-- Logs begin at Fri 2022-01-28 12:31:37 UTC, end at Fri 2022-01-28 15:12:57 UTC. -- Jan 28 13:05:12.213526 n-d-822747-2 systemd[1]: Started Devstack devstack@q-svc.service. Jan 28 13:05:15.156778 n-d-822747-2 neutron-server[103242]: INFO neutron.common.config [-] Logging enabled! Jan 28 13:05:15.157427 n-d-822747-2 neutron-server[103242]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev442 Jan 28 13:05:15.157521 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103242) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 13:05:15.160792 n-d-822747-2 neutron-server[103242]: INFO neutron.common.config [-] Logging enabled! Jan 28 13:05:15.161034 n-d-822747-2 neutron-server[103242]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev442 Jan 28 13:05:15.161448 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103242) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 13:05:15.162445 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 13:05:15.162670 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 13:05:15.163057 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 13:05:15.163299 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 13:05:15.163618 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 13:05:15.163963 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.164741 n-d-822747-2 neutron-server[103242]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 28 13:05:15.165054 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.165334 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.165619 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.165910 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.166192 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.166468 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.166749 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.167073 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.167359 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.167633 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.167899 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.168345 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.168629 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.168933 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.169230 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.169513 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] debug = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.169791 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.170223 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.170640 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.170938 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.171235 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.171512 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.171785 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.172056 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.172368 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.172748 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] host = n-d-822747-2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.173026 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.173313 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.173597 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.173881 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.174155 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.174429 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.174713 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.175007 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.175279 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] log_file = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.175552 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.175849 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.176117 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.176399 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.176620 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.176841 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.177136 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.177417 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.177688 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.177957 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.178232 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.178502 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.178775 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.179072 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.179353 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.179634 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.179917 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.180186 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.180459 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.180729 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.180997 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.181277 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.181545 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.181814 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.182082 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.182362 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.182629 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.182899 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.183234 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.183520 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.183831 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.184114 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.184384 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.184663 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.184935 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.185205 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.185592 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] use_json = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.185866 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.186135 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.186414 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.186687 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.186986 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.187381 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.187660 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.187945 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.188222 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:15.188516 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.188813 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.189122 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.189415 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.189707 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.189985 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.190272 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.190548 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.190836 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.191155 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.191448 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.191726 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.192134 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.192426 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.192724 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.193032 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.193326 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.193632 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.193892 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.194165 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.194438 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.194716 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.195030 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.195308 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.195595 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.195883 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.196162 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.196459 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.196751 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.197147 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.197441 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.197719 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.198000 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.198301 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.198577 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.198851 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.199151 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.199535 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.199814 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.200088 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.200371 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.200647 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.200917 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.201186 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.201463 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.201750 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.202024 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.202294 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.202561 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.202833 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.203127 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.203415 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.203691 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.203958 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.204227 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.204500 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.204767 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.205038 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.205313 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.205585 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.205857 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.206128 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.206395 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.206664 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.206960 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.207237 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.207507 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.207777 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.208053 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.208330 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.208599 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.208869 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.209141 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.209559 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.209853 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.210150 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.210425 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.210700 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.211001 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.211279 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.211555 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.211829 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.212103 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.212382 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.212745 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.213035 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.213318 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.213604 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.213901 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.214178 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.214470 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.214747 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.215083 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.215362 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.215638 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.215921 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.216201 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.216491 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.216781 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.217073 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.217365 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.217653 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.217930 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.218238 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.218513 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:15.218727 n-d-822747-2 neutron-server[103242]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 13:05:15.218995 n-d-822747-2 neutron-server[103242]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103242) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 28 13:05:15.587187 n-d-822747-2 neutron-server[103242]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103242) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 13:05:15.587474 n-d-822747-2 neutron-server[103242]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103242) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 13:05:15.587892 n-d-822747-2 neutron-server[103242]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103242) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 13:05:15.588233 n-d-822747-2 neutron-server[103242]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 28 13:05:15.911155 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:15.911423 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:15.911711 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:15.913025 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:15.913300 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:15.913563 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:15.960890 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:15.961174 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:15.961435 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:15.975601 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:15.975876 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:15.976141 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.006416 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.006691 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.006963 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.042653 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.042937 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.043230 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.385008 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.385628 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.385628 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.385769 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.386347 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.484311 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.484625 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.484913 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.485172 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.485434 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.485742 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.485993 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.486245 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.486502 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.486768 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.487029 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.487286 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.487536 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.487776 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.488006 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.488260 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.488518 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.488780 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.489041 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.489298 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.489564 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.489811 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.490084 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.490451 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.490694 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.490952 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.491343 n-d-822747-2 neutron-server[103242]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103242) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 13:05:16.491576 n-d-822747-2 neutron-server[103242]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103242) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 13:05:16.491808 n-d-822747-2 neutron-server[103242]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103242) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 13:05:16.492038 n-d-822747-2 neutron-server[103242]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103242) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 13:05:16.492265 n-d-822747-2 neutron-server[103242]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103242) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 13:05:16.492492 n-d-822747-2 neutron-server[103242]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103242) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 13:05:16.492850 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 28 13:05:16.496106 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 28 13:05:16.500244 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 28 13:05:16.503954 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jan 28 13:05:16.505587 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 28 13:05:16.506044 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 28 13:05:16.506373 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 28 13:05:16.506752 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 28 13:05:16.509578 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 28 13:05:16.509823 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 28 13:05:16.510168 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 13:05:16.515598 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 28 13:05:16.539112 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 28 13:05:16.539908 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.540205 n-d-822747-2 neutron-server[103242]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103242) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 28 13:05:16.540590 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.542004 n-d-822747-2 neutron-server[103242]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103242) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 28 13:05:16.542284 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 13:05:16.542534 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 28 13:05:16.545815 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.546087 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:16.611241 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 28 13:05:16.611467 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 28 13:05:16.611703 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 28 13:05:16.612068 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 28 13:05:16.634777 n-d-822747-2 neutron-server[103242]: DEBUG oslo_db.sqlalchemy.engines [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103242) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 28 13:05:17.082035 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.managers [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Initializing driver for type 'gre' Jan 28 13:05:17.082593 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] gre ID ranges: [(1, 1000)] Jan 28 13:05:17.141021 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.managers [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Initializing driver for type 'local' Jan 28 13:05:17.141394 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.managers [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Initializing driver for type 'vlan' Jan 28 13:05:17.156479 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] VlanTypeDriver initialization complete Jan 28 13:05:17.157086 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.managers [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Initializing driver for type 'vxlan' Jan 28 13:05:17.157923 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] vxlan ID ranges: [(1, 1000)] Jan 28 13:05:17.214083 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.managers [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Initializing extension driver 'port_security' Jan 28 13:05:17.214417 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.extensions.port_security [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] PortSecurityExtensionDriver initialization complete Jan 28 13:05:17.214774 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.managers [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Initializing mechanism driver 'openvswitch' Jan 28 13:05:17.215118 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.managers [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Initializing mechanism driver 'hyperv' Jan 28 13:05:17.221916 n-d-822747-2 neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:05:17.222599 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > port after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.222997 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > port after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.223350 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > port after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.223886 n-d-822747-2 neutron-server[103242]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103242) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 13:05:17.224329 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > subnet after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.224682 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > subnet after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.225021 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.225421 n-d-822747-2 neutron-server[103242]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103242) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 13:05:17.225819 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > network after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.226170 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > network after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.226504 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > network after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.226890 n-d-822747-2 neutron-server[103242]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103242) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 13:05:17.227325 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > security_group after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.227666 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > security_group after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.228035 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.228635 n-d-822747-2 neutron-server[103242]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103242) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 13:05:17.229038 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.229387 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.229724 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.230116 n-d-822747-2 neutron-server[103242]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103242) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 13:05:17.230581 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > address_group after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.230933 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > address_group after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.231279 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.231668 n-d-822747-2 neutron-server[103242]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103242) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 13:05:17.232106 n-d-822747-2 neutron-server[103242]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] ML2 OVO RPC backend initialized. {{(pid=103242) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 28 13:05:17.232822 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.233171 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.233580 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > network before_response 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.233922 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > networks before_response 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.234264 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > port before_response 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.234604 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > ports before_response 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.234963 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > subnet before_response 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.235299 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > subnets before_response 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.235637 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > network after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.235968 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > network after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.236296 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > network after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.236622 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > port after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.236948 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > port after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.237272 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > port after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.237598 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > subnet after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.237920 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > subnet after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.238245 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.245571 n-d-822747-2 neutron-server[103242]: INFO neutron.quota [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded quota_driver: . Jan 28 13:05:17.245937 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.plugin [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Modular L2 Plugin initialization complete Jan 28 13:05:17.246307 n-d-822747-2 neutron-server[103242]: DEBUG neutron.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading services supported by the core plugin {{(pid=103242) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 28 13:05:17.246646 n-d-822747-2 neutron-server[103242]: INFO neutron.plugins.ml2.managers [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Got port-security extension from driver 'port_security' Jan 28 13:05:17.247147 n-d-822747-2 neutron-server[103242]: INFO neutron.extensions.vlantransparent [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Disabled vlantransparent extension. Jan 28 13:05:17.247644 n-d-822747-2 neutron-server[103242]: DEBUG neutron.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103242) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 28 13:05:17.247963 n-d-822747-2 neutron-server[103242]: INFO neutron.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading Plugin: router Jan 28 13:05:17.284793 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.285115 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > router after_create 55549900 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.285475 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > router before_create 55549900 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.285833 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.286197 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.286546 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > router after_delete 55549900 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.286899 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.287265 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.287622 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > router after_create 55549900 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.287965 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > router after_update 55549900 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.288304 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > router after_update 55549900 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.288644 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.288979 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > router after_update 55549900 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.289743 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > router precommit_update 55549900 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.290105 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: port after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.290447 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: port after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.290871 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: subnet after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.291227 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.291574 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.291916 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > router precommit_create 55549900 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.292247 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: port before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.292587 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > router precommit_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.292981 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > router after_update 55549900 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.293319 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.293664 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > router precommit_create 55549900 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.294016 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.294353 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > router precommit_update 55549900 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.294709 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > agent after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.295094 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > agent after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.295437 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > network after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.296282 n-d-822747-2 neutron-server[103242]: DEBUG neutron.quota.resource_registry [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Tracking information for resource: router configured {{(pid=103242) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 13:05:17.296606 n-d-822747-2 neutron-server[103242]: DEBUG neutron.quota.resource_registry [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Tracking information for resource: floatingip configured {{(pid=103242) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 13:05:17.301585 n-d-822747-2 neutron-server[103242]: INFO neutron.db.l3_agentschedulers_db [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 28 13:05:17.302154 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: port after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.302510 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: port after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.302853 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: port after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.303227 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: port after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.304127 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > router before_create 55550100 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.304484 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.304838 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > router precommit_create 55550100 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.305182 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > router precommit_update 55550100 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.310072 n-d-822747-2 neutron-server[103242]: DEBUG neutron.services.provider_configuration [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Service providers = [] {{(pid=103242) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 28 13:05:17.310433 n-d-822747-2 neutron-server[103242]: DEBUG neutron.db.servicetype_db [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103242) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 28 13:05:17.313401 n-d-822747-2 neutron-server[103242]: DEBUG neutron.services.service_base [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103242) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 13:05:17.313742 n-d-822747-2 neutron-server[103242]: DEBUG neutron.services.service_base [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103242) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 13:05:17.314080 n-d-822747-2 neutron-server[103242]: DEBUG neutron.services.service_base [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103242) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 13:05:17.314940 n-d-822747-2 neutron-server[103242]: DEBUG neutron.services.service_base [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103242) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 13:05:17.315345 n-d-822747-2 neutron-server[103242]: INFO neutron.services.service_base [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 28 13:05:17.315710 n-d-822747-2 neutron-server[103242]: DEBUG neutron.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103242) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 13:05:17.316023 n-d-822747-2 neutron-server[103242]: INFO neutron.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 28 13:05:17.326874 n-d-822747-2 neutron-server[103242]: DEBUG neutron.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103242) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 13:05:17.327238 n-d-822747-2 neutron-server[103242]: INFO neutron.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading Plugin: auto_allocate Jan 28 13:05:17.333140 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: network precommit_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.333500 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: network precommit_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.334003 n-d-822747-2 neutron-server[103242]: DEBUG neutron.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103242) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 13:05:17.334314 n-d-822747-2 neutron-server[103242]: INFO neutron.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading Plugin: tag Jan 28 13:05:17.341016 n-d-822747-2 neutron-server[103242]: DEBUG neutron.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103242) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 13:05:17.341342 n-d-822747-2 neutron-server[103242]: INFO neutron.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading Plugin: timestamp Jan 28 13:05:17.345325 n-d-822747-2 neutron-server[103242]: DEBUG neutron.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103242) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 13:05:17.345653 n-d-822747-2 neutron-server[103242]: INFO neutron.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading Plugin: network_ip_availability Jan 28 13:05:17.351150 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.351517 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.351864 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.352587 n-d-822747-2 neutron-server[103242]: DEBUG neutron.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103242) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 13:05:17.352901 n-d-822747-2 neutron-server[103242]: INFO neutron.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading Plugin: flavors Jan 28 13:05:17.357929 n-d-822747-2 neutron-server[103242]: DEBUG neutron.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103242) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 13:05:17.358257 n-d-822747-2 neutron-server[103242]: INFO neutron.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading Plugin: revisions Jan 28 13:05:17.362661 n-d-822747-2 neutron-server[103242]: DEBUG neutron.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103242) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 13:05:17.363079 n-d-822747-2 neutron-server[103242]: DEBUG oslo_concurrency.lockutils [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.775s {{(pid=103242) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 13:05:17.363816 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103242) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 28 13:05:17.364143 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Initializing extension manager. Jan 28 13:05:17.364645 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: __init__.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.364975 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: __pycache__ {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.365300 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.365611 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: address_group.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.366360 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.366959 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: address-group Jan 28 13:05:17.367267 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: address_scope.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.367970 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.368467 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: address-scope Jan 28 13:05:17.368783 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.369695 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.370190 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: router-admin-state-down-before-update Jan 28 13:05:17.370505 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: agent.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.371433 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.371934 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: agent Jan 28 13:05:17.372252 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: agent_resources_synced.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.373160 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.373655 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: agent-resources-synced Jan 28 13:05:17.373974 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: allowedaddresspairs.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.375788 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.376303 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: allowed-address-pairs Jan 28 13:05:17.376625 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: auto_allocated_topology.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.377692 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.378228 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: auto-allocated-topology Jan 28 13:05:17.378549 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: availability_zone.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.379226 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.379719 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: availability_zone Jan 28 13:05:17.380076 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: availability_zone_filter.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.380959 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.381450 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: availability_zone_filter Jan 28 13:05:17.381768 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: data_plane_status.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.382655 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.383172 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension data-plane-status not supported by any of loaded plugins Jan 28 13:05:17.383484 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: default_subnetpools.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.384475 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.384973 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: default-subnetpools Jan 28 13:05:17.385305 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.386212 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.386581 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: dhcp_agent_scheduler Jan 28 13:05:17.387080 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: dns.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.388009 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.388504 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension dns-integration not supported by any of loaded plugins Jan 28 13:05:17.388833 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: dns_domain_ports.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.389715 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.390209 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 28 13:05:17.390524 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.391462 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.391957 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 28 13:05:17.392264 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: dvr.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.392928 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.393414 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: dvr Jan 28 13:05:17.393734 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: ecmp_routes.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.394646 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.395163 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 28 13:05:17.395477 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: empty_string_filtering.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.396378 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.396868 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: empty-string-filtering Jan 28 13:05:17.397197 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.398101 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.398591 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 28 13:05:17.398907 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.399815 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.400303 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 28 13:05:17.400617 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: external_net.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.401507 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.401999 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: external-net Jan 28 13:05:17.402336 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.403261 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.403755 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: extra_dhcp_opt Jan 28 13:05:17.404071 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: extraroute.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.404945 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.405456 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: extraroute Jan 28 13:05:17.405772 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: extraroute_atomic.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.406789 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.407319 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: extraroute-atomic Jan 28 13:05:17.407634 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: filter_validation.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.408287 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.408781 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: filter-validation Jan 28 13:05:17.409097 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: fip_pf_description.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.409994 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.410482 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 28 13:05:17.410796 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: fip_port_details.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.411728 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.412222 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: fip-port-details Jan 28 13:05:17.412541 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: flavors.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.413774 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.414642 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: flavors Jan 28 13:05:17.414983 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.416740 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.417256 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 28 13:05:17.417583 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: floatingip_pools.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.418422 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.418948 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: floatingip-pools Jan 28 13:05:17.419279 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: ip_allocation.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.420188 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.420675 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension ip_allocation not supported by any of loaded plugins Jan 28 13:05:17.420997 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.421902 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.422396 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: ip-substring-filtering Jan 28 13:05:17.422717 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: l2_adjacency.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.423642 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.424131 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 28 13:05:17.424434 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: l3.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.425403 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.425905 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: router Jan 28 13:05:17.426225 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.428649 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.429175 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 28 13:05:17.429492 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.430400 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.430901 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: ext-gw-mode Jan 28 13:05:17.431248 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.432161 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.432661 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: l3-ha Jan 28 13:05:17.432982 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: l3_flavors.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.433923 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.434421 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: l3-flavors Jan 28 13:05:17.434740 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.435668 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.436199 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 28 13:05:17.436514 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: l3agentscheduler.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.437539 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.438042 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: l3_agent_scheduler Jan 28 13:05:17.438360 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: local_ip.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.440178 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.440690 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension local_ip not supported by any of loaded plugins Jan 28 13:05:17.441016 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: logging.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.442491 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.443033 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension logging not supported by any of loaded plugins Jan 28 13:05:17.443360 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: metering.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.444091 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.444657 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: metering Jan 28 13:05:17.444974 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.446057 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.446562 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: metering_source_and_destination_fields Jan 28 13:05:17.446984 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: multiprovidernet.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.448010 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.448507 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: multi-provider Jan 28 13:05:17.448822 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: netmtu.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.449910 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.450404 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: net-mtu Jan 28 13:05:17.450714 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: netmtu_writable.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.451642 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.452138 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: net-mtu-writable Jan 28 13:05:17.452448 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: network_availability_zone.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.453104 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.453592 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: network_availability_zone Jan 28 13:05:17.453888 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: network_ip_availability.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.455038 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.455540 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: network-ip-availability Jan 28 13:05:17.455854 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: network_segment_range.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.456612 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.457110 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension network-segment-range not supported by any of loaded plugins Jan 28 13:05:17.457426 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: pagination.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.458386 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.458711 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: pagination Jan 28 13:05:17.459056 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: port_device_profile.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.459966 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.460466 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: port-device-profile Jan 28 13:05:17.460782 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.461693 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.462193 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: port-mac-address-regenerate Jan 28 13:05:17.462512 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.463565 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.464065 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: port-numa-affinity-policy Jan 28 13:05:17.464379 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: port_resource_request.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.465310 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.465795 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension port-resource-request not supported by any of loaded plugins Jan 28 13:05:17.466110 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: port_resource_request_groups.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.467081 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.467578 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 28 13:05:17.467895 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: portbindings.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.468805 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.469299 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: binding Jan 28 13:05:17.469614 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: portbindings_extended.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.470884 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.471416 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: binding-extended Jan 28 13:05:17.471735 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: portsecurity.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.472640 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.473142 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: port-security Jan 28 13:05:17.473459 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: project_id.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.474430 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.474753 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: project-id Jan 28 13:05:17.475098 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: providernet.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.476001 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.476502 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: provider Jan 28 13:05:17.476819 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: qos.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.480565 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.481076 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension qos not supported by any of loaded plugins Jan 28 13:05:17.481401 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.482632 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.483161 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 28 13:05:17.483483 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.484389 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.484886 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 28 13:05:17.485200 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: qos_default.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.486095 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.486590 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension qos-default not supported by any of loaded plugins Jan 28 13:05:17.486933 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: qos_fip.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.487833 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.488330 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension qos-fip not supported by any of loaded plugins Jan 28 13:05:17.488648 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.489546 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.490052 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 28 13:05:17.490359 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: qos_gateway_ip.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.491299 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.491795 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 28 13:05:17.492119 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: qos_port_network_policy.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.493021 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.493517 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 28 13:05:17.493836 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.494853 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.495387 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 28 13:05:17.495704 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: qos_pps_rule.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.496918 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.497424 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension qos-pps not supported by any of loaded plugins Jan 28 13:05:17.497740 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: qos_rule_type_details.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.498639 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.499159 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 28 13:05:17.499476 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: qos_rules_alias.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.500504 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.500996 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 28 13:05:17.501310 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: quota_check_limit.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.502218 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.502716 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: quota-check-limit Jan 28 13:05:17.503068 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: quotasv2.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.503982 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.504302 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: quotas Jan 28 13:05:17.504612 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: quotasv2_detail.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.506428 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.506756 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: quota_details Jan 28 13:05:17.507125 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: rbac.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.508167 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.508681 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: rbac-policies Jan 28 13:05:17.509005 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: rbac_address_group.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.510050 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.510503 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: rbac-address-group Jan 28 13:05:17.510823 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: rbac_address_scope.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.511782 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.512282 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: rbac-address-scope Jan 28 13:05:17.512599 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: rbac_security_groups.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.513504 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.513996 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: rbac-security-groups Jan 28 13:05:17.514344 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: rbac_subnetpool.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.515270 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.515764 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: rbac-subnetpool Jan 28 13:05:17.516080 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: revisionifmatch.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.516981 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.517482 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: revision-if-match Jan 28 13:05:17.517802 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: revisions.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.518951 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.519456 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: standard-attr-revisions Jan 28 13:05:17.519769 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: router_availability_zone.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.520432 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.520931 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: router_availability_zone Jan 28 13:05:17.521244 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: routerservicetype.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.522149 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.522640 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension router-service-type not supported by any of loaded plugins Jan 28 13:05:17.522983 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.523963 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.524458 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: security-groups-normalized-cidr Jan 28 13:05:17.524776 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.525769 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.526265 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: port-security-groups-filtering Jan 28 13:05:17.526580 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.527582 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.528074 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: security-groups-remote-address-group Jan 28 13:05:17.528390 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.529337 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.529875 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: security-groups-shared-filtering Jan 28 13:05:17.530295 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.531254 n-d-822747-2 neutron-server[103242]: WARNING neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 28 13:05:17.531777 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: securitygroup.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.543628 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.544091 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: security-group Jan 28 13:05:17.544420 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: segment.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.545204 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.545706 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension segment not supported by any of loaded plugins Jan 28 13:05:17.546029 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.546953 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.547486 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 28 13:05:17.547801 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: servicetype.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.548907 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.549413 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: service-type Jan 28 13:05:17.549733 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: sorting.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.550743 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.551108 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: sorting Jan 28 13:05:17.551427 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: standard_attr_segment.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.552310 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.552809 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 28 13:05:17.553127 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: standardattrdescription.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.553762 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.554262 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: standard-attr-description Jan 28 13:05:17.554574 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: stateful_security_group.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.555515 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.556018 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: stateful-security-group Jan 28 13:05:17.556434 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: stdattrs_common.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.556999 n-d-822747-2 neutron-server[103242]: WARNING neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 28 13:05:17.557313 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.558237 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.558814 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 28 13:05:17.559149 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: subnet_onboard.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.560217 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.560722 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: subnet_onboard Jan 28 13:05:17.561035 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.561948 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.562449 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 28 13:05:17.562764 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: subnet_service_types.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.563778 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.564285 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: subnet-service-types Jan 28 13:05:17.564600 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: subnetallocation.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.565666 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.566173 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: subnet_allocation Jan 28 13:05:17.566496 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.567179 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.567683 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: subnetpool-prefix-ops Jan 28 13:05:17.568002 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.568937 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.569429 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 28 13:05:17.569743 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: tagging.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.570812 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.571355 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: standard-attr-tag Jan 28 13:05:17.571680 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: timestamp.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.572947 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.573452 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loaded extension: standard-attr-timestamp Jan 28 13:05:17.573774 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: trunk.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.574814 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.575354 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension trunk not supported by any of loaded plugins Jan 28 13:05:17.575672 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: trunk_details.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.576573 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.577073 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension trunk-details not supported by any of loaded plugins Jan 28 13:05:17.577391 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: uplink_status_propagation.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.578299 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.578793 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 28 13:05:17.579139 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Loading extension file: vlantransparent.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:05:17.579798 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:05:17.580293 n-d-822747-2 neutron-server[103242]: INFO neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 28 13:05:17.582816 n-d-822747-2 neutron-server[103242]: INFO neutron.quota.resource_registry [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Creating instance of TrackedResource for resource:network Jan 28 13:05:17.583365 n-d-822747-2 neutron-server[103242]: INFO neutron.quota.resource_registry [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Creating instance of TrackedResource for resource:subnet Jan 28 13:05:17.583759 n-d-822747-2 neutron-server[103242]: INFO neutron.quota.resource_registry [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 13:05:17.584145 n-d-822747-2 neutron-server[103242]: INFO neutron.quota.resource_registry [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Creating instance of TrackedResource for resource:port Jan 28 13:05:17.585374 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.v2.resource_helper [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:05:17.585813 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.v2.resource_helper [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Service FLAVORS assigned prefix: {{(pid=103242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:05:17.586477 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.v2.resource_helper [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:05:17.586978 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.v2.resource_helper [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:05:17.587408 n-d-822747-2 neutron-server[103242]: INFO neutron.quota.resource_registry [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Creating instance of TrackedResource for resource:router Jan 28 13:05:17.588028 n-d-822747-2 neutron-server[103242]: INFO neutron.quota.resource_registry [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 13:05:17.588557 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.v2.resource_helper [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Service METERING assigned prefix: /metering {{(pid=103242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:05:17.590118 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.590488 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.590835 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:05:17.591857 n-d-822747-2 neutron-server[103242]: INFO neutron.quota.resource_registry [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 13:05:17.592296 n-d-822747-2 neutron-server[103242]: INFO neutron.quota.resource_registry [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Creating instance of TrackedResource for resource:security_group Jan 28 13:05:17.592713 n-d-822747-2 neutron-server[103242]: INFO neutron.quota.resource_registry [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 13:05:17.594383 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.v2.resource_helper [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Service CORE assigned prefix: {{(pid=103242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:05:17.594721 n-d-822747-2 neutron-server[103242]: INFO neutron.quota.resource_registry [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 13:05:17.595117 n-d-822747-2 neutron-server[103242]: WARNING neutron.quota.resource_registry [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] subnetpool is already registered Jan 28 13:05:17.595539 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.v2.resource_helper [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Service CORE assigned prefix: {{(pid=103242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:05:17.595863 n-d-822747-2 neutron-server[103242]: INFO neutron.quota.resource_registry [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 13:05:17.596188 n-d-822747-2 neutron-server[103242]: WARNING neutron.quota.resource_registry [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] subnetpool is already registered Jan 28 13:05:17.598432 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.v2.resource_helper [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:05:17.598851 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.v2.resource_helper [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Service FLAVORS assigned prefix: {{(pid=103242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:05:17.599457 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.v2.resource_helper [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:05:17.599866 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.v2.resource_helper [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:05:17.600194 n-d-822747-2 neutron-server[103242]: INFO neutron.quota.resource_registry [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Creating instance of TrackedResource for resource:router Jan 28 13:05:17.600520 n-d-822747-2 neutron-server[103242]: WARNING neutron.quota.resource_registry [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] router is already registered Jan 28 13:05:17.600919 n-d-822747-2 neutron-server[103242]: INFO neutron.quota.resource_registry [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 13:05:17.601249 n-d-822747-2 neutron-server[103242]: WARNING neutron.quota.resource_registry [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] floatingip is already registered Jan 28 13:05:17.601686 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.v2.resource_helper [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Service METERING assigned prefix: /metering {{(pid=103242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:05:17.602335 n-d-822747-2 neutron-server[103242]: INFO neutron.quota.resource_registry [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 13:05:17.602652 n-d-822747-2 neutron-server[103242]: WARNING neutron.quota.resource_registry [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] rbac_policy is already registered Jan 28 13:05:17.603167 n-d-822747-2 neutron-server[103242]: INFO neutron.quota.resource_registry [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Creating instance of TrackedResource for resource:security_group Jan 28 13:05:17.603512 n-d-822747-2 neutron-server[103242]: WARNING neutron.quota.resource_registry [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] security_group is already registered Jan 28 13:05:17.603901 n-d-822747-2 neutron-server[103242]: INFO neutron.quota.resource_registry [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 13:05:17.604231 n-d-822747-2 neutron-server[103242]: WARNING neutron.quota.resource_registry [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] security_group_rule is already registered Jan 28 13:05:17.604841 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.v2.resource_helper [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Service CORE assigned prefix: {{(pid=103242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:05:17.605165 n-d-822747-2 neutron-server[103242]: INFO neutron.quota.resource_registry [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 13:05:17.605518 n-d-822747-2 neutron-server[103242]: WARNING neutron.quota.resource_registry [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] subnetpool is already registered Jan 28 13:05:17.605922 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.v2.resource_helper [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Service CORE assigned prefix: {{(pid=103242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:05:17.606238 n-d-822747-2 neutron-server[103242]: INFO neutron.quota.resource_registry [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 13:05:17.606560 n-d-822747-2 neutron-server[103242]: WARNING neutron.quota.resource_registry [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] subnetpool is already registered Jan 28 13:05:17.607060 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: extensions {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.608527 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: address-groups {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.610031 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: address-scopes {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.611402 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: agents {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.612569 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: auto-allocated-topology {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.613849 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: availability_zones {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.615106 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: dhcp-networks {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.616638 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: dhcp-agents {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.618075 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: routers {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.620499 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: flavors {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.621767 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: service_profiles {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.623007 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: next_providers {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.624470 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: service_profiles {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.626012 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: floatingip-pools {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.627296 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: routers {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.629414 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: floatingips {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.630693 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: l3-routers {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.632124 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: l3-agents {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.633556 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: metering-labels {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.635047 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: metering-label-rules {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.636360 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: network-ip-availabilities {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.637653 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: bindings {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.639326 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: quotas {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.640896 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: quotas {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.642450 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: rbac-policies {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.643775 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: security-groups {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.645010 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: security-group-rules {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.646230 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: service-providers {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.647495 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: subnetpools {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.648920 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: subnetpools {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.650523 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: tags {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.652228 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: tags {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.654086 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: tags {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.655920 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: tags {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.658700 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: tags {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.660658 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: tags {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.662368 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: tags {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.664651 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: tags {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.666580 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: tags {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.668508 n-d-822747-2 neutron-server[103242]: DEBUG neutron.api.extensions [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Extended resource: tags {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:05:17.674502 n-d-822747-2 neutron-server[103242]: WARNING keystonemiddleware.auth_token [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 28 13:05:17.679248 n-d-822747-2 neutron-server[103242]: WARNING keystonemiddleware.auth_token [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 28 13:05:17.687873 n-d-822747-2 neutron-server[103242]: DEBUG oslo_concurrency.lockutils [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Acquired lock "singleton_lock" {{(pid=103242) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 28 13:05:17.688345 n-d-822747-2 neutron-server[103242]: DEBUG oslo_concurrency.lockutils [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Releasing lock "singleton_lock" {{(pid=103242) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 28 13:05:17.688991 n-d-822747-2 neutron-server[103242]: INFO oslo_service.service [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Starting 2 workers Jan 28 13:05:17.693802 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Started child 103351 {{(pid=103242) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 13:05:17.698363 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Started child 103352 {{(pid=103242) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 13:05:17.699438 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:17.700170 n-d-822747-2 neutron-server[103242]: INFO neutron.service [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 28 13:05:17.700564 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:17.700878 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [-] (103351) wsgi starting up on http://0.0.0.0:9696 Jan 28 13:05:17.702943 n-d-822747-2 neutron-server[103242]: INFO oslo_service.service [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Starting 1 workers Jan 28 13:05:17.703154 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:17.704435 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [-] (103352) wsgi starting up on http://0.0.0.0:9696 Jan 28 13:05:17.708154 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Started child 103353 {{(pid=103242) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 13:05:17.708696 n-d-822747-2 neutron-server[103242]: INFO oslo_service.service [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Starting 1 workers Jan 28 13:05:17.711941 n-d-822747-2 neutron-server[103353]: DEBUG neutron.service [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] calling RpcWorker wait() {{(pid=103353) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 28 13:05:17.712512 n-d-822747-2 neutron-server[103353]: DEBUG neutron.service [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] returning from RpcWorker wait() {{(pid=103353) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 28 13:05:17.713265 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Started child 103354 {{(pid=103242) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 13:05:17.713795 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:17.714059 n-d-822747-2 neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98dc5443-0bbd-4485-9790-26b58f2a5391 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:17.714334 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:05:17.715997 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103242) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 13:05:17.716201 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 13:05:17.716345 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 13:05:17.716605 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 13:05:17.716930 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 13:05:17.717055 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 13:05:17.717559 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.717832 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.718123 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.718379 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.718555 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:17.719076 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.719228 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.719504 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.719707 n-d-822747-2 neutron-server[103354]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:05:17.719845 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.719969 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.720244 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.720418 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.720547 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.720798 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.721035 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.721328 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.721585 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.721818 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.722089 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.722230 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.722495 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.722769 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.723031 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.723308 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] debug = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.723524 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.723992 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.724245 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.724478 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.724707 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.724967 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.725185 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.725459 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.725696 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.725903 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.726126 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.726451 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.726591 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.726830 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.727121 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.727329 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.727577 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.727810 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.728373 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] host = n-d-822747-2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.728611 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.728839 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.729081 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.729320 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.729558 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.729785 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.730027 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.730276 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.730687 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.731005 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.731251 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.731503 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.731738 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.731980 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] log_file = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.732141 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] log_options = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.732353 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.732616 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.732865 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.733047 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.733259 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.733383 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.733604 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.733761 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.734010 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.734222 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.734431 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.734640 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.734849 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.735128 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.735393 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.735632 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.735862 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.736085 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.736347 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.736596 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.736822 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.737048 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.737278 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.737495 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.737708 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.737938 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.738165 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.738381 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.738604 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.738835 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.739085 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.739337 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.739880 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.740376 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.740926 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.741322 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.741975 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.742270 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.742510 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.742887 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.745317 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.745317 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.745317 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.745317 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.745317 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.745317 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.745317 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] use_json = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.745317 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.745915 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.745915 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.746106 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.746264 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.746478 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.747277 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.747277 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.747277 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.747606 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.747916 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.748197 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.748443 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.748695 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.748940 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.749173 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.749400 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.749911 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.750346 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.750925 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.751268 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.751563 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.751977 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.752251 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.752577 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.752825 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.753239 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.753614 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.753841 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.754083 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.754320 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.754724 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.755119 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.755494 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.755897 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.756256 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.756689 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.757110 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.757581 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.757987 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.758354 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.758761 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.759172 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.759687 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.760118 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.760361 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.760589 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.760797 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.761291 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.761779 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.762203 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.762645 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.763103 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.763390 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.763689 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.763997 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.764311 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.764605 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.764836 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.765135 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.765452 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.765672 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.766040 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.766277 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.766525 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.766797 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.767079 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.767338 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.767541 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.767756 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.767975 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.768222 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.768436 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.768646 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.768883 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.769069 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.769279 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.769526 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.769775 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.770081 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.770204 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.770418 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.770783 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.771155 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.771509 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.771872 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.772261 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.772608 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.772966 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.773329 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.773684 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.774044 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.774498 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.774889 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.775306 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.775685 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.776151 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.776377 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.776610 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.776835 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.777107 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.777464 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.777715 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.777967 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.778184 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.778430 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.778658 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.778898 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.779168 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.779399 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.779624 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.780032 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.780287 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.780514 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.780737 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.780957 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.781190 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.781403 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.781647 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.781867 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.782086 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.782312 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.782560 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.782788 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.783063 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.783289 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.783515 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.783791 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.784035 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.784293 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.784656 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.784923 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.785203 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.785459 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.785737 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.785992 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.786249 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.786505 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.786742 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.787022 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.787263 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.787502 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.787716 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.787963 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.788179 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.788389 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.788612 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.788915 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.789138 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.789729 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.789938 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.790187 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.790474 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.790784 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.791076 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.791323 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.791570 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.791798 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.792048 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.792286 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.792513 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.792752 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.792985 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.793216 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.793449 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.793746 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.793905 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.794120 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.794372 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.794582 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.794793 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.795040 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.795255 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.795465 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.795703 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.795911 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.796142 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.796376 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.796588 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.796800 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.797011 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.797218 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.797690 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.797905 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.798170 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.798418 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.798652 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.799002 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.799419 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.799632 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.799848 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.800102 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.800466 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.800589 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.800739 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.800911 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.801118 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.801325 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.801562 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.801779 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.802135 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.802248 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.802568 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.802807 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.803052 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.803284 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.803514 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.803744 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.803985 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.804195 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.804405 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.804615 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.804842 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.805073 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.805303 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.805549 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.805759 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.805983 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.806279 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.806514 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.806952 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.807049 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.807271 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.807495 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.807741 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.807971 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.808205 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.808429 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.808682 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.808890 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.809126 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.809355 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.809559 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.809796 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.810002 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.810210 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.810444 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.810683 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.810893 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.811135 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.811346 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.811551 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.811766 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.811977 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.812308 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.812476 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.812616 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.812826 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.813044 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.813255 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.813458 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.813680 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.813885 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.814089 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.814304 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.814517 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.814722 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.815037 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.815304 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.815514 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.815785 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.816008 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.816251 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.816468 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.816765 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.816980 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.817213 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.817444 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.817661 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.818064 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.818201 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.818411 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.818680 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.818947 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.819184 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.819448 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.819727 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.819997 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.820207 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.820489 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.820814 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.821086 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.821326 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.821583 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.821910 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.822162 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.822375 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.822589 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.822817 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.822902 n-d-822747-2 neutron-server[103353]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:05:17.823070 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.823303 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.823527 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.823748 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.823960 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.824212 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.824432 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.824674 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.824882 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.825101 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.825317 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.825473 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 13:05:17.826834 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103242) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 13:05:17.827017 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 13:05:17.827168 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 13:05:17.827399 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 13:05:17.827544 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 13:05:17.827668 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 13:05:17.827825 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.828034 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.828165 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.828286 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.828468 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.828612 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.828773 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.828928 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.829097 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.829222 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.829380 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.829535 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.829691 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.829844 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.829999 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.830153 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.830309 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.830464 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.830623 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.830778 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.830957 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.831113 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.831266 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] debug = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.831421 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.831618 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.831783 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.831907 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.832065 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.832218 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.832372 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.832527 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.832681 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.832834 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.832986 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.833141 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.833295 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.833450 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.833605 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.833759 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.833913 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.834068 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.834221 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] host = n-d-822747-2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.834375 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.834530 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.834682 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.834825 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.835001 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.835164 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.835318 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.835471 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.835625 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.835779 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.835918 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.836077 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.836230 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.836383 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] log_file = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.836536 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] log_options = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.836691 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.836874 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.837002 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.837169 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.837358 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.837584 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.837747 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.837902 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.838061 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.838218 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.838371 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.838545 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.838667 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.838835 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.838985 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.839141 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.839295 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.839449 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.839603 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.839835 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.839996 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.840150 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.840303 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.840456 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.840612 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.840765 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.840918 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.841072 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.841225 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.841379 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.841534 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.841688 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.841841 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.841995 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.842149 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.842302 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.842456 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.842611 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.842768 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.842936 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.843096 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.843250 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.843417 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.843559 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.843713 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.843866 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.844019 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] use_json = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.844174 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.844326 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.844480 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.844634 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.844785 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.844930 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.845125 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.845357 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.845559 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:05:17.845775 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.845937 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.846109 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.846270 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.846431 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.846597 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.846750 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.846940 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.847409 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.847577 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.847748 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.847909 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.848080 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.848239 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.848399 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.848639 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.848753 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.848874 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.849015 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.849173 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.849332 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.849494 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.849679 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.849840 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.850025 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.850194 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.850502 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.850502 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.850787 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.850905 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.851088 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.851208 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.851370 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.851498 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.851631 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.851815 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.851976 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.852177 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.852332 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.852495 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.852664 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.852803 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.853010 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.853230 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.853390 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.853590 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.853752 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.853912 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.854127 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.854245 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.854407 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.854747 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.855008 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.855109 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.855287 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.855506 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.855826 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.856035 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.856201 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.856366 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.856547 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.856687 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.856845 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.856994 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.857146 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.857322 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.857495 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.857651 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.857855 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.858056 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.858187 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.858351 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.858516 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.858881 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.858881 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.859202 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.859202 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.859401 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.859501 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.859647 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.859891 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.859990 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.860165 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.860345 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.860474 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.860626 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.860841 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.860979 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.861137 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.861334 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.861497 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.861682 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.861850 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.862123 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.862376 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.862376 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.862639 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.862782 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.862997 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.863097 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.863249 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.863442 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.863590 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.863839 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.863942 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.864059 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.864218 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.864411 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.864576 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.864737 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.864929 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.865086 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.865249 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.865443 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.865606 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.865763 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.865954 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.866118 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.866285 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.866448 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.866609 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.866795 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.867064 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.867291 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.867403 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.867508 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.867625 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.867812 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.867972 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.868159 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.868332 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.868473 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.868664 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.868789 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.868979 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.869170 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.869518 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.869685 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.869868 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.870210 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.870210 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.870498 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.870589 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.870725 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.870863 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.871094 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.871239 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.871398 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.871557 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.871732 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.871896 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.872084 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.872207 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.872363 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.872522 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.872696 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.872877 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.873038 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.873338 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.873476 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.873559 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.873719 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.873899 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.874037 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.874206 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.874445 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.874534 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.874696 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.874843 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.875039 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.875238 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.875430 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.875575 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.875719 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.875854 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.876051 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.876208 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.876384 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.876524 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.876684 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.876883 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.877044 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.877208 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.877469 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.877593 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.877750 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.877944 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.878155 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.878155 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.878533 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.878533 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.878834 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.878834 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.879201 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.879201 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.879363 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.879446 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.879595 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.879755 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.879914 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.880071 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.880229 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.880386 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.880546 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.880707 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.880870 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.881030 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.881188 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.881347 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.881504 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.881662 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.881819 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.881993 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.882153 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.882311 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.882470 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.882627 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.882785 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.882975 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.883137 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.883295 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.883453 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.883611 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.883769 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.883939 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.884098 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.884255 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.884414 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.884576 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.884732 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.885051 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.885182 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 36766) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:05:17.885277 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.885360 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.885506 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.885663 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.885821 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.885990 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.886149 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.886311 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.886943 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.886943 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.886943 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.887188 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.887188 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.887356 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.887515 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.887674 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.887834 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.890933 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.890933 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.890933 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.890933 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.890933 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.890933 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.890933 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.890933 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.891535 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.891535 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.891535 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.891535 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.891535 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.891535 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.891535 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.891535 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.892057 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.892057 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.892057 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.892057 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.892473 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.892652 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.892826 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.893007 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.893171 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.893334 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.893496 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.893657 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.893819 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.894131 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064170 Jan 28 13:05:17.894282 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.894282 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.894282 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.894661 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.894661 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.894948 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.894948 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.895191 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.895191 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.895376 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.895455 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.896395 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.896395 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.896395 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:05:17.896395 n-d-822747-2 neutron-server[103242]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 13:05:29.323379 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6348dc0a-91a0-4273-9b7b-7551b8212482 None None] get_active_networks_info from n-d-822747-2 {{(pid=103353) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:05:29.383860 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6348dc0a-91a0-4273-9b7b-7551b8212482 None None] No non-hosted networks {{(pid=103353) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 28 13:05:29.480244 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24a6b686-8741-474e-aaf7-45b2de8d7919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-354982'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:31.503537 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3d7bef2a-db48-4388-a53e-688fe0c28302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-354982'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:31.543781 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-32bd6f1c-81a6-451c-807d-f10042ff1334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:32.623920 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-354982'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:34.009773 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-354982'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:35.542146 n-d-822747-2 neutron-server[103353]: INFO neutron.db.l3_hamode_db [None req-553cf7ee-7bff-42fb-9167-f6ff8429e846 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 28 13:05:35.637580 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-354982'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:35.638485 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:35.638837 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:35.639324 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:35.641263 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:35.641623 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:35.641964 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:35.642305 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:35.642636 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:35.643776 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:35.646939 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:35.647312 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:35.647661 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:35.648000 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:35.648411 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-822747-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:05:35.653800 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553cf7ee-7bff-42fb-9167-f6ff8429e846 None None] Routers set() bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:05:35.654411 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553cf7ee-7bff-42fb-9167-f6ff8429e846 None None] Router IDs set() for agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 13:05:35.659538 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-822747-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:05:37.872334 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 36864) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:05:38.385232 n-d-822747-2 neutron-server[103352]: WARNING oslo_policy.policy [None req-8ed02b37-5438-4fdf-98f7-ff7e543f5e9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 13:05:38.386217 n-d-822747-2 neutron-server[103352]: WARNING oslo_policy.policy [None req-8ed02b37-5438-4fdf-98f7-ff7e543f5e9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 13:05:38.605813 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [None req-8ed02b37-5438-4fdf-98f7-ff7e543f5e9b admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:05:38.607010 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8ed02b37-5438-4fdf-98f7-ff7e543f5e9b admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7326827 Jan 28 13:05:41.320236 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 36882) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:05:41.644195 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-11d8bbbd-e583-48d1-b8ff-0fa3a2574671 admin admin] Request body: {'subnetpool': {'tenant_id': '8484be525d6e44759098d8360fbe4e88', 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:05:41.738962 n-d-822747-2 neutron-server[103352]: DEBUG neutron.policy [None req-11d8bbbd-e583-48d1-b8ff-0fa3a2574671 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103352) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 13:05:41.779463 n-d-822747-2 neutron-server[103352]: WARNING oslo_policy.policy [None req-11d8bbbd-e583-48d1-b8ff-0fa3a2574671 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 13:05:41.779770 n-d-822747-2 neutron-server[103352]: WARNING oslo_policy.policy [None req-11d8bbbd-e583-48d1-b8ff-0fa3a2574671 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 13:05:41.885690 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-11d8bbbd-e583-48d1-b8ff-0fa3a2574671 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775582358080', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775582358559', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775582372235', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775582375042', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775582376936', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775582386037', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7622876', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7975644', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-555386', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1459866'] for rbac-policy (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:41.965277 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-11d8bbbd-e583-48d1-b8ff-0fa3a2574671 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:41.966835 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-11d8bbbd-e583-48d1-b8ff-0fa3a2574671 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6456702 Jan 28 13:05:44.649400 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 36894) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:05:45.180726 n-d-822747-2 neutron-server[103351]: WARNING oslo_policy.policy [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 13:05:45.181313 n-d-822747-2 neutron-server[103351]: WARNING oslo_policy.policy [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 13:05:45.400261 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': 'fa9e9aeeb8ec4672b0935be6fdf9e2f7', 'project_id': 'fa9e9aeeb8ec4672b0935be6fdf9e2f7'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:05:45.457154 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Made reservation on behalf of fa9e9aeeb8ec4672b0935be6fdf9e2f7 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:05:45.517082 n-d-822747-2 neutron-server[103351]: DEBUG neutron.policy [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103351) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 13:05:45.558809 n-d-822747-2 neutron-server[103351]: WARNING oslo_policy.policy [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 13:05:45.559205 n-d-822747-2 neutron-server[103351]: WARNING oslo_policy.policy [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 13:05:45.568665 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:45.593522 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:45.713372 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Publish callbacks [] for security_group (191d25c7-d653-4d69-8b0c-9cd23fe66894), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:45.719340 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (191d25c7-d653-4d69-8b0c-9cd23fe66894), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:45.743682 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:05:45.767795 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775577971330', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (8c69ab76-83d2-48a4-8485-22a9ba3853af), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:45.768148 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Unsubscribe: segment precommit_create {{(pid=103351) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 13:05:45.768653 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Added segment 8c69ab76-83d2-48a4-8485-22a9ba3853af of type vlan for network 446733e9-8ab3-4f43-895a-d4e876c754f4 Jan 28 13:05:45.774452 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191d25c7-d653-4d69-8b0c-9cd23fe66894,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:05:45.814113 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:45.814451 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:45.814785 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:45.815147 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:45.815472 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:45.815798 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:45.816115 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:45.816433 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:45.816752 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:45.817068 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:45.817385 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:45.817694 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:45.818003 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Tracked resource versions report: Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: pushed versions: Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: { 'AddressGroup': {'1.2'}, Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: 'ConntrackHelper': {'1.0'}, Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: 'LocalIPAssociation': {'1.0'}, Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: 'Log': {'1.0'}, Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: 'Network': {'1.1'}, Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: 'Port': {'1.7'}, Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: 'PortForwarding': {'1.2'}, Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: 'QosPolicy': {'1.10'}, Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: 'SecurityGroup': {'1.5'}, Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: 'SecurityGroupRule': {'1.2'}, Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: 'SubPort': {'1.0'}, Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: 'Subnet': {'1.1'}, Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: 'Trunk': {'1.1'}} Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: consumer versions: Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: { DHCP agent@n-d-822747-2: {}, Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: L3 agent@n-d-822747-2: {}, Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: Metadata agent@n-d-822747-2: {}, Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: Metering agent@n-d-822747-2: {}, Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: Open vSwitch agent@n-d-822747-2: { 'AddressGroup': '1.2', Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: 'ConntrackHelper': '1.0', Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: 'LocalIPAssociation': '1.0', Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: 'Log': '1.0', Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: 'Network': '1.1', Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: 'Port': '1.7', Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: 'PortForwarding': '1.2', Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: 'QosPolicy': '1.10', Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: 'SecurityGroup': '1.5', Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: 'SecurityGroupRule': '1.2', Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: 'SubPort': '1.0', Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: 'Subnet': '1.1', Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: 'Trunk': '1.1'}} Jan 28 13:05:45.819221 n-d-822747-2 neutron-server[103351]: {{(pid=103351) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 13:05:45.880143 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (446733e9-8ab3-4f43-895a-d4e876c754f4), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:45.920451 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (446733e9-8ab3-4f43-895a-d4e876c754f4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:45.921601 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:45.922352 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:45.983021 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.3324554 Jan 28 13:05:46.027570 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5f019-63e2-4aaf-948e-0fa8ea7888c7 admin admin] Pushing event updated for resources: {'Network': ['ID=446733e9-8ab3-4f43-895a-d4e876c754f4,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:05:46.039723 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 446733e9-8ab3-4f43-895a-d4e876c754f4 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:05:48.704623 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 36916) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:05:49.148550 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9d7262-6858-4d38-8569-5c664e1160f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:49.149904 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cf9d7262-6858-4d38-8569-5c664e1160f6 admin admin] 10.222.0.39 "GET /v2.0/networks/446733e9-8ab3-4f43-895a-d4e876c754f4 HTTP/1.1" status: 200 len: 824 time: 0.4442308 Jan 28 13:05:49.188357 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5c03d505-8038-443f-a729-c9dd5428dedf admin admin] 10.222.0.39 "GET /v2.0/subnetpools/8ff8a2ea-30be-4fca-ba96-bf6f43b5d517 HTTP/1.1" status: 200 len: 734 time: 0.0314229 Jan 28 13:05:49.197134 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-6aee6d96-37a5-4fa8-9ee8-654d9a35169f admin admin] Request body: {'subnet': {'network_id': '446733e9-8ab3-4f43-895a-d4e876c754f4', 'tenant_id': 'fa9e9aeeb8ec4672b0935be6fdf9e2f7', 'subnetpool_id': '8ff8a2ea-30be-4fca-ba96-bf6f43b5d517', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:05:49.220334 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aee6d96-37a5-4fa8-9ee8-654d9a35169f admin admin] Made reservation on behalf of fa9e9aeeb8ec4672b0935be6fdf9e2f7 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:05:49.223832 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6aee6d96-37a5-4fa8-9ee8-654d9a35169f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:49.511268 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6aee6d96-37a5-4fa8-9ee8-654d9a35169f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for subnet (896af556-d2db-4293-ac07-36d387ed625e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:49.592712 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee6d96-37a5-4fa8-9ee8-654d9a35169f admin admin] Pushing event updated for resources: {'Subnet': ['ID=896af556-d2db-4293-ac07-36d387ed625e,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:05:49.600966 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aee6d96-37a5-4fa8-9ee8-654d9a35169f admin admin] Checking segment: {'id': '8c69ab76-83d2-48a4-8485-22a9ba3853af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '446733e9-8ab3-4f43-895a-d4e876c754f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:05:49.601801 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aee6d96-37a5-4fa8-9ee8-654d9a35169f admin admin] Network hostable DHCP agents. Network: 446733e9-8ab3-4f43-895a-d4e876c754f4, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:05:49.625407 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aee6d96-37a5-4fa8-9ee8-654d9a35169f admin admin] Network 446733e9-8ab3-4f43-895a-d4e876c754f4 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:05:49.638868 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-6aee6d96-37a5-4fa8-9ee8-654d9a35169f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 446733e9-8ab3-4f43-895a-d4e876c754f4) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:05:49.645535 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aee6d96-37a5-4fa8-9ee8-654d9a35169f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:49.646807 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6aee6d96-37a5-4fa8-9ee8-654d9a35169f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:49.649005 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c20f9f2-94f9-4038-9087-5c2fcf372f2d None None] Network 446733e9-8ab3-4f43-895a-d4e876c754f4 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:05:49.662980 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6aee6d96-37a5-4fa8-9ee8-654d9a35169f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4692016 Jan 28 13:05:49.918122 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-446733e9-8ab3-4f43-895a-d4e876c754f4', 'network_id': '446733e9-8ab3-4f43-895a-d4e876c754f4', 'project_id': 'fa9e9aeeb8ec4672b0935be6fdf9e2f7', 'fixed_ips': [{'subnet_id': '896af556-d2db-4293-ac07-36d387ed625e'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:05:49.919420 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:50.191460 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Allocated IP 172.20.0.2 (446733e9-8ab3-4f43-895a-d4e876c754f4/896af556-d2db-4293-ac07-36d387ed625e/ed1a3261-8744-4ffe-bb2c-cd68929c0f52) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:05:50.457516 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Publish callbacks [] for port (ed1a3261-8744-4ffe-bb2c-cd68929c0f52), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:50.465470 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (ed1a3261-8744-4ffe-bb2c-cd68929c0f52), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:50.541856 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Network 446733e9-8ab3-4f43-895a-d4e876c754f4 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:05:50.549180 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:05:50.554536 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Pushing event updated for resources: {'Port': ['ID=ed1a3261-8744-4ffe-bb2c-cd68929c0f52,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:05:50.556827 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:05:50.566565 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:50.566928 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:50.567271 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:50.567610 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:50.567923 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:50.568249 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:50.568574 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:50.568886 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:50.569211 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:50.569528 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:50.569847 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:50.570164 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:50.570480 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Tracked resource versions report: Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: pushed versions: Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: { 'AddressGroup': {'1.2'}, Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: 'ConntrackHelper': {'1.0'}, Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: 'LocalIPAssociation': {'1.0'}, Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: 'Log': {'1.0'}, Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: 'Network': {'1.1'}, Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: 'Port': {'1.7'}, Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: 'PortForwarding': {'1.2'}, Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: 'QosPolicy': {'1.10'}, Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: 'SecurityGroup': {'1.5'}, Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: 'SecurityGroupRule': {'1.2'}, Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: 'SubPort': {'1.0'}, Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: 'Subnet': {'1.1'}, Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: 'Trunk': {'1.1'}} Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: consumer versions: Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: { DHCP agent@n-d-822747-2: {}, Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: L3 agent@n-d-822747-2: {}, Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: Metadata agent@n-d-822747-2: {}, Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: Metering agent@n-d-822747-2: {}, Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: Open vSwitch agent@n-d-822747-2: { 'AddressGroup': '1.2', Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: 'ConntrackHelper': '1.0', Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: 'LocalIPAssociation': '1.0', Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: 'Log': '1.0', Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: 'Network': '1.1', Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: 'Port': '1.7', Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: 'PortForwarding': '1.2', Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: 'QosPolicy': '1.10', Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: 'SecurityGroup': '1.5', Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: 'SecurityGroupRule': '1.2', Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: 'SubPort': '1.0', Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: 'Subnet': '1.1', Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: 'Trunk': '1.1'}} Jan 28 13:05:50.571579 n-d-822747-2 neutron-server[103353]: {{(pid=103353) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 13:05:50.642012 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Attempting to bind port ed1a3261-8744-4ffe-bb2c-cd68929c0f52 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:05:50.642414 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Attempting to bind port ed1a3261-8744-4ffe-bb2c-cd68929c0f52 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '8c69ab76-83d2-48a4-8485-22a9ba3853af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '446733e9-8ab3-4f43-895a-d4e876c754f4'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:05:50.642825 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Attempting to bind port ed1a3261-8744-4ffe-bb2c-cd68929c0f52 on network 446733e9-8ab3-4f43-895a-d4e876c754f4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:05:50.647940 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:05:50.648414 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Checking segment: {'id': '8c69ab76-83d2-48a4-8485-22a9ba3853af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '446733e9-8ab3-4f43-895a-d4e876c754f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:05:50.648770 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:50.649192 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Bound using segment: {'id': '8c69ab76-83d2-48a4-8485-22a9ba3853af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '446733e9-8ab3-4f43-895a-d4e876c754f4'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:05:50.649781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Bound port: ed1a3261-8744-4ffe-bb2c-cd68929c0f52, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c69ab76-83d2-48a4-8485-22a9ba3853af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '446733e9-8ab3-4f43-895a-d4e876c754f4'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:05:50.650067 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ed1a3261-8744-4ffe-bb2c-cd68929c0f52), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:50.713418 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] For port ed1a3261-8744-4ffe-bb2c-cd68929c0f52, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:05:50.723243 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] For port ed1a3261-8744-4ffe-bb2c-cd68929c0f52, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ed1a3261-8744-4ffe-bb2c-cd68929c0f52,segment=NetworkSegment(8c69ab76-83d2-48a4-8485-22a9ba3853af),segment_id=8c69ab76-83d2-48a4-8485-22a9ba3853af)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:05:50.728624 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ed1a3261-8744-4ffe-bb2c-cd68929c0f52), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:50.791855 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb6a13-7c2c-46a1-b74e-ac8ac8ebbd09 None None] Pushing event updated for resources: {'Port': ['ID=ed1a3261-8744-4ffe-bb2c-cd68929c0f52,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:05:52.117872 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 36924) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:05:52.455029 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-4c83079e-711e-4597-ab2b-ceec10361ec7 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:05:52.456025 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4c83079e-711e-4597-ab2b-ceec10361ec7 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3371756 Jan 28 13:05:54.906248 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 36932) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:05:55.369011 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-d661dd2e-de93-47cf-8605-47e5697e9f3c admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:05:55.370143 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d661dd2e-de93-47cf-8605-47e5697e9f3c admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4629803 Jan 28 13:05:58.037534 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 36942) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:05:58.358469 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-dd06b065-f56b-40a3-ae24-048e8c08e3cd admin admin] Request body: {'router': {'tenant_id': 'fa9e9aeeb8ec4672b0935be6fdf9e2f7', 'name': 'router1', 'admin_state_up': True}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:05:58.382599 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dd06b065-f56b-40a3-ae24-048e8c08e3cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (37ecfaf8-d759-48b7-b9ec-6da466fe4182), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:58.384256 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dd06b065-f56b-40a3-ae24-048e8c08e3cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (37ecfaf8-d759-48b7-b9ec-6da466fe4182), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:58.523058 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dd06b065-f56b-40a3-ae24-048e8c08e3cd admin admin] Publish callbacks [] for router_controller (37ecfaf8-d759-48b7-b9ec-6da466fe4182), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:58.531386 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dd06b065-f56b-40a3-ae24-048e8c08e3cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (37ecfaf8-d759-48b7-b9ec-6da466fe4182), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:58.549124 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dd06b065-f56b-40a3-ae24-048e8c08e3cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:58.562943 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dd06b065-f56b-40a3-ae24-048e8c08e3cd admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5118296 Jan 28 13:05:59.253893 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-60f844a5-1053-4a8f-a63a-2f350c3cce13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:00.161612 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ed1a3261-8744-4ffe-bb2c-cd68929c0f52 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:06:00.247792 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port ed1a3261-8744-4ffe-bb2c-cd68929c0f52 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:06:00.248152 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ed1a3261-8744-4ffe-bb2c-cd68929c0f52), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:00.357483 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port ed1a3261-8744-4ffe-bb2c-cd68929c0f52 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:06:00.358140 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ed1a3261-8744-4ffe-bb2c-cd68929c0f52), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:00.392526 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port ed1a3261-8744-4ffe-bb2c-cd68929c0f52, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ed1a3261-8744-4ffe-bb2c-cd68929c0f52,segment=NetworkSegment(8c69ab76-83d2-48a4-8485-22a9ba3853af),segment_id=8c69ab76-83d2-48a4-8485-22a9ba3853af)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:06:00.398591 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ed1a3261-8744-4ffe-bb2c-cd68929c0f52), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:00.448642 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=ed1a3261-8744-4ffe-bb2c-cd68929c0f52,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:01.008524 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 36954) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:06:01.329678 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [None req-35618df2-05fa-4229-98b0-e5e99f3ff205 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:06:01.330692 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-35618df2-05fa-4229-98b0-e5e99f3ff205 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3212676 Jan 28 13:06:01.499862 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0f8aafee-424e-4729-ab46-a934c999de3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:01.705701 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd0a455-331d-4915-8fdb-3b6bac053053 None None] Network 446733e9-8ab3-4f43-895a-d4e876c754f4 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:06:01.780703 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-aa3c39f0-b40f-43d3-9ea9-cc6d76765fa4 None None] Provisioning complete for port ed1a3261-8744-4ffe-bb2c-cd68929c0f52 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:06:01.780999 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aa3c39f0-b40f-43d3-9ea9-cc6d76765fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ed1a3261-8744-4ffe-bb2c-cd68929c0f52), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:01.899811 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-aa3c39f0-b40f-43d3-9ea9-cc6d76765fa4 None None] Current status of the port ed1a3261-8744-4ffe-bb2c-cd68929c0f52 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:06:02.023445 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-34d7c2a6-0439-407e-8208-4ff6c6830b3b None None] Provisioning complete for port ed1a3261-8744-4ffe-bb2c-cd68929c0f52 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:06:02.023923 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-34d7c2a6-0439-407e-8208-4ff6c6830b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ed1a3261-8744-4ffe-bb2c-cd68929c0f52), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:02.093599 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ed1a3261-8744-4ffe-bb2c-cd68929c0f52 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:06:02.133841 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-34d7c2a6-0439-407e-8208-4ff6c6830b3b None None] Current status of the port ed1a3261-8744-4ffe-bb2c-cd68929c0f52 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:06:02.149926 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port ed1a3261-8744-4ffe-bb2c-cd68929c0f52 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:06:02.150293 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ed1a3261-8744-4ffe-bb2c-cd68929c0f52), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:02.225781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port ed1a3261-8744-4ffe-bb2c-cd68929c0f52 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:06:02.578570 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:03.807778 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 36984) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:06:03.946674 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'tenant_id': '8484be525d6e44759098d8360fbe4e88', 'project_id': '8484be525d6e44759098d8360fbe4e88', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:06:03.954013 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:03.975150 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Made reservation on behalf of 8484be525d6e44759098d8360fbe4e88 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:06:03.978034 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:03.994027 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:04.098411 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Publish callbacks [] for security_group (0c0ed363-80cd-4318-9c2f-aa6545db0c58), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:04.106523 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0c0ed363-80cd-4318-9c2f-aa6545db0c58), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:04.124108 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Reserving flat network on physical network physnet1 {{(pid=103352) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 28 13:06:04.154277 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775577971330', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (7f79bbb7-011a-42af-9e47-ece8a849ed3c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:04.154846 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Unsubscribe: segment precommit_create {{(pid=103352) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 13:06:04.155355 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Added segment 7f79bbb7-011a-42af-9e47-ece8a849ed3c of type flat for network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 Jan 28 13:06:04.160945 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0ed363-80cd-4318-9c2f-aa6545db0c58,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:04.199996 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:04.200282 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:04.200643 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:04.200960 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:04.201281 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:04.201594 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:04.201986 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:04.202298 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:04.202611 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:04.202939 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:04.203238 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:04.203544 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:04.203850 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Tracked resource versions report: Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: pushed versions: Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: { 'AddressGroup': {'1.2'}, Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: 'ConntrackHelper': {'1.0'}, Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: 'LocalIPAssociation': {'1.0'}, Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: 'Log': {'1.0'}, Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: 'Network': {'1.1'}, Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: 'Port': {'1.7'}, Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: 'PortForwarding': {'1.2'}, Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: 'QosPolicy': {'1.10'}, Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: 'SecurityGroup': {'1.5'}, Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: 'SecurityGroupRule': {'1.2'}, Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: 'SubPort': {'1.0'}, Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: 'Subnet': {'1.1'}, Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: 'Trunk': {'1.1'}} Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: consumer versions: Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: { DHCP agent@n-d-822747-2: {}, Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: L3 agent@n-d-822747-2: {}, Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: Metadata agent@n-d-822747-2: {}, Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: Metering agent@n-d-822747-2: {}, Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: Open vSwitch agent@n-d-822747-2: { 'AddressGroup': '1.2', Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: 'ConntrackHelper': '1.0', Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: 'LocalIPAssociation': '1.0', Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: 'Log': '1.0', Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: 'Network': '1.1', Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: 'Port': '1.7', Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: 'PortForwarding': '1.2', Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: 'QosPolicy': '1.10', Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: 'SecurityGroup': '1.5', Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: 'SecurityGroupRule': '1.2', Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: 'SubPort': '1.0', Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: 'Subnet': '1.1', Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: 'Trunk': '1.1'}} Jan 28 13:06:04.204894 n-d-822747-2 neutron-server[103352]: {{(pid=103352) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 13:06:04.282730 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (2047f6bd-4d10-40d4-8ac3-0cdf081c4236), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:04.334363 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (2047f6bd-4d10-40d4-8ac3-0cdf081c4236), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:04.336080 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:04.337109 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:04.404715 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5958405 Jan 28 13:06:04.443545 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52056cb5-278b-44d3-85c3-0b74a849aa80 admin admin] Pushing event updated for resources: {'Network': ['ID=2047f6bd-4d10-40d4-8ac3-0cdf081c4236,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:04.454971 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:06:05.565860 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:06.751979 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 36996) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:06:06.914112 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d4bc85-452e-46d6-b20e-dbabf26a4430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:06.916064 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f5d4bc85-452e-46d6-b20e-dbabf26a4430 admin admin] 10.222.0.39 "GET /v2.0/subnets/896af556-d2db-4293-ac07-36d387ed625e HTTP/1.1" status: 200 len: 849 time: 0.1630940 Jan 28 13:06:07.092801 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d1434d5f-03f0-4255-9360-4dbc74648c12 admin admin] 10.222.0.39 "GET /v2.0/routers/37ecfaf8-d759-48b7-b9ec-6da466fe4182 HTTP/1.1" status: 200 len: 704 time: 0.1707964 Jan 28 13:06:07.365160 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2e14d301-f0bf-427e-ac0b-b70b76478b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:07.674269 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-2e14d301-f0bf-427e-ac0b-b70b76478b63 admin admin] Allocated IP 172.20.0.1 (446733e9-8ab3-4f43-895a-d4e876c754f4/896af556-d2db-4293-ac07-36d387ed625e/39060d35-3ec2-4cdc-ac85-c464603f2144) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:06:07.757406 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 5 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:06:07.870226 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2e14d301-f0bf-427e-ac0b-b70b76478b63 admin admin] Publish callbacks [] for port (39060d35-3ec2-4cdc-ac85-c464603f2144), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:07.950998 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2e14d301-f0bf-427e-ac0b-b70b76478b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (39060d35-3ec2-4cdc-ac85-c464603f2144), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:08.029195 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e14d301-f0bf-427e-ac0b-b70b76478b63 admin admin] Network 446733e9-8ab3-4f43-895a-d4e876c754f4 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:06:08.034869 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-2e14d301-f0bf-427e-ac0b-b70b76478b63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:06:08.046083 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e14d301-f0bf-427e-ac0b-b70b76478b63 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:06:08.046938 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2e14d301-f0bf-427e-ac0b-b70b76478b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (37ecfaf8-d759-48b7-b9ec-6da466fe4182), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:08.065244 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14d301-f0bf-427e-ac0b-b70b76478b63 admin admin] Pushing event updated for resources: {'Port': ['ID=39060d35-3ec2-4cdc-ac85-c464603f2144,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:08.197830 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f73853e1-4f7f-4801-9591-d841fcd690d1 None None] Provisioning complete for port 39060d35-3ec2-4cdc-ac85-c464603f2144 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:06:08.198406 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f73853e1-4f7f-4801-9591-d841fcd690d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (39060d35-3ec2-4cdc-ac85-c464603f2144), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:08.232680 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f73853e1-4f7f-4801-9591-d841fcd690d1 None None] Port 39060d35-3ec2-4cdc-ac85-c464603f2144 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:06:08.238179 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2e14d301-f0bf-427e-ac0b-b70b76478b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (39060d35-3ec2-4cdc-ac85-c464603f2144), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:08.508996 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2e14d301-f0bf-427e-ac0b-b70b76478b63 admin admin] Publish callbacks [] for port (39060d35-3ec2-4cdc-ac85-c464603f2144), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:08.518133 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2e14d301-f0bf-427e-ac0b-b70b76478b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (39060d35-3ec2-4cdc-ac85-c464603f2144), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:08.519218 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2e14d301-f0bf-427e-ac0b-b70b76478b63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (37ecfaf8-d759-48b7-b9ec-6da466fe4182), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:08.603479 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14d301-f0bf-427e-ac0b-b70b76478b63 admin admin] Pushing event updated for resources: {'Port': ['ID=39060d35-3ec2-4cdc-ac85-c464603f2144,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:08.643777 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e14d301-f0bf-427e-ac0b-b70b76478b63 admin admin] Network 446733e9-8ab3-4f43-895a-d4e876c754f4 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:06:08.645165 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-2e14d301-f0bf-427e-ac0b-b70b76478b63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:06:08.807782 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e14d301-f0bf-427e-ac0b-b70b76478b63 admin admin] Router 37ecfaf8-d759-48b7-b9ec-6da466fe4182 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:06:08.855507 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-575360c6-07c5-479c-a66b-434e2a143f49 None None] Provisioning complete for port 39060d35-3ec2-4cdc-ac85-c464603f2144 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:06:08.855984 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-575360c6-07c5-479c-a66b-434e2a143f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (39060d35-3ec2-4cdc-ac85-c464603f2144), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:08.892965 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-575360c6-07c5-479c-a66b-434e2a143f49 None None] Port 39060d35-3ec2-4cdc-ac85-c464603f2144 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:06:08.902453 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e14d301-f0bf-427e-ac0b-b70b76478b63 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:06:08.908187 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2e14d301-f0bf-427e-ac0b-b70b76478b63 admin admin] 10.222.0.39 "PUT /v2.0/routers/37ecfaf8-d759-48b7-b9ec-6da466fe4182/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8075531 Jan 28 13:06:08.913439 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b191fb-c3eb-47cb-9ba8-90747f0def44 None None] Sync routers for ids ['37ecfaf8-d759-48b7-b9ec-6da466fe4182'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:06:08.926207 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b191fb-c3eb-47cb-9ba8-90747f0def44 None None] Routers {'37ecfaf8-d759-48b7-b9ec-6da466fe4182'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:06:08.927070 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-44b191fb-c3eb-47cb-9ba8-90747f0def44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:06:01Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['37ecfaf8-d759-48b7-b9ec-6da466fe4182'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:06:09.111039 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-44b191fb-c3eb-47cb-9ba8-90747f0def44 None None] Set router 37ecfaf8-d759-48b7-b9ec-6da466fe4182 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:06:09.565513 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-44b191fb-c3eb-47cb-9ba8-90747f0def44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ecfaf8-d759-48b7-b9ec-6da466fe4182', 'name': 'router1', 'tenant_id': 'fa9e9aeeb8ec4672b0935be6fdf9e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:05:58Z', 'updated_at': '2022-01-28T13:06:08Z', 'revision_number': 2, 'project_id': 'fa9e9aeeb8ec4672b0935be6fdf9e2f7', 'gw_port_host': None, '_interfaces': [{'id': '39060d35-3ec2-4cdc-ac85-c464603f2144', 'name': '', 'network_id': '446733e9-8ab3-4f43-895a-d4e876c754f4', 'tenant_id': 'fa9e9aeeb8ec4672b0935be6fdf9e2f7', 'mac_address': 'fa:16:3e:f9:2b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ecfaf8-d759-48b7-b9ec-6da466fe4182', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '896af556-d2db-4293-ac07-36d387ed625e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:06:07Z', 'updated_at': '2022-01-28T13:06:08Z', 'revision_number': 2, 'project_id': 'fa9e9aeeb8ec4672b0935be6fdf9e2f7', 'subnets': [{'id': '896af556-d2db-4293-ac07-36d387ed625e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ff8a2ea-30be-4fca-ba96-bf6f43b5d517'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:06:09.616083 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b191fb-c3eb-47cb-9ba8-90747f0def44 None None] Checking router: 37ecfaf8-d759-48b7-b9ec-6da466fe4182 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:06:09.616519 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b191fb-c3eb-47cb-9ba8-90747f0def44 None None] Updating router 37ecfaf8-d759-48b7-b9ec-6da466fe4182 port 39060d35-3ec2-4cdc-ac85-c464603f2144 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:06:09.665377 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-44b191fb-c3eb-47cb-9ba8-90747f0def44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (39060d35-3ec2-4cdc-ac85-c464603f2144), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:10.176122 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-44b191fb-c3eb-47cb-9ba8-90747f0def44 None None] Publish callbacks [] for port (39060d35-3ec2-4cdc-ac85-c464603f2144), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:10.183990 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-44b191fb-c3eb-47cb-9ba8-90747f0def44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (39060d35-3ec2-4cdc-ac85-c464603f2144), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:10.344672 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-44b191fb-c3eb-47cb-9ba8-90747f0def44 None None] Attempting to bind port 39060d35-3ec2-4cdc-ac85-c464603f2144 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:06:10.345070 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-44b191fb-c3eb-47cb-9ba8-90747f0def44 None None] Attempting to bind port 39060d35-3ec2-4cdc-ac85-c464603f2144 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '8c69ab76-83d2-48a4-8485-22a9ba3853af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '446733e9-8ab3-4f43-895a-d4e876c754f4'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:06:10.345494 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b191fb-c3eb-47cb-9ba8-90747f0def44 None None] Attempting to bind port 39060d35-3ec2-4cdc-ac85-c464603f2144 on network 446733e9-8ab3-4f43-895a-d4e876c754f4 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:06:10.353756 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b191fb-c3eb-47cb-9ba8-90747f0def44 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:06:10.354108 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b191fb-c3eb-47cb-9ba8-90747f0def44 None None] Checking segment: {'id': '8c69ab76-83d2-48a4-8485-22a9ba3853af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '446733e9-8ab3-4f43-895a-d4e876c754f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:06:10.354530 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-44b191fb-c3eb-47cb-9ba8-90747f0def44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:10.354950 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b191fb-c3eb-47cb-9ba8-90747f0def44 None None] Bound using segment: {'id': '8c69ab76-83d2-48a4-8485-22a9ba3853af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '446733e9-8ab3-4f43-895a-d4e876c754f4'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:06:10.355539 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-44b191fb-c3eb-47cb-9ba8-90747f0def44 None None] Bound port: 39060d35-3ec2-4cdc-ac85-c464603f2144, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c69ab76-83d2-48a4-8485-22a9ba3853af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '446733e9-8ab3-4f43-895a-d4e876c754f4'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:06:10.355919 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-44b191fb-c3eb-47cb-9ba8-90747f0def44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (39060d35-3ec2-4cdc-ac85-c464603f2144), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:10.358037 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707af25-43d7-4dae-98d5-ee7435a4d441 None None] Pushing event updated for resources: {'Port': ['ID=39060d35-3ec2-4cdc-ac85-c464603f2144,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:10.372135 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7707af25-43d7-4dae-98d5-ee7435a4d441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:10.372474 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7707af25-43d7-4dae-98d5-ee7435a4d441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:10.372812 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7707af25-43d7-4dae-98d5-ee7435a4d441 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:10.373225 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7707af25-43d7-4dae-98d5-ee7435a4d441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:10.373551 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7707af25-43d7-4dae-98d5-ee7435a4d441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:10.374043 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7707af25-43d7-4dae-98d5-ee7435a4d441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:10.374579 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7707af25-43d7-4dae-98d5-ee7435a4d441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:10.375144 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7707af25-43d7-4dae-98d5-ee7435a4d441 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:10.375606 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7707af25-43d7-4dae-98d5-ee7435a4d441 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:10.375979 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7707af25-43d7-4dae-98d5-ee7435a4d441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:10.376519 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7707af25-43d7-4dae-98d5-ee7435a4d441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:10.377060 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7707af25-43d7-4dae-98d5-ee7435a4d441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:10.377545 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7707af25-43d7-4dae-98d5-ee7435a4d441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7707af25-43d7-4dae-98d5-ee7435a4d441 None None] Tracked resource versions report: Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: pushed versions: Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: { 'AddressGroup': {'1.2'}, Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: 'ConntrackHelper': {'1.0'}, Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: 'LocalIPAssociation': {'1.0'}, Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: 'Log': {'1.0'}, Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: 'Network': {'1.1'}, Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: 'Port': {'1.7'}, Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: 'PortForwarding': {'1.2'}, Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: 'QosPolicy': {'1.10'}, Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: 'SecurityGroup': {'1.5'}, Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: 'SecurityGroupRule': {'1.2'}, Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: 'SubPort': {'1.0'}, Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: 'Subnet': {'1.1'}, Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: 'Trunk': {'1.1'}} Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: consumer versions: Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: { DHCP agent@n-d-822747-2: {}, Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: L3 agent@n-d-822747-2: {}, Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: Metadata agent@n-d-822747-2: {}, Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: Metering agent@n-d-822747-2: {}, Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: Open vSwitch agent@n-d-822747-2: { 'AddressGroup': '1.2', Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: 'ConntrackHelper': '1.0', Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: 'LocalIPAssociation': '1.0', Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: 'Log': '1.0', Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: 'Network': '1.1', Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: 'Port': '1.7', Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: 'PortForwarding': '1.2', Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: 'QosPolicy': '1.10', Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: 'SecurityGroup': '1.5', Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: 'SecurityGroupRule': '1.2', Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: 'SubPort': '1.0', Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: 'Subnet': '1.1', Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: 'Trunk': '1.1'}} Jan 28 13:06:10.379028 n-d-822747-2 neutron-server[103354]: {{(pid=103354) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 13:06:10.430308 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-faae9746-3f64-4e30-810c-5bade65f7a48 None None] Provisioning complete for port 39060d35-3ec2-4cdc-ac85-c464603f2144 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:06:10.430862 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-faae9746-3f64-4e30-810c-5bade65f7a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (39060d35-3ec2-4cdc-ac85-c464603f2144), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:10.443687 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-44b191fb-c3eb-47cb-9ba8-90747f0def44 None None] For port 39060d35-3ec2-4cdc-ac85-c464603f2144, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:06:10.465618 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-faae9746-3f64-4e30-810c-5bade65f7a48 None None] Port 39060d35-3ec2-4cdc-ac85-c464603f2144 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:06:10.466159 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-44b191fb-c3eb-47cb-9ba8-90747f0def44 None None] For port 39060d35-3ec2-4cdc-ac85-c464603f2144, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=39060d35-3ec2-4cdc-ac85-c464603f2144,segment=NetworkSegment(8c69ab76-83d2-48a4-8485-22a9ba3853af),segment_id=8c69ab76-83d2-48a4-8485-22a9ba3853af)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:06:10.471247 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-44b191fb-c3eb-47cb-9ba8-90747f0def44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (39060d35-3ec2-4cdc-ac85-c464603f2144), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:10.513468 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b191fb-c3eb-47cb-9ba8-90747f0def44 None None] Routers {'37ecfaf8-d759-48b7-b9ec-6da466fe4182'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:06:10.514091 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-44b191fb-c3eb-47cb-9ba8-90747f0def44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:06:01Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['37ecfaf8-d759-48b7-b9ec-6da466fe4182'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:06:10.611263 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707af25-43d7-4dae-98d5-ee7435a4d441 None None] Pushing event updated for resources: {'Port': ['ID=39060d35-3ec2-4cdc-ac85-c464603f2144,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:10.623372 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-44b191fb-c3eb-47cb-9ba8-90747f0def44 None None] Set router 37ecfaf8-d759-48b7-b9ec-6da466fe4182 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:06:10.685370 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ba53e4d5-5071-4eea-a68a-f0485a0fb16c None None] Provisioning complete for port 39060d35-3ec2-4cdc-ac85-c464603f2144 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:06:10.685759 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba53e4d5-5071-4eea-a68a-f0485a0fb16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (39060d35-3ec2-4cdc-ac85-c464603f2144), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:10.762606 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ba53e4d5-5071-4eea-a68a-f0485a0fb16c None None] Current status of the port 39060d35-3ec2-4cdc-ac85-c464603f2144 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:06:10.763021 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba53e4d5-5071-4eea-a68a-f0485a0fb16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (39060d35-3ec2-4cdc-ac85-c464603f2144), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:10.798066 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-ba53e4d5-5071-4eea-a68a-f0485a0fb16c None None] For port 39060d35-3ec2-4cdc-ac85-c464603f2144, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=39060d35-3ec2-4cdc-ac85-c464603f2144,segment=NetworkSegment(8c69ab76-83d2-48a4-8485-22a9ba3853af),segment_id=8c69ab76-83d2-48a4-8485-22a9ba3853af)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:06:10.802876 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba53e4d5-5071-4eea-a68a-f0485a0fb16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (39060d35-3ec2-4cdc-ac85-c464603f2144), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:10.847283 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-44b191fb-c3eb-47cb-9ba8-90747f0def44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ecfaf8-d759-48b7-b9ec-6da466fe4182', 'name': 'router1', 'tenant_id': 'fa9e9aeeb8ec4672b0935be6fdf9e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:05:58Z', 'updated_at': '2022-01-28T13:06:08Z', 'revision_number': 2, 'project_id': 'fa9e9aeeb8ec4672b0935be6fdf9e2f7', 'gw_port_host': None, '_interfaces': [{'id': '39060d35-3ec2-4cdc-ac85-c464603f2144', 'name': '', 'network_id': '446733e9-8ab3-4f43-895a-d4e876c754f4', 'tenant_id': 'fa9e9aeeb8ec4672b0935be6fdf9e2f7', 'mac_address': 'fa:16:3e:f9:2b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ecfaf8-d759-48b7-b9ec-6da466fe4182', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '896af556-d2db-4293-ac07-36d387ed625e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:06:07Z', 'updated_at': '2022-01-28T13:06:10Z', 'revision_number': 4, 'project_id': 'fa9e9aeeb8ec4672b0935be6fdf9e2f7', 'subnets': [{'id': '896af556-d2db-4293-ac07-36d387ed625e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ff8a2ea-30be-4fca-ba96-bf6f43b5d517'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:06:10.851000 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53e4d5-5071-4eea-a68a-f0485a0fb16c None None] Pushing event updated for resources: {'Port': ['ID=39060d35-3ec2-4cdc-ac85-c464603f2144,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:10.881011 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b191fb-c3eb-47cb-9ba8-90747f0def44 None None] The sync data for ids ['37ecfaf8-d759-48b7-b9ec-6da466fe4182'] in n-d-822747-2 is: [{'id': '37ecfaf8-d759-48b7-b9ec-6da466fe4182', 'name': 'router1', 'tenant_id': 'fa9e9aeeb8ec4672b0935be6fdf9e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:05:58Z', 'updated_at': '2022-01-28T13:06:08Z', 'revision_number': 2, 'project_id': 'fa9e9aeeb8ec4672b0935be6fdf9e2f7', 'gw_port_host': None, '_interfaces': [{'id': '39060d35-3ec2-4cdc-ac85-c464603f2144', 'name': '', 'network_id': '446733e9-8ab3-4f43-895a-d4e876c754f4', 'tenant_id': 'fa9e9aeeb8ec4672b0935be6fdf9e2f7', 'mac_address': 'fa:16:3e:f9:2b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ecfaf8-d759-48b7-b9ec-6da466fe4182', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '896af556-d2db-4293-ac07-36d387ed625e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:06:07Z', 'updated_at': '2022-01-28T13:06:10Z', 'revision_number': 4, 'project_id': 'fa9e9aeeb8ec4672b0935be6fdf9e2f7', 'subnets': [{'id': '896af556-d2db-4293-ac07-36d387ed625e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ff8a2ea-30be-4fca-ba96-bf6f43b5d517'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:06:13.498599 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37014) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:06:13.606948 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0292c74e-3640-47ab-b937-d69bceb2c88f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:13.613666 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0292c74e-3640-47ab-b937-d69bceb2c88f admin admin] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 842 time: 0.1087449 Jan 28 13:06:13.617824 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-ba6080db-3e6e-4a7b-992e-965cf12ec71f admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'gateway_ip': '172.25.3.1', 'tenant_id': '8484be525d6e44759098d8360fbe4e88', 'cidr': '172.25.3.0/24', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:06:13.640435 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6080db-3e6e-4a7b-992e-965cf12ec71f admin admin] Made reservation on behalf of 8484be525d6e44759098d8360fbe4e88 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:06:13.643122 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ba6080db-3e6e-4a7b-992e-965cf12ec71f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:13.943743 n-d-822747-2 neutron-server[103352]: DEBUG neutron.objects.ports [None req-ba6080db-3e6e-4a7b-992e-965cf12ec71f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103352) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 13:06:13.944175 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ba6080db-3e6e-4a7b-992e-965cf12ec71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for subnet (0958b661-bbeb-434d-acd4-3f6cedfaaff6), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:14.005747 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6080db-3e6e-4a7b-992e-965cf12ec71f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0958b661-bbeb-434d-acd4-3f6cedfaaff6,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:14.017657 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6080db-3e6e-4a7b-992e-965cf12ec71f admin admin] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:06:14.018017 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6080db-3e6e-4a7b-992e-965cf12ec71f admin admin] Network hostable DHCP agents. Network: 2047f6bd-4d10-40d4-8ac3-0cdf081c4236, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:06:14.050834 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6080db-3e6e-4a7b-992e-965cf12ec71f admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:06:14.063956 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-ba6080db-3e6e-4a7b-992e-965cf12ec71f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 2047f6bd-4d10-40d4-8ac3-0cdf081c4236) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:06:14.068329 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6080db-3e6e-4a7b-992e-965cf12ec71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:14.068915 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ba6080db-3e6e-4a7b-992e-965cf12ec71f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:14.077361 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db10f55f-21ed-4735-b292-bfd043785348 None None] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:06:14.090586 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ba6080db-3e6e-4a7b-992e-965cf12ec71f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4722493 Jan 28 13:06:14.188733 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5cd70a-fb2f-44fe-8c73-9fdf77effb81 None None] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:06:16.423308 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37022) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:06:16.640866 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dfb2d09c-d9aa-43ed-830d-490b1484e789 admin admin] 10.222.0.39 "GET /v2.0/routers/37ecfaf8-d759-48b7-b9ec-6da466fe4182 HTTP/1.1" status: 200 len: 710 time: 0.2162228 Jan 28 13:06:16.757407 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1b74ae-3804-4388-a8a0-0c100e01142b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:16.758944 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4a1b74ae-3804-4388-a8a0-0c100e01142b admin admin] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 886 time: 0.1127076 Jan 28 13:06:16.768030 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-f7f1dcba-72df-40be-8358-68a26954c5cd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:06:17.020556 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f7f1dcba-72df-40be-8358-68a26954c5cd admin admin] Publish callbacks [] for router_gateway (37ecfaf8-d759-48b7-b9ec-6da466fe4182), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:17.259230 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f7f1dcba-72df-40be-8358-68a26954c5cd admin admin] Publish callbacks [] for router_gateway (37ecfaf8-d759-48b7-b9ec-6da466fe4182), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:17.341929 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f7f1dcba-72df-40be-8358-68a26954c5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:17.555391 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-f7f1dcba-72df-40be-8358-68a26954c5cd admin admin] Allocated IP 172.25.3.230 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/56b707a5-9c52-4ae2-ac6e-da271748be76) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:06:17.663918 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f7f1dcba-72df-40be-8358-68a26954c5cd admin admin] Publish callbacks [] for port (56b707a5-9c52-4ae2-ac6e-da271748be76), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:17.722525 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f7f1dcba-72df-40be-8358-68a26954c5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (56b707a5-9c52-4ae2-ac6e-da271748be76), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:17.793436 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f1dcba-72df-40be-8358-68a26954c5cd admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:06:17.798957 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-f7f1dcba-72df-40be-8358-68a26954c5cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:06:17.806523 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f1dcba-72df-40be-8358-68a26954c5cd admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:06:17.812255 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1dcba-72df-40be-8358-68a26954c5cd admin admin] Pushing event updated for resources: {'Port': ['ID=56b707a5-9c52-4ae2-ac6e-da271748be76,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:18.095320 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f7f1dcba-72df-40be-8358-68a26954c5cd admin admin] Publish callbacks [] for router_gateway (37ecfaf8-d759-48b7-b9ec-6da466fe4182), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:18.127121 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 39060d35-3ec2-4cdc-ac85-c464603f2144 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:06:18.180872 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 39060d35-3ec2-4cdc-ac85-c464603f2144 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:06:18.181282 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (39060d35-3ec2-4cdc-ac85-c464603f2144), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:18.262853 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 39060d35-3ec2-4cdc-ac85-c464603f2144 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:06:18.294888 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f7f1dcba-72df-40be-8358-68a26954c5cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5641'] for router (37ecfaf8-d759-48b7-b9ec-6da466fe4182), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:18.299264 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f7f1dcba-72df-40be-8358-68a26954c5cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352569'] for router (37ecfaf8-d759-48b7-b9ec-6da466fe4182), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:18.408888 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f1dcba-72df-40be-8358-68a26954c5cd admin admin] Router 37ecfaf8-d759-48b7-b9ec-6da466fe4182 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:06:18.516875 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f1dcba-72df-40be-8358-68a26954c5cd admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:06:18.521197 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f7f1dcba-72df-40be-8358-68a26954c5cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:18.522404 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f7f1dcba-72df-40be-8358-68a26954c5cd admin admin] 10.222.0.39 "PUT /v2.0/routers/37ecfaf8-d759-48b7-b9ec-6da466fe4182 HTTP/1.1" status: 200 len: 890 time: 1.7577286 Jan 28 13:06:19.105613 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df45d9c-e6a9-4e0f-9946-0e4b8bbc28d3 None None] Sync routers for ids ['37ecfaf8-d759-48b7-b9ec-6da466fe4182'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:06:19.117385 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df45d9c-e6a9-4e0f-9946-0e4b8bbc28d3 None None] Routers {'37ecfaf8-d759-48b7-b9ec-6da466fe4182'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:06:19.118037 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8df45d9c-e6a9-4e0f-9946-0e4b8bbc28d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:06:01Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['37ecfaf8-d759-48b7-b9ec-6da466fe4182'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:06:19.322937 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-8df45d9c-e6a9-4e0f-9946-0e4b8bbc28d3 None None] Set router 37ecfaf8-d759-48b7-b9ec-6da466fe4182 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:06:19.785720 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8df45d9c-e6a9-4e0f-9946-0e4b8bbc28d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ecfaf8-d759-48b7-b9ec-6da466fe4182', 'name': 'router1', 'tenant_id': 'fa9e9aeeb8ec4672b0935be6fdf9e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '56b707a5-9c52-4ae2-ac6e-da271748be76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:05:58Z', 'updated_at': '2022-01-28T13:06:17Z', 'revision_number': 4, 'project_id': 'fa9e9aeeb8ec4672b0935be6fdf9e2f7', 'gw_port': {'id': '56b707a5-9c52-4ae2-ac6e-da271748be76', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ecfaf8-d759-48b7-b9ec-6da466fe4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:06:17Z', 'updated_at': '2022-01-28T13:06:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '39060d35-3ec2-4cdc-ac85-c464603f2144', 'name': '', 'network_id': '446733e9-8ab3-4f43-895a-d4e876c754f4', 'tenant_id': 'fa9e9aeeb8ec4672b0935be6fdf9e2f7', 'mac_address': 'fa:16:3e:f9:2b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ecfaf8-d759-48b7-b9ec-6da466fe4182', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '896af556-d2db-4293-ac07-36d387ed625e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:06:07Z', 'updated_at': '2022-01-28T13:06:10Z', 'revision_number': 5, 'project_id': 'fa9e9aeeb8ec4672b0935be6fdf9e2f7', 'subnets': [{'id': '896af556-d2db-4293-ac07-36d387ed625e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ff8a2ea-30be-4fca-ba96-bf6f43b5d517'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:06:19.835969 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df45d9c-e6a9-4e0f-9946-0e4b8bbc28d3 None None] Checking router: 37ecfaf8-d759-48b7-b9ec-6da466fe4182 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:06:19.836194 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df45d9c-e6a9-4e0f-9946-0e4b8bbc28d3 None None] Updating router 37ecfaf8-d759-48b7-b9ec-6da466fe4182 port 56b707a5-9c52-4ae2-ac6e-da271748be76 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:06:19.887860 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8df45d9c-e6a9-4e0f-9946-0e4b8bbc28d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (56b707a5-9c52-4ae2-ac6e-da271748be76), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:20.200672 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8df45d9c-e6a9-4e0f-9946-0e4b8bbc28d3 None None] Publish callbacks [] for port (56b707a5-9c52-4ae2-ac6e-da271748be76), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:20.210953 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8df45d9c-e6a9-4e0f-9946-0e4b8bbc28d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (56b707a5-9c52-4ae2-ac6e-da271748be76), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:20.254837 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8f00c-1a29-41af-a10f-b5f513999b8b None None] Pushing event updated for resources: {'Port': ['ID=56b707a5-9c52-4ae2-ac6e-da271748be76,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:20.269762 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-8df45d9c-e6a9-4e0f-9946-0e4b8bbc28d3 None None] Attempting to bind port 56b707a5-9c52-4ae2-ac6e-da271748be76 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:06:20.270137 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-8df45d9c-e6a9-4e0f-9946-0e4b8bbc28d3 None None] Attempting to bind port 56b707a5-9c52-4ae2-ac6e-da271748be76 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:06:20.270498 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df45d9c-e6a9-4e0f-9946-0e4b8bbc28d3 None None] Attempting to bind port 56b707a5-9c52-4ae2-ac6e-da271748be76 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:06:20.275687 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df45d9c-e6a9-4e0f-9946-0e4b8bbc28d3 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:06:20.276076 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df45d9c-e6a9-4e0f-9946-0e4b8bbc28d3 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:06:20.276462 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8df45d9c-e6a9-4e0f-9946-0e4b8bbc28d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:20.276884 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df45d9c-e6a9-4e0f-9946-0e4b8bbc28d3 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:06:20.277355 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-8df45d9c-e6a9-4e0f-9946-0e4b8bbc28d3 None None] Bound port: 56b707a5-9c52-4ae2-ac6e-da271748be76, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:06:20.277778 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8df45d9c-e6a9-4e0f-9946-0e4b8bbc28d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (56b707a5-9c52-4ae2-ac6e-da271748be76), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:20.329843 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-8df45d9c-e6a9-4e0f-9946-0e4b8bbc28d3 None None] For port 56b707a5-9c52-4ae2-ac6e-da271748be76, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:06:20.332861 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-8df45d9c-e6a9-4e0f-9946-0e4b8bbc28d3 None None] For port 56b707a5-9c52-4ae2-ac6e-da271748be76, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=56b707a5-9c52-4ae2-ac6e-da271748be76,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:06:20.337820 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8df45d9c-e6a9-4e0f-9946-0e4b8bbc28d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (56b707a5-9c52-4ae2-ac6e-da271748be76), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:20.399526 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8f00c-1a29-41af-a10f-b5f513999b8b None None] Pushing event updated for resources: {'Port': ['ID=56b707a5-9c52-4ae2-ac6e-da271748be76,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:20.406685 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df45d9c-e6a9-4e0f-9946-0e4b8bbc28d3 None None] Routers {'37ecfaf8-d759-48b7-b9ec-6da466fe4182'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:06:20.407350 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8df45d9c-e6a9-4e0f-9946-0e4b8bbc28d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:06:01Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['37ecfaf8-d759-48b7-b9ec-6da466fe4182'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:06:20.512474 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-8df45d9c-e6a9-4e0f-9946-0e4b8bbc28d3 None None] Set router 37ecfaf8-d759-48b7-b9ec-6da466fe4182 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:06:20.724130 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8df45d9c-e6a9-4e0f-9946-0e4b8bbc28d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ecfaf8-d759-48b7-b9ec-6da466fe4182', 'name': 'router1', 'tenant_id': 'fa9e9aeeb8ec4672b0935be6fdf9e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '56b707a5-9c52-4ae2-ac6e-da271748be76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:05:58Z', 'updated_at': '2022-01-28T13:06:17Z', 'revision_number': 4, 'project_id': 'fa9e9aeeb8ec4672b0935be6fdf9e2f7', 'gw_port': {'id': '56b707a5-9c52-4ae2-ac6e-da271748be76', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ecfaf8-d759-48b7-b9ec-6da466fe4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:06:17Z', 'updated_at': '2022-01-28T13:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '39060d35-3ec2-4cdc-ac85-c464603f2144', 'name': '', 'network_id': '446733e9-8ab3-4f43-895a-d4e876c754f4', 'tenant_id': 'fa9e9aeeb8ec4672b0935be6fdf9e2f7', 'mac_address': 'fa:16:3e:f9:2b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ecfaf8-d759-48b7-b9ec-6da466fe4182', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '896af556-d2db-4293-ac07-36d387ed625e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:06:07Z', 'updated_at': '2022-01-28T13:06:10Z', 'revision_number': 5, 'project_id': 'fa9e9aeeb8ec4672b0935be6fdf9e2f7', 'subnets': [{'id': '896af556-d2db-4293-ac07-36d387ed625e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ff8a2ea-30be-4fca-ba96-bf6f43b5d517'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:06:20.750233 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df45d9c-e6a9-4e0f-9946-0e4b8bbc28d3 None None] The sync data for ids ['37ecfaf8-d759-48b7-b9ec-6da466fe4182'] in n-d-822747-2 is: [{'id': '37ecfaf8-d759-48b7-b9ec-6da466fe4182', 'name': 'router1', 'tenant_id': 'fa9e9aeeb8ec4672b0935be6fdf9e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '56b707a5-9c52-4ae2-ac6e-da271748be76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:05:58Z', 'updated_at': '2022-01-28T13:06:17Z', 'revision_number': 4, 'project_id': 'fa9e9aeeb8ec4672b0935be6fdf9e2f7', 'gw_port': {'id': '56b707a5-9c52-4ae2-ac6e-da271748be76', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ecfaf8-d759-48b7-b9ec-6da466fe4182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:06:17Z', 'updated_at': '2022-01-28T13:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '39060d35-3ec2-4cdc-ac85-c464603f2144', 'name': '', 'network_id': '446733e9-8ab3-4f43-895a-d4e876c754f4', 'tenant_id': 'fa9e9aeeb8ec4672b0935be6fdf9e2f7', 'mac_address': 'fa:16:3e:f9:2b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ecfaf8-d759-48b7-b9ec-6da466fe4182', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '896af556-d2db-4293-ac07-36d387ed625e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:06:07Z', 'updated_at': '2022-01-28T13:06:10Z', 'revision_number': 5, 'project_id': 'fa9e9aeeb8ec4672b0935be6fdf9e2f7', 'subnets': [{'id': '896af556-d2db-4293-ac07-36d387ed625e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ff8a2ea-30be-4fca-ba96-bf6f43b5d517'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:06:20.960221 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37034) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:06:21.083027 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7e2fa020-d4f2-48d3-8733-56c7e1de3bc8 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1215470 Jan 28 13:06:22.133414 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 56b707a5-9c52-4ae2-ac6e-da271748be76 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:06:22.181416 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 56b707a5-9c52-4ae2-ac6e-da271748be76 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:06:22.181798 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (56b707a5-9c52-4ae2-ac6e-da271748be76), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:22.266760 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 56b707a5-9c52-4ae2-ac6e-da271748be76 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:06:22.267068 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (56b707a5-9c52-4ae2-ac6e-da271748be76), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:22.289005 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 56b707a5-9c52-4ae2-ac6e-da271748be76, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=56b707a5-9c52-4ae2-ac6e-da271748be76,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:06:22.293515 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (56b707a5-9c52-4ae2-ac6e-da271748be76), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:22.340941 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=56b707a5-9c52-4ae2-ac6e-da271748be76,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:24.137012 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 56b707a5-9c52-4ae2-ac6e-da271748be76 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:06:24.190511 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 56b707a5-9c52-4ae2-ac6e-da271748be76 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:06:24.190861 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (56b707a5-9c52-4ae2-ac6e-da271748be76), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:24.271088 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 56b707a5-9c52-4ae2-ac6e-da271748be76 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:06:29.275913 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c0aad034-7932-4d93-83db-a7eff446d1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:31.495726 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b91458ba-9b7c-48bf-9e31-23223f8c3fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:32.583235 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:33.958092 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:35.571122 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:44.764679 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 5 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:06:59.276926 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-44d76109-271b-46f9-88ec-05a87d16b4e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:01.501209 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1b7874d-ee25-4c14-a817-8b59833e1cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:02.586488 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:03.961050 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:05.567954 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:21.753868 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 5 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:07:29.255940 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3556f226-7ce1-4b79-8d1b-72e50e7ecba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:31.496195 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-598240ac-7b25-448f-954c-91fee1577418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:32.588483 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:33.965369 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:35.575700 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:44.388691 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37550) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:07:44.457347 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee29027-a8e5-4f00-87e2-88200c1e071b admin admin] GET failed (client error): The resource could not be found. Jan 28 13:07:44.458701 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fee29027-a8e5-4f00-87e2-88200c1e071b admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0690415 Jan 28 13:07:44.694044 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d85e704-8425-4ff4-aef6-9fceabba4b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:44.695561 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1d85e704-8425-4ff4-aef6-9fceabba4b51 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.2326264 Jan 28 13:07:46.906762 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37560) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:07:47.004414 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d43cef-45ea-4d02-9acc-15f2b9607f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:47.005778 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-25d43cef-45ea-4d02-9acc-15f2b9607f59 admin admin] 10.222.0.39 "GET /v2.0/subnets/896af556-d2db-4293-ac07-36d387ed625e HTTP/1.1" status: 200 len: 849 time: 0.0979757 Jan 28 13:07:47.017075 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-73e29d26-6e62-444d-82a9-214e71539d1e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:07:47.104287 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-73e29d26-6e62-444d-82a9-214e71539d1e admin admin] Publish callbacks [] for subnet (896af556-d2db-4293-ac07-36d387ed625e), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:47.257403 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-73e29d26-6e62-444d-82a9-214e71539d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775577984458'] for subnet (896af556-d2db-4293-ac07-36d387ed625e), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:47.289191 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e29d26-6e62-444d-82a9-214e71539d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:47.289788 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-73e29d26-6e62-444d-82a9-214e71539d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:47.291574 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-73e29d26-6e62-444d-82a9-214e71539d1e admin admin] 10.222.0.39 "PUT /v2.0/subnets/896af556-d2db-4293-ac07-36d387ed625e HTTP/1.1" status: 200 len: 868 time: 0.2777452 Jan 28 13:07:47.295007 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20195eaa-2b6b-4336-9fbf-a94b66f4e5af None None] Network 446733e9-8ab3-4f43-895a-d4e876c754f4 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:07:47.315570 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e29d26-6e62-444d-82a9-214e71539d1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=896af556-d2db-4293-ac07-36d387ed625e,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:07:47.325009 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e29d26-6e62-444d-82a9-214e71539d1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:47.325372 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e29d26-6e62-444d-82a9-214e71539d1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:47.325692 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e29d26-6e62-444d-82a9-214e71539d1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:47.326063 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e29d26-6e62-444d-82a9-214e71539d1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:47.326404 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e29d26-6e62-444d-82a9-214e71539d1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:47.326736 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e29d26-6e62-444d-82a9-214e71539d1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:47.327096 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e29d26-6e62-444d-82a9-214e71539d1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:47.327420 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e29d26-6e62-444d-82a9-214e71539d1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:47.327749 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e29d26-6e62-444d-82a9-214e71539d1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:47.328075 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e29d26-6e62-444d-82a9-214e71539d1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:47.328400 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e29d26-6e62-444d-82a9-214e71539d1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:47.328718 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e29d26-6e62-444d-82a9-214e71539d1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:47.329083 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e29d26-6e62-444d-82a9-214e71539d1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:47.606346 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c2f4ca36-fad4-42af-a1a2-e3db207c8670 None None] Provisioning complete for port 39060d35-3ec2-4cdc-ac85-c464603f2144 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:07:47.606778 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c2f4ca36-fad4-42af-a1a2-e3db207c8670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (39060d35-3ec2-4cdc-ac85-c464603f2144), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:47.686329 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c2f4ca36-fad4-42af-a1a2-e3db207c8670 None None] Current status of the port 39060d35-3ec2-4cdc-ac85-c464603f2144 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:07:47.696483 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c2f4ca36-fad4-42af-a1a2-e3db207c8670 None None] Provisioning complete for port ed1a3261-8744-4ffe-bb2c-cd68929c0f52 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:07:47.696811 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c2f4ca36-fad4-42af-a1a2-e3db207c8670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ed1a3261-8744-4ffe-bb2c-cd68929c0f52), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:47.772551 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c2f4ca36-fad4-42af-a1a2-e3db207c8670 None None] Current status of the port ed1a3261-8744-4ffe-bb2c-cd68929c0f52 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:07:49.521096 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37568) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:07:49.735027 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61997e95-a1da-427e-b6af-dece74fe542b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:49.735426 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61997e95-a1da-427e-b6af-dece74fe542b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:49.736996 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-61997e95-a1da-427e-b6af-dece74fe542b admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2149162 Jan 28 13:07:51.974289 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37576) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:07:52.115367 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b405b5-d57d-4a00-8137-c248e2b9446c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:52.115822 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b405b5-d57d-4a00-8137-c248e2b9446c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:52.117365 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-37b405b5-d57d-4a00-8137-c248e2b9446c admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1420014 Jan 28 13:07:54.357483 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37584) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:07:54.506893 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2620ca1-7486-42e2-a41b-d18eceba2d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:54.509183 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b2620ca1-7486-42e2-a41b-d18eceba2d03 admin admin] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 886 time: 0.1502020 Jan 28 13:07:56.724380 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37594) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:07:56.877961 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9979fd40-2104-4ba6-b2ea-7340e5da8cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:56.879395 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9979fd40-2104-4ba6-b2ea-7340e5da8cd7 admin admin] 10.222.0.39 "GET /v2.0/networks/446733e9-8ab3-4f43-895a-d4e876c754f4 HTTP/1.1" status: 200 len: 868 time: 0.1540582 Jan 28 13:07:58.753626 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 5 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:07:59.118972 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37602) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:07:59.258852 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ea25c0-479b-4351-8e05-2d741e8d0909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:59.259453 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ea25c0-479b-4351-8e05-2d741e8d0909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:59.260926 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c595b291-4480-4f5b-84c5-74c5c0a8cd75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:59.261500 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-20ea25c0-479b-4351-8e05-2d741e8d0909 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1408317 Jan 28 13:08:01.503219 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8141d5ba-2fbc-4237-8789-2803d2f28d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:01.524341 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37610) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:08:01.620911 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f6795e-19ac-44f4-8de1-3c882e8d384c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:01.621354 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f6795e-19ac-44f4-8de1-3c882e8d384c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:01.622925 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-03f6795e-19ac-44f4-8de1-3c882e8d384c admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0976136 Jan 28 13:08:02.591716 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:03.863101 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37618) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:08:03.949355 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ed7e8e-d4bf-49fe-b7e7-e09ef5b29505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:03.951538 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e5ed7e8e-d4bf-49fe-b7e7-e09ef5b29505 admin admin] 10.222.0.39 "GET /v2.0/subnets/0958b661-bbeb-434d-acd4-3f6cedfaaff6 HTTP/1.1" status: 200 len: 816 time: 0.0871012 Jan 28 13:08:03.969202 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:05.571152 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:06.169775 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37626) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:08:06.272022 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218b157b-6ead-4ac5-aeea-164af9053d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:06.273240 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-218b157b-6ead-4ac5-aeea-164af9053d50 admin admin] 10.222.0.39 "GET /v2.0/subnets/896af556-d2db-4293-ac07-36d387ed625e HTTP/1.1" status: 200 len: 868 time: 0.1021705 Jan 28 13:08:29.268589 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-080da908-2871-4579-9a2a-a8e2b1d939ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:30.635881 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37680) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:08:30.694075 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [None req-35193fac-f499-4b2e-a0c5-092b88b8f7a3 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:08:30.695100 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-35193fac-f499-4b2e-a0c5-092b88b8f7a3 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0582409 Jan 28 13:08:31.497622 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6ea8500-dd33-4251-9cc2-38f45160b876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:32.596440 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:32.992205 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37688) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:08:33.060504 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b1b61c-56cd-430e-9076-2e2c586a7f97 admin admin] GET failed (client error): The resource could not be found. Jan 28 13:08:33.061781 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-57b1b61c-56cd-430e-9076-2e2c586a7f97 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0685370 Jan 28 13:08:33.152218 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d594734-5435-4d4e-9b55-b89732b4194a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:33.153641 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7d594734-5435-4d4e-9b55-b89732b4194a admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0858989 Jan 28 13:08:33.971564 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:35.436739 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37698) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:08:35.483401 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-87e9a168-f9ac-49e6-b7dd-b75c517f08eb admin admin] Request body: {'network': {'tenant_id': '8484be525d6e44759098d8360fbe4e88', 'shared': True, 'name': 'shared', 'admin_state_up': True, 'project_id': '8484be525d6e44759098d8360fbe4e88'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:08:35.504315 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e9a168-f9ac-49e6-b7dd-b75c517f08eb admin admin] Made reservation on behalf of 8484be525d6e44759098d8360fbe4e88 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:08:35.506766 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87e9a168-f9ac-49e6-b7dd-b75c517f08eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:35.536152 n-d-822747-2 neutron-server[103352]: WARNING neutron.services.revisions.revision_plugin [None req-87e9a168-f9ac-49e6-b7dd-b75c517f08eb admin admin] Could not find related network for resource to bump revision. Jan 28 13:08:35.553195 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e9a168-f9ac-49e6-b7dd-b75c517f08eb admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:08:35.564497 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87e9a168-f9ac-49e6-b7dd-b75c517f08eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (a6514d1d-6e29-4304-90c0-902af1a253de), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:35.565110 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-87e9a168-f9ac-49e6-b7dd-b75c517f08eb admin admin] Added segment a6514d1d-6e29-4304-90c0-902af1a253de of type vlan for network da4be586-cdc6-4853-ab49-4d6756f95e6a Jan 28 13:08:35.579552 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:35.606773 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87e9a168-f9ac-49e6-b7dd-b75c517f08eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (da4be586-cdc6-4853-ab49-4d6756f95e6a), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:35.630106 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87e9a168-f9ac-49e6-b7dd-b75c517f08eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (da4be586-cdc6-4853-ab49-4d6756f95e6a), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:35.631138 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e9a168-f9ac-49e6-b7dd-b75c517f08eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:35.631720 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87e9a168-f9ac-49e6-b7dd-b75c517f08eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:35.664610 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-87e9a168-f9ac-49e6-b7dd-b75c517f08eb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2267909 Jan 28 13:08:35.697199 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9a168-f9ac-49e6-b7dd-b75c517f08eb admin admin] Pushing event updated for resources: {'Network': ['ID=da4be586-cdc6-4853-ab49-4d6756f95e6a,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:08:35.705426 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9a168-f9ac-49e6-b7dd-b75c517f08eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:35.705798 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9a168-f9ac-49e6-b7dd-b75c517f08eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:35.706113 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9a168-f9ac-49e6-b7dd-b75c517f08eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:35.706452 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9a168-f9ac-49e6-b7dd-b75c517f08eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:35.706783 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9a168-f9ac-49e6-b7dd-b75c517f08eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:35.707159 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9a168-f9ac-49e6-b7dd-b75c517f08eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:35.707489 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9a168-f9ac-49e6-b7dd-b75c517f08eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:35.707816 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9a168-f9ac-49e6-b7dd-b75c517f08eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:35.708144 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9a168-f9ac-49e6-b7dd-b75c517f08eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:35.708465 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9a168-f9ac-49e6-b7dd-b75c517f08eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:35.708792 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9a168-f9ac-49e6-b7dd-b75c517f08eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:35.709093 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9a168-f9ac-49e6-b7dd-b75c517f08eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:35.709416 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9a168-f9ac-49e6-b7dd-b75c517f08eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:35.721103 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network da4be586-cdc6-4853-ab49-4d6756f95e6a details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:08:35.754743 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 5 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:08:37.992156 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37708) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:08:38.059676 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-98115403-4144-451d-bc3f-5c9ebfb36c7d admin admin] GET failed (client error): The resource could not be found. Jan 28 13:08:38.060952 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-98115403-4144-451d-bc3f-5c9ebfb36c7d admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0677972 Jan 28 13:08:38.236824 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92913f2f-96cb-4993-aa3a-f216a45b2e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:38.238314 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-92913f2f-96cb-4993-aa3a-f216a45b2e2a admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1732485 Jan 28 13:08:38.250509 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-7978f7aa-496c-4cc7-a7f3-e485924e5546 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'description': 'shared-subnet', 'tenant_id': '8484be525d6e44759098d8360fbe4e88'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:08:38.272807 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7978f7aa-496c-4cc7-a7f3-e485924e5546 admin admin] Made reservation on behalf of 8484be525d6e44759098d8360fbe4e88 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:08:38.275092 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7978f7aa-496c-4cc7-a7f3-e485924e5546 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:38.443017 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7978f7aa-496c-4cc7-a7f3-e485924e5546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for subnet (61f860a5-996f-43ac-8ccc-c0b30a786d25), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:38.496225 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978f7aa-496c-4cc7-a7f3-e485924e5546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61f860a5-996f-43ac-8ccc-c0b30a786d25,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:08:38.505049 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7978f7aa-496c-4cc7-a7f3-e485924e5546 admin admin] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:08:38.505403 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7978f7aa-496c-4cc7-a7f3-e485924e5546 admin admin] Network hostable DHCP agents. Network: da4be586-cdc6-4853-ab49-4d6756f95e6a, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:08:38.524950 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7978f7aa-496c-4cc7-a7f3-e485924e5546 admin admin] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:08:38.534377 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-7978f7aa-496c-4cc7-a7f3-e485924e5546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, da4be586-cdc6-4853-ab49-4d6756f95e6a) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:08:38.538371 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7978f7aa-496c-4cc7-a7f3-e485924e5546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:38.539351 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7978f7aa-496c-4cc7-a7f3-e485924e5546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:38.544553 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d025b0-9e0d-45df-b85f-c932a1d89285 None None] Network da4be586-cdc6-4853-ab49-4d6756f95e6a requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:08:38.556020 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7978f7aa-496c-4cc7-a7f3-e485924e5546 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3089023 Jan 28 13:08:38.651844 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-da4be586-cdc6-4853-ab49-4d6756f95e6a', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'project_id': '8484be525d6e44759098d8360fbe4e88', 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:08:38.652739 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:38.898292 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Allocated IP 192.168.233.2 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/470d78bd-4eae-4592-b804-58189dd77174) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:08:39.042024 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Publish callbacks [] for port (470d78bd-4eae-4592-b804-58189dd77174), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:39.048149 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (470d78bd-4eae-4592-b804-58189dd77174), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:39.085091 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:08:39.087873 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:08:39.093469 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:08:39.098017 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Pushing event updated for resources: {'Port': ['ID=470d78bd-4eae-4592-b804-58189dd77174,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:08:39.109897 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:39.110244 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:39.110589 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:39.110948 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:39.111276 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:39.111607 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:39.111932 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:39.112259 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:39.112580 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:39.112899 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:39.113219 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:39.113540 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:39.113859 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:39.163455 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Attempting to bind port 470d78bd-4eae-4592-b804-58189dd77174 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:08:39.164094 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Attempting to bind port 470d78bd-4eae-4592-b804-58189dd77174 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:08:39.164446 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Attempting to bind port 470d78bd-4eae-4592-b804-58189dd77174 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:08:39.169823 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:08:39.170192 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:08:39.170583 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:39.170986 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:08:39.171442 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Bound port: 470d78bd-4eae-4592-b804-58189dd77174, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:08:39.171814 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (470d78bd-4eae-4592-b804-58189dd77174), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:39.235385 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] For port 470d78bd-4eae-4592-b804-58189dd77174, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:08:39.238447 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] For port 470d78bd-4eae-4592-b804-58189dd77174, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=470d78bd-4eae-4592-b804-58189dd77174,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:08:39.243484 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (470d78bd-4eae-4592-b804-58189dd77174), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:39.298211 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44934d-a9d3-4d9a-9ec1-ce86eaaab47b None None] Pushing event updated for resources: {'Port': ['ID=470d78bd-4eae-4592-b804-58189dd77174,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:08:40.261680 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 470d78bd-4eae-4592-b804-58189dd77174 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:08:40.289896 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37fbd25-fe46-4bcb-baef-5cf6463015a5 None None] Network da4be586-cdc6-4853-ab49-4d6756f95e6a requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:08:40.375587 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-65efac93-b494-48d1-8eed-b14ca13049b0 None None] Provisioning complete for port 470d78bd-4eae-4592-b804-58189dd77174 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:08:40.375953 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-65efac93-b494-48d1-8eed-b14ca13049b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (470d78bd-4eae-4592-b804-58189dd77174), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:40.424951 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 470d78bd-4eae-4592-b804-58189dd77174 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:08:40.425328 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (470d78bd-4eae-4592-b804-58189dd77174), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:40.548165 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-65efac93-b494-48d1-8eed-b14ca13049b0 None None] Current status of the port 470d78bd-4eae-4592-b804-58189dd77174 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:08:40.548463 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-65efac93-b494-48d1-8eed-b14ca13049b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (470d78bd-4eae-4592-b804-58189dd77174), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:40.572376 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 470d78bd-4eae-4592-b804-58189dd77174 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:08:40.573469 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (470d78bd-4eae-4592-b804-58189dd77174), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:40.602019 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-65efac93-b494-48d1-8eed-b14ca13049b0 None None] For port 470d78bd-4eae-4592-b804-58189dd77174, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=470d78bd-4eae-4592-b804-58189dd77174,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:08:40.611660 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-65efac93-b494-48d1-8eed-b14ca13049b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (470d78bd-4eae-4592-b804-58189dd77174), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:40.691212 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efac93-b494-48d1-8eed-b14ca13049b0 None None] Pushing event updated for resources: {'Port': ['ID=470d78bd-4eae-4592-b804-58189dd77174,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:08:40.694040 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:08:40.694445 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:08:40.733104 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-0aa63125-f982-4a20-a9af-38ee40f83afe None None] Provisioning complete for port 470d78bd-4eae-4592-b804-58189dd77174 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:08:40.733475 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0aa63125-f982-4a20-a9af-38ee40f83afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (470d78bd-4eae-4592-b804-58189dd77174), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:40.815600 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0aa63125-f982-4a20-a9af-38ee40f83afe None None] Current status of the port 470d78bd-4eae-4592-b804-58189dd77174 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:08:41.235047 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 470d78bd-4eae-4592-b804-58189dd77174 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:08:42.202218 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 470d78bd-4eae-4592-b804-58189dd77174 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:08:42.250341 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 470d78bd-4eae-4592-b804-58189dd77174 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:08:42.250726 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (470d78bd-4eae-4592-b804-58189dd77174), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:42.327779 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 470d78bd-4eae-4592-b804-58189dd77174 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:08:59.262237 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-05e888ed-212f-4cb4-9393-eab4203f6d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:01.501289 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4fcb246a-9b19-4ed2-8b44-55d677f27779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:02.603413 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:03.974698 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:05.576286 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:12.755065 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 5 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:09:29.269756 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a7a7ba4-dcd3-4717-bc0c-ccea4d27ef56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:31.507989 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ace044ed-206c-4c15-a0fe-500386ff4fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:32.601009 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:33.981561 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:35.572593 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:49.753576 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 5 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:09:59.263793 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-55a6aedc-8747-43d3-89d4-5a15b5a74d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:01.504927 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-74bbf2b6-e699-48f1-a5d1-7eaf5068a3af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:02.453856 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37754) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:02.459909 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-697be3ae-8931-4fd1-b7c5-d659438f2ac2 tempest-verify_tempest_config-857578366 tempest-verify_tempest_config-857578366-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:10:02.460869 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-697be3ae-8931-4fd1-b7c5-d659438f2ac2 tempest-verify_tempest_config-857578366 tempest-verify_tempest_config-857578366-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060463 Jan 28 13:10:02.606323 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:02.778820 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37772) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:02.895304 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7879d62c-7c70-40c8-8635-d3e09f01a9f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:02.977023 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7879d62c-7c70-40c8-8635-d3e09f01a9f6 admin admin] Publish callbacks [] for security_group (421c56ec-2f34-4f21-a3bd-9552e8af0783), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:02.981595 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7879d62c-7c70-40c8-8635-d3e09f01a9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (421c56ec-2f34-4f21-a3bd-9552e8af0783), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:03.029243 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879d62c-7c70-40c8-8635-d3e09f01a9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421c56ec-2f34-4f21-a3bd-9552e8af0783,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:03.033061 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7879d62c-7c70-40c8-8635-d3e09f01a9f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1505be70ba64417088529cb3ba1abd5f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2530720 Jan 28 13:10:03.036254 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37778) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:03.038457 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879d62c-7c70-40c8-8635-d3e09f01a9f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:03.038774 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879d62c-7c70-40c8-8635-d3e09f01a9f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:03.039526 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879d62c-7c70-40c8-8635-d3e09f01a9f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:03.039864 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879d62c-7c70-40c8-8635-d3e09f01a9f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:03.040188 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879d62c-7c70-40c8-8635-d3e09f01a9f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:03.040513 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879d62c-7c70-40c8-8635-d3e09f01a9f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:03.040835 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879d62c-7c70-40c8-8635-d3e09f01a9f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:03.041139 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879d62c-7c70-40c8-8635-d3e09f01a9f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:03.041457 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879d62c-7c70-40c8-8635-d3e09f01a9f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:03.041771 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879d62c-7c70-40c8-8635-d3e09f01a9f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:03.042090 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879d62c-7c70-40c8-8635-d3e09f01a9f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:03.042403 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879d62c-7c70-40c8-8635-d3e09f01a9f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:03.042717 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879d62c-7c70-40c8-8635-d3e09f01a9f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:03.091791 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3efe598-debd-4347-86e9-95589d95db8c admin admin] Publish callbacks [] for security_group (421c56ec-2f34-4f21-a3bd-9552e8af0783), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:03.112971 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3efe598-debd-4347-86e9-95589d95db8c admin admin] Publish callbacks [] for security_group (421c56ec-2f34-4f21-a3bd-9552e8af0783), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:03.204376 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3efe598-debd-4347-86e9-95589d95db8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (421c56ec-2f34-4f21-a3bd-9552e8af0783), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:03.206898 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3efe598-debd-4347-86e9-95589d95db8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:03.208085 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b3efe598-debd-4347-86e9-95589d95db8c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/421c56ec-2f34-4f21-a3bd-9552e8af0783 HTTP/1.1" status: 204 len: 168 time: 0.1708431 Jan 28 13:10:03.215867 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efe598-debd-4347-86e9-95589d95db8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421c56ec-2f34-4f21-a3bd-9552e8af0783,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:03.222591 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efe598-debd-4347-86e9-95589d95db8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:03.222961 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efe598-debd-4347-86e9-95589d95db8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:03.223308 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efe598-debd-4347-86e9-95589d95db8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:03.223645 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efe598-debd-4347-86e9-95589d95db8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:03.223979 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efe598-debd-4347-86e9-95589d95db8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:03.224313 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efe598-debd-4347-86e9-95589d95db8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:03.224647 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efe598-debd-4347-86e9-95589d95db8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:03.224966 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efe598-debd-4347-86e9-95589d95db8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:03.225285 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efe598-debd-4347-86e9-95589d95db8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:03.225610 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efe598-debd-4347-86e9-95589d95db8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:03.225931 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efe598-debd-4347-86e9-95589d95db8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:03.226257 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efe598-debd-4347-86e9-95589d95db8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:03.226576 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efe598-debd-4347-86e9-95589d95db8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:03.985786 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:05.579460 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:26.759110 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 5 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:10:29.270720 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3a38be31-e960-4ae2-a51b-ab1a0c2a510a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:31.508422 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1db7226b-aec3-4092-9015-83f132d71c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:32.611426 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:33.987920 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:35.575708 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:59.268026 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-836efbaa-cda7-4e21-a82b-e40bb21aedca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:01.510508 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-222e6463-4a59-4740-9c16-ed94ba36e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:02.617310 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:03.763118 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 5 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:11:03.995417 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:05.580308 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:29.271373 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ce3698d8-b540-4064-bb3e-5b439f59985e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:31.513790 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c513182f-ee47-43c1-b4ba-e081df580cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:32.621071 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:33.997856 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:35.576592 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:40.767673 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 5 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:11:59.271998 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d2e059a7-aabd-4257-a0b7-6455789d0ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:01.516901 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-90ae0314-6613-4384-819e-8d71e3618176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:02.625054 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:04.005192 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:05.578945 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:17.771057 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 5 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:12:29.265807 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da4f2cda-f0f2-4472-9610-814f70cce927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:31.516718 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-456a3cf9-ea6b-43de-acf0-8fcab8ea6caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:32.624972 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:34.002824 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:35.576042 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:54.771870 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 5 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:12:59.270554 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a8b06600-c870-49f1-9349-9d25faed47b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:01.511506 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-591bd898-237f-4172-94ad-c2578f697c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:02.628609 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:04.008822 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:05.573424 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:17.399252 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-354982'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:19.493759 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-354982'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:29.279703 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8435219-c9a1-4408-a360-2c71ed31c6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:31.516662 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6d47-96ca-40c8-bd5e-e6074a398e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:31.771912 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:13:32.633537 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:34.012339 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:35.573437 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:47.375848 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:49.478084 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:59.263497 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-011d0858-640b-4f33-8c1e-3d60fd05b1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:00.487230 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37834) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:14:00.615380 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bb847024-fc2e-412f-878a-7ae96abea1a7 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1269724 Jan 28 13:14:01.521506 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1561779a-5c72-4b80-b784-863eff102b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:02.632329 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:02.860264 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37844) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:14:02.926943 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-620e95f2-2a1f-4fcb-9aab-78bec9602572 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0652604 Jan 28 13:14:04.014729 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:05.572471 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:08.771555 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:14:17.381367 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:19.482167 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:29.272791 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7eb159e-7b55-431c-ae7f-f2f27e82c3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:31.525998 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89fe3d28-de5f-447f-aace-a7311f00c77a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:32.645702 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:34.019712 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:35.569301 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:45.771447 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:14:47.379859 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:49.486691 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:59.270397 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1235fee-cd2d-4d45-814b-bf682de6b0e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:01.530790 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96e3085d-3d8f-4bf5-ba77-a0b9017fda92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:02.643682 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:04.021171 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:05.567123 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:17.376228 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:19.479412 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:22.770680 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:15:29.281570 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54ac0fa8-59f4-48c6-bab6-6fb827a9eaf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:29.604809 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38028) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:30.076432 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-407627b5-ed20-4265-8169-679d47b21873 tempest-AutoAllocateNetworkTest-628047700 tempest-AutoAllocateNetworkTest-628047700-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=dbfd3a341ed7439b96ba79db352ff43d&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4693253 Jan 28 13:15:30.078402 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38050) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:30.275479 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467c8f75-a5b0-4b5d-a5fd-b629fea24314 tempest-AutoAllocateNetworkTest-628047700 tempest-AutoAllocateNetworkTest-628047700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:30.279835 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-467c8f75-a5b0-4b5d-a5fd-b629fea24314 tempest-AutoAllocateNetworkTest-628047700 tempest-AutoAllocateNetworkTest-628047700-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1964564 Jan 28 13:15:30.280059 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38064) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:30.338875 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-45bbfec6-502b-454f-bd50-471bd2f43138 tempest-AutoAllocateNetworkTest-628047700 tempest-AutoAllocateNetworkTest-628047700-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574298 Jan 28 13:15:30.341708 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38068) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:30.370721 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-55fd9797-67fc-4eee-ab5c-a602e2531253 tempest-AutoAllocateNetworkTest-628047700 tempest-AutoAllocateNetworkTest-628047700-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=dbfd3a341ed7439b96ba79db352ff43d HTTP/1.1" status: 200 len: 208 time: 0.0277085 Jan 28 13:15:31.036215 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38098) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:31.147084 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38112) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:31.319279 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-538456093-network', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:15:31.343026 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] Made reservation on behalf of f1f50da165814895ae3e09a2631675bc for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:15:31.345576 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:31.356730 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:31.383544 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-932092b1-1cf5-48d5-95f6-becb3a951221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:31.449085 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] Publish callbacks [] for security_group (91c6e0bb-bd19-4d03-959d-cfc40fd33ebd), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:31.455495 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (91c6e0bb-bd19-4d03-959d-cfc40fd33ebd), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:31.464663 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-932092b1-1cf5-48d5-95f6-becb3a951221 admin admin] Publish callbacks [] for security_group (c075eab6-5048-4b7e-88ea-6ee0687811de), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:31.471893 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-932092b1-1cf5-48d5-95f6-becb3a951221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c075eab6-5048-4b7e-88ea-6ee0687811de), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:31.497289 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:15:31.507561 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c6e0bb-bd19-4d03-959d-cfc40fd33ebd,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:31.516393 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932092b1-1cf5-48d5-95f6-becb3a951221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c075eab6-5048-4b7e-88ea-6ee0687811de,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:31.524870 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (154cb921-caaa-471c-830c-20f5913ea00b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:31.525497 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932092b1-1cf5-48d5-95f6-becb3a951221 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.525606 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] Added segment 154cb921-caaa-471c-830c-20f5913ea00b of type vlan for network 56a89aa3-213b-4e75-bd90-9d124e8278f7 Jan 28 13:15:31.525846 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932092b1-1cf5-48d5-95f6-becb3a951221 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.526362 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932092b1-1cf5-48d5-95f6-becb3a951221 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.526824 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932092b1-1cf5-48d5-95f6-becb3a951221 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.527302 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932092b1-1cf5-48d5-95f6-becb3a951221 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.527757 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932092b1-1cf5-48d5-95f6-becb3a951221 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.528225 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932092b1-1cf5-48d5-95f6-becb3a951221 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.528665 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932092b1-1cf5-48d5-95f6-becb3a951221 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.529113 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932092b1-1cf5-48d5-95f6-becb3a951221 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.529560 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932092b1-1cf5-48d5-95f6-becb3a951221 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.529995 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932092b1-1cf5-48d5-95f6-becb3a951221 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.530622 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932092b1-1cf5-48d5-95f6-becb3a951221 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.531088 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932092b1-1cf5-48d5-95f6-becb3a951221 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932092b1-1cf5-48d5-95f6-becb3a951221 admin admin] Tracked resource versions report: Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: pushed versions: Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: { 'AddressGroup': {'1.2'}, Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: 'ConntrackHelper': {'1.0'}, Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: 'LocalIPAssociation': {'1.0'}, Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: 'Log': {'1.0'}, Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: 'Network': {'1.1'}, Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: 'Port': {'1.7'}, Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: 'PortForwarding': {'1.2'}, Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: 'QosPolicy': {'1.10'}, Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: 'SecurityGroup': {'1.5'}, Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: 'SecurityGroupRule': {'1.2'}, Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: 'SubPort': {'1.0'}, Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: 'Subnet': {'1.1'}, Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: 'Trunk': {'1.1'}} Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: consumer versions: Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: { DHCP agent@n-d-822747-2: {}, Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: HyperV agent@n-h1-822747-2: {}, Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: HyperV agent@n-h2-822747-2: {}, Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: L3 agent@n-d-822747-2: {}, Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: Metadata agent@n-d-822747-2: {}, Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: Metering agent@n-d-822747-2: {}, Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: Open vSwitch agent@n-d-822747-2: { 'AddressGroup': '1.2', Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: 'ConntrackHelper': '1.0', Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: 'LocalIPAssociation': '1.0', Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: 'Log': '1.0', Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: 'Network': '1.1', Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: 'Port': '1.7', Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: 'PortForwarding': '1.2', Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: 'QosPolicy': '1.10', Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: 'SecurityGroup': '1.5', Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: 'SecurityGroupRule': '1.2', Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: 'SubPort': '1.0', Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: 'Subnet': '1.1', Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: 'Trunk': '1.1'}} Jan 28 13:15:31.532322 n-d-822747-2 neutron-server[103352]: {{(pid=103352) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 13:15:31.544280 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-932092b1-1cf5-48d5-95f6-becb3a951221 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dbfd3a341ed7439b96ba79db352ff43d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3959627 Jan 28 13:15:31.545388 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38134) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:31.568476 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (56a89aa3-213b-4e75-bd90-9d124e8278f7), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:31.574777 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bfc88440-96e5-4450-b732-f2a2a693ed81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:31.599980 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.600616 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.601250 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.602020 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.602573 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.603169 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.603869 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.604475 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.604943 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.605732 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.605732 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.606076 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.606564 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] Tracked resource versions report: Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: pushed versions: Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: { 'AddressGroup': {'1.2'}, Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: 'ConntrackHelper': {'1.0'}, Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: 'LocalIPAssociation': {'1.0'}, Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: 'Log': {'1.0'}, Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: 'Network': {'1.1'}, Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: 'Port': {'1.7'}, Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: 'PortForwarding': {'1.2'}, Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: 'QosPolicy': {'1.10'}, Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: 'SecurityGroup': {'1.5'}, Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: 'SecurityGroupRule': {'1.2'}, Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: 'SubPort': {'1.0'}, Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: 'Subnet': {'1.1'}, Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: 'Trunk': {'1.1'}} Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: consumer versions: Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: { DHCP agent@n-d-822747-2: {}, Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: HyperV agent@n-h1-822747-2: {}, Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: HyperV agent@n-h2-822747-2: {}, Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: L3 agent@n-d-822747-2: {}, Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: Metadata agent@n-d-822747-2: {}, Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: Metering agent@n-d-822747-2: {}, Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: Open vSwitch agent@n-d-822747-2: { 'AddressGroup': '1.2', Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: 'ConntrackHelper': '1.0', Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: 'LocalIPAssociation': '1.0', Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: 'Log': '1.0', Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: 'Network': '1.1', Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: 'Port': '1.7', Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: 'PortForwarding': '1.2', Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: 'QosPolicy': '1.10', Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: 'SecurityGroup': '1.5', Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: 'SecurityGroupRule': '1.2', Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: 'SubPort': '1.0', Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: 'Subnet': '1.1', Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: 'Trunk': '1.1'}} Jan 28 13:15:31.608461 n-d-822747-2 neutron-server[103351]: {{(pid=103351) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 13:15:31.614091 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (56a89aa3-213b-4e75-bd90-9d124e8278f7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:31.615353 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:31.616067 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:31.624988 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e1d403c-0ca0-43ee-963a-609a3aab4ef2 admin admin] Publish callbacks [] for security_group (c075eab6-5048-4b7e-88ea-6ee0687811de), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:31.663938 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e1d403c-0ca0-43ee-963a-609a3aab4ef2 admin admin] Publish callbacks [] for security_group (c075eab6-5048-4b7e-88ea-6ee0687811de), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:31.685880 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] Pushing event updated for resources: {'Network': ['ID=56a89aa3-213b-4e75-bd90-9d124e8278f7,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:31.697716 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-883078dc-b68b-4032-80f5-33d9525cb1c8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6602843 Jan 28 13:15:31.699407 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 56a89aa3-213b-4e75-bd90-9d124e8278f7 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:15:31.702387 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38138) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:31.711989 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-873f4433-4c7b-4924-b5b2-c5d897553fa4 admin admin] Request body: {'subnet': {'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538456093-subnet', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:15:31.741452 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873f4433-4c7b-4924-b5b2-c5d897553fa4 admin admin] Made reservation on behalf of f1f50da165814895ae3e09a2631675bc for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:15:31.744467 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-873f4433-4c7b-4924-b5b2-c5d897553fa4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:31.766661 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e1d403c-0ca0-43ee-963a-609a3aab4ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c075eab6-5048-4b7e-88ea-6ee0687811de), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:31.769812 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e1d403c-0ca0-43ee-963a-609a3aab4ef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:31.771102 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8e1d403c-0ca0-43ee-963a-609a3aab4ef2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c075eab6-5048-4b7e-88ea-6ee0687811de HTTP/1.1" status: 204 len: 168 time: 0.2239089 Jan 28 13:15:31.783494 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d403c-0ca0-43ee-963a-609a3aab4ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c075eab6-5048-4b7e-88ea-6ee0687811de,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:32.058335 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-873f4433-4c7b-4924-b5b2-c5d897553fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for subnet (8d09786e-2fd7-45c5-ac49-545a517099f6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:32.107508 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f4433-4c7b-4924-b5b2-c5d897553fa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d09786e-2fd7-45c5-ac49-545a517099f6,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:32.134634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873f4433-4c7b-4924-b5b2-c5d897553fa4 admin admin] Checking segment: {'id': '154cb921-caaa-471c-830c-20f5913ea00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:15:32.135031 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873f4433-4c7b-4924-b5b2-c5d897553fa4 admin admin] Network hostable DHCP agents. Network: 56a89aa3-213b-4e75-bd90-9d124e8278f7, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:15:32.160557 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873f4433-4c7b-4924-b5b2-c5d897553fa4 admin admin] Network 56a89aa3-213b-4e75-bd90-9d124e8278f7 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:15:32.173157 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-873f4433-4c7b-4924-b5b2-c5d897553fa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 56a89aa3-213b-4e75-bd90-9d124e8278f7) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:15:32.179601 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873f4433-4c7b-4924-b5b2-c5d897553fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:32.181158 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-873f4433-4c7b-4924-b5b2-c5d897553fa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:32.185624 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38eb8a3-fe8c-43c1-adc6-f65e616942d5 None None] Network 56a89aa3-213b-4e75-bd90-9d124e8278f7 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:15:32.234866 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38158) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:32.235433 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-873f4433-4c7b-4924-b5b2-c5d897553fa4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5310829 Jan 28 13:15:32.240227 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-46c28417-1fcb-468f-bc5f-1116fa50650f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-538456093-router', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:15:32.279850 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-46c28417-1fcb-468f-bc5f-1116fa50650f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (60c646b4-2c46-42a8-81c1-b1dfd4c02186), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:32.282366 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-46c28417-1fcb-468f-bc5f-1116fa50650f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (60c646b4-2c46-42a8-81c1-b1dfd4c02186), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:32.359905 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-56a89aa3-213b-4e75-bd90-9d124e8278f7', 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7', 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'fixed_ips': [{'subnet_id': '8d09786e-2fd7-45c5-ac49-545a517099f6'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:15:32.360783 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:32.407857 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-46c28417-1fcb-468f-bc5f-1116fa50650f admin admin] Publish callbacks [] for router_controller (60c646b4-2c46-42a8-81c1-b1dfd4c02186), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:32.525986 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Allocated IP 172.20.0.2 (56a89aa3-213b-4e75-bd90-9d124e8278f7/8d09786e-2fd7-45c5-ac49-545a517099f6/8d4e7d42-b36a-46c2-93ba-9aa33d620da7) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:15:32.592598 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-46c28417-1fcb-468f-bc5f-1116fa50650f admin admin] Publish callbacks [] for router_gateway (60c646b4-2c46-42a8-81c1-b1dfd4c02186), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:32.682788 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:32.712715 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Publish callbacks [] for port (8d4e7d42-b36a-46c2-93ba-9aa33d620da7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:32.724351 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (8d4e7d42-b36a-46c2-93ba-9aa33d620da7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:32.781640 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Pushing event updated for resources: {'Port': ['ID=8d4e7d42-b36a-46c2-93ba-9aa33d620da7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:32.791659 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Network 56a89aa3-213b-4e75-bd90-9d124e8278f7 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:15:32.794209 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:15:32.803521 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:15:32.813136 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:32.814314 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:32.815217 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:32.815782 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:32.816829 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:32.817245 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:32.817609 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:32.818639 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:32.820961 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:32.821235 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:32.821563 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:32.821921 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:32.822300 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Tracked resource versions report: Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: pushed versions: Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: { 'AddressGroup': {'1.2'}, Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: 'ConntrackHelper': {'1.0'}, Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: 'LocalIPAssociation': {'1.0'}, Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: 'Log': {'1.0'}, Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: 'Network': {'1.1'}, Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: 'Port': {'1.7'}, Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: 'PortForwarding': {'1.2'}, Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: 'QosPolicy': {'1.10'}, Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: 'SecurityGroup': {'1.5'}, Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: 'SecurityGroupRule': {'1.2'}, Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: 'SubPort': {'1.0'}, Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: 'Subnet': {'1.1'}, Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: 'Trunk': {'1.1'}} Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: consumer versions: Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: { DHCP agent@n-d-822747-2: {}, Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: HyperV agent@n-h1-822747-2: {}, Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: HyperV agent@n-h2-822747-2: {}, Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: L3 agent@n-d-822747-2: {}, Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: Metadata agent@n-d-822747-2: {}, Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: Metering agent@n-d-822747-2: {}, Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: Open vSwitch agent@n-d-822747-2: { 'AddressGroup': '1.2', Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: 'ConntrackHelper': '1.0', Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: 'LocalIPAssociation': '1.0', Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: 'Log': '1.0', Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: 'Network': '1.1', Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: 'Port': '1.7', Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: 'PortForwarding': '1.2', Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: 'QosPolicy': '1.10', Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: 'SecurityGroup': '1.5', Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: 'SecurityGroupRule': '1.2', Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: 'SubPort': '1.0', Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: 'Subnet': '1.1', Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: 'Trunk': '1.1'}} Jan 28 13:15:32.827852 n-d-822747-2 neutron-server[103353]: {{(pid=103353) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 13:15:32.905273 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Attempting to bind port 8d4e7d42-b36a-46c2-93ba-9aa33d620da7 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:15:32.906132 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Attempting to bind port 8d4e7d42-b36a-46c2-93ba-9aa33d620da7 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '154cb921-caaa-471c-830c-20f5913ea00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:15:32.906739 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Attempting to bind port 8d4e7d42-b36a-46c2-93ba-9aa33d620da7 on network 56a89aa3-213b-4e75-bd90-9d124e8278f7 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:15:32.909029 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-46c28417-1fcb-468f-bc5f-1116fa50650f admin admin] Publish callbacks [] for router_gateway (60c646b4-2c46-42a8-81c1-b1dfd4c02186), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:32.913711 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:15:32.914335 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Checking segment: {'id': '154cb921-caaa-471c-830c-20f5913ea00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:15:32.914743 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:32.915253 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Bound using segment: {'id': '154cb921-caaa-471c-830c-20f5913ea00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:15:32.915783 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Bound port: 8d4e7d42-b36a-46c2-93ba-9aa33d620da7, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154cb921-caaa-471c-830c-20f5913ea00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:15:32.916348 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8d4e7d42-b36a-46c2-93ba-9aa33d620da7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:32.938450 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-46c28417-1fcb-468f-bc5f-1116fa50650f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:32.997904 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] For port 8d4e7d42-b36a-46c2-93ba-9aa33d620da7, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:15:33.007683 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] For port 8d4e7d42-b36a-46c2-93ba-9aa33d620da7, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8d4e7d42-b36a-46c2-93ba-9aa33d620da7,segment=NetworkSegment(154cb921-caaa-471c-830c-20f5913ea00b),segment_id=154cb921-caaa-471c-830c-20f5913ea00b)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:15:33.014637 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8d4e7d42-b36a-46c2-93ba-9aa33d620da7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:33.082661 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-46c28417-1fcb-468f-bc5f-1116fa50650f admin admin] Allocated IP 172.25.3.45 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/d13955e2-8ed3-4318-b282-f8f84c3cdc5d) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:15:33.084422 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae10a9-33af-4bf3-92c9-e4ad82796c57 None None] Pushing event updated for resources: {'Port': ['ID=8d4e7d42-b36a-46c2-93ba-9aa33d620da7,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:33.204354 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-46c28417-1fcb-468f-bc5f-1116fa50650f admin admin] Publish callbacks [] for port (d13955e2-8ed3-4318-b282-f8f84c3cdc5d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:33.241566 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-46c28417-1fcb-468f-bc5f-1116fa50650f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (d13955e2-8ed3-4318-b282-f8f84c3cdc5d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:33.295110 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38198) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:33.318711 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c28417-1fcb-468f-bc5f-1116fa50650f admin admin] Pushing event updated for resources: {'Port': ['ID=d13955e2-8ed3-4318-b282-f8f84c3cdc5d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:33.329115 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c28417-1fcb-468f-bc5f-1116fa50650f admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:15:33.330547 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-46c28417-1fcb-468f-bc5f-1116fa50650f admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:15:33.334838 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c28417-1fcb-468f-bc5f-1116fa50650f admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:15:33.506015 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d317f13a-ace7-4b30-a80f-dc666e1c6626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:33.634422 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d317f13a-ace7-4b30-a80f-dc666e1c6626 admin admin] Publish callbacks [] for security_group (b5eeb1d8-e975-4e1a-9d5f-2d8df22abd39), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:33.640373 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d317f13a-ace7-4b30-a80f-dc666e1c6626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b5eeb1d8-e975-4e1a-9d5f-2d8df22abd39), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:33.721978 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d317f13a-ace7-4b30-a80f-dc666e1c6626 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31bc6e32ae07441b8715280fa5869d6e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4220147 Jan 28 13:15:33.721978 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317f13a-ace7-4b30-a80f-dc666e1c6626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5eeb1d8-e975-4e1a-9d5f-2d8df22abd39,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:33.723130 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38214) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:33.793359 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba639ebf-af26-4fd2-b0dc-193d61dd0447 admin admin] Publish callbacks [] for security_group (b5eeb1d8-e975-4e1a-9d5f-2d8df22abd39), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:33.799392 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-46c28417-1fcb-468f-bc5f-1116fa50650f admin admin] Publish callbacks [] for router_gateway (60c646b4-2c46-42a8-81c1-b1dfd4c02186), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:33.818653 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba639ebf-af26-4fd2-b0dc-193d61dd0447 admin admin] Publish callbacks [] for security_group (b5eeb1d8-e975-4e1a-9d5f-2d8df22abd39), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:33.903222 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba639ebf-af26-4fd2-b0dc-193d61dd0447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b5eeb1d8-e975-4e1a-9d5f-2d8df22abd39), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:33.907328 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba639ebf-af26-4fd2-b0dc-193d61dd0447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:33.909205 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ba639ebf-af26-4fd2-b0dc-193d61dd0447 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5eeb1d8-e975-4e1a-9d5f-2d8df22abd39 HTTP/1.1" status: 204 len: 168 time: 0.1840823 Jan 28 13:15:33.920840 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba639ebf-af26-4fd2-b0dc-193d61dd0447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5eeb1d8-e975-4e1a-9d5f-2d8df22abd39,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:34.038098 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:34.090804 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-46c28417-1fcb-468f-bc5f-1116fa50650f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (60c646b4-2c46-42a8-81c1-b1dfd4c02186), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:34.289340 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c28417-1fcb-468f-bc5f-1116fa50650f admin admin] Router 60c646b4-2c46-42a8-81c1-b1dfd4c02186 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:15:34.422178 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c28417-1fcb-468f-bc5f-1116fa50650f admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:15:34.428145 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38244) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:34.438950 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e7a080-b894-47ca-a420-03efe065b89d None None] Sync routers for ids ['60c646b4-2c46-42a8-81c1-b1dfd4c02186'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:15:34.449405 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8cc92c2f-d5d4-4630-914d-65cc94cafc21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:34.471165 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e7a080-b894-47ca-a420-03efe065b89d None None] Routers {'60c646b4-2c46-42a8-81c1-b1dfd4c02186'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:15:34.471685 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-46c28417-1fcb-468f-bc5f-1116fa50650f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:34.472045 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-38e7a080-b894-47ca-a420-03efe065b89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:15:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['60c646b4-2c46-42a8-81c1-b1dfd4c02186'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:34.473466 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-46c28417-1fcb-468f-bc5f-1116fa50650f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.2368574 Jan 28 13:15:34.476551 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38248) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:34.566824 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e613da84-b8a0-464e-94d6-b3dc480578af None None] Network 56a89aa3-213b-4e75-bd90-9d124e8278f7 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:15:34.656188 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8cc92c2f-d5d4-4630-914d-65cc94cafc21 admin admin] Publish callbacks [] for security_group (a400e745-d3ee-4155-8383-ca5f54bbe626), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:34.659144 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8d4e7d42-b36a-46c2-93ba-9aa33d620da7 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:15:34.665234 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8cc92c2f-d5d4-4630-914d-65cc94cafc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a400e745-d3ee-4155-8383-ca5f54bbe626), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:34.767755 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-0543168b-96a2-4c86-b95b-b5017cc75e84 None None] Provisioning complete for port 8d4e7d42-b36a-46c2-93ba-9aa33d620da7 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:15:34.768355 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0543168b-96a2-4c86-b95b-b5017cc75e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8d4e7d42-b36a-46c2-93ba-9aa33d620da7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:34.772632 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8cc92c2f-d5d4-4630-914d-65cc94cafc21 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d2ef79e959a840369e9c7678d95e29c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3408551 Jan 28 13:15:34.788690 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38252) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:34.790246 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-38e7a080-b894-47ca-a420-03efe065b89d None None] Set router 60c646b4-2c46-42a8-81c1-b1dfd4c02186 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:15:34.873656 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc92c2f-d5d4-4630-914d-65cc94cafc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a400e745-d3ee-4155-8383-ca5f54bbe626,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:34.939145 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 8d4e7d42-b36a-46c2-93ba-9aa33d620da7 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:15:34.939748 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8d4e7d42-b36a-46c2-93ba-9aa33d620da7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:34.947979 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8cc25151-4672-4e8f-a919-c6ca541e40c1 admin admin] Publish callbacks [] for security_group (a400e745-d3ee-4155-8383-ca5f54bbe626), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:35.004618 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8cc25151-4672-4e8f-a919-c6ca541e40c1 admin admin] Publish callbacks [] for security_group (a400e745-d3ee-4155-8383-ca5f54bbe626), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:35.122498 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8cc25151-4672-4e8f-a919-c6ca541e40c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a400e745-d3ee-4155-8383-ca5f54bbe626), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:35.126312 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8cc25151-4672-4e8f-a919-c6ca541e40c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:35.127692 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8cc25151-4672-4e8f-a919-c6ca541e40c1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a400e745-d3ee-4155-8383-ca5f54bbe626 HTTP/1.1" status: 204 len: 168 time: 0.3361039 Jan 28 13:15:35.142108 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc25151-4672-4e8f-a919-c6ca541e40c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a400e745-d3ee-4155-8383-ca5f54bbe626,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:35.342359 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-38e7a080-b894-47ca-a420-03efe065b89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538456093-router', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:33Z', 'revision_number': 3, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'gw_port': {'id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:60:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:35.447394 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e7a080-b894-47ca-a420-03efe065b89d None None] Checking router: 60c646b4-2c46-42a8-81c1-b1dfd4c02186 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:15:35.451866 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e7a080-b894-47ca-a420-03efe065b89d None None] Updating router 60c646b4-2c46-42a8-81c1-b1dfd4c02186 port d13955e2-8ed3-4318-b282-f8f84c3cdc5d binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:15:35.483231 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0543168b-96a2-4c86-b95b-b5017cc75e84 None None] Current status of the port 8d4e7d42-b36a-46c2-93ba-9aa33d620da7 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:15:35.483811 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0543168b-96a2-4c86-b95b-b5017cc75e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8d4e7d42-b36a-46c2-93ba-9aa33d620da7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:35.516383 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38e7a080-b894-47ca-a420-03efe065b89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d13955e2-8ed3-4318-b282-f8f84c3cdc5d), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:35.574054 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-0543168b-96a2-4c86-b95b-b5017cc75e84 None None] For port 8d4e7d42-b36a-46c2-93ba-9aa33d620da7, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8d4e7d42-b36a-46c2-93ba-9aa33d620da7,segment=NetworkSegment(154cb921-caaa-471c-830c-20f5913ea00b),segment_id=154cb921-caaa-471c-830c-20f5913ea00b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:15:35.589846 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0543168b-96a2-4c86-b95b-b5017cc75e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8d4e7d42-b36a-46c2-93ba-9aa33d620da7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:35.595875 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:35.632772 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 8d4e7d42-b36a-46c2-93ba-9aa33d620da7 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:15:35.633166 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8d4e7d42-b36a-46c2-93ba-9aa33d620da7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:35.719872 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:15:35.720236 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:15:35.748549 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-0d1dde6b-79c7-4c61-a771-32f831ef48a6 None None] Provisioning complete for port 8d4e7d42-b36a-46c2-93ba-9aa33d620da7 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:15:35.748948 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0d1dde6b-79c7-4c61-a771-32f831ef48a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8d4e7d42-b36a-46c2-93ba-9aa33d620da7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:35.766746 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac11dbea-daf1-44b1-a528-d1b8a62fb258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:35.807618 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543168b-96a2-4c86-b95b-b5017cc75e84 None None] Pushing event updated for resources: {'Port': ['ID=8d4e7d42-b36a-46c2-93ba-9aa33d620da7,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:35.918519 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0d1dde6b-79c7-4c61-a771-32f831ef48a6 None None] Current status of the port 8d4e7d42-b36a-46c2-93ba-9aa33d620da7 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:15:36.045253 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-ac11dbea-daf1-44b1-a528-d1b8a62fb258 admin admin] Allocated IP 172.20.0.1 (56a89aa3-213b-4e75-bd90-9d124e8278f7/8d09786e-2fd7-45c5-ac49-545a517099f6/c240f066-9b69-4788-86b6-05b5fb363832) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:15:36.148980 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac11dbea-daf1-44b1-a528-d1b8a62fb258 admin admin] Publish callbacks [] for port (c240f066-9b69-4788-86b6-05b5fb363832), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:36.152487 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38e7a080-b894-47ca-a420-03efe065b89d None None] Publish callbacks [] for port (d13955e2-8ed3-4318-b282-f8f84c3cdc5d), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:36.159282 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38e7a080-b894-47ca-a420-03efe065b89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d13955e2-8ed3-4318-b282-f8f84c3cdc5d), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:36.189353 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac11dbea-daf1-44b1-a528-d1b8a62fb258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (c240f066-9b69-4788-86b6-05b5fb363832), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:36.241700 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11dbea-daf1-44b1-a528-d1b8a62fb258 admin admin] Pushing event updated for resources: {'Port': ['ID=c240f066-9b69-4788-86b6-05b5fb363832,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:36.255631 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-38e7a080-b894-47ca-a420-03efe065b89d None None] Attempting to bind port d13955e2-8ed3-4318-b282-f8f84c3cdc5d on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:15:36.262898 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac11dbea-daf1-44b1-a528-d1b8a62fb258 admin admin] Network 56a89aa3-213b-4e75-bd90-9d124e8278f7 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:15:36.263409 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-38e7a080-b894-47ca-a420-03efe065b89d None None] Attempting to bind port d13955e2-8ed3-4318-b282-f8f84c3cdc5d by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:15:36.263944 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e7a080-b894-47ca-a420-03efe065b89d None None] Attempting to bind port d13955e2-8ed3-4318-b282-f8f84c3cdc5d on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:15:36.264329 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-ac11dbea-daf1-44b1-a528-d1b8a62fb258 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:15:36.266790 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac11dbea-daf1-44b1-a528-d1b8a62fb258 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:15:36.267923 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac11dbea-daf1-44b1-a528-d1b8a62fb258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (60c646b4-2c46-42a8-81c1-b1dfd4c02186), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:36.289813 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd44b8b-80e3-425a-9d86-b36e551cbaa1 None None] Pushing event updated for resources: {'Port': ['ID=d13955e2-8ed3-4318-b282-f8f84c3cdc5d,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:36.296826 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 8d4e7d42-b36a-46c2-93ba-9aa33d620da7 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:15:36.302185 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e7a080-b894-47ca-a420-03efe065b89d None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:15:36.302583 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e7a080-b894-47ca-a420-03efe065b89d None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:15:36.303015 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38e7a080-b894-47ca-a420-03efe065b89d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:36.303412 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e7a080-b894-47ca-a420-03efe065b89d None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:15:36.303905 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-38e7a080-b894-47ca-a420-03efe065b89d None None] Bound port: d13955e2-8ed3-4318-b282-f8f84c3cdc5d, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:15:36.304421 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38e7a080-b894-47ca-a420-03efe065b89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d13955e2-8ed3-4318-b282-f8f84c3cdc5d), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:36.332229 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd44b8b-80e3-425a-9d86-b36e551cbaa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:36.332573 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd44b8b-80e3-425a-9d86-b36e551cbaa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:36.332908 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd44b8b-80e3-425a-9d86-b36e551cbaa1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:36.333237 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd44b8b-80e3-425a-9d86-b36e551cbaa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:36.333725 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd44b8b-80e3-425a-9d86-b36e551cbaa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:36.334057 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd44b8b-80e3-425a-9d86-b36e551cbaa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:36.334383 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd44b8b-80e3-425a-9d86-b36e551cbaa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:36.334843 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd44b8b-80e3-425a-9d86-b36e551cbaa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:36.335189 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd44b8b-80e3-425a-9d86-b36e551cbaa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:36.337794 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd44b8b-80e3-425a-9d86-b36e551cbaa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:36.338132 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd44b8b-80e3-425a-9d86-b36e551cbaa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:36.338673 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd44b8b-80e3-425a-9d86-b36e551cbaa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:36.339293 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd44b8b-80e3-425a-9d86-b36e551cbaa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd44b8b-80e3-425a-9d86-b36e551cbaa1 None None] Tracked resource versions report: Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: pushed versions: Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: { 'AddressGroup': {'1.2'}, Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: 'ConntrackHelper': {'1.0'}, Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: 'LocalIPAssociation': {'1.0'}, Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: 'Log': {'1.0'}, Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: 'Network': {'1.1'}, Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: 'Port': {'1.7'}, Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: 'PortForwarding': {'1.2'}, Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: 'QosPolicy': {'1.10'}, Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: 'SecurityGroup': {'1.5'}, Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: 'SecurityGroupRule': {'1.2'}, Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: 'SubPort': {'1.0'}, Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: 'Subnet': {'1.1'}, Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: 'Trunk': {'1.1'}} Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: consumer versions: Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: { DHCP agent@n-d-822747-2: {}, Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: HyperV agent@n-h1-822747-2: {}, Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: HyperV agent@n-h2-822747-2: {}, Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: L3 agent@n-d-822747-2: {}, Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: Metadata agent@n-d-822747-2: {}, Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: Metering agent@n-d-822747-2: {}, Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: Open vSwitch agent@n-d-822747-2: { 'AddressGroup': '1.2', Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: 'ConntrackHelper': '1.0', Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: 'LocalIPAssociation': '1.0', Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: 'Log': '1.0', Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: 'Network': '1.1', Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: 'Port': '1.7', Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: 'PortForwarding': '1.2', Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: 'QosPolicy': '1.10', Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: 'SecurityGroup': '1.5', Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: 'SecurityGroupRule': '1.2', Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: 'SubPort': '1.0', Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: 'Subnet': '1.1', Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: 'Trunk': '1.1'}} Jan 28 13:15:36.341182 n-d-822747-2 neutron-server[103354]: {{(pid=103354) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 13:15:36.392628 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-38e7a080-b894-47ca-a420-03efe065b89d None None] For port d13955e2-8ed3-4318-b282-f8f84c3cdc5d, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:15:36.397630 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-38e7a080-b894-47ca-a420-03efe065b89d None None] For port d13955e2-8ed3-4318-b282-f8f84c3cdc5d, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=d13955e2-8ed3-4318-b282-f8f84c3cdc5d,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:15:36.413622 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-38e7a080-b894-47ca-a420-03efe065b89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d13955e2-8ed3-4318-b282-f8f84c3cdc5d), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:36.431105 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38322) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:36.492136 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8d4e7d42-b36a-46c2-93ba-9aa33d620da7 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:15:36.531097 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e7a080-b894-47ca-a420-03efe065b89d None None] Routers {'60c646b4-2c46-42a8-81c1-b1dfd4c02186'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:15:36.531724 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-38e7a080-b894-47ca-a420-03efe065b89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:15:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['60c646b4-2c46-42a8-81c1-b1dfd4c02186'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:36.611628 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 8d4e7d42-b36a-46c2-93ba-9aa33d620da7 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:15:36.612194 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8d4e7d42-b36a-46c2-93ba-9aa33d620da7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:36.621142 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac11dbea-daf1-44b1-a528-d1b8a62fb258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c240f066-9b69-4788-86b6-05b5fb363832), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:36.678766 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd44b8b-80e3-425a-9d86-b36e551cbaa1 None None] Pushing event updated for resources: {'Port': ['ID=d13955e2-8ed3-4318-b282-f8f84c3cdc5d,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:36.743514 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-b1d6fdc1-7a3d-41e4-baf9-bdfcdb6990d3 None None] Provisioning complete for port c240f066-9b69-4788-86b6-05b5fb363832 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:15:36.746140 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1d6fdc1-7a3d-41e4-baf9-bdfcdb6990d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c240f066-9b69-4788-86b6-05b5fb363832), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:36.781742 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-38e7a080-b894-47ca-a420-03efe065b89d None None] Set router 60c646b4-2c46-42a8-81c1-b1dfd4c02186 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:15:36.883863 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 8d4e7d42-b36a-46c2-93ba-9aa33d620da7 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:15:36.909224 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b1d6fdc1-7a3d-41e4-baf9-bdfcdb6990d3 None None] Port c240f066-9b69-4788-86b6-05b5fb363832 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:15:37.054503 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3db32069-b50b-4a2d-936c-5bfe5f28dcdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.257972 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac11dbea-daf1-44b1-a528-d1b8a62fb258 admin admin] Publish callbacks [] for port (c240f066-9b69-4788-86b6-05b5fb363832), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.267246 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-38e7a080-b894-47ca-a420-03efe065b89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538456093-router', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:33Z', 'revision_number': 3, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'gw_port': {'id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:60:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:37.272896 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac11dbea-daf1-44b1-a528-d1b8a62fb258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c240f066-9b69-4788-86b6-05b5fb363832), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.274559 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3db32069-b50b-4a2d-936c-5bfe5f28dcdf admin admin] Publish callbacks [] for security_group (3a725d46-4e70-4637-ab8f-3ed9ac0b6fc8), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.275002 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac11dbea-daf1-44b1-a528-d1b8a62fb258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (60c646b4-2c46-42a8-81c1-b1dfd4c02186), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.284356 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3db32069-b50b-4a2d-936c-5bfe5f28dcdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (3a725d46-4e70-4637-ab8f-3ed9ac0b6fc8), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.310384 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e7a080-b894-47ca-a420-03efe065b89d None None] The sync data for ids ['60c646b4-2c46-42a8-81c1-b1dfd4c02186'] in n-d-822747-2 is: [{'id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538456093-router', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:33Z', 'revision_number': 3, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'gw_port': {'id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:60:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:15:37.336888 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3db32069-b50b-4a2d-936c-5bfe5f28dcdf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c5008cabb96740d7944289f67f083f5f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9022260 Jan 28 13:15:37.340800 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38374) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:37.450205 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11dbea-daf1-44b1-a528-d1b8a62fb258 admin admin] Pushing event updated for resources: {'Port': ['ID=c240f066-9b69-4788-86b6-05b5fb363832,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:37.484851 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-79e51eb0-72eb-4bec-9381-99697855f22d admin admin] Publish callbacks [] for security_group (3a725d46-4e70-4637-ab8f-3ed9ac0b6fc8), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.517690 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac11dbea-daf1-44b1-a528-d1b8a62fb258 admin admin] Network 56a89aa3-213b-4e75-bd90-9d124e8278f7 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:15:37.522318 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-ac11dbea-daf1-44b1-a528-d1b8a62fb258 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:15:37.524468 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-79e51eb0-72eb-4bec-9381-99697855f22d admin admin] Publish callbacks [] for security_group (3a725d46-4e70-4637-ab8f-3ed9ac0b6fc8), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.629727 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-79e51eb0-72eb-4bec-9381-99697855f22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (3a725d46-4e70-4637-ab8f-3ed9ac0b6fc8), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.634984 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-79e51eb0-72eb-4bec-9381-99697855f22d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.636357 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-79e51eb0-72eb-4bec-9381-99697855f22d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3a725d46-4e70-4637-ab8f-3ed9ac0b6fc8 HTTP/1.1" status: 204 len: 168 time: 0.2934499 Jan 28 13:15:37.638788 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db32069-b50b-4a2d-936c-5bfe5f28dcdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a725d46-4e70-4637-ab8f-3ed9ac0b6fc8,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:37.673380 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e51eb0-72eb-4bec-9381-99697855f22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a725d46-4e70-4637-ab8f-3ed9ac0b6fc8,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:37.846948 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38398) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:37.848276 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac11dbea-daf1-44b1-a528-d1b8a62fb258 admin admin] Router 60c646b4-2c46-42a8-81c1-b1dfd4c02186 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:15:37.894866 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38402) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:37.958069 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-68d64668-8b88-4b80-8089-e8c705b30a22 None None] Provisioning complete for port c240f066-9b69-4788-86b6-05b5fb363832 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:15:37.959115 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-68d64668-8b88-4b80-8089-e8c705b30a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c240f066-9b69-4788-86b6-05b5fb363832), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:38.040385 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-68d64668-8b88-4b80-8089-e8c705b30a22 None None] Port c240f066-9b69-4788-86b6-05b5fb363832 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:15:38.084440 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac11dbea-daf1-44b1-a528-d1b8a62fb258 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:15:38.091046 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ac11dbea-daf1-44b1-a528-d1b8a62fb258 admin admin] 10.222.0.39 "PUT /v2.0/routers/60c646b4-2c46-42a8-81c1-b1dfd4c02186/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6131155 Jan 28 13:15:38.348352 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-138e18cf-30f1-4b8a-bfaf-5d801f66ac97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:38.391704 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e750129f-d4e3-4a0b-8d5d-41ed4b971db6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:38.523188 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38426) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:38.553755 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3c940b52-8f34-4736-882b-2f5de4658705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:38.590709 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d13955e2-8ed3-4318-b282-f8f84c3cdc5d up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:15:38.638310 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e750129f-d4e3-4a0b-8d5d-41ed4b971db6 admin admin] Publish callbacks [] for security_group (33943c3c-ffcb-4ee9-a796-6121edd03350), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:38.669760 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-138e18cf-30f1-4b8a-bfaf-5d801f66ac97 admin admin] Publish callbacks [] for security_group (89586dfe-3c07-40f5-aa58-17cae4434959), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:38.670742 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e750129f-d4e3-4a0b-8d5d-41ed4b971db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (33943c3c-ffcb-4ee9-a796-6121edd03350), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:38.700291 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port d13955e2-8ed3-4318-b282-f8f84c3cdc5d triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:15:38.701596 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d13955e2-8ed3-4318-b282-f8f84c3cdc5d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:38.720950 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3c940b52-8f34-4736-882b-2f5de4658705 admin admin] Publish callbacks [] for security_group (8498acd6-c6ea-42c3-b724-677bea309d43), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:38.725235 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-138e18cf-30f1-4b8a-bfaf-5d801f66ac97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (89586dfe-3c07-40f5-aa58-17cae4434959), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:38.727364 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3c940b52-8f34-4736-882b-2f5de4658705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8498acd6-c6ea-42c3-b724-677bea309d43), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:38.778972 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-138e18cf-30f1-4b8a-bfaf-5d801f66ac97 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4bf0bdab55be47b19e3a75ebfe905ff4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9290261 Jan 28 13:15:38.780457 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38430) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:38.827189 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e750129f-d4e3-4a0b-8d5d-41ed4b971db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33943c3c-ffcb-4ee9-a796-6121edd03350,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:38.837283 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3c940b52-8f34-4736-882b-2f5de4658705 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ec6be36013c8481bbeb5ff0ce70c396a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3120978 Jan 28 13:15:38.840498 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38434) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:38.856079 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c940b52-8f34-4736-882b-2f5de4658705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8498acd6-c6ea-42c3-b724-677bea309d43,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:38.899997 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e750129f-d4e3-4a0b-8d5d-41ed4b971db6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b5af820fca447e098ab84556fb646f1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0034683 Jan 28 13:15:38.904400 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e18cf-30f1-4b8a-bfaf-5d801f66ac97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89586dfe-3c07-40f5-aa58-17cae4434959,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:38.905058 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38438) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:38.946314 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port d13955e2-8ed3-4318-b282-f8f84c3cdc5d is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:15:38.947281 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d13955e2-8ed3-4318-b282-f8f84c3cdc5d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:39.007690 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port d13955e2-8ed3-4318-b282-f8f84c3cdc5d, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=d13955e2-8ed3-4318-b282-f8f84c3cdc5d,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:15:39.020712 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d13955e2-8ed3-4318-b282-f8f84c3cdc5d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:39.083308 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2b0bd8af-44a4-429e-b5f6-6c1fcb065f9e admin admin] Publish callbacks [] for security_group (89586dfe-3c07-40f5-aa58-17cae4434959), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:39.088692 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3a357f68-f730-4163-bf9a-a92683b871d2 admin admin] Publish callbacks [] for security_group (8498acd6-c6ea-42c3-b724-677bea309d43), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:39.103424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=d13955e2-8ed3-4318-b282-f8f84c3cdc5d,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:39.129668 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2b0bd8af-44a4-429e-b5f6-6c1fcb065f9e admin admin] Publish callbacks [] for security_group (89586dfe-3c07-40f5-aa58-17cae4434959), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:39.140633 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dfdb8724-4d68-481b-9f52-a1b50b45cebe admin admin] Publish callbacks [] for security_group (33943c3c-ffcb-4ee9-a796-6121edd03350), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:39.148832 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3a357f68-f730-4163-bf9a-a92683b871d2 admin admin] Publish callbacks [] for security_group (8498acd6-c6ea-42c3-b724-677bea309d43), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:39.196078 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38460) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:39.216202 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dfdb8724-4d68-481b-9f52-a1b50b45cebe admin admin] Publish callbacks [] for security_group (33943c3c-ffcb-4ee9-a796-6121edd03350), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:39.263997 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3a357f68-f730-4163-bf9a-a92683b871d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8498acd6-c6ea-42c3-b724-677bea309d43), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:39.266542 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3a357f68-f730-4163-bf9a-a92683b871d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:39.268097 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3a357f68-f730-4163-bf9a-a92683b871d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8498acd6-c6ea-42c3-b724-677bea309d43 HTTP/1.1" status: 204 len: 168 time: 0.4228585 Jan 28 13:15:39.272157 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2b0bd8af-44a4-429e-b5f6-6c1fcb065f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (89586dfe-3c07-40f5-aa58-17cae4434959), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:39.274713 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2b0bd8af-44a4-429e-b5f6-6c1fcb065f9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:39.278788 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2b0bd8af-44a4-429e-b5f6-6c1fcb065f9e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/89586dfe-3c07-40f5-aa58-17cae4434959 HTTP/1.1" status: 204 len: 168 time: 0.4827654 Jan 28 13:15:39.285388 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a357f68-f730-4163-bf9a-a92683b871d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8498acd6-c6ea-42c3-b724-677bea309d43,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:39.301156 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bd8af-44a4-429e-b5f6-6c1fcb065f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89586dfe-3c07-40f5-aa58-17cae4434959,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:39.304162 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dfdb8724-4d68-481b-9f52-a1b50b45cebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (33943c3c-ffcb-4ee9-a796-6121edd03350), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:39.306659 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dfdb8724-4d68-481b-9f52-a1b50b45cebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:39.312296 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dfdb8724-4d68-481b-9f52-a1b50b45cebe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/33943c3c-ffcb-4ee9-a796-6121edd03350 HTTP/1.1" status: 204 len: 168 time: 0.4026315 Jan 28 13:15:39.326180 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb8724-4d68-481b-9f52-a1b50b45cebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33943c3c-ffcb-4ee9-a796-6121edd03350,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:39.430137 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3e7e9f59-3d9c-4420-8214-9e87af9aeee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:39.518188 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3e7e9f59-3d9c-4420-8214-9e87af9aeee9 admin admin] Publish callbacks [] for security_group (9977ec8e-a3e1-4a58-8e3a-01843da2da61), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:39.523290 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3e7e9f59-3d9c-4420-8214-9e87af9aeee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9977ec8e-a3e1-4a58-8e3a-01843da2da61), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:39.573948 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38488) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:39.583520 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3e7e9f59-3d9c-4420-8214-9e87af9aeee9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=178fb9ae109841bab2a86c51623bb42e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3857560 Jan 28 13:15:39.590079 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e9f59-3d9c-4420-8214-9e87af9aeee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9977ec8e-a3e1-4a58-8e3a-01843da2da61,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:39.651094 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aaab547d-24d3-41b8-9ad5-8c8eeec51cd6 admin admin] Publish callbacks [] for security_group (9977ec8e-a3e1-4a58-8e3a-01843da2da61), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:39.678224 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aaab547d-24d3-41b8-9ad5-8c8eeec51cd6 admin admin] Publish callbacks [] for security_group (9977ec8e-a3e1-4a58-8e3a-01843da2da61), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:39.733557 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aaab547d-24d3-41b8-9ad5-8c8eeec51cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9977ec8e-a3e1-4a58-8e3a-01843da2da61), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:39.736512 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aaab547d-24d3-41b8-9ad5-8c8eeec51cd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:39.738696 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-aaab547d-24d3-41b8-9ad5-8c8eeec51cd6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9977ec8e-a3e1-4a58-8e3a-01843da2da61 HTTP/1.1" status: 204 len: 168 time: 0.1635206 Jan 28 13:15:39.748994 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab547d-24d3-41b8-9ad5-8c8eeec51cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9977ec8e-a3e1-4a58-8e3a-01843da2da61,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:39.802900 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38500) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:39.805792 n-d-822747-2 neutron-server[103351]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 13:15:39.837000 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-8fe97a7e-1163-4529-b24f-c2e1e814a47b tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=68ee7c9a672946cf934da2cb23e2c73f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321012 Jan 28 13:15:40.009404 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-6f10aca7-903e-4206-8c77-5125c3362c20 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:40.012177 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-6f10aca7-903e-4206-8c77-5125c3362c20 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1662104 Jan 28 13:15:40.039537 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-fd7823e4-8cb2-4ec5-aeca-c3cb9f3421ae tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/quotas/68ee7c9a672946cf934da2cb23e2c73f HTTP/1.1" status: 200 len: 375 time: 0.0210476 Jan 28 13:15:40.074259 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a21aba3-af45-4d39-84cb-8b0a33b8dc01 None None] Sync routers for ids ['60c646b4-2c46-42a8-81c1-b1dfd4c02186'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:15:40.085585 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a21aba3-af45-4d39-84cb-8b0a33b8dc01 None None] Routers {'60c646b4-2c46-42a8-81c1-b1dfd4c02186'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:15:40.086976 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-7a21aba3-af45-4d39-84cb-8b0a33b8dc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:15:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['60c646b4-2c46-42a8-81c1-b1dfd4c02186'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:40.110784 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-4fe0893c-a335-43d4-af86-4ec5ab49596f tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=68ee7c9a672946cf934da2cb23e2c73f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634761 Jan 28 13:15:40.168884 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38510) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:40.196043 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-94935944-9f0d-4be8-962d-0c297fb9bf03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.267235 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-7a21aba3-af45-4d39-84cb-8b0a33b8dc01 None None] Set router 60c646b4-2c46-42a8-81c1-b1dfd4c02186 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:15:40.394312 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-94935944-9f0d-4be8-962d-0c297fb9bf03 admin admin] Publish callbacks [] for security_group (eabe7909-e57f-4ae3-bec1-11e4b59da2b8), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.401538 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-94935944-9f0d-4be8-962d-0c297fb9bf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (eabe7909-e57f-4ae3-bec1-11e4b59da2b8), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.493699 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-94935944-9f0d-4be8-962d-0c297fb9bf03 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d98bf0abad34759bbfd9c36f7a264ba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3202982 Jan 28 13:15:40.494287 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38532) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:40.500649 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94935944-9f0d-4be8-962d-0c297fb9bf03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabe7909-e57f-4ae3-bec1-11e4b59da2b8,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:40.513825 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38534) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:40.535453 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-35bd9de0-2b60-48f7-952a-a70d8eae6b7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.569915 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d13955e2-8ed3-4318-b282-f8f84c3cdc5d up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:15:40.645123 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-35bd9de0-2b60-48f7-952a-a70d8eae6b7d admin admin] Publish callbacks [] for security_group (6a59489a-513e-4a15-b2fd-86077045cd61), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.665914 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-35bd9de0-2b60-48f7-952a-a70d8eae6b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6a59489a-513e-4a15-b2fd-86077045cd61), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.685520 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port d13955e2-8ed3-4318-b282-f8f84c3cdc5d triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:15:40.686072 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d13955e2-8ed3-4318-b282-f8f84c3cdc5d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.696759 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-35bd9de0-2b60-48f7-952a-a70d8eae6b7d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b43fe4f8e1134e179a842bd95aa4be98&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1808462 Jan 28 13:15:40.699652 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38540) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:40.741734 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-7a21aba3-af45-4d39-84cb-8b0a33b8dc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538456093-router', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:36Z', 'revision_number': 4, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'gw_port': {'id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'c240f066-9b69-4788-86b6-05b5fb363832', 'name': '', 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'mac_address': 'fa:16:3e:d9:b6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:35Z', 'updated_at': '2022-01-28T13:15:36Z', 'revision_number': 2, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'subnets': [{'id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:40.771846 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a21aba3-af45-4d39-84cb-8b0a33b8dc01 None None] Checking router: 60c646b4-2c46-42a8-81c1-b1dfd4c02186 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:15:40.772296 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a21aba3-af45-4d39-84cb-8b0a33b8dc01 None None] Updating router 60c646b4-2c46-42a8-81c1-b1dfd4c02186 port c240f066-9b69-4788-86b6-05b5fb363832 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:15:40.773650 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38542) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:40.807446 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd9de0-2b60-48f7-952a-a70d8eae6b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a59489a-513e-4a15-b2fd-86077045cd61,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:40.808493 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-514e930c-a8ae-4bd7-8148-08160b9c0d68 admin admin] Publish callbacks [] for security_group (6a59489a-513e-4a15-b2fd-86077045cd61), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.823163 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2486b56b-0dbc-4268-840b-b25e608f6a9d admin admin] Publish callbacks [] for security_group (eabe7909-e57f-4ae3-bec1-11e4b59da2b8), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.853532 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a92c252d-e0e7-4d0e-865f-1138e63a6fa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.856354 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a21aba3-af45-4d39-84cb-8b0a33b8dc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c240f066-9b69-4788-86b6-05b5fb363832), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.856784 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-514e930c-a8ae-4bd7-8148-08160b9c0d68 admin admin] Publish callbacks [] for security_group (6a59489a-513e-4a15-b2fd-86077045cd61), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.892557 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port d13955e2-8ed3-4318-b282-f8f84c3cdc5d is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:15:40.927565 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2486b56b-0dbc-4268-840b-b25e608f6a9d admin admin] Publish callbacks [] for security_group (eabe7909-e57f-4ae3-bec1-11e4b59da2b8), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.941716 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-514e930c-a8ae-4bd7-8148-08160b9c0d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6a59489a-513e-4a15-b2fd-86077045cd61), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.949417 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-514e930c-a8ae-4bd7-8148-08160b9c0d68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.951914 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-514e930c-a8ae-4bd7-8148-08160b9c0d68 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6a59489a-513e-4a15-b2fd-86077045cd61 HTTP/1.1" status: 204 len: 168 time: 0.2508991 Jan 28 13:15:40.995651 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e930c-a8ae-4bd7-8148-08160b9c0d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a59489a-513e-4a15-b2fd-86077045cd61,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:40.997702 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38550) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:41.003581 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-c2344309-bf1e-4de3-9ea9-7e1e2f7652f4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1678155735-network', 'tenant_id': 'e785a373cc5148559d306b6220767753'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:15:41.042565 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2344309-bf1e-4de3-9ea9-7e1e2f7652f4 admin admin] Made reservation on behalf of e785a373cc5148559d306b6220767753 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:15:41.046076 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2344309-bf1e-4de3-9ea9-7e1e2f7652f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.058952 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2344309-bf1e-4de3-9ea9-7e1e2f7652f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.140365 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2486b56b-0dbc-4268-840b-b25e608f6a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (eabe7909-e57f-4ae3-bec1-11e4b59da2b8), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.142858 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2486b56b-0dbc-4268-840b-b25e608f6a9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.144064 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2486b56b-0dbc-4268-840b-b25e608f6a9d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eabe7909-e57f-4ae3-bec1-11e4b59da2b8 HTTP/1.1" status: 204 len: 168 time: 0.6479032 Jan 28 13:15:41.156452 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a92c252d-e0e7-4d0e-865f-1138e63a6fa8 admin admin] Publish callbacks [] for security_group (1fe4c349-579a-48a8-be8b-fd1f57b61bc4), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.179932 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486b56b-0dbc-4268-840b-b25e608f6a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabe7909-e57f-4ae3-bec1-11e4b59da2b8,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:41.182942 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a92c252d-e0e7-4d0e-865f-1138e63a6fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1fe4c349-579a-48a8-be8b-fd1f57b61bc4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.247121 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a92c252d-e0e7-4d0e-865f-1138e63a6fa8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2d82d2a2295b46b2b18cd7caea858e0e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4685502 Jan 28 13:15:41.247883 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c252d-e0e7-4d0e-865f-1138e63a6fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe4c349-579a-48a8-be8b-fd1f57b61bc4,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:41.250382 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38560) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:41.250782 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38566) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:41.311317 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2344309-bf1e-4de3-9ea9-7e1e2f7652f4 admin admin] Publish callbacks [] for security_group (358ad83d-132e-49dd-9942-8b915301636e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.324676 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2344309-bf1e-4de3-9ea9-7e1e2f7652f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (358ad83d-132e-49dd-9942-8b915301636e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.340007 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8014c87a-c12e-4bab-b093-cd2cb3bbb3a3 admin admin] Publish callbacks [] for security_group (1fe4c349-579a-48a8-be8b-fd1f57b61bc4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.369982 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2344309-bf1e-4de3-9ea9-7e1e2f7652f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:15:41.392409 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2344309-bf1e-4de3-9ea9-7e1e2f7652f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (41715dc7-fca4-45a1-ac55-903f339c39d1), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.392842 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-c2344309-bf1e-4de3-9ea9-7e1e2f7652f4 admin admin] Added segment 41715dc7-fca4-45a1-ac55-903f339c39d1 of type vlan for network d37ecd9e-12e2-4e4e-b422-5e917337d813 Jan 28 13:15:41.394569 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2344309-bf1e-4de3-9ea9-7e1e2f7652f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358ad83d-132e-49dd-9942-8b915301636e,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:41.399720 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8014c87a-c12e-4bab-b093-cd2cb3bbb3a3 admin admin] Publish callbacks [] for security_group (1fe4c349-579a-48a8-be8b-fd1f57b61bc4), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.472007 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a21aba3-af45-4d39-84cb-8b0a33b8dc01 None None] Publish callbacks [] for port (c240f066-9b69-4788-86b6-05b5fb363832), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.489816 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a21aba3-af45-4d39-84cb-8b0a33b8dc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c240f066-9b69-4788-86b6-05b5fb363832), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.511496 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8014c87a-c12e-4bab-b093-cd2cb3bbb3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1fe4c349-579a-48a8-be8b-fd1f57b61bc4), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.517321 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8014c87a-c12e-4bab-b093-cd2cb3bbb3a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.522271 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8014c87a-c12e-4bab-b093-cd2cb3bbb3a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1fe4c349-579a-48a8-be8b-fd1f57b61bc4 HTTP/1.1" status: 204 len: 168 time: 0.2670567 Jan 28 13:15:41.533216 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2344309-bf1e-4de3-9ea9-7e1e2f7652f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (d37ecd9e-12e2-4e4e-b422-5e917337d813), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.544291 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014c87a-c12e-4bab-b093-cd2cb3bbb3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe4c349-579a-48a8-be8b-fd1f57b61bc4,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:41.576168 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2344309-bf1e-4de3-9ea9-7e1e2f7652f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (d37ecd9e-12e2-4e4e-b422-5e917337d813), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.577944 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2344309-bf1e-4de3-9ea9-7e1e2f7652f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:41.579745 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2344309-bf1e-4de3-9ea9-7e1e2f7652f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.665594 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c2344309-bf1e-4de3-9ea9-7e1e2f7652f4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6665754 Jan 28 13:15:41.668526 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38584) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:41.680210 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-24263699-748e-4c7d-809c-1a30d22f713a admin admin] Request body: {'subnet': {'network_id': 'd37ecd9e-12e2-4e4e-b422-5e917337d813', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1678155735-subnet', 'tenant_id': 'e785a373cc5148559d306b6220767753', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:15:41.689749 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2344309-bf1e-4de3-9ea9-7e1e2f7652f4 admin admin] Pushing event updated for resources: {'Network': ['ID=d37ecd9e-12e2-4e4e-b422-5e917337d813,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:41.704168 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b22df-bd97-4bd3-b539-9d503ee4ea14 None None] Pushing event updated for resources: {'Port': ['ID=c240f066-9b69-4788-86b6-05b5fb363832,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:41.723622 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network d37ecd9e-12e2-4e4e-b422-5e917337d813 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:15:41.727875 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24263699-748e-4c7d-809c-1a30d22f713a admin admin] Made reservation on behalf of e785a373cc5148559d306b6220767753 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:15:41.730904 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-24263699-748e-4c7d-809c-1a30d22f713a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.767110 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-7a21aba3-af45-4d39-84cb-8b0a33b8dc01 None None] Attempting to bind port c240f066-9b69-4788-86b6-05b5fb363832 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:15:41.767794 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-7a21aba3-af45-4d39-84cb-8b0a33b8dc01 None None] Attempting to bind port c240f066-9b69-4788-86b6-05b5fb363832 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '154cb921-caaa-471c-830c-20f5913ea00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:15:41.768474 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a21aba3-af45-4d39-84cb-8b0a33b8dc01 None None] Attempting to bind port c240f066-9b69-4788-86b6-05b5fb363832 on network 56a89aa3-213b-4e75-bd90-9d124e8278f7 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:15:41.966899 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a21aba3-af45-4d39-84cb-8b0a33b8dc01 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:15:41.967622 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a21aba3-af45-4d39-84cb-8b0a33b8dc01 None None] Checking segment: {'id': '154cb921-caaa-471c-830c-20f5913ea00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:15:41.968501 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a21aba3-af45-4d39-84cb-8b0a33b8dc01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.969167 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a21aba3-af45-4d39-84cb-8b0a33b8dc01 None None] Bound using segment: {'id': '154cb921-caaa-471c-830c-20f5913ea00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:15:41.970966 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-7a21aba3-af45-4d39-84cb-8b0a33b8dc01 None None] Bound port: c240f066-9b69-4788-86b6-05b5fb363832, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154cb921-caaa-471c-830c-20f5913ea00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:15:41.971814 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a21aba3-af45-4d39-84cb-8b0a33b8dc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c240f066-9b69-4788-86b6-05b5fb363832), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:42.042632 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-24263699-748e-4c7d-809c-1a30d22f713a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for subnet (84eb93b9-5677-4c5a-b456-b3c673857749), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:42.050089 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-30b0d26f-1e40-41c4-ad8e-31da3511c056 None None] Provisioning complete for port c240f066-9b69-4788-86b6-05b5fb363832 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:15:42.050388 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30b0d26f-1e40-41c4-ad8e-31da3511c056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c240f066-9b69-4788-86b6-05b5fb363832), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:42.114631 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-30b0d26f-1e40-41c4-ad8e-31da3511c056 None None] Port c240f066-9b69-4788-86b6-05b5fb363832 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:15:42.116658 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-7a21aba3-af45-4d39-84cb-8b0a33b8dc01 None None] For port c240f066-9b69-4788-86b6-05b5fb363832, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:15:42.120427 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-7a21aba3-af45-4d39-84cb-8b0a33b8dc01 None None] For port c240f066-9b69-4788-86b6-05b5fb363832, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c240f066-9b69-4788-86b6-05b5fb363832,segment=NetworkSegment(154cb921-caaa-471c-830c-20f5913ea00b),segment_id=154cb921-caaa-471c-830c-20f5913ea00b)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:15:42.120638 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24263699-748e-4c7d-809c-1a30d22f713a admin admin] Pushing event updated for resources: {'Subnet': ['ID=84eb93b9-5677-4c5a-b456-b3c673857749,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:42.128443 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a21aba3-af45-4d39-84cb-8b0a33b8dc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c240f066-9b69-4788-86b6-05b5fb363832), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:42.147025 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24263699-748e-4c7d-809c-1a30d22f713a admin admin] Checking segment: {'id': '41715dc7-fca4-45a1-ac55-903f339c39d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd37ecd9e-12e2-4e4e-b422-5e917337d813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:15:42.147384 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24263699-748e-4c7d-809c-1a30d22f713a admin admin] Network hostable DHCP agents. Network: d37ecd9e-12e2-4e4e-b422-5e917337d813, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:15:42.205144 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24263699-748e-4c7d-809c-1a30d22f713a admin admin] Network d37ecd9e-12e2-4e4e-b422-5e917337d813 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:15:42.205511 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a21aba3-af45-4d39-84cb-8b0a33b8dc01 None None] Routers {'60c646b4-2c46-42a8-81c1-b1dfd4c02186'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:15:42.208590 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-7a21aba3-af45-4d39-84cb-8b0a33b8dc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:15:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['60c646b4-2c46-42a8-81c1-b1dfd4c02186'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:42.239777 n-d-822747-2 neutron-server[103352]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 13:15:42.241565 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b22df-bd97-4bd3-b539-9d503ee4ea14 None None] Pushing event updated for resources: {'Port': ['ID=c240f066-9b69-4788-86b6-05b5fb363832,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:42.241708 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-24263699-748e-4c7d-809c-1a30d22f713a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, d37ecd9e-12e2-4e4e-b422-5e917337d813) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:15:42.260323 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24263699-748e-4c7d-809c-1a30d22f713a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:42.261732 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-24263699-748e-4c7d-809c-1a30d22f713a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:42.264625 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8492388-3103-409f-b629-43497b1d2a02 None None] Network d37ecd9e-12e2-4e4e-b422-5e917337d813 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:15:42.326605 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38598) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:42.328169 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-24263699-748e-4c7d-809c-1a30d22f713a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6575143 Jan 28 13:15:42.331092 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-e72439a5-67cf-456f-87b5-945dd7464063 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1678155735-router', 'tenant_id': 'e785a373cc5148559d306b6220767753', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:15:42.351062 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9a0fe419-e522-4f76-8e6b-412c27db6ebb req-3f88dc40-11a3-4241-a767-64453ce154ac tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b3eaa9-521b-42fb-871e-b3b8b84dc110 HTTP/1.1" status: 200 len: 210 time: 1.0991001 Jan 28 13:15:42.409563 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e72439a5-67cf-456f-87b5-945dd7464063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (37fa76ff-861c-4a1b-a423-ee00151c99b2), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:42.412719 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e72439a5-67cf-456f-87b5-945dd7464063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (37fa76ff-861c-4a1b-a423-ee00151c99b2), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:42.495277 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e72439a5-67cf-456f-87b5-945dd7464063 admin admin] Publish callbacks [] for router_controller (37fa76ff-861c-4a1b-a423-ee00151c99b2), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:42.530099 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-7a21aba3-af45-4d39-84cb-8b0a33b8dc01 None None] Set router 60c646b4-2c46-42a8-81c1-b1dfd4c02186 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:15:42.565406 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76da9e30-f9a7-4a6d-9262-99794514d2ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-d37ecd9e-12e2-4e4e-b422-5e917337d813', 'network_id': 'd37ecd9e-12e2-4e4e-b422-5e917337d813', 'project_id': 'e785a373cc5148559d306b6220767753', 'fixed_ips': [{'subnet_id': '84eb93b9-5677-4c5a-b456-b3c673857749'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:15:42.566339 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-76da9e30-f9a7-4a6d-9262-99794514d2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:42.635106 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-af18b706-17d7-400f-96d2-4f5b100de05d None None] Provisioning complete for port c240f066-9b69-4788-86b6-05b5fb363832 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:15:42.635571 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af18b706-17d7-400f-96d2-4f5b100de05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c240f066-9b69-4788-86b6-05b5fb363832), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:42.706723 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e72439a5-67cf-456f-87b5-945dd7464063 admin admin] Publish callbacks [] for router_gateway (37fa76ff-861c-4a1b-a423-ee00151c99b2), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:42.925654 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-76da9e30-f9a7-4a6d-9262-99794514d2ea None None] Allocated IP 172.20.0.2 (d37ecd9e-12e2-4e4e-b422-5e917337d813/84eb93b9-5677-4c5a-b456-b3c673857749/c239538c-2e4d-4203-b3c3-7f2b90f2a991) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:15:42.955501 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-af18b706-17d7-400f-96d2-4f5b100de05d None None] Current status of the port c240f066-9b69-4788-86b6-05b5fb363832 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:15:42.955950 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af18b706-17d7-400f-96d2-4f5b100de05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c240f066-9b69-4788-86b6-05b5fb363832), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:43.080421 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-af18b706-17d7-400f-96d2-4f5b100de05d None None] For port c240f066-9b69-4788-86b6-05b5fb363832, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c240f066-9b69-4788-86b6-05b5fb363832,segment=NetworkSegment(154cb921-caaa-471c-830c-20f5913ea00b),segment_id=154cb921-caaa-471c-830c-20f5913ea00b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:15:43.093308 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af18b706-17d7-400f-96d2-4f5b100de05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c240f066-9b69-4788-86b6-05b5fb363832), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:43.143125 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-7a21aba3-af45-4d39-84cb-8b0a33b8dc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538456093-router', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:36Z', 'revision_number': 4, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'gw_port': {'id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'c240f066-9b69-4788-86b6-05b5fb363832', 'name': '', 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'mac_address': 'fa:16:3e:d9:b6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:35Z', 'updated_at': '2022-01-28T13:15:42Z', 'revision_number': 4, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'subnets': [{'id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:43.160479 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.18', 53485) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:43.210370 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a21aba3-af45-4d39-84cb-8b0a33b8dc01 None None] The sync data for ids ['60c646b4-2c46-42a8-81c1-b1dfd4c02186'] in n-d-822747-2 is: [{'id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538456093-router', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:36Z', 'revision_number': 4, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'gw_port': {'id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'c240f066-9b69-4788-86b6-05b5fb363832', 'name': '', 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'mac_address': 'fa:16:3e:d9:b6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:35Z', 'updated_at': '2022-01-28T13:15:42Z', 'revision_number': 4, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'subnets': [{'id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:15:43.219858 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-2c692a25-a639-4153-89a9-bd474dc48998 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=68ee7c9a672946cf934da2cb23e2c73f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575495 Jan 28 13:15:43.248306 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18b706-17d7-400f-96d2-4f5b100de05d None None] Pushing event updated for resources: {'Port': ['ID=c240f066-9b69-4788-86b6-05b5fb363832,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:43.329365 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-76da9e30-f9a7-4a6d-9262-99794514d2ea None None] Publish callbacks [] for port (c239538c-2e4d-4203-b3c3-7f2b90f2a991), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:43.340158 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-76da9e30-f9a7-4a6d-9262-99794514d2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (c239538c-2e4d-4203-b3c3-7f2b90f2a991), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:43.376560 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e72439a5-67cf-456f-87b5-945dd7464063 admin admin] Publish callbacks [] for router_gateway (37fa76ff-861c-4a1b-a423-ee00151c99b2), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:43.438669 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e72439a5-67cf-456f-87b5-945dd7464063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:43.482212 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76da9e30-f9a7-4a6d-9262-99794514d2ea None None] Network d37ecd9e-12e2-4e4e-b422-5e917337d813 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:15:43.491922 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-76da9e30-f9a7-4a6d-9262-99794514d2ea None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:15:43.499136 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76da9e30-f9a7-4a6d-9262-99794514d2ea None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:15:43.526997 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da9e30-f9a7-4a6d-9262-99794514d2ea None None] Pushing event updated for resources: {'Port': ['ID=c239538c-2e4d-4203-b3c3-7f2b90f2a991,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:43.645652 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-b5b2175c-4bf6-4772-b18d-11cb611717bd tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:43.648739 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-b5b2175c-4bf6-4772-b18d-11cb611717bd tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4210458 Jan 28 13:15:43.668166 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-e72439a5-67cf-456f-87b5-945dd7464063 admin admin] Allocated IP 172.25.3.252 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/2d53fe6c-8d19-444d-90ce-204262a6d0a5) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:15:43.699115 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-76da9e30-f9a7-4a6d-9262-99794514d2ea None None] Attempting to bind port c239538c-2e4d-4203-b3c3-7f2b90f2a991 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:15:43.699933 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-76da9e30-f9a7-4a6d-9262-99794514d2ea None None] Attempting to bind port c239538c-2e4d-4203-b3c3-7f2b90f2a991 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '41715dc7-fca4-45a1-ac55-903f339c39d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd37ecd9e-12e2-4e4e-b422-5e917337d813'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:15:43.699933 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76da9e30-f9a7-4a6d-9262-99794514d2ea None None] Attempting to bind port c239538c-2e4d-4203-b3c3-7f2b90f2a991 on network d37ecd9e-12e2-4e4e-b422-5e917337d813 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:15:43.724581 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76da9e30-f9a7-4a6d-9262-99794514d2ea None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:15:43.724940 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76da9e30-f9a7-4a6d-9262-99794514d2ea None None] Checking segment: {'id': '41715dc7-fca4-45a1-ac55-903f339c39d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd37ecd9e-12e2-4e4e-b422-5e917337d813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:15:43.725359 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-76da9e30-f9a7-4a6d-9262-99794514d2ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:43.725737 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76da9e30-f9a7-4a6d-9262-99794514d2ea None None] Bound using segment: {'id': '41715dc7-fca4-45a1-ac55-903f339c39d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd37ecd9e-12e2-4e4e-b422-5e917337d813'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:15:43.727415 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-76da9e30-f9a7-4a6d-9262-99794514d2ea None None] Bound port: c239538c-2e4d-4203-b3c3-7f2b90f2a991, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41715dc7-fca4-45a1-ac55-903f339c39d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd37ecd9e-12e2-4e4e-b422-5e917337d813'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:15:43.727415 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-76da9e30-f9a7-4a6d-9262-99794514d2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c239538c-2e4d-4203-b3c3-7f2b90f2a991), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:43.752468 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-42d7b69f-8561-4292-9161-c86eed64d8eb req-033401ed-defe-4a18-bff7-5040316e90d9 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b3eaa9-521b-42fb-871e-b3b8b84dc110 HTTP/1.1" status: 200 len: 210 time: 0.0683169 Jan 28 13:15:43.792816 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-2343c3cd-2678-4ae6-a120-11ccd0f79435 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Request body: {'port': {'device_id': '40b3eaa9-521b-42fb-871e-b3b8b84dc110', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': '68ee7c9a672946cf934da2cb23e2c73f'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:15:43.864875 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e72439a5-67cf-456f-87b5-945dd7464063 admin admin] Publish callbacks [] for port (2d53fe6c-8d19-444d-90ce-204262a6d0a5), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:43.882015 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-76da9e30-f9a7-4a6d-9262-99794514d2ea None None] For port c239538c-2e4d-4203-b3c3-7f2b90f2a991, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:15:43.892418 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-76da9e30-f9a7-4a6d-9262-99794514d2ea None None] For port c239538c-2e4d-4203-b3c3-7f2b90f2a991, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c239538c-2e4d-4203-b3c3-7f2b90f2a991,segment=NetworkSegment(41715dc7-fca4-45a1-ac55-903f339c39d1),segment_id=41715dc7-fca4-45a1-ac55-903f339c39d1)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:15:43.910818 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-76da9e30-f9a7-4a6d-9262-99794514d2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c239538c-2e4d-4203-b3c3-7f2b90f2a991), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:43.945270 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e72439a5-67cf-456f-87b5-945dd7464063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (2d53fe6c-8d19-444d-90ce-204262a6d0a5), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:44.040649 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72439a5-67cf-456f-87b5-945dd7464063 admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:15:44.047921 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-e72439a5-67cf-456f-87b5-945dd7464063 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:15:44.064317 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72439a5-67cf-456f-87b5-945dd7464063 admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:15:44.086810 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da9e30-f9a7-4a6d-9262-99794514d2ea None None] Pushing event updated for resources: {'Port': ['ID=c239538c-2e4d-4203-b3c3-7f2b90f2a991,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:44.180442 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72439a5-67cf-456f-87b5-945dd7464063 admin admin] Pushing event updated for resources: {'Port': ['ID=2d53fe6c-8d19-444d-90ce-204262a6d0a5,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:44.309153 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-2343c3cd-2678-4ae6-a120-11ccd0f79435 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Made reservation on behalf of 68ee7c9a672946cf934da2cb23e2c73f for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:15:44.312778 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-2343c3cd-2678-4ae6-a120-11ccd0f79435 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:44.345084 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-2343c3cd-2678-4ae6-a120-11ccd0f79435 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:44.720593 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e72439a5-67cf-456f-87b5-945dd7464063 admin admin] Publish callbacks [] for router_gateway (37fa76ff-861c-4a1b-a423-ee00151c99b2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:44.875463 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c239538c-2e4d-4203-b3c3-7f2b90f2a991 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:15:44.980119 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5fea78e7-617b-40c4-9f22-ff9fdd6d6a9e req-ae5b1394-9b85-43b9-a3ac-d2fe3f96ee93 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b3eaa9-521b-42fb-871e-b3b8b84dc110 HTTP/1.1" status: 200 len: 210 time: 0.0730217 Jan 28 13:15:45.013369 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port c239538c-2e4d-4203-b3c3-7f2b90f2a991 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:15:45.016562 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c239538c-2e4d-4203-b3c3-7f2b90f2a991), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:45.061576 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-2343c3cd-2678-4ae6-a120-11ccd0f79435 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Publish callbacks [] for security_group (beb8c5b9-4310-4e44-91ba-07f6e979e643), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:45.072543 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-2343c3cd-2678-4ae6-a120-11ccd0f79435 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (beb8c5b9-4310-4e44-91ba-07f6e979e643), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:45.119974 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e72439a5-67cf-456f-87b5-945dd7464063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (37fa76ff-861c-4a1b-a423-ee00151c99b2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:45.337548 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c239538c-2e4d-4203-b3c3-7f2b90f2a991 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:15:45.348422 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c239538c-2e4d-4203-b3c3-7f2b90f2a991), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:45.481262 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port c239538c-2e4d-4203-b3c3-7f2b90f2a991, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c239538c-2e4d-4203-b3c3-7f2b90f2a991,segment=NetworkSegment(41715dc7-fca4-45a1-ac55-903f339c39d1),segment_id=41715dc7-fca4-45a1-ac55-903f339c39d1)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:15:45.488643 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c239538c-2e4d-4203-b3c3-7f2b90f2a991), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:45.489478 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c240f066-9b69-4788-86b6-05b5fb363832 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:15:45.654725 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72439a5-67cf-456f-87b5-945dd7464063 admin admin] Router 37fa76ff-861c-4a1b-a423-ee00151c99b2 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:15:45.732422 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=c239538c-2e4d-4203-b3c3-7f2b90f2a991,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:45.746987 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port c240f066-9b69-4788-86b6-05b5fb363832 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:15:45.747390 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c240f066-9b69-4788-86b6-05b5fb363832), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:45.790711 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-2343c3cd-2678-4ae6-a120-11ccd0f79435 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Allocated IP 192.168.233.118 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/97c2e69a-d32f-413f-a4f3-1b5125e81d2c) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:15:45.908880 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c240f066-9b69-4788-86b6-05b5fb363832 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:15:45.910180 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72439a5-67cf-456f-87b5-945dd7464063 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:15:45.930653 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a19521-dc32-41c4-b04e-bffbbc2b8f46 None None] Sync routers for ids ['37fa76ff-861c-4a1b-a423-ee00151c99b2'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:15:45.931826 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731b8a6a-8841-40ac-aaf2-22d85078d6eb None None] Network d37ecd9e-12e2-4e4e-b422-5e917337d813 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:15:45.949927 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a19521-dc32-41c4-b04e-bffbbc2b8f46 None None] Routers {'37fa76ff-861c-4a1b-a423-ee00151c99b2'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:15:45.953846 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-18a19521-dc32-41c4-b04e-bffbbc2b8f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:15:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['37fa76ff-861c-4a1b-a423-ee00151c99b2'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:45.961171 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e72439a5-67cf-456f-87b5-945dd7464063 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:45.967517 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e72439a5-67cf-456f-87b5-945dd7464063 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.6358166 Jan 28 13:15:45.971109 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38734) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:46.395662 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ac589947-eec6-4bd0-96a2-c5a3c0b93e4d None None] Provisioning complete for port c239538c-2e4d-4203-b3c3-7f2b90f2a991 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:15:46.396144 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac589947-eec6-4bd0-96a2-c5a3c0b93e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c239538c-2e4d-4203-b3c3-7f2b90f2a991), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:46.483142 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ab4d3d0-8bd7-4d13-ad36-de811d325183 req-f3722fc8-2f8e-43b8-a88c-c3335f3b8c6a tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b3eaa9-521b-42fb-871e-b3b8b84dc110 HTTP/1.1" status: 200 len: 210 time: 0.1896601 Jan 28 13:15:46.549163 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343c3cd-2678-4ae6-a120-11ccd0f79435 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb8c5b9-4310-4e44-91ba-07f6e979e643,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:46.632269 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c239538c-2e4d-4203-b3c3-7f2b90f2a991 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:15:46.791238 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-2343c3cd-2678-4ae6-a120-11ccd0f79435 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Publish callbacks [] for port (97c2e69a-d32f-413f-a4f3-1b5125e81d2c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:46.802851 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ac589947-eec6-4bd0-96a2-c5a3c0b93e4d None None] Current status of the port c239538c-2e4d-4203-b3c3-7f2b90f2a991 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:15:46.816590 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-18a19521-dc32-41c4-b04e-bffbbc2b8f46 None None] Set router 37fa76ff-861c-4a1b-a423-ee00151c99b2 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:15:46.924613 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-2343c3cd-2678-4ae6-a120-11ccd0f79435 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (97c2e69a-d32f-413f-a4f3-1b5125e81d2c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:46.946262 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port c239538c-2e4d-4203-b3c3-7f2b90f2a991 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:15:46.946820 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c239538c-2e4d-4203-b3c3-7f2b90f2a991), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:47.237487 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c239538c-2e4d-4203-b3c3-7f2b90f2a991 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:15:47.261623 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-064c4745-414a-40e4-8fcb-fd967879e147 None None] Provisioning complete for port c239538c-2e4d-4203-b3c3-7f2b90f2a991 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:15:47.262348 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-064c4745-414a-40e4-8fcb-fd967879e147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c239538c-2e4d-4203-b3c3-7f2b90f2a991), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:47.288130 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-2343c3cd-2678-4ae6-a120-11ccd0f79435 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:15:47.336800 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-18a19521-dc32-41c4-b04e-bffbbc2b8f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fa76ff-861c-4a1b-a423-ee00151c99b2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1678155735-router', 'tenant_id': 'e785a373cc5148559d306b6220767753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '2d53fe6c-8d19-444d-90ce-204262a6d0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:42Z', 'updated_at': '2022-01-28T13:15:44Z', 'revision_number': 3, 'project_id': 'e785a373cc5148559d306b6220767753', 'gw_port': {'id': '2d53fe6c-8d19-444d-90ce-204262a6d0a5', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fa76ff-861c-4a1b-a423-ee00151c99b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:43Z', 'updated_at': '2022-01-28T13:15:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:47.387862 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-2343c3cd-2678-4ae6-a120-11ccd0f79435 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:15:47.388871 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a19521-dc32-41c4-b04e-bffbbc2b8f46 None None] Checking router: 37fa76ff-861c-4a1b-a423-ee00151c99b2 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:15:47.389333 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a19521-dc32-41c4-b04e-bffbbc2b8f46 None None] Updating router 37fa76ff-861c-4a1b-a423-ee00151c99b2 port 2d53fe6c-8d19-444d-90ce-204262a6d0a5 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:15:47.442017 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343c3cd-2678-4ae6-a120-11ccd0f79435 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Pushing event updated for resources: {'Port': ['ID=97c2e69a-d32f-413f-a4f3-1b5125e81d2c,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:47.452681 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-2343c3cd-2678-4ae6-a120-11ccd0f79435 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:15:47.455451 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:47.476244 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-18a19521-dc32-41c4-b04e-bffbbc2b8f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2d53fe6c-8d19-444d-90ce-204262a6d0a5), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:47.478421 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-2343c3cd-2678-4ae6-a120-11ccd0f79435 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:47.481842 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-2343c3cd-2678-4ae6-a120-11ccd0f79435 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:47.603585 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-2343c3cd-2678-4ae6-a120-11ccd0f79435 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8201783 Jan 28 13:15:47.604321 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-064c4745-414a-40e4-8fcb-fd967879e147 None None] Current status of the port c239538c-2e4d-4203-b3c3-7f2b90f2a991 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:15:47.632680 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-0b6d0b0b-aaca-4b06-985e-590a70994ba4 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:15:47.636282 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-0b6d0b0b-aaca-4b06-985e-590a70994ba4 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0244582 Jan 28 13:15:47.795503 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-43abb18d-9595-49ad-a076-da1f83a48412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:47.848496 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-03c464e6-7bdb-4ae3-9c7e-8b1fbda75521 None None] Provisioning complete for port 97c2e69a-d32f-413f-a4f3-1b5125e81d2c triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:15:47.848933 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03c464e6-7bdb-4ae3-9c7e-8b1fbda75521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (97c2e69a-d32f-413f-a4f3-1b5125e81d2c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:47.887150 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5cb63-9841-42d5-b3bd-c28b235b4ddd req-3f568491-e64f-4ae8-b414-d36a4d2f4144 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:47.894173 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58d5cb63-9841-42d5-b3bd-c28b235b4ddd req-3f568491-e64f-4ae8-b414-d36a4d2f4144 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b3eaa9-521b-42fb-871e-b3b8b84dc110 HTTP/1.1" status: 200 len: 936 time: 0.2508423 Jan 28 13:15:47.969075 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-03c464e6-7bdb-4ae3-9c7e-8b1fbda75521 None None] Port 97c2e69a-d32f-413f-a4f3-1b5125e81d2c cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:15:48.069729 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58d5cb63-9841-42d5-b3bd-c28b235b4ddd req-e9f22834-6956-48bb-bb38-87419c824311 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/security-groups?id=beb8c5b9-4310-4e44-91ba-07f6e979e643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556566 Jan 28 13:15:48.395589 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-18a19521-dc32-41c4-b04e-bffbbc2b8f46 None None] Publish callbacks [] for port (2d53fe6c-8d19-444d-90ce-204262a6d0a5), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:48.409199 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-18a19521-dc32-41c4-b04e-bffbbc2b8f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2d53fe6c-8d19-444d-90ce-204262a6d0a5), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:48.435988 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-43abb18d-9595-49ad-a076-da1f83a48412 admin admin] Allocated IP 172.20.0.1 (d37ecd9e-12e2-4e4e-b422-5e917337d813/84eb93b9-5677-4c5a-b456-b3c673857749/8018dd91-4fc4-4956-9163-12b063fe9f08) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:15:48.520736 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-18a19521-dc32-41c4-b04e-bffbbc2b8f46 None None] Attempting to bind port 2d53fe6c-8d19-444d-90ce-204262a6d0a5 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:15:48.521140 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-18a19521-dc32-41c4-b04e-bffbbc2b8f46 None None] Attempting to bind port 2d53fe6c-8d19-444d-90ce-204262a6d0a5 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:15:48.523193 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a19521-dc32-41c4-b04e-bffbbc2b8f46 None None] Attempting to bind port 2d53fe6c-8d19-444d-90ce-204262a6d0a5 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:15:48.539957 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a19521-dc32-41c4-b04e-bffbbc2b8f46 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:15:48.540320 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a19521-dc32-41c4-b04e-bffbbc2b8f46 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:15:48.540725 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-18a19521-dc32-41c4-b04e-bffbbc2b8f46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:48.541112 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a19521-dc32-41c4-b04e-bffbbc2b8f46 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:15:48.541667 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-18a19521-dc32-41c4-b04e-bffbbc2b8f46 None None] Bound port: 2d53fe6c-8d19-444d-90ce-204262a6d0a5, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:15:48.542112 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-18a19521-dc32-41c4-b04e-bffbbc2b8f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2d53fe6c-8d19-444d-90ce-204262a6d0a5), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:48.647994 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-18a19521-dc32-41c4-b04e-bffbbc2b8f46 None None] For port 2d53fe6c-8d19-444d-90ce-204262a6d0a5, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:15:48.654376 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-18a19521-dc32-41c4-b04e-bffbbc2b8f46 None None] For port 2d53fe6c-8d19-444d-90ce-204262a6d0a5, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2d53fe6c-8d19-444d-90ce-204262a6d0a5,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:15:48.676209 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-18a19521-dc32-41c4-b04e-bffbbc2b8f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2d53fe6c-8d19-444d-90ce-204262a6d0a5), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:48.688172 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-43abb18d-9595-49ad-a076-da1f83a48412 admin admin] Publish callbacks [] for port (8018dd91-4fc4-4956-9163-12b063fe9f08), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:48.689075 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-be19072f-c0b4-47d2-a0d1-d98f5f4eb57d service neutron] Request body: {'port': {'device_id': '40b3eaa9-521b-42fb-871e-b3b8b84dc110', 'device_owner': 'compute:tempest-test_az-1472701950', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:15:48.706290 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7ab46-9700-4628-b2f3-fd9addb290a9 None None] Pushing event updated for resources: {'Port': ['ID=2d53fe6c-8d19-444d-90ce-204262a6d0a5,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:48.766108 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-43abb18d-9595-49ad-a076-da1f83a48412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (8018dd91-4fc4-4956-9163-12b063fe9f08), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:48.784399 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a19521-dc32-41c4-b04e-bffbbc2b8f46 None None] Routers {'37fa76ff-861c-4a1b-a423-ee00151c99b2'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:15:48.785164 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-18a19521-dc32-41c4-b04e-bffbbc2b8f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:15:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['37fa76ff-861c-4a1b-a423-ee00151c99b2'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:48.845690 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43abb18d-9595-49ad-a076-da1f83a48412 admin admin] Network d37ecd9e-12e2-4e4e-b422-5e917337d813 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:15:48.859637 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-43abb18d-9595-49ad-a076-da1f83a48412 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:15:48.868294 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43abb18d-9595-49ad-a076-da1f83a48412 admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:15:48.868754 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-43abb18d-9595-49ad-a076-da1f83a48412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (37fa76ff-861c-4a1b-a423-ee00151c99b2), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:48.882174 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7ab46-9700-4628-b2f3-fd9addb290a9 None None] Pushing event updated for resources: {'Port': ['ID=2d53fe6c-8d19-444d-90ce-204262a6d0a5,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:48.889470 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-be19072f-c0b4-47d2-a0d1-d98f5f4eb57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (97c2e69a-d32f-413f-a4f3-1b5125e81d2c), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:49.062826 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abb18d-9595-49ad-a076-da1f83a48412 admin admin] Pushing event updated for resources: {'Port': ['ID=8018dd91-4fc4-4956-9163-12b063fe9f08,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:49.077634 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-18a19521-dc32-41c4-b04e-bffbbc2b8f46 None None] Set router 37fa76ff-861c-4a1b-a423-ee00151c99b2 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:15:49.341166 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-235f133c-8856-401e-899f-1c0a03f6880c None None] Provisioning complete for port 8018dd91-4fc4-4956-9163-12b063fe9f08 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:15:49.342127 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-235f133c-8856-401e-899f-1c0a03f6880c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8018dd91-4fc4-4956-9163-12b063fe9f08), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:49.489254 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-235f133c-8856-401e-899f-1c0a03f6880c None None] Port 8018dd91-4fc4-4956-9163-12b063fe9f08 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:15:49.547215 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:49.731629 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-18a19521-dc32-41c4-b04e-bffbbc2b8f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fa76ff-861c-4a1b-a423-ee00151c99b2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1678155735-router', 'tenant_id': 'e785a373cc5148559d306b6220767753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '2d53fe6c-8d19-444d-90ce-204262a6d0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:42Z', 'updated_at': '2022-01-28T13:15:44Z', 'revision_number': 3, 'project_id': 'e785a373cc5148559d306b6220767753', 'gw_port': {'id': '2d53fe6c-8d19-444d-90ce-204262a6d0a5', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fa76ff-861c-4a1b-a423-ee00151c99b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:43Z', 'updated_at': '2022-01-28T13:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:49.824008 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a19521-dc32-41c4-b04e-bffbbc2b8f46 None None] The sync data for ids ['37fa76ff-861c-4a1b-a423-ee00151c99b2'] in n-d-822747-2 is: [{'id': '37fa76ff-861c-4a1b-a423-ee00151c99b2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1678155735-router', 'tenant_id': 'e785a373cc5148559d306b6220767753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '2d53fe6c-8d19-444d-90ce-204262a6d0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:42Z', 'updated_at': '2022-01-28T13:15:44Z', 'revision_number': 3, 'project_id': 'e785a373cc5148559d306b6220767753', 'gw_port': {'id': '2d53fe6c-8d19-444d-90ce-204262a6d0a5', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fa76ff-861c-4a1b-a423-ee00151c99b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:43Z', 'updated_at': '2022-01-28T13:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:15:49.824520 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-be19072f-c0b4-47d2-a0d1-d98f5f4eb57d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c2e69a-d32f-413f-a4f3-1b5125e81d2c {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:15:49.833691 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-be19072f-c0b4-47d2-a0d1-d98f5f4eb57d service neutron] Publish callbacks [] for port (97c2e69a-d32f-413f-a4f3-1b5125e81d2c), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:49.880643 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-be19072f-c0b4-47d2-a0d1-d98f5f4eb57d service neutron] Transition to ACTIVE for port object 97c2e69a-d32f-413f-a4f3-1b5125e81d2c will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:15:49.881963 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38870) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:49.902999 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-be19072f-c0b4-47d2-a0d1-d98f5f4eb57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (97c2e69a-d32f-413f-a4f3-1b5125e81d2c), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:49.909756 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c59fb3-389f-433e-bde6-901e993cdb75 req-f24d8633-3aab-4947-b039-8cf2bb5f6fc8 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:49.913418 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6c59fb3-389f-433e-bde6-901e993cdb75 req-f24d8633-3aab-4947-b039-8cf2bb5f6fc8 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b3eaa9-521b-42fb-871e-b3b8b84dc110 HTTP/1.1" status: 200 len: 936 time: 0.4910374 Jan 28 13:15:50.034808 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-0ad24140-d351-436a-b1ff-eea5e6fc8b9e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1505458 Jan 28 13:15:50.040019 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6c59fb3-389f-433e-bde6-901e993cdb75 req-f6d81bce-e775-4b91-bc83-b0eacb85705f tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/security-groups?id=beb8c5b9-4310-4e44-91ba-07f6e979e643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133451 Jan 28 13:15:50.041440 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-43abb18d-9595-49ad-a076-da1f83a48412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8018dd91-4fc4-4956-9163-12b063fe9f08), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:50.422986 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-43abb18d-9595-49ad-a076-da1f83a48412 admin admin] Publish callbacks [] for port (8018dd91-4fc4-4956-9163-12b063fe9f08), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:50.435255 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-43abb18d-9595-49ad-a076-da1f83a48412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8018dd91-4fc4-4956-9163-12b063fe9f08), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:50.437734 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-43abb18d-9595-49ad-a076-da1f83a48412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (37fa76ff-861c-4a1b-a423-ee00151c99b2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:50.491641 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abb18d-9595-49ad-a076-da1f83a48412 admin admin] Pushing event updated for resources: {'Port': ['ID=8018dd91-4fc4-4956-9163-12b063fe9f08,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:50.505161 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-be19072f-c0b4-47d2-a0d1-d98f5f4eb57d service neutron] Attempting to bind port 97c2e69a-d32f-413f-a4f3-1b5125e81d2c on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:15:50.505508 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-be19072f-c0b4-47d2-a0d1-d98f5f4eb57d service neutron] Attempting to bind port 97c2e69a-d32f-413f-a4f3-1b5125e81d2c by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:15:50.505824 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-be19072f-c0b4-47d2-a0d1-d98f5f4eb57d service neutron] Attempting to bind port 97c2e69a-d32f-413f-a4f3-1b5125e81d2c on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:15:50.542355 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-f47b18bc-27ff-4556-9bdb-a61c3dfad92b tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:50.555648 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-f47b18bc-27ff-4556-9bdb-a61c3dfad92b tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5195227 Jan 28 13:15:50.601048 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-093e6bca-74e9-4a91-9410-a4ea5f26cbf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:50.608879 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-be19072f-c0b4-47d2-a0d1-d98f5f4eb57d service neutron] Port 97c2e69a-d32f-413f-a4f3-1b5125e81d2c on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:15:50.609233 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-be19072f-c0b4-47d2-a0d1-d98f5f4eb57d service neutron] Attempting to bind port 97c2e69a-d32f-413f-a4f3-1b5125e81d2c on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:15:50.684037 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43abb18d-9595-49ad-a076-da1f83a48412 admin admin] Network d37ecd9e-12e2-4e4e-b422-5e917337d813 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:15:50.687073 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-43abb18d-9595-49ad-a076-da1f83a48412 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:15:50.694004 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2d53fe6c-8d19-444d-90ce-204262a6d0a5 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:15:50.710715 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19072f-c0b4-47d2-a0d1-d98f5f4eb57d service neutron] Pushing event updated for resources: {'Port': ['ID=97c2e69a-d32f-413f-a4f3-1b5125e81d2c,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:50.741950 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-be19072f-c0b4-47d2-a0d1-d98f5f4eb57d service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:15:50.742552 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-be19072f-c0b4-47d2-a0d1-d98f5f4eb57d service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:15:50.743279 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-be19072f-c0b4-47d2-a0d1-d98f5f4eb57d service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:15:50.746708 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-be19072f-c0b4-47d2-a0d1-d98f5f4eb57d service neutron] Bound port: 97c2e69a-d32f-413f-a4f3-1b5125e81d2c, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:15:50.747234 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-be19072f-c0b4-47d2-a0d1-d98f5f4eb57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (97c2e69a-d32f-413f-a4f3-1b5125e81d2c), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:50.857357 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 2d53fe6c-8d19-444d-90ce-204262a6d0a5 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:15:50.863241 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2d53fe6c-8d19-444d-90ce-204262a6d0a5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:50.956523 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43abb18d-9595-49ad-a076-da1f83a48412 admin admin] Router 37fa76ff-861c-4a1b-a423-ee00151c99b2 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:15:50.963356 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-093e6bca-74e9-4a91-9410-a4ea5f26cbf9 admin admin] Publish callbacks [] for security_group (faecc544-ecf5-40f0-90e1-be37152e5e8a), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:50.983390 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-093e6bca-74e9-4a91-9410-a4ea5f26cbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (faecc544-ecf5-40f0-90e1-be37152e5e8a), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:51.003512 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-9bcdabb2-3f59-4dc4-8f60-aaef7251b6c0 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/quotas/787b3d18280347a0a733cb6bd5e91d6d HTTP/1.1" status: 200 len: 375 time: 0.4466150 Jan 28 13:15:51.093511 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 2d53fe6c-8d19-444d-90ce-204262a6d0a5 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:15:51.094160 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2d53fe6c-8d19-444d-90ce-204262a6d0a5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:51.146894 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 2d53fe6c-8d19-444d-90ce-204262a6d0a5, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2d53fe6c-8d19-444d-90ce-204262a6d0a5,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:15:51.155233 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2d53fe6c-8d19-444d-90ce-204262a6d0a5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:51.244619 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43abb18d-9595-49ad-a076-da1f83a48412 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:15:51.257073 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-43abb18d-9595-49ad-a076-da1f83a48412 admin admin] 10.222.0.39 "PUT /v2.0/routers/37fa76ff-861c-4a1b-a423-ee00151c99b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2845538 Jan 28 13:15:51.301971 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=2d53fe6c-8d19-444d-90ce-204262a6d0a5,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:51.314023 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-62e947ae-2f11-48fc-9b2e-c98ad3f10823 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3060424 Jan 28 13:15:51.315177 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e6bca-74e9-4a91-9410-a4ea5f26cbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faecc544-ecf5-40f0-90e1-be37152e5e8a,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:51.318416 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-707c9191-cacb-4e0a-b18d-a25ac5f8644f None None] Provisioning complete for port 8018dd91-4fc4-4956-9163-12b063fe9f08 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:15:51.320546 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-707c9191-cacb-4e0a-b18d-a25ac5f8644f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8018dd91-4fc4-4956-9163-12b063fe9f08), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:51.394812 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-093e6bca-74e9-4a91-9410-a4ea5f26cbf9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fae82fec2ce6439683de5901bd591428&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5079174 Jan 28 13:15:51.396102 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38896) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:51.436461 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-707c9191-cacb-4e0a-b18d-a25ac5f8644f None None] Port 8018dd91-4fc4-4956-9163-12b063fe9f08 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:15:51.500844 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-be19072f-c0b4-47d2-a0d1-d98f5f4eb57d service neutron] For port 97c2e69a-d32f-413f-a4f3-1b5125e81d2c, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:15:51.507470 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-be19072f-c0b4-47d2-a0d1-d98f5f4eb57d service neutron] For port 97c2e69a-d32f-413f-a4f3-1b5125e81d2c, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=97c2e69a-d32f-413f-a4f3-1b5125e81d2c,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:15:51.525309 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-be19072f-c0b4-47d2-a0d1-d98f5f4eb57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (97c2e69a-d32f-413f-a4f3-1b5125e81d2c), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:51.569889 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e00e030f-94cb-41b7-a705-d5005cc905b0 admin admin] Publish callbacks [] for security_group (faecc544-ecf5-40f0-90e1-be37152e5e8a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:51.574690 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-be19072f-c0b4-47d2-a0d1-d98f5f4eb57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:51.576194 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-be19072f-c0b4-47d2-a0d1-d98f5f4eb57d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:51.577800 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-be19072f-c0b4-47d2-a0d1-d98f5f4eb57d service neutron] 10.222.0.18 "PUT /v2.0/ports/97c2e69a-d32f-413f-a4f3-1b5125e81d2c HTTP/1.1" status: 200 len: 1118 time: 3.4528365 Jan 28 13:15:51.578348 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b3eaa9-521b-42fb-871e-b3b8b84dc110', 'tag': '97c2e69a-d32f-413f-a4f3-1b5125e81d2c'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:15:51.674403 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e00e030f-94cb-41b7-a705-d5005cc905b0 admin admin] Publish callbacks [] for security_group (faecc544-ecf5-40f0-90e1-be37152e5e8a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:51.820047 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e00e030f-94cb-41b7-a705-d5005cc905b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (faecc544-ecf5-40f0-90e1-be37152e5e8a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:51.850586 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e00e030f-94cb-41b7-a705-d5005cc905b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:51.863722 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e00e030f-94cb-41b7-a705-d5005cc905b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/faecc544-ecf5-40f0-90e1-be37152e5e8a HTTP/1.1" status: 204 len: 168 time: 0.4664829 Jan 28 13:15:51.951017 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e030f-94cb-41b7-a705-d5005cc905b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faecc544-ecf5-40f0-90e1-be37152e5e8a,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:52.017298 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19072f-c0b4-47d2-a0d1-d98f5f4eb57d service neutron] Pushing event updated for resources: {'Port': ['ID=97c2e69a-d32f-413f-a4f3-1b5125e81d2c,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:52.178132 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ef356-7ff7-48fa-8370-0e123c5caae6 req-c2e859ca-994a-4c8d-9a86-172488059ca5 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:52.193245 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c2ef356-7ff7-48fa-8370-0e123c5caae6 req-c2e859ca-994a-4c8d-9a86-172488059ca5 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b3eaa9-521b-42fb-871e-b3b8b84dc110 HTTP/1.1" status: 200 len: 970 time: 0.2779851 Jan 28 13:15:52.314893 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c2ef356-7ff7-48fa-8370-0e123c5caae6 req-053b33c5-dba4-4d1a-965d-36a6f76aadc4 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/security-groups?id=beb8c5b9-4310-4e44-91ba-07f6e979e643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206532 Jan 28 13:15:52.611025 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2d53fe6c-8d19-444d-90ce-204262a6d0a5 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:15:52.701020 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bb11e1-8886-4fb1-982e-ef41f938d487" -d '{"events": [{"name": "network-changed", "server_uuid": "40b3eaa9-521b-42fb-871e-b3b8b84dc110", "tag": "97c2e69a-d32f-413f-a4f3-1b5125e81d2c"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:15:52.850601 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9991103b-f92a-4515-aab3-a87bf443e9df req-20ce3cb0-2818-487e-b2a2-bc201af00407 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 210 time: 0.1343288 Jan 28 13:15:52.855258 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 2d53fe6c-8d19-444d-90ce-204262a6d0a5 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:15:52.855783 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2d53fe6c-8d19-444d-90ce-204262a6d0a5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:52.888656 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-9e7a5141-3d00-444f-8ad4-aff3a413a775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:52.902552 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-9e7a5141-3d00-444f-8ad4-aff3a413a775 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=68ee7c9a672946cf934da2cb23e2c73f&device_id=40b3eaa9-521b-42fb-871e-b3b8b84dc110 HTTP/1.1" status: 200 len: 1121 time: 0.8856790 Jan 28 13:15:52.932693 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38950) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:52.973434 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7838ff7c-2546-4048-898b-4863619bf326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:53.126203 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-f15e7045-3b79-4d06-b888-fe1c662e415c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=97c2e69a-d32f-413f-a4f3-1b5125e81d2c HTTP/1.1" status: 200 len: 217 time: 0.2184529 Jan 28 13:15:53.175980 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 2d53fe6c-8d19-444d-90ce-204262a6d0a5 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:15:53.291888 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-d42561d1-4f56-4a75-8830-99d97ba76298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:53.297049 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-d42561d1-4f56-4a75-8830-99d97ba76298 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1552482 Jan 28 13:15:53.483345 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fae6fe-208a-40cb-88d4-17ae22c3942e None None] Sync routers for ids ['37fa76ff-861c-4a1b-a423-ee00151c99b2'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:15:53.492412 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b34d92-2a1e-47d5-bab0-1155030cb850 x-openstack-request-id: req-b1b34d92-2a1e-47d5-bab0-1155030cb850 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:15:53.493502 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b3eaa9-521b-42fb-871e-b3b8b84dc110", "tag": "97c2e69a-d32f-413f-a4f3-1b5125e81d2c", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:15:53.493953 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b1b34d92-2a1e-47d5-bab0-1155030cb850 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:15:53.496124 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b3eaa9-521b-42fb-871e-b3b8b84dc110', 'tag': '97c2e69a-d32f-413f-a4f3-1b5125e81d2c', 'status': 'completed', 'code': 200} Jan 28 13:15:53.508640 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fae6fe-208a-40cb-88d4-17ae22c3942e None None] Routers {'37fa76ff-861c-4a1b-a423-ee00151c99b2'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:15:53.509985 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-59fae6fe-208a-40cb-88d4-17ae22c3942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:15:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['37fa76ff-861c-4a1b-a423-ee00151c99b2'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:53.582640 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-23f104f3-00f6-442b-a5ae-fd0246536a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:53.586900 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-23f104f3-00f6-442b-a5ae-fd0246536a41 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2225447 Jan 28 13:15:53.619268 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7838ff7c-2546-4048-898b-4863619bf326 admin admin] Publish callbacks [] for security_group (9c19ec02-a42f-4368-a1c4-fa0929e323e5), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:53.632223 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7838ff7c-2546-4048-898b-4863619bf326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9c19ec02-a42f-4368-a1c4-fa0929e323e5), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:53.731082 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-59fae6fe-208a-40cb-88d4-17ae22c3942e None None] Set router 37fa76ff-861c-4a1b-a423-ee00151c99b2 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:15:53.757724 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60dd5ac-9bd0-4122-ae3b-3bae31a45a44 req-7d27cccd-6cea-4cc4-8439-08885f78ab07 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:53.785719 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d60dd5ac-9bd0-4122-ae3b-3bae31a45a44 req-7d27cccd-6cea-4cc4-8439-08885f78ab07 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b3eaa9-521b-42fb-871e-b3b8b84dc110 HTTP/1.1" status: 200 len: 970 time: 0.1412671 Jan 28 13:15:53.799153 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7838ff7c-2546-4048-898b-4863619bf326 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=549df576321b42c9b881ec5a930fe701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8652046 Jan 28 13:15:53.804656 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38980) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:53.830785 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838ff7c-2546-4048-898b-4863619bf326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c19ec02-a42f-4368-a1c4-fa0929e323e5,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:53.909481 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-efd2373e-9ea8-471d-94e7-18f8c58fa537 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064158 Jan 28 13:15:53.910016 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d60dd5ac-9bd0-4122-ae3b-3bae31a45a44 req-b8c70d6e-5622-42a9-998c-8c7f6cb8be80 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/security-groups?id=beb8c5b9-4310-4e44-91ba-07f6e979e643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233416 Jan 28 13:15:54.043119 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6fdce6c4-a242-4e8f-9f74-b8c746c16642 admin admin] Publish callbacks [] for security_group (9c19ec02-a42f-4368-a1c4-fa0929e323e5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:54.099286 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6fdce6c4-a242-4e8f-9f74-b8c746c16642 admin admin] Publish callbacks [] for security_group (9c19ec02-a42f-4368-a1c4-fa0929e323e5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:54.115951 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8085dec6-d7a7-408a-acf3-89a902a05a65 req-02b6dd6f-fa15-4bb2-bad3-5d6ccfa05b88 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931181 Jan 28 13:15:54.168729 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4d7cbdb1-05eb-40ae-9451-1f41e5f805d2 req-42d2ff22-4b09-4d16-9fe1-149adb1050ae tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 210 time: 0.0682337 Jan 28 13:15:54.202015 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6fdce6c4-a242-4e8f-9f74-b8c746c16642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9c19ec02-a42f-4368-a1c4-fa0929e323e5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:54.205384 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6fdce6c4-a242-4e8f-9f74-b8c746c16642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:54.207413 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6fdce6c4-a242-4e8f-9f74-b8c746c16642 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c19ec02-a42f-4368-a1c4-fa0929e323e5 HTTP/1.1" status: 204 len: 168 time: 0.4002213 Jan 28 13:15:54.212053 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-59fae6fe-208a-40cb-88d4-17ae22c3942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fa76ff-861c-4a1b-a423-ee00151c99b2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1678155735-router', 'tenant_id': 'e785a373cc5148559d306b6220767753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '2d53fe6c-8d19-444d-90ce-204262a6d0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:42Z', 'updated_at': '2022-01-28T13:15:49Z', 'revision_number': 4, 'project_id': 'e785a373cc5148559d306b6220767753', 'gw_port': {'id': '2d53fe6c-8d19-444d-90ce-204262a6d0a5', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa76ff-861c-4a1b-a423-ee00151c99b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:43Z', 'updated_at': '2022-01-28T13:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '8018dd91-4fc4-4956-9163-12b063fe9f08', 'name': '', 'network_id': 'd37ecd9e-12e2-4e4e-b422-5e917337d813', 'tenant_id': 'e785a373cc5148559d306b6220767753', 'mac_address': 'fa:16:3e:a3:e7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fa76ff-861c-4a1b-a423-ee00151c99b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '84eb93b9-5677-4c5a-b456-b3c673857749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:47Z', 'updated_at': '2022-01-28T13:15:50Z', 'revision_number': 2, 'project_id': 'e785a373cc5148559d306b6220767753', 'subnets': [{'id': '84eb93b9-5677-4c5a-b456-b3c673857749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:54.225835 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdce6c4-a242-4e8f-9f74-b8c746c16642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c19ec02-a42f-4368-a1c4-fa0929e323e5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:54.313457 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fae6fe-208a-40cb-88d4-17ae22c3942e None None] Checking router: 37fa76ff-861c-4a1b-a423-ee00151c99b2 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:15:54.313839 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fae6fe-208a-40cb-88d4-17ae22c3942e None None] Updating router 37fa76ff-861c-4a1b-a423-ee00151c99b2 port 8018dd91-4fc4-4956-9163-12b063fe9f08 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:15:54.366698 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb11e1-8886-4fb1-982e-ef41f938d487 req-3186ead8-d4f1-482c-9060-38482d2fb6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:54.368804 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-69bb11e1-8886-4fb1-982e-ef41f938d487 req-3186ead8-d4f1-482c-9060-38482d2fb6d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=68ee7c9a672946cf934da2cb23e2c73f&device_id=40b3eaa9-521b-42fb-871e-b3b8b84dc110 HTTP/1.1" status: 200 len: 1121 time: 0.1208718 Jan 28 13:15:54.476785 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-59fae6fe-208a-40cb-88d4-17ae22c3942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8018dd91-4fc4-4956-9163-12b063fe9f08), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:54.548017 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.37', 63286) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:54.647412 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-98079692-e16c-48d8-a92e-999726c20624 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0981991 Jan 28 13:15:54.685323 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39004) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:54.690894 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-63b35d1d-3d5b-4f21-81eb-dc0ab1e180c5 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1845339243', 'description': 'tempest-description--901206429'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:15:54.764862 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39008) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:54.772565 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-63b35d1d-3d5b-4f21-81eb-dc0ab1e180c5 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:54.875623 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-63b35d1d-3d5b-4f21-81eb-dc0ab1e180c5 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks [] for security_group (9c0bd253-0e42-4e5a-8831-3168ad87e283), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:54.881472 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-63b35d1d-3d5b-4f21-81eb-dc0ab1e180c5 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9c0bd253-0e42-4e5a-8831-3168ad87e283), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:54.932930 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-63b35d1d-3d5b-4f21-81eb-dc0ab1e180c5 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:54.934300 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-63b35d1d-3d5b-4f21-81eb-dc0ab1e180c5 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2473428 Jan 28 13:15:54.938028 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39014) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:54.942843 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-f84dad29-1e39-4751-9c6f-2296be65ab15 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Request body: {'security_group_rule': {'security_group_id': '9c0bd253-0e42-4e5a-8831-3168ad87e283', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:15:54.964956 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b35d1d-3d5b-4f21-81eb-dc0ab1e180c5 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0bd253-0e42-4e5a-8831-3168ad87e283,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:54.989458 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f84dad29-1e39-4751-9c6f-2296be65ab15 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks [] for security_group_rule (e16b2d75-10d5-4381-af05-0c2dd715489b), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:55.172418 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f84dad29-1e39-4751-9c6f-2296be65ab15 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks [] for security_group_rule (e16b2d75-10d5-4381-af05-0c2dd715489b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:55.186070 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f84dad29-1e39-4751-9c6f-2296be65ab15 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (e16b2d75-10d5-4381-af05-0c2dd715489b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:55.256911 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d2805-fa6b-4e0b-8e68-8139bd63f730 req-c98ba70c-0822-48dd-a238-41a2daad372e tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:55.258519 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ef2d2805-fa6b-4e0b-8e68-8139bd63f730 req-c98ba70c-0822-48dd-a238-41a2daad372e tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b3eaa9-521b-42fb-871e-b3b8b84dc110 HTTP/1.1" status: 200 len: 970 time: 0.1931307 Jan 28 13:15:55.262102 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84dad29-1e39-4751-9c6f-2296be65ab15 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e16b2d75-10d5-4381-af05-0c2dd715489b,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:55.308489 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6c590dce-18a5-469e-a506-3c9ffe3ac5f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:55.312405 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f84dad29-1e39-4751-9c6f-2296be65ab15 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:55.313643 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f84dad29-1e39-4751-9c6f-2296be65ab15 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3746414 Jan 28 13:15:55.318413 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-59fae6fe-208a-40cb-88d4-17ae22c3942e None None] Publish callbacks [] for port (8018dd91-4fc4-4956-9163-12b063fe9f08), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:55.320227 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39026) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:55.333600 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-59fae6fe-208a-40cb-88d4-17ae22c3942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8018dd91-4fc4-4956-9163-12b063fe9f08), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:55.343284 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-966af313-0202-4062-8a69-ceac98dbc558 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Request body: {'security_group_rule': {'security_group_id': '9c0bd253-0e42-4e5a-8831-3168ad87e283', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:15:55.371924 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-0f4c7329-2a4b-4243-8db8-a3c146e85778 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:55.373621 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-0f4c7329-2a4b-4243-8db8-a3c146e85778 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7184246 Jan 28 13:15:55.384215 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb11e1-8886-4fb1-982e-ef41f938d487 req-baa4d843-c990-422e-8856-d1e1bb779b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:55.385711 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-69bb11e1-8886-4fb1-982e-ef41f938d487 req-baa4d843-c990-422e-8856-d1e1bb779b83 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.7026575 Jan 28 13:15:55.445345 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ef2d2805-fa6b-4e0b-8e68-8139bd63f730 req-3bdbc070-9caf-45b1-aa48-92cfec68688f tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/security-groups?id=beb8c5b9-4310-4e44-91ba-07f6e979e643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711731 Jan 28 13:15:55.513520 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-2b2c692a-93de-4175-b940-9c079ba575ec tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Request body: {'port': {'device_id': 'e708e968-1ad7-4474-953a-f508cf260043', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': '787b3d18280347a0a733cb6bd5e91d6d'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:15:55.516117 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e5730-8389-4f28-a1c9-2af5d7720b6a None None] Pushing event updated for resources: {'Port': ['ID=8018dd91-4fc4-4956-9163-12b063fe9f08,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:55.587023 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6c590dce-18a5-469e-a506-3c9ffe3ac5f6 admin admin] Publish callbacks [] for security_group (6b894e23-ee8c-455f-b40a-72ae9b2d5cab), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:55.594776 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6c590dce-18a5-469e-a506-3c9ffe3ac5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6b894e23-ee8c-455f-b40a-72ae9b2d5cab), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:55.699354 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6c590dce-18a5-469e-a506-3c9ffe3ac5f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bb42893fde0c45b3950f0825d522d689&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9328868 Jan 28 13:15:55.700051 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39042) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:55.702257 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c590dce-18a5-469e-a506-3c9ffe3ac5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b894e23-ee8c-455f-b40a-72ae9b2d5cab,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:55.728465 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-69bb11e1-8886-4fb1-982e-ef41f938d487 req-d0d5ad6d-4824-4e5d-9a88-503d790349f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=97c2e69a-d32f-413f-a4f3-1b5125e81d2c HTTP/1.1" status: 200 len: 217 time: 0.3082235 Jan 28 13:15:55.807125 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a17fdd73-628c-4aec-82b9-519d19c93d08 admin admin] Publish callbacks [] for security_group (6b894e23-ee8c-455f-b40a-72ae9b2d5cab), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:55.835956 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-966af313-0202-4062-8a69-ceac98dbc558 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks [] for security_group_rule (70d062eb-a318-41fd-86ff-a7d46d981cc2), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:55.846084 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-59fae6fe-208a-40cb-88d4-17ae22c3942e None None] Attempting to bind port 8018dd91-4fc4-4956-9163-12b063fe9f08 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:15:55.846456 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-59fae6fe-208a-40cb-88d4-17ae22c3942e None None] Attempting to bind port 8018dd91-4fc4-4956-9163-12b063fe9f08 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '41715dc7-fca4-45a1-ac55-903f339c39d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd37ecd9e-12e2-4e4e-b422-5e917337d813'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:15:55.846859 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fae6fe-208a-40cb-88d4-17ae22c3942e None None] Attempting to bind port 8018dd91-4fc4-4956-9163-12b063fe9f08 on network d37ecd9e-12e2-4e4e-b422-5e917337d813 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:15:55.869691 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a17fdd73-628c-4aec-82b9-519d19c93d08 admin admin] Publish callbacks [] for security_group (6b894e23-ee8c-455f-b40a-72ae9b2d5cab), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:55.875564 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fae6fe-208a-40cb-88d4-17ae22c3942e None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:15:55.880423 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fae6fe-208a-40cb-88d4-17ae22c3942e None None] Checking segment: {'id': '41715dc7-fca4-45a1-ac55-903f339c39d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd37ecd9e-12e2-4e4e-b422-5e917337d813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:15:55.886380 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-59fae6fe-208a-40cb-88d4-17ae22c3942e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:55.887054 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fae6fe-208a-40cb-88d4-17ae22c3942e None None] Bound using segment: {'id': '41715dc7-fca4-45a1-ac55-903f339c39d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd37ecd9e-12e2-4e4e-b422-5e917337d813'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:15:55.887749 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-59fae6fe-208a-40cb-88d4-17ae22c3942e None None] Bound port: 8018dd91-4fc4-4956-9163-12b063fe9f08, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41715dc7-fca4-45a1-ac55-903f339c39d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd37ecd9e-12e2-4e4e-b422-5e917337d813'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:15:55.888486 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f08ea63-e7b6-40ef-af42-b7c3f019477b req-66d4aa05-58c3-49ec-9ed9-61fcfcad9cae tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 210 time: 0.1520977 Jan 28 13:15:55.888881 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-59fae6fe-208a-40cb-88d4-17ae22c3942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8018dd91-4fc4-4956-9163-12b063fe9f08), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:55.996234 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a17fdd73-628c-4aec-82b9-519d19c93d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6b894e23-ee8c-455f-b40a-72ae9b2d5cab), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:55.999407 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a17fdd73-628c-4aec-82b9-519d19c93d08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:56.008438 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a17fdd73-628c-4aec-82b9-519d19c93d08 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6b894e23-ee8c-455f-b40a-72ae9b2d5cab HTTP/1.1" status: 204 len: 168 time: 0.3041275 Jan 28 13:15:56.034487 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fdd73-628c-4aec-82b9-519d19c93d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b894e23-ee8c-455f-b40a-72ae9b2d5cab,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:56.035959 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb11e1-8886-4fb1-982e-ef41f938d487 req-1527c524-f460-4c47-8016-6b58de2de425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:56.038175 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-69bb11e1-8886-4fb1-982e-ef41f938d487 req-1527c524-f460-4c47-8016-6b58de2de425 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.2687883 Jan 28 13:15:56.103635 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-966af313-0202-4062-8a69-ceac98dbc558 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks [] for security_group_rule (70d062eb-a318-41fd-86ff-a7d46d981cc2), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:56.132191 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-966af313-0202-4062-8a69-ceac98dbc558 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (70d062eb-a318-41fd-86ff-a7d46d981cc2), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:56.170025 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-2b2c692a-93de-4175-b940-9c079ba575ec tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Made reservation on behalf of 787b3d18280347a0a733cb6bd5e91d6d for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:15:56.175676 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-2b2c692a-93de-4175-b940-9c079ba575ec tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:56.176694 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-59fae6fe-208a-40cb-88d4-17ae22c3942e None None] For port 8018dd91-4fc4-4956-9163-12b063fe9f08, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:15:56.185030 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-59fae6fe-208a-40cb-88d4-17ae22c3942e None None] For port 8018dd91-4fc4-4956-9163-12b063fe9f08, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8018dd91-4fc4-4956-9163-12b063fe9f08,segment=NetworkSegment(41715dc7-fca4-45a1-ac55-903f339c39d1),segment_id=41715dc7-fca4-45a1-ac55-903f339c39d1)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:15:56.186217 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966af313-0202-4062-8a69-ceac98dbc558 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d062eb-a318-41fd-86ff-a7d46d981cc2,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:56.195808 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-59fae6fe-208a-40cb-88d4-17ae22c3942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8018dd91-4fc4-4956-9163-12b063fe9f08), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:56.209531 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb11e1-8886-4fb1-982e-ef41f938d487 req-8b64da01-04e7-4666-aa55-b2a3c6efae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:56.211388 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-69bb11e1-8886-4fb1-982e-ef41f938d487 req-8b64da01-04e7-4666-aa55-b2a3c6efae9c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1594143 Jan 28 13:15:56.212127 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-2b2c692a-93de-4175-b940-9c079ba575ec tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:56.220959 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-966af313-0202-4062-8a69-ceac98dbc558 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:56.227235 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-966af313-0202-4062-8a69-ceac98dbc558 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8997052 Jan 28 13:15:56.229135 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39048) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:56.232497 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-8bd14196-8272-4e24-841e-279b7a3a3ab6 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:15:56.348673 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8bd14196-8272-4e24-841e-279b7a3a3ab6 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:56.397341 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-69bb11e1-8886-4fb1-982e-ef41f938d487 req-0a8dec4c-db92-400f-adfc-5b9f70b7f467 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734753 Jan 28 13:15:56.726167 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-69bb11e1-8886-4fb1-982e-ef41f938d487 req-6539f0bf-f762-49f8-b2f1-02e0b6f60a48 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214347 Jan 28 13:15:56.794303 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e5730-8389-4f28-a1c9-2af5d7720b6a None None] Pushing event updated for resources: {'Port': ['ID=8018dd91-4fc4-4956-9163-12b063fe9f08,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:56.814303 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f3d71c52-956d-4206-a6a2-6168f5fe9e39 None None] Provisioning complete for port 8018dd91-4fc4-4956-9163-12b063fe9f08 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:15:56.815888 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f3d71c52-956d-4206-a6a2-6168f5fe9e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8018dd91-4fc4-4956-9163-12b063fe9f08), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:56.887984 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-2b2c692a-93de-4175-b940-9c079ba575ec tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks [] for security_group (57749c2d-f167-42a1-a505-20f9c25960cc), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:56.896363 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-2b2c692a-93de-4175-b940-9c079ba575ec tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (57749c2d-f167-42a1-a505-20f9c25960cc), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:56.912437 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67268436-becf-459e-bfb9-21afcb01109e req-800510e6-8f7e-4e04-b3cf-1dbf5403fd57 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:56.927768 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-67268436-becf-459e-bfb9-21afcb01109e req-800510e6-8f7e-4e04-b3cf-1dbf5403fd57 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b3eaa9-521b-42fb-871e-b3b8b84dc110 HTTP/1.1" status: 200 len: 970 time: 0.2547731 Jan 28 13:15:56.950103 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fae6fe-208a-40cb-88d4-17ae22c3942e None None] Routers {'37fa76ff-861c-4a1b-a423-ee00151c99b2'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:15:56.950753 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-59fae6fe-208a-40cb-88d4-17ae22c3942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:15:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['37fa76ff-861c-4a1b-a423-ee00151c99b2'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:57.093113 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-67268436-becf-459e-bfb9-21afcb01109e req-6ed939a5-d108-4df3-844c-92536df45cae tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/security-groups?id=beb8c5b9-4310-4e44-91ba-07f6e979e643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619523 Jan 28 13:15:57.162965 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8bd14196-8272-4e24-841e-279b7a3a3ab6 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:57.166292 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-2b2c692a-93de-4175-b940-9c079ba575ec tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Allocated IP 192.168.233.95 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:15:57.175778 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c692a-93de-4175-b940-9c079ba575ec tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57749c2d-f167-42a1-a505-20f9c25960cc,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:57.264783 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-59fae6fe-208a-40cb-88d4-17ae22c3942e None None] Set router 37fa76ff-861c-4a1b-a423-ee00151c99b2 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:15:57.343846 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f3d71c52-956d-4206-a6a2-6168f5fe9e39 None None] Current status of the port 8018dd91-4fc4-4956-9163-12b063fe9f08 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:15:57.344239 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f3d71c52-956d-4206-a6a2-6168f5fe9e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8018dd91-4fc4-4956-9163-12b063fe9f08), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:57.419100 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39066) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:57.424856 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9f626694-1dbe-47fc-8010-2a253c16582b req-07726b61-23a0-414a-851b-f6dfd6eec309 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 210 time: 0.0945570 Jan 28 13:15:57.512244 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f3d71c52-956d-4206-a6a2-6168f5fe9e39 None None] For port 8018dd91-4fc4-4956-9163-12b063fe9f08, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8018dd91-4fc4-4956-9163-12b063fe9f08,segment=NetworkSegment(41715dc7-fca4-45a1-ac55-903f339c39d1),segment_id=41715dc7-fca4-45a1-ac55-903f339c39d1)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:15:57.520698 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f3d71c52-956d-4206-a6a2-6168f5fe9e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8018dd91-4fc4-4956-9163-12b063fe9f08), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:57.558339 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-8bd14196-8272-4e24-841e-279b7a3a3ab6 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Allocated IP 172.25.3.198 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/e2411c48-760f-4957-aa3f-119222493be9) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:15:57.596481 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bb5d1a8f-e599-4891-acbd-50980dead46e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:57.714050 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d71c52-956d-4206-a6a2-6168f5fe9e39 None None] Pushing event updated for resources: {'Port': ['ID=8018dd91-4fc4-4956-9163-12b063fe9f08,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:57.729310 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-3e798273-1b5b-46b7-87d3-c5166f4c76f0 None None] Provisioning complete for port 8018dd91-4fc4-4956-9163-12b063fe9f08 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:15:57.729310 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e798273-1b5b-46b7-87d3-c5166f4c76f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8018dd91-4fc4-4956-9163-12b063fe9f08), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:57.754606 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-2b2c692a-93de-4175-b940-9c079ba575ec tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks [] for port (9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:57.832893 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8bd14196-8272-4e24-841e-279b7a3a3ab6 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks [] for port (e2411c48-760f-4957-aa3f-119222493be9), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:57.921354 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8bd14196-8272-4e24-841e-279b7a3a3ab6 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (e2411c48-760f-4957-aa3f-119222493be9), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:57.958107 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-2b2c692a-93de-4175-b940-9c079ba575ec tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:57.994238 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bb5d1a8f-e599-4891-acbd-50980dead46e admin admin] Publish callbacks [] for security_group (ed0dd147-8c6e-4c46-9ae5-b095b4581672), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:58.045983 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd14196-8272-4e24-841e-279b7a3a3ab6 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:15:58.057341 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bb5d1a8f-e599-4891-acbd-50980dead46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ed0dd147-8c6e-4c46-9ae5-b095b4581672), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:58.058498 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-8bd14196-8272-4e24-841e-279b7a3a3ab6 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:15:58.068210 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd14196-8272-4e24-841e-279b7a3a3ab6 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:15:58.096790 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-2b2c692a-93de-4175-b940-9c079ba575ec tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:15:58.117397 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-2b2c692a-93de-4175-b940-9c079ba575ec tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:15:58.149029 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-2b2c692a-93de-4175-b940-9c079ba575ec tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:15:58.170368 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-2b2c692a-93de-4175-b940-9c079ba575ec tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:58.171104 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-2b2c692a-93de-4175-b940-9c079ba575ec tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:58.253063 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c692a-93de-4175-b940-9c079ba575ec tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Pushing event updated for resources: {'Port': ['ID=9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:58.289343 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bb5d1a8f-e599-4891-acbd-50980dead46e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=891a63b0626d450a87bf6455b9efbddd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8505058 Jan 28 13:15:58.291076 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39088) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:58.291714 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d1a8f-e599-4891-acbd-50980dead46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0dd147-8c6e-4c46-9ae5-b095b4581672,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:58.341854 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-59fae6fe-208a-40cb-88d4-17ae22c3942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fa76ff-861c-4a1b-a423-ee00151c99b2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1678155735-router', 'tenant_id': 'e785a373cc5148559d306b6220767753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '2d53fe6c-8d19-444d-90ce-204262a6d0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:42Z', 'updated_at': '2022-01-28T13:15:49Z', 'revision_number': 4, 'project_id': 'e785a373cc5148559d306b6220767753', 'gw_port': {'id': '2d53fe6c-8d19-444d-90ce-204262a6d0a5', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa76ff-861c-4a1b-a423-ee00151c99b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:43Z', 'updated_at': '2022-01-28T13:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '8018dd91-4fc4-4956-9163-12b063fe9f08', 'name': '', 'network_id': 'd37ecd9e-12e2-4e4e-b422-5e917337d813', 'tenant_id': 'e785a373cc5148559d306b6220767753', 'mac_address': 'fa:16:3e:a3:e7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fa76ff-861c-4a1b-a423-ee00151c99b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '84eb93b9-5677-4c5a-b456-b3c673857749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:47Z', 'updated_at': '2022-01-28T13:15:56Z', 'revision_number': 4, 'project_id': 'e785a373cc5148559d306b6220767753', 'subnets': [{'id': '84eb93b9-5677-4c5a-b456-b3c673857749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:58.347499 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-2b2c692a-93de-4175-b940-9c079ba575ec tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8299456 Jan 28 13:15:58.374050 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-ac745749-c540-4400-81a5-9fd9cbbf1249 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:15:58.392419 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-ac745749-c540-4400-81a5-9fd9cbbf1249 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0251942 Jan 28 13:15:58.430377 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd14196-8272-4e24-841e-279b7a3a3ab6 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Pushing event updated for resources: {'Port': ['ID=e2411c48-760f-4957-aa3f-119222493be9,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:58.522105 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aec26872-5e94-434c-a333-7898eff7c6c7 admin admin] Publish callbacks [] for security_group (ed0dd147-8c6e-4c46-9ae5-b095b4581672), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:58.592442 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aec26872-5e94-434c-a333-7898eff7c6c7 admin admin] Publish callbacks [] for security_group (ed0dd147-8c6e-4c46-9ae5-b095b4581672), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:58.617324 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3e798273-1b5b-46b7-87d3-c5166f4c76f0 None None] Current status of the port 8018dd91-4fc4-4956-9163-12b063fe9f08 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:15:58.617893 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8bd14196-8272-4e24-841e-279b7a3a3ab6 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks [] for floatingip (b72f2b89-7fa3-446b-aed7-17566ac32a6d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:58.637546 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fae6fe-208a-40cb-88d4-17ae22c3942e None None] The sync data for ids ['37fa76ff-861c-4a1b-a423-ee00151c99b2'] in n-d-822747-2 is: [{'id': '37fa76ff-861c-4a1b-a423-ee00151c99b2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1678155735-router', 'tenant_id': 'e785a373cc5148559d306b6220767753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '2d53fe6c-8d19-444d-90ce-204262a6d0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:42Z', 'updated_at': '2022-01-28T13:15:49Z', 'revision_number': 4, 'project_id': 'e785a373cc5148559d306b6220767753', 'gw_port': {'id': '2d53fe6c-8d19-444d-90ce-204262a6d0a5', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa76ff-861c-4a1b-a423-ee00151c99b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:43Z', 'updated_at': '2022-01-28T13:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '8018dd91-4fc4-4956-9163-12b063fe9f08', 'name': '', 'network_id': 'd37ecd9e-12e2-4e4e-b422-5e917337d813', 'tenant_id': 'e785a373cc5148559d306b6220767753', 'mac_address': 'fa:16:3e:a3:e7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fa76ff-861c-4a1b-a423-ee00151c99b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '84eb93b9-5677-4c5a-b456-b3c673857749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:47Z', 'updated_at': '2022-01-28T13:15:56Z', 'revision_number': 4, 'project_id': 'e785a373cc5148559d306b6220767753', 'subnets': [{'id': '84eb93b9-5677-4c5a-b456-b3c673857749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:15:58.757459 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3108b38-6cf7-4e6e-bcd4-a81602312339 req-ebcd8949-f45a-45f0-ae4b-12917bd1bf8d tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:58.758213 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f3108b38-6cf7-4e6e-bcd4-a81602312339 req-ebcd8949-f45a-45f0-ae4b-12917bd1bf8d tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b3eaa9-521b-42fb-871e-b3b8b84dc110 HTTP/1.1" status: 200 len: 970 time: 0.3309727 Jan 28 13:15:58.761071 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8bd14196-8272-4e24-841e-279b7a3a3ab6 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e2411c48-760f-4957-aa3f-119222493be9), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:58.794502 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-2b3a4617-28f3-4072-861f-fe7c6b4f0c60 None None] Provisioning complete for port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:15:58.795120 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b3a4617-28f3-4072-861f-fe7c6b4f0c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:58.822944 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739bb75a-5f61-4b0a-a1a2-d0866b324ee3 req-dc64905a-a4c7-40a9-b1aa-a227e7742083 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:58.827106 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-739bb75a-5f61-4b0a-a1a2-d0866b324ee3 req-dc64905a-a4c7-40a9-b1aa-a227e7742083 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 935 time: 0.1484532 Jan 28 13:15:58.843571 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aec26872-5e94-434c-a333-7898eff7c6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ed0dd147-8c6e-4c46-9ae5-b095b4581672), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:58.856654 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aec26872-5e94-434c-a333-7898eff7c6c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:58.861546 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-aec26872-5e94-434c-a333-7898eff7c6c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed0dd147-8c6e-4c46-9ae5-b095b4581672 HTTP/1.1" status: 204 len: 168 time: 0.5538607 Jan 28 13:15:58.928973 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec26872-5e94-434c-a333-7898eff7c6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0dd147-8c6e-4c46-9ae5-b095b4581672,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:58.931224 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2b3a4617-28f3-4072-861f-fe7c6b4f0c60 None None] Port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:15:59.079651 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-739bb75a-5f61-4b0a-a1a2-d0866b324ee3 req-ba57a9e2-5a1b-4b06-9dbc-d1b61806d749 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344759 Jan 28 13:15:59.110974 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f3108b38-6cf7-4e6e-bcd4-a81602312339 req-251efc38-aa56-4c64-be1a-dadaf45dcf85 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/security-groups?id=beb8c5b9-4310-4e44-91ba-07f6e979e643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451133 Jan 28 13:15:59.289272 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9635020-837d-474b-989a-234927c55556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:59.339463 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8bd14196-8272-4e24-841e-279b7a3a3ab6 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks [] for port (e2411c48-760f-4957-aa3f-119222493be9), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:59.351170 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8bd14196-8272-4e24-841e-279b7a3a3ab6 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e2411c48-760f-4957-aa3f-119222493be9), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:59.412644 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8bd14196-8272-4e24-841e-279b7a3a3ab6 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (b72f2b89-7fa3-446b-aed7-17566ac32a6d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:59.458244 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8bd14196-8272-4e24-841e-279b7a3a3ab6 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:59.469217 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8bd14196-8272-4e24-841e-279b7a3a3ab6 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2311175 Jan 28 13:15:59.469217 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd14196-8272-4e24-841e-279b7a3a3ab6 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Pushing event updated for resources: {'Port': ['ID=e2411c48-760f-4957-aa3f-119222493be9,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:59.772561 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:15:59.924819 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-7fa12170-a984-4693-aae5-c6e443b56513 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1845339243&fields=id&tenant_id=f1f50da165814895ae3e09a2631675bc HTTP/1.1" status: 200 len: 267 time: 0.1306751 Jan 28 13:16:00.219302 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-6d030470-4ddd-4eae-a167-c1fe68cc3640 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:00.222056 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-6d030470-4ddd-4eae-a167-c1fe68cc3640 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/networks?id=56a89aa3-213b-4e75-bd90-9d124e8278f7 HTTP/1.1" status: 200 len: 823 time: 0.2925391 Jan 28 13:16:00.246732 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-c8477d5f-1936-498b-a1ee-142d2be129e2 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/quotas/f1f50da165814895ae3e09a2631675bc HTTP/1.1" status: 200 len: 375 time: 0.0180740 Jan 28 13:16:00.515159 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8aa1a-2376-4a37-8f5b-aab09b6693ee req-130b0338-f7ed-4513-9fc3-43dfb0ff59c2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:00.529976 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8a8aa1a-2376-4a37-8f5b-aab09b6693ee req-130b0338-f7ed-4513-9fc3-43dfb0ff59c2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 935 time: 0.1250026 Jan 28 13:16:00.582981 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8018dd91-4fc4-4956-9163-12b063fe9f08 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:16:00.622844 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8a8aa1a-2376-4a37-8f5b-aab09b6693ee req-5a5049de-5c31-45ab-9194-c57e14947a0c tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918255 Jan 28 13:16:00.657027 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-a96b446f-3d3b-40ce-ab48-ead9ccca2191 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1f50da165814895ae3e09a2631675bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4011335 Jan 28 13:16:00.692138 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 8018dd91-4fc4-4956-9163-12b063fe9f08 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:16:00.692138 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8018dd91-4fc4-4956-9163-12b063fe9f08), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:00.792801 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac2bc5-1c51-425e-91fa-5dec68821143 req-7f4f8ff7-48c3-4aa2-aeaa-6d4028539182 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:00.794520 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-99ac2bc5-1c51-425e-91fa-5dec68821143 req-7f4f8ff7-48c3-4aa2-aeaa-6d4028539182 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b3eaa9-521b-42fb-871e-b3b8b84dc110 HTTP/1.1" status: 200 len: 970 time: 0.0733414 Jan 28 13:16:00.835548 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39170) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:00.876231 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-bbc571d9-258f-48e3-ab13-3da2968fef75 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:16:00.876681 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 8018dd91-4fc4-4956-9163-12b063fe9f08 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:16:00.877234 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-bbc571d9-258f-48e3-ab13-3da2968fef75 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0777121 Jan 28 13:16:00.879960 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-99ac2bc5-1c51-425e-91fa-5dec68821143 req-d405ffd3-305b-48d9-99b6-a3b2730a4643 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/security-groups?id=beb8c5b9-4310-4e44-91ba-07f6e979e643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750282 Jan 28 13:16:00.956052 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-64688c7a-b346-4e69-89d8-82388fc28ce7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-220208116-network', 'tenant_id': '520c940045d1446590de84a15025281c'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:00.992623 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64688c7a-b346-4e69-89d8-82388fc28ce7 admin admin] Made reservation on behalf of 520c940045d1446590de84a15025281c for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:00.994860 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-64688c7a-b346-4e69-89d8-82388fc28ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:01.007225 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-842a96bd-8ae5-4c63-b66f-4252776f0f53 service neutron] 10.222.0.39 "GET /v2.0/networks/56a89aa3-213b-4e75-bd90-9d124e8278f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190994 Jan 28 13:16:01.009786 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-64688c7a-b346-4e69-89d8-82388fc28ce7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:01.138846 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-a7e76032-3f12-4c14-97cb-e4f24308dff8 service neutron] 10.222.0.39 "GET /v2.0/networks/56a89aa3-213b-4e75-bd90-9d124e8278f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259701 Jan 28 13:16:01.172951 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-64688c7a-b346-4e69-89d8-82388fc28ce7 admin admin] Publish callbacks [] for security_group (b697f287-4be4-4fae-883b-61f1622b8fe3), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:01.179238 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-64688c7a-b346-4e69-89d8-82388fc28ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b697f287-4be4-4fae-883b-61f1622b8fe3), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:01.202836 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64688c7a-b346-4e69-89d8-82388fc28ce7 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:16:01.230602 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-64688c7a-b346-4e69-89d8-82388fc28ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (5d5e0128-5f1a-4455-87f0-f7a816f901c6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:01.231879 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-64688c7a-b346-4e69-89d8-82388fc28ce7 admin admin] Added segment 5d5e0128-5f1a-4455-87f0-f7a816f901c6 of type vlan for network 7589d99f-bfcd-442d-aca2-1e7ea7e8b8ab Jan 28 13:16:01.294752 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-64688c7a-b346-4e69-89d8-82388fc28ce7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (7589d99f-bfcd-442d-aca2-1e7ea7e8b8ab), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:01.329809 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64688c7a-b346-4e69-89d8-82388fc28ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b697f287-4be4-4fae-883b-61f1622b8fe3,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:01.335445 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-64688c7a-b346-4e69-89d8-82388fc28ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (7589d99f-bfcd-442d-aca2-1e7ea7e8b8ab), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:01.336710 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64688c7a-b346-4e69-89d8-82388fc28ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:01.337487 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-64688c7a-b346-4e69-89d8-82388fc28ce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:01.408375 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64688c7a-b346-4e69-89d8-82388fc28ce7 admin admin] Pushing event updated for resources: {'Network': ['ID=7589d99f-bfcd-442d-aca2-1e7ea7e8b8ab,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:01.433391 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 7589d99f-bfcd-442d-aca2-1e7ea7e8b8ab details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:16:01.438963 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-64688c7a-b346-4e69-89d8-82388fc28ce7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5997550 Jan 28 13:16:01.439284 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39186) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:01.446976 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-085e29dc-4622-4265-86ed-27217db434bf admin admin] Request body: {'subnet': {'network_id': '7589d99f-bfcd-442d-aca2-1e7ea7e8b8ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-220208116-subnet', 'tenant_id': '520c940045d1446590de84a15025281c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:01.495957 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085e29dc-4622-4265-86ed-27217db434bf admin admin] Made reservation on behalf of 520c940045d1446590de84a15025281c for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:01.499744 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-085e29dc-4622-4265-86ed-27217db434bf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:01.578496 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63f6260c-5729-4357-a86e-1da76f141cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:01.590860 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823117ea-2dba-4019-881f-ea14b8641165 req-8ea0e3b9-7434-4959-a67a-f728324ab2af tempest-NetworksTest-1187121253 tempest-NetworksTest-1187121253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:01.591723 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823117ea-2dba-4019-881f-ea14b8641165 req-8ea0e3b9-7434-4959-a67a-f728324ab2af tempest-NetworksTest-1187121253 tempest-NetworksTest-1187121253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:01.592950 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823117ea-2dba-4019-881f-ea14b8641165 req-8ea0e3b9-7434-4959-a67a-f728324ab2af tempest-NetworksTest-1187121253 tempest-NetworksTest-1187121253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:01.598160 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823117ea-2dba-4019-881f-ea14b8641165 req-8ea0e3b9-7434-4959-a67a-f728324ab2af tempest-NetworksTest-1187121253 tempest-NetworksTest-1187121253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:01.598678 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823117ea-2dba-4019-881f-ea14b8641165 req-8ea0e3b9-7434-4959-a67a-f728324ab2af tempest-NetworksTest-1187121253 tempest-NetworksTest-1187121253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:01.614277 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-823117ea-2dba-4019-881f-ea14b8641165 req-8ea0e3b9-7434-4959-a67a-f728324ab2af tempest-NetworksTest-1187121253 tempest-NetworksTest-1187121253-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3625 time: 0.4883537 Jan 28 13:16:01.699847 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c5d22916-1bd1-4b7f-afd7-8399f5dd6342 req-5d5f53dc-34d1-4eab-935d-bcb141b3451c tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7 HTTP/1.1" status: 200 len: 210 time: 0.0536792 Jan 28 13:16:01.847283 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-085e29dc-4622-4265-86ed-27217db434bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for subnet (961b04ee-49e4-40a0-8456-94a58e39a413), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:01.875356 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4aaea-8bb7-4ee4-b927-a944915981a9 req-b8384e9d-d0b1-4024-ae2f-9e830e8dd837 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:01.883673 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5aa4aaea-8bb7-4ee4-b927-a944915981a9 req-b8384e9d-d0b1-4024-ae2f-9e830e8dd837 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 935 time: 0.0940912 Jan 28 13:16:01.889178 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fdfee-601e-4429-aaaf-d205ba53035f req-393bf6a0-c656-40c1-9e82-dad4cf0213de tempest-NetworksTest-1187121253 tempest-NetworksTest-1187121253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:01.890579 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d96fdfee-601e-4429-aaaf-d205ba53035f req-393bf6a0-c656-40c1-9e82-dad4cf0213de tempest-NetworksTest-1187121253 tempest-NetworksTest-1187121253-project-admin] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 886 time: 0.2062917 Jan 28 13:16:01.915004 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e29dc-4622-4265-86ed-27217db434bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=961b04ee-49e4-40a0-8456-94a58e39a413,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:01.948142 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e29dc-4622-4265-86ed-27217db434bf admin admin] Checking segment: {'id': '5d5e0128-5f1a-4455-87f0-f7a816f901c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7589d99f-bfcd-442d-aca2-1e7ea7e8b8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:16:01.948655 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085e29dc-4622-4265-86ed-27217db434bf admin admin] Network hostable DHCP agents. Network: 7589d99f-bfcd-442d-aca2-1e7ea7e8b8ab, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:16:01.979235 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085e29dc-4622-4265-86ed-27217db434bf admin admin] Network 7589d99f-bfcd-442d-aca2-1e7ea7e8b8ab is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:16:01.986348 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5aa4aaea-8bb7-4ee4-b927-a944915981a9 req-30d5a47a-63c1-4ba7-9c80-b06d36313a90 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954325 Jan 28 13:16:01.999640 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-085e29dc-4622-4265-86ed-27217db434bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 7589d99f-bfcd-442d-aca2-1e7ea7e8b8ab) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:16:02.016465 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085e29dc-4622-4265-86ed-27217db434bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:02.017423 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-085e29dc-4622-4265-86ed-27217db434bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:02.017894 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2b41a4-4f8e-4fe4-9a6a-97dfb80f292b None None] Network 7589d99f-bfcd-442d-aca2-1e7ea7e8b8ab requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:16:02.105653 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 97c2e69a-d32f-413f-a4f3-1b5125e81d2c details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:16:02.129050 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-085e29dc-4622-4265-86ed-27217db434bf admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6790850 Jan 28 13:16:02.163788 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a747a2-0ff8-4931-a586-bb3cd58d1a68 req-69011423-36cd-425f-ae3e-17e30224ee24 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:02.165386 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1a747a2-0ff8-4931-a586-bb3cd58d1a68 req-69011423-36cd-425f-ae3e-17e30224ee24 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b3eaa9-521b-42fb-871e-b3b8b84dc110 HTTP/1.1" status: 200 len: 970 time: 0.0818610 Jan 28 13:16:02.213873 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91b1c5a-a774-4c77-8559-9a190bb9c7b5 None None] Network 7589d99f-bfcd-442d-aca2-1e7ea7e8b8ab requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:16:02.223615 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abb510-8c37-45cc-9b43-c9fb8ede8219 req-273a53f9-1668-4ef8-be72-978b1cac0ae2 tempest-NetworksTest-1187121253 tempest-NetworksTest-1187121253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:02.224087 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abb510-8c37-45cc-9b43-c9fb8ede8219 req-273a53f9-1668-4ef8-be72-978b1cac0ae2 tempest-NetworksTest-1187121253 tempest-NetworksTest-1187121253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:02.224637 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abb510-8c37-45cc-9b43-c9fb8ede8219 req-273a53f9-1668-4ef8-be72-978b1cac0ae2 tempest-NetworksTest-1187121253 tempest-NetworksTest-1187121253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:02.225088 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abb510-8c37-45cc-9b43-c9fb8ede8219 req-273a53f9-1668-4ef8-be72-978b1cac0ae2 tempest-NetworksTest-1187121253 tempest-NetworksTest-1187121253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:02.225577 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abb510-8c37-45cc-9b43-c9fb8ede8219 req-273a53f9-1668-4ef8-be72-978b1cac0ae2 tempest-NetworksTest-1187121253 tempest-NetworksTest-1187121253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:02.226120 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abb510-8c37-45cc-9b43-c9fb8ede8219 req-273a53f9-1668-4ef8-be72-978b1cac0ae2 tempest-NetworksTest-1187121253 tempest-NetworksTest-1187121253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:02.232475 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-11abb510-8c37-45cc-9b43-c9fb8ede8219 req-273a53f9-1668-4ef8-be72-978b1cac0ae2 tempest-NetworksTest-1187121253 tempest-NetworksTest-1187121253-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4336 time: 0.2501545 Jan 28 13:16:02.285304 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1a747a2-0ff8-4931-a586-bb3cd58d1a68 req-ddcc42a6-d87b-4765-98fe-d494a9f86a26 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/security-groups?id=beb8c5b9-4310-4e44-91ba-07f6e979e643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116467 Jan 28 13:16:02.334985 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 97c2e69a-d32f-413f-a4f3-1b5125e81d2c, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=97c2e69a-d32f-413f-a4f3-1b5125e81d2c,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:02.355924 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '97c2e69a-d32f-413f-a4f3-1b5125e81d2c', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': '97c2e69a-d32f-413f-a4f3-1b5125e81d2c', 'mac_address': 'fa:16:3e:74:32:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:tempest-test_az-1472701950', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:16:02.435248 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 97c2e69a-d32f-413f-a4f3-1b5125e81d2c is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:16:02.435870 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (97c2e69a-d32f-413f-a4f3-1b5125e81d2c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:02.453971 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c2e69a-d32f-413f-a4f3-1b5125e81d2c {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:16:02.477444 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 97c2e69a-d32f-413f-a4f3-1b5125e81d2c, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=97c2e69a-d32f-413f-a4f3-1b5125e81d2c,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:02.482305 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (97c2e69a-d32f-413f-a4f3-1b5125e81d2c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:02.533252 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=97c2e69a-d32f-413f-a4f3-1b5125e81d2c,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:02.615635 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39226) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:02.661366 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:02.799204 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['97c2e69a-d32f-413f-a4f3-1b5125e81d2c'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:16:02.826526 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3aa098c0-da5a-4b6a-b3aa-9b057a718b4d req-2c6ee42b-639a-46d4-9cc4-381d7c5d896c tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7 HTTP/1.1" status: 200 len: 210 time: 0.0401759 Jan 28 13:16:02.970748 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fa2b84b7-07a2-44f3-82b8-4e0ceded0c75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:02.996363 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39244) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:03.001886 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-b21bcbb6-4746-427a-b3f3-337a5911b04a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-527458481-network', 'tenant_id': 'bc00ada151b443fd87913d934ed78cc5'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:03.040281 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21bcbb6-4746-427a-b3f3-337a5911b04a admin admin] Made reservation on behalf of bc00ada151b443fd87913d934ed78cc5 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:03.053532 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b21bcbb6-4746-427a-b3f3-337a5911b04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:03.073674 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b21bcbb6-4746-427a-b3f3-337a5911b04a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:03.112169 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fa2b84b7-07a2-44f3-82b8-4e0ceded0c75 admin admin] Publish callbacks [] for security_group (cc57d427-2af5-47fe-a260-c92e2b93d82d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:03.142369 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fa2b84b7-07a2-44f3-82b8-4e0ceded0c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (cc57d427-2af5-47fe-a260-c92e2b93d82d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:03.179282 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b21bcbb6-4746-427a-b3f3-337a5911b04a admin admin] Publish callbacks [] for security_group (18f1cfe6-6bc1-4125-8c20-0c44c36cb432), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:03.184555 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b21bcbb6-4746-427a-b3f3-337a5911b04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (18f1cfe6-6bc1-4125-8c20-0c44c36cb432), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:03.215574 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21bcbb6-4746-427a-b3f3-337a5911b04a admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:16:03.231830 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fa2b84b7-07a2-44f3-82b8-4e0ceded0c75 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e47bea3070884f3cadf5835085695ffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6150646 Jan 28 13:16:03.234093 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b84b7-07a2-44f3-82b8-4e0ceded0c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc57d427-2af5-47fe-a260-c92e2b93d82d,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:03.235229 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39248) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:03.252423 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b9014-01fa-4416-b46b-8fa23c7a99f1 req-b830b32d-1728-4ab6-ac76-58d84c84a0b1 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:03.259558 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d27b9014-01fa-4416-b46b-8fa23c7a99f1 req-b830b32d-1728-4ab6-ac76-58d84c84a0b1 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 935 time: 0.1353309 Jan 28 13:16:03.270156 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b21bcbb6-4746-427a-b3f3-337a5911b04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (0244845a-23ac-4883-9140-4dcee8de1aad), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:03.270644 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-b21bcbb6-4746-427a-b3f3-337a5911b04a admin admin] Added segment 0244845a-23ac-4883-9140-4dcee8de1aad of type vlan for network 8fa7a6c4-a839-4799-8f9a-036ea3519df4 Jan 28 13:16:03.283062 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21bcbb6-4746-427a-b3f3-337a5911b04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f1cfe6-6bc1-4125-8c20-0c44c36cb432,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:03.344173 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d27b9014-01fa-4416-b46b-8fa23c7a99f1 req-adbc0873-b266-4792-a540-381af892499c tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836740 Jan 28 13:16:03.354080 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b21bcbb6-4746-427a-b3f3-337a5911b04a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (8fa7a6c4-a839-4799-8f9a-036ea3519df4), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:03.387838 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-00c6fe46-2c98-4afc-bb21-069daa691c51 admin admin] Publish callbacks [] for security_group (cc57d427-2af5-47fe-a260-c92e2b93d82d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:03.424065 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39254) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:03.449603 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-00c6fe46-2c98-4afc-bb21-069daa691c51 admin admin] Publish callbacks [] for security_group (cc57d427-2af5-47fe-a260-c92e2b93d82d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:03.466399 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b21bcbb6-4746-427a-b3f3-337a5911b04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (8fa7a6c4-a839-4799-8f9a-036ea3519df4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:03.467530 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21bcbb6-4746-427a-b3f3-337a5911b04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:03.468132 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b21bcbb6-4746-427a-b3f3-337a5911b04a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:03.524259 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b21bcbb6-4746-427a-b3f3-337a5911b04a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5261159 Jan 28 13:16:03.528637 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39258) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:03.559842 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-2f9dda49-711b-4d42-800d-db9896db64ba admin admin] Request body: {'subnet': {'network_id': '8fa7a6c4-a839-4799-8f9a-036ea3519df4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-527458481-subnet', 'tenant_id': 'bc00ada151b443fd87913d934ed78cc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:03.561659 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e185672e-668b-4e51-97a5-aa9bc8898218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:03.574164 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acaa55-1676-4a93-bbbf-0481a550d0ed req-000bc662-4674-4ec7-b8bf-a70e5efcf9d2 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:03.575738 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-31acaa55-1676-4a93-bbbf-0481a550d0ed req-000bc662-4674-4ec7-b8bf-a70e5efcf9d2 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b3eaa9-521b-42fb-871e-b3b8b84dc110 HTTP/1.1" status: 200 len: 971 time: 0.1732535 Jan 28 13:16:03.579535 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21bcbb6-4746-427a-b3f3-337a5911b04a admin admin] Pushing event updated for resources: {'Network': ['ID=8fa7a6c4-a839-4799-8f9a-036ea3519df4,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:03.593307 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 8fa7a6c4-a839-4799-8f9a-036ea3519df4 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:16:03.628687 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9dda49-711b-4d42-800d-db9896db64ba admin admin] Made reservation on behalf of bc00ada151b443fd87913d934ed78cc5 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:03.630982 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2f9dda49-711b-4d42-800d-db9896db64ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:03.632765 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-00c6fe46-2c98-4afc-bb21-069daa691c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (cc57d427-2af5-47fe-a260-c92e2b93d82d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:03.635298 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-00c6fe46-2c98-4afc-bb21-069daa691c51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:03.636447 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-00c6fe46-2c98-4afc-bb21-069daa691c51 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc57d427-2af5-47fe-a260-c92e2b93d82d HTTP/1.1" status: 204 len: 168 time: 0.3850365 Jan 28 13:16:03.687966 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6fe46-2c98-4afc-bb21-069daa691c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc57d427-2af5-47fe-a260-c92e2b93d82d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:03.738070 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-31acaa55-1676-4a93-bbbf-0481a550d0ed req-026b8320-5f84-4c2d-a971-a65a500d0762 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/security-groups?id=beb8c5b9-4310-4e44-91ba-07f6e979e643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527085 Jan 28 13:16:03.762512 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e185672e-668b-4e51-97a5-aa9bc8898218 admin admin] Publish callbacks [] for security_group (c7b43560-2ec4-43d0-a880-a7f36f63ab30), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:03.774552 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e185672e-668b-4e51-97a5-aa9bc8898218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c7b43560-2ec4-43d0-a880-a7f36f63ab30), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:03.815905 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185672e-668b-4e51-97a5-aa9bc8898218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b43560-2ec4-43d0-a880-a7f36f63ab30,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:03.836926 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e185672e-668b-4e51-97a5-aa9bc8898218 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=29c114b35a2e43e6b80f9c928d80a706&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4115808 Jan 28 13:16:03.840142 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39264) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:03.903445 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d6995e12-166f-4c59-ae28-e0ab48e69f71 admin admin] Publish callbacks [] for security_group (c7b43560-2ec4-43d0-a880-a7f36f63ab30), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:03.929863 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2f9dda49-711b-4d42-800d-db9896db64ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for subnet (c4241476-ed01-49ff-83f7-cbfab4df2dc1), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:03.950771 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d6995e12-166f-4c59-ae28-e0ab48e69f71 admin admin] Publish callbacks [] for security_group (c7b43560-2ec4-43d0-a880-a7f36f63ab30), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:03.990415 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-90589b62-9cd9-45dc-bd56-ab02156b4082 req-755178ef-c961-4df5-a03c-d1dcee5dea82 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7 HTTP/1.1" status: 200 len: 210 time: 0.0513093 Jan 28 13:16:04.040719 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9dda49-711b-4d42-800d-db9896db64ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4241476-ed01-49ff-83f7-cbfab4df2dc1,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:04.045393 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9dda49-711b-4d42-800d-db9896db64ba admin admin] Checking segment: {'id': '0244845a-23ac-4883-9140-4dcee8de1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8fa7a6c4-a839-4799-8f9a-036ea3519df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:16:04.045744 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9dda49-711b-4d42-800d-db9896db64ba admin admin] Network hostable DHCP agents. Network: 8fa7a6c4-a839-4799-8f9a-036ea3519df4, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:16:04.056625 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:04.059597 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 97c2e69a-d32f-413f-a4f3-1b5125e81d2c up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:16:04.073415 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9dda49-711b-4d42-800d-db9896db64ba admin admin] Network 8fa7a6c4-a839-4799-8f9a-036ea3519df4 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:16:04.092013 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-2f9dda49-711b-4d42-800d-db9896db64ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 8fa7a6c4-a839-4799-8f9a-036ea3519df4) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:16:04.094453 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d6995e12-166f-4c59-ae28-e0ab48e69f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c7b43560-2ec4-43d0-a880-a7f36f63ab30), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:04.097242 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d6995e12-166f-4c59-ae28-e0ab48e69f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:04.098852 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d6995e12-166f-4c59-ae28-e0ab48e69f71 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c7b43560-2ec4-43d0-a880-a7f36f63ab30 HTTP/1.1" status: 204 len: 168 time: 0.2574291 Jan 28 13:16:04.099776 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9dda49-711b-4d42-800d-db9896db64ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:04.100392 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2f9dda49-711b-4d42-800d-db9896db64ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:04.112595 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6995e12-166f-4c59-ae28-e0ab48e69f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b43560-2ec4-43d0-a880-a7f36f63ab30,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:04.116843 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63099612-2f47-40b7-b6e5-c1b04c69efaa None None] Network 8fa7a6c4-a839-4799-8f9a-036ea3519df4 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:16:04.146412 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2f9dda49-711b-4d42-800d-db9896db64ba admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5931015 Jan 28 13:16:04.263812 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430d9231-cd49-4ecb-a94a-cf545ae8280e None None] Network 8fa7a6c4-a839-4799-8f9a-036ea3519df4 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:16:04.266342 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 97c2e69a-d32f-413f-a4f3-1b5125e81d2c completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:16:04.282401 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 97c2e69a-d32f-413f-a4f3-1b5125e81d2c triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:16:04.282769 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (97c2e69a-d32f-413f-a4f3-1b5125e81d2c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:04.320843 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39272) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:04.337667 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1d7ed4b8-30af-4940-ac92-42421606aeea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:04.516082 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39278) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:04.550828 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 97c2e69a-d32f-413f-a4f3-1b5125e81d2c is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:16:04.551518 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (97c2e69a-d32f-413f-a4f3-1b5125e81d2c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:04.567337 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a9ce3-17fa-4489-94d0-337991375094 req-11366744-b368-4e64-a1c4-a09689ed322a tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:04.569040 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-516a9ce3-17fa-4489-94d0-337991375094 req-11366744-b368-4e64-a1c4-a09689ed322a tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 935 time: 0.1075039 Jan 28 13:16:04.592305 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b3eaa9-521b-42fb-871e-b3b8b84dc110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c2e69a-d32f-413f-a4f3-1b5125e81d2c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:16:04.607598 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1d7ed4b8-30af-4940-ac92-42421606aeea admin admin] Publish callbacks [] for security_group (0a47dac3-8aa5-4ccc-bf3f-0fda4e20d91b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:04.626959 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1d7ed4b8-30af-4940-ac92-42421606aeea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0a47dac3-8aa5-4ccc-bf3f-0fda4e20d91b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:04.651336 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-516a9ce3-17fa-4489-94d0-337991375094 req-5d1b1165-c4e2-4f99-81f9-3c88ad0c3e26 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733454 Jan 28 13:16:04.689571 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-60cd3fd2-f1f3-41e5-a1f3-f499f724f61a admin admin] Deleting subnet 961b04ee-49e4-40a0-8456-94a58e39a413 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:16:04.703399 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39282) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:04.717760 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60cd3fd2-f1f3-41e5-a1f3-f499f724f61a admin admin] Publish callbacks [] for subnet (961b04ee-49e4-40a0-8456-94a58e39a413), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:04.726901 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2db04312-58d5-479a-85d1-328c0689d887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:04.754087 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1d7ed4b8-30af-4940-ac92-42421606aeea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=66484a2ffe2e4074b7083947e5e6344d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4296486 Jan 28 13:16:04.756703 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39284) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:04.764763 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ed4b8-30af-4940-ac92-42421606aeea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a47dac3-8aa5-4ccc-bf3f-0fda4e20d91b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:04.808919 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60cd3fd2-f1f3-41e5-a1f3-f499f724f61a admin admin] Publish callbacks [] for subnet (961b04ee-49e4-40a0-8456-94a58e39a413), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:04.839608 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60cd3fd2-f1f3-41e5-a1f3-f499f724f61a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (961b04ee-49e4-40a0-8456-94a58e39a413), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:04.878834 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2db04312-58d5-479a-85d1-328c0689d887 admin admin] Publish callbacks [] for security_group (9ed6ce38-ccfd-4b29-8b84-ed80538ef9d5), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:04.891019 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2db04312-58d5-479a-85d1-328c0689d887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9ed6ce38-ccfd-4b29-8b84-ed80538ef9d5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:04.903867 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab29d2ad-ab15-4189-8872-dc069e51d9ac admin admin] Publish callbacks [] for security_group (0a47dac3-8aa5-4ccc-bf3f-0fda4e20d91b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:04.904616 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 97c2e69a-d32f-413f-a4f3-1b5125e81d2c, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=97c2e69a-d32f-413f-a4f3-1b5125e81d2c,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:04.914719 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (97c2e69a-d32f-413f-a4f3-1b5125e81d2c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:04.947870 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab29d2ad-ab15-4189-8872-dc069e51d9ac admin admin] Publish callbacks [] for security_group (0a47dac3-8aa5-4ccc-bf3f-0fda4e20d91b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:04.968748 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db04312-58d5-479a-85d1-328c0689d887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed6ce38-ccfd-4b29-8b84-ed80538ef9d5,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:05.000626 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2db04312-58d5-479a-85d1-328c0689d887 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f85016d68d7b447dadfcaf5b3ef5cd44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2944629 Jan 28 13:16:05.008136 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39290) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:05.025984 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab29d2ad-ab15-4189-8872-dc069e51d9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0a47dac3-8aa5-4ccc-bf3f-0fda4e20d91b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:05.028924 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab29d2ad-ab15-4189-8872-dc069e51d9ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:05.030175 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ab29d2ad-ab15-4189-8872-dc069e51d9ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0a47dac3-8aa5-4ccc-bf3f-0fda4e20d91b HTTP/1.1" status: 204 len: 168 time: 0.2725272 Jan 28 13:16:05.040700 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab29d2ad-ab15-4189-8872-dc069e51d9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a47dac3-8aa5-4ccc-bf3f-0fda4e20d91b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:05.043389 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60cd3fd2-f1f3-41e5-a1f3-f499f724f61a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for subnet (961b04ee-49e4-40a0-8456-94a58e39a413), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:05.105577 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=97c2e69a-d32f-413f-a4f3-1b5125e81d2c,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:05.109150 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60cd3fd2-f1f3-41e5-a1f3-f499f724f61a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:05.121584 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-60cd3fd2-f1f3-41e5-a1f3-f499f724f61a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/961b04ee-49e4-40a0-8456-94a58e39a413 HTTP/1.1" status: 204 len: 168 time: 0.6015913 Jan 28 13:16:05.121584 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd3fd2-f1f3-41e5-a1f3-f499f724f61a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=961b04ee-49e4-40a0-8456-94a58e39a413,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:05.126606 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39296) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:05.180603 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0606c773-1ffc-4a12-8443-597d7e0fab60" -d '{"events": [{"server_uuid": "40b3eaa9-521b-42fb-871e-b3b8b84dc110", "name": "network-vif-plugged", "status": "completed", "tag": "97c2e69a-d32f-413f-a4f3-1b5125e81d2c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:16:05.200609 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-25452403-ccc4-4fd7-a3b9-be41b95c1942 admin admin] Publish callbacks [] for security_group (9ed6ce38-ccfd-4b29-8b84-ed80538ef9d5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:05.220113 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a4cd5be-9164-4f4f-bf34-756671cfecfd req-d5809728-877e-449b-bccd-8af7daba2a7c tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7 HTTP/1.1" status: 200 len: 210 time: 0.0346999 Jan 28 13:16:05.247021 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-25452403-ccc4-4fd7-a3b9-be41b95c1942 admin admin] Publish callbacks [] for security_group (9ed6ce38-ccfd-4b29-8b84-ed80538ef9d5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:05.311907 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-25452403-ccc4-4fd7-a3b9-be41b95c1942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9ed6ce38-ccfd-4b29-8b84-ed80538ef9d5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:05.317141 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-25452403-ccc4-4fd7-a3b9-be41b95c1942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:05.317815 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4877-1b4d-46cd-9d0a-b394a777a128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (7589d99f-bfcd-442d-aca2-1e7ea7e8b8ab), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:05.318404 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-25452403-ccc4-4fd7-a3b9-be41b95c1942 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ed6ce38-ccfd-4b29-8b84-ed80538ef9d5 HTTP/1.1" status: 204 len: 168 time: 0.3092895 Jan 28 13:16:05.339610 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf811e-1555-4ee3-9791-2c952df2355d req-19fa6782-efd6-41be-91be-e14f671c2d11 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:05.347241 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ecf811e-1555-4ee3-9791-2c952df2355d req-19fa6782-efd6-41be-91be-e14f671c2d11 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b3eaa9-521b-42fb-871e-b3b8b84dc110 HTTP/1.1" status: 200 len: 972 time: 0.1620667 Jan 28 13:16:05.347905 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25452403-ccc4-4fd7-a3b9-be41b95c1942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed6ce38-ccfd-4b29-8b84-ed80538ef9d5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:05.432300 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97519f1a-50ab-4eb1-afdf-671b40ed8eed x-openstack-request-id: req-97519f1a-50ab-4eb1-afdf-671b40ed8eed {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:16:05.432690 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b3eaa9-521b-42fb-871e-b3b8b84dc110", "name": "network-vif-plugged", "status": "completed", "tag": "97c2e69a-d32f-413f-a4f3-1b5125e81d2c", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:16:05.433020 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-97519f1a-50ab-4eb1-afdf-671b40ed8eed {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:16:05.433567 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b3eaa9-521b-42fb-871e-b3b8b84dc110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c2e69a-d32f-413f-a4f3-1b5125e81d2c', 'code': 200} Jan 28 13:16:05.527394 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ecf811e-1555-4ee3-9791-2c952df2355d req-dff68cbd-e90a-4456-ac21-fbf10b997529 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/security-groups?id=beb8c5b9-4310-4e44-91ba-07f6e979e643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790657 Jan 28 13:16:05.569986 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4877-1b4d-46cd-9d0a-b394a777a128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (7589d99f-bfcd-442d-aca2-1e7ea7e8b8ab), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:05.570805 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:05.608991 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4877-1b4d-46cd-9d0a-b394a777a128 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:05.609351 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4877-1b4d-46cd-9d0a-b394a777a128 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:05.610098 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4877-1b4d-46cd-9d0a-b394a777a128 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:05.610419 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4877-1b4d-46cd-9d0a-b394a777a128 admin admin] Subscribe: > port after_create 55550000 {{(pid=103351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:05.610763 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4877-1b4d-46cd-9d0a-b394a777a128 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:05.611147 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4877-1b4d-46cd-9d0a-b394a777a128 admin admin] Subscribe: > port after_update 55550000 {{(pid=103351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:05.611484 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4877-1b4d-46cd-9d0a-b394a777a128 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:05.611797 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4877-1b4d-46cd-9d0a-b394a777a128 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:05.612218 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4877-1b4d-46cd-9d0a-b394a777a128 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:05.612525 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4877-1b4d-46cd-9d0a-b394a777a128 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:05.646525 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eeba91-42c6-42a4-b070-cde51f0cebb1 req-cc339838-f268-4759-b0ed-5a4de510fb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:05.648110 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-67eeba91-42c6-42a4-b070-cde51f0cebb1 req-cc339838-f268-4759-b0ed-5a4de510fb0b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=40b3eaa9-521b-42fb-871e-b3b8b84dc110 HTTP/1.1" status: 200 len: 1123 time: 0.1133323 Jan 28 13:16:05.705385 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-67eeba91-42c6-42a4-b070-cde51f0cebb1 req-4de362e0-c6e8-4184-abed-475bcb5f079c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:05.840818 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebed314-09e6-4b61-a213-5c9ab4abf3f1 req-03eb62b3-810c-4978-993d-6b7afd0c17fe tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:05.842589 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bebed314-09e6-4b61-a213-5c9ab4abf3f1 req-03eb62b3-810c-4978-993d-6b7afd0c17fe tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 935 time: 0.0899155 Jan 28 13:16:05.884981 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-67eeba91-42c6-42a4-b070-cde51f0cebb1 req-4de362e0-c6e8-4184-abed-475bcb5f079c service neutron] Publish callbacks [] for security_group (3e3df766-6607-49ef-9901-daee8ab23389), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:05.896428 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39320) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:05.905485 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-67eeba91-42c6-42a4-b070-cde51f0cebb1 req-4de362e0-c6e8-4184-abed-475bcb5f079c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (3e3df766-6607-49ef-9901-daee8ab23389), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:05.950953 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d004d440-06e0-438b-a99f-d3e3ac00b91f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:05.978410 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bebed314-09e6-4b61-a213-5c9ab4abf3f1 req-721604b9-01c7-49be-9b4d-f4bce16032ee tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252575 Jan 28 13:16:05.987188 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de362e0-c6e8-4184-abed-475bcb5f079c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3df766-6607-49ef-9901-daee8ab23389,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:05.993605 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-67eeba91-42c6-42a4-b070-cde51f0cebb1 req-4de362e0-c6e8-4184-abed-475bcb5f079c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=beb8c5b9-4310-4e44-91ba-07f6e979e643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376799 Jan 28 13:16:06.040721 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4877-1b4d-46cd-9d0a-b394a777a128 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:06.041042 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4877-1b4d-46cd-9d0a-b394a777a128 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:06.041370 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4877-1b4d-46cd-9d0a-b394a777a128 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:06.041739 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4877-1b4d-46cd-9d0a-b394a777a128 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:06.042144 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-9d5e4877-1b4d-46cd-9d0a-b394a777a128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7589d99f-bfcd-442d-aca2-1e7ea7e8b8ab']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:16:06.072536 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-9d5e4877-1b4d-46cd-9d0a-b394a777a128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5e0128-5f1a-4455-87f0-f7a816f901c6') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:16:06.072907 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-9d5e4877-1b4d-46cd-9d0a-b394a777a128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5e0128-5f1a-4455-87f0-f7a816f901c6') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:16:06.093091 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d004d440-06e0-438b-a99f-d3e3ac00b91f admin admin] Publish callbacks [] for security_group (87a698f4-1ae1-4520-ac54-aad21917274e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:06.099254 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4877-1b4d-46cd-9d0a-b394a777a128 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (5d5e0128-5f1a-4455-87f0-f7a816f901c6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:06.100917 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d004d440-06e0-438b-a99f-d3e3ac00b91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (87a698f4-1ae1-4520-ac54-aad21917274e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:06.131579 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4877-1b4d-46cd-9d0a-b394a777a128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (5d5e0128-5f1a-4455-87f0-f7a816f901c6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:06.145933 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d004d440-06e0-438b-a99f-d3e3ac00b91f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f93a99e8d8604f2faecbc01e1902f632&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454126 Jan 28 13:16:06.145933 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004d440-06e0-438b-a99f-d3e3ac00b91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a698f4-1ae1-4520-ac54-aad21917274e,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:06.146212 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d5e4877-1b4d-46cd-9d0a-b394a777a128 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:16:06.146212 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4877-1b4d-46cd-9d0a-b394a777a128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (5d5e0128-5f1a-4455-87f0-f7a816f901c6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:06.146704 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39322) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: from cryptography.utils import int_from_bytes Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: from cryptography.utils import int_from_bytes Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:16:06.163367 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:16:06.214682 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b3642762-7a52-488d-9a47-8b8c98b08ac3 admin admin] Publish callbacks [] for security_group (87a698f4-1ae1-4520-ac54-aad21917274e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:06.244043 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4877-1b4d-46cd-9d0a-b394a777a128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (7589d99f-bfcd-442d-aca2-1e7ea7e8b8ab), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:06.245797 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b3642762-7a52-488d-9a47-8b8c98b08ac3 admin admin] Publish callbacks [] for security_group (87a698f4-1ae1-4520-ac54-aad21917274e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:06.260422 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4877-1b4d-46cd-9d0a-b394a777a128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:06.266814 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9d5e4877-1b4d-46cd-9d0a-b394a777a128 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7589d99f-bfcd-442d-aca2-1e7ea7e8b8ab HTTP/1.1" status: 204 len: 168 time: 1.1387675 Jan 28 13:16:06.272331 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39332) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:06.276469 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e4877-1b4d-46cd-9d0a-b394a777a128 admin admin] Pushing event deleted for resources: {'Network': ['ID=7589d99f-bfcd-442d-aca2-1e7ea7e8b8ab,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:06.339367 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-5114169b-dd87-4a85-90ad-2587bfe97c3f admin admin] Deleting subnet c4241476-ed01-49ff-83f7-cbfab4df2dc1 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:16:06.348515 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3c400aba-3573-4cb2-9e33-5a99b9e48a53 req-11f7457d-e464-495b-89a9-cabb2b06c4d6 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7 HTTP/1.1" status: 200 len: 210 time: 0.0350385 Jan 28 13:16:06.359765 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5114169b-dd87-4a85-90ad-2587bfe97c3f admin admin] Publish callbacks [] for subnet (c4241476-ed01-49ff-83f7-cbfab4df2dc1), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:06.379443 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b3642762-7a52-488d-9a47-8b8c98b08ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (87a698f4-1ae1-4520-ac54-aad21917274e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:06.381958 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b3642762-7a52-488d-9a47-8b8c98b08ac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:06.383145 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b3642762-7a52-488d-9a47-8b8c98b08ac3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87a698f4-1ae1-4520-ac54-aad21917274e HTTP/1.1" status: 204 len: 168 time: 0.2354698 Jan 28 13:16:06.399824 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3642762-7a52-488d-9a47-8b8c98b08ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a698f4-1ae1-4520-ac54-aad21917274e,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:06.409012 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5114169b-dd87-4a85-90ad-2587bfe97c3f admin admin] Publish callbacks [] for subnet (c4241476-ed01-49ff-83f7-cbfab4df2dc1), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:06.420904 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5114169b-dd87-4a85-90ad-2587bfe97c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (c4241476-ed01-49ff-83f7-cbfab4df2dc1), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:06.492455 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5114169b-dd87-4a85-90ad-2587bfe97c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for subnet (c4241476-ed01-49ff-83f7-cbfab4df2dc1), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:06.518549 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114169b-dd87-4a85-90ad-2587bfe97c3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4241476-ed01-49ff-83f7-cbfab4df2dc1,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:06.523530 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5114169b-dd87-4a85-90ad-2587bfe97c3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:06.526863 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5114169b-dd87-4a85-90ad-2587bfe97c3f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c4241476-ed01-49ff-83f7-cbfab4df2dc1 HTTP/1.1" status: 204 len: 168 time: 0.2534699 Jan 28 13:16:06.529427 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39342) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:06.627256 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8ba38dce-9cb2-4b42-a0c1-c92076072e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (8fa7a6c4-a839-4799-8f9a-036ea3519df4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:06.672697 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf298a-cc35-4194-b37e-392a4d114568 req-5cb6c4de-026c-47f4-960b-17547762970c tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:06.674340 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3bbf298a-cc35-4194-b37e-392a4d114568 req-5cb6c4de-026c-47f4-960b-17547762970c tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b3eaa9-521b-42fb-871e-b3b8b84dc110 HTTP/1.1" status: 200 len: 972 time: 0.0618753 Jan 28 13:16:06.769101 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8ba38dce-9cb2-4b42-a0c1-c92076072e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (8fa7a6c4-a839-4799-8f9a-036ea3519df4), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:06.801749 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3bbf298a-cc35-4194-b37e-392a4d114568 req-80f2f22a-e233-4f8b-8d3c-f32fb384f69c tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/security-groups?id=beb8c5b9-4310-4e44-91ba-07f6e979e643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067245 Jan 28 13:16:06.805630 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8ba38dce-9cb2-4b42-a0c1-c92076072e71 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:06.805996 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8ba38dce-9cb2-4b42-a0c1-c92076072e71 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:06.806755 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8ba38dce-9cb2-4b42-a0c1-c92076072e71 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:06.807055 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8ba38dce-9cb2-4b42-a0c1-c92076072e71 admin admin] Subscribe: > port after_create 55550000 {{(pid=103352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:06.807393 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8ba38dce-9cb2-4b42-a0c1-c92076072e71 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:06.807723 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8ba38dce-9cb2-4b42-a0c1-c92076072e71 admin admin] Subscribe: > port after_update 55550000 {{(pid=103352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:06.808049 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8ba38dce-9cb2-4b42-a0c1-c92076072e71 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:06.808359 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8ba38dce-9cb2-4b42-a0c1-c92076072e71 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:06.808705 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8ba38dce-9cb2-4b42-a0c1-c92076072e71 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:06.809047 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8ba38dce-9cb2-4b42-a0c1-c92076072e71 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:06.876230 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8ba38dce-9cb2-4b42-a0c1-c92076072e71 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:06.876575 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8ba38dce-9cb2-4b42-a0c1-c92076072e71 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:06.876894 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8ba38dce-9cb2-4b42-a0c1-c92076072e71 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:06.877213 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8ba38dce-9cb2-4b42-a0c1-c92076072e71 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:06.877592 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-8ba38dce-9cb2-4b42-a0c1-c92076072e71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa7a6c4-a839-4799-8f9a-036ea3519df4']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:16:06.895940 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-8ba38dce-9cb2-4b42-a0c1-c92076072e71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0244845a-23ac-4883-9140-4dcee8de1aad') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:16:06.896245 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-8ba38dce-9cb2-4b42-a0c1-c92076072e71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0244845a-23ac-4883-9140-4dcee8de1aad') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:16:06.923342 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8ba38dce-9cb2-4b42-a0c1-c92076072e71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (0244845a-23ac-4883-9140-4dcee8de1aad), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:06.935809 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8ba38dce-9cb2-4b42-a0c1-c92076072e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (0244845a-23ac-4883-9140-4dcee8de1aad), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:06.945030 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ba38dce-9cb2-4b42-a0c1-c92076072e71 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:16:06.945520 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8ba38dce-9cb2-4b42-a0c1-c92076072e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (0244845a-23ac-4883-9140-4dcee8de1aad), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: from cryptography.utils import int_from_bytes Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: from cryptography.utils import int_from_bytes Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:16:06.949936 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:16:07.017383 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8ba38dce-9cb2-4b42-a0c1-c92076072e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (8fa7a6c4-a839-4799-8f9a-036ea3519df4), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:07.041680 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8ba38dce-9cb2-4b42-a0c1-c92076072e71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:07.049880 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8ba38dce-9cb2-4b42-a0c1-c92076072e71 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8fa7a6c4-a839-4799-8f9a-036ea3519df4 HTTP/1.1" status: 204 len: 168 time: 0.5144935 Jan 28 13:16:07.049880 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba38dce-9cb2-4b42-a0c1-c92076072e71 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fa7a6c4-a839-4799-8f9a-036ea3519df4,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:07.122003 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd0839-c0e3-4432-a154-e50bacb69c30 req-ea9d2083-4e26-4044-ae92-3812e18765d1 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:07.123674 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5edd0839-c0e3-4432-a154-e50bacb69c30 req-ea9d2083-4e26-4044-ae92-3812e18765d1 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 935 time: 0.0503416 Jan 28 13:16:07.182064 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5edd0839-c0e3-4432-a154-e50bacb69c30 req-0e3c9157-55e3-4421-9c9f-4228238f9a0e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524681 Jan 28 13:16:07.187802 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39384) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:07.229731 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6b009c01-2fd7-40c3-9bb3-b4fc0f259abd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=520c940045d1446590de84a15025281c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406265 Jan 28 13:16:07.232255 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39386) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:07.279086 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8c105c3a-5af0-419c-889e-d827fd89ef0d admin admin] Publish callbacks [] for security_group (b697f287-4be4-4fae-883b-61f1622b8fe3), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:07.304638 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8c105c3a-5af0-419c-889e-d827fd89ef0d admin admin] Publish callbacks [] for security_group (b697f287-4be4-4fae-883b-61f1622b8fe3), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:07.359139 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8c105c3a-5af0-419c-889e-d827fd89ef0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b697f287-4be4-4fae-883b-61f1622b8fe3), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:07.361957 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8c105c3a-5af0-419c-889e-d827fd89ef0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:07.363275 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8c105c3a-5af0-419c-889e-d827fd89ef0d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b697f287-4be4-4fae-883b-61f1622b8fe3 HTTP/1.1" status: 204 len: 168 time: 0.1301398 Jan 28 13:16:07.371358 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c105c3a-5af0-419c-889e-d827fd89ef0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b697f287-4be4-4fae-883b-61f1622b8fe3,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:07.455463 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-33b4618a-7c53-4b09-a6dc-0d6622611f21 req-c470cf7d-f99a-4197-ab8f-a7497219fd0f tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7 HTTP/1.1" status: 200 len: 210 time: 0.0340517 Jan 28 13:16:07.795619 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39412) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:07.869549 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4ea9c21b-c01c-40c1-8f2c-9599508ce4c7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc00ada151b443fd87913d934ed78cc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0715332 Jan 28 13:16:07.872192 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39418) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:07.972158 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b914c-de83-4b3d-82cc-756c365d7fa5 req-01498f27-7348-41dd-a6a8-e4163a1644bb tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:07.973904 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-579b914c-de83-4b3d-82cc-756c365d7fa5 req-01498f27-7348-41dd-a6a8-e4163a1644bb tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b3eaa9-521b-42fb-871e-b3b8b84dc110 HTTP/1.1" status: 200 len: 972 time: 0.0831118 Jan 28 13:16:07.976912 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-862d53a2-2422-47ac-b735-4f91ea6dcab5 admin admin] Publish callbacks [] for security_group (18f1cfe6-6bc1-4125-8c20-0c44c36cb432), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:08.011417 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-862d53a2-2422-47ac-b735-4f91ea6dcab5 admin admin] Publish callbacks [] for security_group (18f1cfe6-6bc1-4125-8c20-0c44c36cb432), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:08.069226 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-579b914c-de83-4b3d-82cc-756c365d7fa5 req-c0a0d9ac-3b19-4ab6-9214-4e10c750d834 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/security-groups?id=beb8c5b9-4310-4e44-91ba-07f6e979e643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780540 Jan 28 13:16:08.089396 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-862d53a2-2422-47ac-b735-4f91ea6dcab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (18f1cfe6-6bc1-4125-8c20-0c44c36cb432), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:08.093756 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-862d53a2-2422-47ac-b735-4f91ea6dcab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:08.097719 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-862d53a2-2422-47ac-b735-4f91ea6dcab5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/18f1cfe6-6bc1-4125-8c20-0c44c36cb432 HTTP/1.1" status: 204 len: 168 time: 0.2219970 Jan 28 13:16:08.124038 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d53a2-2422-47ac-b735-4f91ea6dcab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f1cfe6-6bc1-4125-8c20-0c44c36cb432,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:08.260857 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b0daa-f113-480a-a722-f0b4c96c8108 req-5cc9b76c-50b9-47ab-9337-5936723c361c tempest-AggregatesAdminTestJSON-1973029448 tempest-AggregatesAdminTestJSON-1973029448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:08.262402 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5a0b0daa-f113-480a-a722-f0b4c96c8108 req-5cc9b76c-50b9-47ab-9337-5936723c361c tempest-AggregatesAdminTestJSON-1973029448 tempest-AggregatesAdminTestJSON-1973029448-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=40b3eaa9-521b-42fb-871e-b3b8b84dc110 HTTP/1.1" status: 200 len: 1123 time: 0.0429747 Jan 28 13:16:08.281778 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5a0b0daa-f113-480a-a722-f0b4c96c8108 req-acc261e7-8a24-4807-9ebe-2ee77a2d3dac tempest-AggregatesAdminTestJSON-1973029448 tempest-AggregatesAdminTestJSON-1973029448-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:08.366180 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5a0b0daa-f113-480a-a722-f0b4c96c8108 req-acc261e7-8a24-4807-9ebe-2ee77a2d3dac tempest-AggregatesAdminTestJSON-1973029448 tempest-AggregatesAdminTestJSON-1973029448-project-admin] Publish callbacks [] for security_group (9b552bf4-715e-462b-8b70-11622cbf97e8), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:08.372082 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5a0b0daa-f113-480a-a722-f0b4c96c8108 req-acc261e7-8a24-4807-9ebe-2ee77a2d3dac tempest-AggregatesAdminTestJSON-1973029448 tempest-AggregatesAdminTestJSON-1973029448-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9b552bf4-715e-462b-8b70-11622cbf97e8), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:08.412296 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5a0b0daa-f113-480a-a722-f0b4c96c8108 req-acc261e7-8a24-4807-9ebe-2ee77a2d3dac tempest-AggregatesAdminTestJSON-1973029448 tempest-AggregatesAdminTestJSON-1973029448-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=beb8c5b9-4310-4e44-91ba-07f6e979e643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432567 Jan 28 13:16:08.413256 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc261e7-8a24-4807-9ebe-2ee77a2d3dac tempest-AggregatesAdminTestJSON-1973029448 tempest-AggregatesAdminTestJSON-1973029448-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b552bf4-715e-462b-8b70-11622cbf97e8,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:08.498005 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39450) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:08.529896 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566f2e1-115e-42e8-9d8d-b2d0a64a0445 req-ce55c4e6-8779-42a6-89cf-6d3cedd58f5c tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:08.531415 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8566f2e1-115e-42e8-9d8d-b2d0a64a0445 req-ce55c4e6-8779-42a6-89cf-6d3cedd58f5c tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 935 time: 0.0496161 Jan 28 13:16:08.618047 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8566f2e1-115e-42e8-9d8d-b2d0a64a0445 req-6c6e3239-d8fe-4069-b5d7-69b7cf82fe82 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789640 Jan 28 13:16:08.700511 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0868b1c3-50d0-4efd-8bd3-b33a5dd65cc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:08.727206 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-239e937e-585a-4066-849d-f44f4af07892 req-4729b215-fa4a-4ad3-9fb6-9436db87934a tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7 HTTP/1.1" status: 200 len: 210 time: 0.0470445 Jan 28 13:16:08.817202 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0868b1c3-50d0-4efd-8bd3-b33a5dd65cc2 admin admin] Publish callbacks [] for security_group (ae6b94ab-2b7b-46af-9d6f-d70150f6fb79), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:08.828744 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0868b1c3-50d0-4efd-8bd3-b33a5dd65cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ae6b94ab-2b7b-46af-9d6f-d70150f6fb79), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:08.883937 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0868b1c3-50d0-4efd-8bd3-b33a5dd65cc2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9c4361e23d4e4212af4f8e0f00700f12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3845129 Jan 28 13:16:08.884711 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39474) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:08.891281 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868b1c3-50d0-4efd-8bd3-b33a5dd65cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6b94ab-2b7b-46af-9d6f-d70150f6fb79,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:08.923142 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed250c32-969f-45db-9c8f-000a75e33e60 req-f7894335-4950-4ebd-a86f-4e51a6cd134e tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:08.926835 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ed250c32-969f-45db-9c8f-000a75e33e60 req-f7894335-4950-4ebd-a86f-4e51a6cd134e tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b3eaa9-521b-42fb-871e-b3b8b84dc110 HTTP/1.1" status: 200 len: 972 time: 0.0634930 Jan 28 13:16:08.951128 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d2ff9078-5b7b-4a21-b3fa-bd176c99e84e admin admin] Publish callbacks [] for security_group (ae6b94ab-2b7b-46af-9d6f-d70150f6fb79), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:08.979872 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d2ff9078-5b7b-4a21-b3fa-bd176c99e84e admin admin] Publish callbacks [] for security_group (ae6b94ab-2b7b-46af-9d6f-d70150f6fb79), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:08.981425 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ed250c32-969f-45db-9c8f-000a75e33e60 req-40cfb7e4-cfd0-4de4-9fa1-954b8dfca7c4 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/security-groups?id=beb8c5b9-4310-4e44-91ba-07f6e979e643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484960 Jan 28 13:16:09.043931 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d2ff9078-5b7b-4a21-b3fa-bd176c99e84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ae6b94ab-2b7b-46af-9d6f-d70150f6fb79), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:09.046363 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d2ff9078-5b7b-4a21-b3fa-bd176c99e84e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:09.049956 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d2ff9078-5b7b-4a21-b3fa-bd176c99e84e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae6b94ab-2b7b-46af-9d6f-d70150f6fb79 HTTP/1.1" status: 204 len: 168 time: 0.1615062 Jan 28 13:16:09.055554 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff9078-5b7b-4a21-b3fa-bd176c99e84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6b94ab-2b7b-46af-9d6f-d70150f6fb79,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:09.469908 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39498) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:09.485638 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b6848df5-6453-4e6f-af2f-b4d774317d91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:09.568677 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b6848df5-6453-4e6f-af2f-b4d774317d91 admin admin] Publish callbacks [] for security_group (c5fc0ef7-9aba-4c43-9f58-0c5abfeeab45), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:09.573720 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b6848df5-6453-4e6f-af2f-b4d774317d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c5fc0ef7-9aba-4c43-9f58-0c5abfeeab45), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:09.618232 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b6848df5-6453-4e6f-af2f-b4d774317d91 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=979a36f79cb74eb7ac396f3a32caacdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472063 Jan 28 13:16:09.618987 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6848df5-6453-4e6f-af2f-b4d774317d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fc0ef7-9aba-4c43-9f58-0c5abfeeab45,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:09.621338 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39506) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:09.720618 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ebb25aeb-4a9d-4088-9e3d-c10dd52417a9 admin admin] Publish callbacks [] for security_group (c5fc0ef7-9aba-4c43-9f58-0c5abfeeab45), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:09.751631 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ebb25aeb-4a9d-4088-9e3d-c10dd52417a9 admin admin] Publish callbacks [] for security_group (c5fc0ef7-9aba-4c43-9f58-0c5abfeeab45), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:09.771111 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162e14d-95d2-4ad7-adcb-b866b87937d1 req-309ca2c2-1a3b-4eac-b351-5e3f3208eb35 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:09.772749 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5162e14d-95d2-4ad7-adcb-b866b87937d1 req-309ca2c2-1a3b-4eac-b351-5e3f3208eb35 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 935 time: 0.0810626 Jan 28 13:16:09.852921 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5162e14d-95d2-4ad7-adcb-b866b87937d1 req-7428bea8-d2c1-428a-bcd9-3be31152b5e8 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677881 Jan 28 13:16:09.856009 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ebb25aeb-4a9d-4088-9e3d-c10dd52417a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c5fc0ef7-9aba-4c43-9f58-0c5abfeeab45), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:09.858290 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ebb25aeb-4a9d-4088-9e3d-c10dd52417a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:09.859448 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ebb25aeb-4a9d-4088-9e3d-c10dd52417a9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c5fc0ef7-9aba-4c43-9f58-0c5abfeeab45 HTTP/1.1" status: 204 len: 168 time: 0.2370834 Jan 28 13:16:09.869701 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb25aeb-4a9d-4088-9e3d-c10dd52417a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fc0ef7-9aba-4c43-9f58-0c5abfeeab45,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:09.877613 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-54f3409d-0ecd-42bf-b97c-b4cf1aa19398 req-7c3b5f3a-8940-44c6-94c3-46ae8228e8b8 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7 HTTP/1.1" status: 200 len: 210 time: 0.0595393 Jan 28 13:16:10.008118 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-ea52aa68-c360-4ae3-ab44-20fa40af5684 service neutron] Request body: {'port': {'device_id': 'e708e968-1ad7-4474-953a-f508cf260043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:10.081135 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-ea52aa68-c360-4ae3-ab44-20fa40af5684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:10.168212 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a0de3-9e3f-4ed3-b7dc-f48fb8b4092a req-bb1ef61f-4500-44d7-9555-88eaa5799292 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:10.176491 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f78a0de3-9e3f-4ed3-b7dc-f48fb8b4092a req-bb1ef61f-4500-44d7-9555-88eaa5799292 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b3eaa9-521b-42fb-871e-b3b8b84dc110 HTTP/1.1" status: 200 len: 972 time: 0.0900953 Jan 28 13:16:10.227372 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f78a0de3-9e3f-4ed3-b7dc-f48fb8b4092a req-6a8d5dd7-91c2-4537-9634-e3e8b63c6523 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/security-groups?id=beb8c5b9-4310-4e44-91ba-07f6e979e643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498524 Jan 28 13:16:10.433249 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-ea52aa68-c360-4ae3-ab44-20fa40af5684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:16:10.443234 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-ea52aa68-c360-4ae3-ab44-20fa40af5684 service neutron] Publish callbacks [] for port (9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:10.448249 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39536) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:10.465089 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-ea52aa68-c360-4ae3-ab44-20fa40af5684 service neutron] Transition to ACTIVE for port object 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:16:10.472501 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82885f87-c5bc-4b95-84e2-69d9acf8f3d6 req-99fa2bd6-c824-4cc4-ac0a-9728bf6160bb tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:10.474024 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-82885f87-c5bc-4b95-84e2-69d9acf8f3d6 req-99fa2bd6-c824-4cc4-ac0a-9728bf6160bb tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b3eaa9-521b-42fb-871e-b3b8b84dc110 HTTP/1.1" status: 200 len: 972 time: 0.0827169 Jan 28 13:16:10.476571 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-ea52aa68-c360-4ae3-ab44-20fa40af5684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:10.498796 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.37', 63291) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:10.739023 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-820b489f-e0ca-4d58-a46e-3e9ad536a42f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:10.751751 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-d3a18efc-1e27-4693-8ef1-d9b6861cf0ab tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:10.753552 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-d3a18efc-1e27-4693-8ef1-d9b6861cf0ab tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.37 "GET /v2.0/networks?id=56a89aa3-213b-4e75-bd90-9d124e8278f7 HTTP/1.1" status: 200 len: 823 time: 0.2532349 Jan 28 13:16:10.760294 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39546) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:10.847104 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52aa68-c360-4ae3-ab44-20fa40af5684 service neutron] Pushing event updated for resources: {'Port': ['ID=9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:10.902656 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-f9dafa71-963e-43d8-aac6-e563a8c9ada3 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1f50da165814895ae3e09a2631675bc HTTP/1.1" status: 200 len: 380 time: 0.1359279 Jan 28 13:16:10.915478 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-f58a3bf4-1c8f-4a7b-9ffa-311289457214 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Request body: {'port': {'device_id': '5825d579-5e3d-4b73-99e2-a42369d2b0e7', 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7', 'admin_state_up': True, 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'security_groups': ['9c0bd253-0e42-4e5a-8831-3168ad87e283']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:11.030140 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-ea52aa68-c360-4ae3-ab44-20fa40af5684 service neutron] Attempting to bind port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:16:11.030604 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-ea52aa68-c360-4ae3-ab44-20fa40af5684 service neutron] Attempting to bind port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:16:11.031058 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-ea52aa68-c360-4ae3-ab44-20fa40af5684 service neutron] Attempting to bind port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:16:11.045476 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-ea52aa68-c360-4ae3-ab44-20fa40af5684 service neutron] Port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:16:11.045909 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-ea52aa68-c360-4ae3-ab44-20fa40af5684 service neutron] Attempting to bind port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:16:11.057995 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0ac940cc-e532-4849-ad92-7eea2788e9c7 req-c9e3a493-bee4-44a3-adee-a6364ecbf555 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7 HTTP/1.1" status: 200 len: 210 time: 0.0736368 Jan 28 13:16:11.094266 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-820b489f-e0ca-4d58-a46e-3e9ad536a42f admin admin] Publish callbacks [] for security_group (8f0d1634-93ce-405c-999c-1e41c132f6ba), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:11.095335 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ebab4580-a32b-48d4-b02f-404ee0850dbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:11.100656 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-ea52aa68-c360-4ae3-ab44-20fa40af5684 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:16:11.101009 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-ea52aa68-c360-4ae3-ab44-20fa40af5684 service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:16:11.101452 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-ea52aa68-c360-4ae3-ab44-20fa40af5684 service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:16:11.101706 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-820b489f-e0ca-4d58-a46e-3e9ad536a42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8f0d1634-93ce-405c-999c-1e41c132f6ba), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:11.102677 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-ea52aa68-c360-4ae3-ab44-20fa40af5684 service neutron] Bound port: 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:16:11.103071 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-ea52aa68-c360-4ae3-ab44-20fa40af5684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:11.126669 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-82885f87-c5bc-4b95-84e2-69d9acf8f3d6 req-50b55e7a-79cd-473d-8269-e74b6ecea918 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Deleting port 97c2e69a-d32f-413f-a4f3-1b5125e81d2c {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:16:11.127041 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-82885f87-c5bc-4b95-84e2-69d9acf8f3d6 req-50b55e7a-79cd-473d-8269-e74b6ecea918 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (97c2e69a-d32f-413f-a4f3-1b5125e81d2c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:11.139232 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920c2ab-ff33-431f-a6dd-d3cecce206d5 req-82fed181-2c99-4130-b68b-425672d155d5 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:11.140839 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4920c2ab-ff33-431f-a6dd-d3cecce206d5 req-82fed181-2c99-4130-b68b-425672d155d5 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 947 time: 0.1318147 Jan 28 13:16:11.296097 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4920c2ab-ff33-431f-a6dd-d3cecce206d5 req-6a49285d-1b00-40fd-a299-727e1f1386ab tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422513 Jan 28 13:16:11.299562 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-ea52aa68-c360-4ae3-ab44-20fa40af5684 service neutron] For port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:16:11.301426 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b489f-e0ca-4d58-a46e-3e9ad536a42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0d1634-93ce-405c-999c-1e41c132f6ba,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:11.306895 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-ea52aa68-c360-4ae3-ab44-20fa40af5684 service neutron] For port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:16:11.322104 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-82885f87-c5bc-4b95-84e2-69d9acf8f3d6 req-50b55e7a-79cd-473d-8269-e74b6ecea918 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] For port 97c2e69a-d32f-413f-a4f3-1b5125e81d2c, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=97c2e69a-d32f-413f-a4f3-1b5125e81d2c,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:11.322493 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-82885f87-c5bc-4b95-84e2-69d9acf8f3d6 req-50b55e7a-79cd-473d-8269-e74b6ecea918 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (97c2e69a-d32f-413f-a4f3-1b5125e81d2c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:11.335070 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-ea52aa68-c360-4ae3-ab44-20fa40af5684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:11.353118 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-82885f87-c5bc-4b95-84e2-69d9acf8f3d6 req-50b55e7a-79cd-473d-8269-e74b6ecea918 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Calling delete_port for 97c2e69a-d32f-413f-a4f3-1b5125e81d2c owned by compute:tempest-test_az-1472701950 {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:16:11.400997 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-ea52aa68-c360-4ae3-ab44-20fa40af5684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:11.402065 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-ea52aa68-c360-4ae3-ab44-20fa40af5684 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:11.403788 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-ea52aa68-c360-4ae3-ab44-20fa40af5684 service neutron] 10.222.0.37 "PUT /v2.0/ports/9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe HTTP/1.1" status: 200 len: 1095 time: 1.5730948 Jan 28 13:16:11.406358 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e708e968-1ad7-4474-953a-f508cf260043', 'tag': '9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:16:11.412873 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99b133f-19f7-4250-be8d-c11da0ae242c" -d '{"events": [{"name": "network-changed", "server_uuid": "e708e968-1ad7-4474-953a-f508cf260043", "tag": "9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:16:11.415608 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ebab4580-a32b-48d4-b02f-404ee0850dbe admin admin] Publish callbacks [] for security_group (c40d33c8-5a3b-46ff-b076-aa924c90d2ec), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:11.423129 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-820b489f-e0ca-4d58-a46e-3e9ad536a42f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=44aeb8f9773c48ca910de542595817b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9733760 Jan 28 13:16:11.439287 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39572) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:11.442769 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ebab4580-a32b-48d4-b02f-404ee0850dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c40d33c8-5a3b-46ff-b076-aa924c90d2ec), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:11.510783 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab4580-a32b-48d4-b02f-404ee0850dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40d33c8-5a3b-46ff-b076-aa924c90d2ec,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:11.517212 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29a9086-1555-4163-913d-500d9d123a33 x-openstack-request-id: req-e29a9086-1555-4163-913d-500d9d123a33 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:16:11.517776 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e708e968-1ad7-4474-953a-f508cf260043", "tag": "9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:16:11.517776 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e29a9086-1555-4163-913d-500d9d123a33 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:16:11.518532 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e708e968-1ad7-4474-953a-f508cf260043', 'tag': '9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe', 'status': 'completed', 'code': 200} Jan 28 13:16:11.525436 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac27fc-bf80-4c60-8b96-501f130b92ec req-51b2780b-f50c-4a1d-9e81-85e4a05b4069 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:11.527324 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-48ac27fc-bf80-4c60-8b96-501f130b92ec req-51b2780b-f50c-4a1d-9e81-85e4a05b4069 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b3eaa9-521b-42fb-871e-b3b8b84dc110 HTTP/1.1" status: 200 len: 972 time: 0.1546597 Jan 28 13:16:11.563516 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52aa68-c360-4ae3-ab44-20fa40af5684 service neutron] Pushing event updated for resources: {'Port': ['ID=9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:11.599528 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ebab4580-a32b-48d4-b02f-404ee0850dbe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=92feee665d504205b4d6bae59d8e9cb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8378124 Jan 28 13:16:11.603034 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-f58a3bf4-1c8f-4a7b-9ffa-311289457214 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Made reservation on behalf of f1f50da165814895ae3e09a2631675bc for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:11.604206 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-d2f389de-49fe-4a23-9439-c787441cbae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:11.606387 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-f58a3bf4-1c8f-4a7b-9ffa-311289457214 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:11.607198 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-d2f389de-49fe-4a23-9439-c787441cbae0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 1098 time: 0.1461844 Jan 28 13:16:11.615859 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39578) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:11.670277 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-f65f6c6d-94d0-4cf4-9651-5dd6fd146b13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe HTTP/1.1" status: 200 len: 217 time: 0.0433092 Jan 28 13:16:11.713241 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-48ac27fc-bf80-4c60-8b96-501f130b92ec req-b683f4c3-ae9c-45c3-9fec-756377bbaaea tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/security-groups?id=beb8c5b9-4310-4e44-91ba-07f6e979e643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734664 Jan 28 13:16:11.714025 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-91906b0d-b80e-4533-8cf4-5cec67f55bae admin admin] Publish callbacks [] for security_group (8f0d1634-93ce-405c-999c-1e41c132f6ba), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:11.737265 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-91906b0d-b80e-4533-8cf4-5cec67f55bae admin admin] Publish callbacks [] for security_group (8f0d1634-93ce-405c-999c-1e41c132f6ba), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:11.822875 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-22513b7e-19e0-43a4-bd1f-2314f36e89d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:11.824376 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-22513b7e-19e0-43a4-bd1f-2314f36e89d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1376262 Jan 28 13:16:11.829185 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-898dda84-0422-473d-9c71-5c2a0a2d58b7 admin admin] Publish callbacks [] for security_group (c40d33c8-5a3b-46ff-b076-aa924c90d2ec), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:11.834111 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-91906b0d-b80e-4533-8cf4-5cec67f55bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8f0d1634-93ce-405c-999c-1e41c132f6ba), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:11.837264 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-91906b0d-b80e-4533-8cf4-5cec67f55bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:11.839530 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-91906b0d-b80e-4533-8cf4-5cec67f55bae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f0d1634-93ce-405c-999c-1e41c132f6ba HTTP/1.1" status: 204 len: 168 time: 0.3967369 Jan 28 13:16:11.875634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91906b0d-b80e-4533-8cf4-5cec67f55bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0d1634-93ce-405c-999c-1e41c132f6ba,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:11.878807 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-82885f87-c5bc-4b95-84e2-69d9acf8f3d6 req-50b55e7a-79cd-473d-8269-e74b6ecea918 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (97c2e69a-d32f-413f-a4f3-1b5125e81d2c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:11.895971 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-898dda84-0422-473d-9c71-5c2a0a2d58b7 admin admin] Publish callbacks [] for security_group (c40d33c8-5a3b-46ff-b076-aa924c90d2ec), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:11.902410 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['97c2e69a-d32f-413f-a4f3-1b5125e81d2c'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:16:11.931166 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b55e7a-79cd-473d-8269-e74b6ecea918 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Pushing event deleted for resources: {'Port': ['ID=97c2e69a-d32f-413f-a4f3-1b5125e81d2c,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:11.955174 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-f58a3bf4-1c8f-4a7b-9ffa-311289457214 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Allocated IP 172.20.0.9 (56a89aa3-213b-4e75-bd90-9d124e8278f7/8d09786e-2fd7-45c5-ac49-545a517099f6/ad5abe53-8799-45f8-ab47-fe70460fdfe0) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:16:12.051469 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-82885f87-c5bc-4b95-84e2-69d9acf8f3d6 req-50b55e7a-79cd-473d-8269-e74b6ecea918 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] No DVR routers for this DVR port 97c2e69a-d32f-413f-a4f3-1b5125e81d2c on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:16:12.055609 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-82885f87-c5bc-4b95-84e2-69d9acf8f3d6 req-50b55e7a-79cd-473d-8269-e74b6ecea918 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:12.060432 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-82885f87-c5bc-4b95-84e2-69d9acf8f3d6 req-50b55e7a-79cd-473d-8269-e74b6ecea918 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.18 "DELETE /v2.0/ports/97c2e69a-d32f-413f-a4f3-1b5125e81d2c HTTP/1.1" status: 204 len: 173 time: 1.5784092 Jan 28 13:16:12.066960 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-c1762bd8-17cd-403e-9fb4-ea4c7d5de919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:12.069144 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-c1762bd8-17cd-403e-9fb4-ea4c7d5de919 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2336221 Jan 28 13:16:12.224232 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-898dda84-0422-473d-9c71-5c2a0a2d58b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c40d33c8-5a3b-46ff-b076-aa924c90d2ec), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:12.227368 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-898dda84-0422-473d-9c71-5c2a0a2d58b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:12.231396 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-898dda84-0422-473d-9c71-5c2a0a2d58b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c40d33c8-5a3b-46ff-b076-aa924c90d2ec HTTP/1.1" status: 204 len: 168 time: 0.6143048 Jan 28 13:16:12.269577 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dda84-0422-473d-9c71-5c2a0a2d58b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40d33c8-5a3b-46ff-b076-aa924c90d2ec,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:12.282412 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ed049460-ca26-439b-a72f-fc8791678c54 req-47b011dd-3ad3-432e-83a4-647078ee6508 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7 HTTP/1.1" status: 200 len: 210 time: 0.0633981 Jan 28 13:16:12.301439 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-f58a3bf4-1c8f-4a7b-9ffa-311289457214 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks [] for port (ad5abe53-8799-45f8-ab47-fe70460fdfe0), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:12.333003 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-61145623-2407-4f96-bd62-9fcb525a756f service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553554 Jan 28 13:16:12.400256 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-f58a3bf4-1c8f-4a7b-9ffa-311289457214 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ad5abe53-8799-45f8-ab47-fe70460fdfe0), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:12.477891 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39604) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:12.510146 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-113552b6-ba41-493b-8575-0ac8b9f53b8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:12.513751 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-f58a3bf4-1c8f-4a7b-9ffa-311289457214 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Network 56a89aa3-213b-4e75-bd90-9d124e8278f7 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:16:12.519031 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba1db0-0ce3-4509-a0fc-a7bc62b85eb7 req-b1c11a5f-95c2-4626-8c33-b89e079c6037 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:12.523198 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-80ba1db0-0ce3-4509-a0fc-a7bc62b85eb7 req-b1c11a5f-95c2-4626-8c33-b89e079c6037 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 947 time: 0.0845616 Jan 28 13:16:12.524124 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cd9d1983-4c74-421a-9079-4509f48ffefa req-139aede7-76f8-4d59-94a8-552b8d631ba2 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837327 Jan 28 13:16:12.530289 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-f58a3bf4-1c8f-4a7b-9ffa-311289457214 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:16:12.532412 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a3bf4-1c8f-4a7b-9ffa-311289457214 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Pushing event updated for resources: {'Port': ['ID=ad5abe53-8799-45f8-ab47-fe70460fdfe0,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:12.537351 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-f58a3bf4-1c8f-4a7b-9ffa-311289457214 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:16:12.623413 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-f58a3bf4-1c8f-4a7b-9ffa-311289457214 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:12.624067 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-f58a3bf4-1c8f-4a7b-9ffa-311289457214 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:12.658049 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-f58a3bf4-1c8f-4a7b-9ffa-311289457214 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7472517 Jan 28 13:16:12.677436 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-efdb9717-5fb6-4d6a-9faa-e2e6de882c63 service neutron] Request body: {'port': {'device_id': '5825d579-5e3d-4b73-99e2-a42369d2b0e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:12.681110 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-80ba1db0-0ce3-4509-a0fc-a7bc62b85eb7 req-9718b8d0-43b5-45bf-babe-4709b241d019 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512015 Jan 28 13:16:12.734174 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b133f-19f7-4250-be8d-c11da0ae242c req-ade5c766-289e-470e-9bbc-2a30da6bb325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:12.735806 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c99b133f-19f7-4250-be8d-c11da0ae242c req-ade5c766-289e-470e-9bbc-2a30da6bb325 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 1098 time: 0.0797157 Jan 28 13:16:12.748506 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-113552b6-ba41-493b-8575-0ac8b9f53b8b admin admin] Publish callbacks [] for security_group (7cb30bf8-de63-4f27-ae9d-dcc9d0a3d315), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:12.770610 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-113552b6-ba41-493b-8575-0ac8b9f53b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7cb30bf8-de63-4f27-ae9d-dcc9d0a3d315), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:12.918036 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-efdb9717-5fb6-4d6a-9faa-e2e6de882c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ad5abe53-8799-45f8-ab47-fe70460fdfe0), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:12.936036 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-113552b6-ba41-493b-8575-0ac8b9f53b8b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d683d002e06e434980e9102856e7cadf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4570055 Jan 28 13:16:12.945718 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39614) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:12.952889 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113552b6-ba41-493b-8575-0ac8b9f53b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb30bf8-de63-4f27-ae9d-dcc9d0a3d315,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:12.973698 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39618) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:12.980395 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5682a31d-7f40-43fd-9041-f5f9b39b2662 req-1e3fe792-8878-4a66-8b2c-26af561aeed2 tempest-AggregatesAdminTestJSON-434893372 tempest-AggregatesAdminTestJSON-434893372-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b3eaa9-521b-42fb-871e-b3b8b84dc110 HTTP/1.1" status: 200 len: 210 time: 0.0704775 Jan 28 13:16:13.025953 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ad1b624b-8c09-44fb-a894-efb516f4b8a0 None None] Provisioning complete for port ad5abe53-8799-45f8-ab47-fe70460fdfe0 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:16:13.026487 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad1b624b-8c09-44fb-a894-efb516f4b8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ad5abe53-8799-45f8-ab47-fe70460fdfe0), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:13.038062 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e33f45e-85bd-4a77-bb06-9f5a4e9b7421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:13.051025 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b133f-19f7-4250-be8d-c11da0ae242c req-08b57b5e-bfb8-4de0-a0a5-3caedc071b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:13.052680 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c99b133f-19f7-4250-be8d-c11da0ae242c req-08b57b5e-bfb8-4de0-a0a5-3caedc071b9f service neutron] 10.222.0.37 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.3013122 Jan 28 13:16:13.063535 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ad1b624b-8c09-44fb-a894-efb516f4b8a0 None None] Port ad5abe53-8799-45f8-ab47-fe70460fdfe0 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:16:13.109065 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c99b133f-19f7-4250-be8d-c11da0ae242c req-d1b8dedc-e219-4497-a2a8-b51d103f3081 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe HTTP/1.1" status: 200 len: 217 time: 0.0449166 Jan 28 13:16:13.160155 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-72bfa40a-9abf-43ac-b5ba-95ff9ce7935e admin admin] Publish callbacks [] for security_group (7cb30bf8-de63-4f27-ae9d-dcc9d0a3d315), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:13.222721 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-72bfa40a-9abf-43ac-b5ba-95ff9ce7935e admin admin] Publish callbacks [] for security_group (7cb30bf8-de63-4f27-ae9d-dcc9d0a3d315), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:13.235881 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b133f-19f7-4250-be8d-c11da0ae242c req-f3103d0c-baf9-4495-af0d-739bc7b2bad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:13.238109 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c99b133f-19f7-4250-be8d-c11da0ae242c req-f3103d0c-baf9-4495-af0d-739bc7b2bad9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1210225 Jan 28 13:16:13.312599 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e33f45e-85bd-4a77-bb06-9f5a4e9b7421 admin admin] Publish callbacks [] for security_group (cff13675-6f05-496e-83c2-9367974afdcd), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:13.327265 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e33f45e-85bd-4a77-bb06-9f5a4e9b7421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (cff13675-6f05-496e-83c2-9367974afdcd), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:13.362579 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b133f-19f7-4250-be8d-c11da0ae242c req-01b6eac4-507d-4873-8342-2bfa6559df08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:13.363843 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-efdb9717-5fb6-4d6a-9faa-e2e6de882c63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad5abe53-8799-45f8-ab47-fe70460fdfe0 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:16:13.364321 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c99b133f-19f7-4250-be8d-c11da0ae242c req-01b6eac4-507d-4873-8342-2bfa6559df08 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1186616 Jan 28 13:16:13.372070 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-efdb9717-5fb6-4d6a-9faa-e2e6de882c63 service neutron] Publish callbacks [] for port (ad5abe53-8799-45f8-ab47-fe70460fdfe0), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:13.392429 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33f45e-85bd-4a77-bb06-9f5a4e9b7421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff13675-6f05-496e-83c2-9367974afdcd,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:13.407026 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-efdb9717-5fb6-4d6a-9faa-e2e6de882c63 service neutron] Transition to ACTIVE for port object ad5abe53-8799-45f8-ab47-fe70460fdfe0 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:16:13.413487 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-efdb9717-5fb6-4d6a-9faa-e2e6de882c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (ad5abe53-8799-45f8-ab47-fe70460fdfe0), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:13.432109 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3e33f45e-85bd-4a77-bb06-9f5a4e9b7421 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea0b019d326443818f4ea802399dd71c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4482312 Jan 28 13:16:13.432109 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-72bfa40a-9abf-43ac-b5ba-95ff9ce7935e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7cb30bf8-de63-4f27-ae9d-dcc9d0a3d315), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:13.432961 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-72bfa40a-9abf-43ac-b5ba-95ff9ce7935e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:13.433985 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-72bfa40a-9abf-43ac-b5ba-95ff9ce7935e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7cb30bf8-de63-4f27-ae9d-dcc9d0a3d315 HTTP/1.1" status: 204 len: 168 time: 0.4871993 Jan 28 13:16:13.442541 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39632) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:13.511301 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bfa40a-9abf-43ac-b5ba-95ff9ce7935e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb30bf8-de63-4f27-ae9d-dcc9d0a3d315,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:13.520427 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b3eaa9-521b-42fb-871e-b3b8b84dc110', 'name': 'network-vif-deleted', 'tag': '97c2e69a-d32f-413f-a4f3-1b5125e81d2c'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:16:13.523938 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f47ea6-12f3-441a-a981-01b657ec0829" -d '{"events": [{"server_uuid": "40b3eaa9-521b-42fb-871e-b3b8b84dc110", "name": "network-vif-deleted", "tag": "97c2e69a-d32f-413f-a4f3-1b5125e81d2c"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:16:13.552153 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb9717-5fb6-4d6a-9faa-e2e6de882c63 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5abe53-8799-45f8-ab47-fe70460fdfe0,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:13.624420 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8e7fc-2517-4222-9a63-e80571121c01 req-e9e5eac1-6349-4a3f-8ff5-02d7dff7f434 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:13.626863 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9db8e7fc-2517-4222-9a63-e80571121c01 req-e9e5eac1-6349-4a3f-8ff5-02d7dff7f434 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7 HTTP/1.1" status: 200 len: 943 time: 0.2259996 Jan 28 13:16:13.629812 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480f275f-94dc-4572-8917-895cf3290a53 x-openstack-request-id: req-480f275f-94dc-4572-8917-895cf3290a53 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:16:13.630622 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b3eaa9-521b-42fb-871e-b3b8b84dc110", "name": "network-vif-deleted", "tag": "97c2e69a-d32f-413f-a4f3-1b5125e81d2c", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:16:13.631119 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-480f275f-94dc-4572-8917-895cf3290a53 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:16:13.631777 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b3eaa9-521b-42fb-871e-b3b8b84dc110', 'name': 'network-vif-deleted', 'tag': '97c2e69a-d32f-413f-a4f3-1b5125e81d2c', 'status': 'completed', 'code': 200} Jan 28 13:16:13.637067 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c99b133f-19f7-4250-be8d-c11da0ae242c req-af007d3a-c9ca-4de3-8117-db82d112001e service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638967 Jan 28 13:16:13.646353 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39640) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:13.664362 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-443e44d6-c1e8-46b9-b501-405e2edda012 admin admin] Publish callbacks [] for security_group (cff13675-6f05-496e-83c2-9367974afdcd), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:13.713310 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-443e44d6-c1e8-46b9-b501-405e2edda012 admin admin] Publish callbacks [] for security_group (cff13675-6f05-496e-83c2-9367974afdcd), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:13.742133 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-efdb9717-5fb6-4d6a-9faa-e2e6de882c63 service neutron] Attempting to bind port ad5abe53-8799-45f8-ab47-fe70460fdfe0 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:16:13.742441 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-efdb9717-5fb6-4d6a-9faa-e2e6de882c63 service neutron] Attempting to bind port ad5abe53-8799-45f8-ab47-fe70460fdfe0 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '154cb921-caaa-471c-830c-20f5913ea00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:16:13.742727 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-efdb9717-5fb6-4d6a-9faa-e2e6de882c63 service neutron] Attempting to bind port ad5abe53-8799-45f8-ab47-fe70460fdfe0 on network 56a89aa3-213b-4e75-bd90-9d124e8278f7 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:16:13.763458 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-efdb9717-5fb6-4d6a-9faa-e2e6de882c63 service neutron] Port ad5abe53-8799-45f8-ab47-fe70460fdfe0 on network 56a89aa3-213b-4e75-bd90-9d124e8278f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:16:13.763786 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-efdb9717-5fb6-4d6a-9faa-e2e6de882c63 service neutron] Attempting to bind port ad5abe53-8799-45f8-ab47-fe70460fdfe0 on network 56a89aa3-213b-4e75-bd90-9d124e8278f7 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:16:13.770037 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-efdb9717-5fb6-4d6a-9faa-e2e6de882c63 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:16:13.770432 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-efdb9717-5fb6-4d6a-9faa-e2e6de882c63 service neutron] Checking segment: {'id': '154cb921-caaa-471c-830c-20f5913ea00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:16:13.771039 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-efdb9717-5fb6-4d6a-9faa-e2e6de882c63 service neutron] Bound using segment: {'id': '154cb921-caaa-471c-830c-20f5913ea00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:16:13.771528 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-efdb9717-5fb6-4d6a-9faa-e2e6de882c63 service neutron] Bound port: ad5abe53-8799-45f8-ab47-fe70460fdfe0, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154cb921-caaa-471c-830c-20f5913ea00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:16:13.771945 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-efdb9717-5fb6-4d6a-9faa-e2e6de882c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ad5abe53-8799-45f8-ab47-fe70460fdfe0), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:13.836008 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9db8e7fc-2517-4222-9a63-e80571121c01 req-c5f07da8-c603-4b02-8059-09f060ded866 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c0bd253-0e42-4e5a-8831-3168ad87e283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977139 Jan 28 13:16:13.870434 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c99b133f-19f7-4250-be8d-c11da0ae242c req-271615b8-5e78-4e0f-afd4-89a85b4afbb5 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246575 Jan 28 13:16:13.888034 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cca95147-be83-4b72-a501-b88f3b71bace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:13.891016 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-443e44d6-c1e8-46b9-b501-405e2edda012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (cff13675-6f05-496e-83c2-9367974afdcd), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:13.893426 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-443e44d6-c1e8-46b9-b501-405e2edda012 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:13.894624 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-443e44d6-c1e8-46b9-b501-405e2edda012 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cff13675-6f05-496e-83c2-9367974afdcd HTTP/1.1" status: 204 len: 168 time: 0.4504414 Jan 28 13:16:13.913625 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e44d6-c1e8-46b9-b501-405e2edda012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff13675-6f05-496e-83c2-9367974afdcd,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:13.931163 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-efdb9717-5fb6-4d6a-9faa-e2e6de882c63 service neutron] For port ad5abe53-8799-45f8-ab47-fe70460fdfe0, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:16:13.952684 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b34f7c-4e26-4845-886f-18346d742b3c req-15f4d83b-f663-4674-a0d9-09aded34b4d7 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:13.960923 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-13b34f7c-4e26-4845-886f-18346d742b3c req-15f4d83b-f663-4674-a0d9-09aded34b4d7 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 947 time: 0.1437650 Jan 28 13:16:13.964315 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-efdb9717-5fb6-4d6a-9faa-e2e6de882c63 service neutron] For port ad5abe53-8799-45f8-ab47-fe70460fdfe0, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=ad5abe53-8799-45f8-ab47-fe70460fdfe0,segment=NetworkSegment(154cb921-caaa-471c-830c-20f5913ea00b),segment_id=154cb921-caaa-471c-830c-20f5913ea00b)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:16:13.978981 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-efdb9717-5fb6-4d6a-9faa-e2e6de882c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (ad5abe53-8799-45f8-ab47-fe70460fdfe0), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:14.030068 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-efdb9717-5fb6-4d6a-9faa-e2e6de882c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:14.030693 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-efdb9717-5fb6-4d6a-9faa-e2e6de882c63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:14.032154 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-efdb9717-5fb6-4d6a-9faa-e2e6de882c63 service neutron] 10.222.0.37 "PUT /v2.0/ports/ad5abe53-8799-45f8-ab47-fe70460fdfe0 HTTP/1.1" status: 200 len: 1091 time: 1.3612139 Jan 28 13:16:14.032616 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5825d579-5e3d-4b73-99e2-a42369d2b0e7', 'tag': 'ad5abe53-8799-45f8-ab47-fe70460fdfe0'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:16:14.042441 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cca95147-be83-4b72-a501-b88f3b71bace admin admin] Publish callbacks [] for security_group (95478035-3e78-44a8-9c7e-6dcb58de08aa), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:14.053768 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cca95147-be83-4b72-a501-b88f3b71bace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (95478035-3e78-44a8-9c7e-6dcb58de08aa), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:14.093493 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-13b34f7c-4e26-4845-886f-18346d742b3c req-c7f72cfb-7947-4a16-b5b3-1ecff367bff1 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317296 Jan 28 13:16:14.110312 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 97c2e69a-d32f-413f-a4f3-1b5125e81d2c no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:16:14.156220 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca95147-be83-4b72-a501-b88f3b71bace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95478035-3e78-44a8-9c7e-6dcb58de08aa,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:14.159960 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb9717-5fb6-4d6a-9faa-e2e6de882c63 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5abe53-8799-45f8-ab47-fe70460fdfe0,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:14.163169 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-cca95147-be83-4b72-a501-b88f3b71bace admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d85466bb84644e03a1d6b1ff35db0f66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5146370 Jan 28 13:16:14.166025 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39668) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:14.170087 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 97c2e69a-d32f-413f-a4f3-1b5125e81d2c {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:16:14.170442 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 97c2e69a-d32f-413f-a4f3-1b5125e81d2c not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:16:14.250211 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1b15d92-c757-4bfb-aa84-365292d03c28 admin admin] Publish callbacks [] for security_group (95478035-3e78-44a8-9c7e-6dcb58de08aa), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:14.258689 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-d117a5c4-7095-45e3-9c75-bb5027cef304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:14.260388 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-d117a5c4-7095-45e3-9c75-bb5027cef304 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1f50da165814895ae3e09a2631675bc&device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7 HTTP/1.1" status: 200 len: 1094 time: 0.1558137 Jan 28 13:16:14.293398 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1b15d92-c757-4bfb-aa84-365292d03c28 admin admin] Publish callbacks [] for security_group (95478035-3e78-44a8-9c7e-6dcb58de08aa), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:14.384462 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcb082b-58f2-48e6-a775-5d5b4eb5f287" -d '{"events": [{"name": "network-changed", "server_uuid": "5825d579-5e3d-4b73-99e2-a42369d2b0e7", "tag": "ad5abe53-8799-45f8-ab47-fe70460fdfe0"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:16:14.390227 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-27c64503-fbf8-40d2-a974-6dd287c50fdc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad5abe53-8799-45f8-ab47-fe70460fdfe0 HTTP/1.1" status: 200 len: 217 time: 0.1215508 Jan 28 13:16:14.394796 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1b15d92-c757-4bfb-aa84-365292d03c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (95478035-3e78-44a8-9c7e-6dcb58de08aa), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:14.398163 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1b15d92-c757-4bfb-aa84-365292d03c28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:14.402067 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c1b15d92-c757-4bfb-aa84-365292d03c28 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/95478035-3e78-44a8-9c7e-6dcb58de08aa HTTP/1.1" status: 204 len: 168 time: 0.2323115 Jan 28 13:16:14.425871 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b15d92-c757-4bfb-aa84-365292d03c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95478035-3e78-44a8-9c7e-6dcb58de08aa,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:14.490852 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-dd2f62ad-88c7-4f60-bf32-d6148532918f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:14.492405 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-dd2f62ad-88c7-4f60-bf32-d6148532918f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d09786e-2fd7-45c5-ac49-545a517099f6 HTTP/1.1" status: 200 len: 862 time: 0.0926964 Jan 28 13:16:14.568063 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aec6412-0d8e-4f69-a249-f418f13fe2af x-openstack-request-id: req-9aec6412-0d8e-4f69-a249-f418f13fe2af {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:16:14.568063 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5825d579-5e3d-4b73-99e2-a42369d2b0e7", "tag": "ad5abe53-8799-45f8-ab47-fe70460fdfe0", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:16:14.568063 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9aec6412-0d8e-4f69-a249-f418f13fe2af {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:16:14.568365 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5825d579-5e3d-4b73-99e2-a42369d2b0e7', 'tag': 'ad5abe53-8799-45f8-ab47-fe70460fdfe0', 'status': 'completed', 'code': 200} Jan 28 13:16:14.599588 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-c96728c1-886e-4fda-92c1-8965cf244527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:14.601101 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-c96728c1-886e-4fda-92c1-8965cf244527 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56a89aa3-213b-4e75-bd90-9d124e8278f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015258 Jan 28 13:16:14.816263 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39708) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:14.831197 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4942d1c-5ee1-42e1-9edb-f1f101b54540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:14.876008 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-d67d10f3-4d56-427d-9146-624d300be14d service neutron] 10.222.0.37 "GET /v2.0/networks/56a89aa3-213b-4e75-bd90-9d124e8278f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678659 Jan 28 13:16:14.916305 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4942d1c-5ee1-42e1-9edb-f1f101b54540 admin admin] Publish callbacks [] for security_group (f3b27390-3039-4ba1-9638-fbc088f2150d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:14.923509 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4942d1c-5ee1-42e1-9edb-f1f101b54540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f3b27390-3039-4ba1-9638-fbc088f2150d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:15.016969 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4942d1c-5ee1-42e1-9edb-f1f101b54540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b27390-3039-4ba1-9638-fbc088f2150d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:15.025851 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e4942d1c-5ee1-42e1-9edb-f1f101b54540 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0d4ae66e70194a40b22e0639b9d3c1b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2058439 Jan 28 13:16:15.026762 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39722) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:15.058234 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf07b51d-676e-41de-ae57-d42b1b632dc9 req-66aaa9c0-e374-441f-bd25-2c36047f67ab service neutron] 10.222.0.37 "GET /v2.0/networks/56a89aa3-213b-4e75-bd90-9d124e8278f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743493 Jan 28 13:16:15.068046 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61a357-677e-42fc-ad0a-6468ec54f0d3 req-8643812c-ff40-440c-8760-7868b31c93b9 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:15.069591 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6f61a357-677e-42fc-ad0a-6468ec54f0d3 req-8643812c-ff40-440c-8760-7868b31c93b9 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7 HTTP/1.1" status: 200 len: 943 time: 0.1033695 Jan 28 13:16:15.106867 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dd74771f-366e-41fa-a897-80953151e8a6 admin admin] Publish callbacks [] for security_group (f3b27390-3039-4ba1-9638-fbc088f2150d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:15.147324 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dd74771f-366e-41fa-a897-80953151e8a6 admin admin] Publish callbacks [] for security_group (f3b27390-3039-4ba1-9638-fbc088f2150d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:15.171854 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6f61a357-677e-42fc-ad0a-6468ec54f0d3 req-eca83f6f-9388-46f7-a8a0-ca08e7e5b7ce tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c0bd253-0e42-4e5a-8831-3168ad87e283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918541 Jan 28 13:16:15.174404 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb082b-58f2-48e6-a775-5d5b4eb5f287 req-ce37ec24-5389-4623-933b-3b0f09002907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:15.176235 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2dcb082b-58f2-48e6-a775-5d5b4eb5f287 req-ce37ec24-5389-4623-933b-3b0f09002907 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1f50da165814895ae3e09a2631675bc&device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7 HTTP/1.1" status: 200 len: 1094 time: 0.0517795 Jan 28 13:16:15.258006 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dd74771f-366e-41fa-a897-80953151e8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f3b27390-3039-4ba1-9638-fbc088f2150d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:15.261814 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dd74771f-366e-41fa-a897-80953151e8a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:15.264302 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dd74771f-366e-41fa-a897-80953151e8a6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f3b27390-3039-4ba1-9638-fbc088f2150d HTTP/1.1" status: 204 len: 168 time: 0.2363381 Jan 28 13:16:15.293547 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74771f-366e-41fa-a897-80953151e8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b27390-3039-4ba1-9638-fbc088f2150d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:15.356111 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77f006-574f-4e14-a2a5-743142b93ae9 req-e300906a-6577-41ad-9b87-c0c08f5e7cea tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:15.364680 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5b77f006-574f-4e14-a2a5-743142b93ae9 req-e300906a-6577-41ad-9b87-c0c08f5e7cea tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 947 time: 0.1161580 Jan 28 13:16:15.419723 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5b77f006-574f-4e14-a2a5-743142b93ae9 req-232d89a6-e661-4b1b-bc8f-3936eb040b98 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503070 Jan 28 13:16:15.448763 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb082b-58f2-48e6-a775-5d5b4eb5f287 req-433820a9-e955-43f0-91de-cbc67a306860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:15.450764 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2dcb082b-58f2-48e6-a775-5d5b4eb5f287 req-433820a9-e955-43f0-91de-cbc67a306860 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56a89aa3-213b-4e75-bd90-9d124e8278f7 HTTP/1.1" status: 200 len: 923 time: 0.2666171 Jan 28 13:16:15.498534 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2dcb082b-58f2-48e6-a775-5d5b4eb5f287 req-b09aa0c3-eb36-4809-858b-bb2b174da91a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad5abe53-8799-45f8-ab47-fe70460fdfe0 HTTP/1.1" status: 200 len: 217 time: 0.0411971 Jan 28 13:16:15.583959 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb082b-58f2-48e6-a775-5d5b4eb5f287 req-a0795612-b9e0-4caa-91aa-3aa48cbcb408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:15.587500 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2dcb082b-58f2-48e6-a775-5d5b4eb5f287 req-a0795612-b9e0-4caa-91aa-3aa48cbcb408 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d09786e-2fd7-45c5-ac49-545a517099f6 HTTP/1.1" status: 200 len: 862 time: 0.0801482 Jan 28 13:16:15.653437 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb082b-58f2-48e6-a775-5d5b4eb5f287 req-04a71b32-7972-4103-b688-8c28f3e1376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:15.655183 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2dcb082b-58f2-48e6-a775-5d5b4eb5f287 req-04a71b32-7972-4103-b688-8c28f3e1376e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56a89aa3-213b-4e75-bd90-9d124e8278f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617428 Jan 28 13:16:15.785850 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2dcb082b-58f2-48e6-a775-5d5b4eb5f287 req-d039c451-640c-4e46-a9e6-5809981aeb44 service neutron] 10.222.0.37 "GET /v2.0/networks/56a89aa3-213b-4e75-bd90-9d124e8278f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216233 Jan 28 13:16:15.841196 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39780) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:15.904459 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2dcb082b-58f2-48e6-a775-5d5b4eb5f287 req-9c8e4935-703b-480f-8011-2ae27b229011 service neutron] 10.222.0.37 "GET /v2.0/networks/56a89aa3-213b-4e75-bd90-9d124e8278f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126051 Jan 28 13:16:16.057143 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-004e456c-d0ce-453a-a8b8-c056f21c5e87 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1441243552-network', 'tenant_id': '0aa855b11f524882b5584854592aa1a0'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:16.081479 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004e456c-d0ce-453a-a8b8-c056f21c5e87 admin admin] Made reservation on behalf of 0aa855b11f524882b5584854592aa1a0 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:16.084194 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-004e456c-d0ce-453a-a8b8-c056f21c5e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:16.097616 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-004e456c-d0ce-453a-a8b8-c056f21c5e87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:16.216554 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-004e456c-d0ce-453a-a8b8-c056f21c5e87 admin admin] Publish callbacks [] for security_group (cc988287-7e23-40e4-ac21-8b0783289aa4), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:16.225377 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-004e456c-d0ce-453a-a8b8-c056f21c5e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (cc988287-7e23-40e4-ac21-8b0783289aa4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:16.270373 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-004e456c-d0ce-453a-a8b8-c056f21c5e87 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:16:16.303442 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e456c-d0ce-453a-a8b8-c056f21c5e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc988287-7e23-40e4-ac21-8b0783289aa4,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:16.306639 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-004e456c-d0ce-453a-a8b8-c056f21c5e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (cf9df0e4-d9dd-4602-bc29-c9fef9adb5fb), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:16.306997 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-004e456c-d0ce-453a-a8b8-c056f21c5e87 admin admin] Added segment cf9df0e4-d9dd-4602-bc29-c9fef9adb5fb of type vlan for network ce4590cd-5681-495f-bc6b-fe2e3b7081ca Jan 28 13:16:16.359856 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-004e456c-d0ce-453a-a8b8-c056f21c5e87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (ce4590cd-5681-495f-bc6b-fe2e3b7081ca), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:16.370661 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1875fc0-5a0a-4e33-b626-9fae1608a965 req-afc7a544-23d0-4829-9302-86232351ee21 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:16.372319 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a1875fc0-5a0a-4e33-b626-9fae1608a965 req-afc7a544-23d0-4829-9302-86232351ee21 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7 HTTP/1.1" status: 200 len: 943 time: 0.1210508 Jan 28 13:16:16.413859 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-004e456c-d0ce-453a-a8b8-c056f21c5e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (ce4590cd-5681-495f-bc6b-fe2e3b7081ca), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:16.414813 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004e456c-d0ce-453a-a8b8-c056f21c5e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:16.415689 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-004e456c-d0ce-453a-a8b8-c056f21c5e87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:16.651709 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-004e456c-d0ce-453a-a8b8-c056f21c5e87 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8093741 Jan 28 13:16:16.654743 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39844) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:16.655308 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a1875fc0-5a0a-4e33-b626-9fae1608a965 req-fc5aca90-6356-423a-860f-3cc517adfe83 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c0bd253-0e42-4e5a-8831-3168ad87e283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2729254 Jan 28 13:16:16.659694 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-d8d73672-e4e0-4bef-9b0c-c858649617b1 admin admin] Request body: {'subnet': {'network_id': 'ce4590cd-5681-495f-bc6b-fe2e3b7081ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1441243552-subnet', 'tenant_id': '0aa855b11f524882b5584854592aa1a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:16.685083 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e456c-d0ce-453a-a8b8-c056f21c5e87 admin admin] Pushing event updated for resources: {'Network': ['ID=ce4590cd-5681-495f-bc6b-fe2e3b7081ca,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:16.697051 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network ce4590cd-5681-495f-bc6b-fe2e3b7081ca details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:16:16.710412 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d73672-e4e0-4bef-9b0c-c858649617b1 admin admin] Made reservation on behalf of 0aa855b11f524882b5584854592aa1a0 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:16.722662 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d8d73672-e4e0-4bef-9b0c-c858649617b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:16.844624 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8362b-5f24-41cc-8e3a-acc16cdf3300 req-69565c40-c1c3-4364-abfa-0487ea20aec1 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:16.846212 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-59a8362b-5f24-41cc-8e3a-acc16cdf3300 req-69565c40-c1c3-4364-abfa-0487ea20aec1 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 947 time: 0.0625961 Jan 28 13:16:16.933678 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-59a8362b-5f24-41cc-8e3a-acc16cdf3300 req-c6b5e011-bad0-4745-8c27-ee46e4eaffe8 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801995 Jan 28 13:16:16.972810 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d8d73672-e4e0-4bef-9b0c-c858649617b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (364de4d2-1934-451d-bbb2-2d90d8ace271), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:17.039720 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d73672-e4e0-4bef-9b0c-c858649617b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=364de4d2-1934-451d-bbb2-2d90d8ace271,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:17.049253 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d73672-e4e0-4bef-9b0c-c858649617b1 admin admin] Checking segment: {'id': 'cf9df0e4-d9dd-4602-bc29-c9fef9adb5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ce4590cd-5681-495f-bc6b-fe2e3b7081ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:16:17.049995 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d73672-e4e0-4bef-9b0c-c858649617b1 admin admin] Network hostable DHCP agents. Network: ce4590cd-5681-495f-bc6b-fe2e3b7081ca, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:16:17.078568 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d73672-e4e0-4bef-9b0c-c858649617b1 admin admin] Network ce4590cd-5681-495f-bc6b-fe2e3b7081ca is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:16:17.101883 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-d8d73672-e4e0-4bef-9b0c-c858649617b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, ce4590cd-5681-495f-bc6b-fe2e3b7081ca) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:16:17.111758 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d73672-e4e0-4bef-9b0c-c858649617b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:17.112075 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c217ebf-27fc-47be-89ea-9f5fea4497fd None None] Network ce4590cd-5681-495f-bc6b-fe2e3b7081ca requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:16:17.113234 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d8d73672-e4e0-4bef-9b0c-c858649617b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:17.171522 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d8d73672-e4e0-4bef-9b0c-c858649617b1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5155811 Jan 28 13:16:17.279392 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe1e43a-ebdf-482d-82c3-8fe72255a464 None None] Network ce4590cd-5681-495f-bc6b-fe2e3b7081ca requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:16:17.431224 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:17.787003 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a85c6980-3fbc-49a7-8329-3161e3d4a009 req-5ae73bdf-81bd-4544-a958-a7ea082c9957 tempest-QuotasAdminNegativeTest-1241526092 tempest-QuotasAdminNegativeTest-1241526092-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=094cb314df5040b1a2fc879f82c16f6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246611 Jan 28 13:16:17.904416 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c6980-3fbc-49a7-8329-3161e3d4a009 req-796000b1-f1e9-4da2-a463-99a44b4b5c47 tempest-QuotasAdminNegativeTest-1241526092 tempest-QuotasAdminNegativeTest-1241526092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:17.912884 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a85c6980-3fbc-49a7-8329-3161e3d4a009 req-796000b1-f1e9-4da2-a463-99a44b4b5c47 tempest-QuotasAdminNegativeTest-1241526092 tempest-QuotasAdminNegativeTest-1241526092-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1184196 Jan 28 13:16:17.929489 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a85c6980-3fbc-49a7-8329-3161e3d4a009 req-0924576a-f07f-44c4-a2a5-0527135bd6a1 tempest-QuotasAdminNegativeTest-1241526092 tempest-QuotasAdminNegativeTest-1241526092-project] 10.222.0.39 "GET /v2.0/quotas/094cb314df5040b1a2fc879f82c16f6f HTTP/1.1" status: 200 len: 375 time: 0.0155563 Jan 28 13:16:17.961641 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a85c6980-3fbc-49a7-8329-3161e3d4a009 req-be7b89d3-e0b6-4a0b-b2d3-09f07a925830 tempest-QuotasAdminNegativeTest-1241526092 tempest-QuotasAdminNegativeTest-1241526092-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=094cb314df5040b1a2fc879f82c16f6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311701 Jan 28 13:16:18.047939 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745ccb8-7086-43f7-908b-c947d3c42aa9 req-1ccb8369-f021-437b-942f-cc24f4c0572c tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:18.048450 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39958) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:18.052971 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-ae7aea63-ee0d-4915-aa0b-a5d94bd9174c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-730941317-network', 'tenant_id': '3b7ad2c28589432187b6ba12092ad836'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:18.055231 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3745ccb8-7086-43f7-908b-c947d3c42aa9 req-1ccb8369-f021-437b-942f-cc24f4c0572c tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7 HTTP/1.1" status: 200 len: 943 time: 0.0540955 Jan 28 13:16:18.077629 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7aea63-ee0d-4915-aa0b-a5d94bd9174c admin admin] Made reservation on behalf of 3b7ad2c28589432187b6ba12092ad836 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:18.080607 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ae7aea63-ee0d-4915-aa0b-a5d94bd9174c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:18.089848 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ae7aea63-ee0d-4915-aa0b-a5d94bd9174c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:18.102900 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3745ccb8-7086-43f7-908b-c947d3c42aa9 req-243a2b00-e637-4e34-9c82-77738dca7947 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c0bd253-0e42-4e5a-8831-3168ad87e283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465355 Jan 28 13:16:18.197772 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ae7aea63-ee0d-4915-aa0b-a5d94bd9174c admin admin] Publish callbacks [] for security_group (3d306f5f-4bf3-45c2-9bdc-3529ff0080c0), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:18.202773 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ae7aea63-ee0d-4915-aa0b-a5d94bd9174c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (3d306f5f-4bf3-45c2-9bdc-3529ff0080c0), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:18.227076 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7aea63-ee0d-4915-aa0b-a5d94bd9174c admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:16:18.241807 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7aea63-ee0d-4915-aa0b-a5d94bd9174c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d306f5f-4bf3-45c2-9bdc-3529ff0080c0,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:18.248908 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ae7aea63-ee0d-4915-aa0b-a5d94bd9174c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (073dd747-2621-45d6-88c9-343d93e7ff3e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:18.249787 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-ae7aea63-ee0d-4915-aa0b-a5d94bd9174c admin admin] Added segment 073dd747-2621-45d6-88c9-343d93e7ff3e of type vlan for network 044ae414-18f8-4bf6-94b5-463f358ccca8 Jan 28 13:16:18.253660 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012f5ed-b048-4723-abd3-7734067d66a6 req-e0939baf-87e0-4a9b-9d24-eab3d55f9679 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:18.255082 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0012f5ed-b048-4723-abd3-7734067d66a6 req-e0939baf-87e0-4a9b-9d24-eab3d55f9679 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 947 time: 0.0521364 Jan 28 13:16:18.274805 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:16:18.298316 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ae7aea63-ee0d-4915-aa0b-a5d94bd9174c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (044ae414-18f8-4bf6-94b5-463f358ccca8), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:18.311960 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0012f5ed-b048-4723-abd3-7734067d66a6 req-6b82502a-b5ec-4d3f-b5d8-8750c34af62f tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498185 Jan 28 13:16:18.338444 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ae7aea63-ee0d-4915-aa0b-a5d94bd9174c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (044ae414-18f8-4bf6-94b5-463f358ccca8), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:18.342142 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7aea63-ee0d-4915-aa0b-a5d94bd9174c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:18.342743 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ae7aea63-ee0d-4915-aa0b-a5d94bd9174c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:18.410128 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:18.418381 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7aea63-ee0d-4915-aa0b-a5d94bd9174c admin admin] Pushing event updated for resources: {'Network': ['ID=044ae414-18f8-4bf6-94b5-463f358ccca8,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:18.423753 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ae7aea63-ee0d-4915-aa0b-a5d94bd9174c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3746557 Jan 28 13:16:18.427127 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39980) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:18.434035 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-fdc34963-87f3-43d3-a39f-6b379965f0a9 admin admin] Request body: {'subnet': {'network_id': '044ae414-18f8-4bf6-94b5-463f358ccca8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-730941317-subnet', 'tenant_id': '3b7ad2c28589432187b6ba12092ad836', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:18.439332 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 044ae414-18f8-4bf6-94b5-463f358ccca8 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:16:18.442833 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': '9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe', 'mac_address': 'fa:16:3e:f1:60:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:16:18.467200 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc34963-87f3-43d3-a39f-6b379965f0a9 admin admin] Made reservation on behalf of 3b7ad2c28589432187b6ba12092ad836 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:18.471072 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fdc34963-87f3-43d3-a39f-6b379965f0a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:18.561135 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:16:18.561669 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:18.594612 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:16:18.625020 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:18.632102 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:18.723248 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fdc34963-87f3-43d3-a39f-6b379965f0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (1d2b33a4-57ad-4532-b67c-1a24de1402a1), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:18.739475 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:18.805410 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc34963-87f3-43d3-a39f-6b379965f0a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d2b33a4-57ad-4532-b67c-1a24de1402a1,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:18.826739 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc34963-87f3-43d3-a39f-6b379965f0a9 admin admin] Checking segment: {'id': '073dd747-2621-45d6-88c9-343d93e7ff3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '044ae414-18f8-4bf6-94b5-463f358ccca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:16:18.827260 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc34963-87f3-43d3-a39f-6b379965f0a9 admin admin] Network hostable DHCP agents. Network: 044ae414-18f8-4bf6-94b5-463f358ccca8, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:16:18.849656 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc34963-87f3-43d3-a39f-6b379965f0a9 admin admin] Network 044ae414-18f8-4bf6-94b5-463f358ccca8 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:16:18.862131 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-fdc34963-87f3-43d3-a39f-6b379965f0a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 044ae414-18f8-4bf6-94b5-463f358ccca8) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:16:18.869501 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc34963-87f3-43d3-a39f-6b379965f0a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:18.870657 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fdc34963-87f3-43d3-a39f-6b379965f0a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:18.875981 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2ddd30-1c89-4148-8af0-d784de438dda None None] Network 044ae414-18f8-4bf6-94b5-463f358ccca8 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:16:18.898971 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fdc34963-87f3-43d3-a39f-6b379965f0a9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4678140 Jan 28 13:16:19.050884 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce97e644-fe3f-472b-b69e-0cab949385b3 None None] Network 044ae414-18f8-4bf6-94b5-463f358ccca8 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:16:19.149498 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:16:19.202470 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40066) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:19.300032 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db9b86-4922-4ccc-93ad-4122caa4df59 req-2a7fc11a-c9ae-4abf-ab69-1515cdfc276d tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:19.306997 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b2db9b86-4922-4ccc-93ad-4122caa4df59 req-2a7fc11a-c9ae-4abf-ab69-1515cdfc276d tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7 HTTP/1.1" status: 200 len: 943 time: 0.0594223 Jan 28 13:16:19.353364 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b2db9b86-4922-4ccc-93ad-4122caa4df59 req-91fea961-6e65-4a05-b4d9-ec64940c55a0 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c0bd253-0e42-4e5a-8831-3168ad87e283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453925 Jan 28 13:16:19.454521 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc285f6f-85c6-4403-8442-61a0f237e536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:19.474231 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15a5b94f-157b-47fa-b9c0-51f52c6995a0 req-970e5687-8bb6-42f9-8754-e525760ac962 tempest-QuotasAdminNegativeTest-1241526092 tempest-QuotasAdminNegativeTest-1241526092-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=094cb314df5040b1a2fc879f82c16f6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311649 Jan 28 13:16:19.495391 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:19.632860 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc285f6f-85c6-4403-8442-61a0f237e536 admin admin] Publish callbacks [] for security_group (9502bba4-068d-424a-87b2-3aa968b9e2b1), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:19.647357 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5b94f-157b-47fa-b9c0-51f52c6995a0 req-985c59f1-1a91-488b-bf0d-05f8cf03996d tempest-QuotasAdminNegativeTest-1241526092 tempest-QuotasAdminNegativeTest-1241526092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:19.649134 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15a5b94f-157b-47fa-b9c0-51f52c6995a0 req-985c59f1-1a91-488b-bf0d-05f8cf03996d tempest-QuotasAdminNegativeTest-1241526092 tempest-QuotasAdminNegativeTest-1241526092-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1555779 Jan 28 13:16:19.650370 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc285f6f-85c6-4403-8442-61a0f237e536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9502bba4-068d-424a-87b2-3aa968b9e2b1), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:19.670703 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40102) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:19.695225 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15a5b94f-157b-47fa-b9c0-51f52c6995a0 req-7a9a1273-21f5-46e5-bbf8-9cd611293d72 tempest-QuotasAdminNegativeTest-1241526092 tempest-QuotasAdminNegativeTest-1241526092-project] 10.222.0.39 "GET /v2.0/quotas/094cb314df5040b1a2fc879f82c16f6f HTTP/1.1" status: 200 len: 375 time: 0.0403829 Jan 28 13:16:19.699010 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dc285f6f-85c6-4403-8442-61a0f237e536 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=898c938be99146ca85d8d57ad8815c6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4952097 Jan 28 13:16:19.699925 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc285f6f-85c6-4403-8442-61a0f237e536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9502bba4-068d-424a-87b2-3aa968b9e2b1,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:19.703468 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40106) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:19.732275 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de650653-1472-416d-9880-98da80cf1398 req-61066eaa-b028-448a-a9d4-e5b5e342b947 tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:19.734589 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-de650653-1472-416d-9880-98da80cf1398 req-61066eaa-b028-448a-a9d4-e5b5e342b947 tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] 10.222.0.39 "GET /v2.0/networks?id=ce4590cd-5681-495f-bc6b-fe2e3b7081ca HTTP/1.1" status: 200 len: 815 time: 0.1330328 Jan 28 13:16:19.744551 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15a5b94f-157b-47fa-b9c0-51f52c6995a0 req-303c83a8-1d63-4f6d-9687-296d47baf0ee tempest-QuotasAdminNegativeTest-1241526092 tempest-QuotasAdminNegativeTest-1241526092-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=094cb314df5040b1a2fc879f82c16f6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417404 Jan 28 13:16:19.752357 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-de650653-1472-416d-9880-98da80cf1398 req-f1f59707-7194-4f25-8df5-ef8f3d347335 tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] 10.222.0.39 "GET /v2.0/quotas/0aa855b11f524882b5584854592aa1a0 HTTP/1.1" status: 200 len: 375 time: 0.0118380 Jan 28 13:16:19.793901 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-67cfe496-15ec-4069-91ad-f7dbb536099e admin admin] Publish callbacks [] for security_group (9502bba4-068d-424a-87b2-3aa968b9e2b1), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:19.797591 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-de650653-1472-416d-9880-98da80cf1398 req-68a974d3-ccb5-4360-98b7-7f3f04ec5053 tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0aa855b11f524882b5584854592aa1a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385239 Jan 28 13:16:19.815950 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c1673422-39c0-414b-a760-07cf2e593fe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:19.817851 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-67cfe496-15ec-4069-91ad-f7dbb536099e admin admin] Publish callbacks [] for security_group (9502bba4-068d-424a-87b2-3aa968b9e2b1), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:19.877734 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-67cfe496-15ec-4069-91ad-f7dbb536099e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9502bba4-068d-424a-87b2-3aa968b9e2b1), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:19.881029 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-67cfe496-15ec-4069-91ad-f7dbb536099e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:19.882215 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-67cfe496-15ec-4069-91ad-f7dbb536099e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9502bba4-068d-424a-87b2-3aa968b9e2b1 HTTP/1.1" status: 204 len: 168 time: 0.1779153 Jan 28 13:16:19.910141 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cfe496-15ec-4069-91ad-f7dbb536099e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9502bba4-068d-424a-87b2-3aa968b9e2b1,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:19.939001 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c9a02-3b9f-46c7-a131-36b154b7ba82 req-463337d0-67da-4e94-9699-ece794de4370 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:19.940932 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0e3c9a02-3b9f-46c7-a131-36b154b7ba82 req-463337d0-67da-4e94-9699-ece794de4370 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 948 time: 0.0746686 Jan 28 13:16:19.952902 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-de650653-1472-416d-9880-98da80cf1398 req-db4bea7e-088e-4d8f-b314-3a2ace115d65 service neutron] 10.222.0.39 "GET /v2.0/networks/ce4590cd-5681-495f-bc6b-fe2e3b7081ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319168 Jan 28 13:16:20.001877 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0e3c9a02-3b9f-46c7-a131-36b154b7ba82 req-3394de5a-a0c1-4bfd-b981-9a1c8016413b tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493269 Jan 28 13:16:20.019212 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c1673422-39c0-414b-a760-07cf2e593fe9 admin admin] Publish callbacks [] for security_group (6542f120-30b0-4599-8acf-5ffb71303a18), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:20.052425 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c1673422-39c0-414b-a760-07cf2e593fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6542f120-30b0-4599-8acf-5ffb71303a18), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:20.109167 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c1673422-39c0-414b-a760-07cf2e593fe9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=225d8544ac914f98b028b84a7817adce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4368370 Jan 28 13:16:20.111910 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40122) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:20.122736 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1673422-39c0-414b-a760-07cf2e593fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6542f120-30b0-4599-8acf-5ffb71303a18,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:20.143356 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-de650653-1472-416d-9880-98da80cf1398 req-761accea-a815-43e6-8bc9-e24546728d17 service neutron] 10.222.0.39 "GET /v2.0/networks/ce4590cd-5681-495f-bc6b-fe2e3b7081ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820693 Jan 28 13:16:20.184940 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a3d54399-b9c5-4a1b-8600-e4bd54cb7011 admin admin] Publish callbacks [] for security_group (6542f120-30b0-4599-8acf-5ffb71303a18), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:20.214390 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a3d54399-b9c5-4a1b-8600-e4bd54cb7011 admin admin] Publish callbacks [] for security_group (6542f120-30b0-4599-8acf-5ffb71303a18), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:20.267439 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40126) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:20.279824 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device ad5abe53-8799-45f8-ab47-fe70460fdfe0 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:16:20.302591 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-213bd081-6688-4fb7-aafa-b975863c3376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:20.310261 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:16:20.331970 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a3d54399-b9c5-4a1b-8600-e4bd54cb7011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6542f120-30b0-4599-8acf-5ffb71303a18), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:20.339223 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a3d54399-b9c5-4a1b-8600-e4bd54cb7011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:20.341334 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a3d54399-b9c5-4a1b-8600-e4bd54cb7011 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6542f120-30b0-4599-8acf-5ffb71303a18 HTTP/1.1" status: 204 len: 168 time: 0.2284379 Jan 28 13:16:20.438588 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port ad5abe53-8799-45f8-ab47-fe70460fdfe0, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=ad5abe53-8799-45f8-ab47-fe70460fdfe0,segment=NetworkSegment(154cb921-caaa-471c-830c-20f5913ea00b),segment_id=154cb921-caaa-471c-830c-20f5913ea00b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:20.451173 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:16:20.456643 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:16:20.457140 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:20.483765 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'ad5abe53-8799-45f8-ab47-fe70460fdfe0', 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7', 'port_id': 'ad5abe53-8799-45f8-ab47-fe70460fdfe0', 'mac_address': 'fa:16:3e:6b:f5:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:16:20.485557 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fb23b4e0-9a87-44a6-8627-6c4e12b17962 req-6aeddd04-95f9-4af3-b1d9-91b2be89de7e tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d525995-5e77-4300-a4b3-e1072e80fa7c HTTP/1.1" status: 200 len: 210 time: 0.0669591 Jan 28 13:16:20.550266 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port ad5abe53-8799-45f8-ab47-fe70460fdfe0 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:16:20.550879 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ad5abe53-8799-45f8-ab47-fe70460fdfe0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:20.567188 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-213bd081-6688-4fb7-aafa-b975863c3376 admin admin] Publish callbacks [] for security_group (d7e96532-9e06-403a-8254-ac2e3c008aa5), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:20.582414 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-213bd081-6688-4fb7-aafa-b975863c3376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d7e96532-9e06-403a-8254-ac2e3c008aa5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:20.591317 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad5abe53-8799-45f8-ab47-fe70460fdfe0 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:16:20.597740 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d54399-b9c5-4a1b-8600-e4bd54cb7011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6542f120-30b0-4599-8acf-5ffb71303a18,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:20.639325 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:16:20.644146 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:20.645243 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port ad5abe53-8799-45f8-ab47-fe70460fdfe0, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=ad5abe53-8799-45f8-ab47-fe70460fdfe0,segment=NetworkSegment(154cb921-caaa-471c-830c-20f5913ea00b),segment_id=154cb921-caaa-471c-830c-20f5913ea00b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:20.658854 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-213bd081-6688-4fb7-aafa-b975863c3376 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba3a6ec9fa3b4763a18cc11d15e54460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3898275 Jan 28 13:16:20.661977 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40148) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:20.667687 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ad5abe53-8799-45f8-ab47-fe70460fdfe0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:20.671397 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bd081-6688-4fb7-aafa-b975863c3376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e96532-9e06-403a-8254-ac2e3c008aa5,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:20.721317 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e708e968-1ad7-4474-953a-f508cf260043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:16:20.727768 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56da6790-c12f-4a1f-bcd4-8b94284681d1" -d '{"events": [{"server_uuid": "e708e968-1ad7-4474-953a-f508cf260043", "name": "network-vif-plugged", "status": "completed", "tag": "9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:16:20.731864 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-100665b9-d845-44a7-b243-0f7531dd0a12 admin admin] Publish callbacks [] for security_group (d7e96532-9e06-403a-8254-ac2e3c008aa5), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:20.752957 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:20.768138 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-100665b9-d845-44a7-b243-0f7531dd0a12 admin admin] Publish callbacks [] for security_group (d7e96532-9e06-403a-8254-ac2e3c008aa5), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:20.779004 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:20.790896 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=ad5abe53-8799-45f8-ab47-fe70460fdfe0,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:20.880480 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-100665b9-d845-44a7-b243-0f7531dd0a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d7e96532-9e06-403a-8254-ac2e3c008aa5), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:20.884415 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-100665b9-d845-44a7-b243-0f7531dd0a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:20.885717 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-100665b9-d845-44a7-b243-0f7531dd0a12 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d7e96532-9e06-403a-8254-ac2e3c008aa5 HTTP/1.1" status: 204 len: 168 time: 0.2227278 Jan 28 13:16:20.894437 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:20.903206 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100665b9-d845-44a7-b243-0f7531dd0a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e96532-9e06-403a-8254-ac2e3c008aa5,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:20.912716 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6188c33-8d23-45f0-ad25-b580ab510c9b req-24943b95-e3b2-4ea3-ad2c-bd52a80ded0f tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:20.914399 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6188c33-8d23-45f0-ad25-b580ab510c9b req-24943b95-e3b2-4ea3-ad2c-bd52a80ded0f tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7 HTTP/1.1" status: 200 len: 944 time: 0.1190588 Jan 28 13:16:20.993676 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['ad5abe53-8799-45f8-ab47-fe70460fdfe0'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:16:21.004069 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6188c33-8d23-45f0-ad25-b580ab510c9b req-4b783232-e47a-4dec-bf2d-7d225489ba57 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c0bd253-0e42-4e5a-8831-3168ad87e283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810578 Jan 28 13:16:21.095781 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40168) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:21.125411 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-29773927-1c30-40ec-b6e7-5b9885e7f8cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:21.138494 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be3e7cc-7268-421d-b9b2-2550d12e9f5f x-openstack-request-id: req-4be3e7cc-7268-421d-b9b2-2550d12e9f5f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:16:21.138881 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e708e968-1ad7-4474-953a-f508cf260043", "name": "network-vif-plugged", "status": "completed", "tag": "9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:16:21.139158 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4be3e7cc-7268-421d-b9b2-2550d12e9f5f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:16:21.139714 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e708e968-1ad7-4474-953a-f508cf260043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe', 'code': 200} Jan 28 13:16:21.338254 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3a352-8ed6-4453-8a6b-0a9dc30e0382 req-c4e2f680-6090-4f43-ac8b-2819cf60f493 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:21.343424 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6aa3a352-8ed6-4453-8a6b-0a9dc30e0382 req-c4e2f680-6090-4f43-ac8b-2819cf60f493 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 949 time: 0.1026294 Jan 28 13:16:21.364979 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f57ed-bf1f-44f5-878d-d6681051041e req-6e86c4ed-a540-4eeb-92c6-e39b8ba1eb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:21.366786 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-867f57ed-bf1f-44f5-878d-d6681051041e req-6e86c4ed-a540-4eeb-92c6-e39b8ba1eb68 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 1100 time: 0.1596079 Jan 28 13:16:21.409395 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6aa3a352-8ed6-4453-8a6b-0a9dc30e0382 req-3582bf50-bbc4-41c4-865d-32b2d452dd58 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612304 Jan 28 13:16:21.430259 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-29773927-1c30-40ec-b6e7-5b9885e7f8cd admin admin] Publish callbacks [] for security_group (c056debb-273f-4d6d-86a0-02a40d701ab6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:21.442367 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-29773927-1c30-40ec-b6e7-5b9885e7f8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c056debb-273f-4d6d-86a0-02a40d701ab6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:21.466575 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-867f57ed-bf1f-44f5-878d-d6681051041e req-79276eaa-149d-4cc7-9c1e-b287c4da87f6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890353 Jan 28 13:16:21.491375 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29773927-1c30-40ec-b6e7-5b9885e7f8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c056debb-273f-4d6d-86a0-02a40d701ab6,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:21.496019 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-29773927-1c30-40ec-b6e7-5b9885e7f8cd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a76c43416c54b7eb2bad706f63fc4b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3987987 Jan 28 13:16:21.498868 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40186) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:21.560362 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0a79ff5f-66fa-4a09-b15f-52c341266eca admin admin] Publish callbacks [] for security_group (c056debb-273f-4d6d-86a0-02a40d701ab6), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:21.585112 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0a79ff5f-66fa-4a09-b15f-52c341266eca admin admin] Publish callbacks [] for security_group (c056debb-273f-4d6d-86a0-02a40d701ab6), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:21.644261 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-470771e8-0e1c-4555-b2da-812b60c45780 req-8fa7efe5-dd69-42d8-b339-863f205681c2 tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d525995-5e77-4300-a4b3-e1072e80fa7c HTTP/1.1" status: 200 len: 210 time: 0.0458882 Jan 28 13:16:21.692064 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0a79ff5f-66fa-4a09-b15f-52c341266eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c056debb-273f-4d6d-86a0-02a40d701ab6), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:21.695101 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0a79ff5f-66fa-4a09-b15f-52c341266eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:21.699223 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0a79ff5f-66fa-4a09-b15f-52c341266eca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c056debb-273f-4d6d-86a0-02a40d701ab6 HTTP/1.1" status: 204 len: 168 time: 0.1989825 Jan 28 13:16:21.734810 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40198) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:21.777440 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79ff5f-66fa-4a09-b15f-52c341266eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c056debb-273f-4d6d-86a0-02a40d701ab6,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:21.987064 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de650653-1472-416d-9880-98da80cf1398 req-1b76a8c6-5770-4f66-80b3-509f46126e8f tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:21.990974 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-de650653-1472-416d-9880-98da80cf1398 req-1b76a8c6-5770-4f66-80b3-509f46126e8f tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] 10.222.0.18 "GET /v2.0/networks?id=ce4590cd-5681-495f-bc6b-fe2e3b7081ca HTTP/1.1" status: 200 len: 815 time: 0.2877469 Jan 28 13:16:22.011219 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-de650653-1472-416d-9880-98da80cf1398 req-461e821d-f3f2-467e-b43c-a89cf606d53e tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Request body: {'port': {'device_id': '8d525995-5e77-4300-a4b3-e1072e80fa7c', 'network_id': 'ce4590cd-5681-495f-bc6b-fe2e3b7081ca', 'admin_state_up': True, 'tenant_id': '0aa855b11f524882b5584854592aa1a0'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:22.159197 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fdddd0c2-cbb2-4e3e-934e-660ba314eb4a req-708b1ac2-172d-4f37-abf9-d7ef2766321d tempest-QuotasAdminNegativeTest-1241526092 tempest-QuotasAdminNegativeTest-1241526092-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=094cb314df5040b1a2fc879f82c16f6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416727 Jan 28 13:16:22.200540 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9eebc-39b4-4e46-9e71-116e4d6f13b6 req-acb218e5-0074-464b-b954-3a1f3c77c832 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:22.204994 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-69d9eebc-39b4-4e46-9e71-116e4d6f13b6 req-acb218e5-0074-464b-b954-3a1f3c77c832 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7 HTTP/1.1" status: 200 len: 944 time: 0.0839174 Jan 28 13:16:22.251190 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f40e1a34-2cba-442d-a277-d6ca5bdaeef5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68ee7c9a672946cf934da2cb23e2c73f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5143518 Jan 28 13:16:22.255222 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40236) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:22.282591 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-69d9eebc-39b4-4e46-9e71-116e4d6f13b6 req-c2322595-5166-461e-b16d-1e511b1d2fe8 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c0bd253-0e42-4e5a-8831-3168ad87e283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657771 Jan 28 13:16:22.285573 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device ad5abe53-8799-45f8-ab47-fe70460fdfe0 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:16:22.305220 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de650653-1472-416d-9880-98da80cf1398 req-461e821d-f3f2-467e-b43c-a89cf606d53e tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Made reservation on behalf of 0aa855b11f524882b5584854592aa1a0 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:22.309264 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-de650653-1472-416d-9880-98da80cf1398 req-461e821d-f3f2-467e-b43c-a89cf606d53e tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:22.412453 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port ad5abe53-8799-45f8-ab47-fe70460fdfe0 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:16:22.419176 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddd0c2-cbb2-4e3e-934e-660ba314eb4a req-5a3596c4-3249-4dd1-bccf-dfee87346be3 tempest-QuotasAdminNegativeTest-1241526092 tempest-QuotasAdminNegativeTest-1241526092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:22.420799 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fdddd0c2-cbb2-4e3e-934e-660ba314eb4a req-5a3596c4-3249-4dd1-bccf-dfee87346be3 tempest-QuotasAdminNegativeTest-1241526092 tempest-QuotasAdminNegativeTest-1241526092-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2607636 Jan 28 13:16:22.424927 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port ad5abe53-8799-45f8-ab47-fe70460fdfe0 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:16:22.425404 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ad5abe53-8799-45f8-ab47-fe70460fdfe0), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:22.508226 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7ede2130-2514-4b9a-ad4e-f5b9bc694444 admin admin] Publish callbacks [] for security_group (beb8c5b9-4310-4e44-91ba-07f6e979e643), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:22.554477 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fdddd0c2-cbb2-4e3e-934e-660ba314eb4a req-fe176099-94d6-4e13-be05-be8217edb3cf tempest-QuotasAdminNegativeTest-1241526092 tempest-QuotasAdminNegativeTest-1241526092-project] 10.222.0.39 "GET /v2.0/quotas/094cb314df5040b1a2fc879f82c16f6f HTTP/1.1" status: 200 len: 375 time: 0.1117206 Jan 28 13:16:22.590251 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port ad5abe53-8799-45f8-ab47-fe70460fdfe0 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:16:22.590695 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ad5abe53-8799-45f8-ab47-fe70460fdfe0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:22.613728 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fdddd0c2-cbb2-4e3e-934e-660ba314eb4a req-929af541-9b6f-4ea8-9610-783488c41606 tempest-QuotasAdminNegativeTest-1241526092 tempest-QuotasAdminNegativeTest-1241526092-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=094cb314df5040b1a2fc879f82c16f6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571980 Jan 28 13:16:22.617982 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7ede2130-2514-4b9a-ad4e-f5b9bc694444 admin admin] Publish callbacks [] for security_group (beb8c5b9-4310-4e44-91ba-07f6e979e643), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:22.632314 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port ad5abe53-8799-45f8-ab47-fe70460fdfe0, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=ad5abe53-8799-45f8-ab47-fe70460fdfe0,segment=NetworkSegment(154cb921-caaa-471c-830c-20f5913ea00b),segment_id=154cb921-caaa-471c-830c-20f5913ea00b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:22.640462 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ad5abe53-8799-45f8-ab47-fe70460fdfe0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:22.719266 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8837a8-8f53-4a44-bf41-e0d3af825e5e req-f5b3d210-460b-467f-a465-21cd4ddcb142 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:22.721891 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-da8837a8-8f53-4a44-bf41-e0d3af825e5e req-f5b3d210-460b-467f-a465-21cd4ddcb142 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 949 time: 0.1494808 Jan 28 13:16:22.735562 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7ede2130-2514-4b9a-ad4e-f5b9bc694444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (beb8c5b9-4310-4e44-91ba-07f6e979e643), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:22.740021 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7ede2130-2514-4b9a-ad4e-f5b9bc694444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:22.741372 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7ede2130-2514-4b9a-ad4e-f5b9bc694444 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/beb8c5b9-4310-4e44-91ba-07f6e979e643 HTTP/1.1" status: 204 len: 168 time: 0.4829476 Jan 28 13:16:22.742867 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-de650653-1472-416d-9880-98da80cf1398 req-461e821d-f3f2-467e-b43c-a89cf606d53e tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Allocated IP 172.20.0.9 (ce4590cd-5681-495f-bc6b-fe2e3b7081ca/364de4d2-1934-451d-bbb2-2d90d8ace271/8fa79135-f34d-470f-b0bd-2b2326d34006) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:16:22.756981 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede2130-2514-4b9a-ad4e-f5b9bc694444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb8c5b9-4310-4e44-91ba-07f6e979e643,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:22.829008 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=ad5abe53-8799-45f8-ab47-fe70460fdfe0,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:22.848428 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-da8837a8-8f53-4a44-bf41-e0d3af825e5e req-896ecca4-0e69-4d2a-83be-8980affc8fc8 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178617 Jan 28 13:16:22.998390 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-25d1a77a-3d0c-4eb3-a974-b182cfb0c71b req-3c932f01-f24d-4818-a259-69d0c96e9c60 tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d525995-5e77-4300-a4b3-e1072e80fa7c HTTP/1.1" status: 200 len: 210 time: 0.0378211 Jan 28 13:16:23.053540 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-de650653-1472-416d-9880-98da80cf1398 req-461e821d-f3f2-467e-b43c-a89cf606d53e tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Publish callbacks [] for port (8fa79135-f34d-470f-b0bd-2b2326d34006), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:23.129387 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-de650653-1472-416d-9880-98da80cf1398 req-461e821d-f3f2-467e-b43c-a89cf606d53e tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (8fa79135-f34d-470f-b0bd-2b2326d34006), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:23.141266 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5825d579-5e3d-4b73-99e2-a42369d2b0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5abe53-8799-45f8-ab47-fe70460fdfe0'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:16:23.143812 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b7107c-75c2-4993-9b6a-b2eab0be53e2" -d '{"events": [{"server_uuid": "5825d579-5e3d-4b73-99e2-a42369d2b0e7", "name": "network-vif-plugged", "status": "completed", "tag": "ad5abe53-8799-45f8-ab47-fe70460fdfe0"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:16:23.199670 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6703c2c-9b93-4fac-8893-c1e65fa77b75 x-openstack-request-id: req-a6703c2c-9b93-4fac-8893-c1e65fa77b75 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:16:23.200592 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5825d579-5e3d-4b73-99e2-a42369d2b0e7", "name": "network-vif-plugged", "status": "completed", "tag": "ad5abe53-8799-45f8-ab47-fe70460fdfe0", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:16:23.201068 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a6703c2c-9b93-4fac-8893-c1e65fa77b75 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:16:23.202048 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5825d579-5e3d-4b73-99e2-a42369d2b0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5abe53-8799-45f8-ab47-fe70460fdfe0', 'code': 200} Jan 28 13:16:23.215688 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de650653-1472-416d-9880-98da80cf1398 req-461e821d-f3f2-467e-b43c-a89cf606d53e tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Network ce4590cd-5681-495f-bc6b-fe2e3b7081ca is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:16:23.236558 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-de650653-1472-416d-9880-98da80cf1398 req-461e821d-f3f2-467e-b43c-a89cf606d53e tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:16:23.249477 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-de650653-1472-416d-9880-98da80cf1398 req-461e821d-f3f2-467e-b43c-a89cf606d53e tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:16:23.283057 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e821d-f3f2-467e-b43c-a89cf606d53e tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Pushing event updated for resources: {'Port': ['ID=8fa79135-f34d-470f-b0bd-2b2326d34006,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:23.323280 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de650653-1472-416d-9880-98da80cf1398 req-461e821d-f3f2-467e-b43c-a89cf606d53e tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:23.324585 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-de650653-1472-416d-9880-98da80cf1398 req-461e821d-f3f2-467e-b43c-a89cf606d53e tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:23.334245 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b9ae9-ccc4-42b9-aa41-b23c3931af8a req-99945451-d5d7-4154-bbe9-50d367ee7148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:23.335788 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c97b9ae9-ccc4-42b9-aa41-b23c3931af8a req-99945451-d5d7-4154-bbe9-50d367ee7148 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7 HTTP/1.1" status: 200 len: 1096 time: 0.0620420 Jan 28 13:16:23.354211 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-de650653-1472-416d-9880-98da80cf1398 req-461e821d-f3f2-467e-b43c-a89cf606d53e tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3501999 Jan 28 13:16:23.373975 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40298) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:23.374964 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-de650653-1472-416d-9880-98da80cf1398 req-195b2fe5-4f43-4ca1-9494-711bdf02a5ea service neutron] Request body: {'port': {'device_id': '8d525995-5e77-4300-a4b3-e1072e80fa7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:23.431018 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c97b9ae9-ccc4-42b9-aa41-b23c3931af8a req-d78df6e5-6cd3-47dc-a4f9-3e0d5359cf80 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9c0bd253-0e42-4e5a-8831-3168ad87e283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841641 Jan 28 13:16:23.445538 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e38f6649-9a4b-4560-bafd-cba84ffbabe9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8982c63fb12346ae90d26bebfc5beaaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0705924 Jan 28 13:16:23.448297 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40302) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:23.473919 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-de650653-1472-416d-9880-98da80cf1398 req-195b2fe5-4f43-4ca1-9494-711bdf02a5ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8fa79135-f34d-470f-b0bd-2b2326d34006), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:23.535894 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e22b0845-fdd2-44eb-9b85-e2f8cd458ff4 admin admin] Publish callbacks [] for security_group (9b552bf4-715e-462b-8b70-11622cbf97e8), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:23.559740 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b4f7b-5a33-4e4f-b5b6-ca6d2a889436 req-73bf837b-f5b9-49d7-a388-2c60393c9c62 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:23.566698 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-595b4f7b-5a33-4e4f-b5b6-ca6d2a889436 req-73bf837b-f5b9-49d7-a388-2c60393c9c62 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7 HTTP/1.1" status: 200 len: 945 time: 0.1156580 Jan 28 13:16:23.583205 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e22b0845-fdd2-44eb-9b85-e2f8cd458ff4 admin admin] Publish callbacks [] for security_group (9b552bf4-715e-462b-8b70-11622cbf97e8), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:23.642977 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-595b4f7b-5a33-4e4f-b5b6-ca6d2a889436 req-25c3b30a-3ef3-4307-b7ac-2c35d8c6e6d2 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c0bd253-0e42-4e5a-8831-3168ad87e283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750895 Jan 28 13:16:23.679226 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e22b0845-fdd2-44eb-9b85-e2f8cd458ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9b552bf4-715e-462b-8b70-11622cbf97e8), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:23.682317 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e22b0845-fdd2-44eb-9b85-e2f8cd458ff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:23.686669 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e22b0845-fdd2-44eb-9b85-e2f8cd458ff4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9b552bf4-715e-462b-8b70-11622cbf97e8 HTTP/1.1" status: 204 len: 168 time: 0.2341139 Jan 28 13:16:23.691805 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b0845-fdd2-44eb-9b85-e2f8cd458ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b552bf4-715e-462b-8b70-11622cbf97e8,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:23.803734 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40316) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:23.841323 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-de650653-1472-416d-9880-98da80cf1398 req-195b2fe5-4f43-4ca1-9494-711bdf02a5ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fa79135-f34d-470f-b0bd-2b2326d34006 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:16:23.851516 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-de650653-1472-416d-9880-98da80cf1398 req-195b2fe5-4f43-4ca1-9494-711bdf02a5ea service neutron] Publish callbacks [] for port (8fa79135-f34d-470f-b0bd-2b2326d34006), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:23.866807 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-de650653-1472-416d-9880-98da80cf1398 req-195b2fe5-4f43-4ca1-9494-711bdf02a5ea service neutron] Transition to ACTIVE for port object 8fa79135-f34d-470f-b0bd-2b2326d34006 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:16:23.872421 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-de650653-1472-416d-9880-98da80cf1398 req-195b2fe5-4f43-4ca1-9494-711bdf02a5ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (8fa79135-f34d-470f-b0bd-2b2326d34006), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:24.009675 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b2fe5-4f43-4ca1-9494-711bdf02a5ea service neutron] Pushing event updated for resources: {'Port': ['ID=8fa79135-f34d-470f-b0bd-2b2326d34006,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:24.091702 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-de650653-1472-416d-9880-98da80cf1398 req-195b2fe5-4f43-4ca1-9494-711bdf02a5ea service neutron] Attempting to bind port 8fa79135-f34d-470f-b0bd-2b2326d34006 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:16:24.092121 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-de650653-1472-416d-9880-98da80cf1398 req-195b2fe5-4f43-4ca1-9494-711bdf02a5ea service neutron] Attempting to bind port 8fa79135-f34d-470f-b0bd-2b2326d34006 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'cf9df0e4-d9dd-4602-bc29-c9fef9adb5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ce4590cd-5681-495f-bc6b-fe2e3b7081ca'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:16:24.092331 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de650653-1472-416d-9880-98da80cf1398 req-195b2fe5-4f43-4ca1-9494-711bdf02a5ea service neutron] Attempting to bind port 8fa79135-f34d-470f-b0bd-2b2326d34006 on network ce4590cd-5681-495f-bc6b-fe2e3b7081ca {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:16:24.102381 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744aac34-5c77-418f-bfaf-9a0a743931c5 req-a27ebcc5-354f-4ac9-be98-7a860620e4ee tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:24.103961 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-744aac34-5c77-418f-bfaf-9a0a743931c5 req-a27ebcc5-354f-4ac9-be98-7a860620e4ee tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 949 time: 0.1320162 Jan 28 13:16:24.106383 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de650653-1472-416d-9880-98da80cf1398 req-195b2fe5-4f43-4ca1-9494-711bdf02a5ea service neutron] Port 8fa79135-f34d-470f-b0bd-2b2326d34006 on network ce4590cd-5681-495f-bc6b-fe2e3b7081ca not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:16:24.106699 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de650653-1472-416d-9880-98da80cf1398 req-195b2fe5-4f43-4ca1-9494-711bdf02a5ea service neutron] Attempting to bind port 8fa79135-f34d-470f-b0bd-2b2326d34006 on network ce4590cd-5681-495f-bc6b-fe2e3b7081ca {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:16:24.113662 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de650653-1472-416d-9880-98da80cf1398 req-195b2fe5-4f43-4ca1-9494-711bdf02a5ea service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:16:24.114009 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de650653-1472-416d-9880-98da80cf1398 req-195b2fe5-4f43-4ca1-9494-711bdf02a5ea service neutron] Checking segment: {'id': 'cf9df0e4-d9dd-4602-bc29-c9fef9adb5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ce4590cd-5681-495f-bc6b-fe2e3b7081ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:16:24.114389 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de650653-1472-416d-9880-98da80cf1398 req-195b2fe5-4f43-4ca1-9494-711bdf02a5ea service neutron] Bound using segment: {'id': 'cf9df0e4-d9dd-4602-bc29-c9fef9adb5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ce4590cd-5681-495f-bc6b-fe2e3b7081ca'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:16:24.114811 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-de650653-1472-416d-9880-98da80cf1398 req-195b2fe5-4f43-4ca1-9494-711bdf02a5ea service neutron] Bound port: 8fa79135-f34d-470f-b0bd-2b2326d34006, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf9df0e4-d9dd-4602-bc29-c9fef9adb5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ce4590cd-5681-495f-bc6b-fe2e3b7081ca'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:16:24.115191 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-de650653-1472-416d-9880-98da80cf1398 req-195b2fe5-4f43-4ca1-9494-711bdf02a5ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8fa79135-f34d-470f-b0bd-2b2326d34006), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:24.128820 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fe22fa5a-5417-488c-870e-a2a8548dcc0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:24.155640 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f886cf-6782-4d11-ae2e-eff411bcc27f req-987ba987-ab43-4db9-b43f-4ff11eba4def tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:24.162880 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c2f886cf-6782-4d11-ae2e-eff411bcc27f req-987ba987-ab43-4db9-b43f-4ff11eba4def tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d525995-5e77-4300-a4b3-e1072e80fa7c HTTP/1.1" status: 200 len: 943 time: 0.0928078 Jan 28 13:16:24.197214 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-de650653-1472-416d-9880-98da80cf1398 req-195b2fe5-4f43-4ca1-9494-711bdf02a5ea service neutron] For port 8fa79135-f34d-470f-b0bd-2b2326d34006, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:16:24.200455 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-de650653-1472-416d-9880-98da80cf1398 req-195b2fe5-4f43-4ca1-9494-711bdf02a5ea service neutron] For port 8fa79135-f34d-470f-b0bd-2b2326d34006, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8fa79135-f34d-470f-b0bd-2b2326d34006,segment=NetworkSegment(cf9df0e4-d9dd-4602-bc29-c9fef9adb5fb),segment_id=cf9df0e4-d9dd-4602-bc29-c9fef9adb5fb)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:16:24.215905 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-de650653-1472-416d-9880-98da80cf1398 req-195b2fe5-4f43-4ca1-9494-711bdf02a5ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (8fa79135-f34d-470f-b0bd-2b2326d34006), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:24.242255 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c2f886cf-6782-4d11-ae2e-eff411bcc27f req-84659af8-1882-4cb4-a5cb-0fed12ff3b46 tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc988287-7e23-40e4-ac21-8b0783289aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783267 Jan 28 13:16:24.265602 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-744aac34-5c77-418f-bfaf-9a0a743931c5 req-8ef74ed1-fc44-4774-bbe3-07acec56503e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533165 Jan 28 13:16:24.281371 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de650653-1472-416d-9880-98da80cf1398 req-195b2fe5-4f43-4ca1-9494-711bdf02a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:24.282136 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-de650653-1472-416d-9880-98da80cf1398 req-195b2fe5-4f43-4ca1-9494-711bdf02a5ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:24.283420 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-de650653-1472-416d-9880-98da80cf1398 req-195b2fe5-4f43-4ca1-9494-711bdf02a5ea service neutron] 10.222.0.18 "PUT /v2.0/ports/8fa79135-f34d-470f-b0bd-2b2326d34006 HTTP/1.1" status: 200 len: 1091 time: 0.9186800 Jan 28 13:16:24.283855 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d525995-5e77-4300-a4b3-e1072e80fa7c', 'tag': '8fa79135-f34d-470f-b0bd-2b2326d34006'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:16:24.286262 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5884ac5-92ed-47ac-a521-b6ef863b63a8" -d '{"events": [{"name": "network-changed", "server_uuid": "8d525995-5e77-4300-a4b3-e1072e80fa7c", "tag": "8fa79135-f34d-470f-b0bd-2b2326d34006"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:16:24.294687 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b2fe5-4f43-4ca1-9494-711bdf02a5ea service neutron] Pushing event updated for resources: {'Port': ['ID=8fa79135-f34d-470f-b0bd-2b2326d34006,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:24.326523 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fe22fa5a-5417-488c-870e-a2a8548dcc0a admin admin] Publish callbacks [] for security_group (6d70c289-e439-45ec-8e0a-27d752fb3bc9), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:24.337090 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fe22fa5a-5417-488c-870e-a2a8548dcc0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6d70c289-e439-45ec-8e0a-27d752fb3bc9), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:24.337813 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406b1064-3a65-478f-9caa-f03a41535141 x-openstack-request-id: req-406b1064-3a65-478f-9caa-f03a41535141 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:16:24.338394 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d525995-5e77-4300-a4b3-e1072e80fa7c", "tag": "8fa79135-f34d-470f-b0bd-2b2326d34006", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:16:24.338701 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-406b1064-3a65-478f-9caa-f03a41535141 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:16:24.339255 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d525995-5e77-4300-a4b3-e1072e80fa7c', 'tag': '8fa79135-f34d-470f-b0bd-2b2326d34006', 'status': 'completed', 'code': 200} Jan 28 13:16:24.371596 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40342) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:24.384046 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22fa5a-5417-488c-870e-a2a8548dcc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d70c289-e439-45ec-8e0a-27d752fb3bc9,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:24.396910 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de650653-1472-416d-9880-98da80cf1398 req-13896164-ac5e-4e75-b054-daf7760f3df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:24.398661 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-de650653-1472-416d-9880-98da80cf1398 req-13896164-ac5e-4e75-b054-daf7760f3df4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0aa855b11f524882b5584854592aa1a0&device_id=8d525995-5e77-4300-a4b3-e1072e80fa7c HTTP/1.1" status: 200 len: 1094 time: 0.0541167 Jan 28 13:16:24.408492 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fe22fa5a-5417-488c-870e-a2a8548dcc0a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba8c4dd0041d4a6dad49d2a5b4c17712&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6043317 Jan 28 13:16:24.411986 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40348) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:24.442139 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-de650653-1472-416d-9880-98da80cf1398 req-c9a68bbc-f0ee-4258-879c-1fd3df8f0c84 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fa79135-f34d-470f-b0bd-2b2326d34006 HTTP/1.1" status: 200 len: 217 time: 0.0363648 Jan 28 13:16:24.486899 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5f605e39-31b9-40b8-91b3-1e7fdbb0e143 admin admin] Publish callbacks [] for security_group (6d70c289-e439-45ec-8e0a-27d752fb3bc9), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:24.500510 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de650653-1472-416d-9880-98da80cf1398 req-798b6a6d-9ff1-4ee1-8c7c-fd4df6a940da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:24.502118 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-de650653-1472-416d-9880-98da80cf1398 req-798b6a6d-9ff1-4ee1-8c7c-fd4df6a940da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=364de4d2-1934-451d-bbb2-2d90d8ace271 HTTP/1.1" status: 200 len: 855 time: 0.0530593 Jan 28 13:16:24.520256 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5f605e39-31b9-40b8-91b3-1e7fdbb0e143 admin admin] Publish callbacks [] for security_group (6d70c289-e439-45ec-8e0a-27d752fb3bc9), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:24.542996 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-de650653-1472-416d-9880-98da80cf1398 req-b262a428-9fd4-4edf-97eb-149ac3f75651 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce4590cd-5681-495f-bc6b-fe2e3b7081ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325656 Jan 28 13:16:24.578052 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5f605e39-31b9-40b8-91b3-1e7fdbb0e143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6d70c289-e439-45ec-8e0a-27d752fb3bc9), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:24.580758 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5f605e39-31b9-40b8-91b3-1e7fdbb0e143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:24.584624 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5f605e39-31b9-40b8-91b3-1e7fdbb0e143 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6d70c289-e439-45ec-8e0a-27d752fb3bc9 HTTP/1.1" status: 204 len: 168 time: 0.1713371 Jan 28 13:16:24.593416 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f605e39-31b9-40b8-91b3-1e7fdbb0e143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d70c289-e439-45ec-8e0a-27d752fb3bc9,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:24.657634 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-de650653-1472-416d-9880-98da80cf1398 req-aefa28ce-5f63-4dc2-811b-e3f7bacd82e9 service neutron] 10.222.0.18 "GET /v2.0/networks/ce4590cd-5681-495f-bc6b-fe2e3b7081ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076450 Jan 28 13:16:24.661995 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ebce97bd-b68e-4f89-8674-465ac419b47d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:24.741015 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ebce97bd-b68e-4f89-8674-465ac419b47d admin admin] Publish callbacks [] for security_group (d80c0e44-41ce-4ac6-9575-e731febde943), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:24.752345 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ebce97bd-b68e-4f89-8674-465ac419b47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d80c0e44-41ce-4ac6-9575-e731febde943), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:24.883758 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ebce97bd-b68e-4f89-8674-465ac419b47d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=094cb314df5040b1a2fc879f82c16f6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5010645 Jan 28 13:16:24.885552 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce97bd-b68e-4f89-8674-465ac419b47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80c0e44-41ce-4ac6-9575-e731febde943,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:24.888067 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40366) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:24.950713 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440847c5-de54-41c3-9138-09cf3cb55982 req-6be5d82e-bd92-4e9c-9a7d-ad3573cec584 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:24.952924 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-440847c5-de54-41c3-9138-09cf3cb55982 req-6be5d82e-bd92-4e9c-9a7d-ad3573cec584 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7 HTTP/1.1" status: 200 len: 945 time: 0.1648638 Jan 28 13:16:25.033205 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bccffe16-b0ad-4372-bd4a-c9734de32962 admin admin] Publish callbacks [] for security_group (d80c0e44-41ce-4ac6-9575-e731febde943), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:25.045587 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-440847c5-de54-41c3-9138-09cf3cb55982 req-d4fe4476-8ad7-47c7-89ac-60c6cc261c32 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c0bd253-0e42-4e5a-8831-3168ad87e283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811160 Jan 28 13:16:25.075817 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bccffe16-b0ad-4372-bd4a-c9734de32962 admin admin] Publish callbacks [] for security_group (d80c0e44-41ce-4ac6-9575-e731febde943), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:25.101322 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbcd9c-2782-4f2a-8224-0a21b088b417 req-17af4941-14bc-4268-ae31-a2f461b1502f tempest-MigrationsAdminTest-1074180529 tempest-MigrationsAdminTest-1074180529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:25.103077 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-08bbcd9c-2782-4f2a-8224-0a21b088b417 req-17af4941-14bc-4268-ae31-a2f461b1502f tempest-MigrationsAdminTest-1074180529 tempest-MigrationsAdminTest-1074180529-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 1100 time: 0.2884309 Jan 28 13:16:25.106700 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-de650653-1472-416d-9880-98da80cf1398 req-4fb2220b-aef8-4810-bea9-d5ce266b3690 service neutron] 10.222.0.18 "GET /v2.0/networks/ce4590cd-5681-495f-bc6b-fe2e3b7081ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189537 Jan 28 13:16:25.131873 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-08bbcd9c-2782-4f2a-8224-0a21b088b417 req-b4d144d1-b2ba-4c4e-bfa3-dbd82119dd0d tempest-MigrationsAdminTest-1074180529 tempest-MigrationsAdminTest-1074180529-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:25.133994 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bccffe16-b0ad-4372-bd4a-c9734de32962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d80c0e44-41ce-4ac6-9575-e731febde943), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:25.138498 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bccffe16-b0ad-4372-bd4a-c9734de32962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:25.143247 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bccffe16-b0ad-4372-bd4a-c9734de32962 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d80c0e44-41ce-4ac6-9575-e731febde943 HTTP/1.1" status: 204 len: 168 time: 0.2382493 Jan 28 13:16:25.156326 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccffe16-b0ad-4372-bd4a-c9734de32962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80c0e44-41ce-4ac6-9575-e731febde943,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:25.223952 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5884ac5-92ed-47ac-a521-b6ef863b63a8 req-027c5834-968e-4ae1-a0e0-c8ceac248be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:25.225445 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f5884ac5-92ed-47ac-a521-b6ef863b63a8 req-027c5834-968e-4ae1-a0e0-c8ceac248be8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0aa855b11f524882b5584854592aa1a0&device_id=8d525995-5e77-4300-a4b3-e1072e80fa7c HTTP/1.1" status: 200 len: 1094 time: 0.0670431 Jan 28 13:16:25.315062 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-08bbcd9c-2782-4f2a-8224-0a21b088b417 req-b4d144d1-b2ba-4c4e-bfa3-dbd82119dd0d tempest-MigrationsAdminTest-1074180529 tempest-MigrationsAdminTest-1074180529-project-admin] Publish callbacks [] for security_group (d2b5f9c2-f0d2-4ce3-a52b-a6749fa9e50c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:25.323783 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-08bbcd9c-2782-4f2a-8224-0a21b088b417 req-b4d144d1-b2ba-4c4e-bfa3-dbd82119dd0d tempest-MigrationsAdminTest-1074180529 tempest-MigrationsAdminTest-1074180529-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d2b5f9c2-f0d2-4ce3-a52b-a6749fa9e50c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:25.374993 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d144d1-b2ba-4c4e-bfa3-dbd82119dd0d tempest-MigrationsAdminTest-1074180529 tempest-MigrationsAdminTest-1074180529-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b5f9c2-f0d2-4ce3-a52b-a6749fa9e50c,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:25.377956 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5884ac5-92ed-47ac-a521-b6ef863b63a8 req-422578fe-2825-4050-9ce3-5e3d5d4a4bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:25.379475 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f5884ac5-92ed-47ac-a521-b6ef863b63a8 req-422578fe-2825-4050-9ce3-5e3d5d4a4bef service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce4590cd-5681-495f-bc6b-fe2e3b7081ca HTTP/1.1" status: 200 len: 915 time: 0.1474495 Jan 28 13:16:25.402326 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-08bbcd9c-2782-4f2a-8224-0a21b088b417 req-b4d144d1-b2ba-4c4e-bfa3-dbd82119dd0d tempest-MigrationsAdminTest-1074180529 tempest-MigrationsAdminTest-1074180529-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771404 Jan 28 13:16:25.444767 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40386) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:25.446464 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f5884ac5-92ed-47ac-a521-b6ef863b63a8 req-4edcc2a2-b753-4cf0-9c1b-554acd885e54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fa79135-f34d-470f-b0bd-2b2326d34006 HTTP/1.1" status: 200 len: 217 time: 0.0430520 Jan 28 13:16:25.461575 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9cce18d-572a-4d66-9610-c68ae9deb4e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:25.532054 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5884ac5-92ed-47ac-a521-b6ef863b63a8 req-a1084d5a-1d4e-4711-b8aa-404612e3becc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:25.533722 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f5884ac5-92ed-47ac-a521-b6ef863b63a8 req-a1084d5a-1d4e-4711-b8aa-404612e3becc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=364de4d2-1934-451d-bbb2-2d90d8ace271 HTTP/1.1" status: 200 len: 855 time: 0.0800114 Jan 28 13:16:25.557743 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b3578-c1e7-4aaa-a289-9145dfffc14e req-36bc1c3f-8ab3-4358-a3bb-83285ef158dd tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:25.558741 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9cce18d-572a-4d66-9610-c68ae9deb4e8 admin admin] Publish callbacks [] for security_group (1f3bd80f-f004-4f82-802d-824a8485663d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:25.559725 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-558b3578-c1e7-4aaa-a289-9145dfffc14e req-36bc1c3f-8ab3-4358-a3bb-83285ef158dd tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d525995-5e77-4300-a4b3-e1072e80fa7c HTTP/1.1" status: 200 len: 943 time: 0.0953572 Jan 28 13:16:25.568595 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9cce18d-572a-4d66-9610-c68ae9deb4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1f3bd80f-f004-4f82-802d-824a8485663d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:25.577903 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f5884ac5-92ed-47ac-a521-b6ef863b63a8 req-cb2cc355-4f7f-4c72-bd42-72703b2b8582 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce4590cd-5681-495f-bc6b-fe2e3b7081ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370235 Jan 28 13:16:25.604244 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f9cce18d-572a-4d66-9610-c68ae9deb4e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c7acef741adb4b4bb0cd51597da4bbf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1580365 Jan 28 13:16:25.607264 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40390) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:25.662663 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cce18d-572a-4d66-9610-c68ae9deb4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3bd80f-f004-4f82-802d-824a8485663d,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:25.678278 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dd324808-9661-4444-8b6e-73622a98fe56 admin admin] Publish callbacks [] for security_group (1f3bd80f-f004-4f82-802d-824a8485663d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:25.679791 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-558b3578-c1e7-4aaa-a289-9145dfffc14e req-ca799855-59b5-43db-a086-970adaa0d064 tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc988287-7e23-40e4-ac21-8b0783289aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044660 Jan 28 13:16:25.703321 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f5884ac5-92ed-47ac-a521-b6ef863b63a8 req-ba5a772d-ae90-4860-bae2-f017aeeeabb6 service neutron] 10.222.0.18 "GET /v2.0/networks/ce4590cd-5681-495f-bc6b-fe2e3b7081ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183147 Jan 28 13:16:25.747978 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dd324808-9661-4444-8b6e-73622a98fe56 admin admin] Publish callbacks [] for security_group (1f3bd80f-f004-4f82-802d-824a8485663d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:25.867085 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dd324808-9661-4444-8b6e-73622a98fe56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1f3bd80f-f004-4f82-802d-824a8485663d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:25.871008 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dd324808-9661-4444-8b6e-73622a98fe56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:25.875412 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dd324808-9661-4444-8b6e-73622a98fe56 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f3bd80f-f004-4f82-802d-824a8485663d HTTP/1.1" status: 204 len: 168 time: 0.2671833 Jan 28 13:16:25.882818 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f5884ac5-92ed-47ac-a521-b6ef863b63a8 req-c8687bc0-d94d-4fdd-a5e9-20d0bc5b983b service neutron] 10.222.0.18 "GET /v2.0/networks/ce4590cd-5681-495f-bc6b-fe2e3b7081ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717782 Jan 28 13:16:25.889026 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40404) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:25.894651 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd324808-9661-4444-8b6e-73622a98fe56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3bd80f-f004-4f82-802d-824a8485663d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:25.923991 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-496726b3-cbcf-4000-8ddb-a94d37c542c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:26.033012 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-496726b3-cbcf-4000-8ddb-a94d37c542c1 admin admin] Publish callbacks [] for security_group (d774cd29-da65-4835-ba9f-4cc9105cf14e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:26.038591 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-496726b3-cbcf-4000-8ddb-a94d37c542c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d774cd29-da65-4835-ba9f-4cc9105cf14e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:26.083521 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-496726b3-cbcf-4000-8ddb-a94d37c542c1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5a94fbe974574771b563da0193e3fcc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1910672 Jan 28 13:16:26.084326 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496726b3-cbcf-4000-8ddb-a94d37c542c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d774cd29-da65-4835-ba9f-4cc9105cf14e,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:26.086152 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40420) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:26.139770 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bb34a16e-a02d-473a-abe8-da4fa7a83373 admin admin] Publish callbacks [] for security_group (d774cd29-da65-4835-ba9f-4cc9105cf14e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:26.161682 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bb34a16e-a02d-473a-abe8-da4fa7a83373 admin admin] Publish callbacks [] for security_group (d774cd29-da65-4835-ba9f-4cc9105cf14e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:26.216089 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bb34a16e-a02d-473a-abe8-da4fa7a83373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d774cd29-da65-4835-ba9f-4cc9105cf14e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:26.218701 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bb34a16e-a02d-473a-abe8-da4fa7a83373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:26.222330 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bb34a16e-a02d-473a-abe8-da4fa7a83373 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d774cd29-da65-4835-ba9f-4cc9105cf14e HTTP/1.1" status: 204 len: 168 time: 0.1325016 Jan 28 13:16:26.229483 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34a16e-a02d-473a-abe8-da4fa7a83373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d774cd29-da65-4835-ba9f-4cc9105cf14e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:26.454731 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-d0a92f86-3814-4298-8261-b97d12779f10 req-2ee0c100-0565-4152-bc50-3e42e7b723fc service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:16:26.455872 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d0a92f86-3814-4298-8261-b97d12779f10 req-2ee0c100-0565-4152-bc50-3e42e7b723fc service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2732704 Jan 28 13:16:26.490294 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2dc06-160e-4c45-ab8d-08b42c0a7d07 req-ff418d7a-c017-4c44-b4c1-290a60667a14 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:26.491925 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89b2dc06-160e-4c45-ab8d-08b42c0a7d07 req-ff418d7a-c017-4c44-b4c1-290a60667a14 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7 HTTP/1.1" status: 200 len: 945 time: 0.0646868 Jan 28 13:16:26.542638 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89b2dc06-160e-4c45-ab8d-08b42c0a7d07 req-3bc4ab61-07d1-4814-9a2a-15ea71ddb9f4 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c0bd253-0e42-4e5a-8831-3168ad87e283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443406 Jan 28 13:16:26.705254 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4ec40-6493-416c-86cf-21f32687234a req-345917fc-2100-4af3-9c94-19348d7b5d5c tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:26.707776 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-13d4ec40-6493-416c-86cf-21f32687234a req-345917fc-2100-4af3-9c94-19348d7b5d5c tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7 HTTP/1.1" status: 200 len: 945 time: 0.0534868 Jan 28 13:16:26.716080 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40460) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:26.720532 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-f8c43272-2147-4b9d-b92f-2f49571bbb83 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Request body: {'floatingip': {'port_id': 'ad5abe53-8799-45f8-ab47-fe70460fdfe0'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:26.807274 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8c43272-2147-4b9d-b92f-2f49571bbb83 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks [] for floatingip (b72f2b89-7fa3-446b-aed7-17566ac32a6d), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:27.193859 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cba554-8bfb-4d69-bda7-b7d13906fe8a req-b998e9a3-32ea-4628-861d-9eea87f337e9 tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:27.201648 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-73cba554-8bfb-4d69-bda7-b7d13906fe8a req-b998e9a3-32ea-4628-861d-9eea87f337e9 tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d525995-5e77-4300-a4b3-e1072e80fa7c HTTP/1.1" status: 200 len: 943 time: 0.0791466 Jan 28 13:16:27.265662 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-73cba554-8bfb-4d69-bda7-b7d13906fe8a req-7567c865-0f75-41cd-892e-e3c1231d2add tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc988287-7e23-40e4-ac21-8b0783289aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629907 Jan 28 13:16:27.437433 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.db.resource_extend [None req-f8c43272-2147-4b9d-b92f-2f49571bbb83 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:16:27.510499 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6738a52-18fb-4486-b8fb-f79ed003e1ec req-390c4ee5-687c-40a8-b0f9-95c9389617b9 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:27.512115 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f6738a52-18fb-4486-b8fb-f79ed003e1ec req-390c4ee5-687c-40a8-b0f9-95c9389617b9 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 949 time: 0.1245437 Jan 28 13:16:27.543231 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8c43272-2147-4b9d-b92f-2f49571bbb83 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:27.550159 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8c43272-2147-4b9d-b92f-2f49571bbb83 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (b72f2b89-7fa3-446b-aed7-17566ac32a6d), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:27.560246 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40506) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:27.624584 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f6738a52-18fb-4486-b8fb-f79ed003e1ec req-29fe5ee3-7487-42f5-94cc-f6cc038d8602 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983789 Jan 28 13:16:27.680202 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-f8c43272-2147-4b9d-b92f-2f49571bbb83 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Floating IP b72f2b89-7fa3-446b-aed7-17566ac32a6d associated. External IP: 172.25.3.198, port: ad5abe53-8799-45f8-ab47-fe70460fdfe0. Jan 28 13:16:27.840330 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dd249da2-9fd7-4a0a-b258-9fad8268974a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:27.924671 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40522) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:27.950381 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dd249da2-9fd7-4a0a-b258-9fad8268974a admin admin] Publish callbacks [] for security_group (370e5675-1ada-4d40-a1f2-7ea2f9e7b48f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:27.956111 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dd249da2-9fd7-4a0a-b258-9fad8268974a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (370e5675-1ada-4d40-a1f2-7ea2f9e7b48f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:27.990390 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40528) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:28.012517 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dd249da2-9fd7-4a0a-b258-9fad8268974a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d61d213fd1947cd9bab69945e278b7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4515657 Jan 28 13:16:28.014528 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40532) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:28.032714 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd249da2-9fd7-4a0a-b258-9fad8268974a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370e5675-1ada-4d40-a1f2-7ea2f9e7b48f,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:28.072850 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ad21e8a4-dc3c-4f34-ba6a-f30ca2d65bc1 admin admin] Publish callbacks [] for security_group (370e5675-1ada-4d40-a1f2-7ea2f9e7b48f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:28.102408 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ad21e8a4-dc3c-4f34-ba6a-f30ca2d65bc1 admin admin] Publish callbacks [] for security_group (370e5675-1ada-4d40-a1f2-7ea2f9e7b48f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:28.154011 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c43272-2147-4b9d-b92f-2f49571bbb83 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Router 60c646b4-2c46-42a8-81c1-b1dfd4c02186 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:16:28.200638 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ad21e8a4-dc3c-4f34-ba6a-f30ca2d65bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (370e5675-1ada-4d40-a1f2-7ea2f9e7b48f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:28.205267 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ad21e8a4-dc3c-4f34-ba6a-f30ca2d65bc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:28.209294 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ad21e8a4-dc3c-4f34-ba6a-f30ca2d65bc1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/370e5675-1ada-4d40-a1f2-7ea2f9e7b48f HTTP/1.1" status: 204 len: 168 time: 0.1914148 Jan 28 13:16:28.219275 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21e8a4-dc3c-4f34-ba6a-f30ca2d65bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370e5675-1ada-4d40-a1f2-7ea2f9e7b48f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:28.244543 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e91d909f-0012-4954-afa2-817ab37a5642 req-7eec59a1-5c75-43b1-bec8-5fc337641a4e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3183637 Jan 28 13:16:28.250752 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-e91d909f-0012-4954-afa2-817ab37a5642 req-82ba5568-ced7-4741-8168-f2a5ad333fc1 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:16:28.251382 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 8fa79135-f34d-470f-b0bd-2b2326d34006 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:16:28.263275 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e91d909f-0012-4954-afa2-817ab37a5642 req-82ba5568-ced7-4741-8168-f2a5ad333fc1 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111556 Jan 28 13:16:28.325505 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36cc0edf-ea80-4497-acf5-b1aac18677a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:28.334467 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c43272-2147-4b9d-b92f-2f49571bbb83 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:16:28.342234 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8c43272-2147-4b9d-b92f-2f49571bbb83 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:28.349123 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995b0fb2-2cfc-4377-a50a-7b82a1cc69ea None None] Sync routers for ids ['60c646b4-2c46-42a8-81c1-b1dfd4c02186'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:16:28.371983 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995b0fb2-2cfc-4377-a50a-7b82a1cc69ea None None] Routers {'60c646b4-2c46-42a8-81c1-b1dfd4c02186'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:16:28.373311 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-995b0fb2-2cfc-4377-a50a-7b82a1cc69ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:16:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['60c646b4-2c46-42a8-81c1-b1dfd4c02186'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:16:28.390947 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f8c43272-2147-4b9d-b92f-2f49571bbb83 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "PUT /v2.0/floatingips/b72f2b89-7fa3-446b-aed7-17566ac32a6d HTTP/1.1" status: 200 len: 991 time: 1.6737094 Jan 28 13:16:28.391949 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5825d579-5e3d-4b73-99e2-a42369d2b0e7', 'tag': 'ad5abe53-8799-45f8-ab47-fe70460fdfe0'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:16:28.395773 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce05f8a-ffb8-4ab9-83b5-3aaa7e72621f" -d '{"events": [{"name": "network-changed", "server_uuid": "5825d579-5e3d-4b73-99e2-a42369d2b0e7", "tag": "ad5abe53-8799-45f8-ab47-fe70460fdfe0"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:16:28.427739 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 8fa79135-f34d-470f-b0bd-2b2326d34006, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8fa79135-f34d-470f-b0bd-2b2326d34006,segment=NetworkSegment(cf9df0e4-d9dd-4602-bc29-c9fef9adb5fb),segment_id=cf9df0e4-d9dd-4602-bc29-c9fef9adb5fb)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:28.442765 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '8fa79135-f34d-470f-b0bd-2b2326d34006', 'network_id': 'ce4590cd-5681-495f-bc6b-fe2e3b7081ca', 'port_id': '8fa79135-f34d-470f-b0bd-2b2326d34006', 'mac_address': 'fa:16:3e:ca:39:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '364de4d2-1934-451d-bbb2-2d90d8ace271', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:16:28.487685 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 8fa79135-f34d-470f-b0bd-2b2326d34006 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:16:28.489195 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8fa79135-f34d-470f-b0bd-2b2326d34006), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:28.503642 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fa79135-f34d-470f-b0bd-2b2326d34006 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:16:28.538176 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 8fa79135-f34d-470f-b0bd-2b2326d34006, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8fa79135-f34d-470f-b0bd-2b2326d34006,segment=NetworkSegment(cf9df0e4-d9dd-4602-bc29-c9fef9adb5fb),segment_id=cf9df0e4-d9dd-4602-bc29-c9fef9adb5fb)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:28.547440 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8fa79135-f34d-470f-b0bd-2b2326d34006), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:28.567836 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-995b0fb2-2cfc-4377-a50a-7b82a1cc69ea None None] Set router 60c646b4-2c46-42a8-81c1-b1dfd4c02186 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:16:28.594467 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb79e3-62d3-4e3f-bc7d-4c311f2b6f5c req-f9015492-6a35-42cc-b5c8-3a0e57377187 tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:28.597046 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-19fb79e3-62d3-4e3f-bc7d-4c311f2b6f5c req-f9015492-6a35-42cc-b5c8-3a0e57377187 tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d525995-5e77-4300-a4b3-e1072e80fa7c HTTP/1.1" status: 200 len: 943 time: 0.1617527 Jan 28 13:16:28.622277 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=8fa79135-f34d-470f-b0bd-2b2326d34006,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:28.672875 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5484992b-2b41-4425-8d5e-6ec09062aeb6 x-openstack-request-id: req-5484992b-2b41-4425-8d5e-6ec09062aeb6 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:16:28.673450 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5825d579-5e3d-4b73-99e2-a42369d2b0e7", "tag": "ad5abe53-8799-45f8-ab47-fe70460fdfe0", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:16:28.673917 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5484992b-2b41-4425-8d5e-6ec09062aeb6 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:16:28.674506 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5825d579-5e3d-4b73-99e2-a42369d2b0e7', 'tag': 'ad5abe53-8799-45f8-ab47-fe70460fdfe0', 'status': 'completed', 'code': 200} Jan 28 13:16:28.686349 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36cc0edf-ea80-4497-acf5-b1aac18677a3 admin admin] Publish callbacks [] for security_group (44a86762-f434-41d6-98f9-cb5f02152e98), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:28.727772 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-19fb79e3-62d3-4e3f-bc7d-4c311f2b6f5c req-9a3d72cd-ca57-4300-87ab-40683f666bce tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc988287-7e23-40e4-ac21-8b0783289aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998213 Jan 28 13:16:28.744074 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['8fa79135-f34d-470f-b0bd-2b2326d34006'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:16:28.832680 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36cc0edf-ea80-4497-acf5-b1aac18677a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (44a86762-f434-41d6-98f9-cb5f02152e98), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:28.999919 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc0edf-ea80-4497-acf5-b1aac18677a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a86762-f434-41d6-98f9-cb5f02152e98,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:29.007300 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-36cc0edf-ea80-4497-acf5-b1aac18677a3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e8dba4270a6544af9856d84701aaf835&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0131698 Jan 28 13:16:29.010045 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40568) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:29.011191 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce05f8a-ffb8-4ab9-83b5-3aaa7e72621f req-e7cf476f-71b6-4c4a-ad4f-91ac611c4487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:29.012810 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bce05f8a-ffb8-4ab9-83b5-3aaa7e72621f req-e7cf476f-71b6-4c4a-ad4f-91ac611c4487 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1f50da165814895ae3e09a2631675bc&device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7 HTTP/1.1" status: 200 len: 1096 time: 0.2787011 Jan 28 13:16:29.047280 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7beec-3985-41f1-8f2b-f848427e12aa req-d6f538da-e1c0-4458-9a58-097481e9eb97 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:29.048839 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-33d7beec-3985-41f1-8f2b-f848427e12aa req-d6f538da-e1c0-4458-9a58-097481e9eb97 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 949 time: 0.1503081 Jan 28 13:16:29.126866 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e7737a7-016c-4c9c-b052-2cc5675b2302 admin admin] Publish callbacks [] for security_group (44a86762-f434-41d6-98f9-cb5f02152e98), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:29.176838 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-995b0fb2-2cfc-4377-a50a-7b82a1cc69ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538456093-router', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:36Z', 'revision_number': 4, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'gw_port': {'id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'b72f2b89-7fa3-446b-aed7-17566ac32a6d', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'port_id': 'ad5abe53-8799-45f8-ab47-fe70460fdfe0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7', 'mac_address': 'fa:16:3e:6b:f5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5825d579-5e3d-4b73-99e2-a42369d2b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:15:58Z', 'updated_at': '2022-01-28T13:16:27Z', 'revision_number': 1, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c240f066-9b69-4788-86b6-05b5fb363832', 'name': '', 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'mac_address': 'fa:16:3e:d9:b6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:35Z', 'updated_at': '2022-01-28T13:15:43Z', 'revision_number': 5, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'subnets': [{'id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:16:29.215874 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-2793b877-2ff6-4a8b-9780-ea6a3d879c35 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=66de2bf263194119b4b6e48a33be6975&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377941 Jan 28 13:16:29.219843 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e7737a7-016c-4c9c-b052-2cc5675b2302 admin admin] Publish callbacks [] for security_group (44a86762-f434-41d6-98f9-cb5f02152e98), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:29.232745 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995b0fb2-2cfc-4377-a50a-7b82a1cc69ea None None] Checking router: 60c646b4-2c46-42a8-81c1-b1dfd4c02186 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:16:29.246435 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995b0fb2-2cfc-4377-a50a-7b82a1cc69ea None None] Routers {'60c646b4-2c46-42a8-81c1-b1dfd4c02186'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:16:29.247124 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-995b0fb2-2cfc-4377-a50a-7b82a1cc69ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:16:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['60c646b4-2c46-42a8-81c1-b1dfd4c02186'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:16:29.288365 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba5e0359-bba9-4b9a-ad19-7828acb0a3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:29.354482 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-2988e648-7915-4487-8993-f728d161e298 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:29.367089 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-2988e648-7915-4487-8993-f728d161e298 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1489599 Jan 28 13:16:29.368321 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40588) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:29.370520 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e7737a7-016c-4c9c-b052-2cc5675b2302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (44a86762-f434-41d6-98f9-cb5f02152e98), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:29.373365 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e7737a7-016c-4c9c-b052-2cc5675b2302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:29.374453 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3e7737a7-016c-4c9c-b052-2cc5675b2302 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/44a86762-f434-41d6-98f9-cb5f02152e98 HTTP/1.1" status: 204 len: 168 time: 0.3629560 Jan 28 13:16:29.394818 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fb230b6-928a-4803-8fc6-01462822068d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:29.411760 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7737a7-016c-4c9c-b052-2cc5675b2302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a86762-f434-41d6-98f9-cb5f02152e98,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:29.424535 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-dca2b672-a346-44b2-8fd3-6f69519626d9 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/quotas/66de2bf263194119b4b6e48a33be6975 HTTP/1.1" status: 200 len: 375 time: 0.0575948 Jan 28 13:16:29.443778 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-33d7beec-3985-41f1-8f2b-f848427e12aa req-971ff0dd-e9b3-414a-9cd4-f3a6b2cdd4f7 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801291 Jan 28 13:16:29.457240 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce05f8a-ffb8-4ab9-83b5-3aaa7e72621f req-d537fd70-d1be-49e2-8c16-60cf21faf94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:29.459418 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bce05f8a-ffb8-4ab9-83b5-3aaa7e72621f req-d537fd70-d1be-49e2-8c16-60cf21faf94b service neutron] 10.222.0.37 "GET /v2.0/networks?id=56a89aa3-213b-4e75-bd90-9d124e8278f7 HTTP/1.1" status: 200 len: 923 time: 0.4295435 Jan 28 13:16:29.470530 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-7e1e561a-a3c4-4161-ae8d-42c6f591a584 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=66de2bf263194119b4b6e48a33be6975&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449932 Jan 28 13:16:29.544555 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-995b0fb2-2cfc-4377-a50a-7b82a1cc69ea None None] Set router 60c646b4-2c46-42a8-81c1-b1dfd4c02186 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:16:29.599170 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fb230b6-928a-4803-8fc6-01462822068d admin admin] Publish callbacks [] for security_group (a39a3056-1c99-4650-93d4-180929d9815a), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:29.606059 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fb230b6-928a-4803-8fc6-01462822068d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a39a3056-1c99-4650-93d4-180929d9815a), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:29.638272 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9fb230b6-928a-4803-8fc6-01462822068d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5aadf80853b84850bce39e4b19fa523d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684639 Jan 28 13:16:29.646953 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40598) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:29.663359 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bce05f8a-ffb8-4ab9-83b5-3aaa7e72621f req-8380d8e9-75cc-46da-b1c5-08ba680cfeac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad5abe53-8799-45f8-ab47-fe70460fdfe0 HTTP/1.1" status: 200 len: 999 time: 0.1913426 Jan 28 13:16:29.690452 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb230b6-928a-4803-8fc6-01462822068d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39a3056-1c99-4650-93d4-180929d9815a,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:29.816462 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce05f8a-ffb8-4ab9-83b5-3aaa7e72621f req-485d1656-53b5-41f4-b1e3-ac550abdb0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:29.823655 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bce05f8a-ffb8-4ab9-83b5-3aaa7e72621f req-485d1656-53b5-41f4-b1e3-ac550abdb0bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d09786e-2fd7-45c5-ac49-545a517099f6 HTTP/1.1" status: 200 len: 862 time: 0.1515577 Jan 28 13:16:29.864257 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ccbc22f9-f25c-4787-89b4-6995d11c4ee5 req-fac13a30-ea98-49e8-a810-83ad42f37f4f tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5ec950c-1b6b-4936-a414-5c5a8a82f61b HTTP/1.1" status: 200 len: 210 time: 0.0889525 Jan 28 13:16:29.873957 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a0cb8dc4-1282-4616-a6f7-495b3a47031f admin admin] Publish callbacks [] for security_group (a39a3056-1c99-4650-93d4-180929d9815a), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:29.939446 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a0cb8dc4-1282-4616-a6f7-495b3a47031f admin admin] Publish callbacks [] for security_group (a39a3056-1c99-4650-93d4-180929d9815a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:30.041833 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce05f8a-ffb8-4ab9-83b5-3aaa7e72621f req-273f0669-66c2-41f2-a3d2-e1d93f681cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:30.042513 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a0cb8dc4-1282-4616-a6f7-495b3a47031f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a39a3056-1c99-4650-93d4-180929d9815a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:30.043450 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bce05f8a-ffb8-4ab9-83b5-3aaa7e72621f req-273f0669-66c2-41f2-a3d2-e1d93f681cbb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56a89aa3-213b-4e75-bd90-9d124e8278f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2110016 Jan 28 13:16:30.046423 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a0cb8dc4-1282-4616-a6f7-495b3a47031f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:30.058089 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-995b0fb2-2cfc-4377-a50a-7b82a1cc69ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538456093-router', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:36Z', 'revision_number': 4, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'gw_port': {'id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'b72f2b89-7fa3-446b-aed7-17566ac32a6d', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'port_id': 'ad5abe53-8799-45f8-ab47-fe70460fdfe0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7', 'mac_address': 'fa:16:3e:6b:f5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5825d579-5e3d-4b73-99e2-a42369d2b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:15:58Z', 'updated_at': '2022-01-28T13:16:27Z', 'revision_number': 1, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c240f066-9b69-4788-86b6-05b5fb363832', 'name': '', 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'mac_address': 'fa:16:3e:d9:b6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:35Z', 'updated_at': '2022-01-28T13:15:43Z', 'revision_number': 5, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'subnets': [{'id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:16:30.058771 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a0cb8dc4-1282-4616-a6f7-495b3a47031f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a39a3056-1c99-4650-93d4-180929d9815a HTTP/1.1" status: 204 len: 168 time: 0.4102621 Jan 28 13:16:30.073644 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb8dc4-1282-4616-a6f7-495b3a47031f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39a3056-1c99-4650-93d4-180929d9815a,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:30.120223 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995b0fb2-2cfc-4377-a50a-7b82a1cc69ea None None] The sync data for ids ['60c646b4-2c46-42a8-81c1-b1dfd4c02186'] in n-d-822747-2 is: [{'id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538456093-router', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:36Z', 'revision_number': 4, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'gw_port': {'id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'b72f2b89-7fa3-446b-aed7-17566ac32a6d', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'port_id': 'ad5abe53-8799-45f8-ab47-fe70460fdfe0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7', 'mac_address': 'fa:16:3e:6b:f5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5825d579-5e3d-4b73-99e2-a42369d2b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:15:58Z', 'updated_at': '2022-01-28T13:16:27Z', 'revision_number': 1, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c240f066-9b69-4788-86b6-05b5fb363832', 'name': '', 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'mac_address': 'fa:16:3e:d9:b6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:35Z', 'updated_at': '2022-01-28T13:15:43Z', 'revision_number': 5, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'subnets': [{'id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:16:30.126898 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635734f-a347-402a-b1e5-132c30d0a1d8 req-7f68af7e-af7e-4183-924a-f853b7802e6c tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:30.127389 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d635734f-a347-402a-b1e5-132c30d0a1d8 req-7f68af7e-af7e-4183-924a-f853b7802e6c tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d525995-5e77-4300-a4b3-e1072e80fa7c HTTP/1.1" status: 200 len: 944 time: 0.1999991 Jan 28 13:16:30.243182 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 8fa79135-f34d-470f-b0bd-2b2326d34006 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:16:30.255719 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40628) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:30.284610 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f658-bb12-45dc-9b55-cfc2dddd24cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:30.385399 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 8fa79135-f34d-470f-b0bd-2b2326d34006 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:16:30.395471 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d635734f-a347-402a-b1e5-132c30d0a1d8 req-98522d29-3e43-473b-9294-a1acacd81ce0 tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc988287-7e23-40e4-ac21-8b0783289aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513225 Jan 28 13:16:30.395635 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 8fa79135-f34d-470f-b0bd-2b2326d34006 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:16:30.395635 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8fa79135-f34d-470f-b0bd-2b2326d34006), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:30.448465 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bce05f8a-ffb8-4ab9-83b5-3aaa7e72621f req-46fee138-a508-4ef6-86c4-12f79d2f8beb service neutron] 10.222.0.37 "GET /v2.0/networks/56a89aa3-213b-4e75-bd90-9d124e8278f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967793 Jan 28 13:16:30.597955 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 8fa79135-f34d-470f-b0bd-2b2326d34006 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:16:30.598590 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8fa79135-f34d-470f-b0bd-2b2326d34006), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:30.617351 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f658-bb12-45dc-9b55-cfc2dddd24cf admin admin] Publish callbacks [] for security_group (8431996a-73c9-4b52-9117-55082881be5d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:30.628671 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f658-bb12-45dc-9b55-cfc2dddd24cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8431996a-73c9-4b52-9117-55082881be5d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:30.651733 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 8fa79135-f34d-470f-b0bd-2b2326d34006, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8fa79135-f34d-470f-b0bd-2b2326d34006,segment=NetworkSegment(cf9df0e4-d9dd-4602-bc29-c9fef9adb5fb),segment_id=cf9df0e4-d9dd-4602-bc29-c9fef9adb5fb)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:30.653296 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5de0bf-64f0-4706-acc3-f01b5be9f068 None None] New status for floating IP b72f2b89-7fa3-446b-aed7-17566ac32a6d: ACTIVE {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:16:30.686230 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d525995-5e77-4300-a4b3-e1072e80fa7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa79135-f34d-470f-b0bd-2b2326d34006'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:16:30.688627 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d5f7d2-9d61-4618-81b6-f7e4f7084193" -d '{"events": [{"server_uuid": "8d525995-5e77-4300-a4b3-e1072e80fa7c", "name": "network-vif-plugged", "status": "completed", "tag": "8fa79135-f34d-470f-b0bd-2b2326d34006"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:16:30.714335 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f4a3f658-bb12-45dc-9b55-cfc2dddd24cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=420e8eb09c224b4e9da115db1145f4d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4570081 Jan 28 13:16:30.717100 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40644) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:30.728693 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8fa79135-f34d-470f-b0bd-2b2326d34006), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:30.859669 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bce05f8a-ffb8-4ab9-83b5-3aaa7e72621f req-85479f38-6cd8-4667-b465-9d9d1341406e service neutron] 10.222.0.37 "GET /v2.0/networks/56a89aa3-213b-4e75-bd90-9d124e8278f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050682 Jan 28 13:16:30.883394 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b87e6a-8588-49ea-8cd2-6f99c2135c90 req-37a801b1-f91d-47bb-b394-cfbb1817447a tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:30.891138 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79b87e6a-8588-49ea-8cd2-6f99c2135c90 req-37a801b1-f91d-47bb-b394-cfbb1817447a tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 949 time: 0.1887531 Jan 28 13:16:30.900010 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3f658-bb12-45dc-9b55-cfc2dddd24cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8431996a-73c9-4b52-9117-55082881be5d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:30.947305 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d63ae688-ed87-441c-bbaa-ef875546c3ba admin admin] Publish callbacks [] for security_group (8431996a-73c9-4b52-9117-55082881be5d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:31.018545 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236083bd-e8ac-410c-ab61-f95b06a89d93 x-openstack-request-id: req-236083bd-e8ac-410c-ab61-f95b06a89d93 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:16:31.019481 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d525995-5e77-4300-a4b3-e1072e80fa7c", "name": "network-vif-plugged", "status": "completed", "tag": "8fa79135-f34d-470f-b0bd-2b2326d34006", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:16:31.019970 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-236083bd-e8ac-410c-ab61-f95b06a89d93 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:16:31.020583 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d525995-5e77-4300-a4b3-e1072e80fa7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa79135-f34d-470f-b0bd-2b2326d34006', 'code': 200} Jan 28 13:16:31.031893 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79b87e6a-8588-49ea-8cd2-6f99c2135c90 req-c93a317e-e0bc-4fc3-b3f9-6d6e32717a16 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357276 Jan 28 13:16:31.038380 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d63ae688-ed87-441c-bbaa-ef875546c3ba admin admin] Publish callbacks [] for security_group (8431996a-73c9-4b52-9117-55082881be5d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:31.072048 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=8fa79135-f34d-470f-b0bd-2b2326d34006,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:31.161727 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a33a29-81e6-4196-a7b2-51fd792d9ed0 req-199a4218-29dd-4b88-a0fa-8c6318ecb520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:31.167277 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6a33a29-81e6-4196-a7b2-51fd792d9ed0 req-199a4218-29dd-4b88-a0fa-8c6318ecb520 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8d525995-5e77-4300-a4b3-e1072e80fa7c HTTP/1.1" status: 200 len: 1096 time: 0.0849040 Jan 28 13:16:31.183261 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-495734b5-f3f7-4ad7-9f6f-996f8658f2e3 req-e1e65c30-a405-4cc7-8233-bcd988cdfa7a tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5ec950c-1b6b-4936-a414-5c5a8a82f61b HTTP/1.1" status: 200 len: 210 time: 0.1188719 Jan 28 13:16:31.225340 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d63ae688-ed87-441c-bbaa-ef875546c3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8431996a-73c9-4b52-9117-55082881be5d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:31.230250 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d63ae688-ed87-441c-bbaa-ef875546c3ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:31.235015 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d63ae688-ed87-441c-bbaa-ef875546c3ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8431996a-73c9-4b52-9117-55082881be5d HTTP/1.1" status: 204 len: 168 time: 0.5157764 Jan 28 13:16:31.244300 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ae688-ed87-441c-bbaa-ef875546c3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8431996a-73c9-4b52-9117-55082881be5d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:31.260264 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6a33a29-81e6-4196-a7b2-51fd792d9ed0 req-5f41cbdf-12e7-477b-a85f-72eed15e29f8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cc988287-7e23-40e4-ac21-8b0783289aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908098 Jan 28 13:16:31.529145 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8ad8e-8df0-4e41-b75c-2dc45236087b req-a700d2bf-6837-4b99-bdab-8d71f6ee2b8c tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:31.531807 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-98e8ad8e-8df0-4e41-b75c-2dc45236087b req-a700d2bf-6837-4b99-bdab-8d71f6ee2b8c tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d525995-5e77-4300-a4b3-e1072e80fa7c HTTP/1.1" status: 200 len: 945 time: 0.0817158 Jan 28 13:16:31.552239 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-02ad1677-627c-4583-b0ee-b091f21a4a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:31.584593 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-98e8ad8e-8df0-4e41-b75c-2dc45236087b req-72d75570-05ce-4670-b8c8-8ae7d8ac0e89 tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc988287-7e23-40e4-ac21-8b0783289aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468018 Jan 28 13:16:31.835829 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c4ee9226-901d-4384-8568-981c0136901b req-909f3801-d5a1-4e62-960b-e0d223a55c88 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=818fbbba07794c9fadbafcf7bc26edbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405424 Jan 28 13:16:31.924605 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-6898e062-c0fe-4ac7-84e8-86fffe24f15c tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=66de2bf263194119b4b6e48a33be6975&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306704 Jan 28 13:16:32.030447 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d909f-0012-4954-afa2-817ab37a5642 req-e28d19dd-8070-4d99-870d-5398c287ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:32.032003 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e91d909f-0012-4954-afa2-817ab37a5642 req-e28d19dd-8070-4d99-870d-5398c287ab7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 1100 time: 0.1925147 Jan 28 13:16:32.132632 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-a0b23984-8920-4bbe-a452-5bd56057368e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:32.134934 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee9226-901d-4384-8568-981c0136901b req-30f8633f-d52d-4aaf-9bd1-759c623b05fd tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:32.135708 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-a0b23984-8920-4bbe-a452-5bd56057368e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2060599 Jan 28 13:16:32.136384 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c4ee9226-901d-4384-8568-981c0136901b req-30f8633f-d52d-4aaf-9bd1-759c623b05fd tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2852948 Jan 28 13:16:32.153880 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Request body: {'port': {'device_id': 'd5ec950c-1b6b-4936-a414-5c5a8a82f61b', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': '66de2bf263194119b4b6e48a33be6975'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:32.166489 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c4ee9226-901d-4384-8568-981c0136901b req-1e25d9f7-92f9-4681-be82-962da8aa2011 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/quotas/818fbbba07794c9fadbafcf7bc26edbb HTTP/1.1" status: 200 len: 375 time: 0.0234320 Jan 28 13:16:32.227518 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c4ee9226-901d-4384-8568-981c0136901b req-e88d0279-b942-42be-8c13-fca3765cb136 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=818fbbba07794c9fadbafcf7bc26edbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597396 Jan 28 13:16:32.228872 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d909f-0012-4954-afa2-817ab37a5642 req-d203008e-0733-41af-9aad-4ec190f0afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:32.230285 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e91d909f-0012-4954-afa2-817ab37a5642 req-d203008e-0733-41af-9aad-4ec190f0afb3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.1880703 Jan 28 13:16:32.330663 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e91d909f-0012-4954-afa2-817ab37a5642 req-5ee1bf57-8fe4-4424-b915-5c269deaa9ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe HTTP/1.1" status: 200 len: 217 time: 0.0909011 Jan 28 13:16:32.363308 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416951e8-cdbd-4284-a3b0-45a0ce1fbc87 req-c0c522ca-4ffd-4df5-a60b-d12b44aee566 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:32.371031 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-416951e8-cdbd-4284-a3b0-45a0ce1fbc87 req-c0c522ca-4ffd-4df5-a60b-d12b44aee566 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 949 time: 0.1104910 Jan 28 13:16:32.457636 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-416951e8-cdbd-4284-a3b0-45a0ce1fbc87 req-a6adc1e8-aba7-49dc-a8b8-e5a09d465271 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853500 Jan 28 13:16:32.461184 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Made reservation on behalf of 66de2bf263194119b4b6e48a33be6975 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:32.462173 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40738) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:32.465883 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:32.477328 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d909f-0012-4954-afa2-817ab37a5642 req-63e61c97-3d2a-4f5f-b304-a19b131db796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:32.500877 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e91d909f-0012-4954-afa2-817ab37a5642 req-63e61c97-3d2a-4f5f-b304-a19b131db796 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1423852 Jan 28 13:16:32.501487 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:32.559161 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e6b6cd1d-87eb-4f84-b9b3-42829a1ee6c2 req-481d1922-9b84-4398-86a3-20eb09f4c6f5 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5ec950c-1b6b-4936-a414-5c5a8a82f61b HTTP/1.1" status: 200 len: 210 time: 0.0466001 Jan 28 13:16:32.603805 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15213bc0-0a9a-4fb2-9eef-062ce7571ed8 req-487a1aac-d324-4f62-91b8-df31764ae108 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/ports?device_id=5801d1b5-00e7-40fb-a645-1c3885c27a92 HTTP/1.1" status: 200 len: 210 time: 0.0696728 Jan 28 13:16:32.625029 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d909f-0012-4954-afa2-817ab37a5642 req-470edf42-643a-4b8e-b703-665199b4ca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:32.634813 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e91d909f-0012-4954-afa2-817ab37a5642 req-470edf42-643a-4b8e-b703-665199b4ca50 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1308475 Jan 28 13:16:32.664595 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:32.787902 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e91d909f-0012-4954-afa2-817ab37a5642 req-8e016815-bcff-47c9-a677-f5f3fcbdbfa5 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384022 Jan 28 13:16:32.804444 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Publish callbacks [] for security_group (1b4cba4e-3131-4711-86ca-31aed879241c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:32.826870 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b5f4d-8e39-41ae-ae22-16a9f47fc7ba req-35fdebc0-6429-4e34-8126-03ceaeed97d8 tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:32.828911 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f06b5f4d-8e39-41ae-ae22-16a9f47fc7ba req-35fdebc0-6429-4e34-8126-03ceaeed97d8 tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d525995-5e77-4300-a4b3-e1072e80fa7c HTTP/1.1" status: 200 len: 945 time: 0.0917506 Jan 28 13:16:32.829882 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1b4cba4e-3131-4711-86ca-31aed879241c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:32.934512 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4cba4e-3131-4711-86ca-31aed879241c,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:32.961198 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:32.961752 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:32.962233 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:32.962717 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:32.963235 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:32.963725 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:32.964306 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:32.964789 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:32.965263 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:32.965744 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:32.966361 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:32.966813 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:32.967324 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:32.984276 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e91d909f-0012-4954-afa2-817ab37a5642 req-8fe2856a-20a4-4e1f-aba1-e71fd8196371 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893616 Jan 28 13:16:33.006391 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-eef5a2c8-e997-4f5e-b295-401b02e3826b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1185680757-network', 'tenant_id': '74ec5341dbcf4677956e36e1b5d2735f'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:33.032635 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f06b5f4d-8e39-41ae-ae22-16a9f47fc7ba req-b0d38b53-945f-41e7-856d-8e5ea86b0f78 tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc988287-7e23-40e4-ac21-8b0783289aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908643 Jan 28 13:16:33.062559 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef5a2c8-e997-4f5e-b295-401b02e3826b admin admin] Made reservation on behalf of 74ec5341dbcf4677956e36e1b5d2735f for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:33.066571 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eef5a2c8-e997-4f5e-b295-401b02e3826b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:33.084262 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eef5a2c8-e997-4f5e-b295-401b02e3826b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:33.100557 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Allocated IP 192.168.233.226 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/46a6a443-3c3c-4931-a382-968c8d85725c) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:16:33.189339 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eef5a2c8-e997-4f5e-b295-401b02e3826b admin admin] Publish callbacks [] for security_group (f7884fa0-8a50-4031-afb1-f7dc456ba352), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:33.194880 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eef5a2c8-e997-4f5e-b295-401b02e3826b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f7884fa0-8a50-4031-afb1-f7dc456ba352), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:33.209784 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef5a2c8-e997-4f5e-b295-401b02e3826b admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:16:33.221050 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eef5a2c8-e997-4f5e-b295-401b02e3826b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (9f676767-c742-4048-b118-47a92e908b4f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:33.221419 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-eef5a2c8-e997-4f5e-b295-401b02e3826b admin admin] Added segment 9f676767-c742-4048-b118-47a92e908b4f of type vlan for network 8707c289-bc91-43e5-b056-ef974f42dcf6 Jan 28 13:16:33.222231 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40768) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:33.272512 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eef5a2c8-e997-4f5e-b295-401b02e3826b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (8707c289-bc91-43e5-b056-ef974f42dcf6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:33.308638 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eef5a2c8-e997-4f5e-b295-401b02e3826b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (8707c289-bc91-43e5-b056-ef974f42dcf6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:33.309909 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef5a2c8-e997-4f5e-b295-401b02e3826b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:33.310498 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eef5a2c8-e997-4f5e-b295-401b02e3826b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:33.347325 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5a2c8-e997-4f5e-b295-401b02e3826b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7884fa0-8a50-4031-afb1-f7dc456ba352,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:33.366634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef5a2c8-e997-4f5e-b295-401b02e3826b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:33.367028 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef5a2c8-e997-4f5e-b295-401b02e3826b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:33.367372 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef5a2c8-e997-4f5e-b295-401b02e3826b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:33.367710 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef5a2c8-e997-4f5e-b295-401b02e3826b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:33.368045 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef5a2c8-e997-4f5e-b295-401b02e3826b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:33.368379 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef5a2c8-e997-4f5e-b295-401b02e3826b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:33.368722 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef5a2c8-e997-4f5e-b295-401b02e3826b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:33.369183 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef5a2c8-e997-4f5e-b295-401b02e3826b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:33.370449 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef5a2c8-e997-4f5e-b295-401b02e3826b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:33.370757 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef5a2c8-e997-4f5e-b295-401b02e3826b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:33.371114 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef5a2c8-e997-4f5e-b295-401b02e3826b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:33.371439 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef5a2c8-e997-4f5e-b295-401b02e3826b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:33.371796 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef5a2c8-e997-4f5e-b295-401b02e3826b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:33.403406 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-eef5a2c8-e997-4f5e-b295-401b02e3826b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9401524 Jan 28 13:16:33.406523 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40778) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:33.415129 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-0fe61814-0acc-44db-be57-0d23ebc93cc0 admin admin] Request body: {'subnet': {'network_id': '8707c289-bc91-43e5-b056-ef974f42dcf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1185680757-subnet', 'tenant_id': '74ec5341dbcf4677956e36e1b5d2735f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:33.430809 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5a2c8-e997-4f5e-b295-401b02e3826b admin admin] Pushing event updated for resources: {'Network': ['ID=8707c289-bc91-43e5-b056-ef974f42dcf6,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:33.440221 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Publish callbacks [] for port (46a6a443-3c3c-4931-a382-968c8d85725c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:33.447817 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 8707c289-bc91-43e5-b056-ef974f42dcf6 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:16:33.448035 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe61814-0acc-44db-be57-0d23ebc93cc0 admin admin] Made reservation on behalf of 74ec5341dbcf4677956e36e1b5d2735f for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:33.452153 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0fe61814-0acc-44db-be57-0d23ebc93cc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:33.576568 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5d29fa76-668b-472c-a5fa-7b80ed0dde61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:33.606186 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (46a6a443-3c3c-4931-a382-968c8d85725c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:33.709099 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:16:33.720858 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:16:33.728929 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:16:33.737070 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Pushing event updated for resources: {'Port': ['ID=46a6a443-3c3c-4931-a382-968c8d85725c,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:33.827142 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0fe61814-0acc-44db-be57-0d23ebc93cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (c438cf0b-ba2f-4b20-9328-8873f24b23e2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:33.837431 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3ba15-5fc6-485d-b90c-b03fd8362833 req-685bacb4-cbc9-4374-a9c9-55e8d2a3b643 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:33.838494 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eaa3ba15-5fc6-485d-b90c-b03fd8362833 req-685bacb4-cbc9-4374-a9c9-55e8d2a3b643 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 949 time: 0.1844687 Jan 28 13:16:33.841879 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4186f-4b59-4867-b1fe-fe0370f8109d req-2d4e97d0-e0e2-4e4d-aa09-c075c579cff2 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:33.849577 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-70e4186f-4b59-4867-b1fe-fe0370f8109d req-2d4e97d0-e0e2-4e4d-aa09-c075c579cff2 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5ec950c-1b6b-4936-a414-5c5a8a82f61b HTTP/1.1" status: 200 len: 936 time: 0.1023004 Jan 28 13:16:33.863744 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:33.864433 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:33.964033 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5d29fa76-668b-472c-a5fa-7b80ed0dde61 admin admin] Publish callbacks [] for security_group (d5ee6071-0237-4e04-94ff-efe880410faf), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:33.972840 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5d29fa76-668b-472c-a5fa-7b80ed0dde61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d5ee6071-0237-4e04-94ff-efe880410faf), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:34.008211 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c4ee9226-901d-4384-8568-981c0136901b req-dcbd45ec-c626-4521-9f62-95747474c1bf tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=818fbbba07794c9fadbafcf7bc26edbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862367 Jan 28 13:16:34.030450 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-8d50262c-fbe6-4d3b-bfd7-2584efd4878e tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8814309 Jan 28 13:16:34.046984 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe61814-0acc-44db-be57-0d23ebc93cc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c438cf0b-ba2f-4b20-9328-8873f24b23e2,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:34.065873 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:34.084301 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-70e4186f-4b59-4867-b1fe-fe0370f8109d req-c6d22148-541c-4b4a-a3f6-06dbf88a6348 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b4cba4e-3131-4711-86ca-31aed879241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331293 Jan 28 13:16:34.090099 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-e98cbe5a-ab2e-4936-bdfa-0fbf308a1c19 service neutron] Request body: {'port': {'device_id': 'd5ec950c-1b6b-4936-a414-5c5a8a82f61b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:34.138278 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29fa76-668b-472c-a5fa-7b80ed0dde61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ee6071-0237-4e04-94ff-efe880410faf,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:34.151943 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe61814-0acc-44db-be57-0d23ebc93cc0 admin admin] Checking segment: {'id': '9f676767-c742-4048-b118-47a92e908b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8707c289-bc91-43e5-b056-ef974f42dcf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:16:34.152182 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe61814-0acc-44db-be57-0d23ebc93cc0 admin admin] Network hostable DHCP agents. Network: 8707c289-bc91-43e5-b056-ef974f42dcf6, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:16:34.154439 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eaa3ba15-5fc6-485d-b90c-b03fd8362833 req-4a62e23a-e512-4cc1-8ef6-15bad575efb1 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849727 Jan 28 13:16:34.158618 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5d29fa76-668b-472c-a5fa-7b80ed0dde61 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2f8d45d8326547f39069652115797275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9324143 Jan 28 13:16:34.162322 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40804) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:34.235319 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-be74d060-55b5-4fd8-9716-964145a7508b None None] Provisioning complete for port 46a6a443-3c3c-4931-a382-968c8d85725c triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:16:34.238611 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be74d060-55b5-4fd8-9716-964145a7508b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (46a6a443-3c3c-4931-a382-968c8d85725c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:34.241942 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-e98cbe5a-ab2e-4936-bdfa-0fbf308a1c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (46a6a443-3c3c-4931-a382-968c8d85725c), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:34.277973 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-be74d060-55b5-4fd8-9716-964145a7508b None None] Port 46a6a443-3c3c-4931-a382-968c8d85725c cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:16:34.283529 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2e6796b0-151b-46b8-a20a-4ffff48cf768 req-b2e1636c-eea0-4546-929a-f2d9b225abbe tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/ports?device_id=5801d1b5-00e7-40fb-a645-1c3885c27a92 HTTP/1.1" status: 200 len: 210 time: 0.0672796 Jan 28 13:16:34.288533 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe61814-0acc-44db-be57-0d23ebc93cc0 admin admin] Network 8707c289-bc91-43e5-b056-ef974f42dcf6 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:16:34.311289 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee9226-901d-4384-8568-981c0136901b req-75974bd7-5e68-45ab-b46d-fdb87dbd981e tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:34.312792 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c4ee9226-901d-4384-8568-981c0136901b req-75974bd7-5e68-45ab-b46d-fdb87dbd981e tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2945385 Jan 28 13:16:34.313902 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-0fe61814-0acc-44db-be57-0d23ebc93cc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 8707c289-bc91-43e5-b056-ef974f42dcf6) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:16:34.318959 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe61814-0acc-44db-be57-0d23ebc93cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:34.319628 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0fe61814-0acc-44db-be57-0d23ebc93cc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:34.326123 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac066d8-188b-4d58-9402-2a5d88cce1a0 None None] Network 8707c289-bc91-43e5-b056-ef974f42dcf6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:16:34.328670 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-c4ee9226-901d-4384-8568-981c0136901b req-b46850d6-cd1e-405c-bba2-29d05e8c7f49 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Request body: {'port': {'device_id': '5801d1b5-00e7-40fb-a645-1c3885c27a92', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': '818fbbba07794c9fadbafcf7bc26edbb'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:34.353076 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1dcf5a05-1d4f-455b-bdbd-ae16040a3ff4 admin admin] Publish callbacks [] for security_group (d5ee6071-0237-4e04-94ff-efe880410faf), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:34.406828 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1dcf5a05-1d4f-455b-bdbd-ae16040a3ff4 admin admin] Publish callbacks [] for security_group (d5ee6071-0237-4e04-94ff-efe880410faf), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:34.410953 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0fe61814-0acc-44db-be57-0d23ebc93cc0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0028875 Jan 28 13:16:34.486399 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4ee9226-901d-4384-8568-981c0136901b req-b46850d6-cd1e-405c-bba2-29d05e8c7f49 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Made reservation on behalf of 818fbbba07794c9fadbafcf7bc26edbb for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:34.490542 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c4ee9226-901d-4384-8568-981c0136901b req-b46850d6-cd1e-405c-bba2-29d05e8c7f49 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:34.505402 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c4ee9226-901d-4384-8568-981c0136901b req-b46850d6-cd1e-405c-bba2-29d05e8c7f49 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:34.625004 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985f0b64-1b83-4667-8985-c278c3dc332e None None] Network 8707c289-bc91-43e5-b056-ef974f42dcf6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:16:34.678008 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c4ee9226-901d-4384-8568-981c0136901b req-b46850d6-cd1e-405c-bba2-29d05e8c7f49 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Publish callbacks [] for security_group (a789e3d1-30de-4d5a-89d2-18da60d4d7cc), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:34.681356 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1dcf5a05-1d4f-455b-bdbd-ae16040a3ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d5ee6071-0237-4e04-94ff-efe880410faf), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:34.684614 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1dcf5a05-1d4f-455b-bdbd-ae16040a3ff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:34.689278 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1dcf5a05-1d4f-455b-bdbd-ae16040a3ff4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d5ee6071-0237-4e04-94ff-efe880410faf HTTP/1.1" status: 204 len: 168 time: 0.5256324 Jan 28 13:16:34.690979 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c4ee9226-901d-4384-8568-981c0136901b req-b46850d6-cd1e-405c-bba2-29d05e8c7f49 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a789e3d1-30de-4d5a-89d2-18da60d4d7cc), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:34.728611 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf5a05-1d4f-455b-bdbd-ae16040a3ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ee6071-0237-4e04-94ff-efe880410faf,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:34.867004 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46850d6-cd1e-405c-bba2-29d05e8c7f49 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a789e3d1-30de-4d5a-89d2-18da60d4d7cc,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:34.928773 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-e98cbe5a-ab2e-4936-bdfa-0fbf308a1c19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a6a443-3c3c-4931-a382-968c8d85725c {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:16:34.939111 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-e98cbe5a-ab2e-4936-bdfa-0fbf308a1c19 service neutron] Publish callbacks [] for port (46a6a443-3c3c-4931-a382-968c8d85725c), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:34.968067 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-e98cbe5a-ab2e-4936-bdfa-0fbf308a1c19 service neutron] Transition to ACTIVE for port object 46a6a443-3c3c-4931-a382-968c8d85725c will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:16:34.992052 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-e98cbe5a-ab2e-4936-bdfa-0fbf308a1c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (46a6a443-3c3c-4931-a382-968c8d85725c), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:35.080324 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-c4ee9226-901d-4384-8568-981c0136901b req-b46850d6-cd1e-405c-bba2-29d05e8c7f49 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Allocated IP 192.168.233.45 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/e18ec6dd-b970-45d5-a178-ffa587d1c3d7) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:16:35.293054 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cbe5a-ab2e-4936-bdfa-0fbf308a1c19 service neutron] Pushing event updated for resources: {'Port': ['ID=46a6a443-3c3c-4931-a382-968c8d85725c,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:35.360636 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40860) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:35.410883 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6902580-d747-4161-8bd9-22bcb44cf79f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:35.444011 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-e514162e-5d23-4e28-b052-b2b179869275 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:35.447201 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-e514162e-5d23-4e28-b052-b2b179869275 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/networks?id=8707c289-bc91-43e5-b056-ef974f42dcf6 HTTP/1.1" status: 200 len: 822 time: 0.4815891 Jan 28 13:16:35.477941 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105dd5f-b7f7-4b2b-b8b7-cc7a2dcbc0cc req-04aad1ea-29c8-404a-abd8-0c6038c83a63 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:35.483221 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-d0407a08-f884-41d8-9ebb-8b66616a4e2d tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/quotas/74ec5341dbcf4677956e36e1b5d2735f HTTP/1.1" status: 200 len: 375 time: 0.0206013 Jan 28 13:16:35.485066 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3105dd5f-b7f7-4b2b-b8b7-cc7a2dcbc0cc req-04aad1ea-29c8-404a-abd8-0c6038c83a63 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5ec950c-1b6b-4936-a414-5c5a8a82f61b HTTP/1.1" status: 200 len: 948 time: 0.2126803 Jan 28 13:16:35.511647 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c4ee9226-901d-4384-8568-981c0136901b req-b46850d6-cd1e-405c-bba2-29d05e8c7f49 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Publish callbacks [] for port (e18ec6dd-b970-45d5-a178-ffa587d1c3d7), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:35.569982 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3105dd5f-b7f7-4b2b-b8b7-cc7a2dcbc0cc req-30c7db9e-91f4-448f-a2cc-160469a6d70a tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b4cba4e-3131-4711-86ca-31aed879241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839593 Jan 28 13:16:35.589758 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:35.616223 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-bf70d274-53da-43c7-bb15-ba6f730276ff tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=74ec5341dbcf4677956e36e1b5d2735f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1106033 Jan 28 13:16:35.623523 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40866) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:35.635801 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-7772ebe5-6378-486d-b299-922bbf3f6f43 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:16:35.636815 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-7772ebe5-6378-486d-b299-922bbf3f6f43 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063345 Jan 28 13:16:35.644823 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c4ee9226-901d-4384-8568-981c0136901b req-b46850d6-cd1e-405c-bba2-29d05e8c7f49 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (e18ec6dd-b970-45d5-a178-ffa587d1c3d7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:35.688435 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-e98cbe5a-ab2e-4936-bdfa-0fbf308a1c19 service neutron] Attempting to bind port 46a6a443-3c3c-4931-a382-968c8d85725c on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:16:35.689079 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-e98cbe5a-ab2e-4936-bdfa-0fbf308a1c19 service neutron] Attempting to bind port 46a6a443-3c3c-4931-a382-968c8d85725c by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:16:35.689079 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-e98cbe5a-ab2e-4936-bdfa-0fbf308a1c19 service neutron] Attempting to bind port 46a6a443-3c3c-4931-a382-968c8d85725c on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:16:35.739456 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-e98cbe5a-ab2e-4936-bdfa-0fbf308a1c19 service neutron] Port 46a6a443-3c3c-4931-a382-968c8d85725c on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:16:35.739771 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-e98cbe5a-ab2e-4936-bdfa-0fbf308a1c19 service neutron] Attempting to bind port 46a6a443-3c3c-4931-a382-968c8d85725c on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:16:35.759471 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-e98cbe5a-ab2e-4936-bdfa-0fbf308a1c19 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:16:35.759828 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-e98cbe5a-ab2e-4936-bdfa-0fbf308a1c19 service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:16:35.760197 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-e98cbe5a-ab2e-4936-bdfa-0fbf308a1c19 service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:16:35.760620 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-e98cbe5a-ab2e-4936-bdfa-0fbf308a1c19 service neutron] Bound port: 46a6a443-3c3c-4931-a382-968c8d85725c, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:16:35.760975 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-e98cbe5a-ab2e-4936-bdfa-0fbf308a1c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (46a6a443-3c3c-4931-a382-968c8d85725c), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:35.763314 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4ee9226-901d-4384-8568-981c0136901b req-b46850d6-cd1e-405c-bba2-29d05e8c7f49 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:16:35.779126 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-c4ee9226-901d-4384-8568-981c0136901b req-b46850d6-cd1e-405c-bba2-29d05e8c7f49 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:16:35.795602 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ee9226-901d-4384-8568-981c0136901b req-b46850d6-cd1e-405c-bba2-29d05e8c7f49 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:16:35.833628 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-74701712-94ed-475a-b052-877b85c3e87e service neutron] 10.222.0.39 "GET /v2.0/networks/8707c289-bc91-43e5-b056-ef974f42dcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843052 Jan 28 13:16:35.846560 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46850d6-cd1e-405c-bba2-29d05e8c7f49 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Pushing event updated for resources: {'Port': ['ID=e18ec6dd-b970-45d5-a178-ffa587d1c3d7,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:35.868069 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-93ef95e9-e84f-46bc-9cec-b139d9d5a6dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:35.876971 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c9738-6a2e-490a-beeb-fd638f10e812 req-713ef229-34e3-4f96-a735-296ccbdf020c tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:35.878484 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ee3c9738-6a2e-490a-beeb-fd638f10e812 req-713ef229-34e3-4f96-a735-296ccbdf020c tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 949 time: 0.1861570 Jan 28 13:16:35.905408 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6902580-d747-4161-8bd9-22bcb44cf79f admin admin] Publish callbacks [] for security_group (38c691c3-ce82-45c8-a928-77d55170063b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:35.906763 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee9226-901d-4384-8568-981c0136901b req-b46850d6-cd1e-405c-bba2-29d05e8c7f49 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:35.907927 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c4ee9226-901d-4384-8568-981c0136901b req-b46850d6-cd1e-405c-bba2-29d05e8c7f49 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:35.927656 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6902580-d747-4161-8bd9-22bcb44cf79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (38c691c3-ce82-45c8-a928-77d55170063b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:35.980280 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c4ee9226-901d-4384-8568-981c0136901b req-b46850d6-cd1e-405c-bba2-29d05e8c7f49 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6568608 Jan 28 13:16:35.985024 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ee3c9738-6a2e-490a-beeb-fd638f10e812 req-2310a492-a0f0-4982-8c34-8c5aaf28d8e3 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720174 Jan 28 13:16:35.996466 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-c4ee9226-901d-4384-8568-981c0136901b req-b2e3aebb-3fed-43ce-894e-22690c1fe5ba service neutron] Request body: {'port': {'device_id': '5801d1b5-00e7-40fb-a645-1c3885c27a92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:36.082715 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6902580-d747-4161-8bd9-22bcb44cf79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c691c3-ce82-45c8-a928-77d55170063b,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:36.106273 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c4ee9226-901d-4384-8568-981c0136901b req-b2e3aebb-3fed-43ce-894e-22690c1fe5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e18ec6dd-b970-45d5-a178-ffa587d1c3d7), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:36.123677 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e6902580-d747-4161-8bd9-22bcb44cf79f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b86f4afde10347668c08958407fc896a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7593555 Jan 28 13:16:36.127569 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-e98cbe5a-ab2e-4936-bdfa-0fbf308a1c19 service neutron] For port 46a6a443-3c3c-4931-a382-968c8d85725c, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:16:36.129416 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40870) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:36.149794 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-251a68fb-de2f-4a8d-97e1-5fdb6caafe38 None None] Provisioning complete for port e18ec6dd-b970-45d5-a178-ffa587d1c3d7 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:16:36.150517 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-251a68fb-de2f-4a8d-97e1-5fdb6caafe38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e18ec6dd-b970-45d5-a178-ffa587d1c3d7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:36.196858 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-251a68fb-de2f-4a8d-97e1-5fdb6caafe38 None None] Port e18ec6dd-b970-45d5-a178-ffa587d1c3d7 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:16:36.257679 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-93ef95e9-e84f-46bc-9cec-b139d9d5a6dd admin admin] Publish callbacks [] for security_group (830cb097-dd30-4110-90c3-bd166a506e79), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:36.269343 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-e98cbe5a-ab2e-4936-bdfa-0fbf308a1c19 service neutron] For port 46a6a443-3c3c-4931-a382-968c8d85725c, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=46a6a443-3c3c-4931-a382-968c8d85725c,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:16:36.285006 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-93ef95e9-e84f-46bc-9cec-b139d9d5a6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (830cb097-dd30-4110-90c3-bd166a506e79), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:36.318953 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-e98cbe5a-ab2e-4936-bdfa-0fbf308a1c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (46a6a443-3c3c-4931-a382-968c8d85725c), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:36.344229 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-74b7869f-8b9e-482b-8b27-5ac121b87f80 service neutron] 10.222.0.39 "GET /v2.0/networks/8707c289-bc91-43e5-b056-ef974f42dcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774914 Jan 28 13:16:36.371135 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28680c92-c725-4322-811a-2e9e2900beb7 req-db80314e-661a-4e37-a4b0-1c91a78026a2 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:36.378856 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-28680c92-c725-4322-811a-2e9e2900beb7 req-db80314e-661a-4e37-a4b0-1c91a78026a2 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/ports?device_id=5801d1b5-00e7-40fb-a645-1c3885c27a92 HTTP/1.1" status: 200 len: 935 time: 0.2551999 Jan 28 13:16:36.442524 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cbe5a-ab2e-4936-bdfa-0fbf308a1c19 service neutron] Pushing event updated for resources: {'Port': ['ID=46a6a443-3c3c-4931-a382-968c8d85725c,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:36.464416 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-e98cbe5a-ab2e-4936-bdfa-0fbf308a1c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:36.466036 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-e98cbe5a-ab2e-4936-bdfa-0fbf308a1c19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:36.467495 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-e98cbe5a-ab2e-4936-bdfa-0fbf308a1c19 service neutron] 10.222.0.18 "PUT /v2.0/ports/46a6a443-3c3c-4931-a382-968c8d85725c HTTP/1.1" status: 200 len: 1096 time: 2.4169946 Jan 28 13:16:36.470730 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-93ef95e9-e84f-46bc-9cec-b139d9d5a6dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3ab4d29d4e144547b3b2caba2e770165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8460202 Jan 28 13:16:36.471242 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ec950c-1b6b-4936-a414-5c5a8a82f61b', 'tag': '46a6a443-3c3c-4931-a382-968c8d85725c'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:16:36.472758 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-28680c92-c725-4322-811a-2e9e2900beb7 req-8db25e04-2dae-4482-b44f-b849bfe2156e tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/security-groups?id=a789e3d1-30de-4d5a-89d2-18da60d4d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928845 Jan 28 13:16:36.486155 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74060be-3702-4af5-aac8-4c38832dffad" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ec950c-1b6b-4936-a414-5c5a8a82f61b", "tag": "46a6a443-3c3c-4931-a382-968c8d85725c"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:16:36.505137 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40876) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:36.505907 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef95e9-e84f-46bc-9cec-b139d9d5a6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830cb097-dd30-4110-90c3-bd166a506e79,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:36.564717 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-c4ee9226-901d-4384-8568-981c0136901b req-b2e3aebb-3fed-43ce-894e-22690c1fe5ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e18ec6dd-b970-45d5-a178-ffa587d1c3d7 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:16:36.575882 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c4ee9226-901d-4384-8568-981c0136901b req-b2e3aebb-3fed-43ce-894e-22690c1fe5ba service neutron] Publish callbacks [] for port (e18ec6dd-b970-45d5-a178-ffa587d1c3d7), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:36.588207 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-c4ee9226-901d-4384-8568-981c0136901b req-b2e3aebb-3fed-43ce-894e-22690c1fe5ba service neutron] Transition to ACTIVE for port object e18ec6dd-b970-45d5-a178-ffa587d1c3d7 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:16:36.607929 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c4ee9226-901d-4384-8568-981c0136901b req-b2e3aebb-3fed-43ce-894e-22690c1fe5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (e18ec6dd-b970-45d5-a178-ffa587d1c3d7), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:36.777474 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:16:37.087852 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-570dbe90-30e8-4c12-9fde-b64ec6361a05 req-ba58b482-7027-4df0-8e01-5142140eb45f tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c7a7ee-16a7-4d95-885b-a0c2d719c0e1 HTTP/1.1" status: 200 len: 210 time: 0.4107459 Jan 28 13:16:37.118051 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3aebb-3fed-43ce-894e-22690c1fe5ba service neutron] Pushing event updated for resources: {'Port': ['ID=e18ec6dd-b970-45d5-a178-ffa587d1c3d7,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:37.160003 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cbec04-5bbd-4207-95f6-cd31292e8727 x-openstack-request-id: req-14cbec04-5bbd-4207-95f6-cd31292e8727 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:16:37.165062 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ec950c-1b6b-4936-a414-5c5a8a82f61b", "tag": "46a6a443-3c3c-4931-a382-968c8d85725c", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:16:37.165330 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-14cbec04-5bbd-4207-95f6-cd31292e8727 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:16:37.165743 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ec950c-1b6b-4936-a414-5c5a8a82f61b', 'tag': '46a6a443-3c3c-4931-a382-968c8d85725c', 'status': 'completed', 'code': 200} Jan 28 13:16:37.209925 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ae3be415-2314-49f2-9975-ebd3c0eb0c8b admin admin] Publish callbacks [] for security_group (38c691c3-ce82-45c8-a928-77d55170063b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:37.276552 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-86ec30ac-0e70-4e4d-95a2-f533d4d43375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:37.278175 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-86ec30ac-0e70-4e4d-95a2-f533d4d43375 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66de2bf263194119b4b6e48a33be6975&device_id=d5ec950c-1b6b-4936-a414-5c5a8a82f61b HTTP/1.1" status: 200 len: 1099 time: 0.7488155 Jan 28 13:16:37.347295 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69b909-b3a7-4a0a-9bc7-1d253442467f req-c7c2da53-df71-41bc-afe8-2a41c0a48272 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:37.360595 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bf69b909-b3a7-4a0a-9bc7-1d253442467f req-c7c2da53-df71-41bc-afe8-2a41c0a48272 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 949 time: 0.1648962 Jan 28 13:16:37.363124 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-c4ee9226-901d-4384-8568-981c0136901b req-b2e3aebb-3fed-43ce-894e-22690c1fe5ba service neutron] Attempting to bind port e18ec6dd-b970-45d5-a178-ffa587d1c3d7 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:16:37.363526 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-c4ee9226-901d-4384-8568-981c0136901b req-b2e3aebb-3fed-43ce-894e-22690c1fe5ba service neutron] Attempting to bind port e18ec6dd-b970-45d5-a178-ffa587d1c3d7 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:16:37.363918 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ee9226-901d-4384-8568-981c0136901b req-b2e3aebb-3fed-43ce-894e-22690c1fe5ba service neutron] Attempting to bind port e18ec6dd-b970-45d5-a178-ffa587d1c3d7 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:16:37.393020 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ae3be415-2314-49f2-9975-ebd3c0eb0c8b admin admin] Publish callbacks [] for security_group (38c691c3-ce82-45c8-a928-77d55170063b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:37.393885 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ee9226-901d-4384-8568-981c0136901b req-b2e3aebb-3fed-43ce-894e-22690c1fe5ba service neutron] Port e18ec6dd-b970-45d5-a178-ffa587d1c3d7 on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:16:37.394289 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ee9226-901d-4384-8568-981c0136901b req-b2e3aebb-3fed-43ce-894e-22690c1fe5ba service neutron] Attempting to bind port e18ec6dd-b970-45d5-a178-ffa587d1c3d7 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:16:37.395994 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-ffc9c49a-2620-48bb-bec0-56f64663e855 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=46a6a443-3c3c-4931-a382-968c8d85725c HTTP/1.1" status: 200 len: 217 time: 0.0996923 Jan 28 13:16:37.413925 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f73b2-dccc-47bd-877a-cdb585fca621 req-c22d02fd-88f5-4ce6-92a3-5bcd7e779e47 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:37.422861 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d31f73b2-dccc-47bd-877a-cdb585fca621 req-c22d02fd-88f5-4ce6-92a3-5bcd7e779e47 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5ec950c-1b6b-4936-a414-5c5a8a82f61b HTTP/1.1" status: 200 len: 948 time: 0.2535717 Jan 28 13:16:37.430709 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ee9226-901d-4384-8568-981c0136901b req-b2e3aebb-3fed-43ce-894e-22690c1fe5ba service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:16:37.431472 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ee9226-901d-4384-8568-981c0136901b req-b2e3aebb-3fed-43ce-894e-22690c1fe5ba service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:16:37.431866 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ee9226-901d-4384-8568-981c0136901b req-b2e3aebb-3fed-43ce-894e-22690c1fe5ba service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:16:37.432367 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-c4ee9226-901d-4384-8568-981c0136901b req-b2e3aebb-3fed-43ce-894e-22690c1fe5ba service neutron] Bound port: e18ec6dd-b970-45d5-a178-ffa587d1c3d7, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:16:37.433875 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c4ee9226-901d-4384-8568-981c0136901b req-b2e3aebb-3fed-43ce-894e-22690c1fe5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e18ec6dd-b970-45d5-a178-ffa587d1c3d7), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:37.453302 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-41733f30-1ce3-4966-b655-45782ad2230b admin admin] Publish callbacks [] for security_group (830cb097-dd30-4110-90c3-bd166a506e79), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:37.511139 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bf69b909-b3a7-4a0a-9bc7-1d253442467f req-68cd0865-a026-4ef7-ae1c-2aa778c99ada tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491632 Jan 28 13:16:37.567730 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d31f73b2-dccc-47bd-877a-cdb585fca621 req-705d1fdc-e184-4e0e-b2ad-25371ad60cb2 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b4cba4e-3131-4711-86ca-31aed879241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437778 Jan 28 13:16:37.594093 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-c4ee9226-901d-4384-8568-981c0136901b req-b2e3aebb-3fed-43ce-894e-22690c1fe5ba service neutron] For port e18ec6dd-b970-45d5-a178-ffa587d1c3d7, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:16:37.598224 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-41733f30-1ce3-4966-b655-45782ad2230b admin admin] Publish callbacks [] for security_group (830cb097-dd30-4110-90c3-bd166a506e79), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:37.598680 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-c4ee9226-901d-4384-8568-981c0136901b req-b2e3aebb-3fed-43ce-894e-22690c1fe5ba service neutron] For port e18ec6dd-b970-45d5-a178-ffa587d1c3d7, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=e18ec6dd-b970-45d5-a178-ffa587d1c3d7,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:16:37.602346 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-4438b6f9-d6e7-4c6b-aa2f-65c6f65e7279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:37.604100 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-4438b6f9-d6e7-4c6b-aa2f-65c6f65e7279 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1698039 Jan 28 13:16:37.609318 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c4ee9226-901d-4384-8568-981c0136901b req-b2e3aebb-3fed-43ce-894e-22690c1fe5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (e18ec6dd-b970-45d5-a178-ffa587d1c3d7), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:37.681130 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee9226-901d-4384-8568-981c0136901b req-b2e3aebb-3fed-43ce-894e-22690c1fe5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:37.681768 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c4ee9226-901d-4384-8568-981c0136901b req-b2e3aebb-3fed-43ce-894e-22690c1fe5ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:37.683217 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c4ee9226-901d-4384-8568-981c0136901b req-b2e3aebb-3fed-43ce-894e-22690c1fe5ba service neutron] 10.222.0.37 "PUT /v2.0/ports/e18ec6dd-b970-45d5-a178-ffa587d1c3d7 HTTP/1.1" status: 200 len: 1095 time: 1.6920393 Jan 28 13:16:37.687857 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5801d1b5-00e7-40fb-a645-1c3885c27a92', 'tag': 'e18ec6dd-b970-45d5-a178-ffa587d1c3d7'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:16:37.690225 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6270eeb-f680-489f-afd1-2432ba6257a6" -d '{"events": [{"name": "network-changed", "server_uuid": "5801d1b5-00e7-40fb-a645-1c3885c27a92", "tag": "e18ec6dd-b970-45d5-a178-ffa587d1c3d7"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:16:37.711476 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3aebb-3fed-43ce-894e-22690c1fe5ba service neutron] Pushing event updated for resources: {'Port': ['ID=e18ec6dd-b970-45d5-a178-ffa587d1c3d7,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:37.731694 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd8130-511a-4545-b2e7-b99531611564 req-40d74f16-8bab-4eec-a90f-41151f16879e tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:37.739543 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-edcd8130-511a-4545-b2e7-b99531611564 req-40d74f16-8bab-4eec-a90f-41151f16879e tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/ports?device_id=5801d1b5-00e7-40fb-a645-1c3885c27a92 HTTP/1.1" status: 200 len: 947 time: 0.1205890 Jan 28 13:16:37.764992 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ae3be415-2314-49f2-9975-ebd3c0eb0c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (38c691c3-ce82-45c8-a928-77d55170063b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:37.767689 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ae3be415-2314-49f2-9975-ebd3c0eb0c8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:37.776624 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ae3be415-2314-49f2-9975-ebd3c0eb0c8b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/38c691c3-ce82-45c8-a928-77d55170063b HTTP/1.1" status: 204 len: 168 time: 1.6423056 Jan 28 13:16:37.788360 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeaeba08-f87b-428e-9081-3cd416e2eb26 x-openstack-request-id: req-eeaeba08-f87b-428e-9081-3cd416e2eb26 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:16:37.788655 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5801d1b5-00e7-40fb-a645-1c3885c27a92", "tag": "e18ec6dd-b970-45d5-a178-ffa587d1c3d7", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:16:37.788910 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eeaeba08-f87b-428e-9081-3cd416e2eb26 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:16:37.789308 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5801d1b5-00e7-40fb-a645-1c3885c27a92', 'tag': 'e18ec6dd-b970-45d5-a178-ffa587d1c3d7', 'status': 'completed', 'code': 200} Jan 28 13:16:37.792007 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3be415-2314-49f2-9975-ebd3c0eb0c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c691c3-ce82-45c8-a928-77d55170063b,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:37.805870 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-c9c9ffd5-946b-4ec4-aa5e-c236f7ade8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:37.813826 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-edcd8130-511a-4545-b2e7-b99531611564 req-b060bd37-d5b0-420f-8d95-f1d7acdd5b56 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/security-groups?id=a789e3d1-30de-4d5a-89d2-18da60d4d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726891 Jan 28 13:16:37.818522 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-c9c9ffd5-946b-4ec4-aa5e-c236f7ade8d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1803446 Jan 28 13:16:37.860413 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-41733f30-1ce3-4966-b655-45782ad2230b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (830cb097-dd30-4110-90c3-bd166a506e79), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:37.863101 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-41733f30-1ce3-4966-b655-45782ad2230b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:37.864537 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-41733f30-1ce3-4966-b655-45782ad2230b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/830cb097-dd30-4110-90c3-bd166a506e79 HTTP/1.1" status: 204 len: 168 time: 1.3439765 Jan 28 13:16:37.881612 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41733f30-1ce3-4966-b655-45782ad2230b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830cb097-dd30-4110-90c3-bd166a506e79,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:37.978601 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee9226-901d-4384-8568-981c0136901b req-004fbb17-a12b-4258-8a8b-2ded0815829d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:37.981809 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c4ee9226-901d-4384-8568-981c0136901b req-004fbb17-a12b-4258-8a8b-2ded0815829d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=818fbbba07794c9fadbafcf7bc26edbb&device_id=5801d1b5-00e7-40fb-a645-1c3885c27a92 HTTP/1.1" status: 200 len: 1098 time: 0.0902283 Jan 28 13:16:38.041444 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-4a94e11f-7452-4428-a80c-ebf22e2c6ff6 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165327 Jan 28 13:16:38.044865 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c4ee9226-901d-4384-8568-981c0136901b req-a5f6f665-f7e7-43f9-8f96-4ef6fb1bf6fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=e18ec6dd-b970-45d5-a178-ffa587d1c3d7 HTTP/1.1" status: 200 len: 217 time: 0.0555885 Jan 28 13:16:38.119693 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee9226-901d-4384-8568-981c0136901b req-76b2f207-97aa-4589-a453-b160ceb5e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:38.121890 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c4ee9226-901d-4384-8568-981c0136901b req-76b2f207-97aa-4589-a453-b160ceb5e4b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0682125 Jan 28 13:16:38.202950 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bde5479b-f57b-49af-abde-88c189ffbb15 req-ebe32d58-eb61-43b2-90fa-92830cfeb727 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522801 Jan 28 13:16:38.212843 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee9226-901d-4384-8568-981c0136901b req-067bdaa5-d063-4582-8c19-e515a0789388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:38.216742 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c4ee9226-901d-4384-8568-981c0136901b req-067bdaa5-d063-4582-8c19-e515a0789388 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0867999 Jan 28 13:16:38.283687 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9a5502c-5546-4a7c-bce2-00a0bc333867 req-e9e06404-fa45-4a59-9d40-11b539855d4b tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c7a7ee-16a7-4d95-885b-a0c2d719c0e1 HTTP/1.1" status: 200 len: 210 time: 0.0570102 Jan 28 13:16:38.348593 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.18', 53502) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:38.404557 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c4ee9226-901d-4384-8568-981c0136901b req-f411e22e-c3a2-4af6-b1f6-0aae77d014d6 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719644 Jan 28 13:16:38.409110 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74060be-3702-4af5-aac8-4c38832dffad req-37055748-9e10-424c-990a-4b311c8b6c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:38.413723 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f74060be-3702-4af5-aac8-4c38832dffad req-37055748-9e10-424c-990a-4b311c8b6c40 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66de2bf263194119b4b6e48a33be6975&device_id=d5ec950c-1b6b-4936-a414-5c5a8a82f61b HTTP/1.1" status: 200 len: 1099 time: 0.0826504 Jan 28 13:16:38.487928 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40924) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:38.569365 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9b4144f-08cf-42f8-b0ef-1ccd9cf21b8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:38.644101 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74060be-3702-4af5-aac8-4c38832dffad req-ea210fd3-219b-46f0-a188-c76c4e3e19fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:38.645549 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f74060be-3702-4af5-aac8-4c38832dffad req-ea210fd3-219b-46f0-a188-c76c4e3e19fc service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.2261453 Jan 28 13:16:38.718336 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-21b70553-5984-4a17-99ba-a6e20ee4cc06 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:38.720049 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-21b70553-5984-4a17-99ba-a6e20ee4cc06 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.18 "GET /v2.0/networks?id=8707c289-bc91-43e5-b056-ef974f42dcf6 HTTP/1.1" status: 200 len: 822 time: 0.3385518 Jan 28 13:16:38.724043 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f74060be-3702-4af5-aac8-4c38832dffad req-7c56e51e-0cda-4093-9eb9-688d94ea2cd5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=46a6a443-3c3c-4931-a382-968c8d85725c HTTP/1.1" status: 200 len: 217 time: 0.0595222 Jan 28 13:16:38.732132 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c4ee9226-901d-4384-8568-981c0136901b req-1285a225-336d-4cb7-bfa5-139cd4f99f50 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126657 Jan 28 13:16:38.742003 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bf43c-465f-4245-9bde-03ecae13fc60 req-dce8e0f6-b246-4850-9d92-fdc844e99ffe tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:38.743714 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-da3bf43c-465f-4245-9bde-03ecae13fc60 req-dce8e0f6-b246-4850-9d92-fdc844e99ffe tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 949 time: 0.1021729 Jan 28 13:16:38.750623 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-c92a7ff4-f27c-4a16-8f9b-4e6c79b8a8af tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Request body: {'port': {'device_id': '40c7a7ee-16a7-4d95-885b-a0c2d719c0e1', 'network_id': '8707c289-bc91-43e5-b056-ef974f42dcf6', 'admin_state_up': True, 'tenant_id': '74ec5341dbcf4677956e36e1b5d2735f'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:38.824058 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74060be-3702-4af5-aac8-4c38832dffad req-ed32e62f-dbec-40e7-bb26-aacb6dc4ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:38.825916 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f74060be-3702-4af5-aac8-4c38832dffad req-ed32e62f-dbec-40e7-bb26-aacb6dc4ee77 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0796168 Jan 28 13:16:38.856323 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-da3bf43c-465f-4245-9bde-03ecae13fc60 req-dec0c57e-63e7-4d22-b9b7-df60e5ba08c6 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774422 Jan 28 13:16:38.881628 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9b4144f-08cf-42f8-b0ef-1ccd9cf21b8c admin admin] Publish callbacks [] for security_group (6cf93434-9e53-4f81-ad2b-027eda469f67), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:38.895918 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74060be-3702-4af5-aac8-4c38832dffad req-3d07a8e5-c7b2-4ef4-94f4-bb06c9c5aedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:38.897658 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9b4144f-08cf-42f8-b0ef-1ccd9cf21b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6cf93434-9e53-4f81-ad2b-027eda469f67), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:38.900220 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f74060be-3702-4af5-aac8-4c38832dffad req-3d07a8e5-c7b2-4ef4-94f4-bb06c9c5aedb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0656664 Jan 28 13:16:38.967912 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f9b4144f-08cf-42f8-b0ef-1ccd9cf21b8c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=145d64b31ba7431cb44e61db435c0b57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4787555 Jan 28 13:16:38.971428 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4144f-08cf-42f8-b0ef-1ccd9cf21b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf93434-9e53-4f81-ad2b-027eda469f67,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:38.972393 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40948) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:38.992778 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6270eeb-f680-489f-afd1-2432ba6257a6 req-d483ff1b-e497-47d4-99e2-96f2257d515a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:38.994333 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e6270eeb-f680-489f-afd1-2432ba6257a6 req-d483ff1b-e497-47d4-99e2-96f2257d515a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=818fbbba07794c9fadbafcf7bc26edbb&device_id=5801d1b5-00e7-40fb-a645-1c3885c27a92 HTTP/1.1" status: 200 len: 1098 time: 0.1685104 Jan 28 13:16:39.099453 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b49ab-80bb-457e-9d24-4a3032164a01 req-9cd11246-212b-4f66-95f1-cf65da851323 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:39.101020 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-550b49ab-80bb-457e-9d24-4a3032164a01 req-9cd11246-212b-4f66-95f1-cf65da851323 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5ec950c-1b6b-4936-a414-5c5a8a82f61b HTTP/1.1" status: 200 len: 948 time: 0.1456008 Jan 28 13:16:39.146713 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-c92a7ff4-f27c-4a16-8f9b-4e6c79b8a8af tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Made reservation on behalf of 74ec5341dbcf4677956e36e1b5d2735f for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:39.161989 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f74060be-3702-4af5-aac8-4c38832dffad req-3f5200e6-1b7a-4db6-9c2c-9bdf0cb3cd5e service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508852 Jan 28 13:16:39.164400 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-c92a7ff4-f27c-4a16-8f9b-4e6c79b8a8af tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:39.168447 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0351d142-233f-4a62-91b0-49b61104712e admin admin] Publish callbacks [] for security_group (6cf93434-9e53-4f81-ad2b-027eda469f67), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:39.204875 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6270eeb-f680-489f-afd1-2432ba6257a6 req-3826cae3-df9f-4a7e-9dee-9ae0e92e3861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:39.205681 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0351d142-233f-4a62-91b0-49b61104712e admin admin] Publish callbacks [] for security_group (6cf93434-9e53-4f81-ad2b-027eda469f67), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:39.206361 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e6270eeb-f680-489f-afd1-2432ba6257a6 req-3826cae3-df9f-4a7e-9dee-9ae0e92e3861 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.1984575 Jan 28 13:16:39.227534 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-550b49ab-80bb-457e-9d24-4a3032164a01 req-b3bdf150-ffb3-4f4c-b787-78b279651132 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b4cba4e-3131-4711-86ca-31aed879241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027887 Jan 28 13:16:39.296897 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e6270eeb-f680-489f-afd1-2432ba6257a6 req-3513c347-e04a-40f9-91d6-e4e89081750e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=e18ec6dd-b970-45d5-a178-ffa587d1c3d7 HTTP/1.1" status: 200 len: 217 time: 0.0593550 Jan 28 13:16:39.307824 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0351d142-233f-4a62-91b0-49b61104712e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6cf93434-9e53-4f81-ad2b-027eda469f67), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:39.310796 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0351d142-233f-4a62-91b0-49b61104712e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:39.316436 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0351d142-233f-4a62-91b0-49b61104712e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6cf93434-9e53-4f81-ad2b-027eda469f67 HTTP/1.1" status: 204 len: 168 time: 0.3410220 Jan 28 13:16:39.337203 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351d142-233f-4a62-91b0-49b61104712e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf93434-9e53-4f81-ad2b-027eda469f67,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:39.413222 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f74060be-3702-4af5-aac8-4c38832dffad req-0eb63738-d108-46ea-a44f-bc9d4edb9017 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375868 Jan 28 13:16:39.415052 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6270eeb-f680-489f-afd1-2432ba6257a6 req-b4691428-3816-456a-b745-a33d434b3ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:39.416473 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e6270eeb-f680-489f-afd1-2432ba6257a6 req-b4691428-3816-456a-b745-a33d434b3ab1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1096783 Jan 28 13:16:39.465142 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256fd6e-af00-4e4b-9028-cfd9ae32e5a3 req-532f1da4-c2ba-4ae7-80d3-cbbb24f1a65d tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:39.472099 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0256fd6e-af00-4e4b-9028-cfd9ae32e5a3 req-532f1da4-c2ba-4ae7-80d3-cbbb24f1a65d tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/ports?device_id=5801d1b5-00e7-40fb-a645-1c3885c27a92 HTTP/1.1" status: 200 len: 947 time: 0.1801095 Jan 28 13:16:39.477992 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c7adfe41-104a-4ac9-be5b-86515c643332 req-2b8645d6-f7e1-43bd-a150-03e5dabc422e tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c7a7ee-16a7-4d95-885b-a0c2d719c0e1 HTTP/1.1" status: 200 len: 210 time: 0.0561264 Jan 28 13:16:39.480309 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-c92a7ff4-f27c-4a16-8f9b-4e6c79b8a8af tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Allocated IP 172.20.0.2 (8707c289-bc91-43e5-b056-ef974f42dcf6/c438cf0b-ba2f-4b20-9328-8873f24b23e2/b7511e6c-59fb-4aba-9d9f-3abcdb20bbda) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:16:39.580721 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6270eeb-f680-489f-afd1-2432ba6257a6 req-99cfbec6-2336-45f2-ac84-ec19eae5a6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:39.582217 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e6270eeb-f680-489f-afd1-2432ba6257a6 req-99cfbec6-2336-45f2-ac84-ec19eae5a6e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1583304 Jan 28 13:16:39.621225 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0256fd6e-af00-4e4b-9028-cfd9ae32e5a3 req-a704ea93-8f10-4802-8e2b-06d9071f7688 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/security-groups?id=a789e3d1-30de-4d5a-89d2-18da60d4d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463532 Jan 28 13:16:39.789412 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e6270eeb-f680-489f-afd1-2432ba6257a6 req-7f18c863-3866-46a0-91d6-a0af0f353342 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981721 Jan 28 13:16:39.792595 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-c92a7ff4-f27c-4a16-8f9b-4e6c79b8a8af tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks [] for port (b7511e6c-59fb-4aba-9d9f-3abcdb20bbda), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:39.912846 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-c92a7ff4-f27c-4a16-8f9b-4e6c79b8a8af tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b7511e6c-59fb-4aba-9d9f-3abcdb20bbda), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:39.985385 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a7ff4-f27c-4a16-8f9b-4e6c79b8a8af tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Pushing event updated for resources: {'Port': ['ID=b7511e6c-59fb-4aba-9d9f-3abcdb20bbda,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:40.006716 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e6270eeb-f680-489f-afd1-2432ba6257a6 req-f0cfbce7-5604-4d42-9cf7-349d01680d36 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075124 Jan 28 13:16:40.008788 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-c92a7ff4-f27c-4a16-8f9b-4e6c79b8a8af tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Network 8707c289-bc91-43e5-b056-ef974f42dcf6 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:16:40.010566 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-c92a7ff4-f27c-4a16-8f9b-4e6c79b8a8af tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:16:40.021664 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-c92a7ff4-f27c-4a16-8f9b-4e6c79b8a8af tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:16:40.120400 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3c71d-1bde-45e3-994f-7ceee5d5b5e7 req-7ccbaa27-ff6b-438e-b738-d5122e0b98e0 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:40.124428 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-c92a7ff4-f27c-4a16-8f9b-4e6c79b8a8af tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:40.125321 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-c92a7ff4-f27c-4a16-8f9b-4e6c79b8a8af tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:40.130017 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d5d3c71d-1bde-45e3-994f-7ceee5d5b5e7 req-7ccbaa27-ff6b-438e-b738-d5122e0b98e0 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 949 time: 0.1062479 Jan 28 13:16:40.146446 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-c92a7ff4-f27c-4a16-8f9b-4e6c79b8a8af tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4010887 Jan 28 13:16:40.164679 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-5758b074-dc78-44f4-a0e7-2ee58e3e54e0 service neutron] Request body: {'port': {'device_id': '40c7a7ee-16a7-4d95-885b-a0c2d719c0e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:40.249506 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d5d3c71d-1bde-45e3-994f-7ceee5d5b5e7 req-d1392d74-9592-4abf-8aa3-129cac047fc5 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171730 Jan 28 13:16:40.251620 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-5758b074-dc78-44f4-a0e7-2ee58e3e54e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b7511e6c-59fb-4aba-9d9f-3abcdb20bbda), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:40.500017 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d48b39-6ad9-47d8-a8a6-1d3726402ec2 req-2613126b-226a-4239-b9f4-58cec042af28 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:40.511508 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58d48b39-6ad9-47d8-a8a6-1d3726402ec2 req-2613126b-226a-4239-b9f4-58cec042af28 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5ec950c-1b6b-4936-a414-5c5a8a82f61b HTTP/1.1" status: 200 len: 948 time: 0.0701826 Jan 28 13:16:40.581741 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58d48b39-6ad9-47d8-a8a6-1d3726402ec2 req-bde35fab-252e-47d8-a120-d7fa5c7d91ae tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b4cba4e-3131-4711-86ca-31aed879241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693390 Jan 28 13:16:40.629816 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-5758b074-dc78-44f4-a0e7-2ee58e3e54e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7511e6c-59fb-4aba-9d9f-3abcdb20bbda {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:16:40.642337 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-5758b074-dc78-44f4-a0e7-2ee58e3e54e0 service neutron] Publish callbacks [] for port (b7511e6c-59fb-4aba-9d9f-3abcdb20bbda), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:40.656075 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-5758b074-dc78-44f4-a0e7-2ee58e3e54e0 service neutron] Transition to ACTIVE for port object b7511e6c-59fb-4aba-9d9f-3abcdb20bbda will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:16:40.663483 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-5758b074-dc78-44f4-a0e7-2ee58e3e54e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (b7511e6c-59fb-4aba-9d9f-3abcdb20bbda), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:40.745818 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9fdcc-94ad-4300-89e3-e4f096d261db req-cf63a45d-568b-4790-b419-27a72423cb5c tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:40.751076 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758b074-dc78-44f4-a0e7-2ee58e3e54e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b7511e6c-59fb-4aba-9d9f-3abcdb20bbda,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:40.756440 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dda9fdcc-94ad-4300-89e3-e4f096d261db req-cf63a45d-568b-4790-b419-27a72423cb5c tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c7a7ee-16a7-4d95-885b-a0c2d719c0e1 HTTP/1.1" status: 200 len: 943 time: 0.0802362 Jan 28 13:16:40.810524 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-5758b074-dc78-44f4-a0e7-2ee58e3e54e0 service neutron] Attempting to bind port b7511e6c-59fb-4aba-9d9f-3abcdb20bbda on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:16:40.811706 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-5758b074-dc78-44f4-a0e7-2ee58e3e54e0 service neutron] Attempting to bind port b7511e6c-59fb-4aba-9d9f-3abcdb20bbda by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9f676767-c742-4048-b118-47a92e908b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8707c289-bc91-43e5-b056-ef974f42dcf6'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:16:40.812253 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-5758b074-dc78-44f4-a0e7-2ee58e3e54e0 service neutron] Attempting to bind port b7511e6c-59fb-4aba-9d9f-3abcdb20bbda on network 8707c289-bc91-43e5-b056-ef974f42dcf6 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:16:40.817537 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-5758b074-dc78-44f4-a0e7-2ee58e3e54e0 service neutron] Port b7511e6c-59fb-4aba-9d9f-3abcdb20bbda on network 8707c289-bc91-43e5-b056-ef974f42dcf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:16:40.818262 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-5758b074-dc78-44f4-a0e7-2ee58e3e54e0 service neutron] Attempting to bind port b7511e6c-59fb-4aba-9d9f-3abcdb20bbda on network 8707c289-bc91-43e5-b056-ef974f42dcf6 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:16:40.824862 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-5758b074-dc78-44f4-a0e7-2ee58e3e54e0 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:16:40.825688 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-5758b074-dc78-44f4-a0e7-2ee58e3e54e0 service neutron] Checking segment: {'id': '9f676767-c742-4048-b118-47a92e908b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8707c289-bc91-43e5-b056-ef974f42dcf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:16:40.826281 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-5758b074-dc78-44f4-a0e7-2ee58e3e54e0 service neutron] Bound using segment: {'id': '9f676767-c742-4048-b118-47a92e908b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8707c289-bc91-43e5-b056-ef974f42dcf6'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:16:40.826930 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-5758b074-dc78-44f4-a0e7-2ee58e3e54e0 service neutron] Bound port: b7511e6c-59fb-4aba-9d9f-3abcdb20bbda, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f676767-c742-4048-b118-47a92e908b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8707c289-bc91-43e5-b056-ef974f42dcf6'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:16:40.827677 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-5758b074-dc78-44f4-a0e7-2ee58e3e54e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b7511e6c-59fb-4aba-9d9f-3abcdb20bbda), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:40.834239 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dda9fdcc-94ad-4300-89e3-e4f096d261db req-778b55a6-bb05-4474-9d1d-d9015d28dd2b tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701182 Jan 28 13:16:40.909772 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-5758b074-dc78-44f4-a0e7-2ee58e3e54e0 service neutron] For port b7511e6c-59fb-4aba-9d9f-3abcdb20bbda, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:16:40.914694 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-5758b074-dc78-44f4-a0e7-2ee58e3e54e0 service neutron] For port b7511e6c-59fb-4aba-9d9f-3abcdb20bbda, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b7511e6c-59fb-4aba-9d9f-3abcdb20bbda,segment=NetworkSegment(9f676767-c742-4048-b118-47a92e908b4f),segment_id=9f676767-c742-4048-b118-47a92e908b4f)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:16:40.928979 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-5758b074-dc78-44f4-a0e7-2ee58e3e54e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (b7511e6c-59fb-4aba-9d9f-3abcdb20bbda), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:40.962836 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-5758b074-dc78-44f4-a0e7-2ee58e3e54e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:40.963609 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-5758b074-dc78-44f4-a0e7-2ee58e3e54e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:40.965507 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-5758b074-dc78-44f4-a0e7-2ee58e3e54e0 service neutron] 10.222.0.18 "PUT /v2.0/ports/b7511e6c-59fb-4aba-9d9f-3abcdb20bbda HTTP/1.1" status: 200 len: 1091 time: 0.8103795 Jan 28 13:16:40.966038 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c7a7ee-16a7-4d95-885b-a0c2d719c0e1', 'tag': 'b7511e6c-59fb-4aba-9d9f-3abcdb20bbda'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:16:40.968865 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee4d151-bf4d-4e25-b85e-efafead6db27" -d '{"events": [{"name": "network-changed", "server_uuid": "40c7a7ee-16a7-4d95-885b-a0c2d719c0e1", "tag": "b7511e6c-59fb-4aba-9d9f-3abcdb20bbda"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:16:41.041983 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d988a-540b-4cac-a71c-af31fe3326bf req-1a9d7468-3065-4e0a-9a38-bdcd6f043d49 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:41.044142 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-371d988a-540b-4cac-a71c-af31fe3326bf req-1a9d7468-3065-4e0a-9a38-bdcd6f043d49 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/ports?device_id=5801d1b5-00e7-40fb-a645-1c3885c27a92 HTTP/1.1" status: 200 len: 947 time: 0.1298106 Jan 28 13:16:41.096795 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758b074-dc78-44f4-a0e7-2ee58e3e54e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b7511e6c-59fb-4aba-9d9f-3abcdb20bbda,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:41.121894 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-d678a5a6-a10f-47ad-a856-682152e90adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:41.124626 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-d678a5a6-a10f-47ad-a856-682152e90adb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=74ec5341dbcf4677956e36e1b5d2735f&device_id=40c7a7ee-16a7-4d95-885b-a0c2d719c0e1 HTTP/1.1" status: 200 len: 1094 time: 0.1057134 Jan 28 13:16:41.148690 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-371d988a-540b-4cac-a71c-af31fe3326bf req-62a5909d-2fc1-4ead-8955-492ef03edae5 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/security-groups?id=a789e3d1-30de-4d5a-89d2-18da60d4d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918715 Jan 28 13:16:41.185185 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-7fff86ce-a60a-4d68-aa10-2df9571e7d33 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7511e6c-59fb-4aba-9d9f-3abcdb20bbda HTTP/1.1" status: 200 len: 217 time: 0.0518606 Jan 28 13:16:41.192527 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b37e20-a95f-46fb-9848-6244045381dd x-openstack-request-id: req-f9b37e20-a95f-46fb-9848-6244045381dd {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:16:41.193108 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c7a7ee-16a7-4d95-885b-a0c2d719c0e1", "tag": "b7511e6c-59fb-4aba-9d9f-3abcdb20bbda", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:16:41.193685 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f9b37e20-a95f-46fb-9848-6244045381dd {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:16:41.194254 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c7a7ee-16a7-4d95-885b-a0c2d719c0e1', 'tag': 'b7511e6c-59fb-4aba-9d9f-3abcdb20bbda', 'status': 'completed', 'code': 200} Jan 28 13:16:41.253816 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-ba5cace4-0055-4da5-84e1-e1a41056e18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:41.256579 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-ba5cace4-0055-4da5-84e1-e1a41056e18d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c438cf0b-ba2f-4b20-9328-8873f24b23e2 HTTP/1.1" status: 200 len: 862 time: 0.0609181 Jan 28 13:16:41.326377 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-4d6e9041-aa63-48d9-82b3-5b1fac8387cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8707c289-bc91-43e5-b056-ef974f42dcf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604801 Jan 28 13:16:41.471593 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907462c7-2ede-4006-9085-eaad43052067 req-7e481042-72a6-47eb-af98-91d53b9407f7 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:41.479536 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-907462c7-2ede-4006-9085-eaad43052067 req-7e481042-72a6-47eb-af98-91d53b9407f7 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 949 time: 0.1199362 Jan 28 13:16:41.490544 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-b5ded75b-50e7-4ffe-afe0-f8ab414c3d10 service neutron] 10.222.0.18 "GET /v2.0/networks/8707c289-bc91-43e5-b056-ef974f42dcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555500 Jan 28 13:16:41.591198 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-907462c7-2ede-4006-9085-eaad43052067 req-966e4515-34c7-41d2-8c27-72b475bb6709 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092958 Jan 28 13:16:41.624013 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6d7fb389-28d1-443b-a17d-d94326a51083 req-f48a2b14-81a7-4f2b-af01-b983f701a28f service neutron] 10.222.0.18 "GET /v2.0/networks/8707c289-bc91-43e5-b056-ef974f42dcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273441 Jan 28 13:16:41.715503 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-e3729625-af37-4fb6-934d-33d69969af7c req-8a07e0d5-a745-4911-ba98-279962a572ca tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1457647807', 'description': 'tempest-description-857444989'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:41.742304 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e3729625-af37-4fb6-934d-33d69969af7c req-8a07e0d5-a745-4911-ba98-279962a572ca tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:41.751567 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e3729625-af37-4fb6-934d-33d69969af7c req-8a07e0d5-a745-4911-ba98-279962a572ca tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:41.841395 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e3729625-af37-4fb6-934d-33d69969af7c req-8a07e0d5-a745-4911-ba98-279962a572ca tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] Publish callbacks [] for security_group (a0b1ac54-b0a5-4542-84ed-1218d82416b5), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:41.847275 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e3729625-af37-4fb6-934d-33d69969af7c req-8a07e0d5-a745-4911-ba98-279962a572ca tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a0b1ac54-b0a5-4542-84ed-1218d82416b5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:41.877458 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07e0d5-a745-4911-ba98-279962a572ca tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b1ac54-b0a5-4542-84ed-1218d82416b5,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:41.940304 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e3729625-af37-4fb6-934d-33d69969af7c req-8a07e0d5-a745-4911-ba98-279962a572ca tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] Publish callbacks [] for security_group (dbc38853-42fc-4086-80cd-e29ff626a4db), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:41.948014 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e3729625-af37-4fb6-934d-33d69969af7c req-8a07e0d5-a745-4911-ba98-279962a572ca tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (dbc38853-42fc-4086-80cd-e29ff626a4db), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:41.982448 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4fb55-f8fc-4b81-95c5-53c592a2670a req-69ef6302-9b8a-4bc9-b34b-c3f18d1cbab8 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:41.983994 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-11e4fb55-f8fc-4b81-95c5-53c592a2670a req-69ef6302-9b8a-4bc9-b34b-c3f18d1cbab8 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5ec950c-1b6b-4936-a414-5c5a8a82f61b HTTP/1.1" status: 200 len: 948 time: 0.3131716 Jan 28 13:16:41.987206 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07e0d5-a745-4911-ba98-279962a572ca tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc38853-42fc-4086-80cd-e29ff626a4db,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:41.993236 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4d151-bf4d-4e25-b85e-efafead6db27 req-f241192d-e790-40ae-8350-9ba84e1bd088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:41.994961 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4ee4d151-bf4d-4e25-b85e-efafead6db27 req-f241192d-e790-40ae-8350-9ba84e1bd088 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=74ec5341dbcf4677956e36e1b5d2735f&device_id=40c7a7ee-16a7-4d95-885b-a0c2d719c0e1 HTTP/1.1" status: 200 len: 1094 time: 0.2800796 Jan 28 13:16:42.002857 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e3729625-af37-4fb6-934d-33d69969af7c req-8a07e0d5-a745-4911-ba98-279962a572ca tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:42.018475 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e3729625-af37-4fb6-934d-33d69969af7c req-8a07e0d5-a745-4911-ba98-279962a572ca tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3048449 Jan 28 13:16:42.095319 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-11e4fb55-f8fc-4b81-95c5-53c592a2670a req-cbd67b00-5b77-4f63-a556-77aec71a6e68 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b4cba4e-3131-4711-86ca-31aed879241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985625 Jan 28 13:16:42.121528 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4d151-bf4d-4e25-b85e-efafead6db27 req-5a8ad300-9e82-4c1c-8a8c-39e86e0a436d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:42.123458 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4ee4d151-bf4d-4e25-b85e-efafead6db27 req-5a8ad300-9e82-4c1c-8a8c-39e86e0a436d service neutron] 10.222.0.18 "GET /v2.0/networks?id=8707c289-bc91-43e5-b056-ef974f42dcf6 HTTP/1.1" status: 200 len: 922 time: 0.1139371 Jan 28 13:16:42.191625 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4ee4d151-bf4d-4e25-b85e-efafead6db27 req-f10be214-63f3-4c22-9711-6665110518f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7511e6c-59fb-4aba-9d9f-3abcdb20bbda HTTP/1.1" status: 200 len: 217 time: 0.0492435 Jan 28 13:16:42.258458 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4d151-bf4d-4e25-b85e-efafead6db27 req-0507188c-a70d-4765-a968-d22d726f23f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:42.259936 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4ee4d151-bf4d-4e25-b85e-efafead6db27 req-0507188c-a70d-4765-a968-d22d726f23f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c438cf0b-ba2f-4b20-9328-8873f24b23e2 HTTP/1.1" status: 200 len: 862 time: 0.0515885 Jan 28 13:16:42.266488 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc06ce-78ee-4197-b2cc-db3e87fdbedc req-b9197e31-97ee-443e-a002-2c9b1e46794f tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:42.267913 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4fbc06ce-78ee-4197-b2cc-db3e87fdbedc req-b9197e31-97ee-443e-a002-2c9b1e46794f tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c7a7ee-16a7-4d95-885b-a0c2d719c0e1 HTTP/1.1" status: 200 len: 943 time: 0.0858252 Jan 28 13:16:42.299212 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-ba35039a-f698-4890-9029-27fcfa6bf7b5 req-772920e6-1248-432b-807b-b8442c1c5fa8 tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1720274563', 'description': 'tempest-description-927257219'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:42.304378 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 46a6a443-3c3c-4931-a382-968c8d85725c details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:16:42.318681 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4ee4d151-bf4d-4e25-b85e-efafead6db27 req-cb56a23f-663e-408e-99b8-5e6d0b31b81c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8707c289-bc91-43e5-b056-ef974f42dcf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292778 Jan 28 13:16:42.331122 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ba35039a-f698-4890-9029-27fcfa6bf7b5 req-772920e6-1248-432b-807b-b8442c1c5fa8 tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:42.396828 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4fbc06ce-78ee-4197-b2cc-db3e87fdbedc req-961f4989-447e-4132-aaac-6cd224e80636 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219807 Jan 28 13:16:42.429038 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 46a6a443-3c3c-4931-a382-968c8d85725c, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=46a6a443-3c3c-4931-a382-968c8d85725c,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:42.442675 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '46a6a443-3c3c-4931-a382-968c8d85725c', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': '46a6a443-3c3c-4931-a382-968c8d85725c', 'mac_address': 'fa:16:3e:e6:ef:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:16:42.444538 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device e18ec6dd-b970-45d5-a178-ffa587d1c3d7 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:16:42.454893 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ba35039a-f698-4890-9029-27fcfa6bf7b5 req-772920e6-1248-432b-807b-b8442c1c5fa8 tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] Publish callbacks [] for security_group (9efc999b-95b7-42b8-8574-4ef19e4b5a48), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:42.463244 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ba35039a-f698-4890-9029-27fcfa6bf7b5 req-772920e6-1248-432b-807b-b8442c1c5fa8 tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9efc999b-95b7-42b8-8574-4ef19e4b5a48), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:42.499817 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ba35039a-f698-4890-9029-27fcfa6bf7b5 req-772920e6-1248-432b-807b-b8442c1c5fa8 tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:42.513501 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4ee4d151-bf4d-4e25-b85e-efafead6db27 req-84de5825-1646-4eb3-b6d8-c9a833183c5e service neutron] 10.222.0.18 "GET /v2.0/networks/8707c289-bc91-43e5-b056-ef974f42dcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851339 Jan 28 13:16:42.519889 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ba35039a-f698-4890-9029-27fcfa6bf7b5 req-772920e6-1248-432b-807b-b8442c1c5fa8 tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2249088 Jan 28 13:16:42.553227 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772920e6-1248-432b-807b-b8442c1c5fa8 tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9efc999b-95b7-42b8-8574-4ef19e4b5a48,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:42.565735 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port e18ec6dd-b970-45d5-a178-ffa587d1c3d7, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=e18ec6dd-b970-45d5-a178-ffa587d1c3d7,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:42.619307 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 46a6a443-3c3c-4931-a382-968c8d85725c is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:16:42.620073 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (46a6a443-3c3c-4931-a382-968c8d85725c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:42.624463 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'e18ec6dd-b970-45d5-a178-ffa587d1c3d7', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': 'e18ec6dd-b970-45d5-a178-ffa587d1c3d7', 'mac_address': 'fa:16:3e:12:4b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:16:42.634546 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e46e8d-73f7-4d95-847a-0c2d6faf516a req-ea5a6463-09c3-4c91-9108-3faaa101a129 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:42.641522 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-02e46e8d-73f7-4d95-847a-0c2d6faf516a req-ea5a6463-09c3-4c91-9108-3faaa101a129 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/ports?device_id=5801d1b5-00e7-40fb-a645-1c3885c27a92 HTTP/1.1" status: 200 len: 947 time: 0.1256077 Jan 28 13:16:42.663068 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a6a443-3c3c-4931-a382-968c8d85725c {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:16:42.685503 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 46a6a443-3c3c-4931-a382-968c8d85725c, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=46a6a443-3c3c-4931-a382-968c8d85725c,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:42.697415 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (46a6a443-3c3c-4931-a382-968c8d85725c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:42.702207 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4ee4d151-bf4d-4e25-b85e-efafead6db27 req-463ae06b-f16e-42ed-8fa0-0bd42900ddd3 service neutron] 10.222.0.18 "GET /v2.0/networks/8707c289-bc91-43e5-b056-ef974f42dcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762099 Jan 28 13:16:42.712011 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-02e46e8d-73f7-4d95-847a-0c2d6faf516a req-e00b1e0d-ca7b-49b6-905b-6f9550c5bff3 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/security-groups?id=a789e3d1-30de-4d5a-89d2-18da60d4d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695202 Jan 28 13:16:42.712530 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port e18ec6dd-b970-45d5-a178-ffa587d1c3d7 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:16:42.713132 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e18ec6dd-b970-45d5-a178-ffa587d1c3d7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:42.768228 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e18ec6dd-b970-45d5-a178-ffa587d1c3d7 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:16:42.773111 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-605098a2-fa6c-4327-89a2-854ec4f3b1a5 req-6af1bebd-6923-4ba0-b6d7-e0e55865ed2e tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1070829198', 'description': 'tempest-description-1435736045'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:42.797759 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-605098a2-fa6c-4327-89a2-854ec4f3b1a5 req-6af1bebd-6923-4ba0-b6d7-e0e55865ed2e tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:42.808722 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-605098a2-fa6c-4327-89a2-854ec4f3b1a5 req-6af1bebd-6923-4ba0-b6d7-e0e55865ed2e tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:42.816688 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port e18ec6dd-b970-45d5-a178-ffa587d1c3d7, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=e18ec6dd-b970-45d5-a178-ffa587d1c3d7,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:42.817948 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=46a6a443-3c3c-4931-a382-968c8d85725c,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:42.829754 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:42.830125 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:42.830510 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:42.830953 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:42.831355 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:42.831823 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:42.832854 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:42.833035 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:42.833454 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:42.833952 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:42.834394 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:42.835695 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:42.835809 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:42.842180 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e18ec6dd-b970-45d5-a178-ffa587d1c3d7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:42.885065 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c274c18-dfe3-4868-bd7b-3c350d3b1ad9 req-7fa3c767-2747-4a7d-89f2-4b36547536a4 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:42.893871 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2c274c18-dfe3-4868-bd7b-3c350d3b1ad9 req-7fa3c767-2747-4a7d-89f2-4b36547536a4 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 949 time: 0.0906341 Jan 28 13:16:42.905989 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=e18ec6dd-b970-45d5-a178-ffa587d1c3d7,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:42.925471 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['46a6a443-3c3c-4931-a382-968c8d85725c'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:16:42.935300 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-605098a2-fa6c-4327-89a2-854ec4f3b1a5 req-6af1bebd-6923-4ba0-b6d7-e0e55865ed2e tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] Publish callbacks [] for security_group (841d1eba-7710-4078-bff4-a4a84e43e22b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:42.941651 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-605098a2-fa6c-4327-89a2-854ec4f3b1a5 req-6af1bebd-6923-4ba0-b6d7-e0e55865ed2e tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (841d1eba-7710-4078-bff4-a4a84e43e22b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:42.973493 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2c274c18-dfe3-4868-bd7b-3c350d3b1ad9 req-39a468cb-e11d-4a64-81da-fd7fb3cfd6dc tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785270 Jan 28 13:16:43.038576 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-605098a2-fa6c-4327-89a2-854ec4f3b1a5 req-6af1bebd-6923-4ba0-b6d7-e0e55865ed2e tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] Publish callbacks [] for security_group (a4438075-ccf3-4a10-9a48-682834e80487), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:43.039970 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1bebd-6923-4ba0-b6d7-e0e55865ed2e tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841d1eba-7710-4078-bff4-a4a84e43e22b,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:43.049869 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-605098a2-fa6c-4327-89a2-854ec4f3b1a5 req-6af1bebd-6923-4ba0-b6d7-e0e55865ed2e tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a4438075-ccf3-4a10-9a48-682834e80487), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:43.080414 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-605098a2-fa6c-4327-89a2-854ec4f3b1a5 req-6af1bebd-6923-4ba0-b6d7-e0e55865ed2e tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:43.095809 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-605098a2-fa6c-4327-89a2-854ec4f3b1a5 req-6af1bebd-6923-4ba0-b6d7-e0e55865ed2e tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3322415 Jan 28 13:16:43.096859 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1bebd-6923-4ba0-b6d7-e0e55865ed2e tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4438075-ccf3-4a10-9a48-682834e80487,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:43.109936 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-1bd2fcc2-7de0-455f-a189-0fd844ab015c req-c5fa16cb-cffb-4cfc-9a21-ebb97c411cb4 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1178130484', 'description': 'tempest-description-941939184'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:43.136386 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1bd2fcc2-7de0-455f-a189-0fd844ab015c req-c5fa16cb-cffb-4cfc-9a21-ebb97c411cb4 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:43.188294 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['e18ec6dd-b970-45d5-a178-ffa587d1c3d7'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:16:43.213114 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1bd2fcc2-7de0-455f-a189-0fd844ab015c req-c5fa16cb-cffb-4cfc-9a21-ebb97c411cb4 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] Publish callbacks [] for security_group (e0cce599-5e85-435d-a197-2bc5369b1416), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:43.219690 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1bd2fcc2-7de0-455f-a189-0fd844ab015c req-c5fa16cb-cffb-4cfc-9a21-ebb97c411cb4 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e0cce599-5e85-435d-a197-2bc5369b1416), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:43.260488 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1bd2fcc2-7de0-455f-a189-0fd844ab015c req-c5fa16cb-cffb-4cfc-9a21-ebb97c411cb4 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:43.262279 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1bd2fcc2-7de0-455f-a189-0fd844ab015c req-c5fa16cb-cffb-4cfc-9a21-ebb97c411cb4 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1563165 Jan 28 13:16:43.263033 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250137d-6c1e-4e75-9ac9-75660ce2657b req-593a0b8a-dcd3-4fdb-bb8a-b245f9e5b416 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:43.273228 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0250137d-6c1e-4e75-9ac9-75660ce2657b req-593a0b8a-dcd3-4fdb-bb8a-b245f9e5b416 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5ec950c-1b6b-4936-a414-5c5a8a82f61b HTTP/1.1" status: 200 len: 949 time: 0.0897028 Jan 28 13:16:43.284848 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa16cb-cffb-4cfc-9a21-ebb97c411cb4 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cce599-5e85-435d-a197-2bc5369b1416,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:43.363935 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0250137d-6c1e-4e75-9ac9-75660ce2657b req-9385e8e6-e5c1-4943-a169-3151f685271c tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b4cba4e-3131-4711-86ca-31aed879241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833988 Jan 28 13:16:43.494184 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41082) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:43.545768 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890e5da-17e8-4e2a-8dd5-84664b5f6fe9 req-3f604990-e9cd-4829-a5fb-30caa7fa71c6 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:43.547421 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7890e5da-17e8-4e2a-8dd5-84664b5f6fe9 req-3f604990-e9cd-4829-a5fb-30caa7fa71c6 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c7a7ee-16a7-4d95-885b-a0c2d719c0e1 HTTP/1.1" status: 200 len: 943 time: 0.0674162 Jan 28 13:16:43.606565 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b36bd519-c5aa-4723-9f53-b5cfce9071c3 req-bb28bd68-3f0d-42fb-a27a-ead136cb6f36 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48171 time: 0.3113658 Jan 28 13:16:43.615682 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7890e5da-17e8-4e2a-8dd5-84664b5f6fe9 req-3a905dd4-602c-4142-b149-79e329fc1fee tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619645 Jan 28 13:16:43.649919 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d5e4efdf-4ff4-4f68-b5c0-1c55699409d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:43.678299 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b36bd519-c5aa-4723-9f53-b5cfce9071c3 req-91e49242-c6bc-4c34-8b26-f1f0167cd092 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/0c0ed363-80cd-4318-9c2f-aa6545db0c58 HTTP/1.1" status: 200 len: 2994 time: 0.0639408 Jan 28 13:16:43.739074 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b36bd519-c5aa-4723-9f53-b5cfce9071c3 req-7c8f53ba-fd43-471a-bfe2-68f8aeebbea1 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/0c0ed363-80cd-4318-9c2f-aa6545db0c58 HTTP/1.1" status: 200 len: 2994 time: 0.0555964 Jan 28 13:16:43.785052 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d5e4efdf-4ff4-4f68-b5c0-1c55699409d7 admin admin] Publish callbacks [] for security_group (4e6cc969-0595-4728-a642-203f1a3eef2e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:43.808067 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d5e4efdf-4ff4-4f68-b5c0-1c55699409d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (4e6cc969-0595-4728-a642-203f1a3eef2e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:43.833812 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b36bd519-c5aa-4723-9f53-b5cfce9071c3 req-ae0eace6-49d8-415a-b599-dbd35419ccad tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/191d25c7-d653-4d69-8b0c-9cd23fe66894 HTTP/1.1" status: 200 len: 2990 time: 0.0833719 Jan 28 13:16:43.838602 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362c954-4ccc-4be3-89f2-36ed0d574360 req-6c01d4d2-977b-4f72-b14a-ab5c986844da tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:43.845562 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f362c954-4ccc-4be3-89f2-36ed0d574360 req-6c01d4d2-977b-4f72-b14a-ab5c986844da tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/ports?device_id=5801d1b5-00e7-40fb-a645-1c3885c27a92 HTTP/1.1" status: 200 len: 948 time: 0.0578156 Jan 28 13:16:43.851328 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d5e4efdf-4ff4-4f68-b5c0-1c55699409d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c38fb5ca3904853baf67a2ac2149f32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3535213 Jan 28 13:16:43.852732 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41090) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:43.865462 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4efdf-4ff4-4f68-b5c0-1c55699409d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6cc969-0595-4728-a642-203f1a3eef2e,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:43.894562 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b36bd519-c5aa-4723-9f53-b5cfce9071c3 req-4612196f-1826-49ad-a172-8c3f23815b51 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/191d25c7-d653-4d69-8b0c-9cd23fe66894 HTTP/1.1" status: 200 len: 2990 time: 0.0484436 Jan 28 13:16:43.920466 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f362c954-4ccc-4be3-89f2-36ed0d574360 req-26a97fe5-0ddc-47c7-b44a-64aeca687b23 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/security-groups?id=a789e3d1-30de-4d5a-89d2-18da60d4d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736990 Jan 28 13:16:43.932382 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ef338491-4a20-4b83-a321-b9e519a4dc81 admin admin] Publish callbacks [] for security_group (4e6cc969-0595-4728-a642-203f1a3eef2e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:43.952522 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b36bd519-c5aa-4723-9f53-b5cfce9071c3 req-63db26c0-e533-45d9-b550-e3a7824de7a1 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/1b4cba4e-3131-4711-86ca-31aed879241c HTTP/1.1" status: 200 len: 2998 time: 0.0501041 Jan 28 13:16:43.958048 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ef338491-4a20-4b83-a321-b9e519a4dc81 admin admin] Publish callbacks [] for security_group (4e6cc969-0595-4728-a642-203f1a3eef2e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:43.999813 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b36bd519-c5aa-4723-9f53-b5cfce9071c3 req-f90350e3-13fb-4a47-94a4-d34e83c497f1 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/1b4cba4e-3131-4711-86ca-31aed879241c HTTP/1.1" status: 200 len: 2998 time: 0.0414994 Jan 28 13:16:44.033848 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ef338491-4a20-4b83-a321-b9e519a4dc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (4e6cc969-0595-4728-a642-203f1a3eef2e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:44.037624 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ef338491-4a20-4b83-a321-b9e519a4dc81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:44.042727 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ef338491-4a20-4b83-a321-b9e519a4dc81 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e6cc969-0595-4728-a642-203f1a3eef2e HTTP/1.1" status: 204 len: 168 time: 0.1892478 Jan 28 13:16:44.052377 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338491-4a20-4b83-a321-b9e519a4dc81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6cc969-0595-4728-a642-203f1a3eef2e,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:44.067576 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b36bd519-c5aa-4723-9f53-b5cfce9071c3 req-1f12cb8f-430b-42ed-8190-9be312b75e27 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/358ad83d-132e-49dd-9942-8b915301636e HTTP/1.1" status: 200 len: 2997 time: 0.0596049 Jan 28 13:16:44.118990 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b36bd519-c5aa-4723-9f53-b5cfce9071c3 req-4bb144c6-9b7b-4409-8293-e02a256903e3 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/358ad83d-132e-49dd-9942-8b915301636e HTTP/1.1" status: 200 len: 2997 time: 0.0454755 Jan 28 13:16:44.124364 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88949a4a-fb9a-4023-a1b4-16dc1ad6fee7 req-6bfda3a7-2649-4817-ba1d-16050c8e47cb tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:44.126377 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-88949a4a-fb9a-4023-a1b4-16dc1ad6fee7 req-6bfda3a7-2649-4817-ba1d-16050c8e47cb tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 949 time: 0.0611422 Jan 28 13:16:44.174489 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b36bd519-c5aa-4723-9f53-b5cfce9071c3 req-dab5219e-1c8d-4e75-8ea6-1a8ea5b31ef5 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/3d306f5f-4bf3-45c2-9bdc-3529ff0080c0 HTTP/1.1" status: 200 len: 2998 time: 0.0488369 Jan 28 13:16:44.183477 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-88949a4a-fb9a-4023-a1b4-16dc1ad6fee7 req-2adab811-7685-4098-b340-366469efad12 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512540 Jan 28 13:16:44.231713 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b36bd519-c5aa-4723-9f53-b5cfce9071c3 req-456dbb78-06d7-4538-a234-26a09c5f4fce tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/3d306f5f-4bf3-45c2-9bdc-3529ff0080c0 HTTP/1.1" status: 200 len: 2998 time: 0.0462079 Jan 28 13:16:44.273716 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b36bd519-c5aa-4723-9f53-b5cfce9071c3 req-41f9a1b2-cd60-491d-8942-b3472325d7df tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/3e3df766-6607-49ef-9901-daee8ab23389 HTTP/1.1" status: 200 len: 2998 time: 0.0356901 Jan 28 13:16:44.317215 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b36bd519-c5aa-4723-9f53-b5cfce9071c3 req-fb5e0ebb-09c9-4a39-9781-8d8743a232b7 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/3e3df766-6607-49ef-9901-daee8ab23389 HTTP/1.1" status: 200 len: 2998 time: 0.0373490 Jan 28 13:16:44.338227 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device b7511e6c-59fb-4aba-9d9f-3abcdb20bbda details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:16:44.364123 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b36bd519-c5aa-4723-9f53-b5cfce9071c3 req-3bb32f06-28a3-4f6f-b1e0-5353d1f0320d tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/57749c2d-f167-42a1-a505-20f9c25960cc HTTP/1.1" status: 200 len: 2998 time: 0.0398386 Jan 28 13:16:44.368834 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 46a6a443-3c3c-4931-a382-968c8d85725c up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:16:44.420419 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device e18ec6dd-b970-45d5-a178-ffa587d1c3d7 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:16:44.425170 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41100) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:44.432655 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b36bd519-c5aa-4723-9f53-b5cfce9071c3 req-079ceb1e-51d2-420b-99d1-56b3ac80bfe4 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/57749c2d-f167-42a1-a505-20f9c25960cc HTTP/1.1" status: 200 len: 2998 time: 0.0619092 Jan 28 13:16:44.444962 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bca01e30-c25e-4e2a-a6c8-cf95c4219f97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:44.487846 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b36bd519-c5aa-4723-9f53-b5cfce9071c3 req-ea565ced-99d8-4af7-b3c3-7573f05430ae tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/841d1eba-7710-4078-bff4-a4a84e43e22b HTTP/1.1" status: 200 len: 2998 time: 0.0532899 Jan 28 13:16:44.567210 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa56ebb-944a-4735-b360-db965650fa26 req-5b374378-9e87-4c55-9c4d-e3602439677b tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:44.575419 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-afa56ebb-944a-4735-b360-db965650fa26 req-5b374378-9e87-4c55-9c4d-e3602439677b tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5ec950c-1b6b-4936-a414-5c5a8a82f61b HTTP/1.1" status: 200 len: 949 time: 0.0881290 Jan 28 13:16:44.584668 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b36bd519-c5aa-4723-9f53-b5cfce9071c3 req-e2c70da0-0436-46b9-b4ab-ed31d316d721 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/841d1eba-7710-4078-bff4-a4a84e43e22b HTTP/1.1" status: 200 len: 2998 time: 0.0948923 Jan 28 13:16:44.648883 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bca01e30-c25e-4e2a-a6c8-cf95c4219f97 admin admin] Publish callbacks [] for security_group (45432b27-01de-4b73-a914-437c30caee68), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:44.665072 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-afa56ebb-944a-4735-b360-db965650fa26 req-06ce7898-d569-44cb-b77e-019ffdc383c0 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b4cba4e-3131-4711-86ca-31aed879241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886211 Jan 28 13:16:44.666292 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bca01e30-c25e-4e2a-a6c8-cf95c4219f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (45432b27-01de-4b73-a914-437c30caee68), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:44.679562 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b36bd519-c5aa-4723-9f53-b5cfce9071c3 req-9ae568c0-3e07-467d-ba11-769b7144a654 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/91c6e0bb-bd19-4d03-959d-cfc40fd33ebd HTTP/1.1" status: 200 len: 2994 time: 0.0924363 Jan 28 13:16:44.717245 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 46a6a443-3c3c-4931-a382-968c8d85725c completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:16:44.718121 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca01e30-c25e-4e2a-a6c8-cf95c4219f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45432b27-01de-4b73-a914-437c30caee68,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:44.738757 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 46a6a443-3c3c-4931-a382-968c8d85725c triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:16:44.739159 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (46a6a443-3c3c-4931-a382-968c8d85725c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:44.740626 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bca01e30-c25e-4e2a-a6c8-cf95c4219f97 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=85499d47d0bb4ae0a3b57423f82af4f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3142219 Jan 28 13:16:44.743734 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41108) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:44.762397 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b36bd519-c5aa-4723-9f53-b5cfce9071c3 req-8ad8ca26-2625-4d5d-acbd-f8a20e5e3541 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/91c6e0bb-bd19-4d03-959d-cfc40fd33ebd HTTP/1.1" status: 200 len: 2994 time: 0.0818090 Jan 28 13:16:44.805963 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port b7511e6c-59fb-4aba-9d9f-3abcdb20bbda, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b7511e6c-59fb-4aba-9d9f-3abcdb20bbda,segment=NetworkSegment(9f676767-c742-4048-b118-47a92e908b4f),segment_id=9f676767-c742-4048-b118-47a92e908b4f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:44.814364 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b36bd519-c5aa-4723-9f53-b5cfce9071c3 req-ae120a77-c2c6-40aa-9469-d41817a9041d tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/a0b1ac54-b0a5-4542-84ed-1218d82416b5 HTTP/1.1" status: 200 len: 2998 time: 0.0507240 Jan 28 13:16:44.820205 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port e18ec6dd-b970-45d5-a178-ffa587d1c3d7 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:16:44.834775 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port e18ec6dd-b970-45d5-a178-ffa587d1c3d7 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:16:44.835699 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e18ec6dd-b970-45d5-a178-ffa587d1c3d7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:44.841466 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'b7511e6c-59fb-4aba-9d9f-3abcdb20bbda', 'network_id': '8707c289-bc91-43e5-b056-ef974f42dcf6', 'port_id': 'b7511e6c-59fb-4aba-9d9f-3abcdb20bbda', 'mac_address': 'fa:16:3e:b0:da:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c438cf0b-ba2f-4b20-9328-8873f24b23e2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:16:44.846699 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3241748-ccb3-4c30-beb0-b6a48ceda45b req-56e66c47-d1b7-4d44-a93d-10dab93742d7 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:44.854738 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e3241748-ccb3-4c30-beb0-b6a48ceda45b req-56e66c47-d1b7-4d44-a93d-10dab93742d7 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c7a7ee-16a7-4d95-885b-a0c2d719c0e1 HTTP/1.1" status: 200 len: 943 time: 0.1031697 Jan 28 13:16:44.869582 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b36bd519-c5aa-4723-9f53-b5cfce9071c3 req-a9234c15-a233-4d76-b0c0-1877a5bf77a4 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/a0b1ac54-b0a5-4542-84ed-1218d82416b5 HTTP/1.1" status: 200 len: 2998 time: 0.0492826 Jan 28 13:16:44.897415 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-68641136-f6b0-4cab-b262-46a266e4bc6d admin admin] Publish callbacks [] for security_group (45432b27-01de-4b73-a914-437c30caee68), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:44.926725 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-68641136-f6b0-4cab-b262-46a266e4bc6d admin admin] Publish callbacks [] for security_group (45432b27-01de-4b73-a914-437c30caee68), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:44.934271 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b36bd519-c5aa-4723-9f53-b5cfce9071c3 req-99ce540f-3518-4ac6-928e-c1c2b0f54121 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/a789e3d1-30de-4d5a-89d2-18da60d4d7cc HTTP/1.1" status: 200 len: 2998 time: 0.0572779 Jan 28 13:16:44.957881 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 46a6a443-3c3c-4931-a382-968c8d85725c is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:16:44.958276 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (46a6a443-3c3c-4931-a382-968c8d85725c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:44.973116 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port b7511e6c-59fb-4aba-9d9f-3abcdb20bbda is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:16:44.973512 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b7511e6c-59fb-4aba-9d9f-3abcdb20bbda), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:44.985223 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b36bd519-c5aa-4723-9f53-b5cfce9071c3 req-c368897f-f66c-4dc1-88d7-3d56e3db0e2b tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/a789e3d1-30de-4d5a-89d2-18da60d4d7cc HTTP/1.1" status: 200 len: 2998 time: 0.0495126 Jan 28 13:16:45.002384 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-68641136-f6b0-4cab-b262-46a266e4bc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (45432b27-01de-4b73-a914-437c30caee68), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:45.008023 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-68641136-f6b0-4cab-b262-46a266e4bc6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:45.013894 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-68641136-f6b0-4cab-b262-46a266e4bc6d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45432b27-01de-4b73-a914-437c30caee68 HTTP/1.1" status: 204 len: 168 time: 0.2670290 Jan 28 13:16:45.055504 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68641136-f6b0-4cab-b262-46a266e4bc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45432b27-01de-4b73-a914-437c30caee68,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:45.058415 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b36bd519-c5aa-4723-9f53-b5cfce9071c3 req-e53a110f-637c-478c-9194-cdcd937c41af tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/cc988287-7e23-40e4-ac21-8b0783289aa4 HTTP/1.1" status: 200 len: 2998 time: 0.0719032 Jan 28 13:16:45.066702 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ec950c-1b6b-4936-a414-5c5a8a82f61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a6a443-3c3c-4931-a382-968c8d85725c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:16:45.072897 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d6192d-58bf-43d5-820c-a28846f76e37" -d '{"events": [{"server_uuid": "d5ec950c-1b6b-4936-a414-5c5a8a82f61b", "name": "network-vif-plugged", "status": "completed", "tag": "46a6a443-3c3c-4931-a382-968c8d85725c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:16:45.073462 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e3241748-ccb3-4c30-beb0-b6a48ceda45b req-7a6adc6f-0e65-4139-b32e-3ea2efb8990f tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140801 Jan 28 13:16:45.083758 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7511e6c-59fb-4aba-9d9f-3abcdb20bbda {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:16:45.121461 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b36bd519-c5aa-4723-9f53-b5cfce9071c3 req-9bb4318d-1a2b-4876-8500-362488f777f4 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/cc988287-7e23-40e4-ac21-8b0783289aa4 HTTP/1.1" status: 200 len: 2998 time: 0.0619452 Jan 28 13:16:45.126034 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 46a6a443-3c3c-4931-a382-968c8d85725c, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=46a6a443-3c3c-4931-a382-968c8d85725c,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:45.159898 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (46a6a443-3c3c-4931-a382-968c8d85725c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:45.185986 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b36bd519-c5aa-4723-9f53-b5cfce9071c3 req-8f6e8502-90c8-4b96-9bc9-4a8a0ef79358 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/d2b5f9c2-f0d2-4ce3-a52b-a6749fa9e50c HTTP/1.1" status: 200 len: 2998 time: 0.0634077 Jan 28 13:16:45.200870 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port e18ec6dd-b970-45d5-a178-ffa587d1c3d7 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:16:45.201259 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e18ec6dd-b970-45d5-a178-ffa587d1c3d7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:45.227264 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port b7511e6c-59fb-4aba-9d9f-3abcdb20bbda, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b7511e6c-59fb-4aba-9d9f-3abcdb20bbda,segment=NetworkSegment(9f676767-c742-4048-b118-47a92e908b4f),segment_id=9f676767-c742-4048-b118-47a92e908b4f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:45.253933 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b7511e6c-59fb-4aba-9d9f-3abcdb20bbda), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:45.281466 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port e18ec6dd-b970-45d5-a178-ffa587d1c3d7, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=e18ec6dd-b970-45d5-a178-ffa587d1c3d7,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:45.287051 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=46a6a443-3c3c-4931-a382-968c8d85725c,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:45.288469 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b36bd519-c5aa-4723-9f53-b5cfce9071c3 req-70a55d1a-5145-466c-8364-b342bb91d783 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/d2b5f9c2-f0d2-4ce3-a52b-a6749fa9e50c HTTP/1.1" status: 200 len: 2998 time: 0.1015286 Jan 28 13:16:45.298827 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e18ec6dd-b970-45d5-a178-ffa587d1c3d7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:45.342869 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42fe4f-aa89-4396-a3aa-263a0511c5e8 req-f3390f6d-1b56-412d-8d09-bde80f1f6f65 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:45.356438 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b36bd519-c5aa-4723-9f53-b5cfce9071c3 req-cdf2c082-3d52-4082-9c58-9734484dc7af tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/f7884fa0-8a50-4031-afb1-f7dc456ba352 HTTP/1.1" status: 200 len: 2998 time: 0.0506055 Jan 28 13:16:45.367370 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=b7511e6c-59fb-4aba-9d9f-3abcdb20bbda,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:45.369964 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ed42fe4f-aa89-4396-a3aa-263a0511c5e8 req-f3390f6d-1b56-412d-8d09-bde80f1f6f65 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/ports?device_id=5801d1b5-00e7-40fb-a645-1c3885c27a92 HTTP/1.1" status: 200 len: 948 time: 0.1286125 Jan 28 13:16:45.450024 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ed42fe4f-aa89-4396-a3aa-263a0511c5e8 req-3f8ce4a5-610c-4d8f-8518-4a0f92d15ff3 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/security-groups?id=a789e3d1-30de-4d5a-89d2-18da60d4d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739572 Jan 28 13:16:45.462993 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b36bd519-c5aa-4723-9f53-b5cfce9071c3 req-bfeedb05-260c-4074-8365-eb0b3faab949 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/f7884fa0-8a50-4031-afb1-f7dc456ba352 HTTP/1.1" status: 200 len: 2998 time: 0.1003296 Jan 28 13:16:45.479552 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=e18ec6dd-b970-45d5-a178-ffa587d1c3d7,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:45.509289 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa02575-c32f-467f-a251-9c56e165ce49 x-openstack-request-id: req-9aa02575-c32f-467f-a251-9c56e165ce49 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:16:45.509592 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ec950c-1b6b-4936-a414-5c5a8a82f61b", "name": "network-vif-plugged", "status": "completed", "tag": "46a6a443-3c3c-4931-a382-968c8d85725c", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:16:45.509847 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9aa02575-c32f-467f-a251-9c56e165ce49 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:16:45.510247 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ec950c-1b6b-4936-a414-5c5a8a82f61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a6a443-3c3c-4931-a382-968c8d85725c', 'code': 200} Jan 28 13:16:45.526733 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['b7511e6c-59fb-4aba-9d9f-3abcdb20bbda'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:16:45.656384 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb51ebc-448c-411a-bed0-165fe92c4d64 req-fd6a1b6b-e49d-423d-9da2-b1827cdfc285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:45.658268 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1eb51ebc-448c-411a-bed0-165fe92c4d64 req-fd6a1b6b-e49d-423d-9da2-b1827cdfc285 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d5ec950c-1b6b-4936-a414-5c5a8a82f61b HTTP/1.1" status: 200 len: 1101 time: 0.0833840 Jan 28 13:16:45.676325 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c73c7-863c-4b06-9514-4659cdbb1839 req-a25bf79a-db1f-4d91-969d-6652b5551ae4 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:45.685673 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e8c73c7-863c-4b06-9514-4659cdbb1839 req-a25bf79a-db1f-4d91-969d-6652b5551ae4 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 949 time: 0.1212242 Jan 28 13:16:45.692332 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c0a8efd-8fa9-408f-b223-e16e88f9309b req-8f38bd00-aefa-4dae-a5a1-3afd9eb3c34d tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=407b4f9f671f497da65dcb5c08ae6cec HTTP/1.1" status: 200 len: 6153 time: 0.1673660 Jan 28 13:16:45.745841 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c0a8efd-8fa9-408f-b223-e16e88f9309b req-2368fd68-f5c0-4ed1-b88a-fbf63997cdbd tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] 10.222.0.39 "GET /v2.0/security-groups/a0b1ac54-b0a5-4542-84ed-1218d82416b5 HTTP/1.1" status: 200 len: 2998 time: 0.0439298 Jan 28 13:16:45.754952 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1eb51ebc-448c-411a-bed0-165fe92c4d64 req-e5a14da5-e469-4bff-a71e-317afb399bad service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1b4cba4e-3131-4711-86ca-31aed879241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872808 Jan 28 13:16:45.794727 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e8c73c7-863c-4b06-9514-4659cdbb1839 req-351fbc29-ef5d-4949-94ea-e4df212b17f9 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069918 Jan 28 13:16:45.828060 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c0a8efd-8fa9-408f-b223-e16e88f9309b req-dd9fcc63-5a62-4eb5-93fb-41a449ccd837 tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] 10.222.0.39 "GET /v2.0/security-groups/a0b1ac54-b0a5-4542-84ed-1218d82416b5 HTTP/1.1" status: 200 len: 2998 time: 0.0672309 Jan 28 13:16:45.896233 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-12c3a9ac-d3d2-4dd5-8646-99c1dd664670 req-1f124a45-ee43-498a-a348-e7becf8b5660 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/e0cce599-5e85-435d-a197-2bc5369b1416 HTTP/1.1" status: 200 len: 1794 time: 0.0529592 Jan 28 13:16:45.928890 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0fdcc-8c2d-441e-addd-dd9c308abcb6 req-e0c9d1c4-3a4b-49b7-ad3d-6f79c3ef31ce tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:45.931297 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-34b0fdcc-8c2d-441e-addd-dd9c308abcb6 req-e0c9d1c4-3a4b-49b7-ad3d-6f79c3ef31ce tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5ec950c-1b6b-4936-a414-5c5a8a82f61b HTTP/1.1" status: 200 len: 950 time: 0.0583334 Jan 28 13:16:45.985951 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-12c3a9ac-d3d2-4dd5-8646-99c1dd664670 req-682564f3-74ca-40dd-9695-bc591ecfbe8c tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] Publish callbacks [] for security_group (e0cce599-5e85-435d-a197-2bc5369b1416), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:46.001020 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-34b0fdcc-8c2d-441e-addd-dd9c308abcb6 req-e3bd283a-1f57-473f-aed4-7860b72fe030 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b4cba4e-3131-4711-86ca-31aed879241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624819 Jan 28 13:16:46.014376 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-12c3a9ac-d3d2-4dd5-8646-99c1dd664670 req-682564f3-74ca-40dd-9695-bc591ecfbe8c tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] Publish callbacks [] for security_group (e0cce599-5e85-435d-a197-2bc5369b1416), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:46.074318 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-12c3a9ac-d3d2-4dd5-8646-99c1dd664670 req-682564f3-74ca-40dd-9695-bc591ecfbe8c tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e0cce599-5e85-435d-a197-2bc5369b1416), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:46.077206 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-12c3a9ac-d3d2-4dd5-8646-99c1dd664670 req-682564f3-74ca-40dd-9695-bc591ecfbe8c tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:46.078841 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-12c3a9ac-d3d2-4dd5-8646-99c1dd664670 req-682564f3-74ca-40dd-9695-bc591ecfbe8c tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/e0cce599-5e85-435d-a197-2bc5369b1416 HTTP/1.1" status: 204 len: 173 time: 0.1743584 Jan 28 13:16:46.093473 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682564f3-74ca-40dd-9695-bc591ecfbe8c tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cce599-5e85-435d-a197-2bc5369b1416,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:46.139715 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41150) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:46.166579 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bb08a359-6c71-4cbb-98b9-682d9667f953 req-9291e9ce-9fc1-4dc9-a27b-7b10350e3587 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "GET /v2.0/security-groups/a4438075-ccf3-4a10-9a48-682834e80487 HTTP/1.1" status: 200 len: 1795 time: 0.0480289 Jan 28 13:16:46.213033 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80755c87-4cc9-4f9e-9a98-06ae6b857da4 req-19e537a4-9005-4cf3-8593-21cba6fc9b83 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:46.215108 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-80755c87-4cc9-4f9e-9a98-06ae6b857da4 req-19e537a4-9005-4cf3-8593-21cba6fc9b83 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c7a7ee-16a7-4d95-885b-a0c2d719c0e1 HTTP/1.1" status: 200 len: 944 time: 0.0611174 Jan 28 13:16:46.239818 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bb08a359-6c71-4cbb-98b9-682d9667f953 req-85bdcf03-7023-4885-b306-c1c8db5e2d97 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] Publish callbacks [] for security_group (a4438075-ccf3-4a10-9a48-682834e80487), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:46.262209 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bb08a359-6c71-4cbb-98b9-682d9667f953 req-85bdcf03-7023-4885-b306-c1c8db5e2d97 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] Publish callbacks [] for security_group (a4438075-ccf3-4a10-9a48-682834e80487), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:46.283460 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-80755c87-4cc9-4f9e-9a98-06ae6b857da4 req-9d62934a-c851-43b9-b2c1-c2db15c4ec4d tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626972 Jan 28 13:16:46.287406 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-6d34843f-c7d9-4203-b6f8-c6da01dc3ae1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1814777158-network', 'tenant_id': '93543269cade486c80fd00260197c0a8'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:46.325190 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d34843f-c7d9-4203-b6f8-c6da01dc3ae1 admin admin] Made reservation on behalf of 93543269cade486c80fd00260197c0a8 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:46.330970 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6d34843f-c7d9-4203-b6f8-c6da01dc3ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:46.333712 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bb08a359-6c71-4cbb-98b9-682d9667f953 req-85bdcf03-7023-4885-b306-c1c8db5e2d97 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a4438075-ccf3-4a10-9a48-682834e80487), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:46.334454 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device b7511e6c-59fb-4aba-9d9f-3abcdb20bbda up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:16:46.336654 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bb08a359-6c71-4cbb-98b9-682d9667f953 req-85bdcf03-7023-4885-b306-c1c8db5e2d97 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:46.341792 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bb08a359-6c71-4cbb-98b9-682d9667f953 req-85bdcf03-7023-4885-b306-c1c8db5e2d97 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/a4438075-ccf3-4a10-9a48-682834e80487 HTTP/1.1" status: 204 len: 173 time: 0.1654491 Jan 28 13:16:46.356873 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdcf03-7023-4885-b306-c1c8db5e2d97 tempest-SecurityGroupsTestAdminJSON-507615302 tempest-SecurityGroupsTestAdminJSON-507615302-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4438075-ccf3-4a10-9a48-682834e80487,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:46.366625 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6d34843f-c7d9-4203-b6f8-c6da01dc3ae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:46.403060 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port b7511e6c-59fb-4aba-9d9f-3abcdb20bbda completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:16:46.409311 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port b7511e6c-59fb-4aba-9d9f-3abcdb20bbda triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:16:46.409747 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b7511e6c-59fb-4aba-9d9f-3abcdb20bbda), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:46.429033 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf8151e6-f7f9-4c69-8150-b4f885d60721 req-1a183af7-2946-4512-ab73-deeaa30bdb3f tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] 10.222.0.39 "GET /v2.0/security-groups/9efc999b-95b7-42b8-8574-4ef19e4b5a48 HTTP/1.1" status: 200 len: 1794 time: 0.0639465 Jan 28 13:16:46.510485 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port b7511e6c-59fb-4aba-9d9f-3abcdb20bbda is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:16:46.510877 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b7511e6c-59fb-4aba-9d9f-3abcdb20bbda), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:46.530143 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cf8151e6-f7f9-4c69-8150-b4f885d60721 req-4bf19204-7808-4dab-a654-8437601a6ed1 tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] Publish callbacks [] for security_group (9efc999b-95b7-42b8-8574-4ef19e4b5a48), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:46.533694 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6d34843f-c7d9-4203-b6f8-c6da01dc3ae1 admin admin] Publish callbacks [] for security_group (e95633fe-5dc6-40e0-8738-7afa3c58373c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:46.543591 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6d34843f-c7d9-4203-b6f8-c6da01dc3ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e95633fe-5dc6-40e0-8738-7afa3c58373c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:46.553851 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port b7511e6c-59fb-4aba-9d9f-3abcdb20bbda, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b7511e6c-59fb-4aba-9d9f-3abcdb20bbda,segment=NetworkSegment(9f676767-c742-4048-b118-47a92e908b4f),segment_id=9f676767-c742-4048-b118-47a92e908b4f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:46.563788 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b7511e6c-59fb-4aba-9d9f-3abcdb20bbda), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:46.585989 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d34843f-c7d9-4203-b6f8-c6da01dc3ae1 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:16:46.589097 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cf8151e6-f7f9-4c69-8150-b4f885d60721 req-4bf19204-7808-4dab-a654-8437601a6ed1 tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] Publish callbacks [] for security_group (9efc999b-95b7-42b8-8574-4ef19e4b5a48), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:46.610133 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9ee7a-9da3-4b70-ae74-58a90eb85883 req-6366adb0-cfb5-430b-ba94-4dfa5e3d0b8e tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:46.616469 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-96a9ee7a-9da3-4b70-ae74-58a90eb85883 req-6366adb0-cfb5-430b-ba94-4dfa5e3d0b8e tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/ports?device_id=5801d1b5-00e7-40fb-a645-1c3885c27a92 HTTP/1.1" status: 200 len: 949 time: 0.0932355 Jan 28 13:16:46.619524 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6d34843f-c7d9-4203-b6f8-c6da01dc3ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (60608fab-8d40-4fb0-87ef-9976890ed847), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:46.619848 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-6d34843f-c7d9-4203-b6f8-c6da01dc3ae1 admin admin] Added segment 60608fab-8d40-4fb0-87ef-9976890ed847 of type vlan for network 8528e78d-cd10-4563-a6b3-de6e91f8e460 Jan 28 13:16:46.634082 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34843f-c7d9-4203-b6f8-c6da01dc3ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95633fe-5dc6-40e0-8738-7afa3c58373c,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:46.646105 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=b7511e6c-59fb-4aba-9d9f-3abcdb20bbda,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:46.692917 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6d34843f-c7d9-4203-b6f8-c6da01dc3ae1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (8528e78d-cd10-4563-a6b3-de6e91f8e460), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:46.703103 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cf8151e6-f7f9-4c69-8150-b4f885d60721 req-4bf19204-7808-4dab-a654-8437601a6ed1 tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9efc999b-95b7-42b8-8574-4ef19e4b5a48), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:46.705839 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cf8151e6-f7f9-4c69-8150-b4f885d60721 req-4bf19204-7808-4dab-a654-8437601a6ed1 tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:46.712789 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf8151e6-f7f9-4c69-8150-b4f885d60721 req-4bf19204-7808-4dab-a654-8437601a6ed1 tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] 10.222.0.39 "DELETE /v2.0/security-groups/9efc999b-95b7-42b8-8574-4ef19e4b5a48 HTTP/1.1" status: 204 len: 173 time: 0.2699089 Jan 28 13:16:46.714765 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-96a9ee7a-9da3-4b70-ae74-58a90eb85883 req-b2bd0f0d-1587-4852-9bdc-154d1e8758b4 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/security-groups?id=a789e3d1-30de-4d5a-89d2-18da60d4d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894902 Jan 28 13:16:46.751913 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf19204-7808-4dab-a654-8437601a6ed1 tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efc999b-95b7-42b8-8574-4ef19e4b5a48,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:46.769427 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6d34843f-c7d9-4203-b6f8-c6da01dc3ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (8528e78d-cd10-4563-a6b3-de6e91f8e460), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:46.770577 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d34843f-c7d9-4203-b6f8-c6da01dc3ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:46.771241 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6d34843f-c7d9-4203-b6f8-c6da01dc3ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:46.821310 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6d34843f-c7d9-4203-b6f8-c6da01dc3ae1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6763017 Jan 28 13:16:46.824241 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41166) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:46.827440 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-018a3f1e-cd56-4684-9f37-f112650aa6dc req-59de9fff-2620-4234-868b-f79692f11af1 tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] 10.222.0.39 "GET /v2.0/security-groups/dbc38853-42fc-4086-80cd-e29ff626a4db HTTP/1.1" status: 200 len: 1794 time: 0.0975692 Jan 28 13:16:46.831487 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-47513b08-109e-4b35-8773-0f88b6e2bc69 admin admin] Request body: {'subnet': {'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1814777158-subnet', 'tenant_id': '93543269cade486c80fd00260197c0a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:46.869006 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47513b08-109e-4b35-8773-0f88b6e2bc69 admin admin] Made reservation on behalf of 93543269cade486c80fd00260197c0a8 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:46.879009 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-47513b08-109e-4b35-8773-0f88b6e2bc69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:46.886937 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34843f-c7d9-4203-b6f8-c6da01dc3ae1 admin admin] Pushing event updated for resources: {'Network': ['ID=8528e78d-cd10-4563-a6b3-de6e91f8e460,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:46.900262 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 8528e78d-cd10-4563-a6b3-de6e91f8e460 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:16:46.920781 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-018a3f1e-cd56-4684-9f37-f112650aa6dc req-60bf4fc1-1318-4fa2-90b3-6aafed78106d tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] Publish callbacks [] for security_group (dbc38853-42fc-4086-80cd-e29ff626a4db), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:46.960032 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-018a3f1e-cd56-4684-9f37-f112650aa6dc req-60bf4fc1-1318-4fa2-90b3-6aafed78106d tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] Publish callbacks [] for security_group (dbc38853-42fc-4086-80cd-e29ff626a4db), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:47.037011 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-018a3f1e-cd56-4684-9f37-f112650aa6dc req-60bf4fc1-1318-4fa2-90b3-6aafed78106d tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (dbc38853-42fc-4086-80cd-e29ff626a4db), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:47.042537 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-018a3f1e-cd56-4684-9f37-f112650aa6dc req-60bf4fc1-1318-4fa2-90b3-6aafed78106d tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:47.043653 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-018a3f1e-cd56-4684-9f37-f112650aa6dc req-60bf4fc1-1318-4fa2-90b3-6aafed78106d tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] 10.222.0.39 "DELETE /v2.0/security-groups/dbc38853-42fc-4086-80cd-e29ff626a4db HTTP/1.1" status: 204 len: 173 time: 0.1891379 Jan 28 13:16:47.067726 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf4fc1-1318-4fa2-90b3-6aafed78106d tempest-SecurityGroupsTestAdminJSON-1680597551 tempest-SecurityGroupsTestAdminJSON-1680597551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc38853-42fc-4086-80cd-e29ff626a4db,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:47.167373 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-47513b08-109e-4b35-8773-0f88b6e2bc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (585c2f63-9b4b-456a-9eb5-e157a8ee5cdd), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:47.185068 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d1f0d-54f9-4967-9509-2793047ade26 req-fa5bd251-c673-4441-8f95-eee789639431 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:47.186624 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-901d1f0d-54f9-4967-9509-2793047ade26 req-fa5bd251-c673-4441-8f95-eee789639431 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 949 time: 0.2997782 Jan 28 13:16:47.200963 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe3289-cb54-47c8-8e40-6e24f8fc7048 req-dc5d9456-adf0-4a81-a586-f6d1b8fed199 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:47.208220 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6fbe3289-cb54-47c8-8e40-6e24f8fc7048 req-dc5d9456-adf0-4a81-a586-f6d1b8fed199 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5ec950c-1b6b-4936-a414-5c5a8a82f61b HTTP/1.1" status: 200 len: 950 time: 0.0703933 Jan 28 13:16:47.273117 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6fbe3289-cb54-47c8-8e40-6e24f8fc7048 req-753564d3-3779-43b5-8b63-a3f09fcaadcf tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b4cba4e-3131-4711-86ca-31aed879241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599816 Jan 28 13:16:47.293683 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47513b08-109e-4b35-8773-0f88b6e2bc69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=585c2f63-9b4b-456a-9eb5-e157a8ee5cdd,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:47.300966 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-901d1f0d-54f9-4967-9509-2793047ade26 req-3432003a-740c-46ab-8133-05690b4af1f1 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898643 Jan 28 13:16:47.308924 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47513b08-109e-4b35-8773-0f88b6e2bc69 admin admin] Checking segment: {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:16:47.309686 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47513b08-109e-4b35-8773-0f88b6e2bc69 admin admin] Network hostable DHCP agents. Network: 8528e78d-cd10-4563-a6b3-de6e91f8e460, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:16:47.334605 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47513b08-109e-4b35-8773-0f88b6e2bc69 admin admin] Network 8528e78d-cd10-4563-a6b3-de6e91f8e460 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:16:47.343139 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41180) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:47.356993 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-47513b08-109e-4b35-8773-0f88b6e2bc69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 8528e78d-cd10-4563-a6b3-de6e91f8e460) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:16:47.361557 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47513b08-109e-4b35-8773-0f88b6e2bc69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:47.362757 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-47513b08-109e-4b35-8773-0f88b6e2bc69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:47.368322 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6140da-436d-49cb-a927-8ac113e22e44 None None] Network 8528e78d-cd10-4563-a6b3-de6e91f8e460 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:16:47.398973 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-47513b08-109e-4b35-8773-0f88b6e2bc69 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5660329 Jan 28 13:16:47.462196 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:47.517727 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41641b3-2a04-46b4-a475-5b4b23aa1e02 req-1d0a32de-25cb-40ea-a7e3-189a04563a53 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:47.525069 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5801d1b5-00e7-40fb-a645-1c3885c27a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18ec6dd-b970-45d5-a178-ffa587d1c3d7'}, {'server_uuid': '40c7a7ee-16a7-4d95-885b-a0c2d719c0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7511e6c-59fb-4aba-9d9f-3abcdb20bbda'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:16:47.529944 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7275e06-d37e-453a-96b1-bdb31c62f149" -d '{"events": [{"server_uuid": "5801d1b5-00e7-40fb-a645-1c3885c27a92", "name": "network-vif-plugged", "status": "completed", "tag": "e18ec6dd-b970-45d5-a178-ffa587d1c3d7"}, {"server_uuid": "40c7a7ee-16a7-4d95-885b-a0c2d719c0e1", "name": "network-vif-plugged", "status": "completed", "tag": "b7511e6c-59fb-4aba-9d9f-3abcdb20bbda"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:16:47.531537 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b41641b3-2a04-46b4-a475-5b4b23aa1e02 req-1d0a32de-25cb-40ea-a7e3-189a04563a53 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c7a7ee-16a7-4d95-885b-a0c2d719c0e1 HTTP/1.1" status: 200 len: 945 time: 0.1069031 Jan 28 13:16:47.548232 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957a47aa-f05e-436a-9630-149d5c8f02a3 None None] Network 8528e78d-cd10-4563-a6b3-de6e91f8e460 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:16:47.585575 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2d8bb970-9494-44e7-94dd-97c5734fc965 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=407b4f9f671f497da65dcb5c08ae6cec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384894 Jan 28 13:16:47.588164 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41190) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:47.641423 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b41641b3-2a04-46b4-a475-5b4b23aa1e02 req-d14a36b5-0054-4c81-b8f1-ecb6ee221c98 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089292 Jan 28 13:16:47.731654 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1f677fef-1c22-4b11-982d-6cca45ef4534 admin admin] Publish callbacks [] for security_group (a0b1ac54-b0a5-4542-84ed-1218d82416b5), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:47.764424 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1f677fef-1c22-4b11-982d-6cca45ef4534 admin admin] Publish callbacks [] for security_group (a0b1ac54-b0a5-4542-84ed-1218d82416b5), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:47.805811 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 13:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e407eb78-18ea-4849-8c49-d53f0773bae6 x-openstack-request-id: req-e407eb78-18ea-4849-8c49-d53f0773bae6 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:16:47.806173 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5801d1b5-00e7-40fb-a645-1c3885c27a92", "name": "network-vif-plugged", "status": "completed", "tag": "e18ec6dd-b970-45d5-a178-ffa587d1c3d7", "code": 200}, {"server_uuid": "40c7a7ee-16a7-4d95-885b-a0c2d719c0e1", "name": "network-vif-plugged", "status": "completed", "tag": "b7511e6c-59fb-4aba-9d9f-3abcdb20bbda", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:16:47.806485 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e407eb78-18ea-4849-8c49-d53f0773bae6 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:16:47.807123 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5801d1b5-00e7-40fb-a645-1c3885c27a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18ec6dd-b970-45d5-a178-ffa587d1c3d7', 'code': 200} Jan 28 13:16:47.807390 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c7a7ee-16a7-4d95-885b-a0c2d719c0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7511e6c-59fb-4aba-9d9f-3abcdb20bbda', 'code': 200} Jan 28 13:16:47.837666 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1f677fef-1c22-4b11-982d-6cca45ef4534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a0b1ac54-b0a5-4542-84ed-1218d82416b5), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:47.840835 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1f677fef-1c22-4b11-982d-6cca45ef4534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:47.844766 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1f677fef-1c22-4b11-982d-6cca45ef4534 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a0b1ac54-b0a5-4542-84ed-1218d82416b5 HTTP/1.1" status: 204 len: 168 time: 0.2531438 Jan 28 13:16:47.857767 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f677fef-1c22-4b11-982d-6cca45ef4534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b1ac54-b0a5-4542-84ed-1218d82416b5,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:48.008225 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c28a23-3f17-44c8-8188-801053ebdc33 req-1df133a4-bb79-4659-b559-f603e9e34b7f tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:48.011795 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a1c28a23-3f17-44c8-8188-801053ebdc33 req-1df133a4-bb79-4659-b559-f603e9e34b7f tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/ports?device_id=5801d1b5-00e7-40fb-a645-1c3885c27a92 HTTP/1.1" status: 200 len: 949 time: 0.1152868 Jan 28 13:16:48.126554 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8986f0-5d08-49a3-b289-6bfd1cdd13f5 req-b0defc7e-deab-48ac-8639-5c78ff8ee4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:48.128223 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-be8986f0-5d08-49a3-b289-6bfd1cdd13f5 req-b0defc7e-deab-48ac-8639-5c78ff8ee4b9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=40c7a7ee-16a7-4d95-885b-a0c2d719c0e1 HTTP/1.1" status: 200 len: 1096 time: 0.2010405 Jan 28 13:16:48.137726 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d850a-38c1-443c-bea9-ed7e988c07ce req-51ad67ba-5648-4e10-8df7-157dc76e273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:48.141260 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b58d850a-38c1-443c-bea9-ed7e988c07ce req-51ad67ba-5648-4e10-8df7-157dc76e273c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5801d1b5-00e7-40fb-a645-1c3885c27a92 HTTP/1.1" status: 200 len: 1100 time: 0.2153745 Jan 28 13:16:48.145700 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a1c28a23-3f17-44c8-8188-801053ebdc33 req-1d6ac96d-06d1-4d08-b17c-20e704b91533 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/security-groups?id=a789e3d1-30de-4d5a-89d2-18da60d4d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201005 Jan 28 13:16:48.305953 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-be8986f0-5d08-49a3-b289-6bfd1cdd13f5 req-11bf5ea0-241a-4d14-91f1-cbabb5f38f62 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621683 Jan 28 13:16:48.308553 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b58d850a-38c1-443c-bea9-ed7e988c07ce req-f0cc40d7-a187-4920-b41a-34609f24e478 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a789e3d1-30de-4d5a-89d2-18da60d4d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594236 Jan 28 13:16:48.328904 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72363d-9806-4013-8d2b-350a50f2c8dc req-f8876f57-90a4-41df-8b4e-f9c1e54b6b7c tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:48.333119 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1f72363d-9806-4013-8d2b-350a50f2c8dc req-f8876f57-90a4-41df-8b4e-f9c1e54b6b7c tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5ec950c-1b6b-4936-a414-5c5a8a82f61b HTTP/1.1" status: 200 len: 950 time: 0.0999579 Jan 28 13:16:48.413681 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1f72363d-9806-4013-8d2b-350a50f2c8dc req-0061f9f9-06ce-4826-a8fd-8a93ef20543b tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b4cba4e-3131-4711-86ca-31aed879241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747821 Jan 28 13:16:48.427950 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41216) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:48.433242 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-72b3dc1a-9849-4a1d-9620-e00b5fc8fa70 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-935033728-network', 'tenant_id': 'd12fc201ef844148b7c0249703d76408'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:48.458863 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b3dc1a-9849-4a1d-9620-e00b5fc8fa70 admin admin] Made reservation on behalf of d12fc201ef844148b7c0249703d76408 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:48.460229 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac55d01-a8fc-4dcb-a038-98f001b5f5fa req-457cc3aa-cc97-4b92-bf13-54f0f1925fe4 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:48.461865 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eac55d01-a8fc-4dcb-a038-98f001b5f5fa req-457cc3aa-cc97-4b92-bf13-54f0f1925fe4 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 949 time: 0.0678830 Jan 28 13:16:48.468326 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-72b3dc1a-9849-4a1d-9620-e00b5fc8fa70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:48.477423 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-72b3dc1a-9849-4a1d-9620-e00b5fc8fa70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:48.515049 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41218) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:48.523989 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eac55d01-a8fc-4dcb-a038-98f001b5f5fa req-7a9a5785-1a89-490a-9ab2-e6a765638ed5 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561590 Jan 28 13:16:48.559672 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-587fe59b-c641-4574-af96-68198bff2d7f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8de3b82a8c6140bea8de749620b9f815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434995 Jan 28 13:16:48.562194 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41220) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:48.581243 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-72b3dc1a-9849-4a1d-9620-e00b5fc8fa70 admin admin] Publish callbacks [] for security_group (a93a3783-c16b-41e4-8f77-143f0002aab5), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:48.585947 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-72b3dc1a-9849-4a1d-9620-e00b5fc8fa70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a93a3783-c16b-41e4-8f77-143f0002aab5), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:48.611054 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72b3dc1a-9849-4a1d-9620-e00b5fc8fa70 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:16:48.614642 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-844c11a6-91cd-497a-a26b-347603f507a5 admin admin] Publish callbacks [] for security_group (841d1eba-7710-4078-bff4-a4a84e43e22b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:48.620883 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3dc1a-9849-4a1d-9620-e00b5fc8fa70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93a3783-c16b-41e4-8f77-143f0002aab5,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:48.625829 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-72b3dc1a-9849-4a1d-9620-e00b5fc8fa70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (1fcb8b0a-4639-42e7-b005-a60c990a169c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:48.626405 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-72b3dc1a-9849-4a1d-9620-e00b5fc8fa70 admin admin] Added segment 1fcb8b0a-4639-42e7-b005-a60c990a169c of type vlan for network bc4ab4cf-cf5b-4814-a5a5-0822940f4b71 Jan 28 13:16:48.640771 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-844c11a6-91cd-497a-a26b-347603f507a5 admin admin] Publish callbacks [] for security_group (841d1eba-7710-4078-bff4-a4a84e43e22b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:48.677561 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-72b3dc1a-9849-4a1d-9620-e00b5fc8fa70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (bc4ab4cf-cf5b-4814-a5a5-0822940f4b71), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:48.709609 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-72b3dc1a-9849-4a1d-9620-e00b5fc8fa70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (bc4ab4cf-cf5b-4814-a5a5-0822940f4b71), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:48.710738 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b3dc1a-9849-4a1d-9620-e00b5fc8fa70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:48.711562 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-72b3dc1a-9849-4a1d-9620-e00b5fc8fa70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:48.717940 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-844c11a6-91cd-497a-a26b-347603f507a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (841d1eba-7710-4078-bff4-a4a84e43e22b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:48.720640 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-844c11a6-91cd-497a-a26b-347603f507a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:48.722196 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-844c11a6-91cd-497a-a26b-347603f507a5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/841d1eba-7710-4078-bff4-a4a84e43e22b HTTP/1.1" status: 204 len: 168 time: 0.1586001 Jan 28 13:16:48.732762 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c11a6-91cd-497a-a26b-347603f507a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841d1eba-7710-4078-bff4-a4a84e43e22b,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:48.782811 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-72b3dc1a-9849-4a1d-9620-e00b5fc8fa70 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3535650 Jan 28 13:16:48.785714 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41228) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:48.791987 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-16b1b4f7-3336-41aa-a24a-9f12549b1c87 admin admin] Request body: {'subnet': {'network_id': 'bc4ab4cf-cf5b-4814-a5a5-0822940f4b71', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-935033728-subnet', 'tenant_id': 'd12fc201ef844148b7c0249703d76408', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:48.795721 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3dc1a-9849-4a1d-9620-e00b5fc8fa70 admin admin] Pushing event updated for resources: {'Network': ['ID=bc4ab4cf-cf5b-4814-a5a5-0822940f4b71,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:48.824586 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network bc4ab4cf-cf5b-4814-a5a5-0822940f4b71 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:16:48.836416 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b1b4f7-3336-41aa-a24a-9f12549b1c87 admin admin] Made reservation on behalf of d12fc201ef844148b7c0249703d76408 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:48.842485 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-16b1b4f7-3336-41aa-a24a-9f12549b1c87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:48.863758 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdcd4d-e4f9-455f-966a-fc5a21bb68f3 req-9500d490-ff9c-4f31-83e3-e24e59601d85 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:48.865602 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-08fdcd4d-e4f9-455f-966a-fc5a21bb68f3 req-9500d490-ff9c-4f31-83e3-e24e59601d85 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c7a7ee-16a7-4d95-885b-a0c2d719c0e1 HTTP/1.1" status: 200 len: 945 time: 0.0899026 Jan 28 13:16:48.936824 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-08fdcd4d-e4f9-455f-966a-fc5a21bb68f3 req-70f925af-5510-40bb-8659-18493e192c13 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634961 Jan 28 13:16:49.092698 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-16b1b4f7-3336-41aa-a24a-9f12549b1c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (9ba35e56-e02c-442c-9a43-3f4c3af08f84), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:49.141067 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1b4f7-3336-41aa-a24a-9f12549b1c87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ba35e56-e02c-442c-9a43-3f4c3af08f84,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:49.157026 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1b4f7-3336-41aa-a24a-9f12549b1c87 admin admin] Checking segment: {'id': '1fcb8b0a-4639-42e7-b005-a60c990a169c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bc4ab4cf-cf5b-4814-a5a5-0822940f4b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:16:49.157633 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b1b4f7-3336-41aa-a24a-9f12549b1c87 admin admin] Network hostable DHCP agents. Network: bc4ab4cf-cf5b-4814-a5a5-0822940f4b71, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:16:49.188419 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b1b4f7-3336-41aa-a24a-9f12549b1c87 admin admin] Network bc4ab4cf-cf5b-4814-a5a5-0822940f4b71 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:16:49.200675 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-16b1b4f7-3336-41aa-a24a-9f12549b1c87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, bc4ab4cf-cf5b-4814-a5a5-0822940f4b71) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:16:49.211449 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b295a68-1b3e-4114-8bf6-fe626413786c None None] Network bc4ab4cf-cf5b-4814-a5a5-0822940f4b71 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:16:49.213655 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b1b4f7-3336-41aa-a24a-9f12549b1c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:49.214391 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-16b1b4f7-3336-41aa-a24a-9f12549b1c87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:49.288954 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-16b1b4f7-3336-41aa-a24a-9f12549b1c87 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5013163 Jan 28 13:16:49.302089 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6774033-db2a-4d51-b72f-25d071dd8d08 req-56b64783-5822-43af-94aa-edb735273ad5 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:49.309412 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c6774033-db2a-4d51-b72f-25d071dd8d08 req-56b64783-5822-43af-94aa-edb735273ad5 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/ports?device_id=5801d1b5-00e7-40fb-a645-1c3885c27a92 HTTP/1.1" status: 200 len: 949 time: 0.0853026 Jan 28 13:16:49.351948 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b12046-be54-49d9-b3bb-cbe4723af766 None None] Network bc4ab4cf-cf5b-4814-a5a5-0822940f4b71 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:16:49.367795 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c6774033-db2a-4d51-b72f-25d071dd8d08 req-ad766f54-a3b8-4c77-ad32-af6cdefea9f3 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/security-groups?id=a789e3d1-30de-4d5a-89d2-18da60d4d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570374 Jan 28 13:16:49.555324 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:49.600805 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4b46a-c032-4fff-9658-5e9b57badcad req-25a1fd4e-5f81-4c02-8a3d-ba96f73ee618 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:49.613340 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d9c4b46a-c032-4fff-9658-5e9b57badcad req-25a1fd4e-5f81-4c02-8a3d-ba96f73ee618 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5ec950c-1b6b-4936-a414-5c5a8a82f61b HTTP/1.1" status: 200 len: 950 time: 0.0927992 Jan 28 13:16:49.689122 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d9c4b46a-c032-4fff-9658-5e9b57badcad req-c02f4dd5-083e-4deb-bfbf-c3f8ba48a815 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b4cba4e-3131-4711-86ca-31aed879241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746331 Jan 28 13:16:49.758053 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece572bb-aaeb-4079-a08d-b4e27f2ea625 req-b47a49d9-577b-4dd1-8fe0-97ac04837af6 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:49.760580 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ece572bb-aaeb-4079-a08d-b4e27f2ea625 req-b47a49d9-577b-4dd1-8fe0-97ac04837af6 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 949 time: 0.1181335 Jan 28 13:16:49.853962 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ece572bb-aaeb-4079-a08d-b4e27f2ea625 req-fc67b94c-c612-480b-aba4-822cacc03918 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748367 Jan 28 13:16:49.940007 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4766e5f-27d2-42fd-8662-2680b96cf2d4 req-06f8712d-b3c9-4598-b758-a0094992ce3a tempest-DeleteServersAdminTestJSON-1164919896 tempest-DeleteServersAdminTestJSON-1164919896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:49.941915 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d4766e5f-27d2-42fd-8662-2680b96cf2d4 req-06f8712d-b3c9-4598-b758-a0094992ce3a tempest-DeleteServersAdminTestJSON-1164919896 tempest-DeleteServersAdminTestJSON-1164919896-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d5ec950c-1b6b-4936-a414-5c5a8a82f61b HTTP/1.1" status: 200 len: 1101 time: 0.0479262 Jan 28 13:16:50.087234 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-d4766e5f-27d2-42fd-8662-2680b96cf2d4 req-c82a2656-e124-4adf-a1fc-97d01afc01d0 tempest-DeleteServersAdminTestJSON-1164919896 tempest-DeleteServersAdminTestJSON-1164919896-project-admin] Deleting port 46a6a443-3c3c-4931-a382-968c8d85725c {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:16:50.087746 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d4766e5f-27d2-42fd-8662-2680b96cf2d4 req-c82a2656-e124-4adf-a1fc-97d01afc01d0 tempest-DeleteServersAdminTestJSON-1164919896 tempest-DeleteServersAdminTestJSON-1164919896-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (46a6a443-3c3c-4931-a382-968c8d85725c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:50.140442 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746a528-366d-4c8c-9f90-245e1e029de9 req-1f7b3cf2-a1c1-41c7-9baf-c4c4231c3872 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:50.141902 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e746a528-366d-4c8c-9f90-245e1e029de9 req-1f7b3cf2-a1c1-41c7-9baf-c4c4231c3872 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c7a7ee-16a7-4d95-885b-a0c2d719c0e1 HTTP/1.1" status: 200 len: 945 time: 0.0754039 Jan 28 13:16:50.215850 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e746a528-366d-4c8c-9f90-245e1e029de9 req-6b13ed87-601b-4f5b-85fc-37d240ed9aaf tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680981 Jan 28 13:16:50.272895 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-d4766e5f-27d2-42fd-8662-2680b96cf2d4 req-c82a2656-e124-4adf-a1fc-97d01afc01d0 tempest-DeleteServersAdminTestJSON-1164919896 tempest-DeleteServersAdminTestJSON-1164919896-project-admin] For port 46a6a443-3c3c-4931-a382-968c8d85725c, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=46a6a443-3c3c-4931-a382-968c8d85725c,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:50.273277 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d4766e5f-27d2-42fd-8662-2680b96cf2d4 req-c82a2656-e124-4adf-a1fc-97d01afc01d0 tempest-DeleteServersAdminTestJSON-1164919896 tempest-DeleteServersAdminTestJSON-1164919896-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (46a6a443-3c3c-4931-a382-968c8d85725c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:50.292858 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-d4766e5f-27d2-42fd-8662-2680b96cf2d4 req-c82a2656-e124-4adf-a1fc-97d01afc01d0 tempest-DeleteServersAdminTestJSON-1164919896 tempest-DeleteServersAdminTestJSON-1164919896-project-admin] Calling delete_port for 46a6a443-3c3c-4931-a382-968c8d85725c owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:16:50.340061 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd0a0e-143a-4500-8d9f-cb8b7cc84fed req-3a0b14a9-7938-4f3c-808f-eeb8ffc3800e tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:50.341886 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9dcd0a0e-143a-4500-8d9f-cb8b7cc84fed req-3a0b14a9-7938-4f3c-808f-eeb8ffc3800e tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c7a7ee-16a7-4d95-885b-a0c2d719c0e1 HTTP/1.1" status: 200 len: 945 time: 0.0653543 Jan 28 13:16:50.383747 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-9c174190-b32d-40ed-a54b-47e4a517838c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:50.385408 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-9c174190-b32d-40ed-a54b-47e4a517838c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/networks?id=8528e78d-cd10-4563-a6b3-de6e91f8e460 HTTP/1.1" status: 200 len: 808 time: 0.2166207 Jan 28 13:16:50.418980 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9dcd0a0e-143a-4500-8d9f-cb8b7cc84fed req-a9d315ba-b151-4dab-aaa2-0e6e0725c4b7 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713491 Jan 28 13:16:50.421286 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-b9923d71-164a-412e-8ad6-0d7f289dab20 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/quotas/93543269cade486c80fd00260197c0a8 HTTP/1.1" status: 200 len: 375 time: 0.0227299 Jan 28 13:16:50.468688 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-967fe2e0-9879-4e5a-82d5-cc4f8b508e59 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=93543269cade486c80fd00260197c0a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318060 Jan 28 13:16:50.594245 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d4f07-ad67-4d9a-8a0e-0d924d4e75c8 req-457858ad-fbe2-4b65-b0fa-fc4cd6058fae tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:50.597433 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5a9d4f07-ad67-4d9a-8a0e-0d924d4e75c8 req-457858ad-fbe2-4b65-b0fa-fc4cd6058fae tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/ports?device_id=5801d1b5-00e7-40fb-a645-1c3885c27a92 HTTP/1.1" status: 200 len: 949 time: 0.0701206 Jan 28 13:16:50.606794 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d4766e5f-27d2-42fd-8662-2680b96cf2d4 req-c82a2656-e124-4adf-a1fc-97d01afc01d0 tempest-DeleteServersAdminTestJSON-1164919896 tempest-DeleteServersAdminTestJSON-1164919896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (46a6a443-3c3c-4931-a382-968c8d85725c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:50.619384 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['46a6a443-3c3c-4931-a382-968c8d85725c'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:16:50.621724 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-91174720-ef64-4e65-b71b-b64886f978e0 service neutron] 10.222.0.39 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226494 Jan 28 13:16:50.650662 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a2656-e124-4adf-a1fc-97d01afc01d0 tempest-DeleteServersAdminTestJSON-1164919896 tempest-DeleteServersAdminTestJSON-1164919896-project-admin] Pushing event deleted for resources: {'Port': ['ID=46a6a443-3c3c-4931-a382-968c8d85725c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:50.683673 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5a9d4f07-ad67-4d9a-8a0e-0d924d4e75c8 req-4cf72344-1733-4d9a-9571-c6d3ba4a5817 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/security-groups?id=a789e3d1-30de-4d5a-89d2-18da60d4d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781472 Jan 28 13:16:50.775060 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4766e5f-27d2-42fd-8662-2680b96cf2d4 req-c82a2656-e124-4adf-a1fc-97d01afc01d0 tempest-DeleteServersAdminTestJSON-1164919896 tempest-DeleteServersAdminTestJSON-1164919896-project-admin] No DVR routers for this DVR port 46a6a443-3c3c-4931-a382-968c8d85725c on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:16:50.783379 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d4766e5f-27d2-42fd-8662-2680b96cf2d4 req-c82a2656-e124-4adf-a1fc-97d01afc01d0 tempest-DeleteServersAdminTestJSON-1164919896 tempest-DeleteServersAdminTestJSON-1164919896-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:50.788264 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d4766e5f-27d2-42fd-8662-2680b96cf2d4 req-c82a2656-e124-4adf-a1fc-97d01afc01d0 tempest-DeleteServersAdminTestJSON-1164919896 tempest-DeleteServersAdminTestJSON-1164919896-project-admin] 10.222.0.18 "DELETE /v2.0/ports/46a6a443-3c3c-4931-a382-968c8d85725c HTTP/1.1" status: 204 len: 173 time: 0.8405423 Jan 28 13:16:50.788891 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ec950c-1b6b-4936-a414-5c5a8a82f61b', 'name': 'network-vif-deleted', 'tag': '46a6a443-3c3c-4931-a382-968c8d85725c'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:16:50.792928 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dcb8b1-177b-4277-80ba-311f809cc864" -d '{"events": [{"server_uuid": "d5ec950c-1b6b-4936-a414-5c5a8a82f61b", "name": "network-vif-deleted", "tag": "46a6a443-3c3c-4931-a382-968c8d85725c"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:16:50.821226 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-32985898-4a74-47f8-8b9e-9621c162eb22 service neutron] 10.222.0.39 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808789 Jan 28 13:16:50.841043 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d7c0db87-dbdd-476c-8b6e-947b2ca17496 req-cf36efe1-7bf0-49c9-bb4a-164262de9905 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5ec950c-1b6b-4936-a414-5c5a8a82f61b HTTP/1.1" status: 200 len: 210 time: 0.0581615 Jan 28 13:16:51.063208 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae1240f-d8d0-4c84-ab78-d2addf62812b x-openstack-request-id: req-6ae1240f-d8d0-4c84-ab78-d2addf62812b {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:16:51.063801 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ec950c-1b6b-4936-a414-5c5a8a82f61b", "name": "network-vif-deleted", "tag": "46a6a443-3c3c-4931-a382-968c8d85725c", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:16:51.064194 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ae1240f-d8d0-4c84-ab78-d2addf62812b {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:16:51.064731 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ec950c-1b6b-4936-a414-5c5a8a82f61b', 'name': 'network-vif-deleted', 'tag': '46a6a443-3c3c-4931-a382-968c8d85725c', 'status': 'completed', 'code': 200} Jan 28 13:16:51.081383 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5acd0d-5658-4fe2-af7e-ea5766c7b7db req-2ddee6c2-2775-4964-bdbd-92414f8d7856 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:51.084182 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8e5acd0d-5658-4fe2-af7e-ea5766c7b7db req-2ddee6c2-2775-4964-bdbd-92414f8d7856 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c7a7ee-16a7-4d95-885b-a0c2d719c0e1 HTTP/1.1" status: 200 len: 945 time: 0.0812309 Jan 28 13:16:51.159466 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8e5acd0d-5658-4fe2-af7e-ea5766c7b7db req-6c236cf1-ee33-47f3-9431-da9f7955b762 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593095 Jan 28 13:16:51.194021 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304980-646d-4ab3-8ad8-392856fce620 req-044e17be-fab1-43df-a81e-806cdf901790 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:51.201478 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fb304980-646d-4ab3-8ad8-392856fce620 req-044e17be-fab1-43df-a81e-806cdf901790 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 949 time: 0.0712132 Jan 28 13:16:51.244435 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fb304980-646d-4ab3-8ad8-392856fce620 req-b8919d37-21f8-4a02-b67e-638bb26269f7 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420911 Jan 28 13:16:51.392658 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-06dab0ff-74f5-472e-b43c-dbb54c49c088 req-5ee1bdd4-8a76-41b0-a60a-d7e551624813 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 210 time: 0.0347102 Jan 28 13:16:51.521141 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af55d6-ec77-41ab-bce4-3e5f3a4e5b22 req-c145bd4d-d2a3-4db4-a733-e696cbb33e49 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:51.530018 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-54af55d6-ec77-41ab-bce4-3e5f3a4e5b22 req-c145bd4d-d2a3-4db4-a733-e696cbb33e49 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c7a7ee-16a7-4d95-885b-a0c2d719c0e1 HTTP/1.1" status: 200 len: 945 time: 0.0803654 Jan 28 13:16:51.575547 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-54af55d6-ec77-41ab-bce4-3e5f3a4e5b22 req-9e4215d6-1bae-4f47-93bf-687548dee1d9 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445755 Jan 28 13:16:51.591252 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-6c3a5632-e029-42f1-a59b-b7bfa54b0508 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5ccde7816c7f4a9eaf93b3ae382b68ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224822 Jan 28 13:16:51.696460 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13269104-63d7-4e3e-9fa9-03d8bd49ace4 req-0a1d929a-426b-484f-99dd-5db97f3ab915 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:51.698018 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-13269104-63d7-4e3e-9fa9-03d8bd49ace4 req-0a1d929a-426b-484f-99dd-5db97f3ab915 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/ports?device_id=5801d1b5-00e7-40fb-a645-1c3885c27a92 HTTP/1.1" status: 200 len: 949 time: 0.0644562 Jan 28 13:16:51.732096 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-33302d6b-8d64-44bd-85f1-e75bff751542 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:51.736479 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-33302d6b-8d64-44bd-85f1-e75bff751542 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1371922 Jan 28 13:16:51.750085 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-bfc7e5f0-d312-4963-8447-863458cc5627 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/quotas/5ccde7816c7f4a9eaf93b3ae382b68ab HTTP/1.1" status: 200 len: 375 time: 0.0108535 Jan 28 13:16:51.753798 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-13269104-63d7-4e3e-9fa9-03d8bd49ace4 req-604116e9-2940-4723-82a5-bae71825a2d5 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/security-groups?id=a789e3d1-30de-4d5a-89d2-18da60d4d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487149 Jan 28 13:16:51.782610 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-85c3344f-3124-453b-b3fe-3d99647d61b2 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5ccde7816c7f4a9eaf93b3ae382b68ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266473 Jan 28 13:16:51.876120 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583c1af-1938-48d6-8691-d02a74abb9fa req-2e038d11-bf27-42ff-98dd-03c994ddf820 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:51.888154 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3583c1af-1938-48d6-8691-d02a74abb9fa req-2e038d11-bf27-42ff-98dd-03c994ddf820 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c7a7ee-16a7-4d95-885b-a0c2d719c0e1 HTTP/1.1" status: 200 len: 945 time: 0.0546339 Jan 28 13:16:51.942549 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3583c1af-1938-48d6-8691-d02a74abb9fa req-3eefae4c-dc4a-4388-ac52-59882715f7cf tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574639 Jan 28 13:16:52.061522 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-80a12932-de86-43f6-b3e4-80e2e289b7cd tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5ccde7816c7f4a9eaf93b3ae382b68ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362561 Jan 28 13:16:52.083860 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d4929-5bd2-45b1-aa21-a43f7df3ad8d req-645d6011-7e75-48c1-a1f8-25e397d5dc5b tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:52.097368 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e50d4929-5bd2-45b1-aa21-a43f7df3ad8d req-645d6011-7e75-48c1-a1f8-25e397d5dc5b tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c7a7ee-16a7-4d95-885b-a0c2d719c0e1 HTTP/1.1" status: 200 len: 945 time: 0.0822470 Jan 28 13:16:52.202356 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e50d4929-5bd2-45b1-aa21-a43f7df3ad8d req-609a0857-0e4e-4f14-bab3-36d1aff2227e tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038489 Jan 28 13:16:52.260676 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-b8b99626-c785-4441-b309-648adaa61919 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:52.262092 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-b8b99626-c785-4441-b309-648adaa61919 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1952183 Jan 28 13:16:52.291017 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-fb5bb063-c535-4ba9-89e1-8d6897487b58 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/quotas/5ccde7816c7f4a9eaf93b3ae382b68ab HTTP/1.1" status: 200 len: 375 time: 0.0228405 Jan 28 13:16:52.297523 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-27a756b3-c9d5-4703-9222-b093846f5135 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:52.298166 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-27a756b3-c9d5-4703-9222-b093846f5135 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.18 "GET /v2.0/networks?id=8528e78d-cd10-4563-a6b3-de6e91f8e460 HTTP/1.1" status: 200 len: 808 time: 0.1536863 Jan 28 13:16:52.313701 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-40e8bbea-ea05-4e9e-b485-6835d20a3364 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Request body: {'port': {'device_id': '6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9', 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460', 'admin_state_up': True, 'tenant_id': '93543269cade486c80fd00260197c0a8'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:52.341021 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-14e93017-2420-432c-ba63-7265744654c9 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5ccde7816c7f4a9eaf93b3ae382b68ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418608 Jan 28 13:16:52.360617 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-b266d847-786a-462e-b6c3-3fd47f52cfd0 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=66de2bf263194119b4b6e48a33be6975&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365224 Jan 28 13:16:52.454258 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-40e8bbea-ea05-4e9e-b485-6835d20a3364 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Made reservation on behalf of 93543269cade486c80fd00260197c0a8 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:52.460917 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-40e8bbea-ea05-4e9e-b485-6835d20a3364 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:52.521700 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-682d0fd1-4afd-4ca3-aa01-5788328c727d tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:52.524080 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-682d0fd1-4afd-4ca3-aa01-5788328c727d tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1621444 Jan 28 13:16:52.545900 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-4e3fbccc-21a6-444c-a28d-a23a4b9eb7d8 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/quotas/66de2bf263194119b4b6e48a33be6975 HTTP/1.1" status: 200 len: 375 time: 0.0167677 Jan 28 13:16:52.598470 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-ab0d195a-b1b9-463b-8414-bbe7b367d194 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=66de2bf263194119b4b6e48a33be6975&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455899 Jan 28 13:16:52.908797 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4d953-dfb5-4da7-b1af-0c5ee9a056a6 req-46110ee0-0dda-4611-893f-aef3f07318b8 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:52.911790 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2da4d953-dfb5-4da7-b1af-0c5ee9a056a6 req-46110ee0-0dda-4611-893f-aef3f07318b8 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 949 time: 0.1332901 Jan 28 13:16:52.955562 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-40e8bbea-ea05-4e9e-b485-6835d20a3364 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Allocated IP 172.20.0.11 (8528e78d-cd10-4563-a6b3-de6e91f8e460/585c2f63-9b4b-456a-9eb5-e157a8ee5cdd/ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:16:52.957285 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8eb32480-623a-48f9-baad-df5b270acf4d req-80cbde53-d546-4eab-9dce-df9ab2a7782d tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 210 time: 0.0494790 Jan 28 13:16:52.975143 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6cdf4-a944-4ce9-8683-b143329f6fc3 req-d29642dc-6d8f-4935-a4fe-c9b9819803b8 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:52.977539 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-97a6cdf4-a944-4ce9-8683-b143329f6fc3 req-d29642dc-6d8f-4935-a4fe-c9b9819803b8 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.37 "GET /v2.0/ports?device_id=5801d1b5-00e7-40fb-a645-1c3885c27a92 HTTP/1.1" status: 200 len: 949 time: 0.1461947 Jan 28 13:16:53.040352 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0ee6e9e9-8706-473b-9eb3-366b7f8df56f req-4ea13f12-3718-4105-892a-6803d20d914a tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b107958-3953-461a-974a-a5fea26d99d9 HTTP/1.1" status: 200 len: 210 time: 0.0353975 Jan 28 13:16:53.164808 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2da4d953-dfb5-4da7-b1af-0c5ee9a056a6 req-b810c67d-9302-4e32-9b87-bbde1cc8e237 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454402 Jan 28 13:16:53.181226 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-10901e9c-6b97-4589-b5a3-8836e1b5d8d8 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5ccde7816c7f4a9eaf93b3ae382b68ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303354 Jan 28 13:16:53.308077 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c09e09-2d94-4143-bc9f-13969a0c7cab req-51ca91aa-5811-4aa5-aed5-b2c9dc853aaa tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:53.309611 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-02c09e09-2d94-4143-bc9f-13969a0c7cab req-51ca91aa-5811-4aa5-aed5-b2c9dc853aaa tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c7a7ee-16a7-4d95-885b-a0c2d719c0e1 HTTP/1.1" status: 200 len: 945 time: 0.1752698 Jan 28 13:16:53.330358 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b6fd8c31-1728-4db6-bc3a-e1d21e56ceba req-ccd255ce-760e-4b00-bf64-c48d352be4d6 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=020bd68b-203c-4299-b6fd-f27b497a7ff5 HTTP/1.1" status: 200 len: 210 time: 0.0889645 Jan 28 13:16:53.415602 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-ee3096d5-e4eb-4f84-9b93-4558f79c7bf6 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:53.417103 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-ee3096d5-e4eb-4f84-9b93-4558f79c7bf6 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2141633 Jan 28 13:16:53.420619 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-02c09e09-2d94-4143-bc9f-13969a0c7cab req-4680793e-a070-48f4-bbab-b4564a539fed tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028583 Jan 28 13:16:53.440266 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-3b7d210a-a8a8-49b9-b568-d0d15e0d6c79 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Request body: {'port': {'device_id': '75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': '5ccde7816c7f4a9eaf93b3ae382b68ab'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:53.545223 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-97a6cdf4-a944-4ce9-8683-b143329f6fc3 req-524d8a4b-ade4-441a-ad1f-a124f9288975 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Deleting port e18ec6dd-b970-45d5-a178-ffa587d1c3d7 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:16:53.545783 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-97a6cdf4-a944-4ce9-8683-b143329f6fc3 req-524d8a4b-ade4-441a-ad1f-a124f9288975 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (e18ec6dd-b970-45d5-a178-ffa587d1c3d7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:53.605649 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4c563-9035-4cb5-9861-32c93e31c7f8 req-3c59cf3e-d88c-4279-87bd-24e1a65b5305 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:53.607165 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d1b4c563-9035-4cb5-9861-32c93e31c7f8 req-3c59cf3e-d88c-4279-87bd-24e1a65b5305 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c7a7ee-16a7-4d95-885b-a0c2d719c0e1 HTTP/1.1" status: 200 len: 945 time: 0.0821104 Jan 28 13:16:53.627760 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-40e8bbea-ea05-4e9e-b485-6835d20a3364 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks [] for port (ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:53.635857 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3701259-789e-407a-a097-8c484a4415c6 req-b1d40981-ec95-4314-aa8e-0133fc9306fc tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:53.643847 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a3701259-789e-407a-a097-8c484a4415c6 req-b1d40981-ec95-4314-aa8e-0133fc9306fc tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/ports?device_id=5801d1b5-00e7-40fb-a645-1c3885c27a92 HTTP/1.1" status: 200 len: 949 time: 0.1824138 Jan 28 13:16:53.652823 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-3b7d210a-a8a8-49b9-b568-d0d15e0d6c79 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Made reservation on behalf of 5ccde7816c7f4a9eaf93b3ae382b68ab for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:53.656125 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-3b7d210a-a8a8-49b9-b568-d0d15e0d6c79 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:53.676075 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-3b7d210a-a8a8-49b9-b568-d0d15e0d6c79 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:53.681441 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d1b4c563-9035-4cb5-9861-32c93e31c7f8 req-5a1a6546-dd31-450c-96f4-19027a847e53 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658646 Jan 28 13:16:53.748905 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a3701259-789e-407a-a097-8c484a4415c6 req-5c9b1f31-3116-462a-8c8f-77fadb9ef9c0 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/security-groups?id=a789e3d1-30de-4d5a-89d2-18da60d4d7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018600 Jan 28 13:16:53.757393 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-97a6cdf4-a944-4ce9-8683-b143329f6fc3 req-524d8a4b-ade4-441a-ad1f-a124f9288975 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] For port e18ec6dd-b970-45d5-a178-ffa587d1c3d7, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=e18ec6dd-b970-45d5-a178-ffa587d1c3d7,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:53.767738 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-97a6cdf4-a944-4ce9-8683-b143329f6fc3 req-524d8a4b-ade4-441a-ad1f-a124f9288975 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (e18ec6dd-b970-45d5-a178-ffa587d1c3d7), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:53.776434 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-3b7d210a-a8a8-49b9-b568-d0d15e0d6c79 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Publish callbacks [] for security_group (b55c55d5-377f-4ebc-be33-afab6055c6c4), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:53.783121 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-3b7d210a-a8a8-49b9-b568-d0d15e0d6c79 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b55c55d5-377f-4ebc-be33-afab6055c6c4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:53.791231 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.37', 63304) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:53.793002 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-97a6cdf4-a944-4ce9-8683-b143329f6fc3 req-524d8a4b-ade4-441a-ad1f-a124f9288975 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Calling delete_port for e18ec6dd-b970-45d5-a178-ffa587d1c3d7 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:16:53.823368 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-40e8bbea-ea05-4e9e-b485-6835d20a3364 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:53.844047 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-d36d76bf-bab1-4ac2-8930-dc5c10823447 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5ccde7816c7f4a9eaf93b3ae382b68ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522492 Jan 28 13:16:53.873847 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-40e8bbea-ea05-4e9e-b485-6835d20a3364 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Network 8528e78d-cd10-4563-a6b3-de6e91f8e460 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:16:53.948668 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-40e8bbea-ea05-4e9e-b485-6835d20a3364 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:16:53.980014 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-40e8bbea-ea05-4e9e-b485-6835d20a3364 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:16:54.054545 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8bbea-ea05-4e9e-b485-6835d20a3364 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Pushing event updated for resources: {'Port': ['ID=ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:54.119514 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-40e8bbea-ea05-4e9e-b485-6835d20a3364 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:54.120243 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-40e8bbea-ea05-4e9e-b485-6835d20a3364 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:54.159642 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-7469502a-b3e2-4cc4-b4c1-966c467473f5 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:54.161614 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-7469502a-b3e2-4cc4-b4c1-966c467473f5 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2895517 Jan 28 13:16:54.198992 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-64cdae62-5087-403a-abd0-e51bdd38fbc6 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Request body: {'port': {'device_id': '3b107958-3953-461a-974a-a5fea26d99d9', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': '5ccde7816c7f4a9eaf93b3ae382b68ab'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:54.211725 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-40e8bbea-ea05-4e9e-b485-6835d20a3364 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9021053 Jan 28 13:16:54.244619 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-f237b126-45ce-4127-896e-ed9c6e1cbc67 service neutron] Request body: {'port': {'device_id': '6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:54.295315 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d210a-a8a8-49b9-b568-d0d15e0d6c79 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b55c55d5-377f-4ebc-be33-afab6055c6c4,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:54.313198 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b5318-f61c-4109-bd05-c7db5d89e36b req-dfa32bab-4f54-4050-afc6-696b772a7a99 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:54.321066 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db4b5318-f61c-4109-bd05-c7db5d89e36b req-dfa32bab-4f54-4050-afc6-696b772a7a99 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 932 time: 0.2280874 Jan 28 13:16:54.350132 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-63c31dd7-e961-46a9-8bd3-a0b476b5d472 req-7a9f56c5-cb98-4ac4-a925-193cb3c08683 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b107958-3953-461a-974a-a5fea26d99d9 HTTP/1.1" status: 200 len: 210 time: 0.0631714 Jan 28 13:16:54.369904 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-97a6cdf4-a944-4ce9-8683-b143329f6fc3 req-524d8a4b-ade4-441a-ad1f-a124f9288975 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (e18ec6dd-b970-45d5-a178-ffa587d1c3d7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:54.377629 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-0799aa88-73c6-4161-b088-3c508e88c345 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=66de2bf263194119b4b6e48a33be6975&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0922325 Jan 28 13:16:54.385394 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['e18ec6dd-b970-45d5-a178-ffa587d1c3d7'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:16:54.387561 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 46a6a443-3c3c-4931-a382-968c8d85725c no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:16:54.421527 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-3b7d210a-a8a8-49b9-b568-d0d15e0d6c79 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Allocated IP 192.168.233.110 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/cc711a79-b2a5-4d47-b345-a4aa0c5b1190) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:16:54.427555 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d8a4b-ade4-441a-ad1f-a124f9288975 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Pushing event deleted for resources: {'Port': ['ID=e18ec6dd-b970-45d5-a178-ffa587d1c3d7,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:54.477000 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 46a6a443-3c3c-4931-a382-968c8d85725c {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:16:54.477518 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 46a6a443-3c3c-4931-a382-968c8d85725c not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:16:54.509792 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db4b5318-f61c-4109-bd05-c7db5d89e36b req-45dcef11-c97b-4140-873b-ebd14ec49a7e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877298 Jan 28 13:16:54.520887 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-f237b126-45ce-4127-896e-ed9c6e1cbc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:54.561188 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a6cdf4-a944-4ce9-8683-b143329f6fc3 req-524d8a4b-ade4-441a-ad1f-a124f9288975 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] No DVR routers for this DVR port e18ec6dd-b970-45d5-a178-ffa587d1c3d7 on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:16:54.584398 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-97a6cdf4-a944-4ce9-8683-b143329f6fc3 req-524d8a4b-ade4-441a-ad1f-a124f9288975 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:54.587965 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-97a6cdf4-a944-4ce9-8683-b143329f6fc3 req-524d8a4b-ade4-441a-ad1f-a124f9288975 tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.37 "DELETE /v2.0/ports/e18ec6dd-b970-45d5-a178-ffa587d1c3d7 HTTP/1.1" status: 204 len: 173 time: 1.5974450 Jan 28 13:16:54.588603 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5801d1b5-00e7-40fb-a645-1c3885c27a92', 'name': 'network-vif-deleted', 'tag': 'e18ec6dd-b970-45d5-a178-ffa587d1c3d7'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:16:54.590893 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce10399-8682-40aa-9d53-7ea675cfb1ca" -d '{"events": [{"server_uuid": "5801d1b5-00e7-40fb-a645-1c3885c27a92", "name": "network-vif-deleted", "tag": "e18ec6dd-b970-45d5-a178-ffa587d1c3d7"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:16:54.621942 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f31e2-ea4a-4060-9e3c-9a1659b9a191 req-40eb8a51-a4f8-4c76-be58-ca4184d6d193 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:54.623607 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0a7f31e2-ea4a-4060-9e3c-9a1659b9a191 req-40eb8a51-a4f8-4c76-be58-ca4184d6d193 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 949 time: 0.1445425 Jan 28 13:16:54.649030 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-64cdae62-5087-403a-abd0-e51bdd38fbc6 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Made reservation on behalf of 5ccde7816c7f4a9eaf93b3ae382b68ab for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:54.652598 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-64cdae62-5087-403a-abd0-e51bdd38fbc6 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:54.661338 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-f9a829a4-9409-4fd7-a164-8c3271f2043f tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:54.663278 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-f9a829a4-9409-4fd7-a164-8c3271f2043f tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2695932 Jan 28 13:16:54.705181 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-4ef25a85-b07c-4b2d-b17a-e2bc1494d0e9 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Request body: {'port': {'device_id': '020bd68b-203c-4299-b6fd-f27b497a7ff5', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': '66de2bf263194119b4b6e48a33be6975'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:54.787648 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9d349f25-666f-4774-a8bb-b3cc68aa6b28 req-c0227869-d489-44ac-9e35-da1f103c5635 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=020bd68b-203c-4299-b6fd-f27b497a7ff5 HTTP/1.1" status: 200 len: 210 time: 0.0450726 Jan 28 13:16:54.807226 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0a7f31e2-ea4a-4060-9e3c-9a1659b9a191 req-62d68bfb-7f12-45a8-84de-111a1aef5711 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661043 Jan 28 13:16:54.857989 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-3b7d210a-a8a8-49b9-b568-d0d15e0d6c79 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Publish callbacks [] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:54.906043 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fd3652-c347-486d-b367-e2bbb13d903f x-openstack-request-id: req-68fd3652-c347-486d-b367-e2bbb13d903f {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:16:54.906427 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5801d1b5-00e7-40fb-a645-1c3885c27a92", "name": "network-vif-deleted", "tag": "e18ec6dd-b970-45d5-a178-ffa587d1c3d7", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:16:54.906745 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-68fd3652-c347-486d-b367-e2bbb13d903f {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:16:54.907312 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5801d1b5-00e7-40fb-a645-1c3885c27a92', 'name': 'network-vif-deleted', 'tag': 'e18ec6dd-b970-45d5-a178-ffa587d1c3d7', 'status': 'completed', 'code': 200} Jan 28 13:16:54.913211 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-4ef25a85-b07c-4b2d-b17a-e2bc1494d0e9 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Made reservation on behalf of 66de2bf263194119b4b6e48a33be6975 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:54.919476 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-4ef25a85-b07c-4b2d-b17a-e2bc1494d0e9 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:55.016081 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-3b7d210a-a8a8-49b9-b568-d0d15e0d6c79 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:55.058796 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-64cdae62-5087-403a-abd0-e51bdd38fbc6 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Allocated IP 192.168.233.112 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/2c413430-ad3c-4f8a-945a-d20c9c8b7d45) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:16:55.063844 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-f237b126-45ce-4127-896e-ed9c6e1cbc67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:16:55.077235 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-f237b126-45ce-4127-896e-ed9c6e1cbc67 service neutron] Publish callbacks [] for port (ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:55.081460 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-88954d58-40da-4f27-af0c-32cd1593c728 req-beaa9015-beb2-4f1d-a453-8ab04f57193f tempest-ServerDiagnosticsNegativeTest-1101436849 tempest-ServerDiagnosticsNegativeTest-1101436849-project] 10.222.0.39 "GET /v2.0/ports?device_id=5801d1b5-00e7-40fb-a645-1c3885c27a92 HTTP/1.1" status: 200 len: 210 time: 0.1042497 Jan 28 13:16:55.101632 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-f237b126-45ce-4127-896e-ed9c6e1cbc67 service neutron] Transition to ACTIVE for port object ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:16:55.113632 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-3b7d210a-a8a8-49b9-b568-d0d15e0d6c79 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:16:55.116965 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-3b7d210a-a8a8-49b9-b568-d0d15e0d6c79 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:16:55.122022 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-3b7d210a-a8a8-49b9-b568-d0d15e0d6c79 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:16:55.123895 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-f237b126-45ce-4127-896e-ed9c6e1cbc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:55.164370 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d210a-a8a8-49b9-b568-d0d15e0d6c79 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Pushing event updated for resources: {'Port': ['ID=cc711a79-b2a5-4d47-b345-a4aa0c5b1190,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:55.195857 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-3b7d210a-a8a8-49b9-b568-d0d15e0d6c79 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:55.196915 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-3b7d210a-a8a8-49b9-b568-d0d15e0d6c79 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:55.224394 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-3b7d210a-a8a8-49b9-b568-d0d15e0d6c79 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7895532 Jan 28 13:16:55.237148 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-65d00049-5e7b-4295-96c0-f800b2d300d8 service neutron] Request body: {'port': {'device_id': '75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:55.308695 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-65d00049-5e7b-4295-96c0-f800b2d300d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:55.436376 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-634d3cc0-0d93-4f63-9745-dac9d8875634 None None] Provisioning complete for port cc711a79-b2a5-4d47-b345-a4aa0c5b1190 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:16:55.443261 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-634d3cc0-0d93-4f63-9745-dac9d8875634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:55.458165 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a389d7e1-01a6-43b8-b929-ed6967facf61 req-b7054fe1-6570-4472-a0f8-acdd7ed62656 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b107958-3953-461a-974a-a5fea26d99d9 HTTP/1.1" status: 200 len: 210 time: 0.0358150 Jan 28 13:16:55.497359 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-634d3cc0-0d93-4f63-9745-dac9d8875634 None None] Port cc711a79-b2a5-4d47-b345-a4aa0c5b1190 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:16:55.514932 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237b126-45ce-4127-896e-ed9c6e1cbc67 service neutron] Pushing event updated for resources: {'Port': ['ID=ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:55.592968 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51789869-d947-4177-98ae-028e0dc2cbd4 req-0a2b8d1e-346f-4416-8b6a-eddbc045bac9 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:55.594330 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-51789869-d947-4177-98ae-028e0dc2cbd4 req-0a2b8d1e-346f-4416-8b6a-eddbc045bac9 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c7a7ee-16a7-4d95-885b-a0c2d719c0e1 HTTP/1.1" status: 200 len: 945 time: 0.3921177 Jan 28 13:16:55.622487 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cf23d-3bf9-43eb-8abb-1ee342f66d9c req-fe783ccd-0bc2-42e4-859d-12ae8c535784 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:55.624018 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-875cf23d-3bf9-43eb-8abb-1ee342f66d9c req-fe783ccd-0bc2-42e4-859d-12ae8c535784 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 944 time: 0.0516257 Jan 28 13:16:55.625652 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-64cdae62-5087-403a-abd0-e51bdd38fbc6 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Publish callbacks [] for port (2c413430-ad3c-4f8a-945a-d20c9c8b7d45), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:55.643719 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-f237b126-45ce-4127-896e-ed9c6e1cbc67 service neutron] Attempting to bind port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:16:55.644062 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-f237b126-45ce-4127-896e-ed9c6e1cbc67 service neutron] Attempting to bind port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:16:55.644367 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-f237b126-45ce-4127-896e-ed9c6e1cbc67 service neutron] Attempting to bind port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:16:55.662598 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-f237b126-45ce-4127-896e-ed9c6e1cbc67 service neutron] Port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:16:55.662933 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-f237b126-45ce-4127-896e-ed9c6e1cbc67 service neutron] Attempting to bind port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:16:55.671852 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-875cf23d-3bf9-43eb-8abb-1ee342f66d9c req-eb2a3d00-0095-45b7-8e9a-5d128db66b8e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419831 Jan 28 13:16:55.686426 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-f237b126-45ce-4127-896e-ed9c6e1cbc67 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:16:55.686766 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-f237b126-45ce-4127-896e-ed9c6e1cbc67 service neutron] Checking segment: {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:16:55.687170 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-f237b126-45ce-4127-896e-ed9c6e1cbc67 service neutron] Bound using segment: {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:16:55.687597 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-f237b126-45ce-4127-896e-ed9c6e1cbc67 service neutron] Bound port: ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:16:55.687956 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-f237b126-45ce-4127-896e-ed9c6e1cbc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:55.696657 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-51789869-d947-4177-98ae-028e0dc2cbd4 req-14d966c1-7e9e-4852-a3c0-c31fee252d16 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914857 Jan 28 13:16:55.731796 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-64cdae62-5087-403a-abd0-e51bdd38fbc6 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (2c413430-ad3c-4f8a-945a-d20c9c8b7d45), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:55.768141 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-4ef25a85-b07c-4b2d-b17a-e2bc1494d0e9 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Allocated IP 192.168.233.68 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/e3438e69-cda8-4b61-a890-8240e972b93f) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:16:55.807727 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-64cdae62-5087-403a-abd0-e51bdd38fbc6 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:16:55.812743 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-f237b126-45ce-4127-896e-ed9c6e1cbc67 service neutron] For port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:16:55.816051 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-64cdae62-5087-403a-abd0-e51bdd38fbc6 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:16:55.818844 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-f237b126-45ce-4127-896e-ed9c6e1cbc67 service neutron] For port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:16:55.820202 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cdae62-5087-403a-abd0-e51bdd38fbc6 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Pushing event updated for resources: {'Port': ['ID=2c413430-ad3c-4f8a-945a-d20c9c8b7d45,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:55.824587 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-64cdae62-5087-403a-abd0-e51bdd38fbc6 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:16:55.854888 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-f237b126-45ce-4127-896e-ed9c6e1cbc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:55.908809 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-f237b126-45ce-4127-896e-ed9c6e1cbc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:55.909539 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-f237b126-45ce-4127-896e-ed9c6e1cbc67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:55.911402 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-f237b126-45ce-4127-896e-ed9c6e1cbc67 service neutron] 10.222.0.18 "PUT /v2.0/ports/ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 HTTP/1.1" status: 200 len: 1092 time: 1.6784925 Jan 28 13:16:55.926267 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-64cdae62-5087-403a-abd0-e51bdd38fbc6 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:55.926944 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-64cdae62-5087-403a-abd0-e51bdd38fbc6 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:55.978472 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237b126-45ce-4127-896e-ed9c6e1cbc67 service neutron] Pushing event updated for resources: {'Port': ['ID=ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:55.991705 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b877f0dd-e251-47b5-9a77-9ac2087d6e3c req-d4cdaa8b-1b22-4471-8bb4-87df3a2b2502 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=020bd68b-203c-4299-b6fd-f27b497a7ff5 HTTP/1.1" status: 200 len: 210 time: 0.0752342 Jan 28 13:16:56.002533 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-64cdae62-5087-403a-abd0-e51bdd38fbc6 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8104999 Jan 28 13:16:56.014194 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-4ef25a85-b07c-4b2d-b17a-e2bc1494d0e9 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Publish callbacks [] for port (e3438e69-cda8-4b61-a890-8240e972b93f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.032124 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-8a670543-d79a-4b2d-adcc-9ce9d2b25d53 service neutron] Request body: {'port': {'device_id': '3b107958-3953-461a-974a-a5fea26d99d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:56.052747 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-4ef25a85-b07c-4b2d-b17a-e2bc1494d0e9 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (e3438e69-cda8-4b61-a890-8240e972b93f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.083032 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17652583-5413-4a2b-a3da-54243b2c65e4 req-bb9719c7-2b73-49dd-985d-d2725d40f151 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:56.084580 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-17652583-5413-4a2b-a3da-54243b2c65e4 req-bb9719c7-2b73-49dd-985d-d2725d40f151 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 949 time: 0.1545157 Jan 28 13:16:56.121128 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-29bdaace-ecba-4ba4-ab49-a8224a44ebb9 None None] Provisioning complete for port 2c413430-ad3c-4f8a-945a-d20c9c8b7d45 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:16:56.121829 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-29bdaace-ecba-4ba4-ab49-a8224a44ebb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2c413430-ad3c-4f8a-945a-d20c9c8b7d45), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.132980 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-d2369029-375f-4b1d-8a93-0edb75c2f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:56.135052 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-4ef25a85-b07c-4b2d-b17a-e2bc1494d0e9 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:16:56.135375 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-d2369029-375f-4b1d-8a93-0edb75c2f367 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=93543269cade486c80fd00260197c0a8&device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 1095 time: 0.1591425 Jan 28 13:16:56.142635 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-8a670543-d79a-4b2d-adcc-9ce9d2b25d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2c413430-ad3c-4f8a-945a-d20c9c8b7d45), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.157106 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-29bdaace-ecba-4ba4-ab49-a8224a44ebb9 None None] Port 2c413430-ad3c-4f8a-945a-d20c9c8b7d45 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:16:56.161488 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef25a85-b07c-4b2d-b17a-e2bc1494d0e9 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Pushing event updated for resources: {'Port': ['ID=e3438e69-cda8-4b61-a890-8240e972b93f,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:56.169153 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-4ef25a85-b07c-4b2d-b17a-e2bc1494d0e9 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:16:56.171502 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-4ef25a85-b07c-4b2d-b17a-e2bc1494d0e9 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:16:56.237091 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-4ef25a85-b07c-4b2d-b17a-e2bc1494d0e9 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:56.237813 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-4ef25a85-b07c-4b2d-b17a-e2bc1494d0e9 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.256804 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-b5e3e347-8030-4491-aa45-cf1eb789eade service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 HTTP/1.1" status: 200 len: 217 time: 0.0970538 Jan 28 13:16:56.275624 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-4ef25a85-b07c-4b2d-b17a-e2bc1494d0e9 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5776989 Jan 28 13:16:56.295217 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-ccb482ea-a7bc-4343-87f8-610739ed15f5 service neutron] Request body: {'port': {'device_id': '020bd68b-203c-4299-b6fd-f27b497a7ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:56.320226 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-17652583-5413-4a2b-a3da-54243b2c65e4 req-cb3f1f9b-eaf8-4019-bc37-271f2a762ba5 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188075 Jan 28 13:16:56.395138 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-ccb482ea-a7bc-4343-87f8-610739ed15f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e3438e69-cda8-4b61-a890-8240e972b93f), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.398955 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-65d00049-5e7b-4295-96c0-f800b2d300d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc711a79-b2a5-4d47-b345-a4aa0c5b1190 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:16:56.407319 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-fcbe562e-7959-49b0-9894-6c56030e4317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:56.409231 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-fcbe562e-7959-49b0-9894-6c56030e4317 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=585c2f63-9b4b-456a-9eb5-e157a8ee5cdd HTTP/1.1" status: 200 len: 848 time: 0.1375833 Jan 28 13:16:56.414696 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-65d00049-5e7b-4295-96c0-f800b2d300d8 service neutron] Publish callbacks [] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.445343 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-efe13a61-d98b-4d42-9969-02beb36525fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8528e78d-cd10-4563-a6b3-de6e91f8e460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291922 Jan 28 13:16:56.448981 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-65d00049-5e7b-4295-96c0-f800b2d300d8 service neutron] Transition to ACTIVE for port object cc711a79-b2a5-4d47-b345-a4aa0c5b1190 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:16:56.454556 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device e18ec6dd-b970-45d5-a178-ffa587d1c3d7 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:16:56.461579 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-65d00049-5e7b-4295-96c0-f800b2d300d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.482231 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: e18ec6dd-b970-45d5-a178-ffa587d1c3d7 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:16:56.482821 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device e18ec6dd-b970-45d5-a178-ffa587d1c3d7 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:16:56.497679 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-acbd53d2-2713-4d4a-ae18-4782404cd57b None None] Provisioning complete for port e3438e69-cda8-4b61-a890-8240e972b93f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:16:56.498400 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-acbd53d2-2713-4d4a-ae18-4782404cd57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e3438e69-cda8-4b61-a890-8240e972b93f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.548619 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-d7428f2d-5990-4839-958a-dd4451bb47c1 service neutron] 10.222.0.18 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948470 Jan 28 13:16:56.575581 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41482) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:56.587995 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-acbd53d2-2713-4d4a-ae18-4782404cd57b None None] Port e3438e69-cda8-4b61-a890-8240e972b93f cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:16:56.669869 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d00049-5e7b-4295-96c0-f800b2d300d8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc711a79-b2a5-4d47-b345-a4aa0c5b1190,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:56.711909 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-73bd12bc-e478-4cb0-b806-914b5cfdcd0c req-f34c28a3-89e2-411d-881d-f59e0b80fd4a service neutron] 10.222.0.18 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505036 Jan 28 13:16:56.749112 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7cf66-988f-4bcc-a8a3-3a8767e5c8d0 req-e1a7a60e-af1b-48b4-bb78-a4b0a21a66c5 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:56.754204 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0ba7cf66-988f-4bcc-a8a3-3a8767e5c8d0 req-e1a7a60e-af1b-48b4-bb78-a4b0a21a66c5 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b107958-3953-461a-974a-a5fea26d99d9 HTTP/1.1" status: 200 len: 936 time: 0.1737721 Jan 28 13:16:56.798697 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-65d00049-5e7b-4295-96c0-f800b2d300d8 service neutron] Attempting to bind port cc711a79-b2a5-4d47-b345-a4aa0c5b1190 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:16:56.799300 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-65d00049-5e7b-4295-96c0-f800b2d300d8 service neutron] Attempting to bind port cc711a79-b2a5-4d47-b345-a4aa0c5b1190 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:16:56.799774 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-65d00049-5e7b-4295-96c0-f800b2d300d8 service neutron] Attempting to bind port cc711a79-b2a5-4d47-b345-a4aa0c5b1190 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:16:56.836090 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-65d00049-5e7b-4295-96c0-f800b2d300d8 service neutron] Port cc711a79-b2a5-4d47-b345-a4aa0c5b1190 on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:16:56.836413 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-65d00049-5e7b-4295-96c0-f800b2d300d8 service neutron] Attempting to bind port cc711a79-b2a5-4d47-b345-a4aa0c5b1190 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:16:56.844923 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-8a670543-d79a-4b2d-adcc-9ce9d2b25d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c413430-ad3c-4f8a-945a-d20c9c8b7d45 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:16:56.852413 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0ba7cf66-988f-4bcc-a8a3-3a8767e5c8d0 req-26507b9c-1833-4f67-87ff-6731619a424a tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862968 Jan 28 13:16:56.854784 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-65d00049-5e7b-4295-96c0-f800b2d300d8 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:16:56.855138 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-65d00049-5e7b-4295-96c0-f800b2d300d8 service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:16:56.855291 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-8a670543-d79a-4b2d-adcc-9ce9d2b25d53 service neutron] Publish callbacks [] for port (2c413430-ad3c-4f8a-945a-d20c9c8b7d45), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.855627 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-65d00049-5e7b-4295-96c0-f800b2d300d8 service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:16:56.855941 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-65d00049-5e7b-4295-96c0-f800b2d300d8 service neutron] Bound port: cc711a79-b2a5-4d47-b345-a4aa0c5b1190, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:16:56.856289 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-65d00049-5e7b-4295-96c0-f800b2d300d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.885824 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-8a670543-d79a-4b2d-adcc-9ce9d2b25d53 service neutron] Transition to ACTIVE for port object 2c413430-ad3c-4f8a-945a-d20c9c8b7d45 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:16:56.896638 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c87ef6-927b-4553-8558-9cb580ecc921 req-9e53a98b-19fd-416e-adb0-6de864b6de7b tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:56.909416 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e3c87ef6-927b-4553-8558-9cb580ecc921 req-9e53a98b-19fd-416e-adb0-6de864b6de7b tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 944 time: 0.1064112 Jan 28 13:16:56.923333 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9', 'tag': 'ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:16:56.931301 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7f242d89-0da9-4ba4-9b5a-55743e9fb426 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=818fbbba07794c9fadbafcf7bc26edbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3453100 Jan 28 13:16:56.931531 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f23ad8-2768-4ded-8fd3-105ae4a8204d" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9", "tag": "ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:16:56.936946 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41492) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:56.948816 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-8a670543-d79a-4b2d-adcc-9ce9d2b25d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (2c413430-ad3c-4f8a-945a-d20c9c8b7d45), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.031217 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e3c87ef6-927b-4553-8558-9cb580ecc921 req-495f0182-6e12-4594-a365-d296f469aa93 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208811 Jan 28 13:16:57.052387 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a670543-d79a-4b2d-adcc-9ce9d2b25d53 service neutron] Pushing event updated for resources: {'Port': ['ID=2c413430-ad3c-4f8a-945a-d20c9c8b7d45,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:57.081664 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-65d00049-5e7b-4295-96c0-f800b2d300d8 service neutron] For port cc711a79-b2a5-4d47-b345-a4aa0c5b1190, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:16:57.090209 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-65d00049-5e7b-4295-96c0-f800b2d300d8 service neutron] For port cc711a79-b2a5-4d47-b345-a4aa0c5b1190, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=cc711a79-b2a5-4d47-b345-a4aa0c5b1190,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:16:57.113110 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb2f390-82ad-4d1e-9a60-de4ba0ea5f2f x-openstack-request-id: req-3cb2f390-82ad-4d1e-9a60-de4ba0ea5f2f {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:16:57.113622 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9", "tag": "ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:16:57.113720 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3cb2f390-82ad-4d1e-9a60-de4ba0ea5f2f {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:16:57.114228 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9', 'tag': 'ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163', 'status': 'completed', 'code': 200} Jan 28 13:16:57.137478 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcbcf2-6cf8-4fa6-aae2-73df2794a2dc req-d57c6d9c-5682-481e-84e7-760b8f4fa25b tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:57.139077 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3dbcbcf2-6cf8-4fa6-aae2-73df2794a2dc req-d57c6d9c-5682-481e-84e7-760b8f4fa25b tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c7a7ee-16a7-4d95-885b-a0c2d719c0e1 HTTP/1.1" status: 200 len: 945 time: 0.1638904 Jan 28 13:16:57.146382 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-65d00049-5e7b-4295-96c0-f800b2d300d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.219398 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-8a670543-d79a-4b2d-adcc-9ce9d2b25d53 service neutron] Attempting to bind port 2c413430-ad3c-4f8a-945a-d20c9c8b7d45 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:16:57.219787 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-8a670543-d79a-4b2d-adcc-9ce9d2b25d53 service neutron] Attempting to bind port 2c413430-ad3c-4f8a-945a-d20c9c8b7d45 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:16:57.220114 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-8a670543-d79a-4b2d-adcc-9ce9d2b25d53 service neutron] Attempting to bind port 2c413430-ad3c-4f8a-945a-d20c9c8b7d45 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:16:57.246065 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-8a670543-d79a-4b2d-adcc-9ce9d2b25d53 service neutron] Port 2c413430-ad3c-4f8a-945a-d20c9c8b7d45 on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:16:57.246387 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-8a670543-d79a-4b2d-adcc-9ce9d2b25d53 service neutron] Attempting to bind port 2c413430-ad3c-4f8a-945a-d20c9c8b7d45 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:16:57.253541 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f788e902-9919-4c9a-88fc-8408259e72fc admin admin] Publish callbacks [] for security_group (a789e3d1-30de-4d5a-89d2-18da60d4d7cc), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.259617 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f23ad8-2768-4ded-8fd3-105ae4a8204d req-67eec0f6-7a9d-4366-ad86-27c6a7690023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:57.260710 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-29f23ad8-2768-4ded-8fd3-105ae4a8204d req-67eec0f6-7a9d-4366-ad86-27c6a7690023 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=93543269cade486c80fd00260197c0a8&device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 1095 time: 0.1128895 Jan 28 13:16:57.265955 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-8a670543-d79a-4b2d-adcc-9ce9d2b25d53 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:16:57.266277 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-8a670543-d79a-4b2d-adcc-9ce9d2b25d53 service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:16:57.266726 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-8a670543-d79a-4b2d-adcc-9ce9d2b25d53 service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:16:57.267351 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-8a670543-d79a-4b2d-adcc-9ce9d2b25d53 service neutron] Bound port: 2c413430-ad3c-4f8a-945a-d20c9c8b7d45, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:16:57.267664 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-8a670543-d79a-4b2d-adcc-9ce9d2b25d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2c413430-ad3c-4f8a-945a-d20c9c8b7d45), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.277819 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-65d00049-5e7b-4295-96c0-f800b2d300d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:57.278504 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-65d00049-5e7b-4295-96c0-f800b2d300d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.279942 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-65d00049-5e7b-4295-96c0-f800b2d300d8 service neutron] 10.222.0.37 "PUT /v2.0/ports/cc711a79-b2a5-4d47-b345-a4aa0c5b1190 HTTP/1.1" status: 200 len: 1096 time: 2.0473702 Jan 28 13:16:57.280679 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6', 'tag': 'cc711a79-b2a5-4d47-b345-a4aa0c5b1190'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:16:57.283041 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd57a39-6c9d-4725-8150-b0feec21ea8a" -d '{"events": [{"name": "network-changed", "server_uuid": "75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6", "tag": "cc711a79-b2a5-4d47-b345-a4aa0c5b1190"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:16:57.304554 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207c9fb-9856-4171-bf0a-b54b1c725557 req-df9b42a1-5d7b-4b47-a56b-9e5033cbd450 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:57.316955 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e207c9fb-9856-4171-bf0a-b54b1c725557 req-df9b42a1-5d7b-4b47-a56b-9e5033cbd450 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=020bd68b-203c-4299-b6fd-f27b497a7ff5 HTTP/1.1" status: 200 len: 935 time: 0.1189444 Jan 28 13:16:57.408817 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f788e902-9919-4c9a-88fc-8408259e72fc admin admin] Publish callbacks [] for security_group (a789e3d1-30de-4d5a-89d2-18da60d4d7cc), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.428758 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d00049-5e7b-4295-96c0-f800b2d300d8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc711a79-b2a5-4d47-b345-a4aa0c5b1190,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:57.436349 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-ccb482ea-a7bc-4343-87f8-610739ed15f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3438e69-cda8-4b61-a890-8240e972b93f {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:16:57.447980 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3dbcbcf2-6cf8-4fa6-aae2-73df2794a2dc req-f1bd1719-aef0-44a6-8339-73bd41e977eb tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902942 Jan 28 13:16:57.458633 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-ccb482ea-a7bc-4343-87f8-610739ed15f5 service neutron] Publish callbacks [] for port (e3438e69-cda8-4b61-a890-8240e972b93f), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.475769 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-8a670543-d79a-4b2d-adcc-9ce9d2b25d53 service neutron] For port 2c413430-ad3c-4f8a-945a-d20c9c8b7d45, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:16:57.479552 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-8a670543-d79a-4b2d-adcc-9ce9d2b25d53 service neutron] For port 2c413430-ad3c-4f8a-945a-d20c9c8b7d45, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=2c413430-ad3c-4f8a-945a-d20c9c8b7d45,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:16:57.486486 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e207c9fb-9856-4171-bf0a-b54b1c725557 req-e2807d6e-0947-4fca-a817-9e21f062d2ca tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b4cba4e-3131-4711-86ca-31aed879241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545010 Jan 28 13:16:57.494474 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-8262017c-deac-47e0-a1ca-9bd6d54d0693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:57.494847 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-8a670543-d79a-4b2d-adcc-9ce9d2b25d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (2c413430-ad3c-4f8a-945a-d20c9c8b7d45), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.496327 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-8262017c-deac-47e0-a1ca-9bd6d54d0693 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ccde7816c7f4a9eaf93b3ae382b68ab&device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 1099 time: 0.1648355 Jan 28 13:16:57.516005 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-ccb482ea-a7bc-4343-87f8-610739ed15f5 service neutron] Transition to ACTIVE for port object e3438e69-cda8-4b61-a890-8240e972b93f will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:16:57.524715 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-ccb482ea-a7bc-4343-87f8-610739ed15f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (e3438e69-cda8-4b61-a890-8240e972b93f), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.542428 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f23ad8-2768-4ded-8fd3-105ae4a8204d req-ee679e5f-3677-4325-b3fc-b79fa218996e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:57.544057 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-29f23ad8-2768-4ded-8fd3-105ae4a8204d req-ee679e5f-3677-4325-b3fc-b79fa218996e service neutron] 10.222.0.18 "GET /v2.0/networks?id=8528e78d-cd10-4563-a6b3-de6e91f8e460 HTTP/1.1" status: 200 len: 908 time: 0.2257118 Jan 28 13:16:57.545210 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-8a670543-d79a-4b2d-adcc-9ce9d2b25d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:57.545814 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-8a670543-d79a-4b2d-adcc-9ce9d2b25d53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.547035 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-8a670543-d79a-4b2d-adcc-9ce9d2b25d53 service neutron] 10.222.0.37 "PUT /v2.0/ports/2c413430-ad3c-4f8a-945a-d20c9c8b7d45 HTTP/1.1" status: 200 len: 1096 time: 1.5224211 Jan 28 13:16:57.607368 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9b80d2-35a9-4eff-8a9e-7653ea3566a1 x-openstack-request-id: req-8f9b80d2-35a9-4eff-8a9e-7653ea3566a1 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:16:57.607625 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6", "tag": "cc711a79-b2a5-4d47-b345-a4aa0c5b1190", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:16:57.607888 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f9b80d2-35a9-4eff-8a9e-7653ea3566a1 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:16:57.608291 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6', 'tag': 'cc711a79-b2a5-4d47-b345-a4aa0c5b1190', 'status': 'completed', 'code': 200} Jan 28 13:16:57.610601 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-37bb2ff6-3461-4d90-b410-155c8f43b00f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=cc711a79-b2a5-4d47-b345-a4aa0c5b1190 HTTP/1.1" status: 200 len: 217 time: 0.0965531 Jan 28 13:16:57.611135 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb482ea-a7bc-4343-87f8-610739ed15f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e3438e69-cda8-4b61-a890-8240e972b93f,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:57.668279 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-29f23ad8-2768-4ded-8fd3-105ae4a8204d req-dd54b8cb-dac5-4ca8-ab2f-0bc0c3d72969 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 HTTP/1.1" status: 200 len: 217 time: 0.1142669 Jan 28 13:16:57.718372 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f788e902-9919-4c9a-88fc-8408259e72fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a789e3d1-30de-4d5a-89d2-18da60d4d7cc), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.721664 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a670543-d79a-4b2d-adcc-9ce9d2b25d53 service neutron] Pushing event updated for resources: {'Port': ['ID=2c413430-ad3c-4f8a-945a-d20c9c8b7d45,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:57.721843 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f788e902-9919-4c9a-88fc-8408259e72fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.725572 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f788e902-9919-4c9a-88fc-8408259e72fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a789e3d1-30de-4d5a-89d2-18da60d4d7cc HTTP/1.1" status: 204 len: 168 time: 0.7834852 Jan 28 13:16:57.759823 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788e902-9919-4c9a-88fc-8408259e72fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a789e3d1-30de-4d5a-89d2-18da60d4d7cc,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:57.769730 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-3190e4fd-7b79-477f-8359-70e8828e69a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:57.776303 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-3190e4fd-7b79-477f-8359-70e8828e69a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1478510 Jan 28 13:16:57.785383 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-08c950a5-9279-4026-9b6d-2886871ea292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:57.788011 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-08c950a5-9279-4026-9b6d-2886871ea292 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ccde7816c7f4a9eaf93b3ae382b68ab&device_id=3b107958-3953-461a-974a-a5fea26d99d9 HTTP/1.1" status: 200 len: 1099 time: 0.1435120 Jan 28 13:16:57.798638 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866d28c-0075-4b09-824c-48e24bf50620 req-7f63a113-48fe-4651-8529-3e8b2cd152c5 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:57.811534 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a866d28c-0075-4b09-824c-48e24bf50620 req-7f63a113-48fe-4651-8529-3e8b2cd152c5 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 949 time: 0.1448777 Jan 28 13:16:57.816910 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f23ad8-2768-4ded-8fd3-105ae4a8204d req-fbe5fcd7-72c6-45dd-8995-d65e807eee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:57.818776 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-29f23ad8-2768-4ded-8fd3-105ae4a8204d req-fbe5fcd7-72c6-45dd-8995-d65e807eee6f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=585c2f63-9b4b-456a-9eb5-e157a8ee5cdd HTTP/1.1" status: 200 len: 848 time: 0.1238601 Jan 28 13:16:57.861474 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-ccb482ea-a7bc-4343-87f8-610739ed15f5 service neutron] Attempting to bind port e3438e69-cda8-4b61-a890-8240e972b93f on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:16:57.861796 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-ccb482ea-a7bc-4343-87f8-610739ed15f5 service neutron] Attempting to bind port e3438e69-cda8-4b61-a890-8240e972b93f by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:16:57.862123 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-ccb482ea-a7bc-4343-87f8-610739ed15f5 service neutron] Attempting to bind port e3438e69-cda8-4b61-a890-8240e972b93f on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:16:57.871931 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-e139afd8-540d-41c2-8a1b-79eebe28e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:57.873536 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-e139afd8-540d-41c2-8a1b-79eebe28e076 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0812211 Jan 28 13:16:57.874100 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-ccb482ea-a7bc-4343-87f8-610739ed15f5 service neutron] Port e3438e69-cda8-4b61-a890-8240e972b93f on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:16:57.874406 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-ccb482ea-a7bc-4343-87f8-610739ed15f5 service neutron] Attempting to bind port e3438e69-cda8-4b61-a890-8240e972b93f on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:16:57.882808 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-ccb482ea-a7bc-4343-87f8-610739ed15f5 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:16:57.883185 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-ccb482ea-a7bc-4343-87f8-610739ed15f5 service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:16:57.883566 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-ccb482ea-a7bc-4343-87f8-610739ed15f5 service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:16:57.884057 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-ccb482ea-a7bc-4343-87f8-610739ed15f5 service neutron] Bound port: e3438e69-cda8-4b61-a890-8240e972b93f, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:16:57.884420 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-ccb482ea-a7bc-4343-87f8-610739ed15f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e3438e69-cda8-4b61-a890-8240e972b93f), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.922906 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a866d28c-0075-4b09-824c-48e24bf50620 req-e46bf513-8998-45d6-ba92-c98151d0f95c tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100442 Jan 28 13:16:57.924354 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-073e118c-fcd9-48cf-b87f-6d4051fce34c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=2c413430-ad3c-4f8a-945a-d20c9c8b7d45 HTTP/1.1" status: 200 len: 217 time: 0.0828395 Jan 28 13:16:57.967289 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-29f23ad8-2768-4ded-8fd3-105ae4a8204d req-44033eca-c013-4af2-8c64-5b121db8ade6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8528e78d-cd10-4563-a6b3-de6e91f8e460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531507 Jan 28 13:16:58.082818 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-c4fc8733-5874-4701-892b-806aa0c7e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:58.084528 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-c4fc8733-5874-4701-892b-806aa0c7e0c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1462593 Jan 28 13:16:58.131430 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-ccb482ea-a7bc-4343-87f8-610739ed15f5 service neutron] For port e3438e69-cda8-4b61-a890-8240e972b93f, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:16:58.134875 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-48d4b9d5-9aca-4290-9bc4-b726d9a06360 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532716 Jan 28 13:16:58.143663 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b791b-3927-40f7-bb4d-040946f19979 req-99ee191f-3f87-4652-aa24-de6ea3d1e3db tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:58.145070 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a98b791b-3927-40f7-bb4d-040946f19979 req-99ee191f-3f87-4652-aa24-de6ea3d1e3db tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b107958-3953-461a-974a-a5fea26d99d9 HTTP/1.1" status: 200 len: 948 time: 0.1365602 Jan 28 13:16:58.155170 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41514) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:58.165720 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-ccb482ea-a7bc-4343-87f8-610739ed15f5 service neutron] For port e3438e69-cda8-4b61-a890-8240e972b93f, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e3438e69-cda8-4b61-a890-8240e972b93f,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:16:58.191986 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-ccb482ea-a7bc-4343-87f8-610739ed15f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (e3438e69-cda8-4b61-a890-8240e972b93f), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:58.213219 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-29f23ad8-2768-4ded-8fd3-105ae4a8204d req-6c4ebe79-62be-4c6b-9946-94692a465379 service neutron] 10.222.0.18 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216144 Jan 28 13:16:58.214066 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36db1e24-24ba-459b-8f16-5aef75bf6b9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:58.225666 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-57973565-34f8-4eeb-a02b-8235aff41422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:58.227130 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-57973565-34f8-4eeb-a02b-8235aff41422 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1346922 Jan 28 13:16:58.307714 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad43649-2cef-4860-b5fa-29631abc6f82 req-d1629fd4-6806-4085-a547-326769848b84 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:58.315733 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3ad43649-2cef-4860-b5fa-29631abc6f82 req-d1629fd4-6806-4085-a547-326769848b84 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 944 time: 0.1750803 Jan 28 13:16:58.493657 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-2b0f3127-5278-45f9-905c-2e5c52c4cc41 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536285 Jan 28 13:16:58.497739 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-29f23ad8-2768-4ded-8fd3-105ae4a8204d req-cbaa9f0a-2ac5-4cb9-b3a7-1ea750f2cb3e service neutron] 10.222.0.18 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679303 Jan 28 13:16:58.507427 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3ad43649-2cef-4860-b5fa-29631abc6f82 req-7995706a-b54a-430a-b4bf-895428eb8346 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869624 Jan 28 13:16:58.509741 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-ccb482ea-a7bc-4343-87f8-610739ed15f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:58.510328 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-ccb482ea-a7bc-4343-87f8-610739ed15f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:58.513437 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-ccb482ea-a7bc-4343-87f8-610739ed15f5 service neutron] 10.222.0.18 "PUT /v2.0/ports/e3438e69-cda8-4b61-a890-8240e972b93f HTTP/1.1" status: 200 len: 1095 time: 2.2281721 Jan 28 13:16:58.532115 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a98b791b-3927-40f7-bb4d-040946f19979 req-baa5a34c-0c5d-4215-adea-f0db16344c0f tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798587 Jan 28 13:16:58.563093 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb482ea-a7bc-4343-87f8-610739ed15f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e3438e69-cda8-4b61-a890-8240e972b93f,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:58.571799 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-238a39ec-a295-464d-ae77-4b6a9449d3b2 req-c9cc0a7c-abfb-4d9f-8620-bf655d67135c service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257412 Jan 28 13:16:58.618267 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36db1e24-24ba-459b-8f16-5aef75bf6b9b admin admin] Publish callbacks [] for security_group (5e177893-ca40-46f1-b062-3ebf1a2bdb0d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:58.623719 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36db1e24-24ba-459b-8f16-5aef75bf6b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5e177893-ca40-46f1-b062-3ebf1a2bdb0d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:58.691624 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-96f54ffb-486b-48e8-9745-4a94dcd83dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:58.693034 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-96f54ffb-486b-48e8-9745-4a94dcd83dd9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66de2bf263194119b4b6e48a33be6975&device_id=020bd68b-203c-4299-b6fd-f27b497a7ff5 HTTP/1.1" status: 200 len: 1098 time: 0.0931234 Jan 28 13:16:58.712766 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3644b28-d631-4ac3-b70a-009cbd20c431 req-b23999a9-3fa2-417d-aaf6-a77cb457ecc1 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:58.714318 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d3644b28-d631-4ac3-b70a-009cbd20c431 req-b23999a9-3fa2-417d-aaf6-a77cb457ecc1 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=020bd68b-203c-4299-b6fd-f27b497a7ff5 HTTP/1.1" status: 200 len: 947 time: 0.1046159 Jan 28 13:16:58.733978 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-36db1e24-24ba-459b-8f16-5aef75bf6b9b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=54435568b3074196b3985bab2dd0da58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5695844 Jan 28 13:16:58.734841 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db1e24-24ba-459b-8f16-5aef75bf6b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e177893-ca40-46f1-b062-3ebf1a2bdb0d,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:58.738827 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41524) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:58.752664 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-305e9044-84a4-430e-a4ee-3ba145938bd0 req-ebf052f2-dd92-4307-9f28-77eb4f7b35b8 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485821 Jan 28 13:16:58.795509 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb934cf-2917-403b-98c4-e2ad3a888706 req-8eaa52b9-f08d-41f9-9364-478c0433cf9a tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:58.797126 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ebb934cf-2917-403b-98c4-e2ad3a888706 req-8eaa52b9-f08d-41f9-9364-478c0433cf9a tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c7a7ee-16a7-4d95-885b-a0c2d719c0e1 HTTP/1.1" status: 200 len: 945 time: 0.1609509 Jan 28 13:16:58.815843 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-2c2d7f44-3562-4792-a089-c4d1df77bf12 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=e3438e69-cda8-4b61-a890-8240e972b93f HTTP/1.1" status: 200 len: 217 time: 0.1004949 Jan 28 13:16:58.845846 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9cec4118-862c-4443-851b-5c1fcd5dd85d admin admin] Publish callbacks [] for security_group (5e177893-ca40-46f1-b062-3ebf1a2bdb0d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:58.886879 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9cec4118-862c-4443-851b-5c1fcd5dd85d admin admin] Publish callbacks [] for security_group (5e177893-ca40-46f1-b062-3ebf1a2bdb0d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:58.894587 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d3644b28-d631-4ac3-b70a-009cbd20c431 req-209f5796-6f57-451b-a3f5-adb86837aef7 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b4cba4e-3131-4711-86ca-31aed879241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606324 Jan 28 13:16:58.903430 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-7e4a63bb-6af8-44f8-b732-313956218726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:58.904572 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ebb934cf-2917-403b-98c4-e2ad3a888706 req-a8403f30-bffb-43f8-aceb-f84e689ab895 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922308 Jan 28 13:16:58.904851 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-7e4a63bb-6af8-44f8-b732-313956218726 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0815070 Jan 28 13:16:58.909213 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd57a39-6c9d-4725-8150-b0feec21ea8a req-3861c12f-9eb9-4d07-a6ba-206c76503e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:58.910822 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bbd57a39-6c9d-4725-8150-b0feec21ea8a req-3861c12f-9eb9-4d07-a6ba-206c76503e4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ccde7816c7f4a9eaf93b3ae382b68ab&device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 1099 time: 0.1880128 Jan 28 13:16:58.975290 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9cec4118-862c-4443-851b-5c1fcd5dd85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5e177893-ca40-46f1-b062-3ebf1a2bdb0d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:58.978068 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9cec4118-862c-4443-851b-5c1fcd5dd85d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:58.981816 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9cec4118-862c-4443-851b-5c1fcd5dd85d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5e177893-ca40-46f1-b062-3ebf1a2bdb0d HTTP/1.1" status: 204 len: 168 time: 0.2381921 Jan 28 13:16:58.999874 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec4118-862c-4443-851b-5c1fcd5dd85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e177893-ca40-46f1-b062-3ebf1a2bdb0d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:59.008814 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-33592fcc-621d-4c59-a687-5a67f57498cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:59.010355 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-33592fcc-621d-4c59-a687-5a67f57498cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0937760 Jan 28 13:16:59.116806 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b107958-3953-461a-974a-a5fea26d99d9', 'tag': '2c413430-ad3c-4f8a-945a-d20c9c8b7d45'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:16:59.120930 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3083d9f4-ffe2-44ef-aed1-3304f448baec" -d '{"events": [{"name": "network-changed", "server_uuid": "3b107958-3953-461a-974a-a5fea26d99d9", "tag": "2c413430-ad3c-4f8a-945a-d20c9c8b7d45"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:16:59.177954 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd57a39-6c9d-4725-8150-b0feec21ea8a req-9cb61994-7da1-4633-99a2-0afb1c72e0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:59.179467 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bbd57a39-6c9d-4725-8150-b0feec21ea8a req-9cb61994-7da1-4633-99a2-0afb1c72e0e6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.2231913 Jan 28 13:16:59.196315 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42415410-37d0-4746-b79f-d152e6385e4c req-aaae9bd5-518e-4a6a-a81b-4d3171d6cad6 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:59.197786 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42415410-37d0-4746-b79f-d152e6385e4c req-aaae9bd5-518e-4a6a-a81b-4d3171d6cad6 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c7a7ee-16a7-4d95-885b-a0c2d719c0e1 HTTP/1.1" status: 200 len: 945 time: 0.0519700 Jan 28 13:16:59.208632 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f3d4d-aed7-4a33-9342-158b7cdd107c req-87edf248-6c42-4432-a5a0-e0f294661e9a tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:59.210119 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-222f3d4d-aed7-4a33-9342-158b7cdd107c req-87edf248-6c42-4432-a5a0-e0f294661e9a tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 949 time: 0.1289732 Jan 28 13:16:59.242467 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bbd57a39-6c9d-4725-8150-b0feec21ea8a req-b0c6995d-c9be-42d3-8411-44eaf950a26b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=cc711a79-b2a5-4d47-b345-a4aa0c5b1190 HTTP/1.1" status: 200 len: 217 time: 0.0532448 Jan 28 13:16:59.248628 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-128eddd0-2438-4363-b48e-0ab660ddd935 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013712 Jan 28 13:16:59.250388 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42415410-37d0-4746-b79f-d152e6385e4c req-f9cbe323-23ca-4baa-9e37-ea8d4f2952e5 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461497 Jan 28 13:16:59.278992 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5092a92-0431-4aa7-bbe9-4e336eadbe8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:59.304570 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88035478-078b-4942-a205-3d4ebb1764fb x-openstack-request-id: req-88035478-078b-4942-a205-3d4ebb1764fb {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:16:59.304927 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b107958-3953-461a-974a-a5fea26d99d9", "tag": "2c413430-ad3c-4f8a-945a-d20c9c8b7d45", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:16:59.305194 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88035478-078b-4942-a205-3d4ebb1764fb {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:16:59.305500 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b107958-3953-461a-974a-a5fea26d99d9', 'tag': '2c413430-ad3c-4f8a-945a-d20c9c8b7d45', 'status': 'completed', 'code': 200} Jan 28 13:16:59.374543 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083d9f4-ffe2-44ef-aed1-3304f448baec req-ed067398-655d-4cbd-b9b3-57766204c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:59.376662 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3083d9f4-ffe2-44ef-aed1-3304f448baec req-ed067398-655d-4cbd-b9b3-57766204c94f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ccde7816c7f4a9eaf93b3ae382b68ab&device_id=3b107958-3953-461a-974a-a5fea26d99d9 HTTP/1.1" status: 200 len: 1099 time: 0.0462816 Jan 28 13:16:59.376930 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd57a39-6c9d-4725-8150-b0feec21ea8a req-2c915fe5-c92f-4f84-9cd8-382dd96ac4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:59.378163 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bbd57a39-6c9d-4725-8150-b0feec21ea8a req-2c915fe5-c92f-4f84-9cd8-382dd96ac4ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1278188 Jan 28 13:16:59.384060 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-222f3d4d-aed7-4a33-9342-158b7cdd107c req-b2061423-f3da-4f8e-933d-c5caa62c3db4 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458957 Jan 28 13:16:59.434423 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f0674aeb-c6ad-4d15-b59f-7d464f398465 req-fdcee65a-4339-44fa-9a26-ae00bb40442b service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704175 Jan 28 13:16:59.446748 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd57a39-6c9d-4725-8150-b0feec21ea8a req-184e11d1-7c33-437d-8384-8e623879686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:59.448350 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bbd57a39-6c9d-4725-8150-b0feec21ea8a req-184e11d1-7c33-437d-8384-8e623879686d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0602021 Jan 28 13:16:59.484189 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083d9f4-ffe2-44ef-aed1-3304f448baec req-0cae2864-abd4-441e-b9d5-22141ac3f119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:59.486447 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3083d9f4-ffe2-44ef-aed1-3304f448baec req-0cae2864-abd4-441e-b9d5-22141ac3f119 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.0982211 Jan 28 13:16:59.530466 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3083d9f4-ffe2-44ef-aed1-3304f448baec req-290ee385-4083-4459-8d15-ee0c82bf9513 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=2c413430-ad3c-4f8a-945a-d20c9c8b7d45 HTTP/1.1" status: 200 len: 217 time: 0.0365076 Jan 28 13:16:59.540859 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bbd57a39-6c9d-4725-8150-b0feec21ea8a req-bde38c5e-8626-4542-9fb0-f171dc4ffaa4 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849500 Jan 28 13:16:59.614748 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083d9f4-ffe2-44ef-aed1-3304f448baec req-40eec348-fcfe-4fdd-ba6f-952e1a978a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:59.616246 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3083d9f4-ffe2-44ef-aed1-3304f448baec req-40eec348-fcfe-4fdd-ba6f-952e1a978a92 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0789807 Jan 28 13:16:59.624165 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020bd68b-203c-4299-b6fd-f27b497a7ff5', 'tag': 'e3438e69-cda8-4b61-a890-8240e972b93f'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:16:59.627303 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a773a118-77de-4680-855b-e32a37dc1581" -d '{"events": [{"name": "network-changed", "server_uuid": "020bd68b-203c-4299-b6fd-f27b497a7ff5", "tag": "e3438e69-cda8-4b61-a890-8240e972b93f"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:16:59.680940 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ece37-089e-4e0e-b551-2f5323935b85 req-c0bb024c-57f6-4b85-94eb-336d9c276a05 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:59.682510 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-932ece37-089e-4e0e-b551-2f5323935b85 req-c0bb024c-57f6-4b85-94eb-336d9c276a05 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 944 time: 0.0846374 Jan 28 13:16:59.687758 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083d9f4-ffe2-44ef-aed1-3304f448baec req-4dfe53bb-c097-4077-8789-31ce2ce9ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:59.689216 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3083d9f4-ffe2-44ef-aed1-3304f448baec req-4dfe53bb-c097-4077-8789-31ce2ce9ad98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0592148 Jan 28 13:16:59.708820 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4abefd6-3d14-45e5-9dd1-6532da92abf1 req-eff1f899-c0a8-4629-90bd-8b50f036ce9d tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:59.710327 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c4abefd6-3d14-45e5-9dd1-6532da92abf1 req-eff1f899-c0a8-4629-90bd-8b50f036ce9d tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b107958-3953-461a-974a-a5fea26d99d9 HTTP/1.1" status: 200 len: 948 time: 0.0732584 Jan 28 13:16:59.717573 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bbd57a39-6c9d-4725-8150-b0feec21ea8a req-c1057e64-d153-4618-b086-5b2260fc23a5 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696413 Jan 28 13:16:59.772338 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c4abefd6-3d14-45e5-9dd1-6532da92abf1 req-4ba55df0-d132-42bd-9f41-180db196f8ca tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537815 Jan 28 13:16:59.789338 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-932ece37-089e-4e0e-b551-2f5323935b85 req-ab2631e8-05d0-4591-8c85-2816cd279703 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967238 Jan 28 13:16:59.820453 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3083d9f4-ffe2-44ef-aed1-3304f448baec req-17f0b597-1732-409f-9874-26b93ced0906 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215210 Jan 28 13:16:59.823618 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bead313-6252-4848-bcd6-2516deefa262 x-openstack-request-id: req-9bead313-6252-4848-bcd6-2516deefa262 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:16:59.823904 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "020bd68b-203c-4299-b6fd-f27b497a7ff5", "tag": "e3438e69-cda8-4b61-a890-8240e972b93f", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:16:59.824151 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9bead313-6252-4848-bcd6-2516deefa262 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:16:59.824543 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '020bd68b-203c-4299-b6fd-f27b497a7ff5', 'tag': 'e3438e69-cda8-4b61-a890-8240e972b93f', 'status': 'completed', 'code': 200} Jan 28 13:16:59.896916 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773a118-77de-4680-855b-e32a37dc1581 req-3e39f909-224f-4ae8-b880-1b4fae68740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:59.898527 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a773a118-77de-4680-855b-e32a37dc1581 req-3e39f909-224f-4ae8-b880-1b4fae68740e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66de2bf263194119b4b6e48a33be6975&device_id=020bd68b-203c-4299-b6fd-f27b497a7ff5 HTTP/1.1" status: 200 len: 1098 time: 0.0486317 Jan 28 13:16:59.923763 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3083d9f4-ffe2-44ef-aed1-3304f448baec req-bf67f384-285e-4bf0-8797-7e33f1714f24 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952904 Jan 28 13:17:00.028651 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773a118-77de-4680-855b-e32a37dc1581 req-16034154-8362-4594-935b-ba81bd7606df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:00.030955 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a773a118-77de-4680-855b-e32a37dc1581 req-16034154-8362-4594-935b-ba81bd7606df service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.1237748 Jan 28 13:17:00.128917 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a773a118-77de-4680-855b-e32a37dc1581 req-d56eab23-8798-4404-bdfe-1bf30c7a0243 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=e3438e69-cda8-4b61-a890-8240e972b93f HTTP/1.1" status: 200 len: 217 time: 0.0846860 Jan 28 13:17:00.198727 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773a118-77de-4680-855b-e32a37dc1581 req-0c986412-ed4f-4ebf-b031-f7d05da64c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:00.200972 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a773a118-77de-4680-855b-e32a37dc1581 req-0c986412-ed4f-4ebf-b031-f7d05da64c18 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0657196 Jan 28 13:17:00.257816 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773a118-77de-4680-855b-e32a37dc1581 req-0b990d7e-6bf7-4be5-b80a-881bf0795042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:00.259371 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a773a118-77de-4680-855b-e32a37dc1581 req-0b990d7e-6bf7-4be5-b80a-881bf0795042 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0503056 Jan 28 13:17:00.266310 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263b810-cf3d-4b99-bc92-e68b0e7d79ba req-5cc8097e-c970-41c1-bd15-128c70a72158 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:00.267877 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2263b810-cf3d-4b99-bc92-e68b0e7d79ba req-5cc8097e-c970-41c1-bd15-128c70a72158 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=020bd68b-203c-4299-b6fd-f27b497a7ff5 HTTP/1.1" status: 200 len: 947 time: 0.2885017 Jan 28 13:17:00.328924 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2263b810-cf3d-4b99-bc92-e68b0e7d79ba req-e527b90b-c3da-45a2-8b58-718d8bed4d6a tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b4cba4e-3131-4711-86ca-31aed879241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541310 Jan 28 13:17:00.369332 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a773a118-77de-4680-855b-e32a37dc1581 req-b20d7fa4-dbb6-4728-a241-b40856b88ae4 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018252 Jan 28 13:17:00.429768 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:17:00.474095 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1fdad-5f79-41bc-b6ca-5e84176a3e8d req-44820098-35fc-4b12-96b8-5e8f61fad9fe tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:00.483902 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e0b1fdad-5f79-41bc-b6ca-5e84176a3e8d req-44820098-35fc-4b12-96b8-5e8f61fad9fe tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c7a7ee-16a7-4d95-885b-a0c2d719c0e1 HTTP/1.1" status: 200 len: 945 time: 0.0892906 Jan 28 13:17:00.493649 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a773a118-77de-4680-855b-e32a37dc1581 req-8c4a81bf-dce5-4db4-93c8-75afc63bef58 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176467 Jan 28 13:17:00.543848 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e0b1fdad-5f79-41bc-b6ca-5e84176a3e8d req-14104424-584a-4161-9e05-fc81ac354187 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615265 Jan 28 13:17:00.592493 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:00.606095 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163', 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460', 'port_id': 'ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163', 'mac_address': 'fa:16:3e:68:47:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '585c2f63-9b4b-456a-9eb5-e157a8ee5cdd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:17:00.649543 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:00.649929 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:00.669474 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:00.703034 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:00.709977 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:00.722227 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402076e2-a12a-46ed-b5ba-27e4b45329a3 req-049e665f-c196-4b86-8b73-0a3d0228826c tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:00.723755 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-402076e2-a12a-46ed-b5ba-27e4b45329a3 req-049e665f-c196-4b86-8b73-0a3d0228826c tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 949 time: 0.1206658 Jan 28 13:17:00.732179 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [req-e91d909f-0012-4954-afa2-817ab37a5642 req-f235c53d-9d3c-4116-997e-082696ec94fe service neutron] show failed (client error): The resource could not be found. Jan 28 13:17:00.733066 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e91d909f-0012-4954-afa2-817ab37a5642 req-f235c53d-9d3c-4116-997e-082696ec94fe service neutron] 10.222.0.37 "GET /v2.0/ports/9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe/bindings/n-h1-822747-2 HTTP/1.1" status: 404 len: 380 time: 0.1287017 Jan 28 13:17:00.773948 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:00.792124 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-402076e2-a12a-46ed-b5ba-27e4b45329a3 req-8706cbff-ca3f-4b6c-b962-b072702726c1 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623677 Jan 28 13:17:01.023584 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:01.032005 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f07af712-e127-4d23-b005-93c89fb36a36 req-6a77707e-5958-46a1-b324-c501d1b29ec1 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=42d41ca7201c4cf0ab13a2ef7a1198ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307550 Jan 28 13:17:01.033311 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d909f-0012-4954-afa2-817ab37a5642 req-aa57f634-c484-493c-a5c1-2f1bed68ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:01.034832 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e91d909f-0012-4954-afa2-817ab37a5642 req-aa57f634-c484-493c-a5c1-2f1bed68ff3e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043&tenant_id=787b3d18280347a0a733cb6bd5e91d6d HTTP/1.1" status: 200 len: 1100 time: 0.0792706 Jan 28 13:17:01.047414 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-e91d909f-0012-4954-afa2-817ab37a5642 req-fcec2af3-4c10-4978-b4e4-37b9077f4f5a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822747-2', 'device_owner': 'compute:nova'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:01.160261 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e91d909f-0012-4954-afa2-817ab37a5642 req-fcec2af3-4c10-4978-b4e4-37b9077f4f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:01.199074 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07af712-e127-4d23-b005-93c89fb36a36 req-8cee5a01-bea4-4364-b93d-e992fb0a84a4 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:01.200638 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f07af712-e127-4d23-b005-93c89fb36a36 req-8cee5a01-bea4-4364-b93d-e992fb0a84a4 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1627209 Jan 28 13:17:01.221421 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c17ec-2fb0-4100-bc92-9d5ee1437c76 req-6b06a6ea-e573-4dfb-a2d7-e94e238177af tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:01.223034 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-057c17ec-2fb0-4100-bc92-9d5ee1437c76 req-6b06a6ea-e573-4dfb-a2d7-e94e238177af tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b107958-3953-461a-974a-a5fea26d99d9 HTTP/1.1" status: 200 len: 948 time: 0.0947955 Jan 28 13:17:01.224027 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5ec47-f389-41cd-9dfd-c4529e2d915d req-a43bc6c1-c942-444d-bf4d-acdc0f675580 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:01.225970 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9bc5ec47-f389-41cd-9dfd-c4529e2d915d req-a43bc6c1-c942-444d-bf4d-acdc0f675580 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c7a7ee-16a7-4d95-885b-a0c2d719c0e1 HTTP/1.1" status: 200 len: 945 time: 0.1765685 Jan 28 13:17:01.227362 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f07af712-e127-4d23-b005-93c89fb36a36 req-24dad63f-04a4-4af8-8ba8-2e4e07187b9c tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/quotas/42d41ca7201c4cf0ab13a2ef7a1198ab HTTP/1.1" status: 200 len: 375 time: 0.0201211 Jan 28 13:17:01.285373 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f07af712-e127-4d23-b005-93c89fb36a36 req-1f653828-70a1-4370-a3f3-e1b5746728bc tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=42d41ca7201c4cf0ab13a2ef7a1198ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465901 Jan 28 13:17:01.341431 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-057c17ec-2fb0-4100-bc92-9d5ee1437c76 req-5b01fb58-8612-4d3b-a905-b4d583595f0e tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115878 Jan 28 13:17:01.351586 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-9bc5ec47-f389-41cd-9dfd-c4529e2d915d req-86ceabe4-db9e-4db2-a697-0beec300fefa tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Deleting port b7511e6c-59fb-4aba-9d9f-3abcdb20bbda {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:17:01.352121 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9bc5ec47-f389-41cd-9dfd-c4529e2d915d req-86ceabe4-db9e-4db2-a697-0beec300fefa tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b7511e6c-59fb-4aba-9d9f-3abcdb20bbda), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:01.456560 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-9bc5ec47-f389-41cd-9dfd-c4529e2d915d req-86ceabe4-db9e-4db2-a697-0beec300fefa tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] For port b7511e6c-59fb-4aba-9d9f-3abcdb20bbda, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b7511e6c-59fb-4aba-9d9f-3abcdb20bbda,segment=NetworkSegment(9f676767-c742-4048-b118-47a92e908b4f),segment_id=9f676767-c742-4048-b118-47a92e908b4f)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:01.457047 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9bc5ec47-f389-41cd-9dfd-c4529e2d915d req-86ceabe4-db9e-4db2-a697-0beec300fefa tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b7511e6c-59fb-4aba-9d9f-3abcdb20bbda), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:01.457927 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-e91d909f-0012-4954-afa2-817ab37a5642 req-fcec2af3-4c10-4978-b4e4-37b9077f4f5a service neutron] For port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:01.479597 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-9bc5ec47-f389-41cd-9dfd-c4529e2d915d req-86ceabe4-db9e-4db2-a697-0beec300fefa tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Calling delete_port for b7511e6c-59fb-4aba-9d9f-3abcdb20bbda owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:17:01.541828 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-e91d909f-0012-4954-afa2-817ab37a5642 req-fcec2af3-4c10-4978-b4e4-37b9077f4f5a service neutron] For port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:01.558313 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a58c7-fe73-4201-9fc2-d02f70e61027 req-bc30db0e-3cc8-4bf7-8e4c-8a57fbaeaded tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:01.559985 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3c1a58c7-fe73-4201-9fc2-d02f70e61027 req-bc30db0e-3cc8-4bf7-8e4c-8a57fbaeaded tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 945 time: 0.1051550 Jan 28 13:17:01.569506 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e317abc-8b33-4dc0-9da9-d09ab96b559f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:01.662265 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e91d909f-0012-4954-afa2-817ab37a5642 req-fcec2af3-4c10-4978-b4e4-37b9077f4f5a service neutron] Publish callbacks [] for port (9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:01.683812 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3c1a58c7-fe73-4201-9fc2-d02f70e61027 req-4d88acd2-4fc4-4ba2-9820-5f9eaf2c37a6 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744491 Jan 28 13:17:01.708279 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-e91d909f-0012-4954-afa2-817ab37a5642 req-fcec2af3-4c10-4978-b4e4-37b9077f4f5a service neutron] Transition to ACTIVE for port object 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:17:01.717182 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc2ce0-c9ab-4603-addb-370584aa18ca req-b88b6559-a1cd-4fcb-b644-2e2590495439 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:01.719022 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-debc2ce0-c9ab-4603-addb-370584aa18ca req-b88b6559-a1cd-4fcb-b644-2e2590495439 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=020bd68b-203c-4299-b6fd-f27b497a7ff5 HTTP/1.1" status: 200 len: 947 time: 0.0864892 Jan 28 13:17:01.719752 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e91d909f-0012-4954-afa2-817ab37a5642 req-fcec2af3-4c10-4978-b4e4-37b9077f4f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:01.720076 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9bc5ec47-f389-41cd-9dfd-c4529e2d915d req-86ceabe4-db9e-4db2-a697-0beec300fefa tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b7511e6c-59fb-4aba-9d9f-3abcdb20bbda), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:01.761900 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ceabe4-db9e-4db2-a697-0beec300fefa tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Pushing event deleted for resources: {'Port': ['ID=b7511e6c-59fb-4aba-9d9f-3abcdb20bbda,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:01.811174 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cfa940e2-fd2a-4832-9a06-67f65597ec0a req-0cc0180a-6470-4ebf-8ce7-f7d1e0d49d0f tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ebfd8ec-377a-4d43-88a4-2583ef1d8cef HTTP/1.1" status: 200 len: 210 time: 0.0445797 Jan 28 13:17:01.825038 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e708e968-1ad7-4474-953a-f508cf260043', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:01.828407 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51cfe4d-63d4-44e3-8107-9d7be4ed6f5e" -d '{"events": [{"server_uuid": "e708e968-1ad7-4474-953a-f508cf260043", "name": "network-vif-unplugged", "status": "completed", "tag": "9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:01.833530 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc5ec47-f389-41cd-9dfd-c4529e2d915d req-86ceabe4-db9e-4db2-a697-0beec300fefa tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] No DVR routers for this DVR port b7511e6c-59fb-4aba-9d9f-3abcdb20bbda on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:17:01.881110 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-debc2ce0-c9ab-4603-addb-370584aa18ca req-a22fb970-af00-4b01-992b-35f2ba0a3129 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b4cba4e-3131-4711-86ca-31aed879241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487632 Jan 28 13:17:01.882747 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9bc5ec47-f389-41cd-9dfd-c4529e2d915d req-86ceabe4-db9e-4db2-a697-0beec300fefa tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:01.894854 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9bc5ec47-f389-41cd-9dfd-c4529e2d915d req-86ceabe4-db9e-4db2-a697-0beec300fefa tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.18 "DELETE /v2.0/ports/b7511e6c-59fb-4aba-9d9f-3abcdb20bbda HTTP/1.1" status: 204 len: 173 time: 0.6614068 Jan 28 13:17:01.896307 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c7a7ee-16a7-4d95-885b-a0c2d719c0e1', 'name': 'network-vif-deleted', 'tag': 'b7511e6c-59fb-4aba-9d9f-3abcdb20bbda'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:01.902109 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155d6dc9-afa8-45dc-b3cd-6ca1d34bfe08" -d '{"events": [{"server_uuid": "40c7a7ee-16a7-4d95-885b-a0c2d719c0e1", "name": "network-vif-deleted", "tag": "b7511e6c-59fb-4aba-9d9f-3abcdb20bbda"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:01.960769 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec2af3-4c10-4978-b4e4-37b9077f4f5a service neutron] Pushing event updated for resources: {'Port': ['ID=9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe,revision_number=6']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:01.976810 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91d909f-0012-4954-afa2-817ab37a5642 req-fcec2af3-4c10-4978-b4e4-37b9077f4f5a service neutron] No DVR routers for this DVR port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:17:02.064526 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-721cfd75-740f-4fbe-bf75-4800c6dfb800 req-a58a42b1-631a-46f5-9faf-283c98da4857 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c7a7ee-16a7-4d95-885b-a0c2d719c0e1 HTTP/1.1" status: 200 len: 210 time: 0.1046696 Jan 28 13:17:02.114494 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d70fb-31d6-4773-8e6e-b268a2ef9134 req-6387ebf4-20c7-4205-a90b-f5bf67343990 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:02.131966 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-552d70fb-31d6-4773-8e6e-b268a2ef9134 req-6387ebf4-20c7-4205-a90b-f5bf67343990 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 947 time: 0.1297984 Jan 28 13:17:02.134390 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-e91d909f-0012-4954-afa2-817ab37a5642 req-fcec2af3-4c10-4978-b4e4-37b9077f4f5a service neutron] Attempting to bind port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:02.134721 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-e91d909f-0012-4954-afa2-817ab37a5642 req-fcec2af3-4c10-4978-b4e4-37b9077f4f5a service neutron] Attempting to bind port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:02.135231 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91d909f-0012-4954-afa2-817ab37a5642 req-fcec2af3-4c10-4978-b4e4-37b9077f4f5a service neutron] Attempting to bind port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:02.140868 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91d909f-0012-4954-afa2-817ab37a5642 req-fcec2af3-4c10-4978-b4e4-37b9077f4f5a service neutron] Port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:17:02.141304 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91d909f-0012-4954-afa2-817ab37a5642 req-fcec2af3-4c10-4978-b4e4-37b9077f4f5a service neutron] Attempting to bind port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:02.148854 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91d909f-0012-4954-afa2-817ab37a5642 req-fcec2af3-4c10-4978-b4e4-37b9077f4f5a service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:02.149170 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91d909f-0012-4954-afa2-817ab37a5642 req-fcec2af3-4c10-4978-b4e4-37b9077f4f5a service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:02.149546 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91d909f-0012-4954-afa2-817ab37a5642 req-fcec2af3-4c10-4978-b4e4-37b9077f4f5a service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:02.149972 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-e91d909f-0012-4954-afa2-817ab37a5642 req-fcec2af3-4c10-4978-b4e4-37b9077f4f5a service neutron] Bound port: 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:02.150325 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e91d909f-0012-4954-afa2-817ab37a5642 req-fcec2af3-4c10-4978-b4e4-37b9077f4f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:02.204718 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9b887a-4afe-4680-bfeb-1111d8ffe73b x-openstack-request-id: req-ae9b887a-4afe-4680-bfeb-1111d8ffe73b {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:02.205072 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e708e968-1ad7-4474-953a-f508cf260043", "name": "network-vif-unplugged", "status": "completed", "tag": "9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:02.205188 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-552d70fb-31d6-4773-8e6e-b268a2ef9134 req-1280c835-30dc-4027-bf24-9f3d315bdd14 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619493 Jan 28 13:17:02.205332 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae9b887a-4afe-4680-bfeb-1111d8ffe73b {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:02.205758 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e708e968-1ad7-4474-953a-f508cf260043', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe', 'code': 200} Jan 28 13:17:02.240187 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-e91d909f-0012-4954-afa2-817ab37a5642 req-fcec2af3-4c10-4978-b4e4-37b9077f4f5a service neutron] For port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:02.249427 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-e91d909f-0012-4954-afa2-817ab37a5642 req-fcec2af3-4c10-4978-b4e4-37b9077f4f5a service neutron] For port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:02.254408 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0281ea7-aeab-4313-aa70-4855a0a8928e x-openstack-request-id: req-a0281ea7-aeab-4313-aa70-4855a0a8928e {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:02.254757 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c7a7ee-16a7-4d95-885b-a0c2d719c0e1", "name": "network-vif-deleted", "tag": "b7511e6c-59fb-4aba-9d9f-3abcdb20bbda", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:02.254996 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a0281ea7-aeab-4313-aa70-4855a0a8928e {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:02.255401 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c7a7ee-16a7-4d95-885b-a0c2d719c0e1', 'name': 'network-vif-deleted', 'tag': 'b7511e6c-59fb-4aba-9d9f-3abcdb20bbda', 'status': 'completed', 'code': 200} Jan 28 13:17:02.256688 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e91d909f-0012-4954-afa2-817ab37a5642 req-fcec2af3-4c10-4978-b4e4-37b9077f4f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:02.291479 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d909f-0012-4954-afa2-817ab37a5642 req-fcec2af3-4c10-4978-b4e4-37b9077f4f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:02.292456 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e91d909f-0012-4954-afa2-817ab37a5642 req-fcec2af3-4c10-4978-b4e4-37b9077f4f5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:02.293821 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e91d909f-0012-4954-afa2-817ab37a5642 req-fcec2af3-4c10-4978-b4e4-37b9077f4f5a service neutron] 10.222.0.18 "PUT /v2.0/ports/9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe HTTP/1.1" status: 200 len: 1095 time: 1.2508707 Jan 28 13:17:02.336811 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec2af3-4c10-4978-b4e4-37b9077f4f5a service neutron] Pushing event updated for resources: {'Port': ['ID=9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe,revision_number=7']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:02.392110 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d909f-0012-4954-afa2-817ab37a5642 req-99e3a698-5996-4a87-a386-672fb946962c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:02.393930 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e91d909f-0012-4954-afa2-817ab37a5642 req-99e3a698-5996-4a87-a386-672fb946962c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 1098 time: 0.0715389 Jan 28 13:17:02.430701 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device e3438e69-cda8-4b61-a890-8240e972b93f details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:17:02.435056 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:02.516478 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 2c413430-ad3c-4f8a-945a-d20c9c8b7d45 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:17:02.544187 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdbf7a-6aa5-4c14-948c-e78545a9e1c2 req-4b0c62ce-c450-4072-822d-e0d427815edb tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:02.555097 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b2cdbf7a-6aa5-4c14-948c-e78545a9e1c2 req-4b0c62ce-c450-4072-822d-e0d427815edb tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b107958-3953-461a-974a-a5fea26d99d9 HTTP/1.1" status: 200 len: 948 time: 0.1082754 Jan 28 13:17:02.625322 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d909f-0012-4954-afa2-817ab37a5642 req-157a4cbb-7bdf-4d36-955b-79c582195666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:02.626849 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e91d909f-0012-4954-afa2-817ab37a5642 req-157a4cbb-7bdf-4d36-955b-79c582195666 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.2272899 Jan 28 13:17:02.635616 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b2cdbf7a-6aa5-4c14-948c-e78545a9e1c2 req-6cfe3b73-cb1e-4234-90c2-0bdee8ed477e tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794003 Jan 28 13:17:02.709836 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e91d909f-0012-4954-afa2-817ab37a5642 req-1e32ea1e-aff9-45d0-923d-a3431f32604b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe HTTP/1.1" status: 200 len: 217 time: 0.0712738 Jan 28 13:17:02.821063 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d909f-0012-4954-afa2-817ab37a5642 req-ea9a785c-1413-4fea-8acb-3191bce1d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:02.822870 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e91d909f-0012-4954-afa2-817ab37a5642 req-ea9a785c-1413-4fea-8acb-3191bce1d5d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1078320 Jan 28 13:17:02.868552 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f07af712-e127-4d23-b005-93c89fb36a36 req-21400d11-e772-46f9-a90a-8cd998a084c8 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=42d41ca7201c4cf0ab13a2ef7a1198ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320871 Jan 28 13:17:02.934036 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb94f9f-3913-4f85-9b8b-8c1983f84568 req-a456eb33-7040-454c-b911-1cfe3ed21f32 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:02.944912 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6cb94f9f-3913-4f85-9b8b-8c1983f84568 req-a456eb33-7040-454c-b911-1cfe3ed21f32 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 945 time: 0.1414948 Jan 28 13:17:02.955746 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:02.987597 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:17:03.001249 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d909f-0012-4954-afa2-817ab37a5642 req-b1250448-65bb-4107-96f8-82e1cb81c873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:03.003690 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e91d909f-0012-4954-afa2-817ab37a5642 req-b1250448-65bb-4107-96f8-82e1cb81c873 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1518054 Jan 28 13:17:03.004307 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:03.004665 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:03.035288 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port e3438e69-cda8-4b61-a890-8240e972b93f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e3438e69-cda8-4b61-a890-8240e972b93f,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:03.058449 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 2c413430-ad3c-4f8a-945a-d20c9c8b7d45, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=2c413430-ad3c-4f8a-945a-d20c9c8b7d45,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:03.076931 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'e3438e69-cda8-4b61-a890-8240e972b93f', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': 'e3438e69-cda8-4b61-a890-8240e972b93f', 'mac_address': 'fa:16:3e:c3:9c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:17:03.079386 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6cb94f9f-3913-4f85-9b8b-8c1983f84568 req-11f1a358-7991-49b0-b804-9e646283e892 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347604 Jan 28 13:17:03.084483 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '2c413430-ad3c-4f8a-945a-d20c9c8b7d45', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': '2c413430-ad3c-4f8a-945a-d20c9c8b7d45', 'mac_address': 'fa:16:3e:3f:f3:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:17:03.103707 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3046c08f-9671-4494-bb00-e6687473f231 req-c4feb72b-41b7-4999-ab59-5bee31c469f0 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ebfd8ec-377a-4d43-88a4-2583ef1d8cef HTTP/1.1" status: 200 len: 210 time: 0.1060271 Jan 28 13:17:03.122292 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07af712-e127-4d23-b005-93c89fb36a36 req-de8361dc-ffe6-4427-82a5-ce39e0610a23 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:03.122292 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f07af712-e127-4d23-b005-93c89fb36a36 req-de8361dc-ffe6-4427-82a5-ce39e0610a23 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2369874 Jan 28 13:17:03.133710 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-f07af712-e127-4d23-b005-93c89fb36a36 req-89fe71d5-1541-4d91-9e8f-481b975f7454 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Request body: {'port': {'device_id': '8ebfd8ec-377a-4d43-88a4-2583ef1d8cef', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': '42d41ca7201c4cf0ab13a2ef7a1198ab'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:03.219524 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:03.220007 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:03.230548 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port e3438e69-cda8-4b61-a890-8240e972b93f is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:03.231082 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e3438e69-cda8-4b61-a890-8240e972b93f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:03.238342 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 2c413430-ad3c-4f8a-945a-d20c9c8b7d45 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:03.238935 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2c413430-ad3c-4f8a-945a-d20c9c8b7d45), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:03.257116 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e91d909f-0012-4954-afa2-817ab37a5642 req-c8bc7f97-31d6-411a-905c-4ee716214f14 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453009 Jan 28 13:17:03.258655 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c413430-ad3c-4f8a-945a-d20c9c8b7d45 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:03.279948 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3438e69-cda8-4b61-a890-8240e972b93f {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:03.303034 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port e3438e69-cda8-4b61-a890-8240e972b93f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e3438e69-cda8-4b61-a890-8240e972b93f,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:03.310284 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:03.312671 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98009a0-ab3c-4578-9975-ae447e62f411" -d '{"events": [{"server_uuid": "6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9", "name": "network-vif-plugged", "status": "completed", "tag": "ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:03.321749 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e3438e69-cda8-4b61-a890-8240e972b93f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:03.336182 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 2c413430-ad3c-4f8a-945a-d20c9c8b7d45, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=2c413430-ad3c-4f8a-945a-d20c9c8b7d45,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:03.338185 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:03.350668 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa9a94-2f34-4c2e-aea5-115ae976bcfb req-9dda5c5f-6a06-4003-b746-3e356664b266 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:03.352537 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3daa9a94-2f34-4c2e-aea5-115ae976bcfb req-9dda5c5f-6a06-4003-b746-3e356664b266 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=020bd68b-203c-4299-b6fd-f27b497a7ff5 HTTP/1.1" status: 200 len: 947 time: 0.1516891 Jan 28 13:17:03.361137 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:03.362028 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device b7511e6c-59fb-4aba-9d9f-3abcdb20bbda no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:17:03.364213 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2c413430-ad3c-4f8a-945a-d20c9c8b7d45), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:03.365309 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device cc711a79-b2a5-4d47-b345-a4aa0c5b1190 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:17:03.398213 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e91d909f-0012-4954-afa2-817ab37a5642 req-2b224759-3c26-4abf-8cc1-381bf5156cfc service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322954 Jan 28 13:17:03.428922 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: b7511e6c-59fb-4aba-9d9f-3abcdb20bbda {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:17:03.429341 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device b7511e6c-59fb-4aba-9d9f-3abcdb20bbda not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:17:03.439249 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41668) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:03.444888 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-9f5601a9-8e29-4e0e-945c-85cda465c116 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--622271434', 'description': 'tempest-description--301445047'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:03.453769 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=e3438e69-cda8-4b61-a890-8240e972b93f,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:03.460228 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port cc711a79-b2a5-4d47-b345-a4aa0c5b1190, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=cc711a79-b2a5-4d47-b345-a4aa0c5b1190,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:03.506225 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9f5601a9-8e29-4e0e-945c-85cda465c116 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:03.512507 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3daa9a94-2f34-4c2e-aea5-115ae976bcfb req-b85bbeb8-24d3-45c7-b20e-ca828965fe51 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b4cba4e-3131-4711-86ca-31aed879241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530039 Jan 28 13:17:03.522891 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'cc711a79-b2a5-4d47-b345-a4aa0c5b1190', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': 'cc711a79-b2a5-4d47-b345-a4aa0c5b1190', 'mac_address': 'fa:16:3e:01:46:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:17:03.579282 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f07af712-e127-4d23-b005-93c89fb36a36 req-89fe71d5-1541-4d91-9e8f-481b975f7454 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Made reservation on behalf of 42d41ca7201c4cf0ab13a2ef7a1198ab for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:03.586256 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['e3438e69-cda8-4b61-a890-8240e972b93f'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:03.588589 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f07af712-e127-4d23-b005-93c89fb36a36 req-89fe71d5-1541-4d91-9e8f-481b975f7454 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:03.591596 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:03.620958 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f07af712-e127-4d23-b005-93c89fb36a36 req-89fe71d5-1541-4d91-9e8f-481b975f7454 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:03.648764 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621cb8c1-ec33-4092-88ff-bb153c82a46a x-openstack-request-id: req-621cb8c1-ec33-4092-88ff-bb153c82a46a {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:03.649070 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9", "name": "network-vif-plugged", "status": "completed", "tag": "ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:03.649604 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-621cb8c1-ec33-4092-88ff-bb153c82a46a {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:03.650223 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163', 'code': 200} Jan 28 13:17:03.738192 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port cc711a79-b2a5-4d47-b345-a4aa0c5b1190 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:03.738576 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:03.745174 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9f5601a9-8e29-4e0e-945c-85cda465c116 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks [] for security_group (a1cdd573-8f3e-46cf-849c-d43b001f871e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:03.754513 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f07af712-e127-4d23-b005-93c89fb36a36 req-89fe71d5-1541-4d91-9e8f-481b975f7454 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Publish callbacks [] for security_group (61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:03.765795 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f07af712-e127-4d23-b005-93c89fb36a36 req-89fe71d5-1541-4d91-9e8f-481b975f7454 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:03.776267 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9f5601a9-8e29-4e0e-945c-85cda465c116 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a1cdd573-8f3e-46cf-849c-d43b001f871e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:03.793428 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43084865-a0fc-426d-8c97-ab6e34688e53 req-51b14d5e-43de-4ba3-ab2a-54d21bf423dc tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:03.800353 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-43084865-a0fc-426d-8c97-ab6e34688e53 req-51b14d5e-43de-4ba3-ab2a-54d21bf423dc tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 947 time: 0.2540207 Jan 28 13:17:03.806135 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc711a79-b2a5-4d47-b345-a4aa0c5b1190 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:03.825534 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=2c413430-ad3c-4f8a-945a-d20c9c8b7d45,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:03.849590 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9f5601a9-8e29-4e0e-945c-85cda465c116 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:03.853932 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9f5601a9-8e29-4e0e-945c-85cda465c116 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4135468 Jan 28 13:17:03.856032 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41676) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:03.861987 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-38c7414a-b826-46e5-ab53-993b6292fb75 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Request body: {'security_group_rule': {'security_group_id': 'a1cdd573-8f3e-46cf-849c-d43b001f871e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:03.875174 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5601a9-8e29-4e0e-945c-85cda465c116 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cdd573-8f3e-46cf-849c-d43b001f871e,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:03.890540 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port cc711a79-b2a5-4d47-b345-a4aa0c5b1190, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=cc711a79-b2a5-4d47-b345-a4aa0c5b1190,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:03.897310 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288bb12-af63-44ac-a97d-0397724cc637 req-41fd282c-3e92-41c9-a720-3deca3db70ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:03.898806 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0288bb12-af63-44ac-a97d-0397724cc637 req-41fd282c-3e92-41c9-a720-3deca3db70ad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 1097 time: 0.1941810 Jan 28 13:17:03.903906 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:03.913856 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-43084865-a0fc-426d-8c97-ab6e34688e53 req-844ea8a7-33d1-4366-9dc5-92ecfd7e4226 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125674 Jan 28 13:17:03.959835 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68447f60-de16-4cd4-9d87-19ba065d2351 req-3c404717-d76e-46a6-81ff-a37f4047a301 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:03.971759 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-68447f60-de16-4cd4-9d87-19ba065d2351 req-3c404717-d76e-46a6-81ff-a37f4047a301 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b107958-3953-461a-974a-a5fea26d99d9 HTTP/1.1" status: 200 len: 949 time: 0.2016978 Jan 28 13:17:03.976774 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-38c7414a-b826-46e5-ab53-993b6292fb75 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks [] for security_group_rule (82a2df92-c65c-498e-a3ef-ab2cc23d3bb7), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:03.990891 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=cc711a79-b2a5-4d47-b345-a4aa0c5b1190,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:04.040467 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe71d5-1541-4d91-9e8f-481b975f7454 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:04.049818 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-68447f60-de16-4cd4-9d87-19ba065d2351 req-0df34c7b-f812-4a3d-bb8e-7125fdb398ea tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771461 Jan 28 13:17:04.059155 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0288bb12-af63-44ac-a97d-0397724cc637 req-946e3495-ff17-4b78-b2e4-f642ef5a6060 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378644 Jan 28 13:17:04.059448 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:04.108613 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-38c7414a-b826-46e5-ab53-993b6292fb75 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks [] for security_group_rule (82a2df92-c65c-498e-a3ef-ab2cc23d3bb7), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:04.116936 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-38c7414a-b826-46e5-ab53-993b6292fb75 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (82a2df92-c65c-498e-a3ef-ab2cc23d3bb7), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:04.138465 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-f07af712-e127-4d23-b005-93c89fb36a36 req-89fe71d5-1541-4d91-9e8f-481b975f7454 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Allocated IP 192.168.233.42 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/11f8d571-4bab-4793-a999-eb229fd92d72) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:04.147740 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7414a-b826-46e5-ab53-993b6292fb75 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a2df92-c65c-498e-a3ef-ab2cc23d3bb7,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:04.176816 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-38c7414a-b826-46e5-ab53-993b6292fb75 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:04.180684 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-38c7414a-b826-46e5-ab53-993b6292fb75 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3203435 Jan 28 13:17:04.181516 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41682) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:04.186042 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-f6b12203-7eff-4373-af1f-066f50dd2f63 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Request body: {'security_group_rule': {'security_group_id': 'a1cdd573-8f3e-46cf-849c-d43b001f871e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:04.206476 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e708e968-1ad7-4474-953a-f508cf260043', 'tag': '9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:04.208978 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa113d0-297a-497a-adcb-9af3dac9318c" -d '{"events": [{"name": "network-changed", "server_uuid": "e708e968-1ad7-4474-953a-f508cf260043", "tag": "9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:04.219219 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['2c413430-ad3c-4f8a-945a-d20c9c8b7d45'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:04.229182 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f6b12203-7eff-4373-af1f-066f50dd2f63 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks [] for security_group_rule (5297a244-e32a-4b37-b455-3feec2f612e6), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:04.245738 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['cc711a79-b2a5-4d47-b345-a4aa0c5b1190'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:04.320159 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791b0e0-7aef-4870-8668-ab43e240ddf7 req-8a1b7ebd-e9bb-4452-aba7-20d3458aa905 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:04.321699 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9791b0e0-7aef-4870-8668-ab43e240ddf7 req-8a1b7ebd-e9bb-4452-aba7-20d3458aa905 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 946 time: 0.1085401 Jan 28 13:17:04.336800 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f07af712-e127-4d23-b005-93c89fb36a36 req-89fe71d5-1541-4d91-9e8f-481b975f7454 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Publish callbacks [] for port (11f8d571-4bab-4793-a999-eb229fd92d72), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:04.344394 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f6b12203-7eff-4373-af1f-066f50dd2f63 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks [] for security_group_rule (5297a244-e32a-4b37-b455-3feec2f612e6), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:04.365541 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f6b12203-7eff-4373-af1f-066f50dd2f63 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (5297a244-e32a-4b37-b455-3feec2f612e6), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:04.383509 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b12203-7eff-4373-af1f-066f50dd2f63 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5297a244-e32a-4b37-b455-3feec2f612e6,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:04.405007 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9791b0e0-7aef-4870-8668-ab43e240ddf7 req-54628797-f584-443d-a643-b2948a14d204 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766892 Jan 28 13:17:04.422584 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f6b12203-7eff-4373-af1f-066f50dd2f63 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:04.425928 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f6b12203-7eff-4373-af1f-066f50dd2f63 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2425206 Jan 28 13:17:04.431030 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f07af712-e127-4d23-b005-93c89fb36a36 req-89fe71d5-1541-4d91-9e8f-481b975f7454 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (11f8d571-4bab-4793-a999-eb229fd92d72), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:04.435896 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41686) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:04.444708 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-44d23a3b-7058-453f-a195-5c853c361fcb tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:04.484284 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44d23a3b-7058-453f-a195-5c853c361fcb tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:04.491094 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:17:04.500296 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f07af712-e127-4d23-b005-93c89fb36a36 req-89fe71d5-1541-4d91-9e8f-481b975f7454 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:04.506626 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-f07af712-e127-4d23-b005-93c89fb36a36 req-89fe71d5-1541-4d91-9e8f-481b975f7454 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:04.514726 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07af712-e127-4d23-b005-93c89fb36a36 req-89fe71d5-1541-4d91-9e8f-481b975f7454 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:04.528807 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830f624-497c-4eb0-8f4e-21c61288fc80 req-f2438f18-100c-4de3-a816-adfce18c4e2e tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:04.536412 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6830f624-497c-4eb0-8f4e-21c61288fc80 req-f2438f18-100c-4de3-a816-adfce18c4e2e tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ebfd8ec-377a-4d43-88a4-2583ef1d8cef HTTP/1.1" status: 200 len: 935 time: 0.1580176 Jan 28 13:17:04.536600 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f00832-ab04-45f1-974f-f6d4c95c8292 x-openstack-request-id: req-56f00832-ab04-45f1-974f-f6d4c95c8292 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:04.537353 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e708e968-1ad7-4474-953a-f508cf260043", "tag": "9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:04.537353 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-56f00832-ab04-45f1-974f-f6d4c95c8292 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:04.547644 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e708e968-1ad7-4474-953a-f508cf260043', 'tag': '9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe', 'status': 'completed', 'code': 200} Jan 28 13:17:04.557226 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe71d5-1541-4d91-9e8f-481b975f7454 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Pushing event updated for resources: {'Port': ['ID=11f8d571-4bab-4793-a999-eb229fd92d72,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:04.620681 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07af712-e127-4d23-b005-93c89fb36a36 req-89fe71d5-1541-4d91-9e8f-481b975f7454 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:04.621340 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f07af712-e127-4d23-b005-93c89fb36a36 req-89fe71d5-1541-4d91-9e8f-481b975f7454 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:04.646960 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6830f624-497c-4eb0-8f4e-21c61288fc80 req-2cfbc0df-8b79-4c0b-824c-3f172712a372 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093488 Jan 28 13:17:04.679354 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f07af712-e127-4d23-b005-93c89fb36a36 req-89fe71d5-1541-4d91-9e8f-481b975f7454 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5499527 Jan 28 13:17:04.692552 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] The host n-h2-822747-2 is not matching for port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe host n-h1-822747-2! {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:17:04.693281 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-f07af712-e127-4d23-b005-93c89fb36a36 req-07c7500f-7abc-44bb-a018-4bda1d2c670b service neutron] Request body: {'port': {'device_id': '8ebfd8ec-377a-4d43-88a4-2583ef1d8cef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:04.694382 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:17:04.793816 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f07af712-e127-4d23-b005-93c89fb36a36 req-07c7500f-7abc-44bb-a018-4bda1d2c670b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (11f8d571-4bab-4793-a999-eb229fd92d72), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:04.888561 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a4491592-c8a3-4d6e-b365-d0c3b0f751a7 None None] Provisioning complete for port 11f8d571-4bab-4793-a999-eb229fd92d72 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:04.889168 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4491592-c8a3-4d6e-b365-d0c3b0f751a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (11f8d571-4bab-4793-a999-eb229fd92d72), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:04.954211 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a4491592-c8a3-4d6e-b365-d0c3b0f751a7 None None] Port 11f8d571-4bab-4793-a999-eb229fd92d72 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:17:05.045426 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa113d0-297a-497a-adcb-9af3dac9318c req-f6e05b1a-59d2-4561-ac2a-679d73498461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:05.047535 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dfa113d0-297a-497a-adcb-9af3dac9318c req-f6e05b1a-59d2-4561-ac2a-679d73498461 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 1098 time: 0.4888704 Jan 28 13:17:05.082121 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa113d0-297a-497a-adcb-9af3dac9318c req-9da0f011-90a2-4e4e-a3d9-dc47ba113183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:05.083542 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c8371-5baf-4ef5-af37-6216f41cb93d req-f046610d-84dc-4e12-b8ae-f334df8b0c88 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:05.083676 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dfa113d0-297a-497a-adcb-9af3dac9318c req-9da0f011-90a2-4e4e-a3d9-dc47ba113183 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 1098 time: 0.5240080 Jan 28 13:17:05.085082 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e17c8371-5baf-4ef5-af37-6216f41cb93d req-f046610d-84dc-4e12-b8ae-f334df8b0c88 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 947 time: 0.0790725 Jan 28 13:17:05.122597 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152383d-7489-47eb-b5fb-d7092ae1e027 req-0f748040-ec2e-40bf-b01b-ba5b89bca838 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:05.130476 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9152383d-7489-47eb-b5fb-d7092ae1e027 req-0f748040-ec2e-40bf-b01b-ba5b89bca838 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=020bd68b-203c-4299-b6fd-f27b497a7ff5 HTTP/1.1" status: 200 len: 948 time: 0.4475510 Jan 28 13:17:05.188115 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-f07af712-e127-4d23-b005-93c89fb36a36 req-07c7500f-7abc-44bb-a018-4bda1d2c670b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11f8d571-4bab-4793-a999-eb229fd92d72 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:05.200356 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f07af712-e127-4d23-b005-93c89fb36a36 req-07c7500f-7abc-44bb-a018-4bda1d2c670b service neutron] Publish callbacks [] for port (11f8d571-4bab-4793-a999-eb229fd92d72), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:05.208667 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e17c8371-5baf-4ef5-af37-6216f41cb93d req-92be2de5-3895-4b67-b21b-86eefdd18cdd tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122744 Jan 28 13:17:05.231698 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-f07af712-e127-4d23-b005-93c89fb36a36 req-07c7500f-7abc-44bb-a018-4bda1d2c670b service neutron] Transition to ACTIVE for port object 11f8d571-4bab-4793-a999-eb229fd92d72 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:17:05.236720 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f07af712-e127-4d23-b005-93c89fb36a36 req-07c7500f-7abc-44bb-a018-4bda1d2c670b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (11f8d571-4bab-4793-a999-eb229fd92d72), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:05.289090 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7500f-7abc-44bb-a018-4bda1d2c670b service neutron] Pushing event updated for resources: {'Port': ['ID=11f8d571-4bab-4793-a999-eb229fd92d72,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:05.346564 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44d23a3b-7058-453f-a195-5c853c361fcb tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:05.351447 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9152383d-7489-47eb-b5fb-d7092ae1e027 req-71106b6c-cd77-4500-9f3f-4814fc6395e5 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b4cba4e-3131-4711-86ca-31aed879241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201033 Jan 28 13:17:05.373398 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa113d0-297a-497a-adcb-9af3dac9318c req-1a29aaee-6016-4eda-b7dc-013eed1a8a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:05.374847 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dfa113d0-297a-497a-adcb-9af3dac9318c req-1a29aaee-6016-4eda-b7dc-013eed1a8a0e service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.3111877 Jan 28 13:17:05.464278 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa113d0-297a-497a-adcb-9af3dac9318c req-445873bf-b0bd-4f9d-a9c3-ab0478b78629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:05.465749 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dfa113d0-297a-497a-adcb-9af3dac9318c req-445873bf-b0bd-4f9d-a9c3-ab0478b78629 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.3647983 Jan 28 13:17:05.474306 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dfa113d0-297a-497a-adcb-9af3dac9318c req-895fe86c-f8c4-4c78-951f-d4cd3c221a3e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe HTTP/1.1" status: 200 len: 217 time: 0.0892107 Jan 28 13:17:05.543020 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dfa113d0-297a-497a-adcb-9af3dac9318c req-3ce84bd5-43b8-42f3-8121-3657599e87aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe HTTP/1.1" status: 200 len: 217 time: 0.0657380 Jan 28 13:17:05.543757 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c69644-ab20-4db2-b1fd-c4fcc91d2f65 req-374de12e-b3e9-4a97-9894-6f03f3f39472 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:05.554586 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-56c69644-ab20-4db2-b1fd-c4fcc91d2f65 req-374de12e-b3e9-4a97-9894-6f03f3f39472 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b107958-3953-461a-974a-a5fea26d99d9 HTTP/1.1" status: 200 len: 949 time: 0.1462700 Jan 28 13:17:05.580904 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:05.592703 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-f07af712-e127-4d23-b005-93c89fb36a36 req-07c7500f-7abc-44bb-a018-4bda1d2c670b service neutron] Attempting to bind port 11f8d571-4bab-4793-a999-eb229fd92d72 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:05.593053 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-f07af712-e127-4d23-b005-93c89fb36a36 req-07c7500f-7abc-44bb-a018-4bda1d2c670b service neutron] Attempting to bind port 11f8d571-4bab-4793-a999-eb229fd92d72 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:05.593372 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07af712-e127-4d23-b005-93c89fb36a36 req-07c7500f-7abc-44bb-a018-4bda1d2c670b service neutron] Attempting to bind port 11f8d571-4bab-4793-a999-eb229fd92d72 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:05.607642 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07af712-e127-4d23-b005-93c89fb36a36 req-07c7500f-7abc-44bb-a018-4bda1d2c670b service neutron] Port 11f8d571-4bab-4793-a999-eb229fd92d72 on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:17:05.607920 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07af712-e127-4d23-b005-93c89fb36a36 req-07c7500f-7abc-44bb-a018-4bda1d2c670b service neutron] Attempting to bind port 11f8d571-4bab-4793-a999-eb229fd92d72 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:05.623559 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07af712-e127-4d23-b005-93c89fb36a36 req-07c7500f-7abc-44bb-a018-4bda1d2c670b service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:05.624219 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07af712-e127-4d23-b005-93c89fb36a36 req-07c7500f-7abc-44bb-a018-4bda1d2c670b service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:05.624340 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07af712-e127-4d23-b005-93c89fb36a36 req-07c7500f-7abc-44bb-a018-4bda1d2c670b service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:05.625589 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-f07af712-e127-4d23-b005-93c89fb36a36 req-07c7500f-7abc-44bb-a018-4bda1d2c670b service neutron] Bound port: 11f8d571-4bab-4793-a999-eb229fd92d72, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:05.626742 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f07af712-e127-4d23-b005-93c89fb36a36 req-07c7500f-7abc-44bb-a018-4bda1d2c670b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (11f8d571-4bab-4793-a999-eb229fd92d72), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:05.634748 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-56c69644-ab20-4db2-b1fd-c4fcc91d2f65 req-d2935613-db4f-492e-a258-2f14eb35d117 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792451 Jan 28 13:17:05.676102 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa113d0-297a-497a-adcb-9af3dac9318c req-e7fab3c7-b11b-4378-8809-ac1e0cba8e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:05.677577 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dfa113d0-297a-497a-adcb-9af3dac9318c req-e7fab3c7-b11b-4378-8809-ac1e0cba8e10 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1813843 Jan 28 13:17:05.713579 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa113d0-297a-497a-adcb-9af3dac9318c req-5fbcecb4-ec23-4a99-9218-72e05ae2e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:05.714580 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dfa113d0-297a-497a-adcb-9af3dac9318c req-5fbcecb4-ec23-4a99-9218-72e05ae2e0d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1382766 Jan 28 13:17:05.729157 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-44d23a3b-7058-453f-a195-5c853c361fcb tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Allocated IP 172.25.3.202 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/0188e249-4164-493c-ab07-0955d8ad6792) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:05.741769 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5af9b3-8482-4fc1-ab53-660a0a4525d9 req-26469ec5-4bd3-4679-9052-e54229420936 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:05.743285 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2c5af9b3-8482-4fc1-ab53-660a0a4525d9 req-26469ec5-4bd3-4679-9052-e54229420936 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 946 time: 0.2031002 Jan 28 13:17:05.776574 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-f07af712-e127-4d23-b005-93c89fb36a36 req-07c7500f-7abc-44bb-a018-4bda1d2c670b service neutron] For port 11f8d571-4bab-4793-a999-eb229fd92d72, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:05.800764 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-f07af712-e127-4d23-b005-93c89fb36a36 req-07c7500f-7abc-44bb-a018-4bda1d2c670b service neutron] For port 11f8d571-4bab-4793-a999-eb229fd92d72, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=11f8d571-4bab-4793-a999-eb229fd92d72,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:05.811273 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f07af712-e127-4d23-b005-93c89fb36a36 req-07c7500f-7abc-44bb-a018-4bda1d2c670b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (11f8d571-4bab-4793-a999-eb229fd92d72), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:05.822709 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7170e75-19a6-4365-a9b2-e8175eb6cd26 req-2584f347-b41c-4928-9b4c-a4af1c6ad796 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:05.829831 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f7170e75-19a6-4365-a9b2-e8175eb6cd26 req-2584f347-b41c-4928-9b4c-a4af1c6ad796 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ebfd8ec-377a-4d43-88a4-2583ef1d8cef HTTP/1.1" status: 200 len: 947 time: 0.0862100 Jan 28 13:17:05.880452 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07af712-e127-4d23-b005-93c89fb36a36 req-07c7500f-7abc-44bb-a018-4bda1d2c670b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:05.881210 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f07af712-e127-4d23-b005-93c89fb36a36 req-07c7500f-7abc-44bb-a018-4bda1d2c670b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:05.882647 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f07af712-e127-4d23-b005-93c89fb36a36 req-07c7500f-7abc-44bb-a018-4bda1d2c670b service neutron] 10.222.0.37 "PUT /v2.0/ports/11f8d571-4bab-4793-a999-eb229fd92d72 HTTP/1.1" status: 200 len: 1095 time: 1.1939995 Jan 28 13:17:05.883788 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ebfd8ec-377a-4d43-88a4-2583ef1d8cef', 'tag': '11f8d571-4bab-4793-a999-eb229fd92d72'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:05.885693 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21183a5-6c00-436d-9b8b-76a643f90b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ebfd8ec-377a-4d43-88a4-2583ef1d8cef", "tag": "11f8d571-4bab-4793-a999-eb229fd92d72"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:05.890563 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa113d0-297a-497a-adcb-9af3dac9318c req-bd533d66-1784-42a5-bfba-bc50e6cdeb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:05.892154 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dfa113d0-297a-497a-adcb-9af3dac9318c req-bd533d66-1784-42a5-bfba-bc50e6cdeb3d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2041454 Jan 28 13:17:05.896089 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa113d0-297a-497a-adcb-9af3dac9318c req-5f3b317b-2a1a-4b84-a3d1-80194fb7293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:05.898032 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dfa113d0-297a-497a-adcb-9af3dac9318c req-5f3b317b-2a1a-4b84-a3d1-80194fb7293f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1639447 Jan 28 13:17:05.911353 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2c5af9b3-8482-4fc1-ab53-660a0a4525d9 req-49d3011c-a5c8-44df-93b3-e491cfcc9af8 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569762 Jan 28 13:17:06.009481 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f7170e75-19a6-4365-a9b2-e8175eb6cd26 req-1018b3a6-debc-4888-bc63-a80ae29e0166 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681011 Jan 28 13:17:06.013051 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7500f-7abc-44bb-a018-4bda1d2c670b service neutron] Pushing event updated for resources: {'Port': ['ID=11f8d571-4bab-4793-a999-eb229fd92d72,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:06.068126 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07af712-e127-4d23-b005-93c89fb36a36 req-c347b698-410d-4b9d-868e-2314306e8ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:06.069761 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f07af712-e127-4d23-b005-93c89fb36a36 req-c347b698-410d-4b9d-868e-2314306e8ede service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42d41ca7201c4cf0ab13a2ef7a1198ab&device_id=8ebfd8ec-377a-4d43-88a4-2583ef1d8cef HTTP/1.1" status: 200 len: 1098 time: 0.1150310 Jan 28 13:17:06.093394 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44d23a3b-7058-453f-a195-5c853c361fcb tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks [] for port (0188e249-4164-493c-ab07-0955d8ad6792), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:06.122713 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab4ab9a-db8e-4c33-a31c-ab9044fc7e9a x-openstack-request-id: req-5ab4ab9a-db8e-4c33-a31c-ab9044fc7e9a {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:06.123367 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ebfd8ec-377a-4d43-88a4-2583ef1d8cef", "tag": "11f8d571-4bab-4793-a999-eb229fd92d72", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:06.123622 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5ab4ab9a-db8e-4c33-a31c-ab9044fc7e9a {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:06.124019 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ebfd8ec-377a-4d43-88a4-2583ef1d8cef', 'tag': '11f8d571-4bab-4793-a999-eb229fd92d72', 'status': 'completed', 'code': 200} Jan 28 13:17:06.125676 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f07af712-e127-4d23-b005-93c89fb36a36 req-59726d63-0b10-4c5c-9c7f-31a7cc9f094e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=11f8d571-4bab-4793-a999-eb229fd92d72 HTTP/1.1" status: 200 len: 217 time: 0.0480351 Jan 28 13:17:06.197061 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07af712-e127-4d23-b005-93c89fb36a36 req-a33ded62-75fb-414f-8e90-4017d1987810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:06.198592 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f07af712-e127-4d23-b005-93c89fb36a36 req-a33ded62-75fb-414f-8e90-4017d1987810 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0652521 Jan 28 13:17:06.199556 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dfa113d0-297a-497a-adcb-9af3dac9318c req-3e82f6e5-6b70-4941-9b1b-147c422f23f8 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987409 Jan 28 13:17:06.203550 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44d23a3b-7058-453f-a195-5c853c361fcb tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (0188e249-4164-493c-ab07-0955d8ad6792), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:06.258512 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07af712-e127-4d23-b005-93c89fb36a36 req-12a7f6cd-592e-444b-b5ba-431f419c5bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:06.260374 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f07af712-e127-4d23-b005-93c89fb36a36 req-12a7f6cd-592e-444b-b5ba-431f419c5bf4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0553756 Jan 28 13:17:06.272061 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d23a3b-7058-453f-a195-5c853c361fcb tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:06.296870 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-44d23a3b-7058-453f-a195-5c853c361fcb tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:06.338086 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d23a3b-7058-453f-a195-5c853c361fcb tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:06.386837 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42677670-8c79-4f95-b382-eac475f3ba30 req-d85b1774-a42e-4db9-b7da-13eb910c897c tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:06.388393 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42677670-8c79-4f95-b382-eac475f3ba30 req-d85b1774-a42e-4db9-b7da-13eb910c897c tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 1097 time: 0.0903053 Jan 28 13:17:06.411297 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dfa113d0-297a-497a-adcb-9af3dac9318c req-71364fe8-9c7a-406e-ac89-e0dd7a5e8c93 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985003 Jan 28 13:17:06.414596 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f07af712-e127-4d23-b005-93c89fb36a36 req-4b4d5091-5b74-41aa-8809-8d6f93fc4c10 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469405 Jan 28 13:17:06.421311 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d23a3b-7058-453f-a195-5c853c361fcb tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Pushing event updated for resources: {'Port': ['ID=0188e249-4164-493c-ab07-0955d8ad6792,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:06.460799 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:17:06.464663 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device e3438e69-cda8-4b61-a890-8240e972b93f up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:06.491304 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dfa113d0-297a-497a-adcb-9af3dac9318c req-7ec1fde3-71a6-4e43-a33b-24c0f32125e5 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763476 Jan 28 13:17:06.492185 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42677670-8c79-4f95-b382-eac475f3ba30 req-c8350d22-175b-4f88-b644-377ac5cf1f7c tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945361 Jan 28 13:17:06.506671 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 2c413430-ad3c-4f8a-945a-d20c9c8b7d45 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:06.539718 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f07af712-e127-4d23-b005-93c89fb36a36 req-0917dd76-5e9d-4d69-afea-e9403e42107f service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176991 Jan 28 13:17:06.540462 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf299630-7faa-4e4b-94b7-026f71c126fb req-e52c2366-5e4c-4440-afee-abece8880dec tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:06.542001 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf299630-7faa-4e4b-94b7-026f71c126fb req-e52c2366-5e4c-4440-afee-abece8880dec tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 947 time: 0.2052050 Jan 28 13:17:06.656580 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port e3438e69-cda8-4b61-a890-8240e972b93f completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:17:06.659656 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21183a5-6c00-436d-9b8b-76a643f90b2e req-5234fee1-d434-4c9c-8d6b-80718c24a1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:06.661917 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a21183a5-6c00-436d-9b8b-76a643f90b2e req-5234fee1-d434-4c9c-8d6b-80718c24a1b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42d41ca7201c4cf0ab13a2ef7a1198ab&device_id=8ebfd8ec-377a-4d43-88a4-2583ef1d8cef HTTP/1.1" status: 200 len: 1098 time: 0.0652816 Jan 28 13:17:06.686857 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port e3438e69-cda8-4b61-a890-8240e972b93f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:06.687998 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e3438e69-cda8-4b61-a890-8240e972b93f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:06.696094 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44d23a3b-7058-453f-a195-5c853c361fcb tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks [] for floatingip (7bbc1d84-7a76-4b4d-8d5a-7faeddf63213), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:06.706316 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dfa113d0-297a-497a-adcb-9af3dac9318c req-03a4ff03-b268-4d58-96cf-f0790ba50348 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824459 Jan 28 13:17:06.713061 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf299630-7faa-4e4b-94b7-026f71c126fb req-efc63241-121c-4a89-b7a3-fabeb35ca150 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475911 Jan 28 13:17:06.715826 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 2c413430-ad3c-4f8a-945a-d20c9c8b7d45 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:17:06.759443 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 2c413430-ad3c-4f8a-945a-d20c9c8b7d45 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:06.763947 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2c413430-ad3c-4f8a-945a-d20c9c8b7d45), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:06.776075 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44d23a3b-7058-453f-a195-5c853c361fcb tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0188e249-4164-493c-ab07-0955d8ad6792), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:06.796825 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:06.851973 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': '9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe', 'mac_address': 'fa:16:3e:f1:60:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:17:06.865548 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640c8dd-7a51-4e37-acd7-168319061cf3 req-adff79a2-65f1-4fe2-83d9-4427721d7a29 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:06.867401 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d640c8dd-7a51-4e37-acd7-168319061cf3 req-adff79a2-65f1-4fe2-83d9-4427721d7a29 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=020bd68b-203c-4299-b6fd-f27b497a7ff5 HTTP/1.1" status: 200 len: 948 time: 0.1327286 Jan 28 13:17:06.892228 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a181b-188b-4b16-bd90-dd75ea77422d req-893c721d-c3ae-428f-9846-db5a84255275 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:06.893722 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-865a181b-188b-4b16-bd90-dd75ea77422d req-893c721d-c3ae-428f-9846-db5a84255275 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 1097 time: 0.0786095 Jan 28 13:17:06.900775 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21183a5-6c00-436d-9b8b-76a643f90b2e req-4db12b34-5ace-441b-a4be-fe742556b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:06.903282 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a21183a5-6c00-436d-9b8b-76a643f90b2e req-4db12b34-5ace-441b-a4be-fe742556b296 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.2324889 Jan 28 13:17:06.966838 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port e3438e69-cda8-4b61-a890-8240e972b93f is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:06.967602 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a21183a5-6c00-436d-9b8b-76a643f90b2e req-98120779-c6ec-44d5-b83b-46517f1296b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=11f8d571-4bab-4793-a999-eb229fd92d72 HTTP/1.1" status: 200 len: 217 time: 0.0531712 Jan 28 13:17:06.967896 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e3438e69-cda8-4b61-a890-8240e972b93f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:06.970243 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:06.970841 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:06.996697 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-865a181b-188b-4b16-bd90-dd75ea77422d req-607b1fed-1308-4547-8826-43f868d61075 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964661 Jan 28 13:17:07.006800 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:07.024405 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 2c413430-ad3c-4f8a-945a-d20c9c8b7d45 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:07.024405 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2c413430-ad3c-4f8a-945a-d20c9c8b7d45), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:07.041817 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020bd68b-203c-4299-b6fd-f27b497a7ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3438e69-cda8-4b61-a890-8240e972b93f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:07.044211 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078ef805-1014-4dd0-ae66-38a2129ce693" -d '{"events": [{"server_uuid": "020bd68b-203c-4299-b6fd-f27b497a7ff5", "name": "network-vif-plugged", "status": "completed", "tag": "e3438e69-cda8-4b61-a890-8240e972b93f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:07.064484 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:07.068776 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port e3438e69-cda8-4b61-a890-8240e972b93f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e3438e69-cda8-4b61-a890-8240e972b93f,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:07.071106 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44d23a3b-7058-453f-a195-5c853c361fcb tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks [] for port (0188e249-4164-493c-ab07-0955d8ad6792), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:07.082859 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44d23a3b-7058-453f-a195-5c853c361fcb tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (0188e249-4164-493c-ab07-0955d8ad6792), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:07.083834 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d640c8dd-7a51-4e37-acd7-168319061cf3 req-54b1b9f4-aba4-4dbf-9b0f-63091a1f10e1 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b4cba4e-3131-4711-86ca-31aed879241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987200 Jan 28 13:17:07.104023 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e3438e69-cda8-4b61-a890-8240e972b93f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:07.105876 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:07.119273 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 2c413430-ad3c-4f8a-945a-d20c9c8b7d45, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=2c413430-ad3c-4f8a-945a-d20c9c8b7d45,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:07.135742 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21183a5-6c00-436d-9b8b-76a643f90b2e req-11f43627-8102-4867-a169-2ff61222f8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:07.138587 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a21183a5-6c00-436d-9b8b-76a643f90b2e req-11f43627-8102-4867-a169-2ff61222f8b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1563287 Jan 28 13:17:07.145392 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2c413430-ad3c-4f8a-945a-d20c9c8b7d45), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:07.146289 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device cc711a79-b2a5-4d47-b345-a4aa0c5b1190 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:07.221882 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=e3438e69-cda8-4b61-a890-8240e972b93f,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:07.255332 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21183a5-6c00-436d-9b8b-76a643f90b2e req-68e27e04-3a4b-4f16-a5d9-1e183d2a2b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:07.261030 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a21183a5-6c00-436d-9b8b-76a643f90b2e req-68e27e04-3a4b-4f16-a5d9-1e183d2a2b1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1105902 Jan 28 13:17:07.281496 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port cc711a79-b2a5-4d47-b345-a4aa0c5b1190 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:17:07.422968 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a21183a5-6c00-436d-9b8b-76a643f90b2e req-ceb418bf-7391-437b-b988-89d469d04490 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567595 Jan 28 13:17:07.462830 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:07.470558 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port cc711a79-b2a5-4d47-b345-a4aa0c5b1190 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:07.470558 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:07.556356 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a21183a5-6c00-436d-9b8b-76a643f90b2e req-4f3739a0-72f6-4f6a-92cf-38e386842990 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254530 Jan 28 13:17:07.594110 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:07.607484 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port cc711a79-b2a5-4d47-b345-a4aa0c5b1190 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:07.607869 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:07.635949 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8ab66-47b7-491a-91d5-d665c41125a4 req-ffcfbbeb-d709-42ca-9a72-75470e6a9c07 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:07.643478 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-35c8ab66-47b7-491a-91d5-d665c41125a4 req-ffcfbbeb-d709-42ca-9a72-75470e6a9c07 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ebfd8ec-377a-4d43-88a4-2583ef1d8cef HTTP/1.1" status: 200 len: 947 time: 0.0641534 Jan 28 13:17:07.689749 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d23a3b-7058-453f-a195-5c853c361fcb tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Pushing event updated for resources: {'Port': ['ID=0188e249-4164-493c-ab07-0955d8ad6792,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:07.708455 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44d23a3b-7058-453f-a195-5c853c361fcb tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (7bbc1d84-7a76-4b4d-8d5a-7faeddf63213), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:07.715439 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port cc711a79-b2a5-4d47-b345-a4aa0c5b1190, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=cc711a79-b2a5-4d47-b345-a4aa0c5b1190,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:07.723581 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=2c413430-ad3c-4f8a-945a-d20c9c8b7d45,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:07.724253 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bf067-9f10-4fc3-9d51-93fac301a489 req-be241c27-485d-48bd-b755-338340fccf17 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:07.725872 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-383bf067-9f10-4fc3-9d51-93fac301a489 req-be241c27-485d-48bd-b755-338340fccf17 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b107958-3953-461a-974a-a5fea26d99d9 HTTP/1.1" status: 200 len: 950 time: 0.5979526 Jan 28 13:17:07.737245 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-35c8ab66-47b7-491a-91d5-d665c41125a4 req-43487ac4-29f4-45f4-aa89-1e73f07e4da7 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880361 Jan 28 13:17:07.739249 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:07.792684 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43d3e9-7ac0-43a6-9c5a-1c3130055dd6 req-50ce7a72-a72e-433a-bf35-40e65a4205e7 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:07.794492 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a43d3e9-7ac0-43a6-9c5a-1c3130055dd6 req-50ce7a72-a72e-433a-bf35-40e65a4205e7 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.37 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043&tenant_id=787b3d18280347a0a733cb6bd5e91d6d&binding%3Ahost_id=n-h1-822747-2 HTTP/1.1" status: 200 len: 948 time: 0.2069371 Jan 28 13:17:07.797180 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44d23a3b-7058-453f-a195-5c853c361fcb tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:07.801567 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-44d23a3b-7058-453f-a195-5c853c361fcb tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3615668 Jan 28 13:17:07.823953 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad95327-9356-494d-912e-123c1298d6a8 x-openstack-request-id: req-4ad95327-9356-494d-912e-123c1298d6a8 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:07.824547 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020bd68b-203c-4299-b6fd-f27b497a7ff5", "name": "network-vif-plugged", "status": "completed", "tag": "e3438e69-cda8-4b61-a890-8240e972b93f", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:07.824937 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4ad95327-9356-494d-912e-123c1298d6a8 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:07.825740 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020bd68b-203c-4299-b6fd-f27b497a7ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3438e69-cda8-4b61-a890-8240e972b93f', 'code': 200} Jan 28 13:17:07.866318 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=cc711a79-b2a5-4d47-b345-a4aa0c5b1190,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:07.931955 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-383bf067-9f10-4fc3-9d51-93fac301a489 req-ab042ee6-1e80-4fe6-9f16-b61191b2fcea tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959221 Jan 28 13:17:07.966639 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d08a4-505e-4ab2-aa56-4521a8a19627 req-67c15d80-ace4-4591-aabb-5aef4a451914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:07.968626 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bf2d08a4-505e-4ab2-aa56-4521a8a19627 req-67c15d80-ace4-4591-aabb-5aef4a451914 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=020bd68b-203c-4299-b6fd-f27b497a7ff5 HTTP/1.1" status: 200 len: 1100 time: 0.0860262 Jan 28 13:17:07.970157 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [req-1a43d3e9-7ac0-43a6-9c5a-1c3130055dd6 req-dd6c2ca5-599a-4e52-b658-c12d353528cb service neutron] delete failed (client error): The resource could not be found. Jan 28 13:17:07.970279 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6a501-5b46-4d41-a9a8-71fbef9b3be8 req-4e4abaaf-5cb1-4dd0-aed6-958e9f9977bf tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:07.971766 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cbf6a501-5b46-4d41-a9a8-71fbef9b3be8 req-4e4abaaf-5cb1-4dd0-aed6-958e9f9977bf tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 948 time: 0.0748146 Jan 28 13:17:07.971905 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a43d3e9-7ac0-43a6-9c5a-1c3130055dd6 req-dd6c2ca5-599a-4e52-b658-c12d353528cb service neutron] 10.222.0.37 "DELETE /v2.0/ports/9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe/bindings/n-h2-822747-2 HTTP/1.1" status: 404 len: 380 time: 0.1690793 Jan 28 13:17:08.026564 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bf2d08a4-505e-4ab2-aa56-4521a8a19627 req-95bc122d-98af-4927-9c6c-2b0512427ee8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1b4cba4e-3131-4711-86ca-31aed879241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493374 Jan 28 13:17:08.067532 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cbf6a501-5b46-4d41-a9a8-71fbef9b3be8 req-f680356d-7481-4239-8a13-501e0f8d8961 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896795 Jan 28 13:17:08.106586 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43d3e9-7ac0-43a6-9c5a-1c3130055dd6 req-8993eae4-5c8b-44c7-b7ec-45d9e8449aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:08.109185 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a43d3e9-7ac0-43a6-9c5a-1c3130055dd6 req-8993eae4-5c8b-44c7-b7ec-45d9e8449aa8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 1099 time: 0.0580769 Jan 28 13:17:08.232609 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43d3e9-7ac0-43a6-9c5a-1c3130055dd6 req-4e949495-437d-4eb5-8658-f556ff33f839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:08.234287 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a43d3e9-7ac0-43a6-9c5a-1c3130055dd6 req-4e949495-437d-4eb5-8658-f556ff33f839 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.1174390 Jan 28 13:17:08.290551 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a43d3e9-7ac0-43a6-9c5a-1c3130055dd6 req-cf94c5a3-6320-46e7-8433-14e5682a1bb3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe HTTP/1.1" status: 200 len: 217 time: 0.0485947 Jan 28 13:17:08.341798 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-5674a3de-f501-4ef7-a547-58163e238773 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:08.342077 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43d3e9-7ac0-43a6-9c5a-1c3130055dd6 req-acf6a15b-618d-495d-abaf-d5eb180580b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:08.343450 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a43d3e9-7ac0-43a6-9c5a-1c3130055dd6 req-acf6a15b-618d-495d-abaf-d5eb180580b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0467494 Jan 28 13:17:08.347363 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-5674a3de-f501-4ef7-a547-58163e238773 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/networks?id=8707c289-bc91-43e5-b056-ef974f42dcf6 HTTP/1.1" status: 200 len: 822 time: 0.1422975 Jan 28 13:17:08.358602 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-8f123584-7f03-40b0-a1ae-05cecc3922f5 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/quotas/74ec5341dbcf4677956e36e1b5d2735f HTTP/1.1" status: 200 len: 375 time: 0.0095999 Jan 28 13:17:08.397623 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43d3e9-7ac0-43a6-9c5a-1c3130055dd6 req-0390172d-d0a8-40d0-a99b-af5d74ad0799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:08.398246 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-5adcb537-84db-4fe2-80e0-8372d8e1761d tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=74ec5341dbcf4677956e36e1b5d2735f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300169 Jan 28 13:17:08.399452 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a43d3e9-7ac0-43a6-9c5a-1c3130055dd6 req-0390172d-d0a8-40d0-a99b-af5d74ad0799 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0498753 Jan 28 13:17:08.521551 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a43d3e9-7ac0-43a6-9c5a-1c3130055dd6 req-c1a29923-9c7b-4b61-8032-c566692ebbf7 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144400 Jan 28 13:17:08.633506 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a43d3e9-7ac0-43a6-9c5a-1c3130055dd6 req-3893e8ba-be6a-4f13-a9c2-89b65399eacd service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045895 Jan 28 13:17:08.759525 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-e5bf1eb9-1861-4a1d-98bf-d1fb484e12fb service neutron] 10.222.0.39 "GET /v2.0/networks/8707c289-bc91-43e5-b056-ef974f42dcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526797 Jan 28 13:17:08.852751 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-019a397d-4cce-45de-9d9b-66c7cd370dcd service neutron] 10.222.0.39 "GET /v2.0/networks/8707c289-bc91-43e5-b056-ef974f42dcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867169 Jan 28 13:17:09.093094 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12165f-5530-48bf-aa79-3abed791d7d6 req-cb86bac0-aae6-4d45-973f-dc2b3214d69b tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:09.097790 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0f12165f-5530-48bf-aa79-3abed791d7d6 req-cb86bac0-aae6-4d45-973f-dc2b3214d69b tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=020bd68b-203c-4299-b6fd-f27b497a7ff5 HTTP/1.1" status: 200 len: 949 time: 0.0773337 Jan 28 13:17:09.154201 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0f12165f-5530-48bf-aa79-3abed791d7d6 req-02bc5614-f220-4043-b2bc-c9cea595fe4b tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b4cba4e-3131-4711-86ca-31aed879241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524743 Jan 28 13:17:09.365634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d4f2b-0568-418c-9785-bf292cd2b28e req-d701291e-9cd6-4e12-81a7-7342e137d0ea tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:09.375508 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-147d4f2b-0568-418c-9785-bf292cd2b28e req-d701291e-9cd6-4e12-81a7-7342e137d0ea tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ebfd8ec-377a-4d43-88a4-2583ef1d8cef HTTP/1.1" status: 200 len: 947 time: 0.0618947 Jan 28 13:17:09.452624 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-147d4f2b-0568-418c-9785-bf292cd2b28e req-51492025-ab2f-4ef3-82be-6810c1b5578e tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751293 Jan 28 13:17:09.516748 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41804) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:09.571300 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34895db3-217e-4f7e-92aa-ea12bc68e886 req-0e4ef171-495f-4d3b-9f38-e02a02e83420 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:09.572729 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-34895db3-217e-4f7e-92aa-ea12bc68e886 req-0e4ef171-495f-4d3b-9f38-e02a02e83420 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b107958-3953-461a-974a-a5fea26d99d9 HTTP/1.1" status: 200 len: 950 time: 0.0540812 Jan 28 13:17:09.651538 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-34895db3-217e-4f7e-92aa-ea12bc68e886 req-0537b0b8-6969-4d5c-85e7-9ce2441531d4 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669134 Jan 28 13:17:09.665213 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-784c5973-55bd-432f-83ef-eaaee7455ced req-1dd8385c-617a-4e87-b5c1-8480be6eaec6 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:17:09.666401 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-784c5973-55bd-432f-83ef-eaaee7455ced req-1dd8385c-617a-4e87-b5c1-8480be6eaec6 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1486526 Jan 28 13:17:09.791565 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c1f9c6f-2563-4352-bf34-c347e21a1dbe req-9a54352b-afcd-40ca-af53-0cbe4b872fe6 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=230fa9c0-c5a1-4bf0-b66d-d395d577a1ca HTTP/1.1" status: 200 len: 210 time: 0.0579457 Jan 28 13:17:09.804624 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c5973-55bd-432f-83ef-eaaee7455ced req-70c09e5d-4ed9-4cce-be1e-d05b08280d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:09.811669 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-784c5973-55bd-432f-83ef-eaaee7455ced req-70c09e5d-4ed9-4cce-be1e-d05b08280d2d service neutron] 10.222.0.39 "GET /v2.0/ports/ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 HTTP/1.1" status: 200 len: 1094 time: 0.0906713 Jan 28 13:17:09.816701 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-784c5973-55bd-432f-83ef-eaaee7455ced req-3000c22c-45d9-4496-9986-38a1ac6445b5 service neutron] Request body: {'binding': {'host': 'n-h2-822747-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:09.817209 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-784c5973-55bd-432f-83ef-eaaee7455ced req-3000c22c-45d9-4496-9986-38a1ac6445b5 service neutron] Unknown quota resources ['binding']. {{(pid=103352) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:17:09.827646 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b107958-3953-461a-974a-a5fea26d99d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c413430-ad3c-4f8a-945a-d20c9c8b7d45'}, {'server_uuid': '75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc711a79-b2a5-4d47-b345-a4aa0c5b1190'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:09.831019 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23eacc95-6bbc-4ece-abe2-54089cb806e5" -d '{"events": [{"server_uuid": "3b107958-3953-461a-974a-a5fea26d99d9", "name": "network-vif-plugged", "status": "completed", "tag": "2c413430-ad3c-4f8a-945a-d20c9c8b7d45"}, {"server_uuid": "75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6", "name": "network-vif-plugged", "status": "completed", "tag": "cc711a79-b2a5-4d47-b345-a4aa0c5b1190"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:09.913107 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf900fe-08af-4f6c-b733-f870bd75c6ac req-90af0bba-1219-4ab3-85ec-5bffe319f5f9 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:09.915090 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fcf900fe-08af-4f6c-b733-f870bd75c6ac req-90af0bba-1219-4ab3-85ec-5bffe319f5f9 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 948 time: 0.0512776 Jan 28 13:17:09.966091 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fcf900fe-08af-4f6c-b733-f870bd75c6ac req-78f4a0ce-a952-48dc-929b-55ba34c977c7 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436392 Jan 28 13:17:09.968829 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-784c5973-55bd-432f-83ef-eaaee7455ced req-3000c22c-45d9-4496-9986-38a1ac6445b5 service neutron] Attempting to bind port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 on host n-h2-822747-2 for vnic_type normal with profile None {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:09.969355 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-784c5973-55bd-432f-83ef-eaaee7455ced req-3000c22c-45d9-4496-9986-38a1ac6445b5 service neutron] Attempting to bind port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:09.969683 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784c5973-55bd-432f-83ef-eaaee7455ced req-3000c22c-45d9-4496-9986-38a1ac6445b5 service neutron] Attempting to bind port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:09.974296 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784c5973-55bd-432f-83ef-eaaee7455ced req-3000c22c-45d9-4496-9986-38a1ac6445b5 service neutron] Port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:17:09.974618 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784c5973-55bd-432f-83ef-eaaee7455ced req-3000c22c-45d9-4496-9986-38a1ac6445b5 service neutron] Attempting to bind port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:09.979959 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784c5973-55bd-432f-83ef-eaaee7455ced req-3000c22c-45d9-4496-9986-38a1ac6445b5 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:09.980306 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784c5973-55bd-432f-83ef-eaaee7455ced req-3000c22c-45d9-4496-9986-38a1ac6445b5 service neutron] Checking segment: {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:09.980690 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784c5973-55bd-432f-83ef-eaaee7455ced req-3000c22c-45d9-4496-9986-38a1ac6445b5 service neutron] Bound using segment: {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:09.981135 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-784c5973-55bd-432f-83ef-eaaee7455ced req-3000c22c-45d9-4496-9986-38a1ac6445b5 service neutron] Bound port: ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:10.084087 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a14dcb-6afb-419a-ad93-b75405792df4 x-openstack-request-id: req-c7a14dcb-6afb-419a-ad93-b75405792df4 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:10.084754 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b107958-3953-461a-974a-a5fea26d99d9", "name": "network-vif-plugged", "status": "completed", "tag": "2c413430-ad3c-4f8a-945a-d20c9c8b7d45", "code": 200}, {"server_uuid": "75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6", "name": "network-vif-plugged", "status": "completed", "tag": "cc711a79-b2a5-4d47-b345-a4aa0c5b1190", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:10.086136 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c7a14dcb-6afb-419a-ad93-b75405792df4 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:10.086974 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b107958-3953-461a-974a-a5fea26d99d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c413430-ad3c-4f8a-945a-d20c9c8b7d45', 'code': 200} Jan 28 13:17:10.087551 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-784c5973-55bd-432f-83ef-eaaee7455ced req-3000c22c-45d9-4496-9986-38a1ac6445b5 service neutron] For port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:10.087700 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc711a79-b2a5-4d47-b345-a4aa0c5b1190', 'code': 200} Jan 28 13:17:10.107255 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-784c5973-55bd-432f-83ef-eaaee7455ced req-3000c22c-45d9-4496-9986-38a1ac6445b5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:10.112308 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-784c5973-55bd-432f-83ef-eaaee7455ced req-3000c22c-45d9-4496-9986-38a1ac6445b5 service neutron] 10.222.0.39 "POST /v2.0/ports/ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163/bindings HTTP/1.1" status: 201 len: 389 time: 0.2992027 Jan 28 13:17:10.294474 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456bb60-8264-4d39-9574-d571391ebaed req-5d6b08d7-e528-4d3f-aaa4-48bd69dd43d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:10.296667 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4456bb60-8264-4d39-9574-d571391ebaed req-5d6b08d7-e528-4d3f-aaa4-48bd69dd43d9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 1101 time: 0.1234176 Jan 28 13:17:10.313341 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0cd9ab-a435-4836-980d-78fefa8837e3 req-793474fe-f59a-43da-baa7-eca5ae8df87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:10.314866 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a0cd9ab-a435-4836-980d-78fefa8837e3 req-793474fe-f59a-43da-baa7-eca5ae8df87d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3b107958-3953-461a-974a-a5fea26d99d9 HTTP/1.1" status: 200 len: 1101 time: 0.1645091 Jan 28 13:17:10.345043 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e5bad-3559-4ed2-8a8b-2027024dded7 req-8a741a3c-781f-4057-8c16-58e0ae965e60 tempest-MigrationsAdminTest-1074180529 tempest-MigrationsAdminTest-1074180529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:10.347046 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ee3e5bad-3559-4ed2-8a8b-2027024dded7 req-8a741a3c-781f-4057-8c16-58e0ae965e60 tempest-MigrationsAdminTest-1074180529 tempest-MigrationsAdminTest-1074180529-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 1099 time: 0.1091290 Jan 28 13:17:10.410567 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4456bb60-8264-4d39-9574-d571391ebaed req-075dc80c-5036-4581-aafb-5b68c7e51768 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057892 Jan 28 13:17:10.433837 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ee3e5bad-3559-4ed2-8a8b-2027024dded7 req-3419e4a6-1599-4864-a7d4-bfe9b812502e tempest-MigrationsAdminTest-1074180529 tempest-MigrationsAdminTest-1074180529-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723493 Jan 28 13:17:10.449537 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1144fcf-0be8-454b-9d53-9159ed213c6d req-00bca9a8-1d3f-4dfd-99ad-29ce58f4b275 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:10.451065 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f1144fcf-0be8-454b-9d53-9159ed213c6d req-00bca9a8-1d3f-4dfd-99ad-29ce58f4b275 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=020bd68b-203c-4299-b6fd-f27b497a7ff5 HTTP/1.1" status: 200 len: 949 time: 0.1453876 Jan 28 13:17:10.460036 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-00cf6c50-0547-4268-b11c-37f85d52e142 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:10.460036 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-00cf6c50-0547-4268-b11c-37f85d52e142 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.18 "GET /v2.0/networks?id=8707c289-bc91-43e5-b056-ef974f42dcf6 HTTP/1.1" status: 200 len: 822 time: 0.2300975 Jan 28 13:17:10.461020 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a0cd9ab-a435-4836-980d-78fefa8837e3 req-a5905a49-f4d8-434d-add3-cb5c74c4e5b6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345840 Jan 28 13:17:10.472448 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-eb329bc5-a399-4bf2-9dca-8b9e5c7c35f7 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Request body: {'port': {'device_id': '230fa9c0-c5a1-4bf0-b66d-d395d577a1ca', 'network_id': '8707c289-bc91-43e5-b056-ef974f42dcf6', 'admin_state_up': True, 'tenant_id': '74ec5341dbcf4677956e36e1b5d2735f'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:10.513979 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:10.516182 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 11f8d571-4bab-4793-a999-eb229fd92d72 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:17:10.572393 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e3139-2859-48a5-87c0-a7310472dad5 req-cfc6b78b-b5af-4b2d-a3ac-1922e70372a6 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:10.574233 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-343e3139-2859-48a5-87c0-a7310472dad5 req-cfc6b78b-b5af-4b2d-a3ac-1922e70372a6 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 946 time: 0.0610662 Jan 28 13:17:10.588297 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f1144fcf-0be8-454b-9d53-9159ed213c6d req-262a80d8-c251-464d-aeb1-98e29ebbb3fa tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b4cba4e-3131-4711-86ca-31aed879241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104584 Jan 28 13:17:10.658582 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-eb329bc5-a399-4bf2-9dca-8b9e5c7c35f7 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Made reservation on behalf of 74ec5341dbcf4677956e36e1b5d2735f for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:10.662489 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-eb329bc5-a399-4bf2-9dca-8b9e5c7c35f7 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:10.677085 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-343e3139-2859-48a5-87c0-a7310472dad5 req-581485b9-80b6-4944-92c9-0b652ac4e95f tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942738 Jan 28 13:17:10.692385 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:17:10.709665 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:10.710245 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:10.764114 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 11f8d571-4bab-4793-a999-eb229fd92d72, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=11f8d571-4bab-4793-a999-eb229fd92d72,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:10.790751 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '11f8d571-4bab-4793-a999-eb229fd92d72', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': '11f8d571-4bab-4793-a999-eb229fd92d72', 'mac_address': 'fa:16:3e:07:ee:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:17:10.833013 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 11f8d571-4bab-4793-a999-eb229fd92d72 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:10.834308 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (11f8d571-4bab-4793-a999-eb229fd92d72), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:10.874447 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f8d571-4bab-4793-a999-eb229fd92d72 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:10.884865 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-eb329bc5-a399-4bf2-9dca-8b9e5c7c35f7 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Allocated IP 172.20.0.12 (8707c289-bc91-43e5-b056-ef974f42dcf6/c438cf0b-ba2f-4b20-9328-8873f24b23e2/5eec7083-37c7-43aa-9de3-4c054ee5028a) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:10.886761 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abd99b-62eb-40d3-84bb-d3cd0142f34d req-5becf2e3-ed39-4819-86e5-8ace361c6519 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:10.888664 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a1abd99b-62eb-40d3-84bb-d3cd0142f34d req-5becf2e3-ed39-4819-86e5-8ace361c6519 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ebfd8ec-377a-4d43-88a4-2583ef1d8cef HTTP/1.1" status: 200 len: 947 time: 0.0650673 Jan 28 13:17:10.937828 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 11f8d571-4bab-4793-a999-eb229fd92d72, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=11f8d571-4bab-4793-a999-eb229fd92d72,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:10.949790 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (11f8d571-4bab-4793-a999-eb229fd92d72), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:10.951870 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:10.952423 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:10.968184 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a1abd99b-62eb-40d3-84bb-d3cd0142f34d req-b281694f-6123-4cec-9788-d397d060c1e6 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699835 Jan 28 13:17:11.041754 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:11.057269 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:11.060826 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=11f8d571-4bab-4793-a999-eb229fd92d72,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:11.088911 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4dadb13-2f53-4dda-a3ab-a7cb31848403 req-f026b9d2-863d-490b-80bf-d01def17a3bd tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=230fa9c0-c5a1-4bf0-b66d-d395d577a1ca HTTP/1.1" status: 200 len: 210 time: 0.0416627 Jan 28 13:17:11.120473 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe,revision_number=9']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:11.147441 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c5973-55bd-432f-83ef-eaaee7455ced req-6150539a-d6bd-408d-b958-d9aaa2f61d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:11.148920 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-784c5973-55bd-432f-83ef-eaaee7455ced req-6150539a-d6bd-408d-b958-d9aaa2f61d20 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93543269cade486c80fd00260197c0a8&device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 1097 time: 0.1521266 Jan 28 13:17:11.188814 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-b25da527-5a13-4a0a-984f-b6e97b3d1d45 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236895 Jan 28 13:17:11.219596 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b2237-5a15-44aa-a74b-1d88ff79f508 req-29810ed2-2de0-4d45-9b5e-6ebe6f9d99e5 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:11.221108 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-572b2237-5a15-44aa-a74b-1d88ff79f508 req-29810ed2-2de0-4d45-9b5e-6ebe6f9d99e5 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b107958-3953-461a-974a-a5fea26d99d9 HTTP/1.1" status: 200 len: 950 time: 0.1726837 Jan 28 13:17:11.262987 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-eb329bc5-a399-4bf2-9dca-8b9e5c7c35f7 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks [] for port (5eec7083-37c7-43aa-9de3-4c054ee5028a), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:11.297332 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['11f8d571-4bab-4793-a999-eb229fd92d72'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:11.312684 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-61d625e2-5e93-4059-b7e4-d6123486ef84 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:11.321205 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-61d625e2-5e93-4059-b7e4-d6123486ef84 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1248183 Jan 28 13:17:11.336025 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c5973-55bd-432f-83ef-eaaee7455ced req-a58fe367-5f4e-4e1c-bb91-8d2fb553ba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:11.337502 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-784c5973-55bd-432f-83ef-eaaee7455ced req-a58fe367-5f4e-4e1c-bb91-8d2fb553ba17 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8528e78d-cd10-4563-a6b3-de6e91f8e460 HTTP/1.1" status: 200 len: 908 time: 0.1653125 Jan 28 13:17:11.342787 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-74289be2-22c2-4dc3-8965-5d9c9be353ce tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/quotas/787b3d18280347a0a733cb6bd5e91d6d HTTP/1.1" status: 200 len: 375 time: 0.0202706 Jan 28 13:17:11.349936 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-572b2237-5a15-44aa-a74b-1d88ff79f508 req-ec58907e-c1d9-4511-b1d2-2c0ac8f03256 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974891 Jan 28 13:17:11.395631 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-784c5973-55bd-432f-83ef-eaaee7455ced req-634ab348-953b-43d0-9684-b98a1ac5e46f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 HTTP/1.1" status: 200 len: 217 time: 0.0500569 Jan 28 13:17:11.397046 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-ca8e0178-c314-42b8-b0d2-722582676d49 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0524890 Jan 28 13:17:11.400823 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-eb329bc5-a399-4bf2-9dca-8b9e5c7c35f7 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (5eec7083-37c7-43aa-9de3-4c054ee5028a), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:11.439192 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-eb329bc5-a399-4bf2-9dca-8b9e5c7c35f7 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Network 8707c289-bc91-43e5-b056-ef974f42dcf6 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:11.483944 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-eb329bc5-a399-4bf2-9dca-8b9e5c7c35f7 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:11.493835 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-eb329bc5-a399-4bf2-9dca-8b9e5c7c35f7 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:11.562081 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-eb329bc5-a399-4bf2-9dca-8b9e5c7c35f7 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:11.562704 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-eb329bc5-a399-4bf2-9dca-8b9e5c7c35f7 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:11.577984 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c5973-55bd-432f-83ef-eaaee7455ced req-336abe05-6dc3-4310-af08-8813109c05fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:11.579564 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-784c5973-55bd-432f-83ef-eaaee7455ced req-336abe05-6dc3-4310-af08-8813109c05fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=585c2f63-9b4b-456a-9eb5-e157a8ee5cdd HTTP/1.1" status: 200 len: 848 time: 0.1758628 Jan 28 13:17:11.646863 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb329bc5-a399-4bf2-9dca-8b9e5c7c35f7 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Pushing event updated for resources: {'Port': ['ID=5eec7083-37c7-43aa-9de3-4c054ee5028a,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:11.650472 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-784c5973-55bd-432f-83ef-eaaee7455ced req-5e0c9b11-824b-4756-aa4a-1515af61ef45 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8528e78d-cd10-4563-a6b3-de6e91f8e460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569699 Jan 28 13:17:11.653557 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-eb329bc5-a399-4bf2-9dca-8b9e5c7c35f7 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1856780 Jan 28 13:17:11.688368 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-d9721724-ca95-40f6-b2ab-b9f836fb85d0 service neutron] Request body: {'port': {'device_id': '230fa9c0-c5a1-4bf0-b66d-d395d577a1ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:11.721179 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-408c7e00-579b-43df-b1dc-9383a869fe72 req-c3162fea-152d-4bb3-b858-043648f06227 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 210 time: 0.0643218 Jan 28 13:17:11.738533 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547ad05-c370-489e-8d31-3c8650ade9e2 req-c7c98be9-e1e3-4fb1-8876-44d66b8707e9 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:11.746021 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8547ad05-c370-489e-8d31-3c8650ade9e2 req-c7c98be9-e1e3-4fb1-8876-44d66b8707e9 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=020bd68b-203c-4299-b6fd-f27b497a7ff5 HTTP/1.1" status: 200 len: 949 time: 0.1804912 Jan 28 13:17:11.872584 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-d9721724-ca95-40f6-b2ab-b9f836fb85d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5eec7083-37c7-43aa-9de3-4c054ee5028a), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:11.892553 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-784c5973-55bd-432f-83ef-eaaee7455ced req-525b91da-f313-4143-a569-ffacbff7b1db service neutron] 10.222.0.37 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337582 Jan 28 13:17:11.915817 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8547ad05-c370-489e-8d31-3c8650ade9e2 req-bacb8a67-ddd9-454e-87b6-e3ad24bfdebb tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b4cba4e-3131-4711-86ca-31aed879241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687269 Jan 28 13:17:11.970950 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af30718-7194-4f7a-a851-4d774481a572 req-c8133558-1d08-499f-98d2-d922adbf9a45 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:11.989667 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1af30718-7194-4f7a-a851-4d774481a572 req-c8133558-1d08-499f-98d2-d922adbf9a45 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 946 time: 0.1336198 Jan 28 13:17:12.042676 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-784c5973-55bd-432f-83ef-eaaee7455ced req-04386cf4-34ae-4dfd-b5b1-fc784fa00d1f service neutron] 10.222.0.37 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405520 Jan 28 13:17:12.068795 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1af30718-7194-4f7a-a851-4d774481a572 req-44ce32ba-d4b9-4abe-baae-4042e4807951 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742028 Jan 28 13:17:12.090048 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e708e968-1ad7-4474-953a-f508cf260043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:12.093751 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115a1ee4-6cc9-435a-a22e-6879824279b6" -d '{"events": [{"server_uuid": "e708e968-1ad7-4474-953a-f508cf260043", "name": "network-vif-plugged", "status": "completed", "tag": "9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:12.190719 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d5a8f-9fed-453f-accc-e272285fe5f2 req-07296db4-706b-4934-9651-e65040069e89 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:12.195410 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9a6d5a8f-9fed-453f-accc-e272285fe5f2 req-07296db4-706b-4934-9651-e65040069e89 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ebfd8ec-377a-4d43-88a4-2583ef1d8cef HTTP/1.1" status: 200 len: 948 time: 0.0692832 Jan 28 13:17:12.288651 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9a6d5a8f-9fed-453f-accc-e272285fe5f2 req-fc18fe19-d302-4945-9296-4b78d9ff0993 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874894 Jan 28 13:17:12.297340 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa3e16d-3b7f-4f03-bcc6-631c8f39b48b x-openstack-request-id: req-caa3e16d-3b7f-4f03-bcc6-631c8f39b48b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:12.297651 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e708e968-1ad7-4474-953a-f508cf260043", "name": "network-vif-plugged", "status": "completed", "tag": "9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:12.297932 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-caa3e16d-3b7f-4f03-bcc6-631c8f39b48b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:12.301520 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e708e968-1ad7-4474-953a-f508cf260043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe', 'code': 200} Jan 28 13:17:12.492835 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35c41c-2e6d-4225-9e60-195b0f79285c req-14c496eb-3bce-4687-98a2-ca014410c477 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:12.500939 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2d35c41c-2e6d-4225-9e60-195b0f79285c req-14c496eb-3bce-4687-98a2-ca014410c477 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=020bd68b-203c-4299-b6fd-f27b497a7ff5 HTTP/1.1" status: 200 len: 949 time: 0.0871496 Jan 28 13:17:12.515616 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 11f8d571-4bab-4793-a999-eb229fd92d72 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:12.598074 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 11f8d571-4bab-4793-a999-eb229fd92d72 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:17:12.603991 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 11f8d571-4bab-4793-a999-eb229fd92d72 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:12.604182 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (11f8d571-4bab-4793-a999-eb229fd92d72), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:12.618820 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2d35c41c-2e6d-4225-9e60-195b0f79285c req-fb75df22-70e8-4855-bacc-984d788b91c7 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b4cba4e-3131-4711-86ca-31aed879241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089327 Jan 28 13:17:12.712720 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c5973-55bd-432f-83ef-eaaee7455ced req-558a8087-0313-47c1-ad19-c8d3137b372f tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:12.714221 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-784c5973-55bd-432f-83ef-eaaee7455ced req-558a8087-0313-47c1-ad19-c8d3137b372f tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9&tenant_id=93543269cade486c80fd00260197c0a8&binding%3Ahost_id=n-h1-822747-2 HTTP/1.1" status: 200 len: 1097 time: 0.4661808 Jan 28 13:17:12.728433 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 11f8d571-4bab-4793-a999-eb229fd92d72 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:12.729266 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (11f8d571-4bab-4793-a999-eb229fd92d72), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:12.731065 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc66b6-2fda-42e0-8267-9b8001a6930d req-a9f5a9db-8533-4a8b-a531-fb40d40fce1a tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:12.739766 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-67cc66b6-2fda-42e0-8267-9b8001a6930d req-a9f5a9db-8533-4a8b-a531-fb40d40fce1a tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=230fa9c0-c5a1-4bf0-b66d-d395d577a1ca HTTP/1.1" status: 200 len: 932 time: 0.1568213 Jan 28 13:17:12.745055 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-784c5973-55bd-432f-83ef-eaaee7455ced req-37cca68c-43e3-4765-a1bc-89c717c59e81 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-822747-2'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:12.755323 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53404bc5-7356-4ca4-9a55-0b94e48acac9 req-a55e39c2-9f87-4dca-8b6b-bf05562b60dd tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:12.764139 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-53404bc5-7356-4ca4-9a55-0b94e48acac9 req-a55e39c2-9f87-4dca-8b6b-bf05562b60dd tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b107958-3953-461a-974a-a5fea26d99d9 HTTP/1.1" status: 200 len: 950 time: 0.0667098 Jan 28 13:17:12.787616 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 11f8d571-4bab-4793-a999-eb229fd92d72, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=11f8d571-4bab-4793-a999-eb229fd92d72,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:12.792973 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (11f8d571-4bab-4793-a999-eb229fd92d72), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:12.818879 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-53404bc5-7356-4ca4-9a55-0b94e48acac9 req-0ba18b2f-be8c-41aa-a860-c95a9e7bfbfc tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535195 Jan 28 13:17:12.827812 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-d9721724-ca95-40f6-b2ab-b9f836fb85d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eec7083-37c7-43aa-9de3-4c054ee5028a {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:12.858511 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-d9721724-ca95-40f6-b2ab-b9f836fb85d0 service neutron] Publish callbacks [] for port (5eec7083-37c7-43aa-9de3-4c054ee5028a), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:12.865637 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=11f8d571-4bab-4793-a999-eb229fd92d72,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:12.873205 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-67cc66b6-2fda-42e0-8267-9b8001a6930d req-db00ed81-b409-4906-a067-ae13c0697c38 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328001 Jan 28 13:17:12.878536 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-784c5973-55bd-432f-83ef-eaaee7455ced req-37cca68c-43e3-4765-a1bc-89c717c59e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:12.896973 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-d9721724-ca95-40f6-b2ab-b9f836fb85d0 service neutron] Transition to ACTIVE for port object 5eec7083-37c7-43aa-9de3-4c054ee5028a will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:17:12.897881 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-d9721724-ca95-40f6-b2ab-b9f836fb85d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (5eec7083-37c7-43aa-9de3-4c054ee5028a), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:12.976643 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-28b2fda7-a897-4b95-81f3-d2e93b14d6a0 req-55d7bd1b-fd1b-4b64-b60f-536209b46018 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 210 time: 0.0375972 Jan 28 13:17:12.993363 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9721724-ca95-40f6-b2ab-b9f836fb85d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5eec7083-37c7-43aa-9de3-4c054ee5028a,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:13.132521 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-283467f4-8414-4b7c-a4a3-ed9e631b7ba2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409002 Jan 28 13:17:13.179961 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-d9721724-ca95-40f6-b2ab-b9f836fb85d0 service neutron] Attempting to bind port 5eec7083-37c7-43aa-9de3-4c054ee5028a on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:13.180293 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-d9721724-ca95-40f6-b2ab-b9f836fb85d0 service neutron] Attempting to bind port 5eec7083-37c7-43aa-9de3-4c054ee5028a by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9f676767-c742-4048-b118-47a92e908b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8707c289-bc91-43e5-b056-ef974f42dcf6'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:13.180617 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-d9721724-ca95-40f6-b2ab-b9f836fb85d0 service neutron] Attempting to bind port 5eec7083-37c7-43aa-9de3-4c054ee5028a on network 8707c289-bc91-43e5-b056-ef974f42dcf6 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:13.205640 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63f200-8a37-46f0-be6f-02c2df07ac38 req-6aef3d80-d2de-467c-86d9-dbf979c8ce52 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:13.211028 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bb63f200-8a37-46f0-be6f-02c2df07ac38 req-6aef3d80-d2de-467c-86d9-dbf979c8ce52 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.1896093 Jan 28 13:17:13.215542 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-784c5973-55bd-432f-83ef-eaaee7455ced req-37cca68c-43e3-4765-a1bc-89c717c59e81 service neutron] For port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:13.221755 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-d9721724-ca95-40f6-b2ab-b9f836fb85d0 service neutron] Port 5eec7083-37c7-43aa-9de3-4c054ee5028a on network 8707c289-bc91-43e5-b056-ef974f42dcf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:17:13.222072 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-d9721724-ca95-40f6-b2ab-b9f836fb85d0 service neutron] Attempting to bind port 5eec7083-37c7-43aa-9de3-4c054ee5028a on network 8707c289-bc91-43e5-b056-ef974f42dcf6 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:13.249126 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-d9721724-ca95-40f6-b2ab-b9f836fb85d0 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:13.249126 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-d9721724-ca95-40f6-b2ab-b9f836fb85d0 service neutron] Checking segment: {'id': '9f676767-c742-4048-b118-47a92e908b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8707c289-bc91-43e5-b056-ef974f42dcf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:13.249649 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-d9721724-ca95-40f6-b2ab-b9f836fb85d0 service neutron] Bound using segment: {'id': '9f676767-c742-4048-b118-47a92e908b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8707c289-bc91-43e5-b056-ef974f42dcf6'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:13.250104 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-d9721724-ca95-40f6-b2ab-b9f836fb85d0 service neutron] Bound port: 5eec7083-37c7-43aa-9de3-4c054ee5028a, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f676767-c742-4048-b118-47a92e908b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8707c289-bc91-43e5-b056-ef974f42dcf6'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:13.250516 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-d9721724-ca95-40f6-b2ab-b9f836fb85d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5eec7083-37c7-43aa-9de3-4c054ee5028a), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:13.274259 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba28ef-f723-4351-b0a9-1b064e9ec403 req-605b77ad-ba37-4f98-b2ef-581ec81496bc tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:13.275909 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-beba28ef-f723-4351-b0a9-1b064e9ec403 req-605b77ad-ba37-4f98-b2ef-581ec81496bc tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 946 time: 0.1218498 Jan 28 13:17:13.303260 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-6761d40f-8568-47c5-b16c-cbc7a495eae0 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:13.304829 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-6761d40f-8568-47c5-b16c-cbc7a495eae0 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1651378 Jan 28 13:17:13.325705 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-7902d598-54f8-43d6-846b-1b6f3ffdc677 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Request body: {'port': {'device_id': 'a6f1636b-8960-402a-9c8b-47b0ff5cd6f1', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': '787b3d18280347a0a733cb6bd5e91d6d'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:13.371283 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bb63f200-8a37-46f0-be6f-02c2df07ac38 req-3e318b14-d18a-46b6-a753-6f45cabef391 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548228 Jan 28 13:17:13.372923 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-784c5973-55bd-432f-83ef-eaaee7455ced req-37cca68c-43e3-4765-a1bc-89c717c59e81 service neutron] For port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:13.424996 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-d9721724-ca95-40f6-b2ab-b9f836fb85d0 service neutron] For port 5eec7083-37c7-43aa-9de3-4c054ee5028a, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:13.448898 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-d9721724-ca95-40f6-b2ab-b9f836fb85d0 service neutron] For port 5eec7083-37c7-43aa-9de3-4c054ee5028a, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=5eec7083-37c7-43aa-9de3-4c054ee5028a,segment=NetworkSegment(9f676767-c742-4048-b118-47a92e908b4f),segment_id=9f676767-c742-4048-b118-47a92e908b4f)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:13.452733 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:13.455346 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9f2a5d-245c-49f7-b145-bce6d4c64e25" -d '{"events": [{"server_uuid": "6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9", "name": "network-vif-unplugged", "status": "completed", "tag": "ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:13.459540 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-784c5973-55bd-432f-83ef-eaaee7455ced req-37cca68c-43e3-4765-a1bc-89c717c59e81 service neutron] Publish callbacks [] for port (ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:13.464304 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-d9721724-ca95-40f6-b2ab-b9f836fb85d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (5eec7083-37c7-43aa-9de3-4c054ee5028a), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:13.468023 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-beba28ef-f723-4351-b0a9-1b064e9ec403 req-7276ee51-8ef5-4137-9d65-92288cd68ef3 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818097 Jan 28 13:17:13.503912 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-784c5973-55bd-432f-83ef-eaaee7455ced req-37cca68c-43e3-4765-a1bc-89c717c59e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:13.540946 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-d9721724-ca95-40f6-b2ab-b9f836fb85d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:13.541562 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-d9721724-ca95-40f6-b2ab-b9f836fb85d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:13.544048 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-d9721724-ca95-40f6-b2ab-b9f836fb85d0 service neutron] 10.222.0.18 "PUT /v2.0/ports/5eec7083-37c7-43aa-9de3-4c054ee5028a HTTP/1.1" status: 200 len: 1092 time: 1.8722591 Jan 28 13:17:13.555094 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-7902d598-54f8-43d6-846b-1b6f3ffdc677 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Made reservation on behalf of 787b3d18280347a0a733cb6bd5e91d6d for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:13.559635 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-7902d598-54f8-43d6-846b-1b6f3ffdc677 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:13.571099 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9721724-ca95-40f6-b2ab-b9f836fb85d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5eec7083-37c7-43aa-9de3-4c054ee5028a,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:13.601850 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26d1633-8cd9-488a-9d6d-9e472e9fef70 x-openstack-request-id: req-f26d1633-8cd9-488a-9d6d-9e472e9fef70 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:13.602142 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9", "name": "network-vif-unplugged", "status": "completed", "tag": "ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:13.602394 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f26d1633-8cd9-488a-9d6d-9e472e9fef70 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:13.602869 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163', 'code': 200} Jan 28 13:17:13.618729 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f595f8-6f4b-4ed0-a08a-f6c02f6ddcb0 req-4d02c73c-3869-43c1-9458-e91b081ba192 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:13.620527 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e9f595f8-6f4b-4ed0-a08a-f6c02f6ddcb0 req-4d02c73c-3869-43c1-9458-e91b081ba192 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ebfd8ec-377a-4d43-88a4-2583ef1d8cef HTTP/1.1" status: 200 len: 949 time: 0.1285317 Jan 28 13:17:13.708181 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-784c5973-55bd-432f-83ef-eaaee7455ced req-37cca68c-43e3-4765-a1bc-89c717c59e81 service neutron] Attempting to bind port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 on host n-h1-822747-2 for vnic_type normal with profile {"migrating_to": "n-h2-822747-2"} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:13.708515 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-784c5973-55bd-432f-83ef-eaaee7455ced req-37cca68c-43e3-4765-a1bc-89c717c59e81 service neutron] Attempting to bind port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:13.708861 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784c5973-55bd-432f-83ef-eaaee7455ced req-37cca68c-43e3-4765-a1bc-89c717c59e81 service neutron] Attempting to bind port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:13.718645 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-d3ea26e2-d421-4c4e-97c1-72de06566a44 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5ccde7816c7f4a9eaf93b3ae382b68ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371253 Jan 28 13:17:13.718814 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cca68c-43e3-4765-a1bc-89c717c59e81 service neutron] Pushing event updated for resources: {'Port': ['ID=ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163,revision_number=7']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:13.734424 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784c5973-55bd-432f-83ef-eaaee7455ced req-37cca68c-43e3-4765-a1bc-89c717c59e81 service neutron] Port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:17:13.734826 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784c5973-55bd-432f-83ef-eaaee7455ced req-37cca68c-43e3-4765-a1bc-89c717c59e81 service neutron] Attempting to bind port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:13.750417 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784c5973-55bd-432f-83ef-eaaee7455ced req-37cca68c-43e3-4765-a1bc-89c717c59e81 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:13.750749 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784c5973-55bd-432f-83ef-eaaee7455ced req-37cca68c-43e3-4765-a1bc-89c717c59e81 service neutron] Checking segment: {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:13.751151 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784c5973-55bd-432f-83ef-eaaee7455ced req-37cca68c-43e3-4765-a1bc-89c717c59e81 service neutron] Bound using segment: {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:13.751583 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-784c5973-55bd-432f-83ef-eaaee7455ced req-37cca68c-43e3-4765-a1bc-89c717c59e81 service neutron] Bound port: ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:13.751937 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-784c5973-55bd-432f-83ef-eaaee7455ced req-37cca68c-43e3-4765-a1bc-89c717c59e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:13.758777 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e9f595f8-6f4b-4ed0-a08a-f6c02f6ddcb0 req-cdea5c11-d840-46b8-8789-3077bc2e57cf tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226370 Jan 28 13:17:13.768116 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-9e6575cb-8abd-4b3f-9b1c-3488258a6445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:13.769037 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-9e6575cb-8abd-4b3f-9b1c-3488258a6445 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=74ec5341dbcf4677956e36e1b5d2735f&device_id=230fa9c0-c5a1-4bf0-b66d-d395d577a1ca HTTP/1.1" status: 200 len: 1095 time: 0.1252773 Jan 28 13:17:13.778753 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:17:13.787643 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.18', 53526) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:13.881432 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-7902d598-54f8-43d6-846b-1b6f3ffdc677 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Allocated IP 192.168.233.62 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/a861f97f-f06d-41ad-9e82-fcc630232ab4) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:13.905033 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c100547-57ef-4528-b707-5308be029273 req-b594be0f-105c-480f-9ca4-e4e899ec6c77 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:13.906535 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3c100547-57ef-4528-b707-5308be029273 req-b594be0f-105c-480f-9ca4-e4e899ec6c77 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.18 "GET /v2.0/ports?device_id=020bd68b-203c-4299-b6fd-f27b497a7ff5 HTTP/1.1" status: 200 len: 949 time: 0.1152775 Jan 28 13:17:13.917444 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-784c5973-55bd-432f-83ef-eaaee7455ced req-37cca68c-43e3-4765-a1bc-89c717c59e81 service neutron] For port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:13.921612 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-f066621b-838e-4c68-b6ce-e2eec577b728 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5eec7083-37c7-43aa-9de3-4c054ee5028a HTTP/1.1" status: 200 len: 217 time: 0.0783303 Jan 28 13:17:13.949190 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-784c5973-55bd-432f-83ef-eaaee7455ced req-37cca68c-43e3-4765-a1bc-89c717c59e81 service neutron] For port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:13.975809 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-784c5973-55bd-432f-83ef-eaaee7455ced req-37cca68c-43e3-4765-a1bc-89c717c59e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:14.001554 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c3662-ab3d-47c8-9116-06089b0febdf req-d68d6b8b-9918-4b1f-9021-d5cb986f1c24 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:14.003419 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-644c3662-ab3d-47c8-9116-06089b0febdf req-d68d6b8b-9918-4b1f-9021-d5cb986f1c24 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=020bd68b-203c-4299-b6fd-f27b497a7ff5 HTTP/1.1" status: 200 len: 949 time: 0.1587954 Jan 28 13:17:14.010846 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-318a2557-9bce-4c99-a129-f4fc8010760c tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:14.023475 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-318a2557-9bce-4c99-a129-f4fc8010760c tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2814980 Jan 28 13:17:14.065071 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-82b1d68b-7469-424d-87fe-b5919d4041dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:14.066586 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-82b1d68b-7469-424d-87fe-b5919d4041dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c438cf0b-ba2f-4b20-9328-8873f24b23e2 HTTP/1.1" status: 200 len: 862 time: 0.1376152 Jan 28 13:17:14.077108 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-53b63597-61cd-4ff1-b3ce-40091846d74a tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/quotas/5ccde7816c7f4a9eaf93b3ae382b68ab HTTP/1.1" status: 200 len: 375 time: 0.0525589 Jan 28 13:17:14.156305 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-644c3662-ab3d-47c8-9116-06089b0febdf req-4c9da4b4-c51a-42d4-ae7f-64917512aa56 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b4cba4e-3131-4711-86ca-31aed879241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317725 Jan 28 13:17:14.161328 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c5973-55bd-432f-83ef-eaaee7455ced req-37cca68c-43e3-4765-a1bc-89c717c59e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:14.161964 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-784c5973-55bd-432f-83ef-eaaee7455ced req-37cca68c-43e3-4765-a1bc-89c717c59e81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:14.163946 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-784c5973-55bd-432f-83ef-eaaee7455ced req-37cca68c-43e3-4765-a1bc-89c717c59e81 service neutron] 10.222.0.37 "PUT /v2.0/ports/ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 HTTP/1.1" status: 200 len: 1122 time: 1.4400449 Jan 28 13:17:14.167978 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-871c6c15-de29-4cc8-ba79-8b21e7ae6910 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8707c289-bc91-43e5-b056-ef974f42dcf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947616 Jan 28 13:17:14.173391 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cca68c-43e3-4765-a1bc-89c717c59e81 service neutron] Pushing event updated for resources: {'Port': ['ID=ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163,revision_number=8']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:14.238548 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:14.263378 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-916c85fc-d3cc-4501-88a7-5c37503227dd tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5ccde7816c7f4a9eaf93b3ae382b68ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1708555 Jan 28 13:17:14.269327 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-7902d598-54f8-43d6-846b-1b6f3ffdc677 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks [] for port (a861f97f-f06d-41ad-9e82-fcc630232ab4), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:14.279379 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-69b6295b-bb10-465d-aab2-3cdc10219580 service neutron] 10.222.0.18 "GET /v2.0/networks/8707c289-bc91-43e5-b056-ef974f42dcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021030 Jan 28 13:17:14.294111 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-3c100547-57ef-4528-b707-5308be029273 req-2a998af8-738d-444a-88b9-466ca8aa5527 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Deleting port e3438e69-cda8-4b61-a890-8240e972b93f {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:17:14.294451 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3c100547-57ef-4528-b707-5308be029273 req-2a998af8-738d-444a-88b9-466ca8aa5527 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (e3438e69-cda8-4b61-a890-8240e972b93f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:14.302558 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebfd8ec-377a-4d43-88a4-2583ef1d8cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f8d571-4bab-4793-a999-eb229fd92d72'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:14.304894 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6138eefc-cdad-4058-b4cf-278cdf4209ef" -d '{"events": [{"server_uuid": "8ebfd8ec-377a-4d43-88a4-2583ef1d8cef", "name": "network-vif-plugged", "status": "completed", "tag": "11f8d571-4bab-4793-a999-eb229fd92d72"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:14.457756 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-7902d598-54f8-43d6-846b-1b6f3ffdc677 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (a861f97f-f06d-41ad-9e82-fcc630232ab4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:14.502229 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:14.569545 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-3c100547-57ef-4528-b707-5308be029273 req-2a998af8-738d-444a-88b9-466ca8aa5527 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] For port e3438e69-cda8-4b61-a890-8240e972b93f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e3438e69-cda8-4b61-a890-8240e972b93f,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:14.569913 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3c100547-57ef-4528-b707-5308be029273 req-2a998af8-738d-444a-88b9-466ca8aa5527 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (e3438e69-cda8-4b61-a890-8240e972b93f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:14.591723 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6607aa4-3962-4d7c-a779-fe1d7b21ac7e req-f3ba3195-bbd2-48de-a530-4d9a5920ee30 service neutron] 10.222.0.18 "GET /v2.0/networks/8707c289-bc91-43e5-b056-ef974f42dcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061566 Jan 28 13:17:14.603220 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-7902d598-54f8-43d6-846b-1b6f3ffdc677 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:14.618866 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4a4cf-9551-438d-a4ab-dc5234b614cd req-1bdf3ade-c16b-4ea2-8222-bcb5df16f383 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:14.627531 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902d598-54f8-43d6-846b-1b6f3ffdc677 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Pushing event updated for resources: {'Port': ['ID=a861f97f-f06d-41ad-9e82-fcc630232ab4,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:14.632234 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-3c100547-57ef-4528-b707-5308be029273 req-2a998af8-738d-444a-88b9-466ca8aa5527 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Calling delete_port for e3438e69-cda8-4b61-a890-8240e972b93f owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:17:14.632691 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a3d4a4cf-9551-438d-a4ab-dc5234b614cd req-1bdf3ade-c16b-4ea2-8222-bcb5df16f383 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=230fa9c0-c5a1-4bf0-b66d-d395d577a1ca HTTP/1.1" status: 200 len: 944 time: 0.1120503 Jan 28 13:17:14.634557 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-7902d598-54f8-43d6-846b-1b6f3ffdc677 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:14.644289 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-7902d598-54f8-43d6-846b-1b6f3ffdc677 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:14.723570 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a3d4a4cf-9551-438d-a4ab-dc5234b614cd req-f46797fc-d3fa-4e49-9f19-4c92d5b4bf28 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898652 Jan 28 13:17:14.803489 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afe51df-927f-4eaf-aa52-af95b69acc86 x-openstack-request-id: req-0afe51df-927f-4eaf-aa52-af95b69acc86 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:14.804058 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ebfd8ec-377a-4d43-88a4-2583ef1d8cef", "name": "network-vif-plugged", "status": "completed", "tag": "11f8d571-4bab-4793-a999-eb229fd92d72", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:14.804461 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0afe51df-927f-4eaf-aa52-af95b69acc86 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:14.805030 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ebfd8ec-377a-4d43-88a4-2583ef1d8cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f8d571-4bab-4793-a999-eb229fd92d72', 'code': 200} Jan 28 13:17:14.869232 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2a0ce-c08b-46dc-9503-ce82310af426 req-a7a72e18-0f53-47e5-8710-360d9dd9bf02 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:14.885668 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b0a2a0ce-c08b-46dc-9503-ce82310af426 req-a7a72e18-0f53-47e5-8710-360d9dd9bf02 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 935 time: 0.3262875 Jan 28 13:17:14.918461 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-7902d598-54f8-43d6-846b-1b6f3ffdc677 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:14.923952 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-7902d598-54f8-43d6-846b-1b6f3ffdc677 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:14.970252 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-028ebd18-e0d8-46d7-939f-be3f331653e6 req-153d408d-9a23-4286-921e-c02823460893 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=078133bc-a6d8-482f-8c3e-95a6a4287a0f HTTP/1.1" status: 200 len: 210 time: 0.0676503 Jan 28 13:17:14.984312 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-7902d598-54f8-43d6-846b-1b6f3ffdc677 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6627460 Jan 28 13:17:15.003855 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d49186-8760-477a-bf48-8cd3cdec22d0 req-aa09efee-ee8f-48f5-a802-e2439e5dada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:15.005455 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-88d49186-8760-477a-bf48-8cd3cdec22d0 req-aa09efee-ee8f-48f5-a802-e2439e5dada1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8ebfd8ec-377a-4d43-88a4-2583ef1d8cef HTTP/1.1" status: 200 len: 1100 time: 0.1465943 Jan 28 13:17:15.018545 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-194d3ab3-d8af-422b-869c-d5311e14df1e service neutron] Request body: {'port': {'device_id': 'a6f1636b-8960-402a-9c8b-47b0ff5cd6f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:15.072294 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-de0c76a4-5749-434c-99df-b07f143db843 None None] Provisioning complete for port a861f97f-f06d-41ad-9e82-fcc630232ab4 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:15.073967 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-de0c76a4-5749-434c-99df-b07f143db843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a861f97f-f06d-41ad-9e82-fcc630232ab4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:15.086673 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b0a2a0ce-c08b-46dc-9503-ce82310af426 req-4fb480be-f357-4f12-861f-07a444d4f81e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949179 Jan 28 13:17:15.132309 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-88d49186-8760-477a-bf48-8cd3cdec22d0 req-aafcd21c-8ae8-4859-b6e7-a8d25f106dce service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163580 Jan 28 13:17:15.134834 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-de0c76a4-5749-434c-99df-b07f143db843 None None] Port a861f97f-f06d-41ad-9e82-fcc630232ab4 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:17:15.160541 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3c100547-57ef-4528-b707-5308be029273 req-2a998af8-738d-444a-88b9-466ca8aa5527 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (e3438e69-cda8-4b61-a890-8240e972b93f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:15.173670 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['e3438e69-cda8-4b61-a890-8240e972b93f'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:15.177710 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd22c1-1ffd-444c-8811-b0807a4fc24c req-e4a28699-f024-48db-86de-0187686acc2e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:15.185731 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d7dd22c1-1ffd-444c-8811-b0807a4fc24c req-e4a28699-f024-48db-86de-0187686acc2e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 944 time: 0.0943921 Jan 28 13:17:15.229181 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a998af8-738d-444a-88b9-466ca8aa5527 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Pushing event deleted for resources: {'Port': ['ID=e3438e69-cda8-4b61-a890-8240e972b93f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:15.252959 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-194d3ab3-d8af-422b-869c-d5311e14df1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a861f97f-f06d-41ad-9e82-fcc630232ab4), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:15.264720 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d7dd22c1-1ffd-444c-8811-b0807a4fc24c req-73ec892a-0a02-47fd-82f3-53fece7b5ce8 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720053 Jan 28 13:17:15.326755 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c100547-57ef-4528-b707-5308be029273 req-2a998af8-738d-444a-88b9-466ca8aa5527 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] No DVR routers for this DVR port e3438e69-cda8-4b61-a890-8240e972b93f on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:17:15.332505 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3c100547-57ef-4528-b707-5308be029273 req-2a998af8-738d-444a-88b9-466ca8aa5527 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:15.335938 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3c100547-57ef-4528-b707-5308be029273 req-2a998af8-738d-444a-88b9-466ca8aa5527 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.18 "DELETE /v2.0/ports/e3438e69-cda8-4b61-a890-8240e972b93f HTTP/1.1" status: 204 len: 173 time: 1.4219813 Jan 28 13:17:15.336567 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020bd68b-203c-4299-b6fd-f27b497a7ff5', 'name': 'network-vif-deleted', 'tag': 'e3438e69-cda8-4b61-a890-8240e972b93f'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:15.338941 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229f355e-1a4c-44ef-a5d1-ccdb3e417104" -d '{"events": [{"server_uuid": "020bd68b-203c-4299-b6fd-f27b497a7ff5", "name": "network-vif-deleted", "tag": "e3438e69-cda8-4b61-a890-8240e972b93f"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:15.355777 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e5a64-9e33-47a9-a805-8c6fb13e48f5 req-fb871f19-dda5-4497-9f3b-ce9540f208ed tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:15.357555 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e63e5a64-9e33-47a9-a805-8c6fb13e48f5 req-fb871f19-dda5-4497-9f3b-ce9540f208ed tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ebfd8ec-377a-4d43-88a4-2583ef1d8cef HTTP/1.1" status: 200 len: 949 time: 0.1418750 Jan 28 13:17:15.373532 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-95edcbbc-55a7-4228-983d-9b5c59779d3c req-4f9147f6-eaad-4bf0-b2a2-bef42c285d38 tempest-DeleteServersAdminTestJSON-139600659 tempest-DeleteServersAdminTestJSON-139600659-project] 10.222.0.39 "GET /v2.0/ports?device_id=020bd68b-203c-4299-b6fd-f27b497a7ff5 HTTP/1.1" status: 200 len: 210 time: 0.0334046 Jan 28 13:17:15.513807 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21aabc45-5453-4f8e-b486-df505476dc31 x-openstack-request-id: req-21aabc45-5453-4f8e-b486-df505476dc31 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:15.514168 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020bd68b-203c-4299-b6fd-f27b497a7ff5", "name": "network-vif-deleted", "tag": "e3438e69-cda8-4b61-a890-8240e972b93f", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:15.514353 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-21aabc45-5453-4f8e-b486-df505476dc31 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:15.514780 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020bd68b-203c-4299-b6fd-f27b497a7ff5', 'name': 'network-vif-deleted', 'tag': 'e3438e69-cda8-4b61-a890-8240e972b93f', 'status': 'completed', 'code': 200} Jan 28 13:17:15.525420 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e63e5a64-9e33-47a9-a805-8c6fb13e48f5 req-247c7074-01ab-425b-8938-12151760b665 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503563 Jan 28 13:17:15.603692 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230fa9c0-c5a1-4bf0-b66d-d395d577a1ca', 'tag': '5eec7083-37c7-43aa-9de3-4c054ee5028a'}, {'name': 'network-changed', 'server_uuid': '6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9', 'tag': 'ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:15.606769 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9886e001-e69d-4a61-9439-87d2c3c6464f" -d '{"events": [{"name": "network-changed", "server_uuid": "230fa9c0-c5a1-4bf0-b66d-d395d577a1ca", "tag": "5eec7083-37c7-43aa-9de3-4c054ee5028a"}, {"name": "network-changed", "server_uuid": "6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9", "tag": "ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:15.651469 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239e034a-b983-49af-928f-759f22e26ac9 x-openstack-request-id: req-239e034a-b983-49af-928f-759f22e26ac9 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:15.651790 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230fa9c0-c5a1-4bf0-b66d-d395d577a1ca", "tag": "5eec7083-37c7-43aa-9de3-4c054ee5028a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9", "tag": "ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:15.652386 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-239e034a-b983-49af-928f-759f22e26ac9 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:15.652947 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '230fa9c0-c5a1-4bf0-b66d-d395d577a1ca', 'tag': '5eec7083-37c7-43aa-9de3-4c054ee5028a', 'status': 'completed', 'code': 200} Jan 28 13:17:15.655445 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9', 'tag': 'ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163', 'status': 'completed', 'code': 200} Jan 28 13:17:15.738769 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-194d3ab3-d8af-422b-869c-d5311e14df1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a861f97f-f06d-41ad-9e82-fcc630232ab4 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:15.752291 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-194d3ab3-d8af-422b-869c-d5311e14df1e service neutron] Publish callbacks [] for port (a861f97f-f06d-41ad-9e82-fcc630232ab4), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:15.764014 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886e001-e69d-4a61-9439-87d2c3c6464f req-ab827af2-9ba3-4993-aa1b-c125a6a67044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:15.765542 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9886e001-e69d-4a61-9439-87d2c3c6464f req-ab827af2-9ba3-4993-aa1b-c125a6a67044 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=74ec5341dbcf4677956e36e1b5d2735f&device_id=230fa9c0-c5a1-4bf0-b66d-d395d577a1ca HTTP/1.1" status: 200 len: 1095 time: 0.0909147 Jan 28 13:17:15.770283 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-194d3ab3-d8af-422b-869c-d5311e14df1e service neutron] Transition to ACTIVE for port object a861f97f-f06d-41ad-9e82-fcc630232ab4 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:17:15.785270 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-194d3ab3-d8af-422b-869c-d5311e14df1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (a861f97f-f06d-41ad-9e82-fcc630232ab4), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:15.931463 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d3ab3-d8af-422b-869c-d5311e14df1e service neutron] Pushing event updated for resources: {'Port': ['ID=a861f97f-f06d-41ad-9e82-fcc630232ab4,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:15.969622 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75377d-c134-4365-8881-6270451c0ce7 req-35ef9cde-6754-4614-9ef3-993b6f04d681 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:15.971175 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cc75377d-c134-4365-8881-6270451c0ce7 req-35ef9cde-6754-4614-9ef3-993b6f04d681 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=230fa9c0-c5a1-4bf0-b66d-d395d577a1ca HTTP/1.1" status: 200 len: 944 time: 0.1508138 Jan 28 13:17:16.059053 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886e001-e69d-4a61-9439-87d2c3c6464f req-9d107989-da26-4bf6-b670-7b7da1739db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:16.061779 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9886e001-e69d-4a61-9439-87d2c3c6464f req-9d107989-da26-4bf6-b670-7b7da1739db0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8707c289-bc91-43e5-b056-ef974f42dcf6 HTTP/1.1" status: 200 len: 922 time: 0.2856386 Jan 28 13:17:16.133230 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-42d967b0-a602-473f-81ea-f7f079d07a9e req-3e8fad9d-23bb-49d5-acc5-c709356848d6 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=078133bc-a6d8-482f-8c3e-95a6a4287a0f HTTP/1.1" status: 200 len: 210 time: 0.0516782 Jan 28 13:17:16.134987 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9886e001-e69d-4a61-9439-87d2c3c6464f req-3890eff2-8939-40d3-9668-abd9cc052c5a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5eec7083-37c7-43aa-9de3-4c054ee5028a HTTP/1.1" status: 200 len: 217 time: 0.0420616 Jan 28 13:17:16.174904 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-16ed9a47-8bcb-4df7-8ffe-65f05f4bd4ce tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5ccde7816c7f4a9eaf93b3ae382b68ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351737 Jan 28 13:17:16.244335 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cc75377d-c134-4365-8881-6270451c0ce7 req-f586cd3d-e99b-445d-bccf-95922b4e902c tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620506 Jan 28 13:17:16.286856 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-194d3ab3-d8af-422b-869c-d5311e14df1e service neutron] Attempting to bind port a861f97f-f06d-41ad-9e82-fcc630232ab4 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:16.287321 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-194d3ab3-d8af-422b-869c-d5311e14df1e service neutron] Attempting to bind port a861f97f-f06d-41ad-9e82-fcc630232ab4 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:16.287663 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-194d3ab3-d8af-422b-869c-d5311e14df1e service neutron] Attempting to bind port a861f97f-f06d-41ad-9e82-fcc630232ab4 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:16.294774 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886e001-e69d-4a61-9439-87d2c3c6464f req-171bd3c9-7717-4f4b-8e2f-e0f9c6ea76e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:16.296427 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9886e001-e69d-4a61-9439-87d2c3c6464f req-171bd3c9-7717-4f4b-8e2f-e0f9c6ea76e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c438cf0b-ba2f-4b20-9328-8873f24b23e2 HTTP/1.1" status: 200 len: 862 time: 0.1534059 Jan 28 13:17:16.297554 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-194d3ab3-d8af-422b-869c-d5311e14df1e service neutron] Port a861f97f-f06d-41ad-9e82-fcc630232ab4 on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:17:16.297891 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-194d3ab3-d8af-422b-869c-d5311e14df1e service neutron] Attempting to bind port a861f97f-f06d-41ad-9e82-fcc630232ab4 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:16.314081 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-194d3ab3-d8af-422b-869c-d5311e14df1e service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:16.314423 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-194d3ab3-d8af-422b-869c-d5311e14df1e service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:16.314801 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-194d3ab3-d8af-422b-869c-d5311e14df1e service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:16.315272 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-194d3ab3-d8af-422b-869c-d5311e14df1e service neutron] Bound port: a861f97f-f06d-41ad-9e82-fcc630232ab4, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:16.315629 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-194d3ab3-d8af-422b-869c-d5311e14df1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a861f97f-f06d-41ad-9e82-fcc630232ab4), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:16.348119 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05782b-0148-4f46-8bef-22b5a38a3acb req-3f3b5914-4725-4511-a270-cfd59ca09870 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:16.350392 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6e05782b-0148-4f46-8bef-22b5a38a3acb req-3f3b5914-4725-4511-a270-cfd59ca09870 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 947 time: 0.0878372 Jan 28 13:17:16.358668 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-5be4e3e2-3279-4b57-9dc3-976ab05e69b7 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:16.360454 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-5be4e3e2-3279-4b57-9dc3-976ab05e69b7 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1798077 Jan 28 13:17:16.366836 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9886e001-e69d-4a61-9439-87d2c3c6464f req-4cff6513-f215-43f3-a8ad-1ef6eaa7af17 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8707c289-bc91-43e5-b056-ef974f42dcf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609691 Jan 28 13:17:16.379537 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-1f35cd00-7ab0-4811-af74-dda343c37c06 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Request body: {'port': {'device_id': '078133bc-a6d8-482f-8c3e-95a6a4287a0f', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': '5ccde7816c7f4a9eaf93b3ae382b68ab'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:16.474649 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6e05782b-0148-4f46-8bef-22b5a38a3acb req-c2da6e11-4903-40a1-81e4-3fec4fc8633a tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126342 Jan 28 13:17:16.532872 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-1f35cd00-7ab0-4811-af74-dda343c37c06 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Made reservation on behalf of 5ccde7816c7f4a9eaf93b3ae382b68ab for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:16.537217 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-1f35cd00-7ab0-4811-af74-dda343c37c06 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:16.544880 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:17:16.708638 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-1f35cd00-7ab0-4811-af74-dda343c37c06 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Allocated IP 192.168.233.31 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/bedb2d40-52af-4412-a20f-67af1cf2d19b) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:16.714522 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-194d3ab3-d8af-422b-869c-d5311e14df1e service neutron] For port a861f97f-f06d-41ad-9e82-fcc630232ab4, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:16.734121 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-194d3ab3-d8af-422b-869c-d5311e14df1e service neutron] For port a861f97f-f06d-41ad-9e82-fcc630232ab4, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=a861f97f-f06d-41ad-9e82-fcc630232ab4,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:16.751325 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89981f8b-6e9f-4c17-8509-67e5f5d4d5dd req-442e51f0-5fc1-46bf-8faa-30ff5f2dc78a tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:16.752825 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89981f8b-6e9f-4c17-8509-67e5f5d4d5dd req-442e51f0-5fc1-46bf-8faa-30ff5f2dc78a tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 944 time: 0.3778999 Jan 28 13:17:16.761538 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-194d3ab3-d8af-422b-869c-d5311e14df1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (a861f97f-f06d-41ad-9e82-fcc630232ab4), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:16.777213 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:16.795961 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 has no active binding in host n-h2-822747-2 {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 13:17:16.824013 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-194d3ab3-d8af-422b-869c-d5311e14df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:16.824639 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-194d3ab3-d8af-422b-869c-d5311e14df1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:16.826026 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-194d3ab3-d8af-422b-869c-d5311e14df1e service neutron] 10.222.0.18 "PUT /v2.0/ports/a861f97f-f06d-41ad-9e82-fcc630232ab4 HTTP/1.1" status: 200 len: 1095 time: 1.8299389 Jan 28 13:17:16.830196 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9886e001-e69d-4a61-9439-87d2c3c6464f req-8ec837eb-b9f9-4e5c-9b67-e47286447717 service neutron] 10.222.0.18 "GET /v2.0/networks/8707c289-bc91-43e5-b056-ef974f42dcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562047 Jan 28 13:17:16.898607 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d3ab3-d8af-422b-869c-d5311e14df1e service neutron] Pushing event updated for resources: {'Port': ['ID=a861f97f-f06d-41ad-9e82-fcc630232ab4,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:16.986404 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-1f35cd00-7ab0-4811-af74-dda343c37c06 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Publish callbacks [] for port (bedb2d40-52af-4412-a20f-67af1cf2d19b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:16.999033 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89981f8b-6e9f-4c17-8509-67e5f5d4d5dd req-5fb2e0d5-e094-4f98-95e5-09e559ebebde tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226477 Jan 28 13:17:17.016641 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c163750-e841-478d-a44e-dd91cbb9079c req-aa6efbd5-02e4-4ea8-9183-a902305fd999 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:17.026716 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4c163750-e841-478d-a44e-dd91cbb9079c req-aa6efbd5-02e4-4ea8-9183-a902305fd999 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ebfd8ec-377a-4d43-88a4-2583ef1d8cef HTTP/1.1" status: 200 len: 949 time: 0.0980873 Jan 28 13:17:17.049685 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9886e001-e69d-4a61-9439-87d2c3c6464f req-f3490150-2db5-480b-af39-7f808fc7cde5 service neutron] 10.222.0.18 "GET /v2.0/networks/8707c289-bc91-43e5-b056-ef974f42dcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121186 Jan 28 13:17:17.058074 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-af114003-040d-420b-a6fd-ce409081def2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:17.060181 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-af114003-040d-420b-a6fd-ce409081def2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 1098 time: 0.1218526 Jan 28 13:17:17.126312 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4c163750-e841-478d-a44e-dd91cbb9079c req-a3e674fd-0cce-4209-bc0e-42027a63ee67 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984757 Jan 28 13:17:17.129788 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-1f35cd00-7ab0-4811-af74-dda343c37c06 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (bedb2d40-52af-4412-a20f-67af1cf2d19b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:17.142433 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['cc711a79-b2a5-4d47-b345-a4aa0c5b1190', '2c413430-ad3c-4f8a-945a-d20c9c8b7d45'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:17.154261 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-2def9400-d13b-4a7a-a849-c97f01900953 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=a861f97f-f06d-41ad-9e82-fcc630232ab4 HTTP/1.1" status: 200 len: 217 time: 0.0832956 Jan 28 13:17:17.234598 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-7d32bef3-8f1c-4bfb-ab30-60cb9a3e91c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:17.236409 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-7d32bef3-8f1c-4bfb-ab30-60cb9a3e91c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0590398 Jan 28 13:17:17.302752 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886e001-e69d-4a61-9439-87d2c3c6464f req-2203930f-ad2a-4a0f-8c31-b5508921b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:17.304664 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9886e001-e69d-4a61-9439-87d2c3c6464f req-2203930f-ad2a-4a0f-8c31-b5508921b236 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=93543269cade486c80fd00260197c0a8&device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 1125 time: 0.1815672 Jan 28 13:17:17.304805 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-1f35cd00-7ab0-4811-af74-dda343c37c06 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:17.307695 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-aff600e1-334f-40a8-abce-af9b7dc32dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:17.309517 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-aff600e1-334f-40a8-abce-af9b7dc32dec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0659761 Jan 28 13:17:17.314493 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-1f35cd00-7ab0-4811-af74-dda343c37c06 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:17.316373 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35cd00-7ab0-4811-af74-dda343c37c06 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Pushing event updated for resources: {'Port': ['ID=bedb2d40-52af-4412-a20f-67af1cf2d19b,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:17.318955 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-1f35cd00-7ab0-4811-af74-dda343c37c06 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:17.394043 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3fdf3-2f96-405a-b80e-05c37d206602 req-31c85a54-f9ea-4f03-8ea4-a4c21ee8992e tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:17.402805 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-38e3fdf3-2f96-405a-b80e-05c37d206602 req-31c85a54-f9ea-4f03-8ea4-a4c21ee8992e tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=078133bc-a6d8-482f-8c3e-95a6a4287a0f HTTP/1.1" status: 200 len: 935 time: 0.1860645 Jan 28 13:17:17.423249 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-1f35cd00-7ab0-4811-af74-dda343c37c06 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:17.423897 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-1f35cd00-7ab0-4811-af74-dda343c37c06 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:17.458532 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-1f35cd00-7ab0-4811-af74-dda343c37c06 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0826094 Jan 28 13:17:17.472659 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-fff73be7-bde1-4f53-9756-24f8fee4e2bf service neutron] Request body: {'port': {'device_id': '078133bc-a6d8-482f-8c3e-95a6a4287a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:17.477496 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886e001-e69d-4a61-9439-87d2c3c6464f req-35b6b616-ca06-429f-a419-e4d635128f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:17.478958 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9886e001-e69d-4a61-9439-87d2c3c6464f req-35b6b616-ca06-429f-a419-e4d635128f7b service neutron] 10.222.0.18 "GET /v2.0/networks?id=8528e78d-cd10-4563-a6b3-de6e91f8e460 HTTP/1.1" status: 200 len: 908 time: 0.1573970 Jan 28 13:17:17.519216 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-38e3fdf3-2f96-405a-b80e-05c37d206602 req-56ee8aa3-39b2-4c92-8406-132c2481e672 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153173 Jan 28 13:17:17.532694 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f1636b-8960-402a-9c8b-47b0ff5cd6f1', 'tag': 'a861f97f-f06d-41ad-9e82-fcc630232ab4'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:17.535109 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0956ff-489c-462a-a088-e8c456f06bca" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f1636b-8960-402a-9c8b-47b0ff5cd6f1", "tag": "a861f97f-f06d-41ad-9e82-fcc630232ab4"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:17.596138 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9886e001-e69d-4a61-9439-87d2c3c6464f req-cdee8445-1765-4f20-8766-85217f657f49 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 HTTP/1.1" status: 200 len: 217 time: 0.1016953 Jan 28 13:17:17.616980 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-fff73be7-bde1-4f53-9756-24f8fee4e2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bedb2d40-52af-4412-a20f-67af1cf2d19b), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:17.629216 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:17.732169 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6197131-4804-4070-b940-e892fa51e9d2 req-9aed72d6-ee99-42c4-82c4-28631f8d6937 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:17.733245 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41994) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:17.739754 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6197131-4804-4070-b940-e892fa51e9d2 req-9aed72d6-ee99-42c4-82c4-28631f8d6937 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=230fa9c0-c5a1-4bf0-b66d-d395d577a1ca HTTP/1.1" status: 200 len: 944 time: 0.2589791 Jan 28 13:17:17.789900 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d92b4-b10a-4a7f-bdf2-81131a60e4f1 req-c9280d86-69a9-4e3f-b40d-b8ea0e4c0864 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:17.797514 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ac3d92b4-b10a-4a7f-bdf2-81131a60e4f1 req-c9280d86-69a9-4e3f-b40d-b8ea0e4c0864 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 947 time: 0.1725957 Jan 28 13:17:17.816702 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886e001-e69d-4a61-9439-87d2c3c6464f req-443d815b-8c22-41d5-b556-1ea9dc64cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:17.820977 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9886e001-e69d-4a61-9439-87d2c3c6464f req-443d815b-8c22-41d5-b556-1ea9dc64cb43 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=585c2f63-9b4b-456a-9eb5-e157a8ee5cdd HTTP/1.1" status: 200 len: 848 time: 0.1619077 Jan 28 13:17:17.822546 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-741c33a1-cbd2-4438-b86e-ab9fac9c58c0 None None] Provisioning complete for port bedb2d40-52af-4412-a20f-67af1cf2d19b triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:17.823000 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-741c33a1-cbd2-4438-b86e-ab9fac9c58c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (bedb2d40-52af-4412-a20f-67af1cf2d19b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:17.865705 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-04b66f51-660a-49b1-8f76-7aac66286f0e service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5396714 Jan 28 13:17:17.877665 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-741c33a1-cbd2-4438-b86e-ab9fac9c58c0 None None] Port bedb2d40-52af-4412-a20f-67af1cf2d19b cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:17:17.891739 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6197131-4804-4070-b940-e892fa51e9d2 req-cca3f5d5-4b4a-499b-ac6d-fb140c210bad tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506965 Jan 28 13:17:17.921811 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ac3d92b4-b10a-4a7f-bdf2-81131a60e4f1 req-d5d372af-3382-4e5e-b94d-4fe50655fdb7 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233051 Jan 28 13:17:18.003908 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9886e001-e69d-4a61-9439-87d2c3c6464f req-87127555-3d24-400c-bf36-6a40dac96d89 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8528e78d-cd10-4563-a6b3-de6e91f8e460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1569161 Jan 28 13:17:18.010190 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b008ae4-3b62-4f5a-9d33-492bca930869 x-openstack-request-id: req-0b008ae4-3b62-4f5a-9d33-492bca930869 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:18.010501 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f1636b-8960-402a-9c8b-47b0ff5cd6f1", "tag": "a861f97f-f06d-41ad-9e82-fcc630232ab4", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:18.010722 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0b008ae4-3b62-4f5a-9d33-492bca930869 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:18.014194 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f1636b-8960-402a-9c8b-47b0ff5cd6f1', 'tag': 'a861f97f-f06d-41ad-9e82-fcc630232ab4', 'status': 'completed', 'code': 200} Jan 28 13:17:18.091178 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2489642b-f087-45f4-9d7f-114c359d2e14 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=66de2bf263194119b4b6e48a33be6975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3572159 Jan 28 13:17:18.093450 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42002) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:18.137813 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89d50abe-b7ac-4d42-9a95-50d8bb7818df req-785dc734-dc4b-40d9-b110-41b8c21f8e99 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395957 Jan 28 13:17:18.171141 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-fff73be7-bde1-4f53-9756-24f8fee4e2bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bedb2d40-52af-4412-a20f-67af1cf2d19b {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:18.184639 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-fff73be7-bde1-4f53-9756-24f8fee4e2bf service neutron] Publish callbacks [] for port (bedb2d40-52af-4412-a20f-67af1cf2d19b), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.192719 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731915f7-1017-481e-94d2-e7bc311443cb req-e011360f-5e20-4d79-8093-09ba464a67bc tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:18.195292 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-731915f7-1017-481e-94d2-e7bc311443cb req-e011360f-5e20-4d79-8093-09ba464a67bc tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 944 time: 0.1026032 Jan 28 13:17:18.198071 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-575286f9-bf0f-4547-af37-8dc5800084b6 admin admin] Publish callbacks [] for security_group (1b4cba4e-3131-4711-86ca-31aed879241c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.202548 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9886e001-e69d-4a61-9439-87d2c3c6464f req-005740f5-003f-4a41-9ff3-580b291f2941 service neutron] 10.222.0.18 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889508 Jan 28 13:17:18.206659 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-fff73be7-bde1-4f53-9756-24f8fee4e2bf service neutron] Transition to ACTIVE for port object bedb2d40-52af-4412-a20f-67af1cf2d19b will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:17:18.215254 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-fff73be7-bde1-4f53-9756-24f8fee4e2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (bedb2d40-52af-4412-a20f-67af1cf2d19b), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.254568 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-575286f9-bf0f-4547-af37-8dc5800084b6 admin admin] Publish callbacks [] for security_group (1b4cba4e-3131-4711-86ca-31aed879241c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.353994 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff73be7-bde1-4f53-9756-24f8fee4e2bf service neutron] Pushing event updated for resources: {'Port': ['ID=bedb2d40-52af-4412-a20f-67af1cf2d19b,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:18.398631 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f636811-8f0a-43a1-91b5-9f01506ee4da req-a6fabcfc-0c1f-4d48-b0ef-859cc469e990 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:18.401325 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-731915f7-1017-481e-94d2-e7bc311443cb req-6190b9e6-b438-4e2c-a75b-b573d1f95aae tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976347 Jan 28 13:17:18.405782 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f636811-8f0a-43a1-91b5-9f01506ee4da req-a6fabcfc-0c1f-4d48-b0ef-859cc469e990 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ebfd8ec-377a-4d43-88a4-2583ef1d8cef HTTP/1.1" status: 200 len: 949 time: 0.1535950 Jan 28 13:17:18.434673 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0956ff-489c-462a-a088-e8c456f06bca req-5b43a203-2c29-4b82-8d73-0ce6e9a902e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:18.436989 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9b0956ff-489c-462a-a088-e8c456f06bca req-5b43a203-2c29-4b82-8d73-0ce6e9a902e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 1098 time: 0.1806579 Jan 28 13:17:18.443926 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-575286f9-bf0f-4547-af37-8dc5800084b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1b4cba4e-3131-4711-86ca-31aed879241c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.446477 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-575286f9-bf0f-4547-af37-8dc5800084b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.447614 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-575286f9-bf0f-4547-af37-8dc5800084b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b4cba4e-3131-4711-86ca-31aed879241c HTTP/1.1" status: 204 len: 168 time: 0.3531272 Jan 28 13:17:18.462500 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9886e001-e69d-4a61-9439-87d2c3c6464f req-c80b43f7-1b05-48a6-bfe6-2ea52f949cdd service neutron] 10.222.0.18 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538546 Jan 28 13:17:18.471829 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575286f9-bf0f-4547-af37-8dc5800084b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4cba4e-3131-4711-86ca-31aed879241c,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:18.476306 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-fff73be7-bde1-4f53-9756-24f8fee4e2bf service neutron] Attempting to bind port bedb2d40-52af-4412-a20f-67af1cf2d19b on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:18.476596 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-fff73be7-bde1-4f53-9756-24f8fee4e2bf service neutron] Attempting to bind port bedb2d40-52af-4412-a20f-67af1cf2d19b by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:18.476920 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-fff73be7-bde1-4f53-9756-24f8fee4e2bf service neutron] Attempting to bind port bedb2d40-52af-4412-a20f-67af1cf2d19b on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:18.495640 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-fff73be7-bde1-4f53-9756-24f8fee4e2bf service neutron] Port bedb2d40-52af-4412-a20f-67af1cf2d19b on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:17:18.496080 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-fff73be7-bde1-4f53-9756-24f8fee4e2bf service neutron] Attempting to bind port bedb2d40-52af-4412-a20f-67af1cf2d19b on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:18.502532 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-fff73be7-bde1-4f53-9756-24f8fee4e2bf service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:18.502885 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-fff73be7-bde1-4f53-9756-24f8fee4e2bf service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:18.506128 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-fff73be7-bde1-4f53-9756-24f8fee4e2bf service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:18.506613 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-fff73be7-bde1-4f53-9756-24f8fee4e2bf service neutron] Bound port: bedb2d40-52af-4412-a20f-67af1cf2d19b, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:18.506991 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-fff73be7-bde1-4f53-9756-24f8fee4e2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bedb2d40-52af-4412-a20f-67af1cf2d19b), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.532372 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f636811-8f0a-43a1-91b5-9f01506ee4da req-28cf4df2-79e9-4a8e-aecb-b3decaa8d1a0 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256073 Jan 28 13:17:18.546176 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 5eec7083-37c7-43aa-9de3-4c054ee5028a details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:17:18.550411 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device e3438e69-cda8-4b61-a890-8240e972b93f no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:17:18.635151 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: e3438e69-cda8-4b61-a890-8240e972b93f {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:17:18.635837 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device e3438e69-cda8-4b61-a890-8240e972b93f not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:17:18.673445 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-fff73be7-bde1-4f53-9756-24f8fee4e2bf service neutron] For port bedb2d40-52af-4412-a20f-67af1cf2d19b, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:18.676998 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-fff73be7-bde1-4f53-9756-24f8fee4e2bf service neutron] For port bedb2d40-52af-4412-a20f-67af1cf2d19b, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=bedb2d40-52af-4412-a20f-67af1cf2d19b,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:18.681957 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-fff73be7-bde1-4f53-9756-24f8fee4e2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (bedb2d40-52af-4412-a20f-67af1cf2d19b), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.740184 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-fff73be7-bde1-4f53-9756-24f8fee4e2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:18.741155 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-fff73be7-bde1-4f53-9756-24f8fee4e2bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.742966 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-fff73be7-bde1-4f53-9756-24f8fee4e2bf service neutron] 10.222.0.37 "PUT /v2.0/ports/bedb2d40-52af-4412-a20f-67af1cf2d19b HTTP/1.1" status: 200 len: 1095 time: 1.2753277 Jan 28 13:17:18.743604 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078133bc-a6d8-482f-8c3e-95a6a4287a0f', 'tag': 'bedb2d40-52af-4412-a20f-67af1cf2d19b'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:18.746530 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926f0c52-0d78-4a76-b418-d777ac1a2709" -d '{"events": [{"name": "network-changed", "server_uuid": "078133bc-a6d8-482f-8c3e-95a6a4287a0f", "tag": "bedb2d40-52af-4412-a20f-67af1cf2d19b"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:18.793844 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 5eec7083-37c7-43aa-9de3-4c054ee5028a, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=5eec7083-37c7-43aa-9de3-4c054ee5028a,segment=NetworkSegment(9f676767-c742-4048-b118-47a92e908b4f),segment_id=9f676767-c742-4048-b118-47a92e908b4f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:18.817091 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0956ff-489c-462a-a088-e8c456f06bca req-69c290ae-e7fb-436d-a018-02ce30087ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:18.818746 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9b0956ff-489c-462a-a088-e8c456f06bca req-69c290ae-e7fb-436d-a018-02ce30087ecf service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.3537352 Jan 28 13:17:18.820853 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '5eec7083-37c7-43aa-9de3-4c054ee5028a', 'network_id': '8707c289-bc91-43e5-b056-ef974f42dcf6', 'port_id': '5eec7083-37c7-43aa-9de3-4c054ee5028a', 'mac_address': 'fa:16:3e:57:46:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c438cf0b-ba2f-4b20-9328-8873f24b23e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:17:18.883738 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839eb77a-2666-45fc-9efb-99c4b9b799bc x-openstack-request-id: req-839eb77a-2666-45fc-9efb-99c4b9b799bc {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:18.884796 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "078133bc-a6d8-482f-8c3e-95a6a4287a0f", "tag": "bedb2d40-52af-4412-a20f-67af1cf2d19b", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:18.885223 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-839eb77a-2666-45fc-9efb-99c4b9b799bc {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:18.885878 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '078133bc-a6d8-482f-8c3e-95a6a4287a0f', 'tag': 'bedb2d40-52af-4412-a20f-67af1cf2d19b', 'status': 'completed', 'code': 200} Jan 28 13:17:18.891123 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 5eec7083-37c7-43aa-9de3-4c054ee5028a is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:18.891484 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5eec7083-37c7-43aa-9de3-4c054ee5028a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.901674 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888cfa2-36d3-43d3-912a-7d1fcfb92ddd req-cbbe3341-09da-4d9f-ad07-d6a25634783f tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:18.905437 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eec7083-37c7-43aa-9de3-4c054ee5028a {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:18.908288 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff73be7-bde1-4f53-9756-24f8fee4e2bf service neutron] Pushing event updated for resources: {'Port': ['ID=bedb2d40-52af-4412-a20f-67af1cf2d19b,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:18.909149 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b888cfa2-36d3-43d3-912a-7d1fcfb92ddd req-cbbe3341-09da-4d9f-ad07-d6a25634783f tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=078133bc-a6d8-482f-8c3e-95a6a4287a0f HTTP/1.1" status: 200 len: 947 time: 0.2472003 Jan 28 13:17:18.915161 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9b0956ff-489c-462a-a088-e8c456f06bca req-7906c4ed-ac8a-4d49-94a5-223589278508 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=a861f97f-f06d-41ad-9e82-fcc630232ab4 HTTP/1.1" status: 200 len: 217 time: 0.0858085 Jan 28 13:17:18.949552 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-b9487602-35a3-441e-a9c1-ae40ab26e029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:18.950037 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 5eec7083-37c7-43aa-9de3-4c054ee5028a, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=5eec7083-37c7-43aa-9de3-4c054ee5028a,segment=NetworkSegment(9f676767-c742-4048-b118-47a92e908b4f),segment_id=9f676767-c742-4048-b118-47a92e908b4f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:18.951487 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-b9487602-35a3-441e-a9c1-ae40ab26e029 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ccde7816c7f4a9eaf93b3ae382b68ab&device_id=078133bc-a6d8-482f-8c3e-95a6a4287a0f HTTP/1.1" status: 200 len: 1098 time: 0.1237235 Jan 28 13:17:18.964176 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5eec7083-37c7-43aa-9de3-4c054ee5028a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:19.088575 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0956ff-489c-462a-a088-e8c456f06bca req-3c66e040-1f2d-497f-8ffc-ecc64bbef8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:19.090309 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9b0956ff-489c-462a-a088-e8c456f06bca req-3c66e040-1f2d-497f-8ffc-ecc64bbef8e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1438842 Jan 28 13:17:19.095908 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-a7c4c275-7e51-4cee-b849-9e26bea22f5c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=bedb2d40-52af-4412-a20f-67af1cf2d19b HTTP/1.1" status: 200 len: 217 time: 0.1353157 Jan 28 13:17:19.112052 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42022) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:19.133449 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=5eec7083-37c7-43aa-9de3-4c054ee5028a,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:19.139575 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b888cfa2-36d3-43d3-912a-7d1fcfb92ddd req-ef233649-fe94-454f-97cd-39dd614aeb7d tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293582 Jan 28 13:17:19.169751 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f4d5f767-4162-4f9d-aaa7-491ced4a8a56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:19.276191 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['5eec7083-37c7-43aa-9de3-4c054ee5028a'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:19.283317 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f4d5f767-4162-4f9d-aaa7-491ced4a8a56 admin admin] Publish callbacks [] for security_group (3d8533a6-e9b5-4787-b5c5-1cd59e17e36e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:19.305166 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0956ff-489c-462a-a088-e8c456f06bca req-10ed0143-6b20-4da8-8b0a-6ae010954977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:19.306851 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9b0956ff-489c-462a-a088-e8c456f06bca req-10ed0143-6b20-4da8-8b0a-6ae010954977 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2064581 Jan 28 13:17:19.329804 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f4d5f767-4162-4f9d-aaa7-491ced4a8a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (3d8533a6-e9b5-4787-b5c5-1cd59e17e36e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:19.424312 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f4d5f767-4162-4f9d-aaa7-491ced4a8a56 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5de01cf630f149d29f3d4a1c9299594a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3081110 Jan 28 13:17:19.430146 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71112bb0-469e-40bf-92a8-3ffc47eaa3de req-79ddf654-5a09-4367-ad6b-5edc3be3630e tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:19.431380 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbffcb3-f6e5-4796-9d71-ad928e3fc37d req-f4ebe373-100a-485e-aab7-5a9cbdab007c tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:19.437267 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-71112bb0-469e-40bf-92a8-3ffc47eaa3de req-79ddf654-5a09-4367-ad6b-5edc3be3630e tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=230fa9c0-c5a1-4bf0-b66d-d395d577a1ca HTTP/1.1" status: 200 len: 945 time: 0.3702273 Jan 28 13:17:19.439316 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dcbffcb3-f6e5-4796-9d71-ad928e3fc37d req-f4ebe373-100a-485e-aab7-5a9cbdab007c tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 947 time: 0.1606646 Jan 28 13:17:19.440053 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42026) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:19.450873 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-a50cd156-f35b-453d-b7f2-3c55b416556d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:19.452398 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-a50cd156-f35b-453d-b7f2-3c55b416556d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0819840 Jan 28 13:17:19.470796 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5f767-4162-4f9d-aaa7-491ced4a8a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8533a6-e9b5-4787-b5c5-1cd59e17e36e,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:19.531840 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:19.546763 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-71112bb0-469e-40bf-92a8-3ffc47eaa3de req-7d1b9b7c-2e8e-4752-8344-7b5e08f3ae3e tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084824 Jan 28 13:17:19.547086 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dcbffcb3-f6e5-4796-9d71-ad928e3fc37d req-511d0272-b231-4335-8b3b-767d7b96b47f tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028860 Jan 28 13:17:19.570780 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-6358b799-716f-43bf-bd23-0d61a9ec93e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:19.580756 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-6358b799-716f-43bf-bd23-0d61a9ec93e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1140316 Jan 28 13:17:19.586271 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9b0956ff-489c-462a-a088-e8c456f06bca req-97419fed-9ccd-4f4e-9eb7-9386d2be9874 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517009 Jan 28 13:17:19.587882 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e94f101b-a80b-4bb5-8eb7-584f411e2f02 admin admin] Publish callbacks [] for security_group (3d8533a6-e9b5-4787-b5c5-1cd59e17e36e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:19.643012 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e94f101b-a80b-4bb5-8eb7-584f411e2f02 admin admin] Publish callbacks [] for security_group (3d8533a6-e9b5-4787-b5c5-1cd59e17e36e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:19.698750 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9b0956ff-489c-462a-a088-e8c456f06bca req-7d6a246c-6554-4b05-8223-851d83b7c490 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030388 Jan 28 13:17:19.771195 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d308d-c3b7-428d-88b3-3cc2f35fc9f5 req-c20fef7e-da73-483a-85f1-c6d55b910630 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:19.772985 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e68d308d-c3b7-428d-88b3-3cc2f35fc9f5 req-c20fef7e-da73-483a-85f1-c6d55b910630 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 944 time: 0.1367645 Jan 28 13:17:19.777494 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-75569f76-4536-40fd-917f-f38f0309abdc service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868463 Jan 28 13:17:19.784899 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35249e5c-4a9e-46e3-a075-9e5b492ce9da req-318fb957-39d7-4d28-845b-c8b080824823 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:19.786973 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-35249e5c-4a9e-46e3-a075-9e5b492ce9da req-318fb957-39d7-4d28-845b-c8b080824823 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ebfd8ec-377a-4d43-88a4-2583ef1d8cef HTTP/1.1" status: 200 len: 949 time: 0.0568027 Jan 28 13:17:19.825830 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e94f101b-a80b-4bb5-8eb7-584f411e2f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (3d8533a6-e9b5-4787-b5c5-1cd59e17e36e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:19.828576 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e94f101b-a80b-4bb5-8eb7-584f411e2f02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:19.832189 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e94f101b-a80b-4bb5-8eb7-584f411e2f02 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3d8533a6-e9b5-4787-b5c5-1cd59e17e36e HTTP/1.1" status: 204 len: 168 time: 0.3888748 Jan 28 13:17:19.850679 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-35249e5c-4a9e-46e3-a075-9e5b492ce9da req-23523599-3513-42ba-9bb2-28965209aac4 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570443 Jan 28 13:17:19.863382 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f101b-a80b-4bb5-8eb7-584f411e2f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8533a6-e9b5-4787-b5c5-1cd59e17e36e,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:19.935610 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e68d308d-c3b7-428d-88b3-3cc2f35fc9f5 req-2d200da9-8148-4091-a6c0-935b0ebd8888 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537206 Jan 28 13:17:19.974201 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f2d18cbc-6461-4a49-94f1-855cc13d61d1 req-1a01cd95-6bcc-4a6d-b875-832c6823e12c service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752088 Jan 28 13:17:20.096123 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f0c52-0d78-4a76-b418-d777ac1a2709 req-c70ef1c3-154d-45b4-8524-83be8e9d0011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:20.098381 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-926f0c52-0d78-4a76-b418-d777ac1a2709 req-c70ef1c3-154d-45b4-8524-83be8e9d0011 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ccde7816c7f4a9eaf93b3ae382b68ab&device_id=078133bc-a6d8-482f-8c3e-95a6a4287a0f HTTP/1.1" status: 200 len: 1098 time: 0.0642800 Jan 28 13:17:20.299594 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f0c52-0d78-4a76-b418-d777ac1a2709 req-29fb6c9e-c90b-496e-950d-1eff5f5b6e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:20.301152 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-926f0c52-0d78-4a76-b418-d777ac1a2709 req-29fb6c9e-c90b-496e-950d-1eff5f5b6e13 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.1952457 Jan 28 13:17:20.349649 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-926f0c52-0d78-4a76-b418-d777ac1a2709 req-1f8d9f46-c0a0-4ae3-a894-7f378d4ce5a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=bedb2d40-52af-4412-a20f-67af1cf2d19b HTTP/1.1" status: 200 len: 217 time: 0.0378878 Jan 28 13:17:20.364220 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81af908-5f70-400a-b30b-98609a7ff120 req-3a6332a3-9441-446d-90ac-cb39b9882a60 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:20.372553 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a81af908-5f70-400a-b30b-98609a7ff120 req-3a6332a3-9441-446d-90ac-cb39b9882a60 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=078133bc-a6d8-482f-8c3e-95a6a4287a0f HTTP/1.1" status: 200 len: 947 time: 0.1278989 Jan 28 13:17:20.452333 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f0c52-0d78-4a76-b418-d777ac1a2709 req-fbb6cb54-90d3-4b5e-8f29-68dd08c3f63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:20.454046 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-926f0c52-0d78-4a76-b418-d777ac1a2709 req-fbb6cb54-90d3-4b5e-8f29-68dd08c3f63d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0785604 Jan 28 13:17:20.497969 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-d29a76b0-1339-4e10-987e-d1d3ebfb1f41 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=42d41ca7201c4cf0ab13a2ef7a1198ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420806 Jan 28 13:17:20.502570 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a81af908-5f70-400a-b30b-98609a7ff120 req-8fe2322f-ebbe-4ee0-9b2c-7a9e2a2dd631 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291094 Jan 28 13:17:20.527991 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f0c52-0d78-4a76-b418-d777ac1a2709 req-39eb2f05-c0db-4305-88fb-cd9fd3958fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:20.530079 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-926f0c52-0d78-4a76-b418-d777ac1a2709 req-39eb2f05-c0db-4305-88fb-cd9fd3958fa3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0700297 Jan 28 13:17:20.540590 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device a861f97f-f06d-41ad-9e82-fcc630232ab4 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:17:20.543826 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 5eec7083-37c7-43aa-9de3-4c054ee5028a up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:20.628232 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-8e9488dc-f945-4f76-9788-7caa08d7eb57 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:20.629936 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-8e9488dc-f945-4f76-9788-7caa08d7eb57 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1257825 Jan 28 13:17:20.656634 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-75ad6951-a0e9-4317-a08c-48ddfee641f9 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/quotas/42d41ca7201c4cf0ab13a2ef7a1198ab HTTP/1.1" status: 200 len: 375 time: 0.0191894 Jan 28 13:17:20.724464 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-09586983-5959-477f-b650-916582823165 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=42d41ca7201c4cf0ab13a2ef7a1198ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0666234 Jan 28 13:17:20.781121 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74be95-a1b5-4c92-af4c-88b48b23bf0b req-e3a43106-540c-4fb7-aba0-5a3d63e536fd tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:20.789732 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df74be95-a1b5-4c92-af4c-88b48b23bf0b req-e3a43106-540c-4fb7-aba0-5a3d63e536fd tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 947 time: 0.0896785 Jan 28 13:17:20.799237 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-926f0c52-0d78-4a76-b418-d777ac1a2709 req-da87e5b7-f620-4e0b-8ef9-02939c664005 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498515 Jan 28 13:17:20.908941 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port a861f97f-f06d-41ad-9e82-fcc630232ab4, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=a861f97f-f06d-41ad-9e82-fcc630232ab4,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:20.920278 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 5eec7083-37c7-43aa-9de3-4c054ee5028a completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:17:20.948186 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 5eec7083-37c7-43aa-9de3-4c054ee5028a triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:20.948585 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5eec7083-37c7-43aa-9de3-4c054ee5028a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:20.971046 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-926f0c52-0d78-4a76-b418-d777ac1a2709 req-74d9b6da-c01c-4639-bda2-e919546d5dde service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632864 Jan 28 13:17:20.984703 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df74be95-a1b5-4c92-af4c-88b48b23bf0b req-0bde828b-4ded-4b98-8afb-fbed9b30fdcd tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916826 Jan 28 13:17:21.005155 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2ed00-2ee8-4c74-bd2c-b225d1b8a9f8 req-1b4b6c9a-b1fb-41e9-a6ca-242f1fcdaa3d tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:21.023651 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-75b2ed00-2ee8-4c74-bd2c-b225d1b8a9f8 req-1b4b6c9a-b1fb-41e9-a6ca-242f1fcdaa3d tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=230fa9c0-c5a1-4bf0-b66d-d395d577a1ca HTTP/1.1" status: 200 len: 945 time: 0.1200719 Jan 28 13:17:21.053903 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'a861f97f-f06d-41ad-9e82-fcc630232ab4', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': 'a861f97f-f06d-41ad-9e82-fcc630232ab4', 'mac_address': 'fa:16:3e:1a:a5:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:17:21.114000 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-75b2ed00-2ee8-4c74-bd2c-b225d1b8a9f8 req-fccf4911-f7a1-419b-8e98-e536a78e414e tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881824 Jan 28 13:17:21.204865 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-856da284-0183-454f-bb13-fcda1d52b1cb req-f2eca460-a44f-49ad-97a6-29505c622f3f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1060743 Jan 28 13:17:21.207774 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0d0f6dc5-7717-41dc-b2e9-c61d7eef7b0a req-b1f4c731-0280-4757-ac50-6c403540add9 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6573ebb6-16bc-4564-b239-6055d8e61ffe HTTP/1.1" status: 200 len: 210 time: 0.0948756 Jan 28 13:17:21.381673 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32e027-6af7-4165-97da-d1d2956fbed6 req-bd4fccef-63c5-4be7-a314-de040d2ae2d8 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:21.394526 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1d32e027-6af7-4165-97da-d1d2956fbed6 req-bd4fccef-63c5-4be7-a314-de040d2ae2d8 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 944 time: 0.1792459 Jan 28 13:17:21.424750 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856da284-0183-454f-bb13-fcda1d52b1cb req-5485e3d8-53e6-4cf6-acb2-8498de5c3412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:21.426463 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-856da284-0183-454f-bb13-fcda1d52b1cb req-5485e3d8-53e6-4cf6-acb2-8498de5c3412 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 1100 time: 0.1633329 Jan 28 13:17:21.506175 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port a861f97f-f06d-41ad-9e82-fcc630232ab4 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:21.506974 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a861f97f-f06d-41ad-9e82-fcc630232ab4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:21.513485 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1d32e027-6af7-4165-97da-d1d2956fbed6 req-4584fe7e-d3a6-4077-a692-05fa783ae157 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170733 Jan 28 13:17:21.524062 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 5eec7083-37c7-43aa-9de3-4c054ee5028a is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:21.524664 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5eec7083-37c7-43aa-9de3-4c054ee5028a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:21.573198 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 5eec7083-37c7-43aa-9de3-4c054ee5028a, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=5eec7083-37c7-43aa-9de3-4c054ee5028a,segment=NetworkSegment(9f676767-c742-4048-b118-47a92e908b4f),segment_id=9f676767-c742-4048-b118-47a92e908b4f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:21.574338 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230fa9c0-c5a1-4bf0-b66d-d395d577a1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eec7083-37c7-43aa-9de3-4c054ee5028a'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:21.576821 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f997d8a3-636d-4dc6-a6ae-1408ca043154" -d '{"events": [{"server_uuid": "230fa9c0-c5a1-4bf0-b66d-d395d577a1ca", "name": "network-vif-plugged", "status": "completed", "tag": "5eec7083-37c7-43aa-9de3-4c054ee5028a"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:21.581523 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a861f97f-f06d-41ad-9e82-fcc630232ab4 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:21.588401 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5eec7083-37c7-43aa-9de3-4c054ee5028a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:21.624153 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port a861f97f-f06d-41ad-9e82-fcc630232ab4, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=a861f97f-f06d-41ad-9e82-fcc630232ab4,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:21.704266 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856da284-0183-454f-bb13-fcda1d52b1cb req-18c497b4-3382-44f6-87b1-738a944384e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:21.706107 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-856da284-0183-454f-bb13-fcda1d52b1cb req-18c497b4-3382-44f6-87b1-738a944384e9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.2557552 Jan 28 13:17:21.748801 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=5eec7083-37c7-43aa-9de3-4c054ee5028a,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:21.749587 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649afa4-3a82-4682-98ca-5b87d56ec8f4 req-12983c09-5361-4a46-9d03-b448d25d5487 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:21.755498 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6649afa4-3a82-4682-98ca-5b87d56ec8f4 req-12983c09-5361-4a46-9d03-b448d25d5487 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=078133bc-a6d8-482f-8c3e-95a6a4287a0f HTTP/1.1" status: 200 len: 947 time: 0.1177397 Jan 28 13:17:21.761293 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750f2d85-91d8-4a6c-940a-1240316209fb x-openstack-request-id: req-750f2d85-91d8-4a6c-940a-1240316209fb {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:21.761606 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230fa9c0-c5a1-4bf0-b66d-d395d577a1ca", "name": "network-vif-plugged", "status": "completed", "tag": "5eec7083-37c7-43aa-9de3-4c054ee5028a", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:21.761848 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-750f2d85-91d8-4a6c-940a-1240316209fb {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:21.762236 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230fa9c0-c5a1-4bf0-b66d-d395d577a1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eec7083-37c7-43aa-9de3-4c054ee5028a', 'code': 200} Jan 28 13:17:21.763070 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a861f97f-f06d-41ad-9e82-fcc630232ab4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:21.778807 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-856da284-0183-454f-bb13-fcda1d52b1cb req-efb504a1-0389-4ae8-b948-3744b57eaac5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe HTTP/1.1" status: 200 len: 217 time: 0.0642827 Jan 28 13:17:21.854877 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6649afa4-3a82-4682-98ca-5b87d56ec8f4 req-4a96258c-9e15-4ed3-83e8-a026eb395e2b tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892527 Jan 28 13:17:21.868016 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=a861f97f-f06d-41ad-9e82-fcc630232ab4,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:21.932320 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856da284-0183-454f-bb13-fcda1d52b1cb req-f8e23cdb-e4e1-4990-b63d-f9761850a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:21.933790 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-856da284-0183-454f-bb13-fcda1d52b1cb req-f8e23cdb-e4e1-4990-b63d-f9761850a155 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1437373 Jan 28 13:17:21.970989 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c2b05-20aa-49c5-a5e0-fb073d55720d req-00c6aaf0-ad90-4393-9f58-5f0f830607e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:21.978251 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-570c2b05-20aa-49c5-a5e0-fb073d55720d req-00c6aaf0-ad90-4393-9f58-5f0f830607e1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=230fa9c0-c5a1-4bf0-b66d-d395d577a1ca HTTP/1.1" status: 200 len: 1097 time: 0.1296074 Jan 28 13:17:22.013479 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['a861f97f-f06d-41ad-9e82-fcc630232ab4'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:22.070296 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-784c5973-55bd-432f-83ef-eaaee7455ced req-85bd8f1c-dc69-45a6-b0bd-ab4322e1eed7 service neutron] 10.222.0.18 "GET /v2.0/ports/ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163/bindings/n-h2-822747-2 HTTP/1.1" status: 200 len: 384 time: 0.1353786 Jan 28 13:17:22.132126 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856da284-0183-454f-bb13-fcda1d52b1cb req-b57b4350-4cc7-4553-a886-662b9eaf42e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:22.136272 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-856da284-0183-454f-bb13-fcda1d52b1cb req-b57b4350-4cc7-4553-a886-662b9eaf42e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1952245 Jan 28 13:17:22.181384 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-570c2b05-20aa-49c5-a5e0-fb073d55720d req-2b43117f-e0d8-40b0-85fd-97ee072c7902 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720190 Jan 28 13:17:22.337124 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8ca3d686-e982-42bd-89be-7bbc335113e9 req-e8808a02-1662-4494-977e-e9bd84d736a4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0988562 Jan 28 13:17:22.339698 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-856da284-0183-454f-bb13-fcda1d52b1cb req-f65702aa-2f19-41f5-81da-8e3bbdd7bae8 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877692 Jan 28 13:17:22.358960 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54d4c7-22ff-4d96-8ffd-8349ac227bea req-09ae4b7e-ec13-4f58-ac95-d085710e3e58 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:22.360894 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4b54d4c7-22ff-4d96-8ffd-8349ac227bea req-09ae4b7e-ec13-4f58-ac95-d085710e3e58 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 948 time: 0.2302504 Jan 28 13:17:22.502551 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4b54d4c7-22ff-4d96-8ffd-8349ac227bea req-6c2d53bc-a295-48b6-896d-dd51f0b3926b tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280987 Jan 28 13:17:22.533623 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3d686-e982-42bd-89be-7bbc335113e9 req-854d7f1e-acba-4f2a-b10a-a8300db0bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:22.535318 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8ca3d686-e982-42bd-89be-7bbc335113e9 req-854d7f1e-acba-4f2a-b10a-a8300db0bc0e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1f50da165814895ae3e09a2631675bc&device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7 HTTP/1.1" status: 200 len: 1096 time: 0.1263993 Jan 28 13:17:22.544627 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:17:22.567457 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-856da284-0183-454f-bb13-fcda1d52b1cb req-c14e90f7-12d6-4b53-ac87-8214a160a8cb service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908894 Jan 28 13:17:22.588707 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234a742-bebd-4a6e-bfc0-83dc126d22f1 req-e7e289ea-bcc6-4211-b87e-576dfceb8228 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:22.594270 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-784c5973-55bd-432f-83ef-eaaee7455ced req-b8ebbfb5-21cb-487a-8ea4-72ba7a471f22 service neutron] For port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:22.596972 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6234a742-bebd-4a6e-bfc0-83dc126d22f1 req-e7e289ea-bcc6-4211-b87e-576dfceb8228 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=230fa9c0-c5a1-4bf0-b66d-d395d577a1ca HTTP/1.1" status: 200 len: 946 time: 0.1137254 Jan 28 13:17:22.599947 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:17:22.704313 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6234a742-bebd-4a6e-bfc0-83dc126d22f1 req-93a48b28-37a1-40eb-b1c4-324701353d9e tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064157 Jan 28 13:17:22.770505 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-784c5973-55bd-432f-83ef-eaaee7455ced req-b8ebbfb5-21cb-487a-8ea4-72ba7a471f22 service neutron] For port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:22.829701 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-3acd92a6-566e-44d1-b167-c84ee52cae55 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=42d41ca7201c4cf0ab13a2ef7a1198ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349956 Jan 28 13:17:22.865736 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5641b612-a2f0-4117-a342-bbd730eba3d3 req-015e1486-5af2-4c9b-86f4-cfc0f5a18e6f tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6573ebb6-16bc-4564-b239-6055d8e61ffe HTTP/1.1" status: 200 len: 210 time: 0.1245117 Jan 28 13:17:22.886620 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-784c5973-55bd-432f-83ef-eaaee7455ced req-b8ebbfb5-21cb-487a-8ea4-72ba7a471f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:22.910965 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-784c5973-55bd-432f-83ef-eaaee7455ced req-b8ebbfb5-21cb-487a-8ea4-72ba7a471f22 service neutron] For port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:22.948098 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3d686-e982-42bd-89be-7bbc335113e9 req-48cf4323-226f-4c62-8fe5-93591a19b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:22.964694 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8ca3d686-e982-42bd-89be-7bbc335113e9 req-48cf4323-226f-4c62-8fe5-93591a19b2a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56a89aa3-213b-4e75-bd90-9d124e8278f7 HTTP/1.1" status: 200 len: 923 time: 0.3888249 Jan 28 13:17:22.996272 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:23.037388 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 has no active binding in host n-h2-822747-2 {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 13:17:23.061290 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 is: DOWN; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:23.106241 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-784c5973-55bd-432f-83ef-eaaee7455ced req-b8ebbfb5-21cb-487a-8ea4-72ba7a471f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:23.141111 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-f1ec84eb-6100-4b9e-b448-4e0a80034775 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:23.143173 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-f1ec84eb-6100-4b9e-b448-4e0a80034775 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3019621 Jan 28 13:17:23.158741 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d6e89-c780-40dc-b98e-7aae09f71671 req-b1eefa1b-aadf-4de4-b40b-a7fdca425667 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:23.168222 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f63d6e89-c780-40dc-b98e-7aae09f71671 req-b1eefa1b-aadf-4de4-b40b-a7fdca425667 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 944 time: 0.1289845 Jan 28 13:17:23.181323 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-1ee021ff-77d4-4f12-942d-11fbf9248fda tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Request body: {'port': {'device_id': '6573ebb6-16bc-4564-b239-6055d8e61ffe', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': '42d41ca7201c4cf0ab13a2ef7a1198ab'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:23.182766 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8ca3d686-e982-42bd-89be-7bbc335113e9 req-030cefbb-d124-450a-ba7f-d1a18768a88f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad5abe53-8799-45f8-ab47-fe70460fdfe0 HTTP/1.1" status: 200 len: 1001 time: 0.2171113 Jan 28 13:17:23.279190 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3d686-e982-42bd-89be-7bbc335113e9 req-37bb5576-de98-48a8-881b-503430e9b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:23.280689 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8ca3d686-e982-42bd-89be-7bbc335113e9 req-37bb5576-de98-48a8-881b-503430e9b501 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d09786e-2fd7-45c5-ac49-545a517099f6 HTTP/1.1" status: 200 len: 862 time: 0.0909510 Jan 28 13:17:23.360459 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-784c5973-55bd-432f-83ef-eaaee7455ced req-b8ebbfb5-21cb-487a-8ea4-72ba7a471f22 service neutron] Transition to ACTIVE for port object ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:17:23.389665 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3d686-e982-42bd-89be-7bbc335113e9 req-bf134cd6-199b-47ca-8f43-0436fac29b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:23.391329 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8ca3d686-e982-42bd-89be-7bbc335113e9 req-bf134cd6-199b-47ca-8f43-0436fac29b49 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56a89aa3-213b-4e75-bd90-9d124e8278f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013544 Jan 28 13:17:23.394165 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-784c5973-55bd-432f-83ef-eaaee7455ced req-b8ebbfb5-21cb-487a-8ea4-72ba7a471f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:23.424872 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33a259-2833-4c55-aada-6f63e9df5999 req-20be34b2-9d35-492c-8ea8-eea30964d4d1 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:23.427023 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1d33a259-2833-4c55-aada-6f63e9df5999 req-20be34b2-9d35-492c-8ea8-eea30964d4d1 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=078133bc-a6d8-482f-8c3e-95a6a4287a0f HTTP/1.1" status: 200 len: 947 time: 0.1031346 Jan 28 13:17:23.481939 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f63d6e89-c780-40dc-b98e-7aae09f71671 req-dd2b5227-1b7a-43b9-b149-2e5eee13dd60 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128195 Jan 28 13:17:23.487822 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-1ee021ff-77d4-4f12-942d-11fbf9248fda tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Made reservation on behalf of 42d41ca7201c4cf0ab13a2ef7a1198ab for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:23.497457 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-1ee021ff-77d4-4f12-942d-11fbf9248fda tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:23.714259 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-784c5973-55bd-432f-83ef-eaaee7455ced req-b8ebbfb5-21cb-487a-8ea4-72ba7a471f22 service neutron] No DVR routers for this DVR port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:17:23.745550 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-1ee021ff-77d4-4f12-942d-11fbf9248fda tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Allocated IP 192.168.233.72 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:23.777670 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebbfb5-21cb-487a-8ea4-72ba7a471f22 service neutron] Pushing event updated for resources: {'Port': ['ID=ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163,revision_number=10']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:23.809901 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1d33a259-2833-4c55-aada-6f63e9df5999 req-e5cdfb19-ec5e-40f1-a46e-21486396218a tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382058 Jan 28 13:17:23.922706 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-784c5973-55bd-432f-83ef-eaaee7455ced req-b8ebbfb5-21cb-487a-8ea4-72ba7a471f22 service neutron] 10.222.0.18 "PUT /v2.0/ports/ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163/bindings/n-h2-822747-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8378096 Jan 28 13:17:23.934716 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8ca3d686-e982-42bd-89be-7bbc335113e9 req-bf1c46db-b93b-4e13-9fd2-b4edb8910098 service neutron] 10.222.0.37 "GET /v2.0/networks/56a89aa3-213b-4e75-bd90-9d124e8278f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5345933 Jan 28 13:17:24.110638 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8180e-1dad-4cda-a5fc-4d84dcfa4319 req-5d8d2281-c7a3-420d-9326-6915fd748b9c tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:24.112440 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-caa8180e-1dad-4cda-a5fc-4d84dcfa4319 req-5d8d2281-c7a3-420d-9326-6915fd748b9c tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=230fa9c0-c5a1-4bf0-b66d-d395d577a1ca HTTP/1.1" status: 200 len: 946 time: 0.1148403 Jan 28 13:17:24.117200 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8ca3d686-e982-42bd-89be-7bbc335113e9 req-717af14a-51e4-4e5c-8202-bde174065acc service neutron] 10.222.0.37 "GET /v2.0/networks/56a89aa3-213b-4e75-bd90-9d124e8278f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749825 Jan 28 13:17:24.170284 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-caa8180e-1dad-4cda-a5fc-4d84dcfa4319 req-0b1a8be2-7a96-44c6-973c-04ca97cb1959 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510368 Jan 28 13:17:24.279673 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c5973-55bd-432f-83ef-eaaee7455ced req-ab09639a-8856-43f2-ae0c-5795ff7ba094 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:24.281227 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-784c5973-55bd-432f-83ef-eaaee7455ced req-ab09639a-8856-43f2-ae0c-5795ff7ba094 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9&tenant_id=93543269cade486c80fd00260197c0a8&binding%3Ahost_id=n-h1-822747-2 HTTP/1.1" status: 200 len: 1096 time: 0.2070689 Jan 28 13:17:24.290536 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da823d5d-9826-4530-a8ce-e69a0e0fb6ba req-b9c2ace4-64df-451f-994a-dff23b11e74b tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:24.292090 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-da823d5d-9826-4530-a8ce-e69a0e0fb6ba req-b9c2ace4-64df-451f-994a-dff23b11e74b tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 948 time: 0.2192788 Jan 28 13:17:24.303221 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-40025809-6c04-478d-b54e-50ecb23fbd47 req-4a66deee-fec7-45a1-8bef-499624bd97ac tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6573ebb6-16bc-4564-b239-6055d8e61ffe HTTP/1.1" status: 200 len: 210 time: 0.0350409 Jan 28 13:17:24.406623 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-1ee021ff-77d4-4f12-942d-11fbf9248fda tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Publish callbacks [] for port (9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:24.426860 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c469be-376a-4237-9547-f48f613b7d42 req-4de19764-d948-4787-a889-504a19de125b tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:24.431253 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-99c469be-376a-4237-9547-f48f613b7d42 req-4de19764-d948-4787-a889-504a19de125b tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=230fa9c0-c5a1-4bf0-b66d-d395d577a1ca HTTP/1.1" status: 200 len: 946 time: 0.0592537 Jan 28 13:17:24.431414 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c5973-55bd-432f-83ef-eaaee7455ced req-82240a57-c392-4b5d-b3ff-a8a0bd1e48be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:24.432774 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-784c5973-55bd-432f-83ef-eaaee7455ced req-82240a57-c392-4b5d-b3ff-a8a0bd1e48be service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9&tenant_id=93543269cade486c80fd00260197c0a8 HTTP/1.1" status: 200 len: 1096 time: 0.1397700 Jan 28 13:17:24.450762 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-da823d5d-9826-4530-a8ce-e69a0e0fb6ba req-bd819b96-51a8-4480-abdb-3e7b5f5ee71b tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473377 Jan 28 13:17:24.503202 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-99c469be-376a-4237-9547-f48f613b7d42 req-77675ac6-9b4b-4e85-8e9e-96b5b2db1051 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685711 Jan 28 13:17:24.535345 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-1ee021ff-77d4-4f12-942d-11fbf9248fda tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:24.548833 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device a861f97f-f06d-41ad-9e82-fcc630232ab4 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:24.571651 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['11f8d571-4bab-4793-a999-eb229fd92d72'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:24.649950 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device bedb2d40-52af-4412-a20f-67af1cf2d19b details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:17:24.658078 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c5973-55bd-432f-83ef-eaaee7455ced req-bb91e525-f246-4ac5-a604-c9c026c178c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:24.659595 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-784c5973-55bd-432f-83ef-eaaee7455ced req-bb91e525-f246-4ac5-a604-c9c026c178c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93543269cade486c80fd00260197c0a8&device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 1096 time: 0.1804116 Jan 28 13:17:24.671133 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-1ee021ff-77d4-4f12-942d-11fbf9248fda tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:24.674995 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-1ee021ff-77d4-4f12-942d-11fbf9248fda tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:24.687364 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996739f5-c0c1-4a8a-8c1b-ec720d986211 req-179d72bd-820a-42c6-8e54-bc5fe8532c8b tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:24.692361 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-1ee021ff-77d4-4f12-942d-11fbf9248fda tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:24.698788 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-996739f5-c0c1-4a8a-8c1b-ec720d986211 req-179d72bd-820a-42c6-8e54-bc5fe8532c8b tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 945 time: 0.1145339 Jan 28 13:17:24.818446 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-996739f5-c0c1-4a8a-8c1b-ec720d986211 req-c12c1f8e-e8a0-4ee8-a11c-901932837f10 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172512 Jan 28 13:17:24.828562 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee021ff-77d4-4f12-942d-11fbf9248fda tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Pushing event updated for resources: {'Port': ['ID=9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:24.926433 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port a861f97f-f06d-41ad-9e82-fcc630232ab4 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:17:24.972876 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port a861f97f-f06d-41ad-9e82-fcc630232ab4 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:24.973258 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a861f97f-f06d-41ad-9e82-fcc630232ab4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:24.984925 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port bedb2d40-52af-4412-a20f-67af1cf2d19b, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=bedb2d40-52af-4412-a20f-67af1cf2d19b,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:25.023145 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'bedb2d40-52af-4412-a20f-67af1cf2d19b', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': 'bedb2d40-52af-4412-a20f-67af1cf2d19b', 'mac_address': 'fa:16:3e:83:43:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:17:25.027125 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-1ee021ff-77d4-4f12-942d-11fbf9248fda tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:25.027876 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-1ee021ff-77d4-4f12-942d-11fbf9248fda tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:25.078155 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-1ee021ff-77d4-4f12-942d-11fbf9248fda tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9007723 Jan 28 13:17:25.096908 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-23588ba8-1755-44b2-91c2-078c5698a34e service neutron] Request body: {'port': {'device_id': '6573ebb6-16bc-4564-b239-6055d8e61ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:25.143766 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c5973-55bd-432f-83ef-eaaee7455ced req-f8bfe314-1057-4041-9166-9f1c312a507a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:25.145382 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-784c5973-55bd-432f-83ef-eaaee7455ced req-f8bfe314-1057-4041-9166-9f1c312a507a service neutron] 10.222.0.37 "GET /v2.0/networks?id=8528e78d-cd10-4563-a6b3-de6e91f8e460 HTTP/1.1" status: 200 len: 908 time: 0.4664087 Jan 28 13:17:25.260065 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-db9091bd-9a8c-48f3-80b0-9ef9d1b645f5 None None] Provisioning complete for port 9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:25.269525 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db9091bd-9a8c-48f3-80b0-9ef9d1b645f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:25.277519 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-23588ba8-1755-44b2-91c2-078c5698a34e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:25.283601 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-784c5973-55bd-432f-83ef-eaaee7455ced req-af3317ba-34c9-490e-a576-688933efb9b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 HTTP/1.1" status: 200 len: 217 time: 0.1229215 Jan 28 13:17:25.368774 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port bedb2d40-52af-4412-a20f-67af1cf2d19b is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:25.369163 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bedb2d40-52af-4412-a20f-67af1cf2d19b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:25.395119 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c5973-55bd-432f-83ef-eaaee7455ced req-292a3d23-1399-457a-8ecb-0e5281a4c903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:25.397149 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-784c5973-55bd-432f-83ef-eaaee7455ced req-292a3d23-1399-457a-8ecb-0e5281a4c903 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=585c2f63-9b4b-456a-9eb5-e157a8ee5cdd HTTP/1.1" status: 200 len: 848 time: 0.0977459 Jan 28 13:17:25.417485 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bedb2d40-52af-4412-a20f-67af1cf2d19b {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:25.436916 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f8d56-8951-4258-b34f-5f8068db97c4 req-c71347aa-1faa-48fa-ab2c-eb22aeedbae8 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:25.443960 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ed7f8d56-8951-4258-b34f-5f8068db97c4 req-c71347aa-1faa-48fa-ab2c-eb22aeedbae8 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=078133bc-a6d8-482f-8c3e-95a6a4287a0f HTTP/1.1" status: 200 len: 947 time: 0.1505311 Jan 28 13:17:25.478208 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port bedb2d40-52af-4412-a20f-67af1cf2d19b, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=bedb2d40-52af-4412-a20f-67af1cf2d19b,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:25.481120 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port a861f97f-f06d-41ad-9e82-fcc630232ab4 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:25.481120 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a861f97f-f06d-41ad-9e82-fcc630232ab4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:25.484621 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-db9091bd-9a8c-48f3-80b0-9ef9d1b645f5 None None] Port 9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:17:25.502401 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (bedb2d40-52af-4412-a20f-67af1cf2d19b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:25.503670 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-784c5973-55bd-432f-83ef-eaaee7455ced req-9db00fd8-af1b-4542-be73-38504f91db7a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8528e78d-cd10-4563-a6b3-de6e91f8e460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352912 Jan 28 13:17:25.548036 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f1636b-8960-402a-9c8b-47b0ff5cd6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a861f97f-f06d-41ad-9e82-fcc630232ab4'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:25.550484 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f6e95a-8ebb-4e76-9e67-531662e4b7a7" -d '{"events": [{"server_uuid": "a6f1636b-8960-402a-9c8b-47b0ff5cd6f1", "name": "network-vif-plugged", "status": "completed", "tag": "a861f97f-f06d-41ad-9e82-fcc630232ab4"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:25.552971 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ed7f8d56-8951-4258-b34f-5f8068db97c4 req-bf7720ea-db94-40b9-8329-ef9bc3a9f50e tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027880 Jan 28 13:17:25.567795 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port a861f97f-f06d-41ad-9e82-fcc630232ab4, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=a861f97f-f06d-41ad-9e82-fcc630232ab4,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:25.581584 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a861f97f-f06d-41ad-9e82-fcc630232ab4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:25.595595 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=bedb2d40-52af-4412-a20f-67af1cf2d19b,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:25.717467 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=a861f97f-f06d-41ad-9e82-fcc630232ab4,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:25.728461 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e66a1-e9bb-4ee0-b256-8da22b22f85c req-6d69e935-51aa-4159-841b-22a434abff6b tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:25.730116 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ec3e66a1-e9bb-4ee0-b256-8da22b22f85c req-6d69e935-51aa-4159-841b-22a434abff6b tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6573ebb6-16bc-4564-b239-6055d8e61ffe HTTP/1.1" status: 200 len: 935 time: 0.0703456 Jan 28 13:17:25.744916 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-784c5973-55bd-432f-83ef-eaaee7455ced req-3c126f09-cac9-4d22-b89e-ae02f03ebae1 service neutron] 10.222.0.37 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296054 Jan 28 13:17:25.793788 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ec3e66a1-e9bb-4ee0-b256-8da22b22f85c req-d32de95f-2bf1-4c52-a03f-a0201002dbeb tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572138 Jan 28 13:17:25.893620 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382288a0-e5ee-46d7-95b8-8b9a71f1b5bc req-70652585-3c68-4c01-b6e6-e10120d1c80f tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:25.895282 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ff2234-bc0a-483e-a325-9325659c6693 x-openstack-request-id: req-99ff2234-bc0a-483e-a325-9325659c6693 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:25.895432 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-382288a0-e5ee-46d7-95b8-8b9a71f1b5bc req-70652585-3c68-4c01-b6e6-e10120d1c80f tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.1777971 Jan 28 13:17:25.895860 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f1636b-8960-402a-9c8b-47b0ff5cd6f1", "name": "network-vif-plugged", "status": "completed", "tag": "a861f97f-f06d-41ad-9e82-fcc630232ab4", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:25.896254 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-99ff2234-bc0a-483e-a325-9325659c6693 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:25.896790 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f1636b-8960-402a-9c8b-47b0ff5cd6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a861f97f-f06d-41ad-9e82-fcc630232ab4', 'code': 200} Jan 28 13:17:25.943309 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-784c5973-55bd-432f-83ef-eaaee7455ced req-cd0a230e-83c1-4bd5-8651-953abb92cdda service neutron] 10.222.0.37 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809924 Jan 28 13:17:25.963163 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-23588ba8-1755-44b2-91c2-078c5698a34e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:25.976231 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-23588ba8-1755-44b2-91c2-078c5698a34e service neutron] Publish callbacks [] for port (9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:25.990206 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['bedb2d40-52af-4412-a20f-67af1cf2d19b'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:26.019870 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-382288a0-e5ee-46d7-95b8-8b9a71f1b5bc req-7d9c0d6e-6357-43fd-85ad-879543329e89 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010017 Jan 28 13:17:26.028116 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-23588ba8-1755-44b2-91c2-078c5698a34e service neutron] Transition to ACTIVE for port object 9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:17:26.044673 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-23588ba8-1755-44b2-91c2-078c5698a34e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:26.132042 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a75f30-5869-4542-a283-0d481cd9c9ba req-3f2d705b-b743-4db0-8fce-e34bb115ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:26.134436 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-17a75f30-5869-4542-a283-0d481cd9c9ba req-3f2d705b-b743-4db0-8fce-e34bb115ac9d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 1100 time: 0.0622218 Jan 28 13:17:26.155362 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0bec10-4f15-4edf-a572-dd99fb418966 req-dc23b20c-3bc0-4544-9aa5-79e3591aaecf tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:26.157827 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc0bec10-4f15-4edf-a572-dd99fb418966 req-dc23b20c-3bc0-4544-9aa5-79e3591aaecf tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 945 time: 0.1771512 Jan 28 13:17:26.208022 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-17a75f30-5869-4542-a283-0d481cd9c9ba req-198ef5a6-26e3-4db2-bc2f-1beb75b22009 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629163 Jan 28 13:17:26.220772 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23588ba8-1755-44b2-91c2-078c5698a34e service neutron] Pushing event updated for resources: {'Port': ['ID=9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:26.288337 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc0bec10-4f15-4edf-a572-dd99fb418966 req-5282eb23-179e-4bc3-a3f9-3a20aff35200 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837202 Jan 28 13:17:26.316165 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b08c11-6a06-446c-9bf6-c4b5d0302443 req-40681154-1581-4e07-9df8-dd458d9d327f tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:26.323541 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-66b08c11-6a06-446c-9bf6-c4b5d0302443 req-40681154-1581-4e07-9df8-dd458d9d327f tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=230fa9c0-c5a1-4bf0-b66d-d395d577a1ca HTTP/1.1" status: 200 len: 946 time: 0.2133164 Jan 28 13:17:26.373603 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-23588ba8-1755-44b2-91c2-078c5698a34e service neutron] Attempting to bind port 9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:26.373976 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-23588ba8-1755-44b2-91c2-078c5698a34e service neutron] Attempting to bind port 9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:26.374316 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-23588ba8-1755-44b2-91c2-078c5698a34e service neutron] Attempting to bind port 9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:26.386567 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-23588ba8-1755-44b2-91c2-078c5698a34e service neutron] Port 9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942 on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:17:26.386946 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-23588ba8-1755-44b2-91c2-078c5698a34e service neutron] Attempting to bind port 9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:26.399369 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-66b08c11-6a06-446c-9bf6-c4b5d0302443 req-591a03b0-badb-4b4d-be2e-947849df049c tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748234 Jan 28 13:17:26.400155 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-23588ba8-1755-44b2-91c2-078c5698a34e service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:26.400499 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-23588ba8-1755-44b2-91c2-078c5698a34e service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:26.400883 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-23588ba8-1755-44b2-91c2-078c5698a34e service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:26.401343 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-23588ba8-1755-44b2-91c2-078c5698a34e service neutron] Bound port: 9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:26.401721 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-23588ba8-1755-44b2-91c2-078c5698a34e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:26.518444 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c5973-55bd-432f-83ef-eaaee7455ced req-f1e99a5e-ef89-4a25-93b8-7b71870092f0 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:26.520479 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-784c5973-55bd-432f-83ef-eaaee7455ced req-f1e99a5e-ef89-4a25-93b8-7b71870092f0 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9&tenant_id=93543269cade486c80fd00260197c0a8&binding%3Ahost_id=n-h2-822747-2 HTTP/1.1" status: 200 len: 1096 time: 0.1147470 Jan 28 13:17:26.536838 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-23588ba8-1755-44b2-91c2-078c5698a34e service neutron] For port 9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:26.542089 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-23588ba8-1755-44b2-91c2-078c5698a34e service neutron] For port 9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:26.566518 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-23588ba8-1755-44b2-91c2-078c5698a34e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:26.594457 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:17:26.637983 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-23588ba8-1755-44b2-91c2-078c5698a34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:26.638889 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-23588ba8-1755-44b2-91c2-078c5698a34e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:26.640555 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-23588ba8-1755-44b2-91c2-078c5698a34e service neutron] 10.222.0.18 "PUT /v2.0/ports/9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942 HTTP/1.1" status: 200 len: 1095 time: 1.5500057 Jan 28 13:17:26.644474 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6573ebb6-16bc-4564-b239-6055d8e61ffe', 'tag': '9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:26.647049 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841b0428-bd7b-4b07-9506-58ebd5c1d35d" -d '{"events": [{"name": "network-changed", "server_uuid": "6573ebb6-16bc-4564-b239-6055d8e61ffe", "tag": "9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:26.773213 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acb6cc4-fa88-4edd-b721-d8461ab19a11 x-openstack-request-id: req-5acb6cc4-fa88-4edd-b721-d8461ab19a11 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:26.773511 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6573ebb6-16bc-4564-b239-6055d8e61ffe", "tag": "9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:26.773763 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5acb6cc4-fa88-4edd-b721-d8461ab19a11 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:26.774298 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6573ebb6-16bc-4564-b239-6055d8e61ffe', 'tag': '9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942', 'status': 'completed', 'code': 200} Jan 28 13:17:26.794074 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23588ba8-1755-44b2-91c2-078c5698a34e service neutron] Pushing event updated for resources: {'Port': ['ID=9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:26.844361 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-784c5973-55bd-432f-83ef-eaaee7455ced req-84f1c044-b907-4ecc-aa5d-e8d2f4d8d4a7 service neutron] For port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:26.848859 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-784c5973-55bd-432f-83ef-eaaee7455ced req-84f1c044-b907-4ecc-aa5d-e8d2f4d8d4a7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:26.850044 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-784c5973-55bd-432f-83ef-eaaee7455ced req-84f1c044-b907-4ecc-aa5d-e8d2f4d8d4a7 service neutron] 10.222.0.37 "DELETE /v2.0/ports/ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163/bindings/n-h1-822747-2 HTTP/1.1" status: 204 len: 173 time: 0.3198509 Jan 28 13:17:26.865303 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-03e4a512-83f6-49bd-b950-67ae7a058660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:26.866955 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4ee19-f8dc-43a0-b55d-93f81bb521be req-1569f1ca-1ff0-4146-b545-5414ea18e4fb tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:26.869644 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-03e4a512-83f6-49bd-b950-67ae7a058660 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=42d41ca7201c4cf0ab13a2ef7a1198ab&device_id=6573ebb6-16bc-4564-b239-6055d8e61ffe HTTP/1.1" status: 200 len: 1098 time: 0.0928609 Jan 28 13:17:26.875982 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e9d4ee19-f8dc-43a0-b55d-93f81bb521be req-1569f1ca-1ff0-4146-b545-5414ea18e4fb tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=078133bc-a6d8-482f-8c3e-95a6a4287a0f HTTP/1.1" status: 200 len: 948 time: 0.1215911 Jan 28 13:17:26.895253 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 is: DOWN; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:26.956352 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e9d4ee19-f8dc-43a0-b55d-93f81bb521be req-ddce19f2-5bdd-44dc-9777-c85ea4c26c2b tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792589 Jan 28 13:17:26.979186 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-02f4dc7b-952b-4f82-b14e-2a1d284b9b77 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942 HTTP/1.1" status: 200 len: 217 time: 0.0918756 Jan 28 13:17:26.995106 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42226) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:27.076936 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-3cc6a327-c474-4507-9ff3-1426391657aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:27.078522 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-3cc6a327-c474-4507-9ff3-1426391657aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0934691 Jan 28 13:17:27.088255 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd091fc-13c1-4da5-a6a6-1a67f342f450 req-6f40a17a-2078-4ba4-94d0-209781449ec2 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:27.090329 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5dd091fc-13c1-4da5-a6a6-1a67f342f450 req-6f40a17a-2078-4ba4-94d0-209781449ec2 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6573ebb6-16bc-4564-b239-6055d8e61ffe HTTP/1.1" status: 200 len: 947 time: 0.1160071 Jan 28 13:17:27.161128 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c448c0-14c9-4606-b2dd-110cb86b85bd req-0ea293b9-c17d-479d-aa17-0fd0fe81df0b tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:27.162730 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-24c448c0-14c9-4606-b2dd-110cb86b85bd req-0ea293b9-c17d-479d-aa17-0fd0fe81df0b tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.0608416 Jan 28 13:17:27.176855 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-e24fcd2a-38f6-423b-ab96-0460ef869063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:27.178586 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-e24fcd2a-38f6-423b-ab96-0460ef869063 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0870876 Jan 28 13:17:27.184111 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5dd091fc-13c1-4da5-a6a6-1a67f342f450 req-48fafeb3-054d-4bf3-8d05-07a7eec36281 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843008 Jan 28 13:17:27.207705 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d6a35365-025e-4d10-846c-d16e298fc348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:27.264684 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-24c448c0-14c9-4606-b2dd-110cb86b85bd req-e67ef7f0-41ba-43ac-841f-67cbb03e99f9 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933065 Jan 28 13:17:27.308807 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-3566a70a-c927-4546-a102-e9f68e6a2bf3 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115322 Jan 28 13:17:27.345463 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d6a35365-025e-4d10-846c-d16e298fc348 admin admin] Publish callbacks [] for security_group (2b465fdb-de2f-444a-8e9e-cf72243df2b9), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:27.355969 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d6a35365-025e-4d10-846c-d16e298fc348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (2b465fdb-de2f-444a-8e9e-cf72243df2b9), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:27.396782 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a35365-025e-4d10-846c-d16e298fc348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b465fdb-de2f-444a-8e9e-cf72243df2b9,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:27.404107 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d6a35365-025e-4d10-846c-d16e298fc348 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c01083538a48430f9cabdd535e2214e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4078071 Jan 28 13:17:27.404970 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42234) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:27.460168 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4ac305ed-3efb-401b-8a4a-213a9bc31f7a admin admin] Publish callbacks [] for security_group (2b465fdb-de2f-444a-8e9e-cf72243df2b9), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:27.485781 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4ac305ed-3efb-401b-8a4a-213a9bc31f7a admin admin] Publish callbacks [] for security_group (2b465fdb-de2f-444a-8e9e-cf72243df2b9), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:27.567567 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fe030-2470-44af-891a-2b02bfca89bf req-b24d4795-0792-4afb-946d-4fc9525f3f37 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:27.569354 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d74fe030-2470-44af-891a-2b02bfca89bf req-b24d4795-0792-4afb-946d-4fc9525f3f37 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=230fa9c0-c5a1-4bf0-b66d-d395d577a1ca HTTP/1.1" status: 200 len: 946 time: 0.0811753 Jan 28 13:17:27.604653 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4ac305ed-3efb-401b-8a4a-213a9bc31f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (2b465fdb-de2f-444a-8e9e-cf72243df2b9), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:27.607698 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4ac305ed-3efb-401b-8a4a-213a9bc31f7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:27.612838 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4ac305ed-3efb-401b-8a4a-213a9bc31f7a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b465fdb-de2f-444a-8e9e-cf72243df2b9 HTTP/1.1" status: 204 len: 168 time: 0.2063987 Jan 28 13:17:27.644326 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac305ed-3efb-401b-8a4a-213a9bc31f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b465fdb-de2f-444a-8e9e-cf72243df2b9,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:27.693595 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d74fe030-2470-44af-891a-2b02bfca89bf req-cdfba4b4-d12b-4ede-af3e-b3e077effb2e tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053128 Jan 28 13:17:27.752432 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf4760-5e7c-4290-8dea-e8c0eab91189 req-ea6d48fd-80a5-4cda-93aa-b0c2446cd4df tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:27.759032 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76bf4760-5e7c-4290-8dea-e8c0eab91189 req-ea6d48fd-80a5-4cda-93aa-b0c2446cd4df tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 945 time: 0.0825901 Jan 28 13:17:27.771023 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c99c04c-051b-412a-a4bd-8a5d67bb5005 req-dcdebbd2-7d1a-47fb-8c67-0c4584df493d service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494576 Jan 28 13:17:27.827952 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76bf4760-5e7c-4290-8dea-e8c0eab91189 req-d54fe529-f49c-4f10-a77d-4c2ce4bb2d28 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677953 Jan 28 13:17:27.891038 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b0428-bd7b-4b07-9506-58ebd5c1d35d req-91994ed2-49de-40ec-8c82-7fa37b4f99b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:27.893025 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-841b0428-bd7b-4b07-9506-58ebd5c1d35d req-91994ed2-49de-40ec-8c82-7fa37b4f99b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=42d41ca7201c4cf0ab13a2ef7a1198ab&device_id=6573ebb6-16bc-4564-b239-6055d8e61ffe HTTP/1.1" status: 200 len: 1098 time: 0.0503180 Jan 28 13:17:28.050741 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743339fa-2ad9-4b67-bead-1815a81a2fdc req-574e6563-0fbb-436b-b44c-82cfaa2bc945 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:28.053011 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-743339fa-2ad9-4b67-bead-1815a81a2fdc req-574e6563-0fbb-436b-b44c-82cfaa2bc945 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 1096 time: 0.1130431 Jan 28 13:17:28.075802 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b0428-bd7b-4b07-9506-58ebd5c1d35d req-9aa52dcf-a921-4568-95e8-2d1ea8ff15ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:28.077382 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-841b0428-bd7b-4b07-9506-58ebd5c1d35d req-9aa52dcf-a921-4568-95e8-2d1ea8ff15ef service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.1725597 Jan 28 13:17:28.136114 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-841b0428-bd7b-4b07-9506-58ebd5c1d35d req-022211c2-1995-45d8-8e4d-915fad3ea27e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942 HTTP/1.1" status: 200 len: 217 time: 0.0507822 Jan 28 13:17:28.154242 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165965d-3441-4187-bbfc-20ef475e3d45 req-62ecf5e5-42e6-4b33-abe6-56a5ec5112f4 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:28.159568 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f165965d-3441-4187-bbfc-20ef475e3d45 req-62ecf5e5-42e6-4b33-abe6-56a5ec5112f4 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=078133bc-a6d8-482f-8c3e-95a6a4287a0f HTTP/1.1" status: 200 len: 948 time: 0.0862908 Jan 28 13:17:28.162266 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42252) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:28.184060 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-743339fa-2ad9-4b67-bead-1815a81a2fdc req-ab6c24e3-20e6-438e-9bc8-4647adaf4550 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199422 Jan 28 13:17:28.199455 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b0428-bd7b-4b07-9506-58ebd5c1d35d req-67fef3e5-458f-40c4-bdca-23d3eb6803cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:28.200940 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-841b0428-bd7b-4b07-9506-58ebd5c1d35d req-67fef3e5-458f-40c4-bdca-23d3eb6803cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0558794 Jan 28 13:17:28.231078 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f165965d-3441-4187-bbfc-20ef475e3d45 req-c9dc1014-8a0b-4083-8788-4d658db37fc4 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614264 Jan 28 13:17:28.232111 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0d4e37ba-9997-42d1-b214-1a1618f2f7d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:28.267799 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b0428-bd7b-4b07-9506-58ebd5c1d35d req-f9345282-b62a-4396-be0c-75c49236ea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:28.271404 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-841b0428-bd7b-4b07-9506-58ebd5c1d35d req-f9345282-b62a-4396-be0c-75c49236ea1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0570307 Jan 28 13:17:28.353335 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0d4e37ba-9997-42d1-b214-1a1618f2f7d8 admin admin] Publish callbacks [] for security_group (8f702e5c-fec5-47ea-abe7-3096442cc9f4), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:28.413590 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0d4e37ba-9997-42d1-b214-1a1618f2f7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8f702e5c-fec5-47ea-abe7-3096442cc9f4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:28.461379 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7cf43-82c0-4de6-af67-60230a169074 req-5a6a7f63-a529-4e2e-88f4-b5dec90aa745 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:28.465202 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-69d7cf43-82c0-4de6-af67-60230a169074 req-5a6a7f63-a529-4e2e-88f4-b5dec90aa745 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6573ebb6-16bc-4564-b239-6055d8e61ffe HTTP/1.1" status: 200 len: 947 time: 0.1460886 Jan 28 13:17:28.479008 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e37ba-9997-42d1-b214-1a1618f2f7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f702e5c-fec5-47ea-abe7-3096442cc9f4,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:28.483625 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0d4e37ba-9997-42d1-b214-1a1618f2f7d8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3fb7b539e62b4342999ee80d6fcf02fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3201506 Jan 28 13:17:28.487607 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42264) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:28.505005 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d575ae8-5c74-4b33-b6f0-aa39fa007be9 req-9cb59a35-f5cf-4bde-850a-4fec58f70618 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:28.511473 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9d575ae8-5c74-4b33-b6f0-aa39fa007be9 req-9cb59a35-f5cf-4bde-850a-4fec58f70618 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.1612518 Jan 28 13:17:28.521195 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-841b0428-bd7b-4b07-9506-58ebd5c1d35d req-a755926a-7369-4ca3-9dfa-ef717d0709a1 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774323 Jan 28 13:17:28.559818 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 5eec7083-37c7-43aa-9de3-4c054ee5028a details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:17:28.560457 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-69d7cf43-82c0-4de6-af67-60230a169074 req-47df3ec0-9d86-46ea-85e8-dfbda7029462 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893974 Jan 28 13:17:28.599579 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device bedb2d40-52af-4412-a20f-67af1cf2d19b up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:28.627343 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9d575ae8-5c74-4b33-b6f0-aa39fa007be9 req-04986919-c8e5-4041-bff4-5f3f8ffc78cc tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091950 Jan 28 13:17:28.628763 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b3d196f4-20b6-44ab-bd82-9aa76e8282bf admin admin] Publish callbacks [] for security_group (8f702e5c-fec5-47ea-abe7-3096442cc9f4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:28.655040 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-841b0428-bd7b-4b07-9506-58ebd5c1d35d req-14516875-15cd-4940-9b36-5212a1d5310e service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251230 Jan 28 13:17:28.702330 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b3d196f4-20b6-44ab-bd82-9aa76e8282bf admin admin] Publish callbacks [] for security_group (8f702e5c-fec5-47ea-abe7-3096442cc9f4), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:28.762466 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port bedb2d40-52af-4412-a20f-67af1cf2d19b completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:17:28.777298 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port bedb2d40-52af-4412-a20f-67af1cf2d19b triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:28.777773 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (bedb2d40-52af-4412-a20f-67af1cf2d19b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:28.780738 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 5eec7083-37c7-43aa-9de3-4c054ee5028a, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=5eec7083-37c7-43aa-9de3-4c054ee5028a,segment=NetworkSegment(9f676767-c742-4048-b118-47a92e908b4f),segment_id=9f676767-c742-4048-b118-47a92e908b4f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:28.807296 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b3d196f4-20b6-44ab-bd82-9aa76e8282bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8f702e5c-fec5-47ea-abe7-3096442cc9f4), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:28.809834 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b3d196f4-20b6-44ab-bd82-9aa76e8282bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:28.811112 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b3d196f4-20b6-44ab-bd82-9aa76e8282bf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f702e5c-fec5-47ea-abe7-3096442cc9f4 HTTP/1.1" status: 204 len: 168 time: 0.3228772 Jan 28 13:17:28.827286 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '5eec7083-37c7-43aa-9de3-4c054ee5028a', 'network_id': '8707c289-bc91-43e5-b056-ef974f42dcf6', 'port_id': '5eec7083-37c7-43aa-9de3-4c054ee5028a', 'mac_address': 'fa:16:3e:57:46:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c438cf0b-ba2f-4b20-9328-8873f24b23e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:17:28.842693 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d196f4-20b6-44ab-bd82-9aa76e8282bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f702e5c-fec5-47ea-abe7-3096442cc9f4,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:28.860835 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-24d2edbf-434d-4d36-9396-93274aebcdd7 req-7a6d2cdd-d76e-4d77-bc49-da199ee1ecd3 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:17:28.861884 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-24d2edbf-434d-4d36-9396-93274aebcdd7 req-7a6d2cdd-d76e-4d77-bc49-da199ee1ecd3 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054576 Jan 28 13:17:28.881578 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 5eec7083-37c7-43aa-9de3-4c054ee5028a is: ACTIVE; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:28.881966 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5eec7083-37c7-43aa-9de3-4c054ee5028a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:28.909436 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5eec7083-37c7-43aa-9de3-4c054ee5028a {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:28.931095 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 5eec7083-37c7-43aa-9de3-4c054ee5028a, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=5eec7083-37c7-43aa-9de3-4c054ee5028a,segment=NetworkSegment(9f676767-c742-4048-b118-47a92e908b4f),segment_id=9f676767-c742-4048-b118-47a92e908b4f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:28.937877 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5eec7083-37c7-43aa-9de3-4c054ee5028a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:29.024324 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-c2e7e685-cb0c-47bd-9727-84e13787e8ca tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:29.027489 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['5eec7083-37c7-43aa-9de3-4c054ee5028a'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:29.035834 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-c2e7e685-cb0c-47bd-9727-84e13787e8ca tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/networks?id=8528e78d-cd10-4563-a6b3-de6e91f8e460 HTTP/1.1" status: 200 len: 808 time: 0.3056262 Jan 28 13:17:29.058298 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-b9769bdc-97b9-4b99-b2a7-ee1afc213c71 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/quotas/93543269cade486c80fd00260197c0a8 HTTP/1.1" status: 200 len: 375 time: 0.0213850 Jan 28 13:17:29.082278 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=5eec7083-37c7-43aa-9de3-4c054ee5028a,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:29.089814 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port bedb2d40-52af-4412-a20f-67af1cf2d19b is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:29.090460 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bedb2d40-52af-4412-a20f-67af1cf2d19b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:29.123516 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078133bc-a6d8-482f-8c3e-95a6a4287a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedb2d40-52af-4412-a20f-67af1cf2d19b'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:29.125747 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e2f1b3-2a41-4d36-88d0-46b6fd17fa23" -d '{"events": [{"server_uuid": "078133bc-a6d8-482f-8c3e-95a6a4287a0f", "name": "network-vif-plugged", "status": "completed", "tag": "bedb2d40-52af-4412-a20f-67af1cf2d19b"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:29.145018 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port bedb2d40-52af-4412-a20f-67af1cf2d19b, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=bedb2d40-52af-4412-a20f-67af1cf2d19b,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:29.152948 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (bedb2d40-52af-4412-a20f-67af1cf2d19b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:29.197741 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-afb3d347-fde3-46d4-b113-641410eb0cb3 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=93543269cade486c80fd00260197c0a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1383007 Jan 28 13:17:29.286047 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=bedb2d40-52af-4412-a20f-67af1cf2d19b,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:29.321396 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4c010bd7-b783-49b1-a5f0-ee085b0a7ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:29.377576 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-15d12658-2004-4259-94ce-47e4450b5958 service neutron] 10.222.0.39 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589062 Jan 28 13:17:29.389343 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f87531-566d-495d-8659-1cb5df525082 req-e499965d-cc8f-42f3-88a5-4691ea5e6734 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:29.391347 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b2f87531-566d-495d-8659-1cb5df525082 req-e499965d-cc8f-42f3-88a5-4691ea5e6734 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=230fa9c0-c5a1-4bf0-b66d-d395d577a1ca HTTP/1.1" status: 200 len: 945 time: 0.1152396 Jan 28 13:17:29.426430 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-15933add-16a1-46bc-b794-e6b699f161e0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1061730 Jan 28 13:17:29.458653 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b2f87531-566d-495d-8659-1cb5df525082 req-3a58aa9e-f94c-47ca-84cd-512f01905970 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611851 Jan 28 13:17:29.522252 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-9b92de21-ff23-4198-9c8a-fa804e938063 service neutron] 10.222.0.39 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437752 Jan 28 13:17:29.689645 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adef059-5e71-45a9-b740-b9af36e0d9ce x-openstack-request-id: req-2adef059-5e71-45a9-b740-b9af36e0d9ce {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:29.690276 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078133bc-a6d8-482f-8c3e-95a6a4287a0f", "name": "network-vif-plugged", "status": "completed", "tag": "bedb2d40-52af-4412-a20f-67af1cf2d19b", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:29.690276 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2adef059-5e71-45a9-b740-b9af36e0d9ce {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:29.690559 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078133bc-a6d8-482f-8c3e-95a6a4287a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedb2d40-52af-4412-a20f-67af1cf2d19b', 'code': 200} Jan 28 13:17:29.932602 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857e8e9-20b1-47d4-a855-651585b37042 req-a0f41453-3f03-45a2-ac03-ce4fbdbff343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:29.934522 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c857e8e9-20b1-47d4-a855-651585b37042 req-a0f41453-3f03-45a2-ac03-ce4fbdbff343 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=078133bc-a6d8-482f-8c3e-95a6a4287a0f HTTP/1.1" status: 200 len: 1100 time: 0.1612177 Jan 28 13:17:29.944515 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6c50b-b989-414b-a283-77e572a6018e req-678ca3fa-dafb-455e-a607-fa7493590d24 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:29.946062 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9cf6c50b-b989-414b-a283-77e572a6018e req-678ca3fa-dafb-455e-a607-fa7493590d24 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.1566937 Jan 28 13:17:30.032859 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22388448-5460-4e21-afd7-4d9af366c2f9 req-4c6aae68-bad4-438e-930a-791bda955cda tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:30.034473 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-22388448-5460-4e21-afd7-4d9af366c2f9 req-4c6aae68-bad4-438e-930a-791bda955cda tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=078133bc-a6d8-482f-8c3e-95a6a4287a0f HTTP/1.1" status: 200 len: 949 time: 0.0969765 Jan 28 13:17:30.066784 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c857e8e9-20b1-47d4-a855-651585b37042 req-bd034a32-5cf0-4a04-9d48-92addd45741c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196723 Jan 28 13:17:30.070455 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9cf6c50b-b989-414b-a283-77e572a6018e req-eea5ea61-75bf-47a4-b6e2-cd06193d0b5a tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900888 Jan 28 13:17:30.204079 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-22388448-5460-4e21-afd7-4d9af366c2f9 req-11f7c7b0-e3c9-4514-8ae0-846127bd6412 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430233 Jan 28 13:17:30.403242 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217db116-b084-4c84-a7df-3419d4416bd8 req-e485de96-d3bd-4645-8097-561804ef222a tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:30.405775 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-217db116-b084-4c84-a7df-3419d4416bd8 req-e485de96-d3bd-4645-8097-561804ef222a tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6573ebb6-16bc-4564-b239-6055d8e61ffe HTTP/1.1" status: 200 len: 947 time: 0.0895391 Jan 28 13:17:30.500423 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-217db116-b084-4c84-a7df-3419d4416bd8 req-8a31a347-0740-46b5-9aaf-04c5081dd2f2 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745292 Jan 28 13:17:30.502853 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7122f767-2f82-420f-93b8-e54055b95a82 req-a0aa7f99-da8e-4f02-91c3-bcbc9d8aff13 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 210 time: 0.0515740 Jan 28 13:17:30.576837 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:17:30.598951 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 5eec7083-37c7-43aa-9de3-4c054ee5028a up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:30.667114 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a43cb-5d31-4af8-b702-03b7fb23d438 req-f635bab1-f6dc-42f0-a2b9-5e67ccdbdc14 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:30.668615 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dc2a43cb-5d31-4af8-b702-03b7fb23d438 req-f635bab1-f6dc-42f0-a2b9-5e67ccdbdc14 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=230fa9c0-c5a1-4bf0-b66d-d395d577a1ca HTTP/1.1" status: 200 len: 945 time: 0.0876212 Jan 28 13:17:30.735512 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:30.738737 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 5eec7083-37c7-43aa-9de3-4c054ee5028a triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:30.739275 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5eec7083-37c7-43aa-9de3-4c054ee5028a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:30.772183 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': '9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942', 'mac_address': 'fa:16:3e:40:29:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:17:30.802446 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dc2a43cb-5d31-4af8-b702-03b7fb23d438 req-89fbae18-6630-4cc1-a67b-90b0c4b24776 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235838 Jan 28 13:17:30.835636 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:30.836161 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:30.898778 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 5eec7083-37c7-43aa-9de3-4c054ee5028a is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:30.899213 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5eec7083-37c7-43aa-9de3-4c054ee5028a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:30.902192 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:30.927696 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:30.938801 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:30.992796 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bb4eb-449b-4c63-bec4-2f5092d89a8d req-496f1ee1-18af-40d5-b037-7df9f2d83171 tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:30.994727 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0d0bb4eb-449b-4c63-bec4-2f5092d89a8d req-496f1ee1-18af-40d5-b037-7df9f2d83171 tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d525995-5e77-4300-a4b3-e1072e80fa7c HTTP/1.1" status: 200 len: 945 time: 0.4241891 Jan 28 13:17:31.009056 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:31.043476 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 5eec7083-37c7-43aa-9de3-4c054ee5028a, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=5eec7083-37c7-43aa-9de3-4c054ee5028a,segment=NetworkSegment(9f676767-c742-4048-b118-47a92e908b4f),segment_id=9f676767-c742-4048-b118-47a92e908b4f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:31.049288 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5eec7083-37c7-43aa-9de3-4c054ee5028a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:31.049802 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0d0bb4eb-449b-4c63-bec4-2f5092d89a8d req-07c54f2d-351e-46a9-beb2-5425bd2062ed tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc988287-7e23-40e4-ac21-8b0783289aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494814 Jan 28 13:17:31.107771 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=5eec7083-37c7-43aa-9de3-4c054ee5028a,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:31.204029 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685d80a-2a42-4573-8c8a-1bd59a4f6036 req-54f7a1d0-d2b4-4f0d-8d93-ebcdadb2e16d tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:31.204029 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2685d80a-2a42-4573-8c8a-1bd59a4f6036 req-54f7a1d0-d2b4-4f0d-8d93-ebcdadb2e16d tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.0496969 Jan 28 13:17:31.246596 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:31.258766 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2685d80a-2a42-4573-8c8a-1bd59a4f6036 req-8cf2b542-cbdf-465c-8f07-5e2941224a41 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460265 Jan 28 13:17:31.547866 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4d2ffc21-5a77-4cbd-8356-3b3e39224460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:31.554121 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbad643-cbe4-4e0c-aa75-6d272671fa25 req-28dd0109-667c-419a-aed6-4b78a917f607 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:31.556220 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3bbad643-cbe4-4e0c-aa75-6d272671fa25 req-28dd0109-667c-419a-aed6-4b78a917f607 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=078133bc-a6d8-482f-8c3e-95a6a4287a0f HTTP/1.1" status: 200 len: 949 time: 0.0659666 Jan 28 13:17:31.620586 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3bbad643-cbe4-4e0c-aa75-6d272671fa25 req-0312939b-99d8-4429-804b-9f908940c8b6 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574491 Jan 28 13:17:31.692141 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230fa9c0-c5a1-4bf0-b66d-d395d577a1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eec7083-37c7-43aa-9de3-4c054ee5028a'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:31.696156 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67ed2c4-0e02-48d4-b860-665dfe5f5e75" -d '{"events": [{"server_uuid": "230fa9c0-c5a1-4bf0-b66d-d395d577a1ca", "name": "network-vif-plugged", "status": "completed", "tag": "5eec7083-37c7-43aa-9de3-4c054ee5028a"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:31.719950 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11d58b-d550-4e8a-8e09-50716a464d12 req-c209e716-d2d4-4f63-9ccc-b82aaa94f994 tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:31.722763 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ca11d58b-d550-4e8a-8e09-50716a464d12 req-c209e716-d2d4-4f63-9ccc-b82aaa94f994 tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d525995-5e77-4300-a4b3-e1072e80fa7c HTTP/1.1" status: 200 len: 945 time: 0.0580051 Jan 28 13:17:31.863236 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a6eaf341-2a9e-4fa7-aecb-496d6a05a398 req-fe9d76ab-eb63-4a93-8484-fa304fd5615e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 210 time: 0.0321095 Jan 28 13:17:31.865691 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c2668-f697-4926-a211-8bb3cafc5ddc req-10f8dde6-5f60-489d-bfc8-9b06f5a1ec66 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:31.872593 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a84c2668-f697-4926-a211-8bb3cafc5ddc req-10f8dde6-5f60-489d-bfc8-9b06f5a1ec66 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6573ebb6-16bc-4564-b239-6055d8e61ffe HTTP/1.1" status: 200 len: 948 time: 0.0706751 Jan 28 13:17:31.914429 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-ca11d58b-d550-4e8a-8e09-50716a464d12 req-49aa9119-fae8-41fa-a2a1-01334ff03ffe tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Deleting port 8fa79135-f34d-470f-b0bd-2b2326d34006 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:17:31.915167 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ca11d58b-d550-4e8a-8e09-50716a464d12 req-49aa9119-fae8-41fa-a2a1-01334ff03ffe tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8fa79135-f34d-470f-b0bd-2b2326d34006), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:31.927698 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac81ec85-b238-46c2-9444-851cf07bc824 x-openstack-request-id: req-ac81ec85-b238-46c2-9444-851cf07bc824 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:31.928189 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230fa9c0-c5a1-4bf0-b66d-d395d577a1ca", "name": "network-vif-plugged", "status": "completed", "tag": "5eec7083-37c7-43aa-9de3-4c054ee5028a", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:31.928520 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ac81ec85-b238-46c2-9444-851cf07bc824 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:31.929159 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230fa9c0-c5a1-4bf0-b66d-d395d577a1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eec7083-37c7-43aa-9de3-4c054ee5028a', 'code': 200} Jan 28 13:17:31.967619 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a84c2668-f697-4926-a211-8bb3cafc5ddc req-c1d699d5-b9be-460b-9959-7ec21d4c11b2 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939636 Jan 28 13:17:32.092120 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-ca11d58b-d550-4e8a-8e09-50716a464d12 req-49aa9119-fae8-41fa-a2a1-01334ff03ffe tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] For port 8fa79135-f34d-470f-b0bd-2b2326d34006, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8fa79135-f34d-470f-b0bd-2b2326d34006,segment=NetworkSegment(cf9df0e4-d9dd-4602-bc29-c9fef9adb5fb),segment_id=cf9df0e4-d9dd-4602-bc29-c9fef9adb5fb)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:32.092706 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ca11d58b-d550-4e8a-8e09-50716a464d12 req-49aa9119-fae8-41fa-a2a1-01334ff03ffe tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8fa79135-f34d-470f-b0bd-2b2326d34006), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:32.103254 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec908da-3013-4419-b37d-b6099ae137e2 req-67350efa-6422-4b62-9f10-64283d1392c1 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:32.105659 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bec908da-3013-4419-b37d-b6099ae137e2 req-67350efa-6422-4b62-9f10-64283d1392c1 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=230fa9c0-c5a1-4bf0-b66d-d395d577a1ca HTTP/1.1" status: 200 len: 946 time: 0.0661097 Jan 28 13:17:32.120739 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-ca11d58b-d550-4e8a-8e09-50716a464d12 req-49aa9119-fae8-41fa-a2a1-01334ff03ffe tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Calling delete_port for 8fa79135-f34d-470f-b0bd-2b2326d34006 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:17:32.179759 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bec908da-3013-4419-b37d-b6099ae137e2 req-2325a35d-4601-4606-a173-9c5139cb235d tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675831 Jan 28 13:17:32.242507 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae7e6e-4349-4cec-9dcc-0e86316910ee req-31d8fa8c-3d7c-4aa5-bf49-a770797e4ab7 tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:32.244150 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4fae7e6e-4349-4cec-9dcc-0e86316910ee req-31d8fa8c-3d7c-4aa5-bf49-a770797e4ab7 tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d525995-5e77-4300-a4b3-e1072e80fa7c HTTP/1.1" status: 200 len: 945 time: 0.0739217 Jan 28 13:17:32.339736 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4fae7e6e-4349-4cec-9dcc-0e86316910ee req-91baa52e-e1f5-47b2-8527-b879653ac8be tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc988287-7e23-40e4-ac21-8b0783289aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803072 Jan 28 13:17:32.340771 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ca11d58b-d550-4e8a-8e09-50716a464d12 req-49aa9119-fae8-41fa-a2a1-01334ff03ffe tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (8fa79135-f34d-470f-b0bd-2b2326d34006), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:32.354293 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['8fa79135-f34d-470f-b0bd-2b2326d34006'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:32.376811 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa9119-fae8-41fa-a2a1-01334ff03ffe tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Pushing event deleted for resources: {'Port': ['ID=8fa79135-f34d-470f-b0bd-2b2326d34006,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:32.410110 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69274b70-9d48-4a42-92df-15aec2115502 req-3d0b0668-a924-450e-9f1a-54b7e653a0c3 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:32.412157 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-69274b70-9d48-4a42-92df-15aec2115502 req-3d0b0668-a924-450e-9f1a-54b7e653a0c3 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.0823598 Jan 28 13:17:32.430651 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca11d58b-d550-4e8a-8e09-50716a464d12 req-49aa9119-fae8-41fa-a2a1-01334ff03ffe tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] No DVR routers for this DVR port 8fa79135-f34d-470f-b0bd-2b2326d34006 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:17:32.433478 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ca11d58b-d550-4e8a-8e09-50716a464d12 req-49aa9119-fae8-41fa-a2a1-01334ff03ffe tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:32.437491 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ca11d58b-d550-4e8a-8e09-50716a464d12 req-49aa9119-fae8-41fa-a2a1-01334ff03ffe tempest-VolumesAdminNegativeTest-559646461 tempest-VolumesAdminNegativeTest-559646461-project] 10.222.0.18 "DELETE /v2.0/ports/8fa79135-f34d-470f-b0bd-2b2326d34006 HTTP/1.1" status: 204 len: 173 time: 0.7092974 Jan 28 13:17:32.437930 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d525995-5e77-4300-a4b3-e1072e80fa7c', 'name': 'network-vif-deleted', 'tag': '8fa79135-f34d-470f-b0bd-2b2326d34006'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:32.440646 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b388a1d-2e6f-4ce3-b86c-2891d96b6aa5" -d '{"events": [{"server_uuid": "8d525995-5e77-4300-a4b3-e1072e80fa7c", "name": "network-vif-deleted", "tag": "8fa79135-f34d-470f-b0bd-2b2326d34006"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:32.479485 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0a9d87-ad50-44fb-91f5-3ca849331265 x-openstack-request-id: req-cb0a9d87-ad50-44fb-91f5-3ca849331265 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:32.479775 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d525995-5e77-4300-a4b3-e1072e80fa7c", "name": "network-vif-deleted", "tag": "8fa79135-f34d-470f-b0bd-2b2326d34006", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:32.480341 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb0a9d87-ad50-44fb-91f5-3ca849331265 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:32.480741 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d525995-5e77-4300-a4b3-e1072e80fa7c', 'name': 'network-vif-deleted', 'tag': '8fa79135-f34d-470f-b0bd-2b2326d34006', 'status': 'completed', 'code': 200} Jan 28 13:17:32.482903 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-69274b70-9d48-4a42-92df-15aec2115502 req-ada78949-c035-47fb-8345-1bc69fef2fd9 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594831 Jan 28 13:17:32.537761 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5c7df-dda5-4368-bba1-38f647811f26 req-ff899785-c333-47ac-be80-a3bb972dcd7e tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:32.539595 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-77c5c7df-dda5-4368-bba1-38f647811f26 req-ff899785-c333-47ac-be80-a3bb972dcd7e tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.18 "GET /v2.0/ports?device_id=230fa9c0-c5a1-4bf0-b66d-d395d577a1ca HTTP/1.1" status: 200 len: 946 time: 0.0541580 Jan 28 13:17:32.569885 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:32.640438 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:17:32.646812 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:32.647423 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:32.701357 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-77c5c7df-dda5-4368-bba1-38f647811f26 req-e2d3eb0e-6dff-437d-9589-8a5b060398a4 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Deleting port 5eec7083-37c7-43aa-9de3-4c054ee5028a {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:17:32.702107 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-77c5c7df-dda5-4368-bba1-38f647811f26 req-e2d3eb0e-6dff-437d-9589-8a5b060398a4 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (5eec7083-37c7-43aa-9de3-4c054ee5028a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:32.747564 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:32.765067 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:32.768183 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:32.777371 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-2a7d494f-cb98-4f6c-84b2-90a4edba2db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:32.785804 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-2a7d494f-cb98-4f6c-84b2-90a4edba2db8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 1100 time: 0.0777676 Jan 28 13:17:32.838987 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:32.848486 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:32.851849 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 5eec7083-37c7-43aa-9de3-4c054ee5028a no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:17:32.859994 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-77c5c7df-dda5-4368-bba1-38f647811f26 req-e2d3eb0e-6dff-437d-9589-8a5b060398a4 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] For port 5eec7083-37c7-43aa-9de3-4c054ee5028a, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=5eec7083-37c7-43aa-9de3-4c054ee5028a,segment=NetworkSegment(9f676767-c742-4048-b118-47a92e908b4f),segment_id=9f676767-c742-4048-b118-47a92e908b4f)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:32.860565 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-77c5c7df-dda5-4368-bba1-38f647811f26 req-e2d3eb0e-6dff-437d-9589-8a5b060398a4 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (5eec7083-37c7-43aa-9de3-4c054ee5028a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:32.875912 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-77c5c7df-dda5-4368-bba1-38f647811f26 req-e2d3eb0e-6dff-437d-9589-8a5b060398a4 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Calling delete_port for 5eec7083-37c7-43aa-9de3-4c054ee5028a owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:17:32.883665 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42422) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:32.947285 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:32.992467 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-fdbcc278-86f6-4132-9619-fb52db8432a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:33.000975 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-fdbcc278-86f6-4132-9619-fb52db8432a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.2097809 Jan 28 13:17:33.129206 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-c9e0cc58-7d7b-4fc9-8e0c-bdcb6049f447 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=a861f97f-f06d-41ad-9e82-fcc630232ab4 HTTP/1.1" status: 200 len: 217 time: 0.1218081 Jan 28 13:17:33.168701 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c6951a63-d511-427c-9baf-4d67bdec8823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:33.178322 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 5eec7083-37c7-43aa-9de3-4c054ee5028a is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:33.179140 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5eec7083-37c7-43aa-9de3-4c054ee5028a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:33.202509 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-77c5c7df-dda5-4368-bba1-38f647811f26 req-e2d3eb0e-6dff-437d-9589-8a5b060398a4 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (5eec7083-37c7-43aa-9de3-4c054ee5028a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:33.214509 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-399aeeb6-94c2-4b07-8717-b7cd30af118f req-2890d88e-f2df-4d5d-8bc2-c7792e54805f tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 210 time: 0.0962288 Jan 28 13:17:33.274084 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-74540878-dfc9-4b46-869e-436444637647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:33.277208 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-74540878-dfc9-4b46-869e-436444637647 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1382351 Jan 28 13:17:33.293390 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3eb0e-6dff-437d-9589-8a5b060398a4 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Pushing event deleted for resources: {'Port': ['ID=5eec7083-37c7-43aa-9de3-4c054ee5028a,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:33.320371 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c45029-2d48-4466-a3a9-5888797b4ff0 req-8d65ee1b-4948-442d-beee-7e26029ca26e tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:33.321937 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c8c45029-2d48-4466-a3a9-5888797b4ff0 req-8d65ee1b-4948-442d-beee-7e26029ca26e tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=078133bc-a6d8-482f-8c3e-95a6a4287a0f HTTP/1.1" status: 200 len: 949 time: 0.2286181 Jan 28 13:17:33.384935 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c5c7df-dda5-4368-bba1-38f647811f26 req-e2d3eb0e-6dff-437d-9589-8a5b060398a4 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] No DVR routers for this DVR port 5eec7083-37c7-43aa-9de3-4c054ee5028a on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:17:33.387695 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-77c5c7df-dda5-4368-bba1-38f647811f26 req-e2d3eb0e-6dff-437d-9589-8a5b060398a4 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:33.391609 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-77c5c7df-dda5-4368-bba1-38f647811f26 req-e2d3eb0e-6dff-437d-9589-8a5b060398a4 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.18 "DELETE /v2.0/ports/5eec7083-37c7-43aa-9de3-4c054ee5028a HTTP/1.1" status: 204 len: 173 time: 0.8461034 Jan 28 13:17:33.392794 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75daf5-3b2b-4163-986a-f1a1bcda4b91 req-bed49a5b-762a-4049-b97e-32e2e360bc5f tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:33.394383 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4e75daf5-3b2b-4163-986a-f1a1bcda4b91 req-bed49a5b-762a-4049-b97e-32e2e360bc5f tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6573ebb6-16bc-4564-b239-6055d8e61ffe HTTP/1.1" status: 200 len: 949 time: 0.1006963 Jan 28 13:17:33.396491 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-f1bb3cde-ae3f-4abd-8a14-f0cbfd5e0091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:33.398113 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-f1bb3cde-ae3f-4abd-8a14-f0cbfd5e0091 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1146080 Jan 28 13:17:33.403793 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-6f0c22c9-00ed-4cef-b0a8-0807cd94a0c8 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:33.405430 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-6f0c22c9-00ed-4cef-b0a8-0807cd94a0c8 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.37 "GET /v2.0/networks?id=8528e78d-cd10-4563-a6b3-de6e91f8e460 HTTP/1.1" status: 200 len: 808 time: 0.3144431 Jan 28 13:17:33.422362 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c6951a63-d511-427c-9baf-4d67bdec8823 admin admin] Publish callbacks [] for security_group (17956444-33f7-4ec9-8b5b-bcfd196f10b3), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:33.433911 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-bcac9f51-37dd-49fa-85f6-baee88944b8e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Request body: {'port': {'device_id': '7e646d4b-b47f-4ee6-9b8c-f871a5919c3f', 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460', 'admin_state_up': True, 'tenant_id': '93543269cade486c80fd00260197c0a8'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:33.440851 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c6951a63-d511-427c-9baf-4d67bdec8823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (17956444-33f7-4ec9-8b5b-bcfd196f10b3), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:33.475270 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c8c45029-2d48-4466-a3a9-5888797b4ff0 req-6f6c13d1-71aa-401b-9aea-939bede87e59 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327789 Jan 28 13:17:33.592362 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6951a63-d511-427c-9baf-4d67bdec8823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17956444-33f7-4ec9-8b5b-bcfd196f10b3,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:33.601864 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8ef6d79c-4070-4141-bbb9-1705e0455dfe req-7aed424c-2bef-44c8-872d-da66ebe43460 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=230fa9c0-c5a1-4bf0-b66d-d395d577a1ca HTTP/1.1" status: 200 len: 210 time: 0.0440044 Jan 28 13:17:33.604158 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-bcac9f51-37dd-49fa-85f6-baee88944b8e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Made reservation on behalf of 93543269cade486c80fd00260197c0a8 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:33.607551 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-bcac9f51-37dd-49fa-85f6-baee88944b8e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:33.621727 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42436) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:33.621823 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c6951a63-d511-427c-9baf-4d67bdec8823 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8b562a29350d48bfa984fe16e8a27f56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7341685 Jan 28 13:17:33.623467 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6951a63-d511-427c-9baf-4d67bdec8823 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:33.623467 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6951a63-d511-427c-9baf-4d67bdec8823 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:33.623770 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6951a63-d511-427c-9baf-4d67bdec8823 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:33.624108 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6951a63-d511-427c-9baf-4d67bdec8823 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:33.624438 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6951a63-d511-427c-9baf-4d67bdec8823 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:33.624833 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6951a63-d511-427c-9baf-4d67bdec8823 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:33.625193 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6951a63-d511-427c-9baf-4d67bdec8823 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:33.625517 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6951a63-d511-427c-9baf-4d67bdec8823 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:33.625840 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6951a63-d511-427c-9baf-4d67bdec8823 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:33.626162 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6951a63-d511-427c-9baf-4d67bdec8823 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:33.626483 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6951a63-d511-427c-9baf-4d67bdec8823 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:33.626804 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6951a63-d511-427c-9baf-4d67bdec8823 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:33.627318 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6951a63-d511-427c-9baf-4d67bdec8823 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:33.638827 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4e75daf5-3b2b-4163-986a-f1a1bcda4b91 req-b90427e2-fac0-4677-b8d9-95889ed65f8a tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255616 Jan 28 13:17:33.661842 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-9c081445-cccb-455b-b1da-1b751b2226f7 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522337 Jan 28 13:17:33.663521 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42438) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:33.757067 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-65fa2f02-5787-4123-a286-42cc65910cd3 admin admin] Publish callbacks [] for security_group (17956444-33f7-4ec9-8b5b-bcfd196f10b3), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:33.770353 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d757fb2-896f-463f-88c2-df5118a207b7 admin admin] Deleting subnet 364de4d2-1934-451d-bbb2-2d90d8ace271 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:17:33.776077 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6d757fb2-896f-463f-88c2-df5118a207b7 admin admin] Publish callbacks [] for subnet (364de4d2-1934-451d-bbb2-2d90d8ace271), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:33.817597 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-65fa2f02-5787-4123-a286-42cc65910cd3 admin admin] Publish callbacks [] for security_group (17956444-33f7-4ec9-8b5b-bcfd196f10b3), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:33.827630 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6d757fb2-896f-463f-88c2-df5118a207b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (364de4d2-1934-451d-bbb2-2d90d8ace271), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:33.853546 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-01efbce6-af5a-4603-899c-c270eb616f94 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815841 Jan 28 13:17:33.853795 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec0058-904c-4c5b-a1e2-24e02d045d60 req-b0a00fd1-4c61-40e7-ac2d-d6ac99f02758 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:33.855330 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-00ec0058-904c-4c5b-a1e2-24e02d045d60 req-b0a00fd1-4c61-40e7-ac2d-d6ac99f02758 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.1371951 Jan 28 13:17:33.856531 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-bcac9f51-37dd-49fa-85f6-baee88944b8e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Allocated IP 172.20.0.8 (8528e78d-cd10-4563-a6b3-de6e91f8e460/585c2f63-9b4b-456a-9eb5-e157a8ee5cdd/9d674133-1cac-4f13-bc09-89b187b99e44) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:33.897114 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6d757fb2-896f-463f-88c2-df5118a207b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (364de4d2-1934-451d-bbb2-2d90d8ace271), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:33.929743 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6573ebb6-16bc-4564-b239-6055d8e61ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:33.932081 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130bae79-3f4c-4109-9947-0cdc6d16a39d" -d '{"events": [{"server_uuid": "6573ebb6-16bc-4564-b239-6055d8e61ffe", "name": "network-vif-plugged", "status": "completed", "tag": "9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:33.973493 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-00ec0058-904c-4c5b-a1e2-24e02d045d60 req-8c4909ed-4200-497a-b700-97039a5c2116 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038048 Jan 28 13:17:34.010879 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-65fa2f02-5787-4123-a286-42cc65910cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (17956444-33f7-4ec9-8b5b-bcfd196f10b3), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:34.010879 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-65fa2f02-5787-4123-a286-42cc65910cd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:34.010879 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-65fa2f02-5787-4123-a286-42cc65910cd3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/17956444-33f7-4ec9-8b5b-bcfd196f10b3 HTTP/1.1" status: 204 len: 168 time: 0.3860037 Jan 28 13:17:34.016253 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6d757fb2-896f-463f-88c2-df5118a207b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (364de4d2-1934-451d-bbb2-2d90d8ace271), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:34.038012 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa2f02-5787-4123-a286-42cc65910cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17956444-33f7-4ec9-8b5b-bcfd196f10b3,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:34.065427 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e12b3c-5dda-4d08-bd0a-76c253026da8 x-openstack-request-id: req-12e12b3c-5dda-4d08-bd0a-76c253026da8 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:34.065986 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6573ebb6-16bc-4564-b239-6055d8e61ffe", "name": "network-vif-plugged", "status": "completed", "tag": "9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:34.066194 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-12e12b3c-5dda-4d08-bd0a-76c253026da8 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:34.068796 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6d757fb2-896f-463f-88c2-df5118a207b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:34.071876 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6573ebb6-16bc-4564-b239-6055d8e61ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942', 'code': 200} Jan 28 13:17:34.073359 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:34.076303 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6d757fb2-896f-463f-88c2-df5118a207b7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/364de4d2-1934-451d-bbb2-2d90d8ace271 HTTP/1.1" status: 204 len: 168 time: 0.4094906 Jan 28 13:17:34.076303 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d757fb2-896f-463f-88c2-df5118a207b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=364de4d2-1934-451d-bbb2-2d90d8ace271,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:34.078404 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42446) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:34.081557 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fa2f02-5787-4123-a286-42cc65910cd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:34.081909 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fa2f02-5787-4123-a286-42cc65910cd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:34.082253 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fa2f02-5787-4123-a286-42cc65910cd3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:34.082679 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fa2f02-5787-4123-a286-42cc65910cd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:34.082901 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fa2f02-5787-4123-a286-42cc65910cd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:34.083259 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fa2f02-5787-4123-a286-42cc65910cd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:34.083676 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fa2f02-5787-4123-a286-42cc65910cd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:34.084006 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fa2f02-5787-4123-a286-42cc65910cd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:34.084327 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fa2f02-5787-4123-a286-42cc65910cd3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:34.084749 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fa2f02-5787-4123-a286-42cc65910cd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:34.084957 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fa2f02-5787-4123-a286-42cc65910cd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:34.085276 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fa2f02-5787-4123-a286-42cc65910cd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:34.085590 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fa2f02-5787-4123-a286-42cc65910cd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:34.155402 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-bcac9f51-37dd-49fa-85f6-baee88944b8e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks [] for port (9d674133-1cac-4f13-bc09-89b187b99e44), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:34.183024 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3af70228-d578-49b6-80ce-d0f07ef6373b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (ce4590cd-5681-495f-bc6b-fe2e3b7081ca), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:34.198069 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-bcac9f51-37dd-49fa-85f6-baee88944b8e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (9d674133-1cac-4f13-bc09-89b187b99e44), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:34.244607 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-bcac9f51-37dd-49fa-85f6-baee88944b8e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Network 8528e78d-cd10-4563-a6b3-de6e91f8e460 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:34.247708 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-bcac9f51-37dd-49fa-85f6-baee88944b8e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:34.253845 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-bcac9f51-37dd-49fa-85f6-baee88944b8e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:34.282893 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac9f51-37dd-49fa-85f6-baee88944b8e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Pushing event updated for resources: {'Port': ['ID=9d674133-1cac-4f13-bc09-89b187b99e44,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:34.311390 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-bcac9f51-37dd-49fa-85f6-baee88944b8e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:34.311700 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3af70228-d578-49b6-80ce-d0f07ef6373b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (ce4590cd-5681-495f-bc6b-fe2e3b7081ca), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:34.312139 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-bcac9f51-37dd-49fa-85f6-baee88944b8e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:34.334070 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-bcac9f51-37dd-49fa-85f6-baee88944b8e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9046023 Jan 28 13:17:34.358154 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-3f7e92f8-52d5-4a16-aa76-85bd73eca314 service neutron] Request body: {'port': {'device_id': '7e646d4b-b47f-4ee6-9b8c-f871a5919c3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:34.359872 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-3af70228-d578-49b6-80ce-d0f07ef6373b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce4590cd-5681-495f-bc6b-fe2e3b7081ca']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:34.371972 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9123-6cbd-40c0-9f6d-49fb2eb1117e req-ea2e3705-d2fb-47de-ac4f-03f42c795ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:34.374153 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a3ff9123-6cbd-40c0-9f6d-49fb2eb1117e req-ea2e3705-d2fb-47de-ac4f-03f42c795ecc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6573ebb6-16bc-4564-b239-6055d8e61ffe HTTP/1.1" status: 200 len: 1100 time: 0.1526203 Jan 28 13:17:34.385405 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-3af70228-d578-49b6-80ce-d0f07ef6373b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9df0e4-d9dd-4602-bc29-c9fef9adb5fb') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:34.386070 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-3af70228-d578-49b6-80ce-d0f07ef6373b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9df0e4-d9dd-4602-bc29-c9fef9adb5fb') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:34.417198 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3af70228-d578-49b6-80ce-d0f07ef6373b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (cf9df0e4-d9dd-4602-bc29-c9fef9adb5fb), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:34.434424 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-3f7e92f8-52d5-4a16-aa76-85bd73eca314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9d674133-1cac-4f13-bc09-89b187b99e44), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:34.444818 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3af70228-d578-49b6-80ce-d0f07ef6373b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (cf9df0e4-d9dd-4602-bc29-c9fef9adb5fb), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:34.458288 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af70228-d578-49b6-80ce-d0f07ef6373b admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:17:34.458710 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3af70228-d578-49b6-80ce-d0f07ef6373b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (cf9df0e4-d9dd-4602-bc29-c9fef9adb5fb), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:17:34.461272 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:17:34.468402 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5d0d9-a800-44e1-802a-e1c6ae26166d req-55070642-2221-4198-b3d3-874f6d9169c3 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:34.469978 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2ab5d0d9-a800-44e1-802a-e1c6ae26166d req-55070642-2221-4198-b3d3-874f6d9169c3 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 931 time: 0.1482849 Jan 28 13:17:34.484945 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230fa9c0-c5a1-4bf0-b66d-d395d577a1ca', 'name': 'network-vif-deleted', 'tag': '5eec7083-37c7-43aa-9de3-4c054ee5028a'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:34.488435 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e244d394-fea5-4be7-8fdd-11899f59b6c4" -d '{"events": [{"server_uuid": "230fa9c0-c5a1-4bf0-b66d-d395d577a1ca", "name": "network-vif-deleted", "tag": "5eec7083-37c7-43aa-9de3-4c054ee5028a"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:34.489165 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a3ff9123-6cbd-40c0-9f6d-49fb2eb1117e req-f7a5c999-9618-4590-98b4-11eeae7f60c0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072807 Jan 28 13:17:34.505444 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42456) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:34.532314 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8793dafb-c113-4874-84d6-4c983b6565bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:34.578046 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abf7f1f-cbe7-4db3-9ec9-94d9d4e330c4 x-openstack-request-id: req-0abf7f1f-cbe7-4db3-9ec9-94d9d4e330c4 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:34.578046 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230fa9c0-c5a1-4bf0-b66d-d395d577a1ca", "name": "network-vif-deleted", "tag": "5eec7083-37c7-43aa-9de3-4c054ee5028a", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:34.578440 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0abf7f1f-cbe7-4db3-9ec9-94d9d4e330c4 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:34.578550 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3af70228-d578-49b6-80ce-d0f07ef6373b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (ce4590cd-5681-495f-bc6b-fe2e3b7081ca), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:34.578645 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230fa9c0-c5a1-4bf0-b66d-d395d577a1ca', 'name': 'network-vif-deleted', 'tag': '5eec7083-37c7-43aa-9de3-4c054ee5028a', 'status': 'completed', 'code': 200} Jan 28 13:17:34.583165 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3af70228-d578-49b6-80ce-d0f07ef6373b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:34.586638 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3af70228-d578-49b6-80ce-d0f07ef6373b admin admin] 10.222.0.39 "DELETE /v2.0/networks/ce4590cd-5681-495f-bc6b-fe2e3b7081ca HTTP/1.1" status: 204 len: 168 time: 0.5070322 Jan 28 13:17:34.597949 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42458) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:34.602010 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af70228-d578-49b6-80ce-d0f07ef6373b admin admin] Pushing event deleted for resources: {'Network': ['ID=ce4590cd-5681-495f-bc6b-fe2e3b7081ca,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:34.615098 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2ab5d0d9-a800-44e1-802a-e1c6ae26166d req-d65f3ece-962a-47ba-98f4-1b9e5a7e7b67 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312182 Jan 28 13:17:34.768745 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd00a0a6-0cd2-481c-a5a1-3ad10d4560dc admin admin] Deleting subnet 1d2b33a4-57ad-4532-b67c-1a24de1402a1 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:17:34.773328 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bd00a0a6-0cd2-481c-a5a1-3ad10d4560dc admin admin] Publish callbacks [] for subnet (1d2b33a4-57ad-4532-b67c-1a24de1402a1), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:34.812422 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024724c-629c-4f9f-9247-a9bd3ca5a4cb req-60331c47-7ef7-4f8d-84d9-5e3b495c0e6c tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:34.814139 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f024724c-629c-4f9f-9247-a9bd3ca5a4cb req-60331c47-7ef7-4f8d-84d9-5e3b495c0e6c tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=078133bc-a6d8-482f-8c3e-95a6a4287a0f HTTP/1.1" status: 200 len: 949 time: 0.2051914 Jan 28 13:17:34.824206 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d13f1-eb75-4a56-9d06-5679eba4dd12 req-a762ba3e-b718-4c6e-b120-6ffbee3d0299 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:34.827696 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-550d13f1-eb75-4a56-9d06-5679eba4dd12 req-a762ba3e-b718-4c6e-b120-6ffbee3d0299 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6573ebb6-16bc-4564-b239-6055d8e61ffe HTTP/1.1" status: 200 len: 949 time: 0.0662348 Jan 28 13:17:34.893967 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-550d13f1-eb75-4a56-9d06-5679eba4dd12 req-586c0982-3095-423b-af00-58d87fd62f8a tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581448 Jan 28 13:17:34.899385 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bd00a0a6-0cd2-481c-a5a1-3ad10d4560dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (1d2b33a4-57ad-4532-b67c-1a24de1402a1), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:35.022411 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f024724c-629c-4f9f-9247-a9bd3ca5a4cb req-a47600ab-2186-4b3f-bc72-c915c0e392ab tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977930 Jan 28 13:17:35.024181 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bd00a0a6-0cd2-481c-a5a1-3ad10d4560dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (1d2b33a4-57ad-4532-b67c-1a24de1402a1), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:35.135551 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-03cba1be-b212-4e60-9e7c-cd2d8d802c93 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:35.137315 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-03cba1be-b212-4e60-9e7c-cd2d8d802c93 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/networks?id=8707c289-bc91-43e5-b056-ef974f42dcf6 HTTP/1.1" status: 200 len: 822 time: 0.1491249 Jan 28 13:17:35.157911 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-84c36b85-655a-434f-8736-b96e5f638ba8 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/quotas/74ec5341dbcf4677956e36e1b5d2735f HTTP/1.1" status: 200 len: 375 time: 0.0140278 Jan 28 13:17:35.199455 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-99c0e653-52ba-4c6a-a541-d159d46afa43 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=74ec5341dbcf4677956e36e1b5d2735f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340970 Jan 28 13:17:35.314322 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8793dafb-c113-4874-84d6-4c983b6565bb admin admin] Publish callbacks [] for security_group (7df7afe8-c420-4764-8e5d-3d0759dc6721), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:35.341719 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8793dafb-c113-4874-84d6-4c983b6565bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7df7afe8-c420-4764-8e5d-3d0759dc6721), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:35.346090 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-54a444af-d8d2-48c8-ba8b-ab01946bdbd5 service neutron] 10.222.0.39 "GET /v2.0/networks/8707c289-bc91-43e5-b056-ef974f42dcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390693 Jan 28 13:17:35.445333 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-5bfbf7ae-64d2-4def-8f6d-855f68a381e2 service neutron] 10.222.0.39 "GET /v2.0/networks/8707c289-bc91-43e5-b056-ef974f42dcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983248 Jan 28 13:17:35.451909 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8793dafb-c113-4874-84d6-4c983b6565bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d3081ba1b8e1425fad6b31755530f854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9454060 Jan 28 13:17:35.457880 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793dafb-c113-4874-84d6-4c983b6565bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df7afe8-c420-4764-8e5d-3d0759dc6721,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:35.463297 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42482) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:35.471407 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-3f7e92f8-52d5-4a16-aa76-85bd73eca314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d674133-1cac-4f13-bc09-89b187b99e44 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:35.481888 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-3f7e92f8-52d5-4a16-aa76-85bd73eca314 service neutron] Publish callbacks [] for port (9d674133-1cac-4f13-bc09-89b187b99e44), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:35.493353 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03c783-1a43-4cec-a822-4e7ec34c5d82 req-a4423fd3-a7a6-4145-a63b-0c8515800027 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:35.500535 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9b03c783-1a43-4cec-a822-4e7ec34c5d82 req-a4423fd3-a7a6-4145-a63b-0c8515800027 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.1791284 Jan 28 13:17:35.508336 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bd00a0a6-0cd2-481c-a5a1-3ad10d4560dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (1d2b33a4-57ad-4532-b67c-1a24de1402a1), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:35.556973 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-3f7e92f8-52d5-4a16-aa76-85bd73eca314 service neutron] Transition to ACTIVE for port object 9d674133-1cac-4f13-bc09-89b187b99e44 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:17:35.559098 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6e9abdb1-6fc3-4e27-abd3-da62556e0e20 admin admin] Publish callbacks [] for security_group (7df7afe8-c420-4764-8e5d-3d0759dc6721), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:35.568150 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bd00a0a6-0cd2-481c-a5a1-3ad10d4560dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:35.571909 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bd00a0a6-0cd2-481c-a5a1-3ad10d4560dc admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1d2b33a4-57ad-4532-b67c-1a24de1402a1 HTTP/1.1" status: 204 len: 168 time: 0.9729404 Jan 28 13:17:35.572771 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00a0a6-0cd2-481c-a5a1-3ad10d4560dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d2b33a4-57ad-4532-b67c-1a24de1402a1,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:35.581475 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42484) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:35.582445 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-3f7e92f8-52d5-4a16-aa76-85bd73eca314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (9d674133-1cac-4f13-bc09-89b187b99e44), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:35.607778 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:35.614838 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6e9abdb1-6fc3-4e27-abd3-da62556e0e20 admin admin] Publish callbacks [] for security_group (7df7afe8-c420-4764-8e5d-3d0759dc6721), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:35.681914 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9b03c783-1a43-4cec-a822-4e7ec34c5d82 req-ea678a0e-2da0-4bd9-a199-a2038345b093 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804876 Jan 28 13:17:35.696849 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6e9abdb1-6fc3-4e27-abd3-da62556e0e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7df7afe8-c420-4764-8e5d-3d0759dc6721), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:35.700140 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6e9abdb1-6fc3-4e27-abd3-da62556e0e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:35.703750 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6e9abdb1-6fc3-4e27-abd3-da62556e0e20 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7df7afe8-c420-4764-8e5d-3d0759dc6721 HTTP/1.1" status: 204 len: 168 time: 0.2305639 Jan 28 13:17:35.728705 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9abdb1-6fc3-4e27-abd3-da62556e0e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df7afe8-c420-4764-8e5d-3d0759dc6721,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:35.835666 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e92f8-52d5-4a16-aa76-85bd73eca314 service neutron] Pushing event updated for resources: {'Port': ['ID=9d674133-1cac-4f13-bc09-89b187b99e44,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:35.907010 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b5ae2dba-031f-43cd-bab9-d5ba811ea1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (044ae414-18f8-4bf6-94b5-463f358ccca8), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:35.993437 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba19cb-1005-4b3a-80f8-ebccf3623ee1 req-e1f47975-934d-4a59-8f49-c673a34a9101 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:36.002897 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6aba19cb-1005-4b3a-80f8-ebccf3623ee1 req-e1f47975-934d-4a59-8f49-c673a34a9101 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 943 time: 0.1070163 Jan 28 13:17:36.084558 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6aba19cb-1005-4b3a-80f8-ebccf3623ee1 req-3f0aa6f3-b42a-421c-8f20-12bad208c44e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753055 Jan 28 13:17:36.116651 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-3f7e92f8-52d5-4a16-aa76-85bd73eca314 service neutron] Attempting to bind port 9d674133-1cac-4f13-bc09-89b187b99e44 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:36.117245 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-3f7e92f8-52d5-4a16-aa76-85bd73eca314 service neutron] Attempting to bind port 9d674133-1cac-4f13-bc09-89b187b99e44 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:36.117336 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-3f7e92f8-52d5-4a16-aa76-85bd73eca314 service neutron] Attempting to bind port 9d674133-1cac-4f13-bc09-89b187b99e44 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:36.128269 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b5ae2dba-031f-43cd-bab9-d5ba811ea1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (044ae414-18f8-4bf6-94b5-463f358ccca8), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:36.148468 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-3f7e92f8-52d5-4a16-aa76-85bd73eca314 service neutron] Port 9d674133-1cac-4f13-bc09-89b187b99e44 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:17:36.149049 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-3f7e92f8-52d5-4a16-aa76-85bd73eca314 service neutron] Attempting to bind port 9d674133-1cac-4f13-bc09-89b187b99e44 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:36.157193 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-3f7e92f8-52d5-4a16-aa76-85bd73eca314 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:36.157827 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-3f7e92f8-52d5-4a16-aa76-85bd73eca314 service neutron] Checking segment: {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:36.158370 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-3f7e92f8-52d5-4a16-aa76-85bd73eca314 service neutron] Bound using segment: {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:36.159046 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-3f7e92f8-52d5-4a16-aa76-85bd73eca314 service neutron] Bound port: 9d674133-1cac-4f13-bc09-89b187b99e44, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:36.159569 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-3f7e92f8-52d5-4a16-aa76-85bd73eca314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9d674133-1cac-4f13-bc09-89b187b99e44), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:36.166284 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ea09ce0a-2190-4d93-a7d2-0ce1d5c42a90 req-516493d9-eda9-4f71-938b-aa26147a9666 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=69859b7a-2a94-4430-ab2a-f06eaede0375 HTTP/1.1" status: 200 len: 210 time: 0.0383799 Jan 28 13:17:36.236449 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-3f7e92f8-52d5-4a16-aa76-85bd73eca314 service neutron] For port 9d674133-1cac-4f13-bc09-89b187b99e44, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:36.239995 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-3f7e92f8-52d5-4a16-aa76-85bd73eca314 service neutron] For port 9d674133-1cac-4f13-bc09-89b187b99e44, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=9d674133-1cac-4f13-bc09-89b187b99e44,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:36.249244 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-3f7e92f8-52d5-4a16-aa76-85bd73eca314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (9d674133-1cac-4f13-bc09-89b187b99e44), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:36.311124 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-b5ae2dba-031f-43cd-bab9-d5ba811ea1c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044ae414-18f8-4bf6-94b5-463f358ccca8']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:36.313431 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e92f8-52d5-4a16-aa76-85bd73eca314 service neutron] Pushing event updated for resources: {'Port': ['ID=9d674133-1cac-4f13-bc09-89b187b99e44,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:36.328312 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-b5ae2dba-031f-43cd-bab9-d5ba811ea1c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073dd747-2621-45d6-88c9-343d93e7ff3e') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:36.328544 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-b5ae2dba-031f-43cd-bab9-d5ba811ea1c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073dd747-2621-45d6-88c9-343d93e7ff3e') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:36.357984 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b5ae2dba-031f-43cd-bab9-d5ba811ea1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (073dd747-2621-45d6-88c9-343d93e7ff3e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:36.360922 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-3f7e92f8-52d5-4a16-aa76-85bd73eca314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:36.361551 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-3f7e92f8-52d5-4a16-aa76-85bd73eca314 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:36.363036 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-3f7e92f8-52d5-4a16-aa76-85bd73eca314 service neutron] 10.222.0.37 "PUT /v2.0/ports/9d674133-1cac-4f13-bc09-89b187b99e44 HTTP/1.1" status: 200 len: 1091 time: 2.0100496 Jan 28 13:17:36.366152 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e6aa5-5226-4230-8b2a-c8450ff8316b req-9480fad5-fc20-43c9-9e05-6d455c4e90e0 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:36.382987 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-596e6aa5-5226-4230-8b2a-c8450ff8316b req-9480fad5-fc20-43c9-9e05-6d455c4e90e0 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6573ebb6-16bc-4564-b239-6055d8e61ffe HTTP/1.1" status: 200 len: 949 time: 0.1131079 Jan 28 13:17:36.394598 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b5ae2dba-031f-43cd-bab9-d5ba811ea1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (073dd747-2621-45d6-88c9-343d93e7ff3e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:36.406684 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ae2dba-031f-43cd-bab9-d5ba811ea1c9 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:17:36.407132 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b5ae2dba-031f-43cd-bab9-d5ba811ea1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (073dd747-2621-45d6-88c9-343d93e7ff3e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:17:36.409294 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:17:36.477636 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-596e6aa5-5226-4230-8b2a-c8450ff8316b req-ed383748-ce2b-4d6f-b68e-c8f768ba361e tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901823 Jan 28 13:17:36.558140 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-e64f9ae0-f52d-4f0b-ae7b-fcc2d7aba233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:36.560343 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-e64f9ae0-f52d-4f0b-ae7b-fcc2d7aba233 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93543269cade486c80fd00260197c0a8&device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 1094 time: 0.1175518 Jan 28 13:17:36.565001 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b5ae2dba-031f-43cd-bab9-d5ba811ea1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (044ae414-18f8-4bf6-94b5-463f358ccca8), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:36.577417 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b5ae2dba-031f-43cd-bab9-d5ba811ea1c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:36.580494 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 5eec7083-37c7-43aa-9de3-4c054ee5028a no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:17:36.581624 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b5ae2dba-031f-43cd-bab9-d5ba811ea1c9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/044ae414-18f8-4bf6-94b5-463f358ccca8 HTTP/1.1" status: 204 len: 168 time: 0.9965098 Jan 28 13:17:36.626708 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e646d4b-b47f-4ee6-9b8c-f871a5919c3f', 'tag': '9d674133-1cac-4f13-bc09-89b187b99e44'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:36.634358 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b10b059-a088-4830-abd8-eb21755deb91" -d '{"events": [{"name": "network-changed", "server_uuid": "7e646d4b-b47f-4ee6-9b8c-f871a5919c3f", "tag": "9d674133-1cac-4f13-bc09-89b187b99e44"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:36.640236 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 5eec7083-37c7-43aa-9de3-4c054ee5028a {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:17:36.644338 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 5eec7083-37c7-43aa-9de3-4c054ee5028a not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:17:36.649322 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae2dba-031f-43cd-bab9-d5ba811ea1c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=044ae414-18f8-4bf6-94b5-463f358ccca8,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:36.650258 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 8fa79135-f34d-470f-b0bd-2b2326d34006 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:17:36.707062 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 8fa79135-f34d-470f-b0bd-2b2326d34006 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:17:36.707688 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 8fa79135-f34d-470f-b0bd-2b2326d34006 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:17:36.729578 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-a2110fc7-1197-41b2-aad3-6bc8b1f3873a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d674133-1cac-4f13-bc09-89b187b99e44 HTTP/1.1" status: 200 len: 217 time: 0.1536326 Jan 28 13:17:36.798305 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e780157c-dd38-4d03-ad7e-3e9d838e57f7 x-openstack-request-id: req-e780157c-dd38-4d03-ad7e-3e9d838e57f7 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:36.798883 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e646d4b-b47f-4ee6-9b8c-f871a5919c3f", "tag": "9d674133-1cac-4f13-bc09-89b187b99e44", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:36.799170 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e780157c-dd38-4d03-ad7e-3e9d838e57f7 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:36.799592 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e646d4b-b47f-4ee6-9b8c-f871a5919c3f', 'tag': '9d674133-1cac-4f13-bc09-89b187b99e44', 'status': 'completed', 'code': 200} Jan 28 13:17:36.843661 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-9cf23e38-213b-4e2d-92e6-1d977d021d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:36.845063 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-9cf23e38-213b-4e2d-92e6-1d977d021d3f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=585c2f63-9b4b-456a-9eb5-e157a8ee5cdd HTTP/1.1" status: 200 len: 848 time: 0.1092603 Jan 28 13:17:36.961043 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-44ccc886-f4ee-4955-83a1-8b9bd7cfe897 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8528e78d-cd10-4563-a6b3-de6e91f8e460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075897 Jan 28 13:17:36.983350 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42534) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:37.037108 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccb838-d411-4bba-9923-33cce1e3e619 req-0b7ea0c4-b0c3-44a3-93e4-0ff4e27bcf83 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:37.051757 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21ccb838-d411-4bba-9923-33cce1e3e619 req-0b7ea0c4-b0c3-44a3-93e4-0ff4e27bcf83 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.1458993 Jan 28 13:17:37.072317 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6b9b473b-5378-4df0-a234-04e75ada66d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0aa855b11f524882b5584854592aa1a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0876412 Jan 28 13:17:37.075348 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42538) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:37.147393 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0f555820-87d5-49c0-b646-ceafdd97d82a admin admin] Publish callbacks [] for security_group (cc988287-7e23-40e4-ac21-8b0783289aa4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.159135 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21ccb838-d411-4bba-9923-33cce1e3e619 req-1c492836-2b01-4a68-bc21-3d207747e09d tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121678 Jan 28 13:17:37.179106 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0f555820-87d5-49c0-b646-ceafdd97d82a admin admin] Publish callbacks [] for security_group (cc988287-7e23-40e4-ac21-8b0783289aa4), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.207439 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-b2cd722d-636a-43d2-ae3c-90b0d72e6ea6 service neutron] 10.222.0.37 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336512 Jan 28 13:17:37.240592 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0f555820-87d5-49c0-b646-ceafdd97d82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (cc988287-7e23-40e4-ac21-8b0783289aa4), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.247802 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0f555820-87d5-49c0-b646-ceafdd97d82a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.252217 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0f555820-87d5-49c0-b646-ceafdd97d82a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc988287-7e23-40e4-ac21-8b0783289aa4 HTTP/1.1" status: 204 len: 168 time: 0.1735933 Jan 28 13:17:37.278422 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f555820-87d5-49c0-b646-ceafdd97d82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc988287-7e23-40e4-ac21-8b0783289aa4,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:37.525335 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db410efc-5e74-4f1f-bb79-50e72e41acb5 req-bde823c1-862d-4427-95c8-74154b776df5 service neutron] 10.222.0.37 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994809 Jan 28 13:17:37.538858 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c762f04-1b05-4acc-a888-0876394915ae req-a9eda072-c99e-46a7-8f59-c02e1d6f73e9 tempest-ServersAdminNegativeTestJSON-250392919 tempest-ServersAdminNegativeTestJSON-250392919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:37.540806 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c762f04-1b05-4acc-a888-0876394915ae req-a9eda072-c99e-46a7-8f59-c02e1d6f73e9 tempest-ServersAdminNegativeTestJSON-250392919 tempest-ServersAdminNegativeTestJSON-250392919-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6573ebb6-16bc-4564-b239-6055d8e61ffe HTTP/1.1" status: 200 len: 1100 time: 0.2705245 Jan 28 13:17:37.572946 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b973270-c95e-42c5-8a21-327caf9c8c4c req-e7532dff-5841-44cb-827c-4d7122a31ee0 tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:37.573824 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b973270-c95e-42c5-8a21-327caf9c8c4c req-e7532dff-5841-44cb-827c-4d7122a31ee0 tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:37.574587 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b973270-c95e-42c5-8a21-327caf9c8c4c req-e7532dff-5841-44cb-827c-4d7122a31ee0 tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:37.575256 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b973270-c95e-42c5-8a21-327caf9c8c4c req-e7532dff-5841-44cb-827c-4d7122a31ee0 tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:37.575884 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b973270-c95e-42c5-8a21-327caf9c8c4c req-e7532dff-5841-44cb-827c-4d7122a31ee0 tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:37.576509 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b973270-c95e-42c5-8a21-327caf9c8c4c req-e7532dff-5841-44cb-827c-4d7122a31ee0 tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:37.577675 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b973270-c95e-42c5-8a21-327caf9c8c4c req-e7532dff-5841-44cb-827c-4d7122a31ee0 tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:37.578567 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b973270-c95e-42c5-8a21-327caf9c8c4c req-e7532dff-5841-44cb-827c-4d7122a31ee0 tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:37.579279 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b973270-c95e-42c5-8a21-327caf9c8c4c req-e7532dff-5841-44cb-827c-4d7122a31ee0 tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:37.580000 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b973270-c95e-42c5-8a21-327caf9c8c4c req-e7532dff-5841-44cb-827c-4d7122a31ee0 tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:37.581090 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0c762f04-1b05-4acc-a888-0876394915ae req-e3648aed-87cf-45cd-aafa-46fe2e2a0a7e tempest-ServersAdminNegativeTestJSON-250392919 tempest-ServersAdminNegativeTestJSON-250392919-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.583023 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0b973270-c95e-42c5-8a21-327caf9c8c4c req-e7532dff-5841-44cb-827c-4d7122a31ee0 tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=69859b7a-2a94-4430-ab2a-f06eaede0375&device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f&device_id=6573ebb6-16bc-4564-b239-6055d8e61ffe&device_id=078133bc-a6d8-482f-8c3e-95a6a4287a0f&device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1&device_id=8ebfd8ec-377a-4d43-88a4-2583ef1d8cef&device_id=3b107958-3953-461a-974a-a5fea26d99d9&device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6&device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9&device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7&device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 9099 time: 0.2132087 Jan 28 13:17:37.595184 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-d76614cf-8529-4d2b-8f51-b218caf74325 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:37.598501 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-d76614cf-8529-4d2b-8f51-b218caf74325 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.18 "GET /v2.0/networks?id=8707c289-bc91-43e5-b056-ef974f42dcf6 HTTP/1.1" status: 200 len: 822 time: 0.1548638 Jan 28 13:17:37.623500 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-1cf50bea-870c-43de-9c34-8d613d703d7f tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Request body: {'port': {'device_id': '69859b7a-2a94-4430-ab2a-f06eaede0375', 'network_id': '8707c289-bc91-43e5-b056-ef974f42dcf6', 'admin_state_up': True, 'tenant_id': '74ec5341dbcf4677956e36e1b5d2735f'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:37.632158 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-0b973270-c95e-42c5-8a21-327caf9c8c4c req-fc114abd-4a12-4a89-b8c0-3c3f046e9ad8 tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.739114 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10b059-a088-4830-abd8-eb21755deb91 req-cc6be26c-0d9f-4591-8691-c2ac84040047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:37.740741 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b10b059-a088-4830-abd8-eb21755deb91 req-cc6be26c-0d9f-4591-8691-c2ac84040047 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93543269cade486c80fd00260197c0a8&device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 1094 time: 0.1081212 Jan 28 13:17:37.792411 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-1cf50bea-870c-43de-9c34-8d613d703d7f tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Made reservation on behalf of 74ec5341dbcf4677956e36e1b5d2735f for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:37.795832 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-1cf50bea-870c-43de-9c34-8d613d703d7f tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.836511 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0c762f04-1b05-4acc-a888-0876394915ae req-e3648aed-87cf-45cd-aafa-46fe2e2a0a7e tempest-ServersAdminNegativeTestJSON-250392919 tempest-ServersAdminNegativeTestJSON-250392919-project-admin] Publish callbacks [] for security_group (07e3d1f9-b174-485e-a162-df0f1533f9b1), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.844379 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0c762f04-1b05-4acc-a888-0876394915ae req-e3648aed-87cf-45cd-aafa-46fe2e2a0a7e tempest-ServersAdminNegativeTestJSON-250392919 tempest-ServersAdminNegativeTestJSON-250392919-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (07e3d1f9-b174-485e-a162-df0f1533f9b1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.863895 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42556) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:37.880038 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-0b973270-c95e-42c5-8a21-327caf9c8c4c req-fc114abd-4a12-4a89-b8c0-3c3f046e9ad8 tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] Publish callbacks [] for security_group (9ea2b5b0-3f4a-4a37-a38d-a17d65287189), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.887071 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-0b973270-c95e-42c5-8a21-327caf9c8c4c req-fc114abd-4a12-4a89-b8c0-3c3f046e9ad8 tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9ea2b5b0-3f4a-4a37-a38d-a17d65287189), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.913869 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c762f04-1b05-4acc-a888-0876394915ae req-e3648aed-87cf-45cd-aafa-46fe2e2a0a7e tempest-ServersAdminNegativeTestJSON-250392919 tempest-ServersAdminNegativeTestJSON-250392919-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642695 Jan 28 13:17:37.922727 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10b059-a088-4830-abd8-eb21755deb91 req-6adb34c0-456b-49a4-974c-799ad3409ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:37.924136 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b10b059-a088-4830-abd8-eb21755deb91 req-6adb34c0-456b-49a4-974c-799ad3409ca1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8528e78d-cd10-4563-a6b3-de6e91f8e460 HTTP/1.1" status: 200 len: 908 time: 0.1764224 Jan 28 13:17:37.925976 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3648aed-87cf-45cd-aafa-46fe2e2a0a7e tempest-ServersAdminNegativeTestJSON-250392919 tempest-ServersAdminNegativeTestJSON-250392919-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e3d1f9-b174-485e-a162-df0f1533f9b1,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:37.975647 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc114abd-4a12-4a89-b8c0-3c3f046e9ad8 tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea2b5b0-3f4a-4a37-a38d-a17d65287189,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:37.978199 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b10b059-a088-4830-abd8-eb21755deb91 req-50d52780-f770-4f64-a64a-dad0aa808a4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d674133-1cac-4f13-bc09-89b187b99e44 HTTP/1.1" status: 200 len: 217 time: 0.0448737 Jan 28 13:17:38.026948 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-1cf50bea-870c-43de-9c34-8d613d703d7f tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Allocated IP 172.20.0.14 (8707c289-bc91-43e5-b056-ef974f42dcf6/c438cf0b-ba2f-4b20-9328-8873f24b23e2/4511baf3-62eb-41a5-9a84-a8b7859b9c6d) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:38.028413 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2e1927d0-fde7-4a33-82ef-6954c93b7e6b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3b7ad2c28589432187b6ba12092ad836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1591692 Jan 28 13:17:38.031335 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42560) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:38.044268 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0b973270-c95e-42c5-8a21-327caf9c8c4c req-fc114abd-4a12-4a89-b8c0-3c3f046e9ad8 tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9c0bd253-0e42-4e5a-8831-3168ad87e283&id=e95633fe-5dc6-40e0-8738-7afa3c58373c&id=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1&id=b55c55d5-377f-4ebc-be33-afab6055c6c4&id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.4443982 Jan 28 13:17:38.053980 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10b059-a088-4830-abd8-eb21755deb91 req-690784e3-fccf-4fcd-b177-7c4234d1d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:38.055856 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b10b059-a088-4830-abd8-eb21755deb91 req-690784e3-fccf-4fcd-b177-7c4234d1d547 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=585c2f63-9b4b-456a-9eb5-e157a8ee5cdd HTTP/1.1" status: 200 len: 848 time: 0.0650442 Jan 28 13:17:38.103470 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b10b059-a088-4830-abd8-eb21755deb91 req-8006558b-de14-4b5d-b8bb-ce444925a2c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8528e78d-cd10-4563-a6b3-de6e91f8e460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394127 Jan 28 13:17:38.190244 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3d90bec1-b850-43d7-93f5-2145407b675b req-7472f30e-2721-4776-873a-db909c40f036 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=69859b7a-2a94-4430-ab2a-f06eaede0375 HTTP/1.1" status: 200 len: 210 time: 0.0568709 Jan 28 13:17:38.219435 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be24b6-0b32-48f2-9fb9-2ba028754d53 req-2a513f1c-0566-4c37-9137-3cef8a8f2c17 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:38.226335 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-66be24b6-0b32-48f2-9fb9-2ba028754d53 req-2a513f1c-0566-4c37-9137-3cef8a8f2c17 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 943 time: 0.1196308 Jan 28 13:17:38.229549 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-84010c2b-41e8-40aa-beba-4212ca87659e admin admin] Publish callbacks [] for security_group (3d306f5f-4bf3-45c2-9bdc-3529ff0080c0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:38.288715 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-84010c2b-41e8-40aa-beba-4212ca87659e admin admin] Publish callbacks [] for security_group (3d306f5f-4bf3-45c2-9bdc-3529ff0080c0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:38.313380 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-66be24b6-0b32-48f2-9fb9-2ba028754d53 req-0e7c0dab-1338-4a12-8e03-cd4527a8bcb8 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805905 Jan 28 13:17:38.328358 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b10b059-a088-4830-abd8-eb21755deb91 req-2e4b8e38-a258-467c-8668-c2285c998ea4 service neutron] 10.222.0.37 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109294 Jan 28 13:17:38.390575 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-1cf50bea-870c-43de-9c34-8d613d703d7f tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks [] for port (4511baf3-62eb-41a5-9a84-a8b7859b9c6d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:38.402850 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-84010c2b-41e8-40aa-beba-4212ca87659e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (3d306f5f-4bf3-45c2-9bdc-3529ff0080c0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:38.412782 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-84010c2b-41e8-40aa-beba-4212ca87659e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:38.414126 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-84010c2b-41e8-40aa-beba-4212ca87659e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3d306f5f-4bf3-45c2-9bdc-3529ff0080c0 HTTP/1.1" status: 204 len: 168 time: 0.3814807 Jan 28 13:17:38.436172 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84010c2b-41e8-40aa-beba-4212ca87659e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d306f5f-4bf3-45c2-9bdc-3529ff0080c0,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:38.492432 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-1cf50bea-870c-43de-9c34-8d613d703d7f tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (4511baf3-62eb-41a5-9a84-a8b7859b9c6d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:38.538797 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b10b059-a088-4830-abd8-eb21755deb91 req-b9986ae7-00a0-4a25-97e9-ae76dd117f87 service neutron] 10.222.0.37 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032154 Jan 28 13:17:38.565947 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196944f1-6515-474a-9dec-355c9594f5cc req-6df6fa7d-85d1-4944-9c8b-cd3a59601f02 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:38.574777 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-196944f1-6515-474a-9dec-355c9594f5cc req-6df6fa7d-85d1-4944-9c8b-cd3a59601f02 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.1229856 Jan 28 13:17:38.576099 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-1cf50bea-870c-43de-9c34-8d613d703d7f tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Network 8707c289-bc91-43e5-b056-ef974f42dcf6 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:38.576927 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf50bea-870c-43de-9c34-8d613d703d7f tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Pushing event updated for resources: {'Port': ['ID=4511baf3-62eb-41a5-9a84-a8b7859b9c6d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:38.608116 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-1cf50bea-870c-43de-9c34-8d613d703d7f tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:38.609824 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-1cf50bea-870c-43de-9c34-8d613d703d7f tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:38.628236 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-196944f1-6515-474a-9dec-355c9594f5cc req-74480697-efab-462f-bb15-e0539c0f762f tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517547 Jan 28 13:17:38.676088 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba0544-13ee-4884-8658-a5996c3402d9 req-f56ff10c-c12a-4ac9-a839-232abb0025df tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:38.676548 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba0544-13ee-4884-8658-a5996c3402d9 req-f56ff10c-c12a-4ac9-a839-232abb0025df tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:38.677013 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba0544-13ee-4884-8658-a5996c3402d9 req-f56ff10c-c12a-4ac9-a839-232abb0025df tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:38.678834 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c6ba0544-13ee-4884-8658-a5996c3402d9 req-f56ff10c-c12a-4ac9-a839-232abb0025df tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=078133bc-a6d8-482f-8c3e-95a6a4287a0f&device_id=3b107958-3953-461a-974a-a5fea26d99d9&device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 2883 time: 0.1060710 Jan 28 13:17:38.685007 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-1cf50bea-870c-43de-9c34-8d613d703d7f tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:38.685596 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-1cf50bea-870c-43de-9c34-8d613d703d7f tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:38.721089 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-1cf50bea-870c-43de-9c34-8d613d703d7f tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1137769 Jan 28 13:17:38.736198 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-469c64a3-1420-4d18-9321-ae357ec21d50 service neutron] Request body: {'port': {'device_id': '69859b7a-2a94-4430-ab2a-f06eaede0375', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:38.769598 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c6ba0544-13ee-4884-8658-a5996c3402d9 req-4ad9193a-6982-47b5-9fb3-606283d2e405 tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793490 Jan 28 13:17:38.821690 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-469c64a3-1420-4d18-9321-ae357ec21d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4511baf3-62eb-41a5-9a84-a8b7859b9c6d), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:39.168731 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3552a0-fddc-4dde-8db8-4c523c087d0e req-ff37f8c5-521a-47c5-97d2-212c0d4b596a tempest-ServersAdminNegativeTestJSON-250392919 tempest-ServersAdminNegativeTestJSON-250392919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:39.170380 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ba3552a0-fddc-4dde-8db8-4c523c087d0e req-ff37f8c5-521a-47c5-97d2-212c0d4b596a tempest-ServersAdminNegativeTestJSON-250392919 tempest-ServersAdminNegativeTestJSON-250392919-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6573ebb6-16bc-4564-b239-6055d8e61ffe HTTP/1.1" status: 200 len: 1100 time: 0.0746436 Jan 28 13:17:39.246420 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-469c64a3-1420-4d18-9321-ae357ec21d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4511baf3-62eb-41a5-9a84-a8b7859b9c6d {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:39.260075 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-469c64a3-1420-4d18-9321-ae357ec21d50 service neutron] Publish callbacks [] for port (4511baf3-62eb-41a5-9a84-a8b7859b9c6d), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:39.266330 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ba3552a0-fddc-4dde-8db8-4c523c087d0e req-e627d2bc-b29f-4060-aaf4-92292764992b tempest-ServersAdminNegativeTestJSON-250392919 tempest-ServersAdminNegativeTestJSON-250392919-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858560 Jan 28 13:17:39.277040 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-469c64a3-1420-4d18-9321-ae357ec21d50 service neutron] Transition to ACTIVE for port object 4511baf3-62eb-41a5-9a84-a8b7859b9c6d will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:17:39.284821 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-469c64a3-1420-4d18-9321-ae357ec21d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (4511baf3-62eb-41a5-9a84-a8b7859b9c6d), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:39.347047 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c64a3-1420-4d18-9321-ae357ec21d50 service neutron] Pushing event updated for resources: {'Port': ['ID=4511baf3-62eb-41a5-9a84-a8b7859b9c6d,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:39.428751 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-469c64a3-1420-4d18-9321-ae357ec21d50 service neutron] Attempting to bind port 4511baf3-62eb-41a5-9a84-a8b7859b9c6d on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:39.429347 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-469c64a3-1420-4d18-9321-ae357ec21d50 service neutron] Attempting to bind port 4511baf3-62eb-41a5-9a84-a8b7859b9c6d by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9f676767-c742-4048-b118-47a92e908b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8707c289-bc91-43e5-b056-ef974f42dcf6'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:39.429668 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-469c64a3-1420-4d18-9321-ae357ec21d50 service neutron] Attempting to bind port 4511baf3-62eb-41a5-9a84-a8b7859b9c6d on network 8707c289-bc91-43e5-b056-ef974f42dcf6 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:39.434445 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-469c64a3-1420-4d18-9321-ae357ec21d50 service neutron] Port 4511baf3-62eb-41a5-9a84-a8b7859b9c6d on network 8707c289-bc91-43e5-b056-ef974f42dcf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:17:39.434784 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-469c64a3-1420-4d18-9321-ae357ec21d50 service neutron] Attempting to bind port 4511baf3-62eb-41a5-9a84-a8b7859b9c6d on network 8707c289-bc91-43e5-b056-ef974f42dcf6 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:39.440130 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-469c64a3-1420-4d18-9321-ae357ec21d50 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:39.440525 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-469c64a3-1420-4d18-9321-ae357ec21d50 service neutron] Checking segment: {'id': '9f676767-c742-4048-b118-47a92e908b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8707c289-bc91-43e5-b056-ef974f42dcf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:39.440884 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-469c64a3-1420-4d18-9321-ae357ec21d50 service neutron] Bound using segment: {'id': '9f676767-c742-4048-b118-47a92e908b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8707c289-bc91-43e5-b056-ef974f42dcf6'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:39.441303 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-469c64a3-1420-4d18-9321-ae357ec21d50 service neutron] Bound port: 4511baf3-62eb-41a5-9a84-a8b7859b9c6d, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f676767-c742-4048-b118-47a92e908b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8707c289-bc91-43e5-b056-ef974f42dcf6'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:39.441655 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-469c64a3-1420-4d18-9321-ae357ec21d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4511baf3-62eb-41a5-9a84-a8b7859b9c6d), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:39.519174 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42622) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:39.555640 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-469c64a3-1420-4d18-9321-ae357ec21d50 service neutron] For port 4511baf3-62eb-41a5-9a84-a8b7859b9c6d, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:39.559818 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e572ef9-9856-445d-8b5b-693a4635f099 req-d2330f9f-32d4-4bda-aa74-0be59943c2fd tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:39.560884 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-469c64a3-1420-4d18-9321-ae357ec21d50 service neutron] For port 4511baf3-62eb-41a5-9a84-a8b7859b9c6d, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=4511baf3-62eb-41a5-9a84-a8b7859b9c6d,segment=NetworkSegment(9f676767-c742-4048-b118-47a92e908b4f),segment_id=9f676767-c742-4048-b118-47a92e908b4f)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:39.565653 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e572ef9-9856-445d-8b5b-693a4635f099 req-d2330f9f-32d4-4bda-aa74-0be59943c2fd tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=69859b7a-2a94-4430-ab2a-f06eaede0375 HTTP/1.1" status: 200 len: 944 time: 0.0645547 Jan 28 13:17:39.578833 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-469c64a3-1420-4d18-9321-ae357ec21d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (4511baf3-62eb-41a5-9a84-a8b7859b9c6d), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:39.628497 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e572ef9-9856-445d-8b5b-693a4635f099 req-3c370c8e-9869-4df1-8586-ab2324a9efce tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573723 Jan 28 13:17:39.666666 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-469c64a3-1420-4d18-9321-ae357ec21d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:39.668456 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-469c64a3-1420-4d18-9321-ae357ec21d50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:39.670674 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-469c64a3-1420-4d18-9321-ae357ec21d50 service neutron] 10.222.0.18 "PUT /v2.0/ports/4511baf3-62eb-41a5-9a84-a8b7859b9c6d HTTP/1.1" status: 200 len: 1092 time: 0.9415474 Jan 28 13:17:39.674342 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69859b7a-2a94-4430-ab2a-f06eaede0375', 'tag': '4511baf3-62eb-41a5-9a84-a8b7859b9c6d'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:39.684293 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca721f2-2ec7-4b43-be65-1f330a571d34" -d '{"events": [{"name": "network-changed", "server_uuid": "69859b7a-2a94-4430-ab2a-f06eaede0375", "tag": "4511baf3-62eb-41a5-9a84-a8b7859b9c6d"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:39.722725 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba333b3-0dd8-4491-8e0f-18ac21545fef req-6a142365-af46-46c1-a683-01b224a770e6 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:39.724294 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2ba333b3-0dd8-4491-8e0f-18ac21545fef req-6a142365-af46-46c1-a683-01b224a770e6 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 943 time: 0.1616080 Jan 28 13:17:39.727694 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-e727172c-61e4-4312-a9b3-06b037bb3399 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1693385482-network', 'tenant_id': 'eb10704308e647738888ef3e5255ab4b'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:39.746355 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c64a3-1420-4d18-9321-ae357ec21d50 service neutron] Pushing event updated for resources: {'Port': ['ID=4511baf3-62eb-41a5-9a84-a8b7859b9c6d,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:39.812525 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42636) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:39.820185 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e727172c-61e4-4312-a9b3-06b037bb3399 admin admin] Made reservation on behalf of eb10704308e647738888ef3e5255ab4b for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:39.822698 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e727172c-61e4-4312-a9b3-06b037bb3399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:39.847335 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e727172c-61e4-4312-a9b3-06b037bb3399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:39.857717 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-192d0d12-44f4-4751-b6b4-aedc5af077f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:39.859330 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-192d0d12-44f4-4751-b6b4-aedc5af077f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=74ec5341dbcf4677956e36e1b5d2735f&device_id=69859b7a-2a94-4430-ab2a-f06eaede0375 HTTP/1.1" status: 200 len: 1095 time: 0.1250386 Jan 28 13:17:39.881263 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2ba333b3-0dd8-4491-8e0f-18ac21545fef req-b26be452-086d-470c-a798-5efa2d7d27b8 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454406 Jan 28 13:17:39.915409 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-7bd955f2-6ed4-4870-a48a-8d4b3655388c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4511baf3-62eb-41a5-9a84-a8b7859b9c6d HTTP/1.1" status: 200 len: 217 time: 0.0473564 Jan 28 13:17:39.918176 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457365e-a724-4681-91f5-53af6f1140cf req-04e433b5-99f9-4e2e-b9d1-ecef0506709c tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:39.933622 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b457365e-a724-4681-91f5-53af6f1140cf req-04e433b5-99f9-4e2e-b9d1-ecef0506709c tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.0806649 Jan 28 13:17:39.939329 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438b2090-5479-4f10-9ea5-8bad5229c9de x-openstack-request-id: req-438b2090-5479-4f10-9ea5-8bad5229c9de {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:39.939616 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69859b7a-2a94-4430-ab2a-f06eaede0375", "tag": "4511baf3-62eb-41a5-9a84-a8b7859b9c6d", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:39.939868 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-438b2090-5479-4f10-9ea5-8bad5229c9de {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:39.940442 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69859b7a-2a94-4430-ab2a-f06eaede0375', 'tag': '4511baf3-62eb-41a5-9a84-a8b7859b9c6d', 'status': 'completed', 'code': 200} Jan 28 13:17:40.004001 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c3ca4604-3900-4249-a7f2-7ba77b7509ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.024374 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b457365e-a724-4681-91f5-53af6f1140cf req-6619b9c1-5175-4fc1-8bf1-eb53f03b8728 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883727 Jan 28 13:17:40.028671 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-85b41539-8d59-42c9-82cd-a998436c4ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:40.030227 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-85b41539-8d59-42c9-82cd-a998436c4ede service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c438cf0b-ba2f-4b20-9328-8873f24b23e2 HTTP/1.1" status: 200 len: 862 time: 0.1071973 Jan 28 13:17:40.080846 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-0fa83f2a-e325-46ba-924d-697321bfe4f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8707c289-bc91-43e5-b056-ef974f42dcf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418909 Jan 28 13:17:40.106330 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e727172c-61e4-4312-a9b3-06b037bb3399 admin admin] Publish callbacks [] for security_group (af1f701f-007b-4064-aba9-1a5384563b31), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.111384 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c3ca4604-3900-4249-a7f2-7ba77b7509ea admin admin] Publish callbacks [] for security_group (910a64ff-dbf7-4e12-933d-38e0cb6e185e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.118679 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c3ca4604-3900-4249-a7f2-7ba77b7509ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (910a64ff-dbf7-4e12-933d-38e0cb6e185e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.119845 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48af1fa-da13-4877-9e47-783ca9a0ff7c req-dd707c56-a2b5-4b8d-86ff-51f0f6220aeb tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:40.121445 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e48af1fa-da13-4877-9e47-783ca9a0ff7c req-dd707c56-a2b5-4b8d-86ff-51f0f6220aeb tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 1101 time: 0.1295209 Jan 28 13:17:40.123982 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e727172c-61e4-4312-a9b3-06b037bb3399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (af1f701f-007b-4064-aba9-1a5384563b31), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.164800 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca4604-3900-4249-a7f2-7ba77b7509ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910a64ff-dbf7-4e12-933d-38e0cb6e185e,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:40.174093 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c3ca4604-3900-4249-a7f2-7ba77b7509ea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fcd7c7766c2c40beb9b0bf944c8b146a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3557959 Jan 28 13:17:40.176414 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42644) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:40.218734 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e727172c-61e4-4312-a9b3-06b037bb3399 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:17:40.227094 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727172c-61e4-4312-a9b3-06b037bb3399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1f701f-007b-4064-aba9-1a5384563b31,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:40.241318 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f468d068-73c6-4a10-aff7-597bb5d202db admin admin] Publish callbacks [] for security_group (910a64ff-dbf7-4e12-933d-38e0cb6e185e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.242810 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e727172c-61e4-4312-a9b3-06b037bb3399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (a74f86bb-243d-4235-adbc-978d5a88de32), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.243119 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-e727172c-61e4-4312-a9b3-06b037bb3399 admin admin] Added segment a74f86bb-243d-4235-adbc-978d5a88de32 of type vlan for network f701ae0b-23fd-46ea-9dab-9f0d97923960 Jan 28 13:17:40.269926 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f468d068-73c6-4a10-aff7-597bb5d202db admin admin] Publish callbacks [] for security_group (910a64ff-dbf7-4e12-933d-38e0cb6e185e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.308525 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e48af1fa-da13-4877-9e47-783ca9a0ff7c req-6a6fb6e0-bd67-4e21-b7b3-f9110c1407d6 tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720741 Jan 28 13:17:40.317853 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-c7aed499-09f0-4533-affd-5f489654aef0 service neutron] 10.222.0.18 "GET /v2.0/networks/8707c289-bc91-43e5-b056-ef974f42dcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303672 Jan 28 13:17:40.319416 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e727172c-61e4-4312-a9b3-06b037bb3399 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (f701ae0b-23fd-46ea-9dab-9f0d97923960), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.368754 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c34cb-d874-4902-a5c7-18563fead4f5 req-81a9d9e4-efaf-45d5-affc-091e5e3812cb tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:40.376166 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-922c34cb-d874-4902-a5c7-18563fead4f5 req-81a9d9e4-efaf-45d5-affc-091e5e3812cb tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6573ebb6-16bc-4564-b239-6055d8e61ffe HTTP/1.1" status: 200 len: 949 time: 0.0782030 Jan 28 13:17:40.383297 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f468d068-73c6-4a10-aff7-597bb5d202db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (910a64ff-dbf7-4e12-933d-38e0cb6e185e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.385802 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f468d068-73c6-4a10-aff7-597bb5d202db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.386841 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f468d068-73c6-4a10-aff7-597bb5d202db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/910a64ff-dbf7-4e12-933d-38e0cb6e185e HTTP/1.1" status: 204 len: 168 time: 0.2094555 Jan 28 13:17:40.404810 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468d068-73c6-4a10-aff7-597bb5d202db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910a64ff-dbf7-4e12-933d-38e0cb6e185e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:40.443707 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e727172c-61e4-4312-a9b3-06b037bb3399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (f701ae0b-23fd-46ea-9dab-9f0d97923960), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.444735 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e727172c-61e4-4312-a9b3-06b037bb3399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:40.445286 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e727172c-61e4-4312-a9b3-06b037bb3399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.450822 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-922c34cb-d874-4902-a5c7-18563fead4f5 req-b1036514-b95e-4d00-be8a-ad446a43ba19 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691488 Jan 28 13:17:40.496856 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e727172c-61e4-4312-a9b3-06b037bb3399 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9764924 Jan 28 13:17:40.501475 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42654) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:40.507058 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-3f30414a-008d-4333-a01e-8a96be32c5d4 admin admin] Request body: {'subnet': {'network_id': 'f701ae0b-23fd-46ea-9dab-9f0d97923960', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1693385482-subnet', 'tenant_id': 'eb10704308e647738888ef3e5255ab4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:40.529489 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f30414a-008d-4333-a01e-8a96be32c5d4 admin admin] Made reservation on behalf of eb10704308e647738888ef3e5255ab4b for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:40.536486 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3f30414a-008d-4333-a01e-8a96be32c5d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.549123 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5bfe8005-dd92-45b1-8b2a-94f4226a886a req-085ceb7a-46e0-4d67-9f64-a0ab4eff6087 service neutron] 10.222.0.18 "GET /v2.0/networks/8707c289-bc91-43e5-b056-ef974f42dcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248993 Jan 28 13:17:40.550724 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727172c-61e4-4312-a9b3-06b037bb3399 admin admin] Pushing event updated for resources: {'Network': ['ID=f701ae0b-23fd-46ea-9dab-9f0d97923960,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:40.556157 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69dd4b-1955-431a-8e0c-781e44440ffb req-4613862a-1cc0-4010-b6a1-3b2857bdb0e0 tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:40.558192 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1d69dd4b-1955-431a-8e0c-781e44440ffb req-4613862a-1cc0-4010-b6a1-3b2857bdb0e0 tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 1101 time: 0.1595550 Jan 28 13:17:40.563877 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network f701ae0b-23fd-46ea-9dab-9f0d97923960 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:17:40.676748 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1d69dd4b-1955-431a-8e0c-781e44440ffb req-7adbac98-2d0d-41ec-a566-8a46ce06839f tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066682 Jan 28 13:17:40.689477 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca721f2-2ec7-4b43-be65-1f330a571d34 req-ced2b35f-5e9b-4978-b395-8f62aeab7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:40.691299 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bca721f2-2ec7-4b43-be65-1f330a571d34 req-ced2b35f-5e9b-4978-b395-8f62aeab7455 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=74ec5341dbcf4677956e36e1b5d2735f&device_id=69859b7a-2a94-4430-ab2a-f06eaede0375 HTTP/1.1" status: 200 len: 1095 time: 0.0853539 Jan 28 13:17:40.809729 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3f30414a-008d-4333-a01e-8a96be32c5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (99d23a9b-d708-4df5-adfa-d9c8cd5ae3d4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.822449 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df5ca3-46d4-4c86-b129-11579878cf04 req-a4cbd03a-9658-41b9-b9c8-aa193eebcba5 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:40.824104 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-22df5ca3-46d4-4c86-b129-11579878cf04 req-a4cbd03a-9658-41b9-b9c8-aa193eebcba5 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=69859b7a-2a94-4430-ab2a-f06eaede0375 HTTP/1.1" status: 200 len: 944 time: 0.0853128 Jan 28 13:17:40.851877 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca721f2-2ec7-4b43-be65-1f330a571d34 req-2beeb6e8-803e-4309-812a-a2eab08e65ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:40.853940 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bca721f2-2ec7-4b43-be65-1f330a571d34 req-2beeb6e8-803e-4309-812a-a2eab08e65ba service neutron] 10.222.0.18 "GET /v2.0/networks?id=8707c289-bc91-43e5-b056-ef974f42dcf6 HTTP/1.1" status: 200 len: 922 time: 0.1501458 Jan 28 13:17:40.854299 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42662) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:40.875931 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9333746f-7dff-4492-a5f6-aa3568907705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.915551 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bca721f2-2ec7-4b43-be65-1f330a571d34 req-14718943-2bd9-4282-82dc-749f76a4f962 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4511baf3-62eb-41a5-9a84-a8b7859b9c6d HTTP/1.1" status: 200 len: 217 time: 0.0460713 Jan 28 13:17:40.919843 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30414a-008d-4333-a01e-8a96be32c5d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99d23a9b-d708-4df5-adfa-d9c8cd5ae3d4,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:40.940192 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f30414a-008d-4333-a01e-8a96be32c5d4 admin admin] Checking segment: {'id': 'a74f86bb-243d-4235-adbc-978d5a88de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f701ae0b-23fd-46ea-9dab-9f0d97923960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:40.940573 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f30414a-008d-4333-a01e-8a96be32c5d4 admin admin] Network hostable DHCP agents. Network: f701ae0b-23fd-46ea-9dab-9f0d97923960, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:17:40.960510 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-22df5ca3-46d4-4c86-b129-11579878cf04 req-ee1527c9-60bd-4558-903f-8de190ac7025 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059949 Jan 28 13:17:40.994222 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f30414a-008d-4333-a01e-8a96be32c5d4 admin admin] Network f701ae0b-23fd-46ea-9dab-9f0d97923960 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:17:41.007887 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-3f30414a-008d-4333-a01e-8a96be32c5d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, f701ae0b-23fd-46ea-9dab-9f0d97923960) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:41.019016 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f30414a-008d-4333-a01e-8a96be32c5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:41.019016 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3f30414a-008d-4333-a01e-8a96be32c5d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:41.019354 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca721f2-2ec7-4b43-be65-1f330a571d34 req-5ff3e04d-7d30-49eb-95d4-803942c957b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:41.019354 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bca721f2-2ec7-4b43-be65-1f330a571d34 req-5ff3e04d-7d30-49eb-95d4-803942c957b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c438cf0b-ba2f-4b20-9328-8873f24b23e2 HTTP/1.1" status: 200 len: 862 time: 0.0927181 Jan 28 13:17:41.037007 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999cba65-a1f9-4eeb-aaa3-53a8fbd68b3c None None] Network f701ae0b-23fd-46ea-9dab-9f0d97923960 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:17:41.051653 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3f30414a-008d-4333-a01e-8a96be32c5d4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5489588 Jan 28 13:17:41.055804 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42670) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:41.060655 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-8ee91bf1-8443-400d-93ee-c871cdbf3d4e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1693385482-router', 'tenant_id': 'eb10704308e647738888ef3e5255ab4b', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:41.091640 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ee91bf1-8443-400d-93ee-c871cdbf3d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:41.092220 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ee91bf1-8443-400d-93ee-c871cdbf3d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:41.129221 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bca721f2-2ec7-4b43-be65-1f330a571d34 req-4736a3b8-cb23-4936-b1c8-56c91658b8fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8707c289-bc91-43e5-b056-ef974f42dcf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616529 Jan 28 13:17:41.168521 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ee91bf1-8443-400d-93ee-c871cdbf3d4e admin admin] Publish callbacks [] for router_controller (b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:41.196603 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18a55f9-587d-4a43-ba0d-1d070fe8c498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-f701ae0b-23fd-46ea-9dab-9f0d97923960', 'network_id': 'f701ae0b-23fd-46ea-9dab-9f0d97923960', 'project_id': 'eb10704308e647738888ef3e5255ab4b', 'fixed_ips': [{'subnet_id': '99d23a9b-d708-4df5-adfa-d9c8cd5ae3d4'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:17:41.197973 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c18a55f9-587d-4a43-ba0d-1d070fe8c498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:41.212909 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844abd7a-e297-4fe0-9da0-55eac8bc629a req-74b9c8c9-b61b-4723-90d9-338bf5a39c16 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:41.216070 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-844abd7a-e297-4fe0-9da0-55eac8bc629a req-74b9c8c9-b61b-4723-90d9-338bf5a39c16 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 943 time: 0.2252715 Jan 28 13:17:41.264107 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9333746f-7dff-4492-a5f6-aa3568907705 admin admin] Publish callbacks [] for security_group (1a48babe-08a9-4be2-8456-f4d3426c4fd4), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:41.288941 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9333746f-7dff-4492-a5f6-aa3568907705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1a48babe-08a9-4be2-8456-f4d3426c4fd4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:41.290472 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bfff15-585a-4c22-8159-3e275fa5165c req-e668822b-2fae-49df-9c7f-5fe35f4940fb tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:41.292115 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-63bfff15-585a-4c22-8159-3e275fa5165c req-e668822b-2fae-49df-9c7f-5fe35f4940fb tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.1209266 Jan 28 13:17:41.365243 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ee91bf1-8443-400d-93ee-c871cdbf3d4e admin admin] Publish callbacks [] for router_gateway (b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:41.407370 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9333746f-7dff-4492-a5f6-aa3568907705 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=351abb70954e4bb7986b80ecf2daab13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5519333 Jan 28 13:17:41.412782 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-63bfff15-585a-4c22-8159-3e275fa5165c req-14649692-43e7-4978-abb3-290ac16b4b14 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915990 Jan 28 13:17:41.414242 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42674) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:41.426015 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-c18a55f9-587d-4a43-ba0d-1d070fe8c498 None None] Allocated IP 172.20.0.2 (f701ae0b-23fd-46ea-9dab-9f0d97923960/99d23a9b-d708-4df5-adfa-d9c8cd5ae3d4/69383d5a-f021-4b62-a03e-c2a79da2b182) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:41.434425 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bca721f2-2ec7-4b43-be65-1f330a571d34 req-108ae4e8-ed7d-4564-9c3d-900099eee548 service neutron] 10.222.0.18 "GET /v2.0/networks/8707c289-bc91-43e5-b056-ef974f42dcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969711 Jan 28 13:17:41.435782 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333746f-7dff-4492-a5f6-aa3568907705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a48babe-08a9-4be2-8456-f4d3426c4fd4,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:41.455889 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-844abd7a-e297-4fe0-9da0-55eac8bc629a req-499d075b-611a-4a19-b62a-bfd96e91e0c0 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888831 Jan 28 13:17:41.518094 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b0e0305c-a825-4db6-b99c-2e63efbfac2c admin admin] Publish callbacks [] for security_group (1a48babe-08a9-4be2-8456-f4d3426c4fd4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:41.551419 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b0e0305c-a825-4db6-b99c-2e63efbfac2c admin admin] Publish callbacks [] for security_group (1a48babe-08a9-4be2-8456-f4d3426c4fd4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:41.652651 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bca721f2-2ec7-4b43-be65-1f330a571d34 req-bece67f7-454d-4ec3-9dbd-a8dbfdaf4cb9 service neutron] 10.222.0.18 "GET /v2.0/networks/8707c289-bc91-43e5-b056-ef974f42dcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954873 Jan 28 13:17:41.668589 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44d778-c6b2-42f7-9434-4d5c8b4c60ac req-9d54f7fe-a16f-4db3-a565-6bc1cbc442ca tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:41.679795 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1f44d778-c6b2-42f7-9434-4d5c8b4c60ac req-9d54f7fe-a16f-4db3-a565-6bc1cbc442ca tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6573ebb6-16bc-4564-b239-6055d8e61ffe HTTP/1.1" status: 200 len: 949 time: 0.0960999 Jan 28 13:17:41.695322 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c18a55f9-587d-4a43-ba0d-1d070fe8c498 None None] Publish callbacks [] for port (69383d5a-f021-4b62-a03e-c2a79da2b182), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:41.700377 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b0e0305c-a825-4db6-b99c-2e63efbfac2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1a48babe-08a9-4be2-8456-f4d3426c4fd4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:41.705043 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b0e0305c-a825-4db6-b99c-2e63efbfac2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:41.706238 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b0e0305c-a825-4db6-b99c-2e63efbfac2c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1a48babe-08a9-4be2-8456-f4d3426c4fd4 HTTP/1.1" status: 204 len: 168 time: 0.2909656 Jan 28 13:17:41.711451 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c18a55f9-587d-4a43-ba0d-1d070fe8c498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (69383d5a-f021-4b62-a03e-c2a79da2b182), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:41.726962 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0305c-a825-4db6-b99c-2e63efbfac2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a48babe-08a9-4be2-8456-f4d3426c4fd4,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:41.780245 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1f44d778-c6b2-42f7-9434-4d5c8b4c60ac req-97635308-f6a1-418a-ac68-c8279498fac7 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981972 Jan 28 13:17:41.785010 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ee91bf1-8443-400d-93ee-c871cdbf3d4e admin admin] Publish callbacks [] for router_gateway (b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:41.810456 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ee91bf1-8443-400d-93ee-c871cdbf3d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:41.866811 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18a55f9-587d-4a43-ba0d-1d070fe8c498 None None] Network f701ae0b-23fd-46ea-9dab-9f0d97923960 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:41.867860 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a55f9-587d-4a43-ba0d-1d070fe8c498 None None] Pushing event updated for resources: {'Port': ['ID=69383d5a-f021-4b62-a03e-c2a79da2b182,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:41.874662 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c18a55f9-587d-4a43-ba0d-1d070fe8c498 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:41.881071 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18a55f9-587d-4a43-ba0d-1d070fe8c498 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:41.959557 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-c18a55f9-587d-4a43-ba0d-1d070fe8c498 None None] Attempting to bind port 69383d5a-f021-4b62-a03e-c2a79da2b182 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:41.960019 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-c18a55f9-587d-4a43-ba0d-1d070fe8c498 None None] Attempting to bind port 69383d5a-f021-4b62-a03e-c2a79da2b182 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'a74f86bb-243d-4235-adbc-978d5a88de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f701ae0b-23fd-46ea-9dab-9f0d97923960'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:41.960517 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18a55f9-587d-4a43-ba0d-1d070fe8c498 None None] Attempting to bind port 69383d5a-f021-4b62-a03e-c2a79da2b182 on network f701ae0b-23fd-46ea-9dab-9f0d97923960 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:41.963509 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-8ee91bf1-8443-400d-93ee-c871cdbf3d4e admin admin] Allocated IP 172.25.3.97 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/48340a47-6861-4caa-969a-70145df716c3) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:41.971832 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18a55f9-587d-4a43-ba0d-1d070fe8c498 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:41.972423 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18a55f9-587d-4a43-ba0d-1d070fe8c498 None None] Checking segment: {'id': 'a74f86bb-243d-4235-adbc-978d5a88de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f701ae0b-23fd-46ea-9dab-9f0d97923960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:41.972900 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c18a55f9-587d-4a43-ba0d-1d070fe8c498 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:41.973416 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18a55f9-587d-4a43-ba0d-1d070fe8c498 None None] Bound using segment: {'id': 'a74f86bb-243d-4235-adbc-978d5a88de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f701ae0b-23fd-46ea-9dab-9f0d97923960'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:41.974035 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-c18a55f9-587d-4a43-ba0d-1d070fe8c498 None None] Bound port: 69383d5a-f021-4b62-a03e-c2a79da2b182, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74f86bb-243d-4235-adbc-978d5a88de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f701ae0b-23fd-46ea-9dab-9f0d97923960'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:41.974574 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c18a55f9-587d-4a43-ba0d-1d070fe8c498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (69383d5a-f021-4b62-a03e-c2a79da2b182), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:42.068021 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbcdc80-0602-479d-841d-cb71ca5186f8 req-50bed8f3-d355-4de4-bc8d-a41f646e3771 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:42.069704 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6dbcdc80-0602-479d-841d-cb71ca5186f8 req-50bed8f3-d355-4de4-bc8d-a41f646e3771 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.18 "GET /v2.0/ports?device_id=6573ebb6-16bc-4564-b239-6055d8e61ffe HTTP/1.1" status: 200 len: 949 time: 0.1144946 Jan 28 13:17:42.078574 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c18a55f9-587d-4a43-ba0d-1d070fe8c498 None None] For port 69383d5a-f021-4b62-a03e-c2a79da2b182, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:42.082650 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c18a55f9-587d-4a43-ba0d-1d070fe8c498 None None] For port 69383d5a-f021-4b62-a03e-c2a79da2b182, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=69383d5a-f021-4b62-a03e-c2a79da2b182,segment=NetworkSegment(a74f86bb-243d-4235-adbc-978d5a88de32),segment_id=a74f86bb-243d-4235-adbc-978d5a88de32)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:42.095709 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c18a55f9-587d-4a43-ba0d-1d070fe8c498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (69383d5a-f021-4b62-a03e-c2a79da2b182), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:42.114085 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ee91bf1-8443-400d-93ee-c871cdbf3d4e admin admin] Publish callbacks [] for port (48340a47-6861-4caa-969a-70145df716c3), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:42.164314 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ee91bf1-8443-400d-93ee-c871cdbf3d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (48340a47-6861-4caa-969a-70145df716c3), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:42.212626 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a55f9-587d-4a43-ba0d-1d070fe8c498 None None] Pushing event updated for resources: {'Port': ['ID=69383d5a-f021-4b62-a03e-c2a79da2b182,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:42.260746 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee91bf1-8443-400d-93ee-c871cdbf3d4e admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:42.275953 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-8ee91bf1-8443-400d-93ee-c871cdbf3d4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:42.281044 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee91bf1-8443-400d-93ee-c871cdbf3d4e admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:42.327781 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee91bf1-8443-400d-93ee-c871cdbf3d4e admin admin] Pushing event updated for resources: {'Port': ['ID=48340a47-6861-4caa-969a-70145df716c3,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:42.604727 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 4511baf3-62eb-41a5-9a84-a8b7859b9c6d details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:17:42.684648 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 9d674133-1cac-4f13-bc09-89b187b99e44 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:17:42.800443 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa21c8-6786-48b9-ad8d-8fe83bd0297c req-f9b65159-e773-45ef-b8fb-032e07474a5e tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:42.818827 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-edaa21c8-6786-48b9-ad8d-8fe83bd0297c req-f9b65159-e773-45ef-b8fb-032e07474a5e tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=69859b7a-2a94-4430-ab2a-f06eaede0375 HTTP/1.1" status: 200 len: 944 time: 0.7479346 Jan 28 13:17:42.855823 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 69383d5a-f021-4b62-a03e-c2a79da2b182 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:42.971108 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-edaa21c8-6786-48b9-ad8d-8fe83bd0297c req-fe7e9cbe-d0d0-40fe-9cb6-75c9ab3e15e9 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510849 Jan 28 13:17:42.998790 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-6dbcdc80-0602-479d-841d-cb71ca5186f8 req-85d9b5db-c88a-45f5-a8e7-c0ca42ef0679 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Deleting port 9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:17:43.000242 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-6dbcdc80-0602-479d-841d-cb71ca5186f8 req-85d9b5db-c88a-45f5-a8e7-c0ca42ef0679 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.027173 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 4511baf3-62eb-41a5-9a84-a8b7859b9c6d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=4511baf3-62eb-41a5-9a84-a8b7859b9c6d,segment=NetworkSegment(9f676767-c742-4048-b118-47a92e908b4f),segment_id=9f676767-c742-4048-b118-47a92e908b4f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:43.050174 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '4511baf3-62eb-41a5-9a84-a8b7859b9c6d', 'network_id': '8707c289-bc91-43e5-b056-ef974f42dcf6', 'port_id': '4511baf3-62eb-41a5-9a84-a8b7859b9c6d', 'mac_address': 'fa:16:3e:a1:77:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c438cf0b-ba2f-4b20-9328-8873f24b23e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:17:43.190237 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376f36f-4d65-4924-860e-4d862ddfd43c req-34d34ee0-a9d0-4138-b913-32ecd5dd1507 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:43.192466 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8376f36f-4d65-4924-860e-4d862ddfd43c req-34d34ee0-a9d0-4138-b913-32ecd5dd1507 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.6404448 Jan 28 13:17:43.214666 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 9d674133-1cac-4f13-bc09-89b187b99e44, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=9d674133-1cac-4f13-bc09-89b187b99e44,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:43.227241 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-6dbcdc80-0602-479d-841d-cb71ca5186f8 req-85d9b5db-c88a-45f5-a8e7-c0ca42ef0679 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] For port 9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:43.227813 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-6dbcdc80-0602-479d-841d-cb71ca5186f8 req-85d9b5db-c88a-45f5-a8e7-c0ca42ef0679 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.233411 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '9d674133-1cac-4f13-bc09-89b187b99e44', 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460', 'port_id': '9d674133-1cac-4f13-bc09-89b187b99e44', 'mac_address': 'fa:16:3e:10:87:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '585c2f63-9b4b-456a-9eb5-e157a8ee5cdd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:17:43.239753 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a44a22-dc2d-464e-9b09-cf7d73f16413 req-0c2bd12c-359c-4911-894a-1acc88852b07 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:43.241448 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 4511baf3-62eb-41a5-9a84-a8b7859b9c6d is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:43.241903 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4511baf3-62eb-41a5-9a84-a8b7859b9c6d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.242148 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-30a44a22-dc2d-464e-9b09-cf7d73f16413 req-0c2bd12c-359c-4911-894a-1acc88852b07 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.1117394 Jan 28 13:17:43.258603 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4511baf3-62eb-41a5-9a84-a8b7859b9c6d {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:43.276988 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-6dbcdc80-0602-479d-841d-cb71ca5186f8 req-85d9b5db-c88a-45f5-a8e7-c0ca42ef0679 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Calling delete_port for 9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:17:43.283709 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ee91bf1-8443-400d-93ee-c871cdbf3d4e admin admin] Publish callbacks [] for router_gateway (b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.324651 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 9d674133-1cac-4f13-bc09-89b187b99e44 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:43.325084 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9d674133-1cac-4f13-bc09-89b187b99e44), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.338488 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 69383d5a-f021-4b62-a03e-c2a79da2b182 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:43.338868 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (69383d5a-f021-4b62-a03e-c2a79da2b182), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.378135 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 4511baf3-62eb-41a5-9a84-a8b7859b9c6d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=4511baf3-62eb-41a5-9a84-a8b7859b9c6d,segment=NetworkSegment(9f676767-c742-4048-b118-47a92e908b4f),segment_id=9f676767-c742-4048-b118-47a92e908b4f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:43.387301 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4511baf3-62eb-41a5-9a84-a8b7859b9c6d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.390898 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d674133-1cac-4f13-bc09-89b187b99e44 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:43.405728 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-30a44a22-dc2d-464e-9b09-cf7d73f16413 req-8068edd9-f003-422a-b69c-cbec74163cef tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567636 Jan 28 13:17:43.420581 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 9d674133-1cac-4f13-bc09-89b187b99e44, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=9d674133-1cac-4f13-bc09-89b187b99e44,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:43.429896 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9d674133-1cac-4f13-bc09-89b187b99e44), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.457347 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8376f36f-4d65-4924-860e-4d862ddfd43c req-1a75516d-885d-49b8-a122-2f9d1865f050 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120431 Jan 28 13:17:43.577751 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=4511baf3-62eb-41a5-9a84-a8b7859b9c6d,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:43.609426 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:43.610117 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:43.612555 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:43.613339 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:43.613921 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:43.614537 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:43.621709 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:43.622406 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:43.622977 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:43.623528 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:43.624119 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:43.624710 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:43.625117 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:43.668943 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-6dbcdc80-0602-479d-841d-cb71ca5186f8 req-85d9b5db-c88a-45f5-a8e7-c0ca42ef0679 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.687093 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc6f78-81bc-402d-8473-0a688e0c11d1 req-9e5f1384-0778-49b9-882c-d6f08cfbbb08 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:43.694614 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fbcc6f78-81bc-402d-8473-0a688e0c11d1 req-9e5f1384-0778-49b9-882c-d6f08cfbbb08 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 944 time: 0.1277850 Jan 28 13:17:43.737655 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['4511baf3-62eb-41a5-9a84-a8b7859b9c6d'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:43.741160 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['11f8d571-4bab-4793-a999-eb229fd92d72'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:43.765431 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9b5db-c88a-45f5-a8e7-c0ca42ef0679 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Pushing event deleted for resources: {'Port': ['ID=9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:43.781627 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1fd5813e-8727-478f-855c-78c1afd93e69 req-5d16e3cc-1c15-489e-a608-ce24ea772eef tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6573ebb6-16bc-4564-b239-6055d8e61ffe HTTP/1.1" status: 200 len: 210 time: 0.0602777 Jan 28 13:17:43.782772 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ee91bf1-8443-400d-93ee-c871cdbf3d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.879128 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbcdc80-0602-479d-841d-cb71ca5186f8 req-85d9b5db-c88a-45f5-a8e7-c0ca42ef0679 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] No DVR routers for this DVR port 9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:17:43.903069 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fbcc6f78-81bc-402d-8473-0a688e0c11d1 req-4e6f997a-94c1-41d2-81f1-83ae22581237 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073309 Jan 28 13:17:43.915331 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 69383d5a-f021-4b62-a03e-c2a79da2b182 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:43.915911 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (69383d5a-f021-4b62-a03e-c2a79da2b182), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.920485 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-6dbcdc80-0602-479d-841d-cb71ca5186f8 req-85d9b5db-c88a-45f5-a8e7-c0ca42ef0679 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.927078 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6dbcdc80-0602-479d-841d-cb71ca5186f8 req-85d9b5db-c88a-45f5-a8e7-c0ca42ef0679 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.18 "DELETE /v2.0/ports/9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942 HTTP/1.1" status: 204 len: 173 time: 1.8471951 Jan 28 13:17:43.939113 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6573ebb6-16bc-4564-b239-6055d8e61ffe', 'name': 'network-vif-deleted', 'tag': '9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:43.949173 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ad8d74-e405-4762-b506-708777a9c6a7" -d '{"events": [{"server_uuid": "6573ebb6-16bc-4564-b239-6055d8e61ffe", "name": "network-vif-deleted", "tag": "9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:43.977837 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['9d674133-1cac-4f13-bc09-89b187b99e44'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:44.052300 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4a9c16-6dc0-4b4f-9e68-1bb118aaa6df x-openstack-request-id: req-ce4a9c16-6dc0-4b4f-9e68-1bb118aaa6df {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:44.053511 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6573ebb6-16bc-4564-b239-6055d8e61ffe", "name": "network-vif-deleted", "tag": "9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:44.054377 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce4a9c16-6dc0-4b4f-9e68-1bb118aaa6df {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:44.055790 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6573ebb6-16bc-4564-b239-6055d8e61ffe', 'name': 'network-vif-deleted', 'tag': '9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942', 'status': 'completed', 'code': 200} Jan 28 13:17:44.078781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=9d674133-1cac-4f13-bc09-89b187b99e44,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:44.119827 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee91bf1-8443-400d-93ee-c871cdbf3d4e admin admin] Router b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:17:44.186087 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa12b4-e93b-4308-aad6-04023ec5a3c8 req-928407ba-7982-42b7-86e7-c946e4301e36 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:44.190495 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a1aa12b4-e93b-4308-aad6-04023ec5a3c8 req-928407ba-7982-42b7-86e7-c946e4301e36 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=69859b7a-2a94-4430-ab2a-f06eaede0375 HTTP/1.1" status: 200 len: 945 time: 0.0795524 Jan 28 13:17:44.264821 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a1aa12b4-e93b-4308-aad6-04023ec5a3c8 req-a8101683-6ed0-4057-a836-f79cefc9638a tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640144 Jan 28 13:17:44.315444 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee91bf1-8443-400d-93ee-c871cdbf3d4e admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:17:44.327032 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5241d92-f76e-4d90-a9b3-f72255bd74e9 None None] Sync routers for ids ['b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:17:44.337976 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ee91bf1-8443-400d-93ee-c871cdbf3d4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:44.339917 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8ee91bf1-8443-400d-93ee-c871cdbf3d4e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2830000 Jan 28 13:17:44.342627 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42750) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:44.344391 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5241d92-f76e-4d90-a9b3-f72255bd74e9 None None] Routers {'b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:17:44.345106 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d5241d92-f76e-4d90-a9b3-f72255bd74e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:17:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:44.365412 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29382142-745e-4d30-9488-5fd8b3cc323e None None] Network f701ae0b-23fd-46ea-9dab-9f0d97923960 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:17:44.513542 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 69383d5a-f021-4b62-a03e-c2a79da2b182, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=69383d5a-f021-4b62-a03e-c2a79da2b182,segment=NetworkSegment(a74f86bb-243d-4235-adbc-978d5a88de32),segment_id=a74f86bb-243d-4235-adbc-978d5a88de32)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:44.538290 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (69383d5a-f021-4b62-a03e-c2a79da2b182), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:44.607923 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-1d7c9f33-dd48-4053-a4ca-cbdfc91f155c None None] Provisioning complete for port 69383d5a-f021-4b62-a03e-c2a79da2b182 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:44.608295 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9f33-dd48-4053-a4ca-cbdfc91f155c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (69383d5a-f021-4b62-a03e-c2a79da2b182), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:44.625645 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:17:44.631988 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-d5241d92-f76e-4d90-a9b3-f72255bd74e9 None None] Set router b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:17:44.692945 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:17:44.693230 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 9e0fa7f1-029f-4a6d-aeb7-2621dc7f0942 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:17:44.748800 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f2c75-2aa8-487e-929c-899f45ca480c req-c62a2a4c-bb4e-4a5a-86cc-7f1ffe53f022 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:44.750451 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-979f2c75-2aa8-487e-929c-899f45ca480c req-c62a2a4c-bb4e-4a5a-86cc-7f1ffe53f022 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.1294055 Jan 28 13:17:44.789329 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e5d15-82c6-45ce-a598-d2d61575c479 req-79d3f864-96a2-47f7-bc60-24dc3f6eb4d0 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:44.803535 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1b2e5d15-82c6-45ce-a598-d2d61575c479 req-79d3f864-96a2-47f7-bc60-24dc3f6eb4d0 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.2554920 Jan 28 13:17:44.855685 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=69383d5a-f021-4b62-a03e-c2a79da2b182,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:44.895644 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-979f2c75-2aa8-487e-929c-899f45ca480c req-2a1d0fda-2853-4ee7-a0b3-b4662cc9ea38 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242964 Jan 28 13:17:44.968999 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1b2e5d15-82c6-45ce-a598-d2d61575c479 req-9e7cb781-eb27-44bb-85b6-04309641149c tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638389 Jan 28 13:17:45.021660 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c9f33-dd48-4053-a4ca-cbdfc91f155c None None] Current status of the port 69383d5a-f021-4b62-a03e-c2a79da2b182 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:45.033053 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42772) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:45.133672 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d5241d92-f76e-4d90-a9b3-f72255bd74e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4', 'name': 'tempest-FloatingIPDetailsTestJSON-1693385482-router', 'tenant_id': 'eb10704308e647738888ef3e5255ab4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '48340a47-6861-4caa-969a-70145df716c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:41Z', 'updated_at': '2022-01-28T13:17:42Z', 'revision_number': 3, 'project_id': 'eb10704308e647738888ef3e5255ab4b', 'gw_port': {'id': '48340a47-6861-4caa-969a-70145df716c3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:58:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:41Z', 'updated_at': '2022-01-28T13:17:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:45.195005 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1a1f3-b1d7-45fc-ad48-961fb42b5dcc req-240a2baa-ff0d-433f-9bc7-524a3d069424 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:45.204027 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bbd1a1f3-b1d7-45fc-ad48-961fb42b5dcc req-240a2baa-ff0d-433f-9bc7-524a3d069424 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 944 time: 0.0841584 Jan 28 13:17:45.212013 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5241d92-f76e-4d90-a9b3-f72255bd74e9 None None] Checking router: b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:17:45.212680 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5241d92-f76e-4d90-a9b3-f72255bd74e9 None None] Updating router b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4 port 48340a47-6861-4caa-969a-70145df716c3 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:17:45.264925 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5241d92-f76e-4d90-a9b3-f72255bd74e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (48340a47-6861-4caa-969a-70145df716c3), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.283271 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5d909542-0258-4cc5-93cb-0a17ceb9d7ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.296216 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bbd1a1f3-b1d7-45fc-ad48-961fb42b5dcc req-011cdc9f-dd7c-407f-954f-aa489de1d45e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911663 Jan 28 13:17:45.447196 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-893454ae-3590-46c4-ba75-dede66ecb6cd None None] Provisioning complete for port 69383d5a-f021-4b62-a03e-c2a79da2b182 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:45.447576 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-893454ae-3590-46c4-ba75-dede66ecb6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (69383d5a-f021-4b62-a03e-c2a79da2b182), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.451801 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5d909542-0258-4cc5-93cb-0a17ceb9d7ac admin admin] Publish callbacks [] for security_group (04f53f05-9f5c-4a92-8706-da3744f4920a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.464044 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a8fb41cf-7889-40aa-af05-65521db4694d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.470398 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5d909542-0258-4cc5-93cb-0a17ceb9d7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (04f53f05-9f5c-4a92-8706-da3744f4920a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.481292 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31542b78-967b-48cc-8149-e62c1cc91b2c req-f52d3739-52be-49cf-ab7c-481d2c49c61e tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:45.484654 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-31542b78-967b-48cc-8149-e62c1cc91b2c req-f52d3739-52be-49cf-ab7c-481d2c49c61e tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ebfd8ec-377a-4d43-88a4-2583ef1d8cef HTTP/1.1" status: 200 len: 949 time: 0.1117566 Jan 28 13:17:45.526818 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa2752-3a29-4bea-bab4-633dbcc98d0e req-335fca35-e79d-40ee-a13b-6dddcdecdb3c tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:45.528383 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cdfa2752-3a29-4bea-bab4-633dbcc98d0e req-335fca35-e79d-40ee-a13b-6dddcdecdb3c tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=69859b7a-2a94-4430-ab2a-f06eaede0375 HTTP/1.1" status: 200 len: 945 time: 0.1150916 Jan 28 13:17:45.529046 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d909542-0258-4cc5-93cb-0a17ceb9d7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f53f05-9f5c-4a92-8706-da3744f4920a,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:45.567799 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5d909542-0258-4cc5-93cb-0a17ceb9d7ac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=13964fdd1565435593c5451a2ebb2291&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5358996 Jan 28 13:17:45.571183 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42782) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:45.574183 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-893454ae-3590-46c4-ba75-dede66ecb6cd None None] Current status of the port 69383d5a-f021-4b62-a03e-c2a79da2b182 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:45.622159 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cdfa2752-3a29-4bea-bab4-633dbcc98d0e req-d4f827b3-5513-4f44-a2fe-8042458689eb tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865495 Jan 28 13:17:45.636225 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5241d92-f76e-4d90-a9b3-f72255bd74e9 None None] Publish callbacks [] for port (48340a47-6861-4caa-969a-70145df716c3), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.647217 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9c37cbb0-4291-4814-8c80-af6b250413ee admin admin] Publish callbacks [] for security_group (04f53f05-9f5c-4a92-8706-da3744f4920a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.652376 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5241d92-f76e-4d90-a9b3-f72255bd74e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (48340a47-6861-4caa-969a-70145df716c3), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.653830 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-31542b78-967b-48cc-8149-e62c1cc91b2c req-b814e6aa-0bde-4d41-bf37-ada5d1ea5c5c tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562579 Jan 28 13:17:45.672537 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9c37cbb0-4291-4814-8c80-af6b250413ee admin admin] Publish callbacks [] for security_group (04f53f05-9f5c-4a92-8706-da3744f4920a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.715119 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-d5241d92-f76e-4d90-a9b3-f72255bd74e9 None None] Attempting to bind port 48340a47-6861-4caa-969a-70145df716c3 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:45.715487 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-d5241d92-f76e-4d90-a9b3-f72255bd74e9 None None] Attempting to bind port 48340a47-6861-4caa-969a-70145df716c3 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:45.715842 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5241d92-f76e-4d90-a9b3-f72255bd74e9 None None] Attempting to bind port 48340a47-6861-4caa-969a-70145df716c3 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:45.727775 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5241d92-f76e-4d90-a9b3-f72255bd74e9 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:45.728126 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5241d92-f76e-4d90-a9b3-f72255bd74e9 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:45.728464 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9c37cbb0-4291-4814-8c80-af6b250413ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (04f53f05-9f5c-4a92-8706-da3744f4920a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.728620 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5241d92-f76e-4d90-a9b3-f72255bd74e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.729136 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5241d92-f76e-4d90-a9b3-f72255bd74e9 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:45.729622 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-d5241d92-f76e-4d90-a9b3-f72255bd74e9 None None] Bound port: 48340a47-6861-4caa-969a-70145df716c3, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:45.730025 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5241d92-f76e-4d90-a9b3-f72255bd74e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (48340a47-6861-4caa-969a-70145df716c3), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.731182 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9c37cbb0-4291-4814-8c80-af6b250413ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.735840 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9c37cbb0-4291-4814-8c80-af6b250413ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/04f53f05-9f5c-4a92-8706-da3744f4920a HTTP/1.1" status: 204 len: 168 time: 0.1630998 Jan 28 13:17:45.736557 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-a8fb41cf-7889-40aa-af05-65521db4694d admin admin] Allocated IP 172.20.0.1 (f701ae0b-23fd-46ea-9dab-9f0d97923960/99d23a9b-d708-4df5-adfa-d9c8cd5ae3d4/3568dd74-7473-4980-a565-c0cb5995d107) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:45.746072 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37cbb0-4291-4814-8c80-af6b250413ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f53f05-9f5c-4a92-8706-da3744f4920a,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:45.757746 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf799f5-6ea5-4161-89c5-dcaf1775d32c None None] Pushing event updated for resources: {'Port': ['ID=48340a47-6861-4caa-969a-70145df716c3,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:45.772773 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf799f5-6ea5-4161-89c5-dcaf1775d32c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:45.773121 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf799f5-6ea5-4161-89c5-dcaf1775d32c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:45.773459 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf799f5-6ea5-4161-89c5-dcaf1775d32c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:45.773798 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf799f5-6ea5-4161-89c5-dcaf1775d32c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:45.774114 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf799f5-6ea5-4161-89c5-dcaf1775d32c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:45.774453 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf799f5-6ea5-4161-89c5-dcaf1775d32c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:45.774777 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf799f5-6ea5-4161-89c5-dcaf1775d32c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:45.775184 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf799f5-6ea5-4161-89c5-dcaf1775d32c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:45.775925 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf799f5-6ea5-4161-89c5-dcaf1775d32c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:45.775925 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf799f5-6ea5-4161-89c5-dcaf1775d32c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:45.776138 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf799f5-6ea5-4161-89c5-dcaf1775d32c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:45.776442 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf799f5-6ea5-4161-89c5-dcaf1775d32c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:45.776719 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf799f5-6ea5-4161-89c5-dcaf1775d32c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:45.814012 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-d5241d92-f76e-4d90-a9b3-f72255bd74e9 None None] For port 48340a47-6861-4caa-969a-70145df716c3, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:45.819080 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-d5241d92-f76e-4d90-a9b3-f72255bd74e9 None None] For port 48340a47-6861-4caa-969a-70145df716c3, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=48340a47-6861-4caa-969a-70145df716c3,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:45.827363 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d5241d92-f76e-4d90-a9b3-f72255bd74e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (48340a47-6861-4caa-969a-70145df716c3), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.856877 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a8fb41cf-7889-40aa-af05-65521db4694d admin admin] Publish callbacks [] for port (3568dd74-7473-4980-a565-c0cb5995d107), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.889877 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5241d92-f76e-4d90-a9b3-f72255bd74e9 None None] Routers {'b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:17:45.890539 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d5241d92-f76e-4d90-a9b3-f72255bd74e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:17:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:45.904226 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a8fb41cf-7889-40aa-af05-65521db4694d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (3568dd74-7473-4980-a565-c0cb5995d107), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.958764 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf799f5-6ea5-4161-89c5-dcaf1775d32c None None] Pushing event updated for resources: {'Port': ['ID=48340a47-6861-4caa-969a-70145df716c3,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:45.972934 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fb41cf-7889-40aa-af05-65521db4694d admin admin] Network f701ae0b-23fd-46ea-9dab-9f0d97923960 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:45.977310 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-a8fb41cf-7889-40aa-af05-65521db4694d admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:45.996100 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fb41cf-7889-40aa-af05-65521db4694d admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:46.021326 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb41cf-7889-40aa-af05-65521db4694d admin admin] Pushing event updated for resources: {'Port': ['ID=3568dd74-7473-4980-a565-c0cb5995d107,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:46.079753 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9cfb4-a115-48a4-809f-b7719aa6a1e6 req-d2d73772-dac3-4372-ade5-9b1d79c2f02c tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:46.091670 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b3a9cfb4-a115-48a4-809f-b7719aa6a1e6 req-d2d73772-dac3-4372-ade5-9b1d79c2f02c tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.1200929 Jan 28 13:17:46.116355 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a8fb41cf-7889-40aa-af05-65521db4694d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:46.179508 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b3a9cfb4-a115-48a4-809f-b7719aa6a1e6 req-54b46ecf-2f12-4a28-9bd8-90bbe739c3f4 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861316 Jan 28 13:17:46.179995 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42794) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:46.204255 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-d5241d92-f76e-4d90-a9b3-f72255bd74e9 None None] Set router b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:17:46.214078 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e60e461-637f-441c-941b-0328464b0ac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:46.311708 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-24118055-7170-491f-a641-6a65dd6184e3 None None] Provisioning complete for port 3568dd74-7473-4980-a565-c0cb5995d107 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:46.313390 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24118055-7170-491f-a641-6a65dd6184e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3568dd74-7473-4980-a565-c0cb5995d107), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:46.318224 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a8fb41cf-7889-40aa-af05-65521db4694d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3568dd74-7473-4980-a565-c0cb5995d107), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:46.344568 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124444f-3926-486c-b25d-c870c4425746 req-45e56192-65f6-44df-aada-ca55dae4e2f0 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:46.347740 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e60e461-637f-441c-941b-0328464b0ac8 admin admin] Publish callbacks [] for security_group (c504084f-8eae-4097-a619-73b2dc850ed9), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:46.351738 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1124444f-3926-486c-b25d-c870c4425746 req-45e56192-65f6-44df-aada-ca55dae4e2f0 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.1031055 Jan 28 13:17:46.353329 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e60e461-637f-441c-941b-0328464b0ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c504084f-8eae-4097-a619-73b2dc850ed9), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:46.362509 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-24118055-7170-491f-a641-6a65dd6184e3 None None] Port 3568dd74-7473-4980-a565-c0cb5995d107 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:17:46.405824 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8e60e461-637f-441c-941b-0328464b0ac8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a29a1197acfc4b2fa2911b38bc867a22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246861 Jan 28 13:17:46.409981 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42798) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:46.425256 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60e461-637f-441c-941b-0328464b0ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c504084f-8eae-4097-a619-73b2dc850ed9,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:46.451175 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1124444f-3926-486c-b25d-c870c4425746 req-40ffb151-a68b-436f-ab1a-8bfad2c6edbc tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960927 Jan 28 13:17:46.482542 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d5241d92-f76e-4d90-a9b3-f72255bd74e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4', 'name': 'tempest-FloatingIPDetailsTestJSON-1693385482-router', 'tenant_id': 'eb10704308e647738888ef3e5255ab4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '48340a47-6861-4caa-969a-70145df716c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:41Z', 'updated_at': '2022-01-28T13:17:42Z', 'revision_number': 3, 'project_id': 'eb10704308e647738888ef3e5255ab4b', 'gw_port': {'id': '48340a47-6861-4caa-969a-70145df716c3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:58:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:41Z', 'updated_at': '2022-01-28T13:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:46.513521 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5241d92-f76e-4d90-a9b3-f72255bd74e9 None None] The sync data for ids ['b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4'] in n-d-822747-2 is: [{'id': 'b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4', 'name': 'tempest-FloatingIPDetailsTestJSON-1693385482-router', 'tenant_id': 'eb10704308e647738888ef3e5255ab4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '48340a47-6861-4caa-969a-70145df716c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:41Z', 'updated_at': '2022-01-28T13:17:42Z', 'revision_number': 3, 'project_id': 'eb10704308e647738888ef3e5255ab4b', 'gw_port': {'id': '48340a47-6861-4caa-969a-70145df716c3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:58:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:41Z', 'updated_at': '2022-01-28T13:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:17:46.540792 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2b61d-2553-417b-8ec3-f14a8dd8a06a req-63ca3aa5-1043-457f-a0fd-9e3bd71452d8 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:46.542339 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-56a2b61d-2553-417b-8ec3-f14a8dd8a06a req-63ca3aa5-1043-457f-a0fd-9e3bd71452d8 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 944 time: 0.1111181 Jan 28 13:17:46.548003 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c5c49af3-8313-4b5d-b782-360bc3317dc6 admin admin] Publish callbacks [] for security_group (c504084f-8eae-4097-a619-73b2dc850ed9), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:46.573095 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a8fb41cf-7889-40aa-af05-65521db4694d admin admin] Publish callbacks [] for port (3568dd74-7473-4980-a565-c0cb5995d107), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:46.580008 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a8fb41cf-7889-40aa-af05-65521db4694d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (3568dd74-7473-4980-a565-c0cb5995d107), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:46.600205 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 4511baf3-62eb-41a5-9a84-a8b7859b9c6d up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:46.612812 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c5c49af3-8313-4b5d-b782-360bc3317dc6 admin admin] Publish callbacks [] for security_group (c504084f-8eae-4097-a619-73b2dc850ed9), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:46.641899 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 69383d5a-f021-4b62-a03e-c2a79da2b182 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:46.648703 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb41cf-7889-40aa-af05-65521db4694d admin admin] Pushing event updated for resources: {'Port': ['ID=3568dd74-7473-4980-a565-c0cb5995d107,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:46.650904 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-56a2b61d-2553-417b-8ec3-f14a8dd8a06a req-3e8fceff-e30a-4770-99ee-6e0368cd7d37 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008170 Jan 28 13:17:46.672604 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a8fb41cf-7889-40aa-af05-65521db4694d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:46.704840 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 9d674133-1cac-4f13-bc09-89b187b99e44 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:46.729899 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c5c49af3-8313-4b5d-b782-360bc3317dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c504084f-8eae-4097-a619-73b2dc850ed9), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:46.733004 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c5c49af3-8313-4b5d-b782-360bc3317dc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:46.741726 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c5c49af3-8313-4b5d-b782-360bc3317dc6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c504084f-8eae-4097-a619-73b2dc850ed9 HTTP/1.1" status: 204 len: 168 time: 0.3281906 Jan 28 13:17:46.764315 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c49af3-8313-4b5d-b782-360bc3317dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c504084f-8eae-4097-a619-73b2dc850ed9,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:46.765248 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 4511baf3-62eb-41a5-9a84-a8b7859b9c6d completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:17:46.794120 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 4511baf3-62eb-41a5-9a84-a8b7859b9c6d triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:46.794821 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4511baf3-62eb-41a5-9a84-a8b7859b9c6d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:46.846565 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 69383d5a-f021-4b62-a03e-c2a79da2b182 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:46.847535 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (69383d5a-f021-4b62-a03e-c2a79da2b182), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:46.890322 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fb41cf-7889-40aa-af05-65521db4694d admin admin] Network f701ae0b-23fd-46ea-9dab-9f0d97923960 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:46.893270 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-a8fb41cf-7889-40aa-af05-65521db4694d admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:46.916690 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74764a-68f8-46cd-a162-f718abec13eb req-83c65509-37fd-4570-a897-06f57dee8ae9 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:46.920042 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 9d674133-1cac-4f13-bc09-89b187b99e44 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:17:46.922103 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d74764a-68f8-46cd-a162-f718abec13eb req-83c65509-37fd-4570-a897-06f57dee8ae9 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ebfd8ec-377a-4d43-88a4-2583ef1d8cef HTTP/1.1" status: 200 len: 949 time: 0.1354258 Jan 28 13:17:46.935060 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a4fd7-cecf-4634-9b0c-fea3991ad9e6 req-b47676f9-3c2c-42c4-b984-deee9526fbfc tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:46.937000 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-454a4fd7-cecf-4634-9b0c-fea3991ad9e6 req-b47676f9-3c2c-42c4-b984-deee9526fbfc tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=69859b7a-2a94-4430-ab2a-f06eaede0375 HTTP/1.1" status: 200 len: 945 time: 0.2108986 Jan 28 13:17:46.949011 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 9d674133-1cac-4f13-bc09-89b187b99e44 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:46.949654 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9d674133-1cac-4f13-bc09-89b187b99e44), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:47.031767 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d74764a-68f8-46cd-a162-f718abec13eb req-8f555731-28e4-48a9-a36d-55d2ba865756 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024101 Jan 28 13:17:47.090008 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-454a4fd7-cecf-4634-9b0c-fea3991ad9e6 req-12dd0af1-7375-4adb-86d1-eed5a7437d59 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079130 Jan 28 13:17:47.129063 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 4511baf3-62eb-41a5-9a84-a8b7859b9c6d is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:47.129464 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4511baf3-62eb-41a5-9a84-a8b7859b9c6d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:47.166613 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fb41cf-7889-40aa-af05-65521db4694d admin admin] Router b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:17:47.170357 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 69383d5a-f021-4b62-a03e-c2a79da2b182 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:47.212036 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69859b7a-2a94-4430-ab2a-f06eaede0375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4511baf3-62eb-41a5-9a84-a8b7859b9c6d'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:47.219452 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237a12fa-b474-476a-b2b2-2edb776ba309" -d '{"events": [{"server_uuid": "69859b7a-2a94-4430-ab2a-f06eaede0375", "name": "network-vif-plugged", "status": "completed", "tag": "4511baf3-62eb-41a5-9a84-a8b7859b9c6d"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:47.246721 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 4511baf3-62eb-41a5-9a84-a8b7859b9c6d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=4511baf3-62eb-41a5-9a84-a8b7859b9c6d,segment=NetworkSegment(9f676767-c742-4048-b118-47a92e908b4f),segment_id=9f676767-c742-4048-b118-47a92e908b4f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:47.265835 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4511baf3-62eb-41a5-9a84-a8b7859b9c6d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:47.290518 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 9d674133-1cac-4f13-bc09-89b187b99e44 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:47.293583 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9d674133-1cac-4f13-bc09-89b187b99e44), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:47.318808 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07f7d4c-f866-4c06-8a18-4f7ec2ff97db x-openstack-request-id: req-f07f7d4c-f866-4c06-8a18-4f7ec2ff97db {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:47.319457 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69859b7a-2a94-4430-ab2a-f06eaede0375", "name": "network-vif-plugged", "status": "completed", "tag": "4511baf3-62eb-41a5-9a84-a8b7859b9c6d", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:47.319457 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f07f7d4c-f866-4c06-8a18-4f7ec2ff97db {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:47.319801 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69859b7a-2a94-4430-ab2a-f06eaede0375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4511baf3-62eb-41a5-9a84-a8b7859b9c6d', 'code': 200} Jan 28 13:17:47.351692 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fb41cf-7889-40aa-af05-65521db4694d admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:17:47.357604 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b128592-aae4-4087-8498-d46d95205488 req-4c6bd35e-8bd0-4b3f-9c3a-b1da039e4bea tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:47.358783 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a8fb41cf-7889-40aa-af05-65521db4694d admin admin] 10.222.0.39 "PUT /v2.0/routers/b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0148902 Jan 28 13:17:47.359295 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9b128592-aae4-4087-8498-d46d95205488 req-4c6bd35e-8bd0-4b3f-9c3a-b1da039e4bea tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ebfd8ec-377a-4d43-88a4-2583ef1d8cef HTTP/1.1" status: 200 len: 949 time: 0.1482663 Jan 28 13:17:47.417507 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 9d674133-1cac-4f13-bc09-89b187b99e44, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=9d674133-1cac-4f13-bc09-89b187b99e44,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:47.484788 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9d674133-1cac-4f13-bc09-89b187b99e44), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:47.507146 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bac13-31ff-4c91-8b5e-9876151962ac req-ba5f95d1-e769-4e2f-bb8e-361a9d31ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:47.509465 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b23bac13-31ff-4c91-8b5e-9876151962ac req-ba5f95d1-e769-4e2f-bb8e-361a9d31ab5a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=69859b7a-2a94-4430-ab2a-f06eaede0375 HTTP/1.1" status: 200 len: 1097 time: 0.1003265 Jan 28 13:17:47.548587 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d149be-d9de-4b5c-8d54-116ba4f2dc25 req-1c907bf1-198c-4203-a6f8-3e330bb0a4e7 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:47.557156 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-189214f2-e996-4cc9-a69e-7d5fa04a4a1e None None] Provisioning complete for port 3568dd74-7473-4980-a565-c0cb5995d107 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:47.558121 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-189214f2-e996-4cc9-a69e-7d5fa04a4a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3568dd74-7473-4980-a565-c0cb5995d107), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:47.561807 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f7d149be-d9de-4b5c-8d54-116ba4f2dc25 req-1c907bf1-198c-4203-a6f8-3e330bb0a4e7 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.2014062 Jan 28 13:17:47.563498 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=4511baf3-62eb-41a5-9a84-a8b7859b9c6d,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:47.573896 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:47.665695 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b23bac13-31ff-4c91-8b5e-9876151962ac req-aa496b38-b524-4929-938a-13b108c18a3e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480801 Jan 28 13:17:47.717287 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863ea06-ba99-4d52-b2bf-5e5a433896d7 req-5015b89e-ac93-408e-8a02-d3ff366468d6 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:47.730185 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3863ea06-ba99-4d52-b2bf-5e5a433896d7 req-5015b89e-ac93-408e-8a02-d3ff366468d6 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.1430538 Jan 28 13:17:47.760253 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f7d149be-d9de-4b5c-8d54-116ba4f2dc25 req-23c81fc6-8c5a-4326-a4a3-e462c1fa833e tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905956 Jan 28 13:17:47.762638 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-9b128592-aae4-4087-8498-d46d95205488 req-73f03016-7db5-4b8d-a9a5-da453b3e4513 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Deleting port 11f8d571-4bab-4793-a999-eb229fd92d72 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:17:47.763000 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9b128592-aae4-4087-8498-d46d95205488 req-73f03016-7db5-4b8d-a9a5-da453b3e4513 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (11f8d571-4bab-4793-a999-eb229fd92d72), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:47.771113 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-189214f2-e996-4cc9-a69e-7d5fa04a4a1e None None] Port 3568dd74-7473-4980-a565-c0cb5995d107 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:17:47.778840 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=9d674133-1cac-4f13-bc09-89b187b99e44,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:47.871503 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3863ea06-ba99-4d52-b2bf-5e5a433896d7 req-6ac529ee-6e4f-4d45-8d87-706efed356c0 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264215 Jan 28 13:17:47.898565 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-9b128592-aae4-4087-8498-d46d95205488 req-73f03016-7db5-4b8d-a9a5-da453b3e4513 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] For port 11f8d571-4bab-4793-a999-eb229fd92d72, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=11f8d571-4bab-4793-a999-eb229fd92d72,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:47.899148 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9b128592-aae4-4087-8498-d46d95205488 req-73f03016-7db5-4b8d-a9a5-da453b3e4513 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (11f8d571-4bab-4793-a999-eb229fd92d72), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:47.918677 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-9b128592-aae4-4087-8498-d46d95205488 req-73f03016-7db5-4b8d-a9a5-da453b3e4513 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Calling delete_port for 11f8d571-4bab-4793-a999-eb229fd92d72 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:17:48.043146 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf1d94-8c32-430c-9318-36c32f77bdb0 req-440c88ae-e5d0-4ae1-96bd-bc23e86e24c9 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:48.050203 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36bf1d94-8c32-430c-9318-36c32f77bdb0 req-440c88ae-e5d0-4ae1-96bd-bc23e86e24c9 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 945 time: 0.0797319 Jan 28 13:17:48.107919 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36bf1d94-8c32-430c-9318-36c32f77bdb0 req-f15c1dc3-bb73-4c22-b609-418ecbd17f19 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518620 Jan 28 13:17:48.207932 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41c1c8-0a23-41a3-afbf-58898a92efb8 req-253c09e8-342d-4308-9f44-4f741fcfbf5b tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:48.209639 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9d41c1c8-0a23-41a3-afbf-58898a92efb8 req-253c09e8-342d-4308-9f44-4f741fcfbf5b tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ebfd8ec-377a-4d43-88a4-2583ef1d8cef HTTP/1.1" status: 200 len: 949 time: 0.0487440 Jan 28 13:17:48.238818 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9b128592-aae4-4087-8498-d46d95205488 req-73f03016-7db5-4b8d-a9a5-da453b3e4513 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (11f8d571-4bab-4793-a999-eb229fd92d72), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:48.250524 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['11f8d571-4bab-4793-a999-eb229fd92d72'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:48.292690 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f03016-7db5-4b8d-a9a5-da453b3e4513 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Pushing event deleted for resources: {'Port': ['ID=11f8d571-4bab-4793-a999-eb229fd92d72,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:48.299511 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9d41c1c8-0a23-41a3-afbf-58898a92efb8 req-8cf31f21-3dd6-4983-a00b-daaf37db4489 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.39 "GET /v2.0/security-groups?id=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794997 Jan 28 13:17:48.376098 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b128592-aae4-4087-8498-d46d95205488 req-73f03016-7db5-4b8d-a9a5-da453b3e4513 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] No DVR routers for this DVR port 11f8d571-4bab-4793-a999-eb229fd92d72 on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:17:48.382469 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-96e3ab36-f018-4eae-97d4-5f5635d87567 req-f314bf63-2f02-4b2a-9b75-ee6b8392cb34 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3103518 Jan 28 13:17:48.383987 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9b128592-aae4-4087-8498-d46d95205488 req-73f03016-7db5-4b8d-a9a5-da453b3e4513 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:48.387213 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9b128592-aae4-4087-8498-d46d95205488 req-73f03016-7db5-4b8d-a9a5-da453b3e4513 tempest-ServersAdminNegativeTestJSON-422107104 tempest-ServersAdminNegativeTestJSON-422107104-project] 10.222.0.37 "DELETE /v2.0/ports/11f8d571-4bab-4793-a999-eb229fd92d72 HTTP/1.1" status: 204 len: 173 time: 0.9939232 Jan 28 13:17:48.387671 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebfd8ec-377a-4d43-88a4-2583ef1d8cef', 'name': 'network-vif-deleted', 'tag': '11f8d571-4bab-4793-a999-eb229fd92d72'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:48.390279 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80fe9f5-e4d7-4940-a55b-7656609ef39e" -d '{"events": [{"server_uuid": "8ebfd8ec-377a-4d43-88a4-2583ef1d8cef", "name": "network-vif-deleted", "tag": "11f8d571-4bab-4793-a999-eb229fd92d72"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:48.409348 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-96e3ab36-f018-4eae-97d4-5f5635d87567 req-59c976be-db49-4c5e-803f-3bd882570402 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:48.444808 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ff157-70f9-4939-9d44-14e9e9f64268 req-0187a8b3-6c6f-4de8-8060-ad6660b9801e tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:48.446388 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-416ff157-70f9-4939-9d44-14e9e9f64268 req-0187a8b3-6c6f-4de8-8060-ad6660b9801e tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=69859b7a-2a94-4430-ab2a-f06eaede0375 HTTP/1.1" status: 200 len: 946 time: 0.0762172 Jan 28 13:17:48.472190 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-96e3ab36-f018-4eae-97d4-5f5635d87567 req-59c976be-db49-4c5e-803f-3bd882570402 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:48.521707 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-416ff157-70f9-4939-9d44-14e9e9f64268 req-e244649f-5c03-4157-8de0-74cda8155ead tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675511 Jan 28 13:17:48.602675 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a0e190-6aaf-4e92-999a-908076217730 x-openstack-request-id: req-d1a0e190-6aaf-4e92-999a-908076217730 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:48.604018 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ebfd8ec-377a-4d43-88a4-2583ef1d8cef", "name": "network-vif-deleted", "tag": "11f8d571-4bab-4793-a999-eb229fd92d72", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:48.604363 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d1a0e190-6aaf-4e92-999a-908076217730 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:48.604850 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ebfd8ec-377a-4d43-88a4-2583ef1d8cef', 'name': 'network-vif-deleted', 'tag': '11f8d571-4bab-4793-a999-eb229fd92d72', 'status': 'completed', 'code': 200} Jan 28 13:17:48.662027 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-96e3ab36-f018-4eae-97d4-5f5635d87567 req-59c976be-db49-4c5e-803f-3bd882570402 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:48.726047 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 48340a47-6861-4caa-969a-70145df716c3 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:48.810882 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-96e3ab36-f018-4eae-97d4-5f5635d87567 req-59c976be-db49-4c5e-803f-3bd882570402 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Allocated IP 172.25.3.68 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/9f7b8ed3-918e-4939-9347-6ce5f53e574a) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:48.820400 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 48340a47-6861-4caa-969a-70145df716c3 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:48.821020 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (48340a47-6861-4caa-969a-70145df716c3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:48.928864 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f4b56-384a-4782-9f57-a3a317c49d28 req-7b0811c0-2b3b-46bb-ae00-3eae8e9469ab tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:48.937931 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-860f4b56-384a-4782-9f57-a3a317c49d28 req-7b0811c0-2b3b-46bb-ae00-3eae8e9469ab tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.0755711 Jan 28 13:17:48.942261 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-96e3ab36-f018-4eae-97d4-5f5635d87567 req-59c976be-db49-4c5e-803f-3bd882570402 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks [] for port (9f7b8ed3-918e-4939-9347-6ce5f53e574a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:48.959411 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 48340a47-6861-4caa-969a-70145df716c3 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:48.960008 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (48340a47-6861-4caa-969a-70145df716c3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.007255 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-860f4b56-384a-4782-9f57-a3a317c49d28 req-7a3fe3eb-e6a5-43aa-b6ad-ae8862a3ac02 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681973 Jan 28 13:17:49.017514 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-96e3ab36-f018-4eae-97d4-5f5635d87567 req-59c976be-db49-4c5e-803f-3bd882570402 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (9f7b8ed3-918e-4939-9347-6ce5f53e574a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.028758 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 48340a47-6861-4caa-969a-70145df716c3, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=48340a47-6861-4caa-969a-70145df716c3,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:49.038539 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (48340a47-6861-4caa-969a-70145df716c3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.078707 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e3ab36-f018-4eae-97d4-5f5635d87567 req-59c976be-db49-4c5e-803f-3bd882570402 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:49.084304 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-96e3ab36-f018-4eae-97d4-5f5635d87567 req-59c976be-db49-4c5e-803f-3bd882570402 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:49.087737 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e3ab36-f018-4eae-97d4-5f5635d87567 req-59c976be-db49-4c5e-803f-3bd882570402 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:49.109839 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633eb8d6-d7ab-4782-bb87-0b75d9d17b38 None None] Sync routers for ids ['b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:17:49.144920 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c976be-db49-4c5e-803f-3bd882570402 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Pushing event updated for resources: {'Port': ['ID=9f7b8ed3-918e-4939-9347-6ce5f53e574a,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:49.154438 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633eb8d6-d7ab-4782-bb87-0b75d9d17b38 None None] Routers {'b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:17:49.155301 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-633eb8d6-d7ab-4782-bb87-0b75d9d17b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:17:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:49.197019 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=48340a47-6861-4caa-969a-70145df716c3,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:49.209699 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-96e3ab36-f018-4eae-97d4-5f5635d87567 req-59c976be-db49-4c5e-803f-3bd882570402 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks [] for floatingip (00533a79-fcec-4ecc-bc4d-27753a928c74), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.240220 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7399ecb-2965-48da-9515-4c2ae5ad9d0d req-4aa55596-d666-4201-bb08-86dc709ea0e1 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:49.241724 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f7399ecb-2965-48da-9515-4c2ae5ad9d0d req-4aa55596-d666-4201-bb08-86dc709ea0e1 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.0677540 Jan 28 13:17:49.245551 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-96e3ab36-f018-4eae-97d4-5f5635d87567 req-59c976be-db49-4c5e-803f-3bd882570402 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9f7b8ed3-918e-4939-9347-6ce5f53e574a), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.278028 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-633eb8d6-d7ab-4782-bb87-0b75d9d17b38 None None] Set router b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:17:49.295589 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f7399ecb-2965-48da-9515-4c2ae5ad9d0d req-17301f02-0060-40d5-b9e5-18a391fa31e2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478859 Jan 28 13:17:49.320841 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e646d4b-b47f-4ee6-9b8c-f871a5919c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d674133-1cac-4f13-bc09-89b187b99e44'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:49.323297 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ac4b2f-5ca5-4932-9db2-6320da97d9d2" -d '{"events": [{"server_uuid": "7e646d4b-b47f-4ee6-9b8c-f871a5919c3f", "name": "network-vif-plugged", "status": "completed", "tag": "9d674133-1cac-4f13-bc09-89b187b99e44"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:49.407079 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-96e3ab36-f018-4eae-97d4-5f5635d87567 req-59c976be-db49-4c5e-803f-3bd882570402 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks [] for port (9f7b8ed3-918e-4939-9347-6ce5f53e574a), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.410955 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183be51-495d-44d4-a33e-6127d61a97ff req-0bb6627a-b1b7-49c4-a65c-3dc574550371 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:49.416414 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-96e3ab36-f018-4eae-97d4-5f5635d87567 req-59c976be-db49-4c5e-803f-3bd882570402 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (9f7b8ed3-918e-4939-9347-6ce5f53e574a), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.418625 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0183be51-495d-44d4-a33e-6127d61a97ff req-0bb6627a-b1b7-49c4-a65c-3dc574550371 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 945 time: 0.0665317 Jan 28 13:17:49.467580 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0183be51-495d-44d4-a33e-6127d61a97ff req-289a2b7d-ea06-4d67-9448-ef8ae6339b0a tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478940 Jan 28 13:17:49.494642 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c976be-db49-4c5e-803f-3bd882570402 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Pushing event updated for resources: {'Port': ['ID=9f7b8ed3-918e-4939-9347-6ce5f53e574a,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:49.510094 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-96e3ab36-f018-4eae-97d4-5f5635d87567 req-59c976be-db49-4c5e-803f-3bd882570402 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (00533a79-fcec-4ecc-bc4d-27753a928c74), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.527465 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-96e3ab36-f018-4eae-97d4-5f5635d87567 req-59c976be-db49-4c5e-803f-3bd882570402 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.528423 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-96e3ab36-f018-4eae-97d4-5f5635d87567 req-59c976be-db49-4c5e-803f-3bd882570402 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1266725 Jan 28 13:17:49.577148 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.607985 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-96e3ab36-f018-4eae-97d4-5f5635d87567 req-9e1dc9a3-4d10-43d2-891d-b837e1a45c17 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.68 HTTP/1.1" status: 200 len: 695 time: 0.0729916 Jan 28 13:17:49.662345 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-633eb8d6-d7ab-4782-bb87-0b75d9d17b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4', 'name': 'tempest-FloatingIPDetailsTestJSON-1693385482-router', 'tenant_id': 'eb10704308e647738888ef3e5255ab4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '48340a47-6861-4caa-969a-70145df716c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:41Z', 'updated_at': '2022-01-28T13:17:46Z', 'revision_number': 4, 'project_id': 'eb10704308e647738888ef3e5255ab4b', 'gw_port': {'id': '48340a47-6861-4caa-969a-70145df716c3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:58:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:41Z', 'updated_at': '2022-01-28T13:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '3568dd74-7473-4980-a565-c0cb5995d107', 'name': '', 'network_id': 'f701ae0b-23fd-46ea-9dab-9f0d97923960', 'tenant_id': 'eb10704308e647738888ef3e5255ab4b', 'mac_address': 'fa:16:3e:c8:53:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '99d23a9b-d708-4df5-adfa-d9c8cd5ae3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:45Z', 'updated_at': '2022-01-28T13:17:46Z', 'revision_number': 2, 'project_id': 'eb10704308e647738888ef3e5255ab4b', 'subnets': [{'id': '99d23a9b-d708-4df5-adfa-d9c8cd5ae3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:49.692641 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633eb8d6-d7ab-4782-bb87-0b75d9d17b38 None None] Checking router: b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:17:49.692990 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633eb8d6-d7ab-4782-bb87-0b75d9d17b38 None None] Updating router b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4 port 3568dd74-7473-4980-a565-c0cb5995d107 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:17:49.724456 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-633eb8d6-d7ab-4782-bb87-0b75d9d17b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3568dd74-7473-4980-a565-c0cb5995d107), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.732931 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3ab36-f018-4eae-97d4-5f5635d87567 req-45216eec-d198-4fba-aa34-dcf65cf5090a tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:49.734619 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-96e3ab36-f018-4eae-97d4-5f5635d87567 req-45216eec-d198-4fba-aa34-dcf65cf5090a tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 784 time: 0.1200676 Jan 28 13:17:49.747121 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-96e3ab36-f018-4eae-97d4-5f5635d87567 req-282a06b2-5f0f-4624-86af-c725c0a73a4e tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:17:49.748391 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-96e3ab36-f018-4eae-97d4-5f5635d87567 req-282a06b2-5f0f-4624-86af-c725c0a73a4e tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071938 Jan 28 13:17:49.757259 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d25c3f-05a8-4b5d-a342-203c528778c6 x-openstack-request-id: req-53d25c3f-05a8-4b5d-a342-203c528778c6 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:49.757259 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e646d4b-b47f-4ee6-9b8c-f871a5919c3f", "name": "network-vif-plugged", "status": "completed", "tag": "9d674133-1cac-4f13-bc09-89b187b99e44", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:49.757259 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-53d25c3f-05a8-4b5d-a342-203c528778c6 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:49.757259 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e646d4b-b47f-4ee6-9b8c-f871a5919c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d674133-1cac-4f13-bc09-89b187b99e44', 'code': 200} Jan 28 13:17:49.880274 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af5aa8-962a-4eec-8bf2-240a1cde71d9 req-99918e2f-ca21-44b7-a71f-15b3e6e95414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:49.881765 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-33af5aa8-962a-4eec-8bf2-240a1cde71d9 req-99918e2f-ca21-44b7-a71f-15b3e6e95414 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 1096 time: 0.0752208 Jan 28 13:17:49.895041 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8da7f-e9f4-43eb-a64f-bf31d91a0d89 req-253e9820-a1f1-4902-9401-4a07d0e39795 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:49.899779 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-41e8da7f-e9f4-43eb-a64f-bf31d91a0d89 req-253e9820-a1f1-4902-9401-4a07d0e39795 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=69859b7a-2a94-4430-ab2a-f06eaede0375 HTTP/1.1" status: 200 len: 946 time: 0.0982742 Jan 28 13:17:49.979333 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-41e8da7f-e9f4-43eb-a64f-bf31d91a0d89 req-f278bcf1-0f48-4874-902b-ddbb254ef372 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674391 Jan 28 13:17:49.986938 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-33af5aa8-962a-4eec-8bf2-240a1cde71d9 req-153b2224-2e5d-45ec-8d6b-6f82c39cdc84 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975528 Jan 28 13:17:50.098975 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42898) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:50.126184 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-633eb8d6-d7ab-4782-bb87-0b75d9d17b38 None None] Publish callbacks [] for port (3568dd74-7473-4980-a565-c0cb5995d107), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:50.136711 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-633eb8d6-d7ab-4782-bb87-0b75d9d17b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3568dd74-7473-4980-a565-c0cb5995d107), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:50.139220 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4985f1c4-4fed-40f3-89c3-8bdc6fd01de3 req-7e878b1d-5b72-40c8-941c-5c920fba0ed3 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1425855 Jan 28 13:17:50.144239 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-4985f1c4-4fed-40f3-89c3-8bdc6fd01de3 req-22ee3f5f-6085-45e5-8a9e-c8f73dccebb4 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:50.189263 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4985f1c4-4fed-40f3-89c3-8bdc6fd01de3 req-22ee3f5f-6085-45e5-8a9e-c8f73dccebb4 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:50.261139 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd571c04-777d-4a32-9bcd-eb5c30ee3038 None None] Pushing event updated for resources: {'Port': ['ID=3568dd74-7473-4980-a565-c0cb5995d107,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:50.295466 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-633eb8d6-d7ab-4782-bb87-0b75d9d17b38 None None] Attempting to bind port 3568dd74-7473-4980-a565-c0cb5995d107 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:50.296047 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-633eb8d6-d7ab-4782-bb87-0b75d9d17b38 None None] Attempting to bind port 3568dd74-7473-4980-a565-c0cb5995d107 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'a74f86bb-243d-4235-adbc-978d5a88de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f701ae0b-23fd-46ea-9dab-9f0d97923960'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:50.296480 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633eb8d6-d7ab-4782-bb87-0b75d9d17b38 None None] Attempting to bind port 3568dd74-7473-4980-a565-c0cb5995d107 on network f701ae0b-23fd-46ea-9dab-9f0d97923960 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:50.303233 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633eb8d6-d7ab-4782-bb87-0b75d9d17b38 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:50.303715 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633eb8d6-d7ab-4782-bb87-0b75d9d17b38 None None] Checking segment: {'id': 'a74f86bb-243d-4235-adbc-978d5a88de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f701ae0b-23fd-46ea-9dab-9f0d97923960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:50.304223 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-633eb8d6-d7ab-4782-bb87-0b75d9d17b38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:50.304790 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633eb8d6-d7ab-4782-bb87-0b75d9d17b38 None None] Bound using segment: {'id': 'a74f86bb-243d-4235-adbc-978d5a88de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f701ae0b-23fd-46ea-9dab-9f0d97923960'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:50.305265 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-633eb8d6-d7ab-4782-bb87-0b75d9d17b38 None None] Bound port: 3568dd74-7473-4980-a565-c0cb5995d107, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74f86bb-243d-4235-adbc-978d5a88de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f701ae0b-23fd-46ea-9dab-9f0d97923960'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:50.305865 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-633eb8d6-d7ab-4782-bb87-0b75d9d17b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3568dd74-7473-4980-a565-c0cb5995d107), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:50.325047 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb576b37-d868-4ed3-abe4-df053f180cc4 req-7c0ea98b-ad37-438c-a998-c2eda1e48076 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:50.326764 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fb576b37-d868-4ed3-abe4-df053f180cc4 req-7c0ea98b-ad37-438c-a998-c2eda1e48076 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.0981555 Jan 28 13:17:50.331023 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ff6147ff-47f1-429a-b964-b9ed47f9acd0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=42d41ca7201c4cf0ab13a2ef7a1198ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311678 Jan 28 13:17:50.335437 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42906) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:50.410586 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-633eb8d6-d7ab-4782-bb87-0b75d9d17b38 None None] For port 3568dd74-7473-4980-a565-c0cb5995d107, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:50.420235 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fb576b37-d868-4ed3-abe4-df053f180cc4 req-656001fb-d1fc-4ddd-a5e2-17114494f76a tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853310 Jan 28 13:17:50.420485 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-633eb8d6-d7ab-4782-bb87-0b75d9d17b38 None None] For port 3568dd74-7473-4980-a565-c0cb5995d107, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3568dd74-7473-4980-a565-c0cb5995d107,segment=NetworkSegment(a74f86bb-243d-4235-adbc-978d5a88de32),segment_id=a74f86bb-243d-4235-adbc-978d5a88de32)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:50.422033 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4985f1c4-4fed-40f3-89c3-8bdc6fd01de3 req-22ee3f5f-6085-45e5-8a9e-c8f73dccebb4 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:50.425929 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-633eb8d6-d7ab-4782-bb87-0b75d9d17b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3568dd74-7473-4980-a565-c0cb5995d107), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:50.459939 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-636dc337-b4bb-47fd-84c3-df0d1c928c09 admin admin] Publish callbacks [] for security_group (61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:50.502875 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-636dc337-b4bb-47fd-84c3-df0d1c928c09 admin admin] Publish callbacks [] for security_group (61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:50.549983 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42912) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:50.574262 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-4985f1c4-4fed-40f3-89c3-8bdc6fd01de3 req-22ee3f5f-6085-45e5-8a9e-c8f73dccebb4 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Allocated IP 172.25.3.170 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/8d52ea2a-199b-4b0d-9f69-7812e865ca00) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:50.585408 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633eb8d6-d7ab-4782-bb87-0b75d9d17b38 None None] Routers {'b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:17:50.586054 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-633eb8d6-d7ab-4782-bb87-0b75d9d17b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:17:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:50.588584 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd571c04-777d-4a32-9bcd-eb5c30ee3038 None None] Pushing event updated for resources: {'Port': ['ID=3568dd74-7473-4980-a565-c0cb5995d107,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:50.624722 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-636dc337-b4bb-47fd-84c3-df0d1c928c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:50.627756 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-636dc337-b4bb-47fd-84c3-df0d1c928c09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:50.629008 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-636dc337-b4bb-47fd-84c3-df0d1c928c09 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1 HTTP/1.1" status: 204 len: 168 time: 0.2926185 Jan 28 13:17:50.640048 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636dc337-b4bb-47fd-84c3-df0d1c928c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e5bc8a-2cb9-4c74-ab56-4cd030b46cb1,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:50.651561 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190b6d9-573a-4cbd-b722-015983fa0cd0 req-a4513cd8-acf3-4691-ac5f-16467c35167d tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:50.653154 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2190b6d9-573a-4cbd-b722-015983fa0cd0 req-a4513cd8-acf3-4691-ac5f-16467c35167d tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=69859b7a-2a94-4430-ab2a-f06eaede0375 HTTP/1.1" status: 200 len: 946 time: 0.1071508 Jan 28 13:17:50.784967 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:17:50.789678 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2190b6d9-573a-4cbd-b722-015983fa0cd0 req-e5553961-ddd0-4427-9ad1-22347f47ebaa tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288979 Jan 28 13:17:50.824904 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-633eb8d6-d7ab-4782-bb87-0b75d9d17b38 None None] Set router b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:17:50.864959 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4985f1c4-4fed-40f3-89c3-8bdc6fd01de3 req-22ee3f5f-6085-45e5-8a9e-c8f73dccebb4 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks [] for port (8d52ea2a-199b-4b0d-9f69-7812e865ca00), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:50.883518 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 11f8d571-4bab-4793-a999-eb229fd92d72 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:17:50.920338 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 48340a47-6861-4caa-969a-70145df716c3 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:50.923017 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-be9ef310-3160-4472-9c64-5bf5b8253d53 None None] Provisioning complete for port 3568dd74-7473-4980-a565-c0cb5995d107 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:50.923565 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be9ef310-3160-4472-9c64-5bf5b8253d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3568dd74-7473-4980-a565-c0cb5995d107), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:50.925422 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4985f1c4-4fed-40f3-89c3-8bdc6fd01de3 req-22ee3f5f-6085-45e5-8a9e-c8f73dccebb4 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (8d52ea2a-199b-4b0d-9f69-7812e865ca00), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:50.971593 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27262d-043c-4c3c-8f7c-b7871fed6767 req-6520c1fa-7ede-4b74-aea0-3244db7bbcf8 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:50.973177 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fe27262d-043c-4c3c-8f7c-b7871fed6767 req-6520c1fa-7ede-4b74-aea0-3244db7bbcf8 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.0775349 Jan 28 13:17:50.979097 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee3f5f-6085-45e5-8a9e-c8f73dccebb4 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Pushing event updated for resources: {'Port': ['ID=8d52ea2a-199b-4b0d-9f69-7812e865ca00,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:50.998592 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4985f1c4-4fed-40f3-89c3-8bdc6fd01de3 req-22ee3f5f-6085-45e5-8a9e-c8f73dccebb4 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:51.000428 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 11f8d571-4bab-4793-a999-eb229fd92d72 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:17:51.000428 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 11f8d571-4bab-4793-a999-eb229fd92d72 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:17:51.002443 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-4985f1c4-4fed-40f3-89c3-8bdc6fd01de3 req-22ee3f5f-6085-45e5-8a9e-c8f73dccebb4 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:51.018833 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-4985f1c4-4fed-40f3-89c3-8bdc6fd01de3 req-22ee3f5f-6085-45e5-8a9e-c8f73dccebb4 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:51.050565 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fe27262d-043c-4c3c-8f7c-b7871fed6767 req-4cf92730-3491-4f74-9f96-433b49ba1d55 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677960 Jan 28 13:17:51.095968 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9ca9faf4-0b3a-4dc5-b783-0718d1888d54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:51.164407 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4985f1c4-4fed-40f3-89c3-8bdc6fd01de3 req-22ee3f5f-6085-45e5-8a9e-c8f73dccebb4 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks [] for floatingip (93a32e17-b32a-45ea-8eb5-6ac514740175), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:51.216113 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42922) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:51.222870 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 48340a47-6861-4caa-969a-70145df716c3 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:51.223279 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (48340a47-6861-4caa-969a-70145df716c3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:51.241801 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4985f1c4-4fed-40f3-89c3-8bdc6fd01de3 req-22ee3f5f-6085-45e5-8a9e-c8f73dccebb4 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8d52ea2a-199b-4b0d-9f69-7812e865ca00), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:51.279544 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-be9ef310-3160-4472-9c64-5bf5b8253d53 None None] Current status of the port 3568dd74-7473-4980-a565-c0cb5995d107 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:51.279926 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be9ef310-3160-4472-9c64-5bf5b8253d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3568dd74-7473-4980-a565-c0cb5995d107), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:51.302427 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a4d2eb12-7409-40a1-b980-5c1fe7048cf1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b7455f411a442a69f8bbfa5a7cc2ae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0826855 Jan 28 13:17:51.304364 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42924) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:51.338801 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-be9ef310-3160-4472-9c64-5bf5b8253d53 None None] For port 3568dd74-7473-4980-a565-c0cb5995d107, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3568dd74-7473-4980-a565-c0cb5995d107,segment=NetworkSegment(a74f86bb-243d-4235-adbc-978d5a88de32),segment_id=a74f86bb-243d-4235-adbc-978d5a88de32)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:51.367289 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be9ef310-3160-4472-9c64-5bf5b8253d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3568dd74-7473-4980-a565-c0cb5995d107), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:51.421560 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-633eb8d6-d7ab-4782-bb87-0b75d9d17b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4', 'name': 'tempest-FloatingIPDetailsTestJSON-1693385482-router', 'tenant_id': 'eb10704308e647738888ef3e5255ab4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '48340a47-6861-4caa-969a-70145df716c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:41Z', 'updated_at': '2022-01-28T13:17:46Z', 'revision_number': 4, 'project_id': 'eb10704308e647738888ef3e5255ab4b', 'gw_port': {'id': '48340a47-6861-4caa-969a-70145df716c3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:58:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:41Z', 'updated_at': '2022-01-28T13:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '3568dd74-7473-4980-a565-c0cb5995d107', 'name': '', 'network_id': 'f701ae0b-23fd-46ea-9dab-9f0d97923960', 'tenant_id': 'eb10704308e647738888ef3e5255ab4b', 'mac_address': 'fa:16:3e:c8:53:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '99d23a9b-d708-4df5-adfa-d9c8cd5ae3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:45Z', 'updated_at': '2022-01-28T13:17:50Z', 'revision_number': 4, 'project_id': 'eb10704308e647738888ef3e5255ab4b', 'subnets': [{'id': '99d23a9b-d708-4df5-adfa-d9c8cd5ae3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:51.452629 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962dc2d1-74f8-4597-9b78-58ec85f0a401 req-1450809c-2626-4094-afeb-cd4c19f15b5a tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:51.454128 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-962dc2d1-74f8-4597-9b78-58ec85f0a401 req-1450809c-2626-4094-afeb-cd4c19f15b5a tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 945 time: 0.3276870 Jan 28 13:17:51.455786 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 48340a47-6861-4caa-969a-70145df716c3 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:51.462337 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633eb8d6-d7ab-4782-bb87-0b75d9d17b38 None None] The sync data for ids ['b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4'] in n-d-822747-2 is: [{'id': 'b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4', 'name': 'tempest-FloatingIPDetailsTestJSON-1693385482-router', 'tenant_id': 'eb10704308e647738888ef3e5255ab4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '48340a47-6861-4caa-969a-70145df716c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:41Z', 'updated_at': '2022-01-28T13:17:46Z', 'revision_number': 4, 'project_id': 'eb10704308e647738888ef3e5255ab4b', 'gw_port': {'id': '48340a47-6861-4caa-969a-70145df716c3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:58:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:41Z', 'updated_at': '2022-01-28T13:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '3568dd74-7473-4980-a565-c0cb5995d107', 'name': '', 'network_id': 'f701ae0b-23fd-46ea-9dab-9f0d97923960', 'tenant_id': 'eb10704308e647738888ef3e5255ab4b', 'mac_address': 'fa:16:3e:c8:53:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '99d23a9b-d708-4df5-adfa-d9c8cd5ae3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:45Z', 'updated_at': '2022-01-28T13:17:50Z', 'revision_number': 4, 'project_id': 'eb10704308e647738888ef3e5255ab4b', 'subnets': [{'id': '99d23a9b-d708-4df5-adfa-d9c8cd5ae3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:17:51.474570 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ef310-3160-4472-9c64-5bf5b8253d53 None None] Pushing event updated for resources: {'Port': ['ID=3568dd74-7473-4980-a565-c0cb5995d107,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:51.508639 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d6b44f7d-1653-41d4-ab08-7d2df1adc431 None None] Provisioning complete for port 3568dd74-7473-4980-a565-c0cb5995d107 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:51.511790 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6b44f7d-1653-41d4-ab08-7d2df1adc431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3568dd74-7473-4980-a565-c0cb5995d107), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:51.605440 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9ca9faf4-0b3a-4dc5-b783-0718d1888d54 admin admin] Publish callbacks [] for security_group (09721810-8de2-4351-a066-dc53182f52c4), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:51.632453 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-962dc2d1-74f8-4597-9b78-58ec85f0a401 req-a51c057e-c22a-4a27-863a-56c32df8a014 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553974 Jan 28 13:17:51.671565 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9ca9faf4-0b3a-4dc5-b783-0718d1888d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (09721810-8de2-4351-a066-dc53182f52c4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:51.672995 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d6b44f7d-1653-41d4-ab08-7d2df1adc431 None None] Current status of the port 3568dd74-7473-4980-a565-c0cb5995d107 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:51.746476 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9ca9faf4-0b3a-4dc5-b783-0718d1888d54 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4af25fe9beb4412da88a714b66a04416&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1946473 Jan 28 13:17:51.749412 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42928) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:51.756888 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9faf4-0b3a-4dc5-b783-0718d1888d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09721810-8de2-4351-a066-dc53182f52c4,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:51.767860 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8e324-aaa2-4dd5-b7ca-3fc789d67f6d req-c8f62250-6335-4954-bae0-b37399e3d164 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:51.769696 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7dd8e324-aaa2-4dd5-b7ca-3fc789d67f6d req-c8f62250-6335-4954-bae0-b37399e3d164 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.18 "GET /v2.0/ports?device_id=69859b7a-2a94-4430-ab2a-f06eaede0375 HTTP/1.1" status: 200 len: 946 time: 0.1843462 Jan 28 13:17:51.826524 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-66e603e6-6df2-4edd-8c77-076b1ac9c621 admin admin] Publish callbacks [] for security_group (07e3d1f9-b174-485e-a162-df0f1533f9b1), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:51.863847 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-66e603e6-6df2-4edd-8c77-076b1ac9c621 admin admin] Publish callbacks [] for security_group (07e3d1f9-b174-485e-a162-df0f1533f9b1), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:51.916705 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4985f1c4-4fed-40f3-89c3-8bdc6fd01de3 req-22ee3f5f-6085-45e5-8a9e-c8f73dccebb4 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks [] for port (8d52ea2a-199b-4b0d-9f69-7812e865ca00), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:51.919895 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99daea1-49ca-4d6d-b15f-c8ab1ef92abc req-b49c35c9-0ae2-47f7-a4bd-2b48b8b1608f tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:51.921565 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c99daea1-49ca-4d6d-b15f-c8ab1ef92abc req-b49c35c9-0ae2-47f7-a4bd-2b48b8b1608f tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.1307077 Jan 28 13:17:51.923636 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6cccbf59-9899-4778-995d-beb006078aad admin admin] Publish callbacks [] for security_group (09721810-8de2-4351-a066-dc53182f52c4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:51.925156 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4985f1c4-4fed-40f3-89c3-8bdc6fd01de3 req-22ee3f5f-6085-45e5-8a9e-c8f73dccebb4 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (8d52ea2a-199b-4b0d-9f69-7812e865ca00), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:51.962126 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6cccbf59-9899-4778-995d-beb006078aad admin admin] Publish callbacks [] for security_group (09721810-8de2-4351-a066-dc53182f52c4), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:52.002294 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-7dd8e324-aaa2-4dd5-b7ca-3fc789d67f6d req-770b00d4-f3cc-4868-9bc4-4dd3ffefa1a6 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Deleting port 4511baf3-62eb-41a5-9a84-a8b7859b9c6d {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:17:52.002638 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7dd8e324-aaa2-4dd5-b7ca-3fc789d67f6d req-770b00d4-f3cc-4868-9bc4-4dd3ffefa1a6 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (4511baf3-62eb-41a5-9a84-a8b7859b9c6d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:52.007890 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-66e603e6-6df2-4edd-8c77-076b1ac9c621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (07e3d1f9-b174-485e-a162-df0f1533f9b1), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:52.011335 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-66e603e6-6df2-4edd-8c77-076b1ac9c621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:52.015275 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-66e603e6-6df2-4edd-8c77-076b1ac9c621 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/07e3d1f9-b174-485e-a162-df0f1533f9b1 HTTP/1.1" status: 204 len: 168 time: 0.7097538 Jan 28 13:17:52.038964 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e603e6-6df2-4edd-8c77-076b1ac9c621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e3d1f9-b174-485e-a162-df0f1533f9b1,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:52.044168 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee3f5f-6085-45e5-8a9e-c8f73dccebb4 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Pushing event updated for resources: {'Port': ['ID=8d52ea2a-199b-4b0d-9f69-7812e865ca00,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:52.055369 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4985f1c4-4fed-40f3-89c3-8bdc6fd01de3 req-22ee3f5f-6085-45e5-8a9e-c8f73dccebb4 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (93a32e17-b32a-45ea-8eb5-6ac514740175), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:52.074871 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4985f1c4-4fed-40f3-89c3-8bdc6fd01de3 req-22ee3f5f-6085-45e5-8a9e-c8f73dccebb4 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:52.084413 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4985f1c4-4fed-40f3-89c3-8bdc6fd01de3 req-22ee3f5f-6085-45e5-8a9e-c8f73dccebb4 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9441686 Jan 28 13:17:52.106337 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c99daea1-49ca-4d6d-b15f-c8ab1ef92abc req-8c5fc863-9a2a-40eb-8155-e1ce72691d5f tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638160 Jan 28 13:17:52.130087 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6cccbf59-9899-4778-995d-beb006078aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (09721810-8de2-4351-a066-dc53182f52c4), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:52.135128 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6cccbf59-9899-4778-995d-beb006078aad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:52.136359 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6cccbf59-9899-4778-995d-beb006078aad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09721810-8de2-4351-a066-dc53182f52c4 HTTP/1.1" status: 204 len: 168 time: 0.3860271 Jan 28 13:17:52.171343 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cccbf59-9899-4778-995d-beb006078aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09721810-8de2-4351-a066-dc53182f52c4,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:52.218034 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-7dd8e324-aaa2-4dd5-b7ca-3fc789d67f6d req-770b00d4-f3cc-4868-9bc4-4dd3ffefa1a6 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] For port 4511baf3-62eb-41a5-9a84-a8b7859b9c6d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=4511baf3-62eb-41a5-9a84-a8b7859b9c6d,segment=NetworkSegment(9f676767-c742-4048-b118-47a92e908b4f),segment_id=9f676767-c742-4048-b118-47a92e908b4f)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:52.218399 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7dd8e324-aaa2-4dd5-b7ca-3fc789d67f6d req-770b00d4-f3cc-4868-9bc4-4dd3ffefa1a6 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (4511baf3-62eb-41a5-9a84-a8b7859b9c6d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:52.227907 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4985f1c4-4fed-40f3-89c3-8bdc6fd01de3 req-a2954b0e-d512-4f7b-8237-7b3578b564b1 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.170 HTTP/1.1" status: 200 len: 696 time: 0.1264768 Jan 28 13:17:52.298576 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-7dd8e324-aaa2-4dd5-b7ca-3fc789d67f6d req-770b00d4-f3cc-4868-9bc4-4dd3ffefa1a6 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Calling delete_port for 4511baf3-62eb-41a5-9a84-a8b7859b9c6d owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:17:52.385636 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632f5a0-bcb0-42b9-b247-4ac8aead8d03 req-7fa7ecf0-0d88-4f25-bb33-610943cdccc4 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:52.398842 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1632f5a0-bcb0-42b9-b247-4ac8aead8d03 req-7fa7ecf0-0d88-4f25-bb33-610943cdccc4 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/ports?device_id=69859b7a-2a94-4430-ab2a-f06eaede0375 HTTP/1.1" status: 200 len: 946 time: 0.1771209 Jan 28 13:17:52.419817 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985f1c4-4fed-40f3-89c3-8bdc6fd01de3 req-ac6a99c8-8f5b-4676-9897-d669f5d9c551 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:52.430512 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4985f1c4-4fed-40f3-89c3-8bdc6fd01de3 req-ac6a99c8-8f5b-4676-9897-d669f5d9c551 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 784 time: 0.1939247 Jan 28 13:17:52.491177 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1632f5a0-bcb0-42b9-b247-4ac8aead8d03 req-256e2931-fadd-4bb1-afad-7177e0dac2fc tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7884fa0-8a50-4031-afb1-f7dc456ba352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863390 Jan 28 13:17:52.621748 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b73e16-cb1c-415e-b016-97efb6b119e9 req-387e2d72-b9b6-4bee-8900-54a2bd8fbaf2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:52.623368 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-22b73e16-cb1c-415e-b016-97efb6b119e9 req-387e2d72-b9b6-4bee-8900-54a2bd8fbaf2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.0900033 Jan 28 13:17:52.675905 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42954) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:52.700195 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cebb9491-01da-4108-a5ed-e7ee4ba1dda3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:52.737914 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7dd8e324-aaa2-4dd5-b7ca-3fc789d67f6d req-770b00d4-f3cc-4868-9bc4-4dd3ffefa1a6 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (4511baf3-62eb-41a5-9a84-a8b7859b9c6d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:52.745545 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-22b73e16-cb1c-415e-b016-97efb6b119e9 req-29ffb2a7-3716-4793-af84-99ea2a03dfa7 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126852 Jan 28 13:17:52.750876 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['4511baf3-62eb-41a5-9a84-a8b7859b9c6d'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:52.793222 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3568dd74-7473-4980-a565-c0cb5995d107 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:52.835020 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cebb9491-01da-4108-a5ed-e7ee4ba1dda3 admin admin] Publish callbacks [] for security_group (d5e0d31b-5f68-4820-b2c3-e9a35493ae05), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:52.841257 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cebb9491-01da-4108-a5ed-e7ee4ba1dda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d5e0d31b-5f68-4820-b2c3-e9a35493ae05), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:52.866214 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b00d4-f3cc-4868-9bc4-4dd3ffefa1a6 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Pushing event deleted for resources: {'Port': ['ID=4511baf3-62eb-41a5-9a84-a8b7859b9c6d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:52.921127 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 3568dd74-7473-4980-a565-c0cb5995d107 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:52.921596 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3568dd74-7473-4980-a565-c0cb5995d107), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:52.930262 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cebb9491-01da-4108-a5ed-e7ee4ba1dda3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2be060d974bc43f5badbec83c6067c58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505603 Jan 28 13:17:52.932977 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42960) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:52.959405 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-114d343a-db2c-4197-a749-429b6c24c7c9 req-dedc4399-f3eb-4084-bde0-6796574697e6 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4328837 Jan 28 13:17:52.974641 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb9491-01da-4108-a5ed-e7ee4ba1dda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e0d31b-5f68-4820-b2c3-e9a35493ae05,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:52.987353 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-114d343a-db2c-4197-a749-429b6c24c7c9 req-e2a58728-18c9-4067-b2f0-6d15a98b4651 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:52.992606 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd8e324-aaa2-4dd5-b7ca-3fc789d67f6d req-770b00d4-f3cc-4868-9bc4-4dd3ffefa1a6 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] No DVR routers for this DVR port 4511baf3-62eb-41a5-9a84-a8b7859b9c6d on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:17:52.996493 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7dd8e324-aaa2-4dd5-b7ca-3fc789d67f6d req-770b00d4-f3cc-4868-9bc4-4dd3ffefa1a6 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:53.010562 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7dd8e324-aaa2-4dd5-b7ca-3fc789d67f6d req-770b00d4-f3cc-4868-9bc4-4dd3ffefa1a6 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.18 "DELETE /v2.0/ports/4511baf3-62eb-41a5-9a84-a8b7859b9c6d HTTP/1.1" status: 204 len: 173 time: 1.2308867 Jan 28 13:17:53.011406 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69859b7a-2a94-4430-ab2a-f06eaede0375', 'name': 'network-vif-deleted', 'tag': '4511baf3-62eb-41a5-9a84-a8b7859b9c6d'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:53.014668 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc11773a-1255-4cd5-bdbe-46381265e851" -d '{"events": [{"server_uuid": "69859b7a-2a94-4430-ab2a-f06eaede0375", "name": "network-vif-deleted", "tag": "4511baf3-62eb-41a5-9a84-a8b7859b9c6d"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:53.015848 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8d623-618d-40cd-b918-3031463167ae req-99b58a4e-9f26-4c9a-b9fe-c8d70c3b0b41 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:53.026799 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1cc8d623-618d-40cd-b918-3031463167ae req-99b58a4e-9f26-4c9a-b9fe-c8d70c3b0b41 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 945 time: 0.1866493 Jan 28 13:17:53.040886 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-114d343a-db2c-4197-a749-429b6c24c7c9 req-e2a58728-18c9-4067-b2f0-6d15a98b4651 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:53.057464 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c4974b8c-a081-4c36-a924-2ce4ee7ba59d admin admin] Publish callbacks [] for security_group (d5e0d31b-5f68-4820-b2c3-e9a35493ae05), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:53.080299 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 3568dd74-7473-4980-a565-c0cb5995d107 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:53.109049 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c4974b8c-a081-4c36-a924-2ce4ee7ba59d admin admin] Publish callbacks [] for security_group (d5e0d31b-5f68-4820-b2c3-e9a35493ae05), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:53.186094 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1cc8d623-618d-40cd-b918-3031463167ae req-e4b2e3f2-af9c-4459-ae3a-ccaefcc077c8 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361892 Jan 28 13:17:53.206067 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-114d343a-db2c-4197-a749-429b6c24c7c9 req-e2a58728-18c9-4067-b2f0-6d15a98b4651 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:53.249493 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c4974b8c-a081-4c36-a924-2ce4ee7ba59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d5e0d31b-5f68-4820-b2c3-e9a35493ae05), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:53.252472 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c4974b8c-a081-4c36-a924-2ce4ee7ba59d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:53.253770 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c4974b8c-a081-4c36-a924-2ce4ee7ba59d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d5e0d31b-5f68-4820-b2c3-e9a35493ae05 HTTP/1.1" status: 204 len: 168 time: 0.3197458 Jan 28 13:17:53.265117 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4974b8c-a081-4c36-a924-2ce4ee7ba59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e0d31b-5f68-4820-b2c3-e9a35493ae05,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:53.379587 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6854eb5-dc39-4525-a87d-fb1ee0ed68c1 x-openstack-request-id: req-c6854eb5-dc39-4525-a87d-fb1ee0ed68c1 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:53.379986 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69859b7a-2a94-4430-ab2a-f06eaede0375", "name": "network-vif-deleted", "tag": "4511baf3-62eb-41a5-9a84-a8b7859b9c6d", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:53.380335 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c6854eb5-dc39-4525-a87d-fb1ee0ed68c1 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:53.380884 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69859b7a-2a94-4430-ab2a-f06eaede0375', 'name': 'network-vif-deleted', 'tag': '4511baf3-62eb-41a5-9a84-a8b7859b9c6d', 'status': 'completed', 'code': 200} Jan 28 13:17:53.409605 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-114d343a-db2c-4197-a749-429b6c24c7c9 req-e2a58728-18c9-4067-b2f0-6d15a98b4651 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Allocated IP 172.25.3.3 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/2f1af507-3916-4520-831f-2bdeb4d27ddd) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:53.514066 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f0330-153f-4ced-9fd6-275347dd2cfc req-2236ffe2-179b-4af6-bc79-63c0a64421a4 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:53.523522 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-998f0330-153f-4ced-9fd6-275347dd2cfc req-2236ffe2-179b-4af6-bc79-63c0a64421a4 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.0872271 Jan 28 13:17:53.577586 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-114d343a-db2c-4197-a749-429b6c24c7c9 req-e2a58728-18c9-4067-b2f0-6d15a98b4651 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks [] for port (2f1af507-3916-4520-831f-2bdeb4d27ddd), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:53.595625 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-998f0330-153f-4ced-9fd6-275347dd2cfc req-9b0e2d95-8748-4212-ae9c-6dbab8af1196 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712039 Jan 28 13:17:53.642039 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-114d343a-db2c-4197-a749-429b6c24c7c9 req-e2a58728-18c9-4067-b2f0-6d15a98b4651 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (2f1af507-3916-4520-831f-2bdeb4d27ddd), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:53.740189 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0dbe4-a46d-4902-b327-cd78158a7987 req-b80155bc-a506-45ca-875c-668cb2fbd2e2 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:53.741737 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0dd0dbe4-a46d-4902-b327-cd78158a7987 req-b80155bc-a506-45ca-875c-668cb2fbd2e2 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 1096 time: 0.0529265 Jan 28 13:17:53.744452 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a58728-18c9-4067-b2f0-6d15a98b4651 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Pushing event updated for resources: {'Port': ['ID=2f1af507-3916-4520-831f-2bdeb4d27ddd,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:53.751092 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-114d343a-db2c-4197-a749-429b6c24c7c9 req-e2a58728-18c9-4067-b2f0-6d15a98b4651 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:53.754757 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-114d343a-db2c-4197-a749-429b6c24c7c9 req-e2a58728-18c9-4067-b2f0-6d15a98b4651 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:53.759396 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-114d343a-db2c-4197-a749-429b6c24c7c9 req-e2a58728-18c9-4067-b2f0-6d15a98b4651 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:53.799874 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0dd0dbe4-a46d-4902-b327-cd78158a7987 req-e79bc620-3e25-4f89-bd3f-0245903afb5f tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516307 Jan 28 13:17:53.889805 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-114d343a-db2c-4197-a749-429b6c24c7c9 req-e2a58728-18c9-4067-b2f0-6d15a98b4651 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks [] for floatingip (300b19df-6521-4859-b687-3ee3b598f9cf), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:53.942022 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-114d343a-db2c-4197-a749-429b6c24c7c9 req-e2a58728-18c9-4067-b2f0-6d15a98b4651 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2f1af507-3916-4520-831f-2bdeb4d27ddd), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:53.975443 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa6af8-208c-4837-84ec-6f9df7fa2035 req-5ab459f8-4319-400d-9a19-7937fa0ff515 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:53.977069 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fbaa6af8-208c-4837-84ec-6f9df7fa2035 req-5ab459f8-4319-400d-9a19-7937fa0ff515 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.0725389 Jan 28 13:17:54.033569 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fbaa6af8-208c-4837-84ec-6f9df7fa2035 req-73417999-8b23-4033-a626-a463f63cd295 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499671 Jan 28 13:17:54.152572 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-114d343a-db2c-4197-a749-429b6c24c7c9 req-e2a58728-18c9-4067-b2f0-6d15a98b4651 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks [] for port (2f1af507-3916-4520-831f-2bdeb4d27ddd), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:54.159474 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-114d343a-db2c-4197-a749-429b6c24c7c9 req-e2a58728-18c9-4067-b2f0-6d15a98b4651 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (2f1af507-3916-4520-831f-2bdeb4d27ddd), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:54.169248 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12623e-5bb2-48a4-acf2-fa460344da69 req-fd0a4ed9-170c-43bd-92f3-76ec7ab21c99 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:54.171312 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4d12623e-5bb2-48a4-acf2-fa460344da69 req-fd0a4ed9-170c-43bd-92f3-76ec7ab21c99 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 1096 time: 0.0672755 Jan 28 13:17:54.242344 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-114d343a-db2c-4197-a749-429b6c24c7c9 req-e2a58728-18c9-4067-b2f0-6d15a98b4651 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (300b19df-6521-4859-b687-3ee3b598f9cf), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:54.244952 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4d12623e-5bb2-48a4-acf2-fa460344da69 req-e0a91ba1-15f5-43b4-89a4-4a237cab0c8c tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678563 Jan 28 13:17:54.245594 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a58728-18c9-4067-b2f0-6d15a98b4651 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Pushing event updated for resources: {'Port': ['ID=2f1af507-3916-4520-831f-2bdeb4d27ddd,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:54.269787 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-114d343a-db2c-4197-a749-429b6c24c7c9 req-e2a58728-18c9-4067-b2f0-6d15a98b4651 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:54.272952 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-114d343a-db2c-4197-a749-429b6c24c7c9 req-e2a58728-18c9-4067-b2f0-6d15a98b4651 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.3111210 Jan 28 13:17:54.273217 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43026) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:54.357654 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-114d343a-db2c-4197-a749-429b6c24c7c9 req-a08d747d-a0f7-4943-b00e-12c0b74e8e84 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.3 HTTP/1.1" status: 200 len: 694 time: 0.0783887 Jan 28 13:17:54.379834 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-764018fb-6d14-44b9-a94f-a77f1faaa3cb admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-403358224-network', 'tenant_id': 'e52f7db82a1e47b4a05e085aee4dc060'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:54.400905 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764018fb-6d14-44b9-a94f-a77f1faaa3cb admin admin] Made reservation on behalf of e52f7db82a1e47b4a05e085aee4dc060 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:54.403864 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-764018fb-6d14-44b9-a94f-a77f1faaa3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:54.413604 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-764018fb-6d14-44b9-a94f-a77f1faaa3cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:54.469205 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d343a-db2c-4197-a749-429b6c24c7c9 req-64c9f4a6-63bb-42bb-8ecd-4fd4bb35a768 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:54.470708 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-114d343a-db2c-4197-a749-429b6c24c7c9 req-64c9f4a6-63bb-42bb-8ecd-4fd4bb35a768 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 784 time: 0.1078265 Jan 28 13:17:54.481720 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-114d343a-db2c-4197-a749-429b6c24c7c9 req-e9a9ed9d-50aa-4ee3-bdf0-7555935dff73 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:17:54.482761 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-114d343a-db2c-4197-a749-429b6c24c7c9 req-e9a9ed9d-50aa-4ee3-bdf0-7555935dff73 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061741 Jan 28 13:17:54.489593 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-764018fb-6d14-44b9-a94f-a77f1faaa3cb admin admin] Publish callbacks [] for security_group (df4252e0-1449-4be8-af81-e4d4a9ffb0a3), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:54.495843 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-764018fb-6d14-44b9-a94f-a77f1faaa3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (df4252e0-1449-4be8-af81-e4d4a9ffb0a3), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:54.523145 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-764018fb-6d14-44b9-a94f-a77f1faaa3cb admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:17:54.534211 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764018fb-6d14-44b9-a94f-a77f1faaa3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4252e0-1449-4be8-af81-e4d4a9ffb0a3,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:54.541117 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-764018fb-6d14-44b9-a94f-a77f1faaa3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (985ec39c-eb53-4ba5-b0aa-0cd1957fa34f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:54.541716 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-764018fb-6d14-44b9-a94f-a77f1faaa3cb admin admin] Added segment 985ec39c-eb53-4ba5-b0aa-0cd1957fa34f of type vlan for network 59fab6ca-64cd-4851-86a5-d4939e9521f7 Jan 28 13:17:54.601763 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-f260c172-8bf8-4126-a38e-6c912b8c7355 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500834 Jan 28 13:17:54.610722 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-764018fb-6d14-44b9-a94f-a77f1faaa3cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (59fab6ca-64cd-4851-86a5-d4939e9521f7), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:54.701841 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-764018fb-6d14-44b9-a94f-a77f1faaa3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (59fab6ca-64cd-4851-86a5-d4939e9521f7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:54.702810 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764018fb-6d14-44b9-a94f-a77f1faaa3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:54.703439 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-764018fb-6d14-44b9-a94f-a77f1faaa3cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:54.753154 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-764018fb-6d14-44b9-a94f-a77f1faaa3cb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4788041 Jan 28 13:17:54.757168 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43056) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:54.763180 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-8ec5b531-8a09-4dcd-81ff-8bfd79c7cd13 admin admin] Request body: {'subnet': {'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-403358224-subnet', 'tenant_id': 'e52f7db82a1e47b4a05e085aee4dc060', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:54.764647 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-a07fbbd9-d98c-417c-a3ef-113d220a6751 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:54.766228 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-a07fbbd9-d98c-417c-a3ef-113d220a6751 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1533093 Jan 28 13:17:54.808543 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764018fb-6d14-44b9-a94f-a77f1faaa3cb admin admin] Pushing event updated for resources: {'Network': ['ID=59fab6ca-64cd-4851-86a5-d4939e9521f7,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:54.811868 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-b929b833-ee81-439e-b746-78fad3be0a3b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/quotas/c20ee295b9c04f5c9a7ff181dc99ff29 HTTP/1.1" status: 200 len: 375 time: 0.0164716 Jan 28 13:17:54.820869 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 59fab6ca-64cd-4851-86a5-d4939e9521f7 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:17:54.856755 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-eecc59c7-37ce-4270-8439-b2454ad94fe5 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333996 Jan 28 13:17:54.872261 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec5b531-8a09-4dcd-81ff-8bfd79c7cd13 admin admin] Made reservation on behalf of e52f7db82a1e47b4a05e085aee4dc060 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:54.874726 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8ec5b531-8a09-4dcd-81ff-8bfd79c7cd13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.002065 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d234b5c9-e23b-4b8d-9883-ce51c7e90d56 req-03a99176-3688-4c9e-b9bc-b8da591a16fa tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2227521 Jan 28 13:17:55.007889 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-d234b5c9-e23b-4b8d-9883-ce51c7e90d56 req-b3de08b6-2bae-45a9-9032-760bfb9ef7b5 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:55.048373 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d234b5c9-e23b-4b8d-9883-ce51c7e90d56 req-b3de08b6-2bae-45a9-9032-760bfb9ef7b5 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.175043 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1564c03-6a08-4007-afa3-dc7eecc6e64a req-bd57c381-d322-474c-acfd-5495d867a9b5 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:55.179867 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d1564c03-6a08-4007-afa3-dc7eecc6e64a req-bd57c381-d322-474c-acfd-5495d867a9b5 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.0669334 Jan 28 13:17:55.190813 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8ec5b531-8a09-4dcd-81ff-8bfd79c7cd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (99d02297-28c8-4d60-822c-d4eb89318060), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.234945 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d1564c03-6a08-4007-afa3-dc7eecc6e64a req-1206d2e5-7bf5-45de-8b86-f0a1cc9e6c4a tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505879 Jan 28 13:17:55.261437 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5b531-8a09-4dcd-81ff-8bfd79c7cd13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99d02297-28c8-4d60-822c-d4eb89318060,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:55.295892 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec5b531-8a09-4dcd-81ff-8bfd79c7cd13 admin admin] Checking segment: {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:55.296891 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec5b531-8a09-4dcd-81ff-8bfd79c7cd13 admin admin] Network hostable DHCP agents. Network: 59fab6ca-64cd-4851-86a5-d4939e9521f7, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:17:55.309174 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d234b5c9-e23b-4b8d-9883-ce51c7e90d56 req-b3de08b6-2bae-45a9-9032-760bfb9ef7b5 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.359066 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec5b531-8a09-4dcd-81ff-8bfd79c7cd13 admin admin] Network 59fab6ca-64cd-4851-86a5-d4939e9521f7 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:17:55.369077 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506682f-6fb3-48c3-9094-788044fd7cb5 req-dc79fda3-419c-431b-8399-ec25d396982e tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:55.371251 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4506682f-6fb3-48c3-9094-788044fd7cb5 req-dc79fda3-419c-431b-8399-ec25d396982e tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 1096 time: 0.0722885 Jan 28 13:17:55.379000 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-8ec5b531-8a09-4dcd-81ff-8bfd79c7cd13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 59fab6ca-64cd-4851-86a5-d4939e9521f7) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:55.386022 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec5b531-8a09-4dcd-81ff-8bfd79c7cd13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:55.387043 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8ec5b531-8a09-4dcd-81ff-8bfd79c7cd13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.390256 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d83d131-2caa-4c5b-9ad5-6c5b12b773ea None None] Network 59fab6ca-64cd-4851-86a5-d4939e9521f7 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:17:55.416377 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8ec5b531-8a09-4dcd-81ff-8bfd79c7cd13 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6574206 Jan 28 13:17:55.439545 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4506682f-6fb3-48c3-9094-788044fd7cb5 req-286110f7-f16a-40a0-a2f9-bf8b57f9da55 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609179 Jan 28 13:17:55.490479 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-d234b5c9-e23b-4b8d-9883-ce51c7e90d56 req-b3de08b6-2bae-45a9-9032-760bfb9ef7b5 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Allocated IP 172.25.3.232 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/baac751b-97e2-4e6a-9db3-8287cdfa9bcc) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:55.528266 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0c0b2c4-fb23-48e6-ba38-159b0cdde0fe req-10c64c97-6d00-4431-b407-ede857cc18b5 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ec902-b4c5-4fe0-b5b3-8f079119f84e HTTP/1.1" status: 200 len: 210 time: 0.0338359 Jan 28 13:17:55.572873 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cfd2c5-dc23-4636-b0a4-a26cb993d731 None None] Network 59fab6ca-64cd-4851-86a5-d4939e9521f7 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:17:55.590295 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43076) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:55.725489 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62120533-00fd-43fd-854c-c160ce3b841d tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks [] for security_group (a1cdd573-8f3e-46cf-849c-d43b001f871e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.745778 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d234b5c9-e23b-4b8d-9883-ce51c7e90d56 req-b3de08b6-2bae-45a9-9032-760bfb9ef7b5 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks [] for port (baac751b-97e2-4e6a-9db3-8287cdfa9bcc), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.770065 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62120533-00fd-43fd-854c-c160ce3b841d tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks [] for security_group (a1cdd573-8f3e-46cf-849c-d43b001f871e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.809413 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f967d-4045-435c-a939-0c669f98d3d6 req-bee5a57f-2ca8-4e67-869f-a85a59fccd7a tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:55.816011 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d234b5c9-e23b-4b8d-9883-ce51c7e90d56 req-b3de08b6-2bae-45a9-9032-760bfb9ef7b5 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (baac751b-97e2-4e6a-9db3-8287cdfa9bcc), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.816926 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ce4f967d-4045-435c-a939-0c669f98d3d6 req-bee5a57f-2ca8-4e67-869f-a85a59fccd7a tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.1153836 Jan 28 13:17:55.884502 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ce4f967d-4045-435c-a939-0c669f98d3d6 req-a140c5ab-3b35-4ef5-89fd-7062feff2928 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658765 Jan 28 13:17:55.885433 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d234b5c9-e23b-4b8d-9883-ce51c7e90d56 req-b3de08b6-2bae-45a9-9032-760bfb9ef7b5 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:55.888348 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62120533-00fd-43fd-854c-c160ce3b841d tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a1cdd573-8f3e-46cf-849c-d43b001f871e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.888513 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-d234b5c9-e23b-4b8d-9883-ce51c7e90d56 req-b3de08b6-2bae-45a9-9032-760bfb9ef7b5 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:55.892467 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-d234b5c9-e23b-4b8d-9883-ce51c7e90d56 req-b3de08b6-2bae-45a9-9032-760bfb9ef7b5 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:55.894966 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62120533-00fd-43fd-854c-c160ce3b841d tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.898996 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-62120533-00fd-43fd-854c-c160ce3b841d tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "DELETE /v2.0/security-groups/a1cdd573-8f3e-46cf-849c-d43b001f871e HTTP/1.1" status: 204 len: 168 time: 0.3051181 Jan 28 13:17:55.899709 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43086) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:55.924750 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62120533-00fd-43fd-854c-c160ce3b841d tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cdd573-8f3e-46cf-849c-d43b001f871e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:55.935184 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-b0dd2bf7-79d9-4c8c-ba0f-fb49e34d35e9 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] show failed (client error): The resource could not be found. Jan 28 13:17:55.936422 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b0dd2bf7-79d9-4c8c-ba0f-fb49e34d35e9 tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "GET /v2.0/security-groups/a1cdd573-8f3e-46cf-849c-d43b001f871e HTTP/1.1" status: 404 len: 347 time: 0.0237753 Jan 28 13:17:55.939765 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43088) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:56.033079 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de08b6-2bae-45a9-9032-760bfb9ef7b5 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Pushing event updated for resources: {'Port': ['ID=baac751b-97e2-4e6a-9db3-8287cdfa9bcc,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:56.037723 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d234b5c9-e23b-4b8d-9883-ce51c7e90d56 req-b3de08b6-2bae-45a9-9032-760bfb9ef7b5 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks [] for floatingip (1f484788-b54f-4fd1-885a-c6f050f30461), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.054528 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-f0db39ae-1098-4229-93d5-60a2f8c2a870 req-52d03cc3-e59d-4a23-8a5e-29264eff1469 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:17:56.055608 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f0db39ae-1098-4229-93d5-60a2f8c2a870 req-52d03cc3-e59d-4a23-8a5e-29264eff1469 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0174367 Jan 28 13:17:56.095162 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d234b5c9-e23b-4b8d-9883-ce51c7e90d56 req-b3de08b6-2bae-45a9-9032-760bfb9ef7b5 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (baac751b-97e2-4e6a-9db3-8287cdfa9bcc), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.148591 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-a85310b2-7e8e-436d-bbd6-a966d908d58f tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Deleting port 0188e249-4164-493c-ab07-0955d8ad6792 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:17:56.149129 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a85310b2-7e8e-436d-bbd6-a966d908d58f tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (0188e249-4164-493c-ab07-0955d8ad6792), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.275080 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a85310b2-7e8e-436d-bbd6-a966d908d58f tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (0188e249-4164-493c-ab07-0955d8ad6792), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.276099 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a85310b2-7e8e-436d-bbd6-a966d908d58f tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks [] for floatingip (0188e249-4164-493c-ab07-0955d8ad6792), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.278543 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d234b5c9-e23b-4b8d-9883-ce51c7e90d56 req-b3de08b6-2bae-45a9-9032-760bfb9ef7b5 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks [] for port (baac751b-97e2-4e6a-9db3-8287cdfa9bcc), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.284822 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d234b5c9-e23b-4b8d-9883-ce51c7e90d56 req-b3de08b6-2bae-45a9-9032-760bfb9ef7b5 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (baac751b-97e2-4e6a-9db3-8287cdfa9bcc), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.291757 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-a85310b2-7e8e-436d-bbd6-a966d908d58f tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Calling delete_port for 0188e249-4164-493c-ab07-0955d8ad6792 owned by network:floatingip {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:17:56.370636 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43102) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:56.379736 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-b92f3a19-b580-42b2-92e0-b768b0a91906 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-646193822-network', 'tenant_id': '9b0422eb48824b2d9cbc52455c81c996'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:56.389627 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de08b6-2bae-45a9-9032-760bfb9ef7b5 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Pushing event updated for resources: {'Port': ['ID=baac751b-97e2-4e6a-9db3-8287cdfa9bcc,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:56.396053 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-57131dec-ed11-4329-8cdf-8a25a8064c77 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438578 Jan 28 13:17:56.429789 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d234b5c9-e23b-4b8d-9883-ce51c7e90d56 req-b3de08b6-2bae-45a9-9032-760bfb9ef7b5 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (1f484788-b54f-4fd1-885a-c6f050f30461), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.447959 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92f3a19-b580-42b2-92e0-b768b0a91906 admin admin] Made reservation on behalf of 9b0422eb48824b2d9cbc52455c81c996 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:56.451708 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b92f3a19-b580-42b2-92e0-b768b0a91906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.462880 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b92f3a19-b580-42b2-92e0-b768b0a91906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.492064 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d234b5c9-e23b-4b8d-9883-ce51c7e90d56 req-b3de08b6-2bae-45a9-9032-760bfb9ef7b5 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.493648 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d234b5c9-e23b-4b8d-9883-ce51c7e90d56 req-b3de08b6-2bae-45a9-9032-760bfb9ef7b5 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4906235 Jan 28 13:17:56.590785 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d234b5c9-e23b-4b8d-9883-ce51c7e90d56 req-c8b5a1af-1bda-4be7-b307-cab6186c512a tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 696 time: 0.0789561 Jan 28 13:17:56.600176 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-d0fd105f-2cfc-4c03-be9d-15df897da393 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:56.603163 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-d0fd105f-2cfc-4c03-be9d-15df897da393 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1995747 Jan 28 13:17:56.603460 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a85310b2-7e8e-436d-bbd6-a966d908d58f tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (0188e249-4164-493c-ab07-0955d8ad6792), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.615056 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 4511baf3-62eb-41a5-9a84-a8b7859b9c6d no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:17:56.618367 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-d9d1c651-94a0-4bb9-90ca-45500492ff0b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Request body: {'port': {'device_id': 'b06ec902-b4c5-4fe0-b5b3-8f079119f84e', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': 'c20ee295b9c04f5c9a7ff181dc99ff29'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:56.655296 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 4511baf3-62eb-41a5-9a84-a8b7859b9c6d {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:17:56.656647 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 4511baf3-62eb-41a5-9a84-a8b7859b9c6d not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:17:56.675450 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85310b2-7e8e-436d-bbd6-a966d908d58f tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Pushing event deleted for resources: {'Port': ['ID=0188e249-4164-493c-ab07-0955d8ad6792,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:56.720921 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b92f3a19-b580-42b2-92e0-b768b0a91906 admin admin] Publish callbacks [] for security_group (da0bbfaf-1a95-432a-9963-f2584b78aee9), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.733903 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a85310b2-7e8e-436d-bbd6-a966d908d58f tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks [] for floatingip (7bbc1d84-7a76-4b4d-8d5a-7faeddf63213), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.738800 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a85310b2-7e8e-436d-bbd6-a966d908d58f tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.740998 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a85310b2-7e8e-436d-bbd6-a966d908d58f tempest-ImagesOneServerNegativeTestJSON-1008058067 tempest-ImagesOneServerNegativeTestJSON-1008058067-project] 10.222.0.39 "DELETE /v2.0/floatingips/7bbc1d84-7a76-4b4d-8d5a-7faeddf63213 HTTP/1.1" status: 204 len: 168 time: 0.7999465 Jan 28 13:17:56.742847 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b92f3a19-b580-42b2-92e0-b768b0a91906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (da0bbfaf-1a95-432a-9963-f2584b78aee9), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.770118 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b92f3a19-b580-42b2-92e0-b768b0a91906 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:17:56.784425 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f3a19-b580-42b2-92e0-b768b0a91906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0bbfaf-1a95-432a-9963-f2584b78aee9,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:56.792969 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b92f3a19-b580-42b2-92e0-b768b0a91906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (b71e4d5c-378a-4afc-8a1c-de1480e4f9bb), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.793573 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-b92f3a19-b580-42b2-92e0-b768b0a91906 admin admin] Added segment b71e4d5c-378a-4afc-8a1c-de1480e4f9bb of type vlan for network e36076b3-caf2-4139-8327-0d559e49c587 Jan 28 13:17:56.793684 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234b5c9-e23b-4b8d-9883-ce51c7e90d56 req-cc7b0a41-0d6b-4289-a12b-bbfc3d941d3a tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:56.795305 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d234b5c9-e23b-4b8d-9883-ce51c7e90d56 req-cc7b0a41-0d6b-4289-a12b-bbfc3d941d3a tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 784 time: 0.1911480 Jan 28 13:17:56.820155 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-d9d1c651-94a0-4bb9-90ca-45500492ff0b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Made reservation on behalf of c20ee295b9c04f5c9a7ff181dc99ff29 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:56.823595 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-d9d1c651-94a0-4bb9-90ca-45500492ff0b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.836113 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-d9d1c651-94a0-4bb9-90ca-45500492ff0b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.860872 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b92f3a19-b580-42b2-92e0-b768b0a91906 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (e36076b3-caf2-4139-8327-0d559e49c587), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.900875 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b92f3a19-b580-42b2-92e0-b768b0a91906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (e36076b3-caf2-4139-8327-0d559e49c587), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.902066 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92f3a19-b580-42b2-92e0-b768b0a91906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:56.902798 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b92f3a19-b580-42b2-92e0-b768b0a91906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.939373 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-d9d1c651-94a0-4bb9-90ca-45500492ff0b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks [] for security_group (4e2d33fe-630a-4a52-96f1-5176e6f42bfd), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.946674 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-d9d1c651-94a0-4bb9-90ca-45500492ff0b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (4e2d33fe-630a-4a52-96f1-5176e6f42bfd), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.982104 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b92f3a19-b580-42b2-92e0-b768b0a91906 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6103659 Jan 28 13:17:56.984883 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43130) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:56.992905 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-83e93f0f-b4b3-4762-b953-6468bf02580d admin admin] Request body: {'subnet': {'network_id': 'e36076b3-caf2-4139-8327-0d559e49c587', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-646193822-subnet', 'tenant_id': '9b0422eb48824b2d9cbc52455c81c996', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:56.997688 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f3a19-b580-42b2-92e0-b768b0a91906 admin admin] Pushing event updated for resources: {'Network': ['ID=e36076b3-caf2-4139-8327-0d559e49c587,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:57.013408 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network e36076b3-caf2-4139-8327-0d559e49c587 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:17:57.032094 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e93f0f-b4b3-4762-b953-6468bf02580d admin admin] Made reservation on behalf of 9b0422eb48824b2d9cbc52455c81c996 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:57.035389 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-83e93f0f-b4b3-4762-b953-6468bf02580d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:57.050531 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1c651-94a0-4bb9-90ca-45500492ff0b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2d33fe-630a-4a52-96f1-5176e6f42bfd,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:57.089916 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247edb42-b2e8-41a8-b610-c8262db7d2c7 req-bd0e1371-a8b6-478f-9d9f-ff6fe41cf98e tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:57.091465 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-247edb42-b2e8-41a8-b610-c8262db7d2c7 req-bd0e1371-a8b6-478f-9d9f-ff6fe41cf98e tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.1239138 Jan 28 13:17:57.172307 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-d9d1c651-94a0-4bb9-90ca-45500492ff0b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Allocated IP 192.168.233.123 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/5a7fcae3-a8c4-4ecf-8417-45d7a327c416) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:57.191065 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-247edb42-b2e8-41a8-b610-c8262db7d2c7 req-d1f8b5bc-b8e6-4e33-bd6e-1c4b07ba1aed tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737216 Jan 28 13:17:57.272683 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-83e93f0f-b4b3-4762-b953-6468bf02580d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (b6ad85e2-71bf-4e8c-88f7-82d214a6fcdc), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:57.349958 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e93f0f-b4b3-4762-b953-6468bf02580d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6ad85e2-71bf-4e8c-88f7-82d214a6fcdc,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:57.370953 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e93f0f-b4b3-4762-b953-6468bf02580d admin admin] Checking segment: {'id': 'b71e4d5c-378a-4afc-8a1c-de1480e4f9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e36076b3-caf2-4139-8327-0d559e49c587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:57.371318 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e93f0f-b4b3-4762-b953-6468bf02580d admin admin] Network hostable DHCP agents. Network: e36076b3-caf2-4139-8327-0d559e49c587, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:17:57.394695 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e93f0f-b4b3-4762-b953-6468bf02580d admin admin] Network e36076b3-caf2-4139-8327-0d559e49c587 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:17:57.405527 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-83e93f0f-b4b3-4762-b953-6468bf02580d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, e36076b3-caf2-4139-8327-0d559e49c587) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:57.410725 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e93f0f-b4b3-4762-b953-6468bf02580d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:57.411755 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-83e93f0f-b4b3-4762-b953-6468bf02580d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:57.418643 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfdb397-20d8-4a3d-a258-e75b92cc6e11 None None] Network e36076b3-caf2-4139-8327-0d559e49c587 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:17:57.436186 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-83e93f0f-b4b3-4762-b953-6468bf02580d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4498506 Jan 28 13:17:57.540923 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d639f9df-7281-4250-9ec4-0546bf52804a None None] Network e36076b3-caf2-4139-8327-0d559e49c587 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:17:57.605480 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-a879d7ec-c42f-4f5b-9442-5e85ff352b2a tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:17:57.606498 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-a879d7ec-c42f-4f5b-9442-5e85ff352b2a tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0231643 Jan 28 13:17:57.617348 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-71102661-caba-40ea-976e-0ef4f7c98707 req-25116260-3151-4bb9-8923-15f189b99c9f tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ec902-b4c5-4fe0-b5b3-8f079119f84e HTTP/1.1" status: 200 len: 210 time: 0.3074672 Jan 28 13:17:57.699357 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-9f5e3f6b-84f1-4990-bc3b-02800270898d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:57.700718 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-9f5e3f6b-84f1-4990-bc3b-02800270898d service neutron] 10.222.0.39 "GET /v2.0/ports/9d674133-1cac-4f13-bc09-89b187b99e44 HTTP/1.1" status: 200 len: 1093 time: 0.0621855 Jan 28 13:17:57.711726 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-d9d1c651-94a0-4bb9-90ca-45500492ff0b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks [] for port (5a7fcae3-a8c4-4ecf-8417-45d7a327c416), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:57.715429 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-f24b7355-28d7-4cae-b8a8-b5dc6824930b service neutron] Request body: {'binding': {'host': 'n-h1-822747-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:57.715864 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-f24b7355-28d7-4cae-b8a8-b5dc6824930b service neutron] Unknown quota resources ['binding']. {{(pid=103352) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:17:57.783091 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f56c40b9-787c-4a86-88e4-d5e4cf31478b req-9bdc92b0-1cd3-475a-8796-9d5fd3a690f7 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/floatingips/1f484788-b54f-4fd1-885a-c6f050f30461 HTTP/1.1" status: 200 len: 693 time: 0.0903649 Jan 28 13:17:57.916515 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-d9d1c651-94a0-4bb9-90ca-45500492ff0b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (5a7fcae3-a8c4-4ecf-8417-45d7a327c416), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:58.001250 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-d9d1c651-94a0-4bb9-90ca-45500492ff0b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:58.008121 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1c651-94a0-4bb9-90ca-45500492ff0b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Pushing event updated for resources: {'Port': ['ID=5a7fcae3-a8c4-4ecf-8417-45d7a327c416,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:58.012422 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-d9d1c651-94a0-4bb9-90ca-45500492ff0b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:58.024183 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c40b9-787c-4a86-88e4-d5e4cf31478b req-24af541f-a98d-4339-96d4-3d4784659566 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:58.025584 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f56c40b9-787c-4a86-88e4-d5e4cf31478b req-24af541f-a98d-4339-96d4-3d4784659566 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 784 time: 0.2328644 Jan 28 13:17:58.026366 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-d9d1c651-94a0-4bb9-90ca-45500492ff0b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:58.077241 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-f56c40b9-787c-4a86-88e4-d5e4cf31478b req-34463e1d-2c03-4c91-a3ae-1f2dfefc06bd tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:17:58.078453 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f56c40b9-787c-4a86-88e4-d5e4cf31478b req-34463e1d-2c03-4c91-a3ae-1f2dfefc06bd tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0403333 Jan 28 13:17:58.112661 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-f24b7355-28d7-4cae-b8a8-b5dc6824930b service neutron] Attempting to bind port 9d674133-1cac-4f13-bc09-89b187b99e44 on host n-h1-822747-2 for vnic_type normal with profile None {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:58.113885 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-f24b7355-28d7-4cae-b8a8-b5dc6824930b service neutron] Attempting to bind port 9d674133-1cac-4f13-bc09-89b187b99e44 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:58.113885 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-f24b7355-28d7-4cae-b8a8-b5dc6824930b service neutron] Attempting to bind port 9d674133-1cac-4f13-bc09-89b187b99e44 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:58.120232 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-d9d1c651-94a0-4bb9-90ca-45500492ff0b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:58.120857 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-d9d1c651-94a0-4bb9-90ca-45500492ff0b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:58.131552 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-f24b7355-28d7-4cae-b8a8-b5dc6824930b service neutron] Port 9d674133-1cac-4f13-bc09-89b187b99e44 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:17:58.131552 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-f24b7355-28d7-4cae-b8a8-b5dc6824930b service neutron] Attempting to bind port 9d674133-1cac-4f13-bc09-89b187b99e44 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:58.137505 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-f24b7355-28d7-4cae-b8a8-b5dc6824930b service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:58.137833 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-f24b7355-28d7-4cae-b8a8-b5dc6824930b service neutron] Checking segment: {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:58.138209 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-f24b7355-28d7-4cae-b8a8-b5dc6824930b service neutron] Bound using segment: {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:58.138637 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-f24b7355-28d7-4cae-b8a8-b5dc6824930b service neutron] Bound port: 9d674133-1cac-4f13-bc09-89b187b99e44, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:58.175261 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-d9d1c651-94a0-4bb9-90ca-45500492ff0b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5619538 Jan 28 13:17:58.203054 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-9d14ba8d-ef10-4575-85c5-79b775ee29e7 service neutron] Request body: {'port': {'device_id': 'b06ec902-b4c5-4fe0-b5b3-8f079119f84e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:58.260796 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-f24b7355-28d7-4cae-b8a8-b5dc6824930b service neutron] For port 9d674133-1cac-4f13-bc09-89b187b99e44, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=9d674133-1cac-4f13-bc09-89b187b99e44,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:58.267226 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-3773f523-1400-4e5c-a609-8a50045fb06b None None] Provisioning complete for port 5a7fcae3-a8c4-4ecf-8417-45d7a327c416 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:58.267776 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3773f523-1400-4e5c-a609-8a50045fb06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5a7fcae3-a8c4-4ecf-8417-45d7a327c416), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:58.284031 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-f24b7355-28d7-4cae-b8a8-b5dc6824930b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:58.285576 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-f24b7355-28d7-4cae-b8a8-b5dc6824930b service neutron] 10.222.0.39 "POST /v2.0/ports/9d674133-1cac-4f13-bc09-89b187b99e44/bindings HTTP/1.1" status: 201 len: 389 time: 0.5774739 Jan 28 13:17:58.304117 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e87d20-dde0-47d9-bac2-7e3433f5c633 req-1ee274b3-1643-40d9-8c55-c90983b22c06 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:58.305642 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b6e87d20-dde0-47d9-bac2-7e3433f5c633 req-1ee274b3-1643-40d9-8c55-c90983b22c06 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.1596227 Jan 28 13:17:58.306472 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-9d14ba8d-ef10-4575-85c5-79b775ee29e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5a7fcae3-a8c4-4ecf-8417-45d7a327c416), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:58.311801 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3773f523-1400-4e5c-a609-8a50045fb06b None None] Port 5a7fcae3-a8c4-4ecf-8417-45d7a327c416 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:17:58.411595 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b6e87d20-dde0-47d9-bac2-7e3433f5c633 req-80370df4-22a5-49f0-b93f-e68aef57f346 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945089 Jan 28 13:17:58.568710 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9555c14e-618c-4eee-b800-6569afaa39bb req-6a965cd7-a2e2-40e0-ac1b-12a78ccca91b tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/floatingips/1f484788-b54f-4fd1-885a-c6f050f30461 HTTP/1.1" status: 200 len: 693 time: 0.0447726 Jan 28 13:17:58.582284 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-6002b052-d16d-4440-a9ba-8c532135be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:58.584388 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-6002b052-d16d-4440-a9ba-8c532135be27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=93543269cade486c80fd00260197c0a8&device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 1096 time: 0.0510488 Jan 28 13:17:58.731529 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555c14e-618c-4eee-b800-6569afaa39bb req-d06b87ac-a0a8-41c8-a15f-e673b1eee1b2 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:58.732965 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9555c14e-618c-4eee-b800-6569afaa39bb req-d06b87ac-a0a8-41c8-a15f-e673b1eee1b2 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 784 time: 0.1578050 Jan 28 13:17:58.750427 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-9555c14e-618c-4eee-b800-6569afaa39bb req-0290d677-f0de-4401-9f81-6c987d8e7f7f tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:17:58.751431 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9555c14e-618c-4eee-b800-6569afaa39bb req-0290d677-f0de-4401-9f81-6c987d8e7f7f tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082948 Jan 28 13:17:58.753319 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-c08d3bd2-39d9-4872-9105-92b0cbb77d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:58.754852 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-c08d3bd2-39d9-4872-9105-92b0cbb77d0f service neutron] 10.222.0.18 "GET /v2.0/networks?id=8528e78d-cd10-4563-a6b3-de6e91f8e460 HTTP/1.1" status: 200 len: 908 time: 0.1651015 Jan 28 13:17:58.764391 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-fc28d187-5ebb-4ea0-91ca-c6060f44ff3f tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:58.765725 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-fc28d187-5ebb-4ea0-91ca-c6060f44ff3f tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 820 time: 0.1547823 Jan 28 13:17:58.794860 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device cc711a79-b2a5-4d47-b345-a4aa0c5b1190 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:17:58.797764 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device cc711a79-b2a5-4d47-b345-a4aa0c5b1190 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:17:58.815632 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-5b018486-e82a-4b2e-a0aa-da3ac3559b89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d674133-1cac-4f13-bc09-89b187b99e44 HTTP/1.1" status: 200 len: 217 time: 0.0489218 Jan 28 13:17:58.817008 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-6267c164-6fb8-4e3c-825e-8e485f8f007f tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/quotas/e52f7db82a1e47b4a05e085aee4dc060 HTTP/1.1" status: 200 len: 375 time: 0.0437896 Jan 28 13:17:58.828778 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9555c14e-618c-4eee-b800-6569afaa39bb req-822ae4a7-bcde-4818-946c-f1e381fe50b8 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 696 time: 0.0505021 Jan 28 13:17:58.830765 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-9d14ba8d-ef10-4575-85c5-79b775ee29e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a7fcae3-a8c4-4ecf-8417-45d7a327c416 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:58.841380 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-9d14ba8d-ef10-4575-85c5-79b775ee29e7 service neutron] Publish callbacks [] for port (5a7fcae3-a8c4-4ecf-8417-45d7a327c416), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:58.874618 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-0ad665a4-2622-4b7c-b8b4-f5cd42b50382 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517135 Jan 28 13:17:58.904746 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-4fdfe777-5fd0-4684-a46f-d7cd244b2174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:58.906285 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-4fdfe777-5fd0-4684-a46f-d7cd244b2174 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=585c2f63-9b4b-456a-9eb5-e157a8ee5cdd HTTP/1.1" status: 200 len: 848 time: 0.0816641 Jan 28 13:17:58.908959 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9555c14e-618c-4eee-b800-6569afaa39bb req-82b1a701-22ef-4100-9a6f-d6375c41e2ae tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 696 time: 0.0657582 Jan 28 13:17:58.910613 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-9d14ba8d-ef10-4575-85c5-79b775ee29e7 service neutron] Transition to ACTIVE for port object 5a7fcae3-a8c4-4ecf-8417-45d7a327c416 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:17:58.923537 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-9d14ba8d-ef10-4575-85c5-79b775ee29e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (5a7fcae3-a8c4-4ecf-8417-45d7a327c416), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:58.977913 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port cc711a79-b2a5-4d47-b345-a4aa0c5b1190 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:58.978300 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:58.982050 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-6753c906-0bc0-4c98-9174-4f21f69ee3f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8528e78d-cd10-4563-a6b3-de6e91f8e460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603678 Jan 28 13:17:58.995740 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port cc711a79-b2a5-4d47-b345-a4aa0c5b1190, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=cc711a79-b2a5-4d47-b345-a4aa0c5b1190,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:59.016917 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'cc711a79-b2a5-4d47-b345-a4aa0c5b1190', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': 'cc711a79-b2a5-4d47-b345-a4aa0c5b1190', 'mac_address': 'fa:16:3e:01:46:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:17:59.021868 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc711a79-b2a5-4d47-b345-a4aa0c5b1190'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:59.024181 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b212404-65db-4553-b0a2-89903e580614" -d '{"events": [{"server_uuid": "75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "cc711a79-b2a5-4d47-b345-a4aa0c5b1190"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:59.085899 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port cc711a79-b2a5-4d47-b345-a4aa0c5b1190 is: ACTIVE; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:59.086682 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:59.093242 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14ba8d-ef10-4575-85c5-79b775ee29e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5a7fcae3-a8c4-4ecf-8417-45d7a327c416,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:59.097631 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port cc711a79-b2a5-4d47-b345-a4aa0c5b1190, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=cc711a79-b2a5-4d47-b345-a4aa0c5b1190,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:59.102111 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-414625cd-2d29-4a37-a0e8-72f903fc3ca7 service neutron] 10.222.0.39 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194953 Jan 28 13:17:59.114864 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:59.124271 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc711a79-b2a5-4d47-b345-a4aa0c5b1190 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:59.178211 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-9d14ba8d-ef10-4575-85c5-79b775ee29e7 service neutron] Attempting to bind port 5a7fcae3-a8c4-4ecf-8417-45d7a327c416 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:59.178569 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-9d14ba8d-ef10-4575-85c5-79b775ee29e7 service neutron] Attempting to bind port 5a7fcae3-a8c4-4ecf-8417-45d7a327c416 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:59.178847 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-9d14ba8d-ef10-4575-85c5-79b775ee29e7 service neutron] Attempting to bind port 5a7fcae3-a8c4-4ecf-8417-45d7a327c416 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:59.187692 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-9555c14e-618c-4eee-b800-6569afaa39bb req-4c646664-d32a-4579-8dfa-d67b80194702 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Deleting port baac751b-97e2-4e6a-9db3-8287cdfa9bcc {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:17:59.188033 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9555c14e-618c-4eee-b800-6569afaa39bb req-4c646664-d32a-4579-8dfa-d67b80194702 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (baac751b-97e2-4e6a-9db3-8287cdfa9bcc), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:59.191777 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-9d14ba8d-ef10-4575-85c5-79b775ee29e7 service neutron] Port 5a7fcae3-a8c4-4ecf-8417-45d7a327c416 on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:17:59.192016 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-9d14ba8d-ef10-4575-85c5-79b775ee29e7 service neutron] Attempting to bind port 5a7fcae3-a8c4-4ecf-8417-45d7a327c416 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:59.197180 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-3978373f-2b17-4638-a870-338e54063c81 service neutron] 10.222.0.18 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904123 Jan 28 13:17:59.216533 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-9d14ba8d-ef10-4575-85c5-79b775ee29e7 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:59.216886 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-9d14ba8d-ef10-4575-85c5-79b775ee29e7 service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:59.217324 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-9d14ba8d-ef10-4575-85c5-79b775ee29e7 service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:59.217800 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-9d14ba8d-ef10-4575-85c5-79b775ee29e7 service neutron] Bound port: 5a7fcae3-a8c4-4ecf-8417-45d7a327c416, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:59.218154 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-9d14ba8d-ef10-4575-85c5-79b775ee29e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5a7fcae3-a8c4-4ecf-8417-45d7a327c416), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:59.231146 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:17:59.231665 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:17:59.232390 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=cc711a79-b2a5-4d47-b345-a4aa0c5b1190,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:59.278352 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d40c288-b831-40aa-9072-2b32afae7f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:59.290760 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-5a26bf69-aa2d-46df-b594-e7bd8ad160e3 service neutron] 10.222.0.39 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880717 Jan 28 13:17:59.313955 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-0f0306df-1fce-4cbf-a0d5-44756db16d92 service neutron] 10.222.0.18 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100538 Jan 28 13:17:59.323831 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9555c14e-618c-4eee-b800-6569afaa39bb req-4c646664-d32a-4579-8dfa-d67b80194702 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (baac751b-97e2-4e6a-9db3-8287cdfa9bcc), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:59.324133 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9555c14e-618c-4eee-b800-6569afaa39bb req-4c646664-d32a-4579-8dfa-d67b80194702 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks [] for floatingip (baac751b-97e2-4e6a-9db3-8287cdfa9bcc), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:59.347892 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-9555c14e-618c-4eee-b800-6569afaa39bb req-4c646664-d32a-4579-8dfa-d67b80194702 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Calling delete_port for baac751b-97e2-4e6a-9db3-8287cdfa9bcc owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:17:59.359536 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-9d14ba8d-ef10-4575-85c5-79b775ee29e7 service neutron] For port 5a7fcae3-a8c4-4ecf-8417-45d7a327c416, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:59.363793 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-9d14ba8d-ef10-4575-85c5-79b775ee29e7 service neutron] For port 5a7fcae3-a8c4-4ecf-8417-45d7a327c416, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=5a7fcae3-a8c4-4ecf-8417-45d7a327c416,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:59.368219 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-9d14ba8d-ef10-4575-85c5-79b775ee29e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (5a7fcae3-a8c4-4ecf-8417-45d7a327c416), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:59.431789 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-cb981037-39e2-4979-9f90-8d331d299d2c tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:59.433776 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-cb981037-39e2-4979-9f90-8d331d299d2c tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f&tenant_id=93543269cade486c80fd00260197c0a8&binding%3Ahost_id=n-h2-822747-2 HTTP/1.1" status: 200 len: 1096 time: 0.0586793 Jan 28 13:17:59.450711 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-9d14ba8d-ef10-4575-85c5-79b775ee29e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:59.451358 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-9d14ba8d-ef10-4575-85c5-79b775ee29e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:59.452809 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-9d14ba8d-ef10-4575-85c5-79b775ee29e7 service neutron] 10.222.0.18 "PUT /v2.0/ports/5a7fcae3-a8c4-4ecf-8417-45d7a327c416 HTTP/1.1" status: 200 len: 1096 time: 1.2683797 Jan 28 13:17:59.455268 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06ec902-b4c5-4fe0-b5b3-8f079119f84e', 'tag': '5a7fcae3-a8c4-4ecf-8417-45d7a327c416'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:59.457621 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9600a3-6d50-4a60-819c-663193d94d95" -d '{"events": [{"name": "network-changed", "server_uuid": "b06ec902-b4c5-4fe0-b5b3-8f079119f84e", "tag": "5a7fcae3-a8c4-4ecf-8417-45d7a327c416"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:59.493970 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14ba8d-ef10-4575-85c5-79b775ee29e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5a7fcae3-a8c4-4ecf-8417-45d7a327c416,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:59.543424 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-74c027c2-12d9-4880-97b7-b790470620c3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-822747-2'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:59.591287 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb9a05-3e40-4f2a-837d-06cf7a2abc0f req-4b816db8-bcfd-4c7b-b104-fba2f75524bf tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:59.593470 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1adb9a05-3e40-4f2a-837d-06cf7a2abc0f req-4b816db8-bcfd-4c7b-b104-fba2f75524bf tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 948 time: 0.1154366 Jan 28 13:17:59.633471 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9555c14e-618c-4eee-b800-6569afaa39bb req-4c646664-d32a-4579-8dfa-d67b80194702 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (baac751b-97e2-4e6a-9db3-8287cdfa9bcc), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:59.662877 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-91ac4a30-baf5-4d2b-a34d-917a5264c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:59.665934 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-91ac4a30-baf5-4d2b-a34d-917a5264c3dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&device_id=b06ec902-b4c5-4fe0-b5b3-8f079119f84e HTTP/1.1" status: 200 len: 1099 time: 0.1089785 Jan 28 13:17:59.679142 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1adb9a05-3e40-4f2a-837d-06cf7a2abc0f req-e826345a-a44b-4867-b905-1a4d2873173c tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674095 Jan 28 13:17:59.679742 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-74c027c2-12d9-4880-97b7-b790470620c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9d674133-1cac-4f13-bc09-89b187b99e44), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:59.706678 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c646664-d32a-4579-8dfa-d67b80194702 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Pushing event deleted for resources: {'Port': ['ID=baac751b-97e2-4e6a-9db3-8287cdfa9bcc,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:59.769053 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-5a97a7c0-4ded-4532-b700-b62e4e5fd799 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=5a7fcae3-a8c4-4ecf-8417-45d7a327c416 HTTP/1.1" status: 200 len: 217 time: 0.0791528 Jan 28 13:17:59.808822 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port cc711a79-b2a5-4d47-b345-a4aa0c5b1190 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:59.809111 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:59.826285 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc711a79-b2a5-4d47-b345-a4aa0c5b1190 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:59.853434 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port cc711a79-b2a5-4d47-b345-a4aa0c5b1190, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=cc711a79-b2a5-4d47-b345-a4aa0c5b1190,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:59.859045 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:59.874994 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9555c14e-618c-4eee-b800-6569afaa39bb req-4c646664-d32a-4579-8dfa-d67b80194702 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks [] for floatingip (1f484788-b54f-4fd1-885a-c6f050f30461), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:59.878068 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9555c14e-618c-4eee-b800-6569afaa39bb req-4c646664-d32a-4579-8dfa-d67b80194702 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:59.879292 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9555c14e-618c-4eee-b800-6569afaa39bb req-4c646664-d32a-4579-8dfa-d67b80194702 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "DELETE /v2.0/floatingips/1f484788-b54f-4fd1-885a-c6f050f30461 HTTP/1.1" status: 204 len: 173 time: 0.9638898 Jan 28 13:17:59.887121 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-95c9336a-fdb4-4f56-b174-a5e06a20618b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:59.887237 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-95c9336a-fdb4-4f56-b174-a5e06a20618b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0945475 Jan 28 13:17:59.936321 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=cc711a79-b2a5-4d47-b345-a4aa0c5b1190,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:59.958963 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43186) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:00.004044 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-78624988-c3db-4d64-9596-1c616d36c727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:00.005614 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-78624988-c3db-4d64-9596-1c616d36c727 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1115160 Jan 28 13:18:00.030971 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-e775e816-0fa2-4e22-b59c-fbfd1a62a29f admin admin] Deleting subnet c438cf0b-ba2f-4b20-9328-8873f24b23e2 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:18:00.058938 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e775e816-0fa2-4e22-b59c-fbfd1a62a29f admin admin] Publish callbacks [] for subnet (c438cf0b-ba2f-4b20-9328-8873f24b23e2), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:00.159677 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e775e816-0fa2-4e22-b59c-fbfd1a62a29f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (c438cf0b-ba2f-4b20-9328-8873f24b23e2), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:00.174148 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958223c8-5168-449c-ac03-a9b6f1277e86 req-c644792e-4524-4679-a69d-c60add9435b2 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:00.180161 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-958223c8-5168-449c-ac03-a9b6f1277e86 req-c644792e-4524-4679-a69d-c60add9435b2 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 945 time: 0.0721149 Jan 28 13:18:00.197841 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-74c027c2-12d9-4880-97b7-b790470620c3 service neutron] For port 9d674133-1cac-4f13-bc09-89b187b99e44, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=9d674133-1cac-4f13-bc09-89b187b99e44,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:00.198005 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc24f1-529a-4db0-92d7-616a437ac2c4 req-daf9e80e-9fa6-4746-a36a-d96cc7763c23 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:00.199558 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-37bc24f1-529a-4db0-92d7-616a437ac2c4 req-daf9e80e-9fa6-4746-a36a-d96cc7763c23 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ec902-b4c5-4fe0-b5b3-8f079119f84e HTTP/1.1" status: 200 len: 948 time: 0.1659777 Jan 28 13:18:00.243812 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-2c4d013d-2b5c-4d06-99b6-7c484fc1f944 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237225 Jan 28 13:18:00.248238 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e775e816-0fa2-4e22-b59c-fbfd1a62a29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (c438cf0b-ba2f-4b20-9328-8873f24b23e2), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:00.267470 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-958223c8-5168-449c-ac03-a9b6f1277e86 req-4da3bbbd-9e8a-4363-8eb0-f617d3865777 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798938 Jan 28 13:18:00.267647 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['cc711a79-b2a5-4d47-b345-a4aa0c5b1190'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:00.272774 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-74c027c2-12d9-4880-97b7-b790470620c3 service neutron] For port 9d674133-1cac-4f13-bc09-89b187b99e44, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:00.315663 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66050a7-f3f9-4dc9-93fc-e5e88d99efbd x-openstack-request-id: req-f66050a7-f3f9-4dc9-93fc-e5e88d99efbd {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:00.316522 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "cc711a79-b2a5-4d47-b345-a4aa0c5b1190", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:00.316925 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f66050a7-f3f9-4dc9-93fc-e5e88d99efbd {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:00.317462 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc711a79-b2a5-4d47-b345-a4aa0c5b1190', 'code': 200} Jan 28 13:18:00.322475 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-37bc24f1-529a-4db0-92d7-616a437ac2c4 req-e5d7d0e4-01fd-4968-a803-1fa7cb23ee85 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167650 Jan 28 13:18:00.405400 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e775e816-0fa2-4e22-b59c-fbfd1a62a29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (c438cf0b-ba2f-4b20-9328-8873f24b23e2), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:00.415246 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a4913cb-a87c-44b0-b34e-bf489e8e9565 req-0ae4ac32-03e9-4b04-b348-48c2873a0db8 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597903 Jan 28 13:18:00.421078 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-74c027c2-12d9-4880-97b7-b790470620c3 service neutron] Publish callbacks [] for port (9d674133-1cac-4f13-bc09-89b187b99e44), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:00.424466 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e646d4b-b47f-4ee6-9b8c-f871a5919c3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d674133-1cac-4f13-bc09-89b187b99e44'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:00.427144 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287a7c8b-abcc-4ac9-853d-0ee767091b50" -d '{"events": [{"server_uuid": "7e646d4b-b47f-4ee6-9b8c-f871a5919c3f", "name": "network-vif-unplugged", "status": "completed", "tag": "9d674133-1cac-4f13-bc09-89b187b99e44"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:00.444630 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-74c027c2-12d9-4880-97b7-b790470620c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (9d674133-1cac-4f13-bc09-89b187b99e44), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:00.462022 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775e816-0fa2-4e22-b59c-fbfd1a62a29f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c438cf0b-ba2f-4b20-9328-8873f24b23e2,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:00.465405 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e775e816-0fa2-4e22-b59c-fbfd1a62a29f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:00.468748 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e775e816-0fa2-4e22-b59c-fbfd1a62a29f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c438cf0b-ba2f-4b20-9328-8873f24b23e2 HTTP/1.1" status: 204 len: 168 time: 0.5089703 Jan 28 13:18:00.485693 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43190) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:00.496460 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4d22a947-935c-4425-8abf-0c2b7168378b req-3fdd94b8-5cfe-4563-a625-079857ebceeb tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 210 time: 0.0651226 Jan 28 13:18:00.596649 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70bd3b-4488-4a8b-ab87-763fe8709561 req-101b8bb1-5562-4d89-ae5f-7e99e93c9a37 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:00.600368 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c027c2-12d9-4880-97b7-b790470620c3 service neutron] Pushing event updated for resources: {'Port': ['ID=9d674133-1cac-4f13-bc09-89b187b99e44,revision_number=7']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:00.604964 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4b70bd3b-4488-4a8b-ab87-763fe8709561 req-101b8bb1-5562-4d89-ae5f-7e99e93c9a37 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.1774948 Jan 28 13:18:00.611599 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce7fce2-b7bf-416e-9f87-9b54677c1881 x-openstack-request-id: req-6ce7fce2-b7bf-416e-9f87-9b54677c1881 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:00.611887 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06ec902-b4c5-4fe0-b5b3-8f079119f84e", "tag": "5a7fcae3-a8c4-4ecf-8417-45d7a327c416", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:00.612149 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ce7fce2-b7bf-416e-9f87-9b54677c1881 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:00.612567 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06ec902-b4c5-4fe0-b5b3-8f079119f84e', 'tag': '5a7fcae3-a8c4-4ecf-8417-45d7a327c416', 'status': 'completed', 'code': 200} Jan 28 13:18:00.623379 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-74c027c2-12d9-4880-97b7-b790470620c3 service neutron] Attempting to bind port 9d674133-1cac-4f13-bc09-89b187b99e44 on host n-h2-822747-2 for vnic_type normal with profile {"migrating_to": "n-h1-822747-2"} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:00.624040 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-74c027c2-12d9-4880-97b7-b790470620c3 service neutron] Attempting to bind port 9d674133-1cac-4f13-bc09-89b187b99e44 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:00.624677 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-74c027c2-12d9-4880-97b7-b790470620c3 service neutron] Attempting to bind port 9d674133-1cac-4f13-bc09-89b187b99e44 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:00.626332 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1ab64cec-4712-4ed1-aa2e-8acb6f287a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (8707c289-bc91-43e5-b056-ef974f42dcf6), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:00.631956 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-74c027c2-12d9-4880-97b7-b790470620c3 service neutron] Port 9d674133-1cac-4f13-bc09-89b187b99e44 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:00.632659 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-74c027c2-12d9-4880-97b7-b790470620c3 service neutron] Attempting to bind port 9d674133-1cac-4f13-bc09-89b187b99e44 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:00.639723 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-74c027c2-12d9-4880-97b7-b790470620c3 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:00.640351 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-74c027c2-12d9-4880-97b7-b790470620c3 service neutron] Checking segment: {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:00.641168 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-74c027c2-12d9-4880-97b7-b790470620c3 service neutron] Bound using segment: {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:00.642129 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-74c027c2-12d9-4880-97b7-b790470620c3 service neutron] Bound port: 9d674133-1cac-4f13-bc09-89b187b99e44, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:00.643097 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-74c027c2-12d9-4880-97b7-b790470620c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9d674133-1cac-4f13-bc09-89b187b99e44), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:00.762774 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4b70bd3b-4488-4a8b-ab87-763fe8709561 req-badf6d6b-84d8-4cee-969e-4468d644555b tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568201 Jan 28 13:18:00.767815 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9600a3-6d50-4a60-819c-663193d94d95 req-26781f15-657d-4940-b074-e439d8751ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:00.769529 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0d9600a3-6d50-4a60-819c-663193d94d95 req-26781f15-657d-4940-b074-e439d8751ee6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&device_id=b06ec902-b4c5-4fe0-b5b3-8f079119f84e HTTP/1.1" status: 200 len: 1099 time: 0.1311316 Jan 28 13:18:00.853281 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-74c027c2-12d9-4880-97b7-b790470620c3 service neutron] For port 9d674133-1cac-4f13-bc09-89b187b99e44, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:00.877826 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1ab64cec-4712-4ed1-aa2e-8acb6f287a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (8707c289-bc91-43e5-b056-ef974f42dcf6), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:00.941713 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c53164-0d1f-423c-a7eb-7345f9532833 x-openstack-request-id: req-72c53164-0d1f-423c-a7eb-7345f9532833 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:00.942386 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e646d4b-b47f-4ee6-9b8c-f871a5919c3f", "name": "network-vif-unplugged", "status": "completed", "tag": "9d674133-1cac-4f13-bc09-89b187b99e44", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:00.942719 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-72c53164-0d1f-423c-a7eb-7345f9532833 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:00.943719 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e646d4b-b47f-4ee6-9b8c-f871a5919c3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d674133-1cac-4f13-bc09-89b187b99e44', 'code': 200} Jan 28 13:18:00.963589 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-1ab64cec-4712-4ed1-aa2e-8acb6f287a39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8707c289-bc91-43e5-b056-ef974f42dcf6']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:01.000223 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-74c027c2-12d9-4880-97b7-b790470620c3 service neutron] For port 9d674133-1cac-4f13-bc09-89b187b99e44, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=9d674133-1cac-4f13-bc09-89b187b99e44,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:01.008112 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-1ab64cec-4712-4ed1-aa2e-8acb6f287a39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f676767-c742-4048-b118-47a92e908b4f') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:01.008426 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-1ab64cec-4712-4ed1-aa2e-8acb6f287a39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f676767-c742-4048-b118-47a92e908b4f') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:01.027963 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-74c027c2-12d9-4880-97b7-b790470620c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (9d674133-1cac-4f13-bc09-89b187b99e44), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:01.029161 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1ab64cec-4712-4ed1-aa2e-8acb6f287a39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (9f676767-c742-4048-b118-47a92e908b4f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:01.060975 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9600a3-6d50-4a60-819c-663193d94d95 req-ff405a38-9df1-4104-b730-543fc570f9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:01.062549 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0d9600a3-6d50-4a60-819c-663193d94d95 req-ff405a38-9df1-4104-b730-543fc570f9eb service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.2805979 Jan 28 13:18:01.067758 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1ab64cec-4712-4ed1-aa2e-8acb6f287a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (9f676767-c742-4048-b118-47a92e908b4f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:01.086249 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab64cec-4712-4ed1-aa2e-8acb6f287a39 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:18:01.087122 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1ab64cec-4712-4ed1-aa2e-8acb6f287a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (9f676767-c742-4048-b118-47a92e908b4f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:18:01.119474 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:18:01.137014 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3adea-a6ef-45a3-a8b8-2a2c212711e5 req-923a9bbb-1601-446f-bb79-16052bc1d2ae tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:01.138794 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-25c3adea-a6ef-45a3-a8b8-2a2c212711e5 req-923a9bbb-1601-446f-bb79-16052bc1d2ae tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 949 time: 0.1825776 Jan 28 13:18:01.142398 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0d9600a3-6d50-4a60-819c-663193d94d95 req-5be7f659-9e0b-4e9c-8620-f0afe58e8710 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=5a7fcae3-a8c4-4ecf-8417-45d7a327c416 HTTP/1.1" status: 200 len: 217 time: 0.0713692 Jan 28 13:18:01.190024 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-3a94831a-b908-4cc5-aa68-3270841a015c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:01.193460 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-3a94831a-b908-4cc5-aa68-3270841a015c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.18 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 820 time: 0.4396777 Jan 28 13:18:01.220081 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a52206-f689-4374-8392-95f25d205b05 req-e56236d7-1fa8-4ab9-8622-0379f1f40cf1 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:01.221837 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-13a52206-f689-4374-8392-95f25d205b05 req-e56236d7-1fa8-4ab9-8622-0379f1f40cf1 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5011659 Jan 28 13:18:01.226507 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-73980b53-04b6-4a84-852a-3e9248fe477d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Request body: {'port': {'device_id': 'f5888df5-e253-4b62-a0d8-46bbef18bc5a', 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7', 'admin_state_up': True, 'tenant_id': 'e52f7db82a1e47b4a05e085aee4dc060'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:01.294676 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.18', 53568) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:01.367881 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c027c2-12d9-4880-97b7-b790470620c3 service neutron] Pushing event updated for resources: {'Port': ['ID=9d674133-1cac-4f13-bc09-89b187b99e44,revision_number=8']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:01.409666 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-74c027c2-12d9-4880-97b7-b790470620c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:01.410644 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-74c027c2-12d9-4880-97b7-b790470620c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:01.412056 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-74c027c2-12d9-4880-97b7-b790470620c3 service neutron] 10.222.0.18 "PUT /v2.0/ports/9d674133-1cac-4f13-bc09-89b187b99e44 HTTP/1.1" status: 200 len: 1121 time: 1.8730147 Jan 28 13:18:01.426663 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['9d674133-1cac-4f13-bc09-89b187b99e44'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:01.481628 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4db924e5-6b62-48d0-b58b-251f1fa6801c req-90d79ddd-83b1-4d78-a9bd-ae7df8967446 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=eb10704308e647738888ef3e5255ab4b HTTP/1.1" status: 200 len: 1654 time: 0.2099521 Jan 28 13:18:01.576674 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1ab64cec-4712-4ed1-aa2e-8acb6f287a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (8707c289-bc91-43e5-b056-ef974f42dcf6), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:01.585198 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9600a3-6d50-4a60-819c-663193d94d95 req-5184d2fc-b550-4b50-b566-3ec0a393cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:01.586692 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0d9600a3-6d50-4a60-819c-663193d94d95 req-5184d2fc-b550-4b50-b566-3ec0a393cb4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.4370782 Jan 28 13:18:01.591373 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bdbe7103-0ba0-4b0a-932f-1729d3d022f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:01.616365 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1ab64cec-4712-4ed1-aa2e-8acb6f287a39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:01.619613 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1ab64cec-4712-4ed1-aa2e-8acb6f287a39 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8707c289-bc91-43e5-b056-ef974f42dcf6 HTTP/1.1" status: 204 len: 168 time: 1.1327705 Jan 28 13:18:01.624724 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab64cec-4712-4ed1-aa2e-8acb6f287a39 admin admin] Pushing event deleted for resources: {'Network': ['ID=8707c289-bc91-43e5-b056-ef974f42dcf6,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:01.642328 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-c9e3a20c-221e-46e0-a011-ab770f7031d5 service neutron] show failed (client error): The resource could not be found. Jan 28 13:18:01.644786 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-c9e3a20c-221e-46e0-a011-ab770f7031d5 service neutron] 10.222.0.18 "GET /v2.0/ports/a861f97f-f06d-41ad-9e82-fcc630232ab4/bindings/n-h2-822747-2 HTTP/1.1" status: 404 len: 380 time: 0.3451805 Jan 28 13:18:01.673987 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-25c3adea-a6ef-45a3-a8b8-2a2c212711e5 req-017fe0b8-cc91-4dca-aa54-863f812ff1a4 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5169883 Jan 28 13:18:01.726468 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9600a3-6d50-4a60-819c-663193d94d95 req-b89d8c62-22ce-4462-b1d4-33247f28fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:01.728169 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0d9600a3-6d50-4a60-819c-663193d94d95 req-b89d8c62-22ce-4462-b1d4-33247f28fcdb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1334560 Jan 28 13:18:01.743976 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-73980b53-04b6-4a84-852a-3e9248fe477d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Made reservation on behalf of e52f7db82a1e47b4a05e085aee4dc060 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:01.749811 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-73980b53-04b6-4a84-852a-3e9248fe477d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:01.780368 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db924e5-6b62-48d0-b58b-251f1fa6801c req-c8b43d4c-211b-4ba3-b6b5-2ccbc779c435 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:01.791570 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4db924e5-6b62-48d0-b58b-251f1fa6801c req-c8b43d4c-211b-4ba3-b6b5-2ccbc779c435 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/networks?id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236&id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236&id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 787 time: 0.3002648 Jan 28 13:18:01.803665 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-4db924e5-6b62-48d0-b58b-251f1fa6801c req-f69a78f5-14cc-41e2-b40d-cccc6573a8ab tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:18:01.816923 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4db924e5-6b62-48d0-b58b-251f1fa6801c req-f69a78f5-14cc-41e2-b40d-cccc6573a8ab tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0227470 Jan 28 13:18:01.886383 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8b83e-3248-46b6-8916-623e537b28dc req-947e9250-1f14-4651-b2c7-b5562fd46889 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:01.896309 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2de8b83e-3248-46b6-8916-623e537b28dc req-947e9250-1f14-4651-b2c7-b5562fd46889 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 943 time: 0.1240604 Jan 28 13:18:01.905960 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0d9600a3-6d50-4a60-819c-663193d94d95 req-188ad398-f47a-44cf-813b-68e8c973f734 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704428 Jan 28 13:18:01.978620 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43210) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:02.013755 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2de8b83e-3248-46b6-8916-623e537b28dc req-77a11c96-6c3a-42c8-bf93-3098c04ab105 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164100 Jan 28 13:18:02.043385 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0d9600a3-6d50-4a60-819c-663193d94d95 req-7e6d0c7f-b03f-40ab-95ab-74edcb49564d service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280177 Jan 28 13:18:02.098556 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a683e0eb-f6f8-463b-bffe-dc0bff6ccfe9 req-221b20c4-6725-4c43-95a0-9338026e9ec7 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 210 time: 0.0260472 Jan 28 13:18:02.126786 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-d2f8c749-7765-4f31-8d8b-36fbc2ced1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:02.128440 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-d2f8c749-7765-4f31-8d8b-36fbc2ced1c5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1&tenant_id=787b3d18280347a0a733cb6bd5e91d6d HTTP/1.1" status: 200 len: 1100 time: 0.1346397 Jan 28 13:18:02.139792 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e717a-584c-421d-b5ad-32f1627e2349 req-6977dd23-f15f-4d11-a293-32be64d94e8d tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:02.141141 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-382e717a-584c-421d-b5ad-32f1627e2349 req-6977dd23-f15f-4d11-a293-32be64d94e8d tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ec902-b4c5-4fe0-b5b3-8f079119f84e HTTP/1.1" status: 200 len: 948 time: 0.1803861 Jan 28 13:18:02.143433 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b65765ae-57a4-456a-a4a7-0fc00a687cc1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=74ec5341dbcf4677956e36e1b5d2735f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1638067 Jan 28 13:18:02.146474 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43212) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:02.152413 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-92367030-2b46-4c6e-9454-ecdcb38fa508 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822747-2', 'device_owner': 'compute:nova'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:02.195347 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-73980b53-04b6-4a84-852a-3e9248fe477d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Allocated IP 172.20.0.5 (59fab6ca-64cd-4851-86a5-d4939e9521f7/99d02297-28c8-4d60-822c-d4eb89318060/8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:18:02.199355 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-09a09d31-5416-48d2-9d18-311d25c36aa6 admin admin] Publish callbacks [] for security_group (f7884fa0-8a50-4031-afb1-f7dc456ba352), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:02.221459 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-09a09d31-5416-48d2-9d18-311d25c36aa6 admin admin] Publish callbacks [] for security_group (f7884fa0-8a50-4031-afb1-f7dc456ba352), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:02.277815 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-382e717a-584c-421d-b5ad-32f1627e2349 req-b585e171-e651-4ab5-bc93-0974d7aab53e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198723 Jan 28 13:18:02.287104 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-92367030-2b46-4c6e-9454-ecdcb38fa508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a861f97f-f06d-41ad-9e82-fcc630232ab4), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:02.312449 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c87e51-9159-4f5b-b51c-d633b7903e21 req-dc762124-6b7a-4077-bac3-5debf34e019c tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:02.314299 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9c87e51-9159-4f5b-b51c-d633b7903e21 req-dc762124-6b7a-4077-bac3-5debf34e019c tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.0813644 Jan 28 13:18:02.328325 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-09a09d31-5416-48d2-9d18-311d25c36aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f7884fa0-8a50-4031-afb1-f7dc456ba352), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:02.330807 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-09a09d31-5416-48d2-9d18-311d25c36aa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:02.332256 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-09a09d31-5416-48d2-9d18-311d25c36aa6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f7884fa0-8a50-4031-afb1-f7dc456ba352 HTTP/1.1" status: 204 len: 168 time: 0.1844206 Jan 28 13:18:02.358626 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a09d31-5416-48d2-9d18-311d25c36aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7884fa0-8a50-4031-afb1-f7dc456ba352,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:02.384095 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9c87e51-9159-4f5b-b51c-d633b7903e21 req-0b543088-3889-4393-a7fe-3d7e18f8f9f3 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633655 Jan 28 13:18:02.428418 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ddf96215-783e-4a11-b3f2-46e5fe283030 req-513c8e8c-36b5-43d7-bf52-aaa40ca57825 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/floatingips/300b19df-6521-4859-b687-3ee3b598f9cf HTTP/1.1" status: 200 len: 691 time: 0.1129470 Jan 28 13:18:02.644973 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 5a7fcae3-a8c4-4ecf-8417-45d7a327c416 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:02.668496 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-73980b53-04b6-4a84-852a-3e9248fe477d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks [] for port (8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:02.688172 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:02.740993 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf96215-783e-4a11-b3f2-46e5fe283030 req-67b76b86-9428-4ad1-9de2-44994bdf9865 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:02.747416 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ddf96215-783e-4a11-b3f2-46e5fe283030 req-67b76b86-9428-4ad1-9de2-44994bdf9865 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 784 time: 0.2849708 Jan 28 13:18:02.756939 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-ddf96215-783e-4a11-b3f2-46e5fe283030 req-e236f630-65bf-4f08-be08-bf08ee658e0c tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:18:02.763762 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ddf96215-783e-4a11-b3f2-46e5fe283030 req-e236f630-65bf-4f08-be08-bf08ee658e0c tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154948 Jan 28 13:18:02.783956 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 5a7fcae3-a8c4-4ecf-8417-45d7a327c416, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=5a7fcae3-a8c4-4ecf-8417-45d7a327c416,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:02.796216 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '5a7fcae3-a8c4-4ecf-8417-45d7a327c416', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': '5a7fcae3-a8c4-4ecf-8417-45d7a327c416', 'mac_address': 'fa:16:3e:16:b7:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:18:02.818618 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea152a-f388-4d88-bd14-9fb80546bd85 req-6080ad65-2865-422a-a256-8c2e8e785419 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:02.820286 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-adea152a-f388-4d88-bd14-9fb80546bd85 req-6080ad65-2865-422a-a256-8c2e8e785419 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 949 time: 0.0586219 Jan 28 13:18:02.835763 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device cc711a79-b2a5-4d47-b345-a4aa0c5b1190 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:02.841840 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ddf96215-783e-4a11-b3f2-46e5fe283030 req-208f8ed7-bf5b-415a-bf8d-01db02e23dac tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.3 HTTP/1.1" status: 200 len: 694 time: 0.0770907 Jan 28 13:18:02.884885 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 5a7fcae3-a8c4-4ecf-8417-45d7a327c416 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:02.885482 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5a7fcae3-a8c4-4ecf-8417-45d7a327c416), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:02.891471 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-adea152a-f388-4d88-bd14-9fb80546bd85 req-58511bb0-25d5-432a-934d-aa5d023a6d47 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650818 Jan 28 13:18:02.908468 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a7fcae3-a8c4-4ecf-8417-45d7a327c416 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:02.918179 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-92367030-2b46-4c6e-9454-ecdcb38fa508 service neutron] For port a861f97f-f06d-41ad-9e82-fcc630232ab4, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=a861f97f-f06d-41ad-9e82-fcc630232ab4,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:02.924140 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ddf96215-783e-4a11-b3f2-46e5fe283030 req-bc71be6c-ab24-4b06-ae9e-c16572725574 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.3 HTTP/1.1" status: 200 len: 694 time: 0.0701787 Jan 28 13:18:02.944961 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e646d4b-b47f-4ee6-9b8c-f871a5919c3f', 'tag': '9d674133-1cac-4f13-bc09-89b187b99e44'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:02.945358 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 5a7fcae3-a8c4-4ecf-8417-45d7a327c416, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=5a7fcae3-a8c4-4ecf-8417-45d7a327c416,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:02.947178 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a37df2f-dae3-49df-9a08-1376ebd91be4" -d '{"events": [{"name": "network-changed", "server_uuid": "7e646d4b-b47f-4ee6-9b8c-f871a5919c3f", "tag": "9d674133-1cac-4f13-bc09-89b187b99e44"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:02.957970 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5a7fcae3-a8c4-4ecf-8417-45d7a327c416), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:02.966345 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port cc711a79-b2a5-4d47-b345-a4aa0c5b1190 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:02.967004 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:02.981882 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-73980b53-04b6-4a84-852a-3e9248fe477d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:03.020023 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de1aa09-524a-4f2a-ba02-a77dc6fe1789 x-openstack-request-id: req-2de1aa09-524a-4f2a-ba02-a77dc6fe1789 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:03.020338 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e646d4b-b47f-4ee6-9b8c-f871a5919c3f", "tag": "9d674133-1cac-4f13-bc09-89b187b99e44", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:03.020698 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2de1aa09-524a-4f2a-ba02-a77dc6fe1789 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:03.020960 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e646d4b-b47f-4ee6-9b8c-f871a5919c3f', 'tag': '9d674133-1cac-4f13-bc09-89b187b99e44', 'status': 'completed', 'code': 200} Jan 28 13:18:03.040070 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-73980b53-04b6-4a84-852a-3e9248fe477d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Network 59fab6ca-64cd-4851-86a5-d4939e9521f7 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:18:03.054091 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=5a7fcae3-a8c4-4ecf-8417-45d7a327c416,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:03.126249 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port cc711a79-b2a5-4d47-b345-a4aa0c5b1190 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:03.126643 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:03.156046 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc711a79-b2a5-4d47-b345-a4aa0c5b1190'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:03.158360 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c388bbd-a0c3-4010-8fa2-729c7b2b21b8" -d '{"events": [{"server_uuid": "75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6", "name": "network-vif-plugged", "status": "completed", "tag": "cc711a79-b2a5-4d47-b345-a4aa0c5b1190"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:03.176567 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port cc711a79-b2a5-4d47-b345-a4aa0c5b1190, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=cc711a79-b2a5-4d47-b345-a4aa0c5b1190,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:03.182380 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:03.217727 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37df2f-dae3-49df-9a08-1376ebd91be4 req-4a13458d-c2f4-4335-96b2-7c39602ba2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:03.220167 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a37df2f-dae3-49df-9a08-1376ebd91be4 req-4a13458d-c2f4-4335-96b2-7c39602ba2d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93543269cade486c80fd00260197c0a8&device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 1124 time: 0.1823204 Jan 28 13:18:03.248303 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=cc711a79-b2a5-4d47-b345-a4aa0c5b1190,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:03.262628 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['5a7fcae3-a8c4-4ecf-8417-45d7a327c416'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:03.279474 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22796f80-a1ec-48c8-bcf9-9f364c7e4530 req-e27b6d46-5cfe-4773-8306-c55bb33bfa45 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:03.281973 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-22796f80-a1ec-48c8-bcf9-9f364c7e4530 req-e27b6d46-5cfe-4773-8306-c55bb33bfa45 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 943 time: 0.1616454 Jan 28 13:18:03.443729 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-22796f80-a1ec-48c8-bcf9-9f364c7e4530 req-9177007e-17b4-4fbe-9c96-85d47a68d245 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492016 Jan 28 13:18:03.480771 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-73980b53-04b6-4a84-852a-3e9248fe477d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:03.491067 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37df2f-dae3-49df-9a08-1376ebd91be4 req-5aacab1e-ba6e-4f7e-a56a-9130dcaa6b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:03.492826 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a37df2f-dae3-49df-9a08-1376ebd91be4 req-5aacab1e-ba6e-4f7e-a56a-9130dcaa6b05 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8528e78d-cd10-4563-a6b3-de6e91f8e460 HTTP/1.1" status: 200 len: 908 time: 0.2606883 Jan 28 13:18:03.494204 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-73980b53-04b6-4a84-852a-3e9248fe477d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:18:03.498536 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-92367030-2b46-4c6e-9454-ecdcb38fa508 service neutron] For port a861f97f-f06d-41ad-9e82-fcc630232ab4, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:03.548671 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a37df2f-dae3-49df-9a08-1376ebd91be4 req-bac4e251-8ae6-4b62-a799-203a18c85e29 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d674133-1cac-4f13-bc09-89b187b99e44 HTTP/1.1" status: 200 len: 217 time: 0.0427108 Jan 28 13:18:03.585639 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73980b53-04b6-4a84-852a-3e9248fe477d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Pushing event updated for resources: {'Port': ['ID=8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:03.609237 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-92367030-2b46-4c6e-9454-ecdcb38fa508 service neutron] Publish callbacks [] for port (a861f97f-f06d-41ad-9e82-fcc630232ab4), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:03.619803 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-73980b53-04b6-4a84-852a-3e9248fe477d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:03.620402 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-73980b53-04b6-4a84-852a-3e9248fe477d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:03.622382 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37df2f-dae3-49df-9a08-1376ebd91be4 req-76950006-9c9b-48a8-8ecd-3182d0218499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:03.624260 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a37df2f-dae3-49df-9a08-1376ebd91be4 req-76950006-9c9b-48a8-8ecd-3182d0218499 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=585c2f63-9b4b-456a-9eb5-e157a8ee5cdd HTTP/1.1" status: 200 len: 848 time: 0.0671978 Jan 28 13:18:03.636858 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551fd8b-1009-4ac4-9eaa-c0ef89bcae66 req-f8d6c361-f7e0-4eb0-86a0-671623be8ae5 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:03.638667 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7551fd8b-1009-4ac4-9eaa-c0ef89bcae66 req-f8d6c361-f7e0-4eb0-86a0-671623be8ae5 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 931 time: 0.0925655 Jan 28 13:18:03.643628 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-92367030-2b46-4c6e-9454-ecdcb38fa508 service neutron] Transition to ACTIVE for port object a861f97f-f06d-41ad-9e82-fcc630232ab4 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:18:03.651445 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-73980b53-04b6-4a84-852a-3e9248fe477d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4408638 Jan 28 13:18:03.653567 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-92367030-2b46-4c6e-9454-ecdcb38fa508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (a861f97f-f06d-41ad-9e82-fcc630232ab4), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:03.667074 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a37df2f-dae3-49df-9a08-1376ebd91be4 req-1aeeafad-a363-4cb3-8863-9e3c5040f224 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8528e78d-cd10-4563-a6b3-de6e91f8e460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273116 Jan 28 13:18:03.670454 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-1de283a6-4d59-4052-9ce7-2acbba5419a6 service neutron] Request body: {'port': {'device_id': 'f5888df5-e253-4b62-a0d8-46bbef18bc5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:03.713159 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-ddf96215-783e-4a11-b3f2-46e5fe283030 req-350b15c9-829c-4983-b6f9-d4d25e81f2ad tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Deleting port 2f1af507-3916-4520-831f-2bdeb4d27ddd {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:18:03.713536 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ddf96215-783e-4a11-b3f2-46e5fe283030 req-350b15c9-829c-4983-b6f9-d4d25e81f2ad tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (2f1af507-3916-4520-831f-2bdeb4d27ddd), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:03.759599 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92367030-2b46-4c6e-9454-ecdcb38fa508 service neutron] Pushing event updated for resources: {'Port': ['ID=a861f97f-f06d-41ad-9e82-fcc630232ab4,revision_number=6']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:03.762588 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7551fd8b-1009-4ac4-9eaa-c0ef89bcae66 req-18237428-e831-45cb-b004-bf48f56a83a2 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130016 Jan 28 13:18:03.793493 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a37df2f-dae3-49df-9a08-1376ebd91be4 req-090776d2-5547-4fba-85dd-2752659a7cf7 service neutron] 10.222.0.37 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204739 Jan 28 13:18:03.805554 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-92367030-2b46-4c6e-9454-ecdcb38fa508 service neutron] No DVR routers for this DVR port a861f97f-f06d-41ad-9e82-fcc630232ab4 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:18:03.827115 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c64ecb-ca8d-48e1-9ac6-96b8cd5f9204 x-openstack-request-id: req-f0c64ecb-ca8d-48e1-9ac6-96b8cd5f9204 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:03.827637 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6", "name": "network-vif-plugged", "status": "completed", "tag": "cc711a79-b2a5-4d47-b345-a4aa0c5b1190", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:03.827731 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f0c64ecb-ca8d-48e1-9ac6-96b8cd5f9204 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:03.828077 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc711a79-b2a5-4d47-b345-a4aa0c5b1190', 'code': 200} Jan 28 13:18:03.874710 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-1de283a6-4d59-4052-9ce7-2acbba5419a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:03.908784 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-92367030-2b46-4c6e-9454-ecdcb38fa508 service neutron] Attempting to bind port a861f97f-f06d-41ad-9e82-fcc630232ab4 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:03.909113 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-92367030-2b46-4c6e-9454-ecdcb38fa508 service neutron] Attempting to bind port a861f97f-f06d-41ad-9e82-fcc630232ab4 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:03.909444 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-92367030-2b46-4c6e-9454-ecdcb38fa508 service neutron] Attempting to bind port a861f97f-f06d-41ad-9e82-fcc630232ab4 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:03.918052 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ddf96215-783e-4a11-b3f2-46e5fe283030 req-350b15c9-829c-4983-b6f9-d4d25e81f2ad tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (2f1af507-3916-4520-831f-2bdeb4d27ddd), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:03.918258 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ddf96215-783e-4a11-b3f2-46e5fe283030 req-350b15c9-829c-4983-b6f9-d4d25e81f2ad tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks [] for floatingip (2f1af507-3916-4520-831f-2bdeb4d27ddd), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:03.942585 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a37df2f-dae3-49df-9a08-1376ebd91be4 req-10a44894-9453-4032-9bdd-40a50df417e0 service neutron] 10.222.0.37 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428273 Jan 28 13:18:03.944077 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-ddf96215-783e-4a11-b3f2-46e5fe283030 req-350b15c9-829c-4983-b6f9-d4d25e81f2ad tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Calling delete_port for 2f1af507-3916-4520-831f-2bdeb4d27ddd owned by network:floatingip {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:18:04.023007 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-92367030-2b46-4c6e-9454-ecdcb38fa508 service neutron] Port a861f97f-f06d-41ad-9e82-fcc630232ab4 on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:04.023007 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-92367030-2b46-4c6e-9454-ecdcb38fa508 service neutron] Attempting to bind port a861f97f-f06d-41ad-9e82-fcc630232ab4 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:04.029310 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8960c32-0531-44a1-ae4b-c943c163384e req-da719964-7db6-48fc-b19c-066cf0e71d93 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:04.031285 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f8960c32-0531-44a1-ae4b-c943c163384e req-da719964-7db6-48fc-b19c-066cf0e71d93 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ec902-b4c5-4fe0-b5b3-8f079119f84e HTTP/1.1" status: 200 len: 949 time: 0.0578749 Jan 28 13:18:04.048963 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-92367030-2b46-4c6e-9454-ecdcb38fa508 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:04.049338 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-92367030-2b46-4c6e-9454-ecdcb38fa508 service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:04.049713 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-92367030-2b46-4c6e-9454-ecdcb38fa508 service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:04.050147 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-92367030-2b46-4c6e-9454-ecdcb38fa508 service neutron] Bound port: a861f97f-f06d-41ad-9e82-fcc630232ab4, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:04.050560 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-92367030-2b46-4c6e-9454-ecdcb38fa508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a861f97f-f06d-41ad-9e82-fcc630232ab4), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.057069 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.119756 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f8960c32-0531-44a1-ae4b-c943c163384e req-e19b2299-a75d-44da-99ee-8d1a4dbd92bd tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665026 Jan 28 13:18:04.123074 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88424983-75d2-40c9-bc9e-e14cc45e537c req-334fadd7-8177-40ac-b6c5-b0a208243755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:04.123960 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-88424983-75d2-40c9-bc9e-e14cc45e537c req-334fadd7-8177-40ac-b6c5-b0a208243755 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 1101 time: 0.0816927 Jan 28 13:18:04.176042 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-88424983-75d2-40c9-bc9e-e14cc45e537c req-fc259a72-1691-4a26-8fa2-d2d9737641f5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449390 Jan 28 13:18:04.228137 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77e151-fa6b-4e3f-b63c-6769cb5c8cf1 req-01c78afa-b6ed-4313-8a9d-20f828e7e8c0 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:04.229544 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fb77e151-fa6b-4e3f-b63c-6769cb5c8cf1 req-01c78afa-b6ed-4313-8a9d-20f828e7e8c0 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 947 time: 0.0495210 Jan 28 13:18:04.284759 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fb77e151-fa6b-4e3f-b63c-6769cb5c8cf1 req-6e6b8b1a-7db5-491e-8c10-e1ae2fa7ead2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493147 Jan 28 13:18:04.305916 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-92367030-2b46-4c6e-9454-ecdcb38fa508 service neutron] For port a861f97f-f06d-41ad-9e82-fcc630232ab4, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:04.321771 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-92367030-2b46-4c6e-9454-ecdcb38fa508 service neutron] For port a861f97f-f06d-41ad-9e82-fcc630232ab4, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=a861f97f-f06d-41ad-9e82-fcc630232ab4,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:04.329591 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-92367030-2b46-4c6e-9454-ecdcb38fa508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (a861f97f-f06d-41ad-9e82-fcc630232ab4), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.335829 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ddf96215-783e-4a11-b3f2-46e5fe283030 req-350b15c9-829c-4983-b6f9-d4d25e81f2ad tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (2f1af507-3916-4520-831f-2bdeb4d27ddd), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.389637 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-92367030-2b46-4c6e-9454-ecdcb38fa508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:04.390267 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-92367030-2b46-4c6e-9454-ecdcb38fa508 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.391746 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-92367030-2b46-4c6e-9454-ecdcb38fa508 service neutron] 10.222.0.37 "PUT /v2.0/ports/a861f97f-f06d-41ad-9e82-fcc630232ab4 HTTP/1.1" status: 200 len: 1095 time: 2.2452099 Jan 28 13:18:04.397625 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f9cea-009f-4d91-83cc-879027be7c44 req-c3824bda-ba40-4318-bc94-8a242d7fa39d tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:04.399329 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-071f9cea-009f-4d91-83cc-879027be7c44 req-c3824bda-ba40-4318-bc94-8a242d7fa39d tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.0549376 Jan 28 13:18:04.452202 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-071f9cea-009f-4d91-83cc-879027be7c44 req-c4196501-1668-430a-8749-102972e36a29 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444248 Jan 28 13:18:04.469067 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92367030-2b46-4c6e-9454-ecdcb38fa508 service neutron] Pushing event updated for resources: {'Port': ['ID=a861f97f-f06d-41ad-9e82-fcc630232ab4,revision_number=7']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:04.540843 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b15c9-829c-4983-b6f9-d4d25e81f2ad tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Pushing event deleted for resources: {'Port': ['ID=2f1af507-3916-4520-831f-2bdeb4d27ddd,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:04.567656 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ddf96215-783e-4a11-b3f2-46e5fe283030 req-350b15c9-829c-4983-b6f9-d4d25e81f2ad tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks [] for floatingip (300b19df-6521-4859-b687-3ee3b598f9cf), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.570419 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ddf96215-783e-4a11-b3f2-46e5fe283030 req-350b15c9-829c-4983-b6f9-d4d25e81f2ad tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.571990 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ddf96215-783e-4a11-b3f2-46e5fe283030 req-350b15c9-829c-4983-b6f9-d4d25e81f2ad tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "DELETE /v2.0/floatingips/300b19df-6521-4859-b687-3ee3b598f9cf HTTP/1.1" status: 204 len: 173 time: 1.6395223 Jan 28 13:18:04.585768 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-1de283a6-4d59-4052-9ce7-2acbba5419a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:04.594991 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bf49b-7913-4b87-b405-7030e87aa6ec req-57826bb7-d1bf-407f-98a1-7e8b25a665c0 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:04.596477 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-1de283a6-4d59-4052-9ce7-2acbba5419a6 service neutron] Publish callbacks [] for port (8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.597308 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-286bf49b-7913-4b87-b405-7030e87aa6ec req-57826bb7-d1bf-407f-98a1-7e8b25a665c0 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 943 time: 0.0747223 Jan 28 13:18:04.653168 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 9d674133-1cac-4f13-bc09-89b187b99e44 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:04.654232 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-7a10b43e-75c4-4b0c-af94-88ccc22bffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:04.655839 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-7a10b43e-75c4-4b0c-af94-88ccc22bffa2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 1098 time: 0.1278069 Jan 28 13:18:04.659873 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 5a7fcae3-a8c4-4ecf-8417-45d7a327c416 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:04.660531 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-1de283a6-4d59-4052-9ce7-2acbba5419a6 service neutron] Transition to ACTIVE for port object 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:18:04.662753 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-286bf49b-7913-4b87-b405-7030e87aa6ec req-cf3b127a-d9c1-4525-88d7-b96e2ecde630 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498013 Jan 28 13:18:04.664114 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1a59f1e1-7156-48d9-afa6-a0381cbbe959 req-f1fd7ca9-a5b1-4c0e-b8ea-55a28edb3abf tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/floatingips/93a32e17-b32a-45ea-8eb5-6ac514740175 HTTP/1.1" status: 200 len: 693 time: 0.0649621 Jan 28 13:18:04.695799 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-1de283a6-4d59-4052-9ce7-2acbba5419a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.812988 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 5a7fcae3-a8c4-4ecf-8417-45d7a327c416 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:18:04.824113 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 5a7fcae3-a8c4-4ecf-8417-45d7a327c416 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:04.824493 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5a7fcae3-a8c4-4ecf-8417-45d7a327c416), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.826586 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de283a6-4d59-4052-9ce7-2acbba5419a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:04.853200 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 9d674133-1cac-4f13-bc09-89b187b99e44, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=9d674133-1cac-4f13-bc09-89b187b99e44,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:04.879525 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 9d674133-1cac-4f13-bc09-89b187b99e44 has no active binding in host n-h1-822747-2 {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 13:18:04.914799 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15aa2a6-ccc5-4362-8108-53a885060a51 req-3a87367b-ed20-41bc-a25b-59fefe756483 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:04.922316 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a15aa2a6-ccc5-4362-8108-53a885060a51 req-3a87367b-ed20-41bc-a25b-59fefe756483 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 943 time: 0.0663083 Jan 28 13:18:04.938757 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 5a7fcae3-a8c4-4ecf-8417-45d7a327c416 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:04.939190 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5a7fcae3-a8c4-4ecf-8417-45d7a327c416), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.943666 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-ad4b2ae5-baa7-4bca-908b-842de4e53cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:04.945465 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-ad4b2ae5-baa7-4bca-908b-842de4e53cdb service neutron] 10.222.0.37 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.2328517 Jan 28 13:18:04.988994 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a15aa2a6-ccc5-4362-8108-53a885060a51 req-c53cb197-cdd8-497f-bcae-72327a990421 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653579 Jan 28 13:18:04.989308 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 5a7fcae3-a8c4-4ecf-8417-45d7a327c416, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=5a7fcae3-a8c4-4ecf-8417-45d7a327c416,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:04.995056 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5a7fcae3-a8c4-4ecf-8417-45d7a327c416), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.996133 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device a861f97f-f06d-41ad-9e82-fcc630232ab4 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:18:05.007058 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-4146050c-491b-4dce-8f41-f4bd3a6890ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=a861f97f-f06d-41ad-9e82-fcc630232ab4 HTTP/1.1" status: 200 len: 217 time: 0.0502632 Jan 28 13:18:05.013240 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59f1e1-7156-48d9-afa6-a0381cbbe959 req-8583cb4a-1591-49e8-91c9-669931b0e5fd tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:05.014969 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1a59f1e1-7156-48d9-afa6-a0381cbbe959 req-8583cb4a-1591-49e8-91c9-669931b0e5fd tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 784 time: 0.3447206 Jan 28 13:18:05.024896 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f1636b-8960-402a-9c8b-47b0ff5cd6f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a861f97f-f06d-41ad-9e82-fcc630232ab4'}, {'name': 'network-changed', 'server_uuid': 'a6f1636b-8960-402a-9c8b-47b0ff5cd6f1', 'tag': 'a861f97f-f06d-41ad-9e82-fcc630232ab4'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:05.028537 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2534fb05-0c9d-4ec2-b067-50d90dcd98d0" -d '{"events": [{"server_uuid": "a6f1636b-8960-402a-9c8b-47b0ff5cd6f1", "name": "network-vif-unplugged", "status": "completed", "tag": "a861f97f-f06d-41ad-9e82-fcc630232ab4"}, {"name": "network-changed", "server_uuid": "a6f1636b-8960-402a-9c8b-47b0ff5cd6f1", "tag": "a861f97f-f06d-41ad-9e82-fcc630232ab4"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:05.076247 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1a59f1e1-7156-48d9-afa6-a0381cbbe959 req-c719ba8f-16f2-4c2d-8516-6241738b704c tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.170 HTTP/1.1" status: 200 len: 696 time: 0.0458851 Jan 28 13:18:05.088341 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] The host n-h1-822747-2 is not matching for port a861f97f-f06d-41ad-9e82-fcc630232ab4 host n-h2-822747-2! {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:18:05.088786 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device a861f97f-f06d-41ad-9e82-fcc630232ab4 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:18:05.102525 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=5a7fcae3-a8c4-4ecf-8417-45d7a327c416,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:05.145936 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf147ab-cfe2-46eb-aab7-1dd9c44ef409 x-openstack-request-id: req-caf147ab-cfe2-46eb-aab7-1dd9c44ef409 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:05.146224 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f1636b-8960-402a-9c8b-47b0ff5cd6f1", "name": "network-vif-unplugged", "status": "completed", "tag": "a861f97f-f06d-41ad-9e82-fcc630232ab4", "code": 200}, {"name": "network-changed", "server_uuid": "a6f1636b-8960-402a-9c8b-47b0ff5cd6f1", "tag": "a861f97f-f06d-41ad-9e82-fcc630232ab4", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:05.147349 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-caf147ab-cfe2-46eb-aab7-1dd9c44ef409 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:05.147746 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f1636b-8960-402a-9c8b-47b0ff5cd6f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a861f97f-f06d-41ad-9e82-fcc630232ab4', 'code': 200} Jan 28 13:18:05.148002 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f1636b-8960-402a-9c8b-47b0ff5cd6f1', 'tag': 'a861f97f-f06d-41ad-9e82-fcc630232ab4', 'status': 'completed', 'code': 200} Jan 28 13:18:05.166138 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1a59f1e1-7156-48d9-afa6-a0381cbbe959 req-03786710-64fe-4faf-b566-5d490d913889 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.170 HTTP/1.1" status: 200 len: 696 time: 0.0669763 Jan 28 13:18:05.168830 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-1de283a6-4d59-4052-9ce7-2acbba5419a6 service neutron] Attempting to bind port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:05.169155 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-1de283a6-4d59-4052-9ce7-2acbba5419a6 service neutron] Attempting to bind port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:05.170476 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-1de283a6-4d59-4052-9ce7-2acbba5419a6 service neutron] Attempting to bind port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:05.188791 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-1de283a6-4d59-4052-9ce7-2acbba5419a6 service neutron] Port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:05.189376 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-1de283a6-4d59-4052-9ce7-2acbba5419a6 service neutron] Attempting to bind port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:05.231580 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-1de283a6-4d59-4052-9ce7-2acbba5419a6 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:05.231918 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-1de283a6-4d59-4052-9ce7-2acbba5419a6 service neutron] Checking segment: {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:05.232295 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-1de283a6-4d59-4052-9ce7-2acbba5419a6 service neutron] Bound using segment: {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:05.232762 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-1de283a6-4d59-4052-9ce7-2acbba5419a6 service neutron] Bound port: 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:05.233115 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-1de283a6-4d59-4052-9ce7-2acbba5419a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:05.235699 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-1f454540-d6df-406d-b852-f5a9faddaeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:05.237169 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-1f454540-d6df-406d-b852-f5a9faddaeda service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.2213981 Jan 28 13:18:05.244520 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534fb05-0c9d-4ec2-b067-50d90dcd98d0 req-4d5d4726-1444-42b4-8741-07498361f773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:05.246030 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2534fb05-0c9d-4ec2-b067-50d90dcd98d0 req-4d5d4726-1444-42b4-8741-07498361f773 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 1098 time: 0.0804226 Jan 28 13:18:05.290263 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e4bef-5a52-4e00-8f2a-dd8e399ff0ef req-64559da6-e5a7-46f4-8b70-622eb634910a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:05.291667 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3c9e4bef-5a52-4e00-8f2a-dd8e399ff0ef req-64559da6-e5a7-46f4-8b70-622eb634910a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ec902-b4c5-4fe0-b5b3-8f079119f84e HTTP/1.1" status: 200 len: 950 time: 0.0820267 Jan 28 13:18:05.384016 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534fb05-0c9d-4ec2-b067-50d90dcd98d0 req-c3d25181-ca2b-4a36-9537-326c34b7423a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:05.385665 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2534fb05-0c9d-4ec2-b067-50d90dcd98d0 req-c3d25181-ca2b-4a36-9537-326c34b7423a service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.1326587 Jan 28 13:18:05.388949 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3c9e4bef-5a52-4e00-8f2a-dd8e399ff0ef req-ad89457b-0790-4fe0-bb19-1ff609a951f0 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667470 Jan 28 13:18:05.389866 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-9161a0f0-59a2-44a3-9a4e-ea05ddd528ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:05.391438 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-9161a0f0-59a2-44a3-9a4e-ea05ddd528ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1439643 Jan 28 13:18:05.394530 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-1de283a6-4d59-4052-9ce7-2acbba5419a6 service neutron] For port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:05.398436 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-1de283a6-4d59-4052-9ce7-2acbba5419a6 service neutron] For port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:05.415899 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-1de283a6-4d59-4052-9ce7-2acbba5419a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:05.429773 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2534fb05-0c9d-4ec2-b067-50d90dcd98d0 req-0ba7347e-2875-4b32-bc2c-13d5f0f4ceca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=a861f97f-f06d-41ad-9e82-fcc630232ab4 HTTP/1.1" status: 200 len: 217 time: 0.0369763 Jan 28 13:18:05.464631 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-1a59f1e1-7156-48d9-afa6-a0381cbbe959 req-a187ba27-0767-4ae8-b3a2-471251381092 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Deleting port 8d52ea2a-199b-4b0d-9f69-7812e865ca00 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:18:05.464969 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1a59f1e1-7156-48d9-afa6-a0381cbbe959 req-a187ba27-0767-4ae8-b3a2-471251381092 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8d52ea2a-199b-4b0d-9f69-7812e865ca00), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:05.494392 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534fb05-0c9d-4ec2-b067-50d90dcd98d0 req-648baceb-8bf4-4767-a7de-2a5d7b8c46cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:05.496648 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2534fb05-0c9d-4ec2-b067-50d90dcd98d0 req-648baceb-8bf4-4767-a7de-2a5d7b8c46cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0618982 Jan 28 13:18:05.512594 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-1de283a6-4d59-4052-9ce7-2acbba5419a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:05.513204 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-1de283a6-4d59-4052-9ce7-2acbba5419a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:05.514712 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-1de283a6-4d59-4052-9ce7-2acbba5419a6 service neutron] 10.222.0.18 "PUT /v2.0/ports/8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de HTTP/1.1" status: 200 len: 1091 time: 1.8548272 Jan 28 13:18:05.569234 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:05.570105 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de283a6-4d59-4052-9ce7-2acbba5419a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:05.614048 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534fb05-0c9d-4ec2-b067-50d90dcd98d0 req-9ad496f9-f035-4015-98aa-ef23ec80b63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:05.615691 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2534fb05-0c9d-4ec2-b067-50d90dcd98d0 req-9ad496f9-f035-4015-98aa-ef23ec80b63a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1126604 Jan 28 13:18:05.631403 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-d942937d-fe63-475b-bc94-9b180ea53648 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294292 Jan 28 13:18:05.663542 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb2020-98fe-484d-9a89-52972b190866 req-3fc007b6-15c1-47b8-8f55-2383517e9b00 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:05.665031 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-71bb2020-98fe-484d-9a89-52972b190866 req-3fc007b6-15c1-47b8-8f55-2383517e9b00 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 947 time: 0.1381066 Jan 28 13:18:05.666886 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1a59f1e1-7156-48d9-afa6-a0381cbbe959 req-a187ba27-0767-4ae8-b3a2-471251381092 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8d52ea2a-199b-4b0d-9f69-7812e865ca00), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:05.667201 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1a59f1e1-7156-48d9-afa6-a0381cbbe959 req-a187ba27-0767-4ae8-b3a2-471251381092 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks [] for floatingip (8d52ea2a-199b-4b0d-9f69-7812e865ca00), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:05.686473 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-8614f9d7-f977-4ec4-aade-04090e354091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:05.687884 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-8614f9d7-f977-4ec4-aade-04090e354091 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 1094 time: 0.1203263 Jan 28 13:18:05.708990 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-bbea1557-66db-41b0-bb75-48108bce2d26 service neutron] 10.222.0.37 "GET /v2.0/ports/9d674133-1cac-4f13-bc09-89b187b99e44/bindings/n-h1-822747-2 HTTP/1.1" status: 200 len: 384 time: 0.1390388 Jan 28 13:18:05.716263 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-1a59f1e1-7156-48d9-afa6-a0381cbbe959 req-a187ba27-0767-4ae8-b3a2-471251381092 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Calling delete_port for 8d52ea2a-199b-4b0d-9f69-7812e865ca00 owned by network:floatingip {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:18:05.766984 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-7b1a9548-d879-45a8-be96-23b4b16ad1a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de HTTP/1.1" status: 200 len: 217 time: 0.0518758 Jan 28 13:18:05.811731 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-71bb2020-98fe-484d-9a89-52972b190866 req-8acbcf88-0f44-4d13-b500-fd0a49aca14d tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385298 Jan 28 13:18:05.816092 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2534fb05-0c9d-4ec2-b067-50d90dcd98d0 req-301c1c06-3902-476c-acf5-96ece84bee9b service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903498 Jan 28 13:18:05.835863 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06ec902-b4c5-4fe0-b5b3-8f079119f84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7fcae3-a8c4-4ecf-8417-45d7a327c416'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:05.838566 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fe0248-beb5-46d2-bb6d-032a3bb605e0" -d '{"events": [{"server_uuid": "b06ec902-b4c5-4fe0-b5b3-8f079119f84e", "name": "network-vif-plugged", "status": "completed", "tag": "5a7fcae3-a8c4-4ecf-8417-45d7a327c416"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:05.864657 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7c93ca9e-05cd-4d26-9f3a-d2fe07de214e req-046f08be-519a-463a-b9bd-909f6fc2ab76 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259972 Jan 28 13:18:05.878727 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-1b31f19f-c7b1-40c2-bc20-bb3402313a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:05.880243 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-1b31f19f-c7b1-40c2-bc20-bb3402313a6d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99d02297-28c8-4d60-822c-d4eb89318060 HTTP/1.1" status: 200 len: 860 time: 0.0817416 Jan 28 13:18:05.924565 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-98c14a26-4d41-40f3-8987-8d7e69ea1412 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59fab6ca-64cd-4851-86a5-d4939e9521f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318396 Jan 28 13:18:06.036082 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaec630-bb71-489b-b734-60c791604a6e req-b5fd82f3-f741-441e-bfde-d031eeeb77ad tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:06.037837 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eeaec630-bb71-489b-b734-60c791604a6e req-b5fd82f3-f741-441e-bfde-d031eeeb77ad tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.1348701 Jan 28 13:18:06.045363 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2534fb05-0c9d-4ec2-b067-50d90dcd98d0 req-83d4e767-61d7-48b4-a36f-57a9ceef4e22 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223763 Jan 28 13:18:06.079390 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-50b9be10-42c9-4922-a8b7-3d229b6467c0 service neutron] For port 9d674133-1cac-4f13-bc09-89b187b99e44, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=9d674133-1cac-4f13-bc09-89b187b99e44,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:06.119196 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-50b9be10-42c9-4922-a8b7-3d229b6467c0 service neutron] For port 9d674133-1cac-4f13-bc09-89b187b99e44, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:06.145307 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eeaec630-bb71-489b-b734-60c791604a6e req-7ed88647-b68c-4bae-9ac2-779ae75bdc0d tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987928 Jan 28 13:18:06.160476 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-50b9be10-42c9-4922-a8b7-3d229b6467c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d674133-1cac-4f13-bc09-89b187b99e44 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:06.172564 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-50b9be10-42c9-4922-a8b7-3d229b6467c0 service neutron] For port 9d674133-1cac-4f13-bc09-89b187b99e44, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=9d674133-1cac-4f13-bc09-89b187b99e44,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:06.193444 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-50b9be10-42c9-4922-a8b7-3d229b6467c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9d674133-1cac-4f13-bc09-89b187b99e44), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:06.325695 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1a59f1e1-7156-48d9-afa6-a0381cbbe959 req-a187ba27-0767-4ae8-b3a2-471251381092 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (8d52ea2a-199b-4b0d-9f69-7812e865ca00), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:06.336221 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-50b9be10-42c9-4922-a8b7-3d229b6467c0 service neutron] Transition to ACTIVE for port object 9d674133-1cac-4f13-bc09-89b187b99e44 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:18:06.343390 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-50b9be10-42c9-4922-a8b7-3d229b6467c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (9d674133-1cac-4f13-bc09-89b187b99e44), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:06.358765 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718fbf9-9c67-4c89-8897-f83e5b4d5dc7 req-0b12e20e-3cd4-4ba1-a068-7efb260db904 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:06.359562 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187ba27-0767-4ae8-b3a2-471251381092 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Pushing event deleted for resources: {'Port': ['ID=8d52ea2a-199b-4b0d-9f69-7812e865ca00,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:06.360265 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f718fbf9-9c67-4c89-8897-f83e5b4d5dc7 req-0b12e20e-3cd4-4ba1-a068-7efb260db904 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 943 time: 0.0815928 Jan 28 13:18:06.367198 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534fb05-0c9d-4ec2-b067-50d90dcd98d0 req-a56f4964-40c5-40f7-8064-120bee828e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:06.368667 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2534fb05-0c9d-4ec2-b067-50d90dcd98d0 req-a56f4964-40c5-40f7-8064-120bee828e52 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 1098 time: 0.4353597 Jan 28 13:18:06.416939 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-17da1fff-7d73-44dc-9163-a2844625b395 service neutron] 10.222.0.18 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845977 Jan 28 13:18:06.448166 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9be10-42c9-4922-a8b7-3d229b6467c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d674133-1cac-4f13-bc09-89b187b99e44,revision_number=10']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:06.453214 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-50b9be10-42c9-4922-a8b7-3d229b6467c0 service neutron] No DVR routers for this DVR port 9d674133-1cac-4f13-bc09-89b187b99e44 on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:18:06.473357 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f718fbf9-9c67-4c89-8897-f83e5b4d5dc7 req-2814111f-5720-4863-b51e-ec57b6d62b51 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912261 Jan 28 13:18:06.504306 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-50b9be10-42c9-4922-a8b7-3d229b6467c0 service neutron] 10.222.0.37 "PUT /v2.0/ports/9d674133-1cac-4f13-bc09-89b187b99e44/bindings/n-h1-822747-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7843506 Jan 28 13:18:06.523926 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c43ca09-64b7-4df2-8d4d-7073a924a9e7 x-openstack-request-id: req-6c43ca09-64b7-4df2-8d4d-7073a924a9e7 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:06.524449 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06ec902-b4c5-4fe0-b5b3-8f079119f84e", "name": "network-vif-plugged", "status": "completed", "tag": "5a7fcae3-a8c4-4ecf-8417-45d7a327c416", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:06.524449 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c43ca09-64b7-4df2-8d4d-7073a924a9e7 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:06.524852 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06ec902-b4c5-4fe0-b5b3-8f079119f84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7fcae3-a8c4-4ecf-8417-45d7a327c416', 'code': 200} Jan 28 13:18:06.560721 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1a59f1e1-7156-48d9-afa6-a0381cbbe959 req-a187ba27-0767-4ae8-b3a2-471251381092 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks [] for floatingip (93a32e17-b32a-45ea-8eb5-6ac514740175), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:06.563306 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1a59f1e1-7156-48d9-afa6-a0381cbbe959 req-a187ba27-0767-4ae8-b3a2-471251381092 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:06.564444 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1a59f1e1-7156-48d9-afa6-a0381cbbe959 req-a187ba27-0767-4ae8-b3a2-471251381092 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "DELETE /v2.0/floatingips/93a32e17-b32a-45ea-8eb5-6ac514740175 HTTP/1.1" status: 204 len: 173 time: 1.3882487 Jan 28 13:18:06.608022 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534fb05-0c9d-4ec2-b067-50d90dcd98d0 req-25ca1219-51f5-4d94-84f4-279ca5e8cd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:06.609478 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2534fb05-0c9d-4ec2-b067-50d90dcd98d0 req-25ca1219-51f5-4d94-84f4-279ca5e8cd59 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.2290957 Jan 28 13:18:06.665916 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad1fa2-6d4e-48be-a5e7-2746554bb11b req-9f91a2c1-e919-4856-a46e-7a08fc572e53 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:06.667437 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-92ad1fa2-6d4e-48be-a5e7-2746554bb11b req-9f91a2c1-e919-4856-a46e-7a08fc572e53 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 943 time: 0.0796421 Jan 28 13:18:06.669501 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-e14be4a6-5ec8-43bc-a216-f12c48f5ccd6 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:06.670889 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-e14be4a6-5ec8-43bc-a216-f12c48f5ccd6 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f&tenant_id=93543269cade486c80fd00260197c0a8&binding%3Ahost_id=n-h2-822747-2 HTTP/1.1" status: 200 len: 1095 time: 0.1019001 Jan 28 13:18:06.676190 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-47038e0c-2864-4930-9923-1f8c6722ba42 req-d8d1360f-460c-4f04-ba85-0e92ad1714da service neutron] 10.222.0.18 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400613 Jan 28 13:18:06.679074 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2534fb05-0c9d-4ec2-b067-50d90dcd98d0 req-93ab1d00-0a8c-4a43-b0e1-324cdb006d4c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=a861f97f-f06d-41ad-9e82-fcc630232ab4 HTTP/1.1" status: 200 len: 217 time: 0.0620353 Jan 28 13:18:06.735494 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c1600-a553-4211-b4ca-860ba2fddc99 req-8bc64cf4-a0d4-4117-9f8a-03fa8153628b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:06.736903 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-139c1600-a553-4211-b4ca-860ba2fddc99 req-8bc64cf4-a0d4-4117-9f8a-03fa8153628b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b06ec902-b4c5-4fe0-b5b3-8f079119f84e HTTP/1.1" status: 200 len: 1101 time: 0.1265805 Jan 28 13:18:06.752019 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-92ad1fa2-6d4e-48be-a5e7-2746554bb11b req-4b5307de-2d61-4b2b-9474-b3f54c9d2838 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772483 Jan 28 13:18:06.754113 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-29bb17eb-0f85-4bac-90e8-763d9c4ee4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:06.755548 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-29bb17eb-0f85-4bac-90e8-763d9c4ee4d7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f&tenant_id=93543269cade486c80fd00260197c0a8 HTTP/1.1" status: 200 len: 1095 time: 0.0729611 Jan 28 13:18:06.777728 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534fb05-0c9d-4ec2-b067-50d90dcd98d0 req-bd5ab258-c669-422a-89d9-148044453eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:06.779344 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2534fb05-0c9d-4ec2-b067-50d90dcd98d0 req-bd5ab258-c669-422a-89d9-148044453eaa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0939963 Jan 28 13:18:06.835582 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-139c1600-a553-4211-b4ca-860ba2fddc99 req-dc164684-dfcf-4fa3-bc4f-2591bcfc044c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797522 Jan 28 13:18:06.842864 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c90246-f6cb-4017-850e-49cab333eb26 req-8f43a9e0-f749-4548-a000-5d0d2f79ad7b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:06.844327 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-14c90246-f6cb-4017-850e-49cab333eb26 req-8f43a9e0-f749-4548-a000-5d0d2f79ad7b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ec902-b4c5-4fe0-b5b3-8f079119f84e HTTP/1.1" status: 200 len: 950 time: 0.1274049 Jan 28 13:18:06.854033 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-34389ed7-ffb3-4d59-a921-e709b36a4c7b req-1ed636d8-7c10-435c-ac36-b8784a84a957 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/floatingips/00533a79-fcec-4ecc-bc4d-27753a928c74 HTTP/1.1" status: 200 len: 692 time: 0.0647144 Jan 28 13:18:06.871124 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534fb05-0c9d-4ec2-b067-50d90dcd98d0 req-e83c64de-6ba0-441c-8857-63f2d915594e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:06.872611 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2534fb05-0c9d-4ec2-b067-50d90dcd98d0 req-e83c64de-6ba0-441c-8857-63f2d915594e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0859830 Jan 28 13:18:06.883864 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-9109e872-d93c-41d4-b9af-3e0694c834dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:06.885347 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-9109e872-d93c-41d4-b9af-3e0694c834dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=93543269cade486c80fd00260197c0a8&device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 1095 time: 0.1052542 Jan 28 13:18:06.928587 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-14c90246-f6cb-4017-850e-49cab333eb26 req-fb694aeb-d5ba-4401-9e65-ecfa136f22c8 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763807 Jan 28 13:18:06.987159 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34389ed7-ffb3-4d59-a921-e709b36a4c7b req-47d62d7a-4a18-4b27-b234-40b65bc2675a tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:06.990259 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2534fb05-0c9d-4ec2-b067-50d90dcd98d0 req-8c8f0ac3-ddd0-494a-9350-9bfa6807ef4e service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091063 Jan 28 13:18:06.991397 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-34389ed7-ffb3-4d59-a921-e709b36a4c7b req-47d62d7a-4a18-4b27-b234-40b65bc2675a tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 784 time: 0.1316915 Jan 28 13:18:07.049768 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-34389ed7-ffb3-4d59-a921-e709b36a4c7b req-53e13529-5bee-45e1-b2b6-07e52be38e33 tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.68 HTTP/1.1" status: 200 len: 695 time: 0.0558341 Jan 28 13:18:07.118473 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d214bc5-b52f-48e6-8961-f0e0b5a87946 req-ba3261fe-a738-496e-9f7e-cd4a854ff400 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:07.119899 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7d214bc5-b52f-48e6-8961-f0e0b5a87946 req-ba3261fe-a738-496e-9f7e-cd4a854ff400 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 947 time: 0.1049266 Jan 28 13:18:07.123553 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2534fb05-0c9d-4ec2-b067-50d90dcd98d0 req-115083bc-3541-4803-8247-2146004a2284 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291704 Jan 28 13:18:07.139453 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-34389ed7-ffb3-4d59-a921-e709b36a4c7b req-148091b1-81c1-4cfa-aeb2-9ef65b5142dd tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.68 HTTP/1.1" status: 200 len: 695 time: 0.0805712 Jan 28 13:18:07.148624 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5888df5-e253-4b62-a0d8-46bbef18bc5a', 'tag': '8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:07.150948 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb55cc6-18f2-47fa-9c9c-0de70985e6a4" -d '{"events": [{"name": "network-changed", "server_uuid": "f5888df5-e253-4b62-a0d8-46bbef18bc5a", "tag": "8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:07.183218 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7d214bc5-b52f-48e6-8961-f0e0b5a87946 req-3cec16a8-618a-4b2d-bddf-c31e00a7fcb2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571678 Jan 28 13:18:07.197861 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-fa52f5f1-5e1c-4d19-8861-8cdea78c8cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:07.199315 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-fa52f5f1-5e1c-4d19-8861-8cdea78c8cf7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8528e78d-cd10-4563-a6b3-de6e91f8e460 HTTP/1.1" status: 200 len: 908 time: 0.1624377 Jan 28 13:18:07.231277 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da93a0dd-dfe0-4261-a593-d93eb7848c05 x-openstack-request-id: req-da93a0dd-dfe0-4261-a593-d93eb7848c05 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:07.231563 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5888df5-e253-4b62-a0d8-46bbef18bc5a", "tag": "8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:07.231807 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-da93a0dd-dfe0-4261-a593-d93eb7848c05 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:07.232480 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5888df5-e253-4b62-a0d8-46bbef18bc5a', 'tag': '8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de', 'status': 'completed', 'code': 200} Jan 28 13:18:07.284625 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-9427c538-ceb8-4956-a80e-752567aa8684 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d674133-1cac-4f13-bc09-89b187b99e44 HTTP/1.1" status: 200 len: 217 time: 0.0781322 Jan 28 13:18:07.346353 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb55cc6-18f2-47fa-9c9c-0de70985e6a4 req-7ed239dc-5e3a-4e16-993a-4e3b58a6093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:07.348294 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0fb55cc6-18f2-47fa-9c9c-0de70985e6a4 req-7ed239dc-5e3a-4e16-993a-4e3b58a6093f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 1094 time: 0.0857713 Jan 28 13:18:07.361711 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-eb2f0603-9041-4e46-8ef7-11f760e089ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:07.363293 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-eb2f0603-9041-4e46-8ef7-11f760e089ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=585c2f63-9b4b-456a-9eb5-e157a8ee5cdd HTTP/1.1" status: 200 len: 848 time: 0.0570564 Jan 28 13:18:07.395618 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f43f2-9acd-46be-9072-979776321355 req-eec4ff65-c665-46fc-bd4d-b97395d75bbc tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:07.397136 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cd8f43f2-9acd-46be-9072-979776321355 req-eec4ff65-c665-46fc-bd4d-b97395d75bbc tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.0982757 Jan 28 13:18:07.401112 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-f770fc09-af52-471c-87a5-172fd227f687 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8528e78d-cd10-4563-a6b3-de6e91f8e460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290275 Jan 28 13:18:07.402561 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-34389ed7-ffb3-4d59-a921-e709b36a4c7b req-3db9567a-3ec5-4360-a017-d86196e733ce tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Deleting port 9f7b8ed3-918e-4939-9347-6ce5f53e574a {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:18:07.402893 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-34389ed7-ffb3-4d59-a921-e709b36a4c7b req-3db9567a-3ec5-4360-a017-d86196e733ce tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (9f7b8ed3-918e-4939-9347-6ce5f53e574a), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:07.496806 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb55cc6-18f2-47fa-9c9c-0de70985e6a4 req-16f1e034-a10f-4962-9469-415386f061f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:07.497324 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0fb55cc6-18f2-47fa-9c9c-0de70985e6a4 req-16f1e034-a10f-4962-9469-415386f061f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 920 time: 0.1411991 Jan 28 13:18:07.500743 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cd8f43f2-9acd-46be-9072-979776321355 req-d7cd9eb7-3af5-40b4-85c2-fb0e249d4da1 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719383 Jan 28 13:18:07.555791 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0fb55cc6-18f2-47fa-9c9c-0de70985e6a4 req-5210b628-66f1-4bd9-a2e6-631a29982860 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de HTTP/1.1" status: 200 len: 217 time: 0.0496471 Jan 28 13:18:07.638611 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb55cc6-18f2-47fa-9c9c-0de70985e6a4 req-47ed84a1-8fe0-471d-b8d1-d867d5ebc7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:07.640222 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0fb55cc6-18f2-47fa-9c9c-0de70985e6a4 req-47ed84a1-8fe0-471d-b8d1-d867d5ebc7d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99d02297-28c8-4d60-822c-d4eb89318060 HTTP/1.1" status: 200 len: 860 time: 0.0769231 Jan 28 13:18:07.665370 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231013fa-275e-4146-8629-8943b5974c1e req-70e96f0d-e72d-4b00-8164-c98fea6333e4 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:07.666945 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-231013fa-275e-4146-8629-8943b5974c1e req-70e96f0d-e72d-4b00-8164-c98fea6333e4 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 944 time: 0.0736992 Jan 28 13:18:07.683213 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0fb55cc6-18f2-47fa-9c9c-0de70985e6a4 req-bbe6848f-acab-44b3-9547-e293218abfbb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59fab6ca-64cd-4851-86a5-d4939e9521f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357344 Jan 28 13:18:07.781364 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-231013fa-275e-4146-8629-8943b5974c1e req-a6966fc4-3438-4170-b541-1d237d63217c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004326 Jan 28 13:18:07.791415 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-34389ed7-ffb3-4d59-a921-e709b36a4c7b req-3db9567a-3ec5-4360-a017-d86196e733ce tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (9f7b8ed3-918e-4939-9347-6ce5f53e574a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:07.791738 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-34389ed7-ffb3-4d59-a921-e709b36a4c7b req-3db9567a-3ec5-4360-a017-d86196e733ce tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks [] for floatingip (9f7b8ed3-918e-4939-9347-6ce5f53e574a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:07.808178 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0fb55cc6-18f2-47fa-9c9c-0de70985e6a4 req-4d5db821-e4ea-4bbd-92af-230bf3f2c6f7 service neutron] 10.222.0.18 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115170 Jan 28 13:18:07.813005 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-34389ed7-ffb3-4d59-a921-e709b36a4c7b req-3db9567a-3ec5-4360-a017-d86196e733ce tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Calling delete_port for 9f7b8ed3-918e-4939-9347-6ce5f53e574a owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:18:07.818404 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-be7c91ec-178d-4d3e-9e4c-c82ab878bfef service neutron] 10.222.0.18 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029326 Jan 28 13:18:07.948291 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d9cc1-af9a-4b1a-b2dc-5233804eda46 req-fb3eb1a4-0b78-4584-9bc3-1775167c168d tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:07.950165 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-584d9cc1-af9a-4b1a-b2dc-5233804eda46 req-fb3eb1a4-0b78-4584-9bc3-1775167c168d tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.0787787 Jan 28 13:18:07.953438 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0fb55cc6-18f2-47fa-9c9c-0de70985e6a4 req-2409a522-9ef2-4555-82aa-5e563af36b48 service neutron] 10.222.0.18 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374209 Jan 28 13:18:07.968068 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-a881223b-67d7-4355-80b0-211d797ab302 service neutron] 10.222.0.18 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410265 Jan 28 13:18:08.019700 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-584d9cc1-af9a-4b1a-b2dc-5233804eda46 req-4060845f-5275-4dda-8fc6-0d1172d91ab2 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611737 Jan 28 13:18:08.038260 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-34389ed7-ffb3-4d59-a921-e709b36a4c7b req-3db9567a-3ec5-4360-a017-d86196e733ce tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (9f7b8ed3-918e-4939-9347-6ce5f53e574a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:08.066176 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9567a-3ec5-4360-a017-d86196e733ce tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Pushing event deleted for resources: {'Port': ['ID=9f7b8ed3-918e-4939-9347-6ce5f53e574a,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:08.129435 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-34389ed7-ffb3-4d59-a921-e709b36a4c7b req-3db9567a-3ec5-4360-a017-d86196e733ce tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks [] for floatingip (00533a79-fcec-4ecc-bc4d-27753a928c74), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:08.131968 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-34389ed7-ffb3-4d59-a921-e709b36a4c7b req-3db9567a-3ec5-4360-a017-d86196e733ce tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:08.139261 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43380) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:08.143546 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-34389ed7-ffb3-4d59-a921-e709b36a4c7b req-3db9567a-3ec5-4360-a017-d86196e733ce tempest-FloatingIPDetailsTestJSON-1444973306 tempest-FloatingIPDetailsTestJSON-1444973306-project] 10.222.0.39 "DELETE /v2.0/floatingips/00533a79-fcec-4ecc-bc4d-27753a928c74 HTTP/1.1" status: 204 len: 173 time: 0.9940510 Jan 28 13:18:08.254522 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-42b7bd53-ac43-406c-b44b-5282a32c0d02 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:08.255970 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-42b7bd53-ac43-406c-b44b-5282a32c0d02 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f&tenant_id=93543269cade486c80fd00260197c0a8&binding%3Ahost_id=n-h1-822747-2 HTTP/1.1" status: 200 len: 1095 time: 0.0786128 Jan 28 13:18:08.270825 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c624e-21d9-4a4b-b320-2a30663b07c3 req-f53139f1-cc95-4956-8192-e1c256d85161 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:08.272474 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-021c624e-21d9-4a4b-b320-2a30663b07c3 req-f53139f1-cc95-4956-8192-e1c256d85161 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 943 time: 0.0802796 Jan 28 13:18:08.323143 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39221e7e-ee8e-4bf9-9c83-7d6d6b2b2c57 req-a3c5b594-fc3b-4679-ac38-003bcf183254 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:08.324618 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-39221e7e-ee8e-4bf9-9c83-7d6d6b2b2c57 req-a3c5b594-fc3b-4679-ac38-003bcf183254 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ec902-b4c5-4fe0-b5b3-8f079119f84e HTTP/1.1" status: 200 len: 950 time: 0.0975702 Jan 28 13:18:08.360556 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-021c624e-21d9-4a4b-b320-2a30663b07c3 req-37569599-a01d-4846-a685-067890cc0f37 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809877 Jan 28 13:18:08.411445 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-158a33a5-1026-407f-a6d6-c8c0b573cdba service neutron] For port 9d674133-1cac-4f13-bc09-89b187b99e44, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:08.414893 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-158a33a5-1026-407f-a6d6-c8c0b573cdba service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:08.415949 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a11d6c2-bd24-4aa5-a593-b1a6818bc3b1 req-158a33a5-1026-407f-a6d6-c8c0b573cdba service neutron] 10.222.0.18 "DELETE /v2.0/ports/9d674133-1cac-4f13-bc09-89b187b99e44/bindings/n-h2-822747-2 HTTP/1.1" status: 204 len: 173 time: 0.1425941 Jan 28 13:18:08.425039 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-39221e7e-ee8e-4bf9-9c83-7d6d6b2b2c57 req-c3dab658-9fb2-4316-828a-b0d18dc537f3 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943577 Jan 28 13:18:08.638696 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38eefbd-b0d6-4da7-b68b-8cc959c8a188 req-dc37e318-db05-4127-b2f8-2d10e27f2545 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:08.640447 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a38eefbd-b0d6-4da7-b68b-8cc959c8a188 req-dc37e318-db05-4127-b2f8-2d10e27f2545 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 947 time: 0.0816097 Jan 28 13:18:08.677400 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:08.745328 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a38eefbd-b0d6-4da7-b68b-8cc959c8a188 req-1feda2ae-4a92-4a27-a3f0-47209d8202b2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855660 Jan 28 13:18:08.778491 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b741aa33-c4d5-426b-abc5-d5c899f604ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:08.799649 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:08.815278 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 9d674133-1cac-4f13-bc09-89b187b99e44 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:18:08.840676 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de', 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7', 'port_id': '8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de', 'mac_address': 'fa:16:3e:8b:71:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d02297-28c8-4d60-822c-d4eb89318060', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:18:09.034790 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54822c2-c505-4ce6-8130-8f0c4d47d461 req-dfd7060b-744c-4042-9ba1-43feb1d8504e tempest-ServersOnMultiNodesTest-142697481 tempest-ServersOnMultiNodesTest-142697481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:09.036352 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] The host n-h2-822747-2 is not matching for port 9d674133-1cac-4f13-bc09-89b187b99e44 host n-h1-822747-2! {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:18:09.036992 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 9d674133-1cac-4f13-bc09-89b187b99e44 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:18:09.045231 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d54822c2-c505-4ce6-8130-8f0c4d47d461 req-dfd7060b-744c-4042-9ba1-43feb1d8504e tempest-ServersOnMultiNodesTest-142697481 tempest-ServersOnMultiNodesTest-142697481-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b06ec902-b4c5-4fe0-b5b3-8f079119f84e HTTP/1.1" status: 200 len: 1101 time: 0.0789475 Jan 28 13:18:09.047329 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:09.048504 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:09.060177 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d54822c2-c505-4ce6-8130-8f0c4d47d461 req-d1ca4fde-ec76-4d9d-a1c8-99a654b66622 tempest-ServersOnMultiNodesTest-142697481 tempest-ServersOnMultiNodesTest-142697481-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:09.065572 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:09.087382 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71fd2e-f980-417d-b153-04c3c55dc275 req-d3f0bdfe-b930-4a6a-ae91-4c92109d7827 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:09.088031 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:09.091442 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3c71fd2e-f980-417d-b153-04c3c55dc275 req-d3f0bdfe-b930-4a6a-ae91-4c92109d7827 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.1299558 Jan 28 13:18:09.093989 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:09.144486 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d54822c2-c505-4ce6-8130-8f0c4d47d461 req-d1ca4fde-ec76-4d9d-a1c8-99a654b66622 tempest-ServersOnMultiNodesTest-142697481 tempest-ServersOnMultiNodesTest-142697481-project-admin] Publish callbacks [] for security_group (29972b9b-5a78-4846-b95e-b077b63a056f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:09.147167 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:09.149619 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d54822c2-c505-4ce6-8130-8f0c4d47d461 req-d1ca4fde-ec76-4d9d-a1c8-99a654b66622 tempest-ServersOnMultiNodesTest-142697481 tempest-ServersOnMultiNodesTest-142697481-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (29972b9b-5a78-4846-b95e-b077b63a056f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:09.172429 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3c71fd2e-f980-417d-b153-04c3c55dc275 req-3e68828b-15d4-4d03-b529-2ebc54203fec tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774255 Jan 28 13:18:09.207574 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d54822c2-c505-4ce6-8130-8f0c4d47d461 req-d1ca4fde-ec76-4d9d-a1c8-99a654b66622 tempest-ServersOnMultiNodesTest-142697481 tempest-ServersOnMultiNodesTest-142697481-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611652 Jan 28 13:18:09.208304 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4fde-ec76-4d9d-a1c8-99a654b66622 tempest-ServersOnMultiNodesTest-142697481 tempest-ServersOnMultiNodesTest-142697481-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29972b9b-5a78-4846-b95e-b077b63a056f,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:09.220276 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-b741aa33-c4d5-426b-abc5-d5c899f604ae admin admin] Deleting port 3568dd74-7473-4980-a565-c0cb5995d107 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:18:09.220626 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b741aa33-c4d5-426b-abc5-d5c899f604ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (3568dd74-7473-4980-a565-c0cb5995d107), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:09.335517 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:09.552591 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d590530-be54-4ebe-a26c-e5aaab79fd49 req-2415f093-261e-4e5b-8be3-e9641ef084fa tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:09.555697 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3d590530-be54-4ebe-a26c-e5aaab79fd49 req-2415f093-261e-4e5b-8be3-e9641ef084fa tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 944 time: 0.0611789 Jan 28 13:18:09.606905 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3d590530-be54-4ebe-a26c-e5aaab79fd49 req-3e36c292-2e2c-48f7-8356-5f7693f5211c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468285 Jan 28 13:18:09.640206 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bd075-47fd-4917-982a-fde0c4c91cb3 req-1ade30d2-44ab-4663-93e4-a0fbaf29d2ef tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:09.640206 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a48bd075-47fd-4917-982a-fde0c4c91cb3 req-1ade30d2-44ab-4663-93e4-a0fbaf29d2ef tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 944 time: 0.3971081 Jan 28 13:18:09.641487 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-b741aa33-c4d5-426b-abc5-d5c899f604ae admin admin] For port 3568dd74-7473-4980-a565-c0cb5995d107, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3568dd74-7473-4980-a565-c0cb5995d107,segment=NetworkSegment(a74f86bb-243d-4235-adbc-978d5a88de32),segment_id=a74f86bb-243d-4235-adbc-978d5a88de32)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:09.641858 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b741aa33-c4d5-426b-abc5-d5c899f604ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (3568dd74-7473-4980-a565-c0cb5995d107), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:09.671621 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-b741aa33-c4d5-426b-abc5-d5c899f604ae admin admin] Calling delete_port for 3568dd74-7473-4980-a565-c0cb5995d107 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:18:09.739230 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-378e6e32-65df-4235-b1f3-4f5b54ec5acc tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287006 Jan 28 13:18:09.797944 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a48bd075-47fd-4917-982a-fde0c4c91cb3 req-fbdbcd17-4440-4714-b07a-879734b1102a tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471252 Jan 28 13:18:09.897642 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-93552b3c-27ce-4b0e-ab9f-ef232d65e39a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:09.899237 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-93552b3c-27ce-4b0e-ab9f-ef232d65e39a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1590524 Jan 28 13:18:09.919485 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-19375649-7398-4c1d-ae46-ded25da834eb tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/quotas/c20ee295b9c04f5c9a7ff181dc99ff29 HTTP/1.1" status: 200 len: 375 time: 0.0146637 Jan 28 13:18:09.975106 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-d521a683-c1e3-4ea9-a2bb-b85ed9d4ae83 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0547504 Jan 28 13:18:09.976814 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270948f2-dc5c-489d-a2e8-d9e468fbbaba req-96b1fdab-f4a4-4f0a-8fc9-0adef5b3267e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:09.978321 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-270948f2-dc5c-489d-a2e8-d9e468fbbaba req-96b1fdab-f4a4-4f0a-8fc9-0adef5b3267e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 947 time: 0.0876491 Jan 28 13:18:09.979589 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b741aa33-c4d5-426b-abc5-d5c899f604ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (3568dd74-7473-4980-a565-c0cb5995d107), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:10.021954 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741aa33-c4d5-426b-abc5-d5c899f604ae admin admin] Pushing event deleted for resources: {'Port': ['ID=3568dd74-7473-4980-a565-c0cb5995d107,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:10.105941 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-270948f2-dc5c-489d-a2e8-d9e468fbbaba req-efa31e94-ba3d-4907-920c-9be4437d2dc2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180310 Jan 28 13:18:10.247507 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b741aa33-c4d5-426b-abc5-d5c899f604ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:10.445905 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62b7a7-0055-4a7f-8abb-ca659e4af470 req-004e4ec6-235f-4c06-95a8-8f5eb095bc82 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:10.448132 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c62b7a7-0055-4a7f-8abb-ca659e4af470 req-004e4ec6-235f-4c06-95a8-8f5eb095bc82 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1&tenant_id=787b3d18280347a0a733cb6bd5e91d6d&binding%3Ahost_id=n-h2-822747-2 HTTP/1.1" status: 200 len: 947 time: 0.0695543 Jan 28 13:18:10.515234 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4f7df-91d5-47b2-8ede-819c1566f753 req-f4353bbf-67d9-439a-92e8-3a8f060af92c tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:10.522282 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7aa4f7df-91d5-47b2-8ede-819c1566f753 req-f4353bbf-67d9-439a-92e8-3a8f060af92c tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 1095 time: 0.1514292 Jan 28 13:18:10.545366 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd80fb-3b88-482d-8aa6-8db35852dd9a req-59cf5c7d-868e-49b0-8fea-26a442bd973e tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:10.546956 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-41fd80fb-3b88-482d-8aa6-8db35852dd9a req-59cf5c7d-868e-49b0-8fea-26a442bd973e tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.0975657 Jan 28 13:18:10.547585 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b741aa33-c4d5-426b-abc5-d5c899f604ae admin admin] Router b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:18:10.554863 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [req-8c62b7a7-0055-4a7f-8abb-ca659e4af470 req-6cb02804-2b65-4196-8062-42ad1b813b84 service neutron] delete failed (client error): The resource could not be found. Jan 28 13:18:10.556336 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c62b7a7-0055-4a7f-8abb-ca659e4af470 req-6cb02804-2b65-4196-8062-42ad1b813b84 service neutron] 10.222.0.18 "DELETE /v2.0/ports/a861f97f-f06d-41ad-9e82-fcc630232ab4/bindings/n-h1-822747-2 HTTP/1.1" status: 404 len: 380 time: 0.0934613 Jan 28 13:18:10.620741 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-41fd80fb-3b88-482d-8aa6-8db35852dd9a req-1c1017cb-015f-4cf1-9667-af6382e97d8c tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631285 Jan 28 13:18:10.667901 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62b7a7-0055-4a7f-8abb-ca659e4af470 req-4478f17a-fcb8-4482-9377-ce0cb70fb01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:10.669450 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c62b7a7-0055-4a7f-8abb-ca659e4af470 req-4478f17a-fcb8-4482-9377-ce0cb70fb01d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 1098 time: 0.0613708 Jan 28 13:18:10.671001 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7aa4f7df-91d5-47b2-8ede-819c1566f753 req-25d30753-60e5-41a5-ae22-5b39b5572f88 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476872 Jan 28 13:18:10.680626 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:10.796617 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b741aa33-c4d5-426b-abc5-d5c899f604ae admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:18:10.803969 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b741aa33-c4d5-426b-abc5-d5c899f604ae admin admin] 10.222.0.39 "PUT /v2.0/routers/b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6623294 Jan 28 13:18:10.805875 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43498) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:10.809963 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dbc2e5-0ee6-47e0-b297-d28647450386 None None] Sync routers for ids ['b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:18:10.824706 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device a861f97f-f06d-41ad-9e82-fcc630232ab4 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:10.832194 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dbc2e5-0ee6-47e0-b297-d28647450386 None None] Routers {'b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:18:10.833943 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-39dbc2e5-0ee6-47e0-b297-d28647450386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:18:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:10.849580 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:18:10.859796 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:10.860320 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:11.025812 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf948c82-0846-4f86-b8c0-b0a09687a482 req-edfafb3e-6ce6-4c09-bb85-f8cad13e29be tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:11.029997 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf948c82-0846-4f86-b8c0-b0a09687a482 req-edfafb3e-6ce6-4c09-bb85-f8cad13e29be tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 947 time: 0.1782792 Jan 28 13:18:11.038444 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62b7a7-0055-4a7f-8abb-ca659e4af470 req-7135e0f5-9c93-4bcc-a0f3-f27d3ed6e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:11.039987 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c62b7a7-0055-4a7f-8abb-ca659e4af470 req-7135e0f5-9c93-4bcc-a0f3-f27d3ed6e33a service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.3634894 Jan 28 13:18:11.077527 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-079698c6-d133-43e4-94b3-29b510b35e21 admin admin] Publish callbacks [] for router (b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:11.087308 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-39dbc2e5-0ee6-47e0-b297-d28647450386 None None] Set router b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:18:11.109339 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port a861f97f-f06d-41ad-9e82-fcc630232ab4, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=a861f97f-f06d-41ad-9e82-fcc630232ab4,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:11.142493 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c62b7a7-0055-4a7f-8abb-ca659e4af470 req-b8d86882-1dc1-440f-a11d-527514fcf64f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=a861f97f-f06d-41ad-9e82-fcc630232ab4 HTTP/1.1" status: 200 len: 217 time: 0.0934701 Jan 28 13:18:11.205061 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'a861f97f-f06d-41ad-9e82-fcc630232ab4', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': 'a861f97f-f06d-41ad-9e82-fcc630232ab4', 'mac_address': 'fa:16:3e:1a:a5:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:18:11.243478 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1abed7-ca84-4780-9091-ede6755f2f53 req-2e62cbfe-4c5e-4808-b50a-6a059dc2216a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:11.245397 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1d1abed7-ca84-4780-9091-ede6755f2f53 req-2e62cbfe-4c5e-4808-b50a-6a059dc2216a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 944 time: 0.0632231 Jan 28 13:18:11.252313 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-079698c6-d133-43e4-94b3-29b510b35e21 admin admin] Publish callbacks [] for router_gateway (b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:11.290677 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf948c82-0846-4f86-b8c0-b0a09687a482 req-c000986b-2f6e-4830-a4c7-8477ddd76d98 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495389 Jan 28 13:18:11.295260 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:11.300373 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:11.327294 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62b7a7-0055-4a7f-8abb-ca659e4af470 req-dff2c519-f9ac-46dc-97c7-8cd71d698765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:11.329910 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1d1abed7-ca84-4780-9091-ede6755f2f53 req-c0698fc6-718e-41d8-88ca-e1861a432ef1 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728314 Jan 28 13:18:11.344532 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5888df5-e253-4b62-a0d8-46bbef18bc5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:11.347496 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965018d3-8fae-4459-972b-7e9de51727e8" -d '{"events": [{"server_uuid": "f5888df5-e253-4b62-a0d8-46bbef18bc5a", "name": "network-vif-plugged", "status": "completed", "tag": "8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:11.348147 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c62b7a7-0055-4a7f-8abb-ca659e4af470 req-dff2c519-f9ac-46dc-97c7-8cd71d698765 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1800551 Jan 28 13:18:11.351933 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-39dbc2e5-0ee6-47e0-b297-d28647450386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4', 'name': 'tempest-FloatingIPDetailsTestJSON-1693385482-router', 'tenant_id': 'eb10704308e647738888ef3e5255ab4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '48340a47-6861-4caa-969a-70145df716c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:41Z', 'updated_at': '2022-01-28T13:18:09Z', 'revision_number': 5, 'project_id': 'eb10704308e647738888ef3e5255ab4b', 'gw_port': {'id': '48340a47-6861-4caa-969a-70145df716c3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:58:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:41Z', 'updated_at': '2022-01-28T13:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:11.370125 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:11.372466 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port a861f97f-f06d-41ad-9e82-fcc630232ab4 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:11.373755 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a861f97f-f06d-41ad-9e82-fcc630232ab4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:11.381760 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dbc2e5-0ee6-47e0-b297-d28647450386 None None] Checking router: b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:18:11.389872 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-079698c6-d133-43e4-94b3-29b510b35e21 admin admin] Deleting port 48340a47-6861-4caa-969a-70145df716c3 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:18:11.390226 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-079698c6-d133-43e4-94b3-29b510b35e21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (48340a47-6861-4caa-969a-70145df716c3), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:11.395667 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:11.401588 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dbc2e5-0ee6-47e0-b297-d28647450386 None None] Routers {'b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:18:11.402209 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-39dbc2e5-0ee6-47e0-b297-d28647450386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:18:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:11.412458 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a861f97f-f06d-41ad-9e82-fcc630232ab4 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:11.445502 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62b7a7-0055-4a7f-8abb-ca659e4af470 req-ffef21f5-ce5b-4091-9070-4a02fad95eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:11.447762 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c62b7a7-0055-4a7f-8abb-ca659e4af470 req-ffef21f5-ce5b-4091-9070-4a02fad95eef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0973444 Jan 28 13:18:11.496722 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port a861f97f-f06d-41ad-9e82-fcc630232ab4, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=a861f97f-f06d-41ad-9e82-fcc630232ab4,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:11.510688 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a861f97f-f06d-41ad-9e82-fcc630232ab4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:11.518798 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:11.558203 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-079698c6-d133-43e4-94b3-29b510b35e21 admin admin] For port 48340a47-6861-4caa-969a-70145df716c3, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=48340a47-6861-4caa-969a-70145df716c3,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:11.562507 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-079698c6-d133-43e4-94b3-29b510b35e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (48340a47-6861-4caa-969a-70145df716c3), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:11.565333 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-39dbc2e5-0ee6-47e0-b297-d28647450386 None None] Set router b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:18:11.588427 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-54ff66af-3634-406c-8b23-82a37bd1c28e tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8538b6768ee146a592808bb5e9dc3a96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1080511 Jan 28 13:18:11.603650 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-079698c6-d133-43e4-94b3-29b510b35e21 admin admin] Calling delete_port for 48340a47-6861-4caa-969a-70145df716c3 owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:18:11.619638 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=a861f97f-f06d-41ad-9e82-fcc630232ab4,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:11.622988 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-39dbc2e5-0ee6-47e0-b297-d28647450386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4', 'name': 'tempest-FloatingIPDetailsTestJSON-1693385482-router', 'tenant_id': 'eb10704308e647738888ef3e5255ab4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:41Z', 'updated_at': '2022-01-28T13:18:11Z', 'revision_number': 6, 'project_id': 'eb10704308e647738888ef3e5255ab4b', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:11.658416 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dbc2e5-0ee6-47e0-b297-d28647450386 None None] The sync data for ids ['b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4'] in n-d-822747-2 is: [{'id': 'b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4', 'name': 'tempest-FloatingIPDetailsTestJSON-1693385482-router', 'tenant_id': 'eb10704308e647738888ef3e5255ab4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:41Z', 'updated_at': '2022-01-28T13:18:11Z', 'revision_number': 6, 'project_id': 'eb10704308e647738888ef3e5255ab4b', 'gw_port_host': None}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:18:11.796680 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-09288e47-e1f2-4856-a41c-993d2d5733d3 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:11.803805 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-09288e47-e1f2-4856-a41c-993d2d5733d3 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/networks?id=8528e78d-cd10-4563-a6b3-de6e91f8e460 HTTP/1.1" status: 200 len: 808 time: 0.2331991 Jan 28 13:18:11.817192 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c62b7a7-0055-4a7f-8abb-ca659e4af470 req-5775e4b2-d252-4394-a9d8-52f3490b9365 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483567 Jan 28 13:18:11.826464 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-855497f8-af4a-4a60-b6de-3839132fbeec tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/quotas/93543269cade486c80fd00260197c0a8 HTTP/1.1" status: 200 len: 375 time: 0.0219402 Jan 28 13:18:11.924983 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-c4a2cadb-8e87-473c-8779-0fe534d013a1 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:11.926488 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-c4a2cadb-8e87-473c-8779-0fe534d013a1 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3204584 Jan 28 13:18:11.927046 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['a861f97f-f06d-41ad-9e82-fcc630232ab4'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:11.947299 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-681cb319-9c9e-4266-b9d6-fc0f7044ee60 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/quotas/8538b6768ee146a592808bb5e9dc3a96 HTTP/1.1" status: 200 len: 375 time: 0.0137768 Jan 28 13:18:11.993140 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-82a0ae76-d3dd-43b0-bbd8-a507dc515a37 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=93543269cade486c80fd00260197c0a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1657543 Jan 28 13:18:11.994251 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-079698c6-d133-43e4-94b3-29b510b35e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (48340a47-6861-4caa-969a-70145df716c3), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:12.015509 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-fdccbaac-17ab-4ec5-87ea-1d2cb34f3161 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8538b6768ee146a592808bb5e9dc3a96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532708 Jan 28 13:18:12.022565 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c62b7a7-0055-4a7f-8abb-ca659e4af470 req-96cc21c9-e595-4989-955b-f9cbb9abb35c service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979091 Jan 28 13:18:12.040074 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079698c6-d133-43e4-94b3-29b510b35e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=48340a47-6861-4caa-969a-70145df716c3,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:12.185721 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-079698c6-d133-43e4-94b3-29b510b35e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:12.209256 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-13574978-e59b-473f-a752-9b9a5dee2fff service neutron] 10.222.0.39 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063756 Jan 28 13:18:12.244118 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fa10a488-58be-4ae7-9a16-2957dfcdb78c req-f387f9f1-24d0-4a25-a553-44cb345ca6a3 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 210 time: 0.0379107 Jan 28 13:18:12.313210 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540f23a5-cb0c-43fd-9ea0-c5c60ac457af x-openstack-request-id: req-540f23a5-cb0c-43fd-9ea0-c5c60ac457af {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:12.313786 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5888df5-e253-4b62-a0d8-46bbef18bc5a", "name": "network-vif-plugged", "status": "completed", "tag": "8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:12.314822 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-540f23a5-cb0c-43fd-9ea0-c5c60ac457af {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:12.315738 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5888df5-e253-4b62-a0d8-46bbef18bc5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de', 'code': 200} Jan 28 13:18:12.353780 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-079698c6-d133-43e4-94b3-29b510b35e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:12.357842 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-079698c6-d133-43e4-94b3-29b510b35e21 admin admin] Publish callbacks [] for router_controller (b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:12.472545 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec922b-bb17-4b71-baa0-9e48220f089a req-baddc6fa-641f-4745-85d5-f30ca4523de2 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:12.483731 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aeec922b-bb17-4b71-baa0-9e48220f089a req-baddc6fa-641f-4745-85d5-f30ca4523de2 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.0948398 Jan 28 13:18:12.532815 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-9f986903-7bdb-44a9-8297-bd3b16bfbc6c tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336304 Jan 28 13:18:12.686595 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdfbe40-ebae-4d62-8afe-e0f8568575b9 req-9ce8c366-c98b-459e-bb7d-5c723b537a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:12.688992 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dbdfbe40-ebae-4d62-8afe-e0f8568575b9 req-9ce8c366-c98b-459e-bb7d-5c723b537a7d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 1096 time: 0.1550586 Jan 28 13:18:12.707896 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aeec922b-bb17-4b71-baa0-9e48220f089a req-ac10631c-b0f5-41ca-9e3c-ea4a6a328c23 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211807 Jan 28 13:18:12.754981 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 48340a47-6861-4caa-969a-70145df716c3 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:18:12.815013 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 48340a47-6861-4caa-969a-70145df716c3 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:18:12.826379 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 48340a47-6861-4caa-969a-70145df716c3 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:18:12.830343 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3568dd74-7473-4980-a565-c0cb5995d107 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:18:12.874812 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 3568dd74-7473-4980-a565-c0cb5995d107 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:18:12.877102 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3568dd74-7473-4980-a565-c0cb5995d107 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:18:12.878357 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-9300cb49-c8f3-49a6-9daa-be5280902f63 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1442561 Jan 28 13:18:12.898954 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dbdfbe40-ebae-4d62-8afe-e0f8568575b9 req-24106992-24d8-40c9-8880-df78d935c60b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833303 Jan 28 13:18:12.915716 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-3067cfac-ceaa-4d17-aa30-a252bccc18f7 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:12.917802 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-3067cfac-ceaa-4d17-aa30-a252bccc18f7 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3726909 Jan 28 13:18:12.929799 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-079698c6-d133-43e4-94b3-29b510b35e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:12.930393 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079698c6-d133-43e4-94b3-29b510b35e21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:18:12.935299 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-4c93eb19-21fa-436a-be57-e867ea88bf10 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Request body: {'port': {'device_id': '2dd6be4a-edd6-4a18-a3df-488de0d7d779', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': 'c20ee295b9c04f5c9a7ff181dc99ff29'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:12.982118 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-079698c6-d133-43e4-94b3-29b510b35e21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:12.986491 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-079698c6-d133-43e4-94b3-29b510b35e21 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b5b14137-b311-4ea7-9ac8-e9be2f8f1cf4 HTTP/1.1" status: 204 len: 168 time: 2.1794937 Jan 28 13:18:12.987544 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43556) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:13.015017 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-c3877bc7-cea9-481e-ab53-88eec244dcef service neutron] 10.222.0.39 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8048713 Jan 28 13:18:13.041676 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-f9e357a0-8a00-425c-82e4-8d2d72911ec6 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8538b6768ee146a592808bb5e9dc3a96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267968 Jan 28 13:18:13.087915 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d194b46-1257-4ae3-a039-7c22300d071a admin admin] Deleting subnet 99d23a9b-d708-4df5-adfa-d9c8cd5ae3d4 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:18:13.096835 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-b724ab97-2b0f-4496-bb45-8652afe4c4c9 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:13.104430 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-b724ab97-2b0f-4496-bb45-8652afe4c4c9 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2132039 Jan 28 13:18:13.109924 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4d194b46-1257-4ae3-a039-7c22300d071a admin admin] Publish callbacks [] for subnet (99d23a9b-d708-4df5-adfa-d9c8cd5ae3d4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:13.118140 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-d1389ec4-f06d-42de-8623-e54b0a76024c tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Request body: {'port': {'device_id': '8b01f390-e987-48df-9024-68d9ae3915ca', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': 'c20ee295b9c04f5c9a7ff181dc99ff29'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:13.226174 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-4c93eb19-21fa-436a-be57-e867ea88bf10 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Made reservation on behalf of c20ee295b9c04f5c9a7ff181dc99ff29 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:13.230208 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-4c93eb19-21fa-436a-be57-e867ea88bf10 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:13.240709 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4d194b46-1257-4ae3-a039-7c22300d071a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (99d23a9b-d708-4df5-adfa-d9c8cd5ae3d4), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:13.261096 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-0cdaf0c8-a27f-4c95-9df8-ce65fa581190 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:13.274294 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-0cdaf0c8-a27f-4c95-9df8-ce65fa581190 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2254155 Jan 28 13:18:13.308370 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-3e8e6932-a4f9-4a86-b002-518d1fce78e1 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/quotas/8538b6768ee146a592808bb5e9dc3a96 HTTP/1.1" status: 200 len: 375 time: 0.0336018 Jan 28 13:18:13.347621 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-702bb6f8-31f4-49c7-a52f-67eeef2a75fa tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8538b6768ee146a592808bb5e9dc3a96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382202 Jan 28 13:18:13.447972 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915be638-e5b5-4722-8e02-69beed0928f9 req-e5735b8a-0b62-4dab-8876-1164433cf0f7 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:13.449498 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-915be638-e5b5-4722-8e02-69beed0928f9 req-e5735b8a-0b62-4dab-8876-1164433cf0f7 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 948 time: 0.1862991 Jan 28 13:18:13.501571 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-d1389ec4-f06d-42de-8623-e54b0a76024c tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Made reservation on behalf of c20ee295b9c04f5c9a7ff181dc99ff29 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:13.506599 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-d1389ec4-f06d-42de-8623-e54b0a76024c tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:13.527290 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4d194b46-1257-4ae3-a039-7c22300d071a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (99d23a9b-d708-4df5-adfa-d9c8cd5ae3d4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:13.653427 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4d194b46-1257-4ae3-a039-7c22300d071a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (99d23a9b-d708-4df5-adfa-d9c8cd5ae3d4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:13.658589 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7437a66-bdb6-49ca-bd1a-bf1fcd347ed7 req-b680832e-9b1c-4a62-b12e-e11aac2d6e19 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:13.660576 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c7437a66-bdb6-49ca-bd1a-bf1fcd347ed7 req-b680832e-9b1c-4a62-b12e-e11aac2d6e19 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 945 time: 0.0847015 Jan 28 13:18:13.669178 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-4c93eb19-21fa-436a-be57-e867ea88bf10 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Allocated IP 192.168.233.247 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/43ce2e41-fabd-4370-80ce-35aa05357550) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:18:13.725874 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c7437a66-bdb6-49ca-bd1a-bf1fcd347ed7 req-9171559e-7433-4267-8f35-b61a379a627c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586662 Jan 28 13:18:13.758442 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d194b46-1257-4ae3-a039-7c22300d071a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99d23a9b-d708-4df5-adfa-d9c8cd5ae3d4,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:13.775195 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbebf326-1775-489c-8e42-a22109916588 None None] Network f701ae0b-23fd-46ea-9dab-9f0d97923960 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:18:13.787688 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-915be638-e5b5-4722-8e02-69beed0928f9 req-14926d6a-972a-4b19-b23b-c4aa1e739a9e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304451 Jan 28 13:18:13.797799 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4d194b46-1257-4ae3-a039-7c22300d071a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:13.816273 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4d194b46-1257-4ae3-a039-7c22300d071a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/99d23a9b-d708-4df5-adfa-d9c8cd5ae3d4 HTTP/1.1" status: 204 len: 168 time: 0.8232832 Jan 28 13:18:13.819895 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43584) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:13.893556 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a6fd4475-5a83-4a11-a60c-147841b1616b req-e5d1a513-80c1-49b9-9961-0c1c62fceb60 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 210 time: 0.0484090 Jan 28 13:18:13.949183 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62de65b2-1efa-499f-8ad4-b841b10ad40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (f701ae0b-23fd-46ea-9dab-9f0d97923960), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:14.018054 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-4c93eb19-21fa-436a-be57-e867ea88bf10 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks [] for port (43ce2e41-fabd-4370-80ce-35aa05357550), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:14.076417 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2a281d-024e-4de7-b919-9f706606e782 None None] DHCP port deletion for f701ae0b-23fd-46ea-9dab-9f0d97923960 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:18:14.096693 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e3f43bbb-2761-4eff-81f8-a17f56ffedc5 req-c5199e9d-ae63-4793-bf68-4caba9d64b12 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 210 time: 0.1124084 Jan 28 13:18:14.136685 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-33811bb1-9051-4127-ba67-bb2be78f54d5 req-13b79939-5b5a-48d7-9c17-a83afa857517 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 210 time: 0.0745659 Jan 28 13:18:14.152476 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-4c93eb19-21fa-436a-be57-e867ea88bf10 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (43ce2e41-fabd-4370-80ce-35aa05357550), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:14.189537 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['5a7fcae3-a8c4-4ecf-8417-45d7a327c416'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:14.216181 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-b7ac254d-048a-4559-b8b1-f6551200976a tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=8538b6768ee146a592808bb5e9dc3a96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1147180 Jan 28 13:18:14.235152 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-d1389ec4-f06d-42de-8623-e54b0a76024c tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Allocated IP 192.168.233.228 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:18:14.263877 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-4c93eb19-21fa-436a-be57-e867ea88bf10 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:18:14.287102 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-4c93eb19-21fa-436a-be57-e867ea88bf10 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:14.304255 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-4c93eb19-21fa-436a-be57-e867ea88bf10 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:18:14.339574 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ad2a281d-024e-4de7-b919-9f706606e782 None None] Deleting port 69383d5a-f021-4b62-a03e-c2a79da2b182 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:18:14.341333 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad2a281d-024e-4de7-b919-9f706606e782 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (69383d5a-f021-4b62-a03e-c2a79da2b182), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:14.435353 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-d1389ec4-f06d-42de-8623-e54b0a76024c tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks [] for port (d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:14.468256 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93eb19-21fa-436a-be57-e867ea88bf10 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Pushing event updated for resources: {'Port': ['ID=43ce2e41-fabd-4370-80ce-35aa05357550,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:14.505425 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-4c93eb19-21fa-436a-be57-e867ea88bf10 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:14.506095 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-4c93eb19-21fa-436a-be57-e867ea88bf10 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:14.520960 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-ad2a281d-024e-4de7-b919-9f706606e782 None None] For port 69383d5a-f021-4b62-a03e-c2a79da2b182, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=69383d5a-f021-4b62-a03e-c2a79da2b182,segment=NetworkSegment(a74f86bb-243d-4235-adbc-978d5a88de32),segment_id=a74f86bb-243d-4235-adbc-978d5a88de32)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:14.521800 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad2a281d-024e-4de7-b919-9f706606e782 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (69383d5a-f021-4b62-a03e-c2a79da2b182), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:14.525583 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-d1389ec4-f06d-42de-8623-e54b0a76024c tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:14.541928 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ea14a-cf9a-4725-ab80-e69954f768ec req-a2d4b2be-993d-42be-857c-5f773558336b tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:14.543916 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-676ea14a-cf9a-4725-ab80-e69954f768ec req-a2d4b2be-993d-42be-857c-5f773558336b tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 948 time: 0.2821910 Jan 28 13:18:14.551434 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['5a7fcae3-a8c4-4ecf-8417-45d7a327c416'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:14.580927 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-4c93eb19-21fa-436a-be57-e867ea88bf10 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6538210 Jan 28 13:18:14.605731 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-d1389ec4-f06d-42de-8623-e54b0a76024c tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:18:14.612748 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-d1389ec4-f06d-42de-8623-e54b0a76024c tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:14.615315 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1389ec4-f06d-42de-8623-e54b0a76024c tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Pushing event updated for resources: {'Port': ['ID=d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:14.615528 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-dbd35294-ca21-448c-8b42-67029e3328ba service neutron] Request body: {'port': {'device_id': '2dd6be4a-edd6-4a18-a3df-488de0d7d779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:14.617216 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-d1389ec4-f06d-42de-8623-e54b0a76024c tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:18:14.627180 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b0e09-375a-4534-8156-084173efe110 req-83ffe6cf-a221-4ffb-9799-6cdad6fad597 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:14.635226 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db1b0e09-375a-4534-8156-084173efe110 req-83ffe6cf-a221-4ffb-9799-6cdad6fad597 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.1596410 Jan 28 13:18:14.676637 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ad2a281d-024e-4de7-b919-9f706606e782 None None] Calling delete_port for 69383d5a-f021-4b62-a03e-c2a79da2b182 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:18:14.715701 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-62de65b2-1efa-499f-8ad4-b841b10ad40a admin admin] Deleting port 69383d5a-f021-4b62-a03e-c2a79da2b182 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:18:14.715992 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62de65b2-1efa-499f-8ad4-b841b10ad40a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (69383d5a-f021-4b62-a03e-c2a79da2b182), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:14.731164 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 69383d5a-f021-4b62-a03e-c2a79da2b182 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:18:14.759769 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-d1389ec4-f06d-42de-8623-e54b0a76024c tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:14.760489 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-d1389ec4-f06d-42de-8623-e54b0a76024c tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:14.778370 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-676ea14a-cf9a-4725-ab80-e69954f768ec req-ceb12640-46d5-4a26-b488-8338190a2dc9 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255235 Jan 28 13:18:14.796736 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-a3bd4e88-9c29-4085-b9bf-0d2e8bc3e647 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:14.797580 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db1b0e09-375a-4534-8156-084173efe110 req-38510461-c0aa-472d-9e65-458a90bbfd82 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614687 Jan 28 13:18:14.799521 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-a3bd4e88-9c29-4085-b9bf-0d2e8bc3e647 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5346677 Jan 28 13:18:14.801183 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-dbd35294-ca21-448c-8b42-67029e3328ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (43ce2e41-fabd-4370-80ce-35aa05357550), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:14.830874 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-31c1b1cc-8f99-484e-85d7-9d3ea690812d tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Request body: {'port': {'device_id': 'f580c936-ae32-45d7-b9a8-90e90d82949b', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': '8538b6768ee146a592808bb5e9dc3a96'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:14.872036 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-d1389ec4-f06d-42de-8623-e54b0a76024c tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7632062 Jan 28 13:18:14.879856 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device a861f97f-f06d-41ad-9e82-fcc630232ab4 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:14.887997 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-ae78d0c2-9e15-4254-9859-a746a3100384 service neutron] Request body: {'port': {'device_id': '8b01f390-e987-48df-9024-68d9ae3915ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:15.058796 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-62de65b2-1efa-499f-8ad4-b841b10ad40a admin admin] For port 69383d5a-f021-4b62-a03e-c2a79da2b182, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=69383d5a-f021-4b62-a03e-c2a79da2b182,segment=NetworkSegment(a74f86bb-243d-4235-adbc-978d5a88de32),segment_id=a74f86bb-243d-4235-adbc-978d5a88de32)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:15.061816 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62de65b2-1efa-499f-8ad4-b841b10ad40a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (69383d5a-f021-4b62-a03e-c2a79da2b182), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.119855 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-59635e18-64b0-424b-b323-25dfc826a35e None None] Provisioning complete for port 43ce2e41-fabd-4370-80ce-35aa05357550 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:15.120444 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-59635e18-64b0-424b-b323-25dfc826a35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (43ce2e41-fabd-4370-80ce-35aa05357550), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.184734 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-62de65b2-1efa-499f-8ad4-b841b10ad40a admin admin] Calling delete_port for 69383d5a-f021-4b62-a03e-c2a79da2b182 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:18:15.219162 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eda61ddf-5943-4ae4-a966-4a3b3761888c req-fa3d9c77-84c1-4b24-863b-585bc49b5142 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 210 time: 0.0793931 Jan 28 13:18:15.220052 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-ae78d0c2-9e15-4254-9859-a746a3100384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.231032 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-e45a96e7-6c65-4795-aa93-5e9103920570 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8538b6768ee146a592808bb5e9dc3a96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0816269 Jan 28 13:18:15.262270 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port a861f97f-f06d-41ad-9e82-fcc630232ab4 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:18:15.265071 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-59635e18-64b0-424b-b323-25dfc826a35e None None] Port 43ce2e41-fabd-4370-80ce-35aa05357550 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:18:15.292664 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port a861f97f-f06d-41ad-9e82-fcc630232ab4 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:15.297279 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a861f97f-f06d-41ad-9e82-fcc630232ab4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.307143 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 69383d5a-f021-4b62-a03e-c2a79da2b182 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:15.307143 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (69383d5a-f021-4b62-a03e-c2a79da2b182), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.308867 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad2a281d-024e-4de7-b919-9f706606e782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (69383d5a-f021-4b62-a03e-c2a79da2b182), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.378698 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82760878-1579-491b-97d9-bb922c6aa753 req-bc75c161-e4af-40da-903f-a50fb8e7c10b tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:15.385806 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-82760878-1579-491b-97d9-bb922c6aa753 req-bc75c161-e4af-40da-903f-a50fb8e7c10b tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 945 time: 0.2323532 Jan 28 13:18:15.401261 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-31c1b1cc-8f99-484e-85d7-9d3ea690812d tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Made reservation on behalf of 8538b6768ee146a592808bb5e9dc3a96 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:15.404777 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-31c1b1cc-8f99-484e-85d7-9d3ea690812d tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.416798 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a281d-024e-4de7-b919-9f706606e782 None None] Pushing event deleted for resources: {'Port': ['ID=69383d5a-f021-4b62-a03e-c2a79da2b182,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:15.421324 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2a281d-024e-4de7-b919-9f706606e782 None None] No DVR routers for this DVR port 69383d5a-f021-4b62-a03e-c2a79da2b182 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:18:15.427056 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-31c1b1cc-8f99-484e-85d7-9d3ea690812d tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.451766 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-bece4749-5ceb-43f7-8db3-55bda7ec6712 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:15.452709 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-bece4749-5ceb-43f7-8db3-55bda7ec6712 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.18 "GET /v2.0/networks?id=8528e78d-cd10-4563-a6b3-de6e91f8e460 HTTP/1.1" status: 200 len: 808 time: 0.5234611 Jan 28 13:18:15.473476 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-a50a588d-06af-44d2-a6cd-56f3e6eaffc0 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Request body: {'port': {'device_id': 'a6c22909-6a78-443b-b358-275e926ffaf4', 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460', 'admin_state_up': True, 'tenant_id': '93543269cade486c80fd00260197c0a8'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:15.493106 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-82760878-1579-491b-97d9-bb922c6aa753 req-4284dd99-6357-48a5-a86d-1e0b60a28fd0 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065087 Jan 28 13:18:15.521195 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-7e667736-c10c-4ca1-9fd6-3b03fde41831 None None] Provisioning complete for port d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:15.521816 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7e667736-c10c-4ca1-9fd6-3b03fde41831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.618757 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port a861f97f-f06d-41ad-9e82-fcc630232ab4 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:15.619713 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a861f97f-f06d-41ad-9e82-fcc630232ab4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.621916 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7e667736-c10c-4ca1-9fd6-3b03fde41831 None None] Port d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:18:15.640379 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c4723e99-92cc-478e-bde7-ffd7cc8730d4 req-a29ad45a-6800-4edf-a3df-1d09fb90737d tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 210 time: 0.0467570 Jan 28 13:18:15.651123 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f1636b-8960-402a-9c8b-47b0ff5cd6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a861f97f-f06d-41ad-9e82-fcc630232ab4'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:15.653584 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea1f156-017e-4cf6-9530-435aee06e889" -d '{"events": [{"server_uuid": "a6f1636b-8960-402a-9c8b-47b0ff5cd6f1", "name": "network-vif-plugged", "status": "completed", "tag": "a861f97f-f06d-41ad-9e82-fcc630232ab4"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:15.664515 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-31c1b1cc-8f99-484e-85d7-9d3ea690812d tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Publish callbacks [] for security_group (e99bb6c3-57bf-4d46-aa37-5e799db85241), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.671700 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port a861f97f-f06d-41ad-9e82-fcc630232ab4, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=a861f97f-f06d-41ad-9e82-fcc630232ab4,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:15.680076 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a861f97f-f06d-41ad-9e82-fcc630232ab4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.683181 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-31c1b1cc-8f99-484e-85d7-9d3ea690812d tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e99bb6c3-57bf-4d46-aa37-5e799db85241), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.725522 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1b1cc-8f99-484e-85d7-9d3ea690812d tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e99bb6c3-57bf-4d46-aa37-5e799db85241,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:15.756027 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-87c11d52-4de8-459b-afd2-c750ebbb22e9 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:15.758141 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-87c11d52-4de8-459b-afd2-c750ebbb22e9 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5050611 Jan 28 13:18:15.764746 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62de65b2-1efa-499f-8ad4-b841b10ad40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (69383d5a-f021-4b62-a03e-c2a79da2b182), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.778813 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eac211-df33-4165-bb7b-e366b596d340 req-d2b57e5b-ce9f-4532-8a10-91537c91bba9 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:15.781387 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=a861f97f-f06d-41ad-9e82-fcc630232ab4,revision_number=9']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:15.789468 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e2eac211-df33-4165-bb7b-e366b596d340 req-d2b57e5b-ce9f-4532-8a10-91537c91bba9 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 936 time: 0.3640702 Jan 28 13:18:15.796720 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-b44a59c4-73c5-4540-ae20-b096b7d99990 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Request body: {'port': {'device_id': '9412bc8b-c841-4ad4-8220-846637c592af', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': '8538b6768ee146a592808bb5e9dc3a96'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:15.871473 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de65b2-1efa-499f-8ad4-b841b10ad40a admin admin] Pushing event deleted for resources: {'Port': ['ID=69383d5a-f021-4b62-a03e-c2a79da2b182,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:15.893425 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62de65b2-1efa-499f-8ad4-b841b10ad40a admin admin] No DVR routers for this DVR port 69383d5a-f021-4b62-a03e-c2a79da2b182 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:18:16.009286 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e2eac211-df33-4165-bb7b-e366b596d340 req-918513cb-22d0-48e3-bd59-e9c0adf0d3d0 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181983 Jan 28 13:18:16.074375 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962a6408-d653-441d-b236-b95136a3af94 x-openstack-request-id: req-962a6408-d653-441d-b236-b95136a3af94 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:16.075802 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-a50a588d-06af-44d2-a6cd-56f3e6eaffc0 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Made reservation on behalf of 93543269cade486c80fd00260197c0a8 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:16.076240 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f1636b-8960-402a-9c8b-47b0ff5cd6f1", "name": "network-vif-plugged", "status": "completed", "tag": "a861f97f-f06d-41ad-9e82-fcc630232ab4", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:16.076515 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-962a6408-d653-441d-b236-b95136a3af94 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:16.077918 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f1636b-8960-402a-9c8b-47b0ff5cd6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a861f97f-f06d-41ad-9e82-fcc630232ab4', 'code': 200} Jan 28 13:18:16.079675 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-a50a588d-06af-44d2-a6cd-56f3e6eaffc0 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:16.107654 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62de65b2-1efa-499f-8ad4-b841b10ad40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (f701ae0b-23fd-46ea-9dab-9f0d97923960), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:16.122903 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-dbd35294-ca21-448c-8b42-67029e3328ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43ce2e41-fabd-4370-80ce-35aa05357550 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:16.132931 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-dbd35294-ca21-448c-8b42-67029e3328ba service neutron] Publish callbacks [] for port (43ce2e41-fabd-4370-80ce-35aa05357550), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:16.148429 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801b51e-c2c7-45a0-8942-396782e11a7a req-9eb2c00e-1993-410b-92eb-bf23630c885b tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:16.149978 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4801b51e-c2c7-45a0-8942-396782e11a7a req-9eb2c00e-1993-410b-92eb-bf23630c885b tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 1096 time: 0.0759554 Jan 28 13:18:16.153073 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-dbd35294-ca21-448c-8b42-67029e3328ba service neutron] Transition to ACTIVE for port object 43ce2e41-fabd-4370-80ce-35aa05357550 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:18:16.159696 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-dbd35294-ca21-448c-8b42-67029e3328ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (43ce2e41-fabd-4370-80ce-35aa05357550), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:16.260021 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd35294-ca21-448c-8b42-67029e3328ba service neutron] Pushing event updated for resources: {'Port': ['ID=43ce2e41-fabd-4370-80ce-35aa05357550,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:16.268051 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-62de65b2-1efa-499f-8ad4-b841b10ad40a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f701ae0b-23fd-46ea-9dab-9f0d97923960']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:16.293334 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4801b51e-c2c7-45a0-8942-396782e11a7a req-bae3085c-ad0a-473c-add6-1d2ebaf0b1b1 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296966 Jan 28 13:18:16.321393 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-62de65b2-1efa-499f-8ad4-b841b10ad40a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74f86bb-243d-4235-adbc-978d5a88de32') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:16.321693 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-62de65b2-1efa-499f-8ad4-b841b10ad40a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74f86bb-243d-4235-adbc-978d5a88de32') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:16.328213 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-b44a59c4-73c5-4540-ae20-b096b7d99990 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Made reservation on behalf of 8538b6768ee146a592808bb5e9dc3a96 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:16.329518 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-dbd35294-ca21-448c-8b42-67029e3328ba service neutron] Attempting to bind port 43ce2e41-fabd-4370-80ce-35aa05357550 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:16.329856 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-dbd35294-ca21-448c-8b42-67029e3328ba service neutron] Attempting to bind port 43ce2e41-fabd-4370-80ce-35aa05357550 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:16.330185 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-dbd35294-ca21-448c-8b42-67029e3328ba service neutron] Attempting to bind port 43ce2e41-fabd-4370-80ce-35aa05357550 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:16.332536 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-b44a59c4-73c5-4540-ae20-b096b7d99990 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:16.337125 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-dbd35294-ca21-448c-8b42-67029e3328ba service neutron] Port 43ce2e41-fabd-4370-80ce-35aa05357550 on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:16.337766 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-dbd35294-ca21-448c-8b42-67029e3328ba service neutron] Attempting to bind port 43ce2e41-fabd-4370-80ce-35aa05357550 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:16.345455 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-dbd35294-ca21-448c-8b42-67029e3328ba service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:16.346297 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-dbd35294-ca21-448c-8b42-67029e3328ba service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:16.347111 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-dbd35294-ca21-448c-8b42-67029e3328ba service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:16.347797 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-dbd35294-ca21-448c-8b42-67029e3328ba service neutron] Bound port: 43ce2e41-fabd-4370-80ce-35aa05357550, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:16.348411 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-dbd35294-ca21-448c-8b42-67029e3328ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (43ce2e41-fabd-4370-80ce-35aa05357550), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:16.467816 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-dbd35294-ca21-448c-8b42-67029e3328ba service neutron] For port 43ce2e41-fabd-4370-80ce-35aa05357550, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:16.471386 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-dbd35294-ca21-448c-8b42-67029e3328ba service neutron] For port 43ce2e41-fabd-4370-80ce-35aa05357550, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=43ce2e41-fabd-4370-80ce-35aa05357550,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:16.480136 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-dbd35294-ca21-448c-8b42-67029e3328ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (43ce2e41-fabd-4370-80ce-35aa05357550), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:16.528275 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-dbd35294-ca21-448c-8b42-67029e3328ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:16.529222 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-dbd35294-ca21-448c-8b42-67029e3328ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:16.530964 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-dbd35294-ca21-448c-8b42-67029e3328ba service neutron] 10.222.0.37 "PUT /v2.0/ports/43ce2e41-fabd-4370-80ce-35aa05357550 HTTP/1.1" status: 200 len: 1096 time: 1.9319768 Jan 28 13:18:16.531461 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd6be4a-edd6-4a18-a3df-488de0d7d779', 'tag': '43ce2e41-fabd-4370-80ce-35aa05357550'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:16.534009 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d44e32-38f3-4922-af16-d10d8fa32b36" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd6be4a-edd6-4a18-a3df-488de0d7d779", "tag": "43ce2e41-fabd-4370-80ce-35aa05357550"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:16.568363 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd35294-ca21-448c-8b42-67029e3328ba service neutron] Pushing event updated for resources: {'Port': ['ID=43ce2e41-fabd-4370-80ce-35aa05357550,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:16.626485 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-8d04c948-eb74-48dc-83f1-bfef0771020e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415406 Jan 28 13:18:16.728190 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62de65b2-1efa-499f-8ad4-b841b10ad40a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (a74f86bb-243d-4235-adbc-978d5a88de32), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:16.740299 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-5db06491-a646-4e1c-8f63-79be64217294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:16.742331 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-5db06491-a646-4e1c-8f63-79be64217294 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 1099 time: 0.1377578 Jan 28 13:18:16.765370 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73d22b-232d-440f-bf62-8614d00b2373 req-d8bad596-0b20-4cd4-b200-dafadcc58a82 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:16.766875 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2a73d22b-232d-440f-bf62-8614d00b2373 req-d8bad596-0b20-4cd4-b200-dafadcc58a82 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.5873973 Jan 28 13:18:16.793855 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62de65b2-1efa-499f-8ad4-b841b10ad40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (a74f86bb-243d-4235-adbc-978d5a88de32), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:16.804011 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-2f22ec7c-b902-4b0e-a1e0-17f6e733175f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=43ce2e41-fabd-4370-80ce-35aa05357550 HTTP/1.1" status: 200 len: 217 time: 0.0516410 Jan 28 13:18:16.822958 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-a50a588d-06af-44d2-a6cd-56f3e6eaffc0 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Allocated IP 172.20.0.10 (8528e78d-cd10-4563-a6b3-de6e91f8e460/585c2f63-9b4b-456a-9eb5-e157a8ee5cdd/483929b3-e20d-4033-b089-ece52da40613) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:18:16.874483 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-e51ce24c-022c-4a09-ba04-52556ef87a76 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:16.875883 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-e51ce24c-022c-4a09-ba04-52556ef87a76 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2288597 Jan 28 13:18:16.879348 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62de65b2-1efa-499f-8ad4-b841b10ad40a admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:18:16.879755 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62de65b2-1efa-499f-8ad4-b841b10ad40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (a74f86bb-243d-4235-adbc-978d5a88de32), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:16.882324 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-76c258d0-a9e0-4edd-89e6-5b4f467c382d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:16.883950 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-76c258d0-a9e0-4edd-89e6-5b4f467c382d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0742269 Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:18:16.889598 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:18:16.896632 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-679c476e-0f43-4649-8903-0612a4c57fcc tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/quotas/787b3d18280347a0a733cb6bd5e91d6d HTTP/1.1" status: 200 len: 375 time: 0.0118041 Jan 28 13:18:16.980085 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-c481c8ad-2097-409c-a248-0b569021be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:16.981691 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-c481c8ad-2097-409c-a248-0b569021be79 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0840693 Jan 28 13:18:16.993684 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-5afbb8b5-1058-4d0f-ab78-32839a4f3c9f tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678911 Jan 28 13:18:17.051025 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2a73d22b-232d-440f-bf62-8614d00b2373 req-041feff8-a897-425a-97e4-193d21fdc93b tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503352 Jan 28 13:18:17.060627 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62de65b2-1efa-499f-8ad4-b841b10ad40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (f701ae0b-23fd-46ea-9dab-9f0d97923960), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:17.083186 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62de65b2-1efa-499f-8ad4-b841b10ad40a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:17.086653 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-62de65b2-1efa-499f-8ad4-b841b10ad40a admin admin] 10.222.0.39 "DELETE /v2.0/networks/f701ae0b-23fd-46ea-9dab-9f0d97923960 HTTP/1.1" status: 204 len: 168 time: 3.2655437 Jan 28 13:18:17.092641 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de65b2-1efa-499f-8ad4-b841b10ad40a admin admin] Pushing event deleted for resources: {'Network': ['ID=f701ae0b-23fd-46ea-9dab-9f0d97923960,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:17.122187 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-1a9bc010-946d-43a2-a683-cb5e8283413f service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275034 Jan 28 13:18:17.232138 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-a50a588d-06af-44d2-a6cd-56f3e6eaffc0 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks [] for port (483929b3-e20d-4033-b089-ece52da40613), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:17.287623 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-ae78d0c2-9e15-4254-9859-a746a3100384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:17.312326 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-ae78d0c2-9e15-4254-9859-a746a3100384 service neutron] Publish callbacks [] for port (d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:17.314451 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-a50a588d-06af-44d2-a6cd-56f3e6eaffc0 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (483929b3-e20d-4033-b089-ece52da40613), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:17.378865 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-ae78d0c2-9e15-4254-9859-a746a3100384 service neutron] Transition to ACTIVE for port object d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:18:17.388605 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-955ce671-4315-4f32-b607-69fea034f505 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566166 Jan 28 13:18:17.392975 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-ae78d0c2-9e15-4254-9859-a746a3100384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:17.396231 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-a50a588d-06af-44d2-a6cd-56f3e6eaffc0 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Network 8528e78d-cd10-4563-a6b3-de6e91f8e460 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:18:17.412292 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-a50a588d-06af-44d2-a6cd-56f3e6eaffc0 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:17.422338 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-a50a588d-06af-44d2-a6cd-56f3e6eaffc0 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:18:17.437639 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43648) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:17.440284 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:17.455128 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d90f08-ee93-4e8c-a373-afb142c09c02 req-f7b6b2ea-00d2-431d-94de-47326b012462 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:17.457777 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-87d90f08-ee93-4e8c-a373-afb142c09c02 req-f7b6b2ea-00d2-431d-94de-47326b012462 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 932 time: 0.1618595 Jan 28 13:18:17.459963 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a588d-06af-44d2-a6cd-56f3e6eaffc0 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Pushing event updated for resources: {'Port': ['ID=483929b3-e20d-4033-b089-ece52da40613,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:17.467507 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48413f65-5743-4957-9c57-6ef8b89c9b4c req-1416e9db-2663-4c9b-9d02-d07c914093cd tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:17.468753 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-48413f65-5743-4957-9c57-6ef8b89c9b4c req-1416e9db-2663-4c9b-9d02-d07c914093cd tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 1096 time: 0.1456447 Jan 28 13:18:17.523560 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-31c1b1cc-8f99-484e-85d7-9d3ea690812d tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Allocated IP 192.168.233.159 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/c7c8255f-d400-4277-bd9b-8fa20544b7c7) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:18:17.564032 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-48413f65-5743-4957-9c57-6ef8b89c9b4c req-cb9e4a8d-a03c-444f-9656-47f3b8a2b962 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756936 Jan 28 13:18:17.620808 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78d0c2-9e15-4254-9859-a746a3100384 service neutron] Pushing event updated for resources: {'Port': ['ID=d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:17.705649 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6bec4b82-3a1b-43a7-a41f-e323f1af87a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eb10704308e647738888ef3e5255ab4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297950 Jan 28 13:18:17.709485 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43658) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:17.765370 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1a4a31-50f7-466b-abfb-f195ad2e327e x-openstack-request-id: req-bd1a4a31-50f7-466b-abfb-f195ad2e327e {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:17.765370 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd6be4a-edd6-4a18-a3df-488de0d7d779", "tag": "43ce2e41-fabd-4370-80ce-35aa05357550", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:17.765967 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd1a4a31-50f7-466b-abfb-f195ad2e327e {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:17.765967 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd6be4a-edd6-4a18-a3df-488de0d7d779', 'tag': '43ce2e41-fabd-4370-80ce-35aa05357550', 'status': 'completed', 'code': 200} Jan 28 13:18:17.836491 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-a50a588d-06af-44d2-a6cd-56f3e6eaffc0 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:17.837537 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-a50a588d-06af-44d2-a6cd-56f3e6eaffc0 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:17.865714 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6d740f78-a8b8-4022-a01f-b22955ea88ad req-c84a51fc-e8b8-45ae-8515-c8848d01686d tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 210 time: 0.0508029 Jan 28 13:18:17.887404 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-a50a588d-06af-44d2-a6cd-56f3e6eaffc0 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4182107 Jan 28 13:18:17.890857 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d44e32-38f3-4922-af16-d10d8fa32b36 req-341c61f1-f669-4694-921d-95d17ca441a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:17.893094 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e2d44e32-38f3-4922-af16-d10d8fa32b36 req-341c61f1-f669-4694-921d-95d17ca441a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 1099 time: 0.1263669 Jan 28 13:18:17.915493 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-ae78d0c2-9e15-4254-9859-a746a3100384 service neutron] Attempting to bind port d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:17.915765 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-31c1b1cc-8f99-484e-85d7-9d3ea690812d tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Publish callbacks [] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:17.915869 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-ae78d0c2-9e15-4254-9859-a746a3100384 service neutron] Attempting to bind port d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:17.916163 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-ae78d0c2-9e15-4254-9859-a746a3100384 service neutron] Attempting to bind port d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:17.928809 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-b8d25d81-1f9e-40f3-9b82-3c3a740d56b4 service neutron] Request body: {'port': {'device_id': 'a6c22909-6a78-443b-b358-275e926ffaf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:17.950186 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-ae78d0c2-9e15-4254-9859-a746a3100384 service neutron] Port d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:17.950574 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-ae78d0c2-9e15-4254-9859-a746a3100384 service neutron] Attempting to bind port d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:17.956483 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-87d90f08-ee93-4e8c-a373-afb142c09c02 req-12f8d9e9-c40c-4717-a5b7-a6125ecf3734 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4132164 Jan 28 13:18:17.966520 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-ae78d0c2-9e15-4254-9859-a746a3100384 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:17.967006 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-ae78d0c2-9e15-4254-9859-a746a3100384 service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:17.967390 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-ae78d0c2-9e15-4254-9859-a746a3100384 service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:17.968046 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-ae78d0c2-9e15-4254-9859-a746a3100384 service neutron] Bound port: d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:17.968419 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-ae78d0c2-9e15-4254-9859-a746a3100384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:18.048797 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22af8df1-0092-4e17-8dee-521b32aaf969 admin admin] Publish callbacks [] for security_group (af1f701f-007b-4064-aba9-1a5384563b31), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:18.099988 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22af8df1-0092-4e17-8dee-521b32aaf969 admin admin] Publish callbacks [] for security_group (af1f701f-007b-4064-aba9-1a5384563b31), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:18.116964 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-b8d25d81-1f9e-40f3-9b82-3c3a740d56b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (483929b3-e20d-4033-b089-ece52da40613), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:18.135588 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d44e32-38f3-4922-af16-d10d8fa32b36 req-1629c08f-900a-4e4a-841a-9e4ead49f9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:18.137134 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e2d44e32-38f3-4922-af16-d10d8fa32b36 req-1629c08f-900a-4e4a-841a-9e4ead49f9b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.2353206 Jan 28 13:18:18.161604 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ca3603c0-fc96-4be2-ae57-f7a91536cc63 req-c6d8697e-ed3e-4dd5-a158-3ffbf0883a37 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 210 time: 0.0883539 Jan 28 13:18:18.189617 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659bf4e-fbc4-4c84-8964-6eb45c1084d2 req-e2bda1c3-a3ac-474d-9235-3c5f978de7ad tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:18.191246 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4659bf4e-fbc4-4c84-8964-6eb45c1084d2 req-e2bda1c3-a3ac-474d-9235-3c5f978de7ad tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 948 time: 0.2533534 Jan 28 13:18:18.211232 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-31c1b1cc-8f99-484e-85d7-9d3ea690812d tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:18.334032 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-ae78d0c2-9e15-4254-9859-a746a3100384 service neutron] For port d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:18.342082 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-ae78d0c2-9e15-4254-9859-a746a3100384 service neutron] For port d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:18.344937 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1b1cc-8f99-484e-85d7-9d3ea690812d tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Pushing event updated for resources: {'Port': ['ID=c7c8255f-d400-4277-bd9b-8fa20544b7c7,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:18.356734 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e2d44e32-38f3-4922-af16-d10d8fa32b36 req-f9d11260-f4fa-43b7-b6f9-67caa077deb6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=43ce2e41-fabd-4370-80ce-35aa05357550 HTTP/1.1" status: 200 len: 217 time: 0.1999075 Jan 28 13:18:18.360007 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-b44a59c4-73c5-4540-ae20-b096b7d99990 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Allocated IP 192.168.233.166 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/b108ca3d-903f-4787-8dcc-fbe153c85eee) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:18:18.416893 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-ae78d0c2-9e15-4254-9859-a746a3100384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:18.473258 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-31c1b1cc-8f99-484e-85d7-9d3ea690812d tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:18:18.483751 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22af8df1-0092-4e17-8dee-521b32aaf969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (af1f701f-007b-4064-aba9-1a5384563b31), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:18.486455 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22af8df1-0092-4e17-8dee-521b32aaf969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:18.487695 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-22af8df1-0092-4e17-8dee-521b32aaf969 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/af1f701f-007b-4064-aba9-1a5384563b31 HTTP/1.1" status: 204 len: 168 time: 0.7724173 Jan 28 13:18:18.492613 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78d0c2-9e15-4254-9859-a746a3100384 service neutron] Pushing event updated for resources: {'Port': ['ID=d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:18.496798 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-31c1b1cc-8f99-484e-85d7-9d3ea690812d tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:18.507061 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-31c1b1cc-8f99-484e-85d7-9d3ea690812d tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:18:18.554581 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-ae78d0c2-9e15-4254-9859-a746a3100384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:18.555565 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-ae78d0c2-9e15-4254-9859-a746a3100384 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:18.557026 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-ae78d0c2-9e15-4254-9859-a746a3100384 service neutron] 10.222.0.37 "PUT /v2.0/ports/d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb HTTP/1.1" status: 200 len: 1096 time: 3.6735353 Jan 28 13:18:18.593122 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b01f390-e987-48df-9024-68d9ae3915ca', 'tag': 'd2fb4175-b997-4b56-9f06-0dcf7dd8d1bb'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:18.595927 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394f96e4-b4b6-4a32-9bbe-b8f82165152c" -d '{"events": [{"name": "network-changed", "server_uuid": "8b01f390-e987-48df-9024-68d9ae3915ca", "tag": "d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:18.599353 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af8df1-0092-4e17-8dee-521b32aaf969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1f701f-007b-4064-aba9-1a5384563b31,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:18.647722 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d44e32-38f3-4922-af16-d10d8fa32b36 req-77b3e552-87a6-4f84-b93c-03506c32f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:18.651523 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e2d44e32-38f3-4922-af16-d10d8fa32b36 req-77b3e552-87a6-4f84-b93c-03506c32f019 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.2726965 Jan 28 13:18:18.702503 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4659bf4e-fbc4-4c84-8964-6eb45c1084d2 req-3c77309b-8c82-4e8f-b366-4b147f624d9c tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4843209 Jan 28 13:18:18.730891 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad0c3e-8d87-49f8-a278-ded3fc754d2b req-b357bf5a-0543-4231-b1dd-91172563058d tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:18.738407 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2ad0c3e-8d87-49f8-a278-ded3fc754d2b req-b357bf5a-0543-4231-b1dd-91172563058d tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.2108994 Jan 28 13:18:18.873552 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-31c1b1cc-8f99-484e-85d7-9d3ea690812d tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:18.885954 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-31c1b1cc-8f99-484e-85d7-9d3ea690812d tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:18.947512 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-31c1b1cc-8f99-484e-85d7-9d3ea690812d tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1230841 Jan 28 13:18:18.970525 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-6f1d3bbb-e875-4f3e-a42b-ce33a4c0e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:18.972495 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d44e32-38f3-4922-af16-d10d8fa32b36 req-70ffa10c-07ec-467c-b23f-49f0af7bc07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:18.972917 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-6f1d3bbb-e875-4f3e-a42b-ce33a4c0e6a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&device_id=8b01f390-e987-48df-9024-68d9ae3915ca HTTP/1.1" status: 200 len: 1099 time: 0.3469703 Jan 28 13:18:18.974829 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e2d44e32-38f3-4922-af16-d10d8fa32b36 req-70ffa10c-07ec-467c-b23f-49f0af7bc07c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3116064 Jan 28 13:18:19.024716 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-87a97169-9b54-4946-a3cb-9b57042c45b5 service neutron] Request body: {'port': {'device_id': 'f580c936-ae32-45d7-b9a8-90e90d82949b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:19.039931 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2ad0c3e-8d87-49f8-a278-ded3fc754d2b req-68f29725-d556-4eab-9ff3-cf0b871a5467 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005583 Jan 28 13:18:19.161340 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-001e87db-cebb-4de6-b4e3-a305c3a15c63 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2089071 Jan 28 13:18:19.161924 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-739bd245-0a8a-4cb3-8e3d-365371ac8dd9 None None] Provisioning complete for port c7c8255f-d400-4277-bd9b-8fa20544b7c7 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:19.163186 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-739bd245-0a8a-4cb3-8e3d-365371ac8dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:19.189248 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-c2b24e5e-13b4-425a-aa20-b83290307940 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb HTTP/1.1" status: 200 len: 217 time: 0.1650908 Jan 28 13:18:19.358175 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-739bd245-0a8a-4cb3-8e3d-365371ac8dd9 None None] Port c7c8255f-d400-4277-bd9b-8fa20544b7c7 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:18:19.376404 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-87a97169-9b54-4946-a3cb-9b57042c45b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:19.421691 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419d20a4-97f1-4241-8a2a-07478ad335ac x-openstack-request-id: req-419d20a4-97f1-4241-8a2a-07478ad335ac {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:19.422000 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b01f390-e987-48df-9024-68d9ae3915ca", "tag": "d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:19.422194 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-419d20a4-97f1-4241-8a2a-07478ad335ac {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:19.422553 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b01f390-e987-48df-9024-68d9ae3915ca', 'tag': 'd2fb4175-b997-4b56-9f06-0dcf7dd8d1bb', 'status': 'completed', 'code': 200} Jan 28 13:18:19.500592 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e2d44e32-38f3-4922-af16-d10d8fa32b36 req-6a02e86c-f7e8-449d-9b8a-e43798efc36b service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585514 Jan 28 13:18:19.507703 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-aee24a07-3bea-4959-8a3f-df1e97fb7358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:19.510435 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-aee24a07-3bea-4959-8a3f-df1e97fb7358 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0907853 Jan 28 13:18:19.515061 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:19.600578 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-b8d25d81-1f9e-40f3-9b82-3c3a740d56b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 483929b3-e20d-4033-b089-ece52da40613 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:19.691160 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-b8d25d81-1f9e-40f3-9b82-3c3a740d56b4 service neutron] Publish callbacks [] for port (483929b3-e20d-4033-b089-ece52da40613), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:19.717252 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e2d44e32-38f3-4922-af16-d10d8fa32b36 req-5c449d67-0d60-4e3a-9e44-7337ccca62dc service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038198 Jan 28 13:18:19.740067 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8fca244f-0060-4a44-98cd-e83cea50e82b req-7e231dfa-3587-4861-b252-c17a5171ae85 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 210 time: 0.3120296 Jan 28 13:18:19.752608 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-b8d25d81-1f9e-40f3-9b82-3c3a740d56b4 service neutron] Transition to ACTIVE for port object 483929b3-e20d-4033-b089-ece52da40613 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:18:19.776321 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-b44a59c4-73c5-4540-ae20-b096b7d99990 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Publish callbacks [] for port (b108ca3d-903f-4787-8dcc-fbe153c85eee), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:19.782145 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-b8d25d81-1f9e-40f3-9b82-3c3a740d56b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (483929b3-e20d-4033-b089-ece52da40613), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:19.792709 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-78dc1ff8-c59b-4d0e-9a6a-cb27a878a6c2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:19.794271 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-78dc1ff8-c59b-4d0e-9a6a-cb27a878a6c2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6201398 Jan 28 13:18:19.842045 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-91fd29c2-393b-4876-aa8e-075e0a6ff775 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Request body: {'port': {'device_id': 'c32eed77-39c5-4a90-8397-8964b4e75937', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': '787b3d18280347a0a733cb6bd5e91d6d'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:19.961900 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-45f512f8-3bc3-40a2-9f0f-35c61c67b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:19.963559 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-45f512f8-3bc3-40a2-9f0f-35c61c67b2ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3116124 Jan 28 13:18:19.977863 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d25d81-1f9e-40f3-9b82-3c3a740d56b4 service neutron] Pushing event updated for resources: {'Port': ['ID=483929b3-e20d-4033-b089-ece52da40613,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:20.114378 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-b44a59c4-73c5-4540-ae20-b096b7d99990 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b108ca3d-903f-4787-8dcc-fbe153c85eee), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:20.124821 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d06f67-732d-4f3f-bd9e-9a846758dd3c req-24eab2a7-ef8a-4392-a601-d5a4cb73b286 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:20.126328 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-41d06f67-732d-4f3f-bd9e-9a846758dd3c req-24eab2a7-ef8a-4392-a601-d5a4cb73b286 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 944 time: 0.3222728 Jan 28 13:18:20.131608 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43722) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:20.240956 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-b44a59c4-73c5-4540-ae20-b096b7d99990 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:18:20.243929 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-87a97169-9b54-4946-a3cb-9b57042c45b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7c8255f-d400-4277-bd9b-8fa20544b7c7 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:20.256652 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-87a97169-9b54-4946-a3cb-9b57042c45b5 service neutron] Publish callbacks [] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:20.275107 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-87a97169-9b54-4946-a3cb-9b57042c45b5 service neutron] Transition to ACTIVE for port object c7c8255f-d400-4277-bd9b-8fa20544b7c7 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:18:20.283836 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-87a97169-9b54-4946-a3cb-9b57042c45b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:20.301051 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-b44a59c4-73c5-4540-ae20-b096b7d99990 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:20.305103 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-b44a59c4-73c5-4540-ae20-b096b7d99990 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:18:20.344930 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-79548465-f456-420c-bc61-64afa129a4f1 req-4beddadc-6f18-47da-8312-be679a27a42d tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:18:20.346142 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79548465-f456-420c-bc61-64afa129a4f1 req-4beddadc-6f18-47da-8312-be679a27a42d tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107605 Jan 28 13:18:20.360162 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a59c4-73c5-4540-ae20-b096b7d99990 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Pushing event updated for resources: {'Port': ['ID=b108ca3d-903f-4787-8dcc-fbe153c85eee,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:20.370451 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-4058742d-5f5d-41a0-9176-51343f675224 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-164412598-network', 'tenant_id': '6d1122f47b834e1f94b301369b4a4145'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:20.379590 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-b8d25d81-1f9e-40f3-9b82-3c3a740d56b4 service neutron] Attempting to bind port 483929b3-e20d-4033-b089-ece52da40613 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:20.379921 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-b8d25d81-1f9e-40f3-9b82-3c3a740d56b4 service neutron] Attempting to bind port 483929b3-e20d-4033-b089-ece52da40613 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:20.380247 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-b8d25d81-1f9e-40f3-9b82-3c3a740d56b4 service neutron] Attempting to bind port 483929b3-e20d-4033-b089-ece52da40613 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:20.384621 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-9b0c5f23-295f-4951-b1d3-01d50cdb16b7 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078248 Jan 28 13:18:20.431032 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-b8d25d81-1f9e-40f3-9b82-3c3a740d56b4 service neutron] Port 483929b3-e20d-4033-b089-ece52da40613 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:20.431389 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-b8d25d81-1f9e-40f3-9b82-3c3a740d56b4 service neutron] Attempting to bind port 483929b3-e20d-4033-b089-ece52da40613 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:20.434854 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a97169-9b54-4946-a3cb-9b57042c45b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c8255f-d400-4277-bd9b-8fa20544b7c7,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:20.450587 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-91fd29c2-393b-4876-aa8e-075e0a6ff775 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Made reservation on behalf of 787b3d18280347a0a733cb6bd5e91d6d for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:20.454165 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-91fd29c2-393b-4876-aa8e-075e0a6ff775 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:20.472414 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79548465-f456-420c-bc61-64afa129a4f1 req-8f96e4a2-432f-4822-8260-7dffe244b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:20.473843 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79548465-f456-420c-bc61-64afa129a4f1 req-8f96e4a2-432f-4822-8260-7dffe244b253 service neutron] 10.222.0.39 "GET /v2.0/ports/8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de HTTP/1.1" status: 200 len: 1093 time: 0.1129603 Jan 28 13:18:20.477905 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-41d06f67-732d-4f3f-bd9e-9a846758dd3c req-16708fcb-54be-4fc7-a31d-d77d78e6057e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363228 Jan 28 13:18:20.489612 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-b8d25d81-1f9e-40f3-9b82-3c3a740d56b4 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:20.489942 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-b8d25d81-1f9e-40f3-9b82-3c3a740d56b4 service neutron] Checking segment: {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:20.490317 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-b8d25d81-1f9e-40f3-9b82-3c3a740d56b4 service neutron] Bound using segment: {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:20.490800 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-b8d25d81-1f9e-40f3-9b82-3c3a740d56b4 service neutron] Bound port: 483929b3-e20d-4033-b089-ece52da40613, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:20.491218 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-b8d25d81-1f9e-40f3-9b82-3c3a740d56b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (483929b3-e20d-4033-b089-ece52da40613), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:20.492170 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-79548465-f456-420c-bc61-64afa129a4f1 req-618ddf45-8a3a-47e8-9d79-0a8fdf1cb369 service neutron] Request body: {'binding': {'host': 'n-h2-822747-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:20.492845 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-79548465-f456-420c-bc61-64afa129a4f1 req-618ddf45-8a3a-47e8-9d79-0a8fdf1cb369 service neutron] Unknown quota resources ['binding']. {{(pid=103352) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:18:20.505493 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-b44a59c4-73c5-4540-ae20-b096b7d99990 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:20.505493 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-b44a59c4-73c5-4540-ae20-b096b7d99990 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:20.557099 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4058742d-5f5d-41a0-9176-51343f675224 admin admin] Made reservation on behalf of 6d1122f47b834e1f94b301369b4a4145 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:20.559325 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4058742d-5f5d-41a0-9176-51343f675224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:20.564143 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-87a97169-9b54-4946-a3cb-9b57042c45b5 service neutron] Attempting to bind port c7c8255f-d400-4277-bd9b-8fa20544b7c7 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:20.564645 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-87a97169-9b54-4946-a3cb-9b57042c45b5 service neutron] Attempting to bind port c7c8255f-d400-4277-bd9b-8fa20544b7c7 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:20.564846 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-87a97169-9b54-4946-a3cb-9b57042c45b5 service neutron] Attempting to bind port c7c8255f-d400-4277-bd9b-8fa20544b7c7 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:20.584735 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-87a97169-9b54-4946-a3cb-9b57042c45b5 service neutron] Port c7c8255f-d400-4277-bd9b-8fa20544b7c7 on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:20.585066 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-87a97169-9b54-4946-a3cb-9b57042c45b5 service neutron] Attempting to bind port c7c8255f-d400-4277-bd9b-8fa20544b7c7 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:20.599734 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-87a97169-9b54-4946-a3cb-9b57042c45b5 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:20.600105 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-87a97169-9b54-4946-a3cb-9b57042c45b5 service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:20.600467 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-87a97169-9b54-4946-a3cb-9b57042c45b5 service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:20.601081 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-87a97169-9b54-4946-a3cb-9b57042c45b5 service neutron] Bound port: c7c8255f-d400-4277-bd9b-8fa20544b7c7, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:20.601213 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-87a97169-9b54-4946-a3cb-9b57042c45b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:20.606068 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4058742d-5f5d-41a0-9176-51343f675224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:20.625163 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f5007603-c0ba-4404-a983-a9ca5f75cc52 None None] Provisioning complete for port b108ca3d-903f-4787-8dcc-fbe153c85eee triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:20.625736 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f5007603-c0ba-4404-a983-a9ca5f75cc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b108ca3d-903f-4787-8dcc-fbe153c85eee), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:20.643933 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-b44a59c4-73c5-4540-ae20-b096b7d99990 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8746181 Jan 28 13:18:20.653782 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-976cbc35-ecfb-432e-81e2-ad6354a5bd16 req-a771acd6-3399-47b3-bf8c-77138b2205ed tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 210 time: 0.0823910 Jan 28 13:18:20.684457 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f5007603-c0ba-4404-a983-a9ca5f75cc52 None None] Port b108ca3d-903f-4787-8dcc-fbe153c85eee cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:18:20.710822 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-34951a35-8c2d-4b2e-ad50-e49bf50ac822 service neutron] Request body: {'port': {'device_id': '9412bc8b-c841-4ad4-8220-846637c592af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:20.759926 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-87a97169-9b54-4946-a3cb-9b57042c45b5 service neutron] For port c7c8255f-d400-4277-bd9b-8fa20544b7c7, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:20.774476 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-79548465-f456-420c-bc61-64afa129a4f1 req-618ddf45-8a3a-47e8-9d79-0a8fdf1cb369 service neutron] Attempting to bind port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de on host n-h2-822747-2 for vnic_type normal with profile None {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:20.774811 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-79548465-f456-420c-bc61-64afa129a4f1 req-618ddf45-8a3a-47e8-9d79-0a8fdf1cb369 service neutron] Attempting to bind port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:20.775380 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79548465-f456-420c-bc61-64afa129a4f1 req-618ddf45-8a3a-47e8-9d79-0a8fdf1cb369 service neutron] Attempting to bind port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:20.786208 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-87a97169-9b54-4946-a3cb-9b57042c45b5 service neutron] For port c7c8255f-d400-4277-bd9b-8fa20544b7c7, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c7c8255f-d400-4277-bd9b-8fa20544b7c7,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:20.787263 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79548465-f456-420c-bc61-64afa129a4f1 req-618ddf45-8a3a-47e8-9d79-0a8fdf1cb369 service neutron] Port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:20.787577 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79548465-f456-420c-bc61-64afa129a4f1 req-618ddf45-8a3a-47e8-9d79-0a8fdf1cb369 service neutron] Attempting to bind port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:20.794475 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-87a97169-9b54-4946-a3cb-9b57042c45b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:20.806837 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cdba0bb7-3e3c-4b0c-bc21-b968695508ad req-789f00b7-908c-43b9-8715-c4f3a0a75b9f service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012489 Jan 28 13:18:20.813374 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79548465-f456-420c-bc61-64afa129a4f1 req-618ddf45-8a3a-47e8-9d79-0a8fdf1cb369 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:20.813836 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79548465-f456-420c-bc61-64afa129a4f1 req-618ddf45-8a3a-47e8-9d79-0a8fdf1cb369 service neutron] Checking segment: {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:20.814265 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79548465-f456-420c-bc61-64afa129a4f1 req-618ddf45-8a3a-47e8-9d79-0a8fdf1cb369 service neutron] Bound using segment: {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:20.815079 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-79548465-f456-420c-bc61-64afa129a4f1 req-618ddf45-8a3a-47e8-9d79-0a8fdf1cb369 service neutron] Bound port: 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:20.824123 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-87a97169-9b54-4946-a3cb-9b57042c45b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:20.824977 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-87a97169-9b54-4946-a3cb-9b57042c45b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:20.826801 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-87a97169-9b54-4946-a3cb-9b57042c45b5 service neutron] 10.222.0.18 "PUT /v2.0/ports/c7c8255f-d400-4277-bd9b-8fa20544b7c7 HTTP/1.1" status: 200 len: 1096 time: 1.8641160 Jan 28 13:18:20.827529 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f580c936-ae32-45d7-b9a8-90e90d82949b', 'tag': 'c7c8255f-d400-4277-bd9b-8fa20544b7c7'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:20.830145 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99e29e9-9afd-46fe-8a0f-93a16489f828" -d '{"events": [{"name": "network-changed", "server_uuid": "f580c936-ae32-45d7-b9a8-90e90d82949b", "tag": "c7c8255f-d400-4277-bd9b-8fa20544b7c7"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:20.869966 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-b8d25d81-1f9e-40f3-9b82-3c3a740d56b4 service neutron] For port 483929b3-e20d-4033-b089-ece52da40613, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:20.886684 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 43ce2e41-fabd-4370-80ce-35aa05357550 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:20.939226 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-b8d25d81-1f9e-40f3-9b82-3c3a740d56b4 service neutron] For port 483929b3-e20d-4033-b089-ece52da40613, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=483929b3-e20d-4033-b089-ece52da40613,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:20.963002 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-34951a35-8c2d-4b2e-ad50-e49bf50ac822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b108ca3d-903f-4787-8dcc-fbe153c85eee), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:20.993480 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a97169-9b54-4946-a3cb-9b57042c45b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c8255f-d400-4277-bd9b-8fa20544b7c7,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:21.010578 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-7f8a86f8-7564-43f6-ae09-e86b70996aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:21.012320 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-7f8a86f8-7564-43f6-ae09-e86b70996aae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8538b6768ee146a592808bb5e9dc3a96&device_id=f580c936-ae32-45d7-b9a8-90e90d82949b HTTP/1.1" status: 200 len: 1099 time: 0.1243362 Jan 28 13:18:21.014393 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-79548465-f456-420c-bc61-64afa129a4f1 req-618ddf45-8a3a-47e8-9d79-0a8fdf1cb369 service neutron] For port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:21.034527 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-79548465-f456-420c-bc61-64afa129a4f1 req-618ddf45-8a3a-47e8-9d79-0a8fdf1cb369 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:21.036619 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79548465-f456-420c-bc61-64afa129a4f1 req-618ddf45-8a3a-47e8-9d79-0a8fdf1cb369 service neutron] 10.222.0.39 "POST /v2.0/ports/8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de/bindings HTTP/1.1" status: 201 len: 389 time: 0.5515578 Jan 28 13:18:21.149659 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-9bcd840e-5e1f-4828-bcf4-355287a60c37 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=c7c8255f-d400-4277-bd9b-8fa20544b7c7 HTTP/1.1" status: 200 len: 217 time: 0.1290870 Jan 28 13:18:21.151188 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 43ce2e41-fabd-4370-80ce-35aa05357550, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=43ce2e41-fabd-4370-80ce-35aa05357550,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:21.191905 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '43ce2e41-fabd-4370-80ce-35aa05357550', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': '43ce2e41-fabd-4370-80ce-35aa05357550', 'mac_address': 'fa:16:3e:be:a1:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:18:21.299993 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-f5701f96-4770-4dc3-b362-d913f5e4add7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:21.301525 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-f5701f96-4770-4dc3-b362-d913f5e4add7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1386194 Jan 28 13:18:21.340417 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-b8d25d81-1f9e-40f3-9b82-3c3a740d56b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (483929b3-e20d-4033-b089-ece52da40613), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:21.344306 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-91fd29c2-393b-4876-aa8e-075e0a6ff775 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Allocated IP 192.168.233.223 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/71510f46-c4f8-495e-9223-dce152c55691) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:18:21.355498 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768e284-be24-4abf-9d35-e1c8985746b7 req-69e87358-2b94-4ca7-8537-1874d8b730dc tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:21.357298 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0768e284-be24-4abf-9d35-e1c8985746b7 req-69e87358-2b94-4ca7-8537-1874d8b730dc tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.1148326 Jan 28 13:18:21.428820 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 43ce2e41-fabd-4370-80ce-35aa05357550 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:21.429205 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (43ce2e41-fabd-4370-80ce-35aa05357550), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:21.430142 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-33a408e3-c1b0-4f07-82fc-83160a5c6a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:21.431749 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-33a408e3-c1b0-4f07-82fc-83160a5c6a6e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1214709 Jan 28 13:18:21.448524 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43ce2e41-fabd-4370-80ce-35aa05357550 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:21.450443 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-b8d25d81-1f9e-40f3-9b82-3c3a740d56b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:21.451173 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-b8d25d81-1f9e-40f3-9b82-3c3a740d56b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:21.452980 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-b8d25d81-1f9e-40f3-9b82-3c3a740d56b4 service neutron] 10.222.0.18 "PUT /v2.0/ports/483929b3-e20d-4033-b089-ece52da40613 HTTP/1.1" status: 200 len: 1092 time: 3.5389032 Jan 28 13:18:21.459481 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c22909-6a78-443b-b358-275e926ffaf4', 'tag': '483929b3-e20d-4033-b089-ece52da40613'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:21.462784 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fc976a-b91e-45ee-a74d-6eabd8823b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "a6c22909-6a78-443b-b358-275e926ffaf4", "tag": "483929b3-e20d-4033-b089-ece52da40613"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:21.471126 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79548465-f456-420c-bc61-64afa129a4f1 req-22f1b830-c5ca-4eff-9f9a-4313b0c0692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:21.473034 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79548465-f456-420c-bc61-64afa129a4f1 req-22f1b830-c5ca-4eff-9f9a-4313b0c0692c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 1096 time: 0.1332660 Jan 28 13:18:21.480144 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 43ce2e41-fabd-4370-80ce-35aa05357550, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=43ce2e41-fabd-4370-80ce-35aa05357550,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:21.485774 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (43ce2e41-fabd-4370-80ce-35aa05357550), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:21.564542 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0768e284-be24-4abf-9d35-e1c8985746b7 req-51cc2068-8dd4-4942-8dac-11b8cf3bbc0e tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749899 Jan 28 13:18:21.565133 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4058742d-5f5d-41a0-9176-51343f675224 admin admin] Publish callbacks [] for security_group (84f647df-979a-4c90-8ddb-6a4174d1de31), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:21.576151 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=43ce2e41-fabd-4370-80ce-35aa05357550,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:21.593011 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f96e4-b4b6-4a32-9bbe-b8f82165152c req-76a7f8aa-9b61-48aa-a670-22355b5f45b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:21.594697 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-394f96e4-b4b6-4a32-9bbe-b8f82165152c req-76a7f8aa-9b61-48aa-a670-22355b5f45b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&device_id=8b01f390-e987-48df-9024-68d9ae3915ca HTTP/1.1" status: 200 len: 1099 time: 0.6577101 Jan 28 13:18:21.604962 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4058742d-5f5d-41a0-9176-51343f675224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (84f647df-979a-4c90-8ddb-6a4174d1de31), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:21.617986 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d25d81-1f9e-40f3-9b82-3c3a740d56b4 service neutron] Pushing event updated for resources: {'Port': ['ID=483929b3-e20d-4033-b089-ece52da40613,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:21.681059 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e8aba-6e76-4f50-a7f3-d25edc59eedc req-eefa2556-9447-40a7-bbe8-78dcfe619e8a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:21.682502 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2d4e8aba-6e76-4f50-a7f3-d25edc59eedc req-eefa2556-9447-40a7-bbe8-78dcfe619e8a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 948 time: 0.7210126 Jan 28 13:18:21.703997 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4058742d-5f5d-41a0-9176-51343f675224 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:18:21.776912 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-86dbe855-e671-44ab-bb3d-d751712e8df5 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327501 Jan 28 13:18:21.835217 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79548465-f456-420c-bc61-64afa129a4f1 req-8b1aecb9-2b35-4586-b7cb-1474eb7de847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:21.837260 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79548465-f456-420c-bc61-64afa129a4f1 req-8b1aecb9-2b35-4586-b7cb-1474eb7de847 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 920 time: 0.3336189 Jan 28 13:18:21.852098 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058742d-5f5d-41a0-9176-51343f675224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f647df-979a-4c90-8ddb-6a4174d1de31,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:21.856082 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677f8c8-ae74-40e8-9087-38b8ff017d61 req-8ee91fb9-4edd-4a53-9b33-08b5ed126329 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:21.858943 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3677f8c8-ae74-40e8-9087-38b8ff017d61 req-8ee91fb9-4edd-4a53-9b33-08b5ed126329 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 936 time: 0.1825798 Jan 28 13:18:21.859479 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4058742d-5f5d-41a0-9176-51343f675224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (2a9c8c36-71fe-4d15-93cb-3b59d6efd142), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:21.859707 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-4058742d-5f5d-41a0-9176-51343f675224 admin admin] Added segment 2a9c8c36-71fe-4d15-93cb-3b59d6efd142 of type vlan for network ad25a9d9-17b2-4c02-9404-4506282cf10f Jan 28 13:18:21.947443 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79548465-f456-420c-bc61-64afa129a4f1 req-3bd30e25-ed1a-4b33-84f9-1e44b9b8456b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de HTTP/1.1" status: 200 len: 217 time: 0.1002128 Jan 28 13:18:21.958655 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-3f361f47-430a-46cb-b0f6-e1d640c535d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:21.960624 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-3f361f47-430a-46cb-b0f6-e1d640c535d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=93543269cade486c80fd00260197c0a8&device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 1095 time: 0.4406593 Jan 28 13:18:22.010636 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4058742d-5f5d-41a0-9176-51343f675224 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (ad25a9d9-17b2-4c02-9404-4506282cf10f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:22.061268 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fdeb5aba-6ed0-48d8-bf08-0eaa65557a4f req-64ca88d6-a191-403e-b780-0cc560853fb0 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709095 Jan 28 13:18:22.062094 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-12917b91-ecf5-4343-a47a-2001cf2cd1af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=483929b3-e20d-4033-b089-ece52da40613 HTTP/1.1" status: 200 len: 217 time: 0.0809903 Jan 28 13:18:22.068822 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3677f8c8-ae74-40e8-9087-38b8ff017d61 req-ed8c8683-ffae-4f79-a38b-7a99bc0465d2 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353176 Jan 28 13:18:22.071499 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2d4e8aba-6e76-4f50-a7f3-d25edc59eedc req-562ea03f-a105-4bc0-902c-5ff1aaf44b59 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194907 Jan 28 13:18:22.082682 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['43ce2e41-fabd-4370-80ce-35aa05357550'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:22.101642 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79548465-f456-420c-bc61-64afa129a4f1 req-6e0aed82-cc04-4eb0-8c59-9281c66e456d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:22.101642 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79548465-f456-420c-bc61-64afa129a4f1 req-6e0aed82-cc04-4eb0-8c59-9281c66e456d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99d02297-28c8-4d60-822c-d4eb89318060 HTTP/1.1" status: 200 len: 860 time: 0.1291246 Jan 28 13:18:22.102135 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f96e4-b4b6-4a32-9bbe-b8f82165152c req-2b47399a-3fc7-455a-b982-e611a0dbd501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:22.102135 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-394f96e4-b4b6-4a32-9bbe-b8f82165152c req-2b47399a-3fc7-455a-b982-e611a0dbd501 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.4887321 Jan 28 13:18:22.149853 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79548465-f456-420c-bc61-64afa129a4f1 req-a02f7115-543a-48c7-8950-56baf0e1b6b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59fab6ca-64cd-4851-86a5-d4939e9521f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436270 Jan 28 13:18:22.164197 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c48b85-9432-4074-a2bc-609e20d2ecb0 x-openstack-request-id: req-d5c48b85-9432-4074-a2bc-609e20d2ecb0 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:22.164594 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f580c936-ae32-45d7-b9a8-90e90d82949b", "tag": "c7c8255f-d400-4277-bd9b-8fa20544b7c7", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:22.165003 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d5c48b85-9432-4074-a2bc-609e20d2ecb0 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:22.166121 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f580c936-ae32-45d7-b9a8-90e90d82949b', 'tag': 'c7c8255f-d400-4277-bd9b-8fa20544b7c7', 'status': 'completed', 'code': 200} Jan 28 13:18:22.287857 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bb0afc-741e-4116-ad7c-b543538a8fd4 x-openstack-request-id: req-56bb0afc-741e-4116-ad7c-b543538a8fd4 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:22.288186 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6c22909-6a78-443b-b358-275e926ffaf4", "tag": "483929b3-e20d-4033-b089-ece52da40613", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:22.288456 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-56bb0afc-741e-4116-ad7c-b543538a8fd4 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:22.288858 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c22909-6a78-443b-b358-275e926ffaf4', 'tag': '483929b3-e20d-4033-b089-ece52da40613', 'status': 'completed', 'code': 200} Jan 28 13:18:22.303468 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.37', 63359) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:22.306690 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-91fd29c2-393b-4876-aa8e-075e0a6ff775 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks [] for port (71510f46-c4f8-495e-9223-dce152c55691), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:22.312545 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-394f96e4-b4b6-4a32-9bbe-b8f82165152c req-d59966cf-7702-4cd3-bdb6-f7d022a0d8c3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb HTTP/1.1" status: 200 len: 217 time: 0.1885068 Jan 28 13:18:22.325053 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4058742d-5f5d-41a0-9176-51343f675224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (ad25a9d9-17b2-4c02-9404-4506282cf10f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:22.326093 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4058742d-5f5d-41a0-9176-51343f675224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:22.326880 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4058742d-5f5d-41a0-9176-51343f675224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:22.328317 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e29e9-9afd-46fe-8a0f-93a16489f828 req-f3b080e7-39ba-4d96-b130-fdb2fb94b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:22.333000 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f99e29e9-9afd-46fe-8a0f-93a16489f828 req-f3b080e7-39ba-4d96-b130-fdb2fb94b36e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8538b6768ee146a592808bb5e9dc3a96&device_id=f580c936-ae32-45d7-b9a8-90e90d82949b HTTP/1.1" status: 200 len: 1099 time: 0.1222112 Jan 28 13:18:22.388871 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79548465-f456-420c-bc61-64afa129a4f1 req-5af6a526-56d9-417e-bf08-6c5ed18929aa service neutron] 10.222.0.37 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273045 Jan 28 13:18:22.425546 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-a172c7cb-7cd4-4d96-ba1d-76b091bdd4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:22.427355 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-a172c7cb-7cd4-4d96-ba1d-76b091bdd4ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=585c2f63-9b4b-456a-9eb5-e157a8ee5cdd HTTP/1.1" status: 200 len: 848 time: 0.3549721 Jan 28 13:18:22.469765 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4058742d-5f5d-41a0-9176-51343f675224 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.3314123 Jan 28 13:18:22.501475 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43744) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:22.525010 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-9502495e-207c-45b0-96cc-c533181160f6 admin admin] Request body: {'subnet': {'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-164412598-subnet', 'tenant_id': '6d1122f47b834e1f94b301369b4a4145', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:22.533596 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-687295b9-8d2b-4c9e-8eca-01249bbfbff9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8528e78d-cd10-4563-a6b3-de6e91f8e460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989141 Jan 28 13:18:22.572217 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f96e4-b4b6-4a32-9bbe-b8f82165152c req-afc8fc11-1618-44a7-a348-08e946459ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:22.573667 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-394f96e4-b4b6-4a32-9bbe-b8f82165152c req-afc8fc11-1618-44a7-a348-08e946459ef0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.2391157 Jan 28 13:18:22.611871 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466956f-917b-4545-a4d4-33c2eb291ab3 req-98e2fa99-9c19-40c8-b512-3f398b3e5ddc tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:22.614450 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e466956f-917b-4545-a4d4-33c2eb291ab3 req-98e2fa99-9c19-40c8-b512-3f398b3e5ddc tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 945 time: 0.4138336 Jan 28 13:18:22.645243 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c02b3-25f7-4da8-a166-a27f08d55d9a req-4d75ce5e-1910-41bf-9050-030db02aa047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:22.647653 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f9c02b3-25f7-4da8-a166-a27f08d55d9a req-4d75ce5e-1910-41bf-9050-030db02aa047 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ccde7816c7f4a9eaf93b3ae382b68ab&device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 1101 time: 0.3370459 Jan 28 13:18:22.697767 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058742d-5f5d-41a0-9176-51343f675224 admin admin] Pushing event updated for resources: {'Network': ['ID=ad25a9d9-17b2-4c02-9404-4506282cf10f,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:22.715343 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network ad25a9d9-17b2-4c02-9404-4506282cf10f details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:18:22.738322 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-91fd29c2-393b-4876-aa8e-075e0a6ff775 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (71510f46-c4f8-495e-9223-dce152c55691), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:22.751203 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9502495e-207c-45b0-96cc-c533181160f6 admin admin] Made reservation on behalf of 6d1122f47b834e1f94b301369b4a4145 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:22.753757 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9502495e-207c-45b0-96cc-c533181160f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:22.762170 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:22.765705 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['a861f97f-f06d-41ad-9e82-fcc630232ab4'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:22.826075 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e29e9-9afd-46fe-8a0f-93a16489f828 req-332946ec-fb88-4aa6-93a9-bb008164ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:22.827578 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f99e29e9-9afd-46fe-8a0f-93a16489f828 req-332946ec-fb88-4aa6-93a9-bb008164ab9a service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.4876211 Jan 28 13:18:22.838863 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611916f-9798-486d-b6e6-08740b61c21f req-290837e5-ac72-40b1-a69e-cf9e27446016 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:22.846022 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6611916f-9798-486d-b6e6-08740b61c21f req-290837e5-ac72-40b1-a69e-cf9e27446016 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 944 time: 0.4818990 Jan 28 13:18:22.903316 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f99e29e9-9afd-46fe-8a0f-93a16489f828 req-28ce03b0-7fd0-465d-8801-0daffbfa7e45 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=c7c8255f-d400-4277-bd9b-8fa20544b7c7 HTTP/1.1" status: 200 len: 217 time: 0.0534322 Jan 28 13:18:22.957368 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79548465-f456-420c-bc61-64afa129a4f1 req-d7ab7491-f921-4068-a816-f6de2b0b4a20 service neutron] 10.222.0.37 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5522068 Jan 28 13:18:23.000028 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6611916f-9798-486d-b6e6-08740b61c21f req-d6144b27-38cc-4b09-8e66-b16fac8333f5 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510539 Jan 28 13:18:23.011209 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e29e9-9afd-46fe-8a0f-93a16489f828 req-283b0643-c0f3-44d5-b27d-45d62132c1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:23.012960 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f99e29e9-9afd-46fe-8a0f-93a16489f828 req-283b0643-c0f3-44d5-b27d-45d62132c1d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1043899 Jan 28 13:18:23.058708 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-91fd29c2-393b-4876-aa8e-075e0a6ff775 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:18:23.104208 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-91fd29c2-393b-4876-aa8e-075e0a6ff775 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:23.116764 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f96e4-b4b6-4a32-9bbe-b8f82165152c req-64eb95d4-2419-4f0c-8090-a1f86330d0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:23.118444 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-394f96e4-b4b6-4a32-9bbe-b8f82165152c req-64eb95d4-2419-4f0c-8090-a1f86330d0c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4820304 Jan 28 13:18:23.119811 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-91fd29c2-393b-4876-aa8e-075e0a6ff775 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:18:23.136025 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd29c2-393b-4876-aa8e-075e0a6ff775 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Pushing event updated for resources: {'Port': ['ID=71510f46-c4f8-495e-9223-dce152c55691,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:23.161171 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e466956f-917b-4545-a4d4-33c2eb291ab3 req-9eb55c58-7f73-4953-a64b-4af31f6c2fae tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5085847 Jan 28 13:18:23.235855 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-cd258bd4-c211-43e3-a4bb-23861b4c6e68 service neutron] 10.222.0.18 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6854749 Jan 28 13:18:23.244394 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e29e9-9afd-46fe-8a0f-93a16489f828 req-b019cf2d-a5c5-4da7-83e6-367bfdbff328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:23.246210 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f99e29e9-9afd-46fe-8a0f-93a16489f828 req-b019cf2d-a5c5-4da7-83e6-367bfdbff328 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2219477 Jan 28 13:18:23.350506 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60181c7-c6b1-418d-b539-419e2f6b6a4f req-b8103793-714c-4ed4-9c5b-31c7f8104cdc tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:23.353449 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d60181c7-c6b1-418d-b539-419e2f6b6a4f req-b8103793-714c-4ed4-9c5b-31c7f8104cdc tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 936 time: 0.2270749 Jan 28 13:18:23.362193 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79548465-f456-420c-bc61-64afa129a4f1 req-b4042af3-4cde-4325-8e3f-1b59749a4bb4 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:23.365461 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79548465-f456-420c-bc61-64afa129a4f1 req-b4042af3-4cde-4325-8e3f-1b59749a4bb4 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a&tenant_id=e52f7db82a1e47b4a05e085aee4dc060&binding%3Ahost_id=n-h1-822747-2 HTTP/1.1" status: 200 len: 1096 time: 0.2764270 Jan 28 13:18:23.416643 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-79548465-f456-420c-bc61-64afa129a4f1 req-10ea7449-7fda-4379-9cc7-a831a434eb2a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-822747-2'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:23.491129 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c02b3-25f7-4da8-a166-a27f08d55d9a req-c84c0350-2456-467f-9af6-8adffd895c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:23.492707 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f9c02b3-25f7-4da8-a166-a27f08d55d9a req-c84c0350-2456-467f-9af6-8adffd895c44 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.8124180 Jan 28 13:18:23.505398 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-fbc292cb-2a2a-49b7-b4f8-6bb74c4620ef None None] Provisioning complete for port 71510f46-c4f8-495e-9223-dce152c55691 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:23.506016 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbc292cb-2a2a-49b7-b4f8-6bb74c4620ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (71510f46-c4f8-495e-9223-dce152c55691), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:23.526860 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d60181c7-c6b1-418d-b539-419e2f6b6a4f req-0f93e481-70c8-4535-aa6e-19bd76d62370 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510963 Jan 28 13:18:23.532077 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-91fd29c2-393b-4876-aa8e-075e0a6ff775 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:23.532726 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-91fd29c2-393b-4876-aa8e-075e0a6ff775 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:23.586462 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-79548465-f456-420c-bc61-64afa129a4f1 req-10ea7449-7fda-4379-9cc7-a831a434eb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:23.603031 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fbc292cb-2a2a-49b7-b4f8-6bb74c4620ef None None] Port 71510f46-c4f8-495e-9223-dce152c55691 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:18:23.663764 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f99e29e9-9afd-46fe-8a0f-93a16489f828 req-f14af9ce-b957-4524-b9cb-a5bd035f56ba service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016511 Jan 28 13:18:23.872262 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614e390-692a-4c9d-aaf4-426e6d46b6c9 req-b9af908c-8155-4bdf-851e-a185e2a4d293 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:23.874056 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b614e390-692a-4c9d-aaf4-426e6d46b6c9 req-b9af908c-8155-4bdf-851e-a185e2a4d293 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 936 time: 0.2558386 Jan 28 13:18:23.891699 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f9c02b3-25f7-4da8-a166-a27f08d55d9a req-5ef23827-3684-4a52-bf35-55c67611ff78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=cc711a79-b2a5-4d47-b345-a4aa0c5b1190 HTTP/1.1" status: 200 len: 217 time: 0.3815389 Jan 28 13:18:23.894736 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-91fd29c2-393b-4876-aa8e-075e0a6ff775 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0858681 Jan 28 13:18:23.959761 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-31fd8f75-92d0-456f-96bb-233b7c470958 service neutron] Request body: {'port': {'device_id': 'c32eed77-39c5-4a90-8397-8964b4e75937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:23.976819 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f99e29e9-9afd-46fe-8a0f-93a16489f828 req-0b2cfd7a-acbe-4b7f-b3aa-922c8761da75 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941105 Jan 28 13:18:24.006072 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-79548465-f456-420c-bc61-64afa129a4f1 req-10ea7449-7fda-4379-9cc7-a831a434eb2a service neutron] For port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:24.048086 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cb5bd479-06aa-4854-b3b8-b8b7aa02799e req-ee0442aa-9af0-42b4-a732-9a596f96b484 service neutron] 10.222.0.18 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7812159 Jan 28 13:18:24.073758 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b614e390-692a-4c9d-aaf4-426e6d46b6c9 req-34e8a59f-736e-46a2-b906-fb461c0ef4d6 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818643 Jan 28 13:18:24.087816 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-34951a35-8c2d-4b2e-ad50-e49bf50ac822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b108ca3d-903f-4787-8dcc-fbe153c85eee {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:24.119004 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-34951a35-8c2d-4b2e-ad50-e49bf50ac822 service neutron] Publish callbacks [] for port (b108ca3d-903f-4787-8dcc-fbe153c85eee), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:24.124361 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-79548465-f456-420c-bc61-64afa129a4f1 req-10ea7449-7fda-4379-9cc7-a831a434eb2a service neutron] For port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:24.134525 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-394f96e4-b4b6-4a32-9bbe-b8f82165152c req-0ae9ea3b-43a0-4ad1-a4f6-801d8d129c45 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9795160 Jan 28 13:18:24.158893 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c02b3-25f7-4da8-a166-a27f08d55d9a req-f2b129a5-de83-4668-9e5c-5ef3d66ac8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:24.161454 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f9c02b3-25f7-4da8-a166-a27f08d55d9a req-f2b129a5-de83-4668-9e5c-5ef3d66ac8ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.2556252 Jan 28 13:18:24.239463 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5888df5-e253-4b62-a0d8-46bbef18bc5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:24.243007 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed95680-d7e0-4f59-8515-4378e1b2cf4c" -d '{"events": [{"server_uuid": "f5888df5-e253-4b62-a0d8-46bbef18bc5a", "name": "network-vif-unplugged", "status": "completed", "tag": "8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:24.257008 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ffd21-3a89-4a6a-b585-eb589535cf34 req-a967be57-9167-4425-be66-c17fb4922cab tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:24.259362 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1e8ffd21-3a89-4a6a-b585-eb589535cf34 req-a967be57-9167-4425-be66-c17fb4922cab tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.8223701 Jan 28 13:18:24.269408 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-79548465-f456-420c-bc61-64afa129a4f1 req-10ea7449-7fda-4379-9cc7-a831a434eb2a service neutron] Publish callbacks [] for port (8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:24.279830 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-79548465-f456-420c-bc61-64afa129a4f1 req-10ea7449-7fda-4379-9cc7-a831a434eb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:24.292833 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-34951a35-8c2d-4b2e-ad50-e49bf50ac822 service neutron] Transition to ACTIVE for port object b108ca3d-903f-4787-8dcc-fbe153c85eee will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:18:24.362536 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-34951a35-8c2d-4b2e-ad50-e49bf50ac822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (b108ca3d-903f-4787-8dcc-fbe153c85eee), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:24.363535 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6e910-cb35-4b6b-b550-d11017f74ec0 req-aa46ff5c-f775-44fe-a6fb-f5bd28e555d5 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:24.375311 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-31a6e910-cb35-4b6b-b550-d11017f74ec0 req-aa46ff5c-f775-44fe-a6fb-f5bd28e555d5 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 949 time: 0.1846616 Jan 28 13:18:24.382736 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-31fd8f75-92d0-456f-96bb-233b7c470958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (71510f46-c4f8-495e-9223-dce152c55691), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:24.439243 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea7449-7fda-4379-9cc7-a831a434eb2a service neutron] Pushing event updated for resources: {'Port': ['ID=8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de,revision_number=7']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:24.472199 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9502495e-207c-45b0-96cc-c533181160f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (b12a1c2f-a9ab-4880-b80f-d12410970629), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:24.487235 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-79548465-f456-420c-bc61-64afa129a4f1 req-10ea7449-7fda-4379-9cc7-a831a434eb2a service neutron] Attempting to bind port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de on host n-h1-822747-2 for vnic_type normal with profile {"migrating_to": "n-h2-822747-2"} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:24.487506 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-79548465-f456-420c-bc61-64afa129a4f1 req-10ea7449-7fda-4379-9cc7-a831a434eb2a service neutron] Attempting to bind port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:24.487930 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79548465-f456-420c-bc61-64afa129a4f1 req-10ea7449-7fda-4379-9cc7-a831a434eb2a service neutron] Attempting to bind port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:24.515174 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79548465-f456-420c-bc61-64afa129a4f1 req-10ea7449-7fda-4379-9cc7-a831a434eb2a service neutron] Port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:24.515705 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79548465-f456-420c-bc61-64afa129a4f1 req-10ea7449-7fda-4379-9cc7-a831a434eb2a service neutron] Attempting to bind port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:24.530496 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79548465-f456-420c-bc61-64afa129a4f1 req-10ea7449-7fda-4379-9cc7-a831a434eb2a service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:24.531274 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79548465-f456-420c-bc61-64afa129a4f1 req-10ea7449-7fda-4379-9cc7-a831a434eb2a service neutron] Checking segment: {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:24.531899 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79548465-f456-420c-bc61-64afa129a4f1 req-10ea7449-7fda-4379-9cc7-a831a434eb2a service neutron] Bound using segment: {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:24.532351 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-79548465-f456-420c-bc61-64afa129a4f1 req-10ea7449-7fda-4379-9cc7-a831a434eb2a service neutron] Bound port: 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:24.532715 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-79548465-f456-420c-bc61-64afa129a4f1 req-10ea7449-7fda-4379-9cc7-a831a434eb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:24.551624 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc976a-b91e-45ee-a74d-6eabd8823b2d req-87194a6b-432a-4fa0-b71c-379918322764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:24.553158 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89fc976a-b91e-45ee-a74d-6eabd8823b2d req-87194a6b-432a-4fa0-b71c-379918322764 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=93543269cade486c80fd00260197c0a8&device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 1095 time: 0.4158938 Jan 28 13:18:24.590576 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-31a6e910-cb35-4b6b-b550-d11017f74ec0 req-2c4f492b-44d4-4d4f-ad36-69a5f04945ef tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020652 Jan 28 13:18:24.620237 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34951a35-8c2d-4b2e-ad50-e49bf50ac822 service neutron] Pushing event updated for resources: {'Port': ['ID=b108ca3d-903f-4787-8dcc-fbe153c85eee,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:24.624629 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c02b3-25f7-4da8-a166-a27f08d55d9a req-d0e1e2b0-2861-42e7-b1cf-ff8cc27b8f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:24.626665 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f9c02b3-25f7-4da8-a166-a27f08d55d9a req-d0e1e2b0-2861-42e7-b1cf-ff8cc27b8f23 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3989255 Jan 28 13:18:24.744783 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1e8ffd21-3a89-4a6a-b585-eb589535cf34 req-4c53d638-e2b1-4dee-87f6-ec81c3c64169 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290915 Jan 28 13:18:24.759438 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c7c8255f-d400-4277-bd9b-8fa20544b7c7 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:24.764200 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437275c-cd78-4684-8275-e7f0ca2feb9c req-4e1bd128-c5bb-4cf0-ad5b-dfbd786ecc31 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:24.776618 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7437275c-cd78-4684-8275-e7f0ca2feb9c req-4e1bd128-c5bb-4cf0-ad5b-dfbd786ecc31 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 944 time: 0.1273870 Jan 28 13:18:24.780124 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-79548465-f456-420c-bc61-64afa129a4f1 req-10ea7449-7fda-4379-9cc7-a831a434eb2a service neutron] For port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:24.799119 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-79548465-f456-420c-bc61-64afa129a4f1 req-10ea7449-7fda-4379-9cc7-a831a434eb2a service neutron] For port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:24.811870 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-79548465-f456-420c-bc61-64afa129a4f1 req-10ea7449-7fda-4379-9cc7-a831a434eb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:24.830460 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502495e-207c-45b0-96cc-c533181160f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b12a1c2f-a9ab-4880-b80f-d12410970629,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:24.857712 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-394f96e4-b4b6-4a32-9bbe-b8f82165152c req-900eab9b-a033-4609-913e-1bffc5591575 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6778431 Jan 28 13:18:24.910637 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9502495e-207c-45b0-96cc-c533181160f6 admin admin] Checking segment: {'id': '2a9c8c36-71fe-4d15-93cb-3b59d6efd142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:24.911161 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9502495e-207c-45b0-96cc-c533181160f6 admin admin] Network hostable DHCP agents. Network: ad25a9d9-17b2-4c02-9404-4506282cf10f, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:18:24.931998 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:24.935078 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 43ce2e41-fabd-4370-80ce-35aa05357550 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:24.941093 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79548465-f456-420c-bc61-64afa129a4f1 req-10ea7449-7fda-4379-9cc7-a831a434eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:24.942874 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-79548465-f456-420c-bc61-64afa129a4f1 req-10ea7449-7fda-4379-9cc7-a831a434eb2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:24.944351 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79548465-f456-420c-bc61-64afa129a4f1 req-10ea7449-7fda-4379-9cc7-a831a434eb2a service neutron] 10.222.0.37 "PUT /v2.0/ports/8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de HTTP/1.1" status: 200 len: 1121 time: 1.5358706 Jan 28 13:18:24.964922 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7437275c-cd78-4684-8275-e7f0ca2feb9c req-5cf5a901-29e8-4a06-9a00-8a3ed9c87651 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877944 Jan 28 13:18:24.973700 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea7449-7fda-4379-9cc7-a831a434eb2a service neutron] Pushing event updated for resources: {'Port': ['ID=8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de,revision_number=8']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:25.056587 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b95c1f4-6bec-407d-af25-66e4b3ec8ee3 x-openstack-request-id: req-4b95c1f4-6bec-407d-af25-66e4b3ec8ee3 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:25.057093 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5888df5-e253-4b62-a0d8-46bbef18bc5a", "name": "network-vif-unplugged", "status": "completed", "tag": "8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:25.057551 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b95c1f4-6bec-407d-af25-66e4b3ec8ee3 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:25.058294 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5888df5-e253-4b62-a0d8-46bbef18bc5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de', 'code': 200} Jan 28 13:18:25.091803 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:25.165462 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc976a-b91e-45ee-a74d-6eabd8823b2d req-cf12ebbf-c4f9-4e71-bb1c-3e3ee4771372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:25.167000 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89fc976a-b91e-45ee-a74d-6eabd8823b2d req-cf12ebbf-c4f9-4e71-bb1c-3e3ee4771372 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8528e78d-cd10-4563-a6b3-de6e91f8e460 HTTP/1.1" status: 200 len: 908 time: 0.5765018 Jan 28 13:18:25.167532 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9502495e-207c-45b0-96cc-c533181160f6 admin admin] Network ad25a9d9-17b2-4c02-9404-4506282cf10f is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:18:25.175514 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c7c8255f-d400-4277-bd9b-8fa20544b7c7, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c7c8255f-d400-4277-bd9b-8fa20544b7c7,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:25.178008 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-34951a35-8c2d-4b2e-ad50-e49bf50ac822 service neutron] Attempting to bind port b108ca3d-903f-4787-8dcc-fbe153c85eee on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:25.178290 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-34951a35-8c2d-4b2e-ad50-e49bf50ac822 service neutron] Attempting to bind port b108ca3d-903f-4787-8dcc-fbe153c85eee by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:25.179040 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-34951a35-8c2d-4b2e-ad50-e49bf50ac822 service neutron] Attempting to bind port b108ca3d-903f-4787-8dcc-fbe153c85eee on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:25.202476 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f9c02b3-25f7-4da8-a166-a27f08d55d9a req-fb409a21-4836-44c4-89cb-1269185a5b91 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402670 Jan 28 13:18:25.209886 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'c7c8255f-d400-4277-bd9b-8fa20544b7c7', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': 'c7c8255f-d400-4277-bd9b-8fa20544b7c7', 'mac_address': 'fa:16:3e:73:98:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:18:25.219371 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 43ce2e41-fabd-4370-80ce-35aa05357550 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:18:25.227628 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a477f-ce13-467d-8cac-16d37041f81c req-527b8307-57d1-4e3f-a93b-63cf0a85a1a1 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:25.232232 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 43ce2e41-fabd-4370-80ce-35aa05357550 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:25.232640 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (43ce2e41-fabd-4370-80ce-35aa05357550), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:25.235608 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c6a477f-ce13-467d-8cac-16d37041f81c req-527b8307-57d1-4e3f-a93b-63cf0a85a1a1 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 936 time: 0.0637088 Jan 28 13:18:25.242437 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:25.278672 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-9502495e-207c-45b0-96cc-c533181160f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, ad25a9d9-17b2-4c02-9404-4506282cf10f) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:25.280194 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-34951a35-8c2d-4b2e-ad50-e49bf50ac822 service neutron] Port b108ca3d-903f-4787-8dcc-fbe153c85eee on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:25.280677 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-34951a35-8c2d-4b2e-ad50-e49bf50ac822 service neutron] Attempting to bind port b108ca3d-903f-4787-8dcc-fbe153c85eee on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:25.287511 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c6a477f-ce13-467d-8cac-16d37041f81c req-79ddf426-95c0-475a-8205-5e118695b2ee tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509624 Jan 28 13:18:25.303712 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374eb8f6-bd9e-4d1c-bed9-adf92e2ae68e req-30fdca1c-cef1-46f8-9c15-1a182a6ad56a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:25.305880 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-374eb8f6-bd9e-4d1c-bed9-adf92e2ae68e req-30fdca1c-cef1-46f8-9c15-1a182a6ad56a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 943 time: 0.3051436 Jan 28 13:18:25.307355 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89fc976a-b91e-45ee-a74d-6eabd8823b2d req-34a0f6e9-9cbe-40f1-9205-ebb932a3e8e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=483929b3-e20d-4033-b089-ece52da40613 HTTP/1.1" status: 200 len: 217 time: 0.1196218 Jan 28 13:18:25.307966 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'd2fb4175-b997-4b56-9f06-0dcf7dd8d1bb', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': 'd2fb4175-b997-4b56-9f06-0dcf7dd8d1bb', 'mac_address': 'fa:16:3e:f9:62:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:18:25.308627 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9502495e-207c-45b0-96cc-c533181160f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:25.309206 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9502495e-207c-45b0-96cc-c533181160f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:25.309698 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d92fa38-24f6-4969-a8ca-d198c52282e3 None None] Network ad25a9d9-17b2-4c02-9404-4506282cf10f requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:18:25.361966 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-34951a35-8c2d-4b2e-ad50-e49bf50ac822 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:25.362574 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-34951a35-8c2d-4b2e-ad50-e49bf50ac822 service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:25.363136 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-34951a35-8c2d-4b2e-ad50-e49bf50ac822 service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:25.363797 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-34951a35-8c2d-4b2e-ad50-e49bf50ac822 service neutron] Bound port: b108ca3d-903f-4787-8dcc-fbe153c85eee, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:25.364345 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-34951a35-8c2d-4b2e-ad50-e49bf50ac822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b108ca3d-903f-4787-8dcc-fbe153c85eee), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:25.367058 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port c7c8255f-d400-4277-bd9b-8fa20544b7c7 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:25.367447 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:25.453908 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f2dc5-6d81-4baa-b715-e2a3820de9ca req-ed10b34d-e61c-40c9-a62b-c948f1cc08de tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:25.461172 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-166f2dc5-6d81-4baa-b715-e2a3820de9ca req-ed10b34d-e61c-40c9-a62b-c948f1cc08de tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.0712335 Jan 28 13:18:25.479179 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c8255f-d400-4277-bd9b-8fa20544b7c7 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:25.492544 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9502495e-207c-45b0-96cc-c533181160f6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.9752874 Jan 28 13:18:25.511236 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:25.511893 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:25.549960 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-166f2dc5-6d81-4baa-b715-e2a3820de9ca req-9a8da0a4-abdd-4bb6-b55a-753ecedb68aa tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858660 Jan 28 13:18:25.580922 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c7c8255f-d400-4277-bd9b-8fa20544b7c7, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c7c8255f-d400-4277-bd9b-8fa20544b7c7,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:25.613257 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc976a-b91e-45ee-a74d-6eabd8823b2d req-e12ab47f-55d5-4782-b0cc-64ee925ac0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:25.614759 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89fc976a-b91e-45ee-a74d-6eabd8823b2d req-e12ab47f-55d5-4782-b0cc-64ee925ac0ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=585c2f63-9b4b-456a-9eb5-e157a8ee5cdd HTTP/1.1" status: 200 len: 848 time: 0.2795982 Jan 28 13:18:25.636898 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:25.639146 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-374eb8f6-bd9e-4d1c-bed9-adf92e2ae68e req-3479ac0b-0e4c-4854-a71f-1d3d4a3aec7e tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027172 Jan 28 13:18:25.651781 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:25.679495 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14960c1c-9f6e-468d-b1e8-a1e6dfded1d9 None None] Network ad25a9d9-17b2-4c02-9404-4506282cf10f requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:18:25.722100 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89fc976a-b91e-45ee-a74d-6eabd8823b2d req-bc47dfdd-a046-4c8c-bbd1-6c6120f67f4a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8528e78d-cd10-4563-a6b3-de6e91f8e460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886745 Jan 28 13:18:25.732637 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f9c02b3-25f7-4da8-a166-a27f08d55d9a req-4f129649-4f41-4234-86ee-f45a252be561 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549530 Jan 28 13:18:25.733702 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-34951a35-8c2d-4b2e-ad50-e49bf50ac822 service neutron] For port b108ca3d-903f-4787-8dcc-fbe153c85eee, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:25.753310 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 43ce2e41-fabd-4370-80ce-35aa05357550 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:25.755880 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (43ce2e41-fabd-4370-80ce-35aa05357550), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:25.764769 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:25.781604 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-31fd8f75-92d0-456f-96bb-233b7c470958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71510f46-c4f8-495e-9223-dce152c55691 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:25.789208 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:25.789754 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-34951a35-8c2d-4b2e-ad50-e49bf50ac822 service neutron] For port b108ca3d-903f-4787-8dcc-fbe153c85eee, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=b108ca3d-903f-4787-8dcc-fbe153c85eee,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:25.802089 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-31fd8f75-92d0-456f-96bb-233b7c470958 service neutron] Publish callbacks [] for port (71510f46-c4f8-495e-9223-dce152c55691), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:25.857997 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-34951a35-8c2d-4b2e-ad50-e49bf50ac822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (b108ca3d-903f-4787-8dcc-fbe153c85eee), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:25.875569 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994e06c-d3e3-4fe3-9a46-958f7ac7e519 req-5c802ee0-5389-4454-aea4-716bc21ca9b4 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:25.877711 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0994e06c-d3e3-4fe3-9a46-958f7ac7e519 req-5c802ee0-5389-4454-aea4-716bc21ca9b4 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 949 time: 0.1621532 Jan 28 13:18:25.902581 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-31fd8f75-92d0-456f-96bb-233b7c470958 service neutron] Transition to ACTIVE for port object 71510f46-c4f8-495e-9223-dce152c55691 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:18:25.912947 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-31fd8f75-92d0-456f-96bb-233b7c470958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (71510f46-c4f8-495e-9223-dce152c55691), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:25.932339 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-34951a35-8c2d-4b2e-ad50-e49bf50ac822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:25.932968 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-34951a35-8c2d-4b2e-ad50-e49bf50ac822 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:25.934395 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-34951a35-8c2d-4b2e-ad50-e49bf50ac822 service neutron] 10.222.0.37 "PUT /v2.0/ports/b108ca3d-903f-4787-8dcc-fbe153c85eee HTTP/1.1" status: 200 len: 1096 time: 5.2410092 Jan 28 13:18:25.934864 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9412bc8b-c841-4ad4-8220-846637c592af', 'tag': 'b108ca3d-903f-4787-8dcc-fbe153c85eee'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:25.937017 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=c7c8255f-d400-4277-bd9b-8fa20544b7c7,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:25.937245 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf6a74c-5777-4d12-86e2-9aca83c7c289" -d '{"events": [{"name": "network-changed", "server_uuid": "9412bc8b-c841-4ad4-8220-846637c592af", "tag": "b108ca3d-903f-4787-8dcc-fbe153c85eee"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:25.954282 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd6be4a-edd6-4a18-a3df-488de0d7d779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ce2e41-fabd-4370-80ce-35aa05357550'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:25.956578 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d49148-ad71-4c93-b62d-10b2a22bc117" -d '{"events": [{"server_uuid": "2dd6be4a-edd6-4a18-a3df-488de0d7d779", "name": "network-vif-plugged", "status": "completed", "tag": "43ce2e41-fabd-4370-80ce-35aa05357550"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:25.986565 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['c7c8255f-d400-4277-bd9b-8fa20544b7c7'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:26.015134 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34951a35-8c2d-4b2e-ad50-e49bf50ac822 service neutron] Pushing event updated for resources: {'Port': ['ID=b108ca3d-903f-4787-8dcc-fbe153c85eee,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:26.021253 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89fc976a-b91e-45ee-a74d-6eabd8823b2d req-d6800023-90ad-45b9-890c-27b6af689757 service neutron] 10.222.0.18 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921543 Jan 28 13:18:26.042271 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 43ce2e41-fabd-4370-80ce-35aa05357550, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=43ce2e41-fabd-4370-80ce-35aa05357550,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:26.056723 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0994e06c-d3e3-4fe3-9a46-958f7ac7e519 req-bc65c12b-9a95-43c8-b8e2-9356684ae186 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648278 Jan 28 13:18:26.080149 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (43ce2e41-fabd-4370-80ce-35aa05357550), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:26.201418 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:26.287258 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=43ce2e41-fabd-4370-80ce-35aa05357550,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:26.313317 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd8f75-92d0-456f-96bb-233b7c470958 service neutron] Pushing event updated for resources: {'Port': ['ID=71510f46-c4f8-495e-9223-dce152c55691,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:26.369549 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80221b31-9d5f-4737-b233-b29e32c2cf8c req-3f44a510-aaf8-4e93-aecb-2fb4a60ffbfc tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:26.378359 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-80221b31-9d5f-4737-b233-b29e32c2cf8c req-3f44a510-aaf8-4e93-aecb-2fb4a60ffbfc tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.4519968 Jan 28 13:18:26.411936 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:26.453086 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89fc976a-b91e-45ee-a74d-6eabd8823b2d req-6b938bdd-ac83-4a3b-a00e-af031751982e service neutron] 10.222.0.18 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575187 Jan 28 13:18:26.484673 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-31fd8f75-92d0-456f-96bb-233b7c470958 service neutron] Attempting to bind port 71510f46-c4f8-495e-9223-dce152c55691 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:26.485252 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-31fd8f75-92d0-456f-96bb-233b7c470958 service neutron] Attempting to bind port 71510f46-c4f8-495e-9223-dce152c55691 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:26.485908 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-31fd8f75-92d0-456f-96bb-233b7c470958 service neutron] Attempting to bind port 71510f46-c4f8-495e-9223-dce152c55691 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:26.499335 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-e0bd3eab-8f76-4fe7-a966-4b91b7c01bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:26.502236 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-e0bd3eab-8f76-4fe7-a966-4b91b7c01bfd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8538b6768ee146a592808bb5e9dc3a96&device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 1099 time: 0.4086287 Jan 28 13:18:26.529943 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-31fd8f75-92d0-456f-96bb-233b7c470958 service neutron] Port 71510f46-c4f8-495e-9223-dce152c55691 on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:26.530544 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-31fd8f75-92d0-456f-96bb-233b7c470958 service neutron] Attempting to bind port 71510f46-c4f8-495e-9223-dce152c55691 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:26.542352 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-a8912379-7f51-4e3c-9135-de9358f566ef tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:26.549331 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-a8912379-7f51-4e3c-9135-de9358f566ef tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/networks?id=ad25a9d9-17b2-4c02-9404-4506282cf10f HTTP/1.1" status: 200 len: 804 time: 0.2140658 Jan 28 13:18:26.566834 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-a6cb859f-8c21-44c5-9f1f-dd0fd7aa5531 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/quotas/6d1122f47b834e1f94b301369b4a4145 HTTP/1.1" status: 200 len: 375 time: 0.0166125 Jan 28 13:18:26.568304 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-80221b31-9d5f-4737-b233-b29e32c2cf8c req-d6eaa6f9-5d38-4736-93d3-1dea79dac500 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881776 Jan 28 13:18:26.572119 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-04e03e72-d8b2-4e6f-ab8e-3b7aea3f67f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=b108ca3d-903f-4787-8dcc-fbe153c85eee HTTP/1.1" status: 200 len: 217 time: 0.0491800 Jan 28 13:18:26.572960 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-31fd8f75-92d0-456f-96bb-233b7c470958 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:26.573306 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-31fd8f75-92d0-456f-96bb-233b7c470958 service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:26.573715 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-31fd8f75-92d0-456f-96bb-233b7c470958 service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:26.574250 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-31fd8f75-92d0-456f-96bb-233b7c470958 service neutron] Bound port: 71510f46-c4f8-495e-9223-dce152c55691, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:26.574514 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-31fd8f75-92d0-456f-96bb-233b7c470958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (71510f46-c4f8-495e-9223-dce152c55691), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:26.629163 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-97b164fd-8d34-42b1-b4df-bd62d96e9a6f tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d1122f47b834e1f94b301369b4a4145&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558333 Jan 28 13:18:26.665200 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47058aa2-7f40-46e1-ae5f-fbd60653b7c2 x-openstack-request-id: req-47058aa2-7f40-46e1-ae5f-fbd60653b7c2 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:26.666043 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9412bc8b-c841-4ad4-8220-846637c592af", "tag": "b108ca3d-903f-4787-8dcc-fbe153c85eee", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:26.666043 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-47058aa2-7f40-46e1-ae5f-fbd60653b7c2 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:26.666467 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9412bc8b-c841-4ad4-8220-846637c592af', 'tag': 'b108ca3d-903f-4787-8dcc-fbe153c85eee', 'status': 'completed', 'code': 200} Jan 28 13:18:26.674566 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-fda0c549-a684-4520-a074-59347df36baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:26.676384 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-fda0c549-a684-4520-a074-59347df36baf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0880008 Jan 28 13:18:26.709007 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8105302-ce83-4927-8b3c-bbffcad31c80 x-openstack-request-id: req-d8105302-ce83-4927-8b3c-bbffcad31c80 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:26.709345 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd6be4a-edd6-4a18-a3df-488de0d7d779", "name": "network-vif-plugged", "status": "completed", "tag": "43ce2e41-fabd-4370-80ce-35aa05357550", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:26.709992 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d8105302-ce83-4927-8b3c-bbffcad31c80 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:26.710389 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd6be4a-edd6-4a18-a3df-488de0d7d779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ce2e41-fabd-4370-80ce-35aa05357550', 'code': 200} Jan 28 13:18:26.724022 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-31fd8f75-92d0-456f-96bb-233b7c470958 service neutron] For port 71510f46-c4f8-495e-9223-dce152c55691, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:26.740118 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-31fd8f75-92d0-456f-96bb-233b7c470958 service neutron] For port 71510f46-c4f8-495e-9223-dce152c55691, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=71510f46-c4f8-495e-9223-dce152c55691,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:26.746717 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-31fd8f75-92d0-456f-96bb-233b7c470958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (71510f46-c4f8-495e-9223-dce152c55691), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:26.759984 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 483929b3-e20d-4033-b089-ece52da40613 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:26.791112 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-beddf6f0-ab92-4121-a20a-620d2e1b0fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:26.792712 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-beddf6f0-ab92-4121-a20a-620d2e1b0fb8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1085396 Jan 28 13:18:26.796322 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-31fd8f75-92d0-456f-96bb-233b7c470958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:26.797053 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-31fd8f75-92d0-456f-96bb-233b7c470958 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:26.798604 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-31fd8f75-92d0-456f-96bb-233b7c470958 service neutron] 10.222.0.18 "PUT /v2.0/ports/71510f46-c4f8-495e-9223-dce152c55691 HTTP/1.1" status: 200 len: 1096 time: 2.8850465 Jan 28 13:18:26.900667 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-bf3f7b7c-0afa-4516-9047-ccc826edeb0c service neutron] 10.222.0.39 "GET /v2.0/networks/ad25a9d9-17b2-4c02-9404-4506282cf10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636738 Jan 28 13:18:26.909443 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:27.032120 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 483929b3-e20d-4033-b089-ece52da40613, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=483929b3-e20d-4033-b089-ece52da40613,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:27.046782 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '483929b3-e20d-4033-b089-ece52da40613', 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460', 'port_id': '483929b3-e20d-4033-b089-ece52da40613', 'mac_address': 'fa:16:3e:66:69:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '585c2f63-9b4b-456a-9eb5-e157a8ee5cdd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:18:27.057101 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-e8bc9d58-2d42-48aa-b9d3-c3765cc15bc6 service neutron] 10.222.0.39 "GET /v2.0/networks/ad25a9d9-17b2-4c02-9404-4506282cf10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497304 Jan 28 13:18:27.060093 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:27.062756 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5888df5-e253-4b62-a0d8-46bbef18bc5a', 'tag': '8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:27.065648 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83dab94-8d30-4b74-9627-3f5ee4cfafb6" -d '{"events": [{"name": "network-changed", "server_uuid": "f5888df5-e253-4b62-a0d8-46bbef18bc5a", "tag": "8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:27.080641 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de has no active binding in host n-h2-822747-2 {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 13:18:27.126951 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 483929b3-e20d-4033-b089-ece52da40613 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:27.127145 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (483929b3-e20d-4033-b089-ece52da40613), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:27.141828 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 483929b3-e20d-4033-b089-ece52da40613 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:27.174029 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 483929b3-e20d-4033-b089-ece52da40613, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=483929b3-e20d-4033-b089-ece52da40613,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:27.191118 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (483929b3-e20d-4033-b089-ece52da40613), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:27.279610 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=483929b3-e20d-4033-b089-ece52da40613,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:27.295390 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd8f75-92d0-456f-96bb-233b7c470958 service neutron] Pushing event updated for resources: {'Port': ['ID=71510f46-c4f8-495e-9223-dce152c55691,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:27.332680 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471327e-90af-4f77-a29f-d08f011977ee req-d4b36e15-9f44-4c51-b7e1-a11c7971d782 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:27.334098 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9471327e-90af-4f77-a29f-d08f011977ee req-d4b36e15-9f44-4c51-b7e1-a11c7971d782 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 944 time: 0.5321186 Jan 28 13:18:27.339022 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32991bb-4260-41ed-84c7-6488c5d218f2 req-1692956e-e1e8-4451-a83a-af0920a8e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:27.340680 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b32991bb-4260-41ed-84c7-6488c5d218f2 req-1692956e-e1e8-4451-a83a-af0920a8e1a8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 1101 time: 0.5063608 Jan 28 13:18:27.346076 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-1fa565d5-64fa-4c0b-aa44-3e26d94fdd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:27.347702 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-1fa565d5-64fa-4c0b-aa44-3e26d94fdd42 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 1099 time: 0.1701949 Jan 28 13:18:27.388749 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c587f-e549-4883-9120-2f1a2ca978df req-3c9e6948-00d0-46d2-9015-1b8c050e1a02 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:27.390263 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f11c587f-e549-4883-9120-2f1a2ca978df req-3c9e6948-00d0-46d2-9015-1b8c050e1a02 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 948 time: 0.0575786 Jan 28 13:18:27.425641 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-5fc673e4-b476-4a25-80c3-3bbd7bf6b392 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6057928 Jan 28 13:18:27.431434 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-a249e481-2a85-406b-b70e-10aa8721d20b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=71510f46-c4f8-495e-9223-dce152c55691 HTTP/1.1" status: 200 len: 217 time: 0.0662766 Jan 28 13:18:27.462367 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f11c587f-e549-4883-9120-2f1a2ca978df req-419850e5-0ded-4340-a823-58f3ed9b4a4b tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662658 Jan 28 13:18:27.490679 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['483929b3-e20d-4033-b089-ece52da40613'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:27.567232 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b32991bb-4260-41ed-84c7-6488c5d218f2 req-20aa928e-2920-4041-b293-fd617a900c89 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039421 Jan 28 13:18:27.575280 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9471327e-90af-4f77-a29f-d08f011977ee req-93da0aaf-0fdf-4dab-8730-a1767878868c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333121 Jan 28 13:18:27.592065 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-7019a343-53d9-46f9-92ac-94b44ae2f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:27.593608 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-7019a343-53d9-46f9-92ac-94b44ae2f5b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1465154 Jan 28 13:18:27.641954 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3f9a279a-dc6b-4da4-8fd5-184665ff481b req-f97a9369-a03a-4bdc-8645-b7509a44ccb6 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087278 Jan 28 13:18:27.660216 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f595ad2-2f65-4f28-a116-f93147f51a82 req-a99b13c3-af61-410a-81ce-28460ef31dd9 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:27.662270 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-df66ee7c-b01f-408f-ac26-2484f61687d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:27.663608 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6f595ad2-2f65-4f28-a116-f93147f51a82 req-a99b13c3-af61-410a-81ce-28460ef31dd9 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.0877304 Jan 28 13:18:27.664461 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-df66ee7c-b01f-408f-ac26-2484f61687d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0635850 Jan 28 13:18:27.746041 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6f595ad2-2f65-4f28-a116-f93147f51a82 req-ba166631-690c-4339-aa47-99176d98ec67 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758526 Jan 28 13:18:27.785562 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:18:27.800512 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af173d84-4cef-4d7d-964e-7d04653f5a15 x-openstack-request-id: req-af173d84-4cef-4d7d-964e-7d04653f5a15 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:27.800893 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5888df5-e253-4b62-a0d8-46bbef18bc5a", "tag": "8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:27.801259 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-af173d84-4cef-4d7d-964e-7d04653f5a15 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:27.801771 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5888df5-e253-4b62-a0d8-46bbef18bc5a', 'tag': '8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de', 'status': 'completed', 'code': 200} Jan 28 13:18:27.808330 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-15978872-99ea-4829-8717-c4dfbbabce40 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360722 Jan 28 13:18:27.948687 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103be91-1169-4dc9-a3b4-03290cbe158f req-f1a92bfc-26e7-48dd-ad19-6507c57d9539 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:27.948928 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba77284-5af6-4f96-8ec2-e0b04b989d16 req-febd241b-c2a9-4a98-9f6f-d11b654d9160 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:27.950532 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fba77284-5af6-4f96-8ec2-e0b04b989d16 req-febd241b-c2a9-4a98-9f6f-d11b654d9160 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 950 time: 0.0711479 Jan 28 13:18:27.950799 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5103be91-1169-4dc9-a3b4-03290cbe158f req-f1a92bfc-26e7-48dd-ad19-6507c57d9539 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 943 time: 0.1622961 Jan 28 13:18:27.989020 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83dab94-8d30-4b74-9627-3f5ee4cfafb6 req-62b152ec-01b3-4983-b6e7-cf0895f8c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:27.990648 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e83dab94-8d30-4b74-9627-3f5ee4cfafb6 req-62b152ec-01b3-4983-b6e7-cf0895f8c710 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 1124 time: 0.1332507 Jan 28 13:18:27.992488 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-60e338c7-a437-42a5-b2d2-a0f15b5cc72e req-2792e43e-994b-4c90-9b08-2f229e2bf9a8 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700892 Jan 28 13:18:28.034170 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fba77284-5af6-4f96-8ec2-e0b04b989d16 req-424eca34-5af3-417b-8ba6-059e6aecaab8 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702319 Jan 28 13:18:28.078554 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5103be91-1169-4dc9-a3b4-03290cbe158f req-ccbf2007-28a3-41aa-88d8-8fad9927ab6d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178393 Jan 28 13:18:28.152881 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6d1afd30-a0d2-40ae-9cab-87629e44a47d req-3900e6c6-31bb-457b-82c7-b2cc3799e6b6 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=9365f6d3-8634-47a9-bb36-213af41973fe HTTP/1.1" status: 200 len: 210 time: 0.0426221 Jan 28 13:18:28.160313 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83dab94-8d30-4b74-9627-3f5ee4cfafb6 req-430c60f4-7c62-4414-9291-ca1c71658aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:28.162091 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e83dab94-8d30-4b74-9627-3f5ee4cfafb6 req-430c60f4-7c62-4414-9291-ca1c71658aad service neutron] 10.222.0.18 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 920 time: 0.1601737 Jan 28 13:18:28.227531 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e83dab94-8d30-4b74-9627-3f5ee4cfafb6 req-2cb3ac91-b5e3-4bec-b54a-3cdeeae650e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de HTTP/1.1" status: 200 len: 217 time: 0.0521400 Jan 28 13:18:28.276513 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98de87c-2ba9-441f-8eab-4208d2c6d0b5 req-461e1245-6e0b-4b01-bd27-3471c5bc1c5e tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:28.278089 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b98de87c-2ba9-441f-8eab-4208d2c6d0b5 req-461e1245-6e0b-4b01-bd27-3471c5bc1c5e tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.1147010 Jan 28 13:18:28.307529 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83dab94-8d30-4b74-9627-3f5ee4cfafb6 req-24bd2369-5cf5-46a5-a17f-58989a9aa493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:28.309069 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e83dab94-8d30-4b74-9627-3f5ee4cfafb6 req-24bd2369-5cf5-46a5-a17f-58989a9aa493 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99d02297-28c8-4d60-822c-d4eb89318060 HTTP/1.1" status: 200 len: 860 time: 0.0714180 Jan 28 13:18:28.353631 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e83dab94-8d30-4b74-9627-3f5ee4cfafb6 req-95dc6ddb-df0b-429e-996d-669cc026b7ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59fab6ca-64cd-4851-86a5-d4939e9521f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339091 Jan 28 13:18:28.361106 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b98de87c-2ba9-441f-8eab-4208d2c6d0b5 req-892528ea-6da8-4006-a5fa-9963184c8352 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767391 Jan 28 13:18:28.449135 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e83dab94-8d30-4b74-9627-3f5ee4cfafb6 req-a58ad82f-586f-4c00-bba9-ded039691808 service neutron] 10.222.0.18 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865829 Jan 28 13:18:28.637843 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e83dab94-8d30-4b74-9627-3f5ee4cfafb6 req-bfe7ee7e-e221-4edc-bbcc-37e9cdb8422c service neutron] 10.222.0.18 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807468 Jan 28 13:18:28.672004 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-511e45ef-c8ea-40bc-b14a-f9e1ccfca560 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:28.673464 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-511e45ef-c8ea-40bc-b14a-f9e1ccfca560 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.18 "GET /v2.0/networks?id=ad25a9d9-17b2-4c02-9404-4506282cf10f HTTP/1.1" status: 200 len: 804 time: 0.1593158 Jan 28 13:18:28.674642 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32eed77-39c5-4a90-8397-8964b4e75937', 'tag': '71510f46-c4f8-495e-9223-dce152c55691'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:28.676946 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb8a603-6b87-4403-a5a3-21d199db693a" -d '{"events": [{"name": "network-changed", "server_uuid": "c32eed77-39c5-4a90-8397-8964b4e75937", "tag": "71510f46-c4f8-495e-9223-dce152c55691"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:28.686073 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b10b2-0374-4302-af2f-d5c1b31e62cb req-06096885-3667-4287-8c30-6ca738af849b tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:28.687691 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7f9b10b2-0374-4302-af2f-d5c1b31e62cb req-06096885-3667-4287-8c30-6ca738af849b tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 948 time: 0.1312146 Jan 28 13:18:28.693264 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-bef1ba5a-d825-457e-9494-2fed3242411d tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Request body: {'port': {'device_id': '9365f6d3-8634-47a9-bb36-213af41973fe', 'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f', 'admin_state_up': True, 'tenant_id': '6d1122f47b834e1f94b301369b4a4145'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:28.776816 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c7c8255f-d400-4277-bd9b-8fa20544b7c7 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:28.795557 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7f9b10b2-0374-4302-af2f-d5c1b31e62cb req-e62c9516-dda4-4e1f-9dc5-a45ec78c774a tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986578 Jan 28 13:18:28.835861 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-bef1ba5a-d825-457e-9494-2fed3242411d tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Made reservation on behalf of 6d1122f47b834e1f94b301369b4a4145 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:28.843740 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-bef1ba5a-d825-457e-9494-2fed3242411d tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:28.950315 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:28.961491 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c2693-2db0-46f5-b3f0-d5467cc1bebc req-d71a11c7-f83a-4cf2-9762-12561f515871 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:28.963130 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-105c2693-2db0-46f5-b3f0-d5467cc1bebc req-d71a11c7-f83a-4cf2-9762-12561f515871 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 945 time: 0.1012192 Jan 28 13:18:29.025063 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:18:29.037142 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:29.038033 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:29.063060 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port c7c8255f-d400-4277-bd9b-8fa20544b7c7 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:18:29.063724 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-105c2693-2db0-46f5-b3f0-d5467cc1bebc req-ea79d3e3-8639-45e5-a862-10ca6ebc168c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885112 Jan 28 13:18:29.069743 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-bef1ba5a-d825-457e-9494-2fed3242411d tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Allocated IP 172.20.0.4 (ad25a9d9-17b2-4c02-9404-4506282cf10f/b12a1c2f-a9ab-4880-b80f-d12410970629/768ac271-b5c3-4a8f-a4fc-e8c13548d5b3) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:18:29.076866 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port c7c8255f-d400-4277-bd9b-8fa20544b7c7 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:29.086739 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:29.141332 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc00b32-70b7-490e-8dfe-e80ff344c16d x-openstack-request-id: req-8dc00b32-70b7-490e-8dfe-e80ff344c16d {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:29.142423 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c32eed77-39c5-4a90-8397-8964b4e75937", "tag": "71510f46-c4f8-495e-9223-dce152c55691", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:29.143104 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8dc00b32-70b7-490e-8dfe-e80ff344c16d {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:29.143950 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32eed77-39c5-4a90-8397-8964b4e75937', 'tag': '71510f46-c4f8-495e-9223-dce152c55691', 'status': 'completed', 'code': 200} Jan 28 13:18:29.205795 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:29.206187 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:29.223013 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port c7c8255f-d400-4277-bd9b-8fa20544b7c7 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:29.223013 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:29.247915 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b01f390-e987-48df-9024-68d9ae3915ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fb4175-b997-4b56-9f06-0dcf7dd8d1bb'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:29.251182 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07af18ac-1c6f-499e-aef7-40da0721e291" -d '{"events": [{"server_uuid": "8b01f390-e987-48df-9024-68d9ae3915ca", "name": "network-vif-plugged", "status": "completed", "tag": "d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:29.274897 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:29.285393 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:29.317869 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c41cb5c-df68-47ea-a4c5-73d30da1a3f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:29.319462 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8a603-6b87-4403-a5a3-21d199db693a req-61caa3f4-5c30-4247-b874-f1d38cd60b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:29.320512 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bcb8a603-6b87-4403-a5a3-21d199db693a req-61caa3f4-5c30-4247-b874-f1d38cd60b11 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 1099 time: 0.1565933 Jan 28 13:18:29.329646 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c7c8255f-d400-4277-bd9b-8fa20544b7c7, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c7c8255f-d400-4277-bd9b-8fa20544b7c7,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:29.329953 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca554a-61cb-453e-a68d-10951e8bfa8c req-61bb40a2-d236-4159-9aac-4b6ba5cf7fa6 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:29.331549 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-73ca554a-61cb-453e-a68d-10951e8bfa8c req-61bb40a2-d236-4159-9aac-4b6ba5cf7fa6 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.1429460 Jan 28 13:18:29.335896 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:29.336862 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 483929b3-e20d-4033-b089-ece52da40613 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:29.389027 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:29.441417 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-bef1ba5a-d825-457e-9494-2fed3242411d tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks [] for port (768ac271-b5c3-4a8f-a4fc-e8c13548d5b3), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:29.448734 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 483929b3-e20d-4033-b089-ece52da40613 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:18:29.451083 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=c7c8255f-d400-4277-bd9b-8fa20544b7c7,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:29.457972 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 483929b3-e20d-4033-b089-ece52da40613 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:29.458358 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (483929b3-e20d-4033-b089-ece52da40613), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:29.498199 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-73ca554a-61cb-453e-a68d-10951e8bfa8c req-d4414f74-15cf-421c-9f82-4248b829d3b3 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500933 Jan 28 13:18:29.527511 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8a603-6b87-4403-a5a3-21d199db693a req-10304334-91be-4d3d-bbdc-8b5065f40c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:29.527511 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bcb8a603-6b87-4403-a5a3-21d199db693a req-10304334-91be-4d3d-bbdc-8b5065f40c8c service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.1901784 Jan 28 13:18:29.559332 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 483929b3-e20d-4033-b089-ece52da40613 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:29.559846 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (483929b3-e20d-4033-b089-ece52da40613), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:29.591178 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bcb8a603-6b87-4403-a5a3-21d199db693a req-a852be40-6b83-4b4b-90aa-b56cf51be183 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=71510f46-c4f8-495e-9223-dce152c55691 HTTP/1.1" status: 200 len: 217 time: 0.0566719 Jan 28 13:18:29.603507 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 483929b3-e20d-4033-b089-ece52da40613, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=483929b3-e20d-4033-b089-ece52da40613,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:29.607601 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-bef1ba5a-d825-457e-9494-2fed3242411d tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (768ac271-b5c3-4a8f-a4fc-e8c13548d5b3), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:29.608204 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (483929b3-e20d-4033-b089-ece52da40613), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:29.667806 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=483929b3-e20d-4033-b089-ece52da40613,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:29.714248 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-bef1ba5a-d825-457e-9494-2fed3242411d tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Network ad25a9d9-17b2-4c02-9404-4506282cf10f is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:18:29.726747 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-bef1ba5a-d825-457e-9494-2fed3242411d tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:29.730566 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8a603-6b87-4403-a5a3-21d199db693a req-af537a5b-9e47-46da-bd71-f1a94ebd8a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:29.732193 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bcb8a603-6b87-4403-a5a3-21d199db693a req-af537a5b-9e47-46da-bd71-f1a94ebd8a0b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1286907 Jan 28 13:18:29.733207 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-bef1ba5a-d825-457e-9494-2fed3242411d tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:18:29.735951 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1ba5a-d825-457e-9494-2fed3242411d tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Pushing event updated for resources: {'Port': ['ID=768ac271-b5c3-4a8f-a4fc-e8c13548d5b3,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:29.777491 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf0935-5409-490a-aba9-5b5b88250b30 req-b1fe895e-49e4-4ab0-af7c-74df401676aa tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:29.779054 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-afaf0935-5409-490a-aba9-5b5b88250b30 req-b1fe895e-49e4-4ab0-af7c-74df401676aa tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 950 time: 0.1913249 Jan 28 13:18:29.840279 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-bef1ba5a-d825-457e-9494-2fed3242411d tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:29.841071 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-bef1ba5a-d825-457e-9494-2fed3242411d tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:29.873787 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8a603-6b87-4403-a5a3-21d199db693a req-a67a3b09-2183-4330-9f35-1a09bcb83d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:29.875234 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bcb8a603-6b87-4403-a5a3-21d199db693a req-a67a3b09-2183-4330-9f35-1a09bcb83d9c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1152503 Jan 28 13:18:29.879083 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-bef1ba5a-d825-457e-9494-2fed3242411d tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1905975 Jan 28 13:18:29.882104 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-afaf0935-5409-490a-aba9-5b5b88250b30 req-19914a6c-bc7e-4c0a-b715-dc0493661b9a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835650 Jan 28 13:18:29.907488 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-2e8e7721-6358-4040-ba65-58c962eeefe1 service neutron] Request body: {'port': {'device_id': '9365f6d3-8634-47a9-bb36-213af41973fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:30.045291 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-2e8e7721-6358-4040-ba65-58c962eeefe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (768ac271-b5c3-4a8f-a4fc-e8c13548d5b3), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:30.048585 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bcb8a603-6b87-4403-a5a3-21d199db693a req-12aa47d8-4163-4b8a-85b6-0ddba119c900 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590011 Jan 28 13:18:30.146483 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb96b3a-cd93-453f-8136-04e6407b1fe6 req-6f80ba79-46ac-4432-855d-5ae10f47d369 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:30.148063 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4bb96b3a-cd93-453f-8136-04e6407b1fe6 req-6f80ba79-46ac-4432-855d-5ae10f47d369 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 943 time: 0.1841161 Jan 28 13:18:30.273327 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bcb8a603-6b87-4403-a5a3-21d199db693a req-a8c0b6e9-93d6-4e24-83c3-2a64b7561452 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167013 Jan 28 13:18:30.286530 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4bb96b3a-cd93-453f-8136-04e6407b1fe6 req-a31bab67-fed4-4102-b290-495e1bf7ce06 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296794 Jan 28 13:18:30.676090 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27487d-3d57-4730-80d4-0af50aad976a req-b56c9f19-68f7-4bca-b6da-c2ea600fda53 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:30.677537 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ac27487d-3d57-4730-80d4-0af50aad976a req-b56c9f19-68f7-4bca-b6da-c2ea600fda53 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=9365f6d3-8634-47a9-bb36-213af41973fe HTTP/1.1" status: 200 len: 931 time: 0.0744219 Jan 28 13:18:30.755064 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-2e8e7721-6358-4040-ba65-58c962eeefe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:30.765121 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-2e8e7721-6358-4040-ba65-58c962eeefe1 service neutron] Publish callbacks [] for port (768ac271-b5c3-4a8f-a4fc-e8c13548d5b3), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:30.770706 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 71510f46-c4f8-495e-9223-dce152c55691 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:30.773240 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ac27487d-3d57-4730-80d4-0af50aad976a req-74209901-44e4-4a11-85b1-a3fe534ac796 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872707 Jan 28 13:18:30.787608 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-2e8e7721-6358-4040-ba65-58c962eeefe1 service neutron] Transition to ACTIVE for port object 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:18:30.801934 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-2e8e7721-6358-4040-ba65-58c962eeefe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (768ac271-b5c3-4a8f-a4fc-e8c13548d5b3), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:30.829809 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f1253b-e70e-41a4-8ecd-a0655f01feb4 x-openstack-request-id: req-a5f1253b-e70e-41a4-8ecd-a0655f01feb4 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:30.830355 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b01f390-e987-48df-9024-68d9ae3915ca", "name": "network-vif-plugged", "status": "completed", "tag": "d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:30.830617 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a5f1253b-e70e-41a4-8ecd-a0655f01feb4 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:30.831049 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b01f390-e987-48df-9024-68d9ae3915ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fb4175-b997-4b56-9f06-0dcf7dd8d1bb', 'code': 200} Jan 28 13:18:30.855005 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e7721-6358-4040-ba65-58c962eeefe1 service neutron] Pushing event updated for resources: {'Port': ['ID=768ac271-b5c3-4a8f-a4fc-e8c13548d5b3,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:30.897661 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 71510f46-c4f8-495e-9223-dce152c55691, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=71510f46-c4f8-495e-9223-dce152c55691,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:30.908535 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '71510f46-c4f8-495e-9223-dce152c55691', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': '71510f46-c4f8-495e-9223-dce152c55691', 'mac_address': 'fa:16:3e:44:82:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:18:30.947701 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 71510f46-c4f8-495e-9223-dce152c55691 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:30.948164 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (71510f46-c4f8-495e-9223-dce152c55691), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:30.964309 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71510f46-c4f8-495e-9223-dce152c55691 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:30.964529 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-2e8e7721-6358-4040-ba65-58c962eeefe1 service neutron] Attempting to bind port 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:30.964840 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-2e8e7721-6358-4040-ba65-58c962eeefe1 service neutron] Attempting to bind port 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '2a9c8c36-71fe-4d15-93cb-3b59d6efd142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:30.965170 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-2e8e7721-6358-4040-ba65-58c962eeefe1 service neutron] Attempting to bind port 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 on network ad25a9d9-17b2-4c02-9404-4506282cf10f {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:30.973940 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-2e8e7721-6358-4040-ba65-58c962eeefe1 service neutron] Port 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 on network ad25a9d9-17b2-4c02-9404-4506282cf10f not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:30.974267 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-2e8e7721-6358-4040-ba65-58c962eeefe1 service neutron] Attempting to bind port 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 on network ad25a9d9-17b2-4c02-9404-4506282cf10f {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:30.985678 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 71510f46-c4f8-495e-9223-dce152c55691, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=71510f46-c4f8-495e-9223-dce152c55691,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:30.986199 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74b212-bbc3-47ae-ae52-2f8f7eb2bd8a req-11b8701e-27ff-4896-a06a-417da6937162 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:30.987959 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9d74b212-bbc3-47ae-ae52-2f8f7eb2bd8a req-11b8701e-27ff-4896-a06a-417da6937162 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.0913866 Jan 28 13:18:30.991371 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-2e8e7721-6358-4040-ba65-58c962eeefe1 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:30.991717 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-2e8e7721-6358-4040-ba65-58c962eeefe1 service neutron] Checking segment: {'id': '2a9c8c36-71fe-4d15-93cb-3b59d6efd142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:30.992107 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (71510f46-c4f8-495e-9223-dce152c55691), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:30.992411 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-2e8e7721-6358-4040-ba65-58c962eeefe1 service neutron] Bound using segment: {'id': '2a9c8c36-71fe-4d15-93cb-3b59d6efd142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:30.992968 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-2e8e7721-6358-4040-ba65-58c962eeefe1 service neutron] Bound port: 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a9c8c36-71fe-4d15-93cb-3b59d6efd142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:30.993488 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-2e8e7721-6358-4040-ba65-58c962eeefe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (768ac271-b5c3-4a8f-a4fc-e8c13548d5b3), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:31.043740 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=71510f46-c4f8-495e-9223-dce152c55691,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:31.078382 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9d74b212-bbc3-47ae-ae52-2f8f7eb2bd8a req-c4880bb7-a4f8-4c97-81b0-f7b92a46c17e tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816982 Jan 28 13:18:31.107488 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-2e8e7721-6358-4040-ba65-58c962eeefe1 service neutron] For port 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:31.111126 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-2e8e7721-6358-4040-ba65-58c962eeefe1 service neutron] For port 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=768ac271-b5c3-4a8f-a4fc-e8c13548d5b3,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:31.118537 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-2e8e7721-6358-4040-ba65-58c962eeefe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (768ac271-b5c3-4a8f-a4fc-e8c13548d5b3), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:31.181124 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-2e8e7721-6358-4040-ba65-58c962eeefe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:31.181848 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-2e8e7721-6358-4040-ba65-58c962eeefe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:31.183303 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-2e8e7721-6358-4040-ba65-58c962eeefe1 service neutron] 10.222.0.18 "PUT /v2.0/ports/768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 HTTP/1.1" status: 200 len: 1091 time: 1.2925406 Jan 28 13:18:31.203887 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9365f6d3-8634-47a9-bb36-213af41973fe', 'tag': '768ac271-b5c3-4a8f-a4fc-e8c13548d5b3'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:31.207873 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7e7572-05d9-497c-98ea-3162b9ce16c5" -d '{"events": [{"name": "network-changed", "server_uuid": "9365f6d3-8634-47a9-bb36-213af41973fe", "tag": "768ac271-b5c3-4a8f-a4fc-e8c13548d5b3"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:31.242087 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e7721-6358-4040-ba65-58c962eeefe1 service neutron] Pushing event updated for resources: {'Port': ['ID=768ac271-b5c3-4a8f-a4fc-e8c13548d5b3,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:31.275924 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f2cd3-f49a-4795-86d6-9143fdbda8af req-63cfba87-d482-45b4-b3d6-e2f8849ffa10 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:31.275924 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-910f2cd3-f49a-4795-86d6-9143fdbda8af req-63cfba87-d482-45b4-b3d6-e2f8849ffa10 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 949 time: 0.1181762 Jan 28 13:18:31.281329 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['71510f46-c4f8-495e-9223-dce152c55691'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:31.303510 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-0df7f744-73e1-4f44-984f-9a93d8b90a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:31.305014 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-0df7f744-73e1-4f44-984f-9a93d8b90a6e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d1122f47b834e1f94b301369b4a4145&device_id=9365f6d3-8634-47a9-bb36-213af41973fe HTTP/1.1" status: 200 len: 1094 time: 0.0730133 Jan 28 13:18:31.358247 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-26b25c3e-fb58-4560-9c72-eeae8a48fea7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 HTTP/1.1" status: 200 len: 217 time: 0.0430446 Jan 28 13:18:31.362509 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-910f2cd3-f49a-4795-86d6-9143fdbda8af req-eecf4d0f-e46c-44c2-b0d5-febb5e958d3e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806630 Jan 28 13:18:31.417525 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-ff296b6d-12ee-4b82-be35-0f64a4d30bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:31.419470 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-ff296b6d-12ee-4b82-be35-0f64a4d30bee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b12a1c2f-a9ab-4880-b80f-d12410970629 HTTP/1.1" status: 200 len: 844 time: 0.0550320 Jan 28 13:18:31.452490 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-97b449de-1efe-4fcf-a6eb-876a5297f0a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ad25a9d9-17b2-4c02-9404-4506282cf10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270808 Jan 28 13:18:31.548016 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-05337cc9-445e-474d-93c7-84146429aeee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:31.561328 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afc4bf-6d63-4b6d-9bc9-28cd67beb7a0 req-20b16ee7-8853-47fe-aab4-503b4319f20e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:31.562864 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-52afc4bf-6d63-4b6d-9bc9-28cd67beb7a0 req-20b16ee7-8853-47fe-aab4-503b4319f20e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 946 time: 0.1265473 Jan 28 13:18:31.584244 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-6e3367de-4f94-4ee0-94e9-6541fd6fa9e9 service neutron] 10.222.0.18 "GET /v2.0/networks/ad25a9d9-17b2-4c02-9404-4506282cf10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240528 Jan 28 13:18:31.676139 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-52afc4bf-6d63-4b6d-9bc9-28cd67beb7a0 req-4964a7b8-e604-456d-aac7-18d01543e688 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035132 Jan 28 13:18:31.706109 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e2631cd-dcec-42dd-ba6a-28d777460fe2 req-43aae84a-fe91-4951-8646-9ccb9988715c service neutron] 10.222.0.18 "GET /v2.0/networks/ad25a9d9-17b2-4c02-9404-4506282cf10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153331 Jan 28 13:18:31.811641 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c0e66-e1bc-4705-abe7-9877475c24bc req-7620408f-f906-45d5-8a76-d1873fc43fc4 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:31.813213 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7c7c0e66-e1bc-4705-abe7-9877475c24bc req-7620408f-f906-45d5-8a76-d1873fc43fc4 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.0545058 Jan 28 13:18:31.867453 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7c7c0e66-e1bc-4705-abe7-9877475c24bc req-fd8e32e1-49c6-4e3e-8ed7-f942b991ef6e tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469308 Jan 28 13:18:31.980630 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37f368-b2e7-4bd5-8858-e2b16a2c5844 req-577309b0-6034-4a4c-a520-5c6ef58e7ea0 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:31.982092 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2d37f368-b2e7-4bd5-8858-e2b16a2c5844 req-577309b0-6034-4a4c-a520-5c6ef58e7ea0 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 950 time: 0.0567818 Jan 28 13:18:32.048427 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2d37f368-b2e7-4bd5-8858-e2b16a2c5844 req-09422d21-49ff-4d2c-9556-fe8f6bf237ed tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602798 Jan 28 13:18:32.102613 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944948f0-5f33-493b-8e35-d2e20af392ce x-openstack-request-id: req-944948f0-5f33-493b-8e35-d2e20af392ce {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:32.102841 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9365f6d3-8634-47a9-bb36-213af41973fe", "tag": "768ac271-b5c3-4a8f-a4fc-e8c13548d5b3", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:32.103241 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-944948f0-5f33-493b-8e35-d2e20af392ce {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:32.103828 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9365f6d3-8634-47a9-bb36-213af41973fe', 'tag': '768ac271-b5c3-4a8f-a4fc-e8c13548d5b3', 'status': 'completed', 'code': 200} Jan 28 13:18:32.206494 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e7572-05d9-497c-98ea-3162b9ce16c5 req-80bb43bb-6873-4239-b1dd-0303db34899e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:32.208035 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0e7e7572-05d9-497c-98ea-3162b9ce16c5 req-80bb43bb-6873-4239-b1dd-0303db34899e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d1122f47b834e1f94b301369b4a4145&device_id=9365f6d3-8634-47a9-bb36-213af41973fe HTTP/1.1" status: 200 len: 1094 time: 0.0794592 Jan 28 13:18:32.243525 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d466644-f334-4e2f-bc05-0918da24aede req-bb3a66fd-5180-4ee6-a50f-ceecddf03d96 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:32.245110 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d466644-f334-4e2f-bc05-0918da24aede req-bb3a66fd-5180-4ee6-a50f-ceecddf03d96 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 943 time: 0.0861039 Jan 28 13:18:32.351328 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d466644-f334-4e2f-bc05-0918da24aede req-42988020-2eca-44b6-bc3b-2a6ecf984fb4 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963049 Jan 28 13:18:32.354377 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e7572-05d9-497c-98ea-3162b9ce16c5 req-f36ee5cd-a124-4f46-b74a-e179da800c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:32.355863 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0e7e7572-05d9-497c-98ea-3162b9ce16c5 req-f36ee5cd-a124-4f46-b74a-e179da800c27 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ad25a9d9-17b2-4c02-9404-4506282cf10f HTTP/1.1" status: 200 len: 904 time: 0.1408646 Jan 28 13:18:32.403151 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0e7e7572-05d9-497c-98ea-3162b9ce16c5 req-e1166f1f-b8b0-4ac6-bab2-a2731550f80b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 HTTP/1.1" status: 200 len: 217 time: 0.0364420 Jan 28 13:18:32.489610 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e7572-05d9-497c-98ea-3162b9ce16c5 req-558ebf15-92c7-45cf-a1a8-e1b2b6247024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:32.491144 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0e7e7572-05d9-497c-98ea-3162b9ce16c5 req-558ebf15-92c7-45cf-a1a8-e1b2b6247024 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b12a1c2f-a9ab-4880-b80f-d12410970629 HTTP/1.1" status: 200 len: 844 time: 0.0801857 Jan 28 13:18:32.515828 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788bb74-aece-4b4a-be35-3fd27b938ae2 req-93d28542-3e3d-42e4-98f0-8992afc5bd88 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:32.517241 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2788bb74-aece-4b4a-be35-3fd27b938ae2 req-93d28542-3e3d-42e4-98f0-8992afc5bd88 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=9365f6d3-8634-47a9-bb36-213af41973fe HTTP/1.1" status: 200 len: 943 time: 0.0925181 Jan 28 13:18:32.539868 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0e7e7572-05d9-497c-98ea-3162b9ce16c5 req-0b135820-213e-4554-8a58-148aabc044ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ad25a9d9-17b2-4c02-9404-4506282cf10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414374 Jan 28 13:18:32.672725 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:32.693035 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2788bb74-aece-4b4a-be35-3fd27b938ae2 req-346a0091-b422-45c0-96eb-d9f055d82659 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603839 Jan 28 13:18:32.696677 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-79548465-f456-420c-bc61-64afa129a4f1 req-65a47bd6-388b-4fc5-815c-7bebe2725ae7 service neutron] 10.222.0.18 "GET /v2.0/ports/8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de/bindings/n-h2-822747-2 HTTP/1.1" status: 200 len: 384 time: 0.1652834 Jan 28 13:18:32.756559 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0e7e7572-05d9-497c-98ea-3162b9ce16c5 req-9c338db0-ca41-4fb5-9048-c6ca7b0f4997 service neutron] 10.222.0.18 "GET /v2.0/networks/ad25a9d9-17b2-4c02-9404-4506282cf10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914377 Jan 28 13:18:32.789781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 71510f46-c4f8-495e-9223-dce152c55691 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:32.831547 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f580c936-ae32-45d7-b9a8-90e90d82949b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c8255f-d400-4277-bd9b-8fa20544b7c7'}, {'server_uuid': 'a6c22909-6a78-443b-b358-275e926ffaf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483929b3-e20d-4033-b089-ece52da40613'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:32.833852 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990c7d0c-8905-4878-8f3c-f151500db74d" -d '{"events": [{"server_uuid": "f580c936-ae32-45d7-b9a8-90e90d82949b", "name": "network-vif-plugged", "status": "completed", "tag": "c7c8255f-d400-4277-bd9b-8fa20544b7c7"}, {"server_uuid": "a6c22909-6a78-443b-b358-275e926ffaf4", "name": "network-vif-plugged", "status": "completed", "tag": "483929b3-e20d-4033-b089-ece52da40613"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:32.847720 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 71510f46-c4f8-495e-9223-dce152c55691 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:18:32.852461 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 71510f46-c4f8-495e-9223-dce152c55691 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:32.852845 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (71510f46-c4f8-495e-9223-dce152c55691), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:32.940856 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70193b-3014-4fc0-b8fd-af92dee7c129 req-119d6709-8408-4515-aa38-69d2dd2a9240 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:32.942413 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f70193b-3014-4fc0-b8fd-af92dee7c129 req-119d6709-8408-4515-aa38-69d2dd2a9240 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.1635070 Jan 28 13:18:32.951196 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 71510f46-c4f8-495e-9223-dce152c55691 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:32.951821 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (71510f46-c4f8-495e-9223-dce152c55691), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:33.003260 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 71510f46-c4f8-495e-9223-dce152c55691, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=71510f46-c4f8-495e-9223-dce152c55691,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:33.004677 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0e7e7572-05d9-497c-98ea-3162b9ce16c5 req-8236aee5-7d74-4b59-b4c0-9dc1a356cf5a service neutron] 10.222.0.18 "GET /v2.0/networks/ad25a9d9-17b2-4c02-9404-4506282cf10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393198 Jan 28 13:18:33.008230 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (71510f46-c4f8-495e-9223-dce152c55691), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:33.009342 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:18:33.086091 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f70193b-3014-4fc0-b8fd-af92dee7c129 req-24cdbeec-cfed-4bbb-835a-dbed4e02ecfa tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221156 Jan 28 13:18:33.109249 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-79548465-f456-420c-bc61-64afa129a4f1 req-627f92cf-5f0b-43e2-b7f5-04ac19244da3 service neutron] For port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:33.140818 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=71510f46-c4f8-495e-9223-dce152c55691,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:33.164065 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-79548465-f456-420c-bc61-64afa129a4f1 req-627f92cf-5f0b-43e2-b7f5-04ac19244da3 service neutron] For port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:33.169009 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de is: DOWN; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:33.237461 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-79548465-f456-420c-bc61-64afa129a4f1 req-627f92cf-5f0b-43e2-b7f5-04ac19244da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:33.251921 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-79548465-f456-420c-bc61-64afa129a4f1 req-627f92cf-5f0b-43e2-b7f5-04ac19244da3 service neutron] For port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:33.270399 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-79548465-f456-420c-bc61-64afa129a4f1 req-627f92cf-5f0b-43e2-b7f5-04ac19244da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:33.278994 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0dd22-a639-4ee8-963e-069fc3ba2f44 req-ec945509-4e86-4ff1-97be-e61fed458f4a tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:33.280517 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bad0dd22-a639-4ee8-963e-069fc3ba2f44 req-ec945509-4e86-4ff1-97be-e61fed458f4a tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 950 time: 0.0861273 Jan 28 13:18:33.369903 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bad0dd22-a639-4ee8-963e-069fc3ba2f44 req-7f4591c8-34c0-408a-9ebe-390fd0d2034f tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807242 Jan 28 13:18:33.397258 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-79548465-f456-420c-bc61-64afa129a4f1 req-627f92cf-5f0b-43e2-b7f5-04ac19244da3 service neutron] Transition to ACTIVE for port object 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:18:33.403996 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-79548465-f456-420c-bc61-64afa129a4f1 req-627f92cf-5f0b-43e2-b7f5-04ac19244da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:33.515759 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-79548465-f456-420c-bc61-64afa129a4f1 req-627f92cf-5f0b-43e2-b7f5-04ac19244da3 service neutron] No DVR routers for this DVR port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:18:33.529993 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f92cf-5f0b-43e2-b7f5-04ac19244da3 service neutron] Pushing event updated for resources: {'Port': ['ID=8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de,revision_number=10']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:33.559781 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-79548465-f456-420c-bc61-64afa129a4f1 req-627f92cf-5f0b-43e2-b7f5-04ac19244da3 service neutron] 10.222.0.18 "PUT /v2.0/ports/8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de/bindings/n-h2-822747-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8558166 Jan 28 13:18:33.566999 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf1669-d72c-48e6-a1e4-4a820dbceb67 req-0b5044c9-4009-4b02-9b31-268ee8126aa6 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:33.568573 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f9cf1669-d72c-48e6-a1e4-4a820dbceb67 req-0b5044c9-4009-4b02-9b31-268ee8126aa6 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 946 time: 0.1264279 Jan 28 13:18:33.636168 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f9cf1669-d72c-48e6-a1e4-4a820dbceb67 req-2ef70cf3-6488-4c2b-bfab-bd2e28295d6f tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595970 Jan 28 13:18:33.707464 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf191219-22e0-4f17-859c-c3de0de81d50 x-openstack-request-id: req-cf191219-22e0-4f17-859c-c3de0de81d50 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:33.708028 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f580c936-ae32-45d7-b9a8-90e90d82949b", "name": "network-vif-plugged", "status": "completed", "tag": "c7c8255f-d400-4277-bd9b-8fa20544b7c7", "code": 200}, {"server_uuid": "a6c22909-6a78-443b-b358-275e926ffaf4", "name": "network-vif-plugged", "status": "completed", "tag": "483929b3-e20d-4033-b089-ece52da40613", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:33.708573 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf191219-22e0-4f17-859c-c3de0de81d50 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:33.709208 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f580c936-ae32-45d7-b9a8-90e90d82949b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c8255f-d400-4277-bd9b-8fa20544b7c7', 'code': 200} Jan 28 13:18:33.709619 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c22909-6a78-443b-b358-275e926ffaf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483929b3-e20d-4033-b089-ece52da40613', 'code': 200} Jan 28 13:18:33.870514 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ed2b9-1ede-442f-8052-7194402a4dca req-03135790-ba88-4d45-9d89-605da3dabbdb tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:33.872163 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-082ed2b9-1ede-442f-8052-7194402a4dca req-03135790-ba88-4d45-9d89-605da3dabbdb tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.1162362 Jan 28 13:18:33.888336 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dda280-e3b0-4aa7-beed-6afb7e953ffa req-df3140c0-718c-4e7e-89fb-2378a447098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:33.889663 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-95dda280-e3b0-4aa7-beed-6afb7e953ffa req-df3140c0-718c-4e7e-89fb-2378a447098b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 1097 time: 0.1024158 Jan 28 13:18:33.898884 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877759bd-f340-4440-b312-59673cbf85cc req-4e665301-8d64-4f59-a289-de1e42def444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:33.900418 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-877759bd-f340-4440-b312-59673cbf85cc req-4e665301-8d64-4f59-a289-de1e42def444 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f580c936-ae32-45d7-b9a8-90e90d82949b HTTP/1.1" status: 200 len: 1101 time: 0.1117332 Jan 28 13:18:33.938424 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-082ed2b9-1ede-442f-8052-7194402a4dca req-3e1808cf-56a4-4100-80e0-52f291f7784e tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594864 Jan 28 13:18:34.055642 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:34.125285 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8abcb-1418-4e7a-991e-027ae6972998 req-a1b405b8-aa5c-4448-8791-65a9cf597904 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:34.127005 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a4f8abcb-1418-4e7a-991e-027ae6972998 req-a1b405b8-aa5c-4448-8791-65a9cf597904 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 950 time: 0.1245251 Jan 28 13:18:34.129671 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-877759bd-f340-4440-b312-59673cbf85cc req-39b43d50-6504-4f2e-b312-7b7651669e4d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131139 Jan 28 13:18:34.131803 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-95dda280-e3b0-4aa7-beed-6afb7e953ffa req-e4676521-0ce6-4c5a-8393-10c4e6dee645 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170256 Jan 28 13:18:34.180100 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a4f8abcb-1418-4e7a-991e-027ae6972998 req-0d762647-bb34-4bdc-b70b-9ccea493bf85 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464513 Jan 28 13:18:34.295608 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437c288-2e1e-4932-aa8f-2906aa00d96a req-15500365-3103-4620-a568-0b6f53bc22e8 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:34.297175 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a437c288-2e1e-4932-aa8f-2906aa00d96a req-15500365-3103-4620-a568-0b6f53bc22e8 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 944 time: 0.0535679 Jan 28 13:18:34.351228 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a437c288-2e1e-4932-aa8f-2906aa00d96a req-40169e4c-d351-4723-841f-d75626ccc1b3 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482183 Jan 28 13:18:34.472967 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86822a-2942-4afe-b223-e08c62c1c7cc req-6daef340-5662-435d-ab2c-8cbc1ca31db9 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:34.474394 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ca86822a-2942-4afe-b223-e08c62c1c7cc req-6daef340-5662-435d-ab2c-8cbc1ca31db9 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=9365f6d3-8634-47a9-bb36-213af41973fe HTTP/1.1" status: 200 len: 943 time: 0.0621119 Jan 28 13:18:34.526693 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ca86822a-2942-4afe-b223-e08c62c1c7cc req-420d83d7-134a-4a64-9567-686eaec9e01c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464749 Jan 28 13:18:34.636785 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119efab-170e-411c-b68c-5cecaf634ae3 req-3a7a9661-d47e-4ead-a72f-85c154eab8e8 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:34.638368 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4119efab-170e-411c-b68c-5cecaf634ae3 req-3a7a9661-d47e-4ead-a72f-85c154eab8e8 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.0518103 Jan 28 13:18:34.688940 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4119efab-170e-411c-b68c-5cecaf634ae3 req-5e1adffc-f820-407b-8441-21d958748b67 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438290 Jan 28 13:18:34.797855 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d4a8d-3463-47ca-b678-78d84ccb652d req-c29b8b8c-e436-4797-a91c-1e82526c8b4e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:34.798540 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:34.799330 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-635d4a8d-3463-47ca-b678-78d84ccb652d req-c29b8b8c-e436-4797-a91c-1e82526c8b4e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 950 time: 0.0530350 Jan 28 13:18:34.862131 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-635d4a8d-3463-47ca-b678-78d84ccb652d req-f4986047-8de8-4b61-a8dc-9e5610f58ca2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538745 Jan 28 13:18:34.908257 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=768ac271-b5c3-4a8f-a4fc-e8c13548d5b3,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:34.920207 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '768ac271-b5c3-4a8f-a4fc-e8c13548d5b3', 'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f', 'port_id': '768ac271-b5c3-4a8f-a4fc-e8c13548d5b3', 'mac_address': 'fa:16:3e:9e:3e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12a1c2f-a9ab-4880-b80f-d12410970629', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:18:34.964191 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:34.964585 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (768ac271-b5c3-4a8f-a4fc-e8c13548d5b3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:34.980660 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:34.989516 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf9562-67ee-461d-b8b5-370a6af42093 req-163d11cc-12f3-4249-a840-53a1a0431210 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:34.992396 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5fcf9562-67ee-461d-b8b5-370a6af42093 req-163d11cc-12f3-4249-a840-53a1a0431210 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 946 time: 0.0583389 Jan 28 13:18:35.021318 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=768ac271-b5c3-4a8f-a4fc-e8c13548d5b3,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:35.026279 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (768ac271-b5c3-4a8f-a4fc-e8c13548d5b3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:35.054006 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5fcf9562-67ee-461d-b8b5-370a6af42093 req-b7846b23-d080-456b-af6e-653f2c0776e8 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560238 Jan 28 13:18:35.080104 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=768ac271-b5c3-4a8f-a4fc-e8c13548d5b3,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:35.160829 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcd65c-45e7-465b-96c4-633f929d81bc req-c533de38-bdcc-4749-9dad-d6061dc2de79 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:35.162350 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aabcd65c-45e7-465b-96c4-633f929d81bc req-c533de38-bdcc-4749-9dad-d6061dc2de79 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.0502567 Jan 28 13:18:35.217509 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aabcd65c-45e7-465b-96c4-633f929d81bc req-8524c477-e5a0-4912-906c-3e2926fce5e4 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492725 Jan 28 13:18:35.347647 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e4625-56c8-45f7-90b0-e3416b6ce4d6 req-7b4f7a04-5297-4b5b-b29a-d25914b1fc33 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:35.349280 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f05e4625-56c8-45f7-90b0-e3416b6ce4d6 req-7b4f7a04-5297-4b5b-b29a-d25914b1fc33 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 950 time: 0.0660551 Jan 28 13:18:35.360277 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['768ac271-b5c3-4a8f-a4fc-e8c13548d5b3'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:35.405544 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f05e4625-56c8-45f7-90b0-e3416b6ce4d6 req-9ba6ae40-a490-434b-8149-4a3e66207eb6 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500689 Jan 28 13:18:35.543754 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9576a44-0640-4a8c-b5b9-4edc3fe70367 req-03422b0a-7ee0-423c-9e05-d1ff540e0564 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:35.545446 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b9576a44-0640-4a8c-b5b9-4edc3fe70367 req-03422b0a-7ee0-423c-9e05-d1ff540e0564 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 944 time: 0.0539682 Jan 28 13:18:35.566787 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:35.605645 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b9576a44-0640-4a8c-b5b9-4edc3fe70367 req-790d3f2c-9c05-4410-996b-e34cf389bb6e tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540013 Jan 28 13:18:35.710662 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32eed77-39c5-4a90-8397-8964b4e75937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71510f46-c4f8-495e-9223-dce152c55691'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:35.713193 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0107729-6705-40fb-837d-ded66579b18a" -d '{"events": [{"server_uuid": "c32eed77-39c5-4a90-8397-8964b4e75937", "name": "network-vif-plugged", "status": "completed", "tag": "71510f46-c4f8-495e-9223-dce152c55691"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:35.749453 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89a3ac-8be8-43e8-8883-92fa9a9c061e req-d5610b38-6276-4976-a4d9-34a412662130 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:35.751116 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dd89a3ac-8be8-43e8-8883-92fa9a9c061e req-d5610b38-6276-4976-a4d9-34a412662130 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=9365f6d3-8634-47a9-bb36-213af41973fe HTTP/1.1" status: 200 len: 944 time: 0.0595682 Jan 28 13:18:35.820308 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dd89a3ac-8be8-43e8-8883-92fa9a9c061e req-c3f386df-9d9a-4831-bfcd-7b1e2901840a tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633020 Jan 28 13:18:35.945945 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa476c-349b-47aa-b146-cdf3a1649ec8 req-c5df2230-9c47-41b2-8306-2ff473e78f17 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:35.947319 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-61aa476c-349b-47aa-b146-cdf3a1649ec8 req-c5df2230-9c47-41b2-8306-2ff473e78f17 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.0664976 Jan 28 13:18:36.013679 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-61aa476c-349b-47aa-b146-cdf3a1649ec8 req-accc3195-a8c8-49ed-9f41-53665741db5a tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582695 Jan 28 13:18:36.081242 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a1e6a9-8096-42bb-8faf-e994340c5d1b x-openstack-request-id: req-d7a1e6a9-8096-42bb-8faf-e994340c5d1b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:36.081881 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32eed77-39c5-4a90-8397-8964b4e75937", "name": "network-vif-plugged", "status": "completed", "tag": "71510f46-c4f8-495e-9223-dce152c55691", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:36.082242 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d7a1e6a9-8096-42bb-8faf-e994340c5d1b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:36.082676 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32eed77-39c5-4a90-8397-8964b4e75937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71510f46-c4f8-495e-9223-dce152c55691', 'code': 200} Jan 28 13:18:36.275139 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea32d9-9a2d-446e-a7da-a643dab4dbbc req-8c564850-4dee-4995-b6a0-e1c28c775f96 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:36.276959 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0ea32d9-9a2d-446e-a7da-a643dab4dbbc req-8c564850-4dee-4995-b6a0-e1c28c775f96 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 950 time: 0.1306903 Jan 28 13:18:36.280273 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14a130-1b14-4610-a328-3b319e41c97c req-8b39e135-6b8a-4b9d-88e6-2be95a9136ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:36.282567 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f14a130-1b14-4610-a328-3b319e41c97c req-8b39e135-6b8a-4b9d-88e6-2be95a9136ab service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 1101 time: 0.1207552 Jan 28 13:18:36.370688 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f14a130-1b14-4610-a328-3b319e41c97c req-5f000968-6974-4a0a-8cd7-db0e2488e0ae service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799644 Jan 28 13:18:36.374079 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0ea32d9-9a2d-446e-a7da-a643dab4dbbc req-7bb053e8-20bc-4186-8b2b-259c6b32fe92 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864265 Jan 28 13:18:36.544810 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfda24-f379-4e7e-889f-51835e026cb9 req-efceb24e-3c85-44df-bc1e-f641f3f8e8c0 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:36.546858 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-55bfda24-f379-4e7e-889f-51835e026cb9 req-efceb24e-3c85-44df-bc1e-f641f3f8e8c0 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 946 time: 0.0788593 Jan 28 13:18:36.632944 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-55bfda24-f379-4e7e-889f-51835e026cb9 req-152c2853-4f58-4eee-af13-b5c60f104feb tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787120 Jan 28 13:18:36.801027 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3d44f-c4e9-473d-89f5-33fd2338fef8 req-770e2bbf-a4d9-423e-915a-874cd377fe70 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:36.803148 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aeb3d44f-c4e9-473d-89f5-33fd2338fef8 req-770e2bbf-a4d9-423e-915a-874cd377fe70 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.0871334 Jan 28 13:18:36.814440 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:36.885363 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aeb3d44f-c4e9-473d-89f5-33fd2338fef8 req-c34fa4db-b2f4-4543-a32e-228366bfb021 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684175 Jan 28 13:18:36.934969 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:18:36.946992 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:36.948092 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (768ac271-b5c3-4a8f-a4fc-e8c13548d5b3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.059432 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ca1aa-fff7-43ed-ae7b-6a66300c4183 req-1849fb48-12fc-4a82-bee0-fbb0c0882827 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:37.061043 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a48ca1aa-fff7-43ed-ae7b-6a66300c4183 req-1849fb48-12fc-4a82-bee0-fbb0c0882827 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 950 time: 0.0591090 Jan 28 13:18:37.106540 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:37.107986 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (768ac271-b5c3-4a8f-a4fc-e8c13548d5b3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.113750 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a48ca1aa-fff7-43ed-ae7b-6a66300c4183 req-ac088aa1-b51a-41e8-bae0-51cbeafff4e1 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463340 Jan 28 13:18:37.148594 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=768ac271-b5c3-4a8f-a4fc-e8c13548d5b3,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:37.153500 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (768ac271-b5c3-4a8f-a4fc-e8c13548d5b3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.213407 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=768ac271-b5c3-4a8f-a4fc-e8c13548d5b3,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:37.250441 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27575f24-91a7-44c1-a0b3-0004a3f68248 req-8d48c43f-4162-457d-994d-5f26637a4592 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:37.252011 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-27575f24-91a7-44c1-a0b3-0004a3f68248 req-8d48c43f-4162-457d-994d-5f26637a4592 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 944 time: 0.0530334 Jan 28 13:18:37.326974 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-27575f24-91a7-44c1-a0b3-0004a3f68248 req-22961b69-ce50-4b4b-be8d-ff81d2f10cb2 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655363 Jan 28 13:18:37.452885 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a982c-f68f-4697-b915-d03348df7ce9 req-5bdc40e3-3d98-4dda-b26e-433f7122c3c7 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:37.455299 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-898a982c-f68f-4697-b915-d03348df7ce9 req-5bdc40e3-3d98-4dda-b26e-433f7122c3c7 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 1097 time: 0.0656095 Jan 28 13:18:37.529503 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-898a982c-f68f-4697-b915-d03348df7ce9 req-d503fbc5-d683-4d4c-8afd-98861c5c94bb tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675106 Jan 28 13:18:37.664186 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda44c2-7004-4a69-a3b3-8ee21ebaed83 req-fd8bf389-1600-45e6-b191-147c1e631b28 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:37.665860 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-feda44c2-7004-4a69-a3b3-8ee21ebaed83 req-fd8bf389-1600-45e6-b191-147c1e631b28 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=9365f6d3-8634-47a9-bb36-213af41973fe HTTP/1.1" status: 200 len: 945 time: 0.0709643 Jan 28 13:18:37.726813 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-feda44c2-7004-4a69-a3b3-8ee21ebaed83 req-9dada4a4-0b68-44d7-aac5-f97c26cb9b82 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519540 Jan 28 13:18:37.844474 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cac43-9201-4e5d-a82b-cf776ccae42e req-00c23dcf-f2d8-43a7-bd0e-66bd76bca94d tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:37.846053 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e71cac43-9201-4e5d-a82b-cf776ccae42e req-00c23dcf-f2d8-43a7-bd0e-66bd76bca94d tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.0585089 Jan 28 13:18:37.898798 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e71cac43-9201-4e5d-a82b-cf776ccae42e req-fc16316e-b706-44b4-8021-a7421fcc7723 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466809 Jan 28 13:18:38.020530 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb73383-fde7-4301-b81d-8a89bd38bb9b req-4550616b-dded-4d85-82f7-dd9748faba40 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:38.022068 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ccb73383-fde7-4301-b81d-8a89bd38bb9b req-4550616b-dded-4d85-82f7-dd9748faba40 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 950 time: 0.0516131 Jan 28 13:18:38.071952 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ccb73383-fde7-4301-b81d-8a89bd38bb9b req-58895db9-ec94-4e03-b458-6256dd6475e6 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441730 Jan 28 13:18:38.084033 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9365f6d3-8634-47a9-bb36-213af41973fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768ac271-b5c3-4a8f-a4fc-e8c13548d5b3'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:38.086349 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7a4dcf-b21d-4723-90ae-0e1b8a233a66" -d '{"events": [{"server_uuid": "9365f6d3-8634-47a9-bb36-213af41973fe", "name": "network-vif-plugged", "status": "completed", "tag": "768ac271-b5c3-4a8f-a4fc-e8c13548d5b3"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:38.222264 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a85ad-af4f-4ae1-8160-acf70c3562d0 req-08475d28-e596-415d-9814-e02caac33290 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:38.223803 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c53a85ad-af4f-4ae1-8160-acf70c3562d0 req-08475d28-e596-415d-9814-e02caac33290 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.0559947 Jan 28 13:18:38.282587 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c53a85ad-af4f-4ae1-8160-acf70c3562d0 req-843dde5e-50e3-4dd9-9d76-779982183f05 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523462 Jan 28 13:18:38.330575 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290c8732-b712-4023-b25f-dd8949a34d82 x-openstack-request-id: req-290c8732-b712-4023-b25f-dd8949a34d82 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:38.331211 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9365f6d3-8634-47a9-bb36-213af41973fe", "name": "network-vif-plugged", "status": "completed", "tag": "768ac271-b5c3-4a8f-a4fc-e8c13548d5b3", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:38.331211 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-290c8732-b712-4023-b25f-dd8949a34d82 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:38.331563 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9365f6d3-8634-47a9-bb36-213af41973fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768ac271-b5c3-4a8f-a4fc-e8c13548d5b3', 'code': 200} Jan 28 13:18:38.452612 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aea9ee-41c8-4683-8308-ec5df41336e8 req-241fd55d-bf9f-49f4-a614-dc3ece5ca1bc tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:38.454134 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-90aea9ee-41c8-4683-8308-ec5df41336e8 req-241fd55d-bf9f-49f4-a614-dc3ece5ca1bc tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 950 time: 0.0770199 Jan 28 13:18:38.459938 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4ead8-fc72-4785-a4d1-857c79af0011 req-f82bad11-0290-4bd6-890a-870374d86fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:38.461332 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-17e4ead8-fc72-4785-a4d1-857c79af0011 req-f82bad11-0290-4bd6-890a-870374d86fcf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9365f6d3-8634-47a9-bb36-213af41973fe HTTP/1.1" status: 200 len: 1096 time: 0.0581343 Jan 28 13:18:38.537727 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-90aea9ee-41c8-4683-8308-ec5df41336e8 req-d5e385ce-f342-4e8c-9b82-2c2055a14534 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747869 Jan 28 13:18:38.541453 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-17e4ead8-fc72-4785-a4d1-857c79af0011 req-8369defb-c996-40f0-8d11-042432d892fd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712907 Jan 28 13:18:38.655977 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a0c51-70ca-4c27-aa8c-fbf1a1aa4dc9 req-602c3827-0bf1-44b6-9bf8-d1d0fd2e661d tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:38.657492 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-382a0c51-70ca-4c27-aa8c-fbf1a1aa4dc9 req-602c3827-0bf1-44b6-9bf8-d1d0fd2e661d tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 950 time: 0.0569503 Jan 28 13:18:38.708856 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-382a0c51-70ca-4c27-aa8c-fbf1a1aa4dc9 req-c30aa348-0565-4716-a06b-1659666e4c98 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450482 Jan 28 13:18:38.819588 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b3400-c677-4aaf-842b-79b56f56774d req-e1832330-8951-40f1-9466-a21fd6766636 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:38.821098 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ec5b3400-c677-4aaf-842b-79b56f56774d req-e1832330-8951-40f1-9466-a21fd6766636 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 944 time: 0.0576439 Jan 28 13:18:38.875950 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ec5b3400-c677-4aaf-842b-79b56f56774d req-837b4e53-2403-4f6c-a34d-1650a97f94aa tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490005 Jan 28 13:18:39.033080 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9e0a1-29c5-4a95-a2ce-e594e18c4e15 req-264fd06d-e09d-4601-8d90-0990977949eb tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:39.035312 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-25c9e0a1-29c5-4a95-a2ce-e594e18c4e15 req-264fd06d-e09d-4601-8d90-0990977949eb tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=9365f6d3-8634-47a9-bb36-213af41973fe HTTP/1.1" status: 200 len: 945 time: 0.0640244 Jan 28 13:18:39.403594 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-25c9e0a1-29c5-4a95-a2ce-e594e18c4e15 req-a17bb8b7-f10c-4076-b493-d9cd7cb9bc25 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609631 Jan 28 13:18:39.629217 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8298c79-69af-40bb-8f14-fb9269747d6e req-8cc58441-975b-4844-a829-872d25e5fa0d tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:39.631021 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d8298c79-69af-40bb-8f14-fb9269747d6e req-8cc58441-975b-4844-a829-872d25e5fa0d tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.0661299 Jan 28 13:18:39.689130 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d8298c79-69af-40bb-8f14-fb9269747d6e req-6a4a633e-a22e-4687-8e98-342cd32d969e tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515220 Jan 28 13:18:39.805683 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cd1cf-d3b5-49ad-8ffe-02b98c184723 req-4fce7497-3971-429b-8599-4b73285d61a3 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:39.811871 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-082cd1cf-d3b5-49ad-8ffe-02b98c184723 req-4fce7497-3971-429b-8599-4b73285d61a3 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.0564518 Jan 28 13:18:39.884913 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-082cd1cf-d3b5-49ad-8ffe-02b98c184723 req-811eacd8-b0dd-4ff5-9e15-be41caf9de16 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696318 Jan 28 13:18:40.021036 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-bf96e663-1fc4-46e2-9879-86138beb1385 req-f887dc20-7360-4c1b-86ca-857bc25fd487 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:18:40.022160 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bf96e663-1fc4-46e2-9879-86138beb1385 req-f887dc20-7360-4c1b-86ca-857bc25fd487 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084271 Jan 28 13:18:40.293667 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4498ad2c-baf7-451e-be1c-147b7eecf7cd req-1d53620e-ecc5-4836-9781-5958d775ecfd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0581779 Jan 28 13:18:40.299665 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c69147-4c18-4b90-8a44-f0d76805116f req-3f7b14e8-76e3-4c54-98b7-8c8058527a84 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:40.301347 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-49c69147-4c18-4b90-8a44-f0d76805116f req-3f7b14e8-76e3-4c54-98b7-8c8058527a84 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 950 time: 0.0667610 Jan 28 13:18:40.306166 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-4498ad2c-baf7-451e-be1c-147b7eecf7cd req-1ae81107-83e0-4b58-ac06-2c9c54320c02 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:18:40.308525 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4498ad2c-baf7-451e-be1c-147b7eecf7cd req-1ae81107-83e0-4b58-ac06-2c9c54320c02 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096052 Jan 28 13:18:40.368593 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-49c69147-4c18-4b90-8a44-f0d76805116f req-22460991-3970-4cbe-b12a-f2e0c4467c5a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574825 Jan 28 13:18:40.520734 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5809593-cbb1-4988-bee0-b71929cf66c8 req-a9ae62d3-8e4a-4a99-b8fe-01fb97b87d3b tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:40.523218 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f5809593-cbb1-4988-bee0-b71929cf66c8 req-a9ae62d3-8e4a-4a99-b8fe-01fb97b87d3b tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 944 time: 0.0769262 Jan 28 13:18:40.599815 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f5809593-cbb1-4988-bee0-b71929cf66c8 req-db78398f-019b-4404-a43f-bfa394cbc987 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664268 Jan 28 13:18:40.773036 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98210a5-bb04-400b-bbdc-cba4a37b565d req-a0446831-af04-4c9c-92bb-e182ff333173 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:40.774825 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a98210a5-bb04-400b-bbdc-cba4a37b565d req-a0446831-af04-4c9c-92bb-e182ff333173 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 950 time: 0.0881662 Jan 28 13:18:40.862519 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a98210a5-bb04-400b-bbdc-cba4a37b565d req-a471a40d-e346-4107-8ab9-6b01bb240752 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797355 Jan 28 13:18:41.002484 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431113f-cd03-4a04-9bde-82c4c0385a56 req-f323b013-44ce-4c3e-95b5-2475eb49aa29 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:41.004085 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a431113f-cd03-4a04-9bde-82c4c0385a56 req-f323b013-44ce-4c3e-95b5-2475eb49aa29 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=9365f6d3-8634-47a9-bb36-213af41973fe HTTP/1.1" status: 200 len: 945 time: 0.0669243 Jan 28 13:18:41.084897 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a431113f-cd03-4a04-9bde-82c4c0385a56 req-f36d9496-0fed-4220-afe9-91a0d0cf5c54 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741830 Jan 28 13:18:41.233903 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5d8ca-b4c4-4a06-8243-375cb4b4382b req-b6d1a80e-7a91-47da-9e02-42dbf83bc607 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:41.236612 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aaa5d8ca-b4c4-4a06-8243-375cb4b4382b req-b6d1a80e-7a91-47da-9e02-42dbf83bc607 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.0662799 Jan 28 13:18:41.309640 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aaa5d8ca-b4c4-4a06-8243-375cb4b4382b req-a1dfc161-43d5-4c29-9036-9ba0f7a62c73 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652106 Jan 28 13:18:41.860563 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6a74c-5777-4d12-86e2-9aca83c7c289 req-2b6c517b-541e-430d-972b-85fb637cc331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:41.864616 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fcf6a74c-5777-4d12-86e2-9aca83c7c289 req-2b6c517b-541e-430d-972b-85fb637cc331 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8538b6768ee146a592808bb5e9dc3a96&device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 1099 time: 0.0755067 Jan 28 13:18:41.927944 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16437d-36f9-4757-a323-0c72f3023a85 req-be4c9681-79c8-450c-bc83-b14f3564e287 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:41.930638 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d16437d-36f9-4757-a323-0c72f3023a85 req-be4c9681-79c8-450c-bc83-b14f3564e287 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.2302437 Jan 28 13:18:42.011971 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6a74c-5777-4d12-86e2-9aca83c7c289 req-3e4eb622-85b7-44f3-824c-f741ba4a9ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:42.014141 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fcf6a74c-5777-4d12-86e2-9aca83c7c289 req-3e4eb622-85b7-44f3-824c-f741ba4a9ad4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.1430850 Jan 28 13:18:42.073287 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fcf6a74c-5777-4d12-86e2-9aca83c7c289 req-3df65214-cf15-4844-8556-3b77885e9163 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=b108ca3d-903f-4787-8dcc-fbe153c85eee HTTP/1.1" status: 200 len: 217 time: 0.0520103 Jan 28 13:18:42.079837 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6b550-3b20-4853-bb5a-9a2883b47cac req-e40ea41f-4eb3-4af8-90b0-9ecfd2c17547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:42.081949 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42a6b550-3b20-4853-bb5a-9a2883b47cac req-e40ea41f-4eb3-4af8-90b0-9ecfd2c17547 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8b01f390-e987-48df-9024-68d9ae3915ca HTTP/1.1" status: 200 len: 1101 time: 0.2959473 Jan 28 13:18:42.099454 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79548465-f456-420c-bc61-64afa129a4f1 req-e2b9e6ab-6445-4526-8338-a1b1b7e64d4c tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:42.100996 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-79548465-f456-420c-bc61-64afa129a4f1 req-e2b9e6ab-6445-4526-8338-a1b1b7e64d4c tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a&tenant_id=e52f7db82a1e47b4a05e085aee4dc060&binding%3Ahost_id=n-h1-822747-2 HTTP/1.1" status: 200 len: 1095 time: 0.3415253 Jan 28 13:18:42.107584 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498ad2c-baf7-451e-be1c-147b7eecf7cd req-e04f3d7d-6f14-41b3-b19c-5cb9dab3d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:42.108888 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4498ad2c-baf7-451e-be1c-147b7eecf7cd req-e04f3d7d-6f14-41b3-b19c-5cb9dab3d45a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 1101 time: 0.2471015 Jan 28 13:18:42.152551 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d16437d-36f9-4757-a323-0c72f3023a85 req-7d4d7a61-8df1-4384-aca1-1ad7a4bec01e tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450818 Jan 28 13:18:42.221491 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f26fe-8f75-42e7-bcd2-089a4b8eb496 req-768fa3ff-4538-46e9-a864-c20ef8d3eafd tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:42.236438 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0f5f26fe-8f75-42e7-bcd2-089a4b8eb496 req-768fa3ff-4538-46e9-a864-c20ef8d3eafd tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 950 time: 0.1609733 Jan 28 13:18:42.250540 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42a6b550-3b20-4853-bb5a-9a2883b47cac req-81d45411-e3b9-4770-a864-ff162c8733aa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591887 Jan 28 13:18:42.251395 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6a74c-5777-4d12-86e2-9aca83c7c289 req-df2b5118-3303-4f83-b9f6-f639a3bfeb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:42.254324 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fcf6a74c-5777-4d12-86e2-9aca83c7c289 req-df2b5118-3303-4f83-b9f6-f639a3bfeb16 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1427224 Jan 28 13:18:42.263379 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79548465-f456-420c-bc61-64afa129a4f1 req-4e6c366d-14c7-44dd-bc2a-c19bee95a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:42.264963 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-79548465-f456-420c-bc61-64afa129a4f1 req-4e6c366d-14c7-44dd-bc2a-c19bee95a0d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a&tenant_id=e52f7db82a1e47b4a05e085aee4dc060 HTTP/1.1" status: 200 len: 1095 time: 0.1371722 Jan 28 13:18:42.283925 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498ad2c-baf7-451e-be1c-147b7eecf7cd req-cc494123-2dbc-4d87-b003-25b2162b4a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:42.286175 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4498ad2c-baf7-451e-be1c-147b7eecf7cd req-cc494123-2dbc-4d87-b003-25b2162b4a29 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.1678410 Jan 28 13:18:42.347152 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0f5f26fe-8f75-42e7-bcd2-089a4b8eb496 req-0c98c81d-4562-4380-b51a-6f786999a01e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088955 Jan 28 13:18:42.348932 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4498ad2c-baf7-451e-be1c-147b7eecf7cd req-9bca6b46-7ff5-44a0-bffa-2c2312d241b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=71510f46-c4f8-495e-9223-dce152c55691 HTTP/1.1" status: 200 len: 217 time: 0.0555894 Jan 28 13:18:42.426821 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498ad2c-baf7-451e-be1c-147b7eecf7cd req-a1327857-fcfe-41d3-9227-5f563fd2a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:42.428230 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4498ad2c-baf7-451e-be1c-147b7eecf7cd req-a1327857-fcfe-41d3-9227-5f563fd2a78a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0706809 Jan 28 13:18:42.437100 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3130f05-0f82-494f-892b-094b94dfda3d req-d9e4a998-0156-4447-9c25-7b073d986c5f tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:42.438632 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b3130f05-0f82-494f-892b-094b94dfda3d req-d9e4a998-0156-4447-9c25-7b073d986c5f tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 944 time: 0.0976124 Jan 28 13:18:42.494166 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f008ca8-5ebe-45b5-a533-d322e82b13f5 req-b4d69b78-ab5d-4a6d-8a7a-130dfd037e2d tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:42.497408 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6f008ca8-5ebe-45b5-a533-d322e82b13f5 req-b4d69b78-ab5d-4a6d-8a7a-130dfd037e2d tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 950 time: 0.0730293 Jan 28 13:18:42.521219 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498ad2c-baf7-451e-be1c-147b7eecf7cd req-3dfb9cc4-3c3b-4dfd-865e-ce7ad1e7b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:42.523019 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4498ad2c-baf7-451e-be1c-147b7eecf7cd req-3dfb9cc4-3c3b-4dfd-865e-ce7ad1e7b8f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0810194 Jan 28 13:18:42.526483 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b3130f05-0f82-494f-892b-094b94dfda3d req-1b3ec4ba-f36b-418c-9b79-0451de5595f1 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759389 Jan 28 13:18:42.573294 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6f008ca8-5ebe-45b5-a533-d322e82b13f5 req-947e5df5-739e-4e10-ae56-ca3b14b73e93 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689516 Jan 28 13:18:42.675759 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4498ad2c-baf7-451e-be1c-147b7eecf7cd req-64cde008-da2a-4d98-ba75-9af5b15eabdd service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428936 Jan 28 13:18:42.691657 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c4901-d10e-498a-8fbe-7502032f8821 req-dfa110b1-9537-451f-9054-e782df90b70c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:42.693722 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-df1c4901-d10e-498a-8fbe-7502032f8821 req-dfa110b1-9537-451f-9054-e782df90b70c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=9365f6d3-8634-47a9-bb36-213af41973fe HTTP/1.1" status: 200 len: 945 time: 0.0786777 Jan 28 13:18:42.708287 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5893e5-5964-4f35-87fa-664f602fa72e req-54fb37db-b4ff-4cb5-8f7a-95e070142d50 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:42.709956 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fd5893e5-5964-4f35-87fa-664f602fa72e req-54fb37db-b4ff-4cb5-8f7a-95e070142d50 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.0588961 Jan 28 13:18:42.775717 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fd5893e5-5964-4f35-87fa-664f602fa72e req-cea07a7b-b73b-412f-94f2-4adeb1e9d0f9 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574775 Jan 28 13:18:42.815730 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-df1c4901-d10e-498a-8fbe-7502032f8821 req-71a5a738-69c3-40aa-b660-f384b782cd1a tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105931 Jan 28 13:18:42.839768 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4498ad2c-baf7-451e-be1c-147b7eecf7cd req-acf5e5cd-af4e-4b70-ae97-bba8199fd617 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444304 Jan 28 13:18:43.402138 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003c878-ad52-4690-9dc2-ca7af2a70147 req-0da4cb7b-92d2-44ed-a15a-5e21c5e2dfa0 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:43.406112 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5003c878-ad52-4690-9dc2-ca7af2a70147 req-0da4cb7b-92d2-44ed-a15a-5e21c5e2dfa0 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.0800400 Jan 28 13:18:43.470156 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5003c878-ad52-4690-9dc2-ca7af2a70147 req-af7049e1-927a-4906-8382-6ddc2cbdbc41 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528398 Jan 28 13:18:43.582278 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d98445-ca08-4f30-bd79-bd47a340b5a4 req-1bdcad0a-ace1-4c1a-8d86-2dc859a61e47 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:43.583717 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-28d98445-ca08-4f30-bd79-bd47a340b5a4 req-1bdcad0a-ace1-4c1a-8d86-2dc859a61e47 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 950 time: 0.0566931 Jan 28 13:18:43.634495 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-28d98445-ca08-4f30-bd79-bd47a340b5a4 req-94ace26b-0219-410c-859d-da6d0d54a895 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442092 Jan 28 13:18:43.746565 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957dd803-ccce-4972-bb06-02b6fe76863a req-e0cdacd3-29be-4e2c-999c-2080fa15d601 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:43.748075 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-957dd803-ccce-4972-bb06-02b6fe76863a req-e0cdacd3-29be-4e2c-999c-2080fa15d601 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 944 time: 0.0523906 Jan 28 13:18:43.797729 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-957dd803-ccce-4972-bb06-02b6fe76863a req-bc3388c4-b0a8-4161-bd75-0f772e0f0b51 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439477 Jan 28 13:18:43.919664 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f15989-e822-4f2f-bb77-6bf5c65dd784 req-ac7f2162-bddd-4827-b86d-a58c79fee840 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:43.921156 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2f15989-e822-4f2f-bb77-6bf5c65dd784 req-ac7f2162-bddd-4827-b86d-a58c79fee840 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 950 time: 0.0603609 Jan 28 13:18:43.970483 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2f15989-e822-4f2f-bb77-6bf5c65dd784 req-7f9a96a7-2cdf-4819-9580-ebd504ec587d tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435321 Jan 28 13:18:44.087276 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ba3ce-9307-43bc-a66a-7f16a56564e0 req-c056822b-2614-4230-b5f0-edca34051270 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:44.088802 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-173ba3ce-9307-43bc-a66a-7f16a56564e0 req-c056822b-2614-4230-b5f0-edca34051270 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.0507479 Jan 28 13:18:44.142288 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-173ba3ce-9307-43bc-a66a-7f16a56564e0 req-cbb299e9-f41f-44c2-8018-0fb78e394540 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461433 Jan 28 13:18:44.617518 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182444df-66d1-4280-b19a-2f484dec2ce7 req-16aa8042-6ab5-4bec-8532-4f354de8089e tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:44.618203 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-182444df-66d1-4280-b19a-2f484dec2ce7 req-16aa8042-6ab5-4bec-8532-4f354de8089e tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.0630047 Jan 28 13:18:44.674937 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-182444df-66d1-4280-b19a-2f484dec2ce7 req-34dfe012-adb5-41a7-a127-c2493e9e3092 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510685 Jan 28 13:18:44.795190 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8294d-fc63-4ac0-a0ca-a610188abff9 req-e4e37463-58ba-412a-a6db-47669f836b3e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:44.797345 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c7e8294d-fc63-4ac0-a0ca-a610188abff9 req-e4e37463-58ba-412a-a6db-47669f836b3e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 950 time: 0.0600755 Jan 28 13:18:44.865660 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c7e8294d-fc63-4ac0-a0ca-a610188abff9 req-b6a5a73d-71dc-48c6-8028-ec3f79381f58 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606890 Jan 28 13:18:45.011049 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16d1eb-1e7b-46fa-9066-1a1a6c7df813 req-e6e799e8-b9e9-4c3c-8c85-d6303e1ce1b9 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:45.013662 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ae16d1eb-1e7b-46fa-9066-1a1a6c7df813 req-e6e799e8-b9e9-4c3c-8c85-d6303e1ce1b9 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 944 time: 0.0652580 Jan 28 13:18:45.071151 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ae16d1eb-1e7b-46fa-9066-1a1a6c7df813 req-59c9f429-e8b5-4917-897e-abf9ca625c4e tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499148 Jan 28 13:18:45.207719 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe924e3e-667b-4709-b1e2-9dd6147a6d7b req-fa28bb94-881e-4e32-ad80-c8dc44da4328 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:45.209207 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fe924e3e-667b-4709-b1e2-9dd6147a6d7b req-fa28bb94-881e-4e32-ad80-c8dc44da4328 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 950 time: 0.0693271 Jan 28 13:18:45.263353 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fe924e3e-667b-4709-b1e2-9dd6147a6d7b req-b03b4cc3-faf0-40be-9ce9-0cbad4540846 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457940 Jan 28 13:18:45.381984 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8bb49-dcef-4218-9a4d-3d5fc2ffe0ed req-ad05ff9a-155f-4958-a7c6-ebf97e148f0d tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:45.383433 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d8b8bb49-dcef-4218-9a4d-3d5fc2ffe0ed req-ad05ff9a-155f-4958-a7c6-ebf97e148f0d tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.0536504 Jan 28 13:18:45.456927 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d8b8bb49-dcef-4218-9a4d-3d5fc2ffe0ed req-43934f51-db9b-4c4d-af8a-aa25f9df5cb3 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673761 Jan 28 13:18:45.823196 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1531e7-aadd-40ec-b796-2606d10d4059 req-3d73f0fb-cbe8-471f-b6e7-f97d9cec6c91 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:45.825697 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d1531e7-aadd-40ec-b796-2606d10d4059 req-3d73f0fb-cbe8-471f-b6e7-f97d9cec6c91 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.0579321 Jan 28 13:18:45.907820 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d1531e7-aadd-40ec-b796-2606d10d4059 req-9b474db0-6383-4876-8f44-6734c03bdeac tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735946 Jan 28 13:18:46.066015 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a288b7-327a-434f-a9e9-b1079eef9f2b req-62f23a4a-69d9-4d59-8fa0-9eb95f8966d7 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:46.071309 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-96a288b7-327a-434f-a9e9-b1079eef9f2b req-62f23a4a-69d9-4d59-8fa0-9eb95f8966d7 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 950 time: 0.0938487 Jan 28 13:18:46.160815 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-96a288b7-327a-434f-a9e9-b1079eef9f2b req-208eecbd-e70d-408b-8487-f6e546f99e55 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829492 Jan 28 13:18:46.338181 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e85a2-4da2-4953-9315-540c0569153b req-9d584b88-ccda-4891-a52d-8e3568fab6b8 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:46.340907 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-295e85a2-4da2-4953-9315-540c0569153b req-9d584b88-ccda-4891-a52d-8e3568fab6b8 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 944 time: 0.0759146 Jan 28 13:18:46.390936 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-295e85a2-4da2-4953-9315-540c0569153b req-d1de5adf-ab89-4a10-9029-26da3ce7a840 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434124 Jan 28 13:18:46.545497 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3264bc-4716-40a6-b941-51dedde3792b req-c914e04f-d536-493b-8871-2c32caa9b481 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:46.547146 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4b3264bc-4716-40a6-b941-51dedde3792b req-c914e04f-d536-493b-8871-2c32caa9b481 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 950 time: 0.0760267 Jan 28 13:18:46.607070 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4b3264bc-4716-40a6-b941-51dedde3792b req-ce8c7c8e-aa6f-41f9-b4eb-d98f312c3e59 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498033 Jan 28 13:18:46.855152 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad6f4f-1e9d-476f-9290-b939b5b85b4f req-21b98416-f7cd-4de0-ae57-d78e89a4cb38 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:46.868315 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-25ad6f4f-1e9d-476f-9290-b939b5b85b4f req-21b98416-f7cd-4de0-ae57-d78e89a4cb38 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.1385164 Jan 28 13:18:46.923886 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:47.020915 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-25ad6f4f-1e9d-476f-9290-b939b5b85b4f req-4beb6d32-e8e0-413b-93a6-3d9723eb9686 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466086 Jan 28 13:18:47.229762 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6a74c-5777-4d12-86e2-9aca83c7c289 req-030b1153-149a-4ad3-9e82-c704993e6bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:47.239157 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fcf6a74c-5777-4d12-86e2-9aca83c7c289 req-030b1153-149a-4ad3-9e82-c704993e6bbc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1279485 Jan 28 13:18:47.249734 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=768ac271-b5c3-4a8f-a4fc-e8c13548d5b3,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:47.294551 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '768ac271-b5c3-4a8f-a4fc-e8c13548d5b3', 'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f', 'port_id': '768ac271-b5c3-4a8f-a4fc-e8c13548d5b3', 'mac_address': 'fa:16:3e:9e:3e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12a1c2f-a9ab-4880-b80f-d12410970629', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:18:47.327698 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79548465-f456-420c-bc61-64afa129a4f1 req-7517de6f-53c8-4226-9401-13e1b91f32be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:47.330036 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-79548465-f456-420c-bc61-64afa129a4f1 req-7517de6f-53c8-4226-9401-13e1b91f32be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 1095 time: 0.1627944 Jan 28 13:18:47.375952 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 is: ACTIVE; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:47.376232 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (768ac271-b5c3-4a8f-a4fc-e8c13548d5b3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:47.398747 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:47.438683 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=768ac271-b5c3-4a8f-a4fc-e8c13548d5b3,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:47.444686 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:47.447713 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (768ac271-b5c3-4a8f-a4fc-e8c13548d5b3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:47.518513 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=768ac271-b5c3-4a8f-a4fc-e8c13548d5b3,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:47.529771 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:47.530545 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:47.531244 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:47.531798 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:47.532483 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:47.533028 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:47.533606 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:47.534115 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:47.534968 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:47.535540 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:47.536176 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:47.536910 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:47.537682 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:47.580418 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['768ac271-b5c3-4a8f-a4fc-e8c13548d5b3'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:47.640008 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd8a84-d5be-4d14-9ed4-5f712fe1756f req-a2637663-c6ad-48e3-99f9-370116cf9ddd tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:47.654773 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e8dd8a84-d5be-4d14-9ed4-5f712fe1756f req-a2637663-c6ad-48e3-99f9-370116cf9ddd tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 950 time: 0.2850785 Jan 28 13:18:47.657274 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dda9b3-6dc5-497c-9cc3-e98a0294643e req-d48c0c86-4f53-41d7-bd30-555dc7d3dee6 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:47.674699 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-98dda9b3-6dc5-497c-9cc3-e98a0294643e req-d48c0c86-4f53-41d7-bd30-555dc7d3dee6 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.3007078 Jan 28 13:18:47.747592 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79548465-f456-420c-bc61-64afa129a4f1 req-8ed17869-7ba8-4a03-b748-a4c6676f784c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:47.751210 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-79548465-f456-420c-bc61-64afa129a4f1 req-8ed17869-7ba8-4a03-b748-a4c6676f784c service neutron] 10.222.0.37 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 920 time: 0.4069049 Jan 28 13:18:47.763070 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fcf6a74c-5777-4d12-86e2-9aca83c7c289 req-d59b6e17-158c-4c5b-95c2-fa5e600e5abf service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5158358 Jan 28 13:18:47.848489 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e8dd8a84-d5be-4d14-9ed4-5f712fe1756f req-572c9339-2149-4136-9269-f1df82b92bcf tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921091 Jan 28 13:18:47.852559 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-79548465-f456-420c-bc61-64afa129a4f1 req-ce348746-8f81-4f3a-b8df-feb5aa03405c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de HTTP/1.1" status: 200 len: 217 time: 0.0921257 Jan 28 13:18:47.957938 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-98dda9b3-6dc5-497c-9cc3-e98a0294643e req-8e7c1646-1244-41b4-9c2d-9c466e6b0118 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782507 Jan 28 13:18:48.052853 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79548465-f456-420c-bc61-64afa129a4f1 req-7fce7085-e122-4fcb-bed8-39089c8cb8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:48.054816 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-79548465-f456-420c-bc61-64afa129a4f1 req-7fce7085-e122-4fcb-bed8-39089c8cb8e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99d02297-28c8-4d60-822c-d4eb89318060 HTTP/1.1" status: 200 len: 860 time: 0.1911113 Jan 28 13:18:48.083720 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fcf6a74c-5777-4d12-86e2-9aca83c7c289 req-9eb84aba-bad6-419b-8a38-d15a3cb19d11 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087025 Jan 28 13:18:48.142534 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-79548465-f456-420c-bc61-64afa129a4f1 req-d743756d-080e-4c88-8ca1-1fb1a21fc164 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59fab6ca-64cd-4851-86a5-d4939e9521f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802047 Jan 28 13:18:48.240128 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e60875-ae77-4109-9bfa-49727067e5e0 req-0d6f5d72-d6e6-4124-b8b4-49db5689d6cf tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:48.248998 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-10e60875-ae77-4109-9bfa-49727067e5e0 req-0d6f5d72-d6e6-4124-b8b4-49db5689d6cf tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 944 time: 0.1674118 Jan 28 13:18:48.381017 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2353ef-f2e6-435e-b754-11b9d7df0396 req-fec0cfce-bc9e-41ff-a7fd-6110a670a814 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:48.391354 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ba2353ef-f2e6-435e-b754-11b9d7df0396 req-fec0cfce-bc9e-41ff-a7fd-6110a670a814 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 950 time: 0.1934519 Jan 28 13:18:48.420411 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-10e60875-ae77-4109-9bfa-49727067e5e0 req-29d7ad3f-81c3-4845-8a8a-1059a54b7f38 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699483 Jan 28 13:18:48.434367 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-79548465-f456-420c-bc61-64afa129a4f1 req-1ba10e5f-2261-4368-a1bd-800bcf03782b service neutron] 10.222.0.37 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755158 Jan 28 13:18:48.514368 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ba2353ef-f2e6-435e-b754-11b9d7df0396 req-c11513c9-37d9-492f-9638-61eb49e198cb tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202116 Jan 28 13:18:48.833611 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-79548465-f456-420c-bc61-64afa129a4f1 req-ba52912b-8e4c-412d-818b-69a14eddedb5 service neutron] 10.222.0.37 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974905 Jan 28 13:18:48.848310 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34448349-c598-4435-89cc-96bcd66e042c req-db999f15-90ab-43ed-b7af-cad19383ad4a tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:48.850290 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-34448349-c598-4435-89cc-96bcd66e042c req-db999f15-90ab-43ed-b7af-cad19383ad4a tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.1679919 Jan 28 13:18:48.927852 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:49.004406 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-34448349-c598-4435-89cc-96bcd66e042c req-bb955f00-b553-4d23-9168-ab73f9969743 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477642 Jan 28 13:18:49.115603 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:49.116012 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (768ac271-b5c3-4a8f-a4fc-e8c13548d5b3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:49.212699 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31519f-d1f2-49e5-aef7-1f00e6358ab5 req-600e87a3-be2c-4b36-a078-39292cd03dd6 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:49.221944 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a31519f-d1f2-49e5-aef7-1f00e6358ab5 req-600e87a3-be2c-4b36-a078-39292cd03dd6 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 950 time: 0.1780837 Jan 28 13:18:49.294531 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d87dc3-e765-47ed-94e2-a4f9729e50b0 req-aa466da2-c6a5-4a35-916f-3540dd4cec26 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:49.303705 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-60d87dc3-e765-47ed-94e2-a4f9729e50b0 req-aa466da2-c6a5-4a35-916f-3540dd4cec26 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.1366472 Jan 28 13:18:49.322779 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a31519f-d1f2-49e5-aef7-1f00e6358ab5 req-f6afca1f-8c47-4b17-8add-91f25a576184 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932438 Jan 28 13:18:49.337249 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:49.337249 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (768ac271-b5c3-4a8f-a4fc-e8c13548d5b3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:49.339081 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79548465-f456-420c-bc61-64afa129a4f1 req-7978e5a6-dc49-4cc4-8c26-cc698bca709f tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:49.341334 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-79548465-f456-420c-bc61-64afa129a4f1 req-7978e5a6-dc49-4cc4-8c26-cc698bca709f tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a&tenant_id=e52f7db82a1e47b4a05e085aee4dc060&binding%3Ahost_id=n-h2-822747-2 HTTP/1.1" status: 200 len: 1095 time: 0.1113677 Jan 28 13:18:49.435616 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9365f6d3-8634-47a9-bb36-213af41973fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768ac271-b5c3-4a8f-a4fc-e8c13548d5b3'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:49.437883 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a822bb-5034-489f-983c-a95787ef8067" -d '{"events": [{"server_uuid": "9365f6d3-8634-47a9-bb36-213af41973fe", "name": "network-vif-plugged", "status": "completed", "tag": "768ac271-b5c3-4a8f-a4fc-e8c13548d5b3"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:49.488795 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=768ac271-b5c3-4a8f-a4fc-e8c13548d5b3,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:49.520164 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (768ac271-b5c3-4a8f-a4fc-e8c13548d5b3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:49.549633 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-60d87dc3-e765-47ed-94e2-a4f9729e50b0 req-c1d88de2-c8d5-4174-9934-54a1602be140 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449090 Jan 28 13:18:49.590363 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=768ac271-b5c3-4a8f-a4fc-e8c13548d5b3,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:49.596368 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bde7b9-957d-4f90-8ffd-bb883a7c03c0 x-openstack-request-id: req-c7bde7b9-957d-4f90-8ffd-bb883a7c03c0 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:49.599575 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9365f6d3-8634-47a9-bb36-213af41973fe", "name": "network-vif-plugged", "status": "completed", "tag": "768ac271-b5c3-4a8f-a4fc-e8c13548d5b3", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:49.599675 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c7bde7b9-957d-4f90-8ffd-bb883a7c03c0 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:49.600104 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9365f6d3-8634-47a9-bb36-213af41973fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768ac271-b5c3-4a8f-a4fc-e8c13548d5b3', 'code': 200} Jan 28 13:18:49.606143 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:49.718196 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb96b0-a57f-4390-9b6c-3af61525664b req-cf23268b-3aab-4524-bf5a-08484dcf397a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:49.726625 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2adb96b0-a57f-4390-9b6c-3af61525664b req-cf23268b-3aab-4524-bf5a-08484dcf397a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 944 time: 0.0776162 Jan 28 13:18:49.776492 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-79548465-f456-420c-bc61-64afa129a4f1 req-97bae23d-4aae-4eb8-ac54-df6c2c77e077 service neutron] For port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:49.788821 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-79548465-f456-420c-bc61-64afa129a4f1 req-97bae23d-4aae-4eb8-ac54-df6c2c77e077 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:49.790556 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-79548465-f456-420c-bc61-64afa129a4f1 req-97bae23d-4aae-4eb8-ac54-df6c2c77e077 service neutron] 10.222.0.37 "DELETE /v2.0/ports/8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de/bindings/n-h1-822747-2 HTTP/1.1" status: 204 len: 173 time: 0.4209850 Jan 28 13:18:49.798339 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2adb96b0-a57f-4390-9b6c-3af61525664b req-999bf847-4d32-411f-a1f8-a2c615d8541a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715516 Jan 28 13:18:49.810973 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f17341-e7f7-405f-85d3-cf59e2e7575b req-a3e510f1-4b50-4858-9027-62f239ecf0f0 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:49.810973 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c2f17341-e7f7-405f-85d3-cf59e2e7575b req-a3e510f1-4b50-4858-9027-62f239ecf0f0 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 950 time: 0.1220441 Jan 28 13:18:49.924955 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c2f17341-e7f7-405f-85d3-cf59e2e7575b req-6027f66e-26c9-4080-bbd1-ed227932e2bc tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027129 Jan 28 13:18:50.105722 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa89ad2-72ea-4776-a3dc-abe424129822 req-b950b2d7-3432-4634-abf1-8cbbdd3229b8 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:50.107465 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7aa89ad2-72ea-4776-a3dc-abe424129822 req-b950b2d7-3432-4634-abf1-8cbbdd3229b8 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 1095 time: 0.0748129 Jan 28 13:18:50.182223 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c1689-48df-4860-ba6c-dd14c652dff2 req-43eec9a5-e1ee-4fd6-8c1b-5d61fa625936 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:50.191292 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a43c1689-48df-4860-ba6c-dd14c652dff2 req-43eec9a5-e1ee-4fd6-8c1b-5d61fa625936 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.0697327 Jan 28 13:18:50.219954 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7aa89ad2-72ea-4776-a3dc-abe424129822 req-c44ee4ac-c20a-4ec2-9d4f-0546df7a1a5a tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863843 Jan 28 13:18:50.278797 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a43c1689-48df-4860-ba6c-dd14c652dff2 req-5f871cf0-cc5e-4dc0-9130-554c695de73c tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855832 Jan 28 13:18:50.463577 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3b514-6f43-4b73-a220-ad2d406f31f1 req-d4049936-afdc-4445-a3e2-364b2636c206 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:50.481944 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-46d3b514-6f43-4b73-a220-ad2d406f31f1 req-d4049936-afdc-4445-a3e2-364b2636c206 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 950 time: 0.0884056 Jan 28 13:18:50.559844 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-46d3b514-6f43-4b73-a220-ad2d406f31f1 req-cf0e609d-6bb1-49f4-b515-f8267399d14b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765333 Jan 28 13:18:50.755851 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebf1fc-d895-4a72-8fb8-76e70ecc4885 req-b693ffad-14d6-4d25-a679-afb540453db4 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:50.775765 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-deebf1fc-d895-4a72-8fb8-76e70ecc4885 req-b693ffad-14d6-4d25-a679-afb540453db4 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.1034205 Jan 28 13:18:50.857429 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-deebf1fc-d895-4a72-8fb8-76e70ecc4885 req-d0672512-2e9e-417f-9a0d-a2c9df97c8f0 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803094 Jan 28 13:18:50.860706 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-b1aae5b2-db41-4756-955b-f867312e0d1a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:50.871638 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-b1aae5b2-db41-4756-955b-f867312e0d1a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 820 time: 0.1993933 Jan 28 13:18:50.911537 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-eb50bc06-ed32-4521-b3a8-7f4c524fd5bd tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/quotas/e52f7db82a1e47b4a05e085aee4dc060 HTTP/1.1" status: 200 len: 375 time: 0.0371232 Jan 28 13:18:51.028531 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device b108ca3d-903f-4787-8dcc-fbe153c85eee details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:51.032769 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device cc711a79-b2a5-4d47-b345-a4aa0c5b1190 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:18:51.073342 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-ac506792-560c-4c27-b2e2-feba797540cd tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1583767 Jan 28 13:18:51.212834 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port cc711a79-b2a5-4d47-b345-a4aa0c5b1190 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:51.213731 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:51.256143 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-37420919-11c0-4b21-ab63-e8b46c3c4aa0 service neutron] 10.222.0.39 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818779 Jan 28 13:18:51.286251 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port cc711a79-b2a5-4d47-b345-a4aa0c5b1190, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=cc711a79-b2a5-4d47-b345-a4aa0c5b1190,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:51.298605 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:51.342631 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143203a1-96ee-4e2f-990f-a148fbe00fbd req-a0006d2a-5243-4473-952c-ea9a57d52b38 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:51.355386 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-143203a1-96ee-4e2f-990f-a148fbe00fbd req-a0006d2a-5243-4473-952c-ea9a57d52b38 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 950 time: 0.0995340 Jan 28 13:18:51.386580 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port b108ca3d-903f-4787-8dcc-fbe153c85eee, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=b108ca3d-903f-4787-8dcc-fbe153c85eee,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:51.426216 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-143203a1-96ee-4e2f-990f-a148fbe00fbd req-8849255e-e368-4a15-9f83-c590ca3df5b2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698102 Jan 28 13:18:51.439678 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'b108ca3d-903f-4787-8dcc-fbe153c85eee', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': 'b108ca3d-903f-4787-8dcc-fbe153c85eee', 'mac_address': 'fa:16:3e:84:25:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:18:51.494134 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=cc711a79-b2a5-4d47-b345-a4aa0c5b1190,revision_number=9']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:51.503489 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-5555f0f9-3523-41a8-a9d6-be78e410d9ff service neutron] 10.222.0.39 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341528 Jan 28 13:18:51.586273 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port b108ca3d-903f-4787-8dcc-fbe153c85eee is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:51.589326 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b108ca3d-903f-4787-8dcc-fbe153c85eee), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:51.607071 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc711a79-b2a5-4d47-b345-a4aa0c5b1190'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:51.608970 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37974dd-f25d-4ee7-a39d-533e8fe6154a" -d '{"events": [{"server_uuid": "75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "cc711a79-b2a5-4d47-b345-a4aa0c5b1190"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:51.643852 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b108ca3d-903f-4787-8dcc-fbe153c85eee {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:51.698713 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port b108ca3d-903f-4787-8dcc-fbe153c85eee, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=b108ca3d-903f-4787-8dcc-fbe153c85eee,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:51.704675 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b108ca3d-903f-4787-8dcc-fbe153c85eee), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:51.787729 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9870026-5b9e-4524-9bf8-80048a2e449b req-2f0e51b0-508f-4d20-bfa3-a52e1526c06c tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:51.803798 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9870026-5b9e-4524-9bf8-80048a2e449b req-2f0e51b0-508f-4d20-bfa3-a52e1526c06c tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 948 time: 0.1241894 Jan 28 13:18:51.928574 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9870026-5b9e-4524-9bf8-80048a2e449b req-c13381b0-c42b-4e7d-a758-25a6b7a09a5b tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208289 Jan 28 13:18:51.932833 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=b108ca3d-903f-4787-8dcc-fbe153c85eee,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:51.968543 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8b407-4a27-498d-9d13-d6a970fd37b8 req-a7c8c71a-d765-41ca-81ca-1ed257f17099 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:51.978107 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ba8b407-4a27-498d-9d13-d6a970fd37b8 req-a7c8c71a-d765-41ca-81ca-1ed257f17099 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 950 time: 0.1312554 Jan 28 13:18:52.040984 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb73091-d226-42e0-b9f7-460fccfdde8a x-openstack-request-id: req-bcb73091-d226-42e0-b9f7-460fccfdde8a {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:52.041877 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "cc711a79-b2a5-4d47-b345-a4aa0c5b1190", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:52.041877 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bcb73091-d226-42e0-b9f7-460fccfdde8a {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:52.042395 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc711a79-b2a5-4d47-b345-a4aa0c5b1190', 'code': 200} Jan 28 13:18:52.054125 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ba8b407-4a27-498d-9d13-d6a970fd37b8 req-07cbbd26-1c40-41bb-b382-38d55da23a8c tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745800 Jan 28 13:18:52.228543 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eb8f6ab3-ce2b-4bfc-a1f2-426394f72b42 req-7d705ae8-d2fd-4f52-92a5-2f397a795c1f tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 210 time: 0.1039622 Jan 28 13:18:52.242745 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5fc7c-11ca-48b6-a742-f0b42b7f8bb7 req-607997b4-d459-496f-8d9c-c3fa7a1bd624 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:52.255306 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-92c5fc7c-11ca-48b6-a742-f0b42b7f8bb7 req-607997b4-d459-496f-8d9c-c3fa7a1bd624 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 949 time: 0.1273508 Jan 28 13:18:52.277591 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['b108ca3d-903f-4787-8dcc-fbe153c85eee'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:52.347217 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-92c5fc7c-11ca-48b6-a742-f0b42b7f8bb7 req-62b8e0ed-ab2f-49ce-8f57-88e8ea25f450 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881536 Jan 28 13:18:52.763798 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132bd8d-ab91-4847-a325-49c8ca792351 req-ab3dd8d3-1332-4d5d-9128-b34b6076f749 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:52.766735 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5132bd8d-ab91-4847-a325-49c8ca792351 req-ab3dd8d3-1332-4d5d-9128-b34b6076f749 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 950 time: 0.2161674 Jan 28 13:18:52.856297 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5132bd8d-ab91-4847-a325-49c8ca792351 req-9cc6f160-6b7f-4b2e-9274-ba4ff6c6b21e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758159 Jan 28 13:18:53.036433 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device cc711a79-b2a5-4d47-b345-a4aa0c5b1190 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:53.155222 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72444f55-1de2-44aa-a328-8edbae1c89e6 req-d7ec26cb-a106-4bed-bcc4-75bf0b88264c tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:53.163176 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-72444f55-1de2-44aa-a328-8edbae1c89e6 req-d7ec26cb-a106-4bed-bcc4-75bf0b88264c tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 948 time: 0.1307144 Jan 28 13:18:53.207683 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port cc711a79-b2a5-4d47-b345-a4aa0c5b1190, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=cc711a79-b2a5-4d47-b345-a4aa0c5b1190,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:53.222797 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'cc711a79-b2a5-4d47-b345-a4aa0c5b1190', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': 'cc711a79-b2a5-4d47-b345-a4aa0c5b1190', 'mac_address': 'fa:16:3e:01:46:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:18:53.272366 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-72444f55-1de2-44aa-a328-8edbae1c89e6 req-e3ce5143-983e-4987-a194-e9b4295f5383 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081586 Jan 28 13:18:53.290992 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port cc711a79-b2a5-4d47-b345-a4aa0c5b1190 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:53.291483 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:53.308952 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc711a79-b2a5-4d47-b345-a4aa0c5b1190 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:53.338698 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05024986-b13d-40c0-9290-4c1405df8788 req-49220aaa-9108-4f3c-a0f7-058f61676c7f tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:53.344642 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-05024986-b13d-40c0-9290-4c1405df8788 req-49220aaa-9108-4f3c-a0f7-058f61676c7f tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 950 time: 0.1243973 Jan 28 13:18:53.389604 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port cc711a79-b2a5-4d47-b345-a4aa0c5b1190, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=cc711a79-b2a5-4d47-b345-a4aa0c5b1190,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:53.411443 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:53.454635 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-18f15463-0848-4188-8905-f600763a5c9b req-ecd23e16-ad67-4ca8-ba6b-635c92b6aaf7 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 210 time: 0.0718265 Jan 28 13:18:53.509817 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-05024986-b13d-40c0-9290-4c1405df8788 req-7675d00a-edbc-4f7d-80ea-6c620d0ba481 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573873 Jan 28 13:18:53.591739 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=cc711a79-b2a5-4d47-b345-a4aa0c5b1190,revision_number=10']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:53.775786 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0c0a0-b305-4596-82fd-b170d9d32e1e req-86e95db8-3bf0-4cc8-966c-f128cb1b8fdc tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:53.779795 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5be0c0a0-b305-4596-82fd-b170d9d32e1e req-86e95db8-3bf0-4cc8-966c-f128cb1b8fdc tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 949 time: 0.1417954 Jan 28 13:18:53.909097 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['cc711a79-b2a5-4d47-b345-a4aa0c5b1190'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:53.935090 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5be0c0a0-b305-4596-82fd-b170d9d32e1e req-f17da641-6e16-4265-8c8b-c3855f056000 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484981 Jan 28 13:18:54.119441 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-510c9923-f829-44d3-928b-a048dfab2a1d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:54.122309 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-510c9923-f829-44d3-928b-a048dfab2a1d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.18 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 820 time: 0.3579414 Jan 28 13:18:54.153687 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-e7c304f6-554c-4378-8565-b78aaf744045 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Request body: {'port': {'device_id': '9ea095e3-265a-4f04-ba55-fbea2955dfef', 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7', 'admin_state_up': True, 'tenant_id': 'e52f7db82a1e47b4a05e085aee4dc060'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:54.251068 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f132907-a8e0-41d1-9ab4-1764ea736a86 req-f22c8a44-b95e-423b-96ae-9d09d88c282d tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:54.259926 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3f132907-a8e0-41d1-9ab4-1764ea736a86 req-f22c8a44-b95e-423b-96ae-9d09d88c282d tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 950 time: 0.1297035 Jan 28 13:18:54.318188 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3f132907-a8e0-41d1-9ab4-1764ea736a86 req-3ada40e5-bfb3-4a92-af0c-30f29b482823 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554149 Jan 28 13:18:54.396369 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-e7c304f6-554c-4378-8565-b78aaf744045 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Made reservation on behalf of e52f7db82a1e47b4a05e085aee4dc060 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:54.399780 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-e7c304f6-554c-4378-8565-b78aaf744045 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:54.465129 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1e94b-2a17-4987-82f6-004635452aae req-7f1781cb-2254-40a0-9336-d3958fa26d9d tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:54.475137 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7da1e94b-2a17-4987-82f6-004635452aae req-7f1781cb-2254-40a0-9336-d3958fa26d9d tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.0967419 Jan 28 13:18:54.602236 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7da1e94b-2a17-4987-82f6-004635452aae req-25273f4e-5ee9-41c7-91cd-a746083b7fdc tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261051 Jan 28 13:18:54.724663 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bbe704ae-1720-4b3c-bc0e-a6dc8029ec6a req-b568019f-6dfa-4cda-acc6-67ba32280dca tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 210 time: 0.0681036 Jan 28 13:18:54.752678 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-e7c304f6-554c-4378-8565-b78aaf744045 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Allocated IP 172.20.0.14 (59fab6ca-64cd-4851-86a5-d4939e9521f7/99d02297-28c8-4d60-822c-d4eb89318060/df36e2a8-c30f-41f1-9ca8-55487cb5bd3a) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:18:54.833505 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98c561-5c32-4293-a08a-cf83d799e5cc req-d55f4ca6-cf15-408e-85d8-5688630c983a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:54.844543 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eb98c561-5c32-4293-a08a-cf83d799e5cc req-d55f4ca6-cf15-408e-85d8-5688630c983a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 950 time: 0.1173851 Jan 28 13:18:54.942972 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eb98c561-5c32-4293-a08a-cf83d799e5cc req-e085fdec-127f-4b3b-8fdb-01df4239f0a8 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972416 Jan 28 13:18:55.044267 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device b108ca3d-903f-4787-8dcc-fbe153c85eee up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:55.189475 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port b108ca3d-903f-4787-8dcc-fbe153c85eee completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:18:55.194085 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port b108ca3d-903f-4787-8dcc-fbe153c85eee triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:55.194473 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b108ca3d-903f-4787-8dcc-fbe153c85eee), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:55.262258 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4e07d-f9d2-4bdb-b63b-3c725dc20060 req-5a1825c8-f649-4de4-8fad-62fea59dac26 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:55.278177 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0eb4e07d-f9d2-4bdb-b63b-3c725dc20060 req-5a1825c8-f649-4de4-8fad-62fea59dac26 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 949 time: 0.1312001 Jan 28 13:18:55.284063 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-e7c304f6-554c-4378-8565-b78aaf744045 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks [] for port (df36e2a8-c30f-41f1-9ca8-55487cb5bd3a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:55.364649 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port b108ca3d-903f-4787-8dcc-fbe153c85eee is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:55.365786 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b108ca3d-903f-4787-8dcc-fbe153c85eee), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:55.373503 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-e7c304f6-554c-4378-8565-b78aaf744045 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (df36e2a8-c30f-41f1-9ca8-55487cb5bd3a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:55.381574 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0eb4e07d-f9d2-4bdb-b63b-3c725dc20060 req-a0be895d-d8f8-4b17-8477-91a412b66c42 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021650 Jan 28 13:18:55.423252 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9412bc8b-c841-4ad4-8220-846637c592af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b108ca3d-903f-4787-8dcc-fbe153c85eee'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:55.425981 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1210742a-bcb8-474e-bf36-63cffdb55092" -d '{"events": [{"server_uuid": "9412bc8b-c841-4ad4-8220-846637c592af", "name": "network-vif-plugged", "status": "completed", "tag": "b108ca3d-903f-4787-8dcc-fbe153c85eee"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:55.440321 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port b108ca3d-903f-4787-8dcc-fbe153c85eee, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=b108ca3d-903f-4787-8dcc-fbe153c85eee,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:55.445945 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b108ca3d-903f-4787-8dcc-fbe153c85eee), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:55.468472 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c304f6-554c-4378-8565-b78aaf744045 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Pushing event updated for resources: {'Port': ['ID=df36e2a8-c30f-41f1-9ca8-55487cb5bd3a,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:55.497883 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-e7c304f6-554c-4378-8565-b78aaf744045 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Network 59fab6ca-64cd-4851-86a5-d4939e9521f7 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:18:55.498564 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cf2569-530f-4646-9255-180134278019 x-openstack-request-id: req-86cf2569-530f-4646-9255-180134278019 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:55.498780 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9412bc8b-c841-4ad4-8220-846637c592af", "name": "network-vif-plugged", "status": "completed", "tag": "b108ca3d-903f-4787-8dcc-fbe153c85eee", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:55.499159 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-86cf2569-530f-4646-9255-180134278019 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:55.499967 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9412bc8b-c841-4ad4-8220-846637c592af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b108ca3d-903f-4787-8dcc-fbe153c85eee', 'code': 200} Jan 28 13:18:55.514844 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c304f6-554c-4378-8565-b78aaf744045 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:55.516856 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c304f6-554c-4378-8565-b78aaf744045 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:55.518678 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c304f6-554c-4378-8565-b78aaf744045 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:55.519515 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c304f6-554c-4378-8565-b78aaf744045 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:55.522145 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c304f6-554c-4378-8565-b78aaf744045 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:55.522971 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c304f6-554c-4378-8565-b78aaf744045 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:55.523758 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c304f6-554c-4378-8565-b78aaf744045 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:55.525599 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c304f6-554c-4378-8565-b78aaf744045 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:55.526781 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c304f6-554c-4378-8565-b78aaf744045 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:55.527817 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c304f6-554c-4378-8565-b78aaf744045 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:55.528743 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c304f6-554c-4378-8565-b78aaf744045 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:55.538971 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c304f6-554c-4378-8565-b78aaf744045 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:55.540082 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c304f6-554c-4378-8565-b78aaf744045 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:55.550065 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=b108ca3d-903f-4787-8dcc-fbe153c85eee,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:55.558342 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-e7c304f6-554c-4378-8565-b78aaf744045 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:55.568321 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-e7c304f6-554c-4378-8565-b78aaf744045 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:18:55.670512 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-e7c304f6-554c-4378-8565-b78aaf744045 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:55.671319 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-e7c304f6-554c-4378-8565-b78aaf744045 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:55.720694 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-e7c304f6-554c-4378-8565-b78aaf744045 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5772407 Jan 28 13:18:55.737653 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-3b2a7c1c-f56a-4dcd-92cf-8f7302ed27b9 service neutron] Request body: {'port': {'device_id': '9ea095e3-265a-4f04-ba55-fbea2955dfef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:55.822872 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e3ac2-91ce-489a-a955-ae5f6a49b1e6 req-8578df39-fd1c-4e99-97c0-bd846b643984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:55.824152 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e23e3ac2-91ce-489a-a955-ae5f6a49b1e6 req-8578df39-fd1c-4e99-97c0-bd846b643984 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 1101 time: 0.2291353 Jan 28 13:18:55.833394 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b5e9c-b20e-442a-ac18-095826c9935c req-f025f715-546e-4152-968f-acc6975da4e1 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:55.834863 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33390c0c-da5e-446c-bd87-5f439b9605cb req-050c6e10-3e18-4fea-b624-a6bb0fecfa04 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:55.836597 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-33390c0c-da5e-446c-bd87-5f439b9605cb req-050c6e10-3e18-4fea-b624-a6bb0fecfa04 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.1041555 Jan 28 13:18:55.840476 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9a1b5e9c-b20e-442a-ac18-095826c9935c req-f025f715-546e-4152-968f-acc6975da4e1 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 950 time: 0.2673907 Jan 28 13:18:55.857586 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-3b2a7c1c-f56a-4dcd-92cf-8f7302ed27b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (df36e2a8-c30f-41f1-9ca8-55487cb5bd3a), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:55.931457 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-33390c0c-da5e-446c-bd87-5f439b9605cb req-b445c253-83b0-41dc-95a1-c72a27870261 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863309 Jan 28 13:18:56.010723 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9a1b5e9c-b20e-442a-ac18-095826c9935c req-6a7005b8-f145-43fb-9a0a-663f5fd05f72 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674399 Jan 28 13:18:56.122216 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e23e3ac2-91ce-489a-a955-ae5f6a49b1e6 req-87143586-76f1-40fb-bd44-6ad4e7b6859f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725973 Jan 28 13:18:56.206704 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341998b8-0f40-4aaa-b2a9-7908974dd4c1 req-b90fc66f-2538-4ab4-a1c7-0a2abcc7df5d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:56.208469 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-341998b8-0f40-4aaa-b2a9-7908974dd4c1 req-b90fc66f-2538-4ab4-a1c7-0a2abcc7df5d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 932 time: 0.1541872 Jan 28 13:18:56.323586 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-341998b8-0f40-4aaa-b2a9-7908974dd4c1 req-95553aaf-3562-4296-b01c-f3ba93292942 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856884 Jan 28 13:18:56.350688 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d109c-5a2d-45d7-b53d-422d1c04833c req-32550677-68e8-4743-ae33-8a289dcc5ede tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:56.362555 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b50d109c-5a2d-45d7-b53d-422d1c04833c req-32550677-68e8-4743-ae33-8a289dcc5ede tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 950 time: 0.1318781 Jan 28 13:18:56.578824 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482645e-5e68-4abc-8b4b-96f40875a01a req-887d4e66-5f9a-4e05-b86d-d41f07d4672f tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:56.588899 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1482645e-5e68-4abc-8b4b-96f40875a01a req-887d4e66-5f9a-4e05-b86d-d41f07d4672f tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 950 time: 0.1010528 Jan 28 13:18:56.677454 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1482645e-5e68-4abc-8b4b-96f40875a01a req-d3fd1e0e-c466-44d7-8d6d-11bee6615657 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876167 Jan 28 13:18:56.827580 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b50d109c-5a2d-45d7-b53d-422d1c04833c req-e0a18087-3832-4dd8-ba9d-851b1894c71a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638162 Jan 28 13:18:56.935307 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-3b2a7c1c-f56a-4dcd-92cf-8f7302ed27b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df36e2a8-c30f-41f1-9ca8-55487cb5bd3a {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:56.944105 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-3b2a7c1c-f56a-4dcd-92cf-8f7302ed27b9 service neutron] Publish callbacks [] for port (df36e2a8-c30f-41f1-9ca8-55487cb5bd3a), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:56.967472 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-3b2a7c1c-f56a-4dcd-92cf-8f7302ed27b9 service neutron] Transition to ACTIVE for port object df36e2a8-c30f-41f1-9ca8-55487cb5bd3a will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:18:56.973888 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-3b2a7c1c-f56a-4dcd-92cf-8f7302ed27b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (df36e2a8-c30f-41f1-9ca8-55487cb5bd3a), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:57.044534 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device cc711a79-b2a5-4d47-b345-a4aa0c5b1190 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:57.124047 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a7c1c-f56a-4dcd-92cf-8f7302ed27b9 service neutron] Pushing event updated for resources: {'Port': ['ID=df36e2a8-c30f-41f1-9ca8-55487cb5bd3a,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:57.219864 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port cc711a79-b2a5-4d47-b345-a4aa0c5b1190 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:57.220559 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:57.224539 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1277cc-f31c-43ac-9399-1c24f4d87f10 req-f8fde810-2ad3-4cc5-a18e-7a23f638f3a3 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:57.227643 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df1277cc-f31c-43ac-9399-1c24f4d87f10 req-f8fde810-2ad3-4cc5-a18e-7a23f638f3a3 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 950 time: 0.1461301 Jan 28 13:18:57.294646 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-3b2a7c1c-f56a-4dcd-92cf-8f7302ed27b9 service neutron] Attempting to bind port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:57.295311 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-3b2a7c1c-f56a-4dcd-92cf-8f7302ed27b9 service neutron] Attempting to bind port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:57.295835 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-3b2a7c1c-f56a-4dcd-92cf-8f7302ed27b9 service neutron] Attempting to bind port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:57.310411 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-3b2a7c1c-f56a-4dcd-92cf-8f7302ed27b9 service neutron] Port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:57.311001 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-3b2a7c1c-f56a-4dcd-92cf-8f7302ed27b9 service neutron] Attempting to bind port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:57.324398 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-3b2a7c1c-f56a-4dcd-92cf-8f7302ed27b9 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:57.325035 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-3b2a7c1c-f56a-4dcd-92cf-8f7302ed27b9 service neutron] Checking segment: {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:57.325640 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-3b2a7c1c-f56a-4dcd-92cf-8f7302ed27b9 service neutron] Bound using segment: {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:57.326365 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-3b2a7c1c-f56a-4dcd-92cf-8f7302ed27b9 service neutron] Bound port: df36e2a8-c30f-41f1-9ca8-55487cb5bd3a, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:57.326980 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-3b2a7c1c-f56a-4dcd-92cf-8f7302ed27b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (df36e2a8-c30f-41f1-9ca8-55487cb5bd3a), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:57.369605 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f1bf0-1e7d-4147-9d8f-6773e49ec077 req-09ce8f0a-d52d-4508-939f-300c1931f008 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:57.372209 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d22f1bf0-1e7d-4147-9d8f-6773e49ec077 req-09ce8f0a-d52d-4508-939f-300c1931f008 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 950 time: 0.1803896 Jan 28 13:18:57.376844 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df1277cc-f31c-43ac-9399-1c24f4d87f10 req-a6f7a7bb-47ad-45d2-9f4a-e946322f72d6 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302660 Jan 28 13:18:57.408113 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port cc711a79-b2a5-4d47-b345-a4aa0c5b1190 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:57.408113 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:57.504796 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc711a79-b2a5-4d47-b345-a4aa0c5b1190'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:57.513154 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10904cbe-e68f-4540-8e08-7ada6274747d" -d '{"events": [{"server_uuid": "75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6", "name": "network-vif-plugged", "status": "completed", "tag": "cc711a79-b2a5-4d47-b345-a4aa0c5b1190"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:57.560456 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-3b2a7c1c-f56a-4dcd-92cf-8f7302ed27b9 service neutron] For port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:57.575655 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d22f1bf0-1e7d-4147-9d8f-6773e49ec077 req-250bcb0d-4c16-4826-84f1-687d93c8a4a5 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358199 Jan 28 13:18:57.578016 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-3b2a7c1c-f56a-4dcd-92cf-8f7302ed27b9 service neutron] For port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=df36e2a8-c30f-41f1-9ca8-55487cb5bd3a,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:57.586640 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-3b2a7c1c-f56a-4dcd-92cf-8f7302ed27b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (df36e2a8-c30f-41f1-9ca8-55487cb5bd3a), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:57.592322 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port cc711a79-b2a5-4d47-b345-a4aa0c5b1190, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=cc711a79-b2a5-4d47-b345-a4aa0c5b1190,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:57.601987 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:57.703996 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=cc711a79-b2a5-4d47-b345-a4aa0c5b1190,revision_number=11']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:57.707298 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-3b2a7c1c-f56a-4dcd-92cf-8f7302ed27b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:57.708038 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-3b2a7c1c-f56a-4dcd-92cf-8f7302ed27b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:57.709642 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-3b2a7c1c-f56a-4dcd-92cf-8f7302ed27b9 service neutron] 10.222.0.18 "PUT /v2.0/ports/df36e2a8-c30f-41f1-9ca8-55487cb5bd3a HTTP/1.1" status: 200 len: 1092 time: 1.9796891 Jan 28 13:18:57.712861 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea095e3-265a-4f04-ba55-fbea2955dfef', 'tag': 'df36e2a8-c30f-41f1-9ca8-55487cb5bd3a'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:57.715722 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73350cf-0e80-4be4-ae2e-96051bd01117" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea095e3-265a-4f04-ba55-fbea2955dfef", "tag": "df36e2a8-c30f-41f1-9ca8-55487cb5bd3a"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:57.816857 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a7c1c-f56a-4dcd-92cf-8f7302ed27b9 service neutron] Pushing event updated for resources: {'Port': ['ID=df36e2a8-c30f-41f1-9ca8-55487cb5bd3a,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:57.847920 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-fe3fc8e4-8061-47f9-b178-2d7e1c1e5962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:57.851561 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-fe3fc8e4-8061-47f9-b178-2d7e1c1e5962 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 1095 time: 0.0778680 Jan 28 13:18:57.869143 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d767c6-f06a-4173-9832-0f2ac64d0d7b req-0f1222f0-dd75-4c25-8210-87e4ab153f4d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:57.872581 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-68d767c6-f06a-4173-9832-0f2ac64d0d7b req-0f1222f0-dd75-4c25-8210-87e4ab153f4d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 944 time: 0.1317985 Jan 28 13:18:57.928475 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-81db07c1-ce23-47c2-ade6-2b17dd6b1771 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df36e2a8-c30f-41f1-9ca8-55487cb5bd3a HTTP/1.1" status: 200 len: 217 time: 0.0547044 Jan 28 13:18:58.000108 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-16e07ee9-4c06-4c1c-8b2d-a7c68b785415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:58.002025 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-16e07ee9-4c06-4c1c-8b2d-a7c68b785415 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99d02297-28c8-4d60-822c-d4eb89318060 HTTP/1.1" status: 200 len: 860 time: 0.0669987 Jan 28 13:18:58.047836 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-22a3f5c7-800d-4c3a-ab83-c6f9a696c3ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59fab6ca-64cd-4851-86a5-d4939e9521f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372481 Jan 28 13:18:58.053290 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-68d767c6-f06a-4173-9832-0f2ac64d0d7b req-8bfa5ce6-19b2-48a3-a5d3-152f65b065c9 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705165 Jan 28 13:18:58.183103 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-7bdaf5bf-2444-470c-a2ae-af13dd6e6f81 service neutron] 10.222.0.18 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285529 Jan 28 13:18:58.189740 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c7b1ee-aac9-40c1-b607-e2e545784c3a x-openstack-request-id: req-18c7b1ee-aac9-40c1-b607-e2e545784c3a {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:58.190481 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6", "name": "network-vif-plugged", "status": "completed", "tag": "cc711a79-b2a5-4d47-b345-a4aa0c5b1190", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:58.195691 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-18c7b1ee-aac9-40c1-b607-e2e545784c3a {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:58.196922 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc711a79-b2a5-4d47-b345-a4aa0c5b1190', 'code': 200} Jan 28 13:18:58.363494 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b7bc0-c1a6-40f0-bdd7-d234adda6c3d req-6ebe4bb0-401e-4079-9f7a-3b523dbd0fd3 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:58.371332 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-588b7bc0-c1a6-40f0-bdd7-d234adda6c3d req-6ebe4bb0-401e-4079-9f7a-3b523dbd0fd3 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 950 time: 0.0970035 Jan 28 13:18:58.390481 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f8373fae-ed8a-45e3-a3a8-8afef85dad97 req-c6dd4634-949c-4a62-8ac2-637140a8cd03 service neutron] 10.222.0.18 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993718 Jan 28 13:18:58.438704 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-588b7bc0-c1a6-40f0-bdd7-d234adda6c3d req-98fc7329-fa20-4c0d-96cc-c8b0392d3345 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666974 Jan 28 13:18:58.493388 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676406b7-898e-422a-a557-0ce3d26e82b3 x-openstack-request-id: req-676406b7-898e-422a-a557-0ce3d26e82b3 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:58.493958 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea095e3-265a-4f04-ba55-fbea2955dfef", "tag": "df36e2a8-c30f-41f1-9ca8-55487cb5bd3a", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:58.494424 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-676406b7-898e-422a-a557-0ce3d26e82b3 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:58.495077 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea095e3-265a-4f04-ba55-fbea2955dfef', 'tag': 'df36e2a8-c30f-41f1-9ca8-55487cb5bd3a', 'status': 'completed', 'code': 200} Jan 28 13:18:58.585244 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73350cf-0e80-4be4-ae2e-96051bd01117 req-fe4cf679-1816-47a8-a2a5-49008cbd400d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:58.588637 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c73350cf-0e80-4be4-ae2e-96051bd01117 req-fe4cf679-1816-47a8-a2a5-49008cbd400d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 1095 time: 0.0663819 Jan 28 13:18:58.741802 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c78dc-104a-4ba5-9335-a0a8f9a6b986 req-b1fd8ab6-af2f-494d-8496-f4f494485434 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:58.744146 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b84c78dc-104a-4ba5-9335-a0a8f9a6b986 req-b1fd8ab6-af2f-494d-8496-f4f494485434 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 950 time: 0.1542842 Jan 28 13:18:58.795921 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73350cf-0e80-4be4-ae2e-96051bd01117 req-0c0a2dcb-f267-4f7b-b47c-0cb2243044ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:58.797564 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c73350cf-0e80-4be4-ae2e-96051bd01117 req-0c0a2dcb-f267-4f7b-b47c-0cb2243044ef service neutron] 10.222.0.18 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 920 time: 0.1824131 Jan 28 13:18:58.865082 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c73350cf-0e80-4be4-ae2e-96051bd01117 req-88d5d5ed-aa50-465f-a6c1-2a1aa43dbfdc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df36e2a8-c30f-41f1-9ca8-55487cb5bd3a HTTP/1.1" status: 200 len: 217 time: 0.0494547 Jan 28 13:18:58.930951 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b84c78dc-104a-4ba5-9335-a0a8f9a6b986 req-ed5e3a6f-4699-49f4-a73b-c069d6fdc3e0 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768916 Jan 28 13:18:58.962813 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73350cf-0e80-4be4-ae2e-96051bd01117 req-e1a24169-9acc-4c2e-8d3d-723bd94aa241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:58.965632 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c73350cf-0e80-4be4-ae2e-96051bd01117 req-e1a24169-9acc-4c2e-8d3d-723bd94aa241 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99d02297-28c8-4d60-822c-d4eb89318060 HTTP/1.1" status: 200 len: 860 time: 0.0901747 Jan 28 13:18:59.066331 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c73350cf-0e80-4be4-ae2e-96051bd01117 req-345d2089-340e-4a70-a64c-49fc11b8d47f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59fab6ca-64cd-4851-86a5-d4939e9521f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925198 Jan 28 13:18:59.237980 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef46ba-9570-489c-86d9-299eb4ed60af req-a9e59201-0345-4c82-b49a-e4658325d5a2 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:59.241331 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-48ef46ba-9570-489c-86d9-299eb4ed60af req-a9e59201-0345-4c82-b49a-e4658325d5a2 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 951 time: 0.1579695 Jan 28 13:18:59.248419 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c73350cf-0e80-4be4-ae2e-96051bd01117 req-6d9369f8-f490-4092-8168-ceb197d9bdea service neutron] 10.222.0.18 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738052 Jan 28 13:18:59.285080 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f0e035ed-dcf7-4271-9496-66ae894dafe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:59.374593 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-48ef46ba-9570-489c-86d9-299eb4ed60af req-ef4216ed-9030-490a-8fd5-bbdee6a1c4bc tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225252 Jan 28 13:18:59.432441 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c73350cf-0e80-4be4-ae2e-96051bd01117 req-7ff4e45f-6feb-4874-af9a-7a224267b62d service neutron] 10.222.0.18 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701822 Jan 28 13:18:59.512171 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332a327-238e-4175-918c-9e072c5b074d req-839983d2-1259-4ed6-b955-c42e193e1165 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:59.515010 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0332a327-238e-4175-918c-9e072c5b074d req-839983d2-1259-4ed6-b955-c42e193e1165 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 950 time: 0.0761006 Jan 28 13:18:59.607841 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0332a327-238e-4175-918c-9e072c5b074d req-69c30e56-31d8-432f-91eb-80b05c52ed39 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852985 Jan 28 13:18:59.771810 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc88d27-61c5-43ed-8733-8e7a0c503590 req-732a181e-503f-4c19-8265-ad309359a1ef tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:59.774104 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2fc88d27-61c5-43ed-8733-8e7a0c503590 req-732a181e-503f-4c19-8265-ad309359a1ef tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 944 time: 0.0745258 Jan 28 13:18:59.846126 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2fc88d27-61c5-43ed-8733-8e7a0c503590 req-8d9b9667-3c2c-492f-b4dc-884427442941 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629566 Jan 28 13:19:00.152059 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8679c6d-0318-4d68-89c5-4837e190940c req-a3e73c31-156c-46d1-8182-86d4aec3523c tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:00.154403 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e8679c6d-0318-4d68-89c5-4837e190940c req-a3e73c31-156c-46d1-8182-86d4aec3523c tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 950 time: 0.0812273 Jan 28 13:19:00.250284 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e8679c6d-0318-4d68-89c5-4837e190940c req-843499e4-1589-4fe4-afb7-1a7978e37e57 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857582 Jan 28 13:19:00.425468 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67786dac-240f-45b9-8891-20322d20a30b req-66df9e92-d62e-4bc7-a61d-9d9a38c1643a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:00.427279 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-67786dac-240f-45b9-8891-20322d20a30b req-66df9e92-d62e-4bc7-a61d-9d9a38c1643a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 950 time: 0.0846248 Jan 28 13:19:00.519561 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-67786dac-240f-45b9-8891-20322d20a30b req-b034dd3c-ede3-4145-9f6a-bacaff35db44 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843637 Jan 28 13:19:00.682586 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f558c97-0fbb-404f-ae6d-dbb5e90a796b req-3b9c3336-eb14-4199-976f-a6eb27988f89 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:00.685063 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0f558c97-0fbb-404f-ae6d-dbb5e90a796b req-3b9c3336-eb14-4199-976f-a6eb27988f89 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 951 time: 0.0857656 Jan 28 13:19:00.788502 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0f558c97-0fbb-404f-ae6d-dbb5e90a796b req-d32f3804-1c0a-4b20-93fb-f20abad5e8e4 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896473 Jan 28 13:19:00.955901 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5f7c8-a715-4af4-b0a9-46109a8a3fa1 req-63674ca7-e166-43dc-a063-64e1490c6fe1 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:00.959197 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-64b5f7c8-a715-4af4-b0a9-46109a8a3fa1 req-63674ca7-e166-43dc-a063-64e1490c6fe1 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 950 time: 0.0797000 Jan 28 13:19:01.020858 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device df36e2a8-c30f-41f1-9ca8-55487cb5bd3a details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:19:01.070978 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-64b5f7c8-a715-4af4-b0a9-46109a8a3fa1 req-cef1dc0c-2bb6-40b4-a650-6e5cb2ba3ae9 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991375 Jan 28 13:19:01.172529 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=df36e2a8-c30f-41f1-9ca8-55487cb5bd3a,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:01.195395 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'df36e2a8-c30f-41f1-9ca8-55487cb5bd3a', 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7', 'port_id': 'df36e2a8-c30f-41f1-9ca8-55487cb5bd3a', 'mac_address': 'fa:16:3e:58:2c:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d02297-28c8-4d60-822c-d4eb89318060', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:19:01.263848 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c5c48-4b02-4233-bda6-e6c0a2d7a3f9 req-5c3d78b6-9b8d-46a9-af2d-dbf4e934adc6 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:01.270476 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:01.275273 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (df36e2a8-c30f-41f1-9ca8-55487cb5bd3a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:01.276979 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fa8c5c48-4b02-4233-bda6-e6c0a2d7a3f9 req-5c3d78b6-9b8d-46a9-af2d-dbf4e934adc6 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 944 time: 0.1050377 Jan 28 13:19:01.292325 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df36e2a8-c30f-41f1-9ca8-55487cb5bd3a {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:01.315301 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=df36e2a8-c30f-41f1-9ca8-55487cb5bd3a,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:01.321152 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (df36e2a8-c30f-41f1-9ca8-55487cb5bd3a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:01.383625 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fa8c5c48-4b02-4233-bda6-e6c0a2d7a3f9 req-d6e7ef41-444d-45fb-8b9a-9493a02b8d12 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028054 Jan 28 13:19:01.386111 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=df36e2a8-c30f-41f1-9ca8-55487cb5bd3a,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:01.564029 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52d72e6a-d829-4c2a-be07-4d8af0c7cc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:01.600599 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269138d-ca10-4912-8cde-58368878d11f req-ccdeb7fd-7caa-476d-aa06-cb054ac689c0 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:01.602895 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1269138d-ca10-4912-8cde-58368878d11f req-ccdeb7fd-7caa-476d-aa06-cb054ac689c0 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 950 time: 0.0636439 Jan 28 13:19:01.666502 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['df36e2a8-c30f-41f1-9ca8-55487cb5bd3a'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:01.703176 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1269138d-ca10-4912-8cde-58368878d11f req-9a34fa47-70fb-435e-8c93-d20961e62858 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815823 Jan 28 13:19:01.905136 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff7b32-4a26-47e8-a520-e74ff666ee12 req-c86bde8a-40cc-4fa3-87f4-4001796749ae tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:01.907029 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-09ff7b32-4a26-47e8-a520-e74ff666ee12 req-c86bde8a-40cc-4fa3-87f4-4001796749ae tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 950 time: 0.0846124 Jan 28 13:19:01.995386 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-09ff7b32-4a26-47e8-a520-e74ff666ee12 req-f584f49b-250f-4d8e-95c3-9e34add1e18a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810525 Jan 28 13:19:02.128238 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1daea-b91e-425f-a600-3df4b7496978 req-d9601e9a-e091-40a2-8a6e-542c773ef949 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:02.129862 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7fe1daea-b91e-425f-a600-3df4b7496978 req-d9601e9a-e091-40a2-8a6e-542c773ef949 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 951 time: 0.0823123 Jan 28 13:19:02.194879 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7fe1daea-b91e-425f-a600-3df4b7496978 req-586584a9-46d9-47f9-9f41-6ba384a137cd tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549412 Jan 28 13:19:02.407733 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb4d2b-b2d9-417f-a517-ed6248fc4e59 req-a305f426-6e17-4f57-9e55-8f6001224a70 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:02.423103 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bebb4d2b-b2d9-417f-a517-ed6248fc4e59 req-a305f426-6e17-4f57-9e55-8f6001224a70 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 950 time: 0.1272619 Jan 28 13:19:02.544857 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bebb4d2b-b2d9-417f-a517-ed6248fc4e59 req-a2e5438a-8524-422b-96aa-7437c31fc2ac tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203787 Jan 28 13:19:02.640127 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3e989-de1a-487e-96f9-d9e069bff353 req-6f88fde9-36d1-40e9-a735-6e0846397c84 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:02.654646 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-39b3e989-de1a-487e-96f9-d9e069bff353 req-6f88fde9-36d1-40e9-a735-6e0846397c84 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 945 time: 0.1040480 Jan 28 13:19:02.688661 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:02.761020 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aaabf0-c04d-4c41-ba4a-79fe4448acb2 req-ebc3754c-fc65-46a7-b61a-300ec684697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:02.772001 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e7aaabf0-c04d-4c41-ba4a-79fe4448acb2 req-ebc3754c-fc65-46a7-b61a-300ec684697d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 1102 time: 0.0795200 Jan 28 13:19:02.801350 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-39b3e989-de1a-487e-96f9-d9e069bff353 req-e26ca3a4-0820-4b7a-a0e6-77260b1ab91f tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451423 Jan 28 13:19:02.889915 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e7aaabf0-c04d-4c41-ba4a-79fe4448acb2 req-e5da3177-613d-47ae-81f9-be732c3370a0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112237 Jan 28 13:19:02.975695 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ceb5ae-e5e7-436e-95ad-369e7d27648b req-95e072ec-adb5-463e-8ca4-acbf49a0ad1c tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:02.988432 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-37ceb5ae-e5e7-436e-95ad-369e7d27648b req-95e072ec-adb5-463e-8ca4-acbf49a0ad1c tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 950 time: 0.1335201 Jan 28 13:19:03.021820 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device df36e2a8-c30f-41f1-9ca8-55487cb5bd3a up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:19:03.087181 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-37ceb5ae-e5e7-436e-95ad-369e7d27648b req-26894755-bcaa-4740-bc5b-d490b8d9e844 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970931 Jan 28 13:19:03.130121 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:19:03.138419 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:03.139259 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (df36e2a8-c30f-41f1-9ca8-55487cb5bd3a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:03.197321 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a80168-fea3-4ac8-9483-5b2b22423cf6 req-738d769b-a586-4da9-a112-3a82941606db tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:03.198874 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-56a80168-fea3-4ac8-9483-5b2b22423cf6 req-738d769b-a586-4da9-a112-3a82941606db tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 950 time: 0.0711682 Jan 28 13:19:03.242181 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8d0be-33a9-43cf-9f25-1477566921a1 req-620e37c3-a13e-42b9-a391-6b15a5ab64b3 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:03.244346 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21f8d0be-33a9-43cf-9f25-1477566921a1 req-620e37c3-a13e-42b9-a391-6b15a5ab64b3 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 1097 time: 0.0728016 Jan 28 13:19:03.271499 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:03.272316 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (df36e2a8-c30f-41f1-9ca8-55487cb5bd3a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:03.341403 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=df36e2a8-c30f-41f1-9ca8-55487cb5bd3a,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:03.341403 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea095e3-265a-4f04-ba55-fbea2955dfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df36e2a8-c30f-41f1-9ca8-55487cb5bd3a'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:03.341403 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be368d62-0ea5-4d06-ab71-317161d7e5c0" -d '{"events": [{"server_uuid": "9ea095e3-265a-4f04-ba55-fbea2955dfef", "name": "network-vif-plugged", "status": "completed", "tag": "df36e2a8-c30f-41f1-9ca8-55487cb5bd3a"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:03.341834 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21f8d0be-33a9-43cf-9f25-1477566921a1 req-c1777c80-4900-4896-9517-eb42996923b3 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872688 Jan 28 13:19:03.351441 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (df36e2a8-c30f-41f1-9ca8-55487cb5bd3a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:03.485515 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=df36e2a8-c30f-41f1-9ca8-55487cb5bd3a,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:03.504925 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588a853-09f3-42bb-a65a-c6a79880f192 req-4e77b8d0-d24a-41ce-896c-edde03fd52f9 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:03.509145 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5588a853-09f3-42bb-a65a-c6a79880f192 req-4e77b8d0-d24a-41ce-896c-edde03fd52f9 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 951 time: 0.0837576 Jan 28 13:19:03.612894 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5588a853-09f3-42bb-a65a-c6a79880f192 req-5236165b-f320-4eb6-8b38-916c5999b0d6 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960929 Jan 28 13:19:03.621455 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-56a80168-fea3-4ac8-9483-5b2b22423cf6 req-107a6247-fad1-4fc8-9801-506f1f206470 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143138 Jan 28 13:19:03.684984 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9917a41c-c5fe-42cb-924d-1e0dfdbfbd93 x-openstack-request-id: req-9917a41c-c5fe-42cb-924d-1e0dfdbfbd93 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:03.685413 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea095e3-265a-4f04-ba55-fbea2955dfef", "name": "network-vif-plugged", "status": "completed", "tag": "df36e2a8-c30f-41f1-9ca8-55487cb5bd3a", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:03.685807 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9917a41c-c5fe-42cb-924d-1e0dfdbfbd93 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:03.686260 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea095e3-265a-4f04-ba55-fbea2955dfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df36e2a8-c30f-41f1-9ca8-55487cb5bd3a', 'code': 200} Jan 28 13:19:03.826165 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea9ac5-6b6e-458f-b867-5cda4a83f2ea req-0484aa56-e65d-4748-b8f4-b05d7dfa74a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:03.828116 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-56ea9ac5-6b6e-458f-b867-5cda4a83f2ea req-0484aa56-e65d-4748-b8f4-b05d7dfa74a7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 1097 time: 0.0657735 Jan 28 13:19:03.892371 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-56ea9ac5-6b6e-458f-b867-5cda4a83f2ea req-63025ee8-ef92-46a5-bacf-843b79015678 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572782 Jan 28 13:19:04.070706 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:04.787094 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:19:05.562525 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:07.050414 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:19:07.131578 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:07.132193 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (768ac271-b5c3-4a8f-a4fc-e8c13548d5b3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:07.158213 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9365f6d3-8634-47a9-bb36-213af41973fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '768ac271-b5c3-4a8f-a4fc-e8c13548d5b3'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:07.161154 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bd6f87-8874-4247-adfa-ae939f6c83ce" -d '{"events": [{"server_uuid": "9365f6d3-8634-47a9-bb36-213af41973fe", "name": "network-vif-unplugged", "status": "completed", "tag": "768ac271-b5c3-4a8f-a4fc-e8c13548d5b3"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:07.173956 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=768ac271-b5c3-4a8f-a4fc-e8c13548d5b3,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:07.180309 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (768ac271-b5c3-4a8f-a4fc-e8c13548d5b3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:07.226688 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=768ac271-b5c3-4a8f-a4fc-e8c13548d5b3,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:14.920240 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4498ad2c-baf7-451e-be1c-147b7eecf7cd req-513f8263-4126-46c8-9e20-937a03937cfd service neutron] 10.222.0.18 "GET /v2.0/ports/71510f46-c4f8-495e-9223-dce152c55691/bindings/n-h1-822747-2 HTTP/1.1" status: 200 len: 382 time: 0.0606110 Jan 28 13:19:15.167140 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498ad2c-baf7-451e-be1c-147b7eecf7cd req-c4d46d97-737f-41ac-b041-8371fa8dd126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:15.168716 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4498ad2c-baf7-451e-be1c-147b7eecf7cd req-c4d46d97-737f-41ac-b041-8371fa8dd126 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937&tenant_id=787b3d18280347a0a733cb6bd5e91d6d HTTP/1.1" status: 200 len: 1101 time: 0.0577023 Jan 28 13:19:15.231825 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498ad2c-baf7-451e-be1c-147b7eecf7cd req-7905ccf1-5e5d-4e42-a7a6-179916a379b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:15.233217 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4498ad2c-baf7-451e-be1c-147b7eecf7cd req-7905ccf1-5e5d-4e42-a7a6-179916a379b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 1101 time: 0.0421405 Jan 28 13:19:15.338380 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498ad2c-baf7-451e-be1c-147b7eecf7cd req-b54a0b66-43e4-41de-8ea8-f245a275242a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:15.340039 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4498ad2c-baf7-451e-be1c-147b7eecf7cd req-b54a0b66-43e4-41de-8ea8-f245a275242a service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.1005828 Jan 28 13:19:15.381774 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4498ad2c-baf7-451e-be1c-147b7eecf7cd req-56a7cfa4-0c84-47b6-9ab4-0826a906c254 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=71510f46-c4f8-495e-9223-dce152c55691 HTTP/1.1" status: 200 len: 217 time: 0.0351276 Jan 28 13:19:15.431650 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498ad2c-baf7-451e-be1c-147b7eecf7cd req-028e8ca9-8c9d-4666-8c0f-136002c827ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:15.433124 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4498ad2c-baf7-451e-be1c-147b7eecf7cd req-028e8ca9-8c9d-4666-8c0f-136002c827ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0450079 Jan 28 13:19:15.478942 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498ad2c-baf7-451e-be1c-147b7eecf7cd req-4ae13974-bacd-40e1-9780-671018c4b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:15.480550 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4498ad2c-baf7-451e-be1c-147b7eecf7cd req-4ae13974-bacd-40e1-9780-671018c4b0fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0411570 Jan 28 13:19:15.574795 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4498ad2c-baf7-451e-be1c-147b7eecf7cd req-f132d558-40a4-468a-9089-95896b0150b8 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877411 Jan 28 13:19:15.684155 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4498ad2c-baf7-451e-be1c-147b7eecf7cd req-5a0fb261-c794-4a2c-9756-afbc46e778a4 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005859 Jan 28 13:19:17.420364 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:18.034903 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e90bbf-633e-45a5-8bf1-c70fdbb62bb0 req-7162de61-4555-4773-b79e-4666fbaaea34 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:18.036586 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-67e90bbf-633e-45a5-8bf1-c70fdbb62bb0 req-7162de61-4555-4773-b79e-4666fbaaea34 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 950 time: 0.0795014 Jan 28 13:19:18.108713 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-67e90bbf-633e-45a5-8bf1-c70fdbb62bb0 req-490c381b-f8ba-408b-b5ab-e535ecb5ddba tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585198 Jan 28 13:19:18.128760 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-5e5ca2f8-ef09-424d-be62-22d20f9befb0 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:19:18.129951 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-5e5ca2f8-ef09-424d-be62-22d20f9befb0 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085092 Jan 28 13:19:18.180164 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-1337c607-0e05-431c-8eb2-4d8c7ac41542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:18.181657 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-1337c607-0e05-431c-8eb2-4d8c7ac41542 service neutron] 10.222.0.39 "GET /v2.0/ports/483929b3-e20d-4033-b089-ece52da40613 HTTP/1.1" status: 200 len: 1094 time: 0.0430660 Jan 28 13:19:18.195872 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-f8928ba7-40ac-4e0d-9aa4-2ba7a5dddc01 service neutron] Request body: {'binding': {'host': 'n-h2-822747-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:18.196312 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-f8928ba7-40ac-4e0d-9aa4-2ba7a5dddc01 service neutron] Unknown quota resources ['binding']. {{(pid=103352) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:19:18.361740 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fc7ab-5fe7-4aae-aa3a-6bc1ff574a0b req-e6281198-d292-4763-9202-f8b4ce1a49d2 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:18.363866 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c23fc7ab-5fe7-4aae-aa3a-6bc1ff574a0b req-e6281198-d292-4763-9202-f8b4ce1a49d2 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 946 time: 0.1233220 Jan 28 13:19:18.436419 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-f8928ba7-40ac-4e0d-9aa4-2ba7a5dddc01 service neutron] Attempting to bind port 483929b3-e20d-4033-b089-ece52da40613 on host n-h2-822747-2 for vnic_type normal with profile None {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:19:18.436745 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-f8928ba7-40ac-4e0d-9aa4-2ba7a5dddc01 service neutron] Attempting to bind port 483929b3-e20d-4033-b089-ece52da40613 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:19:18.437230 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-f8928ba7-40ac-4e0d-9aa4-2ba7a5dddc01 service neutron] Attempting to bind port 483929b3-e20d-4033-b089-ece52da40613 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:18.445365 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-f8928ba7-40ac-4e0d-9aa4-2ba7a5dddc01 service neutron] Port 483929b3-e20d-4033-b089-ece52da40613 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:19:18.445691 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-f8928ba7-40ac-4e0d-9aa4-2ba7a5dddc01 service neutron] Attempting to bind port 483929b3-e20d-4033-b089-ece52da40613 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:18.450359 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c23fc7ab-5fe7-4aae-aa3a-6bc1ff574a0b req-e9024ccf-f13e-481b-a07d-d449d5c83d93 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787280 Jan 28 13:19:18.454401 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-f8928ba7-40ac-4e0d-9aa4-2ba7a5dddc01 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:19:18.454953 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-f8928ba7-40ac-4e0d-9aa4-2ba7a5dddc01 service neutron] Checking segment: {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:19:18.455195 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-f8928ba7-40ac-4e0d-9aa4-2ba7a5dddc01 service neutron] Bound using segment: {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:19:18.455623 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-f8928ba7-40ac-4e0d-9aa4-2ba7a5dddc01 service neutron] Bound port: 483929b3-e20d-4033-b089-ece52da40613, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:19:18.559590 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-f8928ba7-40ac-4e0d-9aa4-2ba7a5dddc01 service neutron] For port 483929b3-e20d-4033-b089-ece52da40613, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=483929b3-e20d-4033-b089-ece52da40613,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:19:18.568338 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-f8928ba7-40ac-4e0d-9aa4-2ba7a5dddc01 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:18.569643 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-f8928ba7-40ac-4e0d-9aa4-2ba7a5dddc01 service neutron] 10.222.0.39 "POST /v2.0/ports/483929b3-e20d-4033-b089-ece52da40613/bindings HTTP/1.1" status: 201 len: 389 time: 0.3773730 Jan 28 13:19:18.591226 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39aad1-d35c-45f8-81da-0e3d112eb973 req-6f2ef0a5-bd41-464d-a4fa-987082e5fa04 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:18.592916 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5d39aad1-d35c-45f8-81da-0e3d112eb973 req-6f2ef0a5-bd41-464d-a4fa-987082e5fa04 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 950 time: 0.0727804 Jan 28 13:19:18.673931 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5d39aad1-d35c-45f8-81da-0e3d112eb973 req-dc11f387-823b-43bb-b6f8-9ce572a457ca tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737591 Jan 28 13:19:18.821485 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9fdd9-b38d-4b76-b6a7-49ec206dc0bd req-e0e43b89-7c45-47c7-a9ef-77311432b566 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:18.824259 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7ed9fdd9-b38d-4b76-b6a7-49ec206dc0bd req-e0e43b89-7c45-47c7-a9ef-77311432b566 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 951 time: 0.0742953 Jan 28 13:19:18.835816 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8dd45b-e958-40b1-bd1e-f1b55b9e22aa req-fe080413-d581-4c5c-ab54-c5307ca577af tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:18.838140 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-af8dd45b-e958-40b1-bd1e-f1b55b9e22aa req-fe080413-d581-4c5c-ab54-c5307ca577af tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 950 time: 0.0848458 Jan 28 13:19:18.882145 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7ed9fdd9-b38d-4b76-b6a7-49ec206dc0bd req-07ffa8ab-7ce5-4427-8fa4-16cbc077875e tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475073 Jan 28 13:19:18.913774 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-159f0e91-4b72-4746-ac38-900b26ad16ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:18.915292 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-159f0e91-4b72-4746-ac38-900b26ad16ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93543269cade486c80fd00260197c0a8&device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 1097 time: 0.0762038 Jan 28 13:19:18.922554 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-af8dd45b-e958-40b1-bd1e-f1b55b9e22aa req-84809a6f-0a4f-4494-bdad-e46706e51cc3 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724361 Jan 28 13:19:18.961232 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9cfb15-ed71-4d6c-bda7-9fa8f74b034a x-openstack-request-id: req-dd9cfb15-ed71-4d6c-bda7-9fa8f74b034a {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:18.964446 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9365f6d3-8634-47a9-bb36-213af41973fe", "name": "network-vif-unplugged", "status": "completed", "tag": "768ac271-b5c3-4a8f-a4fc-e8c13548d5b3", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:18.965233 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd9cfb15-ed71-4d6c-bda7-9fa8f74b034a {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:18.966865 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9365f6d3-8634-47a9-bb36-213af41973fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '768ac271-b5c3-4a8f-a4fc-e8c13548d5b3', 'code': 200} Jan 28 13:19:19.077279 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-c39d01ec-b68e-4fe4-b250-218c48e62266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:19.079515 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-c39d01ec-b68e-4fe4-b250-218c48e62266 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8528e78d-cd10-4563-a6b3-de6e91f8e460 HTTP/1.1" status: 200 len: 908 time: 0.1552608 Jan 28 13:19:19.090542 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0c45c-8bf3-48da-a1a2-8bc1cc6dbcb9 req-fc0936cb-473f-4d3c-b285-183ffc49a966 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:19.092205 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fac0c45c-8bf3-48da-a1a2-8bc1cc6dbcb9 req-fc0936cb-473f-4d3c-b285-183ffc49a966 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7 HTTP/1.1" status: 200 len: 945 time: 0.0731282 Jan 28 13:19:19.099023 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 71510f46-c4f8-495e-9223-dce152c55691 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:19:19.106325 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 71510f46-c4f8-495e-9223-dce152c55691 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:19:19.140789 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-f102f11a-8382-483e-ab22-5c865b352878 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=483929b3-e20d-4033-b089-ece52da40613 HTTP/1.1" status: 200 len: 217 time: 0.0475581 Jan 28 13:19:19.220442 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fac0c45c-8bf3-48da-a1a2-8bc1cc6dbcb9 req-47ad5975-5cca-4371-b81d-85491882f20e tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c0bd253-0e42-4e5a-8831-3168ad87e283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874681 Jan 28 13:19:19.222233 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-47890b16-97cc-47e0-8267-61d43a0fdc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:19.223774 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-47890b16-97cc-47e0-8267-61d43a0fdc48 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=585c2f63-9b4b-456a-9eb5-e157a8ee5cdd HTTP/1.1" status: 200 len: 848 time: 0.0745263 Jan 28 13:19:19.282087 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-62d90b06-1636-4014-9717-11ade290cd92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8528e78d-cd10-4563-a6b3-de6e91f8e460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517757 Jan 28 13:19:19.294131 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 71510f46-c4f8-495e-9223-dce152c55691, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=71510f46-c4f8-495e-9223-dce152c55691,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:19.314501 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '71510f46-c4f8-495e-9223-dce152c55691', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': '71510f46-c4f8-495e-9223-dce152c55691', 'mac_address': 'fa:16:3e:44:82:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:19:19.400389 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799ba0b-ca6e-41f8-af88-c8058ba3508e req-cb0cc323-29e7-4e25-bd43-c082667d513d tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:19.402232 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a799ba0b-ca6e-41f8-af88-c8058ba3508e req-cb0cc323-29e7-4e25-bd43-c082667d513d tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 946 time: 0.0641727 Jan 28 13:19:19.417596 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 71510f46-c4f8-495e-9223-dce152c55691 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:19.418251 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (71510f46-c4f8-495e-9223-dce152c55691), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:19.423017 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 71510f46-c4f8-495e-9223-dce152c55691 is: ACTIVE; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:19.423640 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (71510f46-c4f8-495e-9223-dce152c55691), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:19.460318 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71510f46-c4f8-495e-9223-dce152c55691 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:19.462594 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a799ba0b-ca6e-41f8-af88-c8058ba3508e req-cbe75d7a-4569-4196-96d0-6df6c073dbd5 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532410 Jan 28 13:19:19.489817 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fe8c9-f0ae-4700-8675-738174f6c5ad req-9b9113a6-5206-4225-a0e8-b906d7e5d9ee tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:19.492404 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-451fe8c9-f0ae-4700-8675-738174f6c5ad req-9b9113a6-5206-4225-a0e8-b906d7e5d9ee tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.18 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937&tenant_id=787b3d18280347a0a733cb6bd5e91d6d&binding%3Ahost_id=n-h1-822747-2 HTTP/1.1" status: 200 len: 950 time: 0.2089899 Jan 28 13:19:19.519645 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1324c5d-19c0-4617-a990-74c269080267 req-903ddce8-2883-4631-aba4-25ca4f8e034c tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:19.522161 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e1324c5d-19c0-4617-a990-74c269080267 req-903ddce8-2883-4631-aba4-25ca4f8e034c tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 1097 time: 0.2003345 Jan 28 13:19:19.578906 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-bc460878-0109-4720-b5b1-923bf286d3c0 service neutron] 10.222.0.37 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579110 Jan 28 13:19:19.628043 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c99da-b1b4-49a2-a81c-ddb4e3f11da5 req-fd22d936-c371-44ca-93c6-eb7821cf249e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:19.630278 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7d0c99da-b1b4-49a2-a81c-ddb4e3f11da5 req-fd22d936-c371-44ca-93c6-eb7821cf249e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 950 time: 0.0876756 Jan 28 13:19:19.654155 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 71510f46-c4f8-495e-9223-dce152c55691, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=71510f46-c4f8-495e-9223-dce152c55691,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:19.656844 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:19.659431 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (71510f46-c4f8-495e-9223-dce152c55691), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:19.690971 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e1324c5d-19c0-4617-a990-74c269080267 req-354032db-c1f2-4925-a75c-17864d5faa24 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452889 Jan 28 13:19:19.692597 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-451fe8c9-f0ae-4700-8675-738174f6c5ad req-c63790b9-e214-4fa0-8647-de3451b725b7 service neutron] 10.222.0.18 "GET /v2.0/ports/71510f46-c4f8-495e-9223-dce152c55691/bindings/n-h1-822747-2 HTTP/1.1" status: 200 len: 382 time: 0.1927528 Jan 28 13:19:19.723565 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7d0c99da-b1b4-49a2-a81c-ddb4e3f11da5 req-4c8edd85-9efa-4c67-b76c-765882dd7f23 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854297 Jan 28 13:19:19.767606 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=71510f46-c4f8-495e-9223-dce152c55691,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:19.771871 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:19:19.772436 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:19:19.775922 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-83405e47-d4cc-4e57-9c6b-26d7d32eb23a service neutron] 10.222.0.37 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886001 Jan 28 13:19:19.801433 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fe8c9-f0ae-4700-8675-738174f6c5ad req-1890664a-e543-4fe3-9d17-3521d8f0245f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:19.804061 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-451fe8c9-f0ae-4700-8675-738174f6c5ad req-1890664a-e543-4fe3-9d17-3521d8f0245f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 1099 time: 0.0645325 Jan 28 13:19:20.235303 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cba0b-727f-474b-b0f4-3fd1c027e75f req-50d2840f-17e6-461a-9537-6cea5c226673 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:20.236763 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-814cba0b-727f-474b-b0f4-3fd1c027e75f req-50d2840f-17e6-461a-9537-6cea5c226673 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 950 time: 0.3969264 Jan 28 13:19:20.241232 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fe8c9-f0ae-4700-8675-738174f6c5ad req-0c05517e-ba6d-4b78-a55a-1dafed762181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:20.243872 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-451fe8c9-f0ae-4700-8675-738174f6c5ad req-0c05517e-ba6d-4b78-a55a-1dafed762181 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.4335227 Jan 28 13:19:20.315187 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-451fe8c9-f0ae-4700-8675-738174f6c5ad req-da7cc9e6-1404-4a59-bc75-0e61568b5b5d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=71510f46-c4f8-495e-9223-dce152c55691 HTTP/1.1" status: 200 len: 217 time: 0.0624726 Jan 28 13:19:20.346564 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 71510f46-c4f8-495e-9223-dce152c55691 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:20.347981 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (71510f46-c4f8-495e-9223-dce152c55691), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:20.372372 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71510f46-c4f8-495e-9223-dce152c55691 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:20.392195 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-814cba0b-727f-474b-b0f4-3fd1c027e75f req-91225c7d-99bf-4ac3-8ec2-9d0c6071ac8f tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463017 Jan 28 13:19:20.429420 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 71510f46-c4f8-495e-9223-dce152c55691, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=71510f46-c4f8-495e-9223-dce152c55691,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:20.431335 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fe8c9-f0ae-4700-8675-738174f6c5ad req-fea0e7eb-8b22-4125-825b-5524fea45c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:20.436331 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (71510f46-c4f8-495e-9223-dce152c55691), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:20.441714 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-451fe8c9-f0ae-4700-8675-738174f6c5ad req-fea0e7eb-8b22-4125-825b-5524fea45c46 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1159761 Jan 28 13:19:20.526332 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8843d9-00b5-47f0-a385-3df5662d50c9 req-4cfa6c8d-e7e3-4577-82b3-52e5522f4101 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:20.535609 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fe8c9-f0ae-4700-8675-738174f6c5ad req-55b84c2b-4ec2-4811-b03e-c05883f7cc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:20.535886 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a8843d9-00b5-47f0-a385-3df5662d50c9 req-4cfa6c8d-e7e3-4577-82b3-52e5522f4101 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 1097 time: 0.0677586 Jan 28 13:19:20.538213 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-451fe8c9-f0ae-4700-8675-738174f6c5ad req-55b84c2b-4ec2-4811-b03e-c05883f7cc82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0925548 Jan 28 13:19:20.546306 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=71510f46-c4f8-495e-9223-dce152c55691,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:20.583679 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3bb8f-020b-40bd-b19b-b08086a12184 req-5b343d60-de0f-457b-a9f6-79f77860a5ef tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:20.585442 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-93e3bb8f-020b-40bd-b19b-b08086a12184 req-5b343d60-de0f-457b-a9f6-79f77860a5ef tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 951 time: 0.1196663 Jan 28 13:19:20.600567 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a8843d9-00b5-47f0-a385-3df5662d50c9 req-7a550ff8-d534-4535-b6e0-5e8b81e8b6ba tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622158 Jan 28 13:19:20.713634 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-451fe8c9-f0ae-4700-8675-738174f6c5ad req-669b06b1-7b0d-434c-88cb-4499e5340487 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592026 Jan 28 13:19:20.717420 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-93e3bb8f-020b-40bd-b19b-b08086a12184 req-402c105c-ff3d-4ab2-9017-c4d019c58b26 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213903 Jan 28 13:19:20.742304 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d54eb1-b094-4e1e-9111-6133280ccb6d req-56ab7ca2-064a-42b2-837a-ce48c693911a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:20.745605 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c2d54eb1-b094-4e1e-9111-6133280ccb6d req-56ab7ca2-064a-42b2-837a-ce48c693911a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 950 time: 0.0568604 Jan 28 13:19:20.765329 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['71510f46-c4f8-495e-9223-dce152c55691'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:20.838442 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-451fe8c9-f0ae-4700-8675-738174f6c5ad req-d9569248-ae06-4ec7-89ab-9e89d0620b8a service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180284 Jan 28 13:19:20.855931 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c2d54eb1-b094-4e1e-9111-6133280ccb6d req-83645967-1a27-474b-beb7-30fed2c79503 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982635 Jan 28 13:19:20.968306 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32eed77-39c5-4a90-8397-8964b4e75937', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71510f46-c4f8-495e-9223-dce152c55691'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:20.974061 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524fbba8-1c54-4649-a329-0a854d16ad1e" -d '{"events": [{"server_uuid": "c32eed77-39c5-4a90-8397-8964b4e75937", "name": "network-vif-unplugged", "status": "completed", "tag": "71510f46-c4f8-495e-9223-dce152c55691"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:21.156645 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9feb3-6891-480a-a74e-7ce45baa60dc req-57dcd1ad-c116-4043-8498-e106e9000045 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:21.158318 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6be9feb3-6891-480a-a74e-7ce45baa60dc req-57dcd1ad-c116-4043-8498-e106e9000045 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 946 time: 0.0934143 Jan 28 13:19:21.228869 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6be9feb3-6891-480a-a74e-7ce45baa60dc req-935946e7-f465-4332-bc0b-b5de391f5e7c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566156 Jan 28 13:19:21.277652 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6a7e2-1774-4a92-b3e8-b54338a6b068 req-295f9bee-bef7-4da4-8dc5-c12c17486908 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:21.279294 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-08d6a7e2-1774-4a92-b3e8-b54338a6b068 req-295f9bee-bef7-4da4-8dc5-c12c17486908 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 949 time: 0.0541284 Jan 28 13:19:21.296753 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19b27fb-e130-44cd-a5a9-d0b9ee5d19a5 x-openstack-request-id: req-b19b27fb-e130-44cd-a5a9-d0b9ee5d19a5 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:21.297082 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32eed77-39c5-4a90-8397-8964b4e75937", "name": "network-vif-unplugged", "status": "completed", "tag": "71510f46-c4f8-495e-9223-dce152c55691", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:21.297924 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b19b27fb-e130-44cd-a5a9-d0b9ee5d19a5 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:21.297924 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32eed77-39c5-4a90-8397-8964b4e75937', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71510f46-c4f8-495e-9223-dce152c55691', 'code': 200} Jan 28 13:19:21.341713 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-08d6a7e2-1774-4a92-b3e8-b54338a6b068 req-dda983e2-2196-4ab6-96ed-b0ba25729d77 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557556 Jan 28 13:19:21.432074 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-01385bb6-466b-402b-8a14-3cbb5381f05b tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1845339243&fields=id&tenant_id=f1f50da165814895ae3e09a2631675bc HTTP/1.1" status: 200 len: 267 time: 0.0534642 Jan 28 13:19:21.564632 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-669d9601-8f85-4fa9-922b-e857e70d3330 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:21.566449 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-669d9601-8f85-4fa9-922b-e857e70d3330 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/networks?id=56a89aa3-213b-4e75-bd90-9d124e8278f7 HTTP/1.1" status: 200 len: 823 time: 0.1257951 Jan 28 13:19:21.574783 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-b6cc264d-169d-4fb1-96d3-2df164a7a122 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:21.576254 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-b6cc264d-169d-4fb1-96d3-2df164a7a122 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/networks?id=ad25a9d9-17b2-4c02-9404-4506282cf10f HTTP/1.1" status: 200 len: 804 time: 0.1315916 Jan 28 13:19:21.590683 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-68a1254d-ab33-4dfe-9382-ed0d58e51e0c tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/quotas/f1f50da165814895ae3e09a2631675bc HTTP/1.1" status: 200 len: 375 time: 0.0155518 Jan 28 13:19:21.592851 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-3aa1c167-cbcd-479a-8a04-b6fdaceef6a9 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/quotas/6d1122f47b834e1f94b301369b4a4145 HTTP/1.1" status: 200 len: 375 time: 0.0103476 Jan 28 13:19:21.655042 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-f059f415-94e0-45d9-851a-0ca3dccedbbf tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d1122f47b834e1f94b301369b4a4145&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0559046 Jan 28 13:19:21.666164 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-ad1eea7d-0310-4fc8-bcd6-d9c1e441fe02 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1f50da165814895ae3e09a2631675bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0634320 Jan 28 13:19:21.805334 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-f0d61dbd-bd73-48d3-94ab-605f0821d061 service neutron] 10.222.0.39 "GET /v2.0/networks/56a89aa3-213b-4e75-bd90-9d124e8278f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240091 Jan 28 13:19:21.807863 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-58339bfd-a759-403d-8652-b920d69e43b7 service neutron] 10.222.0.39 "GET /v2.0/networks/ad25a9d9-17b2-4c02-9404-4506282cf10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440313 Jan 28 13:19:21.935033 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-6427c742-6a2e-4ae1-99f0-80e0e98f069a service neutron] 10.222.0.39 "GET /v2.0/networks/ad25a9d9-17b2-4c02-9404-4506282cf10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261792 Jan 28 13:19:21.959194 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-d1a5753b-23a0-47a3-90c0-97f5b38555e8 service neutron] 10.222.0.39 "GET /v2.0/networks/56a89aa3-213b-4e75-bd90-9d124e8278f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385996 Jan 28 13:19:22.296847 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73600c9c-6990-4345-8ea2-17ac71448244 req-2f6ddd3b-3cac-47b2-a5c9-cf47c3fe5ea5 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:22.305088 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-73600c9c-6990-4345-8ea2-17ac71448244 req-2f6ddd3b-3cac-47b2-a5c9-cf47c3fe5ea5 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 951 time: 0.0719228 Jan 28 13:19:22.318534 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc12063-4b13-4ec7-94ef-a71f52805866 req-37c3ef5c-8cb6-4ee8-a8b7-35bcdd07b9b3 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:22.334087 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bbc12063-4b13-4ec7-94ef-a71f52805866 req-37c3ef5c-8cb6-4ee8-a8b7-35bcdd07b9b3 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 950 time: 0.0936444 Jan 28 13:19:22.398499 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-73600c9c-6990-4345-8ea2-17ac71448244 req-130b9e0d-3df9-4e3c-bc0e-e2d5054acb83 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828629 Jan 28 13:19:22.437777 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bbc12063-4b13-4ec7-94ef-a71f52805866 req-4306bab3-443c-410e-91f5-9f84811b51f1 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001754 Jan 28 13:19:22.592233 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557f41e-021b-47fd-91d8-19bc153c2d04 req-04147828-e9a0-47f3-b10e-de04bc0e4036 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:22.607203 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3557f41e-021b-47fd-91d8-19bc153c2d04 req-04147828-e9a0-47f3-b10e-de04bc0e4036 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 950 time: 0.1326756 Jan 28 13:19:22.613828 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d32805ad-0964-430a-9e04-8e2636636fd6 req-3d96dc08-db2c-4030-800c-9c6a56bcd23a tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 210 time: 0.0838215 Jan 28 13:19:22.725209 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3557f41e-021b-47fd-91d8-19bc153c2d04 req-42c51b05-e73d-4d20-9ae7-00e5e3a717b6 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961132 Jan 28 13:19:22.775980 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0294691-e416-4051-ab2a-c6d3321bc498 req-15f66487-e6f9-4efb-87ac-da5de8a2f093 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:22.778215 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b0294691-e416-4051-ab2a-c6d3321bc498 req-15f66487-e6f9-4efb-87ac-da5de8a2f093 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.37 "GET /v2.0/ports?device_id=5825d579-5e3d-4b73-99e2-a42369d2b0e7 HTTP/1.1" status: 200 len: 945 time: 0.2087164 Jan 28 13:19:22.790441 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eaea8cc7-5896-412f-86e0-6d87e69b101a req-c577394f-6862-4290-b746-d42728eeb3c3 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=c360aa12-3fe5-4dd3-a905-690ee2cd185d HTTP/1.1" status: 200 len: 210 time: 0.0953200 Jan 28 13:19:22.932446 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c26d6-0698-43de-b065-fcb30c5b1aa0 req-1d2c3cf5-7c39-481f-86b5-4e578702d30b tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:22.934054 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ac7c26d6-0698-43de-b065-fcb30c5b1aa0 req-1d2c3cf5-7c39-481f-86b5-4e578702d30b tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 1097 time: 0.1052344 Jan 28 13:19:23.051187 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b3779-6e1e-42be-99b9-a34517870c9f req-79e3cae2-f0ed-4119-9a93-eb090588afcb tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:23.060106 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ac7c26d6-0698-43de-b065-fcb30c5b1aa0 req-842e7a98-5f33-4500-af11-8376a4d8e399 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139743 Jan 28 13:19:23.060363 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-189b3779-6e1e-42be-99b9-a34517870c9f req-79e3cae2-f0ed-4119-9a93-eb090588afcb tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 946 time: 0.1213026 Jan 28 13:19:23.130369 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 71510f46-c4f8-495e-9223-dce152c55691 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:19:23.246737 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 71510f46-c4f8-495e-9223-dce152c55691 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:23.247377 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (71510f46-c4f8-495e-9223-dce152c55691), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:23.256640 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-189b3779-6e1e-42be-99b9-a34517870c9f req-a7a8d3cd-5629-4756-8973-078308dfb1d8 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950037 Jan 28 13:19:23.263503 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-b0294691-e416-4051-ab2a-c6d3321bc498 req-3d9fa543-c44b-4815-ab3a-502e7aa7a5d0 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Deleting port ad5abe53-8799-45f8-ab47-fe70460fdfe0 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:19:23.264318 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b0294691-e416-4051-ab2a-c6d3321bc498 req-3d9fa543-c44b-4815-ab3a-502e7aa7a5d0 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ad5abe53-8799-45f8-ab47-fe70460fdfe0), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:23.347966 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff32aa-77ad-4367-a152-db1652ecbbb8 req-07b97077-4751-465e-8415-b800b3783c17 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:23.360185 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8cff32aa-77ad-4367-a152-db1652ecbbb8 req-07b97077-4751-465e-8415-b800b3783c17 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 949 time: 0.1394405 Jan 28 13:19:23.400728 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-b0294691-e416-4051-ab2a-c6d3321bc498 req-3d9fa543-c44b-4815-ab3a-502e7aa7a5d0 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] For port ad5abe53-8799-45f8-ab47-fe70460fdfe0, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=ad5abe53-8799-45f8-ab47-fe70460fdfe0,segment=NetworkSegment(154cb921-caaa-471c-830c-20f5913ea00b),segment_id=154cb921-caaa-471c-830c-20f5913ea00b)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:23.401194 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b0294691-e416-4051-ab2a-c6d3321bc498 req-3d9fa543-c44b-4815-ab3a-502e7aa7a5d0 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ad5abe53-8799-45f8-ab47-fe70460fdfe0), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:23.462844 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 71510f46-c4f8-495e-9223-dce152c55691 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:23.463624 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (71510f46-c4f8-495e-9223-dce152c55691), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:23.530404 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8cff32aa-77ad-4367-a152-db1652ecbbb8 req-60d09d1c-0f6b-4dca-b3be-a15ae5aaac75 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676242 Jan 28 13:19:23.585709 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 71510f46-c4f8-495e-9223-dce152c55691, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=71510f46-c4f8-495e-9223-dce152c55691,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:23.592627 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32eed77-39c5-4a90-8397-8964b4e75937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71510f46-c4f8-495e-9223-dce152c55691'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:23.594940 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd88faeb-5cf8-4134-8af5-974f1c926922" -d '{"events": [{"server_uuid": "c32eed77-39c5-4a90-8397-8964b4e75937", "name": "network-vif-plugged", "status": "completed", "tag": "71510f46-c4f8-495e-9223-dce152c55691"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:23.611981 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (71510f46-c4f8-495e-9223-dce152c55691), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:23.768803 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=71510f46-c4f8-495e-9223-dce152c55691,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:23.862973 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-33ee6f3b-ddde-4c0f-ae22-fce8b7983238 req-d4d87458-9532-448f-9535-c42d02261782 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7842922 Jan 28 13:19:23.869084 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b0294691-e416-4051-ab2a-c6d3321bc498 req-3d9fa543-c44b-4815-ab3a-502e7aa7a5d0 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:23.875950 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b0294691-e416-4051-ab2a-c6d3321bc498 req-3d9fa543-c44b-4815-ab3a-502e7aa7a5d0 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (b72f2b89-7fa3-446b-aed7-17566ac32a6d), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:23.876361 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [req-b0294691-e416-4051-ab2a-c6d3321bc498 req-3d9fa543-c44b-4815-ab3a-502e7aa7a5d0 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Floating IP b72f2b89-7fa3-446b-aed7-17566ac32a6d disassociated. External IP: 172.25.3.198, port: ad5abe53-8799-45f8-ab47-fe70460fdfe0. Jan 28 13:19:23.879661 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-b0294691-e416-4051-ab2a-c6d3321bc498 req-3d9fa543-c44b-4815-ab3a-502e7aa7a5d0 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Calling delete_port for ad5abe53-8799-45f8-ab47-fe70460fdfe0 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:19:23.949705 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda71c0d-0ad3-43f9-90ca-85b629599997 req-a82b84a2-6b36-4152-bd27-c52a7bc20d8f tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:23.951322 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eda71c0d-0ad3-43f9-90ca-85b629599997 req-a82b84a2-6b36-4152-bd27-c52a7bc20d8f tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.18 "GET /v2.0/ports?device_id=9365f6d3-8634-47a9-bb36-213af41973fe HTTP/1.1" status: 200 len: 943 time: 0.8827832 Jan 28 13:19:24.044043 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.18', 53618) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:24.183423 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-38121502-0c30-4eff-88e8-f9c09600e183 req-1b2bc870-aa1f-475a-9fec-e1eadd71aef7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3b107958-3953-461a-974a-a5fea26d99d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6484089 Jan 28 13:19:24.194653 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5a7c1-0078-457b-926b-db486221ac95 req-7fa4ce1f-5531-431b-909d-44feecd13d0a tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:24.201967 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4de5a7c1-0078-457b-926b-db486221ac95 req-7fa4ce1f-5531-431b-909d-44feecd13d0a tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 951 time: 0.4655411 Jan 28 13:19:24.229385 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fe8c9-f0ae-4700-8675-738174f6c5ad req-d16f68c1-f437-4d8d-b0f9-1479e15eefa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:24.231086 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-451fe8c9-f0ae-4700-8675-738174f6c5ad req-d16f68c1-f437-4d8d-b0f9-1479e15eefa5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937&tenant_id=787b3d18280347a0a733cb6bd5e91d6d HTTP/1.1" status: 200 len: 1101 time: 0.1786511 Jan 28 13:19:24.256173 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-bd523724-0f35-42b3-be8b-0b8ecbec7a9d tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:24.257813 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-bd523724-0f35-42b3-be8b-0b8ecbec7a9d tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.18 "GET /v2.0/networks?id=ad25a9d9-17b2-4c02-9404-4506282cf10f HTTP/1.1" status: 200 len: 804 time: 0.5078366 Jan 28 13:19:24.281813 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-b2b47d7e-98b7-4b29-be2d-368acf57c6d5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Request body: {'port': {'device_id': '35ba0261-fe1d-41b9-bbca-436e9111c360', 'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f', 'admin_state_up': True, 'tenant_id': '6d1122f47b834e1f94b301369b4a4145'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:24.381172 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee6f3b-ddde-4c0f-ae22-fce8b7983238 req-32786a55-57ce-4f96-bf7e-e6824938a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:24.383714 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-33ee6f3b-ddde-4c0f-ae22-fce8b7983238 req-32786a55-57ce-4f96-bf7e-e6824938a6d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 1100 time: 0.4313047 Jan 28 13:19:24.449495 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4de5a7c1-0078-457b-926b-db486221ac95 req-bfc93775-cbb2-4ab5-9e1a-e843cf59e828 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464139 Jan 28 13:19:24.526321 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-331f2555-ca47-4b00-8303-ad7889c6a9ee tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:24.528230 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-331f2555-ca47-4b00-8303-ad7889c6a9ee tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.18 "GET /v2.0/networks?id=56a89aa3-213b-4e75-bd90-9d124e8278f7 HTTP/1.1" status: 200 len: 823 time: 0.5230808 Jan 28 13:19:24.562096 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38121502-0c30-4eff-88e8-f9c09600e183 req-74bd5f82-7fc4-4005-b860-aa5bb8fe7e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:24.582042 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-38121502-0c30-4eff-88e8-f9c09600e183 req-74bd5f82-7fc4-4005-b860-aa5bb8fe7e5c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ccde7816c7f4a9eaf93b3ae382b68ab&device_id=3b107958-3953-461a-974a-a5fea26d99d9 HTTP/1.1" status: 200 len: 1101 time: 0.3504996 Jan 28 13:19:24.756215 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fe8c9-f0ae-4700-8675-738174f6c5ad req-0c110379-91db-4e9b-bc11-16a0aee45eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:24.763866 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-451fe8c9-f0ae-4700-8675-738174f6c5ad req-0c110379-91db-4e9b-bc11-16a0aee45eae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 1101 time: 0.4368420 Jan 28 13:19:24.797659 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-eda71c0d-0ad3-43f9-90ca-85b629599997 req-d2c13eea-6492-4aa9-9155-93e6b5f5527c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Deleting port 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:19:24.798165 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-eda71c0d-0ad3-43f9-90ca-85b629599997 req-d2c13eea-6492-4aa9-9155-93e6b5f5527c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (768ac271-b5c3-4a8f-a4fc-e8c13548d5b3), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:24.907447 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee6f3b-ddde-4c0f-ae22-fce8b7983238 req-7a21cdf4-ab1c-47fd-84f8-c0e1ef020228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:24.910587 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-33ee6f3b-ddde-4c0f-ae22-fce8b7983238 req-7a21cdf4-ab1c-47fd-84f8-c0e1ef020228 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.4872777 Jan 28 13:19:24.985727 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-b2b47d7e-98b7-4b29-be2d-368acf57c6d5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Made reservation on behalf of 6d1122f47b834e1f94b301369b4a4145 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:19:24.989220 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-b2b47d7e-98b7-4b29-be2d-368acf57c6d5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:25.027645 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-33ee6f3b-ddde-4c0f-ae22-fce8b7983238 req-1b3b9748-3c39-439d-9e63-b4d53a3aacce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe HTTP/1.1" status: 200 len: 217 time: 0.0834055 Jan 28 13:19:25.124797 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68533251-2e9a-4a92-8d30-4956a3dfc816 req-74056348-abe7-4cd5-b878-8256a597428c tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:25.126894 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-68533251-2e9a-4a92-8d30-4956a3dfc816 req-74056348-abe7-4cd5-b878-8256a597428c tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 950 time: 0.4384346 Jan 28 13:19:25.168957 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-b4dbcb81-a6c5-4955-af48-4fb16d7acd14 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1f50da165814895ae3e09a2631675bc HTTP/1.1" status: 200 len: 380 time: 0.4824741 Jan 28 13:19:25.197103 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-1647aa87-1612-4ffc-872f-2addb3a3b802 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Request body: {'port': {'device_id': 'c360aa12-3fe5-4dd3-a905-690ee2cd185d', 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7', 'admin_state_up': True, 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'security_groups': ['9c0bd253-0e42-4e5a-8831-3168ad87e283']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:25.203137 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-ca6237eb-28d6-448e-8d1a-4b914e8e6556 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:19:25.205019 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-ca6237eb-28d6-448e-8d1a-4b914e8e6556 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1355212 Jan 28 13:19:25.211022 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device ad5abe53-8799-45f8-ab47-fe70460fdfe0 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:19:25.212556 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b0294691-e416-4051-ab2a-c6d3321bc498 req-3d9fa543-c44b-4815-ab3a-502e7aa7a5d0 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ad5abe53-8799-45f8-ab47-fe70460fdfe0), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:25.246131 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: ad5abe53-8799-45f8-ab47-fe70460fdfe0 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:19:25.246473 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device ad5abe53-8799-45f8-ab47-fe70460fdfe0 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:19:25.302755 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38121502-0c30-4eff-88e8-f9c09600e183 req-e1ef9b0a-2cb3-4458-b908-159b0c709d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:25.305745 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-38121502-0c30-4eff-88e8-f9c09600e183 req-e1ef9b0a-2cb3-4458-b908-159b0c709d5e service neutron] 10.222.0.37 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.6948264 Jan 28 13:19:25.339979 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fe8c9-f0ae-4700-8675-738174f6c5ad req-2d5223c5-8ece-4729-94aa-974b656ed847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:25.341469 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-451fe8c9-f0ae-4700-8675-738174f6c5ad req-2d5223c5-8ece-4729-94aa-974b656ed847 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.5215027 Jan 28 13:19:25.344456 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee6f3b-ddde-4c0f-ae22-fce8b7983238 req-4be7b2db-1b46-4593-a09b-eb4953da8aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:25.345698 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-33ee6f3b-ddde-4c0f-ae22-fce8b7983238 req-4be7b2db-1b46-4593-a09b-eb4953da8aaa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.2821608 Jan 28 13:19:25.370850 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9fa543-c44b-4815-ab3a-502e7aa7a5d0 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Pushing event deleted for resources: {'Port': ['ID=ad5abe53-8799-45f8-ab47-fe70460fdfe0,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:25.389210 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-68533251-2e9a-4a92-8d30-4956a3dfc816 req-6ad3366b-be9a-472f-ab6f-cdd59a98cdfb tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502201 Jan 28 13:19:25.390610 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-38121502-0c30-4eff-88e8-f9c09600e183 req-5379b717-36bf-4902-8201-f374958523b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=2c413430-ad3c-4f8a-945a-d20c9c8b7d45 HTTP/1.1" status: 200 len: 217 time: 0.0767882 Jan 28 13:19:25.468387 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-eda71c0d-0ad3-43f9-90ca-85b629599997 req-d2c13eea-6492-4aa9-9155-93e6b5f5527c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] For port 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=768ac271-b5c3-4a8f-a4fc-e8c13548d5b3,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:25.468875 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-eda71c0d-0ad3-43f9-90ca-85b629599997 req-d2c13eea-6492-4aa9-9155-93e6b5f5527c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (768ac271-b5c3-4a8f-a4fc-e8c13548d5b3), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:25.485438 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-451fe8c9-f0ae-4700-8675-738174f6c5ad req-400bd1c9-2eeb-4a4e-b56c-cf3946f6b3bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=71510f46-c4f8-495e-9223-dce152c55691 HTTP/1.1" status: 200 len: 217 time: 0.1137366 Jan 28 13:19:25.487422 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee6f3b-ddde-4c0f-ae22-fce8b7983238 req-3a888578-6cf4-4591-844b-8b04920a37bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:25.489830 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-33ee6f3b-ddde-4c0f-ae22-fce8b7983238 req-3a888578-6cf4-4591-844b-8b04920a37bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1013381 Jan 28 13:19:25.491838 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-5634edf9-db30-447d-b261-d0ca5fc915ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:25.501890 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-5634edf9-db30-447d-b261-d0ca5fc915ca service neutron] 10.222.0.39 "GET /v2.0/ports/df36e2a8-c30f-41f1-9ca8-55487cb5bd3a HTTP/1.1" status: 200 len: 1094 time: 0.2599299 Jan 28 13:19:25.565769 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-b2b47d7e-98b7-4b29-be2d-368acf57c6d5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Allocated IP 172.20.0.10 (ad25a9d9-17b2-4c02-9404-4506282cf10f/b12a1c2f-a9ab-4880-b80f-d12410970629/3741de77-17d3-4fea-b003-adb6b001a86f) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:19:25.569560 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38121502-0c30-4eff-88e8-f9c09600e183 req-5cdf8b34-8f65-4dac-963d-257f24c8c42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:25.571128 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-38121502-0c30-4eff-88e8-f9c09600e183 req-5cdf8b34-8f65-4dac-963d-257f24c8c42e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1587963 Jan 28 13:19:25.581452 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c74e83-26df-4cd8-9075-35f629cdbdef x-openstack-request-id: req-93c74e83-26df-4cd8-9075-35f629cdbdef {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:25.583882 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32eed77-39c5-4a90-8397-8964b4e75937", "name": "network-vif-plugged", "status": "completed", "tag": "71510f46-c4f8-495e-9223-dce152c55691", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:25.584425 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93c74e83-26df-4cd8-9075-35f629cdbdef {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:25.585055 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32eed77-39c5-4a90-8397-8964b4e75937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71510f46-c4f8-495e-9223-dce152c55691', 'code': 200} Jan 28 13:19:25.596609 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fe8c9-f0ae-4700-8675-738174f6c5ad req-b6ff163e-0361-4e49-a612-f6914417b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:25.598222 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-451fe8c9-f0ae-4700-8675-738174f6c5ad req-b6ff163e-0361-4e49-a612-f6914417b14c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1024380 Jan 28 13:19:25.758750 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-f969616e-2d34-4378-bd6e-b8b9585011f5 service neutron] Request body: {'binding': {'host': 'n-h2-822747-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:25.759197 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-f969616e-2d34-4378-bd6e-b8b9585011f5 service neutron] Unknown quota resources ['binding']. {{(pid=103351) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:19:25.869744 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-b2b47d7e-98b7-4b29-be2d-368acf57c6d5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks [] for port (3741de77-17d3-4fea-b003-adb6b001a86f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:25.915865 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-b2b47d7e-98b7-4b29-be2d-368acf57c6d5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (3741de77-17d3-4fea-b003-adb6b001a86f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:25.931312 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0294691-e416-4051-ab2a-c6d3321bc498 req-3d9fa543-c44b-4815-ab3a-502e7aa7a5d0 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Router 60c646b4-2c46-42a8-81c1-b1dfd4c02186 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:19:25.934250 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-33ee6f3b-ddde-4c0f-ae22-fce8b7983238 req-c57813cf-0994-4df6-9fe4-3c5c894856be service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812214 Jan 28 13:19:25.961280 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-f969616e-2d34-4378-bd6e-b8b9585011f5 service neutron] Attempting to bind port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a on host n-h2-822747-2 for vnic_type normal with profile None {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:19:25.961836 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-f969616e-2d34-4378-bd6e-b8b9585011f5 service neutron] Attempting to bind port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:19:25.962555 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-f969616e-2d34-4378-bd6e-b8b9585011f5 service neutron] Attempting to bind port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:25.965307 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-eda71c0d-0ad3-43f9-90ca-85b629599997 req-d2c13eea-6492-4aa9-9155-93e6b5f5527c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Calling delete_port for 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:19:26.004417 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b47d7e-98b7-4b29-be2d-368acf57c6d5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Pushing event updated for resources: {'Port': ['ID=3741de77-17d3-4fea-b003-adb6b001a86f,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:26.013851 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38121502-0c30-4eff-88e8-f9c09600e183 req-c6cf954d-ec91-4f90-9681-a007ff70a704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:26.016824 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-38121502-0c30-4eff-88e8-f9c09600e183 req-c6cf954d-ec91-4f90-9681-a007ff70a704 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4348278 Jan 28 13:19:26.177800 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-38121502-0c30-4eff-88e8-f9c09600e183 req-67fdf5d7-6b80-45f6-84a1-793d46c0fa19 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443229 Jan 28 13:19:26.305765 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-38121502-0c30-4eff-88e8-f9c09600e183 req-801ab9b4-a93b-4d96-b35a-35b3b4cdc58d service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134458 Jan 28 13:19:26.310865 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fe8c9-f0ae-4700-8675-738174f6c5ad req-cfe0ae65-27d4-4e4f-836c-b8e92d06f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:26.312741 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-451fe8c9-f0ae-4700-8675-738174f6c5ad req-cfe0ae65-27d4-4e4f-836c-b8e92d06f8f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6967788 Jan 28 13:19:26.322184 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-b2b47d7e-98b7-4b29-be2d-368acf57c6d5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Network ad25a9d9-17b2-4c02-9404-4506282cf10f is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:19:26.325282 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b47d7e-98b7-4b29-be2d-368acf57c6d5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:26.325665 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b47d7e-98b7-4b29-be2d-368acf57c6d5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:26.326218 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b47d7e-98b7-4b29-be2d-368acf57c6d5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:26.326559 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b47d7e-98b7-4b29-be2d-368acf57c6d5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:26.326898 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b47d7e-98b7-4b29-be2d-368acf57c6d5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:26.327478 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b47d7e-98b7-4b29-be2d-368acf57c6d5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:26.327822 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b47d7e-98b7-4b29-be2d-368acf57c6d5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:26.328344 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b47d7e-98b7-4b29-be2d-368acf57c6d5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:26.328682 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b47d7e-98b7-4b29-be2d-368acf57c6d5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:26.329011 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b47d7e-98b7-4b29-be2d-368acf57c6d5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:26.330139 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b47d7e-98b7-4b29-be2d-368acf57c6d5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:26.330506 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b47d7e-98b7-4b29-be2d-368acf57c6d5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:26.330838 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b47d7e-98b7-4b29-be2d-368acf57c6d5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:26.443199 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-33ee6f3b-ddde-4c0f-ae22-fce8b7983238 req-e2d4ee55-63c8-40f7-abab-9c95787a027b service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940801 Jan 28 13:19:26.470876 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-b2b47d7e-98b7-4b29-be2d-368acf57c6d5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:26.475697 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-b2b47d7e-98b7-4b29-be2d-368acf57c6d5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:19:26.481196 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-451fe8c9-f0ae-4700-8675-738174f6c5ad req-d1571820-55ad-407d-87ba-5e9f0c30a055 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429944 Jan 28 13:19:26.507522 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-f969616e-2d34-4378-bd6e-b8b9585011f5 service neutron] Port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:19:26.509362 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-f969616e-2d34-4378-bd6e-b8b9585011f5 service neutron] Attempting to bind port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:26.542171 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-f969616e-2d34-4378-bd6e-b8b9585011f5 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:19:26.544172 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-f969616e-2d34-4378-bd6e-b8b9585011f5 service neutron] Checking segment: {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:19:26.544793 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-f969616e-2d34-4378-bd6e-b8b9585011f5 service neutron] Bound using segment: {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:19:26.545464 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-f969616e-2d34-4378-bd6e-b8b9585011f5 service neutron] Bound port: df36e2a8-c30f-41f1-9ca8-55487cb5bd3a, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:19:26.555605 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6387a73-e22c-4650-8cac-79b7db1170e8 req-178affc6-5300-4953-b9b7-656253a12606 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:26.564815 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e6387a73-e22c-4650-8cac-79b7db1170e8 req-178affc6-5300-4953-b9b7-656253a12606 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 932 time: 0.8531640 Jan 28 13:19:26.715618 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e6387a73-e22c-4650-8cac-79b7db1170e8 req-4a20cdc3-a237-4398-ba76-e6d883e51d56 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476440 Jan 28 13:19:26.734581 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-b2b47d7e-98b7-4b29-be2d-368acf57c6d5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:26.735698 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-b2b47d7e-98b7-4b29-be2d-368acf57c6d5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:26.752587 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0294691-e416-4051-ab2a-c6d3321bc498 req-3d9fa543-c44b-4815-ab3a-502e7aa7a5d0 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:19:26.765812 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d896d2a1-3d0b-4848-bea3-128b3d224cce None None] Sync routers for ids ['60c646b4-2c46-42a8-81c1-b1dfd4c02186'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:19:26.794531 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d896d2a1-3d0b-4848-bea3-128b3d224cce None None] Routers {'60c646b4-2c46-42a8-81c1-b1dfd4c02186'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:19:26.798661 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d896d2a1-3d0b-4848-bea3-128b3d224cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:19:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['60c646b4-2c46-42a8-81c1-b1dfd4c02186'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:26.845484 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-f969616e-2d34-4378-bd6e-b8b9585011f5 service neutron] For port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=df36e2a8-c30f-41f1-9ca8-55487cb5bd3a,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:19:26.857972 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-1647aa87-1612-4ffc-872f-2addb3a3b802 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Made reservation on behalf of f1f50da165814895ae3e09a2631675bc for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:19:26.862222 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-1647aa87-1612-4ffc-872f-2addb3a3b802 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:26.874521 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-f969616e-2d34-4378-bd6e-b8b9585011f5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:26.887367 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-f969616e-2d34-4378-bd6e-b8b9585011f5 service neutron] 10.222.0.39 "POST /v2.0/ports/df36e2a8-c30f-41f1-9ca8-55487cb5bd3a/bindings HTTP/1.1" status: 201 len: 389 time: 1.3843637 Jan 28 13:19:27.036495 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0294691-e416-4051-ab2a-c6d3321bc498 req-3d9fa543-c44b-4815-ab3a-502e7aa7a5d0 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] No DVR routers for this DVR port ad5abe53-8799-45f8-ab47-fe70460fdfe0 on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:19:27.042810 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b0294691-e416-4051-ab2a-c6d3321bc498 req-3d9fa543-c44b-4815-ab3a-502e7aa7a5d0 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:27.051491 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b0294691-e416-4051-ab2a-c6d3321bc498 req-3d9fa543-c44b-4815-ab3a-502e7aa7a5d0 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.37 "DELETE /v2.0/ports/ad5abe53-8799-45f8-ab47-fe70460fdfe0 HTTP/1.1" status: 204 len: 173 time: 4.2581065 Jan 28 13:19:27.192192 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 71510f46-c4f8-495e-9223-dce152c55691 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:19:27.210129 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-1647aa87-1612-4ffc-872f-2addb3a3b802 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Allocated IP 172.20.0.7 (56a89aa3-213b-4e75-bd90-9d124e8278f7/8d09786e-2fd7-45c5-ac49-545a517099f6/14a8c577-6350-4e43-b795-e340fe037564) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:19:27.370024 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-b2b47d7e-98b7-4b29-be2d-368acf57c6d5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0931096 Jan 28 13:19:27.398195 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-46f812a2-ce12-4fb2-9e4e-4bf8dacc4fa5 service neutron] Request body: {'port': {'device_id': '35ba0261-fe1d-41b9-bbca-436e9111c360', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:27.415859 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-d896d2a1-3d0b-4848-bea3-128b3d224cce None None] Set router 60c646b4-2c46-42a8-81c1-b1dfd4c02186 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:19:27.480626 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d770c9-b1c2-4200-b694-640c175fb1a5 req-c8adc4a2-242d-4de6-abb5-fd40b0043888 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:27.492660 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e5d770c9-b1c2-4200-b694-640c175fb1a5 req-c8adc4a2-242d-4de6-abb5-fd40b0043888 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 950 time: 0.1457324 Jan 28 13:19:27.523382 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-451fe8c9-f0ae-4700-8675-738174f6c5ad req-62a39ca8-005a-49fe-b4dd-6ab23e5f4936 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0060344 Jan 28 13:19:27.577597 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-1647aa87-1612-4ffc-872f-2addb3a3b802 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks [] for port (14a8c577-6350-4e43-b795-e340fe037564), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:27.619216 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-46f812a2-ce12-4fb2-9e4e-4bf8dacc4fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3741de77-17d3-4fea-b003-adb6b001a86f), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:27.630331 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5825d579-5e3d-4b73-99e2-a42369d2b0e7', 'name': 'network-vif-deleted', 'tag': 'ad5abe53-8799-45f8-ab47-fe70460fdfe0'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:27.635176 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044e38ba-fc6e-46b5-9d2d-845ee0772504" -d '{"events": [{"server_uuid": "5825d579-5e3d-4b73-99e2-a42369d2b0e7", "name": "network-vif-deleted", "tag": "ad5abe53-8799-45f8-ab47-fe70460fdfe0"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:27.645628 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-1647aa87-1612-4ffc-872f-2addb3a3b802 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (14a8c577-6350-4e43-b795-e340fe037564), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:27.666372 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 71510f46-c4f8-495e-9223-dce152c55691 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:27.667099 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (71510f46-c4f8-495e-9223-dce152c55691), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:27.683482 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e5d770c9-b1c2-4200-b694-640c175fb1a5 req-112bf372-3419-4869-8194-58874416b083 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898551 Jan 28 13:19:27.743561 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-1647aa87-1612-4ffc-872f-2addb3a3b802 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Network 56a89aa3-213b-4e75-bd90-9d124e8278f7 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:19:27.763418 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-1647aa87-1612-4ffc-872f-2addb3a3b802 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:27.803838 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32eed77-39c5-4a90-8397-8964b4e75937', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71510f46-c4f8-495e-9223-dce152c55691'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:27.805298 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-1647aa87-1612-4ffc-872f-2addb3a3b802 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:19:27.806641 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87ed18f-2eb1-4d78-b0a6-5786d8b13d0d" -d '{"events": [{"server_uuid": "c32eed77-39c5-4a90-8397-8964b4e75937", "name": "network-vif-unplugged", "status": "completed", "tag": "71510f46-c4f8-495e-9223-dce152c55691"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:27.866959 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 71510f46-c4f8-495e-9223-dce152c55691, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=71510f46-c4f8-495e-9223-dce152c55691,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:27.899239 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (71510f46-c4f8-495e-9223-dce152c55691), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:27.902571 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:19:27.993048 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647aa87-1612-4ffc-872f-2addb3a3b802 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Pushing event updated for resources: {'Port': ['ID=14a8c577-6350-4e43-b795-e340fe037564,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:28.072161 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-1647aa87-1612-4ffc-872f-2addb3a3b802 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:28.073533 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-1647aa87-1612-4ffc-872f-2addb3a3b802 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:28.102890 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=71510f46-c4f8-495e-9223-dce152c55691,revision_number=9']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:28.111816 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fcdba-2fc1-47b6-9773-821b9dd11397 req-d309adee-892f-49fd-b1e5-72dfd8d639e7 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:28.126474 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-841fcdba-2fc1-47b6-9773-821b9dd11397 req-d309adee-892f-49fd-b1e5-72dfd8d639e7 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=c360aa12-3fe5-4dd3-a905-690ee2cd185d HTTP/1.1" status: 200 len: 931 time: 0.4780791 Jan 28 13:19:28.162635 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 is: DOWN; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:28.251239 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d896d2a1-3d0b-4848-bea3-128b3d224cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538456093-router', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:36Z', 'revision_number': 4, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'gw_port': {'id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'c240f066-9b69-4788-86b6-05b5fb363832', 'name': '', 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'mac_address': 'fa:16:3e:d9:b6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:35Z', 'updated_at': '2022-01-28T13:15:43Z', 'revision_number': 5, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'subnets': [{'id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:28.349616 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-46f812a2-ce12-4fb2-9e4e-4bf8dacc4fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3741de77-17d3-4fea-b003-adb6b001a86f {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:28.355743 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-1647aa87-1612-4ffc-872f-2addb3a3b802 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1699650 Jan 28 13:19:28.360375 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-46f812a2-ce12-4fb2-9e4e-4bf8dacc4fa5 service neutron] Publish callbacks [] for port (3741de77-17d3-4fea-b003-adb6b001a86f), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:28.362184 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d896d2a1-3d0b-4848-bea3-128b3d224cce None None] Checking router: 60c646b4-2c46-42a8-81c1-b1dfd4c02186 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:19:28.395425 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d896d2a1-3d0b-4848-bea3-128b3d224cce None None] Routers {'60c646b4-2c46-42a8-81c1-b1dfd4c02186'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:19:28.396480 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d896d2a1-3d0b-4848-bea3-128b3d224cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:19:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['60c646b4-2c46-42a8-81c1-b1dfd4c02186'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:28.401352 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-43670a46-ab1e-4208-9490-b4162f955481 service neutron] Request body: {'port': {'device_id': 'c360aa12-3fe5-4dd3-a905-690ee2cd185d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:28.423714 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47dad5-09c5-44d0-8410-9cf92a335550 req-797111c9-633a-4002-b5ae-5b87bb09b340 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:28.429552 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a47dad5-09c5-44d0-8410-9cf92a335550 req-797111c9-633a-4002-b5ae-5b87bb09b340 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 946 time: 0.5804732 Jan 28 13:19:28.433852 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-46f812a2-ce12-4fb2-9e4e-4bf8dacc4fa5 service neutron] Transition to ACTIVE for port object 3741de77-17d3-4fea-b003-adb6b001a86f will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:19:28.439127 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-46f812a2-ce12-4fb2-9e4e-4bf8dacc4fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (3741de77-17d3-4fea-b003-adb6b001a86f), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:28.484676 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-eda71c0d-0ad3-43f9-90ca-85b629599997 req-d2c13eea-6492-4aa9-9155-93e6b5f5527c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (768ac271-b5c3-4a8f-a4fc-e8c13548d5b3), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:28.505250 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-841fcdba-2fc1-47b6-9773-821b9dd11397 req-3c069807-b859-4b26-a6eb-d11778b07346 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c0bd253-0e42-4e5a-8831-3168ad87e283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3771002 Jan 28 13:19:28.561310 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c13eea-6492-4aa9-9155-93e6b5f5527c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Pushing event deleted for resources: {'Port': ['ID=768ac271-b5c3-4a8f-a4fc-e8c13548d5b3,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:28.597245 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-d896d2a1-3d0b-4848-bea3-128b3d224cce None None] Set router 60c646b4-2c46-42a8-81c1-b1dfd4c02186 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:19:28.628278 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f812a2-ce12-4fb2-9e4e-4bf8dacc4fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=3741de77-17d3-4fea-b003-adb6b001a86f,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:28.661427 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda71c0d-0ad3-43f9-90ca-85b629599997 req-d2c13eea-6492-4aa9-9155-93e6b5f5527c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] No DVR routers for this DVR port 768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:19:28.666635 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-eda71c0d-0ad3-43f9-90ca-85b629599997 req-d2c13eea-6492-4aa9-9155-93e6b5f5527c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:28.674040 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eda71c0d-0ad3-43f9-90ca-85b629599997 req-d2c13eea-6492-4aa9-9155-93e6b5f5527c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.18 "DELETE /v2.0/ports/768ac271-b5c3-4a8f-a4fc-e8c13548d5b3 HTTP/1.1" status: 204 len: 173 time: 4.7022085 Jan 28 13:19:28.701493 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-43670a46-ab1e-4208-9490-b4162f955481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (14a8c577-6350-4e43-b795-e340fe037564), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:28.796169 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a47dad5-09c5-44d0-8410-9cf92a335550 req-08f8c6a2-d015-4120-9b16-5b8522b7aa41 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505433 Jan 28 13:19:28.933647 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f6cc9-92dc-4bd1-b62e-8961c410505d req-d6908b2e-ed3c-4aa4-a79e-b664fb9d022f tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:28.935442 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9d9f6cc9-92dc-4bd1-b62e-8961c410505d req-d6908b2e-ed3c-4aa4-a79e-b664fb9d022f tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 948 time: 0.2597914 Jan 28 13:19:29.081937 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-46f812a2-ce12-4fb2-9e4e-4bf8dacc4fa5 service neutron] Attempting to bind port 3741de77-17d3-4fea-b003-adb6b001a86f on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:19:29.082266 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-46f812a2-ce12-4fb2-9e4e-4bf8dacc4fa5 service neutron] Attempting to bind port 3741de77-17d3-4fea-b003-adb6b001a86f by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '2a9c8c36-71fe-4d15-93cb-3b59d6efd142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:19:29.082720 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-46f812a2-ce12-4fb2-9e4e-4bf8dacc4fa5 service neutron] Attempting to bind port 3741de77-17d3-4fea-b003-adb6b001a86f on network ad25a9d9-17b2-4c02-9404-4506282cf10f {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:29.100975 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-46f812a2-ce12-4fb2-9e4e-4bf8dacc4fa5 service neutron] Port 3741de77-17d3-4fea-b003-adb6b001a86f on network ad25a9d9-17b2-4c02-9404-4506282cf10f not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:19:29.101356 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-46f812a2-ce12-4fb2-9e4e-4bf8dacc4fa5 service neutron] Attempting to bind port 3741de77-17d3-4fea-b003-adb6b001a86f on network ad25a9d9-17b2-4c02-9404-4506282cf10f {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:29.113812 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9d9f6cc9-92dc-4bd1-b62e-8961c410505d req-bc99dd33-a7e3-49cc-8b52-d51c5ff95c3e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704078 Jan 28 13:19:29.134228 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558a148-7f15-4a14-9398-3f5d33c895ef req-535a1611-59d7-4df4-b107-909d15baccc6 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:29.136687 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8558a148-7f15-4a14-9398-3f5d33c895ef req-535a1611-59d7-4df4-b107-909d15baccc6 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 951 time: 0.1843126 Jan 28 13:19:29.137628 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-46f812a2-ce12-4fb2-9e4e-4bf8dacc4fa5 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:19:29.137960 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-46f812a2-ce12-4fb2-9e4e-4bf8dacc4fa5 service neutron] Checking segment: {'id': '2a9c8c36-71fe-4d15-93cb-3b59d6efd142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:19:29.138453 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-46f812a2-ce12-4fb2-9e4e-4bf8dacc4fa5 service neutron] Bound using segment: {'id': '2a9c8c36-71fe-4d15-93cb-3b59d6efd142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:19:29.138805 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-46f812a2-ce12-4fb2-9e4e-4bf8dacc4fa5 service neutron] Bound port: 3741de77-17d3-4fea-b003-adb6b001a86f, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a9c8c36-71fe-4d15-93cb-3b59d6efd142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:19:29.139193 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-46f812a2-ce12-4fb2-9e4e-4bf8dacc4fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3741de77-17d3-4fea-b003-adb6b001a86f), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:29.161744 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 71510f46-c4f8-495e-9223-dce152c55691 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:19:29.435302 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8558a148-7f15-4a14-9398-3f5d33c895ef req-d2efb05e-6bbb-4ade-b9a0-511b164ac39f tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743695 Jan 28 13:19:29.466324 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-46f812a2-ce12-4fb2-9e4e-4bf8dacc4fa5 service neutron] For port 3741de77-17d3-4fea-b003-adb6b001a86f, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:19:29.471949 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-46f812a2-ce12-4fb2-9e4e-4bf8dacc4fa5 service neutron] For port 3741de77-17d3-4fea-b003-adb6b001a86f, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3741de77-17d3-4fea-b003-adb6b001a86f,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:19:29.478040 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-46f812a2-ce12-4fb2-9e4e-4bf8dacc4fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (3741de77-17d3-4fea-b003-adb6b001a86f), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:29.594141 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 71510f46-c4f8-495e-9223-dce152c55691, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=71510f46-c4f8-495e-9223-dce152c55691,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:29.624242 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6bcf2-1930-4918-b29f-260e5e754970 req-d21cc2c4-f326-4d66-98fb-24f8aa18b8cf tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:29.627560 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '71510f46-c4f8-495e-9223-dce152c55691', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': '71510f46-c4f8-495e-9223-dce152c55691', 'mac_address': 'fa:16:3e:44:82:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:19:29.634817 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fee6bcf2-1930-4918-b29f-260e5e754970 req-d21cc2c4-f326-4d66-98fb-24f8aa18b8cf tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 950 time: 0.2796798 Jan 28 13:19:29.704591 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-43670a46-ab1e-4208-9490-b4162f955481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a8c577-6350-4e43-b795-e340fe037564 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:29.711608 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a7b07193-d68e-4f03-b07b-e3871cd2b0ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:29.756955 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-46f812a2-ce12-4fb2-9e4e-4bf8dacc4fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:29.758117 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-46f812a2-ce12-4fb2-9e4e-4bf8dacc4fa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:29.765381 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-46f812a2-ce12-4fb2-9e4e-4bf8dacc4fa5 service neutron] 10.222.0.18 "PUT /v2.0/ports/3741de77-17d3-4fea-b003-adb6b001a86f HTTP/1.1" status: 200 len: 1092 time: 2.3717060 Jan 28 13:19:29.778023 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ba0261-fe1d-41b9-bbca-436e9111c360', 'tag': '3741de77-17d3-4fea-b003-adb6b001a86f'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:29.785838 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-43670a46-ab1e-4208-9490-b4162f955481 service neutron] Publish callbacks [] for port (14a8c577-6350-4e43-b795-e340fe037564), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:29.787356 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493734ba-c9eb-4253-a21d-23849d566a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "35ba0261-fe1d-41b9-bbca-436e9111c360", "tag": "3741de77-17d3-4fea-b003-adb6b001a86f"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:29.795134 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f812a2-ce12-4fb2-9e4e-4bf8dacc4fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=3741de77-17d3-4fea-b003-adb6b001a86f,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:29.810060 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fee6bcf2-1930-4918-b29f-260e5e754970 req-cd60d8f3-6b43-42a2-993a-d21c9a240ee1 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739635 Jan 28 13:19:29.841990 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 71510f46-c4f8-495e-9223-dce152c55691 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:29.845530 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (71510f46-c4f8-495e-9223-dce152c55691), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:29.850294 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bba13f-b3ef-44fa-8e10-f8de6d6ace57 req-cbb51041-d759-4c10-b2c2-0567df33a4bf tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:29.853125 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-43670a46-ab1e-4208-9490-b4162f955481 service neutron] Transition to ACTIVE for port object 14a8c577-6350-4e43-b795-e340fe037564 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:19:29.862080 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f8bba13f-b3ef-44fa-8e10-f8de6d6ace57 req-cbb51041-d759-4c10-b2c2-0567df33a4bf tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 946 time: 0.2469532 Jan 28 13:19:29.863217 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-43670a46-ab1e-4208-9490-b4162f955481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (14a8c577-6350-4e43-b795-e340fe037564), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:29.906621 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d896d2a1-3d0b-4848-bea3-128b3d224cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538456093-router', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:36Z', 'revision_number': 4, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'gw_port': {'id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'c240f066-9b69-4788-86b6-05b5fb363832', 'name': '', 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'mac_address': 'fa:16:3e:d9:b6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:35Z', 'updated_at': '2022-01-28T13:15:43Z', 'revision_number': 5, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'subnets': [{'id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:29.916375 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43670a46-ab1e-4208-9490-b4162f955481 service neutron] Pushing event updated for resources: {'Port': ['ID=14a8c577-6350-4e43-b795-e340fe037564,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:29.951063 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934a63bb-6e9f-4ee0-b371-ac0a511a89c7 x-openstack-request-id: req-934a63bb-6e9f-4ee0-b371-ac0a511a89c7 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:29.953033 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5825d579-5e3d-4b73-99e2-a42369d2b0e7", "name": "network-vif-deleted", "tag": "ad5abe53-8799-45f8-ab47-fe70460fdfe0", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:29.953508 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-934a63bb-6e9f-4ee0-b371-ac0a511a89c7 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:29.956462 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5825d579-5e3d-4b73-99e2-a42369d2b0e7', 'name': 'network-vif-deleted', 'tag': 'ad5abe53-8799-45f8-ab47-fe70460fdfe0', 'status': 'completed', 'code': 200} Jan 28 13:19:29.960537 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71510f46-c4f8-495e-9223-dce152c55691 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:29.996828 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d896d2a1-3d0b-4848-bea3-128b3d224cce None None] The sync data for ids ['60c646b4-2c46-42a8-81c1-b1dfd4c02186'] in n-d-822747-2 is: [{'id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538456093-router', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:36Z', 'revision_number': 4, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'gw_port': {'id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'c240f066-9b69-4788-86b6-05b5fb363832', 'name': '', 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'mac_address': 'fa:16:3e:d9:b6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:35Z', 'updated_at': '2022-01-28T13:15:43Z', 'revision_number': 5, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'subnets': [{'id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:19:29.999105 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f8bba13f-b3ef-44fa-8e10-f8de6d6ace57 req-834905ba-5e96-4294-97db-364806a89150 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356456 Jan 28 13:19:30.002784 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 71510f46-c4f8-495e-9223-dce152c55691, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=71510f46-c4f8-495e-9223-dce152c55691,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:30.017988 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (71510f46-c4f8-495e-9223-dce152c55691), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:30.115862 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-43670a46-ab1e-4208-9490-b4162f955481 service neutron] Attempting to bind port 14a8c577-6350-4e43-b795-e340fe037564 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:19:30.117949 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-f037a5ca-8c05-48a6-bff0-5e57d97733b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:30.118326 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-43670a46-ab1e-4208-9490-b4162f955481 service neutron] Attempting to bind port 14a8c577-6350-4e43-b795-e340fe037564 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '154cb921-caaa-471c-830c-20f5913ea00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:19:30.119058 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-43670a46-ab1e-4208-9490-b4162f955481 service neutron] Attempting to bind port 14a8c577-6350-4e43-b795-e340fe037564 on network 56a89aa3-213b-4e75-bd90-9d124e8278f7 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:30.119538 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-f037a5ca-8c05-48a6-bff0-5e57d97733b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d1122f47b834e1f94b301369b4a4145&device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 1095 time: 0.2494404 Jan 28 13:19:30.178377 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf90cc4-da19-4c35-92e3-36aac966dede x-openstack-request-id: req-eaf90cc4-da19-4c35-92e3-36aac966dede {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:30.183484 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32eed77-39c5-4a90-8397-8964b4e75937", "name": "network-vif-unplugged", "status": "completed", "tag": "71510f46-c4f8-495e-9223-dce152c55691", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:30.184159 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eaf90cc4-da19-4c35-92e3-36aac966dede {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:30.184971 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32eed77-39c5-4a90-8397-8964b4e75937', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71510f46-c4f8-495e-9223-dce152c55691', 'code': 200} Jan 28 13:19:30.191185 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=71510f46-c4f8-495e-9223-dce152c55691,revision_number=10']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:30.200581 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-43670a46-ab1e-4208-9490-b4162f955481 service neutron] Port 14a8c577-6350-4e43-b795-e340fe037564 on network 56a89aa3-213b-4e75-bd90-9d124e8278f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:19:30.201221 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-43670a46-ab1e-4208-9490-b4162f955481 service neutron] Attempting to bind port 14a8c577-6350-4e43-b795-e340fe037564 on network 56a89aa3-213b-4e75-bd90-9d124e8278f7 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:30.208777 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-f67e58f1-73a4-48cd-9f90-59ba844dffc2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3741de77-17d3-4fea-b003-adb6b001a86f HTTP/1.1" status: 200 len: 217 time: 0.0811093 Jan 28 13:19:30.249500 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-43670a46-ab1e-4208-9490-b4162f955481 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:19:30.249946 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-43670a46-ab1e-4208-9490-b4162f955481 service neutron] Checking segment: {'id': '154cb921-caaa-471c-830c-20f5913ea00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:19:30.250424 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-43670a46-ab1e-4208-9490-b4162f955481 service neutron] Bound using segment: {'id': '154cb921-caaa-471c-830c-20f5913ea00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:19:30.253238 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-43670a46-ab1e-4208-9490-b4162f955481 service neutron] Bound port: 14a8c577-6350-4e43-b795-e340fe037564, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154cb921-caaa-471c-830c-20f5913ea00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:19:30.253718 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-43670a46-ab1e-4208-9490-b4162f955481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (14a8c577-6350-4e43-b795-e340fe037564), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:30.280357 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f29238-a8f7-48e2-b856-bd52e3c1aeec req-cb50a4bb-855d-4500-acc8-c2b009041d3a tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:30.289965 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42f29238-a8f7-48e2-b856-bd52e3c1aeec req-cb50a4bb-855d-4500-acc8-c2b009041d3a tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 944 time: 0.1629660 Jan 28 13:19:30.314699 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-72f24c53-84c2-47e6-820c-5b9e921563ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:30.315408 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['71510f46-c4f8-495e-9223-dce152c55691'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:30.317667 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-72f24c53-84c2-47e6-820c-5b9e921563ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b12a1c2f-a9ab-4880-b80f-d12410970629 HTTP/1.1" status: 200 len: 844 time: 0.1023517 Jan 28 13:19:30.403191 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42f29238-a8f7-48e2-b856-bd52e3c1aeec req-50be392e-f6b1-441a-9161-7927528cee3d tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108434 Jan 28 13:19:30.418297 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-18eb74d8-eaca-4361-a683-563606f6cf2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ad25a9d9-17b2-4c02-9404-4506282cf10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850515 Jan 28 13:19:30.512669 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597653ef-9c85-4c23-bbd0-1dac7231b63e None None] New status for floating IP b72f2b89-7fa3-446b-aed7-17566ac32a6d: DOWN {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:19:30.565528 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-43670a46-ab1e-4208-9490-b4162f955481 service neutron] For port 14a8c577-6350-4e43-b795-e340fe037564, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:19:30.575243 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-43670a46-ab1e-4208-9490-b4162f955481 service neutron] For port 14a8c577-6350-4e43-b795-e340fe037564, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=14a8c577-6350-4e43-b795-e340fe037564,segment=NetworkSegment(154cb921-caaa-471c-830c-20f5913ea00b),segment_id=154cb921-caaa-471c-830c-20f5913ea00b)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:19:30.584408 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-43670a46-ab1e-4208-9490-b4162f955481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (14a8c577-6350-4e43-b795-e340fe037564), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:30.647904 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-c0f8ca2a-3bce-4bea-87a4-01f8eaefd834 service neutron] 10.222.0.18 "GET /v2.0/networks/ad25a9d9-17b2-4c02-9404-4506282cf10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220609 Jan 28 13:19:30.715879 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-43670a46-ab1e-4208-9490-b4162f955481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:30.717386 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-43670a46-ab1e-4208-9490-b4162f955481 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:30.720704 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-43670a46-ab1e-4208-9490-b4162f955481 service neutron] 10.222.0.18 "PUT /v2.0/ports/14a8c577-6350-4e43-b795-e340fe037564 HTTP/1.1" status: 200 len: 1091 time: 2.3418045 Jan 28 13:19:30.798778 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a78f981-d75f-4297-8301-b2025b4584f1 req-098de91d-8ab3-4524-9b2c-b75fbf7b05a8 service neutron] 10.222.0.18 "GET /v2.0/networks/ad25a9d9-17b2-4c02-9404-4506282cf10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409435 Jan 28 13:19:30.811678 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f583a5-882f-4fbe-9675-214f7121dcbb req-84883479-6630-454d-9192-1ea87f98c540 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:30.820426 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-94f583a5-882f-4fbe-9675-214f7121dcbb req-84883479-6630-454d-9192-1ea87f98c540 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 950 time: 0.5011959 Jan 28 13:19:30.912160 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-94f583a5-882f-4fbe-9675-214f7121dcbb req-35a64b4c-bdea-4ebc-902b-e94d49f4ffb0 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884633 Jan 28 13:19:30.977246 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef8032b-bb3e-490d-8d63-370ad8bb4c38 x-openstack-request-id: req-cef8032b-bb3e-490d-8d63-370ad8bb4c38 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:30.977897 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35ba0261-fe1d-41b9-bbca-436e9111c360", "tag": "3741de77-17d3-4fea-b003-adb6b001a86f", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:30.978460 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cef8032b-bb3e-490d-8d63-370ad8bb4c38 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:30.979273 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ba0261-fe1d-41b9-bbca-436e9111c360', 'tag': '3741de77-17d3-4fea-b003-adb6b001a86f', 'status': 'completed', 'code': 200} Jan 28 13:19:31.101428 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dd69c-ef80-4cd8-9563-74fbe23124cc req-6001b811-e8dc-4561-9d00-7721c9011f59 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:31.115871 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493734ba-c9eb-4253-a21d-23849d566a4c req-8800015f-98ca-474a-b11f-79773541bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:31.116766 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2e6dd69c-ef80-4cd8-9563-74fbe23124cc req-6001b811-e8dc-4561-9d00-7721c9011f59 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=c360aa12-3fe5-4dd3-a905-690ee2cd185d HTTP/1.1" status: 200 len: 943 time: 0.3947015 Jan 28 13:19:31.117933 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-493734ba-c9eb-4253-a21d-23849d566a4c req-8800015f-98ca-474a-b11f-79773541bc98 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d1122f47b834e1f94b301369b4a4145&device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 1095 time: 0.1174169 Jan 28 13:19:31.119819 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43670a46-ab1e-4208-9490-b4162f955481 service neutron] Pushing event updated for resources: {'Port': ['ID=14a8c577-6350-4e43-b795-e340fe037564,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:31.127257 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-237d67a2-3e9e-49c5-a410-7d57f053e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:31.129749 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-237d67a2-3e9e-49c5-a410-7d57f053e95f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1f50da165814895ae3e09a2631675bc&device_id=c360aa12-3fe5-4dd3-a905-690ee2cd185d HTTP/1.1" status: 200 len: 1094 time: 0.2812221 Jan 28 13:19:31.190991 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-78b8e364-9b50-406c-84d0-ddbf6d46a5cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14a8c577-6350-4e43-b795-e340fe037564 HTTP/1.1" status: 200 len: 217 time: 0.0516853 Jan 28 13:19:31.259850 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-467b04e2-889c-4e5f-be71-fdbf3a471a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:31.262219 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-467b04e2-889c-4e5f-be71-fdbf3a471a58 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8d09786e-2fd7-45c5-ac49-545a517099f6 HTTP/1.1" status: 200 len: 862 time: 0.0646124 Jan 28 13:19:31.327791 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5192780-61c6-4a37-98b8-e76de7531bff req-9d0b56b5-76b2-4d1f-bec3-d9e37f33ab91 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:31.330365 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a5192780-61c6-4a37-98b8-e76de7531bff req-9d0b56b5-76b2-4d1f-bec3-d9e37f33ab91 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 946 time: 0.2110772 Jan 28 13:19:31.345369 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2e6dd69c-ef80-4cd8-9563-74fbe23124cc req-7794981c-33f8-4cfa-9c46-48f56994756c tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c0bd253-0e42-4e5a-8831-3168ad87e283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089505 Jan 28 13:19:31.358092 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-43b9e020-2d7c-456a-a1e3-3e6ff386c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:31.359651 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-43b9e020-2d7c-456a-a1e3-3e6ff386c0d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=56a89aa3-213b-4e75-bd90-9d124e8278f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854888 Jan 28 13:19:31.397416 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493734ba-c9eb-4253-a21d-23849d566a4c req-9e2a9755-0391-4e90-93f9-a409861882f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:31.401392 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-493734ba-c9eb-4253-a21d-23849d566a4c req-9e2a9755-0391-4e90-93f9-a409861882f1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ad25a9d9-17b2-4c02-9404-4506282cf10f HTTP/1.1" status: 200 len: 904 time: 0.2596579 Jan 28 13:19:31.456463 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-493734ba-c9eb-4253-a21d-23849d566a4c req-1a633571-d730-46b6-a5c1-4be1708d3b29 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3741de77-17d3-4fea-b003-adb6b001a86f HTTP/1.1" status: 200 len: 217 time: 0.0460975 Jan 28 13:19:31.505421 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a5192780-61c6-4a37-98b8-e76de7531bff req-8b219192-cdbb-449d-b648-66ba296fc0ff tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573718 Jan 28 13:19:31.552521 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493734ba-c9eb-4253-a21d-23849d566a4c req-9ecaacec-3850-401a-9ac0-7ebe7f27e599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:31.555993 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-151e9889-0d12-453a-8cfc-77ef968a71cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:31.562992 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-493734ba-c9eb-4253-a21d-23849d566a4c req-9ecaacec-3850-401a-9ac0-7ebe7f27e599 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b12a1c2f-a9ab-4880-b80f-d12410970629 HTTP/1.1" status: 200 len: 844 time: 0.0971572 Jan 28 13:19:31.569131 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d585b0-803e-471a-9aa8-1f948dc3b4d2 req-e2e72489-a9c9-46c6-851f-bafdbc73f3ce tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:31.576374 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-65d585b0-803e-471a-9aa8-1f948dc3b4d2 req-e2e72489-a9c9-46c6-851f-bafdbc73f3ce tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 950 time: 0.1098309 Jan 28 13:19:31.619651 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-493734ba-c9eb-4253-a21d-23849d566a4c req-6280a5d5-ff10-4e37-b729-9e0658724903 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ad25a9d9-17b2-4c02-9404-4506282cf10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480037 Jan 28 13:19:31.647613 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-0a705d91-8c57-4089-b8ba-61a5550655e7 service neutron] 10.222.0.18 "GET /v2.0/networks/56a89aa3-213b-4e75-bd90-9d124e8278f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727625 Jan 28 13:19:31.652667 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-65d585b0-803e-471a-9aa8-1f948dc3b4d2 req-e00f41f3-540f-4175-9bd9-63be04e08d6b tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754168 Jan 28 13:19:31.823218 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e5e6984-7c37-4bfd-a40b-f6fce93f0de4 req-26868d03-4d43-4bd0-93f2-abcdf16af2f9 service neutron] 10.222.0.18 "GET /v2.0/networks/56a89aa3-213b-4e75-bd90-9d124e8278f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659486 Jan 28 13:19:31.823822 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1567d-98ff-4414-86fe-a42db5ad4e7d req-2b9561ee-25f6-4a10-af2e-a04eb56ed38c tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:31.825505 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8ea1567d-98ff-4414-86fe-a42db5ad4e7d req-2b9561ee-25f6-4a10-af2e-a04eb56ed38c tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 951 time: 0.2034872 Jan 28 13:19:31.864729 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00867963-ec63-468c-9e3c-ca7da0dfa201 req-7d0c16f6-6300-477a-a8f0-9ebfe3ffd73c tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:31.866407 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-00867963-ec63-468c-9e3c-ca7da0dfa201 req-7d0c16f6-6300-477a-a8f0-9ebfe3ffd73c tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 950 time: 0.1153302 Jan 28 13:19:31.918001 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-493734ba-c9eb-4253-a21d-23849d566a4c req-5ae4e17a-b7ae-4dac-8214-2cc5c252e9c0 service neutron] 10.222.0.18 "GET /v2.0/networks/ad25a9d9-17b2-4c02-9404-4506282cf10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745028 Jan 28 13:19:31.957978 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9365f6d3-8634-47a9-bb36-213af41973fe', 'name': 'network-vif-deleted', 'tag': '768ac271-b5c3-4a8f-a4fc-e8c13548d5b3'}, {'name': 'network-changed', 'server_uuid': 'c360aa12-3fe5-4dd3-a905-690ee2cd185d', 'tag': '14a8c577-6350-4e43-b795-e340fe037564'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:31.962082 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8723bcdb-311f-48cc-b38d-b6822f18e65f" -d '{"events": [{"server_uuid": "9365f6d3-8634-47a9-bb36-213af41973fe", "name": "network-vif-deleted", "tag": "768ac271-b5c3-4a8f-a4fc-e8c13548d5b3"}, {"name": "network-changed", "server_uuid": "c360aa12-3fe5-4dd3-a905-690ee2cd185d", "tag": "14a8c577-6350-4e43-b795-e340fe037564"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:31.973844 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-00867963-ec63-468c-9e3c-ca7da0dfa201 req-224f158b-f009-4740-b9f9-de7d6195fc17 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957913 Jan 28 13:19:31.974937 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8ea1567d-98ff-4414-86fe-a42db5ad4e7d req-dff14eba-c6ca-4a61-ba46-5495b9ec0cd6 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366434 Jan 28 13:19:32.088008 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-493734ba-c9eb-4253-a21d-23849d566a4c req-d498f7cc-6bb9-465d-a881-b9b1636b4999 service neutron] 10.222.0.18 "GET /v2.0/networks/ad25a9d9-17b2-4c02-9404-4506282cf10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661377 Jan 28 13:19:32.213649 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfab58-c86f-4e84-baab-555be63dbd94 req-98ffef85-cc26-43a9-aba4-2a3c31ec1d2f tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:32.226121 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dadfab58-c86f-4e84-baab-555be63dbd94 req-98ffef85-cc26-43a9-aba4-2a3c31ec1d2f tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b01f390-e987-48df-9024-68d9ae3915ca HTTP/1.1" status: 200 len: 950 time: 0.1517994 Jan 28 13:19:32.243071 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644f159-4c46-4e97-851d-527aa105b37c req-ee78688a-c506-46e6-9aeb-11161c426143 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:32.245718 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e644f159-4c46-4e97-851d-527aa105b37c req-ee78688a-c506-46e6-9aeb-11161c426143 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 946 time: 0.1144674 Jan 28 13:19:32.322786 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dadfab58-c86f-4e84-baab-555be63dbd94 req-bb5f5fbf-c5d6-4b38-8478-6caee2b1559f tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955670 Jan 28 13:19:32.337873 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e644f159-4c46-4e97-851d-527aa105b37c req-3241c4f0-5b06-4d9b-bec9-a2459c15d99c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865128 Jan 28 13:19:32.468322 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22702742-e96e-4d50-8af7-746212e5e17f req-4bad71c0-0219-483e-8397-63dd8d7b7212 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:32.470326 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-22702742-e96e-4d50-8af7-746212e5e17f req-4bad71c0-0219-483e-8397-63dd8d7b7212 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 944 time: 0.0685322 Jan 28 13:19:32.527078 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cc44c-cbc3-40a8-986e-80001f210204 req-a79dacad-7fda-466f-9386-2eae32fd355a tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:32.527739 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-184cc44c-cbc3-40a8-986e-80001f210204 req-a79dacad-7fda-466f-9386-2eae32fd355a tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 950 time: 0.0678694 Jan 28 13:19:32.563863 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-22702742-e96e-4d50-8af7-746212e5e17f req-dc3f468e-d178-485f-bfc7-6da40a5389d7 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837026 Jan 28 13:19:32.589926 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-184cc44c-cbc3-40a8-986e-80001f210204 req-043b03ae-c85d-488d-8072-695350ec9155 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519710 Jan 28 13:19:32.627491 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e38e7a2-e888-43ee-ad50-1c033d73a65a x-openstack-request-id: req-1e38e7a2-e888-43ee-ad50-1c033d73a65a {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:32.627852 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9365f6d3-8634-47a9-bb36-213af41973fe", "name": "network-vif-deleted", "tag": "768ac271-b5c3-4a8f-a4fc-e8c13548d5b3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c360aa12-3fe5-4dd3-a905-690ee2cd185d", "tag": "14a8c577-6350-4e43-b795-e340fe037564", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:32.628110 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e38e7a2-e888-43ee-ad50-1c033d73a65a {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:32.628515 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9365f6d3-8634-47a9-bb36-213af41973fe', 'name': 'network-vif-deleted', 'tag': '768ac271-b5c3-4a8f-a4fc-e8c13548d5b3', 'status': 'completed', 'code': 200} Jan 28 13:19:32.628770 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c360aa12-3fe5-4dd3-a905-690ee2cd185d', 'tag': '14a8c577-6350-4e43-b795-e340fe037564', 'status': 'completed', 'code': 200} Jan 28 13:19:32.729974 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:32.736443 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723bcdb-311f-48cc-b38d-b6822f18e65f req-cfb2d7cb-95f9-4fa8-b619-c84a56cd6557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:32.738051 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8723bcdb-311f-48cc-b38d-b6822f18e65f req-cfb2d7cb-95f9-4fa8-b619-c84a56cd6557 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1f50da165814895ae3e09a2631675bc&device_id=c360aa12-3fe5-4dd3-a905-690ee2cd185d HTTP/1.1" status: 200 len: 1094 time: 0.0843925 Jan 28 13:19:32.926248 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef4885-2975-403d-bd97-304c4a806d56 req-538a27c9-3aa3-4545-bdcf-87db5eb12bfe tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:32.927939 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c5ef4885-2975-403d-bd97-304c4a806d56 req-538a27c9-3aa3-4545-bdcf-87db5eb12bfe tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=c360aa12-3fe5-4dd3-a905-690ee2cd185d HTTP/1.1" status: 200 len: 943 time: 0.1665154 Jan 28 13:19:32.964633 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723bcdb-311f-48cc-b38d-b6822f18e65f req-4219da72-4b22-46f0-a897-f96ec1d3ea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:32.966664 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8723bcdb-311f-48cc-b38d-b6822f18e65f req-4219da72-4b22-46f0-a897-f96ec1d3ea79 service neutron] 10.222.0.18 "GET /v2.0/networks?id=56a89aa3-213b-4e75-bd90-9d124e8278f7 HTTP/1.1" status: 200 len: 923 time: 0.2205343 Jan 28 13:19:33.045789 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8723bcdb-311f-48cc-b38d-b6822f18e65f req-dcf3d80c-1041-4556-a029-f6793b7ffd0a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14a8c577-6350-4e43-b795-e340fe037564 HTTP/1.1" status: 200 len: 217 time: 0.0661974 Jan 28 13:19:33.065493 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c5ef4885-2975-403d-bd97-304c4a806d56 req-e3f426ec-fdef-40bd-83dd-dcff36d94ab5 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c0bd253-0e42-4e5a-8831-3168ad87e283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210883 Jan 28 13:19:33.105369 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644626d5-8816-43ae-8dc6-c271f586bebf req-6df8a318-6b01-452b-8638-740021da81b3 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:33.120195 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644626d5-8816-43ae-8dc6-c271f586bebf req-6df8a318-6b01-452b-8638-740021da81b3 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:33.122141 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-644626d5-8816-43ae-8dc6-c271f586bebf req-6df8a318-6b01-452b-8638-740021da81b3 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779&device_id=8b01f390-e987-48df-9024-68d9ae3915ca HTTP/1.1" status: 200 len: 1691 time: 0.0959377 Jan 28 13:19:33.140525 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723bcdb-311f-48cc-b38d-b6822f18e65f req-c3213ba8-2d4a-4f2d-8315-7bfe76aaeee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:33.143597 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8723bcdb-311f-48cc-b38d-b6822f18e65f req-c3213ba8-2d4a-4f2d-8315-7bfe76aaeee0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8d09786e-2fd7-45c5-ac49-545a517099f6 HTTP/1.1" status: 200 len: 862 time: 0.0765910 Jan 28 13:19:33.177099 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 3741de77-17d3-4fea-b003-adb6b001a86f details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:19:33.181657 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 71510f46-c4f8-495e-9223-dce152c55691 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:19:33.189980 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-644626d5-8816-43ae-8dc6-c271f586bebf req-5d8b2163-92ca-4dc3-b722-856982a87ed9 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590568 Jan 28 13:19:33.245791 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723bcdb-311f-48cc-b38d-b6822f18e65f req-cc982ac9-5151-4ae2-b04c-5c2b6156c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:33.251003 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8723bcdb-311f-48cc-b38d-b6822f18e65f req-cc982ac9-5151-4ae2-b04c-5c2b6156c737 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=56a89aa3-213b-4e75-bd90-9d124e8278f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976999 Jan 28 13:19:33.314861 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb978982-1bd4-4136-ba50-6f02bb300b66 req-79d7f716-d4de-441e-a5bc-b5522b1324b0 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:33.328270 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fb978982-1bd4-4136-ba50-6f02bb300b66 req-79d7f716-d4de-441e-a5bc-b5522b1324b0 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 946 time: 0.1649301 Jan 28 13:19:33.352010 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 3741de77-17d3-4fea-b003-adb6b001a86f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3741de77-17d3-4fea-b003-adb6b001a86f,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:33.387153 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '3741de77-17d3-4fea-b003-adb6b001a86f', 'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f', 'port_id': '3741de77-17d3-4fea-b003-adb6b001a86f', 'mac_address': 'fa:16:3e:13:a2:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12a1c2f-a9ab-4880-b80f-d12410970629', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:19:33.428181 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fb978982-1bd4-4136-ba50-6f02bb300b66 req-d91b7015-ff0a-4beb-b2d8-98cf2c4c05ef tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987730 Jan 28 13:19:33.437627 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a6907-6606-4c01-82ce-8a1bfcd00107 req-9d542aa0-231f-46ee-af16-f883c29a993f tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:33.446032 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-306a6907-6606-4c01-82ce-8a1bfcd00107 req-9d542aa0-231f-46ee-af16-f883c29a993f tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 950 time: 0.0913942 Jan 28 13:19:33.479649 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 3741de77-17d3-4fea-b003-adb6b001a86f is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:33.479649 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3741de77-17d3-4fea-b003-adb6b001a86f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:33.480884 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 71510f46-c4f8-495e-9223-dce152c55691 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:33.481268 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (71510f46-c4f8-495e-9223-dce152c55691), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:33.484994 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3741de77-17d3-4fea-b003-adb6b001a86f {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:33.534019 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 3741de77-17d3-4fea-b003-adb6b001a86f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3741de77-17d3-4fea-b003-adb6b001a86f,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:33.539722 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3741de77-17d3-4fea-b003-adb6b001a86f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:33.565741 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-306a6907-6606-4c01-82ce-8a1bfcd00107 req-a5071aeb-3598-4474-8912-8ac08025f3b6 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183167 Jan 28 13:19:33.575416 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8723bcdb-311f-48cc-b38d-b6822f18e65f req-f75a0900-2e1c-4124-9037-8460bb000e08 service neutron] 10.222.0.18 "GET /v2.0/networks/56a89aa3-213b-4e75-bd90-9d124e8278f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009102 Jan 28 13:19:33.727104 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=3741de77-17d3-4fea-b003-adb6b001a86f,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:33.728396 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8723bcdb-311f-48cc-b38d-b6822f18e65f req-d8cc02bf-a109-4bed-884f-a8505af5c806 service neutron] 10.222.0.18 "GET /v2.0/networks/56a89aa3-213b-4e75-bd90-9d124e8278f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349356 Jan 28 13:19:33.734555 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 71510f46-c4f8-495e-9223-dce152c55691 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:33.735503 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (71510f46-c4f8-495e-9223-dce152c55691), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:33.775130 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428279ca-a1fb-4349-a420-cc231415eb80 req-49288d45-db74-4d3b-8ab0-31b78248c37c tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:33.777582 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-428279ca-a1fb-4349-a420-cc231415eb80 req-49288d45-db74-4d3b-8ab0-31b78248c37c tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 951 time: 0.0911896 Jan 28 13:19:33.779467 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32eed77-39c5-4a90-8397-8964b4e75937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71510f46-c4f8-495e-9223-dce152c55691'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:33.784797 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bcf354-b1a5-4223-b503-d14ace0e2eea" -d '{"events": [{"server_uuid": "c32eed77-39c5-4a90-8397-8964b4e75937", "name": "network-vif-plugged", "status": "completed", "tag": "71510f46-c4f8-495e-9223-dce152c55691"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:33.808629 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1dacc7-caae-4cf2-9f0f-ec5169110a7c req-6f505262-d7d0-4686-bea3-7853a9907fde tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:33.809370 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 71510f46-c4f8-495e-9223-dce152c55691, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=71510f46-c4f8-495e-9223-dce152c55691,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:33.811322 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5f1dacc7-caae-4cf2-9f0f-ec5169110a7c req-6f505262-d7d0-4686-bea3-7853a9907fde tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 946 time: 0.0897171 Jan 28 13:19:33.816180 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (71510f46-c4f8-495e-9223-dce152c55691), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:33.830285 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['3741de77-17d3-4fea-b003-adb6b001a86f'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:33.852598 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-428279ca-a1fb-4349-a420-cc231415eb80 req-c0e9e829-5f5f-4a5e-b765-926b005eac8f tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689363 Jan 28 13:19:33.885628 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5f1dacc7-caae-4cf2-9f0f-ec5169110a7c req-c17faa5a-5091-4089-ab3b-6b5a166546be tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641665 Jan 28 13:19:33.968146 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=71510f46-c4f8-495e-9223-dce152c55691,revision_number=11']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:33.999224 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-3c619d98-9405-4036-9dda-821ba0cac439 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265849 Jan 28 13:19:34.062054 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b15f4-92f9-49c8-8f73-662cb283c1d9 req-18690dc8-396c-4db6-8925-b88fefc0bdf2 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:34.068941 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-812b15f4-92f9-49c8-8f73-662cb283c1d9 req-18690dc8-396c-4db6-8925-b88fefc0bdf2 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 945 time: 0.0770001 Jan 28 13:19:34.093345 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:34.140146 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-812b15f4-92f9-49c8-8f73-662cb283c1d9 req-77c8cbe0-ef72-49a1-a09f-eac31938bc3a tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700188 Jan 28 13:19:34.159923 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-1bafb618-65cb-4464-a255-1fe725b31200 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:34.164322 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-1bafb618-65cb-4464-a255-1fe725b31200 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1541798 Jan 28 13:19:34.191137 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-3ecc9c02-5da1-40fa-abc8-361b2e6f157b tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/quotas/787b3d18280347a0a733cb6bd5e91d6d HTTP/1.1" status: 200 len: 375 time: 0.0148811 Jan 28 13:19:34.255503 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-da688a7a-d3f8-43ae-9c8a-90d4df37e59d tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0585501 Jan 28 13:19:34.319525 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f399e2b-6d03-4fdf-88e2-76fe192d54bb req-c44af8d6-a1e8-4086-b17b-f7cb4ed6bb56 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:34.323818 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1f399e2b-6d03-4fdf-88e2-76fe192d54bb req-c44af8d6-a1e8-4086-b17b-f7cb4ed6bb56 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=f580c936-ae32-45d7-b9a8-90e90d82949b HTTP/1.1" status: 200 len: 950 time: 0.0959451 Jan 28 13:19:34.393758 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1f399e2b-6d03-4fdf-88e2-76fe192d54bb req-6f9b87f6-8f25-4505-8bf6-2d9c26b41319 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613968 Jan 28 13:19:34.465416 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e63dca-fbba-4024-ad3d-357f25ee78ef x-openstack-request-id: req-b2e63dca-fbba-4024-ad3d-357f25ee78ef {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:34.465942 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32eed77-39c5-4a90-8397-8964b4e75937", "name": "network-vif-plugged", "status": "completed", "tag": "71510f46-c4f8-495e-9223-dce152c55691", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:34.466503 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2e63dca-fbba-4024-ad3d-357f25ee78ef {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:34.467103 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32eed77-39c5-4a90-8397-8964b4e75937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71510f46-c4f8-495e-9223-dce152c55691', 'code': 200} Jan 28 13:19:34.541996 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef7d27-2625-4e59-a9d0-aba4575e2cdc req-42af019b-f2a0-4c7a-9db5-011ae150a267 tempest-ServersOnMultiNodesTest-142697481 tempest-ServersOnMultiNodesTest-142697481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:34.545092 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ebef7d27-2625-4e59-a9d0-aba4575e2cdc req-42af019b-f2a0-4c7a-9db5-011ae150a267 tempest-ServersOnMultiNodesTest-142697481 tempest-ServersOnMultiNodesTest-142697481-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 1101 time: 0.0817502 Jan 28 13:19:34.643921 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ebef7d27-2625-4e59-a9d0-aba4575e2cdc req-0409a422-e0a6-440b-b686-b47e22796b7d tempest-ServersOnMultiNodesTest-142697481 tempest-ServersOnMultiNodesTest-142697481-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919871 Jan 28 13:19:34.776803 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c3ec4-c468-4c69-acc4-ffdbcb715eeb req-5494f771-7d9e-4922-b7eb-4215651bdafe tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:34.786879 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d36c3ec4-c468-4c69-acc4-ffdbcb715eeb req-5494f771-7d9e-4922-b7eb-4215651bdafe tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=c360aa12-3fe5-4dd3-a905-690ee2cd185d HTTP/1.1" status: 200 len: 943 time: 0.0935936 Jan 28 13:19:34.826602 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79a17ab3-46a2-4dd9-a52c-e34f4681c3a2 req-4046f032-6d3a-4e43-8ae4-1cf63676c444 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 210 time: 0.0813117 Jan 28 13:19:34.865623 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d36c3ec4-c468-4c69-acc4-ffdbcb715eeb req-57d29126-1cc4-42a0-bdba-f51968fc5f5d tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c0bd253-0e42-4e5a-8831-3168ad87e283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763907 Jan 28 13:19:35.062622 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932e46e-82b9-4935-8bf8-c1a8fac1bbfd req-b7217f2d-5e20-43d0-a9d3-096c7d00fe97 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:35.068353 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d932e46e-82b9-4935-8bf8-c1a8fac1bbfd req-b7217f2d-5e20-43d0-a9d3-096c7d00fe97 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 946 time: 0.1159720 Jan 28 13:19:35.146061 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d932e46e-82b9-4935-8bf8-c1a8fac1bbfd req-970f9d89-2d3f-4908-beb7-d93393e500b8 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727310 Jan 28 13:19:35.206711 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 14a8c577-6350-4e43-b795-e340fe037564 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:19:35.213611 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 3741de77-17d3-4fea-b003-adb6b001a86f up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:19:35.358657 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd33a8f-934c-4411-accc-d38650f92e74 req-4db68294-166b-4f3b-9b3f-883ca50b7d6e tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:35.364438 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7bd33a8f-934c-4411-accc-d38650f92e74 req-4db68294-166b-4f3b-9b3f-883ca50b7d6e tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 1102 time: 0.0964425 Jan 28 13:19:35.445746 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 3741de77-17d3-4fea-b003-adb6b001a86f completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:19:35.460097 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7bd33a8f-934c-4411-accc-d38650f92e74 req-ef0686fd-5bea-4117-9dcf-3998ea068be3 tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828240 Jan 28 13:19:35.464824 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 3741de77-17d3-4fea-b003-adb6b001a86f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:35.465556 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3741de77-17d3-4fea-b003-adb6b001a86f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:35.575303 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 14a8c577-6350-4e43-b795-e340fe037564, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=14a8c577-6350-4e43-b795-e340fe037564,segment=NetworkSegment(154cb921-caaa-471c-830c-20f5913ea00b),segment_id=154cb921-caaa-471c-830c-20f5913ea00b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:35.614187 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:35.616421 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '14a8c577-6350-4e43-b795-e340fe037564', 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7', 'port_id': '14a8c577-6350-4e43-b795-e340fe037564', 'mac_address': 'fa:16:3e:dd:64:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:19:35.708137 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 3741de77-17d3-4fea-b003-adb6b001a86f is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:35.708889 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3741de77-17d3-4fea-b003-adb6b001a86f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:35.711413 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 14a8c577-6350-4e43-b795-e340fe037564 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:35.712070 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (14a8c577-6350-4e43-b795-e340fe037564), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:35.745872 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a8c577-6350-4e43-b795-e340fe037564 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:35.763130 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7d736-20e0-4cbd-873f-b30e6e108083 req-e8a4e89f-a347-4ff2-8f23-12c31633b751 tempest-ServersOnMultiNodesTest-142697481 tempest-ServersOnMultiNodesTest-142697481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:35.773915 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-37c7d736-20e0-4cbd-873f-b30e6e108083 req-e8a4e89f-a347-4ff2-8f23-12c31633b751 tempest-ServersOnMultiNodesTest-142697481 tempest-ServersOnMultiNodesTest-142697481-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8b01f390-e987-48df-9024-68d9ae3915ca HTTP/1.1" status: 200 len: 1101 time: 0.1251526 Jan 28 13:19:35.788985 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 3741de77-17d3-4fea-b003-adb6b001a86f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3741de77-17d3-4fea-b003-adb6b001a86f,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:35.791858 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 14a8c577-6350-4e43-b795-e340fe037564, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=14a8c577-6350-4e43-b795-e340fe037564,segment=NetworkSegment(154cb921-caaa-471c-830c-20f5913ea00b),segment_id=154cb921-caaa-471c-830c-20f5913ea00b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:35.797644 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3741de77-17d3-4fea-b003-adb6b001a86f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:35.871155 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (14a8c577-6350-4e43-b795-e340fe037564), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:35.887294 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-37c7d736-20e0-4cbd-873f-b30e6e108083 req-65e83404-4a81-4a53-8cf7-e35713d53247 tempest-ServersOnMultiNodesTest-142697481 tempest-ServersOnMultiNodesTest-142697481-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118021 Jan 28 13:19:35.978485 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=3741de77-17d3-4fea-b003-adb6b001a86f,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:35.986017 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8fc75-dbe7-4424-9134-385ec76015a3 req-a9bb8f7c-fdd5-452e-a662-bc54b288c8cb tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:35.992060 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3bc8fc75-dbe7-4424-9134-385ec76015a3 req-a9bb8f7c-fdd5-452e-a662-bc54b288c8cb tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 946 time: 0.1588125 Jan 28 13:19:36.058767 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-125f687a-fad7-4693-824e-0512009bdf2c tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403934 Jan 28 13:19:36.105548 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=14a8c577-6350-4e43-b795-e340fe037564,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:36.150948 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1eb550-7986-4115-91ea-21a1be890a4a req-9d23510c-b6fe-45c8-8f5f-99821f98e02b tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:36.159435 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3bc8fc75-dbe7-4424-9134-385ec76015a3 req-31427a5e-8755-458a-b99d-9317b91bf641 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619871 Jan 28 13:19:36.160144 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7d1eb550-7986-4115-91ea-21a1be890a4a req-9d23510c-b6fe-45c8-8f5f-99821f98e02b tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 946 time: 0.1429663 Jan 28 13:19:36.198881 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['14a8c577-6350-4e43-b795-e340fe037564'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:36.256230 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7d1eb550-7986-4115-91ea-21a1be890a4a req-2dcc9eb1-fe61-4e83-86ea-e56b0e149683 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950470 Jan 28 13:19:36.354721 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-ff2b7f76-de30-4aec-9a9b-95db9748e543 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:36.377566 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-ff2b7f76-de30-4aec-9a9b-95db9748e543 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2856088 Jan 28 13:19:36.409580 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-63dbc9e2-4aff-4ab4-bd88-ed07cb9cd8ac tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Request body: {'port': {'device_id': 'dea7448a-59b2-4d04-978a-cf573bc8bd26', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': '787b3d18280347a0a733cb6bd5e91d6d'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:36.494079 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ba0261-fe1d-41b9-bbca-436e9111c360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3741de77-17d3-4fea-b003-adb6b001a86f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:36.498952 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a9407d-6bfc-410e-b89c-f49db0823d81" -d '{"events": [{"server_uuid": "35ba0261-fe1d-41b9-bbca-436e9111c360", "name": "network-vif-plugged", "status": "completed", "tag": "3741de77-17d3-4fea-b003-adb6b001a86f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:36.563545 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aa15e1e9-3d76-4b69-b829-b78cff1746ba req-c29a465a-4a03-4fbf-b91d-54c9fa4bd7c9 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 210 time: 0.0333567 Jan 28 13:19:36.599194 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70259c-575a-4c9c-b352-b3cc4fc4b998 req-bd291e24-6136-4d6b-8b94-81f628b00682 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:36.600945 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9e70259c-575a-4c9c-b352-b3cc4fc4b998 req-bd291e24-6136-4d6b-8b94-81f628b00682 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=c360aa12-3fe5-4dd3-a905-690ee2cd185d HTTP/1.1" status: 200 len: 944 time: 0.0692408 Jan 28 13:19:36.751270 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9e70259c-575a-4c9c-b352-b3cc4fc4b998 req-1b2b29eb-8f5b-46b9-a13f-5caaad0950da tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c0bd253-0e42-4e5a-8831-3168ad87e283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307933 Jan 28 13:19:36.753338 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-63dbc9e2-4aff-4ab4-bd88-ed07cb9cd8ac tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Made reservation on behalf of 787b3d18280347a0a733cb6bd5e91d6d for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:19:36.761787 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-63dbc9e2-4aff-4ab4-bd88-ed07cb9cd8ac tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:36.879353 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdd87e-84e1-436b-a0e3-da0a20971910 req-3a829126-8b66-4176-9631-76571735b3d2 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:36.891271 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-80cdd87e-84e1-436b-a0e3-da0a20971910 req-3a829126-8b66-4176-9631-76571735b3d2 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 946 time: 0.0714731 Jan 28 13:19:36.946974 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-80cdd87e-84e1-436b-a0e3-da0a20971910 req-d1e60e3f-dc77-4d10-883c-5ddd46cbfec0 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588598 Jan 28 13:19:36.964846 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636ec62-72e7-4064-9d93-cc479e3aeb99 req-156dfc45-6a43-4551-9a1f-962ed1a24742 tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:36.972211 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9636ec62-72e7-4064-9d93-cc479e3aeb99 req-156dfc45-6a43-4551-9a1f-962ed1a24742 tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 1102 time: 0.0915859 Jan 28 13:19:37.020701 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-63dbc9e2-4aff-4ab4-bd88-ed07cb9cd8ac tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Allocated IP 192.168.233.217 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/89950e23-ce82-41f6-9ede-d9bc0eba34af) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:19:37.024439 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02b33fe-ea0b-499d-af8e-68b651c06725 x-openstack-request-id: req-f02b33fe-ea0b-499d-af8e-68b651c06725 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:37.025004 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ba0261-fe1d-41b9-bbca-436e9111c360", "name": "network-vif-plugged", "status": "completed", "tag": "3741de77-17d3-4fea-b003-adb6b001a86f", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:37.025561 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f02b33fe-ea0b-499d-af8e-68b651c06725 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:37.026364 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ba0261-fe1d-41b9-bbca-436e9111c360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3741de77-17d3-4fea-b003-adb6b001a86f', 'code': 200} Jan 28 13:19:37.100132 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9636ec62-72e7-4064-9d93-cc479e3aeb99 req-0ac8cf96-bd63-4ee7-addb-95cd1ce38fef tempest-ServersAdminTestJSON-1575550176 tempest-ServersAdminTestJSON-1575550176-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179681 Jan 28 13:19:37.206137 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f250c413-3718-42a6-be43-2bf2de80283f req-c22c409e-cfd1-4154-a3fa-e02c34ec1cd0 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666182 Jan 28 13:19:37.269802 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-63dbc9e2-4aff-4ab4-bd88-ed07cb9cd8ac tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks [] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:37.373633 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75b1fa-59d2-4c4b-8a44-a7a503a6887b req-993ffb18-ae5d-40c1-a2d9-caa891b400a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:37.373975 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-63dbc9e2-4aff-4ab4-bd88-ed07cb9cd8ac tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:37.376526 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ea75b1fa-59d2-4c4b-8a44-a7a503a6887b req-993ffb18-ae5d-40c1-a2d9-caa891b400a5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 1097 time: 0.2556894 Jan 28 13:19:37.390944 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe', '71510f46-c4f8-495e-9223-dce152c55691'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:37.430490 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250c413-3718-42a6-be43-2bf2de80283f req-96893cb7-bdd9-42f4-90a9-6ae7168e2840 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:37.437440 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f250c413-3718-42a6-be43-2bf2de80283f req-96893cb7-bdd9-42f4-90a9-6ae7168e2840 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2252789 Jan 28 13:19:37.461134 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['a861f97f-f06d-41ad-9e82-fcc630232ab4'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:37.476380 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f250c413-3718-42a6-be43-2bf2de80283f req-dc3d4eed-fe50-47f7-a013-d8db2884ba6f tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/quotas/c20ee295b9c04f5c9a7ff181dc99ff29 HTTP/1.1" status: 200 len: 375 time: 0.0379202 Jan 28 13:19:37.524123 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ea75b1fa-59d2-4c4b-8a44-a7a503a6887b req-496147f2-4be2-4fc6-9781-d87ad57818ad service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358209 Jan 28 13:19:37.525533 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-63dbc9e2-4aff-4ab4-bd88-ed07cb9cd8ac tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:19:37.547296 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-63dbc9e2-4aff-4ab4-bd88-ed07cb9cd8ac tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:37.551078 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-63dbc9e2-4aff-4ab4-bd88-ed07cb9cd8ac tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:19:37.565445 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f250c413-3718-42a6-be43-2bf2de80283f req-c93d9b81-6dc4-4e05-a8dd-843f5327fbdb tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0880756 Jan 28 13:19:37.610968 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbc9e2-4aff-4ab4-bd88-ed07cb9cd8ac tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Pushing event updated for resources: {'Port': ['ID=89950e23-ce82-41f6-9ede-d9bc0eba34af,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:37.677967 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e429436-bcc8-440e-bf42-171a8afb4563 req-18cafcb5-a1bf-4fd2-af69-e43a41c0704e tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:37.686944 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2e429436-bcc8-440e-bf42-171a8afb4563 req-18cafcb5-a1bf-4fd2-af69-e43a41c0704e tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 946 time: 0.2258694 Jan 28 13:19:37.746047 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-63dbc9e2-4aff-4ab4-bd88-ed07cb9cd8ac tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:37.747171 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-63dbc9e2-4aff-4ab4-bd88-ed07cb9cd8ac tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:37.822677 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-63dbc9e2-4aff-4ab4-bd88-ed07cb9cd8ac tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4368613 Jan 28 13:19:37.845175 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-a0a4338c-e79c-425c-ad3e-467974f6fe8d service neutron] Request body: {'port': {'device_id': 'dea7448a-59b2-4d04-978a-cf573bc8bd26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:37.873696 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2e429436-bcc8-440e-bf42-171a8afb4563 req-f04e74cb-4082-4dbb-a509-d0902a982ec0 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723967 Jan 28 13:19:37.943863 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-a0a4338c-e79c-425c-ad3e-467974f6fe8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:38.055647 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-666d7d19-de5e-4b3d-9c00-11d75e267dc4 None None] Provisioning complete for port 89950e23-ce82-41f6-9ede-d9bc0eba34af triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:38.057864 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-666d7d19-de5e-4b3d-9c00-11d75e267dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:38.118981 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-666d7d19-de5e-4b3d-9c00-11d75e267dc4 None None] Port 89950e23-ce82-41f6-9ede-d9bc0eba34af cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:19:38.135144 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c0a02-40ea-4a1a-8a04-abc0ebbac653 req-4eea21e0-43ea-478a-9908-b79d83f6c105 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:38.136783 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-605c0a02-40ea-4a1a-8a04-abc0ebbac653 req-4eea21e0-43ea-478a-9908-b79d83f6c105 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 946 time: 0.1482899 Jan 28 13:19:38.390381 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e445ca0-c5f9-4766-a01b-6739e459757a req-9342be41-c4c8-4a59-be17-b7c72803b41d tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:38.393999 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1e445ca0-c5f9-4766-a01b-6739e459757a req-9342be41-c4c8-4a59-be17-b7c72803b41d tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=078133bc-a6d8-482f-8c3e-95a6a4287a0f HTTP/1.1" status: 200 len: 949 time: 0.0815556 Jan 28 13:19:38.465915 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1e445ca0-c5f9-4766-a01b-6739e459757a req-412e2304-9ea7-4f1f-8cff-aff90322b6a3 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656111 Jan 28 13:19:38.546618 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-605c0a02-40ea-4a1a-8a04-abc0ebbac653 req-3f133428-4c34-4637-8551-645bd8cb0ab4 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971112 Jan 28 13:19:38.692352 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e07283-bd6d-4699-bcc8-41049dbc9acb req-7ff38153-64a7-4bc5-a1fd-c2552d1d7173 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:38.694070 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-39e07283-bd6d-4699-bcc8-41049dbc9acb req-7ff38153-64a7-4bc5-a1fd-c2552d1d7173 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 936 time: 0.0711055 Jan 28 13:19:38.752761 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-a0a4338c-e79c-425c-ad3e-467974f6fe8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89950e23-ce82-41f6-9ede-d9bc0eba34af {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:38.754331 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-39e07283-bd6d-4699-bcc8-41049dbc9acb req-2b2056c6-a430-4f10-878a-f2d8bfacf8ab tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538692 Jan 28 13:19:38.779503 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-a0a4338c-e79c-425c-ad3e-467974f6fe8d service neutron] Publish callbacks [] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:38.795152 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6588a0-d669-4466-8a9b-85d95fd24aff req-5627fa7b-fadc-4df1-bc43-23f550929900 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:38.797768 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df6588a0-d669-4466-8a9b-85d95fd24aff req-5627fa7b-fadc-4df1-bc43-23f550929900 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=c360aa12-3fe5-4dd3-a905-690ee2cd185d HTTP/1.1" status: 200 len: 944 time: 0.1233823 Jan 28 13:19:38.855409 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-a0a4338c-e79c-425c-ad3e-467974f6fe8d service neutron] Transition to ACTIVE for port object 89950e23-ce82-41f6-9ede-d9bc0eba34af will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:19:38.863913 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-a0a4338c-e79c-425c-ad3e-467974f6fe8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:38.917860 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facb609-aade-4467-b645-ef10cca8880e req-c64c327a-a71a-4f5a-b6f4-7b77968e9a0b tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:38.927833 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9facb609-aade-4467-b645-ef10cca8880e req-c64c327a-a71a-4f5a-b6f4-7b77968e9a0b tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 946 time: 0.0731769 Jan 28 13:19:38.960758 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4338c-e79c-425c-ad3e-467974f6fe8d service neutron] Pushing event updated for resources: {'Port': ['ID=89950e23-ce82-41f6-9ede-d9bc0eba34af,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:39.047664 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df6588a0-d669-4466-8a9b-85d95fd24aff req-ce9c1b78-6119-4a5e-9d7e-fef2f37a3f84 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c0bd253-0e42-4e5a-8831-3168ad87e283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253048 Jan 28 13:19:39.066593 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9facb609-aade-4467-b645-ef10cca8880e req-adfc45df-cb1d-4a05-b8b4-c949684aea89 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070931 Jan 28 13:19:39.217615 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-a0a4338c-e79c-425c-ad3e-467974f6fe8d service neutron] Attempting to bind port 89950e23-ce82-41f6-9ede-d9bc0eba34af on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:19:39.219339 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-a0a4338c-e79c-425c-ad3e-467974f6fe8d service neutron] Attempting to bind port 89950e23-ce82-41f6-9ede-d9bc0eba34af by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:19:39.219679 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-a0a4338c-e79c-425c-ad3e-467974f6fe8d service neutron] Attempting to bind port 89950e23-ce82-41f6-9ede-d9bc0eba34af on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:39.231977 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-a0a4338c-e79c-425c-ad3e-467974f6fe8d service neutron] Port 89950e23-ce82-41f6-9ede-d9bc0eba34af on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:19:39.232683 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-a0a4338c-e79c-425c-ad3e-467974f6fe8d service neutron] Attempting to bind port 89950e23-ce82-41f6-9ede-d9bc0eba34af on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:39.240333 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-a0a4338c-e79c-425c-ad3e-467974f6fe8d service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:19:39.240997 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-a0a4338c-e79c-425c-ad3e-467974f6fe8d service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:19:39.241558 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-a0a4338c-e79c-425c-ad3e-467974f6fe8d service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:19:39.242202 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-a0a4338c-e79c-425c-ad3e-467974f6fe8d service neutron] Bound port: 89950e23-ce82-41f6-9ede-d9bc0eba34af, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:19:39.242720 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-a0a4338c-e79c-425c-ad3e-467974f6fe8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:39.258690 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c7c8255f-d400-4277-bd9b-8fa20544b7c7 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:19:39.262255 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 14a8c577-6350-4e43-b795-e340fe037564 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:19:39.371538 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b840b26-4498-40b9-89b2-b950782871d9 req-d4257ccc-9f82-451a-a5bb-2e2f031178e2 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:39.381671 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b840b26-4498-40b9-89b2-b950782871d9 req-d4257ccc-9f82-451a-a5bb-2e2f031178e2 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 946 time: 0.1242163 Jan 28 13:19:39.488950 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-a0a4338c-e79c-425c-ad3e-467974f6fe8d service neutron] For port 89950e23-ce82-41f6-9ede-d9bc0eba34af, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:19:39.503185 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-a0a4338c-e79c-425c-ad3e-467974f6fe8d service neutron] For port 89950e23-ce82-41f6-9ede-d9bc0eba34af, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=89950e23-ce82-41f6-9ede-d9bc0eba34af,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:19:39.510846 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-a0a4338c-e79c-425c-ad3e-467974f6fe8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:39.540325 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b840b26-4498-40b9-89b2-b950782871d9 req-19737a2f-c990-4832-b0fe-937ec6885d59 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564882 Jan 28 13:19:39.594238 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4338c-e79c-425c-ad3e-467974f6fe8d service neutron] Pushing event updated for resources: {'Port': ['ID=89950e23-ce82-41f6-9ede-d9bc0eba34af,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:39.597089 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fb214-fa95-4075-ba07-81e0ef457eb3 req-d0735e39-4daa-4fd6-86e0-a4a34152ac83 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:39.603871 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-407fb214-fa95-4075-ba07-81e0ef457eb3 req-d0735e39-4daa-4fd6-86e0-a4a34152ac83 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.37 "GET /v2.0/ports?device_id=078133bc-a6d8-482f-8c3e-95a6a4287a0f HTTP/1.1" status: 200 len: 949 time: 0.1746190 Jan 28 13:19:39.613305 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-a0a4338c-e79c-425c-ad3e-467974f6fe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:39.614362 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-a0a4338c-e79c-425c-ad3e-467974f6fe8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:39.616763 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-a0a4338c-e79c-425c-ad3e-467974f6fe8d service neutron] 10.222.0.18 "PUT /v2.0/ports/89950e23-ce82-41f6-9ede-d9bc0eba34af HTTP/1.1" status: 200 len: 1096 time: 1.7816749 Jan 28 13:19:39.617548 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea7448a-59b2-4d04-978a-cf573bc8bd26', 'tag': '89950e23-ce82-41f6-9ede-d9bc0eba34af'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:39.622832 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b8ab12-6d09-424c-8e25-e3c69055818f" -d '{"events": [{"name": "network-changed", "server_uuid": "dea7448a-59b2-4d04-978a-cf573bc8bd26", "tag": "89950e23-ce82-41f6-9ede-d9bc0eba34af"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:39.664323 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c7c8255f-d400-4277-bd9b-8fa20544b7c7, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c7c8255f-d400-4277-bd9b-8fa20544b7c7,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:39.694817 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'c7c8255f-d400-4277-bd9b-8fa20544b7c7', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': 'c7c8255f-d400-4277-bd9b-8fa20544b7c7', 'mac_address': 'fa:16:3e:73:98:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:19:39.791177 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 14a8c577-6350-4e43-b795-e340fe037564 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:19:39.811592 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 14a8c577-6350-4e43-b795-e340fe037564 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:39.812130 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (14a8c577-6350-4e43-b795-e340fe037564), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:39.843748 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-c570cf72-7f98-4be1-a6d5-f63d0ff2ed70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:39.849622 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-c570cf72-7f98-4be1-a6d5-f63d0ff2ed70 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 1099 time: 0.1203644 Jan 28 13:19:39.927747 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port c7c8255f-d400-4277-bd9b-8fa20544b7c7 is: ACTIVE; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:39.928104 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:39.932859 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-c8b9667f-babd-41bf-9c63-d25d06968bbd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=89950e23-ce82-41f6-9ede-d9bc0eba34af HTTP/1.1" status: 200 len: 217 time: 0.0743084 Jan 28 13:19:39.994360 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7c8255f-d400-4277-bd9b-8fa20544b7c7 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:40.010849 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821f83c-67e7-4e91-a345-1b7a88487ebf req-6e400b88-36ab-40ac-bff3-a045b20e5f77 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:40.025069 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a821f83c-67e7-4e91-a345-1b7a88487ebf req-6e400b88-36ab-40ac-bff3-a045b20e5f77 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=078133bc-a6d8-482f-8c3e-95a6a4287a0f HTTP/1.1" status: 200 len: 949 time: 0.2705343 Jan 28 13:19:40.082626 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c7c8255f-d400-4277-bd9b-8fa20544b7c7, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c7c8255f-d400-4277-bd9b-8fa20544b7c7,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:40.086496 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 14a8c577-6350-4e43-b795-e340fe037564 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:40.087383 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (14a8c577-6350-4e43-b795-e340fe037564), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:40.087846 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-cb9efd33-8e16-43de-9ef6-d9d992a99fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:40.089545 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-cb9efd33-8e16-43de-9ef6-d9d992a99fc8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1476390 Jan 28 13:19:40.099662 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:40.132390 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-407fb214-fa95-4075-ba07-81e0ef457eb3 req-c157b7a7-e931-43ee-970c-41ff38eae86f tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Deleting port bedb2d40-52af-4412-a20f-67af1cf2d19b {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:19:40.132390 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-407fb214-fa95-4075-ba07-81e0ef457eb3 req-c157b7a7-e931-43ee-970c-41ff38eae86f tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (bedb2d40-52af-4412-a20f-67af1cf2d19b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:40.250014 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a821f83c-67e7-4e91-a345-1b7a88487ebf req-bf6633c9-f3c4-4d7f-a239-5b6e6ef30c2e tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241218 Jan 28 13:19:40.265293 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-8d6d6950-8a9a-4d56-af5d-6f0b1ee8cf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:40.269923 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-8d6d6950-8a9a-4d56-af5d-6f0b1ee8cf97 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1667359 Jan 28 13:19:40.411414 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-407fb214-fa95-4075-ba07-81e0ef457eb3 req-c157b7a7-e931-43ee-970c-41ff38eae86f tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] For port bedb2d40-52af-4412-a20f-67af1cf2d19b, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=bedb2d40-52af-4412-a20f-67af1cf2d19b,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:40.412283 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-407fb214-fa95-4075-ba07-81e0ef457eb3 req-c157b7a7-e931-43ee-970c-41ff38eae86f tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (bedb2d40-52af-4412-a20f-67af1cf2d19b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:40.455236 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-407fb214-fa95-4075-ba07-81e0ef457eb3 req-c157b7a7-e931-43ee-970c-41ff38eae86f tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Calling delete_port for bedb2d40-52af-4412-a20f-67af1cf2d19b owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:19:40.537674 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-3918f3ab-9ba3-4774-8966-a87bd52a2910 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387295 Jan 28 13:19:40.642385 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['c7c8255f-d400-4277-bd9b-8fa20544b7c7'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:40.649269 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=c7c8255f-d400-4277-bd9b-8fa20544b7c7,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:40.690393 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c360aa12-3fe5-4dd3-a905-690ee2cd185d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a8c577-6350-4e43-b795-e340fe037564'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:40.693176 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa3ed69-7344-4ec0-bfd2-1c1ec2319702" -d '{"events": [{"server_uuid": "c360aa12-3fe5-4dd3-a905-690ee2cd185d", "name": "network-vif-plugged", "status": "completed", "tag": "14a8c577-6350-4e43-b795-e340fe037564"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:40.729246 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f250c413-3718-42a6-be43-2bf2de80283f req-a7c7f14c-2da9-477c-a9a4-24d338ee9370 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1119015 Jan 28 13:19:40.749103 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ba8fe9-2131-42f9-8ae3-27f876c3699f x-openstack-request-id: req-e9ba8fe9-2131-42f9-8ae3-27f876c3699f {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:40.749564 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea7448a-59b2-4d04-978a-cf573bc8bd26", "tag": "89950e23-ce82-41f6-9ede-d9bc0eba34af", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:40.750162 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e9ba8fe9-2131-42f9-8ae3-27f876c3699f {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:40.750712 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea7448a-59b2-4d04-978a-cf573bc8bd26', 'tag': '89950e23-ce82-41f6-9ede-d9bc0eba34af', 'status': 'completed', 'code': 200} Jan 28 13:19:40.772036 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 14a8c577-6350-4e43-b795-e340fe037564, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=14a8c577-6350-4e43-b795-e340fe037564,segment=NetworkSegment(154cb921-caaa-471c-830c-20f5913ea00b),segment_id=154cb921-caaa-471c-830c-20f5913ea00b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:40.824973 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (14a8c577-6350-4e43-b795-e340fe037564), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:40.936698 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f250c413-3718-42a6-be43-2bf2de80283f req-a68fb23f-71bf-4929-8823-b1876869fc1f tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1664362 Jan 28 13:19:40.976010 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e3458a4f-1c7e-4a6c-b657-60afad6b480e req-cb72d755-a261-433f-82da-1208af687879 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287467 Jan 28 13:19:41.028944 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=14a8c577-6350-4e43-b795-e340fe037564,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:41.045368 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250c413-3718-42a6-be43-2bf2de80283f req-39699800-4fc3-4d6a-a59f-f60022f645fa tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:41.047205 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f250c413-3718-42a6-be43-2bf2de80283f req-39699800-4fc3-4d6a-a59f-f60022f645fa tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3049037 Jan 28 13:19:41.072906 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4fb9c-dc47-41a8-951f-9e8d3e56f186 req-caf72573-e7a5-431c-bd07-0fc01906a088 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:41.082189 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-31e4fb9c-dc47-41a8-951f-9e8d3e56f186 req-caf72573-e7a5-431c-bd07-0fc01906a088 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 948 time: 0.2322087 Jan 28 13:19:41.089887 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-f250c413-3718-42a6-be43-2bf2de80283f req-9c3581e3-4ba8-47da-8e2f-cdac354343d2 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Request body: {'port': {'device_id': '67b64218-c43e-4165-9c8b-ebd324b11dff', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': 'c20ee295b9c04f5c9a7ff181dc99ff29'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:41.276066 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250c413-3718-42a6-be43-2bf2de80283f req-50e2a54b-ae01-498a-96f5-35aaab10edfa tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:41.284865 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f250c413-3718-42a6-be43-2bf2de80283f req-50e2a54b-ae01-498a-96f5-35aaab10edfa tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3071904 Jan 28 13:19:41.310852 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-f250c413-3718-42a6-be43-2bf2de80283f req-20a9feeb-f346-4053-8365-ad133193a613 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Request body: {'port': {'device_id': 'e44927da-4a9f-4094-bd0e-ec755d2226e2', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': 'c20ee295b9c04f5c9a7ff181dc99ff29'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:41.321901 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-31e4fb9c-dc47-41a8-951f-9e8d3e56f186 req-c4320333-f8f4-4a75-a678-29289b3a82ad tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378187 Jan 28 13:19:41.365248 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee9101-123b-4eba-af45-49a081957ffb req-8c2f773b-663c-4677-8e83-1cc30e22d96a tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:41.379828 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-72ee9101-123b-4eba-af45-49a081957ffb req-8c2f773b-663c-4677-8e83-1cc30e22d96a tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 946 time: 0.6257715 Jan 28 13:19:41.418881 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-407fb214-fa95-4075-ba07-81e0ef457eb3 req-c157b7a7-e931-43ee-970c-41ff38eae86f tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (bedb2d40-52af-4412-a20f-67af1cf2d19b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:41.438524 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['2c413430-ad3c-4f8a-945a-d20c9c8b7d45', 'cc711a79-b2a5-4d47-b345-a4aa0c5b1190'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:41.581267 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157b7a7-e931-43ee-970c-41ff38eae86f tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Pushing event deleted for resources: {'Port': ['ID=bedb2d40-52af-4412-a20f-67af1cf2d19b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:41.611006 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-72ee9101-123b-4eba-af45-49a081957ffb req-5a8a374b-b51e-46bb-893e-c2b7af74f99c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046552 Jan 28 13:19:41.645952 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8ab12-6d09-424c-8e25-e3c69055818f req-38484e2b-54be-4505-8fee-c08295be20b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:41.648643 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-47b8ab12-6d09-424c-8e25-e3c69055818f req-38484e2b-54be-4505-8fee-c08295be20b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 1099 time: 0.3613222 Jan 28 13:19:41.702681 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-407fb214-fa95-4075-ba07-81e0ef457eb3 req-c157b7a7-e931-43ee-970c-41ff38eae86f tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] No DVR routers for this DVR port bedb2d40-52af-4412-a20f-67af1cf2d19b on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:19:41.710214 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-407fb214-fa95-4075-ba07-81e0ef457eb3 req-c157b7a7-e931-43ee-970c-41ff38eae86f tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:41.714000 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-407fb214-fa95-4075-ba07-81e0ef457eb3 req-c157b7a7-e931-43ee-970c-41ff38eae86f tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.37 "DELETE /v2.0/ports/bedb2d40-52af-4412-a20f-67af1cf2d19b HTTP/1.1" status: 204 len: 173 time: 2.1063607 Jan 28 13:19:41.715711 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078133bc-a6d8-482f-8c3e-95a6a4287a0f', 'name': 'network-vif-deleted', 'tag': 'bedb2d40-52af-4412-a20f-67af1cf2d19b'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:41.718528 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90ddcb5-86d5-4411-be27-cbe59e9fa46a" -d '{"events": [{"server_uuid": "078133bc-a6d8-482f-8c3e-95a6a4287a0f", "name": "network-vif-deleted", "tag": "bedb2d40-52af-4412-a20f-67af1cf2d19b"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:41.758802 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f250c413-3718-42a6-be43-2bf2de80283f req-9c3581e3-4ba8-47da-8e2f-cdac354343d2 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Made reservation on behalf of c20ee295b9c04f5c9a7ff181dc99ff29 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:19:41.767907 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f250c413-3718-42a6-be43-2bf2de80283f req-9c3581e3-4ba8-47da-8e2f-cdac354343d2 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:41.788511 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d95bb-fd55-4ae8-a0a5-ff93fd9e3d1a req-524ce2f3-ae44-401c-bf9f-295bfae4245e tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:41.793841 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:19:41.818679 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e1d95bb-fd55-4ae8-a0a5-ff93fd9e3d1a req-524ce2f3-ae44-401c-bf9f-295bfae4245e tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=c360aa12-3fe5-4dd3-a905-690ee2cd185d HTTP/1.1" status: 200 len: 945 time: 0.2392380 Jan 28 13:19:41.896808 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f250c413-3718-42a6-be43-2bf2de80283f req-20a9feeb-f346-4053-8365-ad133193a613 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Made reservation on behalf of c20ee295b9c04f5c9a7ff181dc99ff29 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:19:41.900428 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f250c413-3718-42a6-be43-2bf2de80283f req-20a9feeb-f346-4053-8365-ad133193a613 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:41.921521 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b63f5d-12a2-41a7-b87f-09b8b7622377 req-b7101df7-83c5-4e07-85e3-f1ebede9caa1 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:41.930982 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-93b63f5d-12a2-41a7-b87f-09b8b7622377 req-b7101df7-83c5-4e07-85e3-f1ebede9caa1 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 946 time: 0.1556785 Jan 28 13:19:42.059666 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8ab12-6d09-424c-8e25-e3c69055818f req-830ee40c-8f40-47a1-a95d-ef5e828032d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:42.062315 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-47b8ab12-6d09-424c-8e25-e3c69055818f req-830ee40c-8f40-47a1-a95d-ef5e828032d5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.3967621 Jan 28 13:19:42.143568 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-93b63f5d-12a2-41a7-b87f-09b8b7622377 req-6bc16f3a-d42a-408e-92ff-1ac3b4c8240c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108765 Jan 28 13:19:42.150422 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-47b8ab12-6d09-424c-8e25-e3c69055818f req-efbfa3f7-e89f-47c2-b7e9-4ed40e1d9fdd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=89950e23-ce82-41f6-9ede-d9bc0eba34af HTTP/1.1" status: 200 len: 217 time: 0.0765712 Jan 28 13:19:42.193780 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e1d95bb-fd55-4ae8-a0a5-ff93fd9e3d1a req-07ae7e27-2857-4a9b-bfd2-97780b425680 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c0bd253-0e42-4e5a-8831-3168ad87e283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3723891 Jan 28 13:19:42.195910 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-f250c413-3718-42a6-be43-2bf2de80283f req-9c3581e3-4ba8-47da-8e2f-cdac354343d2 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Allocated IP 192.168.233.179 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/25417da0-50d6-4cc5-8fda-ff274c26d2da) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:19:42.355705 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ec5ce806-635f-471d-a5c1-7a672203219f req-a11c8453-1f95-4e68-9854-b1bcc7dfb671 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b64218-c43e-4165-9c8b-ebd324b11dff HTTP/1.1" status: 200 len: 210 time: 0.0735319 Jan 28 13:19:42.372420 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8ab12-6d09-424c-8e25-e3c69055818f req-3f65c697-d17f-49d2-8039-e82a1c36f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:42.373896 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-47b8ab12-6d09-424c-8e25-e3c69055818f req-3f65c697-d17f-49d2-8039-e82a1c36f137 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.2163026 Jan 28 13:19:42.460037 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe74621c-2b98-4082-ad89-6370c6fb55ba x-openstack-request-id: req-fe74621c-2b98-4082-ad89-6370c6fb55ba {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:42.462213 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c360aa12-3fe5-4dd3-a905-690ee2cd185d", "name": "network-vif-plugged", "status": "completed", "tag": "14a8c577-6350-4e43-b795-e340fe037564", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:42.464118 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe74621c-2b98-4082-ad89-6370c6fb55ba {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:42.464915 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c360aa12-3fe5-4dd3-a905-690ee2cd185d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a8c577-6350-4e43-b795-e340fe037564', 'code': 200} Jan 28 13:19:42.475084 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8ab12-6d09-424c-8e25-e3c69055818f req-636c2e37-0221-41b0-8989-c50f87638c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:42.477100 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-47b8ab12-6d09-424c-8e25-e3c69055818f req-636c2e37-0221-41b0-8989-c50f87638c04 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0963914 Jan 28 13:19:42.630379 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-19a4fc9f-1bb9-4874-9d42-29bb33514023 req-f9ead5a6-5d27-45c7-86de-561a1d95e655 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=078133bc-a6d8-482f-8c3e-95a6a4287a0f HTTP/1.1" status: 200 len: 210 time: 0.0700870 Jan 28 13:19:42.664157 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f250c413-3718-42a6-be43-2bf2de80283f req-9c3581e3-4ba8-47da-8e2f-cdac354343d2 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks [] for port (25417da0-50d6-4cc5-8fda-ff274c26d2da), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:42.724618 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b70f7-7b2e-4bbd-acb9-51c96dc45d17 req-3ca4ca71-5373-4640-8b8e-64ba8ccb3142 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:42.733323 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c56b70f7-7b2e-4bbd-acb9-51c96dc45d17 req-3ca4ca71-5373-4640-8b8e-64ba8ccb3142 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 946 time: 0.3579750 Jan 28 13:19:42.763280 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-47b8ab12-6d09-424c-8e25-e3c69055818f req-61fd6704-0d5d-4bc8-b7d8-ea81a635da1e service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738013 Jan 28 13:19:42.769593 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994ea4a-256e-40a8-89e4-a5c17b1b3f62 req-bfa93832-9cc1-4aa3-b854-4dfb0f9e9ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:42.771394 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4994ea4a-256e-40a8-89e4-a5c17b1b3f62 req-bfa93832-9cc1-4aa3-b854-4dfb0f9e9ab9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c360aa12-3fe5-4dd3-a905-690ee2cd185d HTTP/1.1" status: 200 len: 1096 time: 0.1655774 Jan 28 13:19:42.834850 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f250c413-3718-42a6-be43-2bf2de80283f req-9c3581e3-4ba8-47da-8e2f-cdac354343d2 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (25417da0-50d6-4cc5-8fda-ff274c26d2da), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:42.850569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['5a7fcae3-a8c4-4ecf-8417-45d7a327c416'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:42.854618 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['43ce2e41-fabd-4370-80ce-35aa05357550', 'd2fb4175-b997-4b56-9f06-0dcf7dd8d1bb'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:42.926419 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c56b70f7-7b2e-4bbd-acb9-51c96dc45d17 req-20273790-49af-4fc1-b266-02e797f24432 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914971 Jan 28 13:19:42.975234 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-f250c413-3718-42a6-be43-2bf2de80283f req-20a9feeb-f346-4053-8365-ad133193a613 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Allocated IP 192.168.233.28 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/860fb29b-89df-40c0-b2b4-c3e67441f84e) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:19:43.053500 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f250c413-3718-42a6-be43-2bf2de80283f req-9c3581e3-4ba8-47da-8e2f-cdac354343d2 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:19:43.072596 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4994ea4a-256e-40a8-89e4-a5c17b1b3f62 req-e6dfeb79-d20a-4cbc-9d16-c5ab30aa3871 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9c0bd253-0e42-4e5a-8831-3168ad87e283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2933507 Jan 28 13:19:43.073789 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-f250c413-3718-42a6-be43-2bf2de80283f req-9c3581e3-4ba8-47da-8e2f-cdac354343d2 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:43.077091 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3581e3-4ba8-47da-8e2f-cdac354343d2 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Pushing event updated for resources: {'Port': ['ID=25417da0-50d6-4cc5-8fda-ff274c26d2da,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:43.089573 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83136ca7-eddb-49a0-988a-0044bf1ba069 x-openstack-request-id: req-83136ca7-eddb-49a0-988a-0044bf1ba069 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:43.091339 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078133bc-a6d8-482f-8c3e-95a6a4287a0f", "name": "network-vif-deleted", "tag": "bedb2d40-52af-4412-a20f-67af1cf2d19b", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:43.092077 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-83136ca7-eddb-49a0-988a-0044bf1ba069 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:43.092511 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078133bc-a6d8-482f-8c3e-95a6a4287a0f', 'name': 'network-vif-deleted', 'tag': 'bedb2d40-52af-4412-a20f-67af1cf2d19b', 'status': 'completed', 'code': 200} Jan 28 13:19:43.093527 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-f250c413-3718-42a6-be43-2bf2de80283f req-9c3581e3-4ba8-47da-8e2f-cdac354343d2 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:19:43.218241 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250c413-3718-42a6-be43-2bf2de80283f req-9c3581e3-4ba8-47da-8e2f-cdac354343d2 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:43.219545 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f250c413-3718-42a6-be43-2bf2de80283f req-9c3581e3-4ba8-47da-8e2f-cdac354343d2 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:43.222754 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-47b8ab12-6d09-424c-8e25-e3c69055818f req-f75faaab-520e-4439-8386-7a1d796e882d service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519758 Jan 28 13:19:43.270876 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f250c413-3718-42a6-be43-2bf2de80283f req-9c3581e3-4ba8-47da-8e2f-cdac354343d2 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1845992 Jan 28 13:19:43.283030 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 89950e23-ce82-41f6-9ede-d9bc0eba34af details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:19:43.298404 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd069f7-6658-40fb-99e6-e73967bf0f86 req-00bb81e1-1c99-437c-903e-47e5eb5bebe9 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:43.306999 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8fd069f7-6658-40fb-99e6-e73967bf0f86 req-00bb81e1-1c99-437c-903e-47e5eb5bebe9 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 946 time: 0.1139975 Jan 28 13:19:43.326700 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-f250c413-3718-42a6-be43-2bf2de80283f req-991d6946-da6d-43f8-ae13-bfccadc993e2 service neutron] Request body: {'port': {'device_id': '67b64218-c43e-4165-9c8b-ebd324b11dff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:43.379684 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee81856-db2d-44e1-a7f4-a0d1ce710525 req-f9c63db9-0acb-45ee-a6a6-9257d311a286 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:43.382212 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0ee81856-db2d-44e1-a7f4-a0d1ce710525 req-f9c63db9-0acb-45ee-a6a6-9257d311a286 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 948 time: 0.2509575 Jan 28 13:19:43.516670 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 89950e23-ce82-41f6-9ede-d9bc0eba34af, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=89950e23-ce82-41f6-9ede-d9bc0eba34af,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:43.543818 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c7c8255f-d400-4277-bd9b-8fa20544b7c7 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:19:43.550180 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0ee81856-db2d-44e1-a7f4-a0d1ce710525 req-e55c8cd3-764e-4e68-8599-7bec6452c862 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470642 Jan 28 13:19:43.567057 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8fd069f7-6658-40fb-99e6-e73967bf0f86 req-a657574a-800c-40cf-826c-792cbb164ac8 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545440 Jan 28 13:19:43.646859 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '89950e23-ce82-41f6-9ede-d9bc0eba34af', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': '89950e23-ce82-41f6-9ede-d9bc0eba34af', 'mac_address': 'fa:16:3e:05:07:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:19:43.650530 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device bedb2d40-52af-4412-a20f-67af1cf2d19b no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:19:43.679187 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f250c413-3718-42a6-be43-2bf2de80283f req-991d6946-da6d-43f8-ae13-bfccadc993e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (25417da0-50d6-4cc5-8fda-ff274c26d2da), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:43.688608 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f250c413-3718-42a6-be43-2bf2de80283f req-20a9feeb-f346-4053-8365-ad133193a613 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks [] for port (860fb29b-89df-40c0-b2b4-c3e67441f84e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:43.730055 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: bedb2d40-52af-4412-a20f-67af1cf2d19b {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:19:43.730471 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device bedb2d40-52af-4412-a20f-67af1cf2d19b not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:19:43.844085 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-87b40a8a-5cda-4d5e-a899-487ed6bf76b7 None None] Provisioning complete for port 25417da0-50d6-4cc5-8fda-ff274c26d2da triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:43.844466 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87b40a8a-5cda-4d5e-a899-487ed6bf76b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (25417da0-50d6-4cc5-8fda-ff274c26d2da), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:43.853935 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f250c413-3718-42a6-be43-2bf2de80283f req-20a9feeb-f346-4053-8365-ad133193a613 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (860fb29b-89df-40c0-b2b4-c3e67441f84e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:43.921359 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['5a7fcae3-a8c4-4ecf-8417-45d7a327c416'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:43.924942 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['43ce2e41-fabd-4370-80ce-35aa05357550', 'd2fb4175-b997-4b56-9f06-0dcf7dd8d1bb'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:43.974019 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9feeb-f346-4053-8365-ad133193a613 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Pushing event updated for resources: {'Port': ['ID=860fb29b-89df-40c0-b2b4-c3e67441f84e,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:43.997645 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f250c413-3718-42a6-be43-2bf2de80283f req-20a9feeb-f346-4053-8365-ad133193a613 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:19:44.015787 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874728a-3fed-4c2d-9352-0ed4aa657230 req-9882d172-fccc-437d-8a3f-b2d6b0816183 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:44.020717 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d874728a-3fed-4c2d-9352-0ed4aa657230 req-9882d172-fccc-437d-8a3f-b2d6b0816183 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 946 time: 0.2551286 Jan 28 13:19:44.023289 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-f250c413-3718-42a6-be43-2bf2de80283f req-20a9feeb-f346-4053-8365-ad133193a613 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:44.037995 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 89950e23-ce82-41f6-9ede-d9bc0eba34af is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:44.038525 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:44.043028 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-f250c413-3718-42a6-be43-2bf2de80283f req-20a9feeb-f346-4053-8365-ad133193a613 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:19:44.120999 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port c7c8255f-d400-4277-bd9b-8fa20544b7c7 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:44.121667 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:44.123814 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-87b40a8a-5cda-4d5e-a899-487ed6bf76b7 None None] Port 25417da0-50d6-4cc5-8fda-ff274c26d2da cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:19:44.146897 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89950e23-ce82-41f6-9ede-d9bc0eba34af {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:44.285243 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fef53-38eb-4ebb-a968-524385640ab5 req-30b5ff96-c7a6-48f2-875c-772545928881 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:44.295422 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 89950e23-ce82-41f6-9ede-d9bc0eba34af, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=89950e23-ce82-41f6-9ede-d9bc0eba34af,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:44.302701 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b55fef53-38eb-4ebb-a968-524385640ab5 req-30b5ff96-c7a6-48f2-875c-772545928881 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=c360aa12-3fe5-4dd3-a905-690ee2cd185d HTTP/1.1" status: 200 len: 945 time: 0.1745985 Jan 28 13:19:44.317788 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250c413-3718-42a6-be43-2bf2de80283f req-20a9feeb-f346-4053-8365-ad133193a613 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:44.318502 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f250c413-3718-42a6-be43-2bf2de80283f req-20a9feeb-f346-4053-8365-ad133193a613 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:44.427648 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d874728a-3fed-4c2d-9352-0ed4aa657230 req-28c5ade1-8205-46b1-ace2-227dec4fd240 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586481 Jan 28 13:19:44.460023 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f250c413-3718-42a6-be43-2bf2de80283f req-20a9feeb-f346-4053-8365-ad133193a613 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1560836 Jan 28 13:19:44.503718 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-f250c413-3718-42a6-be43-2bf2de80283f req-523b69ec-e4f1-49f9-85a5-2cefdce1eeca service neutron] Request body: {'port': {'device_id': 'e44927da-4a9f-4094-bd0e-ec755d2226e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:44.560032 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:44.634649 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b55fef53-38eb-4ebb-a968-524385640ab5 req-1c2d3882-a5d5-4e9d-8fab-f7d91d63b65d tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c0bd253-0e42-4e5a-8831-3168ad87e283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3294566 Jan 28 13:19:44.680474 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=89950e23-ce82-41f6-9ede-d9bc0eba34af,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:44.832781 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f250c413-3718-42a6-be43-2bf2de80283f req-523b69ec-e4f1-49f9-85a5-2cefdce1eeca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (860fb29b-89df-40c0-b2b4-c3e67441f84e), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:44.866050 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-f250c413-3718-42a6-be43-2bf2de80283f req-991d6946-da6d-43f8-ae13-bfccadc993e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25417da0-50d6-4cc5-8fda-ff274c26d2da {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:44.887987 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f250c413-3718-42a6-be43-2bf2de80283f req-991d6946-da6d-43f8-ae13-bfccadc993e2 service neutron] Publish callbacks [] for port (25417da0-50d6-4cc5-8fda-ff274c26d2da), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:44.893868 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-4c36f398-202b-49e3-8894-d8a33e758179 None None] Provisioning complete for port 860fb29b-89df-40c0-b2b4-c3e67441f84e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:44.894256 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4c36f398-202b-49e3-8894-d8a33e758179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (860fb29b-89df-40c0-b2b4-c3e67441f84e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:44.915544 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-f250c413-3718-42a6-be43-2bf2de80283f req-991d6946-da6d-43f8-ae13-bfccadc993e2 service neutron] Transition to ACTIVE for port object 25417da0-50d6-4cc5-8fda-ff274c26d2da will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:19:44.921681 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f250c413-3718-42a6-be43-2bf2de80283f req-991d6946-da6d-43f8-ae13-bfccadc993e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (25417da0-50d6-4cc5-8fda-ff274c26d2da), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:44.990142 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4c36f398-202b-49e3-8894-d8a33e758179 None None] Port 860fb29b-89df-40c0-b2b4-c3e67441f84e cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:19:45.040754 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1557b3-0982-4314-9b69-e128412ada78 req-c5317fbb-b236-40d0-bd05-1621573a37af tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:45.058123 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5a1557b3-0982-4314-9b69-e128412ada78 req-c5317fbb-b236-40d0-bd05-1621573a37af tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b64218-c43e-4165-9c8b-ebd324b11dff HTTP/1.1" status: 200 len: 936 time: 0.3059285 Jan 28 13:19:45.093349 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['89950e23-ce82-41f6-9ede-d9bc0eba34af'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:45.224032 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d6946-da6d-43f8-ae13-bfccadc993e2 service neutron] Pushing event updated for resources: {'Port': ['ID=25417da0-50d6-4cc5-8fda-ff274c26d2da,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:45.226562 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5a1557b3-0982-4314-9b69-e128412ada78 req-a568ad5c-c9f7-435a-8a14-890bc425af94 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622901 Jan 28 13:19:45.339641 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-dacedc01-8f33-4af9-aecf-600aa3ad5490 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:45.341171 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-dacedc01-8f33-4af9-aecf-600aa3ad5490 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4&tenant_id=93543269cade486c80fd00260197c0a8&binding%3Ahost_id=n-h1-822747-2 HTTP/1.1" status: 200 len: 1097 time: 0.1727936 Jan 28 13:19:45.369350 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa6287-4a3c-4cb4-bc89-e01f676b394a req-f27c7887-ed26-445d-a2aa-cf2e79caafe3 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:45.378443 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-15aa6287-4a3c-4cb4-bc89-e01f676b394a req-f27c7887-ed26-445d-a2aa-cf2e79caafe3 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 946 time: 0.3250065 Jan 28 13:19:45.401585 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-72f39bcf-0270-49dd-b31a-fd5e3537b765 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-822747-2'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:45.434341 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 483929b3-e20d-4033-b089-ece52da40613 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:19:45.470393 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-f250c413-3718-42a6-be43-2bf2de80283f req-991d6946-da6d-43f8-ae13-bfccadc993e2 service neutron] Attempting to bind port 25417da0-50d6-4cc5-8fda-ff274c26d2da on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:19:45.471073 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-f250c413-3718-42a6-be43-2bf2de80283f req-991d6946-da6d-43f8-ae13-bfccadc993e2 service neutron] Attempting to bind port 25417da0-50d6-4cc5-8fda-ff274c26d2da by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:19:45.471781 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f250c413-3718-42a6-be43-2bf2de80283f req-991d6946-da6d-43f8-ae13-bfccadc993e2 service neutron] Attempting to bind port 25417da0-50d6-4cc5-8fda-ff274c26d2da on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:45.482617 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f250c413-3718-42a6-be43-2bf2de80283f req-991d6946-da6d-43f8-ae13-bfccadc993e2 service neutron] Port 25417da0-50d6-4cc5-8fda-ff274c26d2da on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:19:45.483736 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f250c413-3718-42a6-be43-2bf2de80283f req-991d6946-da6d-43f8-ae13-bfccadc993e2 service neutron] Attempting to bind port 25417da0-50d6-4cc5-8fda-ff274c26d2da on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:45.494952 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f250c413-3718-42a6-be43-2bf2de80283f req-991d6946-da6d-43f8-ae13-bfccadc993e2 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:19:45.495710 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f250c413-3718-42a6-be43-2bf2de80283f req-991d6946-da6d-43f8-ae13-bfccadc993e2 service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:19:45.496260 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f250c413-3718-42a6-be43-2bf2de80283f req-991d6946-da6d-43f8-ae13-bfccadc993e2 service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:19:45.496885 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-f250c413-3718-42a6-be43-2bf2de80283f req-991d6946-da6d-43f8-ae13-bfccadc993e2 service neutron] Bound port: 25417da0-50d6-4cc5-8fda-ff274c26d2da, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:19:45.497468 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f250c413-3718-42a6-be43-2bf2de80283f req-991d6946-da6d-43f8-ae13-bfccadc993e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (25417da0-50d6-4cc5-8fda-ff274c26d2da), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:45.649190 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port c7c8255f-d400-4277-bd9b-8fa20544b7c7 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:45.650446 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:45.655590 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-72f39bcf-0270-49dd-b31a-fd5e3537b765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (483929b3-e20d-4033-b089-ece52da40613), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:45.687244 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-15aa6287-4a3c-4cb4-bc89-e01f676b394a req-0a24ef28-209a-46f9-aa03-911ca0fcd7d9 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018954 Jan 28 13:19:45.749311 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-f250c413-3718-42a6-be43-2bf2de80283f req-523b69ec-e4f1-49f9-85a5-2cefdce1eeca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 860fb29b-89df-40c0-b2b4-c3e67441f84e {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:45.763736 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f250c413-3718-42a6-be43-2bf2de80283f req-523b69ec-e4f1-49f9-85a5-2cefdce1eeca service neutron] Publish callbacks [] for port (860fb29b-89df-40c0-b2b4-c3e67441f84e), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:45.769840 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f580c936-ae32-45d7-b9a8-90e90d82949b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c8255f-d400-4277-bd9b-8fa20544b7c7'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:45.773603 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-f250c413-3718-42a6-be43-2bf2de80283f req-991d6946-da6d-43f8-ae13-bfccadc993e2 service neutron] For port 25417da0-50d6-4cc5-8fda-ff274c26d2da, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:19:45.777267 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ef7846-8ece-4e8e-9af7-2f01a386fd9f" -d '{"events": [{"server_uuid": "f580c936-ae32-45d7-b9a8-90e90d82949b", "name": "network-vif-plugged", "status": "completed", "tag": "c7c8255f-d400-4277-bd9b-8fa20544b7c7"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:45.781635 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-f250c413-3718-42a6-be43-2bf2de80283f req-991d6946-da6d-43f8-ae13-bfccadc993e2 service neutron] For port 25417da0-50d6-4cc5-8fda-ff274c26d2da, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=25417da0-50d6-4cc5-8fda-ff274c26d2da,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:19:45.787132 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-f250c413-3718-42a6-be43-2bf2de80283f req-523b69ec-e4f1-49f9-85a5-2cefdce1eeca service neutron] Transition to ACTIVE for port object 860fb29b-89df-40c0-b2b4-c3e67441f84e will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:19:45.808809 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f250c413-3718-42a6-be43-2bf2de80283f req-523b69ec-e4f1-49f9-85a5-2cefdce1eeca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (860fb29b-89df-40c0-b2b4-c3e67441f84e), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:45.815328 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.resource_extend [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:19:45.872080 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c7c8255f-d400-4277-bd9b-8fa20544b7c7, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c7c8255f-d400-4277-bd9b-8fa20544b7c7,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:45.900399 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:45.908012 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b69ec-e4f1-49f9-85a5-2cefdce1eeca service neutron] Pushing event updated for resources: {'Port': ['ID=860fb29b-89df-40c0-b2b4-c3e67441f84e,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:46.004328 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4ee43-1bb2-4eab-b40d-78e1c4ef3608 req-2a5af6e8-d07c-4705-80b6-04ae701deec3 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:46.056643 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bed4ee43-1bb2-4eab-b40d-78e1c4ef3608 req-2a5af6e8-d07c-4705-80b6-04ae701deec3 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 949 time: 0.2669768 Jan 28 13:19:46.070786 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-72f39bcf-0270-49dd-b31a-fd5e3537b765 service neutron] For port 483929b3-e20d-4033-b089-ece52da40613, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=483929b3-e20d-4033-b089-ece52da40613,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:46.165893 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-72f39bcf-0270-49dd-b31a-fd5e3537b765 service neutron] For port 483929b3-e20d-4033-b089-ece52da40613, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:19:46.253145 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-72f39bcf-0270-49dd-b31a-fd5e3537b765 service neutron] Publish callbacks [] for port (483929b3-e20d-4033-b089-ece52da40613), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:46.262292 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c22909-6a78-443b-b358-275e926ffaf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '483929b3-e20d-4033-b089-ece52da40613'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:46.267398 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c625bfc8-0af6-4c4b-bf71-4cc8f3a2e228" -d '{"events": [{"server_uuid": "a6c22909-6a78-443b-b358-275e926ffaf4", "name": "network-vif-unplugged", "status": "completed", "tag": "483929b3-e20d-4033-b089-ece52da40613"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:46.273630 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f250c413-3718-42a6-be43-2bf2de80283f req-991d6946-da6d-43f8-ae13-bfccadc993e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (25417da0-50d6-4cc5-8fda-ff274c26d2da), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:46.338135 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-72f39bcf-0270-49dd-b31a-fd5e3537b765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (483929b3-e20d-4033-b089-ece52da40613), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:46.349374 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=c7c8255f-d400-4277-bd9b-8fa20544b7c7,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:46.364015 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 483929b3-e20d-4033-b089-ece52da40613, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=483929b3-e20d-4033-b089-ece52da40613,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:46.406408 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 483929b3-e20d-4033-b089-ece52da40613 has no active binding in host n-h2-822747-2 {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 13:19:46.428805 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bed4ee43-1bb2-4eab-b40d-78e1c4ef3608 req-a244945a-6042-4931-aed7-c7616ac38f9c tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707118 Jan 28 13:19:46.474742 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-f250c413-3718-42a6-be43-2bf2de80283f req-523b69ec-e4f1-49f9-85a5-2cefdce1eeca service neutron] Attempting to bind port 860fb29b-89df-40c0-b2b4-c3e67441f84e on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:19:46.475597 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-f250c413-3718-42a6-be43-2bf2de80283f req-523b69ec-e4f1-49f9-85a5-2cefdce1eeca service neutron] Attempting to bind port 860fb29b-89df-40c0-b2b4-c3e67441f84e by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:19:46.478112 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f250c413-3718-42a6-be43-2bf2de80283f req-523b69ec-e4f1-49f9-85a5-2cefdce1eeca service neutron] Attempting to bind port 860fb29b-89df-40c0-b2b4-c3e67441f84e on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:46.495330 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f250c413-3718-42a6-be43-2bf2de80283f req-523b69ec-e4f1-49f9-85a5-2cefdce1eeca service neutron] Port 860fb29b-89df-40c0-b2b4-c3e67441f84e on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:19:46.503622 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f250c413-3718-42a6-be43-2bf2de80283f req-523b69ec-e4f1-49f9-85a5-2cefdce1eeca service neutron] Attempting to bind port 860fb29b-89df-40c0-b2b4-c3e67441f84e on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:46.520325 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f250c413-3718-42a6-be43-2bf2de80283f req-523b69ec-e4f1-49f9-85a5-2cefdce1eeca service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:19:46.527971 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f250c413-3718-42a6-be43-2bf2de80283f req-523b69ec-e4f1-49f9-85a5-2cefdce1eeca service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:19:46.529081 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f250c413-3718-42a6-be43-2bf2de80283f req-523b69ec-e4f1-49f9-85a5-2cefdce1eeca service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:19:46.534985 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-f250c413-3718-42a6-be43-2bf2de80283f req-523b69ec-e4f1-49f9-85a5-2cefdce1eeca service neutron] Bound port: 860fb29b-89df-40c0-b2b4-c3e67441f84e, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:19:46.535747 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f250c413-3718-42a6-be43-2bf2de80283f req-523b69ec-e4f1-49f9-85a5-2cefdce1eeca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (860fb29b-89df-40c0-b2b4-c3e67441f84e), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:46.565035 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250c413-3718-42a6-be43-2bf2de80283f req-991d6946-da6d-43f8-ae13-bfccadc993e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:46.565911 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f250c413-3718-42a6-be43-2bf2de80283f req-991d6946-da6d-43f8-ae13-bfccadc993e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:46.567629 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f250c413-3718-42a6-be43-2bf2de80283f req-991d6946-da6d-43f8-ae13-bfccadc993e2 service neutron] 10.222.0.18 "PUT /v2.0/ports/25417da0-50d6-4cc5-8fda-ff274c26d2da HTTP/1.1" status: 200 len: 1096 time: 3.2542098 Jan 28 13:19:46.602171 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d6946-da6d-43f8-ae13-bfccadc993e2 service neutron] Pushing event updated for resources: {'Port': ['ID=25417da0-50d6-4cc5-8fda-ff274c26d2da,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:46.734375 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-f250c413-3718-42a6-be43-2bf2de80283f req-523b69ec-e4f1-49f9-85a5-2cefdce1eeca service neutron] For port 860fb29b-89df-40c0-b2b4-c3e67441f84e, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:19:46.740781 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-f250c413-3718-42a6-be43-2bf2de80283f req-523b69ec-e4f1-49f9-85a5-2cefdce1eeca service neutron] For port 860fb29b-89df-40c0-b2b4-c3e67441f84e, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=860fb29b-89df-40c0-b2b4-c3e67441f84e,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:19:46.764323 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f250c413-3718-42a6-be43-2bf2de80283f req-523b69ec-e4f1-49f9-85a5-2cefdce1eeca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (860fb29b-89df-40c0-b2b4-c3e67441f84e), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:46.820520 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693edd2c-1adb-4680-a4ad-bb36513a1bcb req-e2a5d7b2-7f81-4371-b8f7-ccc4bc27d89e tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:46.844409 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250c413-3718-42a6-be43-2bf2de80283f req-523b69ec-e4f1-49f9-85a5-2cefdce1eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:46.846279 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f250c413-3718-42a6-be43-2bf2de80283f req-523b69ec-e4f1-49f9-85a5-2cefdce1eeca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:46.848697 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-693edd2c-1adb-4680-a4ad-bb36513a1bcb req-e2a5d7b2-7f81-4371-b8f7-ccc4bc27d89e tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 946 time: 0.5902231 Jan 28 13:19:46.848869 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f250c413-3718-42a6-be43-2bf2de80283f req-523b69ec-e4f1-49f9-85a5-2cefdce1eeca service neutron] 10.222.0.37 "PUT /v2.0/ports/860fb29b-89df-40c0-b2b4-c3e67441f84e HTTP/1.1" status: 200 len: 1095 time: 2.3683443 Jan 28 13:19:46.854776 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44927da-4a9f-4094-bd0e-ec755d2226e2', 'tag': '860fb29b-89df-40c0-b2b4-c3e67441f84e'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:46.859645 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf8a5d7-5382-4748-bf36-8332e3366612" -d '{"events": [{"name": "network-changed", "server_uuid": "e44927da-4a9f-4094-bd0e-ec755d2226e2", "tag": "860fb29b-89df-40c0-b2b4-c3e67441f84e"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:46.935703 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-72f39bcf-0270-49dd-b31a-fd5e3537b765 service neutron] Attempting to bind port 483929b3-e20d-4033-b089-ece52da40613 on host n-h1-822747-2 for vnic_type normal with profile {"migrating_to": "n-h2-822747-2"} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:19:46.936684 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-72f39bcf-0270-49dd-b31a-fd5e3537b765 service neutron] Attempting to bind port 483929b3-e20d-4033-b089-ece52da40613 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:19:46.938401 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-72f39bcf-0270-49dd-b31a-fd5e3537b765 service neutron] Attempting to bind port 483929b3-e20d-4033-b089-ece52da40613 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:46.949459 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f39bcf-0270-49dd-b31a-fd5e3537b765 service neutron] Pushing event updated for resources: {'Port': ['ID=483929b3-e20d-4033-b089-ece52da40613,revision_number=7']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:46.958403 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-72f39bcf-0270-49dd-b31a-fd5e3537b765 service neutron] Port 483929b3-e20d-4033-b089-ece52da40613 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:19:46.959144 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-72f39bcf-0270-49dd-b31a-fd5e3537b765 service neutron] Attempting to bind port 483929b3-e20d-4033-b089-ece52da40613 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:46.976403 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250c413-3718-42a6-be43-2bf2de80283f req-8d05b131-3568-43e5-8d93-244f80e307dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:46.978384 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f250c413-3718-42a6-be43-2bf2de80283f req-8d05b131-3568-43e5-8d93-244f80e307dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&device_id=67b64218-c43e-4165-9c8b-ebd324b11dff HTTP/1.1" status: 200 len: 1099 time: 0.2713487 Jan 28 13:19:47.043901 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f250c413-3718-42a6-be43-2bf2de80283f req-6d0e2adf-d23d-462b-906a-7c8fa3520ae0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=25417da0-50d6-4cc5-8fda-ff274c26d2da HTTP/1.1" status: 200 len: 217 time: 0.0426650 Jan 28 13:19:47.050019 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-72f39bcf-0270-49dd-b31a-fd5e3537b765 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:19:47.050358 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-72f39bcf-0270-49dd-b31a-fd5e3537b765 service neutron] Checking segment: {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:19:47.050743 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-72f39bcf-0270-49dd-b31a-fd5e3537b765 service neutron] Bound using segment: {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:19:47.051217 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-72f39bcf-0270-49dd-b31a-fd5e3537b765 service neutron] Bound port: 483929b3-e20d-4033-b089-ece52da40613, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:19:47.051575 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-72f39bcf-0270-49dd-b31a-fd5e3537b765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (483929b3-e20d-4033-b089-ece52da40613), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:47.080692 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b69ec-e4f1-49f9-85a5-2cefdce1eeca service neutron] Pushing event updated for resources: {'Port': ['ID=860fb29b-89df-40c0-b2b4-c3e67441f84e,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:47.106765 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b10443-c423-44e8-9024-c08303debc01 req-c173bef3-73a2-49f7-afb7-0dfc7199028f tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:47.109054 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-94b10443-c423-44e8-9024-c08303debc01 req-c173bef3-73a2-49f7-afb7-0dfc7199028f tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 944 time: 0.1869977 Jan 28 13:19:47.130652 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250c413-3718-42a6-be43-2bf2de80283f req-6cd974d9-14ea-4f65-98ca-ee390d9151ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:47.132443 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f250c413-3718-42a6-be43-2bf2de80283f req-6cd974d9-14ea-4f65-98ca-ee390d9151ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 1098 time: 0.1984844 Jan 28 13:19:47.160377 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-693edd2c-1adb-4680-a4ad-bb36513a1bcb req-d8646f84-db72-445e-b7dd-a5634fecf9fe tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102400 Jan 28 13:19:47.220237 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f250c413-3718-42a6-be43-2bf2de80283f req-9f5d75e5-f088-4409-adc3-388bcd60d547 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=860fb29b-89df-40c0-b2b4-c3e67441f84e HTTP/1.1" status: 200 len: 217 time: 0.0752876 Jan 28 13:19:47.238319 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250c413-3718-42a6-be43-2bf2de80283f req-087e1ed1-d18d-4b53-80eb-1053643fdc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:47.239692 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f250c413-3718-42a6-be43-2bf2de80283f req-087e1ed1-d18d-4b53-80eb-1053643fdc0c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1859467 Jan 28 13:19:47.310484 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-72f39bcf-0270-49dd-b31a-fd5e3537b765 service neutron] For port 483929b3-e20d-4033-b089-ece52da40613, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:19:47.352124 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-72f39bcf-0270-49dd-b31a-fd5e3537b765 service neutron] For port 483929b3-e20d-4033-b089-ece52da40613, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=483929b3-e20d-4033-b089-ece52da40613,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:19:47.359912 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-94b10443-c423-44e8-9024-c08303debc01 req-cfe6d12f-2586-40c3-9b43-378cd99f02d1 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327278 Jan 28 13:19:47.380733 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250c413-3718-42a6-be43-2bf2de80283f req-031a347b-d281-419a-baf3-d52d399fd6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:47.382588 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f250c413-3718-42a6-be43-2bf2de80283f req-031a347b-d281-419a-baf3-d52d399fd6fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1288960 Jan 28 13:19:47.383805 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-72f39bcf-0270-49dd-b31a-fd5e3537b765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (483929b3-e20d-4033-b089-ece52da40613), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:47.387303 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250c413-3718-42a6-be43-2bf2de80283f req-eee4f7f3-7152-451e-8538-7c4c475ef8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:47.395079 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f250c413-3718-42a6-be43-2bf2de80283f req-eee4f7f3-7152-451e-8538-7c4c475ef8ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1589253 Jan 28 13:19:47.464033 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:47.477849 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb05323-4490-4ceb-8e2e-e75169fc38e5 req-ced4ba9f-24e3-4d3b-8eef-d6f2fcaacbb8 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:47.480028 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-afb05323-4490-4ceb-8e2e-e75169fc38e5 req-ced4ba9f-24e3-4d3b-8eef-d6f2fcaacbb8 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=c360aa12-3fe5-4dd3-a905-690ee2cd185d HTTP/1.1" status: 200 len: 945 time: 0.1827562 Jan 28 13:19:47.481496 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f548181f-914e-443c-af30-ddd0a703937f x-openstack-request-id: req-f548181f-914e-443c-af30-ddd0a703937f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:47.482094 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f580c936-ae32-45d7-b9a8-90e90d82949b", "name": "network-vif-plugged", "status": "completed", "tag": "c7c8255f-d400-4277-bd9b-8fa20544b7c7", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:47.482668 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f548181f-914e-443c-af30-ddd0a703937f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:47.483180 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f580c936-ae32-45d7-b9a8-90e90d82949b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c8255f-d400-4277-bd9b-8fa20544b7c7', 'code': 200} Jan 28 13:19:47.536601 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250c413-3718-42a6-be43-2bf2de80283f req-b6a6c8d4-3058-47c6-8f09-276b741e4ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:47.539385 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f250c413-3718-42a6-be43-2bf2de80283f req-b6a6c8d4-3058-47c6-8f09-276b741e4ec7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1322956 Jan 28 13:19:47.666730 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f39bcf-0270-49dd-b31a-fd5e3537b765 service neutron] Pushing event updated for resources: {'Port': ['ID=483929b3-e20d-4033-b089-ece52da40613,revision_number=8']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:47.674718 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-72f39bcf-0270-49dd-b31a-fd5e3537b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:47.676033 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-72f39bcf-0270-49dd-b31a-fd5e3537b765 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:47.680952 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-72f39bcf-0270-49dd-b31a-fd5e3537b765 service neutron] 10.222.0.37 "PUT /v2.0/ports/483929b3-e20d-4033-b089-ece52da40613 HTTP/1.1" status: 200 len: 1122 time: 2.2964604 Jan 28 13:19:47.687056 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-afb05323-4490-4ceb-8e2e-e75169fc38e5 req-efb3770a-b9b2-4696-9230-4507c4a097ca tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c0bd253-0e42-4e5a-8831-3168ad87e283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851649 Jan 28 13:19:47.735207 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f250c413-3718-42a6-be43-2bf2de80283f req-bd08bd79-a511-4321-8aca-9738049e23a9 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369625 Jan 28 13:19:47.770956 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f250c413-3718-42a6-be43-2bf2de80283f req-4371e842-23ce-491b-b5a7-66268e1107c9 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188315 Jan 28 13:19:47.801438 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['483929b3-e20d-4033-b089-ece52da40613'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:47.861115 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['483929b3-e20d-4033-b089-ece52da40613'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:47.961197 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe7b738-2254-49b4-ac29-076b21a3459a x-openstack-request-id: req-4fe7b738-2254-49b4-ac29-076b21a3459a {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:47.961625 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c22909-6a78-443b-b358-275e926ffaf4", "name": "network-vif-unplugged", "status": "completed", "tag": "483929b3-e20d-4033-b089-ece52da40613", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:47.962159 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4fe7b738-2254-49b4-ac29-076b21a3459a {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:47.962841 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c22909-6a78-443b-b358-275e926ffaf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '483929b3-e20d-4033-b089-ece52da40613', 'code': 200} Jan 28 13:19:48.029527 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f250c413-3718-42a6-be43-2bf2de80283f req-ab955149-109e-45b0-b72f-18587aa964b6 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881398 Jan 28 13:19:48.133925 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d101c30-4599-4f8f-9724-9d0f00304bba req-74de61a5-7959-47e8-958b-56b5e1cd9f01 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:48.136450 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7d101c30-4599-4f8f-9724-9d0f00304bba req-74de61a5-7959-47e8-958b-56b5e1cd9f01 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b64218-c43e-4165-9c8b-ebd324b11dff HTTP/1.1" status: 200 len: 948 time: 0.1548424 Jan 28 13:19:48.138110 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df15b4-cee0-4896-925a-3ad79d256a3b req-326e6d9f-fca0-4ed0-9de9-83360300e087 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:48.143154 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f250c413-3718-42a6-be43-2bf2de80283f req-79e71946-7a3c-4bd8-976a-c92d74153422 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676138 Jan 28 13:19:48.145937 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e5df15b4-cee0-4896-925a-3ad79d256a3b req-326e6d9f-fca0-4ed0-9de9-83360300e087 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 946 time: 0.0795519 Jan 28 13:19:48.225811 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7d101c30-4599-4f8f-9724-9d0f00304bba req-3d0b5e3d-9f85-4cb3-921d-4d54c2d72c21 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807102 Jan 28 13:19:48.243674 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e5df15b4-cee0-4896-925a-3ad79d256a3b req-3a08595c-c265-47c3-a4d9-a2ca274c24d6 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966671 Jan 28 13:19:48.309215 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f415c15-a93e-4e2c-b7fd-1c4e1d8191b8 x-openstack-request-id: req-7f415c15-a93e-4e2c-b7fd-1c4e1d8191b8 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:48.309664 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e44927da-4a9f-4094-bd0e-ec755d2226e2", "tag": "860fb29b-89df-40c0-b2b4-c3e67441f84e", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:48.310945 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f415c15-a93e-4e2c-b7fd-1c4e1d8191b8 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:48.310945 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e44927da-4a9f-4094-bd0e-ec755d2226e2', 'tag': '860fb29b-89df-40c0-b2b4-c3e67441f84e', 'status': 'completed', 'code': 200} Jan 28 13:19:48.456088 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac8d10-33b3-4e53-b650-7e84af81cfd5 req-1e59829c-c1ab-4676-96d0-9002c10f6523 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:48.467000 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b5ac8d10-33b3-4e53-b650-7e84af81cfd5 req-1e59829c-c1ab-4676-96d0-9002c10f6523 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b107958-3953-461a-974a-a5fea26d99d9 HTTP/1.1" status: 200 len: 950 time: 0.1292260 Jan 28 13:19:48.467446 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198cc5f8-4ded-4ee4-be55-6213e1540f86 req-8c5680f7-1ac2-43fa-a7c1-6e6e2f5ed6ad tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:48.469990 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-198cc5f8-4ded-4ee4-be55-6213e1540f86 req-8c5680f7-1ac2-43fa-a7c1-6e6e2f5ed6ad tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 949 time: 0.0762908 Jan 28 13:19:48.495235 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8a5d7-5382-4748-bf36-8332e3366612 req-adf6aeaf-5e57-4690-9e18-222561a19520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:48.497930 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-caf8a5d7-5382-4748-bf36-8332e3366612 req-adf6aeaf-5e57-4690-9e18-222561a19520 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 1098 time: 0.1490870 Jan 28 13:19:48.563634 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-198cc5f8-4ded-4ee4-be55-6213e1540f86 req-900692fe-1bb7-45d0-827d-cdf1a2be7745 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804791 Jan 28 13:19:48.571935 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b5ac8d10-33b3-4e53-b650-7e84af81cfd5 req-6c4e5181-b9fd-4800-acc9-5408abd62255 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003385 Jan 28 13:19:48.739316 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8a5d7-5382-4748-bf36-8332e3366612 req-92b7ab89-b90e-4130-993e-911c6f272257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:48.740832 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-caf8a5d7-5382-4748-bf36-8332e3366612 req-92b7ab89-b90e-4130-993e-911c6f272257 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.2294829 Jan 28 13:19:48.754600 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505c1ed-6e96-4ed3-bff9-883dee58e203 req-20361774-4bc1-4c91-9c90-22c6664f6240 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:48.761833 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1505c1ed-6e96-4ed3-bff9-883dee58e203 req-20361774-4bc1-4c91-9c90-22c6664f6240 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 946 time: 0.0820961 Jan 28 13:19:48.831193 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a8b37-338f-419f-a373-3bef5ef40533 req-8d85cee7-d420-4241-926b-8a82ff0b018c tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:48.833220 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3e6a8b37-338f-419f-a373-3bef5ef40533 req-8d85cee7-d420-4241-926b-8a82ff0b018c tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=c360aa12-3fe5-4dd3-a905-690ee2cd185d HTTP/1.1" status: 200 len: 945 time: 0.1649249 Jan 28 13:19:48.836157 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-caf8a5d7-5382-4748-bf36-8332e3366612 req-619605a1-54e7-4efc-8dc8-c4b157b40fad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=860fb29b-89df-40c0-b2b4-c3e67441f84e HTTP/1.1" status: 200 len: 217 time: 0.0831158 Jan 28 13:19:48.844828 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44992) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:48.850808 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-da0c93aa-a05a-450f-9180-f88c839961bd tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Request body: {'floatingip': {'port_id': '14a8c577-6350-4e43-b795-e340fe037564'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:48.888863 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1505c1ed-6e96-4ed3-bff9-883dee58e203 req-0262c688-c696-4e6a-87ab-faf0e90e1ec1 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165760 Jan 28 13:19:48.964858 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-da0c93aa-a05a-450f-9180-f88c839961bd tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks [] for floatingip (b72f2b89-7fa3-446b-aed7-17566ac32a6d), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:49.098111 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8a5d7-5382-4748-bf36-8332e3366612 req-71188e07-61d7-4036-8526-c9470903fc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:49.099916 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-caf8a5d7-5382-4748-bf36-8332e3366612 req-71188e07-61d7-4036-8526-c9470903fc3f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.2453473 Jan 28 13:19:49.225866 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d8000-aa4b-4e29-ab2e-49f86af4704d req-87265627-8700-4b70-9f76-19ae3ac0ace5 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:49.234735 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f34d8000-aa4b-4e29-ab2e-49f86af4704d req-87265627-8700-4b70-9f76-19ae3ac0ace5 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 944 time: 0.2245939 Jan 28 13:19:49.257152 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 89950e23-ce82-41f6-9ede-d9bc0eba34af up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:19:49.285400 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737dd92-b786-4689-b30f-d1e9d8fc3643 req-e7d6633a-168f-4ec6-a6ab-8fa9011993c1 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:49.287888 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a737dd92-b786-4689-b30f-d1e9d8fc3643 req-e7d6633a-168f-4ec6-a6ab-8fa9011993c1 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b107958-3953-461a-974a-a5fea26d99d9 HTTP/1.1" status: 200 len: 950 time: 0.0874836 Jan 28 13:19:49.348054 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8a5d7-5382-4748-bf36-8332e3366612 req-e7b7e827-a8e6-4e48-9e94-6df9bbe62f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:49.350726 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-caf8a5d7-5382-4748-bf36-8332e3366612 req-e7b7e827-a8e6-4e48-9e94-6df9bbe62f30 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2345550 Jan 28 13:19:49.368806 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 89950e23-ce82-41f6-9ede-d9bc0eba34af completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:19:49.382277 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 89950e23-ce82-41f6-9ede-d9bc0eba34af triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:49.384182 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:49.422970 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f34d8000-aa4b-4e29-ab2e-49f86af4704d req-2a4ac588-b348-4eb1-a265-9c52949c0151 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808431 Jan 28 13:19:49.448861 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e60ce6-ba0f-4115-828e-4eddfb3bdf28 req-f60a7074-2c39-46b9-a37d-9461aa26dcd8 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:49.457518 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-62e60ce6-ba0f-4115-828e-4eddfb3bdf28 req-f60a7074-2c39-46b9-a37d-9461aa26dcd8 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b64218-c43e-4165-9c8b-ebd324b11dff HTTP/1.1" status: 200 len: 948 time: 0.1152434 Jan 28 13:19:49.500305 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-a737dd92-b786-4689-b30f-d1e9d8fc3643 req-93042cbe-d855-4d8b-8261-636d9769d134 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Deleting port 2c413430-ad3c-4f8a-945a-d20c9c8b7d45 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:19:49.500649 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a737dd92-b786-4689-b30f-d1e9d8fc3643 req-93042cbe-d855-4d8b-8261-636d9769d134 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (2c413430-ad3c-4f8a-945a-d20c9c8b7d45), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:49.560991 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-62e60ce6-ba0f-4115-828e-4eddfb3bdf28 req-cb50d3d7-d56b-42ba-b6ef-293ae7d9531c tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025627 Jan 28 13:19:49.596415 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 89950e23-ce82-41f6-9ede-d9bc0eba34af is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:49.598433 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:49.607809 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:49.666607 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 89950e23-ce82-41f6-9ede-d9bc0eba34af, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=89950e23-ce82-41f6-9ede-d9bc0eba34af,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:49.668640 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea7448a-59b2-4d04-978a-cf573bc8bd26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89950e23-ce82-41f6-9ede-d9bc0eba34af'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:49.673214 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501b1ef2-71fa-4e4c-9075-40eb5a7d6d42" -d '{"events": [{"server_uuid": "dea7448a-59b2-4d04-978a-cf573bc8bd26", "name": "network-vif-plugged", "status": "completed", "tag": "89950e23-ce82-41f6-9ede-d9bc0eba34af"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:49.682398 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:49.702052 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-a737dd92-b786-4689-b30f-d1e9d8fc3643 req-93042cbe-d855-4d8b-8261-636d9769d134 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] For port 2c413430-ad3c-4f8a-945a-d20c9c8b7d45, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=2c413430-ad3c-4f8a-945a-d20c9c8b7d45,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:49.703168 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a737dd92-b786-4689-b30f-d1e9d8fc3643 req-93042cbe-d855-4d8b-8261-636d9769d134 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (2c413430-ad3c-4f8a-945a-d20c9c8b7d45), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:49.761161 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-a737dd92-b786-4689-b30f-d1e9d8fc3643 req-93042cbe-d855-4d8b-8261-636d9769d134 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Calling delete_port for 2c413430-ad3c-4f8a-945a-d20c9c8b7d45 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:19:49.838708 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=89950e23-ce82-41f6-9ede-d9bc0eba34af,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:49.847699 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed132291-e851-48f9-ba11-f8701a730e3f req-a64606aa-3655-4fe1-a864-d0bbeb78931d tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:49.850476 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ed132291-e851-48f9-ba11-f8701a730e3f req-a64606aa-3655-4fe1-a864-d0bbeb78931d tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b107958-3953-461a-974a-a5fea26d99d9 HTTP/1.1" status: 200 len: 950 time: 0.1348894 Jan 28 13:19:49.881545 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:49.886345 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:49.888577 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:49.889385 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:49.890138 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:49.894303 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:49.895160 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:49.896337 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:49.898649 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:49.899460 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:49.903721 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:49.904523 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:49.905264 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:49.958253 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ed132291-e851-48f9-ba11-f8701a730e3f req-f3e4acd3-e8e2-4fef-86d6-d1bd82062f2f tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948248 Jan 28 13:19:49.964159 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b64218-c43e-4165-9c8b-ebd324b11dff', 'tag': '25417da0-50d6-4cc5-8fda-ff274c26d2da'}, {'name': 'network-changed', 'server_uuid': 'a6c22909-6a78-443b-b358-275e926ffaf4', 'tag': '483929b3-e20d-4033-b089-ece52da40613'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:49.968502 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0879e0a-8bc8-48ca-a626-a38cda037f12" -d '{"events": [{"name": "network-changed", "server_uuid": "67b64218-c43e-4165-9c8b-ebd324b11dff", "tag": "25417da0-50d6-4cc5-8fda-ff274c26d2da"}, {"name": "network-changed", "server_uuid": "a6c22909-6a78-443b-b358-275e926ffaf4", "tag": "483929b3-e20d-4033-b089-ece52da40613"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:50.092912 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a737dd92-b786-4689-b30f-d1e9d8fc3643 req-93042cbe-d855-4d8b-8261-636d9769d134 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (2c413430-ad3c-4f8a-945a-d20c9c8b7d45), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:50.104969 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['cc711a79-b2a5-4d47-b345-a4aa0c5b1190'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:50.170964 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93042cbe-d855-4d8b-8261-636d9769d134 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Pushing event deleted for resources: {'Port': ['ID=2c413430-ad3c-4f8a-945a-d20c9c8b7d45,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:50.219720 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edb164-fa62-413b-9349-0ba7bd35a330 req-33f8bf49-0fcd-4c45-b0af-e0e8a424e602 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:50.222196 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-33edb164-fa62-413b-9349-0ba7bd35a330 req-33f8bf49-0fcd-4c45-b0af-e0e8a424e602 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 950 time: 0.1651490 Jan 28 13:19:50.252393 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-a737dd92-b786-4689-b30f-d1e9d8fc3643 req-93042cbe-d855-4d8b-8261-636d9769d134 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] No DVR routers for this DVR port 2c413430-ad3c-4f8a-945a-d20c9c8b7d45 on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:19:50.256956 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a737dd92-b786-4689-b30f-d1e9d8fc3643 req-93042cbe-d855-4d8b-8261-636d9769d134 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:50.263334 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a737dd92-b786-4689-b30f-d1e9d8fc3643 req-93042cbe-d855-4d8b-8261-636d9769d134 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.37 "DELETE /v2.0/ports/2c413430-ad3c-4f8a-945a-d20c9c8b7d45 HTTP/1.1" status: 204 len: 173 time: 0.9679461 Jan 28 13:19:50.368683 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-caf8a5d7-5382-4748-bf36-8332e3366612 req-9359efac-4d73-40b8-84af-8c80b1cd74a6 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9748249 Jan 28 13:19:50.389978 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-33edb164-fa62-413b-9349-0ba7bd35a330 req-7786e4ed-5009-478d-a328-1483715136da tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252131 Jan 28 13:19:50.565952 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-caf8a5d7-5382-4748-bf36-8332e3366612 req-03ae6b4b-9800-45d4-b0e3-2783990c86f2 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896822 Jan 28 13:19:50.566274 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fcfb0a-3875-4512-8b97-14bfe7d8fa7b x-openstack-request-id: req-95fcfb0a-3875-4512-8b97-14bfe7d8fa7b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:50.566801 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea7448a-59b2-4d04-978a-cf573bc8bd26", "name": "network-vif-plugged", "status": "completed", "tag": "89950e23-ce82-41f6-9ede-d9bc0eba34af", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:50.567062 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-95fcfb0a-3875-4512-8b97-14bfe7d8fa7b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:50.567572 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea7448a-59b2-4d04-978a-cf573bc8bd26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89950e23-ce82-41f6-9ede-d9bc0eba34af', 'code': 200} Jan 28 13:19:50.589623 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae2a637-acae-48cb-8233-93cf45b1bb09 req-c3472195-f5bc-438f-b7e6-a878b7238687 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:50.592326 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cae2a637-acae-48cb-8233-93cf45b1bb09 req-c3472195-f5bc-438f-b7e6-a878b7238687 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 946 time: 0.5368564 Jan 28 13:19:50.850838 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2d9d0-ed4b-4908-9519-4e97da1b130c req-104280b0-c587-4ec4-8aee-c62a24e2e4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:50.853305 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-71b2d9d0-ed4b-4908-9519-4e97da1b130c req-104280b0-c587-4ec4-8aee-c62a24e2e4a6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 1101 time: 0.1754777 Jan 28 13:19:50.872994 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286850e-57ef-4e5a-9e0c-d42f0b78a774 req-ccf723e7-cb86-4d10-ac87-0544c9a96cbf tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:50.884672 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f286850e-57ef-4e5a-9e0c-d42f0b78a774 req-ccf723e7-cb86-4d10-ac87-0544c9a96cbf tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 946 time: 0.1341369 Jan 28 13:19:50.896009 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-da0c93aa-a05a-450f-9180-f88c839961bd tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:50.905110 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-da0c93aa-a05a-450f-9180-f88c839961bd tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (b72f2b89-7fa3-446b-aed7-17566ac32a6d), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:51.009411 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cae2a637-acae-48cb-8233-93cf45b1bb09 req-410aca45-932d-4093-a683-fc8b3e58ec99 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047377 Jan 28 13:19:51.067203 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f286850e-57ef-4e5a-9e0c-d42f0b78a774 req-67ef1120-58cd-4b97-a7ed-512ce26b0bd5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812851 Jan 28 13:19:51.109509 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-71b2d9d0-ed4b-4908-9519-4e97da1b130c req-6abec53c-ab6d-4303-b458-07c9a304e99c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938932 Jan 28 13:19:51.128917 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-da0c93aa-a05a-450f-9180-f88c839961bd tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Floating IP b72f2b89-7fa3-446b-aed7-17566ac32a6d associated. External IP: 172.25.3.198, port: 14a8c577-6350-4e43-b795-e340fe037564. Jan 28 13:19:51.129370 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0d5857-d0f3-45ef-9fd6-8daf0514b6cd x-openstack-request-id: req-ff0d5857-d0f3-45ef-9fd6-8daf0514b6cd {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:51.129678 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b64218-c43e-4165-9c8b-ebd324b11dff", "tag": "25417da0-50d6-4cc5-8fda-ff274c26d2da", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a6c22909-6a78-443b-b358-275e926ffaf4", "tag": "483929b3-e20d-4033-b089-ece52da40613", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:51.130075 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ff0d5857-d0f3-45ef-9fd6-8daf0514b6cd {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:51.130800 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b64218-c43e-4165-9c8b-ebd324b11dff', 'tag': '25417da0-50d6-4cc5-8fda-ff274c26d2da', 'status': 'completed', 'code': 200} Jan 28 13:19:51.131913 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c22909-6a78-443b-b358-275e926ffaf4', 'tag': '483929b3-e20d-4033-b089-ece52da40613', 'status': 'completed', 'code': 200} Jan 28 13:19:51.268110 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 25417da0-50d6-4cc5-8fda-ff274c26d2da details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:19:51.278652 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d4c15-f490-4579-9d19-e5a972e7a252 req-bd4b5fcc-f8c8-4a0b-9037-31db6988c444 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:51.287038 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-562d4c15-f490-4579-9d19-e5a972e7a252 req-bd4b5fcc-f8c8-4a0b-9037-31db6988c444 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b64218-c43e-4165-9c8b-ebd324b11dff HTTP/1.1" status: 200 len: 948 time: 0.0624855 Jan 28 13:19:51.403936 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832621b-44ab-464b-aa81-824280f197f7 req-65ba0e08-3d72-4e52-8838-71ac1fae0854 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:51.405965 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a832621b-44ab-464b-aa81-824280f197f7 req-65ba0e08-3d72-4e52-8838-71ac1fae0854 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 944 time: 0.1188858 Jan 28 13:19:51.407889 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-562d4c15-f490-4579-9d19-e5a972e7a252 req-c70cf826-7d09-4cc1-bbf2-ecd5bb0e317a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197476 Jan 28 13:19:51.432006 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 2c413430-ad3c-4f8a-945a-d20c9c8b7d45 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:19:51.509003 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 2c413430-ad3c-4f8a-945a-d20c9c8b7d45 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:19:51.509694 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 2c413430-ad3c-4f8a-945a-d20c9c8b7d45 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:19:51.535901 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0879e0a-8bc8-48ca-a626-a38cda037f12 req-b418b679-96ad-4280-aa40-356fc152eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:51.537912 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e0879e0a-8bc8-48ca-a626-a38cda037f12 req-b418b679-96ad-4280-aa40-356fc152eeec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&device_id=67b64218-c43e-4165-9c8b-ebd324b11dff HTTP/1.1" status: 200 len: 1099 time: 0.1375580 Jan 28 13:19:51.593689 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1a1892d4-46b0-4979-88c7-691c9116b415 req-96d157d0-0496-4f0a-9aa1-04b16e59658e tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b107958-3953-461a-974a-a5fea26d99d9 HTTP/1.1" status: 200 len: 210 time: 0.0514169 Jan 28 13:19:51.669509 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 25417da0-50d6-4cc5-8fda-ff274c26d2da, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=25417da0-50d6-4cc5-8fda-ff274c26d2da,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:51.701206 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '25417da0-50d6-4cc5-8fda-ff274c26d2da', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': '25417da0-50d6-4cc5-8fda-ff274c26d2da', 'mac_address': 'fa:16:3e:2c:8b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:19:51.723078 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a832621b-44ab-464b-aa81-824280f197f7 req-bca05d5a-5f9e-4d2b-971a-191889b0a46c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052270 Jan 28 13:19:51.773703 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0c93aa-a05a-450f-9180-f88c839961bd tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Router 60c646b4-2c46-42a8-81c1-b1dfd4c02186 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:19:51.793623 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 25417da0-50d6-4cc5-8fda-ff274c26d2da is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:51.794085 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (25417da0-50d6-4cc5-8fda-ff274c26d2da), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:51.815575 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25417da0-50d6-4cc5-8fda-ff274c26d2da {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:51.858666 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 25417da0-50d6-4cc5-8fda-ff274c26d2da, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=25417da0-50d6-4cc5-8fda-ff274c26d2da,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:51.864632 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (25417da0-50d6-4cc5-8fda-ff274c26d2da), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:51.899139 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54f3fb-7c55-469f-8b06-36d8080c4bcf req-0b4b1f42-1052-4ce4-8d68-19aa2d281483 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:51.901625 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ad54f3fb-7c55-469f-8b06-36d8080c4bcf req-0b4b1f42-1052-4ce4-8d68-19aa2d281483 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 950 time: 0.1524558 Jan 28 13:19:51.917023 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0879e0a-8bc8-48ca-a626-a38cda037f12 req-98598933-605d-4891-a2cf-9300808b68a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:51.921932 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e0879e0a-8bc8-48ca-a626-a38cda037f12 req-98598933-605d-4891-a2cf-9300808b68a1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.3251212 Jan 28 13:19:51.955521 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=25417da0-50d6-4cc5-8fda-ff274c26d2da,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:52.009069 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e0879e0a-8bc8-48ca-a626-a38cda037f12 req-70838a69-2296-454f-bd96-3cbcfb2dd9e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=25417da0-50d6-4cc5-8fda-ff274c26d2da HTTP/1.1" status: 200 len: 217 time: 0.0736048 Jan 28 13:19:52.024789 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0c93aa-a05a-450f-9180-f88c839961bd tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:19:52.042444 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b7d9b4-f429-4cf8-ba22-b1058eec50ce None None] Sync routers for ids ['60c646b4-2c46-42a8-81c1-b1dfd4c02186'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:19:52.069874 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-da0c93aa-a05a-450f-9180-f88c839961bd tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:52.081111 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b7d9b4-f429-4cf8-ba22-b1058eec50ce None None] Routers {'60c646b4-2c46-42a8-81c1-b1dfd4c02186'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:19:52.081781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-31b7d9b4-f429-4cf8-ba22-b1058eec50ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:19:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['60c646b4-2c46-42a8-81c1-b1dfd4c02186'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:52.143476 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ad54f3fb-7c55-469f-8b06-36d8080c4bcf req-7774ad12-f3ab-4830-a82e-5d2dc46b6c97 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181292 Jan 28 13:19:52.164567 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0879e0a-8bc8-48ca-a626-a38cda037f12 req-befe7fbc-c7b0-4edd-bd2c-f8c66d016c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:52.172500 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e0879e0a-8bc8-48ca-a626-a38cda037f12 req-befe7fbc-c7b0-4edd-bd2c-f8c66d016c6b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1472988 Jan 28 13:19:52.221213 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-da0c93aa-a05a-450f-9180-f88c839961bd tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "PUT /v2.0/floatingips/b72f2b89-7fa3-446b-aed7-17566ac32a6d HTTP/1.1" status: 200 len: 991 time: 3.3751545 Jan 28 13:19:52.224012 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c360aa12-3fe5-4dd3-a905-690ee2cd185d', 'tag': '14a8c577-6350-4e43-b795-e340fe037564'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:52.232420 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b351c9f1-9d1f-4f1a-90db-4150c43f973c" -d '{"events": [{"name": "network-changed", "server_uuid": "c360aa12-3fe5-4dd3-a905-690ee2cd185d", "tag": "14a8c577-6350-4e43-b795-e340fe037564"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:52.294716 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd16356-4964-43b5-ae99-5a69e9cbe363 req-4b41fba6-bbaa-4f36-8646-ba3ede9cf3e4 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:52.299165 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0879e0a-8bc8-48ca-a626-a38cda037f12 req-a7c5170b-a603-4ea5-a5cb-84bb2041721e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:52.301173 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e0879e0a-8bc8-48ca-a626-a38cda037f12 req-a7c5170b-a603-4ea5-a5cb-84bb2041721e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1211207 Jan 28 13:19:52.308948 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dcd16356-4964-43b5-ae99-5a69e9cbe363 req-4b41fba6-bbaa-4f36-8646-ba3ede9cf3e4 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 946 time: 0.1801593 Jan 28 13:19:52.374395 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-31b7d9b4-f429-4cf8-ba22-b1058eec50ce None None] Set router 60c646b4-2c46-42a8-81c1-b1dfd4c02186 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:19:52.411117 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dcd16356-4964-43b5-ae99-5a69e9cbe363 req-e44f25d1-50e8-4db0-89c5-0364f1db311a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009755 Jan 28 13:19:52.421827 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['25417da0-50d6-4cc5-8fda-ff274c26d2da'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:52.455766 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e0879e0a-8bc8-48ca-a626-a38cda037f12 req-b20c7012-1451-445c-98b8-744070fdf08f service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351657 Jan 28 13:19:52.470015 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c3d1a-c480-407a-9a96-7a7d1e7caf49 req-d2d9c87c-8167-476e-a7e2-8a26c00b12a6 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:52.479259 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-289c3d1a-c480-407a-9a96-7a7d1e7caf49 req-d2d9c87c-8167-476e-a7e2-8a26c00b12a6 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 946 time: 0.1970756 Jan 28 13:19:52.630512 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e0879e0a-8bc8-48ca-a626-a38cda037f12 req-48614dde-20e6-4310-8f76-a4b43d59abce service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414812 Jan 28 13:19:52.717750 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-289c3d1a-c480-407a-9a96-7a7d1e7caf49 req-78e8838e-dd92-43a1-b6a4-e5611ab42c40 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371857 Jan 28 13:19:52.818683 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0f1ef9-653e-4f2c-9050-081444be6fab x-openstack-request-id: req-0f0f1ef9-653e-4f2c-9050-081444be6fab {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:52.819233 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c360aa12-3fe5-4dd3-a905-690ee2cd185d", "tag": "14a8c577-6350-4e43-b795-e340fe037564", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:52.819764 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f0f1ef9-653e-4f2c-9050-081444be6fab {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:52.823643 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c360aa12-3fe5-4dd3-a905-690ee2cd185d', 'tag': '14a8c577-6350-4e43-b795-e340fe037564', 'status': 'completed', 'code': 200} Jan 28 13:19:52.902285 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0879e0a-8bc8-48ca-a626-a38cda037f12 req-b90a64ce-a028-4cd5-a5ab-fe1ee54f209c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:52.943763 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e0879e0a-8bc8-48ca-a626-a38cda037f12 req-b90a64ce-a028-4cd5-a5ab-fe1ee54f209c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=93543269cade486c80fd00260197c0a8&device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 1125 time: 0.1864452 Jan 28 13:19:52.955322 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-31b7d9b4-f429-4cf8-ba22-b1058eec50ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538456093-router', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:36Z', 'revision_number': 4, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'gw_port': {'id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'b72f2b89-7fa3-446b-aed7-17566ac32a6d', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'port_id': '14a8c577-6350-4e43-b795-e340fe037564', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7', 'mac_address': 'fa:16:3e:dd:64:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c360aa12-3fe5-4dd3-a905-690ee2cd185d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:15:58Z', 'updated_at': '2022-01-28T13:19:50Z', 'revision_number': 5, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c240f066-9b69-4788-86b6-05b5fb363832', 'name': '', 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'mac_address': 'fa:16:3e:d9:b6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:35Z', 'updated_at': '2022-01-28T13:15:43Z', 'revision_number': 5, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'subnets': [{'id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:53.009826 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b7d9b4-f429-4cf8-ba22-b1058eec50ce None None] Checking router: 60c646b4-2c46-42a8-81c1-b1dfd4c02186 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:19:53.016383 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351c9f1-9d1f-4f1a-90db-4150c43f973c req-0f7702b1-ffff-4dea-a131-8c1d91806684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:53.016383 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b351c9f1-9d1f-4f1a-90db-4150c43f973c req-0f7702b1-ffff-4dea-a131-8c1d91806684 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1f50da165814895ae3e09a2631675bc&device_id=c360aa12-3fe5-4dd3-a905-690ee2cd185d HTTP/1.1" status: 200 len: 1096 time: 0.1385136 Jan 28 13:19:53.047841 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b7d9b4-f429-4cf8-ba22-b1058eec50ce None None] Routers {'60c646b4-2c46-42a8-81c1-b1dfd4c02186'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:19:53.049538 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-31b7d9b4-f429-4cf8-ba22-b1058eec50ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:19:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['60c646b4-2c46-42a8-81c1-b1dfd4c02186'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:53.089789 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cf09f-bb2a-4c66-8c48-8dda94a10dc3 req-6d2b660c-af8c-4c54-9e1e-66d9cf8a96fa tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:53.097467 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d54cf09f-bb2a-4c66-8c48-8dda94a10dc3 req-6d2b660c-af8c-4c54-9e1e-66d9cf8a96fa tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b64218-c43e-4165-9c8b-ebd324b11dff HTTP/1.1" status: 200 len: 949 time: 0.1525445 Jan 28 13:19:53.135188 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b107958-3953-461a-974a-a5fea26d99d9', 'name': 'network-vif-deleted', 'tag': '2c413430-ad3c-4f8a-945a-d20c9c8b7d45'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:53.138183 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7404b1ba-be24-45b7-9f3d-facba9a883bf" -d '{"events": [{"server_uuid": "3b107958-3953-461a-974a-a5fea26d99d9", "name": "network-vif-deleted", "tag": "2c413430-ad3c-4f8a-945a-d20c9c8b7d45"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:53.180340 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55e195-656e-4bf7-8b9c-a8c15821b8d9 req-0d248084-5286-4670-9b61-c9598967b7f0 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:53.182229 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1e55e195-656e-4bf7-8b9c-a8c15821b8d9 req-0d248084-5286-4670-9b61-c9598967b7f0 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 944 time: 0.1373010 Jan 28 13:19:53.191674 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d54cf09f-bb2a-4c66-8c48-8dda94a10dc3 req-e48d70ab-3c98-4cb3-930a-80cc4e16205d tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930560 Jan 28 13:19:53.193280 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0879e0a-8bc8-48ca-a626-a38cda037f12 req-3690e80a-e6cf-44e3-bb96-50243b0c8b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:53.198405 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e0879e0a-8bc8-48ca-a626-a38cda037f12 req-3690e80a-e6cf-44e3-bb96-50243b0c8b46 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8528e78d-cd10-4563-a6b3-de6e91f8e460 HTTP/1.1" status: 200 len: 908 time: 0.2316985 Jan 28 13:19:53.255711 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-31b7d9b4-f429-4cf8-ba22-b1058eec50ce None None] Set router 60c646b4-2c46-42a8-81c1-b1dfd4c02186 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:19:53.285999 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1e55e195-656e-4bf7-8b9c-a8c15821b8d9 req-663be905-3e7d-4f95-b1bd-cd17b19dae15 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948522 Jan 28 13:19:53.299729 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351c9f1-9d1f-4f1a-90db-4150c43f973c req-73250aac-05cd-44e0-bbca-3524f533afab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:53.309401 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b351c9f1-9d1f-4f1a-90db-4150c43f973c req-73250aac-05cd-44e0-bbca-3524f533afab service neutron] 10.222.0.18 "GET /v2.0/networks?id=56a89aa3-213b-4e75-bd90-9d124e8278f7 HTTP/1.1" status: 200 len: 923 time: 0.2831831 Jan 28 13:19:53.322303 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e0879e0a-8bc8-48ca-a626-a38cda037f12 req-9b302a58-321e-4ad4-a315-6d8f6378dd53 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=483929b3-e20d-4033-b089-ece52da40613 HTTP/1.1" status: 200 len: 217 time: 0.1166191 Jan 28 13:19:53.411438 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b351c9f1-9d1f-4f1a-90db-4150c43f973c req-5805e16d-5878-44c4-9f1f-853584ec3483 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14a8c577-6350-4e43-b795-e340fe037564 HTTP/1.1" status: 200 len: 999 time: 0.0956812 Jan 28 13:19:53.432582 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc14696-b1e8-41d4-ad52-754ca6ccb1ba x-openstack-request-id: req-9fc14696-b1e8-41d4-ad52-754ca6ccb1ba {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:53.434223 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b107958-3953-461a-974a-a5fea26d99d9", "name": "network-vif-deleted", "tag": "2c413430-ad3c-4f8a-945a-d20c9c8b7d45", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:53.434761 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9fc14696-b1e8-41d4-ad52-754ca6ccb1ba {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:53.436770 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b107958-3953-461a-974a-a5fea26d99d9', 'name': 'network-vif-deleted', 'tag': '2c413430-ad3c-4f8a-945a-d20c9c8b7d45', 'status': 'completed', 'code': 200} Jan 28 13:19:53.479292 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 860fb29b-89df-40c0-b2b4-c3e67441f84e details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:19:53.489015 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0879e0a-8bc8-48ca-a626-a38cda037f12 req-ddf8ee37-d93a-42d7-9e01-2bb809ed8156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:53.490786 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e0879e0a-8bc8-48ca-a626-a38cda037f12 req-ddf8ee37-d93a-42d7-9e01-2bb809ed8156 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=585c2f63-9b4b-456a-9eb5-e157a8ee5cdd HTTP/1.1" status: 200 len: 848 time: 0.1626613 Jan 28 13:19:53.576711 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351c9f1-9d1f-4f1a-90db-4150c43f973c req-6b386528-9495-4b80-8164-999149586f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:53.579240 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b351c9f1-9d1f-4f1a-90db-4150c43f973c req-6b386528-9495-4b80-8164-999149586f02 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8d09786e-2fd7-45c5-ac49-545a517099f6 HTTP/1.1" status: 200 len: 862 time: 0.1566780 Jan 28 13:19:53.710512 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93c8ed-e5bc-49a8-bbfb-301202b6b207 req-c9f71550-87b9-4b8e-97ba-dff728de77eb tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:53.718625 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0c93c8ed-e5bc-49a8-bbfb-301202b6b207 req-c9f71550-87b9-4b8e-97ba-dff728de77eb tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 950 time: 0.1327224 Jan 28 13:19:53.741973 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351c9f1-9d1f-4f1a-90db-4150c43f973c req-6fd2222c-012c-46f0-b21a-5788389c6f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:53.743888 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b351c9f1-9d1f-4f1a-90db-4150c43f973c req-6fd2222c-012c-46f0-b21a-5788389c6f8f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=56a89aa3-213b-4e75-bd90-9d124e8278f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308014 Jan 28 13:19:53.858710 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 860fb29b-89df-40c0-b2b4-c3e67441f84e, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=860fb29b-89df-40c0-b2b4-c3e67441f84e,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:53.885081 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b351c9f1-9d1f-4f1a-90db-4150c43f973c req-98c26a22-eb52-49e7-a271-11de071d1261 service neutron] 10.222.0.18 "GET /v2.0/networks/56a89aa3-213b-4e75-bd90-9d124e8278f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259224 Jan 28 13:19:53.903562 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '860fb29b-89df-40c0-b2b4-c3e67441f84e', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': '860fb29b-89df-40c0-b2b4-c3e67441f84e', 'mac_address': 'fa:16:3e:2a:67:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:19:53.954664 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0c93c8ed-e5bc-49a8-bbfb-301202b6b207 req-3069661b-7901-4554-8e4a-1a981db3e672 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342212 Jan 28 13:19:53.978275 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e0879e0a-8bc8-48ca-a626-a38cda037f12 req-5946d188-7e01-4757-8b5a-939610c7f579 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8528e78d-cd10-4563-a6b3-de6e91f8e460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4812384 Jan 28 13:19:54.031353 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 860fb29b-89df-40c0-b2b4-c3e67441f84e is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:54.033600 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (860fb29b-89df-40c0-b2b4-c3e67441f84e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:54.057831 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 860fb29b-89df-40c0-b2b4-c3e67441f84e {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:54.097061 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 860fb29b-89df-40c0-b2b4-c3e67441f84e, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=860fb29b-89df-40c0-b2b4-c3e67441f84e,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:54.105927 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (860fb29b-89df-40c0-b2b4-c3e67441f84e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:54.112099 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1999b04-44c7-4a0d-a8aa-345ed4223d44 req-f368fb91-5af0-4be6-89f1-3c157f6a4250 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:54.117721 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-31b7d9b4-f429-4cf8-ba22-b1058eec50ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538456093-router', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:36Z', 'revision_number': 4, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'gw_port': {'id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'b72f2b89-7fa3-446b-aed7-17566ac32a6d', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'port_id': '14a8c577-6350-4e43-b795-e340fe037564', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7', 'mac_address': 'fa:16:3e:dd:64:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c360aa12-3fe5-4dd3-a905-690ee2cd185d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:15:58Z', 'updated_at': '2022-01-28T13:19:50Z', 'revision_number': 5, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c240f066-9b69-4788-86b6-05b5fb363832', 'name': '', 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'mac_address': 'fa:16:3e:d9:b6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:35Z', 'updated_at': '2022-01-28T13:15:43Z', 'revision_number': 5, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'subnets': [{'id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:54.126829 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e1999b04-44c7-4a0d-a8aa-345ed4223d44 req-f368fb91-5af0-4be6-89f1-3c157f6a4250 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 946 time: 0.1576910 Jan 28 13:19:54.180244 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b7d9b4-f429-4cf8-ba22-b1058eec50ce None None] The sync data for ids ['60c646b4-2c46-42a8-81c1-b1dfd4c02186'] in n-d-822747-2 is: [{'id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538456093-router', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:36Z', 'revision_number': 4, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'gw_port': {'id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'b72f2b89-7fa3-446b-aed7-17566ac32a6d', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'port_id': '14a8c577-6350-4e43-b795-e340fe037564', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7', 'mac_address': 'fa:16:3e:dd:64:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c360aa12-3fe5-4dd3-a905-690ee2cd185d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:15:58Z', 'updated_at': '2022-01-28T13:19:50Z', 'revision_number': 5, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c240f066-9b69-4788-86b6-05b5fb363832', 'name': '', 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'mac_address': 'fa:16:3e:d9:b6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:35Z', 'updated_at': '2022-01-28T13:15:43Z', 'revision_number': 5, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'subnets': [{'id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:19:54.224938 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=860fb29b-89df-40c0-b2b4-c3e67441f84e,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:54.231333 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b351c9f1-9d1f-4f1a-90db-4150c43f973c req-bfa588cf-d355-4c7e-bb76-5dfd396367b3 service neutron] 10.222.0.18 "GET /v2.0/networks/56a89aa3-213b-4e75-bd90-9d124e8278f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291438 Jan 28 13:19:54.279544 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e1999b04-44c7-4a0d-a8aa-345ed4223d44 req-0e913128-5c25-47aa-ae69-c44351cdf615 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513729 Jan 28 13:19:54.331423 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e0879e0a-8bc8-48ca-a626-a38cda037f12 req-0ff9eccf-36f6-4882-8968-949239ea7c7e service neutron] 10.222.0.18 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217363 Jan 28 13:19:54.335459 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6f0b9-62a6-49e8-850f-2d6210c9e264 req-67aa6c97-7da4-4abc-9b1e-229b57b03f92 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:54.338397 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f2d6f0b9-62a6-49e8-850f-2d6210c9e264 req-67aa6c97-7da4-4abc-9b1e-229b57b03f92 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 951 time: 0.1018159 Jan 28 13:19:54.417717 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f2d6f0b9-62a6-49e8-850f-2d6210c9e264 req-9f30e6b1-d04a-467c-8f31-11d1b144b334 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718699 Jan 28 13:19:54.559898 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e0879e0a-8bc8-48ca-a626-a38cda037f12 req-35cf9ef8-34d0-4fea-9722-1ce13eb5514f service neutron] 10.222.0.18 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211964 Jan 28 13:19:54.622223 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8ed10-33bf-4a94-a686-e2ff24f9330f req-dbcfd38b-5d36-433b-82ee-f6b729d0592f tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:54.633492 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8118e318-a2e9-4471-8fe1-433bf191acc5 None None] New status for floating IP b72f2b89-7fa3-446b-aed7-17566ac32a6d: ACTIVE {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:19:54.635256 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86c8ed10-33bf-4a94-a686-e2ff24f9330f req-dbcfd38b-5d36-433b-82ee-f6b729d0592f tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 946 time: 0.1387777 Jan 28 13:19:54.709984 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86c8ed10-33bf-4a94-a686-e2ff24f9330f req-f1544a5c-d806-4b22-a79a-e6cd3baedbf8 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731058 Jan 28 13:19:54.713930 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['860fb29b-89df-40c0-b2b4-c3e67441f84e'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:54.735802 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107b323-618f-420e-b33c-7ecc3544df80 req-23006080-fa23-4326-83b5-765fba44810a tempest-MigrationsAdminTest-1074180529 tempest-MigrationsAdminTest-1074180529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:54.755066 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1107b323-618f-420e-b33c-7ecc3544df80 req-23006080-fa23-4326-83b5-765fba44810a tempest-MigrationsAdminTest-1074180529 tempest-MigrationsAdminTest-1074180529-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 1101 time: 0.1197016 Jan 28 13:19:54.850762 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1107b323-618f-420e-b33c-7ecc3544df80 req-4ddb11e0-4552-4371-8f76-a6449c5125aa tempest-MigrationsAdminTest-1074180529 tempest-MigrationsAdminTest-1074180529-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942135 Jan 28 13:19:54.944183 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42d6ab-30ec-4835-b765-ce219a3f4ef7 req-7d97c221-1179-4757-8cd2-c2a32732321c tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:54.956939 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6f42d6ab-30ec-4835-b765-ce219a3f4ef7 req-7d97c221-1179-4757-8cd2-c2a32732321c tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b64218-c43e-4165-9c8b-ebd324b11dff HTTP/1.1" status: 200 len: 949 time: 0.1218605 Jan 28 13:19:55.054257 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6f42d6ab-30ec-4835-b765-ce219a3f4ef7 req-4fa8ede9-77b3-451e-a1a6-9b03d589488e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962379 Jan 28 13:19:55.083629 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47af11-ebfa-4ba9-9e71-39d8908e84a1 req-a2497116-529a-489c-8b45-66b0b26eeb2b tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:55.092128 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2f47af11-ebfa-4ba9-9e71-39d8908e84a1 req-a2497116-529a-489c-8b45-66b0b26eeb2b tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 944 time: 0.1094785 Jan 28 13:19:55.188314 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2f47af11-ebfa-4ba9-9e71-39d8908e84a1 req-c0c039e4-ac5b-49fa-8bca-e7f0048229a6 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946860 Jan 28 13:19:55.327700 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 25417da0-50d6-4cc5-8fda-ff274c26d2da up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:19:55.546341 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 25417da0-50d6-4cc5-8fda-ff274c26d2da completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:19:55.551764 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 25417da0-50d6-4cc5-8fda-ff274c26d2da triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:55.558206 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (25417da0-50d6-4cc5-8fda-ff274c26d2da), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:55.606160 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e8f80-11eb-47a1-a180-63674777d56b req-4caebd9c-12c5-4596-92b0-fb9adaa52b56 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:55.609795 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-056e8f80-11eb-47a1-a180-63674777d56b req-4caebd9c-12c5-4596-92b0-fb9adaa52b56 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 946 time: 0.1308737 Jan 28 13:19:55.662565 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 25417da0-50d6-4cc5-8fda-ff274c26d2da is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:55.662565 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (25417da0-50d6-4cc5-8fda-ff274c26d2da), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:55.693132 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b64218-c43e-4165-9c8b-ebd324b11dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25417da0-50d6-4cc5-8fda-ff274c26d2da'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:55.697033 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c7549c-36c0-4139-9a97-0bdc3eba2481" -d '{"events": [{"server_uuid": "67b64218-c43e-4165-9c8b-ebd324b11dff", "name": "network-vif-plugged", "status": "completed", "tag": "25417da0-50d6-4cc5-8fda-ff274c26d2da"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:55.706154 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-056e8f80-11eb-47a1-a180-63674777d56b req-96d03a1f-00a1-4794-9a34-a58ef1275d9d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904019 Jan 28 13:19:55.724573 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 25417da0-50d6-4cc5-8fda-ff274c26d2da, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=25417da0-50d6-4cc5-8fda-ff274c26d2da,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:55.732325 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (25417da0-50d6-4cc5-8fda-ff274c26d2da), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:55.794565 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=25417da0-50d6-4cc5-8fda-ff274c26d2da,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:56.035128 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d22409b-921b-4e37-92d9-f7392891e3b8 x-openstack-request-id: req-5d22409b-921b-4e37-92d9-f7392891e3b8 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:56.035417 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b64218-c43e-4165-9c8b-ebd324b11dff", "name": "network-vif-plugged", "status": "completed", "tag": "25417da0-50d6-4cc5-8fda-ff274c26d2da", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:56.035744 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d22409b-921b-4e37-92d9-f7392891e3b8 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:56.036160 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b64218-c43e-4165-9c8b-ebd324b11dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25417da0-50d6-4cc5-8fda-ff274c26d2da', 'code': 200} Jan 28 13:19:56.042793 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afddef2-9ad6-4b52-bb5f-c89cb1487727 req-aeb1aaff-c3dd-4c76-85d4-9a15af04a994 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:56.044702 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9afddef2-9ad6-4b52-bb5f-c89cb1487727 req-aeb1aaff-c3dd-4c76-85d4-9a15af04a994 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.37 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 951 time: 0.1638243 Jan 28 13:19:56.128720 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5db23-5880-4d5b-89f5-bfa1c529e64e req-38a3f78e-02df-455c-8e75-ac042e43fcf7 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:56.144082 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-46f5db23-5880-4d5b-89f5-bfa1c529e64e req-38a3f78e-02df-455c-8e75-ac042e43fcf7 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 951 time: 0.1954968 Jan 28 13:19:56.200789 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-ca135578-06cc-4ab6-a0f9-5bf311fb770e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1775384 Jan 28 13:19:56.247778 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-46f5db23-5880-4d5b-89f5-bfa1c529e64e req-3c20fbd8-9cae-4530-89b5-52dfecf0480c tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/security-groups?id=b55c55d5-377f-4ebc-be33-afab6055c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921559 Jan 28 13:19:56.272415 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a682d-d476-41a7-a947-686d5aa071ea req-958970c0-f60e-475e-ac8f-e94da2c3b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:56.279258 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b09a682d-d476-41a7-a947-686d5aa071ea req-958970c0-f60e-475e-ac8f-e94da2c3b663 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=67b64218-c43e-4165-9c8b-ebd324b11dff HTTP/1.1" status: 200 len: 1101 time: 0.1147263 Jan 28 13:19:56.346356 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-9afddef2-9ad6-4b52-bb5f-c89cb1487727 req-f0e1546a-cf36-460c-8daa-3aa09e373100 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Deleting port cc711a79-b2a5-4d47-b345-a4aa0c5b1190 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:19:56.346847 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9afddef2-9ad6-4b52-bb5f-c89cb1487727 req-f0e1546a-cf36-460c-8daa-3aa09e373100 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:56.447054 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b09a682d-d476-41a7-a947-686d5aa071ea req-69543e3a-33f2-44c5-9f9c-9514493ea0ab service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490848 Jan 28 13:19:56.657648 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-9afddef2-9ad6-4b52-bb5f-c89cb1487727 req-f0e1546a-cf36-460c-8daa-3aa09e373100 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] For port cc711a79-b2a5-4d47-b345-a4aa0c5b1190, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=cc711a79-b2a5-4d47-b345-a4aa0c5b1190,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:56.658602 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9afddef2-9ad6-4b52-bb5f-c89cb1487727 req-f0e1546a-cf36-460c-8daa-3aa09e373100 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:56.706046 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f8a46-594a-4d6e-91a2-2fa6a172d6f2 req-9f168043-d471-490b-bbd1-86c852b14b0c tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:56.715275 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-348f8a46-594a-4d6e-91a2-2fa6a172d6f2 req-9f168043-d471-490b-bbd1-86c852b14b0c tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 950 time: 0.3599064 Jan 28 13:19:56.720029 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831a681-67c6-43d1-8766-19d38b8cda83 req-0c9169e3-008b-4f9b-9480-7b70f95935a9 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:56.727799 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-9afddef2-9ad6-4b52-bb5f-c89cb1487727 req-f0e1546a-cf36-460c-8daa-3aa09e373100 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Calling delete_port for cc711a79-b2a5-4d47-b345-a4aa0c5b1190 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:19:56.733178 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d831a681-67c6-43d1-8766-19d38b8cda83 req-0c9169e3-008b-4f9b-9480-7b70f95935a9 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 946 time: 0.1090236 Jan 28 13:19:56.828374 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d831a681-67c6-43d1-8766-19d38b8cda83 req-bcb25a1a-4f01-4aca-991f-40dbfc96e22f tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933487 Jan 28 13:19:56.948385 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-348f8a46-594a-4d6e-91a2-2fa6a172d6f2 req-4d672d08-190c-431c-97ef-9e1f8e85c250 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315133 Jan 28 13:19:57.088921 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9afddef2-9ad6-4b52-bb5f-c89cb1487727 req-f0e1546a-cf36-460c-8daa-3aa09e373100 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (cc711a79-b2a5-4d47-b345-a4aa0c5b1190), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:57.103548 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['cc711a79-b2a5-4d47-b345-a4aa0c5b1190'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:57.142978 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1546a-cf36-460c-8daa-3aa09e373100 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Pushing event deleted for resources: {'Port': ['ID=cc711a79-b2a5-4d47-b345-a4aa0c5b1190,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:57.205399 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55578568-d21e-4148-97a4-c8a36f0cddd8 req-d6cdc563-b749-4c0e-9d55-6fd90d80f966 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:57.208150 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-55578568-d21e-4148-97a4-c8a36f0cddd8 req-d6cdc563-b749-4c0e-9d55-6fd90d80f966 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b64218-c43e-4165-9c8b-ebd324b11dff HTTP/1.1" status: 200 len: 950 time: 0.1911683 Jan 28 13:19:57.286067 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afddef2-9ad6-4b52-bb5f-c89cb1487727 req-f0e1546a-cf36-460c-8daa-3aa09e373100 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] No DVR routers for this DVR port cc711a79-b2a5-4d47-b345-a4aa0c5b1190 on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:19:57.295345 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9afddef2-9ad6-4b52-bb5f-c89cb1487727 req-f0e1546a-cf36-460c-8daa-3aa09e373100 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:57.299864 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9afddef2-9ad6-4b52-bb5f-c89cb1487727 req-f0e1546a-cf36-460c-8daa-3aa09e373100 tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.37 "DELETE /v2.0/ports/cc711a79-b2a5-4d47-b345-a4aa0c5b1190 HTTP/1.1" status: 204 len: 173 time: 1.2392936 Jan 28 13:19:57.307970 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6', 'name': 'network-vif-deleted', 'tag': 'cc711a79-b2a5-4d47-b345-a4aa0c5b1190'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:57.312129 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99c2a68-8fce-4b1b-8b85-1a0427595c3a" -d '{"events": [{"server_uuid": "75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6", "name": "network-vif-deleted", "tag": "cc711a79-b2a5-4d47-b345-a4aa0c5b1190"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:57.345269 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1fbe7-e98a-429f-bd31-cf9c6e7a289c req-626d19d4-b7d0-4b3e-b20f-fc29a7584c64 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:57.352592 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-55578568-d21e-4148-97a4-c8a36f0cddd8 req-1941b8c8-a642-4414-92f9-615d5f16e176 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283529 Jan 28 13:19:57.362006 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c8f1fbe7-e98a-429f-bd31-cf9c6e7a289c req-626d19d4-b7d0-4b3e-b20f-fc29a7584c64 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 944 time: 0.1816022 Jan 28 13:19:57.425092 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 860fb29b-89df-40c0-b2b4-c3e67441f84e up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:19:57.562886 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 860fb29b-89df-40c0-b2b4-c3e67441f84e completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:19:57.563868 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c8f1fbe7-e98a-429f-bd31-cf9c6e7a289c req-36c8e277-bcb5-46a3-8521-c08b570c17a4 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921980 Jan 28 13:19:57.568900 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 860fb29b-89df-40c0-b2b4-c3e67441f84e triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:57.571325 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (860fb29b-89df-40c0-b2b4-c3e67441f84e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:57.735640 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a036e-347b-455a-b6c5-980a69c70083 req-c8d75ef9-c8e2-4491-9e5f-88243c717264 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:57.743358 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-575a036e-347b-455a-b6c5-980a69c70083 req-c8d75ef9-c8e2-4491-9e5f-88243c717264 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 946 time: 0.1197064 Jan 28 13:19:57.772819 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 860fb29b-89df-40c0-b2b4-c3e67441f84e is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:57.773434 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (860fb29b-89df-40c0-b2b4-c3e67441f84e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:57.839317 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-575a036e-347b-455a-b6c5-980a69c70083 req-1ffe5b9e-3c3a-403c-8014-7b0c100c1d30 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917013 Jan 28 13:19:57.870660 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 860fb29b-89df-40c0-b2b4-c3e67441f84e, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=860fb29b-89df-40c0-b2b4-c3e67441f84e,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:57.887780 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (860fb29b-89df-40c0-b2b4-c3e67441f84e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:57.923848 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-766419a0-7c1b-4eb3-9c95-42b0e104f6c1 req-5c5208f0-729c-4e6b-ab3b-abf41727c4da tempest-ServersAdminTestJSON-341676231 tempest-ServersAdminTestJSON-341676231-project] 10.222.0.39 "GET /v2.0/ports?device_id=75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6 HTTP/1.1" status: 200 len: 210 time: 0.0807819 Jan 28 13:19:58.027469 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3d83a4-136e-445d-a314-b828feae8c67 x-openstack-request-id: req-2c3d83a4-136e-445d-a314-b828feae8c67 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:58.027897 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6", "name": "network-vif-deleted", "tag": "cc711a79-b2a5-4d47-b345-a4aa0c5b1190", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:58.028246 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2c3d83a4-136e-445d-a314-b828feae8c67 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:58.028873 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dc3c2e-9f60-4e1e-b51f-cccc127f2ec6', 'name': 'network-vif-deleted', 'tag': 'cc711a79-b2a5-4d47-b345-a4aa0c5b1190', 'status': 'completed', 'code': 200} Jan 28 13:19:58.039162 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44927da-4a9f-4094-bd0e-ec755d2226e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860fb29b-89df-40c0-b2b4-c3e67441f84e'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:58.042574 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76faa392-81ba-42d0-ab3d-2d0c0c9be999" -d '{"events": [{"server_uuid": "e44927da-4a9f-4094-bd0e-ec755d2226e2", "name": "network-vif-plugged", "status": "completed", "tag": "860fb29b-89df-40c0-b2b4-c3e67441f84e"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:58.092669 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=860fb29b-89df-40c0-b2b4-c3e67441f84e,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:58.167642 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48105b48-e380-4f2f-93b7-2f76abe2db34 req-f7496c6e-3cfe-4814-9a58-b706d8eb9eaa tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:58.175240 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-48105b48-e380-4f2f-93b7-2f76abe2db34 req-f7496c6e-3cfe-4814-9a58-b706d8eb9eaa tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 946 time: 0.1262650 Jan 28 13:19:58.216490 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40350ac-7153-429f-8c6e-12bb06380516 req-03c95383-cd26-4aea-b667-12dc21f52d6c tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:58.226937 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b40350ac-7153-429f-8c6e-12bb06380516 req-03c95383-cd26-4aea-b667-12dc21f52d6c tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 950 time: 0.1028316 Jan 28 13:19:58.299306 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-48105b48-e380-4f2f-93b7-2f76abe2db34 req-423f968a-04f4-41ad-aef5-38985b26ec23 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225486 Jan 28 13:19:58.338800 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b40350ac-7153-429f-8c6e-12bb06380516 req-bffc44ef-c79b-418a-bc50-cff25e1b59f9 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104074 Jan 28 13:19:58.378966 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4a666f-5f5c-47f6-8bfc-b34264b77819 x-openstack-request-id: req-cc4a666f-5f5c-47f6-8bfc-b34264b77819 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:58.380051 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44927da-4a9f-4094-bd0e-ec755d2226e2", "name": "network-vif-plugged", "status": "completed", "tag": "860fb29b-89df-40c0-b2b4-c3e67441f84e", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:58.380669 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc4a666f-5f5c-47f6-8bfc-b34264b77819 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:58.381415 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44927da-4a9f-4094-bd0e-ec755d2226e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860fb29b-89df-40c0-b2b4-c3e67441f84e', 'code': 200} Jan 28 13:19:58.564318 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747c0b7-5d56-487b-9951-7bf10acdaae5 req-ef0e84aa-e640-46a9-aac2-8b89162a2565 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:58.571890 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6747c0b7-5d56-487b-9951-7bf10acdaae5 req-ef0e84aa-e640-46a9-aac2-8b89162a2565 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b64218-c43e-4165-9c8b-ebd324b11dff HTTP/1.1" status: 200 len: 950 time: 0.0748634 Jan 28 13:19:58.604174 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8239e-0ccd-4073-9bd1-f11fc779cee5 req-d8429cc4-7967-4c7e-b327-271b1e6fcfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:58.610530 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58f8239e-0ccd-4073-9bd1-f11fc779cee5 req-d8429cc4-7967-4c7e-b327-271b1e6fcfb4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 1100 time: 0.0709872 Jan 28 13:19:58.685085 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6747c0b7-5d56-487b-9951-7bf10acdaae5 req-1e535e58-f09a-44ff-b6cf-15702d8df3d3 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118467 Jan 28 13:19:58.732866 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58f8239e-0ccd-4073-9bd1-f11fc779cee5 req-d1251815-f9ac-4ee5-9092-d1f5787a5844 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065404 Jan 28 13:19:58.830859 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-a65b46ae-7025-4b40-a955-f6724ff3a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:58.832767 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-a65b46ae-7025-4b40-a955-f6724ff3a39b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 1101 time: 0.1080036 Jan 28 13:19:58.841428 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8349e6-d234-493f-85fe-0d30c2a5987a req-df9e9018-bfde-4e8e-9873-cc9b1ffc1842 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:58.849010 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4b8349e6-d234-493f-85fe-0d30c2a5987a req-df9e9018-bfde-4e8e-9873-cc9b1ffc1842 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 944 time: 0.0744438 Jan 28 13:19:58.860453 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e559b-d74c-4395-a77d-12091a1d9829 req-6fbf7c87-f51f-4b55-80c2-b38c0fa71575 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:58.862002 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-942e559b-d74c-4395-a77d-12091a1d9829 req-6fbf7c87-f51f-4b55-80c2-b38c0fa71575 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.0834489 Jan 28 13:19:58.911781 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4b8349e6-d234-493f-85fe-0d30c2a5987a req-1e2c1ece-3294-4c71-a822-37de11913910 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617254 Jan 28 13:19:58.982901 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-942e559b-d74c-4395-a77d-12091a1d9829 req-b8a3bd84-c33f-4410-92de-e55070174037 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093524 Jan 28 13:19:59.054702 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-3ddc1d69-ab51-4a77-b922-202d25bf51f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:59.060834 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-3ddc1d69-ab51-4a77-b922-202d25bf51f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.2209227 Jan 28 13:19:59.130745 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-06de463d-14e5-4c30-b426-53d9f2ffba56 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=89950e23-ce82-41f6-9ede-d9bc0eba34af HTTP/1.1" status: 200 len: 217 time: 0.0523920 Jan 28 13:19:59.268968 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-3ccd542e-2053-423c-a727-911fc8ca87b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:59.270844 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-3ccd542e-2053-423c-a727-911fc8ca87b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1243453 Jan 28 13:19:59.274419 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a8e28e8b-bf72-4e95-ad17-e544800f1779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:59.284421 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62436b1-b367-475a-a81f-760ecd2542b8 req-fb7bca70-6a51-4e54-9da9-17ac46ff67df tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:59.288357 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e62436b1-b367-475a-a81f-760ecd2542b8 req-fb7bca70-6a51-4e54-9da9-17ac46ff67df tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 946 time: 0.1511669 Jan 28 13:19:59.351130 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-2b65569b-0289-438b-ac21-bbe00b02fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:59.352738 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-2b65569b-0289-438b-ac21-bbe00b02fe18 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0634017 Jan 28 13:19:59.396338 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45210) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:59.407216 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e62436b1-b367-475a-a81f-760ecd2542b8 req-c9bd28a4-3f9b-4fee-9e3e-ccf56df331b4 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050296 Jan 28 13:19:59.553657 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d012b26-38a1-4c0b-b38f-5bf6bfa63d85 req-8d4d06db-c2ad-46c8-be3a-d60dc34591f5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:59.570507 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0d012b26-38a1-4c0b-b38f-5bf6bfa63d85 req-8d4d06db-c2ad-46c8-be3a-d60dc34591f5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 946 time: 0.1499267 Jan 28 13:19:59.570762 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-c887efd8-cb35-4c11-920e-2c71a8704bea service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068276 Jan 28 13:19:59.637391 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78441f-5ba3-4962-950d-1ff47fc2d282 req-63dcb7d4-4ca7-4d52-9c6a-bd2b55120e8e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:59.639646 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dd78441f-5ba3-4962-950d-1ff47fc2d282 req-63dcb7d4-4ca7-4d52-9c6a-bd2b55120e8e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 950 time: 0.1266446 Jan 28 13:19:59.673551 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0d012b26-38a1-4c0b-b38f-5bf6bfa63d85 req-cfbf111f-3322-4cd5-a36b-50aa50a6b597 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009724 Jan 28 13:19:59.731292 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-211c8c62-86ba-46bc-9590-def95b7d5d42 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ccde7816c7f4a9eaf93b3ae382b68ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3333910 Jan 28 13:19:59.732249 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45220) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:59.747971 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dd78441f-5ba3-4962-950d-1ff47fc2d282 req-7d72f486-ad6f-46d3-8fa1-77af8f8d8f4e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753589 Jan 28 13:19:59.799460 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-91e2009d-1b1f-4b41-9935-b4cd0f14becc service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999605 Jan 28 13:19:59.818119 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4394681a-9659-454d-b316-1ca913c6a77c admin admin] Publish callbacks [] for security_group (b55c55d5-377f-4ebc-be33-afab6055c6c4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:59.862471 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4394681a-9659-454d-b316-1ca913c6a77c admin admin] Publish callbacks [] for security_group (b55c55d5-377f-4ebc-be33-afab6055c6c4), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:59.966891 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4394681a-9659-454d-b316-1ca913c6a77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b55c55d5-377f-4ebc-be33-afab6055c6c4), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:59.980853 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4394681a-9659-454d-b316-1ca913c6a77c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:59.983682 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4394681a-9659-454d-b316-1ca913c6a77c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b55c55d5-377f-4ebc-be33-afab6055c6c4 HTTP/1.1" status: 204 len: 168 time: 0.2489221 Jan 28 13:20:00.052053 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394681a-9659-454d-b316-1ca913c6a77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55c55d5-377f-4ebc-be33-afab6055c6c4,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:00.148783 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4da07a-9638-4a62-815e-e3ab5360a3dd req-b82936b1-7137-48c3-a48e-d1a3b3e04a92 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:00.166271 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f4da07a-9638-4a62-815e-e3ab5360a3dd req-b82936b1-7137-48c3-a48e-d1a3b3e04a92 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 944 time: 0.1069832 Jan 28 13:20:00.192415 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed237e5-ce2c-43ce-93e1-a557a350ca2a req-ff4c89ba-eb16-4d84-a7c0-b8c3832859c3 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:00.195657 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1ed237e5-ce2c-43ce-93e1-a557a350ca2a req-ff4c89ba-eb16-4d84-a7c0-b8c3832859c3 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.0902226 Jan 28 13:20:00.280193 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1ed237e5-ce2c-43ce-93e1-a557a350ca2a req-d158251d-ad85-42b4-a9d1-25314f8dcb41 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755785 Jan 28 13:20:00.297092 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f4da07a-9638-4a62-815e-e3ab5360a3dd req-afcedcbf-2f35-4cb5-9ffe-990bf0402518 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288798 Jan 28 13:20:00.482368 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45244) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:00.558866 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2fda382f-f0e5-42e6-88b1-5dd060bc46f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bedc57aeeea84d4ba060723956bd7b4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0743718 Jan 28 13:20:00.560978 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45248) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:00.587087 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1875f-6390-4f64-8229-c457d96a4541 req-5d3f1e04-7f79-40a5-8625-2a93b28f36bc tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:00.588877 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-afe1875f-6390-4f64-8229-c457d96a4541 req-5d3f1e04-7f79-40a5-8625-2a93b28f36bc tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 946 time: 0.0750279 Jan 28 13:20:00.617144 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b399b299-da80-4c22-8d03-5851700a3ad0 admin admin] Publish callbacks [] for security_group (9ea2b5b0-3f4a-4a37-a38d-a17d65287189), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:00.641541 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-afe1875f-6390-4f64-8229-c457d96a4541 req-05856cd7-800c-4805-ae0a-15f331ec912e tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443456 Jan 28 13:20:00.642799 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b399b299-da80-4c22-8d03-5851700a3ad0 admin admin] Publish callbacks [] for security_group (9ea2b5b0-3f4a-4a37-a38d-a17d65287189), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:00.691268 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b399b299-da80-4c22-8d03-5851700a3ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9ea2b5b0-3f4a-4a37-a38d-a17d65287189), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:00.693779 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b399b299-da80-4c22-8d03-5851700a3ad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:00.694956 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b399b299-da80-4c22-8d03-5851700a3ad0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ea2b5b0-3f4a-4a37-a38d-a17d65287189 HTTP/1.1" status: 204 len: 168 time: 0.1326900 Jan 28 13:20:00.703584 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399b299-da80-4c22-8d03-5851700a3ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea2b5b0-3f4a-4a37-a38d-a17d65287189,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:00.713732 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399b299-da80-4c22-8d03-5851700a3ad0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:00.713732 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399b299-da80-4c22-8d03-5851700a3ad0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:00.713732 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399b299-da80-4c22-8d03-5851700a3ad0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:00.713732 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399b299-da80-4c22-8d03-5851700a3ad0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:00.713732 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399b299-da80-4c22-8d03-5851700a3ad0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:00.714250 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399b299-da80-4c22-8d03-5851700a3ad0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:00.714250 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399b299-da80-4c22-8d03-5851700a3ad0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:00.714525 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399b299-da80-4c22-8d03-5851700a3ad0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:00.714753 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399b299-da80-4c22-8d03-5851700a3ad0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:00.715099 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399b299-da80-4c22-8d03-5851700a3ad0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:00.715422 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399b299-da80-4c22-8d03-5851700a3ad0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:00.715738 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399b299-da80-4c22-8d03-5851700a3ad0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:00.716059 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399b299-da80-4c22-8d03-5851700a3ad0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:00.840297 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdc88b-72f1-4f19-8aff-532351359dce req-ee0b412b-80f7-43b9-9ca2-71d3d4dd95cd tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:00.843718 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d2fdc88b-72f1-4f19-8aff-532351359dce req-ee0b412b-80f7-43b9-9ca2-71d3d4dd95cd tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 946 time: 0.0703766 Jan 28 13:20:00.902654 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d2fdc88b-72f1-4f19-8aff-532351359dce req-80446414-96f0-49f6-b696-7580057f61c7 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517488 Jan 28 13:20:00.967273 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9eeb0-e63d-48e8-a14a-652a7e76df04 req-595a7ca4-dae7-4a76-8d9b-db293cb2b640 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:00.969689 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-05b9eeb0-e63d-48e8-a14a-652a7e76df04 req-595a7ca4-dae7-4a76-8d9b-db293cb2b640 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 950 time: 0.0840311 Jan 28 13:20:01.051602 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-05b9eeb0-e63d-48e8-a14a-652a7e76df04 req-7d41f501-13fc-4d35-a4b4-a2eb8d6fd1cb tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608673 Jan 28 13:20:01.140542 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eda97b-91d3-44cf-95eb-3251e8e015ce req-15f6ba51-0fdf-4fc3-9282-0a662d10b330 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:01.140542 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-68eda97b-91d3-44cf-95eb-3251e8e015ce req-15f6ba51-0fdf-4fc3-9282-0a662d10b330 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=f580c936-ae32-45d7-b9a8-90e90d82949b HTTP/1.1" status: 200 len: 950 time: 0.0555489 Jan 28 13:20:01.198127 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-68eda97b-91d3-44cf-95eb-3251e8e015ce req-092a117d-1f2f-449a-ad3c-a88bc4c3bd9e tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515690 Jan 28 13:20:01.440557 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b094e-dc99-410e-9884-153f0345e244 req-a38f62b3-78a6-47e8-8b7b-0d074e12a35b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:01.445532 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device cc711a79-b2a5-4d47-b345-a4aa0c5b1190 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:20:01.447935 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bf2b094e-dc99-410e-9884-153f0345e244 req-a38f62b3-78a6-47e8-8b7b-0d074e12a35b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.0754712 Jan 28 13:20:01.488971 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: cc711a79-b2a5-4d47-b345-a4aa0c5b1190 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:20:01.489516 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device cc711a79-b2a5-4d47-b345-a4aa0c5b1190 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:20:01.500938 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bf2b094e-dc99-410e-9884-153f0345e244 req-42c6d56a-eddf-434e-b4be-3c07a95f8556 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515647 Jan 28 13:20:01.558933 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-511582da-72bb-434a-977f-14be174bbc8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:01.647418 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f6979-dadf-4bcf-8316-9b87427a5b22 req-ea9a66e7-429b-4616-9c4d-db52ca6f9d3d tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:01.655734 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fd1f6979-dadf-4bcf-8316-9b87427a5b22 req-ea9a66e7-429b-4616-9c4d-db52ca6f9d3d tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 944 time: 0.0705149 Jan 28 13:20:01.699994 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45318) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:01.711939 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fd1f6979-dadf-4bcf-8316-9b87427a5b22 req-57cb1dff-b403-42aa-aad9-7203b0695559 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551674 Jan 28 13:20:01.852311 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-33a10b46-766f-48c6-8a01-596ccbee0a10 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1525664353-network', 'tenant_id': '5e6766fcfdb24d07b8064423a4b0313f'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:01.861356 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811a50f-7380-4931-8274-41349c48e9b8 req-38f3c22f-4669-4672-8791-a2b2cf95f154 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:01.863314 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0811a50f-7380-4931-8274-41349c48e9b8 req-38f3c22f-4669-4672-8791-a2b2cf95f154 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 946 time: 0.0623410 Jan 28 13:20:01.874194 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a10b46-766f-48c6-8a01-596ccbee0a10 admin admin] Made reservation on behalf of 5e6766fcfdb24d07b8064423a4b0313f for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:20:01.879306 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-33a10b46-766f-48c6-8a01-596ccbee0a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:01.891175 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-33a10b46-766f-48c6-8a01-596ccbee0a10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:01.919525 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0811a50f-7380-4931-8274-41349c48e9b8 req-c95cb5c9-e125-41ee-9f82-c31258d1b793 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492496 Jan 28 13:20:01.997609 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-33a10b46-766f-48c6-8a01-596ccbee0a10 admin admin] Publish callbacks [] for security_group (78f00068-791f-43b9-8780-973db2ca4009), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:02.007090 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-33a10b46-766f-48c6-8a01-596ccbee0a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (78f00068-791f-43b9-8780-973db2ca4009), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:02.043543 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a10b46-766f-48c6-8a01-596ccbee0a10 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:20:02.061578 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a10b46-766f-48c6-8a01-596ccbee0a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f00068-791f-43b9-8780-973db2ca4009,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:02.067973 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-33a10b46-766f-48c6-8a01-596ccbee0a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (15c53294-bde6-4167-a87e-d9f1e7fc949b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:02.068299 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-33a10b46-766f-48c6-8a01-596ccbee0a10 admin admin] Added segment 15c53294-bde6-4167-a87e-d9f1e7fc949b of type vlan for network 2981af0f-4026-4a1f-934b-9ec2b2fc57f2 Jan 28 13:20:02.126373 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d78a4-4d33-4e21-8c57-66c8a5872f58 req-0efe065b-25d4-45b8-a729-2bbdd3b60011 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:02.128041 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f13d78a4-4d33-4e21-8c57-66c8a5872f58 req-0efe065b-25d4-45b8-a729-2bbdd3b60011 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 946 time: 0.1332767 Jan 28 13:20:02.208934 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7b69b-9fd1-4f29-b5e2-94c0f6d14e60 req-7672f5f5-fc5e-4870-86cd-f232a641ccc9 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:02.210619 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cdd7b69b-9fd1-4f29-b5e2-94c0f6d14e60 req-7672f5f5-fc5e-4870-86cd-f232a641ccc9 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 950 time: 0.0743196 Jan 28 13:20:02.276785 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cdd7b69b-9fd1-4f29-b5e2-94c0f6d14e60 req-7aff2725-804e-495a-ba09-0c4121d34091 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588620 Jan 28 13:20:02.422886 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-33a10b46-766f-48c6-8a01-596ccbee0a10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (2981af0f-4026-4a1f-934b-9ec2b2fc57f2), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:02.475267 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-33a10b46-766f-48c6-8a01-596ccbee0a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (2981af0f-4026-4a1f-934b-9ec2b2fc57f2), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:02.476280 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a10b46-766f-48c6-8a01-596ccbee0a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:02.477036 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-33a10b46-766f-48c6-8a01-596ccbee0a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:02.482991 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f13d78a4-4d33-4e21-8c57-66c8a5872f58 req-e11fa1cd-7cb7-483c-ad3d-a554f00a368c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419659 Jan 28 13:20:02.534834 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-33a10b46-766f-48c6-8a01-596ccbee0a10 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8292737 Jan 28 13:20:02.536221 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45336) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:02.542941 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-62206667-28d0-4132-9b10-09f7dc046e3e admin admin] Request body: {'subnet': {'network_id': '2981af0f-4026-4a1f-934b-9ec2b2fc57f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1525664353-subnet', 'tenant_id': '5e6766fcfdb24d07b8064423a4b0313f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:02.590073 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a10b46-766f-48c6-8a01-596ccbee0a10 admin admin] Pushing event updated for resources: {'Network': ['ID=2981af0f-4026-4a1f-934b-9ec2b2fc57f2,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:02.607200 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 2981af0f-4026-4a1f-934b-9ec2b2fc57f2 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:20:02.618378 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62206667-28d0-4132-9b10-09f7dc046e3e admin admin] Made reservation on behalf of 5e6766fcfdb24d07b8064423a4b0313f for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:20:02.622719 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-62206667-28d0-4132-9b10-09f7dc046e3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:02.689998 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b06dd6-7544-4107-bdc4-e9e163deea6d req-c9775b9c-6a16-4873-96cc-b8f7c2b6126c tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:02.693202 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f9b06dd6-7544-4107-bdc4-e9e163deea6d req-c9775b9c-6a16-4873-96cc-b8f7c2b6126c tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.1109340 Jan 28 13:20:02.800594 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f9b06dd6-7544-4107-bdc4-e9e163deea6d req-61f86974-dd42-4cbf-a3cc-daa9ae395022 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950375 Jan 28 13:20:02.823394 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:02.934411 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-62206667-28d0-4132-9b10-09f7dc046e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (5a61af43-cdea-4f43-a388-0e0b86848638), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:03.009699 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62206667-28d0-4132-9b10-09f7dc046e3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a61af43-cdea-4f43-a388-0e0b86848638,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:03.042724 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62206667-28d0-4132-9b10-09f7dc046e3e admin admin] Checking segment: {'id': '15c53294-bde6-4167-a87e-d9f1e7fc949b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2981af0f-4026-4a1f-934b-9ec2b2fc57f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:20:03.043044 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62206667-28d0-4132-9b10-09f7dc046e3e admin admin] Network hostable DHCP agents. Network: 2981af0f-4026-4a1f-934b-9ec2b2fc57f2, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:20:03.056518 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad0eb9-5a08-474a-a5f0-8fffd260bba6 req-cf4dfffd-4278-44db-b2aa-d4495b8131d8 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:03.058352 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e4ad0eb9-5a08-474a-a5f0-8fffd260bba6 req-cf4dfffd-4278-44db-b2aa-d4495b8131d8 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 944 time: 0.1059101 Jan 28 13:20:03.094895 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62206667-28d0-4132-9b10-09f7dc046e3e admin admin] Network 2981af0f-4026-4a1f-934b-9ec2b2fc57f2 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:20:03.116750 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-62206667-28d0-4132-9b10-09f7dc046e3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 2981af0f-4026-4a1f-934b-9ec2b2fc57f2) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:20:03.126135 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62206667-28d0-4132-9b10-09f7dc046e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:03.127290 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-62206667-28d0-4132-9b10-09f7dc046e3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:03.127681 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f50fc4-5274-4620-b07a-c373be756067 None None] Network 2981af0f-4026-4a1f-934b-9ec2b2fc57f2 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:20:03.159131 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973a4cc-2a70-432b-ab31-746e632e0740 req-b635bf00-4d87-4511-95cf-90d77a1c523a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:03.167790 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5973a4cc-2a70-432b-ab31-746e632e0740 req-b635bf00-4d87-4511-95cf-90d77a1c523a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 946 time: 0.1116674 Jan 28 13:20:03.175279 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e4ad0eb9-5a08-474a-a5f0-8fffd260bba6 req-393b675d-956b-4340-98dc-4386bef0f8ba tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108265 Jan 28 13:20:03.200652 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-62206667-28d0-4132-9b10-09f7dc046e3e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6628575 Jan 28 13:20:03.204092 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45354) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:03.211367 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-00ae0618-0898-44bd-a8de-5fac2c97be80 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1525664353-router', 'tenant_id': '5e6766fcfdb24d07b8064423a4b0313f', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:03.243365 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00ae0618-0898-44bd-a8de-5fac2c97be80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (20be1f49-8dad-4419-9381-c3bb880641fd), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:03.244946 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00ae0618-0898-44bd-a8de-5fac2c97be80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (20be1f49-8dad-4419-9381-c3bb880641fd), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:03.246804 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5973a4cc-2a70-432b-ab31-746e632e0740 req-13f2714d-d460-48db-b1fa-6c33daadd8ba tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780628 Jan 28 13:20:03.344121 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00ae0618-0898-44bd-a8de-5fac2c97be80 admin admin] Publish callbacks [] for router_controller (20be1f49-8dad-4419-9381-c3bb880641fd), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:03.393385 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 483929b3-e20d-4033-b089-ece52da40613 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:20:03.558796 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00ae0618-0898-44bd-a8de-5fac2c97be80 admin admin] Publish callbacks [] for router_gateway (20be1f49-8dad-4419-9381-c3bb880641fd), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:03.583465 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e5a0d-e07d-4351-a087-6837870034fb req-4d4cf0c8-d818-473d-9890-9227575e13e3 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:03.603106 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-504e5a0d-e07d-4351-a087-6837870034fb req-4d4cf0c8-d818-473d-9890-9227575e13e3 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 950 time: 0.1977897 Jan 28 13:20:03.656571 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc34551a-8cd6-49b5-b301-c9fb42ee4357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-2981af0f-4026-4a1f-934b-9ec2b2fc57f2', 'network_id': '2981af0f-4026-4a1f-934b-9ec2b2fc57f2', 'project_id': '5e6766fcfdb24d07b8064423a4b0313f', 'fixed_ips': [{'subnet_id': '5a61af43-cdea-4f43-a388-0e0b86848638'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:20:03.659278 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dc34551a-8cd6-49b5-b301-c9fb42ee4357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:03.663887 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ae39a-047f-4587-af4f-5b22601b825c req-b471955c-169d-4b7d-b131-e3500babf208 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:03.673752 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7c3ae39a-047f-4587-af4f-5b22601b825c req-b471955c-169d-4b7d-b131-e3500babf208 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 946 time: 0.0852230 Jan 28 13:20:03.682482 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 483929b3-e20d-4033-b089-ece52da40613 is: DOWN; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:03.684327 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c7c8255f-d400-4277-bd9b-8fa20544b7c7 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:20:03.761608 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7c3ae39a-047f-4587-af4f-5b22601b825c req-901e0f41-5932-4c23-b308-c75e424a26b9 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866227 Jan 28 13:20:03.779546 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-504e5a0d-e07d-4351-a087-6837870034fb req-e73d6489-53f2-4040-aab3-ef1b3d56e966 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738100 Jan 28 13:20:04.054169 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00ae0618-0898-44bd-a8de-5fac2c97be80 admin admin] Publish callbacks [] for router_gateway (20be1f49-8dad-4419-9381-c3bb880641fd), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:04.068508 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb29874-729a-4754-a55b-1d1514461d6e req-a250740d-e546-4e6e-8ed0-335f1083fc26 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:04.076799 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5fb29874-729a-4754-a55b-1d1514461d6e req-a250740d-e546-4e6e-8ed0-335f1083fc26 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.1469965 Jan 28 13:20:04.079767 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00ae0618-0898-44bd-a8de-5fac2c97be80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:04.101674 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-dc34551a-8cd6-49b5-b301-c9fb42ee4357 None None] Allocated IP 172.20.0.2 (2981af0f-4026-4a1f-934b-9ec2b2fc57f2/5a61af43-cdea-4f43-a388-0e0b86848638/b919e79d-976c-425d-bf83-872715a4e926) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:20:04.104788 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port c7c8255f-d400-4277-bd9b-8fa20544b7c7 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:04.105181 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:04.161581 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c7c8255f-d400-4277-bd9b-8fa20544b7c7, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c7c8255f-d400-4277-bd9b-8fa20544b7c7,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:04.164938 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f580c936-ae32-45d7-b9a8-90e90d82949b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7c8255f-d400-4277-bd9b-8fa20544b7c7'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:04.168010 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff8e263-99cc-4167-9a34-06d8b925bfa6" -d '{"events": [{"server_uuid": "f580c936-ae32-45d7-b9a8-90e90d82949b", "name": "network-vif-unplugged", "status": "completed", "tag": "c7c8255f-d400-4277-bd9b-8fa20544b7c7"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:04.171838 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:04.180970 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:04.230278 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5fb29874-729a-4754-a55b-1d1514461d6e req-21056571-e393-4d37-a8e3-7c415bda44e8 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521168 Jan 28 13:20:04.293171 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4aa5184-1ef7-4bc3-9d12-0d809a9475be x-openstack-request-id: req-a4aa5184-1ef7-4bc3-9d12-0d809a9475be {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:04.293533 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f580c936-ae32-45d7-b9a8-90e90d82949b", "name": "network-vif-unplugged", "status": "completed", "tag": "c7c8255f-d400-4277-bd9b-8fa20544b7c7", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:04.293842 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a4aa5184-1ef7-4bc3-9d12-0d809a9475be {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:04.294238 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f580c936-ae32-45d7-b9a8-90e90d82949b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7c8255f-d400-4277-bd9b-8fa20544b7c7', 'code': 200} Jan 28 13:20:04.297766 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-00ae0618-0898-44bd-a8de-5fac2c97be80 admin admin] Allocated IP 172.25.3.212 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/4e309ed0-fb7d-407c-a7bc-660796d20d45) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:20:04.311393 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=c7c8255f-d400-4277-bd9b-8fa20544b7c7,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:04.440860 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373780c-0a62-480a-9c02-2e01d2a8050a req-cbd75e6c-613b-4b9a-89ad-f4ab33494635 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:04.443263 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7373780c-0a62-480a-9c02-2e01d2a8050a req-cbd75e6c-613b-4b9a-89ad-f4ab33494635 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 944 time: 0.0978591 Jan 28 13:20:04.447809 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dc34551a-8cd6-49b5-b301-c9fb42ee4357 None None] Publish callbacks [] for port (b919e79d-976c-425d-bf83-872715a4e926), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:04.460138 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dc34551a-8cd6-49b5-b301-c9fb42ee4357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (b919e79d-976c-425d-bf83-872715a4e926), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:04.508785 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc34551a-8cd6-49b5-b301-c9fb42ee4357 None None] Network 2981af0f-4026-4a1f-934b-9ec2b2fc57f2 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:20:04.513164 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-dc34551a-8cd6-49b5-b301-c9fb42ee4357 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:20:04.517900 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc34551a-8cd6-49b5-b301-c9fb42ee4357 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:20:04.521200 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7373780c-0a62-480a-9c02-2e01d2a8050a req-b264faf4-987e-49be-b3b5-8d53e99fb01a tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707045 Jan 28 13:20:04.561436 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34551a-8cd6-49b5-b301-c9fb42ee4357 None None] Pushing event updated for resources: {'Port': ['ID=b919e79d-976c-425d-bf83-872715a4e926,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:04.569191 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306c2e5-0e05-42c6-864f-b4317f16a118 req-6476eaab-7402-4154-9398-e61732673b50 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:04.570814 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5306c2e5-0e05-42c6-864f-b4317f16a118 req-6476eaab-7402-4154-9398-e61732673b50 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 946 time: 0.1957262 Jan 28 13:20:04.593612 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00ae0618-0898-44bd-a8de-5fac2c97be80 admin admin] Publish callbacks [] for port (4e309ed0-fb7d-407c-a7bc-660796d20d45), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:04.598397 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-dc34551a-8cd6-49b5-b301-c9fb42ee4357 None None] Attempting to bind port b919e79d-976c-425d-bf83-872715a4e926 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:20:04.598875 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-dc34551a-8cd6-49b5-b301-c9fb42ee4357 None None] Attempting to bind port b919e79d-976c-425d-bf83-872715a4e926 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '15c53294-bde6-4167-a87e-d9f1e7fc949b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2981af0f-4026-4a1f-934b-9ec2b2fc57f2'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:20:04.599392 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc34551a-8cd6-49b5-b301-c9fb42ee4357 None None] Attempting to bind port b919e79d-976c-425d-bf83-872715a4e926 on network 2981af0f-4026-4a1f-934b-9ec2b2fc57f2 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:04.604757 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc34551a-8cd6-49b5-b301-c9fb42ee4357 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:20:04.605273 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc34551a-8cd6-49b5-b301-c9fb42ee4357 None None] Checking segment: {'id': '15c53294-bde6-4167-a87e-d9f1e7fc949b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2981af0f-4026-4a1f-934b-9ec2b2fc57f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:20:04.605786 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dc34551a-8cd6-49b5-b301-c9fb42ee4357 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:04.606471 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc34551a-8cd6-49b5-b301-c9fb42ee4357 None None] Bound using segment: {'id': '15c53294-bde6-4167-a87e-d9f1e7fc949b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2981af0f-4026-4a1f-934b-9ec2b2fc57f2'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:20:04.606821 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-dc34551a-8cd6-49b5-b301-c9fb42ee4357 None None] Bound port: b919e79d-976c-425d-bf83-872715a4e926, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c53294-bde6-4167-a87e-d9f1e7fc949b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2981af0f-4026-4a1f-934b-9ec2b2fc57f2'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:20:04.607313 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dc34551a-8cd6-49b5-b301-c9fb42ee4357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b919e79d-976c-425d-bf83-872715a4e926), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:04.664899 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5306c2e5-0e05-42c6-864f-b4317f16a118 req-6659d61e-0701-4119-ad78-1810ffd0faaa tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799956 Jan 28 13:20:04.683548 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-dc34551a-8cd6-49b5-b301-c9fb42ee4357 None None] For port b919e79d-976c-425d-bf83-872715a4e926, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:04.687146 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-dc34551a-8cd6-49b5-b301-c9fb42ee4357 None None] For port b919e79d-976c-425d-bf83-872715a4e926, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b919e79d-976c-425d-bf83-872715a4e926,segment=NetworkSegment(15c53294-bde6-4167-a87e-d9f1e7fc949b),segment_id=15c53294-bde6-4167-a87e-d9f1e7fc949b)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:20:04.693060 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dc34551a-8cd6-49b5-b301-c9fb42ee4357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b919e79d-976c-425d-bf83-872715a4e926), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:04.705679 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00ae0618-0898-44bd-a8de-5fac2c97be80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (4e309ed0-fb7d-407c-a7bc-660796d20d45), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:04.760041 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34551a-8cd6-49b5-b301-c9fb42ee4357 None None] Pushing event updated for resources: {'Port': ['ID=b919e79d-976c-425d-bf83-872715a4e926,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:04.773086 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ae0618-0898-44bd-a8de-5fac2c97be80 admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:20:04.776104 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-00ae0618-0898-44bd-a8de-5fac2c97be80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:20:04.785424 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae0618-0898-44bd-a8de-5fac2c97be80 admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:20:04.823776 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae0618-0898-44bd-a8de-5fac2c97be80 admin admin] Pushing event updated for resources: {'Port': ['ID=4e309ed0-fb7d-407c-a7bc-660796d20d45,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:05.000627 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2b5e0-dbd6-4c8f-bb5d-e69fafd470c5 req-6dd65e0f-357c-466a-9fe3-71b3db06b70f tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:05.024606 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58c2b5e0-dbd6-4c8f-bb5d-e69fafd470c5 req-6dd65e0f-357c-466a-9fe3-71b3db06b70f tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 946 time: 0.1325197 Jan 28 13:20:05.082895 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c95f7-0d34-4584-9f20-9b7dff4f207e req-4581831d-98e6-4adc-9fd2-42ad52674992 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:05.084606 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fa1c95f7-0d34-4584-9f20-9b7dff4f207e req-4581831d-98e6-4adc-9fd2-42ad52674992 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 950 time: 0.1721675 Jan 28 13:20:05.128049 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58c2b5e0-dbd6-4c8f-bb5d-e69fafd470c5 req-63fd06d4-cadf-4db8-805e-1eaaea53ee75 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019750 Jan 28 13:20:05.233840 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fa1c95f7-0d34-4584-9f20-9b7dff4f207e req-b1163319-74a6-4a17-9be4-bafe8b9ab184 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360683 Jan 28 13:20:05.234659 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00ae0618-0898-44bd-a8de-5fac2c97be80 admin admin] Publish callbacks [] for router_gateway (20be1f49-8dad-4419-9381-c3bb880641fd), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:05.421500 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-4eac3113-fea5-4fad-967c-7e4bc7f76ddc service neutron] 10.222.0.18 "GET /v2.0/ports/483929b3-e20d-4033-b089-ece52da40613/bindings/n-h2-822747-2 HTTP/1.1" status: 200 len: 384 time: 0.1398277 Jan 28 13:20:05.514664 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b3a26-bf36-4c98-8325-2282982c6b0b req-392a21de-6542-4472-8be0-853c70bda533 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:05.516193 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d74b3a26-bf36-4c98-8325-2282982c6b0b req-392a21de-6542-4472-8be0-853c70bda533 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.1819649 Jan 28 13:20:05.568830 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:05.746342 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11203c-cbe3-4936-b7a6-1ecd878be05f req-820f8266-8d35-4991-913a-0ed9cc4d934a tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:05.749268 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8f11203c-cbe3-4936-b7a6-1ecd878be05f req-820f8266-8d35-4991-913a-0ed9cc4d934a tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 944 time: 0.1035151 Jan 28 13:20:05.835368 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8f11203c-cbe3-4936-b7a6-1ecd878be05f req-ac39e37e-783b-4fc2-a75c-c753872c9adc tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641608 Jan 28 13:20:05.946626 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70c0d7-1d25-4670-a3d1-da1a30dd60b8 req-8264d3f4-d3c8-46f8-80a8-80b845a2172a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:05.948587 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ca70c0d7-1d25-4670-a3d1-da1a30dd60b8 req-8264d3f4-d3c8-46f8-80a8-80b845a2172a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 946 time: 0.0544753 Jan 28 13:20:06.025417 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ca70c0d7-1d25-4670-a3d1-da1a30dd60b8 req-388d5b2f-427f-4b1d-b899-ad5089e465ce tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707507 Jan 28 13:20:06.025610 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d74b3a26-bf36-4c98-8325-2282982c6b0b req-4d66f75a-151c-48a3-961f-ae8602cd46c6 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5018368 Jan 28 13:20:06.031084 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00ae0618-0898-44bd-a8de-5fac2c97be80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (20be1f49-8dad-4419-9381-c3bb880641fd), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:06.047159 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b896c8-4690-4073-a0bd-a5826d5b265f None None] Network 2981af0f-4026-4a1f-934b-9ec2b2fc57f2 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:20:06.145686 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-840a407d-3762-4a03-8b68-78acde6e90a5 None None] Provisioning complete for port b919e79d-976c-425d-bf83-872715a4e926 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:06.146212 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-840a407d-3762-4a03-8b68-78acde6e90a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b919e79d-976c-425d-bf83-872715a4e926), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:06.285895 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-2c7cd8e3-a543-491d-8af6-3e3642302d8a service neutron] For port 483929b3-e20d-4033-b089-ece52da40613, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=483929b3-e20d-4033-b089-ece52da40613,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:06.302398 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-840a407d-3762-4a03-8b68-78acde6e90a5 None None] Current status of the port b919e79d-976c-425d-bf83-872715a4e926 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:06.303383 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-840a407d-3762-4a03-8b68-78acde6e90a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b919e79d-976c-425d-bf83-872715a4e926), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:06.322813 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-2c7cd8e3-a543-491d-8af6-3e3642302d8a service neutron] For port 483929b3-e20d-4033-b089-ece52da40613, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:06.361360 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecec9b-bc05-4d91-a3f1-0a63db5b5b4a req-e842c7e9-1e71-4d8f-8774-3e53bc9503c7 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:06.368169 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e8ecec9b-bc05-4d91-a3f1-0a63db5b5b4a req-e842c7e9-1e71-4d8f-8774-3e53bc9503c7 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 946 time: 0.1511798 Jan 28 13:20:06.378614 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-840a407d-3762-4a03-8b68-78acde6e90a5 None None] For port b919e79d-976c-425d-bf83-872715a4e926, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b919e79d-976c-425d-bf83-872715a4e926,segment=NetworkSegment(15c53294-bde6-4167-a87e-d9f1e7fc949b),segment_id=15c53294-bde6-4167-a87e-d9f1e7fc949b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:06.385426 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-840a407d-3762-4a03-8b68-78acde6e90a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b919e79d-976c-425d-bf83-872715a4e926), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:06.412161 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-2c7cd8e3-a543-491d-8af6-3e3642302d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 483929b3-e20d-4033-b089-ece52da40613 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:06.443830 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-2c7cd8e3-a543-491d-8af6-3e3642302d8a service neutron] For port 483929b3-e20d-4033-b089-ece52da40613, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=483929b3-e20d-4033-b089-ece52da40613,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:06.478664 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a407d-3762-4a03-8b68-78acde6e90a5 None None] Pushing event updated for resources: {'Port': ['ID=b919e79d-976c-425d-bf83-872715a4e926,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:06.489695 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-2c7cd8e3-a543-491d-8af6-3e3642302d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (483929b3-e20d-4033-b089-ece52da40613), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:06.507909 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ae0618-0898-44bd-a8de-5fac2c97be80 admin admin] Router 20be1f49-8dad-4419-9381-c3bb880641fd is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:20:06.524950 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab4d35-8023-48da-b17a-a925d7142369 req-7687c148-44f4-479a-90ef-4854f2e62d14 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:06.527534 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-53ab4d35-8023-48da-b17a-a925d7142369 req-7687c148-44f4-479a-90ef-4854f2e62d14 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 950 time: 0.0672271 Jan 28 13:20:06.532019 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e8ecec9b-bc05-4d91-a3f1-0a63db5b5b4a req-b6219bc1-74f4-40e7-af94-3fcafb1b6760 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629639 Jan 28 13:20:06.617294 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-53ab4d35-8023-48da-b17a-a925d7142369 req-c5d83441-6cb5-4202-9221-8b4fc5ca18e7 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767961 Jan 28 13:20:06.625448 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9e0f2260-c8f5-4f64-bfe9-f6fe6494d15f None None] Provisioning complete for port b919e79d-976c-425d-bf83-872715a4e926 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:06.626499 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e0f2260-c8f5-4f64-bfe9-f6fe6494d15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b919e79d-976c-425d-bf83-872715a4e926), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:06.729441 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-2c7cd8e3-a543-491d-8af6-3e3642302d8a service neutron] Transition to ACTIVE for port object 483929b3-e20d-4033-b089-ece52da40613 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:20:06.741101 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-2c7cd8e3-a543-491d-8af6-3e3642302d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (483929b3-e20d-4033-b089-ece52da40613), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:06.762827 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9e0f2260-c8f5-4f64-bfe9-f6fe6494d15f None None] Current status of the port b919e79d-976c-425d-bf83-872715a4e926 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:06.812299 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ae0618-0898-44bd-a8de-5fac2c97be80 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:20:06.825872 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624ad406-00fc-47b2-bf92-81c538f12363 None None] Sync routers for ids ['20be1f49-8dad-4419-9381-c3bb880641fd'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:20:06.837630 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624ad406-00fc-47b2-bf92-81c538f12363 None None] Routers {'20be1f49-8dad-4419-9381-c3bb880641fd'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:20:06.837940 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-624ad406-00fc-47b2-bf92-81c538f12363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:20:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['20be1f49-8dad-4419-9381-c3bb880641fd'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:06.841960 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b919e79d-976c-425d-bf83-872715a4e926 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:20:06.869806 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-2c7cd8e3-a543-491d-8af6-3e3642302d8a service neutron] No DVR routers for this DVR port 483929b3-e20d-4033-b089-ece52da40613 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:20:06.888069 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7cd8e3-a543-491d-8af6-3e3642302d8a service neutron] Pushing event updated for resources: {'Port': ['ID=483929b3-e20d-4033-b089-ece52da40613,revision_number=10']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:06.898033 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00ae0618-0898-44bd-a8de-5fac2c97be80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:06.900456 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-00ae0618-0898-44bd-a8de-5fac2c97be80 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.6949542 Jan 28 13:20:06.903381 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45420) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:06.958072 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-2c7cd8e3-a543-491d-8af6-3e3642302d8a service neutron] 10.222.0.18 "PUT /v2.0/ports/483929b3-e20d-4033-b089-ece52da40613/bindings/n-h2-822747-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4932730 Jan 28 13:20:06.982651 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port b919e79d-976c-425d-bf83-872715a4e926 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:06.983082 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b919e79d-976c-425d-bf83-872715a4e926), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:06.983693 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf8e64-c77c-4798-be0a-268f76aac593 req-7776ca35-034a-402e-b72d-1d172813fc20 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:06.989008 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dbaf8e64-c77c-4798-be0a-268f76aac593 req-7776ca35-034a-402e-b72d-1d172813fc20 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 945 time: 0.0613225 Jan 28 13:20:07.030293 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-624ad406-00fc-47b2-bf92-81c538f12363 None None] Set router 20be1f49-8dad-4419-9381-c3bb880641fd gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:20:07.050504 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dbaf8e64-c77c-4798-be0a-268f76aac593 req-9cb339f8-f933-45d8-b256-3a78f43ef9bb tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492070 Jan 28 13:20:07.124040 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-f00e3441-4786-4e9c-a88a-996c6b07aa26 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:07.125541 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-f00e3441-4786-4e9c-a88a-996c6b07aa26 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4&tenant_id=93543269cade486c80fd00260197c0a8&binding%3Ahost_id=n-h1-822747-2 HTTP/1.1" status: 200 len: 1096 time: 0.1005979 Jan 28 13:20:07.203154 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port b919e79d-976c-425d-bf83-872715a4e926 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:07.212830 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b3e49-d4cc-44fe-954e-c485cb977591 req-9aa6c5ec-a32e-427c-a7b6-61607744d85a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:07.214412 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b21b3e49-d4cc-44fe-954e-c485cb977591 req-9aa6c5ec-a32e-427c-a7b6-61607744d85a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 946 time: 0.0623991 Jan 28 13:20:07.252911 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-c4e5f529-0ab7-4d01-a348-6eced13a7fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:07.254425 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-c4e5f529-0ab7-4d01-a348-6eced13a7fff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4&tenant_id=93543269cade486c80fd00260197c0a8 HTTP/1.1" status: 200 len: 1096 time: 0.1207225 Jan 28 13:20:07.258781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-624ad406-00fc-47b2-bf92-81c538f12363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20be1f49-8dad-4419-9381-c3bb880641fd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1525664353-router', 'tenant_id': '5e6766fcfdb24d07b8064423a4b0313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '4e309ed0-fb7d-407c-a7bc-660796d20d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:20:03Z', 'updated_at': '2022-01-28T13:20:05Z', 'revision_number': 3, 'project_id': '5e6766fcfdb24d07b8064423a4b0313f', 'gw_port': {'id': '4e309ed0-fb7d-407c-a7bc-660796d20d45', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20be1f49-8dad-4419-9381-c3bb880641fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:20:04Z', 'updated_at': '2022-01-28T13:20:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:07.261333 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcb7a9-3f3c-48df-8602-4a6f8d09a7f0 req-18eb3a23-73a3-4e50-9a21-a5af1e23fb38 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:07.267368 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b21b3e49-d4cc-44fe-954e-c485cb977591 req-114b0ac4-f930-4fce-9a6b-0b41c53fb9ea tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467005 Jan 28 13:20:07.268632 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8fbcb7a9-3f3c-48df-8602-4a6f8d09a7f0 req-18eb3a23-73a3-4e50-9a21-a5af1e23fb38 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.1358206 Jan 28 13:20:07.288023 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624ad406-00fc-47b2-bf92-81c538f12363 None None] Checking router: 20be1f49-8dad-4419-9381-c3bb880641fd for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:20:07.288466 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624ad406-00fc-47b2-bf92-81c538f12363 None None] Updating router 20be1f49-8dad-4419-9381-c3bb880641fd port 4e309ed0-fb7d-407c-a7bc-660796d20d45 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:20:07.316474 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-624ad406-00fc-47b2-bf92-81c538f12363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4e309ed0-fb7d-407c-a7bc-660796d20d45), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:07.389236 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8fbcb7a9-3f3c-48df-8602-4a6f8d09a7f0 req-4354aa25-a7df-4e00-b953-54404c47c785 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197238 Jan 28 13:20:07.429910 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-2ef3abc7-8e8e-4589-b618-85edb7fedc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:07.431515 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-2ef3abc7-8e8e-4589-b618-85edb7fedc24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93543269cade486c80fd00260197c0a8&device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 1096 time: 0.1427064 Jan 28 13:20:07.592159 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-4e308ea2-a6ad-4e28-a882-2905e43bcbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:07.593738 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-4e308ea2-a6ad-4e28-a882-2905e43bcbed service neutron] 10.222.0.37 "GET /v2.0/networks?id=8528e78d-cd10-4563-a6b3-de6e91f8e460 HTTP/1.1" status: 200 len: 908 time: 0.1523378 Jan 28 13:20:07.596739 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-624ad406-00fc-47b2-bf92-81c538f12363 None None] Publish callbacks [] for port (4e309ed0-fb7d-407c-a7bc-660796d20d45), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:07.606093 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-624ad406-00fc-47b2-bf92-81c538f12363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4e309ed0-fb7d-407c-a7bc-660796d20d45), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:07.666561 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-a96f00b0-0c0e-4a7b-9d91-5fc5778842d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=483929b3-e20d-4033-b089-ece52da40613 HTTP/1.1" status: 200 len: 217 time: 0.0638738 Jan 28 13:20:07.711984 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-624ad406-00fc-47b2-bf92-81c538f12363 None None] Attempting to bind port 4e309ed0-fb7d-407c-a7bc-660796d20d45 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:20:07.712396 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-624ad406-00fc-47b2-bf92-81c538f12363 None None] Attempting to bind port 4e309ed0-fb7d-407c-a7bc-660796d20d45 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:20:07.715429 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624ad406-00fc-47b2-bf92-81c538f12363 None None] Attempting to bind port 4e309ed0-fb7d-407c-a7bc-660796d20d45 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:07.726164 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4bbf9-0b98-4833-9d24-86be786abb8a None None] Pushing event updated for resources: {'Port': ['ID=4e309ed0-fb7d-407c-a7bc-660796d20d45,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:07.735398 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1e331d7b-aeb9-4bff-825f-a056ff9e0888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:07.738139 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624ad406-00fc-47b2-bf92-81c538f12363 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:20:07.739102 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624ad406-00fc-47b2-bf92-81c538f12363 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:20:07.740862 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-624ad406-00fc-47b2-bf92-81c538f12363 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:07.741309 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624ad406-00fc-47b2-bf92-81c538f12363 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:20:07.742413 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-624ad406-00fc-47b2-bf92-81c538f12363 None None] Bound port: 4e309ed0-fb7d-407c-a7bc-660796d20d45, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:20:07.744383 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-624ad406-00fc-47b2-bf92-81c538f12363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4e309ed0-fb7d-407c-a7bc-660796d20d45), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:07.762301 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-dd1a04b9-f7dd-4c4f-b3f9-51a81a539901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:07.763851 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-dd1a04b9-f7dd-4c4f-b3f9-51a81a539901 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=585c2f63-9b4b-456a-9eb5-e157a8ee5cdd HTTP/1.1" status: 200 len: 848 time: 0.0875931 Jan 28 13:20:07.783518 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e90f11-00df-491d-9950-17af1e89eb96 req-63e6a2d7-6940-49bc-8a79-48d1865cf7ae tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:07.785046 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e8e90f11-00df-491d-9950-17af1e89eb96 req-63e6a2d7-6940-49bc-8a79-48d1865cf7ae tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 946 time: 0.1230600 Jan 28 13:20:07.818980 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-a43903b5-5b14-4fbc-aac2-000d7b70ee4e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8528e78d-cd10-4563-a6b3-de6e91f8e460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433941 Jan 28 13:20:07.826872 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4c0f1-bad6-4996-9afb-aadfe8079771 req-24db77f6-2d76-4804-9d2d-98499c311ecc tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:07.828190 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-624ad406-00fc-47b2-bf92-81c538f12363 None None] For port 4e309ed0-fb7d-407c-a7bc-660796d20d45, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:07.828341 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9bd4c0f1-bad6-4996-9afb-aadfe8079771 req-24db77f6-2d76-4804-9d2d-98499c311ecc tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 950 time: 0.0632265 Jan 28 13:20:07.832221 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-624ad406-00fc-47b2-bf92-81c538f12363 None None] For port 4e309ed0-fb7d-407c-a7bc-660796d20d45, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4e309ed0-fb7d-407c-a7bc-660796d20d45,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:20:07.837460 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-624ad406-00fc-47b2-bf92-81c538f12363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4e309ed0-fb7d-407c-a7bc-660796d20d45), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:07.900388 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624ad406-00fc-47b2-bf92-81c538f12363 None None] Routers {'20be1f49-8dad-4419-9381-c3bb880641fd'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:20:07.901322 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-624ad406-00fc-47b2-bf92-81c538f12363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:20:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['20be1f49-8dad-4419-9381-c3bb880641fd'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:07.926084 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9bd4c0f1-bad6-4996-9afb-aadfe8079771 req-59312a1f-795e-4c84-a604-573a772d5f97 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843754 Jan 28 13:20:07.961927 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4bbf9-0b98-4833-9d24-86be786abb8a None None] Pushing event updated for resources: {'Port': ['ID=4e309ed0-fb7d-407c-a7bc-660796d20d45,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:07.998527 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e8e90f11-00df-491d-9950-17af1e89eb96 req-fbf16355-23d7-404e-acb2-b512caedfd9c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033236 Jan 28 13:20:08.046632 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-dcb59169-aed7-43fb-991e-e580b091d45c service neutron] 10.222.0.37 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964755 Jan 28 13:20:08.145247 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-1e331d7b-aeb9-4bff-825f-a056ff9e0888 admin admin] Allocated IP 172.20.0.1 (2981af0f-4026-4a1f-934b-9ec2b2fc57f2/5a61af43-cdea-4f43-a388-0e0b86848638/10bb8b00-6820-4746-8014-1ae1eec6b1e5) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:20:08.200024 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-fa5a418e-6677-48ff-8726-3acd694d7891 service neutron] 10.222.0.37 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329899 Jan 28 13:20:08.206674 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-624ad406-00fc-47b2-bf92-81c538f12363 None None] Set router 20be1f49-8dad-4419-9381-c3bb880641fd gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:20:08.276682 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b192fb-0351-4692-b7ee-8eee18195ed6 req-93390122-396b-4477-8204-fb865d4f0e0d tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:08.278670 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-59b192fb-0351-4692-b7ee-8eee18195ed6 req-93390122-396b-4477-8204-fb865d4f0e0d tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 945 time: 0.1125250 Jan 28 13:20:08.280218 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1e331d7b-aeb9-4bff-825f-a056ff9e0888 admin admin] Publish callbacks [] for port (10bb8b00-6820-4746-8014-1ae1eec6b1e5), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:08.331265 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1e331d7b-aeb9-4bff-825f-a056ff9e0888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (10bb8b00-6820-4746-8014-1ae1eec6b1e5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:08.393332 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e331d7b-aeb9-4bff-825f-a056ff9e0888 admin admin] Network 2981af0f-4026-4a1f-934b-9ec2b2fc57f2 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:20:08.398441 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-1e331d7b-aeb9-4bff-825f-a056ff9e0888 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:20:08.404575 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e331d7b-aeb9-4bff-825f-a056ff9e0888 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:20:08.437335 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-59b192fb-0351-4692-b7ee-8eee18195ed6 req-06654fed-1178-4a48-aa2d-23e3aa3239ec tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516387 Jan 28 13:20:08.441399 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e331d7b-aeb9-4bff-825f-a056ff9e0888 admin admin] Pushing event updated for resources: {'Port': ['ID=10bb8b00-6820-4746-8014-1ae1eec6b1e5,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:08.462307 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1e331d7b-aeb9-4bff-825f-a056ff9e0888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (20be1f49-8dad-4419-9381-c3bb880641fd), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:08.495144 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-624ad406-00fc-47b2-bf92-81c538f12363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20be1f49-8dad-4419-9381-c3bb880641fd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1525664353-router', 'tenant_id': '5e6766fcfdb24d07b8064423a4b0313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '4e309ed0-fb7d-407c-a7bc-660796d20d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:20:03Z', 'updated_at': '2022-01-28T13:20:05Z', 'revision_number': 3, 'project_id': '5e6766fcfdb24d07b8064423a4b0313f', 'gw_port': {'id': '4e309ed0-fb7d-407c-a7bc-660796d20d45', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20be1f49-8dad-4419-9381-c3bb880641fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:20:04Z', 'updated_at': '2022-01-28T13:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:08.572708 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624ad406-00fc-47b2-bf92-81c538f12363 None None] The sync data for ids ['20be1f49-8dad-4419-9381-c3bb880641fd'] in n-d-822747-2 is: [{'id': '20be1f49-8dad-4419-9381-c3bb880641fd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1525664353-router', 'tenant_id': '5e6766fcfdb24d07b8064423a4b0313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '4e309ed0-fb7d-407c-a7bc-660796d20d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:20:03Z', 'updated_at': '2022-01-28T13:20:05Z', 'revision_number': 3, 'project_id': '5e6766fcfdb24d07b8064423a4b0313f', 'gw_port': {'id': '4e309ed0-fb7d-407c-a7bc-660796d20d45', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20be1f49-8dad-4419-9381-c3bb880641fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:20:04Z', 'updated_at': '2022-01-28T13:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:20:08.625919 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d8b41-2b26-429f-a2f6-59ee0f93a280 req-82d5a2bb-a89f-490a-8c02-7c5c30beaeb2 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:08.627685 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-342d8b41-2b26-429f-a2f6-59ee0f93a280 req-82d5a2bb-a89f-490a-8c02-7c5c30beaeb2 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.0963545 Jan 28 13:20:08.700640 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c378f7e-31ad-460c-b7a1-48a1b03082bd req-9d43e5cc-89a3-43e7-8037-384575a533d6 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:08.702838 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3c378f7e-31ad-460c-b7a1-48a1b03082bd req-9d43e5cc-89a3-43e7-8037-384575a533d6 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 946 time: 0.1813891 Jan 28 13:20:08.732194 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-342d8b41-2b26-429f-a2f6-59ee0f93a280 req-c8ac00b9-48f4-4edf-99de-bf6b65b86029 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964358 Jan 28 13:20:08.795017 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-578c4475-b4a9-41ed-9e4b-d1f144f9ca95 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:08.796589 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-578c4475-b4a9-41ed-9e4b-d1f144f9ca95 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4&tenant_id=93543269cade486c80fd00260197c0a8&binding%3Ahost_id=n-h2-822747-2 HTTP/1.1" status: 200 len: 1096 time: 0.1866181 Jan 28 13:20:08.817316 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-fd51fcbf-6120-4484-b769-d8d24f46f723 None None] Provisioning complete for port 10bb8b00-6820-4746-8014-1ae1eec6b1e5 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:08.817942 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fd51fcbf-6120-4484-b769-d8d24f46f723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (10bb8b00-6820-4746-8014-1ae1eec6b1e5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:08.871313 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1e331d7b-aeb9-4bff-825f-a056ff9e0888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (10bb8b00-6820-4746-8014-1ae1eec6b1e5), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:08.918614 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3c378f7e-31ad-460c-b7a1-48a1b03082bd req-30f014e3-b127-4970-8362-879ab1bd339b tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982706 Jan 28 13:20:08.928379 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fd51fcbf-6120-4484-b769-d8d24f46f723 None None] Port 10bb8b00-6820-4746-8014-1ae1eec6b1e5 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:20:09.126011 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870ae2b-86d3-4eb9-b325-c71069d63e3b req-06ab9821-411b-4ec5-b92a-925fbe6279c5 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:09.129346 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c870ae2b-86d3-4eb9-b325-c71069d63e3b req-06ab9821-411b-4ec5-b92a-925fbe6279c5 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 950 time: 0.0613711 Jan 28 13:20:09.193018 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-447b40e2-ee5f-4a2d-b276-fe2a10ca0b64 service neutron] For port 483929b3-e20d-4033-b089-ece52da40613, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:09.205487 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f8b0f-9acc-481a-9d0a-34f4689b2d98 req-77150004-b225-4c55-be92-5eb49491bd4f tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:09.207115 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-404f8b0f-9acc-481a-9d0a-34f4689b2d98 req-77150004-b225-4c55-be92-5eb49491bd4f tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 946 time: 0.1023772 Jan 28 13:20:09.214134 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-447b40e2-ee5f-4a2d-b276-fe2a10ca0b64 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:09.214324 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c870ae2b-86d3-4eb9-b325-c71069d63e3b req-7d1495a4-cced-4669-b116-c70b783a1a0e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747640 Jan 28 13:20:09.215357 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8d116fd4-1ee4-49ed-a1f3-50cd7cc4d4a7 req-447b40e2-ee5f-4a2d-b276-fe2a10ca0b64 service neutron] 10.222.0.37 "DELETE /v2.0/ports/483929b3-e20d-4033-b089-ece52da40613/bindings/n-h1-822747-2 HTTP/1.1" status: 204 len: 173 time: 0.3947630 Jan 28 13:20:09.320438 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1e331d7b-aeb9-4bff-825f-a056ff9e0888 admin admin] Publish callbacks [] for port (10bb8b00-6820-4746-8014-1ae1eec6b1e5), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:09.329005 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-404f8b0f-9acc-481a-9d0a-34f4689b2d98 req-646f8cbe-d164-4a06-9e6e-6997df77bcf9 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991027 Jan 28 13:20:09.330801 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1e331d7b-aeb9-4bff-825f-a056ff9e0888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (10bb8b00-6820-4746-8014-1ae1eec6b1e5), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:09.439179 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1e331d7b-aeb9-4bff-825f-a056ff9e0888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (20be1f49-8dad-4419-9381-c3bb880641fd), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:09.447777 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e331d7b-aeb9-4bff-825f-a056ff9e0888 admin admin] Pushing event updated for resources: {'Port': ['ID=10bb8b00-6820-4746-8014-1ae1eec6b1e5,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:09.572248 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e331d7b-aeb9-4bff-825f-a056ff9e0888 admin admin] Network 2981af0f-4026-4a1f-934b-9ec2b2fc57f2 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:20:09.573997 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-1e331d7b-aeb9-4bff-825f-a056ff9e0888 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:20:09.609472 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fe890-cd2d-4896-b827-97e76b87f5ff req-bd4e0fe1-2312-48ee-a63e-1bb0f2955a87 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:09.612752 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2a8fe890-cd2d-4896-b827-97e76b87f5ff req-bd4e0fe1-2312-48ee-a63e-1bb0f2955a87 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 945 time: 0.0636029 Jan 28 13:20:09.716203 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2a8fe890-cd2d-4896-b827-97e76b87f5ff req-097f2980-6b48-4e6b-8af7-5aa2009b8866 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959163 Jan 28 13:20:09.815016 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e331d7b-aeb9-4bff-825f-a056ff9e0888 admin admin] Router 20be1f49-8dad-4419-9381-c3bb880641fd has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:20:09.950764 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efdb232-f6ce-45c8-a6b2-ee1ca7fd6a86 req-933326f5-16e9-4e44-8934-4567fc1d633e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:09.953367 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6efdb232-f6ce-45c8-a6b2-ee1ca7fd6a86 req-933326f5-16e9-4e44-8934-4567fc1d633e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.0885682 Jan 28 13:20:09.995416 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ee2eaf22-3798-4f9a-9c12-def91376b39d None None] Provisioning complete for port 10bb8b00-6820-4746-8014-1ae1eec6b1e5 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:09.996017 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ee2eaf22-3798-4f9a-9c12-def91376b39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (10bb8b00-6820-4746-8014-1ae1eec6b1e5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:10.040400 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6efdb232-f6ce-45c8-a6b2-ee1ca7fd6a86 req-68dc8308-285e-4ff1-a3aa-0fed009e74b9 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747333 Jan 28 13:20:10.075479 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ee2eaf22-3798-4f9a-9c12-def91376b39d None None] Port 10bb8b00-6820-4746-8014-1ae1eec6b1e5 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:20:10.261407 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838a6fd-f187-43a4-96c4-49d7aa96ecd9 req-3d5c782a-86e8-41bc-9560-59165a3e14ac tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:10.263254 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b838a6fd-f187-43a4-96c4-49d7aa96ecd9 req-3d5c782a-86e8-41bc-9560-59165a3e14ac tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 1096 time: 0.0547209 Jan 28 13:20:10.335189 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e331d7b-aeb9-4bff-825f-a056ff9e0888 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:20:10.344009 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1e331d7b-aeb9-4bff-825f-a056ff9e0888 admin admin] 10.222.0.39 "PUT /v2.0/routers/20be1f49-8dad-4419-9381-c3bb880641fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4394295 Jan 28 13:20:10.358294 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b838a6fd-f187-43a4-96c4-49d7aa96ecd9 req-7da3c05e-b4ee-4b58-814c-9e4349655652 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664022 Jan 28 13:20:10.415478 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63c74b-b109-4ffa-b761-a80efba5ed8e req-edefc429-2255-4a21-84a4-33b15e7ec809 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:10.423749 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7f63c74b-b109-4ffa-b761-a80efba5ed8e req-edefc429-2255-4a21-84a4-33b15e7ec809 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 946 time: 0.1045909 Jan 28 13:20:10.506256 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7f63c74b-b109-4ffa-b761-a80efba5ed8e req-4a3d77d9-6706-4b18-a926-97ea0872bdf3 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820658 Jan 28 13:20:10.508381 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ad754-4840-4801-b8bf-b1bc1f37a12c req-19abf5ec-7518-4996-96d5-690205377f20 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:10.515715 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3d2ad754-4840-4801-b8bf-b1bc1f37a12c req-19abf5ec-7518-4996-96d5-690205377f20 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 950 time: 0.0874064 Jan 28 13:20:10.634732 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3d2ad754-4840-4801-b8bf-b1bc1f37a12c req-c1a78c7b-3264-4153-9baf-a49a84455856 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171796 Jan 28 13:20:10.699950 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916da85d-e486-4314-86a1-492c065c202a req-2078cf03-2003-491d-ac6d-2699b1dc8a39 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:10.702924 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-916da85d-e486-4314-86a1-492c065c202a req-2078cf03-2003-491d-ac6d-2699b1dc8a39 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 946 time: 0.0903158 Jan 28 13:20:10.797581 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-916da85d-e486-4314-86a1-492c065c202a req-ab53e4d2-a7a7-4f4d-8ff3-2881818c6bf8 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803447 Jan 28 13:20:10.850340 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d4de3-1e72-40f6-b941-8819d6fdd241 req-0ca52356-a293-42c4-8da9-98fa2c6e29df tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:10.864715 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4e309ed0-fb7d-407c-a7bc-660796d20d45 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:20:10.866956 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab3d4de3-1e72-40f6-b941-8819d6fdd241 req-0ca52356-a293-42c4-8da9-98fa2c6e29df tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 1096 time: 0.1034524 Jan 28 13:20:10.894141 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77130100-0c84-4a2f-9eda-2a0f097f31b7 None None] Sync routers for ids ['20be1f49-8dad-4419-9381-c3bb880641fd'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:20:10.911523 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77130100-0c84-4a2f-9eda-2a0f097f31b7 None None] Routers {'20be1f49-8dad-4419-9381-c3bb880641fd'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:20:10.912862 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-77130100-0c84-4a2f-9eda-2a0f097f31b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:20:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['20be1f49-8dad-4419-9381-c3bb880641fd'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:10.930214 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 4e309ed0-fb7d-407c-a7bc-660796d20d45 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:10.930846 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4e309ed0-fb7d-407c-a7bc-660796d20d45), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:11.008862 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab3d4de3-1e72-40f6-b941-8819d6fdd241 req-69b1bdc4-d327-4c3f-b433-97200a62facc tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360452 Jan 28 13:20:11.016606 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-c217a2bd-9959-4857-bb16-5cd8b91100da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:11.016606 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-c217a2bd-9959-4857-bb16-5cd8b91100da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 1097 time: 0.1449330 Jan 28 13:20:11.044575 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 4e309ed0-fb7d-407c-a7bc-660796d20d45 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:11.045321 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4e309ed0-fb7d-407c-a7bc-660796d20d45), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:11.100676 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-08dcbcc5-8f98-400b-b5f3-c22b73f35ee2 req-a8548a35-5603-4e69-99be-1a3d2b723173 tempest-FloatingIPsNegativeTestJSON-1827123099 tempest-FloatingIPsNegativeTestJSON-1827123099-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=5e6766fcfdb24d07b8064423a4b0313f HTTP/1.1" status: 200 len: 217 time: 0.0753896 Jan 28 13:20:11.121353 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-77130100-0c84-4a2f-9eda-2a0f097f31b7 None None] Set router 20be1f49-8dad-4419-9381-c3bb880641fd gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:20:11.129030 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 4e309ed0-fb7d-407c-a7bc-660796d20d45, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4e309ed0-fb7d-407c-a7bc-660796d20d45,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:11.135523 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4e309ed0-fb7d-407c-a7bc-660796d20d45), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:11.177937 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-71d685a1-7fa8-40b6-a66a-583e5cc4ddd5 req-e39dab73-1043-4186-93a9-0ab4741f8ddb tempest-FloatingIPsNegativeTestJSON-1827123099 tempest-FloatingIPsNegativeTestJSON-1827123099-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0508015 Jan 28 13:20:11.220929 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=4e309ed0-fb7d-407c-a7bc-660796d20d45,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:11.267791 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-c2112e9c-008f-4026-8df3-85a41224d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:11.271108 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-c2112e9c-008f-4026-8df3-85a41224d323 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 920 time: 0.2474060 Jan 28 13:20:11.317172 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-02985701-b4b7-4d39-8b7d-6f3d4a97bcde service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df36e2a8-c30f-41f1-9ca8-55487cb5bd3a HTTP/1.1" status: 200 len: 217 time: 0.0408938 Jan 28 13:20:11.329191 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5e93b-bc70-41c7-8f8a-19a9be76d8db req-56c3ae5a-8404-485d-b55d-5f919151b38e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:11.330674 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e8a5e93b-bc70-41c7-8f8a-19a9be76d8db req-56c3ae5a-8404-485d-b55d-5f919151b38e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.1310809 Jan 28 13:20:11.419724 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-311e16e8-4231-499c-b235-8f5573b3fa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:11.421233 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-311e16e8-4231-499c-b235-8f5573b3fa8b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99d02297-28c8-4d60-822c-d4eb89318060 HTTP/1.1" status: 200 len: 860 time: 0.0895567 Jan 28 13:20:11.424596 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e8a5e93b-bc70-41c7-8f8a-19a9be76d8db req-88c53510-00a3-4d8c-96ef-7933fe86292a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853732 Jan 28 13:20:11.459435 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-94bde098-3f18-48ab-86c4-d35ee7829784 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59fab6ca-64cd-4851-86a5-d4939e9521f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309215 Jan 28 13:20:11.469631 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-77130100-0c84-4a2f-9eda-2a0f097f31b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20be1f49-8dad-4419-9381-c3bb880641fd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1525664353-router', 'tenant_id': '5e6766fcfdb24d07b8064423a4b0313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '4e309ed0-fb7d-407c-a7bc-660796d20d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:20:03Z', 'updated_at': '2022-01-28T13:20:08Z', 'revision_number': 4, 'project_id': '5e6766fcfdb24d07b8064423a4b0313f', 'gw_port': {'id': '4e309ed0-fb7d-407c-a7bc-660796d20d45', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20be1f49-8dad-4419-9381-c3bb880641fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:20:04Z', 'updated_at': '2022-01-28T13:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '10bb8b00-6820-4746-8014-1ae1eec6b1e5', 'name': '', 'network_id': '2981af0f-4026-4a1f-934b-9ec2b2fc57f2', 'tenant_id': '5e6766fcfdb24d07b8064423a4b0313f', 'mac_address': 'fa:16:3e:46:7a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20be1f49-8dad-4419-9381-c3bb880641fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '5a61af43-cdea-4f43-a388-0e0b86848638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:20:07Z', 'updated_at': '2022-01-28T13:20:08Z', 'revision_number': 2, 'project_id': '5e6766fcfdb24d07b8064423a4b0313f', 'subnets': [{'id': '5a61af43-cdea-4f43-a388-0e0b86848638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:11.499313 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77130100-0c84-4a2f-9eda-2a0f097f31b7 None None] Checking router: 20be1f49-8dad-4419-9381-c3bb880641fd for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:20:11.499651 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77130100-0c84-4a2f-9eda-2a0f097f31b7 None None] Updating router 20be1f49-8dad-4419-9381-c3bb880641fd port 10bb8b00-6820-4746-8014-1ae1eec6b1e5 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:20:11.536355 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77130100-0c84-4a2f-9eda-2a0f097f31b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (10bb8b00-6820-4746-8014-1ae1eec6b1e5), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:11.548428 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [req-4e7285ec-27b7-4f62-9156-701ed04fcaf4 req-f3afa55c-088d-40b1-9da5-ff4de22e90d7 tempest-FloatingIPsNegativeTestJSON-1827123099 tempest-FloatingIPsNegativeTestJSON-1827123099-project] show failed (client error): The resource could not be found. Jan 28 13:20:11.551175 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4e7285ec-27b7-4f62-9156-701ed04fcaf4 req-f3afa55c-088d-40b1-9da5-ff4de22e90d7 tempest-FloatingIPsNegativeTestJSON-1827123099 tempest-FloatingIPsNegativeTestJSON-1827123099-project] 10.222.0.39 "GET /v2.0/floatingips/3e60f928-1561-47bc-9f6b-98a821c990f1 HTTP/1.1" status: 404 len: 350 time: 0.0835164 Jan 28 13:20:11.563648 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45518) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:11.670950 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-f0608cd5-8c3e-4d41-8132-a03a19d85876 service neutron] 10.222.0.37 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052631 Jan 28 13:20:11.901532 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c90fc8-9da6-4b65-ab9e-308e2687c268 req-f044bb08-8836-49f8-9933-513d23b4ce0a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:11.901532 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c8c90fc8-9da6-4b65-ab9e-308e2687c268 req-f044bb08-8836-49f8-9933-513d23b4ce0a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 946 time: 0.1221864 Jan 28 13:20:11.903083 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-82137969-d530-45f9-9f06-3d06feb42baa service neutron] 10.222.0.37 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254541 Jan 28 13:20:11.998650 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c8c90fc8-9da6-4b65-ab9e-308e2687c268 req-b4e5fb7b-57d2-41cc-96b3-4590fe7e2e0e tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795403 Jan 28 13:20:12.004244 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77130100-0c84-4a2f-9eda-2a0f097f31b7 None None] Publish callbacks [] for port (10bb8b00-6820-4746-8014-1ae1eec6b1e5), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:12.010811 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77130100-0c84-4a2f-9eda-2a0f097f31b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (10bb8b00-6820-4746-8014-1ae1eec6b1e5), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:12.092102 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-9c761001-e6fd-43e5-962a-7f72a2afe18e tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:12.094199 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-9c761001-e6fd-43e5-962a-7f72a2afe18e tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef&tenant_id=e52f7db82a1e47b4a05e085aee4dc060&binding%3Ahost_id=n-h1-822747-2 HTTP/1.1" status: 200 len: 1097 time: 0.0825064 Jan 28 13:20:12.106218 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-00fbc3ed-2224-465b-b559-f41f6b18ef3a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-822747-2'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:12.135420 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4d728-3867-487b-9281-8390b7338ff6 req-c7d11f82-e6c0-43a1-b5ae-48b529b05976 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:12.143948 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-71e4d728-3867-487b-9281-8390b7338ff6 req-c7d11f82-e6c0-43a1-b5ae-48b529b05976 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 950 time: 0.1341274 Jan 28 13:20:12.156686 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd92a37-0c71-48c0-8a89-7ed1eb6ee5dd None None] Pushing event updated for resources: {'Port': ['ID=10bb8b00-6820-4746-8014-1ae1eec6b1e5,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:12.214282 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd92a37-0c71-48c0-8a89-7ed1eb6ee5dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:12.214629 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd92a37-0c71-48c0-8a89-7ed1eb6ee5dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:12.214997 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd92a37-0c71-48c0-8a89-7ed1eb6ee5dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:12.215337 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd92a37-0c71-48c0-8a89-7ed1eb6ee5dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:12.215669 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd92a37-0c71-48c0-8a89-7ed1eb6ee5dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:12.223274 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd92a37-0c71-48c0-8a89-7ed1eb6ee5dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:12.228619 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd92a37-0c71-48c0-8a89-7ed1eb6ee5dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:12.230127 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd92a37-0c71-48c0-8a89-7ed1eb6ee5dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:12.230479 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-00fbc3ed-2224-465b-b559-f41f6b18ef3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (df36e2a8-c30f-41f1-9ca8-55487cb5bd3a), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:12.231165 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd92a37-0c71-48c0-8a89-7ed1eb6ee5dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:12.232086 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd92a37-0c71-48c0-8a89-7ed1eb6ee5dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:12.232848 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd92a37-0c71-48c0-8a89-7ed1eb6ee5dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:12.233686 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd92a37-0c71-48c0-8a89-7ed1eb6ee5dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:12.234652 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd92a37-0c71-48c0-8a89-7ed1eb6ee5dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:12.239568 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-71e4d728-3867-487b-9281-8390b7338ff6 req-1091fda0-1265-4e6d-b4c7-927ec258862a tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945249 Jan 28 13:20:12.245648 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-77130100-0c84-4a2f-9eda-2a0f097f31b7 None None] Attempting to bind port 10bb8b00-6820-4746-8014-1ae1eec6b1e5 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:20:12.246983 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-77130100-0c84-4a2f-9eda-2a0f097f31b7 None None] Attempting to bind port 10bb8b00-6820-4746-8014-1ae1eec6b1e5 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '15c53294-bde6-4167-a87e-d9f1e7fc949b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2981af0f-4026-4a1f-934b-9ec2b2fc57f2'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:20:12.247879 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77130100-0c84-4a2f-9eda-2a0f097f31b7 None None] Attempting to bind port 10bb8b00-6820-4746-8014-1ae1eec6b1e5 on network 2981af0f-4026-4a1f-934b-9ec2b2fc57f2 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:12.256721 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77130100-0c84-4a2f-9eda-2a0f097f31b7 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:20:12.257652 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77130100-0c84-4a2f-9eda-2a0f097f31b7 None None] Checking segment: {'id': '15c53294-bde6-4167-a87e-d9f1e7fc949b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2981af0f-4026-4a1f-934b-9ec2b2fc57f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:20:12.258320 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77130100-0c84-4a2f-9eda-2a0f097f31b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:12.259002 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77130100-0c84-4a2f-9eda-2a0f097f31b7 None None] Bound using segment: {'id': '15c53294-bde6-4167-a87e-d9f1e7fc949b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2981af0f-4026-4a1f-934b-9ec2b2fc57f2'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:20:12.259901 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-77130100-0c84-4a2f-9eda-2a0f097f31b7 None None] Bound port: 10bb8b00-6820-4746-8014-1ae1eec6b1e5, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c53294-bde6-4167-a87e-d9f1e7fc949b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2981af0f-4026-4a1f-934b-9ec2b2fc57f2'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:20:12.260533 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77130100-0c84-4a2f-9eda-2a0f097f31b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (10bb8b00-6820-4746-8014-1ae1eec6b1e5), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:12.389822 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-77130100-0c84-4a2f-9eda-2a0f097f31b7 None None] For port 10bb8b00-6820-4746-8014-1ae1eec6b1e5, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:12.393549 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-77130100-0c84-4a2f-9eda-2a0f097f31b7 None None] For port 10bb8b00-6820-4746-8014-1ae1eec6b1e5, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=10bb8b00-6820-4746-8014-1ae1eec6b1e5,segment=NetworkSegment(15c53294-bde6-4167-a87e-d9f1e7fc949b),segment_id=15c53294-bde6-4167-a87e-d9f1e7fc949b)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:20:12.399903 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-77130100-0c84-4a2f-9eda-2a0f097f31b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (10bb8b00-6820-4746-8014-1ae1eec6b1e5), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:12.405409 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25334351-67bc-4fe3-ac13-5f2158137bd4 req-ef1617be-4a0f-46be-a297-4135570b0c92 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:12.413591 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-25334351-67bc-4fe3-ac13-5f2158137bd4 req-ef1617be-4a0f-46be-a297-4135570b0c92 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 946 time: 0.1398525 Jan 28 13:20:12.480038 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f3c2-c995-47de-b0df-ba9c63b41d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (20be1f49-8dad-4419-9381-c3bb880641fd), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:12.534141 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77130100-0c84-4a2f-9eda-2a0f097f31b7 None None] Routers {'20be1f49-8dad-4419-9381-c3bb880641fd'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:20:12.537810 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ebb59a80-34e2-4468-9424-6257291c7d3f None None] Provisioning complete for port 10bb8b00-6820-4746-8014-1ae1eec6b1e5 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:12.538355 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-77130100-0c84-4a2f-9eda-2a0f097f31b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:20:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['20be1f49-8dad-4419-9381-c3bb880641fd'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:12.538895 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebb59a80-34e2-4468-9424-6257291c7d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (10bb8b00-6820-4746-8014-1ae1eec6b1e5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:12.545990 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-25334351-67bc-4fe3-ac13-5f2158137bd4 req-354a0b65-ffaa-4b9e-bedb-65188cb15183 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288438 Jan 28 13:20:12.602090 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-00fbc3ed-2224-465b-b559-f41f6b18ef3a service neutron] For port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=df36e2a8-c30f-41f1-9ca8-55487cb5bd3a,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:12.720482 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-00fbc3ed-2224-465b-b559-f41f6b18ef3a service neutron] For port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:12.805104 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd92a37-0c71-48c0-8a89-7ed1eb6ee5dd None None] Pushing event updated for resources: {'Port': ['ID=10bb8b00-6820-4746-8014-1ae1eec6b1e5,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:12.840716 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ebb59a80-34e2-4468-9424-6257291c7d3f None None] Current status of the port 10bb8b00-6820-4746-8014-1ae1eec6b1e5 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:12.841503 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebb59a80-34e2-4468-9424-6257291c7d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (10bb8b00-6820-4746-8014-1ae1eec6b1e5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:12.851746 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea095e3-265a-4f04-ba55-fbea2955dfef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df36e2a8-c30f-41f1-9ca8-55487cb5bd3a'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:12.855586 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4e309ed0-fb7d-407c-a7bc-660796d20d45 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:20:12.856606 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207a5b11-1bab-46d3-aecc-825e00ae2f5e" -d '{"events": [{"server_uuid": "9ea095e3-265a-4f04-ba55-fbea2955dfef", "name": "network-vif-unplugged", "status": "completed", "tag": "df36e2a8-c30f-41f1-9ca8-55487cb5bd3a"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:12.865801 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-00fbc3ed-2224-465b-b559-f41f6b18ef3a service neutron] Publish callbacks [] for port (df36e2a8-c30f-41f1-9ca8-55487cb5bd3a), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:12.872555 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-77130100-0c84-4a2f-9eda-2a0f097f31b7 None None] Set router 20be1f49-8dad-4419-9381-c3bb880641fd gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:20:12.875899 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-00fbc3ed-2224-465b-b559-f41f6b18ef3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (df36e2a8-c30f-41f1-9ca8-55487cb5bd3a), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:12.963815 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344152c-d8a4-42dd-9d9d-c7502f271005 req-836b4996-4bf5-4e1a-981f-4da86cae3814 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:12.975666 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8344152c-d8a4-42dd-9d9d-c7502f271005 req-836b4996-4bf5-4e1a-981f-4da86cae3814 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.2775927 Jan 28 13:20:13.024527 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-ebb59a80-34e2-4468-9424-6257291c7d3f None None] For port 10bb8b00-6820-4746-8014-1ae1eec6b1e5, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=10bb8b00-6820-4746-8014-1ae1eec6b1e5,segment=NetworkSegment(15c53294-bde6-4167-a87e-d9f1e7fc949b),segment_id=15c53294-bde6-4167-a87e-d9f1e7fc949b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:13.034360 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de7bc65-e618-467a-bd64-27b29588c783 x-openstack-request-id: req-2de7bc65-e618-467a-bd64-27b29588c783 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:13.035008 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea095e3-265a-4f04-ba55-fbea2955dfef", "name": "network-vif-unplugged", "status": "completed", "tag": "df36e2a8-c30f-41f1-9ca8-55487cb5bd3a", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:13.035008 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2de7bc65-e618-467a-bd64-27b29588c783 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:13.035302 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea095e3-265a-4f04-ba55-fbea2955dfef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df36e2a8-c30f-41f1-9ca8-55487cb5bd3a', 'code': 200} Jan 28 13:20:13.038355 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebb59a80-34e2-4468-9424-6257291c7d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (10bb8b00-6820-4746-8014-1ae1eec6b1e5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:13.084690 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 4e309ed0-fb7d-407c-a7bc-660796d20d45 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:13.085443 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4e309ed0-fb7d-407c-a7bc-660796d20d45), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:13.092336 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8344152c-d8a4-42dd-9d9d-c7502f271005 req-00018f68-fed4-4fd0-ad55-0d9ca6d51088 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137953 Jan 28 13:20:13.169183 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fbc3ed-2224-465b-b559-f41f6b18ef3a service neutron] Pushing event updated for resources: {'Port': ['ID=df36e2a8-c30f-41f1-9ca8-55487cb5bd3a,revision_number=7']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:13.217518 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-00fbc3ed-2224-465b-b559-f41f6b18ef3a service neutron] Attempting to bind port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a on host n-h1-822747-2 for vnic_type normal with profile {"migrating_to": "n-h2-822747-2"} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:20:13.217874 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-00fbc3ed-2224-465b-b559-f41f6b18ef3a service neutron] Attempting to bind port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:20:13.218202 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-00fbc3ed-2224-465b-b559-f41f6b18ef3a service neutron] Attempting to bind port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:13.223875 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb59a80-34e2-4468-9424-6257291c7d3f None None] Pushing event updated for resources: {'Port': ['ID=10bb8b00-6820-4746-8014-1ae1eec6b1e5,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:13.249180 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ed93c95e-ea5e-41aa-8991-61eb588967ca None None] Provisioning complete for port 10bb8b00-6820-4746-8014-1ae1eec6b1e5 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:13.250198 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed93c95e-ea5e-41aa-8991-61eb588967ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (10bb8b00-6820-4746-8014-1ae1eec6b1e5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:13.270382 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-00fbc3ed-2224-465b-b559-f41f6b18ef3a service neutron] Port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:20:13.270720 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-00fbc3ed-2224-465b-b559-f41f6b18ef3a service neutron] Attempting to bind port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:13.287571 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-00fbc3ed-2224-465b-b559-f41f6b18ef3a service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:20:13.287945 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-00fbc3ed-2224-465b-b559-f41f6b18ef3a service neutron] Checking segment: {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:20:13.288388 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-00fbc3ed-2224-465b-b559-f41f6b18ef3a service neutron] Bound using segment: {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:20:13.288719 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-00fbc3ed-2224-465b-b559-f41f6b18ef3a service neutron] Bound port: df36e2a8-c30f-41f1-9ca8-55487cb5bd3a, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:20:13.289079 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-00fbc3ed-2224-465b-b559-f41f6b18ef3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (df36e2a8-c30f-41f1-9ca8-55487cb5bd3a), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:13.319228 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7f3c2-c995-47de-b0df-ba9c63b41d8b admin admin] Deleting port 10bb8b00-6820-4746-8014-1ae1eec6b1e5 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:20:13.319964 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f3c2-c995-47de-b0df-ba9c63b41d8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (10bb8b00-6820-4746-8014-1ae1eec6b1e5), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:13.390063 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91725957-47e6-4cdb-9515-68751895e53b req-9c0e336c-adb1-4037-91cf-80689d16d039 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:13.397214 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-91725957-47e6-4cdb-9515-68751895e53b req-9c0e336c-adb1-4037-91cf-80689d16d039 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 944 time: 0.2296646 Jan 28 13:20:13.472797 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-77130100-0c84-4a2f-9eda-2a0f097f31b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20be1f49-8dad-4419-9381-c3bb880641fd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1525664353-router', 'tenant_id': '5e6766fcfdb24d07b8064423a4b0313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '4e309ed0-fb7d-407c-a7bc-660796d20d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:20:03Z', 'updated_at': '2022-01-28T13:20:08Z', 'revision_number': 4, 'project_id': '5e6766fcfdb24d07b8064423a4b0313f', 'gw_port': {'id': '4e309ed0-fb7d-407c-a7bc-660796d20d45', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20be1f49-8dad-4419-9381-c3bb880641fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:20:04Z', 'updated_at': '2022-01-28T13:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '10bb8b00-6820-4746-8014-1ae1eec6b1e5', 'name': '', 'network_id': '2981af0f-4026-4a1f-934b-9ec2b2fc57f2', 'tenant_id': '5e6766fcfdb24d07b8064423a4b0313f', 'mac_address': 'fa:16:3e:46:7a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20be1f49-8dad-4419-9381-c3bb880641fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '5a61af43-cdea-4f43-a388-0e0b86848638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:20:07Z', 'updated_at': '2022-01-28T13:20:12Z', 'revision_number': 4, 'project_id': '5e6766fcfdb24d07b8064423a4b0313f', 'subnets': [{'id': '5a61af43-cdea-4f43-a388-0e0b86848638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:13.480077 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 4e309ed0-fb7d-407c-a7bc-660796d20d45 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:13.481832 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-91725957-47e6-4cdb-9515-68751895e53b req-a9b1838e-7706-4026-be75-5b0126468059 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834980 Jan 28 13:20:13.510973 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-00fbc3ed-2224-465b-b559-f41f6b18ef3a service neutron] For port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:13.510973 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-00fbc3ed-2224-465b-b559-f41f6b18ef3a service neutron] For port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=df36e2a8-c30f-41f1-9ca8-55487cb5bd3a,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:20:13.513061 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-00fbc3ed-2224-465b-b559-f41f6b18ef3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (df36e2a8-c30f-41f1-9ca8-55487cb5bd3a), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:13.535296 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device b108ca3d-903f-4787-8dcc-fbe153c85eee details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:20:13.644193 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-3ff7f3c2-c995-47de-b0df-ba9c63b41d8b admin admin] For port 10bb8b00-6820-4746-8014-1ae1eec6b1e5, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=10bb8b00-6820-4746-8014-1ae1eec6b1e5,segment=NetworkSegment(15c53294-bde6-4167-a87e-d9f1e7fc949b),segment_id=15c53294-bde6-4167-a87e-d9f1e7fc949b)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:13.644778 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f3c2-c995-47de-b0df-ba9c63b41d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (10bb8b00-6820-4746-8014-1ae1eec6b1e5), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:13.732687 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532da84a-521d-4ac0-a009-485dc6b7f017 req-0063a564-f756-4cae-b22a-f6d0be8a937d tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:13.739039 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-532da84a-521d-4ac0-a009-485dc6b7f017 req-0063a564-f756-4cae-b22a-f6d0be8a937d tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 950 time: 0.2867785 Jan 28 13:20:13.749869 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77130100-0c84-4a2f-9eda-2a0f097f31b7 None None] The sync data for ids ['20be1f49-8dad-4419-9381-c3bb880641fd'] in n-d-822747-2 is: [{'id': '20be1f49-8dad-4419-9381-c3bb880641fd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1525664353-router', 'tenant_id': '5e6766fcfdb24d07b8064423a4b0313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '4e309ed0-fb7d-407c-a7bc-660796d20d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:20:03Z', 'updated_at': '2022-01-28T13:20:08Z', 'revision_number': 4, 'project_id': '5e6766fcfdb24d07b8064423a4b0313f', 'gw_port': {'id': '4e309ed0-fb7d-407c-a7bc-660796d20d45', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20be1f49-8dad-4419-9381-c3bb880641fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:20:04Z', 'updated_at': '2022-01-28T13:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '10bb8b00-6820-4746-8014-1ae1eec6b1e5', 'name': '', 'network_id': '2981af0f-4026-4a1f-934b-9ec2b2fc57f2', 'tenant_id': '5e6766fcfdb24d07b8064423a4b0313f', 'mac_address': 'fa:16:3e:46:7a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20be1f49-8dad-4419-9381-c3bb880641fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '5a61af43-cdea-4f43-a388-0e0b86848638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:20:07Z', 'updated_at': '2022-01-28T13:20:12Z', 'revision_number': 4, 'project_id': '5e6766fcfdb24d07b8064423a4b0313f', 'subnets': [{'id': '5a61af43-cdea-4f43-a388-0e0b86848638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:20:13.752681 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-00fbc3ed-2224-465b-b559-f41f6b18ef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:13.753340 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-00fbc3ed-2224-465b-b559-f41f6b18ef3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:13.756520 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-00fbc3ed-2224-465b-b559-f41f6b18ef3a service neutron] 10.222.0.37 "PUT /v2.0/ports/df36e2a8-c30f-41f1-9ca8-55487cb5bd3a HTTP/1.1" status: 200 len: 1122 time: 1.6547248 Jan 28 13:20:13.804961 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7f3c2-c995-47de-b0df-ba9c63b41d8b admin admin] Calling delete_port for 10bb8b00-6820-4746-8014-1ae1eec6b1e5 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:20:13.878953 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ed93c95e-ea5e-41aa-8991-61eb588967ca None None] Current status of the port 10bb8b00-6820-4746-8014-1ae1eec6b1e5 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:13.917859 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fbc3ed-2224-465b-b559-f41f6b18ef3a service neutron] Pushing event updated for resources: {'Port': ['ID=df36e2a8-c30f-41f1-9ca8-55487cb5bd3a,revision_number=8']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:13.933434 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port b108ca3d-903f-4787-8dcc-fbe153c85eee, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=b108ca3d-903f-4787-8dcc-fbe153c85eee,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:13.946581 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['df36e2a8-c30f-41f1-9ca8-55487cb5bd3a'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:13.958769 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3df0a6-4c57-453d-b3cc-9b023fc3d1e8 req-a772ad45-e728-4fa9-8e27-72e3aef467fe tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:13.960996 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a3df0a6-4c57-453d-b3cc-9b023fc3d1e8 req-a772ad45-e728-4fa9-8e27-72e3aef467fe tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 946 time: 0.2040896 Jan 28 13:20:13.974085 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-532da84a-521d-4ac0-a009-485dc6b7f017 req-02d29e5f-e5dc-4a6c-a90e-d35170898b6f tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230058 Jan 28 13:20:14.059399 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'b108ca3d-903f-4787-8dcc-fbe153c85eee', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': 'b108ca3d-903f-4787-8dcc-fbe153c85eee', 'mac_address': 'fa:16:3e:84:25:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:20:14.094784 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a3df0a6-4c57-453d-b3cc-9b023fc3d1e8 req-e24b35eb-f21f-43e7-b4b1-1a08249201cc tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165473 Jan 28 13:20:14.140563 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port b108ca3d-903f-4787-8dcc-fbe153c85eee is: ACTIVE; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:14.141033 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b108ca3d-903f-4787-8dcc-fbe153c85eee), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:14.180195 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b108ca3d-903f-4787-8dcc-fbe153c85eee {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:14.259866 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port b108ca3d-903f-4787-8dcc-fbe153c85eee, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=b108ca3d-903f-4787-8dcc-fbe153c85eee,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:14.284290 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b108ca3d-903f-4787-8dcc-fbe153c85eee), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:14.310297 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06245a-0148-488e-b1b7-fe2ac8043ce0 req-65fdd270-aef1-4e07-a969-08e4efb08a6d tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:14.315982 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3e06245a-0148-488e-b1b7-fe2ac8043ce0 req-65fdd270-aef1-4e07-a969-08e4efb08a6d tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.1027219 Jan 28 13:20:14.357163 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f3c2-c995-47de-b0df-ba9c63b41d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (10bb8b00-6820-4746-8014-1ae1eec6b1e5), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:14.430868 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3e06245a-0148-488e-b1b7-fe2ac8043ce0 req-ec48d459-80e4-4f41-84fb-444300d3196d tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061978 Jan 28 13:20:14.441452 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7f3c2-c995-47de-b0df-ba9c63b41d8b admin admin] Pushing event deleted for resources: {'Port': ['ID=10bb8b00-6820-4746-8014-1ae1eec6b1e5,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:14.556285 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=b108ca3d-903f-4787-8dcc-fbe153c85eee,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:14.888874 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299e21b-b90e-446e-acf8-8b5a26898f82 req-c3e7b86d-b687-46a1-82b8-857d4c2fc79a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:14.908217 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f299e21b-b90e-446e-acf8-8b5a26898f82 req-c3e7b86d-b687-46a1-82b8-857d4c2fc79a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 944 time: 0.1915386 Jan 28 13:20:15.001563 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f3c2-c995-47de-b0df-ba9c63b41d8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (20be1f49-8dad-4419-9381-c3bb880641fd), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:15.041871 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea095e3-265a-4f04-ba55-fbea2955dfef', 'tag': 'df36e2a8-c30f-41f1-9ca8-55487cb5bd3a'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:15.047324 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2123d926-f516-4584-8673-a91e53e480a3" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea095e3-265a-4f04-ba55-fbea2955dfef", "tag": "df36e2a8-c30f-41f1-9ca8-55487cb5bd3a"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:15.071930 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f299e21b-b90e-446e-acf8-8b5a26898f82 req-53f8dd39-098f-468b-9fef-1e86699478c6 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621399 Jan 28 13:20:15.158384 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d429c42-465f-424e-9ffd-0aa24c688521 x-openstack-request-id: req-8d429c42-465f-424e-9ffd-0aa24c688521 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:15.159427 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea095e3-265a-4f04-ba55-fbea2955dfef", "tag": "df36e2a8-c30f-41f1-9ca8-55487cb5bd3a", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:15.159427 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d429c42-465f-424e-9ffd-0aa24c688521 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:15.159994 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea095e3-265a-4f04-ba55-fbea2955dfef', 'tag': 'df36e2a8-c30f-41f1-9ca8-55487cb5bd3a', 'status': 'completed', 'code': 200} Jan 28 13:20:15.317916 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['b108ca3d-903f-4787-8dcc-fbe153c85eee'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:15.646233 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ddfcb-ac91-4c74-8804-08c6b30976e8 req-8710bb9b-84ac-4666-aaf1-fcc9e85dbedc tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:15.649747 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-580ddfcb-ac91-4c74-8804-08c6b30976e8 req-8710bb9b-84ac-4666-aaf1-fcc9e85dbedc tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.1007624 Jan 28 13:20:15.724643 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-580ddfcb-ac91-4c74-8804-08c6b30976e8 req-0aa0d7f3-9a7b-454b-b7b1-94702e096daf tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692201 Jan 28 13:20:15.917453 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29aeba9-5eac-4f5b-858c-f8bccd1c92f5 req-51d56acc-8eb5-4776-9ceb-9e1a20ab964d tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:15.929145 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f29aeba9-5eac-4f5b-858c-f8bccd1c92f5 req-51d56acc-8eb5-4776-9ceb-9e1a20ab964d tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 950 time: 0.6966741 Jan 28 13:20:15.968890 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123d926-f516-4584-8673-a91e53e480a3 req-c2bf99ee-63d9-42ca-b9fa-fc555c606401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:15.972365 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2123d926-f516-4584-8673-a91e53e480a3 req-c2bf99ee-63d9-42ca-b9fa-fc555c606401 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 1125 time: 0.7549820 Jan 28 13:20:16.145985 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f29aeba9-5eac-4f5b-858c-f8bccd1c92f5 req-fefafc11-004f-41fe-850b-1142391c46ed tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156100 Jan 28 13:20:16.170541 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123d926-f516-4584-8673-a91e53e480a3 req-695c8320-c24f-488e-97f3-2f7d7f9b56b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:16.176332 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2123d926-f516-4584-8673-a91e53e480a3 req-695c8320-c24f-488e-97f3-2f7d7f9b56b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 920 time: 0.1944690 Jan 28 13:20:16.181599 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff7f3c2-c995-47de-b0df-ba9c63b41d8b admin admin] Router 20be1f49-8dad-4419-9381-c3bb880641fd has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:20:16.266252 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2123d926-f516-4584-8673-a91e53e480a3 req-4c0bac18-529e-4382-8235-748ea467e86c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df36e2a8-c30f-41f1-9ca8-55487cb5bd3a HTTP/1.1" status: 200 len: 217 time: 0.0757313 Jan 28 13:20:16.303085 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd2d7e-e9bb-4e96-b96f-432b0a9a6d4b req-cd623c4b-27d2-4a80-93bb-4246cf35167a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:16.311606 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aacd2d7e-e9bb-4e96-b96f-432b0a9a6d4b req-cd623c4b-27d2-4a80-93bb-4246cf35167a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 944 time: 0.1042199 Jan 28 13:20:16.389879 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aacd2d7e-e9bb-4e96-b96f-432b0a9a6d4b req-b670edf2-3663-4faa-9720-3087e32d2be3 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621643 Jan 28 13:20:16.392733 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123d926-f516-4584-8673-a91e53e480a3 req-1fca5c41-55a0-4d60-a535-dbd87e4039cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:16.394192 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2123d926-f516-4584-8673-a91e53e480a3 req-1fca5c41-55a0-4d60-a535-dbd87e4039cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99d02297-28c8-4d60-822c-d4eb89318060 HTTP/1.1" status: 200 len: 860 time: 0.1095009 Jan 28 13:20:16.396966 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff7f3c2-c995-47de-b0df-ba9c63b41d8b admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:20:16.402641 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3ff7f3c2-c995-47de-b0df-ba9c63b41d8b admin admin] 10.222.0.39 "PUT /v2.0/routers/20be1f49-8dad-4419-9381-c3bb880641fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8374350 Jan 28 13:20:16.406855 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45642) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:16.415647 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3fb035-eae9-4d7e-abaa-e87ff110ccae None None] Sync routers for ids ['20be1f49-8dad-4419-9381-c3bb880641fd'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:20:16.441190 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2123d926-f516-4584-8673-a91e53e480a3 req-53731b35-9c13-46b7-be46-9d21f451e14d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59fab6ca-64cd-4851-86a5-d4939e9521f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374324 Jan 28 13:20:16.442933 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3fb035-eae9-4d7e-abaa-e87ff110ccae None None] Routers {'20be1f49-8dad-4419-9381-c3bb880641fd'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:20:16.444505 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-3c3fb035-eae9-4d7e-abaa-e87ff110ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:20:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['20be1f49-8dad-4419-9381-c3bb880641fd'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:16.544238 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ab5475c6-d560-4e31-84d1-5098d677eda7 admin admin] Publish callbacks [] for router (20be1f49-8dad-4419-9381-c3bb880641fd), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:16.560657 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2123d926-f516-4584-8673-a91e53e480a3 req-a45dbf21-0729-41d2-a41f-d651bfdb4976 service neutron] 10.222.0.18 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063793 Jan 28 13:20:16.604375 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-3c3fb035-eae9-4d7e-abaa-e87ff110ccae None None] Set router 20be1f49-8dad-4419-9381-c3bb880641fd gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:20:16.695864 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ab5475c6-d560-4e31-84d1-5098d677eda7 admin admin] Publish callbacks [] for router_gateway (20be1f49-8dad-4419-9381-c3bb880641fd), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:16.722681 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2123d926-f516-4584-8673-a91e53e480a3 req-221e8f6a-1641-4836-901b-b7e9a5b28d24 service neutron] 10.222.0.18 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476476 Jan 28 13:20:16.793212 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-ab5475c6-d560-4e31-84d1-5098d677eda7 admin admin] Deleting port 4e309ed0-fb7d-407c-a7bc-660796d20d45 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:20:16.794247 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ab5475c6-d560-4e31-84d1-5098d677eda7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (4e309ed0-fb7d-407c-a7bc-660796d20d45), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:16.886020 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-3c3fb035-eae9-4d7e-abaa-e87ff110ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20be1f49-8dad-4419-9381-c3bb880641fd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1525664353-router', 'tenant_id': '5e6766fcfdb24d07b8064423a4b0313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '4e309ed0-fb7d-407c-a7bc-660796d20d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:20:03Z', 'updated_at': '2022-01-28T13:20:14Z', 'revision_number': 5, 'project_id': '5e6766fcfdb24d07b8064423a4b0313f', 'gw_port': {'id': '4e309ed0-fb7d-407c-a7bc-660796d20d45', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20be1f49-8dad-4419-9381-c3bb880641fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:20:04Z', 'updated_at': '2022-01-28T13:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:16.927278 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3fb035-eae9-4d7e-abaa-e87ff110ccae None None] Checking router: 20be1f49-8dad-4419-9381-c3bb880641fd for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:20:16.934570 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-ab5475c6-d560-4e31-84d1-5098d677eda7 admin admin] For port 4e309ed0-fb7d-407c-a7bc-660796d20d45, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4e309ed0-fb7d-407c-a7bc-660796d20d45,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:16.935538 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ab5475c6-d560-4e31-84d1-5098d677eda7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (4e309ed0-fb7d-407c-a7bc-660796d20d45), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:16.940625 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3fb035-eae9-4d7e-abaa-e87ff110ccae None None] Routers {'20be1f49-8dad-4419-9381-c3bb880641fd'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:20:16.941575 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-3c3fb035-eae9-4d7e-abaa-e87ff110ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:20:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['20be1f49-8dad-4419-9381-c3bb880641fd'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:16.960183 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8641c6e-d1ea-4a63-a181-7773d4db05a2 req-f15858e5-93b6-4a82-863c-e9a628096ba4 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:16.961711 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d8641c6e-d1ea-4a63-a181-7773d4db05a2 req-f15858e5-93b6-4a82-863c-e9a628096ba4 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.1155982 Jan 28 13:20:16.964243 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-ab5475c6-d560-4e31-84d1-5098d677eda7 admin admin] Calling delete_port for 4e309ed0-fb7d-407c-a7bc-660796d20d45 owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:20:17.074379 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d8641c6e-d1ea-4a63-a181-7773d4db05a2 req-f318b7c5-fb0b-4cd4-8279-32ba76146686 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045527 Jan 28 13:20:17.131786 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-3c3fb035-eae9-4d7e-abaa-e87ff110ccae None None] Set router 20be1f49-8dad-4419-9381-c3bb880641fd gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:20:17.252371 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-3c3fb035-eae9-4d7e-abaa-e87ff110ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20be1f49-8dad-4419-9381-c3bb880641fd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1525664353-router', 'tenant_id': '5e6766fcfdb24d07b8064423a4b0313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:20:03Z', 'updated_at': '2022-01-28T13:20:16Z', 'revision_number': 6, 'project_id': '5e6766fcfdb24d07b8064423a4b0313f', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:17.327162 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3fb035-eae9-4d7e-abaa-e87ff110ccae None None] The sync data for ids ['20be1f49-8dad-4419-9381-c3bb880641fd'] in n-d-822747-2 is: [{'id': '20be1f49-8dad-4419-9381-c3bb880641fd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1525664353-router', 'tenant_id': '5e6766fcfdb24d07b8064423a4b0313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:20:03Z', 'updated_at': '2022-01-28T13:20:16Z', 'revision_number': 6, 'project_id': '5e6766fcfdb24d07b8064423a4b0313f', 'gw_port_host': None}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:20:17.391080 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6093ca-96c5-4a0e-93fc-436d1cd360c4 req-9144e795-aa1d-44b2-ba76-14390c2bc966 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:17.419759 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8b6093ca-96c5-4a0e-93fc-436d1cd360c4 req-9144e795-aa1d-44b2-ba76-14390c2bc966 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 950 time: 0.1073458 Jan 28 13:20:17.431967 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ab5475c6-d560-4e31-84d1-5098d677eda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (4e309ed0-fb7d-407c-a7bc-660796d20d45), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:17.467159 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 3741de77-17d3-4fea-b003-adb6b001a86f details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:20:17.567370 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5475c6-d560-4e31-84d1-5098d677eda7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e309ed0-fb7d-407c-a7bc-660796d20d45,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:17.658665 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8b6093ca-96c5-4a0e-93fc-436d1cd360c4 req-0c69676c-c09f-4a00-9391-26cc13a5908f tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365150 Jan 28 13:20:17.692743 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:17.701355 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device df36e2a8-c30f-41f1-9ca8-55487cb5bd3a details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:20:17.781054 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ab5475c6-d560-4e31-84d1-5098d677eda7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (20be1f49-8dad-4419-9381-c3bb880641fd), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:17.798974 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device b108ca3d-903f-4787-8dcc-fbe153c85eee up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:20:17.976382 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=df36e2a8-c30f-41f1-9ca8-55487cb5bd3a,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:18.002248 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device df36e2a8-c30f-41f1-9ca8-55487cb5bd3a has no active binding in host n-h2-822747-2 {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 13:20:18.103537 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 3741de77-17d3-4fea-b003-adb6b001a86f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3741de77-17d3-4fea-b003-adb6b001a86f,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:18.111876 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ab5475c6-d560-4e31-84d1-5098d677eda7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (20be1f49-8dad-4419-9381-c3bb880641fd), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:18.121978 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ab5475c6-d560-4e31-84d1-5098d677eda7 admin admin] Publish callbacks [] for router_controller (20be1f49-8dad-4419-9381-c3bb880641fd), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:18.134965 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '3741de77-17d3-4fea-b003-adb6b001a86f', 'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f', 'port_id': '3741de77-17d3-4fea-b003-adb6b001a86f', 'mac_address': 'fa:16:3e:13:a2:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12a1c2f-a9ab-4880-b80f-d12410970629', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:20:18.140496 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port b108ca3d-903f-4787-8dcc-fbe153c85eee triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:18.141001 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b108ca3d-903f-4787-8dcc-fbe153c85eee), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:18.191334 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f81507-b1af-4a53-9793-d43f94a95975 req-c854d10a-5697-42f9-bcd5-2fe2a4b7371c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:18.200334 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1f81507-b1af-4a53-9793-d43f94a95975 req-c854d10a-5697-42f9-bcd5-2fe2a4b7371c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 944 time: 0.4152429 Jan 28 13:20:18.313068 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ab5475c6-d560-4e31-84d1-5098d677eda7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (20be1f49-8dad-4419-9381-c3bb880641fd), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:18.313873 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5475c6-d560-4e31-84d1-5098d677eda7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20be1f49-8dad-4419-9381-c3bb880641fd {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:20:18.332903 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ab5475c6-d560-4e31-84d1-5098d677eda7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:18.351452 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ab5475c6-d560-4e31-84d1-5098d677eda7 admin admin] 10.222.0.39 "DELETE /v2.0/routers/20be1f49-8dad-4419-9381-c3bb880641fd HTTP/1.1" status: 204 len: 168 time: 1.9376361 Jan 28 13:20:18.352606 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45706) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:18.420358 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1f81507-b1af-4a53-9793-d43f94a95975 req-39c4f6d0-7ab4-46fe-bcfe-ce347934038f tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185149 Jan 28 13:20:18.547855 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 3741de77-17d3-4fea-b003-adb6b001a86f is: ACTIVE; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:18.549071 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3741de77-17d3-4fea-b003-adb6b001a86f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:18.584759 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3741de77-17d3-4fea-b003-adb6b001a86f {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:18.663126 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 3741de77-17d3-4fea-b003-adb6b001a86f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3741de77-17d3-4fea-b003-adb6b001a86f,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:18.734533 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f57e749-fe66-4ab4-b9ac-0bfe378f0e70 admin admin] Deleting subnet 5a61af43-cdea-4f43-a388-0e0b86848638 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:20:18.747199 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7f57e749-fe66-4ab4-b9ac-0bfe378f0e70 admin admin] Publish callbacks [] for subnet (5a61af43-cdea-4f43-a388-0e0b86848638), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:18.783318 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port b108ca3d-903f-4787-8dcc-fbe153c85eee is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:18.784094 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b108ca3d-903f-4787-8dcc-fbe153c85eee), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:18.795250 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3741de77-17d3-4fea-b003-adb6b001a86f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:18.817437 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:20:18.904849 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de72eb-b79c-4f77-8f33-1626ce204011 req-4cb2032a-e24c-4060-a0d1-d04146e45645 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:18.910543 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4e309ed0-fb7d-407c-a7bc-660796d20d45 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:20:18.919007 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a0de72eb-b79c-4f77-8f33-1626ce204011 req-4cb2032a-e24c-4060-a0d1-d04146e45645 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.4196362 Jan 28 13:20:19.061026 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['3741de77-17d3-4fea-b003-adb6b001a86f'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:19.117962 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7f57e749-fe66-4ab4-b9ac-0bfe378f0e70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (5a61af43-cdea-4f43-a388-0e0b86848638), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:19.138525 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 4e309ed0-fb7d-407c-a7bc-660796d20d45 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:20:19.138525 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4e309ed0-fb7d-407c-a7bc-660796d20d45 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:20:19.138525 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 10bb8b00-6820-4746-8014-1ae1eec6b1e5 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:20:19.156731 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9412bc8b-c841-4ad4-8220-846637c592af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b108ca3d-903f-4787-8dcc-fbe153c85eee'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:19.159878 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5248885f-d502-4ab5-8237-225b10c541e5" -d '{"events": [{"server_uuid": "9412bc8b-c841-4ad4-8220-846637c592af", "name": "network-vif-plugged", "status": "completed", "tag": "b108ca3d-903f-4787-8dcc-fbe153c85eee"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:19.228657 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 10bb8b00-6820-4746-8014-1ae1eec6b1e5 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:20:19.229358 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 10bb8b00-6820-4746-8014-1ae1eec6b1e5 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:20:19.264706 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a0de72eb-b79c-4f77-8f33-1626ce204011 req-b32944db-03c8-4790-ba48-9bb694910081 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267908 Jan 28 13:20:19.266787 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port b108ca3d-903f-4787-8dcc-fbe153c85eee, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=b108ca3d-903f-4787-8dcc-fbe153c85eee,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:19.274570 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=3741de77-17d3-4fea-b003-adb6b001a86f,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:19.321267 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b108ca3d-903f-4787-8dcc-fbe153c85eee), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:19.580197 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=b108ca3d-903f-4787-8dcc-fbe153c85eee,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:19.626785 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7f57e749-fe66-4ab4-b9ac-0bfe378f0e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (5a61af43-cdea-4f43-a388-0e0b86848638), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:19.636295 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:19.745188 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf87224-c8f1-4a53-b9a9-193e024a37de req-c827f909-f649-437c-9dc6-77116c0f2293 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:19.751620 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-faf87224-c8f1-4a53-b9a9-193e024a37de req-c827f909-f649-437c-9dc6-77116c0f2293 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 950 time: 0.2248850 Jan 28 13:20:19.932088 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-faf87224-c8f1-4a53-b9a9-193e024a37de req-dffe0b12-060e-418c-bc26-d623e879b6f6 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544795 Jan 28 13:20:19.936643 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7f57e749-fe66-4ab4-b9ac-0bfe378f0e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (5a61af43-cdea-4f43-a388-0e0b86848638), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:20.106862 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57e749-fe66-4ab4-b9ac-0bfe378f0e70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a61af43-cdea-4f43-a388-0e0b86848638,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:20.123075 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7f57e749-fe66-4ab4-b9ac-0bfe378f0e70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:20.126200 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c7cebc-30f9-498a-abcb-9de287e111ff None None] Network 2981af0f-4026-4a1f-934b-9ec2b2fc57f2 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:20:20.134333 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7f57e749-fe66-4ab4-b9ac-0bfe378f0e70 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5a61af43-cdea-4f43-a388-0e0b86848638 HTTP/1.1" status: 204 len: 168 time: 1.7793837 Jan 28 13:20:20.137955 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45754) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:20.264978 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e13eaa5-5b82-4753-a1f5-df3b00916685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (2981af0f-4026-4a1f-934b-9ec2b2fc57f2), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:20.394392 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-8e13eaa5-5b82-4753-a1f5-df3b00916685 admin admin] Deleting port b919e79d-976c-425d-bf83-872715a4e926 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:20:20.394955 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e13eaa5-5b82-4753-a1f5-df3b00916685 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b919e79d-976c-425d-bf83-872715a4e926), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:20.411901 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb28538-6c1b-4d6e-b8d8-7c04bfa6c2ff x-openstack-request-id: req-ebb28538-6c1b-4d6e-b8d8-7c04bfa6c2ff {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:20.412435 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9412bc8b-c841-4ad4-8220-846637c592af", "name": "network-vif-plugged", "status": "completed", "tag": "b108ca3d-903f-4787-8dcc-fbe153c85eee", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:20.412789 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ebb28538-6c1b-4d6e-b8d8-7c04bfa6c2ff {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:20.413431 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9412bc8b-c841-4ad4-8220-846637c592af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b108ca3d-903f-4787-8dcc-fbe153c85eee', 'code': 200} Jan 28 13:20:20.551069 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-8e13eaa5-5b82-4753-a1f5-df3b00916685 admin admin] For port b919e79d-976c-425d-bf83-872715a4e926, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b919e79d-976c-425d-bf83-872715a4e926,segment=NetworkSegment(15c53294-bde6-4167-a87e-d9f1e7fc949b),segment_id=15c53294-bde6-4167-a87e-d9f1e7fc949b)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:20.551430 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e13eaa5-5b82-4753-a1f5-df3b00916685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b919e79d-976c-425d-bf83-872715a4e926), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:20.568286 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-8e13eaa5-5b82-4753-a1f5-df3b00916685 admin admin] Calling delete_port for b919e79d-976c-425d-bf83-872715a4e926 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:20:20.677775 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0608a22-8f86-414f-acde-32baf91a468c None None] DHCP port deletion for 2981af0f-4026-4a1f-934b-9ec2b2fc57f2 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:20:20.686345 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e13eaa5-5b82-4753-a1f5-df3b00916685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (b919e79d-976c-425d-bf83-872715a4e926), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:20.716548 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13eaa5-5b82-4753-a1f5-df3b00916685 admin admin] Pushing event deleted for resources: {'Port': ['ID=b919e79d-976c-425d-bf83-872715a4e926,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:20.740127 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e13eaa5-5b82-4753-a1f5-df3b00916685 admin admin] No DVR routers for this DVR port b919e79d-976c-425d-bf83-872715a4e926 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:20:20.806861 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f00ca4-4e4d-423d-88b2-f8cb218fc6fd req-3faadfee-111a-4b26-8709-1b2c92eb7546 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:20.827696 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-12f00ca4-4e4d-423d-88b2-f8cb218fc6fd req-3faadfee-111a-4b26-8709-1b2c92eb7546 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 944 time: 0.2248676 Jan 28 13:20:20.842347 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b919e79d-976c-425d-bf83-872715a4e926 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:20:20.952582 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: b919e79d-976c-425d-bf83-872715a4e926 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:20:20.964118 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b919e79d-976c-425d-bf83-872715a4e926 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:20:21.039897 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-12f00ca4-4e4d-423d-88b2-f8cb218fc6fd req-3aed641a-9f16-4af6-a01d-6557a4c63696 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050881 Jan 28 13:20:21.179496 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e13eaa5-5b82-4753-a1f5-df3b00916685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (2981af0f-4026-4a1f-934b-9ec2b2fc57f2), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:21.297048 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-8e13eaa5-5b82-4753-a1f5-df3b00916685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2981af0f-4026-4a1f-934b-9ec2b2fc57f2']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:21.329257 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-8e13eaa5-5b82-4753-a1f5-df3b00916685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c53294-bde6-4167-a87e-d9f1e7fc949b') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:21.329711 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-8e13eaa5-5b82-4753-a1f5-df3b00916685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c53294-bde6-4167-a87e-d9f1e7fc949b') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:21.360758 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e13eaa5-5b82-4753-a1f5-df3b00916685 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (15c53294-bde6-4167-a87e-d9f1e7fc949b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:21.411356 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e13eaa5-5b82-4753-a1f5-df3b00916685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (15c53294-bde6-4167-a87e-d9f1e7fc949b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:21.449979 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e13eaa5-5b82-4753-a1f5-df3b00916685 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:20:21.451581 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e13eaa5-5b82-4753-a1f5-df3b00916685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (15c53294-bde6-4167-a87e-d9f1e7fc949b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:21.487084 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 3741de77-17d3-4fea-b003-adb6b001a86f up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:20:21.596403 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:20:21.639579 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e13eaa5-5b82-4753-a1f5-df3b00916685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (2981af0f-4026-4a1f-934b-9ec2b2fc57f2), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:21.659536 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e13eaa5-5b82-4753-a1f5-df3b00916685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:21.677873 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8e13eaa5-5b82-4753-a1f5-df3b00916685 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2981af0f-4026-4a1f-934b-9ec2b2fc57f2 HTTP/1.1" status: 204 len: 168 time: 1.5375369 Jan 28 13:20:21.703402 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 3741de77-17d3-4fea-b003-adb6b001a86f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:21.704079 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3741de77-17d3-4fea-b003-adb6b001a86f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:22.051305 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45770) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:22.210991 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 3741de77-17d3-4fea-b003-adb6b001a86f is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:22.211504 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3741de77-17d3-4fea-b003-adb6b001a86f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:22.232473 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-05f114f5-993a-422a-a050-c48105a72e86 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e6766fcfdb24d07b8064423a4b0313f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1782737 Jan 28 13:20:22.240484 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45774) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:22.348548 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 3741de77-17d3-4fea-b003-adb6b001a86f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3741de77-17d3-4fea-b003-adb6b001a86f,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:22.358945 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3741de77-17d3-4fea-b003-adb6b001a86f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:22.422032 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ba0261-fe1d-41b9-bbca-436e9111c360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3741de77-17d3-4fea-b003-adb6b001a86f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:22.432898 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f4c83162-443b-4d94-a99f-b993aac25a5b admin admin] Publish callbacks [] for security_group (78f00068-791f-43b9-8780-973db2ca4009), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:22.436542 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb10a0e6-d4ee-4fc3-87ac-fe3d0f631061" -d '{"events": [{"server_uuid": "35ba0261-fe1d-41b9-bbca-436e9111c360", "name": "network-vif-plugged", "status": "completed", "tag": "3741de77-17d3-4fea-b003-adb6b001a86f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:22.507409 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f4c83162-443b-4d94-a99f-b993aac25a5b admin admin] Publish callbacks [] for security_group (78f00068-791f-43b9-8780-973db2ca4009), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:22.540711 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13eaa5-5b82-4753-a1f5-df3b00916685 admin admin] Pushing event deleted for resources: {'Network': ['ID=2981af0f-4026-4a1f-934b-9ec2b2fc57f2,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:22.547170 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=3741de77-17d3-4fea-b003-adb6b001a86f,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:22.615389 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f4c83162-443b-4d94-a99f-b993aac25a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (78f00068-791f-43b9-8780-973db2ca4009), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:22.618854 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f4c83162-443b-4d94-a99f-b993aac25a5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:22.635162 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f4c83162-443b-4d94-a99f-b993aac25a5b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/78f00068-791f-43b9-8780-973db2ca4009 HTTP/1.1" status: 204 len: 168 time: 0.3926899 Jan 28 13:20:22.677042 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c83162-443b-4d94-a99f-b993aac25a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f00068-791f-43b9-8780-973db2ca4009,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:24.268167 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8bfaa7ad-4959-4004-ba14-88bbedc11677 req-ded093fe-57c2-4749-903a-897b971e95b4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1473415 Jan 28 13:20:24.409692 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfaa7ad-4959-4004-ba14-88bbedc11677 req-cea153ac-1e5b-4e6a-9e24-b04114fe3e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:24.413296 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8bfaa7ad-4959-4004-ba14-88bbedc11677 req-cea153ac-1e5b-4e6a-9e24-b04114fe3e26 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=93543269cade486c80fd00260197c0a8&device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 1095 time: 0.0927143 Jan 28 13:20:24.713233 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfaa7ad-4959-4004-ba14-88bbedc11677 req-71256014-d419-430a-aa9b-33b3a62571f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:24.714833 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8bfaa7ad-4959-4004-ba14-88bbedc11677 req-71256014-d419-430a-aa9b-33b3a62571f5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8528e78d-cd10-4563-a6b3-de6e91f8e460 HTTP/1.1" status: 200 len: 908 time: 0.2570884 Jan 28 13:20:24.795188 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8bfaa7ad-4959-4004-ba14-88bbedc11677 req-44504e2e-a284-4e30-a4d0-1216a2dcd125 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d674133-1cac-4f13-bc09-89b187b99e44 HTTP/1.1" status: 200 len: 217 time: 0.0737584 Jan 28 13:20:25.022786 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfaa7ad-4959-4004-ba14-88bbedc11677 req-33271787-adec-459a-bacb-ebafd028acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:25.027283 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8bfaa7ad-4959-4004-ba14-88bbedc11677 req-33271787-adec-459a-bacb-ebafd028acf0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=585c2f63-9b4b-456a-9eb5-e157a8ee5cdd HTTP/1.1" status: 200 len: 848 time: 0.2225678 Jan 28 13:20:25.078214 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8bfaa7ad-4959-4004-ba14-88bbedc11677 req-8d417cb0-f9ef-48a1-824b-8dcf318a73f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8528e78d-cd10-4563-a6b3-de6e91f8e460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457861 Jan 28 13:20:25.341411 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8bfaa7ad-4959-4004-ba14-88bbedc11677 req-8e695a4e-0010-4d77-b0bc-167338b6fd97 service neutron] 10.222.0.18 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438207 Jan 28 13:20:25.665987 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8bfaa7ad-4959-4004-ba14-88bbedc11677 req-017306bd-9b54-442a-8b11-759815113d86 service neutron] 10.222.0.18 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011477 Jan 28 13:20:25.953054 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-6b97b9f5-ef99-4ef7-a725-41a6b29846b4 service neutron] 10.222.0.18 "GET /v2.0/ports/df36e2a8-c30f-41f1-9ca8-55487cb5bd3a/bindings/n-h2-822747-2 HTTP/1.1" status: 200 len: 384 time: 0.1760867 Jan 28 13:20:26.453544 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-aad0fd06-dade-4048-9e69-7fd20a78cbc0 service neutron] For port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=df36e2a8-c30f-41f1-9ca8-55487cb5bd3a,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:26.490040 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-aad0fd06-dade-4048-9e69-7fd20a78cbc0 service neutron] For port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:26.544628 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-aad0fd06-dade-4048-9e69-7fd20a78cbc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df36e2a8-c30f-41f1-9ca8-55487cb5bd3a {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:26.569912 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-aad0fd06-dade-4048-9e69-7fd20a78cbc0 service neutron] For port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=df36e2a8-c30f-41f1-9ca8-55487cb5bd3a,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:26.605921 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-aad0fd06-dade-4048-9e69-7fd20a78cbc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (df36e2a8-c30f-41f1-9ca8-55487cb5bd3a), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:26.750193 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-aad0fd06-dade-4048-9e69-7fd20a78cbc0 service neutron] Transition to ACTIVE for port object df36e2a8-c30f-41f1-9ca8-55487cb5bd3a will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:20:26.763244 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-aad0fd06-dade-4048-9e69-7fd20a78cbc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (df36e2a8-c30f-41f1-9ca8-55487cb5bd3a), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:26.988016 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-aad0fd06-dade-4048-9e69-7fd20a78cbc0 service neutron] No DVR routers for this DVR port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:20:27.044456 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0fd06-dade-4048-9e69-7fd20a78cbc0 service neutron] Pushing event updated for resources: {'Port': ['ID=df36e2a8-c30f-41f1-9ca8-55487cb5bd3a,revision_number=10']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:27.128333 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-aad0fd06-dade-4048-9e69-7fd20a78cbc0 service neutron] 10.222.0.18 "PUT /v2.0/ports/df36e2a8-c30f-41f1-9ca8-55487cb5bd3a/bindings/n-h2-822747-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1619346 Jan 28 13:20:27.380811 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-a4720c66-399e-486b-823e-3e1f4da9e2e5 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:27.389139 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-a4720c66-399e-486b-823e-3e1f4da9e2e5 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef&tenant_id=e52f7db82a1e47b4a05e085aee4dc060&binding%3Ahost_id=n-h1-822747-2 HTTP/1.1" status: 200 len: 1096 time: 0.1673744 Jan 28 13:20:27.514107 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-9ac2237a-ff10-434e-ac5d-54445dfc1848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:27.518067 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-9ac2237a-ff10-434e-ac5d-54445dfc1848 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef&tenant_id=e52f7db82a1e47b4a05e085aee4dc060 HTTP/1.1" status: 200 len: 1096 time: 0.1221700 Jan 28 13:20:27.534122 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device df36e2a8-c30f-41f1-9ca8-55487cb5bd3a no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:20:27.624155 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] The host n-h1-822747-2 is not matching for port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a host n-h2-822747-2! {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:20:27.624773 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device df36e2a8-c30f-41f1-9ca8-55487cb5bd3a not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:20:27.698935 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-a2068e37-994b-47e2-91aa-1565f9e8c798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:27.712943 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-a2068e37-994b-47e2-91aa-1565f9e8c798 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 1096 time: 0.1629667 Jan 28 13:20:28.066132 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-d2734e3e-8070-431c-b84e-eee39d67fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:28.068816 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-d2734e3e-8070-431c-b84e-eee39d67fd49 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 920 time: 0.3497612 Jan 28 13:20:28.212309 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-87d7447c-918c-4032-bd88-9e230097e864 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df36e2a8-c30f-41f1-9ca8-55487cb5bd3a HTTP/1.1" status: 200 len: 217 time: 0.1183083 Jan 28 13:20:28.442065 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-cb68aa8f-6a6d-42e9-a025-27b745b4beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:28.455327 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-cb68aa8f-6a6d-42e9-a025-27b745b4beb8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99d02297-28c8-4d60-822c-d4eb89318060 HTTP/1.1" status: 200 len: 860 time: 0.2343600 Jan 28 13:20:28.661754 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-19e57bd8-bd41-45f1-a138-4e55cc1887b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59fab6ca-64cd-4851-86a5-d4939e9521f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1933250 Jan 28 13:20:28.862117 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-3e9c2533-c775-463d-92be-dfc7dd8ee863 service neutron] 10.222.0.37 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918344 Jan 28 13:20:29.306484 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f3c53028-2978-4e94-8779-c147114fca7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:29.478962 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-2b3cf2e2-b79f-49cd-910c-41bf6641b6fd service neutron] 10.222.0.37 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6094737 Jan 28 13:20:30.007381 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-3997610d-6f82-4514-bdf7-9ddafa8b754d tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:30.016433 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-3997610d-6f82-4514-bdf7-9ddafa8b754d tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef&tenant_id=e52f7db82a1e47b4a05e085aee4dc060&binding%3Ahost_id=n-h2-822747-2 HTTP/1.1" status: 200 len: 1096 time: 0.1161571 Jan 28 13:20:30.265656 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-f2076996-293a-4a12-91da-cd30026688bf service neutron] For port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:30.290669 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-f2076996-293a-4a12-91da-cd30026688bf service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:30.294460 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3393e8b6-5bab-418a-8605-f845d1cc4577 req-f2076996-293a-4a12-91da-cd30026688bf service neutron] 10.222.0.37 "DELETE /v2.0/ports/df36e2a8-c30f-41f1-9ca8-55487cb5bd3a/bindings/n-h1-822747-2 HTTP/1.1" status: 204 len: 173 time: 0.2691493 Jan 28 13:20:31.567701 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9d81ee4-7e5a-40fd-b582-3126e7044de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:32.315377 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-6e50fd0e-6d9e-4b5d-a80c-baab2184fa39 service neutron] show failed (client error): The resource could not be found. Jan 28 13:20:32.316748 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-6e50fd0e-6d9e-4b5d-a80c-baab2184fa39 service neutron] 10.222.0.18 "GET /v2.0/ports/89950e23-ce82-41f6-9ede-d9bc0eba34af/bindings/n-h2-822747-2 HTTP/1.1" status: 404 len: 380 time: 0.0923724 Jan 28 13:20:32.701375 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:32.841567 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-db3a5fa1-8a20-441e-b989-9bc8fb53c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:32.844286 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-db3a5fa1-8a20-441e-b989-9bc8fb53c793 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26&tenant_id=787b3d18280347a0a733cb6bd5e91d6d HTTP/1.1" status: 200 len: 1101 time: 0.1231117 Jan 28 13:20:32.863702 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822747-2', 'device_owner': 'compute:nova'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:32.997266 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:33.388060 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] For port 89950e23-ce82-41f6-9ede-d9bc0eba34af, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=89950e23-ce82-41f6-9ede-d9bc0eba34af,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:33.439764 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] For port 89950e23-ce82-41f6-9ede-d9bc0eba34af, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:33.502938 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Publish callbacks [] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:33.521108 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Transition to ACTIVE for port object 89950e23-ce82-41f6-9ede-d9bc0eba34af will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:20:33.522633 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea7448a-59b2-4d04-978a-cf573bc8bd26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89950e23-ce82-41f6-9ede-d9bc0eba34af'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:33.528008 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184b9930-8f75-45d2-b438-acf8569c620b" -d '{"events": [{"server_uuid": "dea7448a-59b2-4d04-978a-cf573bc8bd26", "name": "network-vif-unplugged", "status": "completed", "tag": "89950e23-ce82-41f6-9ede-d9bc0eba34af"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:33.537509 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:33.622963 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Pushing event updated for resources: {'Port': ['ID=89950e23-ce82-41f6-9ede-d9bc0eba34af,revision_number=6']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:33.654364 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:33.655211 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:33.655796 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:33.656378 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:33.657227 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:33.658240 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:33.658748 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:33.659407 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:33.660053 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:33.660554 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:33.661052 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:33.661682 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:33.662178 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:33.722026 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] No DVR routers for this DVR port 89950e23-ce82-41f6-9ede-d9bc0eba34af on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:20:33.813481 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Attempting to bind port 89950e23-ce82-41f6-9ede-d9bc0eba34af on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:20:33.813823 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Attempting to bind port 89950e23-ce82-41f6-9ede-d9bc0eba34af by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:20:33.814153 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Attempting to bind port 89950e23-ce82-41f6-9ede-d9bc0eba34af on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:33.822781 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Port 89950e23-ce82-41f6-9ede-d9bc0eba34af on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:20:33.825875 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Attempting to bind port 89950e23-ce82-41f6-9ede-d9bc0eba34af on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:33.841743 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:20:33.842800 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:20:33.843089 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:20:33.844295 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Bound port: 89950e23-ce82-41f6-9ede-d9bc0eba34af, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:20:33.845200 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:34.151978 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:34.236082 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] For port 89950e23-ce82-41f6-9ede-d9bc0eba34af, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:34.242323 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] For port 89950e23-ce82-41f6-9ede-d9bc0eba34af, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=89950e23-ce82-41f6-9ede-d9bc0eba34af,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:20:34.256997 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:34.402584 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:34.403231 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:34.404741 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] 10.222.0.37 "PUT /v2.0/ports/89950e23-ce82-41f6-9ede-d9bc0eba34af HTTP/1.1" status: 200 len: 1096 time: 1.5464559 Jan 28 13:20:34.481022 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73040b58-eea0-4f40-9b9f-eaabf8a6108c service neutron] Pushing event updated for resources: {'Port': ['ID=89950e23-ce82-41f6-9ede-d9bc0eba34af,revision_number=7']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:34.560879 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-48111ccb-0b8a-4ac3-b181-88111c1dd843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:34.564490 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-48111ccb-0b8a-4ac3-b181-88111c1dd843 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 1099 time: 0.1166508 Jan 28 13:20:34.741651 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-ac8c12db-fbbd-4fa1-a4b4-5918424d7307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:34.743365 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-ac8c12db-fbbd-4fa1-a4b4-5918424d7307 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.1698532 Jan 28 13:20:34.810243 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-74a586ff-5ae6-4840-87e8-cef430656e43 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=89950e23-ce82-41f6-9ede-d9bc0eba34af HTTP/1.1" status: 200 len: 217 time: 0.0502501 Jan 28 13:20:34.933121 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-33f54470-a4b1-43ba-bb9c-41089d8e4450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:34.934682 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-33f54470-a4b1-43ba-bb9c-41089d8e4450 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1168361 Jan 28 13:20:35.085426 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-1bc2d3f5-fa9e-4b43-9a36-41853e63d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:35.085426 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-1bc2d3f5-fa9e-4b43-9a36-41853e63d1f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1324670 Jan 28 13:20:35.229386 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-68dbc8c2-c9d4-4185-a375-fc2f5328bb57 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446815 Jan 28 13:20:35.395798 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c9856ee-6c8f-4c6f-a1f4-9606be9b5e15 req-e87d344f-73bd-4ef6-b215-3986490d3a72 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450999 Jan 28 13:20:35.546969 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 89950e23-ce82-41f6-9ede-d9bc0eba34af no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:20:35.659462 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] The host n-h1-822747-2 is not matching for port 89950e23-ce82-41f6-9ede-d9bc0eba34af host n-h2-822747-2! {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:20:35.660782 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 89950e23-ce82-41f6-9ede-d9bc0eba34af not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:20:35.665060 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:36.355772 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaed0b1-4215-457c-aaee-006e499e6f5e req-e084691d-c3b3-498a-86f4-2811703df6ef tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:36.357700 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-caaed0b1-4215-457c-aaee-006e499e6f5e req-e084691d-c3b3-498a-86f4-2811703df6ef tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.0590489 Jan 28 13:20:36.360887 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e753a5-3a3f-4fd0-a4f8-bcca3d0fc0b5 req-f93a86ef-8d18-4b00-8c3c-8be5d9cf8107 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:36.362927 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-88e753a5-3a3f-4fd0-a4f8-bcca3d0fc0b5 req-f93a86ef-8d18-4b00-8c3c-8be5d9cf8107 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 948 time: 0.0650311 Jan 28 13:20:36.424889 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-88e753a5-3a3f-4fd0-a4f8-bcca3d0fc0b5 req-5a29f1f0-5131-41e8-81c8-779afa5efcdd tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463142 Jan 28 13:20:36.433318 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-caaed0b1-4215-457c-aaee-006e499e6f5e req-838476e5-a061-43c2-970a-f3164a742adf tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641341 Jan 28 13:20:36.656413 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea779205-02dd-4a25-a7a6-97738ed369a3 x-openstack-request-id: req-ea779205-02dd-4a25-a7a6-97738ed369a3 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:36.658729 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ba0261-fe1d-41b9-bbca-436e9111c360", "name": "network-vif-plugged", "status": "completed", "tag": "3741de77-17d3-4fea-b003-adb6b001a86f", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:36.659632 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea779205-02dd-4a25-a7a6-97738ed369a3 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:36.662469 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ba0261-fe1d-41b9-bbca-436e9111c360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3741de77-17d3-4fea-b003-adb6b001a86f', 'code': 200} Jan 28 13:20:36.678346 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11588a59-69b3-4e8e-af7d-8b9ff8ee6158 req-e2b5da86-e887-46b0-a9a3-13017537e069 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:36.680086 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-11588a59-69b3-4e8e-af7d-8b9ff8ee6158 req-e2b5da86-e887-46b0-a9a3-13017537e069 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 945 time: 0.0891232 Jan 28 13:20:36.783371 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-11588a59-69b3-4e8e-af7d-8b9ff8ee6158 req-f2d350f5-6cc0-4ade-9a91-2a282b39b8cf tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783706 Jan 28 13:20:36.844794 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7aee1e-6284-461e-90a5-7f3156c84ddb x-openstack-request-id: req-bb7aee1e-6284-461e-90a5-7f3156c84ddb {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:36.845463 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea7448a-59b2-4d04-978a-cf573bc8bd26", "name": "network-vif-unplugged", "status": "completed", "tag": "89950e23-ce82-41f6-9ede-d9bc0eba34af", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:36.845734 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb7aee1e-6284-461e-90a5-7f3156c84ddb {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:36.846188 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea7448a-59b2-4d04-978a-cf573bc8bd26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89950e23-ce82-41f6-9ede-d9bc0eba34af', 'code': 200} Jan 28 13:20:37.182760 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010425bd-591c-4508-accf-d3f96142d58c req-fbc2a807-ba40-4643-97d0-edf957b355f5 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:37.185845 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-010425bd-591c-4508-accf-d3f96142d58c req-fbc2a807-ba40-4643-97d0-edf957b355f5 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 950 time: 0.0910492 Jan 28 13:20:37.272474 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-010425bd-591c-4508-accf-d3f96142d58c req-bb93fef0-14ee-4384-9033-cca7d4ee5aa3 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803158 Jan 28 13:20:37.449621 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bd82a-bdc6-4890-92a1-42b4f5252c92 req-98413c46-c20e-4c05-aa2f-7e043715a470 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:37.452426 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3c3bd82a-bdc6-4890-92a1-42b4f5252c92 req-98413c46-c20e-4c05-aa2f-7e043715a470 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 1096 time: 0.0716786 Jan 28 13:20:37.519689 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3c3bd82a-bdc6-4890-92a1-42b4f5252c92 req-c4175cd2-1be5-4738-9b88-bc22ea127df8 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543544 Jan 28 13:20:38.235157 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46052) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:38.332250 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3721af-3aea-4754-a242-b0af8310f7f3 req-60684ec9-bf31-417b-833b-e178a1801985 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:38.335993 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0b3721af-3aea-4754-a242-b0af8310f7f3 req-60684ec9-bf31-417b-833b-e178a1801985 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 948 time: 0.0943787 Jan 28 13:20:38.446978 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0b3721af-3aea-4754-a242-b0af8310f7f3 req-ff32bd7f-60a1-4835-9c77-f952cb5d52bc tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001964 Jan 28 13:20:38.448400 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fb3d91e2-2316-4319-8c30-a28bd986ed99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:38.604159 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fb3d91e2-2316-4319-8c30-a28bd986ed99 admin admin] Publish callbacks [] for security_group (6cf91ec3-6705-48f0-92ae-978bb4d35690), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:38.611935 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fb3d91e2-2316-4319-8c30-a28bd986ed99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6cf91ec3-6705-48f0-92ae-978bb4d35690), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:38.661300 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fb3d91e2-2316-4319-8c30-a28bd986ed99 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce5b9b2eae75461ebb837fd33040b280&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4245441 Jan 28 13:20:38.665404 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46064) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:38.668566 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd39473-92e8-45cb-bbe3-05ecad402020 req-80f291e3-a6e8-43b8-b9ff-59dfb91400a5 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:38.694599 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5cd39473-92e8-45cb-bbe3-05ecad402020 req-80f291e3-a6e8-43b8-b9ff-59dfb91400a5 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.1330354 Jan 28 13:20:38.710720 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d91e2-2316-4319-8c30-a28bd986ed99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf91ec3-6705-48f0-92ae-978bb4d35690,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:38.744393 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-57c42ccf-b07f-497a-a118-81b8c8658aa5 admin admin] Publish callbacks [] for security_group (6cf91ec3-6705-48f0-92ae-978bb4d35690), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:38.773608 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-57c42ccf-b07f-497a-a118-81b8c8658aa5 admin admin] Publish callbacks [] for security_group (6cf91ec3-6705-48f0-92ae-978bb4d35690), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:38.782077 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5cd39473-92e8-45cb-bbe3-05ecad402020 req-d3025365-d511-4904-a54f-7022b6e7994d tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839627 Jan 28 13:20:38.848001 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea7448a-59b2-4d04-978a-cf573bc8bd26', 'tag': '89950e23-ce82-41f6-9ede-d9bc0eba34af'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:38.850414 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd33f66-a653-4fda-af9e-eb225590fee9" -d '{"events": [{"name": "network-changed", "server_uuid": "dea7448a-59b2-4d04-978a-cf573bc8bd26", "tag": "89950e23-ce82-41f6-9ede-d9bc0eba34af"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:38.902858 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-57c42ccf-b07f-497a-a118-81b8c8658aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6cf91ec3-6705-48f0-92ae-978bb4d35690), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:38.906746 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-57c42ccf-b07f-497a-a118-81b8c8658aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:38.909218 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-57c42ccf-b07f-497a-a118-81b8c8658aa5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6cf91ec3-6705-48f0-92ae-978bb4d35690 HTTP/1.1" status: 204 len: 168 time: 0.2422369 Jan 28 13:20:38.971119 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c42ccf-b07f-497a-a118-81b8c8658aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf91ec3-6705-48f0-92ae-978bb4d35690,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:39.112803 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a72e13-6527-46d2-914f-e076f82a730d req-d212de74-92ed-4b61-9023-77719dfc2599 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:39.116822 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-36a72e13-6527-46d2-914f-e076f82a730d req-d212de74-92ed-4b61-9023-77719dfc2599 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 820 time: 0.2670190 Jan 28 13:20:39.136924 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-36a72e13-6527-46d2-914f-e076f82a730d req-33a71f3a-8b04-4bd4-b0db-35a662e4669b tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/quotas/e52f7db82a1e47b4a05e085aee4dc060 HTTP/1.1" status: 200 len: 375 time: 0.0183523 Jan 28 13:20:39.202524 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba066d5-6161-4b32-a910-1c00a217a11e x-openstack-request-id: req-8ba066d5-6161-4b32-a910-1c00a217a11e {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:39.203059 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea7448a-59b2-4d04-978a-cf573bc8bd26", "tag": "89950e23-ce82-41f6-9ede-d9bc0eba34af", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:39.203491 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ba066d5-6161-4b32-a910-1c00a217a11e {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:39.204055 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea7448a-59b2-4d04-978a-cf573bc8bd26', 'tag': '89950e23-ce82-41f6-9ede-d9bc0eba34af', 'status': 'completed', 'code': 200} Jan 28 13:20:39.217753 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-36a72e13-6527-46d2-914f-e076f82a730d req-e04974ec-46a3-451d-9989-a4db272fac55 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796611 Jan 28 13:20:39.381087 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd33f66-a653-4fda-af9e-eb225590fee9 req-588b178a-33c6-40d5-ad93-b6c823f8fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:39.382744 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ebd33f66-a653-4fda-af9e-eb225590fee9 req-588b178a-33c6-40d5-ad93-b6c823f8fe90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 1099 time: 0.1557484 Jan 28 13:20:39.405451 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd33f66-a653-4fda-af9e-eb225590fee9 req-231b5aa2-6f09-43fa-8ca6-94d2a8b8caac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:39.407183 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ebd33f66-a653-4fda-af9e-eb225590fee9 req-231b5aa2-6f09-43fa-8ca6-94d2a8b8caac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 1099 time: 0.1770663 Jan 28 13:20:39.446318 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-36a72e13-6527-46d2-914f-e076f82a730d req-ff1df41f-ae94-44de-98a1-69959f277a31 service neutron] 10.222.0.39 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270865 Jan 28 13:20:39.551731 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-d5e624c3-692f-4bb3-a266-304aedde8f83 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:39.554431 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-d5e624c3-692f-4bb3-a266-304aedde8f83 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/networks?id=ad25a9d9-17b2-4c02-9404-4506282cf10f HTTP/1.1" status: 200 len: 804 time: 0.2493770 Jan 28 13:20:39.577748 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 3741de77-17d3-4fea-b003-adb6b001a86f no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:20:39.607020 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-2b4755b9-f68d-4472-b434-4adbce53b041 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/quotas/6d1122f47b834e1f94b301369b4a4145 HTTP/1.1" status: 200 len: 375 time: 0.0425775 Jan 28 13:20:39.668263 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-36a72e13-6527-46d2-914f-e076f82a730d req-ba54663c-f898-4cc0-bd8c-1a2bf1faec0c service neutron] 10.222.0.39 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182658 Jan 28 13:20:39.670252 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd33f66-a653-4fda-af9e-eb225590fee9 req-7f28108a-8338-4ea7-becc-9eb685f83d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:39.673900 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ebd33f66-a653-4fda-af9e-eb225590fee9 req-7f28108a-8338-4ea7-becc-9eb685f83d93 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.2832270 Jan 28 13:20:39.725601 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd33f66-a653-4fda-af9e-eb225590fee9 req-ea54145b-a41e-48fd-9a0b-fc62f1934aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:39.734612 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ebd33f66-a653-4fda-af9e-eb225590fee9 req-ea54145b-a41e-48fd-9a0b-fc62f1934aec service neutron] 10.222.0.37 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.3188529 Jan 28 13:20:39.741853 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 3741de77-17d3-4fea-b003-adb6b001a86f is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:39.743248 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3741de77-17d3-4fea-b003-adb6b001a86f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:39.798242 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ebd33f66-a653-4fda-af9e-eb225590fee9 req-90738dad-19be-4bd9-9c13-0e9eacfdf991 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=89950e23-ce82-41f6-9ede-d9bc0eba34af HTTP/1.1" status: 200 len: 217 time: 0.1161726 Jan 28 13:20:39.833274 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 3741de77-17d3-4fea-b003-adb6b001a86f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3741de77-17d3-4fea-b003-adb6b001a86f,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:39.833759 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ebd33f66-a653-4fda-af9e-eb225590fee9 req-97705512-e2a8-4790-ab92-506dd63a3919 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=89950e23-ce82-41f6-9ede-d9bc0eba34af HTTP/1.1" status: 200 len: 217 time: 0.0851247 Jan 28 13:20:39.834300 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ba0261-fe1d-41b9-bbca-436e9111c360', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3741de77-17d3-4fea-b003-adb6b001a86f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:39.839428 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b0ac23-651e-4023-887b-7eed069000cf" -d '{"events": [{"server_uuid": "35ba0261-fe1d-41b9-bbca-436e9111c360", "name": "network-vif-unplugged", "status": "completed", "tag": "3741de77-17d3-4fea-b003-adb6b001a86f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:39.852468 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3741de77-17d3-4fea-b003-adb6b001a86f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:39.881849 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-bc835237-ac39-48d5-a0c7-796560b152f6 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d1122f47b834e1f94b301369b4a4145&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2612703 Jan 28 13:20:39.910636 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd33f66-a653-4fda-af9e-eb225590fee9 req-2bef7ee8-12d9-47a0-9bcd-7346f33a20de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:39.921640 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ebd33f66-a653-4fda-af9e-eb225590fee9 req-2bef7ee8-12d9-47a0-9bcd-7346f33a20de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1151252 Jan 28 13:20:39.982367 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=3741de77-17d3-4fea-b003-adb6b001a86f,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:40.078432 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd33f66-a653-4fda-af9e-eb225590fee9 req-79419ead-b61e-4aa2-bf67-f3063e668b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:40.086393 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ebd33f66-a653-4fda-af9e-eb225590fee9 req-79419ead-b61e-4aa2-bf67-f3063e668b01 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1506233 Jan 28 13:20:40.132632 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd33f66-a653-4fda-af9e-eb225590fee9 req-ce56d5db-ae76-4430-af93-10acd5cb6360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:40.134779 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ebd33f66-a653-4fda-af9e-eb225590fee9 req-ce56d5db-ae76-4430-af93-10acd5cb6360 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.2448142 Jan 28 13:20:40.219608 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-4f83b5e2-b7db-4195-8cc7-b447dc3f2d5d service neutron] 10.222.0.39 "GET /v2.0/networks/ad25a9d9-17b2-4c02-9404-4506282cf10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365226 Jan 28 13:20:40.350498 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ebd33f66-a653-4fda-af9e-eb225590fee9 req-b826b2f1-75c7-4567-8918-6985c17b3f30 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590251 Jan 28 13:20:40.374053 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46138) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:40.425466 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd33f66-a653-4fda-af9e-eb225590fee9 req-bc36ecb1-268c-4fe2-b883-4bf888b40d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:40.431292 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ebd33f66-a653-4fda-af9e-eb225590fee9 req-bc36ecb1-268c-4fe2-b883-4bf888b40d1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2868507 Jan 28 13:20:40.545923 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-2f987ac9-5acd-4cce-8d8c-8398e9f42dde admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-213170991-network', 'tenant_id': 'bcffce878ac6451286a663f4f0b8c713'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:40.574097 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-698e6ef3-f206-4b05-b3d0-ee5391f30efe service neutron] 10.222.0.39 "GET /v2.0/networks/ad25a9d9-17b2-4c02-9404-4506282cf10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531363 Jan 28 13:20:40.626163 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ebd33f66-a653-4fda-af9e-eb225590fee9 req-decf2b32-61cb-4648-b7cf-58a12cdf7a4e service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644188 Jan 28 13:20:40.626163 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f987ac9-5acd-4cce-8d8c-8398e9f42dde admin admin] Made reservation on behalf of bcffce878ac6451286a663f4f0b8c713 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:20:40.627855 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f987ac9-5acd-4cce-8d8c-8398e9f42dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:40.680628 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f987ac9-5acd-4cce-8d8c-8398e9f42dde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:40.683631 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ebd33f66-a653-4fda-af9e-eb225590fee9 req-9ad1d3fb-b43c-4b45-ba4f-673d2a32c45f service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334142 Jan 28 13:20:40.759889 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a40e7-5828-424e-ad8d-365541f2b219 req-6caf874d-52c2-49b2-87c9-db5053683a86 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:40.761567 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-071a40e7-5828-424e-ad8d-365541f2b219 req-6caf874d-52c2-49b2-87c9-db5053683a86 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 948 time: 0.7375734 Jan 28 13:20:40.852069 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ebd33f66-a653-4fda-af9e-eb225590fee9 req-26969d3d-b5c4-49ea-a1cb-79620ea04cbd service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619716 Jan 28 13:20:40.961747 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-071a40e7-5828-424e-ad8d-365541f2b219 req-0f6df36f-749e-4eeb-9355-f63fb05e2c6a tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863103 Jan 28 13:20:41.101949 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcffd8ab-d5fe-41e0-8ba8-3e9c9dd84bd2 x-openstack-request-id: req-fcffd8ab-d5fe-41e0-8ba8-3e9c9dd84bd2 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:41.102990 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ba0261-fe1d-41b9-bbca-436e9111c360", "name": "network-vif-unplugged", "status": "completed", "tag": "3741de77-17d3-4fea-b003-adb6b001a86f", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:41.103425 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fcffd8ab-d5fe-41e0-8ba8-3e9c9dd84bd2 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:41.104242 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ba0261-fe1d-41b9-bbca-436e9111c360', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3741de77-17d3-4fea-b003-adb6b001a86f', 'code': 200} Jan 28 13:20:41.127245 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef214b-d77a-4b4a-b522-305b15992757 req-f02f7eac-d3b5-4003-917b-fa7af0c8db84 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:41.134018 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6ef214b-d77a-4b4a-b522-305b15992757 req-f02f7eac-d3b5-4003-917b-fa7af0c8db84 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.18 "GET /v2.0/ports?device_id=35ba0261-fe1d-41b9-bbca-436e9111c360 HTTP/1.1" status: 200 len: 944 time: 0.2407644 Jan 28 13:20:41.136231 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f987ac9-5acd-4cce-8d8c-8398e9f42dde admin admin] Publish callbacks [] for security_group (88c0219f-c6ee-4ce9-a350-7e716d065665), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:41.164479 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f987ac9-5acd-4cce-8d8c-8398e9f42dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (88c0219f-c6ee-4ce9-a350-7e716d065665), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:41.247016 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f89fe9-0e27-4fcd-a71e-4228f5c0e0e4 req-c6dec83c-a986-4f76-97fa-5cfea7d31c60 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:41.260775 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-70f89fe9-0e27-4fcd-a71e-4228f5c0e0e4 req-c6dec83c-a986-4f76-97fa-5cfea7d31c60 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.1667881 Jan 28 13:20:41.299077 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-456bc847-8f48-4497-bbd7-4f53059f02f1 req-d4ccb467-4619-44e6-9b2c-d1854012f28a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 210 time: 0.0769906 Jan 28 13:20:41.299883 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f987ac9-5acd-4cce-8d8c-8398e9f42dde admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:20:41.320211 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f987ac9-5acd-4cce-8d8c-8398e9f42dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c0219f-c6ee-4ce9-a350-7e716d065665,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:41.363363 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f987ac9-5acd-4cce-8d8c-8398e9f42dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (edf8f713-2172-4a6e-a4f0-7bb8b69f2385), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:41.363691 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-2f987ac9-5acd-4cce-8d8c-8398e9f42dde admin admin] Added segment edf8f713-2172-4a6e-a4f0-7bb8b69f2385 of type vlan for network 8fded4cc-c560-4617-8932-9383723b1888 Jan 28 13:20:41.422470 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-70f89fe9-0e27-4fcd-a71e-4228f5c0e0e4 req-190f1979-15e4-4161-b8e5-fae897d7f802 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602671 Jan 28 13:20:41.452408 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f987ac9-5acd-4cce-8d8c-8398e9f42dde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (8fded4cc-c560-4617-8932-9383723b1888), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:41.502726 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-c6ef214b-d77a-4b4a-b522-305b15992757 req-036c4a94-e8a3-47a1-902e-9917044f0a17 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Deleting port 3741de77-17d3-4fea-b003-adb6b001a86f {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:20:41.503097 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c6ef214b-d77a-4b4a-b522-305b15992757 req-036c4a94-e8a3-47a1-902e-9917044f0a17 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (3741de77-17d3-4fea-b003-adb6b001a86f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:41.565502 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f987ac9-5acd-4cce-8d8c-8398e9f42dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (8fded4cc-c560-4617-8932-9383723b1888), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:41.566540 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f987ac9-5acd-4cce-8d8c-8398e9f42dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:41.567166 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f987ac9-5acd-4cce-8d8c-8398e9f42dde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:41.603832 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c7c8255f-d400-4277-bd9b-8fa20544b7c7 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:20:41.642820 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 89950e23-ce82-41f6-9ede-d9bc0eba34af details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:20:41.699474 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f987ac9-5acd-4cce-8d8c-8398e9f42dde admin admin] Pushing event updated for resources: {'Network': ['ID=8fded4cc-c560-4617-8932-9383723b1888,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:41.741534 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f78ec28d-4025-4a5f-8685-48c5df71b957 req-6fd36093-361c-4ace-abdf-4da1729b1ae9 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 210 time: 0.2521024 Jan 28 13:20:41.745458 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device b108ca3d-903f-4787-8dcc-fbe153c85eee no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:20:41.749703 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2f987ac9-5acd-4cce-8d8c-8398e9f42dde admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3732424 Jan 28 13:20:41.753820 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46168) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:41.778971 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-10f81b7e-7aee-404a-adbf-f2fc891d4f79 admin admin] Request body: {'subnet': {'network_id': '8fded4cc-c560-4617-8932-9383723b1888', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-213170991-subnet', 'tenant_id': 'bcffce878ac6451286a663f4f0b8c713', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:41.832466 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-c6ef214b-d77a-4b4a-b522-305b15992757 req-036c4a94-e8a3-47a1-902e-9917044f0a17 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] For port 3741de77-17d3-4fea-b003-adb6b001a86f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3741de77-17d3-4fea-b003-adb6b001a86f,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:41.833281 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c6ef214b-d77a-4b4a-b522-305b15992757 req-036c4a94-e8a3-47a1-902e-9917044f0a17 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (3741de77-17d3-4fea-b003-adb6b001a86f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:41.871950 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-c6ef214b-d77a-4b4a-b522-305b15992757 req-036c4a94-e8a3-47a1-902e-9917044f0a17 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Calling delete_port for 3741de77-17d3-4fea-b003-adb6b001a86f owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:20:41.889155 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f81b7e-7aee-404a-adbf-f2fc891d4f79 admin admin] Made reservation on behalf of bcffce878ac6451286a663f4f0b8c713 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:20:41.896189 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10f81b7e-7aee-404a-adbf-f2fc891d4f79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:42.006208 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a72e13-6527-46d2-914f-e076f82a730d req-464368b1-ff37-4a72-8d37-f1ea58e2fb3c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:42.013781 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36a72e13-6527-46d2-914f-e076f82a730d req-464368b1-ff37-4a72-8d37-f1ea58e2fb3c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.18 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 820 time: 0.2603981 Jan 28 13:20:42.017011 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 8fded4cc-c560-4617-8932-9383723b1888 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:20:42.044528 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-36a72e13-6527-46d2-914f-e076f82a730d req-79a63a53-5867-4809-a808-b48e5dd2e0b4 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Request body: {'port': {'device_id': 'f3a0d229-db2c-4014-ae6a-293f49261ac1', 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7', 'admin_state_up': True, 'tenant_id': 'e52f7db82a1e47b4a05e085aee4dc060'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:42.284008 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c6ef214b-d77a-4b4a-b522-305b15992757 req-036c4a94-e8a3-47a1-902e-9917044f0a17 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (3741de77-17d3-4fea-b003-adb6b001a86f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:42.378112 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c7c8255f-d400-4277-bd9b-8fa20544b7c7, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c7c8255f-d400-4277-bd9b-8fa20544b7c7,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:42.396348 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c4a94-e8a3-47a1-902e-9917044f0a17 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Pushing event deleted for resources: {'Port': ['ID=3741de77-17d3-4fea-b003-adb6b001a86f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:42.417733 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36a72e13-6527-46d2-914f-e076f82a730d req-79a63a53-5867-4809-a808-b48e5dd2e0b4 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Made reservation on behalf of e52f7db82a1e47b4a05e085aee4dc060 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:20:42.423728 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-36a72e13-6527-46d2-914f-e076f82a730d req-79a63a53-5867-4809-a808-b48e5dd2e0b4 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:42.429731 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'c7c8255f-d400-4277-bd9b-8fa20544b7c7', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': 'c7c8255f-d400-4277-bd9b-8fa20544b7c7', 'mac_address': 'fa:16:3e:73:98:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:20:42.452314 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd2bda-3fae-4c5e-9b9e-3f0cb337af39 req-f637acd8-cbe4-4193-876e-1122b81261d9 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:42.454734 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-22dd2bda-3fae-4c5e-9b9e-3f0cb337af39 req-f637acd8-cbe4-4193-876e-1122b81261d9 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 948 time: 0.1251354 Jan 28 13:20:42.569389 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 89950e23-ce82-41f6-9ede-d9bc0eba34af, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=89950e23-ce82-41f6-9ede-d9bc0eba34af,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:42.608824 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '89950e23-ce82-41f6-9ede-d9bc0eba34af', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': '89950e23-ce82-41f6-9ede-d9bc0eba34af', 'mac_address': 'fa:16:3e:05:07:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:20:42.615456 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port c7c8255f-d400-4277-bd9b-8fa20544b7c7 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:42.616081 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:42.637463 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c8255f-d400-4277-bd9b-8fa20544b7c7 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:42.646368 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port b108ca3d-903f-4787-8dcc-fbe153c85eee is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:42.647028 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b108ca3d-903f-4787-8dcc-fbe153c85eee), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:42.665342 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-22dd2bda-3fae-4c5e-9b9e-3f0cb337af39 req-05fe55ee-c1cb-47e9-99be-f427ff87737d tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745207 Jan 28 13:20:42.684555 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10f81b7e-7aee-404a-adbf-f2fc891d4f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (284e6eca-585e-4a5d-854f-67e3f0620ede), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:42.751726 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port b108ca3d-903f-4787-8dcc-fbe153c85eee, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=b108ca3d-903f-4787-8dcc-fbe153c85eee,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:42.755604 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c7c8255f-d400-4277-bd9b-8fa20544b7c7, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c7c8255f-d400-4277-bd9b-8fa20544b7c7,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:42.760967 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b108ca3d-903f-4787-8dcc-fbe153c85eee), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:42.780985 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:42.809365 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 89950e23-ce82-41f6-9ede-d9bc0eba34af is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:42.810048 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:42.831163 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89950e23-ce82-41f6-9ede-d9bc0eba34af {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:42.911330 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['c7c8255f-d400-4277-bd9b-8fa20544b7c7'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:42.925075 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 89950e23-ce82-41f6-9ede-d9bc0eba34af, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=89950e23-ce82-41f6-9ede-d9bc0eba34af,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:42.996051 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-36a72e13-6527-46d2-914f-e076f82a730d req-79a63a53-5867-4809-a808-b48e5dd2e0b4 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Allocated IP 172.20.0.11 (59fab6ca-64cd-4851-86a5-d4939e9521f7/99d02297-28c8-4d60-822c-d4eb89318060/e83363f1-b4a5-4967-8ee4-8d8f9a760f47) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:20:43.067336 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80270f5-ef97-4e83-9ca8-e734e53dbb99 req-40b42d65-5833-4351-b805-74435011fda5 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:43.078975 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a80270f5-ef97-4e83-9ca8-e734e53dbb99 req-40b42d65-5833-4351-b805-74435011fda5 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.1970859 Jan 28 13:20:43.111972 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9412bc8b-c841-4ad4-8220-846637c592af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b108ca3d-903f-4787-8dcc-fbe153c85eee'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:43.142664 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89088dff-ef31-4ab6-bcbd-0fd50e153838" -d '{"events": [{"server_uuid": "9412bc8b-c841-4ad4-8220-846637c592af", "name": "network-vif-unplugged", "status": "completed", "tag": "b108ca3d-903f-4787-8dcc-fbe153c85eee"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:43.158260 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:43.170085 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=b108ca3d-903f-4787-8dcc-fbe153c85eee,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:43.321655 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=c7c8255f-d400-4277-bd9b-8fa20544b7c7,revision_number=9']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:43.343765 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ef214b-d77a-4b4a-b522-305b15992757 req-036c4a94-e8a3-47a1-902e-9917044f0a17 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] No DVR routers for this DVR port 3741de77-17d3-4fea-b003-adb6b001a86f on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:20:43.369041 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c6ef214b-d77a-4b4a-b522-305b15992757 req-036c4a94-e8a3-47a1-902e-9917044f0a17 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:43.372892 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6ef214b-d77a-4b4a-b522-305b15992757 req-036c4a94-e8a3-47a1-902e-9917044f0a17 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.18 "DELETE /v2.0/ports/3741de77-17d3-4fea-b003-adb6b001a86f HTTP/1.1" status: 204 len: 173 time: 2.2266688 Jan 28 13:20:43.374870 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a80270f5-ef97-4e83-9ca8-e734e53dbb99 req-4c879eb4-8717-42b5-9071-0324679714ee tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926526 Jan 28 13:20:43.402881 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f81b7e-7aee-404a-adbf-f2fc891d4f79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=284e6eca-585e-4a5d-854f-67e3f0620ede,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:43.417877 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ba0261-fe1d-41b9-bbca-436e9111c360', 'name': 'network-vif-deleted', 'tag': '3741de77-17d3-4fea-b003-adb6b001a86f'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:43.424419 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991b5913-7919-4eac-b761-b00815a481ec" -d '{"events": [{"server_uuid": "35ba0261-fe1d-41b9-bbca-436e9111c360", "name": "network-vif-deleted", "tag": "3741de77-17d3-4fea-b003-adb6b001a86f"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:43.445187 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2a25fe8b-c535-4513-9ede-8ac526f6d067 req-bb0f3d32-02ba-4c41-bac5-791992269d55 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 210 time: 0.9036798 Jan 28 13:20:43.546292 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f81b7e-7aee-404a-adbf-f2fc891d4f79 admin admin] Checking segment: {'id': 'edf8f713-2172-4a6e-a4f0-7bb8b69f2385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8fded4cc-c560-4617-8932-9383723b1888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:20:43.547126 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f81b7e-7aee-404a-adbf-f2fc891d4f79 admin admin] Network hostable DHCP agents. Network: 8fded4cc-c560-4617-8932-9383723b1888, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:20:43.560858 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=89950e23-ce82-41f6-9ede-d9bc0eba34af,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:43.593808 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f81b7e-7aee-404a-adbf-f2fc891d4f79 admin admin] Network 8fded4cc-c560-4617-8932-9383723b1888 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:20:43.603856 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-25ad3ea5-f22e-408e-9605-65984683ef14 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:43.607820 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-25ad3ea5-f22e-408e-9605-65984683ef14 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.37 "GET /v2.0/networks?id=ad25a9d9-17b2-4c02-9404-4506282cf10f HTTP/1.1" status: 200 len: 804 time: 0.5174642 Jan 28 13:20:43.614681 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-10f81b7e-7aee-404a-adbf-f2fc891d4f79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 8fded4cc-c560-4617-8932-9383723b1888) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:20:43.617666 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 3741de77-17d3-4fea-b003-adb6b001a86f no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:20:43.629849 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f81b7e-7aee-404a-adbf-f2fc891d4f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:43.630625 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10f81b7e-7aee-404a-adbf-f2fc891d4f79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:43.635701 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145d1ef1-8a1c-4ae9-9dcb-a0eeaa20718c None None] Network 8fded4cc-c560-4617-8932-9383723b1888 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:20:43.647337 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-2cf22aa3-bc30-4723-8146-24702b04fac3 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Request body: {'port': {'device_id': '57c6ae18-2393-416c-84bc-ea631efe4c3a', 'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f', 'admin_state_up': True, 'tenant_id': '6d1122f47b834e1f94b301369b4a4145'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:43.680635 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-425eadf5-388e-47e0-91d6-aa9f55959486 req-11f67df3-624a-420d-9563-45c3d06088cd tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 210 time: 0.0450921 Jan 28 13:20:43.700589 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-10f81b7e-7aee-404a-adbf-f2fc891d4f79 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9402704 Jan 28 13:20:43.712213 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 3741de77-17d3-4fea-b003-adb6b001a86f {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:20:43.712624 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 3741de77-17d3-4fea-b003-adb6b001a86f not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:20:43.868497 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fafea2-b0d2-4090-b259-114dbe7d136f x-openstack-request-id: req-74fafea2-b0d2-4090-b259-114dbe7d136f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:43.868854 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9412bc8b-c841-4ad4-8220-846637c592af", "name": "network-vif-unplugged", "status": "completed", "tag": "b108ca3d-903f-4787-8dcc-fbe153c85eee", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:43.869015 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-74fafea2-b0d2-4090-b259-114dbe7d136f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:43.869660 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9412bc8b-c841-4ad4-8220-846637c592af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b108ca3d-903f-4787-8dcc-fbe153c85eee', 'code': 200} Jan 28 13:20:43.887219 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-36a72e13-6527-46d2-914f-e076f82a730d req-79a63a53-5867-4809-a808-b48e5dd2e0b4 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks [] for port (e83363f1-b4a5-4967-8ee4-8d8f9a760f47), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:43.975108 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-2cf22aa3-bc30-4723-8146-24702b04fac3 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Made reservation on behalf of 6d1122f47b834e1f94b301369b4a4145 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:20:43.979242 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-2cf22aa3-bc30-4723-8146-24702b04fac3 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:43.979631 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c49c43-b877-4a03-8cc3-a106276b0cfa None None] Network 8fded4cc-c560-4617-8932-9383723b1888 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:20:44.105453 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffd7281-3a6d-456f-bac9-d1ec50824b60 x-openstack-request-id: req-1ffd7281-3a6d-456f-bac9-d1ec50824b60 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:44.105762 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ba0261-fe1d-41b9-bbca-436e9111c360", "name": "network-vif-deleted", "tag": "3741de77-17d3-4fea-b003-adb6b001a86f", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:44.106022 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ffd7281-3a6d-456f-bac9-d1ec50824b60 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:44.106431 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ba0261-fe1d-41b9-bbca-436e9111c360', 'name': 'network-vif-deleted', 'tag': '3741de77-17d3-4fea-b003-adb6b001a86f', 'status': 'completed', 'code': 200} Jan 28 13:20:44.116060 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-36a72e13-6527-46d2-914f-e076f82a730d req-79a63a53-5867-4809-a808-b48e5dd2e0b4 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (e83363f1-b4a5-4967-8ee4-8d8f9a760f47), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:44.265794 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36a72e13-6527-46d2-914f-e076f82a730d req-79a63a53-5867-4809-a808-b48e5dd2e0b4 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Network 59fab6ca-64cd-4851-86a5-d4939e9521f7 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:20:44.267719 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-36a72e13-6527-46d2-914f-e076f82a730d req-79a63a53-5867-4809-a808-b48e5dd2e0b4 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:20:44.274797 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a72e13-6527-46d2-914f-e076f82a730d req-79a63a53-5867-4809-a808-b48e5dd2e0b4 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:20:44.337201 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a63a53-5867-4809-a808-b48e5dd2e0b4 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Pushing event updated for resources: {'Port': ['ID=e83363f1-b4a5-4967-8ee4-8d8f9a760f47,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:44.412211 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101e2bb-2a1c-4e63-b300-4b61c15df341 req-26cef81d-b732-4ec3-bae9-6358996acf61 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:44.413848 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a101e2bb-2a1c-4e63-b300-4b61c15df341 req-26cef81d-b732-4ec3-bae9-6358996acf61 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 949 time: 0.1592665 Jan 28 13:20:44.427976 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a72e13-6527-46d2-914f-e076f82a730d req-79a63a53-5867-4809-a808-b48e5dd2e0b4 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:44.429041 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-36a72e13-6527-46d2-914f-e076f82a730d req-79a63a53-5867-4809-a808-b48e5dd2e0b4 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:44.448969 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-2cf22aa3-bc30-4723-8146-24702b04fac3 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Allocated IP 172.20.0.3 (ad25a9d9-17b2-4c02-9404-4506282cf10f/b12a1c2f-a9ab-4880-b80f-d12410970629/4739d640-c7eb-4997-9b9d-5e11e8f7f2f7) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:20:44.465919 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36a72e13-6527-46d2-914f-e076f82a730d req-79a63a53-5867-4809-a808-b48e5dd2e0b4 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4416728 Jan 28 13:20:44.479319 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-36a72e13-6527-46d2-914f-e076f82a730d req-73363285-fd3e-404d-94d6-591f63bfff81 service neutron] Request body: {'port': {'device_id': 'f3a0d229-db2c-4014-ae6a-293f49261ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:44.555591 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a101e2bb-2a1c-4e63-b300-4b61c15df341 req-23802923-453a-4069-90ef-b8c92499c3b4 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260757 Jan 28 13:20:44.648339 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-36a72e13-6527-46d2-914f-e076f82a730d req-73363285-fd3e-404d-94d6-591f63bfff81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e83363f1-b4a5-4967-8ee4-8d8f9a760f47), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:44.724084 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-b989f98d-a1d3-482b-b0bc-9fa10d83705b req-292bf86d-11d7-4eb9-bae8-194bdfbb2052 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-752616155', 'description': 'tempest-description-624596900'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:44.767260 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b989f98d-a1d3-482b-b0bc-9fa10d83705b req-292bf86d-11d7-4eb9-bae8-194bdfbb2052 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:44.947246 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b989f98d-a1d3-482b-b0bc-9fa10d83705b req-292bf86d-11d7-4eb9-bae8-194bdfbb2052 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (d403543e-5b8d-4ba2-aae3-865a7e0d1cc7), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:44.956389 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b989f98d-a1d3-482b-b0bc-9fa10d83705b req-292bf86d-11d7-4eb9-bae8-194bdfbb2052 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d403543e-5b8d-4ba2-aae3-865a7e0d1cc7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:45.075137 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b989f98d-a1d3-482b-b0bc-9fa10d83705b req-292bf86d-11d7-4eb9-bae8-194bdfbb2052 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:45.088672 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b989f98d-a1d3-482b-b0bc-9fa10d83705b req-292bf86d-11d7-4eb9-bae8-194bdfbb2052 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3706243 Jan 28 13:20:45.092435 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292bf86d-11d7-4eb9-bae8-194bdfbb2052 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d403543e-5b8d-4ba2-aae3-865a7e0d1cc7,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:45.160509 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-2cf22aa3-bc30-4723-8146-24702b04fac3 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks [] for port (4739d640-c7eb-4997-9b9d-5e11e8f7f2f7), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:45.273640 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-2cf22aa3-bc30-4723-8146-24702b04fac3 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (4739d640-c7eb-4997-9b9d-5e11e8f7f2f7), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:45.301735 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc37163-8abe-482e-aa1a-375e25fdab20 req-b0133ebc-048b-4dcf-ad50-769d493de9be tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:45.304944 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3bc37163-8abe-482e-aa1a-375e25fdab20 req-b0133ebc-048b-4dcf-ad50-769d493de9be tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.1186926 Jan 28 13:20:45.415743 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-2cf22aa3-bc30-4723-8146-24702b04fac3 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Network ad25a9d9-17b2-4c02-9404-4506282cf10f is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:20:45.420562 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-36a72e13-6527-46d2-914f-e076f82a730d req-73363285-fd3e-404d-94d6-591f63bfff81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e83363f1-b4a5-4967-8ee4-8d8f9a760f47 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:45.425485 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-2cf22aa3-bc30-4723-8146-24702b04fac3 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:20:45.435925 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-36a72e13-6527-46d2-914f-e076f82a730d req-73363285-fd3e-404d-94d6-591f63bfff81 service neutron] Publish callbacks [] for port (e83363f1-b4a5-4967-8ee4-8d8f9a760f47), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:45.438392 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-2cf22aa3-bc30-4723-8146-24702b04fac3 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:20:45.460784 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3bc37163-8abe-482e-aa1a-375e25fdab20 req-97af1c32-3979-4360-a9ad-ee04f15a9879 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394100 Jan 28 13:20:45.607186 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c7c8255f-d400-4277-bd9b-8fa20544b7c7 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:20:45.796340 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c656b-5988-4049-9aeb-6e0306eef843 req-1311cb2d-9f42-45db-ae37-9ee17a4cc44c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:45.804883 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e23c656b-5988-4049-9aeb-6e0306eef843 req-1311cb2d-9f42-45db-ae37-9ee17a4cc44c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 932 time: 0.1795754 Jan 28 13:20:45.846982 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['89950e23-ce82-41f6-9ede-d9bc0eba34af'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:45.943740 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e23c656b-5988-4049-9aeb-6e0306eef843 req-3981e176-9821-431f-bb4a-a76414654221 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263897 Jan 28 13:20:45.953592 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port c7c8255f-d400-4277-bd9b-8fa20544b7c7 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:45.953968 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:45.955880 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-36a72e13-6527-46d2-914f-e076f82a730d req-73363285-fd3e-404d-94d6-591f63bfff81 service neutron] Transition to ACTIVE for port object e83363f1-b4a5-4967-8ee4-8d8f9a760f47 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:20:45.956920 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf22aa3-bc30-4723-8146-24702b04fac3 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Pushing event updated for resources: {'Port': ['ID=4739d640-c7eb-4997-9b9d-5e11e8f7f2f7,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:45.988185 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-36a72e13-6527-46d2-914f-e076f82a730d req-73363285-fd3e-404d-94d6-591f63bfff81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (e83363f1-b4a5-4967-8ee4-8d8f9a760f47), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:46.167971 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-2cf22aa3-bc30-4723-8146-24702b04fac3 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:46.169093 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-2cf22aa3-bc30-4723-8146-24702b04fac3 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:46.231591 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af1363-0b1c-43b4-8f21-1da4ca2cca17 req-ae5ddb62-7a77-4bea-83cf-a9e6f0c2d4b5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:46.232947 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port c7c8255f-d400-4277-bd9b-8fa20544b7c7 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:46.233133 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:46.243899 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-16af1363-0b1c-43b4-8f21-1da4ca2cca17 req-ae5ddb62-7a77-4bea-83cf-a9e6f0c2d4b5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 931 time: 0.1315577 Jan 28 13:20:46.249185 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73363285-fd3e-404d-94d6-591f63bfff81 service neutron] Pushing event updated for resources: {'Port': ['ID=e83363f1-b4a5-4967-8ee4-8d8f9a760f47,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:46.301084 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f580c936-ae32-45d7-b9a8-90e90d82949b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c8255f-d400-4277-bd9b-8fa20544b7c7'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:46.303464 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b7e8e3-5ef4-4adf-975e-2a2b0b1e8abf" -d '{"events": [{"server_uuid": "f580c936-ae32-45d7-b9a8-90e90d82949b", "name": "network-vif-plugged", "status": "completed", "tag": "c7c8255f-d400-4277-bd9b-8fa20544b7c7"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:46.311521 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-2cf22aa3-bc30-4723-8146-24702b04fac3 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6744421 Jan 28 13:20:46.325811 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-adb20720-5662-49fc-87e4-a54271490bf5 service neutron] Request body: {'port': {'device_id': '57c6ae18-2393-416c-84bc-ea631efe4c3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:46.339457 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c7c8255f-d400-4277-bd9b-8fa20544b7c7, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c7c8255f-d400-4277-bd9b-8fa20544b7c7,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:46.356539 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:46.366091 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-16af1363-0b1c-43b4-8f21-1da4ca2cca17 req-4554d4ff-474f-46f6-b732-f22437288fe3 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208494 Jan 28 13:20:46.488306 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-36a72e13-6527-46d2-914f-e076f82a730d req-73363285-fd3e-404d-94d6-591f63bfff81 service neutron] Attempting to bind port e83363f1-b4a5-4967-8ee4-8d8f9a760f47 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:20:46.488785 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-36a72e13-6527-46d2-914f-e076f82a730d req-73363285-fd3e-404d-94d6-591f63bfff81 service neutron] Attempting to bind port e83363f1-b4a5-4967-8ee4-8d8f9a760f47 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:20:46.489279 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a72e13-6527-46d2-914f-e076f82a730d req-73363285-fd3e-404d-94d6-591f63bfff81 service neutron] Attempting to bind port e83363f1-b4a5-4967-8ee4-8d8f9a760f47 on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:46.493329 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=c7c8255f-d400-4277-bd9b-8fa20544b7c7,revision_number=10']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:46.517860 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-adb20720-5662-49fc-87e4-a54271490bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4739d640-c7eb-4997-9b9d-5e11e8f7f2f7), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:46.520458 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a72e13-6527-46d2-914f-e076f82a730d req-73363285-fd3e-404d-94d6-591f63bfff81 service neutron] Port e83363f1-b4a5-4967-8ee4-8d8f9a760f47 on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:20:46.520954 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a72e13-6527-46d2-914f-e076f82a730d req-73363285-fd3e-404d-94d6-591f63bfff81 service neutron] Attempting to bind port e83363f1-b4a5-4967-8ee4-8d8f9a760f47 on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:46.535901 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a72e13-6527-46d2-914f-e076f82a730d req-73363285-fd3e-404d-94d6-591f63bfff81 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:20:46.536540 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a72e13-6527-46d2-914f-e076f82a730d req-73363285-fd3e-404d-94d6-591f63bfff81 service neutron] Checking segment: {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:20:46.537120 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a72e13-6527-46d2-914f-e076f82a730d req-73363285-fd3e-404d-94d6-591f63bfff81 service neutron] Bound using segment: {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:20:46.537722 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-36a72e13-6527-46d2-914f-e076f82a730d req-73363285-fd3e-404d-94d6-591f63bfff81 service neutron] Bound port: e83363f1-b4a5-4967-8ee4-8d8f9a760f47, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:20:46.538240 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-36a72e13-6527-46d2-914f-e076f82a730d req-73363285-fd3e-404d-94d6-591f63bfff81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e83363f1-b4a5-4967-8ee4-8d8f9a760f47), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:46.643308 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-81ef209c-ca22-407f-8a18-140e9c114ba4 req-2cd4d732-6bb5-4a50-9fe5-4718ce2ee3bb tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "GET /v2.0/security-groups/d403543e-5b8d-4ba2-aae3-865a7e0d1cc7 HTTP/1.1" status: 200 len: 1820 time: 0.0923023 Jan 28 13:20:46.651252 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-81ef209c-ca22-407f-8a18-140e9c114ba4 req-3266dd78-d4ea-40f7-834a-d1a757c8ae6a tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd403543e-5b8d-4ba2-aae3-865a7e0d1cc7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:46.651728 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-81ef209c-ca22-407f-8a18-140e9c114ba4 req-3266dd78-d4ea-40f7-834a-d1a757c8ae6a tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd403543e-5b8d-4ba2-aae3-865a7e0d1cc7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:46.723813 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-36a72e13-6527-46d2-914f-e076f82a730d req-73363285-fd3e-404d-94d6-591f63bfff81 service neutron] For port e83363f1-b4a5-4967-8ee4-8d8f9a760f47, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:46.741556 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-36a72e13-6527-46d2-914f-e076f82a730d req-73363285-fd3e-404d-94d6-591f63bfff81 service neutron] For port e83363f1-b4a5-4967-8ee4-8d8f9a760f47, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e83363f1-b4a5-4967-8ee4-8d8f9a760f47,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:20:46.776913 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-36a72e13-6527-46d2-914f-e076f82a730d req-73363285-fd3e-404d-94d6-591f63bfff81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (e83363f1-b4a5-4967-8ee4-8d8f9a760f47), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:46.814099 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-81ef209c-ca22-407f-8a18-140e9c114ba4 req-3266dd78-d4ea-40f7-834a-d1a757c8ae6a tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group_rule (4c7b1f4a-79fe-471b-823c-cacfe6aba8ab), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:46.881883 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-81ef209c-ca22-407f-8a18-140e9c114ba4 req-3266dd78-d4ea-40f7-834a-d1a757c8ae6a tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group_rule (4c7b1f4a-79fe-471b-823c-cacfe6aba8ab), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:46.889953 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-81ef209c-ca22-407f-8a18-140e9c114ba4 req-3266dd78-d4ea-40f7-834a-d1a757c8ae6a tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (4c7b1f4a-79fe-471b-823c-cacfe6aba8ab), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:46.913640 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266dd78-d4ea-40f7-834a-d1a757c8ae6a tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7b1f4a-79fe-471b-823c-cacfe6aba8ab,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:46.924893 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-81ef209c-ca22-407f-8a18-140e9c114ba4 req-3266dd78-d4ea-40f7-834a-d1a757c8ae6a tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:46.926212 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-81ef209c-ca22-407f-8a18-140e9c114ba4 req-3266dd78-d4ea-40f7-834a-d1a757c8ae6a tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2818799 Jan 28 13:20:46.942710 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a72e13-6527-46d2-914f-e076f82a730d req-73363285-fd3e-404d-94d6-591f63bfff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:46.943359 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-36a72e13-6527-46d2-914f-e076f82a730d req-73363285-fd3e-404d-94d6-591f63bfff81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:46.944874 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36a72e13-6527-46d2-914f-e076f82a730d req-73363285-fd3e-404d-94d6-591f63bfff81 service neutron] 10.222.0.18 "PUT /v2.0/ports/e83363f1-b4a5-4967-8ee4-8d8f9a760f47 HTTP/1.1" status: 200 len: 1092 time: 2.4711087 Jan 28 13:20:46.947390 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a0d229-db2c-4014-ae6a-293f49261ac1', 'tag': 'e83363f1-b4a5-4967-8ee4-8d8f9a760f47'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:46.949846 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304c84fe-fb80-4aec-b331-5eafd335ff73" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a0d229-db2c-4014-ae6a-293f49261ac1", "tag": "e83363f1-b4a5-4967-8ee4-8d8f9a760f47"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:47.020623 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73363285-fd3e-404d-94d6-591f63bfff81 service neutron] Pushing event updated for resources: {'Port': ['ID=e83363f1-b4a5-4967-8ee4-8d8f9a760f47,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:47.162838 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a72e13-6527-46d2-914f-e076f82a730d req-96171dcf-e4e2-441a-a6c3-537de71f234e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:47.164492 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36a72e13-6527-46d2-914f-e076f82a730d req-96171dcf-e4e2-441a-a6c3-537de71f234e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 1095 time: 0.1545722 Jan 28 13:20:47.166604 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-adb20720-5662-49fc-87e4-a54271490bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:47.171546 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e975e-28c8-4f53-894d-71cd012aae34 req-a9771952-0693-4522-950f-62d0fea83958 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:47.173913 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-536e975e-28c8-4f53-894d-71cd012aae34 req-a9771952-0693-4522-950f-62d0fea83958 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 949 time: 0.0899639 Jan 28 13:20:47.180949 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-adb20720-5662-49fc-87e4-a54271490bf5 service neutron] Publish callbacks [] for port (4739d640-c7eb-4997-9b9d-5e11e8f7f2f7), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:47.236166 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36a72e13-6527-46d2-914f-e076f82a730d req-96266144-bda8-48f6-894f-2e6596161d5a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e83363f1-b4a5-4967-8ee4-8d8f9a760f47 HTTP/1.1" status: 200 len: 217 time: 0.0643783 Jan 28 13:20:47.237438 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-adb20720-5662-49fc-87e4-a54271490bf5 service neutron] Transition to ACTIVE for port object 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:20:47.245104 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-adb20720-5662-49fc-87e4-a54271490bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (4739d640-c7eb-4997-9b9d-5e11e8f7f2f7), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:47.280721 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-536e975e-28c8-4f53-894d-71cd012aae34 req-92a2dbd2-cf70-4fbd-8328-a442c0bee593 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883193 Jan 28 13:20:47.359088 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a72e13-6527-46d2-914f-e076f82a730d req-e195df73-97ac-4bc0-93e7-86dc089db3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:47.360992 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36a72e13-6527-46d2-914f-e076f82a730d req-e195df73-97ac-4bc0-93e7-86dc089db3d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99d02297-28c8-4d60-822c-d4eb89318060 HTTP/1.1" status: 200 len: 860 time: 0.1187766 Jan 28 13:20:47.364671 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb20720-5662-49fc-87e4-a54271490bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=4739d640-c7eb-4997-9b9d-5e11e8f7f2f7,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:47.415167 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36a72e13-6527-46d2-914f-e076f82a730d req-01b7adca-cb82-46a2-8baf-c3a755a11dca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59fab6ca-64cd-4851-86a5-d4939e9521f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455723 Jan 28 13:20:47.441570 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949032ab-e61d-4349-bacc-28f0affbdff2 x-openstack-request-id: req-949032ab-e61d-4349-bacc-28f0affbdff2 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:47.448982 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f580c936-ae32-45d7-b9a8-90e90d82949b", "name": "network-vif-plugged", "status": "completed", "tag": "c7c8255f-d400-4277-bd9b-8fa20544b7c7", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:47.449650 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-949032ab-e61d-4349-bacc-28f0affbdff2 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:47.450508 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f580c936-ae32-45d7-b9a8-90e90d82949b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c8255f-d400-4277-bd9b-8fa20544b7c7', 'code': 200} Jan 28 13:20:47.468000 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:47.551601 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-adb20720-5662-49fc-87e4-a54271490bf5 service neutron] Attempting to bind port 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:20:47.552084 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-adb20720-5662-49fc-87e4-a54271490bf5 service neutron] Attempting to bind port 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '2a9c8c36-71fe-4d15-93cb-3b59d6efd142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:20:47.552431 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-adb20720-5662-49fc-87e4-a54271490bf5 service neutron] Attempting to bind port 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 on network ad25a9d9-17b2-4c02-9404-4506282cf10f {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:47.563153 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-adb20720-5662-49fc-87e4-a54271490bf5 service neutron] Port 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 on network ad25a9d9-17b2-4c02-9404-4506282cf10f not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:20:47.563507 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-adb20720-5662-49fc-87e4-a54271490bf5 service neutron] Attempting to bind port 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 on network ad25a9d9-17b2-4c02-9404-4506282cf10f {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:47.574100 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-adb20720-5662-49fc-87e4-a54271490bf5 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:20:47.574568 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-adb20720-5662-49fc-87e4-a54271490bf5 service neutron] Checking segment: {'id': '2a9c8c36-71fe-4d15-93cb-3b59d6efd142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:20:47.574991 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-adb20720-5662-49fc-87e4-a54271490bf5 service neutron] Bound using segment: {'id': '2a9c8c36-71fe-4d15-93cb-3b59d6efd142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:20:47.575437 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-adb20720-5662-49fc-87e4-a54271490bf5 service neutron] Bound port: 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a9c8c36-71fe-4d15-93cb-3b59d6efd142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:20:47.575795 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-adb20720-5662-49fc-87e4-a54271490bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4739d640-c7eb-4997-9b9d-5e11e8f7f2f7), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:47.598188 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36a72e13-6527-46d2-914f-e076f82a730d req-829d52af-2eef-4bf9-8801-6b29d22e0558 service neutron] 10.222.0.18 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595824 Jan 28 13:20:47.728508 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-adb20720-5662-49fc-87e4-a54271490bf5 service neutron] For port 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:47.733694 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-adb20720-5662-49fc-87e4-a54271490bf5 service neutron] For port 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=4739d640-c7eb-4997-9b9d-5e11e8f7f2f7,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:20:47.748455 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-adb20720-5662-49fc-87e4-a54271490bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (4739d640-c7eb-4997-9b9d-5e11e8f7f2f7), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:47.754764 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22638712-c4fe-4ebe-a9d1-badca7fddef9 req-b0b169fa-6205-4003-b728-64c764402a12 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:47.780024 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-22638712-c4fe-4ebe-a9d1-badca7fddef9 req-b0b169fa-6205-4003-b728-64c764402a12 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.1304963 Jan 28 13:20:47.800876 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36a72e13-6527-46d2-914f-e076f82a730d req-a6a8f722-755a-4f97-86b3-ee3ea27d203a service neutron] 10.222.0.18 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737559 Jan 28 13:20:47.812371 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-adb20720-5662-49fc-87e4-a54271490bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:47.813011 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-adb20720-5662-49fc-87e4-a54271490bf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:47.814497 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-adb20720-5662-49fc-87e4-a54271490bf5 service neutron] 10.222.0.37 "PUT /v2.0/ports/4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 HTTP/1.1" status: 200 len: 1091 time: 1.4947596 Jan 28 13:20:47.865040 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb20720-5662-49fc-87e4-a54271490bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=4739d640-c7eb-4997-9b9d-5e11e8f7f2f7,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:47.885248 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-22638712-c4fe-4ebe-a9d1-badca7fddef9 req-0285dbec-6c3d-4d7e-aff7-0fe99e60df28 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036062 Jan 28 13:20:47.961824 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-78cf4c3e-b75d-4967-8a98-e1c0705f45ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:47.963616 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-78cf4c3e-b75d-4967-8a98-e1c0705f45ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d1122f47b834e1f94b301369b4a4145&device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 1094 time: 0.0906310 Jan 28 13:20:47.972835 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-68f504fa-49b9-4bda-a5f8-5d2953516d17 req-60eeae65-fd67-4c2c-9447-83ced9b56c53 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-985364083', 'description': 'tempest-description-870813278'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:48.016944 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-68f504fa-49b9-4bda-a5f8-5d2953516d17 req-60eeae65-fd67-4c2c-9447-83ced9b56c53 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:48.020480 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-fcac6e41-8fef-4b12-8897-049712dee03f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 HTTP/1.1" status: 200 len: 217 time: 0.0481176 Jan 28 13:20:48.119169 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-6d75e007-99ab-4425-b4e5-345c6a5c5569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:48.120840 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-6d75e007-99ab-4425-b4e5-345c6a5c5569 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b12a1c2f-a9ab-4880-b80f-d12410970629 HTTP/1.1" status: 200 len: 844 time: 0.0950034 Jan 28 13:20:48.170977 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-2f625aa7-0e17-4cc8-8545-469ce8776b45 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad25a9d9-17b2-4c02-9404-4506282cf10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434544 Jan 28 13:20:48.176563 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-68f504fa-49b9-4bda-a5f8-5d2953516d17 req-60eeae65-fd67-4c2c-9447-83ced9b56c53 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (f220f0a4-2b9e-4705-b12a-72826a70a342), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:48.186022 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-68f504fa-49b9-4bda-a5f8-5d2953516d17 req-60eeae65-fd67-4c2c-9447-83ced9b56c53 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f220f0a4-2b9e-4705-b12a-72826a70a342), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:48.255424 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-68f504fa-49b9-4bda-a5f8-5d2953516d17 req-60eeae65-fd67-4c2c-9447-83ced9b56c53 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:48.257809 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-68f504fa-49b9-4bda-a5f8-5d2953516d17 req-60eeae65-fd67-4c2c-9447-83ced9b56c53 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3115768 Jan 28 13:20:48.262046 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eeae65-fd67-4c2c-9447-83ced9b56c53 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f220f0a4-2b9e-4705-b12a-72826a70a342,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:48.342499 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-0deb514a-9498-4680-a39c-d056a2730984 service neutron] 10.222.0.37 "GET /v2.0/networks/ad25a9d9-17b2-4c02-9404-4506282cf10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629801 Jan 28 13:20:48.390866 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457ebfde-a3c4-4f54-86d2-3c2d5902ebc2 x-openstack-request-id: req-457ebfde-a3c4-4f54-86d2-3c2d5902ebc2 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:48.391655 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a0d229-db2c-4014-ae6a-293f49261ac1", "tag": "e83363f1-b4a5-4967-8ee4-8d8f9a760f47", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:48.392213 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-457ebfde-a3c4-4f54-86d2-3c2d5902ebc2 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:48.392775 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a0d229-db2c-4014-ae6a-293f49261ac1', 'tag': 'e83363f1-b4a5-4967-8ee4-8d8f9a760f47', 'status': 'completed', 'code': 200} Jan 28 13:20:48.615767 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a69ce9f4-55ed-47c5-90b4-9eba0c1c375a req-4550536f-6a97-45cd-866f-f7d3f3df5655 service neutron] 10.222.0.37 "GET /v2.0/networks/ad25a9d9-17b2-4c02-9404-4506282cf10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664673 Jan 28 13:20:48.624217 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c84fe-fb80-4aec-b331-5eafd335ff73 req-d0a204cb-5d27-474a-b72a-22be3687f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:48.626465 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-304c84fe-fb80-4aec-b331-5eafd335ff73 req-d0a204cb-5d27-474a-b72a-22be3687f517 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 1095 time: 0.1267424 Jan 28 13:20:48.655918 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1a865-2f27-4059-8f0a-d4928a98d498 req-227de3a3-f8f0-47ca-9b14-4d18bf6e4cf5 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:48.658646 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c7a1a865-2f27-4059-8f0a-d4928a98d498 req-227de3a3-f8f0-47ca-9b14-4d18bf6e4cf5 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 944 time: 0.1121783 Jan 28 13:20:48.783451 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c7a1a865-2f27-4059-8f0a-d4928a98d498 req-f1cc0c2c-7a46-4ecd-a077-019624f13b6b tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095636 Jan 28 13:20:48.995091 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c84fe-fb80-4aec-b331-5eafd335ff73 req-08c01128-46ca-4602-80f3-2821bc9dc4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:48.998382 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-304c84fe-fb80-4aec-b331-5eafd335ff73 req-08c01128-46ca-4602-80f3-2821bc9dc4ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 920 time: 0.3647013 Jan 28 13:20:49.181272 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-304c84fe-fb80-4aec-b331-5eafd335ff73 req-dbd78018-c3f2-464d-a336-169773d76292 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e83363f1-b4a5-4967-8ee4-8d8f9a760f47 HTTP/1.1" status: 200 len: 217 time: 0.1739621 Jan 28 13:20:49.285034 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c84fe-fb80-4aec-b331-5eafd335ff73 req-a0157d58-0571-4a28-a8c1-db5f82add0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:49.287033 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-304c84fe-fb80-4aec-b331-5eafd335ff73 req-a0157d58-0571-4a28-a8c1-db5f82add0d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99d02297-28c8-4d60-822c-d4eb89318060 HTTP/1.1" status: 200 len: 860 time: 0.0726409 Jan 28 13:20:49.295757 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-f1f884a7-2414-4c1f-ae69-2d1687d5d1e8 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:49.297125 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-f1f884a7-2414-4c1f-ae69-2d1687d5d1e8 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26&tenant_id=787b3d18280347a0a733cb6bd5e91d6d&binding%3Ahost_id=n-h2-822747-2 HTTP/1.1" status: 200 len: 949 time: 0.1539660 Jan 28 13:20:49.353851 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f4094-40d9-4adf-b873-91fe03e47528 req-e5ea480e-27f4-4bc2-b1ce-3beaa0c54edf tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:49.362849 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-304c84fe-fb80-4aec-b331-5eafd335ff73 req-e3c54019-bc8b-49e7-a47e-799ddbe80e61 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59fab6ca-64cd-4851-86a5-d4939e9521f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644245 Jan 28 13:20:49.366588 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ef6f4094-40d9-4adf-b873-91fe03e47528 req-e5ea480e-27f4-4bc2-b1ce-3beaa0c54edf tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 943 time: 0.1407530 Jan 28 13:20:49.472831 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ef6f4094-40d9-4adf-b873-91fe03e47528 req-db28226e-32fd-45fa-88e8-31091774f028 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982606 Jan 28 13:20:49.530567 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-304c84fe-fb80-4aec-b331-5eafd335ff73 req-d48ba2c4-ed38-4ddf-a99e-e0c4a52f7486 service neutron] 10.222.0.18 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611066 Jan 28 13:20:49.532859 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-92667481-cbd2-4e1b-aa76-4037e7db53f9 service neutron] 10.222.0.37 "GET /v2.0/ports/89950e23-ce82-41f6-9ede-d9bc0eba34af/bindings/n-h2-822747-2 HTTP/1.1" status: 200 len: 382 time: 0.2258317 Jan 28 13:20:49.584019 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:49.640264 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 89950e23-ce82-41f6-9ede-d9bc0eba34af up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:20:49.677863 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-304c84fe-fb80-4aec-b331-5eafd335ff73 req-2a688003-624c-4643-bd1b-a3bd9d4c2be6 service neutron] 10.222.0.18 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410868 Jan 28 13:20:49.740421 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-c03937d7-815a-4393-8ee7-478e5813f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:49.742699 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-c03937d7-815a-4393-8ee7-478e5813f24d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 1100 time: 0.0615160 Jan 28 13:20:49.793653 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device e83363f1-b4a5-4967-8ee4-8d8f9a760f47 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:20:49.810186 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3e1b2000-2155-4db1-8a66-836ff32540c4 req-e15bb4da-e886-4537-8518-aa89df8270c7 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "GET /v2.0/security-groups/f220f0a4-2b9e-4705-b12a-72826a70a342 HTTP/1.1" status: 200 len: 1820 time: 0.1228271 Jan 28 13:20:49.823401 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-3e1b2000-2155-4db1-8a66-836ff32540c4 req-c953db18-8664-4901-a48b-61b135ab388e tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f220f0a4-2b9e-4705-b12a-72826a70a342', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:49.824346 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-3e1b2000-2155-4db1-8a66-836ff32540c4 req-c953db18-8664-4901-a48b-61b135ab388e tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f220f0a4-2b9e-4705-b12a-72826a70a342', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:49.886175 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 89950e23-ce82-41f6-9ede-d9bc0eba34af completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:20:49.913944 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 89950e23-ce82-41f6-9ede-d9bc0eba34af triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:49.914355 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:49.999612 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e1b2000-2155-4db1-8a66-836ff32540c4 req-c953db18-8664-4901-a48b-61b135ab388e tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group_rule (5bb6a767-c747-453c-a238-23c702569a8a), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:50.026268 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-e1636ef3-24cf-474a-9fff-cf1652cf8a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:50.030475 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-e1636ef3-24cf-474a-9fff-cf1652cf8a4a service neutron] 10.222.0.37 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.2796438 Jan 28 13:20:50.054808 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.resource_extend [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:20:50.090184 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e1b2000-2155-4db1-8a66-836ff32540c4 req-c953db18-8664-4901-a48b-61b135ab388e tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group_rule (5bb6a767-c747-453c-a238-23c702569a8a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:50.107411 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e1b2000-2155-4db1-8a66-836ff32540c4 req-c953db18-8664-4901-a48b-61b135ab388e tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (5bb6a767-c747-453c-a238-23c702569a8a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:50.187177 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953db18-8664-4901-a48b-61b135ab388e tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb6a767-c747-453c-a238-23c702569a8a,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:50.199856 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e1b2000-2155-4db1-8a66-836ff32540c4 req-c953db18-8664-4901-a48b-61b135ab388e tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:50.205176 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3e1b2000-2155-4db1-8a66-836ff32540c4 req-c953db18-8664-4901-a48b-61b135ab388e tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3929415 Jan 28 13:20:50.207650 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-1ae4473b-610b-466b-979b-04ed8be483b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=89950e23-ce82-41f6-9ede-d9bc0eba34af HTTP/1.1" status: 200 len: 217 time: 0.1692884 Jan 28 13:20:50.310014 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-14d5c709-ccf1-4669-a210-9dee4e3fe2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:50.311803 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-14d5c709-ccf1-4669-a210-9dee4e3fe2df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0968590 Jan 28 13:20:50.360210 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port e83363f1-b4a5-4967-8ee4-8d8f9a760f47, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e83363f1-b4a5-4967-8ee4-8d8f9a760f47,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:50.394080 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c6ae18-2393-416c-84bc-ea631efe4c3a', 'tag': '4739d640-c7eb-4997-9b9d-5e11e8f7f2f7'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:50.400895 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'e83363f1-b4a5-4967-8ee4-8d8f9a760f47', 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7', 'port_id': 'e83363f1-b4a5-4967-8ee4-8d8f9a760f47', 'mac_address': 'fa:16:3e:4d:74:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d02297-28c8-4d60-822c-d4eb89318060', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:20:50.401293 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed3af45-c014-4fa1-afeb-2c9233ae4636" -d '{"events": [{"name": "network-changed", "server_uuid": "57c6ae18-2393-416c-84bc-ea631efe4c3a", "tag": "4739d640-c7eb-4997-9b9d-5e11e8f7f2f7"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:50.406318 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-d9c6a2a7-731f-4531-bd8d-1528b2da3a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:50.410205 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-d9c6a2a7-731f-4531-bd8d-1528b2da3a36 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0892541 Jan 28 13:20:50.418644 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fca83-97d8-4ca7-aee8-24bade61fb0d req-11701ec0-6394-46a4-a498-1d72488758b6 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:50.419621 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 89950e23-ce82-41f6-9ede-d9bc0eba34af is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:50.420327 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:50.436336 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1e8fca83-97d8-4ca7-aee8-24bade61fb0d req-11701ec0-6394-46a4-a498-1d72488758b6 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.1166699 Jan 28 13:20:50.504617 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 89950e23-ce82-41f6-9ede-d9bc0eba34af, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=89950e23-ce82-41f6-9ede-d9bc0eba34af,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:50.504617 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea7448a-59b2-4d04-978a-cf573bc8bd26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89950e23-ce82-41f6-9ede-d9bc0eba34af'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:50.509669 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec9fe5e-3f79-4a32-a261-40ae8ea32a38" -d '{"events": [{"server_uuid": "dea7448a-59b2-4d04-978a-cf573bc8bd26", "name": "network-vif-plugged", "status": "completed", "tag": "89950e23-ce82-41f6-9ede-d9bc0eba34af"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:50.542751 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:50.585918 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1e8fca83-97d8-4ca7-aee8-24bade61fb0d req-fedf37b0-67d9-475d-b889-f2b772b5a311 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439838 Jan 28 13:20:50.622029 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-fbc586f0-aeeb-4f66-ab9c-5d09665b75ec service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023003 Jan 28 13:20:50.642523 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port e83363f1-b4a5-4967-8ee4-8d8f9a760f47 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:50.643240 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e83363f1-b4a5-4967-8ee4-8d8f9a760f47), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:50.671038 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e83363f1-b4a5-4967-8ee4-8d8f9a760f47 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:50.736739 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port e83363f1-b4a5-4967-8ee4-8d8f9a760f47, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e83363f1-b4a5-4967-8ee4-8d8f9a760f47,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:50.738151 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=89950e23-ce82-41f6-9ede-d9bc0eba34af,revision_number=9']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:50.750818 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e83363f1-b4a5-4967-8ee4-8d8f9a760f47), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:50.755017 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:50.755596 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:50.758422 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:50.758422 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:50.758422 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:50.758422 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:50.758809 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:50.759473 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:50.759596 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:50.760221 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:50.760768 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:50.761264 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:50.761788 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:50.850206 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-04877390-03a5-428a-af16-29e7a2c7c3e3 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205477 Jan 28 13:20:50.924496 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=e83363f1-b4a5-4967-8ee4-8d8f9a760f47,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:51.084365 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['e83363f1-b4a5-4967-8ee4-8d8f9a760f47'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:51.106326 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fa171-8aed-4262-89f9-40cf43fce691 req-69201c45-1733-4805-8033-7433457f0385 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:51.111412 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5e9fa171-8aed-4262-89f9-40cf43fce691 req-69201c45-1733-4805-8033-7433457f0385 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 950 time: 0.1189928 Jan 28 13:20:51.221782 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5e9fa171-8aed-4262-89f9-40cf43fce691 req-742f9727-1886-4247-8478-d11faff1f3b0 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004932 Jan 28 13:20:51.408105 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56530450-871e-4afc-b302-13e1e65370d8 req-e86cf2f1-bf71-4b4f-a422-e39b119c1f61 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:51.420810 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-56530450-871e-4afc-b302-13e1e65370d8 req-e86cf2f1-bf71-4b4f-a422-e39b119c1f61 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 945 time: 0.0868645 Jan 28 13:20:51.498137 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-56530450-871e-4afc-b302-13e1e65370d8 req-9973227a-64ab-4e58-aa8d-9d99294bdbae tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761542 Jan 28 13:20:51.576716 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-912922a8-1302-418d-8aa4-4503867918a0 req-5a456b5e-ffa5-4aa8-9e41-c67bfaf60993 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-279210443', 'description': 'tempest-description-1905806765'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:51.616207 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-912922a8-1302-418d-8aa4-4503867918a0 req-5a456b5e-ffa5-4aa8-9e41-c67bfaf60993 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:51.759254 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-912922a8-1302-418d-8aa4-4503867918a0 req-5a456b5e-ffa5-4aa8-9e41-c67bfaf60993 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (99f2ea7a-a21d-4ded-8a79-023c60c2d9b0), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:51.766897 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-912922a8-1302-418d-8aa4-4503867918a0 req-5a456b5e-ffa5-4aa8-9e41-c67bfaf60993 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (99f2ea7a-a21d-4ded-8a79-023c60c2d9b0), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:51.806899 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-912922a8-1302-418d-8aa4-4503867918a0 req-5a456b5e-ffa5-4aa8-9e41-c67bfaf60993 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:51.821858 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-912922a8-1302-418d-8aa4-4503867918a0 req-5a456b5e-ffa5-4aa8-9e41-c67bfaf60993 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2498035 Jan 28 13:20:51.830580 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a456b5e-ffa5-4aa8-9e41-c67bfaf60993 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f2ea7a-a21d-4ded-8a79-023c60c2d9b0,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:51.881092 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866f7e33-c2ec-49bc-b0e8-e0b71c5f1031 x-openstack-request-id: req-866f7e33-c2ec-49bc-b0e8-e0b71c5f1031 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:51.881623 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c6ae18-2393-416c-84bc-ea631efe4c3a", "tag": "4739d640-c7eb-4997-9b9d-5e11e8f7f2f7", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:51.881901 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-866f7e33-c2ec-49bc-b0e8-e0b71c5f1031 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:51.882977 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c6ae18-2393-416c-84bc-ea631efe4c3a', 'tag': '4739d640-c7eb-4997-9b9d-5e11e8f7f2f7', 'status': 'completed', 'code': 200} Jan 28 13:20:51.993624 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3af45-c014-4fa1-afeb-2c9233ae4636 req-7502633b-7b13-4ef0-81f8-526edce654d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:51.996240 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eed3af45-c014-4fa1-afeb-2c9233ae4636 req-7502633b-7b13-4ef0-81f8-526edce654d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d1122f47b834e1f94b301369b4a4145&device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 1094 time: 0.0847189 Jan 28 13:20:52.068190 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b390151-94d8-4f7a-89b0-312ca32ebd62 req-44ed0b87-ad91-4d52-be37-841eef26d56f tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:52.069933 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4b390151-94d8-4f7a-89b0-312ca32ebd62 req-44ed0b87-ad91-4d52-be37-841eef26d56f tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 943 time: 0.0870779 Jan 28 13:20:52.210568 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3af45-c014-4fa1-afeb-2c9233ae4636 req-503139b8-b691-4b2e-ab68-df2a73bb7326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:52.212354 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eed3af45-c014-4fa1-afeb-2c9233ae4636 req-503139b8-b691-4b2e-ab68-df2a73bb7326 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad25a9d9-17b2-4c02-9404-4506282cf10f HTTP/1.1" status: 200 len: 904 time: 0.2080932 Jan 28 13:20:52.212818 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4b390151-94d8-4f7a-89b0-312ca32ebd62 req-bd602371-5366-4362-ae57-eee4edf1aa69 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314645 Jan 28 13:20:52.278975 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eed3af45-c014-4fa1-afeb-2c9233ae4636 req-bbd93747-3bbb-4fb2-b838-a3a0135e47fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 HTTP/1.1" status: 200 len: 217 time: 0.0569031 Jan 28 13:20:52.347478 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765a0ea1-836d-46bb-82db-171fbd813305 x-openstack-request-id: req-765a0ea1-836d-46bb-82db-171fbd813305 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:52.348296 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea7448a-59b2-4d04-978a-cf573bc8bd26", "name": "network-vif-plugged", "status": "completed", "tag": "89950e23-ce82-41f6-9ede-d9bc0eba34af", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:52.348296 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-765a0ea1-836d-46bb-82db-171fbd813305 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:52.348500 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea7448a-59b2-4d04-978a-cf573bc8bd26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89950e23-ce82-41f6-9ede-d9bc0eba34af', 'code': 200} Jan 28 13:20:52.393593 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3af45-c014-4fa1-afeb-2c9233ae4636 req-dbc7f9e7-5860-41b5-8a0b-9a5ed9ba7bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:52.395629 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eed3af45-c014-4fa1-afeb-2c9233ae4636 req-dbc7f9e7-5860-41b5-8a0b-9a5ed9ba7bdd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b12a1c2f-a9ab-4880-b80f-d12410970629 HTTP/1.1" status: 200 len: 844 time: 0.1093209 Jan 28 13:20:52.465819 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eed3af45-c014-4fa1-afeb-2c9233ae4636 req-82321bd3-ac1f-4006-9da4-42115cf0b005 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad25a9d9-17b2-4c02-9404-4506282cf10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534739 Jan 28 13:20:52.614782 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eed3af45-c014-4fa1-afeb-2c9233ae4636 req-08c6ea3d-4258-4314-9d53-75d86f55d11f service neutron] 10.222.0.37 "GET /v2.0/networks/ad25a9d9-17b2-4c02-9404-4506282cf10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419032 Jan 28 13:20:52.637729 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed167300-bc15-40cb-98f3-f77ec7fbc2c4 req-7c858057-9a04-4976-9e06-3ec7d9ef84e1 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:52.647265 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ed167300-bc15-40cb-98f3-f77ec7fbc2c4 req-7c858057-9a04-4976-9e06-3ec7d9ef84e1 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.0859313 Jan 28 13:20:52.777264 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ed167300-bc15-40cb-98f3-f77ec7fbc2c4 req-d6dc565c-fc51-4300-adc6-b095e5448bd9 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282368 Jan 28 13:20:52.853937 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-e14322db-6f77-46a3-8284-15664a0c1f88 req-c043d673-800f-4816-ab37-e754e0fb3289 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1766495173', 'description': 'tempest-description-1303073668'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:52.877091 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eed3af45-c014-4fa1-afeb-2c9233ae4636 req-86a4fafa-b14d-4349-af78-fafb86e16330 service neutron] 10.222.0.37 "GET /v2.0/networks/ad25a9d9-17b2-4c02-9404-4506282cf10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506599 Jan 28 13:20:53.040263 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e14322db-6f77-46a3-8284-15664a0c1f88 req-c043d673-800f-4816-ab37-e754e0fb3289 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:53.188037 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e14322db-6f77-46a3-8284-15664a0c1f88 req-c043d673-800f-4816-ab37-e754e0fb3289 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (0162936a-3f0b-4148-884b-9754b8b924c4), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:53.203458 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e14322db-6f77-46a3-8284-15664a0c1f88 req-c043d673-800f-4816-ab37-e754e0fb3289 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0162936a-3f0b-4148-884b-9754b8b924c4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:53.313108 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e14322db-6f77-46a3-8284-15664a0c1f88 req-c043d673-800f-4816-ab37-e754e0fb3289 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:53.326041 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e14322db-6f77-46a3-8284-15664a0c1f88 req-c043d673-800f-4816-ab37-e754e0fb3289 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5191047 Jan 28 13:20:53.386554 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043d673-800f-4816-ab37-e754e0fb3289 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0162936a-3f0b-4148-884b-9754b8b924c4,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:53.656089 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device e83363f1-b4a5-4967-8ee4-8d8f9a760f47 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:20:53.669394 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594077c-0639-4cba-bbb8-8ec963fa0a0a req-a7411d98-b9cb-4901-a639-a3e3117af4bf tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:53.684649 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3594077c-0639-4cba-bbb8-8ec963fa0a0a req-a7411d98-b9cb-4901-a639-a3e3117af4bf tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 950 time: 0.1175110 Jan 28 13:20:53.788642 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:20:53.815999 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3594077c-0639-4cba-bbb8-8ec963fa0a0a req-3332f7f4-366d-4ad7-8fe9-9564b023db91 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286359 Jan 28 13:20:53.960083 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=4739d640-c7eb-4997-9b9d-5e11e8f7f2f7,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:53.978586 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '4739d640-c7eb-4997-9b9d-5e11e8f7f2f7', 'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f', 'port_id': '4739d640-c7eb-4997-9b9d-5e11e8f7f2f7', 'mac_address': 'fa:16:3e:4a:ef:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12a1c2f-a9ab-4880-b80f-d12410970629', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:20:54.001135 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad419b-1b59-4588-9589-9c9d560df592 req-247703c7-8eee-4c02-b0ea-8ffdcf7dba76 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:54.009133 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f3ad419b-1b59-4588-9589-9c9d560df592 req-247703c7-8eee-4c02-b0ea-8ffdcf7dba76 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 945 time: 0.0758898 Jan 28 13:20:54.034553 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:54.034980 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4739d640-c7eb-4997-9b9d-5e11e8f7f2f7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:54.057299 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:54.083846 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=4739d640-c7eb-4997-9b9d-5e11e8f7f2f7,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:54.086809 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port e83363f1-b4a5-4967-8ee4-8d8f9a760f47 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:20:54.090636 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4739d640-c7eb-4997-9b9d-5e11e8f7f2f7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:54.099421 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port e83363f1-b4a5-4967-8ee4-8d8f9a760f47 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:54.099421 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e83363f1-b4a5-4967-8ee4-8d8f9a760f47), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:54.118649 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f3ad419b-1b59-4588-9589-9c9d560df592 req-fdf1d237-f5cc-4beb-9c3c-e669b90309d2 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057756 Jan 28 13:20:54.320409 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port e83363f1-b4a5-4967-8ee4-8d8f9a760f47 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:54.320809 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e83363f1-b4a5-4967-8ee4-8d8f9a760f47), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:54.329172 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385abe4a-1077-46c6-844a-4534f0a8e943 req-29758c74-db6f-49ac-aa67-6c10e7957cb2 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:54.346037 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-385abe4a-1077-46c6-844a-4534f0a8e943 req-29758c74-db6f-49ac-aa67-6c10e7957cb2 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 944 time: 0.1565855 Jan 28 13:20:54.353775 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=4739d640-c7eb-4997-9b9d-5e11e8f7f2f7,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:54.390491 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a0d229-db2c-4014-ae6a-293f49261ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83363f1-b4a5-4967-8ee4-8d8f9a760f47'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:54.396248 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7d2bd4-fe54-49d6-8426-57d827519dd6" -d '{"events": [{"server_uuid": "f3a0d229-db2c-4014-ae6a-293f49261ac1", "name": "network-vif-plugged", "status": "completed", "tag": "e83363f1-b4a5-4967-8ee4-8d8f9a760f47"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:54.410387 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-196e83eb-a625-444f-86d3-471c3fab4bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:54.412791 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-196e83eb-a625-444f-86d3-471c3fab4bfa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26&tenant_id=787b3d18280347a0a733cb6bd5e91d6d HTTP/1.1" status: 200 len: 1101 time: 0.0916979 Jan 28 13:20:54.440244 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port e83363f1-b4a5-4967-8ee4-8d8f9a760f47, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e83363f1-b4a5-4967-8ee4-8d8f9a760f47,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:54.440634 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-edff5dc5-31a7-44bb-9940-37fa93f71b75 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822747-2', 'device_owner': 'compute:nova'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:54.445692 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e83363f1-b4a5-4967-8ee4-8d8f9a760f47), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:54.496008 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-385abe4a-1077-46c6-844a-4534f0a8e943 req-1add71fe-4b0b-4fba-bec4-14c6587c7a9c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469460 Jan 28 13:20:54.590875 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['4739d640-c7eb-4997-9b9d-5e11e8f7f2f7'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:54.665736 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-edff5dc5-31a7-44bb-9940-37fa93f71b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:54.684549 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c3da72eb-0623-4870-b1d1-b0a09e2ed487 req-aaa7bcf8-36d4-435d-a633-60e244b6ecc4 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "GET /v2.0/security-groups/99f2ea7a-a21d-4ded-8a79-023c60c2d9b0 HTTP/1.1" status: 200 len: 1821 time: 0.1142838 Jan 28 13:20:54.725313 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=e83363f1-b4a5-4967-8ee4-8d8f9a760f47,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:54.803787 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c3da72eb-0623-4870-b1d1-b0a09e2ed487 req-2530a103-e8aa-41bc-9ea2-b19f6bd39d9a tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "GET /v2.0/security-groups/0162936a-3f0b-4148-884b-9754b8b924c4 HTTP/1.1" status: 200 len: 1822 time: 0.1176763 Jan 28 13:20:54.811653 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-c3da72eb-0623-4870-b1d1-b0a09e2ed487 req-5c5acb46-70ba-4f17-9d2a-b165cb109b17 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '99f2ea7a-a21d-4ded-8a79-023c60c2d9b0', 'remote_group_id': '0162936a-3f0b-4148-884b-9754b8b924c4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:54.812549 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-c3da72eb-0623-4870-b1d1-b0a09e2ed487 req-5c5acb46-70ba-4f17-9d2a-b165cb109b17 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '99f2ea7a-a21d-4ded-8a79-023c60c2d9b0', 'remote_group_id': '0162936a-3f0b-4148-884b-9754b8b924c4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:54.957770 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c3da72eb-0623-4870-b1d1-b0a09e2ed487 req-5c5acb46-70ba-4f17-9d2a-b165cb109b17 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group_rule (a5bd96aa-62d1-446f-83ce-8067fe57ca26), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:55.053565 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c3da72eb-0623-4870-b1d1-b0a09e2ed487 req-5c5acb46-70ba-4f17-9d2a-b165cb109b17 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group_rule (a5bd96aa-62d1-446f-83ce-8067fe57ca26), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:55.060661 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c3da72eb-0623-4870-b1d1-b0a09e2ed487 req-5c5acb46-70ba-4f17-9d2a-b165cb109b17 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (a5bd96aa-62d1-446f-83ce-8067fe57ca26), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:55.109167 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-edff5dc5-31a7-44bb-9940-37fa93f71b75 service neutron] For port 89950e23-ce82-41f6-9ede-d9bc0eba34af, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=89950e23-ce82-41f6-9ede-d9bc0eba34af,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:55.111993 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5acb46-70ba-4f17-9d2a-b165cb109b17 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5bd96aa-62d1-446f-83ce-8067fe57ca26,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:55.136266 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c3da72eb-0623-4870-b1d1-b0a09e2ed487 req-5c5acb46-70ba-4f17-9d2a-b165cb109b17 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:55.136266 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c3da72eb-0623-4870-b1d1-b0a09e2ed487 req-5c5acb46-70ba-4f17-9d2a-b165cb109b17 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3291354 Jan 28 13:20:55.216003 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-edff5dc5-31a7-44bb-9940-37fa93f71b75 service neutron] For port 89950e23-ce82-41f6-9ede-d9bc0eba34af, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:55.322983 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea7448a-59b2-4d04-978a-cf573bc8bd26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89950e23-ce82-41f6-9ede-d9bc0eba34af'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:55.328133 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266d4d1d-01be-4d28-b89e-5e14d9b75984" -d '{"events": [{"server_uuid": "dea7448a-59b2-4d04-978a-cf573bc8bd26", "name": "network-vif-unplugged", "status": "completed", "tag": "89950e23-ce82-41f6-9ede-d9bc0eba34af"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:55.336659 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-edff5dc5-31a7-44bb-9940-37fa93f71b75 service neutron] Publish callbacks [] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:55.367904 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-edff5dc5-31a7-44bb-9940-37fa93f71b75 service neutron] Transition to ACTIVE for port object 89950e23-ce82-41f6-9ede-d9bc0eba34af will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:20:55.375983 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-edff5dc5-31a7-44bb-9940-37fa93f71b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:55.480386 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-edff5dc5-31a7-44bb-9940-37fa93f71b75 service neutron] No DVR routers for this DVR port 89950e23-ce82-41f6-9ede-d9bc0eba34af on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:20:55.492662 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff5dc5-31a7-44bb-9940-37fa93f71b75 service neutron] Pushing event updated for resources: {'Port': ['ID=89950e23-ce82-41f6-9ede-d9bc0eba34af,revision_number=10']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:55.571468 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-edff5dc5-31a7-44bb-9940-37fa93f71b75 service neutron] Attempting to bind port 89950e23-ce82-41f6-9ede-d9bc0eba34af on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:20:55.572301 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-edff5dc5-31a7-44bb-9940-37fa93f71b75 service neutron] Attempting to bind port 89950e23-ce82-41f6-9ede-d9bc0eba34af by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:20:55.572848 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-edff5dc5-31a7-44bb-9940-37fa93f71b75 service neutron] Attempting to bind port 89950e23-ce82-41f6-9ede-d9bc0eba34af on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:55.586326 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-edff5dc5-31a7-44bb-9940-37fa93f71b75 service neutron] Port 89950e23-ce82-41f6-9ede-d9bc0eba34af on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:20:55.586875 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-edff5dc5-31a7-44bb-9940-37fa93f71b75 service neutron] Attempting to bind port 89950e23-ce82-41f6-9ede-d9bc0eba34af on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:55.598309 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-edff5dc5-31a7-44bb-9940-37fa93f71b75 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:20:55.598309 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-edff5dc5-31a7-44bb-9940-37fa93f71b75 service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:20:55.598309 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-edff5dc5-31a7-44bb-9940-37fa93f71b75 service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:20:55.598309 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-edff5dc5-31a7-44bb-9940-37fa93f71b75 service neutron] Bound port: 89950e23-ce82-41f6-9ede-d9bc0eba34af, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:20:55.599237 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-edff5dc5-31a7-44bb-9940-37fa93f71b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:55.766905 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-edff5dc5-31a7-44bb-9940-37fa93f71b75 service neutron] For port 89950e23-ce82-41f6-9ede-d9bc0eba34af, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:55.773573 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-edff5dc5-31a7-44bb-9940-37fa93f71b75 service neutron] For port 89950e23-ce82-41f6-9ede-d9bc0eba34af, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=89950e23-ce82-41f6-9ede-d9bc0eba34af,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:20:55.789040 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:20:55.793253 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-edff5dc5-31a7-44bb-9940-37fa93f71b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:55.812334 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248af3e-e99c-42b9-a82e-92847b847a93 req-442125d7-2f14-4f2a-b513-ec1864729aa4 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:55.813992 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a248af3e-e99c-42b9-a82e-92847b847a93 req-442125d7-2f14-4f2a-b513-ec1864729aa4 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.1189277 Jan 28 13:20:55.866004 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-edff5dc5-31a7-44bb-9940-37fa93f71b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:55.867365 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-edff5dc5-31a7-44bb-9940-37fa93f71b75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:55.869384 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-edff5dc5-31a7-44bb-9940-37fa93f71b75 service neutron] 10.222.0.18 "PUT /v2.0/ports/89950e23-ce82-41f6-9ede-d9bc0eba34af HTTP/1.1" status: 200 len: 1097 time: 1.4492598 Jan 28 13:20:55.948464 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff5dc5-31a7-44bb-9940-37fa93f71b75 service neutron] Pushing event updated for resources: {'Port': ['ID=89950e23-ce82-41f6-9ede-d9bc0eba34af,revision_number=11']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:55.951279 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a248af3e-e99c-42b9-a82e-92847b847a93 req-251e73e8-46cc-4f8d-b96f-15255e017f4b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228380 Jan 28 13:20:56.062845 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64432a83-2262-48e0-820e-c6a88035bbbe x-openstack-request-id: req-64432a83-2262-48e0-820e-c6a88035bbbe {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:56.064534 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a0d229-db2c-4014-ae6a-293f49261ac1", "name": "network-vif-plugged", "status": "completed", "tag": "e83363f1-b4a5-4967-8ee4-8d8f9a760f47", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:56.066289 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-64432a83-2262-48e0-820e-c6a88035bbbe {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:56.074728 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a0d229-db2c-4014-ae6a-293f49261ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83363f1-b4a5-4967-8ee4-8d8f9a760f47', 'code': 200} Jan 28 13:20:56.138902 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-8e459c03-00c3-47d8-8c54-a416572821ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:56.140885 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-8e459c03-00c3-47d8-8c54-a416572821ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 1100 time: 0.1838915 Jan 28 13:20:56.360348 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-53bb7c27-5db8-410f-9432-544e72da988d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:56.362822 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-53bb7c27-5db8-410f-9432-544e72da988d service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.2147160 Jan 28 13:20:56.417493 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2015f-63de-4302-82ec-21397abd7ec7 req-8d337b61-224f-4030-a877-9dff3389cd3c tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:56.420431 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-54b2015f-63de-4302-82ec-21397abd7ec7 req-8d337b61-224f-4030-a877-9dff3389cd3c tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 949 time: 0.1576266 Jan 28 13:20:56.439178 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac3690-c454-4049-9a12-d58c8af45fd1 req-3ec39632-4fc3-4c4a-8cd2-d525ef1b6380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:56.442227 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21ac3690-c454-4049-9a12-d58c8af45fd1 req-3ec39632-4fc3-4c4a-8cd2-d525ef1b6380 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 1097 time: 0.2532687 Jan 28 13:20:56.504352 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-a0ecfdf3-5056-4f61-8fdc-060e4c05fbeb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=89950e23-ce82-41f6-9ede-d9bc0eba34af HTTP/1.1" status: 200 len: 217 time: 0.1271448 Jan 28 13:20:56.530974 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-54b2015f-63de-4302-82ec-21397abd7ec7 req-bd497cc5-e3bf-485f-a39f-392cc053ee0e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946085 Jan 28 13:20:56.625968 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21ac3690-c454-4049-9a12-d58c8af45fd1 req-e4ac0f5d-62af-4c9c-b48c-3a3181acd7ea service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124275 Jan 28 13:20:56.630893 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-15898233-9444-4e95-93cc-80dba4594bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:56.632611 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-15898233-9444-4e95-93cc-80dba4594bbd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1223221 Jan 28 13:20:56.716727 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a8c38-c0d2-4048-b309-5ba8902c5004 req-d4f5e474-5bae-4c21-869e-9c4037b889e5 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:56.719885 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fa8a8c38-c0d2-4048-b309-5ba8902c5004 req-d4f5e474-5bae-4c21-869e-9c4037b889e5 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 946 time: 0.0594342 Jan 28 13:20:56.860409 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fa8a8c38-c0d2-4048-b309-5ba8902c5004 req-85e78680-72a3-4a2f-96e1-0e48b1421263 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306722 Jan 28 13:20:56.917981 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-8e9b7926-e7a1-4c58-96a9-b608edb4d86c req-461f6d0d-5ea6-42f6-aa49-dfb112bfe035 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1197210778', 'description': 'tempest-description-85001341'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:56.921136 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-7857c461-fbb4-4b91-bfb6-cf11d4be117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:56.923879 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-7857c461-fbb4-4b91-bfb6-cf11d4be117d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0994029 Jan 28 13:20:56.947485 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8e9b7926-e7a1-4c58-96a9-b608edb4d86c req-461f6d0d-5ea6-42f6-aa49-dfb112bfe035 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:57.127273 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-b445d029-cd51-4fa9-adca-166f7bd77ca9 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925287 Jan 28 13:20:57.153532 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8e9b7926-e7a1-4c58-96a9-b608edb4d86c req-461f6d0d-5ea6-42f6-aa49-dfb112bfe035 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (689acbc9-fa7f-42fb-915f-987bdfbb0f04), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:57.160027 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8e9b7926-e7a1-4c58-96a9-b608edb4d86c req-461f6d0d-5ea6-42f6-aa49-dfb112bfe035 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (689acbc9-fa7f-42fb-915f-987bdfbb0f04), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:57.217625 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f6d0d-5ea6-42f6-aa49-dfb112bfe035 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=689acbc9-fa7f-42fb-915f-987bdfbb0f04,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:57.223323 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8e9b7926-e7a1-4c58-96a9-b608edb4d86c req-461f6d0d-5ea6-42f6-aa49-dfb112bfe035 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:57.235026 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8e9b7926-e7a1-4c58-96a9-b608edb4d86c req-461f6d0d-5ea6-42f6-aa49-dfb112bfe035 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3242407 Jan 28 13:20:57.456736 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c81211-ceb7-48af-8ba4-a98f247b8fd3 x-openstack-request-id: req-85c81211-ceb7-48af-8ba4-a98f247b8fd3 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:57.457189 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea7448a-59b2-4d04-978a-cf573bc8bd26", "name": "network-vif-unplugged", "status": "completed", "tag": "89950e23-ce82-41f6-9ede-d9bc0eba34af", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:57.457582 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-85c81211-ceb7-48af-8ba4-a98f247b8fd3 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:57.458219 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea7448a-59b2-4d04-978a-cf573bc8bd26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89950e23-ce82-41f6-9ede-d9bc0eba34af', 'code': 200} Jan 28 13:20:57.557148 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0915506-8e3d-467c-84f3-9ca8493fe297 req-7f25e1ba-0cbd-402d-8090-b2e8d1191b27 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211161 Jan 28 13:20:57.573417 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fbe56-3f68-48ee-b3a4-71b630803067 req-a03c37f3-5552-4804-97cc-64fc36b5135c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:57.581126 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c01fbe56-3f68-48ee-b3a4-71b630803067 req-a03c37f3-5552-4804-97cc-64fc36b5135c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 944 time: 0.0738454 Jan 28 13:20:57.676416 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c01fbe56-3f68-48ee-b3a4-71b630803067 req-22fb32e5-7d69-414e-abe7-8adddafb1886 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939877 Jan 28 13:20:57.738409 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:20:57.952167 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:20:58.002763 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:58.003769 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4739d640-c7eb-4997-9b9d-5e11e8f7f2f7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:58.090211 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb519683-c4e7-45a5-aee9-aab3269c4b2b req-a285925f-c91d-492a-8698-58c7571bd033 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:58.092578 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fb519683-c4e7-45a5-aee9-aab3269c4b2b req-a285925f-c91d-492a-8698-58c7571bd033 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.1219308 Jan 28 13:20:58.171124 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:58.171749 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4739d640-c7eb-4997-9b9d-5e11e8f7f2f7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:58.173303 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fb519683-c4e7-45a5-aee9-aab3269c4b2b req-dd94d39d-f677-492c-9bc2-efba7139440b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699661 Jan 28 13:20:58.260543 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-3c2918a5-c87e-46fb-ae99-6c3c37f68800 req-a2b5dea5-a3d9-4262-82c3-6a0cfa2d314e tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-166515616', 'description': 'tempest-description-1039840095'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:58.272122 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c6ae18-2393-416c-84bc-ea631efe4c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4739d640-c7eb-4997-9b9d-5e11e8f7f2f7'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:58.276547 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c661657f-43e9-4dd0-855b-00f69c643db7" -d '{"events": [{"server_uuid": "57c6ae18-2393-416c-84bc-ea631efe4c3a", "name": "network-vif-plugged", "status": "completed", "tag": "4739d640-c7eb-4997-9b9d-5e11e8f7f2f7"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:58.285123 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=4739d640-c7eb-4997-9b9d-5e11e8f7f2f7,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:58.291981 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4739d640-c7eb-4997-9b9d-5e11e8f7f2f7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:58.293619 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 89950e23-ce82-41f6-9ede-d9bc0eba34af no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:20:58.312468 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3c2918a5-c87e-46fb-ae99-6c3c37f68800 req-a2b5dea5-a3d9-4262-82c3-6a0cfa2d314e tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:58.423582 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=4739d640-c7eb-4997-9b9d-5e11e8f7f2f7,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:58.429207 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] The host n-h2-822747-2 is not matching for port 89950e23-ce82-41f6-9ede-d9bc0eba34af host n-h1-822747-2! {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:20:58.429207 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 89950e23-ce82-41f6-9ede-d9bc0eba34af not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:20:58.538739 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3c2918a5-c87e-46fb-ae99-6c3c37f68800 req-a2b5dea5-a3d9-4262-82c3-6a0cfa2d314e tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (315541cb-c159-4f3b-a1d9-3479385c419c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:58.552930 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3c2918a5-c87e-46fb-ae99-6c3c37f68800 req-a2b5dea5-a3d9-4262-82c3-6a0cfa2d314e tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (315541cb-c159-4f3b-a1d9-3479385c419c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:58.619503 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5dea5-a3d9-4262-82c3-6a0cfa2d314e tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=315541cb-c159-4f3b-a1d9-3479385c419c,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:58.629580 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3c2918a5-c87e-46fb-ae99-6c3c37f68800 req-a2b5dea5-a3d9-4262-82c3-6a0cfa2d314e tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:58.642689 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3c2918a5-c87e-46fb-ae99-6c3c37f68800 req-a2b5dea5-a3d9-4262-82c3-6a0cfa2d314e tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3883178 Jan 28 13:20:58.905012 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738441f1-2583-43ff-a62d-44c466a9bd7e req-482d7ff9-131f-4e71-9702-513d90ce12b8 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:58.927682 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-738441f1-2583-43ff-a62d-44c466a9bd7e req-482d7ff9-131f-4e71-9702-513d90ce12b8 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 949 time: 0.1898365 Jan 28 13:20:59.089403 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-738441f1-2583-43ff-a62d-44c466a9bd7e req-6aabc258-ac3c-42fb-abc6-a00b8c505898 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582472 Jan 28 13:20:59.278730 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa302d32-834f-434f-b3d6-647a9ffe5799 req-fc44ff8a-f987-4bc1-b3bc-99edf30b8355 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:59.280336 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-36280d20-fed9-4187-bf67-66c31a0484bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:59.295679 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fa302d32-834f-434f-b3d6-647a9ffe5799 req-fc44ff8a-f987-4bc1-b3bc-99edf30b8355 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 946 time: 0.1048286 Jan 28 13:20:59.386835 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fa302d32-834f-434f-b3d6-647a9ffe5799 req-8887c589-0122-43d5-858b-803ca07a9950 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886376 Jan 28 13:20:59.455117 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061837ff-651d-4b65-bf74-ec897d6c9492 x-openstack-request-id: req-061837ff-651d-4b65-bf74-ec897d6c9492 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:59.455591 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c6ae18-2393-416c-84bc-ea631efe4c3a", "name": "network-vif-plugged", "status": "completed", "tag": "4739d640-c7eb-4997-9b9d-5e11e8f7f2f7", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:59.455999 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-061837ff-651d-4b65-bf74-ec897d6c9492 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:59.456628 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c6ae18-2393-416c-84bc-ea631efe4c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4739d640-c7eb-4997-9b9d-5e11e8f7f2f7', 'code': 200} Jan 28 13:20:59.460056 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea7448a-59b2-4d04-978a-cf573bc8bd26', 'tag': '89950e23-ce82-41f6-9ede-d9bc0eba34af'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:59.464739 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1627159-306d-4ad3-865d-f8cd5e410303" -d '{"events": [{"name": "network-changed", "server_uuid": "dea7448a-59b2-4d04-978a-cf573bc8bd26", "tag": "89950e23-ce82-41f6-9ede-d9bc0eba34af"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:59.535596 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c047b36c-638e-4708-a6df-35abbad3928b req-ca2c41f4-0b6e-4169-95aa-6e22d06dfd69 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "GET /v2.0/security-groups/689acbc9-fa7f-42fb-915f-987bdfbb0f04 HTTP/1.1" status: 200 len: 1820 time: 0.0549700 Jan 28 13:20:59.642800 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c047b36c-638e-4708-a6df-35abbad3928b req-7aec718e-09b9-4ef3-8125-158ad373d4f3 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "GET /v2.0/security-groups/315541cb-c159-4f3b-a1d9-3479385c419c HTTP/1.1" status: 200 len: 1821 time: 0.1058865 Jan 28 13:20:59.659090 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-c047b36c-638e-4708-a6df-35abbad3928b req-1d37627b-7f90-4ece-85b3-52ad8a11e720 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '689acbc9-fa7f-42fb-915f-987bdfbb0f04', 'remote_group_id': '315541cb-c159-4f3b-a1d9-3479385c419c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:59.664050 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-c047b36c-638e-4708-a6df-35abbad3928b req-1d37627b-7f90-4ece-85b3-52ad8a11e720 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '689acbc9-fa7f-42fb-915f-987bdfbb0f04', 'remote_group_id': '315541cb-c159-4f3b-a1d9-3479385c419c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:59.670944 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069cdd0-51f1-4a85-b651-e1edf5172947 req-711e4aec-68ab-4f59-aa8a-8873505743aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:59.674607 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a069cdd0-51f1-4a85-b651-e1edf5172947 req-711e4aec-68ab-4f59-aa8a-8873505743aa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 1096 time: 0.0790279 Jan 28 13:20:59.685255 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 89950e23-ce82-41f6-9ede-d9bc0eba34af details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:20:59.857267 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a069cdd0-51f1-4a85-b651-e1edf5172947 req-c7d527ab-8ca5-4419-a694-fb4d2d66d6f1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692281 Jan 28 13:20:59.902768 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c047b36c-638e-4708-a6df-35abbad3928b req-1d37627b-7f90-4ece-85b3-52ad8a11e720 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group_rule (3ee67d10-19c4-4abb-bd59-bf85ba1211a1), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:00.029166 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c047b36c-638e-4708-a6df-35abbad3928b req-1d37627b-7f90-4ece-85b3-52ad8a11e720 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group_rule (3ee67d10-19c4-4abb-bd59-bf85ba1211a1), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:00.045021 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c047b36c-638e-4708-a6df-35abbad3928b req-1d37627b-7f90-4ece-85b3-52ad8a11e720 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (3ee67d10-19c4-4abb-bd59-bf85ba1211a1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:00.103480 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 89950e23-ce82-41f6-9ede-d9bc0eba34af, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=89950e23-ce82-41f6-9ede-d9bc0eba34af,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:00.126611 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d37627b-7f90-4ece-85b3-52ad8a11e720 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee67d10-19c4-4abb-bd59-bf85ba1211a1,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:00.149807 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c047b36c-638e-4708-a6df-35abbad3928b req-1d37627b-7f90-4ece-85b3-52ad8a11e720 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:00.151104 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c047b36c-638e-4708-a6df-35abbad3928b req-1d37627b-7f90-4ece-85b3-52ad8a11e720 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4991341 Jan 28 13:21:00.177315 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '89950e23-ce82-41f6-9ede-d9bc0eba34af', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': '89950e23-ce82-41f6-9ede-d9bc0eba34af', 'mac_address': 'fa:16:3e:05:07:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:21:00.278569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 89950e23-ce82-41f6-9ede-d9bc0eba34af is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:00.279690 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:00.307314 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89950e23-ce82-41f6-9ede-d9bc0eba34af {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:21:00.357065 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 89950e23-ce82-41f6-9ede-d9bc0eba34af, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=89950e23-ce82-41f6-9ede-d9bc0eba34af,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:00.365645 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:00.371972 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67242e3a-df2d-477b-b887-c14d149a1dcf req-faf8d3d7-733c-4cbb-a2a6-65602319cdb6 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:00.392953 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-67242e3a-df2d-477b-b887-c14d149a1dcf req-faf8d3d7-733c-4cbb-a2a6-65602319cdb6 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 945 time: 0.1329336 Jan 28 13:21:00.548728 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=89950e23-ce82-41f6-9ede-d9bc0eba34af,revision_number=12']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:00.556257 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-67242e3a-df2d-477b-b887-c14d149a1dcf req-da9ce2f6-853f-4790-92a6-b21ec8ed62a4 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611691 Jan 28 13:21:00.711596 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['89950e23-ce82-41f6-9ede-d9bc0eba34af'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:00.874118 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8a025-61d4-43c5-809b-dc8b58d125fa req-1e1bc0a1-450a-4ec3-b797-17e2902d7de6 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:00.877829 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0d8a025-61d4-43c5-809b-dc8b58d125fa req-1e1bc0a1-450a-4ec3-b797-17e2902d7de6 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.1134210 Jan 28 13:21:01.012551 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0d8a025-61d4-43c5-809b-dc8b58d125fa req-71b29e59-ca58-4b43-abc5-69e32f7604d2 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273611 Jan 28 13:21:01.173812 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5a8fa5-9a61-46b2-842b-896aba9bfeb2 x-openstack-request-id: req-ac5a8fa5-9a61-46b2-842b-896aba9bfeb2 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:01.174555 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea7448a-59b2-4d04-978a-cf573bc8bd26", "tag": "89950e23-ce82-41f6-9ede-d9bc0eba34af", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:01.174743 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ac5a8fa5-9a61-46b2-842b-896aba9bfeb2 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:01.187992 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea7448a-59b2-4d04-978a-cf573bc8bd26', 'tag': '89950e23-ce82-41f6-9ede-d9bc0eba34af', 'status': 'completed', 'code': 200} Jan 28 13:21:01.337365 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1627159-306d-4ad3-865d-f8cd5e410303 req-4bf8479c-2492-4e49-871b-3fc48ee9b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:01.339024 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d1627159-306d-4ad3-865d-f8cd5e410303 req-4bf8479c-2492-4e49-871b-3fc48ee9b410 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 1101 time: 0.1027062 Jan 28 13:21:01.418105 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bdf6b-90ed-4e37-b595-3c88843a93c9 req-2c25c942-a2e8-4e31-b2ad-c6be9e3c4006 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:01.421642 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d73bdf6b-90ed-4e37-b595-3c88843a93c9 req-2c25c942-a2e8-4e31-b2ad-c6be9e3c4006 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 950 time: 0.1057050 Jan 28 13:21:01.446327 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecad650-4ea2-42a7-b4a1-2a9a5afc8b80 req-bed3dad8-1c70-46f5-b6f2-37223441ea49 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:01.459566 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1ecad650-4ea2-42a7-b4a1-2a9a5afc8b80 req-bed3dad8-1c70-46f5-b6f2-37223441ea49 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 1097 time: 0.3300011 Jan 28 13:21:01.573392 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1ecad650-4ea2-42a7-b4a1-2a9a5afc8b80 req-93868bd1-5dbd-4207-aaac-838934b615ef tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121039 Jan 28 13:21:01.586653 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89d28e78-c9b7-4b8d-b343-a15a8445ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:01.603225 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1627159-306d-4ad3-865d-f8cd5e410303 req-b1fd8fa4-93be-492d-925c-07ed62cb24a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:01.606683 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d73bdf6b-90ed-4e37-b595-3c88843a93c9 req-d39ed35e-f5c7-4fdf-9ed9-2319da771fb4 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744876 Jan 28 13:21:01.607001 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d1627159-306d-4ad3-865d-f8cd5e410303 req-b1fd8fa4-93be-492d-925c-07ed62cb24a6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.2539487 Jan 28 13:21:01.768087 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c8010196-59d0-4442-a3ac-e6ca23e9dd87 req-1bdcaf1f-e810-410d-8491-6d23a06e6bfd tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "GET /v2.0/security-groups/315541cb-c159-4f3b-a1d9-3479385c419c HTTP/1.1" status: 200 len: 1821 time: 0.1084216 Jan 28 13:21:01.774763 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d1627159-306d-4ad3-865d-f8cd5e410303 req-5ed69293-dfab-4383-baf4-a9c1ed2cdd37 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=89950e23-ce82-41f6-9ede-d9bc0eba34af HTTP/1.1" status: 200 len: 217 time: 0.1543210 Jan 28 13:21:01.874684 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1627159-306d-4ad3-865d-f8cd5e410303 req-9601a8b6-9f8f-4eab-a1db-a7e696eef61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:01.877808 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d1627159-306d-4ad3-865d-f8cd5e410303 req-9601a8b6-9f8f-4eab-a1db-a7e696eef61a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1006522 Jan 28 13:21:01.891902 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c8010196-59d0-4442-a3ac-e6ca23e9dd87 req-17ca41c8-13e0-42a0-ae52-86cbefcc6d14 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (315541cb-c159-4f3b-a1d9-3479385c419c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:01.964159 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c8010196-59d0-4442-a3ac-e6ca23e9dd87 req-17ca41c8-13e0-42a0-ae52-86cbefcc6d14 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (315541cb-c159-4f3b-a1d9-3479385c419c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:02.040698 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812ae9b-ce90-4cd5-9609-246fb628070c req-72c20d5a-4a6a-4959-bf95-7715f26440fb tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:02.048471 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4812ae9b-ce90-4cd5-9609-246fb628070c req-72c20d5a-4a6a-4959-bf95-7715f26440fb tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 945 time: 0.1685660 Jan 28 13:21:02.056975 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1627159-306d-4ad3-865d-f8cd5e410303 req-3d887aa1-7c4b-44ac-a2aa-d8530ce37948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:02.059714 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d1627159-306d-4ad3-865d-f8cd5e410303 req-3d887aa1-7c4b-44ac-a2aa-d8530ce37948 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1620393 Jan 28 13:21:02.113591 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c8010196-59d0-4442-a3ac-e6ca23e9dd87 req-17ca41c8-13e0-42a0-ae52-86cbefcc6d14 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (315541cb-c159-4f3b-a1d9-3479385c419c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:02.117330 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c8010196-59d0-4442-a3ac-e6ca23e9dd87 req-17ca41c8-13e0-42a0-ae52-86cbefcc6d14 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:02.120806 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c8010196-59d0-4442-a3ac-e6ca23e9dd87 req-17ca41c8-13e0-42a0-ae52-86cbefcc6d14 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "DELETE /v2.0/security-groups/315541cb-c159-4f3b-a1d9-3479385c419c HTTP/1.1" status: 204 len: 173 time: 0.3515213 Jan 28 13:21:02.144203 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca41c8-13e0-42a0-ae52-86cbefcc6d14 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=315541cb-c159-4f3b-a1d9-3479385c419c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:02.161221 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ca41c8-13e0-42a0-ae52-86cbefcc6d14 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:02.162109 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ca41c8-13e0-42a0-ae52-86cbefcc6d14 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:02.162784 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ca41c8-13e0-42a0-ae52-86cbefcc6d14 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:02.163656 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ca41c8-13e0-42a0-ae52-86cbefcc6d14 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:02.164354 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ca41c8-13e0-42a0-ae52-86cbefcc6d14 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:02.164929 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ca41c8-13e0-42a0-ae52-86cbefcc6d14 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:02.165474 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ca41c8-13e0-42a0-ae52-86cbefcc6d14 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:02.166075 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ca41c8-13e0-42a0-ae52-86cbefcc6d14 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:02.167576 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ca41c8-13e0-42a0-ae52-86cbefcc6d14 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:02.167576 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ca41c8-13e0-42a0-ae52-86cbefcc6d14 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:02.168272 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ca41c8-13e0-42a0-ae52-86cbefcc6d14 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:02.169214 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ca41c8-13e0-42a0-ae52-86cbefcc6d14 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:02.170360 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ca41c8-13e0-42a0-ae52-86cbefcc6d14 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:02.445108 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ded6d6-1292-4795-96fc-74b6a69772d3 req-8d116ca5-b59e-4591-8415-43815cf5bd99 tempest-MigrationsAdminTest-1074180529 tempest-MigrationsAdminTest-1074180529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:02.446774 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d2ded6d6-1292-4795-96fc-74b6a69772d3 req-8d116ca5-b59e-4591-8415-43815cf5bd99 tempest-MigrationsAdminTest-1074180529 tempest-MigrationsAdminTest-1074180529-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 1101 time: 0.1549463 Jan 28 13:21:02.516359 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d2ded6d6-1292-4795-96fc-74b6a69772d3 req-fa2ad322-2a09-49fa-bda2-ba1839e485b9 tempest-MigrationsAdminTest-1074180529 tempest-MigrationsAdminTest-1074180529-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620086 Jan 28 13:21:02.622065 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4812ae9b-ce90-4cd5-9609-246fb628070c req-ca25ad37-4360-43c5-b93a-9ca893eb011d tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5721476 Jan 28 13:21:02.725739 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:02.809970 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d1627159-306d-4ad3-865d-f8cd5e410303 req-fa94c53c-08cb-4d3c-b58c-b037e947587e service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7417479 Jan 28 13:21:02.950026 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b799974e-d277-45bc-8dc4-e378dedbc033 req-53a9cf1a-3ce6-41cd-be54-e0d2a994d184 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "GET /v2.0/security-groups/689acbc9-fa7f-42fb-915f-987bdfbb0f04 HTTP/1.1" status: 200 len: 1820 time: 0.0722263 Jan 28 13:21:03.050886 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5e8da-7e15-4583-9e48-4409908b2477 req-c3c4bfc0-4f46-411a-84fa-12ea281f1e2d tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:03.064813 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8e5e8da-7e15-4583-9e48-4409908b2477 req-c3c4bfc0-4f46-411a-84fa-12ea281f1e2d tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.2016780 Jan 28 13:21:03.167448 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d1627159-306d-4ad3-865d-f8cd5e410303 req-02a23870-cb8e-4fec-a560-76944ee423b3 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501339 Jan 28 13:21:03.206104 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8e5e8da-7e15-4583-9e48-4409908b2477 req-3a2cf519-7fa8-409d-833e-177e100331f8 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387279 Jan 28 13:21:03.273395 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-2a16b28d-db12-493f-a490-4a801e2cf14e req-1ab6400d-7350-4696-9964-92fc9fcd3585 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1676926951', 'description': 'tempest-description-1950545160'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:03.351428 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-2a16b28d-db12-493f-a490-4a801e2cf14e req-1ab6400d-7350-4696-9964-92fc9fcd3585 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:03.520370 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-2a16b28d-db12-493f-a490-4a801e2cf14e req-1ab6400d-7350-4696-9964-92fc9fcd3585 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (37049110-7215-4235-ad25-918ff5d8a4d1), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:03.525826 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-2a16b28d-db12-493f-a490-4a801e2cf14e req-1ab6400d-7350-4696-9964-92fc9fcd3585 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (37049110-7215-4235-ad25-918ff5d8a4d1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:03.560282 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-2a16b28d-db12-493f-a490-4a801e2cf14e req-1ab6400d-7350-4696-9964-92fc9fcd3585 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:03.562008 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2a16b28d-db12-493f-a490-4a801e2cf14e req-1ab6400d-7350-4696-9964-92fc9fcd3585 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2965198 Jan 28 13:21:03.563853 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea42bac-bf1e-48d8-9f4c-da78e68401ee req-24a1b26d-f52b-464b-b83c-f972a04f645a tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:03.579408 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6400d-7350-4696-9964-92fc9fcd3585 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37049110-7215-4235-ad25-918ff5d8a4d1,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:03.580257 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7ea42bac-bf1e-48d8-9f4c-da78e68401ee req-24a1b26d-f52b-464b-b83c-f972a04f645a tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 950 time: 0.1483116 Jan 28 13:21:03.692020 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 89950e23-ce82-41f6-9ede-d9bc0eba34af up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:21:03.698620 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7ea42bac-bf1e-48d8-9f4c-da78e68401ee req-0ea5019a-3a55-4953-ac9f-a1d65728aaf4 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167693 Jan 28 13:21:03.795151 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7997c54a-f8ce-48da-b739-14559194ac0e req-c7bcfd45-6e3b-4050-bce3-9796fee0007d tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "GET /v2.0/security-groups/37049110-7215-4235-ad25-918ff5d8a4d1 HTTP/1.1" status: 200 len: 1822 time: 0.0483384 Jan 28 13:21:03.801090 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-7997c54a-f8ce-48da-b739-14559194ac0e req-cfc0ad5b-43f4-49c3-916f-986cf8972980 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '37049110-7215-4235-ad25-918ff5d8a4d1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:03.801473 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-7997c54a-f8ce-48da-b739-14559194ac0e req-cfc0ad5b-43f4-49c3-916f-986cf8972980 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '37049110-7215-4235-ad25-918ff5d8a4d1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:03.822264 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee48d95-3856-4a03-861b-c19a67ac1e51 req-f13e907b-f7e3-44eb-940f-0907ee115536 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:03.825907 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8ee48d95-3856-4a03-861b-c19a67ac1e51 req-f13e907b-f7e3-44eb-940f-0907ee115536 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=f580c936-ae32-45d7-b9a8-90e90d82949b HTTP/1.1" status: 200 len: 951 time: 0.1575289 Jan 28 13:21:03.898795 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7997c54a-f8ce-48da-b739-14559194ac0e req-cfc0ad5b-43f4-49c3-916f-986cf8972980 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group_rule (52fb897a-ecb7-4431-a4da-64970e4ae313), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:03.910187 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8ee48d95-3856-4a03-861b-c19a67ac1e51 req-965dc0d5-81eb-428e-b2b5-846c340801d4 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724757 Jan 28 13:21:03.951718 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7997c54a-f8ce-48da-b739-14559194ac0e req-cfc0ad5b-43f4-49c3-916f-986cf8972980 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group_rule (52fb897a-ecb7-4431-a4da-64970e4ae313), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:03.957964 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7997c54a-f8ce-48da-b739-14559194ac0e req-cfc0ad5b-43f4-49c3-916f-986cf8972980 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (52fb897a-ecb7-4431-a4da-64970e4ae313), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:03.990373 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0ad5b-43f4-49c3-916f-986cf8972980 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52fb897a-ecb7-4431-a4da-64970e4ae313,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:03.995341 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7997c54a-f8ce-48da-b739-14559194ac0e req-cfc0ad5b-43f4-49c3-916f-986cf8972980 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:03.996775 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7997c54a-f8ce-48da-b739-14559194ac0e req-cfc0ad5b-43f4-49c3-916f-986cf8972980 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2004895 Jan 28 13:21:04.071771 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 89950e23-ce82-41f6-9ede-d9bc0eba34af completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:21:04.077583 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 89950e23-ce82-41f6-9ede-d9bc0eba34af triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:21:04.078158 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:04.146960 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:04.232971 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e14d0-ade0-41b5-9942-f59e5ef2af06 req-2acca671-4adb-48d7-851e-687b1dbeeda0 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:04.247442 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 89950e23-ce82-41f6-9ede-d9bc0eba34af is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:04.248045 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:04.256161 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d89e14d0-ade0-41b5-9942-f59e5ef2af06 req-2acca671-4adb-48d7-851e-687b1dbeeda0 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 945 time: 0.1602142 Jan 28 13:21:04.285501 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea7448a-59b2-4d04-978a-cf573bc8bd26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89950e23-ce82-41f6-9ede-d9bc0eba34af'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:04.288425 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38e770c-de55-4e16-9cb4-2afbb68cd84f" -d '{"events": [{"server_uuid": "dea7448a-59b2-4d04-978a-cf573bc8bd26", "name": "network-vif-plugged", "status": "completed", "tag": "89950e23-ce82-41f6-9ede-d9bc0eba34af"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:04.339508 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 89950e23-ce82-41f6-9ede-d9bc0eba34af, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=89950e23-ce82-41f6-9ede-d9bc0eba34af,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:04.349280 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:04.372436 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d89e14d0-ade0-41b5-9942-f59e5ef2af06 req-779a8ae8-d03c-4ddd-92e9-fd6c3559ccac tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138508 Jan 28 13:21:04.386903 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3aeed6e5-81dc-4817-9c49-ddcf9387b1f5 req-669bc7e1-0c72-4caf-871b-76931c0acbc1 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "GET /v2.0/security-groups/37049110-7215-4235-ad25-918ff5d8a4d1 HTTP/1.1" status: 200 len: 2415 time: 0.0919523 Jan 28 13:21:04.408227 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-3aeed6e5-81dc-4817-9c49-ddcf9387b1f5 req-373d5973-9152-4f58-b2ba-b03719f88cba tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '37049110-7215-4235-ad25-918ff5d8a4d1', 'remote_group_id': None}]} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:04.408861 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-3aeed6e5-81dc-4817-9c49-ddcf9387b1f5 req-373d5973-9152-4f58-b2ba-b03719f88cba tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '37049110-7215-4235-ad25-918ff5d8a4d1', 'remote_group_id': None}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:04.531754 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=89950e23-ce82-41f6-9ede-d9bc0eba34af,revision_number=13']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:04.555143 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3aeed6e5-81dc-4817-9c49-ddcf9387b1f5 req-373d5973-9152-4f58-b2ba-b03719f88cba tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group_rule (43225c53-c403-4290-bb37-484105874c57), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:04.608522 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06afbfd7-0186-4523-832f-1fbb04798e64 req-a9d90953-c6a9-4cd1-b57d-880cd8f0b264 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:04.617934 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-06afbfd7-0186-4523-832f-1fbb04798e64 req-a9d90953-c6a9-4cd1-b57d-880cd8f0b264 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.0670516 Jan 28 13:21:04.632772 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3aeed6e5-81dc-4817-9c49-ddcf9387b1f5 req-373d5973-9152-4f58-b2ba-b03719f88cba tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group_rule (43225c53-c403-4290-bb37-484105874c57), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:04.667730 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3aeed6e5-81dc-4817-9c49-ddcf9387b1f5 req-373d5973-9152-4f58-b2ba-b03719f88cba tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (43225c53-c403-4290-bb37-484105874c57), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:04.691488 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-06afbfd7-0186-4523-832f-1fbb04798e64 req-a9337642-b86b-4e37-93f8-35031a7b8b69 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721576 Jan 28 13:21:04.704644 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d5973-9152-4f58-b2ba-b03719f88cba tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43225c53-c403-4290-bb37-484105874c57,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:04.744848 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3aeed6e5-81dc-4817-9c49-ddcf9387b1f5 req-373d5973-9152-4f58-b2ba-b03719f88cba tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:04.746361 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3aeed6e5-81dc-4817-9c49-ddcf9387b1f5 req-373d5973-9152-4f58-b2ba-b03719f88cba tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3490357 Jan 28 13:21:04.781429 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c228c18-5007-46e6-a522-eb464fb684b3 req-14814b10-0a4e-4a6f-9ab9-e71f25e18607 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:04.785086 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c228c18-5007-46e6-a522-eb464fb684b3 req-14814b10-0a4e-4a6f-9ab9-e71f25e18607 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 951 time: 0.1712563 Jan 28 13:21:04.933182 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406f1194-a49c-4a70-95bd-4239ae34fffe x-openstack-request-id: req-406f1194-a49c-4a70-95bd-4239ae34fffe {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:04.933654 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea7448a-59b2-4d04-978a-cf573bc8bd26", "name": "network-vif-plugged", "status": "completed", "tag": "89950e23-ce82-41f6-9ede-d9bc0eba34af", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:04.934025 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-406f1194-a49c-4a70-95bd-4239ae34fffe {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:04.934600 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea7448a-59b2-4d04-978a-cf573bc8bd26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89950e23-ce82-41f6-9ede-d9bc0eba34af', 'code': 200} Jan 28 13:21:05.031205 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b225e02c-08f4-4dc0-b920-4d6df33e98c1 req-d75b0484-eeef-4a18-bc6d-e30d9d50518b tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "GET /v2.0/security-groups/37049110-7215-4235-ad25-918ff5d8a4d1 HTTP/1.1" status: 200 len: 3013 time: 0.0797770 Jan 28 13:21:05.059936 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e261748-e1fc-435a-8359-676fb3484299 req-9a18a628-2fb3-4e0a-a420-a8a2f178df7b tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:05.063737 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5e261748-e1fc-435a-8359-676fb3484299 req-9a18a628-2fb3-4e0a-a420-a8a2f178df7b tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 951 time: 0.0868073 Jan 28 13:21:05.096497 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-1c228c18-5007-46e6-a522-eb464fb684b3 req-7e2d7a7f-b35a-4946-ba54-06e49ddebfa8 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Deleting port 89950e23-ce82-41f6-9ede-d9bc0eba34af {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:05.097273 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1c228c18-5007-46e6-a522-eb464fb684b3 req-7e2d7a7f-b35a-4946-ba54-06e49ddebfa8 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:05.201960 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5e261748-e1fc-435a-8359-676fb3484299 req-45ce6a5f-230b-4dfe-be65-68e6aec7c477 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265826 Jan 28 13:21:05.291543 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-1c228c18-5007-46e6-a522-eb464fb684b3 req-7e2d7a7f-b35a-4946-ba54-06e49ddebfa8 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] For port 89950e23-ce82-41f6-9ede-d9bc0eba34af, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=89950e23-ce82-41f6-9ede-d9bc0eba34af,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:05.292042 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1c228c18-5007-46e6-a522-eb464fb684b3 req-7e2d7a7f-b35a-4946-ba54-06e49ddebfa8 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:05.333049 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-1c228c18-5007-46e6-a522-eb464fb684b3 req-7e2d7a7f-b35a-4946-ba54-06e49ddebfa8 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Calling delete_port for 89950e23-ce82-41f6-9ede-d9bc0eba34af owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:05.393120 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d37ec65e-6cb4-4703-8d85-7b11decf2d82 req-9c66f81f-eeba-4a37-8000-27b725e4a34b tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "GET /v2.0/security-group-rules/43225c53-c403-4290-bb37-484105874c57 HTTP/1.1" status: 200 len: 783 time: 0.0840561 Jan 28 13:21:05.572649 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:05.576570 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d37ec65e-6cb4-4703-8d85-7b11decf2d82 req-358992cd-e1f4-40b7-90f4-ad9dae910002 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "GET /v2.0/security-groups/37049110-7215-4235-ad25-918ff5d8a4d1 HTTP/1.1" status: 200 len: 3013 time: 0.1814761 Jan 28 13:21:05.653118 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc318f-6505-40d2-8190-7941999d4a93 req-d65f6a10-f609-4fce-8d97-dc556cc2df2e tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:05.655846 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d37ec65e-6cb4-4703-8d85-7b11decf2d82 req-0b40673b-8cf8-4ce6-9103-daf3234eb177 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group_rule (43225c53-c403-4290-bb37-484105874c57), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:05.663580 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0acc318f-6505-40d2-8190-7941999d4a93 req-d65f6a10-f609-4fce-8d97-dc556cc2df2e tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 945 time: 0.0894182 Jan 28 13:21:05.671916 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d37ec65e-6cb4-4703-8d85-7b11decf2d82 req-0b40673b-8cf8-4ce6-9103-daf3234eb177 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group_rule (43225c53-c403-4290-bb37-484105874c57), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:05.702978 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c7c8255f-d400-4277-bd9b-8fa20544b7c7 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:21:05.767154 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0acc318f-6505-40d2-8190-7941999d4a93 req-e52e9232-aab4-4c0a-a980-63a36c443c24 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016750 Jan 28 13:21:05.776615 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d37ec65e-6cb4-4703-8d85-7b11decf2d82 req-0b40673b-8cf8-4ce6-9103-daf3234eb177 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (43225c53-c403-4290-bb37-484105874c57), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:05.786395 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d37ec65e-6cb4-4703-8d85-7b11decf2d82 req-0b40673b-8cf8-4ce6-9103-daf3234eb177 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:05.790679 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d37ec65e-6cb4-4703-8d85-7b11decf2d82 req-0b40673b-8cf8-4ce6-9103-daf3234eb177 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/43225c53-c403-4290-bb37-484105874c57 HTTP/1.1" status: 204 len: 173 time: 0.1947742 Jan 28 13:21:05.796925 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1c228c18-5007-46e6-a522-eb464fb684b3 req-7e2d7a7f-b35a-4946-ba54-06e49ddebfa8 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (89950e23-ce82-41f6-9ede-d9bc0eba34af), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:05.825530 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['a861f97f-f06d-41ad-9e82-fcc630232ab4'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:05.836414 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe', '71510f46-c4f8-495e-9223-dce152c55691'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:05.849962 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40673b-8cf8-4ce6-9103-daf3234eb177 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43225c53-c403-4290-bb37-484105874c57,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:05.900823 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d7a7f-b35a-4946-ba54-06e49ddebfa8 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Pushing event deleted for resources: {'Port': ['ID=89950e23-ce82-41f6-9ede-d9bc0eba34af,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:06.090794 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c228c18-5007-46e6-a522-eb464fb684b3 req-7e2d7a7f-b35a-4946-ba54-06e49ddebfa8 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] No DVR routers for this DVR port 89950e23-ce82-41f6-9ede-d9bc0eba34af on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:21:06.094854 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1c228c18-5007-46e6-a522-eb464fb684b3 req-7e2d7a7f-b35a-4946-ba54-06e49ddebfa8 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:06.108769 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c228c18-5007-46e6-a522-eb464fb684b3 req-7e2d7a7f-b35a-4946-ba54-06e49ddebfa8 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.18 "DELETE /v2.0/ports/89950e23-ce82-41f6-9ede-d9bc0eba34af HTTP/1.1" status: 204 len: 173 time: 1.3150449 Jan 28 13:21:06.110883 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea7448a-59b2-4d04-978a-cf573bc8bd26', 'name': 'network-vif-deleted', 'tag': '89950e23-ce82-41f6-9ede-d9bc0eba34af'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:06.136917 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c36a24-a3c2-426d-b56f-39d41a4d68f4" -d '{"events": [{"server_uuid": "dea7448a-59b2-4d04-978a-cf573bc8bd26", "name": "network-vif-deleted", "tag": "89950e23-ce82-41f6-9ede-d9bc0eba34af"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:06.236260 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port c7c8255f-d400-4277-bd9b-8fa20544b7c7 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:06.237075 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:06.294731 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4d6d72dc-ade6-4216-809d-99691507a359 req-9940e09a-4091-49cc-bb0b-d00468ab396b tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "GET /v2.0/security-groups/37049110-7215-4235-ad25-918ff5d8a4d1 HTTP/1.1" status: 200 len: 2415 time: 0.1586649 Jan 28 13:21:06.304473 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f310563-0997-4e00-b348-19e84a5e9caa req-e394e43b-6341-42dd-a110-e79daa2920c4 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:06.312085 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f310563-0997-4e00-b348-19e84a5e9caa req-e394e43b-6341-42dd-a110-e79daa2920c4 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.3458092 Jan 28 13:21:06.424570 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c7c8255f-d400-4277-bd9b-8fa20544b7c7, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c7c8255f-d400-4277-bd9b-8fa20544b7c7,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:06.439404 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f310563-0997-4e00-b348-19e84a5e9caa req-12deeb20-284d-4cd6-b8cf-e3949d2d0b07 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225548 Jan 28 13:21:06.442584 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:06.443598 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 89950e23-ce82-41f6-9ede-d9bc0eba34af no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:21:06.504102 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4d6d72dc-ade6-4216-809d-99691507a359 req-0eeb66a3-fff7-4930-b106-4e5a8831b495 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (37049110-7215-4235-ad25-918ff5d8a4d1), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:06.534054 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 89950e23-ce82-41f6-9ede-d9bc0eba34af {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:21:06.534951 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 89950e23-ce82-41f6-9ede-d9bc0eba34af not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:21:06.543002 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=c7c8255f-d400-4277-bd9b-8fa20544b7c7,revision_number=11']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:06.601994 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4d6d72dc-ade6-4216-809d-99691507a359 req-0eeb66a3-fff7-4930-b106-4e5a8831b495 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (37049110-7215-4235-ad25-918ff5d8a4d1), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:06.666821 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4d6d72dc-ade6-4216-809d-99691507a359 req-0eeb66a3-fff7-4930-b106-4e5a8831b495 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (37049110-7215-4235-ad25-918ff5d8a4d1), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:06.670282 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4d6d72dc-ade6-4216-809d-99691507a359 req-0eeb66a3-fff7-4930-b106-4e5a8831b495 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:06.684580 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4d6d72dc-ade6-4216-809d-99691507a359 req-0eeb66a3-fff7-4930-b106-4e5a8831b495 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "DELETE /v2.0/security-groups/37049110-7215-4235-ad25-918ff5d8a4d1 HTTP/1.1" status: 204 len: 173 time: 0.3857875 Jan 28 13:21:06.724497 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb66a3-fff7-4930-b106-4e5a8831b495 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37049110-7215-4235-ad25-918ff5d8a4d1,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:06.769132 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820f6482-bcac-4426-88ab-7a938db55d91 x-openstack-request-id: req-820f6482-bcac-4426-88ab-7a938db55d91 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:06.769955 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea7448a-59b2-4d04-978a-cf573bc8bd26", "name": "network-vif-deleted", "tag": "89950e23-ce82-41f6-9ede-d9bc0eba34af", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:06.770628 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-820f6482-bcac-4426-88ab-7a938db55d91 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:06.771267 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea7448a-59b2-4d04-978a-cf573bc8bd26', 'name': 'network-vif-deleted', 'tag': '89950e23-ce82-41f6-9ede-d9bc0eba34af', 'status': 'completed', 'code': 200} Jan 28 13:21:06.889875 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-508f6219-51f4-42a0-bb5e-8b26f0eacc73 req-1b862792-66ad-446a-9656-cc04086707b6 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea7448a-59b2-4d04-978a-cf573bc8bd26 HTTP/1.1" status: 200 len: 210 time: 0.0486512 Jan 28 13:21:06.924389 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [req-f3546037-328b-4fc8-a5f2-c5f79606597f req-4caf4450-e6ef-4cb0-8013-c36a3f63250d tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] show failed (client error): The resource could not be found. Jan 28 13:21:06.925823 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f3546037-328b-4fc8-a5f2-c5f79606597f req-4caf4450-e6ef-4cb0-8013-c36a3f63250d tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "GET /v2.0/security-groups/315541cb-c159-4f3b-a1d9-3479385c419c HTTP/1.1" status: 404 len: 352 time: 0.0406358 Jan 28 13:21:06.937425 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f580c936-ae32-45d7-b9a8-90e90d82949b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7c8255f-d400-4277-bd9b-8fa20544b7c7'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:06.942327 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e6c464-76d9-4f6b-b07b-72d8cbbbca2c" -d '{"events": [{"server_uuid": "f580c936-ae32-45d7-b9a8-90e90d82949b", "name": "network-vif-unplugged", "status": "completed", "tag": "c7c8255f-d400-4277-bd9b-8fa20544b7c7"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:07.111717 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d8dab1a2-0b3d-46e6-b0da-a5fb9f257e24 req-0f62d461-97cb-4008-a5ae-c2d5a9d6bf44 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "GET /v2.0/security-groups/689acbc9-fa7f-42fb-915f-987bdfbb0f04 HTTP/1.1" status: 200 len: 1820 time: 0.0502756 Jan 28 13:21:07.117011 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511ea05-2c69-4f70-bc1e-1dbd0e63889c req-295d9fa3-f6eb-4c9d-8d3c-d6edf3bd5b19 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:07.118651 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f511ea05-2c69-4f70-bc1e-1dbd0e63889c req-295d9fa3-f6eb-4c9d-8d3c-d6edf3bd5b19 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 945 time: 0.0755250 Jan 28 13:21:07.180224 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f511ea05-2c69-4f70-bc1e-1dbd0e63889c req-e92d661c-6e5c-4e34-8cb1-5a33559ac073 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529802 Jan 28 13:21:07.185488 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d8dab1a2-0b3d-46e6-b0da-a5fb9f257e24 req-fe7625cc-5166-4018-9331-43a9817c2f6f tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (689acbc9-fa7f-42fb-915f-987bdfbb0f04), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:07.231000 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d8dab1a2-0b3d-46e6-b0da-a5fb9f257e24 req-fe7625cc-5166-4018-9331-43a9817c2f6f tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (689acbc9-fa7f-42fb-915f-987bdfbb0f04), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:07.249468 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69430360-2030-4713-9d18-e250def000e7 x-openstack-request-id: req-69430360-2030-4713-9d18-e250def000e7 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:07.250536 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f580c936-ae32-45d7-b9a8-90e90d82949b", "name": "network-vif-unplugged", "status": "completed", "tag": "c7c8255f-d400-4277-bd9b-8fa20544b7c7", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:07.253200 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-69430360-2030-4713-9d18-e250def000e7 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:07.254094 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f580c936-ae32-45d7-b9a8-90e90d82949b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7c8255f-d400-4277-bd9b-8fa20544b7c7', 'code': 200} Jan 28 13:21:07.294254 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d8dab1a2-0b3d-46e6-b0da-a5fb9f257e24 req-fe7625cc-5166-4018-9331-43a9817c2f6f tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (689acbc9-fa7f-42fb-915f-987bdfbb0f04), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:07.299306 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d8dab1a2-0b3d-46e6-b0da-a5fb9f257e24 req-fe7625cc-5166-4018-9331-43a9817c2f6f tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:07.301115 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d8dab1a2-0b3d-46e6-b0da-a5fb9f257e24 req-fe7625cc-5166-4018-9331-43a9817c2f6f tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "DELETE /v2.0/security-groups/689acbc9-fa7f-42fb-915f-987bdfbb0f04 HTTP/1.1" status: 204 len: 173 time: 0.1811500 Jan 28 13:21:07.319436 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7625cc-5166-4018-9331-43a9817c2f6f tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=689acbc9-fa7f-42fb-915f-987bdfbb0f04,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:07.386496 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f615f3fb-674d-469f-9316-44b5094382c5 req-a6efc274-2312-4ac2-a81e-d0eb816e0a98 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "GET /v2.0/security-groups/0162936a-3f0b-4148-884b-9754b8b924c4 HTTP/1.1" status: 200 len: 1822 time: 0.0535133 Jan 28 13:21:07.472812 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f615f3fb-674d-469f-9316-44b5094382c5 req-4922dbc1-9efd-4fc8-ab63-3f1d9c926700 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (0162936a-3f0b-4148-884b-9754b8b924c4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:07.498578 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f615f3fb-674d-469f-9316-44b5094382c5 req-4922dbc1-9efd-4fc8-ab63-3f1d9c926700 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (0162936a-3f0b-4148-884b-9754b8b924c4), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:07.570154 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f615f3fb-674d-469f-9316-44b5094382c5 req-4922dbc1-9efd-4fc8-ab63-3f1d9c926700 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0162936a-3f0b-4148-884b-9754b8b924c4), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:07.572798 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f615f3fb-674d-469f-9316-44b5094382c5 req-4922dbc1-9efd-4fc8-ab63-3f1d9c926700 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:07.573969 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f615f3fb-674d-469f-9316-44b5094382c5 req-4922dbc1-9efd-4fc8-ab63-3f1d9c926700 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "DELETE /v2.0/security-groups/0162936a-3f0b-4148-884b-9754b8b924c4 HTTP/1.1" status: 204 len: 173 time: 0.1795144 Jan 28 13:21:07.583834 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922dbc1-9efd-4fc8-ab63-3f1d9c926700 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0162936a-3f0b-4148-884b-9754b8b924c4,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:07.655976 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ff477-d486-41a4-8800-1d5c6ce79a14 req-cb92572f-fa21-410c-80c1-9472991575ee tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:07.659100 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-120ff477-d486-41a4-8800-1d5c6ce79a14 req-cb92572f-fa21-410c-80c1-9472991575ee tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.0686364 Jan 28 13:21:07.741104 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-120ff477-d486-41a4-8800-1d5c6ce79a14 req-a524e449-5c37-4758-bb9b-25364df1397a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770359 Jan 28 13:21:07.745102 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-048a4302-0a7a-4adf-a2be-a9126e61197c req-e35977c8-ebdb-49a0-8c47-9eb16097723c tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "GET /v2.0/security-groups/99f2ea7a-a21d-4ded-8a79-023c60c2d9b0 HTTP/1.1" status: 200 len: 1821 time: 0.0503399 Jan 28 13:21:07.850311 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-048a4302-0a7a-4adf-a2be-a9126e61197c req-6dc62436-31b5-49fc-9997-c0a4b8697699 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (99f2ea7a-a21d-4ded-8a79-023c60c2d9b0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:07.900999 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-048a4302-0a7a-4adf-a2be-a9126e61197c req-6dc62436-31b5-49fc-9997-c0a4b8697699 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (99f2ea7a-a21d-4ded-8a79-023c60c2d9b0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:08.006692 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-048a4302-0a7a-4adf-a2be-a9126e61197c req-6dc62436-31b5-49fc-9997-c0a4b8697699 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (99f2ea7a-a21d-4ded-8a79-023c60c2d9b0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:08.011252 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-048a4302-0a7a-4adf-a2be-a9126e61197c req-6dc62436-31b5-49fc-9997-c0a4b8697699 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:08.013171 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-048a4302-0a7a-4adf-a2be-a9126e61197c req-6dc62436-31b5-49fc-9997-c0a4b8697699 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "DELETE /v2.0/security-groups/99f2ea7a-a21d-4ded-8a79-023c60c2d9b0 HTTP/1.1" status: 204 len: 173 time: 0.2582307 Jan 28 13:21:08.028938 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc62436-31b5-49fc-9997-c0a4b8697699 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f2ea7a-a21d-4ded-8a79-023c60c2d9b0,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:08.389082 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f059f694-4b0c-490d-ae91-4cfbe670833d req-836d46f5-adb9-4a5b-b935-d09636ea3d40 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "GET /v2.0/security-groups/f220f0a4-2b9e-4705-b12a-72826a70a342 HTTP/1.1" status: 200 len: 2419 time: 0.0904644 Jan 28 13:21:08.491142 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f059f694-4b0c-490d-ae91-4cfbe670833d req-97367f33-08ba-448c-8ee4-35c020da50da tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (f220f0a4-2b9e-4705-b12a-72826a70a342), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:08.526437 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f059f694-4b0c-490d-ae91-4cfbe670833d req-97367f33-08ba-448c-8ee4-35c020da50da tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (f220f0a4-2b9e-4705-b12a-72826a70a342), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:08.554574 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb3011-67ec-41aa-accb-08e7a0e87ec5 req-873d7f12-5804-4ad5-a075-ce73b3e6ab53 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:08.556257 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-61cb3011-67ec-41aa-accb-08e7a0e87ec5 req-873d7f12-5804-4ad5-a075-ce73b3e6ab53 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 945 time: 0.0708523 Jan 28 13:21:08.596475 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f059f694-4b0c-490d-ae91-4cfbe670833d req-97367f33-08ba-448c-8ee4-35c020da50da tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f220f0a4-2b9e-4705-b12a-72826a70a342), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:08.599264 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f059f694-4b0c-490d-ae91-4cfbe670833d req-97367f33-08ba-448c-8ee4-35c020da50da tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:08.610284 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f059f694-4b0c-490d-ae91-4cfbe670833d req-97367f33-08ba-448c-8ee4-35c020da50da tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "DELETE /v2.0/security-groups/f220f0a4-2b9e-4705-b12a-72826a70a342 HTTP/1.1" status: 204 len: 173 time: 0.2107682 Jan 28 13:21:08.625161 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97367f33-08ba-448c-8ee4-35c020da50da tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f220f0a4-2b9e-4705-b12a-72826a70a342,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:08.672566 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-61cb3011-67ec-41aa-accb-08e7a0e87ec5 req-40f81f5d-a3d1-4776-bfc4-49441b7fc836 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098323 Jan 28 13:21:08.866424 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0156d284-80dd-4276-9945-94c84a2044a3 req-3e1097e6-fc6a-4d88-95de-8ab256dd6cd6 tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "GET /v2.0/security-groups/d403543e-5b8d-4ba2-aae3-865a7e0d1cc7 HTTP/1.1" status: 200 len: 2413 time: 0.0699430 Jan 28 13:21:08.941216 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0156d284-80dd-4276-9945-94c84a2044a3 req-17fc7c60-2ad7-4256-ba55-048d6038f6ab tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (d403543e-5b8d-4ba2-aae3-865a7e0d1cc7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:08.975199 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0156d284-80dd-4276-9945-94c84a2044a3 req-17fc7c60-2ad7-4256-ba55-048d6038f6ab tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (d403543e-5b8d-4ba2-aae3-865a7e0d1cc7), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:09.014003 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee1c58-75c4-40e0-b791-29b65b870bcd req-52f348bf-37a0-4138-941f-b390d04fd7ac tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:09.016341 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-54ee1c58-75c4-40e0-b791-29b65b870bcd req-52f348bf-37a0-4138-941f-b390d04fd7ac tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.0786526 Jan 28 13:21:09.049537 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0156d284-80dd-4276-9945-94c84a2044a3 req-17fc7c60-2ad7-4256-ba55-048d6038f6ab tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d403543e-5b8d-4ba2-aae3-865a7e0d1cc7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:09.052344 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0156d284-80dd-4276-9945-94c84a2044a3 req-17fc7c60-2ad7-4256-ba55-048d6038f6ab tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:09.053749 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0156d284-80dd-4276-9945-94c84a2044a3 req-17fc7c60-2ad7-4256-ba55-048d6038f6ab tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] 10.222.0.39 "DELETE /v2.0/security-groups/d403543e-5b8d-4ba2-aae3-865a7e0d1cc7 HTTP/1.1" status: 204 len: 173 time: 0.1765144 Jan 28 13:21:09.061242 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46716) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:09.076010 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc7c60-2ad7-4256-ba55-048d6038f6ab tempest-SecurityGroupRulesTestJSON-34154874 tempest-SecurityGroupRulesTestJSON-34154874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d403543e-5b8d-4ba2-aae3-865a7e0d1cc7,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:09.108837 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-54ee1c58-75c4-40e0-b791-29b65b870bcd req-7bfb8e64-97b8-4dcc-8e9c-3ddde68c216b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841544 Jan 28 13:21:09.160476 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-e700cb63-3267-43d6-a1c2-fc391c3f1888 admin admin] Deleting subnet 284e6eca-585e-4a5d-854f-67e3f0620ede {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:21:09.165734 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e700cb63-3267-43d6-a1c2-fc391c3f1888 admin admin] Publish callbacks [] for subnet (284e6eca-585e-4a5d-854f-67e3f0620ede), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:09.219923 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e700cb63-3267-43d6-a1c2-fc391c3f1888 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (284e6eca-585e-4a5d-854f-67e3f0620ede), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:09.391144 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c72f29-6d2b-422d-9fd3-b7e1826242bd req-5441e094-1a7b-468c-8f20-aad0bf05633b tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:09.393178 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-12c72f29-6d2b-422d-9fd3-b7e1826242bd req-5441e094-1a7b-468c-8f20-aad0bf05633b tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 951 time: 0.1214831 Jan 28 13:21:09.394872 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e700cb63-3267-43d6-a1c2-fc391c3f1888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (284e6eca-585e-4a5d-854f-67e3f0620ede), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:09.542386 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-12c72f29-6d2b-422d-9fd3-b7e1826242bd req-a35b621d-524a-460a-999e-9a9e616dedd5 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154716 Jan 28 13:21:09.592859 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e700cb63-3267-43d6-a1c2-fc391c3f1888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (284e6eca-585e-4a5d-854f-67e3f0620ede), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:09.636533 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700cb63-3267-43d6-a1c2-fc391c3f1888 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=284e6eca-585e-4a5d-854f-67e3f0620ede,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:09.653790 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e700cb63-3267-43d6-a1c2-fc391c3f1888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:09.664970 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e700cb63-3267-43d6-a1c2-fc391c3f1888 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/284e6eca-585e-4a5d-854f-67e3f0620ede HTTP/1.1" status: 204 len: 168 time: 0.6001077 Jan 28 13:21:09.666108 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46772) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:09.807704 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ddadbdfd-13b2-4c86-a55c-ce12846db5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (8fded4cc-c560-4617-8932-9383723b1888), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:09.914371 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d8215-da4f-454e-8b4b-9d336fad8621 req-5416c681-0a7e-4e26-9ee2-8f4fccc76703 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:09.922234 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d9d8215-da4f-454e-8b4b-9d336fad8621 req-5416c681-0a7e-4e26-9ee2-8f4fccc76703 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 945 time: 0.1090817 Jan 28 13:21:09.973116 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ddadbdfd-13b2-4c86-a55c-ce12846db5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (8fded4cc-c560-4617-8932-9383723b1888), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:09.996969 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d9d8215-da4f-454e-8b4b-9d336fad8621 req-b6a022f1-c675-49dc-ae61-c0880442ffd1 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670571 Jan 28 13:21:10.011340 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-ddadbdfd-13b2-4c86-a55c-ce12846db5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fded4cc-c560-4617-8932-9383723b1888']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:10.028591 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-ddadbdfd-13b2-4c86-a55c-ce12846db5b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf8f713-2172-4a6e-a4f0-7bb8b69f2385') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:10.029242 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-ddadbdfd-13b2-4c86-a55c-ce12846db5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf8f713-2172-4a6e-a4f0-7bb8b69f2385') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:10.042794 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ddadbdfd-13b2-4c86-a55c-ce12846db5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (edf8f713-2172-4a6e-a4f0-7bb8b69f2385), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:10.086317 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ddadbdfd-13b2-4c86-a55c-ce12846db5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (edf8f713-2172-4a6e-a4f0-7bb8b69f2385), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:10.096798 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddadbdfd-13b2-4c86-a55c-ce12846db5b8 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:21:10.097355 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ddadbdfd-13b2-4c86-a55c-ce12846db5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (edf8f713-2172-4a6e-a4f0-7bb8b69f2385), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:21:10.147723 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:21:10.182527 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ddadbdfd-13b2-4c86-a55c-ce12846db5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (8fded4cc-c560-4617-8932-9383723b1888), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:10.187417 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ddadbdfd-13b2-4c86-a55c-ce12846db5b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:10.193320 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ddadbdfd-13b2-4c86-a55c-ce12846db5b8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8fded4cc-c560-4617-8932-9383723b1888 HTTP/1.1" status: 204 len: 168 time: 0.5235674 Jan 28 13:21:10.221847 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadbdfd-13b2-4c86-a55c-ce12846db5b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fded4cc-c560-4617-8932-9383723b1888,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:10.335253 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88854b-3bc2-418d-9ec3-a80e3da1d622 req-18fb5d0a-d99a-482b-b6cf-2c6ab6fee5d0 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:10.337794 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dc88854b-3bc2-418d-9ec3-a80e3da1d622 req-18fb5d0a-d99a-482b-b6cf-2c6ab6fee5d0 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.18 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 951 time: 0.0761528 Jan 28 13:21:10.422859 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46820) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:10.478202 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799d150-7ced-4ca4-9218-2d010b517e3d req-296f2c68-c1f0-4850-9bc1-72f2c34b1cf7 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:10.490810 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0799d150-7ced-4ca4-9218-2d010b517e3d req-296f2c68-c1f0-4850-9bc1-72f2c34b1cf7 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.1818163 Jan 28 13:21:10.524096 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-73234062-332a-4665-9099-894b86daa896 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bcffce878ac6451286a663f4f0b8c713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0959959 Jan 28 13:21:10.524628 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46824) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:10.632946 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-91f896c6-da35-4a68-830f-423cc5b3f841 admin admin] Publish callbacks [] for security_group (88c0219f-c6ee-4ce9-a350-7e716d065665), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:10.640810 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-dc88854b-3bc2-418d-9ec3-a80e3da1d622 req-016f26c8-553f-4e70-b8dd-30233fc655e2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Deleting port 71510f46-c4f8-495e-9223-dce152c55691 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:10.641156 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-dc88854b-3bc2-418d-9ec3-a80e3da1d622 req-016f26c8-553f-4e70-b8dd-30233fc655e2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (71510f46-c4f8-495e-9223-dce152c55691), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:10.663985 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0799d150-7ced-4ca4-9218-2d010b517e3d req-3b7416fb-38df-4a62-9a2a-00c09d3c371b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713693 Jan 28 13:21:10.694232 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-91f896c6-da35-4a68-830f-423cc5b3f841 admin admin] Publish callbacks [] for security_group (88c0219f-c6ee-4ce9-a350-7e716d065665), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:10.806798 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-91f896c6-da35-4a68-830f-423cc5b3f841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (88c0219f-c6ee-4ce9-a350-7e716d065665), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:10.810341 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-91f896c6-da35-4a68-830f-423cc5b3f841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:10.812929 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-91f896c6-da35-4a68-830f-423cc5b3f841 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/88c0219f-c6ee-4ce9-a350-7e716d065665 HTTP/1.1" status: 204 len: 168 time: 0.2871485 Jan 28 13:21:10.831596 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f896c6-da35-4a68-830f-423cc5b3f841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c0219f-c6ee-4ce9-a350-7e716d065665,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:10.835066 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-dc88854b-3bc2-418d-9ec3-a80e3da1d622 req-016f26c8-553f-4e70-b8dd-30233fc655e2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] For port 71510f46-c4f8-495e-9223-dce152c55691, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=71510f46-c4f8-495e-9223-dce152c55691,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:10.835494 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-dc88854b-3bc2-418d-9ec3-a80e3da1d622 req-016f26c8-553f-4e70-b8dd-30233fc655e2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (71510f46-c4f8-495e-9223-dce152c55691), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:10.861480 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-dc88854b-3bc2-418d-9ec3-a80e3da1d622 req-016f26c8-553f-4e70-b8dd-30233fc655e2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Calling delete_port for 71510f46-c4f8-495e-9223-dce152c55691 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:10.897347 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94d3a8-8e84-4b4a-85c4-6bf55c773243 req-404a37d8-90e0-4c00-b287-a26057fb6008 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:10.898978 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa94d3a8-8e84-4b4a-85c4-6bf55c773243 req-404a37d8-90e0-4c00-b287-a26057fb6008 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=c32eed77-39c5-4a90-8397-8964b4e75937 HTTP/1.1" status: 200 len: 951 time: 0.1071341 Jan 28 13:21:11.003418 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa94d3a8-8e84-4b4a-85c4-6bf55c773243 req-d159ccb3-bbad-44e5-b3d7-81624cd123bd tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765438 Jan 28 13:21:11.130836 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-dc88854b-3bc2-418d-9ec3-a80e3da1d622 req-016f26c8-553f-4e70-b8dd-30233fc655e2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (71510f46-c4f8-495e-9223-dce152c55691), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:11.147597 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe', '71510f46-c4f8-495e-9223-dce152c55691'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:11.154263 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['a861f97f-f06d-41ad-9e82-fcc630232ab4'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:11.242767 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f26c8-553f-4e70-b8dd-30233fc655e2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Pushing event deleted for resources: {'Port': ['ID=71510f46-c4f8-495e-9223-dce152c55691,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:11.292509 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc88854b-3bc2-418d-9ec3-a80e3da1d622 req-016f26c8-553f-4e70-b8dd-30233fc655e2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] No DVR routers for this DVR port 71510f46-c4f8-495e-9223-dce152c55691 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:21:11.297512 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-dc88854b-3bc2-418d-9ec3-a80e3da1d622 req-016f26c8-553f-4e70-b8dd-30233fc655e2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:11.308054 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dc88854b-3bc2-418d-9ec3-a80e3da1d622 req-016f26c8-553f-4e70-b8dd-30233fc655e2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.18 "DELETE /v2.0/ports/71510f46-c4f8-495e-9223-dce152c55691 HTTP/1.1" status: 204 len: 173 time: 0.9496863 Jan 28 13:21:11.355600 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32eed77-39c5-4a90-8397-8964b4e75937', 'name': 'network-vif-deleted', 'tag': '71510f46-c4f8-495e-9223-dce152c55691'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:11.368536 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8070ed4e-ad73-47d8-9a01-aba1441b7d67" -d '{"events": [{"server_uuid": "c32eed77-39c5-4a90-8397-8964b4e75937", "name": "network-vif-deleted", "tag": "71510f46-c4f8-495e-9223-dce152c55691"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:11.505392 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f975f59-3bc4-4071-addd-be53ce954f8f req-8b1de5d4-dc69-4280-a44a-d923965c35a7 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:11.518745 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4f975f59-3bc4-4071-addd-be53ce954f8f req-8b1de5d4-dc69-4280-a44a-d923965c35a7 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 945 time: 0.2081723 Jan 28 13:21:11.686963 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4f975f59-3bc4-4071-addd-be53ce954f8f req-50b7fdd4-0654-49fd-afdb-016b832c96f2 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654289 Jan 28 13:21:11.827460 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819c79a2-4016-49ba-a25b-126e063a1f1e x-openstack-request-id: req-819c79a2-4016-49ba-a25b-126e063a1f1e {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:11.828001 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32eed77-39c5-4a90-8397-8964b4e75937", "name": "network-vif-deleted", "tag": "71510f46-c4f8-495e-9223-dce152c55691", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:11.829963 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-819c79a2-4016-49ba-a25b-126e063a1f1e {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:11.831163 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32eed77-39c5-4a90-8397-8964b4e75937', 'name': 'network-vif-deleted', 'tag': '71510f46-c4f8-495e-9223-dce152c55691', 'status': 'completed', 'code': 200} Jan 28 13:21:12.058689 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095056e-c601-45c5-8468-531f88c4e67b req-3284e596-f405-443d-8104-b93823790415 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:12.067613 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8095056e-c601-45c5-8468-531f88c4e67b req-3284e596-f405-443d-8104-b93823790415 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.1335697 Jan 28 13:21:12.164877 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e91ac-6fb9-4996-b72a-b7d61b3bfb81 req-3e4d7044-5fdf-47af-becd-c0ca00eac86f tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:12.168706 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f39e91ac-6fb9-4996-b72a-b7d61b3bfb81 req-3e4d7044-5fdf-47af-becd-c0ca00eac86f tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.0854785 Jan 28 13:21:12.187214 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8095056e-c601-45c5-8468-531f88c4e67b req-4f6bd5c9-bce4-4e2d-808f-3cf841a243de tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166797 Jan 28 13:21:12.297751 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f39e91ac-6fb9-4996-b72a-b7d61b3bfb81 req-59c0ad2b-9554-4856-bd43-2b9044bb90d2 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144869 Jan 28 13:21:12.298590 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46908) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:12.456457 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-d70c3521-a28b-4c70-abf5-eb36d9b445a4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-742031097-network', 'tenant_id': '2423f171fc0041658d9bd3407ab04ab0'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:12.478138 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70c3521-a28b-4c70-abf5-eb36d9b445a4 admin admin] Made reservation on behalf of 2423f171fc0041658d9bd3407ab04ab0 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:21:12.482270 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d70c3521-a28b-4c70-abf5-eb36d9b445a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:12.501527 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d70c3521-a28b-4c70-abf5-eb36d9b445a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:12.628865 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d70c3521-a28b-4c70-abf5-eb36d9b445a4 admin admin] Publish callbacks [] for security_group (9be88d61-f2ed-451a-b690-a9cbbccaf44c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:12.638856 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d70c3521-a28b-4c70-abf5-eb36d9b445a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9be88d61-f2ed-451a-b690-a9cbbccaf44c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:12.662982 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e80f37-e6e2-47cc-a476-517cd82413c1 req-5e2000b4-536d-4b8b-98ac-e55d9c7a1abf tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:12.664541 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b2e80f37-e6e2-47cc-a476-517cd82413c1 req-5e2000b4-536d-4b8b-98ac-e55d9c7a1abf tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.0944712 Jan 28 13:21:12.694237 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70c3521-a28b-4c70-abf5-eb36d9b445a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:21:12.731978 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d70c3521-a28b-4c70-abf5-eb36d9b445a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (58141a4a-a779-4d05-8637-c7fb48d2448e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:12.732725 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-d70c3521-a28b-4c70-abf5-eb36d9b445a4 admin admin] Added segment 58141a4a-a779-4d05-8637-c7fb48d2448e of type vlan for network 6c229544-fd32-45f0-b562-6135a4f346a9 Jan 28 13:21:12.821988 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c3521-a28b-4c70-abf5-eb36d9b445a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be88d61-f2ed-451a-b690-a9cbbccaf44c,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:12.857330 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d70c3521-a28b-4c70-abf5-eb36d9b445a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (6c229544-fd32-45f0-b562-6135a4f346a9), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:12.883587 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b2e80f37-e6e2-47cc-a476-517cd82413c1 req-f3d95b38-0174-45f1-b0b5-dd1ffd4d64a3 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072151 Jan 28 13:21:12.894130 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749d232-7781-4253-9397-d8b61cd04efc req-4d56a174-5132-4cf6-81e3-852bfd65e3b8 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:12.897946 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f749d232-7781-4253-9397-d8b61cd04efc req-4d56a174-5132-4cf6-81e3-852bfd65e3b8 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 945 time: 0.1085327 Jan 28 13:21:12.916262 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d70c3521-a28b-4c70-abf5-eb36d9b445a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (6c229544-fd32-45f0-b562-6135a4f346a9), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:12.917272 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70c3521-a28b-4c70-abf5-eb36d9b445a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:12.917952 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d70c3521-a28b-4c70-abf5-eb36d9b445a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:13.007425 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d70c3521-a28b-4c70-abf5-eb36d9b445a4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7048607 Jan 28 13:21:13.007820 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46920) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:13.012931 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-3d2a12e7-4615-4f14-9ac5-4dc21173ea6e admin admin] Request body: {'subnet': {'network_id': '6c229544-fd32-45f0-b562-6135a4f346a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-742031097-subnet', 'tenant_id': '2423f171fc0041658d9bd3407ab04ab0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:13.024651 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c3521-a28b-4c70-abf5-eb36d9b445a4 admin admin] Pushing event updated for resources: {'Network': ['ID=6c229544-fd32-45f0-b562-6135a4f346a9,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:13.036340 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f749d232-7781-4253-9397-d8b61cd04efc req-aeeae39e-e566-48f1-91d0-290e9e906f11 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266162 Jan 28 13:21:13.036622 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 6c229544-fd32-45f0-b562-6135a4f346a9 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:21:13.071273 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2a12e7-4615-4f14-9ac5-4dc21173ea6e admin admin] Made reservation on behalf of 2423f171fc0041658d9bd3407ab04ab0 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:21:13.075925 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d2a12e7-4615-4f14-9ac5-4dc21173ea6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:13.265498 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d2a12e7-4615-4f14-9ac5-4dc21173ea6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (2e102288-e9b9-4536-b21a-9f8d0e629dd0), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:13.364157 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a12e7-4615-4f14-9ac5-4dc21173ea6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e102288-e9b9-4536-b21a-9f8d0e629dd0,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:13.381101 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b5a72-709f-4770-b7ca-7a19593e5274 req-c63253f4-ebda-4c7e-920f-f613500bcb2b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:13.388695 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ea5b5a72-709f-4770-b7ca-7a19593e5274 req-c63253f4-ebda-4c7e-920f-f613500bcb2b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.1190174 Jan 28 13:21:13.424166 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2a12e7-4615-4f14-9ac5-4dc21173ea6e admin admin] Checking segment: {'id': '58141a4a-a779-4d05-8637-c7fb48d2448e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6c229544-fd32-45f0-b562-6135a4f346a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:21:13.425005 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2a12e7-4615-4f14-9ac5-4dc21173ea6e admin admin] Network hostable DHCP agents. Network: 6c229544-fd32-45f0-b562-6135a4f346a9, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:21:13.441449 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729fbdce-adee-431e-a945-f9254fc10f60 req-242cf1ba-8282-4bb8-b066-deb8fc505a50 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:13.443322 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-729fbdce-adee-431e-a945-f9254fc10f60 req-242cf1ba-8282-4bb8-b066-deb8fc505a50 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.0555229 Jan 28 13:21:13.468880 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2a12e7-4615-4f14-9ac5-4dc21173ea6e admin admin] Network 6c229544-fd32-45f0-b562-6135a4f346a9 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:21:13.486388 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-3d2a12e7-4615-4f14-9ac5-4dc21173ea6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 6c229544-fd32-45f0-b562-6135a4f346a9) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:21:13.491580 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ea5b5a72-709f-4770-b7ca-7a19593e5274 req-2a790d58-c21f-407d-a031-44c3acf576de tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015413 Jan 28 13:21:13.494817 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2a12e7-4615-4f14-9ac5-4dc21173ea6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:13.495680 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d2a12e7-4615-4f14-9ac5-4dc21173ea6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:13.506904 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d040532-2e25-4924-914f-bac8dfc26bdc None None] Network 6c229544-fd32-45f0-b562-6135a4f346a9 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:21:13.554563 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3d2a12e7-4615-4f14-9ac5-4dc21173ea6e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5374398 Jan 28 13:21:13.597146 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-729fbdce-adee-431e-a945-f9254fc10f60 req-0b2c2f3b-14a2-4b83-a0ec-0a221bb03544 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372771 Jan 28 13:21:13.739822 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d308004-595e-410d-9ee4-400c823c163d None None] Network 6c229544-fd32-45f0-b562-6135a4f346a9 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:21:13.767193 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 71510f46-c4f8-495e-9223-dce152c55691 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:21:13.897594 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 71510f46-c4f8-495e-9223-dce152c55691 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:21:13.898131 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 71510f46-c4f8-495e-9223-dce152c55691 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:21:14.100497 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c359514-b27b-4b51-9d39-0d1e2669302f req-0f31c50d-c566-4d10-873f-419a66eae113 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:14.106937 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-ddaf0839-c699-42a0-80ff-48fa5838b10b req-924a5183-7183-408d-87d1-154a74bca855 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1958090897', 'description': 'tempest-description-2031169968'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:14.109339 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2c359514-b27b-4b51-9d39-0d1e2669302f req-0f31c50d-c566-4d10-873f-419a66eae113 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.0812070 Jan 28 13:21:14.141304 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ddaf0839-c699-42a0-80ff-48fa5838b10b req-924a5183-7183-408d-87d1-154a74bca855 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:14.169249 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2c359514-b27b-4b51-9d39-0d1e2669302f req-64c3ec72-8060-4792-9c2c-f0b9711290c7 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587184 Jan 28 13:21:14.282849 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ddaf0839-c699-42a0-80ff-48fa5838b10b req-924a5183-7183-408d-87d1-154a74bca855 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (b1007e02-be64-4556-91a2-c39ea986cbbc), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:14.290434 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ddaf0839-c699-42a0-80ff-48fa5838b10b req-924a5183-7183-408d-87d1-154a74bca855 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b1007e02-be64-4556-91a2-c39ea986cbbc), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:14.324244 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f08f5c-4211-492b-aaec-0f8bdfef3ef5 req-16cce0e5-f133-4352-a21a-288e1a62bc64 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:14.326783 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-81f08f5c-4211-492b-aaec-0f8bdfef3ef5 req-16cce0e5-f133-4352-a21a-288e1a62bc64 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 945 time: 0.0691516 Jan 28 13:21:14.340431 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ddaf0839-c699-42a0-80ff-48fa5838b10b req-924a5183-7183-408d-87d1-154a74bca855 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:14.342642 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ddaf0839-c699-42a0-80ff-48fa5838b10b req-924a5183-7183-408d-87d1-154a74bca855 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2406175 Jan 28 13:21:14.357281 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a5183-7183-408d-87d1-154a74bca855 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1007e02-be64-4556-91a2-c39ea986cbbc,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:14.416134 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-81f08f5c-4211-492b-aaec-0f8bdfef3ef5 req-d9e3fd4e-7e8d-4398-8d29-e1e13650098f tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724294 Jan 28 13:21:14.451566 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7efbf4f6-9186-468e-a66e-a7914e24da2a req-f9f9fe96-5737-46a8-a35a-58c149741f54 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] 10.222.0.39 "GET /v2.0/security-groups/b1007e02-be64-4556-91a2-c39ea986cbbc HTTP/1.1" status: 200 len: 1830 time: 0.0710871 Jan 28 13:21:14.471403 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-7efbf4f6-9186-468e-a66e-a7914e24da2a req-3204346c-bec5-4726-923e-b0e461c9c80a tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b1007e02-be64-4556-91a2-c39ea986cbbc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:14.471403 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-7efbf4f6-9186-468e-a66e-a7914e24da2a req-3204346c-bec5-4726-923e-b0e461c9c80a tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b1007e02-be64-4556-91a2-c39ea986cbbc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:14.575541 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7efbf4f6-9186-468e-a66e-a7914e24da2a req-3204346c-bec5-4726-923e-b0e461c9c80a tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group_rule (ae57650b-fed6-4ee9-818a-272530a17ec8), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:14.637853 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7efbf4f6-9186-468e-a66e-a7914e24da2a req-3204346c-bec5-4726-923e-b0e461c9c80a tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group_rule (ae57650b-fed6-4ee9-818a-272530a17ec8), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:14.647003 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7efbf4f6-9186-468e-a66e-a7914e24da2a req-3204346c-bec5-4726-923e-b0e461c9c80a tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (ae57650b-fed6-4ee9-818a-272530a17ec8), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:14.680872 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204346c-bec5-4726-923e-b0e461c9c80a tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae57650b-fed6-4ee9-818a-272530a17ec8,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:14.702001 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7efbf4f6-9186-468e-a66e-a7914e24da2a req-3204346c-bec5-4726-923e-b0e461c9c80a tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:14.710477 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7efbf4f6-9186-468e-a66e-a7914e24da2a req-3204346c-bec5-4726-923e-b0e461c9c80a tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2483015 Jan 28 13:21:14.752897 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535e38c-9a81-4177-bcc8-bbc7df641e86 req-719e2f99-c456-43bb-99e9-f6495636fc0c tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:14.754996 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7535e38c-9a81-4177-bcc8-bbc7df641e86 req-719e2f99-c456-43bb-99e9-f6495636fc0c tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.1021216 Jan 28 13:21:14.837968 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7535e38c-9a81-4177-bcc8-bbc7df641e86 req-fa6cbc91-5b41-4f75-bd45-9d130876e4ca tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739582 Jan 28 13:21:14.859660 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d852f1d-4729-4cb2-8dc1-a44c3697cedf req-2e058271-e1a1-4837-8e26-de8faf7493ab tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:14.869455 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0d852f1d-4729-4cb2-8dc1-a44c3697cedf req-2e058271-e1a1-4837-8e26-de8faf7493ab tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.0845487 Jan 28 13:21:14.949711 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0d852f1d-4729-4cb2-8dc1-a44c3697cedf req-3f320077-c12c-4a13-97b7-de56eb6af12e tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788031 Jan 28 13:21:15.041131 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d3395279-eb40-475c-ab36-e81ad3ebcd5d req-3b93ad67-b8f8-4ee0-8511-a29ee834f011 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] 10.222.0.39 "GET /v2.0/security-groups/b1007e02-be64-4556-91a2-c39ea986cbbc HTTP/1.1" status: 200 len: 2423 time: 0.0601661 Jan 28 13:21:15.089059 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8b9f868f-d9f8-4c24-9438-7c34554135e1 req-ad727936-ef0c-4e23-99db-baf5db36ac62 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] 10.222.0.39 "GET /v2.0/security-group-rules/ae57650b-fed6-4ee9-818a-272530a17ec8 HTTP/1.1" status: 200 len: 778 time: 0.0232058 Jan 28 13:21:15.163736 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8b9f868f-d9f8-4c24-9438-7c34554135e1 req-50649f69-5890-4259-b423-79d25ea38c22 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] 10.222.0.39 "GET /v2.0/security-groups/b1007e02-be64-4556-91a2-c39ea986cbbc HTTP/1.1" status: 200 len: 2423 time: 0.0660913 Jan 28 13:21:15.201427 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8b9f868f-d9f8-4c24-9438-7c34554135e1 req-bed72610-9f47-4b6d-b824-9899ef07a299 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group_rule (ae57650b-fed6-4ee9-818a-272530a17ec8), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:15.213785 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8b9f868f-d9f8-4c24-9438-7c34554135e1 req-bed72610-9f47-4b6d-b824-9899ef07a299 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group_rule (ae57650b-fed6-4ee9-818a-272530a17ec8), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:15.247701 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8b9f868f-d9f8-4c24-9438-7c34554135e1 req-bed72610-9f47-4b6d-b824-9899ef07a299 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (ae57650b-fed6-4ee9-818a-272530a17ec8), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:15.258746 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8b9f868f-d9f8-4c24-9438-7c34554135e1 req-bed72610-9f47-4b6d-b824-9899ef07a299 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:15.263862 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8b9f868f-d9f8-4c24-9438-7c34554135e1 req-bed72610-9f47-4b6d-b824-9899ef07a299 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/ae57650b-fed6-4ee9-818a-272530a17ec8 HTTP/1.1" status: 204 len: 173 time: 0.0963142 Jan 28 13:21:15.277208 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed72610-9f47-4b6d-b824-9899ef07a299 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae57650b-fed6-4ee9-818a-272530a17ec8,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:15.295612 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-c281128d-e484-4aa8-baaa-e3d9f90e04f4 req-42c28d49-0160-45a4-ae7e-38b5b273ae6c tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1581143598', 'description': 'tempest-description-1107293434'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:15.327589 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c281128d-e484-4aa8-baaa-e3d9f90e04f4 req-42c28d49-0160-45a4-ae7e-38b5b273ae6c tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:15.382596 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27b1de-141b-4606-b392-c76f9a8ae5ee req-d67d2979-ce84-4cea-a3d6-534ea1bbdb04 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:15.390619 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fe27b1de-141b-4606-b392-c76f9a8ae5ee req-d67d2979-ce84-4cea-a3d6-534ea1bbdb04 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.0936854 Jan 28 13:21:15.426170 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c281128d-e484-4aa8-baaa-e3d9f90e04f4 req-42c28d49-0160-45a4-ae7e-38b5b273ae6c tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (564dbaf2-d603-4c82-9d69-034c875c707c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:15.431176 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c281128d-e484-4aa8-baaa-e3d9f90e04f4 req-42c28d49-0160-45a4-ae7e-38b5b273ae6c tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (564dbaf2-d603-4c82-9d69-034c875c707c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:15.453565 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fe27b1de-141b-4606-b392-c76f9a8ae5ee req-0a6e4a10-7cae-49fe-920c-8d7008a66eb7 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617378 Jan 28 13:21:15.461012 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c28d49-0160-45a4-ae7e-38b5b273ae6c tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=564dbaf2-d603-4c82-9d69-034c875c707c,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:15.488960 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c281128d-e484-4aa8-baaa-e3d9f90e04f4 req-42c28d49-0160-45a4-ae7e-38b5b273ae6c tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:15.490722 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c281128d-e484-4aa8-baaa-e3d9f90e04f4 req-42c28d49-0160-45a4-ae7e-38b5b273ae6c tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.1997566 Jan 28 13:21:15.577462 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d0e6fef0-d482-47e7-9878-5341010a3009 req-5545bc9d-4769-48d7-a6ec-6439588da215 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] 10.222.0.39 "GET /v2.0/security-groups/564dbaf2-d603-4c82-9d69-034c875c707c HTTP/1.1" status: 200 len: 1830 time: 0.0635960 Jan 28 13:21:15.618069 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfcf84-5b0c-4c41-b5a8-55871fb8357e req-c4f16812-91aa-4652-ba98-5683c80bed6d tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:15.621140 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5dbfcf84-5b0c-4c41-b5a8-55871fb8357e req-c4f16812-91aa-4652-ba98-5683c80bed6d tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 945 time: 0.0810773 Jan 28 13:21:15.623210 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-e3e6f465-d715-4826-b39b-dd5c0dea17e6 req-230eae12-8873-47f4-a031-dc21b8ca171d tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-735915377', 'description': 'tempest-description-2058454450'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:15.669550 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e3e6f465-d715-4826-b39b-dd5c0dea17e6 req-230eae12-8873-47f4-a031-dc21b8ca171d tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:15.719514 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5dbfcf84-5b0c-4c41-b5a8-55871fb8357e req-d2ec1b42-d60d-4126-83e0-787e83bbce18 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874355 Jan 28 13:21:15.753706 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e3e6f465-d715-4826-b39b-dd5c0dea17e6 req-230eae12-8873-47f4-a031-dc21b8ca171d tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (329345a0-6577-4b6c-9977-51b82e77330a), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:15.760535 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e3e6f465-d715-4826-b39b-dd5c0dea17e6 req-230eae12-8873-47f4-a031-dc21b8ca171d tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (329345a0-6577-4b6c-9977-51b82e77330a), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:15.803688 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e3e6f465-d715-4826-b39b-dd5c0dea17e6 req-230eae12-8873-47f4-a031-dc21b8ca171d tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:15.805085 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e3e6f465-d715-4826-b39b-dd5c0dea17e6 req-230eae12-8873-47f4-a031-dc21b8ca171d tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1860445 Jan 28 13:21:15.809692 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230eae12-8873-47f4-a031-dc21b8ca171d tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=329345a0-6577-4b6c-9977-51b82e77330a,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:15.884897 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5aa8827c-8b7d-4278-8e57-36ef31e0bcea req-5da617be-5c02-41fb-a769-4a5630fe8ebd tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] 10.222.0.39 "GET /v2.0/security-groups/329345a0-6577-4b6c-9977-51b82e77330a HTTP/1.1" status: 200 len: 1829 time: 0.0488176 Jan 28 13:21:15.910838 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-75ec76fd-b631-4852-9d7a-fd2c6cf7f478 req-7a3dc6c8-332f-4179-9bcb-a7a5d6812324 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-812003740', 'description': 'tempest-description-2101152738'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:15.934896 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-75ec76fd-b631-4852-9d7a-fd2c6cf7f478 req-7a3dc6c8-332f-4179-9bcb-a7a5d6812324 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:16.023779 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-75ec76fd-b631-4852-9d7a-fd2c6cf7f478 req-7a3dc6c8-332f-4179-9bcb-a7a5d6812324 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (29258f96-05f8-4757-b4d2-17351f2ef175), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:16.031491 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382057b-eef4-4ff8-bbe3-21e592df1632 req-19b2b821-b1df-41e9-99ff-f16d2921c93b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:16.033342 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b382057b-eef4-4ff8-bbe3-21e592df1632 req-19b2b821-b1df-41e9-99ff-f16d2921c93b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.0985627 Jan 28 13:21:16.044403 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-75ec76fd-b631-4852-9d7a-fd2c6cf7f478 req-7a3dc6c8-332f-4179-9bcb-a7a5d6812324 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (29258f96-05f8-4757-b4d2-17351f2ef175), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:16.097986 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-75ec76fd-b631-4852-9d7a-fd2c6cf7f478 req-7a3dc6c8-332f-4179-9bcb-a7a5d6812324 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:16.099835 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-75ec76fd-b631-4852-9d7a-fd2c6cf7f478 req-7a3dc6c8-332f-4179-9bcb-a7a5d6812324 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1935496 Jan 28 13:21:16.119575 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3dc6c8-332f-4179-9bcb-a7a5d6812324 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29258f96-05f8-4757-b4d2-17351f2ef175,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:16.136287 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b382057b-eef4-4ff8-bbe3-21e592df1632 req-28f7c584-43b1-41cc-b589-2cd8b3036b95 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966165 Jan 28 13:21:16.268084 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74627069-179d-49cd-b74a-85ed81af05ae req-40b94488-9f55-4422-9095-254738ce6e49 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:16.271291 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-74627069-179d-49cd-b74a-85ed81af05ae req-40b94488-9f55-4422-9095-254738ce6e49 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.0631428 Jan 28 13:21:16.275228 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6645d87a-8a57-4457-899b-2f5f8cb35585 req-cbac01ae-7a01-44ee-83f5-32b4eaa13fe5 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] 10.222.0.39 "GET /v2.0/security-groups/29258f96-05f8-4757-b4d2-17351f2ef175 HTTP/1.1" status: 200 len: 1829 time: 0.0505593 Jan 28 13:21:16.308499 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-af831a3d-cc54-465b-babb-c5b3e4e0cd90 req-40abf3f8-4c33-4d15-8f9a-e591a1d52a60 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1247897362', 'description': 'tempest-description-1124900592'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:16.337859 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-74627069-179d-49cd-b74a-85ed81af05ae req-1888c9b5-99a3-47f6-8818-dba950d5d534 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601838 Jan 28 13:21:16.340248 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-af831a3d-cc54-465b-babb-c5b3e4e0cd90 req-40abf3f8-4c33-4d15-8f9a-e591a1d52a60 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:16.421059 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-af831a3d-cc54-465b-babb-c5b3e4e0cd90 req-40abf3f8-4c33-4d15-8f9a-e591a1d52a60 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (65779675-6cbe-483a-a9b3-ae3178e40f12), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:16.429432 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-af831a3d-cc54-465b-babb-c5b3e4e0cd90 req-40abf3f8-4c33-4d15-8f9a-e591a1d52a60 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (65779675-6cbe-483a-a9b3-ae3178e40f12), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:16.462620 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-af831a3d-cc54-465b-babb-c5b3e4e0cd90 req-40abf3f8-4c33-4d15-8f9a-e591a1d52a60 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:16.464105 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-af831a3d-cc54-465b-babb-c5b3e4e0cd90 req-40abf3f8-4c33-4d15-8f9a-e591a1d52a60 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.1642201 Jan 28 13:21:16.474773 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40abf3f8-4c33-4d15-8f9a-e591a1d52a60 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65779675-6cbe-483a-a9b3-ae3178e40f12,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:16.555490 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-54789d2f-aaea-4828-8a06-3b3241e4202f req-e7aa04d7-f972-43b8-b1fe-6abac97e944c tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] 10.222.0.39 "GET /v2.0/security-groups/65779675-6cbe-483a-a9b3-ae3178e40f12 HTTP/1.1" status: 200 len: 1830 time: 0.0634074 Jan 28 13:21:16.598554 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [req-81185182-7f76-493a-8a3c-fe96030eebca req-823e4ab0-3001-4873-a6c4-7fa0485d2734 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] show failed (client error): The resource could not be found. Jan 28 13:21:16.605379 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-81185182-7f76-493a-8a3c-fe96030eebca req-823e4ab0-3001-4873-a6c4-7fa0485d2734 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] 10.222.0.39 "GET /v2.0/security-groups/774426e2-94fe-454e-8f09-7446712abbf8 HTTP/1.1" status: 404 len: 352 time: 0.0242980 Jan 28 13:21:16.614086 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76828c04-0813-4ab5-b59a-2984e4e2e281 req-0b2d4041-b373-4743-bdd1-80101fca06ab tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:16.615697 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-76828c04-0813-4ab5-b59a-2984e4e2e281 req-0b2d4041-b373-4743-bdd1-80101fca06ab tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.0727854 Jan 28 13:21:16.656384 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [req-0dd17230-a94a-435b-8716-2032f673375a req-524918fd-463b-44b8-952a-1f7511884b76 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] show failed (client error): The resource could not be found. Jan 28 13:21:16.668586 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0dd17230-a94a-435b-8716-2032f673375a req-524918fd-463b-44b8-952a-1f7511884b76 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] 10.222.0.39 "GET /v2.0/security-group-rules/df332f65-4e2d-45a5-b6f0-20242c4f7707 HTTP/1.1" status: 404 len: 361 time: 0.0328989 Jan 28 13:21:16.685151 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-76828c04-0813-4ab5-b59a-2984e4e2e281 req-1f46c8dc-4216-4c35-85c6-2f34d9950dc5 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568223 Jan 28 13:21:16.796435 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9fec4703-afc1-44de-84c6-0842d09aec8f req-86b45b5f-16d7-4ef0-a160-4e0f92fa25a7 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] 10.222.0.39 "GET /v2.0/security-groups/65779675-6cbe-483a-a9b3-ae3178e40f12 HTTP/1.1" status: 200 len: 1830 time: 0.0867043 Jan 28 13:21:16.864609 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9fec4703-afc1-44de-84c6-0842d09aec8f req-5f5b74e5-f8e8-4551-a1cd-459981e00480 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (65779675-6cbe-483a-a9b3-ae3178e40f12), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:16.879987 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447423ad-1e77-4475-8f3e-6324d1c3d344 req-1ffcae54-c818-432e-8761-ada27fb42ce7 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:16.885187 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-447423ad-1e77-4475-8f3e-6324d1c3d344 req-1ffcae54-c818-432e-8761-ada27fb42ce7 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 945 time: 0.0740850 Jan 28 13:21:16.907634 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9fec4703-afc1-44de-84c6-0842d09aec8f req-5f5b74e5-f8e8-4551-a1cd-459981e00480 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (65779675-6cbe-483a-a9b3-ae3178e40f12), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:16.944052 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-447423ad-1e77-4475-8f3e-6324d1c3d344 req-652d6c4a-6e03-4535-a2f6-3700026adb69 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550444 Jan 28 13:21:16.970404 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9fec4703-afc1-44de-84c6-0842d09aec8f req-5f5b74e5-f8e8-4551-a1cd-459981e00480 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (65779675-6cbe-483a-a9b3-ae3178e40f12), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:16.974606 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9fec4703-afc1-44de-84c6-0842d09aec8f req-5f5b74e5-f8e8-4551-a1cd-459981e00480 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:16.975844 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9fec4703-afc1-44de-84c6-0842d09aec8f req-5f5b74e5-f8e8-4551-a1cd-459981e00480 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] 10.222.0.39 "DELETE /v2.0/security-groups/65779675-6cbe-483a-a9b3-ae3178e40f12 HTTP/1.1" status: 204 len: 173 time: 0.1785600 Jan 28 13:21:16.986755 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b74e5-f8e8-4551-a1cd-459981e00480 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65779675-6cbe-483a-a9b3-ae3178e40f12,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:17.062175 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5d926f84-3511-496c-90fc-91fa82b503d4 req-de98b3fc-59d7-441b-86ab-932b9c04b6c8 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] 10.222.0.39 "GET /v2.0/security-groups/29258f96-05f8-4757-b4d2-17351f2ef175 HTTP/1.1" status: 200 len: 1829 time: 0.0553868 Jan 28 13:21:17.132450 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5d926f84-3511-496c-90fc-91fa82b503d4 req-c3e22647-aece-43ff-9ea3-e31406ae00fb tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (29258f96-05f8-4757-b4d2-17351f2ef175), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:17.164596 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5d926f84-3511-496c-90fc-91fa82b503d4 req-c3e22647-aece-43ff-9ea3-e31406ae00fb tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (29258f96-05f8-4757-b4d2-17351f2ef175), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:17.216780 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5d926f84-3511-496c-90fc-91fa82b503d4 req-c3e22647-aece-43ff-9ea3-e31406ae00fb tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (29258f96-05f8-4757-b4d2-17351f2ef175), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:17.219838 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5d926f84-3511-496c-90fc-91fa82b503d4 req-c3e22647-aece-43ff-9ea3-e31406ae00fb tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:17.221042 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5d926f84-3511-496c-90fc-91fa82b503d4 req-c3e22647-aece-43ff-9ea3-e31406ae00fb tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] 10.222.0.39 "DELETE /v2.0/security-groups/29258f96-05f8-4757-b4d2-17351f2ef175 HTTP/1.1" status: 204 len: 173 time: 0.1529410 Jan 28 13:21:17.231735 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e22647-aece-43ff-9ea3-e31406ae00fb tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29258f96-05f8-4757-b4d2-17351f2ef175,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:17.303415 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6863b-108a-4d9c-80b7-302a9fc04c4a req-0348f3b0-38c8-40b8-997e-45ffcb5b5456 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:17.305107 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a4b6863b-108a-4d9c-80b7-302a9fc04c4a req-0348f3b0-38c8-40b8-997e-45ffcb5b5456 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.0900130 Jan 28 13:21:17.360880 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a4b6863b-108a-4d9c-80b7-302a9fc04c4a req-4d2fe786-6e80-465c-8eae-ef9b5297ca01 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501349 Jan 28 13:21:17.363379 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8301ff6c-a58a-4343-836a-2816849b8874 req-dae4f1ef-f45d-4e26-969e-ae61fd7c15c7 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] 10.222.0.39 "GET /v2.0/security-groups/329345a0-6577-4b6c-9977-51b82e77330a HTTP/1.1" status: 200 len: 1829 time: 0.0627425 Jan 28 13:21:17.444843 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8301ff6c-a58a-4343-836a-2816849b8874 req-124cf3d5-d903-459f-acad-13a15916ec3a tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (329345a0-6577-4b6c-9977-51b82e77330a), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:17.450866 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:17.472907 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbeae6-e1c7-41f3-b88a-83d468e76f0c req-a5ade82f-2ccd-4b43-a524-87b083efe5cc tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:17.474327 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dbbbeae6-e1c7-41f3-b88a-83d468e76f0c req-a5ade82f-2ccd-4b43-a524-87b083efe5cc tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.0514719 Jan 28 13:21:17.480976 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8301ff6c-a58a-4343-836a-2816849b8874 req-124cf3d5-d903-459f-acad-13a15916ec3a tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (329345a0-6577-4b6c-9977-51b82e77330a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:17.525688 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dbbbeae6-e1c7-41f3-b88a-83d468e76f0c req-7dee5342-5156-4bc6-b9ed-a039b74d7d20 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436177 Jan 28 13:21:17.539908 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8301ff6c-a58a-4343-836a-2816849b8874 req-124cf3d5-d903-459f-acad-13a15916ec3a tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (329345a0-6577-4b6c-9977-51b82e77330a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:17.543433 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8301ff6c-a58a-4343-836a-2816849b8874 req-124cf3d5-d903-459f-acad-13a15916ec3a tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:17.545269 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8301ff6c-a58a-4343-836a-2816849b8874 req-124cf3d5-d903-459f-acad-13a15916ec3a tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] 10.222.0.39 "DELETE /v2.0/security-groups/329345a0-6577-4b6c-9977-51b82e77330a HTTP/1.1" status: 204 len: 173 time: 0.1732705 Jan 28 13:21:17.556272 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cf3d5-d903-459f-acad-13a15916ec3a tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=329345a0-6577-4b6c-9977-51b82e77330a,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:17.621038 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cb8ac11d-3fe9-42d0-90a6-05d8be7c3f50 req-5950949f-5162-4d6b-b0f1-87d9689c462d tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] 10.222.0.39 "GET /v2.0/security-groups/564dbaf2-d603-4c82-9d69-034c875c707c HTTP/1.1" status: 200 len: 1830 time: 0.0458891 Jan 28 13:21:17.694690 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cb8ac11d-3fe9-42d0-90a6-05d8be7c3f50 req-44ced117-7375-46e0-995f-d16d0dd5718a tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (564dbaf2-d603-4c82-9d69-034c875c707c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:17.722741 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cb8ac11d-3fe9-42d0-90a6-05d8be7c3f50 req-44ced117-7375-46e0-995f-d16d0dd5718a tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (564dbaf2-d603-4c82-9d69-034c875c707c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:17.797664 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cb8ac11d-3fe9-42d0-90a6-05d8be7c3f50 req-44ced117-7375-46e0-995f-d16d0dd5718a tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (564dbaf2-d603-4c82-9d69-034c875c707c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:17.803099 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cb8ac11d-3fe9-42d0-90a6-05d8be7c3f50 req-44ced117-7375-46e0-995f-d16d0dd5718a tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:17.804582 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cb8ac11d-3fe9-42d0-90a6-05d8be7c3f50 req-44ced117-7375-46e0-995f-d16d0dd5718a tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] 10.222.0.39 "DELETE /v2.0/security-groups/564dbaf2-d603-4c82-9d69-034c875c707c HTTP/1.1" status: 204 len: 173 time: 0.1721716 Jan 28 13:21:17.816728 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ced117-7375-46e0-995f-d16d0dd5718a tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=564dbaf2-d603-4c82-9d69-034c875c707c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:17.881266 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a99103-d6fc-43b3-87aa-5b264ba60e1c req-5137dade-0686-4c2b-9ca8-228852b43170 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:17.883218 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-75a99103-d6fc-43b3-87aa-5b264ba60e1c req-5137dade-0686-4c2b-9ca8-228852b43170 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.1158898 Jan 28 13:21:17.891804 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-de722069-cd66-4ad4-805b-c2860efb2857 req-857ad34f-c4dd-4888-bf1c-1a248adf4895 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] 10.222.0.39 "GET /v2.0/security-groups/b1007e02-be64-4556-91a2-c39ea986cbbc HTTP/1.1" status: 200 len: 1830 time: 0.0459869 Jan 28 13:21:17.947750 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-75a99103-d6fc-43b3-87aa-5b264ba60e1c req-b88310e7-3a70-484d-ad8f-023032a45c3f tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535758 Jan 28 13:21:17.968354 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-de722069-cd66-4ad4-805b-c2860efb2857 req-d2a8f337-e10f-480b-b596-077a961d1cf4 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (b1007e02-be64-4556-91a2-c39ea986cbbc), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:18.002703 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-de722069-cd66-4ad4-805b-c2860efb2857 req-d2a8f337-e10f-480b-b596-077a961d1cf4 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (b1007e02-be64-4556-91a2-c39ea986cbbc), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:18.054716 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-de722069-cd66-4ad4-805b-c2860efb2857 req-d2a8f337-e10f-480b-b596-077a961d1cf4 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b1007e02-be64-4556-91a2-c39ea986cbbc), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:18.058719 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-de722069-cd66-4ad4-805b-c2860efb2857 req-d2a8f337-e10f-480b-b596-077a961d1cf4 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:18.060280 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-de722069-cd66-4ad4-805b-c2860efb2857 req-d2a8f337-e10f-480b-b596-077a961d1cf4 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] 10.222.0.39 "DELETE /v2.0/security-groups/b1007e02-be64-4556-91a2-c39ea986cbbc HTTP/1.1" status: 204 len: 173 time: 0.1561084 Jan 28 13:21:18.069195 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47028) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:18.074285 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8f337-e10f-480b-b596-077a961d1cf4 tempest-SecurityGroupRulesNegativeTestJSON-6015296 tempest-SecurityGroupRulesNegativeTestJSON-6015296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1007e02-be64-4556-91a2-c39ea986cbbc,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:18.221814 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa1d4c6-1c8e-4029-8f32-c46d43e8bbc7 admin admin] Deleting subnet 2e102288-e9b9-4536-b21a-9f8d0e629dd0 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:21:18.223454 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c09fb-edcf-4fd8-a35d-398e2df3d0c2 req-52c7493e-6a2b-4a26-96b0-efbd6127f621 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:18.234113 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7aa1d4c6-1c8e-4029-8f32-c46d43e8bbc7 admin admin] Publish callbacks [] for subnet (2e102288-e9b9-4536-b21a-9f8d0e629dd0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:18.235890 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-df8c09fb-edcf-4fd8-a35d-398e2df3d0c2 req-52c7493e-6a2b-4a26-96b0-efbd6127f621 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 945 time: 0.0862610 Jan 28 13:21:18.282984 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7aa1d4c6-1c8e-4029-8f32-c46d43e8bbc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (2e102288-e9b9-4536-b21a-9f8d0e629dd0), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:18.311994 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-df8c09fb-edcf-4fd8-a35d-398e2df3d0c2 req-dc32cb19-2407-44c6-800c-e152b74d84d6 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740197 Jan 28 13:21:18.329791 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-1ab0233c-419b-4c26-b34c-12c0778a37fc tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:18.336526 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-1ab0233c-419b-4c26-b34c-12c0778a37fc tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/networks?id=8528e78d-cd10-4563-a6b3-de6e91f8e460 HTTP/1.1" status: 200 len: 808 time: 0.2061310 Jan 28 13:21:18.358200 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-223a0bc4-6b4c-4d91-adfe-e750c3249704 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/quotas/93543269cade486c80fd00260197c0a8 HTTP/1.1" status: 200 len: 375 time: 0.0207136 Jan 28 13:21:18.366872 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7aa1d4c6-1c8e-4029-8f32-c46d43e8bbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (2e102288-e9b9-4536-b21a-9f8d0e629dd0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:18.466529 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-3fff0a0f-9433-4eff-859b-36c58ef9c7d2 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=93543269cade486c80fd00260197c0a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1024010 Jan 28 13:21:18.502026 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7aa1d4c6-1c8e-4029-8f32-c46d43e8bbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (2e102288-e9b9-4536-b21a-9f8d0e629dd0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:18.537717 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eddf5f-b75d-4222-b2fc-cc9b63e7e312 req-13cf00e4-e2e8-48fa-a2cc-5afbe08a6130 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:18.540678 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-82eddf5f-b75d-4222-b2fc-cc9b63e7e312 req-13cf00e4-e2e8-48fa-a2cc-5afbe08a6130 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.0711989 Jan 28 13:21:18.554544 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7aa1d4c6-1c8e-4029-8f32-c46d43e8bbc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:18.558544 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7aa1d4c6-1c8e-4029-8f32-c46d43e8bbc7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2e102288-e9b9-4536-b21a-9f8d0e629dd0 HTTP/1.1" status: 204 len: 168 time: 0.4872108 Jan 28 13:21:18.561006 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47038) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:18.562881 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1d4c6-1c8e-4029-8f32-c46d43e8bbc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e102288-e9b9-4536-b21a-9f8d0e629dd0,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:18.602142 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-82eddf5f-b75d-4222-b2fc-cc9b63e7e312 req-a8babd5f-1bfd-4698-9863-42688807f7ad tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552824 Jan 28 13:21:18.688268 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e96496f-0e43-41f1-b445-19313b6f9358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (6c229544-fd32-45f0-b562-6135a4f346a9), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:18.707770 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-2e7d2ba4-c497-49d3-a062-102ffea8e4fe service neutron] 10.222.0.39 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190282 Jan 28 13:21:18.735331 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3e8f6-61bb-44bb-92c3-022dbd90358f req-09bb6e25-c14d-418b-8b35-f32244ef5b41 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:18.737095 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fff3e8f6-61bb-44bb-92c3-022dbd90358f req-09bb6e25-c14d-418b-8b35-f32244ef5b41 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.0628390 Jan 28 13:21:18.792434 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fff3e8f6-61bb-44bb-92c3-022dbd90358f req-6549721f-3f5b-439d-9085-3eb5a77124a8 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493028 Jan 28 13:21:18.851878 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e96496f-0e43-41f1-b445-19313b6f9358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (6c229544-fd32-45f0-b562-6135a4f346a9), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:18.896054 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-9e96496f-0e43-41f1-b445-19313b6f9358 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c229544-fd32-45f0-b562-6135a4f346a9']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:18.906101 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-5359d501-b3ee-4924-a4c1-a97c62ea29a2 service neutron] 10.222.0.39 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920214 Jan 28 13:21:18.910199 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-9e96496f-0e43-41f1-b445-19313b6f9358 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58141a4a-a779-4d05-8637-c7fb48d2448e') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:18.910494 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-9e96496f-0e43-41f1-b445-19313b6f9358 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58141a4a-a779-4d05-8637-c7fb48d2448e') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:18.921758 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e96496f-0e43-41f1-b445-19313b6f9358 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (58141a4a-a779-4d05-8637-c7fb48d2448e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:18.938833 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e96496f-0e43-41f1-b445-19313b6f9358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (58141a4a-a779-4d05-8637-c7fb48d2448e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:18.946297 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e96496f-0e43-41f1-b445-19313b6f9358 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:21:18.946685 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e96496f-0e43-41f1-b445-19313b6f9358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (58141a4a-a779-4d05-8637-c7fb48d2448e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:21:18.949142 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:21:19.035365 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e96496f-0e43-41f1-b445-19313b6f9358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (6c229544-fd32-45f0-b562-6135a4f346a9), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:19.043602 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e96496f-0e43-41f1-b445-19313b6f9358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:19.053238 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9e96496f-0e43-41f1-b445-19313b6f9358 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6c229544-fd32-45f0-b562-6135a4f346a9 HTTP/1.1" status: 204 len: 168 time: 0.4912221 Jan 28 13:21:19.085512 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96496f-0e43-41f1-b445-19313b6f9358 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c229544-fd32-45f0-b562-6135a4f346a9,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:19.176467 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c264ed-9959-434f-9058-594d7afffc8d req-580c5aec-1a8b-4330-8c38-d8d70056baf3 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:19.185528 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-69c264ed-9959-434f-9058-594d7afffc8d req-580c5aec-1a8b-4330-8c38-d8d70056baf3 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.0983961 Jan 28 13:21:19.234518 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47050) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:19.249760 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-69c264ed-9959-434f-9058-594d7afffc8d req-11e360d3-d2aa-4560-8b21-6fb21feaef54 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632377 Jan 28 13:21:19.314969 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-67726513-03b9-487c-a91d-26ae9134b41e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2423f171fc0041658d9bd3407ab04ab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0779436 Jan 28 13:21:19.317702 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47054) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:19.423306 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d57f1a4b-f0c2-460a-8ea1-2aee040d6310 admin admin] Publish callbacks [] for security_group (9be88d61-f2ed-451a-b690-a9cbbccaf44c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:19.449358 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d57f1a4b-f0c2-460a-8ea1-2aee040d6310 admin admin] Publish callbacks [] for security_group (9be88d61-f2ed-451a-b690-a9cbbccaf44c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:19.502130 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6feae44e-19ad-4130-ab37-43b5c363d424 req-8b62b704-3165-4d73-8d61-3818e3eaa131 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 210 time: 0.1003637 Jan 28 13:21:19.504202 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa056e4-cd53-4dc1-b5b4-4e14e34a35f7 req-cca0b878-8a14-4e98-a1fc-a602f739dbf4 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:19.505993 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aaa056e4-cd53-4dc1-b5b4-4e14e34a35f7 req-cca0b878-8a14-4e98-a1fc-a602f739dbf4 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 945 time: 0.0758562 Jan 28 13:21:19.544320 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d57f1a4b-f0c2-460a-8ea1-2aee040d6310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9be88d61-f2ed-451a-b690-a9cbbccaf44c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:19.547396 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d57f1a4b-f0c2-460a-8ea1-2aee040d6310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:19.552723 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d57f1a4b-f0c2-460a-8ea1-2aee040d6310 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9be88d61-f2ed-451a-b690-a9cbbccaf44c HTTP/1.1" status: 204 len: 168 time: 0.2334700 Jan 28 13:21:19.570448 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f1a4b-f0c2-460a-8ea1-2aee040d6310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be88d61-f2ed-451a-b690-a9cbbccaf44c,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:19.602438 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:19.603816 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aaa056e4-cd53-4dc1-b5b4-4e14e34a35f7 req-be9607e6-026d-40d5-b129-72dc1540893a tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815427 Jan 28 13:21:19.802399 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5271ce-cc53-490d-a602-fe1247aeb9ba req-82437c90-f337-4b7f-94ff-6da707bf88b3 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:19.808171 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d5271ce-cc53-490d-a602-fe1247aeb9ba req-82437c90-f337-4b7f-94ff-6da707bf88b3 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.0852172 Jan 28 13:21:19.908945 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d5271ce-cc53-490d-a602-fe1247aeb9ba req-b713ea6c-9fc1-4c86-95e6-25f71fddb401 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965161 Jan 28 13:21:19.952032 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b2c84-f006-4325-ba9e-e53270a04517 req-a4920ab8-46e1-4afc-a78b-5c595902a83a tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:19.962506 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-748b2c84-f006-4325-ba9e-e53270a04517 req-a4920ab8-46e1-4afc-a78b-5c595902a83a tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.0795944 Jan 28 13:21:20.046186 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-748b2c84-f006-4325-ba9e-e53270a04517 req-1d50cd2f-7081-4c8e-a8ce-fef1103bf738 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797174 Jan 28 13:21:20.429611 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1afd8b-0aaa-4075-9d37-3bcf681d6d9a req-ae4628be-d790-44f6-ab99-3b737b1697c3 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:20.431171 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c1afd8b-0aaa-4075-9d37-3bcf681d6d9a req-ae4628be-d790-44f6-ab99-3b737b1697c3 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.0586128 Jan 28 13:21:20.489677 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c1afd8b-0aaa-4075-9d37-3bcf681d6d9a req-6630dd3d-2263-4e53-992c-5beda3241a72 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511885 Jan 28 13:21:20.550324 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47100) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:20.657126 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ee472e51-949d-4fd1-a791-1366e1ccf29c req-9cb21d1d-7a08-4b03-9c59-9e2c2a58c87d tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 210 time: 0.0485089 Jan 28 13:21:20.776885 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a97301e1-4016-461f-bd3f-87e7a7e5b3c4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-694497324-network', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:20.783086 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242828d-4c6e-46b0-9711-5cf38fb3421f req-ef4b7c06-561c-47fa-84ee-8849f0c04c37 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:20.786319 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5242828d-4c6e-46b0-9711-5cf38fb3421f req-ef4b7c06-561c-47fa-84ee-8849f0c04c37 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 945 time: 0.0637963 Jan 28 13:21:20.810266 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-79f884d4-9162-4491-a4d8-cc5696307250 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:20.816474 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-79f884d4-9162-4491-a4d8-cc5696307250 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.18 "GET /v2.0/networks?id=8528e78d-cd10-4563-a6b3-de6e91f8e460 HTTP/1.1" status: 200 len: 808 time: 0.2191873 Jan 28 13:21:20.835235 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-115ec560-107d-4ce9-9a57-2aa28e36c54a tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Request body: {'port': {'device_id': '6c5f2694-12c5-4704-b86e-04dc4266dc5a', 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460', 'admin_state_up': True, 'tenant_id': '93543269cade486c80fd00260197c0a8'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:20.839490 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5242828d-4c6e-46b0-9711-5cf38fb3421f req-0724e043-94c7-4bc9-bbf7-43f892a4dc8c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475831 Jan 28 13:21:20.878367 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97301e1-4016-461f-bd3f-87e7a7e5b3c4 admin admin] Made reservation on behalf of b51487ec9b47438e87a199873ed50b2d for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:21:20.881667 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a97301e1-4016-461f-bd3f-87e7a7e5b3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:20.894889 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a97301e1-4016-461f-bd3f-87e7a7e5b3c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:21.042188 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-115ec560-107d-4ce9-9a57-2aa28e36c54a tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Made reservation on behalf of 93543269cade486c80fd00260197c0a8 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:21:21.046521 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-115ec560-107d-4ce9-9a57-2aa28e36c54a tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:21.127950 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a97301e1-4016-461f-bd3f-87e7a7e5b3c4 admin admin] Publish callbacks [] for security_group (81a3d8c0-faa5-468c-ae98-d6858f086bdc), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:21.165297 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a97301e1-4016-461f-bd3f-87e7a7e5b3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (81a3d8c0-faa5-468c-ae98-d6858f086bdc), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:21.180858 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e827b-7c19-4883-8fd9-8b0173a8c0b2 req-65e6539d-001e-41f6-837b-bf631764637f tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:21.191623 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b53e827b-7c19-4883-8fd9-8b0173a8c0b2 req-65e6539d-001e-41f6-837b-bf631764637f tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.0685196 Jan 28 13:21:21.246881 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b53e827b-7c19-4883-8fd9-8b0173a8c0b2 req-487abd30-e935-4078-aaab-f32b4dc66f98 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484598 Jan 28 13:21:21.463007 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95fe1e-3c2d-4c8b-8ff7-22decaa13224 req-87a402d6-1795-4d42-9bb8-20d71ecc5703 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:21.464388 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dc95fe1e-3c2d-4c8b-8ff7-22decaa13224 req-87a402d6-1795-4d42-9bb8-20d71ecc5703 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.4153626 Jan 28 13:21:21.511766 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97301e1-4016-461f-bd3f-87e7a7e5b3c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:21:21.556244 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97301e1-4016-461f-bd3f-87e7a7e5b3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a3d8c0-faa5-468c-ae98-d6858f086bdc,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:21.563002 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a97301e1-4016-461f-bd3f-87e7a7e5b3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (990e9f56-f119-4a5c-9f38-63165e995564), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:21.563582 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-a97301e1-4016-461f-bd3f-87e7a7e5b3c4 admin admin] Added segment 990e9f56-f119-4a5c-9f38-63165e995564 of type vlan for network efd7d1a6-bf31-41ea-94fc-f9d2b5020689 Jan 28 13:21:21.617186 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f9525-0acf-4424-aa35-afc21f2028d5 req-c2bd5083-91c4-4d29-82cb-7e8c7c2d5567 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:21.619130 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0d6f9525-0acf-4424-aa35-afc21f2028d5 req-c2bd5083-91c4-4d29-82cb-7e8c7c2d5567 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.0565996 Jan 28 13:21:21.623613 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-115ec560-107d-4ce9-9a57-2aa28e36c54a tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Allocated IP 172.20.0.5 (8528e78d-cd10-4563-a6b3-de6e91f8e460/585c2f63-9b4b-456a-9eb5-e157a8ee5cdd/96aee2e6-24e5-4f54-804e-a691a1279543) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:21:21.647732 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dc95fe1e-3c2d-4c8b-8ff7-22decaa13224 req-81cbcdb1-c21a-48e5-9fef-e0163834d67e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706288 Jan 28 13:21:21.650330 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a97301e1-4016-461f-bd3f-87e7a7e5b3c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (efd7d1a6-bf31-41ea-94fc-f9d2b5020689), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:21.679601 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0d6f9525-0acf-4424-aa35-afc21f2028d5 req-2503bc02-377e-459b-b0b8-3bcb6a53cad8 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519874 Jan 28 13:21:21.700187 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a97301e1-4016-461f-bd3f-87e7a7e5b3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (efd7d1a6-bf31-41ea-94fc-f9d2b5020689), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:21.702776 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97301e1-4016-461f-bd3f-87e7a7e5b3c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:21.704023 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a97301e1-4016-461f-bd3f-87e7a7e5b3c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:21.841245 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a97301e1-4016-461f-bd3f-87e7a7e5b3c4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2897072 Jan 28 13:21:21.844215 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47120) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:21.848945 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ef4e8233-954a-4449-9df9-2a8549dc00bd req-356517a0-6410-4098-83bb-b0f90ba55be4 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 210 time: 0.0847270 Jan 28 13:21:21.849206 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-93588999-055f-4bcf-ba8a-754c3cee11c7 admin admin] Request body: {'subnet': {'network_id': 'efd7d1a6-bf31-41ea-94fc-f9d2b5020689', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-694497324-subnet', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:21.859905 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97301e1-4016-461f-bd3f-87e7a7e5b3c4 admin admin] Pushing event updated for resources: {'Network': ['ID=efd7d1a6-bf31-41ea-94fc-f9d2b5020689,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:21.879290 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network efd7d1a6-bf31-41ea-94fc-f9d2b5020689 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:21:21.887292 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93588999-055f-4bcf-ba8a-754c3cee11c7 admin admin] Made reservation on behalf of b51487ec9b47438e87a199873ed50b2d for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:21:21.889773 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-93588999-055f-4bcf-ba8a-754c3cee11c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:21.969328 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-115ec560-107d-4ce9-9a57-2aa28e36c54a tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks [] for port (96aee2e6-24e5-4f54-804e-a691a1279543), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:22.006775 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-115ec560-107d-4ce9-9a57-2aa28e36c54a tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (96aee2e6-24e5-4f54-804e-a691a1279543), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:22.020538 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['483929b3-e20d-4033-b089-ece52da40613'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:22.037076 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c62d3-313d-4e8f-adf6-7a4cb60cfe5a req-4136adca-ee77-46f1-947b-4057968406d4 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:22.039284 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8c2c62d3-313d-4e8f-adf6-7a4cb60cfe5a req-4136adca-ee77-46f1-947b-4057968406d4 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 945 time: 0.1014416 Jan 28 13:21:22.062808 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-115ec560-107d-4ce9-9a57-2aa28e36c54a tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Network 8528e78d-cd10-4563-a6b3-de6e91f8e460 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:21:22.078421 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ec560-107d-4ce9-9a57-2aa28e36c54a tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Pushing event updated for resources: {'Port': ['ID=96aee2e6-24e5-4f54-804e-a691a1279543,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:22.091716 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-115ec560-107d-4ce9-9a57-2aa28e36c54a tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:21:22.107014 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-115ec560-107d-4ce9-9a57-2aa28e36c54a tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:21:22.132511 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8c2c62d3-313d-4e8f-adf6-7a4cb60cfe5a req-0aa28290-355d-44ee-832b-285f22265865 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828555 Jan 28 13:21:22.171718 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-115ec560-107d-4ce9-9a57-2aa28e36c54a tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:22.172359 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-115ec560-107d-4ce9-9a57-2aa28e36c54a tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:22.179778 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-93588999-055f-4bcf-ba8a-754c3cee11c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:22.195784 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-115ec560-107d-4ce9-9a57-2aa28e36c54a tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3666158 Jan 28 13:21:22.209587 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-bb2ed55e-5f98-474d-ba71-67ef5389185e service neutron] Request body: {'port': {'device_id': '6c5f2694-12c5-4704-b86e-04dc4266dc5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:22.247547 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93588999-055f-4bcf-ba8a-754c3cee11c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:22.255048 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93588999-055f-4bcf-ba8a-754c3cee11c7 admin admin] Checking segment: {'id': '990e9f56-f119-4a5c-9f38-63165e995564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'efd7d1a6-bf31-41ea-94fc-f9d2b5020689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:21:22.255367 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93588999-055f-4bcf-ba8a-754c3cee11c7 admin admin] Network hostable DHCP agents. Network: efd7d1a6-bf31-41ea-94fc-f9d2b5020689, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:21:22.273708 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93588999-055f-4bcf-ba8a-754c3cee11c7 admin admin] Network efd7d1a6-bf31-41ea-94fc-f9d2b5020689 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:21:22.284373 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-93588999-055f-4bcf-ba8a-754c3cee11c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, efd7d1a6-bf31-41ea-94fc-f9d2b5020689) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:21:22.288840 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93588999-055f-4bcf-ba8a-754c3cee11c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:22.289466 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-93588999-055f-4bcf-ba8a-754c3cee11c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:22.294330 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268c69bf-d62d-435c-8c50-bc94ded5f2af None None] Network efd7d1a6-bf31-41ea-94fc-f9d2b5020689 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:21:22.294613 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-bb2ed55e-5f98-474d-ba71-67ef5389185e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (96aee2e6-24e5-4f54-804e-a691a1279543), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:22.311885 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-93588999-055f-4bcf-ba8a-754c3cee11c7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4663689 Jan 28 13:21:22.314376 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47126) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:22.318565 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a55afee8-cfe0-4667-9d2c-2df9c4fe219d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-694497324-router', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:22.427700 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5608b516-8d48-4e68-bedc-404639517a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-efd7d1a6-bf31-41ea-94fc-f9d2b5020689', 'network_id': 'efd7d1a6-bf31-41ea-94fc-f9d2b5020689', 'project_id': 'b51487ec9b47438e87a199873ed50b2d', 'fixed_ips': [{'subnet_id': 'c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:21:22.429109 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5608b516-8d48-4e68-bedc-404639517a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:22.444225 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a55afee8-cfe0-4667-9d2c-2df9c4fe219d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (d6e377f9-29f3-42ec-89fc-91a17e85e89b), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:22.446129 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a55afee8-cfe0-4667-9d2c-2df9c4fe219d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (d6e377f9-29f3-42ec-89fc-91a17e85e89b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:22.499436 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a55afee8-cfe0-4667-9d2c-2df9c4fe219d admin admin] Publish callbacks [] for router_controller (d6e377f9-29f3-42ec-89fc-91a17e85e89b), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:22.591544 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-5608b516-8d48-4e68-bedc-404639517a1b None None] Allocated IP 172.20.0.2 (efd7d1a6-bf31-41ea-94fc-f9d2b5020689/c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc/ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:21:22.683612 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d5c34-9cd4-494a-9c62-3318635688f8 req-e67b1a98-2a5b-4fd5-9a78-c4924ee0e97c tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:22.690989 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dc7d5c34-9cd4-494a-9c62-3318635688f8 req-e67b1a98-2a5b-4fd5-9a78-c4924ee0e97c tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.3370795 Jan 28 13:21:22.766324 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a55afee8-cfe0-4667-9d2c-2df9c4fe219d admin admin] Publish callbacks [] for router_gateway (d6e377f9-29f3-42ec-89fc-91a17e85e89b), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:22.807791 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5608b516-8d48-4e68-bedc-404639517a1b None None] Publish callbacks [] for port (ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:22.816454 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5608b516-8d48-4e68-bedc-404639517a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:22.832586 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08226a8-d109-4f6c-a726-3bf11f0bd1f9 req-1aaea292-5e99-4c44-9189-b739134d6fda tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:22.840421 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dc7d5c34-9cd4-494a-9c62-3318635688f8 req-7437b0f3-9b67-4282-a4ce-d41ecb816be6 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471589 Jan 28 13:21:22.840637 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b08226a8-d109-4f6c-a726-3bf11f0bd1f9 req-1aaea292-5e99-4c44-9189-b739134d6fda tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.0764754 Jan 28 13:21:22.880126 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5608b516-8d48-4e68-bedc-404639517a1b None None] Network efd7d1a6-bf31-41ea-94fc-f9d2b5020689 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:21:22.884228 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-5608b516-8d48-4e68-bedc-404639517a1b None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:21:22.887693 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5608b516-8d48-4e68-bedc-404639517a1b None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:21:22.944256 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b08226a8-d109-4f6c-a726-3bf11f0bd1f9 req-72f25d68-d649-42fa-a21d-271951ee209b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018777 Jan 28 13:21:22.962026 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-5608b516-8d48-4e68-bedc-404639517a1b None None] Attempting to bind port ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:21:22.962876 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-5608b516-8d48-4e68-bedc-404639517a1b None None] Attempting to bind port ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '990e9f56-f119-4a5c-9f38-63165e995564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'efd7d1a6-bf31-41ea-94fc-f9d2b5020689'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:21:22.963556 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5608b516-8d48-4e68-bedc-404639517a1b None None] Attempting to bind port ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4 on network efd7d1a6-bf31-41ea-94fc-f9d2b5020689 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:21:22.965844 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608b516-8d48-4e68-bedc-404639517a1b None None] Pushing event updated for resources: {'Port': ['ID=ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:22.989319 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5608b516-8d48-4e68-bedc-404639517a1b None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:21:22.990026 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5608b516-8d48-4e68-bedc-404639517a1b None None] Checking segment: {'id': '990e9f56-f119-4a5c-9f38-63165e995564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'efd7d1a6-bf31-41ea-94fc-f9d2b5020689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:21:22.990587 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5608b516-8d48-4e68-bedc-404639517a1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:22.991208 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5608b516-8d48-4e68-bedc-404639517a1b None None] Bound using segment: {'id': '990e9f56-f119-4a5c-9f38-63165e995564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'efd7d1a6-bf31-41ea-94fc-f9d2b5020689'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:21:22.991855 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-5608b516-8d48-4e68-bedc-404639517a1b None None] Bound port: ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990e9f56-f119-4a5c-9f38-63165e995564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'efd7d1a6-bf31-41ea-94fc-f9d2b5020689'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:21:22.992405 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5608b516-8d48-4e68-bedc-404639517a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:23.092302 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-bb2ed55e-5f98-474d-ba71-67ef5389185e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96aee2e6-24e5-4f54-804e-a691a1279543 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:21:23.103692 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-bb2ed55e-5f98-474d-ba71-67ef5389185e service neutron] Publish callbacks [] for port (96aee2e6-24e5-4f54-804e-a691a1279543), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:23.122814 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-bb2ed55e-5f98-474d-ba71-67ef5389185e service neutron] Transition to ACTIVE for port object 96aee2e6-24e5-4f54-804e-a691a1279543 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:21:23.123142 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-5608b516-8d48-4e68-bedc-404639517a1b None None] For port ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:21:23.133382 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-5608b516-8d48-4e68-bedc-404639517a1b None None] For port ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4,segment=NetworkSegment(990e9f56-f119-4a5c-9f38-63165e995564),segment_id=990e9f56-f119-4a5c-9f38-63165e995564)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:21:23.142730 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5784a8-571e-4329-9123-52c7dcfb0de2 req-a656f0a0-4957-4d1d-9310-bb82c88a5c38 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:23.143075 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5608b516-8d48-4e68-bedc-404639517a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:23.145753 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8b5784a8-571e-4329-9123-52c7dcfb0de2 req-a656f0a0-4957-4d1d-9310-bb82c88a5c38 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.1139848 Jan 28 13:21:23.153067 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-bb2ed55e-5f98-474d-ba71-67ef5389185e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (96aee2e6-24e5-4f54-804e-a691a1279543), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:23.258357 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608b516-8d48-4e68-bedc-404639517a1b None None] Pushing event updated for resources: {'Port': ['ID=ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:23.276013 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ed55e-5f98-474d-ba71-67ef5389185e service neutron] Pushing event updated for resources: {'Port': ['ID=96aee2e6-24e5-4f54-804e-a691a1279543,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:23.297769 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8b5784a8-571e-4329-9123-52c7dcfb0de2 req-29ceacd8-56cb-4236-8077-20b4e9018c8e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496165 Jan 28 13:21:23.336939 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65c0c5-4ee7-46bb-aa04-1356af4f48ed req-a599cb90-5b19-42c5-8e6c-b51b4d1d1efc tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:23.345341 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5a65c0c5-4ee7-46bb-aa04-1356af4f48ed req-a599cb90-5b19-42c5-8e6c-b51b4d1d1efc tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 943 time: 0.1051698 Jan 28 13:21:23.414448 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5a65c0c5-4ee7-46bb-aa04-1356af4f48ed req-675769d4-c55a-4a7d-9605-623b77596fbf tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679381 Jan 28 13:21:23.590695 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644d580-f1cb-4b7b-9f4e-88c6929689a0 req-ac061ccf-6546-4eee-b5b5-2084d4a1608d tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:23.600340 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6644d580-f1cb-4b7b-9f4e-88c6929689a0 req-ac061ccf-6546-4eee-b5b5-2084d4a1608d tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 945 time: 0.1689448 Jan 28 13:21:23.606898 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a55afee8-cfe0-4667-9d2c-2df9c4fe219d admin admin] Publish callbacks [] for router_gateway (d6e377f9-29f3-42ec-89fc-91a17e85e89b), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:23.647450 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-bb2ed55e-5f98-474d-ba71-67ef5389185e service neutron] Attempting to bind port 96aee2e6-24e5-4f54-804e-a691a1279543 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:21:23.648077 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-bb2ed55e-5f98-474d-ba71-67ef5389185e service neutron] Attempting to bind port 96aee2e6-24e5-4f54-804e-a691a1279543 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:21:23.648570 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-bb2ed55e-5f98-474d-ba71-67ef5389185e service neutron] Attempting to bind port 96aee2e6-24e5-4f54-804e-a691a1279543 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:21:23.654739 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a55afee8-cfe0-4667-9d2c-2df9c4fe219d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:23.667997 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-bb2ed55e-5f98-474d-ba71-67ef5389185e service neutron] Port 96aee2e6-24e5-4f54-804e-a691a1279543 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:21:23.668325 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-bb2ed55e-5f98-474d-ba71-67ef5389185e service neutron] Attempting to bind port 96aee2e6-24e5-4f54-804e-a691a1279543 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:21:23.724626 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-bb2ed55e-5f98-474d-ba71-67ef5389185e service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:21:23.725383 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-bb2ed55e-5f98-474d-ba71-67ef5389185e service neutron] Checking segment: {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:21:23.725492 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-bb2ed55e-5f98-474d-ba71-67ef5389185e service neutron] Bound using segment: {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:21:23.725872 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-bb2ed55e-5f98-474d-ba71-67ef5389185e service neutron] Bound port: 96aee2e6-24e5-4f54-804e-a691a1279543, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:21:23.726236 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-bb2ed55e-5f98-474d-ba71-67ef5389185e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (96aee2e6-24e5-4f54-804e-a691a1279543), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:23.764530 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6644d580-f1cb-4b7b-9f4e-88c6929689a0 req-4f9b5227-532b-4293-a448-9d7f4ca6b6fe tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628757 Jan 28 13:21:23.866628 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-a55afee8-cfe0-4667-9d2c-2df9c4fe219d admin admin] Allocated IP 172.25.3.74 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/8486451d-da20-477a-86a3-af36dee9917e) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:21:23.872476 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-bb2ed55e-5f98-474d-ba71-67ef5389185e service neutron] For port 96aee2e6-24e5-4f54-804e-a691a1279543, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:21:23.877148 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-bb2ed55e-5f98-474d-ba71-67ef5389185e service neutron] For port 96aee2e6-24e5-4f54-804e-a691a1279543, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=96aee2e6-24e5-4f54-804e-a691a1279543,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:21:23.884264 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-bb2ed55e-5f98-474d-ba71-67ef5389185e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (96aee2e6-24e5-4f54-804e-a691a1279543), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:23.973688 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-bb2ed55e-5f98-474d-ba71-67ef5389185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:23.974319 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-bb2ed55e-5f98-474d-ba71-67ef5389185e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:23.976523 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-bb2ed55e-5f98-474d-ba71-67ef5389185e service neutron] 10.222.0.18 "PUT /v2.0/ports/96aee2e6-24e5-4f54-804e-a691a1279543 HTTP/1.1" status: 200 len: 1091 time: 1.7727666 Jan 28 13:21:23.979715 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5f2694-12c5-4704-b86e-04dc4266dc5a', 'tag': '96aee2e6-24e5-4f54-804e-a691a1279543'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:23.983328 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9ea0d4-d988-431a-bd7d-6d353b32707d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5f2694-12c5-4704-b86e-04dc4266dc5a", "tag": "96aee2e6-24e5-4f54-804e-a691a1279543"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:24.090609 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0b221-90f2-4cbd-bfda-38c4e84e65eb req-62205b4f-58f1-4b57-9d8b-ddadbb7f3b6c tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:24.094442 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-10a0b221-90f2-4cbd-bfda-38c4e84e65eb req-62205b4f-58f1-4b57-9d8b-ddadbb7f3b6c tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.1545463 Jan 28 13:21:24.155463 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ed55e-5f98-474d-ba71-67ef5389185e service neutron] Pushing event updated for resources: {'Port': ['ID=96aee2e6-24e5-4f54-804e-a691a1279543,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:24.167425 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-10a0b221-90f2-4cbd-bfda-38c4e84e65eb req-9c0f79e3-1c0a-4340-bfe2-f050e72beb02 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628641 Jan 28 13:21:24.195315 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-bf236654-e138-4000-99c0-7712fdb6b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:24.196137 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-bf236654-e138-4000-99c0-7712fdb6b714 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=93543269cade486c80fd00260197c0a8&device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 1094 time: 0.1391749 Jan 28 13:21:24.252397 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea024f2e-c1b7-4723-98c9-992d34903762 x-openstack-request-id: req-ea024f2e-c1b7-4723-98c9-992d34903762 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:24.252731 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5f2694-12c5-4704-b86e-04dc4266dc5a", "tag": "96aee2e6-24e5-4f54-804e-a691a1279543", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:24.252920 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea024f2e-c1b7-4723-98c9-992d34903762 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:24.253319 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5f2694-12c5-4704-b86e-04dc4266dc5a', 'tag': '96aee2e6-24e5-4f54-804e-a691a1279543', 'status': 'completed', 'code': 200} Jan 28 13:21:24.258113 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a55afee8-cfe0-4667-9d2c-2df9c4fe219d admin admin] Publish callbacks [] for port (8486451d-da20-477a-86a3-af36dee9917e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:24.261595 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-eb368c5d-0d00-41be-9a77-305751dbf113 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96aee2e6-24e5-4f54-804e-a691a1279543 HTTP/1.1" status: 200 len: 217 time: 0.0566301 Jan 28 13:21:24.270233 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a924a-cbde-43b5-b35f-9a7dc0e8aa88 req-69035fe4-fa8a-45cf-82e7-365da7cdc4b2 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:24.271878 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-330a924a-cbde-43b5-b35f-9a7dc0e8aa88 req-69035fe4-fa8a-45cf-82e7-365da7cdc4b2 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.1798389 Jan 28 13:21:24.418302 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-43ef1a11-6949-45f9-a335-c6efc75e0188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:24.420879 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-43ef1a11-6949-45f9-a335-c6efc75e0188 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=585c2f63-9b4b-456a-9eb5-e157a8ee5cdd HTTP/1.1" status: 200 len: 848 time: 0.1461232 Jan 28 13:21:24.459639 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-330a924a-cbde-43b5-b35f-9a7dc0e8aa88 req-5c374e53-300d-4308-b166-5188203ecbcb tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701326 Jan 28 13:21:24.469253 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e2a91-44f6-4659-b238-2b9d3468ed60 req-5c2f4837-c8b8-493e-9ce6-6e2eabe75914 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:24.477028 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-966e2a91-44f6-4659-b238-2b9d3468ed60 req-5c2f4837-c8b8-493e-9ce6-6e2eabe75914 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.0762181 Jan 28 13:21:24.481025 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a55afee8-cfe0-4667-9d2c-2df9c4fe219d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (8486451d-da20-477a-86a3-af36dee9917e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:24.491991 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-6278d689-e8d8-43b1-85c6-01da3f7640c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8528e78d-cd10-4563-a6b3-de6e91f8e460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607595 Jan 28 13:21:24.553455 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-966e2a91-44f6-4659-b238-2b9d3468ed60 req-3c2ce1d3-27e9-49fe-a610-1ffcd3581c9e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751162 Jan 28 13:21:24.576340 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55afee8-cfe0-4667-9d2c-2df9c4fe219d admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:21:24.580177 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-a55afee8-cfe0-4667-9d2c-2df9c4fe219d admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:21:24.583419 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55afee8-cfe0-4667-9d2c-2df9c4fe219d admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:21:24.681901 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55afee8-cfe0-4667-9d2c-2df9c4fe219d admin admin] Pushing event updated for resources: {'Port': ['ID=8486451d-da20-477a-86a3-af36dee9917e,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:24.784572 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15c77c-ffc1-408c-b37f-715a8076897a req-d035dd2e-6591-4a8b-aeaf-f578e25a2e72 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:24.786211 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ca15c77c-ffc1-408c-b37f-715a8076897a req-d035dd2e-6591-4a8b-aeaf-f578e25a2e72 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 943 time: 0.2182143 Jan 28 13:21:24.826843 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-1f05221c-1e29-4ba9-bc60-ea56bd74d225 service neutron] 10.222.0.18 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039656 Jan 28 13:21:24.838446 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566f820b-b8a3-41f5-bcac-aec4c39c1a17 None None] Network efd7d1a6-bf31-41ea-94fc-f9d2b5020689 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:21:25.017553 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f2263c0b-a8cb-4878-9ce3-aa6dca646de9 None None] Provisioning complete for port ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:21:25.017897 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2263c0b-a8cb-4878-9ce3-aa6dca646de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:25.077710 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64384fd-7081-40f9-9352-ce948b47c5c0 req-237b62f7-669b-465d-b18c-e3495d08a2bb tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:25.086063 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d64384fd-7081-40f9-9352-ce948b47c5c0 req-237b62f7-669b-465d-b18c-e3495d08a2bb tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 945 time: 0.1825702 Jan 28 13:21:25.103343 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:21:25.144146 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-460a968d-d6cd-4b92-ba2a-5692bbdfb416 req-6c77d930-c670-43f1-a9b6-902b0ffce21e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b06ec902-b4c5-4fe0-b5b3-8f079119f84e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1431029 Jan 28 13:21:25.168207 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d64384fd-7081-40f9-9352-ce948b47c5c0 req-5c2a5617-ca6c-424b-b683-7caf33a0e221 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808187 Jan 28 13:21:25.244417 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a968d-d6cd-4b92-ba2a-5692bbdfb416 req-92d3dc11-8835-4f2d-8c5f-219a15e23ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:25.245952 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-460a968d-d6cd-4b92-ba2a-5692bbdfb416 req-92d3dc11-8835-4f2d-8c5f-219a15e23ad0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&device_id=b06ec902-b4c5-4fe0-b5b3-8f079119f84e HTTP/1.1" status: 200 len: 1101 time: 0.0741646 Jan 28 13:21:25.266314 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f2263c0b-a8cb-4878-9ce3-aa6dca646de9 None None] Current status of the port ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:25.267691 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2263c0b-a8cb-4878-9ce3-aa6dca646de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:25.276234 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ca15c77c-ffc1-408c-b37f-715a8076897a req-5796d119-9931-41c1-8075-d2af39cc0f96 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4517086 Jan 28 13:21:25.309943 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3179c3ce-52f9-47b7-9036-4a03e589e8cb req-572e3a5f-1c1d-470a-8496-ccb33a92f898 service neutron] 10.222.0.18 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062214 Jan 28 13:21:25.340447 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a55afee8-cfe0-4667-9d2c-2df9c4fe219d admin admin] Publish callbacks [] for router_gateway (d6e377f9-29f3-42ec-89fc-91a17e85e89b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:25.372150 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f2263c0b-a8cb-4878-9ce3-aa6dca646de9 None None] For port ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4,segment=NetworkSegment(990e9f56-f119-4a5c-9f38-63165e995564),segment_id=990e9f56-f119-4a5c-9f38-63165e995564)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:25.387982 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2263c0b-a8cb-4878-9ce3-aa6dca646de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:25.457658 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a91c92-e50e-4d04-884b-a59e88704873 req-f69e1362-436d-46c3-804b-e04eab7abe02 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:25.469034 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:21:25.469826 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-55a91c92-e50e-4d04-884b-a59e88704873 req-f69e1362-436d-46c3-804b-e04eab7abe02 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.2032840 Jan 28 13:21:25.470052 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:25.559153 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a968d-d6cd-4b92-ba2a-5692bbdfb416 req-beae92fa-1a42-4de0-b51a-6ee8235a80c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:25.560710 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-460a968d-d6cd-4b92-ba2a-5692bbdfb416 req-beae92fa-1a42-4de0-b51a-6ee8235a80c1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.2800863 Jan 28 13:21:25.604342 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2263c0b-a8cb-4878-9ce3-aa6dca646de9 None None] Pushing event updated for resources: {'Port': ['ID=ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:25.643881 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-460a968d-d6cd-4b92-ba2a-5692bbdfb416 req-0d0d6d4b-21d3-40cd-b536-eee95c66ba59 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=5a7fcae3-a8c4-4ecf-8417-45d7a327c416 HTTP/1.1" status: 200 len: 217 time: 0.0592072 Jan 28 13:21:25.678776 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-55a91c92-e50e-4d04-884b-a59e88704873 req-f12c6fb2-7568-4cae-a9cd-be1af7a315a3 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079387 Jan 28 13:21:25.752363 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a968d-d6cd-4b92-ba2a-5692bbdfb416 req-7f27d686-752a-44b1-b03a-7dc5aa039624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:25.756950 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-460a968d-d6cd-4b92-ba2a-5692bbdfb416 req-7f27d686-752a-44b1-b03a-7dc5aa039624 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1002524 Jan 28 13:21:25.897940 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a968d-d6cd-4b92-ba2a-5692bbdfb416 req-5c6786bb-58b1-4751-a6ac-e1e31fbcd0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:25.900425 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-460a968d-d6cd-4b92-ba2a-5692bbdfb416 req-5c6786bb-58b1-4751-a6ac-e1e31fbcd0f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1208549 Jan 28 13:21:25.954472 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:25.963289 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2de96f-19e2-4696-9272-f7c595553f7d req-02a3bf9d-61da-4d4b-980e-133520022cf2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:25.972444 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2a2de96f-19e2-4696-9272-f7c595553f7d req-02a3bf9d-61da-4d4b-980e-133520022cf2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.1310024 Jan 28 13:21:26.010968 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-b6b1e79d-2b02-4688-bd9c-d3deaeac4180 None None] Provisioning complete for port ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:21:26.011712 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e79d-2b02-4688-bd9c-d3deaeac4180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:26.089280 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2a2de96f-19e2-4696-9272-f7c595553f7d req-cfc5e13d-93fd-4a1a-ba70-e9357bbbda65 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157544 Jan 28 13:21:26.119846 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-460a968d-d6cd-4b92-ba2a-5692bbdfb416 req-8a078847-36c4-4dc9-84d8-f0f1d18d9310 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114637 Jan 28 13:21:26.230053 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b6b1e79d-2b02-4688-bd9c-d3deaeac4180 None None] Current status of the port ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:26.285966 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d6290-fdd4-4db0-a8a8-b141b3d7a55d req-b6695129-58e4-4c7e-88d6-5b1dfbdaea40 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:26.293474 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f46d6290-fdd4-4db0-a8a8-b141b3d7a55d req-b6695129-58e4-4c7e-88d6-5b1dfbdaea40 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.2239163 Jan 28 13:21:26.309684 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ea0d4-d988-431a-bd7d-6d353b32707d req-9d14e016-e7b3-4552-bd28-0f8bac71dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:26.311205 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c9ea0d4-d988-431a-bd7d-6d353b32707d req-9d14e016-e7b3-4552-bd28-0f8bac71dbb4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=93543269cade486c80fd00260197c0a8&device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 1094 time: 0.2437871 Jan 28 13:21:26.311494 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-460a968d-d6cd-4b92-ba2a-5692bbdfb416 req-9569ac02-c471-4cfa-b52a-e8b9fee66a68 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849959 Jan 28 13:21:26.413732 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd54f2-6f7a-4688-a06b-e65dbb17cd6e req-996d6318-e379-4b2c-916b-3469b6f5e229 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:26.422405 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d4fd54f2-6f7a-4688-a06b-e65dbb17cd6e req-996d6318-e379-4b2c-916b-3469b6f5e229 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 945 time: 0.1098528 Jan 28 13:21:26.457556 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a55afee8-cfe0-4667-9d2c-2df9c4fe219d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (d6e377f9-29f3-42ec-89fc-91a17e85e89b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:26.474990 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f46d6290-fdd4-4db0-a8a8-b141b3d7a55d req-41e8d735-ff2f-42e5-bd0a-97b2654ebe07 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805489 Jan 28 13:21:26.487724 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d4fd54f2-6f7a-4688-a06b-e65dbb17cd6e req-8e39ea82-6bca-4d00-8e65-45a47da648e3 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641115 Jan 28 13:21:26.583958 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ea0d4-d988-431a-bd7d-6d353b32707d req-a08ffe7c-3c1a-40e0-97a7-32ec8e84f0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:26.585609 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c9ea0d4-d988-431a-bd7d-6d353b32707d req-a08ffe7c-3c1a-40e0-97a7-32ec8e84f0ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=8528e78d-cd10-4563-a6b3-de6e91f8e460 HTTP/1.1" status: 200 len: 908 time: 0.2646735 Jan 28 13:21:26.686333 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c9ea0d4-d988-431a-bd7d-6d353b32707d req-c1582cd3-100a-4cb2-9b86-d6bfcc2cf307 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96aee2e6-24e5-4f54-804e-a691a1279543 HTTP/1.1" status: 200 len: 217 time: 0.0917768 Jan 28 13:21:26.748963 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afba2bf-587f-431a-8d47-1dad7a50a0b0 req-7f1e0290-fcb7-499c-9581-713968a6828e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:26.750442 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7afba2bf-587f-431a-8d47-1dad7a50a0b0 req-7f1e0290-fcb7-499c-9581-713968a6828e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 943 time: 0.1834514 Jan 28 13:21:26.764040 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ea0d4-d988-431a-bd7d-6d353b32707d req-3fe38ad5-e19d-4c6b-bb05-b237deb785bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:26.765522 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c9ea0d4-d988-431a-bd7d-6d353b32707d req-3fe38ad5-e19d-4c6b-bb05-b237deb785bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=585c2f63-9b4b-456a-9eb5-e157a8ee5cdd HTTP/1.1" status: 200 len: 848 time: 0.0673068 Jan 28 13:21:26.815425 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c9ea0d4-d988-431a-bd7d-6d353b32707d req-90d136d5-2bdb-46e8-ab91-fee1848ca581 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8528e78d-cd10-4563-a6b3-de6e91f8e460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420995 Jan 28 13:21:26.880969 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55afee8-cfe0-4667-9d2c-2df9c4fe219d admin admin] Router d6e377f9-29f3-42ec-89fc-91a17e85e89b is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:21:26.888665 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3a2b7-fcf9-4623-911b-85df829b190d req-021bc9b2-1db5-49a4-b60a-9370653d1593 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:26.899840 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8fe3a2b7-fcf9-4623-911b-85df829b190d req-021bc9b2-1db5-49a4-b60a-9370653d1593 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.1238618 Jan 28 13:21:26.918216 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:21:26.919038 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7afba2bf-587f-431a-8d47-1dad7a50a0b0 req-84da9ad1-be1c-4997-acf7-ed9c3fde57f7 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492209 Jan 28 13:21:27.026170 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8fe3a2b7-fcf9-4623-911b-85df829b190d req-4b55082d-7371-43ea-9cd4-27fa55308deb tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241384 Jan 28 13:21:27.036811 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c9ea0d4-d988-431a-bd7d-6d353b32707d req-cc5a3d90-99b6-4ed0-8d2f-990b725899f4 service neutron] 10.222.0.18 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137704 Jan 28 13:21:27.037007 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:21:27.037550 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:27.159349 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55afee8-cfe0-4667-9d2c-2df9c4fe219d admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:21:27.170474 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7079cb2a-8699-4bed-afa4-50a02a928524 None None] Sync routers for ids ['d6e377f9-29f3-42ec-89fc-91a17e85e89b'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:21:27.180031 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:27.183327 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7079cb2a-8699-4bed-afa4-50a02a928524 None None] Routers {'d6e377f9-29f3-42ec-89fc-91a17e85e89b'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:21:27.183327 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-7079cb2a-8699-4bed-afa4-50a02a928524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:21:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d6e377f9-29f3-42ec-89fc-91a17e85e89b'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:27.224394 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a55afee8-cfe0-4667-9d2c-2df9c4fe219d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:27.228462 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a55afee8-cfe0-4667-9d2c-2df9c4fe219d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9130762 Jan 28 13:21:27.228791 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47180) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:27.235425 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c9ea0d4-d988-431a-bd7d-6d353b32707d req-e168517a-ab95-4d5e-b225-48893a6ec665 service neutron] 10.222.0.18 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675737 Jan 28 13:21:27.250292 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea2205-5b91-4f2e-a9c2-05033c0f3ad0 req-61b8ebf2-ff49-4e0b-a7c4-7f780dce724e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:27.251849 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-00ea2205-5b91-4f2e-a9c2-05033c0f3ad0 req-61b8ebf2-ff49-4e0b-a7c4-7f780dce724e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.0859623 Jan 28 13:21:27.300476 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-7079cb2a-8699-4bed-afa4-50a02a928524 None None] Set router d6e377f9-29f3-42ec-89fc-91a17e85e89b gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:21:27.310161 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-00ea2205-5b91-4f2e-a9c2-05033c0f3ad0 req-7cc11a2b-d414-4ecb-982a-87144d03edf6 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504198 Jan 28 13:21:27.511662 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-7079cb2a-8699-4bed-afa4-50a02a928524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'name': 'tempest-ServersTestManualDisk-694497324-router', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '8486451d-da20-477a-86a3-af36dee9917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:22Z', 'updated_at': '2022-01-28T13:21:24Z', 'revision_number': 3, 'project_id': 'b51487ec9b47438e87a199873ed50b2d', 'gw_port': {'id': '8486451d-da20-477a-86a3-af36dee9917e', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:23Z', 'updated_at': '2022-01-28T13:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:27.560566 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7079cb2a-8699-4bed-afa4-50a02a928524 None None] Checking router: d6e377f9-29f3-42ec-89fc-91a17e85e89b for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:21:27.561286 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7079cb2a-8699-4bed-afa4-50a02a928524 None None] Updating router d6e377f9-29f3-42ec-89fc-91a17e85e89b port 8486451d-da20-477a-86a3-af36dee9917e binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:21:27.608336 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7079cb2a-8699-4bed-afa4-50a02a928524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8486451d-da20-477a-86a3-af36dee9917e), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:27.686284 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cc252-2200-4b04-a86a-b61e3bd540f3 req-7229a350-3953-46d3-bbf2-bb73c74ff79f tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:27.695508 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e40cc252-2200-4b04-a86a-b61e3bd540f3 req-7229a350-3953-46d3-bbf2-bb73c74ff79f tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 945 time: 0.0893316 Jan 28 13:21:27.761516 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e40cc252-2200-4b04-a86a-b61e3bd540f3 req-fde8e9f7-51c5-45cc-a8f7-2e0fda9240be tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645695 Jan 28 13:21:27.945639 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7079cb2a-8699-4bed-afa4-50a02a928524 None None] Publish callbacks [] for port (8486451d-da20-477a-86a3-af36dee9917e), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:27.953197 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bc436-a8f7-4d1f-8234-dfff9c8fb6cd req-6c90c711-871f-44cd-b150-ab345b9a4048 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:27.960530 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c10bc436-a8f7-4d1f-8234-dfff9c8fb6cd req-6c90c711-871f-44cd-b150-ab345b9a4048 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.1005564 Jan 28 13:21:27.967055 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7079cb2a-8699-4bed-afa4-50a02a928524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8486451d-da20-477a-86a3-af36dee9917e), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:28.039794 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-7079cb2a-8699-4bed-afa4-50a02a928524 None None] Attempting to bind port 8486451d-da20-477a-86a3-af36dee9917e on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:21:28.040379 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-7079cb2a-8699-4bed-afa4-50a02a928524 None None] Attempting to bind port 8486451d-da20-477a-86a3-af36dee9917e by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:21:28.041192 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7079cb2a-8699-4bed-afa4-50a02a928524 None None] Attempting to bind port 8486451d-da20-477a-86a3-af36dee9917e on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:21:28.102264 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7079cb2a-8699-4bed-afa4-50a02a928524 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:21:28.102708 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7079cb2a-8699-4bed-afa4-50a02a928524 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:21:28.110637 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7079cb2a-8699-4bed-afa4-50a02a928524 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:28.111438 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7079cb2a-8699-4bed-afa4-50a02a928524 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:21:28.112274 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-7079cb2a-8699-4bed-afa4-50a02a928524 None None] Bound port: 8486451d-da20-477a-86a3-af36dee9917e, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:21:28.112998 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7079cb2a-8699-4bed-afa4-50a02a928524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8486451d-da20-477a-86a3-af36dee9917e), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:28.153487 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158c3a9-09f1-403a-a494-a0ccca11860d req-43068aa3-fa26-4f72-80b9-75219a82a850 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:28.157074 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5158c3a9-09f1-403a-a494-a0ccca11860d req-43068aa3-fa26-4f72-80b9-75219a82a850 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 943 time: 0.0783141 Jan 28 13:21:28.173697 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1936e6-643d-427d-b874-bec04919c480 None None] Pushing event updated for resources: {'Port': ['ID=8486451d-da20-477a-86a3-af36dee9917e,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:28.181140 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c10bc436-a8f7-4d1f-8234-dfff9c8fb6cd req-cd622682-a99a-4622-9704-bd975788964a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195194 Jan 28 13:21:28.186939 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1936e6-643d-427d-b874-bec04919c480 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:28.195822 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1936e6-643d-427d-b874-bec04919c480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:28.195822 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1936e6-643d-427d-b874-bec04919c480 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:28.195822 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1936e6-643d-427d-b874-bec04919c480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:28.195822 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1936e6-643d-427d-b874-bec04919c480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:28.195822 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1936e6-643d-427d-b874-bec04919c480 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:28.195822 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1936e6-643d-427d-b874-bec04919c480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:28.195822 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1936e6-643d-427d-b874-bec04919c480 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:28.195822 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1936e6-643d-427d-b874-bec04919c480 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:28.195822 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1936e6-643d-427d-b874-bec04919c480 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:28.195822 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1936e6-643d-427d-b874-bec04919c480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:28.195822 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1936e6-643d-427d-b874-bec04919c480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:28.195822 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1936e6-643d-427d-b874-bec04919c480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:28.215763 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-7079cb2a-8699-4bed-afa4-50a02a928524 None None] For port 8486451d-da20-477a-86a3-af36dee9917e, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:21:28.229664 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-7079cb2a-8699-4bed-afa4-50a02a928524 None None] For port 8486451d-da20-477a-86a3-af36dee9917e, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8486451d-da20-477a-86a3-af36dee9917e,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:21:28.239597 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7079cb2a-8699-4bed-afa4-50a02a928524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8486451d-da20-477a-86a3-af36dee9917e), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:28.260711 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d9224b45-373b-41fe-8d4f-3dfe442f58cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:28.295771 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5158c3a9-09f1-403a-a494-a0ccca11860d req-c889ab43-a126-4bd7-a45d-a79cb1491dfe tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160843 Jan 28 13:21:28.364553 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7079cb2a-8699-4bed-afa4-50a02a928524 None None] Routers {'d6e377f9-29f3-42ec-89fc-91a17e85e89b'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:21:28.365184 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-7079cb2a-8699-4bed-afa4-50a02a928524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:21:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d6e377f9-29f3-42ec-89fc-91a17e85e89b'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:28.437758 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1936e6-643d-427d-b874-bec04919c480 None None] Pushing event updated for resources: {'Port': ['ID=8486451d-da20-477a-86a3-af36dee9917e,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:28.440115 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857e2b2-ee8f-4b8d-a01e-c3183a8429e8 req-b58cce23-4e9c-4228-8a4c-888af0f2de23 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:28.448025 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f857e2b2-ee8f-4b8d-a01e-c3183a8429e8 req-b58cce23-4e9c-4228-8a4c-888af0f2de23 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 1097 time: 0.0634916 Jan 28 13:21:28.471091 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-d9224b45-373b-41fe-8d4f-3dfe442f58cd admin admin] Allocated IP 172.20.0.1 (efd7d1a6-bf31-41ea-94fc-f9d2b5020689/c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc/81be7a08-e7cb-4d22-9098-40d02e9b281f) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:21:28.519928 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f857e2b2-ee8f-4b8d-a01e-c3183a8429e8 req-deb97feb-b334-426a-8d78-ffa7d3875b15 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700648 Jan 28 13:21:28.566039 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-7079cb2a-8699-4bed-afa4-50a02a928524 None None] Set router d6e377f9-29f3-42ec-89fc-91a17e85e89b gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:21:28.608274 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d9224b45-373b-41fe-8d4f-3dfe442f58cd admin admin] Publish callbacks [] for port (81be7a08-e7cb-4d22-9098-40d02e9b281f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:28.661394 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d9224b45-373b-41fe-8d4f-3dfe442f58cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (81be7a08-e7cb-4d22-9098-40d02e9b281f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:28.703779 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6ad97-40bc-47d0-9536-cc8be0d28951 req-bc2a7a1d-b0b3-4efb-83b4-cfc4cd15cb71 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:28.713791 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bfe6ad97-40bc-47d0-9536-cc8be0d28951 req-bc2a7a1d-b0b3-4efb-83b4-cfc4cd15cb71 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.0873821 Jan 28 13:21:28.729964 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9224b45-373b-41fe-8d4f-3dfe442f58cd admin admin] Pushing event updated for resources: {'Port': ['ID=81be7a08-e7cb-4d22-9098-40d02e9b281f,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:28.760731 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9224b45-373b-41fe-8d4f-3dfe442f58cd admin admin] Network efd7d1a6-bf31-41ea-94fc-f9d2b5020689 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:21:28.766044 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-d9224b45-373b-41fe-8d4f-3dfe442f58cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:21:28.769832 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9224b45-373b-41fe-8d4f-3dfe442f58cd admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:21:28.812970 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d9224b45-373b-41fe-8d4f-3dfe442f58cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (d6e377f9-29f3-42ec-89fc-91a17e85e89b), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:28.825348 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bfe6ad97-40bc-47d0-9536-cc8be0d28951 req-60616843-991b-4841-8bc2-4b16a107d0df tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100695 Jan 28 13:21:28.884508 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44db02c-ab8a-4cb0-b744-c3fe97fd1982 req-5608a375-5cdc-4dd9-8819-80d64a00ed0f tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:28.896647 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e44db02c-ab8a-4cb0-b744-c3fe97fd1982 req-5608a375-5cdc-4dd9-8819-80d64a00ed0f tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.2508352 Jan 28 13:21:28.897871 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-7079cb2a-8699-4bed-afa4-50a02a928524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'name': 'tempest-ServersTestManualDisk-694497324-router', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '8486451d-da20-477a-86a3-af36dee9917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:22Z', 'updated_at': '2022-01-28T13:21:24Z', 'revision_number': 3, 'project_id': 'b51487ec9b47438e87a199873ed50b2d', 'gw_port': {'id': '8486451d-da20-477a-86a3-af36dee9917e', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:23Z', 'updated_at': '2022-01-28T13:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:28.956593 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7079cb2a-8699-4bed-afa4-50a02a928524 None None] The sync data for ids ['d6e377f9-29f3-42ec-89fc-91a17e85e89b'] in n-d-822747-2 is: [{'id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'name': 'tempest-ServersTestManualDisk-694497324-router', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '8486451d-da20-477a-86a3-af36dee9917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:22Z', 'updated_at': '2022-01-28T13:21:24Z', 'revision_number': 3, 'project_id': 'b51487ec9b47438e87a199873ed50b2d', 'gw_port': {'id': '8486451d-da20-477a-86a3-af36dee9917e', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:23Z', 'updated_at': '2022-01-28T13:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:21:29.026793 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e44db02c-ab8a-4cb0-b744-c3fe97fd1982 req-eeb3b2dc-9b5e-406b-8556-72235fb82474 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242170 Jan 28 13:21:29.071621 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d9224b45-373b-41fe-8d4f-3dfe442f58cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (81be7a08-e7cb-4d22-9098-40d02e9b281f), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:29.222819 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ea1a1fc3-42aa-478a-8cec-db1301ef9085 None None] Provisioning complete for port 81be7a08-e7cb-4d22-9098-40d02e9b281f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:21:29.223740 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea1a1fc3-42aa-478a-8cec-db1301ef9085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (81be7a08-e7cb-4d22-9098-40d02e9b281f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:29.294779 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bf10f-4494-4dd5-be96-761aae545de7 req-45de6cae-696d-44e5-94ad-df540c4b6b5f tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:29.296602 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-108bf10f-4494-4dd5-be96-761aae545de7 req-45de6cae-696d-44e5-94ad-df540c4b6b5f tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 945 time: 0.1296458 Jan 28 13:21:29.321597 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ea1a1fc3-42aa-478a-8cec-db1301ef9085 None None] Port 81be7a08-e7cb-4d22-9098-40d02e9b281f cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:21:29.390559 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-14a26fc7-1b07-4fd4-99f7-169a0db26efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:29.512567 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d9224b45-373b-41fe-8d4f-3dfe442f58cd admin admin] Publish callbacks [] for port (81be7a08-e7cb-4d22-9098-40d02e9b281f), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:29.523639 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-108bf10f-4494-4dd5-be96-761aae545de7 req-ae2456e0-043a-468a-8ef9-080c3e507d5d tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019422 Jan 28 13:21:29.525938 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d9224b45-373b-41fe-8d4f-3dfe442f58cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (81be7a08-e7cb-4d22-9098-40d02e9b281f), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:29.616590 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9224b45-373b-41fe-8d4f-3dfe442f58cd admin admin] Pushing event updated for resources: {'Port': ['ID=81be7a08-e7cb-4d22-9098-40d02e9b281f,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:29.685485 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d9224b45-373b-41fe-8d4f-3dfe442f58cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (d6e377f9-29f3-42ec-89fc-91a17e85e89b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:29.854035 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9224b45-373b-41fe-8d4f-3dfe442f58cd admin admin] Network efd7d1a6-bf31-41ea-94fc-f9d2b5020689 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:21:29.855717 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-d9224b45-373b-41fe-8d4f-3dfe442f58cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:21:30.105357 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1542049-3538-4101-8c8a-8771853b8141 req-4379c85d-f7a0-4316-9c71-1a3533c3de13 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:30.107202 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c1542049-3538-4101-8c8a-8771853b8141 req-4379c85d-f7a0-4316-9c71-1a3533c3de13 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.1171169 Jan 28 13:21:30.137701 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9224b45-373b-41fe-8d4f-3dfe442f58cd admin admin] Router d6e377f9-29f3-42ec-89fc-91a17e85e89b has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:21:30.225037 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c1542049-3538-4101-8c8a-8771853b8141 req-243e2b25-239d-4a31-8b61-e0d5223ed014 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062794 Jan 28 13:21:30.266115 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-90b472e8-ce66-42da-b4f1-07a11e23db75 None None] Provisioning complete for port 81be7a08-e7cb-4d22-9098-40d02e9b281f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:21:30.267138 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-90b472e8-ce66-42da-b4f1-07a11e23db75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (81be7a08-e7cb-4d22-9098-40d02e9b281f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:30.300312 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9224b45-373b-41fe-8d4f-3dfe442f58cd admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:21:30.311543 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d9224b45-373b-41fe-8d4f-3dfe442f58cd admin admin] 10.222.0.39 "PUT /v2.0/routers/d6e377f9-29f3-42ec-89fc-91a17e85e89b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0813227 Jan 28 13:21:30.330242 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-90b472e8-ce66-42da-b4f1-07a11e23db75 None None] Port 81be7a08-e7cb-4d22-9098-40d02e9b281f cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:21:30.429574 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10199a2-f684-4103-892e-a8b936d3c58c req-c2ac51c3-921e-4b80-8053-e5d848467dd1 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:30.431117 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e10199a2-f684-4103-892e-a8b936d3c58c req-c2ac51c3-921e-4b80-8053-e5d848467dd1 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 943 time: 0.0698922 Jan 28 13:21:30.488304 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e10199a2-f684-4103-892e-a8b936d3c58c req-d5738d7d-e25c-484e-b152-8e5133bd0511 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483251 Jan 28 13:21:30.591762 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328ce6b-2915-46f2-b15e-d08eceb7e752 req-35e17c06-8ba8-4d53-aa4f-9664dc83281a tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:30.593241 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f328ce6b-2915-46f2-b15e-d08eceb7e752 req-35e17c06-8ba8-4d53-aa4f-9664dc83281a tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.0483844 Jan 28 13:21:30.642884 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f328ce6b-2915-46f2-b15e-d08eceb7e752 req-bbb2f2e7-792d-42a6-b5df-c4f671f47173 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438507 Jan 28 13:21:30.752987 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ee869-11cc-409f-bf09-9a8063ac6df1 req-c2671798-30a8-42f3-a329-c9cef013bc45 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:30.754546 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c84ee869-11cc-409f-bf09-9a8063ac6df1 req-c2671798-30a8-42f3-a329-c9cef013bc45 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.0538142 Jan 28 13:21:30.816163 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c84ee869-11cc-409f-bf09-9a8063ac6df1 req-1f969a3e-52b0-4093-845d-7a7cc2d57dfb tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556273 Jan 28 13:21:30.898006 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8486451d-da20-477a-86a3-af36dee9917e up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:21:30.951030 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 8486451d-da20-477a-86a3-af36dee9917e triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:21:30.951509 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8486451d-da20-477a-86a3-af36dee9917e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:31.038644 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 8486451d-da20-477a-86a3-af36dee9917e is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:31.039474 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8486451d-da20-477a-86a3-af36dee9917e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:31.061529 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 8486451d-da20-477a-86a3-af36dee9917e, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8486451d-da20-477a-86a3-af36dee9917e,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:31.069315 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8486451d-da20-477a-86a3-af36dee9917e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:31.122837 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=8486451d-da20-477a-86a3-af36dee9917e,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:31.266723 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e89233-04b6-4e92-a7cb-daf4da92c6de None None] Sync routers for ids ['d6e377f9-29f3-42ec-89fc-91a17e85e89b'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:21:31.278228 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e89233-04b6-4e92-a7cb-daf4da92c6de None None] Routers {'d6e377f9-29f3-42ec-89fc-91a17e85e89b'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:21:31.279043 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-37e89233-04b6-4e92-a7cb-daf4da92c6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:21:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d6e377f9-29f3-42ec-89fc-91a17e85e89b'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:31.331012 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47246) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:31.335980 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-27acb94d-2795-4869-a145-717bc0bb8b68 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Request body: {'security_group': {'name': 'tempest-securitygroup--967589898', 'description': 'tempest-description--832785668'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:31.364885 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-27acb94d-2795-4869-a145-717bc0bb8b68 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:31.414629 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-37e89233-04b6-4e92-a7cb-daf4da92c6de None None] Set router d6e377f9-29f3-42ec-89fc-91a17e85e89b gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:21:31.449158 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec7a0b-62a4-4ba4-bdbb-0089149faefc req-dd6c3cc2-ce25-4d87-b44e-301f61776262 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:31.452126 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cdec7a0b-62a4-4ba4-bdbb-0089149faefc req-dd6c3cc2-ce25-4d87-b44e-301f61776262 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 945 time: 0.0626602 Jan 28 13:21:31.478404 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-27acb94d-2795-4869-a145-717bc0bb8b68 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks [] for security_group (7211f1c5-0373-4964-a18c-2763e5b194c4), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:31.483632 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-27acb94d-2795-4869-a145-717bc0bb8b68 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7211f1c5-0373-4964-a18c-2763e5b194c4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:31.505887 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cdec7a0b-62a4-4ba4-bdbb-0089149faefc req-7b70f019-d644-4663-802b-9e5f2ff8658a tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471773 Jan 28 13:21:31.520676 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-27acb94d-2795-4869-a145-717bc0bb8b68 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:31.525539 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47250) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:31.530241 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-f0d652a4-9ee2-4c29-9cc4-29b0becaf7ee tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Request body: {'security_group_rule': {'security_group_id': '7211f1c5-0373-4964-a18c-2763e5b194c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:31.535728 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-27acb94d-2795-4869-a145-717bc0bb8b68 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2034655 Jan 28 13:21:31.541069 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27acb94d-2795-4869-a145-717bc0bb8b68 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7211f1c5-0373-4964-a18c-2763e5b194c4,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:31.575113 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f0d652a4-9ee2-4c29-9cc4-29b0becaf7ee tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks [] for security_group_rule (17d7ca9d-2187-4120-bedd-ac22febab67d), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:31.609376 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19820cfb-cb99-456c-8556-a9be804be8e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:31.655247 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f0d652a4-9ee2-4c29-9cc4-29b0becaf7ee tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks [] for security_group_rule (17d7ca9d-2187-4120-bedd-ac22febab67d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:31.666161 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f0d652a4-9ee2-4c29-9cc4-29b0becaf7ee tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (17d7ca9d-2187-4120-bedd-ac22febab67d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:31.690050 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d652a4-9ee2-4c29-9cc4-29b0becaf7ee tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d7ca9d-2187-4120-bedd-ac22febab67d,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:31.705717 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f0d652a4-9ee2-4c29-9cc4-29b0becaf7ee tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:31.710333 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47254) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:31.715463 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-f18c5fa2-bff6-4cdc-b0ed-f4ba7a5b8c1f tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Request body: {'security_group_rule': {'security_group_id': '7211f1c5-0373-4964-a18c-2763e5b194c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:31.719776 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f0d652a4-9ee2-4c29-9cc4-29b0becaf7ee tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1930726 Jan 28 13:21:31.720433 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-37e89233-04b6-4e92-a7cb-daf4da92c6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'name': 'tempest-ServersTestManualDisk-694497324-router', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '8486451d-da20-477a-86a3-af36dee9917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:22Z', 'updated_at': '2022-01-28T13:21:29Z', 'revision_number': 4, 'project_id': 'b51487ec9b47438e87a199873ed50b2d', 'gw_port': {'id': '8486451d-da20-477a-86a3-af36dee9917e', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:23Z', 'updated_at': '2022-01-28T13:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '81be7a08-e7cb-4d22-9098-40d02e9b281f', 'name': '', 'network_id': 'efd7d1a6-bf31-41ea-94fc-f9d2b5020689', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'mac_address': 'fa:16:3e:c4:6c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:28Z', 'updated_at': '2022-01-28T13:21:29Z', 'revision_number': 2, 'project_id': 'b51487ec9b47438e87a199873ed50b2d', 'subnets': [{'id': 'c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:31.752652 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f18c5fa2-bff6-4cdc-b0ed-f4ba7a5b8c1f tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks [] for security_group_rule (7dee391a-ae94-4131-aebb-29dffebed186), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:31.776162 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e89233-04b6-4e92-a7cb-daf4da92c6de None None] Checking router: d6e377f9-29f3-42ec-89fc-91a17e85e89b for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:21:31.777030 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e89233-04b6-4e92-a7cb-daf4da92c6de None None] Updating router d6e377f9-29f3-42ec-89fc-91a17e85e89b port 81be7a08-e7cb-4d22-9098-40d02e9b281f binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:21:31.826368 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f18c5fa2-bff6-4cdc-b0ed-f4ba7a5b8c1f tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks [] for security_group_rule (7dee391a-ae94-4131-aebb-29dffebed186), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:31.826598 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37e89233-04b6-4e92-a7cb-daf4da92c6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (81be7a08-e7cb-4d22-9098-40d02e9b281f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:31.832895 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f18c5fa2-bff6-4cdc-b0ed-f4ba7a5b8c1f tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (7dee391a-ae94-4131-aebb-29dffebed186), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:31.835671 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99626d10-c60e-49e4-8b86-49d1304cc4b9 req-56872deb-7aa2-4cdb-8bd2-8a2076e7936d tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:31.850204 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-99626d10-c60e-49e4-8b86-49d1304cc4b9 req-56872deb-7aa2-4cdb-8bd2-8a2076e7936d tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.1254983 Jan 28 13:21:31.860723 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c5fa2-bff6-4cdc-b0ed-f4ba7a5b8c1f tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dee391a-ae94-4131-aebb-29dffebed186,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:31.874134 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f18c5fa2-bff6-4cdc-b0ed-f4ba7a5b8c1f tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:31.880299 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f18c5fa2-bff6-4cdc-b0ed-f4ba7a5b8c1f tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1687167 Jan 28 13:21:31.881813 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47258) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:31.888510 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-278cab69-ca7b-4dcb-b081-7390ba9370eb tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:31.917781 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-278cab69-ca7b-4dcb-b081-7390ba9370eb tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:31.940750 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-99626d10-c60e-49e4-8b86-49d1304cc4b9 req-b130cc4d-ad64-42b6-82a0-7b45f10b570d tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883601 Jan 28 13:21:32.055111 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-278cab69-ca7b-4dcb-b081-7390ba9370eb tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:32.080145 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce6f85-8cf1-4715-86c9-a94e1dfc0320 req-c429499d-3e42-4f44-9720-68d8326f0989 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:32.088049 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-25ce6f85-8cf1-4715-86c9-a94e1dfc0320 req-c429499d-3e42-4f44-9720-68d8326f0989 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 943 time: 0.0680344 Jan 28 13:21:32.167660 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-25ce6f85-8cf1-4715-86c9-a94e1dfc0320 req-18e008b7-ba10-473b-a930-df5ff6e6bc4f tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776505 Jan 28 13:21:32.177282 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-278cab69-ca7b-4dcb-b081-7390ba9370eb tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Allocated IP 172.25.3.188 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/89c4db6f-1fea-4de9-9fc3-db051daaa990) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:21:32.206732 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37e89233-04b6-4e92-a7cb-daf4da92c6de None None] Publish callbacks [] for port (81be7a08-e7cb-4d22-9098-40d02e9b281f), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:32.214578 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37e89233-04b6-4e92-a7cb-daf4da92c6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (81be7a08-e7cb-4d22-9098-40d02e9b281f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:32.264945 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6116414-c595-4f63-8f48-3394d656b5af None None] Pushing event updated for resources: {'Port': ['ID=81be7a08-e7cb-4d22-9098-40d02e9b281f,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:32.303533 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af330e-20f3-49cd-b571-f80563a2e0cb req-defe9200-707a-404e-a444-486a4335394c tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:32.305074 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-51af330e-20f3-49cd-b571-f80563a2e0cb req-defe9200-707a-404e-a444-486a4335394c tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.0726957 Jan 28 13:21:32.323301 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-278cab69-ca7b-4dcb-b081-7390ba9370eb tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks [] for port (89c4db6f-1fea-4de9-9fc3-db051daaa990), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:32.369677 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-51af330e-20f3-49cd-b571-f80563a2e0cb req-d8adb87d-b8f5-425b-9a4d-45df70d84866 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549092 Jan 28 13:21:32.382738 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-37e89233-04b6-4e92-a7cb-daf4da92c6de None None] Attempting to bind port 81be7a08-e7cb-4d22-9098-40d02e9b281f on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:21:32.383387 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-37e89233-04b6-4e92-a7cb-daf4da92c6de None None] Attempting to bind port 81be7a08-e7cb-4d22-9098-40d02e9b281f by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '990e9f56-f119-4a5c-9f38-63165e995564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'efd7d1a6-bf31-41ea-94fc-f9d2b5020689'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:21:32.383497 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e89233-04b6-4e92-a7cb-daf4da92c6de None None] Attempting to bind port 81be7a08-e7cb-4d22-9098-40d02e9b281f on network efd7d1a6-bf31-41ea-94fc-f9d2b5020689 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:21:32.404164 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e89233-04b6-4e92-a7cb-daf4da92c6de None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:21:32.404548 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e89233-04b6-4e92-a7cb-daf4da92c6de None None] Checking segment: {'id': '990e9f56-f119-4a5c-9f38-63165e995564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'efd7d1a6-bf31-41ea-94fc-f9d2b5020689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:21:32.405014 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37e89233-04b6-4e92-a7cb-daf4da92c6de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:32.405407 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e89233-04b6-4e92-a7cb-daf4da92c6de None None] Bound using segment: {'id': '990e9f56-f119-4a5c-9f38-63165e995564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'efd7d1a6-bf31-41ea-94fc-f9d2b5020689'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:21:32.405891 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-37e89233-04b6-4e92-a7cb-daf4da92c6de None None] Bound port: 81be7a08-e7cb-4d22-9098-40d02e9b281f, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990e9f56-f119-4a5c-9f38-63165e995564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'efd7d1a6-bf31-41ea-94fc-f9d2b5020689'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:21:32.406267 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37e89233-04b6-4e92-a7cb-daf4da92c6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (81be7a08-e7cb-4d22-9098-40d02e9b281f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:32.419324 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-278cab69-ca7b-4dcb-b081-7390ba9370eb tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (89c4db6f-1fea-4de9-9fc3-db051daaa990), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:32.494098 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278cab69-ca7b-4dcb-b081-7390ba9370eb tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:21:32.498887 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-278cab69-ca7b-4dcb-b081-7390ba9370eb tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:21:32.501380 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278cab69-ca7b-4dcb-b081-7390ba9370eb tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:21:32.507302 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795e652-7590-4180-a312-f9711fb34f6e req-a3b6c44e-0211-4399-b07a-f3746ddfc669 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:32.509020 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9795e652-7590-4180-a312-f9711fb34f6e req-a3b6c44e-0211-4399-b07a-f3746ddfc669 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.0568540 Jan 28 13:21:32.535296 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-37e89233-04b6-4e92-a7cb-daf4da92c6de None None] For port 81be7a08-e7cb-4d22-9098-40d02e9b281f, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:21:32.540439 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-37e89233-04b6-4e92-a7cb-daf4da92c6de None None] For port 81be7a08-e7cb-4d22-9098-40d02e9b281f, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=81be7a08-e7cb-4d22-9098-40d02e9b281f,segment=NetworkSegment(990e9f56-f119-4a5c-9f38-63165e995564),segment_id=990e9f56-f119-4a5c-9f38-63165e995564)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:21:32.546621 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37e89233-04b6-4e92-a7cb-daf4da92c6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (81be7a08-e7cb-4d22-9098-40d02e9b281f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:32.547141 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278cab69-ca7b-4dcb-b081-7390ba9370eb tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Pushing event updated for resources: {'Port': ['ID=89c4db6f-1fea-4de9-9fc3-db051daaa990,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:32.573196 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9795e652-7590-4180-a312-f9711fb34f6e req-de62be55-e15e-49e1-ac21-a6cdf186215b tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579493 Jan 28 13:21:32.623243 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-278cab69-ca7b-4dcb-b081-7390ba9370eb tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks [] for floatingip (ca69c734-1b87-4a60-92d0-4788f42bea5b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:32.650738 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-984358c5-e09d-41ed-9770-57e1b92d90a4 None None] Provisioning complete for port 81be7a08-e7cb-4d22-9098-40d02e9b281f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:21:32.651142 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-984358c5-e09d-41ed-9770-57e1b92d90a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (81be7a08-e7cb-4d22-9098-40d02e9b281f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:32.654138 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e89233-04b6-4e92-a7cb-daf4da92c6de None None] Routers {'d6e377f9-29f3-42ec-89fc-91a17e85e89b'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:21:32.654777 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-37e89233-04b6-4e92-a7cb-daf4da92c6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:21:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d6e377f9-29f3-42ec-89fc-91a17e85e89b'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:32.656463 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6116414-c595-4f63-8f48-3394d656b5af None None] Pushing event updated for resources: {'Port': ['ID=81be7a08-e7cb-4d22-9098-40d02e9b281f,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:32.689714 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-278cab69-ca7b-4dcb-b081-7390ba9370eb tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (89c4db6f-1fea-4de9-9fc3-db051daaa990), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:32.768230 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:32.791118 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:21:32.810163 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbf176-0f4e-433d-9a22-203d0ca5e9e2 req-163a5630-cad4-4e01-b538-41da80cb9f55 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:32.812184 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-69bbf176-0f4e-433d-9a22-203d0ca5e9e2 req-163a5630-cad4-4e01-b538-41da80cb9f55 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 945 time: 0.1278191 Jan 28 13:21:32.874671 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8486451d-da20-477a-86a3-af36dee9917e up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:21:32.886436 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-69bbf176-0f4e-433d-9a22-203d0ca5e9e2 req-b6a69c83-7712-4f47-880b-c60b13d1ef35 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682406 Jan 28 13:21:32.916155 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-278cab69-ca7b-4dcb-b081-7390ba9370eb tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks [] for port (89c4db6f-1fea-4de9-9fc3-db051daaa990), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:32.927107 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-278cab69-ca7b-4dcb-b081-7390ba9370eb tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (89c4db6f-1fea-4de9-9fc3-db051daaa990), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:32.961505 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-37e89233-04b6-4e92-a7cb-daf4da92c6de None None] Set router d6e377f9-29f3-42ec-89fc-91a17e85e89b gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:21:32.995229 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-984358c5-e09d-41ed-9770-57e1b92d90a4 None None] Current status of the port 81be7a08-e7cb-4d22-9098-40d02e9b281f is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:32.995625 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-984358c5-e09d-41ed-9770-57e1b92d90a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (81be7a08-e7cb-4d22-9098-40d02e9b281f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:33.010593 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278cab69-ca7b-4dcb-b081-7390ba9370eb tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Pushing event updated for resources: {'Port': ['ID=89c4db6f-1fea-4de9-9fc3-db051daaa990,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:33.025001 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-278cab69-ca7b-4dcb-b081-7390ba9370eb tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (ca69c734-1b87-4a60-92d0-4788f42bea5b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:33.045124 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-278cab69-ca7b-4dcb-b081-7390ba9370eb tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:33.054556 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-278cab69-ca7b-4dcb-b081-7390ba9370eb tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1634135 Jan 28 13:21:33.100892 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-984358c5-e09d-41ed-9770-57e1b92d90a4 None None] For port 81be7a08-e7cb-4d22-9098-40d02e9b281f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=81be7a08-e7cb-4d22-9098-40d02e9b281f,segment=NetworkSegment(990e9f56-f119-4a5c-9f38-63165e995564),segment_id=990e9f56-f119-4a5c-9f38-63165e995564)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:33.111845 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 8486451d-da20-477a-86a3-af36dee9917e triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:21:33.112221 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8486451d-da20-477a-86a3-af36dee9917e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:33.116830 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-984358c5-e09d-41ed-9770-57e1b92d90a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (81be7a08-e7cb-4d22-9098-40d02e9b281f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:33.138967 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e139fac-6587-44dd-917c-98d16a936cfe req-32d6bf97-86eb-4cfa-a432-6e8b9d290629 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:33.140674 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2e139fac-6587-44dd-917c-98d16a936cfe req-32d6bf97-86eb-4cfa-a432-6e8b9d290629 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.0632575 Jan 28 13:21:33.193642 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2e139fac-6587-44dd-917c-98d16a936cfe req-9be9ca3e-b1c1-4432-9de7-ad3c8421f422 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457878 Jan 28 13:21:33.317747 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-6a06ee20-5924-4e43-90ec-67b0e55fe04a tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--967589898&fields=id&tenant_id=b51487ec9b47438e87a199873ed50b2d HTTP/1.1" status: 200 len: 267 time: 0.0467412 Jan 28 13:21:33.411708 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-bedfe1b3-97bb-49ac-8fac-965046a744a1 None None] Provisioning complete for port 81be7a08-e7cb-4d22-9098-40d02e9b281f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:21:33.412369 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bedfe1b3-97bb-49ac-8fac-965046a744a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (81be7a08-e7cb-4d22-9098-40d02e9b281f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:33.438938 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-e228d963-590c-4c0a-b3f2-6b79309d4c8e tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:33.440383 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984358c5-e09d-41ed-9770-57e1b92d90a4 None None] Pushing event updated for resources: {'Port': ['ID=81be7a08-e7cb-4d22-9098-40d02e9b281f,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:33.440843 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-e228d963-590c-4c0a-b3f2-6b79309d4c8e tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "GET /v2.0/networks?id=efd7d1a6-bf31-41ea-94fc-f9d2b5020689 HTTP/1.1" status: 200 len: 811 time: 0.1156700 Jan 28 13:21:33.459572 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-04d3752d-6332-424f-8a55-1f64b879e20f tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "GET /v2.0/quotas/b51487ec9b47438e87a199873ed50b2d HTTP/1.1" status: 200 len: 375 time: 0.0127273 Jan 28 13:21:33.516254 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-3319b1b5-58c3-4480-8e16-44944f39e053 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b51487ec9b47438e87a199873ed50b2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522578 Jan 28 13:21:33.535470 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 8486451d-da20-477a-86a3-af36dee9917e is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:33.580792 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-37e89233-04b6-4e92-a7cb-daf4da92c6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'name': 'tempest-ServersTestManualDisk-694497324-router', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '8486451d-da20-477a-86a3-af36dee9917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:22Z', 'updated_at': '2022-01-28T13:21:29Z', 'revision_number': 4, 'project_id': 'b51487ec9b47438e87a199873ed50b2d', 'gw_port': {'id': '8486451d-da20-477a-86a3-af36dee9917e', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:23Z', 'updated_at': '2022-01-28T13:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '81be7a08-e7cb-4d22-9098-40d02e9b281f', 'name': '', 'network_id': 'efd7d1a6-bf31-41ea-94fc-f9d2b5020689', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'mac_address': 'fa:16:3e:c4:6c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:28Z', 'updated_at': '2022-01-28T13:21:32Z', 'revision_number': 4, 'project_id': 'b51487ec9b47438e87a199873ed50b2d', 'subnets': [{'id': 'c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:33.583177 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-bedfe1b3-97bb-49ac-8fac-965046a744a1 None None] Current status of the port 81be7a08-e7cb-4d22-9098-40d02e9b281f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:33.611339 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e89233-04b6-4e92-a7cb-daf4da92c6de None None] The sync data for ids ['d6e377f9-29f3-42ec-89fc-91a17e85e89b'] in n-d-822747-2 is: [{'id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'name': 'tempest-ServersTestManualDisk-694497324-router', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '8486451d-da20-477a-86a3-af36dee9917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:22Z', 'updated_at': '2022-01-28T13:21:29Z', 'revision_number': 4, 'project_id': 'b51487ec9b47438e87a199873ed50b2d', 'gw_port': {'id': '8486451d-da20-477a-86a3-af36dee9917e', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:23Z', 'updated_at': '2022-01-28T13:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '81be7a08-e7cb-4d22-9098-40d02e9b281f', 'name': '', 'network_id': 'efd7d1a6-bf31-41ea-94fc-f9d2b5020689', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'mac_address': 'fa:16:3e:c4:6c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:28Z', 'updated_at': '2022-01-28T13:21:32Z', 'revision_number': 4, 'project_id': 'b51487ec9b47438e87a199873ed50b2d', 'subnets': [{'id': 'c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:21:33.699585 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-53eada79-ee55-4620-8ce8-d545b0e1c3fd service neutron] 10.222.0.39 "GET /v2.0/networks/efd7d1a6-bf31-41ea-94fc-f9d2b5020689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694295 Jan 28 13:21:33.823124 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-0c883c0d-41e1-4be6-977d-07451ea8f5a7 service neutron] 10.222.0.39 "GET /v2.0/networks/efd7d1a6-bf31-41ea-94fc-f9d2b5020689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130388 Jan 28 13:21:34.058757 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0a95e-355d-4ce4-bf8b-7b5310c302c8 req-0ef584d7-9fea-45c5-997f-5bc27687d1cb tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:34.059992 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-81a0a95e-355d-4ce4-bf8b-7b5310c302c8 req-0ef584d7-9fea-45c5-997f-5bc27687d1cb tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 943 time: 0.0600710 Jan 28 13:21:34.105431 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:34.121048 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-81a0a95e-355d-4ce4-bf8b-7b5310c302c8 req-94cffc47-9d0b-4727-a2d2-a4c0a0172fa8 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554221 Jan 28 13:21:34.254118 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421371d2-76c2-4b2a-924c-7adb73837e60 req-e9a3eb95-4492-4744-8c60-3e73e97b7fa7 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:34.255822 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-421371d2-76c2-4b2a-924c-7adb73837e60 req-e9a3eb95-4492-4744-8c60-3e73e97b7fa7 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.0671716 Jan 28 13:21:34.329062 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-421371d2-76c2-4b2a-924c-7adb73837e60 req-48bd9360-908b-43e0-98a0-0fcb13dfd156 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668566 Jan 28 13:21:34.529901 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a4e3e-d0a7-476d-b458-7e2d81e27b34 req-bdc7c377-18dd-4f46-b00a-58c729b67dec tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:34.535317 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9e0860a2-ec07-4494-9b76-58bfd576f8d4 req-c01b033f-de05-4f29-b3fc-e13e7727ab22 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1363249 Jan 28 13:21:34.538264 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b5a4e3e-d0a7-476d-b458-7e2d81e27b34 req-bdc7c377-18dd-4f46-b00a-58c729b67dec tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.1180577 Jan 28 13:21:34.581763 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-67f91c89-9a2c-4867-92fa-9ddba2d4a27f tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:21:34.583233 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-67f91c89-9a2c-4867-92fa-9ddba2d4a27f tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066891 Jan 28 13:21:34.606242 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b5a4e3e-d0a7-476d-b458-7e2d81e27b34 req-3b6c54ec-f1e7-4a0f-936d-e80f6647c665 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670786 Jan 28 13:21:34.656032 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-2842c779-219d-4095-93e0-a705847e4d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:34.657821 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-2842c779-219d-4095-93e0-a705847e4d76 service neutron] 10.222.0.39 "GET /v2.0/ports/e83363f1-b4a5-4967-8ee4-8d8f9a760f47 HTTP/1.1" status: 200 len: 1094 time: 0.0649414 Jan 28 13:21:34.689440 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-610364a2-e523-4c3e-91d6-0d9fffbb69fc service neutron] Request body: {'binding': {'host': 'n-h2-822747-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:34.690420 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-610364a2-e523-4c3e-91d6-0d9fffbb69fc service neutron] Unknown quota resources ['binding']. {{(pid=103352) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:21:34.754611 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca08ef-ca86-48e4-896a-cc1dd9e764f2 req-217a5baf-2d13-474f-85b3-7c8f8fe50cbf tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:34.758259 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d5ca08ef-ca86-48e4-896a-cc1dd9e764f2 req-217a5baf-2d13-474f-85b3-7c8f8fe50cbf tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 945 time: 0.0646024 Jan 28 13:21:34.854812 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0860a2-ec07-4494-9b76-58bfd576f8d4 req-ad9e7852-7311-430e-9429-b53ab2b12015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:34.856699 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9e0860a2-ec07-4494-9b76-58bfd576f8d4 req-ad9e7852-7311-430e-9429-b53ab2b12015 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93543269cade486c80fd00260197c0a8&device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 1096 time: 0.1979938 Jan 28 13:21:34.927745 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d5ca08ef-ca86-48e4-896a-cc1dd9e764f2 req-67ff10e3-cd99-485c-a708-4b89e3605730 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451421 Jan 28 13:21:35.054442 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 81be7a08-e7cb-4d22-9098-40d02e9b281f up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:21:35.102525 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-610364a2-e523-4c3e-91d6-0d9fffbb69fc service neutron] Attempting to bind port e83363f1-b4a5-4967-8ee4-8d8f9a760f47 on host n-h2-822747-2 for vnic_type normal with profile None {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:21:35.103113 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-610364a2-e523-4c3e-91d6-0d9fffbb69fc service neutron] Attempting to bind port e83363f1-b4a5-4967-8ee4-8d8f9a760f47 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:21:35.103516 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-610364a2-e523-4c3e-91d6-0d9fffbb69fc service neutron] Attempting to bind port e83363f1-b4a5-4967-8ee4-8d8f9a760f47 on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:21:35.118564 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-610364a2-e523-4c3e-91d6-0d9fffbb69fc service neutron] Port e83363f1-b4a5-4967-8ee4-8d8f9a760f47 on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:21:35.118863 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-610364a2-e523-4c3e-91d6-0d9fffbb69fc service neutron] Attempting to bind port e83363f1-b4a5-4967-8ee4-8d8f9a760f47 on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:21:35.122217 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0860a2-ec07-4494-9b76-58bfd576f8d4 req-e29c2850-28c6-4eca-a909-9ce3c308c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:35.124130 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9e0860a2-ec07-4494-9b76-58bfd576f8d4 req-e29c2850-28c6-4eca-a909-9ce3c308c75d service neutron] 10.222.0.37 "GET /v2.0/networks?id=8528e78d-cd10-4563-a6b3-de6e91f8e460 HTTP/1.1" status: 200 len: 908 time: 0.2197843 Jan 28 13:21:35.131657 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-610364a2-e523-4c3e-91d6-0d9fffbb69fc service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:21:35.132078 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-610364a2-e523-4c3e-91d6-0d9fffbb69fc service neutron] Checking segment: {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:21:35.132420 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-610364a2-e523-4c3e-91d6-0d9fffbb69fc service neutron] Bound using segment: {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:21:35.132911 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-610364a2-e523-4c3e-91d6-0d9fffbb69fc service neutron] Bound port: e83363f1-b4a5-4967-8ee4-8d8f9a760f47, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:21:35.163440 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8ea6a783-529b-4a92-9838-99bd7508b210 req-b4b353fb-83ac-4894-b8f9-b52e70e042bc tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "GET /v2.0/ports?device_id=25e89617-3d3d-456f-bb50-b212bac59976 HTTP/1.1" status: 200 len: 210 time: 0.0684342 Jan 28 13:21:35.248115 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9e0860a2-ec07-4494-9b76-58bfd576f8d4 req-61a8db48-b48a-4a27-94ef-18ae74abf37e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 HTTP/1.1" status: 200 len: 217 time: 0.0540524 Jan 28 13:21:35.250943 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 81be7a08-e7cb-4d22-9098-40d02e9b281f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:21:35.251287 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (81be7a08-e7cb-4d22-9098-40d02e9b281f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:35.281861 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-610364a2-e523-4c3e-91d6-0d9fffbb69fc service neutron] For port e83363f1-b4a5-4967-8ee4-8d8f9a760f47, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=e83363f1-b4a5-4967-8ee4-8d8f9a760f47,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:21:35.307861 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-610364a2-e523-4c3e-91d6-0d9fffbb69fc service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:35.317095 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-610364a2-e523-4c3e-91d6-0d9fffbb69fc service neutron] 10.222.0.39 "POST /v2.0/ports/e83363f1-b4a5-4967-8ee4-8d8f9a760f47/bindings HTTP/1.1" status: 201 len: 389 time: 0.6329653 Jan 28 13:21:35.370045 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0860a2-ec07-4494-9b76-58bfd576f8d4 req-323d98d0-0b72-4d84-bae7-b03c41a846ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:35.372507 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9e0860a2-ec07-4494-9b76-58bfd576f8d4 req-323d98d0-0b72-4d84-bae7-b03c41a846ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=585c2f63-9b4b-456a-9eb5-e157a8ee5cdd HTTP/1.1" status: 200 len: 848 time: 0.1142459 Jan 28 13:21:35.449592 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644b6b9-ce33-4532-9aa1-66367857e0f9 req-326cc922-08e4-47df-b0c4-62fb8f0dbbb1 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:35.456097 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9e0860a2-ec07-4494-9b76-58bfd576f8d4 req-46ec808d-e2c3-4abc-8216-dcb3c95c5d95 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8528e78d-cd10-4563-a6b3-de6e91f8e460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707080 Jan 28 13:21:35.457244 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 81be7a08-e7cb-4d22-9098-40d02e9b281f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:35.457411 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8644b6b9-ce33-4532-9aa1-66367857e0f9 req-326cc922-08e4-47df-b0c4-62fb8f0dbbb1 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.1090045 Jan 28 13:21:35.528360 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8644b6b9-ce33-4532-9aa1-66367857e0f9 req-8aae6350-b55c-401d-a60d-1e4be5a95680 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665491 Jan 28 13:21:35.567393 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:35.644669 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9e0860a2-ec07-4494-9b76-58bfd576f8d4 req-6eae59ec-532c-47f2-bec4-97ab99985d88 service neutron] 10.222.0.37 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462157 Jan 28 13:21:35.706004 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-100a5242-fa1c-4d7c-a122-dbe0f1ed8d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:35.708953 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-100a5242-fa1c-4d7c-a122-dbe0f1ed8d4d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 1097 time: 0.1007905 Jan 28 13:21:35.742108 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a844447-fbdd-42e1-afd0-331218807dee req-6fadb103-85a2-40b1-85e6-149b56e247bc tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:35.750356 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4a844447-fbdd-42e1-afd0-331218807dee req-6fadb103-85a2-40b1-85e6-149b56e247bc tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.1034849 Jan 28 13:21:35.770724 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5e145-cc6c-4742-9b36-2a1a7496f258 req-19742096-0d76-461d-bdb2-fac1284f4851 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:35.772886 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-82b5e145-cc6c-4742-9b36-2a1a7496f258 req-19742096-0d76-461d-bdb2-fac1284f4851 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 943 time: 0.3158031 Jan 28 13:21:35.836756 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9e0860a2-ec07-4494-9b76-58bfd576f8d4 req-92c469a1-4b5c-4221-902f-b60541711536 service neutron] 10.222.0.37 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833775 Jan 28 13:21:35.858810 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4a844447-fbdd-42e1-afd0-331218807dee req-b49db904-2c28-4908-a505-689f95a12cf9 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071234 Jan 28 13:21:35.870318 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-943f0eab-73e8-46b1-a7e7-79803388060f tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:35.871865 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-943f0eab-73e8-46b1-a7e7-79803388060f tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.18 "GET /v2.0/networks?id=efd7d1a6-bf31-41ea-94fc-f9d2b5020689 HTTP/1.1" status: 200 len: 811 time: 0.2619896 Jan 28 13:21:35.875635 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-82b5e145-cc6c-4742-9b36-2a1a7496f258 req-325b4fe0-74f5-488c-a951-18600f6c788a tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947216 Jan 28 13:21:35.886698 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-aa215d5d-2edd-4753-9acc-04e167c84a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:35.886698 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-aa215d5d-2edd-4753-9acc-04e167c84a3f service neutron] 10.222.0.37 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 920 time: 0.1658971 Jan 28 13:21:35.935628 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-f82e4aff-b19b-46c4-9283-3c21e83e2db6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e83363f1-b4a5-4967-8ee4-8d8f9a760f47 HTTP/1.1" status: 200 len: 217 time: 0.0470192 Jan 28 13:21:35.962955 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-de8b071f-6f95-4a92-8fa5-73a1f7a6020f tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b51487ec9b47438e87a199873ed50b2d HTTP/1.1" status: 200 len: 379 time: 0.0787902 Jan 28 13:21:35.991053 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-de0f3c7c-1850-4ddd-a3d7-15af841a55f8 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Request body: {'port': {'device_id': '25e89617-3d3d-456f-bb50-b212bac59976', 'network_id': 'efd7d1a6-bf31-41ea-94fc-f9d2b5020689', 'admin_state_up': True, 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'security_groups': ['7211f1c5-0373-4964-a18c-2763e5b194c4']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:36.088937 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-0e87d94d-7856-470b-af15-045eb11471a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:36.090683 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-0e87d94d-7856-470b-af15-045eb11471a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99d02297-28c8-4d60-822c-d4eb89318060 HTTP/1.1" status: 200 len: 860 time: 0.1457896 Jan 28 13:21:36.111261 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f71347-03c3-4d81-ad42-53feba426e4a req-3d166433-c5c1-42ea-a46a-ada1d207559b tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:36.118834 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-49f71347-03c3-4d81-ad42-53feba426e4a req-3d166433-c5c1-42ea-a46a-ada1d207559b tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 946 time: 0.0851176 Jan 28 13:21:36.163385 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-73f0d77e-67dd-4809-abb7-899c02fd928c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59fab6ca-64cd-4851-86a5-d4939e9521f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422800 Jan 28 13:21:36.227399 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-49f71347-03c3-4d81-ad42-53feba426e4a req-b76239eb-6659-4138-a2a2-4afd875ffe01 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075311 Jan 28 13:21:36.299781 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-90198bb9-b295-4af2-a3eb-ddc55bfa6937 service neutron] 10.222.0.37 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288207 Jan 28 13:21:36.447918 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b426b95-9bd1-4910-8285-39bfa019f8e2 req-bf6b01b1-623e-4de3-b904-0f2eec7abe7b tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:36.450120 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b426b95-9bd1-4910-8285-39bfa019f8e2 req-bf6b01b1-623e-4de3-b904-0f2eec7abe7b tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 945 time: 0.1062014 Jan 28 13:21:36.450399 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afee373-274d-400c-b63d-300bbd28dc87 req-ca0a6f56-59d5-4dcf-8c17-8007f706bda6 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:36.451900 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7afee373-274d-400c-b63d-300bbd28dc87 req-ca0a6f56-59d5-4dcf-8c17-8007f706bda6 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.3725135 Jan 28 13:21:36.466090 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-a3b785bb-32ff-4922-a66e-86293bcdcdc8 service neutron] 10.222.0.37 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559513 Jan 28 13:21:36.495320 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f5ba3-55ad-4168-a3ac-9edd59d8c2ef req-36c2af47-bd43-43dd-bdba-9b82410f642a tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:36.496822 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1f5f5ba3-55ad-4168-a3ac-9edd59d8c2ef req-36c2af47-bd43-43dd-bdba-9b82410f642a tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.3700962 Jan 28 13:21:36.507943 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b426b95-9bd1-4910-8285-39bfa019f8e2 req-56f2aca9-14ba-4f71-8995-6b50273893ec tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503478 Jan 28 13:21:36.527208 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-de0f3c7c-1850-4ddd-a3d7-15af841a55f8 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Made reservation on behalf of b51487ec9b47438e87a199873ed50b2d for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:21:36.530986 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-de0f3c7c-1850-4ddd-a3d7-15af841a55f8 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:36.581860 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7afee373-274d-400c-b63d-300bbd28dc87 req-dee28a56-0091-4e2e-b2d0-332a68665225 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206701 Jan 28 13:21:36.727564 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b7c968cb-2c86-4923-b442-f2b9fedaac87 req-fd4fbe79-1008-49d2-92a6-74699d6f82e6 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "GET /v2.0/ports?device_id=25e89617-3d3d-456f-bb50-b212bac59976 HTTP/1.1" status: 200 len: 210 time: 0.0477335 Jan 28 13:21:36.756478 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abf224-eb8c-4eca-b066-97a3646fb8ba req-5793d761-a889-4cc2-97f0-275aefb55566 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:36.770947 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f7abf224-eb8c-4eca-b066-97a3646fb8ba req-5793d761-a889-4cc2-97f0-275aefb55566 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.37 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 948 time: 0.1482298 Jan 28 13:21:36.883297 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-de0f3c7c-1850-4ddd-a3d7-15af841a55f8 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Allocated IP 172.20.0.6 (efd7d1a6-bf31-41ea-94fc-f9d2b5020689/c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc/9848509c-826a-479b-a7fa-5e82ecade94b) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:21:37.030077 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-1f5f5ba3-55ad-4168-a3ac-9edd59d8c2ef req-ee0742d4-51e0-4f88-abd1-674610b5efa2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Deleting port a861f97f-f06d-41ad-9e82-fcc630232ab4 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:37.030428 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1f5f5ba3-55ad-4168-a3ac-9edd59d8c2ef req-ee0742d4-51e0-4f88-abd1-674610b5efa2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (a861f97f-f06d-41ad-9e82-fcc630232ab4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:37.050723 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d413b2a-be43-4484-892e-3c84a00ce74d req-f630242f-b3c8-4373-aafe-d69c2695ea9e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:37.058037 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d413b2a-be43-4484-892e-3c84a00ce74d req-f630242f-b3c8-4373-aafe-d69c2695ea9e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.1834579 Jan 28 13:21:37.133184 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d413b2a-be43-4484-892e-3c84a00ce74d req-a8845798-b9e7-4288-abdc-cd92d92501f9 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733187 Jan 28 13:21:37.152866 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-f7abf224-eb8c-4eca-b066-97a3646fb8ba req-efd0997e-72cf-4c25-bb4a-374f848b57f8 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Deleting port b108ca3d-903f-4787-8dcc-fbe153c85eee {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:37.153177 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f7abf224-eb8c-4eca-b066-97a3646fb8ba req-efd0997e-72cf-4c25-bb4a-374f848b57f8 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b108ca3d-903f-4787-8dcc-fbe153c85eee), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:37.232093 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff0a57-84b9-4977-b6f4-83d094194beb req-eadc5fa5-c387-4978-9b56-7c3f1ab01d08 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:37.233619 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16ff0a57-84b9-4977-b6f4-83d094194beb req-eadc5fa5-c387-4978-9b56-7c3f1ab01d08 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f1636b-8960-402a-9c8b-47b0ff5cd6f1 HTTP/1.1" status: 200 len: 949 time: 0.1937163 Jan 28 13:21:37.305689 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-1f5f5ba3-55ad-4168-a3ac-9edd59d8c2ef req-ee0742d4-51e0-4f88-abd1-674610b5efa2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] For port a861f97f-f06d-41ad-9e82-fcc630232ab4, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=a861f97f-f06d-41ad-9e82-fcc630232ab4,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:37.305981 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1f5f5ba3-55ad-4168-a3ac-9edd59d8c2ef req-ee0742d4-51e0-4f88-abd1-674610b5efa2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (a861f97f-f06d-41ad-9e82-fcc630232ab4), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:37.328250 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-1f5f5ba3-55ad-4168-a3ac-9edd59d8c2ef req-ee0742d4-51e0-4f88-abd1-674610b5efa2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Calling delete_port for a861f97f-f06d-41ad-9e82-fcc630232ab4 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:37.356088 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-de0f3c7c-1850-4ddd-a3d7-15af841a55f8 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks [] for port (9848509c-826a-479b-a7fa-5e82ecade94b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:37.358791 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-f7abf224-eb8c-4eca-b066-97a3646fb8ba req-efd0997e-72cf-4c25-bb4a-374f848b57f8 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] For port b108ca3d-903f-4787-8dcc-fbe153c85eee, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=b108ca3d-903f-4787-8dcc-fbe153c85eee,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:37.360146 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f7abf224-eb8c-4eca-b066-97a3646fb8ba req-efd0997e-72cf-4c25-bb4a-374f848b57f8 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b108ca3d-903f-4787-8dcc-fbe153c85eee), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:37.373520 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16ff0a57-84b9-4977-b6f4-83d094194beb req-feed20ee-2367-443e-9e6e-bd1ec2501112 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254566 Jan 28 13:21:37.389016 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-f7abf224-eb8c-4eca-b066-97a3646fb8ba req-efd0997e-72cf-4c25-bb4a-374f848b57f8 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Calling delete_port for b108ca3d-903f-4787-8dcc-fbe153c85eee owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:37.593564 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-de0f3c7c-1850-4ddd-a3d7-15af841a55f8 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (9848509c-826a-479b-a7fa-5e82ecade94b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:37.596519 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a387cc-b6f9-47ce-8653-63b952cba6b2 req-cc81bd8d-2e6a-4da0-bfab-dc3fb6d51522 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:37.596904 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1f5f5ba3-55ad-4168-a3ac-9edd59d8c2ef req-ee0742d4-51e0-4f88-abd1-674610b5efa2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (a861f97f-f06d-41ad-9e82-fcc630232ab4), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:37.607202 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-94a387cc-b6f9-47ce-8653-63b952cba6b2 req-cc81bd8d-2e6a-4da0-bfab-dc3fb6d51522 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=c360aa12-3fe5-4dd3-a905-690ee2cd185d HTTP/1.1" status: 200 len: 945 time: 0.1271825 Jan 28 13:21:37.612739 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:37.615602 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['a861f97f-f06d-41ad-9e82-fcc630232ab4'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:37.676912 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f3c7c-1850-4ddd-a3d7-15af841a55f8 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Pushing event updated for resources: {'Port': ['ID=9848509c-826a-479b-a7fa-5e82ecade94b,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:37.678970 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-94a387cc-b6f9-47ce-8653-63b952cba6b2 req-817a5e18-1f7e-4a99-a6b2-e932446fcac8 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c0bd253-0e42-4e5a-8831-3168ad87e283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654001 Jan 28 13:21:37.696809 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a3d5d-a16a-438d-9c50-03dcdb173cb7 req-f749f364-a7d1-47fa-98a4-9789bde040ac tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:37.698544 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-302a3d5d-a16a-438d-9c50-03dcdb173cb7 req-f749f364-a7d1-47fa-98a4-9789bde040ac tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 943 time: 0.2560959 Jan 28 13:21:37.711644 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f3c7c-1850-4ddd-a3d7-15af841a55f8 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:37.712548 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f3c7c-1850-4ddd-a3d7-15af841a55f8 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:37.713059 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f3c7c-1850-4ddd-a3d7-15af841a55f8 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:37.713880 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f3c7c-1850-4ddd-a3d7-15af841a55f8 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:37.714220 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f3c7c-1850-4ddd-a3d7-15af841a55f8 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:37.714554 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f3c7c-1850-4ddd-a3d7-15af841a55f8 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:37.715409 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f3c7c-1850-4ddd-a3d7-15af841a55f8 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:37.715409 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f3c7c-1850-4ddd-a3d7-15af841a55f8 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:37.715592 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f3c7c-1850-4ddd-a3d7-15af841a55f8 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:37.715832 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f3c7c-1850-4ddd-a3d7-15af841a55f8 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:37.716153 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f3c7c-1850-4ddd-a3d7-15af841a55f8 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:37.716471 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f3c7c-1850-4ddd-a3d7-15af841a55f8 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:37.716791 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f3c7c-1850-4ddd-a3d7-15af841a55f8 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:37.766884 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0742d4-51e0-4f88-abd1-674610b5efa2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Pushing event deleted for resources: {'Port': ['ID=a861f97f-f06d-41ad-9e82-fcc630232ab4,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:37.777328 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-de0f3c7c-1850-4ddd-a3d7-15af841a55f8 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Network efd7d1a6-bf31-41ea-94fc-f9d2b5020689 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:21:37.810747 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-de0f3c7c-1850-4ddd-a3d7-15af841a55f8 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:21:37.821039 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f7abf224-eb8c-4eca-b066-97a3646fb8ba req-efd0997e-72cf-4c25-bb4a-374f848b57f8 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b108ca3d-903f-4787-8dcc-fbe153c85eee), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:37.828768 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-de0f3c7c-1850-4ddd-a3d7-15af841a55f8 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:21:37.831909 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5f5ba3-55ad-4168-a3ac-9edd59d8c2ef req-ee0742d4-51e0-4f88-abd1-674610b5efa2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] No DVR routers for this DVR port a861f97f-f06d-41ad-9e82-fcc630232ab4 on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:21:37.859055 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1f5f5ba3-55ad-4168-a3ac-9edd59d8c2ef req-ee0742d4-51e0-4f88-abd1-674610b5efa2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:37.863155 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1f5f5ba3-55ad-4168-a3ac-9edd59d8c2ef req-ee0742d4-51e0-4f88-abd1-674610b5efa2 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.37 "DELETE /v2.0/ports/a861f97f-f06d-41ad-9e82-fcc630232ab4 HTTP/1.1" status: 204 len: 173 time: 1.3383510 Jan 28 13:21:37.863624 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f1636b-8960-402a-9c8b-47b0ff5cd6f1', 'name': 'network-vif-deleted', 'tag': 'a861f97f-f06d-41ad-9e82-fcc630232ab4'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:37.866461 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1353b545-339e-46a1-8b4f-d0f57040eb50" -d '{"events": [{"server_uuid": "a6f1636b-8960-402a-9c8b-47b0ff5cd6f1", "name": "network-vif-deleted", "tag": "a861f97f-f06d-41ad-9e82-fcc630232ab4"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:37.880677 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0997e-72cf-4c25-bb4a-374f848b57f8 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Pushing event deleted for resources: {'Port': ['ID=b108ca3d-903f-4787-8dcc-fbe153c85eee,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:37.911504 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-302a3d5d-a16a-438d-9c50-03dcdb173cb7 req-ead96550-1c88-4f18-bcd8-42df892a25d1 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054467 Jan 28 13:21:37.920880 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-de0f3c7c-1850-4ddd-a3d7-15af841a55f8 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:37.921506 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-de0f3c7c-1850-4ddd-a3d7-15af841a55f8 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:37.941934 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-de0f3c7c-1850-4ddd-a3d7-15af841a55f8 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9632647 Jan 28 13:21:37.956840 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-a3eb1d70-11b5-4cbe-bc88-6a22af2d61ed service neutron] Request body: {'port': {'device_id': '25e89617-3d3d-456f-bb50-b212bac59976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:37.978634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7abf224-eb8c-4eca-b066-97a3646fb8ba req-efd0997e-72cf-4c25-bb4a-374f848b57f8 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] No DVR routers for this DVR port b108ca3d-903f-4787-8dcc-fbe153c85eee on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:21:37.992853 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f7abf224-eb8c-4eca-b066-97a3646fb8ba req-efd0997e-72cf-4c25-bb4a-374f848b57f8 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:37.999908 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f7abf224-eb8c-4eca-b066-97a3646fb8ba req-efd0997e-72cf-4c25-bb4a-374f848b57f8 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.37 "DELETE /v2.0/ports/b108ca3d-903f-4787-8dcc-fbe153c85eee HTTP/1.1" status: 204 len: 173 time: 1.2080019 Jan 28 13:21:38.000421 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9412bc8b-c841-4ad4-8220-846637c592af', 'name': 'network-vif-deleted', 'tag': 'b108ca3d-903f-4787-8dcc-fbe153c85eee'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:38.002773 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded1afd0-b312-4275-aba5-71ee3c84a924" -d '{"events": [{"server_uuid": "9412bc8b-c841-4ad4-8220-846637c592af", "name": "network-vif-deleted", "tag": "b108ca3d-903f-4787-8dcc-fbe153c85eee"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:38.051654 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-a3eb1d70-11b5-4cbe-bc88-6a22af2d61ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9848509c-826a-479b-a7fa-5e82ecade94b), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:38.241530 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69476d5-95d9-4fc3-b241-38a6127e49a5 req-d07429b8-b284-4a35-85b2-158ec6581b11 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:38.246787 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69476d5-95d9-4fc3-b241-38a6127e49a5 req-d07429b8-b284-4a35-85b2-158ec6581b11 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:38.248684 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a447b-8d5b-4900-bfff-8da6820e70ea req-3cdbe1f2-91b9-4e54-acdb-8532e62bc65a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:38.255994 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae5a447b-8d5b-4900-bfff-8da6820e70ea req-3cdbe1f2-91b9-4e54-acdb-8532e62bc65a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 946 time: 0.1929896 Jan 28 13:21:38.268787 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b69476d5-95d9-4fc3-b241-38a6127e49a5 req-d07429b8-b284-4a35-85b2-158ec6581b11 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b64218-c43e-4165-9c8b-ebd324b11dff&device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 1690 time: 0.1066639 Jan 28 13:21:38.366481 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b69476d5-95d9-4fc3-b241-38a6127e49a5 req-a6c68416-d31f-46e4-aff8-bb708c75ab34 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932970 Jan 28 13:21:38.378883 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d4675826-2d4d-46f4-b404-efa1c249e55a None None] Provisioning complete for port 9848509c-826a-479b-a7fa-5e82ecade94b triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:21:38.379330 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4675826-2d4d-46f4-b404-efa1c249e55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9848509c-826a-479b-a7fa-5e82ecade94b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:38.386282 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae5a447b-8d5b-4900-bfff-8da6820e70ea req-f4ecb4e5-33c4-4c9f-ac0d-8e7d4ced9593 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294992 Jan 28 13:21:38.465874 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d4675826-2d4d-46f4-b404-efa1c249e55a None None] Port 9848509c-826a-479b-a7fa-5e82ecade94b cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:21:38.557303 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401c25b-3ff9-4b3a-801d-c0080b8b6006 req-e746cdd1-7c35-4c37-b0f9-6ccb0c370063 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:38.559157 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8401c25b-3ff9-4b3a-801d-c0080b8b6006 req-e746cdd1-7c35-4c37-b0f9-6ccb0c370063 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 945 time: 0.1032903 Jan 28 13:21:38.618087 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bab344c6-8835-434d-82c3-f6e4ea87e38e req-e334dd7f-38f1-41f3-9c94-59ea0fd178ef tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=9412bc8b-c841-4ad4-8220-846637c592af HTTP/1.1" status: 200 len: 210 time: 0.0846756 Jan 28 13:21:38.632860 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8401c25b-3ff9-4b3a-801d-c0080b8b6006 req-185d7a14-3138-4de1-826b-0fb234f16fea tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641530 Jan 28 13:21:38.665852 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-a3eb1d70-11b5-4cbe-bc88-6a22af2d61ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9848509c-826a-479b-a7fa-5e82ecade94b {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:21:38.679409 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e18d424-ddbe-4810-b9a6-62c0d2055258 x-openstack-request-id: req-6e18d424-ddbe-4810-b9a6-62c0d2055258 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:38.679709 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f1636b-8960-402a-9c8b-47b0ff5cd6f1", "name": "network-vif-deleted", "tag": "a861f97f-f06d-41ad-9e82-fcc630232ab4", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:38.679965 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e18d424-ddbe-4810-b9a6-62c0d2055258 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:38.680375 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f1636b-8960-402a-9c8b-47b0ff5cd6f1', 'name': 'network-vif-deleted', 'tag': 'a861f97f-f06d-41ad-9e82-fcc630232ab4', 'status': 'completed', 'code': 200} Jan 28 13:21:38.685172 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-a3eb1d70-11b5-4cbe-bc88-6a22af2d61ed service neutron] Publish callbacks [] for port (9848509c-826a-479b-a7fa-5e82ecade94b), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:38.730345 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-a3eb1d70-11b5-4cbe-bc88-6a22af2d61ed service neutron] Transition to ACTIVE for port object 9848509c-826a-479b-a7fa-5e82ecade94b will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:21:38.747011 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-a3eb1d70-11b5-4cbe-bc88-6a22af2d61ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (9848509c-826a-479b-a7fa-5e82ecade94b), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:38.826584 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb1d70-11b5-4cbe-bc88-6a22af2d61ed service neutron] Pushing event updated for resources: {'Port': ['ID=9848509c-826a-479b-a7fa-5e82ecade94b,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:38.829663 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91f7832-dde3-45c8-b73a-f42f5d253ddd x-openstack-request-id: req-c91f7832-dde3-45c8-b73a-f42f5d253ddd {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:38.830179 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9412bc8b-c841-4ad4-8220-846637c592af", "name": "network-vif-deleted", "tag": "b108ca3d-903f-4787-8dcc-fbe153c85eee", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:38.830281 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c91f7832-dde3-45c8-b73a-f42f5d253ddd {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:38.830629 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9412bc8b-c841-4ad4-8220-846637c592af', 'name': 'network-vif-deleted', 'tag': 'b108ca3d-903f-4787-8dcc-fbe153c85eee', 'status': 'completed', 'code': 200} Jan 28 13:21:38.863475 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5453f60-6751-438e-952e-45b1c1d84d0b req-71debd61-8675-4af6-84c5-aff0fb0f2660 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:38.868064 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e5453f60-6751-438e-952e-45b1c1d84d0b req-71debd61-8675-4af6-84c5-aff0fb0f2660 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "GET /v2.0/ports?device_id=25e89617-3d3d-456f-bb50-b212bac59976 HTTP/1.1" status: 200 len: 943 time: 0.1423008 Jan 28 13:21:38.978346 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e5453f60-6751-438e-952e-45b1c1d84d0b req-312a2387-ae8e-477e-8173-2f4cff111123 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "GET /v2.0/security-groups?id=7211f1c5-0373-4964-a18c-2763e5b194c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790677 Jan 28 13:21:38.978346 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-a3eb1d70-11b5-4cbe-bc88-6a22af2d61ed service neutron] Attempting to bind port 9848509c-826a-479b-a7fa-5e82ecade94b on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:21:38.978346 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-a3eb1d70-11b5-4cbe-bc88-6a22af2d61ed service neutron] Attempting to bind port 9848509c-826a-479b-a7fa-5e82ecade94b by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '990e9f56-f119-4a5c-9f38-63165e995564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'efd7d1a6-bf31-41ea-94fc-f9d2b5020689'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:21:38.978346 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-a3eb1d70-11b5-4cbe-bc88-6a22af2d61ed service neutron] Attempting to bind port 9848509c-826a-479b-a7fa-5e82ecade94b on network efd7d1a6-bf31-41ea-94fc-f9d2b5020689 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:21:38.994682 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-a3eb1d70-11b5-4cbe-bc88-6a22af2d61ed service neutron] Port 9848509c-826a-479b-a7fa-5e82ecade94b on network efd7d1a6-bf31-41ea-94fc-f9d2b5020689 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:21:38.995155 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-a3eb1d70-11b5-4cbe-bc88-6a22af2d61ed service neutron] Attempting to bind port 9848509c-826a-479b-a7fa-5e82ecade94b on network efd7d1a6-bf31-41ea-94fc-f9d2b5020689 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:21:39.020677 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-a3eb1d70-11b5-4cbe-bc88-6a22af2d61ed service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:21:39.021018 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-a3eb1d70-11b5-4cbe-bc88-6a22af2d61ed service neutron] Checking segment: {'id': '990e9f56-f119-4a5c-9f38-63165e995564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'efd7d1a6-bf31-41ea-94fc-f9d2b5020689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:21:39.021544 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-a3eb1d70-11b5-4cbe-bc88-6a22af2d61ed service neutron] Bound using segment: {'id': '990e9f56-f119-4a5c-9f38-63165e995564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'efd7d1a6-bf31-41ea-94fc-f9d2b5020689'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:21:39.022728 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-a3eb1d70-11b5-4cbe-bc88-6a22af2d61ed service neutron] Bound port: 9848509c-826a-479b-a7fa-5e82ecade94b, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990e9f56-f119-4a5c-9f38-63165e995564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'efd7d1a6-bf31-41ea-94fc-f9d2b5020689'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:21:39.022728 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-a3eb1d70-11b5-4cbe-bc88-6a22af2d61ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9848509c-826a-479b-a7fa-5e82ecade94b), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:39.129880 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-a3eb1d70-11b5-4cbe-bc88-6a22af2d61ed service neutron] For port 9848509c-826a-479b-a7fa-5e82ecade94b, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:21:39.133964 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-a3eb1d70-11b5-4cbe-bc88-6a22af2d61ed service neutron] For port 9848509c-826a-479b-a7fa-5e82ecade94b, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=9848509c-826a-479b-a7fa-5e82ecade94b,segment=NetworkSegment(990e9f56-f119-4a5c-9f38-63165e995564),segment_id=990e9f56-f119-4a5c-9f38-63165e995564)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:21:39.138595 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-a3eb1d70-11b5-4cbe-bc88-6a22af2d61ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (9848509c-826a-479b-a7fa-5e82ecade94b), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:39.181218 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-a3eb1d70-11b5-4cbe-bc88-6a22af2d61ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:39.182107 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-a3eb1d70-11b5-4cbe-bc88-6a22af2d61ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:39.184135 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-a3eb1d70-11b5-4cbe-bc88-6a22af2d61ed service neutron] 10.222.0.18 "PUT /v2.0/ports/9848509c-826a-479b-a7fa-5e82ecade94b HTTP/1.1" status: 200 len: 1091 time: 1.2315156 Jan 28 13:21:39.306272 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb1d70-11b5-4cbe-bc88-6a22af2d61ed service neutron] Pushing event updated for resources: {'Port': ['ID=9848509c-826a-479b-a7fa-5e82ecade94b,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:39.335729 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-a5f2a74b-3fe1-4f14-a2fc-122e16f02a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:39.339873 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-a5f2a74b-3fe1-4f14-a2fc-122e16f02a22 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b51487ec9b47438e87a199873ed50b2d&device_id=25e89617-3d3d-456f-bb50-b212bac59976 HTTP/1.1" status: 200 len: 1094 time: 0.0951173 Jan 28 13:21:39.365019 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff3333-d5c0-4667-b8b1-3f0069508122 req-806dfa3f-87c4-4208-8598-fa007c76205b tempest-ServersOnMultiNodesTest-142697481 tempest-ServersOnMultiNodesTest-142697481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:39.377258 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-38ff3333-d5c0-4667-b8b1-3f0069508122 req-806dfa3f-87c4-4208-8598-fa007c76205b tempest-ServersOnMultiNodesTest-142697481 tempest-ServersOnMultiNodesTest-142697481-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=67b64218-c43e-4165-9c8b-ebd324b11dff HTTP/1.1" status: 200 len: 1101 time: 0.0947409 Jan 28 13:21:39.394051 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-07aaca0e-2b02-431e-b733-666f3edbb097 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9848509c-826a-479b-a7fa-5e82ecade94b HTTP/1.1" status: 200 len: 217 time: 0.0465956 Jan 28 13:21:39.443893 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-38ff3333-d5c0-4667-b8b1-3f0069508122 req-5d994945-4766-4056-b40e-99234d43162c tempest-ServersOnMultiNodesTest-142697481 tempest-ServersOnMultiNodesTest-142697481-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595360 Jan 28 13:21:39.503134 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-76932d08-4d25-40fb-b990-03ea438d5c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:39.509163 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-76932d08-4d25-40fb-b990-03ea438d5c06 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc HTTP/1.1" status: 200 len: 850 time: 0.1025600 Jan 28 13:21:39.576414 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-13274393-edff-4200-bbfc-71b32db0ffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:39.578423 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-13274393-edff-4200-bbfc-71b32db0ffe6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=efd7d1a6-bf31-41ea-94fc-f9d2b5020689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602145 Jan 28 13:21:39.610210 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c62f8-efc6-4a0d-a9c3-bfa6d88c154c req-9eb2ce30-3fba-478f-98e3-b9b6c354bee2 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:39.612560 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-738c62f8-efc6-4a0d-a9c3-bfa6d88c154c req-9eb2ce30-3fba-478f-98e3-b9b6c354bee2 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 943 time: 0.0644534 Jan 28 13:21:39.690139 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-738c62f8-efc6-4a0d-a9c3-bfa6d88c154c req-475e61ea-574d-4a86-9e12-e5581a228142 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698280 Jan 28 13:21:39.708599 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b16f1e-03bd-4bd2-95b1-b483a09529b9 req-0fd7af7d-0bc5-43a7-8be8-8c5ccbace39a tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:39.710262 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-06b16f1e-03bd-4bd2-95b1-b483a09529b9 req-0fd7af7d-0bc5-43a7-8be8-8c5ccbace39a tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=c360aa12-3fe5-4dd3-a905-690ee2cd185d HTTP/1.1" status: 200 len: 945 time: 0.1101732 Jan 28 13:21:39.737991 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-a78a5bda-153c-400a-9468-ec42376ed682 service neutron] 10.222.0.18 "GET /v2.0/networks/efd7d1a6-bf31-41ea-94fc-f9d2b5020689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519232 Jan 28 13:21:39.834298 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd19a92-18fe-46e6-88a3-b7b872ac92de req-40d31aa5-360f-4437-a7bc-5f03b9c9336c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:39.836011 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6cd19a92-18fe-46e6-88a3-b7b872ac92de req-40d31aa5-360f-4437-a7bc-5f03b9c9336c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 945 time: 0.0650647 Jan 28 13:21:39.840005 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-06b16f1e-03bd-4bd2-95b1-b483a09529b9 req-f807ddb5-10a7-454a-a18f-9eeccbfaadd9 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c0bd253-0e42-4e5a-8831-3168ad87e283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066406 Jan 28 13:21:39.891076 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a407b7fc-4f29-405a-b8d6-55cb1d30bf45 req-9bb184b6-1fb3-4daa-b977-35838c61f5b2 service neutron] 10.222.0.18 "GET /v2.0/networks/efd7d1a6-bf31-41ea-94fc-f9d2b5020689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433785 Jan 28 13:21:39.914163 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6cd19a92-18fe-46e6-88a3-b7b872ac92de req-4ea8d8dc-1575-47fa-99c2-1c6c25b0662d tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703118 Jan 28 13:21:39.990464 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device b108ca3d-903f-4787-8dcc-fbe153c85eee no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:21:40.009155 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9be4a-f6aa-4ce6-a6bf-cb20eaa26bba req-1f1be35b-670d-47d5-b665-fb4205379158 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:40.016648 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8d9be4a-f6aa-4ce6-a6bf-cb20eaa26bba req-1f1be35b-670d-47d5-b665-fb4205379158 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 946 time: 0.0717518 Jan 28 13:21:40.034969 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bb99a-4785-4079-8f85-24bde9533cd3 req-3ddce906-c8b8-407c-8400-dcb6db3c0d39 tempest-ServersOnMultiNodesTest-142697481 tempest-ServersOnMultiNodesTest-142697481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:40.036830 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a98bb99a-4785-4079-8f85-24bde9533cd3 req-3ddce906-c8b8-407c-8400-dcb6db3c0d39 tempest-ServersOnMultiNodesTest-142697481 tempest-ServersOnMultiNodesTest-142697481-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 1100 time: 0.0633757 Jan 28 13:21:40.042343 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: b108ca3d-903f-4787-8dcc-fbe153c85eee {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:21:40.043450 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device b108ca3d-903f-4787-8dcc-fbe153c85eee not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:21:40.044520 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device a861f97f-f06d-41ad-9e82-fcc630232ab4 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:21:40.068506 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: a861f97f-f06d-41ad-9e82-fcc630232ab4 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:21:40.069359 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device a861f97f-f06d-41ad-9e82-fcc630232ab4 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:21:40.090687 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8d9be4a-f6aa-4ce6-a6bf-cb20eaa26bba req-508523b7-7bb3-4060-9f47-c0d729abd083 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731750 Jan 28 13:21:40.092475 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a98bb99a-4785-4079-8f85-24bde9533cd3 req-89930d10-be46-4bb7-8ae2-838d11855107 tempest-ServersOnMultiNodesTest-142697481 tempest-ServersOnMultiNodesTest-142697481-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457802 Jan 28 13:21:40.268706 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff0401-fee1-43c9-99d3-25df3bc5fd48 req-eb23dd24-ef2a-41e0-ae39-b3cdc3be90e5 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:40.270821 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0cff0401-fee1-43c9-99d3-25df3bc5fd48 req-eb23dd24-ef2a-41e0-ae39-b3cdc3be90e5 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 949 time: 0.0779669 Jan 28 13:21:40.345509 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf7f5e-c0b5-4c52-b52e-1487b7a33d81 req-8f718cc6-629e-4fb3-9a64-6fe692011800 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:40.348139 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6bdf7f5e-c0b5-4c52-b52e-1487b7a33d81 req-8f718cc6-629e-4fb3-9a64-6fe692011800 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "GET /v2.0/ports?device_id=25e89617-3d3d-456f-bb50-b212bac59976 HTTP/1.1" status: 200 len: 943 time: 0.1184523 Jan 28 13:21:40.351515 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0cff0401-fee1-43c9-99d3-25df3bc5fd48 req-78a5bff9-036c-48fa-a0a7-c31ec87085c0 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715036 Jan 28 13:21:40.426593 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6bdf7f5e-c0b5-4c52-b52e-1487b7a33d81 req-d0eaeb3b-260c-49f0-b021-b6dd1e8ff50d tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "GET /v2.0/security-groups?id=7211f1c5-0373-4964-a18c-2763e5b194c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651314 Jan 28 13:21:40.565334 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-3e95de0b-58f5-4026-983d-bcc597294147 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422459 Jan 28 13:21:40.669151 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab78313-135e-4b1f-ba10-81e4f3043fbe req-0e125f1e-ce5b-4f53-b7b4-e877972f253c tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:40.676809 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ab78313-135e-4b1f-ba10-81e4f3043fbe req-0e125f1e-ce5b-4f53-b7b4-e877972f253c tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=f580c936-ae32-45d7-b9a8-90e90d82949b HTTP/1.1" status: 200 len: 949 time: 0.0648313 Jan 28 13:21:40.681954 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e89617-3d3d-456f-bb50-b212bac59976', 'tag': '9848509c-826a-479b-a7fa-5e82ecade94b'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:40.685537 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09ce09a-46bb-41d0-95c3-5c69993b01a1" -d '{"events": [{"name": "network-changed", "server_uuid": "25e89617-3d3d-456f-bb50-b212bac59976", "tag": "9848509c-826a-479b-a7fa-5e82ecade94b"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:40.748331 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-ea7a22b0-6780-4284-adac-8c6f50573532 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:40.751493 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-ea7a22b0-6780-4284-adac-8c6f50573532 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1773331 Jan 28 13:21:40.752833 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ab78313-135e-4b1f-ba10-81e4f3043fbe req-4f15b8f0-7454-4b4d-bd73-ea6860d5ac79 tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751653 Jan 28 13:21:40.773161 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-fe2b7a51-294a-40f4-a87c-17a8a36d31c0 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/quotas/c20ee295b9c04f5c9a7ff181dc99ff29 HTTP/1.1" status: 200 len: 375 time: 0.0145283 Jan 28 13:21:40.836299 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b128b7c3-7586-4176-89b3-99824cb5b9e9 x-openstack-request-id: req-b128b7c3-7586-4176-89b3-99824cb5b9e9 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:40.836533 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e89617-3d3d-456f-bb50-b212bac59976", "tag": "9848509c-826a-479b-a7fa-5e82ecade94b", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:40.836822 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b128b7c3-7586-4176-89b3-99824cb5b9e9 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:40.837162 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e89617-3d3d-456f-bb50-b212bac59976', 'tag': '9848509c-826a-479b-a7fa-5e82ecade94b', 'status': 'completed', 'code': 200} Jan 28 13:21:40.926219 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-bbddcbd1-54cd-4c03-8a4b-0fb57cfe65c9 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1453481 Jan 28 13:21:40.954564 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab6295-197a-475f-95e5-b98c7e6b7820 req-805fe262-6374-45f7-ab26-72e6a65ec0b1 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:40.957112 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3fab6295-197a-475f-95e5-b98c7e6b7820 req-805fe262-6374-45f7-ab26-72e6a65ec0b1 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.18 "GET /v2.0/ports?device_id=c360aa12-3fe5-4dd3-a905-690ee2cd185d HTTP/1.1" status: 200 len: 945 time: 0.1046002 Jan 28 13:21:40.977603 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ce09a-46bb-41d0-95c3-5c69993b01a1 req-d7a6cb30-8945-4099-bf67-423e03677547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:40.981098 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a09ce09a-46bb-41d0-95c3-5c69993b01a1 req-d7a6cb30-8945-4099-bf67-423e03677547 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b51487ec9b47438e87a199873ed50b2d&device_id=25e89617-3d3d-456f-bb50-b212bac59976 HTTP/1.1" status: 200 len: 1094 time: 0.1270587 Jan 28 13:21:41.027138 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d03b5-fcd7-4edd-ba8d-153867d1cf0b req-d100db92-6c00-4cf6-8808-2b7319d50c6d tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:41.029447 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7e3d03b5-fcd7-4edd-ba8d-153867d1cf0b req-d100db92-6c00-4cf6-8808-2b7319d50c6d tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 943 time: 0.1340480 Jan 28 13:21:41.162212 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-3fab6295-197a-475f-95e5-b98c7e6b7820 req-df6a7b6c-6095-4fb3-a1c5-f980cc5c3225 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Deleting port 14a8c577-6350-4e43-b795-e340fe037564 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:41.168955 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3fab6295-197a-475f-95e5-b98c7e6b7820 req-df6a7b6c-6095-4fb3-a1c5-f980cc5c3225 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (14a8c577-6350-4e43-b795-e340fe037564), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:41.330401 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e6156-13b4-4f2b-bc46-14f4d3cccff8 req-3e959f2d-60cb-4d73-b9a9-69296418d405 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:41.332264 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f99e6156-13b4-4f2b-bc46-14f4d3cccff8 req-3e959f2d-60cb-4d73-b9a9-69296418d405 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=c360aa12-3fe5-4dd3-a905-690ee2cd185d HTTP/1.1" status: 200 len: 945 time: 0.1560469 Jan 28 13:21:41.403619 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-3fab6295-197a-475f-95e5-b98c7e6b7820 req-df6a7b6c-6095-4fb3-a1c5-f980cc5c3225 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] For port 14a8c577-6350-4e43-b795-e340fe037564, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=14a8c577-6350-4e43-b795-e340fe037564,segment=NetworkSegment(154cb921-caaa-471c-830c-20f5913ea00b),segment_id=154cb921-caaa-471c-830c-20f5913ea00b)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:41.404307 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3fab6295-197a-475f-95e5-b98c7e6b7820 req-df6a7b6c-6095-4fb3-a1c5-f980cc5c3225 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (14a8c577-6350-4e43-b795-e340fe037564), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:41.610431 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381dfced-cb4d-4b63-88c1-6b008561158a req-c193bb28-805d-42f9-956a-ea6c6efdf5c7 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:41.612902 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-381dfced-cb4d-4b63-88c1-6b008561158a req-c193bb28-805d-42f9-956a-ea6c6efdf5c7 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.18 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 949 time: 0.5802653 Jan 28 13:21:41.737339 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f99e6156-13b4-4f2b-bc46-14f4d3cccff8 req-aecaec30-fe67-400a-8da0-90e5a5d32b3b tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c0bd253-0e42-4e5a-8831-3168ad87e283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3967597 Jan 28 13:21:41.760589 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7e3d03b5-fcd7-4edd-ba8d-153867d1cf0b req-00f1a09e-3b8b-413f-b90b-84ebde5bc7d2 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7143328 Jan 28 13:21:41.824568 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ce09a-46bb-41d0-95c3-5c69993b01a1 req-fedc88dc-3808-4935-a5c3-5992f5bb9a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:41.835823 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a09ce09a-46bb-41d0-95c3-5c69993b01a1 req-fedc88dc-3808-4935-a5c3-5992f5bb9a6e service neutron] 10.222.0.18 "GET /v2.0/networks?id=efd7d1a6-bf31-41ea-94fc-f9d2b5020689 HTTP/1.1" status: 200 len: 911 time: 0.8356700 Jan 28 13:21:41.872566 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 9848509c-826a-479b-a7fa-5e82ecade94b details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:21:41.904934 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a09ce09a-46bb-41d0-95c3-5c69993b01a1 req-fb67b7ba-9cba-48d4-8947-e1798f7bc6ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9848509c-826a-479b-a7fa-5e82ecade94b HTTP/1.1" status: 200 len: 217 time: 0.0621490 Jan 28 13:21:41.910852 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3fab6295-197a-475f-95e5-b98c7e6b7820 req-df6a7b6c-6095-4fb3-a1c5-f980cc5c3225 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:41.911398 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3fab6295-197a-475f-95e5-b98c7e6b7820 req-df6a7b6c-6095-4fb3-a1c5-f980cc5c3225 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (b72f2b89-7fa3-446b-aed7-17566ac32a6d), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:41.912038 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [req-3fab6295-197a-475f-95e5-b98c7e6b7820 req-df6a7b6c-6095-4fb3-a1c5-f980cc5c3225 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Floating IP b72f2b89-7fa3-446b-aed7-17566ac32a6d disassociated. External IP: 172.25.3.198, port: 14a8c577-6350-4e43-b795-e340fe037564. Jan 28 13:21:41.912696 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-3fab6295-197a-475f-95e5-b98c7e6b7820 req-df6a7b6c-6095-4fb3-a1c5-f980cc5c3225 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Calling delete_port for 14a8c577-6350-4e43-b795-e340fe037564 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:42.027283 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa964316-1bbf-4955-a41d-1547ac5d772c req-91b14277-2310-44c2-b335-894f5435360f tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c5e0cf1-5597-4c36-b604-c99dbaa6c2be HTTP/1.1" status: 200 len: 210 time: 0.1498215 Jan 28 13:21:42.033962 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fde677-259b-49c8-a7f0-e3fcdc03b58f req-95fe1a04-5a4d-4ed0-ad7d-00b8eb79356f tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:42.042461 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-09fde677-259b-49c8-a7f0-e3fcdc03b58f req-95fe1a04-5a4d-4ed0-ad7d-00b8eb79356f tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 945 time: 0.1360266 Jan 28 13:21:42.062392 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 9848509c-826a-479b-a7fa-5e82ecade94b, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=9848509c-826a-479b-a7fa-5e82ecade94b,segment=NetworkSegment(990e9f56-f119-4a5c-9f38-63165e995564),segment_id=990e9f56-f119-4a5c-9f38-63165e995564)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:42.093810 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-381dfced-cb4d-4b63-88c1-6b008561158a req-663e4cb6-06ed-4a83-8a36-0d2db61e6f5e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Deleting port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:42.093810 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-381dfced-cb4d-4b63-88c1-6b008561158a req-663e4cb6-06ed-4a83-8a36-0d2db61e6f5e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:42.118287 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '9848509c-826a-479b-a7fa-5e82ecade94b', 'network_id': 'efd7d1a6-bf31-41ea-94fc-f9d2b5020689', 'port_id': '9848509c-826a-479b-a7fa-5e82ecade94b', 'mac_address': 'fa:16:3e:70:81:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:21:42.119621 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ce09a-46bb-41d0-95c3-5c69993b01a1 req-fd6fe0ef-382d-49c3-812c-2242b4ac92ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:42.121877 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a09ce09a-46bb-41d0-95c3-5c69993b01a1 req-fd6fe0ef-382d-49c3-812c-2242b4ac92ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc HTTP/1.1" status: 200 len: 850 time: 0.2031178 Jan 28 13:21:42.175789 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 9848509c-826a-479b-a7fa-5e82ecade94b is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:42.176625 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9848509c-826a-479b-a7fa-5e82ecade94b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:42.192872 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9848509c-826a-479b-a7fa-5e82ecade94b {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:21:42.200858 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-09fde677-259b-49c8-a7f0-e3fcdc03b58f req-d5cf00b8-3221-4c00-8498-ffccaea64dda tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571553 Jan 28 13:21:42.219686 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9062ed-43e5-4d64-940e-eef6eec67919 req-ea4478b6-314a-4c09-9302-56863fe1f665 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:42.235385 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ba9062ed-43e5-4d64-940e-eef6eec67919 req-ea4478b6-314a-4c09-9302-56863fe1f665 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 946 time: 0.0838113 Jan 28 13:21:42.244100 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 9848509c-826a-479b-a7fa-5e82ecade94b, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=9848509c-826a-479b-a7fa-5e82ecade94b,segment=NetworkSegment(990e9f56-f119-4a5c-9f38-63165e995564),segment_id=990e9f56-f119-4a5c-9f38-63165e995564)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:42.248727 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3fab6295-197a-475f-95e5-b98c7e6b7820 req-df6a7b6c-6095-4fb3-a1c5-f980cc5c3225 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (14a8c577-6350-4e43-b795-e340fe037564), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:42.252904 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9848509c-826a-479b-a7fa-5e82ecade94b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:42.336626 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ba9062ed-43e5-4d64-940e-eef6eec67919 req-fedff789-fd55-4b12-b1a8-ce65393647a1 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073446 Jan 28 13:21:42.339217 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=9848509c-826a-479b-a7fa-5e82ecade94b,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:42.356705 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ce09a-46bb-41d0-95c3-5c69993b01a1 req-44ece9dd-4e11-40dc-becc-fe86b319a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:42.358197 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a09ce09a-46bb-41d0-95c3-5c69993b01a1 req-44ece9dd-4e11-40dc-becc-fe86b319a33b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=efd7d1a6-bf31-41ea-94fc-f9d2b5020689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1875429 Jan 28 13:21:42.369508 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a7b6c-6095-4fb3-a1c5-f980cc5c3225 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Pushing event deleted for resources: {'Port': ['ID=14a8c577-6350-4e43-b795-e340fe037564,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:42.381421 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-381dfced-cb4d-4b63-88c1-6b008561158a req-663e4cb6-06ed-4a83-8a36-0d2db61e6f5e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] For port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:42.381923 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-381dfced-cb4d-4b63-88c1-6b008561158a req-663e4cb6-06ed-4a83-8a36-0d2db61e6f5e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:42.501965 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-381dfced-cb4d-4b63-88c1-6b008561158a req-663e4cb6-06ed-4a83-8a36-0d2db61e6f5e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Calling delete_port for 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:42.515843 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['9848509c-826a-479b-a7fa-5e82ecade94b'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:42.579230 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-caf6dfb8-c9cb-4919-81ee-766d331547c6 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641725 Jan 28 13:21:42.692632 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e18e2-022f-4c52-8e98-0c378424ff65 req-2568a173-bbab-498b-b43e-f62c1ab6066e tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:42.694644 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c2e18e2-022f-4c52-8e98-0c378424ff65 req-2568a173-bbab-498b-b43e-f62c1ab6066e tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.18 "GET /v2.0/ports?device_id=f580c936-ae32-45d7-b9a8-90e90d82949b HTTP/1.1" status: 200 len: 949 time: 0.0911171 Jan 28 13:21:42.717159 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a09ce09a-46bb-41d0-95c3-5c69993b01a1 req-e514e06a-40c6-40e0-bc40-f884755c293b service neutron] 10.222.0.18 "GET /v2.0/networks/efd7d1a6-bf31-41ea-94fc-f9d2b5020689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317397 Jan 28 13:21:42.724578 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e93d3-a56f-49a9-a128-8231db00c3ff req-33346e20-a14b-4bad-9faf-09c061dd0e52 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:42.736288 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f77e93d3-a56f-49a9-a128-8231db00c3ff req-33346e20-a14b-4bad-9faf-09c061dd0e52 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "GET /v2.0/ports?device_id=25e89617-3d3d-456f-bb50-b212bac59976 HTTP/1.1" status: 200 len: 944 time: 0.2707722 Jan 28 13:21:42.773531 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fab6295-197a-475f-95e5-b98c7e6b7820 req-df6a7b6c-6095-4fb3-a1c5-f980cc5c3225 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Router 60c646b4-2c46-42a8-81c1-b1dfd4c02186 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:21:42.888144 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22241e15-d557-4d80-8943-dbc36bba81af req-6d9178cd-6bf6-4381-9ab9-3be3d211e302 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:42.897005 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-22241e15-d557-4d80-8943-dbc36bba81af req-6d9178cd-6bf6-4381-9ab9-3be3d211e302 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 949 time: 0.4818745 Jan 28 13:21:43.043838 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-22241e15-d557-4d80-8943-dbc36bba81af req-97dcb1f9-0d80-4ab8-8f52-3e3505eacadf tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/security-groups?id=57749c2d-f167-42a1-a505-20f9c25960cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455781 Jan 28 13:21:43.109786 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-616b38c8-c159-4735-9d35-77f044ffd28e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:43.111245 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-616b38c8-c159-4735-9d35-77f044ffd28e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4980471 Jan 28 13:21:43.131964 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-a2b45ca1-0e49-4153-b7f6-ca2e26cfd8ee tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Request body: {'port': {'device_id': '9c5e0cf1-5597-4c36-b604-c99dbaa6c2be', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': 'c20ee295b9c04f5c9a7ff181dc99ff29'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:43.155081 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a09ce09a-46bb-41d0-95c3-5c69993b01a1 req-58c2b0e0-e28d-454d-9a77-3e805011d642 service neutron] 10.222.0.18 "GET /v2.0/networks/efd7d1a6-bf31-41ea-94fc-f9d2b5020689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114406 Jan 28 13:21:43.222378 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f77e93d3-a56f-49a9-a128-8231db00c3ff req-f17c8ae9-ac94-4e19-9878-ce415fec7764 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "GET /v2.0/security-groups?id=7211f1c5-0373-4964-a18c-2763e5b194c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4846818 Jan 28 13:21:43.299060 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d20ed-ee6c-4ae2-b7a2-790e198df5c0 req-81993e4d-5a1b-4e50-8fbd-7ede2af1425c tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:43.301792 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-1c2e18e2-022f-4c52-8e98-0c378424ff65 req-c282afcf-35c6-4570-874b-bc7cb553673e tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Deleting port c7c8255f-d400-4277-bd9b-8fa20544b7c7 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:43.302132 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1c2e18e2-022f-4c52-8e98-0c378424ff65 req-c282afcf-35c6-4570-874b-bc7cb553673e tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:43.307793 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fab6295-197a-475f-95e5-b98c7e6b7820 req-df6a7b6c-6095-4fb3-a1c5-f980cc5c3225 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:21:43.320617 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-706d20ed-ee6c-4ae2-b7a2-790e198df5c0 req-81993e4d-5a1b-4e50-8fbd-7ede2af1425c tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=f580c936-ae32-45d7-b9a8-90e90d82949b HTTP/1.1" status: 200 len: 949 time: 0.2074444 Jan 28 13:21:43.321196 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6efe4d5-5bca-4ebf-8e14-b54e023de213 None None] Sync routers for ids ['60c646b4-2c46-42a8-81c1-b1dfd4c02186'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:21:43.342794 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6efe4d5-5bca-4ebf-8e14-b54e023de213 None None] Routers {'60c646b4-2c46-42a8-81c1-b1dfd4c02186'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:21:43.343862 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-e6efe4d5-5bca-4ebf-8e14-b54e023de213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:21:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['60c646b4-2c46-42a8-81c1-b1dfd4c02186'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:43.393999 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-381dfced-cb4d-4b63-88c1-6b008561158a req-663e4cb6-06ed-4a83-8a36-0d2db61e6f5e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:43.410506 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fab6295-197a-475f-95e5-b98c7e6b7820 req-df6a7b6c-6095-4fb3-a1c5-f980cc5c3225 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] No DVR routers for this DVR port 14a8c577-6350-4e43-b795-e340fe037564 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:21:43.413744 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3fab6295-197a-475f-95e5-b98c7e6b7820 req-df6a7b6c-6095-4fb3-a1c5-f980cc5c3225 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:43.417881 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3fab6295-197a-475f-95e5-b98c7e6b7820 req-df6a7b6c-6095-4fb3-a1c5-f980cc5c3225 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.18 "DELETE /v2.0/ports/14a8c577-6350-4e43-b795-e340fe037564 HTTP/1.1" status: 204 len: 173 time: 2.4540474 Jan 28 13:21:43.423980 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c360aa12-3fe5-4dd3-a905-690ee2cd185d', 'name': 'network-vif-deleted', 'tag': '14a8c577-6350-4e43-b795-e340fe037564'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:43.426142 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1385036a-5b2d-42cf-997e-60b27bbeaf1b" -d '{"events": [{"server_uuid": "c360aa12-3fe5-4dd3-a905-690ee2cd185d", "name": "network-vif-deleted", "tag": "14a8c577-6350-4e43-b795-e340fe037564"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:43.469919 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e4cb6-06ed-4a83-8a36-0d2db61e6f5e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Pushing event deleted for resources: {'Port': ['ID=9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:43.484556 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-1c2e18e2-022f-4c52-8e98-0c378424ff65 req-c282afcf-35c6-4570-874b-bc7cb553673e tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] For port c7c8255f-d400-4277-bd9b-8fa20544b7c7, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c7c8255f-d400-4277-bd9b-8fa20544b7c7,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:43.484937 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1c2e18e2-022f-4c52-8e98-0c378424ff65 req-c282afcf-35c6-4570-874b-bc7cb553673e tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:43.501353 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-1c2e18e2-022f-4c52-8e98-0c378424ff65 req-c282afcf-35c6-4570-874b-bc7cb553673e tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Calling delete_port for c7c8255f-d400-4277-bd9b-8fa20544b7c7 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:43.599223 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-706d20ed-ee6c-4ae2-b7a2-790e198df5c0 req-0467135c-a565-4014-8f83-b0fd6b94d21e tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/security-groups?id=e99bb6c3-57bf-4d46-aa37-5e799db85241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320862 Jan 28 13:21:43.694277 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-381dfced-cb4d-4b63-88c1-6b008561158a req-663e4cb6-06ed-4a83-8a36-0d2db61e6f5e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] No DVR routers for this DVR port 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:21:43.700689 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-381dfced-cb4d-4b63-88c1-6b008561158a req-663e4cb6-06ed-4a83-8a36-0d2db61e6f5e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:43.728637 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-381dfced-cb4d-4b63-88c1-6b008561158a req-663e4cb6-06ed-4a83-8a36-0d2db61e6f5e tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.18 "DELETE /v2.0/ports/9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe HTTP/1.1" status: 204 len: 173 time: 2.0905941 Jan 28 13:21:43.729236 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e708e968-1ad7-4474-953a-f508cf260043', 'name': 'network-vif-deleted', 'tag': '9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:43.732869 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ae4fef-a9e7-4c87-bb8b-e938c6723ffe" -d '{"events": [{"server_uuid": "e708e968-1ad7-4474-953a-f508cf260043", "name": "network-vif-deleted", "tag": "9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:43.742244 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-a2b45ca1-0e49-4153-b7f6-ca2e26cfd8ee tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Made reservation on behalf of c20ee295b9c04f5c9a7ff181dc99ff29 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:21:43.753590 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-a2b45ca1-0e49-4153-b7f6-ca2e26cfd8ee tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:43.859058 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-549e98fd-bd0b-41f6-a91b-688ddc1ea861 req-37c65e90-ef2b-4f37-8347-25a8b1e63041 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/ports?device_id=c360aa12-3fe5-4dd3-a905-690ee2cd185d HTTP/1.1" status: 200 len: 210 time: 0.0867364 Jan 28 13:21:43.867835 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1c2e18e2-022f-4c52-8e98-0c378424ff65 req-c282afcf-35c6-4570-874b-bc7cb553673e tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c7c8255f-d400-4277-bd9b-8fa20544b7c7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:43.872607 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 96aee2e6-24e5-4f54-804e-a691a1279543 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:21:43.876826 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 9848509c-826a-479b-a7fa-5e82ecade94b up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:21:43.898582 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-e6efe4d5-5bca-4ebf-8e14-b54e023de213 None None] Set router 60c646b4-2c46-42a8-81c1-b1dfd4c02186 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:21:43.944186 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282afcf-35c6-4570-874b-bc7cb553673e tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Pushing event deleted for resources: {'Port': ['ID=c7c8255f-d400-4277-bd9b-8fa20544b7c7,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:44.097223 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2e18e2-022f-4c52-8e98-0c378424ff65 req-c282afcf-35c6-4570-874b-bc7cb553673e tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] No DVR routers for this DVR port c7c8255f-d400-4277-bd9b-8fa20544b7c7 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:21:44.103197 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1c2e18e2-022f-4c52-8e98-0c378424ff65 req-c282afcf-35c6-4570-874b-bc7cb553673e tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:44.104695 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 9848509c-826a-479b-a7fa-5e82ecade94b completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:21:44.110751 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c2e18e2-022f-4c52-8e98-0c378424ff65 req-c282afcf-35c6-4570-874b-bc7cb553673e tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.18 "DELETE /v2.0/ports/c7c8255f-d400-4277-bd9b-8fa20544b7c7 HTTP/1.1" status: 204 len: 173 time: 1.4068482 Jan 28 13:21:44.121004 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 9848509c-826a-479b-a7fa-5e82ecade94b triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:21:44.121760 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9848509c-826a-479b-a7fa-5e82ecade94b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:44.131458 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 96aee2e6-24e5-4f54-804e-a691a1279543, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=96aee2e6-24e5-4f54-804e-a691a1279543,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:44.162556 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d17516bf-b465-41b2-9d85-a62613dd817b req-69c9ad4e-6182-4bbd-b4e9-dc2c5236e9a3 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c5e0cf1-5597-4c36-b604-c99dbaa6c2be HTTP/1.1" status: 200 len: 210 time: 0.1142821 Jan 28 13:21:44.192327 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcff4cf-9e1b-40f5-841e-47177bae442d req-59de79c1-55cf-469b-819e-aa21297f728d tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:44.201859 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4bcff4cf-9e1b-40f5-841e-47177bae442d req-59de79c1-55cf-469b-819e-aa21297f728d tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 943 time: 0.1924734 Jan 28 13:21:44.222667 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '96aee2e6-24e5-4f54-804e-a691a1279543', 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460', 'port_id': '96aee2e6-24e5-4f54-804e-a691a1279543', 'mac_address': 'fa:16:3e:67:05:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '585c2f63-9b4b-456a-9eb5-e157a8ee5cdd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:21:44.323612 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4bcff4cf-9e1b-40f5-841e-47177bae442d req-0453c704-2c47-48d1-806d-94dc5a4fa41d tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206827 Jan 28 13:21:44.345775 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 96aee2e6-24e5-4f54-804e-a691a1279543 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:44.349866 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (96aee2e6-24e5-4f54-804e-a691a1279543), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:44.392055 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96aee2e6-24e5-4f54-804e-a691a1279543 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:21:44.402241 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-a2b45ca1-0e49-4153-b7f6-ca2e26cfd8ee tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Allocated IP 192.168.233.155 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/68528792-3dbd-4498-94d4-cf230495a3d9) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:21:44.413259 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-e6efe4d5-5bca-4ebf-8e14-b54e023de213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538456093-router', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:36Z', 'revision_number': 4, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'gw_port': {'id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'c240f066-9b69-4788-86b6-05b5fb363832', 'name': '', 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'mac_address': 'fa:16:3e:d9:b6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:35Z', 'updated_at': '2022-01-28T13:15:43Z', 'revision_number': 5, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'subnets': [{'id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:44.416138 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64756349-5690-4f2c-afed-a5850aae3b58 x-openstack-request-id: req-64756349-5690-4f2c-afed-a5850aae3b58 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:44.416457 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c360aa12-3fe5-4dd3-a905-690ee2cd185d", "name": "network-vif-deleted", "tag": "14a8c577-6350-4e43-b795-e340fe037564", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:44.417077 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-64756349-5690-4f2c-afed-a5850aae3b58 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:44.417612 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c360aa12-3fe5-4dd3-a905-690ee2cd185d', 'name': 'network-vif-deleted', 'tag': '14a8c577-6350-4e43-b795-e340fe037564', 'status': 'completed', 'code': 200} Jan 28 13:21:44.451513 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfdf9bc-d742-43d7-9c1f-3d5e26969358 req-faa7573b-bd93-4178-8b70-833c1fe41588 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:44.458522 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5dfdf9bc-d742-43d7-9c1f-3d5e26969358 req-faa7573b-bd93-4178-8b70-833c1fe41588 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 946 time: 0.1405866 Jan 28 13:21:44.489057 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6efe4d5-5bca-4ebf-8e14-b54e023de213 None None] Checking router: 60c646b4-2c46-42a8-81c1-b1dfd4c02186 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:21:44.503390 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6efe4d5-5bca-4ebf-8e14-b54e023de213 None None] Routers {'60c646b4-2c46-42a8-81c1-b1dfd4c02186'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:21:44.506747 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 96aee2e6-24e5-4f54-804e-a691a1279543, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=96aee2e6-24e5-4f54-804e-a691a1279543,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:44.507665 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-e6efe4d5-5bca-4ebf-8e14-b54e023de213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:21:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['60c646b4-2c46-42a8-81c1-b1dfd4c02186'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:44.511621 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a10534-33b6-4bba-b31d-58b2b3092726 x-openstack-request-id: req-e4a10534-33b6-4bba-b31d-58b2b3092726 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:44.511929 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e708e968-1ad7-4474-953a-f508cf260043", "name": "network-vif-deleted", "tag": "9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:44.512233 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4a10534-33b6-4bba-b31d-58b2b3092726 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:44.512778 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e708e968-1ad7-4474-953a-f508cf260043', 'name': 'network-vif-deleted', 'tag': '9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe', 'status': 'completed', 'code': 200} Jan 28 13:21:44.534807 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (96aee2e6-24e5-4f54-804e-a691a1279543), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:44.688683 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=96aee2e6-24e5-4f54-804e-a691a1279543,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:44.716061 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 9848509c-826a-479b-a7fa-5e82ecade94b is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:44.726248 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9848509c-826a-479b-a7fa-5e82ecade94b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:44.726406 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5dfdf9bc-d742-43d7-9c1f-3d5e26969358 req-57e9b39a-ed26-4dce-981e-3eac17c1be68 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666860 Jan 28 13:21:44.774482 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ed6c0b99-84a6-4338-a5a8-c193fa249a4c req-2bf331ee-e7ef-4102-a219-e8c0b9ceac00 tempest-MigrationsAdminTest-2068474280 tempest-MigrationsAdminTest-2068474280-project] 10.222.0.39 "GET /v2.0/ports?device_id=e708e968-1ad7-4474-953a-f508cf260043 HTTP/1.1" status: 200 len: 210 time: 0.0530550 Jan 28 13:21:44.814142 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 9848509c-826a-479b-a7fa-5e82ecade94b, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=9848509c-826a-479b-a7fa-5e82ecade94b,segment=NetworkSegment(990e9f56-f119-4a5c-9f38-63165e995564),segment_id=990e9f56-f119-4a5c-9f38-63165e995564)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:44.815905 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e89617-3d3d-456f-bb50-b212bac59976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9848509c-826a-479b-a7fa-5e82ecade94b'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:44.821092 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d430252-5062-4d16-89db-28ca3ad6b981" -d '{"events": [{"server_uuid": "25e89617-3d3d-456f-bb50-b212bac59976", "name": "network-vif-plugged", "status": "completed", "tag": "9848509c-826a-479b-a7fa-5e82ecade94b"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:44.824073 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-e6efe4d5-5bca-4ebf-8e14-b54e023de213 None None] Set router 60c646b4-2c46-42a8-81c1-b1dfd4c02186 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:21:44.833474 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9848509c-826a-479b-a7fa-5e82ecade94b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:44.834432 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 14a8c577-6350-4e43-b795-e340fe037564 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:21:44.836659 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['96aee2e6-24e5-4f54-804e-a691a1279543'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:44.953763 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-a2b45ca1-0e49-4153-b7f6-ca2e26cfd8ee tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks [] for port (68528792-3dbd-4498-94d4-cf230495a3d9), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:44.956699 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae5b33da-2e87-4fd7-957d-27e51a19a92f req-7798e6fb-1e85-4b84-a688-e60ee6fd899c tempest-ListImageFiltersTestJSON-1560289473 tempest-ListImageFiltersTestJSON-1560289473-project] 10.222.0.39 "GET /v2.0/ports?device_id=f580c936-ae32-45d7-b9a8-90e90d82949b HTTP/1.1" status: 200 len: 210 time: 0.0626273 Jan 28 13:21:44.958641 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 14a8c577-6350-4e43-b795-e340fe037564 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:21:44.959305 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 14a8c577-6350-4e43-b795-e340fe037564 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:21:44.959501 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:21:44.971974 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030d627-69b0-4d0b-91ba-f8c15a3c887a req-c82c8dd1-e1fa-4b09-8fc1-207efbb10853 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:44.979115 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9030d627-69b0-4d0b-91ba-f8c15a3c887a req-c82c8dd1-e1fa-4b09-8fc1-207efbb10853 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "GET /v2.0/ports?device_id=25e89617-3d3d-456f-bb50-b212bac59976 HTTP/1.1" status: 200 len: 945 time: 0.1315231 Jan 28 13:21:45.004658 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:21:45.005303 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 9b66a2cc-fef6-4c71-9c40-c70c6fbe4cbe not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:21:45.054619 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9030d627-69b0-4d0b-91ba-f8c15a3c887a req-cc3195b5-f8d1-4edc-b6ad-969f34b9f91f tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "GET /v2.0/security-groups?id=7211f1c5-0373-4964-a18c-2763e5b194c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737288 Jan 28 13:21:45.076015 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1e5e5e-b479-438a-b895-bf49fa33b0bc x-openstack-request-id: req-6f1e5e5e-b479-438a-b895-bf49fa33b0bc {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:45.076570 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e89617-3d3d-456f-bb50-b212bac59976", "name": "network-vif-plugged", "status": "completed", "tag": "9848509c-826a-479b-a7fa-5e82ecade94b", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:45.077023 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6f1e5e5e-b479-438a-b895-bf49fa33b0bc {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:45.077566 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e89617-3d3d-456f-bb50-b212bac59976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9848509c-826a-479b-a7fa-5e82ecade94b', 'code': 200} Jan 28 13:21:45.092616 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=9848509c-826a-479b-a7fa-5e82ecade94b,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:45.140006 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-a2b45ca1-0e49-4153-b7f6-ca2e26cfd8ee tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (68528792-3dbd-4498-94d4-cf230495a3d9), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:45.168459 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['5a7fcae3-a8c4-4ecf-8417-45d7a327c416', '25417da0-50d6-4cc5-8fda-ff274c26d2da'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:45.191797 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-a2b45ca1-0e49-4153-b7f6-ca2e26cfd8ee tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:21:45.197864 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-a2b45ca1-0e49-4153-b7f6-ca2e26cfd8ee tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:21:45.200576 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-a2b45ca1-0e49-4153-b7f6-ca2e26cfd8ee tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:21:45.265968 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b45ca1-0e49-4153-b7f6-ca2e26cfd8ee tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Pushing event updated for resources: {'Port': ['ID=68528792-3dbd-4498-94d4-cf230495a3d9,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:45.291254 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbede7e6-87db-4774-b11b-fca3ac03e575 req-2a84c145-b1fe-4f49-b6a3-a29ab075c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:45.293489 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-a2b45ca1-0e49-4153-b7f6-ca2e26cfd8ee tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:45.294231 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-a2b45ca1-0e49-4153-b7f6-ca2e26cfd8ee tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:45.299425 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cbede7e6-87db-4774-b11b-fca3ac03e575 req-2a84c145-b1fe-4f49-b6a3-a29ab075c4c5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=25e89617-3d3d-456f-bb50-b212bac59976 HTTP/1.1" status: 200 len: 1096 time: 0.1232531 Jan 28 13:21:45.301049 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['43ce2e41-fabd-4370-80ce-35aa05357550', 'd2fb4175-b997-4b56-9f06-0dcf7dd8d1bb', '860fb29b-89df-40c0-b2b4-c3e67441f84e'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:45.325286 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-a2b45ca1-0e49-4153-b7f6-ca2e26cfd8ee tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1997573 Jan 28 13:21:45.333259 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-e6efe4d5-5bca-4ebf-8e14-b54e023de213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538456093-router', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:36Z', 'revision_number': 4, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'gw_port': {'id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'c240f066-9b69-4788-86b6-05b5fb363832', 'name': '', 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'mac_address': 'fa:16:3e:d9:b6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:35Z', 'updated_at': '2022-01-28T13:15:43Z', 'revision_number': 5, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'subnets': [{'id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:45.338001 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-d0dab862-51f7-4de2-b34b-a8acbd797c56 service neutron] Request body: {'port': {'device_id': '9c5e0cf1-5597-4c36-b604-c99dbaa6c2be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:45.428407 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6efe4d5-5bca-4ebf-8e14-b54e023de213 None None] The sync data for ids ['60c646b4-2c46-42a8-81c1-b1dfd4c02186'] in n-d-822747-2 is: [{'id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538456093-router', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:36Z', 'revision_number': 4, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'gw_port': {'id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'c240f066-9b69-4788-86b6-05b5fb363832', 'name': '', 'network_id': '56a89aa3-213b-4e75-bd90-9d124e8278f7', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'mac_address': 'fa:16:3e:d9:b6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:35Z', 'updated_at': '2022-01-28T13:15:43Z', 'revision_number': 5, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'subnets': [{'id': '8d09786e-2fd7-45c5-ac49-545a517099f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:21:45.441454 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-d0dab862-51f7-4de2-b34b-a8acbd797c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (68528792-3dbd-4498-94d4-cf230495a3d9), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:45.483169 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cbede7e6-87db-4774-b11b-fca3ac03e575 req-24fe062b-b7d5-4e60-bb7d-0b106ce7827f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7211f1c5-0373-4964-a18c-2763e5b194c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776757 Jan 28 13:21:45.512611 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ccb9d-f81b-45c4-97b4-2b379b52f347 req-5ed62119-7fe9-43ab-bb19-f579d12dec37 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:45.514165 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-009ccb9d-f81b-45c4-97b4-2b379b52f347 req-5ed62119-7fe9-43ab-bb19-f579d12dec37 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c5e0cf1-5597-4c36-b604-c99dbaa6c2be HTTP/1.1" status: 200 len: 936 time: 0.1645746 Jan 28 13:21:45.612755 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-009ccb9d-f81b-45c4-97b4-2b379b52f347 req-bf995893-bcbf-4246-b2a5-0ac7eb38b655 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822992 Jan 28 13:21:45.668552 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47470) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:45.727427 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89d256-33f3-47c1-b53b-2eb4eb36dbff req-56a86916-81dc-4554-a5e9-47e1a6e13178 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:45.730197 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ab89d256-33f3-47c1-b53b-2eb4eb36dbff req-56a86916-81dc-4554-a5e9-47e1a6e13178 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 944 time: 0.1394627 Jan 28 13:21:45.799256 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-0b0b4460-c680-447a-8c7b-916db5ca7ca2 None None] Provisioning complete for port 68528792-3dbd-4498-94d4-cf230495a3d9 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:21:45.800877 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b0b4460-c680-447a-8c7b-916db5ca7ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (68528792-3dbd-4498-94d4-cf230495a3d9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:45.808928 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9eb973bb-a258-41f4-99f2-31b325fec035 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks [] for security_group (9c0bd253-0e42-4e5a-8831-3168ad87e283), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:45.858879 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9eb973bb-a258-41f4-99f2-31b325fec035 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks [] for security_group (9c0bd253-0e42-4e5a-8831-3168ad87e283), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:45.861226 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0b0b4460-c680-447a-8c7b-916db5ca7ca2 None None] Port 68528792-3dbd-4498-94d4-cf230495a3d9 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:21:45.901642 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c7c8255f-d400-4277-bd9b-8fa20544b7c7 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:21:45.919421 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ab89d256-33f3-47c1-b53b-2eb4eb36dbff req-126ae1b1-814e-4f49-a8cd-c4ea8b69e8b2 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672580 Jan 28 13:21:45.963597 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba054c63-8719-479c-aab8-ace6dbcf34bf None None] New status for floating IP b72f2b89-7fa3-446b-aed7-17566ac32a6d: DOWN {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:21:45.987314 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9eb973bb-a258-41f4-99f2-31b325fec035 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9c0bd253-0e42-4e5a-8831-3168ad87e283), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:45.990088 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9eb973bb-a258-41f4-99f2-31b325fec035 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:45.991289 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9eb973bb-a258-41f4-99f2-31b325fec035 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "DELETE /v2.0/security-groups/9c0bd253-0e42-4e5a-8831-3168ad87e283 HTTP/1.1" status: 204 len: 168 time: 0.3212619 Jan 28 13:21:45.996608 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47486) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:46.029740 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16784dc7-4df7-4106-a942-7b681ee12c5f req-295a4f7d-8e03-425f-a9ee-fab77e521b19 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:46.042238 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16784dc7-4df7-4106-a942-7b681ee12c5f req-295a4f7d-8e03-425f-a9ee-fab77e521b19 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 946 time: 0.1695466 Jan 28 13:21:46.078799 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-d0dab862-51f7-4de2-b34b-a8acbd797c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68528792-3dbd-4498-94d4-cf230495a3d9 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:21:46.081262 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb973bb-a258-41f4-99f2-31b325fec035 tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0bd253-0e42-4e5a-8831-3168ad87e283,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:46.093408 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-0d7f585f-1f8c-41d4-8410-f456b74fb2fc tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] show failed (client error): The resource could not be found. Jan 28 13:21:46.094464 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0d7f585f-1f8c-41d4-8410-f456b74fb2fc tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "GET /v2.0/security-groups/9c0bd253-0e42-4e5a-8831-3168ad87e283 HTTP/1.1" status: 404 len: 347 time: 0.0944238 Jan 28 13:21:46.100174 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47494) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:46.104413 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-d0dab862-51f7-4de2-b34b-a8acbd797c56 service neutron] Publish callbacks [] for port (68528792-3dbd-4498-94d4-cf230495a3d9), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:46.131879 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-d0dab862-51f7-4de2-b34b-a8acbd797c56 service neutron] Transition to ACTIVE for port object 68528792-3dbd-4498-94d4-cf230495a3d9 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:21:46.141783 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-d0dab862-51f7-4de2-b34b-a8acbd797c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (68528792-3dbd-4498-94d4-cf230495a3d9), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:46.197376 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: c7c8255f-d400-4277-bd9b-8fa20544b7c7 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:21:46.197715 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c7c8255f-d400-4277-bd9b-8fa20544b7c7 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:21:46.241831 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16784dc7-4df7-4106-a942-7b681ee12c5f req-ed0b7b9f-6a7e-4b14-a3b5-26c865cb85ce tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916525 Jan 28 13:21:46.315239 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-622fb23e-b716-4ef6-b0fe-3d945a56895a tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Deleting port e2411c48-760f-4957-aa3f-119222493be9 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:46.315590 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-622fb23e-b716-4ef6-b0fe-3d945a56895a tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (e2411c48-760f-4957-aa3f-119222493be9), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:46.470808 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f580c936-ae32-45d7-b9a8-90e90d82949b', 'name': 'network-vif-deleted', 'tag': 'c7c8255f-d400-4277-bd9b-8fa20544b7c7'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:46.479453 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcea086-14ff-44ae-91f6-503d9b966700" -d '{"events": [{"server_uuid": "f580c936-ae32-45d7-b9a8-90e90d82949b", "name": "network-vif-deleted", "tag": "c7c8255f-d400-4277-bd9b-8fa20544b7c7"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:46.493907 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cbd05-2ee5-4aaa-be3b-d4bedc275201 req-eb33aff8-de4a-4b91-ac15-3e55903cec92 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:46.496141 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47504) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:46.508920 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2e5cbd05-2ee5-4aaa-be3b-d4bedc275201 req-eb33aff8-de4a-4b91-ac15-3e55903cec92 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "GET /v2.0/ports?device_id=25e89617-3d3d-456f-bb50-b212bac59976 HTTP/1.1" status: 200 len: 945 time: 0.3444922 Jan 28 13:21:46.559419 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dab862-51f7-4de2-b34b-a8acbd797c56 service neutron] Pushing event updated for resources: {'Port': ['ID=68528792-3dbd-4498-94d4-cf230495a3d9,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:46.595996 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-d0dab862-51f7-4de2-b34b-a8acbd797c56 service neutron] Attempting to bind port 68528792-3dbd-4498-94d4-cf230495a3d9 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:21:46.600179 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-d0dab862-51f7-4de2-b34b-a8acbd797c56 service neutron] Attempting to bind port 68528792-3dbd-4498-94d4-cf230495a3d9 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:21:46.602198 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-d0dab862-51f7-4de2-b34b-a8acbd797c56 service neutron] Attempting to bind port 68528792-3dbd-4498-94d4-cf230495a3d9 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:21:46.612098 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-622fb23e-b716-4ef6-b0fe-3d945a56895a tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (e2411c48-760f-4957-aa3f-119222493be9), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:46.612695 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-622fb23e-b716-4ef6-b0fe-3d945a56895a tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks [] for floatingip (e2411c48-760f-4957-aa3f-119222493be9), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:46.641857 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-622fb23e-b716-4ef6-b0fe-3d945a56895a tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Calling delete_port for e2411c48-760f-4957-aa3f-119222493be9 owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:46.689716 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2e5cbd05-2ee5-4aaa-be3b-d4bedc275201 req-4dbbc746-dc14-4aa9-b773-3f8f7f48811a tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "GET /v2.0/security-groups?id=7211f1c5-0373-4964-a18c-2763e5b194c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797912 Jan 28 13:21:46.692291 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-d0dab862-51f7-4de2-b34b-a8acbd797c56 service neutron] Port 68528792-3dbd-4498-94d4-cf230495a3d9 on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:21:46.695914 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-d0dab862-51f7-4de2-b34b-a8acbd797c56 service neutron] Attempting to bind port 68528792-3dbd-4498-94d4-cf230495a3d9 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:21:46.709029 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-d0dab862-51f7-4de2-b34b-a8acbd797c56 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:21:46.716768 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-d0dab862-51f7-4de2-b34b-a8acbd797c56 service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:21:46.718621 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-d0dab862-51f7-4de2-b34b-a8acbd797c56 service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:21:46.719679 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-d0dab862-51f7-4de2-b34b-a8acbd797c56 service neutron] Bound port: 68528792-3dbd-4498-94d4-cf230495a3d9, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:21:46.724996 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-d0dab862-51f7-4de2-b34b-a8acbd797c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (68528792-3dbd-4498-94d4-cf230495a3d9), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:46.829471 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69493817-22b4-4bd2-855b-0d980f7f69c9 x-openstack-request-id: req-69493817-22b4-4bd2-855b-0d980f7f69c9 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:46.829770 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f580c936-ae32-45d7-b9a8-90e90d82949b", "name": "network-vif-deleted", "tag": "c7c8255f-d400-4277-bd9b-8fa20544b7c7", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:46.830007 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-69493817-22b4-4bd2-855b-0d980f7f69c9 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:46.830391 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f580c936-ae32-45d7-b9a8-90e90d82949b', 'name': 'network-vif-deleted', 'tag': 'c7c8255f-d400-4277-bd9b-8fa20544b7c7', 'status': 'completed', 'code': 200} Jan 28 13:21:46.831174 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-d0dab862-51f7-4de2-b34b-a8acbd797c56 service neutron] For port 68528792-3dbd-4498-94d4-cf230495a3d9, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:21:46.849257 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-d0dab862-51f7-4de2-b34b-a8acbd797c56 service neutron] For port 68528792-3dbd-4498-94d4-cf230495a3d9, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=68528792-3dbd-4498-94d4-cf230495a3d9,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:21:46.885874 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-d0dab862-51f7-4de2-b34b-a8acbd797c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (68528792-3dbd-4498-94d4-cf230495a3d9), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:46.954897 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-d0dab862-51f7-4de2-b34b-a8acbd797c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:46.955608 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-d0dab862-51f7-4de2-b34b-a8acbd797c56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:46.957084 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-d0dab862-51f7-4de2-b34b-a8acbd797c56 service neutron] 10.222.0.37 "PUT /v2.0/ports/68528792-3dbd-4498-94d4-cf230495a3d9 HTTP/1.1" status: 200 len: 1096 time: 1.6242340 Jan 28 13:21:46.964716 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5e0cf1-5597-4c36-b604-c99dbaa6c2be', 'tag': '68528792-3dbd-4498-94d4-cf230495a3d9'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:46.967425 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e33537-086b-498f-a6bf-500f2f672ade" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5e0cf1-5597-4c36-b604-c99dbaa6c2be", "tag": "68528792-3dbd-4498-94d4-cf230495a3d9"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:47.000463 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9a1cb-e961-43dc-8f92-e9abc9153729 req-b1512432-3897-474d-b757-775dc9371608 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:47.002707 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89a9a1cb-e961-43dc-8f92-e9abc9153729 req-b1512432-3897-474d-b757-775dc9371608 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c5e0cf1-5597-4c36-b604-c99dbaa6c2be HTTP/1.1" status: 200 len: 948 time: 0.1516070 Jan 28 13:21:47.006175 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dab862-51f7-4de2-b34b-a8acbd797c56 service neutron] Pushing event updated for resources: {'Port': ['ID=68528792-3dbd-4498-94d4-cf230495a3d9,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:47.041548 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ec064152-edf5-46bd-bada-cf79fd08c96e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=787b3d18280347a0a733cb6bd5e91d6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5406101 Jan 28 13:21:47.043077 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47530) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:47.125654 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-622fb23e-b716-4ef6-b0fe-3d945a56895a tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (e2411c48-760f-4957-aa3f-119222493be9), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:47.148860 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-950038f5-6a08-4cd2-8e2e-e65c8e3010e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:47.151646 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-950038f5-6a08-4cd2-8e2e-e65c8e3010e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&device_id=9c5e0cf1-5597-4c36-b604-c99dbaa6c2be HTTP/1.1" status: 200 len: 1099 time: 0.1185839 Jan 28 13:21:47.156049 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622fb23e-b716-4ef6-b0fe-3d945a56895a tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Pushing event deleted for resources: {'Port': ['ID=e2411c48-760f-4957-aa3f-119222493be9,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:47.160173 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c3a94f63-c744-441b-a358-13e852a64803 admin admin] Publish callbacks [] for security_group (57749c2d-f167-42a1-a505-20f9c25960cc), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:47.160670 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89a9a1cb-e961-43dc-8f92-e9abc9153729 req-dcad3899-29ec-483d-9ea6-2eb20f5fb382 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513872 Jan 28 13:21:47.205590 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-cf554e01-13f5-4de6-9eaf-940e5b63f4d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=68528792-3dbd-4498-94d4-cf230495a3d9 HTTP/1.1" status: 200 len: 217 time: 0.0438335 Jan 28 13:21:47.228219 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b545ee-f92c-49ad-a9e6-04cad1473890 x-openstack-request-id: req-d4b545ee-f92c-49ad-a9e6-04cad1473890 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:47.228503 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5e0cf1-5597-4c36-b604-c99dbaa6c2be", "tag": "68528792-3dbd-4498-94d4-cf230495a3d9", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:47.228780 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d4b545ee-f92c-49ad-a9e6-04cad1473890 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:47.229186 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5e0cf1-5597-4c36-b604-c99dbaa6c2be', 'tag': '68528792-3dbd-4498-94d4-cf230495a3d9', 'status': 'completed', 'code': 200} Jan 28 13:21:47.252673 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c3a94f63-c744-441b-a358-13e852a64803 admin admin] Publish callbacks [] for security_group (57749c2d-f167-42a1-a505-20f9c25960cc), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:47.275118 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-230793d1-d1e9-446f-929a-d6fffa575309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:47.276568 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-230793d1-d1e9-446f-929a-d6fffa575309 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0646033 Jan 28 13:21:47.350414 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-d34cf588-f724-403d-bf7f-e547764facd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:47.352433 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-d34cf588-f724-403d-bf7f-e547764facd2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0655429 Jan 28 13:21:47.398326 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-622fb23e-b716-4ef6-b0fe-3d945a56895a tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks [] for floatingip (b72f2b89-7fa3-446b-aed7-17566ac32a6d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:47.401233 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-622fb23e-b716-4ef6-b0fe-3d945a56895a tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:47.402675 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-622fb23e-b716-4ef6-b0fe-3d945a56895a tempest-ServersWithSpecificFlavorTestJSON-1410370792 tempest-ServersWithSpecificFlavorTestJSON-1410370792-project] 10.222.0.39 "DELETE /v2.0/floatingips/b72f2b89-7fa3-446b-aed7-17566ac32a6d HTTP/1.1" status: 204 len: 168 time: 1.3013737 Jan 28 13:21:47.411202 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09573212-3997-4d84-9573-b209834f0cb0 req-a2dcf190-7e77-4579-ac52-0241e78b2916 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:47.413051 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-09573212-3997-4d84-9573-b209834f0cb0 req-a2dcf190-7e77-4579-ac52-0241e78b2916 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 944 time: 0.1503267 Jan 28 13:21:47.473674 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:47.480642 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-db3418c8-ead0-4fb6-a7bf-061b4bd9f823 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211138 Jan 28 13:21:47.485919 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c3a94f63-c744-441b-a358-13e852a64803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (57749c2d-f167-42a1-a505-20f9c25960cc), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:47.489084 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c3a94f63-c744-441b-a358-13e852a64803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:47.502303 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c3a94f63-c744-441b-a358-13e852a64803 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/57749c2d-f167-42a1-a505-20f9c25960cc HTTP/1.1" status: 204 len: 168 time: 0.4488058 Jan 28 13:21:47.546292 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-09573212-3997-4d84-9573-b209834f0cb0 req-d1f3ca03-eb95-4a10-8382-b0170fd86b70 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272702 Jan 28 13:21:47.550750 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a94f63-c744-441b-a358-13e852a64803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57749c2d-f167-42a1-a505-20f9c25960cc,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:47.625943 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9c91d55b-d10c-47ef-bdc5-691f17c7eb76 req-e7109157-4512-49dd-baa7-370ce69029da service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388068 Jan 28 13:21:47.758271 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e33537-086b-498f-a6bf-500f2f672ade req-dc7c7377-b631-4d23-8bfd-796e799c943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:47.759832 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-00e33537-086b-498f-a6bf-500f2f672ade req-dc7c7377-b631-4d23-8bfd-796e799c943e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&device_id=9c5e0cf1-5597-4c36-b604-c99dbaa6c2be HTTP/1.1" status: 200 len: 1099 time: 0.0654173 Jan 28 13:21:47.767178 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e6730-bf3e-4011-9e37-236257c89602 req-5666256f-731d-46c8-8734-7032b8a29f44 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:47.768620 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-af4e6730-bf3e-4011-9e37-236257c89602 req-5666256f-731d-46c8-8734-7032b8a29f44 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 946 time: 0.1088116 Jan 28 13:21:47.899084 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-af4e6730-bf3e-4011-9e37-236257c89602 req-3aab9790-4d91-4cfb-b7e4-f100c3421ed4 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994544 Jan 28 13:21:47.905256 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 96aee2e6-24e5-4f54-804e-a691a1279543 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:21:47.905797 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47572) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:47.911863 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e33537-086b-498f-a6bf-500f2f672ade req-6d3e2505-66c5-436a-a9d2-35c904766ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:47.917465 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-00e33537-086b-498f-a6bf-500f2f672ade req-6d3e2505-66c5-436a-a9d2-35c904766ccd service neutron] 10.222.0.37 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.1478994 Jan 28 13:21:47.973586 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-00e33537-086b-498f-a6bf-500f2f672ade req-c41fdf87-6a10-4b27-9ffe-d62632d1636f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=68528792-3dbd-4498-94d4-cf230495a3d9 HTTP/1.1" status: 200 len: 217 time: 0.0490973 Jan 28 13:21:47.999277 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8458ea4f-d8a2-4d43-acf4-9b61f36ffe55 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c1f0e89607f5408a816dcf347c6f7b8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0912318 Jan 28 13:21:47.999767 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47578) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:48.023625 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 96aee2e6-24e5-4f54-804e-a691a1279543 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:21:48.029354 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 96aee2e6-24e5-4f54-804e-a691a1279543 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:21:48.032021 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (96aee2e6-24e5-4f54-804e-a691a1279543), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:48.075860 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e33537-086b-498f-a6bf-500f2f672ade req-3993c4b8-c07c-42fe-9cba-88098a220099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:48.078009 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-00e33537-086b-498f-a6bf-500f2f672ade req-3993c4b8-c07c-42fe-9cba-88098a220099 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0984533 Jan 28 13:21:48.085987 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:21:48.116654 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fc7267be-f822-432a-ba68-b753e26560ef admin admin] Publish callbacks [] for security_group (d2b5f9c2-f0d2-4ce3-a52b-a6749fa9e50c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:48.148952 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e33537-086b-498f-a6bf-500f2f672ade req-d6914df4-b27b-4e0e-a303-1bd7f29accd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:48.151846 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-00e33537-086b-498f-a6bf-500f2f672ade req-d6914df4-b27b-4e0e-a303-1bd7f29accd0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0653453 Jan 28 13:21:48.167924 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fc7267be-f822-432a-ba68-b753e26560ef admin admin] Publish callbacks [] for security_group (d2b5f9c2-f0d2-4ce3-a52b-a6749fa9e50c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:48.240800 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08854c3f-a680-44ed-a2c3-857d9e47b333 req-4afb0c99-0146-404c-b239-c217ba3dba1d tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:48.242396 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-08854c3f-a680-44ed-a2c3-857d9e47b333 req-4afb0c99-0146-404c-b239-c217ba3dba1d tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "GET /v2.0/ports?device_id=25e89617-3d3d-456f-bb50-b212bac59976 HTTP/1.1" status: 200 len: 945 time: 0.1139314 Jan 28 13:21:48.311741 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-00e33537-086b-498f-a6bf-500f2f672ade req-172b43c3-9da1-49d5-9ac9-bb7c6058ba52 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519876 Jan 28 13:21:48.357853 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-08854c3f-a680-44ed-a2c3-857d9e47b333 req-906382fe-97b6-4763-8a79-297f85c5485c tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "GET /v2.0/security-groups?id=7211f1c5-0373-4964-a18c-2763e5b194c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032200 Jan 28 13:21:48.389274 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fc7267be-f822-432a-ba68-b753e26560ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d2b5f9c2-f0d2-4ce3-a52b-a6749fa9e50c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:48.392275 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fc7267be-f822-432a-ba68-b753e26560ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:48.395329 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fc7267be-f822-432a-ba68-b753e26560ef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2b5f9c2-f0d2-4ce3-a52b-a6749fa9e50c HTTP/1.1" status: 204 len: 168 time: 0.3945022 Jan 28 13:21:48.414844 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7267be-f822-432a-ba68-b753e26560ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b5f9c2-f0d2-4ce3-a52b-a6749fa9e50c,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:48.598164 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=4739d640-c7eb-4997-9b9d-5e11e8f7f2f7,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:48.603366 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-00e33537-086b-498f-a6bf-500f2f672ade req-d02ffc13-ec67-4658-911d-3995e9625c50 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857101 Jan 28 13:21:48.613261 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '4739d640-c7eb-4997-9b9d-5e11e8f7f2f7', 'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f', 'port_id': '4739d640-c7eb-4997-9b9d-5e11e8f7f2f7', 'mac_address': 'fa:16:3e:4a:ef:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12a1c2f-a9ab-4880-b80f-d12410970629', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:21:48.662906 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 96aee2e6-24e5-4f54-804e-a691a1279543 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:48.663054 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (96aee2e6-24e5-4f54-804e-a691a1279543), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:48.694487 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 is: ACTIVE; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:48.694895 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4739d640-c7eb-4997-9b9d-5e11e8f7f2f7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:48.712961 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:21:48.737607 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=4739d640-c7eb-4997-9b9d-5e11e8f7f2f7,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:48.744841 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5f2694-12c5-4704-b86e-04dc4266dc5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96aee2e6-24e5-4f54-804e-a691a1279543'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:48.747528 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acc5947-8195-48bf-9314-425749659e47" -d '{"events": [{"server_uuid": "6c5f2694-12c5-4704-b86e-04dc4266dc5a", "name": "network-vif-plugged", "status": "completed", "tag": "96aee2e6-24e5-4f54-804e-a691a1279543"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:48.753879 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4739d640-c7eb-4997-9b9d-5e11e8f7f2f7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:48.790102 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 96aee2e6-24e5-4f54-804e-a691a1279543, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=96aee2e6-24e5-4f54-804e-a691a1279543,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:48.799712 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (96aee2e6-24e5-4f54-804e-a691a1279543), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:48.813827 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804b16c-4d19-487f-8401-91cb2e4060ed req-638ff898-04c8-4c23-b17a-316cee58bb67 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:48.819527 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6804b16c-4d19-487f-8401-91cb2e4060ed req-638ff898-04c8-4c23-b17a-316cee58bb67 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c5e0cf1-5597-4c36-b604-c99dbaa6c2be HTTP/1.1" status: 200 len: 948 time: 0.1757627 Jan 28 13:21:48.838227 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=4739d640-c7eb-4997-9b9d-5e11e8f7f2f7,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:48.858099 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7877c8a-7047-4122-a261-28bcaef6690d req-c95392d2-36bf-4882-af0f-ac95bfd2771a tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:48.871495 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f7877c8a-7047-4122-a261-28bcaef6690d req-c95392d2-36bf-4882-af0f-ac95bfd2771a tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "GET /v2.0/ports?device_id=25e89617-3d3d-456f-bb50-b212bac59976 HTTP/1.1" status: 200 len: 945 time: 0.0996468 Jan 28 13:21:48.885226 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47620) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:48.903390 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-e28fe6ac-089e-4723-b83f-2a837c40637c tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Request body: {'floatingip': {'port_id': '9848509c-826a-479b-a7fa-5e82ecade94b'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:48.922171 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6804b16c-4d19-487f-8401-91cb2e4060ed req-8f679201-dc73-42f3-bae4-75cd46e095dc tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941145 Jan 28 13:21:48.952557 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=96aee2e6-24e5-4f54-804e-a691a1279543,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:49.018456 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e28fe6ac-089e-4723-b83f-2a837c40637c tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks [] for floatingip (ca69c734-1b87-4a60-92d0-4788f42bea5b), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:49.037199 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd205f4-efde-4023-85dc-f09a4d07a348 x-openstack-request-id: req-9bd205f4-efde-4023-85dc-f09a4d07a348 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:49.037495 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5f2694-12c5-4704-b86e-04dc4266dc5a", "name": "network-vif-plugged", "status": "completed", "tag": "96aee2e6-24e5-4f54-804e-a691a1279543", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:49.037775 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9bd205f4-efde-4023-85dc-f09a4d07a348 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:49.038184 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5f2694-12c5-4704-b86e-04dc4266dc5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96aee2e6-24e5-4f54-804e-a691a1279543', 'code': 200} Jan 28 13:21:49.056400 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['4739d640-c7eb-4997-9b9d-5e11e8f7f2f7'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:49.263759 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d428327-2148-45fc-8c8e-289b0ab1b342 req-dc448670-fda3-4627-bf90-cee7dce6aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:49.267581 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5d428327-2148-45fc-8c8e-289b0ab1b342 req-dc448670-fda3-4627-bf90-cee7dce6aa16 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 1096 time: 0.1512010 Jan 28 13:21:49.284607 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40634ce-7b4c-40d4-9586-24a7aff02a94 req-697678dc-e481-4471-9a2a-daa1788832eb tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:49.294541 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7264343-16be-4ac0-8f43-a1cc65ae9cdb req-8f00cdca-9dcd-499b-ac0c-de07e6f1d6bc tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:49.296285 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d40634ce-7b4c-40d4-9586-24a7aff02a94 req-697678dc-e481-4471-9a2a-daa1788832eb tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.1728773 Jan 28 13:21:49.303659 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c7264343-16be-4ac0-8f43-a1cc65ae9cdb req-8f00cdca-9dcd-499b-ac0c-de07e6f1d6bc tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 946 time: 0.0904317 Jan 28 13:21:49.388773 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47634) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:49.395886 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5d428327-2148-45fc-8c8e-289b0ab1b342 req-664a1d20-f33c-4a20-a320-f89e182ba961 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221063 Jan 28 13:21:49.411455 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c7264343-16be-4ac0-8f43-a1cc65ae9cdb req-b20baa01-46cd-4c68-89df-07572b391667 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061521 Jan 28 13:21:49.600391 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:49.852396 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47662) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:49.907211 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d40634ce-7b4c-40d4-9586-24a7aff02a94 req-3bebaa99-b6b9-467a-84bd-d9780c6e87a0 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6097934 Jan 28 13:21:50.061683 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:21:50.107583 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd818f3-a409-47fd-b587-2b64a0527550 req-6679a6eb-6540-40a1-b3c1-b61ee2bb72f4 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:50.114667 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1cd818f3-a409-47fd-b587-2b64a0527550 req-6679a6eb-6540-40a1-b3c1-b61ee2bb72f4 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c5e0cf1-5597-4c36-b604-c99dbaa6c2be HTTP/1.1" status: 200 len: 948 time: 0.0615015 Jan 28 13:21:50.179995 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:21:50.180432 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4739d640-c7eb-4997-9b9d-5e11e8f7f2f7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:50.188708 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1cd818f3-a409-47fd-b587-2b64a0527550 req-40cfe5f8-adf5-46f3-bb39-467fe83902fc tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719039 Jan 28 13:21:50.362887 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:50.363366 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4739d640-c7eb-4997-9b9d-5e11e8f7f2f7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:50.433784 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=4739d640-c7eb-4997-9b9d-5e11e8f7f2f7,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:50.435891 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-37845b2a-2094-4454-b998-41b6f7f19719 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8538b6768ee146a592808bb5e9dc3a96&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0456994 Jan 28 13:21:50.436559 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47688) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:50.459433 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4739d640-c7eb-4997-9b9d-5e11e8f7f2f7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:50.640386 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=4739d640-c7eb-4997-9b9d-5e11e8f7f2f7,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:50.697941 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea4065df-3877-45a4-812f-995c7453a627 admin admin] Publish callbacks [] for security_group (e99bb6c3-57bf-4d46-aa37-5e799db85241), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:50.735926 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.db.resource_extend [None req-e28fe6ac-089e-4723-b83f-2a837c40637c tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:21:50.843402 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d276a6f-e26c-45df-885a-98f29562436c req-07dfb4f9-d1f6-4f6c-b2dd-35da47e0f5dd tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:50.850265 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0d276a6f-e26c-45df-885a-98f29562436c req-07dfb4f9-d1f6-4f6c-b2dd-35da47e0f5dd tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 946 time: 0.3007741 Jan 28 13:21:50.855670 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea4065df-3877-45a4-812f-995c7453a627 admin admin] Publish callbacks [] for security_group (e99bb6c3-57bf-4d46-aa37-5e799db85241), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:50.911228 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e28fe6ac-089e-4723-b83f-2a837c40637c tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:50.926812 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e28fe6ac-089e-4723-b83f-2a837c40637c tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (ca69c734-1b87-4a60-92d0-4788f42bea5b), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:51.039596 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c6ae18-2393-416c-84bc-ea631efe4c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4739d640-c7eb-4997-9b9d-5e11e8f7f2f7'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:51.042691 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce83a82-f64b-4363-8cf8-3532db78e5fc" -d '{"events": [{"server_uuid": "57c6ae18-2393-416c-84bc-ea631efe4c3a", "name": "network-vif-plugged", "status": "completed", "tag": "4739d640-c7eb-4997-9b9d-5e11e8f7f2f7"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:51.086387 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fcbc540a-9107-4ba6-b3df-e789eaf38c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (60c646b4-2c46-42a8-81c1-b1dfd4c02186), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:51.089875 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [None req-e28fe6ac-089e-4723-b83f-2a837c40637c tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Floating IP ca69c734-1b87-4a60-92d0-4788f42bea5b associated. External IP: 172.25.3.188, port: 9848509c-826a-479b-a7fa-5e82ecade94b. Jan 28 13:21:51.158281 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0d276a6f-e26c-45df-885a-98f29562436c req-3de20a67-8aa4-45ea-95c9-c026634e83b9 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068690 Jan 28 13:21:51.211085 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea4065df-3877-45a4-812f-995c7453a627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e99bb6c3-57bf-4d46-aa37-5e799db85241), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:51.219815 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea4065df-3877-45a4-812f-995c7453a627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:51.225169 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ea4065df-3877-45a4-812f-995c7453a627 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e99bb6c3-57bf-4d46-aa37-5e799db85241 HTTP/1.1" status: 204 len: 168 time: 0.7792614 Jan 28 13:21:51.280892 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1deee907-1551-4ad0-b15f-da5e8eb81c5e x-openstack-request-id: req-1deee907-1551-4ad0-b15f-da5e8eb81c5e {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:51.281852 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c6ae18-2393-416c-84bc-ea631efe4c3a", "name": "network-vif-plugged", "status": "completed", "tag": "4739d640-c7eb-4997-9b9d-5e11e8f7f2f7", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:51.282401 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1deee907-1551-4ad0-b15f-da5e8eb81c5e {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:51.282998 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c6ae18-2393-416c-84bc-ea631efe4c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4739d640-c7eb-4997-9b9d-5e11e8f7f2f7', 'code': 200} Jan 28 13:21:51.309580 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4065df-3877-45a4-812f-995c7453a627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99bb6c3-57bf-4d46-aa37-5e799db85241,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:51.689340 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7674c5-e804-4ec1-8942-97cbca46d1a7 req-823abc4f-08ac-49e1-9daa-5d6b35fb79ea tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:51.690946 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8f7674c5-e804-4ec1-8942-97cbca46d1a7 req-823abc4f-08ac-49e1-9daa-5d6b35fb79ea tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.1458378 Jan 28 13:21:51.715923 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea05341-2849-49bc-978b-2a4a8edd7596 req-ef8a79a5-564a-43bb-b451-d5318f2b6fd4 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:51.715923 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9ea05341-2849-49bc-978b-2a4a8edd7596 req-ef8a79a5-564a-43bb-b451-d5318f2b6fd4 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c5e0cf1-5597-4c36-b604-c99dbaa6c2be HTTP/1.1" status: 200 len: 948 time: 0.2688425 Jan 28 13:21:51.875009 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28fe6ac-089e-4723-b83f-2a837c40637c tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Router d6e377f9-29f3-42ec-89fc-91a17e85e89b has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:21:51.891726 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9ea05341-2849-49bc-978b-2a4a8edd7596 req-e9c3694e-2fce-4bd8-9596-fb4421b3049f tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618440 Jan 28 13:21:51.895103 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8f7674c5-e804-4ec1-8942-97cbca46d1a7 req-a4eeb13c-4125-4a59-911a-b69012a8844e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847303 Jan 28 13:21:51.993796 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-fcbc540a-9107-4ba6-b3df-e789eaf38c93 admin admin] Deleting port c240f066-9b69-4788-86b6-05b5fb363832 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:51.994168 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fcbc540a-9107-4ba6-b3df-e789eaf38c93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c240f066-9b69-4788-86b6-05b5fb363832), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:52.076361 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 68528792-3dbd-4498-94d4-cf230495a3d9 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:21:52.175708 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28fe6ac-089e-4723-b83f-2a837c40637c tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:21:52.187807 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145d8e3b-0eb0-4ace-baac-1218438576ae None None] Sync routers for ids ['d6e377f9-29f3-42ec-89fc-91a17e85e89b'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:21:52.209030 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e28fe6ac-089e-4723-b83f-2a837c40637c tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:52.213332 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145d8e3b-0eb0-4ace-baac-1218438576ae None None] Routers {'d6e377f9-29f3-42ec-89fc-91a17e85e89b'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:21:52.219313 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-145d8e3b-0eb0-4ace-baac-1218438576ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:21:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d6e377f9-29f3-42ec-89fc-91a17e85e89b'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:52.275121 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e28fe6ac-089e-4723-b83f-2a837c40637c tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "PUT /v2.0/floatingips/ca69c734-1b87-4a60-92d0-4788f42bea5b HTTP/1.1" status: 200 len: 991 time: 3.3866858 Jan 28 13:21:52.275727 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e89617-3d3d-456f-bb50-b212bac59976', 'tag': '9848509c-826a-479b-a7fa-5e82ecade94b'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:52.278049 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48760ed3-322c-4dcf-9acf-219bdf7dd3b5" -d '{"events": [{"name": "network-changed", "server_uuid": "25e89617-3d3d-456f-bb50-b212bac59976", "tag": "9848509c-826a-479b-a7fa-5e82ecade94b"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:52.351867 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-fcbc540a-9107-4ba6-b3df-e789eaf38c93 admin admin] For port c240f066-9b69-4788-86b6-05b5fb363832, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c240f066-9b69-4788-86b6-05b5fb363832,segment=NetworkSegment(154cb921-caaa-471c-830c-20f5913ea00b),segment_id=154cb921-caaa-471c-830c-20f5913ea00b)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:52.352683 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fcbc540a-9107-4ba6-b3df-e789eaf38c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c240f066-9b69-4788-86b6-05b5fb363832), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:52.395772 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-fcbc540a-9107-4ba6-b3df-e789eaf38c93 admin admin] Calling delete_port for c240f066-9b69-4788-86b6-05b5fb363832 owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:52.425567 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e16e4-1454-419d-a3bc-04a011a773b4 req-f7716066-8e40-449c-9627-f7500d6c2941 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:52.427217 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-848e16e4-1454-419d-a3bc-04a011a773b4 req-f7716066-8e40-449c-9627-f7500d6c2941 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 1096 time: 0.2218790 Jan 28 13:21:52.435802 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 68528792-3dbd-4498-94d4-cf230495a3d9, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=68528792-3dbd-4498-94d4-cf230495a3d9,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:52.493508 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '68528792-3dbd-4498-94d4-cf230495a3d9', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': '68528792-3dbd-4498-94d4-cf230495a3d9', 'mac_address': 'fa:16:3e:a9:93:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:21:52.529724 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-145d8e3b-0eb0-4ace-baac-1218438576ae None None] Set router d6e377f9-29f3-42ec-89fc-91a17e85e89b gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:21:52.637752 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-848e16e4-1454-419d-a3bc-04a011a773b4 req-d71272da-8ead-494c-9bdc-bd09e29776d9 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804514 Jan 28 13:21:52.668919 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 68528792-3dbd-4498-94d4-cf230495a3d9 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:52.674378 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (68528792-3dbd-4498-94d4-cf230495a3d9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:52.745497 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68528792-3dbd-4498-94d4-cf230495a3d9 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:21:52.842382 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 68528792-3dbd-4498-94d4-cf230495a3d9, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=68528792-3dbd-4498-94d4-cf230495a3d9,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:52.848921 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (68528792-3dbd-4498-94d4-cf230495a3d9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:52.900923 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fcbc540a-9107-4ba6-b3df-e789eaf38c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c240f066-9b69-4788-86b6-05b5fb363832), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:52.919414 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d7bfe-c74e-481d-8f4c-43df2bed1448 req-61a9393c-5e34-4427-ae2b-77e6b085ba6b tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:52.923976 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-956d7bfe-c74e-481d-8f4c-43df2bed1448 req-61a9393c-5e34-4427-ae2b-77e6b085ba6b tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 946 time: 0.1574123 Jan 28 13:21:53.006621 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc540a-9107-4ba6-b3df-e789eaf38c93 admin admin] Pushing event deleted for resources: {'Port': ['ID=c240f066-9b69-4788-86b6-05b5fb363832,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:53.075377 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=68528792-3dbd-4498-94d4-cf230495a3d9,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:53.105043 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:53.107751 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:53.108284 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:53.109452 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:53.110730 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:53.113700 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:53.114233 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:53.115024 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:53.115964 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:53.118388 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:53.119142 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:53.120153 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:53.123228 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:53.138162 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-956d7bfe-c74e-481d-8f4c-43df2bed1448 req-8dc09fd5-1f9e-4b32-bc8c-6581e4e449a2 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652768 Jan 28 13:21:53.151867 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987ee6db-cf32-4604-8d5b-671c647afed4 x-openstack-request-id: req-987ee6db-cf32-4604-8d5b-671c647afed4 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:53.152160 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e89617-3d3d-456f-bb50-b212bac59976", "tag": "9848509c-826a-479b-a7fa-5e82ecade94b", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:53.152415 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-987ee6db-cf32-4604-8d5b-671c647afed4 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:53.152822 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e89617-3d3d-456f-bb50-b212bac59976', 'tag': '9848509c-826a-479b-a7fa-5e82ecade94b', 'status': 'completed', 'code': 200} Jan 28 13:21:53.283516 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-145d8e3b-0eb0-4ace-baac-1218438576ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'name': 'tempest-ServersTestManualDisk-694497324-router', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '8486451d-da20-477a-86a3-af36dee9917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:22Z', 'updated_at': '2022-01-28T13:21:29Z', 'revision_number': 4, 'project_id': 'b51487ec9b47438e87a199873ed50b2d', 'gw_port': {'id': '8486451d-da20-477a-86a3-af36dee9917e', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:23Z', 'updated_at': '2022-01-28T13:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'ca69c734-1b87-4a60-92d0-4788f42bea5b', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'port_id': '9848509c-826a-479b-a7fa-5e82ecade94b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd7d1a6-bf31-41ea-94fc-f9d2b5020689', 'mac_address': 'fa:16:3e:70:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e89617-3d3d-456f-bb50-b212bac59976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:21:32Z', 'updated_at': '2022-01-28T13:21:50Z', 'revision_number': 1, 'project_id': 'b51487ec9b47438e87a199873ed50b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81be7a08-e7cb-4d22-9098-40d02e9b281f', 'name': '', 'network_id': 'efd7d1a6-bf31-41ea-94fc-f9d2b5020689', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'mac_address': 'fa:16:3e:c4:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:28Z', 'updated_at': '2022-01-28T13:21:33Z', 'revision_number': 5, 'project_id': 'b51487ec9b47438e87a199873ed50b2d', 'subnets': [{'id': 'c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:53.291996 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['68528792-3dbd-4498-94d4-cf230495a3d9'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:53.336944 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145d8e3b-0eb0-4ace-baac-1218438576ae None None] Checking router: d6e377f9-29f3-42ec-89fc-91a17e85e89b for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:21:53.349533 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145d8e3b-0eb0-4ace-baac-1218438576ae None None] Routers {'d6e377f9-29f3-42ec-89fc-91a17e85e89b'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:21:53.351293 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-145d8e3b-0eb0-4ace-baac-1218438576ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:21:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d6e377f9-29f3-42ec-89fc-91a17e85e89b'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:53.389515 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896618bf-6be2-4a40-b833-425976db3411 req-649c697a-d976-4c25-a791-9d4ebc7eafc1 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:53.394893 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-896618bf-6be2-4a40-b833-425976db3411 req-649c697a-d976-4c25-a791-9d4ebc7eafc1 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 1096 time: 0.1300144 Jan 28 13:21:53.407288 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48760ed3-322c-4dcf-9acf-219bdf7dd3b5 req-cc54685e-bf2b-4efa-9435-98a66fcebd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:53.409799 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-48760ed3-322c-4dcf-9acf-219bdf7dd3b5 req-cc54685e-bf2b-4efa-9435-98a66fcebd0c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b51487ec9b47438e87a199873ed50b2d&device_id=25e89617-3d3d-456f-bb50-b212bac59976 HTTP/1.1" status: 200 len: 1096 time: 0.1904438 Jan 28 13:21:53.465690 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47794) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:53.539780 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-896618bf-6be2-4a40-b833-425976db3411 req-5869e45e-b034-447e-960c-d40551f38741 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287029 Jan 28 13:21:53.741850 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-145d8e3b-0eb0-4ace-baac-1218438576ae None None] Set router d6e377f9-29f3-42ec-89fc-91a17e85e89b gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:21:53.772150 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-ecf6a0f5-544f-4fcf-9042-f26407ec5601 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-465298231-network', 'tenant_id': '017aa472a8614135b2ca5b96a1d79dc6'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:53.806617 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf6a0f5-544f-4fcf-9042-f26407ec5601 admin admin] Made reservation on behalf of 017aa472a8614135b2ca5b96a1d79dc6 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:21:53.811815 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ecf6a0f5-544f-4fcf-9042-f26407ec5601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:53.826081 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ecf6a0f5-544f-4fcf-9042-f26407ec5601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:53.850747 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8af78b-7604-42af-a37f-6bfbc6aa8e7f req-2b3333bb-bd50-43ea-95ee-d6a58f89a33e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:53.859898 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ff8af78b-7604-42af-a37f-6bfbc6aa8e7f req-2b3333bb-bd50-43ea-95ee-d6a58f89a33e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c5e0cf1-5597-4c36-b604-c99dbaa6c2be HTTP/1.1" status: 200 len: 949 time: 0.1904309 Jan 28 13:21:54.034235 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ff8af78b-7604-42af-a37f-6bfbc6aa8e7f req-20e890b5-d5be-479d-8442-b4d44a9e661e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731074 Jan 28 13:21:54.130284 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ecf6a0f5-544f-4fcf-9042-f26407ec5601 admin admin] Publish callbacks [] for security_group (a89e7e97-6f17-4ace-90c4-2be434f37d8f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.137997 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ecf6a0f5-544f-4fcf-9042-f26407ec5601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a89e7e97-6f17-4ace-90c4-2be434f37d8f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.166602 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf6a0f5-544f-4fcf-9042-f26407ec5601 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:21:54.175746 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fcbc540a-9107-4ba6-b3df-e789eaf38c93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (60c646b4-2c46-42a8-81c1-b1dfd4c02186), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.209255 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-145d8e3b-0eb0-4ace-baac-1218438576ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'name': 'tempest-ServersTestManualDisk-694497324-router', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '8486451d-da20-477a-86a3-af36dee9917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:22Z', 'updated_at': '2022-01-28T13:21:29Z', 'revision_number': 4, 'project_id': 'b51487ec9b47438e87a199873ed50b2d', 'gw_port': {'id': '8486451d-da20-477a-86a3-af36dee9917e', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:23Z', 'updated_at': '2022-01-28T13:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'ca69c734-1b87-4a60-92d0-4788f42bea5b', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'port_id': '9848509c-826a-479b-a7fa-5e82ecade94b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd7d1a6-bf31-41ea-94fc-f9d2b5020689', 'mac_address': 'fa:16:3e:70:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e89617-3d3d-456f-bb50-b212bac59976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:21:32Z', 'updated_at': '2022-01-28T13:21:50Z', 'revision_number': 1, 'project_id': 'b51487ec9b47438e87a199873ed50b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81be7a08-e7cb-4d22-9098-40d02e9b281f', 'name': '', 'network_id': 'efd7d1a6-bf31-41ea-94fc-f9d2b5020689', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'mac_address': 'fa:16:3e:c4:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:28Z', 'updated_at': '2022-01-28T13:21:33Z', 'revision_number': 5, 'project_id': 'b51487ec9b47438e87a199873ed50b2d', 'subnets': [{'id': 'c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:54.216803 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ecf6a0f5-544f-4fcf-9042-f26407ec5601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (84276137-9c5b-40fd-9619-35242b8532c1), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.216803 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-ecf6a0f5-544f-4fcf-9042-f26407ec5601 admin admin] Added segment 84276137-9c5b-40fd-9619-35242b8532c1 of type vlan for network b8f4628c-3818-4b66-b666-23b10986bc2d Jan 28 13:21:54.287410 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145d8e3b-0eb0-4ace-baac-1218438576ae None None] The sync data for ids ['d6e377f9-29f3-42ec-89fc-91a17e85e89b'] in n-d-822747-2 is: [{'id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'name': 'tempest-ServersTestManualDisk-694497324-router', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '8486451d-da20-477a-86a3-af36dee9917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:22Z', 'updated_at': '2022-01-28T13:21:29Z', 'revision_number': 4, 'project_id': 'b51487ec9b47438e87a199873ed50b2d', 'gw_port': {'id': '8486451d-da20-477a-86a3-af36dee9917e', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:23Z', 'updated_at': '2022-01-28T13:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'ca69c734-1b87-4a60-92d0-4788f42bea5b', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'port_id': '9848509c-826a-479b-a7fa-5e82ecade94b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd7d1a6-bf31-41ea-94fc-f9d2b5020689', 'mac_address': 'fa:16:3e:70:81:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e89617-3d3d-456f-bb50-b212bac59976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:21:32Z', 'updated_at': '2022-01-28T13:21:50Z', 'revision_number': 1, 'project_id': 'b51487ec9b47438e87a199873ed50b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81be7a08-e7cb-4d22-9098-40d02e9b281f', 'name': '', 'network_id': 'efd7d1a6-bf31-41ea-94fc-f9d2b5020689', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'mac_address': 'fa:16:3e:c4:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:28Z', 'updated_at': '2022-01-28T13:21:33Z', 'revision_number': 5, 'project_id': 'b51487ec9b47438e87a199873ed50b2d', 'subnets': [{'id': 'c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:21:54.299515 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6a0f5-544f-4fcf-9042-f26407ec5601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89e7e97-6f17-4ace-90c4-2be434f37d8f,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:54.320114 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ecf6a0f5-544f-4fcf-9042-f26407ec5601 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (b8f4628c-3818-4b66-b666-23b10986bc2d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.339199 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48760ed3-322c-4dcf-9acf-219bdf7dd3b5 req-0149d252-f127-466d-8da0-cd5c20b7dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:54.340768 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-48760ed3-322c-4dcf-9acf-219bdf7dd3b5 req-0149d252-f127-466d-8da0-cd5c20b7dfe9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=efd7d1a6-bf31-41ea-94fc-f9d2b5020689 HTTP/1.1" status: 200 len: 911 time: 0.9186971 Jan 28 13:21:54.376991 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ecf6a0f5-544f-4fcf-9042-f26407ec5601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (b8f4628c-3818-4b66-b666-23b10986bc2d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.400091 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a0f5-544f-4fcf-9042-f26407ec5601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:54.401313 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ecf6a0f5-544f-4fcf-9042-f26407ec5601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.445600 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ecf6a0f5-544f-4fcf-9042-f26407ec5601 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9787822 Jan 28 13:21:54.449198 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47826) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:54.492098 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-edb119e2-c235-4352-9674-f57ee385d9c6 admin admin] Request body: {'subnet': {'network_id': 'b8f4628c-3818-4b66-b666-23b10986bc2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-465298231-subnet', 'tenant_id': '017aa472a8614135b2ca5b96a1d79dc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:54.517483 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-48760ed3-322c-4dcf-9acf-219bdf7dd3b5 req-12cfa4b1-4e73-4287-a4fb-d3f44c56e3cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9848509c-826a-479b-a7fa-5e82ecade94b HTTP/1.1" status: 200 len: 999 time: 0.1687291 Jan 28 13:21:54.595684 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb119e2-c235-4352-9674-f57ee385d9c6 admin admin] Made reservation on behalf of 017aa472a8614135b2ca5b96a1d79dc6 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:21:54.598670 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-edb119e2-c235-4352-9674-f57ee385d9c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.604133 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48760ed3-322c-4dcf-9acf-219bdf7dd3b5 req-6f9b117c-336a-40ff-89e8-7a56f7e1817f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:54.606411 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-48760ed3-322c-4dcf-9acf-219bdf7dd3b5 req-6f9b117c-336a-40ff-89e8-7a56f7e1817f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc HTTP/1.1" status: 200 len: 850 time: 0.0816565 Jan 28 13:21:54.733501 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d5e5bc-5b2b-4719-b692-e585bf021fca None None] New status for floating IP ca69c734-1b87-4a60-92d0-4788f42bea5b: ACTIVE {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:21:54.783481 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48760ed3-322c-4dcf-9acf-219bdf7dd3b5 req-23755665-2498-4f2e-bbdb-f9cb07d9b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:54.785024 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-48760ed3-322c-4dcf-9acf-219bdf7dd3b5 req-23755665-2498-4f2e-bbdb-f9cb07d9b7ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=efd7d1a6-bf31-41ea-94fc-f9d2b5020689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1395669 Jan 28 13:21:54.832251 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6a0f5-544f-4fcf-9042-f26407ec5601 admin admin] Pushing event updated for resources: {'Network': ['ID=b8f4628c-3818-4b66-b666-23b10986bc2d,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:54.840151 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-edb119e2-c235-4352-9674-f57ee385d9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (ee5a8452-9f14-42fd-a7bf-4aeb8e1cea43), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.875924 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3dda7-6762-486a-b344-16ccacdcf33c req-e5d3a39a-076f-4f64-9a5a-efb3969a096c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:54.877556 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-34f3dda7-6762-486a-b344-16ccacdcf33c req-e5d3a39a-076f-4f64-9a5a-efb3969a096c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 946 time: 0.2699580 Jan 28 13:21:54.917935 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network b8f4628c-3818-4b66-b666-23b10986bc2d details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:21:54.957110 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb119e2-c235-4352-9674-f57ee385d9c6 admin admin] Checking segment: {'id': '84276137-9c5b-40fd-9619-35242b8532c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b8f4628c-3818-4b66-b666-23b10986bc2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:21:54.957635 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb119e2-c235-4352-9674-f57ee385d9c6 admin admin] Network hostable DHCP agents. Network: b8f4628c-3818-4b66-b666-23b10986bc2d, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:21:54.970083 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb119e2-c235-4352-9674-f57ee385d9c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee5a8452-9f14-42fd-a7bf-4aeb8e1cea43,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:54.995843 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb119e2-c235-4352-9674-f57ee385d9c6 admin admin] Network b8f4628c-3818-4b66-b666-23b10986bc2d is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:21:55.020674 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-edb119e2-c235-4352-9674-f57ee385d9c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, b8f4628c-3818-4b66-b666-23b10986bc2d) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:21:55.029319 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb119e2-c235-4352-9674-f57ee385d9c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:55.029762 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-edb119e2-c235-4352-9674-f57ee385d9c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:55.073098 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a486df-1291-41ac-ae2d-84c8c2427031 None None] Network b8f4628c-3818-4b66-b666-23b10986bc2d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:21:55.086011 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-34f3dda7-6762-486a-b344-16ccacdcf33c req-92504325-3a87-41aa-9205-aa9cda7dcfff tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878293 Jan 28 13:21:55.109206 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-edb119e2-c235-4352-9674-f57ee385d9c6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6187763 Jan 28 13:21:55.121594 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbc540a-9107-4ba6-b3df-e789eaf38c93 admin admin] Router 60c646b4-2c46-42a8-81c1-b1dfd4c02186 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:21:55.129952 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-48760ed3-322c-4dcf-9acf-219bdf7dd3b5 req-3da1de29-b8b8-4610-a4a0-08e89d5f0326 service neutron] 10.222.0.18 "GET /v2.0/networks/efd7d1a6-bf31-41ea-94fc-f9d2b5020689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370233 Jan 28 13:21:55.255967 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7082aae8-b162-4a92-b148-4cad7f9d4d3e None None] Network b8f4628c-3818-4b66-b666-23b10986bc2d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:21:55.458759 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-48760ed3-322c-4dcf-9acf-219bdf7dd3b5 req-65feae76-f012-40ff-9ff4-47250e664030 service neutron] 10.222.0.18 "GET /v2.0/networks/efd7d1a6-bf31-41ea-94fc-f9d2b5020689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202910 Jan 28 13:21:55.486589 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbc540a-9107-4ba6-b3df-e789eaf38c93 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:21:55.496171 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fcbc540a-9107-4ba6-b3df-e789eaf38c93 admin admin] 10.222.0.39 "PUT /v2.0/routers/60c646b4-2c46-42a8-81c1-b1dfd4c02186/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6437299 Jan 28 13:21:55.496526 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47864) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:55.505922 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eac077-4a86-44bb-8307-a6edb49aad1e None None] Sync routers for ids ['60c646b4-2c46-42a8-81c1-b1dfd4c02186'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:21:55.522635 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eac077-4a86-44bb-8307-a6edb49aad1e None None] Routers {'60c646b4-2c46-42a8-81c1-b1dfd4c02186'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:21:55.523807 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-49eac077-4a86-44bb-8307-a6edb49aad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:21:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['60c646b4-2c46-42a8-81c1-b1dfd4c02186'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:55.746532 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2898350-1d5c-4d0f-be25-d419645e1996 admin admin] Publish callbacks [] for router (60c646b4-2c46-42a8-81c1-b1dfd4c02186), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:56.011427 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-ee36974a-dd17-4f27-a732-28d71fa97c0e tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:21:56.012607 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-ee36974a-dd17-4f27-a732-28d71fa97c0e tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0281236 Jan 28 13:21:56.032852 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-49eac077-4a86-44bb-8307-a6edb49aad1e None None] Set router 60c646b4-2c46-42a8-81c1-b1dfd4c02186 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:21:56.052174 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2898350-1d5c-4d0f-be25-d419645e1996 admin admin] Publish callbacks [] for router_gateway (60c646b4-2c46-42a8-81c1-b1dfd4c02186), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:56.078088 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be288e-1d50-4a68-8dce-7c5d0f4b6a8f req-054621ee-5078-40a3-8000-21c594fa80ba tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:56.079850 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-24be288e-1d50-4a68-8dce-7c5d0f4b6a8f req-054621ee-5078-40a3-8000-21c594fa80ba tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c5e0cf1-5597-4c36-b604-c99dbaa6c2be HTTP/1.1" status: 200 len: 949 time: 0.1818147 Jan 28 13:21:56.108645 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 68528792-3dbd-4498-94d4-cf230495a3d9 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:21:56.237208 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-a2898350-1d5c-4d0f-be25-d419645e1996 admin admin] Deleting port d13955e2-8ed3-4318-b282-f8f84c3cdc5d {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:56.237560 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2898350-1d5c-4d0f-be25-d419645e1996 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (d13955e2-8ed3-4318-b282-f8f84c3cdc5d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:56.238555 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-24be288e-1d50-4a68-8dce-7c5d0f4b6a8f req-92a0d25e-da5f-48f5-9f9a-06e82615497d tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423149 Jan 28 13:21:56.282624 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 68528792-3dbd-4498-94d4-cf230495a3d9 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:21:56.295827 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 68528792-3dbd-4498-94d4-cf230495a3d9 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:21:56.298853 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (68528792-3dbd-4498-94d4-cf230495a3d9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:56.421877 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-49eac077-4a86-44bb-8307-a6edb49aad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538456093-router', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:21:52Z', 'revision_number': 5, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'gw_port': {'id': 'd13955e2-8ed3-4318-b282-f8f84c3cdc5d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:56.440645 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-a2898350-1d5c-4d0f-be25-d419645e1996 admin admin] For port d13955e2-8ed3-4318-b282-f8f84c3cdc5d, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=d13955e2-8ed3-4318-b282-f8f84c3cdc5d,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:56.443213 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2898350-1d5c-4d0f-be25-d419645e1996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (d13955e2-8ed3-4318-b282-f8f84c3cdc5d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:56.485549 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47894) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:56.492395 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-a2898350-1d5c-4d0f-be25-d419645e1996 admin admin] Calling delete_port for d13955e2-8ed3-4318-b282-f8f84c3cdc5d owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:56.493049 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-6f17aa33-b41e-4545-85d6-0020d61e5ca5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-20539849-network', 'tenant_id': '3416c91638a145eda0c38fb90de5fe60'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:56.495321 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eac077-4a86-44bb-8307-a6edb49aad1e None None] Checking router: 60c646b4-2c46-42a8-81c1-b1dfd4c02186 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:21:56.505594 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-72aebe0c-687c-45ed-8718-376713e2591a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:56.507241 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-72aebe0c-687c-45ed-8718-376713e2591a service neutron] 10.222.0.39 "GET /v2.0/ports/96aee2e6-24e5-4f54-804e-a691a1279543 HTTP/1.1" status: 200 len: 1093 time: 0.4808235 Jan 28 13:21:56.514266 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 68528792-3dbd-4498-94d4-cf230495a3d9 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:56.514782 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (68528792-3dbd-4498-94d4-cf230495a3d9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:56.519546 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eac077-4a86-44bb-8307-a6edb49aad1e None None] Routers {'60c646b4-2c46-42a8-81c1-b1dfd4c02186'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:21:56.521802 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-49eac077-4a86-44bb-8307-a6edb49aad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:21:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['60c646b4-2c46-42a8-81c1-b1dfd4c02186'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:56.546749 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f17aa33-b41e-4545-85d6-0020d61e5ca5 admin admin] Made reservation on behalf of 3416c91638a145eda0c38fb90de5fe60 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:21:56.557086 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6f17aa33-b41e-4545-85d6-0020d61e5ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:56.562504 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-c93f7db8-8ba4-438a-b7dd-619958385aee service neutron] Request body: {'binding': {'host': 'n-h2-822747-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:56.563129 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-c93f7db8-8ba4-438a-b7dd-619958385aee service neutron] Unknown quota resources ['binding']. {{(pid=103351) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:21:56.575117 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5e0cf1-5597-4c36-b604-c99dbaa6c2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68528792-3dbd-4498-94d4-cf230495a3d9'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:56.582018 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698d6b3a-2113-44f5-a0d7-c9954c17d815" -d '{"events": [{"server_uuid": "9c5e0cf1-5597-4c36-b604-c99dbaa6c2be", "name": "network-vif-plugged", "status": "completed", "tag": "68528792-3dbd-4498-94d4-cf230495a3d9"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:56.600097 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6f17aa33-b41e-4545-85d6-0020d61e5ca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:56.620582 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 68528792-3dbd-4498-94d4-cf230495a3d9, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=68528792-3dbd-4498-94d4-cf230495a3d9,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:56.626670 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (68528792-3dbd-4498-94d4-cf230495a3d9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:56.696093 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-49eac077-4a86-44bb-8307-a6edb49aad1e None None] Set router 60c646b4-2c46-42a8-81c1-b1dfd4c02186 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:21:56.726808 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6f17aa33-b41e-4545-85d6-0020d61e5ca5 admin admin] Publish callbacks [] for security_group (db76bde4-9c0e-45d7-8815-7d9edc69fce3), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:56.738987 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6f17aa33-b41e-4545-85d6-0020d61e5ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (db76bde4-9c0e-45d7-8815-7d9edc69fce3), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:56.756667 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=68528792-3dbd-4498-94d4-cf230495a3d9,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:56.818114 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f17aa33-b41e-4545-85d6-0020d61e5ca5 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:21:56.822970 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-49eac077-4a86-44bb-8307-a6edb49aad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538456093-router', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:21:56Z', 'revision_number': 6, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:56.825648 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17aa33-b41e-4545-85d6-0020d61e5ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db76bde4-9c0e-45d7-8815-7d9edc69fce3,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:56.844245 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6d0c2-2147-4d74-b879-872aeb5aac9a req-0bf1468c-33c9-46e7-b7f8-7e71156ae061 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:56.857346 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-54b6d0c2-2147-4d74-b879-872aeb5aac9a req-0bf1468c-33c9-46e7-b7f8-7e71156ae061 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 946 time: 0.2723005 Jan 28 13:21:56.865655 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eac077-4a86-44bb-8307-a6edb49aad1e None None] The sync data for ids ['60c646b4-2c46-42a8-81c1-b1dfd4c02186'] in n-d-822747-2 is: [{'id': '60c646b4-2c46-42a8-81c1-b1dfd4c02186', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-538456093-router', 'tenant_id': 'f1f50da165814895ae3e09a2631675bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:32Z', 'updated_at': '2022-01-28T13:21:56Z', 'revision_number': 6, 'project_id': 'f1f50da165814895ae3e09a2631675bc', 'gw_port_host': None}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:21:56.901601 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6f17aa33-b41e-4545-85d6-0020d61e5ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (0d443f7c-c019-42eb-a448-10c346d2da5c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:56.903265 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-6f17aa33-b41e-4545-85d6-0020d61e5ca5 admin admin] Added segment 0d443f7c-c019-42eb-a448-10c346d2da5c of type vlan for network d17ff3c5-a805-4610-869b-44f475bb4d93 Jan 28 13:21:56.956498 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-54b6d0c2-2147-4d74-b879-872aeb5aac9a req-453e9d9d-1dd1-47be-8d66-62bb8f9572a2 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977590 Jan 28 13:21:56.995072 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-c93f7db8-8ba4-438a-b7dd-619958385aee service neutron] Attempting to bind port 96aee2e6-24e5-4f54-804e-a691a1279543 on host n-h2-822747-2 for vnic_type normal with profile None {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:21:56.995639 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-c93f7db8-8ba4-438a-b7dd-619958385aee service neutron] Attempting to bind port 96aee2e6-24e5-4f54-804e-a691a1279543 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:21:56.996225 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-c93f7db8-8ba4-438a-b7dd-619958385aee service neutron] Attempting to bind port 96aee2e6-24e5-4f54-804e-a691a1279543 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:21:57.004904 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-c93f7db8-8ba4-438a-b7dd-619958385aee service neutron] Port 96aee2e6-24e5-4f54-804e-a691a1279543 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:21:57.005433 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-c93f7db8-8ba4-438a-b7dd-619958385aee service neutron] Attempting to bind port 96aee2e6-24e5-4f54-804e-a691a1279543 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:21:57.023413 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6f17aa33-b41e-4545-85d6-0020d61e5ca5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (d17ff3c5-a805-4610-869b-44f475bb4d93), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:57.035898 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-c93f7db8-8ba4-438a-b7dd-619958385aee service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:21:57.036620 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-c93f7db8-8ba4-438a-b7dd-619958385aee service neutron] Checking segment: {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:21:57.037830 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-c93f7db8-8ba4-438a-b7dd-619958385aee service neutron] Bound using segment: {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:21:57.038665 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-c93f7db8-8ba4-438a-b7dd-619958385aee service neutron] Bound port: 96aee2e6-24e5-4f54-804e-a691a1279543, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:21:57.075196 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6f17aa33-b41e-4545-85d6-0020d61e5ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (d17ff3c5-a805-4610-869b-44f475bb4d93), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:57.077988 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f17aa33-b41e-4545-85d6-0020d61e5ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:57.078793 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6f17aa33-b41e-4545-85d6-0020d61e5ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:57.096292 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2898350-1d5c-4d0f-be25-d419645e1996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (d13955e2-8ed3-4318-b282-f8f84c3cdc5d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:57.127458 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6f17aa33-b41e-4545-85d6-0020d61e5ca5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6399179 Jan 28 13:21:57.131101 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47904) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:57.136424 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-ff69f78d-1873-4ed9-ab60-e4d1a390acf5 admin admin] Request body: {'subnet': {'network_id': 'd17ff3c5-a805-4610-869b-44f475bb4d93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-20539849-subnet', 'tenant_id': '3416c91638a145eda0c38fb90de5fe60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:57.142601 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2898350-1d5c-4d0f-be25-d419645e1996 admin admin] Pushing event deleted for resources: {'Port': ['ID=d13955e2-8ed3-4318-b282-f8f84c3cdc5d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:57.190546 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17aa33-b41e-4545-85d6-0020d61e5ca5 admin admin] Pushing event updated for resources: {'Network': ['ID=d17ff3c5-a805-4610-869b-44f475bb4d93,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:57.197213 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-c93f7db8-8ba4-438a-b7dd-619958385aee service neutron] For port 96aee2e6-24e5-4f54-804e-a691a1279543, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=96aee2e6-24e5-4f54-804e-a691a1279543,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:21:57.203948 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network d17ff3c5-a805-4610-869b-44f475bb4d93 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:21:57.219655 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff69f78d-1873-4ed9-ab60-e4d1a390acf5 admin admin] Made reservation on behalf of 3416c91638a145eda0c38fb90de5fe60 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:21:57.223719 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ff69f78d-1873-4ed9-ab60-e4d1a390acf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:57.300346 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2898350-1d5c-4d0f-be25-d419645e1996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (60c646b4-2c46-42a8-81c1-b1dfd4c02186), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:57.305195 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-c93f7db8-8ba4-438a-b7dd-619958385aee service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:57.306496 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-c93f7db8-8ba4-438a-b7dd-619958385aee service neutron] 10.222.0.39 "POST /v2.0/ports/96aee2e6-24e5-4f54-804e-a691a1279543/bindings HTTP/1.1" status: 201 len: 389 time: 0.7556982 Jan 28 13:21:57.528791 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce73992e-b5bb-49bd-9017-64c45c42142c x-openstack-request-id: req-ce73992e-b5bb-49bd-9017-64c45c42142c {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:57.529086 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5e0cf1-5597-4c36-b604-c99dbaa6c2be", "name": "network-vif-plugged", "status": "completed", "tag": "68528792-3dbd-4498-94d4-cf230495a3d9", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:57.529338 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce73992e-b5bb-49bd-9017-64c45c42142c {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:57.529738 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5e0cf1-5597-4c36-b604-c99dbaa6c2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68528792-3dbd-4498-94d4-cf230495a3d9', 'code': 200} Jan 28 13:21:57.623624 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ff69f78d-1873-4ed9-ab60-e4d1a390acf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (3f3a8c71-7175-45af-b6da-8730c72ebf71), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:57.685388 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2898350-1d5c-4d0f-be25-d419645e1996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (60c646b4-2c46-42a8-81c1-b1dfd4c02186), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:57.694993 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2898350-1d5c-4d0f-be25-d419645e1996 admin admin] Publish callbacks [] for router_controller (60c646b4-2c46-42a8-81c1-b1dfd4c02186), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:57.762646 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326621c-1525-43fb-b809-52f400ee42ce req-5f386006-bdb1-46b5-86d4-038bea7fa010 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:57.764275 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e326621c-1525-43fb-b809-52f400ee42ce req-5f386006-bdb1-46b5-86d4-038bea7fa010 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c5e0cf1-5597-4c36-b604-c99dbaa6c2be HTTP/1.1" status: 200 len: 950 time: 0.0863004 Jan 28 13:21:57.768084 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69f78d-1873-4ed9-ab60-e4d1a390acf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f3a8c71-7175-45af-b6da-8730c72ebf71,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:57.834774 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e326621c-1525-43fb-b809-52f400ee42ce req-f9903eba-b09b-4822-86dd-90f31b4adb7a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626485 Jan 28 13:21:57.842626 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff69f78d-1873-4ed9-ab60-e4d1a390acf5 admin admin] Checking segment: {'id': '0d443f7c-c019-42eb-a448-10c346d2da5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd17ff3c5-a805-4610-869b-44f475bb4d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:21:57.846011 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff69f78d-1873-4ed9-ab60-e4d1a390acf5 admin admin] Network hostable DHCP agents. Network: d17ff3c5-a805-4610-869b-44f475bb4d93, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:21:57.899549 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff69f78d-1873-4ed9-ab60-e4d1a390acf5 admin admin] Network d17ff3c5-a805-4610-869b-44f475bb4d93 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:21:57.924347 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555a0a0-a720-4b5b-b512-bbaccfad41a2 req-c7d8838c-1775-49d4-b612-37128172d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:57.927849 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d555a0a0-a720-4b5b-b512-bbaccfad41a2 req-c7d8838c-1775-49d4-b612-37128172d92d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9c5e0cf1-5597-4c36-b604-c99dbaa6c2be HTTP/1.1" status: 200 len: 1101 time: 0.2351222 Jan 28 13:21:57.929975 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2898350-1d5c-4d0f-be25-d419645e1996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (60c646b4-2c46-42a8-81c1-b1dfd4c02186), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:57.930702 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2898350-1d5c-4d0f-be25-d419645e1996 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60c646b4-2c46-42a8-81c1-b1dfd4c02186 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:21:57.939756 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-ff69f78d-1873-4ed9-ab60-e4d1a390acf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, d17ff3c5-a805-4610-869b-44f475bb4d93) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:21:57.948915 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2898350-1d5c-4d0f-be25-d419645e1996 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:57.954901 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9641a556-1ab0-48b6-8404-0719c6f7afe1 None None] Network d17ff3c5-a805-4610-869b-44f475bb4d93 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:21:57.955146 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a2898350-1d5c-4d0f-be25-d419645e1996 admin admin] 10.222.0.39 "DELETE /v2.0/routers/60c646b4-2c46-42a8-81c1-b1dfd4c02186 HTTP/1.1" status: 204 len: 168 time: 2.4571207 Jan 28 13:21:57.965061 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47924) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:57.985164 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff69f78d-1873-4ed9-ab60-e4d1a390acf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:57.986402 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ff69f78d-1873-4ed9-ab60-e4d1a390acf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:58.047591 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ff69f78d-1873-4ed9-ab60-e4d1a390acf5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9149203 Jan 28 13:21:58.113511 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b2d6be-09bf-4fc7-b38b-a094c0bcc317 admin admin] Deleting subnet 8d09786e-2fd7-45c5-ac49-545a517099f6 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:21:58.133449 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-87b2d6be-09bf-4fc7-b38b-a094c0bcc317 admin admin] Publish callbacks [] for subnet (8d09786e-2fd7-45c5-ac49-545a517099f6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:58.235026 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d555a0a0-a720-4b5b-b512-bbaccfad41a2 req-1e2cf4f9-035c-4759-9c10-6ed5b7f074b7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960341 Jan 28 13:21:58.253689 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3119587-fe43-42bc-b135-e683350c5c77 req-c5f4fd43-85ad-4925-96df-806b5d7dd44c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:58.265450 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d3119587-fe43-42bc-b135-e683350c5c77 req-c5f4fd43-85ad-4925-96df-806b5d7dd44c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.5087230 Jan 28 13:21:58.296006 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12c8122-aeb1-4c70-8e76-137b8be046e7 None None] Network d17ff3c5-a805-4610-869b-44f475bb4d93 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:21:58.307659 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-87b2d6be-09bf-4fc7-b38b-a094c0bcc317 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (8d09786e-2fd7-45c5-ac49-545a517099f6), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:58.378895 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe85919-3a58-4283-b92b-2322993127ad req-369fe8df-7d7d-4e82-9a0f-2d08bb07fdab tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:58.393394 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7fe85919-3a58-4283-b92b-2322993127ad req-369fe8df-7d7d-4e82-9a0f-2d08bb07fdab tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 946 time: 0.1305008 Jan 28 13:21:58.428600 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d3119587-fe43-42bc-b135-e683350c5c77 req-8a89ee78-76c1-42c1-872a-46586289f183 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616971 Jan 28 13:21:58.547929 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-87b2d6be-09bf-4fc7-b38b-a094c0bcc317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (8d09786e-2fd7-45c5-ac49-545a517099f6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:58.566239 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7fe85919-3a58-4283-b92b-2322993127ad req-a229e4ec-37b2-44f6-8dcc-b84cdd99c823 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686478 Jan 28 13:21:58.657114 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-87b2d6be-09bf-4fc7-b38b-a094c0bcc317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (8d09786e-2fd7-45c5-ac49-545a517099f6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:58.733124 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2d6be-09bf-4fc7-b38b-a094c0bcc317 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d09786e-2fd7-45c5-ac49-545a517099f6,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:58.763166 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-87b2d6be-09bf-4fc7-b38b-a094c0bcc317 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:58.774392 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600c9af9-a81d-4cf0-8281-11fdfcb4263d None None] Network 56a89aa3-213b-4e75-bd90-9d124e8278f7 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:21:58.776754 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47960) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:58.779776 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-87b2d6be-09bf-4fc7-b38b-a094c0bcc317 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8d09786e-2fd7-45c5-ac49-545a517099f6 HTTP/1.1" status: 204 len: 168 time: 0.8115861 Jan 28 13:21:58.904749 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bfa66733-52dd-45bf-87bf-96322f775a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (56a89aa3-213b-4e75-bd90-9d124e8278f7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:58.947307 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d13955e2-8ed3-4318-b282-f8f84c3cdc5d no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:21:59.005128 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-bfa66733-52dd-45bf-87bf-96322f775a0b admin admin] Deleting port 8d4e7d42-b36a-46c2-93ba-9aa33d620da7 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:59.007050 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bfa66733-52dd-45bf-87bf-96322f775a0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8d4e7d42-b36a-46c2-93ba-9aa33d620da7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:59.029986 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: d13955e2-8ed3-4318-b282-f8f84c3cdc5d {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:21:59.030736 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d13955e2-8ed3-4318-b282-f8f84c3cdc5d not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:21:59.031695 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c240f066-9b69-4788-86b6-05b5fb363832 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:21:59.072140 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: c240f066-9b69-4788-86b6-05b5fb363832 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:21:59.072736 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c240f066-9b69-4788-86b6-05b5fb363832 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:21:59.192514 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3ee31c-3647-4167-9750-fecab233a943 None None] DHCP port deletion for 56a89aa3-213b-4e75-bd90-9d124e8278f7 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:21:59.206882 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-bfa66733-52dd-45bf-87bf-96322f775a0b admin admin] For port 8d4e7d42-b36a-46c2-93ba-9aa33d620da7, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8d4e7d42-b36a-46c2-93ba-9aa33d620da7,segment=NetworkSegment(154cb921-caaa-471c-830c-20f5913ea00b),segment_id=154cb921-caaa-471c-830c-20f5913ea00b)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:59.207308 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bfa66733-52dd-45bf-87bf-96322f775a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8d4e7d42-b36a-46c2-93ba-9aa33d620da7), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:59.224111 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-bfa66733-52dd-45bf-87bf-96322f775a0b admin admin] Calling delete_port for 8d4e7d42-b36a-46c2-93ba-9aa33d620da7 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:59.254734 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485e748-75c5-4a71-8e1d-4cb9810431e7 req-7886a816-1627-4d1a-8250-3163a52a5573 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:59.256849 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c485e748-75c5-4a71-8e1d-4cb9810431e7 req-7886a816-1627-4d1a-8250-3163a52a5573 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c5e0cf1-5597-4c36-b604-c99dbaa6c2be HTTP/1.1" status: 200 len: 950 time: 0.0981133 Jan 28 13:21:59.258294 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-cd3ee31c-3647-4167-9750-fecab233a943 None None] Deleting port 8d4e7d42-b36a-46c2-93ba-9aa33d620da7 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:59.261550 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd3ee31c-3647-4167-9750-fecab233a943 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8d4e7d42-b36a-46c2-93ba-9aa33d620da7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:59.330483 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9fd65b1-699b-4bab-b68b-bb94f16e153f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:59.359378 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-95e90b2d-ba74-492b-aba0-d92e3ed0c45e tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:59.370397 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-95e90b2d-ba74-492b-aba0-d92e3ed0c45e tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/networks?id=b8f4628c-3818-4b66-b666-23b10986bc2d HTTP/1.1" status: 200 len: 824 time: 0.3080261 Jan 28 13:21:59.391740 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-68dd4b48-309f-46a1-ad6d-0ba5ecb17420 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/quotas/017aa472a8614135b2ca5b96a1d79dc6 HTTP/1.1" status: 200 len: 375 time: 0.0174558 Jan 28 13:21:59.412148 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-cd3ee31c-3647-4167-9750-fecab233a943 None None] For port 8d4e7d42-b36a-46c2-93ba-9aa33d620da7, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8d4e7d42-b36a-46c2-93ba-9aa33d620da7,segment=NetworkSegment(154cb921-caaa-471c-830c-20f5913ea00b),segment_id=154cb921-caaa-471c-830c-20f5913ea00b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:59.413149 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd3ee31c-3647-4167-9750-fecab233a943 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8d4e7d42-b36a-46c2-93ba-9aa33d620da7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:59.418576 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c485e748-75c5-4a71-8e1d-4cb9810431e7 req-47560eab-6751-4622-9010-87695f452eff tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088486 Jan 28 13:21:59.449014 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-c2b748fe-ad1c-47de-a09d-623d4f28abe8 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=017aa472a8614135b2ca5b96a1d79dc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558321 Jan 28 13:21:59.457695 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-cd3ee31c-3647-4167-9750-fecab233a943 None None] Calling delete_port for 8d4e7d42-b36a-46c2-93ba-9aa33d620da7 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:59.502968 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bfa66733-52dd-45bf-87bf-96322f775a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (8d4e7d42-b36a-46c2-93ba-9aa33d620da7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:59.563365 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa66733-52dd-45bf-87bf-96322f775a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=8d4e7d42-b36a-46c2-93ba-9aa33d620da7,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:59.581841 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa66733-52dd-45bf-87bf-96322f775a0b admin admin] No DVR routers for this DVR port 8d4e7d42-b36a-46c2-93ba-9aa33d620da7 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:21:59.588417 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-dc95db9d-16c6-4970-8659-daf8fbe65e86 service neutron] 10.222.0.39 "GET /v2.0/networks/b8f4628c-3818-4b66-b666-23b10986bc2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380899 Jan 28 13:21:59.628696 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd3ee31c-3647-4167-9750-fecab233a943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (8d4e7d42-b36a-46c2-93ba-9aa33d620da7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:59.673728 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ee31c-3647-4167-9750-fecab233a943 None None] Pushing event deleted for resources: {'Port': ['ID=8d4e7d42-b36a-46c2-93ba-9aa33d620da7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:59.680917 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3ee31c-3647-4167-9750-fecab233a943 None None] No DVR routers for this DVR port 8d4e7d42-b36a-46c2-93ba-9aa33d620da7 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:21:59.855670 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bfa66733-52dd-45bf-87bf-96322f775a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (56a89aa3-213b-4e75-bd90-9d124e8278f7), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:59.902228 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-bfa66733-52dd-45bf-87bf-96322f775a0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a89aa3-213b-4e75-bd90-9d124e8278f7']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:59.925127 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-bfa66733-52dd-45bf-87bf-96322f775a0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154cb921-caaa-471c-830c-20f5913ea00b') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:59.925734 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-bfa66733-52dd-45bf-87bf-96322f775a0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154cb921-caaa-471c-830c-20f5913ea00b') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:59.940302 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bfa66733-52dd-45bf-87bf-96322f775a0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (154cb921-caaa-471c-830c-20f5913ea00b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:59.954651 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80b299-b711-4404-9ea3-f4adc0dcda1c req-ee838cd2-ec4a-40e3-af4f-9ac427ea402b tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:59.956191 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3c80b299-b711-4404-9ea3-f4adc0dcda1c req-ee838cd2-ec4a-40e3-af4f-9ac427ea402b tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.3572850 Jan 28 13:22:00.035590 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bfa66733-52dd-45bf-87bf-96322f775a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (154cb921-caaa-471c-830c-20f5913ea00b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:00.054876 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3c80b299-b711-4404-9ea3-f4adc0dcda1c req-23ba4d13-4cd8-4035-954a-4e98ed063836 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890889 Jan 28 13:22:00.074047 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa66733-52dd-45bf-87bf-96322f775a0b admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:22:00.074519 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bfa66733-52dd-45bf-87bf-96322f775a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (154cb921-caaa-471c-830c-20f5913ea00b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:22:00.076461 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:22:00.143551 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-bc2b16e6-95d9-4717-a2bf-52dc25976970 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:00.145605 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-bc2b16e6-95d9-4717-a2bf-52dc25976970 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1&tenant_id=e52f7db82a1e47b4a05e085aee4dc060&binding%3Ahost_id=n-h1-822747-2 HTTP/1.1" status: 200 len: 1097 time: 0.1069376 Jan 28 13:22:00.151942 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bfa66733-52dd-45bf-87bf-96322f775a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (56a89aa3-213b-4e75-bd90-9d124e8278f7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:00.159964 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-822747-2'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:00.168095 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bfa66733-52dd-45bf-87bf-96322f775a0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:00.173995 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bfa66733-52dd-45bf-87bf-96322f775a0b admin admin] 10.222.0.39 "DELETE /v2.0/networks/56a89aa3-213b-4e75-bd90-9d124e8278f7 HTTP/1.1" status: 204 len: 168 time: 1.3954060 Jan 28 13:22:00.176246 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-88a09774-10d8-4a96-bded-995c2306d59c service neutron] 10.222.0.39 "GET /v2.0/networks/b8f4628c-3818-4b66-b666-23b10986bc2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5867772 Jan 28 13:22:00.177679 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47998) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:00.222134 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa66733-52dd-45bf-87bf-96322f775a0b admin admin] Pushing event deleted for resources: {'Network': ['ID=56a89aa3-213b-4e75-bd90-9d124e8278f7,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:00.295954 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad91b55-b006-4dab-ad28-a5c087e7514c req-21b72f3f-b299-4af7-8e63-1158aaf979e5 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:00.306865 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0ad91b55-b006-4dab-ad28-a5c087e7514c req-21b72f3f-b299-4af7-8e63-1158aaf979e5 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 946 time: 0.1575570 Jan 28 13:22:00.379904 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0ad91b55-b006-4dab-ad28-a5c087e7514c req-0ef893e1-b376-4605-b7ca-95099cbbd0e1 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665374 Jan 28 13:22:00.398359 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e83363f1-b4a5-4967-8ee4-8d8f9a760f47), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:00.720247 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9e28da5a-6493-49b9-99e7-34a4292bef22 req-19d0d459-8cf7-4234-97a9-f273977bb595 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/ports?device_id=7722d628-b85c-475f-b56a-27fb7220e5b4 HTTP/1.1" status: 200 len: 210 time: 0.0529606 Jan 28 13:22:00.926386 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] For port e83363f1-b4a5-4967-8ee4-8d8f9a760f47, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e83363f1-b4a5-4967-8ee4-8d8f9a760f47,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:01.009114 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc7e41-18b0-4352-ba7a-c5480adf5683 req-2f0741f2-f034-43ca-aad7-7c20b35906c4 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:01.013941 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ccc7e41-18b0-4352-ba7a-c5480adf5683 req-2f0741f2-f034-43ca-aad7-7c20b35906c4 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c5e0cf1-5597-4c36-b604-c99dbaa6c2be HTTP/1.1" status: 200 len: 950 time: 0.1608882 Jan 28 13:22:01.039152 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] For port e83363f1-b4a5-4967-8ee4-8d8f9a760f47, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:01.132619 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8d4e7d42-b36a-46c2-93ba-9aa33d620da7 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:22:01.169008 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ccc7e41-18b0-4352-ba7a-c5480adf5683 req-5aeb0c6b-2fb6-4e40-ba24-a47d04f76bc9 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397033 Jan 28 13:22:01.187752 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a0d229-db2c-4014-ae6a-293f49261ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e83363f1-b4a5-4967-8ee4-8d8f9a760f47'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:01.192314 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 8d4e7d42-b36a-46c2-93ba-9aa33d620da7 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:22:01.192697 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8d4e7d42-b36a-46c2-93ba-9aa33d620da7 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:22:01.194282 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbc9e8f-9b14-438f-a82e-c95fd7d6b082" -d '{"events": [{"server_uuid": "f3a0d229-db2c-4014-ae6a-293f49261ac1", "name": "network-vif-unplugged", "status": "completed", "tag": "e83363f1-b4a5-4967-8ee4-8d8f9a760f47"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:01.201695 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Publish callbacks [] for port (e83363f1-b4a5-4967-8ee4-8d8f9a760f47), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:01.241174 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (e83363f1-b4a5-4967-8ee4-8d8f9a760f47), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:01.327826 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Pushing event updated for resources: {'Port': ['ID=e83363f1-b4a5-4967-8ee4-8d8f9a760f47,revision_number=7']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:01.456476 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2d64c-0837-4ef6-ac0e-29c211576385 req-72bc2a59-dbd0-4cda-b3a7-88207c633c19 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:01.469521 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f7a2d64c-0837-4ef6-ac0e-29c211576385 req-72bc2a59-dbd0-4cda-b3a7-88207c633c19 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.1395679 Jan 28 13:22:01.500552 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Attempting to bind port e83363f1-b4a5-4967-8ee4-8d8f9a760f47 on host n-h1-822747-2 for vnic_type normal with profile {"migrating_to": "n-h2-822747-2"} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:22:01.503131 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Attempting to bind port e83363f1-b4a5-4967-8ee4-8d8f9a760f47 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:22:01.503902 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Attempting to bind port e83363f1-b4a5-4967-8ee4-8d8f9a760f47 on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:01.520105 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Port e83363f1-b4a5-4967-8ee4-8d8f9a760f47 on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:22:01.520719 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Attempting to bind port e83363f1-b4a5-4967-8ee4-8d8f9a760f47 on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:01.532184 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:22:01.532184 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Checking segment: {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:01.532534 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Bound using segment: {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:22:01.532957 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Bound port: e83363f1-b4a5-4967-8ee4-8d8f9a760f47, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:22:01.533389 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e83363f1-b4a5-4967-8ee4-8d8f9a760f47), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:01.562810 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b178886-b466-40a5-a271-65631fd9154c x-openstack-request-id: req-1b178886-b466-40a5-a271-65631fd9154c {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:01.566142 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a0d229-db2c-4014-ae6a-293f49261ac1", "name": "network-vif-unplugged", "status": "completed", "tag": "e83363f1-b4a5-4967-8ee4-8d8f9a760f47", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:01.566445 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1b178886-b466-40a5-a271-65631fd9154c {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:01.567823 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a0d229-db2c-4014-ae6a-293f49261ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e83363f1-b4a5-4967-8ee4-8d8f9a760f47', 'code': 200} Jan 28 13:22:01.570653 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f7a2d64c-0837-4ef6-ac0e-29c211576385 req-701f258c-ae1c-43b0-8405-dd67b3178cce tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967324 Jan 28 13:22:01.574362 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-682587fe-f931-49f3-b57c-eca14987aa75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:01.618623 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4817699b-a48f-46e9-9287-8f1862f514be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (37fa76ff-861c-4a1b-a423-ee00151c99b2), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:01.787931 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4af0d-fa70-4d6d-b9cf-1ce57e34297b req-94b237c1-91f6-43e4-94ec-1040052f618b tempest-ServersOnMultiNodesTest-142697481 tempest-ServersOnMultiNodesTest-142697481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:01.794864 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9cd4af0d-fa70-4d6d-b9cf-1ce57e34297b req-94b237c1-91f6-43e4-94ec-1040052f618b tempest-ServersOnMultiNodesTest-142697481 tempest-ServersOnMultiNodesTest-142697481-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9c5e0cf1-5597-4c36-b604-c99dbaa6c2be HTTP/1.1" status: 200 len: 1101 time: 0.0950105 Jan 28 13:22:01.828715 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] For port e83363f1-b4a5-4967-8ee4-8d8f9a760f47, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:01.842692 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a8a1e-3602-4fc7-9795-a5afbfd5f67c req-3cb62482-c673-4139-ad3c-5c5482e468e3 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:01.845228 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a6a8a1e-3602-4fc7-9795-a5afbfd5f67c req-3cb62482-c673-4139-ad3c-5c5482e468e3 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 944 time: 0.0675364 Jan 28 13:22:01.866692 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] For port e83363f1-b4a5-4967-8ee4-8d8f9a760f47, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e83363f1-b4a5-4967-8ee4-8d8f9a760f47,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:22:01.875728 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (e83363f1-b4a5-4967-8ee4-8d8f9a760f47), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:01.937119 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9cd4af0d-fa70-4d6d-b9cf-1ce57e34297b req-246e63e2-bf74-4ad6-86f3-826c7a7545e3 tempest-ServersOnMultiNodesTest-142697481 tempest-ServersOnMultiNodesTest-142697481-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410060 Jan 28 13:22:02.014813 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a6a8a1e-3602-4fc7-9795-a5afbfd5f67c req-bfb9eb9d-dd71-4902-a7e9-ea457523d775 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387508 Jan 28 13:22:02.140416 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device e83363f1-b4a5-4967-8ee4-8d8f9a760f47 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:22:02.290455 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:02.292694 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:02.302499 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] 10.222.0.37 "PUT /v2.0/ports/e83363f1-b4a5-4967-8ee4-8d8f9a760f47 HTTP/1.1" status: 200 len: 1122 time: 2.1488385 Jan 28 13:22:02.304537 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Pushing event updated for resources: {'Port': ['ID=e83363f1-b4a5-4967-8ee4-8d8f9a760f47,revision_number=8']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:02.453025 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:02.467148 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:02.467901 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:02.468487 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:02.471725 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:02.478418 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:02.482278 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:02.483000 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:02.483740 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['e83363f1-b4a5-4967-8ee4-8d8f9a760f47'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:22:02.489472 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:02.490178 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:02.490761 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:02.491281 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:02.508009 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e914af-774e-4a49-8706-4d9bd7285840 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:02.512233 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['e83363f1-b4a5-4967-8ee4-8d8f9a760f47'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:22:02.534483 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-947bb6c2-25f2-4491-b0aa-0a68bc917446 req-41bc59aa-a6c1-4273-9900-afaa029c99f9 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/ports?device_id=7722d628-b85c-475f-b56a-27fb7220e5b4 HTTP/1.1" status: 200 len: 210 time: 0.1655259 Jan 28 13:22:02.665513 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-b743143a-4891-4c01-87e9-aa133673ac61 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:02.668832 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-b743143a-4891-4c01-87e9-aa133673ac61 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.18 "GET /v2.0/networks?id=b8f4628c-3818-4b66-b666-23b10986bc2d HTTP/1.1" status: 200 len: 824 time: 0.4763584 Jan 28 13:22:02.685290 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-b1c47b81-ef31-444c-bf99-cee16ccb6f50 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Request body: {'port': {'device_id': '7722d628-b85c-475f-b56a-27fb7220e5b4', 'network_id': 'b8f4628c-3818-4b66-b666-23b10986bc2d', 'admin_state_up': True, 'tenant_id': '017aa472a8614135b2ca5b96a1d79dc6'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:02.692541 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port e83363f1-b4a5-4967-8ee4-8d8f9a760f47, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e83363f1-b4a5-4967-8ee4-8d8f9a760f47,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:02.832127 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device e83363f1-b4a5-4967-8ee4-8d8f9a760f47 has no active binding in host n-h2-822747-2 {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 13:22:02.839926 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-4817699b-a48f-46e9-9287-8f1862f514be admin admin] Deleting port 8018dd91-4fc4-4956-9163-12b063fe9f08 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:22:02.840627 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4817699b-a48f-46e9-9287-8f1862f514be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8018dd91-4fc4-4956-9163-12b063fe9f08), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:02.894104 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:02.928941 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-d76787d2-cc75-4e4c-8865-b4a3a0d8d22f tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1131361 Jan 28 13:22:03.128189 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac643e62-667d-41c7-a132-c778c49844db req-562e21ba-5466-4eff-be11-987b8740cc44 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:03.130199 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ac643e62-667d-41c7-a132-c778c49844db req-562e21ba-5466-4eff-be11-987b8740cc44 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.1147895 Jan 28 13:22:03.181191 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-4817699b-a48f-46e9-9287-8f1862f514be admin admin] For port 8018dd91-4fc4-4956-9163-12b063fe9f08, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8018dd91-4fc4-4956-9163-12b063fe9f08,segment=NetworkSegment(41715dc7-fca4-45a1-ac55-903f339c39d1),segment_id=41715dc7-fca4-45a1-ac55-903f339c39d1)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:03.181639 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4817699b-a48f-46e9-9287-8f1862f514be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8018dd91-4fc4-4956-9163-12b063fe9f08), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:03.211410 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-4817699b-a48f-46e9-9287-8f1862f514be admin admin] Calling delete_port for 8018dd91-4fc4-4956-9163-12b063fe9f08 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:22:03.257831 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ac643e62-667d-41c7-a132-c778c49844db req-e2d905dc-fdf7-4c7c-a5d6-c1e0b2b969d3 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172059 Jan 28 13:22:03.282870 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-b1c47b81-ef31-444c-bf99-cee16ccb6f50 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Made reservation on behalf of 017aa472a8614135b2ca5b96a1d79dc6 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:22:03.287534 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-b1c47b81-ef31-444c-bf99-cee16ccb6f50 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:03.417847 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-539c6fac-1467-4bcc-a5ac-b76f06f40eb9 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:03.430481 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-539c6fac-1467-4bcc-a5ac-b76f06f40eb9 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4985023 Jan 28 13:22:03.466352 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-6f83623f-e527-49e3-a3de-82f37829b30a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/quotas/c20ee295b9c04f5c9a7ff181dc99ff29 HTTP/1.1" status: 200 len: 375 time: 0.0337908 Jan 28 13:22:03.572471 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a0d229-db2c-4014-ae6a-293f49261ac1', 'tag': 'e83363f1-b4a5-4967-8ee4-8d8f9a760f47'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:03.577056 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d633858-fc3c-4028-a84d-c0408615cbd5" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a0d229-db2c-4014-ae6a-293f49261ac1", "tag": "e83363f1-b4a5-4967-8ee4-8d8f9a760f47"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:03.601618 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48094) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:03.631675 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-c9fda64b-a1df-435f-878f-7d28f3587e3a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1641469 Jan 28 13:22:03.647714 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-b1c47b81-ef31-444c-bf99-cee16ccb6f50 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Allocated IP 172.20.0.13 (b8f4628c-3818-4b66-b666-23b10986bc2d/ee5a8452-9f14-42fd-a7bf-4aeb8e1cea43/38a4bd65-95a2-461b-9ede-3d54a6bd8c1f) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:22:03.664895 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b93c3a-c8c5-43ca-adde-ba0a712774fb req-09e8daca-e163-474b-85ff-6069080aa04e tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:03.673461 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-06b93c3a-c8c5-43ca-adde-ba0a712774fb req-09e8daca-e163-474b-85ff-6069080aa04e tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 944 time: 0.1521168 Jan 28 13:22:03.794013 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-06b93c3a-c8c5-43ca-adde-ba0a712774fb req-6adfc23a-559c-4af4-90a7-505a7f68b524 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195047 Jan 28 13:22:03.797285 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4817699b-a48f-46e9-9287-8f1862f514be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (8018dd91-4fc4-4956-9163-12b063fe9f08), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:03.909020 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817699b-a48f-46e9-9287-8f1862f514be admin admin] Pushing event deleted for resources: {'Port': ['ID=8018dd91-4fc4-4956-9163-12b063fe9f08,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:03.968445 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-34fbe13e-e406-4a21-a01b-3606f16abb02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:03.989597 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-b1c47b81-ef31-444c-bf99-cee16ccb6f50 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Publish callbacks [] for port (38a4bd65-95a2-461b-9ede-3d54a6bd8c1f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:04.067736 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80abff51-115c-477f-83d3-0ec4cf7287b5 x-openstack-request-id: req-80abff51-115c-477f-83d3-0ec4cf7287b5 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:04.072640 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a0d229-db2c-4014-ae6a-293f49261ac1", "tag": "e83363f1-b4a5-4967-8ee4-8d8f9a760f47", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:04.072851 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80abff51-115c-477f-83d3-0ec4cf7287b5 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:04.073222 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a0d229-db2c-4014-ae6a-293f49261ac1', 'tag': 'e83363f1-b4a5-4967-8ee4-8d8f9a760f47', 'status': 'completed', 'code': 200} Jan 28 13:22:04.097635 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-b1c47b81-ef31-444c-bf99-cee16ccb6f50 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (38a4bd65-95a2-461b-9ede-3d54a6bd8c1f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:04.109637 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:04.180878 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-52527e9f-91af-4568-b5e3-39752d2a3ca9 req-ff911abb-ba04-417d-aff8-e4f6db8adc32 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d13149b-6502-437d-9b59-6db585031c97 HTTP/1.1" status: 200 len: 210 time: 0.0764973 Jan 28 13:22:04.252990 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-b1c47b81-ef31-444c-bf99-cee16ccb6f50 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Network b8f4628c-3818-4b66-b666-23b10986bc2d is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:04.257570 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-b1c47b81-ef31-444c-bf99-cee16ccb6f50 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:04.262287 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-b1c47b81-ef31-444c-bf99-cee16ccb6f50 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:04.318614 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c47b81-ef31-444c-bf99-cee16ccb6f50 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Pushing event updated for resources: {'Port': ['ID=38a4bd65-95a2-461b-9ede-3d54a6bd8c1f,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:04.351789 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-b1c47b81-ef31-444c-bf99-cee16ccb6f50 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:04.352562 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-b1c47b81-ef31-444c-bf99-cee16ccb6f50 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:04.372916 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d633858-fc3c-4028-a84d-c0408615cbd5 req-81d2001a-e936-4d84-b29c-3886367ccccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:04.375585 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d633858-fc3c-4028-a84d-c0408615cbd5 req-81d2001a-e936-4d84-b29c-3886367ccccc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 1125 time: 0.2553229 Jan 28 13:22:04.376462 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-b1c47b81-ef31-444c-bf99-cee16ccb6f50 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6975174 Jan 28 13:22:04.413043 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-0164e8d3-ed24-4bf2-b4f4-016d6ee71377 service neutron] Request body: {'port': {'device_id': '7722d628-b85c-475f-b56a-27fb7220e5b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:04.484769 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f8f2e-f72f-459c-ae63-1865ea1e8159 req-19b9e221-4757-4965-858b-22a7f608c399 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:04.491682 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-193f8f2e-f72f-459c-ae63-1865ea1e8159 req-19b9e221-4757-4965-858b-22a7f608c399 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/ports?device_id=7722d628-b85c-475f-b56a-27fb7220e5b4 HTTP/1.1" status: 200 len: 932 time: 0.4083626 Jan 28 13:22:04.548967 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-0164e8d3-ed24-4bf2-b4f4-016d6ee71377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (38a4bd65-95a2-461b-9ede-3d54a6bd8c1f), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:04.561780 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce24d96-efcd-4f2c-aff1-e604d1ce0be3 req-3c56a63d-f963-412c-a26e-25988c33a846 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:04.563552 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ce24d96-efcd-4f2c-aff1-e604d1ce0be3 req-3c56a63d-f963-412c-a26e-25988c33a846 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.1460013 Jan 28 13:22:04.659077 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-193f8f2e-f72f-459c-ae63-1865ea1e8159 req-413d5b8d-5fa6-46ae-abc3-591a74a1cbe2 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/security-groups?id=a89e7e97-6f17-4ace-90c4-2be434f37d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659257 Jan 28 13:22:04.676488 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4817699b-a48f-46e9-9287-8f1862f514be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (37fa76ff-861c-4a1b-a423-ee00151c99b2), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:04.773341 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ce24d96-efcd-4f2c-aff1-e604d1ce0be3 req-a0ca7b4a-491f-4340-a00c-c5af0348277c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021894 Jan 28 13:22:04.903576 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-34fbe13e-e406-4a21-a01b-3606f16abb02 admin admin] Publish callbacks [] for security_group (ff282c3e-4354-4320-aa7a-c62833ee2d9b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:04.917154 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-34fbe13e-e406-4a21-a01b-3606f16abb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ff282c3e-4354-4320-aa7a-c62833ee2d9b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:05.020553 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d633858-fc3c-4028-a84d-c0408615cbd5 req-98404bca-4bd3-4b7d-96a6-08cd55f209c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:05.022704 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d633858-fc3c-4028-a84d-c0408615cbd5 req-98404bca-4bd3-4b7d-96a6-08cd55f209c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 920 time: 0.6058924 Jan 28 13:22:05.130114 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-34fbe13e-e406-4a21-a01b-3606f16abb02 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=09576aba739b49c28a0c171eb20e1b28&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5241160 Jan 28 13:22:05.132255 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48124) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:05.163463 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d633858-fc3c-4028-a84d-c0408615cbd5 req-42220406-f136-4fb9-bcc8-1ff37db24975 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e83363f1-b4a5-4967-8ee4-8d8f9a760f47 HTTP/1.1" status: 200 len: 217 time: 0.1116035 Jan 28 13:22:05.167847 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbe13e-e406-4a21-a01b-3606f16abb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff282c3e-4354-4320-aa7a-c62833ee2d9b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:05.172936 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e5ed5-85ee-4acb-ad23-ceac0bdf1b37 req-4f9095fe-744a-400e-bfa4-86f07c6db6fc tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:05.182365 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a06e5ed5-85ee-4acb-ad23-ceac0bdf1b37 req-4f9095fe-744a-400e-bfa4-86f07c6db6fc tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 944 time: 0.1776223 Jan 28 13:22:05.225953 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4817699b-a48f-46e9-9287-8f1862f514be admin admin] Router 37fa76ff-861c-4a1b-a423-ee00151c99b2 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:22:05.264837 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d633858-fc3c-4028-a84d-c0408615cbd5 req-50804cdb-cb6e-498a-869f-241bb34ef707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:05.271594 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d633858-fc3c-4028-a84d-c0408615cbd5 req-50804cdb-cb6e-498a-869f-241bb34ef707 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99d02297-28c8-4d60-822c-d4eb89318060 HTTP/1.1" status: 200 len: 860 time: 0.0997469 Jan 28 13:22:05.279319 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-0164e8d3-ed24-4bf2-b4f4-016d6ee71377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a4bd65-95a2-461b-9ede-3d54a6bd8c1f {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:22:05.294759 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-0164e8d3-ed24-4bf2-b4f4-016d6ee71377 service neutron] Publish callbacks [] for port (38a4bd65-95a2-461b-9ede-3d54a6bd8c1f), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:05.302672 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a06e5ed5-85ee-4acb-ad23-ceac0bdf1b37 req-9b57a6e3-0c1c-42fe-9319-62aa87e4d736 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204228 Jan 28 13:22:05.320778 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-0164e8d3-ed24-4bf2-b4f4-016d6ee71377 service neutron] Transition to ACTIVE for port object 38a4bd65-95a2-461b-9ede-3d54a6bd8c1f will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:22:05.324229 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fbfe0f8a-b1ab-4d67-a861-45db7599dba8 admin admin] Publish callbacks [] for security_group (ff282c3e-4354-4320-aa7a-c62833ee2d9b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:05.350959 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fbfe0f8a-b1ab-4d67-a861-45db7599dba8 admin admin] Publish callbacks [] for security_group (ff282c3e-4354-4320-aa7a-c62833ee2d9b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:05.382092 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d633858-fc3c-4028-a84d-c0408615cbd5 req-4b634595-311e-4848-890d-dbcb67f4e59f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59fab6ca-64cd-4851-86a5-d4939e9521f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297852 Jan 28 13:22:05.397907 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-0164e8d3-ed24-4bf2-b4f4-016d6ee71377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (38a4bd65-95a2-461b-9ede-3d54a6bd8c1f), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:05.416172 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fbfe0f8a-b1ab-4d67-a861-45db7599dba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ff282c3e-4354-4320-aa7a-c62833ee2d9b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:05.417556 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fbfe0f8a-b1ab-4d67-a861-45db7599dba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:05.418739 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fbfe0f8a-b1ab-4d67-a861-45db7599dba8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff282c3e-4354-4320-aa7a-c62833ee2d9b HTTP/1.1" status: 204 len: 168 time: 0.2858343 Jan 28 13:22:05.436970 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e074b6c-74ae-457c-8ae6-51545cd3e9a4 req-d6d8bd6e-150d-477b-a043-e69bc7a6e2b8 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d13149b-6502-437d-9b59-6db585031c97 HTTP/1.1" status: 200 len: 210 time: 0.0835118 Jan 28 13:22:05.514722 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe0f8a-b1ab-4d67-a861-45db7599dba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff282c3e-4354-4320-aa7a-c62833ee2d9b,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:05.559374 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164e8d3-ed24-4bf2-b4f4-016d6ee71377 service neutron] Pushing event updated for resources: {'Port': ['ID=38a4bd65-95a2-461b-9ede-3d54a6bd8c1f,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:05.599089 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:05.626949 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-0164e8d3-ed24-4bf2-b4f4-016d6ee71377 service neutron] Attempting to bind port 38a4bd65-95a2-461b-9ede-3d54a6bd8c1f on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:22:05.627358 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-0164e8d3-ed24-4bf2-b4f4-016d6ee71377 service neutron] Attempting to bind port 38a4bd65-95a2-461b-9ede-3d54a6bd8c1f by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '84276137-9c5b-40fd-9619-35242b8532c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b8f4628c-3818-4b66-b666-23b10986bc2d'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:22:05.627681 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-0164e8d3-ed24-4bf2-b4f4-016d6ee71377 service neutron] Attempting to bind port 38a4bd65-95a2-461b-9ede-3d54a6bd8c1f on network b8f4628c-3818-4b66-b666-23b10986bc2d {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:05.635369 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-0164e8d3-ed24-4bf2-b4f4-016d6ee71377 service neutron] Port 38a4bd65-95a2-461b-9ede-3d54a6bd8c1f on network b8f4628c-3818-4b66-b666-23b10986bc2d not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:22:05.636121 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-0164e8d3-ed24-4bf2-b4f4-016d6ee71377 service neutron] Attempting to bind port 38a4bd65-95a2-461b-9ede-3d54a6bd8c1f on network b8f4628c-3818-4b66-b666-23b10986bc2d {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:05.640729 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-231d5c4a-6092-4a89-9d06-7241e23472fe tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2026086 Jan 28 13:22:05.645704 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-0164e8d3-ed24-4bf2-b4f4-016d6ee71377 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:22:05.645917 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-0164e8d3-ed24-4bf2-b4f4-016d6ee71377 service neutron] Checking segment: {'id': '84276137-9c5b-40fd-9619-35242b8532c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b8f4628c-3818-4b66-b666-23b10986bc2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:05.646509 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-0164e8d3-ed24-4bf2-b4f4-016d6ee71377 service neutron] Bound using segment: {'id': '84276137-9c5b-40fd-9619-35242b8532c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b8f4628c-3818-4b66-b666-23b10986bc2d'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:22:05.647090 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-0164e8d3-ed24-4bf2-b4f4-016d6ee71377 service neutron] Bound port: 38a4bd65-95a2-461b-9ede-3d54a6bd8c1f, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84276137-9c5b-40fd-9619-35242b8532c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b8f4628c-3818-4b66-b666-23b10986bc2d'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:22:05.647674 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-0164e8d3-ed24-4bf2-b4f4-016d6ee71377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (38a4bd65-95a2-461b-9ede-3d54a6bd8c1f), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:05.742831 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-0164e8d3-ed24-4bf2-b4f4-016d6ee71377 service neutron] For port 38a4bd65-95a2-461b-9ede-3d54a6bd8c1f, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:05.747959 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-0164e8d3-ed24-4bf2-b4f4-016d6ee71377 service neutron] For port 38a4bd65-95a2-461b-9ede-3d54a6bd8c1f, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=38a4bd65-95a2-461b-9ede-3d54a6bd8c1f,segment=NetworkSegment(84276137-9c5b-40fd-9619-35242b8532c1),segment_id=84276137-9c5b-40fd-9619-35242b8532c1)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:22:05.754342 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-0164e8d3-ed24-4bf2-b4f4-016d6ee71377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (38a4bd65-95a2-461b-9ede-3d54a6bd8c1f), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:05.812248 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-0164e8d3-ed24-4bf2-b4f4-016d6ee71377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:05.812960 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-0164e8d3-ed24-4bf2-b4f4-016d6ee71377 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:05.814521 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-0164e8d3-ed24-4bf2-b4f4-016d6ee71377 service neutron] 10.222.0.18 "PUT /v2.0/ports/38a4bd65-95a2-461b-9ede-3d54a6bd8c1f HTTP/1.1" status: 200 len: 1092 time: 1.4101150 Jan 28 13:22:05.820025 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7722d628-b85c-475f-b56a-27fb7220e5b4', 'tag': '38a4bd65-95a2-461b-9ede-3d54a6bd8c1f'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:05.823906 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c9319b-34d5-4dfb-9740-bf80624d80d8" -d '{"events": [{"name": "network-changed", "server_uuid": "7722d628-b85c-475f-b56a-27fb7220e5b4", "tag": "38a4bd65-95a2-461b-9ede-3d54a6bd8c1f"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:05.935517 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cba6f1-0dbc-4ad9-ad5b-5c62162d9fe7 req-650abc39-89cc-4d7c-bde7-feaa9bba2efe tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:05.937864 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c4cba6f1-0dbc-4ad9-ad5b-5c62162d9fe7 req-650abc39-89cc-4d7c-bde7-feaa9bba2efe tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/ports?device_id=7722d628-b85c-475f-b56a-27fb7220e5b4 HTTP/1.1" status: 200 len: 944 time: 0.1455112 Jan 28 13:22:05.939642 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164e8d3-ed24-4bf2-b4f4-016d6ee71377 service neutron] Pushing event updated for resources: {'Port': ['ID=38a4bd65-95a2-461b-9ede-3d54a6bd8c1f,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:05.975685 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-195f48ff-f989-4559-9bdb-eb17c4574b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:05.977508 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-195f48ff-f989-4559-9bdb-eb17c4574b52 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=017aa472a8614135b2ca5b96a1d79dc6&device_id=7722d628-b85c-475f-b56a-27fb7220e5b4 HTTP/1.1" status: 200 len: 1095 time: 0.0996614 Jan 28 13:22:06.045333 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-2888996a-8344-470b-816d-583eeed2849b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38a4bd65-95a2-461b-9ede-3d54a6bd8c1f HTTP/1.1" status: 200 len: 217 time: 0.0472472 Jan 28 13:22:06.070773 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c4cba6f1-0dbc-4ad9-ad5b-5c62162d9fe7 req-916bf8aa-dcf2-4742-95ff-7609ff09fba0 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/security-groups?id=a89e7e97-6f17-4ace-90c4-2be434f37d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229198 Jan 28 13:22:06.071336 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48140) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:06.129553 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f471395b-085d-462e-8c6c-1c2a6e7f76fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:06.166158 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-cd03636c-4116-46fb-a41d-e9f641241cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:06.167806 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-cd03636c-4116-46fb-a41d-e9f641241cae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee5a8452-9f14-42fd-a7bf-4aeb8e1cea43 HTTP/1.1" status: 200 len: 864 time: 0.0955396 Jan 28 13:22:06.218805 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-f22d160d-456d-4acc-a134-82b9bd184019 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8f4628c-3818-4b66-b666-23b10986bc2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426154 Jan 28 13:22:06.249553 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04428b2-0a08-4f45-90d3-484f286b2730 x-openstack-request-id: req-d04428b2-0a08-4f45-90d3-484f286b2730 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:06.250084 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7722d628-b85c-475f-b56a-27fb7220e5b4", "tag": "38a4bd65-95a2-461b-9ede-3d54a6bd8c1f", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:06.250570 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d04428b2-0a08-4f45-90d3-484f286b2730 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:06.251473 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7722d628-b85c-475f-b56a-27fb7220e5b4', 'tag': '38a4bd65-95a2-461b-9ede-3d54a6bd8c1f', 'status': 'completed', 'code': 200} Jan 28 13:22:06.310800 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4817699b-a48f-46e9-9287-8f1862f514be admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:22:06.319226 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4817699b-a48f-46e9-9287-8f1862f514be admin admin] 10.222.0.39 "PUT /v2.0/routers/37fa76ff-861c-4a1b-a423-ee00151c99b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1043651 Jan 28 13:22:06.324272 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e29ce6-ed3b-4465-8605-cc1cd9ffcd84 None None] Sync routers for ids ['37fa76ff-861c-4a1b-a423-ee00151c99b2'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:22:06.336915 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e29ce6-ed3b-4465-8605-cc1cd9ffcd84 None None] Routers {'37fa76ff-861c-4a1b-a423-ee00151c99b2'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:06.337546 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a7e29ce6-ed3b-4465-8605-cc1cd9ffcd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:22:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['37fa76ff-861c-4a1b-a423-ee00151c99b2'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:06.346060 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d633858-fc3c-4028-a84d-c0408615cbd5 req-606614f6-3916-4ef3-bcbc-affa2c0f15b8 service neutron] 10.222.0.18 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9523830 Jan 28 13:22:06.374465 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48156) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:06.392416 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-3a1dc1cc-1d14-4e6d-9481-04a4f85bb1dd tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:06.395408 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-3a1dc1cc-1d14-4e6d-9481-04a4f85bb1dd tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7490602 Jan 28 13:22:06.432199 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-ce089a39-bddd-42d7-8461-4316ac0f44cc tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Request body: {'port': {'device_id': '4d13149b-6502-437d-9b59-6db585031c97', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': 'c20ee295b9c04f5c9a7ff181dc99ff29'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:06.569715 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-a7e29ce6-ed3b-4465-8605-cc1cd9ffcd84 None None] Set router 37fa76ff-861c-4a1b-a423-ee00151c99b2 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:06.627622 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496ffc2-463d-4c96-88c5-ed2a3bde9b03 req-6231497f-2f20-44cd-9940-92fa47ca53de tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:06.629195 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e496ffc2-463d-4c96-88c5-ed2a3bde9b03 req-6231497f-2f20-44cd-9940-92fa47ca53de tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.3431799 Jan 28 13:22:06.653344 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-ce089a39-bddd-42d7-8461-4316ac0f44cc tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Made reservation on behalf of c20ee295b9c04f5c9a7ff181dc99ff29 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:22:06.659116 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-ce089a39-bddd-42d7-8461-4316ac0f44cc tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:06.814164 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d633858-fc3c-4028-a84d-c0408615cbd5 req-ffa5a56f-85f7-4f65-9487-4b568093ee19 service neutron] 10.222.0.18 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158525 Jan 28 13:22:06.879297 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e496ffc2-463d-4c96-88c5-ed2a3bde9b03 req-a4b100e3-2da7-4453-b87e-c24085f05984 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404814 Jan 28 13:22:06.906441 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-ce089a39-bddd-42d7-8461-4316ac0f44cc tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Allocated IP 192.168.233.156 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/ec53a87a-5204-404f-baaa-6192bd5bdde5) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:22:07.109363 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f471395b-085d-462e-8c6c-1c2a6e7f76fc admin admin] Publish callbacks [] for security_group (c85c622f-820f-4eb5-afdd-4b74be311d40), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:07.142857 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-753c80fd-735d-458b-ae9b-19d2a16859a4 service neutron] 10.222.0.18 "GET /v2.0/networks/b8f4628c-3818-4b66-b666-23b10986bc2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9168305 Jan 28 13:22:07.151811 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a7e29ce6-ed3b-4465-8605-cc1cd9ffcd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fa76ff-861c-4a1b-a423-ee00151c99b2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1678155735-router', 'tenant_id': 'e785a373cc5148559d306b6220767753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '2d53fe6c-8d19-444d-90ce-204262a6d0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:42Z', 'updated_at': '2022-01-28T13:22:03Z', 'revision_number': 5, 'project_id': 'e785a373cc5148559d306b6220767753', 'gw_port': {'id': '2d53fe6c-8d19-444d-90ce-204262a6d0a5', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa76ff-861c-4a1b-a423-ee00151c99b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:43Z', 'updated_at': '2022-01-28T13:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:07.157512 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-94d8039d-fb18-4ecd-ba4a-21b7cc4baae1 req-a9a5acf0-e3af-4007-815a-9d38d24e6491 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d13149b-6502-437d-9b59-6db585031c97 HTTP/1.1" status: 200 len: 210 time: 0.0350142 Jan 28 13:22:07.167313 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f471395b-085d-462e-8c6c-1c2a6e7f76fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c85c622f-820f-4eb5-afdd-4b74be311d40), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:07.188180 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e29ce6-ed3b-4465-8605-cc1cd9ffcd84 None None] Checking router: 37fa76ff-861c-4a1b-a423-ee00151c99b2 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:22:07.201450 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e29ce6-ed3b-4465-8605-cc1cd9ffcd84 None None] Routers {'37fa76ff-861c-4a1b-a423-ee00151c99b2'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:07.202104 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a7e29ce6-ed3b-4465-8605-cc1cd9ffcd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:22:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['37fa76ff-861c-4a1b-a423-ee00151c99b2'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:07.251827 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f471395b-085d-462e-8c6c-1c2a6e7f76fc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1def5fe85c6b44ecbe7c9cb29e61d405&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1782029 Jan 28 13:22:07.258998 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48166) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:07.273478 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471395b-085d-462e-8c6c-1c2a6e7f76fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85c622f-820f-4eb5-afdd-4b74be311d40,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:07.294825 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-ce089a39-bddd-42d7-8461-4316ac0f44cc tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks [] for port (ec53a87a-5204-404f-baaa-6192bd5bdde5), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:07.359431 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a46125-5d0d-4f62-9147-f83af823f40f req-bf068627-626a-40ab-8370-721e43078f10 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:07.360774 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-a7e29ce6-ed3b-4465-8605-cc1cd9ffcd84 None None] Set router 37fa76ff-861c-4a1b-a423-ee00151c99b2 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:07.361929 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-50a46125-5d0d-4f62-9147-f83af823f40f req-bf068627-626a-40ab-8370-721e43078f10 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 944 time: 0.3769128 Jan 28 13:22:07.420548 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1dfd6b24-88f8-42c0-b55c-6e7c0e230bde admin admin] Publish callbacks [] for security_group (c85c622f-820f-4eb5-afdd-4b74be311d40), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:07.445246 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-37178371-0689-4df3-92c0-ff9d3107769a admin admin] Publish callbacks [] for router (37fa76ff-861c-4a1b-a423-ee00151c99b2), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:07.490761 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84172a-9aa0-4735-8f6b-0d7d5ee8ca26 req-4b85c814-123e-4245-b028-a6c71767e811 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:07.492344 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fa84172a-9aa0-4735-8f6b-0d7d5ee8ca26 req-4b85c814-123e-4245-b028-a6c71767e811 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/ports?device_id=7722d628-b85c-475f-b56a-27fb7220e5b4 HTTP/1.1" status: 200 len: 944 time: 0.1820254 Jan 28 13:22:07.499978 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1dfd6b24-88f8-42c0-b55c-6e7c0e230bde admin admin] Publish callbacks [] for security_group (c85c622f-820f-4eb5-afdd-4b74be311d40), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:07.529387 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16c88b7a-38e8-44cb-b95c-c28cc853fd64 req-9ff7a4af-1734-4024-996a-74aeccd2ce83 service neutron] 10.222.0.18 "GET /v2.0/networks/b8f4628c-3818-4b66-b666-23b10986bc2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731472 Jan 28 13:22:07.536879 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-50a46125-5d0d-4f62-9147-f83af823f40f req-6a3e00d1-1088-460e-bb2e-de7e0dc26ec9 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408348 Jan 28 13:22:07.583400 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-ce089a39-bddd-42d7-8461-4316ac0f44cc tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ec53a87a-5204-404f-baaa-6192bd5bdde5), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:07.605831 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['43ce2e41-fabd-4370-80ce-35aa05357550', 'd2fb4175-b997-4b56-9f06-0dcf7dd8d1bb', '860fb29b-89df-40c0-b2b4-c3e67441f84e', '68528792-3dbd-4498-94d4-cf230495a3d9'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:22:07.647523 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fa84172a-9aa0-4735-8f6b-0d7d5ee8ca26 req-d5be43d9-9c21-47f5-b026-e1191f6c9597 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/security-groups?id=a89e7e97-6f17-4ace-90c4-2be434f37d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390934 Jan 28 13:22:07.701644 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-ce089a39-bddd-42d7-8461-4316ac0f44cc tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:07.704103 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['5a7fcae3-a8c4-4ecf-8417-45d7a327c416', '25417da0-50d6-4cc5-8fda-ff274c26d2da'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:22:07.707033 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-ce089a39-bddd-42d7-8461-4316ac0f44cc tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:07.717773 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-ce089a39-bddd-42d7-8461-4316ac0f44cc tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:07.771056 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-37178371-0689-4df3-92c0-ff9d3107769a admin admin] Publish callbacks [] for router_gateway (37fa76ff-861c-4a1b-a423-ee00151c99b2), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:07.778773 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9319b-34d5-4dfb-9740-bf80624d80d8 req-ec9acfbc-73cd-4011-93ff-56e55b25299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:07.780310 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-91c9319b-34d5-4dfb-9740-bf80624d80d8 req-ec9acfbc-73cd-4011-93ff-56e55b25299c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=017aa472a8614135b2ca5b96a1d79dc6&device_id=7722d628-b85c-475f-b56a-27fb7220e5b4 HTTP/1.1" status: 200 len: 1095 time: 0.1494498 Jan 28 13:22:07.803202 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce089a39-bddd-42d7-8461-4316ac0f44cc tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Pushing event updated for resources: {'Port': ['ID=ec53a87a-5204-404f-baaa-6192bd5bdde5,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:07.825576 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1dfd6b24-88f8-42c0-b55c-6e7c0e230bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c85c622f-820f-4eb5-afdd-4b74be311d40), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:07.830013 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1dfd6b24-88f8-42c0-b55c-6e7c0e230bde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:07.831768 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1dfd6b24-88f8-42c0-b55c-6e7c0e230bde admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c85c622f-820f-4eb5-afdd-4b74be311d40 HTTP/1.1" status: 204 len: 168 time: 0.5658200 Jan 28 13:22:07.898030 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd6b24-88f8-42c0-b55c-6e7c0e230bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85c622f-820f-4eb5-afdd-4b74be311d40,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:07.919569 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-ce089a39-bddd-42d7-8461-4316ac0f44cc tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:07.920674 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-ce089a39-bddd-42d7-8461-4316ac0f44cc tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:07.970460 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-ce089a39-bddd-42d7-8461-4316ac0f44cc tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5577219 Jan 28 13:22:08.006090 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-d7a218c3-7b95-418e-b1da-1209e8e956b7 service neutron] Request body: {'port': {'device_id': '4d13149b-6502-437d-9b59-6db585031c97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:08.127385 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-d7a218c3-7b95-418e-b1da-1209e8e956b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ec53a87a-5204-404f-baaa-6192bd5bdde5), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:08.132549 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a7e29ce6-ed3b-4465-8605-cc1cd9ffcd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fa76ff-861c-4a1b-a423-ee00151c99b2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1678155735-router', 'tenant_id': 'e785a373cc5148559d306b6220767753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '2d53fe6c-8d19-444d-90ce-204262a6d0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:42Z', 'updated_at': '2022-01-28T13:22:03Z', 'revision_number': 5, 'project_id': 'e785a373cc5148559d306b6220767753', 'gw_port': {'id': '2d53fe6c-8d19-444d-90ce-204262a6d0a5', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa76ff-861c-4a1b-a423-ee00151c99b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:43Z', 'updated_at': '2022-01-28T13:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:08.135949 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9319b-34d5-4dfb-9740-bf80624d80d8 req-3ed4c7f1-d128-4090-a5f0-656dc1fcb8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:08.137666 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-91c9319b-34d5-4dfb-9740-bf80624d80d8 req-3ed4c7f1-d128-4090-a5f0-656dc1fcb8f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b8f4628c-3818-4b66-b666-23b10986bc2d HTTP/1.1" status: 200 len: 924 time: 0.3431273 Jan 28 13:22:08.174543 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-37178371-0689-4df3-92c0-ff9d3107769a admin admin] Deleting port 2d53fe6c-8d19-444d-90ce-204262a6d0a5 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:22:08.175238 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-37178371-0689-4df3-92c0-ff9d3107769a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (2d53fe6c-8d19-444d-90ce-204262a6d0a5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:08.234895 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-91c9319b-34d5-4dfb-9740-bf80624d80d8 req-402e7bf2-d690-45aa-9130-faacdd70d028 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38a4bd65-95a2-461b-9ede-3d54a6bd8c1f HTTP/1.1" status: 200 len: 217 time: 0.0725124 Jan 28 13:22:08.271624 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e29ce6-ed3b-4465-8605-cc1cd9ffcd84 None None] The sync data for ids ['37fa76ff-861c-4a1b-a423-ee00151c99b2'] in n-d-822747-2 is: [{'id': '37fa76ff-861c-4a1b-a423-ee00151c99b2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1678155735-router', 'tenant_id': 'e785a373cc5148559d306b6220767753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '2d53fe6c-8d19-444d-90ce-204262a6d0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:15:42Z', 'updated_at': '2022-01-28T13:22:03Z', 'revision_number': 5, 'project_id': 'e785a373cc5148559d306b6220767753', 'gw_port': {'id': '2d53fe6c-8d19-444d-90ce-204262a6d0a5', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa76ff-861c-4a1b-a423-ee00151c99b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:15:43Z', 'updated_at': '2022-01-28T13:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:22:08.380148 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948983f-2a4e-4c54-8c6d-df036cf5a222 req-c7294bca-1eac-4a38-aa37-4030dffac8a1 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:08.387712 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5948983f-2a4e-4c54-8c6d-df036cf5a222 req-c7294bca-1eac-4a38-aa37-4030dffac8a1 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.2865155 Jan 28 13:22:08.439380 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9319b-34d5-4dfb-9740-bf80624d80d8 req-b8d4876f-1a53-462b-bc09-847039e05de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:08.441010 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-91c9319b-34d5-4dfb-9740-bf80624d80d8 req-b8d4876f-1a53-462b-bc09-847039e05de2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ee5a8452-9f14-42fd-a7bf-4aeb8e1cea43 HTTP/1.1" status: 200 len: 864 time: 0.1933060 Jan 28 13:22:08.454418 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-247df61d-468b-42a0-afde-2495d457a9ac None None] Provisioning complete for port ec53a87a-5204-404f-baaa-6192bd5bdde5 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:08.454418 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-247df61d-468b-42a0-afde-2495d457a9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ec53a87a-5204-404f-baaa-6192bd5bdde5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:08.463930 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-37178371-0689-4df3-92c0-ff9d3107769a admin admin] For port 2d53fe6c-8d19-444d-90ce-204262a6d0a5, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2d53fe6c-8d19-444d-90ce-204262a6d0a5,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:08.464443 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-37178371-0689-4df3-92c0-ff9d3107769a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (2d53fe6c-8d19-444d-90ce-204262a6d0a5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:08.590505 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-91c9319b-34d5-4dfb-9740-bf80624d80d8 req-36d0555d-0d6a-4f75-8baa-cfac02711d0c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8f4628c-3818-4b66-b666-23b10986bc2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228800 Jan 28 13:22:08.610534 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-37178371-0689-4df3-92c0-ff9d3107769a admin admin] Calling delete_port for 2d53fe6c-8d19-444d-90ce-204262a6d0a5 owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:22:08.655487 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5948983f-2a4e-4c54-8c6d-df036cf5a222 req-9fb1258d-5579-453d-a281-716643860481 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667387 Jan 28 13:22:08.674721 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f55f3-df50-4722-8daa-27fae98c19cf req-1180de46-85d6-4c7f-8dba-3b90178f5f96 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:08.699113 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7d6f55f3-df50-4722-8daa-27fae98c19cf req-1180de46-85d6-4c7f-8dba-3b90178f5f96 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d13149b-6502-437d-9b59-6db585031c97 HTTP/1.1" status: 200 len: 936 time: 0.2882328 Jan 28 13:22:08.728138 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-247df61d-468b-42a0-afde-2495d457a9ac None None] Port ec53a87a-5204-404f-baaa-6192bd5bdde5 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:22:09.012108 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7d6f55f3-df50-4722-8daa-27fae98c19cf req-dec6118f-d0d8-447a-a2f6-15991b848a98 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947371 Jan 28 13:22:09.031360 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8018dd91-4fc4-4956-9163-12b063fe9f08 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:22:09.136617 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 8018dd91-4fc4-4956-9163-12b063fe9f08 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:22:09.136961 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8018dd91-4fc4-4956-9163-12b063fe9f08 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:22:09.231451 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-37178371-0689-4df3-92c0-ff9d3107769a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (2d53fe6c-8d19-444d-90ce-204262a6d0a5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:09.249441 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-91c9319b-34d5-4dfb-9740-bf80624d80d8 req-f56c52b2-7293-46ee-b7f4-882ca6218176 service neutron] 10.222.0.18 "GET /v2.0/networks/b8f4628c-3818-4b66-b666-23b10986bc2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6428246 Jan 28 13:22:09.302271 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1318827-4441-4f36-ae8e-8e6c0b59bcfa req-8074813c-1f7c-4a88-94b6-ef2f451b4466 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:09.313217 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d1318827-4441-4f36-ae8e-8e6c0b59bcfa req-8074813c-1f7c-4a88-94b6-ef2f451b4466 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 944 time: 0.1859186 Jan 28 13:22:09.320501 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37178371-0689-4df3-92c0-ff9d3107769a admin admin] Pushing event deleted for resources: {'Port': ['ID=2d53fe6c-8d19-444d-90ce-204262a6d0a5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:09.338506 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21283dd3-9ddc-4758-b1bc-0061a599ab7b req-38aeb47d-91c2-4c0a-a84e-122030f236ab tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:09.346879 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21283dd3-9ddc-4758-b1bc-0061a599ab7b req-38aeb47d-91c2-4c0a-a84e-122030f236ab tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/ports?device_id=7722d628-b85c-475f-b56a-27fb7220e5b4 HTTP/1.1" status: 200 len: 944 time: 0.2267721 Jan 28 13:22:09.425087 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-d7a218c3-7b95-418e-b1da-1209e8e956b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec53a87a-5204-404f-baaa-6192bd5bdde5 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:22:09.459699 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-d7a218c3-7b95-418e-b1da-1209e8e956b7 service neutron] Publish callbacks [] for port (ec53a87a-5204-404f-baaa-6192bd5bdde5), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:09.540258 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-d7a218c3-7b95-418e-b1da-1209e8e956b7 service neutron] Transition to ACTIVE for port object ec53a87a-5204-404f-baaa-6192bd5bdde5 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:22:09.554766 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d1318827-4441-4f36-ae8e-8e6c0b59bcfa req-35f72b83-4055-488f-9693-2445eec7f457 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349591 Jan 28 13:22:09.555634 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21283dd3-9ddc-4758-b1bc-0061a599ab7b req-4665c411-4bc0-4007-954f-3fefae6c10ec tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/security-groups?id=a89e7e97-6f17-4ace-90c4-2be434f37d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684673 Jan 28 13:22:09.561173 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-d7a218c3-7b95-418e-b1da-1209e8e956b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (ec53a87a-5204-404f-baaa-6192bd5bdde5), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:09.563994 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-37178371-0689-4df3-92c0-ff9d3107769a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (37fa76ff-861c-4a1b-a423-ee00151c99b2), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:09.743686 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-37178371-0689-4df3-92c0-ff9d3107769a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (37fa76ff-861c-4a1b-a423-ee00151c99b2), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:09.746084 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-37178371-0689-4df3-92c0-ff9d3107769a admin admin] Publish callbacks [] for router_controller (37fa76ff-861c-4a1b-a423-ee00151c99b2), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:09.792838 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:22:09.796639 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-91c9319b-34d5-4dfb-9740-bf80624d80d8 req-31babb41-194f-4c14-af2a-3d1e7de6270e service neutron] 10.222.0.18 "GET /v2.0/networks/b8f4628c-3818-4b66-b666-23b10986bc2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5220678 Jan 28 13:22:09.797955 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-37178371-0689-4df3-92c0-ff9d3107769a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (37fa76ff-861c-4a1b-a423-ee00151c99b2), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:09.798571 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37178371-0689-4df3-92c0-ff9d3107769a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37fa76ff-861c-4a1b-a423-ee00151c99b2 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:22:09.820166 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-37178371-0689-4df3-92c0-ff9d3107769a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:09.825902 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-37178371-0689-4df3-92c0-ff9d3107769a admin admin] 10.222.0.39 "DELETE /v2.0/routers/37fa76ff-861c-4a1b-a423-ee00151c99b2 HTTP/1.1" status: 204 len: 168 time: 3.4413824 Jan 28 13:22:09.827174 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48222) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:09.840833 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a218c3-7b95-418e-b1da-1209e8e956b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec53a87a-5204-404f-baaa-6192bd5bdde5,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:09.947379 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-d7a218c3-7b95-418e-b1da-1209e8e956b7 service neutron] Attempting to bind port ec53a87a-5204-404f-baaa-6192bd5bdde5 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:22:09.948038 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-d7a218c3-7b95-418e-b1da-1209e8e956b7 service neutron] Attempting to bind port ec53a87a-5204-404f-baaa-6192bd5bdde5 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:22:09.948576 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-d7a218c3-7b95-418e-b1da-1209e8e956b7 service neutron] Attempting to bind port ec53a87a-5204-404f-baaa-6192bd5bdde5 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:09.956570 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-d7a218c3-7b95-418e-b1da-1209e8e956b7 service neutron] Port ec53a87a-5204-404f-baaa-6192bd5bdde5 on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:22:09.958064 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-d7a218c3-7b95-418e-b1da-1209e8e956b7 service neutron] Attempting to bind port ec53a87a-5204-404f-baaa-6192bd5bdde5 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:09.990433 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-d7a218c3-7b95-418e-b1da-1209e8e956b7 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:22:09.993382 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-d7a218c3-7b95-418e-b1da-1209e8e956b7 service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:09.994000 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-d7a218c3-7b95-418e-b1da-1209e8e956b7 service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:22:10.008692 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-d7a218c3-7b95-418e-b1da-1209e8e956b7 service neutron] Bound port: ec53a87a-5204-404f-baaa-6192bd5bdde5, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:22:10.010470 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-d7a218c3-7b95-418e-b1da-1209e8e956b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ec53a87a-5204-404f-baaa-6192bd5bdde5), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:10.029366 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa065ad-46fe-4c96-a46f-6bb83ed2af63 admin admin] Deleting subnet 84eb93b9-5677-4c5a-b456-b3c673857749 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:22:10.052320 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8aa065ad-46fe-4c96-a46f-6bb83ed2af63 admin admin] Publish callbacks [] for subnet (84eb93b9-5677-4c5a-b456-b3c673857749), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:10.159793 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2bb8a-8fcd-4d59-9234-b900f4f6aa5f req-3cb1a4d6-b0f7-475e-b4fb-8a376363631e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:10.169499 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d0e2bb8a-8fcd-4d59-9234-b900f4f6aa5f req-3cb1a4d6-b0f7-475e-b4fb-8a376363631e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.2971487 Jan 28 13:22:10.212498 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8aa065ad-46fe-4c96-a46f-6bb83ed2af63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (84eb93b9-5677-4c5a-b456-b3c673857749), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:10.267726 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-d7a218c3-7b95-418e-b1da-1209e8e956b7 service neutron] For port ec53a87a-5204-404f-baaa-6192bd5bdde5, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:10.271462 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-d7a218c3-7b95-418e-b1da-1209e8e956b7 service neutron] For port ec53a87a-5204-404f-baaa-6192bd5bdde5, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=ec53a87a-5204-404f-baaa-6192bd5bdde5,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:22:10.279802 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-d7a218c3-7b95-418e-b1da-1209e8e956b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (ec53a87a-5204-404f-baaa-6192bd5bdde5), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:10.308779 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d0e2bb8a-8fcd-4d59-9234-b900f4f6aa5f req-78019b6d-b5cb-45f9-98ab-4277d57578e6 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374686 Jan 28 13:22:10.366871 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a218c3-7b95-418e-b1da-1209e8e956b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec53a87a-5204-404f-baaa-6192bd5bdde5,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:10.389074 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b71c2-98e0-4b98-8859-812348fb16c8 req-a3df9280-7c71-4823-86cc-3bc5db7f2b56 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:10.399172 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e65b71c2-98e0-4b98-8859-812348fb16c8 req-a3df9280-7c71-4823-86cc-3bc5db7f2b56 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d13149b-6502-437d-9b59-6db585031c97 HTTP/1.1" status: 200 len: 948 time: 0.2292905 Jan 28 13:22:10.415510 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-d7a218c3-7b95-418e-b1da-1209e8e956b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:10.416096 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-d7a218c3-7b95-418e-b1da-1209e8e956b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:10.418961 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-d7a218c3-7b95-418e-b1da-1209e8e956b7 service neutron] 10.222.0.37 "PUT /v2.0/ports/ec53a87a-5204-404f-baaa-6192bd5bdde5 HTTP/1.1" status: 200 len: 1096 time: 2.4264162 Jan 28 13:22:10.428992 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d13149b-6502-437d-9b59-6db585031c97', 'tag': 'ec53a87a-5204-404f-baaa-6192bd5bdde5'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:10.432813 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87371fe4-8574-4359-b997-1fcba841d3f3" -d '{"events": [{"name": "network-changed", "server_uuid": "4d13149b-6502-437d-9b59-6db585031c97", "tag": "ec53a87a-5204-404f-baaa-6192bd5bdde5"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:10.483468 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8aa065ad-46fe-4c96-a46f-6bb83ed2af63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (84eb93b9-5677-4c5a-b456-b3c673857749), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:10.546186 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6258b04a-353f-49e0-9b4e-21cc8e2e7a65 x-openstack-request-id: req-6258b04a-353f-49e0-9b4e-21cc8e2e7a65 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:10.546776 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d13149b-6502-437d-9b59-6db585031c97", "tag": "ec53a87a-5204-404f-baaa-6192bd5bdde5", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:10.547228 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6258b04a-353f-49e0-9b4e-21cc8e2e7a65 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:10.547775 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d13149b-6502-437d-9b59-6db585031c97', 'tag': 'ec53a87a-5204-404f-baaa-6192bd5bdde5', 'status': 'completed', 'code': 200} Jan 28 13:22:10.604753 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e65b71c2-98e0-4b98-8859-812348fb16c8 req-3572e682-444b-4d1d-b6cd-ed4d14c7ee5a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036083 Jan 28 13:22:10.612884 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8aa065ad-46fe-4c96-a46f-6bb83ed2af63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (84eb93b9-5677-4c5a-b456-b3c673857749), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:10.673013 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa065ad-46fe-4c96-a46f-6bb83ed2af63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84eb93b9-5677-4c5a-b456-b3c673857749,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:10.683903 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-bfa84f82-d4a2-495f-8bc3-6ec5416d6cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:10.686425 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-bfa84f82-d4a2-495f-8bc3-6ec5416d6cad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&device_id=4d13149b-6502-437d-9b59-6db585031c97 HTTP/1.1" status: 200 len: 1099 time: 0.1928949 Jan 28 13:22:10.700830 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbd2a5b-fa5d-4756-b997-5333034425e9 None None] Network d37ecd9e-12e2-4e4e-b422-5e917337d813 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:22:10.719684 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8aa065ad-46fe-4c96-a46f-6bb83ed2af63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:10.730145 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8aa065ad-46fe-4c96-a46f-6bb83ed2af63 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/84eb93b9-5677-4c5a-b456-b3c673857749 HTTP/1.1" status: 204 len: 168 time: 0.8994234 Jan 28 13:22:10.747196 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48246) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:10.846043 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07706b2f-2369-408a-bf87-e21ae5276681 req-7ffb9c75-ed44-4d89-8db5-84387a9000f7 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:10.857416 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-07706b2f-2369-408a-bf87-e21ae5276681 req-7ffb9c75-ed44-4d89-8db5-84387a9000f7 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/ports?device_id=7722d628-b85c-475f-b56a-27fb7220e5b4 HTTP/1.1" status: 200 len: 944 time: 0.1284697 Jan 28 13:22:10.913632 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-01772503-a82c-4ec5-ade2-74e51b40658c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=ec53a87a-5204-404f-baaa-6192bd5bdde5 HTTP/1.1" status: 200 len: 217 time: 0.2090325 Jan 28 13:22:10.989552 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-07706b2f-2369-408a-bf87-e21ae5276681 req-6cbf05c5-733a-412b-9235-a015cb07eb35 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/security-groups?id=a89e7e97-6f17-4ace-90c4-2be434f37d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297324 Jan 28 13:22:11.058462 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f7b35c-f18a-478b-8999-69de8a9f849a None None] DHCP port deletion for d37ecd9e-12e2-4e4e-b422-5e917337d813 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:22:11.093721 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36619a09-d066-46fe-983d-983304a22ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (d37ecd9e-12e2-4e4e-b422-5e917337d813), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:11.119706 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64adffb4-9035-490f-aee5-1472c0f75d98 req-75ef5f46-be6b-4234-bd54-eddc1e176651 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:11.126575 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-64adffb4-9035-490f-aee5-1472c0f75d98 req-75ef5f46-be6b-4234-bd54-eddc1e176651 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 944 time: 0.3712027 Jan 28 13:22:11.136114 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-fafb78ab-6fba-489b-a8dc-eedc14c152d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:11.137584 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-fafb78ab-6fba-489b-a8dc-eedc14c152d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.2097824 Jan 28 13:22:11.150740 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2d53fe6c-8d19-444d-90ce-204262a6d0a5 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:22:11.195611 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 2d53fe6c-8d19-444d-90ce-204262a6d0a5 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:22:11.196205 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2d53fe6c-8d19-444d-90ce-204262a6d0a5 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:22:11.214080 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-20f7b35c-f18a-478b-8999-69de8a9f849a None None] Deleting port c239538c-2e4d-4203-b3c3-7f2b90f2a991 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:22:11.214459 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20f7b35c-f18a-478b-8999-69de8a9f849a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c239538c-2e4d-4203-b3c3-7f2b90f2a991), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:11.282671 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-64adffb4-9035-490f-aee5-1472c0f75d98 req-2708bcdb-d605-4481-a0b9-a044e6199e08 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547070 Jan 28 13:22:11.287320 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-82fb7fcf-1bf8-4738-9db5-b673f7499c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:11.289533 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-82fb7fcf-1bf8-4738-9db5-b673f7499c7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1422784 Jan 28 13:22:11.350893 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-20f7b35c-f18a-478b-8999-69de8a9f849a None None] For port c239538c-2e4d-4203-b3c3-7f2b90f2a991, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c239538c-2e4d-4203-b3c3-7f2b90f2a991,segment=NetworkSegment(41715dc7-fca4-45a1-ac55-903f339c39d1),segment_id=41715dc7-fca4-45a1-ac55-903f339c39d1)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:11.351627 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20f7b35c-f18a-478b-8999-69de8a9f849a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c239538c-2e4d-4203-b3c3-7f2b90f2a991), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:11.352618 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-36619a09-d066-46fe-983d-983304a22ed6 admin admin] Deleting port c239538c-2e4d-4203-b3c3-7f2b90f2a991 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:22:11.353153 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36619a09-d066-46fe-983d-983304a22ed6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c239538c-2e4d-4203-b3c3-7f2b90f2a991), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:11.373652 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-20f7b35c-f18a-478b-8999-69de8a9f849a None None] Calling delete_port for c239538c-2e4d-4203-b3c3-7f2b90f2a991 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:22:11.485604 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20f7b35c-f18a-478b-8999-69de8a9f849a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (c239538c-2e4d-4203-b3c3-7f2b90f2a991), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:11.503961 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f7b35c-f18a-478b-8999-69de8a9f849a None None] No DVR routers for this DVR port c239538c-2e4d-4203-b3c3-7f2b90f2a991 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:22:11.564001 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-36619a09-d066-46fe-983d-983304a22ed6 admin admin] For port c239538c-2e4d-4203-b3c3-7f2b90f2a991, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c239538c-2e4d-4203-b3c3-7f2b90f2a991,segment=NetworkSegment(41715dc7-fca4-45a1-ac55-903f339c39d1),segment_id=41715dc7-fca4-45a1-ac55-903f339c39d1)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:11.564473 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36619a09-d066-46fe-983d-983304a22ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c239538c-2e4d-4203-b3c3-7f2b90f2a991), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:11.572052 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7b35c-f18a-478b-8999-69de8a9f849a None None] Pushing event deleted for resources: {'Port': ['ID=c239538c-2e4d-4203-b3c3-7f2b90f2a991,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:11.597840 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828be77-2cee-46fa-9b2b-0f8e730ef91f req-1400d005-5a64-4751-ace2-c1deae6c1441 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:11.600860 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7828be77-2cee-46fa-9b2b-0f8e730ef91f req-1400d005-5a64-4751-ace2-c1deae6c1441 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.1678329 Jan 28 13:22:11.610662 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-b567e289-13aa-4832-bea7-34ad5959661f service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132715 Jan 28 13:22:11.611533 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-36619a09-d066-46fe-983d-983304a22ed6 admin admin] Calling delete_port for c239538c-2e4d-4203-b3c3-7f2b90f2a991 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:22:11.815609 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd186c12-c3dc-4e1f-ae16-08bd2201a31a req-9882523e-f264-4598-af16-abbe3d48c294 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:11.819190 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd186c12-c3dc-4e1f-ae16-08bd2201a31a req-9882523e-f264-4598-af16-abbe3d48c294 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d13149b-6502-437d-9b59-6db585031c97 HTTP/1.1" status: 200 len: 948 time: 0.0845428 Jan 28 13:22:11.852607 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7828be77-2cee-46fa-9b2b-0f8e730ef91f req-9f70af4f-6d51-4007-a572-fa35d920a3b4 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385318 Jan 28 13:22:11.915550 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-914a78f2-74a5-4df5-a6bf-02f52b0ee671 req-aa447f84-71bc-4d50-adcc-a8f7327895cb service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887123 Jan 28 13:22:11.916368 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36619a09-d066-46fe-983d-983304a22ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (c239538c-2e4d-4203-b3c3-7f2b90f2a991), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:11.917391 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd186c12-c3dc-4e1f-ae16-08bd2201a31a req-eb343118-52fc-4d7a-a657-49797921e635 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883906 Jan 28 13:22:11.977966 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36619a09-d066-46fe-983d-983304a22ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c239538c-2e4d-4203-b3c3-7f2b90f2a991,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:11.984554 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36619a09-d066-46fe-983d-983304a22ed6 admin admin] No DVR routers for this DVR port c239538c-2e4d-4203-b3c3-7f2b90f2a991 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:22:11.995215 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 38a4bd65-95a2-461b-9ede-3d54a6bd8c1f details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:22:12.160380 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36619a09-d066-46fe-983d-983304a22ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (d37ecd9e-12e2-4e4e-b422-5e917337d813), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:12.191622 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87371fe4-8574-4359-b997-1fcba841d3f3 req-879522b9-9fd9-47d8-a1ef-2e2f2475472c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:12.193247 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-87371fe4-8574-4359-b997-1fcba841d3f3 req-879522b9-9fd9-47d8-a1ef-2e2f2475472c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&device_id=4d13149b-6502-437d-9b59-6db585031c97 HTTP/1.1" status: 200 len: 1099 time: 0.1547668 Jan 28 13:22:12.197831 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-36619a09-d066-46fe-983d-983304a22ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d37ecd9e-12e2-4e4e-b422-5e917337d813']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:12.243087 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-36619a09-d066-46fe-983d-983304a22ed6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41715dc7-fca4-45a1-ac55-903f339c39d1') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:12.243405 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-36619a09-d066-46fe-983d-983304a22ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41715dc7-fca4-45a1-ac55-903f339c39d1') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:12.255834 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cb87b-2f2c-47ac-8a0a-e6f39e933e18 req-76051945-8804-4cde-8efe-4023ab83c0c6 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:12.263221 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36619a09-d066-46fe-983d-983304a22ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (41715dc7-fca4-45a1-ac55-903f339c39d1), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:12.267990 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1d5cb87b-2f2c-47ac-8a0a-e6f39e933e18 req-76051945-8804-4cde-8efe-4023ab83c0c6 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/ports?device_id=7722d628-b85c-475f-b56a-27fb7220e5b4 HTTP/1.1" status: 200 len: 944 time: 0.1164007 Jan 28 13:22:12.369723 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 38a4bd65-95a2-461b-9ede-3d54a6bd8c1f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=38a4bd65-95a2-461b-9ede-3d54a6bd8c1f,segment=NetworkSegment(84276137-9c5b-40fd-9619-35242b8532c1),segment_id=84276137-9c5b-40fd-9619-35242b8532c1)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:12.398201 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36619a09-d066-46fe-983d-983304a22ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (41715dc7-fca4-45a1-ac55-903f339c39d1), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:12.403172 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '38a4bd65-95a2-461b-9ede-3d54a6bd8c1f', 'network_id': 'b8f4628c-3818-4b66-b666-23b10986bc2d', 'port_id': '38a4bd65-95a2-461b-9ede-3d54a6bd8c1f', 'mac_address': 'fa:16:3e:05:4b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5a8452-9f14-42fd-a7bf-4aeb8e1cea43', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:22:12.404714 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1d5cb87b-2f2c-47ac-8a0a-e6f39e933e18 req-8f4820d1-c840-470f-b517-0b49f0867daa tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/security-groups?id=a89e7e97-6f17-4ace-90c4-2be434f37d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345398 Jan 28 13:22:12.428002 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36619a09-d066-46fe-983d-983304a22ed6 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:22:12.438961 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36619a09-d066-46fe-983d-983304a22ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (41715dc7-fca4-45a1-ac55-903f339c39d1), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:22:12.450295 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:22:12.562199 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36619a09-d066-46fe-983d-983304a22ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (d37ecd9e-12e2-4e4e-b422-5e917337d813), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:12.587294 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 38a4bd65-95a2-461b-9ede-3d54a6bd8c1f is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:12.588097 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36619a09-d066-46fe-983d-983304a22ed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:12.588712 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (38a4bd65-95a2-461b-9ede-3d54a6bd8c1f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:12.596196 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-36619a09-d066-46fe-983d-983304a22ed6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d37ecd9e-12e2-4e4e-b422-5e917337d813 HTTP/1.1" status: 204 len: 168 time: 1.8475471 Jan 28 13:22:12.615832 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36619a09-d066-46fe-983d-983304a22ed6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d37ecd9e-12e2-4e4e-b422-5e917337d813,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:12.629242 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87371fe4-8574-4359-b997-1fcba841d3f3 req-0857c6d7-e136-4148-99b8-8a09d6585085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:12.630467 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-87371fe4-8574-4359-b997-1fcba841d3f3 req-0857c6d7-e136-4148-99b8-8a09d6585085 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.4294746 Jan 28 13:22:12.698302 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a4bd65-95a2-461b-9ede-3d54a6bd8c1f {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:22:12.722254 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 38a4bd65-95a2-461b-9ede-3d54a6bd8c1f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=38a4bd65-95a2-461b-9ede-3d54a6bd8c1f,segment=NetworkSegment(84276137-9c5b-40fd-9619-35242b8532c1),segment_id=84276137-9c5b-40fd-9619-35242b8532c1)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:12.726422 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (38a4bd65-95a2-461b-9ede-3d54a6bd8c1f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:12.740861 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-87371fe4-8574-4359-b997-1fcba841d3f3 req-7d384907-d60d-44ce-b8d3-deccd63a3a1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=ec53a87a-5204-404f-baaa-6192bd5bdde5 HTTP/1.1" status: 200 len: 217 time: 0.0780602 Jan 28 13:22:12.817086 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=38a4bd65-95a2-461b-9ede-3d54a6bd8c1f,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:12.833352 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef156ce-a0ba-4adb-8f6c-9a345da89518 req-6e96495b-4a84-492f-86da-f69ab2b45cc7 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:12.836190 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bef156ce-a0ba-4adb-8f6c-9a345da89518 req-6e96495b-4a84-492f-86da-f69ab2b45cc7 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 944 time: 0.2181084 Jan 28 13:22:12.846099 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87371fe4-8574-4359-b997-1fcba841d3f3 req-160b57d2-cbe2-45b2-807d-c2b0ed77bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:12.848005 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-87371fe4-8574-4359-b997-1fcba841d3f3 req-160b57d2-cbe2-45b2-807d-c2b0ed77bcf1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0996399 Jan 28 13:22:12.918329 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48316) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:12.950256 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bef156ce-a0ba-4adb-8f6c-9a345da89518 req-b36eaf37-afb4-411a-bf75-7e1792a84c70 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983222 Jan 28 13:22:12.960494 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87371fe4-8574-4359-b997-1fcba841d3f3 req-a9cd145c-de72-4557-bb99-15a92bcb00ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:12.962464 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-87371fe4-8574-4359-b997-1fcba841d3f3 req-a9cd145c-de72-4557-bb99-15a92bcb00ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0971575 Jan 28 13:22:12.981262 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ea26e2bb-9122-41a9-bf79-f8f187ddf442 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f1f50da165814895ae3e09a2631675bc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0608134 Jan 28 13:22:12.991032 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48320) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:13.060279 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['38a4bd65-95a2-461b-9ede-3d54a6bd8c1f'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:22:13.122782 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4a3fb5bb-623a-4fc1-af5e-a2cf18ebab37 admin admin] Publish callbacks [] for security_group (91c6e0bb-bd19-4d03-959d-cfc40fd33ebd), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:13.147766 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4a3fb5bb-623a-4fc1-af5e-a2cf18ebab37 admin admin] Publish callbacks [] for security_group (91c6e0bb-bd19-4d03-959d-cfc40fd33ebd), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:13.201907 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c239538c-2e4d-4203-b3c3-7f2b90f2a991 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:22:13.244206 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4a3fb5bb-623a-4fc1-af5e-a2cf18ebab37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (91c6e0bb-bd19-4d03-959d-cfc40fd33ebd), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:13.251861 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4a3fb5bb-623a-4fc1-af5e-a2cf18ebab37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:13.253212 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4a3fb5bb-623a-4fc1-af5e-a2cf18ebab37 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/91c6e0bb-bd19-4d03-959d-cfc40fd33ebd HTTP/1.1" status: 204 len: 168 time: 0.2608006 Jan 28 13:22:13.257933 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: c239538c-2e4d-4203-b3c3-7f2b90f2a991 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:22:13.258858 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c239538c-2e4d-4203-b3c3-7f2b90f2a991 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:22:13.284213 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3fb5bb-623a-4fc1-af5e-a2cf18ebab37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c6e0bb-bd19-4d03-959d-cfc40fd33ebd,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:13.312054 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f5793-aa43-4b1e-af28-b4e8a2b2d46f req-8e97320b-e545-4188-bd49-d38707a862dc tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:13.313714 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a88f5793-aa43-4b1e-af28-b4e8a2b2d46f req-8e97320b-e545-4188-bd49-d38707a862dc tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d13149b-6502-437d-9b59-6db585031c97 HTTP/1.1" status: 200 len: 948 time: 0.1127260 Jan 28 13:22:13.317900 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-87371fe4-8574-4359-b997-1fcba841d3f3 req-e54e8f5c-a276-461e-9b3e-3e2ca21ef9f9 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429270 Jan 28 13:22:13.333845 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccda25d-0194-4aff-a2b4-104dad00c5db req-6e596537-c407-4210-a146-8d6e01ae77f8 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:13.342225 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fccda25d-0194-4aff-a2b4-104dad00c5db req-6e596537-c407-4210-a146-8d6e01ae77f8 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.1535809 Jan 28 13:22:13.455623 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a88f5793-aa43-4b1e-af28-b4e8a2b2d46f req-b044024e-0af8-46be-908c-233e0bc3c422 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313059 Jan 28 13:22:13.559103 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48336) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:13.673416 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fccda25d-0194-4aff-a2b4-104dad00c5db req-fc70d19f-2cb1-41f2-9b80-3751c064310c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300884 Jan 28 13:22:13.703800 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-87371fe4-8574-4359-b997-1fcba841d3f3 req-7c250746-7db1-4236-ad8c-fd6c02bf8518 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584366 Jan 28 13:22:13.812953 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-48ea4b0d-161c-4ea4-bf7f-daee4ab2ce61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:13.856449 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0fcb7-5ae0-46c9-abe1-dc5f77c57032 req-eee45025-99a1-4b73-b0f2-61bd1784ee98 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:13.858179 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-26e0fcb7-5ae0-46c9-abe1-dc5f77c57032 req-eee45025-99a1-4b73-b0f2-61bd1784ee98 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/ports?device_id=7722d628-b85c-475f-b56a-27fb7220e5b4 HTTP/1.1" status: 200 len: 945 time: 0.0934715 Jan 28 13:22:13.866854 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48348) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:13.921183 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-aee07f4d-b667-4c11-8bd8-0825b36ee195 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e785a373cc5148559d306b6220767753&name=default HTTP/1.1" status: 200 len: 2995 time: 0.0527020 Jan 28 13:22:13.924461 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48354) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:13.946827 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-26e0fcb7-5ae0-46c9-abe1-dc5f77c57032 req-9c291ac9-b4af-4006-a923-6db465be9e35 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/security-groups?id=a89e7e97-6f17-4ace-90c4-2be434f37d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719235 Jan 28 13:22:13.978387 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-48ea4b0d-161c-4ea4-bf7f-daee4ab2ce61 admin admin] Publish callbacks [] for security_group (5191e504-d5d3-4ac0-8918-bd1d7f350625), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:13.996976 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-48ea4b0d-161c-4ea4-bf7f-daee4ab2ce61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5191e504-d5d3-4ac0-8918-bd1d7f350625), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:13.997250 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dd74955c-3cbd-4a45-8d10-a758c6ad2858 admin admin] Publish callbacks [] for security_group (358ad83d-132e-49dd-9942-8b915301636e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:14.050109 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dd74955c-3cbd-4a45-8d10-a758c6ad2858 admin admin] Publish callbacks [] for security_group (358ad83d-132e-49dd-9942-8b915301636e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:14.071797 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-48ea4b0d-161c-4ea4-bf7f-daee4ab2ce61 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dd1db5ab92104316b5c16126c460ddd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5113177 Jan 28 13:22:14.073588 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea4b0d-161c-4ea4-bf7f-daee4ab2ce61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5191e504-d5d3-4ac0-8918-bd1d7f350625,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:14.077907 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48362) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:14.114592 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dd74955c-3cbd-4a45-8d10-a758c6ad2858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (358ad83d-132e-49dd-9942-8b915301636e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:14.117596 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dd74955c-3cbd-4a45-8d10-a758c6ad2858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:14.118793 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dd74955c-3cbd-4a45-8d10-a758c6ad2858 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/358ad83d-132e-49dd-9942-8b915301636e HTTP/1.1" status: 204 len: 168 time: 0.1929135 Jan 28 13:22:14.131949 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74955c-3cbd-4a45-8d10-a758c6ad2858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358ad83d-132e-49dd-9942-8b915301636e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:14.171340 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-07b0012b-0f3e-40c3-b36c-bf806e547d69 admin admin] Publish callbacks [] for security_group (5191e504-d5d3-4ac0-8918-bd1d7f350625), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:14.188817 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36be71-5255-4c05-a67f-f8ed0a56799a req-ad735333-c2f1-41ad-ae62-e025ca912020 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:14.190672 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ec36be71-5255-4c05-a67f-f8ed0a56799a req-ad735333-c2f1-41ad-ae62-e025ca912020 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 944 time: 0.0566278 Jan 28 13:22:14.197260 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-07b0012b-0f3e-40c3-b36c-bf806e547d69 admin admin] Publish callbacks [] for security_group (5191e504-d5d3-4ac0-8918-bd1d7f350625), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:14.256896 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-07b0012b-0f3e-40c3-b36c-bf806e547d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5191e504-d5d3-4ac0-8918-bd1d7f350625), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:14.258823 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ec36be71-5255-4c05-a67f-f8ed0a56799a req-a1efaac3-e6e1-451d-b3b3-94e76e8d7238 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620093 Jan 28 13:22:14.260014 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-07b0012b-0f3e-40c3-b36c-bf806e547d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:14.263914 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-07b0012b-0f3e-40c3-b36c-bf806e547d69 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5191e504-d5d3-4ac0-8918-bd1d7f350625 HTTP/1.1" status: 204 len: 168 time: 0.1819780 Jan 28 13:22:14.271887 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0012b-0f3e-40c3-b36c-bf806e547d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5191e504-d5d3-4ac0-8918-bd1d7f350625,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:14.599533 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9c272-5974-4ad0-a627-df0ce255639f req-6d8cc45a-b509-4851-9abe-05fb53272c03 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:14.601338 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-81a9c272-5974-4ad0-a627-df0ce255639f req-6d8cc45a-b509-4851-9abe-05fb53272c03 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d13149b-6502-437d-9b59-6db585031c97 HTTP/1.1" status: 200 len: 948 time: 0.0558705 Jan 28 13:22:14.672284 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-81a9c272-5974-4ad0-a627-df0ce255639f req-ab9d28fb-0a24-4909-8706-3eed1f02ed40 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628240 Jan 28 13:22:14.724571 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48388) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:14.741098 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-be4f1d7b-4444-4009-8e2a-7ba6044d84f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:14.850646 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c74a7d-a5a6-4366-ac3f-c48385892290 req-278b6205-6cea-4045-9abc-47531351deb7 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:14.852435 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-31c74a7d-a5a6-4366-ac3f-c48385892290 req-278b6205-6cea-4045-9abc-47531351deb7 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.0995994 Jan 28 13:22:14.923917 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-be4f1d7b-4444-4009-8e2a-7ba6044d84f2 admin admin] Publish callbacks [] for security_group (bad56b4d-173e-4d4d-b3dc-926bca19dfc8), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:14.936451 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-be4f1d7b-4444-4009-8e2a-7ba6044d84f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (bad56b4d-173e-4d4d-b3dc-926bca19dfc8), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:14.952066 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-31c74a7d-a5a6-4366-ac3f-c48385892290 req-dc724ece-aef0-4ff5-8306-34ec8cdd870a tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879681 Jan 28 13:22:15.008159 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48426) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:15.012567 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-be4f1d7b-4444-4009-8e2a-7ba6044d84f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=563f458083a6422bbfc481c53c0dc72a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847188 Jan 28 13:22:15.014125 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f1d7b-4444-4009-8e2a-7ba6044d84f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad56b4d-173e-4d4d-b3dc-926bca19dfc8,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:15.090731 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-045b5d60-e7f2-428b-b240-f6e827e23cef admin admin] Publish callbacks [] for security_group (bad56b4d-173e-4d4d-b3dc-926bca19dfc8), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:15.117190 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d2431-4940-46b2-a487-615d2edfb6a9 req-7aa193f1-f411-457f-bb7b-ded959dd941d tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:15.118576 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-045b5d60-e7f2-428b-b240-f6e827e23cef admin admin] Publish callbacks [] for security_group (bad56b4d-173e-4d4d-b3dc-926bca19dfc8), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:15.119140 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-382d2431-4940-46b2-a487-615d2edfb6a9 req-7aa193f1-f411-457f-bb7b-ded959dd941d tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/ports?device_id=7722d628-b85c-475f-b56a-27fb7220e5b4 HTTP/1.1" status: 200 len: 945 time: 0.0634644 Jan 28 13:22:15.180176 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-045b5d60-e7f2-428b-b240-f6e827e23cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (bad56b4d-173e-4d4d-b3dc-926bca19dfc8), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:15.183254 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-045b5d60-e7f2-428b-b240-f6e827e23cef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:15.186997 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-045b5d60-e7f2-428b-b240-f6e827e23cef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bad56b4d-173e-4d4d-b3dc-926bca19dfc8 HTTP/1.1" status: 204 len: 168 time: 0.1753819 Jan 28 13:22:15.187365 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-382d2431-4940-46b2-a487-615d2edfb6a9 req-385b4456-925f-4e23-949c-e4a89491bc3a tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/security-groups?id=a89e7e97-6f17-4ace-90c4-2be434f37d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616133 Jan 28 13:22:15.196183 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b5d60-e7f2-428b-b240-f6e827e23cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad56b4d-173e-4d4d-b3dc-926bca19dfc8,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:15.441690 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167623e-d22e-451c-9a12-c678b1a646d1 req-ea1fede3-3cd8-4c14-bc85-3ff537b2dbe0 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:15.444032 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5167623e-d22e-451c-9a12-c678b1a646d1 req-ea1fede3-3cd8-4c14-bc85-3ff537b2dbe0 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 944 time: 0.0846906 Jan 28 13:22:15.520502 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5167623e-d22e-451c-9a12-c678b1a646d1 req-7c4564ae-5505-41c4-9a2b-798ece64befd tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680151 Jan 28 13:22:15.825594 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda5d33-1685-4abc-a4b1-08ae7f105b8a req-500ae432-af46-4682-aa74-30ad6304696b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:15.827795 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dfda5d33-1685-4abc-a4b1-08ae7f105b8a req-500ae432-af46-4682-aa74-30ad6304696b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d13149b-6502-437d-9b59-6db585031c97 HTTP/1.1" status: 200 len: 948 time: 0.0637860 Jan 28 13:22:15.914950 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dfda5d33-1685-4abc-a4b1-08ae7f105b8a req-49d7af61-0e01-4fc6-bd55-7e2aa8adabd8 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805056 Jan 28 13:22:15.989867 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 38a4bd65-95a2-461b-9ede-3d54a6bd8c1f up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:16.089919 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 38a4bd65-95a2-461b-9ede-3d54a6bd8c1f completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:22:16.102114 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 38a4bd65-95a2-461b-9ede-3d54a6bd8c1f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:16.102592 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (38a4bd65-95a2-461b-9ede-3d54a6bd8c1f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:16.154153 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac0ad1-2375-4c2a-a35b-b11c08fcf0a7 req-eee3c385-e036-4607-8f60-4687c4762d8f tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:16.157747 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7dac0ad1-2375-4c2a-a35b-b11c08fcf0a7 req-eee3c385-e036-4607-8f60-4687c4762d8f tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.0685270 Jan 28 13:22:16.181506 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device ec53a87a-5204-404f-baaa-6192bd5bdde5 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:22:16.215838 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7dac0ad1-2375-4c2a-a35b-b11c08fcf0a7 req-a6909623-ca4f-4116-b2aa-4ccd807d306b tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519245 Jan 28 13:22:16.390163 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 38a4bd65-95a2-461b-9ede-3d54a6bd8c1f is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:16.390799 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (38a4bd65-95a2-461b-9ede-3d54a6bd8c1f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:16.423376 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b69252-e56c-4e45-ac29-bc06ee5beb66 req-88f16dbe-d999-40a7-ba76-df8dfed06a8c tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:16.428874 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-11b69252-e56c-4e45-ac29-bc06ee5beb66 req-88f16dbe-d999-40a7-ba76-df8dfed06a8c tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/ports?device_id=7722d628-b85c-475f-b56a-27fb7220e5b4 HTTP/1.1" status: 200 len: 945 time: 0.1144400 Jan 28 13:22:16.448864 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 38a4bd65-95a2-461b-9ede-3d54a6bd8c1f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=38a4bd65-95a2-461b-9ede-3d54a6bd8c1f,segment=NetworkSegment(84276137-9c5b-40fd-9619-35242b8532c1),segment_id=84276137-9c5b-40fd-9619-35242b8532c1)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:16.450280 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7722d628-b85c-475f-b56a-27fb7220e5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a4bd65-95a2-461b-9ede-3d54a6bd8c1f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:16.453526 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df3790c-1e36-4d1d-9b33-629f4d381545" -d '{"events": [{"server_uuid": "7722d628-b85c-475f-b56a-27fb7220e5b4", "name": "network-vif-plugged", "status": "completed", "tag": "38a4bd65-95a2-461b-9ede-3d54a6bd8c1f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:16.459423 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port ec53a87a-5204-404f-baaa-6192bd5bdde5, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=ec53a87a-5204-404f-baaa-6192bd5bdde5,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:16.469465 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (38a4bd65-95a2-461b-9ede-3d54a6bd8c1f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:16.470564 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device e83363f1-b4a5-4967-8ee4-8d8f9a760f47 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:22:16.498759 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'ec53a87a-5204-404f-baaa-6192bd5bdde5', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': 'ec53a87a-5204-404f-baaa-6192bd5bdde5', 'mac_address': 'fa:16:3e:e3:7f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:22:16.531613 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-11b69252-e56c-4e45-ac29-bc06ee5beb66 req-ef9a0600-ce30-4de7-a261-6ca1a4da79f4 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/security-groups?id=a89e7e97-6f17-4ace-90c4-2be434f37d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975554 Jan 28 13:22:16.538549 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-a84d5fbd-9fee-45b1-95eb-57a2abf6396d tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:16.545747 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-a84d5fbd-9fee-45b1-95eb-57a2abf6396d tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/networks?id=ad25a9d9-17b2-4c02-9404-4506282cf10f HTTP/1.1" status: 200 len: 804 time: 0.1913958 Jan 28 13:22:16.558304 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-a5596515-4890-4fd0-9645-1a1e5ef0c7cd tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/quotas/6d1122f47b834e1f94b301369b4a4145 HTTP/1.1" status: 200 len: 375 time: 0.0116291 Jan 28 13:22:16.613333 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=38a4bd65-95a2-461b-9ede-3d54a6bd8c1f,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:16.620711 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port ec53a87a-5204-404f-baaa-6192bd5bdde5 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:16.621390 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ec53a87a-5204-404f-baaa-6192bd5bdde5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:16.640287 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-5caa0e8d-161f-48ef-a6a0-7b84d189fe54 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d1122f47b834e1f94b301369b4a4145&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0717769 Jan 28 13:22:16.662510 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec53a87a-5204-404f-baaa-6192bd5bdde5 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:22:16.681170 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port e83363f1-b4a5-4967-8ee4-8d8f9a760f47 is: DOWN; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:16.695654 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port ec53a87a-5204-404f-baaa-6192bd5bdde5, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=ec53a87a-5204-404f-baaa-6192bd5bdde5,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:16.701176 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ec53a87a-5204-404f-baaa-6192bd5bdde5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:16.757147 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=ec53a87a-5204-404f-baaa-6192bd5bdde5,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:16.835234 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076b8429-fa70-4838-8b9e-cdc0eb609005 x-openstack-request-id: req-076b8429-fa70-4838-8b9e-cdc0eb609005 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:16.835640 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7722d628-b85c-475f-b56a-27fb7220e5b4", "name": "network-vif-plugged", "status": "completed", "tag": "38a4bd65-95a2-461b-9ede-3d54a6bd8c1f", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:16.835952 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-076b8429-fa70-4838-8b9e-cdc0eb609005 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:16.836459 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7722d628-b85c-475f-b56a-27fb7220e5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a4bd65-95a2-461b-9ede-3d54a6bd8c1f', 'code': 200} Jan 28 13:22:16.952427 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-a77706d4-1015-4cf0-9d7c-92b7cad435d1 service neutron] 10.222.0.39 "GET /v2.0/networks/ad25a9d9-17b2-4c02-9404-4506282cf10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111448 Jan 28 13:22:17.011462 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3fc2c-7be5-458b-bc8b-d9e9eddab3cd req-73510bc6-ee50-4ce7-94ab-27cc6431f42a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:17.022542 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e4b3fc2c-7be5-458b-bc8b-d9e9eddab3cd req-73510bc6-ee50-4ce7-94ab-27cc6431f42a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 944 time: 0.0938036 Jan 28 13:22:17.083239 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e4b3fc2c-7be5-458b-bc8b-d9e9eddab3cd req-e7441a78-d3d3-47fc-9ac1-aafd46681c68 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594261 Jan 28 13:22:17.137384 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['ec53a87a-5204-404f-baaa-6192bd5bdde5'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:22:17.144045 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-5130644a-ac2c-4c96-b665-f3121c97a577 service neutron] 10.222.0.39 "GET /v2.0/networks/ad25a9d9-17b2-4c02-9404-4506282cf10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875606 Jan 28 13:22:17.155675 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abad5c-721c-46b8-a4a7-e6a7d3d238b4 req-68ebd548-d600-439a-a17f-e6f6ece184fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:17.165526 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-53abad5c-721c-46b8-a4a7-e6a7d3d238b4 req-68ebd548-d600-439a-a17f-e6f6ece184fa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7722d628-b85c-475f-b56a-27fb7220e5b4 HTTP/1.1" status: 200 len: 1097 time: 0.2351191 Jan 28 13:22:17.289012 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-53abad5c-721c-46b8-a4a7-e6a7d3d238b4 req-1e9fc6dd-8718-40b8-bc67-cfe6188d1739 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a89e7e97-6f17-4ace-90c4-2be434f37d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168771 Jan 28 13:22:17.483950 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:17.629043 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b4e1b-9201-48f6-a337-5b829027fd0f req-f1a53cfc-2d65-4d9d-997e-98d533ea6d55 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:17.638117 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d8b4e1b-9201-48f6-a337-5b829027fd0f req-f1a53cfc-2d65-4d9d-997e-98d533ea6d55 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d13149b-6502-437d-9b59-6db585031c97 HTTP/1.1" status: 200 len: 949 time: 0.0780122 Jan 28 13:22:17.675018 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e8e53-0e60-4c7c-ace4-4fe61e27fa09 req-bee92052-d862-4d2e-a76a-8c4b4ed74190 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:17.682544 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4b3e8e53-0e60-4c7c-ace4-4fe61e27fa09 req-bee92052-d862-4d2e-a76a-8c4b4ed74190 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.0593021 Jan 28 13:22:17.705194 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d8b4e1b-9201-48f6-a337-5b829027fd0f req-7efc05b5-894f-4357-ab29-028d8d0bee40 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638916 Jan 28 13:22:17.749350 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4b3e8e53-0e60-4c7c-ace4-4fe61e27fa09 req-4a863c8c-b130-4f36-8053-4da0e371d4ae tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601981 Jan 28 13:22:17.804282 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a7d1b92-9ab6-4632-997b-07a98160ec73 req-9bc9a34f-6913-4532-9326-36d046bee014 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=de59ba30-ff59-4081-bffb-632512a87551 HTTP/1.1" status: 200 len: 210 time: 0.0385556 Jan 28 13:22:18.029593 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13feebdc-ad36-4ec4-8252-6e6ad280350f req-7d4941a4-5825-4516-acda-8d246b3805a5 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:18.031565 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-13feebdc-ad36-4ec4-8252-6e6ad280350f req-7d4941a4-5825-4516-acda-8d246b3805a5 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/ports?device_id=7722d628-b85c-475f-b56a-27fb7220e5b4 HTTP/1.1" status: 200 len: 946 time: 0.1200223 Jan 28 13:22:18.146718 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-13feebdc-ad36-4ec4-8252-6e6ad280350f req-e97c29e3-45ae-4ab7-8647-9a0ca8a98e38 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/security-groups?id=a89e7e97-6f17-4ace-90c4-2be434f37d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927954 Jan 28 13:22:18.167213 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-e4ec7eac-3bb3-4c01-a5a0-735db43aaae5 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=dc7544f39b2c4616921b4587dcda6b00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344605 Jan 28 13:22:18.178160 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:22:18.380222 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-7226a7d1-987e-4da1-b5cc-7a4623650255 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:18.381948 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:18.382342 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4739d640-c7eb-4997-9b9d-5e11e8f7f2f7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:18.395674 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-7226a7d1-987e-4da1-b5cc-7a4623650255 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2186539 Jan 28 13:22:18.424236 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c856ddf-fa33-42d8-b23b-a3cd10c8ad78 req-ec64c409-4c33-4058-9348-76dcd63b116a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:18.431273 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9c856ddf-fa33-42d8-b23b-a3cd10c8ad78 req-ec64c409-4c33-4058-9348-76dcd63b116a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 944 time: 0.1378241 Jan 28 13:22:18.450673 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=4739d640-c7eb-4997-9b9d-5e11e8f7f2f7,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:18.457934 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-4564d454-8c93-4208-9420-cc52bf64e4a4 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/quotas/dc7544f39b2c4616921b4587dcda6b00 HTTP/1.1" status: 200 len: 375 time: 0.0580597 Jan 28 13:22:18.462724 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4739d640-c7eb-4997-9b9d-5e11e8f7f2f7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:18.517494 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-4e71f210-a28f-42f7-9388-4d1752b5984b tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc7544f39b2c4616921b4587dcda6b00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608337 Jan 28 13:22:18.577786 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9c856ddf-fa33-42d8-b23b-a3cd10c8ad78 req-c455b969-cc50-49bd-8e63-f60d39bf63fc tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346881 Jan 28 13:22:18.578700 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=4739d640-c7eb-4997-9b9d-5e11e8f7f2f7,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:18.617881 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbcf11-96d0-4802-8f5f-3bf03d4b67d4 req-eaa45cad-ebc8-4a9f-81e6-806024829d98 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:18.619888 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-facbcf11-96d0-4802-8f5f-3bf03d4b67d4 req-eaa45cad-ebc8-4a9f-81e6-806024829d98 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.37 "GET /v2.0/ports?device_id=57c6ae18-2393-416c-84bc-ea631efe4c3a HTTP/1.1" status: 200 len: 945 time: 0.3261096 Jan 28 13:22:18.782939 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48592) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:18.818699 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-facbcf11-96d0-4802-8f5f-3bf03d4b67d4 req-7e2887ea-63c1-4a3d-ab8e-251c32cf1c15 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Deleting port 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:22:18.819866 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-facbcf11-96d0-4802-8f5f-3bf03d4b67d4 req-7e2887ea-63c1-4a3d-ab8e-251c32cf1c15 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (4739d640-c7eb-4997-9b9d-5e11e8f7f2f7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:18.838058 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c6ae18-2393-416c-84bc-ea631efe4c3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4739d640-c7eb-4997-9b9d-5e11e8f7f2f7'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:18.844621 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97411991-6ebd-4935-b10d-a402ae2718f0" -d '{"events": [{"server_uuid": "57c6ae18-2393-416c-84bc-ea631efe4c3a", "name": "network-vif-unplugged", "status": "completed", "tag": "4739d640-c7eb-4997-9b9d-5e11e8f7f2f7"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:19.124593 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fee83-7e43-4908-9a9f-8b0f8ac98c3d req-a84db4e6-887b-42bd-aa5c-f4a594b2fff7 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:19.124593 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ef0fee83-7e43-4908-9a9f-8b0f8ac98c3d req-a84db4e6-887b-42bd-aa5c-f4a594b2fff7 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.0983870 Jan 28 13:22:19.126678 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-facbcf11-96d0-4802-8f5f-3bf03d4b67d4 req-7e2887ea-63c1-4a3d-ab8e-251c32cf1c15 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] For port 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=4739d640-c7eb-4997-9b9d-5e11e8f7f2f7,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:19.127078 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-facbcf11-96d0-4802-8f5f-3bf03d4b67d4 req-7e2887ea-63c1-4a3d-ab8e-251c32cf1c15 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (4739d640-c7eb-4997-9b9d-5e11e8f7f2f7), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:19.146778 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-facbcf11-96d0-4802-8f5f-3bf03d4b67d4 req-7e2887ea-63c1-4a3d-ab8e-251c32cf1c15 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Calling delete_port for 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:22:19.181882 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e0f7343b-37b8-4c90-9146-394cdc4cb8a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:19.287726 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cade1-edd8-4b61-9969-c78edd121c9d req-2e02f399-2601-48e4-8eb9-dd80fdd1f808 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:19.289843 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-163cade1-edd8-4b61-9969-c78edd121c9d req-2e02f399-2601-48e4-8eb9-dd80fdd1f808 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d13149b-6502-437d-9b59-6db585031c97 HTTP/1.1" status: 200 len: 949 time: 0.3852694 Jan 28 13:22:19.352133 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-4c513088-fca6-4752-881a-aee4f2cefbaf tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:19.355230 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-4c513088-fca6-4752-881a-aee4f2cefbaf tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.18 "GET /v2.0/networks?id=ad25a9d9-17b2-4c02-9404-4506282cf10f HTTP/1.1" status: 200 len: 804 time: 0.4998691 Jan 28 13:22:19.425288 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-643be74b-2771-4d35-a151-769618db3d7b tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Request body: {'port': {'device_id': 'de59ba30-ff59-4081-bffb-632512a87551', 'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f', 'admin_state_up': True, 'tenant_id': '6d1122f47b834e1f94b301369b4a4145'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:19.537270 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-163cade1-edd8-4b61-9969-c78edd121c9d req-c28a56b2-f0f0-4b77-9806-a0ed1bed98e7 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281461 Jan 28 13:22:19.577755 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:19.632442 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e0f7343b-37b8-4c90-9146-394cdc4cb8a6 admin admin] Publish callbacks [] for security_group (30c61f7c-2775-40af-9eff-7a77928f0e6e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:19.644876 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e0f7343b-37b8-4c90-9146-394cdc4cb8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (30c61f7c-2775-40af-9eff-7a77928f0e6e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:19.669899 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ef0fee83-7e43-4908-9a9f-8b0f8ac98c3d req-d89e2b5e-69fc-4f80-bd69-1485a886c9f9 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5340502 Jan 28 13:22:19.763555 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2939420e-a419-45e5-828d-8d26e745a5ce x-openstack-request-id: req-2939420e-a419-45e5-828d-8d26e745a5ce {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:19.763555 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c6ae18-2393-416c-84bc-ea631efe4c3a", "name": "network-vif-unplugged", "status": "completed", "tag": "4739d640-c7eb-4997-9b9d-5e11e8f7f2f7", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:19.763555 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2939420e-a419-45e5-828d-8d26e745a5ce {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:19.763555 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c6ae18-2393-416c-84bc-ea631efe4c3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4739d640-c7eb-4997-9b9d-5e11e8f7f2f7', 'code': 200} Jan 28 13:22:19.777258 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e0a0db09-e817-41ea-a49d-640fe07d9d94 req-c4f8d004-3dfd-4ff9-8f58-55df1d4056f6 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=de59ba30-ff59-4081-bffb-632512a87551 HTTP/1.1" status: 200 len: 210 time: 0.1140020 Jan 28 13:22:19.809106 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e0f7343b-37b8-4c90-9146-394cdc4cb8a6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=43586e5db4fc4f90a796b6bff9dd099c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0244415 Jan 28 13:22:19.814099 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48616) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:19.826360 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-643be74b-2771-4d35-a151-769618db3d7b tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Made reservation on behalf of 6d1122f47b834e1f94b301369b4a4145 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:22:19.859323 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-facbcf11-96d0-4802-8f5f-3bf03d4b67d4 req-7e2887ea-63c1-4a3d-ab8e-251c32cf1c15 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (4739d640-c7eb-4997-9b9d-5e11e8f7f2f7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:19.955806 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2887ea-63c1-4a3d-ab8e-251c32cf1c15 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Pushing event deleted for resources: {'Port': ['ID=4739d640-c7eb-4997-9b9d-5e11e8f7f2f7,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:20.020801 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89269639-ff19-4ae0-81b4-64c35e271e7b req-7240f4b6-d15e-4aff-8ce3-9de269cca9d3 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2c4c925-da95-48a6-9b64-822db36f44b9 HTTP/1.1" status: 200 len: 210 time: 0.0817759 Jan 28 13:22:20.043157 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-facbcf11-96d0-4802-8f5f-3bf03d4b67d4 req-7e2887ea-63c1-4a3d-ab8e-251c32cf1c15 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] No DVR routers for this DVR port 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:22:20.047092 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-facbcf11-96d0-4802-8f5f-3bf03d4b67d4 req-7e2887ea-63c1-4a3d-ab8e-251c32cf1c15 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:20.050863 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-facbcf11-96d0-4802-8f5f-3bf03d4b67d4 req-7e2887ea-63c1-4a3d-ab8e-251c32cf1c15 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.37 "DELETE /v2.0/ports/4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 HTTP/1.1" status: 204 len: 173 time: 1.4244118 Jan 28 13:22:20.051509 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c6ae18-2393-416c-84bc-ea631efe4c3a', 'name': 'network-vif-deleted', 'tag': '4739d640-c7eb-4997-9b9d-5e11e8f7f2f7'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:20.053969 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c1d2c2-a490-4cc3-af2c-6d0610c19417" -d '{"events": [{"server_uuid": "57c6ae18-2393-416c-84bc-ea631efe4c3a", "name": "network-vif-deleted", "tag": "4739d640-c7eb-4997-9b9d-5e11e8f7f2f7"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:20.169254 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc9cd3-9f07-43c9-a44d-5067442168de req-1e229cad-b11e-4a3c-a949-d487c8e130bf tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:20.171436 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f6fc9cd3-9f07-43c9-a44d-5067442168de req-1e229cad-b11e-4a3c-a949-d487c8e130bf tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 944 time: 0.0640190 Jan 28 13:22:20.200654 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device ec53a87a-5204-404f-baaa-6192bd5bdde5 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:20.239027 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f6fc9cd3-9f07-43c9-a44d-5067442168de req-eb7fa506-199f-4716-8e00-e76659d7c5af tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612886 Jan 28 13:22:20.256367 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-643be74b-2771-4d35-a151-769618db3d7b tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:20.304150 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port ec53a87a-5204-404f-baaa-6192bd5bdde5 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:22:20.309356 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port ec53a87a-5204-404f-baaa-6192bd5bdde5 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:20.309920 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ec53a87a-5204-404f-baaa-6192bd5bdde5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:20.334641 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7343b-37b8-4c90-9146-394cdc4cb8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c61f7c-2775-40af-9eff-7a77928f0e6e,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:20.433959 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f44cd-0bc9-426d-9882-6115b634dc8b req-4f8b8e20-705a-450c-9b07-0a7351fd8ddb tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:20.442800 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-014f44cd-0bc9-426d-9882-6115b634dc8b req-4f8b8e20-705a-450c-9b07-0a7351fd8ddb tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/ports?device_id=7722d628-b85c-475f-b56a-27fb7220e5b4 HTTP/1.1" status: 200 len: 946 time: 0.1678295 Jan 28 13:22:20.455651 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-afcb6532-46b3-4766-b008-b6130d56066d tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=dc7544f39b2c4616921b4587dcda6b00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386646 Jan 28 13:22:20.475050 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port ec53a87a-5204-404f-baaa-6192bd5bdde5 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:20.477738 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ec53a87a-5204-404f-baaa-6192bd5bdde5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:20.523693 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f512d8f-92f4-46b5-bb86-bd37201baee9 x-openstack-request-id: req-3f512d8f-92f4-46b5-bb86-bd37201baee9 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:20.523940 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c6ae18-2393-416c-84bc-ea631efe4c3a", "name": "network-vif-deleted", "tag": "4739d640-c7eb-4997-9b9d-5e11e8f7f2f7", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:20.524235 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f512d8f-92f4-46b5-bb86-bd37201baee9 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:20.527390 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c6ae18-2393-416c-84bc-ea631efe4c3a', 'name': 'network-vif-deleted', 'tag': '4739d640-c7eb-4997-9b9d-5e11e8f7f2f7', 'status': 'completed', 'code': 200} Jan 28 13:22:20.555798 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8ceda947-a3ae-462e-a269-4d04fa01c509 admin admin] Publish callbacks [] for security_group (30c61f7c-2775-40af-9eff-7a77928f0e6e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:20.572066 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port ec53a87a-5204-404f-baaa-6192bd5bdde5, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=ec53a87a-5204-404f-baaa-6192bd5bdde5,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:20.580856 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8ceda947-a3ae-462e-a269-4d04fa01c509 admin admin] Publish callbacks [] for security_group (30c61f7c-2775-40af-9eff-7a77928f0e6e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:20.584276 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ec53a87a-5204-404f-baaa-6192bd5bdde5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:20.655729 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-014f44cd-0bc9-426d-9882-6115b634dc8b req-25eb9cb4-6fe7-4caf-b88a-54aadb2ffc4c tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/security-groups?id=a89e7e97-6f17-4ace-90c4-2be434f37d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959364 Jan 28 13:22:20.720926 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=ec53a87a-5204-404f-baaa-6192bd5bdde5,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:20.721387 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8ceda947-a3ae-462e-a269-4d04fa01c509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (30c61f7c-2775-40af-9eff-7a77928f0e6e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:20.728794 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8ceda947-a3ae-462e-a269-4d04fa01c509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:20.730349 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8ceda947-a3ae-462e-a269-4d04fa01c509 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/30c61f7c-2775-40af-9eff-7a77928f0e6e HTTP/1.1" status: 204 len: 168 time: 0.9146795 Jan 28 13:22:20.759270 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-02bce110-0f6d-4e88-b896-22de7253ffa3 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:20.761683 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-02bce110-0f6d-4e88-b896-22de7253ffa3 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2999337 Jan 28 13:22:20.768482 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceda947-a3ae-462e-a269-4d04fa01c509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c61f7c-2775-40af-9eff-7a77928f0e6e,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:20.778635 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b41ea-e59b-4d75-b339-ede10d66d2fb req-917d4306-4208-462d-88f1-a92f7bbd70db tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:20.796743 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c63b41ea-e59b-4d75-b339-ede10d66d2fb req-917d4306-4208-462d-88f1-a92f7bbd70db tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d13149b-6502-437d-9b59-6db585031c97 HTTP/1.1" status: 200 len: 950 time: 0.1315858 Jan 28 13:22:20.839228 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-bc18616f-71cf-424e-88e0-9d981b4a06f7 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Request body: {'port': {'device_id': 'c2c4c925-da95-48a6-9b64-822db36f44b9', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': 'dc7544f39b2c4616921b4587dcda6b00'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:20.903801 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-643be74b-2771-4d35-a151-769618db3d7b tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Allocated IP 172.20.0.13 (ad25a9d9-17b2-4c02-9404-4506282cf10f/b12a1c2f-a9ab-4880-b80f-d12410970629/9978138e-9859-45a6-92b4-801b45ff7ee5) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:22:20.906499 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c63b41ea-e59b-4d75-b339-ede10d66d2fb req-13aa314d-053d-47b4-bb36-c563c33b1e00 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052747 Jan 28 13:22:20.975493 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd9166-0be2-4b11-b3d0-cad5c1dbff6d req-61b76cd2-4230-43bd-bf37-79463b305099 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:20.977228 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58bd9166-0be2-4b11-b3d0-cad5c1dbff6d req-61b76cd2-4230-43bd-bf37-79463b305099 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/ports?device_id=7722d628-b85c-475f-b56a-27fb7220e5b4 HTTP/1.1" status: 200 len: 946 time: 0.2026162 Jan 28 13:22:21.122954 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58bd9166-0be2-4b11-b3d0-cad5c1dbff6d req-d9176ae6-2875-459d-86ab-15175c62b10b tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/security-groups?id=a89e7e97-6f17-4ace-90c4-2be434f37d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150572 Jan 28 13:22:21.184869 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0dce9e-eb49-4291-b58c-c93af1b43133 req-5bddeecc-d4ea-4f1c-b68d-2f931860f791 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:21.192537 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cc0dce9e-eb49-4291-b58c-c93af1b43133 req-5bddeecc-d4ea-4f1c-b68d-2f931860f791 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.0991304 Jan 28 13:22:21.200981 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-bc18616f-71cf-424e-88e0-9d981b4a06f7 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Made reservation on behalf of dc7544f39b2c4616921b4587dcda6b00 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:22:21.205055 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-bc18616f-71cf-424e-88e0-9d981b4a06f7 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:21.220852 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-bc18616f-71cf-424e-88e0-9d981b4a06f7 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:21.274868 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-643be74b-2771-4d35-a151-769618db3d7b tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks [] for port (9978138e-9859-45a6-92b4-801b45ff7ee5), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:21.287658 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cc0dce9e-eb49-4291-b58c-c93af1b43133 req-12579c90-4287-4570-a886-26d12cc88dd2 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938458 Jan 28 13:22:21.326764 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48638) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:21.348200 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-643be74b-2771-4d35-a151-769618db3d7b tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (9978138e-9859-45a6-92b4-801b45ff7ee5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:21.408279 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-bc18616f-71cf-424e-88e0-9d981b4a06f7 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Publish callbacks [] for security_group (e84ed46d-e77e-40a7-befb-87dfb7d72386), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:21.411620 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f1815436-8959-4aa1-8ea7-b365be7ecf2c req-9f2bb7bc-a450-4e4f-86e2-20595906fa33 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2c4c925-da95-48a6-9b64-822db36f44b9 HTTP/1.1" status: 200 len: 210 time: 0.0446632 Jan 28 13:22:21.413394 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-bc18616f-71cf-424e-88e0-9d981b4a06f7 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e84ed46d-e77e-40a7-befb-87dfb7d72386), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:21.437476 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f85bfee1-c7a2-42fb-8f53-31da0495478c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:21.447820 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643be74b-2771-4d35-a151-769618db3d7b tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Pushing event updated for resources: {'Port': ['ID=9978138e-9859-45a6-92b4-801b45ff7ee5,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:21.469549 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-643be74b-2771-4d35-a151-769618db3d7b tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Network ad25a9d9-17b2-4c02-9404-4506282cf10f is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:21.490330 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426aeab5-95bd-4735-b0fd-2a576e26fd17 req-dada9280-a978-4c2a-844d-03e2499622d5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:21.492506 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-426aeab5-95bd-4735-b0fd-2a576e26fd17 req-dada9280-a978-4c2a-844d-03e2499622d5 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=de59ba30-ff59-4081-bffb-632512a87551 HTTP/1.1" status: 200 len: 932 time: 0.1798522 Jan 28 13:22:21.493466 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-643be74b-2771-4d35-a151-769618db3d7b tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:21.498397 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-643be74b-2771-4d35-a151-769618db3d7b tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:21.498576 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18616f-71cf-424e-88e0-9d981b4a06f7 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e84ed46d-e77e-40a7-befb-87dfb7d72386,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:21.610900 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-426aeab5-95bd-4735-b0fd-2a576e26fd17 req-ef74d91a-7b21-4f79-bdec-04900317a67f tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840516 Jan 28 13:22:21.625120 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-643be74b-2771-4d35-a151-769618db3d7b tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:21.625822 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-643be74b-2771-4d35-a151-769618db3d7b tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:21.645300 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-bc18616f-71cf-424e-88e0-9d981b4a06f7 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Allocated IP 192.168.233.117 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/3618bf89-7dfd-4cf0-9386-eb2e79eef6d9) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:22:21.666310 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-643be74b-2771-4d35-a151-769618db3d7b tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2451448 Jan 28 13:22:21.684010 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-5a923ce9-9439-4141-b20a-fb5ba8b3c626 service neutron] Request body: {'port': {'device_id': 'de59ba30-ff59-4081-bffb-632512a87551', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:21.729885 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f85bfee1-c7a2-42fb-8f53-31da0495478c admin admin] Publish callbacks [] for security_group (c7112358-c705-4e3c-b347-541009410e5e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:21.752638 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f85bfee1-c7a2-42fb-8f53-31da0495478c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c7112358-c705-4e3c-b347-541009410e5e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:21.764051 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d13149b-6502-437d-9b59-6db585031c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec53a87a-5204-404f-baaa-6192bd5bdde5'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:21.769057 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7791ad21-85cf-4881-b34a-dd8fd986c408" -d '{"events": [{"server_uuid": "4d13149b-6502-437d-9b59-6db585031c97", "name": "network-vif-plugged", "status": "completed", "tag": "ec53a87a-5204-404f-baaa-6192bd5bdde5"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:21.810889 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-5a923ce9-9439-4141-b20a-fb5ba8b3c626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9978138e-9859-45a6-92b4-801b45ff7ee5), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:21.842385 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f85bfee1-c7a2-42fb-8f53-31da0495478c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b14117b8c4d4271ba074e35832ba031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5166192 Jan 28 13:22:21.849159 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48646) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:21.853187 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bfee1-c7a2-42fb-8f53-31da0495478c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7112358-c705-4e3c-b347-541009410e5e,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:21.926505 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ce2cc-0718-4352-8116-fcc8f6e6f5fe req-94f0e281-4619-4443-bc9d-64fc9c26b695 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:21.932093 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-bc18616f-71cf-424e-88e0-9d981b4a06f7 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Publish callbacks [] for port (3618bf89-7dfd-4cf0-9386-eb2e79eef6d9), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:21.933989 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a0ce2cc-0718-4352-8116-fcc8f6e6f5fe req-94f0e281-4619-4443-bc9d-64fc9c26b695 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 944 time: 0.1859438 Jan 28 13:22:21.979817 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-bc18616f-71cf-424e-88e0-9d981b4a06f7 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (3618bf89-7dfd-4cf0-9386-eb2e79eef6d9), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:22.037431 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-bc18616f-71cf-424e-88e0-9d981b4a06f7 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:22.041998 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-bc18616f-71cf-424e-88e0-9d981b4a06f7 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:22.045381 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18616f-71cf-424e-88e0-9d981b4a06f7 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Pushing event updated for resources: {'Port': ['ID=3618bf89-7dfd-4cf0-9386-eb2e79eef6d9,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:22.048344 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-bc18616f-71cf-424e-88e0-9d981b4a06f7 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:22.087353 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4992948f-577d-44de-b231-4551fad11e3b admin admin] Publish callbacks [] for security_group (c7112358-c705-4e3c-b347-541009410e5e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:22.096885 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a98caf-f448-4173-8e70-48b0571a5d68 x-openstack-request-id: req-70a98caf-f448-4173-8e70-48b0571a5d68 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:22.097178 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d13149b-6502-437d-9b59-6db585031c97", "name": "network-vif-plugged", "status": "completed", "tag": "ec53a87a-5204-404f-baaa-6192bd5bdde5", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:22.097599 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-70a98caf-f448-4173-8e70-48b0571a5d68 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:22.098267 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d13149b-6502-437d-9b59-6db585031c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec53a87a-5204-404f-baaa-6192bd5bdde5', 'code': 200} Jan 28 13:22:22.117459 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-bc18616f-71cf-424e-88e0-9d981b4a06f7 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:22.118299 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-bc18616f-71cf-424e-88e0-9d981b4a06f7 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:22.124666 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a0ce2cc-0718-4352-8116-fcc8f6e6f5fe req-42cfefde-7fcf-4d33-826e-d695ad3dd24b tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896412 Jan 28 13:22:22.174015 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-bc18616f-71cf-424e-88e0-9d981b4a06f7 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3400633 Jan 28 13:22:22.195730 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:22:22.213957 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-43df6177-ad32-4331-8957-fa253687be86 service neutron] Request body: {'port': {'device_id': 'c2c4c925-da95-48a6-9b64-822db36f44b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:22.235391 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4992948f-577d-44de-b231-4551fad11e3b admin admin] Publish callbacks [] for security_group (c7112358-c705-4e3c-b347-541009410e5e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:22.248693 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:22:22.249032 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 4739d640-c7eb-4997-9b9d-5e11e8f7f2f7 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:22:22.310939 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-43df6177-ad32-4331-8957-fa253687be86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3618bf89-7dfd-4cf0-9386-eb2e79eef6d9), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:22.343117 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d7dfd-9341-4389-b6f2-fb691ba266f4 req-4c560188-064f-4b5d-87c0-869a966bf032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:22.344512 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f6d7dfd-9341-4389-b6f2-fb691ba266f4 req-4c560188-064f-4b5d-87c0-869a966bf032 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4d13149b-6502-437d-9b59-6db585031c97 HTTP/1.1" status: 200 len: 1101 time: 0.1673472 Jan 28 13:22:22.432835 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad74794-8c48-4797-b0cb-fe716f045b97 req-85613c24-538c-4112-8791-9277937e1b38 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:22.439598 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aad74794-8c48-4797-b0cb-fe716f045b97 req-85613c24-538c-4112-8791-9277937e1b38 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d13149b-6502-437d-9b59-6db585031c97 HTTP/1.1" status: 200 len: 950 time: 0.1299136 Jan 28 13:22:22.460040 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d95ef0-f341-4392-8f7b-534e33fb97aa req-292f629c-279d-4837-a46c-777f5122fd32 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:22.462265 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-35d95ef0-f341-4392-8f7b-534e33fb97aa req-292f629c-279d-4837-a46c-777f5122fd32 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/ports?device_id=7722d628-b85c-475f-b56a-27fb7220e5b4 HTTP/1.1" status: 200 len: 946 time: 0.1768589 Jan 28 13:22:22.463874 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-620d5a91-d721-4909-8fe3-6772238405fd None None] Provisioning complete for port 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:22.464541 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-620d5a91-d721-4909-8fe3-6772238405fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3618bf89-7dfd-4cf0-9386-eb2e79eef6d9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:22.479573 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4992948f-577d-44de-b231-4551fad11e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c7112358-c705-4e3c-b347-541009410e5e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:22.482095 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4992948f-577d-44de-b231-4551fad11e3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:22.487583 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4992948f-577d-44de-b231-4551fad11e3b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c7112358-c705-4e3c-b347-541009410e5e HTTP/1.1" status: 204 len: 168 time: 0.6321013 Jan 28 13:22:22.515805 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-620d5a91-d721-4909-8fe3-6772238405fd None None] Port 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:22:22.535415 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992948f-577d-44de-b231-4551fad11e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7112358-c705-4e3c-b347-541009410e5e,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:22.542302 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-b32febc5-c400-4c3a-950a-587707340044 service neutron] 10.222.0.18 "GET /v2.0/ports/e83363f1-b4a5-4967-8ee4-8d8f9a760f47/bindings/n-h2-822747-2 HTTP/1.1" status: 200 len: 384 time: 0.1844428 Jan 28 13:22:22.558669 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f6d7dfd-9341-4389-b6f2-fb691ba266f4 req-e8929f3c-2db8-4f03-ac3d-82a489ed8b5f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966181 Jan 28 13:22:22.607970 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-5a923ce9-9439-4141-b20a-fb5ba8b3c626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9978138e-9859-45a6-92b4-801b45ff7ee5 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:22:22.616075 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aad74794-8c48-4797-b0cb-fe716f045b97 req-aeb20a6b-1a19-4666-bf8d-965b26becd4e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513591 Jan 28 13:22:22.620019 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-5a923ce9-9439-4141-b20a-fb5ba8b3c626 service neutron] Publish callbacks [] for port (9978138e-9859-45a6-92b4-801b45ff7ee5), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:22.637959 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-35d95ef0-f341-4392-8f7b-534e33fb97aa req-6a4fed23-a52d-4f43-8b22-e321768c5b37 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/security-groups?id=a89e7e97-6f17-4ace-90c4-2be434f37d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592634 Jan 28 13:22:22.653535 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-5a923ce9-9439-4141-b20a-fb5ba8b3c626 service neutron] Transition to ACTIVE for port object 9978138e-9859-45a6-92b4-801b45ff7ee5 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:22:22.660273 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-5a923ce9-9439-4141-b20a-fb5ba8b3c626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (9978138e-9859-45a6-92b4-801b45ff7ee5), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:22.815469 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a923ce9-9439-4141-b20a-fb5ba8b3c626 service neutron] Pushing event updated for resources: {'Port': ['ID=9978138e-9859-45a6-92b4-801b45ff7ee5,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:22.836654 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-43df6177-ad32-4331-8957-fa253687be86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:22:22.847594 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-43df6177-ad32-4331-8957-fa253687be86 service neutron] Publish callbacks [] for port (3618bf89-7dfd-4cf0-9386-eb2e79eef6d9), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:22.875698 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5ebfb-044d-4632-a13a-f5a7be0e775e req-e89d9a74-0b9e-4e36-b32e-4046e5950862 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:22.883490 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b7a5ebfb-044d-4632-a13a-f5a7be0e775e req-e89d9a74-0b9e-4e36-b32e-4046e5950862 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.0980346 Jan 28 13:22:22.886120 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-43df6177-ad32-4331-8957-fa253687be86 service neutron] Transition to ACTIVE for port object 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:22:22.902135 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-43df6177-ad32-4331-8957-fa253687be86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (3618bf89-7dfd-4cf0-9386-eb2e79eef6d9), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:22.910634 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-51bd0db9-f39b-421d-9ee8-d437fe2bd08c service neutron] For port e83363f1-b4a5-4967-8ee4-8d8f9a760f47, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e83363f1-b4a5-4967-8ee4-8d8f9a760f47,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:22.967718 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bb8fd-64b5-4934-9d1a-98f3d0ee5074 req-68063135-923c-4ba2-972a-04b938214c19 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:22.975124 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5e7bb8fd-64b5-4934-9d1a-98f3d0ee5074 req-68063135-923c-4ba2-972a-04b938214c19 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2c4c925-da95-48a6-9b64-822db36f44b9 HTTP/1.1" status: 200 len: 936 time: 0.1652746 Jan 28 13:22:22.977109 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-5a923ce9-9439-4141-b20a-fb5ba8b3c626 service neutron] Attempting to bind port 9978138e-9859-45a6-92b4-801b45ff7ee5 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:22:22.977452 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-5a923ce9-9439-4141-b20a-fb5ba8b3c626 service neutron] Attempting to bind port 9978138e-9859-45a6-92b4-801b45ff7ee5 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '2a9c8c36-71fe-4d15-93cb-3b59d6efd142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:22:22.977790 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-5a923ce9-9439-4141-b20a-fb5ba8b3c626 service neutron] Attempting to bind port 9978138e-9859-45a6-92b4-801b45ff7ee5 on network ad25a9d9-17b2-4c02-9404-4506282cf10f {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:22.996559 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df6177-ad32-4331-8957-fa253687be86 service neutron] Pushing event updated for resources: {'Port': ['ID=3618bf89-7dfd-4cf0-9386-eb2e79eef6d9,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:23.006722 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-51bd0db9-f39b-421d-9ee8-d437fe2bd08c service neutron] For port e83363f1-b4a5-4967-8ee4-8d8f9a760f47, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:23.009848 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-5a923ce9-9439-4141-b20a-fb5ba8b3c626 service neutron] Port 9978138e-9859-45a6-92b4-801b45ff7ee5 on network ad25a9d9-17b2-4c02-9404-4506282cf10f not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:22:23.010075 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-5a923ce9-9439-4141-b20a-fb5ba8b3c626 service neutron] Attempting to bind port 9978138e-9859-45a6-92b4-801b45ff7ee5 on network ad25a9d9-17b2-4c02-9404-4506282cf10f {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:23.025585 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b7a5ebfb-044d-4632-a13a-f5a7be0e775e req-9c8332ef-7e1a-4d3f-9626-62303d4b12a3 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409123 Jan 28 13:22:23.083478 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-5a923ce9-9439-4141-b20a-fb5ba8b3c626 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:22:23.084722 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-5a923ce9-9439-4141-b20a-fb5ba8b3c626 service neutron] Checking segment: {'id': '2a9c8c36-71fe-4d15-93cb-3b59d6efd142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:23.085542 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-5a923ce9-9439-4141-b20a-fb5ba8b3c626 service neutron] Bound using segment: {'id': '2a9c8c36-71fe-4d15-93cb-3b59d6efd142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:22:23.086532 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-5a923ce9-9439-4141-b20a-fb5ba8b3c626 service neutron] Bound port: 9978138e-9859-45a6-92b4-801b45ff7ee5, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a9c8c36-71fe-4d15-93cb-3b59d6efd142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:22:23.087404 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-5a923ce9-9439-4141-b20a-fb5ba8b3c626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9978138e-9859-45a6-92b4-801b45ff7ee5), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:23.138233 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5e7bb8fd-64b5-4934-9d1a-98f3d0ee5074 req-e4c8ce9f-eae5-4f96-8abb-84f7dd156ff8 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/security-groups?id=e84ed46d-e77e-40a7-befb-87dfb7d72386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571314 Jan 28 13:22:23.149049 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-51bd0db9-f39b-421d-9ee8-d437fe2bd08c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e83363f1-b4a5-4967-8ee4-8d8f9a760f47 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:22:23.181156 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-51bd0db9-f39b-421d-9ee8-d437fe2bd08c service neutron] For port e83363f1-b4a5-4967-8ee4-8d8f9a760f47, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=e83363f1-b4a5-4967-8ee4-8d8f9a760f47,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:23.198139 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-43df6177-ad32-4331-8957-fa253687be86 service neutron] Attempting to bind port 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:22:23.198139 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-43df6177-ad32-4331-8957-fa253687be86 service neutron] Attempting to bind port 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:22:23.198139 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-43df6177-ad32-4331-8957-fa253687be86 service neutron] Attempting to bind port 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:23.201103 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-43df6177-ad32-4331-8957-fa253687be86 service neutron] Port 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9 on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:22:23.201424 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-43df6177-ad32-4331-8957-fa253687be86 service neutron] Attempting to bind port 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:23.233308 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-43df6177-ad32-4331-8957-fa253687be86 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:22:23.233767 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-43df6177-ad32-4331-8957-fa253687be86 service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:23.234115 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-43df6177-ad32-4331-8957-fa253687be86 service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:22:23.234694 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-43df6177-ad32-4331-8957-fa253687be86 service neutron] Bound port: 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:22:23.235660 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-43df6177-ad32-4331-8957-fa253687be86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3618bf89-7dfd-4cf0-9386-eb2e79eef6d9), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:23.293775 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-51bd0db9-f39b-421d-9ee8-d437fe2bd08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e83363f1-b4a5-4967-8ee4-8d8f9a760f47), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:23.305104 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db34847-e414-4fb5-a23f-5e8cd93939d9 req-3de519c7-1173-4192-9f9e-e3649aa3af6f tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:23.306986 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7db34847-e414-4fb5-a23f-5e8cd93939d9 req-3de519c7-1173-4192-9f9e-e3649aa3af6f tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=de59ba30-ff59-4081-bffb-632512a87551 HTTP/1.1" status: 200 len: 944 time: 0.1338527 Jan 28 13:22:23.393883 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-43df6177-ad32-4331-8957-fa253687be86 service neutron] For port 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:23.402775 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-5a923ce9-9439-4141-b20a-fb5ba8b3c626 service neutron] For port 9978138e-9859-45a6-92b4-801b45ff7ee5, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:23.417430 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7db34847-e414-4fb5-a23f-5e8cd93939d9 req-607dc82a-a07d-4b0b-b7e1-66d0551eb78c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985951 Jan 28 13:22:23.419428 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-43df6177-ad32-4331-8957-fa253687be86 service neutron] For port 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3618bf89-7dfd-4cf0-9386-eb2e79eef6d9,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:22:23.428034 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-43df6177-ad32-4331-8957-fa253687be86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (3618bf89-7dfd-4cf0-9386-eb2e79eef6d9), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:23.478187 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-43df6177-ad32-4331-8957-fa253687be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:23.478824 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-43df6177-ad32-4331-8957-fa253687be86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:23.480534 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-43df6177-ad32-4331-8957-fa253687be86 service neutron] 10.222.0.18 "PUT /v2.0/ports/3618bf89-7dfd-4cf0-9386-eb2e79eef6d9 HTTP/1.1" status: 200 len: 1096 time: 1.2919819 Jan 28 13:22:23.480878 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c4c925-da95-48a6-9b64-822db36f44b9', 'tag': '3618bf89-7dfd-4cf0-9386-eb2e79eef6d9'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:23.486233 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5008393f-3143-4b65-83d5-ccaee205203e" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c4c925-da95-48a6-9b64-822db36f44b9", "tag": "3618bf89-7dfd-4cf0-9386-eb2e79eef6d9"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:23.514359 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-5a923ce9-9439-4141-b20a-fb5ba8b3c626 service neutron] For port 9978138e-9859-45a6-92b4-801b45ff7ee5, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=9978138e-9859-45a6-92b4-801b45ff7ee5,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:22:23.521118 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df6177-ad32-4331-8957-fa253687be86 service neutron] Pushing event updated for resources: {'Port': ['ID=3618bf89-7dfd-4cf0-9386-eb2e79eef6d9,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:23.548686 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-5a923ce9-9439-4141-b20a-fb5ba8b3c626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (9978138e-9859-45a6-92b4-801b45ff7ee5), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:23.634586 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e06fcb-f059-41d9-914d-864e66e77ab0 req-6656ceb0-bb7c-4f2e-aec0-2834d01547e6 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:23.645366 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-96e06fcb-f059-41d9-914d-864e66e77ab0 req-6656ceb0-bb7c-4f2e-aec0-2834d01547e6 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 944 time: 0.2195296 Jan 28 13:22:23.660187 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-51c200c5-978d-4b25-87e9-4fe32cb52f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:23.663636 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-51c200c5-978d-4b25-87e9-4fe32cb52f22 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc7544f39b2c4616921b4587dcda6b00&device_id=c2c4c925-da95-48a6-9b64-822db36f44b9 HTTP/1.1" status: 200 len: 1099 time: 0.1251574 Jan 28 13:22:23.668502 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-5a923ce9-9439-4141-b20a-fb5ba8b3c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:23.669171 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-5a923ce9-9439-4141-b20a-fb5ba8b3c626 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:23.680890 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-5a923ce9-9439-4141-b20a-fb5ba8b3c626 service neutron] 10.222.0.18 "PUT /v2.0/ports/9978138e-9859-45a6-92b4-801b45ff7ee5 HTTP/1.1" status: 200 len: 1092 time: 2.0034773 Jan 28 13:22:23.686481 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de59ba30-ff59-4081-bffb-632512a87551', 'tag': '9978138e-9859-45a6-92b4-801b45ff7ee5'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:23.689797 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1239416b-9e0b-442c-ac63-935e36364ede" -d '{"events": [{"name": "network-changed", "server_uuid": "de59ba30-ff59-4081-bffb-632512a87551", "tag": "9978138e-9859-45a6-92b4-801b45ff7ee5"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:23.728680 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-51bd0db9-f39b-421d-9ee8-d437fe2bd08c service neutron] Transition to ACTIVE for port object e83363f1-b4a5-4967-8ee4-8d8f9a760f47 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:22:23.736761 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-45879e7c-113c-49c0-aab4-5b3245c32b83 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=3618bf89-7dfd-4cf0-9386-eb2e79eef6d9 HTTP/1.1" status: 200 len: 217 time: 0.0657077 Jan 28 13:22:23.741427 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-51bd0db9-f39b-421d-9ee8-d437fe2bd08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (e83363f1-b4a5-4967-8ee4-8d8f9a760f47), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:23.811294 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-7433e279-89bb-44ab-8b33-f0fd09d724bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:23.813421 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-7433e279-89bb-44ab-8b33-f0fd09d724bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0586553 Jan 28 13:22:23.815299 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2c4049-c634-45ed-b55f-a98cd528638f x-openstack-request-id: req-fb2c4049-c634-45ed-b55f-a98cd528638f {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:23.815765 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c4c925-da95-48a6-9b64-822db36f44b9", "tag": "3618bf89-7dfd-4cf0-9386-eb2e79eef6d9", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:23.816167 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fb2c4049-c634-45ed-b55f-a98cd528638f {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:23.816874 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c4c925-da95-48a6-9b64-822db36f44b9', 'tag': '3618bf89-7dfd-4cf0-9386-eb2e79eef6d9', 'status': 'completed', 'code': 200} Jan 28 13:22:23.886952 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a923ce9-9439-4141-b20a-fb5ba8b3c626 service neutron] Pushing event updated for resources: {'Port': ['ID=9978138e-9859-45a6-92b4-801b45ff7ee5,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:23.892775 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-571ada7d-2093-467d-90ea-98c8ce7470c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:23.894720 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-571ada7d-2093-467d-90ea-98c8ce7470c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0739489 Jan 28 13:22:23.912732 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-96e06fcb-f059-41d9-914d-864e66e77ab0 req-f57ed15f-a03b-4a7e-a5a3-b1c975686427 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660782 Jan 28 13:22:23.986487 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-51bd0db9-f39b-421d-9ee8-d437fe2bd08c service neutron] No DVR routers for this DVR port e83363f1-b4a5-4967-8ee4-8d8f9a760f47 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:22:24.000637 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-2e9d7db3-0fae-47cc-89ea-1dbb0545bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:24.002505 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-2e9d7db3-0fae-47cc-89ea-1dbb0545bec3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d1122f47b834e1f94b301369b4a4145&device_id=de59ba30-ff59-4081-bffb-632512a87551 HTTP/1.1" status: 200 len: 1095 time: 0.2423761 Jan 28 13:22:24.003328 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd0db9-f39b-421d-9ee8-d437fe2bd08c service neutron] Pushing event updated for resources: {'Port': ['ID=e83363f1-b4a5-4967-8ee4-8d8f9a760f47,revision_number=10']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:24.048975 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ad33c-a1c8-4c4c-b75b-576193bae661 req-213c20da-1a99-4fa9-a205-0a64a01a3040 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:24.052557 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-369ad33c-a1c8-4c4c-b75b-576193bae661 req-213c20da-1a99-4fa9-a205-0a64a01a3040 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d13149b-6502-437d-9b59-6db585031c97 HTTP/1.1" status: 200 len: 950 time: 0.2019155 Jan 28 13:22:24.064645 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-778051cc-eac0-4e5a-a25d-d37941afc756 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617785 Jan 28 13:22:24.081478 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-51bd0db9-f39b-421d-9ee8-d437fe2bd08c service neutron] 10.222.0.18 "PUT /v2.0/ports/e83363f1-b4a5-4967-8ee4-8d8f9a760f47/bindings/n-h2-822747-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5296009 Jan 28 13:22:24.126899 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-1a8e9b56-908f-47b5-9f35-a4771b476c9a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9978138e-9859-45a6-92b4-801b45ff7ee5 HTTP/1.1" status: 200 len: 217 time: 0.1045530 Jan 28 13:22:24.192274 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-369ad33c-a1c8-4c4c-b75b-576193bae661 req-73527736-847f-41c1-9218-728722828f54 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259804 Jan 28 13:22:24.199495 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8f3c2-e7fb-4a7b-9363-e8a80980e89d req-fff9f7a0-d190-4246-b7ed-72f67209dd7c tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:24.202868 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cae8f3c2-e7fb-4a7b-9363-e8a80980e89d req-fff9f7a0-d190-4246-b7ed-72f67209dd7c tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/ports?device_id=7722d628-b85c-475f-b56a-27fb7220e5b4 HTTP/1.1" status: 200 len: 946 time: 0.1936030 Jan 28 13:22:24.272107 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-ba03adac-4d1b-4beb-a98c-057bbb4ada8f tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:24.273967 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-ba03adac-4d1b-4beb-a98c-057bbb4ada8f tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1&tenant_id=e52f7db82a1e47b4a05e085aee4dc060&binding%3Ahost_id=n-h1-822747-2 HTTP/1.1" status: 200 len: 1096 time: 0.0857751 Jan 28 13:22:24.275362 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-7029d87c-0fa5-494b-8e34-01a539bc83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:24.278093 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-7029d87c-0fa5-494b-8e34-01a539bc83d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b12a1c2f-a9ab-4880-b80f-d12410970629 HTTP/1.1" status: 200 len: 844 time: 0.1441965 Jan 28 13:22:24.278705 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6a3f14b-707c-4ee6-abca-f754b5ff3c03 req-e126771c-827e-4ea5-ae3a-47164f8e22db service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036407 Jan 28 13:22:24.300781 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64a10b4-e3b9-4944-8d0c-4659a0c865ef x-openstack-request-id: req-b64a10b4-e3b9-4944-8d0c-4659a0c865ef {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:24.301290 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de59ba30-ff59-4081-bffb-632512a87551", "tag": "9978138e-9859-45a6-92b4-801b45ff7ee5", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:24.301695 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b64a10b4-e3b9-4944-8d0c-4659a0c865ef {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:24.302304 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de59ba30-ff59-4081-bffb-632512a87551', 'tag': '9978138e-9859-45a6-92b4-801b45ff7ee5', 'status': 'completed', 'code': 200} Jan 28 13:22:24.338664 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-54edd533-eaab-4764-b4fd-cd38e569263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:24.341173 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-54edd533-eaab-4764-b4fd-cd38e569263e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1&tenant_id=e52f7db82a1e47b4a05e085aee4dc060 HTTP/1.1" status: 200 len: 1096 time: 0.0580573 Jan 28 13:22:24.344531 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-74895a62-9b87-4743-a615-44d20cc2e2ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ad25a9d9-17b2-4c02-9404-4506282cf10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481632 Jan 28 13:22:24.365905 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cae8f3c2-e7fb-4a7b-9363-e8a80980e89d req-d0a5b6a9-91f5-4745-b7ab-ac57793c4ca0 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/security-groups?id=a89e7e97-6f17-4ace-90c4-2be434f37d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535273 Jan 28 13:22:24.510844 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-1077666d-9317-40cc-a7eb-a8c2993e9d03 service neutron] 10.222.0.18 "GET /v2.0/networks/ad25a9d9-17b2-4c02-9404-4506282cf10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487372 Jan 28 13:22:24.518070 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-7f97cd30-51d7-4d5c-afb3-637d6ce876e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:24.519751 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-7f97cd30-51d7-4d5c-afb3-637d6ce876e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0934501 Jan 28 13:22:24.522698 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008393f-3143-4b65-83d5-ccaee205203e req-8341672c-9663-4894-b2c0-bf783e522274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:24.525165 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5008393f-3143-4b65-83d5-ccaee205203e req-8341672c-9663-4894-b2c0-bf783e522274 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc7544f39b2c4616921b4587dcda6b00&device_id=c2c4c925-da95-48a6-9b64-822db36f44b9 HTTP/1.1" status: 200 len: 1099 time: 0.1504145 Jan 28 13:22:24.536714 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859339a-8b6a-476b-bbd9-d2071c351631 req-ae978aaa-a405-4775-ad48-8c160b0a94b6 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:24.538691 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4859339a-8b6a-476b-bbd9-d2071c351631 req-ae978aaa-a405-4775-ad48-8c160b0a94b6 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.1273172 Jan 28 13:22:24.605899 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c2002-ed3c-4430-b69a-8ede98ce8924 req-d7018122-1b48-4cf3-8949-2d6917833c6e tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:24.612067 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a43c2002-ed3c-4430-b69a-8ede98ce8924 req-d7018122-1b48-4cf3-8949-2d6917833c6e tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2c4c925-da95-48a6-9b64-822db36f44b9 HTTP/1.1" status: 200 len: 948 time: 0.1507139 Jan 28 13:22:24.685675 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a6ed8313-9186-449d-9968-97230b9d8c12 req-64b61421-ab66-46ba-bb55-03037de972fe service neutron] 10.222.0.18 "GET /v2.0/networks/ad25a9d9-17b2-4c02-9404-4506282cf10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590569 Jan 28 13:22:24.696398 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a43c2002-ed3c-4430-b69a-8ede98ce8924 req-b8947d8b-b582-417d-b4b3-36667749ec37 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/security-groups?id=e84ed46d-e77e-40a7-befb-87dfb7d72386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779712 Jan 28 13:22:24.738211 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008393f-3143-4b65-83d5-ccaee205203e req-71edd8af-8ba2-4afc-af86-bc52ad45477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:24.739816 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5008393f-3143-4b65-83d5-ccaee205203e req-71edd8af-8ba2-4afc-af86-bc52ad45477f service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.1999528 Jan 28 13:22:24.749476 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4859339a-8b6a-476b-bbd9-d2071c351631 req-12e07c25-fa25-486b-996f-227ca862fa94 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892262 Jan 28 13:22:24.790318 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5008393f-3143-4b65-83d5-ccaee205203e req-8d6e3b93-8a0c-41e6-9f34-063d6386a30c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=3618bf89-7dfd-4cf0-9386-eb2e79eef6d9 HTTP/1.1" status: 200 len: 217 time: 0.0359535 Jan 28 13:22:24.791492 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-40d27263-268e-4987-9c7a-205d44a4119e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:24.792881 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-40d27263-268e-4987-9c7a-205d44a4119e service neutron] 10.222.0.37 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 920 time: 0.2514775 Jan 28 13:22:24.812377 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239416b-9e0b-442c-ac63-935e36364ede req-4b6ca355-ce60-4b4d-abc7-caf12455e071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:24.813044 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1239416b-9e0b-442c-ac63-935e36364ede req-4b6ca355-ce60-4b4d-abc7-caf12455e071 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d1122f47b834e1f94b301369b4a4145&device_id=de59ba30-ff59-4081-bffb-632512a87551 HTTP/1.1" status: 200 len: 1095 time: 0.0568035 Jan 28 13:22:24.870474 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-0c4fb9ed-87ae-4b78-a487-bf8c21d51166 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e83363f1-b4a5-4967-8ee4-8d8f9a760f47 HTTP/1.1" status: 200 len: 217 time: 0.0679712 Jan 28 13:22:24.928162 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239416b-9e0b-442c-ac63-935e36364ede req-9a21c3ff-1298-427b-8573-329f0dc8ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:24.930460 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1239416b-9e0b-442c-ac63-935e36364ede req-9a21c3ff-1298-427b-8573-329f0dc8ac57 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ad25a9d9-17b2-4c02-9404-4506282cf10f HTTP/1.1" status: 200 len: 904 time: 0.1091344 Jan 28 13:22:24.951157 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008393f-3143-4b65-83d5-ccaee205203e req-a5ed5e87-a3be-45c4-88a2-2b5bafaefa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:24.952637 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5008393f-3143-4b65-83d5-ccaee205203e req-a5ed5e87-a3be-45c4-88a2-2b5bafaefa42 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1491640 Jan 28 13:22:24.961929 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-6862d06b-a6d9-4be5-8eb2-18c9024a060f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:24.963379 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-6862d06b-a6d9-4be5-8eb2-18c9024a060f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99d02297-28c8-4d60-822c-d4eb89318060 HTTP/1.1" status: 200 len: 860 time: 0.0811992 Jan 28 13:22:24.979199 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1239416b-9e0b-442c-ac63-935e36364ede req-6766dcf0-ffb3-443b-817c-54bd8e1d1981 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9978138e-9859-45a6-92b4-801b45ff7ee5 HTTP/1.1" status: 200 len: 217 time: 0.0411386 Jan 28 13:22:24.982522 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f76b02-7ff9-4149-a8d8-7a32dbfbd80c req-61c33342-4f22-474e-aa95-e71ba634c64a tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:24.984075 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b2f76b02-7ff9-4149-a8d8-7a32dbfbd80c req-61c33342-4f22-474e-aa95-e71ba634c64a tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=de59ba30-ff59-4081-bffb-632512a87551 HTTP/1.1" status: 200 len: 944 time: 0.1358469 Jan 28 13:22:25.030453 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-2d91e657-138d-4c5e-8d9a-4d5ba98d33aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59fab6ca-64cd-4851-86a5-d4939e9521f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551603 Jan 28 13:22:25.055767 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239416b-9e0b-442c-ac63-935e36364ede req-5eceb3ee-6cdd-4e66-bf97-e8abeebd7c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:25.058384 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1239416b-9e0b-442c-ac63-935e36364ede req-5eceb3ee-6cdd-4e66-bf97-e8abeebd7c0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b12a1c2f-a9ab-4880-b80f-d12410970629 HTTP/1.1" status: 200 len: 844 time: 0.0674169 Jan 28 13:22:25.087840 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008393f-3143-4b65-83d5-ccaee205203e req-045a765a-1ea3-4c0f-976a-914ad6b34ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:25.090057 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5008393f-3143-4b65-83d5-ccaee205203e req-045a765a-1ea3-4c0f-976a-914ad6b34ca7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1236784 Jan 28 13:22:25.115406 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1239416b-9e0b-442c-ac63-935e36364ede req-382d76e0-9979-42ab-9562-c7676a6827bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ad25a9d9-17b2-4c02-9404-4506282cf10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466082 Jan 28 13:22:25.155225 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119dc43-9f41-4daa-99ad-6eb7d442e64d req-62a74c89-d847-4ce9-8f3b-fb6b47e16a75 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:25.157583 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b119dc43-9f41-4daa-99ad-6eb7d442e64d req-62a74c89-d847-4ce9-8f3b-fb6b47e16a75 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 945 time: 0.0977793 Jan 28 13:22:25.177958 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b2f76b02-7ff9-4149-a8d8-7a32dbfbd80c req-d16176fd-b781-4f0d-a70a-97309a689465 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499696 Jan 28 13:22:25.226130 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-0ae8918d-7b98-4c82-a540-381472bae853 service neutron] 10.222.0.37 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865213 Jan 28 13:22:25.282789 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b119dc43-9f41-4daa-99ad-6eb7d442e64d req-25a9840e-c451-441a-b461-a29ee6933c50 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185663 Jan 28 13:22:25.288881 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1239416b-9e0b-442c-ac63-935e36364ede req-aaea8e16-a8b8-4a81-a605-c3fe96affcbc service neutron] 10.222.0.18 "GET /v2.0/networks/ad25a9d9-17b2-4c02-9404-4506282cf10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640923 Jan 28 13:22:25.307979 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5008393f-3143-4b65-83d5-ccaee205203e req-00954aab-7497-4801-b1f6-4513fd0425bf service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876552 Jan 28 13:22:25.398584 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-79532c3e-d182-48ee-94a0-d5b2bfb405fb service neutron] 10.222.0.37 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630960 Jan 28 13:22:25.425575 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5008393f-3143-4b65-83d5-ccaee205203e req-8d3b33fa-0e76-431d-84a3-2821ea53de61 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090469 Jan 28 13:22:25.473555 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c9ef203-ac90-4c73-99f3-5b07be7bf400 req-5a07427d-37c0-4c36-be39-eb1734035c1c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1873045 Jan 28 13:22:25.480333 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1239416b-9e0b-442c-ac63-935e36364ede req-7c1bc7c2-6916-4555-b097-98af3f2dbc87 service neutron] 10.222.0.18 "GET /v2.0/networks/ad25a9d9-17b2-4c02-9404-4506282cf10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544161 Jan 28 13:22:25.525830 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bd8fa-f35c-4322-914b-61d1bdc3a84c req-2060ba49-3f7c-4ade-bcbf-aa3186c91a2e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:25.527646 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc6bd8fa-f35c-4322-914b-61d1bdc3a84c req-2060ba49-3f7c-4ade-bcbf-aa3186c91a2e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d13149b-6502-437d-9b59-6db585031c97 HTTP/1.1" status: 200 len: 950 time: 0.1316662 Jan 28 13:22:25.528560 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647cdbe-6bd8-4350-b8bc-9e1492be8d6d req-1d5e7d44-3874-4f21-89d5-01fc7c9541c2 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:25.531493 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0647cdbe-6bd8-4350-b8bc-9e1492be8d6d req-1d5e7d44-3874-4f21-89d5-01fc7c9541c2 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/ports?device_id=7722d628-b85c-475f-b56a-27fb7220e5b4 HTTP/1.1" status: 200 len: 946 time: 0.0502944 Jan 28 13:22:25.586780 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0647cdbe-6bd8-4350-b8bc-9e1492be8d6d req-57fbdb64-56d1-4b5a-b7e8-89c750caf11d tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/security-groups?id=a89e7e97-6f17-4ace-90c4-2be434f37d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489414 Jan 28 13:22:25.639844 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899c91b-f6ec-41b8-8ac7-1c3e6e0d4a84 req-4b23824c-7fea-4f5d-932e-670ea41895b6 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:25.641353 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5899c91b-f6ec-41b8-8ac7-1c3e6e0d4a84 req-4b23824c-7fea-4f5d-932e-670ea41895b6 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.18 "GET /v2.0/ports?device_id=7722d628-b85c-475f-b56a-27fb7220e5b4 HTTP/1.1" status: 200 len: 946 time: 0.1340849 Jan 28 13:22:25.644855 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ef203-ac90-4c73-99f3-5b07be7bf400 req-8e391b05-4f51-4a76-a502-55f7e2a52c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:25.648454 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c9ef203-ac90-4c73-99f3-5b07be7bf400 req-8e391b05-4f51-4a76-a502-55f7e2a52c28 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 1095 time: 0.1496530 Jan 28 13:22:25.662826 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc6bd8fa-f35c-4322-914b-61d1bdc3a84c req-2c3bb504-e50a-4bba-b2ac-c64de4c67fa8 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105955 Jan 28 13:22:25.696178 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-fabc30a9-8143-4553-9744-456235606616 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:25.699484 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-fabc30a9-8143-4553-9744-456235606616 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1&tenant_id=e52f7db82a1e47b4a05e085aee4dc060&binding%3Ahost_id=n-h2-822747-2 HTTP/1.1" status: 200 len: 1096 time: 0.0636690 Jan 28 13:22:25.869533 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170ecd8-3e9a-4977-ab8d-1c841e2f4cc7 req-ab054ac1-6a6d-4cdc-ba2b-f66886fab615 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:25.871592 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f170ecd8-3e9a-4977-ab8d-1c841e2f4cc7 req-ab054ac1-6a6d-4cdc-ba2b-f66886fab615 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2c4c925-da95-48a6-9b64-822db36f44b9 HTTP/1.1" status: 200 len: 948 time: 0.0923193 Jan 28 13:22:25.873008 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-f23a8a3c-3cf4-432d-9f8f-7abbcb6e4dcf service neutron] For port e83363f1-b4a5-4967-8ee4-8d8f9a760f47, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:25.876957 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-f23a8a3c-3cf4-432d-9f8f-7abbcb6e4dcf service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:25.878455 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0ea9059-d042-4842-bf15-b8ea73b79cb4 req-f23a8a3c-3cf4-432d-9f8f-7abbcb6e4dcf service neutron] 10.222.0.37 "DELETE /v2.0/ports/e83363f1-b4a5-4967-8ee4-8d8f9a760f47/bindings/n-h1-822747-2 HTTP/1.1" status: 204 len: 173 time: 0.1730196 Jan 28 13:22:25.930458 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f170ecd8-3e9a-4977-ab8d-1c841e2f4cc7 req-e8758d50-954b-4204-aed9-1984ae724c11 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/security-groups?id=e84ed46d-e77e-40a7-befb-87dfb7d72386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507913 Jan 28 13:22:26.067896 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281cf85-7f57-4662-8fc9-ff4604f51471 req-1ba7248f-b54f-46e0-98cf-45e14bab8a5e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:26.069436 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6281cf85-7f57-4662-8fc9-ff4604f51471 req-1ba7248f-b54f-46e0-98cf-45e14bab8a5e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.0589638 Jan 28 13:22:26.126388 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6281cf85-7f57-4662-8fc9-ff4604f51471 req-97ec85e1-29d9-4bc0-a97d-f758aa777c4a tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444748 Jan 28 13:22:26.178941 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983ec6d-187e-411c-8b4a-34f0ed687f52 req-c75040b4-d5d9-4d12-a6ee-ab863dbbbd57 tempest-ServersOnMultiNodesTest-142697481 tempest-ServersOnMultiNodesTest-142697481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:26.180779 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9983ec6d-187e-411c-8b4a-34f0ed687f52 req-c75040b4-d5d9-4d12-a6ee-ab863dbbbd57 tempest-ServersOnMultiNodesTest-142697481 tempest-ServersOnMultiNodesTest-142697481-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4d13149b-6502-437d-9b59-6db585031c97 HTTP/1.1" status: 200 len: 1101 time: 0.4336555 Jan 28 13:22:26.223509 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-5899c91b-f6ec-41b8-8ac7-1c3e6e0d4a84 req-6f6e2049-4e9a-4c88-b1c0-d3d45c72807a tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Deleting port 38a4bd65-95a2-461b-9ede-3d54a6bd8c1f {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:22:26.223848 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5899c91b-f6ec-41b8-8ac7-1c3e6e0d4a84 req-6f6e2049-4e9a-4c88-b1c0-d3d45c72807a tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (38a4bd65-95a2-461b-9ede-3d54a6bd8c1f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:26.231116 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ef203-ac90-4c73-99f3-5b07be7bf400 req-feff6f32-50d8-47f4-b7e6-b23fb7e7431c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:26.231116 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c9ef203-ac90-4c73-99f3-5b07be7bf400 req-feff6f32-50d8-47f4-b7e6-b23fb7e7431c service neutron] 10.222.0.37 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 920 time: 0.4817340 Jan 28 13:22:26.312613 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c9ef203-ac90-4c73-99f3-5b07be7bf400 req-f8a1ed47-e6ea-441f-8063-a81b23dd3922 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de HTTP/1.1" status: 200 len: 217 time: 0.0675292 Jan 28 13:22:26.320473 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9983ec6d-187e-411c-8b4a-34f0ed687f52 req-1af7e2f6-42a6-4683-bf71-8c7f8d8e10b4 tempest-ServersOnMultiNodesTest-142697481 tempest-ServersOnMultiNodesTest-142697481-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307006 Jan 28 13:22:26.348750 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e1d6d-f459-4425-bc17-848328ef809f req-13f21a48-6875-4021-a806-60d908473afb tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:26.364529 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-113e1d6d-f459-4425-bc17-848328ef809f req-13f21a48-6875-4021-a806-60d908473afb tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=de59ba30-ff59-4081-bffb-632512a87551 HTTP/1.1" status: 200 len: 944 time: 0.0775623 Jan 28 13:22:26.435075 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-113e1d6d-f459-4425-bc17-848328ef809f req-186f5dc5-c1e3-44b7-a542-a08f21ce3433 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690045 Jan 28 13:22:26.458426 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ef203-ac90-4c73-99f3-5b07be7bf400 req-db401f45-2fc6-46d5-b92c-17938a46bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:26.459905 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c9ef203-ac90-4c73-99f3-5b07be7bf400 req-db401f45-2fc6-46d5-b92c-17938a46bc36 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99d02297-28c8-4d60-822c-d4eb89318060 HTTP/1.1" status: 200 len: 860 time: 0.1090009 Jan 28 13:22:26.514057 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c9ef203-ac90-4c73-99f3-5b07be7bf400 req-f21f0a01-28d0-4ad4-acb9-f5e078743551 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59fab6ca-64cd-4851-86a5-d4939e9521f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430224 Jan 28 13:22:26.516984 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-5899c91b-f6ec-41b8-8ac7-1c3e6e0d4a84 req-6f6e2049-4e9a-4c88-b1c0-d3d45c72807a tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] For port 38a4bd65-95a2-461b-9ede-3d54a6bd8c1f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=38a4bd65-95a2-461b-9ede-3d54a6bd8c1f,segment=NetworkSegment(84276137-9c5b-40fd-9619-35242b8532c1),segment_id=84276137-9c5b-40fd-9619-35242b8532c1)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:26.517428 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5899c91b-f6ec-41b8-8ac7-1c3e6e0d4a84 req-6f6e2049-4e9a-4c88-b1c0-d3d45c72807a tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (38a4bd65-95a2-461b-9ede-3d54a6bd8c1f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:26.565973 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-5899c91b-f6ec-41b8-8ac7-1c3e6e0d4a84 req-6f6e2049-4e9a-4c88-b1c0-d3d45c72807a tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Calling delete_port for 38a4bd65-95a2-461b-9ede-3d54a6bd8c1f owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:22:26.576296 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64d7bb-7ddb-4f8c-8cc0-974410ee085f req-c52d05c4-2c84-4789-ae99-dabd6e9b0639 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:26.587519 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9d64d7bb-7ddb-4f8c-8cc0-974410ee085f req-c52d05c4-2c84-4789-ae99-dabd6e9b0639 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 945 time: 0.1677046 Jan 28 13:22:26.648516 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-0d017d67-f5cb-4a3e-bd96-8417517e4cec tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364630 Jan 28 13:22:26.870250 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-928a7f91-ebbb-43e3-a922-10c1da6d8a42 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:26.877577 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c9ef203-ac90-4c73-99f3-5b07be7bf400 req-211d272b-c8ee-4708-acbe-324a825b0069 service neutron] 10.222.0.37 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552802 Jan 28 13:22:26.890608 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9d64d7bb-7ddb-4f8c-8cc0-974410ee085f req-3eb89278-5d7c-4f0c-b92a-b9c30cafc098 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406554 Jan 28 13:22:26.891822 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-928a7f91-ebbb-43e3-a922-10c1da6d8a42 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2333858 Jan 28 13:22:26.910968 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-d2df37e5-9454-4107-9508-6ec19bb23aac tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/quotas/c20ee295b9c04f5c9a7ff181dc99ff29 HTTP/1.1" status: 200 len: 375 time: 0.0182471 Jan 28 13:22:26.974442 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48792) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:27.046651 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5899c91b-f6ec-41b8-8ac7-1c3e6e0d4a84 req-6f6e2049-4e9a-4c88-b1c0-d3d45c72807a tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (38a4bd65-95a2-461b-9ede-3d54a6bd8c1f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:27.104275 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-be8c0c2a-dece-403a-9c00-bffdb6ac4510 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1863816 Jan 28 13:22:27.152218 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-be68cc22-f79d-473a-8b55-97544922cdc0 req-057de894-931c-41f1-9703-6e58e402adc5 tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.39 "GET /v2.0/ports?device_id=7722d628-b85c-475f-b56a-27fb7220e5b4 HTTP/1.1" status: 200 len: 210 time: 0.1012256 Jan 28 13:22:27.154038 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e2049-4e9a-4c88-b1c0-d3d45c72807a tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Pushing event deleted for resources: {'Port': ['ID=38a4bd65-95a2-461b-9ede-3d54a6bd8c1f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:27.168590 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c9ef203-ac90-4c73-99f3-5b07be7bf400 req-fbdff2f8-57ac-4570-97b9-0301f428e578 service neutron] 10.222.0.37 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769043 Jan 28 13:22:27.177702 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-8bea22fd-2c27-4d60-b7ed-bf356b7ebbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:27.179289 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-8bea22fd-2c27-4d60-b7ed-bf356b7ebbbe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93543269cade486c80fd00260197c0a8&device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 1096 time: 0.0748971 Jan 28 13:22:27.241965 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-5899c91b-f6ec-41b8-8ac7-1c3e6e0d4a84 req-6f6e2049-4e9a-4c88-b1c0-d3d45c72807a tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] No DVR routers for this DVR port 38a4bd65-95a2-461b-9ede-3d54a6bd8c1f on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:22:27.249234 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b0864c8-1312-4f1d-afc9-c60e73b3404c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:27.250716 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5899c91b-f6ec-41b8-8ac7-1c3e6e0d4a84 req-6f6e2049-4e9a-4c88-b1c0-d3d45c72807a tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:27.256471 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5899c91b-f6ec-41b8-8ac7-1c3e6e0d4a84 req-6f6e2049-4e9a-4c88-b1c0-d3d45c72807a tempest-ServersNegativeTestMultiTenantJSON-1834804125 tempest-ServersNegativeTestMultiTenantJSON-1834804125-project] 10.222.0.18 "DELETE /v2.0/ports/38a4bd65-95a2-461b-9ede-3d54a6bd8c1f HTTP/1.1" status: 204 len: 173 time: 1.5920076 Jan 28 13:22:27.257214 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7722d628-b85c-475f-b56a-27fb7220e5b4', 'name': 'network-vif-deleted', 'tag': '38a4bd65-95a2-461b-9ede-3d54a6bd8c1f'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:27.279357 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e730568b-dcc5-4d41-8955-77da9ca79e81" -d '{"events": [{"server_uuid": "7722d628-b85c-475f-b56a-27fb7220e5b4", "name": "network-vif-deleted", "tag": "38a4bd65-95a2-461b-9ede-3d54a6bd8c1f"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:27.364056 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559ab11-4853-4b07-9312-e7ad7b4c1cbc req-6631a3ad-1b8c-42f9-970a-2675a7e9cdce tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:27.371538 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b559ab11-4853-4b07-9312-e7ad7b4c1cbc req-6631a3ad-1b8c-42f9-970a-2675a7e9cdce tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2c4c925-da95-48a6-9b64-822db36f44b9 HTTP/1.1" status: 200 len: 948 time: 0.0878587 Jan 28 13:22:27.418784 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-6de4f2ac-8f61-4bbf-af62-4967bfe17f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:27.420456 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-6de4f2ac-8f61-4bbf-af62-4967bfe17f4e service neutron] 10.222.0.37 "GET /v2.0/networks?id=8528e78d-cd10-4563-a6b3-de6e91f8e460 HTTP/1.1" status: 200 len: 908 time: 0.2341821 Jan 28 13:22:27.425061 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b559ab11-4853-4b07-9312-e7ad7b4c1cbc req-a9d64888-8209-403d-a139-8c0d899d833e tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/security-groups?id=e84ed46d-e77e-40a7-befb-87dfb7d72386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522900 Jan 28 13:22:27.464124 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31126e3-0485-4188-9522-4f0de3e76714 req-6ac7decc-551f-416c-8d7c-f7dbc96ac5e2 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:27.467609 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e31126e3-0485-4188-9522-4f0de3e76714 req-6ac7decc-551f-416c-8d7c-f7dbc96ac5e2 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.1195827 Jan 28 13:22:27.519204 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-7192e317-a755-4271-88df-9e93caebf49d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96aee2e6-24e5-4f54-804e-a691a1279543 HTTP/1.1" status: 200 len: 217 time: 0.0859599 Jan 28 13:22:27.574492 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6193853-aad9-49e7-a6e4-c4cb23a3ecb0 req-788c39cd-f3a5-4e08-9b55-8840f29534dc tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:27.576577 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f6193853-aad9-49e7-a6e4-c4cb23a3ecb0 req-788c39cd-f3a5-4e08-9b55-8840f29534dc tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0608506 Jan 28 13:22:27.633311 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f6193853-aad9-49e7-a6e4-c4cb23a3ecb0 req-8b8c8f33-7663-4045-b5fc-34b004ae87cf tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489850 Jan 28 13:22:27.878610 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-29d9aca9-2d80-417d-a3a1-d4cb69a4faa1 req-d87591df-3843-4fdf-9ab5-4e2b250deffd tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef52c60-5296-40bd-bfdc-dc3393aa3f5d HTTP/1.1" status: 200 len: 210 time: 0.0310967 Jan 28 13:22:27.940557 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d606a044-8640-4df9-a70d-ff8db6fb7395 x-openstack-request-id: req-d606a044-8640-4df9-a70d-ff8db6fb7395 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:27.940849 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7722d628-b85c-475f-b56a-27fb7220e5b4", "name": "network-vif-deleted", "tag": "38a4bd65-95a2-461b-9ede-3d54a6bd8c1f", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:27.941103 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d606a044-8640-4df9-a70d-ff8db6fb7395 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:27.942451 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7722d628-b85c-475f-b56a-27fb7220e5b4', 'name': 'network-vif-deleted', 'tag': '38a4bd65-95a2-461b-9ede-3d54a6bd8c1f', 'status': 'completed', 'code': 200} Jan 28 13:22:27.948995 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b0864c8-1312-4f1d-afc9-c60e73b3404c admin admin] Publish callbacks [] for security_group (ed2957fd-ec47-49d8-986f-9260a440a7e6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:27.957327 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b0864c8-1312-4f1d-afc9-c60e73b3404c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ed2957fd-ec47-49d8-986f-9260a440a7e6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:28.009146 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-156c79e3-48ed-451d-bd96-c051936ee30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:28.011091 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-156c79e3-48ed-451d-bd96-c051936ee30e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=585c2f63-9b4b-456a-9eb5-e157a8ee5cdd HTTP/1.1" status: 200 len: 848 time: 0.4769411 Jan 28 13:22:28.025092 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:22:28.025838 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e31126e3-0485-4188-9522-4f0de3e76714 req-0218195e-50e1-4266-987d-8afa66527724 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5230508 Jan 28 13:22:28.034124 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 38a4bd65-95a2-461b-9ede-3d54a6bd8c1f no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:22:28.062308 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9b0864c8-1312-4f1d-afc9-c60e73b3404c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=728cd794a09e4f0d9621758d0029e6fb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0864756 Jan 28 13:22:28.064936 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-054d3ca0-b4de-475c-b247-7e1230167556 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8528e78d-cd10-4563-a6b3-de6e91f8e460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370991 Jan 28 13:22:28.074893 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48818) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:28.077352 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0864c8-1312-4f1d-afc9-c60e73b3404c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2957fd-ec47-49d8-986f-9260a440a7e6,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:28.078627 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 38a4bd65-95a2-461b-9ede-3d54a6bd8c1f {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:22:28.079121 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 38a4bd65-95a2-461b-9ede-3d54a6bd8c1f not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:22:28.140713 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67231e9-e5c4-4504-850d-8b6716f2442c req-7915e028-fd77-45fd-bf8f-47928f191459 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:28.147725 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f67231e9-e5c4-4504-850d-8b6716f2442c req-7915e028-fd77-45fd-bf8f-47928f191459 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=de59ba30-ff59-4081-bffb-632512a87551 HTTP/1.1" status: 200 len: 944 time: 0.1471031 Jan 28 13:22:28.152955 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3618bf89-7dfd-4cf0-9386-eb2e79eef6d9,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:28.167665 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '3618bf89-7dfd-4cf0-9386-eb2e79eef6d9', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': '3618bf89-7dfd-4cf0-9386-eb2e79eef6d9', 'mac_address': 'fa:16:3e:bd:2b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:22:28.194687 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f67231e9-e5c4-4504-850d-8b6716f2442c req-f6d5c2ea-e810-4ed8-8d41-dff1805be505 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448613 Jan 28 13:22:28.220879 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:28.221926 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3618bf89-7dfd-4cf0-9386-eb2e79eef6d9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:28.236249 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c28c114f-7657-4c50-92b6-1570c2f7d02c admin admin] Publish callbacks [] for security_group (ed2957fd-ec47-49d8-986f-9260a440a7e6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:28.237815 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:22:28.244202 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48822) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:28.251970 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-4cf4f40f-a501-438e-9cd8-23d6d4b803fa service neutron] 10.222.0.37 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673391 Jan 28 13:22:28.258620 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425736a-9deb-4204-9675-4141e628e61c req-71cb379e-6e1b-4e05-b846-b2ccb956e144 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:28.261116 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3425736a-9deb-4204-9675-4141e628e61c req-71cb379e-6e1b-4e05-b846-b2ccb956e144 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0951695 Jan 28 13:22:28.264926 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3618bf89-7dfd-4cf0-9386-eb2e79eef6d9,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:28.270715 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3618bf89-7dfd-4cf0-9386-eb2e79eef6d9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:28.271461 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 9978138e-9859-45a6-92b4-801b45ff7ee5 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:22:28.286528 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c28c114f-7657-4c50-92b6-1570c2f7d02c admin admin] Publish callbacks [] for security_group (ed2957fd-ec47-49d8-986f-9260a440a7e6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:28.301326 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3117a3-b57b-45b8-85f6-73cda14afb3f admin admin] Deleting subnet ee5a8452-9f14-42fd-a7bf-4aeb8e1cea43 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:22:28.305818 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0b3117a3-b57b-45b8-85f6-73cda14afb3f admin admin] Publish callbacks [] for subnet (ee5a8452-9f14-42fd-a7bf-4aeb8e1cea43), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:28.343492 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=3618bf89-7dfd-4cf0-9386-eb2e79eef6d9,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:28.349893 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0b3117a3-b57b-45b8-85f6-73cda14afb3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (ee5a8452-9f14-42fd-a7bf-4aeb8e1cea43), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:28.397474 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0b3117a3-b57b-45b8-85f6-73cda14afb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (ee5a8452-9f14-42fd-a7bf-4aeb8e1cea43), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:28.415281 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3425736a-9deb-4204-9675-4141e628e61c req-cbd6b72e-2d50-479a-b43d-aa48914a1b54 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414461 Jan 28 13:22:28.416153 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 9978138e-9859-45a6-92b4-801b45ff7ee5, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=9978138e-9859-45a6-92b4-801b45ff7ee5,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:28.442780 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-c6c64c22-2152-4d57-8394-a4962aa1d0c7 service neutron] 10.222.0.37 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794944 Jan 28 13:22:28.448602 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '9978138e-9859-45a6-92b4-801b45ff7ee5', 'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f', 'port_id': '9978138e-9859-45a6-92b4-801b45ff7ee5', 'mac_address': 'fa:16:3e:ee:f4:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12a1c2f-a9ab-4880-b80f-d12410970629', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:22:28.464579 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c28c114f-7657-4c50-92b6-1570c2f7d02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ed2957fd-ec47-49d8-986f-9260a440a7e6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:28.473904 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c28c114f-7657-4c50-92b6-1570c2f7d02c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:28.480636 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c28c114f-7657-4c50-92b6-1570c2f7d02c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed2957fd-ec47-49d8-986f-9260a440a7e6 HTTP/1.1" status: 204 len: 168 time: 0.4034564 Jan 28 13:22:28.483848 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0b3117a3-b57b-45b8-85f6-73cda14afb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (ee5a8452-9f14-42fd-a7bf-4aeb8e1cea43), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:28.503390 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c114f-7657-4c50-92b6-1570c2f7d02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2957fd-ec47-49d8-986f-9260a440a7e6,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:28.552802 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 9978138e-9859-45a6-92b4-801b45ff7ee5 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:28.553692 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9978138e-9859-45a6-92b4-801b45ff7ee5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:28.573935 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3117a3-b57b-45b8-85f6-73cda14afb3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee5a8452-9f14-42fd-a7bf-4aeb8e1cea43,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:28.598849 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9978138e-9859-45a6-92b4-801b45ff7ee5 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:22:28.605439 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0b3117a3-b57b-45b8-85f6-73cda14afb3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:28.612208 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0b3117a3-b57b-45b8-85f6-73cda14afb3f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ee5a8452-9f14-42fd-a7bf-4aeb8e1cea43 HTTP/1.1" status: 204 len: 168 time: 0.3642602 Jan 28 13:22:28.612558 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48832) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:28.668374 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 9978138e-9859-45a6-92b4-801b45ff7ee5, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=9978138e-9859-45a6-92b4-801b45ff7ee5,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:28.668736 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-d7bba042-95d8-417a-bce7-3b2acd797fc2 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0996974 Jan 28 13:22:28.680839 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9978138e-9859-45a6-92b4-801b45ff7ee5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:28.746512 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=9978138e-9859-45a6-92b4-801b45ff7ee5,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:28.825200 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-76706d4b-5414-436e-bc09-91ad932873f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (b8f4628c-3818-4b66-b666-23b10986bc2d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:28.839569 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fa0a9-ceb8-4573-8157-79527a8ee40a req-b87641d6-b4a8-4a7e-81fc-d5927dd65edd tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:28.846470 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-493fa0a9-ceb8-4573-8157-79527a8ee40a req-b87641d6-b4a8-4a7e-81fc-d5927dd65edd tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2c4c925-da95-48a6-9b64-822db36f44b9 HTTP/1.1" status: 200 len: 949 time: 0.2268162 Jan 28 13:22:28.939886 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-a707cbf1-8e0f-486e-903e-06d2d8ef5d4f tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:28.941498 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-a707cbf1-8e0f-486e-903e-06d2d8ef5d4f tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2231798 Jan 28 13:22:28.967865 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-493fa0a9-ceb8-4573-8157-79527a8ee40a req-ab0fc5d9-affa-4379-b2db-3d4785fa9da1 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/security-groups?id=e84ed46d-e77e-40a7-befb-87dfb7d72386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203058 Jan 28 13:22:28.981346 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-55173077-30a0-4cbf-a90c-7e914960acf4 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Request body: {'port': {'device_id': 'aef52c60-5296-40bd-bfdc-dc3393aa3f5d', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': 'c20ee295b9c04f5c9a7ff181dc99ff29'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:28.995495 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['9978138e-9859-45a6-92b4-801b45ff7ee5'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:22:29.018360 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-76706d4b-5414-436e-bc09-91ad932873f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (b8f4628c-3818-4b66-b666-23b10986bc2d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:29.057886 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-76706d4b-5414-436e-bc09-91ad932873f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f4628c-3818-4b66-b666-23b10986bc2d']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:29.082502 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48850) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:29.090454 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-76706d4b-5414-436e-bc09-91ad932873f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84276137-9c5b-40fd-9619-35242b8532c1') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:29.090797 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-76706d4b-5414-436e-bc09-91ad932873f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84276137-9c5b-40fd-9619-35242b8532c1') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:29.107318 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfd99f98-cd99-403e-bfd9-1c7473406dd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:29.110888 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-76706d4b-5414-436e-bc09-91ad932873f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (84276137-9c5b-40fd-9619-35242b8532c1), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:29.139568 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-76706d4b-5414-436e-bc09-91ad932873f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (84276137-9c5b-40fd-9619-35242b8532c1), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:29.163140 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['3618bf89-7dfd-4cf0-9386-eb2e79eef6d9'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:22:29.199740 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1dfa7cc5-ecf6-4ec2-8e94-893b5b4bd0c7 req-91381bcb-4eef-4ae6-a000-e80312875a00 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef52c60-5296-40bd-bfdc-dc3393aa3f5d HTTP/1.1" status: 200 len: 210 time: 0.0430665 Jan 28 13:22:29.224457 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-55173077-30a0-4cbf-a90c-7e914960acf4 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Made reservation on behalf of c20ee295b9c04f5c9a7ff181dc99ff29 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:22:29.230475 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76706d4b-5414-436e-bc09-91ad932873f4 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:22:29.231021 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-76706d4b-5414-436e-bc09-91ad932873f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (84276137-9c5b-40fd-9619-35242b8532c1), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:22:29.232928 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:22:29.245144 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-55173077-30a0-4cbf-a90c-7e914960acf4 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:29.357717 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-191295de-1b69-46a7-b53d-7cecd2a3a96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:29.358273 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-76706d4b-5414-436e-bc09-91ad932873f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (b8f4628c-3818-4b66-b666-23b10986bc2d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:29.385300 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-76706d4b-5414-436e-bc09-91ad932873f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:29.388769 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-76706d4b-5414-436e-bc09-91ad932873f4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b8f4628c-3818-4b66-b666-23b10986bc2d HTTP/1.1" status: 204 len: 168 time: 0.7743218 Jan 28 13:22:29.393204 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76706d4b-5414-436e-bc09-91ad932873f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8f4628c-3818-4b66-b666-23b10986bc2d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:29.395989 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48854) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:29.421286 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2676aa5-e12c-4d69-b996-f906fae1848a req-57bca2c9-3066-45c4-95a2-bd22da5353e9 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:29.428882 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2676aa5-e12c-4d69-b996-f906fae1848a req-57bca2c9-3066-45c4-95a2-bd22da5353e9 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.2326808 Jan 28 13:22:29.475198 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb47528-13f5-4fbc-a572-503fdeddd31d req-8a1915bd-84a1-4e31-9ce9-13a663aeead8 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:29.477008 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4bb47528-13f5-4fbc-a572-503fdeddd31d req-8a1915bd-84a1-4e31-9ce9-13a663aeead8 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=de59ba30-ff59-4081-bffb-632512a87551 HTTP/1.1" status: 200 len: 945 time: 0.1247470 Jan 28 13:22:29.480153 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfd99f98-cd99-403e-bfd9-1c7473406dd7 admin admin] Publish callbacks [] for security_group (4630576a-92ab-49e2-8e29-5ba0b9e741e9), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:29.517510 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-55173077-30a0-4cbf-a90c-7e914960acf4 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Allocated IP 192.168.233.189 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/5dea9d6c-fdbd-4a1c-a696-7d0fd886b381) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:22:29.534634 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2676aa5-e12c-4d69-b996-f906fae1848a req-12b68768-1bd9-474d-8ec0-b3a9b9f44d3e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044276 Jan 28 13:22:29.544460 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b66a59-3dfb-41c8-9fcc-ec45b1873277 admin admin] Deleting subnet 3f3a8c71-7175-45af-b6da-8730c72ebf71 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:22:29.554119 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfd99f98-cd99-403e-bfd9-1c7473406dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (4630576a-92ab-49e2-8e29-5ba0b9e741e9), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:29.554119 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-86b66a59-3dfb-41c8-9fcc-ec45b1873277 admin admin] Publish callbacks [] for subnet (3f3a8c71-7175-45af-b6da-8730c72ebf71), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:29.561664 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4bb47528-13f5-4fbc-a572-503fdeddd31d req-00f0e934-3c9e-4fd4-9258-f0bb892056bd tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783195 Jan 28 13:22:29.614332 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd99f98-cd99-403e-bfd9-1c7473406dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4630576a-92ab-49e2-8e29-5ba0b9e741e9,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:29.644222 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-86b66a59-3dfb-41c8-9fcc-ec45b1873277 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (3f3a8c71-7175-45af-b6da-8730c72ebf71), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:29.648021 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dfd99f98-cd99-403e-bfd9-1c7473406dd7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b963189ba55846e8a4769d3590f5a5a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5642266 Jan 28 13:22:29.666319 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48856) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:29.718734 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-86b66a59-3dfb-41c8-9fcc-ec45b1873277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (3f3a8c71-7175-45af-b6da-8730c72ebf71), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:29.751336 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-55173077-30a0-4cbf-a90c-7e914960acf4 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks [] for port (5dea9d6c-fdbd-4a1c-a696-7d0fd886b381), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:29.796946 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2eb659c4-609c-4fbc-89c4-521181e93067 admin admin] Publish callbacks [] for security_group (4630576a-92ab-49e2-8e29-5ba0b9e741e9), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:29.818951 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-55173077-30a0-4cbf-a90c-7e914960acf4 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (5dea9d6c-fdbd-4a1c-a696-7d0fd886b381), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:29.819225 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2eb659c4-609c-4fbc-89c4-521181e93067 admin admin] Publish callbacks [] for security_group (4630576a-92ab-49e2-8e29-5ba0b9e741e9), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:29.831115 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['43ce2e41-fabd-4370-80ce-35aa05357550', 'd2fb4175-b997-4b56-9f06-0dcf7dd8d1bb', '860fb29b-89df-40c0-b2b4-c3e67441f84e', '68528792-3dbd-4498-94d4-cf230495a3d9', 'ec53a87a-5204-404f-baaa-6192bd5bdde5'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:22:29.837752 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['5a7fcae3-a8c4-4ecf-8417-45d7a327c416', '25417da0-50d6-4cc5-8fda-ff274c26d2da'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:22:29.891571 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2eb659c4-609c-4fbc-89c4-521181e93067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (4630576a-92ab-49e2-8e29-5ba0b9e741e9), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:29.893834 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55173077-30a0-4cbf-a90c-7e914960acf4 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Pushing event updated for resources: {'Port': ['ID=5dea9d6c-fdbd-4a1c-a696-7d0fd886b381,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:29.897230 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2eb659c4-609c-4fbc-89c4-521181e93067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:29.898427 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2eb659c4-609c-4fbc-89c4-521181e93067 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4630576a-92ab-49e2-8e29-5ba0b9e741e9 HTTP/1.1" status: 204 len: 168 time: 0.2311144 Jan 28 13:22:29.917682 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb659c4-609c-4fbc-89c4-521181e93067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4630576a-92ab-49e2-8e29-5ba0b9e741e9,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:29.932689 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-86b66a59-3dfb-41c8-9fcc-ec45b1873277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (3f3a8c71-7175-45af-b6da-8730c72ebf71), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:29.946478 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-55173077-30a0-4cbf-a90c-7e914960acf4 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:29.954152 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-55173077-30a0-4cbf-a90c-7e914960acf4 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:29.969523 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b66a59-3dfb-41c8-9fcc-ec45b1873277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f3a8c71-7175-45af-b6da-8730c72ebf71,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:29.978571 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-55173077-30a0-4cbf-a90c-7e914960acf4 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:30.047618 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-86b66a59-3dfb-41c8-9fcc-ec45b1873277 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:30.063489 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-86b66a59-3dfb-41c8-9fcc-ec45b1873277 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3f3a8c71-7175-45af-b6da-8730c72ebf71 HTTP/1.1" status: 204 len: 168 time: 0.6577482 Jan 28 13:22:30.063748 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48862) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:30.200551 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe785850-8b7c-4329-9a85-f02b2f684ebc req-bd713511-f5ed-41ff-9aa3-b1c872aa7528 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:30.202355 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fe785850-8b7c-4329-9a85-f02b2f684ebc req-bd713511-f5ed-41ff-9aa3-b1c872aa7528 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2c4c925-da95-48a6-9b64-822db36f44b9 HTTP/1.1" status: 200 len: 949 time: 0.1383862 Jan 28 13:22:30.275336 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f9ef4e57-b42d-4e04-89f3-a215dd89eb8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (d17ff3c5-a805-4610-869b-44f475bb4d93), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:30.381268 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fe785850-8b7c-4329-9a85-f02b2f684ebc req-a616a707-a574-48b5-a514-b02fa7e4d335 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/security-groups?id=e84ed46d-e77e-40a7-befb-87dfb7d72386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619377 Jan 28 13:22:30.387629 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-55173077-30a0-4cbf-a90c-7e914960acf4 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:30.388317 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-55173077-30a0-4cbf-a90c-7e914960acf4 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:30.587837 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-fdde98ff-0b2c-4cc7-9f7d-b4f7eaa0eda4 None None] Provisioning complete for port 5dea9d6c-fdbd-4a1c-a696-7d0fd886b381 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:30.588437 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fdde98ff-0b2c-4cc7-9f7d-b4f7eaa0eda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5dea9d6c-fdbd-4a1c-a696-7d0fd886b381), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:30.636290 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-55173077-30a0-4cbf-a90c-7e914960acf4 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6633070 Jan 28 13:22:30.656700 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-7e2127fd-f33d-4ec3-9c8a-ae87f903a78e service neutron] Request body: {'port': {'device_id': 'aef52c60-5296-40bd-bfdc-dc3393aa3f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:30.666948 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f9ef4e57-b42d-4e04-89f3-a215dd89eb8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (d17ff3c5-a805-4610-869b-44f475bb4d93), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:30.722088 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7d260-5e40-460d-8e47-5725ee62267f req-a2591856-4aea-46bb-9fb2-0d64f8c9d05a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:30.723780 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7fa7d260-5e40-460d-8e47-5725ee62267f req-a2591856-4aea-46bb-9fb2-0d64f8c9d05a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef52c60-5296-40bd-bfdc-dc3393aa3f5d HTTP/1.1" status: 200 len: 936 time: 0.2460494 Jan 28 13:22:30.747819 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-f9ef4e57-b42d-4e04-89f3-a215dd89eb8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d17ff3c5-a805-4610-869b-44f475bb4d93']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:30.790930 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-f9ef4e57-b42d-4e04-89f3-a215dd89eb8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d443f7c-c019-42eb-a448-10c346d2da5c') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:30.791368 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-f9ef4e57-b42d-4e04-89f3-a215dd89eb8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d443f7c-c019-42eb-a448-10c346d2da5c') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:30.815957 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-7e2127fd-f33d-4ec3-9c8a-ae87f903a78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5dea9d6c-fdbd-4a1c-a696-7d0fd886b381), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:30.823794 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733a326-16fc-4062-9683-c24566580e38 req-e63ca9eb-6442-4a6b-9ad3-56be8d4dc5bd tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:30.825386 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2733a326-16fc-4062-9683-c24566580e38 req-e63ca9eb-6442-4a6b-9ad3-56be8d4dc5bd tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.1641469 Jan 28 13:22:30.832296 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f9ef4e57-b42d-4e04-89f3-a215dd89eb8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (0d443f7c-c019-42eb-a448-10c346d2da5c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:30.870940 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fdde98ff-0b2c-4cc7-9f7d-b4f7eaa0eda4 None None] Port 5dea9d6c-fdbd-4a1c-a696-7d0fd886b381 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:22:30.953072 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2733a326-16fc-4062-9683-c24566580e38 req-6d340d52-b938-4a1a-833e-02c0052a1c75 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214604 Jan 28 13:22:31.039980 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f9ef4e57-b42d-4e04-89f3-a215dd89eb8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (0d443f7c-c019-42eb-a448-10c346d2da5c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:31.084190 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7fa7d260-5e40-460d-8e47-5725ee62267f req-759b8618-13c8-4ad5-83fd-be4fcf683eba tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518126 Jan 28 13:22:31.098454 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ef4e57-b42d-4e04-89f3-a215dd89eb8a admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:22:31.100039 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f9ef4e57-b42d-4e04-89f3-a215dd89eb8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (0d443f7c-c019-42eb-a448-10c346d2da5c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:22:31.106792 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:22:31.198122 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ba4ae-c657-4fc1-b87b-6851da51b8f2 req-01ea7a6f-c604-4cf2-9006-3e5ebcf5b237 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:31.199859 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e45ba4ae-c657-4fc1-b87b-6851da51b8f2 req-01ea7a6f-c604-4cf2-9006-3e5ebcf5b237 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=de59ba30-ff59-4081-bffb-632512a87551 HTTP/1.1" status: 200 len: 945 time: 0.0963569 Jan 28 13:22:31.319507 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e45ba4ae-c657-4fc1-b87b-6851da51b8f2 req-56b91819-94a5-4327-b691-899f1ed8a546 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120892 Jan 28 13:22:31.353318 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f9ef4e57-b42d-4e04-89f3-a215dd89eb8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (d17ff3c5-a805-4610-869b-44f475bb4d93), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:31.376713 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f9ef4e57-b42d-4e04-89f3-a215dd89eb8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:31.382394 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f9ef4e57-b42d-4e04-89f3-a215dd89eb8a admin admin] 10.222.0.39 "DELETE /v2.0/networks/d17ff3c5-a805-4610-869b-44f475bb4d93 HTTP/1.1" status: 204 len: 168 time: 1.3181884 Jan 28 13:22:31.400595 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef4e57-b42d-4e04-89f3-a215dd89eb8a admin admin] Pushing event deleted for resources: {'Network': ['ID=d17ff3c5-a805-4610-869b-44f475bb4d93,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:31.575020 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad8def57-e31c-4894-b79d-5816b5efc1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:31.614256 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf070d-b53e-4f6f-9b34-4bb423e42355 req-ce8b5459-6f59-4870-9dbc-2a95ca9e7e59 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:31.621885 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-facf070d-b53e-4f6f-9b34-4bb423e42355 req-ce8b5459-6f59-4870-9dbc-2a95ca9e7e59 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2c4c925-da95-48a6-9b64-822db36f44b9 HTTP/1.1" status: 200 len: 949 time: 0.1147456 Jan 28 13:22:31.637136 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-7e2127fd-f33d-4ec3-9c8a-ae87f903a78e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dea9d6c-fdbd-4a1c-a696-7d0fd886b381 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:22:31.648649 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-7e2127fd-f33d-4ec3-9c8a-ae87f903a78e service neutron] Publish callbacks [] for port (5dea9d6c-fdbd-4a1c-a696-7d0fd886b381), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:31.666068 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-7e2127fd-f33d-4ec3-9c8a-ae87f903a78e service neutron] Transition to ACTIVE for port object 5dea9d6c-fdbd-4a1c-a696-7d0fd886b381 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:22:31.671864 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-7e2127fd-f33d-4ec3-9c8a-ae87f903a78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (5dea9d6c-fdbd-4a1c-a696-7d0fd886b381), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:31.687629 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-facf070d-b53e-4f6f-9b34-4bb423e42355 req-9d60ccd3-f988-447b-a802-07aefb5b8b33 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/security-groups?id=e84ed46d-e77e-40a7-befb-87dfb7d72386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580001 Jan 28 13:22:31.732229 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2127fd-f33d-4ec3-9c8a-ae87f903a78e service neutron] Pushing event updated for resources: {'Port': ['ID=5dea9d6c-fdbd-4a1c-a696-7d0fd886b381,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:31.736124 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48904) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:31.800566 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d65aec92-ca00-4ce5-99ac-a041b2a579bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=017aa472a8614135b2ca5b96a1d79dc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0628505 Jan 28 13:22:31.802768 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48906) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:31.873692 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-24f260fb-9488-4d55-85c6-8d3feb6706ac admin admin] Publish callbacks [] for security_group (a89e7e97-6f17-4ace-90c4-2be434f37d8f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:31.876130 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-7e2127fd-f33d-4ec3-9c8a-ae87f903a78e service neutron] Attempting to bind port 5dea9d6c-fdbd-4a1c-a696-7d0fd886b381 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:22:31.876479 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-7e2127fd-f33d-4ec3-9c8a-ae87f903a78e service neutron] Attempting to bind port 5dea9d6c-fdbd-4a1c-a696-7d0fd886b381 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:22:31.876896 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-7e2127fd-f33d-4ec3-9c8a-ae87f903a78e service neutron] Attempting to bind port 5dea9d6c-fdbd-4a1c-a696-7d0fd886b381 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:31.887258 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-7e2127fd-f33d-4ec3-9c8a-ae87f903a78e service neutron] Port 5dea9d6c-fdbd-4a1c-a696-7d0fd886b381 on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:22:31.887498 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-7e2127fd-f33d-4ec3-9c8a-ae87f903a78e service neutron] Attempting to bind port 5dea9d6c-fdbd-4a1c-a696-7d0fd886b381 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:31.909797 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-7e2127fd-f33d-4ec3-9c8a-ae87f903a78e service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:22:31.910746 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-7e2127fd-f33d-4ec3-9c8a-ae87f903a78e service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:31.911269 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-7e2127fd-f33d-4ec3-9c8a-ae87f903a78e service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:22:31.911981 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-7e2127fd-f33d-4ec3-9c8a-ae87f903a78e service neutron] Bound port: 5dea9d6c-fdbd-4a1c-a696-7d0fd886b381, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:22:31.912586 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-7e2127fd-f33d-4ec3-9c8a-ae87f903a78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5dea9d6c-fdbd-4a1c-a696-7d0fd886b381), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:31.912924 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-24f260fb-9488-4d55-85c6-8d3feb6706ac admin admin] Publish callbacks [] for security_group (a89e7e97-6f17-4ace-90c4-2be434f37d8f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:31.974902 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-24f260fb-9488-4d55-85c6-8d3feb6706ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a89e7e97-6f17-4ace-90c4-2be434f37d8f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:31.978722 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-24f260fb-9488-4d55-85c6-8d3feb6706ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:31.980534 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-24f260fb-9488-4d55-85c6-8d3feb6706ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a89e7e97-6f17-4ace-90c4-2be434f37d8f HTTP/1.1" status: 204 len: 168 time: 0.1766176 Jan 28 13:22:32.008979 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f260fb-9488-4d55-85c6-8d3feb6706ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89e7e97-6f17-4ace-90c4-2be434f37d8f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:32.045833 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:32.064744 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-7e2127fd-f33d-4ec3-9c8a-ae87f903a78e service neutron] For port 5dea9d6c-fdbd-4a1c-a696-7d0fd886b381, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:32.137722 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:22:32.147743 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-7e2127fd-f33d-4ec3-9c8a-ae87f903a78e service neutron] For port 5dea9d6c-fdbd-4a1c-a696-7d0fd886b381, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=5dea9d6c-fdbd-4a1c-a696-7d0fd886b381,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:22:32.149465 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:32.151370 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3618bf89-7dfd-4cf0-9386-eb2e79eef6d9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:32.162122 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-7e2127fd-f33d-4ec3-9c8a-ae87f903a78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (5dea9d6c-fdbd-4a1c-a696-7d0fd886b381), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:32.234336 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-7e2127fd-f33d-4ec3-9c8a-ae87f903a78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:32.235046 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-7e2127fd-f33d-4ec3-9c8a-ae87f903a78e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:32.236692 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-7e2127fd-f33d-4ec3-9c8a-ae87f903a78e service neutron] 10.222.0.18 "PUT /v2.0/ports/5dea9d6c-fdbd-4a1c-a696-7d0fd886b381 HTTP/1.1" status: 200 len: 1096 time: 1.5894890 Jan 28 13:22:32.261134 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58c96d-838d-4a88-9619-6c7c848bf70e req-49e47745-564b-4641-97e9-f333e586279e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:32.262812 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9c58c96d-838d-4a88-9619-6c7c848bf70e req-49e47745-564b-4641-97e9-f333e586279e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.2001750 Jan 28 13:22:32.266075 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef52c60-5296-40bd-bfdc-dc3393aa3f5d', 'tag': '5dea9d6c-fdbd-4a1c-a696-7d0fd886b381'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:32.268595 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6d70ca-02b1-45da-910b-30ecdd5bf77c" -d '{"events": [{"name": "network-changed", "server_uuid": "aef52c60-5296-40bd-bfdc-dc3393aa3f5d", "tag": "5dea9d6c-fdbd-4a1c-a696-7d0fd886b381"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:32.328476 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:32.329141 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3618bf89-7dfd-4cf0-9386-eb2e79eef6d9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:32.338516 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640620d-3cf2-4dba-81e3-5af611eab3cf req-34c308a4-4f2f-4318-8886-a8259eac6eff tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:32.345381 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a640620d-3cf2-4dba-81e3-5af611eab3cf req-34c308a4-4f2f-4318-8886-a8259eac6eff tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef52c60-5296-40bd-bfdc-dc3393aa3f5d HTTP/1.1" status: 200 len: 948 time: 0.1363704 Jan 28 13:22:32.354624 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2127fd-f33d-4ec3-9c8a-ae87f903a78e service neutron] Pushing event updated for resources: {'Port': ['ID=5dea9d6c-fdbd-4a1c-a696-7d0fd886b381,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:32.438789 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-30be037d-24f0-4052-ae5a-883c80ebd7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:32.446330 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-30be037d-24f0-4052-ae5a-883c80ebd7aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&device_id=aef52c60-5296-40bd-bfdc-dc3393aa3f5d HTTP/1.1" status: 200 len: 1099 time: 0.1578825 Jan 28 13:22:32.453355 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9c58c96d-838d-4a88-9619-6c7c848bf70e req-649db43e-a1fb-46ab-b440-8d32fe1da068 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730099 Jan 28 13:22:32.510453 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3618bf89-7dfd-4cf0-9386-eb2e79eef6d9,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:32.513795 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c4c925-da95-48a6-9b64-822db36f44b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3618bf89-7dfd-4cf0-9386-eb2e79eef6d9'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:32.518068 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3714d1-983c-454a-a7d4-a593cae03796" -d '{"events": [{"server_uuid": "c2c4c925-da95-48a6-9b64-822db36f44b9", "name": "network-vif-plugged", "status": "completed", "tag": "3618bf89-7dfd-4cf0-9386-eb2e79eef6d9"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:32.527591 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3618bf89-7dfd-4cf0-9386-eb2e79eef6d9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:32.528253 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 9978138e-9859-45a6-92b4-801b45ff7ee5 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:32.540608 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a640620d-3cf2-4dba-81e3-5af611eab3cf req-34a4cf87-9286-47a4-8453-1182ee500b62 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869211 Jan 28 13:22:32.552736 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b91c0a-f32a-420f-a0bc-ed7b3a9469ae x-openstack-request-id: req-b8b91c0a-f32a-420f-a0bc-ed7b3a9469ae {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:32.553045 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef52c60-5296-40bd-bfdc-dc3393aa3f5d", "tag": "5dea9d6c-fdbd-4a1c-a696-7d0fd886b381", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:32.553308 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b8b91c0a-f32a-420f-a0bc-ed7b3a9469ae {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:32.553728 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef52c60-5296-40bd-bfdc-dc3393aa3f5d', 'tag': '5dea9d6c-fdbd-4a1c-a696-7d0fd886b381', 'status': 'completed', 'code': 200} Jan 28 13:22:32.557959 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-7a9de6bc-5e3d-4732-b474-47eb08b4a945 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=5dea9d6c-fdbd-4a1c-a696-7d0fd886b381 HTTP/1.1" status: 200 len: 217 time: 0.1011589 Jan 28 13:22:32.653687 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48938) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:32.724998 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-42fa4e5d-421c-4a1a-a0de-0a86b6c9c6fd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3416c91638a145eda0c38fb90de5fe60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0699883 Jan 28 13:22:32.734300 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48942) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:32.760962 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:32.767398 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=3618bf89-7dfd-4cf0-9386-eb2e79eef6d9,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:32.783473 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 9978138e-9859-45a6-92b4-801b45ff7ee5 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:22:32.792176 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79fdd9-3369-4f89-a3f3-2d3db0d396cc req-5ede1654-1757-441d-b5c1-002e4918801a tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:32.792723 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-715d0d42-6cfa-46d6-bf8c-7e5b48492d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:32.794307 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 9978138e-9859-45a6-92b4-801b45ff7ee5 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:32.794762 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9978138e-9859-45a6-92b4-801b45ff7ee5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:32.796796 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-715d0d42-6cfa-46d6-bf8c-7e5b48492d22 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.2295310 Jan 28 13:22:32.799682 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aa79fdd9-3369-4f89-a3f3-2d3db0d396cc req-5ede1654-1757-441d-b5c1-002e4918801a tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=de59ba30-ff59-4081-bffb-632512a87551 HTTP/1.1" status: 200 len: 945 time: 0.0926540 Jan 28 13:22:32.846195 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e96761-ade3-41b7-aafb-e3fc69fdf639 x-openstack-request-id: req-f1e96761-ade3-41b7-aafb-e3fc69fdf639 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:32.846709 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c4c925-da95-48a6-9b64-822db36f44b9", "name": "network-vif-plugged", "status": "completed", "tag": "3618bf89-7dfd-4cf0-9386-eb2e79eef6d9", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:32.847067 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f1e96761-ade3-41b7-aafb-e3fc69fdf639 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:32.847570 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c4c925-da95-48a6-9b64-822db36f44b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3618bf89-7dfd-4cf0-9386-eb2e79eef6d9', 'code': 200} Jan 28 13:22:32.908279 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aa79fdd9-3369-4f89-a3f3-2d3db0d396cc req-7f9e15b8-62f5-41da-a47d-50550dd2fe04 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046114 Jan 28 13:22:32.935143 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-f2412a08-9d81-4337-95e4-2485699d1f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:32.937798 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-f2412a08-9d81-4337-95e4-2485699d1f84 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1328275 Jan 28 13:22:32.939588 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-51b9031d-9f77-43a4-bb3a-b762017b7836 admin admin] Publish callbacks [] for security_group (db76bde4-9c0e-45d7-8815-7d9edc69fce3), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:32.987011 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 9978138e-9859-45a6-92b4-801b45ff7ee5 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:32.987011 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9978138e-9859-45a6-92b4-801b45ff7ee5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:32.987340 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-51b9031d-9f77-43a4-bb3a-b762017b7836 admin admin] Publish callbacks [] for security_group (db76bde4-9c0e-45d7-8815-7d9edc69fce3), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:33.042945 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a5a6d-26cb-4fd9-ab4e-70dfaf26193f req-265540de-c457-4e45-a9e0-e231ad05f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:33.062868 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-224a5a6d-26cb-4fd9-ab4e-70dfaf26193f req-265540de-c457-4e45-a9e0-e231ad05f4b3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c2c4c925-da95-48a6-9b64-822db36f44b9 HTTP/1.1" status: 200 len: 1101 time: 0.1348650 Jan 28 13:22:33.092434 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 9978138e-9859-45a6-92b4-801b45ff7ee5, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=9978138e-9859-45a6-92b4-801b45ff7ee5,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:33.099189 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9978138e-9859-45a6-92b4-801b45ff7ee5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:33.112759 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-51b9031d-9f77-43a4-bb3a-b762017b7836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (db76bde4-9c0e-45d7-8815-7d9edc69fce3), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:33.117550 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-51b9031d-9f77-43a4-bb3a-b762017b7836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:33.119546 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-51b9031d-9f77-43a4-bb3a-b762017b7836 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db76bde4-9c0e-45d7-8815-7d9edc69fce3 HTTP/1.1" status: 204 len: 168 time: 0.3836553 Jan 28 13:22:33.154630 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9031d-9f77-43a4-bb3a-b762017b7836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db76bde4-9c0e-45d7-8815-7d9edc69fce3,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:33.179262 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-224a5a6d-26cb-4fd9-ab4e-70dfaf26193f req-2f791112-c6b3-42f7-a687-1cbc1380f0dd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e84ed46d-e77e-40a7-befb-87dfb7d72386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145515 Jan 28 13:22:33.188786 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f09c5b-3b22-4c0e-83e2-23f1d501f423 req-4eb6cae9-eaaa-4f36-a4ac-b2162d9c218a tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:33.199434 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d5f09c5b-3b22-4c0e-83e2-23f1d501f423 req-4eb6cae9-eaaa-4f36-a4ac-b2162d9c218a tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2c4c925-da95-48a6-9b64-822db36f44b9 HTTP/1.1" status: 200 len: 950 time: 0.1169291 Jan 28 13:22:33.263413 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=9978138e-9859-45a6-92b4-801b45ff7ee5,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:33.265275 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d5f09c5b-3b22-4c0e-83e2-23f1d501f423 req-023644fc-a8bd-46ff-b70a-a16f102a69bc tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/security-groups?id=e84ed46d-e77e-40a7-befb-87dfb7d72386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646021 Jan 28 13:22:33.281724 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-ea7dbbb4-d3f8-4af1-be2a-6fe3af0586cb service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183936 Jan 28 13:22:33.470132 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3acc4fbe-c768-442e-9d60-5ae9c9b1b3a4 req-eb819ff3-179b-4143-ad3b-b72452389c36 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999966 Jan 28 13:22:33.617944 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d70ca-02b1-45da-910b-30ecdd5bf77c req-eb46b12d-ca9e-48ff-a6f3-2f8fd556d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:33.619749 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3e6d70ca-02b1-45da-910b-30ecdd5bf77c req-eb46b12d-ca9e-48ff-a6f3-2f8fd556d0e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&device_id=aef52c60-5296-40bd-bfdc-dc3393aa3f5d HTTP/1.1" status: 200 len: 1099 time: 0.0877080 Jan 28 13:22:33.668611 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb821f-b10f-4a11-a36c-916c672e33bb req-90175609-733f-4b2f-bcfb-6f15850506a0 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:33.676260 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-62fb821f-b10f-4a11-a36c-916c672e33bb req-90175609-733f-4b2f-bcfb-6f15850506a0 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.1072321 Jan 28 13:22:33.686963 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30201eaa-46be-45ee-9921-83a7b0a6a938 req-f8040f27-c6dc-4c7a-be39-bb2527d3f232 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:33.688471 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-30201eaa-46be-45ee-9921-83a7b0a6a938 req-f8040f27-c6dc-4c7a-be39-bb2527d3f232 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef52c60-5296-40bd-bfdc-dc3393aa3f5d HTTP/1.1" status: 200 len: 948 time: 0.0533016 Jan 28 13:22:33.761593 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-30201eaa-46be-45ee-9921-83a7b0a6a938 req-63b9a6d9-637a-4f5f-88b6-ba851f074de2 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640638 Jan 28 13:22:33.811137 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-62fb821f-b10f-4a11-a36c-916c672e33bb req-7bf6871e-2d57-48f5-bcc1-9dd0b1544614 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220772 Jan 28 13:22:33.821136 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d70ca-02b1-45da-910b-30ecdd5bf77c req-077cb35e-d9b6-4541-bcc0-5954253dc5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:33.823144 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3e6d70ca-02b1-45da-910b-30ecdd5bf77c req-077cb35e-d9b6-4541-bcc0-5954253dc5d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.1964638 Jan 28 13:22:33.897831 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3e6d70ca-02b1-45da-910b-30ecdd5bf77c req-90dec490-ea00-4220-b5ee-9d6fef857494 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=5dea9d6c-fdbd-4a1c-a696-7d0fd886b381 HTTP/1.1" status: 200 len: 217 time: 0.0684397 Jan 28 13:22:34.043484 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d70ca-02b1-45da-910b-30ecdd5bf77c req-a71a6f2b-aa25-4328-9f87-9cf458b1dadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:34.044987 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3e6d70ca-02b1-45da-910b-30ecdd5bf77c req-a71a6f2b-aa25-4328-9f87-9cf458b1dadd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1398287 Jan 28 13:22:34.094177 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c2e00-5245-42ff-98ba-461d1cf4100d req-0db3229b-a6fb-4ebc-b7c8-46a6e2c14759 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:34.095869 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-929c2e00-5245-42ff-98ba-461d1cf4100d req-0db3229b-a6fb-4ebc-b7c8-46a6e2c14759 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=de59ba30-ff59-4081-bffb-632512a87551 HTTP/1.1" status: 200 len: 946 time: 0.1062865 Jan 28 13:22:34.126314 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:34.144215 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d70ca-02b1-45da-910b-30ecdd5bf77c req-e340443a-c71c-4f5c-ba53-01b7a29c6582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:34.146421 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3e6d70ca-02b1-45da-910b-30ecdd5bf77c req-e340443a-c71c-4f5c-ba53-01b7a29c6582 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0941491 Jan 28 13:22:34.160322 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-929c2e00-5245-42ff-98ba-461d1cf4100d req-902cefb7-8061-4892-b56a-49be7a6bb00e tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552998 Jan 28 13:22:34.234286 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48982) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:34.284394 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3e6d70ca-02b1-45da-910b-30ecdd5bf77c req-0b11902b-50ce-4d09-a1ad-d574425208cc service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281888 Jan 28 13:22:34.478172 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bea7d0-445f-46ff-8608-f126539a79e9 req-f4bef566-9ef7-4dad-ae02-73453f8cf8c5 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:34.487146 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-13bea7d0-445f-46ff-8608-f126539a79e9 req-f4bef566-9ef7-4dad-ae02-73453f8cf8c5 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2c4c925-da95-48a6-9b64-822db36f44b9 HTTP/1.1" status: 200 len: 950 time: 0.1251044 Jan 28 13:22:34.488714 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3e6d70ca-02b1-45da-910b-30ecdd5bf77c req-9949a6af-41cb-4e43-af44-2ecacf2d7a37 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951737 Jan 28 13:22:34.551777 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-13bea7d0-445f-46ff-8608-f126539a79e9 req-e77a7765-0121-4c87-8e80-db148e2fe999 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/security-groups?id=e84ed46d-e77e-40a7-befb-87dfb7d72386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634329 Jan 28 13:22:34.586231 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b8462cc-bc8c-4585-b6d2-e114662e43cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:34.687778 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b8462cc-bc8c-4585-b6d2-e114662e43cd admin admin] Publish callbacks [] for security_group (e972aa47-b54b-4fa2-bc41-4e835dbf0672), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:34.692665 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b8462cc-bc8c-4585-b6d2-e114662e43cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e972aa47-b54b-4fa2-bc41-4e835dbf0672), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:34.757295 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9b8462cc-bc8c-4585-b6d2-e114662e43cd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f02c2c5ad038428b88c2eac97e2763e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5214624 Jan 28 13:22:34.759624 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49004) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:34.766886 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8462cc-bc8c-4585-b6d2-e114662e43cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e972aa47-b54b-4fa2-bc41-4e835dbf0672,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:34.849297 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de59ba30-ff59-4081-bffb-632512a87551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9978138e-9859-45a6-92b4-801b45ff7ee5'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:34.852473 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf384f5-a5a8-4f23-a069-8a613e593bbe" -d '{"events": [{"server_uuid": "de59ba30-ff59-4081-bffb-632512a87551", "name": "network-vif-plugged", "status": "completed", "tag": "9978138e-9859-45a6-92b4-801b45ff7ee5"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:34.883476 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5f4de412-0c12-4614-9a2a-3ede694c94e4 admin admin] Publish callbacks [] for security_group (e972aa47-b54b-4fa2-bc41-4e835dbf0672), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:34.923729 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5f4de412-0c12-4614-9a2a-3ede694c94e4 admin admin] Publish callbacks [] for security_group (e972aa47-b54b-4fa2-bc41-4e835dbf0672), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:34.969420 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be2955-2ff7-4416-a6c0-a37da8ff8638 req-9cf0de4e-519e-4c1e-ac4c-a9cab326ca3f tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:34.978471 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86be2955-2ff7-4416-a6c0-a37da8ff8638 req-9cf0de4e-519e-4c1e-ac4c-a9cab326ca3f tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.0726454 Jan 28 13:22:35.055668 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703577c9-0895-4b66-bdf5-1b59f328b27f req-8aebe001-f7b5-4277-814a-eda07bb5211d tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:35.058060 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-703577c9-0895-4b66-bdf5-1b59f328b27f req-8aebe001-f7b5-4277-814a-eda07bb5211d tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef52c60-5296-40bd-bfdc-dc3393aa3f5d HTTP/1.1" status: 200 len: 948 time: 0.1907549 Jan 28 13:22:35.066232 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86be2955-2ff7-4416-a6c0-a37da8ff8638 req-672bb400-e04f-4b13-b543-9b73003ff7bd tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838223 Jan 28 13:22:35.091726 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5f4de412-0c12-4614-9a2a-3ede694c94e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e972aa47-b54b-4fa2-bc41-4e835dbf0672), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:35.097376 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5f4de412-0c12-4614-9a2a-3ede694c94e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:35.099540 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5f4de412-0c12-4614-9a2a-3ede694c94e4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e972aa47-b54b-4fa2-bc41-4e835dbf0672 HTTP/1.1" status: 204 len: 168 time: 0.3380358 Jan 28 13:22:35.120899 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4de412-0c12-4614-9a2a-3ede694c94e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e972aa47-b54b-4fa2-bc41-4e835dbf0672,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:35.170066 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-703577c9-0895-4b66-bdf5-1b59f328b27f req-880e8e90-c069-4d22-95ea-a1486d5c22af tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001816 Jan 28 13:22:35.238005 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad82352-0eed-4e0c-ac3f-e9c7a349c4f7 x-openstack-request-id: req-bad82352-0eed-4e0c-ac3f-e9c7a349c4f7 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:35.247659 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de59ba30-ff59-4081-bffb-632512a87551", "name": "network-vif-plugged", "status": "completed", "tag": "9978138e-9859-45a6-92b4-801b45ff7ee5", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:35.248545 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bad82352-0eed-4e0c-ac3f-e9c7a349c4f7 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:35.250771 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de59ba30-ff59-4081-bffb-632512a87551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9978138e-9859-45a6-92b4-801b45ff7ee5', 'code': 200} Jan 28 13:22:35.473423 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25035fe5-73d7-4323-89f5-e36c02bbccbe req-35dfa311-cfc1-4b98-8052-fbb93491e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:35.475846 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-25035fe5-73d7-4323-89f5-e36c02bbccbe req-35dfa311-cfc1-4b98-8052-fbb93491e5bc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=de59ba30-ff59-4081-bffb-632512a87551 HTTP/1.1" status: 200 len: 1097 time: 0.1387606 Jan 28 13:22:35.601675 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:35.616410 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-25035fe5-73d7-4323-89f5-e36c02bbccbe req-39aa1515-aec9-495c-b79c-5ce5b960e8a1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307352 Jan 28 13:22:35.637640 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d740da-4c9f-4704-b429-e109c760fa3c req-361900fd-c671-45d6-b448-54e40044e7db tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:35.647806 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c6d740da-4c9f-4704-b429-e109c760fa3c req-361900fd-c671-45d6-b448-54e40044e7db tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=de59ba30-ff59-4081-bffb-632512a87551 HTTP/1.1" status: 200 len: 946 time: 0.1169102 Jan 28 13:22:35.707887 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c6d740da-4c9f-4704-b429-e109c760fa3c req-f4c9bf3e-477a-4791-9079-74903b578e40 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591664 Jan 28 13:22:35.872789 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9306e8c-d2d0-48c5-9fd4-01e4bcb2e3d7 req-d01301c3-9614-440e-9a85-2944aaa59091 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:35.875096 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9306e8c-d2d0-48c5-9fd4-01e4bcb2e3d7 req-d01301c3-9614-440e-9a85-2944aaa59091 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2c4c925-da95-48a6-9b64-822db36f44b9 HTTP/1.1" status: 200 len: 950 time: 0.0891242 Jan 28 13:22:35.890970 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49042) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:35.917210 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0bec6545-a22c-4c99-8afa-7c09b99d11db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:35.950288 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9306e8c-d2d0-48c5-9fd4-01e4bcb2e3d7 req-97a6a790-375d-4518-8910-aacdfe05ebbc tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/security-groups?id=e84ed46d-e77e-40a7-befb-87dfb7d72386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657396 Jan 28 13:22:36.072287 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 5dea9d6c-fdbd-4a1c-a696-7d0fd886b381 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:22:36.111261 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0bec6545-a22c-4c99-8afa-7c09b99d11db admin admin] Publish callbacks [] for security_group (9f210126-cb5f-4206-9ce1-a660b6265420), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:36.123331 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0bec6545-a22c-4c99-8afa-7c09b99d11db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9f210126-cb5f-4206-9ce1-a660b6265420), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:36.239839 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0bec6545-a22c-4c99-8afa-7c09b99d11db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cdf496f8b77a49cca2b75c0183485f7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3467634 Jan 28 13:22:36.240085 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49052) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:36.259226 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec6545-a22c-4c99-8afa-7c09b99d11db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f210126-cb5f-4206-9ce1-a660b6265420,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:36.323596 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-42b80720-1369-4538-a705-2081576c38cf admin admin] Publish callbacks [] for security_group (9f210126-cb5f-4206-9ce1-a660b6265420), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:36.353665 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-42b80720-1369-4538-a705-2081576c38cf admin admin] Publish callbacks [] for security_group (9f210126-cb5f-4206-9ce1-a660b6265420), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:36.469989 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-42b80720-1369-4538-a705-2081576c38cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9f210126-cb5f-4206-9ce1-a660b6265420), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:36.475563 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 5dea9d6c-fdbd-4a1c-a696-7d0fd886b381, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=5dea9d6c-fdbd-4a1c-a696-7d0fd886b381,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:36.477483 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-42b80720-1369-4538-a705-2081576c38cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:36.484604 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-42b80720-1369-4538-a705-2081576c38cf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9f210126-cb5f-4206-9ce1-a660b6265420 HTTP/1.1" status: 204 len: 168 time: 0.2429261 Jan 28 13:22:36.498399 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '5dea9d6c-fdbd-4a1c-a696-7d0fd886b381', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': '5dea9d6c-fdbd-4a1c-a696-7d0fd886b381', 'mac_address': 'fa:16:3e:cb:29:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:22:36.524520 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b80720-1369-4538-a705-2081576c38cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f210126-cb5f-4206-9ce1-a660b6265420,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:36.603186 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 5dea9d6c-fdbd-4a1c-a696-7d0fd886b381 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:36.604970 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5dea9d6c-fdbd-4a1c-a696-7d0fd886b381), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:36.634354 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dea9d6c-fdbd-4a1c-a696-7d0fd886b381 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:22:36.699794 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 5dea9d6c-fdbd-4a1c-a696-7d0fd886b381, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=5dea9d6c-fdbd-4a1c-a696-7d0fd886b381,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:36.706431 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5dea9d6c-fdbd-4a1c-a696-7d0fd886b381), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:36.782255 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08609c1-1bc2-420b-8aad-d2fdaa7493ab req-3dc5f582-d557-4cf8-95ca-1c54a02eb9ee tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:36.784007 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e08609c1-1bc2-420b-8aad-d2fdaa7493ab req-3dc5f582-d557-4cf8-95ca-1c54a02eb9ee tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.2433388 Jan 28 13:22:36.867884 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=5dea9d6c-fdbd-4a1c-a696-7d0fd886b381,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:37.021126 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e08609c1-1bc2-420b-8aad-d2fdaa7493ab req-960972df-1d05-4aed-ad4b-5d1a21acb020 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139461 Jan 28 13:22:37.031519 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['5dea9d6c-fdbd-4a1c-a696-7d0fd886b381'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:22:37.113076 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49070) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:37.116737 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810d86d-bf1d-403c-a481-8718c6398de1 req-22c76c36-1d6b-47d1-b313-d09c4bf084ea tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:37.120547 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a810d86d-bf1d-403c-a481-8718c6398de1 req-22c76c36-1d6b-47d1-b313-d09c4bf084ea tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef52c60-5296-40bd-bfdc-dc3393aa3f5d HTTP/1.1" status: 200 len: 949 time: 0.1902750 Jan 28 13:22:37.271255 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a810d86d-bf1d-403c-a481-8718c6398de1 req-d01ff023-6cec-4fc0-9ef4-4871bb1ce946 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382742 Jan 28 13:22:37.437336 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5d33ee0f-3af6-4f41-93e9-e6abc9bacfe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:37.672246 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4eabd0-7053-4a63-8457-1cda73426bf2 req-4d7049d3-f68e-4bed-a12c-53924a2232e0 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:37.680335 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1f4eabd0-7053-4a63-8457-1cda73426bf2 req-4d7049d3-f68e-4bed-a12c-53924a2232e0 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=de59ba30-ff59-4081-bffb-632512a87551 HTTP/1.1" status: 200 len: 946 time: 0.1554692 Jan 28 13:22:37.713108 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5d33ee0f-3af6-4f41-93e9-e6abc9bacfe9 admin admin] Publish callbacks [] for security_group (e4519a6e-9a61-4a44-824d-e9c17341b3a0), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:37.719491 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5d33ee0f-3af6-4f41-93e9-e6abc9bacfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e4519a6e-9a61-4a44-824d-e9c17341b3a0), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:37.803977 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1f4eabd0-7053-4a63-8457-1cda73426bf2 req-bb2ccc23-0cd1-460f-972f-6b197e244598 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153786 Jan 28 13:22:37.869187 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5d33ee0f-3af6-4f41-93e9-e6abc9bacfe9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eea438cafe46409eb118a0caa8275a7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7537577 Jan 28 13:22:37.871215 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33ee0f-3af6-4f41-93e9-e6abc9bacfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4519a6e-9a61-4a44-824d-e9c17341b3a0,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:37.875374 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49088) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:38.068544 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7fe3c3dd-8827-4bf9-9e5a-f4c638bc54a8 admin admin] Publish callbacks [] for security_group (e4519a6e-9a61-4a44-824d-e9c17341b3a0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:38.122746 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7fe3c3dd-8827-4bf9-9e5a-f4c638bc54a8 admin admin] Publish callbacks [] for security_group (e4519a6e-9a61-4a44-824d-e9c17341b3a0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:38.254280 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7fe3c3dd-8827-4bf9-9e5a-f4c638bc54a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e4519a6e-9a61-4a44-824d-e9c17341b3a0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:38.259827 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7fe3c3dd-8827-4bf9-9e5a-f4c638bc54a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:38.285946 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7fe3c3dd-8827-4bf9-9e5a-f4c638bc54a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4519a6e-9a61-4a44-824d-e9c17341b3a0 HTTP/1.1" status: 204 len: 168 time: 0.4090950 Jan 28 13:22:38.299628 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49114) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:38.305746 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3c3dd-8827-4bf9-9e5a-f4c638bc54a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4519a6e-9a61-4a44-824d-e9c17341b3a0,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:38.344964 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe3c3dd-8827-4bf9-9e5a-f4c638bc54a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:38.345308 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe3c3dd-8827-4bf9-9e5a-f4c638bc54a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:38.345813 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe3c3dd-8827-4bf9-9e5a-f4c638bc54a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:38.346243 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe3c3dd-8827-4bf9-9e5a-f4c638bc54a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:38.349516 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe3c3dd-8827-4bf9-9e5a-f4c638bc54a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:38.349516 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe3c3dd-8827-4bf9-9e5a-f4c638bc54a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:38.352504 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe3c3dd-8827-4bf9-9e5a-f4c638bc54a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:38.352852 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe3c3dd-8827-4bf9-9e5a-f4c638bc54a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:38.353191 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe3c3dd-8827-4bf9-9e5a-f4c638bc54a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:38.353543 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe3c3dd-8827-4bf9-9e5a-f4c638bc54a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:38.353896 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe3c3dd-8827-4bf9-9e5a-f4c638bc54a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:38.354421 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe3c3dd-8827-4bf9-9e5a-f4c638bc54a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:38.354904 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe3c3dd-8827-4bf9-9e5a-f4c638bc54a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:38.428628 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6da8b-6e6d-415c-8ba1-47ef426593ea req-b1e2e4f5-77cc-4346-90b9-38d4a4cc24b6 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:38.446726 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7bc6da8b-6e6d-415c-8ba1-47ef426593ea req-b1e2e4f5-77cc-4346-90b9-38d4a4cc24b6 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.1170933 Jan 28 13:22:38.518327 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7bc6da8b-6e6d-415c-8ba1-47ef426593ea req-8c50492a-b039-4215-8262-bf1374f80e69 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705204 Jan 28 13:22:38.531746 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986eddbf-5b3e-40a2-89b6-7aa7c5988b97 req-9b337cef-7ff5-4217-9e5d-6caba8d77af1 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:38.531945 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-d0b8b5f9-4c86-44c7-b86e-129c8a8a297d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-814544759-network', 'tenant_id': 'f431e21970304cbd95b6113484fdd615'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:38.540336 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-986eddbf-5b3e-40a2-89b6-7aa7c5988b97 req-9b337cef-7ff5-4217-9e5d-6caba8d77af1 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2c4c925-da95-48a6-9b64-822db36f44b9 HTTP/1.1" status: 200 len: 950 time: 0.0703435 Jan 28 13:22:38.578400 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b8b5f9-4c86-44c7-b86e-129c8a8a297d admin admin] Made reservation on behalf of f431e21970304cbd95b6113484fdd615 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:22:38.583718 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d0b8b5f9-4c86-44c7-b86e-129c8a8a297d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:38.604857 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d0b8b5f9-4c86-44c7-b86e-129c8a8a297d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:38.636516 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-986eddbf-5b3e-40a2-89b6-7aa7c5988b97 req-3d2af3f0-8c61-4323-9090-932a18c30d2a tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/security-groups?id=e84ed46d-e77e-40a7-befb-87dfb7d72386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937338 Jan 28 13:22:38.833389 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d0b8b5f9-4c86-44c7-b86e-129c8a8a297d admin admin] Publish callbacks [] for security_group (6964d75e-3f0e-4a72-916f-e1c35a807f71), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:38.840665 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d0b8b5f9-4c86-44c7-b86e-129c8a8a297d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6964d75e-3f0e-4a72-916f-e1c35a807f71), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:38.861144 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755741e3-2add-4f29-ae0a-0cb73c621d95 req-f5edd4f5-bd97-4361-9e0f-3a6c088f3378 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:38.861867 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b8b5f9-4c86-44c7-b86e-129c8a8a297d admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:22:38.863810 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-755741e3-2add-4f29-ae0a-0cb73c621d95 req-f5edd4f5-bd97-4361-9e0f-3a6c088f3378 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef52c60-5296-40bd-bfdc-dc3393aa3f5d HTTP/1.1" status: 200 len: 949 time: 0.0833147 Jan 28 13:22:38.877228 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d0b8b5f9-4c86-44c7-b86e-129c8a8a297d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (fc07aa07-3239-412e-bc08-593cfe7720ed), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:38.877577 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-d0b8b5f9-4c86-44c7-b86e-129c8a8a297d admin admin] Added segment fc07aa07-3239-412e-bc08-593cfe7720ed of type vlan for network 077ddb72-71ce-436a-9d31-a635bbd1a7d0 Jan 28 13:22:38.935127 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-755741e3-2add-4f29-ae0a-0cb73c621d95 req-83373624-5ec9-4bea-8e18-08b6b1f4489e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656981 Jan 28 13:22:38.938633 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d0b8b5f9-4c86-44c7-b86e-129c8a8a297d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (077ddb72-71ce-436a-9d31-a635bbd1a7d0), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:38.974101 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8b5f9-4c86-44c7-b86e-129c8a8a297d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6964d75e-3f0e-4a72-916f-e1c35a807f71,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:39.001385 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d0b8b5f9-4c86-44c7-b86e-129c8a8a297d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (077ddb72-71ce-436a-9d31-a635bbd1a7d0), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:39.005325 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b8b5f9-4c86-44c7-b86e-129c8a8a297d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:39.006954 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d0b8b5f9-4c86-44c7-b86e-129c8a8a297d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:39.056381 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49158) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:39.059838 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d0b8b5f9-4c86-44c7-b86e-129c8a8a297d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7586234 Jan 28 13:22:39.061880 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-1430b749-4c89-432a-88c8-caefcea13723 admin admin] Request body: {'subnet': {'network_id': '077ddb72-71ce-436a-9d31-a635bbd1a7d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-814544759-subnet', 'tenant_id': 'f431e21970304cbd95b6113484fdd615', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:39.092247 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1430b749-4c89-432a-88c8-caefcea13723 admin admin] Made reservation on behalf of f431e21970304cbd95b6113484fdd615 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:22:39.098754 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1430b749-4c89-432a-88c8-caefcea13723 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:39.124688 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8b5f9-4c86-44c7-b86e-129c8a8a297d admin admin] Pushing event updated for resources: {'Network': ['ID=077ddb72-71ce-436a-9d31-a635bbd1a7d0,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:39.139488 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 077ddb72-71ce-436a-9d31-a635bbd1a7d0 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:22:39.346711 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf499c8-ece3-45f6-850e-6b86ca58d4cd req-f80bfc61-1f8d-49b1-a65b-324c634a8cdb tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:39.348544 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5bf499c8-ece3-45f6-850e-6b86ca58d4cd req-f80bfc61-1f8d-49b1-a65b-324c634a8cdb tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=de59ba30-ff59-4081-bffb-632512a87551 HTTP/1.1" status: 200 len: 946 time: 0.0631249 Jan 28 13:22:39.445865 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5bf499c8-ece3-45f6-850e-6b86ca58d4cd req-a37d43e7-ecf2-44fa-80d6-895aacb5bd10 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908000 Jan 28 13:22:39.673482 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac74095-55fe-44b1-8b28-64d5f73338eb req-5e8cefd4-89b3-439e-a182-0fb9b5e6690b tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:39.675155 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1ac74095-55fe-44b1-8b28-64d5f73338eb req-5e8cefd4-89b3-439e-a182-0fb9b5e6690b tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.0747621 Jan 28 13:22:39.706790 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1430b749-4c89-432a-88c8-caefcea13723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (5d96916d-8aad-4141-88fe-09f322c6341e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:39.774369 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430b749-4c89-432a-88c8-caefcea13723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d96916d-8aad-4141-88fe-09f322c6341e,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:39.776730 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1ac74095-55fe-44b1-8b28-64d5f73338eb req-ecbba85a-f468-4732-bd16-a9595374d42d tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902452 Jan 28 13:22:39.812902 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1430b749-4c89-432a-88c8-caefcea13723 admin admin] Checking segment: {'id': 'fc07aa07-3239-412e-bc08-593cfe7720ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '077ddb72-71ce-436a-9d31-a635bbd1a7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:39.813887 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1430b749-4c89-432a-88c8-caefcea13723 admin admin] Network hostable DHCP agents. Network: 077ddb72-71ce-436a-9d31-a635bbd1a7d0, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:22:39.881229 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1430b749-4c89-432a-88c8-caefcea13723 admin admin] Network 077ddb72-71ce-436a-9d31-a635bbd1a7d0 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:22:39.902307 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-1430b749-4c89-432a-88c8-caefcea13723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 077ddb72-71ce-436a-9d31-a635bbd1a7d0) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:39.910811 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be3be9-f04f-4779-9817-db6b92841ad6 req-f2d431f7-ed8c-4ef8-9581-7b0d7d30d4c9 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:39.912391 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-25be3be9-f04f-4779-9817-db6b92841ad6 req-f2d431f7-ed8c-4ef8-9581-7b0d7d30d4c9 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2c4c925-da95-48a6-9b64-822db36f44b9 HTTP/1.1" status: 200 len: 950 time: 0.0864017 Jan 28 13:22:39.913139 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d062d88-e136-436c-a1d1-286895fadc19 None None] Network 077ddb72-71ce-436a-9d31-a635bbd1a7d0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:22:39.949343 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49196) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:39.961763 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1430b749-4c89-432a-88c8-caefcea13723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:39.962556 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1430b749-4c89-432a-88c8-caefcea13723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:39.990886 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49202) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:39.991926 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1430b749-4c89-432a-88c8-caefcea13723 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9343092 Jan 28 13:22:39.996210 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-b18ec43a-d1a0-4131-824a-351c06738f89 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-814544759-router', 'tenant_id': 'f431e21970304cbd95b6113484fdd615', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:40.029630 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b18ec43a-d1a0-4131-824a-351c06738f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (ee8a2280-c6ad-41d9-af77-850dc60fefb0), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:40.031678 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b18ec43a-d1a0-4131-824a-351c06738f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (ee8a2280-c6ad-41d9-af77-850dc60fefb0), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:40.073923 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-25be3be9-f04f-4779-9817-db6b92841ad6 req-790ff10b-008f-4f7f-8a8f-fc7846917252 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/security-groups?id=e84ed46d-e77e-40a7-befb-87dfb7d72386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440032 Jan 28 13:22:40.100367 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82f89b-8e7c-481a-8e5c-8e0a71e74541 req-820d432b-8014-4565-8fcd-5f4eb854fa08 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:40.103131 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3a82f89b-8e7c-481a-8e5c-8e0a71e74541 req-820d432b-8014-4565-8fcd-5f4eb854fa08 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2c4c925-da95-48a6-9b64-822db36f44b9 HTTP/1.1" status: 200 len: 950 time: 0.1897533 Jan 28 13:22:40.137850 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b18ec43a-d1a0-4131-824a-351c06738f89 admin admin] Publish callbacks [] for router_controller (ee8a2280-c6ad-41d9-af77-850dc60fefb0), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:40.227041 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 5dea9d6c-fdbd-4a1c-a696-7d0fd886b381 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:40.239838 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-411866c3-d696-4271-a10f-b05e4ce12334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:40.244710 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-3a82f89b-8e7c-481a-8e5c-8e0a71e74541 req-cd1ff7d9-d5d3-4d62-be76-57a139958c68 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Deleting port 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:22:40.245315 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3a82f89b-8e7c-481a-8e5c-8e0a71e74541 req-cd1ff7d9-d5d3-4d62-be76-57a139958c68 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (3618bf89-7dfd-4cf0-9386-eb2e79eef6d9), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:40.259490 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51964dd9-49b6-4790-b8f3-45d684db2d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-077ddb72-71ce-436a-9d31-a635bbd1a7d0', 'network_id': '077ddb72-71ce-436a-9d31-a635bbd1a7d0', 'project_id': 'f431e21970304cbd95b6113484fdd615', 'fixed_ips': [{'subnet_id': '5d96916d-8aad-4141-88fe-09f322c6341e'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:22:40.260621 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51964dd9-49b6-4790-b8f3-45d684db2d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:40.287753 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02825d3-7731-491b-ba59-30b3ece0d2c4 req-8f7c2a4a-6228-4530-b975-ea12c9e52641 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:40.296359 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d02825d3-7731-491b-ba59-30b3ece0d2c4 req-8f7c2a4a-6228-4530-b975-ea12c9e52641 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef52c60-5296-40bd-bfdc-dc3393aa3f5d HTTP/1.1" status: 200 len: 949 time: 0.2429476 Jan 28 13:22:40.370402 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b18ec43a-d1a0-4131-824a-351c06738f89 admin admin] Publish callbacks [] for router_gateway (ee8a2280-c6ad-41d9-af77-850dc60fefb0), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:40.372453 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 5dea9d6c-fdbd-4a1c-a696-7d0fd886b381 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:22:40.388203 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-3a82f89b-8e7c-481a-8e5c-8e0a71e74541 req-cd1ff7d9-d5d3-4d62-be76-57a139958c68 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] For port 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3618bf89-7dfd-4cf0-9386-eb2e79eef6d9,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:40.388591 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3a82f89b-8e7c-481a-8e5c-8e0a71e74541 req-cd1ff7d9-d5d3-4d62-be76-57a139958c68 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (3618bf89-7dfd-4cf0-9386-eb2e79eef6d9), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:40.402544 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 5dea9d6c-fdbd-4a1c-a696-7d0fd886b381 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:40.402934 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5dea9d6c-fdbd-4a1c-a696-7d0fd886b381), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:40.408884 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-3a82f89b-8e7c-481a-8e5c-8e0a71e74541 req-cd1ff7d9-d5d3-4d62-be76-57a139958c68 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Calling delete_port for 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:22:40.440571 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d02825d3-7731-491b-ba59-30b3ece0d2c4 req-2ce7521f-d37a-4cd6-8fc4-0975566a0cd6 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405392 Jan 28 13:22:40.499769 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 5dea9d6c-fdbd-4a1c-a696-7d0fd886b381 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:40.500155 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5dea9d6c-fdbd-4a1c-a696-7d0fd886b381), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:40.516483 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-51964dd9-49b6-4790-b8f3-45d684db2d68 None None] Allocated IP 172.20.0.2 (077ddb72-71ce-436a-9d31-a635bbd1a7d0/5d96916d-8aad-4141-88fe-09f322c6341e/191ebfdc-2a51-47d5-99ef-3ff46e54acb0) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:22:40.537945 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-411866c3-d696-4271-a10f-b05e4ce12334 admin admin] Publish callbacks [] for security_group (f743df88-e966-4bb2-ba6f-6a6050fb4d6c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:40.539257 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef52c60-5296-40bd-bfdc-dc3393aa3f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dea9d6c-fdbd-4a1c-a696-7d0fd886b381'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:40.542640 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc637969-617e-403e-aad1-cff76e8afa80" -d '{"events": [{"server_uuid": "aef52c60-5296-40bd-bfdc-dc3393aa3f5d", "name": "network-vif-plugged", "status": "completed", "tag": "5dea9d6c-fdbd-4a1c-a696-7d0fd886b381"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:40.542937 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-411866c3-d696-4271-a10f-b05e4ce12334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f743df88-e966-4bb2-ba6f-6a6050fb4d6c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:40.562266 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 5dea9d6c-fdbd-4a1c-a696-7d0fd886b381, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=5dea9d6c-fdbd-4a1c-a696-7d0fd886b381,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:40.590477 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5dea9d6c-fdbd-4a1c-a696-7d0fd886b381), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:40.595926 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:22:40.618586 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411866c3-d696-4271-a10f-b05e4ce12334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f743df88-e966-4bb2-ba6f-6a6050fb4d6c,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:40.633250 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-411866c3-d696-4271-a10f-b05e4ce12334 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=42220ad80a3e4e129f79b704b0433ee9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6826010 Jan 28 13:22:40.635512 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49208) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:40.714570 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004503af-c8ae-4278-af5a-de043d6ccdf1 x-openstack-request-id: req-004503af-c8ae-4278-af5a-de043d6ccdf1 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:40.715349 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef52c60-5296-40bd-bfdc-dc3393aa3f5d", "name": "network-vif-plugged", "status": "completed", "tag": "5dea9d6c-fdbd-4a1c-a696-7d0fd886b381", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:40.715614 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-004503af-c8ae-4278-af5a-de043d6ccdf1 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:40.716061 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef52c60-5296-40bd-bfdc-dc3393aa3f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dea9d6c-fdbd-4a1c-a696-7d0fd886b381', 'code': 200} Jan 28 13:22:40.720845 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=5dea9d6c-fdbd-4a1c-a696-7d0fd886b381,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:40.736522 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0106271-a1c3-41c9-9f3e-ee7e88e33bc6 req-192b2dff-6813-4f92-afc6-3eef98a4f1bd tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:40.744898 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e0106271-a1c3-41c9-9f3e-ee7e88e33bc6 req-192b2dff-6813-4f92-afc6-3eef98a4f1bd tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=de59ba30-ff59-4081-bffb-632512a87551 HTTP/1.1" status: 200 len: 946 time: 0.1495943 Jan 28 13:22:40.754741 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3a82f89b-8e7c-481a-8e5c-8e0a71e74541 req-cd1ff7d9-d5d3-4d62-be76-57a139958c68 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (3618bf89-7dfd-4cf0-9386-eb2e79eef6d9), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:40.801061 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b0c76823-b847-456a-bd66-9e3e099cca70 admin admin] Publish callbacks [] for security_group (f743df88-e966-4bb2-ba6f-6a6050fb4d6c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:40.840096 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ff7d9-d5d3-4d62-be76-57a139958c68 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Pushing event deleted for resources: {'Port': ['ID=3618bf89-7dfd-4cf0-9386-eb2e79eef6d9,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:40.871267 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd270952-9432-4e21-90ac-294185a47b08 req-0f20dfdb-975b-4eae-aab5-08fd2d806afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:40.872924 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cd270952-9432-4e21-90ac-294185a47b08 req-0f20dfdb-975b-4eae-aab5-08fd2d806afa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aef52c60-5296-40bd-bfdc-dc3393aa3f5d HTTP/1.1" status: 200 len: 1101 time: 0.1906352 Jan 28 13:22:40.875682 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a82f89b-8e7c-481a-8e5c-8e0a71e74541 req-cd1ff7d9-d5d3-4d62-be76-57a139958c68 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] No DVR routers for this DVR port 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:22:40.877392 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No active binding found for port 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9 {{(pid=103353) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 13:22:40.881245 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3a82f89b-8e7c-481a-8e5c-8e0a71e74541 req-cd1ff7d9-d5d3-4d62-be76-57a139958c68 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:40.882543 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b0c76823-b847-456a-bd66-9e3e099cca70 admin admin] Publish callbacks [] for security_group (f743df88-e966-4bb2-ba6f-6a6050fb4d6c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:40.882696 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] The host n-h1-822747-2 is not matching for port 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9 host None! {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:22:40.883218 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 3618bf89-7dfd-4cf0-9386-eb2e79eef6d9 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:22:40.885035 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3a82f89b-8e7c-481a-8e5c-8e0a71e74541 req-cd1ff7d9-d5d3-4d62-be76-57a139958c68 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.18 "DELETE /v2.0/ports/3618bf89-7dfd-4cf0-9386-eb2e79eef6d9 HTTP/1.1" status: 204 len: 173 time: 0.7726347 Jan 28 13:22:40.885509 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c4c925-da95-48a6-9b64-822db36f44b9', 'name': 'network-vif-deleted', 'tag': '3618bf89-7dfd-4cf0-9386-eb2e79eef6d9'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:40.897758 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fb9832-6fd8-4a61-b159-39bc6c678a4b" -d '{"events": [{"server_uuid": "c2c4c925-da95-48a6-9b64-822db36f44b9", "name": "network-vif-deleted", "tag": "3618bf89-7dfd-4cf0-9386-eb2e79eef6d9"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:40.948286 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e0106271-a1c3-41c9-9f3e-ee7e88e33bc6 req-df607723-715f-4892-8558-70f2fd7db7ef tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024024 Jan 28 13:22:40.972256 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b18ec43a-d1a0-4131-824a-351c06738f89 admin admin] Publish callbacks [] for router_gateway (ee8a2280-c6ad-41d9-af77-850dc60fefb0), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:41.047713 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b18ec43a-d1a0-4131-824a-351c06738f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:41.065559 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cd270952-9432-4e21-90ac-294185a47b08 req-191bcd6f-d034-4107-bc98-2af71f71ddc8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790190 Jan 28 13:22:41.122380 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51964dd9-49b6-4790-b8f3-45d684db2d68 None None] Publish callbacks [] for port (191ebfdc-2a51-47d5-99ef-3ff46e54acb0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:41.132739 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51964dd9-49b6-4790-b8f3-45d684db2d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (191ebfdc-2a51-47d5-99ef-3ff46e54acb0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:41.162244 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51964dd9-49b6-4790-b8f3-45d684db2d68 None None] Network 077ddb72-71ce-436a-9d31-a635bbd1a7d0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:41.163590 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b0c76823-b847-456a-bd66-9e3e099cca70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f743df88-e966-4bb2-ba6f-6a6050fb4d6c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:41.167231 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b0c76823-b847-456a-bd66-9e3e099cca70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:41.171624 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b0c76823-b847-456a-bd66-9e3e099cca70 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f743df88-e966-4bb2-ba6f-6a6050fb4d6c HTTP/1.1" status: 204 len: 168 time: 0.5347562 Jan 28 13:22:41.195842 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f91898-af63-4309-bfb6-1d90078edbf3 x-openstack-request-id: req-21f91898-af63-4309-bfb6-1d90078edbf3 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:41.196626 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c4c925-da95-48a6-9b64-822db36f44b9", "name": "network-vif-deleted", "tag": "3618bf89-7dfd-4cf0-9386-eb2e79eef6d9", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:41.197084 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-21f91898-af63-4309-bfb6-1d90078edbf3 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:41.197695 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c4c925-da95-48a6-9b64-822db36f44b9', 'name': 'network-vif-deleted', 'tag': '3618bf89-7dfd-4cf0-9386-eb2e79eef6d9', 'status': 'completed', 'code': 200} Jan 28 13:22:41.215763 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c76823-b847-456a-bd66-9e3e099cca70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f743df88-e966-4bb2-ba6f-6a6050fb4d6c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:41.230289 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-51964dd9-49b6-4790-b8f3-45d684db2d68 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:41.245081 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51964dd9-49b6-4790-b8f3-45d684db2d68 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:41.287328 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51964dd9-49b6-4790-b8f3-45d684db2d68 None None] Pushing event updated for resources: {'Port': ['ID=191ebfdc-2a51-47d5-99ef-3ff46e54acb0,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:41.309844 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a0e45-71bd-42da-9924-a2eb81d05b38 req-e1827d1a-5a92-4c7f-830f-8990a30026e4 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:41.312464 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1f4a0e45-71bd-42da-9924-a2eb81d05b38 req-e1827d1a-5a92-4c7f-830f-8990a30026e4 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.1337404 Jan 28 13:22:41.327492 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c22aa535-bf01-4a72-9873-2edc06c290f0 req-00b4f1f6-8098-4142-aca9-d385f85726d1 tempest-TenantUsagesTestJSON-1254004042 tempest-TenantUsagesTestJSON-1254004042-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2c4c925-da95-48a6-9b64-822db36f44b9 HTTP/1.1" status: 200 len: 210 time: 0.0536911 Jan 28 13:22:41.348689 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-b18ec43a-d1a0-4131-824a-351c06738f89 admin admin] Allocated IP 172.25.3.52 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/5bd409f1-9abf-47ba-b714-ad3e809090a9) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:22:41.389642 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-51964dd9-49b6-4790-b8f3-45d684db2d68 None None] Attempting to bind port 191ebfdc-2a51-47d5-99ef-3ff46e54acb0 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:22:41.390024 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-51964dd9-49b6-4790-b8f3-45d684db2d68 None None] Attempting to bind port 191ebfdc-2a51-47d5-99ef-3ff46e54acb0 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'fc07aa07-3239-412e-bc08-593cfe7720ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '077ddb72-71ce-436a-9d31-a635bbd1a7d0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:22:41.390383 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51964dd9-49b6-4790-b8f3-45d684db2d68 None None] Attempting to bind port 191ebfdc-2a51-47d5-99ef-3ff46e54acb0 on network 077ddb72-71ce-436a-9d31-a635bbd1a7d0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:41.396473 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51964dd9-49b6-4790-b8f3-45d684db2d68 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:22:41.396850 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51964dd9-49b6-4790-b8f3-45d684db2d68 None None] Checking segment: {'id': 'fc07aa07-3239-412e-bc08-593cfe7720ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '077ddb72-71ce-436a-9d31-a635bbd1a7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:41.397249 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51964dd9-49b6-4790-b8f3-45d684db2d68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:41.397654 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51964dd9-49b6-4790-b8f3-45d684db2d68 None None] Bound using segment: {'id': 'fc07aa07-3239-412e-bc08-593cfe7720ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '077ddb72-71ce-436a-9d31-a635bbd1a7d0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:22:41.398099 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-51964dd9-49b6-4790-b8f3-45d684db2d68 None None] Bound port: 191ebfdc-2a51-47d5-99ef-3ff46e54acb0, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc07aa07-3239-412e-bc08-593cfe7720ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '077ddb72-71ce-436a-9d31-a635bbd1a7d0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:22:41.398474 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51964dd9-49b6-4790-b8f3-45d684db2d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (191ebfdc-2a51-47d5-99ef-3ff46e54acb0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:41.468364 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-51964dd9-49b6-4790-b8f3-45d684db2d68 None None] For port 191ebfdc-2a51-47d5-99ef-3ff46e54acb0, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:41.472830 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-51964dd9-49b6-4790-b8f3-45d684db2d68 None None] For port 191ebfdc-2a51-47d5-99ef-3ff46e54acb0, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=191ebfdc-2a51-47d5-99ef-3ff46e54acb0,segment=NetworkSegment(fc07aa07-3239-412e-bc08-593cfe7720ed),segment_id=fc07aa07-3239-412e-bc08-593cfe7720ed)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:22:41.478647 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-51964dd9-49b6-4790-b8f3-45d684db2d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (191ebfdc-2a51-47d5-99ef-3ff46e54acb0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:41.490061 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1f4a0e45-71bd-42da-9924-a2eb81d05b38 req-50089d85-0988-4723-ab46-65e32c47c57f tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383171 Jan 28 13:22:41.572143 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b18ec43a-d1a0-4131-824a-351c06738f89 admin admin] Publish callbacks [] for port (5bd409f1-9abf-47ba-b714-ad3e809090a9), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:41.634087 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca8de-14ca-402c-a4b2-c916a449cf98 req-e0451c30-db05-40a9-9fa5-69c3acc7c621 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:41.645069 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d16ca8de-14ca-402c-a4b2-c916a449cf98 req-e0451c30-db05-40a9-9fa5-69c3acc7c621 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef52c60-5296-40bd-bfdc-dc3393aa3f5d HTTP/1.1" status: 200 len: 950 time: 0.0914085 Jan 28 13:22:41.646662 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51964dd9-49b6-4790-b8f3-45d684db2d68 None None] Pushing event updated for resources: {'Port': ['ID=191ebfdc-2a51-47d5-99ef-3ff46e54acb0,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:41.702673 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b18ec43a-d1a0-4131-824a-351c06738f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (5bd409f1-9abf-47ba-b714-ad3e809090a9), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:41.743581 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18ec43a-d1a0-4131-824a-351c06738f89 admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:41.748708 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-b18ec43a-d1a0-4131-824a-351c06738f89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:41.752367 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d16ca8de-14ca-402c-a4b2-c916a449cf98 req-39eb9ae0-897c-4ab5-8a60-8c3cb7f85d18 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046896 Jan 28 13:22:41.827570 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18ec43a-d1a0-4131-824a-351c06738f89 admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:41.926373 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ec43a-d1a0-4131-824a-351c06738f89 admin admin] Pushing event updated for resources: {'Port': ['ID=5bd409f1-9abf-47ba-b714-ad3e809090a9,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:42.116112 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 9978138e-9859-45a6-92b4-801b45ff7ee5 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:22:42.165451 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e38e8-88e1-435b-a399-30218f2b28de req-fc267069-7539-43b3-b570-efe1ecb04482 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:42.175120 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a67e38e8-88e1-435b-a399-30218f2b28de req-fc267069-7539-43b3-b570-efe1ecb04482 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=de59ba30-ff59-4081-bffb-632512a87551 HTTP/1.1" status: 200 len: 946 time: 0.1223955 Jan 28 13:22:42.257225 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a67e38e8-88e1-435b-a399-30218f2b28de req-01e7b478-41ed-4d95-b0a0-1023b61d7451 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810363 Jan 28 13:22:42.313268 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49252) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:42.354986 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b18ec43a-d1a0-4131-824a-351c06738f89 admin admin] Publish callbacks [] for router_gateway (ee8a2280-c6ad-41d9-af77-850dc60fefb0), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:42.424984 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 9978138e-9859-45a6-92b4-801b45ff7ee5, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=9978138e-9859-45a6-92b4-801b45ff7ee5,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:42.475107 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '9978138e-9859-45a6-92b4-801b45ff7ee5', 'network_id': 'ad25a9d9-17b2-4c02-9404-4506282cf10f', 'port_id': '9978138e-9859-45a6-92b4-801b45ff7ee5', 'mac_address': 'fa:16:3e:ee:f4:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12a1c2f-a9ab-4880-b80f-d12410970629', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:22:42.557983 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 9978138e-9859-45a6-92b4-801b45ff7ee5 is: ACTIVE; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:42.558416 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9978138e-9859-45a6-92b4-801b45ff7ee5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:42.590634 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9978138e-9859-45a6-92b4-801b45ff7ee5 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:22:42.592623 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-c124f5b6-a6dd-4ab2-ad96-cb6eefb73fd3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-175626316-network', 'tenant_id': 'abf5582cf6c74b03a46c276442437a1a'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:42.627028 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 9978138e-9859-45a6-92b4-801b45ff7ee5, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=9978138e-9859-45a6-92b4-801b45ff7ee5,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:42.632763 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9978138e-9859-45a6-92b4-801b45ff7ee5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:42.680213 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c124f5b6-a6dd-4ab2-ad96-cb6eefb73fd3 admin admin] Made reservation on behalf of abf5582cf6c74b03a46c276442437a1a for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:22:42.684298 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c124f5b6-a6dd-4ab2-ad96-cb6eefb73fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:42.718257 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c124f5b6-a6dd-4ab2-ad96-cb6eefb73fd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:42.785327 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=9978138e-9859-45a6-92b4-801b45ff7ee5,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:42.860382 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b18ec43a-d1a0-4131-824a-351c06738f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (ee8a2280-c6ad-41d9-af77-850dc60fefb0), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:42.874673 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['9978138e-9859-45a6-92b4-801b45ff7ee5'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:22:42.962791 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739acb3f-d3c4-400a-822f-c3e9206f33ac req-8ff2abf6-74df-4408-8d07-3b1eb1a13e0f tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:42.964494 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-739acb3f-d3c4-400a-822f-c3e9206f33ac req-8ff2abf6-74df-4408-8d07-3b1eb1a13e0f tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.2429264 Jan 28 13:22:42.974299 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49276) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:43.097978 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-739acb3f-d3c4-400a-822f-c3e9206f33ac req-a419ebcf-cd79-4e9d-bb54-639a56417250 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181467 Jan 28 13:22:43.120206 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c124f5b6-a6dd-4ab2-ad96-cb6eefb73fd3 admin admin] Publish callbacks [] for security_group (dfd4522b-b5ad-4d4d-896c-20efcf4a93a6), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:43.127298 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c124f5b6-a6dd-4ab2-ad96-cb6eefb73fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (dfd4522b-b5ad-4d4d-896c-20efcf4a93a6), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:43.187002 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c124f5b6-a6dd-4ab2-ad96-cb6eefb73fd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:22:43.204519 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124f5b6-a6dd-4ab2-ad96-cb6eefb73fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:43.219795 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c124f5b6-a6dd-4ab2-ad96-cb6eefb73fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (1c04bf0b-8aa7-40e6-8665-eb4d488e60a5), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:43.220323 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-c124f5b6-a6dd-4ab2-ad96-cb6eefb73fd3 admin admin] Added segment 1c04bf0b-8aa7-40e6-8665-eb4d488e60a5 of type vlan for network 1c04c518-39f2-47d7-96f5-a06debfdd8ed Jan 28 13:22:43.320509 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 191ebfdc-2a51-47d5-99ef-3ff46e54acb0 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:43.355268 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c124f5b6-a6dd-4ab2-ad96-cb6eefb73fd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (1c04c518-39f2-47d7-96f5-a06debfdd8ed), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:43.371807 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51688a93-0693-4e44-94b9-f93f225fcbc3 None None] Network 077ddb72-71ce-436a-9d31-a635bbd1a7d0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:22:43.409616 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c124f5b6-a6dd-4ab2-ad96-cb6eefb73fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (1c04c518-39f2-47d7-96f5-a06debfdd8ed), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:43.411124 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c124f5b6-a6dd-4ab2-ad96-cb6eefb73fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:43.411886 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c124f5b6-a6dd-4ab2-ad96-cb6eefb73fd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:43.460557 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 191ebfdc-2a51-47d5-99ef-3ff46e54acb0 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:43.461197 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (191ebfdc-2a51-47d5-99ef-3ff46e54acb0), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:43.504798 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b95b84-fa66-4510-9bee-caba753016ff req-35b8ee8a-be2a-432a-b574-0bdf7d943887 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:43.505542 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c73645-d1da-4f39-84fb-e73a7fe92582 req-7ae9ca49-80ff-4cbc-b1d1-9e018ae1e487 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:43.506807 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-69c73645-d1da-4f39-84fb-e73a7fe92582 req-7ae9ca49-80ff-4cbc-b1d1-9e018ae1e487 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=de59ba30-ff59-4081-bffb-632512a87551 HTTP/1.1" status: 200 len: 945 time: 0.2247381 Jan 28 13:22:43.512283 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-44b95b84-fa66-4510-9bee-caba753016ff req-35b8ee8a-be2a-432a-b574-0bdf7d943887 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef52c60-5296-40bd-bfdc-dc3393aa3f5d HTTP/1.1" status: 200 len: 950 time: 0.1051891 Jan 28 13:22:43.512783 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3de3f1b7-68fa-4112-bde9-c73d5a0c5a7e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dc7544f39b2c4616921b4587dcda6b00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5362036 Jan 28 13:22:43.527383 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49284) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:43.545839 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9e174e1b-c6d5-4808-979a-77ad530fb00f None None] Provisioning complete for port 191ebfdc-2a51-47d5-99ef-3ff46e54acb0 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:43.546209 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e174e1b-c6d5-4808-979a-77ad530fb00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (191ebfdc-2a51-47d5-99ef-3ff46e54acb0), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:43.562206 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c124f5b6-a6dd-4ab2-ad96-cb6eefb73fd3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2477975 Jan 28 13:22:43.565901 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49286) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:43.580420 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-df151813-c81c-4747-80ec-7ece40beaffa admin admin] Request body: {'subnet': {'network_id': '1c04c518-39f2-47d7-96f5-a06debfdd8ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-175626316-subnet', 'tenant_id': 'abf5582cf6c74b03a46c276442437a1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:43.616580 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124f5b6-a6dd-4ab2-ad96-cb6eefb73fd3 admin admin] Pushing event updated for resources: {'Network': ['ID=1c04c518-39f2-47d7-96f5-a06debfdd8ed,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:43.630871 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df151813-c81c-4747-80ec-7ece40beaffa admin admin] Made reservation on behalf of abf5582cf6c74b03a46c276442437a1a for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:22:43.633366 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-df151813-c81c-4747-80ec-7ece40beaffa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:43.642245 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 1c04c518-39f2-47d7-96f5-a06debfdd8ed details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:22:43.659639 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-44b95b84-fa66-4510-9bee-caba753016ff req-a847c7c1-8ed4-4199-a428-8a133fab0e18 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380222 Jan 28 13:22:43.671649 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ef6b8983-2f4c-4c5f-8386-2aaf3d1c4762 admin admin] Publish callbacks [] for security_group (e84ed46d-e77e-40a7-befb-87dfb7d72386), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:43.724690 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18ec43a-d1a0-4131-824a-351c06738f89 admin admin] Router ee8a2280-c6ad-41d9-af77-850dc60fefb0 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:22:43.734000 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-69c73645-d1da-4f39-84fb-e73a7fe92582 req-afcb7d30-3603-4be1-b851-c20692afa26d tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821125 Jan 28 13:22:43.734242 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ef6b8983-2f4c-4c5f-8386-2aaf3d1c4762 admin admin] Publish callbacks [] for security_group (e84ed46d-e77e-40a7-befb-87dfb7d72386), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:43.941805 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 191ebfdc-2a51-47d5-99ef-3ff46e54acb0 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:43.944643 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (191ebfdc-2a51-47d5-99ef-3ff46e54acb0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:44.023843 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-df151813-c81c-4747-80ec-7ece40beaffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (169866dc-bcf0-4fd7-aa06-8c342afd159a), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:44.064501 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9e174e1b-c6d5-4808-979a-77ad530fb00f None None] Current status of the port 191ebfdc-2a51-47d5-99ef-3ff46e54acb0 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:44.064501 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e174e1b-c6d5-4808-979a-77ad530fb00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (191ebfdc-2a51-47d5-99ef-3ff46e54acb0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:44.108557 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fff86-82e4-42fb-a123-4f5c197530ce req-8c8754a7-e307-40ef-b680-e0af1c6fd9ab tempest-ServersOnMultiNodesTest-142697481 tempest-ServersOnMultiNodesTest-142697481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:44.111564 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 191ebfdc-2a51-47d5-99ef-3ff46e54acb0, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=191ebfdc-2a51-47d5-99ef-3ff46e54acb0,segment=NetworkSegment(fc07aa07-3239-412e-bc08-593cfe7720ed),segment_id=fc07aa07-3239-412e-bc08-593cfe7720ed)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:44.116933 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-736fff86-82e4-42fb-a123-4f5c197530ce req-8c8754a7-e307-40ef-b680-e0af1c6fd9ab tempest-ServersOnMultiNodesTest-142697481 tempest-ServersOnMultiNodesTest-142697481-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aef52c60-5296-40bd-bfdc-dc3393aa3f5d HTTP/1.1" status: 200 len: 1101 time: 0.2157743 Jan 28 13:22:44.141350 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 9978138e-9859-45a6-92b4-801b45ff7ee5 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:44.148599 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (191ebfdc-2a51-47d5-99ef-3ff46e54acb0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:44.155810 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ef6b8983-2f4c-4c5f-8386-2aaf3d1c4762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e84ed46d-e77e-40a7-befb-87dfb7d72386), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:44.159274 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ef6b8983-2f4c-4c5f-8386-2aaf3d1c4762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:44.163394 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ef6b8983-2f4c-4c5f-8386-2aaf3d1c4762 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e84ed46d-e77e-40a7-befb-87dfb7d72386 HTTP/1.1" status: 204 len: 168 time: 0.6347730 Jan 28 13:22:44.172177 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df151813-c81c-4747-80ec-7ece40beaffa admin admin] Checking segment: {'id': '1c04bf0b-8aa7-40e6-8665-eb4d488e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1c04c518-39f2-47d7-96f5-a06debfdd8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:44.172511 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df151813-c81c-4747-80ec-7ece40beaffa admin admin] Network hostable DHCP agents. Network: 1c04c518-39f2-47d7-96f5-a06debfdd8ed, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:22:44.175773 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df151813-c81c-4747-80ec-7ece40beaffa admin admin] Pushing event updated for resources: {'Subnet': ['ID=169866dc-bcf0-4fd7-aa06-8c342afd159a,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:44.188759 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18ec43a-d1a0-4131-824a-351c06738f89 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:22:44.197494 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b8983-2f4c-4c5f-8386-2aaf3d1c4762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84ed46d-e77e-40a7-befb-87dfb7d72386,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:44.205941 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a168b07e-549c-4fbb-b117-bf8342193493 None None] Sync routers for ids ['ee8a2280-c6ad-41d9-af77-850dc60fefb0'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:22:44.221559 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df151813-c81c-4747-80ec-7ece40beaffa admin admin] Network 1c04c518-39f2-47d7-96f5-a06debfdd8ed is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:22:44.224991 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a168b07e-549c-4fbb-b117-bf8342193493 None None] Routers {'ee8a2280-c6ad-41d9-af77-850dc60fefb0'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:44.227428 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a168b07e-549c-4fbb-b117-bf8342193493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:22:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['ee8a2280-c6ad-41d9-af77-850dc60fefb0'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:44.238484 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-df151813-c81c-4747-80ec-7ece40beaffa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 1c04c518-39f2-47d7-96f5-a06debfdd8ed) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:44.242788 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df151813-c81c-4747-80ec-7ece40beaffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:44.243525 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-df151813-c81c-4747-80ec-7ece40beaffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:44.263343 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-736fff86-82e4-42fb-a123-4f5c197530ce req-971ea769-2515-49dd-a055-83fb5fe169fb tempest-ServersOnMultiNodesTest-142697481 tempest-ServersOnMultiNodesTest-142697481-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366119 Jan 28 13:22:44.266862 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b18ec43a-d1a0-4131-824a-351c06738f89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:44.272911 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b18ec43a-d1a0-4131-824a-351c06738f89 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2805948 Jan 28 13:22:44.273774 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49304) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:44.385065 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d5f47c-8a9a-4fd2-bf96-c3145286454b None None] Network 1c04c518-39f2-47d7-96f5-a06debfdd8ed requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:22:44.403521 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-a168b07e-549c-4fbb-b117-bf8342193493 None None] Set router ee8a2280-c6ad-41d9-af77-850dc60fefb0 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:44.404078 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-df151813-c81c-4747-80ec-7ece40beaffa admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8280461 Jan 28 13:22:44.447650 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49ca5e-f299-454d-997e-3a1e4c007b65 req-01f5ce6e-1da8-4d50-a18c-23158c923b60 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:44.449226 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7e49ca5e-f299-454d-997e-3a1e4c007b65 req-01f5ce6e-1da8-4d50-a18c-23158c923b60 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.1711547 Jan 28 13:22:44.649381 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7e49ca5e-f299-454d-997e-3a1e4c007b65 req-ca7cd998-2cba-4f35-9cc8-a6299aa32221 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879213 Jan 28 13:22:44.687625 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4732b-5c03-4040-a770-47c88bce1f6d req-1bea5146-070e-4ac5-8445-9c71d8a031d8 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:44.689419 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-69d4732b-5c03-4040-a770-47c88bce1f6d req-1bea5146-070e-4ac5-8445-9c71d8a031d8 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.18 "GET /v2.0/ports?device_id=de59ba30-ff59-4081-bffb-632512a87551 HTTP/1.1" status: 200 len: 945 time: 0.2007937 Jan 28 13:22:44.804210 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a168b07e-549c-4fbb-b117-bf8342193493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8a2280-c6ad-41d9-af77-850dc60fefb0', 'name': 'tempest-AttachSCSIVolumeTestJSON-814544759-router', 'tenant_id': 'f431e21970304cbd95b6113484fdd615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '5bd409f1-9abf-47ba-b714-ad3e809090a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:40Z', 'updated_at': '2022-01-28T13:22:42Z', 'revision_number': 3, 'project_id': 'f431e21970304cbd95b6113484fdd615', 'gw_port': {'id': '5bd409f1-9abf-47ba-b714-ad3e809090a9', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8a2280-c6ad-41d9-af77-850dc60fefb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:41Z', 'updated_at': '2022-01-28T13:22:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:44.805666 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-9e174e1b-c6d5-4808-979a-77ad530fb00f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:22:44.806263 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-9e174e1b-c6d5-4808-979a-77ad530fb00f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:22:44.879362 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=191ebfdc-2a51-47d5-99ef-3ff46e54acb0,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:44.904746 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a168b07e-549c-4fbb-b117-bf8342193493 None None] Checking router: ee8a2280-c6ad-41d9-af77-850dc60fefb0 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:22:44.905993 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a168b07e-549c-4fbb-b117-bf8342193493 None None] Updating router ee8a2280-c6ad-41d9-af77-850dc60fefb0 port 5bd409f1-9abf-47ba-b714-ad3e809090a9 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:22:44.917544 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 9978138e-9859-45a6-92b4-801b45ff7ee5 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:44.917924 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9978138e-9859-45a6-92b4-801b45ff7ee5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:44.975255 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a168b07e-549c-4fbb-b117-bf8342193493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5bd409f1-9abf-47ba-b714-ad3e809090a9), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:44.987914 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84e542-0cf8-4586-90e5-208c4af90551 req-131e04e4-bb49-4a56-b284-cd496ab08cb5 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:45.008093 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0b84e542-0cf8-4586-90e5-208c4af90551 req-131e04e4-bb49-4a56-b284-cd496ab08cb5 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef52c60-5296-40bd-bfdc-dc3393aa3f5d HTTP/1.1" status: 200 len: 950 time: 0.1779845 Jan 28 13:22:45.009786 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14922d53-1a9e-47c1-84e2-a12644a6a50d None None] Network 1c04c518-39f2-47d7-96f5-a06debfdd8ed requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:22:45.013532 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49354) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:45.163889 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0b84e542-0cf8-4586-90e5-208c4af90551 req-302331a0-5bcc-486c-b27c-705079d87bc5 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528118 Jan 28 13:22:45.201861 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 191ebfdc-2a51-47d5-99ef-3ff46e54acb0 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:45.217246 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c1dbd74-ef37-4cd6-b80c-5809a36fa793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:45.295202 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 9978138e-9859-45a6-92b4-801b45ff7ee5 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:45.295737 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9978138e-9859-45a6-92b4-801b45ff7ee5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:45.319886 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef5f37-29e2-4012-8586-60280800235b req-9e9aba92-725f-4326-a2ca-43cae7716b62 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:45.326960 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1aef5f37-29e2-4012-8586-60280800235b req-9e9aba92-725f-4326-a2ca-43cae7716b62 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=de59ba30-ff59-4081-bffb-632512a87551 HTTP/1.1" status: 200 len: 945 time: 0.4452901 Jan 28 13:22:45.375928 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 9978138e-9859-45a6-92b4-801b45ff7ee5, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=9978138e-9859-45a6-92b4-801b45ff7ee5,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:45.408966 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de59ba30-ff59-4081-bffb-632512a87551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9978138e-9859-45a6-92b4-801b45ff7ee5'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:45.411693 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f19213b-2bd5-4af9-a961-d572e84bace7" -d '{"events": [{"server_uuid": "de59ba30-ff59-4081-bffb-632512a87551", "name": "network-vif-plugged", "status": "completed", "tag": "9978138e-9859-45a6-92b4-801b45ff7ee5"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:45.432366 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9978138e-9859-45a6-92b4-801b45ff7ee5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:45.467217 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-69d4732b-5c03-4040-a770-47c88bce1f6d req-7f5754f0-be9b-4a22-abfa-a18c6ad3816c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Deleting port 9978138e-9859-45a6-92b4-801b45ff7ee5 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:22:45.467682 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-69d4732b-5c03-4040-a770-47c88bce1f6d req-7f5754f0-be9b-4a22-abfa-a18c6ad3816c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (9978138e-9859-45a6-92b4-801b45ff7ee5), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:45.505124 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a168b07e-549c-4fbb-b117-bf8342193493 None None] Publish callbacks [] for port (5bd409f1-9abf-47ba-b714-ad3e809090a9), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:45.512170 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a168b07e-549c-4fbb-b117-bf8342193493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5bd409f1-9abf-47ba-b714-ad3e809090a9), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:45.514592 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=9978138e-9859-45a6-92b4-801b45ff7ee5,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:45.526116 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 191ebfdc-2a51-47d5-99ef-3ff46e54acb0 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:45.526863 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (191ebfdc-2a51-47d5-99ef-3ff46e54acb0), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:45.534433 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1aef5f37-29e2-4012-8586-60280800235b req-2505d311-1fba-4a89-b582-0068d3eae953 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f647df-979a-4c90-8ddb-6a4174d1de31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993463 Jan 28 13:22:45.646889 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10220f7-0e90-498f-9da8-c1c9eb442eb0 x-openstack-request-id: req-d10220f7-0e90-498f-9da8-c1c9eb442eb0 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:45.647289 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de59ba30-ff59-4081-bffb-632512a87551", "name": "network-vif-plugged", "status": "completed", "tag": "9978138e-9859-45a6-92b4-801b45ff7ee5", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:45.647726 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d10220f7-0e90-498f-9da8-c1c9eb442eb0 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:45.648253 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de59ba30-ff59-4081-bffb-632512a87551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9978138e-9859-45a6-92b4-801b45ff7ee5', 'code': 200} Jan 28 13:22:45.699211 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112c4f6-d793-4a1b-8ee4-c550abb7882a None None] Pushing event updated for resources: {'Port': ['ID=5bd409f1-9abf-47ba-b714-ad3e809090a9,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:45.710313 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6112c4f6-d793-4a1b-8ee4-c550abb7882a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:45.710644 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6112c4f6-d793-4a1b-8ee4-c550abb7882a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:45.711004 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6112c4f6-d793-4a1b-8ee4-c550abb7882a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:45.711338 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6112c4f6-d793-4a1b-8ee4-c550abb7882a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:45.712668 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6112c4f6-d793-4a1b-8ee4-c550abb7882a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:45.713181 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6112c4f6-d793-4a1b-8ee4-c550abb7882a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:45.713524 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6112c4f6-d793-4a1b-8ee4-c550abb7882a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:45.713854 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6112c4f6-d793-4a1b-8ee4-c550abb7882a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:45.714571 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6112c4f6-d793-4a1b-8ee4-c550abb7882a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:45.714905 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6112c4f6-d793-4a1b-8ee4-c550abb7882a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:45.715253 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6112c4f6-d793-4a1b-8ee4-c550abb7882a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:45.715572 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6112c4f6-d793-4a1b-8ee4-c550abb7882a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:45.715954 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6112c4f6-d793-4a1b-8ee4-c550abb7882a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:45.724246 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 191ebfdc-2a51-47d5-99ef-3ff46e54acb0 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:45.726796 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9e174e1b-c6d5-4808-979a-77ad530fb00f None None] Current status of the port 191ebfdc-2a51-47d5-99ef-3ff46e54acb0 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:45.736590 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c1dbd74-ef37-4cd6-b80c-5809a36fa793 admin admin] Publish callbacks [] for security_group (8ddc818b-4da8-4ccd-8275-b6f925b3d362), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:45.760972 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-a168b07e-549c-4fbb-b117-bf8342193493 None None] Attempting to bind port 5bd409f1-9abf-47ba-b714-ad3e809090a9 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:22:45.761341 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-a168b07e-549c-4fbb-b117-bf8342193493 None None] Attempting to bind port 5bd409f1-9abf-47ba-b714-ad3e809090a9 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:22:45.761695 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a168b07e-549c-4fbb-b117-bf8342193493 None None] Attempting to bind port 5bd409f1-9abf-47ba-b714-ad3e809090a9 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:45.774383 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c1dbd74-ef37-4cd6-b80c-5809a36fa793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8ddc818b-4da8-4ccd-8275-b6f925b3d362), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:45.785345 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a168b07e-549c-4fbb-b117-bf8342193493 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:22:45.785769 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a168b07e-549c-4fbb-b117-bf8342193493 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:45.786430 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a168b07e-549c-4fbb-b117-bf8342193493 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:45.786873 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a168b07e-549c-4fbb-b117-bf8342193493 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:22:45.788480 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-a168b07e-549c-4fbb-b117-bf8342193493 None None] Bound port: 5bd409f1-9abf-47ba-b714-ad3e809090a9, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:22:45.788480 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a168b07e-549c-4fbb-b117-bf8342193493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5bd409f1-9abf-47ba-b714-ad3e809090a9), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:45.853143 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-1f394ae9-297e-4f4a-a105-2b4e16ce2bea None None] Provisioning complete for port 191ebfdc-2a51-47d5-99ef-3ff46e54acb0 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:45.853985 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1f394ae9-297e-4f4a-a105-2b4e16ce2bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (191ebfdc-2a51-47d5-99ef-3ff46e54acb0), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:45.861617 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-a168b07e-549c-4fbb-b117-bf8342193493 None None] For port 5bd409f1-9abf-47ba-b714-ad3e809090a9, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:45.866248 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-a168b07e-549c-4fbb-b117-bf8342193493 None None] For port 5bd409f1-9abf-47ba-b714-ad3e809090a9, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=5bd409f1-9abf-47ba-b714-ad3e809090a9,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:22:45.872070 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a168b07e-549c-4fbb-b117-bf8342193493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5bd409f1-9abf-47ba-b714-ad3e809090a9), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:45.926241 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49396) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:45.927246 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2c1dbd74-ef37-4cd6-b80c-5809a36fa793 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b094a98dc40b48dda2b810b58d26ed82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8104546 Jan 28 13:22:45.953175 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112c4f6-d793-4a1b-8ee4-c550abb7882a None None] Pushing event updated for resources: {'Port': ['ID=5bd409f1-9abf-47ba-b714-ad3e809090a9,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:46.018860 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a168b07e-549c-4fbb-b117-bf8342193493 None None] Routers {'ee8a2280-c6ad-41d9-af77-850dc60fefb0'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:46.019655 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a168b07e-549c-4fbb-b117-bf8342193493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:22:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['ee8a2280-c6ad-41d9-af77-850dc60fefb0'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:46.036314 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-69d4732b-5c03-4040-a770-47c88bce1f6d req-7f5754f0-be9b-4a22-abfa-a18c6ad3816c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] For port 9978138e-9859-45a6-92b4-801b45ff7ee5, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=9978138e-9859-45a6-92b4-801b45ff7ee5,segment=NetworkSegment(2a9c8c36-71fe-4d15-93cb-3b59d6efd142),segment_id=2a9c8c36-71fe-4d15-93cb-3b59d6efd142)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:46.037064 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-69d4732b-5c03-4040-a770-47c88bce1f6d req-7f5754f0-be9b-4a22-abfa-a18c6ad3816c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (9978138e-9859-45a6-92b4-801b45ff7ee5), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:46.055897 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1f394ae9-297e-4f4a-a105-2b4e16ce2bea None None] Current status of the port 191ebfdc-2a51-47d5-99ef-3ff46e54acb0 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:46.114366 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-69d4732b-5c03-4040-a770-47c88bce1f6d req-7f5754f0-be9b-4a22-abfa-a18c6ad3816c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Calling delete_port for 9978138e-9859-45a6-92b4-801b45ff7ee5 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:22:46.120200 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1dbd74-ef37-4cd6-b80c-5809a36fa793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddc818b-4da8-4ccd-8275-b6f925b3d362,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:46.144784 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21b5e1-a479-4d61-95ff-207347df6839 req-f4e484a5-cd0c-4084-b579-b0a2ef444551 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:46.146475 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cd21b5e1-a479-4d61-95ff-207347df6839 req-f4e484a5-cd0c-4084-b579-b0a2ef444551 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.3892453 Jan 28 13:22:46.195032 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-a168b07e-549c-4fbb-b117-bf8342193493 None None] Set router ee8a2280-c6ad-41d9-af77-850dc60fefb0 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:46.205344 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-69b1102a-6cd4-4c80-b07a-aec25ecfb88f admin admin] Publish callbacks [] for security_group (8ddc818b-4da8-4ccd-8275-b6f925b3d362), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:46.291921 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cd21b5e1-a479-4d61-95ff-207347df6839 req-3c877d1e-5fc3-4972-aa8b-a46ba6f3a992 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380460 Jan 28 13:22:46.380804 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a344e1b9-1035-4084-afa4-50dec00b1570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:46.384974 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-69b1102a-6cd4-4c80-b07a-aec25ecfb88f admin admin] Publish callbacks [] for security_group (8ddc818b-4da8-4ccd-8275-b6f925b3d362), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:46.435703 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de315c4f-76a5-4f5c-b46f-45ecbe511093 req-896a034a-23ce-4500-b115-25ee49ccfd3a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:46.438319 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-de315c4f-76a5-4f5c-b46f-45ecbe511093 req-896a034a-23ce-4500-b115-25ee49ccfd3a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.18 "GET /v2.0/ports?device_id=aef52c60-5296-40bd-bfdc-dc3393aa3f5d HTTP/1.1" status: 200 len: 950 time: 0.4246926 Jan 28 13:22:46.566672 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-69d4732b-5c03-4040-a770-47c88bce1f6d req-7f5754f0-be9b-4a22-abfa-a18c6ad3816c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (9978138e-9859-45a6-92b4-801b45ff7ee5), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:46.596896 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b288e-1543-448d-aed5-8bd09d129646 req-61091479-9d53-4645-9648-68ed6deb8705 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:46.604869 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d20b288e-1543-448d-aed5-8bd09d129646 req-61091479-9d53-4645-9648-68ed6deb8705 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/networks?id=1c04c518-39f2-47d7-96f5-a06debfdd8ed HTTP/1.1" status: 200 len: 814 time: 0.4912651 Jan 28 13:22:46.620206 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a168b07e-549c-4fbb-b117-bf8342193493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8a2280-c6ad-41d9-af77-850dc60fefb0', 'name': 'tempest-AttachSCSIVolumeTestJSON-814544759-router', 'tenant_id': 'f431e21970304cbd95b6113484fdd615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '5bd409f1-9abf-47ba-b714-ad3e809090a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:40Z', 'updated_at': '2022-01-28T13:22:42Z', 'revision_number': 3, 'project_id': 'f431e21970304cbd95b6113484fdd615', 'gw_port': {'id': '5bd409f1-9abf-47ba-b714-ad3e809090a9', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8a2280-c6ad-41d9-af77-850dc60fefb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:41Z', 'updated_at': '2022-01-28T13:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:46.625824 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e67529-61c2-40df-af38-10b7ab1f7e11 req-98f93257-f942-4ed1-ab5e-ce8f79a18080 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:46.627495 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-49e67529-61c2-40df-af38-10b7ab1f7e11 req-98f93257-f942-4ed1-ab5e-ce8f79a18080 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef52c60-5296-40bd-bfdc-dc3393aa3f5d HTTP/1.1" status: 200 len: 950 time: 0.1812949 Jan 28 13:22:46.663454 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a168b07e-549c-4fbb-b117-bf8342193493 None None] The sync data for ids ['ee8a2280-c6ad-41d9-af77-850dc60fefb0'] in n-d-822747-2 is: [{'id': 'ee8a2280-c6ad-41d9-af77-850dc60fefb0', 'name': 'tempest-AttachSCSIVolumeTestJSON-814544759-router', 'tenant_id': 'f431e21970304cbd95b6113484fdd615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '5bd409f1-9abf-47ba-b714-ad3e809090a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:40Z', 'updated_at': '2022-01-28T13:22:42Z', 'revision_number': 3, 'project_id': 'f431e21970304cbd95b6113484fdd615', 'gw_port': {'id': '5bd409f1-9abf-47ba-b714-ad3e809090a9', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8a2280-c6ad-41d9-af77-850dc60fefb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:41Z', 'updated_at': '2022-01-28T13:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:22:46.664604 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5754f0-be9b-4a22-abfa-a18c6ad3816c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Pushing event deleted for resources: {'Port': ['ID=9978138e-9859-45a6-92b4-801b45ff7ee5,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:46.695514 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d20b288e-1543-448d-aed5-8bd09d129646 req-95d9fb9c-7ee4-45da-a8d3-90a5c78ec447 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/quotas/abf5582cf6c74b03a46c276442437a1a HTTP/1.1" status: 200 len: 375 time: 0.0727000 Jan 28 13:22:46.745567 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-69b1102a-6cd4-4c80-b07a-aec25ecfb88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8ddc818b-4da8-4ccd-8275-b6f925b3d362), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:46.748753 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-69b1102a-6cd4-4c80-b07a-aec25ecfb88f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:46.751396 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-69b1102a-6cd4-4c80-b07a-aec25ecfb88f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8ddc818b-4da8-4ccd-8275-b6f925b3d362 HTTP/1.1" status: 204 len: 168 time: 0.8240504 Jan 28 13:22:46.795769 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:22:46.797943 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d20b288e-1543-448d-aed5-8bd09d129646 req-79fb3684-93ed-4af0-a7a4-bc160fcee49c tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=abf5582cf6c74b03a46c276442437a1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810871 Jan 28 13:22:46.848008 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1102a-6cd4-4c80-b07a-aec25ecfb88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddc818b-4da8-4ccd-8275-b6f925b3d362,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:46.859934 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d4732b-5c03-4040-a770-47c88bce1f6d req-7f5754f0-be9b-4a22-abfa-a18c6ad3816c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] No DVR routers for this DVR port 9978138e-9859-45a6-92b4-801b45ff7ee5 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:22:46.878781 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-69d4732b-5c03-4040-a770-47c88bce1f6d req-7f5754f0-be9b-4a22-abfa-a18c6ad3816c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:46.890674 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-69d4732b-5c03-4040-a770-47c88bce1f6d req-7f5754f0-be9b-4a22-abfa-a18c6ad3816c tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.18 "DELETE /v2.0/ports/9978138e-9859-45a6-92b4-801b45ff7ee5 HTTP/1.1" status: 204 len: 173 time: 2.1895258 Jan 28 13:22:46.893266 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de59ba30-ff59-4081-bffb-632512a87551', 'name': 'network-vif-deleted', 'tag': '9978138e-9859-45a6-92b4-801b45ff7ee5'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:46.912245 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e85d34-2962-4d0f-a97c-9d08ac02c7d5" -d '{"events": [{"server_uuid": "de59ba30-ff59-4081-bffb-632512a87551", "name": "network-vif-deleted", "tag": "9978138e-9859-45a6-92b4-801b45ff7ee5"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:46.949541 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-49e67529-61c2-40df-af38-10b7ab1f7e11 req-7a309c3b-fc61-4e33-9ddc-97a74be25249 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911544 Jan 28 13:22:46.996775 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-a344e1b9-1035-4084-afa4-50dec00b1570 admin admin] Allocated IP 172.20.0.1 (077ddb72-71ce-436a-9d31-a635bbd1a7d0/5d96916d-8aad-4141-88fe-09f322c6341e/eb431bde-78fc-4a67-b737-6ae426cd2af8) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:22:47.026164 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-de315c4f-76a5-4f5c-b46f-45ecbe511093 req-421b1dc5-f510-4d7c-8a78-bb17b3e3579b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Deleting port 5dea9d6c-fdbd-4a1c-a696-7d0fd886b381 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:22:47.032333 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-de315c4f-76a5-4f5c-b46f-45ecbe511093 req-421b1dc5-f510-4d7c-8a78-bb17b3e3579b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (5dea9d6c-fdbd-4a1c-a696-7d0fd886b381), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:47.191637 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d20b288e-1543-448d-aed5-8bd09d129646 req-a53babf9-3ca8-4a10-b72c-4f95fe2ca7fa service neutron] 10.222.0.39 "GET /v2.0/networks/1c04c518-39f2-47d7-96f5-a06debfdd8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773839 Jan 28 13:22:47.395324 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-80cf4b13-5afc-4ff4-bbfd-08a5c3105181 req-b1401a2a-c603-4077-af81-8f4819173927 tempest-ImagesTestJSON-1819796510 tempest-ImagesTestJSON-1819796510-project] 10.222.0.39 "GET /v2.0/ports?device_id=de59ba30-ff59-4081-bffb-632512a87551 HTTP/1.1" status: 200 len: 210 time: 0.0511596 Jan 28 13:22:47.426019 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a344e1b9-1035-4084-afa4-50dec00b1570 admin admin] Publish callbacks [] for port (eb431bde-78fc-4a67-b737-6ae426cd2af8), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:47.479358 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:47.490942 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d20b288e-1543-448d-aed5-8bd09d129646 req-d8952052-58ee-49ba-8210-b1aed2d5b992 service neutron] 10.222.0.39 "GET /v2.0/networks/1c04c518-39f2-47d7-96f5-a06debfdd8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955008 Jan 28 13:22:47.497726 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-de315c4f-76a5-4f5c-b46f-45ecbe511093 req-421b1dc5-f510-4d7c-8a78-bb17b3e3579b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] For port 5dea9d6c-fdbd-4a1c-a696-7d0fd886b381, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=5dea9d6c-fdbd-4a1c-a696-7d0fd886b381,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:47.498103 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-de315c4f-76a5-4f5c-b46f-45ecbe511093 req-421b1dc5-f510-4d7c-8a78-bb17b3e3579b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (5dea9d6c-fdbd-4a1c-a696-7d0fd886b381), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:47.536894 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbd0ec6-5ee8-4bcb-9ad6-9cb315d154e0 x-openstack-request-id: req-0dbd0ec6-5ee8-4bcb-9ad6-9cb315d154e0 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:47.537314 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de59ba30-ff59-4081-bffb-632512a87551", "name": "network-vif-deleted", "tag": "9978138e-9859-45a6-92b4-801b45ff7ee5", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:47.538332 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0dbd0ec6-5ee8-4bcb-9ad6-9cb315d154e0 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:47.538987 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de59ba30-ff59-4081-bffb-632512a87551', 'name': 'network-vif-deleted', 'tag': '9978138e-9859-45a6-92b4-801b45ff7ee5', 'status': 'completed', 'code': 200} Jan 28 13:22:47.543847 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-de315c4f-76a5-4f5c-b46f-45ecbe511093 req-421b1dc5-f510-4d7c-8a78-bb17b3e3579b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Calling delete_port for 5dea9d6c-fdbd-4a1c-a696-7d0fd886b381 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:22:47.573301 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a344e1b9-1035-4084-afa4-50dec00b1570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (eb431bde-78fc-4a67-b737-6ae426cd2af8), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:47.724879 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344e1b9-1035-4084-afa4-50dec00b1570 admin admin] Pushing event updated for resources: {'Port': ['ID=eb431bde-78fc-4a67-b737-6ae426cd2af8,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:47.824714 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a344e1b9-1035-4084-afa4-50dec00b1570 admin admin] Network 077ddb72-71ce-436a-9d31-a635bbd1a7d0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:47.836926 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-a344e1b9-1035-4084-afa4-50dec00b1570 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:47.840240 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a344e1b9-1035-4084-afa4-50dec00b1570 admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:47.905948 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a703048a-5dab-41be-bdfc-e0c260f123f0 req-18a4e9a5-d093-4d17-8a47-af147d19df57 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2109f7-6241-4fdd-a588-223d7d01c9e3 HTTP/1.1" status: 200 len: 210 time: 0.0845470 Jan 28 13:22:47.954562 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e229e-23b9-4b04-ab05-3ac651e01029 req-0f04c70e-61e0-431f-ab42-e9445af08997 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:47.965195 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc6e229e-23b9-4b04-ab05-3ac651e01029 req-0f04c70e-61e0-431f-ab42-e9445af08997 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.2461078 Jan 28 13:22:48.056650 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a344e1b9-1035-4084-afa4-50dec00b1570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (ee8a2280-c6ad-41d9-af77-850dc60fefb0), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:48.063976 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-de315c4f-76a5-4f5c-b46f-45ecbe511093 req-421b1dc5-f510-4d7c-8a78-bb17b3e3579b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (5dea9d6c-fdbd-4a1c-a696-7d0fd886b381), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:48.078774 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['43ce2e41-fabd-4370-80ce-35aa05357550', 'd2fb4175-b997-4b56-9f06-0dcf7dd8d1bb', '860fb29b-89df-40c0-b2b4-c3e67441f84e', '68528792-3dbd-4498-94d4-cf230495a3d9', 'ec53a87a-5204-404f-baaa-6192bd5bdde5'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:22:48.081557 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['5a7fcae3-a8c4-4ecf-8417-45d7a327c416', '25417da0-50d6-4cc5-8fda-ff274c26d2da'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:22:48.272320 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-de315c4f-76a5-4f5c-b46f-45ecbe511093 req-421b1dc5-f510-4d7c-8a78-bb17b3e3579b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] No DVR routers for this DVR port 5dea9d6c-fdbd-4a1c-a696-7d0fd886b381 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:22:48.291129 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b1dc5-f510-4d7c-8a78-bb17b3e3579b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Pushing event deleted for resources: {'Port': ['ID=5dea9d6c-fdbd-4a1c-a696-7d0fd886b381,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:48.299099 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-de315c4f-76a5-4f5c-b46f-45ecbe511093 req-421b1dc5-f510-4d7c-8a78-bb17b3e3579b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:48.314067 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-de315c4f-76a5-4f5c-b46f-45ecbe511093 req-421b1dc5-f510-4d7c-8a78-bb17b3e3579b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.18 "DELETE /v2.0/ports/5dea9d6c-fdbd-4a1c-a696-7d0fd886b381 HTTP/1.1" status: 204 len: 173 time: 1.8596659 Jan 28 13:22:48.338390 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc6e229e-23b9-4b04-ab05-3ac651e01029 req-5e3eac7e-8bc9-4260-9155-0b3cb935b58c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594737 Jan 28 13:22:48.368931 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef52c60-5296-40bd-bfdc-dc3393aa3f5d', 'name': 'network-vif-deleted', 'tag': '5dea9d6c-fdbd-4a1c-a696-7d0fd886b381'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:48.385933 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a15de1f-e19b-4561-b57b-ef8ef86b5fc3" -d '{"events": [{"server_uuid": "aef52c60-5296-40bd-bfdc-dc3393aa3f5d", "name": "network-vif-deleted", "tag": "5dea9d6c-fdbd-4a1c-a696-7d0fd886b381"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:48.396269 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 5dea9d6c-fdbd-4a1c-a696-7d0fd886b381 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:22:48.414931 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-750ae881-e1f6-4b39-bbb8-25e2a81a1a36 req-00c3b8c7-2cb9-4920-9de2-957471e02d72 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef52c60-5296-40bd-bfdc-dc3393aa3f5d HTTP/1.1" status: 200 len: 210 time: 0.2683072 Jan 28 13:22:48.519185 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 5dea9d6c-fdbd-4a1c-a696-7d0fd886b381 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:22:48.522382 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 5dea9d6c-fdbd-4a1c-a696-7d0fd886b381 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:22:48.523489 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 9978138e-9859-45a6-92b4-801b45ff7ee5 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:22:48.550938 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e826e4-11f7-4d6c-a2e5-1fb284a1f793 x-openstack-request-id: req-85e826e4-11f7-4d6c-a2e5-1fb284a1f793 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:48.551475 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef52c60-5296-40bd-bfdc-dc3393aa3f5d", "name": "network-vif-deleted", "tag": "5dea9d6c-fdbd-4a1c-a696-7d0fd886b381", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:48.551475 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-85e826e4-11f7-4d6c-a2e5-1fb284a1f793 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:48.551844 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef52c60-5296-40bd-bfdc-dc3393aa3f5d', 'name': 'network-vif-deleted', 'tag': '5dea9d6c-fdbd-4a1c-a696-7d0fd886b381', 'status': 'completed', 'code': 200} Jan 28 13:22:48.593781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 9978138e-9859-45a6-92b4-801b45ff7ee5 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:22:48.595694 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 9978138e-9859-45a6-92b4-801b45ff7ee5 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:22:48.693194 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a344e1b9-1035-4084-afa4-50dec00b1570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (eb431bde-78fc-4a67-b737-6ae426cd2af8), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:48.748281 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-b04ee744-1c53-406d-ae96-013d63b2919a None None] Provisioning complete for port eb431bde-78fc-4a67-b737-6ae426cd2af8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:48.754677 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b04ee744-1c53-406d-ae96-013d63b2919a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (eb431bde-78fc-4a67-b737-6ae426cd2af8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:48.782009 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49468) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:48.977283 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b04ee744-1c53-406d-ae96-013d63b2919a None None] Port eb431bde-78fc-4a67-b737-6ae426cd2af8 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:22:49.169786 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-8d2661f8-a0bb-4c5b-857b-7c14f24841aa admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-994528020-network', 'tenant_id': '2570d016833e4ec89dfbdea1a3a6becf'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:49.190370 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bc9707b9-4816-4790-b153-1d726a03db34 req-82d3fbe5-00fd-42d5-8288-ffa63aea1f71 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2109f7-6241-4fdd-a588-223d7d01c9e3 HTTP/1.1" status: 200 len: 210 time: 0.1206088 Jan 28 13:22:49.227848 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2661f8-a0bb-4c5b-857b-7c14f24841aa admin admin] Made reservation on behalf of 2570d016833e4ec89dfbdea1a3a6becf for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:22:49.238508 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8d2661f8-a0bb-4c5b-857b-7c14f24841aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:49.273388 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8d2661f8-a0bb-4c5b-857b-7c14f24841aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:49.274983 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a344e1b9-1035-4084-afa4-50dec00b1570 admin admin] Publish callbacks [] for port (eb431bde-78fc-4a67-b737-6ae426cd2af8), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:49.281840 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a344e1b9-1035-4084-afa4-50dec00b1570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (eb431bde-78fc-4a67-b737-6ae426cd2af8), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:49.357232 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49496) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:49.436943 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a344e1b9-1035-4084-afa4-50dec00b1570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (ee8a2280-c6ad-41d9-af77-850dc60fefb0), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:49.447211 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344e1b9-1035-4084-afa4-50dec00b1570 admin admin] Pushing event updated for resources: {'Port': ['ID=eb431bde-78fc-4a67-b737-6ae426cd2af8,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:49.464893 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 5bd409f1-9abf-47ba-b714-ad3e809090a9 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:49.483199 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d38acc-d9e1-48be-a391-7dd10de6721d admin admin] Deleting subnet b12a1c2f-a9ab-4880-b80f-d12410970629 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:22:49.584827 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8d2661f8-a0bb-4c5b-857b-7c14f24841aa admin admin] Publish callbacks [] for security_group (73a06123-d9c2-4d1b-bda0-3bbd86e212d3), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:49.612565 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8d2661f8-a0bb-4c5b-857b-7c14f24841aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (73a06123-d9c2-4d1b-bda0-3bbd86e212d3), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:49.648643 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a344e1b9-1035-4084-afa4-50dec00b1570 admin admin] Network 077ddb72-71ce-436a-9d31-a635bbd1a7d0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:49.651605 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-a344e1b9-1035-4084-afa4-50dec00b1570 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:49.661962 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d2661f8-a0bb-4c5b-857b-7c14f24841aa admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:22:49.664705 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a8d38acc-d9e1-48be-a391-7dd10de6721d admin admin] Publish callbacks [] for subnet (b12a1c2f-a9ab-4880-b80f-d12410970629), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:49.785275 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2661f8-a0bb-4c5b-857b-7c14f24841aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a06123-d9c2-4d1b-bda0-3bbd86e212d3,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:49.878925 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:49.884999 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8d2661f8-a0bb-4c5b-857b-7c14f24841aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (3978e743-0983-4083-a36b-da0523c9a585), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:49.884999 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-8d2661f8-a0bb-4c5b-857b-7c14f24841aa admin admin] Added segment 3978e743-0983-4083-a36b-da0523c9a585 of type vlan for network ceeeb596-f0c3-490c-afd9-b4404694599f Jan 28 13:22:49.981205 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 5bd409f1-9abf-47ba-b714-ad3e809090a9 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:49.981493 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5bd409f1-9abf-47ba-b714-ad3e809090a9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:49.987151 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a344e1b9-1035-4084-afa4-50dec00b1570 admin admin] Router ee8a2280-c6ad-41d9-af77-850dc60fefb0 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:22:50.026391 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a8d38acc-d9e1-48be-a391-7dd10de6721d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (b12a1c2f-a9ab-4880-b80f-d12410970629), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:50.143774 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a8d38acc-d9e1-48be-a391-7dd10de6721d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (b12a1c2f-a9ab-4880-b80f-d12410970629), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:50.202832 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a344e1b9-1035-4084-afa4-50dec00b1570 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:22:50.224302 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a344e1b9-1035-4084-afa4-50dec00b1570 admin admin] 10.222.0.39 "PUT /v2.0/routers/ee8a2280-c6ad-41d9-af77-850dc60fefb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9405160 Jan 28 13:22:50.243004 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958f3a3a-0a72-4622-b88d-19d3b9da7326 None None] Sync routers for ids ['ee8a2280-c6ad-41d9-af77-850dc60fefb0'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:22:50.247294 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666621e-52e3-4f67-8729-c354207b85e8 req-8c1903c0-7b22-456b-a835-8a2a18703063 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:50.259580 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-73d31458-298d-4141-a0d0-54609164b6b2 None None] Provisioning complete for port eb431bde-78fc-4a67-b737-6ae426cd2af8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:50.259964 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-73d31458-298d-4141-a0d0-54609164b6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (eb431bde-78fc-4a67-b737-6ae426cd2af8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:50.269553 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d666621e-52e3-4f67-8729-c354207b85e8 req-8c1903c0-7b22-456b-a835-8a2a18703063 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.6568525 Jan 28 13:22:50.286445 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8d2661f8-a0bb-4c5b-857b-7c14f24841aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (ceeeb596-f0c3-490c-afd9-b4404694599f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:50.345033 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a8d38acc-d9e1-48be-a391-7dd10de6721d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (b12a1c2f-a9ab-4880-b80f-d12410970629), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:50.390676 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d38acc-d9e1-48be-a391-7dd10de6721d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b12a1c2f-a9ab-4880-b80f-d12410970629,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:50.410411 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958f3a3a-0a72-4622-b88d-19d3b9da7326 None None] Routers {'ee8a2280-c6ad-41d9-af77-850dc60fefb0'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:50.413101 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-958f3a3a-0a72-4622-b88d-19d3b9da7326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:22:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['ee8a2280-c6ad-41d9-af77-850dc60fefb0'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:50.422295 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8d2661f8-a0bb-4c5b-857b-7c14f24841aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (ceeeb596-f0c3-490c-afd9-b4404694599f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:50.428339 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2661f8-a0bb-4c5b-857b-7c14f24841aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:50.429421 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8d2661f8-a0bb-4c5b-857b-7c14f24841aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:50.436900 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a8d38acc-d9e1-48be-a391-7dd10de6721d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:50.444366 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a8d38acc-d9e1-48be-a391-7dd10de6721d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b12a1c2f-a9ab-4880-b80f-d12410970629 HTTP/1.1" status: 204 len: 168 time: 1.0824370 Jan 28 13:22:50.453509 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49516) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:50.487197 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-73d31458-298d-4141-a0d0-54609164b6b2 None None] Port eb431bde-78fc-4a67-b737-6ae426cd2af8 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:22:50.488945 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 5bd409f1-9abf-47ba-b714-ad3e809090a9 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:50.489503 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5bd409f1-9abf-47ba-b714-ad3e809090a9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:50.597047 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b288e-1543-448d-aed5-8bd09d129646 req-484b7bca-bacf-40cc-aa01-a2f3a7783c55 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:50.601805 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d20b288e-1543-448d-aed5-8bd09d129646 req-484b7bca-bacf-40cc-aa01-a2f3a7783c55 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.37 "GET /v2.0/networks?id=1c04c518-39f2-47d7-96f5-a06debfdd8ed HTTP/1.1" status: 200 len: 814 time: 0.3810377 Jan 28 13:22:50.605857 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 5bd409f1-9abf-47ba-b714-ad3e809090a9, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=5bd409f1-9abf-47ba-b714-ad3e809090a9,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:50.612629 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5bd409f1-9abf-47ba-b714-ad3e809090a9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:50.623148 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4289ebd-8151-4d40-a4f8-748320a1ccef req-ac86e6f1-44e7-4fc7-a2c4-15c19f6fd056 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:50.633127 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d4289ebd-8151-4d40-a4f8-748320a1ccef req-ac86e6f1-44e7-4fc7-a2c4-15c19f6fd056 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d13149b-6502-437d-9b59-6db585031c97 HTTP/1.1" status: 200 len: 950 time: 0.3663414 Jan 28 13:22:50.640934 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-d20b288e-1543-448d-aed5-8bd09d129646 req-85ebb17a-1dea-4383-be1e-9b307c4f5aab tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Request body: {'port': {'device_id': '5c2109f7-6241-4fdd-a588-223d7d01c9e3', 'network_id': '1c04c518-39f2-47d7-96f5-a06debfdd8ed', 'admin_state_up': True, 'tenant_id': 'abf5582cf6c74b03a46c276442437a1a'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:50.652784 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2cb60f1d-310e-44e2-b548-4d651bbd4352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (ad25a9d9-17b2-4c02-9404-4506282cf10f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:50.680639 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-958f3a3a-0a72-4622-b88d-19d3b9da7326 None None] Set router ee8a2280-c6ad-41d9-af77-850dc60fefb0 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:50.756690 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8d2661f8-a0bb-4c5b-857b-7c14f24841aa admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9734538 Jan 28 13:22:50.759869 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49522) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:50.812742 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d666621e-52e3-4f67-8729-c354207b85e8 req-ae2f92b3-7091-455c-b4d2-dfb6a3cd7ff1 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5214620 Jan 28 13:22:50.818177 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-03558370-7daa-4c3c-90ef-40734de2f9e7 admin admin] Request body: {'subnet': {'network_id': 'ceeeb596-f0c3-490c-afd9-b4404694599f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-994528020-subnet', 'tenant_id': '2570d016833e4ec89dfbdea1a3a6becf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:50.824475 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d4289ebd-8151-4d40-a4f8-748320a1ccef req-bb417e33-3789-4a02-8218-65cd297c28c0 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737063 Jan 28 13:22:50.826252 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=5bd409f1-9abf-47ba-b714-ad3e809090a9,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:50.858804 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2661f8-a0bb-4c5b-857b-7c14f24841aa admin admin] Pushing event updated for resources: {'Network': ['ID=ceeeb596-f0c3-490c-afd9-b4404694599f,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:50.951277 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network ceeeb596-f0c3-490c-afd9-b4404694599f details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:22:50.984491 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6426427-56ba-4443-b9df-33804e31f67d req-6758c8b5-c29f-4a50-91f9-d70797b7f8cc tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2109f7-6241-4fdd-a588-223d7d01c9e3 HTTP/1.1" status: 200 len: 210 time: 0.0539153 Jan 28 13:22:51.003740 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03558370-7daa-4c3c-90ef-40734de2f9e7 admin admin] Made reservation on behalf of 2570d016833e4ec89dfbdea1a3a6becf for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:22:51.006238 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-03558370-7daa-4c3c-90ef-40734de2f9e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:51.071056 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2cb60f1d-310e-44e2-b548-4d651bbd4352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (ad25a9d9-17b2-4c02-9404-4506282cf10f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:51.132658 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20b288e-1543-448d-aed5-8bd09d129646 req-85ebb17a-1dea-4383-be1e-9b307c4f5aab tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Made reservation on behalf of abf5582cf6c74b03a46c276442437a1a for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:22:51.140435 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d20b288e-1543-448d-aed5-8bd09d129646 req-85ebb17a-1dea-4383-be1e-9b307c4f5aab tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:51.198778 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-2cb60f1d-310e-44e2-b548-4d651bbd4352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad25a9d9-17b2-4c02-9404-4506282cf10f']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:51.207783 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 5bd409f1-9abf-47ba-b714-ad3e809090a9 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:51.241962 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-2cb60f1d-310e-44e2-b548-4d651bbd4352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a9c8c36-71fe-4d15-93cb-3b59d6efd142') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:51.242332 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-2cb60f1d-310e-44e2-b548-4d651bbd4352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a9c8c36-71fe-4d15-93cb-3b59d6efd142') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:51.270208 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2cb60f1d-310e-44e2-b548-4d651bbd4352 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (2a9c8c36-71fe-4d15-93cb-3b59d6efd142), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:51.304106 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49534) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:51.311912 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-121dab47-54cd-463d-a33f-bb19f9ce80dd admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-697879175-network', 'tenant_id': 'ebd9b2ced1354fc79931a4df54f9dff7'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:51.338384 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2cb60f1d-310e-44e2-b548-4d651bbd4352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (2a9c8c36-71fe-4d15-93cb-3b59d6efd142), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:51.364776 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-d20b288e-1543-448d-aed5-8bd09d129646 req-85ebb17a-1dea-4383-be1e-9b307c4f5aab tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Allocated IP 172.20.0.5 (1c04c518-39f2-47d7-96f5-a06debfdd8ed/169866dc-bcf0-4fd7-aa06-8c342afd159a/3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:22:51.389813 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb60f1d-310e-44e2-b548-4d651bbd4352 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:22:51.390249 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2cb60f1d-310e-44e2-b548-4d651bbd4352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (2a9c8c36-71fe-4d15-93cb-3b59d6efd142), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:22:51.392287 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:22:51.461007 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121dab47-54cd-463d-a33f-bb19f9ce80dd admin admin] Made reservation on behalf of ebd9b2ced1354fc79931a4df54f9dff7 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:22:51.463433 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-121dab47-54cd-463d-a33f-bb19f9ce80dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:51.512774 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-121dab47-54cd-463d-a33f-bb19f9ce80dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:51.611622 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2cb60f1d-310e-44e2-b548-4d651bbd4352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (ad25a9d9-17b2-4c02-9404-4506282cf10f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:51.616665 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-121dab47-54cd-463d-a33f-bb19f9ce80dd admin admin] Publish callbacks [] for security_group (70ba1464-5bfa-4c3d-b582-5c2cc2df062f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:51.646175 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2cb60f1d-310e-44e2-b548-4d651bbd4352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:51.649678 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2cb60f1d-310e-44e2-b548-4d651bbd4352 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ad25a9d9-17b2-4c02-9404-4506282cf10f HTTP/1.1" status: 204 len: 168 time: 1.1894171 Jan 28 13:22:51.654196 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-121dab47-54cd-463d-a33f-bb19f9ce80dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (70ba1464-5bfa-4c3d-b582-5c2cc2df062f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:51.680733 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60f1d-310e-44e2-b548-4d651bbd4352 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad25a9d9-17b2-4c02-9404-4506282cf10f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:51.686496 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d20b288e-1543-448d-aed5-8bd09d129646 req-85ebb17a-1dea-4383-be1e-9b307c4f5aab tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks [] for port (3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:51.694747 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-03558370-7daa-4c3c-90ef-40734de2f9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (04943f04-2f3d-4e2b-a5e8-b95e46e51679), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:51.707907 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-121dab47-54cd-463d-a33f-bb19f9ce80dd admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:22:51.755147 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121dab47-54cd-463d-a33f-bb19f9ce80dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ba1464-5bfa-4c3d-b582-5c2cc2df062f,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:51.769001 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-121dab47-54cd-463d-a33f-bb19f9ce80dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (60d6e4fa-fdf0-461c-afad-5ea33c851fa9), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:51.769442 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-121dab47-54cd-463d-a33f-bb19f9ce80dd admin admin] Added segment 60d6e4fa-fdf0-461c-afad-5ea33c851fa9 of type vlan for network c5e595f8-d236-4ed1-944a-b225ec428790 Jan 28 13:22:51.796613 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 5bd409f1-9abf-47ba-b714-ad3e809090a9 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:51.796613 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5bd409f1-9abf-47ba-b714-ad3e809090a9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:51.811372 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d20b288e-1543-448d-aed5-8bd09d129646 req-85ebb17a-1dea-4383-be1e-9b307c4f5aab tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:51.829473 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03558370-7daa-4c3c-90ef-40734de2f9e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04943f04-2f3d-4e2b-a5e8-b95e46e51679,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:51.885957 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-121dab47-54cd-463d-a33f-bb19f9ce80dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (c5e595f8-d236-4ed1-944a-b225ec428790), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:51.925751 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03558370-7daa-4c3c-90ef-40734de2f9e7 admin admin] Checking segment: {'id': '3978e743-0983-4083-a36b-da0523c9a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ceeeb596-f0c3-490c-afd9-b4404694599f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:51.926185 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03558370-7daa-4c3c-90ef-40734de2f9e7 admin admin] Network hostable DHCP agents. Network: ceeeb596-f0c3-490c-afd9-b4404694599f, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:22:51.945751 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ebb17a-1dea-4383-be1e-9b307c4f5aab tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Pushing event updated for resources: {'Port': ['ID=3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:51.973639 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-121dab47-54cd-463d-a33f-bb19f9ce80dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (c5e595f8-d236-4ed1-944a-b225ec428790), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:51.974893 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121dab47-54cd-463d-a33f-bb19f9ce80dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:51.975548 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-121dab47-54cd-463d-a33f-bb19f9ce80dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:51.992379 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20b288e-1543-448d-aed5-8bd09d129646 req-85ebb17a-1dea-4383-be1e-9b307c4f5aab tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Network 1c04c518-39f2-47d7-96f5-a06debfdd8ed is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:51.994622 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-d20b288e-1543-448d-aed5-8bd09d129646 req-85ebb17a-1dea-4383-be1e-9b307c4f5aab tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:51.999290 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20b288e-1543-448d-aed5-8bd09d129646 req-85ebb17a-1dea-4383-be1e-9b307c4f5aab tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:52.011821 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-958f3a3a-0a72-4622-b88d-19d3b9da7326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8a2280-c6ad-41d9-af77-850dc60fefb0', 'name': 'tempest-AttachSCSIVolumeTestJSON-814544759-router', 'tenant_id': 'f431e21970304cbd95b6113484fdd615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '5bd409f1-9abf-47ba-b714-ad3e809090a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:40Z', 'updated_at': '2022-01-28T13:22:48Z', 'revision_number': 4, 'project_id': 'f431e21970304cbd95b6113484fdd615', 'gw_port': {'id': '5bd409f1-9abf-47ba-b714-ad3e809090a9', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8a2280-c6ad-41d9-af77-850dc60fefb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:41Z', 'updated_at': '2022-01-28T13:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'eb431bde-78fc-4a67-b737-6ae426cd2af8', 'name': '', 'network_id': '077ddb72-71ce-436a-9d31-a635bbd1a7d0', 'tenant_id': 'f431e21970304cbd95b6113484fdd615', 'mac_address': 'fa:16:3e:d7:3f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8a2280-c6ad-41d9-af77-850dc60fefb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '5d96916d-8aad-4141-88fe-09f322c6341e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:46Z', 'updated_at': '2022-01-28T13:22:48Z', 'revision_number': 2, 'project_id': 'f431e21970304cbd95b6113484fdd615', 'subnets': [{'id': '5d96916d-8aad-4141-88fe-09f322c6341e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:52.050302 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03558370-7daa-4c3c-90ef-40734de2f9e7 admin admin] Network ceeeb596-f0c3-490c-afd9-b4404694599f is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:22:52.075211 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5153da-e1fd-4be8-8d87-7379a92b2327 req-34d5828a-4530-4d09-847b-19ebb261bcab tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:52.077411 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958f3a3a-0a72-4622-b88d-19d3b9da7326 None None] Checking router: ee8a2280-c6ad-41d9-af77-850dc60fefb0 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:22:52.077722 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958f3a3a-0a72-4622-b88d-19d3b9da7326 None None] Updating router ee8a2280-c6ad-41d9-af77-850dc60fefb0 port eb431bde-78fc-4a67-b737-6ae426cd2af8 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:22:52.085610 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a5153da-e1fd-4be8-8d87-7379a92b2327 req-34d5828a-4530-4d09-847b-19ebb261bcab tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.1728306 Jan 28 13:22:52.108068 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-958f3a3a-0a72-4622-b88d-19d3b9da7326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (eb431bde-78fc-4a67-b737-6ae426cd2af8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:52.160391 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-121dab47-54cd-463d-a33f-bb19f9ce80dd admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8536103 Jan 28 13:22:52.161020 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49548) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:52.169001 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49550) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:52.173087 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 5bd409f1-9abf-47ba-b714-ad3e809090a9 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:52.174575 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b288e-1543-448d-aed5-8bd09d129646 req-85ebb17a-1dea-4383-be1e-9b307c4f5aab tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:52.176840 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d20b288e-1543-448d-aed5-8bd09d129646 req-85ebb17a-1dea-4383-be1e-9b307c4f5aab tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:52.214989 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d20b288e-1543-448d-aed5-8bd09d129646 req-85ebb17a-1dea-4383-be1e-9b307c4f5aab tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5805044 Jan 28 13:22:52.241139 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-d20b288e-1543-448d-aed5-8bd09d129646 req-2d6207f8-1afd-464d-8654-5d4458a0747e service neutron] Request body: {'port': {'device_id': '5c2109f7-6241-4fdd-a588-223d7d01c9e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:52.249167 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-00dbcfd4-90df-4f6f-874b-19744cf7889d admin admin] Request body: {'subnet': {'network_id': 'c5e595f8-d236-4ed1-944a-b225ec428790', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-697879175-subnet', 'tenant_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:52.252269 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-03558370-7daa-4c3c-90ef-40734de2f9e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, ceeeb596-f0c3-490c-afd9-b4404694599f) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:52.269240 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67049ba1-ee17-4803-8a58-92fd8b5d9780 None None] Network ceeeb596-f0c3-490c-afd9-b4404694599f requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:22:52.302111 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03558370-7daa-4c3c-90ef-40734de2f9e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:52.302710 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-03558370-7daa-4c3c-90ef-40734de2f9e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:52.321949 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f938bfb-ed4d-4656-89af-57392ec4b4dc req-dad75500-d9e5-4ef6-98ad-142c06eb0c58 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:52.333652 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f938bfb-ed4d-4656-89af-57392ec4b4dc req-dad75500-d9e5-4ef6-98ad-142c06eb0c58 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d13149b-6502-437d-9b59-6db585031c97 HTTP/1.1" status: 200 len: 950 time: 0.2845638 Jan 28 13:22:52.333923 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121dab47-54cd-463d-a33f-bb19f9ce80dd admin admin] Pushing event updated for resources: {'Network': ['ID=c5e595f8-d236-4ed1-944a-b225ec428790,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:52.359376 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network c5e595f8-d236-4ed1-944a-b225ec428790 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:22:52.420340 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d20b288e-1543-448d-aed5-8bd09d129646 req-2d6207f8-1afd-464d-8654-5d4458a0747e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:52.462345 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-03558370-7daa-4c3c-90ef-40734de2f9e7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6930492 Jan 28 13:22:52.467522 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49552) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:52.492940 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a5153da-e1fd-4be8-8d87-7379a92b2327 req-012318e9-ac4d-4280-8a96-f4c98fcc2986 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079354 Jan 28 13:22:52.493795 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00dbcfd4-90df-4f6f-874b-19744cf7889d admin admin] Made reservation on behalf of ebd9b2ced1354fc79931a4df54f9dff7 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:22:52.500534 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-00dbcfd4-90df-4f6f-874b-19744cf7889d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:52.510546 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-5c10d464-553f-48ae-a085-b435a6c4b63f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-994528020-router', 'tenant_id': '2570d016833e4ec89dfbdea1a3a6becf', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:52.526529 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-03b00aac-5274-498f-a7ec-5e420c203d6e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d1122f47b834e1f94b301369b4a4145&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3609262 Jan 28 13:22:52.528186 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f938bfb-ed4d-4656-89af-57392ec4b4dc req-668817bf-ef59-4b86-a3b8-5ebc20bbdbaf tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925144 Jan 28 13:22:52.538868 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49554) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:52.552461 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2be1c6-7ad7-4cb0-8b0b-14a2f1c23795 req-4b90b059-6609-424c-a702-edb883a84767 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:52.554027 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4b2be1c6-7ad7-4cb0-8b0b-14a2f1c23795 req-4b90b059-6609-424c-a702-edb883a84767 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d13149b-6502-437d-9b59-6db585031c97 HTTP/1.1" status: 200 len: 950 time: 0.5261915 Jan 28 13:22:52.575819 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dbf923-2dec-4223-8469-c1b1c447d08c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-ceeeb596-f0c3-490c-afd9-b4404694599f', 'network_id': 'ceeeb596-f0c3-490c-afd9-b4404694599f', 'project_id': '2570d016833e4ec89dfbdea1a3a6becf', 'fixed_ips': [{'subnet_id': '04943f04-2f3d-4e2b-a5e8-b95e46e51679'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:22:52.577672 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19dbf923-2dec-4223-8469-c1b1c447d08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:52.753730 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-958f3a3a-0a72-4622-b88d-19d3b9da7326 None None] Publish callbacks [] for port (eb431bde-78fc-4a67-b737-6ae426cd2af8), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:52.790517 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-958f3a3a-0a72-4622-b88d-19d3b9da7326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (eb431bde-78fc-4a67-b737-6ae426cd2af8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:52.859303 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-19dbf923-2dec-4223-8469-c1b1c447d08c None None] Allocated IP 172.20.0.2 (ceeeb596-f0c3-490c-afd9-b4404694599f/04943f04-2f3d-4e2b-a5e8-b95e46e51679/eb32f964-d94f-4973-ae42-febdfba48139) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:22:52.892859 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e7501-0d18-4e31-8eb9-7263e87a98af None None] Pushing event updated for resources: {'Port': ['ID=eb431bde-78fc-4a67-b737-6ae426cd2af8,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:52.963444 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5c10d464-553f-48ae-a085-b435a6c4b63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (e68fb4b7-eec3-43f9-adcc-a68388d6eb44), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:52.965988 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5c10d464-553f-48ae-a085-b435a6c4b63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (e68fb4b7-eec3-43f9-adcc-a68388d6eb44), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:53.105844 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-958f3a3a-0a72-4622-b88d-19d3b9da7326 None None] Attempting to bind port eb431bde-78fc-4a67-b737-6ae426cd2af8 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:22:53.106426 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-958f3a3a-0a72-4622-b88d-19d3b9da7326 None None] Attempting to bind port eb431bde-78fc-4a67-b737-6ae426cd2af8 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'fc07aa07-3239-412e-bc08-593cfe7720ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '077ddb72-71ce-436a-9d31-a635bbd1a7d0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:22:53.109651 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f3a3a-0a72-4622-b88d-19d3b9da7326 None None] Attempting to bind port eb431bde-78fc-4a67-b737-6ae426cd2af8 on network 077ddb72-71ce-436a-9d31-a635bbd1a7d0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:53.145381 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f3a3a-0a72-4622-b88d-19d3b9da7326 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:22:53.146716 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f3a3a-0a72-4622-b88d-19d3b9da7326 None None] Checking segment: {'id': 'fc07aa07-3239-412e-bc08-593cfe7720ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '077ddb72-71ce-436a-9d31-a635bbd1a7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:53.147845 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-958f3a3a-0a72-4622-b88d-19d3b9da7326 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:53.149076 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f3a3a-0a72-4622-b88d-19d3b9da7326 None None] Bound using segment: {'id': 'fc07aa07-3239-412e-bc08-593cfe7720ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '077ddb72-71ce-436a-9d31-a635bbd1a7d0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:22:53.150338 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-958f3a3a-0a72-4622-b88d-19d3b9da7326 None None] Bound port: eb431bde-78fc-4a67-b737-6ae426cd2af8, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc07aa07-3239-412e-bc08-593cfe7720ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '077ddb72-71ce-436a-9d31-a635bbd1a7d0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:22:53.153364 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-958f3a3a-0a72-4622-b88d-19d3b9da7326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (eb431bde-78fc-4a67-b737-6ae426cd2af8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:53.281265 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2afdc-b60f-4960-ad69-99648090ec78 req-f6a3d79b-1d80-48c6-a00c-6e6435305dc1 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:53.290386 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1f2afdc-b60f-4960-ad69-99648090ec78 req-f6a3d79b-1d80-48c6-a00c-6e6435305dc1 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2109f7-6241-4fdd-a588-223d7d01c9e3 HTTP/1.1" status: 200 len: 931 time: 0.6554530 Jan 28 13:22:53.351274 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-958f3a3a-0a72-4622-b88d-19d3b9da7326 None None] For port eb431bde-78fc-4a67-b737-6ae426cd2af8, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:53.359897 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-958f3a3a-0a72-4622-b88d-19d3b9da7326 None None] For port eb431bde-78fc-4a67-b737-6ae426cd2af8, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=eb431bde-78fc-4a67-b737-6ae426cd2af8,segment=NetworkSegment(fc07aa07-3239-412e-bc08-593cfe7720ed),segment_id=fc07aa07-3239-412e-bc08-593cfe7720ed)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:22:53.361186 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19dbf923-2dec-4223-8469-c1b1c447d08c None None] Publish callbacks [] for port (eb32f964-d94f-4973-ae42-febdfba48139), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:53.368455 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-958f3a3a-0a72-4622-b88d-19d3b9da7326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (eb431bde-78fc-4a67-b737-6ae426cd2af8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:53.374863 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19dbf923-2dec-4223-8469-c1b1c447d08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (eb32f964-d94f-4973-ae42-febdfba48139), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:53.381215 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5c10d464-553f-48ae-a085-b435a6c4b63f admin admin] Publish callbacks [] for router_controller (e68fb4b7-eec3-43f9-adcc-a68388d6eb44), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:53.382175 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-78e54336-8936-4113-ab27-daa61828b92f None None] Provisioning complete for port eb431bde-78fc-4a67-b737-6ae426cd2af8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:53.382557 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78e54336-8936-4113-ab27-daa61828b92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (eb431bde-78fc-4a67-b737-6ae426cd2af8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:53.398932 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8136ab08-b5d3-4e91-95e7-4ba55e82a05b admin admin] Publish callbacks [] for security_group (84f647df-979a-4c90-8ddb-6a4174d1de31), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:53.467756 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dbf923-2dec-4223-8469-c1b1c447d08c None None] Network ceeeb596-f0c3-490c-afd9-b4404694599f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:53.496877 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-19dbf923-2dec-4223-8469-c1b1c447d08c None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:53.500784 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dbf923-2dec-4223-8469-c1b1c447d08c None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:53.505428 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8136ab08-b5d3-4e91-95e7-4ba55e82a05b admin admin] Publish callbacks [] for security_group (84f647df-979a-4c90-8ddb-6a4174d1de31), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:53.520121 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958f3a3a-0a72-4622-b88d-19d3b9da7326 None None] Routers {'ee8a2280-c6ad-41d9-af77-850dc60fefb0'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:53.521137 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-958f3a3a-0a72-4622-b88d-19d3b9da7326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:22:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['ee8a2280-c6ad-41d9-af77-850dc60fefb0'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:53.525720 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e7501-0d18-4e31-8eb9-7263e87a98af None None] Pushing event updated for resources: {'Port': ['ID=eb431bde-78fc-4a67-b737-6ae426cd2af8,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:53.570171 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-4b2be1c6-7ad7-4cb0-8b0b-14a2f1c23795 req-0916528a-9425-410d-861e-3de0cfb57423 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Deleting port ec53a87a-5204-404f-baaa-6192bd5bdde5 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:22:53.583296 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4b2be1c6-7ad7-4cb0-8b0b-14a2f1c23795 req-0916528a-9425-410d-861e-3de0cfb57423 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ec53a87a-5204-404f-baaa-6192bd5bdde5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:53.827326 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65160a82-3d6a-4eb9-88e7-7f0817f67f41 req-50554231-1a24-4ccd-8d39-f242579a7e16 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:53.841971 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-65160a82-3d6a-4eb9-88e7-7f0817f67f41 req-50554231-1a24-4ccd-8d39-f242579a7e16 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.1641059 Jan 28 13:22:53.857924 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8136ab08-b5d3-4e91-95e7-4ba55e82a05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (84f647df-979a-4c90-8ddb-6a4174d1de31), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:53.860615 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8136ab08-b5d3-4e91-95e7-4ba55e82a05b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:53.861763 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8136ab08-b5d3-4e91-95e7-4ba55e82a05b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/84f647df-979a-4c90-8ddb-6a4174d1de31 HTTP/1.1" status: 204 len: 168 time: 1.3226335 Jan 28 13:22:53.906760 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136ab08-b5d3-4e91-95e7-4ba55e82a05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f647df-979a-4c90-8ddb-6a4174d1de31,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:53.907693 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e7501-0d18-4e31-8eb9-7263e87a98af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:53.908336 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e7501-0d18-4e31-8eb9-7263e87a98af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:53.909814 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e7501-0d18-4e31-8eb9-7263e87a98af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:53.910510 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e7501-0d18-4e31-8eb9-7263e87a98af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:53.910854 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e7501-0d18-4e31-8eb9-7263e87a98af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:53.911204 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e7501-0d18-4e31-8eb9-7263e87a98af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:53.912717 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e7501-0d18-4e31-8eb9-7263e87a98af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:53.912717 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e7501-0d18-4e31-8eb9-7263e87a98af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:53.912717 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e7501-0d18-4e31-8eb9-7263e87a98af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:53.912717 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e7501-0d18-4e31-8eb9-7263e87a98af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:53.912717 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e7501-0d18-4e31-8eb9-7263e87a98af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:53.914035 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e7501-0d18-4e31-8eb9-7263e87a98af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:53.914035 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e7501-0d18-4e31-8eb9-7263e87a98af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:53.964686 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-65160a82-3d6a-4eb9-88e7-7f0817f67f41 req-4c3b2ef9-5a44-46de-9ef5-89fab93a1888 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108501 Jan 28 13:22:53.986709 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-d20b288e-1543-448d-aed5-8bd09d129646 req-2d6207f8-1afd-464d-8654-5d4458a0747e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:22:53.996298 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d20b288e-1543-448d-aed5-8bd09d129646 req-2d6207f8-1afd-464d-8654-5d4458a0747e service neutron] Publish callbacks [] for port (3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:54.023497 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-d20b288e-1543-448d-aed5-8bd09d129646 req-2d6207f8-1afd-464d-8654-5d4458a0747e service neutron] Transition to ACTIVE for port object 3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:22:54.032451 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d20b288e-1543-448d-aed5-8bd09d129646 req-2d6207f8-1afd-464d-8654-5d4458a0747e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:54.225013 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6207f8-1afd-464d-8654-5d4458a0747e service neutron] Pushing event updated for resources: {'Port': ['ID=3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:54.248012 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbf923-2dec-4223-8469-c1b1c447d08c None None] Pushing event updated for resources: {'Port': ['ID=eb32f964-d94f-4973-ae42-febdfba48139,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:54.263685 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-958f3a3a-0a72-4622-b88d-19d3b9da7326 None None] Set router ee8a2280-c6ad-41d9-af77-850dc60fefb0 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:54.273230 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-19dbf923-2dec-4223-8469-c1b1c447d08c None None] Attempting to bind port eb32f964-d94f-4973-ae42-febdfba48139 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:22:54.275305 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-19dbf923-2dec-4223-8469-c1b1c447d08c None None] Attempting to bind port eb32f964-d94f-4973-ae42-febdfba48139 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '3978e743-0983-4083-a36b-da0523c9a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ceeeb596-f0c3-490c-afd9-b4404694599f'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:22:54.276769 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dbf923-2dec-4223-8469-c1b1c447d08c None None] Attempting to bind port eb32f964-d94f-4973-ae42-febdfba48139 on network ceeeb596-f0c3-490c-afd9-b4404694599f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:54.318164 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-d20b288e-1543-448d-aed5-8bd09d129646 req-2d6207f8-1afd-464d-8654-5d4458a0747e service neutron] Attempting to bind port 3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:22:54.318821 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-d20b288e-1543-448d-aed5-8bd09d129646 req-2d6207f8-1afd-464d-8654-5d4458a0747e service neutron] Attempting to bind port 3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '1c04bf0b-8aa7-40e6-8665-eb4d488e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1c04c518-39f2-47d7-96f5-a06debfdd8ed'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:22:54.318821 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20b288e-1543-448d-aed5-8bd09d129646 req-2d6207f8-1afd-464d-8654-5d4458a0747e service neutron] Attempting to bind port 3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2 on network 1c04c518-39f2-47d7-96f5-a06debfdd8ed {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:54.338765 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20b288e-1543-448d-aed5-8bd09d129646 req-2d6207f8-1afd-464d-8654-5d4458a0747e service neutron] Port 3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2 on network 1c04c518-39f2-47d7-96f5-a06debfdd8ed not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:22:54.339124 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20b288e-1543-448d-aed5-8bd09d129646 req-2d6207f8-1afd-464d-8654-5d4458a0747e service neutron] Attempting to bind port 3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2 on network 1c04c518-39f2-47d7-96f5-a06debfdd8ed {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:54.351979 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-00dbcfd4-90df-4f6f-874b-19744cf7889d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (879375de-b9ad-4520-a49b-8ff36d83dafc), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:54.352634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20b288e-1543-448d-aed5-8bd09d129646 req-2d6207f8-1afd-464d-8654-5d4458a0747e service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:22:54.352634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20b288e-1543-448d-aed5-8bd09d129646 req-2d6207f8-1afd-464d-8654-5d4458a0747e service neutron] Checking segment: {'id': '1c04bf0b-8aa7-40e6-8665-eb4d488e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1c04c518-39f2-47d7-96f5-a06debfdd8ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:54.353063 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20b288e-1543-448d-aed5-8bd09d129646 req-2d6207f8-1afd-464d-8654-5d4458a0747e service neutron] Bound using segment: {'id': '1c04bf0b-8aa7-40e6-8665-eb4d488e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1c04c518-39f2-47d7-96f5-a06debfdd8ed'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:22:54.353425 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-d20b288e-1543-448d-aed5-8bd09d129646 req-2d6207f8-1afd-464d-8654-5d4458a0747e service neutron] Bound port: 3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c04bf0b-8aa7-40e6-8665-eb4d488e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1c04c518-39f2-47d7-96f5-a06debfdd8ed'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:22:54.353792 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d20b288e-1543-448d-aed5-8bd09d129646 req-2d6207f8-1afd-464d-8654-5d4458a0747e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:54.403998 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dbf923-2dec-4223-8469-c1b1c447d08c None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:22:54.404261 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dbf923-2dec-4223-8469-c1b1c447d08c None None] Checking segment: {'id': '3978e743-0983-4083-a36b-da0523c9a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ceeeb596-f0c3-490c-afd9-b4404694599f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:54.404669 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19dbf923-2dec-4223-8469-c1b1c447d08c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:54.405064 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dbf923-2dec-4223-8469-c1b1c447d08c None None] Bound using segment: {'id': '3978e743-0983-4083-a36b-da0523c9a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ceeeb596-f0c3-490c-afd9-b4404694599f'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:22:54.405913 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-19dbf923-2dec-4223-8469-c1b1c447d08c None None] Bound port: eb32f964-d94f-4973-ae42-febdfba48139, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3978e743-0983-4083-a36b-da0523c9a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ceeeb596-f0c3-490c-afd9-b4404694599f'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:22:54.406285 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19dbf923-2dec-4223-8469-c1b1c447d08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (eb32f964-d94f-4973-ae42-febdfba48139), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:54.480810 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbcfd4-90df-4f6f-874b-19744cf7889d admin admin] Pushing event updated for resources: {'Subnet': ['ID=879375de-b9ad-4520-a49b-8ff36d83dafc,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:54.482339 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-78e54336-8936-4113-ab27-daa61828b92f None None] Current status of the port eb431bde-78fc-4a67-b737-6ae426cd2af8 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:54.482738 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78e54336-8936-4113-ab27-daa61828b92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (eb431bde-78fc-4a67-b737-6ae426cd2af8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:54.528929 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-d20b288e-1543-448d-aed5-8bd09d129646 req-2d6207f8-1afd-464d-8654-5d4458a0747e service neutron] For port 3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:54.538035 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-d20b288e-1543-448d-aed5-8bd09d129646 req-2d6207f8-1afd-464d-8654-5d4458a0747e service neutron] For port 3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2,segment=NetworkSegment(1c04bf0b-8aa7-40e6-8665-eb4d488e60a5),segment_id=1c04bf0b-8aa7-40e6-8665-eb4d488e60a5)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:22:54.547236 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d20b288e-1543-448d-aed5-8bd09d129646 req-2d6207f8-1afd-464d-8654-5d4458a0747e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:54.577013 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b288e-1543-448d-aed5-8bd09d129646 req-2d6207f8-1afd-464d-8654-5d4458a0747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:54.580345 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d20b288e-1543-448d-aed5-8bd09d129646 req-2d6207f8-1afd-464d-8654-5d4458a0747e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:54.581871 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d20b288e-1543-448d-aed5-8bd09d129646 req-2d6207f8-1afd-464d-8654-5d4458a0747e service neutron] 10.222.0.37 "PUT /v2.0/ports/3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2 HTTP/1.1" status: 200 len: 1091 time: 2.3551719 Jan 28 13:22:54.582345 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2109f7-6241-4fdd-a588-223d7d01c9e3', 'tag': '3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:54.586144 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6e892a-47f7-4780-9d5b-897196c1de7f" -d '{"events": [{"name": "network-changed", "server_uuid": "5c2109f7-6241-4fdd-a588-223d7d01c9e3", "tag": "3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:54.631915 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1f2afdc-b60f-4960-ad69-99648090ec78 req-c591ce67-cdee-487b-8f86-2c46f77715be tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2622323 Jan 28 13:22:54.658210 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6207f8-1afd-464d-8654-5d4458a0747e service neutron] Pushing event updated for resources: {'Port': ['ID=3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:54.662704 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5c10d464-553f-48ae-a085-b435a6c4b63f admin admin] Publish callbacks [] for router_gateway (e68fb4b7-eec3-43f9-adcc-a68388d6eb44), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:54.729533 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b288e-1543-448d-aed5-8bd09d129646 req-f565112b-9888-4293-ac61-c4ceec2a4028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:54.732864 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d20b288e-1543-448d-aed5-8bd09d129646 req-f565112b-9888-4293-ac61-c4ceec2a4028 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=abf5582cf6c74b03a46c276442437a1a&device_id=5c2109f7-6241-4fdd-a588-223d7d01c9e3 HTTP/1.1" status: 200 len: 1094 time: 0.0712984 Jan 28 13:22:54.863085 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dbcfd4-90df-4f6f-874b-19744cf7889d admin admin] Checking segment: {'id': '60d6e4fa-fdf0-461c-afad-5ea33c851fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c5e595f8-d236-4ed1-944a-b225ec428790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:54.863780 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dbcfd4-90df-4f6f-874b-19744cf7889d admin admin] Network hostable DHCP agents. Network: c5e595f8-d236-4ed1-944a-b225ec428790, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:22:54.874334 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d20b288e-1543-448d-aed5-8bd09d129646 req-b1fc3770-471b-40df-a73c-07a7d34deea7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2 HTTP/1.1" status: 200 len: 217 time: 0.1236544 Jan 28 13:22:54.879539 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-4b2be1c6-7ad7-4cb0-8b0b-14a2f1c23795 req-0916528a-9425-410d-861e-3de0cfb57423 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] For port ec53a87a-5204-404f-baaa-6192bd5bdde5, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=ec53a87a-5204-404f-baaa-6192bd5bdde5,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:54.880093 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4b2be1c6-7ad7-4cb0-8b0b-14a2f1c23795 req-0916528a-9425-410d-861e-3de0cfb57423 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ec53a87a-5204-404f-baaa-6192bd5bdde5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:54.918968 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-4b2be1c6-7ad7-4cb0-8b0b-14a2f1c23795 req-0916528a-9425-410d-861e-3de0cfb57423 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Calling delete_port for ec53a87a-5204-404f-baaa-6192bd5bdde5 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:22:54.977049 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b288e-1543-448d-aed5-8bd09d129646 req-15329202-c80e-47df-9d2e-51ff1f0da5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:54.978568 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d20b288e-1543-448d-aed5-8bd09d129646 req-15329202-c80e-47df-9d2e-51ff1f0da5f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=169866dc-bcf0-4fd7-aa06-8c342afd159a HTTP/1.1" status: 200 len: 854 time: 0.0752239 Jan 28 13:22:55.004022 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3951ed4-9df8-4bdc-8813-12d13f96c661 req-26c862df-3f8e-489b-93ef-66b408f38c15 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:55.020019 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e3951ed4-9df8-4bdc-8813-12d13f96c661 req-26c862df-3f8e-489b-93ef-66b408f38c15 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d13149b-6502-437d-9b59-6db585031c97 HTTP/1.1" status: 200 len: 950 time: 0.1776817 Jan 28 13:22:55.064724 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9d34a3-4685-4c6b-ba4e-3b05baf9a78d x-openstack-request-id: req-2d9d34a3-4685-4c6b-ba4e-3b05baf9a78d {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:55.064997 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c2109f7-6241-4fdd-a588-223d7d01c9e3", "tag": "3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:55.065367 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2d9d34a3-4685-4c6b-ba4e-3b05baf9a78d {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:55.065778 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2109f7-6241-4fdd-a588-223d7d01c9e3', 'tag': '3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2', 'status': 'completed', 'code': 200} Jan 28 13:22:55.116743 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d20b288e-1543-448d-aed5-8bd09d129646 req-4fe87fee-8db2-4208-bb3e-e6844321347c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c04c518-39f2-47d7-96f5-a06debfdd8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944006 Jan 28 13:22:55.291025 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dbcfd4-90df-4f6f-874b-19744cf7889d admin admin] Network c5e595f8-d236-4ed1-944a-b225ec428790 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:22:55.300423 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-19dbf923-2dec-4223-8469-c1b1c447d08c None None] For port eb32f964-d94f-4973-ae42-febdfba48139, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:55.308417 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-19dbf923-2dec-4223-8469-c1b1c447d08c None None] For port eb32f964-d94f-4973-ae42-febdfba48139, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=eb32f964-d94f-4973-ae42-febdfba48139,segment=NetworkSegment(3978e743-0983-4083-a36b-da0523c9a585),segment_id=3978e743-0983-4083-a36b-da0523c9a585)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:22:55.314856 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-00dbcfd4-90df-4f6f-874b-19744cf7889d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, c5e595f8-d236-4ed1-944a-b225ec428790) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:55.322724 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dbcfd4-90df-4f6f-874b-19744cf7889d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:55.323550 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-00dbcfd4-90df-4f6f-874b-19744cf7889d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:55.331464 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-78e54336-8936-4113-ab27-daa61828b92f None None] For port eb431bde-78fc-4a67-b737-6ae426cd2af8, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=eb431bde-78fc-4a67-b737-6ae426cd2af8,segment=NetworkSegment(fc07aa07-3239-412e-bc08-593cfe7720ed),segment_id=fc07aa07-3239-412e-bc08-593cfe7720ed)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:55.333375 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19dbf923-2dec-4223-8469-c1b1c447d08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (eb32f964-d94f-4973-ae42-febdfba48139), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:55.348389 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130c076-a4dc-4078-a6c7-cb39426e61b4 req-f08b20b2-83e2-4577-a1eb-68ef64cddae9 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:55.357429 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a130c076-a4dc-4078-a6c7-cb39426e61b4 req-f08b20b2-83e2-4577-a1eb-68ef64cddae9 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.2327933 Jan 28 13:22:55.366509 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d20b288e-1543-448d-aed5-8bd09d129646 req-50e8aa68-8db0-4454-9a20-491acd2bbe70 service neutron] 10.222.0.37 "GET /v2.0/networks/1c04c518-39f2-47d7-96f5-a06debfdd8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324657 Jan 28 13:22:55.369880 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e3951ed4-9df8-4bdc-8813-12d13f96c661 req-99d20315-4e95-49a2-84d7-82325e7ad92c tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494101 Jan 28 13:22:55.402333 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8670407-e63a-4613-b6f3-f9821c0f109b None None] Network c5e595f8-d236-4ed1-944a-b225ec428790 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:22:55.437513 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-00dbcfd4-90df-4f6f-874b-19744cf7889d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.2009327 Jan 28 13:22:55.447837 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49594) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:55.453350 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-92ec8b06-7c08-452a-8eb9-8f9cbd0e6818 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-697879175-router', 'tenant_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:55.476735 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49596) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:55.518260 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbf923-2dec-4223-8469-c1b1c447d08c None None] Pushing event updated for resources: {'Port': ['ID=eb32f964-d94f-4973-ae42-febdfba48139,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:55.551077 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78e54336-8936-4113-ab27-daa61828b92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (eb431bde-78fc-4a67-b737-6ae426cd2af8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:55.581881 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4b2be1c6-7ad7-4cb0-8b0b-14a2f1c23795 req-0916528a-9425-410d-861e-3de0cfb57423 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (ec53a87a-5204-404f-baaa-6192bd5bdde5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:55.604022 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a130c076-a4dc-4078-a6c7-cb39426e61b4 req-eb040e17-5495-47b8-b1ac-22b3f3438bf7 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392888 Jan 28 13:22:55.606574 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d20b288e-1543-448d-aed5-8bd09d129646 req-5fe0da72-2690-4f9d-a791-057cbd655642 service neutron] 10.222.0.37 "GET /v2.0/networks/1c04c518-39f2-47d7-96f5-a06debfdd8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339792 Jan 28 13:22:55.649125 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a009241-d388-4fe6-a557-cbaa01324941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-c5e595f8-d236-4ed1-944a-b225ec428790', 'network_id': 'c5e595f8-d236-4ed1-944a-b225ec428790', 'project_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'fixed_ips': [{'subnet_id': '879375de-b9ad-4520-a49b-8ff36d83dafc'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:22:55.651410 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92ec8b06-7c08-452a-8eb9-8f9cbd0e6818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (d5500048-e8bf-4f66-851b-5d847e04bdf2), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:55.652907 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92ec8b06-7c08-452a-8eb9-8f9cbd0e6818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (d5500048-e8bf-4f66-851b-5d847e04bdf2), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:55.655085 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a009241-d388-4fe6-a557-cbaa01324941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:55.696600 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916528a-9425-410d-861e-3de0cfb57423 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Pushing event deleted for resources: {'Port': ['ID=ec53a87a-5204-404f-baaa-6192bd5bdde5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:55.713907 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['5a7fcae3-a8c4-4ecf-8417-45d7a327c416', '25417da0-50d6-4cc5-8fda-ff274c26d2da'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:22:55.723506 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['43ce2e41-fabd-4370-80ce-35aa05357550', 'd2fb4175-b997-4b56-9f06-0dcf7dd8d1bb', '860fb29b-89df-40c0-b2b4-c3e67441f84e', '68528792-3dbd-4498-94d4-cf230495a3d9'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:22:55.835176 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2be1c6-7ad7-4cb0-8b0b-14a2f1c23795 req-0916528a-9425-410d-861e-3de0cfb57423 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] No DVR routers for this DVR port ec53a87a-5204-404f-baaa-6192bd5bdde5 on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:22:55.853223 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4b2be1c6-7ad7-4cb0-8b0b-14a2f1c23795 req-0916528a-9425-410d-861e-3de0cfb57423 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:55.857169 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4b2be1c6-7ad7-4cb0-8b0b-14a2f1c23795 req-0916528a-9425-410d-861e-3de0cfb57423 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.37 "DELETE /v2.0/ports/ec53a87a-5204-404f-baaa-6192bd5bdde5 HTTP/1.1" status: 204 len: 173 time: 3.2526007 Jan 28 13:22:55.861235 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-8a866ac0-6894-4c85-be85-0566373609fb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1014911395-network', 'tenant_id': 'ce0a70602dbb4f04919eb5980e768003'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:55.872332 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d13149b-6502-437d-9b59-6db585031c97', 'name': 'network-vif-deleted', 'tag': 'ec53a87a-5204-404f-baaa-6192bd5bdde5'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:55.875748 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbb3803-5572-4e40-844d-64b1016c10a2" -d '{"events": [{"server_uuid": "4d13149b-6502-437d-9b59-6db585031c97", "name": "network-vif-deleted", "tag": "ec53a87a-5204-404f-baaa-6192bd5bdde5"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:55.879638 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e892a-47f7-4780-9d5b-897196c1de7f req-98286905-f4f6-47ec-8bb1-28a77ada3ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:55.881283 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fb6e892a-47f7-4780-9d5b-897196c1de7f req-98286905-f4f6-47ec-8bb1-28a77ada3ca7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=abf5582cf6c74b03a46c276442437a1a&device_id=5c2109f7-6241-4fdd-a588-223d7d01c9e3 HTTP/1.1" status: 200 len: 1094 time: 0.1916931 Jan 28 13:22:56.057394 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92ec8b06-7c08-452a-8eb9-8f9cbd0e6818 admin admin] Publish callbacks [] for router_controller (d5500048-e8bf-4f66-851b-5d847e04bdf2), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:56.074305 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcdfa52-aff2-4976-833c-43be06027414 x-openstack-request-id: req-2dcdfa52-aff2-4976-833c-43be06027414 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:56.089335 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d13149b-6502-437d-9b59-6db585031c97", "name": "network-vif-deleted", "tag": "ec53a87a-5204-404f-baaa-6192bd5bdde5", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:56.091714 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2dcdfa52-aff2-4976-833c-43be06027414 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:56.092450 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d13149b-6502-437d-9b59-6db585031c97', 'name': 'network-vif-deleted', 'tag': 'ec53a87a-5204-404f-baaa-6192bd5bdde5', 'status': 'completed', 'code': 200} Jan 28 13:22:56.233733 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e892a-47f7-4780-9d5b-897196c1de7f req-5de0462c-d413-4632-81b7-cf2162f92721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:56.235339 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fb6e892a-47f7-4780-9d5b-897196c1de7f req-5de0462c-d413-4632-81b7-cf2162f92721 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1c04c518-39f2-47d7-96f5-a06debfdd8ed HTTP/1.1" status: 200 len: 914 time: 0.3455381 Jan 28 13:22:56.257404 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5c10d464-553f-48ae-a085-b435a6c4b63f admin admin] Publish callbacks [] for router_gateway (e68fb4b7-eec3-43f9-adcc-a68388d6eb44), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:56.266051 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e54336-8936-4113-ab27-daa61828b92f None None] Pushing event updated for resources: {'Port': ['ID=eb431bde-78fc-4a67-b737-6ae426cd2af8,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:56.295631 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fb6e892a-47f7-4780-9d5b-897196c1de7f req-f631ea52-0705-4a7e-85b8-54a124105ade service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2 HTTP/1.1" status: 200 len: 217 time: 0.0520082 Jan 28 13:22:56.308989 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963386f-05ba-4185-be8e-e625f543b2f0 req-e4444cd9-fdbb-4d1e-aff4-760d08f8cf40 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:56.319479 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d963386f-05ba-4185-be8e-e625f543b2f0 req-e4444cd9-fdbb-4d1e-aff4-760d08f8cf40 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2109f7-6241-4fdd-a588-223d7d01c9e3 HTTP/1.1" status: 200 len: 943 time: 0.5175464 Jan 28 13:22:56.337953 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5c10d464-553f-48ae-a085-b435a6c4b63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:56.340334 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a866ac0-6894-4c85-be85-0566373609fb admin admin] Made reservation on behalf of ce0a70602dbb4f04919eb5980e768003 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:22:56.343323 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a866ac0-6894-4c85-be85-0566373609fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:56.375880 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a866ac0-6894-4c85-be85-0566373609fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:56.407886 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e892a-47f7-4780-9d5b-897196c1de7f req-431d37d2-5627-4690-a244-cf04469150f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:56.409429 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fb6e892a-47f7-4780-9d5b-897196c1de7f req-431d37d2-5627-4690-a244-cf04469150f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=169866dc-bcf0-4fd7-aa06-8c342afd159a HTTP/1.1" status: 200 len: 854 time: 0.0887558 Jan 28 13:22:56.422746 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-9a009241-d388-4fe6-a557-cbaa01324941 None None] Allocated IP 172.20.0.2 (c5e595f8-d236-4ed1-944a-b225ec428790/879375de-b9ad-4520-a49b-8ff36d83dafc/7679d270-5c5a-4974-9460-12e6d5a6088b) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:22:56.466645 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fb6e892a-47f7-4780-9d5b-897196c1de7f req-ae63eb38-ccd9-442c-a691-fa0d7804d355 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c04c518-39f2-47d7-96f5-a06debfdd8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495942 Jan 28 13:22:56.559259 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a8e8476d-cfa3-48de-8a30-e5617c5cee73 None None] Provisioning complete for port eb431bde-78fc-4a67-b737-6ae426cd2af8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:56.568893 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a8e8476d-cfa3-48de-8a30-e5617c5cee73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (eb431bde-78fc-4a67-b737-6ae426cd2af8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:56.607822 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device ec53a87a-5204-404f-baaa-6192bd5bdde5 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:22:56.659898 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fb6e892a-47f7-4780-9d5b-897196c1de7f req-0039fa0b-2b8c-47af-aefb-ff246e484f62 service neutron] 10.222.0.37 "GET /v2.0/networks/1c04c518-39f2-47d7-96f5-a06debfdd8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784596 Jan 28 13:22:56.662304 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: ec53a87a-5204-404f-baaa-6192bd5bdde5 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:22:56.662872 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device ec53a87a-5204-404f-baaa-6192bd5bdde5 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:22:56.664662 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d963386f-05ba-4185-be8e-e625f543b2f0 req-5b114771-b677-4d0d-b106-cb5bf2e9ae96 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425498 Jan 28 13:22:56.708092 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92ec8b06-7c08-452a-8eb9-8f9cbd0e6818 admin admin] Publish callbacks [] for router_gateway (d5500048-e8bf-4f66-851b-5d847e04bdf2), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:56.737909 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4c861a63-9eb5-4e3f-b090-b2b66a5eab21 req-c1105e08-b68b-470d-8f2d-45c84af2080d tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d13149b-6502-437d-9b59-6db585031c97 HTTP/1.1" status: 200 len: 210 time: 0.1902750 Jan 28 13:22:56.911356 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-5c10d464-553f-48ae-a085-b435a6c4b63f admin admin] Allocated IP 172.25.3.214 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/b408c760-2f48-4f2e-aca4-ecc0472cf6d0) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:22:56.957509 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fb6e892a-47f7-4780-9d5b-897196c1de7f req-9264e0eb-f3fa-4cee-8084-04f6f161a349 service neutron] 10.222.0.37 "GET /v2.0/networks/1c04c518-39f2-47d7-96f5-a06debfdd8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906511 Jan 28 13:22:56.996998 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac62005-9ece-4bc1-804a-e09462cf99e2 req-e628d12b-ad11-478b-86e8-e05aaa3fb280 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:56.998887 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ac62005-9ece-4bc1-804a-e09462cf99e2 req-e628d12b-ad11-478b-86e8-e05aaa3fb280 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.1694009 Jan 28 13:22:57.021441 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a866ac0-6894-4c85-be85-0566373609fb admin admin] Publish callbacks [] for security_group (b9efc1cc-e177-4c1c-b160-989c7d0f2f37), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:57.057697 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a866ac0-6894-4c85-be85-0566373609fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b9efc1cc-e177-4c1c-b160-989c7d0f2f37), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:57.099680 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a866ac0-6894-4c85-be85-0566373609fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9efc1cc-e177-4c1c-b160-989c7d0f2f37,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:57.121827 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a866ac0-6894-4c85-be85-0566373609fb admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:22:57.166047 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-958f3a3a-0a72-4622-b88d-19d3b9da7326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8a2280-c6ad-41d9-af77-850dc60fefb0', 'name': 'tempest-AttachSCSIVolumeTestJSON-814544759-router', 'tenant_id': 'f431e21970304cbd95b6113484fdd615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '5bd409f1-9abf-47ba-b714-ad3e809090a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:40Z', 'updated_at': '2022-01-28T13:22:48Z', 'revision_number': 4, 'project_id': 'f431e21970304cbd95b6113484fdd615', 'gw_port': {'id': '5bd409f1-9abf-47ba-b714-ad3e809090a9', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8a2280-c6ad-41d9-af77-850dc60fefb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:41Z', 'updated_at': '2022-01-28T13:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'eb431bde-78fc-4a67-b737-6ae426cd2af8', 'name': '', 'network_id': '077ddb72-71ce-436a-9d31-a635bbd1a7d0', 'tenant_id': 'f431e21970304cbd95b6113484fdd615', 'mac_address': 'fa:16:3e:d7:3f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8a2280-c6ad-41d9-af77-850dc60fefb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '5d96916d-8aad-4141-88fe-09f322c6341e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:46Z', 'updated_at': '2022-01-28T13:22:53Z', 'revision_number': 4, 'project_id': 'f431e21970304cbd95b6113484fdd615', 'subnets': [{'id': '5d96916d-8aad-4141-88fe-09f322c6341e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:57.213255 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ac62005-9ece-4bc1-804a-e09462cf99e2 req-89d76c43-9883-4762-a655-835d057bf2b3 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043891 Jan 28 13:22:57.323129 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a866ac0-6894-4c85-be85-0566373609fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (3d7bbb84-1347-44a8-a611-721d7649ef5f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:57.323729 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-8a866ac0-6894-4c85-be85-0566373609fb admin admin] Added segment 3d7bbb84-1347-44a8-a611-721d7649ef5f of type vlan for network f9b60776-57bf-4a6f-895a-7307e37d4fc3 Jan 28 13:22:57.325562 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92ec8b06-7c08-452a-8eb9-8f9cbd0e6818 admin admin] Publish callbacks [] for router_gateway (d5500048-e8bf-4f66-851b-5d847e04bdf2), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:57.378026 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92ec8b06-7c08-452a-8eb9-8f9cbd0e6818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:57.432954 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a009241-d388-4fe6-a557-cbaa01324941 None None] Publish callbacks [] for port (7679d270-5c5a-4974-9460-12e6d5a6088b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:57.499475 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5c10d464-553f-48ae-a085-b435a6c4b63f admin admin] Publish callbacks [] for port (b408c760-2f48-4f2e-aca4-ecc0472cf6d0), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:57.519295 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a866ac0-6894-4c85-be85-0566373609fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (f9b60776-57bf-4a6f-895a-7307e37d4fc3), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:57.539112 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device eb32f964-d94f-4973-ae42-febdfba48139 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:57.565438 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a866ac0-6894-4c85-be85-0566373609fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (f9b60776-57bf-4a6f-895a-7307e37d4fc3), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:57.568857 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a866ac0-6894-4c85-be85-0566373609fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:57.569628 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a866ac0-6894-4c85-be85-0566373609fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:57.606200 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f95bc77-9d46-4f99-9e0a-fcab47e49f17 None None] Network ceeeb596-f0c3-490c-afd9-b4404694599f requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:22:57.608496 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958f3a3a-0a72-4622-b88d-19d3b9da7326 None None] The sync data for ids ['ee8a2280-c6ad-41d9-af77-850dc60fefb0'] in n-d-822747-2 is: [{'id': 'ee8a2280-c6ad-41d9-af77-850dc60fefb0', 'name': 'tempest-AttachSCSIVolumeTestJSON-814544759-router', 'tenant_id': 'f431e21970304cbd95b6113484fdd615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '5bd409f1-9abf-47ba-b714-ad3e809090a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:40Z', 'updated_at': '2022-01-28T13:22:48Z', 'revision_number': 4, 'project_id': 'f431e21970304cbd95b6113484fdd615', 'gw_port': {'id': '5bd409f1-9abf-47ba-b714-ad3e809090a9', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8a2280-c6ad-41d9-af77-850dc60fefb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:41Z', 'updated_at': '2022-01-28T13:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'eb431bde-78fc-4a67-b737-6ae426cd2af8', 'name': '', 'network_id': '077ddb72-71ce-436a-9d31-a635bbd1a7d0', 'tenant_id': 'f431e21970304cbd95b6113484fdd615', 'mac_address': 'fa:16:3e:d7:3f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8a2280-c6ad-41d9-af77-850dc60fefb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '5d96916d-8aad-4141-88fe-09f322c6341e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:46Z', 'updated_at': '2022-01-28T13:22:53Z', 'revision_number': 4, 'project_id': 'f431e21970304cbd95b6113484fdd615', 'subnets': [{'id': '5d96916d-8aad-4141-88fe-09f322c6341e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:22:57.635507 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5c10d464-553f-48ae-a085-b435a6c4b63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (b408c760-2f48-4f2e-aca4-ecc0472cf6d0), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:57.639358 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a009241-d388-4fe6-a557-cbaa01324941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (7679d270-5c5a-4974-9460-12e6d5a6088b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:57.906345 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a009241-d388-4fe6-a557-cbaa01324941 None None] Network c5e595f8-d236-4ed1-944a-b225ec428790 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:57.967080 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a8e8476d-cfa3-48de-8a30-e5617c5cee73 None None] Current status of the port eb431bde-78fc-4a67-b737-6ae426cd2af8 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:57.977904 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c10d464-553f-48ae-a085-b435a6c4b63f admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:57.984933 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-9a009241-d388-4fe6-a557-cbaa01324941 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:58.002979 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a009241-d388-4fe6-a557-cbaa01324941 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:58.021328 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a009241-d388-4fe6-a557-cbaa01324941 None None] Pushing event updated for resources: {'Port': ['ID=7679d270-5c5a-4974-9460-12e6d5a6088b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:58.054287 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10d464-553f-48ae-a085-b435a6c4b63f admin admin] Pushing event updated for resources: {'Port': ['ID=b408c760-2f48-4f2e-aca4-ecc0472cf6d0,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:58.064972 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7666b8-7bdb-4ed1-b4c1-be10a8613822 req-8ed06f8b-1340-4ae6-bf26-67c021fc619f tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:58.081239 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8a866ac0-6894-4c85-be85-0566373609fb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.6000805 Jan 28 13:22:58.094172 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c7666b8-7bdb-4ed1-b4c1-be10a8613822 req-8ed06f8b-1340-4ae6-bf26-67c021fc619f tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2109f7-6241-4fdd-a588-223d7d01c9e3 HTTP/1.1" status: 200 len: 943 time: 0.2042556 Jan 28 13:22:58.099777 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49632) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:58.129636 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-208230bf-8ad8-4503-af87-1a39334d36be admin admin] Request body: {'subnet': {'network_id': 'f9b60776-57bf-4a6f-895a-7307e37d4fc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1014911395-subnet', 'tenant_id': 'ce0a70602dbb4f04919eb5980e768003', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:58.187673 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-5c10d464-553f-48ae-a085-b435a6c4b63f admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:58.203153 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c10d464-553f-48ae-a085-b435a6c4b63f admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:58.281353 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208230bf-8ad8-4503-af87-1a39334d36be admin admin] Made reservation on behalf of ce0a70602dbb4f04919eb5980e768003 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:22:58.285482 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a866ac0-6894-4c85-be85-0566373609fb admin admin] Pushing event updated for resources: {'Network': ['ID=f9b60776-57bf-4a6f-895a-7307e37d4fc3,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:58.286719 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-208230bf-8ad8-4503-af87-1a39334d36be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:58.288553 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-92ec8b06-7c08-452a-8eb9-8f9cbd0e6818 admin admin] Allocated IP 172.25.3.167 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/9469b04f-bf39-4d09-b356-9f4c838e4459) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:22:58.380561 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port eb32f964-d94f-4973-ae42-febdfba48139 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:58.380967 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (eb32f964-d94f-4973-ae42-febdfba48139), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:58.394873 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c7666b8-7bdb-4ed1-b4c1-be10a8613822 req-69244a30-0e5e-482c-b61a-a5862e771b2a tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985239 Jan 28 13:22:58.426112 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network f9b60776-57bf-4a6f-895a-7307e37d4fc3 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:22:58.506949 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:22:58.639550 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92ec8b06-7c08-452a-8eb9-8f9cbd0e6818 admin admin] Publish callbacks [] for port (9469b04f-bf39-4d09-b356-9f4c838e4459), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:58.699509 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92ec8b06-7c08-452a-8eb9-8f9cbd0e6818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (9469b04f-bf39-4d09-b356-9f4c838e4459), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:58.899032 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f0d2091c-e73d-4729-8e73-4ae8a5643844 None None] Provisioning complete for port eb32f964-d94f-4973-ae42-febdfba48139 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:58.899422 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f0d2091c-e73d-4729-8e73-4ae8a5643844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (eb32f964-d94f-4973-ae42-febdfba48139), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:58.990518 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcd62c-8c2e-4932-8b10-b0bcb55b0180 req-01af7566-1af7-4d21-bb74-c33a10bdf584 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:58.992361 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aafcd62c-8c2e-4932-8b10-b0bcb55b0180 req-01af7566-1af7-4d21-bb74-c33a10bdf584 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c5e0cf1-5597-4c36-b604-c99dbaa6c2be HTTP/1.1" status: 200 len: 950 time: 0.2908626 Jan 28 13:22:58.993924 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-208230bf-8ad8-4503-af87-1a39334d36be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (93f30df4-f2d9-4dd9-b97e-385f6dcdd0ca), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:58.997283 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ec8b06-7c08-452a-8eb9-8f9cbd0e6818 admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:59.033483 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa8623-b183-4dca-b267-7fb52414581c req-8f7ccf6f-11f7-45ed-8d0a-de537d95a928 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:59.041116 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0daa8623-b183-4dca-b267-7fb52414581c req-8f7ccf6f-11f7-45ed-8d0a-de537d95a928 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.3565056 Jan 28 13:22:59.049047 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-92ec8b06-7c08-452a-8eb9-8f9cbd0e6818 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:59.052704 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ec8b06-7c08-452a-8eb9-8f9cbd0e6818 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:59.076708 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec8b06-7c08-452a-8eb9-8f9cbd0e6818 admin admin] Pushing event updated for resources: {'Port': ['ID=9469b04f-bf39-4d09-b356-9f4c838e4459,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:59.164317 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208230bf-8ad8-4503-af87-1a39334d36be admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f30df4-f2d9-4dd9-b97e-385f6dcdd0ca,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:59.186870 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0daa8623-b183-4dca-b267-7fb52414581c req-d5ff708f-e7ee-4740-92de-d8832dc12d31 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447358 Jan 28 13:22:59.210000 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aafcd62c-8c2e-4932-8b10-b0bcb55b0180 req-1cc00ba4-4af7-47f3-811e-44dbe87cd582 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066767 Jan 28 13:22:59.245614 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208230bf-8ad8-4503-af87-1a39334d36be admin admin] Checking segment: {'id': '3d7bbb84-1347-44a8-a611-721d7649ef5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f9b60776-57bf-4a6f-895a-7307e37d4fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:59.245937 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208230bf-8ad8-4503-af87-1a39334d36be admin admin] Network hostable DHCP agents. Network: f9b60776-57bf-4a6f-895a-7307e37d4fc3, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:22:59.260812 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-9a009241-d388-4fe6-a557-cbaa01324941 None None] Attempting to bind port 7679d270-5c5a-4974-9460-12e6d5a6088b on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:22:59.261177 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-9a009241-d388-4fe6-a557-cbaa01324941 None None] Attempting to bind port 7679d270-5c5a-4974-9460-12e6d5a6088b by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '60d6e4fa-fdf0-461c-afad-5ea33c851fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c5e595f8-d236-4ed1-944a-b225ec428790'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:22:59.261537 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a009241-d388-4fe6-a557-cbaa01324941 None None] Attempting to bind port 7679d270-5c5a-4974-9460-12e6d5a6088b on network c5e595f8-d236-4ed1-944a-b225ec428790 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:59.288710 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a009241-d388-4fe6-a557-cbaa01324941 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:22:59.291749 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a009241-d388-4fe6-a557-cbaa01324941 None None] Checking segment: {'id': '60d6e4fa-fdf0-461c-afad-5ea33c851fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c5e595f8-d236-4ed1-944a-b225ec428790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:59.292186 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a009241-d388-4fe6-a557-cbaa01324941 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:59.294005 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a009241-d388-4fe6-a557-cbaa01324941 None None] Bound using segment: {'id': '60d6e4fa-fdf0-461c-afad-5ea33c851fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c5e595f8-d236-4ed1-944a-b225ec428790'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:22:59.294549 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-9a009241-d388-4fe6-a557-cbaa01324941 None None] Bound port: 7679d270-5c5a-4974-9460-12e6d5a6088b, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d6e4fa-fdf0-461c-afad-5ea33c851fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c5e595f8-d236-4ed1-944a-b225ec428790'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:22:59.294899 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a009241-d388-4fe6-a557-cbaa01324941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7679d270-5c5a-4974-9460-12e6d5a6088b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:59.296757 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208230bf-8ad8-4503-af87-1a39334d36be admin admin] Network f9b60776-57bf-4a6f-895a-7307e37d4fc3 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:22:59.314964 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-208230bf-8ad8-4503-af87-1a39334d36be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, f9b60776-57bf-4a6f-895a-7307e37d4fc3) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:59.327468 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208230bf-8ad8-4503-af87-1a39334d36be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:59.329650 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-208230bf-8ad8-4503-af87-1a39334d36be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:59.372102 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f95b0e8-b8e9-4bbc-981b-45274a0fca5c None None] Network f9b60776-57bf-4a6f-895a-7307e37d4fc3 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:22:59.387049 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5c10d464-553f-48ae-a085-b435a6c4b63f admin admin] Publish callbacks [] for router_gateway (e68fb4b7-eec3-43f9-adcc-a68388d6eb44), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:59.389380 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-208230bf-8ad8-4503-af87-1a39334d36be admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2846694 Jan 28 13:22:59.573433 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2,segment=NetworkSegment(1c04bf0b-8aa7-40e6-8665-eb4d488e60a5),segment_id=1c04bf0b-8aa7-40e6-8665-eb4d488e60a5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:59.677910 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2', 'network_id': '1c04c518-39f2-47d7-96f5-a06debfdd8ed', 'port_id': '3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2', 'mac_address': 'fa:16:3e:68:cd:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169866dc-bcf0-4fd7-aa06-8c342afd159a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:22:59.724899 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-596264a9-685e-453e-9e85-5191864d0609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:59.751114 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84e8f33-eeb8-46f9-a7a4-1e0e893c5e09 None None] Network f9b60776-57bf-4a6f-895a-7307e37d4fc3 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:22:59.857147 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [req-743b52df-4bf4-4273-9dcd-79be38cd6244 req-52f281c4-eff1-4435-95ab-5c73c789053b tempest-SecurityGroupsNegativeTestJSON-1477294985 tempest-SecurityGroupsNegativeTestJSON-1477294985-project] show failed (client error): The resource could not be found. Jan 28 13:22:59.858269 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-743b52df-4bf4-4273-9dcd-79be38cd6244 req-52f281c4-eff1-4435-95ab-5c73c789053b tempest-SecurityGroupsNegativeTestJSON-1477294985 tempest-SecurityGroupsNegativeTestJSON-1477294985-project] 10.222.0.39 "GET /v2.0/security-groups/dce3abec-67cd-47fc-b6d8-76a8a236df7d HTTP/1.1" status: 404 len: 352 time: 0.0249190 Jan 28 13:23:00.101279 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:00.101678 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:00.145509 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-506a40f6-2d60-4efc-b01a-5e8674b0d083 req-dda6be11-be15-48fe-9d9a-e268899a993d tempest-SecurityGroupsNegativeTestJSON-1477294985 tempest-SecurityGroupsNegativeTestJSON-1477294985-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce0a70602dbb4f04919eb5980e768003 HTTP/1.1" status: 200 len: 3001 time: 0.0910647 Jan 28 13:23:00.184463 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4e2a0-e87e-44a1-ba3e-2827c9da6054 req-f5e760a8-d812-44f1-8267-33077e28f9c6 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:00.191755 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-02b4e2a0-e87e-44a1-ba3e-2827c9da6054 req-f5e760a8-d812-44f1-8267-33077e28f9c6 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2109f7-6241-4fdd-a588-223d7d01c9e3 HTTP/1.1" status: 200 len: 943 time: 0.6818156 Jan 28 13:23:00.206168 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:23:00.223314 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a009241-d388-4fe6-a557-cbaa01324941 None None] For port 7679d270-5c5a-4974-9460-12e6d5a6088b, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:00.282119 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port eb32f964-d94f-4973-ae42-febdfba48139 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:00.282511 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (eb32f964-d94f-4973-ae42-febdfba48139), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:00.300828 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd5a26-75ca-4365-b415-8b5b55f04cee req-885efb6a-ee69-401a-a686-8193ac755701 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:00.301521 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a009241-d388-4fe6-a557-cbaa01324941 None None] For port 7679d270-5c5a-4974-9460-12e6d5a6088b, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7679d270-5c5a-4974-9460-12e6d5a6088b,segment=NetworkSegment(60d6e4fa-fdf0-461c-afad-5ea33c851fa9),segment_id=60d6e4fa-fdf0-461c-afad-5ea33c851fa9)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:23:00.304451 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0fd5a26-75ca-4365-b415-8b5b55f04cee req-885efb6a-ee69-401a-a686-8193ac755701 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5e0cf1-5597-4c36-b604-c99dbaa6c2be HTTP/1.1" status: 200 len: 950 time: 0.1409245 Jan 28 13:23:00.317284 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-506a40f6-2d60-4efc-b01a-5e8674b0d083 req-ef22a711-1da1-405a-8d19-4de7e87f925e tempest-SecurityGroupsNegativeTestJSON-1477294985 tempest-SecurityGroupsNegativeTestJSON-1477294985-project] 10.222.0.39 "GET /v2.0/security-groups/b9efc1cc-e177-4c1c-b160-989c7d0f2f37 HTTP/1.1" status: 200 len: 2998 time: 0.1685333 Jan 28 13:23:00.324690 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2,segment=NetworkSegment(1c04bf0b-8aa7-40e6-8665-eb4d488e60a5),segment_id=1c04bf0b-8aa7-40e6-8665-eb4d488e60a5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:00.328720 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a009241-d388-4fe6-a557-cbaa01324941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7679d270-5c5a-4974-9460-12e6d5a6088b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:00.346117 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:00.443095 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5c10d464-553f-48ae-a085-b435a6c4b63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (e68fb4b7-eec3-43f9-adcc-a68388d6eb44), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:00.474309 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port eb32f964-d94f-4973-ae42-febdfba48139, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=eb32f964-d94f-4973-ae42-febdfba48139,segment=NetworkSegment(3978e743-0983-4083-a36b-da0523c9a585),segment_id=3978e743-0983-4083-a36b-da0523c9a585)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:00.476098 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a009241-d388-4fe6-a557-cbaa01324941 None None] Pushing event updated for resources: {'Port': ['ID=7679d270-5c5a-4974-9460-12e6d5a6088b,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:00.504630 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-506a40f6-2d60-4efc-b01a-5e8674b0d083 req-34f69adb-ece7-4abf-b5df-bd30008cfd01 tempest-SecurityGroupsNegativeTestJSON-1477294985 tempest-SecurityGroupsNegativeTestJSON-1477294985-project] 10.222.0.39 "GET /v2.0/security-groups/b9efc1cc-e177-4c1c-b160-989c7d0f2f37 HTTP/1.1" status: 200 len: 2998 time: 0.1852372 Jan 28 13:23:00.515900 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92ec8b06-7c08-452a-8eb9-8f9cbd0e6818 admin admin] Publish callbacks [] for router_gateway (d5500048-e8bf-4f66-851b-5d847e04bdf2), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:00.536431 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-02b4e2a0-e87e-44a1-ba3e-2827c9da6054 req-111d2494-a4d7-4213-a05a-7e9456e85a60 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436632 Jan 28 13:23:00.561951 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f0d2091c-e73d-4729-8e73-4ae8a5643844 None None] Current status of the port eb32f964-d94f-4973-ae42-febdfba48139 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:00.568016 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f0d2091c-e73d-4729-8e73-4ae8a5643844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (eb32f964-d94f-4973-ae42-febdfba48139), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:00.586847 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (eb32f964-d94f-4973-ae42-febdfba48139), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:00.598069 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-c0fd5a26-75ca-4365-b415-8b5b55f04cee req-8ced28df-48b8-44a4-93dc-7d3cc2c5c946 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Deleting port 68528792-3dbd-4498-94d4-cf230495a3d9 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:23:00.599208 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c0fd5a26-75ca-4365-b415-8b5b55f04cee req-8ced28df-48b8-44a4-93dc-7d3cc2c5c946 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (68528792-3dbd-4498-94d4-cf230495a3d9), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:00.794230 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010c267-248a-4995-88a3-6cad74a9823c req-84945ebb-73f6-42ad-ac0c-df3058128ac3 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:00.802706 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0010c267-248a-4995-88a3-6cad74a9823c req-84945ebb-73f6-42ad-ac0c-df3058128ac3 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.1439612 Jan 28 13:23:00.850815 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-c0fd5a26-75ca-4365-b415-8b5b55f04cee req-8ced28df-48b8-44a4-93dc-7d3cc2c5c946 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] For port 68528792-3dbd-4498-94d4-cf230495a3d9, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=68528792-3dbd-4498-94d4-cf230495a3d9,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:00.851627 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c0fd5a26-75ca-4365-b415-8b5b55f04cee req-8ced28df-48b8-44a4-93dc-7d3cc2c5c946 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (68528792-3dbd-4498-94d4-cf230495a3d9), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:00.856585 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device eb431bde-78fc-4a67-b737-6ae426cd2af8 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:00.873303 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:00.881188 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-c0fd5a26-75ca-4365-b415-8b5b55f04cee req-8ced28df-48b8-44a4-93dc-7d3cc2c5c946 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Calling delete_port for 68528792-3dbd-4498-94d4-cf230495a3d9 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:23:00.909260 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0010c267-248a-4995-88a3-6cad74a9823c req-2cf8b87f-0502-47cc-b8a1-7fd909f13f55 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050141 Jan 28 13:23:00.936560 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:23:01.002731 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7aba6e-2ad2-4b2f-8ebd-046edf2c5a78 req-93fce0d5-5bc8-473e-91a1-08bb7f578e0d tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:01.004298 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6c7aba6e-2ad2-4b2f-8ebd-046edf2c5a78 req-93fce0d5-5bc8-473e-91a1-08bb7f578e0d tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c5e0cf1-5597-4c36-b604-c99dbaa6c2be HTTP/1.1" status: 200 len: 950 time: 0.3638542 Jan 28 13:23:01.126711 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b2e872d4-ca20-40b2-bf44-f55a2f27c953 req-035fafc6-c1e1-4a36-878a-4c016d499450 tempest-SecurityGroupsNegativeTestJSON-1477294985 tempest-SecurityGroupsNegativeTestJSON-1477294985-project] 10.222.0.39 "GET /v2.0/security-groups/b9efc1cc-e177-4c1c-b160-989c7d0f2f37 HTTP/1.1" status: 200 len: 2998 time: 0.1142712 Jan 28 13:23:01.223184 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6c7aba6e-2ad2-4b2f-8ebd-046edf2c5a78 req-67512e95-416f-4fb2-a2e4-27bd09e28eb3 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301961 Jan 28 13:23:01.233528 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c10d464-553f-48ae-a085-b435a6c4b63f admin admin] Router e68fb4b7-eec3-43f9-adcc-a68388d6eb44 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:23:01.237139 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=eb32f964-d94f-4973-ae42-febdfba48139,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:01.285131 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92ec8b06-7c08-452a-8eb9-8f9cbd0e6818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (d5500048-e8bf-4f66-851b-5d847e04bdf2), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:01.315924 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-f0d2091c-e73d-4729-8e73-4ae8a5643844 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:23:01.316367 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-f0d2091c-e73d-4729-8e73-4ae8a5643844 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:23:01.369312 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [req-b2e872d4-ca20-40b2-bf44-f55a2f27c953 req-cfa8d847-50b3-459a-a3a6-44038110ea5e tempest-SecurityGroupsNegativeTestJSON-1477294985 tempest-SecurityGroupsNegativeTestJSON-1477294985-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 13:23:01.401276 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b2e872d4-ca20-40b2-bf44-f55a2f27c953 req-cfa8d847-50b3-459a-a3a6-44038110ea5e tempest-SecurityGroupsNegativeTestJSON-1477294985 tempest-SecurityGroupsNegativeTestJSON-1477294985-project] 10.222.0.39 "DELETE /v2.0/security-groups/b9efc1cc-e177-4c1c-b160-989c7d0f2f37 HTTP/1.1" status: 409 len: 352 time: 0.2702122 Jan 28 13:23:01.580289 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c10d464-553f-48ae-a085-b435a6c4b63f admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:23:01.588109 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [req-1f4aca78-fae9-4cd7-9c88-c7bb040c8f8f req-dd1d903d-d288-416e-aa42-7cbd4253ce74 tempest-SecurityGroupsNegativeTestJSON-1477294985 tempest-SecurityGroupsNegativeTestJSON-1477294985-project] show failed (client error): The resource could not be found. Jan 28 13:23:01.595060 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51965521-7ff5-46f3-aeaf-3a00029b6fc2 None None] Sync routers for ids ['e68fb4b7-eec3-43f9-adcc-a68388d6eb44'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:23:01.602968 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port eb431bde-78fc-4a67-b737-6ae426cd2af8 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:01.603539 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (eb431bde-78fc-4a67-b737-6ae426cd2af8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:01.610022 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a445048-10c3-4c44-bc9b-f0e60519571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:01.617184 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1f4aca78-fae9-4cd7-9c88-c7bb040c8f8f req-dd1d903d-d288-416e-aa42-7cbd4253ce74 tempest-SecurityGroupsNegativeTestJSON-1477294985 tempest-SecurityGroupsNegativeTestJSON-1477294985-project] 10.222.0.39 "GET /v2.0/security-groups/f2b25f2e-0540-489a-bca0-31f0b6516693 HTTP/1.1" status: 404 len: 352 time: 0.1696393 Jan 28 13:23:01.627461 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5c10d464-553f-48ae-a085-b435a6c4b63f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:01.635160 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5c10d464-553f-48ae-a085-b435a6c4b63f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 9.1660342 Jan 28 13:23:01.637214 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51965521-7ff5-46f3-aeaf-3a00029b6fc2 None None] Routers {'e68fb4b7-eec3-43f9-adcc-a68388d6eb44'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:01.637863 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-51965521-7ff5-46f3-aeaf-3a00029b6fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:22:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e68fb4b7-eec3-43f9-adcc-a68388d6eb44'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:01.640199 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49674) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:01.680258 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ec8b06-7c08-452a-8eb9-8f9cbd0e6818 admin admin] Router d5500048-e8bf-4f66-851b-5d847e04bdf2 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:23:01.739591 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port eb431bde-78fc-4a67-b737-6ae426cd2af8 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:01.944694 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f0d2091c-e73d-4729-8e73-4ae8a5643844 None None] Current status of the port eb32f964-d94f-4973-ae42-febdfba48139 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:01.973733 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-51965521-7ff5-46f3-aeaf-3a00029b6fc2 None None] Set router e68fb4b7-eec3-43f9-adcc-a68388d6eb44 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:02.027584 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b73b9c-700a-4458-a62d-0d558de30b46 req-d8a2303d-c74d-45b5-bdc5-8245d489c59c tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:02.030014 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15b73b9c-700a-4458-a62d-0d558de30b46 req-d8a2303d-c74d-45b5-bdc5-8245d489c59c tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2109f7-6241-4fdd-a588-223d7d01c9e3 HTTP/1.1" status: 200 len: 944 time: 0.3244014 Jan 28 13:23:02.080644 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-fe02bd5d-576f-4ce8-8967-e8d39c0d5116 None None] Provisioning complete for port eb32f964-d94f-4973-ae42-febdfba48139 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:02.081676 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe02bd5d-576f-4ce8-8967-e8d39c0d5116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (eb32f964-d94f-4973-ae42-febdfba48139), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:02.115531 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ec8b06-7c08-452a-8eb9-8f9cbd0e6818 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:23:02.153594 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b448c7-3ce9-4caa-a89b-27f6ebb20db2 None None] Sync routers for ids ['d5500048-e8bf-4f66-851b-5d847e04bdf2'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:23:02.166344 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92ec8b06-7c08-452a-8eb9-8f9cbd0e6818 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:02.171107 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-92ec8b06-7c08-452a-8eb9-8f9cbd0e6818 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.7217932 Jan 28 13:23:02.173888 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49678) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:02.187926 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [req-fed9cf4e-5414-412c-8d81-3b5d6e20adb1 req-71c0d8a1-d0a0-4dd3-b3bb-414ce1ffc7e8 tempest-SecurityGroupsNegativeTestJSON-1477294985 tempest-SecurityGroupsNegativeTestJSON-1477294985-project] show failed (client error): The resource could not be found. Jan 28 13:23:02.189401 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fed9cf4e-5414-412c-8d81-3b5d6e20adb1 req-71c0d8a1-d0a0-4dd3-b3bb-414ce1ffc7e8 tempest-SecurityGroupsNegativeTestJSON-1477294985 tempest-SecurityGroupsNegativeTestJSON-1477294985-project] 10.222.0.39 "GET /v2.0/security-groups/3e56eec6-26bf-4fda-b9ff-388d6a1e47df HTTP/1.1" status: 404 len: 352 time: 0.1534157 Jan 28 13:23:02.206015 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49680) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:02.236430 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b448c7-3ce9-4caa-a89b-27f6ebb20db2 None None] Routers {'d5500048-e8bf-4f66-851b-5d847e04bdf2'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:02.238851 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-b2b448c7-3ce9-4caa-a89b-27f6ebb20db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:23:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d5500048-e8bf-4f66-851b-5d847e04bdf2'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:02.487137 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c0fd5a26-75ca-4365-b415-8b5b55f04cee req-8ced28df-48b8-44a4-93dc-7d3cc2c5c946 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (68528792-3dbd-4498-94d4-cf230495a3d9), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:02.516456 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-51965521-7ff5-46f3-aeaf-3a00029b6fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68fb4b7-eec3-43f9-adcc-a68388d6eb44', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-994528020-router', 'tenant_id': '2570d016833e4ec89dfbdea1a3a6becf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b408c760-2f48-4f2e-aca4-ecc0472cf6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:52Z', 'updated_at': '2022-01-28T13:22:58Z', 'revision_number': 3, 'project_id': '2570d016833e4ec89dfbdea1a3a6becf', 'gw_port': {'id': 'b408c760-2f48-4f2e-aca4-ecc0472cf6d0', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68fb4b7-eec3-43f9-adcc-a68388d6eb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:56Z', 'updated_at': '2022-01-28T13:22:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:02.525756 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['5a7fcae3-a8c4-4ecf-8417-45d7a327c416', '25417da0-50d6-4cc5-8fda-ff274c26d2da'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:23:02.529198 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['43ce2e41-fabd-4370-80ce-35aa05357550', 'd2fb4175-b997-4b56-9f06-0dcf7dd8d1bb', '860fb29b-89df-40c0-b2b4-c3e67441f84e'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:23:02.600243 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51965521-7ff5-46f3-aeaf-3a00029b6fc2 None None] Checking router: e68fb4b7-eec3-43f9-adcc-a68388d6eb44 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:23:02.600785 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51965521-7ff5-46f3-aeaf-3a00029b6fc2 None None] Updating router e68fb4b7-eec3-43f9-adcc-a68388d6eb44 port b408c760-2f48-4f2e-aca4-ecc0472cf6d0 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:23:02.619683 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15b73b9c-700a-4458-a62d-0d558de30b46 req-57eec360-7b0e-491a-a5f4-2ab993a575ad tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5780673 Jan 28 13:23:02.631734 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced28df-48b8-44a4-93dc-7d3cc2c5c946 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Pushing event deleted for resources: {'Port': ['ID=68528792-3dbd-4498-94d4-cf230495a3d9,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:02.657151 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51965521-7ff5-46f3-aeaf-3a00029b6fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b408c760-2f48-4f2e-aca4-ecc0472cf6d0), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:02.690875 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-e68983a6-d058-4ee1-bdb8-24f2c95df71c admin admin] Deleting subnet 93f30df4-f2d9-4dd9-b97e-385f6dcdd0ca {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:23:02.843859 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e68983a6-d058-4ee1-bdb8-24f2c95df71c admin admin] Publish callbacks [] for subnet (93f30df4-f2d9-4dd9-b97e-385f6dcdd0ca), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:02.871312 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0fd5a26-75ca-4365-b415-8b5b55f04cee req-8ced28df-48b8-44a4-93dc-7d3cc2c5c946 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] No DVR routers for this DVR port 68528792-3dbd-4498-94d4-cf230495a3d9 on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:23:02.882140 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ced28df-48b8-44a4-93dc-7d3cc2c5c946 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:02.882534 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ced28df-48b8-44a4-93dc-7d3cc2c5c946 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:02.882840 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ced28df-48b8-44a4-93dc-7d3cc2c5c946 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:02.883309 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ced28df-48b8-44a4-93dc-7d3cc2c5c946 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:02.883657 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ced28df-48b8-44a4-93dc-7d3cc2c5c946 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:02.884397 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ced28df-48b8-44a4-93dc-7d3cc2c5c946 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:02.884397 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ced28df-48b8-44a4-93dc-7d3cc2c5c946 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:02.884711 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ced28df-48b8-44a4-93dc-7d3cc2c5c946 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:02.884963 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ced28df-48b8-44a4-93dc-7d3cc2c5c946 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:02.885291 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ced28df-48b8-44a4-93dc-7d3cc2c5c946 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:02.885616 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ced28df-48b8-44a4-93dc-7d3cc2c5c946 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:02.885939 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ced28df-48b8-44a4-93dc-7d3cc2c5c946 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:02.886265 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ced28df-48b8-44a4-93dc-7d3cc2c5c946 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:02.928809 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bb6e44-3df7-4ae9-86a6-fb4a4d3c0017 None None] Network c5e595f8-d236-4ed1-944a-b225ec428790 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:23:02.954232 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c0fd5a26-75ca-4365-b415-8b5b55f04cee req-8ced28df-48b8-44a4-93dc-7d3cc2c5c946 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:02.961909 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0fd5a26-75ca-4365-b415-8b5b55f04cee req-8ced28df-48b8-44a4-93dc-7d3cc2c5c946 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.37 "DELETE /v2.0/ports/68528792-3dbd-4498-94d4-cf230495a3d9 HTTP/1.1" status: 204 len: 173 time: 2.6141129 Jan 28 13:23:02.973537 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5e0cf1-5597-4c36-b604-c99dbaa6c2be', 'name': 'network-vif-deleted', 'tag': '68528792-3dbd-4498-94d4-cf230495a3d9'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:02.990090 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862fbeca-a8a8-46ac-8067-667fdf568191" -d '{"events": [{"server_uuid": "9c5e0cf1-5597-4c36-b604-c99dbaa6c2be", "name": "network-vif-deleted", "tag": "68528792-3dbd-4498-94d4-cf230495a3d9"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:02.992670 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a95e6c96-d5b0-4db7-a03b-29a4df503472 req-364fe9a3-63ca-4de2-82dc-ee3f0823f5f7 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c5e0cf1-5597-4c36-b604-c99dbaa6c2be HTTP/1.1" status: 200 len: 210 time: 0.0847719 Jan 28 13:23:03.028351 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257ecb4-282e-47d7-8684-0fc827257833 req-67cb8086-e649-4231-9fef-f6717380f771 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:03.043529 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d257ecb4-282e-47d7-8684-0fc827257833 req-67cb8086-e649-4231-9fef-f6717380f771 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.5979645 Jan 28 13:23:03.144685 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:03.182955 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e68983a6-d058-4ee1-bdb8-24f2c95df71c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (93f30df4-f2d9-4dd9-b97e-385f6dcdd0ca), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:03.200002 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device eb32f964-d94f-4973-ae42-febdfba48139 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:03.287916 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fe02bd5d-576f-4ce8-8967-e8d39c0d5116 None None] Current status of the port eb32f964-d94f-4973-ae42-febdfba48139 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:03.304863 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29acf065-e388-48df-b3bd-ec77f83b1c09 x-openstack-request-id: req-29acf065-e388-48df-b3bd-ec77f83b1c09 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:03.308050 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5e0cf1-5597-4c36-b604-c99dbaa6c2be", "name": "network-vif-deleted", "tag": "68528792-3dbd-4498-94d4-cf230495a3d9", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:03.308358 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-29acf065-e388-48df-b3bd-ec77f83b1c09 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:03.308787 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5e0cf1-5597-4c36-b604-c99dbaa6c2be', 'name': 'network-vif-deleted', 'tag': '68528792-3dbd-4498-94d4-cf230495a3d9', 'status': 'completed', 'code': 200} Jan 28 13:23:03.338987 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d257ecb4-282e-47d7-8684-0fc827257833 req-21caa6fd-f383-42fe-a793-788e7ef1fd3f tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887616 Jan 28 13:23:03.397219 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51965521-7ff5-46f3-aeaf-3a00029b6fc2 None None] Publish callbacks [] for port (b408c760-2f48-4f2e-aca4-ecc0472cf6d0), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:03.397740 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e68983a6-d058-4ee1-bdb8-24f2c95df71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (93f30df4-f2d9-4dd9-b97e-385f6dcdd0ca), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:03.408938 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51965521-7ff5-46f3-aeaf-3a00029b6fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b408c760-2f48-4f2e-aca4-ecc0472cf6d0), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:03.424914 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b6fe5634-9486-48ed-a2d4-578d858fc609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:03.427160 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1ce98ed4-666e-4abe-9cbb-0c2c1c6e5e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:03.444491 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-b2b448c7-3ce9-4caa-a89b-27f6ebb20db2 None None] Set router d5500048-e8bf-4f66-851b-5d847e04bdf2 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:03.526435 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf068f-b421-4684-a9f9-62f1a59b57a5 None None] Pushing event updated for resources: {'Port': ['ID=b408c760-2f48-4f2e-aca4-ecc0472cf6d0,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:03.529629 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-51965521-7ff5-46f3-aeaf-3a00029b6fc2 None None] Attempting to bind port b408c760-2f48-4f2e-aca4-ecc0472cf6d0 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:23:03.537757 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-51965521-7ff5-46f3-aeaf-3a00029b6fc2 None None] Attempting to bind port b408c760-2f48-4f2e-aca4-ecc0472cf6d0 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:23:03.538121 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51965521-7ff5-46f3-aeaf-3a00029b6fc2 None None] Attempting to bind port b408c760-2f48-4f2e-aca4-ecc0472cf6d0 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:03.539943 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e68983a6-d058-4ee1-bdb8-24f2c95df71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (93f30df4-f2d9-4dd9-b97e-385f6dcdd0ca), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:03.546613 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51965521-7ff5-46f3-aeaf-3a00029b6fc2 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:23:03.547052 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51965521-7ff5-46f3-aeaf-3a00029b6fc2 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:03.547404 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51965521-7ff5-46f3-aeaf-3a00029b6fc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:03.547789 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51965521-7ff5-46f3-aeaf-3a00029b6fc2 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:23:03.548253 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-51965521-7ff5-46f3-aeaf-3a00029b6fc2 None None] Bound port: b408c760-2f48-4f2e-aca4-ecc0472cf6d0, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:23:03.548624 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51965521-7ff5-46f3-aeaf-3a00029b6fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b408c760-2f48-4f2e-aca4-ecc0472cf6d0), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:03.569074 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68983a6-d058-4ee1-bdb8-24f2c95df71c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f30df4-f2d9-4dd9-b97e-385f6dcdd0ca,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:03.571396 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-26e055cc-b9da-40dd-aef9-54b3e444c3f7 None None] Provisioning complete for port 7679d270-5c5a-4974-9460-12e6d5a6088b triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:03.572027 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-26e055cc-b9da-40dd-aef9-54b3e444c3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7679d270-5c5a-4974-9460-12e6d5a6088b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:03.604898 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e68983a6-d058-4ee1-bdb8-24f2c95df71c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:03.608324 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e68983a6-d058-4ee1-bdb8-24f2c95df71c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/93f30df4-f2d9-4dd9-b97e-385f6dcdd0ca HTTP/1.1" status: 204 len: 168 time: 1.3846800 Jan 28 13:23:03.613232 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49690) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:03.619958 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port eb32f964-d94f-4973-ae42-febdfba48139 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:03.620477 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (eb32f964-d94f-4973-ae42-febdfba48139), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:03.639708 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-51965521-7ff5-46f3-aeaf-3a00029b6fc2 None None] For port b408c760-2f48-4f2e-aca4-ecc0472cf6d0, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:03.646170 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-51965521-7ff5-46f3-aeaf-3a00029b6fc2 None None] For port b408c760-2f48-4f2e-aca4-ecc0472cf6d0, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b408c760-2f48-4f2e-aca4-ecc0472cf6d0,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:23:03.656447 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-51965521-7ff5-46f3-aeaf-3a00029b6fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b408c760-2f48-4f2e-aca4-ecc0472cf6d0), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:03.769813 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-71d0fa2b-1149-4d95-86c3-f2f0bd298c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (f9b60776-57bf-4a6f-895a-7307e37d4fc3), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:03.804020 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-b6fe5634-9486-48ed-a2d4-578d858fc609 admin admin] Allocated IP 172.20.0.1 (c5e595f8-d236-4ed1-944a-b225ec428790/879375de-b9ad-4520-a49b-8ff36d83dafc/c8e84226-ee20-4413-b507-9c5c005814f5) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:23:03.870745 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf068f-b421-4684-a9f9-62f1a59b57a5 None None] Pushing event updated for resources: {'Port': ['ID=b408c760-2f48-4f2e-aca4-ecc0472cf6d0,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:03.887930 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51965521-7ff5-46f3-aeaf-3a00029b6fc2 None None] Routers {'e68fb4b7-eec3-43f9-adcc-a68388d6eb44'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:03.888790 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-51965521-7ff5-46f3-aeaf-3a00029b6fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:23:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e68fb4b7-eec3-43f9-adcc-a68388d6eb44'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:03.951933 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-71d0fa2b-1149-4d95-86c3-f2f0bd298c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (f9b60776-57bf-4a6f-895a-7307e37d4fc3), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:03.989101 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-71d0fa2b-1149-4d95-86c3-f2f0bd298c8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b60776-57bf-4a6f-895a-7307e37d4fc3']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:03.999198 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-71d0fa2b-1149-4d95-86c3-f2f0bd298c8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7bbb84-1347-44a8-a611-721d7649ef5f') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:03.999500 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-71d0fa2b-1149-4d95-86c3-f2f0bd298c8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7bbb84-1347-44a8-a611-721d7649ef5f') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:04.006208 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-51965521-7ff5-46f3-aeaf-3a00029b6fc2 None None] Set router e68fb4b7-eec3-43f9-adcc-a68388d6eb44 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:04.009779 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-71d0fa2b-1149-4d95-86c3-f2f0bd298c8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (3d7bbb84-1347-44a8-a611-721d7649ef5f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:04.036243 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-71d0fa2b-1149-4d95-86c3-f2f0bd298c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (3d7bbb84-1347-44a8-a611-721d7649ef5f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:04.059814 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d0fa2b-1149-4d95-86c3-f2f0bd298c8d admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:23:04.062475 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-71d0fa2b-1149-4d95-86c3-f2f0bd298c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (3d7bbb84-1347-44a8-a611-721d7649ef5f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:04.093448 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc16ba-2ee8-4851-bf51-0caaf5bbb89e req-84615d42-d15d-4d04-a47f-75dcade38081 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:04.100273 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77cc16ba-2ee8-4851-bf51-0caaf5bbb89e req-84615d42-d15d-4d04-a47f-75dcade38081 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2109f7-6241-4fdd-a588-223d7d01c9e3 HTTP/1.1" status: 200 len: 944 time: 0.3188338 Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:23:04.183171 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:23:04.188642 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-71d0fa2b-1149-4d95-86c3-f2f0bd298c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (f9b60776-57bf-4a6f-895a-7307e37d4fc3), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:04.215399 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:04.233761 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77cc16ba-2ee8-4851-bf51-0caaf5bbb89e req-af80f43e-cfdd-4b22-9046-8474359829a1 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222515 Jan 28 13:23:04.265007 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-71d0fa2b-1149-4d95-86c3-f2f0bd298c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:04.272902 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-71d0fa2b-1149-4d95-86c3-f2f0bd298c8d admin admin] 10.222.0.39 "DELETE /v2.0/networks/f9b60776-57bf-4a6f-895a-7307e37d4fc3 HTTP/1.1" status: 204 len: 168 time: 0.6587346 Jan 28 13:23:04.293475 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-51965521-7ff5-46f3-aeaf-3a00029b6fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68fb4b7-eec3-43f9-adcc-a68388d6eb44', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-994528020-router', 'tenant_id': '2570d016833e4ec89dfbdea1a3a6becf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b408c760-2f48-4f2e-aca4-ecc0472cf6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:52Z', 'updated_at': '2022-01-28T13:22:58Z', 'revision_number': 3, 'project_id': '2570d016833e4ec89dfbdea1a3a6becf', 'gw_port': {'id': 'b408c760-2f48-4f2e-aca4-ecc0472cf6d0', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68fb4b7-eec3-43f9-adcc-a68388d6eb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:56Z', 'updated_at': '2022-01-28T13:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:04.305864 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0fa2b-1149-4d95-86c3-f2f0bd298c8d admin admin] Pushing event deleted for resources: {'Network': ['ID=f9b60776-57bf-4a6f-895a-7307e37d4fc3,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:04.354340 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-1ce98ed4-666e-4abe-9cbb-0c2c1c6e5e67 admin admin] Allocated IP 172.20.0.1 (ceeeb596-f0c3-490c-afd9-b4404694599f/04943f04-2f3d-4e2b-a5e8-b95e46e51679/67336c4f-2e9a-4983-b0fa-827507fe97f1) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:23:04.363681 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b6fe5634-9486-48ed-a2d4-578d858fc609 admin admin] Publish callbacks [] for port (c8e84226-ee20-4413-b507-9c5c005814f5), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:04.413941 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51965521-7ff5-46f3-aeaf-3a00029b6fc2 None None] The sync data for ids ['e68fb4b7-eec3-43f9-adcc-a68388d6eb44'] in n-d-822747-2 is: [{'id': 'e68fb4b7-eec3-43f9-adcc-a68388d6eb44', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-994528020-router', 'tenant_id': '2570d016833e4ec89dfbdea1a3a6becf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b408c760-2f48-4f2e-aca4-ecc0472cf6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:52Z', 'updated_at': '2022-01-28T13:22:58Z', 'revision_number': 3, 'project_id': '2570d016833e4ec89dfbdea1a3a6becf', 'gw_port': {'id': 'b408c760-2f48-4f2e-aca4-ecc0472cf6d0', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68fb4b7-eec3-43f9-adcc-a68388d6eb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:56Z', 'updated_at': '2022-01-28T13:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:23:04.503676 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b6fe5634-9486-48ed-a2d4-578d858fc609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c8e84226-ee20-4413-b507-9c5c005814f5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:04.517066 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:04.546331 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1ce98ed4-666e-4abe-9cbb-0c2c1c6e5e67 admin admin] Publish callbacks [] for port (67336c4f-2e9a-4983-b0fa-827507fe97f1), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:04.598098 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49708) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:04.651660 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fe5634-9486-48ed-a2d4-578d858fc609 admin admin] Network c5e595f8-d236-4ed1-944a-b225ec428790 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:04.656890 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe5634-9486-48ed-a2d4-578d858fc609 admin admin] Pushing event updated for resources: {'Port': ['ID=c8e84226-ee20-4413-b507-9c5c005814f5,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:04.661946 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-b6fe5634-9486-48ed-a2d4-578d858fc609 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:04.667945 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fe5634-9486-48ed-a2d4-578d858fc609 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:23:04.695708 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-b2b448c7-3ce9-4caa-a89b-27f6ebb20db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5500048-e8bf-4f66-851b-5d847e04bdf2', 'name': 'tempest-AttachSCSIVolumeTestJSON-697879175-router', 'tenant_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '9469b04f-bf39-4d09-b356-9f4c838e4459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:55Z', 'updated_at': '2022-01-28T13:23:00Z', 'revision_number': 3, 'project_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'gw_port': {'id': '9469b04f-bf39-4d09-b356-9f4c838e4459', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:07:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5500048-e8bf-4f66-851b-5d847e04bdf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:57Z', 'updated_at': '2022-01-28T13:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:04.719059 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-26e055cc-b9da-40dd-aef9-54b3e444c3f7 None None] Current status of the port 7679d270-5c5a-4974-9460-12e6d5a6088b is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:04.719454 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-26e055cc-b9da-40dd-aef9-54b3e444c3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7679d270-5c5a-4974-9460-12e6d5a6088b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:04.787626 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b6fe5634-9486-48ed-a2d4-578d858fc609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (d5500048-e8bf-4f66-851b-5d847e04bdf2), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:04.825561 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e38c1429-fd59-4020-bfec-e8d4b9d98fa8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce0a70602dbb4f04919eb5980e768003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1701736 Jan 28 13:23:04.853503 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49712) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:04.876104 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port eb32f964-d94f-4973-ae42-febdfba48139 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:04.877269 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7679d270-5c5a-4974-9460-12e6d5a6088b up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:04.886203 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:23:04.919790 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b448c7-3ce9-4caa-a89b-27f6ebb20db2 None None] Checking router: d5500048-e8bf-4f66-851b-5d847e04bdf2 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:23:04.919790 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b448c7-3ce9-4caa-a89b-27f6ebb20db2 None None] Updating router d5500048-e8bf-4f66-851b-5d847e04bdf2 port 9469b04f-bf39-4d09-b356-9f4c838e4459 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:23:04.961333 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77dc687-623b-4117-ab83-2b813ce4adf1 req-dab763e3-c698-4263-abfa-175b3df4e084 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:04.965473 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f77dc687-623b-4117-ab83-2b813ce4adf1 req-dab763e3-c698-4263-abfa-175b3df4e084 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.3729405 Jan 28 13:23:04.988122 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1ce98ed4-666e-4abe-9cbb-0c2c1c6e5e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (67336c4f-2e9a-4983-b0fa-827507fe97f1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:05.031271 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2b448c7-3ce9-4caa-a89b-27f6ebb20db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9469b04f-bf39-4d09-b356-9f4c838e4459), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:05.038640 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:05.044467 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:05.113424 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18b605-91ad-49f1-946f-4dc51d3b214e req-c9a0569f-4ebf-44b4-939b-6ec374d012cb tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:05.121023 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1f18b605-91ad-49f1-946f-4dc51d3b214e req-c9a0569f-4ebf-44b4-939b-6ec374d012cb tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.1475592 Jan 28 13:23:05.140617 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-26e055cc-b9da-40dd-aef9-54b3e444c3f7 None None] For port 7679d270-5c5a-4974-9460-12e6d5a6088b, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7679d270-5c5a-4974-9460-12e6d5a6088b,segment=NetworkSegment(60d6e4fa-fdf0-461c-afad-5ea33c851fa9),segment_id=60d6e4fa-fdf0-461c-afad-5ea33c851fa9)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:05.159462 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b6fe5634-9486-48ed-a2d4-578d858fc609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c8e84226-ee20-4413-b507-9c5c005814f5), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:05.227833 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-26e055cc-b9da-40dd-aef9-54b3e444c3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7679d270-5c5a-4974-9460-12e6d5a6088b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:05.242800 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce98ed4-666e-4abe-9cbb-0c2c1c6e5e67 admin admin] Network ceeeb596-f0c3-490c-afd9-b4404694599f is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:05.273735 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f77dc687-623b-4117-ab83-2b813ce4adf1 req-551c3b41-e3e8-4265-a35c-25787ce7b199 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918427 Jan 28 13:23:05.337042 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-1ce98ed4-666e-4abe-9cbb-0c2c1c6e5e67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:05.343909 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce98ed4-666e-4abe-9cbb-0c2c1c6e5e67 admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:23:05.477278 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b6fe5634-9486-48ed-a2d4-578d858fc609 admin admin] Publish callbacks [] for port (c8e84226-ee20-4413-b507-9c5c005814f5), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:05.495684 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b6fe5634-9486-48ed-a2d4-578d858fc609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (c8e84226-ee20-4413-b507-9c5c005814f5), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:05.502651 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-013099b2-9735-4c7f-a741-23fc191d29b8 admin admin] Publish callbacks [] for security_group (b9efc1cc-e177-4c1c-b160-989c7d0f2f37), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:05.563413 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-013099b2-9735-4c7f-a741-23fc191d29b8 admin admin] Publish callbacks [] for security_group (b9efc1cc-e177-4c1c-b160-989c7d0f2f37), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:05.610091 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b6fe5634-9486-48ed-a2d4-578d858fc609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (d5500048-e8bf-4f66-851b-5d847e04bdf2), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:05.672203 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe5634-9486-48ed-a2d4-578d858fc609 admin admin] Pushing event updated for resources: {'Port': ['ID=c8e84226-ee20-4413-b507-9c5c005814f5,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:05.684701 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1f18b605-91ad-49f1-946f-4dc51d3b214e req-f494ecee-f338-4ac8-903b-504495c0cd17 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5626314 Jan 28 13:23:05.719135 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-49bf7449-aa8a-47e1-b8f9-97f698af86b6 None None] Provisioning complete for port 7679d270-5c5a-4974-9460-12e6d5a6088b triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:05.719525 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49bf7449-aa8a-47e1-b8f9-97f698af86b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7679d270-5c5a-4974-9460-12e6d5a6088b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:05.721330 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce98ed4-666e-4abe-9cbb-0c2c1c6e5e67 admin admin] Pushing event updated for resources: {'Port': ['ID=67336c4f-2e9a-4983-b0fa-827507fe97f1,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:05.803215 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1ce98ed4-666e-4abe-9cbb-0c2c1c6e5e67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (e68fb4b7-eec3-43f9-adcc-a68388d6eb44), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:05.858373 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e055cc-b9da-40dd-aef9-54b3e444c3f7 None None] Pushing event updated for resources: {'Port': ['ID=7679d270-5c5a-4974-9460-12e6d5a6088b,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:05.861077 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-013099b2-9735-4c7f-a741-23fc191d29b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b9efc1cc-e177-4c1c-b160-989c7d0f2f37), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:05.861268 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:05.867810 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-013099b2-9735-4c7f-a741-23fc191d29b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:05.869081 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-013099b2-9735-4c7f-a741-23fc191d29b8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b9efc1cc-e177-4c1c-b160-989c7d0f2f37 HTTP/1.1" status: 204 len: 168 time: 1.0049944 Jan 28 13:23:05.878236 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735032ee-c3b6-4c9b-ab72-048a5455ea4b req-ed694e76-6852-4ad4-be97-05251a6df1b8 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:05.879822 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-735032ee-c3b6-4c9b-ab72-048a5455ea4b req-ed694e76-6852-4ad4-be97-05251a6df1b8 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2109f7-6241-4fdd-a588-223d7d01c9e3 HTTP/1.1" status: 200 len: 944 time: 0.2659118 Jan 28 13:23:05.909056 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 7679d270-5c5a-4974-9460-12e6d5a6088b triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:05.910338 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7679d270-5c5a-4974-9460-12e6d5a6088b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:05.919989 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fe5634-9486-48ed-a2d4-578d858fc609 admin admin] Network c5e595f8-d236-4ed1-944a-b225ec428790 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:05.927082 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-b6fe5634-9486-48ed-a2d4-578d858fc609 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:05.938234 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013099b2-9735-4c7f-a741-23fc191d29b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9efc1cc-e177-4c1c-b160-989c7d0f2f37,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:06.063103 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:06.065214 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:06.417291 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2109f7-6241-4fdd-a588-223d7d01c9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:06.439876 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b931031-80c3-44d8-bd6d-704f58b1da71" -d '{"events": [{"server_uuid": "5c2109f7-6241-4fdd-a588-223d7d01c9e3", "name": "network-vif-plugged", "status": "completed", "tag": "3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:06.515671 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2,segment=NetworkSegment(1c04bf0b-8aa7-40e6-8665-eb4d488e60a5),segment_id=1c04bf0b-8aa7-40e6-8665-eb4d488e60a5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:06.546381 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:06.550766 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 68528792-3dbd-4498-94d4-cf230495a3d9 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:23:06.664152 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 68528792-3dbd-4498-94d4-cf230495a3d9 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:23:06.664501 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 68528792-3dbd-4498-94d4-cf230495a3d9 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:23:06.670886 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-735032ee-c3b6-4c9b-ab72-048a5455ea4b req-f51021ac-bbb3-49e5-812d-94ac21b307e8 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7783482 Jan 28 13:23:06.708681 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 860fb29b-89df-40c0-b2b4-c3e67441f84e no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:23:06.760793 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1ce98ed4-666e-4abe-9cbb-0c2c1c6e5e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (67336c4f-2e9a-4983-b0fa-827507fe97f1), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:06.776933 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-49bf7449-aa8a-47e1-b8f9-97f698af86b6 None None] Current status of the port 7679d270-5c5a-4974-9460-12e6d5a6088b is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:06.801921 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d7929-b15c-4e5d-accc-6e4839d1887c req-895b896c-8d93-40c8-a369-e17a15689b12 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:06.804803 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-021d7929-b15c-4e5d-accc-6e4839d1887c req-895b896c-8d93-40c8-a369-e17a15689b12 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.37 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.7850003 Jan 28 13:23:06.827523 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169a81b1-7d69-4e74-9147-bff08ee2cfd0 x-openstack-request-id: req-169a81b1-7d69-4e74-9147-bff08ee2cfd0 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:06.828416 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2109f7-6241-4fdd-a588-223d7d01c9e3", "name": "network-vif-plugged", "status": "completed", "tag": "3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:06.829064 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-169a81b1-7d69-4e74-9147-bff08ee2cfd0 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:06.829929 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2109f7-6241-4fdd-a588-223d7d01c9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2', 'code': 200} Jan 28 13:23:06.863751 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 7679d270-5c5a-4974-9460-12e6d5a6088b is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:06.866186 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:06.876428 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f840f-3092-4560-b537-7e13967f28b2 req-1aff0523-4643-43e5-bcc2-de27e1ea88a5 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:06.877992 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c6f840f-3092-4560-b537-7e13967f28b2 req-1aff0523-4643-43e5-bcc2-de27e1ea88a5 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.18 "GET /v2.0/ports?device_id=67b64218-c43e-4165-9c8b-ebd324b11dff HTTP/1.1" status: 200 len: 950 time: 0.8356338 Jan 28 13:23:07.050939 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fe5634-9486-48ed-a2d4-578d858fc609 admin admin] Router d5500048-e8bf-4f66-851b-5d847e04bdf2 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:23:07.058596 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2b448c7-3ce9-4caa-a89b-27f6ebb20db2 None None] Publish callbacks [] for port (9469b04f-bf39-4d09-b356-9f4c838e4459), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:07.081031 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-03de9aed-427e-41c2-81d5-c12711e5ea07 None None] Provisioning complete for port c8e84226-ee20-4413-b507-9c5c005814f5 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:07.081450 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03de9aed-427e-41c2-81d5-c12711e5ea07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c8e84226-ee20-4413-b507-9c5c005814f5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:07.113679 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f80487-d4f3-4421-8d01-67814741fc9a req-3a768d35-9a49-4f5a-8f42-aea4cab29ad8 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:07.124080 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6f80487-d4f3-4421-8d01-67814741fc9a req-3a768d35-9a49-4f5a-8f42-aea4cab29ad8 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.3784552 Jan 28 13:23:07.189449 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2b448c7-3ce9-4caa-a89b-27f6ebb20db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9469b04f-bf39-4d09-b356-9f4c838e4459), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:07.296047 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b408c760-2f48-4f2e-aca4-ecc0472cf6d0 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:07.297362 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a8458-81a1-46c6-9b43-0ac9c887a6ea req-89474aef-ce32-4b06-a838-78e3406f1572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:07.298893 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e51a8458-81a1-46c6-9b43-0ac9c887a6ea req-89474aef-ce32-4b06-a838-78e3406f1572 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5c2109f7-6241-4fdd-a588-223d7d01c9e3 HTTP/1.1" status: 200 len: 1096 time: 0.4199946 Jan 28 13:23:07.348027 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-03de9aed-427e-41c2-81d5-c12711e5ea07 None None] Port c8e84226-ee20-4413-b507-9c5c005814f5 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:23:07.349062 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1ce98ed4-666e-4abe-9cbb-0c2c1c6e5e67 admin admin] Publish callbacks [] for port (67336c4f-2e9a-4983-b0fa-827507fe97f1), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:07.360841 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1ce98ed4-666e-4abe-9cbb-0c2c1c6e5e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (67336c4f-2e9a-4983-b0fa-827507fe97f1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:07.382806 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 860fb29b-89df-40c0-b2b4-c3e67441f84e is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:07.383195 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (860fb29b-89df-40c0-b2b4-c3e67441f84e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:07.395630 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6f80487-d4f3-4421-8d01-67814741fc9a req-cc116ffb-8c0b-4a0d-8607-65a207724cb1 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653079 Jan 28 13:23:07.433465 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49760) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:07.437996 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca3ef0-932e-48d4-a879-70f697ad1042 None None] Pushing event updated for resources: {'Port': ['ID=9469b04f-bf39-4d09-b356-9f4c838e4459,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:07.454547 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-b2b448c7-3ce9-4caa-a89b-27f6ebb20db2 None None] Attempting to bind port 9469b04f-bf39-4d09-b356-9f4c838e4459 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:23:07.455178 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-b2b448c7-3ce9-4caa-a89b-27f6ebb20db2 None None] Attempting to bind port 9469b04f-bf39-4d09-b356-9f4c838e4459 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:23:07.456116 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b448c7-3ce9-4caa-a89b-27f6ebb20db2 None None] Attempting to bind port 9469b04f-bf39-4d09-b356-9f4c838e4459 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:07.469128 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-03de9aed-427e-41c2-81d5-c12711e5ea07 None None] Provisioning complete for port 67336c4f-2e9a-4983-b0fa-827507fe97f1 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:07.469128 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03de9aed-427e-41c2-81d5-c12711e5ea07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (67336c4f-2e9a-4983-b0fa-827507fe97f1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:07.542209 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-03de9aed-427e-41c2-81d5-c12711e5ea07 None None] Port 67336c4f-2e9a-4983-b0fa-827507fe97f1 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:23:07.561632 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b448c7-3ce9-4caa-a89b-27f6ebb20db2 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:23:07.562553 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b448c7-3ce9-4caa-a89b-27f6ebb20db2 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:07.564685 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2b448c7-3ce9-4caa-a89b-27f6ebb20db2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:07.565200 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b448c7-3ce9-4caa-a89b-27f6ebb20db2 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:23:07.566777 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-b2b448c7-3ce9-4caa-a89b-27f6ebb20db2 None None] Bound port: 9469b04f-bf39-4d09-b356-9f4c838e4459, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:23:07.567205 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2b448c7-3ce9-4caa-a89b-27f6ebb20db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9469b04f-bf39-4d09-b356-9f4c838e4459), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:07.570242 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb51c4-35c8-4508-82de-7adb4cb01d96 req-0ec01b8f-7734-4c4f-b21e-f9114d565c2b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:07.582662 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1bcb51c4-35c8-4508-82de-7adb4cb01d96 req-0ec01b8f-7734-4c4f-b21e-f9114d565c2b tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 949 time: 0.4514923 Jan 28 13:23:07.624427 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e51a8458-81a1-46c6-9b43-0ac9c887a6ea req-5998fd92-0f0b-4b52-b27f-97c2bde86265 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159740 Jan 28 13:23:07.633750 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fe5634-9486-48ed-a2d4-578d858fc609 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:23:07.633969 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 860fb29b-89df-40c0-b2b4-c3e67441f84e, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=860fb29b-89df-40c0-b2b4-c3e67441f84e,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:07.646383 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b6fe5634-9486-48ed-a2d4-578d858fc609 admin admin] 10.222.0.39 "PUT /v2.0/routers/d5500048-e8bf-4f66-851b-5d847e04bdf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4712996 Jan 28 13:23:07.650607 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-8c6f840f-3092-4560-b537-7e13967f28b2 req-1ce665fb-2517-4ee9-b017-9677a43ac8a8 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Deleting port 25417da0-50d6-4cc5-8fda-ff274c26d2da {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:23:07.651250 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8c6f840f-3092-4560-b537-7e13967f28b2 req-1ce665fb-2517-4ee9-b017-9677a43ac8a8 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (25417da0-50d6-4cc5-8fda-ff274c26d2da), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:07.671615 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (860fb29b-89df-40c0-b2b4-c3e67441f84e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:07.703546 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port b408c760-2f48-4f2e-aca4-ecc0472cf6d0 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:07.704101 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b408c760-2f48-4f2e-aca4-ecc0472cf6d0), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:07.723183 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce98ed4-666e-4abe-9cbb-0c2c1c6e5e67 admin admin] Pushing event updated for resources: {'Port': ['ID=67336c4f-2e9a-4983-b0fa-827507fe97f1,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:07.729465 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1ce98ed4-666e-4abe-9cbb-0c2c1c6e5e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (e68fb4b7-eec3-43f9-adcc-a68388d6eb44), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:07.733951 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1bcb51c4-35c8-4508-82de-7adb4cb01d96 req-78b5d855-062c-4941-805d-d6a2aa5dc744 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504097 Jan 28 13:23:07.738804 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-e29a1b5b-9968-4cd9-b48e-a7873f66e797 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1652014935-network', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:07.754980 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-021d7929-b15c-4e5d-accc-6e4839d1887c req-e69e9493-3d19-4eec-904d-485a5410e4fb tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Deleting port 860fb29b-89df-40c0-b2b4-c3e67441f84e {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:23:07.755993 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-021d7929-b15c-4e5d-accc-6e4839d1887c req-e69e9493-3d19-4eec-904d-485a5410e4fb tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (860fb29b-89df-40c0-b2b4-c3e67441f84e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:07.918939 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29a1b5b-9968-4cd9-b48e-a7873f66e797 admin admin] Made reservation on behalf of f235cd5aff1543e5993f6b32019caaff for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:23:07.922945 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e29a1b5b-9968-4cd9-b48e-a7873f66e797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:08.003362 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e29a1b5b-9968-4cd9-b48e-a7873f66e797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:08.048998 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-8c6f840f-3092-4560-b537-7e13967f28b2 req-1ce665fb-2517-4ee9-b017-9677a43ac8a8 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] For port 25417da0-50d6-4cc5-8fda-ff274c26d2da, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=25417da0-50d6-4cc5-8fda-ff274c26d2da,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:08.048998 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8c6f840f-3092-4560-b537-7e13967f28b2 req-1ce665fb-2517-4ee9-b017-9677a43ac8a8 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (25417da0-50d6-4cc5-8fda-ff274c26d2da), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:08.094806 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce98ed4-666e-4abe-9cbb-0c2c1c6e5e67 admin admin] Network ceeeb596-f0c3-490c-afd9-b4404694599f is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:08.101860 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-1ce98ed4-666e-4abe-9cbb-0c2c1c6e5e67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:08.109743 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-8c6f840f-3092-4560-b537-7e13967f28b2 req-1ce665fb-2517-4ee9-b017-9677a43ac8a8 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Calling delete_port for 25417da0-50d6-4cc5-8fda-ff274c26d2da owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:23:08.156013 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d400ee0-770e-451f-9a94-8cf3afa06d7f req-d98b30c5-00d2-4476-a9a4-8939375af811 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:08.170631 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d400ee0-770e-451f-9a94-8cf3afa06d7f req-d98b30c5-00d2-4476-a9a4-8939375af811 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2109f7-6241-4fdd-a588-223d7d01c9e3 HTTP/1.1" status: 200 len: 945 time: 0.2407081 Jan 28 13:23:08.179433 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=860fb29b-89df-40c0-b2b4-c3e67441f84e,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:08.198975 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-b2b448c7-3ce9-4caa-a89b-27f6ebb20db2 None None] For port 9469b04f-bf39-4d09-b356-9f4c838e4459, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:08.231168 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-b2b448c7-3ce9-4caa-a89b-27f6ebb20db2 None None] For port 9469b04f-bf39-4d09-b356-9f4c838e4459, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9469b04f-bf39-4d09-b356-9f4c838e4459,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:23:08.319950 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2b448c7-3ce9-4caa-a89b-27f6ebb20db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9469b04f-bf39-4d09-b356-9f4c838e4459), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:08.353293 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 25417da0-50d6-4cc5-8fda-ff274c26d2da no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:23:08.495023 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-021d7929-b15c-4e5d-accc-6e4839d1887c req-e69e9493-3d19-4eec-904d-485a5410e4fb tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] For port 860fb29b-89df-40c0-b2b4-c3e67441f84e, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=860fb29b-89df-40c0-b2b4-c3e67441f84e,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:08.495750 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-021d7929-b15c-4e5d-accc-6e4839d1887c req-e69e9493-3d19-4eec-904d-485a5410e4fb tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (860fb29b-89df-40c0-b2b4-c3e67441f84e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:08.526594 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-021d7929-b15c-4e5d-accc-6e4839d1887c req-e69e9493-3d19-4eec-904d-485a5410e4fb tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Calling delete_port for 860fb29b-89df-40c0-b2b4-c3e67441f84e owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:23:08.581684 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d400ee0-770e-451f-9a94-8cf3afa06d7f req-38f50f18-68c9-42ce-938c-ad73288d6fad tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094801 Jan 28 13:23:08.758065 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-021d7929-b15c-4e5d-accc-6e4839d1887c req-e69e9493-3d19-4eec-904d-485a5410e4fb tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (860fb29b-89df-40c0-b2b4-c3e67441f84e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:08.770543 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce98ed4-666e-4abe-9cbb-0c2c1c6e5e67 admin admin] Router e68fb4b7-eec3-43f9-adcc-a68388d6eb44 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:23:08.853939 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e9493-3d19-4eec-904d-485a5410e4fb tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Pushing event deleted for resources: {'Port': ['ID=860fb29b-89df-40c0-b2b4-c3e67441f84e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:08.876556 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['43ce2e41-fabd-4370-80ce-35aa05357550', 'd2fb4175-b997-4b56-9f06-0dcf7dd8d1bb'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:23:08.892165 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['5a7fcae3-a8c4-4ecf-8417-45d7a327c416'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:23:08.904464 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44927da-4a9f-4094-bd0e-ec755d2226e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '860fb29b-89df-40c0-b2b4-c3e67441f84e'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:08.924987 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa32f8a2-86ba-4fbe-9c66-facd1c4f0580" -d '{"events": [{"server_uuid": "e44927da-4a9f-4094-bd0e-ec755d2226e2", "name": "network-vif-unplugged", "status": "completed", "tag": "860fb29b-89df-40c0-b2b4-c3e67441f84e"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:09.200195 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e29a1b5b-9968-4cd9-b48e-a7873f66e797 admin admin] Publish callbacks [] for security_group (9401d924-0796-4627-8074-b910bba4ce1d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:09.237864 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86892d6-3e4e-4ff5-ae6e-e4b261013b2e req-73228bcb-0473-43d4-8a5a-74305bb862d8 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:09.246400 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e86892d6-3e4e-4ff5-ae6e-e4b261013b2e req-73228bcb-0473-43d4-8a5a-74305bb862d8 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.5089993 Jan 28 13:23:09.255057 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce98ed4-666e-4abe-9cbb-0c2c1c6e5e67 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:23:09.259228 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-021d7929-b15c-4e5d-accc-6e4839d1887c req-e69e9493-3d19-4eec-904d-485a5410e4fb tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] No DVR routers for this DVR port 860fb29b-89df-40c0-b2b4-c3e67441f84e on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:23:09.270676 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dac1cb-d9a6-4dd0-b4d6-7b579762d0ed None None] Sync routers for ids ['e68fb4b7-eec3-43f9-adcc-a68388d6eb44'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:23:09.281503 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1ce98ed4-666e-4abe-9cbb-0c2c1c6e5e67 admin admin] 10.222.0.39 "PUT /v2.0/routers/e68fb4b7-eec3-43f9-adcc-a68388d6eb44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6399460 Jan 28 13:23:09.284016 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-021d7929-b15c-4e5d-accc-6e4839d1887c req-e69e9493-3d19-4eec-904d-485a5410e4fb tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:09.290285 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-021d7929-b15c-4e5d-accc-6e4839d1887c req-e69e9493-3d19-4eec-904d-485a5410e4fb tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.37 "DELETE /v2.0/ports/860fb29b-89df-40c0-b2b4-c3e67441f84e HTTP/1.1" status: 204 len: 173 time: 2.1312640 Jan 28 13:23:09.314267 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dac1cb-d9a6-4dd0-b4d6-7b579762d0ed None None] Routers {'e68fb4b7-eec3-43f9-adcc-a68388d6eb44'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:09.318585 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-53dac1cb-d9a6-4dd0-b4d6-7b579762d0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:23:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e68fb4b7-eec3-43f9-adcc-a68388d6eb44'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:09.376758 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44927da-4a9f-4094-bd0e-ec755d2226e2', 'name': 'network-vif-deleted', 'tag': '860fb29b-89df-40c0-b2b4-c3e67441f84e'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:09.400558 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port b408c760-2f48-4f2e-aca4-ecc0472cf6d0 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:09.401161 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b408c760-2f48-4f2e-aca4-ecc0472cf6d0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:09.407082 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65eaac6-a908-4dd6-ab3d-9f1b9b8a2e05" -d '{"events": [{"server_uuid": "e44927da-4a9f-4094-bd0e-ec755d2226e2", "name": "network-vif-deleted", "tag": "860fb29b-89df-40c0-b2b4-c3e67441f84e"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:09.413145 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e29a1b5b-9968-4cd9-b48e-a7873f66e797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9401d924-0796-4627-8074-b910bba4ce1d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:09.625061 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e86892d6-3e4e-4ff5-ae6e-e4b261013b2e req-a19c9579-e38e-48b9-bbbf-4a7e4579bace tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772576 Jan 28 13:23:09.782613 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc4e162-8211-4a6a-8102-4008d72f297d x-openstack-request-id: req-cbc4e162-8211-4a6a-8102-4008d72f297d {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:09.784109 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44927da-4a9f-4094-bd0e-ec755d2226e2", "name": "network-vif-deleted", "tag": "860fb29b-89df-40c0-b2b4-c3e67441f84e", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:09.784571 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cbc4e162-8211-4a6a-8102-4008d72f297d {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:09.785315 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44927da-4a9f-4094-bd0e-ec755d2226e2', 'name': 'network-vif-deleted', 'tag': '860fb29b-89df-40c0-b2b4-c3e67441f84e', 'status': 'completed', 'code': 200} Jan 28 13:23:09.794238 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b448c7-3ce9-4caa-a89b-27f6ebb20db2 None None] Routers {'d5500048-e8bf-4f66-851b-5d847e04bdf2'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:09.796338 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-b2b448c7-3ce9-4caa-a89b-27f6ebb20db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:23:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d5500048-e8bf-4f66-851b-5d847e04bdf2'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:09.904346 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29a1b5b-9968-4cd9-b48e-a7873f66e797 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:23:09.916484 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5423b6e0-f1c5-48ca-bc97-16009dd8976d x-openstack-request-id: req-5423b6e0-f1c5-48ca-bc97-16009dd8976d {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:09.917119 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44927da-4a9f-4094-bd0e-ec755d2226e2", "name": "network-vif-unplugged", "status": "completed", "tag": "860fb29b-89df-40c0-b2b4-c3e67441f84e", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:09.917369 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5423b6e0-f1c5-48ca-bc97-16009dd8976d {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:09.917987 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44927da-4a9f-4094-bd0e-ec755d2226e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '860fb29b-89df-40c0-b2b4-c3e67441f84e', 'code': 200} Jan 28 13:23:10.006715 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf6c16-4ce8-41af-8745-c3b787353f92 req-bb1eac5f-d899-424a-8b9a-e59038a020e8 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:10.018904 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a1b5b-9968-4cd9-b48e-a7873f66e797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9401d924-0796-4627-8074-b910bba4ce1d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:10.031327 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d818b6a7-b146-4862-af3e-ece230a88f9a req-d5a80dd6-4f9e-478e-88e0-2fca0c7fcd52 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e44927da-4a9f-4094-bd0e-ec755d2226e2 HTTP/1.1" status: 200 len: 210 time: 0.5140038 Jan 28 13:23:10.032624 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2cbf6c16-4ce8-41af-8745-c3b787353f92 req-bb1eac5f-d899-424a-8b9a-e59038a020e8 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2109f7-6241-4fdd-a588-223d7d01c9e3 HTTP/1.1" status: 200 len: 945 time: 0.1904621 Jan 28 13:23:10.120103 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port b408c760-2f48-4f2e-aca4-ecc0472cf6d0, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b408c760-2f48-4f2e-aca4-ecc0472cf6d0,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:10.164690 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e29a1b5b-9968-4cd9-b48e-a7873f66e797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (fd41c052-74ba-462c-9fe1-5df33f99783c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:10.165190 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-e29a1b5b-9968-4cd9-b48e-a7873f66e797 admin admin] Added segment fd41c052-74ba-462c-9fe1-5df33f99783c of type vlan for network cd2b546a-6aba-4188-b902-b8e2745b4d7e Jan 28 13:23:10.167418 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca3ef0-932e-48d4-a879-70f697ad1042 None None] Pushing event updated for resources: {'Port': ['ID=9469b04f-bf39-4d09-b356-9f4c838e4459,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:10.215572 n-d-822747-2 neutron-server[103353]: INFO neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No ports have port_id starting with 25417da0-50d6-4cc5-8fda-ff274c26d2da Jan 28 13:23:10.234642 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-90a6fd41-1432-4b80-8259-55cbf3498121 None None] Provisioning complete for port 67336c4f-2e9a-4983-b0fa-827507fe97f1 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:10.234642 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-90a6fd41-1432-4b80-8259-55cbf3498121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (67336c4f-2e9a-4983-b0fa-827507fe97f1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:10.242008 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8c6f840f-3092-4560-b537-7e13967f28b2 req-1ce665fb-2517-4ee9-b017-9677a43ac8a8 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (25417da0-50d6-4cc5-8fda-ff274c26d2da), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:10.258260 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2cbf6c16-4ce8-41af-8745-c3b787353f92 req-8853d805-ed3c-4e9d-a91d-0c7a0995e5c6 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245572 Jan 28 13:23:10.457793 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b408c760-2f48-4f2e-aca4-ecc0472cf6d0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:10.460805 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7679d270-5c5a-4974-9460-12e6d5a6088b up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:10.461880 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-fcb2fef4-aa05-48da-a8b0-316157d7dae1 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:10.474392 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-fcb2fef4-aa05-48da-a8b0-316157d7dae1 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a&tenant_id=93543269cade486c80fd00260197c0a8&binding%3Ahost_id=n-h1-822747-2 HTTP/1.1" status: 200 len: 1096 time: 0.1445942 Jan 28 13:23:10.487615 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-90a6fd41-1432-4b80-8259-55cbf3498121 None None] Port 67336c4f-2e9a-4983-b0fa-827507fe97f1 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:23:10.496391 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-5a8c4ec3-0c25-4984-8e2f-7c86d5c0a030 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-822747-2'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:10.497819 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['43ce2e41-fabd-4370-80ce-35aa05357550', 'd2fb4175-b997-4b56-9f06-0dcf7dd8d1bb'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:23:10.498954 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-53dac1cb-d9a6-4dd0-b4d6-7b579762d0ed None None] Set router e68fb4b7-eec3-43f9-adcc-a68388d6eb44 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:10.514458 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['5a7fcae3-a8c4-4ecf-8417-45d7a327c416'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:23:10.530791 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce665fb-2517-4ee9-b017-9677a43ac8a8 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Pushing event deleted for resources: {'Port': ['ID=25417da0-50d6-4cc5-8fda-ff274c26d2da,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:10.700759 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [req-846389a9-4529-4ab0-9424-ea3bc1c6c759 req-e602d295-6dbd-40e8-b466-2a5a44d1d418 tempest-FloatingIPDetailsNegativeTestJSON-1291080094 tempest-FloatingIPDetailsNegativeTestJSON-1291080094-project] show failed (client error): The resource could not be found. Jan 28 13:23:10.710706 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-846389a9-4529-4ab0-9424-ea3bc1c6c759 req-e602d295-6dbd-40e8-b466-2a5a44d1d418 tempest-FloatingIPDetailsNegativeTestJSON-1291080094 tempest-FloatingIPDetailsNegativeTestJSON-1291080094-project] 10.222.0.39 "GET /v2.0/floatingips/040814fa-b29d-4182-a192-028094b7704e HTTP/1.1" status: 404 len: 350 time: 0.2408099 Jan 28 13:23:10.715939 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49808) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:10.741489 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-5a8c4ec3-0c25-4984-8e2f-7c86d5c0a030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (96aee2e6-24e5-4f54-804e-a691a1279543), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:10.783672 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e29a1b5b-9968-4cd9-b48e-a7873f66e797 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (cd2b546a-6aba-4188-b902-b8e2745b4d7e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:10.788046 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 96aee2e6-24e5-4f54-804e-a691a1279543 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:23:10.918581 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6f840f-3092-4560-b537-7e13967f28b2 req-1ce665fb-2517-4ee9-b017-9677a43ac8a8 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] No DVR routers for this DVR port 25417da0-50d6-4cc5-8fda-ff274c26d2da on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:23:10.972149 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8c6f840f-3092-4560-b537-7e13967f28b2 req-1ce665fb-2517-4ee9-b017-9677a43ac8a8 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:10.972149 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c6f840f-3092-4560-b537-7e13967f28b2 req-1ce665fb-2517-4ee9-b017-9677a43ac8a8 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.18 "DELETE /v2.0/ports/25417da0-50d6-4cc5-8fda-ff274c26d2da HTTP/1.1" status: 204 len: 173 time: 4.0332241 Jan 28 13:23:10.972149 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b64218-c43e-4165-9c8b-ebd324b11dff', 'name': 'network-vif-deleted', 'tag': '25417da0-50d6-4cc5-8fda-ff274c26d2da'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:10.988526 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f6b984-a29e-4087-bf72-a6f06f19b8d4" -d '{"events": [{"server_uuid": "67b64218-c43e-4165-9c8b-ebd324b11dff", "name": "network-vif-deleted", "tag": "25417da0-50d6-4cc5-8fda-ff274c26d2da"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:11.045946 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.db.resource_extend [None req-e29a1b5b-9968-4cd9-b48e-a7873f66e797 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:23:11.145323 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-53dac1cb-d9a6-4dd0-b4d6-7b579762d0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68fb4b7-eec3-43f9-adcc-a68388d6eb44', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-994528020-router', 'tenant_id': '2570d016833e4ec89dfbdea1a3a6becf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b408c760-2f48-4f2e-aca4-ecc0472cf6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:52Z', 'updated_at': '2022-01-28T13:23:06Z', 'revision_number': 4, 'project_id': '2570d016833e4ec89dfbdea1a3a6becf', 'gw_port': {'id': 'b408c760-2f48-4f2e-aca4-ecc0472cf6d0', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68fb4b7-eec3-43f9-adcc-a68388d6eb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:56Z', 'updated_at': '2022-01-28T13:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '67336c4f-2e9a-4983-b0fa-827507fe97f1', 'name': '', 'network_id': 'ceeeb596-f0c3-490c-afd9-b4404694599f', 'tenant_id': '2570d016833e4ec89dfbdea1a3a6becf', 'mac_address': 'fa:16:3e:ca:45:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68fb4b7-eec3-43f9-adcc-a68388d6eb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '04943f04-2f3d-4e2b-a5e8-b95e46e51679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:03Z', 'updated_at': '2022-01-28T13:23:06Z', 'revision_number': 2, 'project_id': '2570d016833e4ec89dfbdea1a3a6becf', 'subnets': [{'id': '04943f04-2f3d-4e2b-a5e8-b95e46e51679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:11.154036 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e29a1b5b-9968-4cd9-b48e-a7873f66e797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (cd2b546a-6aba-4188-b902-b8e2745b4d7e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:11.169669 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29a1b5b-9968-4cd9-b48e-a7873f66e797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:11.171002 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e29a1b5b-9968-4cd9-b48e-a7873f66e797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:11.200356 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dac1cb-d9a6-4dd0-b4d6-7b579762d0ed None None] Checking router: e68fb4b7-eec3-43f9-adcc-a68388d6eb44 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:23:11.200708 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dac1cb-d9a6-4dd0-b4d6-7b579762d0ed None None] Updating router e68fb4b7-eec3-43f9-adcc-a68388d6eb44 port 67336c4f-2e9a-4983-b0fa-827507fe97f1 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:23:11.229744 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-53dac1cb-d9a6-4dd0-b4d6-7b579762d0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (67336c4f-2e9a-4983-b0fa-827507fe97f1), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:11.553440 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01630411-9d9c-4d00-88f5-c90149912558 x-openstack-request-id: req-01630411-9d9c-4d00-88f5-c90149912558 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:11.554039 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b64218-c43e-4165-9c8b-ebd324b11dff", "name": "network-vif-deleted", "tag": "25417da0-50d6-4cc5-8fda-ff274c26d2da", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:11.558173 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-01630411-9d9c-4d00-88f5-c90149912558 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:11.558800 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b64218-c43e-4165-9c8b-ebd324b11dff', 'name': 'network-vif-deleted', 'tag': '25417da0-50d6-4cc5-8fda-ff274c26d2da', 'status': 'completed', 'code': 200} Jan 28 13:23:11.564915 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a1b5b-9968-4cd9-b48e-a7873f66e797 admin admin] Pushing event updated for resources: {'Network': ['ID=cd2b546a-6aba-4188-b902-b8e2745b4d7e,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:11.609730 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e29a1b5b-9968-4cd9-b48e-a7873f66e797 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.1746264 Jan 28 13:23:11.613234 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49834) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:11.624795 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-b915e3c5-eb41-4dbf-9918-08768c0052c0 admin admin] Request body: {'subnet': {'network_id': 'cd2b546a-6aba-4188-b902-b8e2745b4d7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1652014935-subnet', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:11.677620 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b915e3c5-eb41-4dbf-9918-08768c0052c0 admin admin] Made reservation on behalf of f235cd5aff1543e5993f6b32019caaff for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:23:11.691059 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a2b53-da2d-4d37-acba-cb9a1b7d4fe2 req-de3e64a5-b3ab-4dd5-a7c1-75de2dc9eb5c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:11.704864 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b915e3c5-eb41-4dbf-9918-08768c0052c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:11.705061 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8e9a2b53-da2d-4d37-acba-cb9a1b7d4fe2 req-de3e64a5-b3ab-4dd5-a7c1-75de2dc9eb5c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 945 time: 0.8231931 Jan 28 13:23:11.771227 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network cd2b546a-6aba-4188-b902-b8e2745b4d7e details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:23:11.952990 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8f69ac51-c769-474f-bbec-29dfdae92384 req-84c46d74-587a-4e6c-834f-f665978a6452 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=67b64218-c43e-4165-9c8b-ebd324b11dff HTTP/1.1" status: 200 len: 210 time: 0.1600232 Jan 28 13:23:11.979255 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=b408c760-2f48-4f2e-aca4-ecc0472cf6d0,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:12.038499 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-53dac1cb-d9a6-4dd0-b4d6-7b579762d0ed None None] Publish callbacks [] for port (67336c4f-2e9a-4983-b0fa-827507fe97f1), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:12.053277 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-53dac1cb-d9a6-4dd0-b4d6-7b579762d0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (67336c4f-2e9a-4983-b0fa-827507fe97f1), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:12.286769 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1282926-ad1f-45d3-bf61-ee18495f98cc None None] Pushing event updated for resources: {'Port': ['ID=67336c4f-2e9a-4983-b0fa-827507fe97f1,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:12.336058 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-53dac1cb-d9a6-4dd0-b4d6-7b579762d0ed None None] Attempting to bind port 67336c4f-2e9a-4983-b0fa-827507fe97f1 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:23:12.336419 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-53dac1cb-d9a6-4dd0-b4d6-7b579762d0ed None None] Attempting to bind port 67336c4f-2e9a-4983-b0fa-827507fe97f1 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '3978e743-0983-4083-a36b-da0523c9a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ceeeb596-f0c3-490c-afd9-b4404694599f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:23:12.336787 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dac1cb-d9a6-4dd0-b4d6-7b579762d0ed None None] Attempting to bind port 67336c4f-2e9a-4983-b0fa-827507fe97f1 on network ceeeb596-f0c3-490c-afd9-b4404694599f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:12.346236 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dac1cb-d9a6-4dd0-b4d6-7b579762d0ed None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:23:12.348880 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dac1cb-d9a6-4dd0-b4d6-7b579762d0ed None None] Checking segment: {'id': '3978e743-0983-4083-a36b-da0523c9a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ceeeb596-f0c3-490c-afd9-b4404694599f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:12.349373 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-53dac1cb-d9a6-4dd0-b4d6-7b579762d0ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:12.349770 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dac1cb-d9a6-4dd0-b4d6-7b579762d0ed None None] Bound using segment: {'id': '3978e743-0983-4083-a36b-da0523c9a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ceeeb596-f0c3-490c-afd9-b4404694599f'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:23:12.350269 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-53dac1cb-d9a6-4dd0-b4d6-7b579762d0ed None None] Bound port: 67336c4f-2e9a-4983-b0fa-827507fe97f1, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3978e743-0983-4083-a36b-da0523c9a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ceeeb596-f0c3-490c-afd9-b4404694599f'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:23:12.350646 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-53dac1cb-d9a6-4dd0-b4d6-7b579762d0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (67336c4f-2e9a-4983-b0fa-827507fe97f1), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:12.492662 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b915e3c5-eb41-4dbf-9918-08768c0052c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (30dbb6f7-d402-4607-8f73-a8cae7badd32), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:12.544142 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-53dac1cb-d9a6-4dd0-b4d6-7b579762d0ed None None] For port 67336c4f-2e9a-4983-b0fa-827507fe97f1, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:12.551073 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-53dac1cb-d9a6-4dd0-b4d6-7b579762d0ed None None] For port 67336c4f-2e9a-4983-b0fa-827507fe97f1, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=67336c4f-2e9a-4983-b0fa-827507fe97f1,segment=NetworkSegment(3978e743-0983-4083-a36b-da0523c9a585),segment_id=3978e743-0983-4083-a36b-da0523c9a585)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:23:12.561615 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-53dac1cb-d9a6-4dd0-b4d6-7b579762d0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (67336c4f-2e9a-4983-b0fa-827507fe97f1), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:12.658623 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b915e3c5-eb41-4dbf-9918-08768c0052c0 admin admin] Checking segment: {'id': 'fd41c052-74ba-462c-9fe1-5df33f99783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cd2b546a-6aba-4188-b902-b8e2745b4d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:12.660328 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b915e3c5-eb41-4dbf-9918-08768c0052c0 admin admin] Network hostable DHCP agents. Network: cd2b546a-6aba-4188-b902-b8e2745b4d7e, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:23:12.679646 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-5a8c4ec3-0c25-4984-8e2f-7c86d5c0a030 service neutron] For port 96aee2e6-24e5-4f54-804e-a691a1279543, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=96aee2e6-24e5-4f54-804e-a691a1279543,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:12.680639 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915e3c5-eb41-4dbf-9918-08768c0052c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30dbb6f7-d402-4607-8f73-a8cae7badd32,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:12.699622 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b915e3c5-eb41-4dbf-9918-08768c0052c0 admin admin] Network cd2b546a-6aba-4188-b902-b8e2745b4d7e is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:23:12.718347 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-b915e3c5-eb41-4dbf-9918-08768c0052c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, cd2b546a-6aba-4188-b902-b8e2745b4d7e) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:12.724668 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b915e3c5-eb41-4dbf-9918-08768c0052c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:12.726203 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b915e3c5-eb41-4dbf-9918-08768c0052c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:12.752670 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b915e3c5-eb41-4dbf-9918-08768c0052c0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1375561 Jan 28 13:23:12.755894 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49840) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:12.775769 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-9e5b5c11-29f9-43d2-b266-8f2c8d1cf79f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1652014935-router', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:12.804149 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8e9a2b53-da2d-4d37-acba-cb9a1b7d4fe2 req-c7516954-cdf1-44f1-b65f-540d12f04ee1 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0968943 Jan 28 13:23:12.847541 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1282926-ad1f-45d3-bf61-ee18495f98cc None None] Pushing event updated for resources: {'Port': ['ID=67336c4f-2e9a-4983-b0fa-827507fe97f1,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:12.886832 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e5b5c11-29f9-43d2-b266-8f2c8d1cf79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (4dadda4b-c083-4e9c-a606-a1e821b1c624), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:12.889247 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e5b5c11-29f9-43d2-b266-8f2c8d1cf79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (4dadda4b-c083-4e9c-a606-a1e821b1c624), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:12.920398 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d94705-0dc6-4c58-9a8c-7f228dfdf6f4 None None] Network cd2b546a-6aba-4188-b902-b8e2745b4d7e requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:23:12.950303 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dac1cb-d9a6-4dd0-b4d6-7b579762d0ed None None] Routers {'e68fb4b7-eec3-43f9-adcc-a68388d6eb44'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:12.951492 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-53dac1cb-d9a6-4dd0-b4d6-7b579762d0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:23:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e68fb4b7-eec3-43f9-adcc-a68388d6eb44'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:13.280503 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e5b5c11-29f9-43d2-b266-8f2c8d1cf79f admin admin] Publish callbacks [] for router_controller (4dadda4b-c083-4e9c-a606-a1e821b1c624), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:13.286128 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-5a8c4ec3-0c25-4984-8e2f-7c86d5c0a030 service neutron] For port 96aee2e6-24e5-4f54-804e-a691a1279543, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:13.394866 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 96aee2e6-24e5-4f54-804e-a691a1279543, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=96aee2e6-24e5-4f54-804e-a691a1279543,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:13.541253 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-53dac1cb-d9a6-4dd0-b4d6-7b579762d0ed None None] Set router e68fb4b7-eec3-43f9-adcc-a68388d6eb44 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:13.569550 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 96aee2e6-24e5-4f54-804e-a691a1279543 has no active binding in host n-h2-822747-2 {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 13:23:13.630223 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-b2b448c7-3ce9-4caa-a89b-27f6ebb20db2 None None] Set router d5500048-e8bf-4f66-851b-5d847e04bdf2 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:13.678208 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5f2694-12c5-4704-b86e-04dc4266dc5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96aee2e6-24e5-4f54-804e-a691a1279543'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:13.685397 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a3dcf3-2fe3-4aaf-a32a-41a9e135957f" -d '{"events": [{"server_uuid": "6c5f2694-12c5-4704-b86e-04dc4266dc5a", "name": "network-vif-unplugged", "status": "completed", "tag": "96aee2e6-24e5-4f54-804e-a691a1279543"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:13.694956 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-5a8c4ec3-0c25-4984-8e2f-7c86d5c0a030 service neutron] Publish callbacks [] for port (96aee2e6-24e5-4f54-804e-a691a1279543), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:13.715711 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-5a8c4ec3-0c25-4984-8e2f-7c86d5c0a030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (96aee2e6-24e5-4f54-804e-a691a1279543), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:13.931380 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e709d21c-d3a7-4e4b-9894-c0e98809e3b0 x-openstack-request-id: req-e709d21c-d3a7-4e4b-9894-c0e98809e3b0 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:13.932134 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5f2694-12c5-4704-b86e-04dc4266dc5a", "name": "network-vif-unplugged", "status": "completed", "tag": "96aee2e6-24e5-4f54-804e-a691a1279543", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:13.932134 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e709d21c-d3a7-4e4b-9894-c0e98809e3b0 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:13.932698 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5f2694-12c5-4704-b86e-04dc4266dc5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96aee2e6-24e5-4f54-804e-a691a1279543', 'code': 200} Jan 28 13:23:13.933874 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-5a8c4ec3-0c25-4984-8e2f-7c86d5c0a030 service neutron] Attempting to bind port 96aee2e6-24e5-4f54-804e-a691a1279543 on host n-h1-822747-2 for vnic_type normal with profile {"migrating_to": "n-h2-822747-2"} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:23:13.934310 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-5a8c4ec3-0c25-4984-8e2f-7c86d5c0a030 service neutron] Attempting to bind port 96aee2e6-24e5-4f54-804e-a691a1279543 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:23:13.934739 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-5a8c4ec3-0c25-4984-8e2f-7c86d5c0a030 service neutron] Attempting to bind port 96aee2e6-24e5-4f54-804e-a691a1279543 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:13.973931 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-5a8c4ec3-0c25-4984-8e2f-7c86d5c0a030 service neutron] Port 96aee2e6-24e5-4f54-804e-a691a1279543 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:23:13.974355 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-5a8c4ec3-0c25-4984-8e2f-7c86d5c0a030 service neutron] Attempting to bind port 96aee2e6-24e5-4f54-804e-a691a1279543 on network 8528e78d-cd10-4563-a6b3-de6e91f8e460 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:14.059204 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-5a8c4ec3-0c25-4984-8e2f-7c86d5c0a030 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:23:14.065193 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e5b5c11-29f9-43d2-b266-8f2c8d1cf79f admin admin] Publish callbacks [] for router_gateway (4dadda4b-c083-4e9c-a606-a1e821b1c624), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:14.066517 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-5a8c4ec3-0c25-4984-8e2f-7c86d5c0a030 service neutron] Checking segment: {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:14.067172 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-5a8c4ec3-0c25-4984-8e2f-7c86d5c0a030 service neutron] Bound using segment: {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:23:14.070048 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-5a8c4ec3-0c25-4984-8e2f-7c86d5c0a030 service neutron] Bound port: 96aee2e6-24e5-4f54-804e-a691a1279543, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60608fab-8d40-4fb0-87ef-9976890ed847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8528e78d-cd10-4563-a6b3-de6e91f8e460'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:23:14.072514 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-5a8c4ec3-0c25-4984-8e2f-7c86d5c0a030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (96aee2e6-24e5-4f54-804e-a691a1279543), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:14.160459 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c4ec3-0c25-4984-8e2f-7c86d5c0a030 service neutron] Pushing event updated for resources: {'Port': ['ID=96aee2e6-24e5-4f54-804e-a691a1279543,revision_number=7']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:14.334611 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c5e41-7b13-472a-a35a-a2ded38f69ca req-9c605f2c-17c9-4b3f-bc33-39a79318b631 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:14.360131 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c0c5e41-7b13-472a-a35a-a2ded38f69ca req-9c605f2c-17c9-4b3f-bc33-39a79318b631 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 943 time: 0.2781634 Jan 28 13:23:14.383815 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-73695b82-5c41-46fe-a7cb-e164b2b9895e None None] Provisioning complete for port 67336c4f-2e9a-4983-b0fa-827507fe97f1 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:14.384666 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-73695b82-5c41-46fe-a7cb-e164b2b9895e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (67336c4f-2e9a-4983-b0fa-827507fe97f1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:14.456307 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-5a8c4ec3-0c25-4984-8e2f-7c86d5c0a030 service neutron] For port 96aee2e6-24e5-4f54-804e-a691a1279543, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:14.461271 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-5a8c4ec3-0c25-4984-8e2f-7c86d5c0a030 service neutron] For port 96aee2e6-24e5-4f54-804e-a691a1279543, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=96aee2e6-24e5-4f54-804e-a691a1279543,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:23:14.473457 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-5a8c4ec3-0c25-4984-8e2f-7c86d5c0a030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (96aee2e6-24e5-4f54-804e-a691a1279543), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:14.684335 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c0c5e41-7b13-472a-a35a-a2ded38f69ca req-c2b82283-3992-44fc-9c91-ea6d3b6499c8 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225045 Jan 28 13:23:14.847710 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-53dac1cb-d9a6-4dd0-b4d6-7b579762d0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68fb4b7-eec3-43f9-adcc-a68388d6eb44', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-994528020-router', 'tenant_id': '2570d016833e4ec89dfbdea1a3a6becf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b408c760-2f48-4f2e-aca4-ecc0472cf6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:52Z', 'updated_at': '2022-01-28T13:23:06Z', 'revision_number': 4, 'project_id': '2570d016833e4ec89dfbdea1a3a6becf', 'gw_port': {'id': 'b408c760-2f48-4f2e-aca4-ecc0472cf6d0', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68fb4b7-eec3-43f9-adcc-a68388d6eb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:56Z', 'updated_at': '2022-01-28T13:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '67336c4f-2e9a-4983-b0fa-827507fe97f1', 'name': '', 'network_id': 'ceeeb596-f0c3-490c-afd9-b4404694599f', 'tenant_id': '2570d016833e4ec89dfbdea1a3a6becf', 'mac_address': 'fa:16:3e:ca:45:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68fb4b7-eec3-43f9-adcc-a68388d6eb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '04943f04-2f3d-4e2b-a5e8-b95e46e51679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:03Z', 'updated_at': '2022-01-28T13:23:12Z', 'revision_number': 4, 'project_id': '2570d016833e4ec89dfbdea1a3a6becf', 'subnets': [{'id': '04943f04-2f3d-4e2b-a5e8-b95e46e51679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:14.867320 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c4ec3-0c25-4984-8e2f-7c86d5c0a030 service neutron] Pushing event updated for resources: {'Port': ['ID=96aee2e6-24e5-4f54-804e-a691a1279543,revision_number=8']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:14.885597 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 7679d270-5c5a-4974-9460-12e6d5a6088b triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:14.886276 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7679d270-5c5a-4974-9460-12e6d5a6088b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:14.970197 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-5a8c4ec3-0c25-4984-8e2f-7c86d5c0a030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:14.976490 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-5a8c4ec3-0c25-4984-8e2f-7c86d5c0a030 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:14.980880 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-5a8c4ec3-0c25-4984-8e2f-7c86d5c0a030 service neutron] 10.222.0.37 "PUT /v2.0/ports/96aee2e6-24e5-4f54-804e-a691a1279543 HTTP/1.1" status: 200 len: 1121 time: 4.5001841 Jan 28 13:23:15.036899 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dac1cb-d9a6-4dd0-b4d6-7b579762d0ed None None] The sync data for ids ['e68fb4b7-eec3-43f9-adcc-a68388d6eb44'] in n-d-822747-2 is: [{'id': 'e68fb4b7-eec3-43f9-adcc-a68388d6eb44', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-994528020-router', 'tenant_id': '2570d016833e4ec89dfbdea1a3a6becf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b408c760-2f48-4f2e-aca4-ecc0472cf6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:52Z', 'updated_at': '2022-01-28T13:23:06Z', 'revision_number': 4, 'project_id': '2570d016833e4ec89dfbdea1a3a6becf', 'gw_port': {'id': 'b408c760-2f48-4f2e-aca4-ecc0472cf6d0', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68fb4b7-eec3-43f9-adcc-a68388d6eb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:56Z', 'updated_at': '2022-01-28T13:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '67336c4f-2e9a-4983-b0fa-827507fe97f1', 'name': '', 'network_id': 'ceeeb596-f0c3-490c-afd9-b4404694599f', 'tenant_id': '2570d016833e4ec89dfbdea1a3a6becf', 'mac_address': 'fa:16:3e:ca:45:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68fb4b7-eec3-43f9-adcc-a68388d6eb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '04943f04-2f3d-4e2b-a5e8-b95e46e51679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:03Z', 'updated_at': '2022-01-28T13:23:12Z', 'revision_number': 4, 'project_id': '2570d016833e4ec89dfbdea1a3a6becf', 'subnets': [{'id': '04943f04-2f3d-4e2b-a5e8-b95e46e51679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:23:15.091622 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4ea56afd-ed0d-4fc8-b399-ebca9ec28ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (e68fb4b7-eec3-43f9-adcc-a68388d6eb44), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:15.203677 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['96aee2e6-24e5-4f54-804e-a691a1279543'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:23:15.268668 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['96aee2e6-24e5-4f54-804e-a691a1279543'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:23:15.609736 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d91f9a-c14d-4218-9e31-0cfebde99537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-cd2b546a-6aba-4188-b902-b8e2745b4d7e', 'network_id': 'cd2b546a-6aba-4188-b902-b8e2745b4d7e', 'project_id': 'f235cd5aff1543e5993f6b32019caaff', 'fixed_ips': [{'subnet_id': '30dbb6f7-d402-4607-8f73-a8cae7badd32'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:23:15.610756 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40d91f9a-c14d-4218-9e31-0cfebde99537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:15.961753 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e5b5c11-29f9-43d2-b266-8f2c8d1cf79f admin admin] Publish callbacks [] for router_gateway (4dadda4b-c083-4e9c-a606-a1e821b1c624), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:15.965677 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5f2694-12c5-4704-b86e-04dc4266dc5a', 'tag': '96aee2e6-24e5-4f54-804e-a691a1279543'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:16.000662 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54aad67-60cd-478a-8bcc-3631857f3f80" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5f2694-12c5-4704-b86e-04dc4266dc5a", "tag": "96aee2e6-24e5-4f54-804e-a691a1279543"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:16.137284 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e5b5c11-29f9-43d2-b266-8f2c8d1cf79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:16.263101 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-4ea56afd-ed0d-4fc8-b399-ebca9ec28ec3 admin admin] Deleting port 67336c4f-2e9a-4983-b0fa-827507fe97f1 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:23:16.264265 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4ea56afd-ed0d-4fc8-b399-ebca9ec28ec3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (67336c4f-2e9a-4983-b0fa-827507fe97f1), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:16.541489 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-4ea56afd-ed0d-4fc8-b399-ebca9ec28ec3 admin admin] For port 67336c4f-2e9a-4983-b0fa-827507fe97f1, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=67336c4f-2e9a-4983-b0fa-827507fe97f1,segment=NetworkSegment(3978e743-0983-4083-a36b-da0523c9a585),segment_id=3978e743-0983-4083-a36b-da0523c9a585)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:16.542279 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4ea56afd-ed0d-4fc8-b399-ebca9ec28ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (67336c4f-2e9a-4983-b0fa-827507fe97f1), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:16.567612 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-4ea56afd-ed0d-4fc8-b399-ebca9ec28ec3 admin admin] Calling delete_port for 67336c4f-2e9a-4983-b0fa-827507fe97f1 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:23:16.729995 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-9e5b5c11-29f9-43d2-b266-8f2c8d1cf79f admin admin] Allocated IP 172.25.3.225 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/719251f3-8587-4f3a-95d8-0a2d9f850bc8) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:23:17.121155 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4ea56afd-ed0d-4fc8-b399-ebca9ec28ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (67336c4f-2e9a-4983-b0fa-827507fe97f1), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:17.194498 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e5b5c11-29f9-43d2-b266-8f2c8d1cf79f admin admin] Publish callbacks [] for port (719251f3-8587-4f3a-95d8-0a2d9f850bc8), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:17.254475 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea56afd-ed0d-4fc8-b399-ebca9ec28ec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=67336c4f-2e9a-4983-b0fa-827507fe97f1,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:17.292558 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e5b5c11-29f9-43d2-b266-8f2c8d1cf79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (719251f3-8587-4f3a-95d8-0a2d9f850bc8), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:17.303328 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6309aed-38ce-4f8a-a102-82ef7e22f3ad req-668240d9-0f5e-40f9-9d05-38d169bf5ee0 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:17.305228 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e6309aed-38ce-4f8a-a102-82ef7e22f3ad req-668240d9-0f5e-40f9-9d05-38d169bf5ee0 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b01f390-e987-48df-9024-68d9ae3915ca HTTP/1.1" status: 200 len: 950 time: 1.3406162 Jan 28 13:23:17.319628 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d1186-aad3-4a93-95b0-a2528b9796bc req-27068f6f-f3df-4659-add3-4d8f350afc9d tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:17.323154 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d45d1186-aad3-4a93-95b0-a2528b9796bc req-27068f6f-f3df-4659-add3-4d8f350afc9d tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 943 time: 1.3918738 Jan 28 13:23:17.426834 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-73695b82-5c41-46fe-a7cb-e164b2b9895e None None] Current status of the port 67336c4f-2e9a-4983-b0fa-827507fe97f1 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:17.432324 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-73695b82-5c41-46fe-a7cb-e164b2b9895e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (67336c4f-2e9a-4983-b0fa-827507fe97f1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:17.782270 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5b5c11-29f9-43d2-b266-8f2c8d1cf79f admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:17.813735 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-9e5b5c11-29f9-43d2-b266-8f2c8d1cf79f admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:17.838424 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5b5c11-29f9-43d2-b266-8f2c8d1cf79f admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:23:17.910430 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef95dd-cc36-4a9f-ad2e-7a0f30263f05 req-06ab292a-a1f1-465c-b2e3-0cc3923d56ad tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:17.914132 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4aef95dd-cc36-4a9f-ad2e-7a0f30263f05 req-06ab292a-a1f1-465c-b2e3-0cc3923d56ad tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b01f390-e987-48df-9024-68d9ae3915ca HTTP/1.1" status: 200 len: 950 time: 2.6258245 Jan 28 13:23:18.027960 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270ff4d-1420-4080-add3-9d80858866f6 req-cce68965-ec6b-4d02-8d56-478c3d621177 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:18.029578 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2270ff4d-1420-4080-add3-9d80858866f6 req-cce68965-ec6b-4d02-8d56-478c3d621177 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 950 time: 0.7505581 Jan 28 13:23:18.057733 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-e6309aed-38ce-4f8a-a102-82ef7e22f3ad req-74415687-59ca-43d7-a98a-ac18476ecc24 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Deleting port d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:23:18.058473 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e6309aed-38ce-4f8a-a102-82ef7e22f3ad req-74415687-59ca-43d7-a98a-ac18476ecc24 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:18.059708 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b5c11-29f9-43d2-b266-8f2c8d1cf79f admin admin] Pushing event updated for resources: {'Port': ['ID=719251f3-8587-4f3a-95d8-0a2d9f850bc8,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:18.111078 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:18.262583 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-e6309aed-38ce-4f8a-a102-82ef7e22f3ad req-74415687-59ca-43d7-a98a-ac18476ecc24 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] For port d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:18.263579 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e6309aed-38ce-4f8a-a102-82ef7e22f3ad req-74415687-59ca-43d7-a98a-ac18476ecc24 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:18.289992 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-e6309aed-38ce-4f8a-a102-82ef7e22f3ad req-74415687-59ca-43d7-a98a-ac18476ecc24 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Calling delete_port for d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:23:18.520962 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4aef95dd-cc36-4a9f-ad2e-7a0f30263f05 req-b8ba9303-50d0-433e-af3e-31507c7ee78c tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5415189 Jan 28 13:23:18.609979 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-40d91f9a-c14d-4218-9e31-0cfebde99537 None None] Allocated IP 172.20.0.2 (cd2b546a-6aba-4188-b902-b8e2745b4d7e/30dbb6f7-d402-4607-8f73-a8cae7badd32/92cd8d45-d7b1-444f-a7dd-1ee5333c5753) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:23:18.756094 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e6309aed-38ce-4f8a-a102-82ef7e22f3ad req-74415687-59ca-43d7-a98a-ac18476ecc24 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:18.870236 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-2270ff4d-1420-4080-add3-9d80858866f6 req-f5958c6a-bbcc-4a3c-847a-f4cf55ed5c25 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Deleting port 43ce2e41-fabd-4370-80ce-35aa05357550 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:23:18.870959 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2270ff4d-1420-4080-add3-9d80858866f6 req-f5958c6a-bbcc-4a3c-847a-f4cf55ed5c25 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (43ce2e41-fabd-4370-80ce-35aa05357550), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:18.875231 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ae69bd-a0d2-4fd0-806a-259a4dcd5856 x-openstack-request-id: req-81ae69bd-a0d2-4fd0-806a-259a4dcd5856 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:18.875528 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5f2694-12c5-4704-b86e-04dc4266dc5a", "tag": "96aee2e6-24e5-4f54-804e-a691a1279543", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:18.875766 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-81ae69bd-a0d2-4fd0-806a-259a4dcd5856 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:18.876160 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5f2694-12c5-4704-b86e-04dc4266dc5a', 'tag': '96aee2e6-24e5-4f54-804e-a691a1279543', 'status': 'completed', 'code': 200} Jan 28 13:23:18.929234 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d45d1186-aad3-4a93-95b0-a2528b9796bc req-caf915bc-6684-4ebb-b376-6f6945a70e52 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4759142 Jan 28 13:23:19.088496 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-2270ff4d-1420-4080-add3-9d80858866f6 req-f5958c6a-bbcc-4a3c-847a-f4cf55ed5c25 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] For port 43ce2e41-fabd-4370-80ce-35aa05357550, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=43ce2e41-fabd-4370-80ce-35aa05357550,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:19.089265 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2270ff4d-1420-4080-add3-9d80858866f6 req-f5958c6a-bbcc-4a3c-847a-f4cf55ed5c25 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (43ce2e41-fabd-4370-80ce-35aa05357550), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:19.121296 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74415687-59ca-43d7-a98a-ac18476ecc24 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Pushing event deleted for resources: {'Port': ['ID=d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:19.124868 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-2270ff4d-1420-4080-add3-9d80858866f6 req-f5958c6a-bbcc-4a3c-847a-f4cf55ed5c25 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Calling delete_port for 43ce2e41-fabd-4370-80ce-35aa05357550 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:23:19.195386 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40d91f9a-c14d-4218-9e31-0cfebde99537 None None] Publish callbacks [] for port (92cd8d45-d7b1-444f-a7dd-1ee5333c5753), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:19.218132 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['5a7fcae3-a8c4-4ecf-8417-45d7a327c416'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:23:19.221777 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['43ce2e41-fabd-4370-80ce-35aa05357550'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:23:19.241264 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6309aed-38ce-4f8a-a102-82ef7e22f3ad req-74415687-59ca-43d7-a98a-ac18476ecc24 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] No DVR routers for this DVR port d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:23:19.356146 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2270ff4d-1420-4080-add3-9d80858866f6 req-f5958c6a-bbcc-4a3c-847a-f4cf55ed5c25 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (43ce2e41-fabd-4370-80ce-35aa05357550), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:19.569784 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40d91f9a-c14d-4218-9e31-0cfebde99537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (92cd8d45-d7b1-444f-a7dd-1ee5333c5753), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:19.594140 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 7679d270-5c5a-4974-9460-12e6d5a6088b is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:19.596916 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e5b5c11-29f9-43d2-b266-8f2c8d1cf79f admin admin] Publish callbacks [] for router_gateway (4dadda4b-c083-4e9c-a606-a1e821b1c624), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:19.764536 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['5a7fcae3-a8c4-4ecf-8417-45d7a327c416'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:23:19.775190 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['43ce2e41-fabd-4370-80ce-35aa05357550'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:23:19.928549 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d91f9a-c14d-4218-9e31-0cfebde99537 None None] Network cd2b546a-6aba-4188-b902-b8e2745b4d7e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:19.946178 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 96aee2e6-24e5-4f54-804e-a691a1279543 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:23:19.973086 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:23:20.238844 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-2270ff4d-1420-4080-add3-9d80858866f6 req-f5958c6a-bbcc-4a3c-847a-f4cf55ed5c25 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] No DVR routers for this DVR port 43ce2e41-fabd-4370-80ce-35aa05357550 on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:23:20.241645 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5958c6a-bbcc-4a3c-847a-f4cf55ed5c25 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Pushing event deleted for resources: {'Port': ['ID=43ce2e41-fabd-4370-80ce-35aa05357550,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:20.516011 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 96aee2e6-24e5-4f54-804e-a691a1279543, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=96aee2e6-24e5-4f54-804e-a691a1279543,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:20.633421 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-40d91f9a-c14d-4218-9e31-0cfebde99537 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:20.650122 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d91f9a-c14d-4218-9e31-0cfebde99537 None None] Pushing event updated for resources: {'Port': ['ID=92cd8d45-d7b1-444f-a7dd-1ee5333c5753,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:20.692812 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:23:20.693294 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:23:20.705204 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 96aee2e6-24e5-4f54-804e-a691a1279543 has no active binding in host n-h2-822747-2 {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 13:23:20.724033 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c7071fef-19f7-4dd6-a356-74cc6eb70dd2 None None] Could not find standard attr ID for object 67336c4f-2e9a-4983-b0fa-827507fe97f1. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:23:20.740895 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d91f9a-c14d-4218-9e31-0cfebde99537 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:23:20.830177 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e6309aed-38ce-4f8a-a102-82ef7e22f3ad req-74415687-59ca-43d7-a98a-ac18476ecc24 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:20.848957 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b408c760-2f48-4f2e-aca4-ecc0472cf6d0 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:20.858044 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 96aee2e6-24e5-4f54-804e-a691a1279543 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:23:20.871193 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e6309aed-38ce-4f8a-a102-82ef7e22f3ad req-74415687-59ca-43d7-a98a-ac18476ecc24 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.37 "DELETE /v2.0/ports/d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb HTTP/1.1" status: 204 len: 173 time: 3.5393529 Jan 28 13:23:20.896431 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b01f390-e987-48df-9024-68d9ae3915ca', 'name': 'network-vif-deleted', 'tag': 'd2fb4175-b997-4b56-9f06-0dcf7dd8d1bb'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:20.911597 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8facdb7-7f51-4d45-b7bb-313c67fc441b" -d '{"events": [{"server_uuid": "8b01f390-e987-48df-9024-68d9ae3915ca", "name": "network-vif-deleted", "tag": "d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:21.043902 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cd8e5e82-5331-47a4-b639-9e741b64b2eb req-bb798ff4-bc99-4b8f-88c4-c5bba2b6c439 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b01f390-e987-48df-9024-68d9ae3915ca HTTP/1.1" status: 200 len: 210 time: 0.2205210 Jan 28 13:23:21.125928 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4ea56afd-ed0d-4fc8-b399-ebca9ec28ec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (e68fb4b7-eec3-43f9-adcc-a68388d6eb44), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:21.719019 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:21.771576 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 96aee2e6-24e5-4f54-804e-a691a1279543 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:23:21.908736 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee82f14-60ea-4af3-82d7-1fcdbe4db4a6 x-openstack-request-id: req-8ee82f14-60ea-4af3-82d7-1fcdbe4db4a6 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:21.909452 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b01f390-e987-48df-9024-68d9ae3915ca", "name": "network-vif-deleted", "tag": "d2fb4175-b997-4b56-9f06-0dcf7dd8d1bb", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:21.909654 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ee82f14-60ea-4af3-82d7-1fcdbe4db4a6 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:21.910048 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b01f390-e987-48df-9024-68d9ae3915ca', 'name': 'network-vif-deleted', 'tag': 'd2fb4175-b997-4b56-9f06-0dcf7dd8d1bb', 'status': 'completed', 'code': 200} Jan 28 13:23:22.007862 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-b2b448c7-3ce9-4caa-a89b-27f6ebb20db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5500048-e8bf-4f66-851b-5d847e04bdf2', 'name': 'tempest-AttachSCSIVolumeTestJSON-697879175-router', 'tenant_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '9469b04f-bf39-4d09-b356-9f4c838e4459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:55Z', 'updated_at': '2022-01-28T13:23:05Z', 'revision_number': 4, 'project_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'gw_port': {'id': '9469b04f-bf39-4d09-b356-9f4c838e4459', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:07:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5500048-e8bf-4f66-851b-5d847e04bdf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:57Z', 'updated_at': '2022-01-28T13:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'c8e84226-ee20-4413-b507-9c5c005814f5', 'name': '', 'network_id': 'c5e595f8-d236-4ed1-944a-b225ec428790', 'tenant_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'mac_address': 'fa:16:3e:34:cd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5500048-e8bf-4f66-851b-5d847e04bdf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '879375de-b9ad-4520-a49b-8ff36d83dafc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:03Z', 'updated_at': '2022-01-28T13:23:05Z', 'revision_number': 2, 'project_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'subnets': [{'id': '879375de-b9ad-4520-a49b-8ff36d83dafc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:22.360942 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2270ff4d-1420-4080-add3-9d80858866f6 req-f5958c6a-bbcc-4a3c-847a-f4cf55ed5c25 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:22.374068 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2270ff4d-1420-4080-add3-9d80858866f6 req-f5958c6a-bbcc-4a3c-847a-f4cf55ed5c25 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.37 "DELETE /v2.0/ports/43ce2e41-fabd-4370-80ce-35aa05357550 HTTP/1.1" status: 204 len: 173 time: 4.2682571 Jan 28 13:23:22.375640 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd6be4a-edd6-4a18-a3df-488de0d7d779', 'name': 'network-vif-deleted', 'tag': '43ce2e41-fabd-4370-80ce-35aa05357550'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:22.382632 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226cfda8-f619-4313-833a-e94019279010" -d '{"events": [{"server_uuid": "2dd6be4a-edd6-4a18-a3df-488de0d7d779", "name": "network-vif-deleted", "tag": "43ce2e41-fabd-4370-80ce-35aa05357550"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:22.437106 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54aad67-60cd-478a-8bcc-3631857f3f80 req-e4de1e04-0221-4cee-88ce-5a526d0f6d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:22.440698 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d54aad67-60cd-478a-8bcc-3631857f3f80 req-e4de1e04-0221-4cee-88ce-5a526d0f6d29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=93543269cade486c80fd00260197c0a8&device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 1124 time: 3.0998926 Jan 28 13:23:22.476963 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea56afd-ed0d-4fc8-b399-ebca9ec28ec3 admin admin] Router e68fb4b7-eec3-43f9-adcc-a68388d6eb44 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:23:22.497894 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ae64f0d3-aaa6-454b-9564-902c73cf5ed3 req-cd2f6840-f264-4bab-952c-1926d63d4bdb tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dd6be4a-edd6-4a18-a3df-488de0d7d779 HTTP/1.1" status: 200 len: 210 time: 0.1277039 Jan 28 13:23:22.535780 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e5b5c11-29f9-43d2-b266-8f2c8d1cf79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (4dadda4b-c083-4e9c-a606-a1e821b1c624), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:22.643094 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b448c7-3ce9-4caa-a89b-27f6ebb20db2 None None] The sync data for ids ['d5500048-e8bf-4f66-851b-5d847e04bdf2'] in n-d-822747-2 is: [{'id': 'd5500048-e8bf-4f66-851b-5d847e04bdf2', 'name': 'tempest-AttachSCSIVolumeTestJSON-697879175-router', 'tenant_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '9469b04f-bf39-4d09-b356-9f4c838e4459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:55Z', 'updated_at': '2022-01-28T13:23:05Z', 'revision_number': 4, 'project_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'gw_port': {'id': '9469b04f-bf39-4d09-b356-9f4c838e4459', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:07:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5500048-e8bf-4f66-851b-5d847e04bdf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:57Z', 'updated_at': '2022-01-28T13:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'c8e84226-ee20-4413-b507-9c5c005814f5', 'name': '', 'network_id': 'c5e595f8-d236-4ed1-944a-b225ec428790', 'tenant_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'mac_address': 'fa:16:3e:34:cd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5500048-e8bf-4f66-851b-5d847e04bdf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '879375de-b9ad-4520-a49b-8ff36d83dafc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:03Z', 'updated_at': '2022-01-28T13:23:05Z', 'revision_number': 2, 'project_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'subnets': [{'id': '879375de-b9ad-4520-a49b-8ff36d83dafc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:23:22.751806 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 96aee2e6-24e5-4f54-804e-a691a1279543 is: DOWN; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:22.824103 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d3fd63-6c98-4c60-96bb-bf4b8bfd6f90 x-openstack-request-id: req-64d3fd63-6c98-4c60-96bb-bf4b8bfd6f90 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:22.824502 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd6be4a-edd6-4a18-a3df-488de0d7d779", "name": "network-vif-deleted", "tag": "43ce2e41-fabd-4370-80ce-35aa05357550", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:22.824701 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-64d3fd63-6c98-4c60-96bb-bf4b8bfd6f90 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:22.825157 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd6be4a-edd6-4a18-a3df-488de0d7d779', 'name': 'network-vif-deleted', 'tag': '43ce2e41-fabd-4370-80ce-35aa05357550', 'status': 'completed', 'code': 200} Jan 28 13:23:22.825997 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] The host n-h2-822747-2 is not matching for port 96aee2e6-24e5-4f54-804e-a691a1279543 host n-h1-822747-2! {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:23:22.826668 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 96aee2e6-24e5-4f54-804e-a691a1279543 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:23:22.827675 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 43ce2e41-fabd-4370-80ce-35aa05357550 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:23:22.914553 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea56afd-ed0d-4fc8-b399-ebca9ec28ec3 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:23:22.936460 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-40d91f9a-c14d-4218-9e31-0cfebde99537 None None] Attempting to bind port 92cd8d45-d7b1-444f-a7dd-1ee5333c5753 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:23:22.936857 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-40d91f9a-c14d-4218-9e31-0cfebde99537 None None] Attempting to bind port 92cd8d45-d7b1-444f-a7dd-1ee5333c5753 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'fd41c052-74ba-462c-9fe1-5df33f99783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cd2b546a-6aba-4188-b902-b8e2745b4d7e'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:23:22.937244 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d91f9a-c14d-4218-9e31-0cfebde99537 None None] Attempting to bind port 92cd8d45-d7b1-444f-a7dd-1ee5333c5753 on network cd2b546a-6aba-4188-b902-b8e2745b4d7e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:22.946708 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4ea56afd-ed0d-4fc8-b399-ebca9ec28ec3 admin admin] 10.222.0.39 "PUT /v2.0/routers/e68fb4b7-eec3-43f9-adcc-a68388d6eb44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2263393 Jan 28 13:23:22.947431 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49952) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:22.987318 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d91f9a-c14d-4218-9e31-0cfebde99537 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:23:22.995158 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d91f9a-c14d-4218-9e31-0cfebde99537 None None] Checking segment: {'id': 'fd41c052-74ba-462c-9fe1-5df33f99783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cd2b546a-6aba-4188-b902-b8e2745b4d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:22.996019 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40d91f9a-c14d-4218-9e31-0cfebde99537 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:22.996684 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d91f9a-c14d-4218-9e31-0cfebde99537 None None] Bound using segment: {'id': 'fd41c052-74ba-462c-9fe1-5df33f99783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cd2b546a-6aba-4188-b902-b8e2745b4d7e'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:23:22.997527 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-40d91f9a-c14d-4218-9e31-0cfebde99537 None None] Bound port: 92cd8d45-d7b1-444f-a7dd-1ee5333c5753, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd41c052-74ba-462c-9fe1-5df33f99783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cd2b546a-6aba-4188-b902-b8e2745b4d7e'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:23:22.998184 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40d91f9a-c14d-4218-9e31-0cfebde99537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (92cd8d45-d7b1-444f-a7dd-1ee5333c5753), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:23.108179 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 43ce2e41-fabd-4370-80ce-35aa05357550 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:23:23.108778 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 43ce2e41-fabd-4370-80ce-35aa05357550 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:23:23.124408 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d443ca-f4a1-4616-b3bc-0363ccfe096b None None] Sync routers for ids ['e68fb4b7-eec3-43f9-adcc-a68388d6eb44'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:23:23.339752 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4492166-7fe0-4325-9ade-5963473eba45 req-413bd7bd-de06-4517-b27f-01293575dc97 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:23.343376 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c4492166-7fe0-4325-9ade-5963473eba45 req-413bd7bd-de06-4517-b27f-01293575dc97 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 943 time: 0.9527979 Jan 28 13:23:23.372278 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7a3fcdb5-77b4-4a7f-8434-5b4e7ea7e2c9 admin admin] Publish callbacks [] for router (e68fb4b7-eec3-43f9-adcc-a68388d6eb44), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:23.406540 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54aad67-60cd-478a-8bcc-3631857f3f80 req-7f6dbcca-8d8a-4d43-b33e-1ed057d38401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:23.412318 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d54aad67-60cd-478a-8bcc-3631857f3f80 req-7f6dbcca-8d8a-4d43-b33e-1ed057d38401 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8528e78d-cd10-4563-a6b3-de6e91f8e460 HTTP/1.1" status: 200 len: 908 time: 0.9153655 Jan 28 13:23:23.425800 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port b408c760-2f48-4f2e-aca4-ecc0472cf6d0 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:23.426267 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b408c760-2f48-4f2e-aca4-ecc0472cf6d0), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:23.604013 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d54aad67-60cd-478a-8bcc-3631857f3f80 req-993e31f6-d98f-4266-86dc-626feaaa5e70 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96aee2e6-24e5-4f54-804e-a691a1279543 HTTP/1.1" status: 200 len: 217 time: 0.1798449 Jan 28 13:23:23.668545 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d443ca-f4a1-4616-b3bc-0363ccfe096b None None] Routers {'e68fb4b7-eec3-43f9-adcc-a68388d6eb44'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:23.669313 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d8d443ca-f4a1-4616-b3bc-0363ccfe096b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:23:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e68fb4b7-eec3-43f9-adcc-a68388d6eb44'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:23.760718 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7a3fcdb5-77b4-4a7f-8434-5b4e7ea7e2c9 admin admin] Publish callbacks [] for router_gateway (e68fb4b7-eec3-43f9-adcc-a68388d6eb44), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:23.763279 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5b5c11-29f9-43d2-b266-8f2c8d1cf79f admin admin] Router 4dadda4b-c083-4e9c-a606-a1e821b1c624 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:23:23.802662 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:23:23.891571 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54aad67-60cd-478a-8bcc-3631857f3f80 req-9960fa70-b8ad-4637-aca7-26f7be5efadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:23.895919 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d54aad67-60cd-478a-8bcc-3631857f3f80 req-9960fa70-b8ad-4637-aca7-26f7be5efadb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=585c2f63-9b4b-456a-9eb5-e157a8ee5cdd HTTP/1.1" status: 200 len: 848 time: 0.2863638 Jan 28 13:23:23.960277 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-7a3fcdb5-77b4-4a7f-8434-5b4e7ea7e2c9 admin admin] Deleting port b408c760-2f48-4f2e-aca4-ecc0472cf6d0 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:23:23.960897 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7a3fcdb5-77b4-4a7f-8434-5b4e7ea7e2c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b408c760-2f48-4f2e-aca4-ecc0472cf6d0), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:24.000020 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c4492166-7fe0-4325-9ade-5963473eba45 req-3f09e970-0669-487c-8283-32feaace9915 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6273947 Jan 28 13:23:24.026248 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d54aad67-60cd-478a-8bcc-3631857f3f80 req-b423de90-29e4-473a-8d27-4901a24ee50a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8528e78d-cd10-4563-a6b3-de6e91f8e460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140728 Jan 28 13:23:24.263780 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port b408c760-2f48-4f2e-aca4-ecc0472cf6d0 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:24.422876 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-7a3fcdb5-77b4-4a7f-8434-5b4e7ea7e2c9 admin admin] For port b408c760-2f48-4f2e-aca4-ecc0472cf6d0, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b408c760-2f48-4f2e-aca4-ecc0472cf6d0,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:24.424911 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7a3fcdb5-77b4-4a7f-8434-5b4e7ea7e2c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b408c760-2f48-4f2e-aca4-ecc0472cf6d0), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:24.432902 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d54aad67-60cd-478a-8bcc-3631857f3f80 req-c4789393-5418-4459-80bb-1099e8a25205 service neutron] 10.222.0.18 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719406 Jan 28 13:23:24.476773 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-7a3fcdb5-77b4-4a7f-8434-5b4e7ea7e2c9 admin admin] Calling delete_port for b408c760-2f48-4f2e-aca4-ecc0472cf6d0 owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:23:24.558868 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-40d91f9a-c14d-4218-9e31-0cfebde99537 None None] For port 92cd8d45-d7b1-444f-a7dd-1ee5333c5753, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:24.619298 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-40d91f9a-c14d-4218-9e31-0cfebde99537 None None] For port 92cd8d45-d7b1-444f-a7dd-1ee5333c5753, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=92cd8d45-d7b1-444f-a7dd-1ee5333c5753,segment=NetworkSegment(fd41c052-74ba-462c-9fe1-5df33f99783c),segment_id=fd41c052-74ba-462c-9fe1-5df33f99783c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:23:24.671509 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40d91f9a-c14d-4218-9e31-0cfebde99537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (92cd8d45-d7b1-444f-a7dd-1ee5333c5753), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:24.705854 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5b5c11-29f9-43d2-b266-8f2c8d1cf79f admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:23:24.720812 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7616975d-12c5-474b-992b-dc1ad33d7d4c None None] Sync routers for ids ['4dadda4b-c083-4e9c-a606-a1e821b1c624'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:23:24.751237 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7616975d-12c5-474b-992b-dc1ad33d7d4c None None] Routers {'4dadda4b-c083-4e9c-a606-a1e821b1c624'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:24.754684 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-7616975d-12c5-474b-992b-dc1ad33d7d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:23:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['4dadda4b-c083-4e9c-a606-a1e821b1c624'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:24.779349 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e5b5c11-29f9-43d2-b266-8f2c8d1cf79f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:24.787558 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9e5b5c11-29f9-43d2-b266-8f2c8d1cf79f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 12.0296953 Jan 28 13:23:24.791927 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49978) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:24.801866 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9469b04f-bf39-4d09-b356-9f4c838e4459 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:24.816632 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-d8d443ca-f4a1-4616-b3bc-0363ccfe096b None None] Set router e68fb4b7-eec3-43f9-adcc-a68388d6eb44 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:25.047261 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75a4cb-b007-4e8c-89f6-2e4cdd93b391 req-22295ada-16c3-4a0b-adee-947f61923305 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:25.049428 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5f75a4cb-b007-4e8c-89f6-2e4cdd93b391 req-22295ada-16c3-4a0b-adee-947f61923305 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ec902-b4c5-4fe0-b5b3-8f079119f84e HTTP/1.1" status: 200 len: 950 time: 0.3691115 Jan 28 13:23:25.065026 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-7616975d-12c5-474b-992b-dc1ad33d7d4c None None] Set router 4dadda4b-c083-4e9c-a606-a1e821b1c624 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:25.121798 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d600a24-522f-430a-9067-2516f3181b97 req-d13501cb-f99c-409c-b202-e69ecdbaaf79 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:25.131782 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9d600a24-522f-430a-9067-2516f3181b97 req-d13501cb-f99c-409c-b202-e69ecdbaaf79 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.18 "GET /v2.0/ports?device_id=b06ec902-b4c5-4fe0-b5b3-8f079119f84e HTTP/1.1" status: 200 len: 950 time: 0.4365189 Jan 28 13:23:25.405025 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d54aad67-60cd-478a-8bcc-3631857f3f80 req-e56b6917-5249-488e-8d30-5d7fceaafbe0 service neutron] 10.222.0.18 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9598885 Jan 28 13:23:25.665681 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5f75a4cb-b007-4e8c-89f6-2e4cdd93b391 req-fcee912e-cf1e-47ee-9aec-82be9631ed2a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5836875 Jan 28 13:23:25.761550 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-72b1a9cd-64bf-49ae-8ba8-e04d5434a19f req-6c306a9d-84b7-4920-8534-f8e85e09e4c5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3475242 Jan 28 13:23:25.780910 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644cb98-a926-4014-b654-e9bea303d4fb req-477a859a-eadd-4ee5-a5cc-94d8fbaf04e7 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:25.804004 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c644cb98-a926-4014-b654-e9bea303d4fb req-477a859a-eadd-4ee5-a5cc-94d8fbaf04e7 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 943 time: 0.4534445 Jan 28 13:23:25.862730 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-7616975d-12c5-474b-992b-dc1ad33d7d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'name': 'tempest-ServersTestBootFromVolume-1652014935-router', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '719251f3-8587-4f3a-95d8-0a2d9f850bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:12Z', 'updated_at': '2022-01-28T13:23:18Z', 'revision_number': 3, 'project_id': 'f235cd5aff1543e5993f6b32019caaff', 'gw_port': {'id': '719251f3-8587-4f3a-95d8-0a2d9f850bc8', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:16Z', 'updated_at': '2022-01-28T13:23:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:25.928534 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7616975d-12c5-474b-992b-dc1ad33d7d4c None None] Checking router: 4dadda4b-c083-4e9c-a606-a1e821b1c624 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:23:25.929214 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7616975d-12c5-474b-992b-dc1ad33d7d4c None None] Updating router 4dadda4b-c083-4e9c-a606-a1e821b1c624 port 719251f3-8587-4f3a-95d8-0a2d9f850bc8 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:23:26.102599 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d91f9a-c14d-4218-9e31-0cfebde99537 None None] Pushing event updated for resources: {'Port': ['ID=92cd8d45-d7b1-444f-a7dd-1ee5333c5753,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:26.111642 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1a9cd-64bf-49ae-8ba8-e04d5434a19f req-26d981c7-7397-4ace-80f6-10561dfdeaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:26.123714 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-9d600a24-522f-430a-9067-2516f3181b97 req-8d878591-a93b-40ab-9b33-81e89832189e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Deleting port 5a7fcae3-a8c4-4ecf-8417-45d7a327c416 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:23:26.124606 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-72b1a9cd-64bf-49ae-8ba8-e04d5434a19f req-26d981c7-7397-4ace-80f6-10561dfdeaaa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93543269cade486c80fd00260197c0a8&device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 1096 time: 0.2193248 Jan 28 13:23:26.124786 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9d600a24-522f-430a-9067-2516f3181b97 req-8d878591-a93b-40ab-9b33-81e89832189e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (5a7fcae3-a8c4-4ecf-8417-45d7a327c416), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:26.174232 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 9469b04f-bf39-4d09-b356-9f4c838e4459 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:26.174852 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9469b04f-bf39-4d09-b356-9f4c838e4459), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:26.317461 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7616975d-12c5-474b-992b-dc1ad33d7d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (719251f3-8587-4f3a-95d8-0a2d9f850bc8), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:26.360337 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d8d443ca-f4a1-4616-b3bc-0363ccfe096b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68fb4b7-eec3-43f9-adcc-a68388d6eb44', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-994528020-router', 'tenant_id': '2570d016833e4ec89dfbdea1a3a6becf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b408c760-2f48-4f2e-aca4-ecc0472cf6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:52Z', 'updated_at': '2022-01-28T13:23:16Z', 'revision_number': 5, 'project_id': '2570d016833e4ec89dfbdea1a3a6becf', 'gw_port': {'id': 'b408c760-2f48-4f2e-aca4-ecc0472cf6d0', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68fb4b7-eec3-43f9-adcc-a68388d6eb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:56Z', 'updated_at': '2022-01-28T13:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:26.460727 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d443ca-f4a1-4616-b3bc-0363ccfe096b None None] Checking router: e68fb4b7-eec3-43f9-adcc-a68388d6eb44 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:23:26.561954 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c644cb98-a926-4014-b654-e9bea303d4fb req-1150d2bc-3f99-4cda-bb48-e7badab3e0c9 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7566943 Jan 28 13:23:26.593594 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7a3fcdb5-77b4-4a7f-8434-5b4e7ea7e2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b408c760-2f48-4f2e-aca4-ecc0472cf6d0), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:26.607278 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d443ca-f4a1-4616-b3bc-0363ccfe096b None None] Routers {'e68fb4b7-eec3-43f9-adcc-a68388d6eb44'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:26.607278 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d8d443ca-f4a1-4616-b3bc-0363ccfe096b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:23:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e68fb4b7-eec3-43f9-adcc-a68388d6eb44'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:26.725899 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1a9cd-64bf-49ae-8ba8-e04d5434a19f req-8da0dfe7-1761-41a3-b946-6ca8decc05de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:26.743253 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-72b1a9cd-64bf-49ae-8ba8-e04d5434a19f req-8da0dfe7-1761-41a3-b946-6ca8decc05de service neutron] 10.222.0.37 "GET /v2.0/networks?id=8528e78d-cd10-4563-a6b3-de6e91f8e460 HTTP/1.1" status: 200 len: 908 time: 0.5768368 Jan 28 13:23:26.754334 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3fcdb5-77b4-4a7f-8434-5b4e7ea7e2c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b408c760-2f48-4f2e-aca4-ecc0472cf6d0,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:26.895906 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-d8d443ca-f4a1-4616-b3bc-0363ccfe096b None None] Set router e68fb4b7-eec3-43f9-adcc-a68388d6eb44 gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:26.967790 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-72b1a9cd-64bf-49ae-8ba8-e04d5434a19f req-fbea3135-b6f4-468f-98c7-976ebe92d6e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=483929b3-e20d-4033-b089-ece52da40613 HTTP/1.1" status: 200 len: 217 time: 0.1415865 Jan 28 13:23:27.044197 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7a3fcdb5-77b4-4a7f-8434-5b4e7ea7e2c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (e68fb4b7-eec3-43f9-adcc-a68388d6eb44), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:27.100602 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7616975d-12c5-474b-992b-dc1ad33d7d4c None None] Publish callbacks [] for port (719251f3-8587-4f3a-95d8-0a2d9f850bc8), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:27.113678 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7616975d-12c5-474b-992b-dc1ad33d7d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (719251f3-8587-4f3a-95d8-0a2d9f850bc8), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:27.216942 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f65ab1-c467-4f45-b58d-ab519893c3e3 None None] Pushing event updated for resources: {'Port': ['ID=719251f3-8587-4f3a-95d8-0a2d9f850bc8,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:27.250403 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d8d443ca-f4a1-4616-b3bc-0363ccfe096b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68fb4b7-eec3-43f9-adcc-a68388d6eb44', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-994528020-router', 'tenant_id': '2570d016833e4ec89dfbdea1a3a6becf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:52Z', 'updated_at': '2022-01-28T13:23:25Z', 'revision_number': 7, 'project_id': '2570d016833e4ec89dfbdea1a3a6becf', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:27.308070 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-7616975d-12c5-474b-992b-dc1ad33d7d4c None None] Attempting to bind port 719251f3-8587-4f3a-95d8-0a2d9f850bc8 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:23:27.315351 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-7616975d-12c5-474b-992b-dc1ad33d7d4c None None] Attempting to bind port 719251f3-8587-4f3a-95d8-0a2d9f850bc8 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:23:27.315924 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7616975d-12c5-474b-992b-dc1ad33d7d4c None None] Attempting to bind port 719251f3-8587-4f3a-95d8-0a2d9f850bc8 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:27.331872 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7616975d-12c5-474b-992b-dc1ad33d7d4c None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:23:27.332986 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7616975d-12c5-474b-992b-dc1ad33d7d4c None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:27.332986 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7616975d-12c5-474b-992b-dc1ad33d7d4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:27.338123 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7616975d-12c5-474b-992b-dc1ad33d7d4c None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:23:27.338848 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-7616975d-12c5-474b-992b-dc1ad33d7d4c None None] Bound port: 719251f3-8587-4f3a-95d8-0a2d9f850bc8, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:23:27.339373 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7616975d-12c5-474b-992b-dc1ad33d7d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (719251f3-8587-4f3a-95d8-0a2d9f850bc8), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:27.373479 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d443ca-f4a1-4616-b3bc-0363ccfe096b None None] The sync data for ids ['e68fb4b7-eec3-43f9-adcc-a68388d6eb44'] in n-d-822747-2 is: [{'id': 'e68fb4b7-eec3-43f9-adcc-a68388d6eb44', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-994528020-router', 'tenant_id': '2570d016833e4ec89dfbdea1a3a6becf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:52Z', 'updated_at': '2022-01-28T13:23:25Z', 'revision_number': 7, 'project_id': '2570d016833e4ec89dfbdea1a3a6becf', 'gw_port_host': None}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:23:27.402187 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1a9cd-64bf-49ae-8ba8-e04d5434a19f req-1e043210-f9af-431e-8d9a-640d2265dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:27.408816 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-72b1a9cd-64bf-49ae-8ba8-e04d5434a19f req-1e043210-f9af-431e-8d9a-640d2265dad5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=585c2f63-9b4b-456a-9eb5-e157a8ee5cdd HTTP/1.1" status: 200 len: 848 time: 0.4336674 Jan 28 13:23:27.444581 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 9469b04f-bf39-4d09-b356-9f4c838e4459 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:27.450345 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9469b04f-bf39-4d09-b356-9f4c838e4459), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:27.469278 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7a3fcdb5-77b4-4a7f-8434-5b4e7ea7e2c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (e68fb4b7-eec3-43f9-adcc-a68388d6eb44), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:27.473215 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7a3fcdb5-77b4-4a7f-8434-5b4e7ea7e2c9 admin admin] Publish callbacks [] for router_controller (e68fb4b7-eec3-43f9-adcc-a68388d6eb44), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:27.580504 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 9469b04f-bf39-4d09-b356-9f4c838e4459, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9469b04f-bf39-4d09-b356-9f4c838e4459,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:27.584651 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-7616975d-12c5-474b-992b-dc1ad33d7d4c None None] For port 719251f3-8587-4f3a-95d8-0a2d9f850bc8, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:27.591655 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9469b04f-bf39-4d09-b356-9f4c838e4459), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:27.605479 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-7616975d-12c5-474b-992b-dc1ad33d7d4c None None] For port 719251f3-8587-4f3a-95d8-0a2d9f850bc8, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=719251f3-8587-4f3a-95d8-0a2d9f850bc8,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:23:27.633277 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7616975d-12c5-474b-992b-dc1ad33d7d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (719251f3-8587-4f3a-95d8-0a2d9f850bc8), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:27.724128 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-9d600a24-522f-430a-9067-2516f3181b97 req-8d878591-a93b-40ab-9b33-81e89832189e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] For port 5a7fcae3-a8c4-4ecf-8417-45d7a327c416, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=5a7fcae3-a8c4-4ecf-8417-45d7a327c416,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:27.725803 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9d600a24-522f-430a-9067-2516f3181b97 req-8d878591-a93b-40ab-9b33-81e89832189e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (5a7fcae3-a8c4-4ecf-8417-45d7a327c416), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:27.756571 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7a3fcdb5-77b4-4a7f-8434-5b4e7ea7e2c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (e68fb4b7-eec3-43f9-adcc-a68388d6eb44), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:27.757496 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3fcdb5-77b4-4a7f-8434-5b4e7ea7e2c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e68fb4b7-eec3-43f9-adcc-a68388d6eb44 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:23:27.763834 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3aeb51-6a0d-4136-bac7-9f3afaee9b85 req-313250db-8c8b-4003-8d6c-666683029904 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:27.770632 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6c3aeb51-6a0d-4136-bac7-9f3afaee9b85 req-313250db-8c8b-4003-8d6c-666683029904 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ec902-b4c5-4fe0-b5b3-8f079119f84e HTTP/1.1" status: 200 len: 950 time: 0.7626774 Jan 28 13:23:27.785852 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-72b1a9cd-64bf-49ae-8ba8-e04d5434a19f req-98a5a248-5064-447e-808b-9ce3717c2437 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8528e78d-cd10-4563-a6b3-de6e91f8e460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3366692 Jan 28 13:23:27.808675 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7a3fcdb5-77b4-4a7f-8434-5b4e7ea7e2c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:27.809963 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7a3fcdb5-77b4-4a7f-8434-5b4e7ea7e2c9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e68fb4b7-eec3-43f9-adcc-a68388d6eb44 HTTP/1.1" status: 204 len: 168 time: 4.8614571 Jan 28 13:23:27.828715 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49990) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:27.847293 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f65ab1-c467-4f45-b58d-ab519893c3e3 None None] Pushing event updated for resources: {'Port': ['ID=719251f3-8587-4f3a-95d8-0a2d9f850bc8,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:27.877131 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=9469b04f-bf39-4d09-b356-9f4c838e4459,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:27.887864 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7616975d-12c5-474b-992b-dc1ad33d7d4c None None] Routers {'4dadda4b-c083-4e9c-a606-a1e821b1c624'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:27.892548 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-7616975d-12c5-474b-992b-dc1ad33d7d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:23:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['4dadda4b-c083-4e9c-a606-a1e821b1c624'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:27.947299 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-9d600a24-522f-430a-9067-2516f3181b97 req-8d878591-a93b-40ab-9b33-81e89832189e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Calling delete_port for 5a7fcae3-a8c4-4ecf-8417-45d7a327c416 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:23:28.149010 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407fc54f-f442-42b1-b004-15083244c6e4 None None] Sync routers for ids ['d5500048-e8bf-4f66-851b-5d847e04bdf2'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:23:28.170688 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407fc54f-f442-42b1-b004-15083244c6e4 None None] Routers {'d5500048-e8bf-4f66-851b-5d847e04bdf2'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:28.171008 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-407fc54f-f442-42b1-b004-15083244c6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:23:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d5500048-e8bf-4f66-851b-5d847e04bdf2'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:28.310079 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f18878b7-e791-4276-aedb-ca73222731f0 req-a4b26c27-4c5f-430d-9ca1-bd3a6e00db0f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1749902 Jan 28 13:23:28.312174 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-72b1a9cd-64bf-49ae-8ba8-e04d5434a19f req-60abee3f-6cca-4b46-a87c-c7248755f378 service neutron] 10.222.0.37 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059432 Jan 28 13:23:28.362986 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-7616975d-12c5-474b-992b-dc1ad33d7d4c None None] Set router 4dadda4b-c083-4e9c-a606-a1e821b1c624 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:28.451496 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-407fc54f-f442-42b1-b004-15083244c6e4 None None] Set router d5500048-e8bf-4f66-851b-5d847e04bdf2 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:28.609963 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6c3aeb51-6a0d-4136-bac7-9f3afaee9b85 req-362f6c89-fd3a-4a1e-8820-05591e612d9a tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e2d33fe-630a-4a52-96f1-5176e6f42bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8173008 Jan 28 13:23:28.632154 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 5a7fcae3-a8c4-4ecf-8417-45d7a327c416 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:23:28.638304 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6645420b-ecb7-4e03-9684-33b4fc62d4f4 None None] Network cd2b546a-6aba-4188-b902-b8e2745b4d7e requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:23:28.784839 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1d6cd170-181f-41bd-bffd-87755c2bd290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:28.862351 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a061a92-c41c-4ee6-aec8-5ea6f46b1872 admin admin] Deleting subnet 04943f04-2f3d-4e2b-a5e8-b95e46e51679 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:23:28.893784 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d079b7-f935-42f4-ac81-99eff1847599 req-eb83c083-71f8-4d28-b6f8-fbecee135bce tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:28.904485 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f0d079b7-f935-42f4-ac81-99eff1847599 req-eb83c083-71f8-4d28-b6f8-fbecee135bce tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 943 time: 1.0115607 Jan 28 13:23:28.909043 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9d600a24-522f-430a-9067-2516f3181b97 req-8d878591-a93b-40ab-9b33-81e89832189e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (5a7fcae3-a8c4-4ecf-8417-45d7a327c416), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:28.917705 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2a061a92-c41c-4ee6-aec8-5ea6f46b1872 admin admin] Publish callbacks [] for subnet (04943f04-2f3d-4e2b-a5e8-b95e46e51679), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:28.963653 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18878b7-e791-4276-aedb-ca73222731f0 req-9f22095b-f714-41a6-8c62-27aab543d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:28.968104 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f18878b7-e791-4276-aedb-ca73222731f0 req-9f22095b-f714-41a6-8c62-27aab543d931 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=93543269cade486c80fd00260197c0a8&device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 1095 time: 0.5254707 Jan 28 13:23:28.997874 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 92cd8d45-d7b1-444f-a7dd-1ee5333c5753 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:29.168275 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-7616975d-12c5-474b-992b-dc1ad33d7d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'name': 'tempest-ServersTestBootFromVolume-1652014935-router', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '719251f3-8587-4f3a-95d8-0a2d9f850bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:12Z', 'updated_at': '2022-01-28T13:23:18Z', 'revision_number': 3, 'project_id': 'f235cd5aff1543e5993f6b32019caaff', 'gw_port': {'id': '719251f3-8587-4f3a-95d8-0a2d9f850bc8', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:16Z', 'updated_at': '2022-01-28T13:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:29.171368 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d878591-a93b-40ab-9b33-81e89832189e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Pushing event deleted for resources: {'Port': ['ID=5a7fcae3-a8c4-4ecf-8417-45d7a327c416,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:29.174392 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-72b1a9cd-64bf-49ae-8ba8-e04d5434a19f req-c1153b4e-6b23-4ab5-9de4-09283b887ffc service neutron] 10.222.0.37 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8283355 Jan 28 13:23:29.316522 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a17c0673-6caf-4803-8492-b6b3d69b3ae1 None None] Provisioning complete for port 92cd8d45-d7b1-444f-a7dd-1ee5333c5753 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:29.319573 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a17c0673-6caf-4803-8492-b6b3d69b3ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (92cd8d45-d7b1-444f-a7dd-1ee5333c5753), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:29.320303 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7616975d-12c5-474b-992b-dc1ad33d7d4c None None] The sync data for ids ['4dadda4b-c083-4e9c-a606-a1e821b1c624'] in n-d-822747-2 is: [{'id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'name': 'tempest-ServersTestBootFromVolume-1652014935-router', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '719251f3-8587-4f3a-95d8-0a2d9f850bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:12Z', 'updated_at': '2022-01-28T13:23:18Z', 'revision_number': 3, 'project_id': 'f235cd5aff1543e5993f6b32019caaff', 'gw_port': {'id': '719251f3-8587-4f3a-95d8-0a2d9f850bc8', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:16Z', 'updated_at': '2022-01-28T13:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:23:29.356414 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d600a24-522f-430a-9067-2516f3181b97 req-8d878591-a93b-40ab-9b33-81e89832189e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] No DVR routers for this DVR port 5a7fcae3-a8c4-4ecf-8417-45d7a327c416 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:23:29.432572 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18878b7-e791-4276-aedb-ca73222731f0 req-98f4ccd3-b9da-4e8b-bfb4-9ede8a03a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:29.433770 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f18878b7-e791-4276-aedb-ca73222731f0 req-98f4ccd3-b9da-4e8b-bfb4-9ede8a03a7c8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8528e78d-cd10-4563-a6b3-de6e91f8e460 HTTP/1.1" status: 200 len: 908 time: 0.3398712 Jan 28 13:23:29.455240 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9d600a24-522f-430a-9067-2516f3181b97 req-8d878591-a93b-40ab-9b33-81e89832189e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:29.459338 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9d600a24-522f-430a-9067-2516f3181b97 req-8d878591-a93b-40ab-9b33-81e89832189e tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.18 "DELETE /v2.0/ports/5a7fcae3-a8c4-4ecf-8417-45d7a327c416 HTTP/1.1" status: 204 len: 173 time: 4.3196726 Jan 28 13:23:29.486173 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f0d079b7-f935-42f4-ac81-99eff1847599 req-8555ee00-d72b-4e93-ad40-4a6ccadfad97 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5780141 Jan 28 13:23:29.488897 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06ec902-b4c5-4fe0-b5b3-8f079119f84e', 'name': 'network-vif-deleted', 'tag': '5a7fcae3-a8c4-4ecf-8417-45d7a327c416'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:29.512307 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12acfef9-2729-4cd5-bab1-e25e2d898105" -d '{"events": [{"server_uuid": "b06ec902-b4c5-4fe0-b5b3-8f079119f84e", "name": "network-vif-deleted", "tag": "5a7fcae3-a8c4-4ecf-8417-45d7a327c416"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:29.542304 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2a061a92-c41c-4ee6-aec8-5ea6f46b1872 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (04943f04-2f3d-4e2b-a5e8-b95e46e51679), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:29.602508 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f18878b7-e791-4276-aedb-ca73222731f0 req-6c2f4955-567d-44e7-b321-184123eb28ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d674133-1cac-4f13-bc09-89b187b99e44 HTTP/1.1" status: 200 len: 217 time: 0.1427946 Jan 28 13:23:29.675489 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c884cd-13b2-4170-ae5d-938e4a4c7f07 x-openstack-request-id: req-e8c884cd-13b2-4170-ae5d-938e4a4c7f07 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:29.675778 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06ec902-b4c5-4fe0-b5b3-8f079119f84e", "name": "network-vif-deleted", "tag": "5a7fcae3-a8c4-4ecf-8417-45d7a327c416", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:29.676031 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e8c884cd-13b2-4170-ae5d-938e4a4c7f07 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:29.676444 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06ec902-b4c5-4fe0-b5b3-8f079119f84e', 'name': 'network-vif-deleted', 'tag': '5a7fcae3-a8c4-4ecf-8417-45d7a327c416', 'status': 'completed', 'code': 200} Jan 28 13:23:29.745898 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No active binding found for port 5a7fcae3-a8c4-4ecf-8417-45d7a327c416 {{(pid=103353) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 13:23:29.752406 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] The host n-h1-822747-2 is not matching for port 5a7fcae3-a8c4-4ecf-8417-45d7a327c416 host None! {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:23:29.758154 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 5a7fcae3-a8c4-4ecf-8417-45d7a327c416 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:23:29.826399 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18878b7-e791-4276-aedb-ca73222731f0 req-9fd827e2-1af9-41d3-aab6-bf66b80109b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:29.842466 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f18878b7-e791-4276-aedb-ca73222731f0 req-9fd827e2-1af9-41d3-aab6-bf66b80109b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=585c2f63-9b4b-456a-9eb5-e157a8ee5cdd HTTP/1.1" status: 200 len: 848 time: 0.2248917 Jan 28 13:23:29.921165 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2a061a92-c41c-4ee6-aec8-5ea6f46b1872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (04943f04-2f3d-4e2b-a5e8-b95e46e51679), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:29.975513 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-932d28b4-c715-4259-b9d3-743fbfd2462e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:29.980422 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-1d6cd170-181f-41bd-bffd-87755c2bd290 admin admin] Allocated IP 172.20.0.1 (cd2b546a-6aba-4188-b902-b8e2745b4d7e/30dbb6f7-d402-4607-8f73-a8cae7badd32/273f93a9-be8b-4690-afff-06114e886c2a) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:23:30.169803 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 92cd8d45-d7b1-444f-a7dd-1ee5333c5753 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:30.177626 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (92cd8d45-d7b1-444f-a7dd-1ee5333c5753), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:30.241715 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e79ea1c9-3356-4777-8c6f-709d4b9889f3 req-3bac8fe1-93b1-4985-b896-f9a4275530e3 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ec902-b4c5-4fe0-b5b3-8f079119f84e HTTP/1.1" status: 200 len: 210 time: 0.1487381 Jan 28 13:23:30.383533 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2a061a92-c41c-4ee6-aec8-5ea6f46b1872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (04943f04-2f3d-4e2b-a5e8-b95e46e51679), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:30.463526 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-407fc54f-f442-42b1-b004-15083244c6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5500048-e8bf-4f66-851b-5d847e04bdf2', 'name': 'tempest-AttachSCSIVolumeTestJSON-697879175-router', 'tenant_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '9469b04f-bf39-4d09-b356-9f4c838e4459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:55Z', 'updated_at': '2022-01-28T13:23:05Z', 'revision_number': 4, 'project_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'gw_port': {'id': '9469b04f-bf39-4d09-b356-9f4c838e4459', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5500048-e8bf-4f66-851b-5d847e04bdf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:57Z', 'updated_at': '2022-01-28T13:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'c8e84226-ee20-4413-b507-9c5c005814f5', 'name': '', 'network_id': 'c5e595f8-d236-4ed1-944a-b225ec428790', 'tenant_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'mac_address': 'fa:16:3e:34:cd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5500048-e8bf-4f66-851b-5d847e04bdf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '879375de-b9ad-4520-a49b-8ff36d83dafc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:03Z', 'updated_at': '2022-01-28T13:23:05Z', 'revision_number': 2, 'project_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'subnets': [{'id': '879375de-b9ad-4520-a49b-8ff36d83dafc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:30.501410 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f18878b7-e791-4276-aedb-ca73222731f0 req-44ba2627-6ea1-405f-8bd6-5c240c8ee801 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8528e78d-cd10-4563-a6b3-de6e91f8e460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6524925 Jan 28 13:23:30.533011 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a061a92-c41c-4ee6-aec8-5ea6f46b1872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04943f04-2f3d-4e2b-a5e8-b95e46e51679,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:30.556732 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2a061a92-c41c-4ee6-aec8-5ea6f46b1872 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:30.585556 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2a061a92-c41c-4ee6-aec8-5ea6f46b1872 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/04943f04-2f3d-4e2b-a5e8-b95e46e51679 HTTP/1.1" status: 204 len: 168 time: 2.7083848 Jan 28 13:23:30.590122 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50006) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:30.645491 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407fc54f-f442-42b1-b004-15083244c6e4 None None] Checking router: d5500048-e8bf-4f66-851b-5d847e04bdf2 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:23:30.645845 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407fc54f-f442-42b1-b004-15083244c6e4 None None] Updating router d5500048-e8bf-4f66-851b-5d847e04bdf2 port c8e84226-ee20-4413-b507-9c5c005814f5 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:23:30.648595 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e51aef-d84f-4687-bf23-5595609a8220 None None] Network ceeeb596-f0c3-490c-afd9-b4404694599f requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:23:30.734457 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a17c0673-6caf-4803-8492-b6b3d69b3ae1 None None] Current status of the port 92cd8d45-d7b1-444f-a7dd-1ee5333c5753 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:30.735168 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a17c0673-6caf-4803-8492-b6b3d69b3ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (92cd8d45-d7b1-444f-a7dd-1ee5333c5753), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:30.784422 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1d6cd170-181f-41bd-bffd-87755c2bd290 admin admin] Publish callbacks [] for port (273f93a9-be8b-4690-afff-06114e886c2a), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:30.912238 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5725f7c6-132b-401b-8fe1-ff2e8572bcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (ceeeb596-f0c3-490c-afd9-b4404694599f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:30.941504 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1d6cd170-181f-41bd-bffd-87755c2bd290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (273f93a9-be8b-4690-afff-06114e886c2a), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:30.972429 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-407fc54f-f442-42b1-b004-15083244c6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c8e84226-ee20-4413-b507-9c5c005814f5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:31.074822 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-5725f7c6-132b-401b-8fe1-ff2e8572bcf6 admin admin] Deleting port eb32f964-d94f-4973-ae42-febdfba48139 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:23:31.076384 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5725f7c6-132b-401b-8fe1-ff2e8572bcf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (eb32f964-d94f-4973-ae42-febdfba48139), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:31.125474 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6cd170-181f-41bd-bffd-87755c2bd290 admin admin] Network cd2b546a-6aba-4188-b902-b8e2745b4d7e is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:31.137187 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-1d6cd170-181f-41bd-bffd-87755c2bd290 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:31.229844 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-5725f7c6-132b-401b-8fe1-ff2e8572bcf6 admin admin] For port eb32f964-d94f-4973-ae42-febdfba48139, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=eb32f964-d94f-4973-ae42-febdfba48139,segment=NetworkSegment(3978e743-0983-4083-a36b-da0523c9a585),segment_id=3978e743-0983-4083-a36b-da0523c9a585)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:31.230488 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5725f7c6-132b-401b-8fe1-ff2e8572bcf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (eb32f964-d94f-4973-ae42-febdfba48139), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:31.238573 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6cd170-181f-41bd-bffd-87755c2bd290 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:23:31.261557 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-5725f7c6-132b-401b-8fe1-ff2e8572bcf6 admin admin] Calling delete_port for eb32f964-d94f-4973-ae42-febdfba48139 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:23:31.445865 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cd170-181f-41bd-bffd-87755c2bd290 admin admin] Pushing event updated for resources: {'Port': ['ID=273f93a9-be8b-4690-afff-06114e886c2a,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:31.519310 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5725f7c6-132b-401b-8fe1-ff2e8572bcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (eb32f964-d94f-4973-ae42-febdfba48139), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:31.594511 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15359340-a512-48fd-9522-8f736bbe4a64 req-16d8e657-bc25-49d2-a7ef-54465b13802b tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:31.598800 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15359340-a512-48fd-9522-8f736bbe4a64 req-16d8e657-bc25-49d2-a7ef-54465b13802b tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 943 time: 0.6664715 Jan 28 13:23:31.604886 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1d6cd170-181f-41bd-bffd-87755c2bd290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (4dadda4b-c083-4e9c-a606-a1e821b1c624), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:31.639786 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5725f7c6-132b-401b-8fe1-ff2e8572bcf6 admin admin] No DVR routers for this DVR port eb32f964-d94f-4973-ae42-febdfba48139 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:23:31.647508 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725f7c6-132b-401b-8fe1-ff2e8572bcf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb32f964-d94f-4973-ae42-febdfba48139,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:31.913304 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8a689c4c-e312-4d18-b7ba-d9fdb6aa3f86 req-d1e021e0-67fe-4bb5-98ff-3eb8c26f3418 tempest-ServersOnMultiNodesTest-77301661 tempest-ServersOnMultiNodesTest-77301661-project] 10.222.0.39 "GET /v2.0/ports?device_id=b06ec902-b4c5-4fe0-b5b3-8f079119f84e HTTP/1.1" status: 200 len: 210 time: 0.2598767 Jan 28 13:23:32.013475 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5725f7c6-132b-401b-8fe1-ff2e8572bcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (ceeeb596-f0c3-490c-afd9-b4404694599f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:32.066476 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-5725f7c6-132b-401b-8fe1-ff2e8572bcf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceeeb596-f0c3-490c-afd9-b4404694599f']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:32.094750 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-5725f7c6-132b-401b-8fe1-ff2e8572bcf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3978e743-0983-4083-a36b-da0523c9a585') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:32.095464 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-5725f7c6-132b-401b-8fe1-ff2e8572bcf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3978e743-0983-4083-a36b-da0523c9a585') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:32.120633 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5725f7c6-132b-401b-8fe1-ff2e8572bcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (3978e743-0983-4083-a36b-da0523c9a585), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:32.152204 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5725f7c6-132b-401b-8fe1-ff2e8572bcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (3978e743-0983-4083-a36b-da0523c9a585), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:32.169056 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5725f7c6-132b-401b-8fe1-ff2e8572bcf6 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:23:32.169401 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5725f7c6-132b-401b-8fe1-ff2e8572bcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (3978e743-0983-4083-a36b-da0523c9a585), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:32.282037 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 92cd8d45-d7b1-444f-a7dd-1ee5333c5753 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:32.282880 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (92cd8d45-d7b1-444f-a7dd-1ee5333c5753), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:23:32.306200 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:23:32.310154 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5725f7c6-132b-401b-8fe1-ff2e8572bcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (ceeeb596-f0c3-490c-afd9-b4404694599f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:32.317703 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5725f7c6-132b-401b-8fe1-ff2e8572bcf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:32.330108 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5725f7c6-132b-401b-8fe1-ff2e8572bcf6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ceeeb596-f0c3-490c-afd9-b4404694599f HTTP/1.1" status: 204 len: 168 time: 1.7352779 Jan 28 13:23:32.364893 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725f7c6-132b-401b-8fe1-ff2e8572bcf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ceeeb596-f0c3-490c-afd9-b4404694599f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:32.372869 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a17c0673-6caf-4803-8492-b6b3d69b3ae1 None None] For port 92cd8d45-d7b1-444f-a7dd-1ee5333c5753, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=92cd8d45-d7b1-444f-a7dd-1ee5333c5753,segment=NetworkSegment(fd41c052-74ba-462c-9fe1-5df33f99783c),segment_id=fd41c052-74ba-462c-9fe1-5df33f99783c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:32.421460 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a17c0673-6caf-4803-8492-b6b3d69b3ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (92cd8d45-d7b1-444f-a7dd-1ee5333c5753), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:32.521775 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed6d6405-f241-43b1-a658-bf35e2f456ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:32.559964 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c01f346-de5d-45b8-a379-a07446ad8815 None None] DHCP port deletion for ceeeb596-f0c3-490c-afd9-b4404694599f request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:23:32.673024 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-5f76d991-3da7-4a88-ac13-9774604906cd None None] Provisioning complete for port 273f93a9-be8b-4690-afff-06114e886c2a triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:32.673731 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5f76d991-3da7-4a88-ac13-9774604906cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (273f93a9-be8b-4690-afff-06114e886c2a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:32.704597 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50016) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:32.785667 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5f76d991-3da7-4a88-ac13-9774604906cd None None] Port 273f93a9-be8b-4690-afff-06114e886c2a cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:23:32.842996 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2d372729-1c86-4775-bdc1-1f0c1b023c7f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2570d016833e4ec89dfbdea1a3a6becf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359596 Jan 28 13:23:32.849202 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50018) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:32.866995 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:23:32.866995 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:23:32.969512 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:32.991934 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b96ac1e8-0670-4052-954f-1b91bff998b2 admin admin] Publish callbacks [] for security_group (73a06123-d9c2-4d1b-bda0-3bbd86e212d3), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:33.014365 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c0673-6caf-4803-8492-b6b3d69b3ae1 None None] Pushing event updated for resources: {'Port': ['ID=92cd8d45-d7b1-444f-a7dd-1ee5333c5753,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:33.056583 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f18878b7-e791-4276-aedb-ca73222731f0 req-e1262dd7-9f17-477f-a8ce-82d4b4184d45 service neutron] 10.222.0.18 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.5364425 Jan 28 13:23:33.068249 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b96ac1e8-0670-4052-954f-1b91bff998b2 admin admin] Publish callbacks [] for security_group (73a06123-d9c2-4d1b-bda0-3bbd86e212d3), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:33.069604 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-5f76d991-3da7-4a88-ac13-9774604906cd None None] Provisioning complete for port 92cd8d45-d7b1-444f-a7dd-1ee5333c5753 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:33.070218 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5f76d991-3da7-4a88-ac13-9774604906cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (92cd8d45-d7b1-444f-a7dd-1ee5333c5753), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:33.190656 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15359340-a512-48fd-9522-8f736bbe4a64 req-963130ee-b853-417c-a01b-09e400008720 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5815375 Jan 28 13:23:33.415295 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1d6cd170-181f-41bd-bffd-87755c2bd290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (273f93a9-be8b-4690-afff-06114e886c2a), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:33.418141 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b96ac1e8-0670-4052-954f-1b91bff998b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (73a06123-d9c2-4d1b-bda0-3bbd86e212d3), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:33.446023 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b96ac1e8-0670-4052-954f-1b91bff998b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:33.467389 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b96ac1e8-0670-4052-954f-1b91bff998b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/73a06123-d9c2-4d1b-bda0-3bbd86e212d3 HTTP/1.1" status: 204 len: 168 time: 0.6099570 Jan 28 13:23:33.498015 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 92cd8d45-d7b1-444f-a7dd-1ee5333c5753 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:33.529089 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 67336c4f-2e9a-4983-b0fa-827507fe97f1 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:23:33.588981 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ac1e8-0670-4052-954f-1b91bff998b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a06123-d9c2-4d1b-bda0-3bbd86e212d3,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:33.664279 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f18878b7-e791-4276-aedb-ca73222731f0 req-16ff7dac-f567-4011-bfa5-91407311e0a1 service neutron] 10.222.0.18 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5790260 Jan 28 13:23:33.665347 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 67336c4f-2e9a-4983-b0fa-827507fe97f1 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:23:33.666845 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 67336c4f-2e9a-4983-b0fa-827507fe97f1 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:23:33.673515 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-8fdb3d34-d3f5-46cf-912b-d99d3270b985 service neutron] 10.222.0.18 "GET /v2.0/ports/96aee2e6-24e5-4f54-804e-a691a1279543/bindings/n-h2-822747-2 HTTP/1.1" status: 200 len: 384 time: 0.4246795 Jan 28 13:23:33.844928 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5f76d991-3da7-4a88-ac13-9774604906cd None None] Current status of the port 92cd8d45-d7b1-444f-a7dd-1ee5333c5753 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:33.919988 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-407fc54f-f442-42b1-b004-15083244c6e4 None None] Publish callbacks [] for port (c8e84226-ee20-4413-b507-9c5c005814f5), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:33.925902 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50036) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:33.933896 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-407fc54f-f442-42b1-b004-15083244c6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c8e84226-ee20-4413-b507-9c5c005814f5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:34.494476 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 92cd8d45-d7b1-444f-a7dd-1ee5333c5753 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:34.499580 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293cd7f-f255-493a-aa15-fd4cdabda246 None None] Pushing event updated for resources: {'Port': ['ID=c8e84226-ee20-4413-b507-9c5c005814f5,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:34.592810 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:34.612628 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1d6cd170-181f-41bd-bffd-87755c2bd290 admin admin] Publish callbacks [] for port (273f93a9-be8b-4690-afff-06114e886c2a), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:34.618574 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-407fc54f-f442-42b1-b004-15083244c6e4 None None] Attempting to bind port c8e84226-ee20-4413-b507-9c5c005814f5 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:23:34.619090 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-407fc54f-f442-42b1-b004-15083244c6e4 None None] Attempting to bind port c8e84226-ee20-4413-b507-9c5c005814f5 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '60d6e4fa-fdf0-461c-afad-5ea33c851fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c5e595f8-d236-4ed1-944a-b225ec428790'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:23:34.619398 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407fc54f-f442-42b1-b004-15083244c6e4 None None] Attempting to bind port c8e84226-ee20-4413-b507-9c5c005814f5 on network c5e595f8-d236-4ed1-944a-b225ec428790 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:34.639807 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407fc54f-f442-42b1-b004-15083244c6e4 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:23:34.640184 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407fc54f-f442-42b1-b004-15083244c6e4 None None] Checking segment: {'id': '60d6e4fa-fdf0-461c-afad-5ea33c851fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c5e595f8-d236-4ed1-944a-b225ec428790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:34.640628 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-407fc54f-f442-42b1-b004-15083244c6e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:34.641019 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407fc54f-f442-42b1-b004-15083244c6e4 None None] Bound using segment: {'id': '60d6e4fa-fdf0-461c-afad-5ea33c851fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c5e595f8-d236-4ed1-944a-b225ec428790'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:23:34.641604 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-407fc54f-f442-42b1-b004-15083244c6e4 None None] Bound port: c8e84226-ee20-4413-b507-9c5c005814f5, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d6e4fa-fdf0-461c-afad-5ea33c851fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c5e595f8-d236-4ed1-944a-b225ec428790'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:23:34.642546 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-407fc54f-f442-42b1-b004-15083244c6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c8e84226-ee20-4413-b507-9c5c005814f5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:34.645754 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1d6cd170-181f-41bd-bffd-87755c2bd290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (273f93a9-be8b-4690-afff-06114e886c2a), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:34.720035 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-407fc54f-f442-42b1-b004-15083244c6e4 None None] For port c8e84226-ee20-4413-b507-9c5c005814f5, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:34.724578 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-407fc54f-f442-42b1-b004-15083244c6e4 None None] For port c8e84226-ee20-4413-b507-9c5c005814f5, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c8e84226-ee20-4413-b507-9c5c005814f5,segment=NetworkSegment(60d6e4fa-fdf0-461c-afad-5ea33c851fa9),segment_id=60d6e4fa-fdf0-461c-afad-5ea33c851fa9)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:23:34.734076 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-407fc54f-f442-42b1-b004-15083244c6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c8e84226-ee20-4413-b507-9c5c005814f5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:34.772339 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 92cd8d45-d7b1-444f-a7dd-1ee5333c5753 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:34.772900 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (92cd8d45-d7b1-444f-a7dd-1ee5333c5753), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:34.830828 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-fcc276d4-80cc-49f2-8643-6dc9a5195d59 service neutron] For port 96aee2e6-24e5-4f54-804e-a691a1279543, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=96aee2e6-24e5-4f54-804e-a691a1279543,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:34.878679 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407fc54f-f442-42b1-b004-15083244c6e4 None None] Routers {'d5500048-e8bf-4f66-851b-5d847e04bdf2'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:34.879751 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-407fc54f-f442-42b1-b004-15083244c6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:23:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d5500048-e8bf-4f66-851b-5d847e04bdf2'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:34.933143 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-fcc276d4-80cc-49f2-8643-6dc9a5195d59 service neutron] For port 96aee2e6-24e5-4f54-804e-a691a1279543, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:35.027201 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cd170-181f-41bd-bffd-87755c2bd290 admin admin] Pushing event updated for resources: {'Port': ['ID=273f93a9-be8b-4690-afff-06114e886c2a,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:35.058831 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-407fc54f-f442-42b1-b004-15083244c6e4 None None] Set router d5500048-e8bf-4f66-851b-5d847e04bdf2 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:35.089118 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f0f14-157d-4c1d-86ff-b5a09f84c588 req-b4db8cb2-dcb5-4985-b21a-6fd55b89a12e tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:35.098725 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-360f0f14-157d-4c1d-86ff-b5a09f84c588 req-b4db8cb2-dcb5-4985-b21a-6fd55b89a12e tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "GET /v2.0/ports?device_id=25e89617-3d3d-456f-bb50-b212bac59976 HTTP/1.1" status: 200 len: 945 time: 0.9575071 Jan 28 13:23:35.126743 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-fcc276d4-80cc-49f2-8643-6dc9a5195d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96aee2e6-24e5-4f54-804e-a691a1279543 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:23:35.165091 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-fcc276d4-80cc-49f2-8643-6dc9a5195d59 service neutron] For port 96aee2e6-24e5-4f54-804e-a691a1279543, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=96aee2e6-24e5-4f54-804e-a691a1279543,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:35.212134 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-213930b1-a1c8-403c-9b1c-3250ce0779cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c20ee295b9c04f5c9a7ff181dc99ff29&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2813776 Jan 28 13:23:35.217039 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-fcc276d4-80cc-49f2-8643-6dc9a5195d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (96aee2e6-24e5-4f54-804e-a691a1279543), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:35.230981 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50058) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:35.268655 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293cd7f-f255-493a-aa15-fd4cdabda246 None None] Pushing event updated for resources: {'Port': ['ID=c8e84226-ee20-4413-b507-9c5c005814f5,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:35.364904 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-360f0f14-157d-4c1d-86ff-b5a09f84c588 req-fd45e71a-c1f7-4330-ab98-3a6d669b2b56 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "GET /v2.0/security-groups?id=7211f1c5-0373-4964-a18c-2763e5b194c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581215 Jan 28 13:23:35.372563 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1d6cd170-181f-41bd-bffd-87755c2bd290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (4dadda4b-c083-4e9c-a606-a1e821b1c624), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:35.664644 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6cd170-181f-41bd-bffd-87755c2bd290 admin admin] Network cd2b546a-6aba-4188-b902-b8e2745b4d7e is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:35.669438 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-1d6cd170-181f-41bd-bffd-87755c2bd290 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:35.854389 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-fcc276d4-80cc-49f2-8643-6dc9a5195d59 service neutron] Transition to ACTIVE for port object 96aee2e6-24e5-4f54-804e-a691a1279543 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:23:35.879213 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-fcc276d4-80cc-49f2-8643-6dc9a5195d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (96aee2e6-24e5-4f54-804e-a691a1279543), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:35.956211 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-4b562553-6225-46ac-b283-93441a6d98a4 None None] Provisioning complete for port c8e84226-ee20-4413-b507-9c5c005814f5 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:35.966168 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4b562553-6225-46ac-b283-93441a6d98a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c8e84226-ee20-4413-b507-9c5c005814f5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:36.047378 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc276d4-80cc-49f2-8643-6dc9a5195d59 service neutron] Pushing event updated for resources: {'Port': ['ID=96aee2e6-24e5-4f54-804e-a691a1279543,revision_number=10']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:36.066984 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-485f124a-b757-4f76-af40-7b76e3ff8d19 admin admin] Publish callbacks [] for security_group (4e2d33fe-630a-4a52-96f1-5176e6f42bfd), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:36.156906 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefaa610-db51-413c-9a48-4b198d93a7bb req-71ae4438-22c2-4267-ae46-6d2b0e3d19da tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:36.171370 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fefaa610-db51-413c-9a48-4b198d93a7bb req-71ae4438-22c2-4267-ae46-6d2b0e3d19da tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 943 time: 0.9544249 Jan 28 13:23:36.180532 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 92cd8d45-d7b1-444f-a7dd-1ee5333c5753 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:36.181667 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9469b04f-bf39-4d09-b356-9f4c838e4459 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:36.269550 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6cd170-181f-41bd-bffd-87755c2bd290 admin admin] Router 4dadda4b-c083-4e9c-a606-a1e821b1c624 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:23:36.292315 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-485f124a-b757-4f76-af40-7b76e3ff8d19 admin admin] Publish callbacks [] for security_group (4e2d33fe-630a-4a52-96f1-5176e6f42bfd), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:36.327422 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:36.566057 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-fcc276d4-80cc-49f2-8643-6dc9a5195d59 service neutron] No DVR routers for this DVR port 96aee2e6-24e5-4f54-804e-a691a1279543 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:23:36.603859 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-485f124a-b757-4f76-af40-7b76e3ff8d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (4e2d33fe-630a-4a52-96f1-5176e6f42bfd), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:36.636369 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6cd170-181f-41bd-bffd-87755c2bd290 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:23:36.637008 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-485f124a-b757-4f76-af40-7b76e3ff8d19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:36.637008 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-485f124a-b757-4f76-af40-7b76e3ff8d19 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e2d33fe-630a-4a52-96f1-5176e6f42bfd HTTP/1.1" status: 204 len: 168 time: 1.3923094 Jan 28 13:23:36.661257 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1d6cd170-181f-41bd-bffd-87755c2bd290 admin admin] 10.222.0.39 "PUT /v2.0/routers/4dadda4b-c083-4e9c-a606-a1e821b1c624/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8627508 Jan 28 13:23:36.665772 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3add70f4-ed67-4edb-989d-4a8b743c06e3 None None] Sync routers for ids ['4dadda4b-c083-4e9c-a606-a1e821b1c624'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:23:36.696516 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3add70f4-ed67-4edb-989d-4a8b743c06e3 None None] Routers {'4dadda4b-c083-4e9c-a606-a1e821b1c624'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:36.697255 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-3add70f4-ed67-4edb-989d-4a8b743c06e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:23:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['4dadda4b-c083-4e9c-a606-a1e821b1c624'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:36.794876 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f124a-b757-4f76-af40-7b76e3ff8d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2d33fe-630a-4a52-96f1-5176e6f42bfd,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:36.859395 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-fcc276d4-80cc-49f2-8643-6dc9a5195d59 service neutron] 10.222.0.18 "PUT /v2.0/ports/96aee2e6-24e5-4f54-804e-a691a1279543/bindings/n-h2-822747-2/activate HTTP/1.1" status: 200 len: 369 time: 3.1793056 Jan 28 13:23:36.971566 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fefaa610-db51-413c-9a48-4b198d93a7bb req-d6edf10c-102e-420a-b089-6e4dbbc064c4 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7942460 Jan 28 13:23:37.217715 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 9469b04f-bf39-4d09-b356-9f4c838e4459 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:37.219005 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9469b04f-bf39-4d09-b356-9f4c838e4459), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:37.287257 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8eb5c-a332-4a55-b16f-ef2c759e9610 req-9111300b-9a26-4b7d-bb35-6b8c91042128 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:37.288368 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-3add70f4-ed67-4edb-989d-4a8b743c06e3 None None] Set router 4dadda4b-c083-4e9c-a606-a1e821b1c624 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:37.297537 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eca8eb5c-a332-4a55-b16f-ef2c759e9610 req-9111300b-9a26-4b7d-bb35-6b8c91042128 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "GET /v2.0/ports?device_id=25e89617-3d3d-456f-bb50-b212bac59976 HTTP/1.1" status: 200 len: 945 time: 0.3686199 Jan 28 13:23:37.463886 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eca8eb5c-a332-4a55-b16f-ef2c759e9610 req-a121d0ec-1ee5-48d7-8eb1-1285746e5a0d tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "GET /v2.0/security-groups?id=7211f1c5-0373-4964-a18c-2763e5b194c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421866 Jan 28 13:23:37.507877 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-bcfef6c9-832a-4f98-af76-41c7415656b5 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:37.510090 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-bcfef6c9-832a-4f98-af76-41c7415656b5 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a&tenant_id=93543269cade486c80fd00260197c0a8&binding%3Ahost_id=n-h1-822747-2 HTTP/1.1" status: 200 len: 1095 time: 0.4528320 Jan 28 13:23:37.528357 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4b562553-6225-46ac-b283-93441a6d98a4 None None] Current status of the port c8e84226-ee20-4413-b507-9c5c005814f5 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:37.528812 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4b562553-6225-46ac-b283-93441a6d98a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c8e84226-ee20-4413-b507-9c5c005814f5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:37.657859 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-1c6862b2-12aa-40bf-9a94-770e1b36ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:37.662769 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-1c6862b2-12aa-40bf-9a94-770e1b36ab09 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a&tenant_id=93543269cade486c80fd00260197c0a8 HTTP/1.1" status: 200 len: 1095 time: 0.1427133 Jan 28 13:23:37.704374 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-407fc54f-f442-42b1-b004-15083244c6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5500048-e8bf-4f66-851b-5d847e04bdf2', 'name': 'tempest-AttachSCSIVolumeTestJSON-697879175-router', 'tenant_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '9469b04f-bf39-4d09-b356-9f4c838e4459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:55Z', 'updated_at': '2022-01-28T13:23:05Z', 'revision_number': 4, 'project_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'gw_port': {'id': '9469b04f-bf39-4d09-b356-9f4c838e4459', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5500048-e8bf-4f66-851b-5d847e04bdf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:57Z', 'updated_at': '2022-01-28T13:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'c8e84226-ee20-4413-b507-9c5c005814f5', 'name': '', 'network_id': 'c5e595f8-d236-4ed1-944a-b225ec428790', 'tenant_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'mac_address': 'fa:16:3e:34:cd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5500048-e8bf-4f66-851b-5d847e04bdf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '879375de-b9ad-4520-a49b-8ff36d83dafc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:03Z', 'updated_at': '2022-01-28T13:23:34Z', 'revision_number': 4, 'project_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'subnets': [{'id': '879375de-b9ad-4520-a49b-8ff36d83dafc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:37.881577 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-3add70f4-ed67-4edb-989d-4a8b743c06e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'name': 'tempest-ServersTestBootFromVolume-1652014935-router', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '719251f3-8587-4f3a-95d8-0a2d9f850bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:12Z', 'updated_at': '2022-01-28T13:23:33Z', 'revision_number': 4, 'project_id': 'f235cd5aff1543e5993f6b32019caaff', 'gw_port': {'id': '719251f3-8587-4f3a-95d8-0a2d9f850bc8', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:16Z', 'updated_at': '2022-01-28T13:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '273f93a9-be8b-4690-afff-06114e886c2a', 'name': '', 'network_id': 'cd2b546a-6aba-4188-b902-b8e2745b4d7e', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'mac_address': 'fa:16:3e:f6:c9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '30dbb6f7-d402-4607-8f73-a8cae7badd32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:28Z', 'updated_at': '2022-01-28T13:23:33Z', 'revision_number': 2, 'project_id': 'f235cd5aff1543e5993f6b32019caaff', 'subnets': [{'id': '30dbb6f7-d402-4607-8f73-a8cae7badd32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:37.949785 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-b340a8f8-be0e-441d-bcfd-6a522c80301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:37.963401 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-b340a8f8-be0e-441d-bcfd-6a522c80301d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=93543269cade486c80fd00260197c0a8&device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 1095 time: 0.1902189 Jan 28 13:23:37.977819 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3add70f4-ed67-4edb-989d-4a8b743c06e3 None None] Checking router: 4dadda4b-c083-4e9c-a606-a1e821b1c624 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:23:37.978202 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3add70f4-ed67-4edb-989d-4a8b743c06e3 None None] Updating router 4dadda4b-c083-4e9c-a606-a1e821b1c624 port 273f93a9-be8b-4690-afff-06114e886c2a binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:23:38.028077 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4b562553-6225-46ac-b283-93441a6d98a4 None None] For port c8e84226-ee20-4413-b507-9c5c005814f5, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c8e84226-ee20-4413-b507-9c5c005814f5,segment=NetworkSegment(60d6e4fa-fdf0-461c-afad-5ea33c851fa9),segment_id=60d6e4fa-fdf0-461c-afad-5ea33c851fa9)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:38.047523 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407fc54f-f442-42b1-b004-15083244c6e4 None None] The sync data for ids ['d5500048-e8bf-4f66-851b-5d847e04bdf2'] in n-d-822747-2 is: [{'id': 'd5500048-e8bf-4f66-851b-5d847e04bdf2', 'name': 'tempest-AttachSCSIVolumeTestJSON-697879175-router', 'tenant_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '9469b04f-bf39-4d09-b356-9f4c838e4459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:55Z', 'updated_at': '2022-01-28T13:23:05Z', 'revision_number': 4, 'project_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'gw_port': {'id': '9469b04f-bf39-4d09-b356-9f4c838e4459', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5500048-e8bf-4f66-851b-5d847e04bdf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:57Z', 'updated_at': '2022-01-28T13:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'c8e84226-ee20-4413-b507-9c5c005814f5', 'name': '', 'network_id': 'c5e595f8-d236-4ed1-944a-b225ec428790', 'tenant_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'mac_address': 'fa:16:3e:34:cd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5500048-e8bf-4f66-851b-5d847e04bdf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '879375de-b9ad-4520-a49b-8ff36d83dafc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:03Z', 'updated_at': '2022-01-28T13:23:34Z', 'revision_number': 4, 'project_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'subnets': [{'id': '879375de-b9ad-4520-a49b-8ff36d83dafc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:23:38.070932 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3add70f4-ed67-4edb-989d-4a8b743c06e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (273f93a9-be8b-4690-afff-06114e886c2a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:38.077248 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4b562553-6225-46ac-b283-93441a6d98a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c8e84226-ee20-4413-b507-9c5c005814f5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:38.480831 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50134) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:38.508620 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-0dcf705b-a6e7-4bf0-a752-bcc5bcaa499e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:38.512320 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-0dcf705b-a6e7-4bf0-a752-bcc5bcaa499e service neutron] 10.222.0.37 "GET /v2.0/networks?id=8528e78d-cd10-4563-a6b3-de6e91f8e460 HTTP/1.1" status: 200 len: 908 time: 0.5421362 Jan 28 13:23:38.550502 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b562553-6225-46ac-b283-93441a6d98a4 None None] Pushing event updated for resources: {'Port': ['ID=c8e84226-ee20-4413-b507-9c5c005814f5,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:38.712346 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-16bc22dd-7bbb-448d-b3cb-ddd772c4c4aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96aee2e6-24e5-4f54-804e-a691a1279543 HTTP/1.1" status: 200 len: 217 time: 0.1930413 Jan 28 13:23:38.816505 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50146) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:38.839205 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 9469b04f-bf39-4d09-b356-9f4c838e4459 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:38.848902 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 719251f3-8587-4f3a-95d8-0a2d9f850bc8 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:38.973868 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-13064374-f5af-4aa4-91f6-69679fdd7b85 None None] Provisioning complete for port 273f93a9-be8b-4690-afff-06114e886c2a triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:38.974434 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13064374-f5af-4aa4-91f6-69679fdd7b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (273f93a9-be8b-4690-afff-06114e886c2a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:38.989872 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-55fe3462-390b-4ddb-9aa3-671353d0311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:38.996359 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-55fe3462-390b-4ddb-9aa3-671353d0311f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=585c2f63-9b4b-456a-9eb5-e157a8ee5cdd HTTP/1.1" status: 200 len: 848 time: 0.2665653 Jan 28 13:23:39.029911 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-547ca4dc-d577-4abd-bcf9-c36294a2c0a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2641019fd8dc490487366b0e214091b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2099235 Jan 28 13:23:39.034773 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50148) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:39.183724 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-18c68dbb-30a3-48c0-8980-cedc5c424fbe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8528e78d-cd10-4563-a6b3-de6e91f8e460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1770647 Jan 28 13:23:39.251999 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-893ada82-870c-4efb-94b8-36625dbf0ef5 admin admin] Publish callbacks [] for security_group (29972b9b-5a78-4846-b95e-b077b63a056f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:39.274077 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-13064374-f5af-4aa4-91f6-69679fdd7b85 None None] Port 273f93a9-be8b-4690-afff-06114e886c2a cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:23:39.280371 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50150) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:39.313880 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 719251f3-8587-4f3a-95d8-0a2d9f850bc8 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:39.314264 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (719251f3-8587-4f3a-95d8-0a2d9f850bc8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:39.318124 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-6dabe761-b740-498f-af48-38cb31e28716 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1208208926', 'description': 'tempest-description--158761203'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:39.379664 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-893ada82-870c-4efb-94b8-36625dbf0ef5 admin admin] Publish callbacks [] for security_group (29972b9b-5a78-4846-b95e-b077b63a056f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:39.417573 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3add70f4-ed67-4edb-989d-4a8b743c06e3 None None] Publish callbacks [] for port (273f93a9-be8b-4690-afff-06114e886c2a), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:39.428551 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3add70f4-ed67-4edb-989d-4a8b743c06e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (273f93a9-be8b-4690-afff-06114e886c2a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:39.502978 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceecf0aa-06c3-46e9-9906-4e6ab75b86c6 None None] Pushing event updated for resources: {'Port': ['ID=273f93a9-be8b-4690-afff-06114e886c2a,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:39.569937 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ed5b34c6-064a-4461-80a2-b38c92de87b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:39.668195 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-3add70f4-ed67-4edb-989d-4a8b743c06e3 None None] Attempting to bind port 273f93a9-be8b-4690-afff-06114e886c2a on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:23:39.668987 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-3add70f4-ed67-4edb-989d-4a8b743c06e3 None None] Attempting to bind port 273f93a9-be8b-4690-afff-06114e886c2a by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'fd41c052-74ba-462c-9fe1-5df33f99783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cd2b546a-6aba-4188-b902-b8e2745b4d7e'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:23:39.669753 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add70f4-ed67-4edb-989d-4a8b743c06e3 None None] Attempting to bind port 273f93a9-be8b-4690-afff-06114e886c2a on network cd2b546a-6aba-4188-b902-b8e2745b4d7e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:39.677061 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add70f4-ed67-4edb-989d-4a8b743c06e3 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:23:39.678230 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add70f4-ed67-4edb-989d-4a8b743c06e3 None None] Checking segment: {'id': 'fd41c052-74ba-462c-9fe1-5df33f99783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cd2b546a-6aba-4188-b902-b8e2745b4d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:39.679079 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3add70f4-ed67-4edb-989d-4a8b743c06e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:39.679983 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add70f4-ed67-4edb-989d-4a8b743c06e3 None None] Bound using segment: {'id': 'fd41c052-74ba-462c-9fe1-5df33f99783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cd2b546a-6aba-4188-b902-b8e2745b4d7e'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:23:39.681038 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-3add70f4-ed67-4edb-989d-4a8b743c06e3 None None] Bound port: 273f93a9-be8b-4690-afff-06114e886c2a, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd41c052-74ba-462c-9fe1-5df33f99783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cd2b546a-6aba-4188-b902-b8e2745b4d7e'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:23:39.681708 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3add70f4-ed67-4edb-989d-4a8b743c06e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (273f93a9-be8b-4690-afff-06114e886c2a), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:39.698209 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75328f2-e061-4c4b-bc1b-83dcf163104d req-9db3b0a1-c0f4-4877-9083-674c63dd24de tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:39.713317 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b75328f2-e061-4c4b-bc1b-83dcf163104d req-9db3b0a1-c0f4-4877-9083-674c63dd24de tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "GET /v2.0/ports?device_id=25e89617-3d3d-456f-bb50-b212bac59976 HTTP/1.1" status: 200 len: 945 time: 0.2282362 Jan 28 13:23:39.736852 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-893ada82-870c-4efb-94b8-36625dbf0ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (29972b9b-5a78-4846-b95e-b077b63a056f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:39.739799 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-893ada82-870c-4efb-94b8-36625dbf0ef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:39.741175 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-893ada82-870c-4efb-94b8-36625dbf0ef5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/29972b9b-5a78-4846-b95e-b077b63a056f HTTP/1.1" status: 204 len: 168 time: 0.7000065 Jan 28 13:23:39.819353 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ada82-870c-4efb-94b8-36625dbf0ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29972b9b-5a78-4846-b95e-b077b63a056f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:39.916782 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-3add70f4-ed67-4edb-989d-4a8b743c06e3 None None] For port 273f93a9-be8b-4690-afff-06114e886c2a, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:39.936484 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-3add70f4-ed67-4edb-989d-4a8b743c06e3 None None] For port 273f93a9-be8b-4690-afff-06114e886c2a, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=273f93a9-be8b-4690-afff-06114e886c2a,segment=NetworkSegment(fd41c052-74ba-462c-9fe1-5df33f99783c),segment_id=fd41c052-74ba-462c-9fe1-5df33f99783c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:23:39.945070 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3add70f4-ed67-4edb-989d-4a8b743c06e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (273f93a9-be8b-4690-afff-06114e886c2a), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:40.031225 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-13064374-f5af-4aa4-91f6-69679fdd7b85 None None] Provisioning complete for port c8e84226-ee20-4413-b507-9c5c005814f5 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:40.031734 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13064374-f5af-4aa4-91f6-69679fdd7b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c8e84226-ee20-4413-b507-9c5c005814f5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:40.054986 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fb9ff-882a-41bc-9f52-c446735dae41 req-6a3317fa-3d33-4f65-b4ee-968740f903b2 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:40.059546 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b75328f2-e061-4c4b-bc1b-83dcf163104d req-0888bd20-a860-47a5-b400-6e44d98d827f tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "GET /v2.0/security-groups?id=7211f1c5-0373-4964-a18c-2763e5b194c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3169622 Jan 28 13:23:40.074506 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-498fb9ff-882a-41bc-9f52-c446735dae41 req-6a3317fa-3d33-4f65-b4ee-968740f903b2 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 944 time: 1.0667036 Jan 28 13:23:40.107280 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed9f36-feca-46af-bf3b-ea1e937ec4a2 req-4f360ec7-b8cb-4bf5-8196-718da9eb2e2f tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:40.108858 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d3ed9f36-feca-46af-bf3b-ea1e937ec4a2 req-4f360ec7-b8cb-4bf5-8196-718da9eb2e2f tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e89617-3d3d-456f-bb50-b212bac59976 HTTP/1.1" status: 200 len: 945 time: 0.2458024 Jan 28 13:23:40.156064 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3add70f4-ed67-4edb-989d-4a8b743c06e3 None None] Routers {'4dadda4b-c083-4e9c-a606-a1e821b1c624'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:40.159562 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-3add70f4-ed67-4edb-989d-4a8b743c06e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:23:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['4dadda4b-c083-4e9c-a606-a1e821b1c624'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:40.196903 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6dabe761-b740-498f-af48-38cb31e28716 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:40.482825 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-d3ed9f36-feca-46af-bf3b-ea1e937ec4a2 req-eb54af3e-1a63-43c7-ab61-2c3f9a5aa818 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Deleting port 9848509c-826a-479b-a7fa-5e82ecade94b {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:23:40.484958 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d3ed9f36-feca-46af-bf3b-ea1e937ec4a2 req-eb54af3e-1a63-43c7-ab61-2c3f9a5aa818 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (9848509c-826a-479b-a7fa-5e82ecade94b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:40.548180 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-13064374-f5af-4aa4-91f6-69679fdd7b85 None None] Current status of the port c8e84226-ee20-4413-b507-9c5c005814f5 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:40.635089 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6dabe761-b740-498f-af48-38cb31e28716 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks [] for security_group (0845575f-bfe6-4e61-bc37-638f5a5d3a7d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:40.642357 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 719251f3-8587-4f3a-95d8-0a2d9f850bc8 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:40.642792 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (719251f3-8587-4f3a-95d8-0a2d9f850bc8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:40.756659 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-da30f198-a281-417a-ae88-705db988c5a1 None None] Provisioning complete for port 273f93a9-be8b-4690-afff-06114e886c2a triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:40.758353 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da30f198-a281-417a-ae88-705db988c5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (273f93a9-be8b-4690-afff-06114e886c2a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:40.768215 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6dabe761-b740-498f-af48-38cb31e28716 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0845575f-bfe6-4e61-bc37-638f5a5d3a7d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:40.769817 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 719251f3-8587-4f3a-95d8-0a2d9f850bc8, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=719251f3-8587-4f3a-95d8-0a2d9f850bc8,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:40.867536 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-3add70f4-ed67-4edb-989d-4a8b743c06e3 None None] Set router 4dadda4b-c083-4e9c-a606-a1e821b1c624 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:40.891464 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-3d50d091-bc9c-4343-9506-461e5e765658 service neutron] 10.222.0.37 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6556396 Jan 28 13:23:40.891929 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (719251f3-8587-4f3a-95d8-0a2d9f850bc8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:40.911256 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6dabe761-b740-498f-af48-38cb31e28716 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:40.915811 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6dabe761-b740-498f-af48-38cb31e28716 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6135912 Jan 28 13:23:40.918775 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50168) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:40.981280 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a27463af-3caa-4a38-ad63-ae1bc566dd73 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Request body: {'security_group_rule': {'security_group_id': '0845575f-bfe6-4e61-bc37-638f5a5d3a7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:41.026384 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceecf0aa-06c3-46e9-9906-4e6ab75b86c6 None None] Pushing event updated for resources: {'Port': ['ID=273f93a9-be8b-4690-afff-06114e886c2a,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:41.069667 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-498fb9ff-882a-41bc-9f52-c446735dae41 req-1cee976c-dc56-4224-984b-1e45c7336300 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9840128 Jan 28 13:23:41.094563 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device eb32f964-d94f-4973-ae42-febdfba48139 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:23:41.199926 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: eb32f964-d94f-4973-ae42-febdfba48139 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:23:41.200299 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device eb32f964-d94f-4973-ae42-febdfba48139 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:23:41.200695 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b408c760-2f48-4f2e-aca4-ecc0472cf6d0 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:23:41.307238 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=719251f3-8587-4f3a-95d8-0a2d9f850bc8,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:41.323725 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: b408c760-2f48-4f2e-aca4-ecc0472cf6d0 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:23:41.324074 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b408c760-2f48-4f2e-aca4-ecc0472cf6d0 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:23:41.355645 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabe761-b740-498f-af48-38cb31e28716 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0845575f-bfe6-4e61-bc37-638f5a5d3a7d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:41.449460 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-da30f198-a281-417a-ae88-705db988c5a1 None None] Current status of the port 273f93a9-be8b-4690-afff-06114e886c2a is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:41.450058 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da30f198-a281-417a-ae88-705db988c5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (273f93a9-be8b-4690-afff-06114e886c2a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:41.584004 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-da30f198-a281-417a-ae88-705db988c5a1 None None] For port 273f93a9-be8b-4690-afff-06114e886c2a, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=273f93a9-be8b-4690-afff-06114e886c2a,segment=NetworkSegment(fd41c052-74ba-462c-9fe1-5df33f99783c),segment_id=fd41c052-74ba-462c-9fe1-5df33f99783c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:41.590419 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da30f198-a281-417a-ae88-705db988c5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (273f93a9-be8b-4690-afff-06114e886c2a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:41.613640 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-567f96d9-ae43-4238-95ef-f4c0f90c33c9 service neutron] 10.222.0.37 "GET /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6965885 Jan 28 13:23:41.719215 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabe761-b740-498f-af48-38cb31e28716 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:41.719981 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabe761-b740-498f-af48-38cb31e28716 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:41.721693 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabe761-b740-498f-af48-38cb31e28716 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:41.723174 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabe761-b740-498f-af48-38cb31e28716 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:41.723513 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabe761-b740-498f-af48-38cb31e28716 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:41.723858 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabe761-b740-498f-af48-38cb31e28716 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:41.728732 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabe761-b740-498f-af48-38cb31e28716 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:41.729212 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabe761-b740-498f-af48-38cb31e28716 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:41.738335 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabe761-b740-498f-af48-38cb31e28716 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:41.738804 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabe761-b740-498f-af48-38cb31e28716 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:41.740227 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabe761-b740-498f-af48-38cb31e28716 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:41.740409 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabe761-b740-498f-af48-38cb31e28716 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:41.740750 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabe761-b740-498f-af48-38cb31e28716 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:41.778804 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30f198-a281-417a-ae88-705db988c5a1 None None] Pushing event updated for resources: {'Port': ['ID=273f93a9-be8b-4690-afff-06114e886c2a,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:41.793168 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-3add70f4-ed67-4edb-989d-4a8b743c06e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'name': 'tempest-ServersTestBootFromVolume-1652014935-router', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '719251f3-8587-4f3a-95d8-0a2d9f850bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:12Z', 'updated_at': '2022-01-28T13:23:33Z', 'revision_number': 4, 'project_id': 'f235cd5aff1543e5993f6b32019caaff', 'gw_port': {'id': '719251f3-8587-4f3a-95d8-0a2d9f850bc8', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:16Z', 'updated_at': '2022-01-28T13:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '273f93a9-be8b-4690-afff-06114e886c2a', 'name': '', 'network_id': 'cd2b546a-6aba-4188-b902-b8e2745b4d7e', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'mac_address': 'fa:16:3e:f6:c9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '30dbb6f7-d402-4607-8f73-a8cae7badd32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:28Z', 'updated_at': '2022-01-28T13:23:39Z', 'revision_number': 4, 'project_id': 'f235cd5aff1543e5993f6b32019caaff', 'subnets': [{'id': '30dbb6f7-d402-4607-8f73-a8cae7badd32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:41.884259 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c8e84226-ee20-4413-b507-9c5c005814f5 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:41.904104 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3add70f4-ed67-4edb-989d-4a8b743c06e3 None None] The sync data for ids ['4dadda4b-c083-4e9c-a606-a1e821b1c624'] in n-d-822747-2 is: [{'id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'name': 'tempest-ServersTestBootFromVolume-1652014935-router', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '719251f3-8587-4f3a-95d8-0a2d9f850bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:12Z', 'updated_at': '2022-01-28T13:23:33Z', 'revision_number': 4, 'project_id': 'f235cd5aff1543e5993f6b32019caaff', 'gw_port': {'id': '719251f3-8587-4f3a-95d8-0a2d9f850bc8', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:16Z', 'updated_at': '2022-01-28T13:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '273f93a9-be8b-4690-afff-06114e886c2a', 'name': '', 'network_id': 'cd2b546a-6aba-4188-b902-b8e2745b4d7e', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'mac_address': 'fa:16:3e:f6:c9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '30dbb6f7-d402-4607-8f73-a8cae7badd32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:28Z', 'updated_at': '2022-01-28T13:23:39Z', 'revision_number': 4, 'project_id': 'f235cd5aff1543e5993f6b32019caaff', 'subnets': [{'id': '30dbb6f7-d402-4607-8f73-a8cae7badd32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:23:41.972401 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ed5b34c6-064a-4461-80a2-b38c92de87b1 admin admin] Publish callbacks [] for security_group (cb71962a-19c6-4681-a498-04297ee18891), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:41.981036 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ed5b34c6-064a-4461-80a2-b38c92de87b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (cb71962a-19c6-4681-a498-04297ee18891), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:42.068444 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port c8e84226-ee20-4413-b507-9c5c005814f5 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:42.069054 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c8e84226-ee20-4413-b507-9c5c005814f5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:42.139050 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ed5b34c6-064a-4461-80a2-b38c92de87b1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e400ea20194d460db3c2fcde1d20cad8&name=default HTTP/1.1" status: 200 len: 2996 time: 3.6505311 Jan 28 13:23:42.141404 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50188) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:42.144476 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a27463af-3caa-4a38-ad63-ae1bc566dd73 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks [] for security_group_rule (94425b3b-8556-4fbd-8f4c-f87d42bc733a), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:42.247655 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c8e84226-ee20-4413-b507-9c5c005814f5 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:42.251735 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 719251f3-8587-4f3a-95d8-0a2d9f850bc8 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:42.420658 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fd8db-e72d-41a8-be4d-6939bb07e050 req-a66c9fb7-707f-4811-8b14-ed2f58cdbd06 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:42.422396 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 9848509c-826a-479b-a7fa-5e82ecade94b no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:23:42.441180 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-628fd8db-e72d-41a8-be4d-6939bb07e050 req-a66c9fb7-707f-4811-8b14-ed2f58cdbd06 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "GET /v2.0/ports?device_id=25e89617-3d3d-456f-bb50-b212bac59976 HTTP/1.1" status: 200 len: 945 time: 0.5680718 Jan 28 13:23:42.457385 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-d3ed9f36-feca-46af-bf3b-ea1e937ec4a2 req-eb54af3e-1a63-43c7-ab61-2c3f9a5aa818 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] For port 9848509c-826a-479b-a7fa-5e82ecade94b, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=9848509c-826a-479b-a7fa-5e82ecade94b,segment=NetworkSegment(990e9f56-f119-4a5c-9f38-63165e995564),segment_id=990e9f56-f119-4a5c-9f38-63165e995564)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:42.458008 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d3ed9f36-feca-46af-bf3b-ea1e937ec4a2 req-eb54af3e-1a63-43c7-ab61-2c3f9a5aa818 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (9848509c-826a-479b-a7fa-5e82ecade94b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:42.573877 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-5240d543-e5df-48ea-8a5e-f9118efad039 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:42.582639 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-5240d543-e5df-48ea-8a5e-f9118efad039 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a&tenant_id=93543269cade486c80fd00260197c0a8&binding%3Ahost_id=n-h2-822747-2 HTTP/1.1" status: 200 len: 1095 time: 0.4261112 Jan 28 13:23:42.583074 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b34c6-064a-4461-80a2-b38c92de87b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb71962a-19c6-4681-a498-04297ee18891,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:42.704920 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-82a95f2c-d9ba-41a3-b1a6-daf37edbc2e7 admin admin] Publish callbacks [] for security_group (cb71962a-19c6-4681-a498-04297ee18891), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:42.785294 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 9848509c-826a-479b-a7fa-5e82ecade94b is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:42.785965 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9848509c-826a-479b-a7fa-5e82ecade94b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:42.883688 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 9848509c-826a-479b-a7fa-5e82ecade94b, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=9848509c-826a-479b-a7fa-5e82ecade94b,segment=NetworkSegment(990e9f56-f119-4a5c-9f38-63165e995564),segment_id=990e9f56-f119-4a5c-9f38-63165e995564)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:42.885584 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e89617-3d3d-456f-bb50-b212bac59976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9848509c-826a-479b-a7fa-5e82ecade94b'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:42.888532 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647a2961-2542-4b35-a793-4e38d0898224" -d '{"events": [{"server_uuid": "25e89617-3d3d-456f-bb50-b212bac59976", "name": "network-vif-unplugged", "status": "completed", "tag": "9848509c-826a-479b-a7fa-5e82ecade94b"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:42.891001 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56354cab-c97d-4811-8960-f20cc7f101f8 req-dd79bbdd-5013-4506-bee1-9c7ba703c411 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:42.893664 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9848509c-826a-479b-a7fa-5e82ecade94b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:42.895685 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 719251f3-8587-4f3a-95d8-0a2d9f850bc8 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:42.896223 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (719251f3-8587-4f3a-95d8-0a2d9f850bc8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:42.897955 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-56354cab-c97d-4811-8960-f20cc7f101f8 req-dd79bbdd-5013-4506-bee1-9c7ba703c411 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 944 time: 0.5984375 Jan 28 13:23:43.115119 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a27463af-3caa-4a38-ad63-ae1bc566dd73 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks [] for security_group_rule (94425b3b-8556-4fbd-8f4c-f87d42bc733a), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.128351 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=9848509c-826a-479b-a7fa-5e82ecade94b,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:43.149405 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-82a95f2c-d9ba-41a3-b1a6-daf37edbc2e7 admin admin] Publish callbacks [] for security_group (cb71962a-19c6-4681-a498-04297ee18891), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.171853 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a27463af-3caa-4a38-ad63-ae1bc566dd73 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (94425b3b-8556-4fbd-8f4c-f87d42bc733a), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.252589 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27463af-3caa-4a38-ad63-ae1bc566dd73 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94425b3b-8556-4fbd-8f4c-f87d42bc733a,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:43.296030 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 719251f3-8587-4f3a-95d8-0a2d9f850bc8 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:43.300890 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-628fd8db-e72d-41a8-be4d-6939bb07e050 req-a4ec9cbd-a81a-4eb0-8428-d580d0aeb3bd tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "GET /v2.0/security-groups?id=7211f1c5-0373-4964-a18c-2763e5b194c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8394580 Jan 28 13:23:43.305624 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-3e8c8167-ed82-476d-87b9-2c8dea518929 service neutron] For port 96aee2e6-24e5-4f54-804e-a691a1279543, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:43.316167 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-82a95f2c-d9ba-41a3-b1a6-daf37edbc2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (cb71962a-19c6-4681-a498-04297ee18891), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.325826 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-3e8c8167-ed82-476d-87b9-2c8dea518929 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.337927 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-82a95f2c-d9ba-41a3-b1a6-daf37edbc2e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.340650 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-82a95f2c-d9ba-41a3-b1a6-daf37edbc2e7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb71962a-19c6-4681-a498-04297ee18891 HTTP/1.1" status: 204 len: 168 time: 1.1967106 Jan 28 13:23:43.341895 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9c6248a-cc81-4c45-bb67-ed64998cfb3d req-3e8c8167-ed82-476d-87b9-2c8dea518929 service neutron] 10.222.0.37 "DELETE /v2.0/ports/96aee2e6-24e5-4f54-804e-a691a1279543/bindings/n-h1-822747-2 HTTP/1.1" status: 204 len: 173 time: 0.7069397 Jan 28 13:23:43.372055 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-56354cab-c97d-4811-8960-f20cc7f101f8 req-70d32385-8e58-4aa1-aa52-f0ae0bd1d775 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472818 Jan 28 13:23:43.418093 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a27463af-3caa-4a38-ad63-ae1bc566dd73 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.432335 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a27463af-3caa-4a38-ad63-ae1bc566dd73 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4623978 Jan 28 13:23:43.433016 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50202) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:43.447548 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a7008882-fc4a-48b1-ab04-d60119b1e602 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Request body: {'security_group_rule': {'security_group_id': '0845575f-bfe6-4e61-bc37-638f5a5d3a7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:43.509089 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a95f2c-d9ba-41a3-b1a6-daf37edbc2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb71962a-19c6-4681-a498-04297ee18891,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:43.541208 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a7008882-fc4a-48b1-ab04-d60119b1e602 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks [] for security_group_rule (880114a8-de31-4a00-91ac-04a0fa7ed13a), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.601245 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d3ed9f36-feca-46af-bf3b-ea1e937ec4a2 req-eb54af3e-1a63-43c7-ab61-2c3f9a5aa818 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.601658 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d3ed9f36-feca-46af-bf3b-ea1e937ec4a2 req-eb54af3e-1a63-43c7-ab61-2c3f9a5aa818 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (ca69c734-1b87-4a60-92d0-4788f42bea5b), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.601987 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [req-d3ed9f36-feca-46af-bf3b-ea1e937ec4a2 req-eb54af3e-1a63-43c7-ab61-2c3f9a5aa818 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Floating IP ca69c734-1b87-4a60-92d0-4788f42bea5b disassociated. External IP: 172.25.3.188, port: 9848509c-826a-479b-a7fa-5e82ecade94b. Jan 28 13:23:43.602347 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-d3ed9f36-feca-46af-bf3b-ea1e937ec4a2 req-eb54af3e-1a63-43c7-ab61-2c3f9a5aa818 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Calling delete_port for 9848509c-826a-479b-a7fa-5e82ecade94b owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:23:43.638973 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040cb020-6826-456c-aee4-fa217d9994e6 x-openstack-request-id: req-040cb020-6826-456c-aee4-fa217d9994e6 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:43.640043 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e89617-3d3d-456f-bb50-b212bac59976", "name": "network-vif-unplugged", "status": "completed", "tag": "9848509c-826a-479b-a7fa-5e82ecade94b", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:43.640653 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-040cb020-6826-456c-aee4-fa217d9994e6 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:43.641290 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e89617-3d3d-456f-bb50-b212bac59976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9848509c-826a-479b-a7fa-5e82ecade94b', 'code': 200} Jan 28 13:23:43.705733 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 273f93a9-be8b-4690-afff-06114e886c2a up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:43.735682 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a7008882-fc4a-48b1-ab04-d60119b1e602 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks [] for security_group_rule (880114a8-de31-4a00-91ac-04a0fa7ed13a), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.752016 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a7008882-fc4a-48b1-ab04-d60119b1e602 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (880114a8-de31-4a00-91ac-04a0fa7ed13a), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.812937 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7008882-fc4a-48b1-ab04-d60119b1e602 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=880114a8-de31-4a00-91ac-04a0fa7ed13a,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:43.855771 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a7008882-fc4a-48b1-ab04-d60119b1e602 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.863118 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a7008882-fc4a-48b1-ab04-d60119b1e602 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4252255 Jan 28 13:23:43.863968 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50210) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:43.884734 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-59950bf9-20e4-49cf-b3b8-7419fb968c96 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:43.978151 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 273f93a9-be8b-4690-afff-06114e886c2a triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:43.978534 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (273f93a9-be8b-4690-afff-06114e886c2a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:44.061323 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d3ed9f36-feca-46af-bf3b-ea1e937ec4a2 req-eb54af3e-1a63-43c7-ab61-2c3f9a5aa818 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (9848509c-826a-479b-a7fa-5e82ecade94b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:44.118031 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54af3e-1a63-43c7-ab61-2c3f9a5aa818 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Pushing event deleted for resources: {'Port': ['ID=9848509c-826a-479b-a7fa-5e82ecade94b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:44.191633 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-59950bf9-20e4-49cf-b3b8-7419fb968c96 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:44.193709 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 273f93a9-be8b-4690-afff-06114e886c2a is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:44.266963 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7f667-2d94-4a97-8325-fd59035dd81f req-e38e5045-d151-4610-ac10-7f2a7e8f863b tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:44.269613 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d8e7f667-2d94-4a97-8325-fd59035dd81f req-e38e5045-d151-4610-ac10-7f2a7e8f863b tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 1095 time: 0.3670578 Jan 28 13:23:44.424740 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d8e7f667-2d94-4a97-8325-fd59035dd81f req-480be7ed-50b5-4873-8733-4cd6237bf065 tempest-LiveMigrationTest-2096316978 tempest-LiveMigrationTest-2096316978-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002629 Jan 28 13:23:44.512704 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-59950bf9-20e4-49cf-b3b8-7419fb968c96 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:44.603799 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3ed9f36-feca-46af-bf3b-ea1e937ec4a2 req-eb54af3e-1a63-43c7-ab61-2c3f9a5aa818 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Router d6e377f9-29f3-42ec-89fc-91a17e85e89b has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:23:44.619880 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d5b96637-ab58-43ee-909c-2a95797811bd req-1e3e2ff5-efa4-4beb-8074-0e68180aeee0 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "GET /v2.0/ports?device_id=25e89617-3d3d-456f-bb50-b212bac59976 HTTP/1.1" status: 200 len: 210 time: 0.1481626 Jan 28 13:23:44.856526 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-59950bf9-20e4-49cf-b3b8-7419fb968c96 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Allocated IP 172.25.3.122 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/4ed9e5ab-73bf-4068-bcef-118d7adfbd8a) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:23:45.063795 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-59950bf9-20e4-49cf-b3b8-7419fb968c96 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks [] for port (4ed9e5ab-73bf-4068-bcef-118d7adfbd8a), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:45.068680 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3ed9f36-feca-46af-bf3b-ea1e937ec4a2 req-eb54af3e-1a63-43c7-ab61-2c3f9a5aa818 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:23:45.080785 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb9ef5b-a84c-492b-928c-abc71cc99c76 None None] Sync routers for ids ['d6e377f9-29f3-42ec-89fc-91a17e85e89b'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:23:45.097405 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb9ef5b-a84c-492b-928c-abc71cc99c76 None None] Routers {'d6e377f9-29f3-42ec-89fc-91a17e85e89b'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:45.098055 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-cbb9ef5b-a84c-492b-928c-abc71cc99c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:23:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d6e377f9-29f3-42ec-89fc-91a17e85e89b'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:45.166388 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-59950bf9-20e4-49cf-b3b8-7419fb968c96 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (4ed9e5ab-73bf-4068-bcef-118d7adfbd8a), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:45.178862 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ed9f36-feca-46af-bf3b-ea1e937ec4a2 req-eb54af3e-1a63-43c7-ab61-2c3f9a5aa818 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] No DVR routers for this DVR port 9848509c-826a-479b-a7fa-5e82ecade94b on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:23:45.186356 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d3ed9f36-feca-46af-bf3b-ea1e937ec4a2 req-eb54af3e-1a63-43c7-ab61-2c3f9a5aa818 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:45.196444 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d3ed9f36-feca-46af-bf3b-ea1e937ec4a2 req-eb54af3e-1a63-43c7-ab61-2c3f9a5aa818 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.18 "DELETE /v2.0/ports/9848509c-826a-479b-a7fa-5e82ecade94b HTTP/1.1" status: 204 len: 173 time: 5.0670545 Jan 28 13:23:45.197454 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e89617-3d3d-456f-bb50-b212bac59976', 'name': 'network-vif-deleted', 'tag': '9848509c-826a-479b-a7fa-5e82ecade94b'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:45.201210 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef2dd56-58a2-47d3-bf14-6bd6a0351399" -d '{"events": [{"server_uuid": "25e89617-3d3d-456f-bb50-b212bac59976", "name": "network-vif-deleted", "tag": "9848509c-826a-479b-a7fa-5e82ecade94b"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:45.272094 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59950bf9-20e4-49cf-b3b8-7419fb968c96 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:45.280174 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-59950bf9-20e4-49cf-b3b8-7419fb968c96 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:45.291359 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59950bf9-20e4-49cf-b3b8-7419fb968c96 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:23:45.486629 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-cbb9ef5b-a84c-492b-928c-abc71cc99c76 None None] Set router d6e377f9-29f3-42ec-89fc-91a17e85e89b gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:45.769636 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59950bf9-20e4-49cf-b3b8-7419fb968c96 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Pushing event updated for resources: {'Port': ['ID=4ed9e5ab-73bf-4068-bcef-118d7adfbd8a,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:45.841041 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-cbb9ef5b-a84c-492b-928c-abc71cc99c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'name': 'tempest-ServersTestManualDisk-694497324-router', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '8486451d-da20-477a-86a3-af36dee9917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:22Z', 'updated_at': '2022-01-28T13:21:29Z', 'revision_number': 4, 'project_id': 'b51487ec9b47438e87a199873ed50b2d', 'gw_port': {'id': '8486451d-da20-477a-86a3-af36dee9917e', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:23Z', 'updated_at': '2022-01-28T13:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '81be7a08-e7cb-4d22-9098-40d02e9b281f', 'name': '', 'network_id': 'efd7d1a6-bf31-41ea-94fc-f9d2b5020689', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'mac_address': 'fa:16:3e:c4:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:28Z', 'updated_at': '2022-01-28T13:21:33Z', 'revision_number': 5, 'project_id': 'b51487ec9b47438e87a199873ed50b2d', 'subnets': [{'id': 'c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:45.877603 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3edd69-6beb-47ac-a357-afdb5f55ead2 req-f01302ba-d2e7-42df-a549-9c7f5c232289 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:45.885201 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb9ef5b-a84c-492b-928c-abc71cc99c76 None None] Checking router: d6e377f9-29f3-42ec-89fc-91a17e85e89b for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:23:45.896689 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb9ef5b-a84c-492b-928c-abc71cc99c76 None None] Routers {'d6e377f9-29f3-42ec-89fc-91a17e85e89b'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:45.897683 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-cbb9ef5b-a84c-492b-928c-abc71cc99c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:23:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d6e377f9-29f3-42ec-89fc-91a17e85e89b'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:45.898717 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6b3edd69-6beb-47ac-a357-afdb5f55ead2 req-f01302ba-d2e7-42df-a549-9c7f5c232289 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 944 time: 0.1622138 Jan 28 13:23:45.971251 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-59950bf9-20e4-49cf-b3b8-7419fb968c96 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks [] for floatingip (b17495a0-b9b2-4587-b1f2-d13967446d2d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:46.042009 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6b3edd69-6beb-47ac-a357-afdb5f55ead2 req-1dc16bbb-3e9a-4dd5-a981-395fe70ad6ca tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345551 Jan 28 13:23:46.168402 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1a91c-e545-42a3-b120-72232152b7eb req-cbda779e-3e50-47d7-94e1-0ac51aa6a9de tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:46.169939 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e7f1a91c-e545-42a3-b120-72232152b7eb req-cbda779e-3e50-47d7-94e1-0ac51aa6a9de tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 944 time: 0.1964955 Jan 28 13:23:46.179933 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-5d9d415c-e3e0-4732-8d32-bff6913729f2 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:46.186771 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-5d9d415c-e3e0-4732-8d32-bff6913729f2 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 820 time: 1.0301280 Jan 28 13:23:46.186993 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a01a3a-86ef-47ec-b590-5b00154e4927 x-openstack-request-id: req-c2a01a3a-86ef-47ec-b590-5b00154e4927 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:46.187204 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e89617-3d3d-456f-bb50-b212bac59976", "name": "network-vif-deleted", "tag": "9848509c-826a-479b-a7fa-5e82ecade94b", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:46.187893 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c2a01a3a-86ef-47ec-b590-5b00154e4927 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:46.188853 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e89617-3d3d-456f-bb50-b212bac59976', 'name': 'network-vif-deleted', 'tag': '9848509c-826a-479b-a7fa-5e82ecade94b', 'status': 'completed', 'code': 200} Jan 28 13:23:46.232493 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-cbb9ef5b-a84c-492b-928c-abc71cc99c76 None None] Set router d6e377f9-29f3-42ec-89fc-91a17e85e89b gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:46.247788 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-7523e9bc-deb1-4373-b92a-dfa836fc8eb9 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/quotas/e52f7db82a1e47b4a05e085aee4dc060 HTTP/1.1" status: 200 len: 375 time: 0.0600269 Jan 28 13:23:46.317598 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-59950bf9-20e4-49cf-b3b8-7419fb968c96 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4ed9e5ab-73bf-4068-bcef-118d7adfbd8a), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:46.491302 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-59950bf9-20e4-49cf-b3b8-7419fb968c96 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks [] for port (4ed9e5ab-73bf-4068-bcef-118d7adfbd8a), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:46.504540 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-59950bf9-20e4-49cf-b3b8-7419fb968c96 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (4ed9e5ab-73bf-4068-bcef-118d7adfbd8a), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:46.651382 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-cbb9ef5b-a84c-492b-928c-abc71cc99c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'name': 'tempest-ServersTestManualDisk-694497324-router', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '8486451d-da20-477a-86a3-af36dee9917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:22Z', 'updated_at': '2022-01-28T13:21:29Z', 'revision_number': 4, 'project_id': 'b51487ec9b47438e87a199873ed50b2d', 'gw_port': {'id': '8486451d-da20-477a-86a3-af36dee9917e', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:23Z', 'updated_at': '2022-01-28T13:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '81be7a08-e7cb-4d22-9098-40d02e9b281f', 'name': '', 'network_id': 'efd7d1a6-bf31-41ea-94fc-f9d2b5020689', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'mac_address': 'fa:16:3e:c4:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:28Z', 'updated_at': '2022-01-28T13:21:33Z', 'revision_number': 5, 'project_id': 'b51487ec9b47438e87a199873ed50b2d', 'subnets': [{'id': 'c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:46.670835 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-e7f1a91c-e545-42a3-b120-72232152b7eb req-84c331d3-607e-48ae-aaea-bf100e5c0f9c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Deleting port 96aee2e6-24e5-4f54-804e-a691a1279543 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:23:46.671270 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e7f1a91c-e545-42a3-b120-72232152b7eb req-84c331d3-607e-48ae-aaea-bf100e5c0f9c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (96aee2e6-24e5-4f54-804e-a691a1279543), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:46.704361 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-0bc811d1-26dc-44b0-a9b3-0f74c576b22c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4552512 Jan 28 13:23:46.717400 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb9ef5b-a84c-492b-928c-abc71cc99c76 None None] The sync data for ids ['d6e377f9-29f3-42ec-89fc-91a17e85e89b'] in n-d-822747-2 is: [{'id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'name': 'tempest-ServersTestManualDisk-694497324-router', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '8486451d-da20-477a-86a3-af36dee9917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:22Z', 'updated_at': '2022-01-28T13:21:29Z', 'revision_number': 4, 'project_id': 'b51487ec9b47438e87a199873ed50b2d', 'gw_port': {'id': '8486451d-da20-477a-86a3-af36dee9917e', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:23Z', 'updated_at': '2022-01-28T13:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '81be7a08-e7cb-4d22-9098-40d02e9b281f', 'name': '', 'network_id': 'efd7d1a6-bf31-41ea-94fc-f9d2b5020689', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'mac_address': 'fa:16:3e:c4:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:28Z', 'updated_at': '2022-01-28T13:21:33Z', 'revision_number': 5, 'project_id': 'b51487ec9b47438e87a199873ed50b2d', 'subnets': [{'id': 'c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:23:46.787245 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59950bf9-20e4-49cf-b3b8-7419fb968c96 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Pushing event updated for resources: {'Port': ['ID=4ed9e5ab-73bf-4068-bcef-118d7adfbd8a,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:46.841234 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-59950bf9-20e4-49cf-b3b8-7419fb968c96 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (b17495a0-b9b2-4587-b1f2-d13967446d2d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:46.860250 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-8340c20f-7c44-4c88-9915-9eee333c8901 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=12bb7f713a054093a0da7962f65a51a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442700 Jan 28 13:23:46.960328 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-59950bf9-20e4-49cf-b3b8-7419fb968c96 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:46.984960 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-59950bf9-20e4-49cf-b3b8-7419fb968c96 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1120930 Jan 28 13:23:47.109787 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-069faf8c-80e3-494e-81d0-332451a4711d tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:47.111477 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-069faf8c-80e3-494e-81d0-332451a4711d tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2410049 Jan 28 13:23:47.130532 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-cc199245-6c5c-4768-8c9d-46223e99e3f2 service neutron] 10.222.0.39 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250939 Jan 28 13:23:47.143926 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-a5b1f1e8-e5e0-4b3d-a05c-bf46814256f7 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/quotas/12bb7f713a054093a0da7962f65a51a5 HTTP/1.1" status: 200 len: 375 time: 0.0097542 Jan 28 13:23:47.147612 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-e7f1a91c-e545-42a3-b120-72232152b7eb req-84c331d3-607e-48ae-aaea-bf100e5c0f9c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] For port 96aee2e6-24e5-4f54-804e-a691a1279543, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=96aee2e6-24e5-4f54-804e-a691a1279543,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:47.150316 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e7f1a91c-e545-42a3-b120-72232152b7eb req-84c331d3-607e-48ae-aaea-bf100e5c0f9c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (96aee2e6-24e5-4f54-804e-a691a1279543), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:47.221385 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-e7f1a91c-e545-42a3-b120-72232152b7eb req-84c331d3-607e-48ae-aaea-bf100e5c0f9c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Calling delete_port for 96aee2e6-24e5-4f54-804e-a691a1279543 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:23:47.229177 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-aa7d450c-9d6a-4cf4-8461-80475039b92e tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=12bb7f713a054093a0da7962f65a51a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672331 Jan 28 13:23:47.294897 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b104fd70-d479-4ec8-83aa-8f2e7e7156b6 None None] New status for floating IP ca69c734-1b87-4a60-92d0-4788f42bea5b: DOWN {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:23:47.515640 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:47.588930 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50326) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:47.905175 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22b8b8aa-3a0f-45f4-a6a0-c92c32d60d03 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks [] for security_group (7211f1c5-0373-4964-a18c-2763e5b194c4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:47.982741 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22b8b8aa-3a0f-45f4-a6a0-c92c32d60d03 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks [] for security_group (7211f1c5-0373-4964-a18c-2763e5b194c4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:48.084185 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22b8b8aa-3a0f-45f4-a6a0-c92c32d60d03 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7211f1c5-0373-4964-a18c-2763e5b194c4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:48.090601 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22b8b8aa-3a0f-45f4-a6a0-c92c32d60d03 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:48.097691 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-22b8b8aa-3a0f-45f4-a6a0-c92c32d60d03 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "DELETE /v2.0/security-groups/7211f1c5-0373-4964-a18c-2763e5b194c4 HTTP/1.1" status: 204 len: 168 time: 0.5069442 Jan 28 13:23:48.099879 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50336) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:48.136732 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361827fd-1718-449e-9f39-906ed6fb1788 req-221ca346-3fe2-4be3-844d-acf573566cb1 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:48.145729 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-361827fd-1718-449e-9f39-906ed6fb1788 req-221ca346-3fe2-4be3-844d-acf573566cb1 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 944 time: 0.4580345 Jan 28 13:23:48.189706 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-a52d3378-73bd-459d-9493-2eeaf67a07ac service neutron] 10.222.0.39 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0577018 Jan 28 13:23:48.256805 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-361827fd-1718-449e-9f39-906ed6fb1788 req-4de16947-4606-4a3f-80d1-feee19334347 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042821 Jan 28 13:23:48.263284 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8b8aa-3a0f-45f4-a6a0-c92c32d60d03 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7211f1c5-0373-4964-a18c-2763e5b194c4,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:48.267355 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-9998e41c-9d9a-47c0-a0f9-43734da10ef8 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] show failed (client error): The resource could not be found. Jan 28 13:23:48.273052 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9998e41c-9d9a-47c0-a0f9-43734da10ef8 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "GET /v2.0/security-groups/7211f1c5-0373-4964-a18c-2763e5b194c4 HTTP/1.1" status: 404 len: 347 time: 0.1670229 Jan 28 13:23:48.273891 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50346) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:48.509455 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e7f1a91c-e545-42a3-b120-72232152b7eb req-84c331d3-607e-48ae-aaea-bf100e5c0f9c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (96aee2e6-24e5-4f54-804e-a691a1279543), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:48.517088 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-02f4dbd3-e093-42b1-8cea-d8ae02fb98c6 req-4c564700-216e-45a4-9473-1baf64f47a6b tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fe62936-3b4d-4a2c-b73e-d353021a4158 HTTP/1.1" status: 200 len: 210 time: 0.0823605 Jan 28 13:23:48.522669 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['483929b3-e20d-4033-b089-ece52da40613'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:23:48.605443 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c331d3-607e-48ae-aaea-bf100e5c0f9c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Pushing event deleted for resources: {'Port': ['ID=96aee2e6-24e5-4f54-804e-a691a1279543,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:48.692924 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-ce905265-cf4e-4c0f-9e12-80a7c7a44152 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Deleting port 89c4db6f-1fea-4de9-9fc3-db051daaa990 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:23:48.701890 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ce905265-cf4e-4c0f-9e12-80a7c7a44152 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (89c4db6f-1fea-4de9-9fc3-db051daaa990), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:48.740803 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f1a91c-e545-42a3-b120-72232152b7eb req-84c331d3-607e-48ae-aaea-bf100e5c0f9c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] No DVR routers for this DVR port 96aee2e6-24e5-4f54-804e-a691a1279543 on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:23:48.744769 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e7f1a91c-e545-42a3-b120-72232152b7eb req-84c331d3-607e-48ae-aaea-bf100e5c0f9c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:48.749399 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e7f1a91c-e545-42a3-b120-72232152b7eb req-84c331d3-607e-48ae-aaea-bf100e5c0f9c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.37 "DELETE /v2.0/ports/96aee2e6-24e5-4f54-804e-a691a1279543 HTTP/1.1" status: 204 len: 173 time: 2.5596535 Jan 28 13:23:48.749983 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5f2694-12c5-4704-b86e-04dc4266dc5a', 'name': 'network-vif-deleted', 'tag': '96aee2e6-24e5-4f54-804e-a691a1279543'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:48.759429 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00c6d41-e1c9-45c5-9270-8fb61898bfb9" -d '{"events": [{"server_uuid": "6c5f2694-12c5-4704-b86e-04dc4266dc5a", "name": "network-vif-deleted", "tag": "96aee2e6-24e5-4f54-804e-a691a1279543"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:48.876038 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd33e7d4-97c5-4ebe-9eca-0dcf78772e55 x-openstack-request-id: req-fd33e7d4-97c5-4ebe-9eca-0dcf78772e55 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:48.876617 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5f2694-12c5-4704-b86e-04dc4266dc5a", "name": "network-vif-deleted", "tag": "96aee2e6-24e5-4f54-804e-a691a1279543", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:48.877174 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd33e7d4-97c5-4ebe-9eca-0dcf78772e55 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:48.877920 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5f2694-12c5-4704-b86e-04dc4266dc5a', 'name': 'network-vif-deleted', 'tag': '96aee2e6-24e5-4f54-804e-a691a1279543', 'status': 'completed', 'code': 200} Jan 28 13:23:48.941808 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ce905265-cf4e-4c0f-9e12-80a7c7a44152 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (89c4db6f-1fea-4de9-9fc3-db051daaa990), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:48.943479 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ce905265-cf4e-4c0f-9e12-80a7c7a44152 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks [] for floatingip (89c4db6f-1fea-4de9-9fc3-db051daaa990), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:48.979649 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-ce905265-cf4e-4c0f-9e12-80a7c7a44152 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Calling delete_port for 89c4db6f-1fea-4de9-9fc3-db051daaa990 owned by network:floatingip {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:23:49.484541 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3cb1471f-db58-4e62-b928-32b7be4b09ee req-6d9d9aa6-87b0-4b75-9d82-31b28867a3a8 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 210 time: 0.0909338 Jan 28 13:23:49.535661 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-243329ef-25f6-43b0-ad73-489a6c9ab74c req-c7172f52-3a9a-41dd-83fe-a37862b19de3 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 210 time: 0.0764084 Jan 28 13:23:49.537537 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ce905265-cf4e-4c0f-9e12-80a7c7a44152 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (89c4db6f-1fea-4de9-9fc3-db051daaa990), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:49.600079 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce905265-cf4e-4c0f-9e12-80a7c7a44152 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Pushing event deleted for resources: {'Port': ['ID=89c4db6f-1fea-4de9-9fc3-db051daaa990,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:49.619704 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:49.791590 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 96aee2e6-24e5-4f54-804e-a691a1279543 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:23:49.824175 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-137fc2c9-9b57-4f2a-ac62-7d518ebb8cd7 req-80e27175-6927-4763-9269-fab8c5335092 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fe62936-3b4d-4a2c-b73e-d353021a4158 HTTP/1.1" status: 200 len: 210 time: 0.0882607 Jan 28 13:23:49.867500 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ce905265-cf4e-4c0f-9e12-80a7c7a44152 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks [] for floatingip (ca69c734-1b87-4a60-92d0-4788f42bea5b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:49.872079 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ce905265-cf4e-4c0f-9e12-80a7c7a44152 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:49.876290 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50418) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:49.877213 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ce905265-cf4e-4c0f-9e12-80a7c7a44152 tempest-ServersTestManualDisk-340556469 tempest-ServersTestManualDisk-340556469-project] 10.222.0.39 "DELETE /v2.0/floatingips/ca69c734-1b87-4a60-92d0-4788f42bea5b HTTP/1.1" status: 204 len: 168 time: 1.6020181 Jan 28 13:23:49.900348 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 96aee2e6-24e5-4f54-804e-a691a1279543 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:23:49.901041 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 96aee2e6-24e5-4f54-804e-a691a1279543 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:23:50.085757 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-131edb44-41eb-49f7-be03-ff99f991ecda tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=12bb7f713a054093a0da7962f65a51a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638039 Jan 28 13:23:50.407658 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-65c2acfe-28db-45ae-8e38-448211609f96 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:50.422000 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-65c2acfe-28db-45ae-8e38-448211609f96 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3277304 Jan 28 13:23:50.437732 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-b17f2315-8eb9-44d0-957f-8e0dbec5d713 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Request body: {'port': {'device_id': '5fe62936-3b4d-4a2c-b73e-d353021a4158', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': '12bb7f713a054093a0da7962f65a51a5'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:50.717578 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9cb04b95-18f2-4053-ad10-0e917829ddad req-ea1dbbe0-dc1f-4130-8e65-5d50e03ba961 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 210 time: 0.0330844 Jan 28 13:23:50.818970 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6870605c-19c0-471b-b722-a42f7e68f39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (d6e377f9-29f3-42ec-89fc-91a17e85e89b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:50.843103 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-37f670da-b079-474c-a754-0120d64cffa8 req-4acfb398-2fc3-4ace-8333-17b3cc671fb5 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 210 time: 0.1454563 Jan 28 13:23:50.847677 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50438) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:50.931728 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-b17f2315-8eb9-44d0-957f-8e0dbec5d713 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Made reservation on behalf of 12bb7f713a054093a0da7962f65a51a5 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:23:50.951561 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-b17f2315-8eb9-44d0-957f-8e0dbec5d713 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:50.996430 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-b17f2315-8eb9-44d0-957f-8e0dbec5d713 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:51.197178 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-b17f2315-8eb9-44d0-957f-8e0dbec5d713 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Publish callbacks [] for security_group (603247cd-2378-4184-9c4b-af46be79c180), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:51.203340 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-b17f2315-8eb9-44d0-957f-8e0dbec5d713 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (603247cd-2378-4184-9c4b-af46be79c180), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:51.245676 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d117be1b-ac8c-4f82-ab54-5ffc694285e4 req-66e2a865-2741-4641-86fb-67b9306703d3 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fe62936-3b4d-4a2c-b73e-d353021a4158 HTTP/1.1" status: 200 len: 210 time: 0.1060951 Jan 28 13:23:51.282934 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f2315-8eb9-44d0-957f-8e0dbec5d713 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=603247cd-2378-4184-9c4b-af46be79c180,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:51.330871 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2fa33b9-8ca0-4be2-a3d9-0d5371b7abaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:51.507449 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2fa33b9-8ca0-4be2-a3d9-0d5371b7abaf admin admin] Publish callbacks [] for security_group (44283611-9dc3-4e3c-a7fb-9d9ef1c615b2), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:51.515972 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2fa33b9-8ca0-4be2-a3d9-0d5371b7abaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (44283611-9dc3-4e3c-a7fb-9d9ef1c615b2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:51.606041 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a2fa33b9-8ca0-4be2-a3d9-0d5371b7abaf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=07ceadc8a56249ba8d8b9eb9313107f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7567108 Jan 28 13:23:51.610800 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50444) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:51.627257 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa33b9-8ca0-4be2-a3d9-0d5371b7abaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44283611-9dc3-4e3c-a7fb-9d9ef1c615b2,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:51.669006 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-8c307368-29fe-4430-ab62-bd4cdc28bfb1 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:51.672483 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-b17f2315-8eb9-44d0-957f-8e0dbec5d713 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Allocated IP 192.168.233.110 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/98168f58-853c-417f-8a9f-98023fa78f5d) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:23:51.677218 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-8c307368-29fe-4430-ab62-bd4cdc28bfb1 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.18 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 820 time: 0.4494836 Jan 28 13:23:51.706494 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22b1ba58-878d-42dd-83aa-6095704477e9 admin admin] Publish callbacks [] for security_group (44283611-9dc3-4e3c-a7fb-9d9ef1c615b2), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:51.745896 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-b3e787cb-1d19-4fd6-b434-9c82854d9ee2 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Request body: {'port': {'device_id': 'ed6ed590-caaa-4c20-83c2-2360b19394b1', 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7', 'admin_state_up': True, 'tenant_id': 'e52f7db82a1e47b4a05e085aee4dc060'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:51.762741 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22b1ba58-878d-42dd-83aa-6095704477e9 admin admin] Publish callbacks [] for security_group (44283611-9dc3-4e3c-a7fb-9d9ef1c615b2), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:51.998695 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-6870605c-19c0-471b-b722-a42f7e68f39f admin admin] Deleting port 81be7a08-e7cb-4d22-9098-40d02e9b281f {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:23:52.002025 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6870605c-19c0-471b-b722-a42f7e68f39f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (81be7a08-e7cb-4d22-9098-40d02e9b281f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:52.045262 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-00d9b85c-d96e-434f-a8f4-276b5c5cbcab req-5250e7bb-066b-4c83-abd7-0c1a6c95f3cc tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 210 time: 0.0439219 Jan 28 13:23:52.087290 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22b1ba58-878d-42dd-83aa-6095704477e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (44283611-9dc3-4e3c-a7fb-9d9ef1c615b2), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:52.100507 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22b1ba58-878d-42dd-83aa-6095704477e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:52.106270 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-22b1ba58-878d-42dd-83aa-6095704477e9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/44283611-9dc3-4e3c-a7fb-9d9ef1c615b2 HTTP/1.1" status: 204 len: 168 time: 0.4872851 Jan 28 13:23:52.134833 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-6870605c-19c0-471b-b722-a42f7e68f39f admin admin] For port 81be7a08-e7cb-4d22-9098-40d02e9b281f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=81be7a08-e7cb-4d22-9098-40d02e9b281f,segment=NetworkSegment(990e9f56-f119-4a5c-9f38-63165e995564),segment_id=990e9f56-f119-4a5c-9f38-63165e995564)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:52.135223 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6870605c-19c0-471b-b722-a42f7e68f39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (81be7a08-e7cb-4d22-9098-40d02e9b281f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:52.148135 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-6870605c-19c0-471b-b722-a42f7e68f39f admin admin] Calling delete_port for 81be7a08-e7cb-4d22-9098-40d02e9b281f owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:23:52.294358 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1ba58-878d-42dd-83aa-6095704477e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44283611-9dc3-4e3c-a7fb-9d9ef1c615b2,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:52.409792 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-b17f2315-8eb9-44d0-957f-8e0dbec5d713 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Publish callbacks [] for port (98168f58-853c-417f-8a9f-98023fa78f5d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:52.438831 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6870605c-19c0-471b-b722-a42f7e68f39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (81be7a08-e7cb-4d22-9098-40d02e9b281f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:52.465561 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cb913094-77a6-426b-97ec-780587cef3ca req-a9b8a1e0-1e4f-4865-95f9-974ca217df5e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 210 time: 0.4566736 Jan 28 13:23:52.483245 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-b3e787cb-1d19-4fd6-b434-9c82854d9ee2 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Made reservation on behalf of e52f7db82a1e47b4a05e085aee4dc060 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:23:52.487136 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-b3e787cb-1d19-4fd6-b434-9c82854d9ee2 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:52.492848 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870605c-19c0-471b-b722-a42f7e68f39f admin admin] Pushing event deleted for resources: {'Port': ['ID=81be7a08-e7cb-4d22-9098-40d02e9b281f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:52.497471 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-63607de2-f3c2-42c5-9a24-e38161f6cc73 req-45e86009-69ce-4236-9994-f76b25ff6caf tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fe62936-3b4d-4a2c-b73e-d353021a4158 HTTP/1.1" status: 200 len: 210 time: 0.0584743 Jan 28 13:23:52.567461 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-b17f2315-8eb9-44d0-957f-8e0dbec5d713 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (98168f58-853c-417f-8a9f-98023fa78f5d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:52.642601 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-b17f2315-8eb9-44d0-957f-8e0dbec5d713 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:52.660059 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-b17f2315-8eb9-44d0-957f-8e0dbec5d713 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:52.666288 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-b17f2315-8eb9-44d0-957f-8e0dbec5d713 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:23:52.812805 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-b17f2315-8eb9-44d0-957f-8e0dbec5d713 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:52.819408 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-b17f2315-8eb9-44d0-957f-8e0dbec5d713 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:52.835379 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f2315-8eb9-44d0-957f-8e0dbec5d713 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Pushing event updated for resources: {'Port': ['ID=98168f58-853c-417f-8a9f-98023fa78f5d,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:52.900098 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-b17f2315-8eb9-44d0-957f-8e0dbec5d713 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4619036 Jan 28 13:23:52.920334 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-d83a38db-1de9-4724-abdb-5fbcdc8b8c0f service neutron] Request body: {'port': {'device_id': '5fe62936-3b4d-4a2c-b73e-d353021a4158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:53.052120 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-d83a38db-1de9-4724-abdb-5fbcdc8b8c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (98168f58-853c-417f-8a9f-98023fa78f5d), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:53.270510 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-786821e1-f1f0-43b4-be5e-0820d925c37f None None] Provisioning complete for port 98168f58-853c-417f-8a9f-98023fa78f5d triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:53.274759 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-786821e1-f1f0-43b4-be5e-0820d925c37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (98168f58-853c-417f-8a9f-98023fa78f5d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:53.368711 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-b3e787cb-1d19-4fd6-b434-9c82854d9ee2 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Allocated IP 172.20.0.6 (59fab6ca-64cd-4851-86a5-d4939e9521f7/99d02297-28c8-4d60-822c-d4eb89318060/7735e4e9-e055-42ee-ac07-a1cf9e195b1b) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:23:53.405586 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-786821e1-f1f0-43b4-be5e-0820d925c37f None None] Port 98168f58-853c-417f-8a9f-98023fa78f5d cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:23:53.417503 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0aa0a130-1d38-43cb-8468-575925c2e67b req-ec8864d8-1a1e-48f9-8ebc-1bd85791fa92 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 210 time: 0.1154964 Jan 28 13:23:53.440385 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6870605c-19c0-471b-b722-a42f7e68f39f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (d6e377f9-29f3-42ec-89fc-91a17e85e89b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:53.738469 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-545e3be2-7350-40f3-b3df-fd944ee0b79d req-37dd1104-487d-45b2-a9b0-1eaf08fa4f8c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 210 time: 0.0450883 Jan 28 13:23:53.807517 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-d83a38db-1de9-4724-abdb-5fbcdc8b8c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98168f58-853c-417f-8a9f-98023fa78f5d {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:23:53.818775 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-d83a38db-1de9-4724-abdb-5fbcdc8b8c0f service neutron] Publish callbacks [] for port (98168f58-853c-417f-8a9f-98023fa78f5d), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:53.835170 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-d83a38db-1de9-4724-abdb-5fbcdc8b8c0f service neutron] Transition to ACTIVE for port object 98168f58-853c-417f-8a9f-98023fa78f5d will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:23:53.843307 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-d83a38db-1de9-4724-abdb-5fbcdc8b8c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (98168f58-853c-417f-8a9f-98023fa78f5d), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:54.086635 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a38db-1de9-4724-abdb-5fbcdc8b8c0f service neutron] Pushing event updated for resources: {'Port': ['ID=98168f58-853c-417f-8a9f-98023fa78f5d,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:54.135244 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50478) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:54.178651 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-d83a38db-1de9-4724-abdb-5fbcdc8b8c0f service neutron] Attempting to bind port 98168f58-853c-417f-8a9f-98023fa78f5d on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:23:54.178926 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-d83a38db-1de9-4724-abdb-5fbcdc8b8c0f service neutron] Attempting to bind port 98168f58-853c-417f-8a9f-98023fa78f5d by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:23:54.179277 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-d83a38db-1de9-4724-abdb-5fbcdc8b8c0f service neutron] Attempting to bind port 98168f58-853c-417f-8a9f-98023fa78f5d on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:54.189428 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-d83a38db-1de9-4724-abdb-5fbcdc8b8c0f service neutron] Port 98168f58-853c-417f-8a9f-98023fa78f5d on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:23:54.189750 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-d83a38db-1de9-4724-abdb-5fbcdc8b8c0f service neutron] Attempting to bind port 98168f58-853c-417f-8a9f-98023fa78f5d on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:54.202618 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-d83a38db-1de9-4724-abdb-5fbcdc8b8c0f service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:23:54.202983 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-d83a38db-1de9-4724-abdb-5fbcdc8b8c0f service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:54.206424 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-d83a38db-1de9-4724-abdb-5fbcdc8b8c0f service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:23:54.207149 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-d83a38db-1de9-4724-abdb-5fbcdc8b8c0f service neutron] Bound port: 98168f58-853c-417f-8a9f-98023fa78f5d, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:23:54.207959 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-d83a38db-1de9-4724-abdb-5fbcdc8b8c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (98168f58-853c-417f-8a9f-98023fa78f5d), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:54.328485 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-b3e787cb-1d19-4fd6-b434-9c82854d9ee2 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks [] for port (7735e4e9-e055-42ee-ac07-a1cf9e195b1b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:54.395952 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-d83a38db-1de9-4724-abdb-5fbcdc8b8c0f service neutron] For port 98168f58-853c-417f-8a9f-98023fa78f5d, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:54.412730 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-b3e787cb-1d19-4fd6-b434-9c82854d9ee2 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (7735e4e9-e055-42ee-ac07-a1cf9e195b1b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:54.415727 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-26fa3d79-8cfd-4a40-9d94-122f93eadd48 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-network', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:54.425055 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-d83a38db-1de9-4724-abdb-5fbcdc8b8c0f service neutron] For port 98168f58-853c-417f-8a9f-98023fa78f5d, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=98168f58-853c-417f-8a9f-98023fa78f5d,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:23:54.425451 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['e83363f1-b4a5-4967-8ee4-8d8f9a760f47'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:23:54.443197 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-d83a38db-1de9-4724-abdb-5fbcdc8b8c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (98168f58-853c-417f-8a9f-98023fa78f5d), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:54.509438 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4e548-deb9-46bc-a7c5-76a0f7f3ed70 req-c79167a2-a52c-4a23-8cba-71a6c18e1558 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:54.517140 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36b4e548-deb9-46bc-a7c5-76a0f7f3ed70 req-c79167a2-a52c-4a23-8cba-71a6c18e1558 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fe62936-3b4d-4a2c-b73e-d353021a4158 HTTP/1.1" status: 200 len: 948 time: 0.7753778 Jan 28 13:23:54.563499 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-d83a38db-1de9-4724-abdb-5fbcdc8b8c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:54.564160 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-d83a38db-1de9-4724-abdb-5fbcdc8b8c0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:54.572485 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-d83a38db-1de9-4724-abdb-5fbcdc8b8c0f service neutron] 10.222.0.18 "PUT /v2.0/ports/98168f58-853c-417f-8a9f-98023fa78f5d HTTP/1.1" status: 200 len: 1096 time: 1.6705813 Jan 28 13:23:54.610415 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fa3d79-8cfd-4a40-9d94-122f93eadd48 admin admin] Made reservation on behalf of 4acaf7e1796b4088b8e1ffc58de61231 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:23:54.615127 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26fa3d79-8cfd-4a40-9d94-122f93eadd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:54.649475 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe62936-3b4d-4a2c-b73e-d353021a4158', 'tag': '98168f58-853c-417f-8a9f-98023fa78f5d'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:54.655183 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3d4be9-3272-4c13-a6bd-306e0b71d112" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe62936-3b4d-4a2c-b73e-d353021a4158", "tag": "98168f58-853c-417f-8a9f-98023fa78f5d"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:54.743218 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26fa3d79-8cfd-4a40-9d94-122f93eadd48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:54.760415 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6870605c-19c0-471b-b722-a42f7e68f39f admin admin] Router d6e377f9-29f3-42ec-89fc-91a17e85e89b has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:23:54.780984 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-b3e787cb-1d19-4fd6-b434-9c82854d9ee2 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Network 59fab6ca-64cd-4851-86a5-d4939e9521f7 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:54.816538 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-b3e787cb-1d19-4fd6-b434-9c82854d9ee2 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:54.827225 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e787cb-1d19-4fd6-b434-9c82854d9ee2 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Pushing event updated for resources: {'Port': ['ID=7735e4e9-e055-42ee-ac07-a1cf9e195b1b,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:54.832450 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-b3e787cb-1d19-4fd6-b434-9c82854d9ee2 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:23:54.843004 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a38db-1de9-4724-abdb-5fbcdc8b8c0f service neutron] Pushing event updated for resources: {'Port': ['ID=98168f58-853c-417f-8a9f-98023fa78f5d,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:54.928163 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-b3e787cb-1d19-4fd6-b434-9c82854d9ee2 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:54.928857 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-b3e787cb-1d19-4fd6-b434-9c82854d9ee2 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:54.935088 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5ab38-cf46-4de5-9e92-7c2719e8a98f req-836ee363-dd8b-468b-b3ad-6beb03a05e82 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:54.941229 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c8a5ab38-cf46-4de5-9e92-7c2719e8a98f req-836ee363-dd8b-468b-b3ad-6beb03a05e82 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 931 time: 0.2273417 Jan 28 13:23:55.040186 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36b4e548-deb9-46bc-a7c5-76a0f7f3ed70 req-21959432-1600-4f96-9708-175c317d66e2 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/security-groups?id=603247cd-2378-4184-9c4b-af46be79c180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5212872 Jan 28 13:23:55.044298 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-2134a8d8-c3eb-42c6-a7df-618f7cc9fade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:55.045965 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-2134a8d8-c3eb-42c6-a7df-618f7cc9fade service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=12bb7f713a054093a0da7962f65a51a5&device_id=5fe62936-3b4d-4a2c-b73e-d353021a4158 HTTP/1.1" status: 200 len: 1099 time: 0.3879933 Jan 28 13:23:55.128132 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16a33e5-aa71-4c15-9721-5140a934fb7d x-openstack-request-id: req-e16a33e5-aa71-4c15-9721-5140a934fb7d {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:55.129173 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe62936-3b4d-4a2c-b73e-d353021a4158", "tag": "98168f58-853c-417f-8a9f-98023fa78f5d", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:55.129680 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e16a33e5-aa71-4c15-9721-5140a934fb7d {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:55.130243 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe62936-3b4d-4a2c-b73e-d353021a4158', 'tag': '98168f58-853c-417f-8a9f-98023fa78f5d', 'status': 'completed', 'code': 200} Jan 28 13:23:55.135377 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-4371cdd6-4b8c-4787-b65c-b08aef866d2c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=98168f58-853c-417f-8a9f-98023fa78f5d HTTP/1.1" status: 200 len: 217 time: 0.0811276 Jan 28 13:23:55.150607 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c8a5ab38-cf46-4de5-9e92-7c2719e8a98f req-d034a8c2-461e-4cde-ab77-ae8affc6db97 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889627 Jan 28 13:23:55.179738 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-b3e787cb-1d19-4fd6-b434-9c82854d9ee2 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4483578 Jan 28 13:23:55.210279 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-7ea81c37-a6ea-494c-87bb-c46c54519cb8 service neutron] Request body: {'port': {'device_id': 'ed6ed590-caaa-4c20-83c2-2360b19394b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:55.283567 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-eff812e5-e1e6-46b6-a6c4-09b96639d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:55.285246 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-eff812e5-e1e6-46b6-a6c4-09b96639d0b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1287358 Jan 28 13:23:55.311985 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6870605c-19c0-471b-b722-a42f7e68f39f admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:23:55.315413 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26fa3d79-8cfd-4a40-9d94-122f93eadd48 admin admin] Publish callbacks [] for security_group (54d38ba3-ee67-4fb4-adec-99fd8877e669), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:55.326840 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35480ea-0d28-4090-980f-a356e529beae None None] Sync routers for ids ['d6e377f9-29f3-42ec-89fc-91a17e85e89b'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:23:55.332434 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7cec261d-6cd8-4d16-937d-a00c1eb484fd req-23059802-ca5f-479b-8867-e7d426c3716e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 210 time: 0.0797064 Jan 28 13:23:55.340956 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6870605c-19c0-471b-b722-a42f7e68f39f admin admin] 10.222.0.39 "PUT /v2.0/routers/d6e377f9-29f3-42ec-89fc-91a17e85e89b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4566734 Jan 28 13:23:55.343597 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50488) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:55.355800 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-7ea81c37-a6ea-494c-87bb-c46c54519cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7735e4e9-e055-42ee-ac07-a1cf9e195b1b), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:55.357329 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35480ea-0d28-4090-980f-a356e529beae None None] Routers {'d6e377f9-29f3-42ec-89fc-91a17e85e89b'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:55.364546 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a35480ea-0d28-4090-980f-a356e529beae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:23:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d6e377f9-29f3-42ec-89fc-91a17e85e89b'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:55.397450 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26fa3d79-8cfd-4a40-9d94-122f93eadd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (54d38ba3-ee67-4fb4-adec-99fd8877e669), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:55.493831 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26fa3d79-8cfd-4a40-9d94-122f93eadd48 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:23:55.539563 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa3d79-8cfd-4a40-9d94-122f93eadd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d38ba3-ee67-4fb4-adec-99fd8877e669,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:55.560201 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26fa3d79-8cfd-4a40-9d94-122f93eadd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (86269ba4-6bcb-4dd9-88b3-35a2df61a1bc), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:55.560683 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-26fa3d79-8cfd-4a40-9d94-122f93eadd48 admin admin] Added segment 86269ba4-6bcb-4dd9-88b3-35a2df61a1bc of type vlan for network 71534dd2-0498-4e62-a826-48a207a6ee6d Jan 28 13:23:55.584258 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-18f59c7d-c92c-449c-912c-943ba9f9a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:55.585926 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-18f59c7d-c92c-449c-912c-943ba9f9a893 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2934511 Jan 28 13:23:55.704867 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26fa3d79-8cfd-4a40-9d94-122f93eadd48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (71534dd2-0498-4e62-a826-48a207a6ee6d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:55.893200 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-283d3908-4101-4cf4-bc3a-b25fb860a25f service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587306 Jan 28 13:23:55.894231 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26fa3d79-8cfd-4a40-9d94-122f93eadd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (71534dd2-0498-4e62-a826-48a207a6ee6d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:55.911399 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fa3d79-8cfd-4a40-9d94-122f93eadd48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:55.912105 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26fa3d79-8cfd-4a40-9d94-122f93eadd48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:55.953213 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-a35480ea-0d28-4090-980f-a356e529beae None None] Set router d6e377f9-29f3-42ec-89fc-91a17e85e89b gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:56.041364 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de6f2d91-eda5-4160-9a9a-1a5192f4c755 admin admin] Publish callbacks [] for router (d6e377f9-29f3-42ec-89fc-91a17e85e89b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:56.056175 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa3d79-8cfd-4a40-9d94-122f93eadd48 admin admin] Pushing event updated for resources: {'Network': ['ID=71534dd2-0498-4e62-a826-48a207a6ee6d,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:56.078967 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-26fa3d79-8cfd-4a40-9d94-122f93eadd48 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9407461 Jan 28 13:23:56.108651 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50492) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:56.114103 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-5c625a8f-eeb1-4ed1-ba1b-8e84b281dd9a admin admin] Request body: {'subnet': {'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-subnet', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:56.171573 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c625a8f-eeb1-4ed1-ba1b-8e84b281dd9a admin admin] Made reservation on behalf of 4acaf7e1796b4088b8e1ffc58de61231 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:23:56.173949 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5c625a8f-eeb1-4ed1-ba1b-8e84b281dd9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:56.327160 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 71534dd2-0498-4e62-a826-48a207a6ee6d details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:23:56.485034 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a35480ea-0d28-4090-980f-a356e529beae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'name': 'tempest-ServersTestManualDisk-694497324-router', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '8486451d-da20-477a-86a3-af36dee9917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:22Z', 'updated_at': '2022-01-28T13:23:52Z', 'revision_number': 5, 'project_id': 'b51487ec9b47438e87a199873ed50b2d', 'gw_port': {'id': '8486451d-da20-477a-86a3-af36dee9917e', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:23Z', 'updated_at': '2022-01-28T13:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:56.514102 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e48c7c-d845-4fd5-9c2b-d60f978eddab req-f85cc6f3-79eb-4e48-ac4d-23eee84f395a tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:56.528823 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-41e48c7c-d845-4fd5-9c2b-d60f978eddab req-f85cc6f3-79eb-4e48-ac4d-23eee84f395a tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fe62936-3b4d-4a2c-b73e-d353021a4158 HTTP/1.1" status: 200 len: 948 time: 0.3068509 Jan 28 13:23:56.542937 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35480ea-0d28-4090-980f-a356e529beae None None] Checking router: d6e377f9-29f3-42ec-89fc-91a17e85e89b for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:23:56.565918 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35480ea-0d28-4090-980f-a356e529beae None None] Routers {'d6e377f9-29f3-42ec-89fc-91a17e85e89b'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:56.566553 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a35480ea-0d28-4090-980f-a356e529beae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:23:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d6e377f9-29f3-42ec-89fc-91a17e85e89b'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:56.651618 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-41e48c7c-d845-4fd5-9c2b-d60f978eddab req-51cca887-0f0b-4934-a54b-0041cb136999 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/security-groups?id=603247cd-2378-4184-9c4b-af46be79c180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133933 Jan 28 13:23:56.653963 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f1bad88b-1c31-40a4-a969-d15973bd52f3 req-6befe905-9130-4bc6-8370-3f7551f3af07 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7304406 Jan 28 13:23:56.832131 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb650d5d-83c5-42f1-910b-98dc58e67a1f req-85695c38-65d3-4444-aa90-17561251a6e3 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:56.833619 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fb650d5d-83c5-42f1-910b-98dc58e67a1f req-85695c38-65d3-4444-aa90-17561251a6e3 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 931 time: 0.1220362 Jan 28 13:23:56.837348 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de6f2d91-eda5-4160-9a9a-1a5192f4c755 admin admin] Publish callbacks [] for router_gateway (d6e377f9-29f3-42ec-89fc-91a17e85e89b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:56.866846 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-7ea81c37-a6ea-494c-87bb-c46c54519cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7735e4e9-e055-42ee-ac07-a1cf9e195b1b {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:23:56.902871 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-7ea81c37-a6ea-494c-87bb-c46c54519cb8 service neutron] Publish callbacks [] for port (7735e4e9-e055-42ee-ac07-a1cf9e195b1b), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:56.911693 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6f0314b-623f-4155-8ec6-7b2795ab6fd8 req-13c267ca-0529-45dc-9e3f-7c02012b7a46 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 210 time: 0.0712998 Jan 28 13:23:56.957092 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-7ea81c37-a6ea-494c-87bb-c46c54519cb8 service neutron] Transition to ACTIVE for port object 7735e4e9-e055-42ee-ac07-a1cf9e195b1b will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:23:56.974648 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-a35480ea-0d28-4090-980f-a356e529beae None None] Set router d6e377f9-29f3-42ec-89fc-91a17e85e89b gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:56.975421 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-7ea81c37-a6ea-494c-87bb-c46c54519cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (7735e4e9-e055-42ee-ac07-a1cf9e195b1b), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:56.997514 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d4be9-3272-4c13-a6bd-306e0b71d112 req-4a7a3955-0324-4f4e-9933-349a5785b75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:56.999419 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f3d4be9-3272-4c13-a6bd-306e0b71d112 req-4a7a3955-0324-4f4e-9933-349a5785b75c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=12bb7f713a054093a0da7962f65a51a5&device_id=5fe62936-3b4d-4a2c-b73e-d353021a4158 HTTP/1.1" status: 200 len: 1099 time: 0.2877986 Jan 28 13:23:57.043161 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fb650d5d-83c5-42f1-910b-98dc58e67a1f req-f886000e-b517-4cc0-a0bd-9c51646f037d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980302 Jan 28 13:23:57.066783 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-de6f2d91-eda5-4160-9a9a-1a5192f4c755 admin admin] Deleting port 8486451d-da20-477a-86a3-af36dee9917e {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:23:57.067538 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de6f2d91-eda5-4160-9a9a-1a5192f4c755 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8486451d-da20-477a-86a3-af36dee9917e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:57.100510 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea81c37-a6ea-494c-87bb-c46c54519cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=7735e4e9-e055-42ee-ac07-a1cf9e195b1b,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:57.180395 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d4be9-3272-4c13-a6bd-306e0b71d112 req-9afa7907-5b60-4ef1-ae1c-c78c5fa2885c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:57.182621 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f3d4be9-3272-4c13-a6bd-306e0b71d112 req-9afa7907-5b60-4ef1-ae1c-c78c5fa2885c service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.1701705 Jan 28 13:23:57.255846 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-de6f2d91-eda5-4160-9a9a-1a5192f4c755 admin admin] For port 8486451d-da20-477a-86a3-af36dee9917e, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8486451d-da20-477a-86a3-af36dee9917e,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:57.256205 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de6f2d91-eda5-4160-9a9a-1a5192f4c755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8486451d-da20-477a-86a3-af36dee9917e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:57.265711 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f3d4be9-3272-4c13-a6bd-306e0b71d112 req-15acbb16-600d-4406-90aa-e1bdf422d257 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=98168f58-853c-417f-8a9f-98023fa78f5d HTTP/1.1" status: 200 len: 217 time: 0.0515208 Jan 28 13:23:57.268207 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-7ea81c37-a6ea-494c-87bb-c46c54519cb8 service neutron] Attempting to bind port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:23:57.268781 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-7ea81c37-a6ea-494c-87bb-c46c54519cb8 service neutron] Attempting to bind port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:23:57.269118 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-7ea81c37-a6ea-494c-87bb-c46c54519cb8 service neutron] Attempting to bind port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:57.277042 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-7ea81c37-a6ea-494c-87bb-c46c54519cb8 service neutron] Port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:23:57.277599 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-7ea81c37-a6ea-494c-87bb-c46c54519cb8 service neutron] Attempting to bind port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:57.280275 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-de6f2d91-eda5-4160-9a9a-1a5192f4c755 admin admin] Calling delete_port for 8486451d-da20-477a-86a3-af36dee9917e owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:23:57.291408 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-7ea81c37-a6ea-494c-87bb-c46c54519cb8 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:23:57.291853 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-7ea81c37-a6ea-494c-87bb-c46c54519cb8 service neutron] Checking segment: {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:57.292204 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-7ea81c37-a6ea-494c-87bb-c46c54519cb8 service neutron] Bound using segment: {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:23:57.292668 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-7ea81c37-a6ea-494c-87bb-c46c54519cb8 service neutron] Bound port: 7735e4e9-e055-42ee-ac07-a1cf9e195b1b, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:23:57.293026 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-7ea81c37-a6ea-494c-87bb-c46c54519cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7735e4e9-e055-42ee-ac07-a1cf9e195b1b), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:57.330971 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5c625a8f-eeb1-4ed1-ba1b-8e84b281dd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (f693941d-0671-47a2-8563-c88f3d62af3d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:57.469434 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-7ea81c37-a6ea-494c-87bb-c46c54519cb8 service neutron] For port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:57.493475 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d4be9-3272-4c13-a6bd-306e0b71d112 req-4de2f728-510c-47e8-a7b1-123b6536fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:57.496226 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f3d4be9-3272-4c13-a6bd-306e0b71d112 req-4de2f728-510c-47e8-a7b1-123b6536fc90 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.2168784 Jan 28 13:23:57.498891 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-7ea81c37-a6ea-494c-87bb-c46c54519cb8 service neutron] For port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=7735e4e9-e055-42ee-ac07-a1cf9e195b1b,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:23:57.510283 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-7ea81c37-a6ea-494c-87bb-c46c54519cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (7735e4e9-e055-42ee-ac07-a1cf9e195b1b), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:57.596740 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a35480ea-0d28-4090-980f-a356e529beae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'name': 'tempest-ServersTestManualDisk-694497324-router', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '8486451d-da20-477a-86a3-af36dee9917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:22Z', 'updated_at': '2022-01-28T13:23:52Z', 'revision_number': 5, 'project_id': 'b51487ec9b47438e87a199873ed50b2d', 'gw_port': {'id': '8486451d-da20-477a-86a3-af36dee9917e', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:23Z', 'updated_at': '2022-01-28T13:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:57.641064 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-7ea81c37-a6ea-494c-87bb-c46c54519cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:57.644991 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-7ea81c37-a6ea-494c-87bb-c46c54519cb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:57.646631 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-7ea81c37-a6ea-494c-87bb-c46c54519cb8 service neutron] 10.222.0.18 "PUT /v2.0/ports/7735e4e9-e055-42ee-ac07-a1cf9e195b1b HTTP/1.1" status: 200 len: 1091 time: 2.4530389 Jan 28 13:23:57.649694 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6ed590-caaa-4c20-83c2-2360b19394b1', 'tag': '7735e4e9-e055-42ee-ac07-a1cf9e195b1b'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:57.653909 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c625a8f-eeb1-4ed1-ba1b-8e84b281dd9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f693941d-0671-47a2-8563-c88f3d62af3d,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:57.656521 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4619bd1-b9cb-4261-88bb-7d70e671112f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6ed590-caaa-4c20-83c2-2360b19394b1", "tag": "7735e4e9-e055-42ee-ac07-a1cf9e195b1b"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:57.689471 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c625a8f-eeb1-4ed1-ba1b-8e84b281dd9a admin admin] Checking segment: {'id': '86269ba4-6bcb-4dd9-88b3-35a2df61a1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:57.689722 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35480ea-0d28-4090-980f-a356e529beae None None] The sync data for ids ['d6e377f9-29f3-42ec-89fc-91a17e85e89b'] in n-d-822747-2 is: [{'id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'name': 'tempest-ServersTestManualDisk-694497324-router', 'tenant_id': 'b51487ec9b47438e87a199873ed50b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '8486451d-da20-477a-86a3-af36dee9917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:22Z', 'updated_at': '2022-01-28T13:23:52Z', 'revision_number': 5, 'project_id': 'b51487ec9b47438e87a199873ed50b2d', 'gw_port': {'id': '8486451d-da20-477a-86a3-af36dee9917e', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e377f9-29f3-42ec-89fc-91a17e85e89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:23Z', 'updated_at': '2022-01-28T13:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:23:57.695189 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea81c37-a6ea-494c-87bb-c46c54519cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=7735e4e9-e055-42ee-ac07-a1cf9e195b1b,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:57.701624 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de6f2d91-eda5-4160-9a9a-1a5192f4c755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (8486451d-da20-477a-86a3-af36dee9917e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:57.702259 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c625a8f-eeb1-4ed1-ba1b-8e84b281dd9a admin admin] Network hostable DHCP agents. Network: 71534dd2-0498-4e62-a826-48a207a6ee6d, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:23:57.740792 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d4be9-3272-4c13-a6bd-306e0b71d112 req-74541f9e-e82f-4313-a27f-035412d8d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:57.753941 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f3d4be9-3272-4c13-a6bd-306e0b71d112 req-74541f9e-e82f-4313-a27f-035412d8d91a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2360237 Jan 28 13:23:57.808083 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd0e98b-62a9-4252-bc4a-35b74b84f7d8 x-openstack-request-id: req-3cd0e98b-62a9-4252-bc4a-35b74b84f7d8 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:57.808459 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6ed590-caaa-4c20-83c2-2360b19394b1", "tag": "7735e4e9-e055-42ee-ac07-a1cf9e195b1b", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:57.808666 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3cd0e98b-62a9-4252-bc4a-35b74b84f7d8 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:57.809023 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6ed590-caaa-4c20-83c2-2360b19394b1', 'tag': '7735e4e9-e055-42ee-ac07-a1cf9e195b1b', 'status': 'completed', 'code': 200} Jan 28 13:23:57.821603 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c625a8f-eeb1-4ed1-ba1b-8e84b281dd9a admin admin] Network 71534dd2-0498-4e62-a826-48a207a6ee6d is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:23:57.857045 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f2d91-eda5-4160-9a9a-1a5192f4c755 admin admin] Pushing event deleted for resources: {'Port': ['ID=8486451d-da20-477a-86a3-af36dee9917e,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:58.129261 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-15187d3c-9efa-42b3-b1ac-7e8ae1c688c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:58.147117 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-15187d3c-9efa-42b3-b1ac-7e8ae1c688c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 1094 time: 0.4051135 Jan 28 13:23:58.148537 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de6f2d91-eda5-4160-9a9a-1a5192f4c755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (d6e377f9-29f3-42ec-89fc-91a17e85e89b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:58.434199 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af83f6a-9ae0-49ad-9b0e-1436b4cfffb5 req-efc50228-52bb-4451-9c20-330887667608 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:58.441533 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0af83f6a-9ae0-49ad-9b0e-1436b4cfffb5 req-efc50228-52bb-4451-9c20-330887667608 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fe62936-3b4d-4a2c-b73e-d353021a4158 HTTP/1.1" status: 200 len: 948 time: 0.6142597 Jan 28 13:23:58.459277 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-f0bbc8d1-e673-45a1-a3d2-0882cbba53b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7735e4e9-e055-42ee-ac07-a1cf9e195b1b HTTP/1.1" status: 200 len: 217 time: 0.2751961 Jan 28 13:23:58.538821 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-5c625a8f-eeb1-4ed1-ba1b-8e84b281dd9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 71534dd2-0498-4e62-a826-48a207a6ee6d) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:58.552985 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94966a5e-e69e-49d4-890d-433ac602a978 None None] Network 71534dd2-0498-4e62-a826-48a207a6ee6d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:23:58.573873 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de6f2d91-eda5-4160-9a9a-1a5192f4c755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (d6e377f9-29f3-42ec-89fc-91a17e85e89b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:58.582239 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cd02401f-2934-431f-81f0-e9c0867b0fd4 req-88ba448d-811c-4f76-bc26-eb167b15f8f8 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 210 time: 0.0723104 Jan 28 13:23:58.583902 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de6f2d91-eda5-4160-9a9a-1a5192f4c755 admin admin] Publish callbacks [] for router_controller (d6e377f9-29f3-42ec-89fc-91a17e85e89b), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:58.591278 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c625a8f-eeb1-4ed1-ba1b-8e84b281dd9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:58.592320 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5c625a8f-eeb1-4ed1-ba1b-8e84b281dd9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:58.733646 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5c625a8f-eeb1-4ed1-ba1b-8e84b281dd9a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.6234653 Jan 28 13:23:58.749444 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-7caea399-d8a4-4e9e-83d9-5e72e7e0ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:58.751987 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50506) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:58.752594 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-7caea399-d8a4-4e9e-83d9-5e72e7e0ac64 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99d02297-28c8-4d60-822c-d4eb89318060 HTTP/1.1" status: 200 len: 860 time: 0.2800827 Jan 28 13:23:58.756144 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0af83f6a-9ae0-49ad-9b0e-1436b4cfffb5 req-cf4db329-e0b9-4abb-8c99-353e6f3d0b3e tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/security-groups?id=603247cd-2378-4184-9c4b-af46be79c180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132467 Jan 28 13:23:58.769407 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-5b9773a5-eac8-4944-b85c-679fecf664de admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-router', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:58.862513 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f3d4be9-3272-4c13-a6bd-306e0b71d112 req-4385d97a-4bb8-485d-8e5c-8e352aa5e859 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0945568 Jan 28 13:23:59.043186 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-71534dd2-0498-4e62-a826-48a207a6ee6d', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'fixed_ips': [{'subnet_id': 'f693941d-0671-47a2-8563-c88f3d62af3d'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:23:59.043734 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-2b13e6ee-57ec-491a-aab9-023c78238165 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59fab6ca-64cd-4851-86a5-d4939e9521f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2842338 Jan 28 13:23:59.044391 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:59.119573 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de6f2d91-eda5-4160-9a9a-1a5192f4c755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (d6e377f9-29f3-42ec-89fc-91a17e85e89b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:59.119573 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6f2d91-eda5-4160-9a9a-1a5192f4c755 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6e377f9-29f3-42ec-89fc-91a17e85e89b {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:23:59.134215 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de6f2d91-eda5-4160-9a9a-1a5192f4c755 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:59.155744 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-de6f2d91-eda5-4160-9a9a-1a5192f4c755 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d6e377f9-29f3-42ec-89fc-91a17e85e89b HTTP/1.1" status: 204 len: 168 time: 3.8105841 Jan 28 13:23:59.156741 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50510) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:59.189338 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5b9773a5-eac8-4944-b85c-679fecf664de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (0590f313-737b-4aca-84a1-8a815ceb3150), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:59.191627 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5b9773a5-eac8-4944-b85c-679fecf664de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (0590f313-737b-4aca-84a1-8a815ceb3150), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:59.334761 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-27e9b5ea-7cd2-470d-acf1-a068a1ebf7d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:59.483415 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5b9773a5-eac8-4944-b85c-679fecf664de admin admin] Publish callbacks [] for router_controller (0590f313-737b-4aca-84a1-8a815ceb3150), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:59.551047 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Allocated IP 172.20.0.2 (71534dd2-0498-4e62-a826-48a207a6ee6d/f693941d-0671-47a2-8563-c88f3d62af3d/c197d966-9942-4f25-912b-01f4c2be592f) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:23:59.655557 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3a3434-4172-4787-b3df-53898b67fca5 admin admin] Deleting subnet c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:23:59.670397 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ae3a3434-4172-4787-b3df-53898b67fca5 admin admin] Publish callbacks [] for subnet (c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:59.731856 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-b25d9c65-e180-41ff-95b7-87af18f16176 service neutron] 10.222.0.18 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6780491 Jan 28 13:23:59.743230 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b9ab6-d794-4705-b8ad-97bfd1340861 req-8bc9bcd5-c22b-4b4b-9887-9e446b92069c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:59.745671 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dd4b9ab6-d794-4705-b8ad-97bfd1340861 req-8bc9bcd5-c22b-4b4b-9887-9e446b92069c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.8480873 Jan 28 13:23:59.972431 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ae3a3434-4172-4787-b3df-53898b67fca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:59.988892 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 81be7a08-e7cb-4d22-9098-40d02e9b281f no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:24:00.067112 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 81be7a08-e7cb-4d22-9098-40d02e9b281f {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:24:00.074746 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 81be7a08-e7cb-4d22-9098-40d02e9b281f not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:24:00.105098 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dd4b9ab6-d794-4705-b8ad-97bfd1340861 req-1210da2f-c4d0-430a-b236-7a1326c71be7 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322574 Jan 28 13:24:00.112855 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f3d4be9-3272-4c13-a6bd-306e0b71d112 req-a093d839-8a28-4b37-919f-4fb925b2444e service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2424822 Jan 28 13:24:00.125602 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Publish callbacks [] for port (c197d966-9942-4f25-912b-01f4c2be592f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:00.149451 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (c197d966-9942-4f25-912b-01f4c2be592f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:00.256263 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-08e796c7-ee76-467d-b84a-a304e594e8ac req-b83ff719-867b-44b0-9bef-4b030279e3d9 service neutron] 10.222.0.18 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5169601 Jan 28 13:24:00.261661 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5b9773a5-eac8-4944-b85c-679fecf664de admin admin] Publish callbacks [] for router_gateway (0590f313-737b-4aca-84a1-8a815ceb3150), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:00.268732 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a6b80c8d-f1db-44a4-872d-83505451b168 req-c421f166-ea99-4560-8b00-a859dba6b733 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 210 time: 0.4962850 Jan 28 13:24:00.332591 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Pushing event updated for resources: {'Port': ['ID=c197d966-9942-4f25-912b-01f4c2be592f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:00.372550 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:00.373208 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:00.374122 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:00.374818 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:00.376064 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:00.379029 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:00.379848 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:00.380606 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:00.381208 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:00.382668 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:00.384887 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:00.385601 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:00.387620 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:00.432017 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Network 71534dd2-0498-4e62-a826-48a207a6ee6d is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:24:00.444107 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:24:00.456380 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:24:00.542536 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 98168f58-853c-417f-8a9f-98023fa78f5d details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:24:00.559230 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ae3a3434-4172-4787-b3df-53898b67fca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:00.701089 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7a512-e913-4f91-a090-9eac4a7d0f40 req-8b97290f-830f-4e38-852b-5376a8932d6c tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:00.719356 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-10d7a512-e913-4f91-a090-9eac4a7d0f40 req-8b97290f-830f-4e38-852b-5376a8932d6c tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fe62936-3b4d-4a2c-b73e-d353021a4158 HTTP/1.1" status: 200 len: 948 time: 0.3587513 Jan 28 13:24:00.771848 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 98168f58-853c-417f-8a9f-98023fa78f5d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=98168f58-853c-417f-8a9f-98023fa78f5d,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:00.831401 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:24:00.832719 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '98168f58-853c-417f-8a9f-98023fa78f5d', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': '98168f58-853c-417f-8a9f-98023fa78f5d', 'mac_address': 'fa:16:3e:bb:e9:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:24:00.850268 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ae3a3434-4172-4787-b3df-53898b67fca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:00.939187 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a3434-4172-4787-b3df-53898b67fca5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:00.966221 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ae3a3434-4172-4787-b3df-53898b67fca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:00.989838 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ae3a3434-4172-4787-b3df-53898b67fca5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c4b226c3-ba6f-4205-9ccd-bb068d3e9cdc HTTP/1.1" status: 204 len: 168 time: 1.8151653 Jan 28 13:24:00.991565 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 98168f58-853c-417f-8a9f-98023fa78f5d is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:00.992364 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (98168f58-853c-417f-8a9f-98023fa78f5d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:00.994782 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50522) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:24:01.005931 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a528720b-873d-46be-9278-c9da4916c954 None None] Network efd7d1a6-bf31-41ea-94fc-f9d2b5020689 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:24:01.026010 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-10d7a512-e913-4f91-a090-9eac4a7d0f40 req-02c4c7e6-0638-49ca-870a-52f1dece5fa5 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/security-groups?id=603247cd-2378-4184-9c4b-af46be79c180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030255 Jan 28 13:24:01.121059 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4619bd1-b9cb-4261-88bb-7d70e671112f req-8bf2d017-5fdd-4b88-ad1f-66fa16978c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:01.129341 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4619bd1-b9cb-4261-88bb-7d70e671112f req-8bf2d017-5fdd-4b88-ad1f-66fa16978c30 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 1094 time: 0.3522735 Jan 28 13:24:01.196183 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Attempting to bind port c197d966-9942-4f25-912b-01f4c2be592f on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:24:01.196641 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Attempting to bind port c197d966-9942-4f25-912b-01f4c2be592f by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '86269ba4-6bcb-4dd9-88b3-35a2df61a1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:24:01.197003 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Attempting to bind port c197d966-9942-4f25-912b-01f4c2be592f on network 71534dd2-0498-4e62-a826-48a207a6ee6d {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:01.256661 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:24:01.256941 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Checking segment: {'id': '86269ba4-6bcb-4dd9-88b3-35a2df61a1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:24:01.257205 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:01.257598 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Bound using segment: {'id': '86269ba4-6bcb-4dd9-88b3-35a2df61a1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:24:01.258087 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Bound port: c197d966-9942-4f25-912b-01f4c2be592f, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86269ba4-6bcb-4dd9-88b3-35a2df61a1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:24:01.258462 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c197d966-9942-4f25-912b-01f4c2be592f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:01.261789 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98168f58-853c-417f-8a9f-98023fa78f5d {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:24:01.445831 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-01c2807b-40b8-4836-9b21-5c2ec0866aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (efd7d1a6-bf31-41ea-94fc-f9d2b5020689), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:01.462859 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 98168f58-853c-417f-8a9f-98023fa78f5d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=98168f58-853c-417f-8a9f-98023fa78f5d,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:01.476328 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8486451d-da20-477a-86a3-af36dee9917e no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:24:01.542705 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (98168f58-853c-417f-8a9f-98023fa78f5d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:01.635761 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e755f233-9671-4bf1-a7f5-153d81f8f6a5 req-d36c7533-0ed6-42a0-bdb0-926d3eb2bcc3 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 210 time: 0.1408553 Jan 28 13:24:01.666951 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5b9773a5-eac8-4944-b85c-679fecf664de admin admin] Publish callbacks [] for router_gateway (0590f313-737b-4aca-84a1-8a815ceb3150), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:01.705585 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f762d03-3a5b-4596-94f7-9f64e650fcd3 None None] DHCP port deletion for efd7d1a6-bf31-41ea-94fc-f9d2b5020689 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:24:01.713303 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5b9773a5-eac8-4944-b85c-679fecf664de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:01.740554 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4619bd1-b9cb-4261-88bb-7d70e671112f req-397405b9-ed78-4580-948d-4dec3136879f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:01.742246 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4619bd1-b9cb-4261-88bb-7d70e671112f req-397405b9-ed78-4580-948d-4dec3136879f service neutron] 10.222.0.18 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 920 time: 0.5947852 Jan 28 13:24:01.749357 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a7dd0-ffce-4c1e-9121-cdda4a1880b9 req-8eaf60c4-ae98-4da9-9c83-6d7c0df02459 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:01.751092 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a4a7dd0-ffce-4c1e-9121-cdda4a1880b9 req-8eaf60c4-ae98-4da9-9c83-6d7c0df02459 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.4380453 Jan 28 13:24:01.771274 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 8486451d-da20-477a-86a3-af36dee9917e {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:24:01.779572 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8486451d-da20-477a-86a3-af36dee9917e not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:24:01.797799 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-019bc7e8-30c8-4529-ac01-a8060fb67728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:01.830741 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4619bd1-b9cb-4261-88bb-7d70e671112f req-bf1ac418-0a3d-4ccc-8a89-5a23e373d6ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7735e4e9-e055-42ee-ac07-a1cf9e195b1b HTTP/1.1" status: 200 len: 217 time: 0.0756180 Jan 28 13:24:01.867958 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['98168f58-853c-417f-8a9f-98023fa78f5d'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:24:01.883667 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-01c2807b-40b8-4836-9b21-5c2ec0866aff admin admin] Deleting port ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:24:01.885340 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-01c2807b-40b8-4836-9b21-5c2ec0866aff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:01.963326 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a4a7dd0-ffce-4c1e-9121-cdda4a1880b9 req-014081b6-4b5b-4b04-8cb5-088ce05d2320 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018964 Jan 28 13:24:02.035421 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4619bd1-b9cb-4261-88bb-7d70e671112f req-59d3a40a-a4d3-4de9-a459-3eac52dd4413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:02.037475 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4619bd1-b9cb-4261-88bb-7d70e671112f req-59d3a40a-a4d3-4de9-a459-3eac52dd4413 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99d02297-28c8-4d60-822c-d4eb89318060 HTTP/1.1" status: 200 len: 860 time: 0.1830175 Jan 28 13:24:02.043476 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-01c2807b-40b8-4836-9b21-5c2ec0866aff admin admin] For port ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4,segment=NetworkSegment(990e9f56-f119-4a5c-9f38-63165e995564),segment_id=990e9f56-f119-4a5c-9f38-63165e995564)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:02.044212 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-01c2807b-40b8-4836-9b21-5c2ec0866aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:02.066993 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-5b9773a5-eac8-4944-b85c-679fecf664de admin admin] Allocated IP 172.25.3.235 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/b1ab3090-68a9-4dfa-b638-85ea41752d52) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:24:02.102114 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-01c2807b-40b8-4836-9b21-5c2ec0866aff admin admin] Calling delete_port for ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:24:02.145128 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4619bd1-b9cb-4261-88bb-7d70e671112f req-de8e6fc1-c006-4356-9297-57cb6758d270 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59fab6ca-64cd-4851-86a5-d4939e9521f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970626 Jan 28 13:24:02.145613 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=98168f58-853c-417f-8a9f-98023fa78f5d,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:02.164249 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] For port c197d966-9942-4f25-912b-01f4c2be592f, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:24:02.246827 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] For port c197d966-9942-4f25-912b-01f4c2be592f, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c197d966-9942-4f25-912b-01f4c2be592f,segment=NetworkSegment(86269ba4-6bcb-4dd9-88b3-35a2df61a1bc),segment_id=86269ba4-6bcb-4dd9-88b3-35a2df61a1bc)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:24:02.369878 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c197d966-9942-4f25-912b-01f4c2be592f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:02.393571 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4619bd1-b9cb-4261-88bb-7d70e671112f req-c86b929a-1077-48e5-bf25-4baf16077211 service neutron] 10.222.0.18 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309477 Jan 28 13:24:02.463363 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825b7a9-08e5-48c4-bd2b-a0845437ce97 None None] Pushing event updated for resources: {'Port': ['ID=c197d966-9942-4f25-912b-01f4c2be592f,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:02.500813 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395811c-3cd3-4806-9166-31775c02355d req-8307b1c9-f459-4ba8-b2aa-78d9ea835547 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:02.505258 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b395811c-3cd3-4806-9166-31775c02355d req-8307b1c9-f459-4ba8-b2aa-78d9ea835547 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fe62936-3b4d-4a2c-b73e-d353021a4158 HTTP/1.1" status: 200 len: 949 time: 0.3292139 Jan 28 13:24:02.513886 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5b9773a5-eac8-4944-b85c-679fecf664de admin admin] Publish callbacks [] for port (b1ab3090-68a9-4dfa-b638-85ea41752d52), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:02.524776 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-01c2807b-40b8-4836-9b21-5c2ec0866aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:02.530247 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1f762d03-3a5b-4596-94f7-9f64e650fcd3 None None] Deleting port ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:24:02.530648 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1f762d03-3a5b-4596-94f7-9f64e650fcd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:02.614512 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2807b-40b8-4836-9b21-5c2ec0866aff admin admin] Pushing event deleted for resources: {'Port': ['ID=ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:02.631459 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b395811c-3cd3-4806-9166-31775c02355d req-e5449de3-fd72-4a2d-a5c0-3edc63bfa3c4 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/security-groups?id=603247cd-2378-4184-9c4b-af46be79c180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102946 Jan 28 13:24:02.643286 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c2807b-40b8-4836-9b21-5c2ec0866aff admin admin] No DVR routers for this DVR port ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:24:02.648068 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5b9773a5-eac8-4944-b85c-679fecf664de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b1ab3090-68a9-4dfa-b638-85ea41752d52), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:02.728102 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4619bd1-b9cb-4261-88bb-7d70e671112f req-f7f5bb02-bd6a-46a0-ad06-17725f2b116d service neutron] 10.222.0.18 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299143 Jan 28 13:24:02.773405 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9773a5-eac8-4944-b85c-679fecf664de admin admin] Pushing event updated for resources: {'Port': ['ID=b1ab3090-68a9-4dfa-b638-85ea41752d52,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:02.795751 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9773a5-eac8-4944-b85c-679fecf664de admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:24:02.802866 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-5b9773a5-eac8-4944-b85c-679fecf664de admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:24:02.822312 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9773a5-eac8-4944-b85c-679fecf664de admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:24:02.867289 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:02.903142 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-01c2807b-40b8-4836-9b21-5c2ec0866aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (efd7d1a6-bf31-41ea-94fc-f9d2b5020689), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:02.928345 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1f762d03-3a5b-4596-94f7-9f64e650fcd3 None None] For port ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4, host n-d-822747-2, got binding levels [] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:02.929353 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1f762d03-3a5b-4596-94f7-9f64e650fcd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:02.965872 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1f762d03-3a5b-4596-94f7-9f64e650fcd3 None None] Calling delete_port for ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:24:02.969459 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.ipam_backend_mixin [None req-1f762d03-3a5b-4596-94f7-9f64e650fcd3 None None] Port ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4 was not found and therefore no delete operation was performed {{(pid=103353) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:24:02.978681 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1f762d03-3a5b-4596-94f7-9f64e650fcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:02.994058 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-01c2807b-40b8-4836-9b21-5c2ec0866aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd7d1a6-bf31-41ea-94fc-f9d2b5020689']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:03.018867 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-01c2807b-40b8-4836-9b21-5c2ec0866aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990e9f56-f119-4a5c-9f38-63165e995564') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:03.019201 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-01c2807b-40b8-4836-9b21-5c2ec0866aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990e9f56-f119-4a5c-9f38-63165e995564') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:03.027392 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f762d03-3a5b-4596-94f7-9f64e650fcd3 None None] Pushing event deleted for resources: {'Port': ['ID=ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:03.042143 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-01c2807b-40b8-4836-9b21-5c2ec0866aff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (990e9f56-f119-4a5c-9f38-63165e995564), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:03.047992 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f762d03-3a5b-4596-94f7-9f64e650fcd3 None None] No DVR routers for this DVR port ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:24:03.066531 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-01c2807b-40b8-4836-9b21-5c2ec0866aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (990e9f56-f119-4a5c-9f38-63165e995564), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:03.078776 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c2807b-40b8-4836-9b21-5c2ec0866aff admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:24:03.079289 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-01c2807b-40b8-4836-9b21-5c2ec0866aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (990e9f56-f119-4a5c-9f38-63165e995564), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:03.080752 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d1d37258-a8cd-4ee1-ae8a-3846d7279025 req-358e7fc3-7bbb-4dec-93de-e9cc1cf7e753 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 210 time: 0.2410550 Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:24:03.258369 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:24:03.301651 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49411825-56fd-4410-9b5e-b6ade53540ca req-93116aee-5b00-4b8e-a463-1f4c0d40c874 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:03.303796 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-49411825-56fd-4410-9b5e-b6ade53540ca req-93116aee-5b00-4b8e-a463-1f4c0d40c874 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.0945938 Jan 28 13:24:03.319806 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-01c2807b-40b8-4836-9b21-5c2ec0866aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (efd7d1a6-bf31-41ea-94fc-f9d2b5020689), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:03.327680 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-01c2807b-40b8-4836-9b21-5c2ec0866aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:03.337823 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-01c2807b-40b8-4836-9b21-5c2ec0866aff admin admin] 10.222.0.39 "DELETE /v2.0/networks/efd7d1a6-bf31-41ea-94fc-f9d2b5020689 HTTP/1.1" status: 204 len: 168 time: 2.3406081 Jan 28 13:24:03.394359 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2807b-40b8-4836-9b21-5c2ec0866aff admin admin] Pushing event deleted for resources: {'Network': ['ID=efd7d1a6-bf31-41ea-94fc-f9d2b5020689,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:03.527915 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-49411825-56fd-4410-9b5e-b6ade53540ca req-b8b694ad-e4fd-4f07-8763-c3e4ddfe0487 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099974 Jan 28 13:24:03.533093 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50556) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:24:03.574655 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9773954-d260-44d7-8923-d3538e0362da req-d53c1cc2-c3aa-4dac-837b-e5dda063926b tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:03.603166 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5b9773a5-eac8-4944-b85c-679fecf664de admin admin] Publish callbacks [] for router_gateway (0590f313-737b-4aca-84a1-8a815ceb3150), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:03.611613 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9773954-d260-44d7-8923-d3538e0362da req-d53c1cc2-c3aa-4dac-837b-e5dda063926b tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/networks?id=077ddb72-71ce-436a-9d31-a635bbd1a7d0 HTTP/1.1" status: 200 len: 814 time: 0.3478324 Jan 28 13:24:03.647993 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9773954-d260-44d7-8923-d3538e0362da req-1bf038c9-c359-42e0-811f-bbe24f7bbaf2 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/quotas/f431e21970304cbd95b6113484fdd615 HTTP/1.1" status: 200 len: 375 time: 0.0349126 Jan 28 13:24:03.732170 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c197d966-9942-4f25-912b-01f4c2be592f up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:24:03.732916 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9773954-d260-44d7-8923-d3538e0362da req-37eaed4c-b25a-44d1-9cfa-72bf67efdc8a tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f431e21970304cbd95b6113484fdd615&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840383 Jan 28 13:24:03.738691 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d0178a39-1c69-4eb5-975f-c170f757ae19 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b51487ec9b47438e87a199873ed50b2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2046928 Jan 28 13:24:03.741504 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50560) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:24:04.067821 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cfcee41f-7d26-41bd-aeb8-06f9f2dae90b admin admin] Publish callbacks [] for security_group (81a3d8c0-faa5-468c-ae98-d6858f086bdc), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:04.070541 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port c197d966-9942-4f25-912b-01f4c2be592f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:04.071173 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c197d966-9942-4f25-912b-01f4c2be592f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:04.086742 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e52ee6-9c2f-44f1-928b-44db0c2547e1 req-00e7eb25-93a7-4e1e-bfd9-61073a87f195 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:04.095569 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-28e52ee6-9c2f-44f1-928b-44db0c2547e1 req-00e7eb25-93a7-4e1e-bfd9-61073a87f195 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fe62936-3b4d-4a2c-b73e-d353021a4158 HTTP/1.1" status: 200 len: 949 time: 0.2501760 Jan 28 13:24:04.154707 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:04.160114 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9773954-d260-44d7-8923-d3538e0362da req-c9f4d3db-ce55-4c41-8ebd-f27389009672 service neutron] 10.222.0.39 "GET /v2.0/networks/077ddb72-71ce-436a-9d31-a635bbd1a7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984535 Jan 28 13:24:04.165249 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cfcee41f-7d26-41bd-aeb8-06f9f2dae90b admin admin] Publish callbacks [] for security_group (81a3d8c0-faa5-468c-ae98-d6858f086bdc), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:04.218665 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c197d966-9942-4f25-912b-01f4c2be592f is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:04.219734 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c197d966-9942-4f25-912b-01f4c2be592f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:04.266637 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port c197d966-9942-4f25-912b-01f4c2be592f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c197d966-9942-4f25-912b-01f4c2be592f,segment=NetworkSegment(86269ba4-6bcb-4dd9-88b3-35a2df61a1bc),segment_id=86269ba4-6bcb-4dd9-88b3-35a2df61a1bc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:04.274492 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c197d966-9942-4f25-912b-01f4c2be592f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:04.334511 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=c197d966-9942-4f25-912b-01f4c2be592f,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:04.379061 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-28e52ee6-9c2f-44f1-928b-44db0c2547e1 req-028efee0-fba5-494a-9082-3adb6bab1400 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/security-groups?id=603247cd-2378-4184-9c4b-af46be79c180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783189 Jan 28 13:24:04.405777 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:24:04.431008 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5b9773a5-eac8-4944-b85c-679fecf664de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (0590f313-737b-4aca-84a1-8a815ceb3150), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:04.460097 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:24:04.460671 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ad5bf44c-e5ba-4b2c-b7b3-32e14b1d50e4 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:24:04.481509 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46e1bc2-a54f-462f-9e52-fdc53881e453 None None] Network 71534dd2-0498-4e62-a826-48a207a6ee6d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:24:04.492258 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cfcee41f-7d26-41bd-aeb8-06f9f2dae90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (81a3d8c0-faa5-468c-ae98-d6858f086bdc), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:04.498769 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cfcee41f-7d26-41bd-aeb8-06f9f2dae90b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:04.502199 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-cfcee41f-7d26-41bd-aeb8-06f9f2dae90b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/81a3d8c0-faa5-468c-ae98-d6858f086bdc HTTP/1.1" status: 204 len: 168 time: 0.7589085 Jan 28 13:24:04.520451 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcee41f-7d26-41bd-aeb8-06f9f2dae90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a3d8c0-faa5-468c-ae98-d6858f086bdc,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:04.535923 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9773954-d260-44d7-8923-d3538e0362da req-d95bed31-0d46-4d40-9e0b-13cfcd7706f4 service neutron] 10.222.0.39 "GET /v2.0/networks/077ddb72-71ce-436a-9d31-a635bbd1a7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618507 Jan 28 13:24:04.610602 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 98168f58-853c-417f-8a9f-98023fa78f5d up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:24:04.641130 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a7658c1e-8c4b-4b98-b506-626c37dd634e req-6f2a3438-0893-4370-9228-8010d4207581 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 210 time: 0.0910130 Jan 28 13:24:04.701704 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-007a0cac-0112-4203-a5c0-a34d74536fee None None] Provisioning complete for port c197d966-9942-4f25-912b-01f4c2be592f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:04.702019 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-007a0cac-0112-4203-a5c0-a34d74536fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c197d966-9942-4f25-912b-01f4c2be592f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:04.796950 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 98168f58-853c-417f-8a9f-98023fa78f5d completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:24:04.817141 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 98168f58-853c-417f-8a9f-98023fa78f5d triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:04.817767 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (98168f58-853c-417f-8a9f-98023fa78f5d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:04.942950 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0bb6fd6b-0182-46e8-ab77-bd2dbc0c4a1e req-e828e993-c847-45fd-8220-e4b3d15c1c70 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4cdff60-aca1-4f0b-a5c1-879d1fb69216 HTTP/1.1" status: 200 len: 210 time: 0.0563223 Jan 28 13:24:04.962402 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191e606-e2c4-4d1f-b7fb-e3e101fd5ec8 req-14fc72b8-bb92-4ae8-8eb3-95a05212db96 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:04.964303 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5191e606-e2c4-4d1f-b7fb-e3e101fd5ec8 req-14fc72b8-bb92-4ae8-8eb3-95a05212db96 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.1794116 Jan 28 13:24:04.973162 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9773a5-eac8-4944-b85c-679fecf664de admin admin] Router 0590f313-737b-4aca-84a1-8a815ceb3150 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:24:05.042678 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-007a0cac-0112-4203-a5c0-a34d74536fee None None] Current status of the port c197d966-9942-4f25-912b-01f4c2be592f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:05.126999 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 98168f58-853c-417f-8a9f-98023fa78f5d is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:05.127460 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (98168f58-853c-417f-8a9f-98023fa78f5d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:05.188597 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe62936-3b4d-4a2c-b73e-d353021a4158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98168f58-853c-417f-8a9f-98023fa78f5d'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:05.192962 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53221ae-51ac-4ce2-b9ef-400d60728f85" -d '{"events": [{"server_uuid": "5fe62936-3b4d-4a2c-b73e-d353021a4158", "name": "network-vif-plugged", "status": "completed", "tag": "98168f58-853c-417f-8a9f-98023fa78f5d"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:05.224536 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 98168f58-853c-417f-8a9f-98023fa78f5d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=98168f58-853c-417f-8a9f-98023fa78f5d,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:05.232811 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (98168f58-853c-417f-8a9f-98023fa78f5d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:05.286383 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5191e606-e2c4-4d1f-b7fb-e3e101fd5ec8 req-3d962d0f-aa8f-485a-9715-73cc46ba8d1b tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072667 Jan 28 13:24:05.369895 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9773a5-eac8-4944-b85c-679fecf664de admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:24:05.384381 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e4ac7b-4370-429f-8dbc-c5a827381cca None None] Sync routers for ids ['0590f313-737b-4aca-84a1-8a815ceb3150'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:24:05.402458 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e4ac7b-4370-429f-8dbc-c5a827381cca None None] Routers {'0590f313-737b-4aca-84a1-8a815ceb3150'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:24:05.403212 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-55e4ac7b-4370-429f-8dbc-c5a827381cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:24:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0590f313-737b-4aca-84a1-8a815ceb3150'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:05.439152 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5b9773a5-eac8-4944-b85c-679fecf664de admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:05.443293 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5b9773a5-eac8-4944-b85c-679fecf664de admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 6.6870003 Jan 28 13:24:05.449898 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50586) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:24:05.466846 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=98168f58-853c-417f-8a9f-98023fa78f5d,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:05.478106 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8f9d63-582d-4793-9a78-3a69a729c3b1 x-openstack-request-id: req-9d8f9d63-582d-4793-9a78-3a69a729c3b1 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:05.478830 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe62936-3b4d-4a2c-b73e-d353021a4158", "name": "network-vif-plugged", "status": "completed", "tag": "98168f58-853c-417f-8a9f-98023fa78f5d", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:05.479360 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9d8f9d63-582d-4793-9a78-3a69a729c3b1 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:05.480786 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe62936-3b4d-4a2c-b73e-d353021a4158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98168f58-853c-417f-8a9f-98023fa78f5d', 'code': 200} Jan 28 13:24:05.511819 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-1deb0054-7453-4e83-b90a-e88424881d9f None None] Provisioning complete for port c197d966-9942-4f25-912b-01f4c2be592f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:05.515188 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1deb0054-7453-4e83-b90a-e88424881d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c197d966-9942-4f25-912b-01f4c2be592f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:05.631556 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:05.642011 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c197d966-9942-4f25-912b-01f4c2be592f up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:24:05.717963 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-55e4ac7b-4370-429f-8dbc-c5a827381cca None None] Set router 0590f313-737b-4aca-84a1-8a815ceb3150 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:24:05.855813 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4a0ec-2f02-4440-93c7-915d6b2504e4 req-df8f7b61-5dca-4b15-85d8-81c4e2aa2d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:05.861060 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-46a4a0ec-2f02-4440-93c7-915d6b2504e4 req-df8f7b61-5dca-4b15-85d8-81c4e2aa2d4f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5fe62936-3b4d-4a2c-b73e-d353021a4158 HTTP/1.1" status: 200 len: 1101 time: 0.4446204 Jan 28 13:24:05.926296 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1dbd25b2-aec4-4320-8f2c-a2df31001682 req-a12248c8-0d86-4540-9044-ff4a4ef0d2f3 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 210 time: 0.0898659 Jan 28 13:24:05.932806 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1deb0054-7453-4e83-b90a-e88424881d9f None None] Current status of the port c197d966-9942-4f25-912b-01f4c2be592f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:05.964682 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port c197d966-9942-4f25-912b-01f4c2be592f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:05.966463 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c197d966-9942-4f25-912b-01f4c2be592f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:06.099863 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e282f9-f503-4c13-98bc-f8eeabf8e9ee req-80ceb22e-e30c-4d8e-bc2a-864f95667e05 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:06.118964 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-19e282f9-f503-4c13-98bc-f8eeabf8e9ee req-80ceb22e-e30c-4d8e-bc2a-864f95667e05 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fe62936-3b4d-4a2c-b73e-d353021a4158 HTTP/1.1" status: 200 len: 950 time: 0.5384221 Jan 28 13:24:06.150402 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c197d966-9942-4f25-912b-01f4c2be592f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:06.182082 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-af6038e8-32c9-4e34-92aa-f05b6ed9fdfc req-d69191e9-8cdb-4ffc-8e79-e0862c925cea tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4cdff60-aca1-4f0b-a5c1-879d1fb69216 HTTP/1.1" status: 200 len: 210 time: 0.0707357 Jan 28 13:24:06.285923 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-55e4ac7b-4370-429f-8dbc-c5a827381cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-router', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:59Z', 'updated_at': '2022-01-28T13:24:03Z', 'revision_number': 3, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'gw_port': {'id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:01Z', 'updated_at': '2022-01-28T13:24:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:06.291962 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-46a4a0ec-2f02-4440-93c7-915d6b2504e4 req-8c4a2dec-9f7c-4574-aab9-36488d9c2770 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=603247cd-2378-4184-9c4b-af46be79c180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173822 Jan 28 13:24:06.295861 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-19e282f9-f503-4c13-98bc-f8eeabf8e9ee req-8bd2db41-d1e0-4584-a1d2-0950f882b94d tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/security-groups?id=603247cd-2378-4184-9c4b-af46be79c180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768372 Jan 28 13:24:06.325536 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e4ac7b-4370-429f-8dbc-c5a827381cca None None] Checking router: 0590f313-737b-4aca-84a1-8a815ceb3150 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:24:06.326173 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e4ac7b-4370-429f-8dbc-c5a827381cca None None] Updating router 0590f313-737b-4aca-84a1-8a815ceb3150 port b1ab3090-68a9-4dfa-b638-85ea41752d52 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:24:06.378794 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-55e4ac7b-4370-429f-8dbc-c5a827381cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b1ab3090-68a9-4dfa-b638-85ea41752d52), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:06.617331 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50608) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:24:06.656258 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:06.691382 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879c733-8ce6-4d44-9a04-bb0def846b71 req-8ae0d41b-1a3d-4622-80fa-73cc8886a0e1 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:06.699198 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b879c733-8ce6-4d44-9a04-bb0def846b71 req-8ae0d41b-1a3d-4622-80fa-73cc8886a0e1 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.1735501 Jan 28 13:24:06.766154 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-cc44645a-70e2-49d2-8619-1aeaedc642ca admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1185542902-network', 'tenant_id': 'ab7dc526fd8f441185a698498cb3a4d8'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:06.798375 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc44645a-70e2-49d2-8619-1aeaedc642ca admin admin] Made reservation on behalf of ab7dc526fd8f441185a698498cb3a4d8 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:24:06.803246 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cc44645a-70e2-49d2-8619-1aeaedc642ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:06.826363 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cc44645a-70e2-49d2-8619-1aeaedc642ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:06.853591 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-55e4ac7b-4370-429f-8dbc-c5a827381cca None None] Publish callbacks [] for port (b1ab3090-68a9-4dfa-b638-85ea41752d52), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:06.864231 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-55e4ac7b-4370-429f-8dbc-c5a827381cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b1ab3090-68a9-4dfa-b638-85ea41752d52), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:06.927681 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b879c733-8ce6-4d44-9a04-bb0def846b71 req-849a8538-71d1-41e4-89b2-955a2ef637e9 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272217 Jan 28 13:24:06.992921 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Allocated IP 172.20.0.1 (71534dd2-0498-4e62-a826-48a207a6ee6d/f693941d-0671-47a2-8563-c88f3d62af3d/8f055874-44a4-4073-a134-e736081c67c1) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:24:07.013231 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250bc89-0c33-42c9-99ed-7eb4400d6a81 None None] Pushing event updated for resources: {'Port': ['ID=b1ab3090-68a9-4dfa-b638-85ea41752d52,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:07.025992 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1250bc89-0c33-42c9-99ed-7eb4400d6a81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:07.026810 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1250bc89-0c33-42c9-99ed-7eb4400d6a81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:07.027575 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1250bc89-0c33-42c9-99ed-7eb4400d6a81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:07.028360 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1250bc89-0c33-42c9-99ed-7eb4400d6a81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:07.029482 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1250bc89-0c33-42c9-99ed-7eb4400d6a81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:07.030235 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1250bc89-0c33-42c9-99ed-7eb4400d6a81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:07.031023 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1250bc89-0c33-42c9-99ed-7eb4400d6a81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:07.031832 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1250bc89-0c33-42c9-99ed-7eb4400d6a81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:07.032542 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1250bc89-0c33-42c9-99ed-7eb4400d6a81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:07.033243 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1250bc89-0c33-42c9-99ed-7eb4400d6a81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:07.033757 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1250bc89-0c33-42c9-99ed-7eb4400d6a81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:07.034256 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1250bc89-0c33-42c9-99ed-7eb4400d6a81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:07.034886 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1250bc89-0c33-42c9-99ed-7eb4400d6a81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:07.069933 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-55e4ac7b-4370-429f-8dbc-c5a827381cca None None] Attempting to bind port b1ab3090-68a9-4dfa-b638-85ea41752d52 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:24:07.070610 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-55e4ac7b-4370-429f-8dbc-c5a827381cca None None] Attempting to bind port b1ab3090-68a9-4dfa-b638-85ea41752d52 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:24:07.071199 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e4ac7b-4370-429f-8dbc-c5a827381cca None None] Attempting to bind port b1ab3090-68a9-4dfa-b638-85ea41752d52 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:07.082067 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e4ac7b-4370-429f-8dbc-c5a827381cca None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:24:07.083385 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e4ac7b-4370-429f-8dbc-c5a827381cca None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:24:07.084028 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-55e4ac7b-4370-429f-8dbc-c5a827381cca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:07.084722 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e4ac7b-4370-429f-8dbc-c5a827381cca None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:24:07.086189 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-55e4ac7b-4370-429f-8dbc-c5a827381cca None None] Bound port: b1ab3090-68a9-4dfa-b638-85ea41752d52, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:24:07.086939 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-55e4ac7b-4370-429f-8dbc-c5a827381cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b1ab3090-68a9-4dfa-b638-85ea41752d52), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:07.192039 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-55e4ac7b-4370-429f-8dbc-c5a827381cca None None] For port b1ab3090-68a9-4dfa-b638-85ea41752d52, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:24:07.204944 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-55e4ac7b-4370-429f-8dbc-c5a827381cca None None] For port b1ab3090-68a9-4dfa-b638-85ea41752d52, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b1ab3090-68a9-4dfa-b638-85ea41752d52,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:24:07.229100 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-55e4ac7b-4370-429f-8dbc-c5a827381cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b1ab3090-68a9-4dfa-b638-85ea41752d52), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:07.254162 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa85cb80-1587-41d6-98bb-03482353e0c9 req-2751e8ec-6d1e-4361-a67a-4083b1162b1b tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 210 time: 0.1620917 Jan 28 13:24:07.256503 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cc44645a-70e2-49d2-8619-1aeaedc642ca admin admin] Publish callbacks [] for security_group (5023c675-7345-4f07-b805-c732bdeca67a), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:07.281136 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cc44645a-70e2-49d2-8619-1aeaedc642ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5023c675-7345-4f07-b805-c732bdeca67a), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:07.352292 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc44645a-70e2-49d2-8619-1aeaedc642ca admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:24:07.385619 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250bc89-0c33-42c9-99ed-7eb4400d6a81 None None] Pushing event updated for resources: {'Port': ['ID=b1ab3090-68a9-4dfa-b638-85ea41752d52,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:07.445421 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cc44645a-70e2-49d2-8619-1aeaedc642ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (47de1ed8-1dd0-41d3-a910-f3e7c5824077), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:07.445681 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-cc44645a-70e2-49d2-8619-1aeaedc642ca admin admin] Added segment 47de1ed8-1dd0-41d3-a910-f3e7c5824077 of type vlan for network f773675e-cdaa-4e1f-928a-174702ce7787 Jan 28 13:24:07.451646 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e4ac7b-4370-429f-8dbc-c5a827381cca None None] Routers {'0590f313-737b-4aca-84a1-8a815ceb3150'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:24:07.453764 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-55e4ac7b-4370-429f-8dbc-c5a827381cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:24:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0590f313-737b-4aca-84a1-8a815ceb3150'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:07.515357 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cc44645a-70e2-49d2-8619-1aeaedc642ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (f773675e-cdaa-4e1f-928a-174702ce7787), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:07.545374 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44645a-70e2-49d2-8619-1aeaedc642ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5023c675-7345-4f07-b805-c732bdeca67a,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:07.573192 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cc44645a-70e2-49d2-8619-1aeaedc642ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (f773675e-cdaa-4e1f-928a-174702ce7787), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:07.575015 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc44645a-70e2-49d2-8619-1aeaedc642ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:07.576593 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cc44645a-70e2-49d2-8619-1aeaedc642ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:07.631374 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9773954-d260-44d7-8923-d3538e0362da req-105dcfe6-f555-40a2-be2c-4e800683df2f tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:07.633463 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9773954-d260-44d7-8923-d3538e0362da req-105dcfe6-f555-40a2-be2c-4e800683df2f tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.37 "GET /v2.0/networks?id=077ddb72-71ce-436a-9d31-a635bbd1a7d0 HTTP/1.1" status: 200 len: 814 time: 0.6208427 Jan 28 13:24:07.657950 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-b9773954-d260-44d7-8923-d3538e0362da req-6db6d7a3-1962-40e4-9625-57c894242db9 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Request body: {'port': {'device_id': 'a4cdff60-aca1-4f0b-a5c1-879d1fb69216', 'network_id': '077ddb72-71ce-436a-9d31-a635bbd1a7d0', 'admin_state_up': True, 'tenant_id': 'f431e21970304cbd95b6113484fdd615'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:07.811228 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-55e4ac7b-4370-429f-8dbc-c5a827381cca None None] Set router 0590f313-737b-4aca-84a1-8a815ceb3150 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:24:07.955311 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Publish callbacks [] for port (8f055874-44a4-4073-a134-e736081c67c1), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:08.026188 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (8f055874-44a4-4073-a134-e736081c67c1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:08.174808 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-cc44645a-70e2-49d2-8619-1aeaedc642ca admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5559835 Jan 28 13:24:08.201021 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50636) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:24:08.205128 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Pushing event updated for resources: {'Port': ['ID=8f055874-44a4-4073-a134-e736081c67c1,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:08.219576 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-0069ca7a-278a-42d2-8c4b-3f043a2f7983 admin admin] Request body: {'subnet': {'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1185542902-subnet', 'tenant_id': 'ab7dc526fd8f441185a698498cb3a4d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:08.225717 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-55e4ac7b-4370-429f-8dbc-c5a827381cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-router', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:59Z', 'updated_at': '2022-01-28T13:24:03Z', 'revision_number': 3, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'gw_port': {'id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:01Z', 'updated_at': '2022-01-28T13:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:08.245157 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44645a-70e2-49d2-8619-1aeaedc642ca admin admin] Pushing event updated for resources: {'Network': ['ID=f773675e-cdaa-4e1f-928a-174702ce7787,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:08.299706 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb1a14-bbe9-4520-bd67-7e6f51b2f33a req-d128cf37-2d1c-4024-9ab2-0068118b2aa8 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:08.308418 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6abb1a14-bbe9-4520-bd67-7e6f51b2f33a req-d128cf37-2d1c-4024-9ab2-0068118b2aa8 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fe62936-3b4d-4a2c-b73e-d353021a4158 HTTP/1.1" status: 200 len: 950 time: 0.7578294 Jan 28 13:24:08.342310 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-edf80a0a-7ecf-43ce-9037-2800e1a7cad3 req-9c0cebdf-a4db-47e1-a9c0-dff1976b48bd tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4cdff60-aca1-4f0b-a5c1-879d1fb69216 HTTP/1.1" status: 200 len: 210 time: 0.3213341 Jan 28 13:24:08.365839 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0069ca7a-278a-42d2-8c4b-3f043a2f7983 admin admin] Made reservation on behalf of ab7dc526fd8f441185a698498cb3a4d8 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:24:08.388340 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0069ca7a-278a-42d2-8c4b-3f043a2f7983 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:08.403693 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Network 71534dd2-0498-4e62-a826-48a207a6ee6d is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:24:08.421718 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:08.424609 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:08.424609 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:08.424609 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:08.424609 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:08.426963 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:08.427310 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:08.427653 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:08.427978 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:08.428311 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:08.428642 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:08.428959 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:08.429278 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:08.491304 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:24:08.504375 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:24:08.648439 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6abb1a14-bbe9-4520-bd67-7e6f51b2f33a req-4784909c-a98b-4262-b064-542c97fd89b1 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/security-groups?id=603247cd-2378-4184-9c4b-af46be79c180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387067 Jan 28 13:24:08.672108 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (0590f313-737b-4aca-84a1-8a815ceb3150), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:08.733607 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9773954-d260-44d7-8923-d3538e0362da req-6db6d7a3-1962-40e4-9625-57c894242db9 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Made reservation on behalf of f431e21970304cbd95b6113484fdd615 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:24:08.744549 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e4ac7b-4370-429f-8dbc-c5a827381cca None None] The sync data for ids ['0590f313-737b-4aca-84a1-8a815ceb3150'] in n-d-822747-2 is: [{'id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-router', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:59Z', 'updated_at': '2022-01-28T13:24:03Z', 'revision_number': 3, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'gw_port': {'id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:01Z', 'updated_at': '2022-01-28T13:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:24:08.749226 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-b9773954-d260-44d7-8923-d3538e0362da req-6db6d7a3-1962-40e4-9625-57c894242db9 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:08.760789 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network f773675e-cdaa-4e1f-928a-174702ce7787 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:24:09.103193 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-7e554001-d96a-49d7-ae64-7f63eba839b3 None None] Provisioning complete for port 8f055874-44a4-4073-a134-e736081c67c1 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:09.105852 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7e554001-d96a-49d7-ae64-7f63eba839b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8f055874-44a4-4073-a134-e736081c67c1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:09.115441 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-b9773954-d260-44d7-8923-d3538e0362da req-6db6d7a3-1962-40e4-9625-57c894242db9 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Allocated IP 172.20.0.14 (077ddb72-71ce-436a-9d31-a635bbd1a7d0/5d96916d-8aad-4141-88fe-09f322c6341e/873145cc-70a8-411f-92fa-a072409fbc37) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:24:09.216541 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8f055874-44a4-4073-a134-e736081c67c1), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:09.252545 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7e554001-d96a-49d7-ae64-7f63eba839b3 None None] Port 8f055874-44a4-4073-a134-e736081c67c1 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:24:09.363290 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-b9773954-d260-44d7-8923-d3538e0362da req-6db6d7a3-1962-40e4-9625-57c894242db9 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Publish callbacks [] for port (873145cc-70a8-411f-92fa-a072409fbc37), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:09.461764 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-b9773954-d260-44d7-8923-d3538e0362da req-6db6d7a3-1962-40e4-9625-57c894242db9 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (873145cc-70a8-411f-92fa-a072409fbc37), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:09.487764 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9c78a48b-d985-4600-bb56-5d1bf0e4c18d req-19f0953b-bdf0-4faa-bf1b-0ffd355b442e tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 210 time: 0.6540575 Jan 28 13:24:09.539661 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503aa7fb-996c-4136-9692-2af4b3a070a0 req-a070ffe9-7838-4857-b792-9e643068f238 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:09.547667 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-503aa7fb-996c-4136-9692-2af4b3a070a0 req-a070ffe9-7838-4857-b792-9e643068f238 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.8768628 Jan 28 13:24:09.625666 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-503aa7fb-996c-4136-9692-2af4b3a070a0 req-069be0b1-56cc-4c10-976a-89779458d1ea tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754368 Jan 28 13:24:09.747519 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b1ab3090-68a9-4dfa-b638-85ea41752d52 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:24:09.765099 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9773954-d260-44d7-8923-d3538e0362da req-6db6d7a3-1962-40e4-9625-57c894242db9 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Network 077ddb72-71ce-436a-9d31-a635bbd1a7d0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:24:09.803863 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-b9773954-d260-44d7-8923-d3538e0362da req-6db6d7a3-1962-40e4-9625-57c894242db9 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:24:09.816988 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9773954-d260-44d7-8923-d3538e0362da req-6db6d7a3-1962-40e4-9625-57c894242db9 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:24:09.848002 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dab93a-efe7-484b-990f-9611d3dfb0a6 req-527fbf6f-5276-47e8-8c22-372e64d2e43c tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:09.866413 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-71dab93a-efe7-484b-990f-9611d3dfb0a6 req-527fbf6f-5276-47e8-8c22-372e64d2e43c tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4cdff60-aca1-4f0b-a5c1-879d1fb69216 HTTP/1.1" status: 200 len: 932 time: 0.1667140 Jan 28 13:24:09.885775 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6d7a3-1962-40e4-9625-57c894242db9 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Pushing event updated for resources: {'Port': ['ID=873145cc-70a8-411f-92fa-a072409fbc37,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:09.922466 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Publish callbacks [] for port (8f055874-44a4-4073-a134-e736081c67c1), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:09.967014 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port b1ab3090-68a9-4dfa-b638-85ea41752d52 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:09.968520 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b1ab3090-68a9-4dfa-b638-85ea41752d52), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:10.032243 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (8f055874-44a4-4073-a134-e736081c67c1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:10.111803 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-71dab93a-efe7-484b-990f-9611d3dfb0a6 req-575873d7-c054-490f-bf74-b4673149cdf6 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/security-groups?id=6964d75e-3f0e-4a72-916f-e1c35a807f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404335 Jan 28 13:24:10.133556 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9773954-d260-44d7-8923-d3538e0362da req-6db6d7a3-1962-40e4-9625-57c894242db9 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:10.149335 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-b9773954-d260-44d7-8923-d3538e0362da req-6db6d7a3-1962-40e4-9625-57c894242db9 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:10.184060 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9773954-d260-44d7-8923-d3538e0362da req-6db6d7a3-1962-40e4-9625-57c894242db9 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5324140 Jan 28 13:24:10.189942 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port b1ab3090-68a9-4dfa-b638-85ea41752d52 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:10.190948 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b1ab3090-68a9-4dfa-b638-85ea41752d52), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:10.199989 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-b9773954-d260-44d7-8923-d3538e0362da req-8fa0f5e6-ba80-4e02-a097-aa97fcebc03e service neutron] Request body: {'port': {'device_id': 'a4cdff60-aca1-4f0b-a5c1-879d1fb69216', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:10.253160 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port b1ab3090-68a9-4dfa-b638-85ea41752d52, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b1ab3090-68a9-4dfa-b638-85ea41752d52,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:10.261922 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b1ab3090-68a9-4dfa-b638-85ea41752d52), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:10.357145 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-b9773954-d260-44d7-8923-d3538e0362da req-8fa0f5e6-ba80-4e02-a097-aa97fcebc03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (873145cc-70a8-411f-92fa-a072409fbc37), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:10.378665 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=b1ab3090-68a9-4dfa-b638-85ea41752d52,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:10.435243 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ee2719a5-9349-439b-a484-1565a352ee34 None None] Provisioning complete for port 873145cc-70a8-411f-92fa-a072409fbc37 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:10.435522 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ee2719a5-9349-439b-a484-1565a352ee34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (873145cc-70a8-411f-92fa-a072409fbc37), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:10.444516 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Pushing event updated for resources: {'Port': ['ID=8f055874-44a4-4073-a134-e736081c67c1,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:10.508050 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (0590f313-737b-4aca-84a1-8a815ceb3150), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:10.549281 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ee2719a5-9349-439b-a484-1565a352ee34 None None] Port 873145cc-70a8-411f-92fa-a072409fbc37 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:24:10.550585 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2668d14-e339-4aa8-951c-04711bd5aed5 req-ca7c1da3-88e4-420d-a375-341c1ab32da9 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:10.559980 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2668d14-e339-4aa8-951c-04711bd5aed5 req-ca7c1da3-88e4-420d-a375-341c1ab32da9 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fe62936-3b4d-4a2c-b73e-d353021a4158 HTTP/1.1" status: 200 len: 950 time: 0.7086804 Jan 28 13:24:10.641737 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0069ca7a-278a-42d2-8c4b-3f043a2f7983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (71a5c6ba-e647-4544-86c2-92651ecb7e69), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:10.953533 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d14573c2-ae6b-4ba7-aa41-07d9c768c793 req-e71f6846-bb72-41e7-a637-80159ff6e3e7 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 210 time: 0.2878823 Jan 28 13:24:11.062605 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-b9773954-d260-44d7-8923-d3538e0362da req-8fa0f5e6-ba80-4e02-a097-aa97fcebc03e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 873145cc-70a8-411f-92fa-a072409fbc37 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:24:11.074661 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-b9773954-d260-44d7-8923-d3538e0362da req-8fa0f5e6-ba80-4e02-a097-aa97fcebc03e service neutron] Publish callbacks [] for port (873145cc-70a8-411f-92fa-a072409fbc37), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:11.094720 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-b9773954-d260-44d7-8923-d3538e0362da req-8fa0f5e6-ba80-4e02-a097-aa97fcebc03e service neutron] Transition to ACTIVE for port object 873145cc-70a8-411f-92fa-a072409fbc37 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:24:11.111034 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-b9773954-d260-44d7-8923-d3538e0362da req-8fa0f5e6-ba80-4e02-a097-aa97fcebc03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (873145cc-70a8-411f-92fa-a072409fbc37), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:11.140814 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2668d14-e339-4aa8-951c-04711bd5aed5 req-0eca6df2-f6dd-41d9-98e8-8af18f68bdac tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/security-groups?id=603247cd-2378-4184-9c4b-af46be79c180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5796807 Jan 28 13:24:11.273229 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0f5e6-ba80-4e02-a097-aa97fcebc03e service neutron] Pushing event updated for resources: {'Port': ['ID=873145cc-70a8-411f-92fa-a072409fbc37,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:11.295787 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069ca7a-278a-42d2-8c4b-3f043a2f7983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71a5c6ba-e647-4544-86c2-92651ecb7e69,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:11.355890 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e570b0-2db6-4783-beca-2aa47072286a req-cfcd76a5-05f6-41b5-9307-b2c4e3b74c8a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:11.367809 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-98e570b0-2db6-4783-beca-2aa47072286a req-cfcd76a5-05f6-41b5-9307-b2c4e3b74c8a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.2712719 Jan 28 13:24:11.375021 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0069ca7a-278a-42d2-8c4b-3f043a2f7983 admin admin] Checking segment: {'id': '47de1ed8-1dd0-41d3-a910-f3e7c5824077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:24:11.376048 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0069ca7a-278a-42d2-8c4b-3f043a2f7983 admin admin] Network hostable DHCP agents. Network: f773675e-cdaa-4e1f-928a-174702ce7787, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:24:11.412187 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Network 71534dd2-0498-4e62-a826-48a207a6ee6d is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:24:11.466720 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:24:11.578744 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-98e570b0-2db6-4783-beca-2aa47072286a req-e80b7349-772f-4437-aff0-412dcf38aa45 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097526 Jan 28 13:24:11.647207 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-b9773954-d260-44d7-8923-d3538e0362da req-8fa0f5e6-ba80-4e02-a097-aa97fcebc03e service neutron] Attempting to bind port 873145cc-70a8-411f-92fa-a072409fbc37 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:24:11.649005 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-b9773954-d260-44d7-8923-d3538e0362da req-8fa0f5e6-ba80-4e02-a097-aa97fcebc03e service neutron] Attempting to bind port 873145cc-70a8-411f-92fa-a072409fbc37 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'fc07aa07-3239-412e-bc08-593cfe7720ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '077ddb72-71ce-436a-9d31-a635bbd1a7d0'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:24:11.655419 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9773954-d260-44d7-8923-d3538e0362da req-8fa0f5e6-ba80-4e02-a097-aa97fcebc03e service neutron] Attempting to bind port 873145cc-70a8-411f-92fa-a072409fbc37 on network 077ddb72-71ce-436a-9d31-a635bbd1a7d0 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:11.676825 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9773954-d260-44d7-8923-d3538e0362da req-8fa0f5e6-ba80-4e02-a097-aa97fcebc03e service neutron] Port 873145cc-70a8-411f-92fa-a072409fbc37 on network 077ddb72-71ce-436a-9d31-a635bbd1a7d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:24:11.689041 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9773954-d260-44d7-8923-d3538e0362da req-8fa0f5e6-ba80-4e02-a097-aa97fcebc03e service neutron] Attempting to bind port 873145cc-70a8-411f-92fa-a072409fbc37 on network 077ddb72-71ce-436a-9d31-a635bbd1a7d0 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:11.699670 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9773954-d260-44d7-8923-d3538e0362da req-8fa0f5e6-ba80-4e02-a097-aa97fcebc03e service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:24:11.700810 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9773954-d260-44d7-8923-d3538e0362da req-8fa0f5e6-ba80-4e02-a097-aa97fcebc03e service neutron] Checking segment: {'id': 'fc07aa07-3239-412e-bc08-593cfe7720ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '077ddb72-71ce-436a-9d31-a635bbd1a7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:24:11.705044 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9773954-d260-44d7-8923-d3538e0362da req-8fa0f5e6-ba80-4e02-a097-aa97fcebc03e service neutron] Bound using segment: {'id': 'fc07aa07-3239-412e-bc08-593cfe7720ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '077ddb72-71ce-436a-9d31-a635bbd1a7d0'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:24:11.711493 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-b9773954-d260-44d7-8923-d3538e0362da req-8fa0f5e6-ba80-4e02-a097-aa97fcebc03e service neutron] Bound port: 873145cc-70a8-411f-92fa-a072409fbc37, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc07aa07-3239-412e-bc08-593cfe7720ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '077ddb72-71ce-436a-9d31-a635bbd1a7d0'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:24:11.712645 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-b9773954-d260-44d7-8923-d3538e0362da req-8fa0f5e6-ba80-4e02-a097-aa97fcebc03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (873145cc-70a8-411f-92fa-a072409fbc37), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:11.742291 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b1ab3090-68a9-4dfa-b638-85ea41752d52 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:24:11.953393 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port b1ab3090-68a9-4dfa-b638-85ea41752d52 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:11.954593 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b1ab3090-68a9-4dfa-b638-85ea41752d52), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:12.029814 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-b9773954-d260-44d7-8923-d3538e0362da req-8fa0f5e6-ba80-4e02-a097-aa97fcebc03e service neutron] For port 873145cc-70a8-411f-92fa-a072409fbc37, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:24:12.046201 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-b9773954-d260-44d7-8923-d3538e0362da req-8fa0f5e6-ba80-4e02-a097-aa97fcebc03e service neutron] For port 873145cc-70a8-411f-92fa-a072409fbc37, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=873145cc-70a8-411f-92fa-a072409fbc37,segment=NetworkSegment(fc07aa07-3239-412e-bc08-593cfe7720ed),segment_id=fc07aa07-3239-412e-bc08-593cfe7720ed)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:24:12.066178 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-b9773954-d260-44d7-8923-d3538e0362da req-8fa0f5e6-ba80-4e02-a097-aa97fcebc03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (873145cc-70a8-411f-92fa-a072409fbc37), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:12.113654 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9773954-d260-44d7-8923-d3538e0362da req-8fa0f5e6-ba80-4e02-a097-aa97fcebc03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:12.114358 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-b9773954-d260-44d7-8923-d3538e0362da req-8fa0f5e6-ba80-4e02-a097-aa97fcebc03e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:12.115958 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9773954-d260-44d7-8923-d3538e0362da req-8fa0f5e6-ba80-4e02-a097-aa97fcebc03e service neutron] 10.222.0.37 "PUT /v2.0/ports/873145cc-70a8-411f-92fa-a072409fbc37 HTTP/1.1" status: 200 len: 1092 time: 1.9203637 Jan 28 13:24:12.120959 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cdff60-aca1-4f0b-a5c1-879d1fb69216', 'tag': '873145cc-70a8-411f-92fa-a072409fbc37'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:12.120959 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63389a1c-9c16-4eea-912a-a5aaf578f50b" -d '{"events": [{"name": "network-changed", "server_uuid": "a4cdff60-aca1-4f0b-a5c1-879d1fb69216", "tag": "873145cc-70a8-411f-92fa-a072409fbc37"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:12.226096 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd5561-69b7-4024-880b-ac6f41897df6 req-2067fe27-eef4-44be-801a-69b5a46cac79 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:12.229853 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0f5e6-ba80-4e02-a097-aa97fcebc03e service neutron] Pushing event updated for resources: {'Port': ['ID=873145cc-70a8-411f-92fa-a072409fbc37,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:12.256906 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-75bd5561-69b7-4024-880b-ac6f41897df6 req-2067fe27-eef4-44be-801a-69b5a46cac79 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4cdff60-aca1-4f0b-a5c1-879d1fb69216 HTTP/1.1" status: 200 len: 944 time: 0.8424644 Jan 28 13:24:12.262632 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0069ca7a-278a-42d2-8c4b-3f043a2f7983 admin admin] Network f773675e-cdaa-4e1f-928a-174702ce7787 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:24:12.325646 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port b1ab3090-68a9-4dfa-b638-85ea41752d52 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:12.395051 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-350d447f-2d79-41cd-8a79-7d7ac8ceb338 None None] Provisioning complete for port 8f055874-44a4-4073-a134-e736081c67c1 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:12.395643 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-350d447f-2d79-41cd-8a79-7d7ac8ceb338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8f055874-44a4-4073-a134-e736081c67c1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:12.427328 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9773954-d260-44d7-8923-d3538e0362da req-d04c95c8-811b-4005-ab32-c56dc3634c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:12.428971 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9773954-d260-44d7-8923-d3538e0362da req-d04c95c8-811b-4005-ab32-c56dc3634c08 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f431e21970304cbd95b6113484fdd615&device_id=a4cdff60-aca1-4f0b-a5c1-879d1fb69216 HTTP/1.1" status: 200 len: 1095 time: 0.1954808 Jan 28 13:24:12.473113 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-0069ca7a-278a-42d2-8c4b-3f043a2f7983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, f773675e-cdaa-4e1f-928a-174702ce7787) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:24:12.501177 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-350d447f-2d79-41cd-8a79-7d7ac8ceb338 None None] Port 8f055874-44a4-4073-a134-e736081c67c1 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:24:12.519847 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec4a9de-2a27-4469-92a1-f3c351e25b0b None None] Network f773675e-cdaa-4e1f-928a-174702ce7787 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:24:12.542944 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a59f1efe-6012-4cdf-bff0-2f0f5129d4cc req-4a719b21-3fcb-4369-8722-bd8f231f8154 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 210 time: 0.1128495 Jan 28 13:24:12.550073 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0069ca7a-278a-42d2-8c4b-3f043a2f7983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:12.555889 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0069ca7a-278a-42d2-8c4b-3f043a2f7983 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:12.579355 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-75bd5561-69b7-4024-880b-ac6f41897df6 req-ef6b1216-bbc7-4a05-836e-3aa995a51ba8 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/security-groups?id=6964d75e-3f0e-4a72-916f-e1c35a807f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965336 Jan 28 13:24:12.648284 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Router 0590f313-737b-4aca-84a1-8a815ceb3150 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:24:12.667105 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0069ca7a-278a-42d2-8c4b-3f043a2f7983 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4517176 Jan 28 13:24:12.755330 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9773954-d260-44d7-8923-d3538e0362da req-31810dbc-c211-41e6-8563-de338254f459 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=873145cc-70a8-411f-92fa-a072409fbc37 HTTP/1.1" status: 200 len: 217 time: 0.2016420 Jan 28 13:24:12.758551 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e2fc9f-f9f9-4ad0-ab20-6821f1c2d940 x-openstack-request-id: req-f6e2fc9f-f9f9-4ad0-ab20-6821f1c2d940 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:12.762542 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4cdff60-aca1-4f0b-a5c1-879d1fb69216", "tag": "873145cc-70a8-411f-92fa-a072409fbc37", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:12.763136 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f6e2fc9f-f9f9-4ad0-ab20-6821f1c2d940 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:12.763741 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4cdff60-aca1-4f0b-a5c1-879d1fb69216', 'tag': '873145cc-70a8-411f-92fa-a072409fbc37', 'status': 'completed', 'code': 200} Jan 28 13:24:12.889496 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9773954-d260-44d7-8923-d3538e0362da req-c563fb2b-ec8c-4ffa-b6ff-c9cfda537e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:12.891212 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9773954-d260-44d7-8923-d3538e0362da req-c563fb2b-ec8c-4ffa-b6ff-c9cfda537e76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d96916d-8aad-4141-88fe-09f322c6341e HTTP/1.1" status: 200 len: 853 time: 0.1189976 Jan 28 13:24:12.961811 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1067f68-122f-40c9-95a8-b3f3275bd11e None None] Network f773675e-cdaa-4e1f-928a-174702ce7787 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:24:13.132789 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:24:13.134878 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9773954-d260-44d7-8923-d3538e0362da req-a1021a69-fca9-49b7-94d5-9cdfb16f652f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:13.136511 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9773954-d260-44d7-8923-d3538e0362da req-a1021a69-fca9-49b7-94d5-9cdfb16f652f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=077ddb72-71ce-436a-9d31-a635bbd1a7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2347405 Jan 28 13:24:13.141750 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-23e836d9-1087-4f01-8333-07ab20ae0721 admin admin] 10.222.0.39 "PUT /v2.0/routers/0590f313-737b-4aca-84a1-8a815ceb3150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6889465 Jan 28 13:24:13.197716 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b7003-1e03-45d7-b1df-6165a330b405 req-c1992191-db9e-4c6d-9250-bc64850d759b tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:13.203068 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-481b7003-1e03-45d7-b1df-6165a330b405 req-c1992191-db9e-4c6d-9250-bc64850d759b tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.2564733 Jan 28 13:24:13.213205 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb00992-f509-4d57-b118-3dc3c6765a5c req-b6f8733b-2e19-4a8e-b79f-db9a384fa991 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:13.214809 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ecb00992-f509-4d57-b118-3dc3c6765a5c req-b6f8733b-2e19-4a8e-b79f-db9a384fa991 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fe62936-3b4d-4a2c-b73e-d353021a4158 HTTP/1.1" status: 200 len: 950 time: 0.1201797 Jan 28 13:24:13.220178 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabf16b4-bdd3-467c-9875-f1ad3e796444 None None] Sync routers for ids ['0590f313-737b-4aca-84a1-8a815ceb3150'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:24:13.253728 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabf16b4-bdd3-467c-9875-f1ad3e796444 None None] Routers {'0590f313-737b-4aca-84a1-8a815ceb3150'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:24:13.254650 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-fabf16b4-bdd3-467c-9875-f1ad3e796444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:24:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0590f313-737b-4aca-84a1-8a815ceb3150'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:13.314629 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ecb00992-f509-4d57-b118-3dc3c6765a5c req-b209f00f-9c51-4b0c-835b-6acdf422657c tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/security-groups?id=603247cd-2378-4184-9c4b-af46be79c180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905695 Jan 28 13:24:13.374900 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9773954-d260-44d7-8923-d3538e0362da req-df1c16f8-61b6-4ba5-a7f5-5c975c494771 service neutron] 10.222.0.37 "GET /v2.0/networks/077ddb72-71ce-436a-9d31-a635bbd1a7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210667 Jan 28 13:24:13.384885 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-481b7003-1e03-45d7-b1df-6165a330b405 req-0bcfbdda-a0e2-4e6a-b50d-f01050ec25fe tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629941 Jan 28 13:24:13.562883 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-fabf16b4-bdd3-467c-9875-f1ad3e796444 None None] Set router 0590f313-737b-4aca-84a1-8a815ceb3150 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:24:13.614477 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9773954-d260-44d7-8923-d3538e0362da req-cc57eaaa-e654-43de-91cc-bffe46d27b22 service neutron] 10.222.0.37 "GET /v2.0/networks/077ddb72-71ce-436a-9d31-a635bbd1a7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216144 Jan 28 13:24:13.811640 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4f717adc-82d6-4c1d-ae8c-9a6e5856a18a req-5666e357-7ca0-4b67-855e-25484f3bab6c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 210 time: 0.0869210 Jan 28 13:24:13.918320 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c4399-d9e2-42b3-b1b7-96c9ef738e96 req-720a3fb6-a0f7-4db9-8522-8d4b666add15 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:13.921456 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-062c4399-d9e2-42b3-b1b7-96c9ef738e96 req-720a3fb6-a0f7-4db9-8522-8d4b666add15 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fe62936-3b4d-4a2c-b73e-d353021a4158 HTTP/1.1" status: 200 len: 950 time: 0.2793424 Jan 28 13:24:13.961757 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63389a1c-9c16-4eea-912a-a5aaf578f50b req-a581314b-490a-4509-8484-b4b04247c0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:13.966780 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-63389a1c-9c16-4eea-912a-a5aaf578f50b req-a581314b-490a-4509-8484-b4b04247c0a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f431e21970304cbd95b6113484fdd615&device_id=a4cdff60-aca1-4f0b-a5c1-879d1fb69216 HTTP/1.1" status: 200 len: 1095 time: 0.2547896 Jan 28 13:24:14.143375 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-fabf16b4-bdd3-467c-9875-f1ad3e796444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-router', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:59Z', 'updated_at': '2022-01-28T13:24:08Z', 'revision_number': 4, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'gw_port': {'id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:01Z', 'updated_at': '2022-01-28T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '8f055874-44a4-4073-a134-e736081c67c1', 'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'mac_address': 'fa:16:3e:c2:5e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:06Z', 'updated_at': '2022-01-28T13:24:09Z', 'revision_number': 2, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'subnets': [{'id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:14.188247 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-aeea8763-27a3-432d-92c8-fd5911404e87 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:14.203160 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-aeea8763-27a3-432d-92c8-fd5911404e87 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/networks?id=f773675e-cdaa-4e1f-928a-174702ce7787 HTTP/1.1" status: 200 len: 812 time: 0.3251979 Jan 28 13:24:14.217529 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabf16b4-bdd3-467c-9875-f1ad3e796444 None None] Checking router: 0590f313-737b-4aca-84a1-8a815ceb3150 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:24:14.218006 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabf16b4-bdd3-467c-9875-f1ad3e796444 None None] Updating router 0590f313-737b-4aca-84a1-8a815ceb3150 port 8f055874-44a4-4073-a134-e736081c67c1 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:24:14.252777 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-4fd11d74-31ff-4107-947d-d5cc53430687 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/quotas/ab7dc526fd8f441185a698498cb3a4d8 HTTP/1.1" status: 200 len: 375 time: 0.0470598 Jan 28 13:24:14.286897 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fabf16b4-bdd3-467c-9875-f1ad3e796444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8f055874-44a4-4073-a134-e736081c67c1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:14.366242 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-f1f34e73-d96f-4cf7-a0e6-2b6dbc4af31d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ab7dc526fd8f441185a698498cb3a4d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1102555 Jan 28 13:24:14.474443 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a806a-2e8f-4034-9231-9236365a262c req-f4ef1484-3365-43a0-8fe6-c4557ac05a43 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:14.498269 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-678a806a-2e8f-4034-9231-9236365a262c req-f4ef1484-3365-43a0-8fe6-c4557ac05a43 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4cdff60-aca1-4f0b-a5c1-879d1fb69216 HTTP/1.1" status: 200 len: 944 time: 0.4832358 Jan 28 13:24:14.703358 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-678a806a-2e8f-4034-9231-9236365a262c req-5f79a05b-7e27-4778-b348-5abb2618fdd1 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/security-groups?id=6964d75e-3f0e-4a72-916f-e1c35a807f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022693 Jan 28 13:24:14.710573 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63389a1c-9c16-4eea-912a-a5aaf578f50b req-ce0845a1-4ab5-4112-925f-df475fe496a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:14.721536 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-63389a1c-9c16-4eea-912a-a5aaf578f50b req-ce0845a1-4ab5-4112-925f-df475fe496a3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=077ddb72-71ce-436a-9d31-a635bbd1a7d0 HTTP/1.1" status: 200 len: 914 time: 0.6281526 Jan 28 13:24:14.771053 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-b39880b6-4055-46fb-847d-03b21fd8cfb4 service neutron] 10.222.0.39 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897226 Jan 28 13:24:14.898547 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-63389a1c-9c16-4eea-912a-a5aaf578f50b req-6d77ae1d-afeb-4669-be4b-6772d49aa3e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=873145cc-70a8-411f-92fa-a072409fbc37 HTTP/1.1" status: 200 len: 217 time: 0.1621430 Jan 28 13:24:14.902307 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-062c4399-d9e2-42b3-b1b7-96c9ef738e96 req-5be0c990-5be7-4eef-b006-cbba483adaf4 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Deleting port 98168f58-853c-417f-8a9f-98023fa78f5d {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:24:14.902859 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-062c4399-d9e2-42b3-b1b7-96c9ef738e96 req-5be0c990-5be7-4eef-b006-cbba483adaf4 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (98168f58-853c-417f-8a9f-98023fa78f5d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:14.959797 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63389a1c-9c16-4eea-912a-a5aaf578f50b req-f4438095-f3cb-4874-846e-024e59a88fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:14.962117 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-63389a1c-9c16-4eea-912a-a5aaf578f50b req-f4438095-f3cb-4874-846e-024e59a88fa8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d96916d-8aad-4141-88fe-09f322c6341e HTTP/1.1" status: 200 len: 853 time: 0.0540636 Jan 28 13:24:15.022072 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fabf16b4-bdd3-467c-9875-f1ad3e796444 None None] Publish callbacks [] for port (8f055874-44a4-4073-a134-e736081c67c1), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:15.032108 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fabf16b4-bdd3-467c-9875-f1ad3e796444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8f055874-44a4-4073-a134-e736081c67c1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:15.137060 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-062c4399-d9e2-42b3-b1b7-96c9ef738e96 req-5be0c990-5be7-4eef-b006-cbba483adaf4 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] For port 98168f58-853c-417f-8a9f-98023fa78f5d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=98168f58-853c-417f-8a9f-98023fa78f5d,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:15.137766 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-062c4399-d9e2-42b3-b1b7-96c9ef738e96 req-5be0c990-5be7-4eef-b006-cbba483adaf4 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (98168f58-853c-417f-8a9f-98023fa78f5d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:15.141613 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817254c-4fab-42e7-a642-bee7cc26ac88 None None] Pushing event updated for resources: {'Port': ['ID=8f055874-44a4-4073-a134-e736081c67c1,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:15.162113 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-062c4399-d9e2-42b3-b1b7-96c9ef738e96 req-5be0c990-5be7-4eef-b006-cbba483adaf4 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Calling delete_port for 98168f58-853c-417f-8a9f-98023fa78f5d owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:24:15.190209 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-d02391ba-c0d7-4433-bcd2-be703bc7ecae service neutron] 10.222.0.39 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180262 Jan 28 13:24:15.343263 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-fabf16b4-bdd3-467c-9875-f1ad3e796444 None None] Attempting to bind port 8f055874-44a4-4073-a134-e736081c67c1 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:24:15.344244 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-fabf16b4-bdd3-467c-9875-f1ad3e796444 None None] Attempting to bind port 8f055874-44a4-4073-a134-e736081c67c1 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '86269ba4-6bcb-4dd9-88b3-35a2df61a1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:24:15.344244 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabf16b4-bdd3-467c-9875-f1ad3e796444 None None] Attempting to bind port 8f055874-44a4-4073-a134-e736081c67c1 on network 71534dd2-0498-4e62-a826-48a207a6ee6d {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:15.361207 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabf16b4-bdd3-467c-9875-f1ad3e796444 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:24:15.361772 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabf16b4-bdd3-467c-9875-f1ad3e796444 None None] Checking segment: {'id': '86269ba4-6bcb-4dd9-88b3-35a2df61a1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:24:15.365391 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fabf16b4-bdd3-467c-9875-f1ad3e796444 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:15.365950 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabf16b4-bdd3-467c-9875-f1ad3e796444 None None] Bound using segment: {'id': '86269ba4-6bcb-4dd9-88b3-35a2df61a1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:24:15.367942 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-fabf16b4-bdd3-467c-9875-f1ad3e796444 None None] Bound port: 8f055874-44a4-4073-a134-e736081c67c1, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86269ba4-6bcb-4dd9-88b3-35a2df61a1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:24:15.368504 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fabf16b4-bdd3-467c-9875-f1ad3e796444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8f055874-44a4-4073-a134-e736081c67c1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:15.457014 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63389a1c-9c16-4eea-912a-a5aaf578f50b req-06ec7569-a243-4eb8-ae71-625e1634b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:15.462269 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-63389a1c-9c16-4eea-912a-a5aaf578f50b req-06ec7569-a243-4eb8-ae71-625e1634b190 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=077ddb72-71ce-436a-9d31-a635bbd1a7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4797955 Jan 28 13:24:15.583224 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-64d5732b-fc13-48e0-9f31-ce986e85c5fa tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:15.593727 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-64d5732b-fc13-48e0-9f31-ce986e85c5fa tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/networks?id=71534dd2-0498-4e62-a826-48a207a6ee6d HTTP/1.1" status: 200 len: 821 time: 0.5509174 Jan 28 13:24:15.764024 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-d5fa25f4-7e49-4ba5-bc22-0e1df96079ae tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/quotas/4acaf7e1796b4088b8e1ffc58de61231 HTTP/1.1" status: 200 len: 375 time: 0.1689456 Jan 28 13:24:15.880110 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-fabf16b4-bdd3-467c-9875-f1ad3e796444 None None] For port 8f055874-44a4-4073-a134-e736081c67c1, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:24:15.885491 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-fabf16b4-bdd3-467c-9875-f1ad3e796444 None None] For port 8f055874-44a4-4073-a134-e736081c67c1, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8f055874-44a4-4073-a134-e736081c67c1,segment=NetworkSegment(86269ba4-6bcb-4dd9-88b3-35a2df61a1bc),segment_id=86269ba4-6bcb-4dd9-88b3-35a2df61a1bc)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:24:15.898190 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-63389a1c-9c16-4eea-912a-a5aaf578f50b req-ff550f3e-84f4-4f00-8edf-1a96618f7287 service neutron] 10.222.0.37 "GET /v2.0/networks/077ddb72-71ce-436a-9d31-a635bbd1a7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025187 Jan 28 13:24:15.918872 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fabf16b4-bdd3-467c-9875-f1ad3e796444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8f055874-44a4-4073-a134-e736081c67c1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:15.954778 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-96fa2dc9-69e6-4f8f-ac14-2c00ff0d6339 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4acaf7e1796b4088b8e1ffc58de61231&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1887808 Jan 28 13:24:16.001813 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502c75b-7013-4c7c-a13f-1fe78bbd54a2 req-0e2efb95-f3fc-4a10-9d6e-29a0250ee4d6 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:16.014824 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a502c75b-7013-4c7c-a13f-1fe78bbd54a2 req-0e2efb95-f3fc-4a10-9d6e-29a0250ee4d6 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fe62936-3b4d-4a2c-b73e-d353021a4158 HTTP/1.1" status: 200 len: 950 time: 0.1706324 Jan 28 13:24:16.022878 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-da4ed887-54ce-4f4b-bd9f-4c263feae091 None None] Provisioning complete for port 8f055874-44a4-4073-a134-e736081c67c1 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:16.023792 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da4ed887-54ce-4f4b-bd9f-4c263feae091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8f055874-44a4-4073-a134-e736081c67c1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:16.137045 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a502c75b-7013-4c7c-a13f-1fe78bbd54a2 req-ccd84eab-b178-46a7-9351-5ad0ef429d09 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/security-groups?id=603247cd-2378-4184-9c4b-af46be79c180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210744 Jan 28 13:24:16.207803 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabf16b4-bdd3-467c-9875-f1ad3e796444 None None] Routers {'0590f313-737b-4aca-84a1-8a815ceb3150'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:24:16.210014 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-fabf16b4-bdd3-467c-9875-f1ad3e796444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:24:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0590f313-737b-4aca-84a1-8a815ceb3150'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:16.340184 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-f0eff8ce-986e-4d24-a435-13bed6e474ea service neutron] 10.222.0.39 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843102 Jan 28 13:24:16.399110 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817254c-4fab-42e7-a642-bee7cc26ac88 None None] Pushing event updated for resources: {'Port': ['ID=8f055874-44a4-4073-a134-e736081c67c1,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:16.542282 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485cf29-b639-4762-8f86-f3c019097282 req-9a4cba17-b074-49fd-8058-6d2b47eb4125 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:16.543920 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8485cf29-b639-4762-8f86-f3c019097282 req-9a4cba17-b074-49fd-8058-6d2b47eb4125 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.2022729 Jan 28 13:24:16.569110 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-63389a1c-9c16-4eea-912a-a5aaf578f50b req-ff38d86d-9cc1-4d00-aa4c-0e8113ca4180 service neutron] 10.222.0.37 "GET /v2.0/networks/077ddb72-71ce-436a-9d31-a635bbd1a7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6550014 Jan 28 13:24:16.594870 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-062c4399-d9e2-42b3-b1b7-96c9ef738e96 req-5be0c990-5be7-4eef-b006-cbba483adaf4 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (98168f58-853c-417f-8a9f-98023fa78f5d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:16.658713 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8485cf29-b639-4762-8f86-f3c019097282 req-ff3c0fd3-a090-450c-b56b-bbd0c868869c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033556 Jan 28 13:24:16.695272 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0c990-5be7-4eef-b006-cbba483adaf4 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Pushing event deleted for resources: {'Port': ['ID=98168f58-853c-417f-8a9f-98023fa78f5d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:16.839163 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c85cade9-8078-401d-9831-cca409f8dd06 req-4c0b852d-1464-482e-8eab-e44188c7ce66 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 210 time: 0.0577302 Jan 28 13:24:16.864712 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-fabf16b4-bdd3-467c-9875-f1ad3e796444 None None] Set router 0590f313-737b-4aca-84a1-8a815ceb3150 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:24:16.925407 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-062c4399-d9e2-42b3-b1b7-96c9ef738e96 req-5be0c990-5be7-4eef-b006-cbba483adaf4 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] No DVR routers for this DVR port 98168f58-853c-417f-8a9f-98023fa78f5d on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:24:16.934520 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-062c4399-d9e2-42b3-b1b7-96c9ef738e96 req-5be0c990-5be7-4eef-b006-cbba483adaf4 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:16.942277 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-062c4399-d9e2-42b3-b1b7-96c9ef738e96 req-5be0c990-5be7-4eef-b006-cbba483adaf4 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.18 "DELETE /v2.0/ports/98168f58-853c-417f-8a9f-98023fa78f5d HTTP/1.1" status: 204 len: 173 time: 3.0130026 Jan 28 13:24:16.944816 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe62936-3b4d-4a2c-b73e-d353021a4158', 'name': 'network-vif-deleted', 'tag': '98168f58-853c-417f-8a9f-98023fa78f5d'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:16.968134 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf9faf6-2634-4de7-bfcd-2710e8cb6e71" -d '{"events": [{"server_uuid": "5fe62936-3b4d-4a2c-b73e-d353021a4158", "name": "network-vif-deleted", "tag": "98168f58-853c-417f-8a9f-98023fa78f5d"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:17.048154 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ad7efcc5-67d1-4370-a238-56c1994497db req-efe7dfeb-3a7a-453b-befd-47d9d3b2d75b tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d HTTP/1.1" status: 200 len: 210 time: 0.0721483 Jan 28 13:24:17.074951 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-fe67458a-b8ad-45c3-bfde-bf01f7eeef8b service neutron] 10.222.0.39 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050557 Jan 28 13:24:17.239708 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabf8f6-d34f-4d21-909a-aec01015bda3 req-24933dfd-19f1-47d9-9a43-d22f25374239 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:17.247925 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fcabf8f6-d34f-4d21-909a-aec01015bda3 req-24933dfd-19f1-47d9-9a43-d22f25374239 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4cdff60-aca1-4f0b-a5c1-879d1fb69216 HTTP/1.1" status: 200 len: 944 time: 0.0849659 Jan 28 13:24:17.387660 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fcabf8f6-d34f-4d21-909a-aec01015bda3 req-09d43e2d-f4da-42f5-aa28-3e4c29197164 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/security-groups?id=6964d75e-3f0e-4a72-916f-e1c35a807f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384623 Jan 28 13:24:17.431384 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 98168f58-853c-417f-8a9f-98023fa78f5d no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:24:17.485410 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d46bde-9ed4-4f58-8a30-4c751976f89f x-openstack-request-id: req-f9d46bde-9ed4-4f58-8a30-4c751976f89f {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:17.485706 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe62936-3b4d-4a2c-b73e-d353021a4158", "name": "network-vif-deleted", "tag": "98168f58-853c-417f-8a9f-98023fa78f5d", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:17.485966 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f9d46bde-9ed4-4f58-8a30-4c751976f89f {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:17.486371 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe62936-3b4d-4a2c-b73e-d353021a4158', 'name': 'network-vif-deleted', 'tag': '98168f58-853c-417f-8a9f-98023fa78f5d', 'status': 'completed', 'code': 200} Jan 28 13:24:17.605844 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a801f71-fc04-4c84-9b02-57ff678c0786 req-48c22c08-02b3-42c1-b050-306f364125e3 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=05fe06b2-0b48-41b4-9f36-650533321302 HTTP/1.1" status: 200 len: 210 time: 0.0818491 Jan 28 13:24:17.849717 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f6cd2cde-05b2-4920-925d-e63c1d8deb9e req-a4c4b9eb-2272-41dd-a1a2-6e0fac44eb96 tempest-ImagesNegativeTestJSON-549397785 tempest-ImagesNegativeTestJSON-549397785-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fe62936-3b4d-4a2c-b73e-d353021a4158 HTTP/1.1" status: 200 len: 210 time: 0.1799250 Jan 28 13:24:17.860855 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 98168f58-853c-417f-8a9f-98023fa78f5d {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:24:17.861395 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 98168f58-853c-417f-8a9f-98023fa78f5d not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:24:17.956859 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:18.012171 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923a3f1-25b6-41e5-8b14-1245462a6312 req-0041e7e3-6216-48ad-b9b9-8a5d2b5711aa tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:18.051825 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9923a3f1-25b6-41e5-8b14-1245462a6312 req-0041e7e3-6216-48ad-b9b9-8a5d2b5711aa tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.1790481 Jan 28 13:24:18.124157 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77f43014-a261-4956-bac6-f172c3812109 req-e11372c4-16d2-4672-b794-e389eb00d51d tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 210 time: 0.0504830 Jan 28 13:24:18.198333 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-da4ed887-54ce-4f4b-bd9f-4c263feae091 None None] Current status of the port 8f055874-44a4-4073-a134-e736081c67c1 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:18.199761 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da4ed887-54ce-4f4b-bd9f-4c263feae091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8f055874-44a4-4073-a134-e736081c67c1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:18.265718 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9923a3f1-25b6-41e5-8b14-1245462a6312 req-7953c3f5-e025-4faa-8777-3df2decb72d9 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127705 Jan 28 13:24:18.353241 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-da4ed887-54ce-4f4b-bd9f-4c263feae091 None None] For port 8f055874-44a4-4073-a134-e736081c67c1, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8f055874-44a4-4073-a134-e736081c67c1,segment=NetworkSegment(86269ba4-6bcb-4dd9-88b3-35a2df61a1bc),segment_id=86269ba4-6bcb-4dd9-88b3-35a2df61a1bc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:18.359326 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-469271bb-ae92-4f59-9920-34d120883fbd req-2aa19b9a-3803-4321-80c0-8cbc3fc6966f tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d HTTP/1.1" status: 200 len: 210 time: 0.0857339 Jan 28 13:24:18.362428 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da4ed887-54ce-4f4b-bd9f-4c263feae091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8f055874-44a4-4073-a134-e736081c67c1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:18.514902 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ed887-54ce-4f4b-bd9f-4c263feae091 None None] Pushing event updated for resources: {'Port': ['ID=8f055874-44a4-4073-a134-e736081c67c1,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:18.590566 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9e03fc14-af47-42c3-b15b-ecb600f18b5b None None] Provisioning complete for port 8f055874-44a4-4073-a134-e736081c67c1 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:18.591877 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e03fc14-af47-42c3-b15b-ecb600f18b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8f055874-44a4-4073-a134-e736081c67c1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:18.703880 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-fabf16b4-bdd3-467c-9875-f1ad3e796444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-router', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:59Z', 'updated_at': '2022-01-28T13:24:08Z', 'revision_number': 4, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'gw_port': {'id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:01Z', 'updated_at': '2022-01-28T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '8f055874-44a4-4073-a134-e736081c67c1', 'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'mac_address': 'fa:16:3e:c2:5e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:06Z', 'updated_at': '2022-01-28T13:24:15Z', 'revision_number': 4, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'subnets': [{'id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:18.733560 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf76c36-5f94-43b6-8556-ae86d51710cf req-1981c3e0-b8c2-4884-b2ed-a399c6beb848 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:18.752600 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ebf76c36-5f94-43b6-8556-ae86d51710cf req-1981c3e0-b8c2-4884-b2ed-a399c6beb848 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4cdff60-aca1-4f0b-a5c1-879d1fb69216 HTTP/1.1" status: 200 len: 944 time: 0.1792452 Jan 28 13:24:18.841908 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-72fe40db-88ff-41b4-b743-ad732d5a6c97 req-9343a857-146e-4366-96bd-19656b9797eb tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=05fe06b2-0b48-41b4-9f36-650533321302 HTTP/1.1" status: 200 len: 210 time: 0.0616705 Jan 28 13:24:18.919975 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ebf76c36-5f94-43b6-8556-ae86d51710cf req-68114e60-d6c5-45cf-8e89-8f309ed449e8 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/security-groups?id=6964d75e-3f0e-4a72-916f-e1c35a807f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624565 Jan 28 13:24:18.966010 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-f175a131-c35a-4e81-8fc4-97659a88ea2f tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:18.970350 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-f175a131-c35a-4e81-8fc4-97659a88ea2f tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.18 "GET /v2.0/networks?id=f773675e-cdaa-4e1f-928a-174702ce7787 HTTP/1.1" status: 200 len: 812 time: 0.4374323 Jan 28 13:24:18.991684 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabf16b4-bdd3-467c-9875-f1ad3e796444 None None] The sync data for ids ['0590f313-737b-4aca-84a1-8a815ceb3150'] in n-d-822747-2 is: [{'id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-router', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:59Z', 'updated_at': '2022-01-28T13:24:08Z', 'revision_number': 4, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'gw_port': {'id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:01Z', 'updated_at': '2022-01-28T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '8f055874-44a4-4073-a134-e736081c67c1', 'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'mac_address': 'fa:16:3e:c2:5e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:06Z', 'updated_at': '2022-01-28T13:24:15Z', 'revision_number': 4, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'subnets': [{'id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:24:18.999573 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-1ad8367e-35a2-4de8-95fd-5f52735144e9 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Request body: {'port': {'device_id': 'cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d', 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787', 'admin_state_up': True, 'tenant_id': 'ab7dc526fd8f441185a698498cb3a4d8'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:19.015294 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9e03fc14-af47-42c3-b15b-ecb600f18b5b None None] Current status of the port 8f055874-44a4-4073-a134-e736081c67c1 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:19.462124 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-1ad8367e-35a2-4de8-95fd-5f52735144e9 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Made reservation on behalf of ab7dc526fd8f441185a698498cb3a4d8 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:24:19.481744 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b5fabb46-eebf-4b56-9ea5-1119d5f922b0 req-10fe7b6c-2ff6-4114-983c-59e51b178de4 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 210 time: 0.0913782 Jan 28 13:24:19.488437 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-1ad8367e-35a2-4de8-95fd-5f52735144e9 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:19.630702 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:19.776709 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f74a36bb-c967-4575-8e08-cadee539966d req-31bc8623-66df-488b-bcea-4743b96c3b3f tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d HTTP/1.1" status: 200 len: 210 time: 0.1038558 Jan 28 13:24:19.786074 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8f055874-44a4-4073-a134-e736081c67c1 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:24:19.921193 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 8f055874-44a4-4073-a134-e736081c67c1 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:19.922045 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8f055874-44a4-4073-a134-e736081c67c1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:20.081559 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-1ad8367e-35a2-4de8-95fd-5f52735144e9 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Allocated IP 172.20.0.7 (f773675e-cdaa-4e1f-928a-174702ce7787/71a5c6ba-e647-4544-86c2-92651ecb7e69/1e7c281a-f54e-4809-8a36-4c8aa14c9708) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:24:20.122276 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17dcb9a-95dd-43f7-8227-511a0461d895 req-8a0ee55d-2564-4573-916e-f420b3d8ffd7 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:20.141816 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b17dcb9a-95dd-43f7-8227-511a0461d895 req-8a0ee55d-2564-4573-916e-f420b3d8ffd7 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.3853958 Jan 28 13:24:20.277482 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7ec246b1-c6bd-4377-891c-802246df20cf req-ced51cb1-00d5-49cb-9a04-4c40a34312d1 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=05fe06b2-0b48-41b4-9f36-650533321302 HTTP/1.1" status: 200 len: 210 time: 0.1729753 Jan 28 13:24:20.313710 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 8f055874-44a4-4073-a134-e736081c67c1 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:20.387970 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b17dcb9a-95dd-43f7-8227-511a0461d895 req-3faf31f9-a63d-4d24-b008-d9c4c8827e86 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450399 Jan 28 13:24:20.745664 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-93f4dc11-9b63-4b11-ba63-0d8bac26dd50 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:20.748438 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-93f4dc11-9b63-4b11-ba63-0d8bac26dd50 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.18 "GET /v2.0/networks?id=71534dd2-0498-4e62-a826-48a207a6ee6d HTTP/1.1" status: 200 len: 821 time: 0.6426589 Jan 28 13:24:20.774196 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-1ad8367e-35a2-4de8-95fd-5f52735144e9 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks [] for port (1e7c281a-f54e-4809-8a36-4c8aa14c9708), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:20.793536 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50788) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:24:20.846944 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-e9fb9bbb-4654-4d50-8bea-9e6a70ffeac6 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Request body: {'port': {'device_id': '05fe06b2-0b48-41b4-9f36-650533321302', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'admin_state_up': True, 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:20.926847 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-008582bb-cfbc-4152-a5d3-c464a4203fc1 req-d3116a45-3cb0-4f94-8ed9-cb3642470f45 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 210 time: 0.0791614 Jan 28 13:24:20.932446 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-1ad8367e-35a2-4de8-95fd-5f52735144e9 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (1e7c281a-f54e-4809-8a36-4c8aa14c9708), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:21.097842 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-1ad8367e-35a2-4de8-95fd-5f52735144e9 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Network f773675e-cdaa-4e1f-928a-174702ce7787 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:24:21.109770 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-1ad8367e-35a2-4de8-95fd-5f52735144e9 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:24:21.112996 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-1ad8367e-35a2-4de8-95fd-5f52735144e9 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:24:21.181913 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8367e-35a2-4de8-95fd-5f52735144e9 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Pushing event updated for resources: {'Port': ['ID=1e7c281a-f54e-4809-8a36-4c8aa14c9708,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:21.278159 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4207bf-4b74-40a9-b4a0-4f532dc8a52c req-7ff8a5f7-6250-4eef-bc7a-c0f1234f93c7 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:21.292057 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5e4207bf-4b74-40a9-b4a0-4f532dc8a52c req-7ff8a5f7-6250-4eef-bc7a-c0f1234f93c7 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d HTTP/1.1" status: 200 len: 931 time: 0.1833541 Jan 28 13:24:21.312173 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-1ad8367e-35a2-4de8-95fd-5f52735144e9 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:21.314289 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-1ad8367e-35a2-4de8-95fd-5f52735144e9 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:21.352731 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f579eb-2891-4fa3-a8fa-639dada201f9 req-b9a711aa-d476-4d4c-bb18-5e88455b53d7 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:21.358774 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42f579eb-2891-4fa3-a8fa-639dada201f9 req-b9a711aa-d476-4d4c-bb18-5e88455b53d7 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4cdff60-aca1-4f0b-a5c1-879d1fb69216 HTTP/1.1" status: 200 len: 944 time: 0.8113947 Jan 28 13:24:21.423894 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-e9fb9bbb-4654-4d50-8bea-9e6a70ffeac6 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Made reservation on behalf of 4acaf7e1796b4088b8e1ffc58de61231 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:24:21.433628 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-e9fb9bbb-4654-4d50-8bea-9e6a70ffeac6 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:21.436017 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-1ad8367e-35a2-4de8-95fd-5f52735144e9 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4559062 Jan 28 13:24:21.467124 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-0ebe3c82-b7ee-4343-94fb-49d013b39de0 service neutron] Request body: {'port': {'device_id': 'cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:21.615024 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5e4207bf-4b74-40a9-b4a0-4f532dc8a52c req-942f0d67-305a-4232-9755-b380991e98c7 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183587 Jan 28 13:24:21.700264 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-0ebe3c82-b7ee-4343-94fb-49d013b39de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (1e7c281a-f54e-4809-8a36-4c8aa14c9708), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:21.844732 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42f579eb-2891-4fa3-a8fa-639dada201f9 req-d1d6c531-45d0-404b-9b23-66a602515cd9 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/security-groups?id=6964d75e-3f0e-4a72-916f-e1c35a807f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347268 Jan 28 13:24:21.896633 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fa31c711-bbc3-4270-a8be-a9a5596667d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=12bb7f713a054093a0da7962f65a51a5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1019330 Jan 28 13:24:21.897744 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50798) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:24:22.173545 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d679e1bc-b2a7-49eb-9273-7d2f3c4fc79a req-024b5019-3960-4542-8e35-f22315650f84 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=05fe06b2-0b48-41b4-9f36-650533321302 HTTP/1.1" status: 200 len: 210 time: 0.0835760 Jan 28 13:24:22.433947 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-872baea2-fd27-4f34-b4ff-703a205a0751 admin admin] Publish callbacks [] for security_group (603247cd-2378-4184-9c4b-af46be79c180), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:22.504084 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-872baea2-fd27-4f34-b4ff-703a205a0751 admin admin] Publish callbacks [] for security_group (603247cd-2378-4184-9c4b-af46be79c180), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:22.620072 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-68fe7170-db1e-4de9-8758-b613005021d9 req-7c90dbbf-5964-4b9b-bd24-b2caa90c2a35 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f2694-12c5-4704-b86e-04dc4266dc5a HTTP/1.1" status: 200 len: 210 time: 0.1868622 Jan 28 13:24:22.636072 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83259316-f063-4813-9bf2-9aac8fd598f8 req-4a3c064d-3fbf-4a88-b903-77223e8dffe5 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:22.636072 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-83259316-f063-4813-9bf2-9aac8fd598f8 req-4a3c064d-3fbf-4a88-b903-77223e8dffe5 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.4921870 Jan 28 13:24:22.646622 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-e9fb9bbb-4654-4d50-8bea-9e6a70ffeac6 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Allocated IP 172.20.0.3 (71534dd2-0498-4e62-a826-48a207a6ee6d/f693941d-0671-47a2-8563-c88f3d62af3d/3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:24:22.646622 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-872baea2-fd27-4f34-b4ff-703a205a0751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (603247cd-2378-4184-9c4b-af46be79c180), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:22.648863 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-872baea2-fd27-4f34-b4ff-703a205a0751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:22.658359 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-872baea2-fd27-4f34-b4ff-703a205a0751 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/603247cd-2378-4184-9c4b-af46be79c180 HTTP/1.1" status: 204 len: 168 time: 0.7542491 Jan 28 13:24:22.687205 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872baea2-fd27-4f34-b4ff-703a205a0751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603247cd-2378-4184-9c4b-af46be79c180,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:22.836354 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-0ebe3c82-b7ee-4343-94fb-49d013b39de0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e7c281a-f54e-4809-8a36-4c8aa14c9708 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:24:22.877277 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-0ebe3c82-b7ee-4343-94fb-49d013b39de0 service neutron] Publish callbacks [] for port (1e7c281a-f54e-4809-8a36-4c8aa14c9708), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:22.963738 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-83259316-f063-4813-9bf2-9aac8fd598f8 req-c8b219ca-be2d-41b6-8e42-1139d9618326 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989011 Jan 28 13:24:23.030660 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-0ebe3c82-b7ee-4343-94fb-49d013b39de0 service neutron] Transition to ACTIVE for port object 1e7c281a-f54e-4809-8a36-4c8aa14c9708 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:24:23.070411 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-0ebe3c82-b7ee-4343-94fb-49d013b39de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (1e7c281a-f54e-4809-8a36-4c8aa14c9708), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:23.346335 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe3c82-b7ee-4343-94fb-49d013b39de0 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7c281a-f54e-4809-8a36-4c8aa14c9708,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:23.447772 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a3c99-7dac-4404-bb95-da2315862244 req-861d8057-aaaa-4382-aa2a-b9c3949988cf tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:23.467044 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f00a3c99-7dac-4404-bb95-da2315862244 req-861d8057-aaaa-4382-aa2a-b9c3949988cf tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d HTTP/1.1" status: 200 len: 931 time: 0.5814559 Jan 28 13:24:23.837208 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe7e67-0469-4aac-a64f-91c4537a5b88 req-9cc9aac5-a548-4349-a3a1-28df643999f3 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:23.845315 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fffe7e67-0469-4aac-a64f-91c4537a5b88 req-9cc9aac5-a548-4349-a3a1-28df643999f3 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4cdff60-aca1-4f0b-a5c1-879d1fb69216 HTTP/1.1" status: 200 len: 944 time: 0.5014858 Jan 28 13:24:23.946983 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f00a3c99-7dac-4404-bb95-da2315862244 req-7db50475-7024-45a5-aed7-3aaa5588f061 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4754312 Jan 28 13:24:24.103060 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-0ebe3c82-b7ee-4343-94fb-49d013b39de0 service neutron] Attempting to bind port 1e7c281a-f54e-4809-8a36-4c8aa14c9708 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:24:24.103548 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-0ebe3c82-b7ee-4343-94fb-49d013b39de0 service neutron] Attempting to bind port 1e7c281a-f54e-4809-8a36-4c8aa14c9708 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '47de1ed8-1dd0-41d3-a910-f3e7c5824077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:24:24.103738 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-0ebe3c82-b7ee-4343-94fb-49d013b39de0 service neutron] Attempting to bind port 1e7c281a-f54e-4809-8a36-4c8aa14c9708 on network f773675e-cdaa-4e1f-928a-174702ce7787 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:24.131022 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-0ebe3c82-b7ee-4343-94fb-49d013b39de0 service neutron] Port 1e7c281a-f54e-4809-8a36-4c8aa14c9708 on network f773675e-cdaa-4e1f-928a-174702ce7787 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:24:24.131360 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-0ebe3c82-b7ee-4343-94fb-49d013b39de0 service neutron] Attempting to bind port 1e7c281a-f54e-4809-8a36-4c8aa14c9708 on network f773675e-cdaa-4e1f-928a-174702ce7787 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:24.154051 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-0ebe3c82-b7ee-4343-94fb-49d013b39de0 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:24:24.154781 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-0ebe3c82-b7ee-4343-94fb-49d013b39de0 service neutron] Checking segment: {'id': '47de1ed8-1dd0-41d3-a910-f3e7c5824077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:24:24.155209 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-0ebe3c82-b7ee-4343-94fb-49d013b39de0 service neutron] Bound using segment: {'id': '47de1ed8-1dd0-41d3-a910-f3e7c5824077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:24:24.155656 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-0ebe3c82-b7ee-4343-94fb-49d013b39de0 service neutron] Bound port: 1e7c281a-f54e-4809-8a36-4c8aa14c9708, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47de1ed8-1dd0-41d3-a910-f3e7c5824077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:24:24.156038 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-0ebe3c82-b7ee-4343-94fb-49d013b39de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (1e7c281a-f54e-4809-8a36-4c8aa14c9708), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:24.193362 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-e9fb9bbb-4654-4d50-8bea-9e6a70ffeac6 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks [] for port (3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:24.267057 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fffe7e67-0469-4aac-a64f-91c4537a5b88 req-3db3e7c5-b2e4-4566-a4eb-84cafc0382dd tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/security-groups?id=6964d75e-3f0e-4a72-916f-e1c35a807f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015727 Jan 28 13:24:24.447827 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-e9fb9bbb-4654-4d50-8bea-9e6a70ffeac6 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:24.670169 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb9bbb-4654-4d50-8bea-9e6a70ffeac6 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Pushing event updated for resources: {'Port': ['ID=3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:24.726843 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-e9fb9bbb-4654-4d50-8bea-9e6a70ffeac6 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Network 71534dd2-0498-4e62-a826-48a207a6ee6d is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:24:24.729268 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-e9fb9bbb-4654-4d50-8bea-9e6a70ffeac6 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:24:24.745119 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-e9fb9bbb-4654-4d50-8bea-9e6a70ffeac6 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:24:24.767216 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5b729-f018-44c4-9914-67525b9535b3 req-ffeffcce-f9c5-40e4-8032-2c9fe0188e1c tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:24.778326 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-67b5b729-f018-44c4-9914-67525b9535b3 req-ffeffcce-f9c5-40e4-8032-2c9fe0188e1c tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=05fe06b2-0b48-41b4-9f36-650533321302 HTTP/1.1" status: 200 len: 931 time: 0.3690360 Jan 28 13:24:25.126405 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-67b5b729-f018-44c4-9914-67525b9535b3 req-27bd1289-57e1-4bb7-b35e-52422fdda39c tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/security-groups?id=54d38ba3-ee67-4fb4-adec-99fd8877e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382578 Jan 28 13:24:25.134482 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-0ebe3c82-b7ee-4343-94fb-49d013b39de0 service neutron] For port 1e7c281a-f54e-4809-8a36-4c8aa14c9708, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:24:25.138065 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-e9fb9bbb-4654-4d50-8bea-9e6a70ffeac6 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:25.146160 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-e9fb9bbb-4654-4d50-8bea-9e6a70ffeac6 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:25.179193 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-0ebe3c82-b7ee-4343-94fb-49d013b39de0 service neutron] For port 1e7c281a-f54e-4809-8a36-4c8aa14c9708, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=1e7c281a-f54e-4809-8a36-4c8aa14c9708,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:24:25.187694 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-0ebe3c82-b7ee-4343-94fb-49d013b39de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (1e7c281a-f54e-4809-8a36-4c8aa14c9708), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:25.246962 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69212f6f-ab87-4d55-92df-9c6899da1cb2 req-311ade85-ad9f-4c83-952c-000bf042312b tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:25.252676 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-69212f6f-ab87-4d55-92df-9c6899da1cb2 req-311ade85-ad9f-4c83-952c-000bf042312b tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.4004486 Jan 28 13:24:25.352313 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-e9fb9bbb-4654-4d50-8bea-9e6a70ffeac6 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5562191 Jan 28 13:24:25.374104 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe3c82-b7ee-4343-94fb-49d013b39de0 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7c281a-f54e-4809-8a36-4c8aa14c9708,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:25.388898 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-0ebe3c82-b7ee-4343-94fb-49d013b39de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:25.391673 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-0ebe3c82-b7ee-4343-94fb-49d013b39de0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:25.392238 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-c2839b3a-fa2a-4bfe-aa5d-5f0bc4019b0e service neutron] Request body: {'port': {'device_id': '05fe06b2-0b48-41b4-9f36-650533321302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:25.396777 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-0ebe3c82-b7ee-4343-94fb-49d013b39de0 service neutron] 10.222.0.18 "PUT /v2.0/ports/1e7c281a-f54e-4809-8a36-4c8aa14c9708 HTTP/1.1" status: 200 len: 1091 time: 3.9435921 Jan 28 13:24:25.398882 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d', 'tag': '1e7c281a-f54e-4809-8a36-4c8aa14c9708'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:25.409457 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871d223f-77d4-4644-b5f6-37c6f07eb22b" -d '{"events": [{"name": "network-changed", "server_uuid": "cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d", "tag": "1e7c281a-f54e-4809-8a36-4c8aa14c9708"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:25.436633 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c0350584-53da-4b31-9485-99e33dd05eb5 None None] Provisioning complete for port 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:25.438108 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c0350584-53da-4b31-9485-99e33dd05eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:25.551832 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c0350584-53da-4b31-9485-99e33dd05eb5 None None] Port 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:24:25.596786 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-69212f6f-ab87-4d55-92df-9c6899da1cb2 req-95f20bba-3cd2-4fce-a281-09dee0aeeab8 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197908 Jan 28 13:24:25.708383 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-c2839b3a-fa2a-4bfe-aa5d-5f0bc4019b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:26.436802 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-08029ed3-5256-4412-8fc9-a7d836728ad5 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:26.449215 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-08029ed3-5256-4412-8fc9-a7d836728ad5 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/networks?id=1c04c518-39f2-47d7-96f5-a06debfdd8ed HTTP/1.1" status: 200 len: 814 time: 0.8665457 Jan 28 13:24:26.478329 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-ed99f41d-0ed3-4de0-b049-73c62246ca9f tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/quotas/abf5582cf6c74b03a46c276442437a1a HTTP/1.1" status: 200 len: 375 time: 0.0280621 Jan 28 13:24:26.483331 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-49a8ba78-e4e5-4684-92f0-c0fa75889d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:26.485693 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-49a8ba78-e4e5-4684-92f0-c0fa75889d4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab7dc526fd8f441185a698498cb3a4d8&device_id=cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d HTTP/1.1" status: 200 len: 1094 time: 1.0002670 Jan 28 13:24:26.491182 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-c2839b3a-fa2a-4bfe-aa5d-5f0bc4019b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:24:26.525724 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54593b6-baca-4c10-aa2f-da4c552488ce req-8801dc5f-1382-46b7-83d1-df66183f71b5 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:26.528711 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d54593b6-baca-4c10-aa2f-da4c552488ce req-8801dc5f-1382-46b7-83d1-df66183f71b5 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d HTTP/1.1" status: 200 len: 943 time: 0.2651119 Jan 28 13:24:26.532346 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-c2839b3a-fa2a-4bfe-aa5d-5f0bc4019b0e service neutron] Publish callbacks [] for port (3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:26.574340 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-3de8230c-a031-4807-a5bf-1ff169dd2f45 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e7c281a-f54e-4809-8a36-4c8aa14c9708 HTTP/1.1" status: 200 len: 217 time: 0.0734761 Jan 28 13:24:26.602391 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-c2839b3a-fa2a-4bfe-aa5d-5f0bc4019b0e service neutron] Transition to ACTIVE for port object 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:24:26.616672 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-c2839b3a-fa2a-4bfe-aa5d-5f0bc4019b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:26.664639 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-a91edc37-15ed-4e39-9dc7-5bc4cc03dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:26.664899 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d54593b6-baca-4c10-aa2f-da4c552488ce req-6b3eda41-04a9-4e44-ad78-a37a79f94039 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282051 Jan 28 13:24:26.672549 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-a91edc37-15ed-4e39-9dc7-5bc4cc03dfa7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71a5c6ba-e647-4544-86c2-92651ecb7e69 HTTP/1.1" status: 200 len: 852 time: 0.0830369 Jan 28 13:24:26.743956 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2839b3a-fa2a-4bfe-aa5d-5f0bc4019b0e service neutron] Pushing event updated for resources: {'Port': ['ID=3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:26.762133 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-62b88b5e-50f9-4644-8008-7246d10a4d6d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f773675e-cdaa-4e1f-928a-174702ce7787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791621 Jan 28 13:24:26.776782 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-55a6ae6e-6081-45f1-a64a-7624408e8f50 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=abf5582cf6c74b03a46c276442437a1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2958784 Jan 28 13:24:26.914166 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-c2839b3a-fa2a-4bfe-aa5d-5f0bc4019b0e service neutron] Attempting to bind port 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:24:26.915008 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-c2839b3a-fa2a-4bfe-aa5d-5f0bc4019b0e service neutron] Attempting to bind port 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '86269ba4-6bcb-4dd9-88b3-35a2df61a1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:24:26.915583 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-c2839b3a-fa2a-4bfe-aa5d-5f0bc4019b0e service neutron] Attempting to bind port 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec on network 71534dd2-0498-4e62-a826-48a207a6ee6d {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:26.934423 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-6291f207-22a9-4345-a36a-ac4f0b00eee1 service neutron] 10.222.0.18 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559029 Jan 28 13:24:26.943270 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f12033-1a95-4cb2-97a1-8ce1286c051a req-2d2a54eb-38c0-42d3-b978-3a9c9a87318f tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:26.958144 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-75f12033-1a95-4cb2-97a1-8ce1286c051a req-2d2a54eb-38c0-42d3-b978-3a9c9a87318f tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4cdff60-aca1-4f0b-a5c1-879d1fb69216 HTTP/1.1" status: 200 len: 944 time: 0.1573939 Jan 28 13:24:26.962444 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-c2839b3a-fa2a-4bfe-aa5d-5f0bc4019b0e service neutron] Port 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec on network 71534dd2-0498-4e62-a826-48a207a6ee6d not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:24:26.963141 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-c2839b3a-fa2a-4bfe-aa5d-5f0bc4019b0e service neutron] Attempting to bind port 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec on network 71534dd2-0498-4e62-a826-48a207a6ee6d {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:27.021424 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-c2839b3a-fa2a-4bfe-aa5d-5f0bc4019b0e service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:24:27.022089 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-c2839b3a-fa2a-4bfe-aa5d-5f0bc4019b0e service neutron] Checking segment: {'id': '86269ba4-6bcb-4dd9-88b3-35a2df61a1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:24:27.022686 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-c2839b3a-fa2a-4bfe-aa5d-5f0bc4019b0e service neutron] Bound using segment: {'id': '86269ba4-6bcb-4dd9-88b3-35a2df61a1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:24:27.023377 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-c2839b3a-fa2a-4bfe-aa5d-5f0bc4019b0e service neutron] Bound port: 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86269ba4-6bcb-4dd9-88b3-35a2df61a1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:24:27.024028 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-c2839b3a-fa2a-4bfe-aa5d-5f0bc4019b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:27.107537 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-75f12033-1a95-4cb2-97a1-8ce1286c051a req-0fb9777a-2d0a-4e60-a63a-22c7039d05d3 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/security-groups?id=6964d75e-3f0e-4a72-916f-e1c35a807f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459224 Jan 28 13:24:27.134667 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-fde02127-4ce9-49e4-b8c7-ddec6605511e service neutron] 10.222.0.39 "GET /v2.0/networks/1c04c518-39f2-47d7-96f5-a06debfdd8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469129 Jan 28 13:24:27.222665 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-c2839b3a-fa2a-4bfe-aa5d-5f0bc4019b0e service neutron] For port 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:24:27.235949 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-c2839b3a-fa2a-4bfe-aa5d-5f0bc4019b0e service neutron] For port 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec,segment=NetworkSegment(86269ba4-6bcb-4dd9-88b3-35a2df61a1bc),segment_id=86269ba4-6bcb-4dd9-88b3-35a2df61a1bc)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:24:27.252163 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-c2839b3a-fa2a-4bfe-aa5d-5f0bc4019b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:27.300309 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aac32916-2a8c-4dfc-9eba-44ef0901af3c req-6838b4e2-bae0-44df-a940-ea691950daf7 service neutron] 10.222.0.18 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637475 Jan 28 13:24:27.303039 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6467171e-ac03-4e0e-ad1c-0cebf4a65c28 x-openstack-request-id: req-6467171e-ac03-4e0e-ad1c-0cebf4a65c28 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:27.304258 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d", "tag": "1e7c281a-f54e-4809-8a36-4c8aa14c9708", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:27.315605 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6467171e-ac03-4e0e-ad1c-0cebf4a65c28 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:27.316380 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d', 'tag': '1e7c281a-f54e-4809-8a36-4c8aa14c9708', 'status': 'completed', 'code': 200} Jan 28 13:24:27.438541 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-c2839b3a-fa2a-4bfe-aa5d-5f0bc4019b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:27.439982 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-c2839b3a-fa2a-4bfe-aa5d-5f0bc4019b0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:27.442561 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-c2839b3a-fa2a-4bfe-aa5d-5f0bc4019b0e service neutron] 10.222.0.18 "PUT /v2.0/ports/3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec HTTP/1.1" status: 200 len: 1091 time: 2.0727820 Jan 28 13:24:27.443756 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05fe06b2-0b48-41b4-9f36-650533321302', 'tag': '3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:27.448531 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c5c9bf-7a9c-430f-8cf8-c6d01df505c1" -d '{"events": [{"name": "network-changed", "server_uuid": "05fe06b2-0b48-41b4-9f36-650533321302", "tag": "3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:27.517937 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d223f-77d4-4644-b5f6-37c6f07eb22b req-025aa61a-2cfb-4536-92c4-445669e9615f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:27.521492 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-871d223f-77d4-4644-b5f6-37c6f07eb22b req-025aa61a-2cfb-4536-92c4-445669e9615f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab7dc526fd8f441185a698498cb3a4d8&device_id=cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d HTTP/1.1" status: 200 len: 1094 time: 0.1445024 Jan 28 13:24:27.636921 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2839b3a-fa2a-4bfe-aa5d-5f0bc4019b0e service neutron] Pushing event updated for resources: {'Port': ['ID=3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:27.657643 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d223f-77d4-4644-b5f6-37c6f07eb22b req-570956f7-d4b0-47bf-aad5-2fd443974590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:27.659166 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-871d223f-77d4-4644-b5f6-37c6f07eb22b req-570956f7-d4b0-47bf-aad5-2fd443974590 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f773675e-cdaa-4e1f-928a-174702ce7787 HTTP/1.1" status: 200 len: 912 time: 0.1236432 Jan 28 13:24:27.714382 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-4a2277c0-52ad-4da9-9d44-de22a2701d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:27.719324 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-4a2277c0-52ad-4da9-9d44-de22a2701d92 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4acaf7e1796b4088b8e1ffc58de61231&device_id=05fe06b2-0b48-41b4-9f36-650533321302 HTTP/1.1" status: 200 len: 1094 time: 0.2061672 Jan 28 13:24:27.827697 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-871d223f-77d4-4644-b5f6-37c6f07eb22b req-7105b495-4560-4f4f-9760-5fac008ef9f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e7c281a-f54e-4809-8a36-4c8aa14c9708 HTTP/1.1" status: 200 len: 217 time: 0.1572266 Jan 28 13:24:27.856718 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-59f43dfa-e98e-47f9-9344-a32e2bd02111 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec HTTP/1.1" status: 200 len: 217 time: 0.1299887 Jan 28 13:24:27.956697 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-6ac8659a-f026-4e6f-a4c7-1c08501f9fd3 service neutron] 10.222.0.39 "GET /v2.0/networks/1c04c518-39f2-47d7-96f5-a06debfdd8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6371531 Jan 28 13:24:28.019919 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-8f5ae279-d0c6-41e7-9cba-de9d6d88133a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:28.023344 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-8f5ae279-d0c6-41e7-9cba-de9d6d88133a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f693941d-0671-47a2-8563-c88f3d62af3d HTTP/1.1" status: 200 len: 860 time: 0.1025751 Jan 28 13:24:28.087507 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d223f-77d4-4644-b5f6-37c6f07eb22b req-97eba2e0-3e58-4f85-a062-557d44821ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:28.100710 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-871d223f-77d4-4644-b5f6-37c6f07eb22b req-97eba2e0-3e58-4f85-a062-557d44821ce2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71a5c6ba-e647-4544-86c2-92651ecb7e69 HTTP/1.1" status: 200 len: 852 time: 0.2706981 Jan 28 13:24:28.186261 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3871dce-991a-411a-9015-675dadc39238 req-b0ea3d28-073e-4fae-9b35-153c5db6a794 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:28.189269 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c3871dce-991a-411a-9015-675dadc39238 req-b0ea3d28-073e-4fae-9b35-153c5db6a794 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=05fe06b2-0b48-41b4-9f36-650533321302 HTTP/1.1" status: 200 len: 943 time: 0.3311203 Jan 28 13:24:28.211182 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-871d223f-77d4-4644-b5f6-37c6f07eb22b req-78e8cff3-deae-42f9-b4f7-8a217176a132 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f773675e-cdaa-4e1f-928a-174702ce7787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980043 Jan 28 13:24:28.397062 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-6348e590-8b28-4b8c-9ea4-065ab06c703c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:28.405001 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-6348e590-8b28-4b8c-9ea4-065ab06c703c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=71534dd2-0498-4e62-a826-48a207a6ee6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3719463 Jan 28 13:24:28.425301 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c3871dce-991a-411a-9015-675dadc39238 req-75392be3-b16d-4753-b6bc-048a83f3b11a tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/security-groups?id=54d38ba3-ee67-4fb4-adec-99fd8877e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254839 Jan 28 13:24:28.643362 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-bb8c25d2-3652-40ec-b7f3-f0d1c37f0e8f service neutron] 10.222.0.18 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165439 Jan 28 13:24:28.649734 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-871d223f-77d4-4644-b5f6-37c6f07eb22b req-aa7549a4-9048-4ec1-9077-ee30eae6ffc8 service neutron] 10.222.0.18 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320076 Jan 28 13:24:28.653340 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04e91f9-f3ba-44ff-8d3d-d29ca86ace0c x-openstack-request-id: req-f04e91f9-f3ba-44ff-8d3d-d29ca86ace0c {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:28.653940 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05fe06b2-0b48-41b4-9f36-650533321302", "tag": "3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:28.655969 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f04e91f9-f3ba-44ff-8d3d-d29ca86ace0c {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:28.656759 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05fe06b2-0b48-41b4-9f36-650533321302', 'tag': '3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec', 'status': 'completed', 'code': 200} Jan 28 13:24:28.705154 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9f8af85-5ab0-48f9-b7a6-cd0d436a6e84 req-8f647da9-f835-4691-bf1d-367e6909af06 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2479689 Jan 28 13:24:28.807972 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-871d223f-77d4-4644-b5f6-37c6f07eb22b req-f5135c43-de30-4cf1-b494-1aad80588c03 service neutron] 10.222.0.18 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475015 Jan 28 13:24:28.942939 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-56ed771c-0ecd-46e5-84ea-527c23c3f15b req-cd7ca6eb-0f5b-4b66-9489-1a50e6d69db4 service neutron] 10.222.0.18 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838275 Jan 28 13:24:28.960434 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eebb71-e8f6-4395-aeac-191da7afda89 req-8830980d-da9d-448c-b44b-575fc2b2f4aa tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:28.960971 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473e68c-e666-44b0-a494-d14d4bf20d78 req-435dc17c-577f-4b30-9aaf-485888f0bfca tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:28.963195 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e5eebb71-e8f6-4395-aeac-191da7afda89 req-8830980d-da9d-448c-b44b-575fc2b2f4aa tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d HTTP/1.1" status: 200 len: 943 time: 0.1226397 Jan 28 13:24:28.964301 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9473e68c-e666-44b0-a494-d14d4bf20d78 req-435dc17c-577f-4b30-9aaf-485888f0bfca tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.4379694 Jan 28 13:24:29.004006 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8af85-5ab0-48f9-b7a6-cd0d436a6e84 req-74c3f8a2-3200-4cb2-bc25-8f655b85b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:29.006972 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9f8af85-5ab0-48f9-b7a6-cd0d436a6e84 req-74c3f8a2-3200-4cb2-bc25-8f655b85b4d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 1096 time: 0.1971483 Jan 28 13:24:29.086079 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e5eebb71-e8f6-4395-aeac-191da7afda89 req-2deefa9e-e3e5-4375-b140-2306e702c305 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114526 Jan 28 13:24:29.109325 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5c9bf-7a9c-430f-8cf8-c6d01df505c1 req-4ae7a8ff-27ff-4df5-9915-cdd75f020f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:29.110952 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76c5c9bf-7a9c-430f-8cf8-c6d01df505c1 req-4ae7a8ff-27ff-4df5-9915-cdd75f020f4d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4acaf7e1796b4088b8e1ffc58de61231&device_id=05fe06b2-0b48-41b4-9f36-650533321302 HTTP/1.1" status: 200 len: 1094 time: 0.0981786 Jan 28 13:24:29.234027 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5c9bf-7a9c-430f-8cf8-c6d01df505c1 req-980c04e1-7865-4582-8a78-4c111f71082b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:29.235583 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76c5c9bf-7a9c-430f-8cf8-c6d01df505c1 req-980c04e1-7865-4582-8a78-4c111f71082b service neutron] 10.222.0.18 "GET /v2.0/networks?id=71534dd2-0498-4e62-a826-48a207a6ee6d HTTP/1.1" status: 200 len: 921 time: 0.1185658 Jan 28 13:24:29.303563 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bd74d894-aca4-49e4-adbc-2ce9f3d1dfaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:29.354765 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76c5c9bf-7a9c-430f-8cf8-c6d01df505c1 req-faaa7cb0-9a2f-4d3c-b4a2-d11f5e8355a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec HTTP/1.1" status: 200 len: 217 time: 0.1124659 Jan 28 13:24:29.387631 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9473e68c-e666-44b0-a494-d14d4bf20d78 req-0572526c-dfb6-4326-a5f3-c1a64d2c4d0c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119928 Jan 28 13:24:29.394730 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8af85-5ab0-48f9-b7a6-cd0d436a6e84 req-b2a441b8-14cf-44b6-8fe1-1aa5ec025c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:29.398168 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9f8af85-5ab0-48f9-b7a6-cd0d436a6e84 req-b2a441b8-14cf-44b6-8fe1-1aa5ec025c57 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 920 time: 0.3557665 Jan 28 13:24:29.526219 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d704af2-b9ce-479e-a32a-dcd9fdca25f6 req-d2b52f08-64fb-4149-ad54-d37fed46d360 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:29.544118 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d704af2-b9ce-479e-a32a-dcd9fdca25f6 req-d2b52f08-64fb-4149-ad54-d37fed46d360 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4cdff60-aca1-4f0b-a5c1-879d1fb69216 HTTP/1.1" status: 200 len: 944 time: 0.1858561 Jan 28 13:24:29.552527 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9f8af85-5ab0-48f9-b7a6-cd0d436a6e84 req-0d4d8be1-7c7c-4356-8aae-fabd5b39d1f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df36e2a8-c30f-41f1-9ca8-55487cb5bd3a HTTP/1.1" status: 200 len: 217 time: 0.1452117 Jan 28 13:24:29.556736 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5c9bf-7a9c-430f-8cf8-c6d01df505c1 req-a0f95631-49ad-46d0-afaa-9507127e8a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:29.558454 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76c5c9bf-7a9c-430f-8cf8-c6d01df505c1 req-a0f95631-49ad-46d0-afaa-9507127e8a19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f693941d-0671-47a2-8563-c88f3d62af3d HTTP/1.1" status: 200 len: 860 time: 0.1762917 Jan 28 13:24:29.702314 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8af85-5ab0-48f9-b7a6-cd0d436a6e84 req-15063cc8-94fa-454b-82a5-7c3e5b1c2382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:29.715238 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9f8af85-5ab0-48f9-b7a6-cd0d436a6e84 req-15063cc8-94fa-454b-82a5-7c3e5b1c2382 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99d02297-28c8-4d60-822c-d4eb89318060 HTTP/1.1" status: 200 len: 860 time: 0.1510603 Jan 28 13:24:29.800559 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5c9bf-7a9c-430f-8cf8-c6d01df505c1 req-86d9962a-5c0e-4f09-a38f-f98d6ff33781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:29.803280 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76c5c9bf-7a9c-430f-8cf8-c6d01df505c1 req-86d9962a-5c0e-4f09-a38f-f98d6ff33781 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=71534dd2-0498-4e62-a826-48a207a6ee6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2275014 Jan 28 13:24:29.815354 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9f8af85-5ab0-48f9-b7a6-cd0d436a6e84 req-14b7410a-9cc7-42b6-8548-76d6be00d34d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59fab6ca-64cd-4851-86a5-d4939e9521f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916691 Jan 28 13:24:29.876921 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d704af2-b9ce-479e-a32a-dcd9fdca25f6 req-fb7a0bc8-f02a-43f6-b6e3-65bdf42fdcae tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/security-groups?id=6964d75e-3f0e-4a72-916f-e1c35a807f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313029 Jan 28 13:24:30.017741 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7f451e6b-dbc4-4a68-9692-d258365acc4d req-b6fa348f-cc2d-4d10-ba75-cc98924dcbb1 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc255a9-b329-4cfd-a8e6-ac858d0227e5 HTTP/1.1" status: 200 len: 210 time: 0.1671128 Jan 28 13:24:30.265779 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9f8af85-5ab0-48f9-b7a6-cd0d436a6e84 req-315f87f6-000d-42a7-bab0-163f217d1921 service neutron] 10.222.0.37 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372313 Jan 28 13:24:30.520394 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05718d8-69af-4732-b05b-f924a94e59ec req-6338244b-6cdf-4742-9ee5-db65b8c42475 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:30.521891 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c05718d8-69af-4732-b05b-f924a94e59ec req-6338244b-6cdf-4742-9ee5-db65b8c42475 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=05fe06b2-0b48-41b4-9f36-650533321302 HTTP/1.1" status: 200 len: 943 time: 0.3000400 Jan 28 13:24:30.600178 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 1e7c281a-f54e-4809-8a36-4c8aa14c9708 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:24:30.646665 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c05718d8-69af-4732-b05b-f924a94e59ec req-fed762a7-e123-4fea-b25b-6216e2483ae9 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/security-groups?id=54d38ba3-ee67-4fb4-adec-99fd8877e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178591 Jan 28 13:24:30.653230 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9f8af85-5ab0-48f9-b7a6-cd0d436a6e84 req-d06b412a-3c65-4473-bfbb-71ac3d68cab8 service neutron] 10.222.0.37 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506596 Jan 28 13:24:30.702406 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f5e44-4550-4aa5-908c-c5050c576dcc req-c94ad395-f7b2-46f1-8f46-d01ca347fed0 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:30.704255 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-448f5e44-4550-4aa5-908c-c5050c576dcc req-c94ad395-f7b2-46f1-8f46-d01ca347fed0 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d HTTP/1.1" status: 200 len: 943 time: 0.1789024 Jan 28 13:24:30.715446 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76c5c9bf-7a9c-430f-8cf8-c6d01df505c1 req-e2027cf1-e1b1-4ba7-9c61-e23f9e65baa9 service neutron] 10.222.0.18 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8954022 Jan 28 13:24:30.801303 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-b96a9b39-5850-4af0-8390-f02e58255aa9 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:30.808229 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-b96a9b39-5850-4af0-8390-f02e58255aa9 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.37 "GET /v2.0/networks?id=1c04c518-39f2-47d7-96f5-a06debfdd8ed HTTP/1.1" status: 200 len: 814 time: 0.2791517 Jan 28 13:24:30.856296 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-82db8751-a9ca-4d9b-82af-9e4d8df99b8c tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Request body: {'port': {'device_id': 'bbc255a9-b329-4cfd-a8e6-ac858d0227e5', 'network_id': '1c04c518-39f2-47d7-96f5-a06debfdd8ed', 'admin_state_up': True, 'tenant_id': 'abf5582cf6c74b03a46c276442437a1a'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:30.899259 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-448f5e44-4550-4aa5-908c-c5050c576dcc req-db198963-dc20-41b1-88d6-c668e2e73990 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826558 Jan 28 13:24:30.946114 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76c5c9bf-7a9c-430f-8cf8-c6d01df505c1 req-829f47ea-f619-4842-b219-5dd2429d1dda service neutron] 10.222.0.18 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148504 Jan 28 13:24:30.946371 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 1e7c281a-f54e-4809-8a36-4c8aa14c9708, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=1e7c281a-f54e-4809-8a36-4c8aa14c9708,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:30.959659 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '1e7c281a-f54e-4809-8a36-4c8aa14c9708', 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787', 'port_id': '1e7c281a-f54e-4809-8a36-4c8aa14c9708', 'mac_address': 'fa:16:3e:b2:be:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71a5c6ba-e647-4544-86c2-92651ecb7e69', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:24:31.044930 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 1e7c281a-f54e-4809-8a36-4c8aa14c9708 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:31.045234 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (1e7c281a-f54e-4809-8a36-4c8aa14c9708), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:31.078458 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e7c281a-f54e-4809-8a36-4c8aa14c9708 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:24:31.125603 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 1e7c281a-f54e-4809-8a36-4c8aa14c9708, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=1e7c281a-f54e-4809-8a36-4c8aa14c9708,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:31.130603 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (1e7c281a-f54e-4809-8a36-4c8aa14c9708), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:31.168773 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-82db8751-a9ca-4d9b-82af-9e4d8df99b8c tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Made reservation on behalf of abf5582cf6c74b03a46c276442437a1a for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:24:31.172709 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-82db8751-a9ca-4d9b-82af-9e4d8df99b8c tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:31.193947 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eac7c6-43fc-4581-921b-b97e4d677969 req-338c66c1-fab5-41c8-8661-6b945822fac5 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:31.195551 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-56eac7c6-43fc-4581-921b-b97e4d677969 req-338c66c1-fab5-41c8-8661-6b945822fac5 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.0903404 Jan 28 13:24:31.302713 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=1e7c281a-f54e-4809-8a36-4c8aa14c9708,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:31.339072 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-82db8751-a9ca-4d9b-82af-9e4d8df99b8c tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Allocated IP 172.20.0.8 (1c04c518-39f2-47d7-96f5-a06debfdd8ed/169866dc-bcf0-4fd7-aa06-8c342afd159a/8eb5ce04-8b94-47c1-ab07-f18ddbcaff87) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:24:31.367037 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['1e7c281a-f54e-4809-8a36-4c8aa14c9708'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:24:31.500162 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125526c5-7276-4536-848e-8d1cde1a971b req-403ec6a4-a515-4a6c-bd99-fd1b430acfe8 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:31.510448 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-125526c5-7276-4536-848e-8d1cde1a971b req-403ec6a4-a515-4a6c-bd99-fd1b430acfe8 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4cdff60-aca1-4f0b-a5c1-879d1fb69216 HTTP/1.1" status: 200 len: 944 time: 0.1591430 Jan 28 13:24:31.597071 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-125526c5-7276-4536-848e-8d1cde1a971b req-07e086f8-aca4-4693-95aa-3bdc80e8aa5d tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/security-groups?id=6964d75e-3f0e-4a72-916f-e1c35a807f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857394 Jan 28 13:24:31.598175 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-56eac7c6-43fc-4581-921b-b97e4d677969 req-4a8d0d92-9725-4ed9-b30a-e6dcc4cc385b tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987910 Jan 28 13:24:31.668988 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ca38213f-bbae-4bd7-952f-3ee5a6d35f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:31.748046 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-82db8751-a9ca-4d9b-82af-9e4d8df99b8c tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks [] for port (8eb5ce04-8b94-47c1-ab07-f18ddbcaff87), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:31.776642 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-134f574f-1991-4182-8691-781016f03d73 req-9b97ecb7-dbdb-49dd-84c9-1395e345d20b tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc255a9-b329-4cfd-a8e6-ac858d0227e5 HTTP/1.1" status: 200 len: 210 time: 0.0474749 Jan 28 13:24:31.802178 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-82db8751-a9ca-4d9b-82af-9e4d8df99b8c tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (8eb5ce04-8b94-47c1-ab07-f18ddbcaff87), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:31.816964 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:24:31.936952 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-82db8751-a9ca-4d9b-82af-9e4d8df99b8c tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Network 1c04c518-39f2-47d7-96f5-a06debfdd8ed is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:24:31.945665 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-82db8751-a9ca-4d9b-82af-9e4d8df99b8c tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:24:31.955155 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-82db8751-a9ca-4d9b-82af-9e4d8df99b8c tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:24:32.094143 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db8751-a9ca-4d9b-82af-9e4d8df99b8c tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Pushing event updated for resources: {'Port': ['ID=8eb5ce04-8b94-47c1-ab07-f18ddbcaff87,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:32.112801 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-82db8751-a9ca-4d9b-82af-9e4d8df99b8c tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:32.113825 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-82db8751-a9ca-4d9b-82af-9e4d8df99b8c tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:32.135691 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 873145cc-70a8-411f-92fa-a072409fbc37 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:24:32.145037 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-82db8751-a9ca-4d9b-82af-9e4d8df99b8c tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3279605 Jan 28 13:24:32.163115 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-fc914c25-77ac-475c-babf-5fe565ab6dfd service neutron] Request body: {'port': {'device_id': 'bbc255a9-b329-4cfd-a8e6-ac858d0227e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:32.231950 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce10263-4972-48ec-9392-50f95460ef14 req-93ced81e-1313-4f70-8111-fc7d1435adfd tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:32.236553 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fce10263-4972-48ec-9392-50f95460ef14 req-93ced81e-1313-4f70-8111-fc7d1435adfd tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d HTTP/1.1" status: 200 len: 944 time: 0.1262414 Jan 28 13:24:32.239446 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf010fdf-0664-46fe-a82c-7ffa6e51e0e6 req-8c01cd23-f528-41cf-8aaa-dccff3bd7064 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:32.242719 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf010fdf-0664-46fe-a82c-7ffa6e51e0e6 req-8c01cd23-f528-41cf-8aaa-dccff3bd7064 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=05fe06b2-0b48-41b4-9f36-650533321302 HTTP/1.1" status: 200 len: 943 time: 0.4521830 Jan 28 13:24:32.303850 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 873145cc-70a8-411f-92fa-a072409fbc37, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=873145cc-70a8-411f-92fa-a072409fbc37,segment=NetworkSegment(fc07aa07-3239-412e-bc08-593cfe7720ed),segment_id=fc07aa07-3239-412e-bc08-593cfe7720ed)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:32.317334 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '873145cc-70a8-411f-92fa-a072409fbc37', 'network_id': '077ddb72-71ce-436a-9d31-a635bbd1a7d0', 'port_id': '873145cc-70a8-411f-92fa-a072409fbc37', 'mac_address': 'fa:16:3e:3d:b0:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d96916d-8aad-4141-88fe-09f322c6341e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:24:32.355509 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fce10263-4972-48ec-9392-50f95460ef14 req-752d261b-b60f-4c48-a16e-47394624bee6 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108236 Jan 28 13:24:32.383402 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-fc914c25-77ac-475c-babf-5fe565ab6dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8eb5ce04-8b94-47c1-ab07-f18ddbcaff87), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:32.390303 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 873145cc-70a8-411f-92fa-a072409fbc37 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:32.391392 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (873145cc-70a8-411f-92fa-a072409fbc37), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:32.416583 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873145cc-70a8-411f-92fa-a072409fbc37 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:24:32.444964 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 873145cc-70a8-411f-92fa-a072409fbc37, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=873145cc-70a8-411f-92fa-a072409fbc37,segment=NetworkSegment(fc07aa07-3239-412e-bc08-593cfe7720ed),segment_id=fc07aa07-3239-412e-bc08-593cfe7720ed)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:32.452445 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (873145cc-70a8-411f-92fa-a072409fbc37), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:32.530414 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=873145cc-70a8-411f-92fa-a072409fbc37,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:32.620329 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:24:32.660879 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 1e7c281a-f54e-4809-8a36-4c8aa14c9708 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:24:32.760928 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:32.766662 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 1e7c281a-f54e-4809-8a36-4c8aa14c9708 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:24:32.826157 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 1e7c281a-f54e-4809-8a36-4c8aa14c9708 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:32.826551 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (1e7c281a-f54e-4809-8a36-4c8aa14c9708), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:32.886319 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['873145cc-70a8-411f-92fa-a072409fbc37'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:24:32.892983 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-fc914c25-77ac-475c-babf-5fe565ab6dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb5ce04-8b94-47c1-ab07-f18ddbcaff87 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:24:32.901501 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-fc914c25-77ac-475c-babf-5fe565ab6dfd service neutron] Publish callbacks [] for port (8eb5ce04-8b94-47c1-ab07-f18ddbcaff87), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:32.916186 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-fc914c25-77ac-475c-babf-5fe565ab6dfd service neutron] Transition to ACTIVE for port object 8eb5ce04-8b94-47c1-ab07-f18ddbcaff87 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:24:32.936794 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf010fdf-0664-46fe-a82c-7ffa6e51e0e6 req-87c97805-18a9-4ebd-a0b7-09509848c3da tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/security-groups?id=54d38ba3-ee67-4fb4-adec-99fd8877e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6868505 Jan 28 13:24:32.938166 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-fc914c25-77ac-475c-babf-5fe565ab6dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (8eb5ce04-8b94-47c1-ab07-f18ddbcaff87), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:33.044430 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc914c25-77ac-475c-babf-5fe565ab6dfd service neutron] Pushing event updated for resources: {'Port': ['ID=8eb5ce04-8b94-47c1-ab07-f18ddbcaff87,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:33.083428 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b8d2a-b5a4-4fa8-94ad-13d71403c67d req-ce58a078-1fec-4191-86ab-4d0f0c567935 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:33.116389 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-da9b8d2a-b5a4-4fa8-94ad-13d71403c67d req-ce58a078-1fec-4191-86ab-4d0f0c567935 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4cdff60-aca1-4f0b-a5c1-879d1fb69216 HTTP/1.1" status: 200 len: 945 time: 0.2867336 Jan 28 13:24:33.165413 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec,segment=NetworkSegment(86269ba4-6bcb-4dd9-88b3-35a2df61a1bc),segment_id=86269ba4-6bcb-4dd9-88b3-35a2df61a1bc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:33.208063 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4182d-57b6-4d7d-b4fe-116a6db76c88 req-43cad547-8df6-4cae-85d5-d653c9d34d0e tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:33.227314 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2bf4182d-57b6-4d7d-b4fe-116a6db76c88 req-43cad547-8df6-4cae-85d5-d653c9d34d0e tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.1847918 Jan 28 13:24:33.325876 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50966) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:24:33.327513 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-da9b8d2a-b5a4-4fa8-94ad-13d71403c67d req-ad2e6333-8f53-441d-b03a-f6a5c5a54011 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/security-groups?id=6964d75e-3f0e-4a72-916f-e1c35a807f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096059 Jan 28 13:24:33.381833 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'port_id': '3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec', 'mac_address': 'fa:16:3e:f2:4a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:24:33.398966 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-fc914c25-77ac-475c-babf-5fe565ab6dfd service neutron] Attempting to bind port 8eb5ce04-8b94-47c1-ab07-f18ddbcaff87 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:24:33.399313 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-fc914c25-77ac-475c-babf-5fe565ab6dfd service neutron] Attempting to bind port 8eb5ce04-8b94-47c1-ab07-f18ddbcaff87 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '1c04bf0b-8aa7-40e6-8665-eb4d488e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1c04c518-39f2-47d7-96f5-a06debfdd8ed'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:24:33.399618 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-fc914c25-77ac-475c-babf-5fe565ab6dfd service neutron] Attempting to bind port 8eb5ce04-8b94-47c1-ab07-f18ddbcaff87 on network 1c04c518-39f2-47d7-96f5-a06debfdd8ed {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:33.477502 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-fc914c25-77ac-475c-babf-5fe565ab6dfd service neutron] Port 8eb5ce04-8b94-47c1-ab07-f18ddbcaff87 on network 1c04c518-39f2-47d7-96f5-a06debfdd8ed not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:24:33.480374 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-fc914c25-77ac-475c-babf-5fe565ab6dfd service neutron] Attempting to bind port 8eb5ce04-8b94-47c1-ab07-f18ddbcaff87 on network 1c04c518-39f2-47d7-96f5-a06debfdd8ed {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:33.513927 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-fc914c25-77ac-475c-babf-5fe565ab6dfd service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:24:33.518842 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-fc914c25-77ac-475c-babf-5fe565ab6dfd service neutron] Checking segment: {'id': '1c04bf0b-8aa7-40e6-8665-eb4d488e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1c04c518-39f2-47d7-96f5-a06debfdd8ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:24:33.519888 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-fc914c25-77ac-475c-babf-5fe565ab6dfd service neutron] Bound using segment: {'id': '1c04bf0b-8aa7-40e6-8665-eb4d488e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1c04c518-39f2-47d7-96f5-a06debfdd8ed'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:24:33.523990 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-fc914c25-77ac-475c-babf-5fe565ab6dfd service neutron] Bound port: 8eb5ce04-8b94-47c1-ab07-f18ddbcaff87, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c04bf0b-8aa7-40e6-8665-eb4d488e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1c04c518-39f2-47d7-96f5-a06debfdd8ed'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:24:33.524937 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-fc914c25-77ac-475c-babf-5fe565ab6dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8eb5ce04-8b94-47c1-ab07-f18ddbcaff87), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:33.541713 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2bf4182d-57b6-4d7d-b4fe-116a6db76c88 req-d9a1dd44-c60f-4d46-9d27-5580eb164bef tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133533 Jan 28 13:24:33.652421 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b17d7d-f8a5-4150-9258-2a7a82b82e9a req-9df8fbc3-ddd8-4154-b6ab-dfb24b2f8dd4 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:33.683846 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-73b17d7d-f8a5-4150-9258-2a7a82b82e9a req-9df8fbc3-ddd8-4154-b6ab-dfb24b2f8dd4 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc255a9-b329-4cfd-a8e6-ac858d0227e5 HTTP/1.1" status: 200 len: 943 time: 0.1814287 Jan 28 13:24:33.781607 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b21192c-8643-4a98-a5ad-c352cf94c435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:33.804426 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-73b17d7d-f8a5-4150-9258-2a7a82b82e9a req-434bb5a4-5039-4413-832b-be3f40417c51 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148715 Jan 28 13:24:33.842941 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:33.849756 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:33.869140 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 1e7c281a-f54e-4809-8a36-4c8aa14c9708 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:33.870106 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (1e7c281a-f54e-4809-8a36-4c8aa14c9708), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:33.876454 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:24:33.891677 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-fc914c25-77ac-475c-babf-5fe565ab6dfd service neutron] For port 8eb5ce04-8b94-47c1-ab07-f18ddbcaff87, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:24:33.922823 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-fc914c25-77ac-475c-babf-5fe565ab6dfd service neutron] For port 8eb5ce04-8b94-47c1-ab07-f18ddbcaff87, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=8eb5ce04-8b94-47c1-ab07-f18ddbcaff87,segment=NetworkSegment(1c04bf0b-8aa7-40e6-8665-eb4d488e60a5),segment_id=1c04bf0b-8aa7-40e6-8665-eb4d488e60a5)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:24:33.940518 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-fc914c25-77ac-475c-babf-5fe565ab6dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (8eb5ce04-8b94-47c1-ab07-f18ddbcaff87), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:33.946376 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec,segment=NetworkSegment(86269ba4-6bcb-4dd9-88b3-35a2df61a1bc),segment_id=86269ba4-6bcb-4dd9-88b3-35a2df61a1bc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:33.966777 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc308a1-faf4-4b5b-ae6a-9d71774172e6 req-01c23351-1993-4580-8807-1f053b37708b tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:33.979768 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6dc308a1-faf4-4b5b-ae6a-9d71774172e6 req-01c23351-1993-4580-8807-1f053b37708b tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d HTTP/1.1" status: 200 len: 944 time: 0.1869142 Jan 28 13:24:33.984235 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:33.986576 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7c281a-f54e-4809-8a36-4c8aa14c9708'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:33.990133 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76558e8f-e0e5-44ac-8f32-b3054ff42c62" -d '{"events": [{"server_uuid": "cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d", "name": "network-vif-plugged", "status": "completed", "tag": "1e7c281a-f54e-4809-8a36-4c8aa14c9708"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:34.106309 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-fc914c25-77ac-475c-babf-5fe565ab6dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:34.107038 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-fc914c25-77ac-475c-babf-5fe565ab6dfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:34.108890 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-fc914c25-77ac-475c-babf-5fe565ab6dfd service neutron] 10.222.0.37 "PUT /v2.0/ports/8eb5ce04-8b94-47c1-ab07-f18ddbcaff87 HTTP/1.1" status: 200 len: 1091 time: 1.9532702 Jan 28 13:24:34.110821 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc255a9-b329-4cfd-a8e6-ac858d0227e5', 'tag': '8eb5ce04-8b94-47c1-ab07-f18ddbcaff87'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:34.114954 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f671b1f-ba6d-42c1-8bfa-52f3348ce1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc255a9-b329-4cfd-a8e6-ac858d0227e5", "tag": "8eb5ce04-8b94-47c1-ab07-f18ddbcaff87"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:34.209086 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 1e7c281a-f54e-4809-8a36-4c8aa14c9708, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=1e7c281a-f54e-4809-8a36-4c8aa14c9708,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:34.213971 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:34.215957 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc914c25-77ac-475c-babf-5fe565ab6dfd service neutron] Pushing event updated for resources: {'Port': ['ID=8eb5ce04-8b94-47c1-ab07-f18ddbcaff87,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:34.225316 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:34.225316 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (1e7c281a-f54e-4809-8a36-4c8aa14c9708), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:34.271720 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6dc308a1-faf4-4b5b-ae6a-9d71774172e6 req-f8ee95a5-6441-46be-bdf9-ef15e0cb3a48 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872784 Jan 28 13:24:34.285773 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2406f-4af5-46d0-b938-26aaca0bbcf1 req-49ca3840-1947-4d84-b885-0ba55ea8813d tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:34.294684 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5cd2406f-4af5-46d0-b938-26aaca0bbcf1 req-49ca3840-1947-4d84-b885-0ba55ea8813d tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=05fe06b2-0b48-41b4-9f36-650533321302 HTTP/1.1" status: 200 len: 944 time: 0.0907097 Jan 28 13:24:34.317996 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=1e7c281a-f54e-4809-8a36-4c8aa14c9708,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:34.323758 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:24:34.336894 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b21192c-8643-4a98-a5ad-c352cf94c435 admin admin] Publish callbacks [] for security_group (1f838cc4-5b41-4afc-b6f2-63637e5d1201), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:34.352016 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b21192c-8643-4a98-a5ad-c352cf94c435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1f838cc4-5b41-4afc-b6f2-63637e5d1201), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:34.464003 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe821b2-e6b3-4d4f-b2b1-981618abeccf x-openstack-request-id: req-efe821b2-e6b3-4d4f-b2b1-981618abeccf {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:34.464757 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d", "name": "network-vif-plugged", "status": "completed", "tag": "1e7c281a-f54e-4809-8a36-4c8aa14c9708", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:34.465922 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5cd2406f-4af5-46d0-b938-26aaca0bbcf1 req-a3193bbc-f55d-4c44-ad8d-ec52587ab4f0 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/security-groups?id=54d38ba3-ee67-4fb4-adec-99fd8877e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697068 Jan 28 13:24:34.466644 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-efe821b2-e6b3-4d4f-b2b1-981618abeccf {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:34.473579 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7c281a-f54e-4809-8a36-4c8aa14c9708', 'code': 200} Jan 28 13:24:34.479379 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9960fab-9e88-4e42-b1a5-a88573744e1d x-openstack-request-id: req-d9960fab-9e88-4e42-b1a5-a88573744e1d {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:34.479602 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc255a9-b329-4cfd-a8e6-ac858d0227e5", "tag": "8eb5ce04-8b94-47c1-ab07-f18ddbcaff87", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:34.479781 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d9960fab-9e88-4e42-b1a5-a88573744e1d {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:34.480173 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc255a9-b329-4cfd-a8e6-ac858d0227e5', 'tag': '8eb5ce04-8b94-47c1-ab07-f18ddbcaff87', 'status': 'completed', 'code': 200} Jan 28 13:24:34.543265 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21192c-8643-4a98-a5ad-c352cf94c435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f838cc4-5b41-4afc-b6f2-63637e5d1201,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:34.551765 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50984) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:24:34.560018 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2b21192c-8643-4a98-a5ad-c352cf94c435 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c53fa281b18340d8a627d4859056de45&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2206352 Jan 28 13:24:34.571188 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-c17878a5-34ad-4e50-b714-278b7e8c1f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:34.572643 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-c17878a5-34ad-4e50-b714-278b7e8c1f83 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=abf5582cf6c74b03a46c276442437a1a&device_id=bbc255a9-b329-4cfd-a8e6-ac858d0227e5 HTTP/1.1" status: 200 len: 1094 time: 0.3387556 Jan 28 13:24:34.769020 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-14f65ae4-238a-4aa1-8993-42f2fd2a52d9 admin admin] Publish callbacks [] for security_group (1f838cc4-5b41-4afc-b6f2-63637e5d1201), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:34.816565 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-9e440ef8-51dc-4206-8490-988182de2ffb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eb5ce04-8b94-47c1-ab07-f18ddbcaff87 HTTP/1.1" status: 200 len: 217 time: 0.2361844 Jan 28 13:24:34.908544 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-d74cc7e7-06be-422c-9fe3-bc00b1106492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:34.918796 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-d74cc7e7-06be-422c-9fe3-bc00b1106492 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=169866dc-bcf0-4fd7-aa06-8c342afd159a HTTP/1.1" status: 200 len: 854 time: 0.0874977 Jan 28 13:24:34.918796 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8c2fe-1116-48ac-bc6b-94f8d2020f00 req-28bf02a0-7b77-41fa-8050-bf38b4c873fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:34.920138 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-97b8c2fe-1116-48ac-bc6b-94f8d2020f00 req-28bf02a0-7b77-41fa-8050-bf38b4c873fd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d HTTP/1.1" status: 200 len: 1096 time: 0.4176986 Jan 28 13:24:34.963610 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-14f65ae4-238a-4aa1-8993-42f2fd2a52d9 admin admin] Publish callbacks [] for security_group (1f838cc4-5b41-4afc-b6f2-63637e5d1201), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:35.013990 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-32fc993f-df03-41a7-8e1c-13d224f1ad42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c04c518-39f2-47d7-96f5-a06debfdd8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921822 Jan 28 13:24:35.050787 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8551c9-51c2-4ba5-858d-71d3314a3715 req-81c90391-dd6c-4b92-a3d3-750cc5c39977 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:35.058752 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ad8551c9-51c2-4ba5-858d-71d3314a3715 req-81c90391-dd6c-4b92-a3d3-750cc5c39977 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4cdff60-aca1-4f0b-a5c1-879d1fb69216 HTTP/1.1" status: 200 len: 945 time: 0.4848356 Jan 28 13:24:35.131219 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835111d-f97c-47d2-b001-33c9261851ff req-4dfba623-54ff-4288-8997-e8abd7c1f68c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:35.138070 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5835111d-f97c-47d2-b001-33c9261851ff req-4dfba623-54ff-4288-8997-e8abd7c1f68c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.3335674 Jan 28 13:24:35.139282 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-14f65ae4-238a-4aa1-8993-42f2fd2a52d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1f838cc4-5b41-4afc-b6f2-63637e5d1201), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:35.158827 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-14f65ae4-238a-4aa1-8993-42f2fd2a52d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:35.165331 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-14f65ae4-238a-4aa1-8993-42f2fd2a52d9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f838cc4-5b41-4afc-b6f2-63637e5d1201 HTTP/1.1" status: 204 len: 168 time: 0.6116388 Jan 28 13:24:35.205292 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-97b8c2fe-1116-48ac-bc6b-94f8d2020f00 req-ba2f9c96-8b7b-4bb2-b207-651eddfef3c1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593038 Jan 28 13:24:35.268642 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f65ae4-238a-4aa1-8993-42f2fd2a52d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f838cc4-5b41-4afc-b6f2-63637e5d1201,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:35.331786 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ad8551c9-51c2-4ba5-858d-71d3314a3715 req-cdb9de52-9cc8-4eb2-b8c0-39013dd4ec06 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/security-groups?id=6964d75e-3f0e-4a72-916f-e1c35a807f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509904 Jan 28 13:24:35.336943 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5835111d-f97c-47d2-b001-33c9261851ff req-e6cdf5f0-959e-494d-b8e5-c21080072d8a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686764 Jan 28 13:24:35.406864 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-0f5ad816-ec9b-4ded-8cde-4f41205e8509 service neutron] 10.222.0.37 "GET /v2.0/networks/1c04c518-39f2-47d7-96f5-a06debfdd8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395276 Jan 28 13:24:35.634336 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:35.745430 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40f4ca-3efa-4b74-92f8-15f142187d0d req-779ec773-1730-4ac9-9fb8-f504633dd9c6 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:35.750907 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fc40f4ca-3efa-4b74-92f8-15f142187d0d req-779ec773-1730-4ac9-9fb8-f504633dd9c6 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc255a9-b329-4cfd-a8e6-ac858d0227e5 HTTP/1.1" status: 200 len: 943 time: 0.1610367 Jan 28 13:24:35.764160 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9d2e0-6396-49ed-9e67-5ceb0dfbb447 req-6b3ca414-aac4-4f32-bc6a-03b2c49c18e3 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:35.767233 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fbe9d2e0-6396-49ed-9e67-5ceb0dfbb447 req-6b3ca414-aac4-4f32-bc6a-03b2c49c18e3 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d HTTP/1.1" status: 200 len: 945 time: 0.1740634 Jan 28 13:24:35.774737 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0268a8c0-c448-47a5-8715-26edbe833a4d req-22c5058d-105d-4fd0-8670-dd83e2b12f23 service neutron] 10.222.0.37 "GET /v2.0/networks/1c04c518-39f2-47d7-96f5-a06debfdd8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646419 Jan 28 13:24:35.961203 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fc40f4ca-3efa-4b74-92f8-15f142187d0d req-06fdd748-61d8-4b1e-ad79-8dbb0effdd9a tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019937 Jan 28 13:24:36.004809 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fbe9d2e0-6396-49ed-9e67-5ceb0dfbb447 req-b60b98d5-e734-4b9c-a2bd-34e266361f0e tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249672 Jan 28 13:24:36.043056 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f671b1f-ba6d-42c1-8bfa-52f3348ce1a3 req-5e86c328-bce0-4de5-8399-46c16a31f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:36.047350 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f671b1f-ba6d-42c1-8bfa-52f3348ce1a3 req-5e86c328-bce0-4de5-8399-46c16a31f6e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=abf5582cf6c74b03a46c276442437a1a&device_id=bbc255a9-b329-4cfd-a8e6-ac858d0227e5 HTTP/1.1" status: 200 len: 1094 time: 0.1781518 Jan 28 13:24:36.125272 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 873145cc-70a8-411f-92fa-a072409fbc37 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:24:36.317615 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986935b-12f1-472b-a22f-2cdf32cf45a3 req-17ddb07a-4b87-4731-b7a4-888f8eab1f87 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:36.321473 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f671b1f-ba6d-42c1-8bfa-52f3348ce1a3 req-57073888-4c0d-42ae-b381-a9ffe304f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:36.322516 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 873145cc-70a8-411f-92fa-a072409fbc37 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:24:36.332697 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 873145cc-70a8-411f-92fa-a072409fbc37 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:36.333319 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (873145cc-70a8-411f-92fa-a072409fbc37), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:36.334643 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8986935b-12f1-472b-a22f-2cdf32cf45a3 req-17ddb07a-4b87-4731-b7a4-888f8eab1f87 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=05fe06b2-0b48-41b4-9f36-650533321302 HTTP/1.1" status: 200 len: 944 time: 0.1850181 Jan 28 13:24:36.337731 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f671b1f-ba6d-42c1-8bfa-52f3348ce1a3 req-57073888-4c0d-42ae-b381-a9ffe304f83f service neutron] 10.222.0.37 "GET /v2.0/networks?id=1c04c518-39f2-47d7-96f5-a06debfdd8ed HTTP/1.1" status: 200 len: 914 time: 0.2815800 Jan 28 13:24:36.459459 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f671b1f-ba6d-42c1-8bfa-52f3348ce1a3 req-2959ecb9-f90a-4bbf-ba64-da35fdf82d17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eb5ce04-8b94-47c1-ab07-f18ddbcaff87 HTTP/1.1" status: 200 len: 217 time: 0.1140077 Jan 28 13:24:36.482140 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8986935b-12f1-472b-a22f-2cdf32cf45a3 req-d4ec0e77-f86a-4d39-b6e4-e9e2d14a5f10 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/security-groups?id=54d38ba3-ee67-4fb4-adec-99fd8877e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460552 Jan 28 13:24:36.659859 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 873145cc-70a8-411f-92fa-a072409fbc37 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:36.660730 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (873145cc-70a8-411f-92fa-a072409fbc37), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:36.734062 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:24:36.738428 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82f29e-fc02-4e21-be65-8ad8a844e17b req-824f51fd-ffbe-49f4-bd71-d5ed33a33fea tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:36.751127 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1b82f29e-fc02-4e21-be65-8ad8a844e17b req-824f51fd-ffbe-49f4-bd71-d5ed33a33fea tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4cdff60-aca1-4f0b-a5c1-879d1fb69216 HTTP/1.1" status: 200 len: 945 time: 0.1114929 Jan 28 13:24:36.762624 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0ec9f-0227-42bf-bdaa-8e8687ffd830 req-989e1b40-f6ae-4210-a625-9bf9cdb6c3ed tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:36.781954 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-60e0ec9f-0227-42bf-bdaa-8e8687ffd830 req-989e1b40-f6ae-4210-a625-9bf9cdb6c3ed tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.2136075 Jan 28 13:24:36.789925 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f671b1f-ba6d-42c1-8bfa-52f3348ce1a3 req-a50c40fa-ccd2-49e3-9ced-1626656d98d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:36.796925 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f671b1f-ba6d-42c1-8bfa-52f3348ce1a3 req-a50c40fa-ccd2-49e3-9ced-1626656d98d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=169866dc-bcf0-4fd7-aa06-8c342afd159a HTTP/1.1" status: 200 len: 854 time: 0.3250563 Jan 28 13:24:36.864259 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1b82f29e-fc02-4e21-be65-8ad8a844e17b req-db21eb7e-f769-4bb4-ba2c-df375a391eb9 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/security-groups?id=6964d75e-3f0e-4a72-916f-e1c35a807f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131923 Jan 28 13:24:36.912588 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f671b1f-ba6d-42c1-8bfa-52f3348ce1a3 req-fb0ff65f-4f1f-4f92-9ae1-8ed117350a92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c04c518-39f2-47d7-96f5-a06debfdd8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065834 Jan 28 13:24:36.922189 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 873145cc-70a8-411f-92fa-a072409fbc37, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=873145cc-70a8-411f-92fa-a072409fbc37,segment=NetworkSegment(fc07aa07-3239-412e-bc08-593cfe7720ed),segment_id=fc07aa07-3239-412e-bc08-593cfe7720ed)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:36.928332 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cdff60-aca1-4f0b-a5c1-879d1fb69216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873145cc-70a8-411f-92fa-a072409fbc37'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:36.936279 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44374346-ee52-40d7-953f-aaa054aab9ed" -d '{"events": [{"server_uuid": "a4cdff60-aca1-4f0b-a5c1-879d1fb69216", "name": "network-vif-plugged", "status": "completed", "tag": "873145cc-70a8-411f-92fa-a072409fbc37"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:36.954503 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (873145cc-70a8-411f-92fa-a072409fbc37), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:37.079909 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15b0ed9-1ecf-496a-8f64-bff31f24529f x-openstack-request-id: req-f15b0ed9-1ecf-496a-8f64-bff31f24529f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:37.080504 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4cdff60-aca1-4f0b-a5c1-879d1fb69216", "name": "network-vif-plugged", "status": "completed", "tag": "873145cc-70a8-411f-92fa-a072409fbc37", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:37.081842 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f15b0ed9-1ecf-496a-8f64-bff31f24529f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:37.082983 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cdff60-aca1-4f0b-a5c1-879d1fb69216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873145cc-70a8-411f-92fa-a072409fbc37', 'code': 200} Jan 28 13:24:37.148833 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:24:37.193391 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:37.194529 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:37.250752 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-60e0ec9f-0227-42bf-bdaa-8e8687ffd830 req-4051d761-beb7-4902-8dc6-fcd49b5d44c8 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675510 Jan 28 13:24:37.264897 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=873145cc-70a8-411f-92fa-a072409fbc37,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:37.377934 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f671b1f-ba6d-42c1-8bfa-52f3348ce1a3 req-40872d3e-0553-4f0e-9094-8f41a0e730c8 service neutron] 10.222.0.37 "GET /v2.0/networks/1c04c518-39f2-47d7-96f5-a06debfdd8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432528 Jan 28 13:24:37.379091 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2cd069-f52a-4541-bb6b-260c1e4e5d8a req-ae48c69d-de62-4377-abf3-78f2209ea310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:37.380868 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa2cd069-f52a-4541-bb6b-260c1e4e5d8a req-ae48c69d-de62-4377-abf3-78f2209ea310 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a4cdff60-aca1-4f0b-a5c1-879d1fb69216 HTTP/1.1" status: 200 len: 1097 time: 0.2484133 Jan 28 13:24:37.429312 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6b9ac-825e-47eb-a531-86c71ac41ac2 req-648b3e39-3ca0-42e3-8f1c-acd20fb4846f tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:37.430954 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6be6b9ac-825e-47eb-a531-86c71ac41ac2 req-648b3e39-3ca0-42e3-8f1c-acd20fb4846f tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc255a9-b329-4cfd-a8e6-ac858d0227e5 HTTP/1.1" status: 200 len: 943 time: 0.1987026 Jan 28 13:24:37.439706 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:37.440196 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:37.500045 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec,segment=NetworkSegment(86269ba4-6bcb-4dd9-88b3-35a2df61a1bc),segment_id=86269ba4-6bcb-4dd9-88b3-35a2df61a1bc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:37.505989 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:37.539530 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa2cd069-f52a-4541-bb6b-260c1e4e5d8a req-a3102e2b-86eb-4aaa-abd7-b27e4e2b8ff0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6964d75e-3f0e-4a72-916f-e1c35a807f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396027 Jan 28 13:24:37.585414 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb323f-556e-41c4-be92-68fa2bcc9f95 req-5fa5438f-51c7-415d-a3fd-030893f8ba53 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:37.587117 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cbdb323f-556e-41c4-be92-68fa2bcc9f95 req-5fa5438f-51c7-415d-a3fd-030893f8ba53 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d HTTP/1.1" status: 200 len: 945 time: 0.0742407 Jan 28 13:24:37.636163 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:37.647365 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6be6b9ac-825e-47eb-a531-86c71ac41ac2 req-8fbe8879-9a0a-4f53-92d5-f09de65556ca tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031269 Jan 28 13:24:37.662666 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f671b1f-ba6d-42c1-8bfa-52f3348ce1a3 req-6625ce4b-ee02-4b82-94f2-cbb0b4c13c7c service neutron] 10.222.0.37 "GET /v2.0/networks/1c04c518-39f2-47d7-96f5-a06debfdd8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737808 Jan 28 13:24:37.757452 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cbdb323f-556e-41c4-be92-68fa2bcc9f95 req-29df78c3-e4a1-4720-ad8a-62eea2fd5a50 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493747 Jan 28 13:24:37.816756 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:24:38.038475 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cc66e-405c-43d5-98ed-4cd0f4b39cec req-7253847e-f98f-49b9-9c23-d964a93ca43f tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:38.041544 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e68cc66e-405c-43d5-98ed-4cd0f4b39cec req-7253847e-f98f-49b9-9c23-d964a93ca43f tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=05fe06b2-0b48-41b4-9f36-650533321302 HTTP/1.1" status: 200 len: 945 time: 0.1029162 Jan 28 13:24:38.106322 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e68cc66e-405c-43d5-98ed-4cd0f4b39cec req-7c1b1894-a42a-4fb3-b678-ffae3f54715c tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/security-groups?id=54d38ba3-ee67-4fb4-adec-99fd8877e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589442 Jan 28 13:24:38.453830 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794430c8-c9a8-4f72-94e1-39f06ba9289e req-553a9b5e-80d3-4679-bb9f-a05b4b489fdf tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:38.472153 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-794430c8-c9a8-4f72-94e1-39f06ba9289e req-553a9b5e-80d3-4679-bb9f-a05b4b489fdf tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4cdff60-aca1-4f0b-a5c1-879d1fb69216 HTTP/1.1" status: 200 len: 946 time: 0.1181417 Jan 28 13:24:38.502362 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f6e36-074b-474f-ad19-da363ba817c9 req-dc4f5245-05ef-4e5e-ade7-d604e7c3b3bb tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:38.504366 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-362f6e36-074b-474f-ad19-da363ba817c9 req-dc4f5245-05ef-4e5e-ade7-d604e7c3b3bb tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d HTTP/1.1" status: 200 len: 945 time: 0.0898376 Jan 28 13:24:38.561989 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-794430c8-c9a8-4f72-94e1-39f06ba9289e req-be7d2cfe-725b-4ffe-8393-c851f109eae0 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/security-groups?id=6964d75e-3f0e-4a72-916f-e1c35a807f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880492 Jan 28 13:24:38.587455 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-362f6e36-074b-474f-ad19-da363ba817c9 req-bfcd67ec-3b26-4fac-b642-b69b186026f0 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692525 Jan 28 13:24:38.741363 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b3d04-fa3a-49e0-ae42-684148b2128c req-11845c54-f4a1-41d9-90f9-19037e7f7805 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:38.743094 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-604b3d04-fa3a-49e0-ae42-684148b2128c req-11845c54-f4a1-41d9-90f9-19037e7f7805 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.0966671 Jan 28 13:24:38.831512 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-ba1c56fb-2f6b-489f-9f67-ff592508cb96 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1208208926&fields=id&tenant_id=f235cd5aff1543e5993f6b32019caaff HTTP/1.1" status: 200 len: 267 time: 0.0888884 Jan 28 13:24:38.840970 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-604b3d04-fa3a-49e0-ae42-684148b2128c req-06a9dc44-2ee8-4923-a011-d6552c9ac9ce tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884349 Jan 28 13:24:39.069760 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-9355cf5a-7e77-4f74-b594-7cb6bc1eed3b tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:39.084043 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-9355cf5a-7e77-4f74-b594-7cb6bc1eed3b tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/networks?id=cd2b546a-6aba-4188-b902-b8e2745b4d7e HTTP/1.1" status: 200 len: 816 time: 0.2404788 Jan 28 13:24:39.087704 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05fe06b2-0b48-41b4-9f36-650533321302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:39.091609 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f67fd7-b08f-404a-b75b-d2580ebb2efe" -d '{"events": [{"server_uuid": "05fe06b2-0b48-41b4-9f36-650533321302", "name": "network-vif-plugged", "status": "completed", "tag": "3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:39.104070 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-00a10be9-9393-49bb-9601-937dcd226a1a tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/quotas/f235cd5aff1543e5993f6b32019caaff HTTP/1.1" status: 200 len: 375 time: 0.0171063 Jan 28 13:24:39.199111 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65291b2a-b474-495b-a65a-850ce8b9e5c0 req-b723c98a-1483-4794-be25-3459b33ce8cf tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:39.205304 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-65291b2a-b474-495b-a65a-850ce8b9e5c0 req-b723c98a-1483-4794-be25-3459b33ce8cf tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc255a9-b329-4cfd-a8e6-ac858d0227e5 HTTP/1.1" status: 200 len: 943 time: 0.0992990 Jan 28 13:24:39.246700 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-73413ccd-21ae-46ec-bc84-0592fef4d2cf tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f235cd5aff1543e5993f6b32019caaff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1264973 Jan 28 13:24:39.302087 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-65291b2a-b474-495b-a65a-850ce8b9e5c0 req-6adeca01-3520-44e1-8e5e-036d588c2732 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800350 Jan 28 13:24:39.444556 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-25563204-ed81-4bb4-a618-dda336775c29 service neutron] 10.222.0.39 "GET /v2.0/networks/cd2b546a-6aba-4188-b902-b8e2745b4d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732380 Jan 28 13:24:39.460960 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd239699-b887-4ed4-b221-2a14872630be x-openstack-request-id: req-bd239699-b887-4ed4-b221-2a14872630be {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:39.461265 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05fe06b2-0b48-41b4-9f36-650533321302", "name": "network-vif-plugged", "status": "completed", "tag": "3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:39.461521 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd239699-b887-4ed4-b221-2a14872630be {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:39.461931 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05fe06b2-0b48-41b4-9f36-650533321302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec', 'code': 200} Jan 28 13:24:39.636592 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da621ca-db96-46a5-b34b-6cd993ab76dd req-7736a21e-2a8e-445c-88af-311b42b637f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:39.638423 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9da621ca-db96-46a5-b34b-6cd993ab76dd req-7736a21e-2a8e-445c-88af-311b42b637f8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=05fe06b2-0b48-41b4-9f36-650533321302 HTTP/1.1" status: 200 len: 1096 time: 0.0984025 Jan 28 13:24:39.649816 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-7ddd111d-5760-430f-9db7-601176488f9a service neutron] 10.222.0.39 "GET /v2.0/networks/cd2b546a-6aba-4188-b902-b8e2745b4d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042916 Jan 28 13:24:39.720219 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f320a-b32c-4591-9766-39b6219eea6c req-b9cd6a3f-0024-4b4a-ac9a-74995c3fe833 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:39.728243 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3a1f320a-b32c-4591-9766-39b6219eea6c req-b9cd6a3f-0024-4b4a-ac9a-74995c3fe833 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=05fe06b2-0b48-41b4-9f36-650533321302 HTTP/1.1" status: 200 len: 945 time: 0.1064229 Jan 28 13:24:39.832030 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47c00f-ab3f-48f2-8d5c-2c4fc87bbfc8 req-c1c51c38-5aca-4e0f-add4-135a797ac227 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:39.835363 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bb47c00f-ab3f-48f2-8d5c-2c4fc87bbfc8 req-c1c51c38-5aca-4e0f-add4-135a797ac227 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d HTTP/1.1" status: 200 len: 945 time: 0.1044071 Jan 28 13:24:39.853894 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9da621ca-db96-46a5-b34b-6cd993ab76dd req-4f0d0633-1c41-451b-b351-a073d04fb698 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=54d38ba3-ee67-4fb4-adec-99fd8877e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861527 Jan 28 13:24:39.896313 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3a1f320a-b32c-4591-9766-39b6219eea6c req-86fba36f-c76c-42fa-b64a-6f1c2a73ab33 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/security-groups?id=54d38ba3-ee67-4fb4-adec-99fd8877e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669321 Jan 28 13:24:40.068762 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-bb47c00f-ab3f-48f2-8d5c-2c4fc87bbfc8 req-55e2de6e-1f97-496d-85fd-aaeed0ad7a0b tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Deleting port 1e7c281a-f54e-4809-8a36-4c8aa14c9708 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:24:40.069340 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bb47c00f-ab3f-48f2-8d5c-2c4fc87bbfc8 req-55e2de6e-1f97-496d-85fd-aaeed0ad7a0b tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (1e7c281a-f54e-4809-8a36-4c8aa14c9708), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:40.176846 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 8eb5ce04-8b94-47c1-ab07-f18ddbcaff87 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:24:40.235965 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-bb47c00f-ab3f-48f2-8d5c-2c4fc87bbfc8 req-55e2de6e-1f97-496d-85fd-aaeed0ad7a0b tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] For port 1e7c281a-f54e-4809-8a36-4c8aa14c9708, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=1e7c281a-f54e-4809-8a36-4c8aa14c9708,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:40.236765 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bb47c00f-ab3f-48f2-8d5c-2c4fc87bbfc8 req-55e2de6e-1f97-496d-85fd-aaeed0ad7a0b tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (1e7c281a-f54e-4809-8a36-4c8aa14c9708), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:40.271993 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-bb47c00f-ab3f-48f2-8d5c-2c4fc87bbfc8 req-55e2de6e-1f97-496d-85fd-aaeed0ad7a0b tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Calling delete_port for 1e7c281a-f54e-4809-8a36-4c8aa14c9708 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:24:40.434851 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 8eb5ce04-8b94-47c1-ab07-f18ddbcaff87, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=8eb5ce04-8b94-47c1-ab07-f18ddbcaff87,segment=NetworkSegment(1c04bf0b-8aa7-40e6-8665-eb4d488e60a5),segment_id=1c04bf0b-8aa7-40e6-8665-eb4d488e60a5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:40.493658 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '8eb5ce04-8b94-47c1-ab07-f18ddbcaff87', 'network_id': '1c04c518-39f2-47d7-96f5-a06debfdd8ed', 'port_id': '8eb5ce04-8b94-47c1-ab07-f18ddbcaff87', 'mac_address': 'fa:16:3e:83:cf:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169866dc-bcf0-4fd7-aa06-8c342afd159a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:24:40.661754 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 8eb5ce04-8b94-47c1-ab07-f18ddbcaff87 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:40.662360 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8eb5ce04-8b94-47c1-ab07-f18ddbcaff87), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:40.681520 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb68045-ac9b-4895-a438-cd71bcc0f9ac req-d58aa809-79e7-4a96-b625-4e1758a8f299 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:40.698653 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-acb68045-ac9b-4895-a438-cd71bcc0f9ac req-d58aa809-79e7-4a96-b625-4e1758a8f299 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4cdff60-aca1-4f0b-a5c1-879d1fb69216 HTTP/1.1" status: 200 len: 946 time: 0.2736566 Jan 28 13:24:40.708895 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb5ce04-8b94-47c1-ab07-f18ddbcaff87 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:24:40.786044 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 8eb5ce04-8b94-47c1-ab07-f18ddbcaff87, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=8eb5ce04-8b94-47c1-ab07-f18ddbcaff87,segment=NetworkSegment(1c04bf0b-8aa7-40e6-8665-eb4d488e60a5),segment_id=1c04bf0b-8aa7-40e6-8665-eb4d488e60a5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:40.791342 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8eb5ce04-8b94-47c1-ab07-f18ddbcaff87), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:40.957065 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-acb68045-ac9b-4895-a438-cd71bcc0f9ac req-9e379f69-b475-42f1-9e8a-d5a66ffd70ac tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/security-groups?id=6964d75e-3f0e-4a72-916f-e1c35a807f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552283 Jan 28 13:24:40.964712 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=8eb5ce04-8b94-47c1-ab07-f18ddbcaff87,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:41.181218 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['8eb5ce04-8b94-47c1-ab07-f18ddbcaff87'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:24:41.261907 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf2a2b-6c6a-4909-8e99-14b6e7574ed1 req-a024d33a-5c65-4f47-b121-be9c9fc9a076 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:41.279062 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0ddf2a2b-6c6a-4909-8e99-14b6e7574ed1 req-a024d33a-5c65-4f47-b121-be9c9fc9a076 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d HTTP/1.1" status: 200 len: 945 time: 0.2476022 Jan 28 13:24:41.326968 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bb47c00f-ab3f-48f2-8d5c-2c4fc87bbfc8 req-55e2de6e-1f97-496d-85fd-aaeed0ad7a0b tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (1e7c281a-f54e-4809-8a36-4c8aa14c9708), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:41.395327 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0ddf2a2b-6c6a-4909-8e99-14b6e7574ed1 req-92db5299-ed81-405f-a6d3-7f1babf2a2b5 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130672 Jan 28 13:24:41.423956 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2de6e-1f97-496d-85fd-aaeed0ad7a0b tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Pushing event deleted for resources: {'Port': ['ID=1e7c281a-f54e-4809-8a36-4c8aa14c9708,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:41.567686 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb47c00f-ab3f-48f2-8d5c-2c4fc87bbfc8 req-55e2de6e-1f97-496d-85fd-aaeed0ad7a0b tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] No DVR routers for this DVR port 1e7c281a-f54e-4809-8a36-4c8aa14c9708 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:24:41.573693 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bb47c00f-ab3f-48f2-8d5c-2c4fc87bbfc8 req-55e2de6e-1f97-496d-85fd-aaeed0ad7a0b tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:41.585671 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bb47c00f-ab3f-48f2-8d5c-2c4fc87bbfc8 req-55e2de6e-1f97-496d-85fd-aaeed0ad7a0b tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.18 "DELETE /v2.0/ports/1e7c281a-f54e-4809-8a36-4c8aa14c9708 HTTP/1.1" status: 204 len: 173 time: 1.7432988 Jan 28 13:24:41.590230 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d', 'name': 'network-vif-deleted', 'tag': '1e7c281a-f54e-4809-8a36-4c8aa14c9708'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:41.595604 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b1014b-9a1d-47e5-add3-c95b219874e8" -d '{"events": [{"server_uuid": "cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d", "name": "network-vif-deleted", "tag": "1e7c281a-f54e-4809-8a36-4c8aa14c9708"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:41.622592 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89536a-034a-4859-8b06-e949fc244bf3 req-0bf03da0-bf96-4bf6-95b0-3de9a55320dc tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:41.636489 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c89536a-034a-4859-8b06-e949fc244bf3 req-0bf03da0-bf96-4bf6-95b0-3de9a55320dc tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.3328731 Jan 28 13:24:41.714125 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-71d9e911-dbf7-4dcc-a595-268c433a3a1c req-4b281805-83ba-43fb-a19e-f6edee147f7f tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 210 time: 0.1092131 Jan 28 13:24:41.748771 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c89536a-034a-4859-8b06-e949fc244bf3 req-abe86fa4-8a54-4517-a706-90766d4a8b74 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109474 Jan 28 13:24:42.000475 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21beb61d-bcad-457a-9fb0-4dc482b222ed req-42feb3dc-0249-4b6a-9351-3461b77c649c tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:42.019653 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21beb61d-bcad-457a-9fb0-4dc482b222ed req-42feb3dc-0249-4b6a-9351-3461b77c649c tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc255a9-b329-4cfd-a8e6-ac858d0227e5 HTTP/1.1" status: 200 len: 944 time: 0.1085117 Jan 28 13:24:42.150009 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21beb61d-bcad-457a-9fb0-4dc482b222ed req-62135eb5-1aaa-41b9-b72b-3900eb187326 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270399 Jan 28 13:24:42.176390 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e698fef-0267-4fc2-9631-c8e94c06d94b req-a2150d70-fdd1-4651-a62e-e318951f899f tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:42.182222 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5e698fef-0267-4fc2-9631-c8e94c06d94b req-a2150d70-fdd1-4651-a62e-e318951f899f tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=05fe06b2-0b48-41b4-9f36-650533321302 HTTP/1.1" status: 200 len: 945 time: 0.1894584 Jan 28 13:24:42.252408 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018196b5-0f0e-4e41-a426-d1b331d2a79f x-openstack-request-id: req-018196b5-0f0e-4e41-a426-d1b331d2a79f {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:42.252873 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d", "name": "network-vif-deleted", "tag": "1e7c281a-f54e-4809-8a36-4c8aa14c9708", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:42.253277 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-018196b5-0f0e-4e41-a426-d1b331d2a79f {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:42.253952 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d', 'name': 'network-vif-deleted', 'tag': '1e7c281a-f54e-4809-8a36-4c8aa14c9708', 'status': 'completed', 'code': 200} Jan 28 13:24:42.311400 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5e698fef-0267-4fc2-9631-c8e94c06d94b req-bfc78d55-a3a5-4a2d-b89e-2291cf96c836 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/security-groups?id=54d38ba3-ee67-4fb4-adec-99fd8877e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160197 Jan 28 13:24:42.661373 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 1e7c281a-f54e-4809-8a36-4c8aa14c9708 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:24:42.677958 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-04b9ba76-515b-4d74-80b2-3266b0d82a2f req-a9be313a-1b38-4261-8ad0-b2b4f620eaad tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3095560 Jan 28 13:24:42.682926 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-04b9ba76-515b-4d74-80b2-3266b0d82a2f req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:42.705887 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 1e7c281a-f54e-4809-8a36-4c8aa14c9708 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:24:42.706998 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 1e7c281a-f54e-4809-8a36-4c8aa14c9708 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:24:42.735266 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2c170053-a3bc-4b58-b411-08d965c38453 req-48bf98ea-cc87-4b5d-ae5f-57253adb3542 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd4a3f56-9cbb-40ef-a8a5-3dfa6fa35c9d HTTP/1.1" status: 200 len: 210 time: 0.0785298 Jan 28 13:24:43.101262 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-04b9ba76-515b-4d74-80b2-3266b0d82a2f req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:43.132616 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-b2bd6ff9-93b1-47ba-903e-b2f32e466870 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:43.134693 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-b2bd6ff9-93b1-47ba-903e-b2f32e466870 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.18 "GET /v2.0/networks?id=cd2b546a-6aba-4188-b902-b8e2745b4d7e HTTP/1.1" status: 200 len: 816 time: 0.4295530 Jan 28 13:24:43.280758 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-e4450b7f-181b-41aa-a77d-2f062ba9b8b0 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f235cd5aff1543e5993f6b32019caaff HTTP/1.1" status: 200 len: 380 time: 0.1153815 Jan 28 13:24:43.295328 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-5780c800-2a30-44d8-83bd-562af5766251 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Request body: {'port': {'device_id': 'f602c41b-0de7-4fbb-a297-2db028d71241', 'network_id': 'cd2b546a-6aba-4188-b902-b8e2745b4d7e', 'admin_state_up': True, 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'security_groups': ['0845575f-bfe6-4e61-bc37-638f5a5d3a7d']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:43.562690 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-04b9ba76-515b-4d74-80b2-3266b0d82a2f req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:43.744888 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-16f5680d-b6df-44f2-9dab-107cd737589e req-9b93d464-ed92-475f-991f-ae2dd79a8b1c tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 210 time: 0.0627010 Jan 28 13:24:43.824660 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-04b9ba76-515b-4d74-80b2-3266b0d82a2f req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Allocated IP 172.25.3.64 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/3ded21e4-07f9-4b85-9bcb-9c10819d607a) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:24:44.050777 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2548f0b-ad8d-4a95-a2a0-85ac9c159af1 req-388c0ac2-0d93-4fd5-b549-fa3ddaccfc4b tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:44.060681 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f2548f0b-ad8d-4a95-a2a0-85ac9c159af1 req-388c0ac2-0d93-4fd5-b549-fa3ddaccfc4b tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.1519115 Jan 28 13:24:44.105413 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-04b9ba76-515b-4d74-80b2-3266b0d82a2f req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks [] for port (3ded21e4-07f9-4b85-9bcb-9c10819d607a), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:44.192070 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 8eb5ce04-8b94-47c1-ab07-f18ddbcaff87 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:24:44.230015 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f2548f0b-ad8d-4a95-a2a0-85ac9c159af1 req-3f2ee9ba-6c64-4ba2-9589-36926bb29a18 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554389 Jan 28 13:24:44.232429 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-04b9ba76-515b-4d74-80b2-3266b0d82a2f req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (3ded21e4-07f9-4b85-9bcb-9c10819d607a), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:44.334080 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 8eb5ce04-8b94-47c1-ab07-f18ddbcaff87 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:24:44.344310 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 8eb5ce04-8b94-47c1-ab07-f18ddbcaff87 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:44.346252 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8eb5ce04-8b94-47c1-ab07-f18ddbcaff87), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:44.385204 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-5780c800-2a30-44d8-83bd-562af5766251 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Made reservation on behalf of f235cd5aff1543e5993f6b32019caaff for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:24:44.400176 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-5780c800-2a30-44d8-83bd-562af5766251 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:44.497887 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b9ba76-515b-4d74-80b2-3266b0d82a2f req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:24:44.513124 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-04b9ba76-515b-4d74-80b2-3266b0d82a2f req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:24:44.520740 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b9ba76-515b-4d74-80b2-3266b0d82a2f req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:24:44.631334 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60606b99-a86f-4c2d-abdd-cfbee0e3f63e req-21de8ace-e159-45af-8a38-e586adbedfa3 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:44.633487 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-60606b99-a86f-4c2d-abdd-cfbee0e3f63e req-21de8ace-e159-45af-8a38-e586adbedfa3 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc255a9-b329-4cfd-a8e6-ac858d0227e5 HTTP/1.1" status: 200 len: 944 time: 0.1786113 Jan 28 13:24:44.637817 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 8eb5ce04-8b94-47c1-ab07-f18ddbcaff87 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:44.638389 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8eb5ce04-8b94-47c1-ab07-f18ddbcaff87), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:44.684854 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc255a9-b329-4cfd-a8e6-ac858d0227e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb5ce04-8b94-47c1-ab07-f18ddbcaff87'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:44.687269 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794fb262-8d18-400b-ae2e-01ab84e2c7f1" -d '{"events": [{"server_uuid": "bbc255a9-b329-4cfd-a8e6-ac858d0227e5", "name": "network-vif-plugged", "status": "completed", "tag": "8eb5ce04-8b94-47c1-ab07-f18ddbcaff87"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:44.725308 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 8eb5ce04-8b94-47c1-ab07-f18ddbcaff87, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=8eb5ce04-8b94-47c1-ab07-f18ddbcaff87,segment=NetworkSegment(1c04bf0b-8aa7-40e6-8665-eb4d488e60a5),segment_id=1c04bf0b-8aa7-40e6-8665-eb4d488e60a5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:44.731532 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8eb5ce04-8b94-47c1-ab07-f18ddbcaff87), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:44.828415 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-60606b99-a86f-4c2d-abdd-cfbee0e3f63e req-191e186a-087b-43fd-99df-9b8ea4877b5c tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850657 Jan 28 13:24:44.890526 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=8eb5ce04-8b94-47c1-ab07-f18ddbcaff87,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:44.959632 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-5780c800-2a30-44d8-83bd-562af5766251 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Allocated IP 172.20.0.8 (cd2b546a-6aba-4188-b902-b8e2745b4d7e/30dbb6f7-d402-4607-8f73-a8cae7badd32/35615496-42a2-4b43-b433-95a931c8f393) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:24:45.582399 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Pushing event updated for resources: {'Port': ['ID=3ded21e4-07f9-4b85-9bcb-9c10819d607a,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:45.610066 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:45.610407 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:45.610744 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:45.611101 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:45.611523 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:45.611854 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:45.612182 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:45.612501 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:45.612827 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:45.613145 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:45.613463 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:45.613881 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:45.614466 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:45.785020 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-04b9ba76-515b-4d74-80b2-3266b0d82a2f req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks [] for floatingip (bbec8d62-d286-4e0e-9341-04f5ed0eee9d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:45.856388 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-5780c800-2a30-44d8-83bd-562af5766251 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks [] for port (35615496-42a2-4b43-b433-95a931c8f393), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:45.886072 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-04b9ba76-515b-4d74-80b2-3266b0d82a2f req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3ded21e4-07f9-4b85-9bcb-9c10819d607a), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:45.989016 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba0a100-0201-4ba7-8a2b-881f821aafcd x-openstack-request-id: req-1ba0a100-0201-4ba7-8a2b-881f821aafcd {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:45.991181 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc255a9-b329-4cfd-a8e6-ac858d0227e5", "name": "network-vif-plugged", "status": "completed", "tag": "8eb5ce04-8b94-47c1-ab07-f18ddbcaff87", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:45.992112 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ba0a100-0201-4ba7-8a2b-881f821aafcd {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:45.993106 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc255a9-b329-4cfd-a8e6-ac858d0227e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb5ce04-8b94-47c1-ab07-f18ddbcaff87', 'code': 200} Jan 28 13:24:46.187642 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-5780c800-2a30-44d8-83bd-562af5766251 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (35615496-42a2-4b43-b433-95a931c8f393), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:46.300720 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cb054-d7dd-4aa9-9aaf-ed65d5106906 req-a4285de2-4250-4c78-8c33-4678b29fdb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:46.303517 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-998cb054-d7dd-4aa9-9aaf-ed65d5106906 req-a4285de2-4250-4c78-8c33-4678b29fdb15 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bbc255a9-b329-4cfd-a8e6-ac858d0227e5 HTTP/1.1" status: 200 len: 1096 time: 0.1864159 Jan 28 13:24:46.341171 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04239c-f034-4d26-a75c-7ea08e79dcdb req-1c4501f3-b498-42ba-85ec-ce8bc7ef600f tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:46.349408 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ee04239c-f034-4d26-a75c-7ea08e79dcdb req-1c4501f3-b498-42ba-85ec-ce8bc7ef600f tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 931 time: 0.1336889 Jan 28 13:24:46.419866 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780c800-2a30-44d8-83bd-562af5766251 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Pushing event updated for resources: {'Port': ['ID=35615496-42a2-4b43-b433-95a931c8f393,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:46.426734 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-5780c800-2a30-44d8-83bd-562af5766251 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Network cd2b546a-6aba-4188-b902-b8e2745b4d7e is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:24:46.438164 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-998cb054-d7dd-4aa9-9aaf-ed65d5106906 req-e487956d-6157-4625-944c-b6e32ec8b861 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245515 Jan 28 13:24:46.445502 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-5780c800-2a30-44d8-83bd-562af5766251 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:24:46.459265 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-5780c800-2a30-44d8-83bd-562af5766251 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:24:46.547815 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ee04239c-f034-4d26-a75c-7ea08e79dcdb req-cdd7185a-34b8-4396-8b71-614f33e4ebfb tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups?id=0845575f-bfe6-4e61-bc37-638f5a5d3a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938560 Jan 28 13:24:46.645103 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-5780c800-2a30-44d8-83bd-562af5766251 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:46.647124 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-5780c800-2a30-44d8-83bd-562af5766251 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:46.705570 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-5780c800-2a30-44d8-83bd-562af5766251 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4155395 Jan 28 13:24:46.728618 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-a519004d-4898-41bf-98d5-e2d7fb9a4c57 service neutron] Request body: {'port': {'device_id': 'f602c41b-0de7-4fbb-a297-2db028d71241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:46.795653 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-04b9ba76-515b-4d74-80b2-3266b0d82a2f req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks [] for port (3ded21e4-07f9-4b85-9bcb-9c10819d607a), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:46.803964 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-04b9ba76-515b-4d74-80b2-3266b0d82a2f req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (3ded21e4-07f9-4b85-9bcb-9c10819d607a), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:46.831202 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a34cd-0363-4af9-ab0b-aa99f4bf95bb req-65ffc9d1-5bdc-4ac4-a0ce-d48985828f0e tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:46.849558 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-838a34cd-0363-4af9-ab0b-aa99f4bf95bb req-65ffc9d1-5bdc-4ac4-a0ce-d48985828f0e tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.1676159 Jan 28 13:24:46.896537 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Pushing event updated for resources: {'Port': ['ID=3ded21e4-07f9-4b85-9bcb-9c10819d607a,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:46.924899 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-838a34cd-0363-4af9-ab0b-aa99f4bf95bb req-ca01e5e8-0326-46ba-b232-9c7574c76876 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736217 Jan 28 13:24:46.946274 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-dc87383e-27d0-45dc-a839-0692f9a08817 None None] Provisioning complete for port 35615496-42a2-4b43-b433-95a931c8f393 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:46.946669 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dc87383e-27d0-45dc-a839-0692f9a08817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (35615496-42a2-4b43-b433-95a931c8f393), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:46.979440 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-a519004d-4898-41bf-98d5-e2d7fb9a4c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (35615496-42a2-4b43-b433-95a931c8f393), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:47.035939 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-04b9ba76-515b-4d74-80b2-3266b0d82a2f req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (bbec8d62-d286-4e0e-9341-04f5ed0eee9d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:47.089781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-dc87383e-27d0-45dc-a839-0692f9a08817 None None] Port 35615496-42a2-4b43-b433-95a931c8f393 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:24:47.163027 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-04b9ba76-515b-4d74-80b2-3266b0d82a2f req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:47.165376 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-04b9ba76-515b-4d74-80b2-3266b0d82a2f req-8872b755-da5f-4fab-8386-bbb5aef37bd5 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.4864771 Jan 28 13:24:47.255983 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-04b9ba76-515b-4d74-80b2-3266b0d82a2f req-a5713c28-408d-4fe3-b763-55abb5838ff9 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 695 time: 0.0811794 Jan 28 13:24:47.463900 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9ba76-515b-4d74-80b2-3266b0d82a2f req-4274170a-f9a1-45c9-a0d7-2796fb813366 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:47.466442 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-04b9ba76-515b-4d74-80b2-3266b0d82a2f req-4274170a-f9a1-45c9-a0d7-2796fb813366 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 784 time: 0.2027841 Jan 28 13:24:47.521471 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:47.720598 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3737302-8b62-45a6-8c1a-bcd34f46185a req-eac39d3a-b567-448d-b34b-31a3780f320a tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:47.739607 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e3737302-8b62-45a6-8c1a-bcd34f46185a req-eac39d3a-b567-448d-b34b-31a3780f320a tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc255a9-b329-4cfd-a8e6-ac858d0227e5 HTTP/1.1" status: 200 len: 945 time: 0.2181199 Jan 28 13:24:47.862799 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e3737302-8b62-45a6-8c1a-bcd34f46185a req-51153841-dacd-48a4-952c-0877adb3d24d tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186674 Jan 28 13:24:48.125705 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-a519004d-4898-41bf-98d5-e2d7fb9a4c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35615496-42a2-4b43-b433-95a931c8f393 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:24:48.142613 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-a519004d-4898-41bf-98d5-e2d7fb9a4c57 service neutron] Publish callbacks [] for port (35615496-42a2-4b43-b433-95a931c8f393), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:48.174455 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-a519004d-4898-41bf-98d5-e2d7fb9a4c57 service neutron] Transition to ACTIVE for port object 35615496-42a2-4b43-b433-95a931c8f393 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:24:48.186601 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-3fa097a7-7b31-459f-b746-ad293019aab3 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:48.189568 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-3fa097a7-7b31-459f-b746-ad293019aab3 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/networks?id=f773675e-cdaa-4e1f-928a-174702ce7787 HTTP/1.1" status: 200 len: 812 time: 0.5508246 Jan 28 13:24:48.191489 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-a519004d-4898-41bf-98d5-e2d7fb9a4c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (35615496-42a2-4b43-b433-95a931c8f393), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:48.244599 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c62488-1657-4250-a70a-9b33d2714622 req-821ffb0c-a0f8-4fee-912b-138e0f3b9284 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:48.246496 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e6c62488-1657-4250-a70a-9b33d2714622 req-821ffb0c-a0f8-4fee-912b-138e0f3b9284 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 931 time: 0.1587648 Jan 28 13:24:48.264273 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519004d-4898-41bf-98d5-e2d7fb9a4c57 service neutron] Pushing event updated for resources: {'Port': ['ID=35615496-42a2-4b43-b433-95a931c8f393,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:48.270520 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-ee6824f8-ae02-479f-9e8a-ff889d6fedd6 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/quotas/ab7dc526fd8f441185a698498cb3a4d8 HTTP/1.1" status: 200 len: 375 time: 0.0254493 Jan 28 13:24:48.366561 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-aec3cf56-099c-4afe-934e-120ab3424be1 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ab7dc526fd8f441185a698498cb3a4d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879040 Jan 28 13:24:48.407352 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e6c62488-1657-4250-a70a-9b33d2714622 req-e6b0faac-1fec-4385-9baf-e17d966bdfc8 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups?id=0845575f-bfe6-4e61-bc37-638f5a5d3a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539855 Jan 28 13:24:48.778222 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-a519004d-4898-41bf-98d5-e2d7fb9a4c57 service neutron] Attempting to bind port 35615496-42a2-4b43-b433-95a931c8f393 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:24:48.779384 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-a519004d-4898-41bf-98d5-e2d7fb9a4c57 service neutron] Attempting to bind port 35615496-42a2-4b43-b433-95a931c8f393 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'fd41c052-74ba-462c-9fe1-5df33f99783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cd2b546a-6aba-4188-b902-b8e2745b4d7e'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:24:48.780694 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-a519004d-4898-41bf-98d5-e2d7fb9a4c57 service neutron] Attempting to bind port 35615496-42a2-4b43-b433-95a931c8f393 on network cd2b546a-6aba-4188-b902-b8e2745b4d7e {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:48.798020 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-a519004d-4898-41bf-98d5-e2d7fb9a4c57 service neutron] Port 35615496-42a2-4b43-b433-95a931c8f393 on network cd2b546a-6aba-4188-b902-b8e2745b4d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:24:48.799114 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-a519004d-4898-41bf-98d5-e2d7fb9a4c57 service neutron] Attempting to bind port 35615496-42a2-4b43-b433-95a931c8f393 on network cd2b546a-6aba-4188-b902-b8e2745b4d7e {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:48.810751 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-a519004d-4898-41bf-98d5-e2d7fb9a4c57 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:24:48.811806 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-a519004d-4898-41bf-98d5-e2d7fb9a4c57 service neutron] Checking segment: {'id': 'fd41c052-74ba-462c-9fe1-5df33f99783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cd2b546a-6aba-4188-b902-b8e2745b4d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:24:48.812735 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-a519004d-4898-41bf-98d5-e2d7fb9a4c57 service neutron] Bound using segment: {'id': 'fd41c052-74ba-462c-9fe1-5df33f99783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cd2b546a-6aba-4188-b902-b8e2745b4d7e'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:24:48.813875 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-a519004d-4898-41bf-98d5-e2d7fb9a4c57 service neutron] Bound port: 35615496-42a2-4b43-b433-95a931c8f393, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd41c052-74ba-462c-9fe1-5df33f99783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cd2b546a-6aba-4188-b902-b8e2745b4d7e'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:24:48.814678 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-a519004d-4898-41bf-98d5-e2d7fb9a4c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (35615496-42a2-4b43-b433-95a931c8f393), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:48.829089 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-ced6af1b-d6c2-4bd5-89d4-c82998a86e49 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:48.844290 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-ced6af1b-d6c2-4bd5-89d4-c82998a86e49 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/networks?id=71534dd2-0498-4e62-a826-48a207a6ee6d HTTP/1.1" status: 200 len: 821 time: 0.2620106 Jan 28 13:24:48.847230 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-1dfe0397-b417-4d43-bf09-53729aaedc71 service neutron] 10.222.0.39 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551995 Jan 28 13:24:48.871519 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-970460ff-03e0-48a3-9041-d9d4edf9ff97 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/quotas/4acaf7e1796b4088b8e1ffc58de61231 HTTP/1.1" status: 200 len: 375 time: 0.0250218 Jan 28 13:24:48.930286 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-a519004d-4898-41bf-98d5-e2d7fb9a4c57 service neutron] For port 35615496-42a2-4b43-b433-95a931c8f393, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:24:48.935873 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-a519004d-4898-41bf-98d5-e2d7fb9a4c57 service neutron] For port 35615496-42a2-4b43-b433-95a931c8f393, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=35615496-42a2-4b43-b433-95a931c8f393,segment=NetworkSegment(fd41c052-74ba-462c-9fe1-5df33f99783c),segment_id=fd41c052-74ba-462c-9fe1-5df33f99783c)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:24:48.949498 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-dd96d3cb-c383-479d-ad62-0bc9c35a7a59 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4acaf7e1796b4088b8e1ffc58de61231&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0765827 Jan 28 13:24:49.068582 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-5d5ee782-6730-40ef-a40e-01045241e201 service neutron] 10.222.0.39 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180320 Jan 28 13:24:49.084760 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-a519004d-4898-41bf-98d5-e2d7fb9a4c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (35615496-42a2-4b43-b433-95a931c8f393), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:49.114066 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-a519004d-4898-41bf-98d5-e2d7fb9a4c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:49.114846 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-a519004d-4898-41bf-98d5-e2d7fb9a4c57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:49.118297 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-a519004d-4898-41bf-98d5-e2d7fb9a4c57 service neutron] 10.222.0.18 "PUT /v2.0/ports/35615496-42a2-4b43-b433-95a931c8f393 HTTP/1.1" status: 200 len: 1091 time: 2.4031422 Jan 28 13:24:49.128297 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f602c41b-0de7-4fbb-a297-2db028d71241', 'tag': '35615496-42a2-4b43-b433-95a931c8f393'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:49.133780 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcc2cf6-ae3e-4515-9fbc-abbe4ba59c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "f602c41b-0de7-4fbb-a297-2db028d71241", "tag": "35615496-42a2-4b43-b433-95a931c8f393"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:49.281728 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-497ae210-7a60-4be4-a8dd-c1823a6cc6e0 service neutron] 10.222.0.39 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113111 Jan 28 13:24:49.313821 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-dc43f633-4003-4462-98e1-c6a130c7ea8f service neutron] 10.222.0.39 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753481 Jan 28 13:24:49.366657 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519004d-4898-41bf-98d5-e2d7fb9a4c57 service neutron] Pushing event updated for resources: {'Port': ['ID=35615496-42a2-4b43-b433-95a931c8f393,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:49.413481 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-13319ecd-0223-44a5-9e19-351fe6ac7666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:49.416594 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-13319ecd-0223-44a5-9e19-351fe6ac7666 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f235cd5aff1543e5993f6b32019caaff&device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 1094 time: 0.2144678 Jan 28 13:24:49.597283 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-57360d96-a2d9-4f15-b5c5-17165294dd31 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35615496-42a2-4b43-b433-95a931c8f393 HTTP/1.1" status: 200 len: 217 time: 0.1655924 Jan 28 13:24:49.661884 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:49.732841 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-aebe9099-44c0-4aad-ba9d-ab4faf6a0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:49.736172 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-aebe9099-44c0-4aad-ba9d-ab4faf6a0d96 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=30dbb6f7-d402-4607-8f73-a8cae7badd32 HTTP/1.1" status: 200 len: 855 time: 0.1289787 Jan 28 13:24:50.109318 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdea3ba-9985-4131-a7c1-ba9a86ac4e15 req-7a5ef287-e77a-48a0-b913-7c4f263439db tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.134089 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9cdea3ba-9985-4131-a7c1-ba9a86ac4e15 req-7a5ef287-e77a-48a0-b913-7c4f263439db tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc255a9-b329-4cfd-a8e6-ac858d0227e5 HTTP/1.1" status: 200 len: 945 time: 0.2569554 Jan 28 13:24:50.140658 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-3707f828-e067-4b3f-b2a6-c9d397e812cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.155540 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-3707f828-e067-4b3f-b2a6-c9d397e812cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cd2b546a-6aba-4188-b902-b8e2745b4d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4096258 Jan 28 13:24:50.370705 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9cdea3ba-9985-4131-a7c1-ba9a86ac4e15 req-530841ef-d062-41f1-bf1e-8cae3fe1759f tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343764 Jan 28 13:24:50.408208 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-7e0392a1-fe39-43f5-95da-858aa76752d7 service neutron] 10.222.0.18 "GET /v2.0/networks/cd2b546a-6aba-4188-b902-b8e2745b4d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326777 Jan 28 13:24:50.465310 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97f1fb-6ab2-4b6a-a3d9-86ffa23fdc2b req-7a79de00-fee5-404f-ae8a-4ba1f0307e27 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.473363 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a97f1fb-6ab2-4b6a-a3d9-86ffa23fdc2b req-7a79de00-fee5-404f-ae8a-4ba1f0307e27 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.5453815 Jan 28 13:24:50.506431 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4400bb-9aeb-4412-8730-5e1d5e95a1b2 x-openstack-request-id: req-8b4400bb-9aeb-4412-8730-5e1d5e95a1b2 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:50.506898 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f602c41b-0de7-4fbb-a297-2db028d71241", "tag": "35615496-42a2-4b43-b433-95a931c8f393", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:50.527141 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b4400bb-9aeb-4412-8730-5e1d5e95a1b2 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:50.527820 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f602c41b-0de7-4fbb-a297-2db028d71241', 'tag': '35615496-42a2-4b43-b433-95a931c8f393', 'status': 'completed', 'code': 200} Jan 28 13:24:50.723162 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80282680-4817-45ec-bb7b-4052d467f442 req-ace94fb6-5780-4f3d-a63a-0cf0bca13963 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.739842 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-80282680-4817-45ec-bb7b-4052d467f442 req-ace94fb6-5780-4f3d-a63a-0cf0bca13963 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 943 time: 0.1458333 Jan 28 13:24:50.849710 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-80282680-4817-45ec-bb7b-4052d467f442 req-1bcacc18-61c7-4828-857b-4d8a748bf630 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups?id=0845575f-bfe6-4e61-bc37-638f5a5d3a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080410 Jan 28 13:24:50.905397 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a97f1fb-6ab2-4b6a-a3d9-86ffa23fdc2b req-b5c81ce1-4184-453d-8d2e-6f02596cdadd tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074018 Jan 28 13:24:51.043004 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45ead511-7c55-4917-b637-fd218136e9be req-552deb39-4227-4367-9465-6315732d8cc5 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 210 time: 0.1034558 Jan 28 13:24:51.062367 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc878fa0-2c9e-4b50-af6b-083a2cd7685f req-f91e8b78-0d42-412b-9ef0-a78533ef84a0 service neutron] 10.222.0.18 "GET /v2.0/networks/cd2b546a-6aba-4188-b902-b8e2745b4d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6355286 Jan 28 13:24:51.274878 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc2cf6-ae3e-4515-9fbc-abbe4ba59c4e req-111fc2d4-8737-46b4-ab5c-23bc9cd3b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:51.277757 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5dcc2cf6-ae3e-4515-9fbc-abbe4ba59c4e req-111fc2d4-8737-46b4-ab5c-23bc9cd3b9d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f235cd5aff1543e5993f6b32019caaff&device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 1094 time: 0.1335762 Jan 28 13:24:51.383649 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1da17954-48e0-45bf-a4e0-1fc4dec8f15b req-19016dfc-e564-4b2a-8e00-2f7a8d58b4ad tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c498913-171d-4d58-94f4-0042418c63d3 HTTP/1.1" status: 200 len: 210 time: 0.0891290 Jan 28 13:24:51.638383 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc2cf6-ae3e-4515-9fbc-abbe4ba59c4e req-551708f1-8480-4816-9c86-7bbfbb51ce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:51.640942 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5dcc2cf6-ae3e-4515-9fbc-abbe4ba59c4e req-551708f1-8480-4816-9c86-7bbfbb51ce9e service neutron] 10.222.0.18 "GET /v2.0/networks?id=cd2b546a-6aba-4188-b902-b8e2745b4d7e HTTP/1.1" status: 200 len: 916 time: 0.3566153 Jan 28 13:24:51.785616 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5dcc2cf6-ae3e-4515-9fbc-abbe4ba59c4e req-fca89843-21b1-4eef-8492-289b94a2e65f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35615496-42a2-4b43-b433-95a931c8f393 HTTP/1.1" status: 200 len: 217 time: 0.1370559 Jan 28 13:24:51.939054 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc2cf6-ae3e-4515-9fbc-abbe4ba59c4e req-c680e39c-dea6-42c2-8a40-3925f2837a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:51.940593 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5dcc2cf6-ae3e-4515-9fbc-abbe4ba59c4e req-c680e39c-dea6-42c2-8a40-3925f2837a41 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=30dbb6f7-d402-4607-8f73-a8cae7badd32 HTTP/1.1" status: 200 len: 855 time: 0.1448464 Jan 28 13:24:52.088643 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc2cf6-ae3e-4515-9fbc-abbe4ba59c4e req-035327a2-3e32-480b-8509-1a1e63f17835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:52.100874 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5dcc2cf6-ae3e-4515-9fbc-abbe4ba59c4e req-035327a2-3e32-480b-8509-1a1e63f17835 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cd2b546a-6aba-4188-b902-b8e2745b4d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1459298 Jan 28 13:24:52.720389 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-a6603c4a-17de-4d55-9fba-6b87cafa0ce9 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:52.728030 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-a6603c4a-17de-4d55-9fba-6b87cafa0ce9 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.18 "GET /v2.0/networks?id=71534dd2-0498-4e62-a826-48a207a6ee6d HTTP/1.1" status: 200 len: 821 time: 0.3980305 Jan 28 13:24:52.748227 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5dcc2cf6-ae3e-4515-9fbc-abbe4ba59c4e req-1a83cfeb-837c-4d25-a0e3-2fc27739c51d service neutron] 10.222.0.18 "GET /v2.0/networks/cd2b546a-6aba-4188-b902-b8e2745b4d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6362276 Jan 28 13:24:52.798886 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-1e9ec4ae-e389-49bf-bc30-7980bb77d8de tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:52.802136 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-1663f98a-13db-4b91-aafc-8c95cde726fd tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Request body: {'port': {'device_id': '4c498913-171d-4d58-94f4-0042418c63d3', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'admin_state_up': True, 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:52.809157 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-1e9ec4ae-e389-49bf-bc30-7980bb77d8de tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.18 "GET /v2.0/networks?id=f773675e-cdaa-4e1f-928a-174702ce7787 HTTP/1.1" status: 200 len: 812 time: 0.5344143 Jan 28 13:24:52.840727 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-fbf4778f-2d91-4ac4-8f4b-ffb7ed4c9591 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Request body: {'port': {'device_id': '49812de2-db9e-403e-9b3d-31d7f4988574', 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787', 'admin_state_up': True, 'tenant_id': 'ab7dc526fd8f441185a698498cb3a4d8'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:53.224011 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957d088-b113-4b79-8d39-294dbec34b32 req-606d4f94-3dfb-4ee8-9769-f170ae26f95e tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:53.236339 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9957d088-b113-4b79-8d39-294dbec34b32 req-606d4f94-3dfb-4ee8-9769-f170ae26f95e tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.2625396 Jan 28 13:24:53.256035 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f6df2-b2ce-4f0d-b23a-36fab3a56bea req-b46bb25f-0a4c-423a-882e-7bb5ed0721c7 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:53.259727 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dc5f6df2-b2ce-4f0d-b23a-36fab3a56bea req-b46bb25f-0a4c-423a-882e-7bb5ed0721c7 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 943 time: 0.3268456 Jan 28 13:24:53.313213 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-fbf4778f-2d91-4ac4-8f4b-ffb7ed4c9591 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Made reservation on behalf of ab7dc526fd8f441185a698498cb3a4d8 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:24:53.319814 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-fbf4778f-2d91-4ac4-8f4b-ffb7ed4c9591 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:53.365659 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5dcc2cf6-ae3e-4515-9fbc-abbe4ba59c4e req-a2ce973b-1985-43de-b662-733006cd31b7 service neutron] 10.222.0.18 "GET /v2.0/networks/cd2b546a-6aba-4188-b902-b8e2745b4d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6157439 Jan 28 13:24:53.438316 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dc5f6df2-b2ce-4f0d-b23a-36fab3a56bea req-eefd00e1-b413-4dbb-9239-f8a07eedbed1 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups?id=0845575f-bfe6-4e61-bc37-638f5a5d3a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679919 Jan 28 13:24:53.445796 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-1663f98a-13db-4b91-aafc-8c95cde726fd tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Made reservation on behalf of 4acaf7e1796b4088b8e1ffc58de61231 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:24:53.454814 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-1663f98a-13db-4b91-aafc-8c95cde726fd tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:53.457962 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9957d088-b113-4b79-8d39-294dbec34b32 req-7c4e8fec-9f1c-43bd-8c4b-099555305749 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095096 Jan 28 13:24:53.652179 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-fbf4778f-2d91-4ac4-8f4b-ffb7ed4c9591 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Allocated IP 172.20.0.14 (f773675e-cdaa-4e1f-928a-174702ce7787/71a5c6ba-e647-4544-86c2-92651ecb7e69/7533eb42-b585-49cc-9753-3da6815835bc) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:24:53.856681 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-1663f98a-13db-4b91-aafc-8c95cde726fd tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Allocated IP 172.20.0.7 (71534dd2-0498-4e62-a826-48a207a6ee6d/f693941d-0671-47a2-8563-c88f3d62af3d/d8ab20fd-8ed4-4c27-a287-beea906fbb35) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:24:53.979887 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ff4db946-930e-468d-91b0-36d7ca09c2b1 req-0cca8a15-035d-4678-882a-c5e467d6bc17 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c498913-171d-4d58-94f4-0042418c63d3 HTTP/1.1" status: 200 len: 210 time: 0.0630178 Jan 28 13:24:54.088475 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-1663f98a-13db-4b91-aafc-8c95cde726fd tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks [] for port (d8ab20fd-8ed4-4c27-a287-beea906fbb35), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:54.119645 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-fbf4778f-2d91-4ac4-8f4b-ffb7ed4c9591 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks [] for port (7533eb42-b585-49cc-9753-3da6815835bc), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:54.137527 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-37da45e5-3484-4332-bad1-c13f5dc5015c req-34afc26d-b36d-43bd-bbc0-d4cddaceb7c0 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 210 time: 0.4712231 Jan 28 13:24:54.139955 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-1663f98a-13db-4b91-aafc-8c95cde726fd tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (d8ab20fd-8ed4-4c27-a287-beea906fbb35), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:54.154055 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:24:54.213945 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-fbf4778f-2d91-4ac4-8f4b-ffb7ed4c9591 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (7533eb42-b585-49cc-9753-3da6815835bc), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:54.223349 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-1663f98a-13db-4b91-aafc-8c95cde726fd tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Network 71534dd2-0498-4e62-a826-48a207a6ee6d is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:24:54.228653 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-1663f98a-13db-4b91-aafc-8c95cde726fd tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:24:54.234737 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-1663f98a-13db-4b91-aafc-8c95cde726fd tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:24:54.242330 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663f98a-13db-4b91-aafc-8c95cde726fd tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Pushing event updated for resources: {'Port': ['ID=d8ab20fd-8ed4-4c27-a287-beea906fbb35,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:54.348659 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-fbf4778f-2d91-4ac4-8f4b-ffb7ed4c9591 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Network f773675e-cdaa-4e1f-928a-174702ce7787 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:24:54.364694 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-1663f98a-13db-4b91-aafc-8c95cde726fd tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:54.374140 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-1663f98a-13db-4b91-aafc-8c95cde726fd tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:54.384442 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4778f-2d91-4ac4-8f4b-ffb7ed4c9591 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Pushing event updated for resources: {'Port': ['ID=7533eb42-b585-49cc-9753-3da6815835bc,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:54.387274 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-fbf4778f-2d91-4ac4-8f4b-ffb7ed4c9591 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:24:54.417568 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-fbf4778f-2d91-4ac4-8f4b-ffb7ed4c9591 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:24:54.427656 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-1663f98a-13db-4b91-aafc-8c95cde726fd tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6755617 Jan 28 13:24:54.443552 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-9f6eb8ae-33c4-46c3-8629-f92395a4244a service neutron] Request body: {'port': {'device_id': '4c498913-171d-4d58-94f4-0042418c63d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:54.612165 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-9f6eb8ae-33c4-46c3-8629-f92395a4244a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d8ab20fd-8ed4-4c27-a287-beea906fbb35), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:54.625643 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-fbf4778f-2d91-4ac4-8f4b-ffb7ed4c9591 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:54.626328 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-fbf4778f-2d91-4ac4-8f4b-ffb7ed4c9591 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:54.685137 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2ddac-d8ba-4969-a301-a8b254bd58d7 req-284f989d-9957-442e-872a-2ac162e6da8a tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:54.686874 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-afd2ddac-d8ba-4969-a301-a8b254bd58d7 req-284f989d-9957-442e-872a-2ac162e6da8a tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 945 time: 0.2908139 Jan 28 13:24:54.696309 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-fbf4778f-2d91-4ac4-8f4b-ffb7ed4c9591 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8776264 Jan 28 13:24:54.822974 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-77188561-9268-4491-94dd-96534b78eb93 service neutron] Request body: {'port': {'device_id': '49812de2-db9e-403e-9b3d-31d7f4988574', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:54.828391 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-8e6be6d2-4fa1-4fad-abe0-26910d364e47 None None] Provisioning complete for port d8ab20fd-8ed4-4c27-a287-beea906fbb35 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:54.831732 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e6be6d2-4fa1-4fad-abe0-26910d364e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d8ab20fd-8ed4-4c27-a287-beea906fbb35), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:54.946199 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8e6be6d2-4fa1-4fad-abe0-26910d364e47 None None] Port d8ab20fd-8ed4-4c27-a287-beea906fbb35 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:24:55.078844 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-77188561-9268-4491-94dd-96534b78eb93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7533eb42-b585-49cc-9753-3da6815835bc), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:55.244775 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4ee84-46d7-42e8-8c69-a940f084b44e req-171c5ac6-e9aa-4f47-b58d-54edd1ec805f tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:55.247915 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aeb4ee84-46d7-42e8-8c69-a940f084b44e req-171c5ac6-e9aa-4f47-b58d-54edd1ec805f tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 945 time: 0.2654009 Jan 28 13:24:55.253297 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-afd2ddac-d8ba-4969-a301-a8b254bd58d7 req-7cd8425b-a929-4d9c-ac34-5062684d500c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Deleting port 483929b3-e20d-4033-b089-ece52da40613 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:24:55.254158 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-afd2ddac-d8ba-4969-a301-a8b254bd58d7 req-7cd8425b-a929-4d9c-ac34-5062684d500c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (483929b3-e20d-4033-b089-ece52da40613), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:55.260359 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-9f6eb8ae-33c4-46c3-8629-f92395a4244a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8ab20fd-8ed4-4c27-a287-beea906fbb35 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:24:55.278008 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-9f6eb8ae-33c4-46c3-8629-f92395a4244a service neutron] Publish callbacks [] for port (d8ab20fd-8ed4-4c27-a287-beea906fbb35), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:55.312800 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-9f6eb8ae-33c4-46c3-8629-f92395a4244a service neutron] Transition to ACTIVE for port object d8ab20fd-8ed4-4c27-a287-beea906fbb35 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:24:55.318773 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-9f6eb8ae-33c4-46c3-8629-f92395a4244a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (d8ab20fd-8ed4-4c27-a287-beea906fbb35), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:55.457170 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6eb8ae-33c4-46c3-8629-f92395a4244a service neutron] Pushing event updated for resources: {'Port': ['ID=d8ab20fd-8ed4-4c27-a287-beea906fbb35,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:55.638351 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-9f6eb8ae-33c4-46c3-8629-f92395a4244a service neutron] Attempting to bind port d8ab20fd-8ed4-4c27-a287-beea906fbb35 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:24:55.639145 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-9f6eb8ae-33c4-46c3-8629-f92395a4244a service neutron] Attempting to bind port d8ab20fd-8ed4-4c27-a287-beea906fbb35 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '86269ba4-6bcb-4dd9-88b3-35a2df61a1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:24:55.639801 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-9f6eb8ae-33c4-46c3-8629-f92395a4244a service neutron] Attempting to bind port d8ab20fd-8ed4-4c27-a287-beea906fbb35 on network 71534dd2-0498-4e62-a826-48a207a6ee6d {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:55.668674 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-9f6eb8ae-33c4-46c3-8629-f92395a4244a service neutron] Port d8ab20fd-8ed4-4c27-a287-beea906fbb35 on network 71534dd2-0498-4e62-a826-48a207a6ee6d not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:24:55.669569 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-9f6eb8ae-33c4-46c3-8629-f92395a4244a service neutron] Attempting to bind port d8ab20fd-8ed4-4c27-a287-beea906fbb35 on network 71534dd2-0498-4e62-a826-48a207a6ee6d {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:55.701163 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e10d8-e581-4184-8f9a-c7cdd2014d8f req-8ecce4a0-6c84-4e80-8c35-a6c156a9d4e8 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:55.710118 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-921e10d8-e581-4184-8f9a-c7cdd2014d8f req-8ecce4a0-6c84-4e80-8c35-a6c156a9d4e8 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 943 time: 0.3329175 Jan 28 13:24:55.736293 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-9f6eb8ae-33c4-46c3-8629-f92395a4244a service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:24:55.736800 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-9f6eb8ae-33c4-46c3-8629-f92395a4244a service neutron] Checking segment: {'id': '86269ba4-6bcb-4dd9-88b3-35a2df61a1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:24:55.737293 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-9f6eb8ae-33c4-46c3-8629-f92395a4244a service neutron] Bound using segment: {'id': '86269ba4-6bcb-4dd9-88b3-35a2df61a1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:24:55.737877 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-9f6eb8ae-33c4-46c3-8629-f92395a4244a service neutron] Bound port: d8ab20fd-8ed4-4c27-a287-beea906fbb35, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86269ba4-6bcb-4dd9-88b3-35a2df61a1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:24:55.744973 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-9f6eb8ae-33c4-46c3-8629-f92395a4244a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d8ab20fd-8ed4-4c27-a287-beea906fbb35), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:55.826727 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-921e10d8-e581-4184-8f9a-c7cdd2014d8f req-f96dc600-7b96-4184-a9f2-660f22b291f0 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups?id=0845575f-bfe6-4e61-bc37-638f5a5d3a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139169 Jan 28 13:24:55.945902 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-9f6eb8ae-33c4-46c3-8629-f92395a4244a service neutron] For port d8ab20fd-8ed4-4c27-a287-beea906fbb35, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:24:55.963715 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-9f6eb8ae-33c4-46c3-8629-f92395a4244a service neutron] For port d8ab20fd-8ed4-4c27-a287-beea906fbb35, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=d8ab20fd-8ed4-4c27-a287-beea906fbb35,segment=NetworkSegment(86269ba4-6bcb-4dd9-88b3-35a2df61a1bc),segment_id=86269ba4-6bcb-4dd9-88b3-35a2df61a1bc)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:24:55.972406 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-9f6eb8ae-33c4-46c3-8629-f92395a4244a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (d8ab20fd-8ed4-4c27-a287-beea906fbb35), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:56.083298 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-9f6eb8ae-33c4-46c3-8629-f92395a4244a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:56.083763 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-9f6eb8ae-33c4-46c3-8629-f92395a4244a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:56.085223 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-9f6eb8ae-33c4-46c3-8629-f92395a4244a service neutron] 10.222.0.18 "PUT /v2.0/ports/d8ab20fd-8ed4-4c27-a287-beea906fbb35 HTTP/1.1" status: 200 len: 1091 time: 1.6495345 Jan 28 13:24:56.088015 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c498913-171d-4d58-94f4-0042418c63d3', 'tag': 'd8ab20fd-8ed4-4c27-a287-beea906fbb35'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:56.089948 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a99f09-70df-45d5-9059-94e77337a5fe" -d '{"events": [{"name": "network-changed", "server_uuid": "4c498913-171d-4d58-94f4-0042418c63d3", "tag": "d8ab20fd-8ed4-4c27-a287-beea906fbb35"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:56.133172 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6eb8ae-33c4-46c3-8629-f92395a4244a service neutron] Pushing event updated for resources: {'Port': ['ID=d8ab20fd-8ed4-4c27-a287-beea906fbb35,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:56.186177 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91199b-4ad0-42eb-91f6-d65f2c44020a req-c8555231-3e3f-44f0-8881-7ab5bd94785e tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:56.191839 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-be91199b-4ad0-42eb-91f6-d65f2c44020a req-c8555231-3e3f-44f0-8881-7ab5bd94785e tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.1761193 Jan 28 13:24:56.320797 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-be91199b-4ad0-42eb-91f6-d65f2c44020a req-07e1829f-e159-4760-ab30-341a51d4a206 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943763 Jan 28 13:24:56.359486 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-18ae6465-45a4-4a29-b8f5-59dd56b9ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:56.364939 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-18ae6465-45a4-4a29-b8f5-59dd56b9ec50 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4acaf7e1796b4088b8e1ffc58de61231&device_id=4c498913-171d-4d58-94f4-0042418c63d3 HTTP/1.1" status: 200 len: 1094 time: 0.2125385 Jan 28 13:24:56.450133 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-77188561-9268-4491-94dd-96534b78eb93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7533eb42-b585-49cc-9753-3da6815835bc {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:24:56.459334 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-77188561-9268-4491-94dd-96534b78eb93 service neutron] Publish callbacks [] for port (7533eb42-b585-49cc-9753-3da6815835bc), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:56.474084 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-77188561-9268-4491-94dd-96534b78eb93 service neutron] Transition to ACTIVE for port object 7533eb42-b585-49cc-9753-3da6815835bc will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:24:56.513929 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-4751ead1-a7b9-4a53-a342-6afdfc153f5f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8ab20fd-8ed4-4c27-a287-beea906fbb35 HTTP/1.1" status: 200 len: 217 time: 0.1395929 Jan 28 13:24:56.545155 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-77188561-9268-4491-94dd-96534b78eb93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (7533eb42-b585-49cc-9753-3da6815835bc), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:56.643560 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-afd2ddac-d8ba-4969-a301-a8b254bd58d7 req-7cd8425b-a929-4d9c-ac34-5062684d500c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] For port 483929b3-e20d-4033-b089-ece52da40613, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=483929b3-e20d-4033-b089-ece52da40613,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:56.644029 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-afd2ddac-d8ba-4969-a301-a8b254bd58d7 req-7cd8425b-a929-4d9c-ac34-5062684d500c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (483929b3-e20d-4033-b089-ece52da40613), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:56.686186 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-afd2ddac-d8ba-4969-a301-a8b254bd58d7 req-7cd8425b-a929-4d9c-ac34-5062684d500c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Calling delete_port for 483929b3-e20d-4033-b089-ece52da40613 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:24:56.701752 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-c950ac1f-837c-445f-9aa0-4f6526b2f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:56.705440 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-c950ac1f-837c-445f-9aa0-4f6526b2f35d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f693941d-0671-47a2-8563-c88f3d62af3d HTTP/1.1" status: 200 len: 860 time: 0.1866457 Jan 28 13:24:56.722543 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77188561-9268-4491-94dd-96534b78eb93 service neutron] Pushing event updated for resources: {'Port': ['ID=7533eb42-b585-49cc-9753-3da6815835bc,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:56.738590 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aeb4ee84-46d7-42e8-8c69-a940f084b44e req-c8696aef-9059-48d8-9f91-0a7a209bb188 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4676268 Jan 28 13:24:56.802608 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bad8b-22e0-46a8-9e68-a38064e1f36b req-180cf8df-2b73-4cfb-a852-08a12ed08cb3 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:56.820502 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-662bad8b-22e0-46a8-9e68-a38064e1f36b req-180cf8df-2b73-4cfb-a852-08a12ed08cb3 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c498913-171d-4d58-94f4-0042418c63d3 HTTP/1.1" status: 200 len: 943 time: 0.2343404 Jan 28 13:24:57.003010 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-77188561-9268-4491-94dd-96534b78eb93 service neutron] Attempting to bind port 7533eb42-b585-49cc-9753-3da6815835bc on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:24:57.003346 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-77188561-9268-4491-94dd-96534b78eb93 service neutron] Attempting to bind port 7533eb42-b585-49cc-9753-3da6815835bc by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '47de1ed8-1dd0-41d3-a910-f3e7c5824077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:24:57.003676 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-77188561-9268-4491-94dd-96534b78eb93 service neutron] Attempting to bind port 7533eb42-b585-49cc-9753-3da6815835bc on network f773675e-cdaa-4e1f-928a-174702ce7787 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:57.060991 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-77188561-9268-4491-94dd-96534b78eb93 service neutron] Port 7533eb42-b585-49cc-9753-3da6815835bc on network f773675e-cdaa-4e1f-928a-174702ce7787 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:24:57.060991 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-77188561-9268-4491-94dd-96534b78eb93 service neutron] Attempting to bind port 7533eb42-b585-49cc-9753-3da6815835bc on network f773675e-cdaa-4e1f-928a-174702ce7787 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:57.067785 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-77188561-9268-4491-94dd-96534b78eb93 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:24:57.068163 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-77188561-9268-4491-94dd-96534b78eb93 service neutron] Checking segment: {'id': '47de1ed8-1dd0-41d3-a910-f3e7c5824077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:24:57.068490 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-77188561-9268-4491-94dd-96534b78eb93 service neutron] Bound using segment: {'id': '47de1ed8-1dd0-41d3-a910-f3e7c5824077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:24:57.068939 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-77188561-9268-4491-94dd-96534b78eb93 service neutron] Bound port: 7533eb42-b585-49cc-9753-3da6815835bc, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47de1ed8-1dd0-41d3-a910-f3e7c5824077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:24:57.069781 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-77188561-9268-4491-94dd-96534b78eb93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7533eb42-b585-49cc-9753-3da6815835bc), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:57.170354 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6ae5f-444f-4c66-a7e6-e3049bf3cb8a req-1dae4bb6-815d-4850-bfe0-fb54ebe6cbde tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:57.182959 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ece6ae5f-444f-4c66-a7e6-e3049bf3cb8a req-1dae4bb6-815d-4850-bfe0-fb54ebe6cbde tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 944 time: 0.1687515 Jan 28 13:24:57.305423 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ece6ae5f-444f-4c66-a7e6-e3049bf3cb8a req-8478e5d2-392e-48a4-8f3c-a3d1733bf612 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192856 Jan 28 13:24:57.312628 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-afd2ddac-d8ba-4969-a301-a8b254bd58d7 req-7cd8425b-a929-4d9c-ac34-5062684d500c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (483929b3-e20d-4033-b089-ece52da40613), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:57.391306 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8425b-a929-4d9c-ac34-5062684d500c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Pushing event deleted for resources: {'Port': ['ID=483929b3-e20d-4033-b089-ece52da40613,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:57.398837 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ad9149-7681-4136-8b94-ef8a520263af x-openstack-request-id: req-a3ad9149-7681-4136-8b94-ef8a520263af {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:57.400173 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-77188561-9268-4491-94dd-96534b78eb93 service neutron] For port 7533eb42-b585-49cc-9753-3da6815835bc, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:24:57.400563 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c498913-171d-4d58-94f4-0042418c63d3", "tag": "d8ab20fd-8ed4-4c27-a287-beea906fbb35", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:57.401209 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a3ad9149-7681-4136-8b94-ef8a520263af {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:57.402207 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c498913-171d-4d58-94f4-0042418c63d3', 'tag': 'd8ab20fd-8ed4-4c27-a287-beea906fbb35', 'status': 'completed', 'code': 200} Jan 28 13:24:57.422086 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-2fc2e62b-3c7c-40fe-beb0-96261e1c1cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:57.426206 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-2fc2e62b-3c7c-40fe-beb0-96261e1c1cc2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=71534dd2-0498-4e62-a826-48a207a6ee6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7141125 Jan 28 13:24:57.440835 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-77188561-9268-4491-94dd-96534b78eb93 service neutron] For port 7533eb42-b585-49cc-9753-3da6815835bc, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=7533eb42-b585-49cc-9753-3da6815835bc,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:24:57.460066 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-77188561-9268-4491-94dd-96534b78eb93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (7533eb42-b585-49cc-9753-3da6815835bc), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:57.554294 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd2ddac-d8ba-4969-a301-a8b254bd58d7 req-7cd8425b-a929-4d9c-ac34-5062684d500c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] No DVR routers for this DVR port 483929b3-e20d-4033-b089-ece52da40613 on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:24:57.569039 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-afd2ddac-d8ba-4969-a301-a8b254bd58d7 req-7cd8425b-a929-4d9c-ac34-5062684d500c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:57.573360 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-afd2ddac-d8ba-4969-a301-a8b254bd58d7 req-7cd8425b-a929-4d9c-ac34-5062684d500c tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.37 "DELETE /v2.0/ports/483929b3-e20d-4033-b089-ece52da40613 HTTP/1.1" status: 204 len: 173 time: 2.8730869 Jan 28 13:24:57.576517 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c22909-6a78-443b-b358-275e926ffaf4', 'name': 'network-vif-deleted', 'tag': '483929b3-e20d-4033-b089-ece52da40613'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:57.579067 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6936b3-5b7a-4038-a108-69f3e7872540" -d '{"events": [{"server_uuid": "a6c22909-6a78-443b-b358-275e926ffaf4", "name": "network-vif-deleted", "tag": "483929b3-e20d-4033-b089-ece52da40613"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:57.614074 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-77188561-9268-4491-94dd-96534b78eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:57.614765 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-77188561-9268-4491-94dd-96534b78eb93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:57.616233 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-77188561-9268-4491-94dd-96534b78eb93 service neutron] 10.222.0.18 "PUT /v2.0/ports/7533eb42-b585-49cc-9753-3da6815835bc HTTP/1.1" status: 200 len: 1092 time: 2.8075471 Jan 28 13:24:57.649732 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77188561-9268-4491-94dd-96534b78eb93 service neutron] Pushing event updated for resources: {'Port': ['ID=7533eb42-b585-49cc-9753-3da6815835bc,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:57.673493 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1472444-89c3-4708-bb92-a8b0a5a0bd1f req-1b345cda-2a30-4029-abc9-398b05724fb4 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:57.675879 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-662bad8b-22e0-46a8-9e68-a38064e1f36b req-e6f4a872-7f16-4235-a737-aa10d0294632 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/security-groups?id=54d38ba3-ee67-4fb4-adec-99fd8877e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8535740 Jan 28 13:24:57.681217 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d1472444-89c3-4708-bb92-a8b0a5a0bd1f req-1b345cda-2a30-4029-abc9-398b05724fb4 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 943 time: 0.1282036 Jan 28 13:24:57.756254 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-a9ad50c6-8d20-4dd6-ac51-3959bd261bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:57.756584 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-02fb55dc-3c5f-4a31-a6c6-ba23b6ba9298 service neutron] 10.222.0.18 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131843 Jan 28 13:24:57.757743 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-a9ad50c6-8d20-4dd6-ac51-3959bd261bb7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab7dc526fd8f441185a698498cb3a4d8&device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 1095 time: 0.0692439 Jan 28 13:24:57.827209 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d1472444-89c3-4708-bb92-a8b0a5a0bd1f req-208159b7-d300-4f19-9073-c01cd101b166 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups?id=0845575f-bfe6-4e61-bc37-638f5a5d3a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449354 Jan 28 13:24:57.835687 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-cf1a207a-7632-48e2-b4fc-a90c6e259c46 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7533eb42-b585-49cc-9753-3da6815835bc HTTP/1.1" status: 200 len: 217 time: 0.0690725 Jan 28 13:24:57.937484 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-8efc70bd-a5d7-45a7-aa1d-dcfda9eb7230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:57.939020 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-8efc70bd-a5d7-45a7-aa1d-dcfda9eb7230 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71a5c6ba-e647-4544-86c2-92651ecb7e69 HTTP/1.1" status: 200 len: 852 time: 0.0980604 Jan 28 13:24:57.981667 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5e94ca6d-fff3-468d-9c10-79b15ffe4671 req-3a4f6039-3e2b-4ef7-aa88-ec8a17792e41 service neutron] 10.222.0.18 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051644 Jan 28 13:24:58.060685 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-7d342232-72f6-47e3-8e17-aee9be19a59d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f773675e-cdaa-4e1f-928a-174702ce7787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143458 Jan 28 13:24:58.116152 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4000a-4f7d-4163-9326-55d401c20807 req-86673572-e4f5-41ec-9308-8776c2efa184 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:58.118281 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e5d4000a-4f7d-4163-9326-55d401c20807 req-86673572-e4f5-41ec-9308-8776c2efa184 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.1597610 Jan 28 13:24:58.130073 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a99f09-70df-45d5-9059-94e77337a5fe req-93a6ae4d-c0f1-4bda-ba0d-b896886a81c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:58.131674 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-42a99f09-70df-45d5-9059-94e77337a5fe req-93a6ae4d-c0f1-4bda-ba0d-b896886a81c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4acaf7e1796b4088b8e1ffc58de61231&device_id=4c498913-171d-4d58-94f4-0042418c63d3 HTTP/1.1" status: 200 len: 1094 time: 0.0945909 Jan 28 13:24:58.253588 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e5d4000a-4f7d-4163-9326-55d401c20807 req-594a4653-62ae-4910-9cb2-ffe085d78877 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058145 Jan 28 13:24:58.257187 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 483929b3-e20d-4033-b089-ece52da40613 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:24:58.273235 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-15d4c7d9-e057-4117-b3f2-f5174f39e0cf service neutron] 10.222.0.18 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040143 Jan 28 13:24:58.295962 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a99f09-70df-45d5-9059-94e77337a5fe req-bfaa4486-74e6-4673-9631-443c19c50cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:58.297598 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-42a99f09-70df-45d5-9059-94e77337a5fe req-bfaa4486-74e6-4673-9631-443c19c50cda service neutron] 10.222.0.18 "GET /v2.0/networks?id=71534dd2-0498-4e62-a826-48a207a6ee6d HTTP/1.1" status: 200 len: 921 time: 0.1584299 Jan 28 13:24:58.320024 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 483929b3-e20d-4033-b089-ece52da40613 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:24:58.322896 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 483929b3-e20d-4033-b089-ece52da40613 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:24:58.370431 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-42a99f09-70df-45d5-9059-94e77337a5fe req-e35d6a29-dfac-4b30-a0ec-93e303faf596 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8ab20fd-8ed4-4c27-a287-beea906fbb35 HTTP/1.1" status: 200 len: 217 time: 0.0591483 Jan 28 13:24:58.448537 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f614fd47-2bba-4f29-ba8c-61620f892e43 x-openstack-request-id: req-f614fd47-2bba-4f29-ba8c-61620f892e43 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:58.449384 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c22909-6a78-443b-b358-275e926ffaf4", "name": "network-vif-deleted", "tag": "483929b3-e20d-4033-b089-ece52da40613", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:58.450951 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f614fd47-2bba-4f29-ba8c-61620f892e43 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:58.451636 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c22909-6a78-443b-b358-275e926ffaf4', 'name': 'network-vif-deleted', 'tag': '483929b3-e20d-4033-b089-ece52da40613', 'status': 'completed', 'code': 200} Jan 28 13:24:58.488170 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a99f09-70df-45d5-9059-94e77337a5fe req-21f986ef-ffe6-4d99-8ca0-d3008ab133fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:58.489692 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-42a99f09-70df-45d5-9059-94e77337a5fe req-21f986ef-ffe6-4d99-8ca0-d3008ab133fa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f693941d-0671-47a2-8563-c88f3d62af3d HTTP/1.1" status: 200 len: 860 time: 0.1127477 Jan 28 13:24:58.520272 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6035fe79-c0a0-4ca8-8fe0-5b994939ee47 req-2ebc8841-cae5-477e-8ff4-fea71b7383e9 service neutron] 10.222.0.18 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367008 Jan 28 13:24:58.551879 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7f306d43-65b5-4724-b231-ceaff3a7a772 req-44ac4bda-4fa5-494b-8896-b16dfc99088f tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6c22909-6a78-443b-b358-275e926ffaf4 HTTP/1.1" status: 200 len: 210 time: 0.0822134 Jan 28 13:24:58.606213 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a99f09-70df-45d5-9059-94e77337a5fe req-5adcbacd-0e31-4314-98cc-254ccd5fc24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:58.608576 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-42a99f09-70df-45d5-9059-94e77337a5fe req-5adcbacd-0e31-4314-98cc-254ccd5fc24a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=71534dd2-0498-4e62-a826-48a207a6ee6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059351 Jan 28 13:24:58.761638 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b956b4-c09f-43ac-9db9-35f7e9b24064 req-0baf238e-6205-4d6d-8792-cf588a490038 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:58.771653 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-34b956b4-c09f-43ac-9db9-35f7e9b24064 req-0baf238e-6205-4d6d-8792-cf588a490038 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 944 time: 0.1409085 Jan 28 13:24:58.801990 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-42a99f09-70df-45d5-9059-94e77337a5fe req-7b31c705-a11b-47de-81cf-d5bfe3dfcb5b service neutron] 10.222.0.18 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801400 Jan 28 13:24:58.911158 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-34b956b4-c09f-43ac-9db9-35f7e9b24064 req-03bdd54c-00b8-4d92-8bf0-6be6703490c8 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275325 Jan 28 13:24:59.024472 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb946b6-ed5b-4c3d-9874-2245ded77408 req-bd68c73c-aa5f-4ef3-b7a9-6b0ddc7e0bfc tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:59.026245 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-deb946b6-ed5b-4c3d-9874-2245ded77408 req-bd68c73c-aa5f-4ef3-b7a9-6b0ddc7e0bfc tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c498913-171d-4d58-94f4-0042418c63d3 HTTP/1.1" status: 200 len: 943 time: 0.1542315 Jan 28 13:24:59.068556 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-42a99f09-70df-45d5-9059-94e77337a5fe req-6462603c-e49e-4170-b15d-d13cf2162013 service neutron] 10.222.0.18 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590654 Jan 28 13:24:59.103552 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-deb946b6-ed5b-4c3d-9874-2245ded77408 req-74f3d536-26f1-4fef-8569-4e43855ad183 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/security-groups?id=54d38ba3-ee67-4fb4-adec-99fd8877e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644443 Jan 28 13:24:59.165785 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43ddcb-9e79-411d-b4db-8a0cf36130db req-6e98d3df-bd63-45e6-897e-6928364763ef tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:59.173936 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b43ddcb-9e79-411d-b4db-8a0cf36130db req-6e98d3df-bd63-45e6-897e-6928364763ef tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 943 time: 0.1275284 Jan 28 13:24:59.187282 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51298) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:24:59.244581 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b43ddcb-9e79-411d-b4db-8a0cf36130db req-59d06334-dfaa-4331-929d-d3cb8c6c5a04 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups?id=0845575f-bfe6-4e61-bc37-638f5a5d3a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693340 Jan 28 13:24:59.290605 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-60ec5026-4596-4048-b2f5-a1eafb24800d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:59.409213 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d0ae25e3-7999-4863-a3d9-e3d1693171d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:59.488413 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0a4a9-b5f5-441a-8db3-3dddd4d92e68 req-e6ea1c43-3604-4b35-8382-a8fde9c209aa tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:59.490093 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4e0a4a9-b5f5-441a-8db3-3dddd4d92e68 req-e6ea1c43-3604-4b35-8382-a8fde9c209aa tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.0909574 Jan 28 13:24:59.613656 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d0ae25e3-7999-4863-a3d9-e3d1693171d2 admin admin] Publish callbacks [] for security_group (4ecf1d08-f005-46d0-8472-800d1ca5eeb7), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:59.628018 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4e0a4a9-b5f5-441a-8db3-3dddd4d92e68 req-0e8b4646-9ab4-4b01-89bd-27515077a970 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187143 Jan 28 13:24:59.631606 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d0ae25e3-7999-4863-a3d9-e3d1693171d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (4ecf1d08-f005-46d0-8472-800d1ca5eeb7), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:59.677047 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d0ae25e3-7999-4863-a3d9-e3d1693171d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1ad5372139f346e09c1a22186084a43c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4882882 Jan 28 13:24:59.681604 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51308) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:24:59.710391 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae25e3-7999-4863-a3d9-e3d1693171d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecf1d08-f005-46d0-8472-800d1ca5eeb7,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:59.772564 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4f9835c5-bdd3-4c87-bd7d-3062e5e7321f admin admin] Publish callbacks [] for security_group (4ecf1d08-f005-46d0-8472-800d1ca5eeb7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:59.801332 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4f9835c5-bdd3-4c87-bd7d-3062e5e7321f admin admin] Publish callbacks [] for security_group (4ecf1d08-f005-46d0-8472-800d1ca5eeb7), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:59.879495 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4f9835c5-bdd3-4c87-bd7d-3062e5e7321f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (4ecf1d08-f005-46d0-8472-800d1ca5eeb7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:59.884955 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4f9835c5-bdd3-4c87-bd7d-3062e5e7321f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:59.887282 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4f9835c5-bdd3-4c87-bd7d-3062e5e7321f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ecf1d08-f005-46d0-8472-800d1ca5eeb7 HTTP/1.1" status: 204 len: 168 time: 0.2041836 Jan 28 13:24:59.906323 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9835c5-bdd3-4c87-bd7d-3062e5e7321f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecf1d08-f005-46d0-8472-800d1ca5eeb7,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:00.143204 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a56047-5671-4f34-85ea-e95801f322d3 req-0cb0dcc1-b837-4936-a3c2-56586a5e98a2 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:00.156429 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58a56047-5671-4f34-85ea-e95801f322d3 req-0cb0dcc1-b837-4936-a3c2-56586a5e98a2 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 944 time: 0.1160655 Jan 28 13:25:00.171840 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717809f4-2413-4083-af93-e0b3b8387b01 req-99752b4d-bb90-4474-913b-572057bc6083 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:00.174649 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-717809f4-2413-4083-af93-e0b3b8387b01 req-99752b4d-bb90-4474-913b-572057bc6083 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 944 time: 0.1162751 Jan 28 13:25:00.254671 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58a56047-5671-4f34-85ea-e95801f322d3 req-39b17db6-aa80-40f0-938e-38f5870dbc61 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968046 Jan 28 13:25:00.299088 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-717809f4-2413-4083-af93-e0b3b8387b01 req-3fa6a720-8b83-4faf-8d5f-aaceba7deb09 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112485 Jan 28 13:25:00.452683 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49812de2-db9e-403e-9b3d-31d7f4988574', 'tag': '7533eb42-b585-49cc-9753-3da6815835bc'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:00.455054 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89645432-d572-439c-a193-b13695a454be" -d '{"events": [{"name": "network-changed", "server_uuid": "49812de2-db9e-403e-9b3d-31d7f4988574", "tag": "7533eb42-b585-49cc-9753-3da6815835bc"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:00.456514 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ef263-1ba6-457c-a17f-41acbfb8ea6c req-555ec6ff-13ad-4b0d-845e-ae4634253566 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:00.458400 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a8ef263-1ba6-457c-a17f-41acbfb8ea6c req-555ec6ff-13ad-4b0d-845e-ae4634253566 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 944 time: 0.1347287 Jan 28 13:25:00.482598 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25a63b-23e0-4432-a10b-498798390b70 req-ef7798c2-62d4-4f7c-9796-cc3b421f50c8 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:00.488829 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42620318-63db-494f-ba01-91b3896c01b3 req-0f1b3513-6de6-4ecb-acb6-a8122e2186cb tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:00.491554 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2d25a63b-23e0-4432-a10b-498798390b70 req-ef7798c2-62d4-4f7c-9796-cc3b421f50c8 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c498913-171d-4d58-94f4-0042418c63d3 HTTP/1.1" status: 200 len: 943 time: 0.1109738 Jan 28 13:25:00.505447 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42620318-63db-494f-ba01-91b3896c01b3 req-0f1b3513-6de6-4ecb-acb6-a8122e2186cb tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 943 time: 0.0947554 Jan 28 13:25:00.592952 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42620318-63db-494f-ba01-91b3896c01b3 req-c618226c-8360-457f-bb9f-56cc2654614d tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups?id=0845575f-bfe6-4e61-bc37-638f5a5d3a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849183 Jan 28 13:25:00.690726 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466a37ba-06ad-4fbd-a5e1-ec86383501c6 x-openstack-request-id: req-466a37ba-06ad-4fbd-a5e1-ec86383501c6 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:00.692372 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49812de2-db9e-403e-9b3d-31d7f4988574", "tag": "7533eb42-b585-49cc-9753-3da6815835bc", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:00.692600 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2d25a63b-23e0-4432-a10b-498798390b70 req-796687ec-0e1a-44f9-8909-7245105dc5c7 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/security-groups?id=54d38ba3-ee67-4fb4-adec-99fd8877e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976440 Jan 28 13:25:00.702695 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-466a37ba-06ad-4fbd-a5e1-ec86383501c6 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:00.706660 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49812de2-db9e-403e-9b3d-31d7f4988574', 'tag': '7533eb42-b585-49cc-9753-3da6815835bc', 'status': 'completed', 'code': 200} Jan 28 13:25:00.798007 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 7735e4e9-e055-42ee-ac07-a1cf9e195b1b details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:25:00.812148 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-2a8ef263-1ba6-457c-a17f-41acbfb8ea6c req-d7a0eae1-d31f-4123-a686-60b3fbf7027b tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Deleting port 9d674133-1cac-4f13-bc09-89b187b99e44 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:25:00.812611 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2a8ef263-1ba6-457c-a17f-41acbfb8ea6c req-d7a0eae1-d31f-4123-a686-60b3fbf7027b tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (9d674133-1cac-4f13-bc09-89b187b99e44), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:00.835222 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89645432-d572-439c-a193-b13695a454be req-9d94ccfb-f91e-4a2c-b609-0cee6f7ff87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:00.837955 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89645432-d572-439c-a193-b13695a454be req-9d94ccfb-f91e-4a2c-b609-0cee6f7ff87c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab7dc526fd8f441185a698498cb3a4d8&device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 1095 time: 0.1014090 Jan 28 13:25:01.051125 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89645432-d572-439c-a193-b13695a454be req-6ce7612e-6885-490e-bc5e-5f15662d94f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:01.052689 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=7735e4e9-e055-42ee-ac07-a1cf9e195b1b,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:01.053171 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1faad-d0b8-4b7d-b0b1-0a8f5a89c902 req-c46e2cbb-22c6-43b1-90c8-c24e75114362 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:01.053348 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89645432-d572-439c-a193-b13695a454be req-6ce7612e-6885-490e-bc5e-5f15662d94f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f773675e-cdaa-4e1f-928a-174702ce7787 HTTP/1.1" status: 200 len: 912 time: 0.2071047 Jan 28 13:25:01.066891 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '7735e4e9-e055-42ee-ac07-a1cf9e195b1b', 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7', 'port_id': '7735e4e9-e055-42ee-ac07-a1cf9e195b1b', 'mac_address': 'fa:16:3e:93:61:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d02297-28c8-4d60-822c-d4eb89318060', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:25:01.067341 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9e1faad-d0b8-4b7d-b0b1-0a8f5a89c902 req-c46e2cbb-22c6-43b1-90c8-c24e75114362 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.2165992 Jan 28 13:25:01.132686 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:01.133744 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7735e4e9-e055-42ee-ac07-a1cf9e195b1b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:01.154584 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89645432-d572-439c-a193-b13695a454be req-64b00ffb-6bda-4be2-9c73-ca8acde7d750 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7533eb42-b585-49cc-9753-3da6815835bc HTTP/1.1" status: 200 len: 217 time: 0.0906081 Jan 28 13:25:01.160408 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7735e4e9-e055-42ee-ac07-a1cf9e195b1b {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:01.200888 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=7735e4e9-e055-42ee-ac07-a1cf9e195b1b,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:01.203694 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9e1faad-d0b8-4b7d-b0b1-0a8f5a89c902 req-6a4580e1-f095-480e-8619-a8cbb2b3af4d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334403 Jan 28 13:25:01.209669 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7735e4e9-e055-42ee-ac07-a1cf9e195b1b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:01.212732 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device d8ab20fd-8ed4-4c27-a287-beea906fbb35 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:25:01.216048 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-2a8ef263-1ba6-457c-a17f-41acbfb8ea6c req-d7a0eae1-d31f-4123-a686-60b3fbf7027b tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] For port 9d674133-1cac-4f13-bc09-89b187b99e44, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=9d674133-1cac-4f13-bc09-89b187b99e44,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:01.226378 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2a8ef263-1ba6-457c-a17f-41acbfb8ea6c req-d7a0eae1-d31f-4123-a686-60b3fbf7027b tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (9d674133-1cac-4f13-bc09-89b187b99e44), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:01.245059 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-2a8ef263-1ba6-457c-a17f-41acbfb8ea6c req-d7a0eae1-d31f-4123-a686-60b3fbf7027b tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Calling delete_port for 9d674133-1cac-4f13-bc09-89b187b99e44 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:25:01.295430 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89645432-d572-439c-a193-b13695a454be req-a2eff773-8bf9-4a5f-86c8-d7eb5783e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:01.297174 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89645432-d572-439c-a193-b13695a454be req-a2eff773-8bf9-4a5f-86c8-d7eb5783e9a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71a5c6ba-e647-4544-86c2-92651ecb7e69 HTTP/1.1" status: 200 len: 852 time: 0.1314290 Jan 28 13:25:01.346118 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89645432-d572-439c-a193-b13695a454be req-30269241-55c4-4278-aae0-63982ae14c8a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f773675e-cdaa-4e1f-928a-174702ce7787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419128 Jan 28 13:25:01.525083 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port d8ab20fd-8ed4-4c27-a287-beea906fbb35, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=d8ab20fd-8ed4-4c27-a287-beea906fbb35,segment=NetworkSegment(86269ba4-6bcb-4dd9-88b3-35a2df61a1bc),segment_id=86269ba4-6bcb-4dd9-88b3-35a2df61a1bc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:01.615049 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51350) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:01.626812 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'd8ab20fd-8ed4-4c27-a287-beea906fbb35', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'port_id': 'd8ab20fd-8ed4-4c27-a287-beea906fbb35', 'mac_address': 'fa:16:3e:22:5b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:25:01.633495 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=7735e4e9-e055-42ee-ac07-a1cf9e195b1b,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:01.651814 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac2786-c3e7-40c3-a8f2-0af298bd5018 req-c56a7c99-3157-4a76-8cc3-4d5e361c393b tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:01.659783 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-27ac2786-c3e7-40c3-a8f2-0af298bd5018 req-c56a7c99-3157-4a76-8cc3-4d5e361c393b tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e646d4b-b47f-4ee6-9b8c-f871a5919c3f HTTP/1.1" status: 200 len: 944 time: 0.2180398 Jan 28 13:25:01.691981 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2a8ef263-1ba6-457c-a17f-41acbfb8ea6c req-d7a0eae1-d31f-4123-a686-60b3fbf7027b tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (9d674133-1cac-4f13-bc09-89b187b99e44), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:01.706534 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port d8ab20fd-8ed4-4c27-a287-beea906fbb35 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:01.707325 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d8ab20fd-8ed4-4c27-a287-beea906fbb35), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:01.768859 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8ab20fd-8ed4-4c27-a287-beea906fbb35 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:01.770839 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0eae1-d31f-4123-a686-60b3fbf7027b tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Pushing event deleted for resources: {'Port': ['ID=9d674133-1cac-4f13-bc09-89b187b99e44,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:01.777769 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:01.795650 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:01.796190 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:01.796546 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:01.796888 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:01.797213 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:01.797749 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:01.798237 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:01.799212 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:01.799699 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:01.801244 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:01.802149 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:01.802724 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-27ac2786-c3e7-40c3-a8f2-0af298bd5018 req-16e3186c-2bf8-4e5e-9cec-7f4da6c7e8fb tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390662 Jan 28 13:25:01.803899 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:01.864483 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4f6fa7bb-4bb0-453e-9afc-ba0eb12ac0b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:01.871646 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port d8ab20fd-8ed4-4c27-a287-beea906fbb35, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=d8ab20fd-8ed4-4c27-a287-beea906fbb35,segment=NetworkSegment(86269ba4-6bcb-4dd9-88b3-35a2df61a1bc),segment_id=86269ba4-6bcb-4dd9-88b3-35a2df61a1bc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:01.879646 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d8ab20fd-8ed4-4c27-a287-beea906fbb35), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:01.887627 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867331f8-bd6c-4a5e-938d-d68e07725261 req-81f00269-2440-43ac-a460-68891ca29aa6 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:01.902704 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-867331f8-bd6c-4a5e-938d-d68e07725261 req-81f00269-2440-43ac-a460-68891ca29aa6 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 944 time: 0.4114280 Jan 28 13:25:01.931132 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8ef263-1ba6-457c-a17f-41acbfb8ea6c req-d7a0eae1-d31f-4123-a686-60b3fbf7027b tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] No DVR routers for this DVR port 9d674133-1cac-4f13-bc09-89b187b99e44 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:25:01.938502 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2a8ef263-1ba6-457c-a17f-41acbfb8ea6c req-d7a0eae1-d31f-4123-a686-60b3fbf7027b tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:01.952200 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a8ef263-1ba6-457c-a17f-41acbfb8ea6c req-d7a0eae1-d31f-4123-a686-60b3fbf7027b tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.18 "DELETE /v2.0/ports/9d674133-1cac-4f13-bc09-89b187b99e44 HTTP/1.1" status: 204 len: 173 time: 1.4868045 Jan 28 13:25:01.955049 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e646d4b-b47f-4ee6-9b8c-f871a5919c3f', 'name': 'network-vif-deleted', 'tag': '9d674133-1cac-4f13-bc09-89b187b99e44'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:01.988136 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fc0152-8b06-4c7a-ba23-264ee9b30ca0" -d '{"events": [{"server_uuid": "7e646d4b-b47f-4ee6-9b8c-f871a5919c3f", "name": "network-vif-deleted", "tag": "9d674133-1cac-4f13-bc09-89b187b99e44"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:02.017844 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-fcfec05d-0e4a-4b06-9d1a-981c7760bcc9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-743064401-network', 'tenant_id': '47eca7ff9b2a4889893ddf4887158ad3'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:02.037617 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89645432-d572-439c-a193-b13695a454be req-5a63c449-1cbe-4221-8b0d-aa9852708b30 service neutron] 10.222.0.18 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6834707 Jan 28 13:25:02.054027 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-867331f8-bd6c-4a5e-938d-d68e07725261 req-2a3f34d4-1829-4b8e-acc2-98e9fca13d6a tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499512 Jan 28 13:25:02.071375 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=d8ab20fd-8ed4-4c27-a287-beea906fbb35,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:02.142206 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['7735e4e9-e055-42ee-ac07-a1cf9e195b1b'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:25:02.146996 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['d8ab20fd-8ed4-4c27-a287-beea906fbb35'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:25:02.172040 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfec05d-0e4a-4b06-9d1a-981c7760bcc9 admin admin] Made reservation on behalf of 47eca7ff9b2a4889893ddf4887158ad3 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:25:02.174582 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fcfec05d-0e4a-4b06-9d1a-981c7760bcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:02.209190 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542254ba-ba3e-44cf-9f51-1ff9ce09e2b0 req-45102c5a-f0aa-4810-8b08-8c2750352a42 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:02.212533 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-542254ba-ba3e-44cf-9f51-1ff9ce09e2b0 req-45102c5a-f0aa-4810-8b08-8c2750352a42 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 943 time: 0.1749802 Jan 28 13:25:02.213477 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fcfec05d-0e4a-4b06-9d1a-981c7760bcc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:02.323528 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-542254ba-ba3e-44cf-9f51-1ff9ce09e2b0 req-2a526030-0a8f-44ae-94c8-c9d108d80f39 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups?id=0845575f-bfe6-4e61-bc37-638f5a5d3a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903008 Jan 28 13:25:02.327954 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1f755-a4be-4734-957d-3d923f3441ae req-1c5357a3-e0bf-412f-b6bc-e2ef6ee4386b tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:02.334356 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-19a1f755-a4be-4734-957d-3d923f3441ae req-1c5357a3-e0bf-412f-b6bc-e2ef6ee4386b tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c498913-171d-4d58-94f4-0042418c63d3 HTTP/1.1" status: 200 len: 944 time: 0.1093297 Jan 28 13:25:02.376762 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89645432-d572-439c-a193-b13695a454be req-82003b53-366e-424e-a88a-bfe4ec69d73c service neutron] 10.222.0.18 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210089 Jan 28 13:25:02.460631 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-19a1f755-a4be-4734-957d-3d923f3441ae req-1ea6f2d0-cddb-41ba-8e94-ed01cf266d31 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/security-groups?id=54d38ba3-ee67-4fb4-adec-99fd8877e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214542 Jan 28 13:25:02.473662 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fcfec05d-0e4a-4b06-9d1a-981c7760bcc9 admin admin] Publish callbacks [] for security_group (d5e92b6c-c401-4f4d-9a87-691ffb1a33ea), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:02.495057 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fcfec05d-0e4a-4b06-9d1a-981c7760bcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d5e92b6c-c401-4f4d-9a87-691ffb1a33ea), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:02.551863 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277a618e-9c5d-4f29-9fe0-8120303a8e81 x-openstack-request-id: req-277a618e-9c5d-4f29-9fe0-8120303a8e81 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:02.552432 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e646d4b-b47f-4ee6-9b8c-f871a5919c3f", "name": "network-vif-deleted", "tag": "9d674133-1cac-4f13-bc09-89b187b99e44", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:02.552742 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-277a618e-9c5d-4f29-9fe0-8120303a8e81 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:02.553449 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e646d4b-b47f-4ee6-9b8c-f871a5919c3f', 'name': 'network-vif-deleted', 'tag': '9d674133-1cac-4f13-bc09-89b187b99e44', 'status': 'completed', 'code': 200} Jan 28 13:25:02.579674 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcfec05d-0e4a-4b06-9d1a-981c7760bcc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:25:02.593887 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfec05d-0e4a-4b06-9d1a-981c7760bcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:02.623085 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fcfec05d-0e4a-4b06-9d1a-981c7760bcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (2c95997c-16ab-4d70-b003-a3661ae96720), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:02.624104 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-fcfec05d-0e4a-4b06-9d1a-981c7760bcc9 admin admin] Added segment 2c95997c-16ab-4d70-b003-a3661ae96720 of type vlan for network 3a819a92-6f08-4f4b-a036-5a82aa2e8940 Jan 28 13:25:02.714446 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fcfec05d-0e4a-4b06-9d1a-981c7760bcc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (3a819a92-6f08-4f4b-a036-5a82aa2e8940), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:02.732059 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:02.796968 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fcfec05d-0e4a-4b06-9d1a-981c7760bcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (3a819a92-6f08-4f4b-a036-5a82aa2e8940), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:02.799195 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfec05d-0e4a-4b06-9d1a-981c7760bcc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:02.799410 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fcfec05d-0e4a-4b06-9d1a-981c7760bcc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:02.811934 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 7533eb42-b585-49cc-9753-3da6815835bc details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:25:02.819100 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 9d674133-1cac-4f13-bc09-89b187b99e44 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:25:02.819448 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be17e66-671c-47c4-a415-4d4763a384c3 req-34a7c766-208c-4000-b688-f1b7a69756ba tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:02.822095 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4be17e66-671c-47c4-a415-4d4763a384c3 req-34a7c766-208c-4000-b688-f1b7a69756ba tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 944 time: 0.1041567 Jan 28 13:25:02.855816 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 9d674133-1cac-4f13-bc09-89b187b99e44 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:25:02.857711 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 9d674133-1cac-4f13-bc09-89b187b99e44 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:25:02.892211 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fcfec05d-0e4a-4b06-9d1a-981c7760bcc9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2748909 Jan 28 13:25:02.896505 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51366) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:02.902767 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-f5641704-956c-4094-a279-124d8eaa69a5 admin admin] Request body: {'subnet': {'network_id': '3a819a92-6f08-4f4b-a036-5a82aa2e8940', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-743064401-subnet', 'tenant_id': '47eca7ff9b2a4889893ddf4887158ad3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:02.945432 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5641704-956c-4094-a279-124d8eaa69a5 admin admin] Made reservation on behalf of 47eca7ff9b2a4889893ddf4887158ad3 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:25:02.948460 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f5641704-956c-4094-a279-124d8eaa69a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:02.951699 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfec05d-0e4a-4b06-9d1a-981c7760bcc9 admin admin] Pushing event updated for resources: {'Network': ['ID=3a819a92-6f08-4f4b-a036-5a82aa2e8940,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:03.017506 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4be17e66-671c-47c4-a415-4d4763a384c3 req-96397bac-9ebb-48dc-90e0-2509ab1e124e tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856632 Jan 28 13:25:03.063952 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 3a819a92-6f08-4f4b-a036-5a82aa2e8940 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:25:03.320333 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f5641704-956c-4094-a279-124d8eaa69a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (4660c0a9-8abc-479c-99b1-af9640de1107), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:03.396332 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5641704-956c-4094-a279-124d8eaa69a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4660c0a9-8abc-479c-99b1-af9640de1107,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:03.416176 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a84f1-e547-4b8b-817f-ffcd51428ab6 req-624597e6-623c-48b1-ab35-c5ff51ebcb5a tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:03.422090 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5641704-956c-4094-a279-124d8eaa69a5 admin admin] Checking segment: {'id': '2c95997c-16ab-4d70-b003-a3661ae96720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3a819a92-6f08-4f4b-a036-5a82aa2e8940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:25:03.422697 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5641704-956c-4094-a279-124d8eaa69a5 admin admin] Network hostable DHCP agents. Network: 3a819a92-6f08-4f4b-a036-5a82aa2e8940, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:25:03.424477 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-770a84f1-e547-4b8b-817f-ffcd51428ab6 req-624597e6-623c-48b1-ab35-c5ff51ebcb5a tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 944 time: 0.1533399 Jan 28 13:25:03.488359 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5641704-956c-4094-a279-124d8eaa69a5 admin admin] Network 3a819a92-6f08-4f4b-a036-5a82aa2e8940 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:25:03.511455 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 7533eb42-b585-49cc-9753-3da6815835bc, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=7533eb42-b585-49cc-9753-3da6815835bc,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:03.525324 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-770a84f1-e547-4b8b-817f-ffcd51428ab6 req-d28d66c4-96c2-429a-80f0-f967609b280f tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996618 Jan 28 13:25:03.541899 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-f5641704-956c-4094-a279-124d8eaa69a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 3a819a92-6f08-4f4b-a036-5a82aa2e8940) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:25:03.554323 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '7533eb42-b585-49cc-9753-3da6815835bc', 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787', 'port_id': '7533eb42-b585-49cc-9753-3da6815835bc', 'mac_address': 'fa:16:3e:fe:bf:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71a5c6ba-e647-4544-86c2-92651ecb7e69', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:25:03.575642 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5641704-956c-4094-a279-124d8eaa69a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:03.577389 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f5641704-956c-4094-a279-124d8eaa69a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:03.590232 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c895c5-8f36-4dc7-9d1c-c7f0730f59d1 None None] Network 3a819a92-6f08-4f4b-a036-5a82aa2e8940 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:25:03.626939 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f5641704-956c-4094-a279-124d8eaa69a5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7262201 Jan 28 13:25:03.641140 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 7533eb42-b585-49cc-9753-3da6815835bc is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:03.641791 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7533eb42-b585-49cc-9753-3da6815835bc), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:03.658226 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58faffc-bd3f-4a3c-a120-23e77b74c9f2 req-0095fd6e-5473-44a4-8fe1-88a6266c2593 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:03.661862 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c58faffc-bd3f-4a3c-a120-23e77b74c9f2 req-0095fd6e-5473-44a4-8fe1-88a6266c2593 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 945 time: 0.1975451 Jan 28 13:25:03.760904 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7533eb42-b585-49cc-9753-3da6815835bc {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:03.767057 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb50b99-6e2c-42df-9aef-6ba4a7b31c29 None None] Network 3a819a92-6f08-4f4b-a036-5a82aa2e8940 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:25:03.781627 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5904b5c-f9a8-4b25-9a29-c6c97a4d09f8 req-0e044c26-5e79-4854-8506-a3a6c70a38b7 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:03.788227 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a5904b5c-f9a8-4b25-9a29-c6c97a4d09f8 req-0e044c26-5e79-4854-8506-a3a6c70a38b7 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 943 time: 0.1238782 Jan 28 13:25:03.792053 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c58faffc-bd3f-4a3c-a120-23e77b74c9f2 req-d9639b00-97c5-4f57-8554-a78f7e04a9a3 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/security-groups?id=e95633fe-5dc6-40e0-8738-7afa3c58373c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217003 Jan 28 13:25:03.854685 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 7533eb42-b585-49cc-9753-3da6815835bc, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=7533eb42-b585-49cc-9753-3da6815835bc,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:03.859372 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7533eb42-b585-49cc-9753-3da6815835bc), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:03.953562 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=7533eb42-b585-49cc-9753-3da6815835bc,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:03.966229 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a5904b5c-f9a8-4b25-9a29-c6c97a4d09f8 req-50849937-847e-4e86-bcb2-dbebc4f11755 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups?id=0845575f-bfe6-4e61-bc37-638f5a5d3a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762094 Jan 28 13:25:04.055355 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30c0c5-a4f9-4fef-9225-43c2175a1514 req-2c9ffed4-0847-4586-9e7b-eb32be19c656 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:04.058575 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1b30c0c5-a4f9-4fef-9225-43c2175a1514 req-2c9ffed4-0847-4586-9e7b-eb32be19c656 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 945 time: 0.2256289 Jan 28 13:25:04.111796 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a6a3a-4d8b-4268-b418-f4cb950d793e req-cbff9479-75dd-4dcc-a446-52d9d2acce98 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:04.116076 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['7533eb42-b585-49cc-9753-3da6815835bc'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:25:04.124154 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f86a6a3a-4d8b-4268-b418-f4cb950d793e req-cbff9479-75dd-4dcc-a446-52d9d2acce98 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c498913-171d-4d58-94f4-0042418c63d3 HTTP/1.1" status: 200 len: 944 time: 0.1828411 Jan 28 13:25:04.204090 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:04.307112 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f86a6a3a-4d8b-4268-b418-f4cb950d793e req-42e0c0fc-b25e-4497-bd16-0219fa7bde8e tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/security-groups?id=54d38ba3-ee67-4fb4-adec-99fd8877e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808875 Jan 28 13:25:04.372961 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-1b30c0c5-a4f9-4fef-9225-43c2175a1514 req-36c05ae2-fce2-4fa0-ba0c-796612e802f6 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Deleting port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:25:04.373548 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1b30c0c5-a4f9-4fef-9225-43c2175a1514 req-36c05ae2-fce2-4fa0-ba0c-796612e802f6 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:04.581045 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-efa3d167-1a25-445d-97db-258196ff7824 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:04.583475 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-efa3d167-1a25-445d-97db-258196ff7824 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/networks?id=3a819a92-6f08-4f4b-a036-5a82aa2e8940 HTTP/1.1" status: 200 len: 814 time: 0.1934052 Jan 28 13:25:04.607026 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-57041bfd-02b4-4091-a918-f36fb4030383 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/quotas/47eca7ff9b2a4889893ddf4887158ad3 HTTP/1.1" status: 200 len: 375 time: 0.0110953 Jan 28 13:25:04.622056 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-1b30c0c5-a4f9-4fef-9225-43c2175a1514 req-36c05ae2-fce2-4fa0-ba0c-796612e802f6 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] For port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163,segment=NetworkSegment(60608fab-8d40-4fb0-87ef-9976890ed847),segment_id=60608fab-8d40-4fb0-87ef-9976890ed847)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:04.622647 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1b30c0c5-a4f9-4fef-9225-43c2175a1514 req-36c05ae2-fce2-4fa0-ba0c-796612e802f6 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:04.650231 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-4bc70e83-4766-4b27-9074-bb0c60e789e0 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=47eca7ff9b2a4889893ddf4887158ad3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319307 Jan 28 13:25:04.659823 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244faf5-1b86-4160-90bb-c3875e296f25 req-a602d953-df3b-4c9c-853f-ef7107e8544a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:04.662477 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9244faf5-1b86-4160-90bb-c3875e296f25 req-a602d953-df3b-4c9c-853f-ef7107e8544a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 944 time: 0.1637084 Jan 28 13:25:04.664111 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-1b30c0c5-a4f9-4fef-9225-43c2175a1514 req-36c05ae2-fce2-4fa0-ba0c-796612e802f6 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Calling delete_port for ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:25:04.826630 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 7735e4e9-e055-42ee-ac07-a1cf9e195b1b up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:04.828987 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9244faf5-1b86-4160-90bb-c3875e296f25 req-79f4b01e-3c86-45ed-a7c9-db0e646f240c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498182 Jan 28 13:25:04.883088 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-4f681d06-a604-4d08-894f-6ee8f06a7348 service neutron] 10.222.0.39 "GET /v2.0/networks/3a819a92-6f08-4f4b-a036-5a82aa2e8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149482 Jan 28 13:25:04.951174 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:25:04.964473 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:04.965103 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7735e4e9-e055-42ee-ac07-a1cf9e195b1b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:05.139134 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1b30c0c5-a4f9-4fef-9225-43c2175a1514 req-36c05ae2-fce2-4fa0-ba0c-796612e802f6 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:05.148472 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:05.149191 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7735e4e9-e055-42ee-ac07-a1cf9e195b1b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:05.173834 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-bd96b6d3-a182-4407-941a-801d55b681a2 service neutron] 10.222.0.39 "GET /v2.0/networks/3a819a92-6f08-4f4b-a036-5a82aa2e8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809403 Jan 28 13:25:05.229719 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c4507-2af3-43d7-a9ab-f6a60220171b req-428e5926-943d-4c04-b95b-a2ea03f137d8 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:05.236565 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=7735e4e9-e055-42ee-ac07-a1cf9e195b1b,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:05.241415 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6ed590-caaa-4c20-83c2-2360b19394b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7735e4e9-e055-42ee-ac07-a1cf9e195b1b'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:05.248182 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614a4578-e016-4a94-8707-47335cbf880a" -d '{"events": [{"server_uuid": "ed6ed590-caaa-4c20-83c2-2360b19394b1", "name": "network-vif-plugged", "status": "completed", "tag": "7735e4e9-e055-42ee-ac07-a1cf9e195b1b"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:05.250470 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-650c4507-2af3-43d7-a9ab-f6a60220171b req-428e5926-943d-4c04-b95b-a2ea03f137d8 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 945 time: 0.2022061 Jan 28 13:25:05.266998 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7735e4e9-e055-42ee-ac07-a1cf9e195b1b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:05.267872 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device d8ab20fd-8ed4-4c27-a287-beea906fbb35 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:05.293146 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c05ae2-fce2-4fa0-ba0c-796612e802f6 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Pushing event deleted for resources: {'Port': ['ID=ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:05.405645 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b30c0c5-a4f9-4fef-9225-43c2175a1514 req-36c05ae2-fce2-4fa0-ba0c-796612e802f6 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] No DVR routers for this DVR port ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:25:05.433319 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1b30c0c5-a4f9-4fef-9225-43c2175a1514 req-36c05ae2-fce2-4fa0-ba0c-796612e802f6 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:05.441531 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1b30c0c5-a4f9-4fef-9225-43c2175a1514 req-36c05ae2-fce2-4fa0-ba0c-796612e802f6 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.37 "DELETE /v2.0/ports/ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 HTTP/1.1" status: 204 len: 173 time: 1.3721299 Jan 28 13:25:05.444237 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9', 'name': 'network-vif-deleted', 'tag': 'ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:05.456392 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e71deb2-4222-451f-905d-0c6368cebae1" -d '{"events": [{"server_uuid": "6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9", "name": "network-vif-deleted", "tag": "ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:05.489825 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-650c4507-2af3-43d7-a9ab-f6a60220171b req-5d404a77-707d-49f0-9830-0349df6587b0 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377863 Jan 28 13:25:05.504354 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=7735e4e9-e055-42ee-ac07-a1cf9e195b1b,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:05.527673 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port d8ab20fd-8ed4-4c27-a287-beea906fbb35 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:25:05.551541 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port d8ab20fd-8ed4-4c27-a287-beea906fbb35 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:05.553358 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d8ab20fd-8ed4-4c27-a287-beea906fbb35), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:05.711142 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:05.760334 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-867d99b7-19d9-4ccd-8d29-29df4a844c0b req-45cf6e84-adb9-4a15-916e-441d938122d7 tempest-LiveMigrationTest-1869955071 tempest-LiveMigrationTest-1869955071-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9 HTTP/1.1" status: 200 len: 210 time: 0.0883710 Jan 28 13:25:05.804950 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port d8ab20fd-8ed4-4c27-a287-beea906fbb35 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:05.805418 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d8ab20fd-8ed4-4c27-a287-beea906fbb35), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:05.833812 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2de9b-8fbf-4870-885f-3b2abd84cc23 req-7ff2b454-12f7-41af-aee6-17c014b1727d tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:05.837685 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bac2de9b-8fbf-4870-885f-3b2abd84cc23 req-7ff2b454-12f7-41af-aee6-17c014b1727d tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 943 time: 0.1155076 Jan 28 13:25:05.875156 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port d8ab20fd-8ed4-4c27-a287-beea906fbb35, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=d8ab20fd-8ed4-4c27-a287-beea906fbb35,segment=NetworkSegment(86269ba4-6bcb-4dd9-88b3-35a2df61a1bc),segment_id=86269ba4-6bcb-4dd9-88b3-35a2df61a1bc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:05.882002 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d8ab20fd-8ed4-4c27-a287-beea906fbb35), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:05.968783 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bac2de9b-8fbf-4870-885f-3b2abd84cc23 req-f8801f42-3919-4289-b8d3-27ff94af715e tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups?id=0845575f-bfe6-4e61-bc37-638f5a5d3a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230743 Jan 28 13:25:06.079970 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0822d51c-d1e6-4815-8612-7d0b7a37b407 x-openstack-request-id: req-0822d51c-d1e6-4815-8612-7d0b7a37b407 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:06.081610 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6ed590-caaa-4c20-83c2-2360b19394b1", "name": "network-vif-plugged", "status": "completed", "tag": "7735e4e9-e055-42ee-ac07-a1cf9e195b1b", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:06.085492 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0822d51c-d1e6-4815-8612-7d0b7a37b407 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:06.086730 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6ed590-caaa-4c20-83c2-2360b19394b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7735e4e9-e055-42ee-ac07-a1cf9e195b1b', 'code': 200} Jan 28 13:25:06.104138 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=d8ab20fd-8ed4-4c27-a287-beea906fbb35,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:06.141863 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4a191e72-3811-485f-a115-c7fba9048145 req-10291ece-aa44-48fc-8e46-8c0f8b90c916 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 210 time: 0.0890226 Jan 28 13:25:06.152459 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b969d95-70f1-4bf0-b05e-16426f4a186d req-c592745d-b63e-402b-9580-7d8c237ecb4a tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:06.179083 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6b969d95-70f1-4bf0-b05e-16426f4a186d req-c592745d-b63e-402b-9580-7d8c237ecb4a tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c498913-171d-4d58-94f4-0042418c63d3 HTTP/1.1" status: 200 len: 945 time: 0.1655378 Jan 28 13:25:06.310433 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6b969d95-70f1-4bf0-b05e-16426f4a186d req-da2716de-dfef-4ac0-8f73-34a8935b9e25 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/security-groups?id=54d38ba3-ee67-4fb4-adec-99fd8877e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356719 Jan 28 13:25:06.349228 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56302f3b-44b4-4207-99ff-b035ee6eb4bb x-openstack-request-id: req-56302f3b-44b4-4207-99ff-b035ee6eb4bb {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:06.349649 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9", "name": "network-vif-deleted", "tag": "ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:06.352313 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-56302f3b-44b4-4207-99ff-b035ee6eb4bb {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:06.353033 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd99de9-8f94-45a2-8ab3-8fa073a8e5b9', 'name': 'network-vif-deleted', 'tag': 'ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163', 'status': 'completed', 'code': 200} Jan 28 13:25:06.356433 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb5e8d-865b-4755-a217-84e0452cd7c2 req-df9653a0-8f78-4bcf-9160-8bb5439c9237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:06.359545 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-10fb5e8d-865b-4755-a217-84e0452cd7c2 req-df9653a0-8f78-4bcf-9160-8bb5439c9237 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 1096 time: 0.2367029 Jan 28 13:25:06.451662 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-10fb5e8d-865b-4755-a217-84e0452cd7c2 req-7a9e36b2-82c4-48e6-932e-70107452a148 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857048 Jan 28 13:25:06.542007 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b73e02-0a84-48cc-8694-0c87ae23a88f req-78d0a91f-dd08-47b2-bbe7-f7f31902dbf1 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:06.545667 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a3b73e02-0a84-48cc-8694-0c87ae23a88f req-78d0a91f-dd08-47b2-bbe7-f7f31902dbf1 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 945 time: 0.0874228 Jan 28 13:25:06.678282 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a3b73e02-0a84-48cc-8694-0c87ae23a88f req-1b879e20-7f0f-496f-b311-89a7159fa472 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179414 Jan 28 13:25:06.757765 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09908b-bf9a-434a-9e06-fe0fcb8316fb req-29b0d036-65fd-47de-b199-458278fdb89b tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:06.759947 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2e09908b-bf9a-434a-9e06-fe0fcb8316fb req-29b0d036-65fd-47de-b199-458278fdb89b tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 945 time: 0.0920081 Jan 28 13:25:06.815340 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51428) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:06.840339 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 7533eb42-b585-49cc-9753-3da6815835bc up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:06.858508 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2e09908b-bf9a-434a-9e06-fe0fcb8316fb req-edaac242-1355-4e03-b079-c0f6cb6b1561 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865004 Jan 28 13:25:06.963513 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 7533eb42-b585-49cc-9753-3da6815835bc completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:25:06.970965 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 7533eb42-b585-49cc-9753-3da6815835bc triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:06.971734 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7533eb42-b585-49cc-9753-3da6815835bc), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:07.022499 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d77b32-ee2c-4e8c-a997-22c2f455285a admin admin] Deleting subnet 585c2f63-9b4b-456a-9eb5-e157a8ee5cdd {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:25:07.029436 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00d77b32-ee2c-4e8c-a997-22c2f455285a admin admin] Publish callbacks [] for subnet (585c2f63-9b4b-456a-9eb5-e157a8ee5cdd), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:07.086636 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 7533eb42-b585-49cc-9753-3da6815835bc is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:07.088260 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7533eb42-b585-49cc-9753-3da6815835bc), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:07.107746 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00d77b32-ee2c-4e8c-a997-22c2f455285a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (585c2f63-9b4b-456a-9eb5-e157a8ee5cdd), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:07.144562 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 7533eb42-b585-49cc-9753-3da6815835bc, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=7533eb42-b585-49cc-9753-3da6815835bc,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:07.153038 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7533eb42-b585-49cc-9753-3da6815835bc), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:07.181251 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9dd20-6ba8-4cea-8d66-b3818c49241a req-f1061c17-b772-4578-91b1-ae0c0ee30f1b tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:07.184178 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16f9dd20-6ba8-4cea-8d66-b3818c49241a req-f1061c17-b772-4578-91b1-ae0c0ee30f1b tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 943 time: 0.1012254 Jan 28 13:25:07.214198 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00d77b32-ee2c-4e8c-a997-22c2f455285a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (585c2f63-9b4b-456a-9eb5-e157a8ee5cdd), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:07.272548 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=7533eb42-b585-49cc-9753-3da6815835bc,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:07.314043 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16f9dd20-6ba8-4cea-8d66-b3818c49241a req-9d2b6c64-175d-48c1-bfdc-b47dbea76116 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups?id=0845575f-bfe6-4e61-bc37-638f5a5d3a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232274 Jan 28 13:25:07.346195 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00d77b32-ee2c-4e8c-a997-22c2f455285a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (585c2f63-9b4b-456a-9eb5-e157a8ee5cdd), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:07.399095 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f521e143-3941-4048-9cf9-a0e3fdfb192b req-eb3d4a62-eecf-4de5-ac9a-3ecb134240b2 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 210 time: 0.0682623 Jan 28 13:25:07.451041 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d77b32-ee2c-4e8c-a997-22c2f455285a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=585c2f63-9b4b-456a-9eb5-e157a8ee5cdd,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:07.460654 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00d77b32-ee2c-4e8c-a997-22c2f455285a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:07.464077 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-00d77b32-ee2c-4e8c-a997-22c2f455285a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/585c2f63-9b4b-456a-9eb5-e157a8ee5cdd HTTP/1.1" status: 204 len: 168 time: 0.6470349 Jan 28 13:25:07.468449 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51440) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:07.642883 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-71e291a1-3f8b-4afc-b442-685511179191 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:07.646457 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-71e291a1-3f8b-4afc-b442-685511179191 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.37 "GET /v2.0/networks?id=3a819a92-6f08-4f4b-a036-5a82aa2e8940 HTTP/1.1" status: 200 len: 814 time: 0.2844942 Jan 28 13:25:07.676121 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-2fa505d5-4ceb-4c5f-84e8-a66ca03726a5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Request body: {'port': {'device_id': '47367984-18c0-4dbf-84bd-cdc0128a4091', 'network_id': '3a819a92-6f08-4f4b-a036-5a82aa2e8940', 'admin_state_up': True, 'tenant_id': '47eca7ff9b2a4889893ddf4887158ad3'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:07.677910 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2dcc0a73-83b2-49f2-990f-737d3b96c89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (8528e78d-cd10-4563-a6b3-de6e91f8e460), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:07.696619 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d190cb3-d01d-4ab9-b02c-b0fdd9829269 req-56407b3b-e9ad-4700-af23-93743c004419 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:07.704672 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2d190cb3-d01d-4ab9-b02c-b0fdd9829269 req-56407b3b-e9ad-4700-af23-93743c004419 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c498913-171d-4d58-94f4-0042418c63d3 HTTP/1.1" status: 200 len: 945 time: 0.1976545 Jan 28 13:25:07.911565 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2dcc0a73-83b2-49f2-990f-737d3b96c89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (8528e78d-cd10-4563-a6b3-de6e91f8e460), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:07.928960 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8e0eb-e13d-4cc7-bff3-a5cc5d9c41f0 req-d17c9860-d2c7-4ce8-a7c4-e7ddec97ba2d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:07.931701 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f4a8e0eb-e13d-4cc7-bff3-a5cc5d9c41f0 req-d17c9860-d2c7-4ce8-a7c4-e7ddec97ba2d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 945 time: 0.1129501 Jan 28 13:25:07.933227 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2d190cb3-d01d-4ab9-b02c-b0fdd9829269 req-bdad5f2a-ed2b-4b98-88a4-c86afa56a3e3 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/security-groups?id=54d38ba3-ee67-4fb4-adec-99fd8877e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273982 Jan 28 13:25:07.979990 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-2dcc0a73-83b2-49f2-990f-737d3b96c89e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8528e78d-cd10-4563-a6b3-de6e91f8e460']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:07.984193 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-2fa505d5-4ceb-4c5f-84e8-a66ca03726a5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Made reservation on behalf of 47eca7ff9b2a4889893ddf4887158ad3 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:25:07.986354 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-2fa505d5-4ceb-4c5f-84e8-a66ca03726a5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:08.002653 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-2dcc0a73-83b2-49f2-990f-737d3b96c89e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60608fab-8d40-4fb0-87ef-9976890ed847') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:08.003113 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-2dcc0a73-83b2-49f2-990f-737d3b96c89e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60608fab-8d40-4fb0-87ef-9976890ed847') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:08.027338 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2dcc0a73-83b2-49f2-990f-737d3b96c89e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (60608fab-8d40-4fb0-87ef-9976890ed847), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:08.065148 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2dcc0a73-83b2-49f2-990f-737d3b96c89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (60608fab-8d40-4fb0-87ef-9976890ed847), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:08.090652 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c498913-171d-4d58-94f4-0042418c63d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ab20fd-8ed4-4c27-a287-beea906fbb35'}, {'server_uuid': '49812de2-db9e-403e-9b3d-31d7f4988574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7533eb42-b585-49cc-9753-3da6815835bc'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:08.103376 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1c8bae-95b1-4b0a-b735-939dc88c1293" -d '{"events": [{"server_uuid": "4c498913-171d-4d58-94f4-0042418c63d3", "name": "network-vif-plugged", "status": "completed", "tag": "d8ab20fd-8ed4-4c27-a287-beea906fbb35"}, {"server_uuid": "49812de2-db9e-403e-9b3d-31d7f4988574", "name": "network-vif-plugged", "status": "completed", "tag": "7533eb42-b585-49cc-9753-3da6815835bc"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:08.109650 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f4a8e0eb-e13d-4cc7-bff3-a5cc5d9c41f0 req-f4191940-9fb8-48ee-b0c3-43e3ee60ee56 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556365 Jan 28 13:25:08.111656 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dcc0a73-83b2-49f2-990f-737d3b96c89e admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:25:08.112128 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2dcc0a73-83b2-49f2-990f-737d3b96c89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (60608fab-8d40-4fb0-87ef-9976890ed847), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:25:08.134592 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:25:08.209045 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-2fa505d5-4ceb-4c5f-84e8-a66ca03726a5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Allocated IP 172.20.0.4 (3a819a92-6f08-4f4b-a036-5a82aa2e8940/4660c0a9-8abc-479c-99b1-af9640de1107/53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:25:08.270464 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb363a73-c6b4-45c6-bcde-f2a7a9281e80 req-819bf103-f51a-4640-b410-a62db13f23e3 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:08.289989 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cb363a73-c6b4-45c6-bcde-f2a7a9281e80 req-819bf103-f51a-4640-b410-a62db13f23e3 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 946 time: 0.2128632 Jan 28 13:25:08.292750 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2dcc0a73-83b2-49f2-990f-737d3b96c89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (8528e78d-cd10-4563-a6b3-de6e91f8e460), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:08.298796 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:25:08.309829 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2dcc0a73-83b2-49f2-990f-737d3b96c89e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:08.316059 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2dcc0a73-83b2-49f2-990f-737d3b96c89e admin admin] 10.222.0.39 "DELETE /v2.0/networks/8528e78d-cd10-4563-a6b3-de6e91f8e460 HTTP/1.1" status: 204 len: 168 time: 0.8455989 Jan 28 13:25:08.339263 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51450) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:08.355812 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc0a73-83b2-49f2-990f-737d3b96c89e admin admin] Pushing event deleted for resources: {'Network': ['ID=8528e78d-cd10-4563-a6b3-de6e91f8e460,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:08.403609 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:25:08.404524 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device ca0181c3-94e6-4b4c-8cbc-cf3c3ddc4163 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:25:08.431863 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467533e4-9edd-45fd-a965-4d917aae9f21 x-openstack-request-id: req-467533e4-9edd-45fd-a965-4d917aae9f21 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:08.435407 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c498913-171d-4d58-94f4-0042418c63d3", "name": "network-vif-plugged", "status": "completed", "tag": "d8ab20fd-8ed4-4c27-a287-beea906fbb35", "code": 200}, {"server_uuid": "49812de2-db9e-403e-9b3d-31d7f4988574", "name": "network-vif-plugged", "status": "completed", "tag": "7533eb42-b585-49cc-9753-3da6815835bc", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:08.435823 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-467533e4-9edd-45fd-a965-4d917aae9f21 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:08.436458 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c498913-171d-4d58-94f4-0042418c63d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ab20fd-8ed4-4c27-a287-beea906fbb35', 'code': 200} Jan 28 13:25:08.436849 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49812de2-db9e-403e-9b3d-31d7f4988574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7533eb42-b585-49cc-9753-3da6815835bc', 'code': 200} Jan 28 13:25:08.440063 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cb363a73-c6b4-45c6-bcde-f2a7a9281e80 req-5294d640-89e0-4e0b-9e81-41da2c5645fd tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466806 Jan 28 13:25:08.446631 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-c43e198c-dd30-4a11-a9db-2948edc1be5e admin admin] Deleting subnet 9ba35e56-e02c-442c-9a43-3f4c3af08f84 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:25:08.460760 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c43e198c-dd30-4a11-a9db-2948edc1be5e admin admin] Publish callbacks [] for subnet (9ba35e56-e02c-442c-9a43-3f4c3af08f84), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:08.592211 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c43e198c-dd30-4a11-a9db-2948edc1be5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (9ba35e56-e02c-442c-9a43-3f4c3af08f84), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:08.598476 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-2fa505d5-4ceb-4c5f-84e8-a66ca03726a5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Publish callbacks [] for port (53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:08.654635 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c583a2fe-1ac6-4a5f-a703-23c1536e91c9 req-e736433c-7f37-448f-b6e7-a95cb2de6edd tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 210 time: 0.0671117 Jan 28 13:25:08.680507 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b20a0-71d4-4080-b58e-263de181a698 req-e665b09b-a82b-4d97-a957-b7fbe46fed38 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:08.682023 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-398b20a0-71d4-4080-b58e-263de181a698 req-e665b09b-a82b-4d97-a957-b7fbe46fed38 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 943 time: 0.1582723 Jan 28 13:25:08.743429 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c43e198c-dd30-4a11-a9db-2948edc1be5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (9ba35e56-e02c-442c-9a43-3f4c3af08f84), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:08.755962 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2e9cf-8991-4fcb-b8e3-1bf31e5d6505 req-f60980ca-0dce-4a9a-8139-51ab811549f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:08.758252 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d6f2e9cf-8991-4fcb-b8e3-1bf31e5d6505 req-f60980ca-0dce-4a9a-8139-51ab811549f5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4c498913-171d-4d58-94f4-0042418c63d3 HTTP/1.1" status: 200 len: 1096 time: 0.1464739 Jan 28 13:25:08.793267 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506b6af-7fb0-47e4-920f-515a4a3cea24 req-4fc7e717-56ea-48de-9a0b-94d57e0f247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:08.795949 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2506b6af-7fb0-47e4-920f-515a4a3cea24 req-4fc7e717-56ea-48de-9a0b-94d57e0f247d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 1097 time: 0.1443489 Jan 28 13:25:08.800307 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-2fa505d5-4ceb-4c5f-84e8-a66ca03726a5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:08.894190 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2506b6af-7fb0-47e4-920f-515a4a3cea24 req-e28ea267-dfd9-4978-b4a0-3bf859561466 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906565 Jan 28 13:25:08.899730 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d6f2e9cf-8991-4fcb-b8e3-1bf31e5d6505 req-4496c091-a686-4204-a7f2-8b3a6c4e5e83 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=54d38ba3-ee67-4fb4-adec-99fd8877e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145253 Jan 28 13:25:08.903363 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c43e198c-dd30-4a11-a9db-2948edc1be5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (9ba35e56-e02c-442c-9a43-3f4c3af08f84), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:08.918743 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-398b20a0-71d4-4080-b58e-263de181a698 req-6a5035bd-85c4-4fa1-bdc0-08c97dcf5b2e tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups?id=0845575f-bfe6-4e61-bc37-638f5a5d3a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221003 Jan 28 13:25:08.938888 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-2fa505d5-4ceb-4c5f-84e8-a66ca03726a5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Network 3a819a92-6f08-4f4b-a036-5a82aa2e8940 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:25:08.947186 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e198c-dd30-4a11-a9db-2948edc1be5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ba35e56-e02c-442c-9a43-3f4c3af08f84,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:08.953295 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c43e198c-dd30-4a11-a9db-2948edc1be5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:08.962856 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c43e198c-dd30-4a11-a9db-2948edc1be5e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9ba35e56-e02c-442c-9a43-3f4c3af08f84 HTTP/1.1" status: 204 len: 168 time: 0.6187568 Jan 28 13:25:08.963408 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51456) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:08.971783 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-2fa505d5-4ceb-4c5f-84e8-a66ca03726a5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:25:08.974348 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa505d5-4ceb-4c5f-84e8-a66ca03726a5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Pushing event updated for resources: {'Port': ['ID=53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:08.977619 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-2fa505d5-4ceb-4c5f-84e8-a66ca03726a5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:25:09.042880 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa505d5-4ceb-4c5f-84e8-a66ca03726a5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:09.044473 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa505d5-4ceb-4c5f-84e8-a66ca03726a5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:09.045319 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa505d5-4ceb-4c5f-84e8-a66ca03726a5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:09.046113 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa505d5-4ceb-4c5f-84e8-a66ca03726a5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:09.047013 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa505d5-4ceb-4c5f-84e8-a66ca03726a5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:09.047811 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa505d5-4ceb-4c5f-84e8-a66ca03726a5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:09.049368 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa505d5-4ceb-4c5f-84e8-a66ca03726a5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:09.050194 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa505d5-4ceb-4c5f-84e8-a66ca03726a5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:09.051322 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa505d5-4ceb-4c5f-84e8-a66ca03726a5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:09.052111 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa505d5-4ceb-4c5f-84e8-a66ca03726a5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:09.052896 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa505d5-4ceb-4c5f-84e8-a66ca03726a5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:09.053830 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa505d5-4ceb-4c5f-84e8-a66ca03726a5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:09.055573 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa505d5-4ceb-4c5f-84e8-a66ca03726a5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:09.108173 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-2fa505d5-4ceb-4c5f-84e8-a66ca03726a5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:09.109152 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-2fa505d5-4ceb-4c5f-84e8-a66ca03726a5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:09.137348 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-2fa505d5-4ceb-4c5f-84e8-a66ca03726a5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4763956 Jan 28 13:25:09.141494 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7877e8c3-a7a4-464d-afab-dcf70a00e373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (bc4ab4cf-cf5b-4814-a5a5-0822940f4b71), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:09.158285 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-71e72341-b2da-4747-b553-a880edda7376 service neutron] Request body: {'port': {'device_id': '47367984-18c0-4dbf-84bd-cdc0128a4091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:09.182591 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdaa4c-0454-4d60-aaca-8102f72d4f1f req-2e7917c6-60c2-4f8d-8429-9e0a6c8fb9c3 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:09.185354 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ecdaa4c-0454-4d60-aaca-8102f72d4f1f req-2e7917c6-60c2-4f8d-8429-9e0a6c8fb9c3 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c498913-171d-4d58-94f4-0042418c63d3 HTTP/1.1" status: 200 len: 945 time: 0.1020260 Jan 28 13:25:09.249708 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-71e72341-b2da-4747-b553-a880edda7376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:09.301896 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7877e8c3-a7a4-464d-afab-dcf70a00e373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (bc4ab4cf-cf5b-4814-a5a5-0822940f4b71), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:09.334622 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ecdaa4c-0454-4d60-aaca-8102f72d4f1f req-ece04fd0-738c-4bfd-aa54-850b074472c0 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/security-groups?id=54d38ba3-ee67-4fb4-adec-99fd8877e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387541 Jan 28 13:25:09.353554 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-7877e8c3-a7a4-464d-afab-dcf70a00e373 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4ab4cf-cf5b-4814-a5a5-0822940f4b71']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:09.382969 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-7877e8c3-a7a4-464d-afab-dcf70a00e373 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fcb8b0a-4639-42e7-b005-a60c990a169c') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:09.383668 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-7877e8c3-a7a4-464d-afab-dcf70a00e373 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fcb8b0a-4639-42e7-b005-a60c990a169c') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:09.411068 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1685670-4219-4581-a862-9823b51886ba req-d5e5ca44-6a38-47ba-93be-0d0e15eb5f41 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:09.421783 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7877e8c3-a7a4-464d-afab-dcf70a00e373 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (1fcb8b0a-4639-42e7-b005-a60c990a169c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:09.423137 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b1685670-4219-4581-a862-9823b51886ba req-d5e5ca44-6a38-47ba-93be-0d0e15eb5f41 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 945 time: 0.1663244 Jan 28 13:25:09.453713 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7877e8c3-a7a4-464d-afab-dcf70a00e373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (1fcb8b0a-4639-42e7-b005-a60c990a169c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:09.463201 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7877e8c3-a7a4-464d-afab-dcf70a00e373 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:25:09.464268 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7877e8c3-a7a4-464d-afab-dcf70a00e373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (1fcb8b0a-4639-42e7-b005-a60c990a169c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:25:09.581014 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:25:09.589019 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b1685670-4219-4581-a862-9823b51886ba req-d890cce2-f283-44f0-bd55-4e0240864f56 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633060 Jan 28 13:25:09.658233 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7877e8c3-a7a4-464d-afab-dcf70a00e373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (bc4ab4cf-cf5b-4814-a5a5-0822940f4b71), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:09.677293 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7877e8c3-a7a4-464d-afab-dcf70a00e373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:09.686592 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7877e8c3-a7a4-464d-afab-dcf70a00e373 admin admin] 10.222.0.39 "DELETE /v2.0/networks/bc4ab4cf-cf5b-4814-a5a5-0822940f4b71 HTTP/1.1" status: 204 len: 168 time: 0.7187893 Jan 28 13:25:09.706078 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877e8c3-a7a4-464d-afab-dcf70a00e373 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc4ab4cf-cf5b-4814-a5a5-0822940f4b71,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:09.715129 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca33c26-c11f-49ce-809f-dd08fb8d14d5 req-dd5cccda-abf5-4d74-be96-98246e32006c tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:09.722568 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5ca33c26-c11f-49ce-809f-dd08fb8d14d5 req-dd5cccda-abf5-4d74-be96-98246e32006c tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 946 time: 0.1401167 Jan 28 13:25:09.806794 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5ca33c26-c11f-49ce-809f-dd08fb8d14d5 req-94e734d0-e029-49bd-b28e-4402fc99183d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824037 Jan 28 13:25:09.890356 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-71e72341-b2da-4747-b553-a880edda7376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:09.904540 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51474) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:09.945099 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-71e72341-b2da-4747-b553-a880edda7376 service neutron] Publish callbacks [] for port (53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:09.962173 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1480824-ecfe-4696-a74a-69db2c8e008f req-62ae281c-23f0-492f-a290-315efc511250 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:09.962999 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1480824-ecfe-4696-a74a-69db2c8e008f req-62ae281c-23f0-492f-a290-315efc511250 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 931 time: 0.0693963 Jan 28 13:25:09.993446 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-71e72341-b2da-4747-b553-a880edda7376 service neutron] Transition to ACTIVE for port object 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:25:10.006246 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-71e72341-b2da-4747-b553-a880edda7376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:10.065456 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1480824-ecfe-4696-a74a-69db2c8e008f req-a4226b3b-bcfc-4c78-ab98-76cd8c4a82a5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798197 Jan 28 13:25:10.088322 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b2d4584d-bd2d-483b-870e-89d0ee0ea40c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=93543269cade486c80fd00260197c0a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1783752 Jan 28 13:25:10.088817 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51478) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:10.201822 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e72341-b2da-4747-b553-a880edda7376 service neutron] Pushing event updated for resources: {'Port': ['ID=53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:10.278417 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aa2006af-78f7-4988-b18f-8e5fac331e04 admin admin] Publish callbacks [] for security_group (e95633fe-5dc6-40e0-8738-7afa3c58373c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:10.286289 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517dff0-a654-4601-ba06-7507b99342df req-8d941869-a909-444a-bbc0-a6a66d1feb16 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:10.294535 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6517dff0-a654-4601-ba06-7507b99342df req-8d941869-a909-444a-bbc0-a6a66d1feb16 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 1096 time: 0.2072248 Jan 28 13:25:10.317065 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4701e-8449-4354-94f3-d6014e6b6ad0 req-b098d526-c279-4c99-ac2b-af2a5a31b236 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:10.325278 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83b4701e-8449-4354-94f3-d6014e6b6ad0 req-b098d526-c279-4c99-ac2b-af2a5a31b236 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 943 time: 0.0966744 Jan 28 13:25:10.329017 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aa2006af-78f7-4988-b18f-8e5fac331e04 admin admin] Publish callbacks [] for security_group (e95633fe-5dc6-40e0-8738-7afa3c58373c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:10.406652 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83b4701e-8449-4354-94f3-d6014e6b6ad0 req-ebf9b019-d102-418b-9ff5-0b0f67c8c9c9 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups?id=0845575f-bfe6-4e61-bc37-638f5a5d3a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800395 Jan 28 13:25:10.415299 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6517dff0-a654-4601-ba06-7507b99342df req-a3fd6db7-32c3-4beb-88a1-c21f02a5805e tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192045 Jan 28 13:25:10.443707 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-71e72341-b2da-4747-b553-a880edda7376 service neutron] Attempting to bind port 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:25:10.447157 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-71e72341-b2da-4747-b553-a880edda7376 service neutron] Attempting to bind port 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '2c95997c-16ab-4d70-b003-a3661ae96720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3a819a92-6f08-4f4b-a036-5a82aa2e8940'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:25:10.449179 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aa2006af-78f7-4988-b18f-8e5fac331e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e95633fe-5dc6-40e0-8738-7afa3c58373c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:10.454658 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aa2006af-78f7-4988-b18f-8e5fac331e04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:10.462117 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-aa2006af-78f7-4988-b18f-8e5fac331e04 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e95633fe-5dc6-40e0-8738-7afa3c58373c HTTP/1.1" status: 204 len: 168 time: 0.3700149 Jan 28 13:25:10.468121 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-71e72341-b2da-4747-b553-a880edda7376 service neutron] Attempting to bind port 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 on network 3a819a92-6f08-4f4b-a036-5a82aa2e8940 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:25:10.492605 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2006af-78f7-4988-b18f-8e5fac331e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95633fe-5dc6-40e0-8738-7afa3c58373c,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:10.500970 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-71e72341-b2da-4747-b553-a880edda7376 service neutron] Port 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 on network 3a819a92-6f08-4f4b-a036-5a82aa2e8940 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:25:10.501698 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-71e72341-b2da-4747-b553-a880edda7376 service neutron] Attempting to bind port 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 on network 3a819a92-6f08-4f4b-a036-5a82aa2e8940 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:25:10.519119 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-71e72341-b2da-4747-b553-a880edda7376 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:25:10.519705 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-71e72341-b2da-4747-b553-a880edda7376 service neutron] Checking segment: {'id': '2c95997c-16ab-4d70-b003-a3661ae96720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3a819a92-6f08-4f4b-a036-5a82aa2e8940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:25:10.520353 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-71e72341-b2da-4747-b553-a880edda7376 service neutron] Bound using segment: {'id': '2c95997c-16ab-4d70-b003-a3661ae96720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3a819a92-6f08-4f4b-a036-5a82aa2e8940'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:25:10.521095 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-71e72341-b2da-4747-b553-a880edda7376 service neutron] Bound port: 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c95997c-16ab-4d70-b003-a3661ae96720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3a819a92-6f08-4f4b-a036-5a82aa2e8940'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:25:10.521717 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-71e72341-b2da-4747-b553-a880edda7376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:10.636755 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baf750-d3a5-48fd-b550-5366344d3a0b req-a76c5a03-dc0d-4231-b5df-ed61279d4d4a tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:10.652775 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-33baf750-d3a5-48fd-b550-5366344d3a0b req-a76c5a03-dc0d-4231-b5df-ed61279d4d4a tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c498913-171d-4d58-94f4-0042418c63d3 HTTP/1.1" status: 200 len: 945 time: 0.1126492 Jan 28 13:25:10.749131 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-33baf750-d3a5-48fd-b550-5366344d3a0b req-88997d1e-cecd-4081-b6d2-c6ee5f140e96 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/security-groups?id=54d38ba3-ee67-4fb4-adec-99fd8877e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943887 Jan 28 13:25:10.781950 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-71e72341-b2da-4747-b553-a880edda7376 service neutron] For port 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:25:10.791326 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-71e72341-b2da-4747-b553-a880edda7376 service neutron] For port 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8,segment=NetworkSegment(2c95997c-16ab-4d70-b003-a3661ae96720),segment_id=2c95997c-16ab-4d70-b003-a3661ae96720)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:25:10.800960 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-71e72341-b2da-4747-b553-a880edda7376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:10.806327 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c65a4a-3404-4816-b647-8c7731cf023e req-1dbe357d-c166-4fe7-ad1e-edb75f99daf0 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:10.817741 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-29c65a4a-3404-4816-b647-8c7731cf023e req-1dbe357d-c166-4fe7-ad1e-edb75f99daf0 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 1096 time: 0.1172457 Jan 28 13:25:10.921324 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-71e72341-b2da-4747-b553-a880edda7376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:10.922448 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-71e72341-b2da-4747-b553-a880edda7376 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:10.924944 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-71e72341-b2da-4747-b553-a880edda7376 service neutron] 10.222.0.37 "PUT /v2.0/ports/53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 HTTP/1.1" status: 200 len: 1091 time: 1.7789071 Jan 28 13:25:10.925725 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47367984-18c0-4dbf-84bd-cdc0128a4091', 'tag': '53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:10.930328 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4d7992-0a24-422d-b709-2f23ae71ae40" -d '{"events": [{"name": "network-changed", "server_uuid": "47367984-18c0-4dbf-84bd-cdc0128a4091", "tag": "53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:11.010170 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-29c65a4a-3404-4816-b647-8c7731cf023e req-947bbfc9-26aa-4cea-9da8-82aeeb7199d0 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907258 Jan 28 13:25:11.106553 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e72341-b2da-4747-b553-a880edda7376 service neutron] Pushing event updated for resources: {'Port': ['ID=53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:11.148019 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-6786d15a-5619-4231-a62c-6953e10aba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:11.150466 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-6786d15a-5619-4231-a62c-6953e10aba3d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47eca7ff9b2a4889893ddf4887158ad3&device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 1094 time: 0.1390133 Jan 28 13:25:11.202774 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-77697035-dd19-4a9b-a84a-c00e9cbc07e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 HTTP/1.1" status: 200 len: 217 time: 0.0439796 Jan 28 13:25:11.285273 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51500) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:11.294013 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-9b96af99-310c-4a49-a7ee-8b7f69940a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:11.296668 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-9b96af99-310c-4a49-a7ee-8b7f69940a54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4660c0a9-8abc-479c-99b1-af9640de1107 HTTP/1.1" status: 200 len: 854 time: 0.0847752 Jan 28 13:25:11.329190 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec37d39-dd6c-4993-85ff-7567d4ffa172 req-cbdb19a2-1fc6-4898-93fd-f3156b1b9e5d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:11.331442 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2ec37d39-dd6c-4993-85ff-7567d4ffa172 req-cbdb19a2-1fc6-4898-93fd-f3156b1b9e5d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 946 time: 0.1305356 Jan 28 13:25:11.347322 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfb381-7175-4d2a-8de7-475551b62471 req-014056f5-ae0a-45a4-86c0-1d762ddcdfc4 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:11.350184 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c7bfb381-7175-4d2a-8de7-475551b62471 req-014056f5-ae0a-45a4-86c0-1d762ddcdfc4 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=05fe06b2-0b48-41b4-9f36-650533321302&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2240736 Jan 28 13:25:11.451318 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c7bfb381-7175-4d2a-8de7-475551b62471 req-9d591bb7-5e8b-40d6-a7c5-bdb3b7ab9968 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 695 time: 0.0952361 Jan 28 13:25:11.474687 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-c7bfb381-7175-4d2a-8de7-475551b62471 req-f6888eb8-8833-4cf9-9297-cd425b62a217 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Request body: {'floatingip': {'port_id': '3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:11.486902 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2871232a-af59-45b1-8abd-a1acc5d4fd53 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d12fc201ef844148b7c0249703d76408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1865511 Jan 28 13:25:11.525788 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51504) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:11.560111 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c7bfb381-7175-4d2a-8de7-475551b62471 req-f6888eb8-8833-4cf9-9297-cd425b62a217 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks [] for floatingip (bbec8d62-d286-4e0e-9341-04f5ed0eee9d), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:11.726853 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e4384a0-63e4-4b5b-9e80-1cf0d02c785e admin admin] Publish callbacks [] for security_group (a93a3783-c16b-41e4-8f77-143f0002aab5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:11.744248 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-2dc42338-bc52-43b5-a097-8985a41cb500 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a819a92-6f08-4f4b-a036-5a82aa2e8940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4409149 Jan 28 13:25:11.795436 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e4384a0-63e4-4b5b-9e80-1cf0d02c785e admin admin] Publish callbacks [] for security_group (a93a3783-c16b-41e4-8f77-143f0002aab5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:11.879943 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2ec37d39-dd6c-4993-85ff-7567d4ffa172 req-522ff2d3-bcef-434a-a8e1-6e22728e8442 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394165 Jan 28 13:25:11.923028 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-e572c145-5829-418e-b0a5-1c26569f259d service neutron] 10.222.0.37 "GET /v2.0/networks/3a819a92-6f08-4f4b-a036-5a82aa2e8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699190 Jan 28 13:25:11.984145 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25114793-a187-408b-944d-3e5617e8b27c x-openstack-request-id: req-25114793-a187-408b-944d-3e5617e8b27c {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:11.984579 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47367984-18c0-4dbf-84bd-cdc0128a4091", "tag": "53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:11.984949 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-25114793-a187-408b-944d-3e5617e8b27c {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:11.985540 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47367984-18c0-4dbf-84bd-cdc0128a4091', 'tag': '53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8', 'status': 'completed', 'code': 200} Jan 28 13:25:12.003858 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e4384a0-63e4-4b5b-9e80-1cf0d02c785e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a93a3783-c16b-41e4-8f77-143f0002aab5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:12.013132 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e4384a0-63e4-4b5b-9e80-1cf0d02c785e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:12.018684 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3e4384a0-63e4-4b5b-9e80-1cf0d02c785e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a93a3783-c16b-41e4-8f77-143f0002aab5 HTTP/1.1" status: 204 len: 168 time: 0.4877169 Jan 28 13:25:12.074114 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-501fce49-5636-4e7e-9c5c-a41c55b08965 req-92eaa6d1-bceb-441a-be97-65a4a8e1e138 service neutron] 10.222.0.37 "GET /v2.0/networks/3a819a92-6f08-4f4b-a036-5a82aa2e8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445436 Jan 28 13:25:12.105317 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4384a0-63e4-4b5b-9e80-1cf0d02c785e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93a3783-c16b-41e4-8f77-143f0002aab5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:12.313936 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e333b-9d85-4d1b-8d37-50c1fb26a016 req-5abc6f60-68a0-434d-9584-361f80f9c983 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:12.316996 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-277e333b-9d85-4d1b-8d37-50c1fb26a016 req-5abc6f60-68a0-434d-9584-361f80f9c983 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 943 time: 0.2412052 Jan 28 13:25:12.328777 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d7992-0a24-422d-b709-2f23ae71ae40 req-9c32a191-ea19-46cb-b42f-eaa26f329895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:12.331455 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e4d7992-0a24-422d-b709-2f23ae71ae40 req-9c32a191-ea19-46cb-b42f-eaa26f329895 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47eca7ff9b2a4889893ddf4887158ad3&device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 1094 time: 0.1491866 Jan 28 13:25:12.483956 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c7bfb381-7175-4d2a-8de7-475551b62471 req-f6888eb8-8833-4cf9-9297-cd425b62a217 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:12.491550 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c7bfb381-7175-4d2a-8de7-475551b62471 req-f6888eb8-8833-4cf9-9297-cd425b62a217 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (bbec8d62-d286-4e0e-9341-04f5ed0eee9d), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:12.539257 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-277e333b-9d85-4d1b-8d37-50c1fb26a016 req-a4d4bcb3-f022-4711-af7c-cbc0be0d1698 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059398 Jan 28 13:25:12.607306 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d7992-0a24-422d-b709-2f23ae71ae40 req-aacca362-bf41-4d98-b22f-5f24c4e5eff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:12.608825 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e4d7992-0a24-422d-b709-2f23ae71ae40 req-aacca362-bf41-4d98-b22f-5f24c4e5eff2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a819a92-6f08-4f4b-a036-5a82aa2e8940 HTTP/1.1" status: 200 len: 914 time: 0.2656446 Jan 28 13:25:12.729437 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e4d7992-0a24-422d-b709-2f23ae71ae40 req-d982e62c-4973-4fc9-be15-2fc71132d674 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 HTTP/1.1" status: 200 len: 217 time: 0.1132252 Jan 28 13:25:12.958419 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d7992-0a24-422d-b709-2f23ae71ae40 req-e835fc16-1fea-4525-9f1d-b4f8a98bfa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:12.962263 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e4d7992-0a24-422d-b709-2f23ae71ae40 req-e835fc16-1fea-4525-9f1d-b4f8a98bfa0c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4660c0a9-8abc-479c-99b1-af9640de1107 HTTP/1.1" status: 200 len: 854 time: 0.2111063 Jan 28 13:25:12.985555 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441b51f-62fb-41fd-868a-2303d4c8afd4 req-7a8b4bcf-06ef-414e-bebb-f08360777ccb tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:12.997888 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5441b51f-62fb-41fd-868a-2303d4c8afd4 req-7a8b4bcf-06ef-414e-bebb-f08360777ccb tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 943 time: 0.1523526 Jan 28 13:25:13.057642 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [req-c7bfb381-7175-4d2a-8de7-475551b62471 req-f6888eb8-8833-4cf9-9297-cd425b62a217 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Floating IP bbec8d62-d286-4e0e-9341-04f5ed0eee9d associated. External IP: 172.25.3.64, port: 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec. Jan 28 13:25:13.076230 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e4d7992-0a24-422d-b709-2f23ae71ae40 req-493b697f-844f-47b1-8fbd-ce658a44a30a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a819a92-6f08-4f4b-a036-5a82aa2e8940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043394 Jan 28 13:25:13.131768 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5441b51f-62fb-41fd-868a-2303d4c8afd4 req-8085750a-ee24-4a1b-a3c5-d9953ae46631 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups?id=0845575f-bfe6-4e61-bc37-638f5a5d3a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326270 Jan 28 13:25:13.292460 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e4d7992-0a24-422d-b709-2f23ae71ae40 req-02194e2c-9858-483f-a0f6-a1fc9a9c6be6 service neutron] 10.222.0.37 "GET /v2.0/networks/3a819a92-6f08-4f4b-a036-5a82aa2e8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025781 Jan 28 13:25:13.415142 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e4d7992-0a24-422d-b709-2f23ae71ae40 req-f55f40fe-dbca-4669-9027-2d17200c9540 service neutron] 10.222.0.37 "GET /v2.0/networks/3a819a92-6f08-4f4b-a036-5a82aa2e8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148944 Jan 28 13:25:13.438080 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7bfb381-7175-4d2a-8de7-475551b62471 req-f6888eb8-8833-4cf9-9297-cd425b62a217 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Router 0590f313-737b-4aca-84a1-8a815ceb3150 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:25:13.662111 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7bfb381-7175-4d2a-8de7-475551b62471 req-f6888eb8-8833-4cf9-9297-cd425b62a217 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:25:13.672907 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c7bfb381-7175-4d2a-8de7-475551b62471 req-f6888eb8-8833-4cf9-9297-cd425b62a217 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:13.678414 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aa98ad-37d7-4762-864c-db2d3b4e11c2 None None] Sync routers for ids ['0590f313-737b-4aca-84a1-8a815ceb3150'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:25:13.700906 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aa98ad-37d7-4762-864c-db2d3b4e11c2 None None] Routers {'0590f313-737b-4aca-84a1-8a815ceb3150'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:13.702903 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-f8aa98ad-37d7-4762-864c-db2d3b4e11c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:25:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0590f313-737b-4aca-84a1-8a815ceb3150'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:13.762981 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c7bfb381-7175-4d2a-8de7-475551b62471 req-f6888eb8-8833-4cf9-9297-cd425b62a217 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "PUT /v2.0/floatingips/bbec8d62-d286-4e0e-9341-04f5ed0eee9d HTTP/1.1" status: 200 len: 995 time: 2.2968221 Jan 28 13:25:13.763805 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05fe06b2-0b48-41b4-9f36-650533321302', 'tag': '3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:13.767838 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae730c3-d3ae-4781-af74-e0a788aab0f0" -d '{"events": [{"name": "network-changed", "server_uuid": "05fe06b2-0b48-41b4-9f36-650533321302", "tag": "3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:13.915662 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-f8aa98ad-37d7-4762-864c-db2d3b4e11c2 None None] Set router 0590f313-737b-4aca-84a1-8a815ceb3150 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:13.923180 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfb381-7175-4d2a-8de7-475551b62471 req-ce67ae0a-c463-467a-9cc9-d774f85b953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:13.924586 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c7bfb381-7175-4d2a-8de7-475551b62471 req-ce67ae0a-c463-467a-9cc9-d774f85b953b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4acaf7e1796b4088b8e1ffc58de61231&device_id=05fe06b2-0b48-41b4-9f36-650533321302 HTTP/1.1" status: 200 len: 1096 time: 0.1171782 Jan 28 13:25:14.196895 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfb381-7175-4d2a-8de7-475551b62471 req-29fc8468-31b4-4277-9369-c300e8b073fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:14.199406 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c7bfb381-7175-4d2a-8de7-475551b62471 req-29fc8468-31b4-4277-9369-c300e8b073fd service neutron] 10.222.0.39 "GET /v2.0/networks?id=71534dd2-0498-4e62-a826-48a207a6ee6d HTTP/1.1" status: 200 len: 921 time: 0.2577879 Jan 28 13:25:14.374231 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-f8aa98ad-37d7-4762-864c-db2d3b4e11c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-router', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:59Z', 'updated_at': '2022-01-28T13:24:08Z', 'revision_number': 4, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'gw_port': {'id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:01Z', 'updated_at': '2022-01-28T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'bbec8d62-d286-4e0e-9341-04f5ed0eee9d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'port_id': '3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'mac_address': 'fa:16:3e:f2:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe06b2-0b48-41b4-9f36-650533321302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:24:45Z', 'updated_at': '2022-01-28T13:25:12Z', 'revision_number': 1, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f055874-44a4-4073-a134-e736081c67c1', 'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'mac_address': 'fa:16:3e:c2:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:06Z', 'updated_at': '2022-01-28T13:24:18Z', 'revision_number': 5, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'subnets': [{'id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:14.375726 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c7bfb381-7175-4d2a-8de7-475551b62471 req-1d246df0-a8b8-496d-987c-7c2fdb5de455 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec HTTP/1.1" status: 200 len: 998 time: 0.1512542 Jan 28 13:25:14.473167 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aa98ad-37d7-4762-864c-db2d3b4e11c2 None None] Checking router: 0590f313-737b-4aca-84a1-8a815ceb3150 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:25:14.487827 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfb381-7175-4d2a-8de7-475551b62471 req-807d5fd7-5142-4de8-b9c4-61fcfcf5fa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:14.491767 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c7bfb381-7175-4d2a-8de7-475551b62471 req-807d5fd7-5142-4de8-b9c4-61fcfcf5fa02 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f693941d-0671-47a2-8563-c88f3d62af3d HTTP/1.1" status: 200 len: 860 time: 0.1079736 Jan 28 13:25:14.506132 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aa98ad-37d7-4762-864c-db2d3b4e11c2 None None] Routers {'0590f313-737b-4aca-84a1-8a815ceb3150'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:14.507538 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-f8aa98ad-37d7-4762-864c-db2d3b4e11c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:25:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0590f313-737b-4aca-84a1-8a815ceb3150'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:14.621049 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfb381-7175-4d2a-8de7-475551b62471 req-a1277550-bec7-4a0d-9840-7bb6feb8164a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:14.633221 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c7bfb381-7175-4d2a-8de7-475551b62471 req-a1277550-bec7-4a0d-9840-7bb6feb8164a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71534dd2-0498-4e62-a826-48a207a6ee6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1310258 Jan 28 13:25:14.640275 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-c7bfb381-7175-4d2a-8de7-475551b62471 req-06afc790-ee26-41f8-b42f-4df667e90cc8 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:25:14.651527 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c7bfb381-7175-4d2a-8de7-475551b62471 req-06afc790-ee26-41f8-b42f-4df667e90cc8 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0170796 Jan 28 13:25:14.809039 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-f8aa98ad-37d7-4762-864c-db2d3b4e11c2 None None] Set router 0590f313-737b-4aca-84a1-8a815ceb3150 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:14.867428 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:25:14.894855 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c7bfb381-7175-4d2a-8de7-475551b62471 req-d9ac8959-d23f-4347-883a-fed1237ea007 service neutron] 10.222.0.39 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419426 Jan 28 13:25:15.120117 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c7bfb381-7175-4d2a-8de7-475551b62471 req-74d693fb-ddff-4375-9526-c51782d3edde service neutron] 10.222.0.39 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156973 Jan 28 13:25:15.383680 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329e3f3-bcc5-44c2-bf5e-465efc4c8ad0 req-6aca5fb4-08f6-49c3-9064-ec7a60cd220e tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:15.386587 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f329e3f3-bcc5-44c2-bf5e-465efc4c8ad0 req-6aca5fb4-08f6-49c3-9064-ec7a60cd220e tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 943 time: 0.1480017 Jan 28 13:25:15.459259 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-f8aa98ad-37d7-4762-864c-db2d3b4e11c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-router', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:59Z', 'updated_at': '2022-01-28T13:24:08Z', 'revision_number': 4, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'gw_port': {'id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:01Z', 'updated_at': '2022-01-28T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'bbec8d62-d286-4e0e-9341-04f5ed0eee9d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'port_id': '3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'mac_address': 'fa:16:3e:f2:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe06b2-0b48-41b4-9f36-650533321302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:24:45Z', 'updated_at': '2022-01-28T13:25:12Z', 'revision_number': 1, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f055874-44a4-4073-a134-e736081c67c1', 'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'mac_address': 'fa:16:3e:c2:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:06Z', 'updated_at': '2022-01-28T13:24:18Z', 'revision_number': 5, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'subnets': [{'id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:15.487875 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f329e3f3-bcc5-44c2-bf5e-465efc4c8ad0 req-7c5540d2-c1b2-448f-b2eb-f3fe5331879a tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821843 Jan 28 13:25:15.496001 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aa98ad-37d7-4762-864c-db2d3b4e11c2 None None] The sync data for ids ['0590f313-737b-4aca-84a1-8a815ceb3150'] in n-d-822747-2 is: [{'id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-router', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:59Z', 'updated_at': '2022-01-28T13:24:08Z', 'revision_number': 4, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'gw_port': {'id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:01Z', 'updated_at': '2022-01-28T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'bbec8d62-d286-4e0e-9341-04f5ed0eee9d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'port_id': '3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'mac_address': 'fa:16:3e:f2:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe06b2-0b48-41b4-9f36-650533321302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:24:45Z', 'updated_at': '2022-01-28T13:25:12Z', 'revision_number': 1, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f055874-44a4-4073-a134-e736081c67c1', 'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'mac_address': 'fa:16:3e:c2:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:06Z', 'updated_at': '2022-01-28T13:24:18Z', 'revision_number': 5, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'subnets': [{'id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:25:15.563445 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34b7490-c19d-4f6d-9b28-a1fbecf58e3b x-openstack-request-id: req-b34b7490-c19d-4f6d-9b28-a1fbecf58e3b {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:15.564078 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05fe06b2-0b48-41b4-9f36-650533321302", "tag": "3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:15.570249 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b34b7490-c19d-4f6d-9b28-a1fbecf58e3b {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:15.571375 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05fe06b2-0b48-41b4-9f36-650533321302', 'tag': '3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec', 'status': 'completed', 'code': 200} Jan 28 13:25:15.707819 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae730c3-d3ae-4781-af74-e0a788aab0f0 req-ac2dcd27-a501-4bfa-befd-7db2d27bbb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:15.710842 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fae730c3-d3ae-4781-af74-e0a788aab0f0 req-ac2dcd27-a501-4bfa-befd-7db2d27bbb58 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4acaf7e1796b4088b8e1ffc58de61231&device_id=05fe06b2-0b48-41b4-9f36-650533321302 HTTP/1.1" status: 200 len: 1096 time: 0.1238461 Jan 28 13:25:15.734936 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808aa9b-2552-4259-ac43-5973f05b226b req-0d36712e-cda6-48ce-a3c7-21aa4246a56b tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:15.737494 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a808aa9b-2552-4259-ac43-5973f05b226b req-0d36712e-cda6-48ce-a3c7-21aa4246a56b tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 943 time: 0.0980191 Jan 28 13:25:15.835397 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a808aa9b-2552-4259-ac43-5973f05b226b req-547ded2b-11b4-42f3-807d-aad1a7f186c1 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups?id=0845575f-bfe6-4e61-bc37-638f5a5d3a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896368 Jan 28 13:25:15.870349 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae730c3-d3ae-4781-af74-e0a788aab0f0 req-5e13cb10-953f-404b-a797-e736874083dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:15.873360 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fae730c3-d3ae-4781-af74-e0a788aab0f0 req-5e13cb10-953f-404b-a797-e736874083dd service neutron] 10.222.0.18 "GET /v2.0/networks?id=71534dd2-0498-4e62-a826-48a207a6ee6d HTTP/1.1" status: 200 len: 921 time: 0.1562710 Jan 28 13:25:15.925537 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b3dfc2-9e3b-429a-bf5f-20ef832f5e48 None None] New status for floating IP bbec8d62-d286-4e0e-9341-04f5ed0eee9d: ACTIVE {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:25:16.011761 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fae730c3-d3ae-4781-af74-e0a788aab0f0 req-300722e9-68ca-4211-9ecf-0f12aa817ccb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec HTTP/1.1" status: 200 len: 998 time: 0.1266620 Jan 28 13:25:16.103383 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae730c3-d3ae-4781-af74-e0a788aab0f0 req-a40f9782-de6e-4f68-96b8-5e611aee549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:16.106059 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fae730c3-d3ae-4781-af74-e0a788aab0f0 req-a40f9782-de6e-4f68-96b8-5e611aee549c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f693941d-0671-47a2-8563-c88f3d62af3d HTTP/1.1" status: 200 len: 860 time: 0.0862842 Jan 28 13:25:16.204097 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae730c3-d3ae-4781-af74-e0a788aab0f0 req-cb9c257f-ff8b-479c-8bd1-8c873e40ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:16.208869 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fae730c3-d3ae-4781-af74-e0a788aab0f0 req-cb9c257f-ff8b-479c-8bd1-8c873e40ca47 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=71534dd2-0498-4e62-a826-48a207a6ee6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963044 Jan 28 13:25:16.237888 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28172635-ca0c-4968-84dd-595116292758 req-92ee99e8-f199-47e0-b328-108cedf0f928 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:16.251695 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-28172635-ca0c-4968-84dd-595116292758 req-92ee99e8-f199-47e0-b328-108cedf0f928 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c498913-171d-4d58-94f4-0042418c63d3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1236274 Jan 28 13:25:16.259162 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-bb5ebe0e-0ac1-461f-bdb7-1ca4400c2c2f tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:25:16.271606 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-bb5ebe0e-0ac1-461f-bdb7-1ca4400c2c2f tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5502188 Jan 28 13:25:16.356181 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:25:16.416043 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fae730c3-d3ae-4781-af74-e0a788aab0f0 req-f7335b86-b3c8-410e-b45a-581a9fe20505 service neutron] 10.222.0.18 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964927 Jan 28 13:25:16.501267 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-29f64823-29ba-4195-83ad-34ab093c7b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:16.503325 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8,segment=NetworkSegment(2c95997c-16ab-4d70-b003-a3661ae96720),segment_id=2c95997c-16ab-4d70-b003-a3661ae96720)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:16.512650 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-29f64823-29ba-4195-83ad-34ab093c7b1e service neutron] 10.222.0.39 "GET /v2.0/ports/7735e4e9-e055-42ee-ac07-a1cf9e195b1b HTTP/1.1" status: 200 len: 1093 time: 0.2394280 Jan 28 13:25:16.520657 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-bbec2621-28d6-4d50-9796-36e763c054e1 service neutron] Request body: {'binding': {'host': 'n-h2-822747-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:16.521576 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-bbec2621-28d6-4d50-9796-36e763c054e1 service neutron] Unknown quota resources ['binding']. {{(pid=103352) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:25:16.524208 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8', 'network_id': '3a819a92-6f08-4f4b-a036-5a82aa2e8940', 'port_id': '53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8', 'mac_address': 'fa:16:3e:7b:7d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4660c0a9-8abc-479c-99b1-af9640de1107', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:25:16.546785 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-28172635-ca0c-4968-84dd-595116292758 req-4d43524b-d71e-4f46-ab09-fe3eb798b206 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 1000 time: 0.2936747 Jan 28 13:25:16.574268 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fae730c3-d3ae-4781-af74-e0a788aab0f0 req-f4020ef1-504c-4f6b-8cad-1c5092cd43fb service neutron] 10.222.0.18 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426227 Jan 28 13:25:16.581935 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:16.582421 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:16.585369 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-28172635-ca0c-4968-84dd-595116292758 req-c2e9f153-b414-42c0-b40a-32fbe5c91aa7 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Request body: {'floatingip': {'port_id': 'd8ab20fd-8ed4-4c27-a287-beea906fbb35', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:16.599157 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:16.630630 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8,segment=NetworkSegment(2c95997c-16ab-4d70-b003-a3661ae96720),segment_id=2c95997c-16ab-4d70-b003-a3661ae96720)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:16.636705 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:16.721934 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:16.797232 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-28172635-ca0c-4968-84dd-595116292758 req-c2e9f153-b414-42c0-b40a-32fbe5c91aa7 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks [] for floatingip (bbec8d62-d286-4e0e-9341-04f5ed0eee9d), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:16.971924 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-bbec2621-28d6-4d50-9796-36e763c054e1 service neutron] Attempting to bind port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b on host n-h2-822747-2 for vnic_type normal with profile None {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:25:16.972562 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-bbec2621-28d6-4d50-9796-36e763c054e1 service neutron] Attempting to bind port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:25:16.972999 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-bbec2621-28d6-4d50-9796-36e763c054e1 service neutron] Attempting to bind port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:25:17.009701 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-bbec2621-28d6-4d50-9796-36e763c054e1 service neutron] Port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:25:17.009701 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-bbec2621-28d6-4d50-9796-36e763c054e1 service neutron] Attempting to bind port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:25:17.035604 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:25:17.130365 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-bbec2621-28d6-4d50-9796-36e763c054e1 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:25:17.130784 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-bbec2621-28d6-4d50-9796-36e763c054e1 service neutron] Checking segment: {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:25:17.131128 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-bbec2621-28d6-4d50-9796-36e763c054e1 service neutron] Bound using segment: {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:25:17.131582 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-bbec2621-28d6-4d50-9796-36e763c054e1 service neutron] Bound port: 7735e4e9-e055-42ee-ac07-a1cf9e195b1b, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:25:17.312379 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-bbec2621-28d6-4d50-9796-36e763c054e1 service neutron] For port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=7735e4e9-e055-42ee-ac07-a1cf9e195b1b,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:25:17.321410 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-bbec2621-28d6-4d50-9796-36e763c054e1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:17.322616 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-bbec2621-28d6-4d50-9796-36e763c054e1 service neutron] 10.222.0.39 "POST /v2.0/ports/7735e4e9-e055-42ee-ac07-a1cf9e195b1b/bindings HTTP/1.1" status: 201 len: 389 time: 0.8087049 Jan 28 13:25:17.513481 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:17.912543 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-28172635-ca0c-4968-84dd-595116292758 req-c2e9f153-b414-42c0-b40a-32fbe5c91aa7 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:17.919618 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-28172635-ca0c-4968-84dd-595116292758 req-c2e9f153-b414-42c0-b40a-32fbe5c91aa7 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (bbec8d62-d286-4e0e-9341-04f5ed0eee9d), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:17.966490 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-e1bb2512-f958-4675-93d0-622f65c7c679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:17.975670 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-e1bb2512-f958-4675-93d0-622f65c7c679 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 1096 time: 0.1807594 Jan 28 13:25:18.285974 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [req-28172635-ca0c-4968-84dd-595116292758 req-c2e9f153-b414-42c0-b40a-32fbe5c91aa7 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Floating IP bbec8d62-d286-4e0e-9341-04f5ed0eee9d associated. External IP: 172.25.3.64, port: 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec. Jan 28 13:25:18.367757 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:18.416962 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-4c588070-05dc-4c58-bc2e-b0cfd7d2906e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:18.420284 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-4c588070-05dc-4c58-bc2e-b0cfd7d2906e service neutron] 10.222.0.37 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 920 time: 0.4278612 Jan 28 13:25:18.434352 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14303212-0415-4749-84b1-3d6b5fb6c58f req-43b1dc0e-53e8-4541-a044-3230f8cd2f9a tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:18.437340 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-14303212-0415-4749-84b1-3d6b5fb6c58f req-43b1dc0e-53e8-4541-a044-3230f8cd2f9a tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 944 time: 0.1552756 Jan 28 13:25:18.492845 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-abc21eec-b7c3-4f4f-9f7b-5582cf2762c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7735e4e9-e055-42ee-ac07-a1cf9e195b1b HTTP/1.1" status: 200 len: 217 time: 0.0538468 Jan 28 13:25:18.549549 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:25:18.559174 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:18.560071 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:18.643054 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-14303212-0415-4749-84b1-3d6b5fb6c58f req-8356d05f-b90e-4886-89ac-8472498b67e0 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892443 Jan 28 13:25:18.646344 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-6c96c893-6234-4936-8a80-8d6960bd8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:18.652833 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-6c96c893-6234-4936-8a80-8d6960bd8b15 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99d02297-28c8-4d60-822c-d4eb89318060 HTTP/1.1" status: 200 len: 860 time: 0.1488898 Jan 28 13:25:18.758639 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-b3fab424-90e0-4acb-9e64-c5dbe2e2ee96 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59fab6ca-64cd-4851-86a5-d4939e9521f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980151 Jan 28 13:25:18.839439 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28172635-ca0c-4968-84dd-595116292758 req-c2e9f153-b414-42c0-b40a-32fbe5c91aa7 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Router 0590f313-737b-4aca-84a1-8a815ceb3150 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:25:18.847413 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:18.847860 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:18.918134 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47367984-18c0-4dbf-84bd-cdc0128a4091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:18.926030 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe2c99e-a0af-4ad2-92be-6e70c306edb1" -d '{"events": [{"server_uuid": "47367984-18c0-4dbf-84bd-cdc0128a4091", "name": "network-vif-plugged", "status": "completed", "tag": "53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:18.947851 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-448be976-5111-421c-87f8-b1925ecb0fbf service neutron] 10.222.0.37 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754389 Jan 28 13:25:18.950692 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8,segment=NetworkSegment(2c95997c-16ab-4d70-b003-a3661ae96720),segment_id=2c95997c-16ab-4d70-b003-a3661ae96720)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:18.959715 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:19.088260 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:19.115330 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28172635-ca0c-4968-84dd-595116292758 req-c2e9f153-b414-42c0-b40a-32fbe5c91aa7 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:25:19.129244 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757fc76f-65e9-4c50-9eab-812237dc5690 None None] Sync routers for ids ['0590f313-737b-4aca-84a1-8a815ceb3150'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:25:19.160749 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757fc76f-65e9-4c50-9eab-812237dc5690 None None] Routers {'0590f313-737b-4aca-84a1-8a815ceb3150'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:19.163706 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-757fc76f-65e9-4c50-9eab-812237dc5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:25:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0590f313-737b-4aca-84a1-8a815ceb3150'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:19.178553 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d043ef-5037-4027-a3e2-8e25bd7937bd req-24d6e3eb-11bf-4dd1-9814-0732269a243b tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:19.190367 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-58d043ef-5037-4027-a3e2-8e25bd7937bd req-24d6e3eb-11bf-4dd1-9814-0732269a243b tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 943 time: 0.2404072 Jan 28 13:25:19.334667 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-757fc76f-65e9-4c50-9eab-812237dc5690 None None] Set router 0590f313-737b-4aca-84a1-8a815ceb3150 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:19.362756 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-58d043ef-5037-4027-a3e2-8e25bd7937bd req-194702b4-df1e-4930-b36d-c5f6b95b0edd tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups?id=0845575f-bfe6-4e61-bc37-638f5a5d3a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706944 Jan 28 13:25:19.368490 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-d5b22867-58c8-4836-9a38-cd7b3f2b934b service neutron] 10.222.0.37 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055805 Jan 28 13:25:19.622106 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:19.917136 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8da18-3264-4c91-8c11-f90222e9019e req-1576f875-44c9-401a-bcc9-b0cb4995f00a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:19.932385 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9df8da18-3264-4c91-8c11-f90222e9019e req-1576f875-44c9-401a-bcc9-b0cb4995f00a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 945 time: 0.1637230 Jan 28 13:25:20.060556 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9df8da18-3264-4c91-8c11-f90222e9019e req-290ed374-43e4-43a6-bf37-ee2086460483 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271842 Jan 28 13:25:20.102160 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-757fc76f-65e9-4c50-9eab-812237dc5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-router', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:59Z', 'updated_at': '2022-01-28T13:24:08Z', 'revision_number': 4, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'gw_port': {'id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:01Z', 'updated_at': '2022-01-28T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'bbec8d62-d286-4e0e-9341-04f5ed0eee9d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'port_id': 'd8ab20fd-8ed4-4c27-a287-beea906fbb35', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'mac_address': 'fa:16:3e:22:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c498913-171d-4d58-94f4-0042418c63d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:24:45Z', 'updated_at': '2022-01-28T13:25:17Z', 'revision_number': 3, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f055874-44a4-4073-a134-e736081c67c1', 'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'mac_address': 'fa:16:3e:c2:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:06Z', 'updated_at': '2022-01-28T13:24:18Z', 'revision_number': 5, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'subnets': [{'id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:20.171812 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28172635-ca0c-4968-84dd-595116292758 req-c2e9f153-b414-42c0-b40a-32fbe5c91aa7 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Router 0590f313-737b-4aca-84a1-8a815ceb3150 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:25:20.186738 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757fc76f-65e9-4c50-9eab-812237dc5690 None None] Checking router: 0590f313-737b-4aca-84a1-8a815ceb3150 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:25:20.217157 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757fc76f-65e9-4c50-9eab-812237dc5690 None None] Routers {'0590f313-737b-4aca-84a1-8a815ceb3150'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:20.219015 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-757fc76f-65e9-4c50-9eab-812237dc5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:25:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0590f313-737b-4aca-84a1-8a815ceb3150'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:20.438017 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28172635-ca0c-4968-84dd-595116292758 req-c2e9f153-b414-42c0-b40a-32fbe5c91aa7 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:25:20.445632 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-28172635-ca0c-4968-84dd-595116292758 req-c2e9f153-b414-42c0-b40a-32fbe5c91aa7 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:20.474709 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-757fc76f-65e9-4c50-9eab-812237dc5690 None None] Set router 0590f313-737b-4aca-84a1-8a815ceb3150 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:20.511596 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6231b70e-787b-469b-868d-e1f035b6999a x-openstack-request-id: req-6231b70e-787b-469b-868d-e1f035b6999a {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:20.512240 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47367984-18c0-4dbf-84bd-cdc0128a4091", "name": "network-vif-plugged", "status": "completed", "tag": "53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:20.513649 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6231b70e-787b-469b-868d-e1f035b6999a {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:20.514851 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47367984-18c0-4dbf-84bd-cdc0128a4091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8', 'code': 200} Jan 28 13:25:20.550695 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05fe06b2-0b48-41b4-9f36-650533321302', 'tag': '3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:20.554702 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b2bc8a-7b31-4770-84c5-d221b340d145" -d '{"events": [{"name": "network-changed", "server_uuid": "05fe06b2-0b48-41b4-9f36-650533321302", "tag": "3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:20.630397 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-28172635-ca0c-4968-84dd-595116292758 req-c2e9f153-b414-42c0-b40a-32fbe5c91aa7 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "PUT /v2.0/floatingips/bbec8d62-d286-4e0e-9341-04f5ed0eee9d HTTP/1.1" status: 200 len: 997 time: 4.0819073 Jan 28 13:25:20.699059 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36b60c-a235-44d2-a7b9-9393a82058e9 req-064cb63a-8451-4b0d-ad7b-1a3c3cef00d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:20.700539 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c36b60c-a235-44d2-a7b9-9393a82058e9 req-064cb63a-8451-4b0d-ad7b-1a3c3cef00d5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 1096 time: 0.1058617 Jan 28 13:25:20.723304 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28172635-ca0c-4968-84dd-595116292758 req-a6160b54-b52e-4f1b-9535-ffeeb88e4763 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:20.726528 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-28172635-ca0c-4968-84dd-595116292758 req-a6160b54-b52e-4f1b-9535-ffeeb88e4763 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports/3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec HTTP/1.1" status: 200 len: 942 time: 0.0841241 Jan 28 13:25:20.738984 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215edbc-c409-4444-88ff-33abad1069a0 req-dde19d74-d94a-4158-bc3b-bcd41d14162f tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:20.741493 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b215edbc-c409-4444-88ff-33abad1069a0 req-dde19d74-d94a-4158-bc3b-bcd41d14162f tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 945 time: 0.0989454 Jan 28 13:25:20.822993 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c36b60c-a235-44d2-a7b9-9393a82058e9 req-312718d5-3e0e-4c0c-97e8-8449ce146753 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149294 Jan 28 13:25:20.899185 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b215edbc-c409-4444-88ff-33abad1069a0 req-8583a33c-c506-4b89-965a-99cbe669ab9b tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256552 Jan 28 13:25:20.943262 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28172635-ca0c-4968-84dd-595116292758 req-33af65b2-3373-46dd-a3e6-ef669fe72cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:20.947600 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-28172635-ca0c-4968-84dd-595116292758 req-33af65b2-3373-46dd-a3e6-ef669fe72cd1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4acaf7e1796b4088b8e1ffc58de61231&device_id=05fe06b2-0b48-41b4-9f36-650533321302 HTTP/1.1" status: 200 len: 1096 time: 0.0757418 Jan 28 13:25:21.076981 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9efff4-27f6-4434-9f0c-5e97ce4e29c2 req-a6b4f9ad-fb09-4fce-b363-24416633e698 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:21.079002 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c9efff4-27f6-4434-9f0c-5e97ce4e29c2 req-a6b4f9ad-fb09-4fce-b363-24416633e698 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 943 time: 0.0706494 Jan 28 13:25:21.081371 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-757fc76f-65e9-4c50-9eab-812237dc5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-router', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:59Z', 'updated_at': '2022-01-28T13:24:08Z', 'revision_number': 4, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'gw_port': {'id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:01Z', 'updated_at': '2022-01-28T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'bbec8d62-d286-4e0e-9341-04f5ed0eee9d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'port_id': 'd8ab20fd-8ed4-4c27-a287-beea906fbb35', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'mac_address': 'fa:16:3e:22:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c498913-171d-4d58-94f4-0042418c63d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:24:45Z', 'updated_at': '2022-01-28T13:25:17Z', 'revision_number': 3, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f055874-44a4-4073-a134-e736081c67c1', 'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'mac_address': 'fa:16:3e:c2:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:06Z', 'updated_at': '2022-01-28T13:24:18Z', 'revision_number': 5, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'subnets': [{'id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:21.121813 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28172635-ca0c-4968-84dd-595116292758 req-23b25c2f-bf92-40cb-9920-ae8aa4ff8c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:21.127039 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-28172635-ca0c-4968-84dd-595116292758 req-23b25c2f-bf92-40cb-9920-ae8aa4ff8c61 service neutron] 10.222.0.39 "GET /v2.0/networks?id=71534dd2-0498-4e62-a826-48a207a6ee6d HTTP/1.1" status: 200 len: 921 time: 0.1706734 Jan 28 13:25:21.159483 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757fc76f-65e9-4c50-9eab-812237dc5690 None None] The sync data for ids ['0590f313-737b-4aca-84a1-8a815ceb3150'] in n-d-822747-2 is: [{'id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-router', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:59Z', 'updated_at': '2022-01-28T13:24:08Z', 'revision_number': 4, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'gw_port': {'id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:01Z', 'updated_at': '2022-01-28T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'bbec8d62-d286-4e0e-9341-04f5ed0eee9d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'port_id': 'd8ab20fd-8ed4-4c27-a287-beea906fbb35', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'mac_address': 'fa:16:3e:22:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c498913-171d-4d58-94f4-0042418c63d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:24:45Z', 'updated_at': '2022-01-28T13:25:17Z', 'revision_number': 3, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f055874-44a4-4073-a134-e736081c67c1', 'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'mac_address': 'fa:16:3e:c2:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:06Z', 'updated_at': '2022-01-28T13:24:18Z', 'revision_number': 5, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'subnets': [{'id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:25:21.175235 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c9efff4-27f6-4434-9f0c-5e97ce4e29c2 req-cc0edea7-66df-410b-805b-6f3bf0b19bca tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups?id=0845575f-bfe6-4e61-bc37-638f5a5d3a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848782 Jan 28 13:25:21.212297 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-28172635-ca0c-4968-84dd-595116292758 req-fe1bbd48-043e-4b72-9bba-565f677151ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec HTTP/1.1" status: 200 len: 217 time: 0.0807250 Jan 28 13:25:21.269675 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28172635-ca0c-4968-84dd-595116292758 req-6a8a76c7-9851-4275-bd38-3e6a6001cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:21.277524 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-28172635-ca0c-4968-84dd-595116292758 req-6a8a76c7-9851-4275-bd38-3e6a6001cf0a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f693941d-0671-47a2-8563-c88f3d62af3d HTTP/1.1" status: 200 len: 860 time: 0.0643640 Jan 28 13:25:21.355528 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28172635-ca0c-4968-84dd-595116292758 req-bd582802-72fc-4519-8d66-2386853b5e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:21.358399 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-28172635-ca0c-4968-84dd-595116292758 req-bd582802-72fc-4519-8d66-2386853b5e83 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71534dd2-0498-4e62-a826-48a207a6ee6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796599 Jan 28 13:25:21.400807 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ac65a9-bfb1-4623-aed0-f1f08d0fdbaa x-openstack-request-id: req-b3ac65a9-bfb1-4623-aed0-f1f08d0fdbaa {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:21.401268 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05fe06b2-0b48-41b4-9f36-650533321302", "tag": "3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:21.401659 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3ac65a9-bfb1-4623-aed0-f1f08d0fdbaa {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:21.402672 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05fe06b2-0b48-41b4-9f36-650533321302', 'tag': '3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec', 'status': 'completed', 'code': 200} Jan 28 13:25:21.547885 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-28172635-ca0c-4968-84dd-595116292758 req-3fa8c754-2a7f-459b-9a82-182581de492a service neutron] 10.222.0.39 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769505 Jan 28 13:25:21.614282 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb934f84-6fb4-45e1-baa7-d9fc21d0f94d None None] New status for floating IP bbec8d62-d286-4e0e-9341-04f5ed0eee9d: ACTIVE {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:25:21.627194 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2bc8a-7b31-4770-84c5-d221b340d145 req-cc74dea3-47b3-4c8d-b9f7-80c0d7df9096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:21.629859 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4b2bc8a-7b31-4770-84c5-d221b340d145 req-cc74dea3-47b3-4c8d-b9f7-80c0d7df9096 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4acaf7e1796b4088b8e1ffc58de61231&device_id=05fe06b2-0b48-41b4-9f36-650533321302 HTTP/1.1" status: 200 len: 1096 time: 0.1667087 Jan 28 13:25:21.770710 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-28172635-ca0c-4968-84dd-595116292758 req-f372a777-c620-4f9e-b345-0b7c8271395a service neutron] 10.222.0.39 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057474 Jan 28 13:25:21.861463 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2bc8a-7b31-4770-84c5-d221b340d145 req-55ca9773-f603-40bd-a5f9-82893d982248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:21.864874 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28172635-ca0c-4968-84dd-595116292758 req-acf801b7-ce92-41b8-945d-e2b2f10530bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:21.866995 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4b2bc8a-7b31-4770-84c5-d221b340d145 req-55ca9773-f603-40bd-a5f9-82893d982248 service neutron] 10.222.0.18 "GET /v2.0/networks?id=71534dd2-0498-4e62-a826-48a207a6ee6d HTTP/1.1" status: 200 len: 921 time: 0.2270272 Jan 28 13:25:21.873335 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-28172635-ca0c-4968-84dd-595116292758 req-acf801b7-ce92-41b8-945d-e2b2f10530bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4acaf7e1796b4088b8e1ffc58de61231&device_id=4c498913-171d-4d58-94f4-0042418c63d3 HTTP/1.1" status: 200 len: 1096 time: 0.0788593 Jan 28 13:25:21.954371 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4b2bc8a-7b31-4770-84c5-d221b340d145 req-ce034381-d0be-45ea-bf71-da1cbd108dca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec HTTP/1.1" status: 200 len: 217 time: 0.0759799 Jan 28 13:25:22.044434 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2bc8a-7b31-4770-84c5-d221b340d145 req-e62710dd-db40-47ae-b164-fbf5508b018a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:22.046030 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4b2bc8a-7b31-4770-84c5-d221b340d145 req-e62710dd-db40-47ae-b164-fbf5508b018a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f693941d-0671-47a2-8563-c88f3d62af3d HTTP/1.1" status: 200 len: 860 time: 0.0812266 Jan 28 13:25:22.062328 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28172635-ca0c-4968-84dd-595116292758 req-f4b68660-db40-4e52-a77b-01e12e1c16b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:22.064797 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-28172635-ca0c-4968-84dd-595116292758 req-f4b68660-db40-4e52-a77b-01e12e1c16b9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=71534dd2-0498-4e62-a826-48a207a6ee6d HTTP/1.1" status: 200 len: 921 time: 0.1904879 Jan 28 13:25:22.152807 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea0361-10c6-4e0e-a014-2f8948cf5fcf req-35cb8ad2-9358-40da-a8fc-62be4c1ec4c3 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:22.154469 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89ea0361-10c6-4e0e-a014-2f8948cf5fcf req-35cb8ad2-9358-40da-a8fc-62be4c1ec4c3 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 945 time: 0.1991065 Jan 28 13:25:22.167823 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-28172635-ca0c-4968-84dd-595116292758 req-58587601-843d-4447-aa05-fe12155f653f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8ab20fd-8ed4-4c27-a287-beea906fbb35 HTTP/1.1" status: 200 len: 1000 time: 0.0954907 Jan 28 13:25:22.198357 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2bc8a-7b31-4770-84c5-d221b340d145 req-e0967541-d9c2-449d-a74f-bb9f9e3ccf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:22.201258 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4b2bc8a-7b31-4770-84c5-d221b340d145 req-e0967541-d9c2-449d-a74f-bb9f9e3ccf90 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=71534dd2-0498-4e62-a826-48a207a6ee6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1380348 Jan 28 13:25:22.240007 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28172635-ca0c-4968-84dd-595116292758 req-698a275b-748c-4923-9ffc-3561f96a2360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:22.251419 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb58632-24ba-44be-a927-937e437b28d5 None None] Sync routers for ids ['0590f313-737b-4aca-84a1-8a815ceb3150'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:25:22.253004 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-28172635-ca0c-4968-84dd-595116292758 req-698a275b-748c-4923-9ffc-3561f96a2360 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f693941d-0671-47a2-8563-c88f3d62af3d HTTP/1.1" status: 200 len: 860 time: 0.0840108 Jan 28 13:25:22.279504 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb58632-24ba-44be-a927-937e437b28d5 None None] Routers {'0590f313-737b-4aca-84a1-8a815ceb3150'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:22.281018 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-6eb58632-24ba-44be-a927-937e437b28d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:25:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0590f313-737b-4aca-84a1-8a815ceb3150'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:22.379838 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28172635-ca0c-4968-84dd-595116292758 req-b830df28-2090-4d91-9173-aa4312bf1996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:22.398210 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-28172635-ca0c-4968-84dd-595116292758 req-b830df28-2090-4d91-9173-aa4312bf1996 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71534dd2-0498-4e62-a826-48a207a6ee6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1423311 Jan 28 13:25:22.443179 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89ea0361-10c6-4e0e-a014-2f8948cf5fcf req-3b71512a-40a5-44f4-8b20-7d4fbfc77a34 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677081 Jan 28 13:25:22.476737 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-6eb58632-24ba-44be-a927-937e437b28d5 None None] Set router 0590f313-737b-4aca-84a1-8a815ceb3150 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:22.531286 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4b2bc8a-7b31-4770-84c5-d221b340d145 req-6eed976d-4eec-4cbb-a712-abc78b1dcadc service neutron] 10.222.0.18 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131654 Jan 28 13:25:22.583760 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-28172635-ca0c-4968-84dd-595116292758 req-56eda951-6664-4662-ad2d-b2f15506c3cc service neutron] 10.222.0.39 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841328 Jan 28 13:25:22.816767 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4b2bc8a-7b31-4770-84c5-d221b340d145 req-e4f2c024-ef64-412e-bbae-5295de0a3510 service neutron] 10.222.0.18 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795742 Jan 28 13:25:22.865782 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-28172635-ca0c-4968-84dd-595116292758 req-99215f7f-b954-4cdb-beb8-dd4e11fea771 service neutron] 10.222.0.39 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759745 Jan 28 13:25:23.004898 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-6eb58632-24ba-44be-a927-937e437b28d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-router', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:59Z', 'updated_at': '2022-01-28T13:24:08Z', 'revision_number': 4, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'gw_port': {'id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:01Z', 'updated_at': '2022-01-28T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'bbec8d62-d286-4e0e-9341-04f5ed0eee9d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'port_id': 'd8ab20fd-8ed4-4c27-a287-beea906fbb35', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'mac_address': 'fa:16:3e:22:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c498913-171d-4d58-94f4-0042418c63d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:24:45Z', 'updated_at': '2022-01-28T13:25:21Z', 'revision_number': 4, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f055874-44a4-4073-a134-e736081c67c1', 'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'mac_address': 'fa:16:3e:c2:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:06Z', 'updated_at': '2022-01-28T13:24:18Z', 'revision_number': 5, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'subnets': [{'id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:23.037972 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c0fc3-cf2d-4813-89fb-82eae6fb5b22 req-ef363ba3-b540-400e-8849-a6910cbacb2f tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:23.042373 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-223c0fc3-cf2d-4813-89fb-82eae6fb5b22 req-ef363ba3-b540-400e-8849-a6910cbacb2f tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 945 time: 0.1485031 Jan 28 13:25:23.073839 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb58632-24ba-44be-a927-937e437b28d5 None None] Checking router: 0590f313-737b-4aca-84a1-8a815ceb3150 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:25:23.094810 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb58632-24ba-44be-a927-937e437b28d5 None None] Routers {'0590f313-737b-4aca-84a1-8a815ceb3150'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:23.096241 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-6eb58632-24ba-44be-a927-937e437b28d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:25:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0590f313-737b-4aca-84a1-8a815ceb3150'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:23.128735 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644c868-165d-4013-bb68-1600d4e6d351 req-72503352-9d72-45eb-944a-ecbf1048c48f tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:23.141594 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e644c868-165d-4013-bb68-1600d4e6d351 req-72503352-9d72-45eb-944a-ecbf1048c48f tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 943 time: 0.1391032 Jan 28 13:25:23.147028 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-223c0fc3-cf2d-4813-89fb-82eae6fb5b22 req-63e10b7c-3643-4538-8c7a-70b5e45f92da tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957460 Jan 28 13:25:23.231207 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e644c868-165d-4013-bb68-1600d4e6d351 req-3a3d522a-548e-4cf2-a4fa-fbde2247786d tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups?id=0845575f-bfe6-4e61-bc37-638f5a5d3a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868182 Jan 28 13:25:23.306601 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-6eb58632-24ba-44be-a927-937e437b28d5 None None] Set router 0590f313-737b-4aca-84a1-8a815ceb3150 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:23.404506 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b11e8148-c3d7-4efd-a08a-0d419fced076 req-784390ad-10ba-4167-b961-7aebdfe301e0 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 1000 time: 0.1284349 Jan 28 13:25:23.405676 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c498913-171d-4d58-94f4-0042418c63d3', 'tag': 'd8ab20fd-8ed4-4c27-a287-beea906fbb35'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:23.408347 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ede32b2-1941-4e40-9a90-b09bd4a501e8" -d '{"events": [{"name": "network-changed", "server_uuid": "4c498913-171d-4d58-94f4-0042418c63d3", "tag": "d8ab20fd-8ed4-4c27-a287-beea906fbb35"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:23.479808 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f293c1c-fe98-4ec5-8627-a2ed4c793fd6 req-396e23ee-4ddb-402e-8cbf-f43489dadb34 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:23.492199 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4f293c1c-fe98-4ec5-8627-a2ed4c793fd6 req-396e23ee-4ddb-402e-8cbf-f43489dadb34 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 945 time: 0.1320138 Jan 28 13:25:23.525863 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e8148-c3d7-4efd-a08a-0d419fced076 req-594a60ef-86c1-4b58-ac8e-efe138d07e2d tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:23.552763 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b11e8148-c3d7-4efd-a08a-0d419fced076 req-594a60ef-86c1-4b58-ac8e-efe138d07e2d tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports/d8ab20fd-8ed4-4c27-a287-beea906fbb35 HTTP/1.1" status: 200 len: 942 time: 0.1434228 Jan 28 13:25:23.563605 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4f293c1c-fe98-4ec5-8627-a2ed4c793fd6 req-34d76cf2-7b34-4d15-8f26-4d200cc1ef82 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630872 Jan 28 13:25:23.714105 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-6eb58632-24ba-44be-a927-937e437b28d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-router', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:59Z', 'updated_at': '2022-01-28T13:24:08Z', 'revision_number': 4, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'gw_port': {'id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:01Z', 'updated_at': '2022-01-28T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'bbec8d62-d286-4e0e-9341-04f5ed0eee9d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'port_id': 'd8ab20fd-8ed4-4c27-a287-beea906fbb35', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'mac_address': 'fa:16:3e:22:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c498913-171d-4d58-94f4-0042418c63d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:24:45Z', 'updated_at': '2022-01-28T13:25:21Z', 'revision_number': 4, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f055874-44a4-4073-a134-e736081c67c1', 'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'mac_address': 'fa:16:3e:c2:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:06Z', 'updated_at': '2022-01-28T13:24:18Z', 'revision_number': 5, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'subnets': [{'id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:23.788191 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9c3df4-50a2-4d63-bbbc-232b0d036e77 x-openstack-request-id: req-4e9c3df4-50a2-4d63-bbbc-232b0d036e77 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:23.788682 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c498913-171d-4d58-94f4-0042418c63d3", "tag": "d8ab20fd-8ed4-4c27-a287-beea906fbb35", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:23.789065 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4e9c3df4-50a2-4d63-bbbc-232b0d036e77 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:23.795529 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c498913-171d-4d58-94f4-0042418c63d3', 'tag': 'd8ab20fd-8ed4-4c27-a287-beea906fbb35', 'status': 'completed', 'code': 200} Jan 28 13:25:23.828883 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede32b2-1941-4e40-9a90-b09bd4a501e8 req-791775c6-c6a7-4f4f-b5ea-9fbe3c72ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:23.830159 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb58632-24ba-44be-a927-937e437b28d5 None None] The sync data for ids ['0590f313-737b-4aca-84a1-8a815ceb3150'] in n-d-822747-2 is: [{'id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-router', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:59Z', 'updated_at': '2022-01-28T13:24:08Z', 'revision_number': 4, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'gw_port': {'id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:01Z', 'updated_at': '2022-01-28T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'bbec8d62-d286-4e0e-9341-04f5ed0eee9d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'port_id': 'd8ab20fd-8ed4-4c27-a287-beea906fbb35', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'mac_address': 'fa:16:3e:22:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c498913-171d-4d58-94f4-0042418c63d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:24:45Z', 'updated_at': '2022-01-28T13:25:21Z', 'revision_number': 4, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f055874-44a4-4073-a134-e736081c67c1', 'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'mac_address': 'fa:16:3e:c2:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:06Z', 'updated_at': '2022-01-28T13:24:18Z', 'revision_number': 5, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'subnets': [{'id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:25:23.830600 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2ede32b2-1941-4e40-9a90-b09bd4a501e8 req-791775c6-c6a7-4f4f-b5ea-9fbe3c72ee76 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4acaf7e1796b4088b8e1ffc58de61231&device_id=4c498913-171d-4d58-94f4-0042418c63d3 HTTP/1.1" status: 200 len: 1096 time: 0.1134961 Jan 28 13:25:23.919821 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b11e8148-c3d7-4efd-a08a-0d419fced076 req-f384421a-2a5e-4fdd-a691-4320300d84c3 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 1000 time: 0.2806337 Jan 28 13:25:24.088047 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5708a7-2fab-46a0-9183-16baa913712b req-b48546a3-810c-404b-909a-a3454e7b6a9d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:24.102754 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ce5708a7-2fab-46a0-9183-16baa913712b req-b48546a3-810c-404b-909a-a3454e7b6a9d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 945 time: 0.2901161 Jan 28 13:25:24.235898 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede32b2-1941-4e40-9a90-b09bd4a501e8 req-45ade796-bb2f-4571-9d2d-b6ff09a518dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:24.237714 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2ede32b2-1941-4e40-9a90-b09bd4a501e8 req-45ade796-bb2f-4571-9d2d-b6ff09a518dc service neutron] 10.222.0.18 "GET /v2.0/networks?id=71534dd2-0498-4e62-a826-48a207a6ee6d HTTP/1.1" status: 200 len: 921 time: 0.3716099 Jan 28 13:25:24.259389 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e8148-c3d7-4efd-a08a-0d419fced076 req-75b7c669-9b1d-4c62-9ae4-94832fa145fe tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:24.277096 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b11e8148-c3d7-4efd-a08a-0d419fced076 req-75b7c669-9b1d-4c62-9ae4-94832fa145fe tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 784 time: 0.3431950 Jan 28 13:25:24.398457 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2ede32b2-1941-4e40-9a90-b09bd4a501e8 req-4d638a87-d45b-4f53-a559-01f7ca06e932 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8ab20fd-8ed4-4c27-a287-beea906fbb35 HTTP/1.1" status: 200 len: 1000 time: 0.1386867 Jan 28 13:25:24.435118 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51688) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:24.483593 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ce5708a7-2fab-46a0-9183-16baa913712b req-35982680-0440-4eef-aceb-90104d43829d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544328 Jan 28 13:25:24.521861 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede32b2-1941-4e40-9a90-b09bd4a501e8 req-f0b9930a-0415-4ed7-be1d-d33ddda6e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:24.524288 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2ede32b2-1941-4e40-9a90-b09bd4a501e8 req-f0b9930a-0415-4ed7-be1d-d33ddda6e207 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f693941d-0671-47a2-8563-c88f3d62af3d HTTP/1.1" status: 200 len: 860 time: 0.1170580 Jan 28 13:25:24.621993 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede32b2-1941-4e40-9a90-b09bd4a501e8 req-fcdbe4ec-a7fc-40f2-b0de-65169bd55990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:24.623673 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2ede32b2-1941-4e40-9a90-b09bd4a501e8 req-fcdbe4ec-a7fc-40f2-b0de-65169bd55990 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=71534dd2-0498-4e62-a826-48a207a6ee6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914021 Jan 28 13:25:24.721755 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d47c8702-7151-4b1b-9a4c-177ddd232c15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:24.887082 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2ede32b2-1941-4e40-9a90-b09bd4a501e8 req-b8fc3f4b-334d-441f-a5e5-fa65a843b005 service neutron] 10.222.0.18 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558379 Jan 28 13:25:24.958096 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d47c8702-7151-4b1b-9a4c-177ddd232c15 admin admin] Publish callbacks [] for security_group (4c117e7c-27c3-4e72-b0c3-750531559839), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:25.047351 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d47c8702-7151-4b1b-9a4c-177ddd232c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (4c117e7c-27c3-4e72-b0c3-750531559839), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:25.050169 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2ede32b2-1941-4e40-9a90-b09bd4a501e8 req-60eb1bc2-8449-491c-8d9d-d8f933d62a77 service neutron] 10.222.0.18 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550612 Jan 28 13:25:25.108831 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21074c15-b719-4e60-a7f4-3a5b1ec5bbb0 req-11803c77-b89c-4728-a235-6bb980d947c5 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:25.111507 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-21074c15-b719-4e60-a7f4-3a5b1ec5bbb0 req-11803c77-b89c-4728-a235-6bb980d947c5 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 943 time: 0.1503720 Jan 28 13:25:25.161502 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d47c8702-7151-4b1b-9a4c-177ddd232c15 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ed3535340474ef68846155f38fddfc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7211008 Jan 28 13:25:25.162084 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51710) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:25.168986 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c8702-7151-4b1b-9a4c-177ddd232c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c117e7c-27c3-4e72-b0c3-750531559839,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:25.241195 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-21074c15-b719-4e60-a7f4-3a5b1ec5bbb0 req-cb36d311-bd8c-47b9-ba41-bea66acb199b tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups?id=0845575f-bfe6-4e61-bc37-638f5a5d3a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068091 Jan 28 13:25:25.311386 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c853a5fc-0d59-4223-abbb-bce294173a1f admin admin] Publish callbacks [] for security_group (4c117e7c-27c3-4e72-b0c3-750531559839), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:25.369473 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c853a5fc-0d59-4223-abbb-bce294173a1f admin admin] Publish callbacks [] for security_group (4c117e7c-27c3-4e72-b0c3-750531559839), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:25.426096 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6dbde420-7baa-4a0b-a010-ebd72584b0fd req-d5b950b6-1704-4737-9cea-3126021970aa tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 1000 time: 0.1588094 Jan 28 13:25:25.452413 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c853a5fc-0d59-4223-abbb-bce294173a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (4c117e7c-27c3-4e72-b0c3-750531559839), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:25.457437 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c853a5fc-0d59-4223-abbb-bce294173a1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:25.459368 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c853a5fc-0d59-4223-abbb-bce294173a1f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c117e7c-27c3-4e72-b0c3-750531559839 HTTP/1.1" status: 204 len: 168 time: 0.2957139 Jan 28 13:25:25.470747 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853a5fc-0d59-4223-abbb-bce294173a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c117e7c-27c3-4e72-b0c3-750531559839,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:25.518957 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbde420-7baa-4a0b-a010-ebd72584b0fd req-104020d7-13b8-4c38-9dd3-579e039d4ac3 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:25.532468 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6dbde420-7baa-4a0b-a010-ebd72584b0fd req-104020d7-13b8-4c38-9dd3-579e039d4ac3 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports/d8ab20fd-8ed4-4c27-a287-beea906fbb35 HTTP/1.1" status: 200 len: 942 time: 0.0956569 Jan 28 13:25:25.691840 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6dbde420-7baa-4a0b-a010-ebd72584b0fd req-7ba3f5d6-eff9-4a00-a181-b00d624c9283 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 1000 time: 0.0974021 Jan 28 13:25:25.851452 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbde420-7baa-4a0b-a010-ebd72584b0fd req-87bc73a0-0a7d-4879-a7a8-3acba427b062 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:25.853309 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6dbde420-7baa-4a0b-a010-ebd72584b0fd req-87bc73a0-0a7d-4879-a7a8-3acba427b062 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 784 time: 0.1539614 Jan 28 13:25:25.957664 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51720) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:25.971755 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04cd24c0-b1b0-4d1a-bdab-d25d0d261d88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:25.973920 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6dbde420-7baa-4a0b-a010-ebd72584b0fd req-9e8eedd6-cfcd-4f65-87ee-f90f2af0b3df tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 1000 time: 0.1130776 Jan 28 13:25:25.993606 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-6dbde420-7baa-4a0b-a010-ebd72584b0fd req-50336cc1-7ff6-4697-878a-ae9e5c82e1bb tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:26.062425 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-6dbde420-7baa-4a0b-a010-ebd72584b0fd req-50336cc1-7ff6-4697-878a-ae9e5c82e1bb tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks [] for floatingip (bbec8d62-d286-4e0e-9341-04f5ed0eee9d), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:26.120911 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04cd24c0-b1b0-4d1a-bdab-d25d0d261d88 admin admin] Publish callbacks [] for security_group (b6227738-c9f5-4635-8a40-12bbbe418bf2), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:26.127909 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04cd24c0-b1b0-4d1a-bdab-d25d0d261d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b6227738-c9f5-4635-8a40-12bbbe418bf2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:26.160073 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-04cd24c0-b1b0-4d1a-bdab-d25d0d261d88 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bf47418eae11467285388cc5c31bbd69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2010889 Jan 28 13:25:26.162800 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51722) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:26.253962 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd24c0-b1b0-4d1a-bdab-d25d0d261d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6227738-c9f5-4635-8a40-12bbbe418bf2,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:26.286242 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4dc0cbc0-a97b-4378-b876-b43f1199815b admin admin] Publish callbacks [] for security_group (b6227738-c9f5-4635-8a40-12bbbe418bf2), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:26.335969 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4dc0cbc0-a97b-4378-b876-b43f1199815b admin admin] Publish callbacks [] for security_group (b6227738-c9f5-4635-8a40-12bbbe418bf2), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:26.338585 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-6dbde420-7baa-4a0b-a010-ebd72584b0fd req-50336cc1-7ff6-4697-878a-ae9e5c82e1bb tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:26.345623 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-6dbde420-7baa-4a0b-a010-ebd72584b0fd req-50336cc1-7ff6-4697-878a-ae9e5c82e1bb tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (bbec8d62-d286-4e0e-9341-04f5ed0eee9d), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:26.346389 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [req-6dbde420-7baa-4a0b-a010-ebd72584b0fd req-50336cc1-7ff6-4697-878a-ae9e5c82e1bb tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Floating IP bbec8d62-d286-4e0e-9341-04f5ed0eee9d disassociated. External IP: 172.25.3.64, port: d8ab20fd-8ed4-4c27-a287-beea906fbb35. Jan 28 13:25:26.439453 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4dc0cbc0-a97b-4378-b876-b43f1199815b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b6227738-c9f5-4635-8a40-12bbbe418bf2), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:26.442385 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4dc0cbc0-a97b-4378-b876-b43f1199815b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:26.446589 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4dc0cbc0-a97b-4378-b876-b43f1199815b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6227738-c9f5-4635-8a40-12bbbe418bf2 HTTP/1.1" status: 204 len: 168 time: 0.2820032 Jan 28 13:25:26.455603 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0cbc0-a97b-4378-b876-b43f1199815b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6227738-c9f5-4635-8a40-12bbbe418bf2,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:26.726380 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dbde420-7baa-4a0b-a010-ebd72584b0fd req-50336cc1-7ff6-4697-878a-ae9e5c82e1bb tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Router 0590f313-737b-4aca-84a1-8a815ceb3150 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:25:26.893717 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dbde420-7baa-4a0b-a010-ebd72584b0fd req-50336cc1-7ff6-4697-878a-ae9e5c82e1bb tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:25:26.899078 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-6dbde420-7baa-4a0b-a010-ebd72584b0fd req-50336cc1-7ff6-4697-878a-ae9e5c82e1bb tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:26.918089 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5aeabf-82e5-489e-aefa-5a18044f4894 None None] Sync routers for ids ['0590f313-737b-4aca-84a1-8a815ceb3150'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:25:26.935736 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6dbde420-7baa-4a0b-a010-ebd72584b0fd req-50336cc1-7ff6-4697-878a-ae9e5c82e1bb tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "PUT /v2.0/floatingips/bbec8d62-d286-4e0e-9341-04f5ed0eee9d HTTP/1.1" status: 200 len: 694 time: 0.9491687 Jan 28 13:25:26.937137 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c498913-171d-4d58-94f4-0042418c63d3', 'tag': 'd8ab20fd-8ed4-4c27-a287-beea906fbb35'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:26.942644 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f337cc62-776c-4798-b843-ea59c029fb26" -d '{"events": [{"name": "network-changed", "server_uuid": "4c498913-171d-4d58-94f4-0042418c63d3", "tag": "d8ab20fd-8ed4-4c27-a287-beea906fbb35"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:26.949474 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 35615496-42a2-4b43-b433-95a931c8f393 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:25:27.021619 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5aeabf-82e5-489e-aefa-5a18044f4894 None None] Routers {'0590f313-737b-4aca-84a1-8a815ceb3150'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:27.023041 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5c5aeabf-82e5-489e-aefa-5a18044f4894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:25:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0590f313-737b-4aca-84a1-8a815ceb3150'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:27.042087 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbde420-7baa-4a0b-a010-ebd72584b0fd req-a7ec16f3-1bf3-473a-bdfa-913f7ec0cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:27.055462 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6dbde420-7baa-4a0b-a010-ebd72584b0fd req-a7ec16f3-1bf3-473a-bdfa-913f7ec0cbe9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4acaf7e1796b4088b8e1ffc58de61231&device_id=4c498913-171d-4d58-94f4-0042418c63d3 HTTP/1.1" status: 200 len: 1096 time: 0.1033187 Jan 28 13:25:27.261919 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbde420-7baa-4a0b-a010-ebd72584b0fd req-df8a305d-e203-44da-9218-7f04b04bec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:27.265076 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6dbde420-7baa-4a0b-a010-ebd72584b0fd req-df8a305d-e203-44da-9218-7f04b04bec10 service neutron] 10.222.0.39 "GET /v2.0/networks?id=71534dd2-0498-4e62-a826-48a207a6ee6d HTTP/1.1" status: 200 len: 921 time: 0.2082863 Jan 28 13:25:27.328574 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e02da746-3383-4421-94c1-56ec00555bfd req-608f38e4-9774-45fc-894d-47a77fabcc0d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1075675 Jan 28 13:25:27.393284 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6dbde420-7baa-4a0b-a010-ebd72584b0fd req-7dc76b38-f30c-45b6-a7f6-b35a2ccf81b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8ab20fd-8ed4-4c27-a287-beea906fbb35 HTTP/1.1" status: 200 len: 217 time: 0.1163037 Jan 28 13:25:27.493134 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02da746-3383-4421-94c1-56ec00555bfd req-93262644-9972-4fe0-8ce9-3ce1463cbf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:27.497333 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e02da746-3383-4421-94c1-56ec00555bfd req-93262644-9972-4fe0-8ce9-3ce1463cbf72 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 1095 time: 0.0826111 Jan 28 13:25:27.512354 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.resource_extend [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:25:27.518849 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-5c5aeabf-82e5-489e-aefa-5a18044f4894 None None] Set router 0590f313-737b-4aca-84a1-8a815ceb3150 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:27.567765 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbde420-7baa-4a0b-a010-ebd72584b0fd req-8a4590b0-1e24-4562-bea7-ef032f8962f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:27.573055 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6dbde420-7baa-4a0b-a010-ebd72584b0fd req-8a4590b0-1e24-4562-bea7-ef032f8962f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f693941d-0671-47a2-8563-c88f3d62af3d HTTP/1.1" status: 200 len: 860 time: 0.1689005 Jan 28 13:25:27.704464 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbde420-7baa-4a0b-a010-ebd72584b0fd req-809436b2-f788-4e10-ac1a-db03eddb9da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:27.707377 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6dbde420-7baa-4a0b-a010-ebd72584b0fd req-809436b2-f788-4e10-ac1a-db03eddb9da9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71534dd2-0498-4e62-a826-48a207a6ee6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1230431 Jan 28 13:25:27.848639 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02da746-3383-4421-94c1-56ec00555bfd req-94d0f595-e772-4d2b-bd5e-29c857421eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:27.852295 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e02da746-3383-4421-94c1-56ec00555bfd req-94d0f595-e772-4d2b-bd5e-29c857421eca service neutron] 10.222.0.37 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 920 time: 0.3169110 Jan 28 13:25:27.895765 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6dbde420-7baa-4a0b-a010-ebd72584b0fd req-055bdfbc-f105-436e-b768-5996ede744fc service neutron] 10.222.0.39 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784987 Jan 28 13:25:27.948400 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e02da746-3383-4421-94c1-56ec00555bfd req-90802919-7f4c-4900-bc62-dfef334b5275 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de HTTP/1.1" status: 200 len: 217 time: 0.0884440 Jan 28 13:25:28.091298 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 35615496-42a2-4b43-b433-95a931c8f393, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=35615496-42a2-4b43-b433-95a931c8f393,segment=NetworkSegment(fd41c052-74ba-462c-9fe1-5df33f99783c),segment_id=fd41c052-74ba-462c-9fe1-5df33f99783c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:28.126872 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '35615496-42a2-4b43-b433-95a931c8f393', 'network_id': 'cd2b546a-6aba-4188-b902-b8e2745b4d7e', 'port_id': '35615496-42a2-4b43-b433-95a931c8f393', 'mac_address': 'fa:16:3e:11:06:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30dbb6f7-d402-4607-8f73-a8cae7badd32', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:25:28.138217 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02da746-3383-4421-94c1-56ec00555bfd req-e01ab417-2663-4513-bb50-5f97cd929aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:28.141176 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6dbde420-7baa-4a0b-a010-ebd72584b0fd req-fc44757c-b7cd-4014-a307-9e51400281aa service neutron] 10.222.0.39 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344618 Jan 28 13:25:28.144066 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e02da746-3383-4421-94c1-56ec00555bfd req-e01ab417-2663-4513-bb50-5f97cd929aa7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99d02297-28c8-4d60-822c-d4eb89318060 HTTP/1.1" status: 200 len: 860 time: 0.1888776 Jan 28 13:25:28.218729 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e02da746-3383-4421-94c1-56ec00555bfd req-91460dea-3a0e-426b-a950-617b7ab22fc1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59fab6ca-64cd-4851-86a5-d4939e9521f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666647 Jan 28 13:25:28.311191 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 35615496-42a2-4b43-b433-95a931c8f393 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:28.312645 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (35615496-42a2-4b43-b433-95a931c8f393), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:28.354524 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35615496-42a2-4b43-b433-95a931c8f393 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:28.390752 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 35615496-42a2-4b43-b433-95a931c8f393, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=35615496-42a2-4b43-b433-95a931c8f393,segment=NetworkSegment(fd41c052-74ba-462c-9fe1-5df33f99783c),segment_id=fd41c052-74ba-462c-9fe1-5df33f99783c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:28.405743 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (35615496-42a2-4b43-b433-95a931c8f393), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:28.434034 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e02da746-3383-4421-94c1-56ec00555bfd req-88a3c4a8-20cd-4f99-85d7-f7428c7cd7ea service neutron] 10.222.0.37 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085276 Jan 28 13:25:28.525052 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df927859-31dc-4864-a965-eb583ebe2a1b req-70636bf2-87b1-4a4f-9d08-ed4f8e6562a5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:28.539262 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df927859-31dc-4864-a965-eb583ebe2a1b req-70636bf2-87b1-4a4f-9d08-ed4f8e6562a5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 945 time: 0.1174901 Jan 28 13:25:28.632338 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e02da746-3383-4421-94c1-56ec00555bfd req-abffe774-f92e-454d-a0cd-b298407ee513 service neutron] 10.222.0.37 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889400 Jan 28 13:25:28.661102 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5c5aeabf-82e5-489e-aefa-5a18044f4894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-router', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:59Z', 'updated_at': '2022-01-28T13:24:08Z', 'revision_number': 4, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'gw_port': {'id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:01Z', 'updated_at': '2022-01-28T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '8f055874-44a4-4073-a134-e736081c67c1', 'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'mac_address': 'fa:16:3e:c2:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:06Z', 'updated_at': '2022-01-28T13:24:18Z', 'revision_number': 5, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'subnets': [{'id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:28.670244 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df927859-31dc-4864-a965-eb583ebe2a1b req-00156493-3ed8-42ee-a80d-409b29393ad5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291261 Jan 28 13:25:28.723166 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5aeabf-82e5-489e-aefa-5a18044f4894 None None] Checking router: 0590f313-737b-4aca-84a1-8a815ceb3150 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:25:28.727631 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=35615496-42a2-4b43-b433-95a931c8f393,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:28.766733 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['35615496-42a2-4b43-b433-95a931c8f393'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:25:28.844280 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5aeabf-82e5-489e-aefa-5a18044f4894 None None] Routers {'0590f313-737b-4aca-84a1-8a815ceb3150'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:28.845784 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5c5aeabf-82e5-489e-aefa-5a18044f4894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:25:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0590f313-737b-4aca-84a1-8a815ceb3150'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:28.905946 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1d638-ec9a-45c7-851e-d13a314f097d req-a654c70b-0ac3-460f-8357-42598c47afc7 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:28.921348 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fdf1d638-ec9a-45c7-851e-d13a314f097d req-a654c70b-0ac3-460f-8357-42598c47afc7 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 945 time: 0.1437726 Jan 28 13:25:29.081021 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fdf1d638-ec9a-45c7-851e-d13a314f097d req-9a9817fa-0c10-4bb7-9fcb-c0556f421d0d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551495 Jan 28 13:25:29.158665 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-5c5aeabf-82e5-489e-aefa-5a18044f4894 None None] Set router 0590f313-737b-4aca-84a1-8a815ceb3150 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:29.180262 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6b5f9-8ddc-4647-b5b3-2b7632a4c41f req-db7b4fd9-7e78-41e9-a1e6-3644f87d075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:29.182886 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e2d6b5f9-8ddc-4647-b5b3-2b7632a4c41f req-db7b4fd9-7e78-41e9-a1e6-3644f87d075f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 1096 time: 0.0887363 Jan 28 13:25:29.304034 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b83971-8596-48bd-9e3f-0fa58cf4af16 req-31001722-82e0-45e5-86f1-52b43e012cf1 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:29.312129 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-41b83971-8596-48bd-9e3f-0fa58cf4af16 req-31001722-82e0-45e5-86f1-52b43e012cf1 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 944 time: 0.0893900 Jan 28 13:25:29.371265 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6b5f9-8ddc-4647-b5b3-2b7632a4c41f req-9ec8b652-309c-4147-9db0-fbc0a418a035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:29.375504 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e2d6b5f9-8ddc-4647-b5b3-2b7632a4c41f req-9ec8b652-309c-4147-9db0-fbc0a418a035 service neutron] 10.222.0.18 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 920 time: 0.1699963 Jan 28 13:25:29.390746 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-41b83971-8596-48bd-9e3f-0fa58cf4af16 req-232c1624-7dc6-4e18-8d96-dd4bbdbcfd08 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups?id=0845575f-bfe6-4e61-bc37-638f5a5d3a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774367 Jan 28 13:25:29.480950 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e2d6b5f9-8ddc-4647-b5b3-2b7632a4c41f req-c56d7997-c62a-4742-86b1-73697fd0e86e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7735e4e9-e055-42ee-ac07-a1cf9e195b1b HTTP/1.1" status: 200 len: 217 time: 0.0971978 Jan 28 13:25:29.487224 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e66f8ab7-eb4a-48d6-8880-71e9cbb94fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:29.488335 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff43e78-b3c8-4278-a5b9-335a43673492 x-openstack-request-id: req-cff43e78-b3c8-4278-a5b9-335a43673492 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:29.488810 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c498913-171d-4d58-94f4-0042418c63d3", "tag": "d8ab20fd-8ed4-4c27-a287-beea906fbb35", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:29.489225 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cff43e78-b3c8-4278-a5b9-335a43673492 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:29.489929 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c498913-171d-4d58-94f4-0042418c63d3', 'tag': 'd8ab20fd-8ed4-4c27-a287-beea906fbb35', 'status': 'completed', 'code': 200} Jan 28 13:25:29.564083 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6b5f9-8ddc-4647-b5b3-2b7632a4c41f req-6a9119d2-46b3-4b22-8657-1f72c7598b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:29.566273 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e2d6b5f9-8ddc-4647-b5b3-2b7632a4c41f req-6a9119d2-46b3-4b22-8657-1f72c7598b6d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99d02297-28c8-4d60-822c-d4eb89318060 HTTP/1.1" status: 200 len: 860 time: 0.0740430 Jan 28 13:25:29.644728 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337cc62-776c-4798-b843-ea59c029fb26 req-0f393e3b-71c1-4163-bad6-72be7590aabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:29.647969 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f337cc62-776c-4798-b843-ea59c029fb26 req-0f393e3b-71c1-4163-bad6-72be7590aabc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4acaf7e1796b4088b8e1ffc58de61231&device_id=4c498913-171d-4d58-94f4-0042418c63d3 HTTP/1.1" status: 200 len: 1096 time: 0.1152201 Jan 28 13:25:29.672096 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e2d6b5f9-8ddc-4647-b5b3-2b7632a4c41f req-82ae66a4-de43-4d7d-8d59-68023f7c7782 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59fab6ca-64cd-4851-86a5-d4939e9521f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826514 Jan 28 13:25:29.744479 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5c5aeabf-82e5-489e-aefa-5a18044f4894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-router', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:59Z', 'updated_at': '2022-01-28T13:24:08Z', 'revision_number': 4, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'gw_port': {'id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:01Z', 'updated_at': '2022-01-28T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '8f055874-44a4-4073-a134-e736081c67c1', 'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'mac_address': 'fa:16:3e:c2:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:06Z', 'updated_at': '2022-01-28T13:24:18Z', 'revision_number': 5, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'subnets': [{'id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:29.862584 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5aeabf-82e5-489e-aefa-5a18044f4894 None None] The sync data for ids ['0590f313-737b-4aca-84a1-8a815ceb3150'] in n-d-822747-2 is: [{'id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-router', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:59Z', 'updated_at': '2022-01-28T13:24:08Z', 'revision_number': 4, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'gw_port': {'id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:01Z', 'updated_at': '2022-01-28T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '8f055874-44a4-4073-a134-e736081c67c1', 'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'mac_address': 'fa:16:3e:c2:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:06Z', 'updated_at': '2022-01-28T13:24:18Z', 'revision_number': 5, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'subnets': [{'id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:25:29.913455 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e2d6b5f9-8ddc-4647-b5b3-2b7632a4c41f req-86058833-8a64-43ea-a47c-76fa9e6d72cc service neutron] 10.222.0.18 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354600 Jan 28 13:25:29.917336 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337cc62-776c-4798-b843-ea59c029fb26 req-cea5297c-d8e5-433e-9219-96fe2773b1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:29.918680 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f337cc62-776c-4798-b843-ea59c029fb26 req-cea5297c-d8e5-433e-9219-96fe2773b1c3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=71534dd2-0498-4e62-a826-48a207a6ee6d HTTP/1.1" status: 200 len: 921 time: 0.2639267 Jan 28 13:25:30.062594 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f337cc62-776c-4798-b843-ea59c029fb26 req-53f44f51-4c46-46a4-8b4b-d97e741c5334 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8ab20fd-8ed4-4c27-a287-beea906fbb35 HTTP/1.1" status: 200 len: 217 time: 0.1301568 Jan 28 13:25:30.159881 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337cc62-776c-4798-b843-ea59c029fb26 req-7de71fee-e7e4-4469-a416-36b62b9211c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:30.161864 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f337cc62-776c-4798-b843-ea59c029fb26 req-7de71fee-e7e4-4469-a416-36b62b9211c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f693941d-0671-47a2-8563-c88f3d62af3d HTTP/1.1" status: 200 len: 860 time: 0.0927956 Jan 28 13:25:30.166802 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e2d6b5f9-8ddc-4647-b5b3-2b7632a4c41f req-d34377e9-b567-4907-9267-55210f6160b6 service neutron] 10.222.0.18 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417164 Jan 28 13:25:30.246338 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337cc62-776c-4798-b843-ea59c029fb26 req-a76e152e-54da-46d2-9399-29af2e915e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:30.248623 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f337cc62-776c-4798-b843-ea59c029fb26 req-a76e152e-54da-46d2-9399-29af2e915e23 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=71534dd2-0498-4e62-a826-48a207a6ee6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743434 Jan 28 13:25:30.400892 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0219d56f-3ef8-4786-8885-4aa11dda4cdb None None] New status for floating IP bbec8d62-d286-4e0e-9341-04f5ed0eee9d: DOWN {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:25:30.475323 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f337cc62-776c-4798-b843-ea59c029fb26 req-0aa343aa-c402-4a40-9135-15b4a093734c service neutron] 10.222.0.18 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174084 Jan 28 13:25:30.512722 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51772) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:30.603312 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8bf0a-75e2-47e7-8f81-fc0fafda4a15 req-7c8767a4-dc7c-4c16-8398-ba5fda7a1bda tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:30.608199 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-edb8bf0a-75e2-47e7-8f81-fc0fafda4a15 req-7c8767a4-dc7c-4c16-8398-ba5fda7a1bda tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 945 time: 0.1749732 Jan 28 13:25:30.727757 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7e99-8110-499a-b5b4-4c7fc1f204eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:30.766285 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-edb8bf0a-75e2-47e7-8f81-fc0fafda4a15 req-bcd0f4c5-6e09-41fb-8906-48c7d90cfbac tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006060 Jan 28 13:25:30.834218 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f337cc62-776c-4798-b843-ea59c029fb26 req-72559b56-e511-4152-b383-65c0815eb822 service neutron] 10.222.0.18 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336508 Jan 28 13:25:30.915543 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7e99-8110-499a-b5b4-4c7fc1f204eb admin admin] Publish callbacks [] for security_group (10764773-10fc-4e8b-b6eb-f5d36c9b5d8c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:30.928463 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7e99-8110-499a-b5b4-4c7fc1f204eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (10764773-10fc-4e8b-b6eb-f5d36c9b5d8c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:30.970841 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 35615496-42a2-4b43-b433-95a931c8f393 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:30.979538 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfdc1c-e081-4e5e-a79a-899aa623d16c req-d87a8244-c339-47f9-9e64-5a414bff8245 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:30.986976 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-21bfdc1c-e081-4e5e-a79a-899aa623d16c req-d87a8244-c339-47f9-9e64-5a414bff8245 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 945 time: 0.0644741 Jan 28 13:25:31.018878 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a8bb7e99-8110-499a-b5b4-4c7fc1f204eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d4f1c118e334d11afe4afef32124ff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5006406 Jan 28 13:25:31.019237 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51776) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:31.028400 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb7e99-8110-499a-b5b4-4c7fc1f204eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10764773-10fc-4e8b-b6eb-f5d36c9b5d8c,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:31.111330 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-21bfdc1c-e081-4e5e-a79a-899aa623d16c req-bc79006d-9080-4ad9-8350-c271690d7a38 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138937 Jan 28 13:25:31.117858 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b29bcd2e-aa6b-4147-9fb7-272ee23c50c9 admin admin] Publish callbacks [] for security_group (10764773-10fc-4e8b-b6eb-f5d36c9b5d8c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:31.133371 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 35615496-42a2-4b43-b433-95a931c8f393 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:25:31.150802 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 35615496-42a2-4b43-b433-95a931c8f393 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:31.157601 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (35615496-42a2-4b43-b433-95a931c8f393), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:31.164064 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b29bcd2e-aa6b-4147-9fb7-272ee23c50c9 admin admin] Publish callbacks [] for security_group (10764773-10fc-4e8b-b6eb-f5d36c9b5d8c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:31.272154 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b29bcd2e-aa6b-4147-9fb7-272ee23c50c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (10764773-10fc-4e8b-b6eb-f5d36c9b5d8c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:31.278929 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b29bcd2e-aa6b-4147-9fb7-272ee23c50c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:31.283657 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b29bcd2e-aa6b-4147-9fb7-272ee23c50c9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/10764773-10fc-4e8b-b6eb-f5d36c9b5d8c HTTP/1.1" status: 204 len: 168 time: 0.2634869 Jan 28 13:25:31.321605 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29bcd2e-aa6b-4147-9fb7-272ee23c50c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10764773-10fc-4e8b-b6eb-f5d36c9b5d8c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:31.363097 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 35615496-42a2-4b43-b433-95a931c8f393 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:31.363678 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (35615496-42a2-4b43-b433-95a931c8f393), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:31.433514 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 35615496-42a2-4b43-b433-95a931c8f393, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=35615496-42a2-4b43-b433-95a931c8f393,segment=NetworkSegment(fd41c052-74ba-462c-9fe1-5df33f99783c),segment_id=fd41c052-74ba-462c-9fe1-5df33f99783c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:31.434816 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f602c41b-0de7-4fbb-a297-2db028d71241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35615496-42a2-4b43-b433-95a931c8f393'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:31.439716 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7aee7cd-1c1b-4b10-a360-21cd4157425d" -d '{"events": [{"server_uuid": "f602c41b-0de7-4fbb-a297-2db028d71241", "name": "network-vif-plugged", "status": "completed", "tag": "35615496-42a2-4b43-b433-95a931c8f393"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:31.446159 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e94168-4664-4d97-b69b-ea6c2a12bc40 req-fde946b7-3562-4d14-ace6-b8283ab0c77f tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:31.446403 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (35615496-42a2-4b43-b433-95a931c8f393), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:31.458547 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1e94168-4664-4d97-b69b-ea6c2a12bc40 req-fde946b7-3562-4d14-ace6-b8283ab0c77f tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=05fe06b2-0b48-41b4-9f36-650533321302&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1417136 Jan 28 13:25:31.545368 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=35615496-42a2-4b43-b433-95a931c8f393,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:31.547012 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1e94168-4664-4d97-b69b-ea6c2a12bc40 req-7605492b-34f5-47b5-be0c-ad4bf8a0613f tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 695 time: 0.0805457 Jan 28 13:25:31.555117 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-e1e94168-4664-4d97-b69b-ea6c2a12bc40 req-a32dad74-7eac-4888-ba9c-3b0c95c370de tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Request body: {'floatingip': {'port_id': '3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:31.591148 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fde2612c-9da5-49ba-92ab-56d293fa893f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:31.625743 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e1e94168-4664-4d97-b69b-ea6c2a12bc40 req-a32dad74-7eac-4888-ba9c-3b0c95c370de tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks [] for floatingip (bbec8d62-d286-4e0e-9341-04f5ed0eee9d), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:31.926492 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14fa4aa-7792-4137-82b8-4080830dac9f req-98a6b7c7-7c30-4545-88a6-bb686c947ded tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:31.928947 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a14fa4aa-7792-4137-82b8-4080830dac9f req-98a6b7c7-7c30-4545-88a6-bb686c947ded tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c498913-171d-4d58-94f4-0042418c63d3 HTTP/1.1" status: 200 len: 945 time: 0.2042718 Jan 28 13:25:32.520506 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51806) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:32.592051 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-a14fa4aa-7792-4137-82b8-4080830dac9f req-4a4687de-27ab-4813-bdbc-2410b5d70d2b tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Deleting port d8ab20fd-8ed4-4c27-a287-beea906fbb35 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:25:32.592051 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a14fa4aa-7792-4137-82b8-4080830dac9f req-4a4687de-27ab-4813-bdbc-2410b5d70d2b tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (d8ab20fd-8ed4-4c27-a287-beea906fbb35), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:32.736176 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-9c800899-04c3-47a7-9315-2dedbfbf91ed admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-188291030-network', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:32.742466 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:32.774160 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c800899-04c3-47a7-9315-2dedbfbf91ed admin admin] Made reservation on behalf of a5f7c933deef44b491769af0fd6f37c0 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:25:32.782735 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9c800899-04c3-47a7-9315-2dedbfbf91ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:32.786235 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-a14fa4aa-7792-4137-82b8-4080830dac9f req-4a4687de-27ab-4813-bdbc-2410b5d70d2b tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] For port d8ab20fd-8ed4-4c27-a287-beea906fbb35, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=d8ab20fd-8ed4-4c27-a287-beea906fbb35,segment=NetworkSegment(86269ba4-6bcb-4dd9-88b3-35a2df61a1bc),segment_id=86269ba4-6bcb-4dd9-88b3-35a2df61a1bc)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:32.786578 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a14fa4aa-7792-4137-82b8-4080830dac9f req-4a4687de-27ab-4813-bdbc-2410b5d70d2b tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (d8ab20fd-8ed4-4c27-a287-beea906fbb35), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:32.817180 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9c800899-04c3-47a7-9315-2dedbfbf91ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:32.856678 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-a14fa4aa-7792-4137-82b8-4080830dac9f req-4a4687de-27ab-4813-bdbc-2410b5d70d2b tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Calling delete_port for d8ab20fd-8ed4-4c27-a287-beea906fbb35 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:25:32.884541 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e1e94168-4664-4d97-b69b-ea6c2a12bc40 req-a32dad74-7eac-4888-ba9c-3b0c95c370de tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:32.921833 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e1e94168-4664-4d97-b69b-ea6c2a12bc40 req-a32dad74-7eac-4888-ba9c-3b0c95c370de tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (bbec8d62-d286-4e0e-9341-04f5ed0eee9d), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:32.972327 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9c800899-04c3-47a7-9315-2dedbfbf91ed admin admin] Publish callbacks [] for security_group (40f93497-d83c-40c9-a5aa-cd7b0a9cb756), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:32.980615 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9c800899-04c3-47a7-9315-2dedbfbf91ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (40f93497-d83c-40c9-a5aa-cd7b0a9cb756), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:33.050869 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c800899-04c3-47a7-9315-2dedbfbf91ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f93497-d83c-40c9-a5aa-cd7b0a9cb756,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:33.081649 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c800899-04c3-47a7-9315-2dedbfbf91ed admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:25:33.094419 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [req-e1e94168-4664-4d97-b69b-ea6c2a12bc40 req-a32dad74-7eac-4888-ba9c-3b0c95c370de tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Floating IP bbec8d62-d286-4e0e-9341-04f5ed0eee9d associated. External IP: 172.25.3.64, port: 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec. Jan 28 13:25:33.109685 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9c800899-04c3-47a7-9315-2dedbfbf91ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (d6d547a0-61ed-44ed-8353-c8cebc90d963), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:33.110015 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-9c800899-04c3-47a7-9315-2dedbfbf91ed admin admin] Added segment d6d547a0-61ed-44ed-8353-c8cebc90d963 of type vlan for network 83337396-4cc1-486c-a243-57e3fe8a3ffb Jan 28 13:25:33.179037 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9c800899-04c3-47a7-9315-2dedbfbf91ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (83337396-4cc1-486c-a243-57e3fe8a3ffb), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:33.226981 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9c800899-04c3-47a7-9315-2dedbfbf91ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (83337396-4cc1-486c-a243-57e3fe8a3ffb), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:33.229199 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c800899-04c3-47a7-9315-2dedbfbf91ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:33.230155 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9c800899-04c3-47a7-9315-2dedbfbf91ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:33.263975 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a14fa4aa-7792-4137-82b8-4080830dac9f req-4a4687de-27ab-4813-bdbc-2410b5d70d2b tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (d8ab20fd-8ed4-4c27-a287-beea906fbb35), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:33.279756 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9c800899-04c3-47a7-9315-2dedbfbf91ed admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7576056 Jan 28 13:25:33.286319 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec', 'd8ab20fd-8ed4-4c27-a287-beea906fbb35'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:25:33.291360 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51810) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:33.333854 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c800899-04c3-47a7-9315-2dedbfbf91ed admin admin] Pushing event updated for resources: {'Network': ['ID=83337396-4cc1-486c-a243-57e3fe8a3ffb,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:33.346082 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-5185797f-9817-401b-836f-206f904b3317 admin admin] Request body: {'subnet': {'network_id': '83337396-4cc1-486c-a243-57e3fe8a3ffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-188291030-subnet', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:33.356942 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 83337396-4cc1-486c-a243-57e3fe8a3ffb details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:25:33.374899 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4687de-27ab-4813-bdbc-2410b5d70d2b tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Pushing event deleted for resources: {'Port': ['ID=d8ab20fd-8ed4-4c27-a287-beea906fbb35,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:33.476875 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5185797f-9817-401b-836f-206f904b3317 admin admin] Made reservation on behalf of a5f7c933deef44b491769af0fd6f37c0 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:25:33.482191 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5185797f-9817-401b-836f-206f904b3317 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:33.518317 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14fa4aa-7792-4137-82b8-4080830dac9f req-4a4687de-27ab-4813-bdbc-2410b5d70d2b tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] No DVR routers for this DVR port d8ab20fd-8ed4-4c27-a287-beea906fbb35 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:25:33.526631 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a14fa4aa-7792-4137-82b8-4080830dac9f req-4a4687de-27ab-4813-bdbc-2410b5d70d2b tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:33.533723 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a14fa4aa-7792-4137-82b8-4080830dac9f req-4a4687de-27ab-4813-bdbc-2410b5d70d2b tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.18 "DELETE /v2.0/ports/d8ab20fd-8ed4-4c27-a287-beea906fbb35 HTTP/1.1" status: 204 len: 173 time: 1.5930927 Jan 28 13:25:33.538668 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c498913-171d-4d58-94f4-0042418c63d3', 'name': 'network-vif-deleted', 'tag': 'd8ab20fd-8ed4-4c27-a287-beea906fbb35'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:33.542976 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802aeec7-7236-4ed9-9974-665869fb70d1" -d '{"events": [{"server_uuid": "4c498913-171d-4d58-94f4-0042418c63d3", "name": "network-vif-deleted", "tag": "d8ab20fd-8ed4-4c27-a287-beea906fbb35"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:33.854756 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1e94168-4664-4d97-b69b-ea6c2a12bc40 req-a32dad74-7eac-4888-ba9c-3b0c95c370de tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Router 0590f313-737b-4aca-84a1-8a815ceb3150 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:25:34.041220 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5185797f-9817-401b-836f-206f904b3317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (648f84e8-45f3-456b-937b-213078752575), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:34.089848 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1e94168-4664-4d97-b69b-ea6c2a12bc40 req-a32dad74-7eac-4888-ba9c-3b0c95c370de tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:25:34.104864 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e1e94168-4664-4d97-b69b-ea6c2a12bc40 req-a32dad74-7eac-4888-ba9c-3b0c95c370de tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:34.111062 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d0a011-52e7-444f-812f-85c839d75ab1 None None] Sync routers for ids ['0590f313-737b-4aca-84a1-8a815ceb3150'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:25:34.150403 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185797f-9817-401b-836f-206f904b3317 admin admin] Pushing event updated for resources: {'Subnet': ['ID=648f84e8-45f3-456b-937b-213078752575,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:34.159081 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1e94168-4664-4d97-b69b-ea6c2a12bc40 req-a32dad74-7eac-4888-ba9c-3b0c95c370de tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "PUT /v2.0/floatingips/bbec8d62-d286-4e0e-9341-04f5ed0eee9d HTTP/1.1" status: 200 len: 995 time: 2.6107535 Jan 28 13:25:34.166752 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5185797f-9817-401b-836f-206f904b3317 admin admin] Checking segment: {'id': 'd6d547a0-61ed-44ed-8353-c8cebc90d963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '83337396-4cc1-486c-a243-57e3fe8a3ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:25:34.167219 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5185797f-9817-401b-836f-206f904b3317 admin admin] Network hostable DHCP agents. Network: 83337396-4cc1-486c-a243-57e3fe8a3ffb, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:25:34.191681 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d0a011-52e7-444f-812f-85c839d75ab1 None None] Routers {'0590f313-737b-4aca-84a1-8a815ceb3150'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:34.193566 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-37d0a011-52e7-444f-812f-85c839d75ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:25:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0590f313-737b-4aca-84a1-8a815ceb3150'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:34.207189 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5185797f-9817-401b-836f-206f904b3317 admin admin] Network 83337396-4cc1-486c-a243-57e3fe8a3ffb is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:25:34.241377 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-5185797f-9817-401b-836f-206f904b3317 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 83337396-4cc1-486c-a243-57e3fe8a3ffb) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:25:34.248979 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185797f-9817-401b-836f-206f904b3317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:34.249860 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5185797f-9817-401b-836f-206f904b3317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:34.269033 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e94168-4664-4d97-b69b-ea6c2a12bc40 req-b571e746-e7bc-4b0f-94f4-d8a4d4d0b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:34.271011 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1e94168-4664-4d97-b69b-ea6c2a12bc40 req-b571e746-e7bc-4b0f-94f4-d8a4d4d0b02f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4acaf7e1796b4088b8e1ffc58de61231&device_id=05fe06b2-0b48-41b4-9f36-650533321302 HTTP/1.1" status: 200 len: 1096 time: 0.0789034 Jan 28 13:25:34.276157 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5185797f-9817-401b-836f-206f904b3317 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9837515 Jan 28 13:25:34.279108 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51814) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:34.284041 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:34.285087 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008fb154-662c-4fdc-93d7-15062605a2b6 None None] Network 83337396-4cc1-486c-a243-57e3fe8a3ffb requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:25:34.286660 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-565ceddc-cdf0-4b47-8844-4db7bd455b76 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-188291030-router', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:34.374371 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-565ceddc-cdf0-4b47-8844-4db7bd455b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (3389e681-4548-45e6-a74b-a5344a4f4561), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:34.378606 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-565ceddc-cdf0-4b47-8844-4db7bd455b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (3389e681-4548-45e6-a74b-a5344a4f4561), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:34.529089 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-37d0a011-52e7-444f-812f-85c839d75ab1 None None] Set router 0590f313-737b-4aca-84a1-8a815ceb3150 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:34.604397 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-565ceddc-cdf0-4b47-8844-4db7bd455b76 admin admin] Publish callbacks [] for router_controller (3389e681-4548-45e6-a74b-a5344a4f4561), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:34.682793 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e94168-4664-4d97-b69b-ea6c2a12bc40 req-71281478-71f9-4a16-a0c1-b429aadb05ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:34.686390 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1e94168-4664-4d97-b69b-ea6c2a12bc40 req-71281478-71f9-4a16-a0c1-b429aadb05ee service neutron] 10.222.0.39 "GET /v2.0/networks?id=71534dd2-0498-4e62-a826-48a207a6ee6d HTTP/1.1" status: 200 len: 921 time: 0.3824940 Jan 28 13:25:34.869354 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1e94168-4664-4d97-b69b-ea6c2a12bc40 req-68e1a786-ea82-4031-8a5f-50c9c144f06a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec HTTP/1.1" status: 200 len: 998 time: 0.1227520 Jan 28 13:25:34.878340 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7851993-7ed8-459e-aec2-c9cf3f82f9ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-83337396-4cc1-486c-a243-57e3fe8a3ffb', 'network_id': '83337396-4cc1-486c-a243-57e3fe8a3ffb', 'project_id': 'a5f7c933deef44b491769af0fd6f37c0', 'fixed_ips': [{'subnet_id': '648f84e8-45f3-456b-937b-213078752575'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:25:34.879291 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7851993-7ed8-459e-aec2-c9cf3f82f9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:35.093217 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e94168-4664-4d97-b69b-ea6c2a12bc40 req-064e69ae-dcd6-44cd-826c-ecca2a98a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:35.096787 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1e94168-4664-4d97-b69b-ea6c2a12bc40 req-064e69ae-dcd6-44cd-826c-ecca2a98a8c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f693941d-0671-47a2-8563-c88f3d62af3d HTTP/1.1" status: 200 len: 860 time: 0.1337779 Jan 28 13:25:35.144394 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-e7851993-7ed8-459e-aec2-c9cf3f82f9ee None None] Allocated IP 172.20.0.2 (83337396-4cc1-486c-a243-57e3fe8a3ffb/648f84e8-45f3-456b-937b-213078752575/5dbbed3b-a8aa-41f4-96aa-d763655e083d) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:25:35.178030 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-565ceddc-cdf0-4b47-8844-4db7bd455b76 admin admin] Publish callbacks [] for router_gateway (3389e681-4548-45e6-a74b-a5344a4f4561), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:35.199178 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-37d0a011-52e7-444f-812f-85c839d75ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-router', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:59Z', 'updated_at': '2022-01-28T13:24:08Z', 'revision_number': 4, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'gw_port': {'id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:01Z', 'updated_at': '2022-01-28T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'bbec8d62-d286-4e0e-9341-04f5ed0eee9d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'port_id': '3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'mac_address': 'fa:16:3e:f2:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe06b2-0b48-41b4-9f36-650533321302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:24:45Z', 'updated_at': '2022-01-28T13:25:32Z', 'revision_number': 8, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f055874-44a4-4073-a134-e736081c67c1', 'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'mac_address': 'fa:16:3e:c2:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:06Z', 'updated_at': '2022-01-28T13:24:18Z', 'revision_number': 5, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'subnets': [{'id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:35.257062 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d0a011-52e7-444f-812f-85c839d75ab1 None None] Checking router: 0590f313-737b-4aca-84a1-8a815ceb3150 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:25:35.311364 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e94168-4664-4d97-b69b-ea6c2a12bc40 req-a941b215-d7e3-446c-ad2d-d48c48afbf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:35.315151 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1e94168-4664-4d97-b69b-ea6c2a12bc40 req-a941b215-d7e3-446c-ad2d-d48c48afbf8d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71534dd2-0498-4e62-a826-48a207a6ee6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1448994 Jan 28 13:25:35.337693 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d0a011-52e7-444f-812f-85c839d75ab1 None None] Routers {'0590f313-737b-4aca-84a1-8a815ceb3150'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:35.338347 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-37d0a011-52e7-444f-812f-85c839d75ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:25:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0590f313-737b-4aca-84a1-8a815ceb3150'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:35.394074 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7851993-7ed8-459e-aec2-c9cf3f82f9ee None None] Publish callbacks [] for port (5dbbed3b-a8aa-41f4-96aa-d763655e083d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:35.436005 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7851993-7ed8-459e-aec2-c9cf3f82f9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (5dbbed3b-a8aa-41f4-96aa-d763655e083d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:35.493699 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7851993-7ed8-459e-aec2-c9cf3f82f9ee None None] Network 83337396-4cc1-486c-a243-57e3fe8a3ffb is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:25:35.500217 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-e7851993-7ed8-459e-aec2-c9cf3f82f9ee None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:25:35.509624 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7851993-7ed8-459e-aec2-c9cf3f82f9ee None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:25:35.547628 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1e94168-4664-4d97-b69b-ea6c2a12bc40 req-605041c8-9952-4c03-9ddd-600108db0fe4 service neutron] 10.222.0.39 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198153 Jan 28 13:25:35.582863 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7851993-7ed8-459e-aec2-c9cf3f82f9ee None None] Pushing event updated for resources: {'Port': ['ID=5dbbed3b-a8aa-41f4-96aa-d763655e083d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:35.655825 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:35.662580 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-e7851993-7ed8-459e-aec2-c9cf3f82f9ee None None] Attempting to bind port 5dbbed3b-a8aa-41f4-96aa-d763655e083d on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:25:35.663079 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-e7851993-7ed8-459e-aec2-c9cf3f82f9ee None None] Attempting to bind port 5dbbed3b-a8aa-41f4-96aa-d763655e083d by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'd6d547a0-61ed-44ed-8353-c8cebc90d963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '83337396-4cc1-486c-a243-57e3fe8a3ffb'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:25:35.663429 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7851993-7ed8-459e-aec2-c9cf3f82f9ee None None] Attempting to bind port 5dbbed3b-a8aa-41f4-96aa-d763655e083d on network 83337396-4cc1-486c-a243-57e3fe8a3ffb {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:25:35.677421 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7851993-7ed8-459e-aec2-c9cf3f82f9ee None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:25:35.677818 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7851993-7ed8-459e-aec2-c9cf3f82f9ee None None] Checking segment: {'id': 'd6d547a0-61ed-44ed-8353-c8cebc90d963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '83337396-4cc1-486c-a243-57e3fe8a3ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:25:35.678187 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7851993-7ed8-459e-aec2-c9cf3f82f9ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:35.678579 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7851993-7ed8-459e-aec2-c9cf3f82f9ee None None] Bound using segment: {'id': 'd6d547a0-61ed-44ed-8353-c8cebc90d963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '83337396-4cc1-486c-a243-57e3fe8a3ffb'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:25:35.679152 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-e7851993-7ed8-459e-aec2-c9cf3f82f9ee None None] Bound port: 5dbbed3b-a8aa-41f4-96aa-d763655e083d, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d547a0-61ed-44ed-8353-c8cebc90d963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '83337396-4cc1-486c-a243-57e3fe8a3ffb'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:25:35.679684 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7851993-7ed8-459e-aec2-c9cf3f82f9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5dbbed3b-a8aa-41f4-96aa-d763655e083d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:35.683240 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-37d0a011-52e7-444f-812f-85c839d75ab1 None None] Set router 0590f313-737b-4aca-84a1-8a815ceb3150 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:35.863371 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e7851993-7ed8-459e-aec2-c9cf3f82f9ee None None] For port 5dbbed3b-a8aa-41f4-96aa-d763655e083d, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:25:35.872149 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e7851993-7ed8-459e-aec2-c9cf3f82f9ee None None] For port 5dbbed3b-a8aa-41f4-96aa-d763655e083d, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=5dbbed3b-a8aa-41f4-96aa-d763655e083d,segment=NetworkSegment(d6d547a0-61ed-44ed-8353-c8cebc90d963),segment_id=d6d547a0-61ed-44ed-8353-c8cebc90d963)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:25:35.890797 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7851993-7ed8-459e-aec2-c9cf3f82f9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5dbbed3b-a8aa-41f4-96aa-d763655e083d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:35.970661 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1e94168-4664-4d97-b69b-ea6c2a12bc40 req-0f2166c8-88bd-475b-be86-350ad864ec27 service neutron] 10.222.0.39 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092443 Jan 28 13:25:35.977096 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7851993-7ed8-459e-aec2-c9cf3f82f9ee None None] Pushing event updated for resources: {'Port': ['ID=5dbbed3b-a8aa-41f4-96aa-d763655e083d,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:36.184918 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-565ceddc-cdf0-4b47-8844-4db7bd455b76 admin admin] Publish callbacks [] for router_gateway (3389e681-4548-45e6-a74b-a5344a4f4561), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:36.236783 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-565ceddc-cdf0-4b47-8844-4db7bd455b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:36.271299 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-37d0a011-52e7-444f-812f-85c839d75ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-router', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:59Z', 'updated_at': '2022-01-28T13:24:08Z', 'revision_number': 4, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'gw_port': {'id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:01Z', 'updated_at': '2022-01-28T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'bbec8d62-d286-4e0e-9341-04f5ed0eee9d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'port_id': '3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'mac_address': 'fa:16:3e:f2:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe06b2-0b48-41b4-9f36-650533321302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:24:45Z', 'updated_at': '2022-01-28T13:25:32Z', 'revision_number': 8, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f055874-44a4-4073-a134-e736081c67c1', 'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'mac_address': 'fa:16:3e:c2:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:06Z', 'updated_at': '2022-01-28T13:24:18Z', 'revision_number': 5, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'subnets': [{'id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:36.356795 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d0a011-52e7-444f-812f-85c839d75ab1 None None] The sync data for ids ['0590f313-737b-4aca-84a1-8a815ceb3150'] in n-d-822747-2 is: [{'id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-router', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:59Z', 'updated_at': '2022-01-28T13:24:08Z', 'revision_number': 4, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'gw_port': {'id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:01Z', 'updated_at': '2022-01-28T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'bbec8d62-d286-4e0e-9341-04f5ed0eee9d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'port_id': '3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'mac_address': 'fa:16:3e:f2:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe06b2-0b48-41b4-9f36-650533321302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:24:45Z', 'updated_at': '2022-01-28T13:25:32Z', 'revision_number': 8, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f055874-44a4-4073-a134-e736081c67c1', 'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'mac_address': 'fa:16:3e:c2:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:06Z', 'updated_at': '2022-01-28T13:24:18Z', 'revision_number': 5, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'subnets': [{'id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:25:36.445733 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb856ee-515f-4dd7-a3b4-b2de22a30209 req-8c5059dc-1f8d-42c3-b71f-3c2d8dbebf9f tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:36.449361 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9fb856ee-515f-4dd7-a3b4-b2de22a30209 req-8c5059dc-1f8d-42c3-b71f-3c2d8dbebf9f tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 945 time: 0.2153316 Jan 28 13:25:36.619963 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-565ceddc-cdf0-4b47-8844-4db7bd455b76 admin admin] Allocated IP 172.25.3.222 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/7f59c9f3-8cb3-49e2-9e72-05825254eb50) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:25:36.738380 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9fb856ee-515f-4dd7-a3b4-b2de22a30209 req-4e13a068-fcfb-45ae-a59d-279494492687 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups?id=0845575f-bfe6-4e61-bc37-638f5a5d3a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2777743 Jan 28 13:25:36.826019 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27995712-e0cd-4178-949a-07d01c8e9718 None None] New status for floating IP bbec8d62-d286-4e0e-9341-04f5ed0eee9d: ACTIVE {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:25:36.932356 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-565ceddc-cdf0-4b47-8844-4db7bd455b76 admin admin] Publish callbacks [] for port (7f59c9f3-8cb3-49e2-9e72-05825254eb50), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:36.953770 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8c1ba4-bec0-45f5-a063-e020da1e0e3c x-openstack-request-id: req-be8c1ba4-bec0-45f5-a063-e020da1e0e3c {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:36.954226 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f602c41b-0de7-4fbb-a297-2db028d71241", "name": "network-vif-plugged", "status": "completed", "tag": "35615496-42a2-4b43-b433-95a931c8f393", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:36.954577 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-be8c1ba4-bec0-45f5-a063-e020da1e0e3c {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:36.955109 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f602c41b-0de7-4fbb-a297-2db028d71241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35615496-42a2-4b43-b433-95a931c8f393', 'code': 200} Jan 28 13:25:36.978709 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device d8ab20fd-8ed4-4c27-a287-beea906fbb35 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:25:37.052562 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: d8ab20fd-8ed4-4c27-a287-beea906fbb35 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:25:37.053359 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device d8ab20fd-8ed4-4c27-a287-beea906fbb35 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:25:37.122650 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-565ceddc-cdf0-4b47-8844-4db7bd455b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (7f59c9f3-8cb3-49e2-9e72-05825254eb50), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:37.325461 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565ceddc-cdf0-4b47-8844-4db7bd455b76 admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:25:37.340279 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-565ceddc-cdf0-4b47-8844-4db7bd455b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:25:37.347272 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ceddc-cdf0-4b47-8844-4db7bd455b76 admin admin] Pushing event updated for resources: {'Port': ['ID=7f59c9f3-8cb3-49e2-9e72-05825254eb50,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:37.363468 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565ceddc-cdf0-4b47-8844-4db7bd455b76 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:25:37.436818 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142085fd-63a9-494f-89fa-9212efb0e4a2 req-e454bb79-f902-45f6-b9fb-85757c6d8b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:37.439413 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-142085fd-63a9-494f-89fa-9212efb0e4a2 req-e454bb79-f902-45f6-b9fb-85757c6d8b25 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 1096 time: 0.3247602 Jan 28 13:25:37.532449 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee15f9-a01a-4be2-9b3c-49be9b7bdbe7 req-4199be34-e1ed-42fe-9dd7-b04e15d72544 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:37.535190 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-14ee15f9-a01a-4be2-9b3c-49be9b7bdbe7 req-4199be34-e1ed-42fe-9dd7-b04e15d72544 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 945 time: 0.4464872 Jan 28 13:25:37.542576 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-142085fd-63a9-494f-89fa-9212efb0e4a2 req-6b77cd43-529c-49ef-b252-3e73d7a7e5dc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0845575f-bfe6-4e61-bc37-638f5a5d3a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950077 Jan 28 13:25:37.839191 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 5dbbed3b-a8aa-41f4-96aa-d763655e083d up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:37.857861 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-14ee15f9-a01a-4be2-9b3c-49be9b7bdbe7 req-7f784f1b-e6db-41cb-ab08-8007fb7ffb0f tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105319 Jan 28 13:25:37.960303 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 5dbbed3b-a8aa-41f4-96aa-d763655e083d triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:37.961119 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5dbbed3b-a8aa-41f4-96aa-d763655e083d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:38.083559 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 5dbbed3b-a8aa-41f4-96aa-d763655e083d is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:38.084405 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5dbbed3b-a8aa-41f4-96aa-d763655e083d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:38.140881 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 5dbbed3b-a8aa-41f4-96aa-d763655e083d, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=5dbbed3b-a8aa-41f4-96aa-d763655e083d,segment=NetworkSegment(d6d547a0-61ed-44ed-8353-c8cebc90d963),segment_id=d6d547a0-61ed-44ed-8353-c8cebc90d963)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:38.147253 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5dbbed3b-a8aa-41f4-96aa-d763655e083d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:38.237528 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=5dbbed3b-a8aa-41f4-96aa-d763655e083d,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:38.332953 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6703d93-f46f-4651-b0d9-2142c5f01ef2 req-cb20874e-f3aa-4834-bc44-d230e5359b6d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:38.344638 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f6703d93-f46f-4651-b0d9-2142c5f01ef2 req-cb20874e-f3aa-4834-bc44-d230e5359b6d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 945 time: 0.2138829 Jan 28 13:25:38.398811 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-565ceddc-cdf0-4b47-8844-4db7bd455b76 admin admin] Publish callbacks [] for router_gateway (3389e681-4548-45e6-a74b-a5344a4f4561), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:38.472257 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e679dc-6582-42f0-83ae-f7eb54b38391 None None] Network 83337396-4cc1-486c-a243-57e3fe8a3ffb requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:25:38.511966 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f6703d93-f46f-4651-b0d9-2142c5f01ef2 req-b4d766e7-cbd7-4027-b16c-c862f0d7cee0 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658933 Jan 28 13:25:38.625439 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d7de6c5a-37d8-4ba9-b303-44dc28f2ada3 None None] Provisioning complete for port 5dbbed3b-a8aa-41f4-96aa-d763655e083d triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:38.626454 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d7de6c5a-37d8-4ba9-b303-44dc28f2ada3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5dbbed3b-a8aa-41f4-96aa-d763655e083d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:38.876885 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d7de6c5a-37d8-4ba9-b303-44dc28f2ada3 None None] Current status of the port 5dbbed3b-a8aa-41f4-96aa-d763655e083d is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:39.307080 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad92b90-2106-4466-ae8e-4e71f60e472e x-openstack-request-id: req-7ad92b90-2106-4466-ae8e-4e71f60e472e {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:39.307761 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c498913-171d-4d58-94f4-0042418c63d3", "name": "network-vif-deleted", "tag": "d8ab20fd-8ed4-4c27-a287-beea906fbb35", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:39.308370 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7ad92b90-2106-4466-ae8e-4e71f60e472e {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:39.309060 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c498913-171d-4d58-94f4-0042418c63d3', 'name': 'network-vif-deleted', 'tag': 'd8ab20fd-8ed4-4c27-a287-beea906fbb35', 'status': 'completed', 'code': 200} Jan 28 13:25:39.429153 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-6446e39d-dad4-4baf-8314-a2d65ce76da1 None None] Provisioning complete for port 5dbbed3b-a8aa-41f4-96aa-d763655e083d triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:39.429831 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6446e39d-dad4-4baf-8314-a2d65ce76da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5dbbed3b-a8aa-41f4-96aa-d763655e083d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:39.619800 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6446e39d-dad4-4baf-8314-a2d65ce76da1 None None] Current status of the port 5dbbed3b-a8aa-41f4-96aa-d763655e083d is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:39.647808 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9e38871-07d4-402a-98f4-92b0073616c1 req-d3d5ba64-e8c3-40b3-90c9-33e859cd91be tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/floatingips/bbec8d62-d286-4e0e-9341-04f5ed0eee9d HTTP/1.1" status: 200 len: 997 time: 0.3438044 Jan 28 13:25:39.777073 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c0130-23d4-4cf6-9b6d-97619318cd72 req-6f4cb699-51e7-4647-9c10-345ced4c8565 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:39.790495 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 5dbbed3b-a8aa-41f4-96aa-d763655e083d up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:39.792741 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1f0c0130-23d4-4cf6-9b6d-97619318cd72 req-6f4cb699-51e7-4647-9c10-345ced4c8565 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 945 time: 0.2002747 Jan 28 13:25:39.913881 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1f0c0130-23d4-4cf6-9b6d-97619318cd72 req-d096a366-722b-46d3-9ed5-154923b8d97b tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups?id=0845575f-bfe6-4e61-bc37-638f5a5d3a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189125 Jan 28 13:25:39.923225 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e38871-07d4-402a-98f4-92b0073616c1 req-bcaa3050-218f-451e-85c3-4365bec5d12e tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:39.925781 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9e38871-07d4-402a-98f4-92b0073616c1 req-bcaa3050-218f-451e-85c3-4365bec5d12e tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 784 time: 0.2675009 Jan 28 13:25:39.956530 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 5dbbed3b-a8aa-41f4-96aa-d763655e083d triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:39.956530 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5dbbed3b-a8aa-41f4-96aa-d763655e083d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:40.007911 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-565ceddc-cdf0-4b47-8844-4db7bd455b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (3389e681-4548-45e6-a74b-a5344a4f4561), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:40.244640 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 5dbbed3b-a8aa-41f4-96aa-d763655e083d is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:40.295733 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b8622-165f-410f-b261-32d737e5a1fa req-678e212d-5b99-4c57-80f6-8cc0962dd3e5 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:40.298324 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe849b-d135-44b5-9200-f7c895e4a974 req-1d6b7da5-1e25-4268-ae42-314970832ebf tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:40.311435 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-595b8622-165f-410f-b261-32d737e5a1fa req-678e212d-5b99-4c57-80f6-8cc0962dd3e5 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 945 time: 0.1250813 Jan 28 13:25:40.311787 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f7fe849b-d135-44b5-9200-f7c895e4a974 req-1d6b7da5-1e25-4268-ae42-314970832ebf tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 945 time: 0.2030368 Jan 28 13:25:40.399394 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-595b8622-165f-410f-b261-32d737e5a1fa req-418eb32f-5f08-4cee-8beb-de9e99e1ce51 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854599 Jan 28 13:25:40.463761 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f7fe849b-d135-44b5-9200-f7c895e4a974 req-5a6661c7-768a-4391-9d70-2409efb23650 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343288 Jan 28 13:25:40.543034 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565ceddc-cdf0-4b47-8844-4db7bd455b76 admin admin] Router 3389e681-4548-45e6-a74b-a5344a4f4561 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:25:40.696845 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c38e1f7-51d7-4072-a872-874048e5c285 req-9c9ad878-4404-4d6e-886e-6fa881a3367c tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 1000 time: 0.2223051 Jan 28 13:25:40.821889 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565ceddc-cdf0-4b47-8844-4db7bd455b76 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:25:40.838119 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565a1864-07a5-4c16-84f1-d8296589c5d9 None None] Sync routers for ids ['3389e681-4548-45e6-a74b-a5344a4f4561'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:25:40.866240 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565a1864-07a5-4c16-84f1-d8296589c5d9 None None] Routers {'3389e681-4548-45e6-a74b-a5344a4f4561'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:40.870047 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-565a1864-07a5-4c16-84f1-d8296589c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:25:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['3389e681-4548-45e6-a74b-a5344a4f4561'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:40.872360 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4e85f-6178-45b8-ab90-a9bd094b647d req-6a88fc45-1234-4864-8448-ad07d4716547 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:40.881482 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cde4e85f-6178-45b8-ab90-a9bd094b647d req-6a88fc45-1234-4864-8448-ad07d4716547 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 945 time: 0.1461375 Jan 28 13:25:40.890191 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51844) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:40.894900 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-565ceddc-cdf0-4b47-8844-4db7bd455b76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:40.899226 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-565ceddc-cdf0-4b47-8844-4db7bd455b76 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.6188693 Jan 28 13:25:40.901717 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-6211ef66-106f-4a75-b5b4-4ca2b650fdd0 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Request body: {'floatingip': {'port_id': '35615496-42a2-4b43-b433-95a931c8f393'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:40.903673 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51846) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:41.058418 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6211ef66-106f-4a75-b5b4-4ca2b650fdd0 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks [] for floatingip (b17495a0-b9b2-4587-b1f2-d13967446d2d), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:41.229902 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38e1f7-51d7-4072-a872-874048e5c285 req-1634aab2-6325-4b14-bf3e-b30906db7faa tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:41.239855 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c38e1f7-51d7-4072-a872-874048e5c285 req-1634aab2-6325-4b14-bf3e-b30906db7faa tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports/3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec HTTP/1.1" status: 200 len: 942 time: 0.5270317 Jan 28 13:25:41.350850 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05fe06b2-0b48-41b4-9f36-650533321302', 'tag': '3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:41.356835 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa31289-6c82-4602-a94e-d405501110c3" -d '{"events": [{"name": "network-changed", "server_uuid": "05fe06b2-0b48-41b4-9f36-650533321302", "tag": "3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:41.499486 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53812bc6-1ca3-4035-8899-efb99b2e4717 x-openstack-request-id: req-53812bc6-1ca3-4035-8899-efb99b2e4717 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:41.501053 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05fe06b2-0b48-41b4-9f36-650533321302", "tag": "3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:41.501384 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-53812bc6-1ca3-4035-8899-efb99b2e4717 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:41.503981 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05fe06b2-0b48-41b4-9f36-650533321302', 'tag': '3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec', 'status': 'completed', 'code': 200} Jan 28 13:25:41.512142 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-565a1864-07a5-4c16-84f1-d8296589c5d9 None None] Set router 3389e681-4548-45e6-a74b-a5344a4f4561 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:41.943817 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa31289-6c82-4602-a94e-d405501110c3 req-9925ac55-30e0-4412-a8ba-e3eb289449c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:41.946235 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-caa31289-6c82-4602-a94e-d405501110c3 req-9925ac55-30e0-4412-a8ba-e3eb289449c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4acaf7e1796b4088b8e1ffc58de61231&device_id=05fe06b2-0b48-41b4-9f36-650533321302 HTTP/1.1" status: 200 len: 1096 time: 0.4346185 Jan 28 13:25:41.947171 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-565a1864-07a5-4c16-84f1-d8296589c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'name': 'tempest-ServersTestFqdnHostnames-188291030-router', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:25:34Z', 'updated_at': '2022-01-28T13:25:37Z', 'revision_number': 3, 'project_id': 'a5f7c933deef44b491769af0fd6f37c0', 'gw_port': {'id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:25:36Z', 'updated_at': '2022-01-28T13:25:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:42.038819 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565a1864-07a5-4c16-84f1-d8296589c5d9 None None] Checking router: 3389e681-4548-45e6-a74b-a5344a4f4561 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:25:42.040206 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a717ac-0a02-440c-a4d8-c38dab3bb195 req-80a3be30-21a0-45c3-83c5-8a9250872240 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:42.040684 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565a1864-07a5-4c16-84f1-d8296589c5d9 None None] Updating router 3389e681-4548-45e6-a74b-a5344a4f4561 port 7f59c9f3-8cb3-49e2-9e72-05825254eb50 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:25:42.042768 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-75a717ac-0a02-440c-a4d8-c38dab3bb195 req-80a3be30-21a0-45c3-83c5-8a9250872240 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 945 time: 0.4263601 Jan 28 13:25:42.098348 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-565a1864-07a5-4c16-84f1-d8296589c5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7f59c9f3-8cb3-49e2-9e72-05825254eb50), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:42.456773 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-75a717ac-0a02-440c-a4d8-c38dab3bb195 req-0da573ef-8372-41cc-bc2a-c3120f98ead8 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913505 Jan 28 13:25:42.471977 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa31289-6c82-4602-a94e-d405501110c3 req-6523eb79-51e9-46b9-8dce-eae6d6919912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:42.481036 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-caa31289-6c82-4602-a94e-d405501110c3 req-6523eb79-51e9-46b9-8dce-eae6d6919912 service neutron] 10.222.0.18 "GET /v2.0/networks?id=71534dd2-0498-4e62-a826-48a207a6ee6d HTTP/1.1" status: 200 len: 921 time: 0.4989018 Jan 28 13:25:42.486074 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:42.523454 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-565a1864-07a5-4c16-84f1-d8296589c5d9 None None] Publish callbacks [] for port (7f59c9f3-8cb3-49e2-9e72-05825254eb50), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:42.534140 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-565a1864-07a5-4c16-84f1-d8296589c5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7f59c9f3-8cb3-49e2-9e72-05825254eb50), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:42.591594 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-565a1864-07a5-4c16-84f1-d8296589c5d9 None None] Attempting to bind port 7f59c9f3-8cb3-49e2-9e72-05825254eb50 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:25:42.591907 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-565a1864-07a5-4c16-84f1-d8296589c5d9 None None] Attempting to bind port 7f59c9f3-8cb3-49e2-9e72-05825254eb50 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:25:42.592323 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565a1864-07a5-4c16-84f1-d8296589c5d9 None None] Attempting to bind port 7f59c9f3-8cb3-49e2-9e72-05825254eb50 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:25:42.604298 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c38e1f7-51d7-4072-a872-874048e5c285 req-ec88fb3c-9b78-4d12-936a-28dd8591f02f tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 1000 time: 1.0848355 Jan 28 13:25:42.605611 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22920f59-4613-4961-9ade-8ba5d69c3da3 None None] Pushing event updated for resources: {'Port': ['ID=7f59c9f3-8cb3-49e2-9e72-05825254eb50,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:42.610195 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565a1864-07a5-4c16-84f1-d8296589c5d9 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:25:42.610762 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565a1864-07a5-4c16-84f1-d8296589c5d9 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:25:42.611258 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-565a1864-07a5-4c16-84f1-d8296589c5d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:42.611784 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565a1864-07a5-4c16-84f1-d8296589c5d9 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:25:42.612290 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-565a1864-07a5-4c16-84f1-d8296589c5d9 None None] Bound port: 7f59c9f3-8cb3-49e2-9e72-05825254eb50, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:25:42.613278 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-565a1864-07a5-4c16-84f1-d8296589c5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7f59c9f3-8cb3-49e2-9e72-05825254eb50), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:42.689542 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-caa31289-6c82-4602-a94e-d405501110c3 req-4932608a-b087-4867-afb5-a8fe1ef095e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec HTTP/1.1" status: 200 len: 1000 time: 0.1949852 Jan 28 13:25:42.695705 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-565a1864-07a5-4c16-84f1-d8296589c5d9 None None] For port 7f59c9f3-8cb3-49e2-9e72-05825254eb50, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:25:42.700078 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-565a1864-07a5-4c16-84f1-d8296589c5d9 None None] For port 7f59c9f3-8cb3-49e2-9e72-05825254eb50, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7f59c9f3-8cb3-49e2-9e72-05825254eb50,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:25:42.706879 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-565a1864-07a5-4c16-84f1-d8296589c5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7f59c9f3-8cb3-49e2-9e72-05825254eb50), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:42.707333 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.db.resource_extend [None req-6211ef66-106f-4a75-b5b4-4ca2b650fdd0 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:25:42.779032 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22920f59-4613-4961-9ade-8ba5d69c3da3 None None] Pushing event updated for resources: {'Port': ['ID=7f59c9f3-8cb3-49e2-9e72-05825254eb50,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:42.798528 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565a1864-07a5-4c16-84f1-d8296589c5d9 None None] Routers {'3389e681-4548-45e6-a74b-a5344a4f4561'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:42.799386 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-565a1864-07a5-4c16-84f1-d8296589c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:25:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['3389e681-4548-45e6-a74b-a5344a4f4561'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:42.819648 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa31289-6c82-4602-a94e-d405501110c3 req-93547ea6-f0c6-4c00-8ed8-10dd91c3d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:42.822108 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-caa31289-6c82-4602-a94e-d405501110c3 req-93547ea6-f0c6-4c00-8ed8-10dd91c3d7e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f693941d-0671-47a2-8563-c88f3d62af3d HTTP/1.1" status: 200 len: 860 time: 0.1036446 Jan 28 13:25:42.833931 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6211ef66-106f-4a75-b5b4-4ca2b650fdd0 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:42.850611 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6211ef66-106f-4a75-b5b4-4ca2b650fdd0 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (b17495a0-b9b2-4587-b1f2-d13967446d2d), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:42.929271 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38e1f7-51d7-4072-a872-874048e5c285 req-8b10b582-0cf6-49aa-8e07-2a5e17cda49d tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:42.931731 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c38e1f7-51d7-4072-a872-874048e5c285 req-8b10b582-0cf6-49aa-8e07-2a5e17cda49d tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 784 time: 0.3250189 Jan 28 13:25:42.976914 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-1c38e1f7-51d7-4072-a872-874048e5c285 req-1b2dad19-bbf4-4b97-b100-9e053a6dd2d8 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:25:42.977425 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c38e1f7-51d7-4072-a872-874048e5c285 req-1b2dad19-bbf4-4b97-b100-9e053a6dd2d8 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0373151 Jan 28 13:25:42.993173 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-565a1864-07a5-4c16-84f1-d8296589c5d9 None None] Set router 3389e681-4548-45e6-a74b-a5344a4f4561 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:43.047824 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa31289-6c82-4602-a94e-d405501110c3 req-05ee4e6c-d61b-49c5-80f3-ed41fa7591fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:43.050311 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-caa31289-6c82-4602-a94e-d405501110c3 req-05ee4e6c-d61b-49c5-80f3-ed41fa7591fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=71534dd2-0498-4e62-a826-48a207a6ee6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1977513 Jan 28 13:25:43.063520 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47083989-ee8c-413f-8560-f5912e987d56 req-222dbd62-bda0-4de0-85e0-31598f73abfd tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:43.066822 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-47083989-ee8c-413f-8560-f5912e987d56 req-222dbd62-bda0-4de0-85e0-31598f73abfd tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 945 time: 0.3727217 Jan 28 13:25:43.098987 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c38e1f7-51d7-4072-a872-874048e5c285 req-67738fc8-b208-4553-ad00-d81941619609 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 1000 time: 0.0835330 Jan 28 13:25:43.117343 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-1c38e1f7-51d7-4072-a872-874048e5c285 req-64b232fa-fd7c-45e1-80fa-c9aec25bc9c8 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:43.219548 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [None req-6211ef66-106f-4a75-b5b4-4ca2b650fdd0 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Floating IP b17495a0-b9b2-4587-b1f2-d13967446d2d associated. External IP: 172.25.3.122, port: 35615496-42a2-4b43-b433-95a931c8f393. Jan 28 13:25:43.240190 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-565a1864-07a5-4c16-84f1-d8296589c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'name': 'tempest-ServersTestFqdnHostnames-188291030-router', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:25:34Z', 'updated_at': '2022-01-28T13:25:37Z', 'revision_number': 3, 'project_id': 'a5f7c933deef44b491769af0fd6f37c0', 'gw_port': {'id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:25:36Z', 'updated_at': '2022-01-28T13:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:43.322236 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565a1864-07a5-4c16-84f1-d8296589c5d9 None None] The sync data for ids ['3389e681-4548-45e6-a74b-a5344a4f4561'] in n-d-822747-2 is: [{'id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'name': 'tempest-ServersTestFqdnHostnames-188291030-router', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:25:34Z', 'updated_at': '2022-01-28T13:25:37Z', 'revision_number': 3, 'project_id': 'a5f7c933deef44b491769af0fd6f37c0', 'gw_port': {'id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:25:36Z', 'updated_at': '2022-01-28T13:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:25:43.352233 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-47083989-ee8c-413f-8560-f5912e987d56 req-692ce5aa-5bd9-45d6-bac3-19715913acd9 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480867 Jan 28 13:25:43.366670 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1c38e1f7-51d7-4072-a872-874048e5c285 req-64b232fa-fd7c-45e1-80fa-c9aec25bc9c8 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks [] for floatingip (bbec8d62-d286-4e0e-9341-04f5ed0eee9d), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:43.385170 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Allocated IP 172.20.0.1 (83337396-4cc1-486c-a243-57e3fe8a3ffb/648f84e8-45f3-456b-937b-213078752575/4083ac78-f4ae-46ec-8f1f-349108ffb28f) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:25:43.403370 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-caa31289-6c82-4602-a94e-d405501110c3 req-751aef30-7b0d-4bd0-b50d-933ecaec8aab service neutron] 10.222.0.18 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230712 Jan 28 13:25:43.595832 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6211ef66-106f-4a75-b5b4-4ca2b650fdd0 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Router 4dadda4b-c083-4e9c-a606-a1e821b1c624 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:25:43.635550 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-caa31289-6c82-4602-a94e-d405501110c3 req-7affc8a7-3eec-4ee7-b22b-89bca381a62b service neutron] 10.222.0.18 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127645 Jan 28 13:25:43.821668 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0846db-863d-447d-9f9d-2007a4375170 req-bdc963e9-d88d-4d71-af52-d3a35691680a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:43.824020 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5c0846db-863d-447d-9f9d-2007a4375170 req-bdc963e9-d88d-4d71-af52-d3a35691680a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 945 time: 0.0893478 Jan 28 13:25:43.860185 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Publish callbacks [] for port (4083ac78-f4ae-46ec-8f1f-349108ffb28f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:43.917685 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1c38e1f7-51d7-4072-a872-874048e5c285 req-64b232fa-fd7c-45e1-80fa-c9aec25bc9c8 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:44.003531 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5c0846db-863d-447d-9f9d-2007a4375170 req-6184301b-a858-45b0-a384-37c1f9e4611f tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378362 Jan 28 13:25:44.027502 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (4083ac78-f4ae-46ec-8f1f-349108ffb28f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:44.039175 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6211ef66-106f-4a75-b5b4-4ca2b650fdd0 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:25:44.042753 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1c38e1f7-51d7-4072-a872-874048e5c285 req-64b232fa-fd7c-45e1-80fa-c9aec25bc9c8 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (bbec8d62-d286-4e0e-9341-04f5ed0eee9d), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:44.043338 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [req-1c38e1f7-51d7-4072-a872-874048e5c285 req-64b232fa-fd7c-45e1-80fa-c9aec25bc9c8 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Floating IP bbec8d62-d286-4e0e-9341-04f5ed0eee9d disassociated. External IP: 172.25.3.64, port: 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec. Jan 28 13:25:44.063745 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73659b91-be67-466c-ad7f-0f6146905e1d None None] Sync routers for ids ['4dadda4b-c083-4e9c-a606-a1e821b1c624'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:25:44.093618 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73659b91-be67-466c-ad7f-0f6146905e1d None None] Routers {'4dadda4b-c083-4e9c-a606-a1e821b1c624'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:44.095552 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-73659b91-be67-466c-ad7f-0f6146905e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:25:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['4dadda4b-c083-4e9c-a606-a1e821b1c624'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:44.098728 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Network 83337396-4cc1-486c-a243-57e3fe8a3ffb is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:25:44.104145 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:25:44.108111 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:25:44.175755 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Pushing event updated for resources: {'Port': ['ID=4083ac78-f4ae-46ec-8f1f-349108ffb28f,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:44.201125 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (3389e681-4548-45e6-a74b-a5344a4f4561), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:44.286134 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6211ef66-106f-4a75-b5b4-4ca2b650fdd0 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:44.323051 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-73659b91-be67-466c-ad7f-0f6146905e1d None None] Set router 4dadda4b-c083-4e9c-a606-a1e821b1c624 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:44.365179 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6211ef66-106f-4a75-b5b4-4ca2b650fdd0 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "PUT /v2.0/floatingips/b17495a0-b9b2-4587-b1f2-d13967446d2d HTTP/1.1" status: 200 len: 991 time: 3.4671094 Jan 28 13:25:44.365179 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f602c41b-0de7-4fbb-a297-2db028d71241', 'tag': '35615496-42a2-4b43-b433-95a931c8f393'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:44.367540 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5210fb-0f1f-40b9-b87b-f87c0ce528b0" -d '{"events": [{"name": "network-changed", "server_uuid": "f602c41b-0de7-4fbb-a297-2db028d71241", "tag": "35615496-42a2-4b43-b433-95a931c8f393"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:44.598792 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4083ac78-f4ae-46ec-8f1f-349108ffb28f), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:44.709742 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-13ac411a-8e7f-43d9-8eda-3b2a7e892a5d None None] Provisioning complete for port 4083ac78-f4ae-46ec-8f1f-349108ffb28f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:44.710554 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13ac411a-8e7f-43d9-8eda-3b2a7e892a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4083ac78-f4ae-46ec-8f1f-349108ffb28f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:44.777669 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd8c37e-ae43-4207-9108-46d41b8a038b x-openstack-request-id: req-8cd8c37e-ae43-4207-9108-46d41b8a038b {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:44.778059 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f602c41b-0de7-4fbb-a297-2db028d71241", "tag": "35615496-42a2-4b43-b433-95a931c8f393", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:44.778394 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8cd8c37e-ae43-4207-9108-46d41b8a038b {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:44.781487 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f602c41b-0de7-4fbb-a297-2db028d71241', 'tag': '35615496-42a2-4b43-b433-95a931c8f393', 'status': 'completed', 'code': 200} Jan 28 13:25:44.797210 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c38e1f7-51d7-4072-a872-874048e5c285 req-64b232fa-fd7c-45e1-80fa-c9aec25bc9c8 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Router 0590f313-737b-4aca-84a1-8a815ceb3150 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:25:44.873913 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-13ac411a-8e7f-43d9-8eda-3b2a7e892a5d None None] Port 4083ac78-f4ae-46ec-8f1f-349108ffb28f cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:25:45.069315 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-73659b91-be67-466c-ad7f-0f6146905e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'name': 'tempest-ServersTestBootFromVolume-1652014935-router', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '719251f3-8587-4f3a-95d8-0a2d9f850bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:12Z', 'updated_at': '2022-01-28T13:23:33Z', 'revision_number': 4, 'project_id': 'f235cd5aff1543e5993f6b32019caaff', 'gw_port': {'id': '719251f3-8587-4f3a-95d8-0a2d9f850bc8', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:16Z', 'updated_at': '2022-01-28T13:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'b17495a0-b9b2-4587-b1f2-d13967446d2d', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'port_id': '35615496-42a2-4b43-b433-95a931c8f393', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 851, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd2b546a-6aba-4188-b902-b8e2745b4d7e', 'mac_address': 'fa:16:3e:11:06:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f602c41b-0de7-4fbb-a297-2db028d71241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:23:45Z', 'updated_at': '2022-01-28T13:25:42Z', 'revision_number': 1, 'project_id': 'f235cd5aff1543e5993f6b32019caaff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273f93a9-be8b-4690-afff-06114e886c2a', 'name': '', 'network_id': 'cd2b546a-6aba-4188-b902-b8e2745b4d7e', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'mac_address': 'fa:16:3e:f6:c9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '30dbb6f7-d402-4607-8f73-a8cae7badd32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:28Z', 'updated_at': '2022-01-28T13:23:41Z', 'revision_number': 5, 'project_id': 'f235cd5aff1543e5993f6b32019caaff', 'subnets': [{'id': '30dbb6f7-d402-4607-8f73-a8cae7badd32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:45.102422 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73659b91-be67-466c-ad7f-0f6146905e1d None None] Checking router: 4dadda4b-c083-4e9c-a606-a1e821b1c624 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:25:45.121288 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73659b91-be67-466c-ad7f-0f6146905e1d None None] Routers {'4dadda4b-c083-4e9c-a606-a1e821b1c624'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:45.122671 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-73659b91-be67-466c-ad7f-0f6146905e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:25:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['4dadda4b-c083-4e9c-a606-a1e821b1c624'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:45.176284 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5210fb-0f1f-40b9-b87b-f87c0ce528b0 req-165c0539-acf6-493d-896f-b4861a57706c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:45.179468 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6d5210fb-0f1f-40b9-b87b-f87c0ce528b0 req-165c0539-acf6-493d-896f-b4861a57706c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f235cd5aff1543e5993f6b32019caaff&device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 1096 time: 0.2978156 Jan 28 13:25:45.237640 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c38e1f7-51d7-4072-a872-874048e5c285 req-64b232fa-fd7c-45e1-80fa-c9aec25bc9c8 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:25:45.249724 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1c38e1f7-51d7-4072-a872-874048e5c285 req-64b232fa-fd7c-45e1-80fa-c9aec25bc9c8 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:45.258042 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223de744-c91d-4c3b-9752-ea9b6d7c1f63 None None] Sync routers for ids ['0590f313-737b-4aca-84a1-8a815ceb3150'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:25:45.315679 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c38e1f7-51d7-4072-a872-874048e5c285 req-64b232fa-fd7c-45e1-80fa-c9aec25bc9c8 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "PUT /v2.0/floatingips/bbec8d62-d286-4e0e-9341-04f5ed0eee9d HTTP/1.1" status: 200 len: 695 time: 2.2048180 Jan 28 13:25:45.321080 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223de744-c91d-4c3b-9752-ea9b6d7c1f63 None None] Routers {'0590f313-737b-4aca-84a1-8a815ceb3150'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:45.322101 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-223de744-c91d-4c3b-9752-ea9b6d7c1f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:25:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0590f313-737b-4aca-84a1-8a815ceb3150'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:45.362211 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-73659b91-be67-466c-ad7f-0f6146905e1d None None] Set router 4dadda4b-c083-4e9c-a606-a1e821b1c624 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:45.438701 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38e1f7-51d7-4072-a872-874048e5c285 req-490945fa-0407-4c0b-83c1-f3bc30afb631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:45.440354 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c38e1f7-51d7-4072-a872-874048e5c285 req-490945fa-0407-4c0b-83c1-f3bc30afb631 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4acaf7e1796b4088b8e1ffc58de61231&device_id=05fe06b2-0b48-41b4-9f36-650533321302 HTTP/1.1" status: 200 len: 1096 time: 0.0943420 Jan 28 13:25:45.643103 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-223de744-c91d-4c3b-9752-ea9b6d7c1f63 None None] Set router 0590f313-737b-4aca-84a1-8a815ceb3150 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:45.746637 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38e1f7-51d7-4072-a872-874048e5c285 req-94b7547d-8219-475d-a779-833af1a9b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:45.749307 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c38e1f7-51d7-4072-a872-874048e5c285 req-94b7547d-8219-475d-a779-833af1a9b36e service neutron] 10.222.0.39 "GET /v2.0/networks?id=71534dd2-0498-4e62-a826-48a207a6ee6d HTTP/1.1" status: 200 len: 921 time: 0.2981732 Jan 28 13:25:45.877036 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-73659b91-be67-466c-ad7f-0f6146905e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'name': 'tempest-ServersTestBootFromVolume-1652014935-router', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '719251f3-8587-4f3a-95d8-0a2d9f850bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:12Z', 'updated_at': '2022-01-28T13:23:33Z', 'revision_number': 4, 'project_id': 'f235cd5aff1543e5993f6b32019caaff', 'gw_port': {'id': '719251f3-8587-4f3a-95d8-0a2d9f850bc8', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:16Z', 'updated_at': '2022-01-28T13:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'b17495a0-b9b2-4587-b1f2-d13967446d2d', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'port_id': '35615496-42a2-4b43-b433-95a931c8f393', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 851, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd2b546a-6aba-4188-b902-b8e2745b4d7e', 'mac_address': 'fa:16:3e:11:06:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f602c41b-0de7-4fbb-a297-2db028d71241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:23:45Z', 'updated_at': '2022-01-28T13:25:42Z', 'revision_number': 1, 'project_id': 'f235cd5aff1543e5993f6b32019caaff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273f93a9-be8b-4690-afff-06114e886c2a', 'name': '', 'network_id': 'cd2b546a-6aba-4188-b902-b8e2745b4d7e', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'mac_address': 'fa:16:3e:f6:c9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '30dbb6f7-d402-4607-8f73-a8cae7badd32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:28Z', 'updated_at': '2022-01-28T13:23:41Z', 'revision_number': 5, 'project_id': 'f235cd5aff1543e5993f6b32019caaff', 'subnets': [{'id': '30dbb6f7-d402-4607-8f73-a8cae7badd32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:45.884311 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c38e1f7-51d7-4072-a872-874048e5c285 req-562b58ae-f1da-4011-bc21-5b72c9707260 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec HTTP/1.1" status: 200 len: 217 time: 0.1246490 Jan 28 13:25:45.900718 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7f59c9f3-8cb3-49e2-9e72-05825254eb50 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:45.936554 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73659b91-be67-466c-ad7f-0f6146905e1d None None] The sync data for ids ['4dadda4b-c083-4e9c-a606-a1e821b1c624'] in n-d-822747-2 is: [{'id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'name': 'tempest-ServersTestBootFromVolume-1652014935-router', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '719251f3-8587-4f3a-95d8-0a2d9f850bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:12Z', 'updated_at': '2022-01-28T13:23:33Z', 'revision_number': 4, 'project_id': 'f235cd5aff1543e5993f6b32019caaff', 'gw_port': {'id': '719251f3-8587-4f3a-95d8-0a2d9f850bc8', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:16Z', 'updated_at': '2022-01-28T13:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'b17495a0-b9b2-4587-b1f2-d13967446d2d', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'port_id': '35615496-42a2-4b43-b433-95a931c8f393', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 851, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd2b546a-6aba-4188-b902-b8e2745b4d7e', 'mac_address': 'fa:16:3e:11:06:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f602c41b-0de7-4fbb-a297-2db028d71241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:23:45Z', 'updated_at': '2022-01-28T13:25:42Z', 'revision_number': 1, 'project_id': 'f235cd5aff1543e5993f6b32019caaff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273f93a9-be8b-4690-afff-06114e886c2a', 'name': '', 'network_id': 'cd2b546a-6aba-4188-b902-b8e2745b4d7e', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'mac_address': 'fa:16:3e:f6:c9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '30dbb6f7-d402-4607-8f73-a8cae7badd32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:28Z', 'updated_at': '2022-01-28T13:23:41Z', 'revision_number': 5, 'project_id': 'f235cd5aff1543e5993f6b32019caaff', 'subnets': [{'id': '30dbb6f7-d402-4607-8f73-a8cae7badd32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:25:46.003600 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38e1f7-51d7-4072-a872-874048e5c285 req-8bb850ec-df3b-4357-a0ee-176b5b62a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:46.005917 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c38e1f7-51d7-4072-a872-874048e5c285 req-8bb850ec-df3b-4357-a0ee-176b5b62a83a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f693941d-0671-47a2-8563-c88f3d62af3d HTTP/1.1" status: 200 len: 860 time: 0.1121159 Jan 28 13:25:46.089489 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 7f59c9f3-8cb3-49e2-9e72-05825254eb50 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:46.090203 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7f59c9f3-8cb3-49e2-9e72-05825254eb50), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:46.152145 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38e1f7-51d7-4072-a872-874048e5c285 req-c31f6d96-0c3b-4322-9e1d-7faca349b9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:46.155043 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c38e1f7-51d7-4072-a872-874048e5c285 req-c31f6d96-0c3b-4322-9e1d-7faca349b9c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71534dd2-0498-4e62-a826-48a207a6ee6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1426239 Jan 28 13:25:46.166189 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-223de744-c91d-4c3b-9752-ea9b6d7c1f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-router', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:59Z', 'updated_at': '2022-01-28T13:24:08Z', 'revision_number': 4, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'gw_port': {'id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:01Z', 'updated_at': '2022-01-28T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '8f055874-44a4-4073-a134-e736081c67c1', 'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'mac_address': 'fa:16:3e:c2:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:06Z', 'updated_at': '2022-01-28T13:24:18Z', 'revision_number': 5, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'subnets': [{'id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:46.195609 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed06cc-4242-4b76-872f-9b555cf82d2f req-5d38f7b3-5c03-4ae3-b454-1fa61698b567 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:46.203988 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d5ed06cc-4242-4b76-872f-9b555cf82d2f req-5d38f7b3-5c03-4ae3-b454-1fa61698b567 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 945 time: 1.2057950 Jan 28 13:25:46.222564 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223de744-c91d-4c3b-9752-ea9b6d7c1f63 None None] Checking router: 0590f313-737b-4aca-84a1-8a815ceb3150 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:25:46.235229 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223de744-c91d-4c3b-9752-ea9b6d7c1f63 None None] Routers {'0590f313-737b-4aca-84a1-8a815ceb3150'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:46.236193 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-223de744-c91d-4c3b-9752-ea9b6d7c1f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:25:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0590f313-737b-4aca-84a1-8a815ceb3150'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:46.282008 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Publish callbacks [] for port (4083ac78-f4ae-46ec-8f1f-349108ffb28f), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:46.321455 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (4083ac78-f4ae-46ec-8f1f-349108ffb28f), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:46.406620 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Pushing event updated for resources: {'Port': ['ID=4083ac78-f4ae-46ec-8f1f-349108ffb28f,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:46.451716 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:46.452197 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:46.452451 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:46.452785 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:46.453115 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:46.453628 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:46.453946 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:46.454268 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:46.454584 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:46.454903 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:46.455580 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:46.455897 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:46.456208 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:46.464324 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c38e1f7-51d7-4072-a872-874048e5c285 req-0c619df6-ecd5-44e5-943f-3b281f6588fa service neutron] 10.222.0.39 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918456 Jan 28 13:25:46.508142 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d5ed06cc-4242-4b76-872f-9b555cf82d2f req-5ad5bb6f-cc69-4382-ad03-692bb55c1d3a tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016446 Jan 28 13:25:46.518742 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5210fb-0f1f-40b9-b87b-f87c0ce528b0 req-0ca92327-fa4a-4cbf-a7f5-7fdf2ad5221b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:46.523903 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6d5210fb-0f1f-40b9-b87b-f87c0ce528b0 req-0ca92327-fa4a-4cbf-a7f5-7fdf2ad5221b service neutron] 10.222.0.18 "GET /v2.0/networks?id=cd2b546a-6aba-4188-b902-b8e2745b4d7e HTTP/1.1" status: 200 len: 916 time: 1.2205775 Jan 28 13:25:46.668229 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (3389e681-4548-45e6-a74b-a5344a4f4561), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:46.708303 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 7f59c9f3-8cb3-49e2-9e72-05825254eb50 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:46.708924 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7f59c9f3-8cb3-49e2-9e72-05825254eb50), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:46.758071 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 7f59c9f3-8cb3-49e2-9e72-05825254eb50, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7f59c9f3-8cb3-49e2-9e72-05825254eb50,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:46.771517 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c38e1f7-51d7-4072-a872-874048e5c285 req-2d059167-f838-4db4-943a-ad67e0647550 service neutron] 10.222.0.39 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965040 Jan 28 13:25:46.782629 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05fe06b2-0b48-41b4-9f36-650533321302', 'tag': '3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:46.786410 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffa2c36-d2c6-415b-b649-b4799a9a3931" -d '{"events": [{"name": "network-changed", "server_uuid": "05fe06b2-0b48-41b4-9f36-650533321302", "tag": "3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:46.789754 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7f59c9f3-8cb3-49e2-9e72-05825254eb50), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:46.903772 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6d5210fb-0f1f-40b9-b87b-f87c0ce528b0 req-55d8362b-fa8a-4250-8f5a-07a1ae06ae2c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35615496-42a2-4b43-b433-95a931c8f393 HTTP/1.1" status: 200 len: 999 time: 0.3727627 Jan 28 13:25:46.946354 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-223de744-c91d-4c3b-9752-ea9b6d7c1f63 None None] Set router 0590f313-737b-4aca-84a1-8a815ceb3150 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:47.007548 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4876c6-7249-4e47-9ac8-171dd89d2ab9 req-80bc882c-c636-4810-a962-19f8f2f4dafe tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:47.013439 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4c4876c6-7249-4e47-9ac8-171dd89d2ab9 req-80bc882c-c636-4810-a962-19f8f2f4dafe tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 945 time: 0.3554325 Jan 28 13:25:47.020707 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5210fb-0f1f-40b9-b87b-f87c0ce528b0 req-f31ab4b8-a41b-44b7-9c44-084a655ae3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:47.029481 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6d5210fb-0f1f-40b9-b87b-f87c0ce528b0 req-f31ab4b8-a41b-44b7-9c44-084a655ae3e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=30dbb6f7-d402-4607-8f73-a8cae7badd32 HTTP/1.1" status: 200 len: 855 time: 0.1164989 Jan 28 13:25:47.045377 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=7f59c9f3-8cb3-49e2-9e72-05825254eb50,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:47.078008 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c34a52-c346-4013-9893-858ad94d197a x-openstack-request-id: req-09c34a52-c346-4013-9893-858ad94d197a {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:47.078353 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05fe06b2-0b48-41b4-9f36-650533321302", "tag": "3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:47.078558 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-09c34a52-c346-4013-9893-858ad94d197a {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:47.078987 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05fe06b2-0b48-41b4-9f36-650533321302', 'tag': '3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec', 'status': 'completed', 'code': 200} Jan 28 13:25:47.261928 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Network 83337396-4cc1-486c-a243-57e3fe8a3ffb is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:25:47.268946 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa2c36-d2c6-415b-b649-b4799a9a3931 req-de2d1320-f280-494f-87a3-d166186b7e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:47.271374 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4c4876c6-7249-4e47-9ac8-171dd89d2ab9 req-582bae42-2121-456b-a632-c4e4b3cff614 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255049 Jan 28 13:25:47.271725 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ffa2c36-d2c6-415b-b649-b4799a9a3931 req-de2d1320-f280-494f-87a3-d166186b7e67 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4acaf7e1796b4088b8e1ffc58de61231&device_id=05fe06b2-0b48-41b4-9f36-650533321302 HTTP/1.1" status: 200 len: 1096 time: 0.1551924 Jan 28 13:25:47.272331 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:25:47.366299 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5210fb-0f1f-40b9-b87b-f87c0ce528b0 req-f3d6a249-a8a9-4763-8a25-88bb34bee3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:47.369174 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6d5210fb-0f1f-40b9-b87b-f87c0ce528b0 req-f3d6a249-a8a9-4763-8a25-88bb34bee3a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cd2b546a-6aba-4188-b902-b8e2745b4d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2410069 Jan 28 13:25:47.449084 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d15463a7-193e-4d28-abba-038100d371f6 req-ef14d5db-48ce-480f-b7a6-9ddd07525b62 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/floatingips/bbec8d62-d286-4e0e-9341-04f5ed0eee9d HTTP/1.1" status: 200 len: 695 time: 0.1751273 Jan 28 13:25:47.555375 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:47.625010 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-223de744-c91d-4c3b-9752-ea9b6d7c1f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-router', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:59Z', 'updated_at': '2022-01-28T13:24:08Z', 'revision_number': 4, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'gw_port': {'id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:01Z', 'updated_at': '2022-01-28T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '8f055874-44a4-4073-a134-e736081c67c1', 'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'mac_address': 'fa:16:3e:c2:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:06Z', 'updated_at': '2022-01-28T13:24:18Z', 'revision_number': 5, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'subnets': [{'id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:47.707656 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af5ee6b-4149-47ce-854e-f26fe39df13f None None] New status for floating IP b17495a0-b9b2-4587-b1f2-d13967446d2d: ACTIVE {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:25:47.770318 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223de744-c91d-4c3b-9752-ea9b6d7c1f63 None None] The sync data for ids ['0590f313-737b-4aca-84a1-8a815ceb3150'] in n-d-822747-2 is: [{'id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-router', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:59Z', 'updated_at': '2022-01-28T13:24:08Z', 'revision_number': 4, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'gw_port': {'id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:01Z', 'updated_at': '2022-01-28T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '8f055874-44a4-4073-a134-e736081c67c1', 'name': '', 'network_id': '71534dd2-0498-4e62-a826-48a207a6ee6d', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'mac_address': 'fa:16:3e:c2:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:06Z', 'updated_at': '2022-01-28T13:24:18Z', 'revision_number': 5, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'subnets': [{'id': 'f693941d-0671-47a2-8563-c88f3d62af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:25:47.804098 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7f59c9f3-8cb3-49e2-9e72-05825254eb50 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:47.908154 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6d5210fb-0f1f-40b9-b87b-f87c0ce528b0 req-7ecd8dc9-02d9-4eda-874c-2142db89b163 service neutron] 10.222.0.18 "GET /v2.0/networks/cd2b546a-6aba-4188-b902-b8e2745b4d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5307026 Jan 28 13:25:47.959805 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Router 3389e681-4548-45e6-a74b-a5344a4f4561 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:25:47.976160 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-19b2cf29-3838-4fbc-8416-44eb94ac5e91 None None] Provisioning complete for port 4083ac78-f4ae-46ec-8f1f-349108ffb28f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:47.977103 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19b2cf29-3838-4fbc-8416-44eb94ac5e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4083ac78-f4ae-46ec-8f1f-349108ffb28f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:48.032677 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5913e-ff12-4a85-89a9-9c6fd9b17e1f req-edc6b31f-2ce4-4424-9947-e0ee578b08e5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:48.034306 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7bc5913e-ff12-4a85-89a9-9c6fd9b17e1f req-edc6b31f-2ce4-4424-9947-e0ee578b08e5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 945 time: 0.3126526 Jan 28 13:25:48.094590 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-19b2cf29-3838-4fbc-8416-44eb94ac5e91 None None] Port 4083ac78-f4ae-46ec-8f1f-349108ffb28f cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:25:48.170131 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7bc5913e-ff12-4a85-89a9-9c6fd9b17e1f req-5d254b77-86f9-474e-af0e-a3a72267fa16 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852649 Jan 28 13:25:48.204174 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 7f59c9f3-8cb3-49e2-9e72-05825254eb50 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:48.204704 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7f59c9f3-8cb3-49e2-9e72-05825254eb50), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:48.381361 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15463a7-193e-4d28-abba-038100d371f6 req-a48f99b3-832a-4dbf-a6ee-16e7aa16d41e tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:48.383433 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d15463a7-193e-4d28-abba-038100d371f6 req-a48f99b3-832a-4dbf-a6ee-16e7aa16d41e tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 784 time: 0.9335356 Jan 28 13:25:48.409217 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6d5210fb-0f1f-40b9-b87b-f87c0ce528b0 req-f5bc2003-714f-4cfe-ad90-b32b567d0b72 service neutron] 10.222.0.18 "GET /v2.0/networks/cd2b546a-6aba-4188-b902-b8e2745b4d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777422 Jan 28 13:25:48.471525 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d15463a7-193e-4d28-abba-038100d371f6 req-91efa4a3-acb5-4c60-aaf9-c331e480292e tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 698 time: 0.0722635 Jan 28 13:25:48.500192 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df63fccc-8b21-4386-8980-aed8b99c3511 None None] New status for floating IP bbec8d62-d286-4e0e-9341-04f5ed0eee9d: DOWN {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:25:48.549867 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d15463a7-193e-4d28-abba-038100d371f6 req-3e57f7fd-6082-4334-a44f-d5ba257b2481 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 698 time: 0.0771308 Jan 28 13:25:48.615241 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa2c36-d2c6-415b-b649-b4799a9a3931 req-f81dc848-f6c7-4616-9fc5-330cc93c7f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:48.617268 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ffa2c36-d2c6-415b-b649-b4799a9a3931 req-f81dc848-f6c7-4616-9fc5-330cc93c7f17 service neutron] 10.222.0.18 "GET /v2.0/networks?id=71534dd2-0498-4e62-a826-48a207a6ee6d HTTP/1.1" status: 200 len: 921 time: 1.2253375 Jan 28 13:25:48.659574 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:25:48.669352 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-580011e8-ed00-4fdc-8257-ee8053cb7bd0 admin admin] 10.222.0.39 "PUT /v2.0/routers/3389e681-4548-45e6-a74b-a5344a4f4561/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7638085 Jan 28 13:25:48.683862 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160126ab-e4ca-4aa4-b892-ff80247b3121 None None] Sync routers for ids ['3389e681-4548-45e6-a74b-a5344a4f4561'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:25:48.701046 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ffa2c36-d2c6-415b-b649-b4799a9a3931 req-b94ac0fd-d09c-4ac9-8925-81869acdae3d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec HTTP/1.1" status: 200 len: 217 time: 0.0452981 Jan 28 13:25:48.709025 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424629d9-de58-4606-b033-7685fdbe7876 req-a20b6cf1-642f-45e9-91b3-beeeeee5dec1 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:48.715019 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160126ab-e4ca-4aa4-b892-ff80247b3121 None None] Routers {'3389e681-4548-45e6-a74b-a5344a4f4561'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:48.716345 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-160126ab-e4ca-4aa4-b892-ff80247b3121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:25:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['3389e681-4548-45e6-a74b-a5344a4f4561'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:48.735972 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-424629d9-de58-4606-b033-7685fdbe7876 req-a20b6cf1-642f-45e9-91b3-beeeeee5dec1 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 945 time: 0.1525567 Jan 28 13:25:48.764068 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa2c36-d2c6-415b-b649-b4799a9a3931 req-9bfda7ef-7cf7-4c2f-b84a-41141d60c2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:48.766078 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ffa2c36-d2c6-415b-b649-b4799a9a3931 req-9bfda7ef-7cf7-4c2f-b84a-41141d60c2ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f693941d-0671-47a2-8563-c88f3d62af3d HTTP/1.1" status: 200 len: 860 time: 0.0590110 Jan 28 13:25:48.927342 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 7f59c9f3-8cb3-49e2-9e72-05825254eb50 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:48.956804 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-424629d9-de58-4606-b033-7685fdbe7876 req-7499f538-ef03-4857-bc88-e2bef212fe5a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191062 Jan 28 13:25:49.090359 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-d15463a7-193e-4d28-abba-038100d371f6 req-f79fb647-a85a-4940-8663-187cca1d4d37 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Deleting port 3ded21e4-07f9-4b85-9bcb-9c10819d607a {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:25:49.091160 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d15463a7-193e-4d28-abba-038100d371f6 req-f79fb647-a85a-4940-8663-187cca1d4d37 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (3ded21e4-07f9-4b85-9bcb-9c10819d607a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:49.133748 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa2c36-d2c6-415b-b649-b4799a9a3931 req-d17e15ba-8208-429e-953e-6d7e3574b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:49.136877 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ffa2c36-d2c6-415b-b649-b4799a9a3931 req-d17e15ba-8208-429e-953e-6d7e3574b96d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=71534dd2-0498-4e62-a826-48a207a6ee6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3600605 Jan 28 13:25:49.143786 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-160126ab-e4ca-4aa4-b892-ff80247b3121 None None] Set router 3389e681-4548-45e6-a74b-a5344a4f4561 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:49.211882 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-5ffa2c36-d2c6-415b-b649-b4799a9a3931 req-d1789ccf-aba6-40f3-8628-f723d020ef33 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:25:49.213182 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ffa2c36-d2c6-415b-b649-b4799a9a3931 req-d1789ccf-aba6-40f3-8628-f723d020ef33 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0661380 Jan 28 13:25:49.323588 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ffa2c36-d2c6-415b-b649-b4799a9a3931 req-99a64b0e-44af-4810-a693-1e52fa281dcb service neutron] 10.222.0.18 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031806 Jan 28 13:25:49.439592 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ffa2c36-d2c6-415b-b649-b4799a9a3931 req-140feb55-37ff-4cec-930e-4b61978d90bf service neutron] 10.222.0.18 "GET /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071641 Jan 28 13:25:49.509475 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d15463a7-193e-4d28-abba-038100d371f6 req-f79fb647-a85a-4940-8663-187cca1d4d37 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (3ded21e4-07f9-4b85-9bcb-9c10819d607a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:49.510153 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d15463a7-193e-4d28-abba-038100d371f6 req-f79fb647-a85a-4940-8663-187cca1d4d37 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks [] for floatingip (3ded21e4-07f9-4b85-9bcb-9c10819d607a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:49.562899 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-d15463a7-193e-4d28-abba-038100d371f6 req-f79fb647-a85a-4940-8663-187cca1d4d37 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Calling delete_port for 3ded21e4-07f9-4b85-9bcb-9c10819d607a owned by network:floatingip {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:25:49.604531 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51894) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:49.616272 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:49.631900 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-45edd892-1ed8-4fdf-9779-756153731a23 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1926711498', 'description': 'tempest-description--1397410518'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:49.688058 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-45edd892-1ed8-4fdf-9779-756153731a23 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:49.826665 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-160126ab-e4ca-4aa4-b892-ff80247b3121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'name': 'tempest-ServersTestFqdnHostnames-188291030-router', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:25:34Z', 'updated_at': '2022-01-28T13:25:44Z', 'revision_number': 4, 'project_id': 'a5f7c933deef44b491769af0fd6f37c0', 'gw_port': {'id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:25:36Z', 'updated_at': '2022-01-28T13:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '4083ac78-f4ae-46ec-8f1f-349108ffb28f', 'name': '', 'network_id': '83337396-4cc1-486c-a243-57e3fe8a3ffb', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'mac_address': 'fa:16:3e:5c:1d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '648f84e8-45f3-456b-937b-213078752575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:25:42Z', 'updated_at': '2022-01-28T13:25:44Z', 'revision_number': 2, 'project_id': 'a5f7c933deef44b491769af0fd6f37c0', 'subnets': [{'id': '648f84e8-45f3-456b-937b-213078752575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:49.858356 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb94b36-724c-4cb1-912d-060226cd9854 req-a6f51338-fef8-40ae-ad28-f2dc0fa0f148 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:49.861155 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7bb94b36-724c-4cb1-912d-060226cd9854 req-a6f51338-fef8-40ae-ad28-f2dc0fa0f148 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 945 time: 0.1330361 Jan 28 13:25:49.884709 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160126ab-e4ca-4aa4-b892-ff80247b3121 None None] Checking router: 3389e681-4548-45e6-a74b-a5344a4f4561 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:25:49.885875 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160126ab-e4ca-4aa4-b892-ff80247b3121 None None] Updating router 3389e681-4548-45e6-a74b-a5344a4f4561 port 4083ac78-f4ae-46ec-8f1f-349108ffb28f binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:25:49.935982 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-160126ab-e4ca-4aa4-b892-ff80247b3121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4083ac78-f4ae-46ec-8f1f-349108ffb28f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:49.946539 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-45edd892-1ed8-4fdf-9779-756153731a23 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks [] for security_group (c42d4ce8-b07e-4ff1-8ab8-404a26ad5c36), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:49.984570 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-45edd892-1ed8-4fdf-9779-756153731a23 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c42d4ce8-b07e-4ff1-8ab8-404a26ad5c36), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:50.000400 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d15463a7-193e-4d28-abba-038100d371f6 req-f79fb647-a85a-4940-8663-187cca1d4d37 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (3ded21e4-07f9-4b85-9bcb-9c10819d607a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:50.038149 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7bb94b36-724c-4cb1-912d-060226cd9854 req-1883b6c8-9cb5-4a87-b412-044d02e9fda0 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479950 Jan 28 13:25:50.061457 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-45edd892-1ed8-4fdf-9779-756153731a23 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:50.062880 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-45edd892-1ed8-4fdf-9779-756153731a23 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4565752 Jan 28 13:25:50.073217 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51898) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:50.078377 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fb647-a85a-4940-8663-187cca1d4d37 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Pushing event deleted for resources: {'Port': ['ID=3ded21e4-07f9-4b85-9bcb-9c10819d607a,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:50.094290 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-8ae9b17d-cb4b-4e48-a059-9f3f92769bcf tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Request body: {'security_group_rule': {'security_group_id': 'c42d4ce8-b07e-4ff1-8ab8-404a26ad5c36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:50.108066 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45edd892-1ed8-4fdf-9779-756153731a23 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c42d4ce8-b07e-4ff1-8ab8-404a26ad5c36,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:50.278413 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ae9b17d-cb4b-4e48-a059-9f3f92769bcf tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks [] for security_group_rule (31b26ded-08b7-4a8d-9672-6bf548a679de), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:50.299500 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d15463a7-193e-4d28-abba-038100d371f6 req-f79fb647-a85a-4940-8663-187cca1d4d37 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks [] for floatingip (bbec8d62-d286-4e0e-9341-04f5ed0eee9d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:50.304686 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d15463a7-193e-4d28-abba-038100d371f6 req-f79fb647-a85a-4940-8663-187cca1d4d37 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:50.312994 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d15463a7-193e-4d28-abba-038100d371f6 req-f79fb647-a85a-4940-8663-187cca1d4d37 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "DELETE /v2.0/floatingips/bbec8d62-d286-4e0e-9341-04f5ed0eee9d HTTP/1.1" status: 204 len: 173 time: 1.7613802 Jan 28 13:25:50.425695 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ae9b17d-cb4b-4e48-a059-9f3f92769bcf tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks [] for security_group_rule (31b26ded-08b7-4a8d-9672-6bf548a679de), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:50.433359 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ae9b17d-cb4b-4e48-a059-9f3f92769bcf tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (31b26ded-08b7-4a8d-9672-6bf548a679de), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:50.466872 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9b17d-cb4b-4e48-a059-9f3f92769bcf tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b26ded-08b7-4a8d-9672-6bf548a679de,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:50.498853 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206756eb-6486-4082-b7f7-89a93d95b466 req-95da626c-364c-460a-95c7-e73c8f3614bb tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:50.510031 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ae9b17d-cb4b-4e48-a059-9f3f92769bcf tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:50.511760 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-206756eb-6486-4082-b7f7-89a93d95b466 req-95da626c-364c-460a-95c7-e73c8f3614bb tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 945 time: 0.1323695 Jan 28 13:25:50.521643 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8ae9b17d-cb4b-4e48-a059-9f3f92769bcf tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4435878 Jan 28 13:25:50.523187 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51902) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:50.540890 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-06f25fd3-b7ad-4f98-9d59-031bdb8b0826 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Request body: {'security_group_rule': {'security_group_id': 'c42d4ce8-b07e-4ff1-8ab8-404a26ad5c36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:50.554470 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-160126ab-e4ca-4aa4-b892-ff80247b3121 None None] Publish callbacks [] for port (4083ac78-f4ae-46ec-8f1f-349108ffb28f), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:50.564612 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-160126ab-e4ca-4aa4-b892-ff80247b3121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4083ac78-f4ae-46ec-8f1f-349108ffb28f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:50.607582 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-06f25fd3-b7ad-4f98-9d59-031bdb8b0826 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks [] for security_group_rule (9d58a824-bc9d-4d92-a8d0-a73c664de74d), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:50.653775 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-206756eb-6486-4082-b7f7-89a93d95b466 req-fd8aefca-9c84-43cb-8719-0827c1ca28cd tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392932 Jan 28 13:25:50.779310 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-06f25fd3-b7ad-4f98-9d59-031bdb8b0826 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks [] for security_group_rule (9d58a824-bc9d-4d92-a8d0-a73c664de74d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:50.787986 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-06f25fd3-b7ad-4f98-9d59-031bdb8b0826 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (9d58a824-bc9d-4d92-a8d0-a73c664de74d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:50.796144 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0a5d2-de94-4c89-a64e-f1ed448ccf8f None None] Pushing event updated for resources: {'Port': ['ID=4083ac78-f4ae-46ec-8f1f-349108ffb28f,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:50.829673 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0a5d2-de94-4c89-a64e-f1ed448ccf8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:50.830516 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0a5d2-de94-4c89-a64e-f1ed448ccf8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:50.830821 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0a5d2-de94-4c89-a64e-f1ed448ccf8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:50.831370 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0a5d2-de94-4c89-a64e-f1ed448ccf8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:50.831870 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0a5d2-de94-4c89-a64e-f1ed448ccf8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:50.832371 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0a5d2-de94-4c89-a64e-f1ed448ccf8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:50.832895 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0a5d2-de94-4c89-a64e-f1ed448ccf8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:50.833441 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0a5d2-de94-4c89-a64e-f1ed448ccf8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:50.834075 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0a5d2-de94-4c89-a64e-f1ed448ccf8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:50.834561 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0a5d2-de94-4c89-a64e-f1ed448ccf8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:50.835662 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0a5d2-de94-4c89-a64e-f1ed448ccf8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:50.836224 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0a5d2-de94-4c89-a64e-f1ed448ccf8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:50.836756 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0a5d2-de94-4c89-a64e-f1ed448ccf8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:50.882179 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-06f25fd3-b7ad-4f98-9d59-031bdb8b0826 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:50.892468 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-06f25fd3-b7ad-4f98-9d59-031bdb8b0826 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3661559 Jan 28 13:25:50.893831 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51906) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:50.899190 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f25fd3-b7ad-4f98-9d59-031bdb8b0826 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d58a824-bc9d-4d92-a8d0-a73c664de74d,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:50.924363 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-da8d09bc-ad62-4f09-a1b6-53878890a271 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:50.949697 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b805ed-aa24-4c48-a7cd-ecc22aab2abf req-7e9da3c2-32f9-4262-b32c-e66808b54603 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:50.962016 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-66b805ed-aa24-4c48-a7cd-ecc22aab2abf req-7e9da3c2-32f9-4262-b32c-e66808b54603 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=05fe06b2-0b48-41b4-9f36-650533321302 HTTP/1.1" status: 200 len: 945 time: 0.0963423 Jan 28 13:25:50.972337 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da8d09bc-ad62-4f09-a1b6-53878890a271 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:51.029814 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-160126ab-e4ca-4aa4-b892-ff80247b3121 None None] Attempting to bind port 4083ac78-f4ae-46ec-8f1f-349108ffb28f on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:25:51.031757 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-160126ab-e4ca-4aa4-b892-ff80247b3121 None None] Attempting to bind port 4083ac78-f4ae-46ec-8f1f-349108ffb28f by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'd6d547a0-61ed-44ed-8353-c8cebc90d963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '83337396-4cc1-486c-a243-57e3fe8a3ffb'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:25:51.032927 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160126ab-e4ca-4aa4-b892-ff80247b3121 None None] Attempting to bind port 4083ac78-f4ae-46ec-8f1f-349108ffb28f on network 83337396-4cc1-486c-a243-57e3fe8a3ffb {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:25:51.046880 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160126ab-e4ca-4aa4-b892-ff80247b3121 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:25:51.048087 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160126ab-e4ca-4aa4-b892-ff80247b3121 None None] Checking segment: {'id': 'd6d547a0-61ed-44ed-8353-c8cebc90d963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '83337396-4cc1-486c-a243-57e3fe8a3ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:25:51.049034 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-160126ab-e4ca-4aa4-b892-ff80247b3121 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:51.049970 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160126ab-e4ca-4aa4-b892-ff80247b3121 None None] Bound using segment: {'id': 'd6d547a0-61ed-44ed-8353-c8cebc90d963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '83337396-4cc1-486c-a243-57e3fe8a3ffb'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:25:51.051625 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-160126ab-e4ca-4aa4-b892-ff80247b3121 None None] Bound port: 4083ac78-f4ae-46ec-8f1f-349108ffb28f, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d547a0-61ed-44ed-8353-c8cebc90d963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '83337396-4cc1-486c-a243-57e3fe8a3ffb'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:25:51.052270 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-160126ab-e4ca-4aa4-b892-ff80247b3121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4083ac78-f4ae-46ec-8f1f-349108ffb28f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:51.080153 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-66b805ed-aa24-4c48-a7cd-ecc22aab2abf req-c3252963-eca5-44dc-a232-50bec0cb5804 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/security-groups?id=54d38ba3-ee67-4fb4-adec-99fd8877e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165648 Jan 28 13:25:51.261554 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-160126ab-e4ca-4aa4-b892-ff80247b3121 None None] For port 4083ac78-f4ae-46ec-8f1f-349108ffb28f, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:25:51.269349 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-160126ab-e4ca-4aa4-b892-ff80247b3121 None None] For port 4083ac78-f4ae-46ec-8f1f-349108ffb28f, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4083ac78-f4ae-46ec-8f1f-349108ffb28f,segment=NetworkSegment(d6d547a0-61ed-44ed-8353-c8cebc90d963),segment_id=d6d547a0-61ed-44ed-8353-c8cebc90d963)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:25:51.279075 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-160126ab-e4ca-4aa4-b892-ff80247b3121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4083ac78-f4ae-46ec-8f1f-349108ffb28f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:51.306630 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-779b759d-f992-4170-8cdc-e45ce28e3351 None None] Provisioning complete for port 4083ac78-f4ae-46ec-8f1f-349108ffb28f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:51.307588 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-779b759d-f992-4170-8cdc-e45ce28e3351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4083ac78-f4ae-46ec-8f1f-349108ffb28f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:51.405345 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0a5d2-de94-4c89-a64e-f1ed448ccf8f None None] Pushing event updated for resources: {'Port': ['ID=4083ac78-f4ae-46ec-8f1f-349108ffb28f,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:51.429718 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160126ab-e4ca-4aa4-b892-ff80247b3121 None None] Routers {'3389e681-4548-45e6-a74b-a5344a4f4561'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:51.431822 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-160126ab-e4ca-4aa4-b892-ff80247b3121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:25:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['3389e681-4548-45e6-a74b-a5344a4f4561'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:51.501791 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a4daf-ff62-462d-901b-357dcda5f4ae req-8d2dfc2f-8a65-455b-99af-8d780c1366be tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:51.504457 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fd1a4daf-ff62-462d-901b-357dcda5f4ae req-8d2dfc2f-8a65-455b-99af-8d780c1366be tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 945 time: 0.2422721 Jan 28 13:25:51.534584 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da8d09bc-ad62-4f09-a1b6-53878890a271 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:51.606453 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-779b759d-f992-4170-8cdc-e45ce28e3351 None None] Current status of the port 4083ac78-f4ae-46ec-8f1f-349108ffb28f is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:51.608051 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-779b759d-f992-4170-8cdc-e45ce28e3351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4083ac78-f4ae-46ec-8f1f-349108ffb28f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:51.681047 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-779b759d-f992-4170-8cdc-e45ce28e3351 None None] For port 4083ac78-f4ae-46ec-8f1f-349108ffb28f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4083ac78-f4ae-46ec-8f1f-349108ffb28f,segment=NetworkSegment(d6d547a0-61ed-44ed-8353-c8cebc90d963),segment_id=d6d547a0-61ed-44ed-8353-c8cebc90d963)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:51.701190 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-779b759d-f992-4170-8cdc-e45ce28e3351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4083ac78-f4ae-46ec-8f1f-349108ffb28f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:51.785032 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fd1a4daf-ff62-462d-901b-357dcda5f4ae req-303b27b1-f12a-4437-9842-09641c2fd68c tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611830 Jan 28 13:25:51.823300 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-160126ab-e4ca-4aa4-b892-ff80247b3121 None None] Set router 3389e681-4548-45e6-a74b-a5344a4f4561 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:51.872189 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b759d-f992-4170-8cdc-e45ce28e3351 None None] Pushing event updated for resources: {'Port': ['ID=4083ac78-f4ae-46ec-8f1f-349108ffb28f,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:51.928063 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:25:51.955243 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-85a3272c-3e1f-422a-b6d0-1e179872c5a7 None None] Provisioning complete for port 4083ac78-f4ae-46ec-8f1f-349108ffb28f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:51.955714 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85a3272c-3e1f-422a-b6d0-1e179872c5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4083ac78-f4ae-46ec-8f1f-349108ffb28f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:52.000903 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a58b0a-062d-49a3-b908-1c287eb94583 req-17b580aa-dde2-4d0f-bb27-4d62c336c3f7 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:52.015828 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e2a58b0a-062d-49a3-b908-1c287eb94583 req-17b580aa-dde2-4d0f-bb27-4d62c336c3f7 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 945 time: 0.1847827 Jan 28 13:25:52.072875 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-da8d09bc-ad62-4f09-a1b6-53878890a271 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Allocated IP 172.25.3.179 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/140f9844-778e-41c2-b9e6-cd85ee1acfe7) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:25:52.138786 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-85a3272c-3e1f-422a-b6d0-1e179872c5a7 None None] Current status of the port 4083ac78-f4ae-46ec-8f1f-349108ffb28f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:52.192935 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e2a58b0a-062d-49a3-b908-1c287eb94583 req-53a879cc-1f34-4238-8809-4ff719bb41dc tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747277 Jan 28 13:25:52.316757 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-160126ab-e4ca-4aa4-b892-ff80247b3121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'name': 'tempest-ServersTestFqdnHostnames-188291030-router', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:25:34Z', 'updated_at': '2022-01-28T13:25:44Z', 'revision_number': 4, 'project_id': 'a5f7c933deef44b491769af0fd6f37c0', 'gw_port': {'id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:25:36Z', 'updated_at': '2022-01-28T13:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '4083ac78-f4ae-46ec-8f1f-349108ffb28f', 'name': '', 'network_id': '83337396-4cc1-486c-a243-57e3fe8a3ffb', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'mac_address': 'fa:16:3e:5c:1d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '648f84e8-45f3-456b-937b-213078752575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:25:42Z', 'updated_at': '2022-01-28T13:25:51Z', 'revision_number': 4, 'project_id': 'a5f7c933deef44b491769af0fd6f37c0', 'subnets': [{'id': '648f84e8-45f3-456b-937b-213078752575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:52.366795 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160126ab-e4ca-4aa4-b892-ff80247b3121 None None] The sync data for ids ['3389e681-4548-45e6-a74b-a5344a4f4561'] in n-d-822747-2 is: [{'id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'name': 'tempest-ServersTestFqdnHostnames-188291030-router', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:25:34Z', 'updated_at': '2022-01-28T13:25:44Z', 'revision_number': 4, 'project_id': 'a5f7c933deef44b491769af0fd6f37c0', 'gw_port': {'id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:25:36Z', 'updated_at': '2022-01-28T13:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '4083ac78-f4ae-46ec-8f1f-349108ffb28f', 'name': '', 'network_id': '83337396-4cc1-486c-a243-57e3fe8a3ffb', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'mac_address': 'fa:16:3e:5c:1d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '648f84e8-45f3-456b-937b-213078752575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:25:42Z', 'updated_at': '2022-01-28T13:25:51Z', 'revision_number': 4, 'project_id': 'a5f7c933deef44b491769af0fd6f37c0', 'subnets': [{'id': '648f84e8-45f3-456b-937b-213078752575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:25:52.415531 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da8d09bc-ad62-4f09-a1b6-53878890a271 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks [] for port (140f9844-778e-41c2-b9e6-cd85ee1acfe7), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:52.435772 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14deb0-5685-4b8e-bf34-576cb1622808 req-09f55fb1-eaa1-4c4c-bc15-2e86c7421d41 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:52.438427 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b14deb0-5685-4b8e-bf34-576cb1622808 req-09f55fb1-eaa1-4c4c-bc15-2e86c7421d41 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=05fe06b2-0b48-41b4-9f36-650533321302 HTTP/1.1" status: 200 len: 945 time: 0.1668880 Jan 28 13:25:52.498761 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87068cd-7c08-4e3d-85ec-605b0a0acd0f req-951ff4c6-1692-433d-beb3-8d9c2df035b4 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:52.500693 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e87068cd-7c08-4e3d-85ec-605b0a0acd0f req-951ff4c6-1692-433d-beb3-8d9c2df035b4 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.18 "GET /v2.0/ports?device_id=05fe06b2-0b48-41b4-9f36-650533321302 HTTP/1.1" status: 200 len: 945 time: 0.2488976 Jan 28 13:25:52.615581 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b14deb0-5685-4b8e-bf34-576cb1622808 req-819bfcbb-e0c3-4e93-8af0-cd6a13d9cbc6 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/security-groups?id=54d38ba3-ee67-4fb4-adec-99fd8877e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483738 Jan 28 13:25:52.672104 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da8d09bc-ad62-4f09-a1b6-53878890a271 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (140f9844-778e-41c2-b9e6-cd85ee1acfe7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:52.776840 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8d09bc-ad62-4f09-a1b6-53878890a271 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:25:52.790965 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-da8d09bc-ad62-4f09-a1b6-53878890a271 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:25:52.799143 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d09bc-ad62-4f09-a1b6-53878890a271 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Pushing event updated for resources: {'Port': ['ID=140f9844-778e-41c2-b9e6-cd85ee1acfe7,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:52.805214 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8d09bc-ad62-4f09-a1b6-53878890a271 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:25:52.873475 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-e87068cd-7c08-4e3d-85ec-605b0a0acd0f req-0af9a893-522a-467c-9636-34abf94eb5df tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Deleting port 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:25:52.874017 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e87068cd-7c08-4e3d-85ec-605b0a0acd0f req-0af9a893-522a-467c-9636-34abf94eb5df tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:53.086835 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41556c88-e185-4c62-b584-34573059328f req-7598df55-86f8-48f7-b990-4efe9a4f8dab tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:53.092523 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-41556c88-e185-4c62-b584-34573059328f req-7598df55-86f8-48f7-b990-4efe9a4f8dab tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 945 time: 0.1168635 Jan 28 13:25:53.195314 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-41556c88-e185-4c62-b584-34573059328f req-5b0bcd5f-3173-4c87-b6ba-fcb4e4538cdc tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820010 Jan 28 13:25:53.233008 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da8d09bc-ad62-4f09-a1b6-53878890a271 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks [] for floatingip (ea2a0995-736e-454b-893f-49b340a268d2), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:53.237771 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-e87068cd-7c08-4e3d-85ec-605b0a0acd0f req-0af9a893-522a-467c-9636-34abf94eb5df tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] For port 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec,segment=NetworkSegment(86269ba4-6bcb-4dd9-88b3-35a2df61a1bc),segment_id=86269ba4-6bcb-4dd9-88b3-35a2df61a1bc)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:53.238436 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e87068cd-7c08-4e3d-85ec-605b0a0acd0f req-0af9a893-522a-467c-9636-34abf94eb5df tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:53.272679 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-e87068cd-7c08-4e3d-85ec-605b0a0acd0f req-0af9a893-522a-467c-9636-34abf94eb5df tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Calling delete_port for 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:25:53.393971 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da8d09bc-ad62-4f09-a1b6-53878890a271 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (140f9844-778e-41c2-b9e6-cd85ee1acfe7), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:53.485329 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbf064-1c50-4ff9-a98d-d31bcc880b92 req-6ec8acbe-dc03-42a3-8d96-3e8b2b2226fd tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:53.487071 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f2fbf064-1c50-4ff9-a98d-d31bcc880b92 req-6ec8acbe-dc03-42a3-8d96-3e8b2b2226fd tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 945 time: 0.1528087 Jan 28 13:25:53.751914 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f2fbf064-1c50-4ff9-a98d-d31bcc880b92 req-6822f015-3326-41bb-9e44-766a647b82ba tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272668 Jan 28 13:25:53.811924 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e87068cd-7c08-4e3d-85ec-605b0a0acd0f req-0af9a893-522a-467c-9636-34abf94eb5df tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:53.828722 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:25:53.905206 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4083ac78-f4ae-46ec-8f1f-349108ffb28f up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:53.960487 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9a893-522a-467c-9636-34abf94eb5df tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Pushing event deleted for resources: {'Port': ['ID=3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:54.013992 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c01bb4f6-f86b-4904-aab8-d638b84d3790 req-d1ea9486-d27f-4326-8dd0-f5b603994b60 tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.39 "GET /v2.0/ports?device_id=05fe06b2-0b48-41b4-9f36-650533321302 HTTP/1.1" status: 200 len: 210 time: 0.0927370 Jan 28 13:25:54.046604 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 4083ac78-f4ae-46ec-8f1f-349108ffb28f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:54.047202 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4083ac78-f4ae-46ec-8f1f-349108ffb28f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:54.057385 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87068cd-7c08-4e3d-85ec-605b0a0acd0f req-0af9a893-522a-467c-9636-34abf94eb5df tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] No DVR routers for this DVR port 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:25:54.061713 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e87068cd-7c08-4e3d-85ec-605b0a0acd0f req-0af9a893-522a-467c-9636-34abf94eb5df tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:54.068602 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e87068cd-7c08-4e3d-85ec-605b0a0acd0f req-0af9a893-522a-467c-9636-34abf94eb5df tempest-FloatingIPsAssociationTestJSON-504458897 tempest-FloatingIPsAssociationTestJSON-504458897-project] 10.222.0.18 "DELETE /v2.0/ports/3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec HTTP/1.1" status: 204 len: 173 time: 1.5259097 Jan 28 13:25:54.113111 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05fe06b2-0b48-41b4-9f36-650533321302', 'name': 'network-vif-deleted', 'tag': '3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:54.118157 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5030a94f-8c4e-4620-be52-115a63a5bdc3" -d '{"events": [{"server_uuid": "05fe06b2-0b48-41b4-9f36-650533321302", "name": "network-vif-deleted", "tag": "3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:54.129111 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da8d09bc-ad62-4f09-a1b6-53878890a271 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks [] for port (140f9844-778e-41c2-b9e6-cd85ee1acfe7), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:54.137255 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da8d09bc-ad62-4f09-a1b6-53878890a271 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (140f9844-778e-41c2-b9e6-cd85ee1acfe7), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:54.260702 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bb752e-a097-43c4-95c7-50576647f124 x-openstack-request-id: req-13bb752e-a097-43c4-95c7-50576647f124 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:54.261183 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05fe06b2-0b48-41b4-9f36-650533321302", "name": "network-vif-deleted", "tag": "3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:54.261534 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13bb752e-a097-43c4-95c7-50576647f124 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:54.262151 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05fe06b2-0b48-41b4-9f36-650533321302', 'name': 'network-vif-deleted', 'tag': '3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec', 'status': 'completed', 'code': 200} Jan 28 13:25:54.265763 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 4083ac78-f4ae-46ec-8f1f-349108ffb28f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:54.311537 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d09bc-ad62-4f09-a1b6-53878890a271 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Pushing event updated for resources: {'Port': ['ID=140f9844-778e-41c2-b9e6-cd85ee1acfe7,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:54.356993 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da8d09bc-ad62-4f09-a1b6-53878890a271 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (ea2a0995-736e-454b-893f-49b340a268d2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:54.377634 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da8d09bc-ad62-4f09-a1b6-53878890a271 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:54.381313 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-da8d09bc-ad62-4f09-a1b6-53878890a271 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4841535 Jan 28 13:25:54.445967 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ee52e-e965-4264-b307-c7b400cc0e5a req-2dbbfd7c-86ab-432d-ad6a-6c908f4e17d6 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:54.459005 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-834ee52e-e965-4264-b307-c7b400cc0e5a req-2dbbfd7c-86ab-432d-ad6a-6c908f4e17d6 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 945 time: 0.1409333 Jan 28 13:25:54.599723 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-834ee52e-e965-4264-b307-c7b400cc0e5a req-a905a01c-575d-4a6e-af6c-5ef747ceff24 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382716 Jan 28 13:25:54.729339 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-4679b1a1-a367-4a03-a461-84d37aa189dd tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1926711498&fields=id&tenant_id=a5f7c933deef44b491769af0fd6f37c0 HTTP/1.1" status: 200 len: 267 time: 0.0758374 Jan 28 13:25:54.951136 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-0efecc7e-cc2a-4984-92db-e33251f56fb8 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:54.965170 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-0efecc7e-cc2a-4984-92db-e33251f56fb8 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/networks?id=83337396-4cc1-486c-a243-57e3fe8a3ffb HTTP/1.1" status: 200 len: 814 time: 0.2199404 Jan 28 13:25:54.980776 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-19fe34f8-f23a-4efc-b196-4c59267aaf3e tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/quotas/a5f7c933deef44b491769af0fd6f37c0 HTTP/1.1" status: 200 len: 375 time: 0.0159211 Jan 28 13:25:55.071722 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c60cc-e9c1-47a0-902d-0afb3a80f69e req-1735108f-f17f-4a15-a4d7-9eec1595094d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:55.074442 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0c9c60cc-e9c1-47a0-902d-0afb3a80f69e req-1735108f-f17f-4a15-a4d7-9eec1595094d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 945 time: 0.1035314 Jan 28 13:25:55.088870 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-952d7cee-d1d6-461a-94f9-571dfed8f746 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5f7c933deef44b491769af0fd6f37c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977180 Jan 28 13:25:55.152937 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0c9c60cc-e9c1-47a0-902d-0afb3a80f69e req-4c2b4a32-d704-4dd8-9ad7-f0f9301f2668 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671945 Jan 28 13:25:55.247446 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51948) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:55.258285 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-f6c466f1-65b4-4869-84ad-83ea45101459 service neutron] 10.222.0.39 "GET /v2.0/networks/83337396-4cc1-486c-a243-57e3fe8a3ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530430 Jan 28 13:25:55.387789 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-dbbf587f-a848-4bbf-a9c7-7f832d463712 service neutron] 10.222.0.39 "GET /v2.0/networks/83337396-4cc1-486c-a243-57e3fe8a3ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209059 Jan 28 13:25:55.786864 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6c1ae5e3-1013-4822-8850-d7ce66c666c8 req-d86af0d5-549c-4512-9d60-7c35ad5818f7 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/ports?device_id=348ce68e-0512-40a0-9554-302994b962b0 HTTP/1.1" status: 200 len: 210 time: 0.0802193 Jan 28 13:25:55.837572 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f88533-a5ac-460b-91a5-a2784a66fe55 req-12164e37-caae-4206-b600-a77d6fdffac4 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:55.849807 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f1f88533-a5ac-460b-91a5-a2784a66fe55 req-12164e37-caae-4206-b600-a77d6fdffac4 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 945 time: 0.1185868 Jan 28 13:25:55.929458 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-00ebefe6-97f3-497a-a043-b8a01a2123ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (0590f313-737b-4aca-84a1-8a815ceb3150), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:55.953886 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f1f88533-a5ac-460b-91a5-a2784a66fe55 req-377f3ab8-a96b-414c-9757-f1b049290bc7 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009693 Jan 28 13:25:56.328739 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-00ebefe6-97f3-497a-a043-b8a01a2123ab admin admin] Deleting port 8f055874-44a4-4073-a134-e736081c67c1 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:25:56.329276 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-00ebefe6-97f3-497a-a043-b8a01a2123ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8f055874-44a4-4073-a134-e736081c67c1), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:56.358504 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c6fe5-1915-4fdb-9b6d-5cf07cce14b2 req-f69d4be6-9e2c-4aba-a1f9-43f9a33c6cb6 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:56.364059 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8e6c6fe5-1915-4fdb-9b6d-5cf07cce14b2 req-f69d4be6-9e2c-4aba-a1f9-43f9a33c6cb6 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 945 time: 0.1082468 Jan 28 13:25:56.478764 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8e6c6fe5-1915-4fdb-9b6d-5cf07cce14b2 req-b85c4184-2c39-415b-b11b-6cebc3d05424 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041355 Jan 28 13:25:56.495923 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-00ebefe6-97f3-497a-a043-b8a01a2123ab admin admin] For port 8f055874-44a4-4073-a134-e736081c67c1, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8f055874-44a4-4073-a134-e736081c67c1,segment=NetworkSegment(86269ba4-6bcb-4dd9-88b3-35a2df61a1bc),segment_id=86269ba4-6bcb-4dd9-88b3-35a2df61a1bc)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:56.496521 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-00ebefe6-97f3-497a-a043-b8a01a2123ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8f055874-44a4-4073-a134-e736081c67c1), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:56.528967 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-00ebefe6-97f3-497a-a043-b8a01a2123ab admin admin] Calling delete_port for 8f055874-44a4-4073-a134-e736081c67c1 owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:25:56.804772 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-00ebefe6-97f3-497a-a043-b8a01a2123ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (8f055874-44a4-4073-a134-e736081c67c1), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:56.854692 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ebefe6-97f3-497a-a043-b8a01a2123ab admin admin] Pushing event deleted for resources: {'Port': ['ID=8f055874-44a4-4073-a134-e736081c67c1,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:57.082016 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:25:57.212791 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:25:57.216448 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 3cab44cd-fb5a-40d1-9256-e3f5dd5f44ec not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:25:57.263937 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77c2a988-d0f1-4eb8-a33f-dfae67457d0f req-b5f49ae8-e48f-4f4d-8525-0388220f694b tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/ports?device_id=348ce68e-0512-40a0-9554-302994b962b0 HTTP/1.1" status: 200 len: 210 time: 0.2288897 Jan 28 13:25:57.398938 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea2303-9aac-4518-a2dd-b41c05bcc481 req-d412fac6-fd2f-4046-9391-7597f988503c tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:57.411774 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-edea2303-9aac-4518-a2dd-b41c05bcc481 req-d412fac6-fd2f-4046-9391-7597f988503c tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 945 time: 0.1863754 Jan 28 13:25:57.426563 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-00ebefe6-97f3-497a-a043-b8a01a2123ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (0590f313-737b-4aca-84a1-8a815ceb3150), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:57.491755 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-edea2303-9aac-4518-a2dd-b41c05bcc481 req-d7ce792e-5a63-4bf6-a56e-a14c1b692943 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771949 Jan 28 13:25:57.815196 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70cd56-ed46-4289-9c58-bb25e1e02e3f req-b9138432-60ac-4eb4-a93c-c0ed81207eac tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:57.827031 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-af70cd56-ed46-4289-9c58-bb25e1e02e3f req-b9138432-60ac-4eb4-a93c-c0ed81207eac tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 945 time: 0.1865315 Jan 28 13:25:57.949661 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-4cedf02d-9edc-4855-9142-aad1d5efeddd tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:57.955018 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-4cedf02d-9edc-4855-9142-aad1d5efeddd tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.18 "GET /v2.0/networks?id=83337396-4cc1-486c-a243-57e3fe8a3ffb HTTP/1.1" status: 200 len: 814 time: 0.2180934 Jan 28 13:25:57.961644 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-af70cd56-ed46-4289-9c58-bb25e1e02e3f req-b0c321c1-61e6-44db-8841-adaed3cf4920 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328828 Jan 28 13:25:58.055864 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ebefe6-97f3-497a-a043-b8a01a2123ab admin admin] Router 0590f313-737b-4aca-84a1-8a815ceb3150 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:25:58.109423 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-153463bb-4ff1-44c3-9261-c4c71203499d tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5f7c933deef44b491769af0fd6f37c0 HTTP/1.1" status: 200 len: 380 time: 0.1458712 Jan 28 13:25:58.126121 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-0309b23f-6c90-4624-b248-937949ddf21d tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Request body: {'port': {'device_id': '348ce68e-0512-40a0-9554-302994b962b0', 'network_id': '83337396-4cc1-486c-a243-57e3fe8a3ffb', 'admin_state_up': True, 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'security_groups': ['c42d4ce8-b07e-4ff1-8ab8-404a26ad5c36']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:58.274839 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ebefe6-97f3-497a-a043-b8a01a2123ab admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:25:58.285734 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-00ebefe6-97f3-497a-a043-b8a01a2123ab admin admin] 10.222.0.39 "PUT /v2.0/routers/0590f313-737b-4aca-84a1-8a815ceb3150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0363495 Jan 28 13:25:58.289716 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51976) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:58.301956 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d08ceff-15ea-4891-b989-40733eaaf27b None None] Sync routers for ids ['0590f313-737b-4aca-84a1-8a815ceb3150'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:25:58.329654 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d08ceff-15ea-4891-b989-40733eaaf27b None None] Routers {'0590f313-737b-4aca-84a1-8a815ceb3150'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:58.332210 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-0d08ceff-15ea-4891-b989-40733eaaf27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:25:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0590f313-737b-4aca-84a1-8a815ceb3150'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:58.358636 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-0309b23f-6c90-4624-b248-937949ddf21d tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Made reservation on behalf of a5f7c933deef44b491769af0fd6f37c0 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:25:58.366760 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-0309b23f-6c90-4624-b248-937949ddf21d tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:58.565049 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d452a00-610a-4278-bd53-82eecc308e86 req-63350436-04d6-48d1-8fdc-c34635d105a7 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/ports?device_id=348ce68e-0512-40a0-9554-302994b962b0 HTTP/1.1" status: 200 len: 210 time: 0.0961797 Jan 28 13:25:58.707645 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-0d08ceff-15ea-4891-b989-40733eaaf27b None None] Set router 0590f313-737b-4aca-84a1-8a815ceb3150 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:58.815195 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-0309b23f-6c90-4624-b248-937949ddf21d tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Allocated IP 172.20.0.11 (83337396-4cc1-486c-a243-57e3fe8a3ffb/648f84e8-45f3-456b-937b-213078752575/bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:25:58.986998 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19358d47-933f-4974-9b3f-f45b71954212 admin admin] Publish callbacks [] for router (0590f313-737b-4aca-84a1-8a815ceb3150), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:59.079658 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-0309b23f-6c90-4624-b248-937949ddf21d tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks [] for port (bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:59.094886 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-0d08ceff-15ea-4891-b989-40733eaaf27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-router', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:59Z', 'updated_at': '2022-01-28T13:25:56Z', 'revision_number': 5, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'gw_port': {'id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:01Z', 'updated_at': '2022-01-28T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:59.127522 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-0309b23f-6c90-4624-b248-937949ddf21d tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:59.167837 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d08ceff-15ea-4891-b989-40733eaaf27b None None] Checking router: 0590f313-737b-4aca-84a1-8a815ceb3150 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:25:59.178288 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d08ceff-15ea-4891-b989-40733eaaf27b None None] Routers {'0590f313-737b-4aca-84a1-8a815ceb3150'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:59.178951 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-0d08ceff-15ea-4891-b989-40733eaaf27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:25:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0590f313-737b-4aca-84a1-8a815ceb3150'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:59.187889 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd623a7-55bf-4974-9db8-ecec08fb8730 req-b2eaf2c8-3dba-45e5-8b0e-f2ebe6590317 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:59.191362 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-acd623a7-55bf-4974-9db8-ecec08fb8730 req-b2eaf2c8-3dba-45e5-8b0e-f2ebe6590317 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 945 time: 0.1984689 Jan 28 13:25:59.236190 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-0309b23f-6c90-4624-b248-937949ddf21d tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Network 83337396-4cc1-486c-a243-57e3fe8a3ffb is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:25:59.242217 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-0309b23f-6c90-4624-b248-937949ddf21d tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:25:59.254974 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-0309b23f-6c90-4624-b248-937949ddf21d tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:25:59.282589 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309b23f-6c90-4624-b248-937949ddf21d tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Pushing event updated for resources: {'Port': ['ID=bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:59.323391 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b21d4b-99fa-49dd-9f6b-b51b942f2199 req-adaffb7c-7b38-48c7-9107-d98e06ea8257 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:59.326350 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-95b21d4b-99fa-49dd-9f6b-b51b942f2199 req-adaffb7c-7b38-48c7-9107-d98e06ea8257 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 945 time: 0.1548150 Jan 28 13:25:59.362842 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-0309b23f-6c90-4624-b248-937949ddf21d tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:59.363544 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-0309b23f-6c90-4624-b248-937949ddf21d tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:59.383262 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-0d08ceff-15ea-4891-b989-40733eaaf27b None None] Set router 0590f313-737b-4aca-84a1-8a815ceb3150 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:59.400874 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-0309b23f-6c90-4624-b248-937949ddf21d tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2819726 Jan 28 13:25:59.405369 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19358d47-933f-4974-9b3f-f45b71954212 admin admin] Publish callbacks [] for router_gateway (0590f313-737b-4aca-84a1-8a815ceb3150), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:59.421428 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-acd623a7-55bf-4974-9db8-ecec08fb8730 req-fbf5174a-8e1c-46e0-9ce0-ad5ebc86f3dc tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639693 Jan 28 13:25:59.431748 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-78145cd4-ae3d-4e83-b3fc-82fad71671a2 service neutron] Request body: {'port': {'device_id': '348ce68e-0512-40a0-9554-302994b962b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:59.494946 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-95b21d4b-99fa-49dd-9f6b-b51b942f2199 req-cd00b263-f498-4d5b-b989-ecfe1147d7ed tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457620 Jan 28 13:25:59.555055 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-19358d47-933f-4974-9b3f-f45b71954212 admin admin] Deleting port b1ab3090-68a9-4dfa-b638-85ea41752d52 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:25:59.555055 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19358d47-933f-4974-9b3f-f45b71954212 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b1ab3090-68a9-4dfa-b638-85ea41752d52), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:59.567891 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-78145cd4-ae3d-4e83-b3fc-82fad71671a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:59.803173 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-19358d47-933f-4974-9b3f-f45b71954212 admin admin] For port b1ab3090-68a9-4dfa-b638-85ea41752d52, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b1ab3090-68a9-4dfa-b638-85ea41752d52,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:59.803782 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19358d47-933f-4974-9b3f-f45b71954212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b1ab3090-68a9-4dfa-b638-85ea41752d52), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:59.841122 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da18b89e-68c4-42d5-b012-a16778bdc540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:59.890035 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-19358d47-933f-4974-9b3f-f45b71954212 admin admin] Calling delete_port for b1ab3090-68a9-4dfa-b638-85ea41752d52 owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:25:59.898089 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d1293156-50a7-4d7f-ac99-06295a28b422 None None] Provisioning complete for port bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:59.898496 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d1293156-50a7-4d7f-ac99-06295a28b422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:00.006769 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-0d08ceff-15ea-4891-b989-40733eaaf27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-router', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:59Z', 'updated_at': '2022-01-28T13:25:56Z', 'revision_number': 5, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'gw_port': {'id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:01Z', 'updated_at': '2022-01-28T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:26:00.014631 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d1293156-50a7-4d7f-ac99-06295a28b422 None None] Port bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:26:00.072785 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d08ceff-15ea-4891-b989-40733eaaf27b None None] The sync data for ids ['0590f313-737b-4aca-84a1-8a815ceb3150'] in n-d-822747-2 is: [{'id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'name': 'tempest-FloatingIPsAssociationTestJSON-2128653815-router', 'tenant_id': '4acaf7e1796b4088b8e1ffc58de61231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:59Z', 'updated_at': '2022-01-28T13:25:56Z', 'revision_number': 5, 'project_id': '4acaf7e1796b4088b8e1ffc58de61231', 'gw_port': {'id': 'b1ab3090-68a9-4dfa-b638-85ea41752d52', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0590f313-737b-4aca-84a1-8a815ceb3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:24:01Z', 'updated_at': '2022-01-28T13:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:26:00.141309 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a5aac-43ff-4978-8011-7daad1f6280f req-ecea1733-a969-4aee-9119-15f085b5925a tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:00.146325 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a94a5aac-43ff-4978-8011-7daad1f6280f req-ecea1733-a969-4aee-9119-15f085b5925a tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/ports?device_id=348ce68e-0512-40a0-9554-302994b962b0 HTTP/1.1" status: 200 len: 932 time: 0.2926478 Jan 28 13:26:00.255907 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a94a5aac-43ff-4978-8011-7daad1f6280f req-16c7f737-f60d-406b-8dac-4e598a5ec3c3 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/security-groups?id=c42d4ce8-b07e-4ff1-8ab8-404a26ad5c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083021 Jan 28 13:26:00.257079 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-78145cd4-ae3d-4e83-b3fc-82fad71671a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:26:00.268227 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19358d47-933f-4974-9b3f-f45b71954212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (b1ab3090-68a9-4dfa-b638-85ea41752d52), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:00.274548 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-78145cd4-ae3d-4e83-b3fc-82fad71671a2 service neutron] Publish callbacks [] for port (bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:00.311298 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-78145cd4-ae3d-4e83-b3fc-82fad71671a2 service neutron] Transition to ACTIVE for port object bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:26:00.318502 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-78145cd4-ae3d-4e83-b3fc-82fad71671a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:00.346182 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19358d47-933f-4974-9b3f-f45b71954212 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1ab3090-68a9-4dfa-b638-85ea41752d52,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:00.494559 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78145cd4-ae3d-4e83-b3fc-82fad71671a2 service neutron] Pushing event updated for resources: {'Port': ['ID=bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:00.529444 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19358d47-933f-4974-9b3f-f45b71954212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (0590f313-737b-4aca-84a1-8a815ceb3150), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:00.619145 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:26:00.622901 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:26:00.716246 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-78145cd4-ae3d-4e83-b3fc-82fad71671a2 service neutron] Attempting to bind port bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:26:00.716860 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-78145cd4-ae3d-4e83-b3fc-82fad71671a2 service neutron] Attempting to bind port bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'd6d547a0-61ed-44ed-8353-c8cebc90d963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '83337396-4cc1-486c-a243-57e3fe8a3ffb'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:26:00.717347 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-78145cd4-ae3d-4e83-b3fc-82fad71671a2 service neutron] Attempting to bind port bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3 on network 83337396-4cc1-486c-a243-57e3fe8a3ffb {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:26:00.728319 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-78145cd4-ae3d-4e83-b3fc-82fad71671a2 service neutron] Port bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3 on network 83337396-4cc1-486c-a243-57e3fe8a3ffb not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:26:00.729190 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-78145cd4-ae3d-4e83-b3fc-82fad71671a2 service neutron] Attempting to bind port bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3 on network 83337396-4cc1-486c-a243-57e3fe8a3ffb {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:26:00.772803 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-78145cd4-ae3d-4e83-b3fc-82fad71671a2 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:26:00.773592 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-78145cd4-ae3d-4e83-b3fc-82fad71671a2 service neutron] Checking segment: {'id': 'd6d547a0-61ed-44ed-8353-c8cebc90d963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '83337396-4cc1-486c-a243-57e3fe8a3ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:26:00.774329 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-78145cd4-ae3d-4e83-b3fc-82fad71671a2 service neutron] Bound using segment: {'id': 'd6d547a0-61ed-44ed-8353-c8cebc90d963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '83337396-4cc1-486c-a243-57e3fe8a3ffb'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:26:00.775261 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-78145cd4-ae3d-4e83-b3fc-82fad71671a2 service neutron] Bound port: bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d547a0-61ed-44ed-8353-c8cebc90d963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '83337396-4cc1-486c-a243-57e3fe8a3ffb'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:26:00.776050 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-78145cd4-ae3d-4e83-b3fc-82fad71671a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:00.885675 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:00.886177 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:00.911745 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.resource_extend [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:26:00.918690 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19358d47-933f-4974-9b3f-f45b71954212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (0590f313-737b-4aca-84a1-8a815ceb3150), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:00.923119 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19358d47-933f-4974-9b3f-f45b71954212 admin admin] Publish callbacks [] for router_controller (0590f313-737b-4aca-84a1-8a815ceb3150), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:00.957799 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8,segment=NetworkSegment(2c95997c-16ab-4d70-b003-a3661ae96720),segment_id=2c95997c-16ab-4d70-b003-a3661ae96720)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:00.971548 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-78145cd4-ae3d-4e83-b3fc-82fad71671a2 service neutron] For port bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:26:00.977756 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-78145cd4-ae3d-4e83-b3fc-82fad71671a2 service neutron] For port bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3,segment=NetworkSegment(d6d547a0-61ed-44ed-8353-c8cebc90d963),segment_id=d6d547a0-61ed-44ed-8353-c8cebc90d963)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:26:00.978526 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47367984-18c0-4dbf-84bd-cdc0128a4091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:00.984422 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c266d8c1-7829-4b90-abc1-faa548124112" -d '{"events": [{"server_uuid": "47367984-18c0-4dbf-84bd-cdc0128a4091", "name": "network-vif-unplugged", "status": "completed", "tag": "53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:00.998903 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d887f-3d4f-473b-b30e-6704939412d2 req-a3b6f67d-62a8-45b2-b33a-847d21416f85 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:01.021914 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19358d47-933f-4974-9b3f-f45b71954212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (0590f313-737b-4aca-84a1-8a815ceb3150), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:01.022595 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19358d47-933f-4974-9b3f-f45b71954212 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0590f313-737b-4aca-84a1-8a815ceb3150 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:26:01.023337 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:01.036928 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-265d887f-3d4f-473b-b30e-6704939412d2 req-a3b6f67d-62a8-45b2-b33a-847d21416f85 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 945 time: 0.3134086 Jan 28 13:26:01.038900 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19358d47-933f-4974-9b3f-f45b71954212 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:01.043286 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-78145cd4-ae3d-4e83-b3fc-82fad71671a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:01.052213 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-19358d47-933f-4974-9b3f-f45b71954212 admin admin] 10.222.0.39 "DELETE /v2.0/routers/0590f313-737b-4aca-84a1-8a815ceb3150 HTTP/1.1" status: 204 len: 168 time: 2.7607105 Jan 28 13:26:01.053394 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51998) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:26:01.183196 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcc350-c5a8-4438-af07-0af01ffa6ec8 req-e15ba020-2b4c-46e6-bed9-441efa935435 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:01.184276 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-78145cd4-ae3d-4e83-b3fc-82fad71671a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:01.184906 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-78145cd4-ae3d-4e83-b3fc-82fad71671a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:01.187426 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-78145cd4-ae3d-4e83-b3fc-82fad71671a2 service neutron] 10.222.0.18 "PUT /v2.0/ports/bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3 HTTP/1.1" status: 200 len: 1092 time: 1.7708707 Jan 28 13:26:01.197610 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348ce68e-0512-40a0-9554-302994b962b0', 'tag': 'bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:01.198174 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bdfcc350-c5a8-4438-af07-0af01ffa6ec8 req-e15ba020-2b4c-46e6-bed9-441efa935435 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 945 time: 0.4986639 Jan 28 13:26:01.202228 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2f7739-f461-46d6-bd2c-2fd34f62e13d" -d '{"events": [{"name": "network-changed", "server_uuid": "348ce68e-0512-40a0-9554-302994b962b0", "tag": "bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:01.282241 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-265d887f-3d4f-473b-b30e-6704939412d2 req-e659bdb8-9842-4356-b9ac-f8d281ccc85c tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425649 Jan 28 13:26:01.311639 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bdfcc350-c5a8-4438-af07-0af01ffa6ec8 req-6f2793c4-21b4-48b5-9e9c-646ad803e9e2 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080391 Jan 28 13:26:01.368290 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:01.373901 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e33d4e-ee2b-4c07-951c-faaeb99402c1 admin admin] Deleting subnet f693941d-0671-47a2-8563-c88f3d62af3d {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:26:01.391920 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-83e33d4e-ee2b-4c07-951c-faaeb99402c1 admin admin] Publish callbacks [] for subnet (f693941d-0671-47a2-8563-c88f3d62af3d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:01.464067 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8,segment=NetworkSegment(2c95997c-16ab-4d70-b003-a3661ae96720),segment_id=2c95997c-16ab-4d70-b003-a3661ae96720)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:01.490434 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78145cd4-ae3d-4e83-b3fc-82fad71671a2 service neutron] Pushing event updated for resources: {'Port': ['ID=bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:01.521582 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-83e33d4e-ee2b-4c07-951c-faaeb99402c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (f693941d-0671-47a2-8563-c88f3d62af3d), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:01.551887 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b992f7-f41b-467a-9f5c-5107c5976ddd x-openstack-request-id: req-e5b992f7-f41b-467a-9f5c-5107c5976ddd {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:01.552426 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47367984-18c0-4dbf-84bd-cdc0128a4091", "name": "network-vif-unplugged", "status": "completed", "tag": "53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:01.552827 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e5b992f7-f41b-467a-9f5c-5107c5976ddd {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:01.554233 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47367984-18c0-4dbf-84bd-cdc0128a4091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8', 'code': 200} Jan 28 13:26:01.589887 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-90b858f0-93fb-4aea-8319-f09704137213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:01.591090 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8', 'network_id': '3a819a92-6f08-4f4b-a036-5a82aa2e8940', 'port_id': '53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8', 'mac_address': 'fa:16:3e:7b:7d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4660c0a9-8abc-479c-99b1-af9640de1107', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:26:01.592563 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-90b858f0-93fb-4aea-8319-f09704137213 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5f7c933deef44b491769af0fd6f37c0&device_id=348ce68e-0512-40a0-9554-302994b962b0 HTTP/1.1" status: 200 len: 1095 time: 0.3070471 Jan 28 13:26:01.654747 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c86c37e5-b9e9-4588-8277-96ad53074f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:01.696886 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:01.697551 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:01.726117 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:26:01.729886 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-83e33d4e-ee2b-4c07-951c-faaeb99402c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (f693941d-0671-47a2-8563-c88f3d62af3d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:01.739754 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7662a4-8c5f-4c14-8e38-ca471d36b964 x-openstack-request-id: req-bc7662a4-8c5f-4c14-8e38-ca471d36b964 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:01.741243 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348ce68e-0512-40a0-9554-302994b962b0", "tag": "bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:01.742004 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc7662a4-8c5f-4c14-8e38-ca471d36b964 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:01.742906 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348ce68e-0512-40a0-9554-302994b962b0', 'tag': 'bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3', 'status': 'completed', 'code': 200} Jan 28 13:26:01.764400 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-a3c1bd6a-922e-4678-a839-4046b432f33f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3 HTTP/1.1" status: 200 len: 217 time: 0.1519358 Jan 28 13:26:01.805771 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8,segment=NetworkSegment(2c95997c-16ab-4d70-b003-a3661ae96720),segment_id=2c95997c-16ab-4d70-b003-a3661ae96720)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:01.817409 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:01.882688 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-83e33d4e-ee2b-4c07-951c-faaeb99402c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (f693941d-0671-47a2-8563-c88f3d62af3d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:01.927481 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-ddbaa0d5-ef73-4dda-b655-c170c62c9b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:01.931803 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-ddbaa0d5-ef73-4dda-b655-c170c62c9b1e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=648f84e8-45f3-456b-937b-213078752575 HTTP/1.1" status: 200 len: 853 time: 0.1424980 Jan 28 13:26:01.958363 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e33d4e-ee2b-4c07-951c-faaeb99402c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f693941d-0671-47a2-8563-c88f3d62af3d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:01.964174 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff0796-431d-48e7-a697-53b892e953c0 req-066aba0d-f31e-42f0-bddf-fe11bbaa59b6 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:01.972702 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9cff0796-431d-48e7-a697-53b892e953c0 req-066aba0d-f31e-42f0-bddf-fe11bbaa59b6 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/ports?device_id=348ce68e-0512-40a0-9554-302994b962b0 HTTP/1.1" status: 200 len: 944 time: 0.2269452 Jan 28 13:26:01.995278 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-83e33d4e-ee2b-4c07-951c-faaeb99402c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:02.009642 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-83e33d4e-ee2b-4c07-951c-faaeb99402c1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f693941d-0671-47a2-8563-c88f3d62af3d HTTP/1.1" status: 204 len: 168 time: 0.9540899 Jan 28 13:26:02.015924 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52004) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:26:02.136352 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc4705a-ff6a-446a-ab5d-887737a2e5cd None None] Network 71534dd2-0498-4e62-a826-48a207a6ee6d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:26:02.138823 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b1ab3090-68a9-4dfa-b638-85ea41752d52 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:26:02.164616 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-594034f7-31a2-4de2-b7f4-940e2f64639f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:02.167053 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-594034f7-31a2-4de2-b7f4-940e2f64639f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=83337396-4cc1-486c-a243-57e3fe8a3ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2242966 Jan 28 13:26:02.185108 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9cff0796-431d-48e7-a697-53b892e953c0 req-99fdd3b0-b58c-4a6c-a146-4d63782792e2 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/security-groups?id=c42d4ce8-b07e-4ff1-8ab8-404a26ad5c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114167 Jan 28 13:26:02.237309 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7deea380-b6a8-4327-9142-f569de0cc0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (71534dd2-0498-4e62-a826-48a207a6ee6d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:02.259111 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: b1ab3090-68a9-4dfa-b638-85ea41752d52 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:26:02.259698 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b1ab3090-68a9-4dfa-b638-85ea41752d52 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:26:02.260552 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8f055874-44a4-4073-a134-e736081c67c1 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:26:02.327103 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 8f055874-44a4-4073-a134-e736081c67c1 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:26:02.330222 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8f055874-44a4-4073-a134-e736081c67c1 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:26:02.367574 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:26:02.428828 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:02.458410 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:02.459062 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:02.462004 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:02.462793 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:02.463433 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:02.463998 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:02.464536 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:02.465111 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:02.465694 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:02.466266 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:02.466796 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:02.467369 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:02.468028 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:02.655423 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dec636-f74e-47e1-a612-b5faf71f40a2 req-799bdfd1-4a1a-42dc-83ed-2b78ad20c005 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:02.659633 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36dec636-f74e-47e1-a612-b5faf71f40a2 req-799bdfd1-4a1a-42dc-83ed-2b78ad20c005 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 944 time: 0.1133211 Jan 28 13:26:02.691735 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab648b19-63cc-4e09-995b-048f4b94851e None None] DHCP port deletion for 71534dd2-0498-4e62-a826-48a207a6ee6d request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:26:02.785862 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:02.797398 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36dec636-f74e-47e1-a612-b5faf71f40a2 req-ced016fa-4370-47f5-aec9-3750093f9a9a tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257954 Jan 28 13:26:02.844598 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ab648b19-63cc-4e09-995b-048f4b94851e None None] Deleting port c197d966-9942-4f25-912b-01f4c2be592f {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:26:02.845276 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ab648b19-63cc-4e09-995b-048f4b94851e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c197d966-9942-4f25-912b-01f4c2be592f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:02.938845 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-f14bb16f-156c-4349-a323-4262460c375b service neutron] 10.222.0.18 "GET /v2.0/networks/83337396-4cc1-486c-a243-57e3fe8a3ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7602067 Jan 28 13:26:02.964615 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b4d62-0671-4033-85a2-4a0fd99fa0ce req-994c663d-4593-476e-84e0-1df628fb6b4a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:02.966291 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b55b4d62-0671-4033-85a2-4a0fd99fa0ce req-994c663d-4593-476e-84e0-1df628fb6b4a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 945 time: 0.1207995 Jan 28 13:26:02.979214 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-ab648b19-63cc-4e09-995b-048f4b94851e None None] For port c197d966-9942-4f25-912b-01f4c2be592f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c197d966-9942-4f25-912b-01f4c2be592f,segment=NetworkSegment(86269ba4-6bcb-4dd9-88b3-35a2df61a1bc),segment_id=86269ba4-6bcb-4dd9-88b3-35a2df61a1bc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:02.981385 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ab648b19-63cc-4e09-995b-048f4b94851e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c197d966-9942-4f25-912b-01f4c2be592f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:03.009742 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ab648b19-63cc-4e09-995b-048f4b94851e None None] Calling delete_port for c197d966-9942-4f25-912b-01f4c2be592f owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:26:03.089682 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-7deea380-b6a8-4327-9142-f569de0cc0f6 admin admin] Deleting port c197d966-9942-4f25-912b-01f4c2be592f {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:26:03.090382 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7deea380-b6a8-4327-9142-f569de0cc0f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c197d966-9942-4f25-912b-01f4c2be592f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:03.168133 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ab648b19-63cc-4e09-995b-048f4b94851e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (c197d966-9942-4f25-912b-01f4c2be592f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:03.179584 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b55b4d62-0671-4033-85a2-4a0fd99fa0ce req-3f89332d-aebc-4b40-a588-d59303ac956d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856813 Jan 28 13:26:03.218687 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab648b19-63cc-4e09-995b-048f4b94851e None None] Pushing event deleted for resources: {'Port': ['ID=c197d966-9942-4f25-912b-01f4c2be592f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:03.231055 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab648b19-63cc-4e09-995b-048f4b94851e None None] No DVR routers for this DVR port c197d966-9942-4f25-912b-01f4c2be592f on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:26:03.290905 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a87b2fc1-92cd-4f08-a572-b84a64269f3f req-167862b1-d2d4-4548-83c7-372e142ba7ac service neutron] 10.222.0.18 "GET /v2.0/networks/83337396-4cc1-486c-a243-57e3fe8a3ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415921 Jan 28 13:26:03.319793 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-7deea380-b6a8-4327-9142-f569de0cc0f6 admin admin] For port c197d966-9942-4f25-912b-01f4c2be592f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c197d966-9942-4f25-912b-01f4c2be592f,segment=NetworkSegment(86269ba4-6bcb-4dd9-88b3-35a2df61a1bc),segment_id=86269ba4-6bcb-4dd9-88b3-35a2df61a1bc)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:03.320769 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7deea380-b6a8-4327-9142-f569de0cc0f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c197d966-9942-4f25-912b-01f4c2be592f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:03.345698 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-7deea380-b6a8-4327-9142-f569de0cc0f6 admin admin] Calling delete_port for c197d966-9942-4f25-912b-01f4c2be592f owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:26:03.471230 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d8bcd-2914-45d5-9f42-3407c375d80e req-8466bd84-b33b-4498-8f8c-f6a9deafb11a tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:03.474711 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c3d8bcd-2914-45d5-9f42-3407c375d80e req-8466bd84-b33b-4498-8f8c-f6a9deafb11a tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/ports?device_id=348ce68e-0512-40a0-9554-302994b962b0 HTTP/1.1" status: 200 len: 944 time: 0.1031187 Jan 28 13:26:03.477396 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f7739-f461-46d6-bd2c-2fd34f62e13d req-da8399d8-6970-4340-9d91-03f70d914d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:03.479030 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3e2f7739-f461-46d6-bd2c-2fd34f62e13d req-da8399d8-6970-4340-9d91-03f70d914d2b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5f7c933deef44b491769af0fd6f37c0&device_id=348ce68e-0512-40a0-9554-302994b962b0 HTTP/1.1" status: 200 len: 1095 time: 0.0673671 Jan 28 13:26:03.520675 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7deea380-b6a8-4327-9142-f569de0cc0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (c197d966-9942-4f25-912b-01f4c2be592f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:03.588411 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deea380-b6a8-4327-9142-f569de0cc0f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c197d966-9942-4f25-912b-01f4c2be592f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:03.592169 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deea380-b6a8-4327-9142-f569de0cc0f6 admin admin] No DVR routers for this DVR port c197d966-9942-4f25-912b-01f4c2be592f on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:26:03.622705 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c3d8bcd-2914-45d5-9f42-3407c375d80e req-9934a4a1-8f5c-4488-b76b-b9590b885651 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/security-groups?id=c42d4ce8-b07e-4ff1-8ab8-404a26ad5c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348798 Jan 28 13:26:03.662393 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f7739-f461-46d6-bd2c-2fd34f62e13d req-b7a8d437-1e74-45c6-aaa4-627d2e96ccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:03.663944 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3e2f7739-f461-46d6-bd2c-2fd34f62e13d req-b7a8d437-1e74-45c6-aaa4-627d2e96ccd2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=83337396-4cc1-486c-a243-57e3fe8a3ffb HTTP/1.1" status: 200 len: 914 time: 0.1784878 Jan 28 13:26:03.707745 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7deea380-b6a8-4327-9142-f569de0cc0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (71534dd2-0498-4e62-a826-48a207a6ee6d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:03.744203 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3e2f7739-f461-46d6-bd2c-2fd34f62e13d req-77d90c45-4b08-481a-b6d9-72c91eb16263 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3 HTTP/1.1" status: 200 len: 217 time: 0.0460978 Jan 28 13:26:03.752310 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c197d966-9942-4f25-912b-01f4c2be592f no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:26:03.782781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: c197d966-9942-4f25-912b-01f4c2be592f {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:26:03.783584 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c197d966-9942-4f25-912b-01f4c2be592f not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:26:03.811992 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-7deea380-b6a8-4327-9142-f569de0cc0f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71534dd2-0498-4e62-a826-48a207a6ee6d']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:26:03.836460 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-7deea380-b6a8-4327-9142-f569de0cc0f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86269ba4-6bcb-4dd9-88b3-35a2df61a1bc') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:26:03.836460 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-7deea380-b6a8-4327-9142-f569de0cc0f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86269ba4-6bcb-4dd9-88b3-35a2df61a1bc') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:26:03.861224 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7deea380-b6a8-4327-9142-f569de0cc0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (86269ba4-6bcb-4dd9-88b3-35a2df61a1bc), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:03.876695 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f7739-f461-46d6-bd2c-2fd34f62e13d req-2da0ef0b-8b7e-4ffb-9a1a-f94412a9ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:03.878894 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3e2f7739-f461-46d6-bd2c-2fd34f62e13d req-2da0ef0b-8b7e-4ffb-9a1a-f94412a9ed64 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=648f84e8-45f3-456b-937b-213078752575 HTTP/1.1" status: 200 len: 853 time: 0.1281164 Jan 28 13:26:03.940888 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7deea380-b6a8-4327-9142-f569de0cc0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (86269ba4-6bcb-4dd9-88b3-35a2df61a1bc), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:03.974969 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7deea380-b6a8-4327-9142-f569de0cc0f6 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:26:03.974969 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7deea380-b6a8-4327-9142-f569de0cc0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (86269ba4-6bcb-4dd9-88b3-35a2df61a1bc), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:26:03.979377 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:26:04.094865 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f7739-f461-46d6-bd2c-2fd34f62e13d req-c5c0c875-a648-4f7b-a097-c36c2669e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:04.096864 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3e2f7739-f461-46d6-bd2c-2fd34f62e13d req-c5c0c875-a648-4f7b-a097-c36c2669e564 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=83337396-4cc1-486c-a243-57e3fe8a3ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2092485 Jan 28 13:26:04.133422 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbee2b-dfd4-41b6-be85-b7111deb2f9d req-104c02a7-a34a-4f9d-b793-03548f0268b8 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:04.136055 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8fcbee2b-dfd4-41b6-be85-b7111deb2f9d req-104c02a7-a34a-4f9d-b793-03548f0268b8 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 944 time: 0.1907544 Jan 28 13:26:04.149090 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:04.156236 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7deea380-b6a8-4327-9142-f569de0cc0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (71534dd2-0498-4e62-a826-48a207a6ee6d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:04.180724 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7deea380-b6a8-4327-9142-f569de0cc0f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:04.184442 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7deea380-b6a8-4327-9142-f569de0cc0f6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/71534dd2-0498-4e62-a826-48a207a6ee6d HTTP/1.1" status: 204 len: 168 time: 2.1670735 Jan 28 13:26:04.215311 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deea380-b6a8-4327-9142-f569de0cc0f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=71534dd2-0498-4e62-a826-48a207a6ee6d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:04.310032 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8fcbee2b-dfd4-41b6-be85-b7111deb2f9d req-00359165-ddc2-4353-8b83-da25ed7fd48b tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511590 Jan 28 13:26:04.364450 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3e2f7739-f461-46d6-bd2c-2fd34f62e13d req-066ef94b-63ea-40c6-a0e4-608040c6b621 service neutron] 10.222.0.18 "GET /v2.0/networks/83337396-4cc1-486c-a243-57e3fe8a3ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590804 Jan 28 13:26:04.476152 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7582e-6716-4ca6-974e-d33321c5ce76 req-8d8a327a-5df0-40af-a2a4-e44c27276379 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:04.490866 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d9f7582e-6716-4ca6-974e-d33321c5ce76 req-8d8a327a-5df0-40af-a2a4-e44c27276379 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 945 time: 0.1045980 Jan 28 13:26:04.615011 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d9f7582e-6716-4ca6-974e-d33321c5ce76 req-aa3ef03c-8986-40be-83ae-57a4e3d6586e tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223075 Jan 28 13:26:04.627361 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3e2f7739-f461-46d6-bd2c-2fd34f62e13d req-65cae914-e86e-4f19-951c-7436dd6cd2bf service neutron] 10.222.0.18 "GET /v2.0/networks/83337396-4cc1-486c-a243-57e3fe8a3ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565565 Jan 28 13:26:04.640784 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52022) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:26:04.647022 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:26:04.750371 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:26:04.750854 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:04.758797 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-313e72ad-f81c-493c-9975-5c8205997b8c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4acaf7e1796b4088b8e1ffc58de61231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1160696 Jan 28 13:26:04.765447 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52026) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:26:04.913955 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:04.914942 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:04.950572 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a9cb6-3aa9-4744-9937-5dc65be570b3 req-b0dc6e81-7f3c-4abd-a4d1-c1c0b6d7b4f8 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:04.954044 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0f7a9cb6-3aa9-4744-9937-5dc65be570b3 req-b0dc6e81-7f3c-4abd-a4d1-c1c0b6d7b4f8 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/ports?device_id=348ce68e-0512-40a0-9554-302994b962b0 HTTP/1.1" status: 200 len: 944 time: 0.1573226 Jan 28 13:26:04.971701 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47367984-18c0-4dbf-84bd-cdc0128a4091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:04.975618 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3417c699-fb14-4045-961b-bbd7c418039f" -d '{"events": [{"server_uuid": "47367984-18c0-4dbf-84bd-cdc0128a4091", "name": "network-vif-plugged", "status": "completed", "tag": "53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:04.987126 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-655e0028-38f1-4625-a11e-64a3128711ce admin admin] Publish callbacks [] for security_group (54d38ba3-ee67-4fb4-adec-99fd8877e669), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:05.070801 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-655e0028-38f1-4625-a11e-64a3128711ce admin admin] Publish callbacks [] for security_group (54d38ba3-ee67-4fb4-adec-99fd8877e669), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:05.072850 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8,segment=NetworkSegment(2c95997c-16ab-4d70-b003-a3661ae96720),segment_id=2c95997c-16ab-4d70-b003-a3661ae96720)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:05.086232 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:05.156619 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0f7a9cb6-3aa9-4744-9937-5dc65be570b3 req-03c39b25-4c90-4a65-a41d-f5cda91353ea tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/security-groups?id=c42d4ce8-b07e-4ff1-8ab8-404a26ad5c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916239 Jan 28 13:26:05.230166 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:05.243399 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-655e0028-38f1-4625-a11e-64a3128711ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (54d38ba3-ee67-4fb4-adec-99fd8877e669), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:05.247583 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-655e0028-38f1-4625-a11e-64a3128711ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:05.249478 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-655e0028-38f1-4625-a11e-64a3128711ce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/54d38ba3-ee67-4fb4-adec-99fd8877e669 HTTP/1.1" status: 204 len: 168 time: 0.4825740 Jan 28 13:26:05.270808 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e0028-38f1-4625-a11e-64a3128711ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d38ba3-ee67-4fb4-adec-99fd8877e669,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:05.536960 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c79b46c-2b90-429f-b807-c9650ee4261b x-openstack-request-id: req-4c79b46c-2b90-429f-b807-c9650ee4261b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:05.537393 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47367984-18c0-4dbf-84bd-cdc0128a4091", "name": "network-vif-plugged", "status": "completed", "tag": "53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:05.538080 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4c79b46c-2b90-429f-b807-c9650ee4261b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:05.538692 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47367984-18c0-4dbf-84bd-cdc0128a4091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8', 'code': 200} Jan 28 13:26:05.554487 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b51f2-1b29-4bfa-a982-9f6393a63048 req-b0704ed9-964e-40b1-8aa1-6053c2c3f400 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:05.566143 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-318b51f2-1b29-4bfa-a982-9f6393a63048 req-b0704ed9-964e-40b1-8aa1-6053c2c3f400 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 945 time: 0.1147792 Jan 28 13:26:05.618257 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:05.699706 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-318b51f2-1b29-4bfa-a982-9f6393a63048 req-63df2d4b-7559-4c7a-89cd-d8f1ea673f29 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308286 Jan 28 13:26:05.795373 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af1182-f7f9-452e-b8f1-621c7071ee4a req-7aa7d3ea-f55a-4d10-b124-f85de3ed6868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:05.800155 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-22af1182-f7f9-452e-b8f1-621c7071ee4a req-7aa7d3ea-f55a-4d10-b124-f85de3ed6868 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 1096 time: 0.0861433 Jan 28 13:26:05.885130 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-22af1182-f7f9-452e-b8f1-621c7071ee4a req-81f08554-3e3e-4b46-b5b5-86fe5f0cd8e6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725410 Jan 28 13:26:05.917891 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d3133-1b07-4266-8d79-04a74dc2de31 req-4f8c2292-a12a-40de-b7dd-ad9e467aaefb tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:05.919607 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c15d3133-1b07-4266-8d79-04a74dc2de31 req-4f8c2292-a12a-40de-b7dd-ad9e467aaefb tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 945 time: 0.0853548 Jan 28 13:26:06.007401 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c15d3133-1b07-4266-8d79-04a74dc2de31 req-50999613-a7f5-4b56-be15-86ec326cdfc8 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764730 Jan 28 13:26:06.445806 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9c830-2ea7-4704-a460-ac9706a012d8 req-f43d10ba-6bda-47e1-bde5-332d91088c10 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:06.462241 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-52d9c830-2ea7-4704-a460-ac9706a012d8 req-f43d10ba-6bda-47e1-bde5-332d91088c10 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/ports?device_id=348ce68e-0512-40a0-9554-302994b962b0 HTTP/1.1" status: 200 len: 944 time: 0.1308868 Jan 28 13:26:06.604293 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-52d9c830-2ea7-4704-a460-ac9706a012d8 req-03b1fb25-6f08-4ce5-9c91-ea87a2df0dad tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/security-groups?id=c42d4ce8-b07e-4ff1-8ab8-404a26ad5c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397245 Jan 28 13:26:06.978945 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52080) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:26:07.011732 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db8a63-ee7a-4212-b571-04d8e0e7a647 req-bd88ab02-1ac0-4899-89c9-e34dca083d88 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:07.021426 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-92db8a63-ee7a-4212-b571-04d8e0e7a647 req-bd88ab02-1ac0-4899-89c9-e34dca083d88 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 945 time: 0.1553509 Jan 28 13:26:07.116162 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:26:07.124549 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-92db8a63-ee7a-4212-b571-04d8e0e7a647 req-16b4b1d9-b515-4166-9d42-92d48ed6ad24 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015511 Jan 28 13:26:07.284605 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-1058f120-425d-47ab-9c40-b121357ef62b tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:07.286607 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-1058f120-425d-47ab-9c40-b121357ef62b tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/networks?id=1c04c518-39f2-47d7-96f5-a06debfdd8ed HTTP/1.1" status: 200 len: 814 time: 0.2519345 Jan 28 13:26:07.332723 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-32245a8c-1264-4738-9b2f-ebf3586f42af tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/quotas/abf5582cf6c74b03a46c276442437a1a HTTP/1.1" status: 200 len: 375 time: 0.0355186 Jan 28 13:26:07.390044 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3,segment=NetworkSegment(d6d547a0-61ed-44ed-8353-c8cebc90d963),segment_id=d6d547a0-61ed-44ed-8353-c8cebc90d963)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:07.412453 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3', 'network_id': '83337396-4cc1-486c-a243-57e3fe8a3ffb', 'port_id': 'bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3', 'mac_address': 'fa:16:3e:ba:50:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '648f84e8-45f3-456b-937b-213078752575', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:26:07.495167 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-3d6e1707-d152-40ac-aa02-93c8a360d075 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1133394297-network', 'tenant_id': 'd452989e394641abaaaf5b22b4162be9'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:26:07.510152 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:07.510989 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba25aa-2f43-4c72-91ab-bba804377a5c req-6a5e84d7-7a17-4e11-b232-31658bdf19ad tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:07.511530 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:07.525557 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5cba25aa-2f43-4c72-91ab-bba804377a5c req-6a5e84d7-7a17-4e11-b232-31658bdf19ad tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 945 time: 0.1615305 Jan 28 13:26:07.546897 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:26:07.556976 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6e1707-d152-40ac-aa02-93c8a360d075 admin admin] Made reservation on behalf of d452989e394641abaaaf5b22b4162be9 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:26:07.561594 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d6e1707-d152-40ac-aa02-93c8a360d075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:07.602574 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3,segment=NetworkSegment(d6d547a0-61ed-44ed-8353-c8cebc90d963),segment_id=d6d547a0-61ed-44ed-8353-c8cebc90d963)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:07.605350 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d6e1707-d152-40ac-aa02-93c8a360d075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:07.610080 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:07.624978 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-0d685006-59da-41ed-ac05-849d31fe28b3 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=abf5582cf6c74b03a46c276442437a1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2734540 Jan 28 13:26:07.654528 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5cba25aa-2f43-4c72-91ab-bba804377a5c req-c76a1717-39b9-4144-a9ce-00aaea63aa36 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271043 Jan 28 13:26:07.657910 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-5ca46afe-a454-4d39-9346-61a79cb53ca0 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:26:07.659004 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-5ca46afe-a454-4d39-9346-61a79cb53ca0 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0145564 Jan 28 13:26:07.793355 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:07.881719 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:26:07.893862 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-4c83cd0a-9eca-467c-92b1-48c49f752b5c service neutron] 10.222.0.39 "GET /v2.0/networks/1c04c518-39f2-47d7-96f5-a06debfdd8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143774 Jan 28 13:26:08.068934 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-f5cf4d1a-8966-4084-9017-dc73382c2a27 service neutron] 10.222.0.39 "GET /v2.0/networks/1c04c518-39f2-47d7-96f5-a06debfdd8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725242 Jan 28 13:26:08.083849 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d6e1707-d152-40ac-aa02-93c8a360d075 admin admin] Publish callbacks [] for security_group (3297df38-d5b5-47b7-a69f-ca13487e3a0e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:08.091684 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d6e1707-d152-40ac-aa02-93c8a360d075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (3297df38-d5b5-47b7-a69f-ca13487e3a0e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:08.162739 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6e1707-d152-40ac-aa02-93c8a360d075 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:26:08.200549 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e1707-d152-40ac-aa02-93c8a360d075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3297df38-d5b5-47b7-a69f-ca13487e3a0e,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:08.226825 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d6e1707-d152-40ac-aa02-93c8a360d075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (3817ac62-3e45-4491-8950-49243d79f7e2), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:08.227293 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-3d6e1707-d152-40ac-aa02-93c8a360d075 admin admin] Added segment 3817ac62-3e45-4491-8950-49243d79f7e2 of type vlan for network 8fde8816-6b74-4f61-93ba-6899b338a094 Jan 28 13:26:08.341570 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d6e1707-d152-40ac-aa02-93c8a360d075 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (8fde8816-6b74-4f61-93ba-6899b338a094), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:08.418271 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d6e1707-d152-40ac-aa02-93c8a360d075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (8fde8816-6b74-4f61-93ba-6899b338a094), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:08.419576 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6e1707-d152-40ac-aa02-93c8a360d075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:08.420216 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d6e1707-d152-40ac-aa02-93c8a360d075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:08.492843 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3d6e1707-d152-40ac-aa02-93c8a360d075 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5119503 Jan 28 13:26:08.494072 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52108) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:26:08.539153 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-0e0d6b85-3842-4bef-8fde-19496a7fb48b admin admin] Request body: {'subnet': {'network_id': '8fde8816-6b74-4f61-93ba-6899b338a094', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1133394297-subnet', 'tenant_id': 'd452989e394641abaaaf5b22b4162be9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:26:08.557309 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e1707-d152-40ac-aa02-93c8a360d075 admin admin] Pushing event updated for resources: {'Network': ['ID=8fde8816-6b74-4f61-93ba-6899b338a094,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:08.591385 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 8fde8816-6b74-4f61-93ba-6899b338a094 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:26:08.599876 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0d6b85-3842-4bef-8fde-19496a7fb48b admin admin] Made reservation on behalf of d452989e394641abaaaf5b22b4162be9 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:26:08.604089 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0e0d6b85-3842-4bef-8fde-19496a7fb48b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:08.705377 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebc487-ecbc-4c0f-b04c-538e60b7f88e req-c12847d3-6acc-4c3e-8bbe-3a3acf109357 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:08.710619 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-04ebc487-ecbc-4c0f-b04c-538e60b7f88e req-c12847d3-6acc-4c3e-8bbe-3a3acf109357 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/ports?device_id=348ce68e-0512-40a0-9554-302994b962b0 HTTP/1.1" status: 200 len: 945 time: 0.2512302 Jan 28 13:26:08.891977 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5fa9b-7e0e-49c6-82e7-e7bddd71c8a1 req-5619951c-4d3b-4fd4-a712-13ad4293ddc6 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:08.903620 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3fb5fa9b-7e0e-49c6-82e7-e7bddd71c8a1 req-5619951c-4d3b-4fd4-a712-13ad4293ddc6 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 945 time: 0.3268502 Jan 28 13:26:08.930891 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-04ebc487-ecbc-4c0f-b04c-538e60b7f88e req-a5f1ec08-9cae-45d4-aa40-3dbb189e7879 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/security-groups?id=c42d4ce8-b07e-4ff1-8ab8-404a26ad5c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086093 Jan 28 13:26:09.100514 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ea75f710-8b96-4ae3-9047-3ecfe611e993 req-762b67a6-8def-48e5-8277-2af66c9b5ec3 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=daacec17-a5cc-413a-bed2-c218807a2927 HTTP/1.1" status: 200 len: 210 time: 0.0685444 Jan 28 13:26:09.119427 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:26:09.216493 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3fb5fa9b-7e0e-49c6-82e7-e7bddd71c8a1 req-6f1082e2-a9b7-43c4-98f5-3b4743b7bca5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106086 Jan 28 13:26:09.289569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:26:09.303133 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:26:09.305945 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:09.380080 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0e0d6b85-3842-4bef-8fde-19496a7fb48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (c88dc716-93a2-479a-9cff-b60f68fb8469), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:09.415063 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff01c9-e057-4c5e-b5e1-ed9f79b50c29 req-4c5489cb-16ca-483a-81da-46917d3a55c7 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:09.417534 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-17ff01c9-e057-4c5e-b5e1-ed9f79b50c29 req-4c5489cb-16ca-483a-81da-46917d3a55c7 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 945 time: 0.1612470 Jan 28 13:26:09.490305 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:09.491811 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:09.605515 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348ce68e-0512-40a0-9554-302994b962b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:09.619720 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcbe2da-83c5-4250-8b5d-862bebf77384" -d '{"events": [{"server_uuid": "348ce68e-0512-40a0-9554-302994b962b0", "name": "network-vif-plugged", "status": "completed", "tag": "bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:09.623353 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-17ff01c9-e057-4c5e-b5e1-ed9f79b50c29 req-08218665-54a7-4a76-903c-037fbf0c47de tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930861 Jan 28 13:26:09.641801 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0579835-a831-423c-b7a0-6829bd5de3a6 req-beade7e3-6827-42be-85e8-3744979e8322 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:09.643335 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0579835-a831-423c-b7a0-6829bd5de3a6 req-beade7e3-6827-42be-85e8-3744979e8322 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 945 time: 0.1364915 Jan 28 13:26:09.644602 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d6b85-3842-4bef-8fde-19496a7fb48b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c88dc716-93a2-479a-9cff-b60f68fb8469,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:09.657912 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0d6b85-3842-4bef-8fde-19496a7fb48b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:09.658263 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0d6b85-3842-4bef-8fde-19496a7fb48b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:09.658616 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0d6b85-3842-4bef-8fde-19496a7fb48b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:09.659085 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0d6b85-3842-4bef-8fde-19496a7fb48b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:09.659630 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0d6b85-3842-4bef-8fde-19496a7fb48b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:09.659972 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0d6b85-3842-4bef-8fde-19496a7fb48b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:09.660300 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0d6b85-3842-4bef-8fde-19496a7fb48b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:09.660629 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0d6b85-3842-4bef-8fde-19496a7fb48b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:09.660970 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0d6b85-3842-4bef-8fde-19496a7fb48b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:09.661296 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0d6b85-3842-4bef-8fde-19496a7fb48b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:09.661625 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0d6b85-3842-4bef-8fde-19496a7fb48b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:09.661959 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0d6b85-3842-4bef-8fde-19496a7fb48b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:09.662414 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0d6b85-3842-4bef-8fde-19496a7fb48b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:09.668703 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0d6b85-3842-4bef-8fde-19496a7fb48b admin admin] Checking segment: {'id': '3817ac62-3e45-4491-8950-49243d79f7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8fde8816-6b74-4f61-93ba-6899b338a094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:26:09.669298 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0d6b85-3842-4bef-8fde-19496a7fb48b admin admin] Network hostable DHCP agents. Network: 8fde8816-6b74-4f61-93ba-6899b338a094, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:26:09.702155 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3,segment=NetworkSegment(d6d547a0-61ed-44ed-8353-c8cebc90d963),segment_id=d6d547a0-61ed-44ed-8353-c8cebc90d963)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:09.712134 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:09.755885 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0d6b85-3842-4bef-8fde-19496a7fb48b admin admin] Network 8fde8816-6b74-4f61-93ba-6899b338a094 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:26:09.785828 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0579835-a831-423c-b7a0-6829bd5de3a6 req-13045b4f-f417-403a-bdea-294d81ffe8f9 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079295 Jan 28 13:26:09.787707 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-0e0d6b85-3842-4bef-8fde-19496a7fb48b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 8fde8816-6b74-4f61-93ba-6899b338a094) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:26:09.798090 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0d6b85-3842-4bef-8fde-19496a7fb48b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:09.801341 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0e0d6b85-3842-4bef-8fde-19496a7fb48b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:09.832472 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77ea3ef-c2d2-413f-bc02-225d3f6bf6c7 None None] Network 8fde8816-6b74-4f61-93ba-6899b338a094 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:26:09.853554 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0e0d6b85-3842-4bef-8fde-19496a7fb48b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3159719 Jan 28 13:26:09.854206 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52130) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:26:09.864254 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-0a0d1a48-e23d-4bf0-803d-fc153376fc13 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1133394297-router', 'tenant_id': 'd452989e394641abaaaf5b22b4162be9', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:26:09.919659 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0a0d1a48-e23d-4bf0-803d-fc153376fc13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (fc66f4c1-65e7-424f-a0e2-d8c8773b217e), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:09.925109 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0a0d1a48-e23d-4bf0-803d-fc153376fc13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (fc66f4c1-65e7-424f-a0e2-d8c8773b217e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:09.940201 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53299eb-8ceb-43c1-98c9-77bf10570a53 x-openstack-request-id: req-e53299eb-8ceb-43c1-98c9-77bf10570a53 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:09.940888 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348ce68e-0512-40a0-9554-302994b962b0", "name": "network-vif-plugged", "status": "completed", "tag": "bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:09.941304 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e53299eb-8ceb-43c1-98c9-77bf10570a53 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:09.941946 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348ce68e-0512-40a0-9554-302994b962b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3', 'code': 200} Jan 28 13:26:10.088760 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:10.197060 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0a0d1a48-e23d-4bf0-803d-fc153376fc13 admin admin] Publish callbacks [] for router_controller (fc66f4c1-65e7-424f-a0e2-d8c8773b217e), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:10.227815 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66ded54-f8b6-4070-8169-00fe37754ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-8fde8816-6b74-4f61-93ba-6899b338a094', 'network_id': '8fde8816-6b74-4f61-93ba-6899b338a094', 'project_id': 'd452989e394641abaaaf5b22b4162be9', 'fixed_ips': [{'subnet_id': 'c88dc716-93a2-479a-9cff-b60f68fb8469'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:26:10.232796 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f66ded54-f8b6-4070-8169-00fe37754ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:10.326632 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230681e-048b-4c7c-a49c-43237b3c2344 req-9c5138d5-b808-4ecd-9c74-54aa9da1d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:10.333611 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9230681e-048b-4c7c-a49c-43237b3c2344 req-9c5138d5-b808-4ecd-9c74-54aa9da1d99b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=348ce68e-0512-40a0-9554-302994b962b0 HTTP/1.1" status: 200 len: 1097 time: 0.1995173 Jan 28 13:26:10.380656 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758c125-8b10-465e-8e6a-a847de0c1e72 req-9c7f464b-9cc9-4481-9e98-6451c6e1e79c tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:10.390226 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1758c125-8b10-465e-8e6a-a847de0c1e72 req-9c7f464b-9cc9-4481-9e98-6451c6e1e79c tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/ports?device_id=348ce68e-0512-40a0-9554-302994b962b0 HTTP/1.1" status: 200 len: 946 time: 0.1998150 Jan 28 13:26:10.490637 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0a0d1a48-e23d-4bf0-803d-fc153376fc13 admin admin] Publish callbacks [] for router_gateway (fc66f4c1-65e7-424f-a0e2-d8c8773b217e), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:10.583026 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1758c125-8b10-465e-8e6a-a847de0c1e72 req-7797bf0c-5ff6-45b5-affe-054e44db95c7 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/security-groups?id=c42d4ce8-b07e-4ff1-8ab8-404a26ad5c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891799 Jan 28 13:26:10.638763 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-f66ded54-f8b6-4070-8169-00fe37754ea4 None None] Allocated IP 172.20.0.2 (8fde8816-6b74-4f61-93ba-6899b338a094/c88dc716-93a2-479a-9cff-b60f68fb8469/e487145f-0bb7-459a-a4b1-9536891be89c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:26:10.639770 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9230681e-048b-4c7c-a49c-43237b3c2344 req-502bfede-e667-42da-a4ba-098412831653 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c42d4ce8-b07e-4ff1-8ab8-404a26ad5c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2986078 Jan 28 13:26:10.735048 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-270f5f6b-911c-4124-979a-d7255d0c11cf req-11f6f7c8-bd18-44a2-b2aa-a3b685d4fb6d tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=daacec17-a5cc-413a-bed2-c218807a2927 HTTP/1.1" status: 200 len: 210 time: 0.1728673 Jan 28 13:26:11.079770 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f66ded54-f8b6-4070-8169-00fe37754ea4 None None] Publish callbacks [] for port (e487145f-0bb7-459a-a4b1-9536891be89c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:11.109251 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f66ded54-f8b6-4070-8169-00fe37754ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (e487145f-0bb7-459a-a4b1-9536891be89c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:11.227454 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e7922-e923-47d0-9092-e80f3262c447 req-1c92538d-dd2f-40ed-838c-25e695be320d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:11.229738 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-f6218c63-f847-46b8-b3e8-2896a917e8af tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:11.230390 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1b9e7922-e923-47d0-9092-e80f3262c447 req-1c92538d-dd2f-40ed-838c-25e695be320d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 945 time: 0.2157645 Jan 28 13:26:11.233104 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0a0d1a48-e23d-4bf0-803d-fc153376fc13 admin admin] Publish callbacks [] for router_gateway (fc66f4c1-65e7-424f-a0e2-d8c8773b217e), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:11.233332 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-f6218c63-f847-46b8-b3e8-2896a917e8af tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.37 "GET /v2.0/networks?id=1c04c518-39f2-47d7-96f5-a06debfdd8ed HTTP/1.1" status: 200 len: 814 time: 0.4018185 Jan 28 13:26:11.257410 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66ded54-f8b6-4070-8169-00fe37754ea4 None None] Network 8fde8816-6b74-4f61-93ba-6899b338a094 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:26:11.260777 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-b26ab7d1-b562-4047-a981-2d310156cfb9 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Request body: {'port': {'device_id': 'daacec17-a5cc-413a-bed2-c218807a2927', 'network_id': '1c04c518-39f2-47d7-96f5-a06debfdd8ed', 'admin_state_up': True, 'tenant_id': 'abf5582cf6c74b03a46c276442437a1a'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:26:11.267173 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f66ded54-f8b6-4070-8169-00fe37754ea4 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:26:11.284194 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0a0d1a48-e23d-4bf0-803d-fc153376fc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:11.297211 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66ded54-f8b6-4070-8169-00fe37754ea4 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:26:11.306648 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ded54-f8b6-4070-8169-00fe37754ea4 None None] Pushing event updated for resources: {'Port': ['ID=e487145f-0bb7-459a-a4b1-9536891be89c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:11.399016 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-b2b57b0c-823d-4686-ae8d-8c344b6321c3 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:11.402952 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-b2b57b0c-823d-4686-ae8d-8c344b6321c3 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/networks?id=3a819a92-6f08-4f4b-a036-5a82aa2e8940 HTTP/1.1" status: 200 len: 814 time: 0.3419812 Jan 28 13:26:11.467412 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-f66ded54-f8b6-4070-8169-00fe37754ea4 None None] Attempting to bind port e487145f-0bb7-459a-a4b1-9536891be89c on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:26:11.469261 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-f66ded54-f8b6-4070-8169-00fe37754ea4 None None] Attempting to bind port e487145f-0bb7-459a-a4b1-9536891be89c by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '3817ac62-3e45-4491-8950-49243d79f7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8fde8816-6b74-4f61-93ba-6899b338a094'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:26:11.470383 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66ded54-f8b6-4070-8169-00fe37754ea4 None None] Attempting to bind port e487145f-0bb7-459a-a4b1-9536891be89c on network 8fde8816-6b74-4f61-93ba-6899b338a094 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:26:11.472224 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-0a0d1a48-e23d-4bf0-803d-fc153376fc13 admin admin] Allocated IP 172.25.3.92 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/d2477ff1-8ee8-4959-bb54-547c76bb2f91) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:26:11.485440 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66ded54-f8b6-4070-8169-00fe37754ea4 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:26:11.493421 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66ded54-f8b6-4070-8169-00fe37754ea4 None None] Checking segment: {'id': '3817ac62-3e45-4491-8950-49243d79f7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8fde8816-6b74-4f61-93ba-6899b338a094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:26:11.495967 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f66ded54-f8b6-4070-8169-00fe37754ea4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:11.497414 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66ded54-f8b6-4070-8169-00fe37754ea4 None None] Bound using segment: {'id': '3817ac62-3e45-4491-8950-49243d79f7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8fde8816-6b74-4f61-93ba-6899b338a094'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:26:11.499978 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-f66ded54-f8b6-4070-8169-00fe37754ea4 None None] Bound port: e487145f-0bb7-459a-a4b1-9536891be89c, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3817ac62-3e45-4491-8950-49243d79f7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8fde8816-6b74-4f61-93ba-6899b338a094'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:26:11.501847 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f66ded54-f8b6-4070-8169-00fe37754ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e487145f-0bb7-459a-a4b1-9536891be89c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:11.512505 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-24799f98-d2db-4649-94a3-441de3ae8c0c tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/quotas/47eca7ff9b2a4889893ddf4887158ad3 HTTP/1.1" status: 200 len: 375 time: 0.0435886 Jan 28 13:26:11.638288 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0a0d1a48-e23d-4bf0-803d-fc153376fc13 admin admin] Publish callbacks [] for port (d2477ff1-8ee8-4959-bb54-547c76bb2f91), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:11.702398 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-ec640748-f826-4838-ba59-d08d5a930d63 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=47eca7ff9b2a4889893ddf4887158ad3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1765642 Jan 28 13:26:11.710519 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f66ded54-f8b6-4070-8169-00fe37754ea4 None None] For port e487145f-0bb7-459a-a4b1-9536891be89c, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:26:11.726171 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f66ded54-f8b6-4070-8169-00fe37754ea4 None None] For port e487145f-0bb7-459a-a4b1-9536891be89c, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=e487145f-0bb7-459a-a4b1-9536891be89c,segment=NetworkSegment(3817ac62-3e45-4491-8950-49243d79f7e2),segment_id=3817ac62-3e45-4491-8950-49243d79f7e2)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:26:11.734497 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f66ded54-f8b6-4070-8169-00fe37754ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e487145f-0bb7-459a-a4b1-9536891be89c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:11.803392 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-b26ab7d1-b562-4047-a981-2d310156cfb9 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Made reservation on behalf of abf5582cf6c74b03a46c276442437a1a for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:26:11.819994 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-b26ab7d1-b562-4047-a981-2d310156cfb9 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:11.864645 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1b9e7922-e923-47d0-9092-e80f3262c447 req-a24f2daf-83f2-4c44-b698-83d7ed41c718 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6262128 Jan 28 13:26:11.898895 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0a0d1a48-e23d-4bf0-803d-fc153376fc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (d2477ff1-8ee8-4959-bb54-547c76bb2f91), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:12.016946 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ded54-f8b6-4070-8169-00fe37754ea4 None None] Pushing event updated for resources: {'Port': ['ID=e487145f-0bb7-459a-a4b1-9536891be89c,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:12.035727 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0d1a48-e23d-4bf0-803d-fc153376fc13 admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:26:12.044987 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-0a0d1a48-e23d-4bf0-803d-fc153376fc13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:26:12.062771 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0d1a48-e23d-4bf0-803d-fc153376fc13 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:26:12.187236 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d1a48-e23d-4bf0-803d-fc153376fc13 admin admin] Pushing event updated for resources: {'Port': ['ID=d2477ff1-8ee8-4959-bb54-547c76bb2f91,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:12.236831 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-b26ab7d1-b562-4047-a981-2d310156cfb9 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Allocated IP 172.20.0.9 (1c04c518-39f2-47d7-96f5-a06debfdd8ed/169866dc-bcf0-4fd7-aa06-8c342afd159a/bc3de9dc-9f98-4ffc-9a68-0793c890099b) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:26:12.275393 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a179a6-7299-4535-bf38-9272aba738ec req-adb46fa9-9449-46bb-907e-b4b8e0abc786 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:12.279297 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-91a179a6-7299-4535-bf38-9272aba738ec req-adb46fa9-9449-46bb-907e-b4b8e0abc786 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.37 "GET /v2.0/ports?device_id=47367984-18c0-4dbf-84bd-cdc0128a4091 HTTP/1.1" status: 200 len: 945 time: 0.4100254 Jan 28 13:26:12.352488 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-df1fa60a-d259-4f5f-9e8f-360e260c2975 service neutron] 10.222.0.39 "GET /v2.0/networks/3a819a92-6f08-4f4b-a036-5a82aa2e8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6374762 Jan 28 13:26:12.540098 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-17b2d406-03bb-4853-9831-325bb4aab004 service neutron] 10.222.0.39 "GET /v2.0/networks/3a819a92-6f08-4f4b-a036-5a82aa2e8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828699 Jan 28 13:26:12.785271 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6d33b-f31b-4a2b-9588-660108ec635b req-89cdc6fb-6162-4984-9cec-d54854ea9981 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:12.788593 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1fe6d33b-f31b-4a2b-9588-660108ec635b req-89cdc6fb-6162-4984-9cec-d54854ea9981 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/ports?device_id=348ce68e-0512-40a0-9554-302994b962b0 HTTP/1.1" status: 200 len: 946 time: 0.3410554 Jan 28 13:26:12.879665 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-91a179a6-7299-4535-bf38-9272aba738ec req-68089ae4-d5cd-40e0-85f7-7c7242d53593 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Deleting port 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:26:12.879920 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-91a179a6-7299-4535-bf38-9272aba738ec req-68089ae4-d5cd-40e0-85f7-7c7242d53593 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:12.943413 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1fe6d33b-f31b-4a2b-9588-660108ec635b req-b05929b6-770b-48e3-bd6b-859584958ec3 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/security-groups?id=c42d4ce8-b07e-4ff1-8ab8-404a26ad5c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246388 Jan 28 13:26:13.003490 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-b26ab7d1-b562-4047-a981-2d310156cfb9 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks [] for port (bc3de9dc-9f98-4ffc-9a68-0793c890099b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:13.096090 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-75e11dc4-c0ac-4bda-b28d-958e54962069 req-72ddfbff-7888-4577-9f19-eac138995de1 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=daacec17-a5cc-413a-bed2-c218807a2927 HTTP/1.1" status: 200 len: 210 time: 0.1100559 Jan 28 13:26:13.238034 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-b26ab7d1-b562-4047-a981-2d310156cfb9 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (bc3de9dc-9f98-4ffc-9a68-0793c890099b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:13.254580 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2', '8eb5ce04-8b94-47c1-ab07-f18ddbcaff87'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:26:13.384303 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-040c9909-8e5f-4b07-a6ce-460b1ebfc782 req-515bb6c9-877e-47a6-a1a8-1da393aa0b89 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 210 time: 0.1816401 Jan 28 13:26:13.541324 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ab7d1-b562-4047-a981-2d310156cfb9 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Pushing event updated for resources: {'Port': ['ID=bc3de9dc-9f98-4ffc-9a68-0793c890099b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:13.576609 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-b26ab7d1-b562-4047-a981-2d310156cfb9 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Network 1c04c518-39f2-47d7-96f5-a06debfdd8ed is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:26:13.714086 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-b26ab7d1-b562-4047-a981-2d310156cfb9 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:26:13.755052 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-b26ab7d1-b562-4047-a981-2d310156cfb9 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:26:13.870736 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-91a179a6-7299-4535-bf38-9272aba738ec req-68089ae4-d5cd-40e0-85f7-7c7242d53593 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] For port 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8,segment=NetworkSegment(2c95997c-16ab-4d70-b003-a3661ae96720),segment_id=2c95997c-16ab-4d70-b003-a3661ae96720)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:13.871244 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-91a179a6-7299-4535-bf38-9272aba738ec req-68089ae4-d5cd-40e0-85f7-7c7242d53593 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:13.919712 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b8f8b-80fa-4e9d-8396-755a5ba29ef1 req-cb27893a-4192-43a6-a965-99a8cddaa2dd tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:13.923034 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c48b8f8b-80fa-4e9d-8396-755a5ba29ef1 req-cb27893a-4192-43a6-a965-99a8cddaa2dd tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/ports?device_id=348ce68e-0512-40a0-9554-302994b962b0 HTTP/1.1" status: 200 len: 946 time: 0.1805253 Jan 28 13:26:13.924224 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-91a179a6-7299-4535-bf38-9272aba738ec req-68089ae4-d5cd-40e0-85f7-7c7242d53593 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Calling delete_port for 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:26:13.929796 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0a0d1a48-e23d-4bf0-803d-fc153376fc13 admin admin] Publish callbacks [] for router_gateway (fc66f4c1-65e7-424f-a0e2-d8c8773b217e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:13.941223 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52174) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:26:14.022153 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-332ac47e-2e21-48d6-a45f-262ccb5aed3e tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Request body: {'floatingip': {'port_id': 'bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:26:14.058007 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e487145f-0bb7-459a-a4b1-9536891be89c up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:26:14.063460 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580819a-9420-43f4-8ba9-e933c291dd4f req-45b59170-7a1d-42f6-bdfa-0f2582260edb tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:14.078515 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3580819a-9420-43f4-8ba9-e933c291dd4f req-45b59170-7a1d-42f6-bdfa-0f2582260edb tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 945 time: 0.5648947 Jan 28 13:26:14.197303 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-a599badc-4b57-4311-bf1e-bb8af3cded83 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:14.198007 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-a599badc-4b57-4311-bf1e-bb8af3cded83 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1&tenant_id=e52f7db82a1e47b4a05e085aee4dc060&binding%3Ahost_id=n-h1-822747-2 HTTP/1.1" status: 200 len: 1096 time: 0.7119999 Jan 28 13:26:14.210394 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53384fab-9294-4cf4-a2e3-1a7834521ef0 None None] Network 8fde8816-6b74-4f61-93ba-6899b338a094 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:26:14.233687 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-9c415e2e-b49e-4da6-9911-40936b14ee09 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-822747-2'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:26:14.247430 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-332ac47e-2e21-48d6-a45f-262ccb5aed3e tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks [] for floatingip (ea2a0995-736e-454b-893f-49b340a268d2), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:14.288194 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-b26ab7d1-b562-4047-a981-2d310156cfb9 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:14.289315 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-b26ab7d1-b562-4047-a981-2d310156cfb9 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:14.478423 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port e487145f-0bb7-459a-a4b1-9536891be89c triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:26:14.479077 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e487145f-0bb7-459a-a4b1-9536891be89c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:14.485214 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-0b33ff5f-2ff7-467c-9131-9b26466b6b64 None None] Provisioning complete for port e487145f-0bb7-459a-a4b1-9536891be89c triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:26:14.485798 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b33ff5f-2ff7-467c-9131-9b26466b6b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e487145f-0bb7-459a-a4b1-9536891be89c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:14.536029 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3580819a-9420-43f4-8ba9-e933c291dd4f req-bdbf98e0-488f-4f8a-a532-4f03a76174b2 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294880 Jan 28 13:26:14.598045 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-b26ab7d1-b562-4047-a981-2d310156cfb9 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3383725 Jan 28 13:26:14.604894 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-67820c52-6d90-4866-9d41-3d07c6f5441d tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:26:14.605207 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-67820c52-6d90-4866-9d41-3d07c6f5441d tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058393 Jan 28 13:26:14.760408 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 7735e4e9-e055-42ee-ac07-a1cf9e195b1b details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:26:14.816252 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-9c415e2e-b49e-4da6-9911-40936b14ee09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7735e4e9-e055-42ee-ac07-a1cf9e195b1b), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:14.948873 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-f8401d8b-3909-44c2-af89-635e6cfa5150 service neutron] Request body: {'port': {'device_id': 'daacec17-a5cc-413a-bed2-c218807a2927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:26:14.990361 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.resource_extend [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:26:15.246523 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-31bca67d-e94c-4440-ba1b-db8505e609de req-d7487798-c08a-45b9-8ef7-9b48a2d61c82 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 210 time: 0.4089091 Jan 28 13:26:15.475624 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=7735e4e9-e055-42ee-ac07-a1cf9e195b1b,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:15.502234 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 7735e4e9-e055-42ee-ac07-a1cf9e195b1b has no active binding in host n-h2-822747-2 {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 13:26:15.578437 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-91a179a6-7299-4535-bf38-9272aba738ec req-68089ae4-d5cd-40e0-85f7-7c7242d53593 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:15.593661 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-9c415e2e-b49e-4da6-9911-40936b14ee09 service neutron] For port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=7735e4e9-e055-42ee-ac07-a1cf9e195b1b,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:15.600910 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port e487145f-0bb7-459a-a4b1-9536891be89c is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:15.601414 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e487145f-0bb7-459a-a4b1-9536891be89c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:15.655563 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68089ae4-d5cd-40e0-85f7-7c7242d53593 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Pushing event deleted for resources: {'Port': ['ID=53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:15.667856 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port e487145f-0bb7-459a-a4b1-9536891be89c, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=e487145f-0bb7-459a-a4b1-9536891be89c,segment=NetworkSegment(3817ac62-3e45-4491-8950-49243d79f7e2),segment_id=3817ac62-3e45-4491-8950-49243d79f7e2)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:15.673110 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0b33ff5f-2ff7-467c-9131-9b26466b6b64 None None] Current status of the port e487145f-0bb7-459a-a4b1-9536891be89c is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:15.673637 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b33ff5f-2ff7-467c-9131-9b26466b6b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e487145f-0bb7-459a-a4b1-9536891be89c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:15.682828 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e487145f-0bb7-459a-a4b1-9536891be89c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:15.696518 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-9c415e2e-b49e-4da6-9911-40936b14ee09 service neutron] For port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:26:15.840442 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc03da0-442a-412f-8499-79d735f9ff6d req-53af788b-4085-4f78-8dea-472c5e06f5a8 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:15.843604 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4dc03da0-442a-412f-8499-79d735f9ff6d req-53af788b-4085-4f78-8dea-472c5e06f5a8 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=daacec17-a5cc-413a-bed2-c218807a2927 HTTP/1.1" status: 200 len: 931 time: 0.6622837 Jan 28 13:26:15.846232 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-0b33ff5f-2ff7-467c-9131-9b26466b6b64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:26:15.846778 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-0b33ff5f-2ff7-467c-9131-9b26466b6b64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:26:15.882470 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=e487145f-0bb7-459a-a4b1-9536891be89c,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:15.896792 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0a0d1a48-e23d-4bf0-803d-fc153376fc13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (fc66f4c1-65e7-424f-a0e2-d8c8773b217e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:15.904904 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a179a6-7299-4535-bf38-9272aba738ec req-68089ae4-d5cd-40e0-85f7-7c7242d53593 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] No DVR routers for this DVR port 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:26:15.920212 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-91a179a6-7299-4535-bf38-9272aba738ec req-68089ae4-d5cd-40e0-85f7-7c7242d53593 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:15.924966 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-91a179a6-7299-4535-bf38-9272aba738ec req-68089ae4-d5cd-40e0-85f7-7c7242d53593 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.37 "DELETE /v2.0/ports/53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 HTTP/1.1" status: 204 len: 173 time: 3.6318090 Jan 28 13:26:15.925291 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-9c415e2e-b49e-4da6-9911-40936b14ee09 service neutron] Publish callbacks [] for port (7735e4e9-e055-42ee-ac07-a1cf9e195b1b), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:15.925668 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47367984-18c0-4dbf-84bd-cdc0128a4091', 'name': 'network-vif-deleted', 'tag': '53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:15.928687 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4251dc0d-7f51-462d-8ca1-5f725ba08a2b" -d '{"events": [{"server_uuid": "47367984-18c0-4dbf-84bd-cdc0128a4091", "name": "network-vif-deleted", "tag": "53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:15.928983 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6ed590-caaa-4c20-83c2-2360b19394b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7735e4e9-e055-42ee-ac07-a1cf9e195b1b'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:15.947351 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a752c4-0b4c-4744-ab41-954e5bd63b9d" -d '{"events": [{"server_uuid": "ed6ed590-caaa-4c20-83c2-2360b19394b1", "name": "network-vif-unplugged", "status": "completed", "tag": "7735e4e9-e055-42ee-ac07-a1cf9e195b1b"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:16.240771 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4dc03da0-442a-412f-8499-79d735f9ff6d req-d1ca360b-f3e4-4c12-a6e4-f5f4266cd965 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539455 Jan 28 13:26:16.331597 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-9c415e2e-b49e-4da6-9911-40936b14ee09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (7735e4e9-e055-42ee-ac07-a1cf9e195b1b), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:16.486022 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0b33ff5f-2ff7-467c-9131-9b26466b6b64 None None] Current status of the port e487145f-0bb7-459a-a4b1-9536891be89c is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:16.502345 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0d1a48-e23d-4bf0-803d-fc153376fc13 admin admin] Router fc66f4c1-65e7-424f-a0e2-d8c8773b217e is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:26:16.521227 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-f8401d8b-3909-44c2-af89-635e6cfa5150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bc3de9dc-9f98-4ffc-9a68-0793c890099b), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:16.644812 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-051aa15d-1c4d-4e5d-8505-8eb5ae9661ff None None] Provisioning complete for port e487145f-0bb7-459a-a4b1-9536891be89c triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:26:16.645847 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-051aa15d-1c4d-4e5d-8505-8eb5ae9661ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e487145f-0bb7-459a-a4b1-9536891be89c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:16.770504 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:26:16.774343 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0d1a48-e23d-4bf0-803d-fc153376fc13 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:26:16.799466 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741589a3-6d30-4b29-9e49-55a7e51617a2 None None] Sync routers for ids ['fc66f4c1-65e7-424f-a0e2-d8c8773b217e'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:26:16.804202 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0a0d1a48-e23d-4bf0-803d-fc153376fc13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:16.809913 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0a0d1a48-e23d-4bf0-803d-fc153376fc13 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.9538348 Jan 28 13:26:16.811759 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52200) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:26:16.822390 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:26:16.822906 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:26:16.847982 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741589a3-6d30-4b29-9e49-55a7e51617a2 None None] Routers {'fc66f4c1-65e7-424f-a0e2-d8c8773b217e'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:26:16.848652 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-741589a3-6d30-4b29-9e49-55a7e51617a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:26:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['fc66f4c1-65e7-424f-a0e2-d8c8773b217e'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:26:16.941716 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3d4c6b-a872-43d3-bfda-4b33e1cc0864 x-openstack-request-id: req-1d3d4c6b-a872-43d3-bfda-4b33e1cc0864 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:16.942186 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47367984-18c0-4dbf-84bd-cdc0128a4091", "name": "network-vif-deleted", "tag": "53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:16.942599 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d3d4c6b-a872-43d3-bfda-4b33e1cc0864 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:16.943357 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47367984-18c0-4dbf-84bd-cdc0128a4091', 'name': 'network-vif-deleted', 'tag': '53f4ca1a-94c3-4b8d-b4a5-6461c927c9c8', 'status': 'completed', 'code': 200} Jan 28 13:26:16.995975 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-051aa15d-1c4d-4e5d-8505-8eb5ae9661ff None None] Current status of the port e487145f-0bb7-459a-a4b1-9536891be89c is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:17.156419 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251e57cf-6454-432f-95f1-f480675df503 x-openstack-request-id: req-251e57cf-6454-432f-95f1-f480675df503 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:17.156910 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6ed590-caaa-4c20-83c2-2360b19394b1", "name": "network-vif-unplugged", "status": "completed", "tag": "7735e4e9-e055-42ee-ac07-a1cf9e195b1b", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:17.157347 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-251e57cf-6454-432f-95f1-f480675df503 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:17.158024 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6ed590-caaa-4c20-83c2-2360b19394b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7735e4e9-e055-42ee-ac07-a1cf9e195b1b', 'code': 200} Jan 28 13:26:17.160443 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-741589a3-6d30-4b29-9e49-55a7e51617a2 None None] Set router fc66f4c1-65e7-424f-a0e2-d8c8773b217e gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:26:17.460037 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-98b94776-13cd-412f-b82f-3bcaa3feabd6 req-6307e596-ca44-4f86-a6d9-cc8390455f04 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 210 time: 0.0806568 Jan 28 13:26:17.535310 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:17.625491 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cefdf00-888c-4ff8-ab10-89c9f9ebde36 req-d693d590-d3fb-46e2-8148-88d8fa0de734 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:17.635131 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8cefdf00-888c-4ff8-ab10-89c9f9ebde36 req-d693d590-d3fb-46e2-8148-88d8fa0de734 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 1.7303913 Jan 28 13:26:17.709762 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-9c415e2e-b49e-4da6-9911-40936b14ee09 service neutron] Attempting to bind port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b on host n-h1-822747-2 for vnic_type normal with profile {"migrating_to": "n-h2-822747-2"} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:26:17.710446 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-9c415e2e-b49e-4da6-9911-40936b14ee09 service neutron] Attempting to bind port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:26:17.711181 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-9c415e2e-b49e-4da6-9911-40936b14ee09 service neutron] Attempting to bind port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:26:17.722804 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c415e2e-b49e-4da6-9911-40936b14ee09 service neutron] Pushing event updated for resources: {'Port': ['ID=7735e4e9-e055-42ee-ac07-a1cf9e195b1b,revision_number=7']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:17.753052 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-741589a3-6d30-4b29-9e49-55a7e51617a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc66f4c1-65e7-424f-a0e2-d8c8773b217e', 'name': 'tempest-FloatingIPsTestJSON-1133394297-router', 'tenant_id': 'd452989e394641abaaaf5b22b4162be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd2477ff1-8ee8-4959-bb54-547c76bb2f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:26:09Z', 'updated_at': '2022-01-28T13:26:12Z', 'revision_number': 3, 'project_id': 'd452989e394641abaaaf5b22b4162be9', 'gw_port': {'id': 'd2477ff1-8ee8-4959-bb54-547c76bb2f91', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc66f4c1-65e7-424f-a0e2-d8c8773b217e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:26:11Z', 'updated_at': '2022-01-28T13:26:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:26:17.771193 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-8e6c2f38-8c3a-462e-a69b-58d4869135fd tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:17.772713 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-8e6c2f38-8c3a-462e-a69b-58d4869135fd tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.18 "GET /v2.0/networks?id=3a819a92-6f08-4f4b-a036-5a82aa2e8940 HTTP/1.1" status: 200 len: 814 time: 2.4566522 Jan 28 13:26:17.781272 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-9c415e2e-b49e-4da6-9911-40936b14ee09 service neutron] Port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:26:17.781798 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-9c415e2e-b49e-4da6-9911-40936b14ee09 service neutron] Attempting to bind port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b on network 59fab6ca-64cd-4851-86a5-d4939e9521f7 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:26:17.797943 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-c025feb2-9cf3-4da1-883a-34e6d445f1f3 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Request body: {'port': {'device_id': 'f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9', 'network_id': '3a819a92-6f08-4f4b-a036-5a82aa2e8940', 'admin_state_up': True, 'tenant_id': '47eca7ff9b2a4889893ddf4887158ad3'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:26:17.830347 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741589a3-6d30-4b29-9e49-55a7e51617a2 None None] Checking router: fc66f4c1-65e7-424f-a0e2-d8c8773b217e for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:26:17.831301 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741589a3-6d30-4b29-9e49-55a7e51617a2 None None] Updating router fc66f4c1-65e7-424f-a0e2-d8c8773b217e port d2477ff1-8ee8-4959-bb54-547c76bb2f91 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:26:17.867963 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c760cd5-161b-4ef3-86ba-e15229a00f40 req-68a49e13-b01f-40b3-a915-56a87154355b tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:17.871208 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-9c415e2e-b49e-4da6-9911-40936b14ee09 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:26:17.872128 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-9c415e2e-b49e-4da6-9911-40936b14ee09 service neutron] Checking segment: {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:26:17.873211 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-9c415e2e-b49e-4da6-9911-40936b14ee09 service neutron] Bound using segment: {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:26:17.874264 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-9c415e2e-b49e-4da6-9911-40936b14ee09 service neutron] Bound port: 7735e4e9-e055-42ee-ac07-a1cf9e195b1b, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '59fab6ca-64cd-4851-86a5-d4939e9521f7'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:26:17.875348 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-9c415e2e-b49e-4da6-9911-40936b14ee09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7735e4e9-e055-42ee-ac07-a1cf9e195b1b), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:17.877167 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c760cd5-161b-4ef3-86ba-e15229a00f40 req-68a49e13-b01f-40b3-a915-56a87154355b tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=daacec17-a5cc-413a-bed2-c218807a2927 HTTP/1.1" status: 200 len: 931 time: 0.1084995 Jan 28 13:26:17.887563 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-741589a3-6d30-4b29-9e49-55a7e51617a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d2477ff1-8ee8-4959-bb54-547c76bb2f91), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:17.954708 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e487145f-0bb7-459a-a4b1-9536891be89c up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:26:17.993553 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8cefdf00-888c-4ff8-ab10-89c9f9ebde36 req-22f5b771-01c8-426a-a767-9b7934da40f1 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569398 Jan 28 13:26:18.026528 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c760cd5-161b-4ef3-86ba-e15229a00f40 req-95dcc79e-c0cd-45d7-b24e-f0de0fec5c1f tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471322 Jan 28 13:26:18.036996 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f2d78868-a552-4e23-95dd-82a9393b3c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:18.116031 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port e487145f-0bb7-459a-a4b1-9536891be89c triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:26:18.116639 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e487145f-0bb7-459a-a4b1-9536891be89c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:18.385972 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-c025feb2-9cf3-4da1-883a-34e6d445f1f3 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Made reservation on behalf of 47eca7ff9b2a4889893ddf4887158ad3 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:26:18.390186 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-c025feb2-9cf3-4da1-883a-34e6d445f1f3 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:18.441408 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port e487145f-0bb7-459a-a4b1-9536891be89c is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:18.450374 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.db.resource_extend [None req-332ac47e-2e21-48d6-a45f-262ccb5aed3e tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:26:18.490571 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-f2d78868-a552-4e23-95dd-82a9393b3c02 admin admin] Allocated IP 172.20.0.1 (8fde8816-6b74-4f61-93ba-6899b338a094/c88dc716-93a2-479a-9cff-b60f68fb8469/60880b47-2757-42cc-a1b7-a58953b45951) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:26:18.517428 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-9c415e2e-b49e-4da6-9911-40936b14ee09 service neutron] For port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:26:18.559207 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-9c415e2e-b49e-4da6-9911-40936b14ee09 service neutron] For port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=7735e4e9-e055-42ee-ac07-a1cf9e195b1b,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:26:18.626415 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-9c415e2e-b49e-4da6-9911-40936b14ee09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (7735e4e9-e055-42ee-ac07-a1cf9e195b1b), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:18.703087 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-332ac47e-2e21-48d6-a45f-262ccb5aed3e tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:18.719331 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c415e2e-b49e-4da6-9911-40936b14ee09 service neutron] Pushing event updated for resources: {'Port': ['ID=7735e4e9-e055-42ee-ac07-a1cf9e195b1b,revision_number=8']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:18.756491 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-741589a3-6d30-4b29-9e49-55a7e51617a2 None None] Publish callbacks [] for port (d2477ff1-8ee8-4959-bb54-547c76bb2f91), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:18.767150 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-741589a3-6d30-4b29-9e49-55a7e51617a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d2477ff1-8ee8-4959-bb54-547c76bb2f91), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:18.830748 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4772c0ad-514e-4789-918e-5766ee50f80c req-7445981d-7c80-4042-97ad-b822abd7e9a1 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 210 time: 0.0972688 Jan 28 13:26:18.839567 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40238967-1dbf-4563-8a6d-fbb1a55beee2 None None] Pushing event updated for resources: {'Port': ['ID=d2477ff1-8ee8-4959-bb54-547c76bb2f91,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:18.877549 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-741589a3-6d30-4b29-9e49-55a7e51617a2 None None] Attempting to bind port d2477ff1-8ee8-4959-bb54-547c76bb2f91 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:26:18.878862 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-741589a3-6d30-4b29-9e49-55a7e51617a2 None None] Attempting to bind port d2477ff1-8ee8-4959-bb54-547c76bb2f91 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:26:18.880118 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741589a3-6d30-4b29-9e49-55a7e51617a2 None None] Attempting to bind port d2477ff1-8ee8-4959-bb54-547c76bb2f91 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:26:18.890791 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741589a3-6d30-4b29-9e49-55a7e51617a2 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:26:18.891911 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741589a3-6d30-4b29-9e49-55a7e51617a2 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:26:18.892601 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-741589a3-6d30-4b29-9e49-55a7e51617a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:18.892993 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741589a3-6d30-4b29-9e49-55a7e51617a2 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:26:18.893577 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-741589a3-6d30-4b29-9e49-55a7e51617a2 None None] Bound port: d2477ff1-8ee8-4959-bb54-547c76bb2f91, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:26:18.894176 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-741589a3-6d30-4b29-9e49-55a7e51617a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d2477ff1-8ee8-4959-bb54-547c76bb2f91), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:18.901446 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f2d78868-a552-4e23-95dd-82a9393b3c02 admin admin] Publish callbacks [] for port (60880b47-2757-42cc-a1b7-a58953b45951), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:18.912981 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-332ac47e-2e21-48d6-a45f-262ccb5aed3e tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (ea2a0995-736e-454b-893f-49b340a268d2), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:18.957304 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f2d78868-a552-4e23-95dd-82a9393b3c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (60880b47-2757-42cc-a1b7-a58953b45951), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:18.982678 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-741589a3-6d30-4b29-9e49-55a7e51617a2 None None] For port d2477ff1-8ee8-4959-bb54-547c76bb2f91, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:26:18.988080 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-741589a3-6d30-4b29-9e49-55a7e51617a2 None None] For port d2477ff1-8ee8-4959-bb54-547c76bb2f91, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=d2477ff1-8ee8-4959-bb54-547c76bb2f91,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:26:18.994478 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-741589a3-6d30-4b29-9e49-55a7e51617a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d2477ff1-8ee8-4959-bb54-547c76bb2f91), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:19.018982 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d78868-a552-4e23-95dd-82a9393b3c02 admin admin] Network 8fde8816-6b74-4f61-93ba-6899b338a094 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:26:19.025081 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-f2d78868-a552-4e23-95dd-82a9393b3c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:26:19.052412 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d78868-a552-4e23-95dd-82a9393b3c02 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:26:19.065516 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-f8401d8b-3909-44c2-af89-635e6cfa5150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc3de9dc-9f98-4ffc-9a68-0793c890099b {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:26:19.125299 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f2d78868-a552-4e23-95dd-82a9393b3c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (fc66f4c1-65e7-424f-a0e2-d8c8773b217e), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:19.149723 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-f8401d8b-3909-44c2-af89-635e6cfa5150 service neutron] Publish callbacks [] for port (bc3de9dc-9f98-4ffc-9a68-0793c890099b), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:19.202307 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d78868-a552-4e23-95dd-82a9393b3c02 admin admin] Pushing event updated for resources: {'Port': ['ID=60880b47-2757-42cc-a1b7-a58953b45951,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:19.251062 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-9c415e2e-b49e-4da6-9911-40936b14ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:19.252222 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-9c415e2e-b49e-4da6-9911-40936b14ee09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:19.254090 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-9c415e2e-b49e-4da6-9911-40936b14ee09 service neutron] 10.222.0.37 "PUT /v2.0/ports/7735e4e9-e055-42ee-ac07-a1cf9e195b1b HTTP/1.1" status: 200 len: 1121 time: 5.0246603 Jan 28 13:26:19.267031 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6ed590-caaa-4c20-83c2-2360b19394b1', 'tag': '7735e4e9-e055-42ee-ac07-a1cf9e195b1b'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:19.271581 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05831f28-d52a-4207-8078-4c27b81eb395" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6ed590-caaa-4c20-83c2-2360b19394b1", "tag": "7735e4e9-e055-42ee-ac07-a1cf9e195b1b"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:19.344424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['7735e4e9-e055-42ee-ac07-a1cf9e195b1b'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:26:19.352272 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40238967-1dbf-4563-8a6d-fbb1a55beee2 None None] Pushing event updated for resources: {'Port': ['ID=d2477ff1-8ee8-4959-bb54-547c76bb2f91,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:19.371361 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741589a3-6d30-4b29-9e49-55a7e51617a2 None None] Routers {'fc66f4c1-65e7-424f-a0e2-d8c8773b217e'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:26:19.372544 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-741589a3-6d30-4b29-9e49-55a7e51617a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:26:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['fc66f4c1-65e7-424f-a0e2-d8c8773b217e'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:26:19.390127 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b765d77-b180-48a3-95f9-1314038380c8 req-97402232-3cb4-43ea-84c5-78f0b5614ac3 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:19.407161 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4b765d77-b180-48a3-95f9-1314038380c8 req-97402232-3cb4-43ea-84c5-78f0b5614ac3 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.2001927 Jan 28 13:26:19.465532 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-f8401d8b-3909-44c2-af89-635e6cfa5150 service neutron] Transition to ACTIVE for port object bc3de9dc-9f98-4ffc-9a68-0793c890099b will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:26:19.466701 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['7735e4e9-e055-42ee-ac07-a1cf9e195b1b'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:26:19.652468 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:19.712338 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-f8401d8b-3909-44c2-af89-635e6cfa5150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (bc3de9dc-9f98-4ffc-9a68-0793c890099b), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:19.832453 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4b765d77-b180-48a3-95f9-1314038380c8 req-7e644191-e779-4938-9d4e-de0fb64b0c93 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183404 Jan 28 13:26:19.912028 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-6f300c79-876c-4b51-9925-9e63c1e8a70d None None] Provisioning complete for port 60880b47-2757-42cc-a1b7-a58953b45951 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:26:19.912605 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f300c79-876c-4b51-9925-9e63c1e8a70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (60880b47-2757-42cc-a1b7-a58953b45951), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:19.955576 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-741589a3-6d30-4b29-9e49-55a7e51617a2 None None] Set router fc66f4c1-65e7-424f-a0e2-d8c8773b217e gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:26:19.962488 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6f300c79-876c-4b51-9925-9e63c1e8a70d None None] Port 60880b47-2757-42cc-a1b7-a58953b45951 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:26:19.988867 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f2d78868-a552-4e23-95dd-82a9393b3c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (60880b47-2757-42cc-a1b7-a58953b45951), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:20.011043 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ee1cb1-d035-41c7-a0d5-c57da514fae3 x-openstack-request-id: req-d9ee1cb1-d035-41c7-a0d5-c57da514fae3 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:20.011496 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6ed590-caaa-4c20-83c2-2360b19394b1", "tag": "7735e4e9-e055-42ee-ac07-a1cf9e195b1b", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:20.011808 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d9ee1cb1-d035-41c7-a0d5-c57da514fae3 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:20.015144 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6ed590-caaa-4c20-83c2-2360b19394b1', 'tag': '7735e4e9-e055-42ee-ac07-a1cf9e195b1b', 'status': 'completed', 'code': 200} Jan 28 13:26:20.069010 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-c025feb2-9cf3-4da1-883a-34e6d445f1f3 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Allocated IP 172.20.0.5 (3a819a92-6f08-4f4b-a036-5a82aa2e8940/4660c0a9-8abc-479c-99b1-af9640de1107/d6cec65b-a0b8-4945-81de-021bc6d5f0f8) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:26:20.131996 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f85a5-ce0c-4550-9fcb-f8d5f6837628 req-f6cfce86-ede3-4fd5-b4ac-a25cb01da348 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:20.147613 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f36f85a5-ce0c-4550-9fcb-f8d5f6837628 req-f6cfce86-ede3-4fd5-b4ac-a25cb01da348 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=daacec17-a5cc-413a-bed2-c218807a2927 HTTP/1.1" status: 200 len: 943 time: 0.6569128 Jan 28 13:26:20.165682 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [None req-332ac47e-2e21-48d6-a45f-262ccb5aed3e tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Floating IP ea2a0995-736e-454b-893f-49b340a268d2 associated. External IP: 172.25.3.179, port: bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3. Jan 28 13:26:20.210201 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05831f28-d52a-4207-8078-4c27b81eb395 req-eef0669e-2ad2-4470-be8f-bea23bfe45ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:20.212697 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-05831f28-d52a-4207-8078-4c27b81eb395 req-eef0669e-2ad2-4470-be8f-bea23bfe45ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 1124 time: 0.1712368 Jan 28 13:26:20.271190 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0518523d-c86f-484e-8ada-e86b85d1f9e7 req-c50df4f6-29ca-4632-a0e2-73af9de2a669 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 210 time: 0.0545290 Jan 28 13:26:20.443467 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8401d8b-3909-44c2-af89-635e6cfa5150 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3de9dc-9f98-4ffc-9a68-0793c890099b,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:20.552820 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05831f28-d52a-4207-8078-4c27b81eb395 req-9d0c1cb3-8b41-4ec5-bb14-4cb25c133913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:20.555711 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-05831f28-d52a-4207-8078-4c27b81eb395 req-9d0c1cb3-8b41-4ec5-bb14-4cb25c133913 service neutron] 10.222.0.18 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 920 time: 0.3338223 Jan 28 13:26:20.559907 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-741589a3-6d30-4b29-9e49-55a7e51617a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc66f4c1-65e7-424f-a0e2-d8c8773b217e', 'name': 'tempest-FloatingIPsTestJSON-1133394297-router', 'tenant_id': 'd452989e394641abaaaf5b22b4162be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd2477ff1-8ee8-4959-bb54-547c76bb2f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:26:09Z', 'updated_at': '2022-01-28T13:26:12Z', 'revision_number': 3, 'project_id': 'd452989e394641abaaaf5b22b4162be9', 'gw_port': {'id': 'd2477ff1-8ee8-4959-bb54-547c76bb2f91', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc66f4c1-65e7-424f-a0e2-d8c8773b217e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:26:11Z', 'updated_at': '2022-01-28T13:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:26:20.645099 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-05831f28-d52a-4207-8078-4c27b81eb395 req-bdcaa2eb-19fa-408f-ad4f-baf3a2ffefe0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7735e4e9-e055-42ee-ac07-a1cf9e195b1b HTTP/1.1" status: 200 len: 217 time: 0.0830572 Jan 28 13:26:20.650192 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f36f85a5-ce0c-4550-9fcb-f8d5f6837628 req-20b6227c-afd5-4e23-8410-c78085834308 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012896 Jan 28 13:26:20.651289 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741589a3-6d30-4b29-9e49-55a7e51617a2 None None] The sync data for ids ['fc66f4c1-65e7-424f-a0e2-d8c8773b217e'] in n-d-822747-2 is: [{'id': 'fc66f4c1-65e7-424f-a0e2-d8c8773b217e', 'name': 'tempest-FloatingIPsTestJSON-1133394297-router', 'tenant_id': 'd452989e394641abaaaf5b22b4162be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd2477ff1-8ee8-4959-bb54-547c76bb2f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:26:09Z', 'updated_at': '2022-01-28T13:26:12Z', 'revision_number': 3, 'project_id': 'd452989e394641abaaaf5b22b4162be9', 'gw_port': {'id': 'd2477ff1-8ee8-4959-bb54-547c76bb2f91', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc66f4c1-65e7-424f-a0e2-d8c8773b217e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:26:11Z', 'updated_at': '2022-01-28T13:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:26:20.652414 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f2d78868-a552-4e23-95dd-82a9393b3c02 admin admin] Publish callbacks [] for port (60880b47-2757-42cc-a1b7-a58953b45951), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:20.676879 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f2d78868-a552-4e23-95dd-82a9393b3c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (60880b47-2757-42cc-a1b7-a58953b45951), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:20.809972 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-f8401d8b-3909-44c2-af89-635e6cfa5150 service neutron] Attempting to bind port bc3de9dc-9f98-4ffc-9a68-0793c890099b on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:26:20.810852 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-f8401d8b-3909-44c2-af89-635e6cfa5150 service neutron] Attempting to bind port bc3de9dc-9f98-4ffc-9a68-0793c890099b by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '1c04bf0b-8aa7-40e6-8665-eb4d488e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1c04c518-39f2-47d7-96f5-a06debfdd8ed'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:26:20.811351 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-f8401d8b-3909-44c2-af89-635e6cfa5150 service neutron] Attempting to bind port bc3de9dc-9f98-4ffc-9a68-0793c890099b on network 1c04c518-39f2-47d7-96f5-a06debfdd8ed {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:26:20.822777 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f2d78868-a552-4e23-95dd-82a9393b3c02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (fc66f4c1-65e7-424f-a0e2-d8c8773b217e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:20.838374 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-f8401d8b-3909-44c2-af89-635e6cfa5150 service neutron] Port bc3de9dc-9f98-4ffc-9a68-0793c890099b on network 1c04c518-39f2-47d7-96f5-a06debfdd8ed not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:26:20.839218 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-f8401d8b-3909-44c2-af89-635e6cfa5150 service neutron] Attempting to bind port bc3de9dc-9f98-4ffc-9a68-0793c890099b on network 1c04c518-39f2-47d7-96f5-a06debfdd8ed {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:26:20.873219 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-f8401d8b-3909-44c2-af89-635e6cfa5150 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:26:20.874012 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-f8401d8b-3909-44c2-af89-635e6cfa5150 service neutron] Checking segment: {'id': '1c04bf0b-8aa7-40e6-8665-eb4d488e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1c04c518-39f2-47d7-96f5-a06debfdd8ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:26:20.874773 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-f8401d8b-3909-44c2-af89-635e6cfa5150 service neutron] Bound using segment: {'id': '1c04bf0b-8aa7-40e6-8665-eb4d488e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1c04c518-39f2-47d7-96f5-a06debfdd8ed'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:26:20.875766 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-f8401d8b-3909-44c2-af89-635e6cfa5150 service neutron] Bound port: bc3de9dc-9f98-4ffc-9a68-0793c890099b, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c04bf0b-8aa7-40e6-8665-eb4d488e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1c04c518-39f2-47d7-96f5-a06debfdd8ed'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:26:20.876494 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-f8401d8b-3909-44c2-af89-635e6cfa5150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bc3de9dc-9f98-4ffc-9a68-0793c890099b), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:20.946811 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05831f28-d52a-4207-8078-4c27b81eb395 req-269704a3-5267-409c-b995-cc67bade598d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:20.951326 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-05831f28-d52a-4207-8078-4c27b81eb395 req-269704a3-5267-409c-b995-cc67bade598d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99d02297-28c8-4d60-822c-d4eb89318060 HTTP/1.1" status: 200 len: 860 time: 0.2918501 Jan 28 13:26:20.959406 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d78868-a552-4e23-95dd-82a9393b3c02 admin admin] Pushing event updated for resources: {'Port': ['ID=60880b47-2757-42cc-a1b7-a58953b45951,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:21.090098 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-f8401d8b-3909-44c2-af89-635e6cfa5150 service neutron] For port bc3de9dc-9f98-4ffc-9a68-0793c890099b, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:26:21.095679 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-f8401d8b-3909-44c2-af89-635e6cfa5150 service neutron] For port bc3de9dc-9f98-4ffc-9a68-0793c890099b, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=bc3de9dc-9f98-4ffc-9a68-0793c890099b,segment=NetworkSegment(1c04bf0b-8aa7-40e6-8665-eb4d488e60a5),segment_id=1c04bf0b-8aa7-40e6-8665-eb4d488e60a5)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:26:21.111180 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-f8401d8b-3909-44c2-af89-635e6cfa5150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (bc3de9dc-9f98-4ffc-9a68-0793c890099b), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:21.121329 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332ac47e-2e21-48d6-a45f-262ccb5aed3e tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Router 3389e681-4548-45e6-a74b-a5344a4f4561 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:26:21.196861 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-05831f28-d52a-4207-8078-4c27b81eb395 req-70cb666e-19d5-4348-a278-699f584abf0d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59fab6ca-64cd-4851-86a5-d4939e9521f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2390671 Jan 28 13:26:21.293279 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-f8401d8b-3909-44c2-af89-635e6cfa5150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:21.295440 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-f8401d8b-3909-44c2-af89-635e6cfa5150 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:21.300788 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-f8401d8b-3909-44c2-af89-635e6cfa5150 service neutron] 10.222.0.37 "PUT /v2.0/ports/bc3de9dc-9f98-4ffc-9a68-0793c890099b HTTP/1.1" status: 200 len: 1091 time: 6.4756596 Jan 28 13:26:21.438343 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8401d8b-3909-44c2-af89-635e6cfa5150 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3de9dc-9f98-4ffc-9a68-0793c890099b,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:21.443817 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-c025feb2-9cf3-4da1-883a-34e6d445f1f3 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Publish callbacks [] for port (d6cec65b-a0b8-4945-81de-021bc6d5f0f8), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:21.561132 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265d833-c433-447c-a847-751f2ea62e2d req-6dcc64d6-6464-4d5d-9634-4f79d4e76449 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:21.567243 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c265d833-c433-447c-a847-751f2ea62e2d req-6dcc64d6-6464-4d5d-9634-4f79d4e76449 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.4903021 Jan 28 13:26:21.586119 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-f103d8ff-8a93-4d52-b9f7-c370abdc0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:21.587853 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-f103d8ff-8a93-4d52-b9f7-c370abdc0d31 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=abf5582cf6c74b03a46c276442437a1a&device_id=daacec17-a5cc-413a-bed2-c218807a2927 HTTP/1.1" status: 200 len: 1094 time: 0.1825032 Jan 28 13:26:21.623917 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5a3b52ea-e77d-41b4-89d3-ae2f089b2579 req-ea75ec14-894d-4a38-95b8-a793cb851557 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 210 time: 0.0631666 Jan 28 13:26:21.629877 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d78868-a552-4e23-95dd-82a9393b3c02 admin admin] Network 8fde8816-6b74-4f61-93ba-6899b338a094 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:26:21.668967 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-f2d78868-a552-4e23-95dd-82a9393b3c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:26:21.669473 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332ac47e-2e21-48d6-a45f-262ccb5aed3e tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:26:21.691935 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8397565d-5c83-4598-a30b-5356dccf30c0 None None] Sync routers for ids ['3389e681-4548-45e6-a74b-a5344a4f4561'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:26:21.698954 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-332ac47e-2e21-48d6-a45f-262ccb5aed3e tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:21.744256 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8397565d-5c83-4598-a30b-5356dccf30c0 None None] Routers {'3389e681-4548-45e6-a74b-a5344a4f4561'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:26:21.748148 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8397565d-5c83-4598-a30b-5356dccf30c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:26:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['3389e681-4548-45e6-a74b-a5344a4f4561'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:26:21.908107 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-d30832a2-ad3b-461e-8343-1d761c7208bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc3de9dc-9f98-4ffc-9a68-0793c890099b HTTP/1.1" status: 200 len: 217 time: 0.2936876 Jan 28 13:26:22.001784 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-332ac47e-2e21-48d6-a45f-262ccb5aed3e tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "PUT /v2.0/floatingips/ea2a0995-736e-454b-893f-49b340a268d2 HTTP/1.1" status: 200 len: 992 time: 8.0188806 Jan 28 13:26:22.020348 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daacec17-a5cc-413a-bed2-c218807a2927', 'tag': 'bc3de9dc-9f98-4ffc-9a68-0793c890099b'}, {'name': 'network-changed', 'server_uuid': '348ce68e-0512-40a0-9554-302994b962b0', 'tag': 'bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:22.027673 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249356f6-a455-4438-a916-8920cffb0c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "daacec17-a5cc-413a-bed2-c218807a2927", "tag": "bc3de9dc-9f98-4ffc-9a68-0793c890099b"}, {"name": "network-changed", "server_uuid": "348ce68e-0512-40a0-9554-302994b962b0", "tag": "bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:22.037283 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-c025feb2-9cf3-4da1-883a-34e6d445f1f3 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (d6cec65b-a0b8-4945-81de-021bc6d5f0f8), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:22.047224 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c265d833-c433-447c-a847-751f2ea62e2d req-c92614f2-10b7-4686-bde8-6c558bf7ec22 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645936 Jan 28 13:26:22.080330 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-05831f28-d52a-4207-8078-4c27b81eb395 req-85b5f026-bd39-4ad0-890b-44b0b898142d service neutron] 10.222.0.18 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8753958 Jan 28 13:26:22.187236 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-8397565d-5c83-4598-a30b-5356dccf30c0 None None] Set router 3389e681-4548-45e6-a74b-a5344a4f4561 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:26:22.346576 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-c025feb2-9cf3-4da1-883a-34e6d445f1f3 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Network 3a819a92-6f08-4f4b-a036-5a82aa2e8940 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:26:22.354520 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-c025feb2-9cf3-4da1-883a-34e6d445f1f3 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:26:22.410797 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-c025feb2-9cf3-4da1-883a-34e6d445f1f3 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:26:22.509987 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d78868-a552-4e23-95dd-82a9393b3c02 admin admin] Router fc66f4c1-65e7-424f-a0e2-d8c8773b217e has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:26:22.537356 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-c025feb2-9cf3-4da1-883a-34e6d445f1f3 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:22.538041 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-c025feb2-9cf3-4da1-883a-34e6d445f1f3 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:22.542602 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19fcfab-4a32-433f-b5a3-997f80e67e6a x-openstack-request-id: req-e19fcfab-4a32-433f-b5a3-997f80e67e6a {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:22.543417 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daacec17-a5cc-413a-bed2-c218807a2927", "tag": "bc3de9dc-9f98-4ffc-9a68-0793c890099b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "348ce68e-0512-40a0-9554-302994b962b0", "tag": "bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:22.543710 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e19fcfab-4a32-433f-b5a3-997f80e67e6a {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:22.544115 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daacec17-a5cc-413a-bed2-c218807a2927', 'tag': 'bc3de9dc-9f98-4ffc-9a68-0793c890099b', 'status': 'completed', 'code': 200} Jan 28 13:26:22.545272 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348ce68e-0512-40a0-9554-302994b962b0', 'tag': 'bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3', 'status': 'completed', 'code': 200} Jan 28 13:26:22.548838 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-05831f28-d52a-4207-8078-4c27b81eb395 req-7fc335d8-b09c-47c6-946e-7cec4a90625f service neutron] 10.222.0.18 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449744 Jan 28 13:26:22.578174 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-38328a3a-6031-42da-addf-a59ccc730464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:22.579749 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-38328a3a-6031-42da-addf-a59ccc730464 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=169866dc-bcf0-4fd7-aa06-8c342afd159a HTTP/1.1" status: 200 len: 854 time: 0.6243145 Jan 28 13:26:22.603679 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d2477ff1-8ee8-4959-bb54-547c76bb2f91 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:26:22.690702 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-00e5f431-4d28-46ec-ab12-f6093e80f3e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c04c518-39f2-47d7-96f5-a06debfdd8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974436 Jan 28 13:26:22.692175 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025feb2-9cf3-4da1-883a-34e6d445f1f3 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Pushing event updated for resources: {'Port': ['ID=d6cec65b-a0b8-4945-81de-021bc6d5f0f8,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:22.734375 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-c025feb2-9cf3-4da1-883a-34e6d445f1f3 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9436030 Jan 28 13:26:22.764213 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-9c5267c4-01e6-420c-a1a9-fbf3144bb6cf service neutron] Request body: {'port': {'device_id': 'f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:26:22.797450 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-96cbe4ab-78b8-4150-998c-e5e9817cbe9d None None] Provisioning complete for port 60880b47-2757-42cc-a1b7-a58953b45951 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:26:22.813684 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96cbe4ab-78b8-4150-998c-e5e9817cbe9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (60880b47-2757-42cc-a1b7-a58953b45951), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:22.900071 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port d2477ff1-8ee8-4959-bb54-547c76bb2f91 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:26:22.901019 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d2477ff1-8ee8-4959-bb54-547c76bb2f91), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:22.933982 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1fe2fa-6e81-43af-94cb-f80ad1c44e4a req-0559ad76-0982-4c5b-b017-9103f85d496f tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:22.937384 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-af1fe2fa-6e81-43af-94cb-f80ad1c44e4a req-0559ad76-0982-4c5b-b017-9103f85d496f tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 946 time: 0.2293124 Jan 28 13:26:22.944148 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249356f6-a455-4438-a916-8920cffb0c7b req-8277accd-410a-4c37-b99b-b1728b73f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:22.947253 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-249356f6-a455-4438-a916-8920cffb0c7b req-8277accd-410a-4c37-b99b-b1728b73f468 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5f7c933deef44b491769af0fd6f37c0&device_id=348ce68e-0512-40a0-9554-302994b962b0 HTTP/1.1" status: 200 len: 1097 time: 0.3968506 Jan 28 13:26:22.955231 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8397565d-5c83-4598-a30b-5356dccf30c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'name': 'tempest-ServersTestFqdnHostnames-188291030-router', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:25:34Z', 'updated_at': '2022-01-28T13:25:44Z', 'revision_number': 4, 'project_id': 'a5f7c933deef44b491769af0fd6f37c0', 'gw_port': {'id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:25:36Z', 'updated_at': '2022-01-28T13:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'ea2a0995-736e-454b-893f-49b340a268d2', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'port_id': 'bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 945, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83337396-4cc1-486c-a243-57e3fe8a3ffb', 'mac_address': 'fa:16:3e:ba:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348ce68e-0512-40a0-9554-302994b962b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:25:52Z', 'updated_at': '2022-01-28T13:26:18Z', 'revision_number': 1, 'project_id': 'a5f7c933deef44b491769af0fd6f37c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4083ac78-f4ae-46ec-8f1f-349108ffb28f', 'name': '', 'network_id': '83337396-4cc1-486c-a243-57e3fe8a3ffb', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'mac_address': 'fa:16:3e:5c:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '648f84e8-45f3-456b-937b-213078752575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:25:42Z', 'updated_at': '2022-01-28T13:25:51Z', 'revision_number': 5, 'project_id': 'a5f7c933deef44b491769af0fd6f37c0', 'subnets': [{'id': '648f84e8-45f3-456b-937b-213078752575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:26:23.021106 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8397565d-5c83-4598-a30b-5356dccf30c0 None None] Checking router: 3389e681-4548-45e6-a74b-a5344a4f4561 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:26:23.036137 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-96cbe4ab-78b8-4150-998c-e5e9817cbe9d None None] Port 60880b47-2757-42cc-a1b7-a58953b45951 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:26:23.069824 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8397565d-5c83-4598-a30b-5356dccf30c0 None None] Routers {'3389e681-4548-45e6-a74b-a5344a4f4561'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:26:23.074170 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d78868-a552-4e23-95dd-82a9393b3c02 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:26:23.077570 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8397565d-5c83-4598-a30b-5356dccf30c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:26:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['3389e681-4548-45e6-a74b-a5344a4f4561'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:26:23.121305 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f2d78868-a552-4e23-95dd-82a9393b3c02 admin admin] 10.222.0.39 "PUT /v2.0/routers/fc66f4c1-65e7-424f-a0e2-d8c8773b217e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3067999 Jan 28 13:26:23.446780 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port d2477ff1-8ee8-4959-bb54-547c76bb2f91 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:23.447494 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d2477ff1-8ee8-4959-bb54-547c76bb2f91), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:23.490517 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port d2477ff1-8ee8-4959-bb54-547c76bb2f91, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=d2477ff1-8ee8-4959-bb54-547c76bb2f91,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:23.501583 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d2477ff1-8ee8-4959-bb54-547c76bb2f91), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:23.631346 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=d2477ff1-8ee8-4959-bb54-547c76bb2f91,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:23.669749 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3501a6-3f92-459f-9ce3-50b831afd952 req-c91f494f-e157-4439-8868-32f2e6f48067 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:23.677461 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-8397565d-5c83-4598-a30b-5356dccf30c0 None None] Set router 3389e681-4548-45e6-a74b-a5344a4f4561 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:26:23.678537 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4b3501a6-3f92-459f-9ce3-50b831afd952 req-c91f494f-e157-4439-8868-32f2e6f48067 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=daacec17-a5cc-413a-bed2-c218807a2927 HTTP/1.1" status: 200 len: 943 time: 1.4064865 Jan 28 13:26:23.759584 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-9c5267c4-01e6-420c-a1a9-fbf3144bb6cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d6cec65b-a0b8-4945-81de-021bc6d5f0f8), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:23.799777 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4b3501a6-3f92-459f-9ce3-50b831afd952 req-55b84a07-254b-4da5-b817-a015469f29d7 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155221 Jan 28 13:26:23.853299 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-af1fe2fa-6e81-43af-94cb-f80ad1c44e4a req-543ab6d5-37e7-4123-b37d-7c5a86e34fec tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9007215 Jan 28 13:26:23.900937 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-e43e9a66-3f8e-4277-abd4-0f9376ff0542 service neutron] 10.222.0.37 "GET /v2.0/networks/1c04c518-39f2-47d7-96f5-a06debfdd8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1725807 Jan 28 13:26:23.942948 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d2477ff1-8ee8-4959-bb54-547c76bb2f91 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:26:23.950808 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249356f6-a455-4438-a916-8920cffb0c7b req-6eae7ca3-2005-44dc-821b-eabf89c53bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:23.952691 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-249356f6-a455-4438-a916-8920cffb0c7b req-6eae7ca3-2005-44dc-821b-eabf89c53bd3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=83337396-4cc1-486c-a243-57e3fe8a3ffb HTTP/1.1" status: 200 len: 914 time: 0.9803705 Jan 28 13:26:24.084097 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd8cf93-4fb5-4021-9408-6926535a219b None None] Sync routers for ids ['fc66f4c1-65e7-424f-a0e2-d8c8773b217e'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:26:24.134155 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd8cf93-4fb5-4021-9408-6926535a219b None None] Routers {'fc66f4c1-65e7-424f-a0e2-d8c8773b217e'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:26:24.137041 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5dd8cf93-4fb5-4021-9408-6926535a219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:26:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['fc66f4c1-65e7-424f-a0e2-d8c8773b217e'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:26:24.230316 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port d2477ff1-8ee8-4959-bb54-547c76bb2f91 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:26:24.230998 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d2477ff1-8ee8-4959-bb54-547c76bb2f91), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:24.384045 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f485b7-4e63-4d17-87b3-53ef085c8e7c req-2f0c568c-00ad-48af-93e1-b2bf695351e7 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:24.397389 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-76f485b7-4e63-4d17-87b3-53ef085c8e7c req-2f0c568c-00ad-48af-93e1-b2bf695351e7 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 931 time: 0.2339826 Jan 28 13:26:24.451421 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-5dd8cf93-4fb5-4021-9408-6926535a219b None None] Set router fc66f4c1-65e7-424f-a0e2-d8c8773b217e gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:26:24.481793 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d6d4a-4a52-4c03-b5d3-e0d522b760b9 req-32204ebd-4f3f-4ca9-84dd-c4c5924f9919 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:24.485149 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-719d6d4a-4a52-4c03-b5d3-e0d522b760b9 req-32204ebd-4f3f-4ca9-84dd-c4c5924f9919 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.18 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 946 time: 0.5042481 Jan 28 13:26:24.488471 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-249356f6-a455-4438-a916-8920cffb0c7b req-a48142b2-8b7c-44b9-831d-c402cd3a02d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3 HTTP/1.1" status: 200 len: 1000 time: 0.5105302 Jan 28 13:26:24.520071 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port d2477ff1-8ee8-4959-bb54-547c76bb2f91 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:24.529175 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-9c5267c4-01e6-420c-a1a9-fbf3144bb6cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6cec65b-a0b8-4945-81de-021bc6d5f0f8 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:26:24.539623 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-9c5267c4-01e6-420c-a1a9-fbf3144bb6cf service neutron] Publish callbacks [] for port (d6cec65b-a0b8-4945-81de-021bc6d5f0f8), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:24.554452 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-9c5267c4-01e6-420c-a1a9-fbf3144bb6cf service neutron] Transition to ACTIVE for port object d6cec65b-a0b8-4945-81de-021bc6d5f0f8 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:26:24.588290 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8397565d-5c83-4598-a30b-5356dccf30c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'name': 'tempest-ServersTestFqdnHostnames-188291030-router', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:25:34Z', 'updated_at': '2022-01-28T13:25:44Z', 'revision_number': 4, 'project_id': 'a5f7c933deef44b491769af0fd6f37c0', 'gw_port': {'id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:25:36Z', 'updated_at': '2022-01-28T13:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'ea2a0995-736e-454b-893f-49b340a268d2', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'port_id': 'bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 945, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83337396-4cc1-486c-a243-57e3fe8a3ffb', 'mac_address': 'fa:16:3e:ba:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348ce68e-0512-40a0-9554-302994b962b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:25:52Z', 'updated_at': '2022-01-28T13:26:18Z', 'revision_number': 1, 'project_id': 'a5f7c933deef44b491769af0fd6f37c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4083ac78-f4ae-46ec-8f1f-349108ffb28f', 'name': '', 'network_id': '83337396-4cc1-486c-a243-57e3fe8a3ffb', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'mac_address': 'fa:16:3e:5c:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '648f84e8-45f3-456b-937b-213078752575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:25:42Z', 'updated_at': '2022-01-28T13:25:51Z', 'revision_number': 5, 'project_id': 'a5f7c933deef44b491769af0fd6f37c0', 'subnets': [{'id': '648f84e8-45f3-456b-937b-213078752575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:26:24.617175 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-9c5267c4-01e6-420c-a1a9-fbf3144bb6cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (d6cec65b-a0b8-4945-81de-021bc6d5f0f8), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:24.642771 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8073373-3a09-4fad-93c6-3cb8fb0d5e58 req-b9960fe1-0156-47dd-9a4f-6f39af1b6a2a service neutron] 10.222.0.37 "GET /v2.0/networks/1c04c518-39f2-47d7-96f5-a06debfdd8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7403116 Jan 28 13:26:24.773041 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-76f485b7-4e63-4d17-87b3-53ef085c8e7c req-b7a024b9-1289-47d9-9dac-76eccbd1512b tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741276 Jan 28 13:26:24.818170 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8397565d-5c83-4598-a30b-5356dccf30c0 None None] The sync data for ids ['3389e681-4548-45e6-a74b-a5344a4f4561'] in n-d-822747-2 is: [{'id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'name': 'tempest-ServersTestFqdnHostnames-188291030-router', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:25:34Z', 'updated_at': '2022-01-28T13:25:44Z', 'revision_number': 4, 'project_id': 'a5f7c933deef44b491769af0fd6f37c0', 'gw_port': {'id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:25:36Z', 'updated_at': '2022-01-28T13:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'ea2a0995-736e-454b-893f-49b340a268d2', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'port_id': 'bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 945, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83337396-4cc1-486c-a243-57e3fe8a3ffb', 'mac_address': 'fa:16:3e:ba:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348ce68e-0512-40a0-9554-302994b962b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:25:52Z', 'updated_at': '2022-01-28T13:26:18Z', 'revision_number': 1, 'project_id': 'a5f7c933deef44b491769af0fd6f37c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4083ac78-f4ae-46ec-8f1f-349108ffb28f', 'name': '', 'network_id': '83337396-4cc1-486c-a243-57e3fe8a3ffb', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'mac_address': 'fa:16:3e:5c:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '648f84e8-45f3-456b-937b-213078752575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:25:42Z', 'updated_at': '2022-01-28T13:25:51Z', 'revision_number': 5, 'project_id': 'a5f7c933deef44b491769af0fd6f37c0', 'subnets': [{'id': '648f84e8-45f3-456b-937b-213078752575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:26:24.844868 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249356f6-a455-4438-a916-8920cffb0c7b req-4c3294e3-1082-4af5-a2bb-0cf4fcd39389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:24.846616 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-249356f6-a455-4438-a916-8920cffb0c7b req-4c3294e3-1082-4af5-a2bb-0cf4fcd39389 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=648f84e8-45f3-456b-937b-213078752575 HTTP/1.1" status: 200 len: 853 time: 0.3456554 Jan 28 13:26:24.963368 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-719d6d4a-4a52-4c03-b5d3-e0d522b760b9 req-4846dac0-f179-4356-85d0-540fc07fc74e tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Deleting port 7533eb42-b585-49cc-9753-3da6815835bc {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:26:24.963368 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-719d6d4a-4a52-4c03-b5d3-e0d522b760b9 req-4846dac0-f179-4356-85d0-540fc07fc74e tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7533eb42-b585-49cc-9753-3da6815835bc), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:25.034819 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea745e1-3192-4a60-b3d4-3cb42d652122 req-d26dacb4-be1b-4429-9211-6a41beab42d4 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:25.053186 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dea745e1-3192-4a60-b3d4-3cb42d652122 req-d26dacb4-be1b-4429-9211-6a41beab42d4 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.4922204 Jan 28 13:26:25.060408 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249356f6-a455-4438-a916-8920cffb0c7b req-a97cc00c-4065-4e77-814d-2c526f45e9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:25.062089 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-249356f6-a455-4438-a916-8920cffb0c7b req-a97cc00c-4065-4e77-814d-2c526f45e9b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=83337396-4cc1-486c-a243-57e3fe8a3ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2077720 Jan 28 13:26:25.112603 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5267c4-01e6-420c-a1a9-fbf3144bb6cf service neutron] Pushing event updated for resources: {'Port': ['ID=d6cec65b-a0b8-4945-81de-021bc6d5f0f8,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:25.130088 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5dd8cf93-4fb5-4021-9408-6926535a219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc66f4c1-65e7-424f-a0e2-d8c8773b217e', 'name': 'tempest-FloatingIPsTestJSON-1133394297-router', 'tenant_id': 'd452989e394641abaaaf5b22b4162be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd2477ff1-8ee8-4959-bb54-547c76bb2f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:26:09Z', 'updated_at': '2022-01-28T13:26:19Z', 'revision_number': 4, 'project_id': 'd452989e394641abaaaf5b22b4162be9', 'gw_port': {'id': 'd2477ff1-8ee8-4959-bb54-547c76bb2f91', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc66f4c1-65e7-424f-a0e2-d8c8773b217e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:26:11Z', 'updated_at': '2022-01-28T13:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '60880b47-2757-42cc-a1b7-a58953b45951', 'name': '', 'network_id': '8fde8816-6b74-4f61-93ba-6899b338a094', 'tenant_id': 'd452989e394641abaaaf5b22b4162be9', 'mac_address': 'fa:16:3e:9d:a6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc66f4c1-65e7-424f-a0e2-d8c8773b217e', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'c88dc716-93a2-479a-9cff-b60f68fb8469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:26:18Z', 'updated_at': '2022-01-28T13:26:20Z', 'revision_number': 2, 'project_id': 'd452989e394641abaaaf5b22b4162be9', 'subnets': [{'id': 'c88dc716-93a2-479a-9cff-b60f68fb8469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:26:25.181634 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd8cf93-4fb5-4021-9408-6926535a219b None None] Checking router: fc66f4c1-65e7-424f-a0e2-d8c8773b217e for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:26:25.182212 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd8cf93-4fb5-4021-9408-6926535a219b None None] Updating router fc66f4c1-65e7-424f-a0e2-d8c8773b217e port 60880b47-2757-42cc-a1b7-a58953b45951 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:26:25.203624 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-249356f6-a455-4438-a916-8920cffb0c7b req-4d927f03-913a-48a7-add7-2af6bddfe397 service neutron] 10.222.0.18 "GET /v2.0/networks/83337396-4cc1-486c-a243-57e3fe8a3ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246297 Jan 28 13:26:25.240179 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5dd8cf93-4fb5-4021-9408-6926535a219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (60880b47-2757-42cc-a1b7-a58953b45951), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:25.241142 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249356f6-a455-4438-a916-8920cffb0c7b req-c940b885-b00e-4132-8c42-d3c3691acc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:25.245174 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-249356f6-a455-4438-a916-8920cffb0c7b req-c940b885-b00e-4132-8c42-d3c3691acc34 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=abf5582cf6c74b03a46c276442437a1a&device_id=daacec17-a5cc-413a-bed2-c218807a2927 HTTP/1.1" status: 200 len: 1094 time: 0.5198298 Jan 28 13:26:25.309968 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dea745e1-3192-4a60-b3d4-3cb42d652122 req-2be5b987-f846-4737-a29b-721213ecbae7 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529111 Jan 28 13:26:25.323374 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cd9595-1b14-459f-81ad-015dca57e895 None None] New status for floating IP ea2a0995-736e-454b-893f-49b340a268d2: ACTIVE {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:26:25.430058 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-719d6d4a-4a52-4c03-b5d3-e0d522b760b9 req-4846dac0-f179-4356-85d0-540fc07fc74e tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] For port 7533eb42-b585-49cc-9753-3da6815835bc, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=7533eb42-b585-49cc-9753-3da6815835bc,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:25.430528 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-719d6d4a-4a52-4c03-b5d3-e0d522b760b9 req-4846dac0-f179-4356-85d0-540fc07fc74e tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7533eb42-b585-49cc-9753-3da6815835bc), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:25.464245 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-719d6d4a-4a52-4c03-b5d3-e0d522b760b9 req-4846dac0-f179-4356-85d0-540fc07fc74e tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Calling delete_port for 7533eb42-b585-49cc-9753-3da6815835bc owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:26:25.508994 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-249356f6-a455-4438-a916-8920cffb0c7b req-ad9550a2-40c2-418c-9c41-660c91baa6fe service neutron] 10.222.0.18 "GET /v2.0/networks/83337396-4cc1-486c-a243-57e3fe8a3ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950897 Jan 28 13:26:25.596391 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-67ce9575-d17e-470c-8718-7b32739093c9 req-a7da477a-e351-4982-bfb5-da439586363e tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3879855 Jan 28 13:26:25.613320 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249356f6-a455-4438-a916-8920cffb0c7b req-1a063b04-e64f-450e-9a79-59bfe5d54c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:25.614601 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-67ce9575-d17e-470c-8718-7b32739093c9 req-56552daf-1080-4a06-8eaf-a62fa9dd3e70 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:26:25.616018 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-249356f6-a455-4438-a916-8920cffb0c7b req-1a063b04-e64f-450e-9a79-59bfe5d54c4e service neutron] 10.222.0.37 "GET /v2.0/networks?id=1c04c518-39f2-47d7-96f5-a06debfdd8ed HTTP/1.1" status: 200 len: 914 time: 0.2395425 Jan 28 13:26:25.652491 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-9c5267c4-01e6-420c-a1a9-fbf3144bb6cf service neutron] Attempting to bind port d6cec65b-a0b8-4945-81de-021bc6d5f0f8 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:26:25.654575 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-9c5267c4-01e6-420c-a1a9-fbf3144bb6cf service neutron] Attempting to bind port d6cec65b-a0b8-4945-81de-021bc6d5f0f8 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '2c95997c-16ab-4d70-b003-a3661ae96720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3a819a92-6f08-4f4b-a036-5a82aa2e8940'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:26:25.655159 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-9c5267c4-01e6-420c-a1a9-fbf3144bb6cf service neutron] Attempting to bind port d6cec65b-a0b8-4945-81de-021bc6d5f0f8 on network 3a819a92-6f08-4f4b-a036-5a82aa2e8940 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:26:25.659680 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-67ce9575-d17e-470c-8718-7b32739093c9 req-56552daf-1080-4a06-8eaf-a62fa9dd3e70 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:25.775569 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-249356f6-a455-4438-a916-8920cffb0c7b req-2bf4f2b2-3664-49f7-ba82-b99f9e32f8da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc3de9dc-9f98-4ffc-9a68-0793c890099b HTTP/1.1" status: 200 len: 217 time: 0.1139145 Jan 28 13:26:25.783929 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-9c5267c4-01e6-420c-a1a9-fbf3144bb6cf service neutron] Port d6cec65b-a0b8-4945-81de-021bc6d5f0f8 on network 3a819a92-6f08-4f4b-a036-5a82aa2e8940 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:26:25.784441 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-9c5267c4-01e6-420c-a1a9-fbf3144bb6cf service neutron] Attempting to bind port d6cec65b-a0b8-4945-81de-021bc6d5f0f8 on network 3a819a92-6f08-4f4b-a036-5a82aa2e8940 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:26:25.871444 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-9c5267c4-01e6-420c-a1a9-fbf3144bb6cf service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:26:25.872045 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-9c5267c4-01e6-420c-a1a9-fbf3144bb6cf service neutron] Checking segment: {'id': '2c95997c-16ab-4d70-b003-a3661ae96720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3a819a92-6f08-4f4b-a036-5a82aa2e8940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:26:25.872620 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-9c5267c4-01e6-420c-a1a9-fbf3144bb6cf service neutron] Bound using segment: {'id': '2c95997c-16ab-4d70-b003-a3661ae96720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3a819a92-6f08-4f4b-a036-5a82aa2e8940'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:26:25.873502 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-9c5267c4-01e6-420c-a1a9-fbf3144bb6cf service neutron] Bound port: d6cec65b-a0b8-4945-81de-021bc6d5f0f8, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c95997c-16ab-4d70-b003-a3661ae96720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3a819a92-6f08-4f4b-a036-5a82aa2e8940'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:26:25.873932 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-9c5267c4-01e6-420c-a1a9-fbf3144bb6cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d6cec65b-a0b8-4945-81de-021bc6d5f0f8), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:25.914935 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5dd8cf93-4fb5-4021-9408-6926535a219b None None] Publish callbacks [] for port (60880b47-2757-42cc-a1b7-a58953b45951), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:25.928053 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5dd8cf93-4fb5-4021-9408-6926535a219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (60880b47-2757-42cc-a1b7-a58953b45951), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:25.994771 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249356f6-a455-4438-a916-8920cffb0c7b req-09dafdf0-c15a-4ceb-920d-256c1763c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:25.997392 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-249356f6-a455-4438-a916-8920cffb0c7b req-09dafdf0-c15a-4ceb-920d-256c1763c6a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=169866dc-bcf0-4fd7-aa06-8c342afd159a HTTP/1.1" status: 200 len: 854 time: 0.2090418 Jan 28 13:26:26.019880 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6440347-c1d2-40e2-9329-c8fee860620d req-dce0c7b8-95eb-4679-b8d8-460dde8c8cdf tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:26.023125 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d6440347-c1d2-40e2-9329-c8fee860620d req-dce0c7b8-95eb-4679-b8d8-460dde8c8cdf tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=daacec17-a5cc-413a-bed2-c218807a2927 HTTP/1.1" status: 200 len: 943 time: 0.4048285 Jan 28 13:26:26.025213 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-719d6d4a-4a52-4c03-b5d3-e0d522b760b9 req-4846dac0-f179-4356-85d0-540fc07fc74e tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (7533eb42-b585-49cc-9753-3da6815835bc), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:26.040641 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['7533eb42-b585-49cc-9753-3da6815835bc'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:26:26.066015 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7bc64-24da-4c06-ae73-ca90b82b201c None None] Pushing event updated for resources: {'Port': ['ID=60880b47-2757-42cc-a1b7-a58953b45951,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:26.154607 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-249356f6-a455-4438-a916-8920cffb0c7b req-0335370e-a0ad-4055-888a-164258107979 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c04c518-39f2-47d7-96f5-a06debfdd8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262412 Jan 28 13:26:26.210195 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846dac0-f179-4356-85d0-540fc07fc74e tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Pushing event deleted for resources: {'Port': ['ID=7533eb42-b585-49cc-9753-3da6815835bc,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:26.229412 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-9c5267c4-01e6-420c-a1a9-fbf3144bb6cf service neutron] For port d6cec65b-a0b8-4945-81de-021bc6d5f0f8, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:26:26.235287 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-5dd8cf93-4fb5-4021-9408-6926535a219b None None] Attempting to bind port 60880b47-2757-42cc-a1b7-a58953b45951 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:26:26.236170 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-5dd8cf93-4fb5-4021-9408-6926535a219b None None] Attempting to bind port 60880b47-2757-42cc-a1b7-a58953b45951 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '3817ac62-3e45-4491-8950-49243d79f7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8fde8816-6b74-4f61-93ba-6899b338a094'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:26:26.236385 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd8cf93-4fb5-4021-9408-6926535a219b None None] Attempting to bind port 60880b47-2757-42cc-a1b7-a58953b45951 on network 8fde8816-6b74-4f61-93ba-6899b338a094 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:26:26.247479 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd8cf93-4fb5-4021-9408-6926535a219b None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:26:26.248627 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd8cf93-4fb5-4021-9408-6926535a219b None None] Checking segment: {'id': '3817ac62-3e45-4491-8950-49243d79f7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8fde8816-6b74-4f61-93ba-6899b338a094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:26:26.249297 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5dd8cf93-4fb5-4021-9408-6926535a219b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:26.249915 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd8cf93-4fb5-4021-9408-6926535a219b None None] Bound using segment: {'id': '3817ac62-3e45-4491-8950-49243d79f7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8fde8816-6b74-4f61-93ba-6899b338a094'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:26:26.250758 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-5dd8cf93-4fb5-4021-9408-6926535a219b None None] Bound port: 60880b47-2757-42cc-a1b7-a58953b45951, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3817ac62-3e45-4491-8950-49243d79f7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8fde8816-6b74-4f61-93ba-6899b338a094'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:26:26.251909 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5dd8cf93-4fb5-4021-9408-6926535a219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (60880b47-2757-42cc-a1b7-a58953b45951), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:26.274038 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-719d6d4a-4a52-4c03-b5d3-e0d522b760b9 req-4846dac0-f179-4356-85d0-540fc07fc74e tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] No DVR routers for this DVR port 7533eb42-b585-49cc-9753-3da6815835bc on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:26:26.281146 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-719d6d4a-4a52-4c03-b5d3-e0d522b760b9 req-4846dac0-f179-4356-85d0-540fc07fc74e tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:26.287845 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-719d6d4a-4a52-4c03-b5d3-e0d522b760b9 req-4846dac0-f179-4356-85d0-540fc07fc74e tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.18 "DELETE /v2.0/ports/7533eb42-b585-49cc-9753-3da6815835bc HTTP/1.1" status: 204 len: 173 time: 1.7847285 Jan 28 13:26:26.304775 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49812de2-db9e-403e-9b3d-31d7f4988574', 'name': 'network-vif-deleted', 'tag': '7533eb42-b585-49cc-9753-3da6815835bc'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:26.318246 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6174d53-442a-4d01-89e0-00a95bbaa296" -d '{"events": [{"server_uuid": "49812de2-db9e-403e-9b3d-31d7f4988574", "name": "network-vif-deleted", "tag": "7533eb42-b585-49cc-9753-3da6815835bc"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:26.356311 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-67ce9575-d17e-470c-8718-7b32739093c9 req-56552daf-1080-4a06-8eaf-a62fa9dd3e70 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:26.363761 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d6440347-c1d2-40e2-9329-c8fee860620d req-5ef01d01-1be2-45c3-a363-b302640769ad tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268173 Jan 28 13:26:26.426882 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-5dd8cf93-4fb5-4021-9408-6926535a219b None None] For port 60880b47-2757-42cc-a1b7-a58953b45951, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:26:26.428333 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-9c5267c4-01e6-420c-a1a9-fbf3144bb6cf service neutron] For port d6cec65b-a0b8-4945-81de-021bc6d5f0f8, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=d6cec65b-a0b8-4945-81de-021bc6d5f0f8,segment=NetworkSegment(2c95997c-16ab-4d70-b003-a3661ae96720),segment_id=2c95997c-16ab-4d70-b003-a3661ae96720)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:26:26.433161 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-5dd8cf93-4fb5-4021-9408-6926535a219b None None] For port 60880b47-2757-42cc-a1b7-a58953b45951, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=60880b47-2757-42cc-a1b7-a58953b45951,segment=NetworkSegment(3817ac62-3e45-4491-8950-49243d79f7e2),segment_id=3817ac62-3e45-4491-8950-49243d79f7e2)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:26:26.439426 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5dd8cf93-4fb5-4021-9408-6926535a219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (60880b47-2757-42cc-a1b7-a58953b45951), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:26.439833 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-9c5267c4-01e6-420c-a1a9-fbf3144bb6cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (d6cec65b-a0b8-4945-81de-021bc6d5f0f8), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:26.516317 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-0ab0884b-16a2-4e93-ba7a-1a8a75de9414 None None] Provisioning complete for port 60880b47-2757-42cc-a1b7-a58953b45951 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:26:26.517831 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ab0884b-16a2-4e93-ba7a-1a8a75de9414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (60880b47-2757-42cc-a1b7-a58953b45951), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:26.521629 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7bc64-24da-4c06-ae73-ca90b82b201c None None] Pushing event updated for resources: {'Port': ['ID=60880b47-2757-42cc-a1b7-a58953b45951,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:26.542235 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd8cf93-4fb5-4021-9408-6926535a219b None None] Routers {'fc66f4c1-65e7-424f-a0e2-d8c8773b217e'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:26:26.543146 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5dd8cf93-4fb5-4021-9408-6926535a219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:26:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['fc66f4c1-65e7-424f-a0e2-d8c8773b217e'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:26:26.561044 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-9c5267c4-01e6-420c-a1a9-fbf3144bb6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:26.561807 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-9c5267c4-01e6-420c-a1a9-fbf3144bb6cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:26.563861 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-9c5267c4-01e6-420c-a1a9-fbf3144bb6cf service neutron] 10.222.0.18 "PUT /v2.0/ports/d6cec65b-a0b8-4945-81de-021bc6d5f0f8 HTTP/1.1" status: 200 len: 1091 time: 3.8069379 Jan 28 13:26:26.564171 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9', 'tag': 'd6cec65b-a0b8-4945-81de-021bc6d5f0f8'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:26.566515 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d05e57-c4e7-4151-b9bb-37959320bc66" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9", "tag": "d6cec65b-a0b8-4945-81de-021bc6d5f0f8"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:26.575124 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2a47e66f-af99-4db4-b0d2-c9cb5c6ace83 req-81dfa1a3-a9de-48b6-ad8e-551aad58c337 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 210 time: 0.0609813 Jan 28 13:26:26.657971 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-249356f6-a455-4438-a916-8920cffb0c7b req-d85c2dc4-dcfc-444d-b512-10f6a05c6e83 service neutron] 10.222.0.37 "GET /v2.0/networks/1c04c518-39f2-47d7-96f5-a06debfdd8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901505 Jan 28 13:26:26.669112 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5267c4-01e6-420c-a1a9-fbf3144bb6cf service neutron] Pushing event updated for resources: {'Port': ['ID=d6cec65b-a0b8-4945-81de-021bc6d5f0f8,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:26.843029 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-249356f6-a455-4438-a916-8920cffb0c7b req-bfc547af-41cc-4377-9f76-79175755f321 service neutron] 10.222.0.37 "GET /v2.0/networks/1c04c518-39f2-47d7-96f5-a06debfdd8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543856 Jan 28 13:26:26.880167 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-67ce9575-d17e-470c-8718-7b32739093c9 req-56552daf-1080-4a06-8eaf-a62fa9dd3e70 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Allocated IP 172.25.3.245 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/d1d16440-a369-43d8-affd-1c2ebc9ada3f) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:26:26.904750 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0ab0884b-16a2-4e93-ba7a-1a8a75de9414 None None] Current status of the port 60880b47-2757-42cc-a1b7-a58953b45951 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:26.905499 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ab0884b-16a2-4e93-ba7a-1a8a75de9414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (60880b47-2757-42cc-a1b7-a58953b45951), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:26.919963 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-af5e11ff-abe6-4aac-8de1-3557e062c3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:26.922968 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-af5e11ff-abe6-4aac-8de1-3557e062c3bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47eca7ff9b2a4889893ddf4887158ad3&device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 1094 time: 0.2635465 Jan 28 13:26:26.932660 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-5dd8cf93-4fb5-4021-9408-6926535a219b None None] Set router fc66f4c1-65e7-424f-a0e2-d8c8773b217e gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:26:27.056136 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-0ab0884b-16a2-4e93-ba7a-1a8a75de9414 None None] For port 60880b47-2757-42cc-a1b7-a58953b45951, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=60880b47-2757-42cc-a1b7-a58953b45951,segment=NetworkSegment(3817ac62-3e45-4491-8950-49243d79f7e2),segment_id=3817ac62-3e45-4491-8950-49243d79f7e2)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:27.066516 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ab0884b-16a2-4e93-ba7a-1a8a75de9414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (60880b47-2757-42cc-a1b7-a58953b45951), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:27.080754 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-2d35d195-bd20-4722-b355-c249db29a8df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6cec65b-a0b8-4945-81de-021bc6d5f0f8 HTTP/1.1" status: 200 len: 217 time: 0.1482768 Jan 28 13:26:27.188429 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-51e1ccd3-2fc3-4411-a8b7-e8ac68b14ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:27.191100 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-51e1ccd3-2fc3-4411-a8b7-e8ac68b14ea4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4660c0a9-8abc-479c-99b1-af9640de1107 HTTP/1.1" status: 200 len: 854 time: 0.0924914 Jan 28 13:26:27.245333 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0884b-16a2-4e93-ba7a-1a8a75de9414 None None] Pushing event updated for resources: {'Port': ['ID=60880b47-2757-42cc-a1b7-a58953b45951,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:27.249146 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5dd8cf93-4fb5-4021-9408-6926535a219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc66f4c1-65e7-424f-a0e2-d8c8773b217e', 'name': 'tempest-FloatingIPsTestJSON-1133394297-router', 'tenant_id': 'd452989e394641abaaaf5b22b4162be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd2477ff1-8ee8-4959-bb54-547c76bb2f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:26:09Z', 'updated_at': '2022-01-28T13:26:19Z', 'revision_number': 4, 'project_id': 'd452989e394641abaaaf5b22b4162be9', 'gw_port': {'id': 'd2477ff1-8ee8-4959-bb54-547c76bb2f91', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc66f4c1-65e7-424f-a0e2-d8c8773b217e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:26:11Z', 'updated_at': '2022-01-28T13:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '60880b47-2757-42cc-a1b7-a58953b45951', 'name': '', 'network_id': '8fde8816-6b74-4f61-93ba-6899b338a094', 'tenant_id': 'd452989e394641abaaaf5b22b4162be9', 'mac_address': 'fa:16:3e:9d:a6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc66f4c1-65e7-424f-a0e2-d8c8773b217e', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'c88dc716-93a2-479a-9cff-b60f68fb8469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:26:18Z', 'updated_at': '2022-01-28T13:26:26Z', 'revision_number': 4, 'project_id': 'd452989e394641abaaaf5b22b4162be9', 'subnets': [{'id': 'c88dc716-93a2-479a-9cff-b60f68fb8469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:26:27.254084 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 7735e4e9-e055-42ee-ac07-a1cf9e195b1b no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:26:27.272871 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-461ba94d-f0d7-43ae-b976-1a468538775f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a819a92-6f08-4f4b-a036-5a82aa2e8940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556133 Jan 28 13:26:27.294878 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-5f16678a-0367-45dc-9a8f-12040522a9c1 None None] Provisioning complete for port 60880b47-2757-42cc-a1b7-a58953b45951 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:26:27.295997 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5f16678a-0367-45dc-9a8f-12040522a9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (60880b47-2757-42cc-a1b7-a58953b45951), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:27.305086 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd8cf93-4fb5-4021-9408-6926535a219b None None] The sync data for ids ['fc66f4c1-65e7-424f-a0e2-d8c8773b217e'] in n-d-822747-2 is: [{'id': 'fc66f4c1-65e7-424f-a0e2-d8c8773b217e', 'name': 'tempest-FloatingIPsTestJSON-1133394297-router', 'tenant_id': 'd452989e394641abaaaf5b22b4162be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd2477ff1-8ee8-4959-bb54-547c76bb2f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:26:09Z', 'updated_at': '2022-01-28T13:26:19Z', 'revision_number': 4, 'project_id': 'd452989e394641abaaaf5b22b4162be9', 'gw_port': {'id': 'd2477ff1-8ee8-4959-bb54-547c76bb2f91', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc66f4c1-65e7-424f-a0e2-d8c8773b217e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:26:11Z', 'updated_at': '2022-01-28T13:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '60880b47-2757-42cc-a1b7-a58953b45951', 'name': '', 'network_id': '8fde8816-6b74-4f61-93ba-6899b338a094', 'tenant_id': 'd452989e394641abaaaf5b22b4162be9', 'mac_address': 'fa:16:3e:9d:a6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc66f4c1-65e7-424f-a0e2-d8c8773b217e', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'c88dc716-93a2-479a-9cff-b60f68fb8469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:26:18Z', 'updated_at': '2022-01-28T13:26:26Z', 'revision_number': 4, 'project_id': 'd452989e394641abaaaf5b22b4162be9', 'subnets': [{'id': 'c88dc716-93a2-479a-9cff-b60f68fb8469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:26:27.312136 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-67ce9575-d17e-470c-8718-7b32739093c9 req-56552daf-1080-4a06-8eaf-a62fa9dd3e70 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks [] for port (d1d16440-a369-43d8-affd-1c2ebc9ada3f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:27.445965 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3110a4-5e1e-41ac-9301-eaf8e8400fce req-244e2f90-99a2-4e09-bfd4-e359404bc0d9 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:27.447296 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a3110a4-5e1e-41ac-9301-eaf8e8400fce req-244e2f90-99a2-4e09-bfd4-e359404bc0d9 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 943 time: 0.3643470 Jan 28 13:26:27.448494 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-67ce9575-d17e-470c-8718-7b32739093c9 req-56552daf-1080-4a06-8eaf-a62fa9dd3e70 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (d1d16440-a369-43d8-affd-1c2ebc9ada3f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:27.517002 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5f16678a-0367-45dc-9a8f-12040522a9c1 None None] Current status of the port 60880b47-2757-42cc-a1b7-a58953b45951 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:27.551551 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ce9575-d17e-470c-8718-7b32739093c9 req-56552daf-1080-4a06-8eaf-a62fa9dd3e70 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:26:27.559327 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a3110a4-5e1e-41ac-9301-eaf8e8400fce req-0f414288-0494-4e7d-b31f-c1158e15c6ee tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852690 Jan 28 13:26:27.559848 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-67ce9575-d17e-470c-8718-7b32739093c9 req-56552daf-1080-4a06-8eaf-a62fa9dd3e70 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:26:27.572317 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-beeb9b7c-d4c1-4fb8-be24-7f98668ff653 service neutron] 10.222.0.18 "GET /v2.0/networks/3a819a92-6f08-4f4b-a036-5a82aa2e8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904553 Jan 28 13:26:27.575197 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ce9575-d17e-470c-8718-7b32739093c9 req-56552daf-1080-4a06-8eaf-a62fa9dd3e70 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:26:27.582507 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b is: DOWN; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:27.708945 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86805ba7-5901-4734-aaec-f3af5b596a7f req-7dd54c7b-f312-4b31-9d5d-96f6f2de9d9a service neutron] 10.222.0.18 "GET /v2.0/networks/3a819a92-6f08-4f4b-a036-5a82aa2e8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296995 Jan 28 13:26:27.742999 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-67ce9575-d17e-470c-8718-7b32739093c9 req-56552daf-1080-4a06-8eaf-a62fa9dd3e70 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks [] for floatingip (a2e3597b-d165-4398-85a9-6abf90e47601), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:27.757121 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56552daf-1080-4a06-8eaf-a62fa9dd3e70 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Pushing event updated for resources: {'Port': ['ID=d1d16440-a369-43d8-affd-1c2ebc9ada3f,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:27.838954 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf146f77-3e78-4acf-b177-56dfbf07f8e9 x-openstack-request-id: req-cf146f77-3e78-4acf-b177-56dfbf07f8e9 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:27.838954 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49812de2-db9e-403e-9b3d-31d7f4988574", "name": "network-vif-deleted", "tag": "7533eb42-b585-49cc-9753-3da6815835bc", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:27.838954 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf146f77-3e78-4acf-b177-56dfbf07f8e9 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:27.838954 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49812de2-db9e-403e-9b3d-31d7f4988574', 'name': 'network-vif-deleted', 'tag': '7533eb42-b585-49cc-9753-3da6815835bc', 'status': 'completed', 'code': 200} Jan 28 13:26:27.882354 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-67ce9575-d17e-470c-8718-7b32739093c9 req-56552daf-1080-4a06-8eaf-a62fa9dd3e70 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d1d16440-a369-43d8-affd-1c2ebc9ada3f), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:27.976708 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4578a6-a3ec-44b3-822a-815af98a8437 req-be931d68-b1f4-42c9-80d1-445df1b9d219 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:27.979745 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ae4578a6-a3ec-44b3-822a-815af98a8437 req-be931d68-b1f4-42c9-80d1-445df1b9d219 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.1177385 Jan 28 13:26:28.008921 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 60880b47-2757-42cc-a1b7-a58953b45951 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:26:28.090511 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 60880b47-2757-42cc-a1b7-a58953b45951 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:26:28.091035 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (60880b47-2757-42cc-a1b7-a58953b45951), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:28.103545 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ae4578a6-a3ec-44b3-822a-815af98a8437 req-3e97a546-68d2-4535-81ea-a07fcea232b7 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063907 Jan 28 13:26:28.185542 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-67ce9575-d17e-470c-8718-7b32739093c9 req-56552daf-1080-4a06-8eaf-a62fa9dd3e70 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks [] for port (d1d16440-a369-43d8-affd-1c2ebc9ada3f), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:28.194160 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-67ce9575-d17e-470c-8718-7b32739093c9 req-56552daf-1080-4a06-8eaf-a62fa9dd3e70 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (d1d16440-a369-43d8-affd-1c2ebc9ada3f), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:28.205904 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce93a7a-8e45-45db-902d-966bba0299bf x-openstack-request-id: req-1ce93a7a-8e45-45db-902d-966bba0299bf {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:28.206747 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9", "tag": "d6cec65b-a0b8-4945-81de-021bc6d5f0f8", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:28.206747 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ce93a7a-8e45-45db-902d-966bba0299bf {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:28.207532 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9', 'tag': 'd6cec65b-a0b8-4945-81de-021bc6d5f0f8', 'status': 'completed', 'code': 200} Jan 28 13:26:28.383189 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 60880b47-2757-42cc-a1b7-a58953b45951 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:28.394067 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b0758-9af4-47da-a490-39bca02f78f5 req-87e3411c-e503-4cae-a52c-923b53cf36e2 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:28.399489 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2a9b0758-9af4-47da-a490-39bca02f78f5 req-87e3411c-e503-4cae-a52c-923b53cf36e2 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=daacec17-a5cc-413a-bed2-c218807a2927 HTTP/1.1" status: 200 len: 943 time: 0.0776017 Jan 28 13:26:28.401622 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d05e57-c4e7-4151-b9bb-37959320bc66 req-4b3409ae-c597-466e-9e59-466b9fa6c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:28.406162 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-17d05e57-c4e7-4151-b9bb-37959320bc66 req-4b3409ae-c597-466e-9e59-466b9fa6c167 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47eca7ff9b2a4889893ddf4887158ad3&device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 1094 time: 0.1681499 Jan 28 13:26:28.471382 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56552daf-1080-4a06-8eaf-a62fa9dd3e70 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Pushing event updated for resources: {'Port': ['ID=d1d16440-a369-43d8-affd-1c2ebc9ada3f,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:28.488207 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-67ce9575-d17e-470c-8718-7b32739093c9 req-56552daf-1080-4a06-8eaf-a62fa9dd3e70 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (a2e3597b-d165-4398-85a9-6abf90e47601), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:28.510214 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-67ce9575-d17e-470c-8718-7b32739093c9 req-56552daf-1080-4a06-8eaf-a62fa9dd3e70 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:28.512510 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-67ce9575-d17e-470c-8718-7b32739093c9 req-56552daf-1080-4a06-8eaf-a62fa9dd3e70 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9042623 Jan 28 13:26:28.586564 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2a9b0758-9af4-47da-a490-39bca02f78f5 req-88058712-beea-4b04-adb9-9441c5f01d5a tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718450 Jan 28 13:26:28.618550 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-67ce9575-d17e-470c-8718-7b32739093c9 req-53f8d042-910a-4d37-a75e-25e9dec00e81 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.245 HTTP/1.1" status: 200 len: 696 time: 0.0978460 Jan 28 13:26:28.633277 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d05e57-c4e7-4151-b9bb-37959320bc66 req-1324654f-fcca-4773-ba7a-20d07b2e0e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:28.635094 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-17d05e57-c4e7-4151-b9bb-37959320bc66 req-1324654f-fcca-4773-ba7a-20d07b2e0e2d service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a819a92-6f08-4f4b-a036-5a82aa2e8940 HTTP/1.1" status: 200 len: 914 time: 0.2232473 Jan 28 13:26:28.718511 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-17d05e57-c4e7-4151-b9bb-37959320bc66 req-681e6a97-080f-4b8e-a758-39644b7b3a43 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6cec65b-a0b8-4945-81de-021bc6d5f0f8 HTTP/1.1" status: 200 len: 217 time: 0.0747950 Jan 28 13:26:28.781376 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device bc3de9dc-9f98-4ffc-9a68-0793c890099b details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:26:28.838137 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce9575-d17e-470c-8718-7b32739093c9 req-5473720a-4a72-46a0-a905-1407e1a9b5f6 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:28.840098 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-67ce9575-d17e-470c-8718-7b32739093c9 req-5473720a-4a72-46a0-a905-1407e1a9b5f6 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 784 time: 0.2143269 Jan 28 13:26:28.840996 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3d732cd8-4be1-4a71-8028-20dc9d9ea61f req-d8c14ee3-4464-4b13-b6e4-f751f0e127cc tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 210 time: 0.1251388 Jan 28 13:26:28.913197 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:26:28.927358 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d05e57-c4e7-4151-b9bb-37959320bc66 req-c4655f6b-29a3-42c1-b0f0-00a304f5756f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:28.929949 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-17d05e57-c4e7-4151-b9bb-37959320bc66 req-c4655f6b-29a3-42c1-b0f0-00a304f5756f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4660c0a9-8abc-479c-99b1-af9640de1107 HTTP/1.1" status: 200 len: 854 time: 0.2016671 Jan 28 13:26:29.006285 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-17d05e57-c4e7-4151-b9bb-37959320bc66 req-e1f66237-cdbc-4914-9206-fc5cd82e7f00 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a819a92-6f08-4f4b-a036-5a82aa2e8940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684690 Jan 28 13:26:29.078318 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port bc3de9dc-9f98-4ffc-9a68-0793c890099b, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=bc3de9dc-9f98-4ffc-9a68-0793c890099b,segment=NetworkSegment(1c04bf0b-8aa7-40e6-8665-eb4d488e60a5),segment_id=1c04bf0b-8aa7-40e6-8665-eb4d488e60a5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:29.096508 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'bc3de9dc-9f98-4ffc-9a68-0793c890099b', 'network_id': '1c04c518-39f2-47d7-96f5-a06debfdd8ed', 'port_id': 'bc3de9dc-9f98-4ffc-9a68-0793c890099b', 'mac_address': 'fa:16:3e:b0:49:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169866dc-bcf0-4fd7-aa06-8c342afd159a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:26:29.213285 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port bc3de9dc-9f98-4ffc-9a68-0793c890099b is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:29.214673 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bc3de9dc-9f98-4ffc-9a68-0793c890099b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:29.272771 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc3de9dc-9f98-4ffc-9a68-0793c890099b {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:26:29.283004 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 7533eb42-b585-49cc-9753-3da6815835bc no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:26:29.361862 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8c3548b-497e-4ff4-b270-548de412a785 req-c655b80d-ff5c-4f2e-aad0-2ac271ba3d9c tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] 10.222.0.39 "GET /v2.0/floatingips/a2e3597b-d165-4398-85a9-6abf90e47601 HTTP/1.1" status: 200 len: 693 time: 0.2014835 Jan 28 13:26:29.413232 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 7533eb42-b585-49cc-9753-3da6815835bc {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:26:29.414158 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 7533eb42-b585-49cc-9753-3da6815835bc not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:26:29.424136 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5363a393-ba9e-41c7-842e-f73a1c4e8313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:29.447584 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port bc3de9dc-9f98-4ffc-9a68-0793c890099b, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=bc3de9dc-9f98-4ffc-9a68-0793c890099b,segment=NetworkSegment(1c04bf0b-8aa7-40e6-8665-eb4d488e60a5),segment_id=1c04bf0b-8aa7-40e6-8665-eb4d488e60a5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:29.458686 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (bc3de9dc-9f98-4ffc-9a68-0793c890099b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:29.580155 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=bc3de9dc-9f98-4ffc-9a68-0793c890099b,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:29.588210 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610470a4-7e6a-4a22-b51d-6b0228037676 req-61f9effc-beb1-4ee7-97b2-74d0569465e5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:29.604098 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-610470a4-7e6a-4a22-b51d-6b0228037676 req-61f9effc-beb1-4ee7-97b2-74d0569465e5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 943 time: 0.5416441 Jan 28 13:26:29.613783 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0e54225c-0390-48fa-a89c-7289bccf80c8 req-5c9800de-d43a-4103-8061-baee708bd857 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3332698 Jan 28 13:26:29.628170 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-17d05e57-c4e7-4151-b9bb-37959320bc66 req-2dd5bf42-995c-44ee-891f-b57d365bfc00 service neutron] 10.222.0.18 "GET /v2.0/networks/3a819a92-6f08-4f4b-a036-5a82aa2e8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6080697 Jan 28 13:26:29.775437 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3548b-497e-4ff4-b270-548de412a785 req-24eacb47-4e55-4179-b62e-fb94674a986e tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:29.777952 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8c3548b-497e-4ff4-b270-548de412a785 req-24eacb47-4e55-4179-b62e-fb94674a986e tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 784 time: 0.4136138 Jan 28 13:26:29.856251 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['bc3de9dc-9f98-4ffc-9a68-0793c890099b'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:26:29.979812 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-610470a4-7e6a-4a22-b51d-6b0228037676 req-eb709aba-2f3c-4e8e-8d67-7c2ba8a9723b tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742719 Jan 28 13:26:29.986541 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54225c-0390-48fa-a89c-7289bccf80c8 req-e575d10c-5c6d-4377-a279-2213a5cf7ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:29.994422 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0e54225c-0390-48fa-a89c-7289bccf80c8 req-e575d10c-5c6d-4377-a279-2213a5cf7ff1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 1096 time: 0.1640847 Jan 28 13:26:30.049522 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-17d05e57-c4e7-4151-b9bb-37959320bc66 req-b41e8e23-39c3-4ae1-9bd7-f7595cfc0a8e service neutron] 10.222.0.18 "GET /v2.0/networks/3a819a92-6f08-4f4b-a036-5a82aa2e8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033494 Jan 28 13:26:30.093848 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebcd90-02bd-4ce2-a6b9-65e9f4806094 req-1a1bdfcd-a2bf-48e9-82b2-ebaf9d07a6c4 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:30.102543 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-00ebcd90-02bd-4ce2-a6b9-65e9f4806094 req-1a1bdfcd-a2bf-48e9-82b2-ebaf9d07a6c4 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.1795628 Jan 28 13:26:30.211145 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-00ebcd90-02bd-4ce2-a6b9-65e9f4806094 req-0acaf735-2cb1-4182-acb9-644f91885747 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069901 Jan 28 13:26:30.322090 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc4e83-3fc1-47ba-8067-f3ac01e20fa9 req-1c9d633d-a36f-4ff4-935e-75befb01ee76 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:30.324677 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7cbc4e83-3fc1-47ba-8067-f3ac01e20fa9 req-1c9d633d-a36f-4ff4-935e-75befb01ee76 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=daacec17-a5cc-413a-bed2-c218807a2927 HTTP/1.1" status: 200 len: 944 time: 0.1781840 Jan 28 13:26:30.326777 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54225c-0390-48fa-a89c-7289bccf80c8 req-937e0526-9148-4577-a424-e68b1e999b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:30.328757 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0e54225c-0390-48fa-a89c-7289bccf80c8 req-937e0526-9148-4577-a424-e68b1e999b94 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 920 time: 0.2776175 Jan 28 13:26:30.397194 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6bc7dc23-fd78-4dcd-bddb-6669233c2bfa req-63673e7a-7fad-44d1-a813-5687af73a2ea tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=d452989e394641abaaaf5b22b4162be9 HTTP/1.1" status: 200 len: 696 time: 0.1316288 Jan 28 13:26:30.403633 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0e54225c-0390-48fa-a89c-7289bccf80c8 req-a03e9738-3bf1-4a28-989e-215ebfae6339 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df36e2a8-c30f-41f1-9ca8-55487cb5bd3a HTTP/1.1" status: 200 len: 217 time: 0.0687137 Jan 28 13:26:30.481337 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7cbc4e83-3fc1-47ba-8067-f3ac01e20fa9 req-a4c30d3f-596f-4780-ab5d-54feda2cce31 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360416 Jan 28 13:26:30.483315 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54225c-0390-48fa-a89c-7289bccf80c8 req-28f279e0-2104-4b9f-8c75-1fd9132bf9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:30.484933 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0e54225c-0390-48fa-a89c-7289bccf80c8 req-28f279e0-2104-4b9f-8c75-1fd9132bf9d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99d02297-28c8-4d60-822c-d4eb89318060 HTTP/1.1" status: 200 len: 860 time: 0.0716047 Jan 28 13:26:30.541733 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0e54225c-0390-48fa-a89c-7289bccf80c8 req-c9740415-9d6b-48fe-8f1f-3d7b6b66667b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59fab6ca-64cd-4851-86a5-d4939e9521f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479596 Jan 28 13:26:30.604635 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7dc23-fd78-4dcd-bddb-6669233c2bfa req-39c785e5-0cee-44ff-b412-12a2589d95db tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:30.607217 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6bc7dc23-fd78-4dcd-bddb-6669233c2bfa req-39c785e5-0cee-44ff-b412-12a2589d95db tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] 10.222.0.39 "GET /v2.0/networks?id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 787 time: 0.2026300 Jan 28 13:26:30.619340 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-6bc7dc23-fd78-4dcd-bddb-6669233c2bfa req-9f1bacba-1963-4a14-898c-42a94c2697ed tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:26:30.620917 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6bc7dc23-fd78-4dcd-bddb-6669233c2bfa req-9f1bacba-1963-4a14-898c-42a94c2697ed tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076768 Jan 28 13:26:30.650611 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-94b3c0fb-aad8-4fd9-b813-6be7fa80d8ee req-ead8aec0-8bec-40ab-827a-4f1239b8c6ba tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 210 time: 0.0350597 Jan 28 13:26:30.700750 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0e54225c-0390-48fa-a89c-7289bccf80c8 req-b9b0fa14-8806-43ba-97c1-9e943c89f58f service neutron] 10.222.0.37 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503427 Jan 28 13:26:30.826458 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-43a9115f-5b7a-4e00-ab0d-fd7953177242 req-54075c1d-2cf4-4d64-b527-7c97b16dd17f tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] 10.222.0.39 "GET /v2.0/floatingips/a2e3597b-d165-4398-85a9-6abf90e47601 HTTP/1.1" status: 200 len: 693 time: 0.0793712 Jan 28 13:26:30.864440 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0e54225c-0390-48fa-a89c-7289bccf80c8 req-fcdef281-99e8-43f0-b827-7086307ed401 service neutron] 10.222.0.37 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567376 Jan 28 13:26:31.014618 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9115f-5b7a-4e00-ab0d-fd7953177242 req-96811a68-32f7-4065-b26d-7ff54f277a8b tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:31.024718 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-43a9115f-5b7a-4e00-ab0d-fd7953177242 req-96811a68-32f7-4065-b26d-7ff54f277a8b tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 784 time: 0.1891615 Jan 28 13:26:31.087783 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-43a9115f-5b7a-4e00-ab0d-fd7953177242 req-749d8e2b-98b7-4f7b-9252-156f68c96146 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.245 HTTP/1.1" status: 200 len: 696 time: 0.0568261 Jan 28 13:26:31.185474 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-43a9115f-5b7a-4e00-ab0d-fd7953177242 req-86ce49ef-110a-4e3a-9272-f09ed78b1d24 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.245 HTTP/1.1" status: 200 len: 696 time: 0.0856411 Jan 28 13:26:31.220249 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796694b4-1354-47bd-bb1b-e43e5c9b02fc req-8cf7a2e7-6348-4932-9fef-c875ac89e8c5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:31.231613 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-796694b4-1354-47bd-bb1b-e43e5c9b02fc req-8cf7a2e7-6348-4932-9fef-c875ac89e8c5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 943 time: 0.1076581 Jan 28 13:26:31.256623 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device d6cec65b-a0b8-4945-81de-021bc6d5f0f8 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:26:31.336309 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-796694b4-1354-47bd-bb1b-e43e5c9b02fc req-7258e2ac-9277-4951-af6c-02b90bb498e4 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034172 Jan 28 13:26:31.503061 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port d6cec65b-a0b8-4945-81de-021bc6d5f0f8, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=d6cec65b-a0b8-4945-81de-021bc6d5f0f8,segment=NetworkSegment(2c95997c-16ab-4d70-b003-a3661ae96720),segment_id=2c95997c-16ab-4d70-b003-a3661ae96720)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:31.519888 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-43a9115f-5b7a-4e00-ab0d-fd7953177242 req-0350a882-bdb9-4d07-af57-2148b292de92 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Deleting port d1d16440-a369-43d8-affd-1c2ebc9ada3f {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:26:31.520793 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-43a9115f-5b7a-4e00-ab0d-fd7953177242 req-0350a882-bdb9-4d07-af57-2148b292de92 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (d1d16440-a369-43d8-affd-1c2ebc9ada3f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:31.534589 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'd6cec65b-a0b8-4945-81de-021bc6d5f0f8', 'network_id': '3a819a92-6f08-4f4b-a036-5a82aa2e8940', 'port_id': 'd6cec65b-a0b8-4945-81de-021bc6d5f0f8', 'mac_address': 'fa:16:3e:d3:9d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4660c0a9-8abc-479c-99b1-af9640de1107', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:26:31.602179 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd26057-ccc5-415b-8ae1-ff1f2c0bb5f7 req-0f05b691-c71b-46a2-b578-201821ef0f63 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:31.604915 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8cd26057-ccc5-415b-8ae1-ff1f2c0bb5f7 req-0f05b691-c71b-46a2-b578-201821ef0f63 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.1329150 Jan 28 13:26:31.632488 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c68df42-e7e3-402f-8649-69d7d0f216a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:31.635989 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port d6cec65b-a0b8-4945-81de-021bc6d5f0f8 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:31.636680 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d6cec65b-a0b8-4945-81de-021bc6d5f0f8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:31.666241 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6cec65b-a0b8-4945-81de-021bc6d5f0f8 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:26:31.690719 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8cd26057-ccc5-415b-8ae1-ff1f2c0bb5f7 req-80723d3d-bdfa-4793-ab43-0352a24d1a2c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747108 Jan 28 13:26:31.701766 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-43a9115f-5b7a-4e00-ab0d-fd7953177242 req-0350a882-bdb9-4d07-af57-2148b292de92 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (d1d16440-a369-43d8-affd-1c2ebc9ada3f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:31.703167 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-43a9115f-5b7a-4e00-ab0d-fd7953177242 req-0350a882-bdb9-4d07-af57-2148b292de92 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks [] for floatingip (d1d16440-a369-43d8-affd-1c2ebc9ada3f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:31.733289 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port d6cec65b-a0b8-4945-81de-021bc6d5f0f8, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=d6cec65b-a0b8-4945-81de-021bc6d5f0f8,segment=NetworkSegment(2c95997c-16ab-4d70-b003-a3661ae96720),segment_id=2c95997c-16ab-4d70-b003-a3661ae96720)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:31.736163 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-43a9115f-5b7a-4e00-ab0d-fd7953177242 req-0350a882-bdb9-4d07-af57-2148b292de92 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Calling delete_port for d1d16440-a369-43d8-affd-1c2ebc9ada3f owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:26:31.741974 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d6cec65b-a0b8-4945-81de-021bc6d5f0f8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:31.844218 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=d6cec65b-a0b8-4945-81de-021bc6d5f0f8,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:31.932113 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ba38a-476f-4cd2-87ec-8efa54f4ee8b req-d678208c-cea4-460a-9e49-410f1840c599 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:31.935572 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0f7ba38a-476f-4cd2-87ec-8efa54f4ee8b req-d678208c-cea4-460a-9e49-410f1840c599 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=daacec17-a5cc-413a-bed2-c218807a2927 HTTP/1.1" status: 200 len: 944 time: 0.1075180 Jan 28 13:26:31.967874 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['d6cec65b-a0b8-4945-81de-021bc6d5f0f8'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:26:32.029867 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-43a9115f-5b7a-4e00-ab0d-fd7953177242 req-0350a882-bdb9-4d07-af57-2148b292de92 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (d1d16440-a369-43d8-affd-1c2ebc9ada3f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:32.057078 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0f7ba38a-476f-4cd2-87ec-8efa54f4ee8b req-98824951-d750-4956-86d6-e752908593dd tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099315 Jan 28 13:26:32.083356 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350a882-bdb9-4d07-af57-2148b292de92 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Pushing event deleted for resources: {'Port': ['ID=d1d16440-a369-43d8-affd-1c2ebc9ada3f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:32.191655 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-43a9115f-5b7a-4e00-ab0d-fd7953177242 req-0350a882-bdb9-4d07-af57-2148b292de92 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks [] for floatingip (a2e3597b-d165-4398-85a9-6abf90e47601), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:32.196848 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-43a9115f-5b7a-4e00-ab0d-fd7953177242 req-0350a882-bdb9-4d07-af57-2148b292de92 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:32.199028 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-43a9115f-5b7a-4e00-ab0d-fd7953177242 req-0350a882-bdb9-4d07-af57-2148b292de92 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] 10.222.0.39 "DELETE /v2.0/floatingips/a2e3597b-d165-4398-85a9-6abf90e47601 HTTP/1.1" status: 204 len: 173 time: 1.0025930 Jan 28 13:26:32.263105 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-60d2b87a-21c5-46e4-9f1d-3619b28e23f2 req-acd6b8a0-3277-4e12-9fa7-deaeea4f2580 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 210 time: 0.0592840 Jan 28 13:26:32.511496 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-91d05794-c96f-4531-aa8f-20911fa32875 req-f052c29e-edaa-4ec0-9bc6-962bdfae3558 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1873720 Jan 28 13:26:32.528765 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-91d05794-c96f-4531-aa8f-20911fa32875 req-1711382a-65f0-44d1-b2fb-87313ca12eeb tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:26:32.572900 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75a868-a9da-4871-8f73-35b0977ed84c req-8dd25470-8d48-4189-bae4-c032d6d67882 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:32.576231 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-91d05794-c96f-4531-aa8f-20911fa32875 req-1711382a-65f0-44d1-b2fb-87313ca12eeb tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:32.580048 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cc75a868-a9da-4871-8f73-35b0977ed84c req-8dd25470-8d48-4189-bae4-c032d6d67882 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 944 time: 0.1049733 Jan 28 13:26:32.660064 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cc75a868-a9da-4871-8f73-35b0977ed84c req-0daf07a3-21db-4b56-99aa-b30ca83719da tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744631 Jan 28 13:26:32.749911 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:32.788366 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-91d05794-c96f-4531-aa8f-20911fa32875 req-1711382a-65f0-44d1-b2fb-87313ca12eeb tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:32.821858 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device bc3de9dc-9f98-4ffc-9a68-0793c890099b up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:26:32.915846 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d127a5c-9364-493c-8e45-5f2a4dc64f99 req-95cb556f-5cbe-47e9-b71f-850993d3d496 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:32.925998 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9d127a5c-9364-493c-8e45-5f2a4dc64f99 req-95cb556f-5cbe-47e9-b71f-850993d3d496 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.1122618 Jan 28 13:26:32.933846 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port bc3de9dc-9f98-4ffc-9a68-0793c890099b completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:26:32.943766 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port bc3de9dc-9f98-4ffc-9a68-0793c890099b triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:26:32.945158 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (bc3de9dc-9f98-4ffc-9a68-0793c890099b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:32.995249 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-91d05794-c96f-4531-aa8f-20911fa32875 req-1711382a-65f0-44d1-b2fb-87313ca12eeb tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Allocated IP 172.25.3.4 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/30d9b190-e67f-4733-a5eb-f3714e3defd2) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:26:33.103821 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9d127a5c-9364-493c-8e45-5f2a4dc64f99 req-420150be-f6fe-4d35-9368-a46c34fec6ce tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759150 Jan 28 13:26:33.191626 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port bc3de9dc-9f98-4ffc-9a68-0793c890099b is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:33.192943 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bc3de9dc-9f98-4ffc-9a68-0793c890099b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:33.261488 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device d6cec65b-a0b8-4945-81de-021bc6d5f0f8 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:26:33.318060 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-91d05794-c96f-4531-aa8f-20911fa32875 req-1711382a-65f0-44d1-b2fb-87313ca12eeb tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks [] for port (30d9b190-e67f-4733-a5eb-f3714e3defd2), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:33.335811 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d879f-6dd4-473f-8d99-380d01520db8 req-8bb7c165-f073-472f-843e-f2fbb16fb660 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:33.339531 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daacec17-a5cc-413a-bed2-c218807a2927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3de9dc-9f98-4ffc-9a68-0793c890099b'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:33.342527 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738fe2ab-9bcc-4891-aa37-2dbc905519ec" -d '{"events": [{"server_uuid": "daacec17-a5cc-413a-bed2-c218807a2927", "name": "network-vif-plugged", "status": "completed", "tag": "bc3de9dc-9f98-4ffc-9a68-0793c890099b"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:33.349817 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-990d879f-6dd4-473f-8d99-380d01520db8 req-8bb7c165-f073-472f-843e-f2fbb16fb660 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=daacec17-a5cc-413a-bed2-c218807a2927 HTTP/1.1" status: 200 len: 944 time: 0.1183634 Jan 28 13:26:33.375486 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port bc3de9dc-9f98-4ffc-9a68-0793c890099b, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=bc3de9dc-9f98-4ffc-9a68-0793c890099b,segment=NetworkSegment(1c04bf0b-8aa7-40e6-8665-eb4d488e60a5),segment_id=1c04bf0b-8aa7-40e6-8665-eb4d488e60a5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:33.381153 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-91d05794-c96f-4531-aa8f-20911fa32875 req-1711382a-65f0-44d1-b2fb-87313ca12eeb tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (30d9b190-e67f-4733-a5eb-f3714e3defd2), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:33.387710 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (bc3de9dc-9f98-4ffc-9a68-0793c890099b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:33.398943 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port d6cec65b-a0b8-4945-81de-021bc6d5f0f8 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:26:33.438370 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port d6cec65b-a0b8-4945-81de-021bc6d5f0f8 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:26:33.439284 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d6cec65b-a0b8-4945-81de-021bc6d5f0f8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:33.446731 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-990d879f-6dd4-473f-8d99-380d01520db8 req-f1143df7-191b-4515-a07f-b409c131b300 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947495 Jan 28 13:26:33.465468 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711382a-65f0-44d1-b2fb-87313ca12eeb tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Pushing event updated for resources: {'Port': ['ID=30d9b190-e67f-4733-a5eb-f3714e3defd2,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:33.497281 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d05794-c96f-4531-aa8f-20911fa32875 req-1711382a-65f0-44d1-b2fb-87313ca12eeb tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:26:33.500010 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-91d05794-c96f-4531-aa8f-20911fa32875 req-1711382a-65f0-44d1-b2fb-87313ca12eeb tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:26:33.508819 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d05794-c96f-4531-aa8f-20911fa32875 req-1711382a-65f0-44d1-b2fb-87313ca12eeb tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:26:33.526741 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=bc3de9dc-9f98-4ffc-9a68-0793c890099b,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:33.657686 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2be86118-9620-437a-8733-a3ede42ff6e7 req-f39ac59e-66d2-4322-8096-58391c1eaca4 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 210 time: 0.0543747 Jan 28 13:26:33.681524 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port d6cec65b-a0b8-4945-81de-021bc6d5f0f8 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:33.682548 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d6cec65b-a0b8-4945-81de-021bc6d5f0f8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:33.694157 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-91d05794-c96f-4531-aa8f-20911fa32875 req-1711382a-65f0-44d1-b2fb-87313ca12eeb tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks [] for floatingip (bc021a42-f46f-4d22-881e-ab7743916717), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:33.749817 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-91d05794-c96f-4531-aa8f-20911fa32875 req-1711382a-65f0-44d1-b2fb-87313ca12eeb tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (30d9b190-e67f-4733-a5eb-f3714e3defd2), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:33.760323 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port d6cec65b-a0b8-4945-81de-021bc6d5f0f8, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=d6cec65b-a0b8-4945-81de-021bc6d5f0f8,segment=NetworkSegment(2c95997c-16ab-4d70-b003-a3661ae96720),segment_id=2c95997c-16ab-4d70-b003-a3661ae96720)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:33.769786 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d6cec65b-a0b8-4945-81de-021bc6d5f0f8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:33.876015 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=d6cec65b-a0b8-4945-81de-021bc6d5f0f8,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:33.914866 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c66f582-401d-4eef-81e1-642ec64f14d4 x-openstack-request-id: req-7c66f582-401d-4eef-81e1-642ec64f14d4 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:33.915892 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daacec17-a5cc-413a-bed2-c218807a2927", "name": "network-vif-plugged", "status": "completed", "tag": "bc3de9dc-9f98-4ffc-9a68-0793c890099b", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:33.916306 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c66f582-401d-4eef-81e1-642ec64f14d4 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:33.917366 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daacec17-a5cc-413a-bed2-c218807a2927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3de9dc-9f98-4ffc-9a68-0793c890099b', 'code': 200} Jan 28 13:26:33.972856 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-91d05794-c96f-4531-aa8f-20911fa32875 req-1711382a-65f0-44d1-b2fb-87313ca12eeb tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks [] for port (30d9b190-e67f-4733-a5eb-f3714e3defd2), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:33.981012 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-91d05794-c96f-4531-aa8f-20911fa32875 req-1711382a-65f0-44d1-b2fb-87313ca12eeb tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (30d9b190-e67f-4733-a5eb-f3714e3defd2), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:34.107521 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711382a-65f0-44d1-b2fb-87313ca12eeb tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Pushing event updated for resources: {'Port': ['ID=30d9b190-e67f-4733-a5eb-f3714e3defd2,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:34.126452 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-91d05794-c96f-4531-aa8f-20911fa32875 req-1711382a-65f0-44d1-b2fb-87313ca12eeb tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (bc021a42-f46f-4d22-881e-ab7743916717), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:34.153387 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-91d05794-c96f-4531-aa8f-20911fa32875 req-1711382a-65f0-44d1-b2fb-87313ca12eeb tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:34.155546 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-91d05794-c96f-4531-aa8f-20911fa32875 req-1711382a-65f0-44d1-b2fb-87313ca12eeb tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.6338096 Jan 28 13:26:34.168318 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:34.237217 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fa578-94eb-41de-afd2-a718cf6feee7 req-c0523617-193d-4bdb-83c2-b72ee76f421c tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:34.239059 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-818fa578-94eb-41de-afd2-a718cf6feee7 req-c0523617-193d-4bdb-83c2-b72ee76f421c tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 945 time: 0.1008892 Jan 28 13:26:34.249715 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31133797-9adc-45a0-9134-9682409712d6 req-7be8f463-bbe3-4730-ae38-9441c5eada8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:34.251485 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-31133797-9adc-45a0-9134-9682409712d6 req-7be8f463-bbe3-4730-ae38-9441c5eada8d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=daacec17-a5cc-413a-bed2-c218807a2927 HTTP/1.1" status: 200 len: 1096 time: 0.2731225 Jan 28 13:26:34.259208 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-91d05794-c96f-4531-aa8f-20911fa32875 req-86adfb58-77b7-42a0-90d3-976e4e57e0ae tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.4 HTTP/1.1" status: 200 len: 694 time: 0.0908256 Jan 28 13:26:34.363414 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-818fa578-94eb-41de-afd2-a718cf6feee7 req-6f11979a-c7c1-462d-a49c-5003d87de2f5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158671 Jan 28 13:26:34.393684 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-31133797-9adc-45a0-9134-9682409712d6 req-efdc309e-b75a-4e9f-ac24-5a110c7b287d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321273 Jan 28 13:26:34.431595 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d05794-c96f-4531-aa8f-20911fa32875 req-a03db6ff-dab0-4775-a8cb-4371645042c0 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:34.434437 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-91d05794-c96f-4531-aa8f-20911fa32875 req-a03db6ff-dab0-4775-a8cb-4371645042c0 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 784 time: 0.1677547 Jan 28 13:26:34.519539 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-230e4218-0356-4ad9-a428-8e1f8901d9b6 req-83592e06-1786-42a2-b0bf-aa6df6500ef6 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] 10.222.0.39 "GET /v2.0/floatingips/bc021a42-f46f-4d22-881e-ab7743916717 HTTP/1.1" status: 200 len: 691 time: 0.0605991 Jan 28 13:26:34.544792 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed841618-cd60-4edb-b3bc-afdafd0fafee req-9c359377-c1b3-4e2d-ae95-abb3732bdc3c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:34.547939 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ed841618-cd60-4edb-b3bc-afdafd0fafee req-9c359377-c1b3-4e2d-ae95-abb3732bdc3c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.0906136 Jan 28 13:26:34.635490 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ed841618-cd60-4edb-b3bc-afdafd0fafee req-b93fdebf-e31d-4e0a-b40a-ef9dd5f7f3f0 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813680 Jan 28 13:26:34.688195 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e4218-0356-4ad9-a428-8e1f8901d9b6 req-9366acd5-35c6-4991-9af5-4cee9396e436 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:34.698157 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-230e4218-0356-4ad9-a428-8e1f8901d9b6 req-9366acd5-35c6-4991-9af5-4cee9396e436 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 784 time: 0.1729834 Jan 28 13:26:34.826895 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96836b3-b3ad-42ac-8363-dfcee66cb1cc req-7d47eafc-87a8-45b9-a0c4-39e418b11eeb tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:34.835794 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b96836b3-b3ad-42ac-8363-dfcee66cb1cc req-7d47eafc-87a8-45b9-a0c4-39e418b11eeb tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=daacec17-a5cc-413a-bed2-c218807a2927 HTTP/1.1" status: 200 len: 945 time: 0.0743093 Jan 28 13:26:34.903054 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b96836b3-b3ad-42ac-8363-dfcee66cb1cc req-bf41b016-5c4a-4830-8c32-797a47ad42bb tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659072 Jan 28 13:26:35.074558 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8a2e0f27-e207-462c-b840-3c4f04e365f9 req-4dd2878b-5e0d-41a9-bb67-e94fbc6b8c77 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 210 time: 0.0327525 Jan 28 13:26:35.264708 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-230e4218-0356-4ad9-a428-8e1f8901d9b6 req-532744a0-859b-49b1-8028-cfefcfbec776 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.4 HTTP/1.1" status: 200 len: 694 time: 0.5653348 Jan 28 13:26:35.352018 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-230e4218-0356-4ad9-a428-8e1f8901d9b6 req-d55b107e-a21e-4ed1-94af-866037748531 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.4 HTTP/1.1" status: 200 len: 694 time: 0.0771704 Jan 28 13:26:35.623048 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e13eed-7733-44d4-a9e6-e4cf902060fc req-a7a675f5-f0d0-4e62-98b4-f5ae5069304a tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:35.625443 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-230e4218-0356-4ad9-a428-8e1f8901d9b6 req-a54f105b-1c14-4fb6-a436-dfd1c71f7739 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Deleting port 30d9b190-e67f-4733-a5eb-f3714e3defd2 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:26:35.627239 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-230e4218-0356-4ad9-a428-8e1f8901d9b6 req-a54f105b-1c14-4fb6-a436-dfd1c71f7739 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (30d9b190-e67f-4733-a5eb-f3714e3defd2), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:35.633451 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d0e13eed-7733-44d4-a9e6-e4cf902060fc req-a7a675f5-f0d0-4e62-98b4-f5ae5069304a tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 945 time: 0.1374984 Jan 28 13:26:35.636435 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:35.765291 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d0e13eed-7733-44d4-a9e6-e4cf902060fc req-7ab7384f-9ace-413e-a05b-dcb907ef0109 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212122 Jan 28 13:26:35.842827 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-230e4218-0356-4ad9-a428-8e1f8901d9b6 req-a54f105b-1c14-4fb6-a436-dfd1c71f7739 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (30d9b190-e67f-4733-a5eb-f3714e3defd2), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:35.843566 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-230e4218-0356-4ad9-a428-8e1f8901d9b6 req-a54f105b-1c14-4fb6-a436-dfd1c71f7739 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks [] for floatingip (30d9b190-e67f-4733-a5eb-f3714e3defd2), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:35.874153 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-230e4218-0356-4ad9-a428-8e1f8901d9b6 req-a54f105b-1c14-4fb6-a436-dfd1c71f7739 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Calling delete_port for 30d9b190-e67f-4733-a5eb-f3714e3defd2 owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:26:35.918955 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6cec65b-a0b8-4945-81de-021bc6d5f0f8'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:35.921823 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5b31e9-fcd4-448c-8708-100d1a78f28d" -d '{"events": [{"server_uuid": "f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9", "name": "network-vif-plugged", "status": "completed", "tag": "d6cec65b-a0b8-4945-81de-021bc6d5f0f8"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:36.094224 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be88de-f54c-46b2-a7c8-e89bd1aa60ad req-d1b04527-2751-4dff-917e-00f74a7fb230 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:36.097425 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f6be88de-f54c-46b2-a7c8-e89bd1aa60ad req-d1b04527-2751-4dff-917e-00f74a7fb230 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.1379004 Jan 28 13:26:36.164611 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-230e4218-0356-4ad9-a428-8e1f8901d9b6 req-a54f105b-1c14-4fb6-a436-dfd1c71f7739 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (30d9b190-e67f-4733-a5eb-f3714e3defd2), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:36.200857 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f6be88de-f54c-46b2-a7c8-e89bd1aa60ad req-72cb6d04-c219-44a9-9d29-f23c67263052 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878308 Jan 28 13:26:36.237816 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f105b-1c14-4fb6-a436-dfd1c71f7739 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Pushing event deleted for resources: {'Port': ['ID=30d9b190-e67f-4733-a5eb-f3714e3defd2,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:36.321097 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3db344e-b335-464d-b7d5-a542d161bc2e x-openstack-request-id: req-b3db344e-b335-464d-b7d5-a542d161bc2e {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:36.322162 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9", "name": "network-vif-plugged", "status": "completed", "tag": "d6cec65b-a0b8-4945-81de-021bc6d5f0f8", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:36.322901 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3db344e-b335-464d-b7d5-a542d161bc2e {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:36.323867 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6cec65b-a0b8-4945-81de-021bc6d5f0f8', 'code': 200} Jan 28 13:26:36.402884 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-230e4218-0356-4ad9-a428-8e1f8901d9b6 req-a54f105b-1c14-4fb6-a436-dfd1c71f7739 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks [] for floatingip (bc021a42-f46f-4d22-881e-ab7743916717), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:36.408144 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-230e4218-0356-4ad9-a428-8e1f8901d9b6 req-a54f105b-1c14-4fb6-a436-dfd1c71f7739 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:36.423667 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-230e4218-0356-4ad9-a428-8e1f8901d9b6 req-a54f105b-1c14-4fb6-a436-dfd1c71f7739 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] 10.222.0.39 "DELETE /v2.0/floatingips/bc021a42-f46f-4d22-881e-ab7743916717 HTTP/1.1" status: 204 len: 173 time: 1.0601301 Jan 28 13:26:36.571895 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba7523-bb36-4486-aea6-dc1f8611acf1 req-c58faf7c-7370-40fe-bedd-e51f4c1c70d3 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:36.575921 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-baba7523-bb36-4486-aea6-dc1f8611acf1 req-c58faf7c-7370-40fe-bedd-e51f4c1c70d3 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=daacec17-a5cc-413a-bed2-c218807a2927 HTTP/1.1" status: 200 len: 945 time: 0.1644843 Jan 28 13:26:36.589103 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-27a19b15-4f6e-4412-ae06-a80655a52946 req-fd1efbf0-b297-495f-b073-baf7b3141fb2 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 210 time: 0.0412662 Jan 28 13:26:36.591537 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11a245-23f2-4346-8e60-c5d92da19ea0 req-9adc92ed-4477-4238-965c-48690a015802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:36.595648 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6b11a245-23f2-4346-8e60-c5d92da19ea0 req-9adc92ed-4477-4238-965c-48690a015802 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 1096 time: 0.1561382 Jan 28 13:26:36.704075 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-baba7523-bb36-4486-aea6-dc1f8611acf1 req-3ea2c1bd-0a9f-410c-aaa8-d1aabe9c9e93 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125576 Jan 28 13:26:36.711319 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6b11a245-23f2-4346-8e60-c5d92da19ea0 req-654b37a6-b2a8-477b-997f-01bfdae4f584 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065369 Jan 28 13:26:37.039942 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [req-4bacb9a1-26cc-43ab-b46d-3f1dbad84a34 req-97b4ffe9-c00f-43ac-a44f-63612e880ffa tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] show failed (client error): The resource could not be found. Jan 28 13:26:37.055303 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4bacb9a1-26cc-43ab-b46d-3f1dbad84a34 req-97b4ffe9-c00f-43ac-a44f-63612e880ffa tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] 10.222.0.39 "GET /v2.0/floatingips/bc021a42-f46f-4d22-881e-ab7743916717 HTTP/1.1" status: 404 len: 350 time: 0.0981903 Jan 28 13:26:37.159288 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [req-7395f89e-56e8-4951-80e2-3c102cb0adaf req-9d3b1dac-d7c0-48ed-8507-0d3f9b92a650 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] show failed (client error): The resource could not be found. Jan 28 13:26:37.176190 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e617793-cd48-4438-b824-689da2af74c1 req-b24b49a9-ffd7-4bc7-adee-9703c64d4ac1 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:37.177538 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2e617793-cd48-4438-b824-689da2af74c1 req-b24b49a9-ffd7-4bc7-adee-9703c64d4ac1 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 945 time: 0.0954351 Jan 28 13:26:37.178501 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52386) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:26:37.188799 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7395f89e-56e8-4951-80e2-3c102cb0adaf req-9d3b1dac-d7c0-48ed-8507-0d3f9b92a650 tempest-FloatingIPsTestJSON-1326513346 tempest-FloatingIPsTestJSON-1326513346-project] 10.222.0.39 "GET /v2.0/floatingips/bc021a42-f46f-4d22-881e-ab7743916717 HTTP/1.1" status: 404 len: 350 time: 0.0943515 Jan 28 13:26:37.410635 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe4ded-52ef-4ec4-8820-f1778d4a882d req-e1ce24c5-0d7a-4af9-86e9-cf521399d08c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:37.417736 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-92fe4ded-52ef-4ec4-8820-f1778d4a882d req-e1ce24c5-0d7a-4af9-86e9-cf521399d08c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.0885091 Jan 28 13:26:37.421128 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2e617793-cd48-4438-b824-689da2af74c1 req-5265561c-2c3e-42bd-8e58-155b43ad3d5d tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313375 Jan 28 13:26:37.471269 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-92fe4ded-52ef-4ec4-8820-f1778d4a882d req-796478c5-437d-471c-82c6-fbf88fdc255b tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510972 Jan 28 13:26:37.864440 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2f274bca-a75e-4c67-a2e7-f3d619f070a8 req-1cf923ee-5d80-4651-8993-fdfaeaebcd35 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 210 time: 0.1142447 Jan 28 13:26:38.087938 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cd78b82c-d405-48ea-a9c9-648da325616b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (fc66f4c1-65e7-424f-a0e2-d8c8773b217e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:38.433473 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-cd78b82c-d405-48ea-a9c9-648da325616b admin admin] Deleting port 60880b47-2757-42cc-a1b7-a58953b45951 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:26:38.434329 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cd78b82c-d405-48ea-a9c9-648da325616b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (60880b47-2757-42cc-a1b7-a58953b45951), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:38.691536 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-cd78b82c-d405-48ea-a9c9-648da325616b admin admin] For port 60880b47-2757-42cc-a1b7-a58953b45951, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=60880b47-2757-42cc-a1b7-a58953b45951,segment=NetworkSegment(3817ac62-3e45-4491-8950-49243d79f7e2),segment_id=3817ac62-3e45-4491-8950-49243d79f7e2)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:38.692775 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cd78b82c-d405-48ea-a9c9-648da325616b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (60880b47-2757-42cc-a1b7-a58953b45951), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:38.725263 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-cd78b82c-d405-48ea-a9c9-648da325616b admin admin] Calling delete_port for 60880b47-2757-42cc-a1b7-a58953b45951 owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:26:38.756766 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48cd22-2d77-4b8e-b856-964b65e5d6d6 req-80c34fc2-e2ae-43b0-9252-f1b3c952888e tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:38.759465 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fd48cd22-2d77-4b8e-b856-964b65e5d6d6 req-80c34fc2-e2ae-43b0-9252-f1b3c952888e tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 945 time: 0.1887908 Jan 28 13:26:38.846948 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657223de-6880-4d7c-af99-bce28d88e9a5 req-49f9105e-9875-4879-b704-8b17525575ee tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:38.861906 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-657223de-6880-4d7c-af99-bce28d88e9a5 req-49f9105e-9875-4879-b704-8b17525575ee tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 943 time: 0.1709087 Jan 28 13:26:38.866720 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-3ebc8e1a-7e91-4f70-a624-f1613de37110 service neutron] 10.222.0.18 "GET /v2.0/ports/7735e4e9-e055-42ee-ac07-a1cf9e195b1b/bindings/n-h2-822747-2 HTTP/1.1" status: 200 len: 384 time: 0.2766738 Jan 28 13:26:38.947674 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fd48cd22-2d77-4b8e-b856-964b65e5d6d6 req-b3d2495b-76b7-4069-a615-3fbc7f026fc6 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075926 Jan 28 13:26:39.115768 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-657223de-6880-4d7c-af99-bce28d88e9a5 req-3dcc6a67-aabd-4fcb-958b-1910a114c948 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514095 Jan 28 13:26:39.251046 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cd78b82c-d405-48ea-a9c9-648da325616b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (60880b47-2757-42cc-a1b7-a58953b45951), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:39.413933 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78b82c-d405-48ea-a9c9-648da325616b admin admin] Pushing event deleted for resources: {'Port': ['ID=60880b47-2757-42cc-a1b7-a58953b45951,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:39.429820 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-75261597-a82f-459d-a445-eb7b71477dc7 req-4ba95212-bee5-466e-8796-a2357470a8c0 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 210 time: 0.1571150 Jan 28 13:26:39.903850 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cd78b82c-d405-48ea-a9c9-648da325616b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (fc66f4c1-65e7-424f-a0e2-d8c8773b217e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:40.223868 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-15697a0a-6622-4845-9377-4f87ae4823d7 service neutron] For port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=7735e4e9-e055-42ee-ac07-a1cf9e195b1b,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:40.235233 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e99b2-582f-4a0a-8c25-4eae46aa665c req-1e3da855-95a2-471d-8279-7a1cb28f7335 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:40.243937 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bd9e99b2-582f-4a0a-8c25-4eae46aa665c req-1e3da855-95a2-471d-8279-7a1cb28f7335 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 945 time: 0.2026517 Jan 28 13:26:40.287502 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-15697a0a-6622-4845-9377-4f87ae4823d7 service neutron] For port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:26:40.357414 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bd9e99b2-582f-4a0a-8c25-4eae46aa665c req-77997e12-6cad-43df-b92b-6047ede34715 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124549 Jan 28 13:26:40.375789 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-15697a0a-6622-4845-9377-4f87ae4823d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7735e4e9-e055-42ee-ac07-a1cf9e195b1b {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:26:40.397226 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd78b82c-d405-48ea-a9c9-648da325616b admin admin] Router fc66f4c1-65e7-424f-a0e2-d8c8773b217e has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:26:40.408617 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-15697a0a-6622-4845-9377-4f87ae4823d7 service neutron] For port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=7735e4e9-e055-42ee-ac07-a1cf9e195b1b,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:40.442372 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-15697a0a-6622-4845-9377-4f87ae4823d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7735e4e9-e055-42ee-ac07-a1cf9e195b1b), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:40.532377 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-15697a0a-6622-4845-9377-4f87ae4823d7 service neutron] Transition to ACTIVE for port object 7735e4e9-e055-42ee-ac07-a1cf9e195b1b will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:26:40.548445 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-15697a0a-6622-4845-9377-4f87ae4823d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (7735e4e9-e055-42ee-ac07-a1cf9e195b1b), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:40.676588 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd78b82c-d405-48ea-a9c9-648da325616b admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:26:40.680762 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15697a0a-6622-4845-9377-4f87ae4823d7 service neutron] Pushing event updated for resources: {'Port': ['ID=7735e4e9-e055-42ee-ac07-a1cf9e195b1b,revision_number=10']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:40.717904 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d987cb9d-2e5e-4ba5-a065-2e19ab7416d3 None None] Sync routers for ids ['fc66f4c1-65e7-424f-a0e2-d8c8773b217e'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:26:40.743131 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-15697a0a-6622-4845-9377-4f87ae4823d7 service neutron] No DVR routers for this DVR port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:26:40.747918 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-cd78b82c-d405-48ea-a9c9-648da325616b admin admin] 10.222.0.39 "PUT /v2.0/routers/fc66f4c1-65e7-424f-a0e2-d8c8773b217e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5676799 Jan 28 13:26:40.748843 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52432) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:26:40.765162 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d987cb9d-2e5e-4ba5-a065-2e19ab7416d3 None None] Routers {'fc66f4c1-65e7-424f-a0e2-d8c8773b217e'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:26:40.765162 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d987cb9d-2e5e-4ba5-a065-2e19ab7416d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:26:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['fc66f4c1-65e7-424f-a0e2-d8c8773b217e'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:26:40.766451 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218cf57-94d2-4d8f-8c97-9dd4c79dfb1b req-dfc8e7ea-37b8-4b30-a235-9f65e329f23a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:40.768410 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d218cf57-94d2-4d8f-8c97-9dd4c79dfb1b req-dfc8e7ea-37b8-4b30-a235-9f65e329f23a tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 944 time: 0.2339661 Jan 28 13:26:40.885273 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d218cf57-94d2-4d8f-8c97-9dd4c79dfb1b req-a38327c1-7fa0-421b-9007-436d93ada88d tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815833 Jan 28 13:26:40.891911 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-15697a0a-6622-4845-9377-4f87ae4823d7 service neutron] 10.222.0.18 "PUT /v2.0/ports/7735e4e9-e055-42ee-ac07-a1cf9e195b1b/bindings/n-h2-822747-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9979358 Jan 28 13:26:40.938406 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e056679-ee3a-41a9-8557-e4a5c339306e req-fa5175d6-d985-4719-bcfa-86e874b6fb48 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:40.950413 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0e056679-ee3a-41a9-8557-e4a5c339306e req-fa5175d6-d985-4719-bcfa-86e874b6fb48 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4cdff60-aca1-4f0b-a5c1-879d1fb69216 HTTP/1.1" status: 200 len: 946 time: 0.5714846 Jan 28 13:26:41.058708 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-d987cb9d-2e5e-4ba5-a065-2e19ab7416d3 None None] Set router fc66f4c1-65e7-424f-a0e2-d8c8773b217e gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:26:41.085754 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-cf9621a0-56a4-4143-8759-89d23f739284 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:41.095045 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-cf9621a0-56a4-4143-8759-89d23f739284 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1&tenant_id=e52f7db82a1e47b4a05e085aee4dc060&binding%3Ahost_id=n-h1-822747-2 HTTP/1.1" status: 200 len: 1095 time: 0.1083643 Jan 28 13:26:41.185887 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-ade08423-b40b-4c87-937f-4d941c28967a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:41.187931 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-ade08423-b40b-4c87-937f-4d941c28967a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1&tenant_id=e52f7db82a1e47b4a05e085aee4dc060 HTTP/1.1" status: 200 len: 1095 time: 0.0864015 Jan 28 13:26:41.222438 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0e056679-ee3a-41a9-8557-e4a5c339306e req-9a5cd670-a061-48eb-829c-180216589e1f tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/security-groups?id=6964d75e-3f0e-4a72-916f-e1c35a807f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695870 Jan 28 13:26:41.227101 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e68d0af6-7ce4-4716-8eae-731abe662625 admin admin] Publish callbacks [] for router (fc66f4c1-65e7-424f-a0e2-d8c8773b217e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:41.338514 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ec5bdafe-0863-4500-8022-bb8985786765 req-af6c1947-554b-41ab-9dc1-16a20d1d6107 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 210 time: 0.0927277 Jan 28 13:26:41.390173 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-2069a4fe-b718-4502-9d71-0fb6cfcf70bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:41.398701 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-2069a4fe-b718-4502-9d71-0fb6cfcf70bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 1095 time: 0.1657629 Jan 28 13:26:41.532696 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d987cb9d-2e5e-4ba5-a065-2e19ab7416d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc66f4c1-65e7-424f-a0e2-d8c8773b217e', 'name': 'tempest-FloatingIPsTestJSON-1133394297-router', 'tenant_id': 'd452989e394641abaaaf5b22b4162be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd2477ff1-8ee8-4959-bb54-547c76bb2f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:26:09Z', 'updated_at': '2022-01-28T13:26:39Z', 'revision_number': 5, 'project_id': 'd452989e394641abaaaf5b22b4162be9', 'gw_port': {'id': 'd2477ff1-8ee8-4959-bb54-547c76bb2f91', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc66f4c1-65e7-424f-a0e2-d8c8773b217e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:26:11Z', 'updated_at': '2022-01-28T13:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:26:41.581305 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d987cb9d-2e5e-4ba5-a065-2e19ab7416d3 None None] Checking router: fc66f4c1-65e7-424f-a0e2-d8c8773b217e for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:26:41.594937 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d987cb9d-2e5e-4ba5-a065-2e19ab7416d3 None None] Routers {'fc66f4c1-65e7-424f-a0e2-d8c8773b217e'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:26:41.595730 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d987cb9d-2e5e-4ba5-a065-2e19ab7416d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:26:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['fc66f4c1-65e7-424f-a0e2-d8c8773b217e'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:26:41.612687 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e68d0af6-7ce4-4716-8eae-731abe662625 admin admin] Publish callbacks [] for router_gateway (fc66f4c1-65e7-424f-a0e2-d8c8773b217e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:41.647269 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-c301217a-d0bf-4b2d-aaa6-44ed99c3edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:41.648955 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-c301217a-d0bf-4b2d-aaa6-44ed99c3edb8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 920 time: 0.2406793 Jan 28 13:26:41.714205 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4010640-0af1-46aa-b8d2-f13db425bc0a req-df77fff4-8c9a-4fb4-8eae-144bd10b14df tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:41.726596 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4010640-0af1-46aa-b8d2-f13db425bc0a req-df77fff4-8c9a-4fb4-8eae-144bd10b14df tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 945 time: 0.1650076 Jan 28 13:26:41.766246 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-755cdf0d-b7db-4262-b036-745723599c1d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7735e4e9-e055-42ee-ac07-a1cf9e195b1b HTTP/1.1" status: 200 len: 217 time: 0.1106021 Jan 28 13:26:41.840733 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-d987cb9d-2e5e-4ba5-a065-2e19ab7416d3 None None] Set router fc66f4c1-65e7-424f-a0e2-d8c8773b217e gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:26:41.846064 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4010640-0af1-46aa-b8d2-f13db425bc0a req-9cba75b1-7001-444b-8b89-d07f33d1917a tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141863 Jan 28 13:26:41.851628 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e68d0af6-7ce4-4716-8eae-731abe662625 admin admin] Deleting port d2477ff1-8ee8-4959-bb54-547c76bb2f91 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:26:41.852366 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e68d0af6-7ce4-4716-8eae-731abe662625 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (d2477ff1-8ee8-4959-bb54-547c76bb2f91), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:41.874260 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-2cc7df7d-b925-4d43-b7d3-5f076f89f327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:41.875816 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-2cc7df7d-b925-4d43-b7d3-5f076f89f327 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99d02297-28c8-4d60-822c-d4eb89318060 HTTP/1.1" status: 200 len: 860 time: 0.0968256 Jan 28 13:26:41.958700 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-1cf22257-79d0-45be-accd-afa46bc3f830 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59fab6ca-64cd-4851-86a5-d4939e9521f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756834 Jan 28 13:26:42.215119 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d987cb9d-2e5e-4ba5-a065-2e19ab7416d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc66f4c1-65e7-424f-a0e2-d8c8773b217e', 'name': 'tempest-FloatingIPsTestJSON-1133394297-router', 'tenant_id': 'd452989e394641abaaaf5b22b4162be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd2477ff1-8ee8-4959-bb54-547c76bb2f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:26:09Z', 'updated_at': '2022-01-28T13:26:39Z', 'revision_number': 5, 'project_id': 'd452989e394641abaaaf5b22b4162be9', 'gw_port': {'id': 'd2477ff1-8ee8-4959-bb54-547c76bb2f91', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc66f4c1-65e7-424f-a0e2-d8c8773b217e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:26:11Z', 'updated_at': '2022-01-28T13:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:26:42.267658 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d987cb9d-2e5e-4ba5-a065-2e19ab7416d3 None None] The sync data for ids ['fc66f4c1-65e7-424f-a0e2-d8c8773b217e'] in n-d-822747-2 is: [{'id': 'fc66f4c1-65e7-424f-a0e2-d8c8773b217e', 'name': 'tempest-FloatingIPsTestJSON-1133394297-router', 'tenant_id': 'd452989e394641abaaaf5b22b4162be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd2477ff1-8ee8-4959-bb54-547c76bb2f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:26:09Z', 'updated_at': '2022-01-28T13:26:39Z', 'revision_number': 5, 'project_id': 'd452989e394641abaaaf5b22b4162be9', 'gw_port': {'id': 'd2477ff1-8ee8-4959-bb54-547c76bb2f91', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc66f4c1-65e7-424f-a0e2-d8c8773b217e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:26:11Z', 'updated_at': '2022-01-28T13:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:26:42.280685 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-e68d0af6-7ce4-4716-8eae-731abe662625 admin admin] For port d2477ff1-8ee8-4959-bb54-547c76bb2f91, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=d2477ff1-8ee8-4959-bb54-547c76bb2f91,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:42.281793 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e68d0af6-7ce4-4716-8eae-731abe662625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (d2477ff1-8ee8-4959-bb54-547c76bb2f91), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:42.311036 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e68d0af6-7ce4-4716-8eae-731abe662625 admin admin] Calling delete_port for d2477ff1-8ee8-4959-bb54-547c76bb2f91 owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:26:42.359072 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f3a82-fa1c-471a-8d7c-2e184de99a31 req-5af43c48-4fe6-466f-be74-2dff386a11dc tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:42.360894 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3d0f3a82-fa1c-471a-8d7c-2e184de99a31 req-5af43c48-4fe6-466f-be74-2dff386a11dc tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 944 time: 0.2025170 Jan 28 13:26:42.416173 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29209b9-2c56-4eed-a58c-8b705fb6b07a req-e2e1505c-6a3a-454b-9758-0b8ffbca4c38 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:42.420465 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b29209b9-2c56-4eed-a58c-8b705fb6b07a req-e2e1505c-6a3a-454b-9758-0b8ffbca4c38 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4cdff60-aca1-4f0b-a5c1-879d1fb69216 HTTP/1.1" status: 200 len: 946 time: 0.4218378 Jan 28 13:26:42.471487 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3d0f3a82-fa1c-471a-8d7c-2e184de99a31 req-59a3ebaf-d40b-48e7-a93a-944a729e99d7 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753260 Jan 28 13:26:42.550323 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68924ac-34c7-4a15-8075-dcece92532a4 req-97742db9-88f2-4f07-b30d-7421cfdd2a4a tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:42.566934 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b68924ac-34c7-4a15-8075-dcece92532a4 req-97742db9-88f2-4f07-b30d-7421cfdd2a4a tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 945 time: 0.4078555 Jan 28 13:26:42.684607 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e68d0af6-7ce4-4716-8eae-731abe662625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (d2477ff1-8ee8-4959-bb54-547c76bb2f91), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:42.747868 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d0af6-7ce4-4716-8eae-731abe662625 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2477ff1-8ee8-4959-bb54-547c76bb2f91,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:42.781533 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-792ff1a0-bad7-4f69-b458-bf54f1e025e0 service neutron] 10.222.0.37 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8048065 Jan 28 13:26:42.867812 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b68924ac-34c7-4a15-8075-dcece92532a4 req-3cd98d2f-7b10-4440-8f91-7e50e59aecf0 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993758 Jan 28 13:26:42.941201 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33809389-c0a6-4de2-8f2d-9814399a48dc req-edd517b6-3d52-42ea-afca-545be47a0816 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:42.955276 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-33809389-c0a6-4de2-8f2d-9814399a48dc req-edd517b6-3d52-42ea-afca-545be47a0816 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4cdff60-aca1-4f0b-a5c1-879d1fb69216 HTTP/1.1" status: 200 len: 946 time: 0.2620039 Jan 28 13:26:42.998432 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-b29209b9-2c56-4eed-a58c-8b705fb6b07a req-c13b8ea0-60a3-4f71-bbed-5d7c1dd9a1b9 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Deleting port 873145cc-70a8-411f-92fa-a072409fbc37 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:26:42.998822 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b29209b9-2c56-4eed-a58c-8b705fb6b07a req-c13b8ea0-60a3-4f71-bbed-5d7c1dd9a1b9 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (873145cc-70a8-411f-92fa-a072409fbc37), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:43.103889 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-33809389-c0a6-4de2-8f2d-9814399a48dc req-a25495ff-0830-4d25-8da9-3858653ea700 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/security-groups?id=6964d75e-3f0e-4a72-916f-e1c35a807f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465847 Jan 28 13:26:43.113842 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e68d0af6-7ce4-4716-8eae-731abe662625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (fc66f4c1-65e7-424f-a0e2-d8c8773b217e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:43.152164 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4f49083f-e2b3-4a7a-a39f-dc62324beae7 req-f4fc5aed-a6a0-4673-ac68-52c87aded3a2 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 210 time: 0.0605872 Jan 28 13:26:43.165166 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-e77c8223-42a1-4982-a365-74ef364793f9 service neutron] 10.222.0.37 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712673 Jan 28 13:26:43.293595 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-b29209b9-2c56-4eed-a58c-8b705fb6b07a req-c13b8ea0-60a3-4f71-bbed-5d7c1dd9a1b9 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] For port 873145cc-70a8-411f-92fa-a072409fbc37, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=873145cc-70a8-411f-92fa-a072409fbc37,segment=NetworkSegment(fc07aa07-3239-412e-bc08-593cfe7720ed),segment_id=fc07aa07-3239-412e-bc08-593cfe7720ed)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:43.300431 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b29209b9-2c56-4eed-a58c-8b705fb6b07a req-c13b8ea0-60a3-4f71-bbed-5d7c1dd9a1b9 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (873145cc-70a8-411f-92fa-a072409fbc37), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:43.324654 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-b29209b9-2c56-4eed-a58c-8b705fb6b07a req-c13b8ea0-60a3-4f71-bbed-5d7c1dd9a1b9 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Calling delete_port for 873145cc-70a8-411f-92fa-a072409fbc37 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:26:43.480035 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e68d0af6-7ce4-4716-8eae-731abe662625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (fc66f4c1-65e7-424f-a0e2-d8c8773b217e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:43.485983 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e68d0af6-7ce4-4716-8eae-731abe662625 admin admin] Publish callbacks [] for router_controller (fc66f4c1-65e7-424f-a0e2-d8c8773b217e), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:43.610783 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e68d0af6-7ce4-4716-8eae-731abe662625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (fc66f4c1-65e7-424f-a0e2-d8c8773b217e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:43.612213 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68d0af6-7ce4-4716-8eae-731abe662625 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc66f4c1-65e7-424f-a0e2-d8c8773b217e {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:26:43.638342 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e68d0af6-7ce4-4716-8eae-731abe662625 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:43.648930 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e68d0af6-7ce4-4716-8eae-731abe662625 admin admin] 10.222.0.39 "DELETE /v2.0/routers/fc66f4c1-65e7-424f-a0e2-d8c8773b217e HTTP/1.1" status: 204 len: 168 time: 2.8961892 Jan 28 13:26:43.653737 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52468) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:26:43.676105 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-73e3c3da-1f6e-4e92-b75f-0fa9cf37c5b8 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:43.679138 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-73e3c3da-1f6e-4e92-b75f-0fa9cf37c5b8 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1&tenant_id=e52f7db82a1e47b4a05e085aee4dc060&binding%3Ahost_id=n-h2-822747-2 HTTP/1.1" status: 200 len: 1095 time: 0.1221294 Jan 28 13:26:43.882384 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-67df9109-227e-41be-9106-dcaa49cdc251 admin admin] Deleting subnet c88dc716-93a2-479a-9cff-b60f68fb8469 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:26:43.903518 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-67df9109-227e-41be-9106-dcaa49cdc251 admin admin] Publish callbacks [] for subnet (c88dc716-93a2-479a-9cff-b60f68fb8469), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:43.989594 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 60880b47-2757-42cc-a1b7-a58953b45951 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:26:44.009592 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b29209b9-2c56-4eed-a58c-8b705fb6b07a req-c13b8ea0-60a3-4f71-bbed-5d7c1dd9a1b9 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (873145cc-70a8-411f-92fa-a072409fbc37), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:44.044040 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-dee20152-fe61-4304-87c1-64c298a84fb0 service neutron] For port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:26:44.070466 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-dee20152-fe61-4304-87c1-64c298a84fb0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:44.075626 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-dee20152-fe61-4304-87c1-64c298a84fb0 service neutron] 10.222.0.37 "DELETE /v2.0/ports/7735e4e9-e055-42ee-ac07-a1cf9e195b1b/bindings/n-h1-822747-2 HTTP/1.1" status: 204 len: 173 time: 0.3865926 Jan 28 13:26:44.098200 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 60880b47-2757-42cc-a1b7-a58953b45951 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:26:44.098825 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 60880b47-2757-42cc-a1b7-a58953b45951 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:26:44.107263 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['873145cc-70a8-411f-92fa-a072409fbc37'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:26:44.126161 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b8ea0-60a3-4f71-bbed-5d7c1dd9a1b9 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Pushing event deleted for resources: {'Port': ['ID=873145cc-70a8-411f-92fa-a072409fbc37,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:44.332034 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29209b9-2c56-4eed-a58c-8b705fb6b07a req-c13b8ea0-60a3-4f71-bbed-5d7c1dd9a1b9 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] No DVR routers for this DVR port 873145cc-70a8-411f-92fa-a072409fbc37 on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:26:44.340487 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b29209b9-2c56-4eed-a58c-8b705fb6b07a req-c13b8ea0-60a3-4f71-bbed-5d7c1dd9a1b9 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:44.357491 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b29209b9-2c56-4eed-a58c-8b705fb6b07a req-c13b8ea0-60a3-4f71-bbed-5d7c1dd9a1b9 tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.37 "DELETE /v2.0/ports/873145cc-70a8-411f-92fa-a072409fbc37 HTTP/1.1" status: 204 len: 173 time: 1.9252558 Jan 28 13:26:44.361873 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cdff60-aca1-4f0b-a5c1-879d1fb69216', 'name': 'network-vif-deleted', 'tag': '873145cc-70a8-411f-92fa-a072409fbc37'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:44.369781 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0fc97c-a84b-4543-b3e7-d59c52f4abea" -d '{"events": [{"server_uuid": "a4cdff60-aca1-4f0b-a5c1-879d1fb69216", "name": "network-vif-deleted", "tag": "873145cc-70a8-411f-92fa-a072409fbc37"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:44.634012 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-67df9109-227e-41be-9106-dcaa49cdc251 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (c88dc716-93a2-479a-9cff-b60f68fb8469), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:44.687756 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33752c4-b5d1-406f-b109-c89022a18a79 req-a8d05186-aa87-43dc-a52c-a8ef750c649c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:44.703912 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f33752c4-b5d1-406f-b109-c89022a18a79 req-a8d05186-aa87-43dc-a52c-a8ef750c649c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 944 time: 0.8008139 Jan 28 13:26:44.806341 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f33752c4-b5d1-406f-b109-c89022a18a79 req-3bb9f31e-2e31-463b-b97c-c2bf20472669 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011627 Jan 28 13:26:44.903111 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-67df9109-227e-41be-9106-dcaa49cdc251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (c88dc716-93a2-479a-9cff-b60f68fb8469), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:45.100932 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-67df9109-227e-41be-9106-dcaa49cdc251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (c88dc716-93a2-479a-9cff-b60f68fb8469), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:45.166430 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df9109-227e-41be-9106-dcaa49cdc251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c88dc716-93a2-479a-9cff-b60f68fb8469,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:45.183986 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f64cc9-f6ef-486b-afe9-19114e377dd7 None None] Network 8fde8816-6b74-4f61-93ba-6899b338a094 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:26:45.219131 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a0094-1bed-402c-9a30-571f59b7da06 req-416d04b4-b702-4bb4-8a35-9a146b972152 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:45.221597 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1b2a0094-1bed-402c-9a30-571f59b7da06 req-416d04b4-b702-4bb4-8a35-9a146b972152 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 945 time: 0.2088397 Jan 28 13:26:45.223832 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-67df9109-227e-41be-9106-dcaa49cdc251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:45.230783 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-67df9109-227e-41be-9106-dcaa49cdc251 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c88dc716-93a2-479a-9cff-b60f68fb8469 HTTP/1.1" status: 204 len: 168 time: 1.5712132 Jan 28 13:26:45.234225 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52500) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:26:45.329161 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1b2a0094-1bed-402c-9a30-571f59b7da06 req-797517bf-2ef9-42fd-a80d-98ffcb3dd564 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946763 Jan 28 13:26:45.562669 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-20d8d3f9-5ed6-494d-8364-84571c3b23e0 req-458af675-9aa7-46e7-8143-1fee9045b6fa tempest-AttachSCSIVolumeTestJSON-920756864 tempest-AttachSCSIVolumeTestJSON-920756864-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4cdff60-aca1-4f0b-a5c1-879d1fb69216 HTTP/1.1" status: 200 len: 210 time: 0.1910520 Jan 28 13:26:45.576269 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0c480454-d1b8-4593-aa61-1f2085ea9d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (8fde8816-6b74-4f61-93ba-6899b338a094), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:45.612007 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589c3a3b-bc53-4519-96fe-9d27c2b3527f None None] DHCP port deletion for 8fde8816-6b74-4f61-93ba-6899b338a094 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:26:45.643304 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-25c3ecc1-1b82-4d50-8236-eec64550ccd8 req-4bfce5e3-2158-48de-996f-b719aa719dd8 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 210 time: 0.0467985 Jan 28 13:26:45.685445 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-0c480454-d1b8-4593-aa61-1f2085ea9d93 admin admin] Deleting port e487145f-0bb7-459a-a4b1-9536891be89c {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:26:45.685824 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0c480454-d1b8-4593-aa61-1f2085ea9d93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (e487145f-0bb7-459a-a4b1-9536891be89c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:45.787390 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-0c480454-d1b8-4593-aa61-1f2085ea9d93 admin admin] For port e487145f-0bb7-459a-a4b1-9536891be89c, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=e487145f-0bb7-459a-a4b1-9536891be89c,segment=NetworkSegment(3817ac62-3e45-4491-8950-49243d79f7e2),segment_id=3817ac62-3e45-4491-8950-49243d79f7e2)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:45.787887 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0c480454-d1b8-4593-aa61-1f2085ea9d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (e487145f-0bb7-459a-a4b1-9536891be89c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:45.819488 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-589c3a3b-bc53-4519-96fe-9d27c2b3527f None None] Deleting port e487145f-0bb7-459a-a4b1-9536891be89c {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:26:45.820058 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-589c3a3b-bc53-4519-96fe-9d27c2b3527f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (e487145f-0bb7-459a-a4b1-9536891be89c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:45.828283 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-0c480454-d1b8-4593-aa61-1f2085ea9d93 admin admin] Calling delete_port for e487145f-0bb7-459a-a4b1-9536891be89c owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:26:45.976046 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e487145f-0bb7-459a-a4b1-9536891be89c no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:26:46.030869 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-589c3a3b-bc53-4519-96fe-9d27c2b3527f None None] For port e487145f-0bb7-459a-a4b1-9536891be89c, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=e487145f-0bb7-459a-a4b1-9536891be89c,segment=NetworkSegment(3817ac62-3e45-4491-8950-49243d79f7e2),segment_id=3817ac62-3e45-4491-8950-49243d79f7e2)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:46.031903 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-589c3a3b-bc53-4519-96fe-9d27c2b3527f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (e487145f-0bb7-459a-a4b1-9536891be89c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:46.057315 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-589c3a3b-bc53-4519-96fe-9d27c2b3527f None None] Calling delete_port for e487145f-0bb7-459a-a4b1-9536891be89c owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:26:46.103991 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0b8d88-7e1f-4316-9098-83b1ef4c7b60 x-openstack-request-id: req-fb0b8d88-7e1f-4316-9098-83b1ef4c7b60 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:46.104584 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4cdff60-aca1-4f0b-a5c1-879d1fb69216", "name": "network-vif-deleted", "tag": "873145cc-70a8-411f-92fa-a072409fbc37", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:46.105064 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fb0b8d88-7e1f-4316-9098-83b1ef4c7b60 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:46.105734 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cdff60-aca1-4f0b-a5c1-879d1fb69216', 'name': 'network-vif-deleted', 'tag': '873145cc-70a8-411f-92fa-a072409fbc37', 'status': 'completed', 'code': 200} Jan 28 13:26:46.138535 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0c480454-d1b8-4593-aa61-1f2085ea9d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (e487145f-0bb7-459a-a4b1-9536891be89c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:46.166270 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55415508-cddb-45f6-8697-9b830e7b4d09 req-09fd28f2-b1ed-4f76-945b-8508b0759306 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:46.180415 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-55415508-cddb-45f6-8697-9b830e7b4d09 req-09fd28f2-b1ed-4f76-945b-8508b0759306 tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 1095 time: 0.1758995 Jan 28 13:26:46.195165 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Port e487145f-0bb7-459a-a4b1-9536891be89c update to DOWN by agent not found {{(pid=103353) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 13:26:46.196085 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d2477ff1-8ee8-4959-bb54-547c76bb2f91 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:26:46.233972 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c480454-d1b8-4593-aa61-1f2085ea9d93 admin admin] Pushing event deleted for resources: {'Port': ['ID=e487145f-0bb7-459a-a4b1-9536891be89c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:46.260016 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c480454-d1b8-4593-aa61-1f2085ea9d93 admin admin] No DVR routers for this DVR port e487145f-0bb7-459a-a4b1-9536891be89c on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:26:46.262440 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: d2477ff1-8ee8-4959-bb54-547c76bb2f91 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:26:46.263542 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d2477ff1-8ee8-4959-bb54-547c76bb2f91 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:26:46.324127 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-589c3a3b-bc53-4519-96fe-9d27c2b3527f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (e487145f-0bb7-459a-a4b1-9536891be89c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:46.348477 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-55415508-cddb-45f6-8697-9b830e7b4d09 req-60d87085-c84d-431a-87da-387317a92edf tempest-LiveAutoBlockMigrationV225Test-2117652653 tempest-LiveAutoBlockMigrationV225Test-2117652653-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668000 Jan 28 13:26:46.392786 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c3a3b-bc53-4519-96fe-9d27c2b3527f None None] Pushing event deleted for resources: {'Port': ['ID=e487145f-0bb7-459a-a4b1-9536891be89c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:46.408884 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589c3a3b-bc53-4519-96fe-9d27c2b3527f None None] No DVR routers for this DVR port e487145f-0bb7-459a-a4b1-9536891be89c on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:26:46.509709 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0c480454-d1b8-4593-aa61-1f2085ea9d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (8fde8816-6b74-4f61-93ba-6899b338a094), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:46.553200 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-0c480454-d1b8-4593-aa61-1f2085ea9d93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fde8816-6b74-4f61-93ba-6899b338a094']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:26:46.571268 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-0c480454-d1b8-4593-aa61-1f2085ea9d93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3817ac62-3e45-4491-8950-49243d79f7e2') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:26:46.571765 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-0c480454-d1b8-4593-aa61-1f2085ea9d93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3817ac62-3e45-4491-8950-49243d79f7e2') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:26:46.593717 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0c480454-d1b8-4593-aa61-1f2085ea9d93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (3817ac62-3e45-4491-8950-49243d79f7e2), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:46.619105 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0c480454-d1b8-4593-aa61-1f2085ea9d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (3817ac62-3e45-4491-8950-49243d79f7e2), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:46.637186 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c480454-d1b8-4593-aa61-1f2085ea9d93 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:26:46.637841 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0c480454-d1b8-4593-aa61-1f2085ea9d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (3817ac62-3e45-4491-8950-49243d79f7e2), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:46.698998 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf413dfc-b051-4b11-9b2e-0ef6ae50b68d req-bb37bff3-0901-4992-ae54-a90259e35a0e tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:46.703266 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf413dfc-b051-4b11-9b2e-0ef6ae50b68d req-bb37bff3-0901-4992-ae54-a90259e35a0e tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 945 time: 0.1426797 Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:26:46.779746 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:26:46.790340 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0c480454-d1b8-4593-aa61-1f2085ea9d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (8fde8816-6b74-4f61-93ba-6899b338a094), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:46.812781 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0c480454-d1b8-4593-aa61-1f2085ea9d93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:46.821190 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0c480454-d1b8-4593-aa61-1f2085ea9d93 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8fde8816-6b74-4f61-93ba-6899b338a094 HTTP/1.1" status: 204 len: 168 time: 1.5851257 Jan 28 13:26:46.863454 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf413dfc-b051-4b11-9b2e-0ef6ae50b68d req-888ed0fc-95bc-42a2-929b-ea38af132590 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435106 Jan 28 13:26:46.873117 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 873145cc-70a8-411f-92fa-a072409fbc37 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:26:46.874299 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c480454-d1b8-4593-aa61-1f2085ea9d93 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fde8816-6b74-4f61-93ba-6899b338a094,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:46.940982 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 873145cc-70a8-411f-92fa-a072409fbc37 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:26:46.941343 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 873145cc-70a8-411f-92fa-a072409fbc37 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:26:47.018826 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9365a0d-6d32-4089-863b-b6b5c52ae8cd req-dfec3a4c-dc6b-4860-8631-5a8b954cd26b tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:47.029888 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9365a0d-6d32-4089-863b-b6b5c52ae8cd req-dfec3a4c-dc6b-4860-8631-5a8b954cd26b tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 944 time: 0.0723646 Jan 28 13:26:47.035943 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2d19cc34-0879-439a-ac99-775bd774c689 req-4e218875-955c-4e04-85ee-8553aa86841c tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 210 time: 0.1073837 Jan 28 13:26:47.179587 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9365a0d-6d32-4089-863b-b6b5c52ae8cd req-e4a885a6-0f97-442e-a9d3-7c39b18a1123 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454237 Jan 28 13:26:47.271686 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52530) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:26:47.346998 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a2232fef-e881-4791-a4dd-04b0343fb3de admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d452989e394641abaaaf5b22b4162be9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0698788 Jan 28 13:26:47.348793 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52534) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:26:47.439978 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4f0550b9-f98d-4c6a-b46d-754ed2ea3fbd admin admin] Publish callbacks [] for security_group (3297df38-d5b5-47b7-a69f-ca13487e3a0e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:47.479944 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4f0550b9-f98d-4c6a-b46d-754ed2ea3fbd admin admin] Publish callbacks [] for security_group (3297df38-d5b5-47b7-a69f-ca13487e3a0e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:47.568267 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:47.572922 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4f0550b9-f98d-4c6a-b46d-754ed2ea3fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (3297df38-d5b5-47b7-a69f-ca13487e3a0e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:47.576549 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4f0550b9-f98d-4c6a-b46d-754ed2ea3fbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:47.578584 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4f0550b9-f98d-4c6a-b46d-754ed2ea3fbd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3297df38-d5b5-47b7-a69f-ca13487e3a0e HTTP/1.1" status: 204 len: 168 time: 0.2292268 Jan 28 13:26:47.624166 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0550b9-f98d-4c6a-b46d-754ed2ea3fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3297df38-d5b5-47b7-a69f-ca13487e3a0e,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:47.650603 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0550b9-f98d-4c6a-b46d-754ed2ea3fbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:47.654150 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0550b9-f98d-4c6a-b46d-754ed2ea3fbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:47.654500 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0550b9-f98d-4c6a-b46d-754ed2ea3fbd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:47.654973 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0550b9-f98d-4c6a-b46d-754ed2ea3fbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:47.655332 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0550b9-f98d-4c6a-b46d-754ed2ea3fbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:47.655664 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0550b9-f98d-4c6a-b46d-754ed2ea3fbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:47.656324 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0550b9-f98d-4c6a-b46d-754ed2ea3fbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:47.656658 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0550b9-f98d-4c6a-b46d-754ed2ea3fbd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:47.656982 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0550b9-f98d-4c6a-b46d-754ed2ea3fbd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:47.657303 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0550b9-f98d-4c6a-b46d-754ed2ea3fbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:47.657624 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0550b9-f98d-4c6a-b46d-754ed2ea3fbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:47.657972 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0550b9-f98d-4c6a-b46d-754ed2ea3fbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:47.658288 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0550b9-f98d-4c6a-b46d-754ed2ea3fbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:47.712611 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1d5aa-9e54-406a-87c6-a90f4905a1c7 req-f6c0f036-7337-4d40-adb0-554805629946 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:47.715437 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6b1d5aa-9e54-406a-87c6-a90f4905a1c7 req-f6c0f036-7337-4d40-adb0-554805629946 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 944 time: 0.1974776 Jan 28 13:26:47.930424 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-a6b1d5aa-9e54-406a-87c6-a90f4905a1c7 req-f7eaef31-a2e7-4e95-acd4-682e2f432f77 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Deleting port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:26:47.930974 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a6b1d5aa-9e54-406a-87c6-a90f4905a1c7 req-f7eaef31-a2e7-4e95-acd4-682e2f432f77 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7735e4e9-e055-42ee-ac07-a1cf9e195b1b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:48.240768 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5e006cba-e6cd-4482-aada-0b63f272606e req-79ea2e38-eeca-460d-b1aa-9f45e3b7297b tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 210 time: 0.0609982 Jan 28 13:26:48.256360 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-a6b1d5aa-9e54-406a-87c6-a90f4905a1c7 req-f7eaef31-a2e7-4e95-acd4-682e2f432f77 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] For port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=7735e4e9-e055-42ee-ac07-a1cf9e195b1b,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:48.257408 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a6b1d5aa-9e54-406a-87c6-a90f4905a1c7 req-f7eaef31-a2e7-4e95-acd4-682e2f432f77 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7735e4e9-e055-42ee-ac07-a1cf9e195b1b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:48.318459 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-a6b1d5aa-9e54-406a-87c6-a90f4905a1c7 req-f7eaef31-a2e7-4e95-acd4-682e2f432f77 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Calling delete_port for 7735e4e9-e055-42ee-ac07-a1cf9e195b1b owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:26:48.365203 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79d27f-dd31-48dc-a6be-8ec218d607af req-68ab769d-6c5e-4737-a91d-38445f02de4d tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:48.369462 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ce79d27f-dd31-48dc-a6be-8ec218d607af req-68ab769d-6c5e-4737-a91d-38445f02de4d tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 945 time: 0.2210643 Jan 28 13:26:48.504831 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ce79d27f-dd31-48dc-a6be-8ec218d607af req-9d3fd4b1-09ac-4344-96be-47b4a40c0c28 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919714 Jan 28 13:26:48.535524 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582d888-5a66-477d-9baa-ccd14f93296b req-ebf68b33-d0e7-426d-8a4f-0fdb3f714d68 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:48.544526 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7582d888-5a66-477d-9baa-ccd14f93296b req-ebf68b33-d0e7-426d-8a4f-0fdb3f714d68 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 944 time: 0.1348259 Jan 28 13:26:48.613168 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7582d888-5a66-477d-9baa-ccd14f93296b req-f8073ac7-e61c-4e15-a69b-6e3edaba64e1 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671215 Jan 28 13:26:48.689577 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a6b1d5aa-9e54-406a-87c6-a90f4905a1c7 req-f7eaef31-a2e7-4e95-acd4-682e2f432f77 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (7735e4e9-e055-42ee-ac07-a1cf9e195b1b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:48.706449 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['e83363f1-b4a5-4967-8ee4-8d8f9a760f47', '7735e4e9-e055-42ee-ac07-a1cf9e195b1b'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:26:48.768026 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eaef31-a2e7-4e95-acd4-682e2f432f77 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Pushing event deleted for resources: {'Port': ['ID=7735e4e9-e055-42ee-ac07-a1cf9e195b1b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:48.860774 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b1d5aa-9e54-406a-87c6-a90f4905a1c7 req-f7eaef31-a2e7-4e95-acd4-682e2f432f77 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] No DVR routers for this DVR port 7735e4e9-e055-42ee-ac07-a1cf9e195b1b on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:26:48.865271 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a6b1d5aa-9e54-406a-87c6-a90f4905a1c7 req-f7eaef31-a2e7-4e95-acd4-682e2f432f77 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:48.874430 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6b1d5aa-9e54-406a-87c6-a90f4905a1c7 req-f7eaef31-a2e7-4e95-acd4-682e2f432f77 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.37 "DELETE /v2.0/ports/7735e4e9-e055-42ee-ac07-a1cf9e195b1b HTTP/1.1" status: 204 len: 173 time: 1.1388006 Jan 28 13:26:48.874430 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6ed590-caaa-4c20-83c2-2360b19394b1', 'name': 'network-vif-deleted', 'tag': '7735e4e9-e055-42ee-ac07-a1cf9e195b1b'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:48.878827 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d269044c-3789-413a-849c-b47e2a45a372" -d '{"events": [{"server_uuid": "ed6ed590-caaa-4c20-83c2-2360b19394b1", "name": "network-vif-deleted", "tag": "7735e4e9-e055-42ee-ac07-a1cf9e195b1b"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:49.003420 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cd4da0-bd57-42d6-a906-14b85d0b8df1 x-openstack-request-id: req-70cd4da0-bd57-42d6-a906-14b85d0b8df1 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:49.003883 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6ed590-caaa-4c20-83c2-2360b19394b1", "name": "network-vif-deleted", "tag": "7735e4e9-e055-42ee-ac07-a1cf9e195b1b", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:49.004377 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-70cd4da0-bd57-42d6-a906-14b85d0b8df1 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:49.005041 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6ed590-caaa-4c20-83c2-2360b19394b1', 'name': 'network-vif-deleted', 'tag': '7735e4e9-e055-42ee-ac07-a1cf9e195b1b', 'status': 'completed', 'code': 200} Jan 28 13:26:49.422058 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-baddb780-aeaf-4d72-940d-79ae05ebfa0d req-51b864b7-0f44-4cb4-9a80-0c3e5f12d745 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 210 time: 0.0490186 Jan 28 13:26:49.592112 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:49.743535 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a4165-6f73-475d-aa36-e0a1b74a8062 req-09c232fe-6de9-425b-87e5-8b54055c02b4 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:49.748797 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d99a4165-6f73-475d-aa36-e0a1b74a8062 req-09c232fe-6de9-425b-87e5-8b54055c02b4 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 945 time: 0.0936630 Jan 28 13:26:49.820153 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d99a4165-6f73-475d-aa36-e0a1b74a8062 req-c61f5a8d-1ed1-4137-987b-2d21b7a9ba8e tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593390 Jan 28 13:26:49.973508 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01ddca65-42c1-4927-9cf1-9b9c85145d07 req-fa02c128-7089-4d1d-bdb8-70621944ebf4 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 210 time: 0.0505292 Jan 28 13:26:50.596187 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0a231bba-7a73-4664-aa2e-57466050ef30 req-dbf20d41-c61a-400b-953f-4775b58f6dec tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 210 time: 0.0441787 Jan 28 13:26:50.858991 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 7735e4e9-e055-42ee-ac07-a1cf9e195b1b no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:26:50.896017 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 7735e4e9-e055-42ee-ac07-a1cf9e195b1b {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:26:50.897130 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 7735e4e9-e055-42ee-ac07-a1cf9e195b1b not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:26:51.038513 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f41fa4-8327-41c9-beb8-94b4e70a254d req-2e6f3a91-2bcf-48ec-877a-c992799c69dc tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:51.041524 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-20f41fa4-8327-41c9-beb8-94b4e70a254d req-2e6f3a91-2bcf-48ec-877a-c992799c69dc tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 945 time: 0.1042213 Jan 28 13:26:51.128324 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-20f41fa4-8327-41c9-beb8-94b4e70a254d req-39989536-fd26-4432-aedb-744eb36c0142 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756166 Jan 28 13:26:51.354233 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f12edc50-0e86-412b-86cf-f44cd5e0f8f6 req-68316aaf-47af-4fbe-9400-3d907f4008c7 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 210 time: 0.0461416 Jan 28 13:26:51.791317 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0ea7ee89-8b27-44a5-945e-c5b15a285fec req-22307e0f-8643-4601-a4ed-310b320dcfc8 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 210 time: 0.0489230 Jan 28 13:26:52.328203 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f8dae-3b2a-4a69-9f80-f76b91aea658 req-37edc17d-4988-40e2-87f8-47ded9b14691 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:52.331273 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d54f8dae-3b2a-4a69-9f80-f76b91aea658 req-37edc17d-4988-40e2-87f8-47ded9b14691 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 945 time: 0.0668252 Jan 28 13:26:52.447874 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d54f8dae-3b2a-4a69-9f80-f76b91aea658 req-587f255b-8ee3-4bd6-bb8d-aedbef649662 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028385 Jan 28 13:26:52.542837 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d24a8eec-30b3-4d57-87d4-9e272949ee35 req-3c61626e-7184-4d96-9c36-a8db91e29b31 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 210 time: 0.0545223 Jan 28 13:26:52.855300 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52674) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:26:52.955838 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0024c70-1589-4b7a-a600-363352923ab9 req-19493638-5867-4218-b75b-f45fb6a6f4d0 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 210 time: 0.0531256 Jan 28 13:26:53.052518 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8456f703-38f2-4dbe-b344-7b5e257db2e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:53.161837 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8456f703-38f2-4dbe-b344-7b5e257db2e9 admin admin] Publish callbacks [] for security_group (339a2fdc-1126-4188-84ff-f7f7f7babd88), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:53.167617 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8456f703-38f2-4dbe-b344-7b5e257db2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (339a2fdc-1126-4188-84ff-f7f7f7babd88), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:53.235149 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8456f703-38f2-4dbe-b344-7b5e257db2e9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=727bfbcd92414fc9832bab3469683a99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3781970 Jan 28 13:26:53.236221 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456f703-38f2-4dbe-b344-7b5e257db2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339a2fdc-1126-4188-84ff-f7f7f7babd88,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:53.239318 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52678) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:26:53.336303 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bcf2a115-cda0-416a-82f7-adaf48420580 admin admin] Publish callbacks [] for security_group (339a2fdc-1126-4188-84ff-f7f7f7babd88), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:53.361136 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bcf2a115-cda0-416a-82f7-adaf48420580 admin admin] Publish callbacks [] for security_group (339a2fdc-1126-4188-84ff-f7f7f7babd88), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:53.438837 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bcf2a115-cda0-416a-82f7-adaf48420580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (339a2fdc-1126-4188-84ff-f7f7f7babd88), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:53.442136 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bcf2a115-cda0-416a-82f7-adaf48420580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:53.443642 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bcf2a115-cda0-416a-82f7-adaf48420580 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/339a2fdc-1126-4188-84ff-f7f7f7babd88 HTTP/1.1" status: 204 len: 168 time: 0.2025530 Jan 28 13:26:53.463728 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2a115-cda0-416a-82f7-adaf48420580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339a2fdc-1126-4188-84ff-f7f7f7babd88,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:53.659358 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799f6b5-96a6-4739-9259-1e4450b80f44 req-6a270b27-ee1a-4b28-8a4f-cf63f202373f tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:53.683389 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f799f6b5-96a6-4739-9259-1e4450b80f44 req-6a270b27-ee1a-4b28-8a4f-cf63f202373f tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 945 time: 0.1126118 Jan 28 13:26:53.764582 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-109d05c4-dd39-4a48-97e0-491aaa9645dd req-e087106b-37cf-4c27-8aa3-c5c1eb3ecb1c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 210 time: 0.0577772 Jan 28 13:26:53.854341 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f799f6b5-96a6-4739-9259-1e4450b80f44 req-40bbc146-2205-4402-a2b4-a9042692b7c7 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627374 Jan 28 13:26:54.130836 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-43956e0e-844c-4939-9e9a-939644b4066d req-da04cd2a-96b4-4721-8151-39b98d9e12ff tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=49812de2-db9e-403e-9b3d-31d7f4988574 HTTP/1.1" status: 200 len: 210 time: 0.0568380 Jan 28 13:26:54.754574 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52716) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:26:54.953252 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-748370fe-a51f-427a-a9c3-7aaf398ab695 req-0920ff89-3eed-49ba-8ca0-d5e1f21bee2c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 210 time: 0.0535719 Jan 28 13:26:54.961938 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-2ec00dc8-687f-4d35-b90f-457cbc1a51fe admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1983148106-network', 'tenant_id': 'a32c0d8081c141c0994b58c29d4a7990'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:26:55.020847 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec00dc8-687f-4d35-b90f-457cbc1a51fe admin admin] Made reservation on behalf of a32c0d8081c141c0994b58c29d4a7990 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:26:55.023251 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2ec00dc8-687f-4d35-b90f-457cbc1a51fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:55.048945 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2ec00dc8-687f-4d35-b90f-457cbc1a51fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:55.083979 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d9cb9-aaa8-42af-ab81-b39f1114cff1 req-c216e639-3276-4437-bcf5-47134a5862e8 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:55.086317 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ac8d9cb9-aaa8-42af-ab81-b39f1114cff1 req-c216e639-3276-4437-bcf5-47134a5862e8 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 945 time: 0.0987618 Jan 28 13:26:55.190596 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2ec00dc8-687f-4d35-b90f-457cbc1a51fe admin admin] Publish callbacks [] for security_group (fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:55.198368 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2ec00dc8-687f-4d35-b90f-457cbc1a51fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:55.219248 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ac8d9cb9-aaa8-42af-ab81-b39f1114cff1 req-3a4ddcd5-6552-4b29-a3e0-1caf70d5bd18 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191671 Jan 28 13:26:55.238691 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec00dc8-687f-4d35-b90f-457cbc1a51fe admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:26:55.261528 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2ec00dc8-687f-4d35-b90f-457cbc1a51fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (9337c2d4-bc4e-4e51-91de-ba4cbe956f8a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:55.261833 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-2ec00dc8-687f-4d35-b90f-457cbc1a51fe admin admin] Added segment 9337c2d4-bc4e-4e51-91de-ba4cbe956f8a of type vlan for network 7dd68d3e-673a-4e9b-837f-a4c35dd8b82b Jan 28 13:26:55.280874 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec00dc8-687f-4d35-b90f-457cbc1a51fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:55.339791 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2ec00dc8-687f-4d35-b90f-457cbc1a51fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (7dd68d3e-673a-4e9b-837f-a4c35dd8b82b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:55.382587 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2ec00dc8-687f-4d35-b90f-457cbc1a51fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (7dd68d3e-673a-4e9b-837f-a4c35dd8b82b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:55.384142 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec00dc8-687f-4d35-b90f-457cbc1a51fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:55.385537 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2ec00dc8-687f-4d35-b90f-457cbc1a51fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:55.449524 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52732) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:26:55.449930 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2ec00dc8-687f-4d35-b90f-457cbc1a51fe admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6928232 Jan 28 13:26:55.459932 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-2bd0072f-f42f-4e3a-b99a-40ec572be3b8 admin admin] Request body: {'subnet': {'network_id': '7dd68d3e-673a-4e9b-837f-a4c35dd8b82b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1983148106-subnet', 'tenant_id': 'a32c0d8081c141c0994b58c29d4a7990', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:26:55.505622 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec00dc8-687f-4d35-b90f-457cbc1a51fe admin admin] Pushing event updated for resources: {'Network': ['ID=7dd68d3e-673a-4e9b-837f-a4c35dd8b82b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:55.508304 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd0072f-f42f-4e3a-b99a-40ec572be3b8 admin admin] Made reservation on behalf of a32c0d8081c141c0994b58c29d4a7990 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:26:55.513726 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2bd0072f-f42f-4e3a-b99a-40ec572be3b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:55.519847 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 7dd68d3e-673a-4e9b-837f-a4c35dd8b82b details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:26:55.849486 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2bd0072f-f42f-4e3a-b99a-40ec572be3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (7fda453e-940b-4707-9134-de047d9f3679), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:55.922037 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0072f-f42f-4e3a-b99a-40ec572be3b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fda453e-940b-4707-9134-de047d9f3679,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:55.933897 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd0072f-f42f-4e3a-b99a-40ec572be3b8 admin admin] Checking segment: {'id': '9337c2d4-bc4e-4e51-91de-ba4cbe956f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7dd68d3e-673a-4e9b-837f-a4c35dd8b82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:26:55.934256 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd0072f-f42f-4e3a-b99a-40ec572be3b8 admin admin] Network hostable DHCP agents. Network: 7dd68d3e-673a-4e9b-837f-a4c35dd8b82b, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:26:55.958619 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd0072f-f42f-4e3a-b99a-40ec572be3b8 admin admin] Network 7dd68d3e-673a-4e9b-837f-a4c35dd8b82b is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:26:55.973199 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-2bd0072f-f42f-4e3a-b99a-40ec572be3b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 7dd68d3e-673a-4e9b-837f-a4c35dd8b82b) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:26:55.979125 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd0072f-f42f-4e3a-b99a-40ec572be3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:55.980142 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2bd0072f-f42f-4e3a-b99a-40ec572be3b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:56.001253 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d451099b-cf51-441c-ace3-f515efd65920 None None] Network 7dd68d3e-673a-4e9b-837f-a4c35dd8b82b requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:26:56.032596 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52738) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:26:56.033965 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2bd0072f-f42f-4e3a-b99a-40ec572be3b8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5819204 Jan 28 13:26:56.042701 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-e4150e44-540e-4a51-8f9c-a6fd32fbfabf admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1983148106-router', 'tenant_id': 'a32c0d8081c141c0994b58c29d4a7990', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:26:56.075463 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e4150e44-540e-4a51-8f9c-a6fd32fbfabf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (a3241836-923d-4a25-8c14-0e78d87ff081), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:56.077353 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e4150e44-540e-4a51-8f9c-a6fd32fbfabf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (a3241836-923d-4a25-8c14-0e78d87ff081), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:56.235647 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-19f84b75-0861-4c31-88c5-fbea0276450e req-30eb60b3-97f5-463b-abab-cd25bf3700da tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 210 time: 0.0990798 Jan 28 13:26:56.238258 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e4150e44-540e-4a51-8f9c-a6fd32fbfabf admin admin] Publish callbacks [] for router_controller (a3241836-923d-4a25-8c14-0e78d87ff081), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:56.434195 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fda85dd-dd15-4a5c-a047-9c3c0bf2371a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-7dd68d3e-673a-4e9b-837f-a4c35dd8b82b', 'network_id': '7dd68d3e-673a-4e9b-837f-a4c35dd8b82b', 'project_id': 'a32c0d8081c141c0994b58c29d4a7990', 'fixed_ips': [{'subnet_id': '7fda453e-940b-4707-9134-de047d9f3679'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:26:56.436526 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2fda85dd-dd15-4a5c-a047-9c3c0bf2371a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:56.443670 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ecb6f-419b-47b5-b74a-977299a87d16 req-a098ae6d-88a2-4e4e-8677-41c1b304aab3 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:56.447263 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c56ecb6f-419b-47b5-b74a-977299a87d16 req-a098ae6d-88a2-4e4e-8677-41c1b304aab3 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 945 time: 0.1029692 Jan 28 13:26:56.582072 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e4150e44-540e-4a51-8f9c-a6fd32fbfabf admin admin] Publish callbacks [] for router_gateway (a3241836-923d-4a25-8c14-0e78d87ff081), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:56.589350 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c56ecb6f-419b-47b5-b74a-977299a87d16 req-8b2f81a4-e722-4345-baf3-fc44da129075 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308141 Jan 28 13:26:56.659361 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-2fda85dd-dd15-4a5c-a047-9c3c0bf2371a None None] Allocated IP 172.20.0.2 (7dd68d3e-673a-4e9b-837f-a4c35dd8b82b/7fda453e-940b-4707-9134-de047d9f3679/c77ae805-2b9d-4700-a410-0339e30ef1fc) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:26:56.948681 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2fda85dd-dd15-4a5c-a047-9c3c0bf2371a None None] Publish callbacks [] for port (c77ae805-2b9d-4700-a410-0339e30ef1fc), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:56.960083 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2fda85dd-dd15-4a5c-a047-9c3c0bf2371a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (c77ae805-2b9d-4700-a410-0339e30ef1fc), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:56.997069 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e4150e44-540e-4a51-8f9c-a6fd32fbfabf admin admin] Publish callbacks [] for router_gateway (a3241836-923d-4a25-8c14-0e78d87ff081), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:57.051167 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fda85dd-dd15-4a5c-a047-9c3c0bf2371a None None] Network 7dd68d3e-673a-4e9b-837f-a4c35dd8b82b is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:26:57.052529 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e4150e44-540e-4a51-8f9c-a6fd32fbfabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:57.069375 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-2fda85dd-dd15-4a5c-a047-9c3c0bf2371a None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:26:57.076383 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda85dd-dd15-4a5c-a047-9c3c0bf2371a None None] Pushing event updated for resources: {'Port': ['ID=c77ae805-2b9d-4700-a410-0339e30ef1fc,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:57.080827 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fda85dd-dd15-4a5c-a047-9c3c0bf2371a None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:26:57.233002 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-2fda85dd-dd15-4a5c-a047-9c3c0bf2371a None None] Attempting to bind port c77ae805-2b9d-4700-a410-0339e30ef1fc on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:26:57.233849 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-2fda85dd-dd15-4a5c-a047-9c3c0bf2371a None None] Attempting to bind port c77ae805-2b9d-4700-a410-0339e30ef1fc by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '9337c2d4-bc4e-4e51-91de-ba4cbe956f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7dd68d3e-673a-4e9b-837f-a4c35dd8b82b'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:26:57.233849 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fda85dd-dd15-4a5c-a047-9c3c0bf2371a None None] Attempting to bind port c77ae805-2b9d-4700-a410-0339e30ef1fc on network 7dd68d3e-673a-4e9b-837f-a4c35dd8b82b {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:26:57.247480 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-e4150e44-540e-4a51-8f9c-a6fd32fbfabf admin admin] Allocated IP 172.25.3.219 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/5c84010c-3a16-4b1a-9e59-f62c8e131693) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:26:57.250607 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fda85dd-dd15-4a5c-a047-9c3c0bf2371a None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:26:57.250901 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fda85dd-dd15-4a5c-a047-9c3c0bf2371a None None] Checking segment: {'id': '9337c2d4-bc4e-4e51-91de-ba4cbe956f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7dd68d3e-673a-4e9b-837f-a4c35dd8b82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:26:57.251913 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2fda85dd-dd15-4a5c-a047-9c3c0bf2371a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:57.251913 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fda85dd-dd15-4a5c-a047-9c3c0bf2371a None None] Bound using segment: {'id': '9337c2d4-bc4e-4e51-91de-ba4cbe956f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7dd68d3e-673a-4e9b-837f-a4c35dd8b82b'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:26:57.252403 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-2fda85dd-dd15-4a5c-a047-9c3c0bf2371a None None] Bound port: c77ae805-2b9d-4700-a410-0339e30ef1fc, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9337c2d4-bc4e-4e51-91de-ba4cbe956f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7dd68d3e-673a-4e9b-837f-a4c35dd8b82b'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:26:57.252933 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2fda85dd-dd15-4a5c-a047-9c3c0bf2371a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c77ae805-2b9d-4700-a410-0339e30ef1fc), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:57.384916 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2fda85dd-dd15-4a5c-a047-9c3c0bf2371a None None] For port c77ae805-2b9d-4700-a410-0339e30ef1fc, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:26:57.458979 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2fda85dd-dd15-4a5c-a047-9c3c0bf2371a None None] For port c77ae805-2b9d-4700-a410-0339e30ef1fc, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c77ae805-2b9d-4700-a410-0339e30ef1fc,segment=NetworkSegment(9337c2d4-bc4e-4e51-91de-ba4cbe956f8a),segment_id=9337c2d4-bc4e-4e51-91de-ba4cbe956f8a)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:26:57.467306 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2fda85dd-dd15-4a5c-a047-9c3c0bf2371a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c77ae805-2b9d-4700-a410-0339e30ef1fc), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:57.476115 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8e587183-3e4c-4c70-a4a6-f001f5eff407 req-6ecc320a-ed45-48b9-9f1e-681bc94f2731 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 210 time: 0.0481153 Jan 28 13:26:57.525756 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e4150e44-540e-4a51-8f9c-a6fd32fbfabf admin admin] Publish callbacks [] for port (5c84010c-3a16-4b1a-9e59-f62c8e131693), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:57.601313 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e4150e44-540e-4a51-8f9c-a6fd32fbfabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (5c84010c-3a16-4b1a-9e59-f62c8e131693), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:57.637361 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda85dd-dd15-4a5c-a047-9c3c0bf2371a None None] Pushing event updated for resources: {'Port': ['ID=c77ae805-2b9d-4700-a410-0339e30ef1fc,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:57.692722 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4150e44-540e-4a51-8f9c-a6fd32fbfabf admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:26:57.695216 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-e4150e44-540e-4a51-8f9c-a6fd32fbfabf admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:26:57.704163 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4150e44-540e-4a51-8f9c-a6fd32fbfabf admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:26:57.804361 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4150e44-540e-4a51-8f9c-a6fd32fbfabf admin admin] Pushing event updated for resources: {'Port': ['ID=5c84010c-3a16-4b1a-9e59-f62c8e131693,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:57.903410 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ca946-a32e-495a-9043-2cde886f29d3 req-0378eea0-22bb-4827-8ed4-cb67c2225837 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:57.913288 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-546ca946-a32e-495a-9043-2cde886f29d3 req-0378eea0-22bb-4827-8ed4-cb67c2225837 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 945 time: 0.1793375 Jan 28 13:26:58.042811 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-546ca946-a32e-495a-9043-2cde886f29d3 req-0f0b135d-50bd-4ea5-8830-a6864e43220b tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250346 Jan 28 13:26:58.252355 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e4150e44-540e-4a51-8f9c-a6fd32fbfabf admin admin] Publish callbacks [] for router_gateway (a3241836-923d-4a25-8c14-0e78d87ff081), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:58.514467 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e4150e44-540e-4a51-8f9c-a6fd32fbfabf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (a3241836-923d-4a25-8c14-0e78d87ff081), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:58.629717 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6f61129b-be34-4f62-a6cd-f50fb53cb8b2 req-bc72e9a6-0976-4203-9423-7d600ddea25b tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 210 time: 0.0503626 Jan 28 13:26:59.116256 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ced6a86-b758-4fa0-b404-4d47fcfa55bc None None] Network 7dd68d3e-673a-4e9b-837f-a4c35dd8b82b requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:26:59.227926 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4150e44-540e-4a51-8f9c-a6fd32fbfabf admin admin] Router a3241836-923d-4a25-8c14-0e78d87ff081 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:26:59.247239 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-5c6b1569-0528-47e8-a400-876f1f603b5d None None] Provisioning complete for port c77ae805-2b9d-4700-a410-0339e30ef1fc triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:26:59.247622 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c6b1569-0528-47e8-a400-876f1f603b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c77ae805-2b9d-4700-a410-0339e30ef1fc), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:59.269248 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8a642-edae-4631-9e18-1762a1871ea5 req-a4199494-b202-4447-8182-fc2d92855de9 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:59.272961 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7ac8a642-edae-4631-9e18-1762a1871ea5 req-a4199494-b202-4447-8182-fc2d92855de9 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 945 time: 0.0926201 Jan 28 13:26:59.316235 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9238f9d8-bc20-404d-86a4-9840e357dc6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:59.364321 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7ac8a642-edae-4631-9e18-1762a1871ea5 req-f906f45f-8ddc-4521-a527-2f2d5cc261f9 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842369 Jan 28 13:26:59.399200 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4150e44-540e-4a51-8f9c-a6fd32fbfabf admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:26:59.428357 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8028b00d-735a-45dd-b9b0-7a108bf665fd None None] Sync routers for ids ['a3241836-923d-4a25-8c14-0e78d87ff081'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:26:59.431588 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e4150e44-540e-4a51-8f9c-a6fd32fbfabf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:59.436377 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e4150e44-540e-4a51-8f9c-a6fd32fbfabf admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3997531 Jan 28 13:26:59.438132 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52762) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:26:59.476351 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8028b00d-735a-45dd-b9b0-7a108bf665fd None None] Routers {'a3241836-923d-4a25-8c14-0e78d87ff081'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:26:59.477970 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8028b00d-735a-45dd-b9b0-7a108bf665fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:26:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['a3241836-923d-4a25-8c14-0e78d87ff081'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:26:59.638859 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5c6b1569-0528-47e8-a400-876f1f603b5d None None] Current status of the port c77ae805-2b9d-4700-a410-0339e30ef1fc is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:59.639972 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c6b1569-0528-47e8-a400-876f1f603b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c77ae805-2b9d-4700-a410-0339e30ef1fc), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:59.888549 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-8028b00d-735a-45dd-b9b0-7a108bf665fd None None] Set router a3241836-923d-4a25-8c14-0e78d87ff081 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:26:59.918666 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3749fbbf-58b0-4e2b-9529-5156149a4a28 req-caebde2c-4cdb-4453-95d1-23f2d3a4d519 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 210 time: 0.0775187 Jan 28 13:27:00.030152 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-5c6b1569-0528-47e8-a400-876f1f603b5d None None] For port c77ae805-2b9d-4700-a410-0339e30ef1fc, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c77ae805-2b9d-4700-a410-0339e30ef1fc,segment=NetworkSegment(9337c2d4-bc4e-4e51-91de-ba4cbe956f8a),segment_id=9337c2d4-bc4e-4e51-91de-ba4cbe956f8a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:00.044630 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c77ae805-2b9d-4700-a410-0339e30ef1fc up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:00.068787 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c6b1569-0528-47e8-a400-876f1f603b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c77ae805-2b9d-4700-a410-0339e30ef1fc), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:00.227563 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b1569-0528-47e8-a400-876f1f603b5d None None] Pushing event updated for resources: {'Port': ['ID=c77ae805-2b9d-4700-a410-0339e30ef1fc,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:00.356608 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ab2bca95-a7ad-4a14-83dc-a2941adf7441 None None] Provisioning complete for port c77ae805-2b9d-4700-a410-0339e30ef1fc triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:00.357322 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ab2bca95-a7ad-4a14-83dc-a2941adf7441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c77ae805-2b9d-4700-a410-0339e30ef1fc), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:00.418296 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8964-37d4-4b9c-9409-546cbe9f643e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:00.451487 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port c77ae805-2b9d-4700-a410-0339e30ef1fc triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:00.452082 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c77ae805-2b9d-4700-a410-0339e30ef1fc), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:00.683613 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8028b00d-735a-45dd-b9b0-7a108bf665fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3241836-923d-4a25-8c14-0e78d87ff081', 'name': 'tempest-ServersTestMultiNic-1983148106-router', 'tenant_id': 'a32c0d8081c141c0994b58c29d4a7990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '5c84010c-3a16-4b1a-9e59-f62c8e131693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:26:56Z', 'updated_at': '2022-01-28T13:26:58Z', 'revision_number': 3, 'project_id': 'a32c0d8081c141c0994b58c29d4a7990', 'gw_port': {'id': '5c84010c-3a16-4b1a-9e59-f62c8e131693', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3241836-923d-4a25-8c14-0e78d87ff081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:26:57Z', 'updated_at': '2022-01-28T13:26:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:00.684202 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8d82c-f504-4e9d-8f12-76b66b27821e req-97edf059-da3b-4cba-b29c-3e7a569b26ec tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:00.687024 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e4b8d82c-f504-4e9d-8f12-76b66b27821e req-97edf059-da3b-4cba-b29c-3e7a569b26ec tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 945 time: 0.1679680 Jan 28 13:27:00.695322 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ab2bca95-a7ad-4a14-83dc-a2941adf7441 None None] Current status of the port c77ae805-2b9d-4700-a410-0339e30ef1fc is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:00.698279 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c77ae805-2b9d-4700-a410-0339e30ef1fc is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:00.730886 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8028b00d-735a-45dd-b9b0-7a108bf665fd None None] Checking router: a3241836-923d-4a25-8c14-0e78d87ff081 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:27:00.733180 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8028b00d-735a-45dd-b9b0-7a108bf665fd None None] Updating router a3241836-923d-4a25-8c14-0e78d87ff081 port 5c84010c-3a16-4b1a-9e59-f62c8e131693 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:27:00.766626 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8028b00d-735a-45dd-b9b0-7a108bf665fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5c84010c-3a16-4b1a-9e59-f62c8e131693), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:00.785649 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-ec2d8964-37d4-4b9c-9409-546cbe9f643e admin admin] Allocated IP 172.20.0.1 (7dd68d3e-673a-4e9b-837f-a4c35dd8b82b/7fda453e-940b-4707-9134-de047d9f3679/a75bb464-1cda-4417-b879-0d6eb04e2227) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:27:00.990335 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8964-37d4-4b9c-9409-546cbe9f643e admin admin] Publish callbacks [] for port (a75bb464-1cda-4417-b879-0d6eb04e2227), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:00.995279 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e4b8d82c-f504-4e9d-8f12-76b66b27821e req-b93b452f-c252-48be-b66c-88857ea8c055 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184082 Jan 28 13:27:01.094000 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8964-37d4-4b9c-9409-546cbe9f643e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (a75bb464-1cda-4417-b879-0d6eb04e2227), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:01.163629 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6cd2c5cf-8d4e-46c2-bc05-bc63fa2697ea req-3b3386b0-e66b-4d32-9483-a9ca32993951 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 210 time: 0.0616312 Jan 28 13:27:01.209200 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d8964-37d4-4b9c-9409-546cbe9f643e admin admin] Pushing event updated for resources: {'Port': ['ID=a75bb464-1cda-4417-b879-0d6eb04e2227,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:01.225574 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2d8964-37d4-4b9c-9409-546cbe9f643e admin admin] Network 7dd68d3e-673a-4e9b-837f-a4c35dd8b82b is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:27:01.235316 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-ec2d8964-37d4-4b9c-9409-546cbe9f643e admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:01.239725 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2d8964-37d4-4b9c-9409-546cbe9f643e admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:27:01.374733 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8964-37d4-4b9c-9409-546cbe9f643e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (a3241836-923d-4a25-8c14-0e78d87ff081), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:01.506779 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8028b00d-735a-45dd-b9b0-7a108bf665fd None None] Publish callbacks [] for port (5c84010c-3a16-4b1a-9e59-f62c8e131693), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:01.514569 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8028b00d-735a-45dd-b9b0-7a108bf665fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5c84010c-3a16-4b1a-9e59-f62c8e131693), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:01.614277 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-8028b00d-735a-45dd-b9b0-7a108bf665fd None None] Attempting to bind port 5c84010c-3a16-4b1a-9e59-f62c8e131693 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:27:01.614277 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-8028b00d-735a-45dd-b9b0-7a108bf665fd None None] Attempting to bind port 5c84010c-3a16-4b1a-9e59-f62c8e131693 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:27:01.614277 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8028b00d-735a-45dd-b9b0-7a108bf665fd None None] Attempting to bind port 5c84010c-3a16-4b1a-9e59-f62c8e131693 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:01.619748 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8028b00d-735a-45dd-b9b0-7a108bf665fd None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:27:01.620156 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8028b00d-735a-45dd-b9b0-7a108bf665fd None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:01.620598 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8028b00d-735a-45dd-b9b0-7a108bf665fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:01.620953 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8028b00d-735a-45dd-b9b0-7a108bf665fd None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:27:01.621468 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-8028b00d-735a-45dd-b9b0-7a108bf665fd None None] Bound port: 5c84010c-3a16-4b1a-9e59-f62c8e131693, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:27:01.621864 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8028b00d-735a-45dd-b9b0-7a108bf665fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5c84010c-3a16-4b1a-9e59-f62c8e131693), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:01.670771 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-15b11f93-381a-4025-b8c9-3f2b7ecbe1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:01.673085 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58efe156-3a12-4b79-bc88-96ddca72b6df None None] Pushing event updated for resources: {'Port': ['ID=5c84010c-3a16-4b1a-9e59-f62c8e131693,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:01.705203 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8964-37d4-4b9c-9409-546cbe9f643e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a75bb464-1cda-4417-b879-0d6eb04e2227), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:01.746105 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-8028b00d-735a-45dd-b9b0-7a108bf665fd None None] For port 5c84010c-3a16-4b1a-9e59-f62c8e131693, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:27:01.753655 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-8028b00d-735a-45dd-b9b0-7a108bf665fd None None] For port 5c84010c-3a16-4b1a-9e59-f62c8e131693, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=5c84010c-3a16-4b1a-9e59-f62c8e131693,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:27:01.756172 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-42025a0f-1b80-4897-9d8e-fe513a3f2a77 None None] Provisioning complete for port a75bb464-1cda-4417-b879-0d6eb04e2227 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:01.756998 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-42025a0f-1b80-4897-9d8e-fe513a3f2a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a75bb464-1cda-4417-b879-0d6eb04e2227), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:01.834342 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-42025a0f-1b80-4897-9d8e-fe513a3f2a77 None None] Port a75bb464-1cda-4417-b879-0d6eb04e2227 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:27:01.834342 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8028b00d-735a-45dd-b9b0-7a108bf665fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5c84010c-3a16-4b1a-9e59-f62c8e131693), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:01.894801 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58efe156-3a12-4b79-bc88-96ddca72b6df None None] Pushing event updated for resources: {'Port': ['ID=5c84010c-3a16-4b1a-9e59-f62c8e131693,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:01.920121 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8028b00d-735a-45dd-b9b0-7a108bf665fd None None] Routers {'a3241836-923d-4a25-8c14-0e78d87ff081'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:27:01.920915 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8028b00d-735a-45dd-b9b0-7a108bf665fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:27:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['a3241836-923d-4a25-8c14-0e78d87ff081'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:02.002171 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c77ae805-2b9d-4700-a410-0339e30ef1fc up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:02.091182 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8964-37d4-4b9c-9409-546cbe9f643e admin admin] Publish callbacks [] for port (a75bb464-1cda-4417-b879-0d6eb04e2227), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:02.099500 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8964-37d4-4b9c-9409-546cbe9f643e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (a75bb464-1cda-4417-b879-0d6eb04e2227), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:02.155508 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-8028b00d-735a-45dd-b9b0-7a108bf665fd None None] Set router a3241836-923d-4a25-8c14-0e78d87ff081 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:27:02.213575 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port c77ae805-2b9d-4700-a410-0339e30ef1fc triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:02.214432 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c77ae805-2b9d-4700-a410-0339e30ef1fc), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:02.311861 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8964-37d4-4b9c-9409-546cbe9f643e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (a3241836-923d-4a25-8c14-0e78d87ff081), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:02.319909 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d8964-37d4-4b9c-9409-546cbe9f643e admin admin] Pushing event updated for resources: {'Port': ['ID=a75bb464-1cda-4417-b879-0d6eb04e2227,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:02.355113 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52672905-2bd0-44eb-ab7f-aa02e2ce7a35 req-7912bb55-e5dc-4180-86e4-2e1ed1e7f4fc tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:02.358107 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-52672905-2bd0-44eb-ab7f-aa02e2ce7a35 req-7912bb55-e5dc-4180-86e4-2e1ed1e7f4fc tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 945 time: 0.1991920 Jan 28 13:27:02.415598 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-af57cdda-fb78-46f2-9185-4d0e81815e07 req-a8baabc2-4ea4-44be-bd48-a30399bc5511 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 210 time: 0.0698910 Jan 28 13:27:02.560685 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c77ae805-2b9d-4700-a410-0339e30ef1fc is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:02.570200 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-52672905-2bd0-44eb-ab7f-aa02e2ce7a35 req-1f5206b0-bfa2-485f-b78f-47a2bf6c2b49 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893775 Jan 28 13:27:02.616006 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2d8964-37d4-4b9c-9409-546cbe9f643e admin admin] Network 7dd68d3e-673a-4e9b-837f-a4c35dd8b82b is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:27:02.618188 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-ec2d8964-37d4-4b9c-9409-546cbe9f643e admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:02.662288 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8028b00d-735a-45dd-b9b0-7a108bf665fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3241836-923d-4a25-8c14-0e78d87ff081', 'name': 'tempest-ServersTestMultiNic-1983148106-router', 'tenant_id': 'a32c0d8081c141c0994b58c29d4a7990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '5c84010c-3a16-4b1a-9e59-f62c8e131693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:26:56Z', 'updated_at': '2022-01-28T13:27:01Z', 'revision_number': 4, 'project_id': 'a32c0d8081c141c0994b58c29d4a7990', 'gw_port': {'id': '5c84010c-3a16-4b1a-9e59-f62c8e131693', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3241836-923d-4a25-8c14-0e78d87ff081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:26:57Z', 'updated_at': '2022-01-28T13:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'a75bb464-1cda-4417-b879-0d6eb04e2227', 'name': '', 'network_id': '7dd68d3e-673a-4e9b-837f-a4c35dd8b82b', 'tenant_id': 'a32c0d8081c141c0994b58c29d4a7990', 'mac_address': 'fa:16:3e:58:02:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3241836-923d-4a25-8c14-0e78d87ff081', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '7fda453e-940b-4707-9134-de047d9f3679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:00Z', 'updated_at': '2022-01-28T13:27:00Z', 'revision_number': 1, 'project_id': 'a32c0d8081c141c0994b58c29d4a7990', 'subnets': [{'id': '7fda453e-940b-4707-9134-de047d9f3679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:02.736141 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8028b00d-735a-45dd-b9b0-7a108bf665fd None None] The sync data for ids ['a3241836-923d-4a25-8c14-0e78d87ff081'] in n-d-822747-2 is: [{'id': 'a3241836-923d-4a25-8c14-0e78d87ff081', 'name': 'tempest-ServersTestMultiNic-1983148106-router', 'tenant_id': 'a32c0d8081c141c0994b58c29d4a7990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '5c84010c-3a16-4b1a-9e59-f62c8e131693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:26:56Z', 'updated_at': '2022-01-28T13:27:01Z', 'revision_number': 4, 'project_id': 'a32c0d8081c141c0994b58c29d4a7990', 'gw_port': {'id': '5c84010c-3a16-4b1a-9e59-f62c8e131693', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3241836-923d-4a25-8c14-0e78d87ff081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:26:57Z', 'updated_at': '2022-01-28T13:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'a75bb464-1cda-4417-b879-0d6eb04e2227', 'name': '', 'network_id': '7dd68d3e-673a-4e9b-837f-a4c35dd8b82b', 'tenant_id': 'a32c0d8081c141c0994b58c29d4a7990', 'mac_address': 'fa:16:3e:58:02:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3241836-923d-4a25-8c14-0e78d87ff081', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '7fda453e-940b-4707-9134-de047d9f3679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:00Z', 'updated_at': '2022-01-28T13:27:00Z', 'revision_number': 1, 'project_id': 'a32c0d8081c141c0994b58c29d4a7990', 'subnets': [{'id': '7fda453e-940b-4707-9134-de047d9f3679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:27:02.761723 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:02.865760 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2d8964-37d4-4b9c-9409-546cbe9f643e admin admin] Router a3241836-923d-4a25-8c14-0e78d87ff081 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:27:02.998889 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c39cca9e-f4a2-491c-ba88-83bf2d495269 None None] Provisioning complete for port a75bb464-1cda-4417-b879-0d6eb04e2227 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:02.999601 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c39cca9e-f4a2-491c-ba88-83bf2d495269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a75bb464-1cda-4417-b879-0d6eb04e2227), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:03.068579 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2d8964-37d4-4b9c-9409-546cbe9f643e admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:27:03.085433 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c39cca9e-f4a2-491c-ba88-83bf2d495269 None None] Port a75bb464-1cda-4417-b879-0d6eb04e2227 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:27:03.118323 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ec2d8964-37d4-4b9c-9409-546cbe9f643e admin admin] 10.222.0.39 "PUT /v2.0/routers/a3241836-923d-4a25-8c14-0e78d87ff081/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6781447 Jan 28 13:27:03.295123 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52790) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:03.386790 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-c3c4292c-8128-4eb9-9aba-a04ed1b5b5ef tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-504617431'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:03.411055 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c4292c-8128-4eb9-9aba-a04ed1b5b5ef tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Made reservation on behalf of a32c0d8081c141c0994b58c29d4a7990 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:03.415001 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c3c4292c-8128-4eb9-9aba-a04ed1b5b5ef tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:03.442494 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device d6cec65b-a0b8-4945-81de-021bc6d5f0f8 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:27:03.444832 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c4292c-8128-4eb9-9aba-a04ed1b5b5ef tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:27:03.457379 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c3c4292c-8128-4eb9-9aba-a04ed1b5b5ef tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (92b6a77c-73d2-421f-99bb-2a949deb8e62), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:03.457877 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-c3c4292c-8128-4eb9-9aba-a04ed1b5b5ef tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Added segment 92b6a77c-73d2-421f-99bb-2a949deb8e62 of type vlan for network 068acb40-9878-4146-b717-3e7464480bdf Jan 28 13:27:03.554003 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c3c4292c-8128-4eb9-9aba-a04ed1b5b5ef tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (068acb40-9878-4146-b717-3e7464480bdf), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:03.650526 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f3abb58e-fc3b-48e6-aaa2-85386cbb97bf req-f89a1d27-21de-49a1-959b-f4f4accea413 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 210 time: 0.0491483 Jan 28 13:27:03.659042 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c3c4292c-8128-4eb9-9aba-a04ed1b5b5ef tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (068acb40-9878-4146-b717-3e7464480bdf), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:03.672661 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c4292c-8128-4eb9-9aba-a04ed1b5b5ef tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:03.673346 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c3c4292c-8128-4eb9-9aba-a04ed1b5b5ef tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:03.718313 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port d6cec65b-a0b8-4945-81de-021bc6d5f0f8, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=d6cec65b-a0b8-4945-81de-021bc6d5f0f8,segment=NetworkSegment(2c95997c-16ab-4d70-b003-a3661ae96720),segment_id=2c95997c-16ab-4d70-b003-a3661ae96720)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:03.740304 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'd6cec65b-a0b8-4945-81de-021bc6d5f0f8', 'network_id': '3a819a92-6f08-4f4b-a036-5a82aa2e8940', 'port_id': 'd6cec65b-a0b8-4945-81de-021bc6d5f0f8', 'mac_address': 'fa:16:3e:d3:9d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4660c0a9-8abc-479c-99b1-af9640de1107', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:27:03.828635 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c3c4292c-8128-4eb9-9aba-a04ed1b5b5ef tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5317183 Jan 28 13:27:03.833005 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52800) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:03.836417 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port d6cec65b-a0b8-4945-81de-021bc6d5f0f8 is: ACTIVE; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:03.837204 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d6cec65b-a0b8-4945-81de-021bc6d5f0f8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:03.840901 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-b28250c1-4d93-4b59-887e-5d6103b3cfb5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Request body: {'subnet': {'network_id': '068acb40-9878-4146-b717-3e7464480bdf', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:03.857265 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6cec65b-a0b8-4945-81de-021bc6d5f0f8 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:27:03.885042 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port d6cec65b-a0b8-4945-81de-021bc6d5f0f8, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=d6cec65b-a0b8-4945-81de-021bc6d5f0f8,segment=NetworkSegment(2c95997c-16ab-4d70-b003-a3661ae96720),segment_id=2c95997c-16ab-4d70-b003-a3661ae96720)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:03.892855 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d6cec65b-a0b8-4945-81de-021bc6d5f0f8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:03.946762 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=d6cec65b-a0b8-4945-81de-021bc6d5f0f8,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:03.956010 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:03.956542 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:03.957014 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:03.957978 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:03.958652 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:03.959325 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:03.959954 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:03.960572 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:03.961266 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:03.961934 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:03.962657 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:03.963411 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:03.964355 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:03.998955 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4292c-8128-4eb9-9aba-a04ed1b5b5ef tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Pushing event updated for resources: {'Network': ['ID=068acb40-9878-4146-b717-3e7464480bdf,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:04.018812 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 068acb40-9878-4146-b717-3e7464480bdf details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:27:04.068969 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9565dd0-2411-4eb7-bc8f-79dc138e72c3 req-d03660b3-97d5-4eb7-bfc8-717f2ae28dec tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:04.086461 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9565dd0-2411-4eb7-bc8f-79dc138e72c3 req-d03660b3-97d5-4eb7-bfc8-717f2ae28dec tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 944 time: 0.1624203 Jan 28 13:27:04.177753 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28250c1-4d93-4b59-887e-5d6103b3cfb5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Made reservation on behalf of a32c0d8081c141c0994b58c29d4a7990 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:04.184502 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b28250c1-4d93-4b59-887e-5d6103b3cfb5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:04.200986 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['d6cec65b-a0b8-4945-81de-021bc6d5f0f8'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:27:04.258764 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9565dd0-2411-4eb7-bc8f-79dc138e72c3 req-69352bcc-160c-416c-ab3b-78c2a12b7a52 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707258 Jan 28 13:27:04.311356 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:04.605157 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b28250c1-4d93-4b59-887e-5d6103b3cfb5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (864bf0e4-dfea-4f9a-a74a-262c9c54d794), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:04.734268 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28250c1-4d93-4b59-887e-5d6103b3cfb5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Pushing event updated for resources: {'Subnet': ['ID=864bf0e4-dfea-4f9a-a74a-262c9c54d794,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:04.755396 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28250c1-4d93-4b59-887e-5d6103b3cfb5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Checking segment: {'id': '92b6a77c-73d2-421f-99bb-2a949deb8e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '068acb40-9878-4146-b717-3e7464480bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:04.756027 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28250c1-4d93-4b59-887e-5d6103b3cfb5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Network hostable DHCP agents. Network: 068acb40-9878-4146-b717-3e7464480bdf, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:27:04.794300 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28250c1-4d93-4b59-887e-5d6103b3cfb5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Network 068acb40-9878-4146-b717-3e7464480bdf is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:27:04.838510 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-b28250c1-4d93-4b59-887e-5d6103b3cfb5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 068acb40-9878-4146-b717-3e7464480bdf) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:04.846639 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28250c1-4d93-4b59-887e-5d6103b3cfb5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:04.848848 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b28250c1-4d93-4b59-887e-5d6103b3cfb5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:04.854183 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0c8f5d-4b6b-4090-9d10-b95f8edacc9b None None] Network 068acb40-9878-4146-b717-3e7464480bdf requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:27:04.879352 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fff6c8c4-3e98-4c99-83f6-db68572f9a3e req-5e02674d-2bc9-4a0a-bdfe-7287b37e88a6 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 210 time: 0.0741074 Jan 28 13:27:04.896367 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b28250c1-4d93-4b59-887e-5d6103b3cfb5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0611351 Jan 28 13:27:04.900146 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52808) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:04.908890 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-4223a5f3-a287-4fc7-8438-9738c1091dff tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-664375129'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:04.956245 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4223a5f3-a287-4fc7-8438-9738c1091dff tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Made reservation on behalf of a32c0d8081c141c0994b58c29d4a7990 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:04.965166 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4223a5f3-a287-4fc7-8438-9738c1091dff tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:05.034902 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4223a5f3-a287-4fc7-8438-9738c1091dff tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:27:05.066002 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4223a5f3-a287-4fc7-8438-9738c1091dff tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (b56ec63b-0ab9-454e-9131-38821c191925), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:05.066002 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-4223a5f3-a287-4fc7-8438-9738c1091dff tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Added segment b56ec63b-0ab9-454e-9131-38821c191925 of type vlan for network 38185426-1226-4944-b226-167cdd0f8555 Jan 28 13:27:05.111019 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe8622a-d7fb-4950-aebc-cdf821f183a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-068acb40-9878-4146-b717-3e7464480bdf', 'network_id': '068acb40-9878-4146-b717-3e7464480bdf', 'project_id': 'a32c0d8081c141c0994b58c29d4a7990', 'fixed_ips': [{'subnet_id': '864bf0e4-dfea-4f9a-a74a-262c9c54d794'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:27:05.111879 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffe8622a-d7fb-4950-aebc-cdf821f183a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:05.148438 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4223a5f3-a287-4fc7-8438-9738c1091dff tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (38185426-1226-4944-b226-167cdd0f8555), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:05.201881 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4223a5f3-a287-4fc7-8438-9738c1091dff tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (38185426-1226-4944-b226-167cdd0f8555), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:05.214063 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4223a5f3-a287-4fc7-8438-9738c1091dff tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:05.215169 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4223a5f3-a287-4fc7-8438-9738c1091dff tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:05.283415 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4223a5f3-a287-4fc7-8438-9738c1091dff tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3815668 Jan 28 13:27:05.287368 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52810) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:05.301663 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-c8165cdc-8d35-4fd9-971f-37b22a15d02e tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Request body: {'subnet': {'network_id': '38185426-1226-4944-b226-167cdd0f8555', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:05.362466 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223a5f3-a287-4fc7-8438-9738c1091dff tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Pushing event updated for resources: {'Network': ['ID=38185426-1226-4944-b226-167cdd0f8555,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:05.455651 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-ffe8622a-d7fb-4950-aebc-cdf821f183a1 None None] Allocated IP 19.80.0.2 (068acb40-9878-4146-b717-3e7464480bdf/864bf0e4-dfea-4f9a-a74a-262c9c54d794/0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:27:05.460013 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device d6cec65b-a0b8-4945-81de-021bc6d5f0f8 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:05.549621 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4974ba0-702b-4e19-9801-20965d3a1383 req-e46d613d-6df1-4cff-95ac-169d901ccc66 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:05.558278 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4974ba0-702b-4e19-9801-20965d3a1383 req-e46d613d-6df1-4cff-95ac-169d901ccc66 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 944 time: 0.0925615 Jan 28 13:27:05.583943 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8165cdc-8d35-4fd9-971f-37b22a15d02e tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Made reservation on behalf of a32c0d8081c141c0994b58c29d4a7990 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:05.587689 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c8165cdc-8d35-4fd9-971f-37b22a15d02e tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:05.714612 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 38185426-1226-4944-b226-167cdd0f8555 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:27:05.749240 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4974ba0-702b-4e19-9801-20965d3a1383 req-77fd49a3-4993-4b9a-98ae-e02299734dc0 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897919 Jan 28 13:27:05.802899 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port d6cec65b-a0b8-4945-81de-021bc6d5f0f8 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:05.803404 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d6cec65b-a0b8-4945-81de-021bc6d5f0f8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:05.867938 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:05.914773 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:27:06.063209 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 5c84010c-3a16-4b1a-9e59-f62c8e131693 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:06.176556 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c8165cdc-8d35-4fd9-971f-37b22a15d02e tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (e37199f6-2618-4092-805d-31b378c4f8f7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:06.201873 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ed766b58-e9e7-4c67-8b52-c2768fb5b3f3 req-3cc04837-aa42-4b9f-8ac2-adb3edc17330 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 210 time: 0.0840731 Jan 28 13:27:06.240588 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port d6cec65b-a0b8-4945-81de-021bc6d5f0f8 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:06.241286 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d6cec65b-a0b8-4945-81de-021bc6d5f0f8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:06.255742 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffe8622a-d7fb-4950-aebc-cdf821f183a1 None None] Publish callbacks [] for port (0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:06.265717 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8165cdc-8d35-4fd9-971f-37b22a15d02e tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Pushing event updated for resources: {'Subnet': ['ID=e37199f6-2618-4092-805d-31b378c4f8f7,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:06.289831 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8165cdc-8d35-4fd9-971f-37b22a15d02e tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Checking segment: {'id': 'b56ec63b-0ab9-454e-9131-38821c191925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '38185426-1226-4944-b226-167cdd0f8555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:06.291102 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8165cdc-8d35-4fd9-971f-37b22a15d02e tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Network hostable DHCP agents. Network: 38185426-1226-4944-b226-167cdd0f8555, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:27:06.320905 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8165cdc-8d35-4fd9-971f-37b22a15d02e tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Network 38185426-1226-4944-b226-167cdd0f8555 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:27:06.337149 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-c8165cdc-8d35-4fd9-971f-37b22a15d02e tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 38185426-1226-4944-b226-167cdd0f8555) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:06.344252 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8165cdc-8d35-4fd9-971f-37b22a15d02e tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:06.345251 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c8165cdc-8d35-4fd9-971f-37b22a15d02e tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:06.372765 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c8165cdc-8d35-4fd9-971f-37b22a15d02e tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0829167 Jan 28 13:27:06.480863 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc682b8-0fd8-400d-8803-12bd40098dfd None None] Network 38185426-1226-4944-b226-167cdd0f8555 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:27:06.596128 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffe8622a-d7fb-4950-aebc-cdf821f183a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:06.683325 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6cec65b-a0b8-4945-81de-021bc6d5f0f8'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:06.686521 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dae28e4-3b65-4fd5-bee1-5b017ff8c2c0" -d '{"events": [{"server_uuid": "f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9", "name": "network-vif-plugged", "status": "completed", "tag": "d6cec65b-a0b8-4945-81de-021bc6d5f0f8"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:06.688526 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2b1537-00e3-4e57-8c6d-9d6e67bd8be9 None None] Sync routers for ids ['a3241836-923d-4a25-8c14-0e78d87ff081'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:27:06.714012 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2b1537-00e3-4e57-8c6d-9d6e67bd8be9 None None] Routers {'a3241836-923d-4a25-8c14-0e78d87ff081'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:27:06.715753 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-0b2b1537-00e3-4e57-8c6d-9d6e67bd8be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:27:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['a3241836-923d-4a25-8c14-0e78d87ff081'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:06.728150 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 5c84010c-3a16-4b1a-9e59-f62c8e131693 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:06.728740 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5c84010c-3a16-4b1a-9e59-f62c8e131693), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:06.735705 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port d6cec65b-a0b8-4945-81de-021bc6d5f0f8, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=d6cec65b-a0b8-4945-81de-021bc6d5f0f8,segment=NetworkSegment(2c95997c-16ab-4d70-b003-a3661ae96720),segment_id=2c95997c-16ab-4d70-b003-a3661ae96720)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:06.785242 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe8622a-d7fb-4950-aebc-cdf821f183a1 None None] Network 068acb40-9878-4146-b717-3e7464480bdf is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:27:06.793070 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d6cec65b-a0b8-4945-81de-021bc6d5f0f8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:06.833414 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-ffe8622a-d7fb-4950-aebc-cdf821f183a1 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:06.840588 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac15b287-3053-40a2-a4df-4c0f8bf96e28 x-openstack-request-id: req-ac15b287-3053-40a2-a4df-4c0f8bf96e28 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:06.841362 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9", "name": "network-vif-plugged", "status": "completed", "tag": "d6cec65b-a0b8-4945-81de-021bc6d5f0f8", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:06.842028 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ac15b287-3053-40a2-a4df-4c0f8bf96e28 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:06.842837 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6cec65b-a0b8-4945-81de-021bc6d5f0f8', 'code': 200} Jan 28 13:27:06.847185 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8622a-d7fb-4950-aebc-cdf821f183a1 None None] Pushing event updated for resources: {'Port': ['ID=0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:06.854729 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe8622a-d7fb-4950-aebc-cdf821f183a1 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:27:06.889057 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49540453-f4d3-4b41-9306-5f3570784a1b req-1b6cc495-a450-4a8a-8402-b1d7a6b641c4 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:06.903104 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49540453-f4d3-4b41-9306-5f3570784a1b req-1b6cc495-a450-4a8a-8402-b1d7a6b641c4 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:06.904931 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-1b6cc495-a450-4a8a-8402-b1d7a6b641c4 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/networks?id=068acb40-9878-4146-b717-3e7464480bdf&id=38185426-1226-4944-b226-167cdd0f8555&id=068acb40-9878-4146-b717-3e7464480bdf HTTP/1.1" status: 200 len: 1390 time: 0.3017385 Jan 28 13:27:06.934142 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d0d113-53eb-42da-9d97-0b6c7836666e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-38185426-1226-4944-b226-167cdd0f8555', 'network_id': '38185426-1226-4944-b226-167cdd0f8555', 'project_id': 'a32c0d8081c141c0994b58c29d4a7990', 'fixed_ips': [{'subnet_id': 'e37199f6-2618-4092-805d-31b378c4f8f7'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:27:06.935107 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-f9600871-dae8-4b91-b18f-8d055742bb89 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/quotas/a32c0d8081c141c0994b58c29d4a7990 HTTP/1.1" status: 200 len: 375 time: 0.0122595 Jan 28 13:27:06.936915 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-04d0d113-53eb-42da-9d97-0b6c7836666e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:07.088987 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-f22c9703-45a3-4df6-bfaf-2ba2b52e2e57 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a32c0d8081c141c0994b58c29d4a7990&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1305110 Jan 28 13:27:07.115053 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-4cb263be-aa78-4286-894a-cc1d6e9a788d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:27:07.120476 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-0b2b1537-00e3-4e57-8c6d-9d6e67bd8be9 None None] Set router a3241836-923d-4a25-8c14-0e78d87ff081 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:27:07.121408 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-4cb263be-aa78-4286-894a-cc1d6e9a788d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133414 Jan 28 13:27:07.141549 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d491fc6-9988-424f-a9dc-f314585e1506 req-042bd31a-f772-496a-b525-e0643515ce4e tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:07.144098 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4d491fc6-9988-424f-a9dc-f314585e1506 req-042bd31a-f772-496a-b525-e0643515ce4e tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 945 time: 0.1429534 Jan 28 13:27:07.253821 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b91d14-c83e-44c3-8831-e0f410e548b3 req-f7223a82-b1cc-43a1-88e5-ae64d610b7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:07.257561 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-61b91d14-c83e-44c3-8831-e0f410e548b3 req-f7223a82-b1cc-43a1-88e5-ae64d610b7a7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 1096 time: 0.1431832 Jan 28 13:27:07.324495 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4d491fc6-9988-424f-a9dc-f314585e1506 req-39553bd8-df6a-4799-90c2-ef9c42a12774 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680284 Jan 28 13:27:07.361144 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=d6cec65b-a0b8-4945-81de-021bc6d5f0f8,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:07.376163 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-61b91d14-c83e-44c3-8831-e0f410e548b3 req-38fcc9f0-de5b-433f-8fc7-3ca130097775 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093762 Jan 28 13:27:07.415589 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-54e714fb-0a07-41ed-983c-306e230be182 service neutron] 10.222.0.39 "GET /v2.0/networks/068acb40-9878-4146-b717-3e7464480bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808821 Jan 28 13:27:07.524758 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-04d0d113-53eb-42da-9d97-0b6c7836666e None None] Allocated IP 19.86.0.2 (38185426-1226-4944-b226-167cdd0f8555/e37199f6-2618-4092-805d-31b378c4f8f7/aa333ce9-8848-4228-aaf7-fd1ac8c4af60) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:27:07.594471 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-0b2b1537-00e3-4e57-8c6d-9d6e67bd8be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3241836-923d-4a25-8c14-0e78d87ff081', 'name': 'tempest-ServersTestMultiNic-1983148106-router', 'tenant_id': 'a32c0d8081c141c0994b58c29d4a7990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '5c84010c-3a16-4b1a-9e59-f62c8e131693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:26:56Z', 'updated_at': '2022-01-28T13:27:01Z', 'revision_number': 4, 'project_id': 'a32c0d8081c141c0994b58c29d4a7990', 'gw_port': {'id': '5c84010c-3a16-4b1a-9e59-f62c8e131693', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3241836-923d-4a25-8c14-0e78d87ff081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:26:57Z', 'updated_at': '2022-01-28T13:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'a75bb464-1cda-4417-b879-0d6eb04e2227', 'name': '', 'network_id': '7dd68d3e-673a-4e9b-837f-a4c35dd8b82b', 'tenant_id': 'a32c0d8081c141c0994b58c29d4a7990', 'mac_address': 'fa:16:3e:58:02:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3241836-923d-4a25-8c14-0e78d87ff081', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '7fda453e-940b-4707-9134-de047d9f3679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:00Z', 'updated_at': '2022-01-28T13:27:01Z', 'revision_number': 2, 'project_id': 'a32c0d8081c141c0994b58c29d4a7990', 'subnets': [{'id': '7fda453e-940b-4707-9134-de047d9f3679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:07.651908 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2b1537-00e3-4e57-8c6d-9d6e67bd8be9 None None] Checking router: a3241836-923d-4a25-8c14-0e78d87ff081 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:27:07.652424 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2b1537-00e3-4e57-8c6d-9d6e67bd8be9 None None] Updating router a3241836-923d-4a25-8c14-0e78d87ff081 port a75bb464-1cda-4417-b879-0d6eb04e2227 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:27:07.657681 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-0b555a44-cf83-4bd4-8f14-6e35effb00f0 service neutron] 10.222.0.39 "GET /v2.0/networks/068acb40-9878-4146-b717-3e7464480bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402861 Jan 28 13:27:07.703253 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b2b1537-00e3-4e57-8c6d-9d6e67bd8be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a75bb464-1cda-4417-b879-0d6eb04e2227), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:07.805538 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-ffe8622a-d7fb-4950-aebc-cdf821f183a1 None None] Attempting to bind port 0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:27:07.807139 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-ffe8622a-d7fb-4950-aebc-cdf821f183a1 None None] Attempting to bind port 0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '92b6a77c-73d2-421f-99bb-2a949deb8e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '068acb40-9878-4146-b717-3e7464480bdf'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:27:07.808091 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe8622a-d7fb-4950-aebc-cdf821f183a1 None None] Attempting to bind port 0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e on network 068acb40-9878-4146-b717-3e7464480bdf {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:07.831190 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe8622a-d7fb-4950-aebc-cdf821f183a1 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:27:07.832321 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe8622a-d7fb-4950-aebc-cdf821f183a1 None None] Checking segment: {'id': '92b6a77c-73d2-421f-99bb-2a949deb8e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '068acb40-9878-4146-b717-3e7464480bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:07.833379 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffe8622a-d7fb-4950-aebc-cdf821f183a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:07.834408 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe8622a-d7fb-4950-aebc-cdf821f183a1 None None] Bound using segment: {'id': '92b6a77c-73d2-421f-99bb-2a949deb8e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '068acb40-9878-4146-b717-3e7464480bdf'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:27:07.835308 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-ffe8622a-d7fb-4950-aebc-cdf821f183a1 None None] Bound port: 0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b6a77c-73d2-421f-99bb-2a949deb8e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '068acb40-9878-4146-b717-3e7464480bdf'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:27:07.835985 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffe8622a-d7fb-4950-aebc-cdf821f183a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:07.865468 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-0d59dcc9-9b85-4b62-aafd-3c062943f36f service neutron] 10.222.0.39 "GET /v2.0/networks/38185426-1226-4944-b226-167cdd0f8555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062147 Jan 28 13:27:07.880988 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 5c84010c-3a16-4b1a-9e59-f62c8e131693 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:07.881499 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5c84010c-3a16-4b1a-9e59-f62c8e131693), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:07.883124 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-71dde940-9d19-4c6b-956a-96dee8a98560 req-d84318df-3490-409d-9919-9940be5f8cee tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 210 time: 0.0868907 Jan 28 13:27:07.894066 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-04d0d113-53eb-42da-9d97-0b6c7836666e None None] Publish callbacks [] for port (aa333ce9-8848-4228-aaf7-fd1ac8c4af60), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:07.967201 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-04d0d113-53eb-42da-9d97-0b6c7836666e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (aa333ce9-8848-4228-aaf7-fd1ac8c4af60), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:08.052479 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 5c84010c-3a16-4b1a-9e59-f62c8e131693, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=5c84010c-3a16-4b1a-9e59-f62c8e131693,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:08.072005 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d0d113-53eb-42da-9d97-0b6c7836666e None None] Network 38185426-1226-4944-b226-167cdd0f8555 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:27:08.083085 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-04d0d113-53eb-42da-9d97-0b6c7836666e None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:08.100622 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5c84010c-3a16-4b1a-9e59-f62c8e131693), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:08.145222 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d0d113-53eb-42da-9d97-0b6c7836666e None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:27:08.165618 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0d113-53eb-42da-9d97-0b6c7836666e None None] Pushing event updated for resources: {'Port': ['ID=aa333ce9-8848-4228-aaf7-fd1ac8c4af60,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:08.181420 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-048dc54b-7b34-44e6-bd1d-ca7efc769948 service neutron] 10.222.0.39 "GET /v2.0/networks/38185426-1226-4944-b226-167cdd0f8555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100607 Jan 28 13:27:08.325480 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=5c84010c-3a16-4b1a-9e59-f62c8e131693,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:08.334987 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-ffe8622a-d7fb-4950-aebc-cdf821f183a1 None None] For port 0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:27:08.353503 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-7a0c1013-6866-435d-8959-ac62bdbf8ca0 service neutron] 10.222.0.39 "GET /v2.0/networks/068acb40-9878-4146-b717-3e7464480bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647177 Jan 28 13:27:08.402427 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b2b1537-00e3-4e57-8c6d-9d6e67bd8be9 None None] Publish callbacks [] for port (a75bb464-1cda-4417-b879-0d6eb04e2227), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:08.411386 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b2b1537-00e3-4e57-8c6d-9d6e67bd8be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a75bb464-1cda-4417-b879-0d6eb04e2227), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:08.465514 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69311b94-37f5-4f16-be7e-9e7aee8ba604 None None] Pushing event updated for resources: {'Port': ['ID=a75bb464-1cda-4417-b879-0d6eb04e2227,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:08.476736 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69311b94-37f5-4f16-be7e-9e7aee8ba604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:08.477071 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69311b94-37f5-4f16-be7e-9e7aee8ba604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:08.477403 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69311b94-37f5-4f16-be7e-9e7aee8ba604 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:08.477739 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69311b94-37f5-4f16-be7e-9e7aee8ba604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:08.478122 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69311b94-37f5-4f16-be7e-9e7aee8ba604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:08.478459 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69311b94-37f5-4f16-be7e-9e7aee8ba604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:08.478789 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69311b94-37f5-4f16-be7e-9e7aee8ba604 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:08.479155 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69311b94-37f5-4f16-be7e-9e7aee8ba604 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:08.479461 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69311b94-37f5-4f16-be7e-9e7aee8ba604 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:08.479786 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69311b94-37f5-4f16-be7e-9e7aee8ba604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:08.480109 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69311b94-37f5-4f16-be7e-9e7aee8ba604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:08.480442 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69311b94-37f5-4f16-be7e-9e7aee8ba604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:08.480746 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69311b94-37f5-4f16-be7e-9e7aee8ba604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:08.498944 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-04d0d113-53eb-42da-9d97-0b6c7836666e None None] Attempting to bind port aa333ce9-8848-4228-aaf7-fd1ac8c4af60 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:27:08.499541 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-04d0d113-53eb-42da-9d97-0b6c7836666e None None] Attempting to bind port aa333ce9-8848-4228-aaf7-fd1ac8c4af60 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'b56ec63b-0ab9-454e-9131-38821c191925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '38185426-1226-4944-b226-167cdd0f8555'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:27:08.505770 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d0d113-53eb-42da-9d97-0b6c7836666e None None] Attempting to bind port aa333ce9-8848-4228-aaf7-fd1ac8c4af60 on network 38185426-1226-4944-b226-167cdd0f8555 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:08.536441 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-ffe8622a-d7fb-4950-aebc-cdf821f183a1 None None] For port 0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e,segment=NetworkSegment(92b6a77c-73d2-421f-99bb-2a949deb8e62),segment_id=92b6a77c-73d2-421f-99bb-2a949deb8e62)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:27:08.538476 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d0d113-53eb-42da-9d97-0b6c7836666e None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:27:08.539900 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d0d113-53eb-42da-9d97-0b6c7836666e None None] Checking segment: {'id': 'b56ec63b-0ab9-454e-9131-38821c191925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '38185426-1226-4944-b226-167cdd0f8555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:08.540267 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-04d0d113-53eb-42da-9d97-0b6c7836666e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:08.540811 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d0d113-53eb-42da-9d97-0b6c7836666e None None] Bound using segment: {'id': 'b56ec63b-0ab9-454e-9131-38821c191925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '38185426-1226-4944-b226-167cdd0f8555'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:27:08.541630 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-04d0d113-53eb-42da-9d97-0b6c7836666e None None] Bound port: aa333ce9-8848-4228-aaf7-fd1ac8c4af60, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56ec63b-0ab9-454e-9131-38821c191925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '38185426-1226-4944-b226-167cdd0f8555'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:27:08.542270 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-04d0d113-53eb-42da-9d97-0b6c7836666e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (aa333ce9-8848-4228-aaf7-fd1ac8c4af60), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:08.592370 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffe8622a-d7fb-4950-aebc-cdf821f183a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:08.604113 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-0b2b1537-00e3-4e57-8c6d-9d6e67bd8be9 None None] Attempting to bind port a75bb464-1cda-4417-b879-0d6eb04e2227 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:27:08.616272 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-0b2b1537-00e3-4e57-8c6d-9d6e67bd8be9 None None] Attempting to bind port a75bb464-1cda-4417-b879-0d6eb04e2227 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '9337c2d4-bc4e-4e51-91de-ba4cbe956f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7dd68d3e-673a-4e9b-837f-a4c35dd8b82b'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:27:08.616808 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b1537-00e3-4e57-8c6d-9d6e67bd8be9 None None] Attempting to bind port a75bb464-1cda-4417-b879-0d6eb04e2227 on network 7dd68d3e-673a-4e9b-837f-a4c35dd8b82b {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:08.640837 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b1537-00e3-4e57-8c6d-9d6e67bd8be9 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:27:08.641183 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b1537-00e3-4e57-8c6d-9d6e67bd8be9 None None] Checking segment: {'id': '9337c2d4-bc4e-4e51-91de-ba4cbe956f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7dd68d3e-673a-4e9b-837f-a4c35dd8b82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:08.642697 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b2b1537-00e3-4e57-8c6d-9d6e67bd8be9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:08.643141 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b1537-00e3-4e57-8c6d-9d6e67bd8be9 None None] Bound using segment: {'id': '9337c2d4-bc4e-4e51-91de-ba4cbe956f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7dd68d3e-673a-4e9b-837f-a4c35dd8b82b'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:27:08.647499 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-0b2b1537-00e3-4e57-8c6d-9d6e67bd8be9 None None] Bound port: a75bb464-1cda-4417-b879-0d6eb04e2227, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9337c2d4-bc4e-4e51-91de-ba4cbe956f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7dd68d3e-673a-4e9b-837f-a4c35dd8b82b'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:27:08.648218 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b2b1537-00e3-4e57-8c6d-9d6e67bd8be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a75bb464-1cda-4417-b879-0d6eb04e2227), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:08.655251 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4b7e8-b931-4c78-a6b8-351c728e3734 req-3015334e-ed8d-482d-82b8-9a42915e630b tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:08.669070 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6fa4b7e8-b931-4c78-a6b8-351c728e3734 req-3015334e-ed8d-482d-82b8-9a42915e630b tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 945 time: 0.1183200 Jan 28 13:27:08.789880 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6fa4b7e8-b931-4c78-a6b8-351c728e3734 req-c1bf3ccd-965f-4e55-85f2-86f7030f5498 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192846 Jan 28 13:27:08.827426 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-0b2b1537-00e3-4e57-8c6d-9d6e67bd8be9 None None] For port a75bb464-1cda-4417-b879-0d6eb04e2227, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:27:08.833077 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-0b2b1537-00e3-4e57-8c6d-9d6e67bd8be9 None None] For port a75bb464-1cda-4417-b879-0d6eb04e2227, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=a75bb464-1cda-4417-b879-0d6eb04e2227,segment=NetworkSegment(9337c2d4-bc4e-4e51-91de-ba4cbe956f8a),segment_id=9337c2d4-bc4e-4e51-91de-ba4cbe956f8a)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:27:08.842897 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-0b2b1537-00e3-4e57-8c6d-9d6e67bd8be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a75bb464-1cda-4417-b879-0d6eb04e2227), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:08.961788 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2b1537-00e3-4e57-8c6d-9d6e67bd8be9 None None] Routers {'a3241836-923d-4a25-8c14-0e78d87ff081'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:27:08.962122 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8622a-d7fb-4950-aebc-cdf821f183a1 None None] Pushing event updated for resources: {'Port': ['ID=0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:08.962362 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-0b2b1537-00e3-4e57-8c6d-9d6e67bd8be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:27:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['a3241836-923d-4a25-8c14-0e78d87ff081'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:08.964569 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69311b94-37f5-4f16-be7e-9e7aee8ba604 None None] Pushing event updated for resources: {'Port': ['ID=a75bb464-1cda-4417-b879-0d6eb04e2227,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:09.056520 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-fb3ad03e-46ff-44ff-8122-4e9aff90255b None None] Provisioning complete for port a75bb464-1cda-4417-b879-0d6eb04e2227 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:09.057463 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb3ad03e-46ff-44ff-8122-4e9aff90255b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a75bb464-1cda-4417-b879-0d6eb04e2227), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:09.208736 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-93ba5494-cb8f-42ba-afd5-b7264535da31 req-66a6d2f8-a3b5-449e-8c00-c5134981a394 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 210 time: 0.0775900 Jan 28 13:27:09.256294 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-04d0d113-53eb-42da-9d97-0b6c7836666e None None] For port aa333ce9-8848-4228-aaf7-fd1ac8c4af60, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:27:09.293917 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-04d0d113-53eb-42da-9d97-0b6c7836666e None None] For port aa333ce9-8848-4228-aaf7-fd1ac8c4af60, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=aa333ce9-8848-4228-aaf7-fd1ac8c4af60,segment=NetworkSegment(b56ec63b-0ab9-454e-9131-38821c191925),segment_id=b56ec63b-0ab9-454e-9131-38821c191925)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:27:09.321250 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-04d0d113-53eb-42da-9d97-0b6c7836666e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (aa333ce9-8848-4228-aaf7-fd1ac8c4af60), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:09.372808 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-0b2b1537-00e3-4e57-8c6d-9d6e67bd8be9 None None] Set router a3241836-923d-4a25-8c14-0e78d87ff081 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:27:09.445692 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-2869af00-a0ba-44a1-987a-80bb62f6dee4 service neutron] 10.222.0.39 "GET /v2.0/networks/068acb40-9878-4146-b717-3e7464480bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0910351 Jan 28 13:27:09.606503 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0d113-53eb-42da-9d97-0b6c7836666e None None] Pushing event updated for resources: {'Port': ['ID=aa333ce9-8848-4228-aaf7-fd1ac8c4af60,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:09.656065 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fb3ad03e-46ff-44ff-8122-4e9aff90255b None None] Current status of the port a75bb464-1cda-4417-b879-0d6eb04e2227 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:09.657023 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb3ad03e-46ff-44ff-8122-4e9aff90255b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a75bb464-1cda-4417-b879-0d6eb04e2227), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:09.767681 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-fb3ad03e-46ff-44ff-8122-4e9aff90255b None None] For port a75bb464-1cda-4417-b879-0d6eb04e2227, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=a75bb464-1cda-4417-b879-0d6eb04e2227,segment=NetworkSegment(9337c2d4-bc4e-4e51-91de-ba4cbe956f8a),segment_id=9337c2d4-bc4e-4e51-91de-ba4cbe956f8a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:09.779851 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb3ad03e-46ff-44ff-8122-4e9aff90255b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a75bb464-1cda-4417-b879-0d6eb04e2227), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:09.980519 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ad03e-46ff-44ff-8122-4e9aff90255b None None] Pushing event updated for resources: {'Port': ['ID=a75bb464-1cda-4417-b879-0d6eb04e2227,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:10.064480 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-7c6f810a-e0db-42c2-a338-0e54271bc69c None None] Provisioning complete for port a75bb464-1cda-4417-b879-0d6eb04e2227 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:10.068328 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c6f810a-e0db-42c2-a338-0e54271bc69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a75bb464-1cda-4417-b879-0d6eb04e2227), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:10.122109 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-faabe70d-1286-4755-a07d-113684f2cc77 req-f7986ada-4033-4629-a3ff-fcc5eac36a3c tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 210 time: 0.1604455 Jan 28 13:27:10.157431 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55845c84-a753-47b3-b561-f90bc2b72c02 req-67d3bd50-b7c8-47e1-9198-2ff92564245f tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:10.160658 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-55845c84-a753-47b3-b561-f90bc2b72c02 req-67d3bd50-b7c8-47e1-9198-2ff92564245f tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 945 time: 0.1957607 Jan 28 13:27:10.343840 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-55845c84-a753-47b3-b561-f90bc2b72c02 req-b1a580f8-713c-44f5-b0b2-d0f6d9d3ef04 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722903 Jan 28 13:27:10.448495 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-0b2b1537-00e3-4e57-8c6d-9d6e67bd8be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3241836-923d-4a25-8c14-0e78d87ff081', 'name': 'tempest-ServersTestMultiNic-1983148106-router', 'tenant_id': 'a32c0d8081c141c0994b58c29d4a7990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '5c84010c-3a16-4b1a-9e59-f62c8e131693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:26:56Z', 'updated_at': '2022-01-28T13:27:01Z', 'revision_number': 4, 'project_id': 'a32c0d8081c141c0994b58c29d4a7990', 'gw_port': {'id': '5c84010c-3a16-4b1a-9e59-f62c8e131693', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3241836-923d-4a25-8c14-0e78d87ff081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:26:57Z', 'updated_at': '2022-01-28T13:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'a75bb464-1cda-4417-b879-0d6eb04e2227', 'name': '', 'network_id': '7dd68d3e-673a-4e9b-837f-a4c35dd8b82b', 'tenant_id': 'a32c0d8081c141c0994b58c29d4a7990', 'mac_address': 'fa:16:3e:58:02:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3241836-923d-4a25-8c14-0e78d87ff081', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '7fda453e-940b-4707-9134-de047d9f3679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:00Z', 'updated_at': '2022-01-28T13:27:08Z', 'revision_number': 4, 'project_id': 'a32c0d8081c141c0994b58c29d4a7990', 'subnets': [{'id': '7fda453e-940b-4707-9134-de047d9f3679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:10.510934 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2b1537-00e3-4e57-8c6d-9d6e67bd8be9 None None] The sync data for ids ['a3241836-923d-4a25-8c14-0e78d87ff081'] in n-d-822747-2 is: [{'id': 'a3241836-923d-4a25-8c14-0e78d87ff081', 'name': 'tempest-ServersTestMultiNic-1983148106-router', 'tenant_id': 'a32c0d8081c141c0994b58c29d4a7990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '5c84010c-3a16-4b1a-9e59-f62c8e131693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:26:56Z', 'updated_at': '2022-01-28T13:27:01Z', 'revision_number': 4, 'project_id': 'a32c0d8081c141c0994b58c29d4a7990', 'gw_port': {'id': '5c84010c-3a16-4b1a-9e59-f62c8e131693', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3241836-923d-4a25-8c14-0e78d87ff081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:26:57Z', 'updated_at': '2022-01-28T13:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'a75bb464-1cda-4417-b879-0d6eb04e2227', 'name': '', 'network_id': '7dd68d3e-673a-4e9b-837f-a4c35dd8b82b', 'tenant_id': 'a32c0d8081c141c0994b58c29d4a7990', 'mac_address': 'fa:16:3e:58:02:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3241836-923d-4a25-8c14-0e78d87ff081', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '7fda453e-940b-4707-9134-de047d9f3679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:00Z', 'updated_at': '2022-01-28T13:27:08Z', 'revision_number': 4, 'project_id': 'a32c0d8081c141c0994b58c29d4a7990', 'subnets': [{'id': '7fda453e-940b-4707-9134-de047d9f3679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:27:10.521903 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7c6f810a-e0db-42c2-a338-0e54271bc69c None None] Current status of the port a75bb464-1cda-4417-b879-0d6eb04e2227 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:10.544936 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-532b4bc6-6917-447a-994c-b2916b8f3a5c req-87fd9353-2f11-42eb-8a54-ee1412ad4e2f tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 210 time: 0.1047058 Jan 28 13:27:10.770475 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e1d20-e1ea-4670-829b-b1cf219e269b req-f375c7a1-34b8-4efe-b01e-482400074f7d tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:10.779250 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-878e1d20-e1ea-4670-829b-b1cf219e269b req-f375c7a1-34b8-4efe-b01e-482400074f7d tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 945 time: 0.1876845 Jan 28 13:27:10.900790 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-878e1d20-e1ea-4670-829b-b1cf219e269b req-ed077d84-79e4-4e74-ae12-6b77c32b413b tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166134 Jan 28 13:27:10.939147 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device a75bb464-1cda-4417-b879-0d6eb04e2227 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:11.165666 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port a75bb464-1cda-4417-b879-0d6eb04e2227 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:11.166669 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a75bb464-1cda-4417-b879-0d6eb04e2227), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:11.405049 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port a75bb464-1cda-4417-b879-0d6eb04e2227 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:11.406609 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 5c84010c-3a16-4b1a-9e59-f62c8e131693 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:11.431799 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8b6e41b0-8a3d-4429-8e35-edd1f64d3279 req-f90afbc5-a420-4230-a30c-dd18d7611fb8 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 210 time: 0.1633925 Jan 28 13:27:11.520393 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e3603f-7a29-4c24-aad6-7d8184447cee None None] Network 068acb40-9878-4146-b717-3e7464480bdf requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:27:11.525738 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 5c84010c-3a16-4b1a-9e59-f62c8e131693 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:11.526569 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5c84010c-3a16-4b1a-9e59-f62c8e131693), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:11.879038 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-dbbd201a-3e06-4076-9d98-d8b7f4dd90a8 None None] Provisioning complete for port 0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:11.880314 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dbbd201a-3e06-4076-9d98-d8b7f4dd90a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:11.965437 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e74dfdb0-51e7-4b7d-b090-a631cc44be8a req-d0afc419-c77b-4ab7-bbbd-f4726b9ad3c9 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 210 time: 0.0744007 Jan 28 13:27:12.142503 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17239a63-cbea-4794-b50a-7e976f5a1001 None None] Network 38185426-1226-4944-b226-167cdd0f8555 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:27:12.203991 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 5c84010c-3a16-4b1a-9e59-f62c8e131693 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:12.207125 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device aa333ce9-8848-4228-aaf7-fd1ac8c4af60 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:12.320017 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-fb3efae4-fb48-40a3-a73f-8865dff57d9c tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:12.322481 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-fb3efae4-fb48-40a3-a73f-8865dff57d9c tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/networks?id=3a819a92-6f08-4f4b-a036-5a82aa2e8940 HTTP/1.1" status: 200 len: 814 time: 0.2009351 Jan 28 13:27:12.364194 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-6635949c-88cb-4634-92cc-2e611e8a5422 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/quotas/47eca7ff9b2a4889893ddf4887158ad3 HTTP/1.1" status: 200 len: 375 time: 0.0309412 Jan 28 13:27:12.447997 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-812cad9c-0c6f-448b-83d4-77c73d39f0d5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=47eca7ff9b2a4889893ddf4887158ad3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0714457 Jan 28 13:27:12.674695 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49540453-f4d3-4b41-9306-5f3570784a1b req-09a93e20-f2fd-4114-ac8f-41c253a09c71 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:12.688691 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49540453-f4d3-4b41-9306-5f3570784a1b req-09a93e20-f2fd-4114-ac8f-41c253a09c71 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:12.693809 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-09a93e20-f2fd-4114-ac8f-41c253a09c71 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.18 "GET /v2.0/networks?id=068acb40-9878-4146-b717-3e7464480bdf&id=38185426-1226-4944-b226-167cdd0f8555&id=068acb40-9878-4146-b717-3e7464480bdf HTTP/1.1" status: 200 len: 1390 time: 0.2170417 Jan 28 13:27:12.725625 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c90824fe-8c3f-4121-8b64-90787a651e1f req-29b95d85-6830-4361-bc7b-177f7a64f5d0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 210 time: 0.0699055 Jan 28 13:27:12.735020 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-49540453-f4d3-4b41-9306-5f3570784a1b req-cb6f335f-59b0-4164-8b07-c580f763bf77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Request body: {'port': {'device_id': '2c6453bb-48e7-470b-8ed1-2ab226f746fd', 'network_id': '068acb40-9878-4146-b717-3e7464480bdf', 'admin_state_up': True, 'tenant_id': 'a32c0d8081c141c0994b58c29d4a7990'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:12.841193 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a914c15-1efe-4a6e-9e70-dce0b2f4fdcb req-05fdc0dd-e1f9-4ef9-be9a-eff42beb5775 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:12.842821 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a914c15-1efe-4a6e-9e70-dce0b2f4fdcb req-05fdc0dd-e1f9-4ef9-be9a-eff42beb5775 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9 HTTP/1.1" status: 200 len: 945 time: 0.0950990 Jan 28 13:27:12.884165 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port aa333ce9-8848-4228-aaf7-fd1ac8c4af60 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:12.885022 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (aa333ce9-8848-4228-aaf7-fd1ac8c4af60), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:12.956930 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd201a-3e06-4076-9d98-d8b7f4dd90a8 None None] Current status of the port 0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:12.957659 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dbbd201a-3e06-4076-9d98-d8b7f4dd90a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:13.097420 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49540453-f4d3-4b41-9306-5f3570784a1b req-cb6f335f-59b0-4164-8b07-c580f763bf77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Made reservation on behalf of a32c0d8081c141c0994b58c29d4a7990 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:13.101343 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-cb6f335f-59b0-4164-8b07-c580f763bf77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:13.117793 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-6a914c15-1efe-4a6e-9e70-dce0b2f4fdcb req-6d934d76-8751-4a69-967a-0a74c81296e6 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Deleting port d6cec65b-a0b8-4945-81de-021bc6d5f0f8 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:13.118785 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-6a914c15-1efe-4a6e-9e70-dce0b2f4fdcb req-6d934d76-8751-4a69-967a-0a74c81296e6 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (d6cec65b-a0b8-4945-81de-021bc6d5f0f8), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:13.184492 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port aa333ce9-8848-4228-aaf7-fd1ac8c4af60 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:13.186280 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (aa333ce9-8848-4228-aaf7-fd1ac8c4af60), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:13.201424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-dbbd201a-3e06-4076-9d98-d8b7f4dd90a8 None None] For port 0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e,segment=NetworkSegment(92b6a77c-73d2-421f-99bb-2a949deb8e62),segment_id=92b6a77c-73d2-421f-99bb-2a949deb8e62)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:13.242062 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dbbd201a-3e06-4076-9d98-d8b7f4dd90a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:13.327681 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-66a4b672-03fd-4bed-aa16-5bd6508b719d service neutron] 10.222.0.39 "GET /v2.0/networks/3a819a92-6f08-4f4b-a036-5a82aa2e8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8582473 Jan 28 13:27:13.374189 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b77ded78-a53d-41e9-8296-5c6824c8aec3 req-3efa5519-9ab1-4e3b-adfe-e05208f87f45 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 210 time: 0.0749383 Jan 28 13:27:13.467031 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-6a914c15-1efe-4a6e-9e70-dce0b2f4fdcb req-6d934d76-8751-4a69-967a-0a74c81296e6 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] For port d6cec65b-a0b8-4945-81de-021bc6d5f0f8, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=d6cec65b-a0b8-4945-81de-021bc6d5f0f8,segment=NetworkSegment(2c95997c-16ab-4d70-b003-a3661ae96720),segment_id=2c95997c-16ab-4d70-b003-a3661ae96720)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:13.472681 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-6a914c15-1efe-4a6e-9e70-dce0b2f4fdcb req-6d934d76-8751-4a69-967a-0a74c81296e6 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (d6cec65b-a0b8-4945-81de-021bc6d5f0f8), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:13.473002 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd201a-3e06-4076-9d98-d8b7f4dd90a8 None None] Pushing event updated for resources: {'Port': ['ID=0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:13.485839 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port aa333ce9-8848-4228-aaf7-fd1ac8c4af60, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=aa333ce9-8848-4228-aaf7-fd1ac8c4af60,segment=NetworkSegment(b56ec63b-0ab9-454e-9131-38821c191925),segment_id=b56ec63b-0ab9-454e-9131-38821c191925)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:13.491919 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-91a8d1c0-4df6-4b41-93ae-fdd2f00f81e2 None None] Provisioning complete for port 0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:13.492187 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91a8d1c0-4df6-4b41-93ae-fdd2f00f81e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:13.506454 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-49540453-f4d3-4b41-9306-5f3570784a1b req-cb6f335f-59b0-4164-8b07-c580f763bf77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Allocated IP 19.80.0.103 (068acb40-9878-4146-b717-3e7464480bdf/864bf0e4-dfea-4f9a-a74a-262c9c54d794/b18c5e93-ba7a-4341-a49e-42364a188a84) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:27:13.521569 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-6a914c15-1efe-4a6e-9e70-dce0b2f4fdcb req-6d934d76-8751-4a69-967a-0a74c81296e6 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Calling delete_port for d6cec65b-a0b8-4945-81de-021bc6d5f0f8 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:13.536268 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (aa333ce9-8848-4228-aaf7-fd1ac8c4af60), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:13.540552 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-8a679db6-b69a-4ef5-8dc5-4d11853362bd service neutron] 10.222.0.39 "GET /v2.0/networks/3a819a92-6f08-4f4b-a036-5a82aa2e8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118545 Jan 28 13:27:13.541831 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:13.810899 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=aa333ce9-8848-4228-aaf7-fd1ac8c4af60,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:13.874949 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-cb6f335f-59b0-4164-8b07-c580f763bf77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks [] for port (b18c5e93-ba7a-4341-a49e-42364a188a84), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:13.935092 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-cb6f335f-59b0-4164-8b07-c580f763bf77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b18c5e93-ba7a-4341-a49e-42364a188a84), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:13.943369 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-6a914c15-1efe-4a6e-9e70-dce0b2f4fdcb req-6d934d76-8751-4a69-967a-0a74c81296e6 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (d6cec65b-a0b8-4945-81de-021bc6d5f0f8), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:14.019285 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['d6cec65b-a0b8-4945-81de-021bc6d5f0f8'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:27:14.038902 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d934d76-8751-4a69-967a-0a74c81296e6 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Pushing event deleted for resources: {'Port': ['ID=d6cec65b-a0b8-4945-81de-021bc6d5f0f8,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:14.069180 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49540453-f4d3-4b41-9306-5f3570784a1b req-cb6f335f-59b0-4164-8b07-c580f763bf77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Network 068acb40-9878-4146-b717-3e7464480bdf is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:27:14.090042 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:14.090515 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a9e00af9-6730-4a06-afd6-b07770c0f851 req-d40a0d99-c57b-4648-98ca-74f3b5e6216f tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b3c222-f32c-4662-b011-45964a567379 HTTP/1.1" status: 200 len: 210 time: 0.1258421 Jan 28 13:27:14.090735 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:14.103642 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-49540453-f4d3-4b41-9306-5f3570784a1b req-cb6f335f-59b0-4164-8b07-c580f763bf77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:14.113011 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-49540453-f4d3-4b41-9306-5f3570784a1b req-cb6f335f-59b0-4164-8b07-c580f763bf77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:27:14.135046 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-91a8d1c0-4df6-4b41-93ae-fdd2f00f81e2 None None] Current status of the port 0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:14.169645 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-91a8d1c0-4df6-4b41-93ae-fdd2f00f81e2 None None] Provisioning complete for port aa333ce9-8848-4228-aaf7-fd1ac8c4af60 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:14.170551 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91a8d1c0-4df6-4b41-93ae-fdd2f00f81e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (aa333ce9-8848-4228-aaf7-fd1ac8c4af60), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:14.275003 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f335f-59b0-4164-8b07-c580f763bf77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Pushing event updated for resources: {'Port': ['ID=b18c5e93-ba7a-4341-a49e-42364a188a84,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:14.322423 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a914c15-1efe-4a6e-9e70-dce0b2f4fdcb req-6d934d76-8751-4a69-967a-0a74c81296e6 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] No DVR routers for this DVR port d6cec65b-a0b8-4945-81de-021bc6d5f0f8 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:27:14.342373 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f335f-59b0-4164-8b07-c580f763bf77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:14.344696 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f335f-59b0-4164-8b07-c580f763bf77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:14.345452 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f335f-59b0-4164-8b07-c580f763bf77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:14.346359 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f335f-59b0-4164-8b07-c580f763bf77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:14.347185 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f335f-59b0-4164-8b07-c580f763bf77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:14.349199 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f335f-59b0-4164-8b07-c580f763bf77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:14.351454 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f335f-59b0-4164-8b07-c580f763bf77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:14.352258 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f335f-59b0-4164-8b07-c580f763bf77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:14.352876 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f335f-59b0-4164-8b07-c580f763bf77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:14.353442 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f335f-59b0-4164-8b07-c580f763bf77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:14.355286 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f335f-59b0-4164-8b07-c580f763bf77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:14.355906 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f335f-59b0-4164-8b07-c580f763bf77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:14.358039 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-6a914c15-1efe-4a6e-9e70-dce0b2f4fdcb req-6d934d76-8751-4a69-967a-0a74c81296e6 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:14.358503 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f335f-59b0-4164-8b07-c580f763bf77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:14.396590 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49540453-f4d3-4b41-9306-5f3570784a1b req-cb6f335f-59b0-4164-8b07-c580f763bf77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:14.397921 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-cb6f335f-59b0-4164-8b07-c580f763bf77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:14.398208 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a914c15-1efe-4a6e-9e70-dce0b2f4fdcb req-6d934d76-8751-4a69-967a-0a74c81296e6 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.18 "DELETE /v2.0/ports/d6cec65b-a0b8-4945-81de-021bc6d5f0f8 HTTP/1.1" status: 204 len: 173 time: 1.5283248 Jan 28 13:27:14.400723 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9', 'name': 'network-vif-deleted', 'tag': 'd6cec65b-a0b8-4945-81de-021bc6d5f0f8'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:14.410941 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:14.423387 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a3ef1f-58e7-4bb8-a443-cf11b3bfbef8" -d '{"events": [{"server_uuid": "f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9", "name": "network-vif-deleted", "tag": "d6cec65b-a0b8-4945-81de-021bc6d5f0f8"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:14.460546 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723227b7-38e3-4c22-a50d-c2186af37179 req-ac27dabc-4d62-49f3-a79a-14dad70288a2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:14.475260 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-cb6f335f-59b0-4164-8b07-c580f763bf77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7474396 Jan 28 13:27:14.481494 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-723227b7-38e3-4c22-a50d-c2186af37179 req-ac27dabc-4d62-49f3-a79a-14dad70288a2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 932 time: 0.4456580 Jan 28 13:27:14.513216 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-49540453-f4d3-4b41-9306-5f3570784a1b req-66ff92ed-870d-4aab-9a42-26fd1b419371 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Request body: {'port': {'device_id': '2c6453bb-48e7-470b-8ed1-2ab226f746fd', 'network_id': '38185426-1226-4944-b226-167cdd0f8555', 'admin_state_up': True, 'tenant_id': 'a32c0d8081c141c0994b58c29d4a7990'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:14.560330 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-91a8d1c0-4df6-4b41-93ae-fdd2f00f81e2 None None] Current status of the port aa333ce9-8848-4228-aaf7-fd1ac8c4af60 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:14.698068 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device aa333ce9-8848-4228-aaf7-fd1ac8c4af60 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:14.738819 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-723227b7-38e3-4c22-a50d-c2186af37179 req-7aec669f-8017-4307-9375-ad2b7a501f10 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546792 Jan 28 13:27:14.773090 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9a24b6-e4eb-4d5a-8526-131cd22b5cd4 x-openstack-request-id: req-bf9a24b6-e4eb-4d5a-8526-131cd22b5cd4 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:14.773881 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9", "name": "network-vif-deleted", "tag": "d6cec65b-a0b8-4945-81de-021bc6d5f0f8", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:14.774507 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf9a24b6-e4eb-4d5a-8526-131cd22b5cd4 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:14.775503 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d3bb75-2e8b-4f11-b5f4-a77a0ebd55d9', 'name': 'network-vif-deleted', 'tag': 'd6cec65b-a0b8-4945-81de-021bc6d5f0f8', 'status': 'completed', 'code': 200} Jan 28 13:27:14.863084 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a62283ef-5c20-4731-befb-653e7882b444 None None] Provisioning complete for port aa333ce9-8848-4228-aaf7-fd1ac8c4af60 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:14.863595 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a62283ef-5c20-4731-befb-653e7882b444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (aa333ce9-8848-4228-aaf7-fd1ac8c4af60), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:14.913339 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49540453-f4d3-4b41-9306-5f3570784a1b req-66ff92ed-870d-4aab-9a42-26fd1b419371 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Made reservation on behalf of a32c0d8081c141c0994b58c29d4a7990 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:14.919251 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-66ff92ed-870d-4aab-9a42-26fd1b419371 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:14.990117 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e177aabe-0307-4f25-b7fe-ac832e2ab4ae req-e4e6466d-8632-462f-8c3c-68b8456a9659 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 210 time: 0.0855234 Jan 28 13:27:15.044671 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port aa333ce9-8848-4228-aaf7-fd1ac8c4af60 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:15.045815 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (aa333ce9-8848-4228-aaf7-fd1ac8c4af60), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:15.166282 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-49540453-f4d3-4b41-9306-5f3570784a1b req-66ff92ed-870d-4aab-9a42-26fd1b419371 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Allocated IP 19.86.0.101 (38185426-1226-4944-b226-167cdd0f8555/e37199f6-2618-4092-805d-31b378c4f8f7/421d5f6d-1bdc-4432-833e-c913d8fe9a35) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:27:15.176736 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a62283ef-5c20-4731-befb-653e7882b444 None None] Current status of the port aa333ce9-8848-4228-aaf7-fd1ac8c4af60 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:15.358683 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ef5e2396-be2c-4e2d-87a2-14fdcf841f1d None None] Provisioning complete for port b18c5e93-ba7a-4341-a49e-42364a188a84 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:15.359772 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2396-be2c-4e2d-87a2-14fdcf841f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b18c5e93-ba7a-4341-a49e-42364a188a84), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:15.365747 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port aa333ce9-8848-4228-aaf7-fd1ac8c4af60 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:15.368459 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:15.389892 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5a78aab8-5699-4b0d-9dce-708c0e980ed2 req-52358920-bf8d-4af8-a556-35eca1aef457 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b3c222-f32c-4662-b011-45964a567379 HTTP/1.1" status: 200 len: 210 time: 0.0521860 Jan 28 13:27:15.444329 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-66ff92ed-870d-4aab-9a42-26fd1b419371 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks [] for port (421d5f6d-1bdc-4432-833e-c913d8fe9a35), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:15.495417 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ef5e2396-be2c-4e2d-87a2-14fdcf841f1d None None] Port b18c5e93-ba7a-4341-a49e-42364a188a84 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:27:15.496319 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-66ff92ed-870d-4aab-9a42-26fd1b419371 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (421d5f6d-1bdc-4432-833e-c913d8fe9a35), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:15.520825 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:15.521351 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:15.578161 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49540453-f4d3-4b41-9306-5f3570784a1b req-66ff92ed-870d-4aab-9a42-26fd1b419371 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Network 38185426-1226-4944-b226-167cdd0f8555 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:27:15.584497 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-49540453-f4d3-4b41-9306-5f3570784a1b req-66ff92ed-870d-4aab-9a42-26fd1b419371 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:15.589661 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-49540453-f4d3-4b41-9306-5f3570784a1b req-66ff92ed-870d-4aab-9a42-26fd1b419371 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:27:15.675922 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:15.686518 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49540453-f4d3-4b41-9306-5f3570784a1b req-66ff92ed-870d-4aab-9a42-26fd1b419371 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:15.687636 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-66ff92ed-870d-4aab-9a42-26fd1b419371 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:15.742021 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff92ed-870d-4aab-9a42-26fd1b419371 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Pushing event updated for resources: {'Port': ['ID=421d5f6d-1bdc-4432-833e-c913d8fe9a35,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:15.809946 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-66ff92ed-870d-4aab-9a42-26fd1b419371 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3231924 Jan 28 13:27:15.822598 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-49540453-f4d3-4b41-9306-5f3570784a1b req-2b46c0e8-12ac-47a6-ba9b-32847045c577 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Request body: {'port': {'device_id': '2c6453bb-48e7-470b-8ed1-2ab226f746fd', 'network_id': '068acb40-9878-4146-b717-3e7464480bdf', 'admin_state_up': True, 'tenant_id': 'a32c0d8081c141c0994b58c29d4a7990'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:15.988601 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-cecd0cbc-80c0-47b9-bd27-5e7c939cc33d tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:15.990416 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-cecd0cbc-80c0-47b9-bd27-5e7c939cc33d tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.37 "GET /v2.0/networks?id=3a819a92-6f08-4f4b-a036-5a82aa2e8940 HTTP/1.1" status: 200 len: 814 time: 0.2815082 Jan 28 13:27:16.004382 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-ef0b078a-c422-4c6f-a1d4-888c4b09bf63 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Request body: {'port': {'device_id': '31b3c222-f32c-4662-b011-45964a567379', 'network_id': '3a819a92-6f08-4f4b-a036-5a82aa2e8940', 'admin_state_up': True, 'tenant_id': '47eca7ff9b2a4889893ddf4887158ad3'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:16.041706 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49171a3-f8cb-4db8-9160-b85b6edc521e req-c3ffa050-8d90-46a6-9875-32806bd194df tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:16.054989 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49171a3-f8cb-4db8-9160-b85b6edc521e req-c3ffa050-8d90-46a6-9875-32806bd194df tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:16.068315 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-6bbe9d46-53e7-45ba-9ef0-78537709163b None None] Provisioning complete for port 421d5f6d-1bdc-4432-833e-c913d8fe9a35 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:16.068948 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bbe9d46-53e7-45ba-9ef0-78537709163b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (421d5f6d-1bdc-4432-833e-c913d8fe9a35), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:16.069585 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c49171a3-f8cb-4db8-9160-b85b6edc521e req-c3ffa050-8d90-46a6-9875-32806bd194df tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 1655 time: 0.1388631 Jan 28 13:27:16.176813 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49540453-f4d3-4b41-9306-5f3570784a1b req-2b46c0e8-12ac-47a6-ba9b-32847045c577 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Made reservation on behalf of a32c0d8081c141c0994b58c29d4a7990 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:16.181240 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-2b46c0e8-12ac-47a6-ba9b-32847045c577 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:16.193823 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c49171a3-f8cb-4db8-9160-b85b6edc521e req-92d3e7e3-5256-4646-b004-10f42e1236d3 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215544 Jan 28 13:27:16.248262 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6bbe9d46-53e7-45ba-9ef0-78537709163b None None] Port 421d5f6d-1bdc-4432-833e-c913d8fe9a35 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:27:16.304722 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f49ec6f2-a259-47ac-8053-031ff6796206 req-b51e2279-0f82-47a2-89e2-0575097f835e tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 210 time: 0.0541208 Jan 28 13:27:16.376941 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-ef0b078a-c422-4c6f-a1d4-888c4b09bf63 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Made reservation on behalf of 47eca7ff9b2a4889893ddf4887158ad3 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:16.382836 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-ef0b078a-c422-4c6f-a1d4-888c4b09bf63 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:16.434191 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-49540453-f4d3-4b41-9306-5f3570784a1b req-2b46c0e8-12ac-47a6-ba9b-32847045c577 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Allocated IP 19.80.0.112 (068acb40-9878-4146-b717-3e7464480bdf/864bf0e4-dfea-4f9a-a74a-262c9c54d794/c9a8d1f3-0f25-4263-9c37-bb61822eb9cf) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:27:16.589775 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9c0e8d0a-a561-4738-88b3-cd140dbfd822 req-6c240d9a-65fb-4220-9d27-1dd5096802a9 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b3c222-f32c-4662-b011-45964a567379 HTTP/1.1" status: 200 len: 210 time: 0.0519421 Jan 28 13:27:16.765016 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-ef0b078a-c422-4c6f-a1d4-888c4b09bf63 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Allocated IP 172.20.0.3 (3a819a92-6f08-4f4b-a036-5a82aa2e8940/4660c0a9-8abc-479c-99b1-af9640de1107/c32bedd8-e82d-479b-84b3-bf23d89e9804) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:27:16.933028 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-2b46c0e8-12ac-47a6-ba9b-32847045c577 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks [] for port (c9a8d1f3-0f25-4263-9c37-bb61822eb9cf), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:17.087088 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-2b46c0e8-12ac-47a6-ba9b-32847045c577 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (c9a8d1f3-0f25-4263-9c37-bb61822eb9cf), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:17.093413 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-ef0b078a-c422-4c6f-a1d4-888c4b09bf63 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Publish callbacks [] for port (c32bedd8-e82d-479b-84b3-bf23d89e9804), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:17.208045 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49540453-f4d3-4b41-9306-5f3570784a1b req-2b46c0e8-12ac-47a6-ba9b-32847045c577 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Network 068acb40-9878-4146-b717-3e7464480bdf is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:27:17.225692 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-49540453-f4d3-4b41-9306-5f3570784a1b req-2b46c0e8-12ac-47a6-ba9b-32847045c577 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:17.234612 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46c0e8-12ac-47a6-ba9b-32847045c577 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Pushing event updated for resources: {'Port': ['ID=c9a8d1f3-0f25-4263-9c37-bb61822eb9cf,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:17.237991 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-49540453-f4d3-4b41-9306-5f3570784a1b req-2b46c0e8-12ac-47a6-ba9b-32847045c577 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:27:17.322722 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49540453-f4d3-4b41-9306-5f3570784a1b req-2b46c0e8-12ac-47a6-ba9b-32847045c577 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:17.323709 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-2b46c0e8-12ac-47a6-ba9b-32847045c577 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:17.329579 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-ef0b078a-c422-4c6f-a1d4-888c4b09bf63 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (c32bedd8-e82d-479b-84b3-bf23d89e9804), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:17.362501 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-2b46c0e8-12ac-47a6-ba9b-32847045c577 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5462420 Jan 28 13:27:17.398524 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004b4f5-8815-4779-a089-b690215eb42f req-45179490-3c40-46be-a007-58819338c58e tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:17.405364 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004b4f5-8815-4779-a089-b690215eb42f req-45179490-3c40-46be-a007-58819338c58e tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:17.412086 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004b4f5-8815-4779-a089-b690215eb42f req-45179490-3c40-46be-a007-58819338c58e tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:17.414259 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-49540453-f4d3-4b41-9306-5f3570784a1b req-e644212b-6a26-42cc-a927-f447044d2602 service neutron] Request body: {'port': {'device_id': '2c6453bb-48e7-470b-8ed1-2ab226f746fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:17.419920 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d004b4f5-8815-4779-a089-b690215eb42f req-45179490-3c40-46be-a007-58819338c58e tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 2377 time: 0.1040692 Jan 28 13:27:17.438468 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-ef0b078a-c422-4c6f-a1d4-888c4b09bf63 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Network 3a819a92-6f08-4f4b-a036-5a82aa2e8940 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:27:17.448874 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-ef0b078a-c422-4c6f-a1d4-888c4b09bf63 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:17.453833 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-ef0b078a-c422-4c6f-a1d4-888c4b09bf63 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:27:17.506338 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d004b4f5-8815-4779-a089-b690215eb42f req-0e48bb37-91c9-44fd-912c-c1b3047700ff tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820720 Jan 28 13:27:17.549360 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device d6cec65b-a0b8-4945-81de-021bc6d5f0f8 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:27:17.577091 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:17.577965 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: d6cec65b-a0b8-4945-81de-021bc6d5f0f8 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:27:17.578305 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device d6cec65b-a0b8-4945-81de-021bc6d5f0f8 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:27:17.603808 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45339129-4310-4f74-9209-bae0563144fd req-0bc8be2c-693d-4c3b-b1f0-33842e81f930 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 210 time: 0.1029477 Jan 28 13:27:17.648465 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b078a-c422-4c6f-a1d4-888c4b09bf63 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Pushing event updated for resources: {'Port': ['ID=c32bedd8-e82d-479b-84b3-bf23d89e9804,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:17.699169 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a9fb607f-e69c-4149-ab05-951e9d62c332 None None] Provisioning complete for port c9a8d1f3-0f25-4263-9c37-bb61822eb9cf triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:17.699787 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9fb607f-e69c-4149-ab05-951e9d62c332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c9a8d1f3-0f25-4263-9c37-bb61822eb9cf), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:17.719979 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-e644212b-6a26-42cc-a927-f447044d2602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b18c5e93-ba7a-4341-a49e-42364a188a84), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:17.760055 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-ef0b078a-c422-4c6f-a1d4-888c4b09bf63 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:17.761251 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-ef0b078a-c422-4c6f-a1d4-888c4b09bf63 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:17.767372 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a9fb607f-e69c-4149-ab05-951e9d62c332 None None] Port c9a8d1f3-0f25-4263-9c37-bb61822eb9cf cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:27:17.863955 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-ef0b078a-c422-4c6f-a1d4-888c4b09bf63 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8647099 Jan 28 13:27:17.882682 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-4c083817-947a-4221-ab4c-208bae02976a service neutron] Request body: {'port': {'device_id': '31b3c222-f32c-4662-b011-45964a567379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:18.083824 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-4c083817-947a-4221-ab4c-208bae02976a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c32bedd8-e82d-479b-84b3-bf23d89e9804), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:18.098032 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e1e48-c452-48e4-a4cc-aa1cb544cc51 req-b2f5f622-ff6d-476e-82a2-519f056c1fb5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:18.100294 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c6e1e48-c452-48e4-a4cc-aa1cb544cc51 req-b2f5f622-ff6d-476e-82a2-519f056c1fb5 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b3c222-f32c-4662-b011-45964a567379 HTTP/1.1" status: 200 len: 931 time: 0.3346686 Jan 28 13:27:18.702571 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4621e79-cbb8-48e4-9882-c39aeaac63d6 req-ddb5b124-e4bf-43b3-80ce-6bb75a5a4efa tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:18.711741 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4621e79-cbb8-48e4-9882-c39aeaac63d6 req-ddb5b124-e4bf-43b3-80ce-6bb75a5a4efa tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:18.721510 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4621e79-cbb8-48e4-9882-c39aeaac63d6 req-ddb5b124-e4bf-43b3-80ce-6bb75a5a4efa tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:18.723829 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d4621e79-cbb8-48e4-9882-c39aeaac63d6 req-ddb5b124-e4bf-43b3-80ce-6bb75a5a4efa tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 2377 time: 0.1134372 Jan 28 13:27:18.743155 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c6e1e48-c452-48e4-a4cc-aa1cb544cc51 req-bd1bda9a-4fa2-47f4-92a9-25c3cdb5e00a tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6253650 Jan 28 13:27:18.839106 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d4621e79-cbb8-48e4-9882-c39aeaac63d6 req-5f716e94-bdb6-415f-87f2-2a5693556f81 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023195 Jan 28 13:27:18.969076 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1d7d73ba-9160-45f7-a897-b238c0fb58da req-e9914a42-9705-4ce7-9eec-6404b8802351 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed6ed590-caaa-4c20-83c2-2360b19394b1 HTTP/1.1" status: 200 len: 210 time: 0.0430305 Jan 28 13:27:18.995139 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-49540453-f4d3-4b41-9306-5f3570784a1b req-e644212b-6a26-42cc-a927-f447044d2602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b18c5e93-ba7a-4341-a49e-42364a188a84 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:27:19.008728 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-e644212b-6a26-42cc-a927-f447044d2602 service neutron] Publish callbacks [] for port (b18c5e93-ba7a-4341-a49e-42364a188a84), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:19.057576 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-49540453-f4d3-4b41-9306-5f3570784a1b req-e644212b-6a26-42cc-a927-f447044d2602 service neutron] Transition to ACTIVE for port object b18c5e93-ba7a-4341-a49e-42364a188a84 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:27:19.079336 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-e644212b-6a26-42cc-a927-f447044d2602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (b18c5e93-ba7a-4341-a49e-42364a188a84), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:19.135464 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-4c083817-947a-4221-ab4c-208bae02976a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32bedd8-e82d-479b-84b3-bf23d89e9804 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:27:19.154050 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-4c083817-947a-4221-ab4c-208bae02976a service neutron] Publish callbacks [] for port (c32bedd8-e82d-479b-84b3-bf23d89e9804), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:19.166715 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644212b-6a26-42cc-a927-f447044d2602 service neutron] Pushing event updated for resources: {'Port': ['ID=b18c5e93-ba7a-4341-a49e-42364a188a84,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:19.200440 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-4c083817-947a-4221-ab4c-208bae02976a service neutron] Transition to ACTIVE for port object c32bedd8-e82d-479b-84b3-bf23d89e9804 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:27:19.226595 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-4c083817-947a-4221-ab4c-208bae02976a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (c32bedd8-e82d-479b-84b3-bf23d89e9804), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:19.312143 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-49540453-f4d3-4b41-9306-5f3570784a1b req-e644212b-6a26-42cc-a927-f447044d2602 service neutron] Attempting to bind port b18c5e93-ba7a-4341-a49e-42364a188a84 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:27:19.312441 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-49540453-f4d3-4b41-9306-5f3570784a1b req-e644212b-6a26-42cc-a927-f447044d2602 service neutron] Attempting to bind port b18c5e93-ba7a-4341-a49e-42364a188a84 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '92b6a77c-73d2-421f-99bb-2a949deb8e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '068acb40-9878-4146-b717-3e7464480bdf'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:27:19.312676 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49540453-f4d3-4b41-9306-5f3570784a1b req-e644212b-6a26-42cc-a927-f447044d2602 service neutron] Attempting to bind port b18c5e93-ba7a-4341-a49e-42364a188a84 on network 068acb40-9878-4146-b717-3e7464480bdf {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:19.330186 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c083817-947a-4221-ab4c-208bae02976a service neutron] Pushing event updated for resources: {'Port': ['ID=c32bedd8-e82d-479b-84b3-bf23d89e9804,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:19.339089 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49540453-f4d3-4b41-9306-5f3570784a1b req-e644212b-6a26-42cc-a927-f447044d2602 service neutron] Port b18c5e93-ba7a-4341-a49e-42364a188a84 on network 068acb40-9878-4146-b717-3e7464480bdf not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:27:19.339409 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49540453-f4d3-4b41-9306-5f3570784a1b req-e644212b-6a26-42cc-a927-f447044d2602 service neutron] Attempting to bind port b18c5e93-ba7a-4341-a49e-42364a188a84 on network 068acb40-9878-4146-b717-3e7464480bdf {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:19.375223 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49540453-f4d3-4b41-9306-5f3570784a1b req-e644212b-6a26-42cc-a927-f447044d2602 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:27:19.375608 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49540453-f4d3-4b41-9306-5f3570784a1b req-e644212b-6a26-42cc-a927-f447044d2602 service neutron] Checking segment: {'id': '92b6a77c-73d2-421f-99bb-2a949deb8e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '068acb40-9878-4146-b717-3e7464480bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:19.376147 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49540453-f4d3-4b41-9306-5f3570784a1b req-e644212b-6a26-42cc-a927-f447044d2602 service neutron] Bound using segment: {'id': '92b6a77c-73d2-421f-99bb-2a949deb8e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '068acb40-9878-4146-b717-3e7464480bdf'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:27:19.377078 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-49540453-f4d3-4b41-9306-5f3570784a1b req-e644212b-6a26-42cc-a927-f447044d2602 service neutron] Bound port: b18c5e93-ba7a-4341-a49e-42364a188a84, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b6a77c-73d2-421f-99bb-2a949deb8e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '068acb40-9878-4146-b717-3e7464480bdf'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:27:19.377078 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-e644212b-6a26-42cc-a927-f447044d2602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b18c5e93-ba7a-4341-a49e-42364a188a84), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:19.442021 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-4c083817-947a-4221-ab4c-208bae02976a service neutron] Attempting to bind port c32bedd8-e82d-479b-84b3-bf23d89e9804 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:27:19.442488 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-4c083817-947a-4221-ab4c-208bae02976a service neutron] Attempting to bind port c32bedd8-e82d-479b-84b3-bf23d89e9804 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '2c95997c-16ab-4d70-b003-a3661ae96720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3a819a92-6f08-4f4b-a036-5a82aa2e8940'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:27:19.442924 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-4c083817-947a-4221-ab4c-208bae02976a service neutron] Attempting to bind port c32bedd8-e82d-479b-84b3-bf23d89e9804 on network 3a819a92-6f08-4f4b-a036-5a82aa2e8940 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:19.451514 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-4c083817-947a-4221-ab4c-208bae02976a service neutron] Port c32bedd8-e82d-479b-84b3-bf23d89e9804 on network 3a819a92-6f08-4f4b-a036-5a82aa2e8940 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:27:19.452120 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-4c083817-947a-4221-ab4c-208bae02976a service neutron] Attempting to bind port c32bedd8-e82d-479b-84b3-bf23d89e9804 on network 3a819a92-6f08-4f4b-a036-5a82aa2e8940 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:19.488802 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-4c083817-947a-4221-ab4c-208bae02976a service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:27:19.489402 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-4c083817-947a-4221-ab4c-208bae02976a service neutron] Checking segment: {'id': '2c95997c-16ab-4d70-b003-a3661ae96720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3a819a92-6f08-4f4b-a036-5a82aa2e8940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:19.489895 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-4c083817-947a-4221-ab4c-208bae02976a service neutron] Bound using segment: {'id': '2c95997c-16ab-4d70-b003-a3661ae96720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3a819a92-6f08-4f4b-a036-5a82aa2e8940'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:27:19.490515 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-4c083817-947a-4221-ab4c-208bae02976a service neutron] Bound port: c32bedd8-e82d-479b-84b3-bf23d89e9804, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c95997c-16ab-4d70-b003-a3661ae96720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3a819a92-6f08-4f4b-a036-5a82aa2e8940'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:27:19.491097 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-4c083817-947a-4221-ab4c-208bae02976a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c32bedd8-e82d-479b-84b3-bf23d89e9804), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:19.588831 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:19.653761 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-49540453-f4d3-4b41-9306-5f3570784a1b req-e644212b-6a26-42cc-a927-f447044d2602 service neutron] For port b18c5e93-ba7a-4341-a49e-42364a188a84, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:27:19.672528 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-49540453-f4d3-4b41-9306-5f3570784a1b req-e644212b-6a26-42cc-a927-f447044d2602 service neutron] For port b18c5e93-ba7a-4341-a49e-42364a188a84, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b18c5e93-ba7a-4341-a49e-42364a188a84,segment=NetworkSegment(92b6a77c-73d2-421f-99bb-2a949deb8e62),segment_id=92b6a77c-73d2-421f-99bb-2a949deb8e62)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:27:19.679919 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-4c083817-947a-4221-ab4c-208bae02976a service neutron] For port c32bedd8-e82d-479b-84b3-bf23d89e9804, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:27:19.684518 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-4c083817-947a-4221-ab4c-208bae02976a service neutron] For port c32bedd8-e82d-479b-84b3-bf23d89e9804, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=c32bedd8-e82d-479b-84b3-bf23d89e9804,segment=NetworkSegment(2c95997c-16ab-4d70-b003-a3661ae96720),segment_id=2c95997c-16ab-4d70-b003-a3661ae96720)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:27:19.686591 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-e644212b-6a26-42cc-a927-f447044d2602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (b18c5e93-ba7a-4341-a49e-42364a188a84), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:19.720277 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-4c083817-947a-4221-ab4c-208bae02976a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (c32bedd8-e82d-479b-84b3-bf23d89e9804), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:19.741529 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49540453-f4d3-4b41-9306-5f3570784a1b req-e644212b-6a26-42cc-a927-f447044d2602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:19.742626 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-e644212b-6a26-42cc-a927-f447044d2602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:19.745414 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-e644212b-6a26-42cc-a927-f447044d2602 service neutron] 10.222.0.18 "PUT /v2.0/ports/b18c5e93-ba7a-4341-a49e-42364a188a84 HTTP/1.1" status: 200 len: 1092 time: 2.3402221 Jan 28 13:27:19.780775 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c6453bb-48e7-470b-8ed1-2ab226f746fd', 'tag': 'b18c5e93-ba7a-4341-a49e-42364a188a84'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:19.784279 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f33442e-150c-444a-aa58-0c42cfa09815" -d '{"events": [{"name": "network-changed", "server_uuid": "2c6453bb-48e7-470b-8ed1-2ab226f746fd", "tag": "b18c5e93-ba7a-4341-a49e-42364a188a84"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:19.820698 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-49540453-f4d3-4b41-9306-5f3570784a1b req-29c5a92f-2b73-49f9-beb1-5e6d28e17493 service neutron] Request body: {'port': {'device_id': '2c6453bb-48e7-470b-8ed1-2ab226f746fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:19.851660 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-4c083817-947a-4221-ab4c-208bae02976a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:19.852909 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-4c083817-947a-4221-ab4c-208bae02976a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:19.859006 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-4c083817-947a-4221-ab4c-208bae02976a service neutron] 10.222.0.37 "PUT /v2.0/ports/c32bedd8-e82d-479b-84b3-bf23d89e9804 HTTP/1.1" status: 200 len: 1091 time: 1.9854407 Jan 28 13:27:19.942135 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59dbbdb-7c8b-4f71-ad64-8bfbb8356716 x-openstack-request-id: req-b59dbbdb-7c8b-4f71-ad64-8bfbb8356716 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:19.942135 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c6453bb-48e7-470b-8ed1-2ab226f746fd", "tag": "b18c5e93-ba7a-4341-a49e-42364a188a84", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:19.942135 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b59dbbdb-7c8b-4f71-ad64-8bfbb8356716 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:19.942135 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c6453bb-48e7-470b-8ed1-2ab226f746fd', 'tag': 'b18c5e93-ba7a-4341-a49e-42364a188a84', 'status': 'completed', 'code': 200} Jan 28 13:27:20.022369 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644212b-6a26-42cc-a927-f447044d2602 service neutron] Pushing event updated for resources: {'Port': ['ID=b18c5e93-ba7a-4341-a49e-42364a188a84,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:20.141524 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33442e-150c-444a-aa58-0c42cfa09815 req-0e5d5fef-5cc7-41d0-a827-5470680eb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:20.142470 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33442e-150c-444a-aa58-0c42cfa09815 req-0e5d5fef-5cc7-41d0-a827-5470680eb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:20.142636 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33442e-150c-444a-aa58-0c42cfa09815 req-0e5d5fef-5cc7-41d0-a827-5470680eb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:20.144345 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6f33442e-150c-444a-aa58-0c42cfa09815 req-0e5d5fef-5cc7-41d0-a827-5470680eb37f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a32c0d8081c141c0994b58c29d4a7990&device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 2732 time: 0.2336938 Jan 28 13:27:20.162155 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdef5c3-5fde-4724-831d-bc3a560a6395 req-36788bb1-90c2-4b26-b8a2-c6c77ed447e7 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:20.172711 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-afdef5c3-5fde-4724-831d-bc3a560a6395 req-36788bb1-90c2-4b26-b8a2-c6c77ed447e7 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b3c222-f32c-4662-b011-45964a567379 HTTP/1.1" status: 200 len: 943 time: 0.1654410 Jan 28 13:27:20.193082 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-29c5a92f-2b73-49f9-beb1-5e6d28e17493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (421d5f6d-1bdc-4432-833e-c913d8fe9a35), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:20.260073 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f6c3e-47b4-432e-be93-61346b1f8bfd req-38719205-e843-4245-95e4-34b5b3ff4e77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:20.276869 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f6c3e-47b4-432e-be93-61346b1f8bfd req-38719205-e843-4245-95e4-34b5b3ff4e77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:20.285075 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f6c3e-47b4-432e-be93-61346b1f8bfd req-38719205-e843-4245-95e4-34b5b3ff4e77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:20.294527 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a93f6c3e-47b4-432e-be93-61346b1f8bfd req-38719205-e843-4245-95e4-34b5b3ff4e77 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 2389 time: 0.2103949 Jan 28 13:27:20.323712 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-ad390b4a-eee0-440f-aa6a-035ffa130f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:20.325747 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-ad390b4a-eee0-440f-aa6a-035ffa130f19 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47eca7ff9b2a4889893ddf4887158ad3&device_id=31b3c222-f32c-4662-b011-45964a567379 HTTP/1.1" status: 200 len: 1094 time: 0.3885903 Jan 28 13:27:20.330948 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c083817-947a-4221-ab4c-208bae02976a service neutron] Pushing event updated for resources: {'Port': ['ID=c32bedd8-e82d-479b-84b3-bf23d89e9804,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:20.461205 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-fd9adea5-43ae-4939-85c3-114ec6208de1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c32bedd8-e82d-479b-84b3-bf23d89e9804 HTTP/1.1" status: 200 len: 217 time: 0.0977848 Jan 28 13:27:20.488549 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-afdef5c3-5fde-4724-831d-bc3a560a6395 req-217fa26a-a79b-4a08-9ef9-2f5acdd57ede tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143742 Jan 28 13:27:20.690624 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33442e-150c-444a-aa58-0c42cfa09815 req-98a56107-6486-41df-88a1-eeca7e98c3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:20.691654 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33442e-150c-444a-aa58-0c42cfa09815 req-98a56107-6486-41df-88a1-eeca7e98c3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:20.692571 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33442e-150c-444a-aa58-0c42cfa09815 req-98a56107-6486-41df-88a1-eeca7e98c3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:20.696119 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6f33442e-150c-444a-aa58-0c42cfa09815 req-98a56107-6486-41df-88a1-eeca7e98c3e8 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=a32c0d8081c141c0994b58c29d4a7990&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.5038817 Jan 28 13:27:20.726043 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a93f6c3e-47b4-432e-be93-61346b1f8bfd req-04b66d22-4c04-4dfd-945a-d66c987336d7 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300048 Jan 28 13:27:20.783274 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-46243794-51d6-40c9-9c95-e2c40d75e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:20.785657 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-46243794-51d6-40c9-9c95-e2c40d75e095 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4660c0a9-8abc-479c-99b1-af9640de1107 HTTP/1.1" status: 200 len: 854 time: 0.3072560 Jan 28 13:27:21.044916 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-6d22bf7b-a723-4d45-afed-da5aeca0f7b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a819a92-6f08-4f4b-a036-5a82aa2e8940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2494755 Jan 28 13:27:21.161526 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33442e-150c-444a-aa58-0c42cfa09815 req-76a4fb3e-5996-4576-9cd8-e608112b4c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:21.164218 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6f33442e-150c-444a-aa58-0c42cfa09815 req-76a4fb3e-5996-4576-9cd8-e608112b4c8c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4610169 Jan 28 13:27:21.334656 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-49540453-f4d3-4b41-9306-5f3570784a1b req-29c5a92f-2b73-49f9-beb1-5e6d28e17493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 421d5f6d-1bdc-4432-833e-c913d8fe9a35 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:27:21.359185 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-29c5a92f-2b73-49f9-beb1-5e6d28e17493 service neutron] Publish callbacks [] for port (421d5f6d-1bdc-4432-833e-c913d8fe9a35), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:21.405286 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-49540453-f4d3-4b41-9306-5f3570784a1b req-29c5a92f-2b73-49f9-beb1-5e6d28e17493 service neutron] Transition to ACTIVE for port object 421d5f6d-1bdc-4432-833e-c913d8fe9a35 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:27:21.431334 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-29c5a92f-2b73-49f9-beb1-5e6d28e17493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (421d5f6d-1bdc-4432-833e-c913d8fe9a35), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:21.456860 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-e39b08a7-6184-4f2b-9075-ff932dc34f54 service neutron] 10.222.0.37 "GET /v2.0/networks/3a819a92-6f08-4f4b-a036-5a82aa2e8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975954 Jan 28 13:27:21.517213 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2069362-d2bb-421f-9b48-992dad37a35e req-920e3b4c-7f09-426c-acae-49b365cae098 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:21.520465 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e2069362-d2bb-421f-9b48-992dad37a35e req-920e3b4c-7f09-426c-acae-49b365cae098 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/networks?id=f773675e-cdaa-4e1f-928a-174702ce7787 HTTP/1.1" status: 200 len: 812 time: 0.3817492 Jan 28 13:27:21.581165 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5a92f-2b73-49f9-beb1-5e6d28e17493 service neutron] Pushing event updated for resources: {'Port': ['ID=421d5f6d-1bdc-4432-833e-c913d8fe9a35,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:21.618822 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e2069362-d2bb-421f-9b48-992dad37a35e req-d561320b-4674-4365-b7b9-f66b77d9971c tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/quotas/ab7dc526fd8f441185a698498cb3a4d8 HTTP/1.1" status: 200 len: 375 time: 0.0406973 Jan 28 13:27:21.758150 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0ebd4-42ee-46a7-866b-60eecf2f4fc7 req-97caef64-51fd-4de1-8947-11b34d763054 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:21.762361 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e2069362-d2bb-421f-9b48-992dad37a35e req-816b66c2-595e-465c-8144-95e72608a1ba tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ab7dc526fd8f441185a698498cb3a4d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1170831 Jan 28 13:27:21.762806 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2cc0ebd4-42ee-46a7-866b-60eecf2f4fc7 req-97caef64-51fd-4de1-8947-11b34d763054 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b3c222-f32c-4662-b011-45964a567379 HTTP/1.1" status: 200 len: 943 time: 0.1004124 Jan 28 13:27:21.870299 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2cc0ebd4-42ee-46a7-866b-60eecf2f4fc7 req-696d3309-6fa4-4e68-9144-d09f1cea6d83 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025007 Jan 28 13:27:22.024709 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b3c222-f32c-4662-b011-45964a567379', 'tag': 'c32bedd8-e82d-479b-84b3-bf23d89e9804'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:22.027811 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6db80e-36ef-4df4-99ef-a8ad97989a06" -d '{"events": [{"name": "network-changed", "server_uuid": "31b3c222-f32c-4662-b011-45964a567379", "tag": "c32bedd8-e82d-479b-84b3-bf23d89e9804"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:22.102926 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e2069362-d2bb-421f-9b48-992dad37a35e req-8165c31f-e65c-4c5a-aba5-caba8678ab9f service neutron] 10.222.0.39 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485840 Jan 28 13:27:22.107288 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-de34670c-88e5-4e9f-a414-d7b729b39456 req-d88d644f-7443-4b06-a066-e08bfdaef090 service neutron] 10.222.0.37 "GET /v2.0/networks/3a819a92-6f08-4f4b-a036-5a82aa2e8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6043768 Jan 28 13:27:22.110694 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-49540453-f4d3-4b41-9306-5f3570784a1b req-29c5a92f-2b73-49f9-beb1-5e6d28e17493 service neutron] Attempting to bind port 421d5f6d-1bdc-4432-833e-c913d8fe9a35 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:27:22.111661 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-49540453-f4d3-4b41-9306-5f3570784a1b req-29c5a92f-2b73-49f9-beb1-5e6d28e17493 service neutron] Attempting to bind port 421d5f6d-1bdc-4432-833e-c913d8fe9a35 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'b56ec63b-0ab9-454e-9131-38821c191925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '38185426-1226-4944-b226-167cdd0f8555'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:27:22.111661 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49540453-f4d3-4b41-9306-5f3570784a1b req-29c5a92f-2b73-49f9-beb1-5e6d28e17493 service neutron] Attempting to bind port 421d5f6d-1bdc-4432-833e-c913d8fe9a35 on network 38185426-1226-4944-b226-167cdd0f8555 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:22.118983 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb45c9-41fd-43eb-a771-4bc1775a34de req-ffa479e7-6333-4783-a412-d0cf374a01b6 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:22.126056 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb45c9-41fd-43eb-a771-4bc1775a34de req-ffa479e7-6333-4783-a412-d0cf374a01b6 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:22.129634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49540453-f4d3-4b41-9306-5f3570784a1b req-29c5a92f-2b73-49f9-beb1-5e6d28e17493 service neutron] Port 421d5f6d-1bdc-4432-833e-c913d8fe9a35 on network 38185426-1226-4944-b226-167cdd0f8555 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:27:22.130065 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49540453-f4d3-4b41-9306-5f3570784a1b req-29c5a92f-2b73-49f9-beb1-5e6d28e17493 service neutron] Attempting to bind port 421d5f6d-1bdc-4432-833e-c913d8fe9a35 on network 38185426-1226-4944-b226-167cdd0f8555 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:22.132053 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb45c9-41fd-43eb-a771-4bc1775a34de req-ffa479e7-6333-4783-a412-d0cf374a01b6 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:22.133975 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7ceb45c9-41fd-43eb-a771-4bc1775a34de req-ffa479e7-6333-4783-a412-d0cf374a01b6 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 2401 time: 0.1200204 Jan 28 13:27:22.226244 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7ceb45c9-41fd-43eb-a771-4bc1775a34de req-bc42bcd3-56a7-4c7f-8c92-91e83071b231 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760040 Jan 28 13:27:22.239743 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49540453-f4d3-4b41-9306-5f3570784a1b req-29c5a92f-2b73-49f9-beb1-5e6d28e17493 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:27:22.240115 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49540453-f4d3-4b41-9306-5f3570784a1b req-29c5a92f-2b73-49f9-beb1-5e6d28e17493 service neutron] Checking segment: {'id': 'b56ec63b-0ab9-454e-9131-38821c191925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '38185426-1226-4944-b226-167cdd0f8555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:22.240504 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49540453-f4d3-4b41-9306-5f3570784a1b req-29c5a92f-2b73-49f9-beb1-5e6d28e17493 service neutron] Bound using segment: {'id': 'b56ec63b-0ab9-454e-9131-38821c191925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '38185426-1226-4944-b226-167cdd0f8555'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:27:22.241045 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-49540453-f4d3-4b41-9306-5f3570784a1b req-29c5a92f-2b73-49f9-beb1-5e6d28e17493 service neutron] Bound port: 421d5f6d-1bdc-4432-833e-c913d8fe9a35, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b56ec63b-0ab9-454e-9131-38821c191925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '38185426-1226-4944-b226-167cdd0f8555'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:27:22.241342 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-29c5a92f-2b73-49f9-beb1-5e6d28e17493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (421d5f6d-1bdc-4432-833e-c913d8fe9a35), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:22.258957 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e2069362-d2bb-421f-9b48-992dad37a35e req-090a7cec-c00c-4159-91f2-f1578e2aa911 service neutron] 10.222.0.39 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302040 Jan 28 13:27:22.340316 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-49540453-f4d3-4b41-9306-5f3570784a1b req-29c5a92f-2b73-49f9-beb1-5e6d28e17493 service neutron] For port 421d5f6d-1bdc-4432-833e-c913d8fe9a35, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:27:22.346813 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-49540453-f4d3-4b41-9306-5f3570784a1b req-29c5a92f-2b73-49f9-beb1-5e6d28e17493 service neutron] For port 421d5f6d-1bdc-4432-833e-c913d8fe9a35, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=421d5f6d-1bdc-4432-833e-c913d8fe9a35,segment=NetworkSegment(b56ec63b-0ab9-454e-9131-38821c191925),segment_id=b56ec63b-0ab9-454e-9131-38821c191925)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:27:22.353050 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-29c5a92f-2b73-49f9-beb1-5e6d28e17493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (421d5f6d-1bdc-4432-833e-c913d8fe9a35), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:22.397181 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49540453-f4d3-4b41-9306-5f3570784a1b req-29c5a92f-2b73-49f9-beb1-5e6d28e17493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:22.398946 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-29c5a92f-2b73-49f9-beb1-5e6d28e17493 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:22.401467 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-29c5a92f-2b73-49f9-beb1-5e6d28e17493 service neutron] 10.222.0.18 "PUT /v2.0/ports/421d5f6d-1bdc-4432-833e-c913d8fe9a35 HTTP/1.1" status: 200 len: 1092 time: 2.6101277 Jan 28 13:27:22.463699 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-49540453-f4d3-4b41-9306-5f3570784a1b req-ea12a8e7-bdc0-48e3-b422-85f871bfc689 service neutron] Request body: {'port': {'device_id': '2c6453bb-48e7-470b-8ed1-2ab226f746fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:22.580655 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5a92f-2b73-49f9-beb1-5e6d28e17493 service neutron] Pushing event updated for resources: {'Port': ['ID=421d5f6d-1bdc-4432-833e-c913d8fe9a35,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:22.599411 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c3997c-b265-4671-9536-30a7abad5fad x-openstack-request-id: req-73c3997c-b265-4671-9536-30a7abad5fad {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:22.599831 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b3c222-f32c-4662-b011-45964a567379", "tag": "c32bedd8-e82d-479b-84b3-bf23d89e9804", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:22.600002 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-73c3997c-b265-4671-9536-30a7abad5fad {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:22.600345 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b3c222-f32c-4662-b011-45964a567379', 'tag': 'c32bedd8-e82d-479b-84b3-bf23d89e9804', 'status': 'completed', 'code': 200} Jan 28 13:27:22.682182 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0ad91cf7-9c8f-400f-af27-43a81828dfd8 req-a0e94e3c-68b1-479a-b65b-9ff0a5023af9 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4e7f404-02bf-4184-b9d9-5e1d49113b7f HTTP/1.1" status: 200 len: 210 time: 0.1116445 Jan 28 13:27:22.695660 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-ea12a8e7-bdc0-48e3-b422-85f871bfc689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c9a8d1f3-0f25-4263-9c37-bb61822eb9cf), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:22.732073 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6db80e-36ef-4df4-99ef-a8ad97989a06 req-cb47b960-42bf-4682-963c-0ada5fc4d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:22.753412 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c6db80e-36ef-4df4-99ef-a8ad97989a06 req-cb47b960-42bf-4682-963c-0ada5fc4d75a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47eca7ff9b2a4889893ddf4887158ad3&device_id=31b3c222-f32c-4662-b011-45964a567379 HTTP/1.1" status: 200 len: 1094 time: 0.1166577 Jan 28 13:27:23.386209 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6db80e-36ef-4df4-99ef-a8ad97989a06 req-e5d271dc-e3ee-48af-9f86-014e92feec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:23.388599 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c6db80e-36ef-4df4-99ef-a8ad97989a06 req-e5d271dc-e3ee-48af-9f86-014e92feec5e service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a819a92-6f08-4f4b-a036-5a82aa2e8940 HTTP/1.1" status: 200 len: 914 time: 0.5796456 Jan 28 13:27:23.419065 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92230d-9f16-48df-9566-e7b14d1118ad req-62cdf98e-62c7-42f2-af3f-a04edb3ccf58 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:23.427484 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ee92230d-9f16-48df-9566-e7b14d1118ad req-62cdf98e-62c7-42f2-af3f-a04edb3ccf58 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b3c222-f32c-4662-b011-45964a567379 HTTP/1.1" status: 200 len: 943 time: 0.2966781 Jan 28 13:27:23.724469 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb22e-e2c3-4147-92e8-53e430a0338b req-9657998a-1a27-4143-a14a-ffbdc65e23c9 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:23.733515 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c6db80e-36ef-4df4-99ef-a8ad97989a06 req-b3034c33-4037-41a7-b3d6-098bcaf6868d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c32bedd8-e82d-479b-84b3-bf23d89e9804 HTTP/1.1" status: 200 len: 217 time: 0.3376880 Jan 28 13:27:23.737852 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb22e-e2c3-4147-92e8-53e430a0338b req-9657998a-1a27-4143-a14a-ffbdc65e23c9 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:23.749833 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb22e-e2c3-4147-92e8-53e430a0338b req-9657998a-1a27-4143-a14a-ffbdc65e23c9 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:23.754417 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5e6bb22e-e2c3-4147-92e8-53e430a0338b req-9657998a-1a27-4143-a14a-ffbdc65e23c9 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 2401 time: 0.1055999 Jan 28 13:27:23.815426 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6db80e-36ef-4df4-99ef-a8ad97989a06 req-69a959cb-e2dc-4af5-b4bd-8fae48fd1bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:23.817821 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c6db80e-36ef-4df4-99ef-a8ad97989a06 req-69a959cb-e2dc-4af5-b4bd-8fae48fd1bf2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4660c0a9-8abc-479c-99b1-af9640de1107 HTTP/1.1" status: 200 len: 854 time: 0.0736809 Jan 28 13:27:23.829704 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5e6bb22e-e2c3-4147-92e8-53e430a0338b req-6b528bb1-b4a1-45c0-8212-18c1578e0ff5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690999 Jan 28 13:27:23.877117 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c6db80e-36ef-4df4-99ef-a8ad97989a06 req-310f7070-be60-4362-8c4e-32cf77a856a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a819a92-6f08-4f4b-a036-5a82aa2e8940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470629 Jan 28 13:27:23.881223 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-49540453-f4d3-4b41-9306-5f3570784a1b req-ea12a8e7-bdc0-48e3-b422-85f871bfc689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9a8d1f3-0f25-4263-9c37-bb61822eb9cf {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:27:23.979555 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-ea12a8e7-bdc0-48e3-b422-85f871bfc689 service neutron] Publish callbacks [] for port (c9a8d1f3-0f25-4263-9c37-bb61822eb9cf), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:23.994651 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ee92230d-9f16-48df-9566-e7b14d1118ad req-ba721a58-4df5-46a8-b9a6-cac4c78a304f tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5657701 Jan 28 13:27:24.006146 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-49540453-f4d3-4b41-9306-5f3570784a1b req-ea12a8e7-bdc0-48e3-b422-85f871bfc689 service neutron] Transition to ACTIVE for port object c9a8d1f3-0f25-4263-9c37-bb61822eb9cf will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:27:24.020108 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-ea12a8e7-bdc0-48e3-b422-85f871bfc689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (c9a8d1f3-0f25-4263-9c37-bb61822eb9cf), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:24.035304 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c6db80e-36ef-4df4-99ef-a8ad97989a06 req-ba2b403b-3bd3-4d8d-bca2-18b4a069e915 service neutron] 10.222.0.37 "GET /v2.0/networks/3a819a92-6f08-4f4b-a036-5a82aa2e8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487596 Jan 28 13:27:24.203264 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12a8e7-bdc0-48e3-b422-85f871bfc689 service neutron] Pushing event updated for resources: {'Port': ['ID=c9a8d1f3-0f25-4263-9c37-bb61822eb9cf,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:24.338681 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c6db80e-36ef-4df4-99ef-a8ad97989a06 req-71d95d91-1815-4975-b0ce-0aa67ad3342d service neutron] 10.222.0.37 "GET /v2.0/networks/3a819a92-6f08-4f4b-a036-5a82aa2e8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829473 Jan 28 13:27:24.413076 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-49540453-f4d3-4b41-9306-5f3570784a1b req-ea12a8e7-bdc0-48e3-b422-85f871bfc689 service neutron] Attempting to bind port c9a8d1f3-0f25-4263-9c37-bb61822eb9cf on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:27:24.414238 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-49540453-f4d3-4b41-9306-5f3570784a1b req-ea12a8e7-bdc0-48e3-b422-85f871bfc689 service neutron] Attempting to bind port c9a8d1f3-0f25-4263-9c37-bb61822eb9cf by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '92b6a77c-73d2-421f-99bb-2a949deb8e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '068acb40-9878-4146-b717-3e7464480bdf'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:27:24.414238 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49540453-f4d3-4b41-9306-5f3570784a1b req-ea12a8e7-bdc0-48e3-b422-85f871bfc689 service neutron] Attempting to bind port c9a8d1f3-0f25-4263-9c37-bb61822eb9cf on network 068acb40-9878-4146-b717-3e7464480bdf {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:24.426527 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49540453-f4d3-4b41-9306-5f3570784a1b req-ea12a8e7-bdc0-48e3-b422-85f871bfc689 service neutron] Port c9a8d1f3-0f25-4263-9c37-bb61822eb9cf on network 068acb40-9878-4146-b717-3e7464480bdf not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:27:24.427475 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49540453-f4d3-4b41-9306-5f3570784a1b req-ea12a8e7-bdc0-48e3-b422-85f871bfc689 service neutron] Attempting to bind port c9a8d1f3-0f25-4263-9c37-bb61822eb9cf on network 068acb40-9878-4146-b717-3e7464480bdf {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:24.457271 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49540453-f4d3-4b41-9306-5f3570784a1b req-ea12a8e7-bdc0-48e3-b422-85f871bfc689 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:27:24.458189 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49540453-f4d3-4b41-9306-5f3570784a1b req-ea12a8e7-bdc0-48e3-b422-85f871bfc689 service neutron] Checking segment: {'id': '92b6a77c-73d2-421f-99bb-2a949deb8e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '068acb40-9878-4146-b717-3e7464480bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:24.459091 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49540453-f4d3-4b41-9306-5f3570784a1b req-ea12a8e7-bdc0-48e3-b422-85f871bfc689 service neutron] Bound using segment: {'id': '92b6a77c-73d2-421f-99bb-2a949deb8e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '068acb40-9878-4146-b717-3e7464480bdf'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:27:24.462053 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-49540453-f4d3-4b41-9306-5f3570784a1b req-ea12a8e7-bdc0-48e3-b422-85f871bfc689 service neutron] Bound port: c9a8d1f3-0f25-4263-9c37-bb61822eb9cf, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b6a77c-73d2-421f-99bb-2a949deb8e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '068acb40-9878-4146-b717-3e7464480bdf'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:27:24.462935 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-ea12a8e7-bdc0-48e3-b422-85f871bfc689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c9a8d1f3-0f25-4263-9c37-bb61822eb9cf), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:24.485445 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453ade3-909f-4002-af22-9babeccc0ab8 req-87b4f47a-17c0-465e-b77b-5eb6750f8d53 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:24.504179 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c453ade3-909f-4002-af22-9babeccc0ab8 req-87b4f47a-17c0-465e-b77b-5eb6750f8d53 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 945 time: 0.1995711 Jan 28 13:27:24.603270 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c6453bb-48e7-470b-8ed1-2ab226f746fd', 'tag': '421d5f6d-1bdc-4432-833e-c913d8fe9a35'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:24.608312 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee12b9d1-cab6-4bc2-b1df-92b0e265ebd1" -d '{"events": [{"name": "network-changed", "server_uuid": "2c6453bb-48e7-470b-8ed1-2ab226f746fd", "tag": "421d5f6d-1bdc-4432-833e-c913d8fe9a35"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:24.643308 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c453ade3-909f-4002-af22-9babeccc0ab8 req-4b8a5cd6-20c3-4e22-80f2-2001a0284832 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups?id=0845575f-bfe6-4e61-bc37-638f5a5d3a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359644 Jan 28 13:27:24.779608 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-49540453-f4d3-4b41-9306-5f3570784a1b req-ea12a8e7-bdc0-48e3-b422-85f871bfc689 service neutron] For port c9a8d1f3-0f25-4263-9c37-bb61822eb9cf, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:27:24.790830 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-49540453-f4d3-4b41-9306-5f3570784a1b req-ea12a8e7-bdc0-48e3-b422-85f871bfc689 service neutron] For port c9a8d1f3-0f25-4263-9c37-bb61822eb9cf, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c9a8d1f3-0f25-4263-9c37-bb61822eb9cf,segment=NetworkSegment(92b6a77c-73d2-421f-99bb-2a949deb8e62),segment_id=92b6a77c-73d2-421f-99bb-2a949deb8e62)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:27:24.803146 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-ea12a8e7-bdc0-48e3-b422-85f871bfc689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (c9a8d1f3-0f25-4263-9c37-bb61822eb9cf), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:24.870987 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5321a63-35a0-48b9-ab3f-a89365ae1e57 x-openstack-request-id: req-b5321a63-35a0-48b9-ab3f-a89365ae1e57 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:24.872135 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c6453bb-48e7-470b-8ed1-2ab226f746fd", "tag": "421d5f6d-1bdc-4432-833e-c913d8fe9a35", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:24.872759 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b5321a63-35a0-48b9-ab3f-a89365ae1e57 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:24.874154 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c6453bb-48e7-470b-8ed1-2ab226f746fd', 'tag': '421d5f6d-1bdc-4432-833e-c913d8fe9a35', 'status': 'completed', 'code': 200} Jan 28 13:27:24.922223 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-044c5f87-4b81-4213-b1fb-2a699f6ac0a0 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:24.935217 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-044c5f87-4b81-4213-b1fb-2a699f6ac0a0 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/networks?id=f773675e-cdaa-4e1f-928a-174702ce7787 HTTP/1.1" status: 200 len: 812 time: 0.4444211 Jan 28 13:27:24.956121 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12b9d1-cab6-4bc2-b1df-92b0e265ebd1 req-3df2f00a-f097-4f61-875b-870b70d6da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:24.962786 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12b9d1-cab6-4bc2-b1df-92b0e265ebd1 req-3df2f00a-f097-4f61-875b-870b70d6da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:24.963752 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12b9d1-cab6-4bc2-b1df-92b0e265ebd1 req-3df2f00a-f097-4f61-875b-870b70d6da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:24.979576 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49540453-f4d3-4b41-9306-5f3570784a1b req-ea12a8e7-bdc0-48e3-b422-85f871bfc689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:24.983417 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49540453-f4d3-4b41-9306-5f3570784a1b req-ea12a8e7-bdc0-48e3-b422-85f871bfc689 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:24.985179 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ee12b9d1-cab6-4bc2-b1df-92b0e265ebd1 req-3df2f00a-f097-4f61-875b-870b70d6da60 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a32c0d8081c141c0994b58c29d4a7990&device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 2866 time: 0.1264563 Jan 28 13:27:24.996679 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-ea12a8e7-bdc0-48e3-b422-85f871bfc689 service neutron] 10.222.0.18 "PUT /v2.0/ports/c9a8d1f3-0f25-4263-9c37-bb61822eb9cf HTTP/1.1" status: 200 len: 1092 time: 2.5312216 Jan 28 13:27:25.024475 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device c32bedd8-e82d-479b-84b3-bf23d89e9804 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:27:25.090734 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-69a0074a-311f-4d16-91cf-e76104468aab tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/quotas/ab7dc526fd8f441185a698498cb3a4d8 HTTP/1.1" status: 200 len: 375 time: 0.1535726 Jan 28 13:27:25.096562 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12a8e7-bdc0-48e3-b422-85f871bfc689 service neutron] Pushing event updated for resources: {'Port': ['ID=c9a8d1f3-0f25-4263-9c37-bb61822eb9cf,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:25.218371 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-90797aaf-e9f8-4c4d-b61d-6476cfc4ad85 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ab7dc526fd8f441185a698498cb3a4d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0939922 Jan 28 13:27:25.366285 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8ae5a-5b19-4e30-982f-061724b98f6d req-ef889b8c-631f-4038-92b8-42fca5a1e3cc tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:25.379591 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8ae5a-5b19-4e30-982f-061724b98f6d req-ef889b8c-631f-4038-92b8-42fca5a1e3cc tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:25.392267 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8ae5a-5b19-4e30-982f-061724b98f6d req-ef889b8c-631f-4038-92b8-42fca5a1e3cc tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:25.406706 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9fd8ae5a-5b19-4e30-982f-061724b98f6d req-ef889b8c-631f-4038-92b8-42fca5a1e3cc tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 2413 time: 0.3856318 Jan 28 13:27:25.419097 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port c32bedd8-e82d-479b-84b3-bf23d89e9804, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=c32bedd8-e82d-479b-84b3-bf23d89e9804,segment=NetworkSegment(2c95997c-16ab-4d70-b003-a3661ae96720),segment_id=2c95997c-16ab-4d70-b003-a3661ae96720)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:25.465496 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'c32bedd8-e82d-479b-84b3-bf23d89e9804', 'network_id': '3a819a92-6f08-4f4b-a036-5a82aa2e8940', 'port_id': 'c32bedd8-e82d-479b-84b3-bf23d89e9804', 'mac_address': 'fa:16:3e:f6:1b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4660c0a9-8abc-479c-99b1-af9640de1107', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:27:25.532719 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9fd8ae5a-5b19-4e30-982f-061724b98f6d req-8ba5e0be-d4ea-485c-8cc5-b0de10ab357c tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241508 Jan 28 13:27:25.587583 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-c3ef9a9d-dff7-4fea-a3aa-81094af41729 service neutron] 10.222.0.39 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490937 Jan 28 13:27:25.593218 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12b9d1-cab6-4bc2-b1df-92b0e265ebd1 req-f1ccd86a-93bd-49e1-ba88-a46ef89be67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:25.600155 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12b9d1-cab6-4bc2-b1df-92b0e265ebd1 req-f1ccd86a-93bd-49e1-ba88-a46ef89be67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:25.601078 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12b9d1-cab6-4bc2-b1df-92b0e265ebd1 req-f1ccd86a-93bd-49e1-ba88-a46ef89be67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:25.603886 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ee12b9d1-cab6-4bc2-b1df-92b0e265ebd1 req-f1ccd86a-93bd-49e1-ba88-a46ef89be67f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=a32c0d8081c141c0994b58c29d4a7990&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.6174605 Jan 28 13:27:25.617525 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port c32bedd8-e82d-479b-84b3-bf23d89e9804 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:25.618561 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c32bedd8-e82d-479b-84b3-bf23d89e9804), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:25.655435 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32bedd8-e82d-479b-84b3-bf23d89e9804 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:27:25.707906 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port c32bedd8-e82d-479b-84b3-bf23d89e9804, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=c32bedd8-e82d-479b-84b3-bf23d89e9804,segment=NetworkSegment(2c95997c-16ab-4d70-b003-a3661ae96720),segment_id=2c95997c-16ab-4d70-b003-a3661ae96720)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:25.717117 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c32bedd8-e82d-479b-84b3-bf23d89e9804), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:25.810041 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=c32bedd8-e82d-479b-84b3-bf23d89e9804,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:25.857652 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12b9d1-cab6-4bc2-b1df-92b0e265ebd1 req-77dfd9d3-169d-4191-adda-152443f368a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:25.859930 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ee12b9d1-cab6-4bc2-b1df-92b0e265ebd1 req-77dfd9d3-169d-4191-adda-152443f368a2 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2495472 Jan 28 13:27:25.906743 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe152395-a49c-4e67-b4c5-181b0bf3f50e req-577f812f-1a4d-46bb-b5eb-26986a32f955 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:25.915351 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fe152395-a49c-4e67-b4c5-181b0bf3f50e req-577f812f-1a4d-46bb-b5eb-26986a32f955 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b3c222-f32c-4662-b011-45964a567379 HTTP/1.1" status: 200 len: 944 time: 0.1440454 Jan 28 13:27:26.070635 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fe152395-a49c-4e67-b4c5-181b0bf3f50e req-fa863e78-6425-4d75-ab75-3561edcfc08d tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404512 Jan 28 13:27:26.121769 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['c32bedd8-e82d-479b-84b3-bf23d89e9804'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:27:26.143586 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49540453-f4d3-4b41-9306-5f3570784a1b req-1501e8b9-7fe1-45f9-8908-ca22ae590597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:26.144072 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49540453-f4d3-4b41-9306-5f3570784a1b req-1501e8b9-7fe1-45f9-8908-ca22ae590597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:26.144541 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49540453-f4d3-4b41-9306-5f3570784a1b req-1501e8b9-7fe1-45f9-8908-ca22ae590597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:26.146633 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-1501e8b9-7fe1-45f9-8908-ca22ae590597 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a32c0d8081c141c0994b58c29d4a7990&device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 2866 time: 0.2288680 Jan 28 13:27:26.275120 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-61aa30c6-6b26-482e-9f2d-0701609297fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.103&port_id=b18c5e93-ba7a-4341-a49e-42364a188a84 HTTP/1.1" status: 200 len: 217 time: 0.1171398 Jan 28 13:27:26.455716 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49540453-f4d3-4b41-9306-5f3570784a1b req-cd168d16-00a8-4f2e-9224-01703e59cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:26.469932 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-cd168d16-00a8-4f2e-9224-01703e59cb83 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=864bf0e4-dfea-4f9a-a74a-262c9c54d794 HTTP/1.1" status: 200 len: 801 time: 0.1780336 Jan 28 13:27:26.572146 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-178a774b-c2ea-4a0d-a87a-0886419fd4a3 service neutron] 10.222.0.39 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9833560 Jan 28 13:27:26.602284 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49540453-f4d3-4b41-9306-5f3570784a1b req-afa94b05-aa5c-4b23-a176-9d4c8fc460df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:26.611617 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-afa94b05-aa5c-4b23-a176-9d4c8fc460df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=068acb40-9878-4146-b717-3e7464480bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1322670 Jan 28 13:27:26.876002 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c6453bb-48e7-470b-8ed1-2ab226f746fd', 'tag': 'c9a8d1f3-0f25-4263-9c37-bb61822eb9cf'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:26.879863 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1968c644-9e99-418a-a89e-9ca266f6c2f6" -d '{"events": [{"name": "network-changed", "server_uuid": "2c6453bb-48e7-470b-8ed1-2ab226f746fd", "tag": "c9a8d1f3-0f25-4263-9c37-bb61822eb9cf"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:26.972485 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-4c3a1e6f-3fe1-4265-8da9-e2b9d94373e0 service neutron] 10.222.0.18 "GET /v2.0/networks/068acb40-9878-4146-b717-3e7464480bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411536 Jan 28 13:27:27.096952 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a02a88-0432-4f61-9b79-82890ff6ca57 req-6ec62ebe-e819-46b2-b882-e49421cb0ba0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:27.106608 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a02a88-0432-4f61-9b79-82890ff6ca57 req-6ec62ebe-e819-46b2-b882-e49421cb0ba0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:27.113937 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a02a88-0432-4f61-9b79-82890ff6ca57 req-6ec62ebe-e819-46b2-b882-e49421cb0ba0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:27.116265 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-87a02a88-0432-4f61-9b79-82890ff6ca57 req-6ec62ebe-e819-46b2-b882-e49421cb0ba0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 2413 time: 0.1525221 Jan 28 13:27:27.177350 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c79a6c-69db-4d05-93bc-58f35ce7d9ca req-4144d3b4-3914-4369-8e38-141060a7ed1b tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:27.190213 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e7c79a6c-69db-4d05-93bc-58f35ce7d9ca req-4144d3b4-3914-4369-8e38-141060a7ed1b tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 945 time: 0.3368337 Jan 28 13:27:27.257808 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-87a02a88-0432-4f61-9b79-82890ff6ca57 req-99360834-49dd-4f07-b9f2-0993a749808b tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298747 Jan 28 13:27:27.335869 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e7c79a6c-69db-4d05-93bc-58f35ce7d9ca req-558eac0d-2ba0-4fa9-987d-f085387828c2 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups?id=0845575f-bfe6-4e61-bc37-638f5a5d3a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441095 Jan 28 13:27:27.383387 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-da48f35c-9a51-4240-8465-ce2f81a96d97 service neutron] 10.222.0.18 "GET /v2.0/networks/068acb40-9878-4146-b717-3e7464480bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073999 Jan 28 13:27:27.441926 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6898b41c-1c63-481d-99a2-5e94615e2cf2 x-openstack-request-id: req-6898b41c-1c63-481d-99a2-5e94615e2cf2 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:27.442360 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c6453bb-48e7-470b-8ed1-2ab226f746fd", "tag": "c9a8d1f3-0f25-4263-9c37-bb61822eb9cf", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:27.442753 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6898b41c-1c63-481d-99a2-5e94615e2cf2 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:27.443677 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c6453bb-48e7-470b-8ed1-2ab226f746fd', 'tag': 'c9a8d1f3-0f25-4263-9c37-bb61822eb9cf', 'status': 'completed', 'code': 200} Jan 28 13:27:27.463268 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-9abc70b0-4f5a-4fb0-94e2-804f9659e9f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.101&port_id=421d5f6d-1bdc-4432-833e-c913d8fe9a35 HTTP/1.1" status: 200 len: 217 time: 0.0738766 Jan 28 13:27:27.558291 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3a8b9fa1-4e7f-44a1-8cd6-1e111a6584c2 req-bdf71a63-d67f-4276-8f7c-01cff734ab03 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=030c947c-9847-4cfd-ba6d-ca441ca760b3 HTTP/1.1" status: 200 len: 210 time: 0.1103954 Jan 28 13:27:27.605126 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49540453-f4d3-4b41-9306-5f3570784a1b req-9f29d5d7-614a-415f-b7ac-1133454d0c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:27.606617 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-9f29d5d7-614a-415f-b7ac-1133454d0c85 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e37199f6-2618-4092-805d-31b378c4f8f7 HTTP/1.1" status: 200 len: 801 time: 0.1371827 Jan 28 13:27:27.787769 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49540453-f4d3-4b41-9306-5f3570784a1b req-1635d384-d6f9-4a66-a355-b49f7ff19439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:27.796418 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-1635d384-d6f9-4a66-a355-b49f7ff19439 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=38185426-1226-4944-b226-167cdd0f8555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1832466 Jan 28 13:27:27.876286 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa6078-bc33-43d8-b356-299b17db3658 req-a8bd86a2-ab7a-4af7-8d4a-f2b9e5101f29 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:27.887998 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4cfa6078-bc33-43d8-b356-299b17db3658 req-a8bd86a2-ab7a-4af7-8d4a-f2b9e5101f29 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b3c222-f32c-4662-b011-45964a567379 HTTP/1.1" status: 200 len: 944 time: 0.2032859 Jan 28 13:27:28.057607 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-48457edb-c59a-4583-bc0e-9d2f33db8342 service neutron] 10.222.0.18 "GET /v2.0/networks/38185426-1226-4944-b226-167cdd0f8555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497826 Jan 28 13:27:28.077195 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4cfa6078-bc33-43d8-b356-299b17db3658 req-90254d12-b3ba-4075-9e58-2585a2586851 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878920 Jan 28 13:27:28.245052 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-ea358cc4-306d-4b35-bc5f-fc2d96826472 service neutron] 10.222.0.18 "GET /v2.0/networks/38185426-1226-4944-b226-167cdd0f8555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624260 Jan 28 13:27:28.375452 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-73cdc4d1-aca1-4b48-8e59-0835d5817bc8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.112&port_id=c9a8d1f3-0f25-4263-9c37-bb61822eb9cf HTTP/1.1" status: 200 len: 217 time: 0.1177280 Jan 28 13:27:28.596537 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49540453-f4d3-4b41-9306-5f3570784a1b req-d1dfdf2e-2d59-4af5-a856-823ae64fdd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:28.599135 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-d1dfdf2e-2d59-4af5-a856-823ae64fdd55 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=864bf0e4-dfea-4f9a-a74a-262c9c54d794 HTTP/1.1" status: 200 len: 801 time: 0.2206395 Jan 28 13:27:28.648722 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b07b93-3fd4-486e-919b-a41514c739ce req-88d46461-c91e-455c-b2a6-10a3438936af tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:28.655164 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-02b07b93-3fd4-486e-919b-a41514c739ce req-88d46461-c91e-455c-b2a6-10a3438936af tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 945 time: 0.1192021 Jan 28 13:27:28.686191 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0fd4d-5bab-4830-bca4-13a4ad833654 req-985e6892-a6b4-4600-9c6c-96e17465d304 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:28.708934 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0fd4d-5bab-4830-bca4-13a4ad833654 req-985e6892-a6b4-4600-9c6c-96e17465d304 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:28.731391 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0fd4d-5bab-4830-bca4-13a4ad833654 req-985e6892-a6b4-4600-9c6c-96e17465d304 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:28.734462 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-03d0fd4d-5bab-4830-bca4-13a4ad833654 req-985e6892-a6b4-4600-9c6c-96e17465d304 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 2413 time: 0.2279363 Jan 28 13:27:28.811297 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49540453-f4d3-4b41-9306-5f3570784a1b req-18af1d8f-84b6-4498-8c8d-49844cae268e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:28.818633 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-18af1d8f-84b6-4498-8c8d-49844cae268e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=068acb40-9878-4146-b717-3e7464480bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2100341 Jan 28 13:27:28.894104 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-02b07b93-3fd4-486e-919b-a41514c739ce req-cf5faa02-ee53-4076-8b3a-48811a277091 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups?id=0845575f-bfe6-4e61-bc37-638f5a5d3a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252131 Jan 28 13:27:28.969508 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-23f23c4c-630a-4e5f-81bc-b0f85c5c0d70 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:28.971207 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-23f23c4c-630a-4e5f-81bc-b0f85c5c0d70 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.18 "GET /v2.0/networks?id=f773675e-cdaa-4e1f-928a-174702ce7787 HTTP/1.1" status: 200 len: 812 time: 0.2730994 Jan 28 13:27:28.984565 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-140785a8-4e12-4784-b79e-75426064693d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Request body: {'port': {'device_id': '030c947c-9847-4cfd-ba6d-ca441ca760b3', 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787', 'admin_state_up': True, 'tenant_id': 'ab7dc526fd8f441185a698498cb3a4d8'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:29.010612 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-03d0fd4d-5bab-4830-bca4-13a4ad833654 req-db2aede0-cf59-42a8-8b82-f15e1e115572 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591009 Jan 28 13:27:29.073696 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device c32bedd8-e82d-479b-84b3-bf23d89e9804 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:29.181899 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-ac7f1a47-9e37-4f84-b981-c6c5d75de665 service neutron] 10.222.0.18 "GET /v2.0/networks/068acb40-9878-4146-b717-3e7464480bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437634 Jan 28 13:27:29.249337 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port c32bedd8-e82d-479b-84b3-bf23d89e9804 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:27:29.282543 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port c32bedd8-e82d-479b-84b3-bf23d89e9804 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:29.282943 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c32bedd8-e82d-479b-84b3-bf23d89e9804), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:29.318628 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53148) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:29.340932 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-140785a8-4e12-4784-b79e-75426064693d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Made reservation on behalf of ab7dc526fd8f441185a698498cb3a4d8 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:29.352476 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-140785a8-4e12-4784-b79e-75426064693d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:29.373393 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7561a3a4-2fd9-4b90-94eb-3282e1094a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:29.447784 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e6931fc2-d518-4545-8fd4-671b3bd49a74 req-e4bfcfb2-1a8a-4a69-8a2f-e5b78f0208ca tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=030c947c-9847-4cfd-ba6d-ca441ca760b3 HTTP/1.1" status: 200 len: 210 time: 0.0641370 Jan 28 13:27:29.524369 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49540453-f4d3-4b41-9306-5f3570784a1b req-b3dbb7b2-7e57-40dd-9739-d6b198cfa97e service neutron] 10.222.0.18 "GET /v2.0/networks/068acb40-9878-4146-b717-3e7464480bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260417 Jan 28 13:27:29.541610 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port c32bedd8-e82d-479b-84b3-bf23d89e9804 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:29.542819 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c32bedd8-e82d-479b-84b3-bf23d89e9804), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:29.600618 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b3c222-f32c-4662-b011-45964a567379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32bedd8-e82d-479b-84b3-bf23d89e9804'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:29.605754 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92e3cf7-664f-4e0c-8011-25d0ba85fb02" -d '{"events": [{"server_uuid": "31b3c222-f32c-4662-b011-45964a567379", "name": "network-vif-plugged", "status": "completed", "tag": "c32bedd8-e82d-479b-84b3-bf23d89e9804"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:29.630094 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port c32bedd8-e82d-479b-84b3-bf23d89e9804, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=c32bedd8-e82d-479b-84b3-bf23d89e9804,segment=NetworkSegment(2c95997c-16ab-4d70-b003-a3661ae96720),segment_id=2c95997c-16ab-4d70-b003-a3661ae96720)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:29.637477 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c32bedd8-e82d-479b-84b3-bf23d89e9804), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:29.759811 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968c644-9e99-418a-a89e-9ca266f6c2f6 req-5407de6e-63a3-4ae8-a204-b91454f11eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:29.761920 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968c644-9e99-418a-a89e-9ca266f6c2f6 req-5407de6e-63a3-4ae8-a204-b91454f11eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:29.763479 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968c644-9e99-418a-a89e-9ca266f6c2f6 req-5407de6e-63a3-4ae8-a204-b91454f11eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:29.771938 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1968c644-9e99-418a-a89e-9ca266f6c2f6 req-5407de6e-63a3-4ae8-a204-b91454f11eeb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a32c0d8081c141c0994b58c29d4a7990&device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 2866 time: 0.1656137 Jan 28 13:27:29.783196 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=c32bedd8-e82d-479b-84b3-bf23d89e9804,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:29.803174 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79a37ab-2b35-4d2d-90dd-bab9ddcd87e9 x-openstack-request-id: req-c79a37ab-2b35-4d2d-90dd-bab9ddcd87e9 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:29.803648 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b3c222-f32c-4662-b011-45964a567379", "name": "network-vif-plugged", "status": "completed", "tag": "c32bedd8-e82d-479b-84b3-bf23d89e9804", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:29.816842 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c79a37ab-2b35-4d2d-90dd-bab9ddcd87e9 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:29.817642 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b3c222-f32c-4662-b011-45964a567379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32bedd8-e82d-479b-84b3-bf23d89e9804', 'code': 200} Jan 28 13:27:29.876136 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-140785a8-4e12-4784-b79e-75426064693d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Allocated IP 172.20.0.11 (f773675e-cdaa-4e1f-928a-174702ce7787/71a5c6ba-e647-4544-86c2-92651ecb7e69/c08724f5-81c0-4c65-8556-a932aa22c04b) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:27:30.008185 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968c644-9e99-418a-a89e-9ca266f6c2f6 req-afdefa6e-56d5-40c8-8f14-91eca047e96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:30.010630 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1968c644-9e99-418a-a89e-9ca266f6c2f6 req-afdefa6e-56d5-40c8-8f14-91eca047e96e service neutron] 10.222.0.18 "GET /v2.0/networks?id=068acb40-9878-4146-b717-3e7464480bdf HTTP/1.1" status: 200 len: 901 time: 0.2267435 Jan 28 13:27:30.189518 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1968c644-9e99-418a-a89e-9ca266f6c2f6 req-c3b8e978-857e-429e-8502-efcbda477a42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.112&port_id=c9a8d1f3-0f25-4263-9c37-bb61822eb9cf HTTP/1.1" status: 200 len: 217 time: 0.0801382 Jan 28 13:27:30.332641 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d78eb-0b06-44d3-aa74-03748c84fdb2 req-f7ef0343-792a-4c71-836b-366507baa357 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:30.344785 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2c9d78eb-0b06-44d3-aa74-03748c84fdb2 req-f7ef0343-792a-4c71-836b-366507baa357 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b3c222-f32c-4662-b011-45964a567379 HTTP/1.1" status: 200 len: 944 time: 0.8831878 Jan 28 13:27:30.366068 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-140785a8-4e12-4784-b79e-75426064693d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks [] for port (c08724f5-81c0-4c65-8556-a932aa22c04b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:30.472411 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968c644-9e99-418a-a89e-9ca266f6c2f6 req-c8b0ba4e-8079-4826-8fec-1ba525cd3d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:30.475522 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1968c644-9e99-418a-a89e-9ca266f6c2f6 req-c8b0ba4e-8079-4826-8fec-1ba525cd3d52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=864bf0e4-dfea-4f9a-a74a-262c9c54d794 HTTP/1.1" status: 200 len: 801 time: 0.2783327 Jan 28 13:27:30.582409 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e073be-3e51-41ce-80f9-e4d7ba7fa53e req-c7155b46-bddd-4335-8bd6-71308e198153 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:30.584900 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-97e073be-3e51-41ce-80f9-e4d7ba7fa53e req-c7155b46-bddd-4335-8bd6-71308e198153 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.18 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 945 time: 0.5412967 Jan 28 13:27:30.646365 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931e495-01f7-45a2-b768-68bb7bb1cd2e req-ea25e493-6de0-48d7-b8d7-01b49d979329 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:30.647971 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7931e495-01f7-45a2-b768-68bb7bb1cd2e req-ea25e493-6de0-48d7-b8d7-01b49d979329 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 945 time: 0.3385284 Jan 28 13:27:30.707877 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968c644-9e99-418a-a89e-9ca266f6c2f6 req-c368e35d-4102-4073-af6d-328d52510c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:30.709463 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c69e01-a87d-454a-9b9c-fda17b88bf0b req-73468383-0108-40b2-a48c-c5b66b285ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:30.709603 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1968c644-9e99-418a-a89e-9ca266f6c2f6 req-c368e35d-4102-4073-af6d-328d52510c77 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=068acb40-9878-4146-b717-3e7464480bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2195804 Jan 28 13:27:30.711384 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-72c69e01-a87d-454a-9b9c-fda17b88bf0b req-73468383-0108-40b2-a48c-c5b66b285ff3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=31b3c222-f32c-4662-b011-45964a567379 HTTP/1.1" status: 200 len: 1096 time: 0.4950085 Jan 28 13:27:30.725305 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5857793c-5868-4bce-8076-4b2e8d021107 req-9dd7c3ad-6c1c-4cd1-9346-76ec63c279f9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4772174 Jan 28 13:27:30.785921 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2c9d78eb-0b06-44d3-aa74-03748c84fdb2 req-c5abe938-a9ea-4ca9-b579-95070616a73c tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398611 Jan 28 13:27:30.829965 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1968c644-9e99-418a-a89e-9ca266f6c2f6 req-c188fab1-2e4d-4ae7-a426-e4bc79e13173 service neutron] 10.222.0.18 "GET /v2.0/networks/068acb40-9878-4146-b717-3e7464480bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111355 Jan 28 13:27:30.875255 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7931e495-01f7-45a2-b768-68bb7bb1cd2e req-5bc8f06c-5fce-430d-b44f-dabd649094f0 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups?id=0845575f-bfe6-4e61-bc37-638f5a5d3a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973286 Jan 28 13:27:30.905230 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-97e073be-3e51-41ce-80f9-e4d7ba7fa53e req-c61e3a9f-628b-4205-955f-01437cb21695 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Deleting port 35615496-42a2-4b43-b433-95a931c8f393 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:30.905561 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-97e073be-3e51-41ce-80f9-e4d7ba7fa53e req-c61e3a9f-628b-4205-955f-01437cb21695 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (35615496-42a2-4b43-b433-95a931c8f393), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:30.969305 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-140785a8-4e12-4784-b79e-75426064693d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (c08724f5-81c0-4c65-8556-a932aa22c04b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:31.209849 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-140785a8-4e12-4784-b79e-75426064693d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Network f773675e-cdaa-4e1f-928a-174702ce7787 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:27:31.225063 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-72c69e01-a87d-454a-9b9c-fda17b88bf0b req-46949c1b-9283-48c0-8b7e-2d87d8225498 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813311 Jan 28 13:27:31.228244 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857793c-5868-4bce-8076-4b2e8d021107 req-6eba3848-3736-4e7b-a631-366417468698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:31.231216 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5857793c-5868-4bce-8076-4b2e8d021107 req-6eba3848-3736-4e7b-a631-366417468698 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 1096 time: 0.4830277 Jan 28 13:27:31.238526 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-140785a8-4e12-4784-b79e-75426064693d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:31.243426 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-140785a8-4e12-4784-b79e-75426064693d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:27:31.344945 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140785a8-4e12-4784-b79e-75426064693d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Pushing event updated for resources: {'Port': ['ID=c08724f5-81c0-4c65-8556-a932aa22c04b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:31.427828 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53c7e0-05d8-4dfb-9ffc-c043385d860f req-3d00a2a3-9dc7-4580-a22b-f43569933abe tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:31.433638 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53c7e0-05d8-4dfb-9ffc-c043385d860f req-3d00a2a3-9dc7-4580-a22b-f43569933abe tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:31.442115 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53c7e0-05d8-4dfb-9ffc-c043385d860f req-3d00a2a3-9dc7-4580-a22b-f43569933abe tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:31.453549 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c53c7e0-05d8-4dfb-9ffc-c043385d860f req-3d00a2a3-9dc7-4580-a22b-f43569933abe tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 2413 time: 0.4645665 Jan 28 13:27:31.508907 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-140785a8-4e12-4784-b79e-75426064693d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:31.510404 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-140785a8-4e12-4784-b79e-75426064693d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:31.598191 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device b18c5e93-ba7a-4341-a49e-42364a188a84 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:27:31.611815 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dd164fc1-fb6a-4c1d-b121-0537dc55efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:31.650122 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-140785a8-4e12-4784-b79e-75426064693d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6705959 Jan 28 13:27:31.665288 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c53c7e0-05d8-4dfb-9ffc-c043385d860f req-3d286228-3bbc-4055-bdb2-650d0de0c578 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100887 Jan 28 13:27:31.677800 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-b255b7cb-dfba-4c1e-a291-8f780da57f1e service neutron] Request body: {'port': {'device_id': '030c947c-9847-4cfd-ba6d-ca441ca760b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:31.884498 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port b18c5e93-ba7a-4341-a49e-42364a188a84, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b18c5e93-ba7a-4341-a49e-42364a188a84,segment=NetworkSegment(92b6a77c-73d2-421f-99bb-2a949deb8e62),segment_id=92b6a77c-73d2-421f-99bb-2a949deb8e62)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:31.902676 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'b18c5e93-ba7a-4341-a49e-42364a188a84', 'network_id': '068acb40-9878-4146-b717-3e7464480bdf', 'port_id': 'b18c5e93-ba7a-4341-a49e-42364a188a84', 'mac_address': 'fa:16:3e:2d:11:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '864bf0e4-dfea-4f9a-a74a-262c9c54d794', 'ip_address': '19.80.0.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:27:31.936684 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-97e073be-3e51-41ce-80f9-e4d7ba7fa53e req-c61e3a9f-628b-4205-955f-01437cb21695 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] For port 35615496-42a2-4b43-b433-95a931c8f393, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=35615496-42a2-4b43-b433-95a931c8f393,segment=NetworkSegment(fd41c052-74ba-462c-9fe1-5df33f99783c),segment_id=fd41c052-74ba-462c-9fe1-5df33f99783c)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:31.937635 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-97e073be-3e51-41ce-80f9-e4d7ba7fa53e req-c61e3a9f-628b-4205-955f-01437cb21695 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (35615496-42a2-4b43-b433-95a931c8f393), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:31.937825 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-b255b7cb-dfba-4c1e-a291-8f780da57f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c08724f5-81c0-4c65-8556-a932aa22c04b), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:31.950331 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1968c644-9e99-418a-a89e-9ca266f6c2f6 req-9eb58ab1-5b90-4965-aa5f-5445e59723bb service neutron] 10.222.0.18 "GET /v2.0/networks/068acb40-9878-4146-b717-3e7464480bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0899777 Jan 28 13:27:31.966439 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857793c-5868-4bce-8076-4b2e8d021107 req-442f6c74-6cb4-442f-b3ab-580642b51440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:31.967297 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433261b-39e9-45b5-aa1d-fde2882d0e8a req-7a28ecc0-d2de-45ae-8987-66037ef90fcf tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:31.968057 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5857793c-5868-4bce-8076-4b2e8d021107 req-442f6c74-6cb4-442f-b3ab-580642b51440 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 200 len: 920 time: 0.4038079 Jan 28 13:27:31.974820 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a433261b-39e9-45b5-aa1d-fde2882d0e8a req-7a28ecc0-d2de-45ae-8987-66037ef90fcf tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=030c947c-9847-4cfd-ba6d-ca441ca760b3 HTTP/1.1" status: 200 len: 932 time: 0.2500424 Jan 28 13:27:31.976924 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port b18c5e93-ba7a-4341-a49e-42364a188a84 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:31.978439 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b18c5e93-ba7a-4341-a49e-42364a188a84), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:32.004324 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b18c5e93-ba7a-4341-a49e-42364a188a84 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:27:32.040626 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port b18c5e93-ba7a-4341-a49e-42364a188a84, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b18c5e93-ba7a-4341-a49e-42364a188a84,segment=NetworkSegment(92b6a77c-73d2-421f-99bb-2a949deb8e62),segment_id=92b6a77c-73d2-421f-99bb-2a949deb8e62)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:32.051121 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b18c5e93-ba7a-4341-a49e-42364a188a84), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:32.051789 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5857793c-5868-4bce-8076-4b2e8d021107 req-98111082-99d7-4fa9-a4af-b5d3c1fbcae5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e83363f1-b4a5-4967-8ee4-8d8f9a760f47 HTTP/1.1" status: 200 len: 217 time: 0.0463707 Jan 28 13:27:32.053529 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c9a8d1f3-0f25-4263-9c37-bb61822eb9cf details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:27:32.155268 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c9a8d1f3-0f25-4263-9c37-bb61822eb9cf, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c9a8d1f3-0f25-4263-9c37-bb61822eb9cf,segment=NetworkSegment(92b6a77c-73d2-421f-99bb-2a949deb8e62),segment_id=92b6a77c-73d2-421f-99bb-2a949deb8e62)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:32.165032 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab4c53-01b8-4394-a072-c567cb84f56f req-d7216b82-1bda-46ef-8337-dadf542af2ed tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:32.173077 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-61ab4c53-01b8-4394-a072-c567cb84f56f req-d7216b82-1bda-46ef-8337-dadf542af2ed tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b3c222-f32c-4662-b011-45964a567379 HTTP/1.1" status: 200 len: 945 time: 0.2307622 Jan 28 13:27:32.188375 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4497c775-c936-4d34-8c1e-4aa679ea1b3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (ee8a2280-c6ad-41d9-af77-850dc60fefb0), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:32.199354 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'c9a8d1f3-0f25-4263-9c37-bb61822eb9cf', 'network_id': '068acb40-9878-4146-b717-3e7464480bdf', 'port_id': 'c9a8d1f3-0f25-4263-9c37-bb61822eb9cf', 'mac_address': 'fa:16:3e:72:fa:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '864bf0e4-dfea-4f9a-a74a-262c9c54d794', 'ip_address': '19.80.0.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:27:32.266760 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a433261b-39e9-45b5-aa1d-fde2882d0e8a req-8081e02b-d8c1-4ff7-8e27-8146fe066dc5 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892957 Jan 28 13:27:32.323771 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port c9a8d1f3-0f25-4263-9c37-bb61822eb9cf is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:32.324427 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c9a8d1f3-0f25-4263-9c37-bb61822eb9cf), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:32.348959 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9a8d1f3-0f25-4263-9c37-bb61822eb9cf {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:27:32.378498 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=b18c5e93-ba7a-4341-a49e-42364a188a84,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:32.394898 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c9a8d1f3-0f25-4263-9c37-bb61822eb9cf, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c9a8d1f3-0f25-4263-9c37-bb61822eb9cf,segment=NetworkSegment(92b6a77c-73d2-421f-99bb-2a949deb8e62),segment_id=92b6a77c-73d2-421f-99bb-2a949deb8e62)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:32.402592 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c9a8d1f3-0f25-4263-9c37-bb61822eb9cf), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:32.403257 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 421d5f6d-1bdc-4432-833e-c913d8fe9a35 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:27:32.585772 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-97e073be-3e51-41ce-80f9-e4d7ba7fa53e req-c61e3a9f-628b-4205-955f-01437cb21695 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:32.586225 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-97e073be-3e51-41ce-80f9-e4d7ba7fa53e req-c61e3a9f-628b-4205-955f-01437cb21695 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (b17495a0-b9b2-4587-b1f2-d13967446d2d), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:32.586442 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [req-97e073be-3e51-41ce-80f9-e4d7ba7fa53e req-c61e3a9f-628b-4205-955f-01437cb21695 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Floating IP b17495a0-b9b2-4587-b1f2-d13967446d2d disassociated. External IP: 172.25.3.122, port: 35615496-42a2-4b43-b433-95a931c8f393. Jan 28 13:27:32.586780 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-97e073be-3e51-41ce-80f9-e4d7ba7fa53e req-c61e3a9f-628b-4205-955f-01437cb21695 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Calling delete_port for 35615496-42a2-4b43-b433-95a931c8f393 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:32.611766 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=c9a8d1f3-0f25-4263-9c37-bb61822eb9cf,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:32.658055 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57b25c-da9b-4a84-b8d9-50dcd69608bd req-75c8969f-dc60-41c9-bdcd-05c3991a2d7e tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:32.673257 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0a57b25c-da9b-4a84-b8d9-50dcd69608bd req-75c8969f-dc60-41c9-bdcd-05c3991a2d7e tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 945 time: 0.1921597 Jan 28 13:27:32.690771 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857793c-5868-4bce-8076-4b2e8d021107 req-8896eb07-40e2-4605-bac1-e835a11bfc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:32.692697 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5857793c-5868-4bce-8076-4b2e8d021107 req-8896eb07-40e2-4605-bac1-e835a11bfc87 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99d02297-28c8-4d60-822c-d4eb89318060 HTTP/1.1" status: 200 len: 860 time: 0.6287601 Jan 28 13:27:32.811873 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:32.871336 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 421d5f6d-1bdc-4432-833e-c913d8fe9a35, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=421d5f6d-1bdc-4432-833e-c913d8fe9a35,segment=NetworkSegment(b56ec63b-0ab9-454e-9131-38821c191925),segment_id=b56ec63b-0ab9-454e-9131-38821c191925)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:32.909801 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '421d5f6d-1bdc-4432-833e-c913d8fe9a35', 'network_id': '38185426-1226-4944-b226-167cdd0f8555', 'port_id': '421d5f6d-1bdc-4432-833e-c913d8fe9a35', 'mac_address': 'fa:16:3e:a8:04:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37199f6-2618-4092-805d-31b378c4f8f7', 'ip_address': '19.86.0.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:27:32.921064 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0a57b25c-da9b-4a84-b8d9-50dcd69608bd req-8649fe2b-0a17-480e-be86-541f30ac4e71 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups?id=0845575f-bfe6-4e61-bc37-638f5a5d3a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266831 Jan 28 13:27:32.941453 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5857793c-5868-4bce-8076-4b2e8d021107 req-9ddbae49-b052-4960-bdca-49038a845548 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59fab6ca-64cd-4851-86a5-d4939e9521f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163716 Jan 28 13:27:33.103568 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-61ab4c53-01b8-4394-a072-c567cb84f56f req-23a44231-74fb-45ee-ae15-7bf3e9db8bae tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9295576 Jan 28 13:27:33.159311 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 421d5f6d-1bdc-4432-833e-c913d8fe9a35 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:33.159942 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (421d5f6d-1bdc-4432-833e-c913d8fe9a35), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:33.174466 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-436252d2-c895-4ea6-8fda-b050b1bc518d req-c4389880-7231-432d-9991-f204cd873f9b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=348ce68e-0512-40a0-9554-302994b962b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1438367 Jan 28 13:27:33.175764 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-97e073be-3e51-41ce-80f9-e4d7ba7fa53e req-c61e3a9f-628b-4205-955f-01437cb21695 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (35615496-42a2-4b43-b433-95a931c8f393), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:33.212733 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 421d5f6d-1bdc-4432-833e-c913d8fe9a35 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:27:33.257322 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 421d5f6d-1bdc-4432-833e-c913d8fe9a35, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=421d5f6d-1bdc-4432-833e-c913d8fe9a35,segment=NetworkSegment(b56ec63b-0ab9-454e-9131-38821c191925),segment_id=b56ec63b-0ab9-454e-9131-38821c191925)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:33.262889 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (421d5f6d-1bdc-4432-833e-c913d8fe9a35), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:33.404594 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e3a9f-628b-4205-955f-01437cb21695 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Pushing event deleted for resources: {'Port': ['ID=35615496-42a2-4b43-b433-95a931c8f393,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:33.419007 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=421d5f6d-1bdc-4432-833e-c913d8fe9a35,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:33.529519 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['c9a8d1f3-0f25-4263-9c37-bb61822eb9cf'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:27:33.533627 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436252d2-c895-4ea6-8fda-b050b1bc518d req-795abde9-7112-46fa-99db-0e895c5d8c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:33.535390 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-436252d2-c895-4ea6-8fda-b050b1bc518d req-795abde9-7112-46fa-99db-0e895c5d8c68 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5f7c933deef44b491769af0fd6f37c0&device_id=348ce68e-0512-40a0-9554-302994b962b0 HTTP/1.1" status: 200 len: 1097 time: 0.2995059 Jan 28 13:27:33.560727 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b62a2-532c-4557-a7eb-fa0384e78d67 req-c6cb0fd0-bffb-4249-8f96-3e069987f0bb tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:33.576913 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b62a2-532c-4557-a7eb-fa0384e78d67 req-c6cb0fd0-bffb-4249-8f96-3e069987f0bb tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:33.583737 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['421d5f6d-1bdc-4432-833e-c913d8fe9a35'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:27:33.586586 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b62a2-532c-4557-a7eb-fa0384e78d67 req-c6cb0fd0-bffb-4249-8f96-3e069987f0bb tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:33.596198 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eb5b62a2-532c-4557-a7eb-fa0384e78d67 req-c6cb0fd0-bffb-4249-8f96-3e069987f0bb tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 2416 time: 0.2069914 Jan 28 13:27:33.611480 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5857793c-5868-4bce-8076-4b2e8d021107 req-f9060646-c7cf-4fbb-a8d2-ae9ee68ae6d9 service neutron] 10.222.0.37 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6411173 Jan 28 13:27:33.717861 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 35615496-42a2-4b43-b433-95a931c8f393 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:27:33.765909 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 35615496-42a2-4b43-b433-95a931c8f393 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:27:33.766252 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 35615496-42a2-4b43-b433-95a931c8f393 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:27:33.784418 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97e073be-3e51-41ce-80f9-e4d7ba7fa53e req-c61e3a9f-628b-4205-955f-01437cb21695 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Router 4dadda4b-c083-4e9c-a606-a1e821b1c624 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:27:33.824239 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5857793c-5868-4bce-8076-4b2e8d021107 req-6fd76e6f-d453-4895-9b01-65026cdf3517 service neutron] 10.222.0.37 "GET /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047336 Jan 28 13:27:33.876442 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eb5b62a2-532c-4557-a7eb-fa0384e78d67 req-fb2f1635-1c4f-4c5d-a940-100775b822ee tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719185 Jan 28 13:27:33.890856 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed1ce5-12ac-4ed0-8e90-89bcfa67b315 req-7f268d4d-9d07-4de8-9742-0f0afba7f844 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:33.903877 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-30ed1ce5-12ac-4ed0-8e90-89bcfa67b315 req-7f268d4d-9d07-4de8-9742-0f0afba7f844 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=030c947c-9847-4cfd-ba6d-ca441ca760b3 HTTP/1.1" status: 200 len: 932 time: 0.4465966 Jan 28 13:27:33.908510 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436252d2-c895-4ea6-8fda-b050b1bc518d req-17c2731f-dcc4-47e6-9c99-0ce0f4811f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:33.910026 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-436252d2-c895-4ea6-8fda-b050b1bc518d req-17c2731f-dcc4-47e6-9c99-0ce0f4811f6a service neutron] 10.222.0.18 "GET /v2.0/networks?id=83337396-4cc1-486c-a243-57e3fe8a3ffb HTTP/1.1" status: 200 len: 914 time: 0.3051615 Jan 28 13:27:34.037005 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97e073be-3e51-41ce-80f9-e4d7ba7fa53e req-c61e3a9f-628b-4205-955f-01437cb21695 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:27:34.105547 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfeaeb8-4ad4-4c16-922b-40fa960d12fa None None] Sync routers for ids ['4dadda4b-c083-4e9c-a606-a1e821b1c624'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:27:34.118615 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-b255b7cb-dfba-4c1e-a291-8f780da57f1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c08724f5-81c0-4c65-8556-a932aa22c04b {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:27:34.167508 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-30ed1ce5-12ac-4ed0-8e90-89bcfa67b315 req-b899f094-7dce-4d01-bed5-5d2f279fbfc2 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615309 Jan 28 13:27:34.181653 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfeaeb8-4ad4-4c16-922b-40fa960d12fa None None] Routers {'4dadda4b-c083-4e9c-a606-a1e821b1c624'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:27:34.191953 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-1bfeaeb8-4ad4-4c16-922b-40fa960d12fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:27:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['4dadda4b-c083-4e9c-a606-a1e821b1c624'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:34.208482 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e073be-3e51-41ce-80f9-e4d7ba7fa53e req-c61e3a9f-628b-4205-955f-01437cb21695 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] No DVR routers for this DVR port 35615496-42a2-4b43-b433-95a931c8f393 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:27:34.212502 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-b255b7cb-dfba-4c1e-a291-8f780da57f1e service neutron] Publish callbacks [] for port (c08724f5-81c0-4c65-8556-a932aa22c04b), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:34.218464 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-97e073be-3e51-41ce-80f9-e4d7ba7fa53e req-c61e3a9f-628b-4205-955f-01437cb21695 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:34.233242 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-4497c775-c936-4d34-8c1e-4aa679ea1b3f admin admin] Deleting port eb431bde-78fc-4a67-b737-6ae426cd2af8 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:34.233733 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4497c775-c936-4d34-8c1e-4aa679ea1b3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (eb431bde-78fc-4a67-b737-6ae426cd2af8), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:34.234690 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-97e073be-3e51-41ce-80f9-e4d7ba7fa53e req-c61e3a9f-628b-4205-955f-01437cb21695 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.18 "DELETE /v2.0/ports/35615496-42a2-4b43-b433-95a931c8f393 HTTP/1.1" status: 204 len: 173 time: 3.6414030 Jan 28 13:27:34.332375 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f602c41b-0de7-4fbb-a297-2db028d71241', 'name': 'network-vif-deleted', 'tag': '35615496-42a2-4b43-b433-95a931c8f393'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:34.339488 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae022bc-d426-4f0f-8346-d7b58a876bca" -d '{"events": [{"server_uuid": "f602c41b-0de7-4fbb-a297-2db028d71241", "name": "network-vif-deleted", "tag": "35615496-42a2-4b43-b433-95a931c8f393"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:34.355153 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-b255b7cb-dfba-4c1e-a291-8f780da57f1e service neutron] Transition to ACTIVE for port object c08724f5-81c0-4c65-8556-a932aa22c04b will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:27:34.356563 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-647129ca-adca-4510-88c2-a7006dd03008 req-181ae07e-cb90-47c4-b9cb-fa4b9c062b52 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 210 time: 0.2132990 Jan 28 13:27:34.375064 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-436252d2-c895-4ea6-8fda-b050b1bc518d req-65d38a4d-9b67-46a0-9039-4c0929218107 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3 HTTP/1.1" status: 200 len: 1002 time: 0.3456132 Jan 28 13:27:34.376977 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-b255b7cb-dfba-4c1e-a291-8f780da57f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (c08724f5-81c0-4c65-8556-a932aa22c04b), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:34.522760 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436252d2-c895-4ea6-8fda-b050b1bc518d req-b88fd15b-5b2f-488e-961b-79716b0bffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:34.526188 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-436252d2-c895-4ea6-8fda-b050b1bc518d req-b88fd15b-5b2f-488e-961b-79716b0bffe0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=648f84e8-45f3-456b-937b-213078752575 HTTP/1.1" status: 200 len: 853 time: 0.1442161 Jan 28 13:27:34.620863 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d01b72b-6216-40c9-97d0-a7a506d77002 x-openstack-request-id: req-5d01b72b-6216-40c9-97d0-a7a506d77002 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:34.621221 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f602c41b-0de7-4fbb-a297-2db028d71241", "name": "network-vif-deleted", "tag": "35615496-42a2-4b43-b433-95a931c8f393", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:34.621406 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d01b72b-6216-40c9-97d0-a7a506d77002 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:34.624354 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f602c41b-0de7-4fbb-a297-2db028d71241', 'name': 'network-vif-deleted', 'tag': '35615496-42a2-4b43-b433-95a931c8f393', 'status': 'completed', 'code': 200} Jan 28 13:27:34.636554 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255b7cb-dfba-4c1e-a291-8f780da57f1e service neutron] Pushing event updated for resources: {'Port': ['ID=c08724f5-81c0-4c65-8556-a932aa22c04b,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:34.676140 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-4497c775-c936-4d34-8c1e-4aa679ea1b3f admin admin] For port eb431bde-78fc-4a67-b737-6ae426cd2af8, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=eb431bde-78fc-4a67-b737-6ae426cd2af8,segment=NetworkSegment(fc07aa07-3239-412e-bc08-593cfe7720ed),segment_id=fc07aa07-3239-412e-bc08-593cfe7720ed)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:34.684047 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4497c775-c936-4d34-8c1e-4aa679ea1b3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (eb431bde-78fc-4a67-b737-6ae426cd2af8), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:34.694174 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436252d2-c895-4ea6-8fda-b050b1bc518d req-e0f5adcb-bbbb-496c-a6c1-5435c79d5c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:34.704258 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-436252d2-c895-4ea6-8fda-b050b1bc518d req-e0f5adcb-bbbb-496c-a6c1-5435c79d5c1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=83337396-4cc1-486c-a243-57e3fe8a3ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1589568 Jan 28 13:27:35.114141 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-436252d2-c895-4ea6-8fda-b050b1bc518d req-d16c9cd0-eef9-4c7d-b91d-407956f2a1dd service neutron] 10.222.0.18 "GET /v2.0/networks/83337396-4cc1-486c-a243-57e3fe8a3ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055219 Jan 28 13:27:35.207877 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-1bfeaeb8-4ad4-4c16-922b-40fa960d12fa None None] Set router 4dadda4b-c083-4e9c-a606-a1e821b1c624 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:27:35.426959 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:35.431886 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-436252d2-c895-4ea6-8fda-b050b1bc518d req-8ff168bd-959e-4b59-a8c5-6e0b02a6b0fc service neutron] 10.222.0.18 "GET /v2.0/networks/83337396-4cc1-486c-a243-57e3fe8a3ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031626 Jan 28 13:27:35.448844 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['b18c5e93-ba7a-4341-a49e-42364a188a84'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:27:35.480318 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f28b8-fdf8-436e-9121-98c1eaa61101 req-7234bc67-a6e5-4a0d-bd81-53885b996392 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:35.494527 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f28b8-fdf8-436e-9121-98c1eaa61101 req-7234bc67-a6e5-4a0d-bd81-53885b996392 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:35.508624 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f28b8-fdf8-436e-9121-98c1eaa61101 req-7234bc67-a6e5-4a0d-bd81-53885b996392 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:35.510397 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b22f28b8-fdf8-436e-9121-98c1eaa61101 req-7234bc67-a6e5-4a0d-bd81-53885b996392 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 2416 time: 0.3539703 Jan 28 13:27:35.578708 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f007bd7-8916-4014-820e-2fbb1ddbaa87 req-223d50a5-6a4c-4f4f-a21d-60fce580417d tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:35.581301 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3f007bd7-8916-4014-820e-2fbb1ddbaa87 req-223d50a5-6a4c-4f4f-a21d-60fce580417d tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b3c222-f32c-4662-b011-45964a567379 HTTP/1.1" status: 200 len: 945 time: 1.0703287 Jan 28 13:27:35.603978 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-4497c775-c936-4d34-8c1e-4aa679ea1b3f admin admin] Calling delete_port for eb431bde-78fc-4a67-b737-6ae426cd2af8 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:35.648268 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b22f28b8-fdf8-436e-9121-98c1eaa61101 req-68002edd-5bb5-4746-b60b-ab88ae5cce04 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254838 Jan 28 13:27:35.688524 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 421d5f6d-1bdc-4432-833e-c913d8fe9a35 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:35.842198 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:35.847695 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3f007bd7-8916-4014-820e-2fbb1ddbaa87 req-2e1dbc78-f269-427c-847c-ee47bfac5db6 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411120 Jan 28 13:27:35.850042 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-b255b7cb-dfba-4c1e-a291-8f780da57f1e service neutron] Attempting to bind port c08724f5-81c0-4c65-8556-a932aa22c04b on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:27:35.850460 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-b255b7cb-dfba-4c1e-a291-8f780da57f1e service neutron] Attempting to bind port c08724f5-81c0-4c65-8556-a932aa22c04b by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '47de1ed8-1dd0-41d3-a910-f3e7c5824077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:27:35.850736 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-b255b7cb-dfba-4c1e-a291-8f780da57f1e service neutron] Attempting to bind port c08724f5-81c0-4c65-8556-a932aa22c04b on network f773675e-cdaa-4e1f-928a-174702ce7787 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:35.891089 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-b255b7cb-dfba-4c1e-a291-8f780da57f1e service neutron] Port c08724f5-81c0-4c65-8556-a932aa22c04b on network f773675e-cdaa-4e1f-928a-174702ce7787 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:27:35.891327 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-b255b7cb-dfba-4c1e-a291-8f780da57f1e service neutron] Attempting to bind port c08724f5-81c0-4c65-8556-a932aa22c04b on network f773675e-cdaa-4e1f-928a-174702ce7787 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:35.940061 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e87393-4a00-458b-a48b-2089bb151320 req-d45d3298-2fde-45d2-b220-50d0adbeec35 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:35.958407 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16e87393-4a00-458b-a48b-2089bb151320 req-d45d3298-2fde-45d2-b220-50d0adbeec35 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=030c947c-9847-4cfd-ba6d-ca441ca760b3 HTTP/1.1" status: 200 len: 944 time: 0.1632876 Jan 28 13:27:36.008742 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 421d5f6d-1bdc-4432-833e-c913d8fe9a35 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:27:36.017855 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-b255b7cb-dfba-4c1e-a291-8f780da57f1e service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:27:36.018360 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-b255b7cb-dfba-4c1e-a291-8f780da57f1e service neutron] Checking segment: {'id': '47de1ed8-1dd0-41d3-a910-f3e7c5824077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:36.018843 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-b255b7cb-dfba-4c1e-a291-8f780da57f1e service neutron] Bound using segment: {'id': '47de1ed8-1dd0-41d3-a910-f3e7c5824077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:27:36.021606 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-b255b7cb-dfba-4c1e-a291-8f780da57f1e service neutron] Bound port: c08724f5-81c0-4c65-8556-a932aa22c04b, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47de1ed8-1dd0-41d3-a910-f3e7c5824077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:27:36.022083 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-b255b7cb-dfba-4c1e-a291-8f780da57f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c08724f5-81c0-4c65-8556-a932aa22c04b), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:36.083553 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 421d5f6d-1bdc-4432-833e-c913d8fe9a35 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:36.088868 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (421d5f6d-1bdc-4432-833e-c913d8fe9a35), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:36.173415 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16e87393-4a00-458b-a48b-2089bb151320 req-e94d24ca-998c-4db5-b634-1ffee929a7dc tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139444 Jan 28 13:27:36.434797 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-b255b7cb-dfba-4c1e-a291-8f780da57f1e service neutron] For port c08724f5-81c0-4c65-8556-a932aa22c04b, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:27:36.447946 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-62e48cef-2509-4fe0-9117-3839c7da0b1c req-c8408ebf-378f-4fee-8cd4-7d2042136a83 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 210 time: 0.0895081 Jan 28 13:27:36.497606 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 421d5f6d-1bdc-4432-833e-c913d8fe9a35 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:36.498672 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (421d5f6d-1bdc-4432-833e-c913d8fe9a35), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:36.549868 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-1bfeaeb8-4ad4-4c16-922b-40fa960d12fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'name': 'tempest-ServersTestBootFromVolume-1652014935-router', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '719251f3-8587-4f3a-95d8-0a2d9f850bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:12Z', 'updated_at': '2022-01-28T13:23:33Z', 'revision_number': 4, 'project_id': 'f235cd5aff1543e5993f6b32019caaff', 'gw_port': {'id': '719251f3-8587-4f3a-95d8-0a2d9f850bc8', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:16Z', 'updated_at': '2022-01-28T13:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '273f93a9-be8b-4690-afff-06114e886c2a', 'name': '', 'network_id': 'cd2b546a-6aba-4188-b902-b8e2745b4d7e', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'mac_address': 'fa:16:3e:f6:c9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '30dbb6f7-d402-4607-8f73-a8cae7badd32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:28Z', 'updated_at': '2022-01-28T13:23:41Z', 'revision_number': 5, 'project_id': 'f235cd5aff1543e5993f6b32019caaff', 'subnets': [{'id': '30dbb6f7-d402-4607-8f73-a8cae7badd32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:36.601633 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-b255b7cb-dfba-4c1e-a291-8f780da57f1e service neutron] For port c08724f5-81c0-4c65-8556-a932aa22c04b, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c08724f5-81c0-4c65-8556-a932aa22c04b,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:27:36.611243 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6453bb-48e7-470b-8ed1-2ab226f746fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421d5f6d-1bdc-4432-833e-c913d8fe9a35'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:36.615580 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-b255b7cb-dfba-4c1e-a291-8f780da57f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (c08724f5-81c0-4c65-8556-a932aa22c04b), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:36.616396 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83e490d-c7ef-4d73-821c-d63d8f1299d6" -d '{"events": [{"server_uuid": "2c6453bb-48e7-470b-8ed1-2ab226f746fd", "name": "network-vif-plugged", "status": "completed", "tag": "421d5f6d-1bdc-4432-833e-c913d8fe9a35"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:36.624138 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfeaeb8-4ad4-4c16-922b-40fa960d12fa None None] Checking router: 4dadda4b-c083-4e9c-a606-a1e821b1c624 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:27:36.673142 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 421d5f6d-1bdc-4432-833e-c913d8fe9a35, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=421d5f6d-1bdc-4432-833e-c913d8fe9a35,segment=NetworkSegment(b56ec63b-0ab9-454e-9131-38821c191925),segment_id=b56ec63b-0ab9-454e-9131-38821c191925)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:36.698022 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfeaeb8-4ad4-4c16-922b-40fa960d12fa None None] Routers {'4dadda4b-c083-4e9c-a606-a1e821b1c624'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:27:36.699566 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-1bfeaeb8-4ad4-4c16-922b-40fa960d12fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:27:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['4dadda4b-c083-4e9c-a606-a1e821b1c624'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:36.733608 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255b7cb-dfba-4c1e-a291-8f780da57f1e service neutron] Pushing event updated for resources: {'Port': ['ID=c08724f5-81c0-4c65-8556-a932aa22c04b,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:36.795634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-b255b7cb-dfba-4c1e-a291-8f780da57f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:36.796422 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-b255b7cb-dfba-4c1e-a291-8f780da57f1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:36.798265 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-b255b7cb-dfba-4c1e-a291-8f780da57f1e service neutron] 10.222.0.18 "PUT /v2.0/ports/c08724f5-81c0-4c65-8556-a932aa22c04b HTTP/1.1" status: 200 len: 1092 time: 5.1257682 Jan 28 13:27:36.799883 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030c947c-9847-4cfd-ba6d-ca441ca760b3', 'tag': 'c08724f5-81c0-4c65-8556-a932aa22c04b'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:36.808273 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b453b3-9306-46c5-9f7e-232316252e80" -d '{"events": [{"name": "network-changed", "server_uuid": "030c947c-9847-4cfd-ba6d-ca441ca760b3", "tag": "c08724f5-81c0-4c65-8556-a932aa22c04b"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:36.821923 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4497c775-c936-4d34-8c1e-4aa679ea1b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (eb431bde-78fc-4a67-b737-6ae426cd2af8), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:36.878166 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bf890-eede-41ce-b839-7c2eef4ac9c2 req-a17e864b-9e15-4a56-99d8-e9be92689822 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:36.896886 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-505bf890-eede-41ce-b839-7c2eef4ac9c2 req-a17e864b-9e15-4a56-99d8-e9be92689822 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b3c222-f32c-4662-b011-45964a567379 HTTP/1.1" status: 200 len: 945 time: 0.4272599 Jan 28 13:27:37.163819 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-1bfeaeb8-4ad4-4c16-922b-40fa960d12fa None None] Set router 4dadda4b-c083-4e9c-a606-a1e821b1c624 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:27:37.303884 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497c775-c936-4d34-8c1e-4aa679ea1b3f admin admin] Pushing event deleted for resources: {'Port': ['ID=eb431bde-78fc-4a67-b737-6ae426cd2af8,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:37.340733 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32b60f0-4e25-4d89-b06b-fe253c39c33b x-openstack-request-id: req-c32b60f0-4e25-4d89-b06b-fe253c39c33b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:37.340733 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6453bb-48e7-470b-8ed1-2ab226f746fd", "name": "network-vif-plugged", "status": "completed", "tag": "421d5f6d-1bdc-4432-833e-c913d8fe9a35", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:37.340733 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c32b60f0-4e25-4d89-b06b-fe253c39c33b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:37.341644 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6453bb-48e7-470b-8ed1-2ab226f746fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421d5f6d-1bdc-4432-833e-c913d8fe9a35', 'code': 200} Jan 28 13:27:37.362584 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (421d5f6d-1bdc-4432-833e-c913d8fe9a35), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:37.429483 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2eeb6-fa3b-4cfd-9a3a-5bb6e04d5d52 req-6b9ac361-4b24-4fbd-b7e3-5c31af8584df tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:37.463877 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-505bf890-eede-41ce-b839-7c2eef4ac9c2 req-d1e5629c-e827-4f4f-bdfa-61e7fb1fc777 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5639048 Jan 28 13:27:37.472321 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2eeb6-fa3b-4cfd-9a3a-5bb6e04d5d52 req-6b9ac361-4b24-4fbd-b7e3-5c31af8584df tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:37.474327 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=421d5f6d-1bdc-4432-833e-c913d8fe9a35,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:37.495939 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2eeb6-fa3b-4cfd-9a3a-5bb6e04d5d52 req-6b9ac361-4b24-4fbd-b7e3-5c31af8584df tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:37.513561 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cad2eeb6-fa3b-4cfd-9a3a-5bb6e04d5d52 req-6b9ac361-4b24-4fbd-b7e3-5c31af8584df tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 2417 time: 0.3396704 Jan 28 13:27:37.516325 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-e521c47b-13e8-454b-bfe5-b21d575cb232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:37.517857 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-e521c47b-13e8-454b-bfe5-b21d575cb232 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab7dc526fd8f441185a698498cb3a4d8&device_id=030c947c-9847-4cfd-ba6d-ca441ca760b3 HTTP/1.1" status: 200 len: 1095 time: 0.5429451 Jan 28 13:27:37.628768 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device b18c5e93-ba7a-4341-a49e-42364a188a84 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:37.718448 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cad2eeb6-fa3b-4cfd-9a3a-5bb6e04d5d52 req-137863b0-6daa-4935-9435-327a66de3682 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019672 Jan 28 13:27:37.897665 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3930a4-877e-4c3e-839d-38bbabec357e x-openstack-request-id: req-5b3930a4-877e-4c3e-839d-38bbabec357e {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:37.898265 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030c947c-9847-4cfd-ba6d-ca441ca760b3", "tag": "c08724f5-81c0-4c65-8556-a932aa22c04b", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:37.898546 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b3930a4-877e-4c3e-839d-38bbabec357e {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:37.899048 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030c947c-9847-4cfd-ba6d-ca441ca760b3', 'tag': 'c08724f5-81c0-4c65-8556-a932aa22c04b', 'status': 'completed', 'code': 200} Jan 28 13:27:37.920203 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-3c4a85e4-ffd1-4d1e-8e54-4dd21612414e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c08724f5-81c0-4c65-8556-a932aa22c04b HTTP/1.1" status: 200 len: 217 time: 0.3864002 Jan 28 13:27:38.077247 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port b18c5e93-ba7a-4341-a49e-42364a188a84 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:27:38.096674 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port b18c5e93-ba7a-4341-a49e-42364a188a84 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:38.108246 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f4aba-3bf3-4820-9c51-52407a157fea req-e8bda220-538c-4e33-ae76-ab0ce356d283 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:38.109084 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b18c5e93-ba7a-4341-a49e-42364a188a84), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:38.138143 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d24f4aba-3bf3-4820-9c51-52407a157fea req-e8bda220-538c-4e33-ae76-ab0ce356d283 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=030c947c-9847-4cfd-ba6d-ca441ca760b3 HTTP/1.1" status: 200 len: 944 time: 0.2280543 Jan 28 13:27:38.308818 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d24f4aba-3bf3-4820-9c51-52407a157fea req-0b2f7450-b9fc-4c09-b382-1e9081a353aa tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687505 Jan 28 13:27:38.309650 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bd6996f6-932e-4887-9221-f1a87f7d7eba req-b632a67d-043f-4620-b554-49ef85ab413b tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 210 time: 0.0462615 Jan 28 13:27:38.328700 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-1bfeaeb8-4ad4-4c16-922b-40fa960d12fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'name': 'tempest-ServersTestBootFromVolume-1652014935-router', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '719251f3-8587-4f3a-95d8-0a2d9f850bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:12Z', 'updated_at': '2022-01-28T13:23:33Z', 'revision_number': 4, 'project_id': 'f235cd5aff1543e5993f6b32019caaff', 'gw_port': {'id': '719251f3-8587-4f3a-95d8-0a2d9f850bc8', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:16Z', 'updated_at': '2022-01-28T13:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '273f93a9-be8b-4690-afff-06114e886c2a', 'name': '', 'network_id': 'cd2b546a-6aba-4188-b902-b8e2745b4d7e', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'mac_address': 'fa:16:3e:f6:c9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '30dbb6f7-d402-4607-8f73-a8cae7badd32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:28Z', 'updated_at': '2022-01-28T13:23:41Z', 'revision_number': 5, 'project_id': 'f235cd5aff1543e5993f6b32019caaff', 'subnets': [{'id': '30dbb6f7-d402-4607-8f73-a8cae7badd32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:38.342536 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-af0b4ef4-85b7-4ae3-a4b9-352ba4835945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:38.345961 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-af0b4ef4-85b7-4ae3-a4b9-352ba4835945 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71a5c6ba-e647-4544-86c2-92651ecb7e69 HTTP/1.1" status: 200 len: 852 time: 0.4162369 Jan 28 13:27:38.439704 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-db360fcf-83b9-48cd-9bf9-e9f774c87409 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f773675e-cdaa-4e1f-928a-174702ce7787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875092 Jan 28 13:27:38.459544 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfeaeb8-4ad4-4c16-922b-40fa960d12fa None None] The sync data for ids ['4dadda4b-c083-4e9c-a606-a1e821b1c624'] in n-d-822747-2 is: [{'id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'name': 'tempest-ServersTestBootFromVolume-1652014935-router', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '719251f3-8587-4f3a-95d8-0a2d9f850bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:12Z', 'updated_at': '2022-01-28T13:23:33Z', 'revision_number': 4, 'project_id': 'f235cd5aff1543e5993f6b32019caaff', 'gw_port': {'id': '719251f3-8587-4f3a-95d8-0a2d9f850bc8', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:16Z', 'updated_at': '2022-01-28T13:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '273f93a9-be8b-4690-afff-06114e886c2a', 'name': '', 'network_id': 'cd2b546a-6aba-4188-b902-b8e2745b4d7e', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'mac_address': 'fa:16:3e:f6:c9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '30dbb6f7-d402-4607-8f73-a8cae7badd32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:28Z', 'updated_at': '2022-01-28T13:23:41Z', 'revision_number': 5, 'project_id': 'f235cd5aff1543e5993f6b32019caaff', 'subnets': [{'id': '30dbb6f7-d402-4607-8f73-a8cae7badd32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:27:38.467910 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4497c775-c936-4d34-8c1e-4aa679ea1b3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (ee8a2280-c6ad-41d9-af77-850dc60fefb0), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:38.654281 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port b18c5e93-ba7a-4341-a49e-42364a188a84 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:38.654940 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b18c5e93-ba7a-4341-a49e-42364a188a84), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:38.925182 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port b18c5e93-ba7a-4341-a49e-42364a188a84, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b18c5e93-ba7a-4341-a49e-42364a188a84,segment=NetworkSegment(92b6a77c-73d2-421f-99bb-2a949deb8e62),segment_id=92b6a77c-73d2-421f-99bb-2a949deb8e62)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:38.933482 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b18c5e93-ba7a-4341-a49e-42364a188a84), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:38.934885 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c9a8d1f3-0f25-4263-9c37-bb61822eb9cf up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:39.006854 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-4bf8a1a5-e81f-4c59-80e5-572a9034153a service neutron] 10.222.0.18 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5581443 Jan 28 13:27:39.051611 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d3b6e-b20e-4b52-9314-8eb3815e06a9 req-07073bc0-c9d7-4da9-a7f5-a21ede2b0b96 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:39.053660 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-536d3b6e-b20e-4b52-9314-8eb3815e06a9 req-07073bc0-c9d7-4da9-a7f5-a21ede2b0b96 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b3c222-f32c-4662-b011-45964a567379 HTTP/1.1" status: 200 len: 945 time: 0.2777920 Jan 28 13:27:39.203856 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-536d3b6e-b20e-4b52-9314-8eb3815e06a9 req-8a360615-d9df-417e-bbf4-db89ad8671e9 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489949 Jan 28 13:27:39.232779 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e6588f-2536-40da-a8e1-864c58f547a2 None None] New status for floating IP b17495a0-b9b2-4587-b1f2-d13967446d2d: DOWN {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:27:39.252491 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=b18c5e93-ba7a-4341-a49e-42364a188a84,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:39.282206 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69590c-065d-43e5-9eba-72b760088b97 req-a9645340-ecbd-4a6d-a735-672a1154bc01 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:39.320492 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69590c-065d-43e5-9eba-72b760088b97 req-a9645340-ecbd-4a6d-a735-672a1154bc01 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:39.339084 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69590c-065d-43e5-9eba-72b760088b97 req-a9645340-ecbd-4a6d-a735-672a1154bc01 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:39.348474 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eb69590c-065d-43e5-9eba-72b760088b97 req-a9645340-ecbd-4a6d-a735-672a1154bc01 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 2418 time: 0.2867107 Jan 28 13:27:39.369446 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6453bb-48e7-470b-8ed1-2ab226f746fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18c5e93-ba7a-4341-a49e-42364a188a84'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:39.381600 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14af370a-1c15-47f6-a9fb-0e597b530fef" -d '{"events": [{"server_uuid": "2c6453bb-48e7-470b-8ed1-2ab226f746fd", "name": "network-vif-plugged", "status": "completed", "tag": "b18c5e93-ba7a-4341-a49e-42364a188a84"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:39.406861 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4497c775-c936-4d34-8c1e-4aa679ea1b3f admin admin] Router ee8a2280-c6ad-41d9-af77-850dc60fefb0 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:27:39.421989 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-257524ec-2ae5-4a1a-a109-17ce377e5a02 req-ad1807e9-9e47-4895-9726-f743a20c706a service neutron] 10.222.0.18 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072165 Jan 28 13:27:39.495061 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port c9a8d1f3-0f25-4263-9c37-bb61822eb9cf completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:27:39.505365 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port c9a8d1f3-0f25-4263-9c37-bb61822eb9cf triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:39.506359 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c9a8d1f3-0f25-4263-9c37-bb61822eb9cf), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:39.577952 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eb69590c-065d-43e5-9eba-72b760088b97 req-fe4fb399-3dcb-45d4-87c2-ea9ca7408770 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246287 Jan 28 13:27:39.661889 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b453b3-9306-46c5-9f7e-232316252e80 req-24173da6-c49a-407a-a4b5-193ad1177be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:39.672959 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d3b453b3-9306-46c5-9f7e-232316252e80 req-24173da6-c49a-407a-a4b5-193ad1177be1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab7dc526fd8f441185a698498cb3a4d8&device_id=030c947c-9847-4cfd-ba6d-ca441ca760b3 HTTP/1.1" status: 200 len: 1095 time: 0.1587005 Jan 28 13:27:39.798117 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port c9a8d1f3-0f25-4263-9c37-bb61822eb9cf is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:39.803919 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c9a8d1f3-0f25-4263-9c37-bb61822eb9cf), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:39.866181 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c1b7532-9260-4acd-8150-7d0e7e26b778 req-7d5a5c9c-c8a1-41ce-bc8c-fce77f4177c9 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 210 time: 0.1046972 Jan 28 13:27:39.958816 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c9a8d1f3-0f25-4263-9c37-bb61822eb9cf, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c9a8d1f3-0f25-4263-9c37-bb61822eb9cf,segment=NetworkSegment(92b6a77c-73d2-421f-99bb-2a949deb8e62),segment_id=92b6a77c-73d2-421f-99bb-2a949deb8e62)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:39.965727 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c9a8d1f3-0f25-4263-9c37-bb61822eb9cf), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:39.980619 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b453b3-9306-46c5-9f7e-232316252e80 req-f4a8e75c-6ff1-4c97-9ef7-cb70d6484c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:39.982292 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d3b453b3-9306-46c5-9f7e-232316252e80 req-f4a8e75c-6ff1-4c97-9ef7-cb70d6484c64 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f773675e-cdaa-4e1f-928a-174702ce7787 HTTP/1.1" status: 200 len: 912 time: 0.3011255 Jan 28 13:27:40.028548 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49438e-8eea-424a-b15e-0dca3abe76c8 req-7ab4033c-f706-4062-92e7-ad7755f02817 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:40.038797 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6b49438e-8eea-424a-b15e-0dca3abe76c8 req-7ab4033c-f706-4062-92e7-ad7755f02817 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b3c222-f32c-4662-b011-45964a567379 HTTP/1.1" status: 200 len: 945 time: 0.5898283 Jan 28 13:27:40.168165 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=c9a8d1f3-0f25-4263-9c37-bb61822eb9cf,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:40.169909 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81003cfb-e1cb-42f1-8402-ff12a325b7ab req-5007ae03-d796-4778-95fb-7ab2b045a651 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:40.179849 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d3b453b3-9306-46c5-9f7e-232316252e80 req-d7f59f10-f79e-4116-9b74-04208bfc3d46 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c08724f5-81c0-4c65-8556-a932aa22c04b HTTP/1.1" status: 200 len: 217 time: 0.1902862 Jan 28 13:27:40.184667 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-81003cfb-e1cb-42f1-8402-ff12a325b7ab req-5007ae03-d796-4778-95fb-7ab2b045a651 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=030c947c-9847-4cfd-ba6d-ca441ca760b3 HTTP/1.1" status: 200 len: 944 time: 0.1547384 Jan 28 13:27:40.310530 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4497c775-c936-4d34-8c1e-4aa679ea1b3f admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:27:40.310846 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-81003cfb-e1cb-42f1-8402-ff12a325b7ab req-a8bff3d4-4d42-4d45-b375-0a3dc3c7a198 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199548 Jan 28 13:27:40.322506 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dce8380-1004-4af8-84bd-ba31ba0d2742 None None] Sync routers for ids ['ee8a2280-c6ad-41d9-af77-850dc60fefb0'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:27:40.358338 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dce8380-1004-4af8-84bd-ba31ba0d2742 None None] Routers {'ee8a2280-c6ad-41d9-af77-850dc60fefb0'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:27:40.359369 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9dce8380-1004-4af8-84bd-ba31ba0d2742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:27:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['ee8a2280-c6ad-41d9-af77-850dc60fefb0'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:40.373748 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53268) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:40.374240 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4497c775-c936-4d34-8c1e-4aa679ea1b3f admin admin] 10.222.0.39 "PUT /v2.0/routers/ee8a2280-c6ad-41d9-af77-850dc60fefb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0534689 Jan 28 13:27:40.422867 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b453b3-9306-46c5-9f7e-232316252e80 req-362bf7c0-98d7-41cd-99c9-c515e3d7573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:40.425726 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d3b453b3-9306-46c5-9f7e-232316252e80 req-362bf7c0-98d7-41cd-99c9-c515e3d7573c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71a5c6ba-e647-4544-86c2-92651ecb7e69 HTTP/1.1" status: 200 len: 852 time: 0.2174554 Jan 28 13:27:40.432861 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6b49438e-8eea-424a-b15e-0dca3abe76c8 req-7571e2f8-287a-45de-afec-be2cfe0fbe30 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929317 Jan 28 13:27:40.527469 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d3b453b3-9306-46c5-9f7e-232316252e80 req-3343c4a6-8747-4fa0-b104-90ea32af7f0e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f773675e-cdaa-4e1f-928a-174702ce7787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927355 Jan 28 13:27:40.536646 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68be6e6f-ac69-4e70-b4fc-7fbd2ca1bcc0 x-openstack-request-id: req-68be6e6f-ac69-4e70-b4fc-7fbd2ca1bcc0 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:40.536865 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6453bb-48e7-470b-8ed1-2ab226f746fd", "name": "network-vif-plugged", "status": "completed", "tag": "b18c5e93-ba7a-4341-a49e-42364a188a84", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:40.537120 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-68be6e6f-ac69-4e70-b4fc-7fbd2ca1bcc0 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:40.537652 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6453bb-48e7-470b-8ed1-2ab226f746fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18c5e93-ba7a-4341-a49e-42364a188a84', 'code': 200} Jan 28 13:27:40.765720 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-9dce8380-1004-4af8-84bd-ba31ba0d2742 None None] Set router ee8a2280-c6ad-41d9-af77-850dc60fefb0 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:27:40.770719 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d3b453b3-9306-46c5-9f7e-232316252e80 req-46854596-0acc-4146-af7b-3d38a42fa7fd service neutron] 10.222.0.18 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367871 Jan 28 13:27:40.879059 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b743991d-0d1e-4d03-a54a-82aae03420ab admin admin] Publish callbacks [] for router (ee8a2280-c6ad-41d9-af77-850dc60fefb0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:40.889021 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fad997-8883-455b-9d8f-05366da1b32b req-afb92f6d-ebfb-42f5-9828-6193b218fbfd tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:40.897594 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fad997-8883-455b-9d8f-05366da1b32b req-afb92f6d-ebfb-42f5-9828-6193b218fbfd tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:40.905372 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fad997-8883-455b-9d8f-05366da1b32b req-afb92f6d-ebfb-42f5-9828-6193b218fbfd tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:40.916306 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0fad997-8883-455b-9d8f-05366da1b32b req-afb92f6d-ebfb-42f5-9828-6193b218fbfd tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 2419 time: 0.1441183 Jan 28 13:27:41.021991 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0fad997-8883-455b-9d8f-05366da1b32b req-55918e09-8011-4ba1-ba5e-3a91a84f5643 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031277 Jan 28 13:27:41.026759 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d3b453b3-9306-46c5-9f7e-232316252e80 req-a61f6db7-d123-4f76-87c3-fb8c07ee5956 service neutron] 10.222.0.18 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461963 Jan 28 13:27:41.130069 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da4bc0-cb1a-4d21-917d-1de670115fab req-b3c2cc95-3e9d-48ab-9ffa-bcc2b265c432 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:41.141961 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6da4bc0-cb1a-4d21-917d-1de670115fab req-b3c2cc95-3e9d-48ab-9ffa-bcc2b265c432 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b3c222-f32c-4662-b011-45964a567379 HTTP/1.1" status: 200 len: 945 time: 0.3843243 Jan 28 13:27:41.152496 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b743991d-0d1e-4d03-a54a-82aae03420ab admin admin] Publish callbacks [] for router_gateway (ee8a2280-c6ad-41d9-af77-850dc60fefb0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:41.186561 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e6bf3a22-65df-46f5-9e0d-4310b0705695 req-ddccef97-8944-4b4a-8294-599d44387e31 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 210 time: 0.0799205 Jan 28 13:27:41.225133 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6da4bc0-cb1a-4d21-917d-1de670115fab req-40f2b9b9-6037-46a0-94ca-bf7326d7170f tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820224 Jan 28 13:27:41.241579 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9dce8380-1004-4af8-84bd-ba31ba0d2742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8a2280-c6ad-41d9-af77-850dc60fefb0', 'name': 'tempest-AttachSCSIVolumeTestJSON-814544759-router', 'tenant_id': 'f431e21970304cbd95b6113484fdd615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '5bd409f1-9abf-47ba-b714-ad3e809090a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:40Z', 'updated_at': '2022-01-28T13:27:36Z', 'revision_number': 5, 'project_id': 'f431e21970304cbd95b6113484fdd615', 'gw_port': {'id': '5bd409f1-9abf-47ba-b714-ad3e809090a9', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8a2280-c6ad-41d9-af77-850dc60fefb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:41Z', 'updated_at': '2022-01-28T13:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:41.283612 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dce8380-1004-4af8-84bd-ba31ba0d2742 None None] Checking router: ee8a2280-c6ad-41d9-af77-850dc60fefb0 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:27:41.297472 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dce8380-1004-4af8-84bd-ba31ba0d2742 None None] Routers {'ee8a2280-c6ad-41d9-af77-850dc60fefb0'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:27:41.298532 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9dce8380-1004-4af8-84bd-ba31ba0d2742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:27:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['ee8a2280-c6ad-41d9-af77-850dc60fefb0'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:41.375034 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-b743991d-0d1e-4d03-a54a-82aae03420ab admin admin] Deleting port 5bd409f1-9abf-47ba-b714-ad3e809090a9 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:41.375714 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b743991d-0d1e-4d03-a54a-82aae03420ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (5bd409f1-9abf-47ba-b714-ad3e809090a9), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:41.448918 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cfcd5-10ed-408c-8de5-919a5de77419 req-9d3b22b1-622a-496f-975f-1889f94930c6 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:41.450561 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ba4cfcd5-10ed-408c-8de5-919a5de77419 req-9d3b22b1-622a-496f-975f-1889f94930c6 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b3c222-f32c-4662-b011-45964a567379 HTTP/1.1" status: 200 len: 945 time: 0.1198499 Jan 28 13:27:41.564117 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ba4cfcd5-10ed-408c-8de5-919a5de77419 req-92d26165-e59d-4d0a-b75e-790fab03b7d7 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045656 Jan 28 13:27:41.613335 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c08724f5-81c0-4c65-8556-a932aa22c04b details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:27:41.619566 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6890991-3e12-46ed-ad06-dff7ffbc265a req-f1d43877-6f92-4edc-8ab8-d3724e6ab42f tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:41.621671 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c6890991-3e12-46ed-ad06-dff7ffbc265a req-f1d43877-6f92-4edc-8ab8-d3724e6ab42f tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=030c947c-9847-4cfd-ba6d-ca441ca760b3 HTTP/1.1" status: 200 len: 944 time: 0.1690652 Jan 28 13:27:41.692154 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-9dce8380-1004-4af8-84bd-ba31ba0d2742 None None] Set router ee8a2280-c6ad-41d9-af77-850dc60fefb0 gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:27:41.773289 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-b743991d-0d1e-4d03-a54a-82aae03420ab admin admin] For port 5bd409f1-9abf-47ba-b714-ad3e809090a9, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=5bd409f1-9abf-47ba-b714-ad3e809090a9,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:41.780485 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9dce8380-1004-4af8-84bd-ba31ba0d2742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8a2280-c6ad-41d9-af77-850dc60fefb0', 'name': 'tempest-AttachSCSIVolumeTestJSON-814544759-router', 'tenant_id': 'f431e21970304cbd95b6113484fdd615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:40Z', 'updated_at': '2022-01-28T13:27:41Z', 'revision_number': 6, 'project_id': 'f431e21970304cbd95b6113484fdd615', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:41.783363 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b743991d-0d1e-4d03-a54a-82aae03420ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (5bd409f1-9abf-47ba-b714-ad3e809090a9), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:41.788857 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c6890991-3e12-46ed-ad06-dff7ffbc265a req-ddcfea0d-2790-4185-9f90-38d70d930e85 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564517 Jan 28 13:27:41.814469 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-b743991d-0d1e-4d03-a54a-82aae03420ab admin admin] Calling delete_port for 5bd409f1-9abf-47ba-b714-ad3e809090a9 owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:41.906143 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dce8380-1004-4af8-84bd-ba31ba0d2742 None None] The sync data for ids ['ee8a2280-c6ad-41d9-af77-850dc60fefb0'] in n-d-822747-2 is: [{'id': 'ee8a2280-c6ad-41d9-af77-850dc60fefb0', 'name': 'tempest-AttachSCSIVolumeTestJSON-814544759-router', 'tenant_id': 'f431e21970304cbd95b6113484fdd615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:40Z', 'updated_at': '2022-01-28T13:27:41Z', 'revision_number': 6, 'project_id': 'f431e21970304cbd95b6113484fdd615', 'gw_port_host': None}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:27:41.979935 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c08724f5-81c0-4c65-8556-a932aa22c04b, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c08724f5-81c0-4c65-8556-a932aa22c04b,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:42.031232 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'c08724f5-81c0-4c65-8556-a932aa22c04b', 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787', 'port_id': 'c08724f5-81c0-4c65-8556-a932aa22c04b', 'mac_address': 'fa:16:3e:9e:be:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71a5c6ba-e647-4544-86c2-92651ecb7e69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:27:42.214171 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port c08724f5-81c0-4c65-8556-a932aa22c04b is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:42.217887 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c08724f5-81c0-4c65-8556-a932aa22c04b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:42.261095 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c08724f5-81c0-4c65-8556-a932aa22c04b {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:27:42.302943 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c08724f5-81c0-4c65-8556-a932aa22c04b, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c08724f5-81c0-4c65-8556-a932aa22c04b,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:42.310810 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b743991d-0d1e-4d03-a54a-82aae03420ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (5bd409f1-9abf-47ba-b714-ad3e809090a9), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:42.312893 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0d465-97eb-4822-a0ab-f82a9b7985d7 req-e6c40a3b-3d7d-4564-987e-7a22b8d246a6 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:42.313971 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c08724f5-81c0-4c65-8556-a932aa22c04b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:42.318257 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0d465-97eb-4822-a0ab-f82a9b7985d7 req-e6c40a3b-3d7d-4564-987e-7a22b8d246a6 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:42.336113 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0d465-97eb-4822-a0ab-f82a9b7985d7 req-e6c40a3b-3d7d-4564-987e-7a22b8d246a6 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:42.337888 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-59b0d465-97eb-4822-a0ab-f82a9b7985d7 req-e6c40a3b-3d7d-4564-987e-7a22b8d246a6 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 2419 time: 0.1224458 Jan 28 13:27:42.414012 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743991d-0d1e-4d03-a54a-82aae03420ab admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd409f1-9abf-47ba-b714-ad3e809090a9,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:42.443060 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-59b0d465-97eb-4822-a0ab-f82a9b7985d7 req-17e086a1-bc83-447c-856c-6e25e061f6c5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949759 Jan 28 13:27:42.489765 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=c08724f5-81c0-4c65-8556-a932aa22c04b,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:42.538705 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6453bb-48e7-470b-8ed1-2ab226f746fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a8d1f3-0f25-4263-9c37-bb61822eb9cf'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:42.541487 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a3dfa0-eaa5-4eaa-acff-27f927819765" -d '{"events": [{"server_uuid": "2c6453bb-48e7-470b-8ed1-2ab226f746fd", "name": "network-vif-plugged", "status": "completed", "tag": "c9a8d1f3-0f25-4263-9c37-bb61822eb9cf"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:42.606433 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b743991d-0d1e-4d03-a54a-82aae03420ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (ee8a2280-c6ad-41d9-af77-850dc60fefb0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:42.612718 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['c08724f5-81c0-4c65-8556-a932aa22c04b'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:27:42.677828 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3551e3d-f8d6-467f-b8c3-c54d04af2276 req-8794ddc2-620d-4681-b45e-d5ccd24e883d tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:42.686667 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f3551e3d-f8d6-467f-b8c3-c54d04af2276 req-8794ddc2-620d-4681-b45e-d5ccd24e883d tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b3c222-f32c-4662-b011-45964a567379 HTTP/1.1" status: 200 len: 945 time: 0.0773826 Jan 28 13:27:42.787848 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f3551e3d-f8d6-467f-b8c3-c54d04af2276 req-bf35caac-6066-491a-b78c-672661dadc6e tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995164 Jan 28 13:27:42.939561 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0ed15984-0236-4f92-822d-43b0b15a9802 req-05b17f5a-2c01-4a21-b48d-5049faa97f78 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 210 time: 0.1500747 Jan 28 13:27:42.941089 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:27:42.943168 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b743991d-0d1e-4d03-a54a-82aae03420ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (ee8a2280-c6ad-41d9-af77-850dc60fefb0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:42.945704 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d89b612-82a3-43fe-bff5-c53077460974 x-openstack-request-id: req-5d89b612-82a3-43fe-bff5-c53077460974 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:42.956181 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6453bb-48e7-470b-8ed1-2ab226f746fd", "name": "network-vif-plugged", "status": "completed", "tag": "c9a8d1f3-0f25-4263-9c37-bb61822eb9cf", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:42.956430 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d89b612-82a3-43fe-bff5-c53077460974 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:42.956866 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6453bb-48e7-470b-8ed1-2ab226f746fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a8d1f3-0f25-4263-9c37-bb61822eb9cf', 'code': 200} Jan 28 13:27:42.966672 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b743991d-0d1e-4d03-a54a-82aae03420ab admin admin] Publish callbacks [] for router_controller (ee8a2280-c6ad-41d9-af77-850dc60fefb0), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:42.980682 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device eb431bde-78fc-4a67-b737-6ae426cd2af8 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:27:43.069398 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: eb431bde-78fc-4a67-b737-6ae426cd2af8 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:27:43.078897 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device eb431bde-78fc-4a67-b737-6ae426cd2af8 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:27:43.172159 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b743991d-0d1e-4d03-a54a-82aae03420ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (ee8a2280-c6ad-41d9-af77-850dc60fefb0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:43.172885 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b743991d-0d1e-4d03-a54a-82aae03420ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee8a2280-c6ad-41d9-af77-850dc60fefb0 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:27:43.189161 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b4108-1465-4999-91e2-74922e785006 req-3f484256-e488-48c1-966b-f83e587b1d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:43.189625 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b4108-1465-4999-91e2-74922e785006 req-3f484256-e488-48c1-966b-f83e587b1d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:43.190095 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b4108-1465-4999-91e2-74922e785006 req-3f484256-e488-48c1-966b-f83e587b1d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:43.191843 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a46b4108-1465-4999-91e2-74922e785006 req-3f484256-e488-48c1-966b-f83e587b1d3c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 2872 time: 0.1352525 Jan 28 13:27:43.192361 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246d76b-59b7-4eef-8177-d9345d774d2c req-8b02b33d-3b87-4eaf-9a59-39d3880cefab tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:43.201177 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2246d76b-59b7-4eef-8177-d9345d774d2c req-8b02b33d-3b87-4eaf-9a59-39d3880cefab tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=030c947c-9847-4cfd-ba6d-ca441ca760b3 HTTP/1.1" status: 200 len: 945 time: 0.1069503 Jan 28 13:27:43.215601 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b743991d-0d1e-4d03-a54a-82aae03420ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:43.216836 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b743991d-0d1e-4d03-a54a-82aae03420ab admin admin] 10.222.0.39 "DELETE /v2.0/routers/ee8a2280-c6ad-41d9-af77-850dc60fefb0 HTTP/1.1" status: 204 len: 168 time: 2.8415251 Jan 28 13:27:43.229235 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53308) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:43.284404 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a46b4108-1465-4999-91e2-74922e785006 req-9811e10e-ea4a-4a4d-8af9-9ffd9e3ed165 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842576 Jan 28 13:27:43.335972 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c4b5d47-b4f3-4122-ae34-a17ab4c55ede admin admin] Deleting subnet 5d96916d-8aad-4141-88fe-09f322c6341e {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:27:43.362544 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3c4b5d47-b4f3-4122-ae34-a17ab4c55ede admin admin] Publish callbacks [] for subnet (5d96916d-8aad-4141-88fe-09f322c6341e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:43.430762 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2246d76b-59b7-4eef-8177-d9345d774d2c req-80375868-661f-4c72-8fd6-6efb883470bc tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286375 Jan 28 13:27:43.437111 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3c4b5d47-b4f3-4122-ae34-a17ab4c55ede admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (5d96916d-8aad-4141-88fe-09f322c6341e), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:43.613806 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c08724f5-81c0-4c65-8556-a932aa22c04b up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:43.716092 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port c08724f5-81c0-4c65-8556-a932aa22c04b completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:27:43.723787 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port c08724f5-81c0-4c65-8556-a932aa22c04b triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:43.724164 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c08724f5-81c0-4c65-8556-a932aa22c04b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:43.773521 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ea2bb-8251-4f37-be6f-e5bc5a4d9342 req-0174c471-c025-4110-aa2c-3c8a9a4cf279 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:43.780100 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ea2bb-8251-4f37-be6f-e5bc5a4d9342 req-0174c471-c025-4110-aa2c-3c8a9a4cf279 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:43.787209 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ea2bb-8251-4f37-be6f-e5bc5a4d9342 req-0174c471-c025-4110-aa2c-3c8a9a4cf279 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:43.789050 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fd2ea2bb-8251-4f37-be6f-e5bc5a4d9342 req-0174c471-c025-4110-aa2c-3c8a9a4cf279 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 2419 time: 0.1290324 Jan 28 13:27:43.790678 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3c4b5d47-b4f3-4122-ae34-a17ab4c55ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (5d96916d-8aad-4141-88fe-09f322c6341e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:43.835737 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port c08724f5-81c0-4c65-8556-a932aa22c04b is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:43.836847 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c08724f5-81c0-4c65-8556-a932aa22c04b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:43.966942 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c08724f5-81c0-4c65-8556-a932aa22c04b, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c08724f5-81c0-4c65-8556-a932aa22c04b,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:43.975280 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c08724f5-81c0-4c65-8556-a932aa22c04b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:44.005523 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13933691-45e8-40c7-8d5a-b8e9fa7a2dd8 req-fdd45bbf-7250-4fed-b609-3ed4d11d389f tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:44.007334 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-13933691-45e8-40c7-8d5a-b8e9fa7a2dd8 req-fdd45bbf-7250-4fed-b609-3ed4d11d389f tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.37 "GET /v2.0/ports?device_id=31b3c222-f32c-4662-b011-45964a567379 HTTP/1.1" status: 200 len: 945 time: 0.1349485 Jan 28 13:27:44.043332 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fd2ea2bb-8251-4f37-be6f-e5bc5a4d9342 req-a3a661da-594d-45c4-bb30-c3891c80204f tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886482 Jan 28 13:27:44.099518 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=c08724f5-81c0-4c65-8556-a932aa22c04b,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:44.101431 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3c4b5d47-b4f3-4122-ae34-a17ab4c55ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (5d96916d-8aad-4141-88fe-09f322c6341e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:44.141860 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b5d47-b4f3-4122-ae34-a17ab4c55ede admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d96916d-8aad-4141-88fe-09f322c6341e,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:44.165697 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3c4b5d47-b4f3-4122-ae34-a17ab4c55ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:44.173045 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3c4b5d47-b4f3-4122-ae34-a17ab4c55ede admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5d96916d-8aad-4141-88fe-09f322c6341e HTTP/1.1" status: 204 len: 168 time: 0.9304748 Jan 28 13:27:44.173471 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53318) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:44.178535 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966b8fe8-b611-4788-8944-8ef98402a980 None None] Network 077ddb72-71ce-436a-9d31-a635bbd1a7d0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:27:44.329326 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc43fb-8eb2-46be-958a-20cb46c2240b req-cd5f47ef-4359-417f-a1c5-e483b74740e8 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:44.348763 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-18bc43fb-8eb2-46be-958a-20cb46c2240b req-cd5f47ef-4359-417f-a1c5-e483b74740e8 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b3c222-f32c-4662-b011-45964a567379 HTTP/1.1" status: 200 len: 945 time: 0.2291934 Jan 28 13:27:44.424730 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-60a03f2f-3f1c-4575-a7db-4089c872f2b2 req-4f670f49-4efd-461f-bca3-377a1f83e138 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 210 time: 0.1780634 Jan 28 13:27:44.482475 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dd1a0a21-7154-4857-8332-2d4bfd36e0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (077ddb72-71ce-436a-9d31-a635bbd1a7d0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:44.488218 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-18bc43fb-8eb2-46be-958a-20cb46c2240b req-e3407e35-2550-4f91-bca7-0db4b94d7621 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381612 Jan 28 13:27:44.521263 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-13933691-45e8-40c7-8d5a-b8e9fa7a2dd8 req-7d02bb23-c4e2-44fa-a90e-1bacbe99ee0b tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Deleting port c32bedd8-e82d-479b-84b3-bf23d89e9804 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:44.521618 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-13933691-45e8-40c7-8d5a-b8e9fa7a2dd8 req-7d02bb23-c4e2-44fa-a90e-1bacbe99ee0b tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c32bedd8-e82d-479b-84b3-bf23d89e9804), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:44.533696 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 5bd409f1-9abf-47ba-b714-ad3e809090a9 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:27:44.592992 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 5bd409f1-9abf-47ba-b714-ad3e809090a9 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:27:44.593363 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 5bd409f1-9abf-47ba-b714-ad3e809090a9 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:27:44.597460 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302444d2-a9d6-43d5-bd49-4fcad0e5f72f None None] DHCP port deletion for 077ddb72-71ce-436a-9d31-a635bbd1a7d0 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:27:44.731445 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-dd1a0a21-7154-4857-8332-2d4bfd36e0d4 admin admin] Deleting port 191ebfdc-2a51-47d5-99ef-3ff46e54acb0 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:44.731797 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dd1a0a21-7154-4857-8332-2d4bfd36e0d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (191ebfdc-2a51-47d5-99ef-3ff46e54acb0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:44.752142 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-302444d2-a9d6-43d5-bd49-4fcad0e5f72f None None] Deleting port 191ebfdc-2a51-47d5-99ef-3ff46e54acb0 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:44.752742 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-302444d2-a9d6-43d5-bd49-4fcad0e5f72f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (191ebfdc-2a51-47d5-99ef-3ff46e54acb0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:44.927221 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a0aa8-dec0-4178-a9c8-e0bb0eb2105c req-1f756a8c-937d-4d49-b500-01c1284e35ff tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:44.938787 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7a1a0aa8-dec0-4178-a9c8-e0bb0eb2105c req-1f756a8c-937d-4d49-b500-01c1284e35ff tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=030c947c-9847-4cfd-ba6d-ca441ca760b3 HTTP/1.1" status: 200 len: 946 time: 0.2333570 Jan 28 13:27:44.960443 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030c947c-9847-4cfd-ba6d-ca441ca760b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08724f5-81c0-4c65-8556-a932aa22c04b'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:44.974515 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-dd1a0a21-7154-4857-8332-2d4bfd36e0d4 admin admin] For port 191ebfdc-2a51-47d5-99ef-3ff46e54acb0, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=191ebfdc-2a51-47d5-99ef-3ff46e54acb0,segment=NetworkSegment(fc07aa07-3239-412e-bc08-593cfe7720ed),segment_id=fc07aa07-3239-412e-bc08-593cfe7720ed)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:44.975145 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dd1a0a21-7154-4857-8332-2d4bfd36e0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (191ebfdc-2a51-47d5-99ef-3ff46e54acb0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:44.978792 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ec4826-6478-42bb-b3c0-44491e5fab9b" -d '{"events": [{"server_uuid": "030c947c-9847-4cfd-ba6d-ca441ca760b3", "name": "network-vif-plugged", "status": "completed", "tag": "c08724f5-81c0-4c65-8556-a932aa22c04b"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:44.989114 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-13933691-45e8-40c7-8d5a-b8e9fa7a2dd8 req-7d02bb23-c4e2-44fa-a90e-1bacbe99ee0b tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] For port c32bedd8-e82d-479b-84b3-bf23d89e9804, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=c32bedd8-e82d-479b-84b3-bf23d89e9804,segment=NetworkSegment(2c95997c-16ab-4d70-b003-a3661ae96720),segment_id=2c95997c-16ab-4d70-b003-a3661ae96720)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:44.989736 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-13933691-45e8-40c7-8d5a-b8e9fa7a2dd8 req-7d02bb23-c4e2-44fa-a90e-1bacbe99ee0b tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c32bedd8-e82d-479b-84b3-bf23d89e9804), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:45.024159 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-302444d2-a9d6-43d5-bd49-4fcad0e5f72f None None] For port 191ebfdc-2a51-47d5-99ef-3ff46e54acb0, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=191ebfdc-2a51-47d5-99ef-3ff46e54acb0,segment=NetworkSegment(fc07aa07-3239-412e-bc08-593cfe7720ed),segment_id=fc07aa07-3239-412e-bc08-593cfe7720ed)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:45.026486 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-302444d2-a9d6-43d5-bd49-4fcad0e5f72f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (191ebfdc-2a51-47d5-99ef-3ff46e54acb0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:45.069899 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-302444d2-a9d6-43d5-bd49-4fcad0e5f72f None None] Calling delete_port for 191ebfdc-2a51-47d5-99ef-3ff46e54acb0 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:45.087942 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-13933691-45e8-40c7-8d5a-b8e9fa7a2dd8 req-7d02bb23-c4e2-44fa-a90e-1bacbe99ee0b tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Calling delete_port for c32bedd8-e82d-479b-84b3-bf23d89e9804 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:45.211230 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083aaa66-df85-4f21-8a5d-99d9bd389eff x-openstack-request-id: req-083aaa66-df85-4f21-8a5d-99d9bd389eff {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:45.211969 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030c947c-9847-4cfd-ba6d-ca441ca760b3", "name": "network-vif-plugged", "status": "completed", "tag": "c08724f5-81c0-4c65-8556-a932aa22c04b", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:45.212418 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-083aaa66-df85-4f21-8a5d-99d9bd389eff {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:45.213866 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030c947c-9847-4cfd-ba6d-ca441ca760b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08724f5-81c0-4c65-8556-a932aa22c04b', 'code': 200} Jan 28 13:27:45.272248 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-302444d2-a9d6-43d5-bd49-4fcad0e5f72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (191ebfdc-2a51-47d5-99ef-3ff46e54acb0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:45.315380 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302444d2-a9d6-43d5-bd49-4fcad0e5f72f None None] Pushing event deleted for resources: {'Port': ['ID=191ebfdc-2a51-47d5-99ef-3ff46e54acb0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:45.326781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302444d2-a9d6-43d5-bd49-4fcad0e5f72f None None] No DVR routers for this DVR port 191ebfdc-2a51-47d5-99ef-3ff46e54acb0 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:27:45.350455 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-13933691-45e8-40c7-8d5a-b8e9fa7a2dd8 req-7d02bb23-c4e2-44fa-a90e-1bacbe99ee0b tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (c32bedd8-e82d-479b-84b3-bf23d89e9804), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:45.402136 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7a1a0aa8-dec0-4178-a9c8-e0bb0eb2105c req-0aec4b94-b848-4f87-aa74-c8c45459daac tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618447 Jan 28 13:27:45.589431 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02bb23-c4e2-44fa-a90e-1bacbe99ee0b tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Pushing event deleted for resources: {'Port': ['ID=c32bedd8-e82d-479b-84b3-bf23d89e9804,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:45.693511 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-dd1a0a21-7154-4857-8332-2d4bfd36e0d4 admin admin] Calling delete_port for 191ebfdc-2a51-47d5-99ef-3ff46e54acb0 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:45.740901 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21af583e-ace1-4c1e-9f37-0e61c23b6c5e req-00197e5e-51ea-4cd4-9663-95df81c16bbc tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 210 time: 0.1267133 Jan 28 13:27:45.779970 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-13933691-45e8-40c7-8d5a-b8e9fa7a2dd8 req-7d02bb23-c4e2-44fa-a90e-1bacbe99ee0b tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] No DVR routers for this DVR port c32bedd8-e82d-479b-84b3-bf23d89e9804 on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:27:45.792433 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-13933691-45e8-40c7-8d5a-b8e9fa7a2dd8 req-7d02bb23-c4e2-44fa-a90e-1bacbe99ee0b tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:45.802699 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-13933691-45e8-40c7-8d5a-b8e9fa7a2dd8 req-7d02bb23-c4e2-44fa-a90e-1bacbe99ee0b tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.37 "DELETE /v2.0/ports/c32bedd8-e82d-479b-84b3-bf23d89e9804 HTTP/1.1" status: 204 len: 173 time: 1.7898636 Jan 28 13:27:45.803919 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b3c222-f32c-4662-b011-45964a567379', 'name': 'network-vif-deleted', 'tag': 'c32bedd8-e82d-479b-84b3-bf23d89e9804'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:45.806588 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bffb1b-d6ef-4556-9f73-ef0bff43e777" -d '{"events": [{"server_uuid": "31b3c222-f32c-4662-b011-45964a567379", "name": "network-vif-deleted", "tag": "c32bedd8-e82d-479b-84b3-bf23d89e9804"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:45.828501 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6133802-601d-4599-8ca8-f7505423c5c5 req-fc176f30-517d-48b7-89b6-4c9c7d7c5442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:45.832733 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6133802-601d-4599-8ca8-f7505423c5c5 req-fc176f30-517d-48b7-89b6-4c9c7d7c5442 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=030c947c-9847-4cfd-ba6d-ca441ca760b3 HTTP/1.1" status: 200 len: 1097 time: 0.4101415 Jan 28 13:27:45.874891 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3e90a-32bf-4251-9825-5f84c3935ca4 req-80486396-465f-4ec6-83b3-b1beff2e8270 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:45.888883 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3e90a-32bf-4251-9825-5f84c3935ca4 req-80486396-465f-4ec6-83b3-b1beff2e8270 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:45.913006 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3e90a-32bf-4251-9825-5f84c3935ca4 req-80486396-465f-4ec6-83b3-b1beff2e8270 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:45.913241 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b0e3e90a-32bf-4251-9825-5f84c3935ca4 req-80486396-465f-4ec6-83b3-b1beff2e8270 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 2419 time: 0.2605658 Jan 28 13:27:45.944724 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-403483f8-17d7-463f-9ce1-d263fc6476c3 req-f77fd20f-8ff8-4ccb-abdf-97b5325749a4 tempest-ServerDiskConfigTestJSON-1494380769 tempest-ServerDiskConfigTestJSON-1494380769-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b3c222-f32c-4662-b011-45964a567379 HTTP/1.1" status: 200 len: 210 time: 0.0697298 Jan 28 13:27:46.008906 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6133802-601d-4599-8ca8-f7505423c5c5 req-442ffaac-3aae-49df-8cb0-6cd65de65ea9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658118 Jan 28 13:27:46.038449 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876a236c-f7a5-4521-8589-18a5e61d566b x-openstack-request-id: req-876a236c-f7a5-4521-8589-18a5e61d566b {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:46.039301 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b3c222-f32c-4662-b011-45964a567379", "name": "network-vif-deleted", "tag": "c32bedd8-e82d-479b-84b3-bf23d89e9804", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:46.039815 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-876a236c-f7a5-4521-8589-18a5e61d566b {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:46.040457 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b3c222-f32c-4662-b011-45964a567379', 'name': 'network-vif-deleted', 'tag': 'c32bedd8-e82d-479b-84b3-bf23d89e9804', 'status': 'completed', 'code': 200} Jan 28 13:27:46.058347 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b0e3e90a-32bf-4251-9825-5f84c3935ca4 req-4627697c-c1e8-4042-9f43-a363f11addcc tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435902 Jan 28 13:27:46.118297 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dd1a0a21-7154-4857-8332-2d4bfd36e0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (191ebfdc-2a51-47d5-99ef-3ff46e54acb0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:46.163830 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a0a21-7154-4857-8332-2d4bfd36e0d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=191ebfdc-2a51-47d5-99ef-3ff46e54acb0,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:46.170337 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1a0a21-7154-4857-8332-2d4bfd36e0d4 admin admin] No DVR routers for this DVR port 191ebfdc-2a51-47d5-99ef-3ff46e54acb0 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:27:46.293694 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dd1a0a21-7154-4857-8332-2d4bfd36e0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (077ddb72-71ce-436a-9d31-a635bbd1a7d0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:46.374003 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-dd1a0a21-7154-4857-8332-2d4bfd36e0d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077ddb72-71ce-436a-9d31-a635bbd1a7d0']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:46.416880 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-dd1a0a21-7154-4857-8332-2d4bfd36e0d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc07aa07-3239-412e-bc08-593cfe7720ed') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:46.417778 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-dd1a0a21-7154-4857-8332-2d4bfd36e0d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc07aa07-3239-412e-bc08-593cfe7720ed') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:46.442563 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dd1a0a21-7154-4857-8332-2d4bfd36e0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (fc07aa07-3239-412e-bc08-593cfe7720ed), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:46.465461 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dd1a0a21-7154-4857-8332-2d4bfd36e0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (fc07aa07-3239-412e-bc08-593cfe7720ed), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:46.476115 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1a0a21-7154-4857-8332-2d4bfd36e0d4 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:27:46.476902 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dd1a0a21-7154-4857-8332-2d4bfd36e0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (fc07aa07-3239-412e-bc08-593cfe7720ed), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:27:46.576391 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:27:46.595155 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dd1a0a21-7154-4857-8332-2d4bfd36e0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (077ddb72-71ce-436a-9d31-a635bbd1a7d0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:46.602242 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dd1a0a21-7154-4857-8332-2d4bfd36e0d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:46.623891 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53348) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:46.627620 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dd1a0a21-7154-4857-8332-2d4bfd36e0d4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/077ddb72-71ce-436a-9d31-a635bbd1a7d0 HTTP/1.1" status: 204 len: 168 time: 2.4530566 Jan 28 13:27:46.666489 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 191ebfdc-2a51-47d5-99ef-3ff46e54acb0 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:27:46.693886 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a0a21-7154-4857-8332-2d4bfd36e0d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=077ddb72-71ce-436a-9d31-a635bbd1a7d0,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:46.706251 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 191ebfdc-2a51-47d5-99ef-3ff46e54acb0 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:27:46.707002 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 191ebfdc-2a51-47d5-99ef-3ff46e54acb0 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:27:46.740933 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f02cc2-f905-4f0e-aeda-9183dd9ee879 req-e69bcc8e-98bb-4ab6-b56b-5b1a2e8cab64 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:46.742613 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-50f02cc2-f905-4f0e-aeda-9183dd9ee879 req-e69bcc8e-98bb-4ab6-b56b-5b1a2e8cab64 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=030c947c-9847-4cfd-ba6d-ca441ca760b3 HTTP/1.1" status: 200 len: 946 time: 0.1731317 Jan 28 13:27:46.845889 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-50f02cc2-f905-4f0e-aeda-9183dd9ee879 req-fdc7454d-2a68-41d6-92fb-0e5ee6917ef7 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950651 Jan 28 13:27:46.857671 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e1395-6a2e-4438-a498-88f881f02400 req-4c47df79-0f0f-4205-89a7-ea8cd9352a06 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:46.863612 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e1395-6a2e-4438-a498-88f881f02400 req-4c47df79-0f0f-4205-89a7-ea8cd9352a06 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:46.869078 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e1395-6a2e-4438-a498-88f881f02400 req-4c47df79-0f0f-4205-89a7-ea8cd9352a06 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:46.876773 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-393e1395-6a2e-4438-a498-88f881f02400 req-4c47df79-0f0f-4205-89a7-ea8cd9352a06 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 2419 time: 0.2707880 Jan 28 13:27:47.130109 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-88c3f4d6-dc06-4263-b657-319c7957cfe7 req-37f0aafa-e0ce-4fa2-b089-75d45029e4aa tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 210 time: 0.1337321 Jan 28 13:27:47.167251 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device c32bedd8-e82d-479b-84b3-bf23d89e9804 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:27:47.173399 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-393e1395-6a2e-4438-a498-88f881f02400 req-0e35c39e-337c-4609-8e3a-f3e32d346f83 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951257 Jan 28 13:27:47.247455 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: c32bedd8-e82d-479b-84b3-bf23d89e9804 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:27:47.247867 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device c32bedd8-e82d-479b-84b3-bf23d89e9804 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:27:47.554206 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:47.580176 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53366) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:47.663067 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e00bdda-ccd8-4b9c-952d-0b9da128e7f3 admin admin] Deleting subnet 4660c0a9-8abc-479c-99b1-af9640de1107 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:27:47.670109 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1e00bdda-ccd8-4b9c-952d-0b9da128e7f3 admin admin] Publish callbacks [] for subnet (4660c0a9-8abc-479c-99b1-af9640de1107), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:47.733940 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1e00bdda-ccd8-4b9c-952d-0b9da128e7f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (4660c0a9-8abc-479c-99b1-af9640de1107), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:47.792106 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1e00bdda-ccd8-4b9c-952d-0b9da128e7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (4660c0a9-8abc-479c-99b1-af9640de1107), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:47.899215 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1e00bdda-ccd8-4b9c-952d-0b9da128e7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (4660c0a9-8abc-479c-99b1-af9640de1107), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:47.925432 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8a804fac-4ba7-4cfb-b8f8-936f0815c7e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (d5500048-e8bf-4f66-851b-5d847e04bdf2), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:47.953278 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00bdda-ccd8-4b9c-952d-0b9da128e7f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4660c0a9-8abc-479c-99b1-af9640de1107,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:47.981149 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1e00bdda-ccd8-4b9c-952d-0b9da128e7f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:47.992717 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1e00bdda-ccd8-4b9c-952d-0b9da128e7f3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4660c0a9-8abc-479c-99b1-af9640de1107 HTTP/1.1" status: 204 len: 168 time: 0.4106088 Jan 28 13:27:47.995948 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00bdda-ccd8-4b9c-952d-0b9da128e7f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:47.996834 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00bdda-ccd8-4b9c-952d-0b9da128e7f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:47.997636 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00bdda-ccd8-4b9c-952d-0b9da128e7f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:47.999716 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00bdda-ccd8-4b9c-952d-0b9da128e7f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:48.000890 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00bdda-ccd8-4b9c-952d-0b9da128e7f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:48.001914 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00bdda-ccd8-4b9c-952d-0b9da128e7f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:48.002708 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00bdda-ccd8-4b9c-952d-0b9da128e7f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:48.003570 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00bdda-ccd8-4b9c-952d-0b9da128e7f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:48.004351 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00bdda-ccd8-4b9c-952d-0b9da128e7f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:48.005138 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00bdda-ccd8-4b9c-952d-0b9da128e7f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:48.006337 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00bdda-ccd8-4b9c-952d-0b9da128e7f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:48.007198 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00bdda-ccd8-4b9c-952d-0b9da128e7f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:48.008068 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00bdda-ccd8-4b9c-952d-0b9da128e7f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:48.013609 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53370) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:48.181639 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-7cc1da4e-dd66-4ddc-8dd1-19d8481d9ee2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:48.187270 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-7cc1da4e-dd66-4ddc-8dd1-19d8481d9ee2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:48.194324 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-7cc1da4e-dd66-4ddc-8dd1-19d8481d9ee2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:48.196436 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-7cc1da4e-dd66-4ddc-8dd1-19d8481d9ee2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 2419 time: 0.1274691 Jan 28 13:27:48.211965 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b0998fa7-2ee6-4b2c-9d9f-08111c0e7985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (3a819a92-6f08-4f4b-a036-5a82aa2e8940), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:48.228859 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a97d3c-da8e-4389-bf46-138c44e4e58e req-06869e91-700b-44c8-8e00-89a9b13582dd tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:48.231396 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a2a97d3c-da8e-4389-bf46-138c44e4e58e req-06869e91-700b-44c8-8e00-89a9b13582dd tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=030c947c-9847-4cfd-ba6d-ca441ca760b3 HTTP/1.1" status: 200 len: 946 time: 0.1780512 Jan 28 13:27:48.304271 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7ffc18c0-2d04-4d18-a932-7455c65dd2b8 req-edcdd796-836f-4c68-98c6-b1af46c38dac tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 210 time: 0.0529795 Jan 28 13:27:48.385701 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a2a97d3c-da8e-4389-bf46-138c44e4e58e req-f1a1a891-600a-4ee3-954f-b7b5cab2e6e7 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236978 Jan 28 13:27:48.391709 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b0998fa7-2ee6-4b2c-9d9f-08111c0e7985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (3a819a92-6f08-4f4b-a036-5a82aa2e8940), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:48.451797 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-b0998fa7-2ee6-4b2c-9d9f-08111c0e7985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a819a92-6f08-4f4b-a036-5a82aa2e8940']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:48.465255 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-b0998fa7-2ee6-4b2c-9d9f-08111c0e7985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c95997c-16ab-4d70-b003-a3661ae96720') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:48.465962 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-b0998fa7-2ee6-4b2c-9d9f-08111c0e7985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c95997c-16ab-4d70-b003-a3661ae96720') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:48.486509 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b0998fa7-2ee6-4b2c-9d9f-08111c0e7985 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (2c95997c-16ab-4d70-b003-a3661ae96720), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:48.505517 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b0998fa7-2ee6-4b2c-9d9f-08111c0e7985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (2c95997c-16ab-4d70-b003-a3661ae96720), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:48.515237 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0998fa7-2ee6-4b2c-9d9f-08111c0e7985 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:27:48.515924 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b0998fa7-2ee6-4b2c-9d9f-08111c0e7985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (2c95997c-16ab-4d70-b003-a3661ae96720), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:48.516068 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-b241756c-1b2d-45c5-bfa6-542c1fc95140 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Deleting port c9a8d1f3-0f25-4263-9c37-bb61822eb9cf {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:48.516671 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-b241756c-1b2d-45c5-bfa6-542c1fc95140 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c9a8d1f3-0f25-4263-9c37-bb61822eb9cf), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:27:48.602663 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:27:48.644452 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b0998fa7-2ee6-4b2c-9d9f-08111c0e7985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (3a819a92-6f08-4f4b-a036-5a82aa2e8940), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:48.651629 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b0998fa7-2ee6-4b2c-9d9f-08111c0e7985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:48.660923 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b0998fa7-2ee6-4b2c-9d9f-08111c0e7985 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3a819a92-6f08-4f4b-a036-5a82aa2e8940 HTTP/1.1" status: 204 len: 168 time: 0.6454301 Jan 28 13:27:48.677440 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0998fa7-2ee6-4b2c-9d9f-08111c0e7985 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a819a92-6f08-4f4b-a036-5a82aa2e8940,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:48.750479 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26389344-271f-4876-932b-b01c92ca01e1 req-84d57f15-efb5-44f1-b8bf-36fffd3d8ab8 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:48.756035 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26389344-271f-4876-932b-b01c92ca01e1 req-84d57f15-efb5-44f1-b8bf-36fffd3d8ab8 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:48.761598 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26389344-271f-4876-932b-b01c92ca01e1 req-84d57f15-efb5-44f1-b8bf-36fffd3d8ab8 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:48.769162 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-26389344-271f-4876-932b-b01c92ca01e1 req-84d57f15-efb5-44f1-b8bf-36fffd3d8ab8 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 2419 time: 0.2960532 Jan 28 13:27:48.820138 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-b241756c-1b2d-45c5-bfa6-542c1fc95140 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] For port c9a8d1f3-0f25-4263-9c37-bb61822eb9cf, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c9a8d1f3-0f25-4263-9c37-bb61822eb9cf,segment=NetworkSegment(92b6a77c-73d2-421f-99bb-2a949deb8e62),segment_id=92b6a77c-73d2-421f-99bb-2a949deb8e62)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:48.820591 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-b241756c-1b2d-45c5-bfa6-542c1fc95140 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c9a8d1f3-0f25-4263-9c37-bb61822eb9cf), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:48.841114 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-8a804fac-4ba7-4cfb-b8f8-936f0815c7e5 admin admin] Deleting port c8e84226-ee20-4413-b507-9c5c005814f5 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:48.841469 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8a804fac-4ba7-4cfb-b8f8-936f0815c7e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c8e84226-ee20-4413-b507-9c5c005814f5), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:48.854619 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-b241756c-1b2d-45c5-bfa6-542c1fc95140 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Calling delete_port for c9a8d1f3-0f25-4263-9c37-bb61822eb9cf owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:48.870294 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-26389344-271f-4876-932b-b01c92ca01e1 req-034e105a-654f-40e6-8203-bc403c3917ac tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006546 Jan 28 13:27:48.978356 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53386) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:49.038876 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66e33a-039f-4a78-bb78-cbf8e33a1f74 req-c0baa09f-8392-4c2b-b598-09c3feb3ecd2 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:49.050317 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a66e33a-039f-4a78-bb78-cbf8e33a1f74 req-c0baa09f-8392-4c2b-b598-09c3feb3ecd2 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=030c947c-9847-4cfd-ba6d-ca441ca760b3 HTTP/1.1" status: 200 len: 946 time: 0.2016556 Jan 28 13:27:49.133057 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b44d6a04-fd69-4a0a-96c0-fa893afa8f35 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=47eca7ff9b2a4889893ddf4887158ad3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1506474 Jan 28 13:27:49.137397 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53388) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:49.161615 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-8a804fac-4ba7-4cfb-b8f8-936f0815c7e5 admin admin] For port c8e84226-ee20-4413-b507-9c5c005814f5, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c8e84226-ee20-4413-b507-9c5c005814f5,segment=NetworkSegment(60d6e4fa-fdf0-461c-afad-5ea33c851fa9),segment_id=60d6e4fa-fdf0-461c-afad-5ea33c851fa9)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:49.162520 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8a804fac-4ba7-4cfb-b8f8-936f0815c7e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c8e84226-ee20-4413-b507-9c5c005814f5), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:49.186300 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a66e33a-039f-4a78-bb78-cbf8e33a1f74 req-c79a33a9-147e-415f-9807-de16c57aee53 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347704 Jan 28 13:27:49.193061 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-8a804fac-4ba7-4cfb-b8f8-936f0815c7e5 admin admin] Calling delete_port for c8e84226-ee20-4413-b507-9c5c005814f5 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:49.223380 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-b241756c-1b2d-45c5-bfa6-542c1fc95140 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (c9a8d1f3-0f25-4263-9c37-bb61822eb9cf), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:49.237436 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['421d5f6d-1bdc-4432-833e-c913d8fe9a35', 'c9a8d1f3-0f25-4263-9c37-bb61822eb9cf', 'b18c5e93-ba7a-4341-a49e-42364a188a84'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:27:49.251747 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8f9fe573-890e-4dca-918a-9f2b82e429d5 admin admin] Publish callbacks [] for security_group (d5e92b6c-c401-4f4d-9a87-691ffb1a33ea), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:49.285251 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8f9fe573-890e-4dca-918a-9f2b82e429d5 admin admin] Publish callbacks [] for security_group (d5e92b6c-c401-4f4d-9a87-691ffb1a33ea), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:49.337347 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8f9fe573-890e-4dca-918a-9f2b82e429d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d5e92b6c-c401-4f4d-9a87-691ffb1a33ea), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:49.340393 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8f9fe573-890e-4dca-918a-9f2b82e429d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:49.343960 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8f9fe573-890e-4dca-918a-9f2b82e429d5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d5e92b6c-c401-4f4d-9a87-691ffb1a33ea HTTP/1.1" status: 204 len: 168 time: 0.2030532 Jan 28 13:27:49.350475 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9fe573-890e-4dca-918a-9f2b82e429d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e92b6c-c401-4f4d-9a87-691ffb1a33ea,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:49.437953 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241756c-1b2d-45c5-bfa6-542c1fc95140 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Pushing event deleted for resources: {'Port': ['ID=c9a8d1f3-0f25-4263-9c37-bb61822eb9cf,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:49.576051 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-b241756c-1b2d-45c5-bfa6-542c1fc95140 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] No DVR routers for this DVR port c9a8d1f3-0f25-4263-9c37-bb61822eb9cf on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:27:49.591366 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-b241756c-1b2d-45c5-bfa6-542c1fc95140 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:49.608344 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-b241756c-1b2d-45c5-bfa6-542c1fc95140 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.18 "DELETE /v2.0/ports/c9a8d1f3-0f25-4263-9c37-bb61822eb9cf HTTP/1.1" status: 204 len: 173 time: 1.4057021 Jan 28 13:27:49.616775 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6453bb-48e7-470b-8ed1-2ab226f746fd', 'name': 'network-vif-deleted', 'tag': 'c9a8d1f3-0f25-4263-9c37-bb61822eb9cf'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:49.626609 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be45d5cc-a184-4d36-a786-17229bd2934e" -d '{"events": [{"server_uuid": "2c6453bb-48e7-470b-8ed1-2ab226f746fd", "name": "network-vif-deleted", "tag": "c9a8d1f3-0f25-4263-9c37-bb61822eb9cf"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:49.648738 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:49.783531 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0e42a198-7b3f-4e28-b789-4f30905496a9 req-aef119a2-f391-4327-b53c-f922828cfade tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 210 time: 0.2032874 Jan 28 13:27:49.801725 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d822d82-96d8-4f2d-bca7-410ab62037cd x-openstack-request-id: req-0d822d82-96d8-4f2d-bca7-410ab62037cd {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:49.802016 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6453bb-48e7-470b-8ed1-2ab226f746fd", "name": "network-vif-deleted", "tag": "c9a8d1f3-0f25-4263-9c37-bb61822eb9cf", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:49.802263 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0d822d82-96d8-4f2d-bca7-410ab62037cd {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:49.802666 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6453bb-48e7-470b-8ed1-2ab226f746fd', 'name': 'network-vif-deleted', 'tag': 'c9a8d1f3-0f25-4263-9c37-bb61822eb9cf', 'status': 'completed', 'code': 200} Jan 28 13:27:49.964422 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8a804fac-4ba7-4cfb-b8f8-936f0815c7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (c8e84226-ee20-4413-b507-9c5c005814f5), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:50.010984 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a804fac-4ba7-4cfb-b8f8-936f0815c7e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8e84226-ee20-4413-b507-9c5c005814f5,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:50.079795 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-054a477e-a8f1-436a-bef2-6561b088fa5c tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Deleting port 421d5f6d-1bdc-4432-833e-c913d8fe9a35 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:50.080358 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-054a477e-a8f1-436a-bef2-6561b088fa5c tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (421d5f6d-1bdc-4432-833e-c913d8fe9a35), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:50.103816 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5fe65c-c729-436a-b2ff-441322e94e57 req-cac892dd-4910-4f0b-b002-29a96e0a9f35 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:50.111653 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5fe65c-c729-436a-b2ff-441322e94e57 req-cac892dd-4910-4f0b-b002-29a96e0a9f35 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:50.119535 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-af5fe65c-c729-436a-b2ff-441322e94e57 req-cac892dd-4910-4f0b-b002-29a96e0a9f35 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 1683 time: 0.0918548 Jan 28 13:27:50.218025 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-af5fe65c-c729-436a-b2ff-441322e94e57 req-3fd414ee-ef0b-46dd-9b86-1fb3dcd9987e tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966454 Jan 28 13:27:50.376747 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-054a477e-a8f1-436a-bef2-6561b088fa5c tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] For port 421d5f6d-1bdc-4432-833e-c913d8fe9a35, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=421d5f6d-1bdc-4432-833e-c913d8fe9a35,segment=NetworkSegment(b56ec63b-0ab9-454e-9131-38821c191925),segment_id=b56ec63b-0ab9-454e-9131-38821c191925)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:50.377433 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-054a477e-a8f1-436a-bef2-6561b088fa5c tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (421d5f6d-1bdc-4432-833e-c913d8fe9a35), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:50.397504 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-054a477e-a8f1-436a-bef2-6561b088fa5c tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Calling delete_port for 421d5f6d-1bdc-4432-833e-c913d8fe9a35 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:50.460717 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb33dcf-e9f0-4e7d-b3eb-2401fd59cbc0 req-d241c895-e3d7-4912-b777-53ca479c542d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:50.462092 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dcb33dcf-e9f0-4e7d-b3eb-2401fd59cbc0 req-d241c895-e3d7-4912-b777-53ca479c542d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=030c947c-9847-4cfd-ba6d-ca441ca760b3 HTTP/1.1" status: 200 len: 946 time: 0.1561689 Jan 28 13:27:50.543399 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8a804fac-4ba7-4cfb-b8f8-936f0815c7e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (d5500048-e8bf-4f66-851b-5d847e04bdf2), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:50.617917 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dcb33dcf-e9f0-4e7d-b3eb-2401fd59cbc0 req-2a4a2983-1ac8-4d29-b395-07e49db9aad1 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233513 Jan 28 13:27:50.730022 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53428) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:50.901887 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-054a477e-a8f1-436a-bef2-6561b088fa5c tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (421d5f6d-1bdc-4432-833e-c913d8fe9a35), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:50.928062 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-861bf913-4d1d-46fa-b451-04e1a6bbc362 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1960987649-network', 'tenant_id': 'ae9d4f789d624ccbaff6934ecfbcc82c'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:50.965374 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861bf913-4d1d-46fa-b451-04e1a6bbc362 admin admin] Made reservation on behalf of ae9d4f789d624ccbaff6934ecfbcc82c for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:50.969238 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-861bf913-4d1d-46fa-b451-04e1a6bbc362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:51.007379 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-861bf913-4d1d-46fa-b451-04e1a6bbc362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:51.035069 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ead8b370-953b-412c-b5d2-d6d192e7976e req-8c5714c5-fedb-4e1d-a5ba-0db693055670 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 210 time: 0.1228747 Jan 28 13:27:51.058444 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2d71c-314c-4730-8e00-7b04316ef31f req-642d0cf9-a8ad-49fb-9066-badf0aaeb02a tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:51.062222 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aaf2d71c-314c-4730-8e00-7b04316ef31f req-642d0cf9-a8ad-49fb-9066-badf0aaeb02a tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=030c947c-9847-4cfd-ba6d-ca441ca760b3 HTTP/1.1" status: 200 len: 946 time: 0.1125436 Jan 28 13:27:51.071439 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a477e-a8f1-436a-bef2-6561b088fa5c tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Pushing event deleted for resources: {'Port': ['ID=421d5f6d-1bdc-4432-833e-c913d8fe9a35,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:51.149157 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-054a477e-a8f1-436a-bef2-6561b088fa5c tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] No DVR routers for this DVR port 421d5f6d-1bdc-4432-833e-c913d8fe9a35 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:27:51.154262 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-054a477e-a8f1-436a-bef2-6561b088fa5c tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:51.160316 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-054a477e-a8f1-436a-bef2-6561b088fa5c tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.18 "DELETE /v2.0/ports/421d5f6d-1bdc-4432-833e-c913d8fe9a35 HTTP/1.1" status: 204 len: 173 time: 1.5304747 Jan 28 13:27:51.162013 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-861bf913-4d1d-46fa-b451-04e1a6bbc362 admin admin] Publish callbacks [] for security_group (3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:51.170591 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-861bf913-4d1d-46fa-b451-04e1a6bbc362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:51.210040 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-861bf913-4d1d-46fa-b451-04e1a6bbc362 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:27:51.224951 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-861bf913-4d1d-46fa-b451-04e1a6bbc362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (c2c4ccae-60eb-41f2-8e2b-5652b4999cee), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:51.225675 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-861bf913-4d1d-46fa-b451-04e1a6bbc362 admin admin] Added segment c2c4ccae-60eb-41f2-8e2b-5652b4999cee of type vlan for network 4d4c416b-3c7b-41c6-91cb-08e606cbf83f Jan 28 13:27:51.279694 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-861bf913-4d1d-46fa-b451-04e1a6bbc362 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (4d4c416b-3c7b-41c6-91cb-08e606cbf83f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:51.342830 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aaf2d71c-314c-4730-8e00-7b04316ef31f req-114dbd3e-230c-498d-b998-47b00de549f3 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010036 Jan 28 13:27:51.367739 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861bf913-4d1d-46fa-b451-04e1a6bbc362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:51.370995 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-861bf913-4d1d-46fa-b451-04e1a6bbc362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (4d4c416b-3c7b-41c6-91cb-08e606cbf83f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:51.372351 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861bf913-4d1d-46fa-b451-04e1a6bbc362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:51.373159 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-861bf913-4d1d-46fa-b451-04e1a6bbc362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:51.429136 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a804fac-4ba7-4cfb-b8f8-936f0815c7e5 admin admin] Router d5500048-e8bf-4f66-851b-5d847e04bdf2 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:27:51.449497 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-861bf913-4d1d-46fa-b451-04e1a6bbc362 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7181952 Jan 28 13:27:51.452585 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53438) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:51.457603 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-12a2caf3-9276-4ce6-8b3a-38ce514c3934 admin admin] Request body: {'subnet': {'network_id': '4d4c416b-3c7b-41c6-91cb-08e606cbf83f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1960987649-subnet', 'tenant_id': 'ae9d4f789d624ccbaff6934ecfbcc82c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:51.468775 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861bf913-4d1d-46fa-b451-04e1a6bbc362 admin admin] Pushing event updated for resources: {'Network': ['ID=4d4c416b-3c7b-41c6-91cb-08e606cbf83f,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:51.486470 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a2caf3-9276-4ce6-8b3a-38ce514c3934 admin admin] Made reservation on behalf of ae9d4f789d624ccbaff6934ecfbcc82c for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:51.487808 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 4d4c416b-3c7b-41c6-91cb-08e606cbf83f details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:27:51.490815 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-12a2caf3-9276-4ce6-8b3a-38ce514c3934 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:51.546699 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-a6601f5a-8540-4a27-b0a8-870722c13fe0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Deleting port b18c5e93-ba7a-4341-a49e-42364a188a84 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:51.547479 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-a6601f5a-8540-4a27-b0a8-870722c13fe0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b18c5e93-ba7a-4341-a49e-42364a188a84), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:51.578195 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045df60-9c20-4d06-bd96-341f6847f3d3 req-69a10eb6-d8e3-4043-a3a7-6d5887599e61 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:51.581073 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f045df60-9c20-4d06-bd96-341f6847f3d3 req-69a10eb6-d8e3-4043-a3a7-6d5887599e61 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 946 time: 0.1885619 Jan 28 13:27:51.647466 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device b18c5e93-ba7a-4341-a49e-42364a188a84 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:27:51.708247 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f045df60-9c20-4d06-bd96-341f6847f3d3 req-2bb951d2-a46d-41ae-b5e6-d918842cd5ba tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086690 Jan 28 13:27:51.798764 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port b18c5e93-ba7a-4341-a49e-42364a188a84 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:51.799441 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b18c5e93-ba7a-4341-a49e-42364a188a84), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:51.804978 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6453bb-48e7-470b-8ed1-2ab226f746fd', 'name': 'network-vif-deleted', 'tag': '421d5f6d-1bdc-4432-833e-c913d8fe9a35'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:51.808326 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cdfaf3-5913-40dd-82a1-33644b0adf55" -d '{"events": [{"server_uuid": "2c6453bb-48e7-470b-8ed1-2ab226f746fd", "name": "network-vif-deleted", "tag": "421d5f6d-1bdc-4432-833e-c913d8fe9a35"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:51.834239 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-a6601f5a-8540-4a27-b0a8-870722c13fe0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] For port b18c5e93-ba7a-4341-a49e-42364a188a84, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b18c5e93-ba7a-4341-a49e-42364a188a84,segment=NetworkSegment(92b6a77c-73d2-421f-99bb-2a949deb8e62),segment_id=92b6a77c-73d2-421f-99bb-2a949deb8e62)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:51.834822 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-a6601f5a-8540-4a27-b0a8-870722c13fe0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b18c5e93-ba7a-4341-a49e-42364a188a84), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:51.846705 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a804fac-4ba7-4cfb-b8f8-936f0815c7e5 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:27:51.860830 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8a804fac-4ba7-4cfb-b8f8-936f0815c7e5 admin admin] 10.222.0.39 "PUT /v2.0/routers/d5500048-e8bf-4f66-851b-5d847e04bdf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2106094 Jan 28 13:27:51.865043 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53444) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:51.871208 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fdb2e5-0e8d-4c53-8642-2bfaf7767982 None None] Sync routers for ids ['d5500048-e8bf-4f66-851b-5d847e04bdf2'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:27:51.872250 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-12a2caf3-9276-4ce6-8b3a-38ce514c3934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (9f6a26e6-2c2f-414a-b9ef-849c33c591a6), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:51.880258 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-a6601f5a-8540-4a27-b0a8-870722c13fe0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Calling delete_port for b18c5e93-ba7a-4341-a49e-42364a188a84 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:51.923000 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fdb2e5-0e8d-4c53-8642-2bfaf7767982 None None] Routers {'d5500048-e8bf-4f66-851b-5d847e04bdf2'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:27:51.925973 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-f8fdb2e5-0e8d-4c53-8642-2bfaf7767982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:27:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d5500048-e8bf-4f66-851b-5d847e04bdf2'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:51.940889 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd27938-b5c3-488a-8f60-81b8ae0249d4 x-openstack-request-id: req-3bd27938-b5c3-488a-8f60-81b8ae0249d4 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:51.941605 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6453bb-48e7-470b-8ed1-2ab226f746fd", "name": "network-vif-deleted", "tag": "421d5f6d-1bdc-4432-833e-c913d8fe9a35", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:51.942106 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3bd27938-b5c3-488a-8f60-81b8ae0249d4 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:51.942733 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6453bb-48e7-470b-8ed1-2ab226f746fd', 'name': 'network-vif-deleted', 'tag': '421d5f6d-1bdc-4432-833e-c913d8fe9a35', 'status': 'completed', 'code': 200} Jan 28 13:27:51.979964 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port b18c5e93-ba7a-4341-a49e-42364a188a84, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b18c5e93-ba7a-4341-a49e-42364a188a84,segment=NetworkSegment(92b6a77c-73d2-421f-99bb-2a949deb8e62),segment_id=92b6a77c-73d2-421f-99bb-2a949deb8e62)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:52.000517 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6453bb-48e7-470b-8ed1-2ab226f746fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b18c5e93-ba7a-4341-a49e-42364a188a84'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:52.010287 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c90451-dd88-489d-bbca-35f9084aee7a" -d '{"events": [{"server_uuid": "2c6453bb-48e7-470b-8ed1-2ab226f746fd", "name": "network-vif-unplugged", "status": "completed", "tag": "b18c5e93-ba7a-4341-a49e-42364a188a84"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:52.045482 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b18c5e93-ba7a-4341-a49e-42364a188a84), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:52.046727 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a2caf3-9276-4ce6-8b3a-38ce514c3934 admin admin] Checking segment: {'id': 'c2c4ccae-60eb-41f2-8e2b-5652b4999cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4d4c416b-3c7b-41c6-91cb-08e606cbf83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:52.047125 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a2caf3-9276-4ce6-8b3a-38ce514c3934 admin admin] Network hostable DHCP agents. Network: 4d4c416b-3c7b-41c6-91cb-08e606cbf83f, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:27:52.049047 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 421d5f6d-1bdc-4432-833e-c913d8fe9a35 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:27:52.072165 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2caf3-9276-4ce6-8b3a-38ce514c3934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f6a26e6-2c2f-414a-b9ef-849c33c591a6,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:52.119962 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a2caf3-9276-4ce6-8b3a-38ce514c3934 admin admin] Network 4d4c416b-3c7b-41c6-91cb-08e606cbf83f is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:27:52.153275 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-12a2caf3-9276-4ce6-8b3a-38ce514c3934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 4d4c416b-3c7b-41c6-91cb-08e606cbf83f) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:52.177793 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a2caf3-9276-4ce6-8b3a-38ce514c3934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:52.182442 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-12a2caf3-9276-4ce6-8b3a-38ce514c3934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:52.252865 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 421d5f6d-1bdc-4432-833e-c913d8fe9a35 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:27:52.253314 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 421d5f6d-1bdc-4432-833e-c913d8fe9a35 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:27:52.254093 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c9a8d1f3-0f25-4263-9c37-bb61822eb9cf no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:27:52.261476 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-12a2caf3-9276-4ce6-8b3a-38ce514c3934 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8076494 Jan 28 13:27:52.306261 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1027d301-fde8-4e4c-988c-587ae51744d7 x-openstack-request-id: req-1027d301-fde8-4e4c-988c-587ae51744d7 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:52.306590 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6453bb-48e7-470b-8ed1-2ab226f746fd", "name": "network-vif-unplugged", "status": "completed", "tag": "b18c5e93-ba7a-4341-a49e-42364a188a84", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:52.306786 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1027d301-fde8-4e4c-988c-587ae51744d7 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:52.307254 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6453bb-48e7-470b-8ed1-2ab226f746fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b18c5e93-ba7a-4341-a49e-42364a188a84', 'code': 200} Jan 28 13:27:52.307765 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=b18c5e93-ba7a-4341-a49e-42364a188a84,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:52.310665 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466deb38-d4d2-4c4a-b4ea-6b005d61fbeb None None] Network 4d4c416b-3c7b-41c6-91cb-08e606cbf83f requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:27:52.389066 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: c9a8d1f3-0f25-4263-9c37-bb61822eb9cf {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:27:52.389404 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c9a8d1f3-0f25-4263-9c37-bb61822eb9cf not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:27:52.410094 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2ee5f0b7-a020-441c-b499-bacd809848e2 req-ca02ca41-3b5c-4360-8379-de225d2c0ce6 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 210 time: 0.1102724 Jan 28 13:27:52.429661 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-f8fdb2e5-0e8d-4c53-8642-2bfaf7767982 None None] Set router d5500048-e8bf-4f66-851b-5d847e04bdf2 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:27:52.448956 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3de72f-ad01-44b0-855f-f888427527cc None None] Network 4d4c416b-3c7b-41c6-91cb-08e606cbf83f requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:27:52.566855 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a8bc7-7cde-4339-a032-b3d6a47deb3c req-1b2b8419-650d-4495-a44a-7b1298431441 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:52.576068 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b95a8bc7-7cde-4339-a032-b3d6a47deb3c req-1b2b8419-650d-4495-a44a-7b1298431441 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.18 "GET /v2.0/ports?device_id=030c947c-9847-4cfd-ba6d-ca441ca760b3 HTTP/1.1" status: 200 len: 946 time: 0.1641173 Jan 28 13:27:52.831077 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-f8fdb2e5-0e8d-4c53-8642-2bfaf7767982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5500048-e8bf-4f66-851b-5d847e04bdf2', 'name': 'tempest-AttachSCSIVolumeTestJSON-697879175-router', 'tenant_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '9469b04f-bf39-4d09-b356-9f4c838e4459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:55Z', 'updated_at': '2022-01-28T13:27:49Z', 'revision_number': 5, 'project_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'gw_port': {'id': '9469b04f-bf39-4d09-b356-9f4c838e4459', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5500048-e8bf-4f66-851b-5d847e04bdf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:57Z', 'updated_at': '2022-01-28T13:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:52.833996 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-b95a8bc7-7cde-4339-a032-b3d6a47deb3c req-8f18f056-34ed-4c19-9bfb-00b1e04da076 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Deleting port c08724f5-81c0-4c65-8556-a932aa22c04b {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:52.834571 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-b95a8bc7-7cde-4339-a032-b3d6a47deb3c req-8f18f056-34ed-4c19-9bfb-00b1e04da076 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c08724f5-81c0-4c65-8556-a932aa22c04b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:52.889156 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fdb2e5-0e8d-4c53-8642-2bfaf7767982 None None] Checking router: d5500048-e8bf-4f66-851b-5d847e04bdf2 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:27:52.923790 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fdb2e5-0e8d-4c53-8642-2bfaf7767982 None None] Routers {'d5500048-e8bf-4f66-851b-5d847e04bdf2'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:27:52.925030 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-98c14be9-4bb3-4eb7-93c5-5040cfca4627 admin admin] Publish callbacks [] for router (d5500048-e8bf-4f66-851b-5d847e04bdf2), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:52.926333 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-f8fdb2e5-0e8d-4c53-8642-2bfaf7767982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:27:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d5500048-e8bf-4f66-851b-5d847e04bdf2'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:53.054216 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-b95a8bc7-7cde-4339-a032-b3d6a47deb3c req-8f18f056-34ed-4c19-9bfb-00b1e04da076 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] For port c08724f5-81c0-4c65-8556-a932aa22c04b, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c08724f5-81c0-4c65-8556-a932aa22c04b,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:53.055099 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-b95a8bc7-7cde-4339-a032-b3d6a47deb3c req-8f18f056-34ed-4c19-9bfb-00b1e04da076 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c08724f5-81c0-4c65-8556-a932aa22c04b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:53.069545 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f6be4-d205-48e1-a61e-815763f5750a req-ac734403-1584-446c-81d8-09a6d59b9ffc tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:53.069874 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-b95a8bc7-7cde-4339-a032-b3d6a47deb3c req-8f18f056-34ed-4c19-9bfb-00b1e04da076 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Calling delete_port for c08724f5-81c0-4c65-8556-a932aa22c04b owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:53.076524 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7c5f6be4-d205-48e1-a61e-815763f5750a req-ac734403-1584-446c-81d8-09a6d59b9ffc tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=030c947c-9847-4cfd-ba6d-ca441ca760b3 HTTP/1.1" status: 200 len: 946 time: 0.2276895 Jan 28 13:27:53.160487 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-f8fdb2e5-0e8d-4c53-8642-2bfaf7767982 None None] Set router d5500048-e8bf-4f66-851b-5d847e04bdf2 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:27:53.179971 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-98c14be9-4bb3-4eb7-93c5-5040cfca4627 admin admin] Publish callbacks [] for router_gateway (d5500048-e8bf-4f66-851b-5d847e04bdf2), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:53.187717 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-a6601f5a-8540-4a27-b0a8-870722c13fe0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b18c5e93-ba7a-4341-a49e-42364a188a84), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:53.217328 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7c5f6be4-d205-48e1-a61e-815763f5750a req-a56c830b-b320-4079-b8fd-b3a6d102c30c tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376827 Jan 28 13:27:53.320290 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6601f5a-8540-4a27-b0a8-870722c13fe0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Pushing event deleted for resources: {'Port': ['ID=b18c5e93-ba7a-4341-a49e-42364a188a84,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:53.330454 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-b95a8bc7-7cde-4339-a032-b3d6a47deb3c req-8f18f056-34ed-4c19-9bfb-00b1e04da076 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c08724f5-81c0-4c65-8556-a932aa22c04b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:53.342255 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['c08724f5-81c0-4c65-8556-a932aa22c04b'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:27:53.387818 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dd282b8b-09fa-4762-842f-4d3f962748ec req-a8cfd9a5-c166-46b2-8b78-142709fc4632 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c6453bb-48e7-470b-8ed1-2ab226f746fd HTTP/1.1" status: 200 len: 210 time: 0.0643365 Jan 28 13:27:53.442411 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-a6601f5a-8540-4a27-b0a8-870722c13fe0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] No DVR routers for this DVR port b18c5e93-ba7a-4341-a49e-42364a188a84 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:27:53.446840 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-a6601f5a-8540-4a27-b0a8-870722c13fe0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:53.450416 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-61d69b2b-bd9e-457d-841c-b1decdea4dca req-a6601f5a-8540-4a27-b0a8-870722c13fe0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.18 "DELETE /v2.0/ports/b18c5e93-ba7a-4341-a49e-42364a188a84 HTTP/1.1" status: 204 len: 173 time: 2.2809610 Jan 28 13:27:53.467215 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18f056-34ed-4c19-9bfb-00b1e04da076 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Pushing event deleted for resources: {'Port': ['ID=c08724f5-81c0-4c65-8556-a932aa22c04b,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:53.488879 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-98c14be9-4bb3-4eb7-93c5-5040cfca4627 admin admin] Deleting port 9469b04f-bf39-4d09-b356-9f4c838e4459 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:53.489558 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-98c14be9-4bb3-4eb7-93c5-5040cfca4627 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (9469b04f-bf39-4d09-b356-9f4c838e4459), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:53.642419 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-f8fdb2e5-0e8d-4c53-8642-2bfaf7767982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5500048-e8bf-4f66-851b-5d847e04bdf2', 'name': 'tempest-AttachSCSIVolumeTestJSON-697879175-router', 'tenant_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '9469b04f-bf39-4d09-b356-9f4c838e4459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:55Z', 'updated_at': '2022-01-28T13:27:49Z', 'revision_number': 5, 'project_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'gw_port': {'id': '9469b04f-bf39-4d09-b356-9f4c838e4459', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5500048-e8bf-4f66-851b-5d847e04bdf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:57Z', 'updated_at': '2022-01-28T13:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:53.659145 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95a8bc7-7cde-4339-a032-b3d6a47deb3c req-8f18f056-34ed-4c19-9bfb-00b1e04da076 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] No DVR routers for this DVR port c08724f5-81c0-4c65-8556-a932aa22c04b on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:27:53.667553 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-74cabf89-b54a-4293-a57a-c99cde675361 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:53.675476 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-98c14be9-4bb3-4eb7-93c5-5040cfca4627 admin admin] For port 9469b04f-bf39-4d09-b356-9f4c838e4459, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9469b04f-bf39-4d09-b356-9f4c838e4459,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:53.676216 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-98c14be9-4bb3-4eb7-93c5-5040cfca4627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (9469b04f-bf39-4d09-b356-9f4c838e4459), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:53.681802 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-74cabf89-b54a-4293-a57a-c99cde675361 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/networks?id=4d4c416b-3c7b-41c6-91cb-08e606cbf83f HTTP/1.1" status: 200 len: 813 time: 0.4974897 Jan 28 13:27:53.684394 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-b95a8bc7-7cde-4339-a032-b3d6a47deb3c req-8f18f056-34ed-4c19-9bfb-00b1e04da076 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:53.700742 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b95a8bc7-7cde-4339-a032-b3d6a47deb3c req-8f18f056-34ed-4c19-9bfb-00b1e04da076 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.18 "DELETE /v2.0/ports/c08724f5-81c0-4c65-8556-a932aa22c04b HTTP/1.1" status: 204 len: 173 time: 1.1172638 Jan 28 13:27:53.705830 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-98c14be9-4bb3-4eb7-93c5-5040cfca4627 admin admin] Calling delete_port for 9469b04f-bf39-4d09-b356-9f4c838e4459 owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:53.707071 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030c947c-9847-4cfd-ba6d-ca441ca760b3', 'name': 'network-vif-deleted', 'tag': 'c08724f5-81c0-4c65-8556-a932aa22c04b'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:53.717891 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084b8e7a-6e01-4f6d-a3ec-d71007d8b0b3" -d '{"events": [{"server_uuid": "030c947c-9847-4cfd-ba6d-ca441ca760b3", "name": "network-vif-deleted", "tag": "c08724f5-81c0-4c65-8556-a932aa22c04b"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:53.742124 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-bea588a7-55bb-4146-99e3-3835dfdba4a0 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/quotas/ae9d4f789d624ccbaff6934ecfbcc82c HTTP/1.1" status: 200 len: 375 time: 0.0593035 Jan 28 13:27:53.759058 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fdb2e5-0e8d-4c53-8642-2bfaf7767982 None None] The sync data for ids ['d5500048-e8bf-4f66-851b-5d847e04bdf2'] in n-d-822747-2 is: [{'id': 'd5500048-e8bf-4f66-851b-5d847e04bdf2', 'name': 'tempest-AttachSCSIVolumeTestJSON-697879175-router', 'tenant_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '9469b04f-bf39-4d09-b356-9f4c838e4459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:55Z', 'updated_at': '2022-01-28T13:27:49Z', 'revision_number': 5, 'project_id': 'ebd9b2ced1354fc79931a4df54f9dff7', 'gw_port': {'id': '9469b04f-bf39-4d09-b356-9f4c838e4459', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5500048-e8bf-4f66-851b-5d847e04bdf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:57Z', 'updated_at': '2022-01-28T13:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:27:53.817533 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-abf5fafc-9257-432d-8d65-8c91dd3083d2 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ae9d4f789d624ccbaff6934ecfbcc82c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742025 Jan 28 13:27:53.877358 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9f8cf584-d689-4566-8121-aa60bd0046bd req-a638024c-296b-4ecb-93c0-e94e4e379976 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/ports?device_id=f602c41b-0de7-4fbb-a297-2db028d71241 HTTP/1.1" status: 200 len: 210 time: 0.0499961 Jan 28 13:27:53.970867 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6453bb-48e7-470b-8ed1-2ab226f746fd', 'name': 'network-vif-deleted', 'tag': 'b18c5e93-ba7a-4341-a49e-42364a188a84'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:53.973472 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4410735-e691-4022-a9bd-4cacac1775ae" -d '{"events": [{"server_uuid": "2c6453bb-48e7-470b-8ed1-2ab226f746fd", "name": "network-vif-deleted", "tag": "b18c5e93-ba7a-4341-a49e-42364a188a84"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:53.979384 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad5b54e-99f4-43b9-ab33-80e0a4b2bffc x-openstack-request-id: req-fad5b54e-99f4-43b9-ab33-80e0a4b2bffc {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:53.979742 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030c947c-9847-4cfd-ba6d-ca441ca760b3", "name": "network-vif-deleted", "tag": "c08724f5-81c0-4c65-8556-a932aa22c04b", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:53.980075 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fad5b54e-99f4-43b9-ab33-80e0a4b2bffc {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:53.981678 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030c947c-9847-4cfd-ba6d-ca441ca760b3', 'name': 'network-vif-deleted', 'tag': 'c08724f5-81c0-4c65-8556-a932aa22c04b', 'status': 'completed', 'code': 200} Jan 28 13:27:54.060612 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae26fb2e-4e26-47ca-80c0-047f265932a5 x-openstack-request-id: req-ae26fb2e-4e26-47ca-80c0-047f265932a5 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:54.061054 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6453bb-48e7-470b-8ed1-2ab226f746fd", "name": "network-vif-deleted", "tag": "b18c5e93-ba7a-4341-a49e-42364a188a84", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:54.061431 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae26fb2e-4e26-47ca-80c0-047f265932a5 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:54.062005 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6453bb-48e7-470b-8ed1-2ab226f746fd', 'name': 'network-vif-deleted', 'tag': 'b18c5e93-ba7a-4341-a49e-42364a188a84', 'status': 'completed', 'code': 200} Jan 28 13:27:54.083582 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-de5bd876-1fb9-479d-8549-46d57a0b02ad service neutron] 10.222.0.39 "GET /v2.0/networks/4d4c416b-3c7b-41c6-91cb-08e606cbf83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553768 Jan 28 13:27:54.179898 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-98c14be9-4bb3-4eb7-93c5-5040cfca4627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (9469b04f-bf39-4d09-b356-9f4c838e4459), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:54.297031 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c14be9-4bb3-4eb7-93c5-5040cfca4627 admin admin] Pushing event deleted for resources: {'Port': ['ID=9469b04f-bf39-4d09-b356-9f4c838e4459,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:54.412163 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-18e654d0-9822-44de-9a91-0fcae8fb51d7 service neutron] 10.222.0.39 "GET /v2.0/networks/4d4c416b-3c7b-41c6-91cb-08e606cbf83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013260 Jan 28 13:27:54.477701 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-98c14be9-4bb3-4eb7-93c5-5040cfca4627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (d5500048-e8bf-4f66-851b-5d847e04bdf2), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:54.662375 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c8e84226-ee20-4413-b507-9c5c005814f5 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:27:54.709084 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: c8e84226-ee20-4413-b507-9c5c005814f5 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:27:54.710657 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c8e84226-ee20-4413-b507-9c5c005814f5 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:27:54.766998 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-98c14be9-4bb3-4eb7-93c5-5040cfca4627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (d5500048-e8bf-4f66-851b-5d847e04bdf2), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:54.770861 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-98c14be9-4bb3-4eb7-93c5-5040cfca4627 admin admin] Publish callbacks [] for router_controller (d5500048-e8bf-4f66-851b-5d847e04bdf2), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:54.903168 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-98c14be9-4bb3-4eb7-93c5-5040cfca4627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (d5500048-e8bf-4f66-851b-5d847e04bdf2), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:54.904302 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c14be9-4bb3-4eb7-93c5-5040cfca4627 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5500048-e8bf-4f66-851b-5d847e04bdf2 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:27:54.914392 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-98c14be9-4bb3-4eb7-93c5-5040cfca4627 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:54.920075 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-98c14be9-4bb3-4eb7-93c5-5040cfca4627 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d5500048-e8bf-4f66-851b-5d847e04bdf2 HTTP/1.1" status: 204 len: 168 time: 3.0538936 Jan 28 13:27:54.922533 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53510) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:54.930681 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53512) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:55.072675 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-45fa944f-2ac3-409e-8106-151791d7480e tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Deleting subnet e37199f6-2618-4092-805d-31b378c4f8f7 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:27:55.078717 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45fa944f-2ac3-409e-8106-151791d7480e tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks [] for subnet (e37199f6-2618-4092-805d-31b378c4f8f7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:55.079125 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a0571f-6615-4e04-acc7-0ea386f05bbd admin admin] Deleting subnet 879375de-b9ad-4520-a49b-8ff36d83dafc {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:27:55.085139 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-55a0571f-6615-4e04-acc7-0ea386f05bbd admin admin] Publish callbacks [] for subnet (879375de-b9ad-4520-a49b-8ff36d83dafc), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:55.232284 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-55a0571f-6615-4e04-acc7-0ea386f05bbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (879375de-b9ad-4520-a49b-8ff36d83dafc), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:55.247856 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45fa944f-2ac3-409e-8106-151791d7480e tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (e37199f6-2618-4092-805d-31b378c4f8f7), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:55.257879 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e8c95-87e0-44db-80cc-46fc4306d7af req-21efcd37-3c8e-4c5b-8d4e-cadd7c1ab706 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:55.259464 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b22e8c95-87e0-44db-80cc-46fc4306d7af req-21efcd37-3c8e-4c5b-8d4e-cadd7c1ab706 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 945 time: 0.2588894 Jan 28 13:27:55.340443 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc65f9-1ccc-4039-936d-b9f2ff88d3bd req-df077e21-8796-4a37-a8ff-d69f01b63cc4 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:55.342022 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-98bc65f9-1ccc-4039-936d-b9f2ff88d3bd req-df077e21-8796-4a37-a8ff-d69f01b63cc4 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 945 time: 0.2178645 Jan 28 13:27:55.417438 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-200efa8b-29ad-4037-91b6-30312e4ef1dc tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:55.425297 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-200efa8b-29ad-4037-91b6-30312e4ef1dc tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/networks?id=f773675e-cdaa-4e1f-928a-174702ce7787 HTTP/1.1" status: 200 len: 812 time: 0.2432086 Jan 28 13:27:55.465943 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b22e8c95-87e0-44db-80cc-46fc4306d7af req-a5812685-a75e-4b11-a707-f771a301db33 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832709 Jan 28 13:27:55.468025 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-348e68b9-a6b3-42fd-aaef-7bcee99b7a58 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/quotas/ab7dc526fd8f441185a698498cb3a4d8 HTTP/1.1" status: 200 len: 375 time: 0.0415866 Jan 28 13:27:55.470737 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-55a0571f-6615-4e04-acc7-0ea386f05bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (879375de-b9ad-4520-a49b-8ff36d83dafc), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:55.535426 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45fa944f-2ac3-409e-8106-151791d7480e tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (e37199f6-2618-4092-805d-31b378c4f8f7), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:55.556795 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-3361fda1-2d51-4a5a-8907-927bb06175e7 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ab7dc526fd8f441185a698498cb3a4d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613134 Jan 28 13:27:55.648846 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-98bc65f9-1ccc-4039-936d-b9f2ff88d3bd req-10f09ff1-7ab3-4025-99df-442640602789 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Deleting port e83363f1-b4a5-4967-8ee4-8d8f9a760f47 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:55.651615 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-98bc65f9-1ccc-4039-936d-b9f2ff88d3bd req-10f09ff1-7ab3-4025-99df-442640602789 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (e83363f1-b4a5-4967-8ee4-8d8f9a760f47), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:55.716541 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-a9964cfa-ad96-401b-802c-0edd3ae2d970 service neutron] 10.222.0.39 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586912 Jan 28 13:27:55.765137 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45fa944f-2ac3-409e-8106-151791d7480e tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (e37199f6-2618-4092-805d-31b378c4f8f7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:55.784282 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45fa944f-2ac3-409e-8106-151791d7480e tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:55.788471 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-45fa944f-2ac3-409e-8106-151791d7480e tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "DELETE /v2.0/subnets/e37199f6-2618-4092-805d-31b378c4f8f7 HTTP/1.1" status: 204 len: 168 time: 0.8552439 Jan 28 13:27:55.796254 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7a52fe-1bd2-4228-8ce2-3cc5aaf51131 None None] Network 38185426-1226-4944-b226-167cdd0f8555 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:27:55.838286 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53534) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:55.863734 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa944f-2ac3-409e-8106-151791d7480e tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Pushing event deleted for resources: {'Subnet': ['ID=e37199f6-2618-4092-805d-31b378c4f8f7,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:55.881106 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-55a0571f-6615-4e04-acc7-0ea386f05bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (879375de-b9ad-4520-a49b-8ff36d83dafc), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:55.931913 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0571f-6615-4e04-acc7-0ea386f05bbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=879375de-b9ad-4520-a49b-8ff36d83dafc,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:55.943791 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-55a0571f-6615-4e04-acc7-0ea386f05bbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:55.949279 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-55a0571f-6615-4e04-acc7-0ea386f05bbd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/879375de-b9ad-4520-a49b-8ff36d83dafc HTTP/1.1" status: 204 len: 168 time: 1.0250928 Jan 28 13:27:55.957783 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53536) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:55.995616 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-c2fe6a71-a185-4d06-be38-38e17ef03956 service neutron] 10.222.0.39 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780323 Jan 28 13:27:56.041402 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-98bc65f9-1ccc-4039-936d-b9f2ff88d3bd req-10f09ff1-7ab3-4025-99df-442640602789 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] For port e83363f1-b4a5-4967-8ee4-8d8f9a760f47, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=e83363f1-b4a5-4967-8ee4-8d8f9a760f47,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:56.047403 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-98bc65f9-1ccc-4039-936d-b9f2ff88d3bd req-10f09ff1-7ab3-4025-99df-442640602789 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (e83363f1-b4a5-4967-8ee4-8d8f9a760f47), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:56.079218 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-98bc65f9-1ccc-4039-936d-b9f2ff88d3bd req-10f09ff1-7ab3-4025-99df-442640602789 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Calling delete_port for e83363f1-b4a5-4967-8ee4-8d8f9a760f47 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:56.108110 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c6011d97-c277-4652-a946-13299d24e9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (c5e595f8-d236-4ed1-944a-b225ec428790), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:56.157738 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9369c55-14f8-4114-a293-18d32953bf3d None None] Network c5e595f8-d236-4ed1-944a-b225ec428790 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:27:56.460046 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3ae015-17b7-4299-a628-73e69d3ec9ea None None] DHCP port deletion for 38185426-1226-4944-b226-167cdd0f8555 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:27:56.473134 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ccb16-075a-4cc7-9ce1-bc75197ad385 req-a490beb8-c97d-4d18-9298-d2b432825aea tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:56.474705 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7c7ccb16-075a-4cc7-9ce1-bc75197ad385 req-a490beb8-c97d-4d18-9298-d2b432825aea tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.18 "GET /v2.0/ports?device_id=348ce68e-0512-40a0-9554-302994b962b0 HTTP/1.1" status: 200 len: 946 time: 0.2544730 Jan 28 13:27:56.485655 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-c6011d97-c277-4652-a946-13299d24e9bc admin admin] Deleting port 7679d270-5c5a-4974-9460-12e6d5a6088b {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:56.486221 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c6011d97-c277-4652-a946-13299d24e9bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7679d270-5c5a-4974-9460-12e6d5a6088b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:56.561629 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8482174-0b03-4bb1-8450-7a66269ffad1 None None] DHCP port deletion for c5e595f8-d236-4ed1-944a-b225ec428790 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:27:56.635038 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3c964-23c9-4588-8f3d-905370540da0 req-95d2ed04-a53d-448e-8a4b-4343505ceaaa tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:56.636653 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1ec3c964-23c9-4588-8f3d-905370540da0 req-95d2ed04-a53d-448e-8a4b-4343505ceaaa tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/ports?device_id=348ce68e-0512-40a0-9554-302994b962b0 HTTP/1.1" status: 200 len: 946 time: 0.7993720 Jan 28 13:27:56.669088 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device aa333ce9-8848-4228-aaf7-fd1ac8c4af60 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:27:56.690006 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9367fcd1-9d88-489d-a9eb-e9be21c262b2 req-9479092f-e3a8-4995-8be6-bdd6cf095ed2 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=030f9050-79d2-4a44-9d08-91aedac9829e HTTP/1.1" status: 200 len: 210 time: 0.1535962 Jan 28 13:27:56.698477 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-80d417f5-06ee-4dbc-8356-6b9f81047251 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (38185426-1226-4944-b226-167cdd0f8555), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:56.807918 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8e3ae015-17b7-4299-a628-73e69d3ec9ea None None] Deleting port aa333ce9-8848-4228-aaf7-fd1ac8c4af60 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:56.809597 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e3ae015-17b7-4299-a628-73e69d3ec9ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (aa333ce9-8848-4228-aaf7-fd1ac8c4af60), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:56.911380 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-98bc65f9-1ccc-4039-936d-b9f2ff88d3bd req-10f09ff1-7ab3-4025-99df-442640602789 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (e83363f1-b4a5-4967-8ee4-8d8f9a760f47), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:56.979361 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-c6011d97-c277-4652-a946-13299d24e9bc admin admin] For port 7679d270-5c5a-4974-9460-12e6d5a6088b, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7679d270-5c5a-4974-9460-12e6d5a6088b,segment=NetworkSegment(60d6e4fa-fdf0-461c-afad-5ea33c851fa9),segment_id=60d6e4fa-fdf0-461c-afad-5ea33c851fa9)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:56.980378 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c6011d97-c277-4652-a946-13299d24e9bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7679d270-5c5a-4974-9460-12e6d5a6088b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:57.007788 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-8e3ae015-17b7-4299-a628-73e69d3ec9ea None None] For port aa333ce9-8848-4228-aaf7-fd1ac8c4af60, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=aa333ce9-8848-4228-aaf7-fd1ac8c4af60,segment=NetworkSegment(b56ec63b-0ab9-454e-9131-38821c191925),segment_id=b56ec63b-0ab9-454e-9131-38821c191925)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:57.009918 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e3ae015-17b7-4299-a628-73e69d3ec9ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (aa333ce9-8848-4228-aaf7-fd1ac8c4af60), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:57.029441 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-c6011d97-c277-4652-a946-13299d24e9bc admin admin] Calling delete_port for 7679d270-5c5a-4974-9460-12e6d5a6088b owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:57.055798 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8e3ae015-17b7-4299-a628-73e69d3ec9ea None None] Calling delete_port for aa333ce9-8848-4228-aaf7-fd1ac8c4af60 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:57.060093 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f09ff1-7ab3-4025-99df-442640602789 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Pushing event deleted for resources: {'Port': ['ID=e83363f1-b4a5-4967-8ee4-8d8f9a760f47,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:57.118598 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-98bc65f9-1ccc-4039-936d-b9f2ff88d3bd req-10f09ff1-7ab3-4025-99df-442640602789 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] No DVR routers for this DVR port e83363f1-b4a5-4967-8ee4-8d8f9a760f47 on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:27:57.147509 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1ec3c964-23c9-4588-8f3d-905370540da0 req-87a16cc7-611e-4887-aaed-62df7efc6b4e tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/security-groups?id=c42d4ce8-b07e-4ff1-8ab8-404a26ad5c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4699042 Jan 28 13:27:57.183728 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-98bc65f9-1ccc-4039-936d-b9f2ff88d3bd req-10f09ff1-7ab3-4025-99df-442640602789 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:57.202135 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-98bc65f9-1ccc-4039-936d-b9f2ff88d3bd req-10f09ff1-7ab3-4025-99df-442640602789 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.37 "DELETE /v2.0/ports/e83363f1-b4a5-4967-8ee4-8d8f9a760f47 HTTP/1.1" status: 204 len: 173 time: 1.8477924 Jan 28 13:27:57.210877 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a0d229-db2c-4014-ae6a-293f49261ac1', 'name': 'network-vif-deleted', 'tag': 'e83363f1-b4a5-4967-8ee4-8d8f9a760f47'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:57.213114 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['e83363f1-b4a5-4967-8ee4-8d8f9a760f47'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:27:57.224850 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98887443-40a6-4ece-a89f-50d870054986" -d '{"events": [{"server_uuid": "f3a0d229-db2c-4014-ae6a-293f49261ac1", "name": "network-vif-deleted", "tag": "e83363f1-b4a5-4967-8ee4-8d8f9a760f47"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:57.231082 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e3ae015-17b7-4299-a628-73e69d3ec9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (aa333ce9-8848-4228-aaf7-fd1ac8c4af60), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:57.244864 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53554) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:57.268709 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e8482174-0b03-4bb1-8450-7a66269ffad1 None None] Deleting port 7679d270-5c5a-4974-9460-12e6d5a6088b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:57.269519 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8482174-0b03-4bb1-8450-7a66269ffad1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7679d270-5c5a-4974-9460-12e6d5a6088b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:57.373605 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bed499b8-7940-4a93-aac9-7094b5a0a056 req-1d0883c3-04da-4e09-9645-a5b7c158fc12 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 210 time: 0.1212571 Jan 28 13:27:57.408846 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port aa333ce9-8848-4228-aaf7-fd1ac8c4af60 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:57.409495 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (aa333ce9-8848-4228-aaf7-fd1ac8c4af60), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:57.502362 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-7c7ccb16-075a-4cc7-9ce1-bc75197ad385 req-ec62b501-b36e-42ed-841e-d4972090090e tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Deleting port bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:57.503516 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7c7ccb16-075a-4cc7-9ce1-bc75197ad385 req-ec62b501-b36e-42ed-841e-d4972090090e tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:57.504036 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ae015-17b7-4299-a628-73e69d3ec9ea None None] Pushing event deleted for resources: {'Port': ['ID=aa333ce9-8848-4228-aaf7-fd1ac8c4af60,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:57.513327 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e8482174-0b03-4bb1-8450-7a66269ffad1 None None] For port 7679d270-5c5a-4974-9460-12e6d5a6088b, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7679d270-5c5a-4974-9460-12e6d5a6088b,segment=NetworkSegment(60d6e4fa-fdf0-461c-afad-5ea33c851fa9),segment_id=60d6e4fa-fdf0-461c-afad-5ea33c851fa9)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:57.513738 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8482174-0b03-4bb1-8450-7a66269ffad1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7679d270-5c5a-4974-9460-12e6d5a6088b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:57.516795 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3ae015-17b7-4299-a628-73e69d3ec9ea None None] No DVR routers for this DVR port aa333ce9-8848-4228-aaf7-fd1ac8c4af60 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:27:57.556751 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9469b04f-bf39-4d09-b356-9f4c838e4459 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:27:57.560616 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e8482174-0b03-4bb1-8450-7a66269ffad1 None None] Calling delete_port for 7679d270-5c5a-4974-9460-12e6d5a6088b owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:57.566752 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-80d417f5-06ee-4dbc-8356-6b9f81047251 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Deleting port aa333ce9-8848-4228-aaf7-fd1ac8c4af60 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:57.568083 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-80d417f5-06ee-4dbc-8356-6b9f81047251 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (aa333ce9-8848-4228-aaf7-fd1ac8c4af60), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:57.587433 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 9469b04f-bf39-4d09-b356-9f4c838e4459 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:27:57.587784 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9469b04f-bf39-4d09-b356-9f4c838e4459 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:27:57.588214 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7679d270-5c5a-4974-9460-12e6d5a6088b no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:27:57.690435 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c6011d97-c277-4652-a946-13299d24e9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (7679d270-5c5a-4974-9460-12e6d5a6088b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:57.704942 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No active binding found for port 7679d270-5c5a-4974-9460-12e6d5a6088b {{(pid=103353) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 13:27:57.705578 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] The host n-d-822747-2 is not matching for port 7679d270-5c5a-4974-9460-12e6d5a6088b host None! {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:27:57.706136 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7679d270-5c5a-4974-9460-12e6d5a6088b not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:27:57.712471 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c08724f5-81c0-4c65-8556-a932aa22c04b no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:27:57.750289 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: c08724f5-81c0-4c65-8556-a932aa22c04b {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:27:57.750648 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c08724f5-81c0-4c65-8556-a932aa22c04b not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:27:57.758511 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6011d97-c277-4652-a946-13299d24e9bc admin admin] Pushing event deleted for resources: {'Port': ['ID=7679d270-5c5a-4974-9460-12e6d5a6088b,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:57.758767 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-80d417f5-06ee-4dbc-8356-6b9f81047251 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] For port aa333ce9-8848-4228-aaf7-fd1ac8c4af60, host n-d-822747-2, got binding levels [] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:57.759490 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-80d417f5-06ee-4dbc-8356-6b9f81047251 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (aa333ce9-8848-4228-aaf7-fd1ac8c4af60), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:57.783840 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8482174-0b03-4bb1-8450-7a66269ffad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (7679d270-5c5a-4974-9460-12e6d5a6088b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:57.790402 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-80d417f5-06ee-4dbc-8356-6b9f81047251 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Calling delete_port for aa333ce9-8848-4228-aaf7-fd1ac8c4af60 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:57.796095 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.ipam_backend_mixin [None req-80d417f5-06ee-4dbc-8356-6b9f81047251 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Port aa333ce9-8848-4228-aaf7-fd1ac8c4af60 was not found and therefore no delete operation was performed {{(pid=103351) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:27:57.816982 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c824395-2b56-4dfb-9dae-dbbfd471d54f x-openstack-request-id: req-8c824395-2b56-4dfb-9dae-dbbfd471d54f {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:57.817387 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a0d229-db2c-4014-ae6a-293f49261ac1", "name": "network-vif-deleted", "tag": "e83363f1-b4a5-4967-8ee4-8d8f9a760f47", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:57.817387 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c824395-2b56-4dfb-9dae-dbbfd471d54f {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:57.817787 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a0d229-db2c-4014-ae6a-293f49261ac1', 'name': 'network-vif-deleted', 'tag': 'e83363f1-b4a5-4967-8ee4-8d8f9a760f47', 'status': 'completed', 'code': 200} Jan 28 13:27:57.829515 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8482174-0b03-4bb1-8450-7a66269ffad1 None None] Pushing event deleted for resources: {'Port': ['ID=7679d270-5c5a-4974-9460-12e6d5a6088b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:57.832199 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-80d417f5-06ee-4dbc-8356-6b9f81047251 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (aa333ce9-8848-4228-aaf7-fd1ac8c4af60), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:57.841647 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8482174-0b03-4bb1-8450-7a66269ffad1 None None] No DVR routers for this DVR port 7679d270-5c5a-4974-9460-12e6d5a6088b on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:27:57.863593 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-3574bf0d-a897-4ce6-9980-2ef4d9426b81 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:57.875067 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-3574bf0d-a897-4ce6-9980-2ef4d9426b81 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.18 "GET /v2.0/networks?id=4d4c416b-3c7b-41c6-91cb-08e606cbf83f HTTP/1.1" status: 200 len: 813 time: 1.0669432 Jan 28 13:27:57.887506 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6011d97-c277-4652-a946-13299d24e9bc admin admin] No DVR routers for this DVR port 7679d270-5c5a-4974-9460-12e6d5a6088b on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:27:57.953792 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-e700b0ed-91ed-4899-8d28-43c5b86581ba tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Request body: {'port': {'device_id': 'd1308d17-5f91-4cb1-ab7d-fd4d623b52a9', 'network_id': '4d4c416b-3c7b-41c6-91cb-08e606cbf83f', 'admin_state_up': True, 'tenant_id': 'ae9d4f789d624ccbaff6934ecfbcc82c'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:57.965311 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d417f5-06ee-4dbc-8356-6b9f81047251 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Pushing event deleted for resources: {'Port': ['ID=aa333ce9-8848-4228-aaf7-fd1ac8c4af60,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:58.002963 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d417f5-06ee-4dbc-8356-6b9f81047251 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] No DVR routers for this DVR port aa333ce9-8848-4228-aaf7-fd1ac8c4af60 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:27:58.055415 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-81d9b114-258c-4819-a291-fd7cc157e62f req-c620d1e0-9a62-40e4-a5b4-18e1010fbe50 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=030f9050-79d2-4a44-9d08-91aedac9829e HTTP/1.1" status: 200 len: 210 time: 0.1133893 Jan 28 13:27:58.062251 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-7c7ccb16-075a-4cc7-9ce1-bc75197ad385 req-ec62b501-b36e-42ed-841e-d4972090090e tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] For port bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3,segment=NetworkSegment(d6d547a0-61ed-44ed-8353-c8cebc90d963),segment_id=d6d547a0-61ed-44ed-8353-c8cebc90d963)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:58.062875 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7c7ccb16-075a-4cc7-9ce1-bc75197ad385 req-ec62b501-b36e-42ed-841e-d4972090090e tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:58.188934 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c6011d97-c277-4652-a946-13299d24e9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (c5e595f8-d236-4ed1-944a-b225ec428790), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:58.200474 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-364c785a-eb9e-4807-9cf1-d99e2f393b7e tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks [] for security_group (0845575f-bfe6-4e61-bc37-638f5a5d3a7d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:58.219396 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-65e6222b-c1c5-421e-b8d5-4d7b69a35e56 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:58.220862 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-65e6222b-c1c5-421e-b8d5-4d7b69a35e56 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.37 "GET /v2.0/networks?id=4d4c416b-3c7b-41c6-91cb-08e606cbf83f HTTP/1.1" status: 200 len: 813 time: 1.1491420 Jan 28 13:27:58.230308 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-c6011d97-c277-4652-a946-13299d24e9bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e595f8-d236-4ed1-944a-b225ec428790']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:58.248952 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-c6011d97-c277-4652-a946-13299d24e9bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d6e4fa-fdf0-461c-afad-5ea33c851fa9') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:58.249530 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-c6011d97-c277-4652-a946-13299d24e9bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d6e4fa-fdf0-461c-afad-5ea33c851fa9') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:58.304958 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-3b9e4b88-4815-4e95-87b3-43728aa613c3 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Request body: {'port': {'device_id': '030f9050-79d2-4a44-9d08-91aedac9829e', 'network_id': '4d4c416b-3c7b-41c6-91cb-08e606cbf83f', 'admin_state_up': True, 'tenant_id': 'ae9d4f789d624ccbaff6934ecfbcc82c'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:58.350545 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c6011d97-c277-4652-a946-13299d24e9bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (60d6e4fa-fdf0-461c-afad-5ea33c851fa9), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:58.379158 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-af5ed96c-2f04-4f4a-a4c4-dc3ddfb591f7 req-20ff8a7f-06f0-4f62-9153-d323af6ba801 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a0d229-db2c-4014-ae6a-293f49261ac1 HTTP/1.1" status: 200 len: 210 time: 1.0050008 Jan 28 13:27:58.383452 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-80d417f5-06ee-4dbc-8356-6b9f81047251 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (38185426-1226-4944-b226-167cdd0f8555), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:58.458103 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-364c785a-eb9e-4807-9cf1-d99e2f393b7e tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks [] for security_group (0845575f-bfe6-4e61-bc37-638f5a5d3a7d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:58.499034 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-80d417f5-06ee-4dbc-8356-6b9f81047251 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38185426-1226-4944-b226-167cdd0f8555']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:58.505003 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7c7ccb16-075a-4cc7-9ce1-bc75197ad385 req-ec62b501-b36e-42ed-841e-d4972090090e tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:58.505961 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7c7ccb16-075a-4cc7-9ce1-bc75197ad385 req-ec62b501-b36e-42ed-841e-d4972090090e tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (ea2a0995-736e-454b-893f-49b340a268d2), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:58.506690 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [req-7c7ccb16-075a-4cc7-9ce1-bc75197ad385 req-ec62b501-b36e-42ed-841e-d4972090090e tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Floating IP ea2a0995-736e-454b-893f-49b340a268d2 disassociated. External IP: 172.25.3.179, port: bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3. Jan 28 13:27:58.507487 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-7c7ccb16-075a-4cc7-9ce1-bc75197ad385 req-ec62b501-b36e-42ed-841e-d4972090090e tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Calling delete_port for bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:58.523205 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c6011d97-c277-4652-a946-13299d24e9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (60d6e4fa-fdf0-461c-afad-5ea33c851fa9), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:58.558253 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-80d417f5-06ee-4dbc-8356-6b9f81047251 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b56ec63b-0ab9-454e-9131-38821c191925') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:58.558637 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-80d417f5-06ee-4dbc-8356-6b9f81047251 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b56ec63b-0ab9-454e-9131-38821c191925') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:58.610336 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-e700b0ed-91ed-4899-8d28-43c5b86581ba tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Made reservation on behalf of ae9d4f789d624ccbaff6934ecfbcc82c for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:58.613862 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-e700b0ed-91ed-4899-8d28-43c5b86581ba tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:58.617737 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-55b09d14-4e66-488f-9e96-670bb44e8d47 req-abfdeb11-9d61-4235-bde2-0da44472fa8d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 210 time: 0.0937331 Jan 28 13:27:58.620263 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-80d417f5-06ee-4dbc-8356-6b9f81047251 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (b56ec63b-0ab9-454e-9131-38821c191925), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:58.669922 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-80d417f5-06ee-4dbc-8356-6b9f81047251 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (b56ec63b-0ab9-454e-9131-38821c191925), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:58.671394 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-1e0334ad-66cd-48b1-98d7-e751975e8231 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:58.675086 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-1e0334ad-66cd-48b1-98d7-e751975e8231 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.18 "GET /v2.0/networks?id=f773675e-cdaa-4e1f-928a-174702ce7787 HTTP/1.1" status: 200 len: 812 time: 0.1488271 Jan 28 13:27:58.686654 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6011d97-c277-4652-a946-13299d24e9bc admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:27:58.687895 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c6011d97-c277-4652-a946-13299d24e9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (60d6e4fa-fdf0-461c-afad-5ea33c851fa9), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:58.690274 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d417f5-06ee-4dbc-8356-6b9f81047251 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:27:58.690722 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-80d417f5-06ee-4dbc-8356-6b9f81047251 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (b56ec63b-0ab9-454e-9131-38821c191925), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:27:58.695825 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:27:58.698737 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-364c785a-eb9e-4807-9cf1-d99e2f393b7e tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0845575f-bfe6-4e61-bc37-638f5a5d3a7d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:58.702224 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-364c785a-eb9e-4807-9cf1-d99e2f393b7e tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:58.703425 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-364c785a-eb9e-4807-9cf1-d99e2f393b7e tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "DELETE /v2.0/security-groups/0845575f-bfe6-4e61-bc37-638f5a5d3a7d HTTP/1.1" status: 204 len: 168 time: 1.4356744 Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:27:58.707517 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:27:58.712974 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-349ee1ac-9a6e-4f51-ab8b-0f7fb3da60da tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Request body: {'port': {'device_id': 'cfa989ae-3145-45b0-a479-2e1a4aef6e45', 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787', 'admin_state_up': True, 'tenant_id': 'ab7dc526fd8f441185a698498cb3a4d8'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:58.720247 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-3b9e4b88-4815-4e95-87b3-43728aa613c3 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Made reservation on behalf of ae9d4f789d624ccbaff6934ecfbcc82c for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:58.724721 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-3b9e4b88-4815-4e95-87b3-43728aa613c3 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:58.739182 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53568) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:58.822026 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c785a-eb9e-4807-9cf1-d99e2f393b7e tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0845575f-bfe6-4e61-bc37-638f5a5d3a7d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:58.848609 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-80d417f5-06ee-4dbc-8356-6b9f81047251 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (38185426-1226-4944-b226-167cdd0f8555), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:58.872224 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-80d417f5-06ee-4dbc-8356-6b9f81047251 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:58.876372 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-80d417f5-06ee-4dbc-8356-6b9f81047251 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "DELETE /v2.0/networks/38185426-1226-4944-b226-167cdd0f8555 HTTP/1.1" status: 204 len: 168 time: 3.0347683 Jan 28 13:27:58.904960 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53570) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:58.973007 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d417f5-06ee-4dbc-8356-6b9f81047251 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Pushing event deleted for resources: {'Network': ['ID=38185426-1226-4944-b226-167cdd0f8555,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:59.053492 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-e700b0ed-91ed-4899-8d28-43c5b86581ba tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Allocated IP 172.20.0.8 (4d4c416b-3c7b-41c6-91cb-08e606cbf83f/9f6a26e6-2c2f-414a-b9ef-849c33c591a6/435b3e98-d0f9-4cf5-a053-f9ac3cd282c0) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:27:59.165919 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1df89-d36e-463f-a5d8-c97dd32d812c req-ac79585c-e048-4f7d-86c1-85f6f543da4e tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:59.167931 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c1d1df89-d36e-463f-a5d8-c97dd32d812c req-ac79585c-e048-4f7d-86c1-85f6f543da4e tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/ports?device_id=348ce68e-0512-40a0-9554-302994b962b0 HTTP/1.1" status: 200 len: 946 time: 0.8634803 Jan 28 13:27:59.213486 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device e83363f1-b4a5-4967-8ee4-8d8f9a760f47 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:27:59.214682 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-e6c061d1-53d5-4792-9b11-180c95764bbf tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] show failed (client error): The resource could not be found. Jan 28 13:27:59.216002 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e6c061d1-53d5-4792-9b11-180c95764bbf tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "GET /v2.0/security-groups/0845575f-bfe6-4e61-bc37-638f5a5d3a7d HTTP/1.1" status: 404 len: 347 time: 0.4759200 Jan 28 13:27:59.260069 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53576) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:59.336588 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: e83363f1-b4a5-4967-8ee4-8d8f9a760f47 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:27:59.337804 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device e83363f1-b4a5-4967-8ee4-8d8f9a760f47 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:27:59.352736 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb96eb4c-417e-4328-9891-0e5f7fc5a222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:59.353590 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c6011d97-c277-4652-a946-13299d24e9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (c5e595f8-d236-4ed1-944a-b225ec428790), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:59.380576 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c6011d97-c277-4652-a946-13299d24e9bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:59.387645 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c6011d97-c277-4652-a946-13299d24e9bc admin admin] 10.222.0.39 "DELETE /v2.0/networks/c5e595f8-d236-4ed1-944a-b225ec428790 HTTP/1.1" status: 204 len: 168 time: 3.4247129 Jan 28 13:27:59.473632 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a04fcdfb-e199-4f8b-ba38-ceb42e194e33 req-bf595281-79f6-4e15-8676-9bb845502c24 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=030f9050-79d2-4a44-9d08-91aedac9829e HTTP/1.1" status: 200 len: 210 time: 0.0494061 Jan 28 13:27:59.478882 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fad1678-66d4-4c94-ab64-e7ff435c888f tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Deleting subnet 864bf0e4-dfea-4f9a-a74a-262c9c54d794 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:27:59.479132 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6011d97-c277-4652-a946-13299d24e9bc admin admin] Pushing event deleted for resources: {'Network': ['ID=c5e595f8-d236-4ed1-944a-b225ec428790,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:59.507417 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0fad1678-66d4-4c94-ab64-e7ff435c888f tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks [] for subnet (864bf0e4-dfea-4f9a-a74a-262c9c54d794), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:59.510538 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c1d1df89-d36e-463f-a5d8-c97dd32d812c req-2496c02d-6413-4574-b1e1-707f5a914888 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/security-groups?id=c42d4ce8-b07e-4ff1-8ab8-404a26ad5c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032501 Jan 28 13:27:59.602165 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0fad1678-66d4-4c94-ab64-e7ff435c888f tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (864bf0e4-dfea-4f9a-a74a-262c9c54d794), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:59.656422 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-349ee1ac-9a6e-4f51-ab8b-0f7fb3da60da tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Made reservation on behalf of ab7dc526fd8f441185a698498cb3a4d8 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:59.661266 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-349ee1ac-9a6e-4f51-ab8b-0f7fb3da60da tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:59.664820 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53586) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:59.715321 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7c7ccb16-075a-4cc7-9ce1-bc75197ad385 req-ec62b501-b36e-42ed-841e-d4972090090e tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:59.769636 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-acd08d56-86fe-462e-9386-305530dc4cb4 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Deleting port 4ed9e5ab-73bf-4068-bcef-118d7adfbd8a {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:59.769973 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-acd08d56-86fe-462e-9386-305530dc4cb4 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (4ed9e5ab-73bf-4068-bcef-118d7adfbd8a), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:59.840580 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62b501-b36e-42ed-841e-d4972090090e tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Pushing event deleted for resources: {'Port': ['ID=bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:59.840900 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0fad1678-66d4-4c94-ab64-e7ff435c888f tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (864bf0e4-dfea-4f9a-a74a-262c9c54d794), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:59.911334 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-805732e4-d1bb-4b67-8928-d717fa657816 req-c9d17439-a384-401d-b83b-a4ece9b6bdb9 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 210 time: 0.1181028 Jan 28 13:27:59.971573 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-e700b0ed-91ed-4899-8d28-43c5b86581ba tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks [] for port (435b3e98-d0f9-4cf5-a053-f9ac3cd282c0), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:59.972621 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d4f6829a-7913-4541-9826-f4400fa0af6e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f431e21970304cbd95b6113484fdd615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3057106 Jan 28 13:27:59.978346 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53590) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:00.050812 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0fad1678-66d4-4c94-ab64-e7ff435c888f tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (864bf0e4-dfea-4f9a-a74a-262c9c54d794), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.051081 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-acd08d56-86fe-462e-9386-305530dc4cb4 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (4ed9e5ab-73bf-4068-bcef-118d7adfbd8a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.051389 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-acd08d56-86fe-462e-9386-305530dc4cb4 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks [] for floatingip (4ed9e5ab-73bf-4068-bcef-118d7adfbd8a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.131141 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad1678-66d4-4c94-ab64-e7ff435c888f tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Pushing event deleted for resources: {'Subnet': ['ID=864bf0e4-dfea-4f9a-a74a-262c9c54d794,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:00.137174 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0fad1678-66d4-4c94-ab64-e7ff435c888f tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.140566 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4965942-c24f-4ede-8bf7-8240d0c58135 None None] Network 068acb40-9878-4146-b717-3e7464480bdf requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:28:00.145434 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0fad1678-66d4-4c94-ab64-e7ff435c888f tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "DELETE /v2.0/subnets/864bf0e4-dfea-4f9a-a74a-262c9c54d794 HTTP/1.1" status: 204 len: 168 time: 1.2310588 Jan 28 13:28:00.148457 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53592) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:00.194115 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-acd08d56-86fe-462e-9386-305530dc4cb4 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Calling delete_port for 4ed9e5ab-73bf-4068-bcef-118d7adfbd8a owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:28:00.233052 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-35a768d2-10d4-4986-bd87-f82e1787619c admin admin] Publish callbacks [] for security_group (6964d75e-3f0e-4a72-916f-e1c35a807f71), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.235756 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-e700b0ed-91ed-4899-8d28-43c5b86581ba tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (435b3e98-d0f9-4cf5-a053-f9ac3cd282c0), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.269433 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bc470-8277-4f27-b79e-d825b9d37d62 req-fd957ee9-252e-4918-bd6e-763eca2ba3bf tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:00.288116 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf4bc470-8277-4f27-b79e-d825b9d37d62 req-fd957ee9-252e-4918-bd6e-763eca2ba3bf tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 945 time: 0.2467370 Jan 28 13:28:00.297195 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-349ee1ac-9a6e-4f51-ab8b-0f7fb3da60da tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Allocated IP 172.20.0.2 (f773675e-cdaa-4e1f-928a-174702ce7787/71a5c6ba-e647-4544-86c2-92651ecb7e69/501d35d3-1ce4-4148-bb90-5bb907aef56d) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:00.372371 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700b0ed-91ed-4899-8d28-43c5b86581ba tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Pushing event updated for resources: {'Port': ['ID=435b3e98-d0f9-4cf5-a053-f9ac3cd282c0,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:00.451046 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09346779-c6be-43e3-8694-a5e4c2365d79 None None] DHCP port deletion for 068acb40-9878-4146-b717-3e7464480bdf request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:28:00.471527 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-35a768d2-10d4-4986-bd87-f82e1787619c admin admin] Publish callbacks [] for security_group (6964d75e-3f0e-4a72-916f-e1c35a807f71), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.472187 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c7ccb16-075a-4cc7-9ce1-bc75197ad385 req-ec62b501-b36e-42ed-841e-d4972090090e tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Router 3389e681-4548-45e6-a74b-a5344a4f4561 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:28:00.481269 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00541392-a853-4af7-b710-36e6448c2bf2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (068acb40-9878-4146-b717-3e7464480bdf), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.494860 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-e700b0ed-91ed-4899-8d28-43c5b86581ba tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Network 4d4c416b-3c7b-41c6-91cb-08e606cbf83f is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:00.508557 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-e700b0ed-91ed-4899-8d28-43c5b86581ba tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:00.517976 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-e700b0ed-91ed-4899-8d28-43c5b86581ba tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:00.592138 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-09346779-c6be-43e3-8694-a5e4c2365d79 None None] Deleting port 0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:28:00.592418 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-09346779-c6be-43e3-8694-a5e4c2365d79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.604135 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-e700b0ed-91ed-4899-8d28-43c5b86581ba tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:00.604819 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-e700b0ed-91ed-4899-8d28-43c5b86581ba tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.611056 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-3b9e4b88-4815-4e95-87b3-43728aa613c3 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Allocated IP 172.20.0.13 (4d4c416b-3c7b-41c6-91cb-08e606cbf83f/9f6a26e6-2c2f-414a-b9ef-849c33c591a6/0cbda2ac-9bef-420d-b881-9dacb95c79b0) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:00.624543 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:28:00.644590 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf4bc470-8277-4f27-b79e-d825b9d37d62 req-5f664f54-2104-46f7-a8c8-1a119d352375 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518589 Jan 28 13:28:00.659377 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56f1fb-f1b2-4547-87b2-13c5cb7144d9 req-3ce05f0e-1dc0-4972-866c-e885ee81aff8 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:00.671382 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c56f1fb-f1b2-4547-87b2-13c5cb7144d9 req-3ce05f0e-1dc0-4972-866c-e885ee81aff8 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 945 time: 0.3010466 Jan 28 13:28:00.723846 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c21acdea-e053-4e88-abfb-0e18fba4f625 req-abf3ffd5-47ed-4ce0-aa15-288ab62e6d56 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=030f9050-79d2-4a44-9d08-91aedac9829e HTTP/1.1" status: 200 len: 210 time: 0.0930700 Jan 28 13:28:00.728221 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-e700b0ed-91ed-4899-8d28-43c5b86581ba tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7800982 Jan 28 13:28:00.802290 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-d45e645a-a3ba-423a-93ef-70d4e74bcb03 service neutron] Request body: {'port': {'device_id': 'd1308d17-5f91-4cb1-ab7d-fd4d623b52a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:00.848994 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-09346779-c6be-43e3-8694-a5e4c2365d79 None None] For port 0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e,segment=NetworkSegment(92b6a77c-73d2-421f-99bb-2a949deb8e62),segment_id=92b6a77c-73d2-421f-99bb-2a949deb8e62)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:00.850227 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-09346779-c6be-43e3-8694-a5e4c2365d79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.872643 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:00.873302 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.877549 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-09346779-c6be-43e3-8694-a5e4c2365d79 None None] Calling delete_port for 0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:28:00.915114 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b2ba33af-30ef-48c8-9c01-212c4f2edfe9 req-689b4e46-a3ee-4d03-b43b-92e67b147fbf tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/ports?device_id=348ce68e-0512-40a0-9554-302994b962b0 HTTP/1.1" status: 200 len: 210 time: 0.1170471 Jan 28 13:28:00.962345 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c7ccb16-075a-4cc7-9ce1-bc75197ad385 req-ec62b501-b36e-42ed-841e-d4972090090e tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:28:00.995029 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-d45e645a-a3ba-423a-93ef-70d4e74bcb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (435b3e98-d0f9-4cf5-a053-f9ac3cd282c0), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:01.003528 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-35a768d2-10d4-4986-bd87-f82e1787619c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6964d75e-3f0e-4a72-916f-e1c35a807f71), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:01.006580 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-35a768d2-10d4-4986-bd87-f82e1787619c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:01.008430 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-35a768d2-10d4-4986-bd87-f82e1787619c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6964d75e-3f0e-4a72-916f-e1c35a807f71 HTTP/1.1" status: 204 len: 168 time: 1.0263889 Jan 28 13:28:01.020032 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-acd08d56-86fe-462e-9386-305530dc4cb4 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (4ed9e5ab-73bf-4068-bcef-118d7adfbd8a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:01.041042 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd72ce-f43c-4154-afdb-7d1d024b2aaa None None] Sync routers for ids ['3389e681-4548-45e6-a74b-a5344a4f4561'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:28:01.049806 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e,segment=NetworkSegment(92b6a77c-73d2-421f-99bb-2a949deb8e62),segment_id=92b6a77c-73d2-421f-99bb-2a949deb8e62)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:01.054669 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-349ee1ac-9a6e-4f51-ab8b-0f7fb3da60da tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks [] for port (501d35d3-1ce4-4148-bb90-5bb907aef56d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:01.061722 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7ccb16-075a-4cc7-9ce1-bc75197ad385 req-ec62b501-b36e-42ed-841e-d4972090090e tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] No DVR routers for this DVR port bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:28:01.067068 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:01.072193 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd72ce-f43c-4154-afdb-7d1d024b2aaa None None] Routers {'3389e681-4548-45e6-a74b-a5344a4f4561'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:28:01.074548 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c8cd72ce-f43c-4154-afdb-7d1d024b2aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:27:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['3389e681-4548-45e6-a74b-a5344a4f4561'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:01.104538 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7c7ccb16-075a-4cc7-9ce1-bc75197ad385 req-ec62b501-b36e-42ed-841e-d4972090090e tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:01.108286 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7c7ccb16-075a-4cc7-9ce1-bc75197ad385 req-ec62b501-b36e-42ed-841e-d4972090090e tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.18 "DELETE /v2.0/ports/bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3 HTTP/1.1" status: 204 len: 173 time: 4.6195688 Jan 28 13:28:01.110048 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd08d56-86fe-462e-9386-305530dc4cb4 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Pushing event deleted for resources: {'Port': ['ID=4ed9e5ab-73bf-4068-bcef-118d7adfbd8a,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:01.121461 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348ce68e-0512-40a0-9554-302994b962b0', 'name': 'network-vif-deleted', 'tag': 'bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:01.127625 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efecad4-c4f1-4edb-a1fb-8914ffb504fa" -d '{"events": [{"server_uuid": "348ce68e-0512-40a0-9554-302994b962b0", "name": "network-vif-deleted", "tag": "bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:01.182062 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a768d2-10d4-4986-bd87-f82e1787619c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6964d75e-3f0e-4a72-916f-e1c35a807f71,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:01.262771 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c868e39-4467-4f90-8d16-65cbe54e93ef x-openstack-request-id: req-4c868e39-4467-4f90-8d16-65cbe54e93ef {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:01.263589 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348ce68e-0512-40a0-9554-302994b962b0", "name": "network-vif-deleted", "tag": "bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:01.264015 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4c868e39-4467-4f90-8d16-65cbe54e93ef {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:01.264674 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348ce68e-0512-40a0-9554-302994b962b0', 'name': 'network-vif-deleted', 'tag': 'bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3', 'status': 'completed', 'code': 200} Jan 28 13:28:01.358852 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-acd08d56-86fe-462e-9386-305530dc4cb4 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks [] for floatingip (b17495a0-b9b2-4587-b1f2-d13967446d2d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:01.365489 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-acd08d56-86fe-462e-9386-305530dc4cb4 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:01.367244 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-acd08d56-86fe-462e-9386-305530dc4cb4 tempest-ServersTestBootFromVolume-1513221614 tempest-ServersTestBootFromVolume-1513221614-project] 10.222.0.39 "DELETE /v2.0/floatingips/b17495a0-b9b2-4587-b1f2-d13967446d2d HTTP/1.1" status: 204 len: 168 time: 2.1057699 Jan 28 13:28:01.369233 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-349ee1ac-9a6e-4f51-ab8b-0f7fb3da60da tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (501d35d3-1ce4-4148-bb90-5bb907aef56d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:01.370689 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53606) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:01.397797 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:01.413658 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-09346779-c6be-43e3-8694-a5e4c2365d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:01.415450 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e7a1990-a130-4cc5-8855-439c0ce93f01 req-009a25bd-004f-44ed-a4ec-15f58d62adca tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 210 time: 0.3300383 Jan 28 13:28:01.444983 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-0c56f1fb-f1b2-4547-87b2-13c5cb7144d9 req-5c1e4613-8d7c-4218-b4f4-4f00300db1e3 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Deleting port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:28:01.445330 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0c56f1fb-f1b2-4547-87b2-13c5cb7144d9 req-5c1e4613-8d7c-4218-b4f4-4f00300db1e3 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (df36e2a8-c30f-41f1-9ca8-55487cb5bd3a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:01.454394 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-00541392-a853-4af7-b710-36e6448c2bf2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Deleting port 0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:28:01.454738 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00541392-a853-4af7-b710-36e6448c2bf2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:01.468936 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09346779-c6be-43e3-8694-a5e4c2365d79 None None] Pushing event deleted for resources: {'Port': ['ID=0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:01.484890 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09346779-c6be-43e3-8694-a5e4c2365d79 None None] No DVR routers for this DVR port 0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:28:01.533738 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-c8cd72ce-f43c-4154-afdb-7d1d024b2aaa None None] Set router 3389e681-4548-45e6-a74b-a5344a4f4561 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:28:01.695077 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-349ee1ac-9a6e-4f51-ab8b-0f7fb3da60da tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Network f773675e-cdaa-4e1f-928a-174702ce7787 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:01.704174 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-349ee1ac-9a6e-4f51-ab8b-0f7fb3da60da tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:01.708295 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-3b9e4b88-4815-4e95-87b3-43728aa613c3 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks [] for port (0cbda2ac-9bef-420d-b881-9dacb95c79b0), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:01.713960 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-349ee1ac-9a6e-4f51-ab8b-0f7fb3da60da tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:01.734040 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-00541392-a853-4af7-b710-36e6448c2bf2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] For port 0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e, host n-d-822747-2, got binding levels [] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:01.734040 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00541392-a853-4af7-b710-36e6448c2bf2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:01.751185 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ee1ac-9a6e-4f51-ab8b-0f7fb3da60da tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Pushing event updated for resources: {'Port': ['ID=501d35d3-1ce4-4148-bb90-5bb907aef56d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:01.782934 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-00541392-a853-4af7-b710-36e6448c2bf2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Calling delete_port for 0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:28:01.807755 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.ipam_backend_mixin [None req-00541392-a853-4af7-b710-36e6448c2bf2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Port 0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e was not found and therefore no delete operation was performed {{(pid=103351) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:28:01.827961 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00541392-a853-4af7-b710-36e6448c2bf2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:01.848395 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:28:01.855368 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53614) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:01.878510 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00541392-a853-4af7-b710-36e6448c2bf2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] No DVR routers for this DVR port 0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:28:01.933106 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:28:01.935123 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device bb90ffd5-baa9-4e4e-ae67-6b5054c62cd3 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:28:01.938055 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-92e03d73-7573-4be5-86b4-6156eb0592ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:01.944294 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00541392-a853-4af7-b710-36e6448c2bf2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Pushing event deleted for resources: {'Port': ['ID=0ca5b5f8-0d28-47ac-a79e-86f387a4ce7e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:01.971225 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-349ee1ac-9a6e-4f51-ab8b-0f7fb3da60da tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:01.971945 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-349ee1ac-9a6e-4f51-ab8b-0f7fb3da60da tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:01.986305 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-0c56f1fb-f1b2-4547-87b2-13c5cb7144d9 req-5c1e4613-8d7c-4218-b4f4-4f00300db1e3 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] For port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=df36e2a8-c30f-41f1-9ca8-55487cb5bd3a,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:01.986305 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0c56f1fb-f1b2-4547-87b2-13c5cb7144d9 req-5c1e4613-8d7c-4218-b4f4-4f00300db1e3 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (df36e2a8-c30f-41f1-9ca8-55487cb5bd3a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:01.991952 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4c9dc281-e9eb-4eff-ba10-5c37e5453f56 req-729507bc-a023-414c-a4a6-99525c3e0543 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=030f9050-79d2-4a44-9d08-91aedac9829e HTTP/1.1" status: 200 len: 210 time: 0.1160319 Jan 28 13:28:02.027853 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-349ee1ac-9a6e-4f51-ab8b-0f7fb3da60da tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3437402 Jan 28 13:28:02.065236 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-0c56f1fb-f1b2-4547-87b2-13c5cb7144d9 req-5c1e4613-8d7c-4218-b4f4-4f00300db1e3 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Calling delete_port for df36e2a8-c30f-41f1-9ca8-55487cb5bd3a owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:28:02.069320 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-84a36700-ca74-40bf-bef8-8a90223fc232 service neutron] Request body: {'port': {'device_id': 'cfa989ae-3145-45b0-a479-2e1a4aef6e45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:02.097561 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-3b9e4b88-4815-4e95-87b3-43728aa613c3 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (0cbda2ac-9bef-420d-b881-9dacb95c79b0), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:02.103674 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2d7f89eb-f595-4134-855f-6c3443a2b16f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ebd9b2ced1354fc79931a4df54f9dff7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468002 Jan 28 13:28:02.114121 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53622) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:02.115803 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be5e80-ad5b-4a1b-afd4-fcb18272e407 req-2dd62ef4-3f61-4d54-87aa-dcf474e85da2 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:02.117617 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-30be5e80-ad5b-4a1b-afd4-fcb18272e407 req-2dd62ef4-3f61-4d54-87aa-dcf474e85da2 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 945 time: 0.2572365 Jan 28 13:28:02.211435 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c8cd72ce-f43c-4154-afdb-7d1d024b2aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'name': 'tempest-ServersTestFqdnHostnames-188291030-router', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:25:34Z', 'updated_at': '2022-01-28T13:25:44Z', 'revision_number': 4, 'project_id': 'a5f7c933deef44b491769af0fd6f37c0', 'gw_port': {'id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:25:36Z', 'updated_at': '2022-01-28T13:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '4083ac78-f4ae-46ec-8f1f-349108ffb28f', 'name': '', 'network_id': '83337396-4cc1-486c-a243-57e3fe8a3ffb', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'mac_address': 'fa:16:3e:5c:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '648f84e8-45f3-456b-937b-213078752575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:25:42Z', 'updated_at': '2022-01-28T13:25:51Z', 'revision_number': 5, 'project_id': 'a5f7c933deef44b491769af0fd6f37c0', 'subnets': [{'id': '648f84e8-45f3-456b-937b-213078752575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:02.213245 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-84a36700-ca74-40bf-bef8-8a90223fc232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (501d35d3-1ce4-4148-bb90-5bb907aef56d), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:02.246609 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-30be5e80-ad5b-4a1b-afd4-fcb18272e407 req-848ddc46-dadb-4f06-9716-ad96ec63d715 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134164 Jan 28 13:28:02.267671 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd72ce-f43c-4154-afdb-7d1d024b2aaa None None] Checking router: 3389e681-4548-45e6-a74b-a5344a4f4561 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:28:02.278597 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd72ce-f43c-4154-afdb-7d1d024b2aaa None None] Routers {'3389e681-4548-45e6-a74b-a5344a4f4561'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:28:02.279393 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c8cd72ce-f43c-4154-afdb-7d1d024b2aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:28:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['3389e681-4548-45e6-a74b-a5344a4f4561'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:02.341733 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53626) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:02.360666 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00541392-a853-4af7-b710-36e6448c2bf2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (068acb40-9878-4146-b717-3e7464480bdf), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:02.381695 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e4b88-4815-4e95-87b3-43728aa613c3 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Pushing event updated for resources: {'Port': ['ID=0cbda2ac-9bef-420d-b881-9dacb95c79b0,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:02.505856 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-3b9e4b88-4815-4e95-87b3-43728aa613c3 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Network 4d4c416b-3c7b-41c6-91cb-08e606cbf83f is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:02.513620 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-00541392-a853-4af7-b710-36e6448c2bf2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['068acb40-9878-4146-b717-3e7464480bdf']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:02.549168 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a8a6367d-3975-4dd0-98ee-37f0594842dd admin admin] Publish callbacks [] for security_group (70ba1464-5bfa-4c3d-b582-5c2cc2df062f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:02.556332 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-3b9e4b88-4815-4e95-87b3-43728aa613c3 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:02.571721 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-00541392-a853-4af7-b710-36e6448c2bf2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b6a77c-73d2-421f-99bb-2a949deb8e62') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:02.572059 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-00541392-a853-4af7-b710-36e6448c2bf2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b6a77c-73d2-421f-99bb-2a949deb8e62') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:02.585341 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-3b9e4b88-4815-4e95-87b3-43728aa613c3 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:02.637289 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00541392-a853-4af7-b710-36e6448c2bf2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (92b6a77c-73d2-421f-99bb-2a949deb8e62), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:02.641493 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-c8cd72ce-f43c-4154-afdb-7d1d024b2aaa None None] Set router 3389e681-4548-45e6-a74b-a5344a4f4561 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:28:02.694817 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a8a6367d-3975-4dd0-98ee-37f0594842dd admin admin] Publish callbacks [] for security_group (70ba1464-5bfa-4c3d-b582-5c2cc2df062f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:02.730488 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00541392-a853-4af7-b710-36e6448c2bf2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (92b6a77c-73d2-421f-99bb-2a949deb8e62), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:02.765177 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00541392-a853-4af7-b710-36e6448c2bf2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:28:02.765177 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00541392-a853-4af7-b710-36e6448c2bf2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (92b6a77c-73d2-421f-99bb-2a949deb8e62), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:28:02.768673 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:28:02.774245 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-3b9e4b88-4815-4e95-87b3-43728aa613c3 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:02.774863 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-3b9e4b88-4815-4e95-87b3-43728aa613c3 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:02.832106 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-3b9e4b88-4815-4e95-87b3-43728aa613c3 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5317390 Jan 28 13:28:02.850480 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-324f80ed-2ca0-4418-ab84-14d33c1776a8 service neutron] Request body: {'port': {'device_id': '030f9050-79d2-4a44-9d08-91aedac9829e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:02.872019 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-84a36700-ca74-40bf-bef8-8a90223fc232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 501d35d3-1ce4-4148-bb90-5bb907aef56d {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:02.892630 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-84a36700-ca74-40bf-bef8-8a90223fc232 service neutron] Publish callbacks [] for port (501d35d3-1ce4-4148-bb90-5bb907aef56d), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:02.895819 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:02.925606 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c8cd72ce-f43c-4154-afdb-7d1d024b2aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'name': 'tempest-ServersTestFqdnHostnames-188291030-router', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:25:34Z', 'updated_at': '2022-01-28T13:25:44Z', 'revision_number': 4, 'project_id': 'a5f7c933deef44b491769af0fd6f37c0', 'gw_port': {'id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:25:36Z', 'updated_at': '2022-01-28T13:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '4083ac78-f4ae-46ec-8f1f-349108ffb28f', 'name': '', 'network_id': '83337396-4cc1-486c-a243-57e3fe8a3ffb', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'mac_address': 'fa:16:3e:5c:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '648f84e8-45f3-456b-937b-213078752575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:25:42Z', 'updated_at': '2022-01-28T13:25:51Z', 'revision_number': 5, 'project_id': 'a5f7c933deef44b491769af0fd6f37c0', 'subnets': [{'id': '648f84e8-45f3-456b-937b-213078752575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:02.959258 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd72ce-f43c-4154-afdb-7d1d024b2aaa None None] The sync data for ids ['3389e681-4548-45e6-a74b-a5344a4f4561'] in n-d-822747-2 is: [{'id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'name': 'tempest-ServersTestFqdnHostnames-188291030-router', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:25:34Z', 'updated_at': '2022-01-28T13:25:44Z', 'revision_number': 4, 'project_id': 'a5f7c933deef44b491769af0fd6f37c0', 'gw_port': {'id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:25:36Z', 'updated_at': '2022-01-28T13:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '4083ac78-f4ae-46ec-8f1f-349108ffb28f', 'name': '', 'network_id': '83337396-4cc1-486c-a243-57e3fe8a3ffb', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'mac_address': 'fa:16:3e:5c:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '648f84e8-45f3-456b-937b-213078752575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:25:42Z', 'updated_at': '2022-01-28T13:25:51Z', 'revision_number': 5, 'project_id': 'a5f7c933deef44b491769af0fd6f37c0', 'subnets': [{'id': '648f84e8-45f3-456b-937b-213078752575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:28:02.985576 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00541392-a853-4af7-b710-36e6448c2bf2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (068acb40-9878-4146-b717-3e7464480bdf), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:02.996351 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-d45e645a-a3ba-423a-93ef-70d4e74bcb03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 435b3e98-d0f9-4cf5-a053-f9ac3cd282c0 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:03.057370 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00541392-a853-4af7-b710-36e6448c2bf2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:03.063528 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-00541392-a853-4af7-b710-36e6448c2bf2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "DELETE /v2.0/networks/068acb40-9878-4146-b717-3e7464480bdf HTTP/1.1" status: 204 len: 168 time: 2.9117265 Jan 28 13:28:03.068549 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-d45e645a-a3ba-423a-93ef-70d4e74bcb03 service neutron] Publish callbacks [] for port (435b3e98-d0f9-4cf5-a053-f9ac3cd282c0), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:03.076818 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53632) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:03.088153 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-acbf78b7-7a7d-47a3-bb7c-23a58e470cd5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-450845630'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:03.109178 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a8a6367d-3975-4dd0-98ee-37f0594842dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (70ba1464-5bfa-4c3d-b582-5c2cc2df062f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:03.111976 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a8a6367d-3975-4dd0-98ee-37f0594842dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:03.113131 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a8a6367d-3975-4dd0-98ee-37f0594842dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/70ba1464-5bfa-4c3d-b582-5c2cc2df062f HTTP/1.1" status: 204 len: 168 time: 0.9881544 Jan 28 13:28:03.113798 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-324f80ed-2ca0-4418-ab84-14d33c1776a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0cbda2ac-9bef-420d-b881-9dacb95c79b0), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:03.137468 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00541392-a853-4af7-b710-36e6448c2bf2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Pushing event deleted for resources: {'Network': ['ID=068acb40-9878-4146-b717-3e7464480bdf,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:03.177875 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd4ff-6499-402d-a3d3-0fa635ebde95 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks [] for security_group (c42d4ce8-b07e-4ff1-8ab8-404a26ad5c36), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:03.196692 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-d45e645a-a3ba-423a-93ef-70d4e74bcb03 service neutron] Transition to ACTIVE for port object 435b3e98-d0f9-4cf5-a053-f9ac3cd282c0 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:28:03.199633 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6367d-3975-4dd0-98ee-37f0594842dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ba1464-5bfa-4c3d-b582-5c2cc2df062f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:03.200367 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-84a36700-ca74-40bf-bef8-8a90223fc232 service neutron] Transition to ACTIVE for port object 501d35d3-1ce4-4148-bb90-5bb907aef56d will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:28:03.206149 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0c56f1fb-f1b2-4547-87b2-13c5cb7144d9 req-5c1e4613-8d7c-4218-b4f4-4f00300db1e3 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (df36e2a8-c30f-41f1-9ca8-55487cb5bd3a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:03.212395 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-d45e645a-a3ba-423a-93ef-70d4e74bcb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (435b3e98-d0f9-4cf5-a053-f9ac3cd282c0), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:03.234467 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device df36e2a8-c30f-41f1-9ca8-55487cb5bd3a no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:28:03.250261 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91442f17-530d-4cb3-b266-26b622d6144c req-606ca43e-94c7-4373-9b85-ee5a7888be17 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:03.253067 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-91442f17-530d-4cb3-b266-26b622d6144c req-606ca43e-94c7-4373-9b85-ee5a7888be17 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 931 time: 0.3269114 Jan 28 13:28:03.261398 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-84a36700-ca74-40bf-bef8-8a90223fc232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (501d35d3-1ce4-4148-bb90-5bb907aef56d), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:03.288514 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e645a-a3ba-423a-93ef-70d4e74bcb03 service neutron] Pushing event updated for resources: {'Port': ['ID=435b3e98-d0f9-4cf5-a053-f9ac3cd282c0,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:03.290825 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbf78b7-7a7d-47a3-bb7c-23a58e470cd5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Made reservation on behalf of a32c0d8081c141c0994b58c29d4a7990 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:03.294430 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-acbf78b7-7a7d-47a3-bb7c-23a58e470cd5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:03.352824 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: df36e2a8-c30f-41f1-9ca8-55487cb5bd3a {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:28:03.353875 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device df36e2a8-c30f-41f1-9ca8-55487cb5bd3a not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:28:03.373974 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a36700-ca74-40bf-bef8-8a90223fc232 service neutron] Pushing event updated for resources: {'Port': ['ID=501d35d3-1ce4-4148-bb90-5bb907aef56d,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:03.436378 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd4ff-6499-402d-a3d3-0fa635ebde95 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks [] for security_group (c42d4ce8-b07e-4ff1-8ab8-404a26ad5c36), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:03.537514 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-91442f17-530d-4cb3-b266-26b622d6144c req-9d838b6c-ae06-4442-8261-0532670f65fd tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605002 Jan 28 13:28:03.559639 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ddc30b-2332-4911-89ab-f1bb0eada006 None None] New status for floating IP ea2a0995-736e-454b-893f-49b340a268d2: DOWN {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:28:03.597081 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-af1ce096-4beb-4042-8ec5-fec414a877e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (4dadda4b-c083-4e9c-a606-a1e821b1c624), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:03.606074 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e4613-8d7c-4218-b4f4-4f00300db1e3 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Pushing event deleted for resources: {'Port': ['ID=df36e2a8-c30f-41f1-9ca8-55487cb5bd3a,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:03.704918 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c56f1fb-f1b2-4547-87b2-13c5cb7144d9 req-5c1e4613-8d7c-4218-b4f4-4f00300db1e3 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] No DVR routers for this DVR port df36e2a8-c30f-41f1-9ca8-55487cb5bd3a on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:28:03.705753 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd4ff-6499-402d-a3d3-0fa635ebde95 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c42d4ce8-b07e-4ff1-8ab8-404a26ad5c36), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:03.708485 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd4ff-6499-402d-a3d3-0fa635ebde95 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:03.709761 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1e8dd4ff-6499-402d-a3d3-0fa635ebde95 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "DELETE /v2.0/security-groups/c42d4ce8-b07e-4ff1-8ab8-404a26ad5c36 HTTP/1.1" status: 204 len: 168 time: 1.3571720 Jan 28 13:28:03.725335 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0c56f1fb-f1b2-4547-87b2-13c5cb7144d9 req-5c1e4613-8d7c-4218-b4f4-4f00300db1e3 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:03.730436 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c56f1fb-f1b2-4547-87b2-13c5cb7144d9 req-5c1e4613-8d7c-4218-b4f4-4f00300db1e3 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.37 "DELETE /v2.0/ports/df36e2a8-c30f-41f1-9ca8-55487cb5bd3a HTTP/1.1" status: 204 len: 173 time: 3.0182629 Jan 28 13:28:03.731091 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53642) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:03.732249 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acbf78b7-7a7d-47a3-bb7c-23a58e470cd5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:28:03.746450 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea095e3-265a-4f04-ba55-fbea2955dfef', 'name': 'network-vif-deleted', 'tag': 'df36e2a8-c30f-41f1-9ca8-55487cb5bd3a'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:03.752198 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9c16d5-0952-466d-89bf-eb41076019c1" -d '{"events": [{"server_uuid": "9ea095e3-265a-4f04-ba55-fbea2955dfef", "name": "network-vif-deleted", "tag": "df36e2a8-c30f-41f1-9ca8-55487cb5bd3a"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:03.761399 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8dd4ff-6499-402d-a3d3-0fa635ebde95 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42d4ce8-b07e-4ff1-8ab8-404a26ad5c36,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:03.761399 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-84a36700-ca74-40bf-bef8-8a90223fc232 service neutron] Attempting to bind port 501d35d3-1ce4-4148-bb90-5bb907aef56d on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:03.761399 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-84a36700-ca74-40bf-bef8-8a90223fc232 service neutron] Attempting to bind port 501d35d3-1ce4-4148-bb90-5bb907aef56d by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '47de1ed8-1dd0-41d3-a910-f3e7c5824077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:03.761399 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-84a36700-ca74-40bf-bef8-8a90223fc232 service neutron] Attempting to bind port 501d35d3-1ce4-4148-bb90-5bb907aef56d on network f773675e-cdaa-4e1f-928a-174702ce7787 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:03.773795 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-84a36700-ca74-40bf-bef8-8a90223fc232 service neutron] Port 501d35d3-1ce4-4148-bb90-5bb907aef56d on network f773675e-cdaa-4e1f-928a-174702ce7787 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:28:03.774111 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-84a36700-ca74-40bf-bef8-8a90223fc232 service neutron] Attempting to bind port 501d35d3-1ce4-4148-bb90-5bb907aef56d on network f773675e-cdaa-4e1f-928a-174702ce7787 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:03.798559 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-84a36700-ca74-40bf-bef8-8a90223fc232 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:03.799014 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-84a36700-ca74-40bf-bef8-8a90223fc232 service neutron] Checking segment: {'id': '47de1ed8-1dd0-41d3-a910-f3e7c5824077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:03.799638 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-84a36700-ca74-40bf-bef8-8a90223fc232 service neutron] Bound using segment: {'id': '47de1ed8-1dd0-41d3-a910-f3e7c5824077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:03.800328 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-84a36700-ca74-40bf-bef8-8a90223fc232 service neutron] Bound port: 501d35d3-1ce4-4148-bb90-5bb907aef56d, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47de1ed8-1dd0-41d3-a910-f3e7c5824077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:03.808549 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-84a36700-ca74-40bf-bef8-8a90223fc232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (501d35d3-1ce4-4148-bb90-5bb907aef56d), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:03.836760 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c9403-26e9-45ed-915f-684231cb2e2c req-1493eb4c-9c62-4f89-bc86-0f0cb67c0fef tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:03.852715 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9b3c9403-26e9-45ed-915f-684231cb2e2c req-1493eb4c-9c62-4f89-bc86-0f0cb67c0fef tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=030f9050-79d2-4a44-9d08-91aedac9829e HTTP/1.1" status: 200 len: 932 time: 0.6442373 Jan 28 13:28:04.018125 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-41d3c9b1-415d-430e-8647-e472dd947366 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] show failed (client error): The resource could not be found. Jan 28 13:28:04.018125 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-41d3c9b1-415d-430e-8647-e472dd947366 tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "GET /v2.0/security-groups/c42d4ce8-b07e-4ff1-8ab8-404a26ad5c36 HTTP/1.1" status: 404 len: 347 time: 0.2489634 Jan 28 13:28:04.021406 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-acbf78b7-7a7d-47a3-bb7c-23a58e470cd5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (e41ed65c-b5d0-417a-afb1-afd9093978ac), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:04.022418 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-acbf78b7-7a7d-47a3-bb7c-23a58e470cd5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Added segment e41ed65c-b5d0-417a-afb1-afd9093978ac of type vlan for network 1f0af631-50a0-4793-9983-75035e9bbf20 Jan 28 13:28:04.047523 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53648) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:04.073121 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c4ad425-8a21-4ad0-ba90-18d64b522307 req-9c678398-2924-4e37-a20b-d1d2fa3b0e52 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea095e3-265a-4f04-ba55-fbea2955dfef HTTP/1.1" status: 200 len: 210 time: 0.1485734 Jan 28 13:28:04.165879 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:04.187633 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-84a36700-ca74-40bf-bef8-8a90223fc232 service neutron] For port 501d35d3-1ce4-4148-bb90-5bb907aef56d, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:04.248698 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-84a36700-ca74-40bf-bef8-8a90223fc232 service neutron] For port 501d35d3-1ce4-4148-bb90-5bb907aef56d, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=501d35d3-1ce4-4148-bb90-5bb907aef56d,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:04.265364 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-84a36700-ca74-40bf-bef8-8a90223fc232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (501d35d3-1ce4-4148-bb90-5bb907aef56d), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:04.288511 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecf3dde-c868-404c-ba2d-15a2c98ba33e x-openstack-request-id: req-cecf3dde-c868-404c-ba2d-15a2c98ba33e {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:04.288842 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea095e3-265a-4f04-ba55-fbea2955dfef", "name": "network-vif-deleted", "tag": "df36e2a8-c30f-41f1-9ca8-55487cb5bd3a", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:04.289649 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cecf3dde-c868-404c-ba2d-15a2c98ba33e {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:04.290066 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea095e3-265a-4f04-ba55-fbea2955dfef', 'name': 'network-vif-deleted', 'tag': 'df36e2a8-c30f-41f1-9ca8-55487cb5bd3a', 'status': 'completed', 'code': 200} Jan 28 13:28:04.382170 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-acbf78b7-7a7d-47a3-bb7c-23a58e470cd5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (1f0af631-50a0-4793-9983-75035e9bbf20), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:04.398131 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-84a36700-ca74-40bf-bef8-8a90223fc232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:04.399487 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-84a36700-ca74-40bf-bef8-8a90223fc232 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:04.402871 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-84a36700-ca74-40bf-bef8-8a90223fc232 service neutron] 10.222.0.18 "PUT /v2.0/ports/501d35d3-1ce4-4148-bb90-5bb907aef56d HTTP/1.1" status: 200 len: 1091 time: 2.3409166 Jan 28 13:28:04.404106 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa989ae-3145-45b0-a479-2e1a4aef6e45', 'tag': '501d35d3-1ce4-4148-bb90-5bb907aef56d'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:04.408902 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7941105-ba05-41cf-888b-dbb9cc4726dd" -d '{"events": [{"name": "network-changed", "server_uuid": "cfa989ae-3145-45b0-a479-2e1a4aef6e45", "tag": "501d35d3-1ce4-4148-bb90-5bb907aef56d"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:04.433505 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-d45e645a-a3ba-423a-93ef-70d4e74bcb03 service neutron] Attempting to bind port 435b3e98-d0f9-4cf5-a053-f9ac3cd282c0 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:04.437542 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-d45e645a-a3ba-423a-93ef-70d4e74bcb03 service neutron] Attempting to bind port 435b3e98-d0f9-4cf5-a053-f9ac3cd282c0 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'c2c4ccae-60eb-41f2-8e2b-5652b4999cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4d4c416b-3c7b-41c6-91cb-08e606cbf83f'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:04.440623 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-d45e645a-a3ba-423a-93ef-70d4e74bcb03 service neutron] Attempting to bind port 435b3e98-d0f9-4cf5-a053-f9ac3cd282c0 on network 4d4c416b-3c7b-41c6-91cb-08e606cbf83f {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:04.468231 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-d45e645a-a3ba-423a-93ef-70d4e74bcb03 service neutron] Port 435b3e98-d0f9-4cf5-a053-f9ac3cd282c0 on network 4d4c416b-3c7b-41c6-91cb-08e606cbf83f not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:28:04.469520 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-d45e645a-a3ba-423a-93ef-70d4e74bcb03 service neutron] Attempting to bind port 435b3e98-d0f9-4cf5-a053-f9ac3cd282c0 on network 4d4c416b-3c7b-41c6-91cb-08e606cbf83f {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:04.513359 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a6fa60-f5c0-4f5a-ad2e-764b955b48ef x-openstack-request-id: req-88a6fa60-f5c0-4f5a-ad2e-764b955b48ef {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:04.513881 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfa989ae-3145-45b0-a479-2e1a4aef6e45", "tag": "501d35d3-1ce4-4148-bb90-5bb907aef56d", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:04.514280 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88a6fa60-f5c0-4f5a-ad2e-764b955b48ef {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:04.514881 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa989ae-3145-45b0-a479-2e1a4aef6e45', 'tag': '501d35d3-1ce4-4148-bb90-5bb907aef56d', 'status': 'completed', 'code': 200} Jan 28 13:28:04.542595 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a36700-ca74-40bf-bef8-8a90223fc232 service neutron] Pushing event updated for resources: {'Port': ['ID=501d35d3-1ce4-4148-bb90-5bb907aef56d,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:04.556553 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9b3c9403-26e9-45ed-915f-684231cb2e2c req-2995f613-a42d-4ba7-9285-6a1349d8b110 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7023914 Jan 28 13:28:04.560213 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.db.resource_extend [None req-acbf78b7-7a7d-47a3-bb7c-23a58e470cd5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:28:04.585641 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-d45e645a-a3ba-423a-93ef-70d4e74bcb03 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:04.599289 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-d45e645a-a3ba-423a-93ef-70d4e74bcb03 service neutron] Checking segment: {'id': 'c2c4ccae-60eb-41f2-8e2b-5652b4999cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4d4c416b-3c7b-41c6-91cb-08e606cbf83f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:04.599289 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-d45e645a-a3ba-423a-93ef-70d4e74bcb03 service neutron] Bound using segment: {'id': 'c2c4ccae-60eb-41f2-8e2b-5652b4999cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4d4c416b-3c7b-41c6-91cb-08e606cbf83f'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:04.599289 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-d45e645a-a3ba-423a-93ef-70d4e74bcb03 service neutron] Bound port: 435b3e98-d0f9-4cf5-a053-f9ac3cd282c0, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2c4ccae-60eb-41f2-8e2b-5652b4999cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4d4c416b-3c7b-41c6-91cb-08e606cbf83f'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:04.599956 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-d45e645a-a3ba-423a-93ef-70d4e74bcb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (435b3e98-d0f9-4cf5-a053-f9ac3cd282c0), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:04.600590 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-1c7a840f-8f64-4490-8a57-c1588b02aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:04.602656 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-1c7a840f-8f64-4490-8a57-c1588b02aa77 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab7dc526fd8f441185a698498cb3a4d8&device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 1094 time: 0.0924246 Jan 28 13:28:04.608404 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-af1ce096-4beb-4042-8ec5-fec414a877e1 admin admin] Deleting port 273f93a9-be8b-4690-afff-06114e886c2a {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:28:04.608883 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-af1ce096-4beb-4042-8ec5-fec414a877e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (273f93a9-be8b-4690-afff-06114e886c2a), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:04.678319 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-5c07a83b-3452-4f11-a99d-ddd9924dc41b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=501d35d3-1ce4-4148-bb90-5bb907aef56d HTTP/1.1" status: 200 len: 217 time: 0.0665569 Jan 28 13:28:04.754105 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-acbf78b7-7a7d-47a3-bb7c-23a58e470cd5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (1f0af631-50a0-4793-9983-75035e9bbf20), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:04.759152 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbf78b7-7a7d-47a3-bb7c-23a58e470cd5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:04.759747 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-acbf78b7-7a7d-47a3-bb7c-23a58e470cd5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:04.914774 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-d45e645a-a3ba-423a-93ef-70d4e74bcb03 service neutron] For port 435b3e98-d0f9-4cf5-a053-f9ac3cd282c0, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:05.323079 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b141a-721e-4d6d-a9a5-f182f1e4fee9 req-5dcd88b2-e98a-414e-a8bd-b36a6884f057 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:05.325394 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df2b141a-721e-4d6d-a9a5-f182f1e4fee9 req-5dcd88b2-e98a-414e-a8bd-b36a6884f057 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 943 time: 0.6505718 Jan 28 13:28:05.330906 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-3f4677c4-04cd-4337-a4ff-09e34077e2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:05.332935 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-3f4677c4-04cd-4337-a4ff-09e34077e2f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71a5c6ba-e647-4544-86c2-92651ecb7e69 HTTP/1.1" status: 200 len: 852 time: 0.6388960 Jan 28 13:28:05.390525 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf78b7-7a7d-47a3-bb7c-23a58e470cd5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Pushing event updated for resources: {'Network': ['ID=1f0af631-50a0-4793-9983-75035e9bbf20,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:05.401464 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 1f0af631-50a0-4793-9983-75035e9bbf20 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:28:05.412000 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-acbf78b7-7a7d-47a3-bb7c-23a58e470cd5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.3310041 Jan 28 13:28:05.420462 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-d45e645a-a3ba-423a-93ef-70d4e74bcb03 service neutron] For port 435b3e98-d0f9-4cf5-a053-f9ac3cd282c0, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=435b3e98-d0f9-4cf5-a053-f9ac3cd282c0,segment=NetworkSegment(c2c4ccae-60eb-41f2-8e2b-5652b4999cee),segment_id=c2c4ccae-60eb-41f2-8e2b-5652b4999cee)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:05.421437 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53684) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:05.429246 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df2b141a-721e-4d6d-a9a5-f182f1e4fee9 req-4e0fc4af-fcda-4381-8a68-c541353051a5 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915070 Jan 28 13:28:05.435040 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-41702ac2-8d7c-4db0-b597-4dcf43c0d660 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f773675e-cdaa-4e1f-928a-174702ce7787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951064 Jan 28 13:28:05.443529 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-af1ce096-4beb-4042-8ec5-fec414a877e1 admin admin] For port 273f93a9-be8b-4690-afff-06114e886c2a, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=273f93a9-be8b-4690-afff-06114e886c2a,segment=NetworkSegment(fd41c052-74ba-462c-9fe1-5df33f99783c),segment_id=fd41c052-74ba-462c-9fe1-5df33f99783c)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:05.444421 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-af1ce096-4beb-4042-8ec5-fec414a877e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (273f93a9-be8b-4690-afff-06114e886c2a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:05.490369 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-a1a46773-b95f-46dd-87d9-a2f9ba707c65 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Request body: {'subnet': {'network_id': '1f0af631-50a0-4793-9983-75035e9bbf20', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:05.511921 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-af1ce096-4beb-4042-8ec5-fec414a877e1 admin admin] Calling delete_port for 273f93a9-be8b-4690-afff-06114e886c2a owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:28:05.550092 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-324f80ed-2ca0-4418-ab84-14d33c1776a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cbda2ac-9bef-420d-b881-9dacb95c79b0 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:05.561999 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-324f80ed-2ca0-4418-ab84-14d33c1776a8 service neutron] Publish callbacks [] for port (0cbda2ac-9bef-420d-b881-9dacb95c79b0), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:05.606614 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-324f80ed-2ca0-4418-ab84-14d33c1776a8 service neutron] Transition to ACTIVE for port object 0cbda2ac-9bef-420d-b881-9dacb95c79b0 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:28:05.619684 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-d45e645a-a3ba-423a-93ef-70d4e74bcb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (435b3e98-d0f9-4cf5-a053-f9ac3cd282c0), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:05.637932 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-324f80ed-2ca0-4418-ab84-14d33c1776a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (0cbda2ac-9bef-420d-b881-9dacb95c79b0), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:05.704975 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:05.764542 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-836e2532-b7ff-4620-b15d-39f0cd5fb8fc tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Deleting port 140f9844-778e-41c2-b9e6-cd85ee1acfe7 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:28:05.765137 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-836e2532-b7ff-4620-b15d-39f0cd5fb8fc tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (140f9844-778e-41c2-b9e6-cd85ee1acfe7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:05.765282 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-d61cc96d-4c6b-411a-96d0-14b6084399a3 service neutron] 10.222.0.18 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154330 Jan 28 13:28:05.879826 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-d45e645a-a3ba-423a-93ef-70d4e74bcb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:05.880771 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-d45e645a-a3ba-423a-93ef-70d4e74bcb03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:05.882214 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-d45e645a-a3ba-423a-93ef-70d4e74bcb03 service neutron] 10.222.0.18 "PUT /v2.0/ports/435b3e98-d0f9-4cf5-a053-f9ac3cd282c0 HTTP/1.1" status: 200 len: 1091 time: 5.1033635 Jan 28 13:28:05.947924 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81458b-7954-4592-a804-452fb51ac186 req-3deea4f4-2c5a-4d42-94e6-7400df059abd tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:05.951828 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e645a-a3ba-423a-93ef-70d4e74bcb03 service neutron] Pushing event updated for resources: {'Port': ['ID=435b3e98-d0f9-4cf5-a053-f9ac3cd282c0,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:05.955394 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-db81458b-7954-4592-a804-452fb51ac186 req-3deea4f4-2c5a-4d42-94e6-7400df059abd tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=030f9050-79d2-4a44-9d08-91aedac9829e HTTP/1.1" status: 200 len: 944 time: 0.1876471 Jan 28 13:28:06.069313 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5423b6-c962-478d-a3e0-a6e5ad7a44cc req-0e7ed412-63b7-4359-8cf1-dd3c6f7e4deb tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:06.070868 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dc5423b6-c962-478d-a3e0-a6e5ad7a44cc req-0e7ed412-63b7-4359-8cf1-dd3c6f7e4deb tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 944 time: 0.3018062 Jan 28 13:28:06.074526 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-43ab96a7-4ca6-4f2b-8da7-3312bbc21aa5 req-29102d5d-203f-4b5f-97be-1fdb2b28a3d2 service neutron] 10.222.0.18 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910500 Jan 28 13:28:06.077980 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-db81458b-7954-4592-a804-452fb51ac186 req-aaed4473-c731-4e60-9527-fdb8b7fe8fe0 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216564 Jan 28 13:28:06.115440 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a46773-b95f-46dd-87d9-a2f9ba707c65 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Made reservation on behalf of a32c0d8081c141c0994b58c29d4a7990 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:06.119179 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1a46773-b95f-46dd-87d9-a2f9ba707c65 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:06.120838 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-af1ce096-4beb-4042-8ec5-fec414a877e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (273f93a9-be8b-4690-afff-06114e886c2a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:06.180065 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-836e2532-b7ff-4620-b15d-39f0cd5fb8fc tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (140f9844-778e-41c2-b9e6-cd85ee1acfe7), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:06.180407 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-836e2532-b7ff-4620-b15d-39f0cd5fb8fc tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks [] for floatingip (140f9844-778e-41c2-b9e6-cd85ee1acfe7), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:06.192946 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ce096-4beb-4042-8ec5-fec414a877e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=273f93a9-be8b-4690-afff-06114e886c2a,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:06.303436 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1308d17-5f91-4cb1-ab7d-fd4d623b52a9', 'tag': '435b3e98-d0f9-4cf5-a053-f9ac3cd282c0'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:06.305869 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5413a7f-6ce9-4469-89bb-664f47db9371" -d '{"events": [{"name": "network-changed", "server_uuid": "d1308d17-5f91-4cb1-ab7d-fd4d623b52a9", "tag": "435b3e98-d0f9-4cf5-a053-f9ac3cd282c0"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:06.338453 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7941105-ba05-41cf-888b-dbb9cc4726dd req-5cb94568-d079-4f11-a96c-2899eef51420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:06.340247 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a7941105-ba05-41cf-888b-dbb9cc4726dd req-5cb94568-d079-4f11-a96c-2899eef51420 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab7dc526fd8f441185a698498cb3a4d8&device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 1094 time: 0.1943934 Jan 28 13:28:06.382854 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-836e2532-b7ff-4620-b15d-39f0cd5fb8fc tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Calling delete_port for 140f9844-778e-41c2-b9e6-cd85ee1acfe7 owned by network:floatingip {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:28:06.397021 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f80ed-2ca0-4418-ab84-14d33c1776a8 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbda2ac-9bef-420d-b881-9dacb95c79b0,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:06.467783 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ff5cd7-31b2-4212-8970-a5ba839d75e9 x-openstack-request-id: req-02ff5cd7-31b2-4212-8970-a5ba839d75e9 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:06.468212 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1308d17-5f91-4cb1-ab7d-fd4d623b52a9", "tag": "435b3e98-d0f9-4cf5-a053-f9ac3cd282c0", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:06.468600 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-02ff5cd7-31b2-4212-8970-a5ba839d75e9 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:06.469002 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1308d17-5f91-4cb1-ab7d-fd4d623b52a9', 'tag': '435b3e98-d0f9-4cf5-a053-f9ac3cd282c0', 'status': 'completed', 'code': 200} Jan 28 13:28:06.504606 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-324f80ed-2ca0-4418-ab84-14d33c1776a8 service neutron] Attempting to bind port 0cbda2ac-9bef-420d-b881-9dacb95c79b0 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:06.504947 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-324f80ed-2ca0-4418-ab84-14d33c1776a8 service neutron] Attempting to bind port 0cbda2ac-9bef-420d-b881-9dacb95c79b0 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'c2c4ccae-60eb-41f2-8e2b-5652b4999cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4d4c416b-3c7b-41c6-91cb-08e606cbf83f'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:06.505762 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-324f80ed-2ca0-4418-ab84-14d33c1776a8 service neutron] Attempting to bind port 0cbda2ac-9bef-420d-b881-9dacb95c79b0 on network 4d4c416b-3c7b-41c6-91cb-08e606cbf83f {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:06.509439 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-0f4b240d-bbb9-467f-9442-012632589492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:06.511994 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-0f4b240d-bbb9-467f-9442-012632589492 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae9d4f789d624ccbaff6934ecfbcc82c&device_id=d1308d17-5f91-4cb1-ab7d-fd4d623b52a9 HTTP/1.1" status: 200 len: 1094 time: 0.5807359 Jan 28 13:28:06.586403 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-324f80ed-2ca0-4418-ab84-14d33c1776a8 service neutron] Port 0cbda2ac-9bef-420d-b881-9dacb95c79b0 on network 4d4c416b-3c7b-41c6-91cb-08e606cbf83f not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:28:06.586725 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-324f80ed-2ca0-4418-ab84-14d33c1776a8 service neutron] Attempting to bind port 0cbda2ac-9bef-420d-b881-9dacb95c79b0 on network 4d4c416b-3c7b-41c6-91cb-08e606cbf83f {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:06.591015 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-af1ce096-4beb-4042-8ec5-fec414a877e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (4dadda4b-c083-4e9c-a606-a1e821b1c624), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:06.624593 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dc5423b6-c962-478d-a3e0-a6e5ad7a44cc req-ebc1e0d9-8813-4a68-9644-19f3ae9eafda tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5306926 Jan 28 13:28:06.630395 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53728) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:06.637437 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9f27c-2670-4ef4-917b-44d70109a6b8 req-6f030bda-ea36-4236-b386-e1e3f7b81a33 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:06.639255 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e3b9f27c-2670-4ef4-917b-44d70109a6b8 req-6f030bda-ea36-4236-b386-e1e3f7b81a33 tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 944 time: 0.5001051 Jan 28 13:28:06.658213 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-5067b405-7796-4f61-9a95-c565923dca5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=435b3e98-d0f9-4cf5-a053-f9ac3cd282c0 HTTP/1.1" status: 200 len: 217 time: 0.1277220 Jan 28 13:28:06.664312 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-324f80ed-2ca0-4418-ab84-14d33c1776a8 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:06.665588 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-324f80ed-2ca0-4418-ab84-14d33c1776a8 service neutron] Checking segment: {'id': 'c2c4ccae-60eb-41f2-8e2b-5652b4999cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4d4c416b-3c7b-41c6-91cb-08e606cbf83f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:06.666004 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-324f80ed-2ca0-4418-ab84-14d33c1776a8 service neutron] Bound using segment: {'id': 'c2c4ccae-60eb-41f2-8e2b-5652b4999cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4d4c416b-3c7b-41c6-91cb-08e606cbf83f'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:06.666575 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-324f80ed-2ca0-4418-ab84-14d33c1776a8 service neutron] Bound port: 0cbda2ac-9bef-420d-b881-9dacb95c79b0, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2c4ccae-60eb-41f2-8e2b-5652b4999cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4d4c416b-3c7b-41c6-91cb-08e606cbf83f'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:06.666960 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-324f80ed-2ca0-4418-ab84-14d33c1776a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0cbda2ac-9bef-420d-b881-9dacb95c79b0), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:06.834510 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7941105-ba05-41cf-888b-dbb9cc4726dd req-9d7375af-ba5e-48fe-a2a3-5cf332f0bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:06.836202 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a7941105-ba05-41cf-888b-dbb9cc4726dd req-9d7375af-ba5e-48fe-a2a3-5cf332f0bed9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f773675e-cdaa-4e1f-928a-174702ce7787 HTTP/1.1" status: 200 len: 912 time: 0.3996553 Jan 28 13:28:06.886593 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa48cf-667f-459f-b3ec-046e4694385e req-8626145c-5772-47fd-b93c-7aad9c86ac63 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:06.888361 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ebaa48cf-667f-459f-b3ec-046e4694385e req-8626145c-5772-47fd-b93c-7aad9c86ac63 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 943 time: 0.2943940 Jan 28 13:28:06.892312 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a7941105-ba05-41cf-888b-dbb9cc4726dd req-254de78f-6527-40ac-ba77-79d883adf35a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=501d35d3-1ce4-4148-bb90-5bb907aef56d HTTP/1.1" status: 200 len: 217 time: 0.0479314 Jan 28 13:28:06.896260 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f24e593f-6f50-408f-ad27-2dac83383ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:06.919054 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-53cbe02b-707f-43f2-9b56-1fb872b99010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:06.921328 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-53cbe02b-707f-43f2-9b56-1fb872b99010 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f6a26e6-2c2f-414a-b9ef-849c33c591a6 HTTP/1.1" status: 200 len: 853 time: 0.2417150 Jan 28 13:28:07.008683 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-6e68e581-837b-4edb-8e55-39f303aa29ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d4c416b-3c7b-41c6-91cb-08e606cbf83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769513 Jan 28 13:28:07.047274 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-324f80ed-2ca0-4418-ab84-14d33c1776a8 service neutron] For port 0cbda2ac-9bef-420d-b881-9dacb95c79b0, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:07.079439 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7941105-ba05-41cf-888b-dbb9cc4726dd req-1e17823f-a11f-4e3d-8993-6ff8a17b3593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:07.080932 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a7941105-ba05-41cf-888b-dbb9cc4726dd req-1e17823f-a11f-4e3d-8993-6ff8a17b3593 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71a5c6ba-e647-4544-86c2-92651ecb7e69 HTTP/1.1" status: 200 len: 852 time: 0.1823130 Jan 28 13:28:07.126178 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a7941105-ba05-41cf-888b-dbb9cc4726dd req-566aaaf1-11c7-4a21-a418-d9d387891c15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f773675e-cdaa-4e1f-928a-174702ce7787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370708 Jan 28 13:28:07.129818 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ebaa48cf-667f-459f-b3ec-046e4694385e req-fb59ee77-f4be-4594-bd24-cd11ee76ca22 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729620 Jan 28 13:28:07.177147 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1a46773-b95f-46dd-87d9-a2f9ba707c65 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (ac0ed1d4-7265-4a5d-9055-52fcc3fd3384), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:07.204186 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-836e2532-b7ff-4620-b15d-39f0cd5fb8fc tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (140f9844-778e-41c2-b9e6-cd85ee1acfe7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:07.218445 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1ce096-4beb-4042-8ec5-fec414a877e1 admin admin] Router 4dadda4b-c083-4e9c-a606-a1e821b1c624 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:28:07.281391 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-324f80ed-2ca0-4418-ab84-14d33c1776a8 service neutron] For port 0cbda2ac-9bef-420d-b881-9dacb95c79b0, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=0cbda2ac-9bef-420d-b881-9dacb95c79b0,segment=NetworkSegment(c2c4ccae-60eb-41f2-8e2b-5652b4999cee),segment_id=c2c4ccae-60eb-41f2-8e2b-5652b4999cee)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:07.296254 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a7941105-ba05-41cf-888b-dbb9cc4726dd req-97218cf8-6bcb-4da9-bea8-7b29acdbee4f service neutron] 10.222.0.18 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630418 Jan 28 13:28:07.322417 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-e3b9f27c-2670-4ef4-917b-44d70109a6b8 req-c513a0d4-0f98-4dd5-afe4-8218bcd5b43c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Deleting port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:28:07.322763 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e3b9f27c-2670-4ef4-917b-44d70109a6b8 req-c513a0d4-0f98-4dd5-afe4-8218bcd5b43c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:07.333217 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e2532-b7ff-4620-b15d-39f0cd5fb8fc tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Pushing event deleted for resources: {'Port': ['ID=140f9844-778e-41c2-b9e6-cd85ee1acfe7,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:07.341469 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-324f80ed-2ca0-4418-ab84-14d33c1776a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (0cbda2ac-9bef-420d-b881-9dacb95c79b0), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:07.433353 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1ce096-4beb-4042-8ec5-fec414a877e1 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:28:07.442629 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-af1ce096-4beb-4042-8ec5-fec414a877e1 admin admin] 10.222.0.39 "PUT /v2.0/routers/4dadda4b-c083-4e9c-a606-a1e821b1c624/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0681143 Jan 28 13:28:07.444571 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53736) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:07.462990 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858c188d-2a86-4f5c-8579-b70cacecacea None None] Sync routers for ids ['4dadda4b-c083-4e9c-a606-a1e821b1c624'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:28:07.464313 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a7941105-ba05-41cf-888b-dbb9cc4726dd req-845bd545-d86d-49e0-90de-d84268b688e1 service neutron] 10.222.0.18 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626408 Jan 28 13:28:07.488315 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858c188d-2a86-4f5c-8579-b70cacecacea None None] Routers {'4dadda4b-c083-4e9c-a606-a1e821b1c624'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:28:07.489281 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-858c188d-2a86-4f5c-8579-b70cacecacea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:28:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['4dadda4b-c083-4e9c-a606-a1e821b1c624'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:07.618085 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-324f80ed-2ca0-4418-ab84-14d33c1776a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:07.621511 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-324f80ed-2ca0-4418-ab84-14d33c1776a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:07.623209 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-858c188d-2a86-4f5c-8579-b70cacecacea None None] Set router 4dadda4b-c083-4e9c-a606-a1e821b1c624 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:28:07.624090 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-324f80ed-2ca0-4418-ab84-14d33c1776a8 service neutron] 10.222.0.37 "PUT /v2.0/ports/0cbda2ac-9bef-420d-b881-9dacb95c79b0 HTTP/1.1" status: 200 len: 1092 time: 4.7805912 Jan 28 13:28:07.627486 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a46773-b95f-46dd-87d9-a2f9ba707c65 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Pushing event updated for resources: {'Subnet': ['ID=ac0ed1d4-7265-4a5d-9055-52fcc3fd3384,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:07.646096 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-1002f40c-fa1d-433e-a752-d4f431f0e8b2 service neutron] 10.222.0.18 "GET /v2.0/networks/4d4c416b-3c7b-41c6-91cb-08e606cbf83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6072810 Jan 28 13:28:07.648402 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f80ed-2ca0-4418-ab84-14d33c1776a8 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbda2ac-9bef-420d-b881-9dacb95c79b0,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:07.664641 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92db9099-83ae-424f-847a-eef38068e874 admin admin] Publish callbacks [] for router (4dadda4b-c083-4e9c-a606-a1e821b1c624), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:07.715608 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f24e593f-6f50-408f-ad27-2dac83383ded admin admin] Publish callbacks [] for security_group (556ab1d2-5744-4b52-9bf5-800849b8179f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:07.816776 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f24e593f-6f50-408f-ad27-2dac83383ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (556ab1d2-5744-4b52-9bf5-800849b8179f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:07.841742 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92db9099-83ae-424f-847a-eef38068e874 admin admin] Publish callbacks [] for router_gateway (4dadda4b-c083-4e9c-a606-a1e821b1c624), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:07.889679 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe2f30-b21d-40cf-a564-0d731b7bde07 req-19f49f51-80ee-4599-8f86-0a57ad1df760 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:07.891958 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0cfe2f30-b21d-40cf-a564-0d731b7bde07 req-19f49f51-80ee-4599-8f86-0a57ad1df760 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=030f9050-79d2-4a44-9d08-91aedac9829e HTTP/1.1" status: 200 len: 944 time: 0.6948111 Jan 28 13:28:07.941892 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-858c188d-2a86-4f5c-8579-b70cacecacea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'name': 'tempest-ServersTestBootFromVolume-1652014935-router', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '719251f3-8587-4f3a-95d8-0a2d9f850bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:12Z', 'updated_at': '2022-01-28T13:28:06Z', 'revision_number': 5, 'project_id': 'f235cd5aff1543e5993f6b32019caaff', 'gw_port': {'id': '719251f3-8587-4f3a-95d8-0a2d9f850bc8', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:16Z', 'updated_at': '2022-01-28T13:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:07.961561 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73441b48-e2a2-45d3-9b52-6c6017e974b1 req-83ea5727-0386-4f52-bc24-eaa7ce2156ff tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:07.972765 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-73441b48-e2a2-45d3-9b52-6c6017e974b1 req-83ea5727-0386-4f52-bc24-eaa7ce2156ff tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 944 time: 0.1327617 Jan 28 13:28:07.973266 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a46773-b95f-46dd-87d9-a2f9ba707c65 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Checking segment: {'id': 'e41ed65c-b5d0-417a-afb1-afd9093978ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1f0af631-50a0-4793-9983-75035e9bbf20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:07.973899 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a46773-b95f-46dd-87d9-a2f9ba707c65 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Network hostable DHCP agents. Network: 1f0af631-50a0-4793-9983-75035e9bbf20, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:28:07.994238 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-92db9099-83ae-424f-847a-eef38068e874 admin admin] Deleting port 719251f3-8587-4f3a-95d8-0a2d9f850bc8 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:28:07.994564 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92db9099-83ae-424f-847a-eef38068e874 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (719251f3-8587-4f3a-95d8-0a2d9f850bc8), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:07.997695 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858c188d-2a86-4f5c-8579-b70cacecacea None None] Checking router: 4dadda4b-c083-4e9c-a606-a1e821b1c624 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:28:07.998529 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-836e2532-b7ff-4620-b15d-39f0cd5fb8fc tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks [] for floatingip (ea2a0995-736e-454b-893f-49b340a268d2), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:08.001073 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-836e2532-b7ff-4620-b15d-39f0cd5fb8fc tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:08.006142 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-836e2532-b7ff-4620-b15d-39f0cd5fb8fc tempest-ServersTestFqdnHostnames-775576282 tempest-ServersTestFqdnHostnames-775576282-project] 10.222.0.39 "DELETE /v2.0/floatingips/ea2a0995-736e-454b-893f-49b340a268d2 HTTP/1.1" status: 204 len: 168 time: 3.7828615 Jan 28 13:28:08.018945 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e593f-6f50-408f-ad27-2dac83383ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556ab1d2-5744-4b52-9bf5-800849b8179f,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:08.019294 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858c188d-2a86-4f5c-8579-b70cacecacea None None] Routers {'4dadda4b-c083-4e9c-a606-a1e821b1c624'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:28:08.019465 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53742) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:08.019609 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f24e593f-6f50-408f-ad27-2dac83383ded admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6331ad07b8ee4c55992cef8e8bbd74c1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3782761 Jan 28 13:28:08.019758 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53744) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:08.020757 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-e3b9f27c-2670-4ef4-917b-44d70109a6b8 req-c513a0d4-0f98-4dd5-afe4-8218bcd5b43c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] For port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de,segment=NetworkSegment(985ec39c-eb53-4ba5-b0aa-0cd1957fa34f),segment_id=985ec39c-eb53-4ba5-b0aa-0cd1957fa34f)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:08.021063 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e3b9f27c-2670-4ef4-917b-44d70109a6b8 req-c513a0d4-0f98-4dd5-afe4-8218bcd5b43c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:08.027335 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-858c188d-2a86-4f5c-8579-b70cacecacea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:28:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['4dadda4b-c083-4e9c-a606-a1e821b1c624'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:08.050666 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-e3b9f27c-2670-4ef4-917b-44d70109a6b8 req-c513a0d4-0f98-4dd5-afe4-8218bcd5b43c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Calling delete_port for 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:28:08.064958 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-97a78b4d-d2fe-4015-9bf0-978987dfb11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:08.066519 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-97a78b4d-d2fe-4015-9bf0-978987dfb11e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae9d4f789d624ccbaff6934ecfbcc82c&device_id=030f9050-79d2-4a44-9d08-91aedac9829e HTTP/1.1" status: 200 len: 1095 time: 0.3450956 Jan 28 13:28:08.130536 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-92db9099-83ae-424f-847a-eef38068e874 admin admin] For port 719251f3-8587-4f3a-95d8-0a2d9f850bc8, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=719251f3-8587-4f3a-95d8-0a2d9f850bc8,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:08.131301 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92db9099-83ae-424f-847a-eef38068e874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (719251f3-8587-4f3a-95d8-0a2d9f850bc8), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:08.143954 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-934ab415-9149-4e2d-894a-c34999aae2f0 service neutron] 10.222.0.18 "GET /v2.0/networks/4d4c416b-3c7b-41c6-91cb-08e606cbf83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202766 Jan 28 13:28:08.146655 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a46773-b95f-46dd-87d9-a2f9ba707c65 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Network 1f0af631-50a0-4793-9983-75035e9bbf20 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:28:08.148251 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-92db9099-83ae-424f-847a-eef38068e874 admin admin] Calling delete_port for 719251f3-8587-4f3a-95d8-0a2d9f850bc8 owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:28:08.178891 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-858c188d-2a86-4f5c-8579-b70cacecacea None None] Set router 4dadda4b-c083-4e9c-a606-a1e821b1c624 gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:28:08.183296 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0cfe2f30-b21d-40cf-a564-0d731b7bde07 req-2fd6b198-e37e-4722-978c-9b53b177b167 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764077 Jan 28 13:28:08.184035 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-d5f303e0-ab19-45be-88f9-00380cfa4a6f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cbda2ac-9bef-420d-b881-9dacb95c79b0 HTTP/1.1" status: 200 len: 217 time: 0.1090131 Jan 28 13:28:08.222992 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-a1a46773-b95f-46dd-87d9-a2f9ba707c65 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 1f0af631-50a0-4793-9983-75035e9bbf20) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:08.275108 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a46773-b95f-46dd-87d9-a2f9ba707c65 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:08.275708 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1a46773-b95f-46dd-87d9-a2f9ba707c65 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:08.332425 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a1a46773-b95f-46dd-87d9-a2f9ba707c65 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8483577 Jan 28 13:28:08.340243 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-d32bcdf8-92db-4806-acfc-87057058e31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:08.341809 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-d32bcdf8-92db-4806-acfc-87057058e31a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f6a26e6-2c2f-414a-b9ef-849c33c591a6 HTTP/1.1" status: 200 len: 853 time: 0.1510847 Jan 28 13:28:08.348269 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53748) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:08.350665 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c614923b-2921-46a8-a028-c850ff87df55 None None] Network 1f0af631-50a0-4793-9983-75035e9bbf20 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:28:08.361491 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-65aeb0f6-76e5-40bf-a745-1677023aff73 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-465192939'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:08.370255 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-858c188d-2a86-4f5c-8579-b70cacecacea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'name': 'tempest-ServersTestBootFromVolume-1652014935-router', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:12Z', 'updated_at': '2022-01-28T13:28:07Z', 'revision_number': 6, 'project_id': 'f235cd5aff1543e5993f6b32019caaff', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:08.384251 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5413a7f-6ce9-4469-89bb-664f47db9371 req-c2861683-2da2-498d-8720-83060fc40225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:08.384780 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a5413a7f-6ce9-4469-89bb-664f47db9371 req-c2861683-2da2-498d-8720-83060fc40225 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae9d4f789d624ccbaff6934ecfbcc82c&device_id=d1308d17-5f91-4cb1-ab7d-fd4d623b52a9 HTTP/1.1" status: 200 len: 1094 time: 0.1912034 Jan 28 13:28:08.394099 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-73441b48-e2a2-45d3-9b52-6c6017e974b1 req-50dc3b60-bfda-4650-a1af-0077fc12ccbf tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/security-groups?id=df4252e0-1449-4be8-af81-e4d4a9ffb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188046 Jan 28 13:28:08.405834 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-7601d2af-53f1-4221-b972-f6e49f2ccf84 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4d4c416b-3c7b-41c6-91cb-08e606cbf83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580237 Jan 28 13:28:08.456450 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858c188d-2a86-4f5c-8579-b70cacecacea None None] The sync data for ids ['4dadda4b-c083-4e9c-a606-a1e821b1c624'] in n-d-822747-2 is: [{'id': '4dadda4b-c083-4e9c-a606-a1e821b1c624', 'name': 'tempest-ServersTestBootFromVolume-1652014935-router', 'tenant_id': 'f235cd5aff1543e5993f6b32019caaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:12Z', 'updated_at': '2022-01-28T13:28:07Z', 'revision_number': 6, 'project_id': 'f235cd5aff1543e5993f6b32019caaff', 'gw_port_host': None}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:28:08.526641 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-1f0af631-50a0-4793-9983-75035e9bbf20', 'network_id': '1f0af631-50a0-4793-9983-75035e9bbf20', 'project_id': 'a32c0d8081c141c0994b58c29d4a7990', 'fixed_ips': [{'subnet_id': 'ac0ed1d4-7265-4a5d-9055-52fcc3fd3384'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:28:08.530135 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:08.663233 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ab6866fd-e99c-4ff3-8828-e826b24b6546 admin admin] Publish callbacks [] for security_group (556ab1d2-5744-4b52-9bf5-800849b8179f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:08.694123 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ab6866fd-e99c-4ff3-8828-e826b24b6546 admin admin] Publish callbacks [] for security_group (556ab1d2-5744-4b52-9bf5-800849b8179f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:08.775191 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Allocated IP 19.80.0.2 (1f0af631-50a0-4793-9983-75035e9bbf20/ac0ed1d4-7265-4a5d-9055-52fcc3fd3384/83c7f097-0085-4035-b8ba-4be6d7bb26b9) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:08.795418 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92db9099-83ae-424f-847a-eef38068e874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (719251f3-8587-4f3a-95d8-0a2d9f850bc8), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:08.865988 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030f9050-79d2-4a44-9d08-91aedac9829e', 'tag': '0cbda2ac-9bef-420d-b881-9dacb95c79b0'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:08.872902 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdb7c63-5300-4f5d-a766-f8a7be57652a" -d '{"events": [{"name": "network-changed", "server_uuid": "030f9050-79d2-4a44-9d08-91aedac9829e", "tag": "0cbda2ac-9bef-420d-b881-9dacb95c79b0"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:08.964982 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db9099-83ae-424f-847a-eef38068e874 admin admin] Pushing event deleted for resources: {'Port': ['ID=719251f3-8587-4f3a-95d8-0a2d9f850bc8,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:09.002641 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e50c94a-3c07-4e17-a30b-376366367d70 x-openstack-request-id: req-5e50c94a-3c07-4e17-a30b-376366367d70 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:09.003204 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030f9050-79d2-4a44-9d08-91aedac9829e", "tag": "0cbda2ac-9bef-420d-b881-9dacb95c79b0", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:09.003417 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e50c94a-3c07-4e17-a30b-376366367d70 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:09.003913 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030f9050-79d2-4a44-9d08-91aedac9829e', 'tag': '0cbda2ac-9bef-420d-b881-9dacb95c79b0', 'status': 'completed', 'code': 200} Jan 28 13:28:09.064650 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ab6866fd-e99c-4ff3-8828-e826b24b6546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (556ab1d2-5744-4b52-9bf5-800849b8179f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:09.067490 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ab6866fd-e99c-4ff3-8828-e826b24b6546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:09.068652 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ab6866fd-e99c-4ff3-8828-e826b24b6546 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/556ab1d2-5744-4b52-9bf5-800849b8179f HTTP/1.1" status: 204 len: 168 time: 0.7421970 Jan 28 13:28:09.146799 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6866fd-e99c-4ff3-8828-e826b24b6546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556ab1d2-5744-4b52-9bf5-800849b8179f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:09.150785 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92db9099-83ae-424f-847a-eef38068e874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (4dadda4b-c083-4e9c-a606-a1e821b1c624), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:09.188644 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5413a7f-6ce9-4469-89bb-664f47db9371 req-911f93ea-0274-4d76-ba9b-b0c1980c6262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:09.191941 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a5413a7f-6ce9-4469-89bb-664f47db9371 req-911f93ea-0274-4d76-ba9b-b0c1980c6262 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d4c416b-3c7b-41c6-91cb-08e606cbf83f HTTP/1.1" status: 200 len: 913 time: 0.7889404 Jan 28 13:28:09.204511 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931107d-6869-4207-9ab8-54775da9034c req-6deae079-bec3-4687-ad0e-f0013ae94d30 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:09.207245 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e931107d-6869-4207-9ab8-54775da9034c req-6deae079-bec3-4687-ad0e-f0013ae94d30 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 943 time: 0.8841250 Jan 28 13:28:09.208101 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65aeb0f6-76e5-40bf-a745-1677023aff73 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Made reservation on behalf of a32c0d8081c141c0994b58c29d4a7990 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:09.213218 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-65aeb0f6-76e5-40bf-a745-1677023aff73 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:09.220124 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:28:09.258674 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-6194bcf3-a00e-4fc6-8161-fa52c4ff23e6 service neutron] 10.222.0.37 "GET /v2.0/networks/4d4c416b-3c7b-41c6-91cb-08e606cbf83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8400683 Jan 28 13:28:09.270341 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e3b9f27c-2670-4ef4-917b-44d70109a6b8 req-c513a0d4-0f98-4dd5-afe4-8218bcd5b43c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:09.350329 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No active binding found for port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de {{(pid=103353) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 13:28:09.350798 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] The host n-h2-822747-2 is not matching for port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de host None! {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:28:09.352282 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:28:09.532654 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e43c59f-8d64-45b7-91b8-a9115b8bcab2 req-64a87aff-bf5f-4172-8644-a51e22803cec service neutron] 10.222.0.37 "GET /v2.0/networks/4d4c416b-3c7b-41c6-91cb-08e606cbf83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389972 Jan 28 13:28:09.586369 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513a0d4-0f98-4dd5-afe4-8218bcd5b43c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Pushing event deleted for resources: {'Port': ['ID=8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:09.624351 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b9f27c-2670-4ef4-917b-44d70109a6b8 req-c513a0d4-0f98-4dd5-afe4-8218bcd5b43c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] No DVR routers for this DVR port 8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:28:09.629176 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a5413a7f-6ce9-4469-89bb-664f47db9371 req-78fb5e25-ee6a-4452-aaa8-a2ebc0a73eba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=435b3e98-d0f9-4cf5-a053-f9ac3cd282c0 HTTP/1.1" status: 200 len: 217 time: 0.4121096 Jan 28 13:28:09.634723 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e3b9f27c-2670-4ef4-917b-44d70109a6b8 req-c513a0d4-0f98-4dd5-afe4-8218bcd5b43c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:09.638668 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e3b9f27c-2670-4ef4-917b-44d70109a6b8 req-c513a0d4-0f98-4dd5-afe4-8218bcd5b43c tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.37 "DELETE /v2.0/ports/8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de HTTP/1.1" status: 204 len: 173 time: 2.9793110 Jan 28 13:28:09.692258 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Publish callbacks [] for port (83c7f097-0085-4035-b8ba-4be6d7bb26b9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:09.699656 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (83c7f097-0085-4035-b8ba-4be6d7bb26b9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:09.709888 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65aeb0f6-76e5-40bf-a745-1677023aff73 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:28:09.728584 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-65aeb0f6-76e5-40bf-a745-1677023aff73 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (bb4be984-5817-4573-8dd7-d0c9f0d3b645), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:09.729091 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-65aeb0f6-76e5-40bf-a745-1677023aff73 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Added segment bb4be984-5817-4573-8dd7-d0c9f0d3b645 of type vlan for network 7d186aed-e3b3-4a7c-8a4f-17e45742e02b Jan 28 13:28:09.773197 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 501d35d3-1ce4-4148-bb90-5bb907aef56d details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:28:09.801894 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-65aeb0f6-76e5-40bf-a745-1677023aff73 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (7d186aed-e3b3-4a7c-8a4f-17e45742e02b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:09.809072 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Network 1f0af631-50a0-4793-9983-75035e9bbf20 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:09.815448 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:09.840433 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:09.914262 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Pushing event updated for resources: {'Port': ['ID=83c7f097-0085-4035-b8ba-4be6d7bb26b9,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:09.924519 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92db9099-83ae-424f-847a-eef38068e874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (4dadda4b-c083-4e9c-a606-a1e821b1c624), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:09.930627 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92db9099-83ae-424f-847a-eef38068e874 admin admin] Publish callbacks [] for router_controller (4dadda4b-c083-4e9c-a606-a1e821b1c624), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:09.992831 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e931107d-6869-4207-9ab8-54775da9034c req-083b1c75-c6a4-45c8-a369-11eee2b61a7f tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7315593 Jan 28 13:28:10.014723 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb7c63-5300-4f5d-a766-f8a7be57652a req-18f56f33-26b0-44b7-8d96-fb2ff5168130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:10.022564 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4fdb7c63-5300-4f5d-a766-f8a7be57652a req-18f56f33-26b0-44b7-8d96-fb2ff5168130 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae9d4f789d624ccbaff6934ecfbcc82c&device_id=030f9050-79d2-4a44-9d08-91aedac9829e HTTP/1.1" status: 200 len: 1095 time: 0.3860321 Jan 28 13:28:10.067438 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2e53b-0a53-4a88-b6e5-e060a651f237 req-5e1c05a7-062d-4668-a09a-7b496eba9e6b tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:10.071813 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5413a7f-6ce9-4469-89bb-664f47db9371 req-b5ef0d3f-f466-4834-a095-0c81f6fa2fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:10.077167 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ad2e53b-0a53-4a88-b6e5-e060a651f237 req-5e1c05a7-062d-4668-a09a-7b496eba9e6b tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=030f9050-79d2-4a44-9d08-91aedac9829e HTTP/1.1" status: 200 len: 944 time: 0.3690295 Jan 28 13:28:10.087600 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a5413a7f-6ce9-4469-89bb-664f47db9371 req-b5ef0d3f-f466-4834-a095-0c81f6fa2fa5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f6a26e6-2c2f-414a-b9ef-849c33c591a6 HTTP/1.1" status: 200 len: 853 time: 0.4038696 Jan 28 13:28:10.099381 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92db9099-83ae-424f-847a-eef38068e874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (4dadda4b-c083-4e9c-a606-a1e821b1c624), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:10.100886 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92db9099-83ae-424f-847a-eef38068e874 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dadda4b-c083-4e9c-a606-a1e821b1c624 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:28:10.117143 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92db9099-83ae-424f-847a-eef38068e874 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:10.122063 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-65aeb0f6-76e5-40bf-a745-1677023aff73 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (7d186aed-e3b3-4a7c-8a4f-17e45742e02b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:10.126640 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-92db9099-83ae-424f-847a-eef38068e874 admin admin] 10.222.0.39 "DELETE /v2.0/routers/4dadda4b-c083-4e9c-a606-a1e821b1c624 HTTP/1.1" status: 204 len: 168 time: 2.6794236 Jan 28 13:28:10.138799 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53778) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:10.149205 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aeb0f6-76e5-40bf-a745-1677023aff73 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:10.149875 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-65aeb0f6-76e5-40bf-a745-1677023aff73 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:10.230006 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:10.230359 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:10.230980 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:10.233989 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:10.234539 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:10.234880 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:10.235271 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:10.235606 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:10.235934 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:10.237365 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:10.237538 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:10.237844 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:10.238174 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:10.263983 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a5413a7f-6ce9-4469-89bb-664f47db9371 req-ae1f154c-607a-49ec-b422-a1df0b8a8a1f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d4c416b-3c7b-41c6-91cb-08e606cbf83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005166 Jan 28 13:28:10.357230 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-18903ae8-3d61-459a-a130-59af7169ec18 admin admin] Deleting subnet 30dbb6f7-d402-4607-8f73-a8cae7badd32 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:28:10.364010 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-18903ae8-3d61-459a-a130-59af7169ec18 admin admin] Publish callbacks [] for subnet (30dbb6f7-d402-4607-8f73-a8cae7badd32), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:10.386705 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ad2e53b-0a53-4a88-b6e5-e060a651f237 req-f9a75d5e-5d35-4afe-a18e-62d49b9a7b42 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076301 Jan 28 13:28:10.396865 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Attempting to bind port 83c7f097-0085-4035-b8ba-4be6d7bb26b9 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:10.397438 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Attempting to bind port 83c7f097-0085-4035-b8ba-4be6d7bb26b9 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'e41ed65c-b5d0-417a-afb1-afd9093978ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1f0af631-50a0-4793-9983-75035e9bbf20'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:10.402469 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Attempting to bind port 83c7f097-0085-4035-b8ba-4be6d7bb26b9 on network 1f0af631-50a0-4793-9983-75035e9bbf20 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:10.436358 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a38df395-5277-44dc-94f2-4451af86324c req-1664e315-46c9-41ab-b505-f5b7d3815d7b tempest-LiveAutoBlockMigrationV225Test-1659172928 tempest-LiveAutoBlockMigrationV225Test-1659172928-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5888df5-e253-4b62-a0d8-46bbef18bc5a HTTP/1.1" status: 200 len: 210 time: 0.1525238 Jan 28 13:28:10.443227 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:10.444106 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Checking segment: {'id': 'e41ed65c-b5d0-417a-afb1-afd9093978ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1f0af631-50a0-4793-9983-75035e9bbf20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:10.445876 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:10.446291 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Bound using segment: {'id': 'e41ed65c-b5d0-417a-afb1-afd9093978ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1f0af631-50a0-4793-9983-75035e9bbf20'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:10.447327 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Bound port: 83c7f097-0085-4035-b8ba-4be6d7bb26b9, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e41ed65c-b5d0-417a-afb1-afd9093978ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1f0af631-50a0-4793-9983-75035e9bbf20'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:10.447327 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (83c7f097-0085-4035-b8ba-4be6d7bb26b9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:10.518433 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-65aeb0f6-76e5-40bf-a745-1677023aff73 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.1718969 Jan 28 13:28:10.544166 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-18903ae8-3d61-459a-a130-59af7169ec18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (30dbb6f7-d402-4607-8f73-a8cae7badd32), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:10.569186 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53784) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:10.600390 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] For port 83c7f097-0085-4035-b8ba-4be6d7bb26b9, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:10.604207 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] For port 83c7f097-0085-4035-b8ba-4be6d7bb26b9, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=83c7f097-0085-4035-b8ba-4be6d7bb26b9,segment=NetworkSegment(e41ed65c-b5d0-417a-afb1-afd9093978ac),segment_id=e41ed65c-b5d0-417a-afb1-afd9093978ac)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:10.636115 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (83c7f097-0085-4035-b8ba-4be6d7bb26b9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:10.649086 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-81a5c48f-b031-4733-96b9-e22c277d856c tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Request body: {'subnet': {'network_id': '7d186aed-e3b3-4a7c-8a4f-17e45742e02b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:10.661622 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 501d35d3-1ce4-4148-bb90-5bb907aef56d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=501d35d3-1ce4-4148-bb90-5bb907aef56d,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:10.701457 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aeb0f6-76e5-40bf-a745-1677023aff73 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Pushing event updated for resources: {'Network': ['ID=7d186aed-e3b3-4a7c-8a4f-17e45742e02b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:10.732544 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 273f93a9-be8b-4690-afff-06114e886c2a no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:28:10.734558 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 7d186aed-e3b3-4a7c-8a4f-17e45742e02b details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:28:10.785093 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb7c63-5300-4f5d-a766-f8a7be57652a req-b189327e-8d60-491e-bbd0-02cc20f9aed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:10.786592 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4fdb7c63-5300-4f5d-a766-f8a7be57652a req-b189327e-8d60-491e-bbd0-02cc20f9aed0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4d4c416b-3c7b-41c6-91cb-08e606cbf83f HTTP/1.1" status: 200 len: 913 time: 0.7574263 Jan 28 13:28:10.795157 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-18903ae8-3d61-459a-a130-59af7169ec18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (30dbb6f7-d402-4607-8f73-a8cae7badd32), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:10.827541 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '501d35d3-1ce4-4148-bb90-5bb907aef56d', 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787', 'port_id': '501d35d3-1ce4-4148-bb90-5bb907aef56d', 'mac_address': 'fa:16:3e:29:20:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71a5c6ba-e647-4544-86c2-92651ecb7e69', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:28:10.837291 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5d86a-f3be-44ec-84a4-24c211cb54d6 None None] Pushing event updated for resources: {'Port': ['ID=83c7f097-0085-4035-b8ba-4be6d7bb26b9,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:10.877066 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4fdb7c63-5300-4f5d-a766-f8a7be57652a req-e434d64e-2819-4c8d-9ea0-a07d0fdd3ac9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cbda2ac-9bef-420d-b881-9dacb95c79b0 HTTP/1.1" status: 200 len: 217 time: 0.0689156 Jan 28 13:28:10.880946 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a5413a7f-6ce9-4469-89bb-664f47db9371 req-7c47d1ef-e71a-4d1d-bb9d-07163d14be58 service neutron] 10.222.0.18 "GET /v2.0/networks/4d4c416b-3c7b-41c6-91cb-08e606cbf83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547547 Jan 28 13:28:10.987728 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb7c63-5300-4f5d-a766-f8a7be57652a req-698fe525-8fbb-439a-9e76-f3f8199a1373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:10.987728 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4fdb7c63-5300-4f5d-a766-f8a7be57652a req-698fe525-8fbb-439a-9e76-f3f8199a1373 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f6a26e6-2c2f-414a-b9ef-849c33c591a6 HTTP/1.1" status: 200 len: 853 time: 0.0996661 Jan 28 13:28:10.991107 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 501d35d3-1ce4-4148-bb90-5bb907aef56d is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:10.991385 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (501d35d3-1ce4-4148-bb90-5bb907aef56d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:10.998645 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-18903ae8-3d61-459a-a130-59af7169ec18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (30dbb6f7-d402-4607-8f73-a8cae7badd32), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:11.000591 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 273f93a9-be8b-4690-afff-06114e886c2a {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:28:11.002439 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a5c48f-b031-4733-96b9-e22c277d856c tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Made reservation on behalf of a32c0d8081c141c0994b58c29d4a7990 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:11.004426 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 273f93a9-be8b-4690-afff-06114e886c2a not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:28:11.004919 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 719251f3-8587-4f3a-95d8-0a2d9f850bc8 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:28:11.005966 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-81a5c48f-b031-4733-96b9-e22c277d856c tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:11.042608 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8cfa8b15-6be4-4b34-a431-f74fe79a3991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (3389e681-4548-45e6-a74b-a5344a4f4561), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:11.045522 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-18903ae8-3d61-459a-a130-59af7169ec18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:11.051940 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-18903ae8-3d61-459a-a130-59af7169ec18 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/30dbb6f7-d402-4607-8f73-a8cae7badd32 HTTP/1.1" status: 204 len: 168 time: 0.9035516 Jan 28 13:28:11.082771 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b66b0d8-675e-425a-b5df-07b4365b5f83 None None] Network cd2b546a-6aba-4188-b902-b8e2745b4d7e requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:28:11.091590 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 719251f3-8587-4f3a-95d8-0a2d9f850bc8 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:28:11.091931 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 719251f3-8587-4f3a-95d8-0a2d9f850bc8 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:28:11.115546 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501d35d3-1ce4-4148-bb90-5bb907aef56d {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:11.150514 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5888df5-e253-4b62-a0d8-46bbef18bc5a', 'name': 'network-vif-deleted', 'tag': '8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:11.153800 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d04b62-c7d9-425d-bf3d-3953e032662a" -d '{"events": [{"server_uuid": "f5888df5-e253-4b62-a0d8-46bbef18bc5a", "name": "network-vif-deleted", "tag": "8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:11.161136 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a5413a7f-6ce9-4469-89bb-664f47db9371 req-d1d434a4-50fc-4e98-bded-eac450626374 service neutron] 10.222.0.18 "GET /v2.0/networks/4d4c416b-3c7b-41c6-91cb-08e606cbf83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763439 Jan 28 13:28:11.210668 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53816) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:11.222794 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 501d35d3-1ce4-4148-bb90-5bb907aef56d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=501d35d3-1ce4-4148-bb90-5bb907aef56d,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:11.254606 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (501d35d3-1ce4-4148-bb90-5bb907aef56d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:11.317418 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4fdb7c63-5300-4f5d-a766-f8a7be57652a req-cace2fe1-43ee-422d-aa90-85aaf289996d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4d4c416b-3c7b-41c6-91cb-08e606cbf83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3243744 Jan 28 13:28:11.361612 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27daef7-6adc-4043-8762-c9978543c5cc req-3399abc9-6556-43fa-9dbf-86860b858418 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:11.370157 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b27daef7-6adc-4043-8762-c9978543c5cc req-3399abc9-6556-43fa-9dbf-86860b858418 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/networks?id=1c04c518-39f2-47d7-96f5-a06debfdd8ed HTTP/1.1" status: 200 len: 814 time: 0.3747654 Jan 28 13:28:11.389037 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e1e9bd53-a67a-4a3b-84a3-ae6bcff7abbd req-0cb21144-fa81-4dcf-b4ca-31b82fc9af23 tempest-AbsoluteLimitsNegativeTestJSON-1731836523 tempest-AbsoluteLimitsNegativeTestJSON-1731836523-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ed2a4d6d3269424b9fa2c961b78c606c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774753 Jan 28 13:28:11.394809 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18903ae8-3d61-459a-a130-59af7169ec18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30dbb6f7-d402-4607-8f73-a8cae7badd32,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:11.419035 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=501d35d3-1ce4-4148-bb90-5bb907aef56d,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:11.426330 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b27daef7-6adc-4043-8762-c9978543c5cc req-afa8f62a-93ae-4cfc-8304-7a8e95b58474 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/quotas/abf5582cf6c74b03a46c276442437a1a HTTP/1.1" status: 200 len: 375 time: 0.0523431 Jan 28 13:28:11.455325 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['501d35d3-1ce4-4148-bb90-5bb907aef56d'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:11.551299 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230b7121-d7ac-4272-ba31-faa31ed24fae None None] DHCP port deletion for cd2b546a-6aba-4188-b902-b8e2745b4d7e request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:28:11.588766 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7e0304ce-d345-4e01-a7bc-4aa9659bae11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (cd2b546a-6aba-4188-b902-b8e2745b4d7e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:11.618862 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4fdb7c63-5300-4f5d-a766-f8a7be57652a req-31a8caf6-d994-4d1e-ab36-79faf3ce9d9f service neutron] 10.222.0.37 "GET /v2.0/networks/4d4c416b-3c7b-41c6-91cb-08e606cbf83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606909 Jan 28 13:28:11.693053 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b27daef7-6adc-4043-8762-c9978543c5cc req-387beb74-174b-4862-9162-b703c4bfb1b0 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=abf5582cf6c74b03a46c276442437a1a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2630126 Jan 28 13:28:11.724387 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-230b7121-d7ac-4272-ba31-faa31ed24fae None None] Deleting port 92cd8d45-d7b1-444f-a7dd-1ee5333c5753 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:28:11.725316 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-230b7121-d7ac-4272-ba31-faa31ed24fae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (92cd8d45-d7b1-444f-a7dd-1ee5333c5753), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:11.743741 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-81a5c48f-b031-4733-96b9-e22c277d856c tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (30cba770-3616-48f1-97d4-a75f4a97f805), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:11.814695 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 435b3e98-d0f9-4cf5-a053-f9ac3cd282c0 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:28:11.864326 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b27daef7-6adc-4043-8762-c9978543c5cc req-a1233e6b-e83f-45f4-bb13-00c1ea81d9e6 service neutron] 10.222.0.39 "GET /v2.0/networks/1c04c518-39f2-47d7-96f5-a06debfdd8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701922 Jan 28 13:28:11.873272 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-230b7121-d7ac-4272-ba31-faa31ed24fae None None] For port 92cd8d45-d7b1-444f-a7dd-1ee5333c5753, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=92cd8d45-d7b1-444f-a7dd-1ee5333c5753,segment=NetworkSegment(fd41c052-74ba-462c-9fe1-5df33f99783c),segment_id=fd41c052-74ba-462c-9fe1-5df33f99783c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:11.873817 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-230b7121-d7ac-4272-ba31-faa31ed24fae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (92cd8d45-d7b1-444f-a7dd-1ee5333c5753), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:11.904611 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-230b7121-d7ac-4272-ba31-faa31ed24fae None None] Calling delete_port for 92cd8d45-d7b1-444f-a7dd-1ee5333c5753 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:28:11.925918 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-7e0304ce-d345-4e01-a7bc-4aa9659bae11 admin admin] Deleting port 92cd8d45-d7b1-444f-a7dd-1ee5333c5753 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:28:11.926265 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7e0304ce-d345-4e01-a7bc-4aa9659bae11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (92cd8d45-d7b1-444f-a7dd-1ee5333c5753), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:12.039133 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4fdb7c63-5300-4f5d-a766-f8a7be57652a req-246e8973-925f-4981-a119-a09334d27d1c service neutron] 10.222.0.37 "GET /v2.0/networks/4d4c416b-3c7b-41c6-91cb-08e606cbf83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307097 Jan 28 13:28:12.057107 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9bd53-a67a-4a3b-84a3-ae6bcff7abbd req-0507edeb-7884-45e5-95b9-497f23e6a9c3 tempest-AbsoluteLimitsNegativeTestJSON-1731836523 tempest-AbsoluteLimitsNegativeTestJSON-1731836523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:12.060739 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e1e9bd53-a67a-4a3b-84a3-ae6bcff7abbd req-0507edeb-7884-45e5-95b9-497f23e6a9c3 tempest-AbsoluteLimitsNegativeTestJSON-1731836523 tempest-AbsoluteLimitsNegativeTestJSON-1731836523-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6178055 Jan 28 13:28:12.061899 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a5c48f-b031-4733-96b9-e22c277d856c tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Pushing event updated for resources: {'Subnet': ['ID=30cba770-3616-48f1-97d4-a75f4a97f805,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:12.079703 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a5c48f-b031-4733-96b9-e22c277d856c tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Checking segment: {'id': 'bb4be984-5817-4573-8dd7-d0c9f0d3b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7d186aed-e3b3-4a7c-8a4f-17e45742e02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:12.080688 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a5c48f-b031-4733-96b9-e22c277d856c tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Network hostable DHCP agents. Network: 7d186aed-e3b3-4a7c-8a4f-17e45742e02b, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:28:12.101471 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e1e9bd53-a67a-4a3b-84a3-ae6bcff7abbd req-fefb51c6-4b14-4537-b6e2-b709caa80122 tempest-AbsoluteLimitsNegativeTestJSON-1731836523 tempest-AbsoluteLimitsNegativeTestJSON-1731836523-project] 10.222.0.39 "GET /v2.0/quotas/ed2a4d6d3269424b9fa2c961b78c606c HTTP/1.1" status: 200 len: 375 time: 0.0322924 Jan 28 13:28:12.106207 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-7e0304ce-d345-4e01-a7bc-4aa9659bae11 admin admin] For port 92cd8d45-d7b1-444f-a7dd-1ee5333c5753, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=92cd8d45-d7b1-444f-a7dd-1ee5333c5753,segment=NetworkSegment(fd41c052-74ba-462c-9fe1-5df33f99783c),segment_id=fd41c052-74ba-462c-9fe1-5df33f99783c)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:12.106985 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7e0304ce-d345-4e01-a7bc-4aa9659bae11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (92cd8d45-d7b1-444f-a7dd-1ee5333c5753), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:12.108148 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 435b3e98-d0f9-4cf5-a053-f9ac3cd282c0, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=435b3e98-d0f9-4cf5-a053-f9ac3cd282c0,segment=NetworkSegment(c2c4ccae-60eb-41f2-8e2b-5652b4999cee),segment_id=c2c4ccae-60eb-41f2-8e2b-5652b4999cee)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:12.130523 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '435b3e98-d0f9-4cf5-a053-f9ac3cd282c0', 'network_id': '4d4c416b-3c7b-41c6-91cb-08e606cbf83f', 'port_id': '435b3e98-d0f9-4cf5-a053-f9ac3cd282c0', 'mac_address': 'fa:16:3e:d3:2e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6a26e6-2c2f-414a-b9ef-849c33c591a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:28:12.145314 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a5c48f-b031-4733-96b9-e22c277d856c tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Network 7d186aed-e3b3-4a7c-8a4f-17e45742e02b is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:28:12.146005 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b27daef7-6adc-4043-8762-c9978543c5cc req-c2fe56c9-ce7a-4f4a-823a-4f8dce7e6da7 service neutron] 10.222.0.39 "GET /v2.0/networks/1c04c518-39f2-47d7-96f5-a06debfdd8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786379 Jan 28 13:28:12.158001 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-7e0304ce-d345-4e01-a7bc-4aa9659bae11 admin admin] Calling delete_port for 92cd8d45-d7b1-444f-a7dd-1ee5333c5753 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:28:12.175517 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-230b7121-d7ac-4272-ba31-faa31ed24fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (92cd8d45-d7b1-444f-a7dd-1ee5333c5753), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:12.204097 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e1e9bd53-a67a-4a3b-84a3-ae6bcff7abbd req-a4ef1066-4904-4c6b-8927-4eebb065f33b tempest-AbsoluteLimitsNegativeTestJSON-1731836523 tempest-AbsoluteLimitsNegativeTestJSON-1731836523-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed2a4d6d3269424b9fa2c961b78c606c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871484 Jan 28 13:28:12.206673 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-81a5c48f-b031-4733-96b9-e22c277d856c tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 7d186aed-e3b3-4a7c-8a4f-17e45742e02b) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:12.216082 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b7121-d7ac-4272-ba31-faa31ed24fae None None] Pushing event deleted for resources: {'Port': ['ID=92cd8d45-d7b1-444f-a7dd-1ee5333c5753,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:12.235301 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fb6707-4edf-4893-900a-def9695caf1b None None] Network 7d186aed-e3b3-4a7c-8a4f-17e45742e02b requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:28:12.238068 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230b7121-d7ac-4272-ba31-faa31ed24fae None None] No DVR routers for this DVR port 92cd8d45-d7b1-444f-a7dd-1ee5333c5753 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:28:12.243535 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a5c48f-b031-4733-96b9-e22c277d856c tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:12.244290 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-81a5c48f-b031-4733-96b9-e22c277d856c tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:12.250935 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 435b3e98-d0f9-4cf5-a053-f9ac3cd282c0 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:12.254111 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (435b3e98-d0f9-4cf5-a053-f9ac3cd282c0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:12.291024 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-81a5c48f-b031-4733-96b9-e22c277d856c tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6376305 Jan 28 13:28:12.293161 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 435b3e98-d0f9-4cf5-a053-f9ac3cd282c0 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:12.424802 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 435b3e98-d0f9-4cf5-a053-f9ac3cd282c0, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=435b3e98-d0f9-4cf5-a053-f9ac3cd282c0,segment=NetworkSegment(c2c4ccae-60eb-41f2-8e2b-5652b4999cee),segment_id=c2c4ccae-60eb-41f2-8e2b-5652b4999cee)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:12.432847 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (435b3e98-d0f9-4cf5-a053-f9ac3cd282c0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:12.532034 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-8cfa8b15-6be4-4b34-a431-f74fe79a3991 admin admin] Deleting port 4083ac78-f4ae-46ec-8f1f-349108ffb28f {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:28:12.532985 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8cfa8b15-6be4-4b34-a431-f74fe79a3991 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (4083ac78-f4ae-46ec-8f1f-349108ffb28f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:12.533115 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041c1880-989a-4f73-82bf-357ec28c4f63 x-openstack-request-id: req-041c1880-989a-4f73-82bf-357ec28c4f63 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:12.533519 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5888df5-e253-4b62-a0d8-46bbef18bc5a", "name": "network-vif-deleted", "tag": "8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:12.533955 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-041c1880-989a-4f73-82bf-357ec28c4f63 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:12.534524 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5888df5-e253-4b62-a0d8-46bbef18bc5a', 'name': 'network-vif-deleted', 'tag': '8e59b905-1ed7-4fb3-a4e4-0ad6b049d5de', 'status': 'completed', 'code': 200} Jan 28 13:28:12.558221 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f278d7-eb18-4585-bfc1-b0197cea6c5e req-1b93d402-b5f8-452b-8deb-29b0412f63ff tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:12.587237 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-83f278d7-eb18-4585-bfc1-b0197cea6c5e req-1b93d402-b5f8-452b-8deb-29b0412f63ff tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 944 time: 0.1949565 Jan 28 13:28:12.698514 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7e0304ce-d345-4e01-a7bc-4aa9659bae11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (92cd8d45-d7b1-444f-a7dd-1ee5333c5753), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:12.730659 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=435b3e98-d0f9-4cf5-a053-f9ac3cd282c0,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:12.836267 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-83f278d7-eb18-4585-bfc1-b0197cea6c5e req-28de5de6-d82c-4d01-adee-8aaa1cc1b9aa tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478445 Jan 28 13:28:12.915174 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-8cfa8b15-6be4-4b34-a431-f74fe79a3991 admin admin] For port 4083ac78-f4ae-46ec-8f1f-349108ffb28f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4083ac78-f4ae-46ec-8f1f-349108ffb28f,segment=NetworkSegment(d6d547a0-61ed-44ed-8353-c8cebc90d963),segment_id=d6d547a0-61ed-44ed-8353-c8cebc90d963)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:12.915174 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8cfa8b15-6be4-4b34-a431-f74fe79a3991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (4083ac78-f4ae-46ec-8f1f-349108ffb28f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:12.953035 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-8cfa8b15-6be4-4b34-a431-f74fe79a3991 admin admin] Calling delete_port for 4083ac78-f4ae-46ec-8f1f-349108ffb28f owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:28:12.978070 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['435b3e98-d0f9-4cf5-a053-f9ac3cd282c0'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:12.987248 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 83c7f097-0085-4035-b8ba-4be6d7bb26b9 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:13.020007 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53838) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:13.049111 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53842) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:13.123643 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ec6898-6a28-4f9a-8ccb-362d17208628 None None] Network 1f0af631-50a0-4793-9983-75035e9bbf20 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:28:13.250230 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-432f3829-c634-4811-97f6-79368492622a req-50f63dd1-a699-44d1-afeb-bc2081493e00 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=76b81261-1d68-4059-845e-5942d1d30b2b HTTP/1.1" status: 200 len: 210 time: 0.1003997 Jan 28 13:28:13.351052 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50835fff-434f-4291-ad32-6147185a2a4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-7d186aed-e3b3-4a7c-8a4f-17e45742e02b', 'network_id': '7d186aed-e3b3-4a7c-8a4f-17e45742e02b', 'project_id': 'a32c0d8081c141c0994b58c29d4a7990', 'fixed_ips': [{'subnet_id': '30cba770-3616-48f1-97d4-a75f4a97f805'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:28:13.352589 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50835fff-434f-4291-ad32-6147185a2a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:13.355396 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 0cbda2ac-9bef-420d-b881-9dacb95c79b0 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:28:13.355745 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0304ce-d345-4e01-a7bc-4aa9659bae11 admin admin] Pushing event deleted for resources: {'Port': ['ID=92cd8d45-d7b1-444f-a7dd-1ee5333c5753,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:13.367085 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0304ce-d345-4e01-a7bc-4aa9659bae11 admin admin] No DVR routers for this DVR port 92cd8d45-d7b1-444f-a7dd-1ee5333c5753 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:28:13.377986 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8cfa8b15-6be4-4b34-a431-f74fe79a3991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (4083ac78-f4ae-46ec-8f1f-349108ffb28f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:13.481253 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7e0304ce-d345-4e01-a7bc-4aa9659bae11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (cd2b546a-6aba-4188-b902-b8e2745b4d7e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:13.498350 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b12c3e7f-e2af-4aad-81ab-437909d2eb6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:13.509154 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-7e0304ce-d345-4e01-a7bc-4aa9659bae11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd2b546a-6aba-4188-b902-b8e2745b4d7e']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:13.520889 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-7e0304ce-d345-4e01-a7bc-4aa9659bae11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd41c052-74ba-462c-9fe1-5df33f99783c') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:13.521185 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-7e0304ce-d345-4e01-a7bc-4aa9659bae11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd41c052-74ba-462c-9fe1-5df33f99783c') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:13.532297 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7e0304ce-d345-4e01-a7bc-4aa9659bae11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (fd41c052-74ba-462c-9fe1-5df33f99783c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:13.546407 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7e0304ce-d345-4e01-a7bc-4aa9659bae11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (fd41c052-74ba-462c-9fe1-5df33f99783c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:13.552891 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e0304ce-d345-4e01-a7bc-4aa9659bae11 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:28:13.553320 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7e0304ce-d345-4e01-a7bc-4aa9659bae11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (fd41c052-74ba-462c-9fe1-5df33f99783c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:13.569276 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-271a69c2-fa63-45a5-b184-f4c5175e8cf9 admin admin] Deleting subnet 99d02297-28c8-4d60-822c-d4eb89318060 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:28:13.586353 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c87278ef-ae5f-46ce-bb93-caa4649d7191 None None] Provisioning complete for port 83c7f097-0085-4035-b8ba-4be6d7bb26b9 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:13.586856 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c87278ef-ae5f-46ce-bb93-caa4649d7191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (83c7f097-0085-4035-b8ba-4be6d7bb26b9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:13.592818 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 83c7f097-0085-4035-b8ba-4be6d7bb26b9 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:13.593380 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (83c7f097-0085-4035-b8ba-4be6d7bb26b9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:13.628022 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-271a69c2-fa63-45a5-b184-f4c5175e8cf9 admin admin] Publish callbacks [] for subnet (99d02297-28c8-4d60-822c-d4eb89318060), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:28:13.645579 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:28:13.668169 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7e0304ce-d345-4e01-a7bc-4aa9659bae11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (cd2b546a-6aba-4188-b902-b8e2745b4d7e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:13.675923 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa8b15-6be4-4b34-a431-f74fe79a3991 admin admin] Pushing event deleted for resources: {'Port': ['ID=4083ac78-f4ae-46ec-8f1f-349108ffb28f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:13.698575 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7e0304ce-d345-4e01-a7bc-4aa9659bae11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:13.705077 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7e0304ce-d345-4e01-a7bc-4aa9659bae11 admin admin] 10.222.0.39 "DELETE /v2.0/networks/cd2b546a-6aba-4188-b902-b8e2745b4d7e HTTP/1.1" status: 204 len: 168 time: 2.3245504 Jan 28 13:28:13.708227 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0304ce-d345-4e01-a7bc-4aa9659bae11 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd2b546a-6aba-4188-b902-b8e2745b4d7e,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:13.733989 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441409ad-6630-4de3-b067-5be5339fc87f req-ca50f7f2-bd5d-46b7-a1e4-84a6f442f3d8 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:13.735858 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-441409ad-6630-4de3-b067-5be5339fc87f req-ca50f7f2-bd5d-46b7-a1e4-84a6f442f3d8 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=030f9050-79d2-4a44-9d08-91aedac9829e HTTP/1.1" status: 200 len: 944 time: 1.0947735 Jan 28 13:28:13.788227 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-271a69c2-fa63-45a5-b184-f4c5175e8cf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (99d02297-28c8-4d60-822c-d4eb89318060), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:13.878279 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-271a69c2-fa63-45a5-b184-f4c5175e8cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (99d02297-28c8-4d60-822c-d4eb89318060), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:14.014698 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53862) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:14.028708 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-271a69c2-fa63-45a5-b184-f4c5175e8cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (99d02297-28c8-4d60-822c-d4eb89318060), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:14.075001 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a69c2-fa63-45a5-b184-f4c5175e8cf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99d02297-28c8-4d60-822c-d4eb89318060,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:14.109600 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-c3a046bd-a1cc-49b0-8f92-3f0c3b80c30a tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:14.117254 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-c3a046bd-a1cc-49b0-8f92-3f0c3b80c30a tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:14.119198 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-c3a046bd-a1cc-49b0-8f92-3f0c3b80c30a tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/networks?id=1f0af631-50a0-4793-9983-75035e9bbf20&id=7d186aed-e3b3-4a7c-8a4f-17e45742e02b HTTP/1.1" status: 200 len: 1390 time: 0.6913631 Jan 28 13:28:14.127644 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-271a69c2-fa63-45a5-b184-f4c5175e8cf9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:14.134001 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-271a69c2-fa63-45a5-b184-f4c5175e8cf9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/99d02297-28c8-4d60-822c-d4eb89318060 HTTP/1.1" status: 204 len: 168 time: 1.0830269 Jan 28 13:28:14.148834 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53864) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:14.159302 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-b9b1953e-fa2e-4093-a711-f3f41babc65b tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/quotas/a32c0d8081c141c0994b58c29d4a7990 HTTP/1.1" status: 200 len: 375 time: 0.0231028 Jan 28 13:28:14.185791 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-441409ad-6630-4de3-b067-5be5339fc87f req-666ca55d-e043-4018-abda-4c8d8313080d tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097264 Jan 28 13:28:14.218218 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8cfa8b15-6be4-4b34-a431-f74fe79a3991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (3389e681-4548-45e6-a74b-a5344a4f4561), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:14.243369 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7ed03c96-a871-4768-b18c-476503000985 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f235cd5aff1543e5993f6b32019caaff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1883278 Jan 28 13:28:14.276125 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53866) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:14.394618 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b12c3e7f-e2af-4aad-81ab-437909d2eb6a admin admin] Publish callbacks [] for security_group (fb10e1d5-ed16-49e6-ba11-b35513ed5c26), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:14.409582 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b12c3e7f-e2af-4aad-81ab-437909d2eb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (fb10e1d5-ed16-49e6-ba11-b35513ed5c26), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:14.416676 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6f5f2de4-76cb-4b5d-b91f-310c8a52ec87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (59fab6ca-64cd-4851-86a5-d4939e9521f7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:14.419827 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 501d35d3-1ce4-4148-bb90-5bb907aef56d up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:14.479361 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.resource_extend [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] It took 1.00 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:28:14.602753 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1f3c8b5-4209-4145-9395-9cd3e4985c58 admin admin] Publish callbacks [] for security_group (9401d924-0796-4627-8074-b910bba4ce1d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:14.604868 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b12c3e7f-e2af-4aad-81ab-437909d2eb6a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ed2a4d6d3269424b9fa2c961b78c606c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5830789 Jan 28 13:28:14.605557 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53870) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:14.615877 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212383f0-df18-4bb5-8a02-0d552a12057c req-3366438a-8b48-47a8-9bb6-93350f3da69a tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:14.618655 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-212383f0-df18-4bb5-8a02-0d552a12057c req-3366438a-8b48-47a8-9bb6-93350f3da69a tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 944 time: 0.2513201 Jan 28 13:28:14.651497 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-9e0481d4-656c-4878-b333-7a09a7ed05a9 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a32c0d8081c141c0994b58c29d4a7990&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4844613 Jan 28 13:28:14.680118 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c3e7f-e2af-4aad-81ab-437909d2eb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb10e1d5-ed16-49e6-ba11-b35513ed5c26,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:14.747899 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c3e7f-e2af-4aad-81ab-437909d2eb6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:14.748150 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c3e7f-e2af-4aad-81ab-437909d2eb6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:14.748483 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c3e7f-e2af-4aad-81ab-437909d2eb6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:14.748820 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c3e7f-e2af-4aad-81ab-437909d2eb6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:14.749166 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c3e7f-e2af-4aad-81ab-437909d2eb6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:14.749482 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c3e7f-e2af-4aad-81ab-437909d2eb6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:14.749812 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c3e7f-e2af-4aad-81ab-437909d2eb6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:14.750143 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c3e7f-e2af-4aad-81ab-437909d2eb6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:14.750468 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c3e7f-e2af-4aad-81ab-437909d2eb6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:14.750794 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c3e7f-e2af-4aad-81ab-437909d2eb6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:14.751141 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c3e7f-e2af-4aad-81ab-437909d2eb6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:14.751463 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c3e7f-e2af-4aad-81ab-437909d2eb6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:14.751802 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c3e7f-e2af-4aad-81ab-437909d2eb6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:14.770341 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1f3c8b5-4209-4145-9395-9cd3e4985c58 admin admin] Publish callbacks [] for security_group (9401d924-0796-4627-8074-b910bba4ce1d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:14.819689 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 0cbda2ac-9bef-420d-b881-9dacb95c79b0, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=0cbda2ac-9bef-420d-b881-9dacb95c79b0,segment=NetworkSegment(c2c4ccae-60eb-41f2-8e2b-5652b4999cee),segment_id=c2c4ccae-60eb-41f2-8e2b-5652b4999cee)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:14.856026 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '0cbda2ac-9bef-420d-b881-9dacb95c79b0', 'network_id': '4d4c416b-3c7b-41c6-91cb-08e606cbf83f', 'port_id': '0cbda2ac-9bef-420d-b881-9dacb95c79b0', 'mac_address': 'fa:16:3e:80:3c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6a26e6-2c2f-414a-b9ef-849c33c591a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:28:14.858334 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6f5f2de4-76cb-4b5d-b91f-310c8a52ec87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (59fab6ca-64cd-4851-86a5-d4939e9521f7), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:14.888038 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-50835fff-434f-4291-ad32-6147185a2a4d None None] Allocated IP 19.86.0.2 (7d186aed-e3b3-4a7c-8a4f-17e45742e02b/30cba770-3616-48f1-97d4-a75f4a97f805/7a07245a-c9e7-4ff0-b43f-ef2353447b25) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:14.934961 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27daef7-6adc-4043-8762-c9978543c5cc req-78d091d1-38e3-4f07-a4f6-6e68a5a6f377 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:14.937690 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b27daef7-6adc-4043-8762-c9978543c5cc req-78d091d1-38e3-4f07-a4f6-6e68a5a6f377 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.37 "GET /v2.0/networks?id=1c04c518-39f2-47d7-96f5-a06debfdd8ed HTTP/1.1" status: 200 len: 814 time: 0.4218407 Jan 28 13:28:14.976394 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-b27daef7-6adc-4043-8762-c9978543c5cc req-5f90eb3e-38b7-496d-8dc1-a040b7627b61 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Request body: {'port': {'device_id': '76b81261-1d68-4059-845e-5942d1d30b2b', 'network_id': '1c04c518-39f2-47d7-96f5-a06debfdd8ed', 'admin_state_up': True, 'tenant_id': 'abf5582cf6c74b03a46c276442437a1a'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:14.985922 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-6f5f2de4-76cb-4b5d-b91f-310c8a52ec87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59fab6ca-64cd-4851-86a5-d4939e9521f7']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:15.005602 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-6f5f2de4-76cb-4b5d-b91f-310c8a52ec87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:15.006725 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-6f5f2de4-76cb-4b5d-b91f-310c8a52ec87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '985ec39c-eb53-4ba5-b0aa-0cd1957fa34f') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:15.024760 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6f5f2de4-76cb-4b5d-b91f-310c8a52ec87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (985ec39c-eb53-4ba5-b0aa-0cd1957fa34f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:15.043301 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-c678e7b9-48b6-4b78-9720-13e2961a8021 service neutron] 10.222.0.39 "GET /v2.0/networks/1f0af631-50a0-4793-9983-75035e9bbf20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902524 Jan 28 13:28:15.061403 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6f5f2de4-76cb-4b5d-b91f-310c8a52ec87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (985ec39c-eb53-4ba5-b0aa-0cd1957fa34f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:15.088766 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50835fff-434f-4291-ad32-6147185a2a4d None None] Publish callbacks [] for port (7a07245a-c9e7-4ff0-b43f-ef2353447b25), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:15.100223 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1f3c8b5-4209-4145-9395-9cd3e4985c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9401d924-0796-4627-8074-b910bba4ce1d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:15.106524 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1f3c8b5-4209-4145-9395-9cd3e4985c58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:15.109278 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c1f3c8b5-4209-4145-9395-9cd3e4985c58 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9401d924-0796-4627-8074-b910bba4ce1d HTTP/1.1" status: 204 len: 168 time: 0.8311374 Jan 28 13:28:15.116343 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5f2de4-76cb-4b5d-b91f-310c8a52ec87 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:28:15.116826 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6f5f2de4-76cb-4b5d-b91f-310c8a52ec87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (985ec39c-eb53-4ba5-b0aa-0cd1957fa34f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:28:15.158637 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:28:15.203545 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50835fff-434f-4291-ad32-6147185a2a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (7a07245a-c9e7-4ff0-b43f-ef2353447b25), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:15.211246 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c87278ef-ae5f-46ce-bb93-caa4649d7191 None None] Current status of the port 83c7f097-0085-4035-b8ba-4be6d7bb26b9 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:15.211856 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c87278ef-ae5f-46ce-bb93-caa4649d7191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (83c7f097-0085-4035-b8ba-4be6d7bb26b9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:15.234779 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fe15b0d-f423-4508-9465-2ea261a8636d admin admin] Publish callbacks [] for security_group (fb10e1d5-ed16-49e6-ba11-b35513ed5c26), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:15.283852 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fe15b0d-f423-4508-9465-2ea261a8636d admin admin] Publish callbacks [] for security_group (fb10e1d5-ed16-49e6-ba11-b35513ed5c26), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:15.341634 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c87278ef-ae5f-46ce-bb93-caa4649d7191 None None] For port 83c7f097-0085-4035-b8ba-4be6d7bb26b9, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=83c7f097-0085-4035-b8ba-4be6d7bb26b9,segment=NetworkSegment(e41ed65c-b5d0-417a-afb1-afd9093978ac),segment_id=e41ed65c-b5d0-417a-afb1-afd9093978ac)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:15.343821 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50835fff-434f-4291-ad32-6147185a2a4d None None] Pushing event updated for resources: {'Port': ['ID=7a07245a-c9e7-4ff0-b43f-ef2353447b25,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:15.368140 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50835fff-434f-4291-ad32-6147185a2a4d None None] Network 7d186aed-e3b3-4a7c-8a4f-17e45742e02b is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:15.370305 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 501d35d3-1ce4-4148-bb90-5bb907aef56d completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:28:15.387439 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-c4dec4ca-99f8-4e18-a409-0f335a5f06da service neutron] 10.222.0.39 "GET /v2.0/networks/1f0af631-50a0-4793-9983-75035e9bbf20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426495 Jan 28 13:28:15.449913 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-50835fff-434f-4291-ad32-6147185a2a4d None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:15.454277 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50835fff-434f-4291-ad32-6147185a2a4d None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:15.463155 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 501d35d3-1ce4-4148-bb90-5bb907aef56d triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:15.463608 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (501d35d3-1ce4-4148-bb90-5bb907aef56d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:15.514613 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 0cbda2ac-9bef-420d-b881-9dacb95c79b0 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:15.515314 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0cbda2ac-9bef-420d-b881-9dacb95c79b0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:15.519498 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c87278ef-ae5f-46ce-bb93-caa4649d7191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (83c7f097-0085-4035-b8ba-4be6d7bb26b9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:15.588458 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-17da1f0d-8b76-45d3-a103-20327d49579e service neutron] 10.222.0.39 "GET /v2.0/networks/7d186aed-e3b3-4a7c-8a4f-17e45742e02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991706 Jan 28 13:28:15.604950 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b27daef7-6adc-4043-8762-c9978543c5cc req-5f90eb3e-38b7-496d-8dc1-a040b7627b61 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Made reservation on behalf of abf5582cf6c74b03a46c276442437a1a for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:15.616372 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b27daef7-6adc-4043-8762-c9978543c5cc req-5f90eb3e-38b7-496d-8dc1-a040b7627b61 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:15.808879 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cbda2ac-9bef-420d-b881-9dacb95c79b0 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:15.867760 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-b27daef7-6adc-4043-8762-c9978543c5cc req-5f90eb3e-38b7-496d-8dc1-a040b7627b61 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Allocated IP 172.20.0.14 (1c04c518-39f2-47d7-96f5-a06debfdd8ed/169866dc-bcf0-4fd7-aa06-8c342afd159a/48178c0b-e01b-45bc-aa05-d7d6c50f76ca) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:15.894776 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-823e5d96-e08b-43ea-a401-8e16c2c3f529 service neutron] 10.222.0.39 "GET /v2.0/networks/7d186aed-e3b3-4a7c-8a4f-17e45742e02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052952 Jan 28 13:28:15.903434 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-50835fff-434f-4291-ad32-6147185a2a4d None None] Attempting to bind port 7a07245a-c9e7-4ff0-b43f-ef2353447b25 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:15.903870 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-50835fff-434f-4291-ad32-6147185a2a4d None None] Attempting to bind port 7a07245a-c9e7-4ff0-b43f-ef2353447b25 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'bb4be984-5817-4573-8dd7-d0c9f0d3b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7d186aed-e3b3-4a7c-8a4f-17e45742e02b'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:15.904563 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50835fff-434f-4291-ad32-6147185a2a4d None None] Attempting to bind port 7a07245a-c9e7-4ff0-b43f-ef2353447b25 on network 7d186aed-e3b3-4a7c-8a4f-17e45742e02b {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:15.906318 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 83c7f097-0085-4035-b8ba-4be6d7bb26b9 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:15.915532 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 0cbda2ac-9bef-420d-b881-9dacb95c79b0, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=0cbda2ac-9bef-420d-b881-9dacb95c79b0,segment=NetworkSegment(c2c4ccae-60eb-41f2-8e2b-5652b4999cee),segment_id=c2c4ccae-60eb-41f2-8e2b-5652b4999cee)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:15.929628 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f701b8ca-8130-43c1-9b10-ffa87ff9abc6 None None] Provisioning complete for port 83c7f097-0085-4035-b8ba-4be6d7bb26b9 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:15.930097 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f701b8ca-8130-43c1-9b10-ffa87ff9abc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (83c7f097-0085-4035-b8ba-4be6d7bb26b9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:15.968140 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50835fff-434f-4291-ad32-6147185a2a4d None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:15.968577 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50835fff-434f-4291-ad32-6147185a2a4d None None] Checking segment: {'id': 'bb4be984-5817-4573-8dd7-d0c9f0d3b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7d186aed-e3b3-4a7c-8a4f-17e45742e02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:15.970127 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50835fff-434f-4291-ad32-6147185a2a4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:15.970127 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50835fff-434f-4291-ad32-6147185a2a4d None None] Bound using segment: {'id': 'bb4be984-5817-4573-8dd7-d0c9f0d3b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7d186aed-e3b3-4a7c-8a4f-17e45742e02b'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:15.970127 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-50835fff-434f-4291-ad32-6147185a2a4d None None] Bound port: 7a07245a-c9e7-4ff0-b43f-ef2353447b25, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4be984-5817-4573-8dd7-d0c9f0d3b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7d186aed-e3b3-4a7c-8a4f-17e45742e02b'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:15.970127 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50835fff-434f-4291-ad32-6147185a2a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7a07245a-c9e7-4ff0-b43f-ef2353447b25), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:15.972118 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0cbda2ac-9bef-420d-b881-9dacb95c79b0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:15.977750 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87278ef-ae5f-46ce-bb93-caa4649d7191 None None] Pushing event updated for resources: {'Port': ['ID=83c7f097-0085-4035-b8ba-4be6d7bb26b9,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:16.048359 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 92cd8d45-d7b1-444f-a7dd-1ee5333c5753 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:28:16.113390 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 92cd8d45-d7b1-444f-a7dd-1ee5333c5753 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:28:16.113766 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 92cd8d45-d7b1-444f-a7dd-1ee5333c5753 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:28:16.128262 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 501d35d3-1ce4-4148-bb90-5bb907aef56d is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:16.128655 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (501d35d3-1ce4-4148-bb90-5bb907aef56d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:16.210398 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3c8b5-4209-4145-9395-9cd3e4985c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9401d924-0796-4627-8074-b910bba4ce1d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:16.231731 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-212383f0-df18-4bb5-8a02-0d552a12057c req-02ef9159-3ffe-4c8c-a590-1edacc85b18d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5907526 Jan 28 13:28:16.239278 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fe15b0d-f423-4508-9465-2ea261a8636d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (fb10e1d5-ed16-49e6-ba11-b35513ed5c26), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:16.243806 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fe15b0d-f423-4508-9465-2ea261a8636d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:16.253692 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9fe15b0d-f423-4508-9465-2ea261a8636d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb10e1d5-ed16-49e6-ba11-b35513ed5c26 HTTP/1.1" status: 204 len: 168 time: 1.6454542 Jan 28 13:28:16.292405 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe15b0d-f423-4508-9465-2ea261a8636d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb10e1d5-ed16-49e6-ba11-b35513ed5c26,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:16.332892 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6f5f2de4-76cb-4b5d-b91f-310c8a52ec87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (59fab6ca-64cd-4851-86a5-d4939e9521f7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:16.348647 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6f5f2de4-76cb-4b5d-b91f-310c8a52ec87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:16.355714 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b27daef7-6adc-4043-8762-c9978543c5cc req-5f90eb3e-38b7-496d-8dc1-a040b7627b61 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks [] for port (48178c0b-e01b-45bc-aa05-d7d6c50f76ca), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:16.360194 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6f5f2de4-76cb-4b5d-b91f-310c8a52ec87 admin admin] 10.222.0.39 "DELETE /v2.0/networks/59fab6ca-64cd-4851-86a5-d4939e9521f7 HTTP/1.1" status: 204 len: 168 time: 2.2095442 Jan 28 13:28:16.375365 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53898) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:16.426152 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=0cbda2ac-9bef-420d-b881-9dacb95c79b0,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:16.440200 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-12a0c4cc-6108-48dd-a032-0cfa1c91cdcf req-79c42e1a-80ff-4844-b5d1-b67111b48936 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=76b81261-1d68-4059-845e-5942d1d30b2b HTTP/1.1" status: 200 len: 210 time: 0.1102092 Jan 28 13:28:16.511582 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 501d35d3-1ce4-4148-bb90-5bb907aef56d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=501d35d3-1ce4-4148-bb90-5bb907aef56d,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:16.516761 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b27daef7-6adc-4043-8762-c9978543c5cc req-5f90eb3e-38b7-496d-8dc1-a040b7627b61 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (48178c0b-e01b-45bc-aa05-d7d6c50f76ca), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:16.552196 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['0cbda2ac-9bef-420d-b881-9dacb95c79b0'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:16.574714 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfa8b15-6be4-4b34-a431-f74fe79a3991 admin admin] Router 3389e681-4548-45e6-a74b-a5344a4f4561 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:28:16.594410 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffba8cf9-76a5-4587-96a8-ba009f16bc15 admin admin] Deleting subnet b6ad85e2-71bf-4e8c-88f7-82d214a6fcdc {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:28:16.605225 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa989ae-3145-45b0-a479-2e1a4aef6e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501d35d3-1ce4-4148-bb90-5bb907aef56d'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:16.608572 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f9d647-f756-4995-8f6a-aa9932e664b4" -d '{"events": [{"server_uuid": "cfa989ae-3145-45b0-a479-2e1a4aef6e45", "name": "network-vif-plugged", "status": "completed", "tag": "501d35d3-1ce4-4148-bb90-5bb907aef56d"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:16.612402 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 83c7f097-0085-4035-b8ba-4be6d7bb26b9 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:16.615494 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2', '8eb5ce04-8b94-47c1-ab07-f18ddbcaff87', 'bc3de9dc-9f98-4ffc-9a68-0793c890099b'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:16.616126 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53904) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:16.616907 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ffba8cf9-76a5-4587-96a8-ba009f16bc15 admin admin] Publish callbacks [] for subnet (b6ad85e2-71bf-4e8c-88f7-82d214a6fcdc), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:16.620705 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f2de4-76cb-4b5d-b91f-310c8a52ec87 admin admin] Pushing event deleted for resources: {'Network': ['ID=59fab6ca-64cd-4851-86a5-d4939e9521f7,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:16.636352 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f701b8ca-8130-43c1-9b10-ffa87ff9abc6 None None] Current status of the port 83c7f097-0085-4035-b8ba-4be6d7bb26b9 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:16.639468 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (501d35d3-1ce4-4148-bb90-5bb907aef56d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:16.661788 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-50835fff-434f-4291-ad32-6147185a2a4d None None] For port 7a07245a-c9e7-4ff0-b43f-ef2353447b25, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:16.676204 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4727e226-2c5a-4b86-a59b-a9c55fc18847 req-34480736-be18-497e-b43f-44943329d19f tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 210 time: 0.0873415 Jan 28 13:28:16.702679 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b27daef7-6adc-4043-8762-c9978543c5cc req-5f90eb3e-38b7-496d-8dc1-a040b7627b61 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Network 1c04c518-39f2-47d7-96f5-a06debfdd8ed is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:16.708523 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-b27daef7-6adc-4043-8762-c9978543c5cc req-5f90eb3e-38b7-496d-8dc1-a040b7627b61 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:16.710864 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90eb3e-38b7-496d-8dc1-a040b7627b61 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Pushing event updated for resources: {'Port': ['ID=48178c0b-e01b-45bc-aa05-d7d6c50f76ca,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:16.731991 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 435b3e98-d0f9-4cf5-a053-f9ac3cd282c0 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:16.742763 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27daef7-6adc-4043-8762-c9978543c5cc req-5f90eb3e-38b7-496d-8dc1-a040b7627b61 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:16.860576 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ffba8cf9-76a5-4587-96a8-ba009f16bc15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (b6ad85e2-71bf-4e8c-88f7-82d214a6fcdc), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:16.885416 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-50835fff-434f-4291-ad32-6147185a2a4d None None] For port 7a07245a-c9e7-4ff0-b43f-ef2353447b25, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7a07245a-c9e7-4ff0-b43f-ef2353447b25,segment=NetworkSegment(bb4be984-5817-4573-8dd7-d0c9f0d3b645),segment_id=bb4be984-5817-4573-8dd7-d0c9f0d3b645)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:16.932921 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37939e0e-9504-4a6a-baca-5dd224c530b9 x-openstack-request-id: req-37939e0e-9504-4a6a-baca-5dd224c530b9 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:16.935277 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa989ae-3145-45b0-a479-2e1a4aef6e45", "name": "network-vif-plugged", "status": "completed", "tag": "501d35d3-1ce4-4148-bb90-5bb907aef56d", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:16.936119 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-37939e0e-9504-4a6a-baca-5dd224c530b9 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:16.938211 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa989ae-3145-45b0-a479-2e1a4aef6e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501d35d3-1ce4-4148-bb90-5bb907aef56d', 'code': 200} Jan 28 13:28:16.949707 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27daef7-6adc-4043-8762-c9978543c5cc req-5f90eb3e-38b7-496d-8dc1-a040b7627b61 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:16.950558 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b27daef7-6adc-4043-8762-c9978543c5cc req-5f90eb3e-38b7-496d-8dc1-a040b7627b61 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:16.972128 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50835fff-434f-4291-ad32-6147185a2a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7a07245a-c9e7-4ff0-b43f-ef2353447b25), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:17.014490 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b27daef7-6adc-4043-8762-c9978543c5cc req-5f90eb3e-38b7-496d-8dc1-a040b7627b61 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0576506 Jan 28 13:28:17.032141 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-b27daef7-6adc-4043-8762-c9978543c5cc req-f7a38e6b-b689-48f0-90bf-7121e8c056fe service neutron] Request body: {'port': {'device_id': '76b81261-1d68-4059-845e-5942d1d30b2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:17.085625 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ffba8cf9-76a5-4587-96a8-ba009f16bc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (b6ad85e2-71bf-4e8c-88f7-82d214a6fcdc), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:17.139347 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 83c7f097-0085-4035-b8ba-4be6d7bb26b9 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:17.139728 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (83c7f097-0085-4035-b8ba-4be6d7bb26b9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:17.150829 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b27daef7-6adc-4043-8762-c9978543c5cc req-f7a38e6b-b689-48f0-90bf-7121e8c056fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (48178c0b-e01b-45bc-aa05-d7d6c50f76ca), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:17.155574 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=501d35d3-1ce4-4148-bb90-5bb907aef56d,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:17.183494 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e13cdb-06a1-4625-bc17-05334ed58591 req-793a808f-4afa-4e27-83bc-b076b928d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:17.198729 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-52e13cdb-06a1-4625-bc17-05334ed58591 req-793a808f-4afa-4e27-83bc-b076b928d6a1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 1096 time: 0.2748744 Jan 28 13:28:17.225427 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-d302194d-d3f0-453a-9e1e-f7c6f15efd10 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1507381868-network', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:17.258089 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ffba8cf9-76a5-4587-96a8-ba009f16bc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (b6ad85e2-71bf-4e8c-88f7-82d214a6fcdc), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:17.313648 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-52e13cdb-06a1-4625-bc17-05334ed58591 req-71c89a75-bdd9-4125-8172-c992a3bb0f0d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676715 Jan 28 13:28:17.334114 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728a547-a73b-4c5f-ae27-5d3221585c8d req-945a7b62-dc3d-4284-81a2-1b8dc10a79fe tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:17.336366 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7728a547-a73b-4c5f-ae27-5d3221585c8d req-945a7b62-dc3d-4284-81a2-1b8dc10a79fe tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=030f9050-79d2-4a44-9d08-91aedac9829e HTTP/1.1" status: 200 len: 945 time: 0.7336876 Jan 28 13:28:17.373453 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d302194d-d3f0-453a-9e1e-f7c6f15efd10 admin admin] Made reservation on behalf of 40d2254c52b145b8bd88955b1142b88a for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:17.385491 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d302194d-d3f0-453a-9e1e-f7c6f15efd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:17.444889 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50835fff-434f-4291-ad32-6147185a2a4d None None] Pushing event updated for resources: {'Port': ['ID=7a07245a-c9e7-4ff0-b43f-ef2353447b25,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:17.478039 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 435b3e98-d0f9-4cf5-a053-f9ac3cd282c0 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:28:17.485409 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d302194d-d3f0-453a-9e1e-f7c6f15efd10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:17.523216 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7728a547-a73b-4c5f-ae27-5d3221585c8d req-b34f2482-7008-4d3a-902b-0b381df3ebf7 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053319 Jan 28 13:28:17.534644 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba8cf9-76a5-4587-96a8-ba009f16bc15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6ad85e2-71bf-4e8c-88f7-82d214a6fcdc,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:17.540776 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ffba8cf9-76a5-4587-96a8-ba009f16bc15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:17.563662 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ffba8cf9-76a5-4587-96a8-ba009f16bc15 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b6ad85e2-71bf-4e8c-88f7-82d214a6fcdc HTTP/1.1" status: 204 len: 168 time: 1.1870201 Jan 28 13:28:17.566196 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53936) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:17.620235 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 435b3e98-d0f9-4cf5-a053-f9ac3cd282c0 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:17.621524 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (435b3e98-d0f9-4cf5-a053-f9ac3cd282c0), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:17.732414 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5c865-56ee-4616-b63c-ee1023083213 req-4d566609-7d73-40c4-87ad-1bdf97692916 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:17.735052 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d0b5c865-56ee-4616-b63c-ee1023083213 req-4d566609-7d73-40c4-87ad-1bdf97692916 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 945 time: 0.2730279 Jan 28 13:28:17.786333 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53940) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:17.819971 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fc52f5e-5db6-45fa-8d42-aad40c822a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (e36076b3-caf2-4139-8327-0d559e49c587), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:17.835196 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfa8b15-6be4-4b34-a431-f74fe79a3991 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:28:17.840990 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8cfa8b15-6be4-4b34-a431-f74fe79a3991 admin admin] 10.222.0.39 "PUT /v2.0/routers/3389e681-4548-45e6-a74b-a5344a4f4561/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5155783 Jan 28 13:28:17.847990 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53944) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:17.853378 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8820c2a0-7c27-4a0e-b45c-1e1bcf5d1a98 None None] Sync routers for ids ['3389e681-4548-45e6-a74b-a5344a4f4561'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:28:17.871686 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8820c2a0-7c27-4a0e-b45c-1e1bcf5d1a98 None None] Routers {'3389e681-4548-45e6-a74b-a5344a4f4561'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:28:17.880853 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8820c2a0-7c27-4a0e-b45c-1e1bcf5d1a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:28:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['3389e681-4548-45e6-a74b-a5344a4f4561'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:17.945304 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d0b5c865-56ee-4616-b63c-ee1023083213 req-29705ba5-bc47-43bf-b662-6ff226e05967 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016149 Jan 28 13:28:17.957824 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-b27daef7-6adc-4043-8762-c9978543c5cc req-f7a38e6b-b689-48f0-90bf-7121e8c056fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48178c0b-e01b-45bc-aa05-d7d6c50f76ca {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:17.968967 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b27daef7-6adc-4043-8762-c9978543c5cc req-f7a38e6b-b689-48f0-90bf-7121e8c056fe service neutron] Publish callbacks [] for port (48178c0b-e01b-45bc-aa05-d7d6c50f76ca), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:18.007523 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-b27daef7-6adc-4043-8762-c9978543c5cc req-f7a38e6b-b689-48f0-90bf-7121e8c056fe service neutron] Transition to ACTIVE for port object 48178c0b-e01b-45bc-aa05-d7d6c50f76ca will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:28:18.016463 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:18.021739 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b27daef7-6adc-4043-8762-c9978543c5cc req-f7a38e6b-b689-48f0-90bf-7121e8c056fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (48178c0b-e01b-45bc-aa05-d7d6c50f76ca), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:18.168737 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a38e6b-b689-48f0-90bf-7121e8c056fe service neutron] Pushing event updated for resources: {'Port': ['ID=48178c0b-e01b-45bc-aa05-d7d6c50f76ca,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:18.179519 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-89bcf5fd-ffbd-434e-afd3-efb62529d4cc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1707695037-network', 'tenant_id': 'b360bd95cff749448a550ff64a9ecd83'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:18.230179 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-8820c2a0-7c27-4a0e-b45c-1e1bcf5d1a98 None None] Set router 3389e681-4548-45e6-a74b-a5344a4f4561 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:28:18.230658 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d302194d-d3f0-453a-9e1e-f7c6f15efd10 admin admin] Publish callbacks [] for security_group (4c5799d4-00a7-46e1-a5b2-9ffb3833a98f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:18.244481 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bad097-0b82-4444-9ee1-0401f27613b2 req-7c5ea7e5-a3f1-4d78-b86b-c931b2d703ee tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:18.248300 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-99bad097-0b82-4444-9ee1-0401f27613b2 req-7c5ea7e5-a3f1-4d78-b86b-c931b2d703ee tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=76b81261-1d68-4059-845e-5942d1d30b2b HTTP/1.1" status: 200 len: 932 time: 0.4778574 Jan 28 13:28:18.281222 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d302194d-d3f0-453a-9e1e-f7c6f15efd10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (4c5799d4-00a7-46e1-a5b2-9ffb3833a98f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:18.285259 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 83c7f097-0085-4035-b8ba-4be6d7bb26b9 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:18.295403 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bcf5fd-ffbd-434e-afd3-efb62529d4cc admin admin] Made reservation on behalf of b360bd95cff749448a550ff64a9ecd83 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:18.301604 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-89bcf5fd-ffbd-434e-afd3-efb62529d4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:18.306427 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 435b3e98-d0f9-4cf5-a053-f9ac3cd282c0 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:18.307231 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (435b3e98-d0f9-4cf5-a053-f9ac3cd282c0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:18.319153 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d302194d-d3f0-453a-9e1e-f7c6f15efd10 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:28:18.344445 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d302194d-d3f0-453a-9e1e-f7c6f15efd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (7b9359ad-ab9e-4dd7-951c-9218cc0873e3), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:18.349298 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-d302194d-d3f0-453a-9e1e-f7c6f15efd10 admin admin] Added segment 7b9359ad-ab9e-4dd7-951c-9218cc0873e3 of type vlan for network f001d26b-b928-47b4-a89f-43111884dd77 Jan 28 13:28:18.384441 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 435b3e98-d0f9-4cf5-a053-f9ac3cd282c0, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=435b3e98-d0f9-4cf5-a053-f9ac3cd282c0,segment=NetworkSegment(c2c4ccae-60eb-41f2-8e2b-5652b4999cee),segment_id=c2c4ccae-60eb-41f2-8e2b-5652b4999cee)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:18.403940 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (435b3e98-d0f9-4cf5-a053-f9ac3cd282c0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:18.488947 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=435b3e98-d0f9-4cf5-a053-f9ac3cd282c0,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:18.503772 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d302194d-d3f0-453a-9e1e-f7c6f15efd10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (f001d26b-b928-47b4-a89f-43111884dd77), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:18.573414 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b7c879e9-fba3-46a3-b727-e9c650603b92 admin admin] Publish callbacks [] for router (3389e681-4548-45e6-a74b-a5344a4f4561), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:18.587242 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fc52f5e-5db6-45fa-8d42-aad40c822a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (e36076b3-caf2-4139-8327-0d559e49c587), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:18.590627 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d302194d-d3f0-453a-9e1e-f7c6f15efd10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (f001d26b-b928-47b4-a89f-43111884dd77), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:18.596116 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d302194d-d3f0-453a-9e1e-f7c6f15efd10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:18.596876 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d302194d-d3f0-453a-9e1e-f7c6f15efd10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:18.647219 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7a07245a-c9e7-4ff0-b43f-ef2353447b25 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:18.747892 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8820c2a0-7c27-4a0e-b45c-1e1bcf5d1a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'name': 'tempest-ServersTestFqdnHostnames-188291030-router', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:25:34Z', 'updated_at': '2022-01-28T13:28:13Z', 'revision_number': 5, 'project_id': 'a5f7c933deef44b491769af0fd6f37c0', 'gw_port': {'id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:25:36Z', 'updated_at': '2022-01-28T13:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:18.777481 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8820c2a0-7c27-4a0e-b45c-1e1bcf5d1a98 None None] Checking router: 3389e681-4548-45e6-a74b-a5344a4f4561 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:28:18.785756 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 7a07245a-c9e7-4ff0-b43f-ef2353447b25 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:18.786181 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7a07245a-c9e7-4ff0-b43f-ef2353447b25), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:18.792924 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-9fc52f5e-5db6-45fa-8d42-aad40c822a0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e36076b3-caf2-4139-8327-0d559e49c587']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:18.804478 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8820c2a0-7c27-4a0e-b45c-1e1bcf5d1a98 None None] Routers {'3389e681-4548-45e6-a74b-a5344a4f4561'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:28:18.807531 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8820c2a0-7c27-4a0e-b45c-1e1bcf5d1a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:28:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['3389e681-4548-45e6-a74b-a5344a4f4561'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:18.839901 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-9fc52f5e-5db6-45fa-8d42-aad40c822a0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b71e4d5c-378a-4afc-8a1c-de1480e4f9bb') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:18.840907 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-9fc52f5e-5db6-45fa-8d42-aad40c822a0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b71e4d5c-378a-4afc-8a1c-de1480e4f9bb') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:18.872069 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fc52f5e-5db6-45fa-8d42-aad40c822a0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (b71e4d5c-378a-4afc-8a1c-de1480e4f9bb), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:18.896598 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d302194d-d3f0-453a-9e1e-f7c6f15efd10 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2597322 Jan 28 13:28:18.979844 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fc52f5e-5db6-45fa-8d42-aad40c822a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (b71e4d5c-378a-4afc-8a1c-de1480e4f9bb), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:19.004218 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-99bad097-0b82-4444-9ee1-0401f27613b2 req-5cfb08e1-0cd6-442a-ac0b-85c1b11e1709 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511092 Jan 28 13:28:19.007253 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc52f5e-5db6-45fa-8d42-aad40c822a0b admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:28:19.008235 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fc52f5e-5db6-45fa-8d42-aad40c822a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (b71e4d5c-378a-4afc-8a1c-de1480e4f9bb), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:19.029261 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53948) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:19.029996 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302194d-d3f0-453a-9e1e-f7c6f15efd10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5799d4-00a7-46e1-a5b2-9ffb3833a98f,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:19.046558 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-8820c2a0-7c27-4a0e-b45c-1e1bcf5d1a98 None None] Set router 3389e681-4548-45e6-a74b-a5344a4f4561 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:28:19.050442 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:28:19.053001 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302194d-d3f0-453a-9e1e-f7c6f15efd10 admin admin] Pushing event updated for resources: {'Network': ['ID=f001d26b-b928-47b4-a89f-43111884dd77,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:19.086859 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-0898c475-186c-4e19-9981-f2188752e724 admin admin] Request body: {'subnet': {'network_id': 'f001d26b-b928-47b4-a89f-43111884dd77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1507381868-subnet', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:19.175738 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1308d17-5f91-4cb1-ab7d-fd4d623b52a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435b3e98-d0f9-4cf5-a053-f9ac3cd282c0'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:19.181886 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f48a283-a34f-4cfe-8589-3faa31850b55" -d '{"events": [{"server_uuid": "d1308d17-5f91-4cb1-ab7d-fd4d623b52a9", "name": "network-vif-plugged", "status": "completed", "tag": "435b3e98-d0f9-4cf5-a053-f9ac3cd282c0"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:19.203130 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network f001d26b-b928-47b4-a89f-43111884dd77 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:28:19.204049 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-89bcf5fd-ffbd-434e-afd3-efb62529d4cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:19.205178 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c36f04e-ed8e-4afd-a729-b6d86f4f451d None None] Network 7d186aed-e3b3-4a7c-8a4f-17e45742e02b requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:28:19.221735 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fc52f5e-5db6-45fa-8d42-aad40c822a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (e36076b3-caf2-4139-8327-0d559e49c587), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:19.235728 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-141e5ea9-b912-4775-b366-15e8b2983954 req-5db5e0ad-8589-4a31-aaec-c11ff594c172 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 210 time: 1.0722895 Jan 28 13:28:19.259454 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fc52f5e-5db6-45fa-8d42-aad40c822a0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:19.269323 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9fc52f5e-5db6-45fa-8d42-aad40c822a0b admin admin] 10.222.0.39 "DELETE /v2.0/networks/e36076b3-caf2-4139-8327-0d559e49c587 HTTP/1.1" status: 204 len: 168 time: 1.7021458 Jan 28 13:28:19.321128 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-b27daef7-6adc-4043-8762-c9978543c5cc req-f7a38e6b-b689-48f0-90bf-7121e8c056fe service neutron] Attempting to bind port 48178c0b-e01b-45bc-aa05-d7d6c50f76ca on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:19.321480 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-b27daef7-6adc-4043-8762-c9978543c5cc req-f7a38e6b-b689-48f0-90bf-7121e8c056fe service neutron] Attempting to bind port 48178c0b-e01b-45bc-aa05-d7d6c50f76ca by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '1c04bf0b-8aa7-40e6-8665-eb4d488e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1c04c518-39f2-47d7-96f5-a06debfdd8ed'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:19.321818 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27daef7-6adc-4043-8762-c9978543c5cc req-f7a38e6b-b689-48f0-90bf-7121e8c056fe service neutron] Attempting to bind port 48178c0b-e01b-45bc-aa05-d7d6c50f76ca on network 1c04c518-39f2-47d7-96f5-a06debfdd8ed {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:19.330200 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc52f5e-5db6-45fa-8d42-aad40c822a0b admin admin] Pushing event deleted for resources: {'Network': ['ID=e36076b3-caf2-4139-8327-0d559e49c587,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:19.341080 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27daef7-6adc-4043-8762-c9978543c5cc req-f7a38e6b-b689-48f0-90bf-7121e8c056fe service neutron] Port 48178c0b-e01b-45bc-aa05-d7d6c50f76ca on network 1c04c518-39f2-47d7-96f5-a06debfdd8ed not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:28:19.341427 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27daef7-6adc-4043-8762-c9978543c5cc req-f7a38e6b-b689-48f0-90bf-7121e8c056fe service neutron] Attempting to bind port 48178c0b-e01b-45bc-aa05-d7d6c50f76ca on network 1c04c518-39f2-47d7-96f5-a06debfdd8ed {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:19.357087 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b7c879e9-fba3-46a3-b727-e9c650603b92 admin admin] Publish callbacks [] for router_gateway (3389e681-4548-45e6-a74b-a5344a4f4561), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:19.362442 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0898c475-186c-4e19-9981-f2188752e724 admin admin] Made reservation on behalf of 40d2254c52b145b8bd88955b1142b88a for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:19.363589 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a4c4af66-9c60-4ac2-8706-1e31b7c8bbb4 None None] Provisioning complete for port 7a07245a-c9e7-4ff0-b43f-ef2353447b25 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:19.363961 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4c4af66-9c60-4ac2-8706-1e31b7c8bbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7a07245a-c9e7-4ff0-b43f-ef2353447b25), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:19.365769 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0898c475-186c-4e19-9981-f2188752e724 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:19.382535 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27daef7-6adc-4043-8762-c9978543c5cc req-f7a38e6b-b689-48f0-90bf-7121e8c056fe service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:19.382884 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27daef7-6adc-4043-8762-c9978543c5cc req-f7a38e6b-b689-48f0-90bf-7121e8c056fe service neutron] Checking segment: {'id': '1c04bf0b-8aa7-40e6-8665-eb4d488e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1c04c518-39f2-47d7-96f5-a06debfdd8ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:19.385479 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27daef7-6adc-4043-8762-c9978543c5cc req-f7a38e6b-b689-48f0-90bf-7121e8c056fe service neutron] Bound using segment: {'id': '1c04bf0b-8aa7-40e6-8665-eb4d488e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1c04c518-39f2-47d7-96f5-a06debfdd8ed'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:19.385986 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-b27daef7-6adc-4043-8762-c9978543c5cc req-f7a38e6b-b689-48f0-90bf-7121e8c056fe service neutron] Bound port: 48178c0b-e01b-45bc-aa05-d7d6c50f76ca, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c04bf0b-8aa7-40e6-8665-eb4d488e60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1c04c518-39f2-47d7-96f5-a06debfdd8ed'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:19.386362 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b27daef7-6adc-4043-8762-c9978543c5cc req-f7a38e6b-b689-48f0-90bf-7121e8c056fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (48178c0b-e01b-45bc-aa05-d7d6c50f76ca), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:19.425710 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1ceed-3761-4a4d-bd78-4b617bea84df req-23b4a32c-b486-4c63-9a02-acee00c72e5a tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:19.436198 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1aa1ceed-3761-4a4d-bd78-4b617bea84df req-23b4a32c-b486-4c63-9a02-acee00c72e5a tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=030f9050-79d2-4a44-9d08-91aedac9829e HTTP/1.1" status: 200 len: 945 time: 0.2539392 Jan 28 13:28:19.442867 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8820c2a0-7c27-4a0e-b45c-1e1bcf5d1a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'name': 'tempest-ServersTestFqdnHostnames-188291030-router', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:25:34Z', 'updated_at': '2022-01-28T13:28:13Z', 'revision_number': 5, 'project_id': 'a5f7c933deef44b491769af0fd6f37c0', 'gw_port': {'id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:25:36Z', 'updated_at': '2022-01-28T13:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:19.472214 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-ace0256b-9706-4457-b38b-992f9a40ea93 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:19.486227 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-ace0256b-9706-4457-b38b-992f9a40ea93 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:19.492251 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-ace0256b-9706-4457-b38b-992f9a40ea93 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.18 "GET /v2.0/networks?id=1f0af631-50a0-4793-9983-75035e9bbf20&id=7d186aed-e3b3-4a7c-8a4f-17e45742e02b HTTP/1.1" status: 200 len: 1390 time: 1.2083414 Jan 28 13:28:19.529726 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8820c2a0-7c27-4a0e-b45c-1e1bcf5d1a98 None None] The sync data for ids ['3389e681-4548-45e6-a74b-a5344a4f4561'] in n-d-822747-2 is: [{'id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'name': 'tempest-ServersTestFqdnHostnames-188291030-router', 'tenant_id': 'a5f7c933deef44b491769af0fd6f37c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:25:34Z', 'updated_at': '2022-01-28T13:28:13Z', 'revision_number': 5, 'project_id': 'a5f7c933deef44b491769af0fd6f37c0', 'gw_port': {'id': '7f59c9f3-8cb3-49e2-9e72-05825254eb50', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389e681-4548-45e6-a74b-a5344a4f4561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:25:36Z', 'updated_at': '2022-01-28T13:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:28:19.532352 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-907853c6-24f9-417b-98f9-e3b46eaa05f2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Request body: {'port': {'device_id': '556a89da-1521-4f01-81a8-c010f3c4430f', 'network_id': '1f0af631-50a0-4793-9983-75035e9bbf20', 'admin_state_up': True, 'tenant_id': 'a32c0d8081c141c0994b58c29d4a7990'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:19.644784 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53956) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:19.682822 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:19.719326 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 7a07245a-c9e7-4ff0-b43f-ef2353447b25 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:19.719851 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7a07245a-c9e7-4ff0-b43f-ef2353447b25), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:19.770508 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 7a07245a-c9e7-4ff0-b43f-ef2353447b25, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7a07245a-c9e7-4ff0-b43f-ef2353447b25,segment=NetworkSegment(bb4be984-5817-4573-8dd7-d0c9f0d3b645),segment_id=bb4be984-5817-4573-8dd7-d0c9f0d3b645)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:19.773264 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-89bcf5fd-ffbd-434e-afd3-efb62529d4cc admin admin] Publish callbacks [] for security_group (44a7f744-1530-4434-b04a-b15e9c3628da), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:19.794325 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7a07245a-c9e7-4ff0-b43f-ef2353447b25), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:19.827552 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1aa1ceed-3761-4a4d-bd78-4b617bea84df req-30d4d30b-7427-4260-8834-c5ddac3e3ea1 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912480 Jan 28 13:28:19.837327 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0898c475-186c-4e19-9981-f2188752e724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (4efb7cb1-71fb-417f-9e82-31bf10df1efb), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:19.855942 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a4c4af66-9c60-4ac2-8706-1e31b7c8bbb4 None None] Current status of the port 7a07245a-c9e7-4ff0-b43f-ef2353447b25 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:19.856911 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4c4af66-9c60-4ac2-8706-1e31b7c8bbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7a07245a-c9e7-4ff0-b43f-ef2353447b25), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:19.900860 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=7a07245a-c9e7-4ff0-b43f-ef2353447b25,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:19.902848 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898c475-186c-4e19-9981-f2188752e724 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4efb7cb1-71fb-417f-9e82-31bf10df1efb,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:19.923220 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-b7c879e9-fba3-46a3-b727-e9c650603b92 admin admin] Deleting port 7f59c9f3-8cb3-49e2-9e72-05825254eb50 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:28:19.924432 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b7c879e9-fba3-46a3-b727-e9c650603b92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7f59c9f3-8cb3-49e2-9e72-05825254eb50), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:19.936110 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:28:19.962143 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-89bcf5fd-ffbd-434e-afd3-efb62529d4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (44a7f744-1530-4434-b04a-b15e9c3628da), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:19.987877 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 0cbda2ac-9bef-420d-b881-9dacb95c79b0 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:19.995835 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c530984-f847-4e11-84a1-3e1ec5cafb15 x-openstack-request-id: req-4c530984-f847-4e11-84a1-3e1ec5cafb15 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:19.996230 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1308d17-5f91-4cb1-ab7d-fd4d623b52a9", "name": "network-vif-plugged", "status": "completed", "tag": "435b3e98-d0f9-4cf5-a053-f9ac3cd282c0", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:19.996582 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4c530984-f847-4e11-84a1-3e1ec5cafb15 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:19.997567 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1308d17-5f91-4cb1-ab7d-fd4d623b52a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435b3e98-d0f9-4cf5-a053-f9ac3cd282c0', 'code': 200} Jan 28 13:28:19.998295 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-a4c4af66-9c60-4ac2-8706-1e31b7c8bbb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:28:19.998743 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-a4c4af66-9c60-4ac2-8706-1e31b7c8bbb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:28:20.155748 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 0cbda2ac-9bef-420d-b881-9dacb95c79b0 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:28:20.160930 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 0cbda2ac-9bef-420d-b881-9dacb95c79b0 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:20.161463 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0cbda2ac-9bef-420d-b881-9dacb95c79b0), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:20.186365 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89bcf5fd-ffbd-434e-afd3-efb62529d4cc admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:28:20.234130 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-b27daef7-6adc-4043-8762-c9978543c5cc req-f7a38e6b-b689-48f0-90bf-7121e8c056fe service neutron] For port 48178c0b-e01b-45bc-aa05-d7d6c50f76ca, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:20.249084 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-b27daef7-6adc-4043-8762-c9978543c5cc req-f7a38e6b-b689-48f0-90bf-7121e8c056fe service neutron] For port 48178c0b-e01b-45bc-aa05-d7d6c50f76ca, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=48178c0b-e01b-45bc-aa05-d7d6c50f76ca,segment=NetworkSegment(1c04bf0b-8aa7-40e6-8665-eb4d488e60a5),segment_id=1c04bf0b-8aa7-40e6-8665-eb4d488e60a5)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:20.254485 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-366ad654-c8de-4e55-a4b6-3c579d6b0f3f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e52f7db82a1e47b4a05e085aee4dc060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4333007 Jan 28 13:28:20.255189 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53960) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:20.287843 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc79ac5-5809-45bf-b542-360b4197e510 req-df24626e-939f-423e-a0e3-a2dcadb1c250 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:20.296223 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dbc79ac5-5809-45bf-b542-360b4197e510 req-df24626e-939f-423e-a0e3-a2dcadb1c250 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 945 time: 0.8016627 Jan 28 13:28:20.300721 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bcf5fd-ffbd-434e-afd3-efb62529d4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a7f744-1530-4434-b04a-b15e9c3628da,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:20.308090 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0898c475-186c-4e19-9981-f2188752e724 admin admin] Checking segment: {'id': '7b9359ad-ab9e-4dd7-951c-9218cc0873e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f001d26b-b928-47b4-a89f-43111884dd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:20.308969 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0898c475-186c-4e19-9981-f2188752e724 admin admin] Network hostable DHCP agents. Network: f001d26b-b928-47b4-a89f-43111884dd77, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:28:20.317525 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-b7c879e9-fba3-46a3-b727-e9c650603b92 admin admin] For port 7f59c9f3-8cb3-49e2-9e72-05825254eb50, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7f59c9f3-8cb3-49e2-9e72-05825254eb50,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:20.318076 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b7c879e9-fba3-46a3-b727-e9c650603b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7f59c9f3-8cb3-49e2-9e72-05825254eb50), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:20.379774 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-b7c879e9-fba3-46a3-b727-e9c650603b92 admin admin] Calling delete_port for 7f59c9f3-8cb3-49e2-9e72-05825254eb50 owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:28:20.388942 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-89bcf5fd-ffbd-434e-afd3-efb62529d4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (bdc48f93-6a06-41d7-b4e3-6415c817d317), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:20.389436 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-89bcf5fd-ffbd-434e-afd3-efb62529d4cc admin admin] Added segment bdc48f93-6a06-41d7-b4e3-6415c817d317 of type vlan for network 16d9a03d-cf10-476d-aa93-1b10f6134522 Jan 28 13:28:20.395007 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b27daef7-6adc-4043-8762-c9978543c5cc req-f7a38e6b-b689-48f0-90bf-7121e8c056fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (48178c0b-e01b-45bc-aa05-d7d6c50f76ca), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:20.401745 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbcafe8-c3b8-45dd-8d43-83cec91463e9 req-5e9562b4-4986-4c77-9e48-98f7a79be759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:20.404150 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6dbcafe8-c3b8-45dd-8d43-83cec91463e9 req-5e9562b4-4986-4c77-9e48-98f7a79be759 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d1308d17-5f91-4cb1-ab7d-fd4d623b52a9 HTTP/1.1" status: 200 len: 1096 time: 0.2654395 Jan 28 13:28:20.414681 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 0cbda2ac-9bef-420d-b881-9dacb95c79b0 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:20.417154 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0cbda2ac-9bef-420d-b881-9dacb95c79b0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:20.465451 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0898c475-186c-4e19-9981-f2188752e724 admin admin] Network f001d26b-b928-47b4-a89f-43111884dd77 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:28:20.492209 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 0cbda2ac-9bef-420d-b881-9dacb95c79b0, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=0cbda2ac-9bef-420d-b881-9dacb95c79b0,segment=NetworkSegment(c2c4ccae-60eb-41f2-8e2b-5652b4999cee),segment_id=c2c4ccae-60eb-41f2-8e2b-5652b4999cee)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:20.499568 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0cbda2ac-9bef-420d-b881-9dacb95c79b0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:20.532589 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-0898c475-186c-4e19-9981-f2188752e724 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, f001d26b-b928-47b4-a89f-43111884dd77) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:20.532895 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7a07245a-c9e7-4ff0-b43f-ef2353447b25 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:20.551669 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1509e2f-fe61-4988-992a-84c9d351dde6 req-83294c10-158c-4e74-8371-a61d0732e017 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:20.553514 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d1509e2f-fe61-4988-992a-84c9d351dde6 req-83294c10-158c-4e74-8371-a61d0732e017 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=76b81261-1d68-4059-845e-5942d1d30b2b HTTP/1.1" status: 200 len: 944 time: 0.3693497 Jan 28 13:28:20.561850 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0898c475-186c-4e19-9981-f2188752e724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:20.562493 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0898c475-186c-4e19-9981-f2188752e724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:20.573142 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27daef7-6adc-4043-8762-c9978543c5cc req-f7a38e6b-b689-48f0-90bf-7121e8c056fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:20.573142 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b27daef7-6adc-4043-8762-c9978543c5cc req-f7a38e6b-b689-48f0-90bf-7121e8c056fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:20.574701 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b27daef7-6adc-4043-8762-c9978543c5cc req-f7a38e6b-b689-48f0-90bf-7121e8c056fe service neutron] 10.222.0.37 "PUT /v2.0/ports/48178c0b-e01b-45bc-aa05-d7d6c50f76ca HTTP/1.1" status: 200 len: 1092 time: 3.5508111 Jan 28 13:28:20.578396 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b81261-1d68-4059-845e-5942d1d30b2b', 'tag': '48178c0b-e01b-45bc-aa05-d7d6c50f76ca'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:20.588369 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cf88cf-cfd2-48a7-a6f2-f98a064c4785" -d '{"events": [{"name": "network-changed", "server_uuid": "76b81261-1d68-4059-845e-5942d1d30b2b", "tag": "48178c0b-e01b-45bc-aa05-d7d6c50f76ca"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:20.591451 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fafa64b-4324-41ac-890e-21efdc1e0e31 None None] Network f001d26b-b928-47b4-a89f-43111884dd77 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:28:20.611090 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-907853c6-24f9-417b-98f9-e3b46eaa05f2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Made reservation on behalf of a32c0d8081c141c0994b58c29d4a7990 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:20.614510 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-907853c6-24f9-417b-98f9-e3b46eaa05f2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:20.618727 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6dbcafe8-c3b8-45dd-8d43-83cec91463e9 req-04af3369-abc2-4f69-8fac-81d7aa26b4b9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982887 Jan 28 13:28:20.627354 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dbc79ac5-5809-45bf-b542-360b4197e510 req-70a42a38-4645-49b9-bd84-427e58d33947 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277035 Jan 28 13:28:20.629213 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-89bcf5fd-ffbd-434e-afd3-efb62529d4cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (16d9a03d-cf10-476d-aa93-1b10f6134522), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:20.643754 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e3a7d1d-f701-4da2-839d-c06774a180e0 admin admin] Publish callbacks [] for security_group (df4252e0-1449-4be8-af81-e4d4a9ffb0a3), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:20.671290 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a38e6b-b689-48f0-90bf-7121e8c056fe service neutron] Pushing event updated for resources: {'Port': ['ID=48178c0b-e01b-45bc-aa05-d7d6c50f76ca,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:20.704952 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0898c475-186c-4e19-9981-f2188752e724 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6334121 Jan 28 13:28:20.763565 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53968) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:20.767725 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e3a7d1d-f701-4da2-839d-c06774a180e0 admin admin] Publish callbacks [] for security_group (df4252e0-1449-4be8-af81-e4d4a9ffb0a3), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:20.780013 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a4c4af66-9c60-4ac2-8706-1e31b7c8bbb4 None None] Current status of the port 7a07245a-c9e7-4ff0-b43f-ef2353447b25 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:20.788147 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-f6584544-cb05-42ea-bbaa-1a228705d710 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1507381868-router', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:20.800460 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=0cbda2ac-9bef-420d-b881-9dacb95c79b0,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:20.809303 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ead34c-d01a-466f-91df-6e57ba6ba0f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-f001d26b-b928-47b4-a89f-43111884dd77', 'network_id': 'f001d26b-b928-47b4-a89f-43111884dd77', 'project_id': '40d2254c52b145b8bd88955b1142b88a', 'fixed_ips': [{'subnet_id': '4efb7cb1-71fb-417f-9e82-31bf10df1efb'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:28:20.810187 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81ead34c-d01a-466f-91df-6e57ba6ba0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:20.842961 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 7a07245a-c9e7-4ff0-b43f-ef2353447b25 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:20.843339 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7a07245a-c9e7-4ff0-b43f-ef2353447b25), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:20.865599 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-89bcf5fd-ffbd-434e-afd3-efb62529d4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (16d9a03d-cf10-476d-aa93-1b10f6134522), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:20.867456 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bcf5fd-ffbd-434e-afd3-efb62529d4cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:20.868043 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-89bcf5fd-ffbd-434e-afd3-efb62529d4cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:20.900515 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a9dece1-0b92-4acd-8742-205c665d9a81 req-62b883ba-bc8e-4efb-aa18-ea3a318cffff tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 210 time: 0.1082478 Jan 28 13:28:20.961528 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e0618e47-76b7-472b-ab7a-c31ab1d0fbe0 None None] Provisioning complete for port 7a07245a-c9e7-4ff0-b43f-ef2353447b25 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:20.961887 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e0618e47-76b7-472b-ab7a-c31ab1d0fbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7a07245a-c9e7-4ff0-b43f-ef2353447b25), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:20.965407 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f6584544-cb05-42ea-bbaa-1a228705d710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (507984bd-565d-4301-8408-870dfb274c1e), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:20.966581 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f6584544-cb05-42ea-bbaa-1a228705d710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (507984bd-565d-4301-8408-870dfb274c1e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:20.984954 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-89bcf5fd-ffbd-434e-afd3-efb62529d4cc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1969254 Jan 28 13:28:20.988742 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27daef7-6adc-4043-8762-c9978543c5cc req-a00b0529-d441-499c-812e-e2d7eb530148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:20.991553 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b27daef7-6adc-4043-8762-c9978543c5cc req-a00b0529-d441-499c-812e-e2d7eb530148 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=abf5582cf6c74b03a46c276442437a1a&device_id=76b81261-1d68-4059-845e-5942d1d30b2b HTTP/1.1" status: 200 len: 1095 time: 0.3437910 Jan 28 13:28:21.033717 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53972) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:21.043935 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-efbb727e-fe36-41b7-aedc-e5705e80328c admin admin] Request body: {'subnet': {'network_id': '16d9a03d-cf10-476d-aa93-1b10f6134522', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1707695037-subnet', 'tenant_id': 'b360bd95cff749448a550ff64a9ecd83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:21.058128 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d1509e2f-fe61-4988-992a-84c9d351dde6 req-b91ff6b8-45b4-49cd-80c8-7e6b752de528 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874585 Jan 28 13:28:21.060862 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b7c879e9-fba3-46a3-b727-e9c650603b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (7f59c9f3-8cb3-49e2-9e72-05825254eb50), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:21.066404 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e3a7d1d-f701-4da2-839d-c06774a180e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (df4252e0-1449-4be8-af81-e4d4a9ffb0a3), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:21.077988 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e3a7d1d-f701-4da2-839d-c06774a180e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:21.079285 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8e3a7d1d-f701-4da2-839d-c06774a180e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df4252e0-1449-4be8-af81-e4d4a9ffb0a3 HTTP/1.1" status: 204 len: 168 time: 0.7730072 Jan 28 13:28:21.116466 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a7218b-92fc-4dae-8d06-716736b15902 x-openstack-request-id: req-e4a7218b-92fc-4dae-8d06-716736b15902 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:21.119403 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b81261-1d68-4059-845e-5942d1d30b2b", "tag": "48178c0b-e01b-45bc-aa05-d7d6c50f76ca", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:21.119988 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4a7218b-92fc-4dae-8d06-716736b15902 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:21.120680 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b81261-1d68-4059-845e-5942d1d30b2b', 'tag': '48178c0b-e01b-45bc-aa05-d7d6c50f76ca', 'status': 'completed', 'code': 200} Jan 28 13:28:21.123551 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 7a07245a-c9e7-4ff0-b43f-ef2353447b25 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:21.153569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4083ac78-f4ae-46ec-8f1f-349108ffb28f no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:28:21.161306 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a7d1d-f701-4da2-839d-c06774a180e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4252e0-1449-4be8-af81-e4d4a9ffb0a3,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:21.194730 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 4083ac78-f4ae-46ec-8f1f-349108ffb28f {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:28:21.195097 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4083ac78-f4ae-46ec-8f1f-349108ffb28f not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:28:21.238602 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bcf5fd-ffbd-434e-afd3-efb62529d4cc admin admin] Pushing event updated for resources: {'Network': ['ID=16d9a03d-cf10-476d-aa93-1b10f6134522,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:21.244304 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-81ead34c-d01a-466f-91df-6e57ba6ba0f0 None None] Allocated IP 172.20.0.2 (f001d26b-b928-47b4-a89f-43111884dd77/4efb7cb1-71fb-417f-9e82-31bf10df1efb/9ad14847-9638-44f2-bdcd-1453a4be11c3) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:21.259468 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 16d9a03d-cf10-476d-aa93-1b10f6134522 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:28:21.263557 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c879e9-fba3-46a3-b727-e9c650603b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f59c9f3-8cb3-49e2-9e72-05825254eb50,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:21.266597 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-907853c6-24f9-417b-98f9-e3b46eaa05f2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Allocated IP 19.80.0.18 (1f0af631-50a0-4793-9983-75035e9bbf20/ac0ed1d4-7265-4a5d-9055-52fcc3fd3384/617282f1-eb15-4c23-8b0e-60d21b2dbcef) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:21.272169 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b27daef7-6adc-4043-8762-c9978543c5cc req-e8945cbf-f675-4b07-896c-48f15ff8135c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48178c0b-e01b-45bc-aa05-d7d6c50f76ca HTTP/1.1" status: 200 len: 217 time: 0.2228231 Jan 28 13:28:21.315790 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbb727e-fe36-41b7-aedc-e5705e80328c admin admin] Made reservation on behalf of b360bd95cff749448a550ff64a9ecd83 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:21.321790 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-efbb727e-fe36-41b7-aedc-e5705e80328c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:21.414251 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b7c879e9-fba3-46a3-b727-e9c650603b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (3389e681-4548-45e6-a74b-a5344a4f4561), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:21.463754 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f6584544-cb05-42ea-bbaa-1a228705d710 admin admin] Publish callbacks [] for router_controller (507984bd-565d-4301-8408-870dfb274c1e), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:21.464611 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e0618e47-76b7-472b-ab7a-c31ab1d0fbe0 None None] Current status of the port 7a07245a-c9e7-4ff0-b43f-ef2353447b25 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:21.559539 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b7c879e9-fba3-46a3-b727-e9c650603b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (3389e681-4548-45e6-a74b-a5344a4f4561), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:21.562128 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b7c879e9-fba3-46a3-b727-e9c650603b92 admin admin] Publish callbacks [] for router_controller (3389e681-4548-45e6-a74b-a5344a4f4561), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:21.650864 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b7c879e9-fba3-46a3-b727-e9c650603b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (3389e681-4548-45e6-a74b-a5344a4f4561), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:21.651489 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c879e9-fba3-46a3-b727-e9c650603b92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3389e681-4548-45e6-a74b-a5344a4f4561 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:28:21.660639 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b7c879e9-fba3-46a3-b727-e9c650603b92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:21.664466 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b7c879e9-fba3-46a3-b727-e9c650603b92 admin admin] 10.222.0.39 "DELETE /v2.0/routers/3389e681-4548-45e6-a74b-a5344a4f4561 HTTP/1.1" status: 204 len: 168 time: 3.8076735 Jan 28 13:28:21.689692 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53982) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:21.831548 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81ead34c-d01a-466f-91df-6e57ba6ba0f0 None None] Publish callbacks [] for port (9ad14847-9638-44f2-bdcd-1453a4be11c3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:21.838777 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2817b43-763e-4b66-b4a8-71274f10bb5e admin admin] Deleting subnet 648f84e8-45f3-456b-937b-213078752575 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:28:21.848887 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81ead34c-d01a-466f-91df-6e57ba6ba0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (9ad14847-9638-44f2-bdcd-1453a4be11c3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:21.852111 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b2817b43-763e-4b66-b4a8-71274f10bb5e admin admin] Publish callbacks [] for subnet (648f84e8-45f3-456b-937b-213078752575), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:21.920324 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ead34c-d01a-466f-91df-6e57ba6ba0f0 None None] Network f001d26b-b928-47b4-a89f-43111884dd77 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:21.921078 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792326c-6b51-48ec-880b-5e8738604616 req-53dfc92e-85ce-40ed-988f-ab1f2167cc3f tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:21.922655 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1792326c-6b51-48ec-880b-5e8738604616 req-53dfc92e-85ce-40ed-988f-ab1f2167cc3f tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=030f9050-79d2-4a44-9d08-91aedac9829e HTTP/1.1" status: 200 len: 946 time: 0.6457903 Jan 28 13:28:21.924846 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-81ead34c-d01a-466f-91df-6e57ba6ba0f0 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:21.929442 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ead34c-d01a-466f-91df-6e57ba6ba0f0 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:21.963979 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b2817b43-763e-4b66-b4a8-71274f10bb5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (648f84e8-45f3-456b-937b-213078752575), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:21.988946 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ead34c-d01a-466f-91df-6e57ba6ba0f0 None None] Pushing event updated for resources: {'Port': ['ID=9ad14847-9638-44f2-bdcd-1453a4be11c3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:22.001427 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27daef7-6adc-4043-8762-c9978543c5cc req-3b5f76fe-d0e9-481c-94c6-eb1280632b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:22.004804 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030f9050-79d2-4a44-9d08-91aedac9829e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbda2ac-9bef-420d-b881-9dacb95c79b0'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:22.007408 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4520b1-71f1-4b0f-85e4-a4b50dd425c9" -d '{"events": [{"server_uuid": "030f9050-79d2-4a44-9d08-91aedac9829e", "name": "network-vif-plugged", "status": "completed", "tag": "0cbda2ac-9bef-420d-b881-9dacb95c79b0"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:22.007747 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b27daef7-6adc-4043-8762-c9978543c5cc req-3b5f76fe-d0e9-481c-94c6-eb1280632b88 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=169866dc-bcf0-4fd7-aa06-8c342afd159a HTTP/1.1" status: 200 len: 854 time: 0.7164302 Jan 28 13:28:22.025738 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53994) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:22.043560 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-81ead34c-d01a-466f-91df-6e57ba6ba0f0 None None] Attempting to bind port 9ad14847-9638-44f2-bdcd-1453a4be11c3 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:22.043947 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-81ead34c-d01a-466f-91df-6e57ba6ba0f0 None None] Attempting to bind port 9ad14847-9638-44f2-bdcd-1453a4be11c3 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7b9359ad-ab9e-4dd7-951c-9218cc0873e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f001d26b-b928-47b4-a89f-43111884dd77'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:22.044340 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ead34c-d01a-466f-91df-6e57ba6ba0f0 None None] Attempting to bind port 9ad14847-9638-44f2-bdcd-1453a4be11c3 on network f001d26b-b928-47b4-a89f-43111884dd77 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:22.050255 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ead34c-d01a-466f-91df-6e57ba6ba0f0 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:22.050636 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ead34c-d01a-466f-91df-6e57ba6ba0f0 None None] Checking segment: {'id': '7b9359ad-ab9e-4dd7-951c-9218cc0873e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f001d26b-b928-47b4-a89f-43111884dd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:22.051083 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81ead34c-d01a-466f-91df-6e57ba6ba0f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:22.051489 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ead34c-d01a-466f-91df-6e57ba6ba0f0 None None] Bound using segment: {'id': '7b9359ad-ab9e-4dd7-951c-9218cc0873e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f001d26b-b928-47b4-a89f-43111884dd77'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:22.051970 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-81ead34c-d01a-466f-91df-6e57ba6ba0f0 None None] Bound port: 9ad14847-9638-44f2-bdcd-1453a4be11c3, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b9359ad-ab9e-4dd7-951c-9218cc0873e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f001d26b-b928-47b4-a89f-43111884dd77'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:22.052349 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81ead34c-d01a-466f-91df-6e57ba6ba0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9ad14847-9638-44f2-bdcd-1453a4be11c3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:22.090183 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1792326c-6b51-48ec-880b-5e8738604616 req-22c09355-ad1a-4b1a-a098-d86d464c1617 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578295 Jan 28 13:28:22.135184 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-81ead34c-d01a-466f-91df-6e57ba6ba0f0 None None] For port 9ad14847-9638-44f2-bdcd-1453a4be11c3, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:22.150024 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-81ead34c-d01a-466f-91df-6e57ba6ba0f0 None None] For port 9ad14847-9638-44f2-bdcd-1453a4be11c3, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9ad14847-9638-44f2-bdcd-1453a4be11c3,segment=NetworkSegment(7b9359ad-ab9e-4dd7-951c-9218cc0873e3),segment_id=7b9359ad-ab9e-4dd7-951c-9218cc0873e3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:22.153089 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b2817b43-763e-4b66-b4a8-71274f10bb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (648f84e8-45f3-456b-937b-213078752575), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:22.157953 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81ead34c-d01a-466f-91df-6e57ba6ba0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9ad14847-9638-44f2-bdcd-1453a4be11c3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:22.205530 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b27daef7-6adc-4043-8762-c9978543c5cc req-5fb0c64b-67bf-401b-9f1b-0bc394b32b2b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c04c518-39f2-47d7-96f5-a06debfdd8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1805508 Jan 28 13:28:22.273141 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ead34c-d01a-466f-91df-6e57ba6ba0f0 None None] Pushing event updated for resources: {'Port': ['ID=9ad14847-9638-44f2-bdcd-1453a4be11c3,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:22.287272 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6e640ed1-da8b-4441-a1ea-f62754537ef3 req-f8166a75-33d9-4b92-b933-aab31f7b0352 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 210 time: 0.0839384 Jan 28 13:28:22.316197 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f6584544-cb05-42ea-bbaa-1a228705d710 admin admin] Publish callbacks [] for router_gateway (507984bd-565d-4301-8408-870dfb274c1e), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:22.342995 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b2817b43-763e-4b66-b4a8-71274f10bb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (648f84e8-45f3-456b-937b-213078752575), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:22.404619 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734cb826-2cdd-4061-b8e5-a5c4eb398b02 x-openstack-request-id: req-734cb826-2cdd-4061-b8e5-a5c4eb398b02 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:22.404975 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030f9050-79d2-4a44-9d08-91aedac9829e", "name": "network-vif-plugged", "status": "completed", "tag": "0cbda2ac-9bef-420d-b881-9dacb95c79b0", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:22.405198 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-734cb826-2cdd-4061-b8e5-a5c4eb398b02 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:22.405600 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030f9050-79d2-4a44-9d08-91aedac9829e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbda2ac-9bef-420d-b881-9dacb95c79b0', 'code': 200} Jan 28 13:28:22.408883 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2817b43-763e-4b66-b4a8-71274f10bb5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=648f84e8-45f3-456b-937b-213078752575,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:22.428264 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e91c80f-2524-4a28-b985-67f060395c43 None None] Network 83337396-4cc1-486c-a243-57e3fe8a3ffb requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:28:22.439832 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b2817b43-763e-4b66-b4a8-71274f10bb5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:22.462105 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b2817b43-763e-4b66-b4a8-71274f10bb5e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/648f84e8-45f3-456b-937b-213078752575 HTTP/1.1" status: 204 len: 168 time: 0.7579615 Jan 28 13:28:22.463882 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53998) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:22.560173 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b6bb61d6-63c6-4b67-b5cb-9f5ab1333228 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b0422eb48824b2d9cbc52455c81c996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5229588 Jan 28 13:28:22.564364 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54000) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:22.586107 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7f59c9f3-8cb3-49e2-9e72-05825254eb50 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:28:22.613125 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20eb995-a4a6-4eeb-be66-55651109846a req-cee4dff4-75d4-4da6-922b-d88283d33d62 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:22.614969 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c20eb995-a4a6-4eeb-be66-55651109846a req-cee4dff4-75d4-4da6-922b-d88283d33d62 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 945 time: 0.5457621 Jan 28 13:28:22.675401 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-907853c6-24f9-417b-98f9-e3b46eaa05f2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks [] for port (617282f1-eb15-4c23-8b0e-60d21b2dbcef), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:22.676450 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f9911bdb-2d0a-4cc2-9c19-00cf0fe33936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (83337396-4cc1-486c-a243-57e3fe8a3ffb), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:22.697972 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289589e-de7a-4d7e-a986-e28c68a46820 req-f02e0c5b-a9ee-4b3c-ba26-942dd6327de6 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:22.708492 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1289589e-de7a-4d7e-a986-e28c68a46820 req-f02e0c5b-a9ee-4b3c-ba26-942dd6327de6 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=76b81261-1d68-4059-845e-5942d1d30b2b HTTP/1.1" status: 200 len: 944 time: 0.2127142 Jan 28 13:28:22.760478 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b27daef7-6adc-4043-8762-c9978543c5cc req-cc067a08-4784-44ee-ab58-367b8cb06e85 service neutron] 10.222.0.37 "GET /v2.0/networks/1c04c518-39f2-47d7-96f5-a06debfdd8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520597 Jan 28 13:28:22.790204 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2463a745-09c0-4eed-911d-17c1d459b492 admin admin] Publish callbacks [] for security_group (da0bbfaf-1a95-432a-9963-f2584b78aee9), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:22.860268 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27877839-7763-4383-af0f-e188bddf7741 req-93c5dc98-ebf2-47df-ab65-b4f73fe9b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:22.861937 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-27877839-7763-4383-af0f-e188bddf7741 req-93c5dc98-ebf2-47df-ab65-b4f73fe9b5d3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=030f9050-79d2-4a44-9d08-91aedac9829e HTTP/1.1" status: 200 len: 1097 time: 0.3533399 Jan 28 13:28:22.872813 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2463a745-09c0-4eed-911d-17c1d459b492 admin admin] Publish callbacks [] for security_group (da0bbfaf-1a95-432a-9963-f2584b78aee9), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:22.878212 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 7f59c9f3-8cb3-49e2-9e72-05825254eb50 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:28:22.878805 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7f59c9f3-8cb3-49e2-9e72-05825254eb50 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:28:22.897791 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1289589e-de7a-4d7e-a986-e28c68a46820 req-c3dd6975-2652-4106-8250-52c8991ebef7 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891658 Jan 28 13:28:22.909636 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c20eb995-a4a6-4eeb-be66-55651109846a req-985c24cf-45a8-4d10-97d9-eaeaaddf86a8 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795432 Jan 28 13:28:22.932039 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-f9911bdb-2d0a-4cc2-9c19-00cf0fe33936 admin admin] Deleting port 5dbbed3b-a8aa-41f4-96aa-d763655e083d {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:28:22.932269 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f9911bdb-2d0a-4cc2-9c19-00cf0fe33936 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (5dbbed3b-a8aa-41f4-96aa-d763655e083d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:22.965609 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2463a745-09c0-4eed-911d-17c1d459b492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (da0bbfaf-1a95-432a-9963-f2584b78aee9), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:22.968418 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2463a745-09c0-4eed-911d-17c1d459b492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:22.968951 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-efbb727e-fe36-41b7-aedc-e5705e80328c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (042f9a6a-2921-498d-bcc9-1ba76067c5cb), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:22.969603 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2463a745-09c0-4eed-911d-17c1d459b492 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/da0bbfaf-1a95-432a-9963-f2584b78aee9 HTTP/1.1" status: 204 len: 168 time: 0.3574584 Jan 28 13:28:23.014238 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e9628d-fb1e-43aa-aa43-b9fa8c527b1a None None] DHCP port deletion for 83337396-4cc1-486c-a243-57e3fe8a3ffb request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:28:23.025041 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463a745-09c0-4eed-911d-17c1d459b492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0bbfaf-1a95-432a-9963-f2584b78aee9,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:23.051802 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-f9911bdb-2d0a-4cc2-9c19-00cf0fe33936 admin admin] For port 5dbbed3b-a8aa-41f4-96aa-d763655e083d, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=5dbbed3b-a8aa-41f4-96aa-d763655e083d,segment=NetworkSegment(d6d547a0-61ed-44ed-8353-c8cebc90d963),segment_id=d6d547a0-61ed-44ed-8353-c8cebc90d963)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:23.052164 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f9911bdb-2d0a-4cc2-9c19-00cf0fe33936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (5dbbed3b-a8aa-41f4-96aa-d763655e083d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.056407 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-907853c6-24f9-417b-98f9-e3b46eaa05f2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (617282f1-eb15-4c23-8b0e-60d21b2dbcef), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.069513 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-f9911bdb-2d0a-4cc2-9c19-00cf0fe33936 admin admin] Calling delete_port for 5dbbed3b-a8aa-41f4-96aa-d763655e083d owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:28:23.111681 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-05e9628d-fb1e-43aa-aa43-b9fa8c527b1a None None] Deleting port 5dbbed3b-a8aa-41f4-96aa-d763655e083d {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:28:23.111997 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-05e9628d-fb1e-43aa-aa43-b9fa8c527b1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (5dbbed3b-a8aa-41f4-96aa-d763655e083d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.187655 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-27877839-7763-4383-af0f-e188bddf7741 req-4959f5e7-6783-4dc2-b884-0aad665ce67d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068566 Jan 28 13:28:23.190793 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-907853c6-24f9-417b-98f9-e3b46eaa05f2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Network 1f0af631-50a0-4793-9983-75035e9bbf20 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:23.197813 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f9911bdb-2d0a-4cc2-9c19-00cf0fe33936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (5dbbed3b-a8aa-41f4-96aa-d763655e083d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.200321 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb727e-fe36-41b7-aedc-e5705e80328c admin admin] Pushing event updated for resources: {'Subnet': ['ID=042f9a6a-2921-498d-bcc9-1ba76067c5cb,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:23.204150 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b27daef7-6adc-4043-8762-c9978543c5cc req-b43851c0-3d97-4558-8720-6b12740565f8 service neutron] 10.222.0.37 "GET /v2.0/networks/1c04c518-39f2-47d7-96f5-a06debfdd8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169383 Jan 28 13:28:23.209720 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-907853c6-24f9-417b-98f9-e3b46eaa05f2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:23.232759 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-907853c6-24f9-417b-98f9-e3b46eaa05f2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:23.237781 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9911bdb-2d0a-4cc2-9c19-00cf0fe33936 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dbbed3b-a8aa-41f4-96aa-d763655e083d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:23.241172 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9911bdb-2d0a-4cc2-9c19-00cf0fe33936 admin admin] No DVR routers for this DVR port 5dbbed3b-a8aa-41f4-96aa-d763655e083d on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:28:23.253415 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-05e9628d-fb1e-43aa-aa43-b9fa8c527b1a None None] For port 5dbbed3b-a8aa-41f4-96aa-d763655e083d, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=5dbbed3b-a8aa-41f4-96aa-d763655e083d,segment=NetworkSegment(d6d547a0-61ed-44ed-8353-c8cebc90d963),segment_id=d6d547a0-61ed-44ed-8353-c8cebc90d963)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:23.253686 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-05e9628d-fb1e-43aa-aa43-b9fa8c527b1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (5dbbed3b-a8aa-41f4-96aa-d763655e083d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.276343 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-05e9628d-fb1e-43aa-aa43-b9fa8c527b1a None None] Calling delete_port for 5dbbed3b-a8aa-41f4-96aa-d763655e083d owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:28:23.295631 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907853c6-24f9-417b-98f9-e3b46eaa05f2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Pushing event updated for resources: {'Port': ['ID=617282f1-eb15-4c23-8b0e-60d21b2dbcef,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:23.351701 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f9911bdb-2d0a-4cc2-9c19-00cf0fe33936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (83337396-4cc1-486c-a243-57e3fe8a3ffb), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.405057 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-f9911bdb-2d0a-4cc2-9c19-00cf0fe33936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83337396-4cc1-486c-a243-57e3fe8a3ffb']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:23.419797 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-05e9628d-fb1e-43aa-aa43-b9fa8c527b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (5dbbed3b-a8aa-41f4-96aa-d763655e083d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.430938 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbb727e-fe36-41b7-aedc-e5705e80328c admin admin] Checking segment: {'id': 'bdc48f93-6a06-41d7-b4e3-6415c817d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '16d9a03d-cf10-476d-aa93-1b10f6134522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:23.431556 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbb727e-fe36-41b7-aedc-e5705e80328c admin admin] Network hostable DHCP agents. Network: 16d9a03d-cf10-476d-aa93-1b10f6134522, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:28:23.433245 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e9628d-fb1e-43aa-aa43-b9fa8c527b1a None None] No DVR routers for this DVR port 5dbbed3b-a8aa-41f4-96aa-d763655e083d on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:28:23.437256 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-f9911bdb-2d0a-4cc2-9c19-00cf0fe33936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d547a0-61ed-44ed-8353-c8cebc90d963') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:23.437561 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-f9911bdb-2d0a-4cc2-9c19-00cf0fe33936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d547a0-61ed-44ed-8353-c8cebc90d963') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:23.459251 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9628d-fb1e-43aa-aa43-b9fa8c527b1a None None] Pushing event deleted for resources: {'Port': ['ID=5dbbed3b-a8aa-41f4-96aa-d763655e083d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:23.471135 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-907853c6-24f9-417b-98f9-e3b46eaa05f2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:23.472899 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-907853c6-24f9-417b-98f9-e3b46eaa05f2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.502117 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f9911bdb-2d0a-4cc2-9c19-00cf0fe33936 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (d6d547a0-61ed-44ed-8353-c8cebc90d963), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.538071 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f9911bdb-2d0a-4cc2-9c19-00cf0fe33936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (d6d547a0-61ed-44ed-8353-c8cebc90d963), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.546545 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9911bdb-2d0a-4cc2-9c19-00cf0fe33936 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:28:23.547023 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f9911bdb-2d0a-4cc2-9c19-00cf0fe33936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (d6d547a0-61ed-44ed-8353-c8cebc90d963), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:28:23.549066 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:28:23.588769 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce916a-2be3-42c4-b77e-15265dc78992 req-ffa8e493-93eb-47e4-a3bb-208d73d9a0d7 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:23.598158 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8ce916a-2be3-42c4-b77e-15265dc78992 req-ffa8e493-93eb-47e4-a3bb-208d73d9a0d7 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=030f9050-79d2-4a44-9d08-91aedac9829e HTTP/1.1" status: 200 len: 946 time: 0.3856635 Jan 28 13:28:23.623307 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece824e9-d9be-478e-a524-d257ed068dc5 req-e81ad8e5-f8c4-4e85-86d0-7e00475e36f6 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:23.630154 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-907853c6-24f9-417b-98f9-e3b46eaa05f2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1051581 Jan 28 13:28:23.630400 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ece824e9-d9be-478e-a524-d257ed068dc5 req-e81ad8e5-f8c4-4e85-86d0-7e00475e36f6 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 931 time: 0.1792853 Jan 28 13:28:23.650348 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-5016a7c3-d57f-47b3-8407-63773d2d1969 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Request body: {'port': {'device_id': '556a89da-1521-4f01-81a8-c010f3c4430f', 'network_id': '7d186aed-e3b3-4a7c-8a4f-17e45742e02b', 'admin_state_up': True, 'tenant_id': 'a32c0d8081c141c0994b58c29d4a7990'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:23.673984 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbb727e-fe36-41b7-aedc-e5705e80328c admin admin] Network 16d9a03d-cf10-476d-aa93-1b10f6134522 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:28:23.675246 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f9911bdb-2d0a-4cc2-9c19-00cf0fe33936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (83337396-4cc1-486c-a243-57e3fe8a3ffb), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.695601 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f9911bdb-2d0a-4cc2-9c19-00cf0fe33936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.700548 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f9911bdb-2d0a-4cc2-9c19-00cf0fe33936 admin admin] 10.222.0.39 "DELETE /v2.0/networks/83337396-4cc1-486c-a243-57e3fe8a3ffb HTTP/1.1" status: 204 len: 168 time: 1.2128451 Jan 28 13:28:23.730406 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ece824e9-d9be-478e-a524-d257ed068dc5 req-254097a5-89a3-45ee-93c9-5bd604ad8bb0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990860 Jan 28 13:28:23.733030 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9911bdb-2d0a-4cc2-9c19-00cf0fe33936 admin admin] Pushing event deleted for resources: {'Network': ['ID=83337396-4cc1-486c-a243-57e3fe8a3ffb,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:23.751470 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c9c0252f-fb1f-4d9d-bbfc-274bf5ba52db None None] Provisioning complete for port 617282f1-eb15-4c23-8b0e-60d21b2dbcef triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:23.751828 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c9c0252f-fb1f-4d9d-bbfc-274bf5ba52db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (617282f1-eb15-4c23-8b0e-60d21b2dbcef), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.761633 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f6584544-cb05-42ea-bbaa-1a228705d710 admin admin] Publish callbacks [] for router_gateway (507984bd-565d-4301-8408-870dfb274c1e), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.789811 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f6584544-cb05-42ea-bbaa-1a228705d710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.814891 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-efbb727e-fe36-41b7-aedc-e5705e80328c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 16d9a03d-cf10-476d-aa93-1b10f6134522) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:23.820094 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c9c0252f-fb1f-4d9d-bbfc-274bf5ba52db None None] Port 617282f1-eb15-4c23-8b0e-60d21b2dbcef cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:28:23.823062 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbb727e-fe36-41b7-aedc-e5705e80328c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:23.823244 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2473d7-05eb-4815-a278-4c93a5a7f667 None None] Network 16d9a03d-cf10-476d-aa93-1b10f6134522 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:28:23.823728 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-efbb727e-fe36-41b7-aedc-e5705e80328c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.859817 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-efbb727e-fe36-41b7-aedc-e5705e80328c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.8239958 Jan 28 13:28:23.897171 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf88cf-cfd2-48a7-a6f2-f98a064c4785 req-c34507c2-dd2d-48c8-b423-d35ccdd5aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:23.899025 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-40cf88cf-cfd2-48a7-a6f2-f98a064c4785 req-c34507c2-dd2d-48c8-b423-d35ccdd5aaaa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=abf5582cf6c74b03a46c276442437a1a&device_id=76b81261-1d68-4059-845e-5942d1d30b2b HTTP/1.1" status: 200 len: 1095 time: 0.2973409 Jan 28 13:28:23.978074 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1cf3f3-66c5-4557-8b78-557574add647 None None] Network 16d9a03d-cf10-476d-aa93-1b10f6134522 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:28:24.006448 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54030) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:24.034086 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae40e24f-6bff-4a72-b68a-df76ea50eb84 None None] Network f001d26b-b928-47b4-a89f-43111884dd77 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:28:24.097589 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1c5d2ba3-a92e-4b2f-93d6-04134b6a6fe6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a5f7c933deef44b491769af0fd6f37c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0899260 Jan 28 13:28:24.100125 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54032) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:24.117751 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b983fcc-1cd9-45cc-a391-a51eb9dc27e2 req-33e6d859-ec0f-4775-8ea6-dfec0f73655e tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:24.119268 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7b983fcc-1cd9-45cc-a391-a51eb9dc27e2 req-33e6d859-ec0f-4775-8ea6-dfec0f73655e tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 945 time: 0.0914099 Jan 28 13:28:24.215780 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7b983fcc-1cd9-45cc-a391-a51eb9dc27e2 req-9699a4d5-ab43-40e7-8052-dd19fb4fea90 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899634 Jan 28 13:28:24.221771 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d1662b13-2390-4aa1-995d-f430ae4c6807 admin admin] Publish callbacks [] for security_group (40f93497-d83c-40c9-a5aa-cd7b0a9cb756), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:24.261760 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d1662b13-2390-4aa1-995d-f430ae4c6807 admin admin] Publish callbacks [] for security_group (40f93497-d83c-40c9-a5aa-cd7b0a9cb756), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:24.322409 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-5249000d-9d20-441f-8e2d-5de3d46ee7e9 None None] Provisioning complete for port 9ad14847-9638-44f2-bdcd-1453a4be11c3 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:24.322949 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5249000d-9d20-441f-8e2d-5de3d46ee7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9ad14847-9638-44f2-bdcd-1453a4be11c3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:24.335425 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d1662b13-2390-4aa1-995d-f430ae4c6807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (40f93497-d83c-40c9-a5aa-cd7b0a9cb756), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:24.338732 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d1662b13-2390-4aa1-995d-f430ae4c6807 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:24.342627 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d1662b13-2390-4aa1-995d-f430ae4c6807 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/40f93497-d83c-40c9-a5aa-cd7b0a9cb756 HTTP/1.1" status: 204 len: 168 time: 0.2384942 Jan 28 13:28:24.392815 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1662b13-2390-4aa1-995d-f430ae4c6807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f93497-d83c-40c9-a5aa-cd7b0a9cb756,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:24.443335 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11e894-949e-40c9-a348-b6037094f909 req-d9b0f2aa-36f5-4c18-aa05-674808e4564a tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:24.453884 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2f11e894-949e-40c9-a348-b6037094f909 req-d9b0f2aa-36f5-4c18-aa05-674808e4564a tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=76b81261-1d68-4059-845e-5942d1d30b2b HTTP/1.1" status: 200 len: 944 time: 0.1104190 Jan 28 13:28:24.556493 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5249000d-9d20-441f-8e2d-5de3d46ee7e9 None None] Current status of the port 9ad14847-9638-44f2-bdcd-1453a4be11c3 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:24.557060 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5249000d-9d20-441f-8e2d-5de3d46ee7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9ad14847-9638-44f2-bdcd-1453a4be11c3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:24.576627 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2f11e894-949e-40c9-a348-b6037094f909 req-b448eb35-2249-4313-892b-7fefbc53f4ce tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086104 Jan 28 13:28:24.627013 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9ad14847-9638-44f2-bdcd-1453a4be11c3 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:24.643668 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8ce916a-2be3-42c4-b77e-15265dc78992 req-9667bf53-e0a0-4ea4-acaf-a0e933cfccd8 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0443900 Jan 28 13:28:24.687597 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-5249000d-9d20-441f-8e2d-5de3d46ee7e9 None None] For port 9ad14847-9638-44f2-bdcd-1453a4be11c3, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9ad14847-9638-44f2-bdcd-1453a4be11c3,segment=NetworkSegment(7b9359ad-ab9e-4dd7-951c-9218cc0873e3),segment_id=7b9359ad-ab9e-4dd7-951c-9218cc0873e3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:24.700103 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 9ad14847-9638-44f2-bdcd-1453a4be11c3 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:24.700567 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9ad14847-9638-44f2-bdcd-1453a4be11c3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:24.705106 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5249000d-9d20-441f-8e2d-5de3d46ee7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9ad14847-9638-44f2-bdcd-1453a4be11c3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:24.795979 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf88cf-cfd2-48a7-a6f2-f98a064c4785 req-2119e006-ec55-4890-be53-3002e1d73cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:24.795979 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-40cf88cf-cfd2-48a7-a6f2-f98a064c4785 req-2119e006-ec55-4890-be53-3002e1d73cc8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1c04c518-39f2-47d7-96f5-a06debfdd8ed HTTP/1.1" status: 200 len: 914 time: 0.8133421 Jan 28 13:28:24.816284 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249000d-9d20-441f-8e2d-5de3d46ee7e9 None None] Pushing event updated for resources: {'Port': ['ID=9ad14847-9638-44f2-bdcd-1453a4be11c3,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:24.855810 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-40cf88cf-cfd2-48a7-a6f2-f98a064c4785 req-f0d35606-73be-42e8-baf9-85a5ce6aceaa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48178c0b-e01b-45bc-aa05-d7d6c50f76ca HTTP/1.1" status: 200 len: 217 time: 0.0850294 Jan 28 13:28:24.865468 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-85d02169-1f4e-4402-8b22-ffe506121de9 None None] Provisioning complete for port 9ad14847-9638-44f2-bdcd-1453a4be11c3 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:24.865468 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85d02169-1f4e-4402-8b22-ffe506121de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9ad14847-9638-44f2-bdcd-1453a4be11c3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:24.954876 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-f6584544-cb05-42ea-bbaa-1a228705d710 admin admin] Allocated IP 172.25.3.144 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/dd750d21-db0d-4e46-ac21-ed274af41870) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:24.973169 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 9ad14847-9638-44f2-bdcd-1453a4be11c3 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:24.995360 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-5016a7c3-d57f-47b3-8407-63773d2d1969 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Made reservation on behalf of a32c0d8081c141c0994b58c29d4a7990 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:24.997228 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-5016a7c3-d57f-47b3-8407-63773d2d1969 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:25.026304 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-85d02169-1f4e-4402-8b22-ffe506121de9 None None] Current status of the port 9ad14847-9638-44f2-bdcd-1453a4be11c3 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:25.077788 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 5dbbed3b-a8aa-41f4-96aa-d763655e083d no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:28:25.084770 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf88cf-cfd2-48a7-a6f2-f98a064c4785 req-2c0f8f58-3ed2-4fe6-a433-b0fbd71a7fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:25.086339 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-40cf88cf-cfd2-48a7-a6f2-f98a064c4785 req-2c0f8f58-3ed2-4fe6-a433-b0fbd71a7fd6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=169866dc-bcf0-4fd7-aa06-8c342afd159a HTTP/1.1" status: 200 len: 854 time: 0.2187386 Jan 28 13:28:25.115771 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 5dbbed3b-a8aa-41f4-96aa-d763655e083d {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:28:25.116493 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 5dbbed3b-a8aa-41f4-96aa-d763655e083d not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:28:25.168353 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-a137a944-da14-4a66-aa04-ae632621c129 req-9cf24413-7bc9-48f1-9b62-9cbed30a2015 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-474939455', 'description': 'tempest-description-1013173345'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:25.179450 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd41ee8-4ded-4f60-a812-f4407b138bf2 req-ee834394-7b81-49db-a5b2-40fc13ddb111 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:25.181611 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9cd41ee8-4ded-4f60-a812-f4407b138bf2 req-ee834394-7b81-49db-a5b2-40fc13ddb111 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 931 time: 0.2242739 Jan 28 13:28:25.206595 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a137a944-da14-4a66-aa04-ae632621c129 req-9cf24413-7bc9-48f1-9b62-9cbed30a2015 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:25.212267 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-40cf88cf-cfd2-48a7-a6f2-f98a064c4785 req-bf7ff70d-edd0-42c5-8795-f21b84687a14 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c04c518-39f2-47d7-96f5-a06debfdd8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114867 Jan 28 13:28:25.299845 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a137a944-da14-4a66-aa04-ae632621c129 req-9cf24413-7bc9-48f1-9b62-9cbed30a2015 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (7c1c9c27-0238-4e75-90d9-8a1f09493fd9), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:25.306547 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a137a944-da14-4a66-aa04-ae632621c129 req-9cf24413-7bc9-48f1-9b62-9cbed30a2015 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7c1c9c27-0238-4e75-90d9-8a1f09493fd9), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:25.339198 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf24413-7bc9-48f1-9b62-9cbed30a2015 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1c9c27-0238-4e75-90d9-8a1f09493fd9,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:25.361674 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a137a944-da14-4a66-aa04-ae632621c129 req-9cf24413-7bc9-48f1-9b62-9cbed30a2015 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:25.363423 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a137a944-da14-4a66-aa04-ae632621c129 req-9cf24413-7bc9-48f1-9b62-9cbed30a2015 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1995604 Jan 28 13:28:25.405493 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9cd41ee8-4ded-4f60-a812-f4407b138bf2 req-40ff1e13-5d59-4d15-8c4f-ee739520c44a tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896331 Jan 28 13:28:25.462616 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f6584544-cb05-42ea-bbaa-1a228705d710 admin admin] Publish callbacks [] for port (dd750d21-db0d-4e46-ac21-ed274af41870), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:25.473577 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-b77fd240-6499-4de5-afa6-b36df9965e65 req-51f62225-10c9-4c13-8238-9641aaafb097 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-7162049', 'description': 'tempest-description-51310524'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:25.514124 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-5016a7c3-d57f-47b3-8407-63773d2d1969 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Allocated IP 19.86.0.39 (7d186aed-e3b3-4a7c-8a4f-17e45742e02b/30cba770-3616-48f1-97d4-a75f4a97f805/a691eab6-3cee-43eb-83fa-c46e5e4ad20f) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:25.518634 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-40cf88cf-cfd2-48a7-a6f2-f98a064c4785 req-46f0bf07-d549-47a4-b2ce-8bf8662470f3 service neutron] 10.222.0.37 "GET /v2.0/networks/1c04c518-39f2-47d7-96f5-a06debfdd8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734807 Jan 28 13:28:25.525745 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730d28d-17a4-49ec-a36d-542b922e1a1f req-b5fb6ded-557b-4cd2-b328-473e49d267eb tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:25.541560 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8730d28d-17a4-49ec-a36d-542b922e1a1f req-b5fb6ded-557b-4cd2-b328-473e49d267eb tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 945 time: 0.0780706 Jan 28 13:28:25.582542 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b77fd240-6499-4de5-afa6-b36df9965e65 req-51f62225-10c9-4c13-8238-9641aaafb097 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:25.615631 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8730d28d-17a4-49ec-a36d-542b922e1a1f req-a534215a-675c-45c9-a8e0-d2c570788a58 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645323 Jan 28 13:28:25.711060 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f6584544-cb05-42ea-bbaa-1a228705d710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (dd750d21-db0d-4e46-ac21-ed274af41870), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:25.794978 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb5158-d465-4ff5-a892-580a94ec61ca req-717991cc-f7de-4229-acb1-25835572038f tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:25.797082 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1bdb5158-d465-4ff5-a892-580a94ec61ca req-717991cc-f7de-4229-acb1-25835572038f tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=76b81261-1d68-4059-845e-5942d1d30b2b HTTP/1.1" status: 200 len: 944 time: 0.0905285 Jan 28 13:28:25.836765 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6584544-cb05-42ea-bbaa-1a228705d710 admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:25.839329 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-40cf88cf-cfd2-48a7-a6f2-f98a064c4785 req-31d5cce9-2b72-435a-8c0e-56f6fdeb1a87 service neutron] 10.222.0.37 "GET /v2.0/networks/1c04c518-39f2-47d7-96f5-a06debfdd8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131251 Jan 28 13:28:25.874713 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b77fd240-6499-4de5-afa6-b36df9965e65 req-51f62225-10c9-4c13-8238-9641aaafb097 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (794348fa-c13f-4aec-a32c-2ec70c82d27e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:25.890990 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-f6584544-cb05-42ea-bbaa-1a228705d710 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:25.894538 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6584544-cb05-42ea-bbaa-1a228705d710 admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:25.895873 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1bdb5158-d465-4ff5-a892-580a94ec61ca req-d9e82062-e09a-439a-8261-72e603847f10 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802212 Jan 28 13:28:25.901978 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b77fd240-6499-4de5-afa6-b36df9965e65 req-51f62225-10c9-4c13-8238-9641aaafb097 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (794348fa-c13f-4aec-a32c-2ec70c82d27e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:25.939111 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6584544-cb05-42ea-bbaa-1a228705d710 admin admin] Pushing event updated for resources: {'Port': ['ID=dd750d21-db0d-4e46-ac21-ed274af41870,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:25.981943 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54090) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:25.996052 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b77fd240-6499-4de5-afa6-b36df9965e65 req-51f62225-10c9-4c13-8238-9641aaafb097 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:25.997535 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b77fd240-6499-4de5-afa6-b36df9965e65 req-51f62225-10c9-4c13-8238-9641aaafb097 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5435300 Jan 28 13:28:26.018660 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4da6a8-0d55-44b2-806f-52a94513b906 req-f17bec66-eec2-4a9f-b5fc-de160ba62214 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:26.027633 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f62225-10c9-4c13-8238-9641aaafb097 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=794348fa-c13f-4aec-a32c-2ec70c82d27e,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:26.030372 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2f4da6a8-0d55-44b2-806f-52a94513b906 req-f17bec66-eec2-4a9f-b5fc-de160ba62214 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=030f9050-79d2-4a44-9d08-91aedac9829e HTTP/1.1" status: 200 len: 946 time: 0.0733340 Jan 28 13:28:26.083825 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-5016a7c3-d57f-47b3-8407-63773d2d1969 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks [] for port (a691eab6-3cee-43eb-83fa-c46e5e4ad20f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:26.090740 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2f4da6a8-0d55-44b2-806f-52a94513b906 req-fe129fe2-373e-443a-a119-3c8be945c99c tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602057 Jan 28 13:28:26.217178 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-5016a7c3-d57f-47b3-8407-63773d2d1969 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (a691eab6-3cee-43eb-83fa-c46e5e4ad20f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:26.244818 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa626cc-1e7c-42e2-bc27-6f7355d9aea9 req-546193aa-d5a1-4a2d-9a70-6b0c787c6c7b tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:26.252661 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8fa626cc-1e7c-42e2-bc27-6f7355d9aea9 req-546193aa-d5a1-4a2d-9a70-6b0c787c6c7b tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1308d17-5f91-4cb1-ab7d-fd4d623b52a9 HTTP/1.1" status: 200 len: 945 time: 0.0657177 Jan 28 13:28:26.301608 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-69e5f2f6-0082-4bdf-9a3d-74aa3a65add5 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-708600746-network', 'tenant_id': '48ad8eac274a4608b659a32b56a99ba9'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:26.322421 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8fa626cc-1e7c-42e2-bc27-6f7355d9aea9 req-cebce374-68b0-4c33-a676-c47ef218c2f0 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574238 Jan 28 13:28:26.340363 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-5016a7c3-d57f-47b3-8407-63773d2d1969 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Network 7d186aed-e3b3-4a7c-8a4f-17e45742e02b is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:26.394446 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-5016a7c3-d57f-47b3-8407-63773d2d1969 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:26.408577 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9ad14847-9638-44f2-bdcd-1453a4be11c3 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:26.413536 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-5016a7c3-d57f-47b3-8407-63773d2d1969 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:26.418684 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016a7c3-d57f-47b3-8407-63773d2d1969 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Pushing event updated for resources: {'Port': ['ID=a691eab6-3cee-43eb-83fa-c46e5e4ad20f,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:26.432831 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e5f2f6-0082-4bdf-9a3d-74aa3a65add5 admin admin] Made reservation on behalf of 48ad8eac274a4608b659a32b56a99ba9 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:26.435416 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69e5f2f6-0082-4bdf-9a3d-74aa3a65add5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:26.474338 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 9ad14847-9638-44f2-bdcd-1453a4be11c3 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:26.489257 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9ad14847-9638-44f2-bdcd-1453a4be11c3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:26.490648 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69e5f2f6-0082-4bdf-9a3d-74aa3a65add5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:26.527151 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f6584544-cb05-42ea-bbaa-1a228705d710 admin admin] Publish callbacks [] for router_gateway (507984bd-565d-4301-8408-870dfb274c1e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:26.572535 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 9ad14847-9638-44f2-bdcd-1453a4be11c3 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:26.585207 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-29f7bec2-1b1f-4c4d-afca-87c5bc253411 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:26.592556 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-29f7bec2-1b1f-4c4d-afca-87c5bc253411 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/networks?id=16d9a03d-cf10-476d-aa93-1b10f6134522 HTTP/1.1" status: 200 len: 813 time: 0.1428194 Jan 28 13:28:26.604259 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-aa0dacd6-085c-48d6-b1d6-86e2daab94c3 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/quotas/b360bd95cff749448a550ff64a9ecd83 HTTP/1.1" status: 200 len: 375 time: 0.0108354 Jan 28 13:28:26.639710 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-ff396508-17f9-4144-a527-54e3977b3394 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=9a84bcf6cd7c4518a9b8701b9573858a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1440852 Jan 28 13:28:26.645195 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-821e0d5f-3589-4ba0-8aa6-79013fa1810a tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b360bd95cff749448a550ff64a9ecd83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337417 Jan 28 13:28:26.659113 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-5016a7c3-d57f-47b3-8407-63773d2d1969 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:26.659754 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-5016a7c3-d57f-47b3-8407-63773d2d1969 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:26.672295 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-8bc67720-994c-408f-9971-2942860ff394 None None] Provisioning complete for port a691eab6-3cee-43eb-83fa-c46e5e4ad20f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:26.672630 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8bc67720-994c-408f-9971-2942860ff394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a691eab6-3cee-43eb-83fa-c46e5e4ad20f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:26.717543 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8bc67720-994c-408f-9971-2942860ff394 None None] Port a691eab6-3cee-43eb-83fa-c46e5e4ad20f cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:28:26.729532 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-5016a7c3-d57f-47b3-8407-63773d2d1969 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0904145 Jan 28 13:28:26.746501 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-ba39fa7b-9fef-4842-8173-ddc147fdf30a service neutron] 10.222.0.39 "GET /v2.0/networks/16d9a03d-cf10-476d-aa93-1b10f6134522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935028 Jan 28 13:28:26.800268 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-c65e5453-5ce5-403b-942c-ffa4370d86ac service neutron] Request body: {'port': {'device_id': '556a89da-1521-4f01-81a8-c010f3c4430f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:26.837592 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-d16dc1be-10b4-4414-a23c-04090823c1d6 service neutron] 10.222.0.39 "GET /v2.0/networks/16d9a03d-cf10-476d-aa93-1b10f6134522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901749 Jan 28 13:28:26.962594 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-6af38898-f62d-4f9a-9a1f-5174004822bb tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:26.964165 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-6af38898-f62d-4f9a-9a1f-5174004822bb tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2981992 Jan 28 13:28:26.979900 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-c65e5453-5ce5-403b-942c-ffa4370d86ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (617282f1-eb15-4c23-8b0e-60d21b2dbcef), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:27.000702 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69e5f2f6-0082-4bdf-9a3d-74aa3a65add5 admin admin] Publish callbacks [] for security_group (116e04ca-59b0-4e38-8d0f-e5268eaa566e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:27.014601 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f6584544-cb05-42ea-bbaa-1a228705d710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (507984bd-565d-4301-8408-870dfb274c1e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:27.016862 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69e5f2f6-0082-4bdf-9a3d-74aa3a65add5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (116e04ca-59b0-4e38-8d0f-e5268eaa566e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:27.028707 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-054c031f-393c-46e1-8372-9a0c9226e110 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/quotas/9a84bcf6cd7c4518a9b8701b9573858a HTTP/1.1" status: 200 len: 375 time: 0.0442314 Jan 28 13:28:27.048823 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e5f2f6-0082-4bdf-9a3d-74aa3a65add5 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:28:27.149144 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-5b108243-3ad1-4d6c-83b2-cbe359363f6c tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9a84bcf6cd7c4518a9b8701b9573858a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1035092 Jan 28 13:28:27.150508 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69e5f2f6-0082-4bdf-9a3d-74aa3a65add5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (19d585e0-0124-4249-b90c-8d0bc0abce15), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:27.151011 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-69e5f2f6-0082-4bdf-9a3d-74aa3a65add5 admin admin] Added segment 19d585e0-0124-4249-b90c-8d0bc0abce15 of type vlan for network 63b3830a-69e3-485a-b420-3d34c91e5079 Jan 28 13:28:27.175539 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5f2f6-0082-4bdf-9a3d-74aa3a65add5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116e04ca-59b0-4e38-8d0f-e5268eaa566e,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:27.217756 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce9d03-4740-412c-8c25-c47bb140f250 req-d9b18fd5-6fbd-49de-a3be-d02d4162d915 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:27.224661 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce9d03-4740-412c-8c25-c47bb140f250 req-d9b18fd5-6fbd-49de-a3be-d02d4162d915 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:27.226562 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-06ce9d03-4740-412c-8c25-c47bb140f250 req-d9b18fd5-6fbd-49de-a3be-d02d4162d915 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 1653 time: 0.0659685 Jan 28 13:28:27.284593 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-06ce9d03-4740-412c-8c25-c47bb140f250 req-5cef90dd-5042-4150-a19b-2ca9d748387f tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518804 Jan 28 13:28:27.300914 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69e5f2f6-0082-4bdf-9a3d-74aa3a65add5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (63b3830a-69e3-485a-b420-3d34c91e5079), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:27.386198 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69e5f2f6-0082-4bdf-9a3d-74aa3a65add5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (63b3830a-69e3-485a-b420-3d34c91e5079), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:27.387105 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e5f2f6-0082-4bdf-9a3d-74aa3a65add5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:27.387719 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69e5f2f6-0082-4bdf-9a3d-74aa3a65add5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:27.463981 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab8f7e-f3bb-434c-a0e4-c4a9410a2749 req-dd763ddc-2293-4d65-aee8-182f4e31718d tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:27.470426 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b2ab8f7e-f3bb-434c-a0e4-c4a9410a2749 req-dd763ddc-2293-4d65-aee8-182f4e31718d tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=76b81261-1d68-4059-845e-5942d1d30b2b HTTP/1.1" status: 200 len: 944 time: 0.0755286 Jan 28 13:28:27.536301 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b2ab8f7e-f3bb-434c-a0e4-c4a9410a2749 req-78160489-22b0-42f1-8b98-45a1e8504c81 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561540 Jan 28 13:28:27.651083 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-09e43638-89b1-474e-95c4-e55e756b0fdd req-ebe2d862-fec3-409e-8475-a76d06df47d0 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=a76e841e-d7a2-4ae9-a316-a549eff618d8 HTTP/1.1" status: 200 len: 210 time: 0.0405638 Jan 28 13:28:27.849419 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-69e5f2f6-0082-4bdf-9a3d-74aa3a65add5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8623612 Jan 28 13:28:27.859420 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54148) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:27.867389 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-536369bb-1687-469a-b6d1-741d65b6b6a6 admin admin] Request body: {'subnet': {'network_id': '63b3830a-69e3-485a-b420-3d34c91e5079', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-708600746-subnet', 'tenant_id': '48ad8eac274a4608b659a32b56a99ba9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:27.935075 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5f2f6-0082-4bdf-9a3d-74aa3a65add5 admin admin] Pushing event updated for resources: {'Network': ['ID=63b3830a-69e3-485a-b420-3d34c91e5079,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:27.952584 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 63b3830a-69e3-485a-b420-3d34c91e5079 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:28:27.966580 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f8c9fb9c-8e3d-4298-a96f-0825eadc7a52 req-060f78a7-34d5-4dec-a6da-03bf764644b0 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9410dfb-e647-40ce-8861-c0ce9c18db55 HTTP/1.1" status: 200 len: 210 time: 0.0368195 Jan 28 13:28:27.969532 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3644d-5c64-40ab-a9da-a205b69bb124 req-031b975f-4750-4867-b86d-26808449f387 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:27.971128 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-28a3644d-5c64-40ab-a9da-a205b69bb124 req-031b975f-4750-4867-b86d-26808449f387 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 945 time: 0.5543702 Jan 28 13:28:27.971949 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6584544-cb05-42ea-bbaa-1a228705d710 admin admin] Router 507984bd-565d-4301-8408-870dfb274c1e is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:28:27.977854 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536369bb-1687-469a-b6d1-741d65b6b6a6 admin admin] Made reservation on behalf of 48ad8eac274a4608b659a32b56a99ba9 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:27.980255 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-536369bb-1687-469a-b6d1-741d65b6b6a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:28.062680 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 48178c0b-e01b-45bc-aa05-d7d6c50f76ca details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:28:28.197344 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-28a3644d-5c64-40ab-a9da-a205b69bb124 req-56426fb9-9bfd-4c5c-a0a6-a750be032f6f tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133498 Jan 28 13:28:28.227871 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-c65e5453-5ce5-403b-942c-ffa4370d86ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 617282f1-eb15-4c23-8b0e-60d21b2dbcef {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:28.243353 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 48178c0b-e01b-45bc-aa05-d7d6c50f76ca, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=48178c0b-e01b-45bc-aa05-d7d6c50f76ca,segment=NetworkSegment(1c04bf0b-8aa7-40e6-8665-eb4d488e60a5),segment_id=1c04bf0b-8aa7-40e6-8665-eb4d488e60a5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:28.243924 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-c65e5453-5ce5-403b-942c-ffa4370d86ac service neutron] Publish callbacks [] for port (617282f1-eb15-4c23-8b0e-60d21b2dbcef), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:28.249533 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-c04395b7-5503-43ec-9879-130e965acdf0 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:28.257266 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-c04395b7-5503-43ec-9879-130e965acdf0 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/networks?id=4d4c416b-3c7b-41c6-91cb-08e606cbf83f HTTP/1.1" status: 200 len: 813 time: 0.1721454 Jan 28 13:28:28.273935 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '48178c0b-e01b-45bc-aa05-d7d6c50f76ca', 'network_id': '1c04c518-39f2-47d7-96f5-a06debfdd8ed', 'port_id': '48178c0b-e01b-45bc-aa05-d7d6c50f76ca', 'mac_address': 'fa:16:3e:0f:72:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169866dc-bcf0-4fd7-aa06-8c342afd159a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:28:28.275198 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-b10254e6-73ec-49b4-8644-b66ee72b2fcb tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/quotas/ae9d4f789d624ccbaff6934ecfbcc82c HTTP/1.1" status: 200 len: 375 time: 0.0162938 Jan 28 13:28:28.297935 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-c65e5453-5ce5-403b-942c-ffa4370d86ac service neutron] Transition to ACTIVE for port object 617282f1-eb15-4c23-8b0e-60d21b2dbcef will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:28:28.301053 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6584544-cb05-42ea-bbaa-1a228705d710 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:28:28.310360 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-c65e5453-5ce5-403b-942c-ffa4370d86ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (617282f1-eb15-4c23-8b0e-60d21b2dbcef), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:28.377060 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf4a70d-a425-428c-9db0-9ae978426d94 None None] Sync routers for ids ['507984bd-565d-4301-8408-870dfb274c1e'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:28:28.399687 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-266ff577-d35b-461c-83e1-1087fd360c1e tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ae9d4f789d624ccbaff6934ecfbcc82c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1233332 Jan 28 13:28:28.414589 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f6584544-cb05-42ea-bbaa-1a228705d710 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:28.415919 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f6584544-cb05-42ea-bbaa-1a228705d710 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.6408236 Jan 28 13:28:28.418822 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54164) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:28.427584 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf4a70d-a425-428c-9db0-9ae978426d94 None None] Routers {'507984bd-565d-4301-8408-870dfb274c1e'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:28:28.428573 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-cbf4a70d-a425-428c-9db0-9ae978426d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:28:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['507984bd-565d-4301-8408-870dfb274c1e'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:28.433829 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 48178c0b-e01b-45bc-aa05-d7d6c50f76ca is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:28.434637 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (48178c0b-e01b-45bc-aa05-d7d6c50f76ca), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:28.505229 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48178c0b-e01b-45bc-aa05-d7d6c50f76ca {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:28.545414 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e5453-5ce5-403b-942c-ffa4370d86ac service neutron] Pushing event updated for resources: {'Port': ['ID=617282f1-eb15-4c23-8b0e-60d21b2dbcef,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:28.569882 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 48178c0b-e01b-45bc-aa05-d7d6c50f76ca, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=48178c0b-e01b-45bc-aa05-d7d6c50f76ca,segment=NetworkSegment(1c04bf0b-8aa7-40e6-8665-eb4d488e60a5),segment_id=1c04bf0b-8aa7-40e6-8665-eb4d488e60a5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:28.574443 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-536369bb-1687-469a-b6d1-741d65b6b6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (569370d5-cece-4e5f-affc-7905112cbc12), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:28.577764 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (48178c0b-e01b-45bc-aa05-d7d6c50f76ca), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:28.720781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-cbf4a70d-a425-428c-9db0-9ae978426d94 None None] Set router 507984bd-565d-4301-8408-870dfb274c1e gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:28:28.753665 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=48178c0b-e01b-45bc-aa05-d7d6c50f76ca,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:28.798025 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536369bb-1687-469a-b6d1-741d65b6b6a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=569370d5-cece-4e5f-affc-7905112cbc12,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:28.857674 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aacb31-337f-44a5-aa4e-8064ad0e3b8a req-71a8883f-de57-48b3-b431-7c6194e60daf tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:28.863803 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aacb31-337f-44a5-aa4e-8064ad0e3b8a req-71a8883f-de57-48b3-b431-7c6194e60daf tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:28.871859 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e7aacb31-337f-44a5-aa4e-8064ad0e3b8a req-71a8883f-de57-48b3-b431-7c6194e60daf tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 1665 time: 0.4054959 Jan 28 13:28:28.886631 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-c3951b73-8083-49bb-b3a3-045fb3166db2 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9a84bcf6cd7c4518a9b8701b9573858a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0799358 Jan 28 13:28:28.974678 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-cbf4a70d-a425-428c-9db0-9ae978426d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507984bd-565d-4301-8408-870dfb274c1e', 'name': 'tempest-ServersTestJSON-1507381868-router', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'dd750d21-db0d-4e46-ac21-ed274af41870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:28:21Z', 'updated_at': '2022-01-28T13:28:26Z', 'revision_number': 3, 'project_id': '40d2254c52b145b8bd88955b1142b88a', 'gw_port': {'id': 'dd750d21-db0d-4e46-ac21-ed274af41870', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507984bd-565d-4301-8408-870dfb274c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:23Z', 'updated_at': '2022-01-28T13:28:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:28.987229 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['48178c0b-e01b-45bc-aa05-d7d6c50f76ca'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:29.021543 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-533715e0-5872-49b8-a9e5-64c09c4c8216 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:29.023249 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-533715e0-5872-49b8-a9e5-64c09c4c8216 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.37 "GET /v2.0/networks?id=16d9a03d-cf10-476d-aa93-1b10f6134522 HTTP/1.1" status: 200 len: 813 time: 0.5809238 Jan 28 13:28:29.037162 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536369bb-1687-469a-b6d1-741d65b6b6a6 admin admin] Checking segment: {'id': '19d585e0-0124-4249-b90c-8d0bc0abce15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '63b3830a-69e3-485a-b420-3d34c91e5079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:29.037609 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536369bb-1687-469a-b6d1-741d65b6b6a6 admin admin] Network hostable DHCP agents. Network: 63b3830a-69e3-485a-b420-3d34c91e5079, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:28:29.044954 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-c65e5453-5ce5-403b-942c-ffa4370d86ac service neutron] Attempting to bind port 617282f1-eb15-4c23-8b0e-60d21b2dbcef on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:29.045360 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-c65e5453-5ce5-403b-942c-ffa4370d86ac service neutron] Attempting to bind port 617282f1-eb15-4c23-8b0e-60d21b2dbcef by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'e41ed65c-b5d0-417a-afb1-afd9093978ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1f0af631-50a0-4793-9983-75035e9bbf20'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:29.045745 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-c65e5453-5ce5-403b-942c-ffa4370d86ac service neutron] Attempting to bind port 617282f1-eb15-4c23-8b0e-60d21b2dbcef on network 1f0af631-50a0-4793-9983-75035e9bbf20 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:29.050503 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf4a70d-a425-428c-9db0-9ae978426d94 None None] Checking router: 507984bd-565d-4301-8408-870dfb274c1e for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:28:29.051107 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf4a70d-a425-428c-9db0-9ae978426d94 None None] Updating router 507984bd-565d-4301-8408-870dfb274c1e port dd750d21-db0d-4e46-ac21-ed274af41870 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:28:29.054241 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a3adfed0-2c78-4e90-aa79-5d7e27de219f tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Request body: {'port': {'device_id': 'a76e841e-d7a2-4ae9-a316-a549eff618d8', 'network_id': '16d9a03d-cf10-476d-aa93-1b10f6134522', 'admin_state_up': True, 'tenant_id': 'b360bd95cff749448a550ff64a9ecd83'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:29.086091 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cbf4a70d-a425-428c-9db0-9ae978426d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (dd750d21-db0d-4e46-ac21-ed274af41870), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:29.135494 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-c65e5453-5ce5-403b-942c-ffa4370d86ac service neutron] Port 617282f1-eb15-4c23-8b0e-60d21b2dbcef on network 1f0af631-50a0-4793-9983-75035e9bbf20 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:28:29.135719 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-c65e5453-5ce5-403b-942c-ffa4370d86ac service neutron] Attempting to bind port 617282f1-eb15-4c23-8b0e-60d21b2dbcef on network 1f0af631-50a0-4793-9983-75035e9bbf20 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:29.166646 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e7aacb31-337f-44a5-aa4e-8064ad0e3b8a req-5bbcb130-e208-49d9-a538-449b43fab6cf tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844129 Jan 28 13:28:29.213115 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047f71e-69e8-415c-8295-9d778f98efeb req-f0a00e2c-dc71-4704-ace0-02e866db08b6 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:29.214608 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4047f71e-69e8-415c-8295-9d778f98efeb req-f0a00e2c-dc71-4704-ace0-02e866db08b6 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1308d17-5f91-4cb1-ab7d-fd4d623b52a9 HTTP/1.1" status: 200 len: 945 time: 0.1640174 Jan 28 13:28:29.239017 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536369bb-1687-469a-b6d1-741d65b6b6a6 admin admin] Network 63b3830a-69e3-485a-b420-3d34c91e5079 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:28:29.269763 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-60811e26-c271-4a4a-868c-a82e918ca7cc service neutron] 10.222.0.39 "GET /v2.0/networks/4d4c416b-3c7b-41c6-91cb-08e606cbf83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8689096 Jan 28 13:28:29.270728 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-c65e5453-5ce5-403b-942c-ffa4370d86ac service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:29.271326 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-c65e5453-5ce5-403b-942c-ffa4370d86ac service neutron] Checking segment: {'id': 'e41ed65c-b5d0-417a-afb1-afd9093978ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1f0af631-50a0-4793-9983-75035e9bbf20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:29.271906 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-c65e5453-5ce5-403b-942c-ffa4370d86ac service neutron] Bound using segment: {'id': 'e41ed65c-b5d0-417a-afb1-afd9093978ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1f0af631-50a0-4793-9983-75035e9bbf20'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:29.272366 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-c65e5453-5ce5-403b-942c-ffa4370d86ac service neutron] Bound port: 617282f1-eb15-4c23-8b0e-60d21b2dbcef, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e41ed65c-b5d0-417a-afb1-afd9093978ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1f0af631-50a0-4793-9983-75035e9bbf20'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:29.272792 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-c65e5453-5ce5-403b-942c-ffa4370d86ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (617282f1-eb15-4c23-8b0e-60d21b2dbcef), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:29.280788 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-4a254198-7683-4b83-9385-945aa3691439 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:29.283782 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-4a254198-7683-4b83-9385-945aa3691439 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3714304 Jan 28 13:28:29.322564 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-e48bd8a0-e0b7-4829-8397-9ad79996e67f tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Request body: {'port': {'device_id': 'b9410dfb-e647-40ce-8861-c0ce9c18db55', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': '9a84bcf6cd7c4518a9b8701b9573858a'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:29.326156 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-536369bb-1687-469a-b6d1-741d65b6b6a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 63b3830a-69e3-485a-b420-3d34c91e5079) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:29.345838 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536369bb-1687-469a-b6d1-741d65b6b6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:29.345838 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-536369bb-1687-469a-b6d1-741d65b6b6a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:29.351620 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea957ede-92fb-45de-b57c-3eeab30dfdd7 None None] Network 63b3830a-69e3-485a-b420-3d34c91e5079 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:28:29.477416 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-536369bb-1687-469a-b6d1-741d65b6b6a6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6044803 Jan 28 13:28:29.490138 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16839739-575b-444b-b306-3f074c6a5d63 req-e89e07b7-4918-41f4-9859-c0cbc91ac84f tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:29.491753 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-16839739-575b-444b-b306-3f074c6a5d63 req-e89e07b7-4918-41f4-9859-c0cbc91ac84f tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=76b81261-1d68-4059-845e-5942d1d30b2b HTTP/1.1" status: 200 len: 945 time: 0.2583945 Jan 28 13:28:29.519929 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4297548d-7dd5-4320-a63e-1391d24ca93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:29.538013 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a3adfed0-2c78-4e90-aa79-5d7e27de219f tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Made reservation on behalf of b360bd95cff749448a550ff64a9ecd83 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:29.542082 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a3adfed0-2c78-4e90-aa79-5d7e27de219f tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:29.558492 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-c65e5453-5ce5-403b-942c-ffa4370d86ac service neutron] For port 617282f1-eb15-4c23-8b0e-60d21b2dbcef, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:29.603111 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-c65e5453-5ce5-403b-942c-ffa4370d86ac service neutron] For port 617282f1-eb15-4c23-8b0e-60d21b2dbcef, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=617282f1-eb15-4c23-8b0e-60d21b2dbcef,segment=NetworkSegment(e41ed65c-b5d0-417a-afb1-afd9093978ac),segment_id=e41ed65c-b5d0-417a-afb1-afd9093978ac)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:29.626679 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-380de851-59a7-4358-8e7e-cfb45b489826 service neutron] 10.222.0.39 "GET /v2.0/networks/4d4c416b-3c7b-41c6-91cb-08e606cbf83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266692 Jan 28 13:28:29.629186 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-c65e5453-5ce5-403b-942c-ffa4370d86ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (617282f1-eb15-4c23-8b0e-60d21b2dbcef), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:29.654038 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-16839739-575b-444b-b306-3f074c6a5d63 req-6056b3e2-49d5-4e0a-aeba-2002399c4112 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429527 Jan 28 13:28:29.663638 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab3c5a-80d7-420d-b050-44d8efdd546e req-2ebdb6a7-ae1d-4ee3-9344-9b47e1094753 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:29.665621 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3cab3c5a-80d7-420d-b050-44d8efdd546e req-2ebdb6a7-ae1d-4ee3-9344-9b47e1094753 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.37 "GET /v2.0/ports?device_id=030f9050-79d2-4a44-9d08-91aedac9829e HTTP/1.1" status: 200 len: 946 time: 0.2540865 Jan 28 13:28:29.695676 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-4047f71e-69e8-415c-8295-9d778f98efeb req-cb9b6e63-e882-4f2a-9895-fd64adbf88da tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Deleting port 435b3e98-d0f9-4cf5-a053-f9ac3cd282c0 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:28:29.696077 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4047f71e-69e8-415c-8295-9d778f98efeb req-cb9b6e63-e882-4f2a-9895-fd64adbf88da tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (435b3e98-d0f9-4cf5-a053-f9ac3cd282c0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:29.704756 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c19f9a6-51f6-4049-a752-05fc77fea14b None None] Network 63b3830a-69e3-485a-b420-3d34c91e5079 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:28:29.727837 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-c65e5453-5ce5-403b-942c-ffa4370d86ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:29.728641 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-c65e5453-5ce5-403b-942c-ffa4370d86ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:29.730356 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-c65e5453-5ce5-403b-942c-ffa4370d86ac service neutron] 10.222.0.18 "PUT /v2.0/ports/617282f1-eb15-4c23-8b0e-60d21b2dbcef HTTP/1.1" status: 200 len: 1091 time: 2.9643326 Jan 28 13:28:29.734693 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556a89da-1521-4f01-81a8-c010f3c4430f', 'tag': '617282f1-eb15-4c23-8b0e-60d21b2dbcef'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:29.737399 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2269e1a-8155-48b7-8e71-2c15a9bf7fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "556a89da-1521-4f01-81a8-c010f3c4430f", "tag": "617282f1-eb15-4c23-8b0e-60d21b2dbcef"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:29.747664 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-e48bd8a0-e0b7-4829-8397-9ad79996e67f tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Made reservation on behalf of 9a84bcf6cd7c4518a9b8701b9573858a for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:29.751573 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-e48bd8a0-e0b7-4829-8397-9ad79996e67f tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:29.767131 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-55540fd2-c7c0-4713-951a-fd7db7711fda service neutron] Request body: {'port': {'device_id': '556a89da-1521-4f01-81a8-c010f3c4430f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:29.789614 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-e48bd8a0-e0b7-4829-8397-9ad79996e67f tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:29.830728 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e5453-5ce5-403b-942c-ffa4370d86ac service neutron] Pushing event updated for resources: {'Port': ['ID=617282f1-eb15-4c23-8b0e-60d21b2dbcef,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:29.911402 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-4047f71e-69e8-415c-8295-9d778f98efeb req-cb9b6e63-e882-4f2a-9895-fd64adbf88da tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] For port 435b3e98-d0f9-4cf5-a053-f9ac3cd282c0, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=435b3e98-d0f9-4cf5-a053-f9ac3cd282c0,segment=NetworkSegment(c2c4ccae-60eb-41f2-8e2b-5652b4999cee),segment_id=c2c4ccae-60eb-41f2-8e2b-5652b4999cee)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:29.911838 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4047f71e-69e8-415c-8295-9d778f98efeb req-cb9b6e63-e882-4f2a-9895-fd64adbf88da tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (435b3e98-d0f9-4cf5-a053-f9ac3cd282c0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:29.912430 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-877f5ef8-7d97-411f-822f-70921364cbef req-adbe8453-58b5-49a3-a1ae-4696dcb5b430 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=a76e841e-d7a2-4ae9-a316-a549eff618d8 HTTP/1.1" status: 200 len: 210 time: 0.0935438 Jan 28 13:28:29.930762 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cbf4a70d-a425-428c-9db0-9ae978426d94 None None] Publish callbacks [] for port (dd750d21-db0d-4e46-ac21-ed274af41870), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:29.980506 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cbf4a70d-a425-428c-9db0-9ae978426d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (dd750d21-db0d-4e46-ac21-ed274af41870), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:29.994099 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-55540fd2-c7c0-4713-951a-fd7db7711fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a691eab6-3cee-43eb-83fa-c46e5e4ad20f), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:30.003489 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-4047f71e-69e8-415c-8295-9d778f98efeb req-cb9b6e63-e882-4f2a-9895-fd64adbf88da tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Calling delete_port for 435b3e98-d0f9-4cf5-a053-f9ac3cd282c0 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:28:30.004031 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a3adfed0-2c78-4e90-aa79-5d7e27de219f tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Allocated IP 172.20.0.7 (16d9a03d-cf10-476d-aa93-1b10f6134522/042f9a6a-2921-498d-bcc9-1ba76067c5cb/f472c9b4-92da-44b8-b849-5c1c44136f67) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:30.125253 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec4346-f110-4cab-a43f-0f3cbfbd23a1 None None] Pushing event updated for resources: {'Port': ['ID=dd750d21-db0d-4e46-ac21-ed274af41870,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:30.159569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-cbf4a70d-a425-428c-9db0-9ae978426d94 None None] Attempting to bind port dd750d21-db0d-4e46-ac21-ed274af41870 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:30.159739 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-cbf4a70d-a425-428c-9db0-9ae978426d94 None None] Attempting to bind port dd750d21-db0d-4e46-ac21-ed274af41870 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:30.160080 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf4a70d-a425-428c-9db0-9ae978426d94 None None] Attempting to bind port dd750d21-db0d-4e46-ac21-ed274af41870 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:30.194115 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf4a70d-a425-428c-9db0-9ae978426d94 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:30.194555 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf4a70d-a425-428c-9db0-9ae978426d94 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:30.194984 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cbf4a70d-a425-428c-9db0-9ae978426d94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:30.195381 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf4a70d-a425-428c-9db0-9ae978426d94 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:30.195871 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-cbf4a70d-a425-428c-9db0-9ae978426d94 None None] Bound port: dd750d21-db0d-4e46-ac21-ed274af41870, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:30.196252 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cbf4a70d-a425-428c-9db0-9ae978426d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (dd750d21-db0d-4e46-ac21-ed274af41870), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:30.217257 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5aa6cc9e-6179-4b44-bbff-4cb04bb9cc7f req-29e394d5-6d5d-454d-89dc-52d4ed3aa32e tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9410dfb-e647-40ce-8861-c0ce9c18db55 HTTP/1.1" status: 200 len: 210 time: 0.0960925 Jan 28 13:28:30.228159 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-e48bd8a0-e0b7-4829-8397-9ad79996e67f tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Publish callbacks [] for security_group (f57d5050-af6f-4453-9d44-106806ba47d0), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:30.235973 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-e48bd8a0-e0b7-4829-8397-9ad79996e67f tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f57d5050-af6f-4453-9d44-106806ba47d0), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:30.326578 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-cbf4a70d-a425-428c-9db0-9ae978426d94 None None] For port dd750d21-db0d-4e46-ac21-ed274af41870, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:30.331084 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-cbf4a70d-a425-428c-9db0-9ae978426d94 None None] For port dd750d21-db0d-4e46-ac21-ed274af41870, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=dd750d21-db0d-4e46-ac21-ed274af41870,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:30.343113 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cbf4a70d-a425-428c-9db0-9ae978426d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (dd750d21-db0d-4e46-ac21-ed274af41870), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:30.354843 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-3cab3c5a-80d7-420d-b050-44d8efdd546e req-2da151d2-3636-4a86-ab90-894d648f920e tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Deleting port 0cbda2ac-9bef-420d-b881-9dacb95c79b0 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:28:30.356452 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3cab3c5a-80d7-420d-b050-44d8efdd546e req-2da151d2-3636-4a86-ab90-894d648f920e tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (0cbda2ac-9bef-420d-b881-9dacb95c79b0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:30.445082 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf4a70d-a425-428c-9db0-9ae978426d94 None None] Routers {'507984bd-565d-4301-8408-870dfb274c1e'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:28:30.445082 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-cbf4a70d-a425-428c-9db0-9ae978426d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:28:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['507984bd-565d-4301-8408-870dfb274c1e'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:30.472151 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-484c8dbe-1d8c-449d-b54a-c8a923fd38c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:30.484085 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec4346-f110-4cab-a43f-0f3cbfbd23a1 None None] Pushing event updated for resources: {'Port': ['ID=dd750d21-db0d-4e46-ac21-ed274af41870,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:30.594665 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bd8a0-e0b7-4829-8397-9ad79996e67f tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f57d5050-af6f-4453-9d44-106806ba47d0,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:30.615754 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-cbf4a70d-a425-428c-9db0-9ae978426d94 None None] Set router 507984bd-565d-4301-8408-870dfb274c1e gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:28:30.644700 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6831ed48-4de1-4503-bb57-07e9c5840cf9 x-openstack-request-id: req-6831ed48-4de1-4503-bb57-07e9c5840cf9 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:30.647285 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "556a89da-1521-4f01-81a8-c010f3c4430f", "tag": "617282f1-eb15-4c23-8b0e-60d21b2dbcef", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:30.648725 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6831ed48-4de1-4503-bb57-07e9c5840cf9 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:30.649983 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '556a89da-1521-4f01-81a8-c010f3c4430f', 'tag': '617282f1-eb15-4c23-8b0e-60d21b2dbcef', 'status': 'completed', 'code': 200} Jan 28 13:28:30.656045 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4047f71e-69e8-415c-8295-9d778f98efeb req-cb9b6e63-e882-4f2a-9895-fd64adbf88da tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (435b3e98-d0f9-4cf5-a053-f9ac3cd282c0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:30.660395 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-3cab3c5a-80d7-420d-b050-44d8efdd546e req-2da151d2-3636-4a86-ab90-894d648f920e tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] For port 0cbda2ac-9bef-420d-b881-9dacb95c79b0, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=0cbda2ac-9bef-420d-b881-9dacb95c79b0,segment=NetworkSegment(c2c4ccae-60eb-41f2-8e2b-5652b4999cee),segment_id=c2c4ccae-60eb-41f2-8e2b-5652b4999cee)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:30.660678 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3cab3c5a-80d7-420d-b050-44d8efdd546e req-2da151d2-3636-4a86-ab90-894d648f920e tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (0cbda2ac-9bef-420d-b881-9dacb95c79b0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:30.670340 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a3adfed0-2c78-4e90-aa79-5d7e27de219f tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for port (f472c9b4-92da-44b8-b849-5c1c44136f67), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:30.699694 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8769c-78ec-4edb-9b7f-0490168bb2e6 req-b3cf24e7-8637-4152-a4ae-b0db0a517918 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:30.707855 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9ad8769c-78ec-4edb-9b7f-0490168bb2e6 req-b3cf24e7-8637-4152-a4ae-b0db0a517918 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 945 time: 0.6022449 Jan 28 13:28:30.723297 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b6e63-e882-4f2a-9895-fd64adbf88da tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Pushing event deleted for resources: {'Port': ['ID=435b3e98-d0f9-4cf5-a053-f9ac3cd282c0,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:30.738136 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['435b3e98-d0f9-4cf5-a053-f9ac3cd282c0'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:30.741782 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['0cbda2ac-9bef-420d-b881-9dacb95c79b0'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:30.744979 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-3cab3c5a-80d7-420d-b050-44d8efdd546e req-2da151d2-3636-4a86-ab90-894d648f920e tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Calling delete_port for 0cbda2ac-9bef-420d-b881-9dacb95c79b0 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:28:31.002373 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-4047f71e-69e8-415c-8295-9d778f98efeb req-cb9b6e63-e882-4f2a-9895-fd64adbf88da tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] No DVR routers for this DVR port 435b3e98-d0f9-4cf5-a053-f9ac3cd282c0 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:28:31.012305 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9ad8769c-78ec-4edb-9b7f-0490168bb2e6 req-7d38ffbd-46f2-422f-9ba1-28c0622cd395 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987146 Jan 28 13:28:31.020186 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4047f71e-69e8-415c-8295-9d778f98efeb req-cb9b6e63-e882-4f2a-9895-fd64adbf88da tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:31.023829 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4047f71e-69e8-415c-8295-9d778f98efeb req-cb9b6e63-e882-4f2a-9895-fd64adbf88da tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.18 "DELETE /v2.0/ports/435b3e98-d0f9-4cf5-a053-f9ac3cd282c0 HTTP/1.1" status: 204 len: 173 time: 1.8004122 Jan 28 13:28:31.027627 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1308d17-5f91-4cb1-ab7d-fd4d623b52a9', 'name': 'network-vif-deleted', 'tag': '435b3e98-d0f9-4cf5-a053-f9ac3cd282c0'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:31.030150 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74ea08e-eb65-44bb-9fe8-7c9521eb186d" -d '{"events": [{"server_uuid": "d1308d17-5f91-4cb1-ab7d-fd4d623b52a9", "name": "network-vif-deleted", "tag": "435b3e98-d0f9-4cf5-a053-f9ac3cd282c0"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:31.082883 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5bc75-a356-43ac-9e4c-509c9aba4c85 req-58fbaeef-5f6b-4701-9888-5e9b1c72098e tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:31.089737 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5bc75-a356-43ac-9e4c-509c9aba4c85 req-58fbaeef-5f6b-4701-9888-5e9b1c72098e tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:31.098705 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-85e5bc75-a356-43ac-9e4c-509c9aba4c85 req-58fbaeef-5f6b-4701-9888-5e9b1c72098e tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 1665 time: 0.2367022 Jan 28 13:28:31.124194 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2269e1a-8155-48b7-8e71-2c15a9bf7fdc req-4d482cac-c47e-4361-8b94-e432b34bb236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:31.124683 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2269e1a-8155-48b7-8e71-2c15a9bf7fdc req-4d482cac-c47e-4361-8b94-e432b34bb236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:31.126440 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c2269e1a-8155-48b7-8e71-2c15a9bf7fdc req-4d482cac-c47e-4361-8b94-e432b34bb236 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a32c0d8081c141c0994b58c29d4a7990&device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 1912 time: 0.4537776 Jan 28 13:28:31.219666 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-484c8dbe-1d8c-449d-b54a-c8a923fd38c0 admin admin] Allocated IP 172.20.0.1 (f001d26b-b928-47b4-a89f-43111884dd77/4efb7cb1-71fb-417f-9e82-31bf10df1efb/3277db81-a543-4094-ac05-94d3593bfa4b) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:31.338105 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-cbf4a70d-a425-428c-9db0-9ae978426d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507984bd-565d-4301-8408-870dfb274c1e', 'name': 'tempest-ServersTestJSON-1507381868-router', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'dd750d21-db0d-4e46-ac21-ed274af41870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:28:21Z', 'updated_at': '2022-01-28T13:28:26Z', 'revision_number': 3, 'project_id': '40d2254c52b145b8bd88955b1142b88a', 'gw_port': {'id': 'dd750d21-db0d-4e46-ac21-ed274af41870', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507984bd-565d-4301-8408-870dfb274c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:23Z', 'updated_at': '2022-01-28T13:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:31.376608 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf4a70d-a425-428c-9db0-9ae978426d94 None None] The sync data for ids ['507984bd-565d-4301-8408-870dfb274c1e'] in n-d-822747-2 is: [{'id': '507984bd-565d-4301-8408-870dfb274c1e', 'name': 'tempest-ServersTestJSON-1507381868-router', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'dd750d21-db0d-4e46-ac21-ed274af41870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:28:21Z', 'updated_at': '2022-01-28T13:28:26Z', 'revision_number': 3, 'project_id': '40d2254c52b145b8bd88955b1142b88a', 'gw_port': {'id': 'dd750d21-db0d-4e46-ac21-ed274af41870', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507984bd-565d-4301-8408-870dfb274c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:23Z', 'updated_at': '2022-01-28T13:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:28:31.409269 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-e48bd8a0-e0b7-4829-8397-9ad79996e67f tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Allocated IP 192.168.233.247 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/767d7152-2c8c-4117-9a59-9ff3740608f1) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:31.439732 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-85e5bc75-a356-43ac-9e4c-509c9aba4c85 req-677e13e0-afe1-4255-9735-5e26aa69f164 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401215 Jan 28 13:28:31.466398 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3cab3c5a-80d7-420d-b050-44d8efdd546e req-2da151d2-3636-4a86-ab90-894d648f920e tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (0cbda2ac-9bef-420d-b881-9dacb95c79b0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:31.480195 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['435b3e98-d0f9-4cf5-a053-f9ac3cd282c0'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:31.538423 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a3adfed0-2c78-4e90-aa79-5d7e27de219f tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (f472c9b4-92da-44b8-b849-5c1c44136f67), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:31.551881 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da151d2-3636-4a86-ab90-894d648f920e tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Pushing event deleted for resources: {'Port': ['ID=0cbda2ac-9bef-420d-b881-9dacb95c79b0,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:31.585400 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a3adfed0-2c78-4e90-aa79-5d7e27de219f tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Network 16d9a03d-cf10-476d-aa93-1b10f6134522 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:31.597123 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85c22f97-5cad-4d28-9b90-7902779947d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:31.610784 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a3adfed0-2c78-4e90-aa79-5d7e27de219f tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:31.628891 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a3adfed0-2c78-4e90-aa79-5d7e27de219f tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:31.668118 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2269e1a-8155-48b7-8e71-2c15a9bf7fdc req-08f5a299-4350-4c4f-a4c1-7a056511ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:31.669512 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2269e1a-8155-48b7-8e71-2c15a9bf7fdc req-08f5a299-4350-4c4f-a4c1-7a056511ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:31.669512 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2269e1a-8155-48b7-8e71-2c15a9bf7fdc req-08f5a299-4350-4c4f-a4c1-7a056511ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:31.670806 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c2269e1a-8155-48b7-8e71-2c15a9bf7fdc req-08f5a299-4350-4c4f-a4c1-7a056511ff5c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=a32c0d8081c141c0994b58c29d4a7990&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.5305007 Jan 28 13:28:31.719553 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9e6e138d-a388-44fb-9c45-f01c1008c0c3 req-039b6c54-78c1-44ca-aabf-395c3dddf0af tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=e58b495d-c293-4779-8986-bb6f7d3ebdf2 HTTP/1.1" status: 200 len: 210 time: 0.1696296 Jan 28 13:28:31.731931 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cab3c5a-80d7-420d-b050-44d8efdd546e req-2da151d2-3636-4a86-ab90-894d648f920e tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] No DVR routers for this DVR port 0cbda2ac-9bef-420d-b881-9dacb95c79b0 on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:28:31.800986 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9bc3a670-8126-4646-94de-62add1ce4576 req-dcaae6b2-9408-442d-8c3e-e174fb60a492 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5c2109f7-6241-4fdd-a588-223d7d01c9e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4072032 Jan 28 13:28:31.812885 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-55540fd2-c7c0-4713-951a-fd7db7711fda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a691eab6-3cee-43eb-83fa-c46e5e4ad20f {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:31.819646 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3cab3c5a-80d7-420d-b050-44d8efdd546e req-2da151d2-3636-4a86-ab90-894d648f920e tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:31.832661 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3cab3c5a-80d7-420d-b050-44d8efdd546e req-2da151d2-3636-4a86-ab90-894d648f920e tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.37 "DELETE /v2.0/ports/0cbda2ac-9bef-420d-b881-9dacb95c79b0 HTTP/1.1" status: 204 len: 173 time: 2.1600733 Jan 28 13:28:31.871414 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9cf21-f138-4762-962c-d8e0356f6bc9 req-eb8edada-7e26-4725-83d6-69699c6153fc tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:31.873241 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0cd9cf21-f138-4762-962c-d8e0356f6bc9 req-eb8edada-7e26-4725-83d6-69699c6153fc tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=76b81261-1d68-4059-845e-5942d1d30b2b HTTP/1.1" status: 200 len: 945 time: 0.5110095 Jan 28 13:28:31.894992 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-55540fd2-c7c0-4713-951a-fd7db7711fda service neutron] Publish callbacks [] for port (a691eab6-3cee-43eb-83fa-c46e5e4ad20f), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:31.913956 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adfed0-2c78-4e90-aa79-5d7e27de219f tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Pushing event updated for resources: {'Port': ['ID=f472c9b4-92da-44b8-b849-5c1c44136f67,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:31.933869 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a3adfed0-2c78-4e90-aa79-5d7e27de219f tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:31.934604 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a3adfed0-2c78-4e90-aa79-5d7e27de219f tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:31.985765 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a3adfed0-2c78-4e90-aa79-5d7e27de219f tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9435737 Jan 28 13:28:32.014357 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a99fba3d-af71-4421-9ba6-ad3d445bc925 service neutron] Request body: {'port': {'device_id': 'a76e841e-d7a2-4ae9-a316-a549eff618d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:32.019080 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-55540fd2-c7c0-4713-951a-fd7db7711fda service neutron] Transition to ACTIVE for port object a691eab6-3cee-43eb-83fa-c46e5e4ad20f will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:28:32.049414 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 48178c0b-e01b-45bc-aa05-d7d6c50f76ca up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:32.099599 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-484c8dbe-1d8c-449d-b54a-c8a923fd38c0 admin admin] Publish callbacks [] for port (3277db81-a543-4094-ac05-94d3593bfa4b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:32.114382 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2269e1a-8155-48b7-8e71-2c15a9bf7fdc req-fb99c530-2a14-44df-881b-5fca87a8f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:32.115991 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c2269e1a-8155-48b7-8e71-2c15a9bf7fdc req-fb99c530-2a14-44df-881b-5fca87a8f378 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3953092 Jan 28 13:28:32.134247 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3a670-8126-4646-94de-62add1ce4576 req-4cc5af7d-c07c-4085-bd80-9d8d9119e3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:32.137471 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9bc3a670-8126-4646-94de-62add1ce4576 req-4cc5af7d-c07c-4085-bd80-9d8d9119e3ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=abf5582cf6c74b03a46c276442437a1a&device_id=5c2109f7-6241-4fdd-a588-223d7d01c9e3 HTTP/1.1" status: 200 len: 1096 time: 0.2222841 Jan 28 13:28:32.152193 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5dd77a-b9c6-4c36-a060-93aa143d0b21 req-4e673e80-f777-4297-b668-fd324adfa514 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:32.154126 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6f5dd77a-b9c6-4c36-a060-93aa143d0b21 req-4e673e80-f777-4297-b668-fd324adfa514 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=a76e841e-d7a2-4ae9-a316-a549eff618d8 HTTP/1.1" status: 200 len: 931 time: 0.2074912 Jan 28 13:28:32.170501 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0cd9cf21-f138-4762-962c-d8e0356f6bc9 req-85a48ecf-292d-46ef-bae1-7fcd9674f154 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709706 Jan 28 13:28:32.171253 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-55540fd2-c7c0-4713-951a-fd7db7711fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (a691eab6-3cee-43eb-83fa-c46e5e4ad20f), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:32.234323 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 48178c0b-e01b-45bc-aa05-d7d6c50f76ca completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:28:32.248266 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 48178c0b-e01b-45bc-aa05-d7d6c50f76ca triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:32.248963 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (48178c0b-e01b-45bc-aa05-d7d6c50f76ca), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:32.280774 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b837bb2-7a67-4140-9c2c-76d12ecda7b2 x-openstack-request-id: req-2b837bb2-7a67-4140-9c2c-76d12ecda7b2 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:32.281315 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1308d17-5f91-4cb1-ab7d-fd4d623b52a9", "name": "network-vif-deleted", "tag": "435b3e98-d0f9-4cf5-a053-f9ac3cd282c0", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:32.282578 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b837bb2-7a67-4140-9c2c-76d12ecda7b2 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:32.283066 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1308d17-5f91-4cb1-ab7d-fd4d623b52a9', 'name': 'network-vif-deleted', 'tag': '435b3e98-d0f9-4cf5-a053-f9ac3cd282c0', 'status': 'completed', 'code': 200} Jan 28 13:28:32.291981 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-484c8dbe-1d8c-449d-b54a-c8a923fd38c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (3277db81-a543-4094-ac05-94d3593bfa4b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:32.516687 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 48178c0b-e01b-45bc-aa05-d7d6c50f76ca is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:32.522572 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (48178c0b-e01b-45bc-aa05-d7d6c50f76ca), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:32.596435 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-717c9b20-e5ce-4131-bcbf-a7e9cfb7a6b3 req-e4c8f602-cf74-4899-af46-9a923253d126 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9410dfb-e647-40ce-8861-c0ce9c18db55 HTTP/1.1" status: 200 len: 210 time: 0.2383499 Jan 28 13:28:32.598623 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b81261-1d68-4059-845e-5942d1d30b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48178c0b-e01b-45bc-aa05-d7d6c50f76ca'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:32.610654 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c8dbe-1d8c-449d-b54a-c8a923fd38c0 admin admin] Pushing event updated for resources: {'Port': ['ID=3277db81-a543-4094-ac05-94d3593bfa4b,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:32.614786 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777d6fc4-979c-41e3-90a2-eafeca278903" -d '{"events": [{"server_uuid": "76b81261-1d68-4059-845e-5942d1d30b2b", "name": "network-vif-plugged", "status": "completed", "tag": "48178c0b-e01b-45bc-aa05-d7d6c50f76ca"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:32.642055 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 48178c0b-e01b-45bc-aa05-d7d6c50f76ca, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=48178c0b-e01b-45bc-aa05-d7d6c50f76ca,segment=NetworkSegment(1c04bf0b-8aa7-40e6-8665-eb4d488e60a5),segment_id=1c04bf0b-8aa7-40e6-8665-eb4d488e60a5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:32.644777 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device dd750d21-db0d-4e46-ac21-ed274af41870 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:32.664532 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55540fd2-c7c0-4713-951a-fd7db7711fda service neutron] Pushing event updated for resources: {'Port': ['ID=a691eab6-3cee-43eb-83fa-c46e5e4ad20f,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:32.685981 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-e48bd8a0-e0b7-4829-8397-9ad79996e67f tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Publish callbacks [] for port (767d7152-2c8c-4117-9a59-9ff3740608f1), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:32.696404 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (48178c0b-e01b-45bc-aa05-d7d6c50f76ca), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:32.761027 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6f5dd77a-b9c6-4c36-a060-93aa143d0b21 req-98a984b1-4c42-414a-82c2-1019b7683ebd tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?id=44a7f744-1530-4434-b04a-b15e9c3628da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5976365 Jan 28 13:28:32.841161 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484c8dbe-1d8c-449d-b54a-c8a923fd38c0 admin admin] Network f001d26b-b928-47b4-a89f-43111884dd77 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:32.929700 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3a670-8126-4646-94de-62add1ce4576 req-776d8701-4d2f-4d14-94f8-da089f94806b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:32.934361 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9bc3a670-8126-4646-94de-62add1ce4576 req-776d8701-4d2f-4d14-94f8-da089f94806b service neutron] 10.222.0.37 "GET /v2.0/networks?id=1c04c518-39f2-47d7-96f5-a06debfdd8ed HTTP/1.1" status: 200 len: 914 time: 0.7458231 Jan 28 13:28:32.971461 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:32.982827 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=48178c0b-e01b-45bc-aa05-d7d6c50f76ca,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:33.005051 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port dd750d21-db0d-4e46-ac21-ed274af41870 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:33.005435 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (dd750d21-db0d-4e46-ac21-ed274af41870), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:33.156377 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port dd750d21-db0d-4e46-ac21-ed274af41870 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:33.157916 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (dd750d21-db0d-4e46-ac21-ed274af41870), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:33.159470 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-484c8dbe-1d8c-449d-b54a-c8a923fd38c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:33.163579 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9bc3a670-8126-4646-94de-62add1ce4576 req-8a5daaee-f282-44bb-966a-ce67b664c7d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2 HTTP/1.1" status: 200 len: 217 time: 0.0635977 Jan 28 13:28:33.183568 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484c8dbe-1d8c-449d-b54a-c8a923fd38c0 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:33.249400 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port dd750d21-db0d-4e46-ac21-ed274af41870, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=dd750d21-db0d-4e46-ac21-ed274af41870,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:33.254020 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (dd750d21-db0d-4e46-ac21-ed274af41870), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:33.335464 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=dd750d21-db0d-4e46-ac21-ed274af41870,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:33.356150 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-484c8dbe-1d8c-449d-b54a-c8a923fd38c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (507984bd-565d-4301-8408-870dfb274c1e), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:33.430566 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a99fba3d-af71-4421-9ba6-ad3d445bc925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f472c9b4-92da-44b8-b849-5c1c44136f67), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:33.439192 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-e48bd8a0-e0b7-4829-8397-9ad79996e67f tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (767d7152-2c8c-4117-9a59-9ff3740608f1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:33.538051 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a5763346-7b73-4355-9d6b-bc0e09fc2e22 None None] Provisioning complete for port 3277db81-a543-4094-ac05-94d3593bfa4b triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:33.538605 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a5763346-7b73-4355-9d6b-bc0e09fc2e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3277db81-a543-4094-ac05-94d3593bfa4b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:33.587018 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-e48bd8a0-e0b7-4829-8397-9ad79996e67f tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:33.587910 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a5763346-7b73-4355-9d6b-bc0e09fc2e22 None None] Port 3277db81-a543-4094-ac05-94d3593bfa4b cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:28:33.608005 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-e48bd8a0-e0b7-4829-8397-9ad79996e67f tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:33.625733 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bd8a0-e0b7-4829-8397-9ad79996e67f tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Pushing event updated for resources: {'Port': ['ID=767d7152-2c8c-4117-9a59-9ff3740608f1,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:33.637101 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-e48bd8a0-e0b7-4829-8397-9ad79996e67f tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:33.673983 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9529af-1399-453f-b35f-d8b6a7408727 req-f3a77bbc-a048-41b0-99c8-3c53a9aca36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:33.675566 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8e9529af-1399-453f-b35f-d8b6a7408727 req-f3a77bbc-a048-41b0-99c8-3c53a9aca36e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab7dc526fd8f441185a698498cb3a4d8&device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 1096 time: 0.2622807 Jan 28 13:28:33.683091 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa203a-dcc8-48f6-82ae-6516a9ea627d req-ef03fc4f-c6a7-414a-b9ca-bf267818f22d tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:33.688606 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa203a-dcc8-48f6-82ae-6516a9ea627d req-ef03fc4f-c6a7-414a-b9ca-bf267818f22d tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:33.690228 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fafa203a-dcc8-48f6-82ae-6516a9ea627d req-ef03fc4f-c6a7-414a-b9ca-bf267818f22d tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 1677 time: 0.2681689 Jan 28 13:28:33.706514 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-55540fd2-c7c0-4713-951a-fd7db7711fda service neutron] Attempting to bind port a691eab6-3cee-43eb-83fa-c46e5e4ad20f on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:33.706797 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-55540fd2-c7c0-4713-951a-fd7db7711fda service neutron] Attempting to bind port a691eab6-3cee-43eb-83fa-c46e5e4ad20f by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'bb4be984-5817-4573-8dd7-d0c9f0d3b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7d186aed-e3b3-4a7c-8a4f-17e45742e02b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:33.707152 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-55540fd2-c7c0-4713-951a-fd7db7711fda service neutron] Attempting to bind port a691eab6-3cee-43eb-83fa-c46e5e4ad20f on network 7d186aed-e3b3-4a7c-8a4f-17e45742e02b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:33.789762 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-55540fd2-c7c0-4713-951a-fd7db7711fda service neutron] Port a691eab6-3cee-43eb-83fa-c46e5e4ad20f on network 7d186aed-e3b3-4a7c-8a4f-17e45742e02b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:28:33.789762 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-55540fd2-c7c0-4713-951a-fd7db7711fda service neutron] Attempting to bind port a691eab6-3cee-43eb-83fa-c46e5e4ad20f on network 7d186aed-e3b3-4a7c-8a4f-17e45742e02b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:33.832209 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-55540fd2-c7c0-4713-951a-fd7db7711fda service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:33.832563 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-55540fd2-c7c0-4713-951a-fd7db7711fda service neutron] Checking segment: {'id': 'bb4be984-5817-4573-8dd7-d0c9f0d3b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7d186aed-e3b3-4a7c-8a4f-17e45742e02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:33.832993 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-55540fd2-c7c0-4713-951a-fd7db7711fda service neutron] Bound using segment: {'id': 'bb4be984-5817-4573-8dd7-d0c9f0d3b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7d186aed-e3b3-4a7c-8a4f-17e45742e02b'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:33.833388 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-55540fd2-c7c0-4713-951a-fd7db7711fda service neutron] Bound port: a691eab6-3cee-43eb-83fa-c46e5e4ad20f, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4be984-5817-4573-8dd7-d0c9f0d3b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7d186aed-e3b3-4a7c-8a4f-17e45742e02b'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:33.833752 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-55540fd2-c7c0-4713-951a-fd7db7711fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a691eab6-3cee-43eb-83fa-c46e5e4ad20f), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:33.836391 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3a670-8126-4646-94de-62add1ce4576 req-26f9b417-a3c5-419f-bbcf-6a91a4cf1d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:33.838084 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9bc3a670-8126-4646-94de-62add1ce4576 req-26f9b417-a3c5-419f-bbcf-6a91a4cf1d38 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=169866dc-bcf0-4fd7-aa06-8c342afd159a HTTP/1.1" status: 200 len: 854 time: 0.5963962 Jan 28 13:28:33.851298 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-7fae2424-9d5c-4c6c-9c0c-11fec7a9b699 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:33.853112 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-7fae2424-9d5c-4c6c-9c0c-11fec7a9b699 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.18 "GET /v2.0/networks?id=4d4c416b-3c7b-41c6-91cb-08e606cbf83f HTTP/1.1" status: 200 len: 813 time: 1.3079596 Jan 28 13:28:33.859989 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-e48bd8a0-e0b7-4829-8397-9ad79996e67f tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:33.860633 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-e48bd8a0-e0b7-4829-8397-9ad79996e67f tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:33.882396 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea2df2-3fcd-4269-b3bf-f8cec0d9189f req-f534e4eb-5bb6-4048-9207-7771d11f991b tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:33.887443 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c3ea2df2-3fcd-4269-b3bf-f8cec0d9189f req-f534e4eb-5bb6-4048-9207-7771d11f991b tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 945 time: 0.8057864 Jan 28 13:28:33.892637 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 435b3e98-d0f9-4cf5-a053-f9ac3cd282c0 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:28:33.894313 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-5b07578f-cb79-4699-a782-6b52da3abe1f tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Request body: {'port': {'device_id': '7196d8f4-f811-46b8-ae07-004aafc4c00d', 'network_id': '4d4c416b-3c7b-41c6-91cb-08e606cbf83f', 'admin_state_up': True, 'tenant_id': 'ae9d4f789d624ccbaff6934ecfbcc82c'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:33.916599 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 435b3e98-d0f9-4cf5-a053-f9ac3cd282c0 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:28:33.916932 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 435b3e98-d0f9-4cf5-a053-f9ac3cd282c0 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:28:33.927999 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-0ebc1725-6ebb-4dbb-baa1-2232cbf45b26 None None] Provisioning complete for port 767d7152-2c8c-4117-9a59-9ff3740608f1 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:33.928353 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ebc1725-6ebb-4dbb-baa1-2232cbf45b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (767d7152-2c8c-4117-9a59-9ff3740608f1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:33.928628 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9bc3a670-8126-4646-94de-62add1ce4576 req-a1ee40c6-989d-4b5d-8945-cec5801e5a67 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c04c518-39f2-47d7-96f5-a06debfdd8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747197 Jan 28 13:28:33.963893 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fafa203a-dcc8-48f6-82ae-6516a9ea627d req-c5bc619d-5a7d-4b29-97e5-c87422df41f4 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647271 Jan 28 13:28:33.967977 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0ebc1725-6ebb-4dbb-baa1-2232cbf45b26 None None] Port 767d7152-2c8c-4117-9a59-9ff3740608f1 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:28:34.006933 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-e48bd8a0-e0b7-4829-8397-9ad79996e67f tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6950223 Jan 28 13:28:34.024322 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-828b904c-d41c-4f4e-8bb2-c727f1ae7683 service neutron] Request body: {'port': {'device_id': 'b9410dfb-e647-40ce-8861-c0ce9c18db55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:34.027103 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9568c9-5de7-4ea7-b84f-3a988364ef0f x-openstack-request-id: req-1e9568c9-5de7-4ea7-b84f-3a988364ef0f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:34.027481 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b81261-1d68-4059-845e-5942d1d30b2b", "name": "network-vif-plugged", "status": "completed", "tag": "48178c0b-e01b-45bc-aa05-d7d6c50f76ca", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:34.027648 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e9568c9-5de7-4ea7-b84f-3a988364ef0f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:34.028045 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b81261-1d68-4059-845e-5942d1d30b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48178c0b-e01b-45bc-aa05-d7d6c50f76ca', 'code': 200} Jan 28 13:28:34.039852 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-f358445c-c6b5-48e1-9ce7-e84be2fa402b tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:34.042567 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-f358445c-c6b5-48e1-9ce7-e84be2fa402b tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.18 "GET /v2.0/networks?id=4d4c416b-3c7b-41c6-91cb-08e606cbf83f HTTP/1.1" status: 200 len: 813 time: 1.2002933 Jan 28 13:28:34.068743 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 0cbda2ac-9bef-420d-b881-9dacb95c79b0 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:28:34.100296 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-55540fd2-c7c0-4713-951a-fd7db7711fda service neutron] For port a691eab6-3cee-43eb-83fa-c46e5e4ad20f, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:34.104874 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9529af-1399-453f-b35f-d8b6a7408727 req-64960c11-8166-4fa7-8b97-5013eb8d17f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:34.106414 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8e9529af-1399-453f-b35f-d8b6a7408727 req-64960c11-8166-4fa7-8b97-5013eb8d17f6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f773675e-cdaa-4e1f-928a-174702ce7787 HTTP/1.1" status: 200 len: 912 time: 0.3968163 Jan 28 13:28:34.112084 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-55540fd2-c7c0-4713-951a-fd7db7711fda service neutron] For port a691eab6-3cee-43eb-83fa-c46e5e4ad20f, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=a691eab6-3cee-43eb-83fa-c46e5e4ad20f,segment=NetworkSegment(bb4be984-5817-4573-8dd7-d0c9f0d3b645),segment_id=bb4be984-5817-4573-8dd7-d0c9f0d3b645)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:34.117173 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 0cbda2ac-9bef-420d-b881-9dacb95c79b0 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:28:34.117512 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 0cbda2ac-9bef-420d-b881-9dacb95c79b0 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:28:34.128784 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-a70b8b07-f67c-415d-adc5-687c0d13751a tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Request body: {'port': {'device_id': 'e58b495d-c293-4779-8986-bb6f7d3ebdf2', 'network_id': '4d4c416b-3c7b-41c6-91cb-08e606cbf83f', 'admin_state_up': True, 'tenant_id': 'ae9d4f789d624ccbaff6934ecfbcc82c'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:34.148122 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:34.176113 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-55540fd2-c7c0-4713-951a-fd7db7711fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (a691eab6-3cee-43eb-83fa-c46e5e4ad20f), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:34.219182 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-484c8dbe-1d8c-449d-b54a-c8a923fd38c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3277db81-a543-4094-ac05-94d3593bfa4b), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:34.259325 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3eaef710-4d23-4f7f-80ce-e854d5fcc4e0 req-a5abd7b1-85a5-4c9c-855a-a975eeb550e7 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=e58b495d-c293-4779-8986-bb6f7d3ebdf2 HTTP/1.1" status: 200 len: 210 time: 0.1304364 Jan 28 13:28:34.260505 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8e9529af-1399-453f-b35f-d8b6a7408727 req-5b781f49-9f4e-44d2-b5ee-d5d8692d7f58 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=501d35d3-1ce4-4148-bb90-5bb907aef56d HTTP/1.1" status: 200 len: 217 time: 0.1390398 Jan 28 13:28:34.283114 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-828b904c-d41c-4f4e-8bb2-c727f1ae7683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (767d7152-2c8c-4117-9a59-9ff3740608f1), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:34.296412 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030f9050-79d2-4a44-9d08-91aedac9829e', 'name': 'network-vif-deleted', 'tag': '0cbda2ac-9bef-420d-b881-9dacb95c79b0'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:34.298712 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadd5dac-447b-4b88-83b7-6333b159ff16" -d '{"events": [{"server_uuid": "030f9050-79d2-4a44-9d08-91aedac9829e", "name": "network-vif-deleted", "tag": "0cbda2ac-9bef-420d-b881-9dacb95c79b0"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:34.348193 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-55540fd2-c7c0-4713-951a-fd7db7711fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:34.348817 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-55540fd2-c7c0-4713-951a-fd7db7711fda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:34.350238 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-55540fd2-c7c0-4713-951a-fd7db7711fda service neutron] 10.222.0.18 "PUT /v2.0/ports/a691eab6-3cee-43eb-83fa-c46e5e4ad20f HTTP/1.1" status: 200 len: 1091 time: 4.5960600 Jan 28 13:28:34.352757 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556a89da-1521-4f01-81a8-c010f3c4430f', 'tag': 'a691eab6-3cee-43eb-83fa-c46e5e4ad20f'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:34.354819 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac70277-d723-45c9-ae94-be58921f40fe" -d '{"events": [{"name": "network-changed", "server_uuid": "556a89da-1521-4f01-81a8-c010f3c4430f", "tag": "a691eab6-3cee-43eb-83fa-c46e5e4ad20f"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:34.389001 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c3ea2df2-3fcd-4269-b3bf-f8cec0d9189f req-67a949dd-8227-4d24-b039-d3927666b193 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638207 Jan 28 13:28:34.497529 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df9b90-c317-4b4f-891c-ac55a43ae4a3 req-48aa4fad-8e0b-4358-8882-0dc49fb179fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:34.499104 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-31df9b90-c317-4b4f-891c-ac55a43ae4a3 req-48aa4fad-8e0b-4358-8882-0dc49fb179fa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=76b81261-1d68-4059-845e-5942d1d30b2b HTTP/1.1" status: 200 len: 1097 time: 0.3857524 Jan 28 13:28:34.519946 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9bc3a670-8126-4646-94de-62add1ce4576 req-c7129589-87a1-48a9-baae-34c1d7e535da service neutron] 10.222.0.37 "GET /v2.0/networks/1c04c518-39f2-47d7-96f5-a06debfdd8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134704 Jan 28 13:28:34.527756 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device dd750d21-db0d-4e46-ac21-ed274af41870 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:34.573176 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9529af-1399-453f-b35f-d8b6a7408727 req-2fecb96f-615e-478e-b633-454560bb2aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:34.574545 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8e9529af-1399-453f-b35f-d8b6a7408727 req-2fecb96f-615e-478e-b633-454560bb2aac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71a5c6ba-e647-4544-86c2-92651ecb7e69 HTTP/1.1" status: 200 len: 852 time: 0.3059595 Jan 28 13:28:34.602082 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port dd750d21-db0d-4e46-ac21-ed274af41870 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:34.603245 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (dd750d21-db0d-4e46-ac21-ed274af41870), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:34.612257 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55540fd2-c7c0-4713-951a-fd7db7711fda service neutron] Pushing event updated for resources: {'Port': ['ID=a691eab6-3cee-43eb-83fa-c46e5e4ad20f,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:34.636052 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a99fba3d-af71-4421-9ba6-ad3d445bc925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f472c9b4-92da-44b8-b849-5c1c44136f67 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:34.650988 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a99fba3d-af71-4421-9ba6-ad3d445bc925 service neutron] Publish callbacks [] for port (f472c9b4-92da-44b8-b849-5c1c44136f67), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:34.692312 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8e9529af-1399-453f-b35f-d8b6a7408727 req-ba8bca7f-7213-4bc1-91d4-f4d2d440e5ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f773675e-cdaa-4e1f-928a-174702ce7787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768449 Jan 28 13:28:34.724539 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port dd750d21-db0d-4e46-ac21-ed274af41870 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:34.763167 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-5b07578f-cb79-4699-a782-6b52da3abe1f tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Made reservation on behalf of ae9d4f789d624ccbaff6934ecfbcc82c for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:34.766465 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-5b07578f-cb79-4699-a782-6b52da3abe1f tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:34.821658 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a99fba3d-af71-4421-9ba6-ad3d445bc925 service neutron] Transition to ACTIVE for port object f472c9b4-92da-44b8-b849-5c1c44136f67 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:28:34.827835 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-a70b8b07-f67c-415d-adc5-687c0d13751a tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Made reservation on behalf of ae9d4f789d624ccbaff6934ecfbcc82c for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:34.831814 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-a70b8b07-f67c-415d-adc5-687c0d13751a tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:34.846293 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-5bf522fd-5f29-4b6a-9135-0ca60ef820a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:34.846774 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-5bf522fd-5f29-4b6a-9135-0ca60ef820a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:34.848380 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-5bf522fd-5f29-4b6a-9135-0ca60ef820a7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a32c0d8081c141c0994b58c29d4a7990&device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 1979 time: 0.3964696 Jan 28 13:28:34.848999 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a99fba3d-af71-4421-9ba6-ad3d445bc925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (f472c9b4-92da-44b8-b849-5c1c44136f67), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:34.858883 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-484c8dbe-1d8c-449d-b54a-c8a923fd38c0 admin admin] Publish callbacks [] for port (3277db81-a543-4094-ac05-94d3593bfa4b), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:34.860697 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-31df9b90-c317-4b4f-891c-ac55a43ae4a3 req-7e468134-abb2-4c38-b888-bf07c20994cf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290417 Jan 28 13:28:34.875464 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-484c8dbe-1d8c-449d-b54a-c8a923fd38c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (3277db81-a543-4094-ac05-94d3593bfa4b), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:34.932515 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e8f2d-f64d-467c-aeb6-dfd1264ad333 req-cbf43aca-8844-4fb4-843b-e22597702c50 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:34.935984 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf11be-d119-460e-923b-5cd204ec12a2 req-c28a4b49-9cbb-406e-b339-5e040e2e660f tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:34.937500 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-57cf11be-d119-460e-923b-5cd204ec12a2 req-c28a4b49-9cbb-406e-b339-5e040e2e660f tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=76b81261-1d68-4059-845e-5942d1d30b2b HTTP/1.1" status: 200 len: 946 time: 0.4145148 Jan 28 13:28:34.939930 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-913e8f2d-f64d-467c-aeb6-dfd1264ad333 req-cbf43aca-8844-4fb4-843b-e22597702c50 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9410dfb-e647-40ce-8861-c0ce9c18db55 HTTP/1.1" status: 200 len: 936 time: 0.4184804 Jan 28 13:28:35.014116 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-e9ed2a0c-4aec-471c-a5d4-462f464ef0f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.18&port_id=617282f1-eb15-4c23-8b0e-60d21b2dbcef HTTP/1.1" status: 200 len: 217 time: 0.1438305 Jan 28 13:28:35.054808 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9bc3a670-8126-4646-94de-62add1ce4576 req-a6f3f691-8241-4b03-b021-7f3f4b2be1c8 service neutron] 10.222.0.37 "GET /v2.0/networks/1c04c518-39f2-47d7-96f5-a06debfdd8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149307 Jan 28 13:28:35.100314 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-484c8dbe-1d8c-449d-b54a-c8a923fd38c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (507984bd-565d-4301-8408-870dfb274c1e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:35.125059 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c8dbe-1d8c-449d-b54a-c8a923fd38c0 admin admin] Pushing event updated for resources: {'Port': ['ID=3277db81-a543-4094-ac05-94d3593bfa4b,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:35.142180 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99fba3d-af71-4421-9ba6-ad3d445bc925 service neutron] Pushing event updated for resources: {'Port': ['ID=f472c9b4-92da-44b8-b849-5c1c44136f67,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:35.185189 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-5b07578f-cb79-4699-a782-6b52da3abe1f tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Allocated IP 172.20.0.10 (4d4c416b-3c7b-41c6-91cb-08e606cbf83f/9f6a26e6-2c2f-414a-b9ef-849c33c591a6/dbe6a402-bad8-4d79-bde2-bbfd96905d42) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:35.212669 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-c8780a10-46b4-41ed-931e-f3e78d1fdc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:35.214153 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-c8780a10-46b4-41ed-931e-f3e78d1fdc61 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac0ed1d4-7265-4a5d-9055-52fcc3fd3384 HTTP/1.1" status: 200 len: 801 time: 0.1875622 Jan 28 13:28:35.216468 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-57cf11be-d119-460e-923b-5cd204ec12a2 req-36f15f4c-c251-48d4-b57a-ca149872e876 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337110 Jan 28 13:28:35.274690 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8e9529af-1399-453f-b35f-d8b6a7408727 req-fd5f4634-bbad-4dea-a2f0-2cf0cf990261 service neutron] 10.222.0.18 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5669644 Jan 28 13:28:35.288741 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-913e8f2d-f64d-467c-aeb6-dfd1264ad333 req-4325f0cf-5c50-496b-a136-c9d3454bf067 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/security-groups?id=f57d5050-af6f-4453-9d44-106806ba47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478785 Jan 28 13:28:35.300148 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484c8dbe-1d8c-449d-b54a-c8a923fd38c0 admin admin] Network f001d26b-b928-47b4-a89f-43111884dd77 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:35.304544 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-484c8dbe-1d8c-449d-b54a-c8a923fd38c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:35.424811 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a7ebe4-8832-4712-ba62-bfc4d1c5db06 x-openstack-request-id: req-48a7ebe4-8832-4712-ba62-bfc4d1c5db06 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:35.425867 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030f9050-79d2-4a44-9d08-91aedac9829e", "name": "network-vif-deleted", "tag": "0cbda2ac-9bef-420d-b881-9dacb95c79b0", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:35.425867 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-48a7ebe4-8832-4712-ba62-bfc4d1c5db06 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:35.428200 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030f9050-79d2-4a44-9d08-91aedac9829e', 'name': 'network-vif-deleted', 'tag': '0cbda2ac-9bef-420d-b881-9dacb95c79b0', 'status': 'completed', 'code': 200} Jan 28 13:28:35.563185 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd994a09-9ed8-468c-b668-339140e43be8 x-openstack-request-id: req-bd994a09-9ed8-468c-b668-339140e43be8 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:35.564029 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "556a89da-1521-4f01-81a8-c010f3c4430f", "tag": "a691eab6-3cee-43eb-83fa-c46e5e4ad20f", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:35.564489 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd994a09-9ed8-468c-b668-339140e43be8 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:35.565073 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '556a89da-1521-4f01-81a8-c010f3c4430f', 'tag': 'a691eab6-3cee-43eb-83fa-c46e5e4ad20f', 'status': 'completed', 'code': 200} Jan 28 13:28:35.566017 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a99fba3d-af71-4421-9ba6-ad3d445bc925 service neutron] Attempting to bind port f472c9b4-92da-44b8-b849-5c1c44136f67 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:35.566671 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a99fba3d-af71-4421-9ba6-ad3d445bc925 service neutron] Attempting to bind port f472c9b4-92da-44b8-b849-5c1c44136f67 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'bdc48f93-6a06-41d7-b4e3-6415c817d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '16d9a03d-cf10-476d-aa93-1b10f6134522'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:35.567386 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a99fba3d-af71-4421-9ba6-ad3d445bc925 service neutron] Attempting to bind port f472c9b4-92da-44b8-b849-5c1c44136f67 on network 16d9a03d-cf10-476d-aa93-1b10f6134522 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:35.625391 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162ffc5-8713-4a3b-a341-01f96c8a6406 req-e68b8b77-9cf9-4557-82b9-e9530440e872 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:35.632234 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a99fba3d-af71-4421-9ba6-ad3d445bc925 service neutron] Port f472c9b4-92da-44b8-b849-5c1c44136f67 on network 16d9a03d-cf10-476d-aa93-1b10f6134522 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:28:35.632650 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a99fba3d-af71-4421-9ba6-ad3d445bc925 service neutron] Attempting to bind port f472c9b4-92da-44b8-b849-5c1c44136f67 on network 16d9a03d-cf10-476d-aa93-1b10f6134522 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:35.636264 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2162ffc5-8713-4a3b-a341-01f96c8a6406 req-e68b8b77-9cf9-4557-82b9-e9530440e872 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=a76e841e-d7a2-4ae9-a316-a549eff618d8 HTTP/1.1" status: 200 len: 943 time: 0.2066522 Jan 28 13:28:35.648489 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-5b07578f-cb79-4699-a782-6b52da3abe1f tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks [] for port (dbe6a402-bad8-4d79-bde2-bbfd96905d42), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:35.662001 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8e9529af-1399-453f-b35f-d8b6a7408727 req-6c2e24f6-a164-4beb-a3c5-9366bdc571db service neutron] 10.222.0.18 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516083 Jan 28 13:28:35.669642 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a99fba3d-af71-4421-9ba6-ad3d445bc925 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:35.672751 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a99fba3d-af71-4421-9ba6-ad3d445bc925 service neutron] Checking segment: {'id': 'bdc48f93-6a06-41d7-b4e3-6415c817d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '16d9a03d-cf10-476d-aa93-1b10f6134522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:35.675449 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a99fba3d-af71-4421-9ba6-ad3d445bc925 service neutron] Bound using segment: {'id': 'bdc48f93-6a06-41d7-b4e3-6415c817d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '16d9a03d-cf10-476d-aa93-1b10f6134522'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:35.675943 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a99fba3d-af71-4421-9ba6-ad3d445bc925 service neutron] Bound port: f472c9b4-92da-44b8-b849-5c1c44136f67, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdc48f93-6a06-41d7-b4e3-6415c817d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '16d9a03d-cf10-476d-aa93-1b10f6134522'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:35.676334 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a99fba3d-af71-4421-9ba6-ad3d445bc925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f472c9b4-92da-44b8-b849-5c1c44136f67), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:35.680125 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484c8dbe-1d8c-449d-b54a-c8a923fd38c0 admin admin] Router 507984bd-565d-4301-8408-870dfb274c1e has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:28:35.681512 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-ab8292df-041d-4109-92be-cb9ebdaa5fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:35.691717 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-ab8292df-041d-4109-92be-cb9ebdaa5fe1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1f0af631-50a0-4793-9983-75035e9bbf20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4572525 Jan 28 13:28:35.713981 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:35.795857 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a9bec3cd-f0b9-4a8e-a87c-88f8d87417b7 None None] Provisioning complete for port 3277db81-a543-4094-ac05-94d3593bfa4b triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:35.796045 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-828b904c-d41c-4f4e-8bb2-c727f1ae7683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 767d7152-2c8c-4117-9a59-9ff3740608f1 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:35.796575 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9bec3cd-f0b9-4a8e-a87c-88f8d87417b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3277db81-a543-4094-ac05-94d3593bfa4b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:35.862236 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a9bec3cd-f0b9-4a8e-a87c-88f8d87417b7 None None] Port 3277db81-a543-4094-ac05-94d3593bfa4b cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:28:35.879269 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-828b904c-d41c-4f4e-8bb2-c727f1ae7683 service neutron] Publish callbacks [] for port (767d7152-2c8c-4117-9a59-9ff3740608f1), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:35.916512 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a99fba3d-af71-4421-9ba6-ad3d445bc925 service neutron] For port f472c9b4-92da-44b8-b849-5c1c44136f67, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:35.926376 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a99fba3d-af71-4421-9ba6-ad3d445bc925 service neutron] For port f472c9b4-92da-44b8-b849-5c1c44136f67, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=f472c9b4-92da-44b8-b849-5c1c44136f67,segment=NetworkSegment(bdc48f93-6a06-41d7-b4e3-6415c817d317),segment_id=bdc48f93-6a06-41d7-b4e3-6415c817d317)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:35.930218 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-828b904c-d41c-4f4e-8bb2-c727f1ae7683 service neutron] Transition to ACTIVE for port object 767d7152-2c8c-4117-9a59-9ff3740608f1 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:28:35.943496 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e574df8-e50e-4ff2-a322-0d175eafe66b req-304c6304-4c55-412d-8c0c-393d5d28d8a5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:35.948476 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e574df8-e50e-4ff2-a322-0d175eafe66b req-304c6304-4c55-412d-8c0c-393d5d28d8a5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:35.956128 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e574df8-e50e-4ff2-a322-0d175eafe66b req-304c6304-4c55-412d-8c0c-393d5d28d8a5 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 1677 time: 0.2253997 Jan 28 13:28:35.961203 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-828b904c-d41c-4f4e-8bb2-c727f1ae7683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (767d7152-2c8c-4117-9a59-9ff3740608f1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:35.963716 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a99fba3d-af71-4421-9ba6-ad3d445bc925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (f472c9b4-92da-44b8-b849-5c1c44136f67), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:35.974361 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484c8dbe-1d8c-449d-b54a-c8a923fd38c0 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:28:35.993833 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830db3d6-15fc-44a4-9289-464bf5c751f9 None None] Sync routers for ids ['507984bd-565d-4301-8408-870dfb274c1e'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:28:36.006339 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2162ffc5-8713-4a3b-a341-01f96c8a6406 req-9acf8c1d-ed0f-4cba-9b5f-73b2decd43f5 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?id=44a7f744-1530-4434-b04a-b15e9c3628da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558457 Jan 28 13:28:36.013652 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830db3d6-15fc-44a4-9289-464bf5c751f9 None None] Routers {'507984bd-565d-4301-8408-870dfb274c1e'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:28:36.014438 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-830db3d6-15fc-44a4-9289-464bf5c751f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:28:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['507984bd-565d-4301-8408-870dfb274c1e'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:36.054081 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-484c8dbe-1d8c-449d-b54a-c8a923fd38c0 admin admin] 10.222.0.39 "PUT /v2.0/routers/507984bd-565d-4301-8408-870dfb274c1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6205680 Jan 28 13:28:36.058993 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-5b07578f-cb79-4699-a782-6b52da3abe1f tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (dbe6a402-bad8-4d79-bde2-bbfd96905d42), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:36.164172 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a99fba3d-af71-4421-9ba6-ad3d445bc925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:36.164919 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a99fba3d-af71-4421-9ba6-ad3d445bc925 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:36.174221 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-a99fba3d-af71-4421-9ba6-ad3d445bc925 service neutron] 10.222.0.37 "PUT /v2.0/ports/f472c9b4-92da-44b8-b849-5c1c44136f67 HTTP/1.1" status: 200 len: 1091 time: 4.1763520 Jan 28 13:28:36.265776 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-10378b0f-fd6f-41fc-a77d-21ce91e95392 service neutron] 10.222.0.18 "GET /v2.0/networks/1f0af631-50a0-4793-9983-75035e9bbf20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5653927 Jan 28 13:28:36.281142 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e574df8-e50e-4ff2-a322-0d175eafe66b req-8d079da6-f711-4431-a1ce-70210652067c tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233414 Jan 28 13:28:36.327167 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-830db3d6-15fc-44a4-9289-464bf5c751f9 None None] Set router 507984bd-565d-4301-8408-870dfb274c1e gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:28:36.404135 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-5b07578f-cb79-4699-a782-6b52da3abe1f tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Network 4d4c416b-3c7b-41c6-91cb-08e606cbf83f is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:36.408684 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fb3fded5-3835-4fcb-bb4c-b2e886ec5f7a req-8a9a7683-c623-4460-9f75-9516d0803519 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=e58b495d-c293-4779-8986-bb6f7d3ebdf2 HTTP/1.1" status: 200 len: 210 time: 0.2133734 Jan 28 13:28:36.416127 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-5b07578f-cb79-4699-a782-6b52da3abe1f tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:36.427265 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-5b07578f-cb79-4699-a782-6b52da3abe1f tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:36.491545 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-5b07578f-cb79-4699-a782-6b52da3abe1f tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:36.492221 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-5b07578f-cb79-4699-a782-6b52da3abe1f tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:36.516098 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07578f-cb79-4699-a782-6b52da3abe1f tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Pushing event updated for resources: {'Port': ['ID=dbe6a402-bad8-4d79-bde2-bbfd96905d42,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:36.535063 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-a70b8b07-f67c-415d-adc5-687c0d13751a tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Allocated IP 172.20.0.14 (4d4c416b-3c7b-41c6-91cb-08e606cbf83f/9f6a26e6-2c2f-414a-b9ef-849c33c591a6/d66e178b-7caf-49aa-8511-2f595390c0f5) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:36.552138 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-5b07578f-cb79-4699-a782-6b52da3abe1f tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6811857 Jan 28 13:28:36.567320 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-1464bc5b-4ab4-40b6-a169-ffd4e565a80c service neutron] Request body: {'port': {'device_id': '7196d8f4-f811-46b8-ae07-004aafc4c00d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:36.658127 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b904c-d41c-4f4e-8bb2-c727f1ae7683 service neutron] Pushing event updated for resources: {'Port': ['ID=767d7152-2c8c-4117-9a59-9ff3740608f1,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:36.738067 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-830db3d6-15fc-44a4-9289-464bf5c751f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507984bd-565d-4301-8408-870dfb274c1e', 'name': 'tempest-ServersTestJSON-1507381868-router', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'dd750d21-db0d-4e46-ac21-ed274af41870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:28:21Z', 'updated_at': '2022-01-28T13:28:33Z', 'revision_number': 4, 'project_id': '40d2254c52b145b8bd88955b1142b88a', 'gw_port': {'id': 'dd750d21-db0d-4e46-ac21-ed274af41870', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507984bd-565d-4301-8408-870dfb274c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:23Z', 'updated_at': '2022-01-28T13:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '3277db81-a543-4094-ac05-94d3593bfa4b', 'name': '', 'network_id': 'f001d26b-b928-47b4-a89f-43111884dd77', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'mac_address': 'fa:16:3e:7f:5d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507984bd-565d-4301-8408-870dfb274c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '4efb7cb1-71fb-417f-9e82-31bf10df1efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:30Z', 'updated_at': '2022-01-28T13:28:34Z', 'revision_number': 2, 'project_id': '40d2254c52b145b8bd88955b1142b88a', 'subnets': [{'id': '4efb7cb1-71fb-417f-9e82-31bf10df1efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:36.746646 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-1464bc5b-4ab4-40b6-a169-ffd4e565a80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (dbe6a402-bad8-4d79-bde2-bbfd96905d42), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:36.787844 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830db3d6-15fc-44a4-9289-464bf5c751f9 None None] Checking router: 507984bd-565d-4301-8408-870dfb274c1e for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:28:36.788201 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830db3d6-15fc-44a4-9289-464bf5c751f9 None None] Updating router 507984bd-565d-4301-8408-870dfb274c1e port 3277db81-a543-4094-ac05-94d3593bfa4b binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:28:36.824706 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-830db3d6-15fc-44a4-9289-464bf5c751f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3277db81-a543-4094-ac05-94d3593bfa4b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:36.955854 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a7d3b-8764-4915-b94f-c7d786a653c5 req-db779665-7694-4127-a78d-a9270a5ae74b tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:36.957721 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c59a7d3b-8764-4915-b94f-c7d786a653c5 req-db779665-7694-4127-a78d-a9270a5ae74b tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=76b81261-1d68-4059-845e-5942d1d30b2b HTTP/1.1" status: 200 len: 946 time: 0.3092985 Jan 28 13:28:37.072458 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c59a7d3b-8764-4915-b94f-c7d786a653c5 req-84daafca-3f25-4b78-97ea-398edd46039d tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084416 Jan 28 13:28:37.105088 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-a70b8b07-f67c-415d-adc5-687c0d13751a tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks [] for port (d66e178b-7caf-49aa-8511-2f595390c0f5), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:37.496984 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-830db3d6-15fc-44a4-9289-464bf5c751f9 None None] Publish callbacks [] for port (3277db81-a543-4094-ac05-94d3593bfa4b), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:37.512015 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-830db3d6-15fc-44a4-9289-464bf5c751f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3277db81-a543-4094-ac05-94d3593bfa4b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:37.569889 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76e841e-d7a2-4ae9-a316-a549eff618d8', 'tag': 'f472c9b4-92da-44b8-b849-5c1c44136f67'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:37.571984 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3507f430-1a76-4088-88aa-d23792c95ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "a76e841e-d7a2-4ae9-a316-a549eff618d8", "tag": "f472c9b4-92da-44b8-b849-5c1c44136f67"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:37.581380 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529285a-34f8-46fb-bd41-313ab3727a2a None None] Pushing event updated for resources: {'Port': ['ID=3277db81-a543-4094-ac05-94d3593bfa4b,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:37.585738 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-1464bc5b-4ab4-40b6-a169-ffd4e565a80c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe6a402-bad8-4d79-bde2-bbfd96905d42 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:37.589933 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2529285a-34f8-46fb-bd41-313ab3727a2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:37.590274 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2529285a-34f8-46fb-bd41-313ab3727a2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:37.590795 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2529285a-34f8-46fb-bd41-313ab3727a2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:37.591161 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2529285a-34f8-46fb-bd41-313ab3727a2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:37.591485 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2529285a-34f8-46fb-bd41-313ab3727a2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:37.591806 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2529285a-34f8-46fb-bd41-313ab3727a2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:37.592125 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2529285a-34f8-46fb-bd41-313ab3727a2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:37.592438 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2529285a-34f8-46fb-bd41-313ab3727a2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:37.592752 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2529285a-34f8-46fb-bd41-313ab3727a2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:37.593108 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2529285a-34f8-46fb-bd41-313ab3727a2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:37.593447 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2529285a-34f8-46fb-bd41-313ab3727a2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:37.593897 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2529285a-34f8-46fb-bd41-313ab3727a2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:37.594217 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2529285a-34f8-46fb-bd41-313ab3727a2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:37.603918 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-d2d0928b-6401-469c-8716-e15a2acf2acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:37.606500 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-d2d0928b-6401-469c-8716-e15a2acf2acf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b360bd95cff749448a550ff64a9ecd83&device_id=a76e841e-d7a2-4ae9-a316-a549eff618d8 HTTP/1.1" status: 200 len: 1094 time: 1.2663038 Jan 28 13:28:37.629412 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-1464bc5b-4ab4-40b6-a169-ffd4e565a80c service neutron] Publish callbacks [] for port (dbe6a402-bad8-4d79-bde2-bbfd96905d42), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:37.659247 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99fba3d-af71-4421-9ba6-ad3d445bc925 service neutron] Pushing event updated for resources: {'Port': ['ID=f472c9b4-92da-44b8-b849-5c1c44136f67,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:37.669569 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-1464bc5b-4ab4-40b6-a169-ffd4e565a80c service neutron] Transition to ACTIVE for port object dbe6a402-bad8-4d79-bde2-bbfd96905d42 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:28:37.696840 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffdf90-2ed3-4337-8657-304674a81a23 req-3233960b-78f9-4077-8628-a858b7949c4a tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:37.704721 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7bffdf90-2ed3-4337-8657-304674a81a23 req-3233960b-78f9-4077-8628-a858b7949c4a tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 945 time: 1.1503034 Jan 28 13:28:37.711478 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-a70b8b07-f67c-415d-adc5-687c0d13751a tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (d66e178b-7caf-49aa-8511-2f595390c0f5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:37.713226 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-1464bc5b-4ab4-40b6-a169-ffd4e565a80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (dbe6a402-bad8-4d79-bde2-bbfd96905d42), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:37.725849 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-828b904c-d41c-4f4e-8bb2-c727f1ae7683 service neutron] Attempting to bind port 767d7152-2c8c-4117-9a59-9ff3740608f1 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:37.726565 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-828b904c-d41c-4f4e-8bb2-c727f1ae7683 service neutron] Attempting to bind port 767d7152-2c8c-4117-9a59-9ff3740608f1 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:37.727221 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-828b904c-d41c-4f4e-8bb2-c727f1ae7683 service neutron] Attempting to bind port 767d7152-2c8c-4117-9a59-9ff3740608f1 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:37.778811 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-830db3d6-15fc-44a4-9289-464bf5c751f9 None None] Attempting to bind port 3277db81-a543-4094-ac05-94d3593bfa4b on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:37.779352 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-830db3d6-15fc-44a4-9289-464bf5c751f9 None None] Attempting to bind port 3277db81-a543-4094-ac05-94d3593bfa4b by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7b9359ad-ab9e-4dd7-951c-9218cc0873e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f001d26b-b928-47b4-a89f-43111884dd77'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:37.779884 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830db3d6-15fc-44a4-9289-464bf5c751f9 None None] Attempting to bind port 3277db81-a543-4094-ac05-94d3593bfa4b on network f001d26b-b928-47b4-a89f-43111884dd77 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:37.794272 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830db3d6-15fc-44a4-9289-464bf5c751f9 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:37.795422 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830db3d6-15fc-44a4-9289-464bf5c751f9 None None] Checking segment: {'id': '7b9359ad-ab9e-4dd7-951c-9218cc0873e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f001d26b-b928-47b4-a89f-43111884dd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:37.797997 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-830db3d6-15fc-44a4-9289-464bf5c751f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:37.798628 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830db3d6-15fc-44a4-9289-464bf5c751f9 None None] Bound using segment: {'id': '7b9359ad-ab9e-4dd7-951c-9218cc0873e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f001d26b-b928-47b4-a89f-43111884dd77'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:37.799346 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-830db3d6-15fc-44a4-9289-464bf5c751f9 None None] Bound port: 3277db81-a543-4094-ac05-94d3593bfa4b, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b9359ad-ab9e-4dd7-951c-9218cc0873e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f001d26b-b928-47b4-a89f-43111884dd77'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:37.799935 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-830db3d6-15fc-44a4-9289-464bf5c751f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3277db81-a543-4094-ac05-94d3593bfa4b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:37.820293 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-a70b8b07-f67c-415d-adc5-687c0d13751a tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Network 4d4c416b-3c7b-41c6-91cb-08e606cbf83f is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:37.825470 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-a70b8b07-f67c-415d-adc5-687c0d13751a tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:37.837040 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967013d5-b334-496a-98a5-98a205f958ad req-902d9aac-a96b-4176-9f10-7a5bb941f9a1 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:37.844688 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-967013d5-b334-496a-98a5-98a205f958ad req-902d9aac-a96b-4176-9f10-7a5bb941f9a1 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9410dfb-e647-40ce-8861-c0ce9c18db55 HTTP/1.1" status: 200 len: 948 time: 0.6593397 Jan 28 13:28:37.855672 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-60975e0f-4e63-41aa-8e1b-c9f74278a460 service neutron] 10.222.0.18 "GET /v2.0/networks/1f0af631-50a0-4793-9983-75035e9bbf20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5075645 Jan 28 13:28:37.857741 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-5fbaeddd-8a5c-41b9-851e-87ce0a2fea52 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f472c9b4-92da-44b8-b849-5c1c44136f67 HTTP/1.1" status: 200 len: 217 time: 0.2220943 Jan 28 13:28:37.859289 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-828b904c-d41c-4f4e-8bb2-c727f1ae7683 service neutron] Port 767d7152-2c8c-4117-9a59-9ff3740608f1 on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:28:37.861825 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-828b904c-d41c-4f4e-8bb2-c727f1ae7683 service neutron] Attempting to bind port 767d7152-2c8c-4117-9a59-9ff3740608f1 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:37.871236 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-a70b8b07-f67c-415d-adc5-687c0d13751a tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:37.901733 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-830db3d6-15fc-44a4-9289-464bf5c751f9 None None] For port 3277db81-a543-4094-ac05-94d3593bfa4b, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:37.914985 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-830db3d6-15fc-44a4-9289-464bf5c751f9 None None] For port 3277db81-a543-4094-ac05-94d3593bfa4b, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3277db81-a543-4094-ac05-94d3593bfa4b,segment=NetworkSegment(7b9359ad-ab9e-4dd7-951c-9218cc0873e3),segment_id=7b9359ad-ab9e-4dd7-951c-9218cc0873e3)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:37.922552 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-830db3d6-15fc-44a4-9289-464bf5c751f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3277db81-a543-4094-ac05-94d3593bfa4b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:37.990298 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7bffdf90-2ed3-4337-8657-304674a81a23 req-c066441f-bb09-4fd2-8cbe-28b4b04ab11e tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842314 Jan 28 13:28:37.992189 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-58a02dc6-b83c-44ce-91f9-866e2fc0bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:37.993522 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529285a-34f8-46fb-bd41-313ab3727a2a None None] Pushing event updated for resources: {'Port': ['ID=3277db81-a543-4094-ac05-94d3593bfa4b,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:38.004958 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-967013d5-b334-496a-98a5-98a205f958ad req-19883650-f356-4630-8056-644f94f923c7 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/security-groups?id=f57d5050-af6f-4453-9d44-106806ba47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592453 Jan 28 13:28:38.019814 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-58a02dc6-b83c-44ce-91f9-866e2fc0bef6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=042f9a6a-2921-498d-bcc9-1ba76067c5cb HTTP/1.1" status: 200 len: 853 time: 0.1531925 Jan 28 13:28:38.034531 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830db3d6-15fc-44a4-9289-464bf5c751f9 None None] Routers {'507984bd-565d-4301-8408-870dfb274c1e'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:28:38.037049 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-830db3d6-15fc-44a4-9289-464bf5c751f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:28:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['507984bd-565d-4301-8408-870dfb274c1e'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:38.039011 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-a70b8b07-f67c-415d-adc5-687c0d13751a tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:38.039787 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-a70b8b07-f67c-415d-adc5-687c0d13751a tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:38.075692 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-1b6bf85b-43f0-47c4-a65d-7391b046497e None None] Provisioning complete for port 3277db81-a543-4094-ac05-94d3593bfa4b triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:38.076724 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b6bf85b-43f0-47c4-a65d-7391b046497e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3277db81-a543-4094-ac05-94d3593bfa4b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:38.100915 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-828b904c-d41c-4f4e-8bb2-c727f1ae7683 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:38.101461 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-828b904c-d41c-4f4e-8bb2-c727f1ae7683 service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:38.101890 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-828b904c-d41c-4f4e-8bb2-c727f1ae7683 service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:38.102419 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-828b904c-d41c-4f4e-8bb2-c727f1ae7683 service neutron] Bound port: 767d7152-2c8c-4117-9a59-9ff3740608f1, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:38.102773 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-828b904c-d41c-4f4e-8bb2-c727f1ae7683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (767d7152-2c8c-4117-9a59-9ff3740608f1), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:38.108193 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464bc5b-4ab4-40b6-a169-ffd4e565a80c service neutron] Pushing event updated for resources: {'Port': ['ID=dbe6a402-bad8-4d79-bde2-bbfd96905d42,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:38.109941 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-4181ab1f-7ca0-4750-b444-02112094121a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.39&port_id=a691eab6-3cee-43eb-83fa-c46e5e4ad20f HTTP/1.1" status: 200 len: 217 time: 0.2446103 Jan 28 13:28:38.133985 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-a70b8b07-f67c-415d-adc5-687c0d13751a tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0154397 Jan 28 13:28:38.224511 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-6dd7486f-83ae-4b32-bee1-d5e9b5b8f5d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=16d9a03d-cf10-476d-aa93-1b10f6134522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1479917 Jan 28 13:28:38.254489 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-830db3d6-15fc-44a4-9289-464bf5c751f9 None None] Set router 507984bd-565d-4301-8408-870dfb274c1e gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:28:38.311420 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-1909ff65-7594-4e1b-9a7f-1756b6c826c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:38.329619 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-1909ff65-7594-4e1b-9a7f-1756b6c826c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=30cba770-3616-48f1-97d4-a75f4a97f805 HTTP/1.1" status: 200 len: 801 time: 0.1261113 Jan 28 13:28:38.339782 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-26dca962-6167-4cf4-839d-0202ecd61f26 service neutron] Request body: {'port': {'device_id': 'e58b495d-c293-4779-8986-bb6f7d3ebdf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:38.407691 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54280) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:38.418933 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1b6bf85b-43f0-47c4-a65d-7391b046497e None None] Current status of the port 3277db81-a543-4094-ac05-94d3593bfa4b is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:38.419804 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b6bf85b-43f0-47c4-a65d-7391b046497e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3277db81-a543-4094-ac05-94d3593bfa4b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:38.440902 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-65c7db59-578e-4a9e-88bc-89a56c7c8904 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Request body: {'security_group': {'name': 'tempest-securitygroup--448544707', 'description': 'tempest-description--1620488765'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:38.486506 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1b6bf85b-43f0-47c4-a65d-7391b046497e None None] For port 3277db81-a543-4094-ac05-94d3593bfa4b, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3277db81-a543-4094-ac05-94d3593bfa4b,segment=NetworkSegment(7b9359ad-ab9e-4dd7-951c-9218cc0873e3),segment_id=7b9359ad-ab9e-4dd7-951c-9218cc0873e3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:38.493568 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b6bf85b-43f0-47c4-a65d-7391b046497e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3277db81-a543-4094-ac05-94d3593bfa4b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:38.544482 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bf85b-43f0-47c4-a65d-7391b046497e None None] Pushing event updated for resources: {'Port': ['ID=3277db81-a543-4094-ac05-94d3593bfa4b,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:38.602279 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-65c7db59-578e-4a9e-88bc-89a56c7c8904 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:38.630816 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-828b904c-d41c-4f4e-8bb2-c727f1ae7683 service neutron] For port 767d7152-2c8c-4117-9a59-9ff3740608f1, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:38.634423 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-f4b23eda-4397-4cfd-9c47-a6c0963c1781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:38.636178 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-f4b23eda-4397-4cfd-9c47-a6c0963c1781 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7d186aed-e3b3-4a7c-8a4f-17e45742e02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2885754 Jan 28 13:28:38.651260 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-4de67ce8-202d-412d-8eaf-67558219e8c8 None None] Provisioning complete for port 3277db81-a543-4094-ac05-94d3593bfa4b triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:38.651849 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4de67ce8-202d-412d-8eaf-67558219e8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3277db81-a543-4094-ac05-94d3593bfa4b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:38.664169 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b8b07-f67c-415d-adc5-687c0d13751a tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Pushing event updated for resources: {'Port': ['ID=d66e178b-7caf-49aa-8511-2f595390c0f5,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:38.671650 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-828b904c-d41c-4f4e-8bb2-c727f1ae7683 service neutron] For port 767d7152-2c8c-4117-9a59-9ff3740608f1, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=767d7152-2c8c-4117-9a59-9ff3740608f1,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:38.684338 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101556e0-2fbf-4d89-8085-4c2369cd4e5c req-b2086f88-c906-45d8-b60e-5f7556dd05e0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:38.691469 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101556e0-2fbf-4d89-8085-4c2369cd4e5c req-b2086f88-c906-45d8-b60e-5f7556dd05e0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:38.703318 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-101556e0-2fbf-4d89-8085-4c2369cd4e5c req-b2086f88-c906-45d8-b60e-5f7556dd05e0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 1677 time: 0.1880093 Jan 28 13:28:38.752420 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-540bdaac-9a9f-46f9-9a6a-da067a3d6c84 service neutron] 10.222.0.37 "GET /v2.0/networks/16d9a03d-cf10-476d-aa93-1b10f6134522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190376 Jan 28 13:28:38.758449 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-1464bc5b-4ab4-40b6-a169-ffd4e565a80c service neutron] Attempting to bind port dbe6a402-bad8-4d79-bde2-bbfd96905d42 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:38.759861 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-1464bc5b-4ab4-40b6-a169-ffd4e565a80c service neutron] Attempting to bind port dbe6a402-bad8-4d79-bde2-bbfd96905d42 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'c2c4ccae-60eb-41f2-8e2b-5652b4999cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4d4c416b-3c7b-41c6-91cb-08e606cbf83f'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:38.759861 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-1464bc5b-4ab4-40b6-a169-ffd4e565a80c service neutron] Attempting to bind port dbe6a402-bad8-4d79-bde2-bbfd96905d42 on network 4d4c416b-3c7b-41c6-91cb-08e606cbf83f {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:38.761990 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-26dca962-6167-4cf4-839d-0202ecd61f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d66e178b-7caf-49aa-8511-2f595390c0f5), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:38.796145 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a7a54-2289-4261-9597-259ac96b348b req-eabe96ca-3a38-4fba-a9d6-187628b53ebb tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:38.801707 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-000a7a54-2289-4261-9597-259ac96b348b req-eabe96ca-3a38-4fba-a9d6-187628b53ebb tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=a76e841e-d7a2-4ae9-a316-a549eff618d8 HTTP/1.1" status: 200 len: 943 time: 0.5735407 Jan 28 13:28:38.801863 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-830db3d6-15fc-44a4-9289-464bf5c751f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507984bd-565d-4301-8408-870dfb274c1e', 'name': 'tempest-ServersTestJSON-1507381868-router', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'dd750d21-db0d-4e46-ac21-ed274af41870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:28:21Z', 'updated_at': '2022-01-28T13:28:33Z', 'revision_number': 4, 'project_id': '40d2254c52b145b8bd88955b1142b88a', 'gw_port': {'id': 'dd750d21-db0d-4e46-ac21-ed274af41870', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507984bd-565d-4301-8408-870dfb274c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:23Z', 'updated_at': '2022-01-28T13:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '3277db81-a543-4094-ac05-94d3593bfa4b', 'name': '', 'network_id': 'f001d26b-b928-47b4-a89f-43111884dd77', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'mac_address': 'fa:16:3e:7f:5d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507984bd-565d-4301-8408-870dfb274c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '4efb7cb1-71fb-417f-9e82-31bf10df1efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:30Z', 'updated_at': '2022-01-28T13:28:37Z', 'revision_number': 4, 'project_id': '40d2254c52b145b8bd88955b1142b88a', 'subnets': [{'id': '4efb7cb1-71fb-417f-9e82-31bf10df1efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:38.822163 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-828b904c-d41c-4f4e-8bb2-c727f1ae7683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (767d7152-2c8c-4117-9a59-9ff3740608f1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:38.832561 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-1464bc5b-4ab4-40b6-a169-ffd4e565a80c service neutron] Port dbe6a402-bad8-4d79-bde2-bbfd96905d42 on network 4d4c416b-3c7b-41c6-91cb-08e606cbf83f not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:28:38.833045 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-1464bc5b-4ab4-40b6-a169-ffd4e565a80c service neutron] Attempting to bind port dbe6a402-bad8-4d79-bde2-bbfd96905d42 on network 4d4c416b-3c7b-41c6-91cb-08e606cbf83f {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:38.835209 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830db3d6-15fc-44a4-9289-464bf5c751f9 None None] The sync data for ids ['507984bd-565d-4301-8408-870dfb274c1e'] in n-d-822747-2 is: [{'id': '507984bd-565d-4301-8408-870dfb274c1e', 'name': 'tempest-ServersTestJSON-1507381868-router', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'dd750d21-db0d-4e46-ac21-ed274af41870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:28:21Z', 'updated_at': '2022-01-28T13:28:33Z', 'revision_number': 4, 'project_id': '40d2254c52b145b8bd88955b1142b88a', 'gw_port': {'id': 'dd750d21-db0d-4e46-ac21-ed274af41870', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507984bd-565d-4301-8408-870dfb274c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:23Z', 'updated_at': '2022-01-28T13:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '3277db81-a543-4094-ac05-94d3593bfa4b', 'name': '', 'network_id': 'f001d26b-b928-47b4-a89f-43111884dd77', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'mac_address': 'fa:16:3e:7f:5d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507984bd-565d-4301-8408-870dfb274c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '4efb7cb1-71fb-417f-9e82-31bf10df1efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:30Z', 'updated_at': '2022-01-28T13:28:37Z', 'revision_number': 4, 'project_id': '40d2254c52b145b8bd88955b1142b88a', 'subnets': [{'id': '4efb7cb1-71fb-417f-9e82-31bf10df1efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:28:38.871358 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4de67ce8-202d-412d-8eaf-67558219e8c8 None None] Current status of the port 3277db81-a543-4094-ac05-94d3593bfa4b is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:38.883074 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-828b904c-d41c-4f4e-8bb2-c727f1ae7683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:38.883706 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-828b904c-d41c-4f4e-8bb2-c727f1ae7683 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:38.885127 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-828b904c-d41c-4f4e-8bb2-c727f1ae7683 service neutron] 10.222.0.37 "PUT /v2.0/ports/767d7152-2c8c-4117-9a59-9ff3740608f1 HTTP/1.1" status: 200 len: 1096 time: 4.8704689 Jan 28 13:28:39.008241 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-1464bc5b-4ab4-40b6-a169-ffd4e565a80c service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:39.008890 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-1464bc5b-4ab4-40b6-a169-ffd4e565a80c service neutron] Checking segment: {'id': 'c2c4ccae-60eb-41f2-8e2b-5652b4999cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4d4c416b-3c7b-41c6-91cb-08e606cbf83f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:39.009553 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-1464bc5b-4ab4-40b6-a169-ffd4e565a80c service neutron] Bound using segment: {'id': 'c2c4ccae-60eb-41f2-8e2b-5652b4999cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4d4c416b-3c7b-41c6-91cb-08e606cbf83f'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:39.010358 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-1464bc5b-4ab4-40b6-a169-ffd4e565a80c service neutron] Bound port: dbe6a402-bad8-4d79-bde2-bbfd96905d42, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2c4ccae-60eb-41f2-8e2b-5652b4999cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4d4c416b-3c7b-41c6-91cb-08e606cbf83f'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:39.010905 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-1464bc5b-4ab4-40b6-a169-ffd4e565a80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (dbe6a402-bad8-4d79-bde2-bbfd96905d42), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:39.120411 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-000a7a54-2289-4261-9597-259ac96b348b req-524e1e54-d5c2-45ba-88c8-745a2d4bbcd1 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?id=44a7f744-1530-4434-b04a-b15e9c3628da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107793 Jan 28 13:28:39.220916 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-1464bc5b-4ab4-40b6-a169-ffd4e565a80c service neutron] For port dbe6a402-bad8-4d79-bde2-bbfd96905d42, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:39.224602 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-1464bc5b-4ab4-40b6-a169-ffd4e565a80c service neutron] For port dbe6a402-bad8-4d79-bde2-bbfd96905d42, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=dbe6a402-bad8-4d79-bde2-bbfd96905d42,segment=NetworkSegment(c2c4ccae-60eb-41f2-8e2b-5652b4999cee),segment_id=c2c4ccae-60eb-41f2-8e2b-5652b4999cee)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:39.263644 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-101556e0-2fbf-4d89-8085-4c2369cd4e5c req-f67a5e95-ccd2-4716-b8be-2f96b9274b67 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5550783 Jan 28 13:28:39.347003 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-1464bc5b-4ab4-40b6-a169-ffd4e565a80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (dbe6a402-bad8-4d79-bde2-bbfd96905d42), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:39.424174 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-65c7db59-578e-4a9e-88bc-89a56c7c8904 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks [] for security_group (f9d50052-d4d1-4096-80d9-b2817a8a2416), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:39.428213 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cc570d2d-e3ca-47fc-93b9-a00d08cccd78 req-848ea3bb-410d-40cc-b6ff-5c49c60fa373 service neutron] 10.222.0.37 "GET /v2.0/networks/16d9a03d-cf10-476d-aa93-1b10f6134522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5774713 Jan 28 13:28:39.467498 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb711fe-2dad-49eb-9029-bcf20ab1b36f x-openstack-request-id: req-fcb711fe-2dad-49eb-9029-bcf20ab1b36f {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:39.467792 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76e841e-d7a2-4ae9-a316-a549eff618d8", "tag": "f472c9b4-92da-44b8-b849-5c1c44136f67", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:39.469456 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fcb711fe-2dad-49eb-9029-bcf20ab1b36f {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:39.469877 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76e841e-d7a2-4ae9-a316-a549eff618d8', 'tag': 'f472c9b4-92da-44b8-b849-5c1c44136f67', 'status': 'completed', 'code': 200} Jan 28 13:28:39.486522 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b904c-d41c-4f4e-8bb2-c727f1ae7683 service neutron] Pushing event updated for resources: {'Port': ['ID=767d7152-2c8c-4117-9a59-9ff3740608f1,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:39.501238 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-65c7db59-578e-4a9e-88bc-89a56c7c8904 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f9d50052-d4d1-4096-80d9-b2817a8a2416), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:39.502666 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-26dca962-6167-4cf4-839d-0202ecd61f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66e178b-7caf-49aa-8511-2f595390c0f5 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:39.515596 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-26dca962-6167-4cf4-839d-0202ecd61f26 service neutron] Publish callbacks [] for port (d66e178b-7caf-49aa-8511-2f595390c0f5), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:39.525610 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-b474e114-df50-4f32-815d-faa37c477689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:39.528220 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-b474e114-df50-4f32-815d-faa37c477689 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a84bcf6cd7c4518a9b8701b9573858a&device_id=b9410dfb-e647-40ce-8861-c0ce9c18db55 HTTP/1.1" status: 200 len: 1099 time: 0.4923191 Jan 28 13:28:39.529875 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-26dca962-6167-4cf4-839d-0202ecd61f26 service neutron] Transition to ACTIVE for port object d66e178b-7caf-49aa-8511-2f595390c0f5 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:28:39.544243 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-26dca962-6167-4cf4-839d-0202ecd61f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (d66e178b-7caf-49aa-8511-2f595390c0f5), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:39.583884 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-1464bc5b-4ab4-40b6-a169-ffd4e565a80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:39.584823 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-1464bc5b-4ab4-40b6-a169-ffd4e565a80c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:39.586450 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-1464bc5b-4ab4-40b6-a169-ffd4e565a80c service neutron] 10.222.0.18 "PUT /v2.0/ports/dbe6a402-bad8-4d79-bde2-bbfd96905d42 HTTP/1.1" status: 200 len: 1092 time: 3.0276747 Jan 28 13:28:39.598906 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7196d8f4-f811-46b8-ae07-004aafc4c00d', 'tag': 'dbe6a402-bad8-4d79-bde2-bbfd96905d42'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:39.608601 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c55973b-4c13-4285-8cda-a26da0c728a1" -d '{"events": [{"name": "network-changed", "server_uuid": "7196d8f4-f811-46b8-ae07-004aafc4c00d", "tag": "dbe6a402-bad8-4d79-bde2-bbfd96905d42"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:39.640834 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7db59-578e-4a9e-88bc-89a56c7c8904 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d50052-d4d1-4096-80d9-b2817a8a2416,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:39.743723 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9997fa-caa2-4bb4-a55b-2d1da9e7e22d req-b8adeef1-1ab0-4bf4-bbcf-ee934f7053fc tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:39.752650 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fc9997fa-caa2-4bb4-a55b-2d1da9e7e22d req-b8adeef1-1ab0-4bf4-bbcf-ee934f7053fc tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=e58b495d-c293-4779-8986-bb6f7d3ebdf2 HTTP/1.1" status: 200 len: 944 time: 0.4098477 Jan 28 13:28:39.768346 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-e6856e9d-a73d-4f5d-8c2e-b86a3e653a33 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=767d7152-2c8c-4117-9a59-9ff3740608f1 HTTP/1.1" status: 200 len: 217 time: 0.1469443 Jan 28 13:28:39.832407 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-65c7db59-578e-4a9e-88bc-89a56c7c8904 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:39.834468 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-65c7db59-578e-4a9e-88bc-89a56c7c8904 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.4258618 Jan 28 13:28:39.846610 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-930eb008-fc38-47cb-b59c-7403b8c33d0b service neutron] 10.222.0.18 "GET /v2.0/networks/7d186aed-e3b3-4a7c-8a4f-17e45742e02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1924062 Jan 28 13:28:39.862210 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54294) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:39.909199 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-3d975739-13e9-4881-98cf-d93e0c98f02c tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Request body: {'security_group_rule': {'security_group_id': 'f9d50052-d4d1-4096-80d9-b2817a8a2416', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:39.963381 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507f430-1a76-4088-88aa-d23792c95ca4 req-62f57091-bbaf-4b98-a742-137c5b660f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:39.964932 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3507f430-1a76-4088-88aa-d23792c95ca4 req-62f57091-bbaf-4b98-a742-137c5b660f93 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b360bd95cff749448a550ff64a9ecd83&device_id=a76e841e-d7a2-4ae9-a316-a549eff618d8 HTTP/1.1" status: 200 len: 1094 time: 0.4523938 Jan 28 13:28:40.093765 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e2f33-93bb-4df1-acad-ac2c6ad72b5b req-5738cd5c-b684-4084-8fe9-6db3d4a0d3de tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:40.095499 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-897e2f33-93bb-4df1-acad-ac2c6ad72b5b req-5738cd5c-b684-4084-8fe9-6db3d4a0d3de tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 945 time: 0.3316798 Jan 28 13:28:40.166324 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-08b9f3cd-5d16-4f0a-a086-788a748480b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:40.167897 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-08b9f3cd-5d16-4f0a-a086-788a748480b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.3026464 Jan 28 13:28:40.230503 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d975739-13e9-4881-98cf-d93e0c98f02c tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks [] for security_group_rule (0fe89e62-e0f7-4672-b85d-008f36af7006), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:40.278717 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464bc5b-4ab4-40b6-a169-ffd4e565a80c service neutron] Pushing event updated for resources: {'Port': ['ID=dbe6a402-bad8-4d79-bde2-bbfd96905d42,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:40.287935 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507f430-1a76-4088-88aa-d23792c95ca4 req-2f23d187-63d9-450b-94f4-dc50e35526ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:40.289411 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3507f430-1a76-4088-88aa-d23792c95ca4 req-2f23d187-63d9-450b-94f4-dc50e35526ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=16d9a03d-cf10-476d-aa93-1b10f6134522 HTTP/1.1" status: 200 len: 913 time: 0.3017654 Jan 28 13:28:40.296165 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-135853f3-647e-4986-85f5-05441f5bb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:40.298025 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-135853f3-647e-4986-85f5-05441f5bb7aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae9d4f789d624ccbaff6934ecfbcc82c&device_id=7196d8f4-f811-46b8-ae07-004aafc4c00d HTTP/1.1" status: 200 len: 1095 time: 0.6597722 Jan 28 13:28:40.300545 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21690e55-190f-4b66-8d42-9f5e4bd930b0 req-a7af7b2f-8d00-48a7-9883-959d5b3ee93d service neutron] 10.222.0.18 "GET /v2.0/networks/7d186aed-e3b3-4a7c-8a4f-17e45742e02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370170 Jan 28 13:28:40.380075 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-7c603812-5531-48df-afb9-ce90e9a9532b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbe6a402-bad8-4d79-bde2-bbfd96905d42 HTTP/1.1" status: 200 len: 217 time: 0.0470500 Jan 28 13:28:40.408859 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-897e2f33-93bb-4df1-acad-ac2c6ad72b5b req-1c5d6ee0-6660-4fb2-ac81-d188c1959cf3 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824137 Jan 28 13:28:40.411023 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3507f430-1a76-4088-88aa-d23792c95ca4 req-f033263e-18cd-4ebf-800d-0656d5184a57 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f472c9b4-92da-44b8-b849-5c1c44136f67 HTTP/1.1" status: 200 len: 217 time: 0.1047349 Jan 28 13:28:40.480822 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-bd42a95f-a975-4b4e-8bf2-10c2c4d3e9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:40.483133 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-bd42a95f-a975-4b4e-8bf2-10c2c4d3e9a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2930653 Jan 28 13:28:40.485178 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-26dca962-6167-4cf4-839d-0202ecd61f26 service neutron] Attempting to bind port d66e178b-7caf-49aa-8511-2f595390c0f5 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:40.485590 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-26dca962-6167-4cf4-839d-0202ecd61f26 service neutron] Attempting to bind port d66e178b-7caf-49aa-8511-2f595390c0f5 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'c2c4ccae-60eb-41f2-8e2b-5652b4999cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4d4c416b-3c7b-41c6-91cb-08e606cbf83f'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:40.486009 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-26dca962-6167-4cf4-839d-0202ecd61f26 service neutron] Attempting to bind port d66e178b-7caf-49aa-8511-2f595390c0f5 on network 4d4c416b-3c7b-41c6-91cb-08e606cbf83f {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:40.491016 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dca962-6167-4cf4-839d-0202ecd61f26 service neutron] Pushing event updated for resources: {'Port': ['ID=d66e178b-7caf-49aa-8511-2f595390c0f5,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:40.501964 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-26dca962-6167-4cf4-839d-0202ecd61f26 service neutron] Port d66e178b-7caf-49aa-8511-2f595390c0f5 on network 4d4c416b-3c7b-41c6-91cb-08e606cbf83f not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:28:40.502371 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-26dca962-6167-4cf4-839d-0202ecd61f26 service neutron] Attempting to bind port d66e178b-7caf-49aa-8511-2f595390c0f5 on network 4d4c416b-3c7b-41c6-91cb-08e606cbf83f {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:40.526034 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3277db81-a543-4094-ac05-94d3593bfa4b up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:40.544245 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-604894fe-928a-4f18-8d0e-7c6eda7d2824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:40.546056 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-604894fe-928a-4f18-8d0e-7c6eda7d2824 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f6a26e6-2c2f-414a-b9ef-849c33c591a6 HTTP/1.1" status: 200 len: 853 time: 0.1561828 Jan 28 13:28:40.549995 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fc9997fa-caa2-4bb4-a55b-2d1da9e7e22d req-c21e2005-b798-46f0-9bf2-3d1b3f6eae81 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7959638 Jan 28 13:28:40.552335 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-26dca962-6167-4cf4-839d-0202ecd61f26 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:40.553146 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-26dca962-6167-4cf4-839d-0202ecd61f26 service neutron] Checking segment: {'id': 'c2c4ccae-60eb-41f2-8e2b-5652b4999cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4d4c416b-3c7b-41c6-91cb-08e606cbf83f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:40.553696 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-26dca962-6167-4cf4-839d-0202ecd61f26 service neutron] Bound using segment: {'id': 'c2c4ccae-60eb-41f2-8e2b-5652b4999cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4d4c416b-3c7b-41c6-91cb-08e606cbf83f'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:40.555461 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-26dca962-6167-4cf4-839d-0202ecd61f26 service neutron] Bound port: d66e178b-7caf-49aa-8511-2f595390c0f5, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2c4ccae-60eb-41f2-8e2b-5652b4999cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4d4c416b-3c7b-41c6-91cb-08e606cbf83f'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:40.556333 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-26dca962-6167-4cf4-839d-0202ecd61f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d66e178b-7caf-49aa-8511-2f595390c0f5), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:40.611608 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 3277db81-a543-4094-ac05-94d3593bfa4b triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:40.611973 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3277db81-a543-4094-ac05-94d3593bfa4b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:40.650300 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d975739-13e9-4881-98cf-d93e0c98f02c tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks [] for security_group_rule (0fe89e62-e0f7-4672-b85d-008f36af7006), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:40.653029 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507f430-1a76-4088-88aa-d23792c95ca4 req-7e77cef5-e54d-4a58-add7-1e6b2dcb4c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:40.654681 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3507f430-1a76-4088-88aa-d23792c95ca4 req-7e77cef5-e54d-4a58-add7-1e6b2dcb4c00 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=042f9a6a-2921-498d-bcc9-1ba76067c5cb HTTP/1.1" status: 200 len: 853 time: 0.2302468 Jan 28 13:28:40.658077 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac70277-d723-45c9-ae94-be58921f40fe req-c954d9b0-5d05-4411-8642-362cfd6dc383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:40.659206 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac70277-d723-45c9-ae94-be58921f40fe req-c954d9b0-5d05-4411-8642-362cfd6dc383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:40.661837 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8ac70277-d723-45c9-ae94-be58921f40fe req-c954d9b0-5d05-4411-8642-362cfd6dc383 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a32c0d8081c141c0994b58c29d4a7990&device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 1979 time: 0.2738431 Jan 28 13:28:40.691211 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d975739-13e9-4881-98cf-d93e0c98f02c tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (0fe89e62-e0f7-4672-b85d-008f36af7006), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:40.692312 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-26dca962-6167-4cf4-839d-0202ecd61f26 service neutron] For port d66e178b-7caf-49aa-8511-2f595390c0f5, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:40.697707 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-26dca962-6167-4cf4-839d-0202ecd61f26 service neutron] For port d66e178b-7caf-49aa-8511-2f595390c0f5, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=d66e178b-7caf-49aa-8511-2f595390c0f5,segment=NetworkSegment(c2c4ccae-60eb-41f2-8e2b-5652b4999cee),segment_id=c2c4ccae-60eb-41f2-8e2b-5652b4999cee)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:40.711924 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8a04fd-6080-4f1e-8d6d-6c5537a94543 x-openstack-request-id: req-1c8a04fd-6080-4f1e-8d6d-6c5537a94543 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:40.712412 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7196d8f4-f811-46b8-ae07-004aafc4c00d", "tag": "dbe6a402-bad8-4d79-bde2-bbfd96905d42", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:40.712803 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c8a04fd-6080-4f1e-8d6d-6c5537a94543 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:40.713394 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7196d8f4-f811-46b8-ae07-004aafc4c00d', 'tag': 'dbe6a402-bad8-4d79-bde2-bbfd96905d42', 'status': 'completed', 'code': 200} Jan 28 13:28:40.719099 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-26dca962-6167-4cf4-839d-0202ecd61f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (d66e178b-7caf-49aa-8511-2f595390c0f5), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:40.732205 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3507f430-1a76-4088-88aa-d23792c95ca4 req-fe6805f1-1254-4476-85d0-006929108cf3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=16d9a03d-cf10-476d-aa93-1b10f6134522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651782 Jan 28 13:28:40.747374 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-41000f42-4c80-493f-899f-adc8157b6494 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d4c416b-3c7b-41c6-91cb-08e606cbf83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1709213 Jan 28 13:28:40.786692 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 3277db81-a543-4094-ac05-94d3593bfa4b is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:40.825881 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-26dca962-6167-4cf4-839d-0202ecd61f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:40.826500 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-26dca962-6167-4cf4-839d-0202ecd61f26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:40.827947 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-26dca962-6167-4cf4-839d-0202ecd61f26 service neutron] 10.222.0.18 "PUT /v2.0/ports/d66e178b-7caf-49aa-8511-2f595390c0f5 HTTP/1.1" status: 200 len: 1092 time: 2.6196463 Jan 28 13:28:40.833946 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d975739-13e9-4881-98cf-d93e0c98f02c tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe89e62-e0f7-4672-b85d-008f36af7006,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:40.873154 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d975739-13e9-4881-98cf-d93e0c98f02c tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:40.874822 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3d975739-13e9-4881-98cf-d93e0c98f02c tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9812686 Jan 28 13:28:40.890404 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54304) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:40.910732 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-e75e7b73-8500-4827-ae28-5e911ea285b8 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Request body: {'security_group_rule': {'security_group_id': 'f9d50052-d4d1-4096-80d9-b2817a8a2416', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:40.953626 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583a348-e08a-4724-9fde-abd0c9be9a2f req-4728410b-677a-4981-a9f1-a95e124991e0 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:40.955255 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0583a348-e08a-4724-9fde-abd0c9be9a2f req-4728410b-677a-4981-a9f1-a95e124991e0 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9410dfb-e647-40ce-8861-c0ce9c18db55 HTTP/1.1" status: 200 len: 948 time: 0.4311297 Jan 28 13:28:40.991016 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-e314e101-7b8a-4377-983c-531739ba0081 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934998 Jan 28 13:28:41.038615 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dca962-6167-4cf4-839d-0202ecd61f26 service neutron] Pushing event updated for resources: {'Port': ['ID=d66e178b-7caf-49aa-8511-2f595390c0f5,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:41.062695 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041c988-2439-4a7b-9a6f-b7ee83a9f825 req-4f5e990b-7b81-42a9-91d1-39ea05caeda9 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:41.067349 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6041c988-2439-4a7b-9a6f-b7ee83a9f825 req-4f5e990b-7b81-42a9-91d1-39ea05caeda9 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=a76e841e-d7a2-4ae9-a316-a549eff618d8 HTTP/1.1" status: 200 len: 943 time: 0.2553039 Jan 28 13:28:41.088000 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3507f430-1a76-4088-88aa-d23792c95ca4 req-a0d93bcf-db30-4e5c-8176-f9c11807afa8 service neutron] 10.222.0.37 "GET /v2.0/networks/16d9a03d-cf10-476d-aa93-1b10f6134522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415799 Jan 28 13:28:41.097518 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac70277-d723-45c9-ae94-be58921f40fe req-93434ddb-0796-4b9d-80f8-4ffdd38a6fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:41.099054 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8ac70277-d723-45c9-ae94-be58921f40fe req-93434ddb-0796-4b9d-80f8-4ffdd38a6fb5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7d186aed-e3b3-4a7c-8a4f-17e45742e02b HTTP/1.1" status: 200 len: 901 time: 0.4165618 Jan 28 13:28:41.104179 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e75e7b73-8500-4827-ae28-5e911ea285b8 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks [] for security_group_rule (9b97c1e7-486d-4d0a-951a-9ed3eb0f1fc9), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:41.118722 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-d4951e2c-f82a-4dac-9655-02f1c837358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:41.120323 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-d4951e2c-f82a-4dac-9655-02f1c837358b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae9d4f789d624ccbaff6934ecfbcc82c&device_id=e58b495d-c293-4779-8986-bb6f7d3ebdf2 HTTP/1.1" status: 200 len: 1095 time: 0.2308524 Jan 28 13:28:41.126745 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-8de48e54-1799-466b-b65b-d04b5574d495 service neutron] 10.222.0.18 "GET /v2.0/networks/4d4c416b-3c7b-41c6-91cb-08e606cbf83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722386 Jan 28 13:28:41.208129 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-577265f4-898a-4620-9dc2-7f4b08e498a4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d66e178b-7caf-49aa-8511-2f595390c0f5 HTTP/1.1" status: 200 len: 217 time: 0.0786304 Jan 28 13:28:41.277816 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6041c988-2439-4a7b-9a6f-b7ee83a9f825 req-447290ed-9f7a-47a5-8d0c-6f1731c1e71a tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?id=44a7f744-1530-4434-b04a-b15e9c3628da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095442 Jan 28 13:28:41.349069 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e75e7b73-8500-4827-ae28-5e911ea285b8 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks [] for security_group_rule (9b97c1e7-486d-4d0a-951a-9ed3eb0f1fc9), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:41.368970 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e75e7b73-8500-4827-ae28-5e911ea285b8 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (9b97c1e7-486d-4d0a-951a-9ed3eb0f1fc9), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:41.390002 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-dd5bd917-89ba-45b1-ba8f-4deda6688420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:41.391594 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-dd5bd917-89ba-45b1-ba8f-4deda6688420 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f6a26e6-2c2f-414a-b9ef-849c33c591a6 HTTP/1.1" status: 200 len: 853 time: 0.1665251 Jan 28 13:28:41.393470 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-74e90a7c-49a3-47b8-851c-148fdf66500e service neutron] 10.222.0.18 "GET /v2.0/networks/4d4c416b-3c7b-41c6-91cb-08e606cbf83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536621 Jan 28 13:28:41.439334 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e7b73-8500-4827-ae28-5e911ea285b8 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b97c1e7-486d-4d0a-951a-9ed3eb0f1fc9,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:41.462329 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-7315e257-fbaa-4c35-87e3-fc5a5b1b0e7a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d4c416b-3c7b-41c6-91cb-08e606cbf83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466161 Jan 28 13:28:41.464941 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e75e7b73-8500-4827-ae28-5e911ea285b8 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:41.466116 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e75e7b73-8500-4827-ae28-5e911ea285b8 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5727034 Jan 28 13:28:41.469666 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54312) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:41.475981 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-1c181af4-5843-454a-85d6-10933bddd634 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:41.538535 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dea4c4-efcb-41e4-83e5-dad9f3971c27 req-0a19d9a1-cb8b-4a6b-b491-d2a84a52ea85 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:41.544095 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dea4c4-efcb-41e4-83e5-dad9f3971c27 req-0a19d9a1-cb8b-4a6b-b491-d2a84a52ea85 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:41.545740 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c3dea4c4-efcb-41e4-83e5-dad9f3971c27 req-0a19d9a1-cb8b-4a6b-b491-d2a84a52ea85 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 1677 time: 0.1847074 Jan 28 13:28:41.548257 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9410dfb-e647-40ce-8861-c0ce9c18db55', 'tag': '767d7152-2c8c-4117-9a59-9ff3740608f1'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:41.551139 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1f1b9f-a05a-4fc0-baf3-e73e8acf28e2" -d '{"events": [{"name": "network-changed", "server_uuid": "b9410dfb-e647-40ce-8861-c0ce9c18db55", "tag": "767d7152-2c8c-4117-9a59-9ff3740608f1"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:41.574383 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0583a348-e08a-4724-9fde-abd0c9be9a2f req-13e67cbd-fb39-4773-bd50-76e8912bf315 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/security-groups?id=f57d5050-af6f-4453-9d44-106806ba47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6039834 Jan 28 13:28:41.576224 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8ac70277-d723-45c9-ae94-be58921f40fe req-65302c9d-5cc1-471a-9201-076494d81937 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.39&port_id=a691eab6-3cee-43eb-83fa-c46e5e4ad20f HTTP/1.1" status: 200 len: 217 time: 0.4457989 Jan 28 13:28:41.636529 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1c181af4-5843-454a-85d6-10933bddd634 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:41.688861 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-774aa205-e392-4d6e-8874-fa9c39d4e68c req-c9873b51-d036-4e75-9b47-5297f436c655 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6893783 Jan 28 13:28:41.701677 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac70277-d723-45c9-ae94-be58921f40fe req-831cbd05-46db-47f1-bc4e-c9380647b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:41.703179 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8ac70277-d723-45c9-ae94-be58921f40fe req-831cbd05-46db-47f1-bc4e-c9380647b941 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=30cba770-3616-48f1-97d4-a75f4a97f805 HTTP/1.1" status: 200 len: 801 time: 0.1202385 Jan 28 13:28:41.709194 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55973b-4c13-4285-8cda-a26da0c728a1 req-d3b0a79b-d680-408d-b662-e4fdb8022e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:41.710482 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7c55973b-4c13-4285-8cda-a26da0c728a1 req-d3b0a79b-d680-408d-b662-e4fdb8022e6e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae9d4f789d624ccbaff6934ecfbcc82c&device_id=7196d8f4-f811-46b8-ae07-004aafc4c00d HTTP/1.1" status: 200 len: 1095 time: 0.2294350 Jan 28 13:28:41.713370 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-c8138be8-3d81-4962-be17-1bab6b05fb31 service neutron] 10.222.0.18 "GET /v2.0/networks/4d4c416b-3c7b-41c6-91cb-08e606cbf83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311466 Jan 28 13:28:41.720543 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c3dea4c4-efcb-41e4-83e5-dad9f3971c27 req-e9210b9e-7463-4616-bbec-0ea853845f7c tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566691 Jan 28 13:28:41.720786 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3507f430-1a76-4088-88aa-d23792c95ca4 req-09fdc666-68bd-4f6e-8bb1-64fd78f270a9 service neutron] 10.222.0.37 "GET /v2.0/networks/16d9a03d-cf10-476d-aa93-1b10f6134522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6186056 Jan 28 13:28:41.773018 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac70277-d723-45c9-ae94-be58921f40fe req-52249054-ae5f-40d1-80d1-8b45ce7a73bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:41.774528 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8ac70277-d723-45c9-ae94-be58921f40fe req-52249054-ae5f-40d1-80d1-8b45ce7a73bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7d186aed-e3b3-4a7c-8a4f-17e45742e02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0528808 Jan 28 13:28:41.895244 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8ac70277-d723-45c9-ae94-be58921f40fe req-771f2213-f2f3-41a3-9817-d9d638f89c43 service neutron] 10.222.0.18 "GET /v2.0/networks/7d186aed-e3b3-4a7c-8a4f-17e45742e02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133287 Jan 28 13:28:42.008278 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e138d051-7334-40c6-905b-f19f9ff779a8 x-openstack-request-id: req-e138d051-7334-40c6-905b-f19f9ff779a8 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:42.008610 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9410dfb-e647-40ce-8861-c0ce9c18db55", "tag": "767d7152-2c8c-4117-9a59-9ff3740608f1", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:42.008832 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e138d051-7334-40c6-905b-f19f9ff779a8 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:42.009259 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9410dfb-e647-40ce-8861-c0ce9c18db55', 'tag': '767d7152-2c8c-4117-9a59-9ff3740608f1', 'status': 'completed', 'code': 200} Jan 28 13:28:42.019462 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ff66c7ae-a77b-4a29-ae29-a4cff2b2063f req-9a530672-4422-470f-bcce-f0552a420e4b service neutron] 10.222.0.18 "GET /v2.0/networks/4d4c416b-3c7b-41c6-91cb-08e606cbf83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978528 Jan 28 13:28:42.021444 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55973b-4c13-4285-8cda-a26da0c728a1 req-784981ee-d6b6-474a-aefe-6e4afd221045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:42.022823 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7c55973b-4c13-4285-8cda-a26da0c728a1 req-784981ee-d6b6-474a-aefe-6e4afd221045 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d4c416b-3c7b-41c6-91cb-08e606cbf83f HTTP/1.1" status: 200 len: 913 time: 0.3001468 Jan 28 13:28:42.040440 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa55086-0317-4151-85ed-a0f44a251757 req-ab85db89-b2fa-4b97-b82c-15090fd19ae9 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:42.057793 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1fa55086-0317-4151-85ed-a0f44a251757 req-ab85db89-b2fa-4b97-b82c-15090fd19ae9 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 945 time: 0.1889803 Jan 28 13:28:42.093290 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8ac70277-d723-45c9-ae94-be58921f40fe req-70662573-dd85-4466-9dbc-f49d43e42e8e service neutron] 10.222.0.18 "GET /v2.0/networks/7d186aed-e3b3-4a7c-8a4f-17e45742e02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906831 Jan 28 13:28:42.104721 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device f472c9b4-92da-44b8-b849-5c1c44136f67 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:28:42.137323 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f1b9f-a05a-4fc0-baf3-e73e8acf28e2 req-259c3f60-2144-4469-9af8-af8da11b5f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:42.139736 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b1f1b9f-a05a-4fc0-baf3-e73e8acf28e2 req-259c3f60-2144-4469-9af8-af8da11b5f82 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a84bcf6cd7c4518a9b8701b9573858a&device_id=b9410dfb-e647-40ce-8861-c0ce9c18db55 HTTP/1.1" status: 200 len: 1099 time: 0.0878551 Jan 28 13:28:42.144579 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7c55973b-4c13-4285-8cda-a26da0c728a1 req-c62caecc-b56a-41c3-8ea8-1305d1d81231 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbe6a402-bad8-4d79-bde2-bbfd96905d42 HTTP/1.1" status: 200 len: 217 time: 0.0837669 Jan 28 13:28:42.201494 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a988b-1c48-4c18-940b-7176ff43b01f req-5cb16404-9d3a-4be2-a3f6-6609218c0924 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:42.203244 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1fa55086-0317-4151-85ed-a0f44a251757 req-4b78cc13-12d6-44be-a5d3-6e24d2bb7994 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442237 Jan 28 13:28:42.210619 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-054a988b-1c48-4c18-940b-7176ff43b01f req-5cb16404-9d3a-4be2-a3f6-6609218c0924 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=e58b495d-c293-4779-8986-bb6f7d3ebdf2 HTTP/1.1" status: 200 len: 944 time: 0.1120691 Jan 28 13:28:42.260323 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1c181af4-5843-454a-85d6-10933bddd634 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:42.288988 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port f472c9b4-92da-44b8-b849-5c1c44136f67, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=f472c9b4-92da-44b8-b849-5c1c44136f67,segment=NetworkSegment(bdc48f93-6a06-41d7-b4e3-6415c817d317),segment_id=bdc48f93-6a06-41d7-b4e3-6415c817d317)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:42.311005 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55973b-4c13-4285-8cda-a26da0c728a1 req-83512178-e41a-4f6c-97fe-d1fba184ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:42.313321 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7c55973b-4c13-4285-8cda-a26da0c728a1 req-83512178-e41a-4f6c-97fe-d1fba184ed0c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f6a26e6-2c2f-414a-b9ef-849c33c591a6 HTTP/1.1" status: 200 len: 853 time: 0.1356027 Jan 28 13:28:42.328488 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'f472c9b4-92da-44b8-b849-5c1c44136f67', 'network_id': '16d9a03d-cf10-476d-aa93-1b10f6134522', 'port_id': 'f472c9b4-92da-44b8-b849-5c1c44136f67', 'mac_address': 'fa:16:3e:07:af:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042f9a6a-2921-498d-bcc9-1ba76067c5cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:28:42.369892 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-054a988b-1c48-4c18-940b-7176ff43b01f req-e4937053-e8c8-43dc-b3e2-afd26969269f tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563690 Jan 28 13:28:42.373340 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7c55973b-4c13-4285-8cda-a26da0c728a1 req-af6ed4df-98f1-4bb4-a998-a1f2906bf9cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d4c416b-3c7b-41c6-91cb-08e606cbf83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485036 Jan 28 13:28:42.412566 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f1b9f-a05a-4fc0-baf3-e73e8acf28e2 req-457f52a5-6121-4ab1-a9d5-97b17a4d448f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:42.415799 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port f472c9b4-92da-44b8-b849-5c1c44136f67 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:42.416549 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f472c9b4-92da-44b8-b849-5c1c44136f67), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:42.423418 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b1f1b9f-a05a-4fc0-baf3-e73e8acf28e2 req-457f52a5-6121-4ab1-a9d5-97b17a4d448f service neutron] 10.222.0.37 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.2681217 Jan 28 13:28:42.437096 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f472c9b4-92da-44b8-b849-5c1c44136f67 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:42.470386 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port f472c9b4-92da-44b8-b849-5c1c44136f67, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=f472c9b4-92da-44b8-b849-5c1c44136f67,segment=NetworkSegment(bdc48f93-6a06-41d7-b4e3-6415c817d317),segment_id=bdc48f93-6a06-41d7-b4e3-6415c817d317)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:42.477966 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f472c9b4-92da-44b8-b849-5c1c44136f67), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:42.535617 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b1f1b9f-a05a-4fc0-baf3-e73e8acf28e2 req-65718992-d9e8-49a4-be0f-ceba45d91f62 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=767d7152-2c8c-4117-9a59-9ff3740608f1 HTTP/1.1" status: 200 len: 217 time: 0.0961213 Jan 28 13:28:42.589468 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-1c181af4-5843-454a-85d6-10933bddd634 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Allocated IP 172.25.3.250 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/74881928-c7ac-4e39-a002-bb8ea45a3fd2) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:42.594986 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f1b9f-a05a-4fc0-baf3-e73e8acf28e2 req-b7b4678e-12c6-43ec-b415-0c5197e6a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:42.603885 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b1f1b9f-a05a-4fc0-baf3-e73e8acf28e2 req-b7b4678e-12c6-43ec-b415-0c5197e6a113 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0646758 Jan 28 13:28:42.639073 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=f472c9b4-92da-44b8-b849-5c1c44136f67,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:42.645910 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7c55973b-4c13-4285-8cda-a26da0c728a1 req-3ea05e8d-ba81-4327-8190-796e431e7286 service neutron] 10.222.0.18 "GET /v2.0/networks/4d4c416b-3c7b-41c6-91cb-08e606cbf83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643943 Jan 28 13:28:42.665969 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08fb36-81c6-4a55-b330-f21761a0ac13 req-f2f46359-47cf-4c1e-b249-fac35e100b7b tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:42.673047 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8f08fb36-81c6-4a55-b330-f21761a0ac13 req-f2f46359-47cf-4c1e-b249-fac35e100b7b tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=a76e841e-d7a2-4ae9-a316-a549eff618d8 HTTP/1.1" status: 200 len: 944 time: 0.1503425 Jan 28 13:28:42.689398 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f1b9f-a05a-4fc0-baf3-e73e8acf28e2 req-85dbd7dc-a546-4bf4-ad5c-2e4f5b2153de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:42.691394 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b1f1b9f-a05a-4fc0-baf3-e73e8acf28e2 req-85dbd7dc-a546-4bf4-ad5c-2e4f5b2153de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0831015 Jan 28 13:28:42.731020 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58b495d-c293-4779-8986-bb6f7d3ebdf2', 'tag': 'd66e178b-7caf-49aa-8511-2f595390c0f5'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:42.736959 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9811146-0d54-43e5-a1e6-127117096f09" -d '{"events": [{"name": "network-changed", "server_uuid": "e58b495d-c293-4779-8986-bb6f7d3ebdf2", "tag": "d66e178b-7caf-49aa-8511-2f595390c0f5"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:42.836720 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8f08fb36-81c6-4a55-b330-f21761a0ac13 req-98a463fc-2ea4-4a18-948b-ce2c6969260d tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?id=44a7f744-1530-4434-b04a-b15e9c3628da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628010 Jan 28 13:28:42.859641 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55b95f-dd02-4eb9-a1c5-7c42f56d652a req-536e2552-309e-417e-b249-e3b720b26f8b tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:42.867132 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['f472c9b4-92da-44b8-b849-5c1c44136f67'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:42.876113 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7c55b95f-dd02-4eb9-a1c5-7c42f56d652a req-536e2552-309e-417e-b249-e3b720b26f8b tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9410dfb-e647-40ce-8861-c0ce9c18db55 HTTP/1.1" status: 200 len: 948 time: 0.1651950 Jan 28 13:28:42.919038 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7c55973b-4c13-4285-8cda-a26da0c728a1 req-7ee8425f-66ce-41c3-a9bf-f4efdabce047 service neutron] 10.222.0.18 "GET /v2.0/networks/4d4c416b-3c7b-41c6-91cb-08e606cbf83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619052 Jan 28 13:28:42.941496 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1c181af4-5843-454a-85d6-10933bddd634 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks [] for port (74881928-c7ac-4e39-a002-bb8ea45a3fd2), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:42.947656 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b1f1b9f-a05a-4fc0-baf3-e73e8acf28e2 req-3249d96c-3071-4634-abb0-023fc0aa35db service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499282 Jan 28 13:28:42.979029 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7c55b95f-dd02-4eb9-a1c5-7c42f56d652a req-2b085420-b003-4bc6-a73a-ccad23222720 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/security-groups?id=f57d5050-af6f-4453-9d44-106806ba47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976324 Jan 28 13:28:43.128163 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1c181af4-5843-454a-85d6-10933bddd634 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (74881928-c7ac-4e39-a002-bb8ea45a3fd2), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:43.192535 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c181af4-5843-454a-85d6-10933bddd634 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:43.198683 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-687371bf-e483-4a71-9983-d2839c45fb7f tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:43.200353 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-687371bf-e483-4a71-9983-d2839c45fb7f tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] 10.222.0.39 "GET /v2.0/networks?id=63b3830a-69e3-485a-b420-3d34c91e5079 HTTP/1.1" status: 200 len: 809 time: 0.2561252 Jan 28 13:28:43.203709 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-1c181af4-5843-454a-85d6-10933bddd634 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:43.207705 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c181af4-5843-454a-85d6-10933bddd634 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:43.209174 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecac5b4-70cf-4ba4-889b-84793a62ec38 req-7b39f12f-d714-465d-b27b-1d44700e9d42 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:43.218123 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecac5b4-70cf-4ba4-889b-84793a62ec38 req-7b39f12f-d714-465d-b27b-1d44700e9d42 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:43.220301 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2ecac5b4-70cf-4ba4-889b-84793a62ec38 req-7b39f12f-d714-465d-b27b-1d44700e9d42 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 1677 time: 0.0949435 Jan 28 13:28:43.247321 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b1f1b9f-a05a-4fc0-baf3-e73e8acf28e2 req-15887d43-b4e1-461f-8f3b-2b5a4055ff25 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924995 Jan 28 13:28:43.258107 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-0abb4e3b-de7b-4f72-9f00-677d83d8b0fb tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] 10.222.0.39 "GET /v2.0/quotas/48ad8eac274a4608b659a32b56a99ba9 HTTP/1.1" status: 200 len: 375 time: 0.0234623 Jan 28 13:28:43.258786 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c181af4-5843-454a-85d6-10933bddd634 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Pushing event updated for resources: {'Port': ['ID=74881928-c7ac-4e39-a002-bb8ea45a3fd2,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:43.300132 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2ecac5b4-70cf-4ba4-889b-84793a62ec38 req-385bdf53-d7b2-4658-8bde-984462e36456 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706794 Jan 28 13:28:43.316288 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-2b22d3b8-ab53-4166-9cac-2bbb5c9ca654 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=48ad8eac274a4608b659a32b56a99ba9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467067 Jan 28 13:28:43.368263 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026221af-70df-4348-80e9-61ace49ed9e3 x-openstack-request-id: req-026221af-70df-4348-80e9-61ace49ed9e3 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:43.368263 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e58b495d-c293-4779-8986-bb6f7d3ebdf2", "tag": "d66e178b-7caf-49aa-8511-2f595390c0f5", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:43.368263 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-026221af-70df-4348-80e9-61ace49ed9e3 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:43.369138 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e58b495d-c293-4779-8986-bb6f7d3ebdf2', 'tag': 'd66e178b-7caf-49aa-8511-2f595390c0f5', 'status': 'completed', 'code': 200} Jan 28 13:28:43.446511 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1c181af4-5843-454a-85d6-10933bddd634 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks [] for floatingip (0f2f343e-ebfe-41e0-826c-f2899c759563), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:43.477423 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8367f3-f6c7-4143-998d-9d996bd8fd05 req-71e614d9-0e99-4555-a9f8-31280daa9d96 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:43.479776 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-be8367f3-f6c7-4143-998d-9d996bd8fd05 req-71e614d9-0e99-4555-a9f8-31280daa9d96 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 945 time: 0.0607095 Jan 28 13:28:43.528179 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-79ccbc81-2b9f-47d6-b039-62ae22e37b2d service neutron] 10.222.0.39 "GET /v2.0/networks/63b3830a-69e3-485a-b420-3d34c91e5079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815877 Jan 28 13:28:43.529366 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1c181af4-5843-454a-85d6-10933bddd634 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (74881928-c7ac-4e39-a002-bb8ea45a3fd2), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:43.561379 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9811146-0d54-43e5-a1e6-127117096f09 req-a3f80541-8ad7-4a6d-9b22-9133f13a6188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:43.562258 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-be8367f3-f6c7-4143-998d-9d996bd8fd05 req-6fc41971-05b5-4b1d-9a64-06c42e0b65dc tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711203 Jan 28 13:28:43.562858 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9811146-0d54-43e5-a1e6-127117096f09 req-a3f80541-8ad7-4a6d-9b22-9133f13a6188 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae9d4f789d624ccbaff6934ecfbcc82c&device_id=e58b495d-c293-4779-8986-bb6f7d3ebdf2 HTTP/1.1" status: 200 len: 1095 time: 0.1303401 Jan 28 13:28:43.720778 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42af3a-3aeb-423f-924a-a41ee1212884 req-8b0033aa-f306-42f8-b5db-617d39c426e0 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:43.722724 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0a42af3a-3aeb-423f-924a-a41ee1212884 req-8b0033aa-f306-42f8-b5db-617d39c426e0 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=e58b495d-c293-4779-8986-bb6f7d3ebdf2 HTTP/1.1" status: 200 len: 944 time: 0.0703146 Jan 28 13:28:43.777849 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0a42af3a-3aeb-423f-924a-a41ee1212884 req-619d4d09-b875-4b5c-9732-d6f1002344b3 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455289 Jan 28 13:28:43.794308 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-ce4d7c5d-065c-4e66-9599-1ea72c6f6246 service neutron] 10.222.0.39 "GET /v2.0/networks/63b3830a-69e3-485a-b420-3d34c91e5079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596633 Jan 28 13:28:43.801977 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9811146-0d54-43e5-a1e6-127117096f09 req-d0edc37b-bbce-444b-bdb1-212dc107fc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:43.803733 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9811146-0d54-43e5-a1e6-127117096f09 req-d0edc37b-bbce-444b-bdb1-212dc107fc63 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d4c416b-3c7b-41c6-91cb-08e606cbf83f HTTP/1.1" status: 200 len: 913 time: 0.2257147 Jan 28 13:28:43.848003 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9811146-0d54-43e5-a1e6-127117096f09 req-36e54b90-1b63-4170-95e2-171dbc2a184a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d66e178b-7caf-49aa-8511-2f595390c0f5 HTTP/1.1" status: 200 len: 217 time: 0.0377312 Jan 28 13:28:43.944903 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device a691eab6-3cee-43eb-83fa-c46e5e4ad20f details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:28:44.115982 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device f472c9b4-92da-44b8-b849-5c1c44136f67 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:44.127577 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7e299-7995-49c3-8e48-e5b9551de507 req-3af49f64-01d7-4723-b8f6-498450865688 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:44.136023 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-18d7e299-7995-49c3-8e48-e5b9551de507 req-3af49f64-01d7-4723-b8f6-498450865688 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=a76e841e-d7a2-4ae9-a316-a549eff618d8 HTTP/1.1" status: 200 len: 944 time: 0.1548619 Jan 28 13:28:44.209647 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-18d7e299-7995-49c3-8e48-e5b9551de507 req-d858514c-1164-434f-9124-93e7b7dc5689 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?id=44a7f744-1530-4434-b04a-b15e9c3628da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558922 Jan 28 13:28:44.285371 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1378f715-5d6b-4da1-b76a-7a7e6cf9383e req-a715b13e-2e87-453a-a5eb-2e6187a23d6c tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] 10.222.0.39 "GET /v2.0/ports?device_id=99bd25b8-1347-415f-8e2a-e5f77b6cb420 HTTP/1.1" status: 200 len: 210 time: 0.0445454 Jan 28 13:28:44.426516 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port a691eab6-3cee-43eb-83fa-c46e5e4ad20f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=a691eab6-3cee-43eb-83fa-c46e5e4ad20f,segment=NetworkSegment(bb4be984-5817-4573-8dd7-d0c9f0d3b645),segment_id=bb4be984-5817-4573-8dd7-d0c9f0d3b645)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:44.439299 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'a691eab6-3cee-43eb-83fa-c46e5e4ad20f', 'network_id': '7d186aed-e3b3-4a7c-8a4f-17e45742e02b', 'port_id': 'a691eab6-3cee-43eb-83fa-c46e5e4ad20f', 'mac_address': 'fa:16:3e:ad:e5:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30cba770-3616-48f1-97d4-a75f4a97f805', 'ip_address': '19.86.0.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:28:44.481210 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port a691eab6-3cee-43eb-83fa-c46e5e4ad20f is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:44.481938 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a691eab6-3cee-43eb-83fa-c46e5e4ad20f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:44.488584 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af509d76-2890-47ad-a7ac-627e2c490653 req-ede01cae-cfa9-406a-9694-c1a5f8306580 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:44.510317 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a691eab6-3cee-43eb-83fa-c46e5e4ad20f {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:44.511021 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa570b0f-b32b-4e15-8e83-7272908e32b8 req-4393c5cd-f3e7-4a04-8c73-254bf7bf56d4 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:44.514668 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af509d76-2890-47ad-a7ac-627e2c490653 req-ede01cae-cfa9-406a-9694-c1a5f8306580 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:44.520058 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fa570b0f-b32b-4e15-8e83-7272908e32b8 req-4393c5cd-f3e7-4a04-8c73-254bf7bf56d4 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9410dfb-e647-40ce-8861-c0ce9c18db55 HTTP/1.1" status: 200 len: 948 time: 0.1352143 Jan 28 13:28:44.535676 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-af509d76-2890-47ad-a7ac-627e2c490653 req-ede01cae-cfa9-406a-9694-c1a5f8306580 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 1677 time: 0.1434038 Jan 28 13:28:44.539651 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port a691eab6-3cee-43eb-83fa-c46e5e4ad20f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=a691eab6-3cee-43eb-83fa-c46e5e4ad20f,segment=NetworkSegment(bb4be984-5817-4573-8dd7-d0c9f0d3b645),segment_id=bb4be984-5817-4573-8dd7-d0c9f0d3b645)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:44.545815 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1c181af4-5843-454a-85d6-10933bddd634 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks [] for port (74881928-c7ac-4e39-a002-bb8ea45a3fd2), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:44.547024 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a691eab6-3cee-43eb-83fa-c46e5e4ad20f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:44.549371 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 617282f1-eb15-4c23-8b0e-60d21b2dbcef details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:28:44.550069 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9811146-0d54-43e5-a1e6-127117096f09 req-1b48e563-9a09-4951-b0f4-b3c99a297f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:44.551630 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9811146-0d54-43e5-a1e6-127117096f09 req-1b48e563-9a09-4951-b0f4-b3c99a297f74 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f6a26e6-2c2f-414a-b9ef-849c33c591a6 HTTP/1.1" status: 200 len: 853 time: 0.6973689 Jan 28 13:28:44.556878 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1c181af4-5843-454a-85d6-10933bddd634 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (74881928-c7ac-4e39-a002-bb8ea45a3fd2), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:44.649432 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9811146-0d54-43e5-a1e6-127117096f09 req-640c8984-84ca-4dc9-8e45-baf574773527 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d4c416b-3c7b-41c6-91cb-08e606cbf83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790734 Jan 28 13:28:44.684471 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-af509d76-2890-47ad-a7ac-627e2c490653 req-2e1f9161-9e22-4999-ae3a-0bf1bde95d66 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472328 Jan 28 13:28:44.686009 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 617282f1-eb15-4c23-8b0e-60d21b2dbcef, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=617282f1-eb15-4c23-8b0e-60d21b2dbcef,segment=NetworkSegment(e41ed65c-b5d0-417a-afb1-afd9093978ac),segment_id=e41ed65c-b5d0-417a-afb1-afd9093978ac)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:44.700594 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port f472c9b4-92da-44b8-b849-5c1c44136f67 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:28:44.722374 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '617282f1-eb15-4c23-8b0e-60d21b2dbcef', 'network_id': '1f0af631-50a0-4793-9983-75035e9bbf20', 'port_id': '617282f1-eb15-4c23-8b0e-60d21b2dbcef', 'mac_address': 'fa:16:3e:65:96:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0ed1d4-7265-4a5d-9055-52fcc3fd3384', 'ip_address': '19.80.0.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:28:44.770661 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c181af4-5843-454a-85d6-10933bddd634 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Pushing event updated for resources: {'Port': ['ID=74881928-c7ac-4e39-a002-bb8ea45a3fd2,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:44.772641 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port f472c9b4-92da-44b8-b849-5c1c44136f67 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:44.773115 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (f472c9b4-92da-44b8-b849-5c1c44136f67), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:44.840069 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fa570b0f-b32b-4e15-8e83-7272908e32b8 req-e7b4f511-3e30-4535-83a9-363c97183fb3 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/security-groups?id=f57d5050-af6f-4453-9d44-106806ba47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181996 Jan 28 13:28:44.858178 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=a691eab6-3cee-43eb-83fa-c46e5e4ad20f,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:44.877254 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 617282f1-eb15-4c23-8b0e-60d21b2dbcef is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:44.877653 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (617282f1-eb15-4c23-8b0e-60d21b2dbcef), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:44.901059 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 617282f1-eb15-4c23-8b0e-60d21b2dbcef {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:44.926541 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1c181af4-5843-454a-85d6-10933bddd634 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (0f2f343e-ebfe-41e0-826c-f2899c759563), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:44.952251 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port f472c9b4-92da-44b8-b849-5c1c44136f67 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:44.952779 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f472c9b4-92da-44b8-b849-5c1c44136f67), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:44.968317 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 617282f1-eb15-4c23-8b0e-60d21b2dbcef, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=617282f1-eb15-4c23-8b0e-60d21b2dbcef,segment=NetworkSegment(e41ed65c-b5d0-417a-afb1-afd9093978ac),segment_id=e41ed65c-b5d0-417a-afb1-afd9093978ac)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:44.995637 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (617282f1-eb15-4c23-8b0e-60d21b2dbcef), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:44.996756 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device d66e178b-7caf-49aa-8511-2f595390c0f5 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:28:44.999151 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e0bb2-ee90-4258-b6b1-7322f755dd46 req-396e4245-ab0f-4222-a06e-8baff0d6c6a3 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:45.000959 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-442e0bb2-ee90-4258-b6b1-7322f755dd46 req-396e4245-ab0f-4222-a06e-8baff0d6c6a3 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 945 time: 0.1497750 Jan 28 13:28:45.025493 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9811146-0d54-43e5-a1e6-127117096f09 req-33dbeabb-8e60-469f-b4c6-3102ca0c9280 service neutron] 10.222.0.18 "GET /v2.0/networks/4d4c416b-3c7b-41c6-91cb-08e606cbf83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044598 Jan 28 13:28:45.027924 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76e841e-d7a2-4ae9-a316-a549eff618d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f472c9b4-92da-44b8-b849-5c1c44136f67'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:45.030407 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9d2759-0125-4c9c-afb5-6cd3b467a62b" -d '{"events": [{"server_uuid": "a76e841e-d7a2-4ae9-a316-a549eff618d8", "name": "network-vif-plugged", "status": "completed", "tag": "f472c9b4-92da-44b8-b849-5c1c44136f67"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:45.033658 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1c181af4-5843-454a-85d6-10933bddd634 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:45.035479 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1c181af4-5843-454a-85d6-10933bddd634 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5647786 Jan 28 13:28:45.083653 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port f472c9b4-92da-44b8-b849-5c1c44136f67, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=f472c9b4-92da-44b8-b849-5c1c44136f67,segment=NetworkSegment(bdc48f93-6a06-41d7-b4e3-6415c817d317),segment_id=bdc48f93-6a06-41d7-b4e3-6415c817d317)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:45.104921 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f472c9b4-92da-44b8-b849-5c1c44136f67), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:45.116815 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-442e0bb2-ee90-4258-b6b1-7322f755dd46 req-3e7a573d-5c43-4f54-b79c-7e0b561010a1 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011393 Jan 28 13:28:45.205251 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46321ae-f0e3-4dc4-8470-00397ebda54a x-openstack-request-id: req-c46321ae-f0e3-4dc4-8470-00397ebda54a {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:45.205445 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85276ea5-a23a-40de-855f-2e79e2eaa205 req-399b6ab9-1dc3-436d-ba29-226f500d0c5d tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:45.205714 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76e841e-d7a2-4ae9-a316-a549eff618d8", "name": "network-vif-plugged", "status": "completed", "tag": "f472c9b4-92da-44b8-b849-5c1c44136f67", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:45.206304 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c46321ae-f0e3-4dc4-8470-00397ebda54a {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:45.207104 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76e841e-d7a2-4ae9-a316-a549eff618d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f472c9b4-92da-44b8-b849-5c1c44136f67', 'code': 200} Jan 28 13:28:45.225462 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=617282f1-eb15-4c23-8b0e-60d21b2dbcef,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:45.227044 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-85276ea5-a23a-40de-855f-2e79e2eaa205 req-399b6ab9-1dc3-436d-ba29-226f500d0c5d tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=e58b495d-c293-4779-8986-bb6f7d3ebdf2 HTTP/1.1" status: 200 len: 944 time: 0.3025963 Jan 28 13:28:45.260725 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9811146-0d54-43e5-a1e6-127117096f09 req-c360fa83-b5b3-4776-8a71-78d64f044f6f service neutron] 10.222.0.18 "GET /v2.0/networks/4d4c416b-3c7b-41c6-91cb-08e606cbf83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227604 Jan 28 13:28:45.319994 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=f472c9b4-92da-44b8-b849-5c1c44136f67,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:45.383077 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-85276ea5-a23a-40de-855f-2e79e2eaa205 req-a264a655-f101-4f74-8411-6a37fd17e43f tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163769 Jan 28 13:28:45.420174 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port d66e178b-7caf-49aa-8511-2f595390c0f5, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=d66e178b-7caf-49aa-8511-2f595390c0f5,segment=NetworkSegment(c2c4ccae-60eb-41f2-8e2b-5652b4999cee),segment_id=c2c4ccae-60eb-41f2-8e2b-5652b4999cee)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:45.433799 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'd66e178b-7caf-49aa-8511-2f595390c0f5', 'network_id': '4d4c416b-3c7b-41c6-91cb-08e606cbf83f', 'port_id': 'd66e178b-7caf-49aa-8511-2f595390c0f5', 'mac_address': 'fa:16:3e:3b:3e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6a26e6-2c2f-414a-b9ef-849c33c591a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:28:45.437773 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db322ce-1ec0-4416-9bc8-bce871fb5956 req-8c45261f-2274-417a-8c72-16eebfa91e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:45.439405 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7db322ce-1ec0-4416-9bc8-bce871fb5956 req-8c45261f-2274-417a-8c72-16eebfa91e91 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a76e841e-d7a2-4ae9-a316-a549eff618d8 HTTP/1.1" status: 200 len: 1096 time: 0.1513774 Jan 28 13:28:45.450263 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-c3ec3917-92a8-4bcc-93bd-57debb77258c tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--448544707&fields=id&tenant_id=40d2254c52b145b8bd88955b1142b88a HTTP/1.1" status: 200 len: 267 time: 0.1807668 Jan 28 13:28:45.485336 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port d66e178b-7caf-49aa-8511-2f595390c0f5 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:45.485727 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d66e178b-7caf-49aa-8511-2f595390c0f5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:45.502449 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66e178b-7caf-49aa-8511-2f595390c0f5 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:45.526380 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port d66e178b-7caf-49aa-8511-2f595390c0f5, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=d66e178b-7caf-49aa-8511-2f595390c0f5,segment=NetworkSegment(c2c4ccae-60eb-41f2-8e2b-5652b4999cee),segment_id=c2c4ccae-60eb-41f2-8e2b-5652b4999cee)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:45.531754 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d66e178b-7caf-49aa-8511-2f595390c0f5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:45.532877 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device dbe6a402-bad8-4d79-bde2-bbfd96905d42 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:28:45.546556 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4534fd-b71c-452a-a2a7-1084d70b2f52 req-4f3dd4b5-5b9b-45a7-a54f-a9d522ffd0b0 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:45.549401 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dc4534fd-b71c-452a-a2a7-1084d70b2f52 req-4f3dd4b5-5b9b-45a7-a54f-a9d522ffd0b0 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=a76e841e-d7a2-4ae9-a316-a549eff618d8 HTTP/1.1" status: 200 len: 945 time: 0.0876417 Jan 28 13:28:45.589244 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7db322ce-1ec0-4416-9bc8-bce871fb5956 req-f0683345-aeb0-4d46-b5c7-3e511756afe9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=44a7f744-1530-4434-b04a-b15e9c3628da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359689 Jan 28 13:28:45.616899 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=d66e178b-7caf-49aa-8511-2f595390c0f5,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:45.617522 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-719f5279-1d09-48a1-8bd7-164d1c832672 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:45.619041 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-719f5279-1d09-48a1-8bd7-164d1c832672 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/networks?id=f001d26b-b928-47b4-a89f-43111884dd77 HTTP/1.1" status: 200 len: 806 time: 0.1679490 Jan 28 13:28:45.619694 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dc4534fd-b71c-452a-a2a7-1084d70b2f52 req-b97797d5-78ea-4d23-ae25-577980ceed9d tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?id=44a7f744-1530-4434-b04a-b15e9c3628da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527115 Jan 28 13:28:45.635071 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-908e6147-f599-4482-ac40-1e60284672ee tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/quotas/40d2254c52b145b8bd88955b1142b88a HTTP/1.1" status: 200 len: 375 time: 0.0104144 Jan 28 13:28:45.636524 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port dbe6a402-bad8-4d79-bde2-bbfd96905d42, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=dbe6a402-bad8-4d79-bde2-bbfd96905d42,segment=NetworkSegment(c2c4ccae-60eb-41f2-8e2b-5652b4999cee),segment_id=c2c4ccae-60eb-41f2-8e2b-5652b4999cee)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:45.655647 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'dbe6a402-bad8-4d79-bde2-bbfd96905d42', 'network_id': '4d4c416b-3c7b-41c6-91cb-08e606cbf83f', 'port_id': 'dbe6a402-bad8-4d79-bde2-bbfd96905d42', 'mac_address': 'fa:16:3e:5b:b9:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6a26e6-2c2f-414a-b9ef-849c33c591a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:28:45.708545 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port dbe6a402-bad8-4d79-bde2-bbfd96905d42 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:45.709356 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (dbe6a402-bad8-4d79-bde2-bbfd96905d42), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:45.727948 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe6a402-bad8-4d79-bde2-bbfd96905d42 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:45.735335 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-e0d2e193-bc48-4598-a7f4-67f2a0f4f950 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=40d2254c52b145b8bd88955b1142b88a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804114 Jan 28 13:28:45.769487 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port dbe6a402-bad8-4d79-bde2-bbfd96905d42, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=dbe6a402-bad8-4d79-bde2-bbfd96905d42,segment=NetworkSegment(c2c4ccae-60eb-41f2-8e2b-5652b4999cee),segment_id=c2c4ccae-60eb-41f2-8e2b-5652b4999cee)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:45.776486 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (dbe6a402-bad8-4d79-bde2-bbfd96905d42), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:45.780685 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fab2a150-7532-44e4-ad08-8f56123f5928 req-11c9f31b-4364-4db9-bc1d-c5bfc53e4a63 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] 10.222.0.39 "GET /v2.0/ports?device_id=99bd25b8-1347-415f-8e2a-e5f77b6cb420 HTTP/1.1" status: 200 len: 210 time: 0.0388718 Jan 28 13:28:45.883429 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-173254af-6a07-4d83-a419-d6dac7acc282 service neutron] 10.222.0.39 "GET /v2.0/networks/f001d26b-b928-47b4-a89f-43111884dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432784 Jan 28 13:28:45.917029 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=dbe6a402-bad8-4d79-bde2-bbfd96905d42,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:46.036959 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50a965-2e12-4658-9fda-84c7072ad11a req-8a6b3621-944c-4466-88aa-fb68b7014910 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:46.043958 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50a965-2e12-4658-9fda-84c7072ad11a req-8a6b3621-944c-4466-88aa-fb68b7014910 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:46.045665 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2b50a965-2e12-4658-9fda-84c7072ad11a req-8a6b3621-944c-4466-88aa-fb68b7014910 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 1679 time: 0.1403244 Jan 28 13:28:46.071837 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-88eb6063-19bd-4023-a657-9c0aedb77da9 service neutron] 10.222.0.39 "GET /v2.0/networks/f001d26b-b928-47b4-a89f-43111884dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811008 Jan 28 13:28:46.109792 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-bed7f564-9b73-4c83-af4d-f968a760c143 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:46.111944 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-bed7f564-9b73-4c83-af4d-f968a760c143 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] 10.222.0.18 "GET /v2.0/networks?id=63b3830a-69e3-485a-b420-3d34c91e5079 HTTP/1.1" status: 200 len: 809 time: 0.2842395 Jan 28 13:28:46.117928 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 767d7152-2c8c-4117-9a59-9ff3740608f1 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:28:46.131766 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-f1d90a4f-25b4-44c4-93a3-8de7e8959cb7 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Request body: {'port': {'device_id': '99bd25b8-1347-415f-8e2a-e5f77b6cb420', 'network_id': '63b3830a-69e3-485a-b420-3d34c91e5079', 'admin_state_up': True, 'tenant_id': '48ad8eac274a4608b659a32b56a99ba9'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:46.168674 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['d66e178b-7caf-49aa-8511-2f595390c0f5'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:46.176588 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['617282f1-eb15-4c23-8b0e-60d21b2dbcef'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:46.179495 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2b50a965-2e12-4658-9fda-84c7072ad11a req-41c004f1-162c-4412-aea0-705ebd92bf97 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159723 Jan 28 13:28:46.246220 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['dbe6a402-bad8-4d79-bde2-bbfd96905d42'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:46.277074 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['a691eab6-3cee-43eb-83fa-c46e5e4ad20f'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:46.463790 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-f1d90a4f-25b4-44c4-93a3-8de7e8959cb7 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Made reservation on behalf of 48ad8eac274a4608b659a32b56a99ba9 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:46.467695 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-f1d90a4f-25b4-44c4-93a3-8de7e8959cb7 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:46.495247 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e098d9-9639-497b-acff-34116a1292b1 req-838e7fd8-1995-4ddb-b578-beb626de20e1 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:46.495794 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06e4a2-67cb-4631-9606-acb2b8ce675d req-f23cc793-dd4e-4184-b4d9-db7253f4629a tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:46.497112 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e4e098d9-9639-497b-acff-34116a1292b1 req-838e7fd8-1995-4ddb-b578-beb626de20e1 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 945 time: 0.1099675 Jan 28 13:28:46.502475 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ca06e4a2-67cb-4631-9606-acb2b8ce675d req-f23cc793-dd4e-4184-b4d9-db7253f4629a tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9410dfb-e647-40ce-8861-c0ce9c18db55 HTTP/1.1" status: 200 len: 948 time: 0.1214154 Jan 28 13:28:46.627678 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e4e098d9-9639-497b-acff-34116a1292b1 req-45e13233-219d-4905-98b8-0aa839e7d0dc tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233189 Jan 28 13:28:46.659558 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ca06e4a2-67cb-4631-9606-acb2b8ce675d req-8d0aa3aa-b2bb-4ae1-85ed-4239031ac556 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/security-groups?id=f57d5050-af6f-4453-9d44-106806ba47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559050 Jan 28 13:28:46.763871 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c91850d4-c352-418c-a221-9fafe2484de6 req-1cb0eda5-4217-4c16-9aff-4f8aa427acec tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb961be5-84c5-4d4e-b0d1-671648cea573 HTTP/1.1" status: 200 len: 210 time: 0.0632193 Jan 28 13:28:46.784217 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 767d7152-2c8c-4117-9a59-9ff3740608f1, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=767d7152-2c8c-4117-9a59-9ff3740608f1,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:46.826788 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-f1d90a4f-25b4-44c4-93a3-8de7e8959cb7 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Allocated IP 172.20.0.7 (63b3830a-69e3-485a-b420-3d34c91e5079/569370d5-cece-4e5f-affc-7905112cbc12/96c0dfc7-603c-488c-8a37-e2fab649e81f) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:46.850359 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f89d66-e85c-48f8-a857-f8d65b1b348d req-158d34f9-fa00-41a0-a1f1-332bcec29d0c tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:46.858511 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-74f89d66-e85c-48f8-a857-f8d65b1b348d req-158d34f9-fa00-41a0-a1f1-332bcec29d0c tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=e58b495d-c293-4779-8986-bb6f7d3ebdf2 HTTP/1.1" status: 200 len: 945 time: 0.0767820 Jan 28 13:28:46.959684 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '767d7152-2c8c-4117-9a59-9ff3740608f1', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': '767d7152-2c8c-4117-9a59-9ff3740608f1', 'mac_address': 'fa:16:3e:73:96:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:28:46.988712 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-74f89d66-e85c-48f8-a857-f8d65b1b348d req-ccd186f6-f625-42c1-857b-9b00e3a45970 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288290 Jan 28 13:28:47.034699 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a591d-4601-49d4-abc6-4dce42366ce8 req-58856fc6-c546-4add-951b-3c55588de12d tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:47.039966 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2c9a591d-4601-49d4-abc6-4dce42366ce8 req-58856fc6-c546-4add-951b-3c55588de12d tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=a76e841e-d7a2-4ae9-a316-a549eff618d8 HTTP/1.1" status: 200 len: 945 time: 0.1407106 Jan 28 13:28:47.172979 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e42ac6c9-624b-4c2e-b94d-febf21842fc0 req-30574808-3737-4caa-be15-f755a6b288ab tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] 10.222.0.39 "GET /v2.0/ports?device_id=99bd25b8-1347-415f-8e2a-e5f77b6cb420 HTTP/1.1" status: 200 len: 210 time: 0.0423312 Jan 28 13:28:47.180104 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2c9a591d-4601-49d4-abc6-4dce42366ce8 req-8adb8b90-36f6-440c-ba8f-59831333ce94 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?id=44a7f744-1530-4434-b04a-b15e9c3628da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309993 Jan 28 13:28:47.256307 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 767d7152-2c8c-4117-9a59-9ff3740608f1 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:47.256871 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (767d7152-2c8c-4117-9a59-9ff3740608f1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:47.268984 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-f1d90a4f-25b4-44c4-93a3-8de7e8959cb7 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Publish callbacks [] for port (96c0dfc7-603c-488c-8a37-e2fab649e81f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:47.285208 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 767d7152-2c8c-4117-9a59-9ff3740608f1 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:47.311897 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 767d7152-2c8c-4117-9a59-9ff3740608f1, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=767d7152-2c8c-4117-9a59-9ff3740608f1,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:47.317653 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (767d7152-2c8c-4117-9a59-9ff3740608f1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:47.407805 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=767d7152-2c8c-4117-9a59-9ff3740608f1,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:47.417055 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60f4e7-9388-4deb-a2a0-6abfb4213747 req-a5ec9916-080c-4f74-bf4e-876e8313025d tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:47.423008 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60f4e7-9388-4deb-a2a0-6abfb4213747 req-a5ec9916-080c-4f74-bf4e-876e8313025d tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:47.427828 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2e60f4e7-9388-4deb-a2a0-6abfb4213747 req-a5ec9916-080c-4f74-bf4e-876e8313025d tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 1679 time: 0.1657801 Jan 28 13:28:47.431949 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-f1d90a4f-25b4-44c4-93a3-8de7e8959cb7 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (96c0dfc7-603c-488c-8a37-e2fab649e81f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:47.511911 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-f1d90a4f-25b4-44c4-93a3-8de7e8959cb7 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Network 63b3830a-69e3-485a-b420-3d34c91e5079 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:47.530796 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-f1d90a4f-25b4-44c4-93a3-8de7e8959cb7 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:47.534061 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-f1d90a4f-25b4-44c4-93a3-8de7e8959cb7 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:47.557902 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:47.580010 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d90a4f-25b4-44c4-93a3-8de7e8959cb7 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Pushing event updated for resources: {'Port': ['ID=96c0dfc7-603c-488c-8a37-e2fab649e81f,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:47.606143 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2e60f4e7-9388-4deb-a2a0-6abfb4213747 req-8af0b44f-4429-44c7-920b-d53b634892e1 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678956 Jan 28 13:28:47.626101 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-f1d90a4f-25b4-44c4-93a3-8de7e8959cb7 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:47.626764 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-f1d90a4f-25b4-44c4-93a3-8de7e8959cb7 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:47.648004 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-f1d90a4f-25b4-44c4-93a3-8de7e8959cb7 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5224142 Jan 28 13:28:47.662661 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Request body: {'port': {'device_id': '99bd25b8-1347-415f-8e2a-e5f77b6cb420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:47.678265 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['767d7152-2c8c-4117-9a59-9ff3740608f1'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:47.778933 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (96c0dfc7-603c-488c-8a37-e2fab649e81f), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:47.842597 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f1671-394c-48b5-adaa-8f3abc5037b3 req-5b011df8-7fcb-4d01-9c65-a912aad4f67a tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:47.852716 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5e1f1671-394c-48b5-adaa-8f3abc5037b3 req-5b011df8-7fcb-4d01-9c65-a912aad4f67a tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 945 time: 0.1130626 Jan 28 13:28:47.925656 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ccd59-6344-4c08-a8d7-ea54fcf3c1d1 req-7af87d0e-0fb9-4cf1-bbf7-6597256a25c5 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:47.931025 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab6ccd59-6344-4c08-a8d7-ea54fcf3c1d1 req-7af87d0e-0fb9-4cf1-bbf7-6597256a25c5 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9410dfb-e647-40ce-8861-c0ce9c18db55 HTTP/1.1" status: 200 len: 949 time: 0.1657610 Jan 28 13:28:47.938114 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 617282f1-eb15-4c23-8b0e-60d21b2dbcef up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:48.077860 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 617282f1-eb15-4c23-8b0e-60d21b2dbcef completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:28:48.091401 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 617282f1-eb15-4c23-8b0e-60d21b2dbcef triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:48.091785 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (617282f1-eb15-4c23-8b0e-60d21b2dbcef), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:48.092918 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5e1f1671-394c-48b5-adaa-8f3abc5037b3 req-b7676349-0d36-462a-a563-4bcdd1661969 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313459 Jan 28 13:28:48.206961 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-681df158-ac84-49dc-b595-ed968ec52273 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:48.213071 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-681df158-ac84-49dc-b595-ed968ec52273 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.37 "GET /v2.0/networks?id=f001d26b-b928-47b4-a89f-43111884dd77 HTTP/1.1" status: 200 len: 806 time: 0.2891231 Jan 28 13:28:48.225850 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab6ccd59-6344-4c08-a8d7-ea54fcf3c1d1 req-26dc29ec-f41a-4dfa-b935-d83a8af72c94 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/security-groups?id=f57d5050-af6f-4453-9d44-106806ba47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808349 Jan 28 13:28:48.262013 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 617282f1-eb15-4c23-8b0e-60d21b2dbcef is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:48.263617 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (617282f1-eb15-4c23-8b0e-60d21b2dbcef), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:48.299452 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4f0b050f-9fc7-4ff4-a866-6ec5253ad5d4 req-2730eb2e-53da-4f98-a266-8354f6bdf2f3 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb961be5-84c5-4d4e-b0d1-671648cea573 HTTP/1.1" status: 200 len: 210 time: 0.0680137 Jan 28 13:28:48.368598 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556a89da-1521-4f01-81a8-c010f3c4430f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617282f1-eb15-4c23-8b0e-60d21b2dbcef'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:48.370965 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028104dc-20e5-44d2-97ac-eccc05f5f2c5" -d '{"events": [{"server_uuid": "556a89da-1521-4f01-81a8-c010f3c4430f", "name": "network-vif-plugged", "status": "completed", "tag": "617282f1-eb15-4c23-8b0e-60d21b2dbcef"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:48.397751 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 617282f1-eb15-4c23-8b0e-60d21b2dbcef, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=617282f1-eb15-4c23-8b0e-60d21b2dbcef,segment=NetworkSegment(e41ed65c-b5d0-417a-afb1-afd9093978ac),segment_id=e41ed65c-b5d0-417a-afb1-afd9093978ac)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:48.402959 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (617282f1-eb15-4c23-8b0e-60d21b2dbcef), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:48.410031 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-4100f9e9-f3e7-4c4f-86d1-09ed12509248 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40d2254c52b145b8bd88955b1142b88a HTTP/1.1" status: 200 len: 379 time: 0.1883352 Jan 28 13:28:48.425161 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-46956a39-e415-42c3-a007-b1834c87b769 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Request body: {'port': {'device_id': 'eb961be5-84c5-4d4e-b0d1-671648cea573', 'network_id': 'f001d26b-b928-47b4-a89f-43111884dd77', 'admin_state_up': True, 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'security_groups': ['f9d50052-d4d1-4096-80d9-b2817a8a2416']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:48.458321 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c0dfc7-603c-488c-8a37-e2fab649e81f {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:48.468465 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Publish callbacks [] for port (96c0dfc7-603c-488c-8a37-e2fab649e81f), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:48.491532 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Transition to ACTIVE for port object 96c0dfc7-603c-488c-8a37-e2fab649e81f will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:28:48.492644 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=617282f1-eb15-4c23-8b0e-60d21b2dbcef,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:48.500215 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b569def-42cd-48f1-b700-d066d214f9cf req-a6232407-286a-483b-b54c-c877e8fc3fea tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:48.502209 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0b569def-42cd-48f1-b700-d066d214f9cf req-a6232407-286a-483b-b54c-c877e8fc3fea tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=e58b495d-c293-4779-8986-bb6f7d3ebdf2 HTTP/1.1" status: 200 len: 945 time: 0.0895333 Jan 28 13:28:48.503545 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (96c0dfc7-603c-488c-8a37-e2fab649e81f), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:48.587572 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Pushing event updated for resources: {'Port': ['ID=96c0dfc7-603c-488c-8a37-e2fab649e81f,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:48.626104 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:48.626625 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:48.628966 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:48.628966 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:48.628966 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:48.628966 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:48.628966 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:48.629382 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:48.629449 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:48.629859 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:48.630324 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:48.630491 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec2b1a-8bc8-4b63-82f6-eb80e8b90558 req-8ee07a56-988b-4b6c-acb0-e00522fc939d tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:48.630813 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:48.631243 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:48.632260 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-59ec2b1a-8bc8-4b63-82f6-eb80e8b90558 req-8ee07a56-988b-4b6c-acb0-e00522fc939d tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] 10.222.0.39 "GET /v2.0/ports?device_id=99bd25b8-1347-415f-8e2a-e5f77b6cb420 HTTP/1.1" status: 200 len: 931 time: 0.1972351 Jan 28 13:28:48.650778 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-46956a39-e415-42c3-a007-b1834c87b769 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Made reservation on behalf of 40d2254c52b145b8bd88955b1142b88a for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:48.655014 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-46956a39-e415-42c3-a007-b1834c87b769 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:48.700723 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0b569def-42cd-48f1-b700-d066d214f9cf req-f8fc7622-dc1e-474c-af7f-5cf977e84e1a tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874919 Jan 28 13:28:48.723278 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-59ec2b1a-8bc8-4b63-82f6-eb80e8b90558 req-5f58633a-c501-40de-85ed-917af45fa3f8 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] 10.222.0.39 "GET /v2.0/security-groups?id=116e04ca-59b0-4e38-8d0f-e5268eaa566e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784442 Jan 28 13:28:48.763192 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Attempting to bind port 96c0dfc7-603c-488c-8a37-e2fab649e81f on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:48.763526 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Attempting to bind port 96c0dfc7-603c-488c-8a37-e2fab649e81f by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '19d585e0-0124-4249-b90c-8d0bc0abce15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '63b3830a-69e3-485a-b420-3d34c91e5079'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:48.763848 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Attempting to bind port 96c0dfc7-603c-488c-8a37-e2fab649e81f on network 63b3830a-69e3-485a-b420-3d34c91e5079 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:48.781094 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Port 96c0dfc7-603c-488c-8a37-e2fab649e81f on network 63b3830a-69e3-485a-b420-3d34c91e5079 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:28:48.781629 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Attempting to bind port 96c0dfc7-603c-488c-8a37-e2fab649e81f on network 63b3830a-69e3-485a-b420-3d34c91e5079 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:48.782292 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef2d70a-ec0d-4d5a-88f1-c57a1d21e81f x-openstack-request-id: req-0ef2d70a-ec0d-4d5a-88f1-c57a1d21e81f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:48.782864 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556a89da-1521-4f01-81a8-c010f3c4430f", "name": "network-vif-plugged", "status": "completed", "tag": "617282f1-eb15-4c23-8b0e-60d21b2dbcef", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:48.783343 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0ef2d70a-ec0d-4d5a-88f1-c57a1d21e81f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:48.783874 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556a89da-1521-4f01-81a8-c010f3c4430f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617282f1-eb15-4c23-8b0e-60d21b2dbcef', 'code': 200} Jan 28 13:28:48.787719 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:48.788053 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Checking segment: {'id': '19d585e0-0124-4249-b90c-8d0bc0abce15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '63b3830a-69e3-485a-b420-3d34c91e5079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:48.788436 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Bound using segment: {'id': '19d585e0-0124-4249-b90c-8d0bc0abce15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '63b3830a-69e3-485a-b420-3d34c91e5079'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:48.788875 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Bound port: 96c0dfc7-603c-488c-8a37-e2fab649e81f, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19d585e0-0124-4249-b90c-8d0bc0abce15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '63b3830a-69e3-485a-b420-3d34c91e5079'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:48.789218 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (96c0dfc7-603c-488c-8a37-e2fab649e81f), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:48.878578 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d89cf-c9c5-4538-a621-7d7b9d3fbd0f req-e7927ead-c5ae-46a8-a8c0-4ccbd791413e tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:48.880143 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd7d89cf-c9c5-4538-a621-7d7b9d3fbd0f req-e7927ead-c5ae-46a8-a8c0-4ccbd791413e tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=a76e841e-d7a2-4ae9-a316-a549eff618d8 HTTP/1.1" status: 200 len: 945 time: 0.0740190 Jan 28 13:28:48.956405 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d623e-bff0-4b67-af97-b4f38ae1eab2 req-fc97847a-791d-4440-8e69-899b7e34c951 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:48.964141 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d623e-bff0-4b67-af97-b4f38ae1eab2 req-fc97847a-791d-4440-8e69-899b7e34c951 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:48.964730 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] For port 96c0dfc7-603c-488c-8a37-e2fab649e81f, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:48.966443 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-827d623e-bff0-4b67-af97-b4f38ae1eab2 req-fc97847a-791d-4440-8e69-899b7e34c951 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 1680 time: 0.1031110 Jan 28 13:28:48.968634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-46956a39-e415-42c3-a007-b1834c87b769 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Allocated IP 172.20.0.14 (f001d26b-b928-47b4-a89f-43111884dd77/4efb7cb1-71fb-417f-9e82-31bf10df1efb/64418cad-b538-4fbf-a8c5-1e564676bbd3) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:48.996514 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] For port 96c0dfc7-603c-488c-8a37-e2fab649e81f, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=96c0dfc7-603c-488c-8a37-e2fab649e81f,segment=NetworkSegment(19d585e0-0124-4249-b90c-8d0bc0abce15),segment_id=19d585e0-0124-4249-b90c-8d0bc0abce15)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:49.010833 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd7d89cf-c9c5-4538-a621-7d7b9d3fbd0f req-ce11e752-0e92-4fbb-b8ee-fb9ca9501ce5 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?id=44a7f744-1530-4434-b04a-b15e9c3628da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227496 Jan 28 13:28:49.017570 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (96c0dfc7-603c-488c-8a37-e2fab649e81f), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:49.116007 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:49.116639 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:49.118065 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] 10.222.0.18 "PUT /v2.0/ports/96c0dfc7-603c-488c-8a37-e2fab649e81f HTTP/1.1" status: 200 len: 1091 time: 1.4627283 Jan 28 13:28:49.118523 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bd25b8-1347-415f-8e2a-e5f77b6cb420', 'tag': '96c0dfc7-603c-488c-8a37-e2fab649e81f'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:49.130350 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a217d1-faa8-4255-990c-0f4a3d29ba59" -d '{"events": [{"name": "network-changed", "server_uuid": "99bd25b8-1347-415f-8e2a-e5f77b6cb420", "tag": "96c0dfc7-603c-488c-8a37-e2fab649e81f"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:49.167555 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-827d623e-bff0-4b67-af97-b4f38ae1eab2 req-2c7a6727-b470-4157-9219-ab52fc07ec28 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688976 Jan 28 13:28:49.249224 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa518a74-e0d6-4590-bd97-12ae43aefaa7 service neutron] Pushing event updated for resources: {'Port': ['ID=96c0dfc7-603c-488c-8a37-e2fab649e81f,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:49.310096 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-46956a39-e415-42c3-a007-b1834c87b769 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks [] for port (64418cad-b538-4fbf-a8c5-1e564676bbd3), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:49.383786 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eb8daefe-ce26-4edd-9eb3-4832cae98b66 req-b671652e-453f-4a46-acec-b74eff7c2c6c tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-474939455&fields=id&tenant_id=b360bd95cff749448a550ff64a9ecd83 HTTP/1.1" status: 200 len: 267 time: 0.2346961 Jan 28 13:28:49.387988 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-d34de8b7-bc0c-4b00-8de2-4553b0d39b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:49.389616 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-d34de8b7-bc0c-4b00-8de2-4553b0d39b95 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=48ad8eac274a4608b659a32b56a99ba9&device_id=99bd25b8-1347-415f-8e2a-e5f77b6cb420 HTTP/1.1" status: 200 len: 1094 time: 0.2050374 Jan 28 13:28:49.409020 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-46956a39-e415-42c3-a007-b1834c87b769 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (64418cad-b538-4fbf-a8c5-1e564676bbd3), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:49.457476 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-214d603a-45b4-44d6-872f-168ee78f3975 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96c0dfc7-603c-488c-8a37-e2fab649e81f HTTP/1.1" status: 200 len: 217 time: 0.0580950 Jan 28 13:28:49.480864 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-46956a39-e415-42c3-a007-b1834c87b769 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Network f001d26b-b928-47b4-a89f-43111884dd77 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:49.486564 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-46956a39-e415-42c3-a007-b1834c87b769 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:49.490575 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-46956a39-e415-42c3-a007-b1834c87b769 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:49.515884 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8daefe-ce26-4edd-9eb3-4832cae98b66 req-83457542-f95e-4a96-a5e8-be7219d3fe70 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:49.525304 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eb8daefe-ce26-4edd-9eb3-4832cae98b66 req-83457542-f95e-4a96-a5e8-be7219d3fe70 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=a76e841e-d7a2-4ae9-a316-a549eff618d8 HTTP/1.1" status: 200 len: 945 time: 0.1401803 Jan 28 13:28:49.533958 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-eb8daefe-ce26-4edd-9eb3-4832cae98b66 req-b8c66690-4f1e-44c0-b356-9309a5d4cd64 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Request body: {'port': {'security_groups': ['44a7f744-1530-4434-b04a-b15e9c3628da', '7c1c9c27-0238-4e75-90d9-8a1f09493fd9']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:49.578079 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-71514647-c18f-419a-b366-fcc64c2988bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:49.579806 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-71514647-c18f-419a-b366-fcc64c2988bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=569370d5-cece-4e5f-affc-7905112cbc12 HTTP/1.1" status: 200 len: 849 time: 0.1155605 Jan 28 13:28:49.589256 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-46956a39-e415-42c3-a007-b1834c87b769 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:49.590352 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-46956a39-e415-42c3-a007-b1834c87b769 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:49.625685 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:49.644763 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-46956a39-e415-42c3-a007-b1834c87b769 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2283978 Jan 28 13:28:49.667499 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e539234-0958-481a-b14e-43977eb0616c req-29243228-5e47-48a3-a866-46265de108d2 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:49.672334 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-0bbdf2ae-0f9f-43cf-8d7d-7cfaf179800e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=63b3830a-69e3-485a-b420-3d34c91e5079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828745 Jan 28 13:28:49.681780 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0e539234-0958-481a-b14e-43977eb0616c req-29243228-5e47-48a3-a866-46265de108d2 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 945 time: 0.3266497 Jan 28 13:28:49.708487 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-7e7eea9d-d7bb-40e5-8606-3f33df495ec3 service neutron] Request body: {'port': {'device_id': 'eb961be5-84c5-4d4e-b0d1-671648cea573', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:49.734298 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46956a39-e415-42c3-a007-b1834c87b769 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Pushing event updated for resources: {'Port': ['ID=64418cad-b538-4fbf-a8c5-1e564676bbd3,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:49.803724 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-87d3ccf1-777c-42df-a557-3de5033bb03b service neutron] 10.222.0.18 "GET /v2.0/networks/63b3830a-69e3-485a-b420-3d34c91e5079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240737 Jan 28 13:28:49.804545 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-eb8daefe-ce26-4edd-9eb3-4832cae98b66 req-b8c66690-4f1e-44c0-b356-9309a5d4cd64 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f472c9b4-92da-44b8-b849-5c1c44136f67), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:49.831166 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0e539234-0958-481a-b14e-43977eb0616c req-0f90188b-d58d-4f2d-a0b3-d9f2fbd328f9 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479588 Jan 28 13:28:49.860249 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-7e7eea9d-d7bb-40e5-8606-3f33df495ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (64418cad-b538-4fbf-a8c5-1e564676bbd3), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:49.957944 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 501d35d3-1ce4-4148-bb90-5bb907aef56d details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:28:49.960844 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device dbe6a402-bad8-4d79-bde2-bbfd96905d42 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:50.027394 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0fa23d-ee4e-4e3e-8b83-4484eaf76987 x-openstack-request-id: req-3e0fa23d-ee4e-4e3e-8b83-4484eaf76987 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:50.027733 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bd25b8-1347-415f-8e2a-e5f77b6cb420", "tag": "96c0dfc7-603c-488c-8a37-e2fab649e81f", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:50.028037 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3e0fa23d-ee4e-4e3e-8b83-4484eaf76987 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:50.028572 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bd25b8-1347-415f-8e2a-e5f77b6cb420', 'tag': '96c0dfc7-603c-488c-8a37-e2fab649e81f', 'status': 'completed', 'code': 200} Jan 28 13:28:50.036634 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9fb5c759-03f4-49dc-908e-7358b62dc9d3 req-6fcf1e3f-78c4-4af2-b8c5-9aa07711ea67 service neutron] 10.222.0.18 "GET /v2.0/networks/63b3830a-69e3-485a-b420-3d34c91e5079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223847 Jan 28 13:28:50.179703 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 767d7152-2c8c-4117-9a59-9ff3740608f1 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:50.255439 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-eb8daefe-ce26-4edd-9eb3-4832cae98b66 req-b8c66690-4f1e-44c0-b356-9309a5d4cd64 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] For port f472c9b4-92da-44b8-b849-5c1c44136f67, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=f472c9b4-92da-44b8-b849-5c1c44136f67,segment=NetworkSegment(bdc48f93-6a06-41d7-b4e3-6415c817d317),segment_id=bdc48f93-6a06-41d7-b4e3-6415c817d317)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:50.308677 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.resource_extend [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:28:50.310504 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-6d346b92-3382-4dd0-8f27-525fc4ddc49e None None] Provisioning complete for port 64418cad-b538-4fbf-a8c5-1e564676bbd3 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:50.310939 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d346b92-3382-4dd0-8f27-525fc4ddc49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (64418cad-b538-4fbf-a8c5-1e564676bbd3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:50.348806 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-eb8daefe-ce26-4edd-9eb3-4832cae98b66 req-b8c66690-4f1e-44c0-b356-9309a5d4cd64 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for port (f472c9b4-92da-44b8-b849-5c1c44136f67), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:50.375847 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-eb8daefe-ce26-4edd-9eb3-4832cae98b66 req-b8c66690-4f1e-44c0-b356-9309a5d4cd64 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (f472c9b4-92da-44b8-b849-5c1c44136f67), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:50.419077 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 767d7152-2c8c-4117-9a59-9ff3740608f1 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:28:50.423587 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['f472c9b4-92da-44b8-b849-5c1c44136f67'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:50.433762 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14f395-9635-4a37-b189-9fa1d74be0de req-ee7a3f42-0b91-4de5-b13e-c96b5516b4f0 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:50.435499 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9a14f395-9635-4a37-b189-9fa1d74be0de req-ee7a3f42-0b91-4de5-b13e-c96b5516b4f0 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9410dfb-e647-40ce-8861-c0ce9c18db55 HTTP/1.1" status: 200 len: 949 time: 0.1342072 Jan 28 13:28:50.437204 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8daefe-ce26-4edd-9eb3-4832cae98b66 req-b8c66690-4f1e-44c0-b356-9309a5d4cd64 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:50.438852 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-eb8daefe-ce26-4edd-9eb3-4832cae98b66 req-b8c66690-4f1e-44c0-b356-9309a5d4cd64 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:50.442400 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eb8daefe-ce26-4edd-9eb3-4832cae98b66 req-b8c66690-4f1e-44c0-b356-9309a5d4cd64 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "PUT /v2.0/ports/f472c9b4-92da-44b8-b849-5c1c44136f67 HTTP/1.1" status: 200 len: 981 time: 0.9159837 Jan 28 13:28:50.555505 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 767d7152-2c8c-4117-9a59-9ff3740608f1 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:50.555862 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (767d7152-2c8c-4117-9a59-9ff3740608f1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:50.564823 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['f472c9b4-92da-44b8-b849-5c1c44136f67'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:50.567591 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port dbe6a402-bad8-4d79-bde2-bbfd96905d42 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:28:50.588633 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port dbe6a402-bad8-4d79-bde2-bbfd96905d42 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:50.589450 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (dbe6a402-bad8-4d79-bde2-bbfd96905d42), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:50.620737 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a217d1-faa8-4255-990c-0f4a3d29ba59 req-5637bd11-95d3-4163-acd8-7f006173b07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:50.625170 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9a14f395-9635-4a37-b189-9fa1d74be0de req-4b3b4d46-1cdd-45c3-9e21-00fc77b19f30 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/security-groups?id=f57d5050-af6f-4453-9d44-106806ba47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544652 Jan 28 13:28:50.626425 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e9a217d1-faa8-4255-990c-0f4a3d29ba59 req-5637bd11-95d3-4163-acd8-7f006173b07f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=48ad8eac274a4608b659a32b56a99ba9&device_id=99bd25b8-1347-415f-8e2a-e5f77b6cb420 HTTP/1.1" status: 200 len: 1094 time: 0.2695348 Jan 28 13:28:50.707955 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-7e7eea9d-d7bb-40e5-8606-3f33df495ec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64418cad-b538-4fbf-a8c5-1e564676bbd3 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:50.715051 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c66690-4f1e-44c0-b356-9309a5d4cd64 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Pushing event updated for resources: {'Port': ['ID=f472c9b4-92da-44b8-b849-5c1c44136f67,revision_number=6']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:50.759249 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-7e7eea9d-d7bb-40e5-8606-3f33df495ec3 service neutron] Publish callbacks [] for port (64418cad-b538-4fbf-a8c5-1e564676bbd3), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:50.801821 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-7e7eea9d-d7bb-40e5-8606-3f33df495ec3 service neutron] Transition to ACTIVE for port object 64418cad-b538-4fbf-a8c5-1e564676bbd3 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:28:50.807272 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-7e7eea9d-d7bb-40e5-8606-3f33df495ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (64418cad-b538-4fbf-a8c5-1e564676bbd3), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:50.822587 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b8ac3-9ddc-48f8-940f-6261b02af59e req-ef341ec8-6755-4889-a04c-21baf6a1e905 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:50.830201 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-817b8ac3-9ddc-48f8-940f-6261b02af59e req-ef341ec8-6755-4889-a04c-21baf6a1e905 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb961be5-84c5-4d4e-b0d1-671648cea573 HTTP/1.1" status: 200 len: 932 time: 0.1497495 Jan 28 13:28:50.865777 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a217d1-faa8-4255-990c-0f4a3d29ba59 req-3ec8eeca-02c4-4cd2-be31-d4c3efed3d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:50.867318 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e9a217d1-faa8-4255-990c-0f4a3d29ba59 req-3ec8eeca-02c4-4cd2-be31-d4c3efed3d57 service neutron] 10.222.0.18 "GET /v2.0/networks?id=63b3830a-69e3-485a-b420-3d34c91e5079 HTTP/1.1" status: 200 len: 909 time: 0.2270360 Jan 28 13:28:50.986227 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e9a217d1-faa8-4255-990c-0f4a3d29ba59 req-2fa1580a-0e6b-4b17-b5b3-bfb2caedb9f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96c0dfc7-603c-488c-8a37-e2fab649e81f HTTP/1.1" status: 200 len: 217 time: 0.1076646 Jan 28 13:28:51.014248 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-817b8ac3-9ddc-48f8-940f-6261b02af59e req-433fca70-0ffb-4dac-8eb7-ad74dabd59b8 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d50052-d4d1-4096-80d9-b2817a8a2416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828096 Jan 28 13:28:51.123732 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6d346b92-3382-4dd0-8f27-525fc4ddc49e None None] Port 64418cad-b538-4fbf-a8c5-1e564676bbd3 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:28:51.158586 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7eea9d-d7bb-40e5-8606-3f33df495ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=64418cad-b538-4fbf-a8c5-1e564676bbd3,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:51.213176 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a217d1-faa8-4255-990c-0f4a3d29ba59 req-ace71ef7-ed4e-493c-a9a9-ff7aff8e705b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:51.215410 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e9a217d1-faa8-4255-990c-0f4a3d29ba59 req-ace71ef7-ed4e-493c-a9a9-ff7aff8e705b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=569370d5-cece-4e5f-affc-7905112cbc12 HTTP/1.1" status: 200 len: 849 time: 0.1996624 Jan 28 13:28:51.268075 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911922fb-006b-4d42-83d9-7e7c1712253c req-457a7a41-c1d4-419c-8988-bd22fb282b93 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:51.270689 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-911922fb-006b-4d42-83d9-7e7c1712253c req-457a7a41-c1d4-419c-8988-bd22fb282b93 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=e58b495d-c293-4779-8986-bb6f7d3ebdf2 HTTP/1.1" status: 200 len: 945 time: 0.4081657 Jan 28 13:28:51.290964 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e9a217d1-faa8-4255-990c-0f4a3d29ba59 req-7ce229d9-c554-42fc-ba25-de4dcde78600 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=63b3830a-69e3-485a-b420-3d34c91e5079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687752 Jan 28 13:28:51.307927 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 501d35d3-1ce4-4148-bb90-5bb907aef56d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=501d35d3-1ce4-4148-bb90-5bb907aef56d,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:51.398203 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '501d35d3-1ce4-4148-bb90-5bb907aef56d', 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787', 'port_id': '501d35d3-1ce4-4148-bb90-5bb907aef56d', 'mac_address': 'fa:16:3e:29:20:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71a5c6ba-e647-4544-86c2-92651ecb7e69', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:28:51.418260 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-7e7eea9d-d7bb-40e5-8606-3f33df495ec3 service neutron] Attempting to bind port 64418cad-b538-4fbf-a8c5-1e564676bbd3 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:51.418880 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-7e7eea9d-d7bb-40e5-8606-3f33df495ec3 service neutron] Attempting to bind port 64418cad-b538-4fbf-a8c5-1e564676bbd3 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '7b9359ad-ab9e-4dd7-951c-9218cc0873e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f001d26b-b928-47b4-a89f-43111884dd77'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:51.419504 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-7e7eea9d-d7bb-40e5-8606-3f33df495ec3 service neutron] Attempting to bind port 64418cad-b538-4fbf-a8c5-1e564676bbd3 on network f001d26b-b928-47b4-a89f-43111884dd77 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:51.433791 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-911922fb-006b-4d42-83d9-7e7c1712253c req-9c069792-8ce8-46e1-99d4-837aa05f60bf tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530862 Jan 28 13:28:51.436630 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-7e7eea9d-d7bb-40e5-8606-3f33df495ec3 service neutron] Port 64418cad-b538-4fbf-a8c5-1e564676bbd3 on network f001d26b-b928-47b4-a89f-43111884dd77 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:28:51.437705 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-7e7eea9d-d7bb-40e5-8606-3f33df495ec3 service neutron] Attempting to bind port 64418cad-b538-4fbf-a8c5-1e564676bbd3 on network f001d26b-b928-47b4-a89f-43111884dd77 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:51.447238 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-7e7eea9d-d7bb-40e5-8606-3f33df495ec3 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:51.448107 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-7e7eea9d-d7bb-40e5-8606-3f33df495ec3 service neutron] Checking segment: {'id': '7b9359ad-ab9e-4dd7-951c-9218cc0873e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f001d26b-b928-47b4-a89f-43111884dd77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:51.448895 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-7e7eea9d-d7bb-40e5-8606-3f33df495ec3 service neutron] Bound using segment: {'id': '7b9359ad-ab9e-4dd7-951c-9218cc0873e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f001d26b-b928-47b4-a89f-43111884dd77'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:51.450802 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-7e7eea9d-d7bb-40e5-8606-3f33df495ec3 service neutron] Bound port: 64418cad-b538-4fbf-a8c5-1e564676bbd3, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b9359ad-ab9e-4dd7-951c-9218cc0873e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f001d26b-b928-47b4-a89f-43111884dd77'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:51.466329 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-7e7eea9d-d7bb-40e5-8606-3f33df495ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (64418cad-b538-4fbf-a8c5-1e564676bbd3), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:51.525968 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port dbe6a402-bad8-4d79-bde2-bbfd96905d42 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:51.526512 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (dbe6a402-bad8-4d79-bde2-bbfd96905d42), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:51.615402 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77235a3d-ecfd-4f88-b5db-ff10563c06c0 req-8e28b21d-6384-457c-ad2b-c14d956b6eec tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:51.617873 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77235a3d-ecfd-4f88-b5db-ff10563c06c0 req-8e28b21d-6384-457c-ad2b-c14d956b6eec tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] 10.222.0.39 "GET /v2.0/ports?device_id=99bd25b8-1347-415f-8e2a-e5f77b6cb420 HTTP/1.1" status: 200 len: 943 time: 0.3257349 Jan 28 13:28:51.683953 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e9d9d-dd28-4530-92e9-54922ecbfb5d req-5484f65c-6cfb-462a-a77e-d06941c69f91 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:51.689810 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e9d9d-dd28-4530-92e9-54922ecbfb5d req-5484f65c-6cfb-462a-a77e-d06941c69f91 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:51.691217 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ac0e9d9d-dd28-4530-92e9-54922ecbfb5d req-5484f65c-6cfb-462a-a77e-d06941c69f91 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 1680 time: 0.1104474 Jan 28 13:28:51.692546 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-7e7eea9d-d7bb-40e5-8606-3f33df495ec3 service neutron] For port 64418cad-b538-4fbf-a8c5-1e564676bbd3, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:51.702545 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-7e7eea9d-d7bb-40e5-8606-3f33df495ec3 service neutron] For port 64418cad-b538-4fbf-a8c5-1e564676bbd3, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=64418cad-b538-4fbf-a8c5-1e564676bbd3,segment=NetworkSegment(7b9359ad-ab9e-4dd7-951c-9218cc0873e3),segment_id=7b9359ad-ab9e-4dd7-951c-9218cc0873e3)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:51.717892 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-7e7eea9d-d7bb-40e5-8606-3f33df495ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (64418cad-b538-4fbf-a8c5-1e564676bbd3), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:51.762038 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 501d35d3-1ce4-4148-bb90-5bb907aef56d is: ACTIVE; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:51.763436 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (501d35d3-1ce4-4148-bb90-5bb907aef56d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:51.790082 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7196d8f4-f811-46b8-ae07-004aafc4c00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe6a402-bad8-4d79-bde2-bbfd96905d42'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:51.796528 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dc1156-e2a6-41e1-9e1e-90e685bd69fc" -d '{"events": [{"server_uuid": "7196d8f4-f811-46b8-ae07-004aafc4c00d", "name": "network-vif-plugged", "status": "completed", "tag": "dbe6a402-bad8-4d79-bde2-bbfd96905d42"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:51.802847 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-7e7eea9d-d7bb-40e5-8606-3f33df495ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:51.803924 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-7e7eea9d-d7bb-40e5-8606-3f33df495ec3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:51.807868 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-7e7eea9d-d7bb-40e5-8606-3f33df495ec3 service neutron] 10.222.0.37 "PUT /v2.0/ports/64418cad-b538-4fbf-a8c5-1e564676bbd3 HTTP/1.1" status: 200 len: 1092 time: 2.1071079 Jan 28 13:28:51.813237 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb961be5-84c5-4d4e-b0d1-671648cea573', 'tag': '64418cad-b538-4fbf-a8c5-1e564676bbd3'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:51.819529 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd20a60b-b599-4b0f-8c78-bdfdcf3d3696" -d '{"events": [{"name": "network-changed", "server_uuid": "eb961be5-84c5-4d4e-b0d1-671648cea573", "tag": "64418cad-b538-4fbf-a8c5-1e564676bbd3"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:51.833355 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ac0e9d9d-dd28-4530-92e9-54922ecbfb5d req-af742694-d75d-41e8-a447-4aba69580078 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279786 Jan 28 13:28:51.847085 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 501d35d3-1ce4-4148-bb90-5bb907aef56d {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:51.862006 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7eea9d-d7bb-40e5-8606-3f33df495ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=64418cad-b538-4fbf-a8c5-1e564676bbd3,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:51.922714 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 501d35d3-1ce4-4148-bb90-5bb907aef56d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=501d35d3-1ce4-4148-bb90-5bb907aef56d,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:51.931048 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e9a217d1-faa8-4255-990c-0f4a3d29ba59 req-cd6d784b-a5b1-4208-a7a0-166cf276ed4d service neutron] 10.222.0.18 "GET /v2.0/networks/63b3830a-69e3-485a-b420-3d34c91e5079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5650587 Jan 28 13:28:51.939497 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 767d7152-2c8c-4117-9a59-9ff3740608f1 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:51.939970 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (767d7152-2c8c-4117-9a59-9ff3740608f1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:51.949220 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (501d35d3-1ce4-4148-bb90-5bb907aef56d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:51.970630 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port dbe6a402-bad8-4d79-bde2-bbfd96905d42, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=dbe6a402-bad8-4d79-bde2-bbfd96905d42,segment=NetworkSegment(c2c4ccae-60eb-41f2-8e2b-5652b4999cee),segment_id=c2c4ccae-60eb-41f2-8e2b-5652b4999cee)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:52.007756 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-b5194ae6-9660-484d-9250-7fcdb0a556cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:52.008311 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 96c0dfc7-603c-488c-8a37-e2fab649e81f details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:28:52.016942 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-b5194ae6-9660-484d-9250-7fcdb0a556cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=40d2254c52b145b8bd88955b1142b88a&device_id=eb961be5-84c5-4d4e-b0d1-671648cea573 HTTP/1.1" status: 200 len: 1095 time: 0.1217437 Jan 28 13:28:52.033105 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77235a3d-ecfd-4f88-b5db-ff10563c06c0 req-be728fce-4a1e-4266-b639-61e802fe7886 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] 10.222.0.39 "GET /v2.0/security-groups?id=116e04ca-59b0-4e38-8d0f-e5268eaa566e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780866 Jan 28 13:28:52.046452 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76e841e-d7a2-4ae9-a316-a549eff618d8', 'tag': 'f472c9b4-92da-44b8-b849-5c1c44136f67'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:52.071599 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8654c02e-219e-4f44-a920-9921b15a1047" -d '{"events": [{"name": "network-changed", "server_uuid": "a76e841e-d7a2-4ae9-a316-a549eff618d8", "tag": "f472c9b4-92da-44b8-b849-5c1c44136f67"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:52.082721 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (dbe6a402-bad8-4d79-bde2-bbfd96905d42), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:52.083708 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device d66e178b-7caf-49aa-8511-2f595390c0f5 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:52.103760 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['501d35d3-1ce4-4148-bb90-5bb907aef56d'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:52.175066 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 767d7152-2c8c-4117-9a59-9ff3740608f1, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=767d7152-2c8c-4117-9a59-9ff3740608f1,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:52.210274 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-cdccda06-03c1-4ecb-b8e6-50734c89955d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64418cad-b538-4fbf-a8c5-1e564676bbd3 HTTP/1.1" status: 200 len: 217 time: 0.1734002 Jan 28 13:28:52.266965 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (767d7152-2c8c-4117-9a59-9ff3740608f1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:52.321315 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-74842000-ec31-426c-9953-70c5d5bf5328 req-93367d6f-0009-4f0e-8a86-17f8eaeac5db tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-7162049&fields=id&tenant_id=b360bd95cff749448a550ff64a9ecd83 HTTP/1.1" status: 200 len: 267 time: 0.2497511 Jan 28 13:28:52.365502 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.resource_extend [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:28:52.372992 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-77b715ed-dba4-418e-bd2d-12293d401971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:52.374934 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-77b715ed-dba4-418e-bd2d-12293d401971 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4efb7cb1-71fb-417f-9e82-31bf10df1efb HTTP/1.1" status: 200 len: 845 time: 0.1487153 Jan 28 13:28:52.379292 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=501d35d3-1ce4-4148-bb90-5bb907aef56d,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:52.474402 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=dbe6a402-bad8-4d79-bde2-bbfd96905d42,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:52.480114 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1080491-7014-4c42-9e95-313842405d79 req-90d48158-82dc-445a-9fda-2d5733368443 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:52.484123 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f1080491-7014-4c42-9e95-313842405d79 req-90d48158-82dc-445a-9fda-2d5733368443 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 944 time: 0.2461262 Jan 28 13:28:52.502494 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e9a217d1-faa8-4255-990c-0f4a3d29ba59 req-6cc57f0d-3882-458e-8190-2dfa65fb4d06 service neutron] 10.222.0.18 "GET /v2.0/networks/63b3830a-69e3-485a-b420-3d34c91e5079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5643592 Jan 28 13:28:52.589383 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74842000-ec31-426c-9953-70c5d5bf5328 req-105be555-52af-4b06-b384-1c58f8ddeda8 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:52.597516 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=767d7152-2c8c-4117-9a59-9ff3740608f1,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:52.621308 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-74842000-ec31-426c-9953-70c5d5bf5328 req-105be555-52af-4b06-b384-1c58f8ddeda8 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=a76e841e-d7a2-4ae9-a316-a549eff618d8 HTTP/1.1" status: 200 len: 984 time: 0.2984905 Jan 28 13:28:52.629569 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f1080491-7014-4c42-9e95-313842405d79 req-c4853032-1629-458e-a24f-df1fccfd140a tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231167 Jan 28 13:28:52.635877 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-74842000-ec31-426c-9953-70c5d5bf5328 req-cc7fa514-58a2-4784-bcab-c37c6747a745 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Request body: {'port': {'security_groups': ['44a7f744-1530-4434-b04a-b15e9c3628da', '7c1c9c27-0238-4e75-90d9-8a1f09493fd9', '794348fa-c13f-4aec-a32c-2ec70c82d27e']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:52.649530 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-10a9edf6-3366-4d8d-9f87-4f54a501c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:52.652283 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-10a9edf6-3366-4d8d-9f87-4f54a501c491 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f001d26b-b928-47b4-a89f-43111884dd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2316520 Jan 28 13:28:52.869717 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3fff4-31a2-4ea0-aa60-d1a2c4a29295 req-313c914b-dfe4-4536-ba9d-3cae20c474d1 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:52.869943 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port d66e178b-7caf-49aa-8511-2f595390c0f5 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:28:52.893562 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e6c3fff4-31a2-4ea0-aa60-d1a2c4a29295 req-313c914b-dfe4-4536-ba9d-3cae20c474d1 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9410dfb-e647-40ce-8861-c0ce9c18db55 HTTP/1.1" status: 200 len: 950 time: 0.1142769 Jan 28 13:28:52.897934 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port d66e178b-7caf-49aa-8511-2f595390c0f5 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:52.898709 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d66e178b-7caf-49aa-8511-2f595390c0f5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:52.994153 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e6c3fff4-31a2-4ea0-aa60-d1a2c4a29295 req-51bd6089-7936-4e7e-9740-44bac02a6966 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/security-groups?id=f57d5050-af6f-4453-9d44-106806ba47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995252 Jan 28 13:28:53.030398 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-d54487b3-131d-4650-a2ed-2243ec4a7e15 service neutron] 10.222.0.37 "GET /v2.0/networks/f001d26b-b928-47b4-a89f-43111884dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345871 Jan 28 13:28:53.054475 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 96c0dfc7-603c-488c-8a37-e2fab649e81f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=96c0dfc7-603c-488c-8a37-e2fab649e81f,segment=NetworkSegment(19d585e0-0124-4249-b90c-8d0bc0abce15),segment_id=19d585e0-0124-4249-b90c-8d0bc0abce15)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:53.084627 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45134897-af29-4d0d-a85f-6bb39894c63d x-openstack-request-id: req-45134897-af29-4d0d-a85f-6bb39894c63d {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:53.085064 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7196d8f4-f811-46b8-ae07-004aafc4c00d", "name": "network-vif-plugged", "status": "completed", "tag": "dbe6a402-bad8-4d79-bde2-bbfd96905d42", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:53.085451 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45134897-af29-4d0d-a85f-6bb39894c63d {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:53.086080 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7196d8f4-f811-46b8-ae07-004aafc4c00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe6a402-bad8-4d79-bde2-bbfd96905d42', 'code': 200} Jan 28 13:28:53.152311 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e769e37b-4a42-426d-ae09-b4a1d72637d7 x-openstack-request-id: req-e769e37b-4a42-426d-ae09-b4a1d72637d7 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:53.152610 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb961be5-84c5-4d4e-b0d1-671648cea573", "tag": "64418cad-b538-4fbf-a8c5-1e564676bbd3", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:53.152903 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e769e37b-4a42-426d-ae09-b4a1d72637d7 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:53.153325 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb961be5-84c5-4d4e-b0d1-671648cea573', 'tag': '64418cad-b538-4fbf-a8c5-1e564676bbd3', 'status': 'completed', 'code': 200} Jan 28 13:28:53.210885 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '96c0dfc7-603c-488c-8a37-e2fab649e81f', 'network_id': '63b3830a-69e3-485a-b420-3d34c91e5079', 'port_id': '96c0dfc7-603c-488c-8a37-e2fab649e81f', 'mac_address': 'fa:16:3e:27:ed:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '569370d5-cece-4e5f-affc-7905112cbc12', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:28:53.237157 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-74842000-ec31-426c-9953-70c5d5bf5328 req-cc7fa514-58a2-4784-bcab-c37c6747a745 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f472c9b4-92da-44b8-b849-5c1c44136f67), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:53.294289 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf9452-3fa1-4f5d-b5fb-e2e7b8dd9cc3 req-8842b266-77ff-4b7f-b822-656c8ded70e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:53.296562 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9cf9452-3fa1-4f5d-b5fb-e2e7b8dd9cc3 req-8842b266-77ff-4b7f-b822-656c8ded70e3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7196d8f4-f811-46b8-ae07-004aafc4c00d HTTP/1.1" status: 200 len: 1097 time: 0.1422570 Jan 28 13:28:53.371983 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ab85ee0f-d969-4576-8fbd-05e1fe011026 req-546f85b3-1893-4bf3-be3e-7395132e94b2 service neutron] 10.222.0.37 "GET /v2.0/networks/f001d26b-b928-47b4-a89f-43111884dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139958 Jan 28 13:28:53.452600 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 96c0dfc7-603c-488c-8a37-e2fab649e81f is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:53.453233 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (96c0dfc7-603c-488c-8a37-e2fab649e81f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:53.482959 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c0dfc7-603c-488c-8a37-e2fab649e81f {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:53.555817 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ce88a-eba5-4a4e-a9b0-d25dd37146aa req-3e1e8088-861a-4be3-8a7a-39358c9028bc tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:53.568383 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 96c0dfc7-603c-488c-8a37-e2fab649e81f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=96c0dfc7-603c-488c-8a37-e2fab649e81f,segment=NetworkSegment(19d585e0-0124-4249-b90c-8d0bc0abce15),segment_id=19d585e0-0124-4249-b90c-8d0bc0abce15)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:53.568702 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ca4ce88a-eba5-4a4e-a9b0-d25dd37146aa req-3e1e8088-861a-4be3-8a7a-39358c9028bc tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb961be5-84c5-4d4e-b0d1-671648cea573 HTTP/1.1" status: 200 len: 944 time: 0.2681582 Jan 28 13:28:53.569787 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20a60b-b599-4b0f-8c78-bdfdcf3d3696 req-e9d500fc-9fcb-45ce-b756-684d313ce7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:53.572291 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dd20a60b-b599-4b0f-8c78-bdfdcf3d3696 req-e9d500fc-9fcb-45ce-b756-684d313ce7d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=40d2254c52b145b8bd88955b1142b88a&device_id=eb961be5-84c5-4d4e-b0d1-671648cea573 HTTP/1.1" status: 200 len: 1095 time: 0.1113482 Jan 28 13:28:53.576435 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (96c0dfc7-603c-488c-8a37-e2fab649e81f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:53.621323 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port d66e178b-7caf-49aa-8511-2f595390c0f5 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:53.621776 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d66e178b-7caf-49aa-8511-2f595390c0f5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:53.642378 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9cf9452-3fa1-4f5d-b5fb-e2e7b8dd9cc3 req-d21ab880-d2cf-46ac-b624-ad8dc209bfe1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103968 Jan 28 13:28:53.703672 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port d66e178b-7caf-49aa-8511-2f595390c0f5, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=d66e178b-7caf-49aa-8511-2f595390c0f5,segment=NetworkSegment(c2c4ccae-60eb-41f2-8e2b-5652b4999cee),segment_id=c2c4ccae-60eb-41f2-8e2b-5652b4999cee)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:53.710758 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ca4ce88a-eba5-4a4e-a9b0-d25dd37146aa req-2723489e-bbff-4660-9af5-4a883bb63673 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d50052-d4d1-4096-80d9-b2817a8a2416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396871 Jan 28 13:28:53.716499 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d66e178b-7caf-49aa-8511-2f595390c0f5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:53.716499 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device a691eab6-3cee-43eb-83fa-c46e5e4ad20f up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:53.737441 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=96c0dfc7-603c-488c-8a37-e2fab649e81f,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:53.818278 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6f6f75-db10-4856-ad6a-c31b79b166eb x-openstack-request-id: req-2f6f6f75-db10-4856-ad6a-c31b79b166eb {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:53.818580 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76e841e-d7a2-4ae9-a316-a549eff618d8", "tag": "f472c9b4-92da-44b8-b849-5c1c44136f67", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:53.818836 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f6f6f75-db10-4856-ad6a-c31b79b166eb {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:53.819280 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76e841e-d7a2-4ae9-a316-a549eff618d8', 'tag': 'f472c9b4-92da-44b8-b849-5c1c44136f67', 'status': 'completed', 'code': 200} Jan 28 13:28:53.855696 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=d66e178b-7caf-49aa-8511-2f595390c0f5,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:53.869332 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['96c0dfc7-603c-488c-8a37-e2fab649e81f'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:53.955793 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port a691eab6-3cee-43eb-83fa-c46e5e4ad20f completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:28:53.971255 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port a691eab6-3cee-43eb-83fa-c46e5e4ad20f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:53.971840 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a691eab6-3cee-43eb-83fa-c46e5e4ad20f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:53.993460 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-74842000-ec31-426c-9953-70c5d5bf5328 req-cc7fa514-58a2-4784-bcab-c37c6747a745 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] For port f472c9b4-92da-44b8-b849-5c1c44136f67, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=f472c9b4-92da-44b8-b849-5c1c44136f67,segment=NetworkSegment(bdc48f93-6a06-41d7-b4e3-6415c817d317),segment_id=bdc48f93-6a06-41d7-b4e3-6415c817d317)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:54.026544 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d627e8-1684-4c91-865a-e45e26333d44 req-d267c8c6-d953-4633-8947-169545adee52 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:54.039898 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20a60b-b599-4b0f-8c78-bdfdcf3d3696 req-4780cdc6-e69f-4ea2-ae45-1c1d3c0f2570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:54.040748 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0d627e8-1684-4c91-865a-e45e26333d44 req-d267c8c6-d953-4633-8947-169545adee52 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=e58b495d-c293-4779-8986-bb6f7d3ebdf2 HTTP/1.1" status: 200 len: 946 time: 0.0958910 Jan 28 13:28:54.042669 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dd20a60b-b599-4b0f-8c78-bdfdcf3d3696 req-4780cdc6-e69f-4ea2-ae45-1c1d3c0f2570 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f001d26b-b928-47b4-a89f-43111884dd77 HTTP/1.1" status: 200 len: 906 time: 0.4587979 Jan 28 13:28:54.072919 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654c02e-219e-4f44-a920-9921b15a1047 req-91ee1346-6872-412e-be64-a4f21536e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:54.087205 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8654c02e-219e-4f44-a920-9921b15a1047 req-91ee1346-6872-412e-be64-a4f21536e575 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b360bd95cff749448a550ff64a9ecd83&device_id=a76e841e-d7a2-4ae9-a316-a549eff618d8 HTTP/1.1" status: 200 len: 1135 time: 0.2271841 Jan 28 13:28:54.120530 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0d627e8-1684-4c91-865a-e45e26333d44 req-b84d82ce-940c-4e80-9910-981a688c5bd4 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769403 Jan 28 13:28:54.203633 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dd20a60b-b599-4b0f-8c78-bdfdcf3d3696 req-ab4abc4b-ed58-440b-ba5d-3cd695472f08 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64418cad-b538-4fbf-a8c5-1e564676bbd3 HTTP/1.1" status: 200 len: 217 time: 0.1531723 Jan 28 13:28:54.361871 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-74842000-ec31-426c-9953-70c5d5bf5328 req-cc7fa514-58a2-4784-bcab-c37c6747a745 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for port (f472c9b4-92da-44b8-b849-5c1c44136f67), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:54.387104 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port a691eab6-3cee-43eb-83fa-c46e5e4ad20f is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:54.387690 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a691eab6-3cee-43eb-83fa-c46e5e4ad20f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:54.431966 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392b8cc-e5c2-4a9f-a1af-db2697a6066a req-9940b3ed-a7f9-4316-ade8-5a2a3d0aee57 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:54.446543 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392b8cc-e5c2-4a9f-a1af-db2697a6066a req-9940b3ed-a7f9-4316-ade8-5a2a3d0aee57 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:54.446836 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-74842000-ec31-426c-9953-70c5d5bf5328 req-cc7fa514-58a2-4784-bcab-c37c6747a745 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (f472c9b4-92da-44b8-b849-5c1c44136f67), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:54.451168 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f392b8cc-e5c2-4a9f-a1af-db2697a6066a req-9940b3ed-a7f9-4316-ade8-5a2a3d0aee57 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 1680 time: 0.2350490 Jan 28 13:28:54.452014 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654c02e-219e-4f44-a920-9921b15a1047 req-a6a67b79-c34b-48c7-a04f-89c319d62f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:54.453895 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8654c02e-219e-4f44-a920-9921b15a1047 req-a6a67b79-c34b-48c7-a04f-89c319d62f79 service neutron] 10.222.0.37 "GET /v2.0/networks?id=16d9a03d-cf10-476d-aa93-1b10f6134522 HTTP/1.1" status: 200 len: 913 time: 0.3658876 Jan 28 13:28:54.479394 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port a691eab6-3cee-43eb-83fa-c46e5e4ad20f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=a691eab6-3cee-43eb-83fa-c46e5e4ad20f,segment=NetworkSegment(bb4be984-5817-4573-8dd7-d0c9f0d3b645),segment_id=bb4be984-5817-4573-8dd7-d0c9f0d3b645)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:54.497677 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['f472c9b4-92da-44b8-b849-5c1c44136f67'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:54.551335 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f392b8cc-e5c2-4a9f-a1af-db2697a6066a req-51998ba2-047a-4a6e-9fe4-c0d6d66f4490 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916936 Jan 28 13:28:54.595227 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a691eab6-3cee-43eb-83fa-c46e5e4ad20f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:54.696244 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 501d35d3-1ce4-4148-bb90-5bb907aef56d up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:54.716176 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2344a99-b260-4ddc-970f-383c7695aa5f req-d4dc223e-b94b-458d-b1cd-f75a6ecb3aca tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:54.718849 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b2344a99-b260-4ddc-970f-383c7695aa5f req-d4dc223e-b94b-458d-b1cd-f75a6ecb3aca tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] 10.222.0.39 "GET /v2.0/ports?device_id=99bd25b8-1347-415f-8e2a-e5f77b6cb420 HTTP/1.1" status: 200 len: 944 time: 0.1054320 Jan 28 13:28:54.869599 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=a691eab6-3cee-43eb-83fa-c46e5e4ad20f,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:54.909389 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b2344a99-b260-4ddc-970f-383c7695aa5f req-f2f97817-7a55-4fe0-a8e2-12d5ced851e4 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] 10.222.0.39 "GET /v2.0/security-groups?id=116e04ca-59b0-4e38-8d0f-e5268eaa566e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735373 Jan 28 13:28:55.091790 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9410dfb-e647-40ce-8861-c0ce9c18db55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767d7152-2c8c-4117-9a59-9ff3740608f1'}, {'server_uuid': 'e58b495d-c293-4779-8986-bb6f7d3ebdf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66e178b-7caf-49aa-8511-2f595390c0f5'}, {'server_uuid': '556a89da-1521-4f01-81a8-c010f3c4430f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a691eab6-3cee-43eb-83fa-c46e5e4ad20f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:55.111814 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9167b91-a267-43d6-9fea-8f00868ac197" -d '{"events": [{"server_uuid": "b9410dfb-e647-40ce-8861-c0ce9c18db55", "name": "network-vif-plugged", "status": "completed", "tag": "767d7152-2c8c-4117-9a59-9ff3740608f1"}, {"server_uuid": "e58b495d-c293-4779-8986-bb6f7d3ebdf2", "name": "network-vif-plugged", "status": "completed", "tag": "d66e178b-7caf-49aa-8511-2f595390c0f5"}, {"server_uuid": "556a89da-1521-4f01-81a8-c010f3c4430f", "name": "network-vif-plugged", "status": "completed", "tag": "a691eab6-3cee-43eb-83fa-c46e5e4ad20f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:55.239770 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075641d-4922-4d95-bcd0-fb33e6ef4ef1 req-e4d203be-3c0a-4c76-a9cf-8fdbcb271e95 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:55.241415 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5075641d-4922-4d95-bcd0-fb33e6ef4ef1 req-e4d203be-3c0a-4c76-a9cf-8fdbcb271e95 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 944 time: 0.1461568 Jan 28 13:28:55.256946 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 501d35d3-1ce4-4148-bb90-5bb907aef56d triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:55.257370 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (501d35d3-1ce4-4148-bb90-5bb907aef56d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:55.328729 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8654c02e-219e-4f44-a920-9921b15a1047 req-9eddf9fe-3a94-4beb-a581-251fefca14df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f472c9b4-92da-44b8-b849-5c1c44136f67 HTTP/1.1" status: 200 len: 217 time: 0.0797305 Jan 28 13:28:55.353937 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20a60b-b599-4b0f-8c78-bdfdcf3d3696 req-17eb5efc-4a46-43c8-a5a3-b55310044bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:55.356557 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dd20a60b-b599-4b0f-8c78-bdfdcf3d3696 req-17eb5efc-4a46-43c8-a5a3-b55310044bc9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4efb7cb1-71fb-417f-9e82-31bf10df1efb HTTP/1.1" status: 200 len: 845 time: 1.0379875 Jan 28 13:28:55.357391 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fa514-58a2-4784-bcab-c37c6747a745 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Pushing event updated for resources: {'Port': ['ID=f472c9b4-92da-44b8-b849-5c1c44136f67,revision_number=7']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:55.395346 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74842000-ec31-426c-9953-70c5d5bf5328 req-cc7fa514-58a2-4784-bcab-c37c6747a745 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:55.396261 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-74842000-ec31-426c-9953-70c5d5bf5328 req-cc7fa514-58a2-4784-bcab-c37c6747a745 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:55.411347 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-74842000-ec31-426c-9953-70c5d5bf5328 req-cc7fa514-58a2-4784-bcab-c37c6747a745 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "PUT /v2.0/ports/f472c9b4-92da-44b8-b849-5c1c44136f67 HTTP/1.1" status: 200 len: 1020 time: 2.7870975 Jan 28 13:28:55.412087 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76e841e-d7a2-4ae9-a316-a549eff618d8', 'tag': 'f472c9b4-92da-44b8-b849-5c1c44136f67'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:55.415492 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e37033-0270-4d95-8069-8de76afdf927" -d '{"events": [{"name": "network-changed", "server_uuid": "a76e841e-d7a2-4ae9-a316-a549eff618d8", "tag": "f472c9b4-92da-44b8-b849-5c1c44136f67"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:55.428304 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5075641d-4922-4d95-bcd0-fb33e6ef4ef1 req-a8b7bc4d-9657-4a44-9124-dd3fc665c6fe tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729763 Jan 28 13:28:55.463783 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 501d35d3-1ce4-4148-bb90-5bb907aef56d is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:55.464374 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (501d35d3-1ce4-4148-bb90-5bb907aef56d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:55.556374 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 501d35d3-1ce4-4148-bb90-5bb907aef56d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=501d35d3-1ce4-4148-bb90-5bb907aef56d,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:55.565581 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (501d35d3-1ce4-4148-bb90-5bb907aef56d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:55.623073 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=501d35d3-1ce4-4148-bb90-5bb907aef56d,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:55.626522 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['f472c9b4-92da-44b8-b849-5c1c44136f67'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:55.679390 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654c02e-219e-4f44-a920-9921b15a1047 req-62ab56b4-5156-4dca-a932-53fd2270761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:55.681422 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8654c02e-219e-4f44-a920-9921b15a1047 req-62ab56b4-5156-4dca-a932-53fd2270761d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=042f9a6a-2921-498d-bcc9-1ba76067c5cb HTTP/1.1" status: 200 len: 853 time: 0.3403704 Jan 28 13:28:55.694639 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20a60b-b599-4b0f-8c78-bdfdcf3d3696 req-6b58c7a6-b34f-46c2-848e-a6f6b33e1464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:55.697251 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dd20a60b-b599-4b0f-8c78-bdfdcf3d3696 req-6b58c7a6-b34f-46c2-848e-a6f6b33e1464 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f001d26b-b928-47b4-a89f-43111884dd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2713094 Jan 28 13:28:55.722798 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a036b-01c8-4bed-ba73-ed3510c43c7a req-1e384551-0345-401f-b55f-32eb67e5a31f tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:55.727022 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c48a036b-01c8-4bed-ba73-ed3510c43c7a req-1e384551-0345-401f-b55f-32eb67e5a31f tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb961be5-84c5-4d4e-b0d1-671648cea573 HTTP/1.1" status: 200 len: 944 time: 0.1433101 Jan 28 13:28:55.763848 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8654c02e-219e-4f44-a920-9921b15a1047 req-07ddf5e9-7eba-4446-999d-dc83697c7127 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=16d9a03d-cf10-476d-aa93-1b10f6134522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652008 Jan 28 13:28:55.811788 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c48a036b-01c8-4bed-ba73-ed3510c43c7a req-d6280040-180e-4f3c-ab2b-4b157c1bf104 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d50052-d4d1-4096-80d9-b2817a8a2416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783024 Jan 28 13:28:55.919453 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7167d7-f4bd-42d4-a67e-a600881807b5 req-53580609-0ab4-47ec-b8eb-fba93fcdfb12 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:55.922780 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b7167d7-f4bd-42d4-a67e-a600881807b5 req-53580609-0ab4-47ec-b8eb-fba93fcdfb12 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9410dfb-e647-40ce-8861-c0ce9c18db55 HTTP/1.1" status: 200 len: 950 time: 0.3836563 Jan 28 13:28:55.951790 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd976e5b-0ca7-4b29-8593-7340fb9ccef2 req-04be4c4a-50e6-4993-aa89-37ea3c542cec tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:55.963637 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd976e5b-0ca7-4b29-8593-7340fb9ccef2 req-04be4c4a-50e6-4993-aa89-37ea3c542cec tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=e58b495d-c293-4779-8986-bb6f7d3ebdf2 HTTP/1.1" status: 200 len: 946 time: 0.0798717 Jan 28 13:28:55.979587 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 96c0dfc7-603c-488c-8a37-e2fab649e81f up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:56.059472 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd976e5b-0ca7-4b29-8593-7340fb9ccef2 req-83e5fc5e-c35e-4b23-a86d-41a5e52c19e5 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944927 Jan 28 13:28:56.175540 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 64418cad-b538-4fbf-a8c5-1e564676bbd3 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:28:56.239250 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8654c02e-219e-4f44-a920-9921b15a1047 req-9104a12a-473f-417c-983e-9142f58fdbf9 service neutron] 10.222.0.37 "GET /v2.0/networks/16d9a03d-cf10-476d-aa93-1b10f6134522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546771 Jan 28 13:28:56.291320 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dd20a60b-b599-4b0f-8c78-bdfdcf3d3696 req-10dab4ad-faaa-44ab-8267-07a173f157a0 service neutron] 10.222.0.37 "GET /v2.0/networks/f001d26b-b928-47b4-a89f-43111884dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217872 Jan 28 13:28:56.306307 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b7167d7-f4bd-42d4-a67e-a600881807b5 req-36669247-01c5-46db-b579-3884679d0311 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/security-groups?id=f57d5050-af6f-4453-9d44-106806ba47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687696 Jan 28 13:28:56.417491 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029647f3-9684-40ee-9e67-47615aa6216b x-openstack-request-id: req-029647f3-9684-40ee-9e67-47615aa6216b {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:56.420348 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76e841e-d7a2-4ae9-a316-a549eff618d8", "tag": "f472c9b4-92da-44b8-b849-5c1c44136f67", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:56.421823 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-029647f3-9684-40ee-9e67-47615aa6216b {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:56.423003 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76e841e-d7a2-4ae9-a316-a549eff618d8', 'tag': 'f472c9b4-92da-44b8-b849-5c1c44136f67', 'status': 'completed', 'code': 200} Jan 28 13:28:56.505480 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 64418cad-b538-4fbf-a8c5-1e564676bbd3, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=64418cad-b538-4fbf-a8c5-1e564676bbd3,segment=NetworkSegment(7b9359ad-ab9e-4dd7-951c-9218cc0873e3),segment_id=7b9359ad-ab9e-4dd7-951c-9218cc0873e3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:56.536541 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facc7ae1-0a03-4133-8fc5-7ebc35e45bd9 x-openstack-request-id: req-facc7ae1-0a03-4133-8fc5-7ebc35e45bd9 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:56.536834 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9410dfb-e647-40ce-8861-c0ce9c18db55", "name": "network-vif-plugged", "status": "completed", "tag": "767d7152-2c8c-4117-9a59-9ff3740608f1", "code": 200}, {"server_uuid": "e58b495d-c293-4779-8986-bb6f7d3ebdf2", "name": "network-vif-plugged", "status": "completed", "tag": "d66e178b-7caf-49aa-8511-2f595390c0f5", "code": 200}, {"server_uuid": "556a89da-1521-4f01-81a8-c010f3c4430f", "name": "network-vif-plugged", "status": "completed", "tag": "a691eab6-3cee-43eb-83fa-c46e5e4ad20f", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:56.537097 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-facc7ae1-0a03-4133-8fc5-7ebc35e45bd9 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:56.537533 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9410dfb-e647-40ce-8861-c0ce9c18db55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767d7152-2c8c-4117-9a59-9ff3740608f1', 'code': 200} Jan 28 13:28:56.537816 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58b495d-c293-4779-8986-bb6f7d3ebdf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66e178b-7caf-49aa-8511-2f595390c0f5', 'code': 200} Jan 28 13:28:56.538123 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556a89da-1521-4f01-81a8-c010f3c4430f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a691eab6-3cee-43eb-83fa-c46e5e4ad20f', 'code': 200} Jan 28 13:28:56.554471 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '64418cad-b538-4fbf-a8c5-1e564676bbd3', 'network_id': 'f001d26b-b928-47b4-a89f-43111884dd77', 'port_id': '64418cad-b538-4fbf-a8c5-1e564676bbd3', 'mac_address': 'fa:16:3e:29:7a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4efb7cb1-71fb-417f-9e82-31bf10df1efb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:28:56.587416 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 96c0dfc7-603c-488c-8a37-e2fab649e81f completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:28:56.594690 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 96c0dfc7-603c-488c-8a37-e2fab649e81f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:56.595095 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (96c0dfc7-603c-488c-8a37-e2fab649e81f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:56.648394 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 64418cad-b538-4fbf-a8c5-1e564676bbd3 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:56.648786 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (64418cad-b538-4fbf-a8c5-1e564676bbd3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:56.698675 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64418cad-b538-4fbf-a8c5-1e564676bbd3 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:56.704639 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776b448-a902-4a3a-afa6-f8410cb15a1d req-f41df0c9-127e-4c30-8a07-7a481dd54513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:56.720399 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776b448-a902-4a3a-afa6-f8410cb15a1d req-f41df0c9-127e-4c30-8a07-7a481dd54513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:56.725880 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0776b448-a902-4a3a-afa6-f8410cb15a1d req-f41df0c9-127e-4c30-8a07-7a481dd54513 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 1983 time: 0.3106570 Jan 28 13:28:56.741491 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d3cd8-3cab-4277-973f-133da01652f8 req-106c7d42-dd48-41fd-b04d-232a5b5bdc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:56.745420 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e07d3cd8-3cab-4277-973f-133da01652f8 req-106c7d42-dd48-41fd-b04d-232a5b5bdc14 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b9410dfb-e647-40ce-8861-c0ce9c18db55 HTTP/1.1" status: 200 len: 1101 time: 0.4221294 Jan 28 13:28:56.749524 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80f481-f15f-4ce1-8088-b79bfad9daed req-af5f1394-d4f3-4a60-b6ce-911fb0422981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:56.752757 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c80f481-f15f-4ce1-8088-b79bfad9daed req-af5f1394-d4f3-4a60-b6ce-911fb0422981 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e58b495d-c293-4779-8986-bb6f7d3ebdf2 HTTP/1.1" status: 200 len: 1097 time: 0.3458710 Jan 28 13:28:56.762247 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 64418cad-b538-4fbf-a8c5-1e564676bbd3, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=64418cad-b538-4fbf-a8c5-1e564676bbd3,segment=NetworkSegment(7b9359ad-ab9e-4dd7-951c-9218cc0873e3),segment_id=7b9359ad-ab9e-4dd7-951c-9218cc0873e3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:56.768413 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e6d58-9870-4e74-a796-fa352e488c46 req-33213777-cae8-4f93-b70c-c62a10a2299b tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:56.772822 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (64418cad-b538-4fbf-a8c5-1e564676bbd3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:56.783153 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-229e6d58-9870-4e74-a796-fa352e488c46 req-33213777-cae8-4f93-b70c-c62a10a2299b tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=a76e841e-d7a2-4ae9-a316-a549eff618d8 HTTP/1.1" status: 200 len: 1023 time: 0.3685277 Jan 28 13:28:56.860054 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8654c02e-219e-4f44-a920-9921b15a1047 req-38a8de9a-44b9-498e-863e-17983d8f627d service neutron] 10.222.0.37 "GET /v2.0/networks/16d9a03d-cf10-476d-aa93-1b10f6134522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6176872 Jan 28 13:28:56.879407 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dd20a60b-b599-4b0f-8c78-bdfdcf3d3696 req-91cc69b2-d43c-462c-a85c-61052c87e9b0 service neutron] 10.222.0.37 "GET /v2.0/networks/f001d26b-b928-47b4-a89f-43111884dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5699828 Jan 28 13:28:56.908211 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:28:56.948893 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0776b448-a902-4a3a-afa6-f8410cb15a1d req-f764a99b-5ed9-4fd0-89c5-4c9130a193ad service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997256 Jan 28 13:28:56.952719 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760372f7-9d09-4e34-bd5e-3fcc14e350b8 req-6d9aa571-168b-4f1e-b61d-617ef1d43271 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:56.967126 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760372f7-9d09-4e34-bd5e-3fcc14e350b8 req-6d9aa571-168b-4f1e-b61d-617ef1d43271 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:56.969934 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-760372f7-9d09-4e34-bd5e-3fcc14e350b8 req-6d9aa571-168b-4f1e-b61d-617ef1d43271 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 1681 time: 0.4341478 Jan 28 13:28:57.037161 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=64418cad-b538-4fbf-a8c5-1e564676bbd3,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:57.062028 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 96c0dfc7-603c-488c-8a37-e2fab649e81f is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:57.065636 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (96c0dfc7-603c-488c-8a37-e2fab649e81f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:57.122452 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-229e6d58-9870-4e74-a796-fa352e488c46 req-0a115b6d-7567-467b-a23a-dadd204a9d0a tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?id=44a7f744-1530-4434-b04a-b15e9c3628da&id=7c1c9c27-0238-4e75-90d9-8a1f09493fd9&id=794348fa-c13f-4aec-a32c-2ec70c82d27e HTTP/1.1" status: 200 len: 6203 time: 0.3373060 Jan 28 13:28:57.129668 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e07d3cd8-3cab-4277-973f-133da01652f8 req-9fc4ab89-10d1-44cd-8116-f07cf7890d67 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f57d5050-af6f-4453-9d44-106806ba47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091061 Jan 28 13:28:57.168427 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c80f481-f15f-4ce1-8088-b79bfad9daed req-5a6afda6-417e-4592-8101-5c8153c55ebd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087076 Jan 28 13:28:57.189101 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 96c0dfc7-603c-488c-8a37-e2fab649e81f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=96c0dfc7-603c-488c-8a37-e2fab649e81f,segment=NetworkSegment(19d585e0-0124-4249-b90c-8d0bc0abce15),segment_id=19d585e0-0124-4249-b90c-8d0bc0abce15)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:57.202105 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e37033-0270-4d95-8069-8de76afdf927 req-fa80be4d-b1bc-46ef-8440-7149cf8b2e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:57.204613 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d6e37033-0270-4d95-8069-8de76afdf927 req-fa80be4d-b1bc-46ef-8440-7149cf8b2e83 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b360bd95cff749448a550ff64a9ecd83&device_id=a76e841e-d7a2-4ae9-a316-a549eff618d8 HTTP/1.1" status: 200 len: 1174 time: 0.2313375 Jan 28 13:28:57.208701 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-760372f7-9d09-4e34-bd5e-3fcc14e350b8 req-c0b45d3d-aeea-4f8b-8dec-1e78fe9adb55 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058983 Jan 28 13:28:57.279886 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['64418cad-b538-4fbf-a8c5-1e564676bbd3'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:57.293613 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (96c0dfc7-603c-488c-8a37-e2fab649e81f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:57.325146 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55f90a-4ce9-4f49-b068-7e2dfee6966a req-6892b170-4af8-4e98-9a26-539d807a5e44 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:57.328814 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8b55f90a-4ce9-4f49-b068-7e2dfee6966a req-6892b170-4af8-4e98-9a26-539d807a5e44 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] 10.222.0.39 "GET /v2.0/ports?device_id=99bd25b8-1347-415f-8e2a-e5f77b6cb420 HTTP/1.1" status: 200 len: 945 time: 0.1097693 Jan 28 13:28:57.407891 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=96c0dfc7-603c-488c-8a37-e2fab649e81f,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:57.444341 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8b55f90a-4ce9-4f49-b068-7e2dfee6966a req-c818c2f5-a0e1-415a-9add-a7e5122127be tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] 10.222.0.39 "GET /v2.0/security-groups?id=116e04ca-59b0-4e38-8d0f-e5268eaa566e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053383 Jan 28 13:28:57.656600 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e37033-0270-4d95-8069-8de76afdf927 req-48857858-ffbe-428b-b13f-c612ef99a49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:57.686956 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d6e37033-0270-4d95-8069-8de76afdf927 req-48857858-ffbe-428b-b13f-c612ef99a49d service neutron] 10.222.0.37 "GET /v2.0/networks?id=16d9a03d-cf10-476d-aa93-1b10f6134522 HTTP/1.1" status: 200 len: 913 time: 0.2860801 Jan 28 13:28:57.773951 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7944542-ea06-4173-ad1a-62f8f99c50fd req-0986f59e-6b8a-4e43-8af6-1cd2c3fe36cb tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:57.777009 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e7944542-ea06-4173-ad1a-62f8f99c50fd req-0986f59e-6b8a-4e43-8af6-1cd2c3fe36cb tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb961be5-84c5-4d4e-b0d1-671648cea573 HTTP/1.1" status: 200 len: 945 time: 0.2076087 Jan 28 13:28:57.837807 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d6e37033-0270-4d95-8069-8de76afdf927 req-0ceb9baa-f1fb-4d49-baac-6a482e39fed0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f472c9b4-92da-44b8-b849-5c1c44136f67 HTTP/1.1" status: 200 len: 217 time: 0.1367903 Jan 28 13:28:57.870425 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f57c3c-a9dc-4e74-b4fd-5da03a2587ff req-ac0a7e7f-a787-46fd-ae5b-c5d5fec522d5 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:57.872356 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-23f57c3c-a9dc-4e74-b4fd-5da03a2587ff req-ac0a7e7f-a787-46fd-ae5b-c5d5fec522d5 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 945 time: 0.5186160 Jan 28 13:28:57.931237 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e7944542-ea06-4173-ad1a-62f8f99c50fd req-f7d218ac-9dd1-467d-a539-be419282f557 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d50052-d4d1-4096-80d9-b2817a8a2416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468151 Jan 28 13:28:57.956867 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e37033-0270-4d95-8069-8de76afdf927 req-bb3c0d41-58ed-4fb8-a105-5b2a1a15aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:57.962678 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d6e37033-0270-4d95-8069-8de76afdf927 req-bb3c0d41-58ed-4fb8-a105-5b2a1a15aa3c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=042f9a6a-2921-498d-bcc9-1ba76067c5cb HTTP/1.1" status: 200 len: 853 time: 0.1084912 Jan 28 13:28:58.045974 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d6e37033-0270-4d95-8069-8de76afdf927 req-576afa3e-d5d0-4f18-9c89-c213cbd25b6c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=16d9a03d-cf10-476d-aa93-1b10f6134522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757787 Jan 28 13:28:58.054631 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-23f57c3c-a9dc-4e74-b4fd-5da03a2587ff req-0b57a514-f7b2-47ca-8f7d-dacf15a8d39f tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629598 Jan 28 13:28:58.121909 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-1b0a7827-a354-40be-89f8-fc9cb80343ec req-fe9f6efc-0183-499c-b019-4de77e14e1b0 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1270020547 ', 'description': 'tempest-description-990823224'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:58.190689 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c71893-6184-4f82-91b3-91b5b4662d40 req-9bbe5c91-666f-43e0-9e4f-93c4adea0411 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:58.193537 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a3c71893-6184-4f82-91b3-91b5b4662d40 req-9bbe5c91-666f-43e0-9e4f-93c4adea0411 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=e58b495d-c293-4779-8986-bb6f7d3ebdf2 HTTP/1.1" status: 200 len: 946 time: 0.1422050 Jan 28 13:28:58.246474 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d6e37033-0270-4d95-8069-8de76afdf927 req-ba35a578-ce00-464e-bf2f-65be41821507 service neutron] 10.222.0.37 "GET /v2.0/networks/16d9a03d-cf10-476d-aa93-1b10f6134522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902609 Jan 28 13:28:58.249225 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1b0a7827-a354-40be-89f8-fc9cb80343ec req-fe9f6efc-0183-499c-b019-4de77e14e1b0 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:58.297406 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a3c71893-6184-4f82-91b3-91b5b4662d40 req-e230c841-dad1-4f3b-83de-ab8d901713b3 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944271 Jan 28 13:28:58.494460 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d6e37033-0270-4d95-8069-8de76afdf927 req-fb04ba8e-49e4-4609-996c-5033a3c483dc service neutron] 10.222.0.37 "GET /v2.0/networks/16d9a03d-cf10-476d-aa93-1b10f6134522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411754 Jan 28 13:28:58.539723 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa989ae-3145-45b0-a479-2e1a4aef6e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501d35d3-1ce4-4148-bb90-5bb907aef56d'}, {'server_uuid': '99bd25b8-1347-415f-8e2a-e5f77b6cb420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c0dfc7-603c-488c-8a37-e2fab649e81f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:58.544495 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c60566-0651-4760-9d2d-d5a85fe32e58" -d '{"events": [{"server_uuid": "cfa989ae-3145-45b0-a479-2e1a4aef6e45", "name": "network-vif-plugged", "status": "completed", "tag": "501d35d3-1ce4-4148-bb90-5bb907aef56d"}, {"server_uuid": "99bd25b8-1347-415f-8e2a-e5f77b6cb420", "name": "network-vif-plugged", "status": "completed", "tag": "96c0dfc7-603c-488c-8a37-e2fab649e81f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:58.546573 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1b0a7827-a354-40be-89f8-fc9cb80343ec req-fe9f6efc-0183-499c-b019-4de77e14e1b0 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (afdadf5d-0e41-4b78-b2a3-6accd80e81d5), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:58.556278 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1b0a7827-a354-40be-89f8-fc9cb80343ec req-fe9f6efc-0183-499c-b019-4de77e14e1b0 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (afdadf5d-0e41-4b78-b2a3-6accd80e81d5), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:58.616552 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f6efc-0183-499c-b019-4de77e14e1b0 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afdadf5d-0e41-4b78-b2a3-6accd80e81d5,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:58.631594 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1b0a7827-a354-40be-89f8-fc9cb80343ec req-fe9f6efc-0183-499c-b019-4de77e14e1b0 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:58.633544 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1b0a7827-a354-40be-89f8-fc9cb80343ec req-fe9f6efc-0183-499c-b019-4de77e14e1b0 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5166879 Jan 28 13:28:58.646246 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b65958-f3ef-4a61-97e2-9171632cc8c4 req-a9768d15-d0b9-440d-a73a-7bab970b6661 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:58.661756 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f7b65958-f3ef-4a61-97e2-9171632cc8c4 req-a9768d15-d0b9-440d-a73a-7bab970b6661 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9410dfb-e647-40ce-8861-c0ce9c18db55 HTTP/1.1" status: 200 len: 950 time: 0.1643724 Jan 28 13:28:58.805047 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f7b65958-f3ef-4a61-97e2-9171632cc8c4 req-2ff31f01-89c4-42b9-a69b-c78b2f4cc221 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/security-groups?id=f57d5050-af6f-4453-9d44-106806ba47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296058 Jan 28 13:28:58.894895 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a46ed-6239-4d9c-8640-7fb36132d5d7 req-768aa189-9376-48c5-92cb-77465b0e35c3 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:58.912209 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a46ed-6239-4d9c-8640-7fb36132d5d7 req-768aa189-9376-48c5-92cb-77465b0e35c3 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:58.924278 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8b4a46ed-6239-4d9c-8640-7fb36132d5d7 req-768aa189-9376-48c5-92cb-77465b0e35c3 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 1681 time: 0.1535258 Jan 28 13:28:59.007094 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a7f91-95f4-4790-87a0-cdd6d2e42421 req-908ce23a-1371-4a3d-a48b-f63ec96f2dd3 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:59.010740 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b56a7f91-95f4-4790-87a0-cdd6d2e42421 req-908ce23a-1371-4a3d-a48b-f63ec96f2dd3 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] 10.222.0.39 "GET /v2.0/ports?device_id=99bd25b8-1347-415f-8e2a-e5f77b6cb420 HTTP/1.1" status: 200 len: 945 time: 0.1102781 Jan 28 13:28:59.030105 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8b4a46ed-6239-4d9c-8640-7fb36132d5d7 req-cd48cf88-ca95-4636-9b07-f14a19e1e4a7 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967398 Jan 28 13:28:59.103225 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2bf6e7-25f3-4972-8459-a4eada083de4 x-openstack-request-id: req-6e2bf6e7-25f3-4972-8459-a4eada083de4 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:59.103870 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa989ae-3145-45b0-a479-2e1a4aef6e45", "name": "network-vif-plugged", "status": "completed", "tag": "501d35d3-1ce4-4148-bb90-5bb907aef56d", "code": 200}, {"server_uuid": "99bd25b8-1347-415f-8e2a-e5f77b6cb420", "name": "network-vif-plugged", "status": "completed", "tag": "96c0dfc7-603c-488c-8a37-e2fab649e81f", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:59.105149 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e2bf6e7-25f3-4972-8459-a4eada083de4 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:59.106185 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa989ae-3145-45b0-a479-2e1a4aef6e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501d35d3-1ce4-4148-bb90-5bb907aef56d', 'code': 200} Jan 28 13:28:59.106968 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bd25b8-1347-415f-8e2a-e5f77b6cb420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c0dfc7-603c-488c-8a37-e2fab649e81f', 'code': 200} Jan 28 13:28:59.108380 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b56a7f91-95f4-4790-87a0-cdd6d2e42421 req-6b569a4a-e12f-4d57-b767-4b08f8a650d8 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] 10.222.0.39 "GET /v2.0/security-groups?id=116e04ca-59b0-4e38-8d0f-e5268eaa566e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896115 Jan 28 13:28:59.217203 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-556d8389-abcb-4a2c-8e5f-fdff20c0cd24 req-8fcafd06-81b7-44cc-b942-ce1613b5aed0 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups/afdadf5d-0e41-4b78-b2a3-6accd80e81d5 HTTP/1.1" status: 200 len: 1799 time: 0.0966687 Jan 28 13:28:59.264684 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d11b6e-7af1-4880-b4d4-7ccf1629af6a req-9309febc-e08f-4639-acdd-db07ee6938be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:59.266487 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-67d11b6e-7af1-4880-b4d4-7ccf1629af6a req-9309febc-e08f-4639-acdd-db07ee6938be service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=99bd25b8-1347-415f-8e2a-e5f77b6cb420 HTTP/1.1" status: 200 len: 1096 time: 0.0672357 Jan 28 13:28:59.269075 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87815d7f-cab9-4447-bfc4-948c050cb023 req-5d4d18e9-8eb1-45fa-8e72-85dc18b83f97 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:59.279655 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d634a428-0c4b-4e6c-8c21-7faf5055330b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.279919 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-87815d7f-cab9-4447-bfc4-948c050cb023 req-5d4d18e9-8eb1-45fa-8e72-85dc18b83f97 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb961be5-84c5-4d4e-b0d1-671648cea573 HTTP/1.1" status: 200 len: 945 time: 0.1035388 Jan 28 13:28:59.338619 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-67d11b6e-7af1-4880-b4d4-7ccf1629af6a req-d746b73b-fb0f-4af8-9716-379c4898e201 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=116e04ca-59b0-4e38-8d0f-e5268eaa566e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647879 Jan 28 13:28:59.364549 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-87815d7f-cab9-4447-bfc4-948c050cb023 req-4167c880-7e94-43c1-b3b3-b6104aa989a5 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d50052-d4d1-4096-80d9-b2817a8a2416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827394 Jan 28 13:28:59.455265 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4111dd68-2ad8-47cc-8bb1-3f6b5c755425 req-50446ab7-9e9a-43e0-85f3-a90598d75528 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups/afdadf5d-0e41-4b78-b2a3-6accd80e81d5 HTTP/1.1" status: 200 len: 1799 time: 0.0639074 Jan 28 13:28:59.458680 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd711f6-6d4d-4815-8279-492008e0910c req-2f2ee1cd-1432-426e-9620-55d67f9bd8ab tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:59.460349 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1cd711f6-6d4d-4815-8279-492008e0910c req-2f2ee1cd-1432-426e-9620-55d67f9bd8ab tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 945 time: 0.0716572 Jan 28 13:28:59.529426 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1cd711f6-6d4d-4815-8279-492008e0910c req-454644fd-8cb0-499f-ac99-6ed2daaee135 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595324 Jan 28 13:28:59.531683 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4111dd68-2ad8-47cc-8bb1-3f6b5c755425 req-79194d7c-05a4-4c5f-8140-3fd8c503570f tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (afdadf5d-0e41-4b78-b2a3-6accd80e81d5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.570010 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4111dd68-2ad8-47cc-8bb1-3f6b5c755425 req-79194d7c-05a4-4c5f-8140-3fd8c503570f tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (afdadf5d-0e41-4b78-b2a3-6accd80e81d5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.645839 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4111dd68-2ad8-47cc-8bb1-3f6b5c755425 req-79194d7c-05a4-4c5f-8140-3fd8c503570f tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (afdadf5d-0e41-4b78-b2a3-6accd80e81d5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.648734 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4111dd68-2ad8-47cc-8bb1-3f6b5c755425 req-79194d7c-05a4-4c5f-8140-3fd8c503570f tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.649901 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4111dd68-2ad8-47cc-8bb1-3f6b5c755425 req-79194d7c-05a4-4c5f-8140-3fd8c503570f tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "DELETE /v2.0/security-groups/afdadf5d-0e41-4b78-b2a3-6accd80e81d5 HTTP/1.1" status: 204 len: 173 time: 0.1880889 Jan 28 13:28:59.664669 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79194d7c-05a4-4c5f-8140-3fd8c503570f tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdadf5d-0e41-4b78-b2a3-6accd80e81d5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:59.803673 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edde6bd-d9cb-4019-8438-ba60dedc1110 req-edb3c3a8-1989-420c-a95b-47bcd13beb85 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:59.805382 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4edde6bd-d9cb-4019-8438-ba60dedc1110 req-edb3c3a8-1989-420c-a95b-47bcd13beb85 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=e58b495d-c293-4779-8986-bb6f7d3ebdf2 HTTP/1.1" status: 200 len: 946 time: 0.0681651 Jan 28 13:28:59.837980 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [req-0a65f577-16e0-4105-95f3-6b0611642efb req-604bc087-b2ca-41ec-b71d-b1875b6ac3eb tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] show failed (client error): The resource could not be found. Jan 28 13:28:59.854267 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0a65f577-16e0-4105-95f3-6b0611642efb req-604bc087-b2ca-41ec-b71d-b1875b6ac3eb tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups/afdadf5d-0e41-4b78-b2a3-6accd80e81d5 HTTP/1.1" status: 404 len: 352 time: 0.0373850 Jan 28 13:28:59.917560 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4edde6bd-d9cb-4019-8438-ba60dedc1110 req-d44faf6d-7280-4873-9e19-59b8b947c16b tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053724 Jan 28 13:28:59.966892 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402f1a0-e60f-4c00-aed3-736d1ecd2a35 req-20026ad6-3282-4a22-8d39-3a8ab029e16b tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:59.972720 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402f1a0-e60f-4c00-aed3-736d1ecd2a35 req-20026ad6-3282-4a22-8d39-3a8ab029e16b tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:59.974655 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a402f1a0-e60f-4c00-aed3-736d1ecd2a35 req-20026ad6-3282-4a22-8d39-3a8ab029e16b tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 1681 time: 0.0662394 Jan 28 13:29:00.094423 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a402f1a0-e60f-4c00-aed3-736d1ecd2a35 req-9596cb35-9f66-4b89-a8b4-46d5d342778c tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105738 Jan 28 13:29:00.108177 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4585f-53a1-4667-90e8-5a686cbc1702 req-353bd7b8-c690-46f2-9fc2-435dc706bb5f tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:00.110807 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f1e4585f-53a1-4667-90e8-5a686cbc1702 req-353bd7b8-c690-46f2-9fc2-435dc706bb5f tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9410dfb-e647-40ce-8861-c0ce9c18db55 HTTP/1.1" status: 200 len: 950 time: 0.0854583 Jan 28 13:29:00.125865 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-4bbe09a6-5758-46da-a30f-d14ff88cfd48 req-b55ffb4f-8f3a-47f3-9034-cdfb88ded008 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1539501186', 'description': 'tempest-description-507994800'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:00.153112 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4bbe09a6-5758-46da-a30f-d14ff88cfd48 req-b55ffb4f-8f3a-47f3-9034-cdfb88ded008 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:00.204764 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 64418cad-b538-4fbf-a8c5-1e564676bbd3 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:00.207035 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f1e4585f-53a1-4667-90e8-5a686cbc1702 req-e7a44180-36ed-45a5-84e6-ae0e04439333 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/security-groups?id=f57d5050-af6f-4453-9d44-106806ba47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876997 Jan 28 13:29:00.288553 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4bbe09a6-5758-46da-a30f-d14ff88cfd48 req-b55ffb4f-8f3a-47f3-9034-cdfb88ded008 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (d5b594c3-f15d-4084-9709-16826ec2348e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:00.303660 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4bbe09a6-5758-46da-a30f-d14ff88cfd48 req-b55ffb4f-8f3a-47f3-9034-cdfb88ded008 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d5b594c3-f15d-4084-9709-16826ec2348e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:00.305636 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 64418cad-b538-4fbf-a8c5-1e564676bbd3 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:29:00.311267 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 64418cad-b538-4fbf-a8c5-1e564676bbd3 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:00.311945 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (64418cad-b538-4fbf-a8c5-1e564676bbd3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:00.347356 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ffb4f-8f3a-47f3-9034-cdfb88ded008 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b594c3-f15d-4084-9709-16826ec2348e,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:00.349465 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266da1b-bb50-41c2-aeea-095d907b5e46 req-e46f6c12-96e6-4b5f-a6d7-f73353e9a92e tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:00.358744 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0266da1b-bb50-41c2-aeea-095d907b5e46 req-e46f6c12-96e6-4b5f-a6d7-f73353e9a92e tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=7196d8f4-f811-46b8-ae07-004aafc4c00d HTTP/1.1" status: 200 len: 946 time: 0.0897131 Jan 28 13:29:00.369691 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4bbe09a6-5758-46da-a30f-d14ff88cfd48 req-b55ffb4f-8f3a-47f3-9034-cdfb88ded008 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:00.384360 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4bbe09a6-5758-46da-a30f-d14ff88cfd48 req-b55ffb4f-8f3a-47f3-9034-cdfb88ded008 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2628636 Jan 28 13:29:00.464674 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0266da1b-bb50-41c2-aeea-095d907b5e46 req-9b79d952-125f-410f-8f45-25d5c684398a tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045628 Jan 28 13:29:00.475122 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 64418cad-b538-4fbf-a8c5-1e564676bbd3 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:00.475513 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (64418cad-b538-4fbf-a8c5-1e564676bbd3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:00.546525 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 64418cad-b538-4fbf-a8c5-1e564676bbd3, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=64418cad-b538-4fbf-a8c5-1e564676bbd3,segment=NetworkSegment(7b9359ad-ab9e-4dd7-951c-9218cc0873e3),segment_id=7b9359ad-ab9e-4dd7-951c-9218cc0873e3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:00.567819 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (64418cad-b538-4fbf-a8c5-1e564676bbd3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:00.575606 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6db604-c8c5-4274-9a06-de7b1ed26cb7 req-c498c553-1b3e-4bd1-ac1a-ce091c115ddf tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:00.577703 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f6db604-c8c5-4274-9a06-de7b1ed26cb7 req-c498c553-1b3e-4bd1-ac1a-ce091c115ddf tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] 10.222.0.39 "GET /v2.0/ports?device_id=99bd25b8-1347-415f-8e2a-e5f77b6cb420 HTTP/1.1" status: 200 len: 945 time: 0.1067498 Jan 28 13:29:00.691534 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f6db604-c8c5-4274-9a06-de7b1ed26cb7 req-7e2beb89-de7e-4f61-aafd-40995d359d55 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] 10.222.0.39 "GET /v2.0/security-groups?id=116e04ca-59b0-4e38-8d0f-e5268eaa566e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981410 Jan 28 13:29:00.754933 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=64418cad-b538-4fbf-a8c5-1e564676bbd3,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:00.760958 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-d458e44c-f890-45d1-b725-62d60a9e4eea req-fd527c54-ede6-433f-a761-db9ea5188f3d tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1465442783', 'description': 'tempest-description-579143032'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:00.764641 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-01808a40-29d7-456c-bd23-54b79b3746f2 req-8fc72b9c-1b04-4130-b191-92570309eefc service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:29:00.765616 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-01808a40-29d7-456c-bd23-54b79b3746f2 req-8fc72b9c-1b04-4130-b191-92570309eefc service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053744 Jan 28 13:29:00.804740 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d458e44c-f890-45d1-b725-62d60a9e4eea req-fd527c54-ede6-433f-a761-db9ea5188f3d tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:00.929911 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d458e44c-f890-45d1-b725-62d60a9e4eea req-fd527c54-ede6-433f-a761-db9ea5188f3d tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (b6c10769-7b81-4f77-9080-4c4bf4bc6a97), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:00.937396 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d458e44c-f890-45d1-b725-62d60a9e4eea req-fd527c54-ede6-433f-a761-db9ea5188f3d tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b6c10769-7b81-4f77-9080-4c4bf4bc6a97), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:00.987812 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d458e44c-f890-45d1-b725-62d60a9e4eea req-fd527c54-ede6-433f-a761-db9ea5188f3d tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:01.009454 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d458e44c-f890-45d1-b725-62d60a9e4eea req-fd527c54-ede6-433f-a761-db9ea5188f3d tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2574508 Jan 28 13:29:01.012366 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82faa6-b774-446c-a17d-d6e83a067970 req-4d18348d-46a6-4fe1-98b4-4e392d81edda tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:01.023402 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd527c54-ede6-433f-a761-db9ea5188f3d tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c10769-7b81-4f77-9080-4c4bf4bc6a97,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:01.024582 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f82faa6-b774-446c-a17d-d6e83a067970 req-4d18348d-46a6-4fe1-98b4-4e392d81edda tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb961be5-84c5-4d4e-b0d1-671648cea573 HTTP/1.1" status: 200 len: 946 time: 0.0967231 Jan 28 13:29:01.110722 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb961be5-84c5-4d4e-b0d1-671648cea573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64418cad-b538-4fbf-a8c5-1e564676bbd3'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:01.114181 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728cefe3-dbe8-4d46-9b9b-ebdf9a58ac90" -d '{"events": [{"server_uuid": "eb961be5-84c5-4d4e-b0d1-671648cea573", "name": "network-vif-plugged", "status": "completed", "tag": "64418cad-b538-4fbf-a8c5-1e564676bbd3"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:01.431179 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72cf66-c572-4bcb-84ea-676ef50c2fe1 req-bae943c9-de36-4b73-ab55-da499ba387a5 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:01.434305 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ad72cf66-c572-4bcb-84ea-676ef50c2fe1 req-bae943c9-de36-4b73-ab55-da499ba387a5 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 945 time: 0.0915010 Jan 28 13:29:01.526617 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ad72cf66-c572-4bcb-84ea-676ef50c2fe1 req-e16f7731-57a9-4473-9ee4-d644eb846134 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843241 Jan 28 13:29:01.554061 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f82faa6-b774-446c-a17d-d6e83a067970 req-8f814810-f4b9-4a37-9f11-09cc941a3afd tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d50052-d4d1-4096-80d9-b2817a8a2416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5241227 Jan 28 13:29:01.589526 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b00d7743-19f2-4b4c-bc34-eaad553f2ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:01.613845 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-0ed7bff7-1b33-4a4e-9cb3-58b8a131a362 req-acd47262-3821-4957-be84-f66fa7ad30d9 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-335417263', 'description': 'tempest-description-1922947122'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:01.654789 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-0ed7bff7-1b33-4a4e-9cb3-58b8a131a362 req-acd47262-3821-4957-be84-f66fa7ad30d9 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:01.700143 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee3e69-c691-4b1b-a3ed-cf7251c286ac req-32a77a14-3f4a-4108-9a72-2453005b6bd0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:01.705573 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee3e69-c691-4b1b-a3ed-cf7251c286ac req-32a77a14-3f4a-4108-9a72-2453005b6bd0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:01.707321 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8ee3e69-c691-4b1b-a3ed-cf7251c286ac req-32a77a14-3f4a-4108-9a72-2453005b6bd0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.18 "GET /v2.0/ports?device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 1681 time: 0.1178393 Jan 28 13:29:01.772275 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-0ed7bff7-1b33-4a4e-9cb3-58b8a131a362 req-acd47262-3821-4957-be84-f66fa7ad30d9 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (c119b818-1e05-4474-bade-cb7d06d63406), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:01.777770 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-0ed7bff7-1b33-4a4e-9cb3-58b8a131a362 req-acd47262-3821-4957-be84-f66fa7ad30d9 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c119b818-1e05-4474-bade-cb7d06d63406), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:01.816445 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee56ce-610b-44d1-b7df-608c7633003d req-22da2a8a-7e24-4ba8-ba99-5e9fcac79c3a tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:01.827932 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-0ed7bff7-1b33-4a4e-9cb3-58b8a131a362 req-acd47262-3821-4957-be84-f66fa7ad30d9 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:01.828969 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ddee56ce-610b-44d1-b7df-608c7633003d req-22da2a8a-7e24-4ba8-ba99-5e9fcac79c3a tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9410dfb-e647-40ce-8861-c0ce9c18db55 HTTP/1.1" status: 200 len: 950 time: 0.1800880 Jan 28 13:29:01.830346 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0ed7bff7-1b33-4a4e-9cb3-58b8a131a362 req-acd47262-3821-4957-be84-f66fa7ad30d9 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2247865 Jan 28 13:29:01.874007 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd47262-3821-4957-be84-f66fa7ad30d9 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c119b818-1e05-4474-bade-cb7d06d63406,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:01.918268 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ddee56ce-610b-44d1-b7df-608c7633003d req-d992fc68-98ca-4b28-a119-a8ed56dcf987 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/security-groups?id=f57d5050-af6f-4453-9d44-106806ba47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883839 Jan 28 13:29:01.997983 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8302b80-eaad-4c45-bee5-6ba5e5ccfa0f x-openstack-request-id: req-f8302b80-eaad-4c45-bee5-6ba5e5ccfa0f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:01.998318 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb961be5-84c5-4d4e-b0d1-671648cea573", "name": "network-vif-plugged", "status": "completed", "tag": "64418cad-b538-4fbf-a8c5-1e564676bbd3", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:01.998614 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f8302b80-eaad-4c45-bee5-6ba5e5ccfa0f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:01.999478 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb961be5-84c5-4d4e-b0d1-671648cea573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64418cad-b538-4fbf-a8c5-1e564676bbd3', 'code': 200} Jan 28 13:29:02.043648 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-b8ee3e69-c691-4b1b-a3ed-cf7251c286ac req-f5d93a27-b4e9-46f4-be3a-58a71dd56b74 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Deleting port 617282f1-eb15-4c23-8b0e-60d21b2dbcef {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:02.044633 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8ee3e69-c691-4b1b-a3ed-cf7251c286ac req-f5d93a27-b4e9-46f4-be3a-58a71dd56b74 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (617282f1-eb15-4c23-8b0e-60d21b2dbcef), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:02.082018 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6ca1a-9870-4d26-a696-4eb0b6117695 req-9d236130-6df1-4f50-8c0e-a7b57f3977bf tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:02.090640 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6ca1a-9870-4d26-a696-4eb0b6117695 req-9d236130-6df1-4f50-8c0e-a7b57f3977bf tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:02.105505 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9cb6ca1a-9870-4d26-a696-4eb0b6117695 req-9d236130-6df1-4f50-8c0e-a7b57f3977bf tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 1681 time: 0.1290946 Jan 28 13:29:02.172480 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9cb6ca1a-9870-4d26-a696-4eb0b6117695 req-5065f216-ad5e-462c-922d-91d4f84c94b2 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/security-groups?id=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654998 Jan 28 13:29:02.182618 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918fb35-57d0-4e76-ab64-323885e11913 req-14c06d47-46c1-4c17-bc6e-a2bfceea7007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:02.184359 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a918fb35-57d0-4e76-ab64-323885e11913 req-14c06d47-46c1-4c17-bc6e-a2bfceea7007 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eb961be5-84c5-4d4e-b0d1-671648cea573 HTTP/1.1" status: 200 len: 1097 time: 0.1173272 Jan 28 13:29:02.243556 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-b8ee3e69-c691-4b1b-a3ed-cf7251c286ac req-f5d93a27-b4e9-46f4-be3a-58a71dd56b74 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] For port 617282f1-eb15-4c23-8b0e-60d21b2dbcef, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=617282f1-eb15-4c23-8b0e-60d21b2dbcef,segment=NetworkSegment(e41ed65c-b5d0-417a-afb1-afd9093978ac),segment_id=e41ed65c-b5d0-417a-afb1-afd9093978ac)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:02.243930 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8ee3e69-c691-4b1b-a3ed-cf7251c286ac req-f5d93a27-b4e9-46f4-be3a-58a71dd56b74 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (617282f1-eb15-4c23-8b0e-60d21b2dbcef), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:02.277041 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-b8ee3e69-c691-4b1b-a3ed-cf7251c286ac req-f5d93a27-b4e9-46f4-be3a-58a71dd56b74 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Calling delete_port for 617282f1-eb15-4c23-8b0e-60d21b2dbcef owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:02.331952 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a918fb35-57d0-4e76-ab64-323885e11913 req-a41593b9-a4cb-4d54-947e-9229eda4a8c6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f9d50052-d4d1-4096-80d9-b2817a8a2416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337502 Jan 28 13:29:02.367485 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb3f1e-e67e-4680-9135-5ce63b36a406 req-dc1aceab-02bd-4bd3-ba65-ac77d8f9e20f tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:02.369423 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1adb3f1e-e67e-4680-9135-5ce63b36a406 req-dc1aceab-02bd-4bd3-ba65-ac77d8f9e20f tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] 10.222.0.39 "GET /v2.0/ports?device_id=99bd25b8-1347-415f-8e2a-e5f77b6cb420 HTTP/1.1" status: 200 len: 945 time: 0.0603192 Jan 28 13:29:02.458317 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1adb3f1e-e67e-4680-9135-5ce63b36a406 req-e6922deb-62c5-4e24-89bc-b1b03c92bf6c tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] 10.222.0.39 "GET /v2.0/security-groups?id=116e04ca-59b0-4e38-8d0f-e5268eaa566e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669379 Jan 28 13:29:02.533654 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b91b3c59-4ed1-4d13-a9b1-b31119b5870f req-9d60069a-01be-49fc-b6cd-58830835fc98 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b360bd95cff749448a550ff64a9ecd83 HTTP/1.1" status: 200 len: 11007 time: 0.2589235 Jan 28 13:29:02.607732 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-359b9c0b-4d8f-404c-85ce-dbc86293fcb9 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=9a84bcf6cd7c4518a9b8701b9573858a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378122 Jan 28 13:29:02.647622 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b91b3c59-4ed1-4d13-a9b1-b31119b5870f req-ccdb68c4-78a5-4f8e-acf8-ca0532634d1c tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups/44a7f744-1530-4434-b04a-b15e9c3628da HTTP/1.1" status: 200 len: 3002 time: 0.1126938 Jan 28 13:29:02.682791 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8ee3e69-c691-4b1b-a3ed-cf7251c286ac req-f5d93a27-b4e9-46f4-be3a-58a71dd56b74 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (617282f1-eb15-4c23-8b0e-60d21b2dbcef), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:02.699200 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['617282f1-eb15-4c23-8b0e-60d21b2dbcef', 'a691eab6-3cee-43eb-83fa-c46e5e4ad20f'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:02.755357 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d93a27-b4e9-46f4-be3a-58a71dd56b74 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Pushing event deleted for resources: {'Port': ['ID=617282f1-eb15-4c23-8b0e-60d21b2dbcef,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:02.802591 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-26fa9523-e01f-4c86-850c-1ac6279b766f tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:02.807451 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-26fa9523-e01f-4c86-850c-1ac6279b766f tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1867013 Jan 28 13:29:02.818314 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b91b3c59-4ed1-4d13-a9b1-b31119b5870f req-d1747cdb-9885-4ba5-aba5-353a7af3b4ee tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups/44a7f744-1530-4434-b04a-b15e9c3628da HTTP/1.1" status: 200 len: 3002 time: 0.1692681 Jan 28 13:29:02.837166 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-08e67927-4706-4458-8502-17ee2450828c tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/quotas/9a84bcf6cd7c4518a9b8701b9573858a HTTP/1.1" status: 200 len: 375 time: 0.0278206 Jan 28 13:29:02.858963 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:02.942308 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-267ddfeb-1759-464b-8b2e-356911189022 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9a84bcf6cd7c4518a9b8701b9573858a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1042521 Jan 28 13:29:02.944492 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ee3e69-c691-4b1b-a3ed-cf7251c286ac req-f5d93a27-b4e9-46f4-be3a-58a71dd56b74 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] No DVR routers for this DVR port 617282f1-eb15-4c23-8b0e-60d21b2dbcef on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:02.956179 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8ee3e69-c691-4b1b-a3ed-cf7251c286ac req-f5d93a27-b4e9-46f4-be3a-58a71dd56b74 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:02.962036 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8ee3e69-c691-4b1b-a3ed-cf7251c286ac req-f5d93a27-b4e9-46f4-be3a-58a71dd56b74 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.18 "DELETE /v2.0/ports/617282f1-eb15-4c23-8b0e-60d21b2dbcef HTTP/1.1" status: 204 len: 173 time: 1.2451642 Jan 28 13:29:02.962720 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556a89da-1521-4f01-81a8-c010f3c4430f', 'name': 'network-vif-deleted', 'tag': '617282f1-eb15-4c23-8b0e-60d21b2dbcef'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:02.967891 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57fb0fb-8270-4bcd-ab60-4a3465a3b46b" -d '{"events": [{"server_uuid": "556a89da-1521-4f01-81a8-c010f3c4430f", "name": "network-vif-deleted", "tag": "617282f1-eb15-4c23-8b0e-60d21b2dbcef"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:02.985947 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331bae4-6fa6-413f-9904-18aeec8b0189 req-7d338d2e-3fde-43ea-84a1-a3c343f0be0c tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:02.989495 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9331bae4-6fa6-413f-9904-18aeec8b0189 req-7d338d2e-3fde-43ea-84a1-a3c343f0be0c tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.18 "GET /v2.0/ports?device_id=7196d8f4-f811-46b8-ae07-004aafc4c00d HTTP/1.1" status: 200 len: 946 time: 0.2127569 Jan 28 13:29:03.159501 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a0eb6-278c-40d7-9fa9-aba405860632 req-776a28a5-b1ce-45b7-a8d9-392dc02ca5a7 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:03.162536 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e3a0eb6-278c-40d7-9fa9-aba405860632 req-776a28a5-b1ce-45b7-a8d9-392dc02ca5a7 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=7196d8f4-f811-46b8-ae07-004aafc4c00d HTTP/1.1" status: 200 len: 946 time: 0.2122536 Jan 28 13:29:03.264577 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-b8ee3e69-c691-4b1b-a3ed-cf7251c286ac req-63af5b92-23c8-4480-8aad-95a9d019c6a0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Deleting port a691eab6-3cee-43eb-83fa-c46e5e4ad20f {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:03.270900 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8ee3e69-c691-4b1b-a3ed-cf7251c286ac req-63af5b92-23c8-4480-8aad-95a9d019c6a0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (a691eab6-3cee-43eb-83fa-c46e5e4ad20f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:03.289512 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-9331bae4-6fa6-413f-9904-18aeec8b0189 req-33d490d1-d76d-4a80-9d08-b191e09580d8 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Deleting port dbe6a402-bad8-4d79-bde2-bbfd96905d42 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:03.290714 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9331bae4-6fa6-413f-9904-18aeec8b0189 req-33d490d1-d76d-4a80-9d08-b191e09580d8 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (dbe6a402-bad8-4d79-bde2-bbfd96905d42), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:03.441040 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-b8ee3e69-c691-4b1b-a3ed-cf7251c286ac req-63af5b92-23c8-4480-8aad-95a9d019c6a0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] For port a691eab6-3cee-43eb-83fa-c46e5e4ad20f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=a691eab6-3cee-43eb-83fa-c46e5e4ad20f,segment=NetworkSegment(bb4be984-5817-4573-8dd7-d0c9f0d3b645),segment_id=bb4be984-5817-4573-8dd7-d0c9f0d3b645)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:03.441716 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8ee3e69-c691-4b1b-a3ed-cf7251c286ac req-63af5b92-23c8-4480-8aad-95a9d019c6a0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (a691eab6-3cee-43eb-83fa-c46e5e4ad20f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:03.500508 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-b8ee3e69-c691-4b1b-a3ed-cf7251c286ac req-63af5b92-23c8-4480-8aad-95a9d019c6a0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Calling delete_port for a691eab6-3cee-43eb-83fa-c46e5e4ad20f owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:03.505705 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e3a0eb6-278c-40d7-9fa9-aba405860632 req-89aa0874-7b89-4dbf-8c33-1b4dfa2b6bb4 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359151 Jan 28 13:29:03.557828 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-9331bae4-6fa6-413f-9904-18aeec8b0189 req-33d490d1-d76d-4a80-9d08-b191e09580d8 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] For port dbe6a402-bad8-4d79-bde2-bbfd96905d42, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=dbe6a402-bad8-4d79-bde2-bbfd96905d42,segment=NetworkSegment(c2c4ccae-60eb-41f2-8e2b-5652b4999cee),segment_id=c2c4ccae-60eb-41f2-8e2b-5652b4999cee)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:03.558178 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9331bae4-6fa6-413f-9904-18aeec8b0189 req-33d490d1-d76d-4a80-9d08-b191e09580d8 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (dbe6a402-bad8-4d79-bde2-bbfd96905d42), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:03.632638 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-9331bae4-6fa6-413f-9904-18aeec8b0189 req-33d490d1-d76d-4a80-9d08-b191e09580d8 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Calling delete_port for dbe6a402-bad8-4d79-bde2-bbfd96905d42 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:03.702016 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8ee3e69-c691-4b1b-a3ed-cf7251c286ac req-63af5b92-23c8-4480-8aad-95a9d019c6a0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (a691eab6-3cee-43eb-83fa-c46e5e4ad20f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:03.714090 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['617282f1-eb15-4c23-8b0e-60d21b2dbcef'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:03.787208 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af5b92-23c8-4480-8aad-95a9d019c6a0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Pushing event deleted for resources: {'Port': ['ID=a691eab6-3cee-43eb-83fa-c46e5e4ad20f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:03.931098 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ee3e69-c691-4b1b-a3ed-cf7251c286ac req-63af5b92-23c8-4480-8aad-95a9d019c6a0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] No DVR routers for this DVR port a691eab6-3cee-43eb-83fa-c46e5e4ad20f on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:03.939340 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8ee3e69-c691-4b1b-a3ed-cf7251c286ac req-63af5b92-23c8-4480-8aad-95a9d019c6a0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:03.944776 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8ee3e69-c691-4b1b-a3ed-cf7251c286ac req-63af5b92-23c8-4480-8aad-95a9d019c6a0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.18 "DELETE /v2.0/ports/a691eab6-3cee-43eb-83fa-c46e5e4ad20f HTTP/1.1" status: 204 len: 173 time: 0.9721191 Jan 28 13:29:03.973513 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d8ebe-2df3-4e3f-ab0f-a5ae29e655d0 req-6723b1ea-43e0-4e9b-8523-d3f8643f7b15 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:03.992509 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-263d8ebe-2df3-4e3f-ab0f-a5ae29e655d0 req-6723b1ea-43e0-4e9b-8523-d3f8643f7b15 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb961be5-84c5-4d4e-b0d1-671648cea573 HTTP/1.1" status: 200 len: 946 time: 0.2931864 Jan 28 13:29:04.052551 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-263d8ebe-2df3-4e3f-ab0f-a5ae29e655d0 req-dca65b69-c818-45ba-b716-e32f19496462 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d50052-d4d1-4096-80d9-b2817a8a2416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586746 Jan 28 13:29:04.091989 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342102b-1f91-433c-b33d-291c16329199 req-083dd09f-d75b-4cd6-82c3-e16432240cd9 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:04.100917 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e342102b-1f91-433c-b33d-291c16329199 req-083dd09f-d75b-4cd6-82c3-e16432240cd9 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 945 time: 0.6177108 Jan 28 13:29:04.178474 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-55e2f50c-63de-479f-b9d3-5412763daacb req-b002cb79-e4fd-4464-b648-dcef77abed38 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups/d5b594c3-f15d-4084-9709-16826ec2348e HTTP/1.1" status: 200 len: 1819 time: 0.0932002 Jan 28 13:29:04.192199 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:04.268828 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-55e2f50c-63de-479f-b9d3-5412763daacb req-b5e1b79d-fd55-4b2a-b239-e9e86e24a8bc tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (d5b594c3-f15d-4084-9709-16826ec2348e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:04.279701 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4607be-e827-4c49-b5f3-d3af4addf2ce req-1d9b77c8-4dc6-49a1-9d9f-d424d11e90a7 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:04.282889 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1f4607be-e827-4c49-b5f3-d3af4addf2ce req-1d9b77c8-4dc6-49a1-9d9f-d424d11e90a7 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.18 "GET /v2.0/ports?device_id=e58b495d-c293-4779-8986-bb6f7d3ebdf2 HTTP/1.1" status: 200 len: 946 time: 0.3328846 Jan 28 13:29:04.341478 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-55e2f50c-63de-479f-b9d3-5412763daacb req-b5e1b79d-fd55-4b2a-b239-e9e86e24a8bc tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (d5b594c3-f15d-4084-9709-16826ec2348e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:04.396641 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e342102b-1f91-433c-b33d-291c16329199 req-ddc4bac0-acb8-48a6-9499-0e0c9cfa79bd tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944536 Jan 28 13:29:04.401254 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9331bae4-6fa6-413f-9904-18aeec8b0189 req-33d490d1-d76d-4a80-9d08-b191e09580d8 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (dbe6a402-bad8-4d79-bde2-bbfd96905d42), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:04.417319 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['d66e178b-7caf-49aa-8511-2f595390c0f5', 'dbe6a402-bad8-4d79-bde2-bbfd96905d42'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:04.448267 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-55e2f50c-63de-479f-b9d3-5412763daacb req-b5e1b79d-fd55-4b2a-b239-e9e86e24a8bc tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d5b594c3-f15d-4084-9709-16826ec2348e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:04.452684 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-55e2f50c-63de-479f-b9d3-5412763daacb req-b5e1b79d-fd55-4b2a-b239-e9e86e24a8bc tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:04.462039 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-55e2f50c-63de-479f-b9d3-5412763daacb req-b5e1b79d-fd55-4b2a-b239-e9e86e24a8bc tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "DELETE /v2.0/security-groups/d5b594c3-f15d-4084-9709-16826ec2348e HTTP/1.1" status: 204 len: 173 time: 0.2819183 Jan 28 13:29:04.511158 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1b79d-fd55-4b2a-b239-e9e86e24a8bc tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b594c3-f15d-4084-9709-16826ec2348e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:04.525444 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d490d1-d76d-4a80-9d08-b191e09580d8 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Pushing event deleted for resources: {'Port': ['ID=dbe6a402-bad8-4d79-bde2-bbfd96905d42,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:04.567927 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f8d3b5-6a62-4123-94d1-7520ed448295 x-openstack-request-id: req-c6f8d3b5-6a62-4123-94d1-7520ed448295 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:04.568428 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556a89da-1521-4f01-81a8-c010f3c4430f", "name": "network-vif-deleted", "tag": "617282f1-eb15-4c23-8b0e-60d21b2dbcef", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:04.568692 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c6f8d3b5-6a62-4123-94d1-7520ed448295 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:04.569090 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556a89da-1521-4f01-81a8-c010f3c4430f', 'name': 'network-vif-deleted', 'tag': '617282f1-eb15-4c23-8b0e-60d21b2dbcef', 'status': 'completed', 'code': 200} Jan 28 13:29:04.673489 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-9331bae4-6fa6-413f-9904-18aeec8b0189 req-33d490d1-d76d-4a80-9d08-b191e09580d8 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] No DVR routers for this DVR port dbe6a402-bad8-4d79-bde2-bbfd96905d42 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:04.686832 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9331bae4-6fa6-413f-9904-18aeec8b0189 req-33d490d1-d76d-4a80-9d08-b191e09580d8 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:04.692374 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9331bae4-6fa6-413f-9904-18aeec8b0189 req-33d490d1-d76d-4a80-9d08-b191e09580d8 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.18 "DELETE /v2.0/ports/dbe6a402-bad8-4d79-bde2-bbfd96905d42 HTTP/1.1" status: 204 len: 173 time: 1.6945415 Jan 28 13:29:04.694170 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7196d8f4-f811-46b8-ae07-004aafc4c00d', 'name': 'network-vif-deleted', 'tag': 'dbe6a402-bad8-4d79-bde2-bbfd96905d42'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:04.716213 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7d453d-e44d-4092-a1e6-ff0300d1b68f" -d '{"events": [{"server_uuid": "7196d8f4-f811-46b8-ae07-004aafc4c00d", "name": "network-vif-deleted", "tag": "dbe6a402-bad8-4d79-bde2-bbfd96905d42"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:04.721728 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0af3d98c-34ba-496e-843d-8975e1568ec6 req-2f293ae1-c580-4a3f-8852-377e10bd976c tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "GET /v2.0/ports?device_id=556a89da-1521-4f01-81a8-c010f3c4430f HTTP/1.1" status: 200 len: 210 time: 0.0690176 Jan 28 13:29:04.815294 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-327632fa-b981-46d9-9f18-f051d669745a req-bb2ab56e-153d-4993-b697-7f0d892a8f57 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7b0633-2ee3-4c24-8ef8-0eab85361b2d HTTP/1.1" status: 200 len: 210 time: 0.1429908 Jan 28 13:29:04.831374 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-1f4607be-e827-4c49-b5f3-d3af4addf2ce req-48d1ce0c-7b63-456e-b548-dfb13152f977 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Deleting port d66e178b-7caf-49aa-8511-2f595390c0f5 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:04.839003 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1f4607be-e827-4c49-b5f3-d3af4addf2ce req-48d1ce0c-7b63-456e-b548-dfb13152f977 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (d66e178b-7caf-49aa-8511-2f595390c0f5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:05.057911 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [req-6c1baf10-78e7-489e-9bfa-7f338cbed9ea req-a4d6310e-341e-42be-b9ab-072e7ce7a5ca tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] show failed (client error): The resource could not be found. Jan 28 13:29:05.071642 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6c1baf10-78e7-489e-9bfa-7f338cbed9ea req-a4d6310e-341e-42be-b9ab-072e7ce7a5ca tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups/d5b594c3-f15d-4084-9709-16826ec2348e HTTP/1.1" status: 404 len: 352 time: 0.0369432 Jan 28 13:29:05.177173 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba35ef3-f5f5-4e80-a9de-cc85cb1511b1 x-openstack-request-id: req-bba35ef3-f5f5-4e80-a9de-cc85cb1511b1 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:05.177661 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7196d8f4-f811-46b8-ae07-004aafc4c00d", "name": "network-vif-deleted", "tag": "dbe6a402-bad8-4d79-bde2-bbfd96905d42", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:05.179017 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bba35ef3-f5f5-4e80-a9de-cc85cb1511b1 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:05.181283 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7196d8f4-f811-46b8-ae07-004aafc4c00d', 'name': 'network-vif-deleted', 'tag': 'dbe6a402-bad8-4d79-bde2-bbfd96905d42', 'status': 'completed', 'code': 200} Jan 28 13:29:05.185461 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2caebb81-9d35-4939-ac8e-ff5c61be6d45 req-c8c17786-66fe-4c12-a9b5-618c56502bcd tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.39 "GET /v2.0/ports?device_id=7196d8f4-f811-46b8-ae07-004aafc4c00d HTTP/1.1" status: 200 len: 210 time: 0.0472264 Jan 28 13:29:05.225961 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-58f2ea78-a703-46d3-98b1-c2d5171b3d87 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9a84bcf6cd7c4518a9b8701b9573858a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1001852 Jan 28 13:29:05.243943 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-1f4607be-e827-4c49-b5f3-d3af4addf2ce req-48d1ce0c-7b63-456e-b548-dfb13152f977 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] For port d66e178b-7caf-49aa-8511-2f595390c0f5, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=d66e178b-7caf-49aa-8511-2f595390c0f5,segment=NetworkSegment(c2c4ccae-60eb-41f2-8e2b-5652b4999cee),segment_id=c2c4ccae-60eb-41f2-8e2b-5652b4999cee)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:05.244572 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1f4607be-e827-4c49-b5f3-d3af4addf2ce req-48d1ce0c-7b63-456e-b548-dfb13152f977 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (d66e178b-7caf-49aa-8511-2f595390c0f5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:05.296688 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ef0b1822-68e4-4474-8194-4f5dd3f60cf5 req-c3939433-9d72-49b8-8608-700176216132 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups/b6c10769-7b81-4f77-9080-4c4bf4bc6a97 HTTP/1.1" status: 200 len: 1819 time: 0.0885000 Jan 28 13:29:05.311694 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-1f4607be-e827-4c49-b5f3-d3af4addf2ce req-48d1ce0c-7b63-456e-b548-dfb13152f977 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Calling delete_port for d66e178b-7caf-49aa-8511-2f595390c0f5 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:05.387298 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ef0b1822-68e4-4474-8194-4f5dd3f60cf5 req-7fe1702e-749b-4ba2-9287-c9f31ce1d8e0 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (b6c10769-7b81-4f77-9080-4c4bf4bc6a97), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:05.418506 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ef0b1822-68e4-4474-8194-4f5dd3f60cf5 req-7fe1702e-749b-4ba2-9287-c9f31ce1d8e0 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (b6c10769-7b81-4f77-9080-4c4bf4bc6a97), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:05.457099 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ed154-14aa-404c-a40e-4826994a01a9 req-3d4f9131-11c0-48ee-887c-06732d50c54f tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:05.464414 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3c6ed154-14aa-404c-a40e-4826994a01a9 req-3d4f9131-11c0-48ee-887c-06732d50c54f tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] 10.222.0.39 "GET /v2.0/ports?device_id=99bd25b8-1347-415f-8e2a-e5f77b6cb420 HTTP/1.1" status: 200 len: 945 time: 0.1956306 Jan 28 13:29:05.515900 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ef0b1822-68e4-4474-8194-4f5dd3f60cf5 req-7fe1702e-749b-4ba2-9287-c9f31ce1d8e0 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b6c10769-7b81-4f77-9080-4c4bf4bc6a97), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:05.520336 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ef0b1822-68e4-4474-8194-4f5dd3f60cf5 req-7fe1702e-749b-4ba2-9287-c9f31ce1d8e0 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:05.529738 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-ebcf3fb9-81b0-4311-9254-d2fb94437ccd tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:05.534464 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-ebcf3fb9-81b0-4311-9254-d2fb94437ccd tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2863045 Jan 28 13:29:05.539017 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ef0b1822-68e4-4474-8194-4f5dd3f60cf5 req-7fe1702e-749b-4ba2-9287-c9f31ce1d8e0 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "DELETE /v2.0/security-groups/b6c10769-7b81-4f77-9080-4c4bf4bc6a97 HTTP/1.1" status: 204 len: 173 time: 0.2408416 Jan 28 13:29:05.553701 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-f757b9d3-2bae-4933-8c40-be8af5a1d30c tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Request body: {'port': {'device_id': 'ad7b0633-2ee3-4c24-8ef8-0eab85361b2d', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': '9a84bcf6cd7c4518a9b8701b9573858a'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:05.569448 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1702e-749b-4ba2-9287-c9f31ce1d8e0 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c10769-7b81-4f77-9080-4c4bf4bc6a97,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:05.687592 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7debc2a-8ed2-4a68-8dae-d24a93177a8d req-ccf22666-879a-4a1b-8495-6d9bc395aa56 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:05.696231 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f7debc2a-8ed2-4a68-8dae-d24a93177a8d req-ccf22666-879a-4a1b-8495-6d9bc395aa56 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb961be5-84c5-4d4e-b0d1-671648cea573 HTTP/1.1" status: 200 len: 946 time: 0.0741909 Jan 28 13:29:05.700113 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3c6ed154-14aa-404c-a40e-4826994a01a9 req-0e79d598-6106-48a0-9cdb-d0b177b53b2d tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] 10.222.0.39 "GET /v2.0/security-groups?id=116e04ca-59b0-4e38-8d0f-e5268eaa566e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347128 Jan 28 13:29:05.768723 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:05.820549 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f7debc2a-8ed2-4a68-8dae-d24a93177a8d req-35338594-e47f-47ab-aab9-0686ba118b10 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d50052-d4d1-4096-80d9-b2817a8a2416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189775 Jan 28 13:29:05.870899 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [req-027014c0-7fa0-4dcf-8b2d-b01b028772ab req-36074829-66f0-464d-9566-d655a66f8313 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] show failed (client error): The resource could not be found. Jan 28 13:29:05.893020 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-027014c0-7fa0-4dcf-8b2d-b01b028772ab req-36074829-66f0-464d-9566-d655a66f8313 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups/b6c10769-7b81-4f77-9080-4c4bf4bc6a97 HTTP/1.1" status: 404 len: 352 time: 0.0402431 Jan 28 13:29:05.955033 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54702) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:05.957197 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1f4607be-e827-4c49-b5f3-d3af4addf2ce req-48d1ce0c-7b63-456e-b548-dfb13152f977 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (d66e178b-7caf-49aa-8511-2f595390c0f5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:05.970353 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['dbe6a402-bad8-4d79-bde2-bbfd96905d42'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:05.997094 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-f757b9d3-2bae-4933-8c40-be8af5a1d30c tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Made reservation on behalf of 9a84bcf6cd7c4518a9b8701b9573858a for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:06.001276 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-f757b9d3-2bae-4933-8c40-be8af5a1d30c tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:06.042673 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035df810-51b5-4298-969a-aa2d5cae60c4 req-fb4cd172-6820-416c-9862-85470f22952d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:06.044753 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-035df810-51b5-4298-969a-aa2d5cae60c4 req-fb4cd172-6820-416c-9862-85470f22952d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 945 time: 0.1972709 Jan 28 13:29:06.053496 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1ce0c-7b63-456e-b548-dfb13152f977 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Pushing event deleted for resources: {'Port': ['ID=d66e178b-7caf-49aa-8511-2f595390c0f5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:06.065838 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 617282f1-eb15-4c23-8b0e-60d21b2dbcef no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:06.103557 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 617282f1-eb15-4c23-8b0e-60d21b2dbcef {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:06.104019 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 617282f1-eb15-4c23-8b0e-60d21b2dbcef not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:06.104750 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device a691eab6-3cee-43eb-83fa-c46e5e4ad20f no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:06.108334 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-0072ee79-98b8-4d35-8237-10170fb164d0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Deleting subnet 30cba770-3616-48f1-97d4-a75f4a97f805 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:29:06.125673 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0072ee79-98b8-4d35-8237-10170fb164d0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks [] for subnet (30cba770-3616-48f1-97d4-a75f4a97f805), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:06.138034 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4607be-e827-4c49-b5f3-d3af4addf2ce req-48d1ce0c-7b63-456e-b548-dfb13152f977 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] No DVR routers for this DVR port d66e178b-7caf-49aa-8511-2f595390c0f5 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:06.140709 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1f4607be-e827-4c49-b5f3-d3af4addf2ce req-48d1ce0c-7b63-456e-b548-dfb13152f977 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:06.144188 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1f4607be-e827-4c49-b5f3-d3af4addf2ce req-48d1ce0c-7b63-456e-b548-dfb13152f977 tempest-MultipleCreateTestJSON-464149512 tempest-MultipleCreateTestJSON-464149512-project] 10.222.0.18 "DELETE /v2.0/ports/d66e178b-7caf-49aa-8511-2f595390c0f5 HTTP/1.1" status: 204 len: 173 time: 1.8524809 Jan 28 13:29:06.166827 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: a691eab6-3cee-43eb-83fa-c46e5e4ad20f {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:06.167478 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device a691eab6-3cee-43eb-83fa-c46e5e4ad20f not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:06.229840 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0072ee79-98b8-4d35-8237-10170fb164d0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (30cba770-3616-48f1-97d4-a75f4a97f805), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:06.234641 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-035df810-51b5-4298-969a-aa2d5cae60c4 req-385622f6-d8d5-4def-95c4-678cd4f5a181 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713595 Jan 28 13:29:06.257870 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b10a4e-a0c0-4c2b-9699-a99b89069cf2 req-3f13f381-7d7a-49cd-8cd0-fc07825a2220 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:06.273735 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-02b10a4e-a0c0-4c2b-9699-a99b89069cf2 req-3f13f381-7d7a-49cd-8cd0-fc07825a2220 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb961be5-84c5-4d4e-b0d1-671648cea573 HTTP/1.1" status: 200 len: 946 time: 0.1612415 Jan 28 13:29:06.277964 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54708) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:06.325282 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-af3e34f2-e82e-4e06-b0e1-8619361266e4 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Request body: {'floatingip': {'port_id': '64418cad-b538-4fbf-a8c5-1e564676bbd3'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:06.351339 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-f757b9d3-2bae-4933-8c40-be8af5a1d30c tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Allocated IP 192.168.233.103 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/bfe849b4-140e-4133-ab4c-3e2330d6f479) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:06.418767 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d3fecc92-7def-46d4-9933-1e919b6a00d0 req-07c1a2d7-5620-424b-b490-cac3e288dddb tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7b0633-2ee3-4c24-8ef8-0eab85361b2d HTTP/1.1" status: 200 len: 210 time: 0.0449848 Jan 28 13:29:06.420297 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-af3e34f2-e82e-4e06-b0e1-8619361266e4 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks [] for floatingip (0f2f343e-ebfe-41e0-826c-f2899c759563), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:06.638139 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d73ea-6100-46b5-97a9-896b7729934d req-a9cc6b02-ff48-4c14-b9f3-e56a356cc66e tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:06.640749 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5a7d73ea-6100-46b5-97a9-896b7729934d req-a9cc6b02-ff48-4c14-b9f3-e56a356cc66e tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] 10.222.0.18 "GET /v2.0/ports?device_id=99bd25b8-1347-415f-8e2a-e5f77b6cb420 HTTP/1.1" status: 200 len: 945 time: 0.0903788 Jan 28 13:29:06.709212 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556a89da-1521-4f01-81a8-c010f3c4430f', 'name': 'network-vif-deleted', 'tag': 'a691eab6-3cee-43eb-83fa-c46e5e4ad20f'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:06.716052 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38db8f87-41d1-4b47-99c7-2768a6081956" -d '{"events": [{"server_uuid": "556a89da-1521-4f01-81a8-c010f3c4430f", "name": "network-vif-deleted", "tag": "a691eab6-3cee-43eb-83fa-c46e5e4ad20f"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:06.754680 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-f757b9d3-2bae-4933-8c40-be8af5a1d30c tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Publish callbacks [] for port (bfe849b4-140e-4133-ab4c-3e2330d6f479), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:06.923650 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-f757b9d3-2bae-4933-8c40-be8af5a1d30c tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (bfe849b4-140e-4133-ab4c-3e2330d6f479), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:06.944800 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['767d7152-2c8c-4117-9a59-9ff3740608f1'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:06.999520 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757b9d3-2bae-4933-8c40-be8af5a1d30c tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Pushing event updated for resources: {'Port': ['ID=bfe849b4-140e-4133-ab4c-3e2330d6f479,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:07.009750 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-5a7d73ea-6100-46b5-97a9-896b7729934d req-c02e6d79-d2dd-432c-a18f-e01e59e007b4 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Deleting port 96c0dfc7-603c-488c-8a37-e2fab649e81f {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:07.009997 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5a7d73ea-6100-46b5-97a9-896b7729934d req-c02e6d79-d2dd-432c-a18f-e01e59e007b4 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (96c0dfc7-603c-488c-8a37-e2fab649e81f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:07.054432 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-f757b9d3-2bae-4933-8c40-be8af5a1d30c tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:07.060135 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-f757b9d3-2bae-4933-8c40-be8af5a1d30c tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:07.072222 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-f757b9d3-2bae-4933-8c40-be8af5a1d30c tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:07.174094 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b9cb2-58e8-4465-b76b-d4dc011d5256 req-698154c3-883d-4dcd-8d4f-f885c18a2e5b tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:07.175734 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3c4b9cb2-58e8-4465-b76b-d4dc011d5256 req-698154c3-883d-4dcd-8d4f-f885c18a2e5b tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] 10.222.0.39 "GET /v2.0/ports?device_id=99bd25b8-1347-415f-8e2a-e5f77b6cb420 HTTP/1.1" status: 200 len: 945 time: 0.1853483 Jan 28 13:29:07.186600 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58b495d-c293-4779-8986-bb6f7d3ebdf2', 'name': 'network-vif-deleted', 'tag': 'd66e178b-7caf-49aa-8511-2f595390c0f5'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:07.188893 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-af3e34f2-e82e-4e06-b0e1-8619361266e4 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:07.201619 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-af3e34f2-e82e-4e06-b0e1-8619361266e4 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (0f2f343e-ebfe-41e0-826c-f2899c759563), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:07.204690 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1437be8-8ca2-4825-b71c-d93a64de2d16" -d '{"events": [{"server_uuid": "e58b495d-c293-4779-8986-bb6f7d3ebdf2", "name": "network-vif-deleted", "tag": "d66e178b-7caf-49aa-8511-2f595390c0f5"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:07.267333 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-f757b9d3-2bae-4933-8c40-be8af5a1d30c tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:07.267924 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-f757b9d3-2bae-4933-8c40-be8af5a1d30c tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:07.291463 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-f757b9d3-2bae-4933-8c40-be8af5a1d30c tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7447741 Jan 28 13:29:07.300895 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a4a28b3a-2671-4106-85b3-0b8d6c4fbf79 req-e65d3ff4-b6e7-4160-8208-cd21b7e50a67 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups/c119b818-1e05-4474-bade-cb7d06d63406 HTTP/1.1" status: 200 len: 1819 time: 0.9647381 Jan 28 13:29:07.305447 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-3f7be29e-8753-461e-8102-cc92626fc96f service neutron] Request body: {'port': {'device_id': 'ad7b0633-2ee3-4c24-8ef8-0eab85361b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:07.318161 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-5a7d73ea-6100-46b5-97a9-896b7729934d req-c02e6d79-d2dd-432c-a18f-e01e59e007b4 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] For port 96c0dfc7-603c-488c-8a37-e2fab649e81f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=96c0dfc7-603c-488c-8a37-e2fab649e81f,segment=NetworkSegment(19d585e0-0124-4249-b90c-8d0bc0abce15),segment_id=19d585e0-0124-4249-b90c-8d0bc0abce15)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:07.318534 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5a7d73ea-6100-46b5-97a9-896b7729934d req-c02e6d79-d2dd-432c-a18f-e01e59e007b4 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (96c0dfc7-603c-488c-8a37-e2fab649e81f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:07.357227 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0072ee79-98b8-4d35-8237-10170fb164d0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (30cba770-3616-48f1-97d4-a75f4a97f805), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:07.384013 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-5a7d73ea-6100-46b5-97a9-896b7729934d req-c02e6d79-d2dd-432c-a18f-e01e59e007b4 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Calling delete_port for 96c0dfc7-603c-488c-8a37-e2fab649e81f owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:07.432671 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-3f7be29e-8753-461e-8102-cc92626fc96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bfe849b4-140e-4133-ab4c-3e2330d6f479), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:07.454421 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-b1cf5fb4-434a-4c98-805e-c52a8c1a9957 None None] Provisioning complete for port bfe849b4-140e-4133-ab4c-3e2330d6f479 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:07.455448 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1cf5fb4-434a-4c98-805e-c52a8c1a9957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (bfe849b4-140e-4133-ab4c-3e2330d6f479), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:07.466091 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3c4b9cb2-58e8-4465-b76b-d4dc011d5256 req-6a96fbfe-1e6e-4788-9c98-6d14c856f129 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] 10.222.0.39 "GET /v2.0/security-groups?id=116e04ca-59b0-4e38-8d0f-e5268eaa566e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467554 Jan 28 13:29:07.471651 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [None req-af3e34f2-e82e-4e06-b0e1-8619361266e4 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Floating IP 0f2f343e-ebfe-41e0-826c-f2899c759563 associated. External IP: 172.25.3.250, port: 64418cad-b538-4fbf-a8c5-1e564676bbd3. Jan 28 13:29:07.510062 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b1cf5fb4-434a-4c98-805e-c52a8c1a9957 None None] Port bfe849b4-140e-4133-ab4c-3e2330d6f479 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:29:07.589723 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a4a28b3a-2671-4106-85b3-0b8d6c4fbf79 req-645d0273-f195-409a-8c7f-deb06cab02db tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (c119b818-1e05-4474-bade-cb7d06d63406), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:07.643032 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17f3e25-5e9a-47bf-8259-6c58f520f149 x-openstack-request-id: req-e17f3e25-5e9a-47bf-8259-6c58f520f149 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:07.643032 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556a89da-1521-4f01-81a8-c010f3c4430f", "name": "network-vif-deleted", "tag": "a691eab6-3cee-43eb-83fa-c46e5e4ad20f", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:07.643032 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e17f3e25-5e9a-47bf-8259-6c58f520f149 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:07.643032 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556a89da-1521-4f01-81a8-c010f3c4430f', 'name': 'network-vif-deleted', 'tag': 'a691eab6-3cee-43eb-83fa-c46e5e4ad20f', 'status': 'completed', 'code': 200} Jan 28 13:29:07.672923 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0072ee79-98b8-4d35-8237-10170fb164d0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (30cba770-3616-48f1-97d4-a75f4a97f805), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:07.706798 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a4a28b3a-2671-4106-85b3-0b8d6c4fbf79 req-645d0273-f195-409a-8c7f-deb06cab02db tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (c119b818-1e05-4474-bade-cb7d06d63406), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:07.753581 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a76aeee-2571-4676-910b-af817cb2f545 None None] Network 7d186aed-e3b3-4a7c-8a4f-17e45742e02b requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:07.768713 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54728) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:07.770116 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47a9cdd-28f8-4d29-8e07-d21816a60bdc x-openstack-request-id: req-d47a9cdd-28f8-4d29-8e07-d21816a60bdc {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:07.770856 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58b495d-c293-4779-8986-bb6f7d3ebdf2", "name": "network-vif-deleted", "tag": "d66e178b-7caf-49aa-8511-2f595390c0f5", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:07.770856 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d47a9cdd-28f8-4d29-8e07-d21816a60bdc {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:07.771132 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58b495d-c293-4779-8986-bb6f7d3ebdf2', 'name': 'network-vif-deleted', 'tag': 'd66e178b-7caf-49aa-8511-2f595390c0f5', 'status': 'completed', 'code': 200} Jan 28 13:29:07.817398 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5a7d73ea-6100-46b5-97a9-896b7729934d req-c02e6d79-d2dd-432c-a18f-e01e59e007b4 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (96c0dfc7-603c-488c-8a37-e2fab649e81f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:07.841764 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['96c0dfc7-603c-488c-8a37-e2fab649e81f'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:07.926991 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e6d79-d2dd-432c-a18f-e01e59e007b4 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Pushing event deleted for resources: {'Port': ['ID=96c0dfc7-603c-488c-8a37-e2fab649e81f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:08.016445 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device dbe6a402-bad8-4d79-bde2-bbfd96905d42 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:08.073643 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: dbe6a402-bad8-4d79-bde2-bbfd96905d42 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:08.073887 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device dbe6a402-bad8-4d79-bde2-bbfd96905d42 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:08.074287 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device d66e178b-7caf-49aa-8511-2f595390c0f5 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:08.131128 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7d73ea-6100-46b5-97a9-896b7729934d req-c02e6d79-d2dd-432c-a18f-e01e59e007b4 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] No DVR routers for this DVR port 96c0dfc7-603c-488c-8a37-e2fab649e81f on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:08.136761 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5a7d73ea-6100-46b5-97a9-896b7729934d req-c02e6d79-d2dd-432c-a18f-e01e59e007b4 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:08.140748 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5a7d73ea-6100-46b5-97a9-896b7729934d req-c02e6d79-d2dd-432c-a18f-e01e59e007b4 tempest-ServerGroupTestJSON-96221342 tempest-ServerGroupTestJSON-96221342-project] 10.222.0.18 "DELETE /v2.0/ports/96c0dfc7-603c-488c-8a37-e2fab649e81f HTTP/1.1" status: 204 len: 173 time: 1.4883885 Jan 28 13:29:08.144651 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: d66e178b-7caf-49aa-8511-2f595390c0f5 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:08.145251 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device d66e178b-7caf-49aa-8511-2f595390c0f5 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:08.178125 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bea5a-8620-4c89-8faa-c810b5a3f4c6 req-10b4c0c6-9563-4413-bca9-d74712d780ee tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:08.179929 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fb9bea5a-8620-4c89-8faa-c810b5a3f4c6 req-10b4c0c6-9563-4413-bca9-d74712d780ee tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 945 time: 0.3604615 Jan 28 13:29:08.271061 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742d9259-ad68-44e5-93d3-063fe57a9c79 None None] DHCP port deletion for 7d186aed-e3b3-4a7c-8a4f-17e45742e02b request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:29:08.389392 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-742d9259-ad68-44e5-93d3-063fe57a9c79 None None] Deleting port 7a07245a-c9e7-4ff0-b43f-ef2353447b25 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:08.389531 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-742d9259-ad68-44e5-93d3-063fe57a9c79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7a07245a-c9e7-4ff0-b43f-ef2353447b25), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:08.416623 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fb9bea5a-8620-4c89-8faa-c810b5a3f4c6 req-628f1b88-4dd6-40d3-9bd3-3fefded1ce0a tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193360 Jan 28 13:29:08.506153 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-3f7be29e-8753-461e-8102-cc92626fc96f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe849b4-140e-4133-ab4c-3e2330d6f479 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:29:08.521564 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-742d9259-ad68-44e5-93d3-063fe57a9c79 None None] For port 7a07245a-c9e7-4ff0-b43f-ef2353447b25, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7a07245a-c9e7-4ff0-b43f-ef2353447b25,segment=NetworkSegment(bb4be984-5817-4573-8dd7-d0c9f0d3b645),segment_id=bb4be984-5817-4573-8dd7-d0c9f0d3b645)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:08.521981 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-742d9259-ad68-44e5-93d3-063fe57a9c79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7a07245a-c9e7-4ff0-b43f-ef2353447b25), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:08.537185 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-742d9259-ad68-44e5-93d3-063fe57a9c79 None None] Calling delete_port for 7a07245a-c9e7-4ff0-b43f-ef2353447b25 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:08.544342 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-3f7be29e-8753-461e-8102-cc92626fc96f service neutron] Publish callbacks [] for port (bfe849b4-140e-4133-ab4c-3e2330d6f479), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:08.610041 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-3f7be29e-8753-461e-8102-cc92626fc96f service neutron] Transition to ACTIVE for port object bfe849b4-140e-4133-ab4c-3e2330d6f479 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:29:08.626956 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-3f7be29e-8753-461e-8102-cc92626fc96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (bfe849b4-140e-4133-ab4c-3e2330d6f479), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:08.676926 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7a07245a-c9e7-4ff0-b43f-ef2353447b25 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:08.699181 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278225f-c135-415c-b473-674870e62b26 req-6e24ba13-7171-4c2f-8b87-42a585ef3e94 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:08.700664 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 7a07245a-c9e7-4ff0-b43f-ef2353447b25 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:08.701258 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7a07245a-c9e7-4ff0-b43f-ef2353447b25 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:08.702941 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-742d9259-ad68-44e5-93d3-063fe57a9c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (7a07245a-c9e7-4ff0-b43f-ef2353447b25), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:08.706239 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4278225f-c135-415c-b473-674870e62b26 req-6e24ba13-7171-4c2f-8b87-42a585ef3e94 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7b0633-2ee3-4c24-8ef8-0eab85361b2d HTTP/1.1" status: 200 len: 936 time: 0.1863234 Jan 28 13:29:08.748802 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d9259-ad68-44e5-93d3-063fe57a9c79 None None] Pushing event deleted for resources: {'Port': ['ID=7a07245a-c9e7-4ff0-b43f-ef2353447b25,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:08.750874 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742d9259-ad68-44e5-93d3-063fe57a9c79 None None] No DVR routers for this DVR port 7a07245a-c9e7-4ff0-b43f-ef2353447b25 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:08.815282 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7be29e-8753-461e-8102-cc92626fc96f service neutron] Pushing event updated for resources: {'Port': ['ID=bfe849b4-140e-4133-ab4c-3e2330d6f479,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:08.835311 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0072ee79-98b8-4d35-8237-10170fb164d0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:08.841556 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0072ee79-98b8-4d35-8237-10170fb164d0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "DELETE /v2.0/subnets/30cba770-3616-48f1-97d4-a75f4a97f805 HTTP/1.1" status: 204 len: 168 time: 2.8847618 Jan 28 13:29:08.879831 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54734) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:08.881894 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072ee79-98b8-4d35-8237-10170fb164d0 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Pushing event deleted for resources: {'Subnet': ['ID=30cba770-3616-48f1-97d4-a75f4a97f805,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:08.923068 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a4a28b3a-2671-4106-85b3-0b8d6c4fbf79 req-645d0273-f195-409a-8c7f-deb06cab02db tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c119b818-1e05-4474-bade-cb7d06d63406), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:08.927319 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a4a28b3a-2671-4106-85b3-0b8d6c4fbf79 req-645d0273-f195-409a-8c7f-deb06cab02db tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:08.928552 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a4a28b3a-2671-4106-85b3-0b8d6c4fbf79 req-645d0273-f195-409a-8c7f-deb06cab02db tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "DELETE /v2.0/security-groups/c119b818-1e05-4474-bade-cb7d06d63406 HTTP/1.1" status: 204 len: 173 time: 1.6261287 Jan 28 13:29:09.018887 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4278225f-c135-415c-b473-674870e62b26 req-a6a189b7-3b71-45dd-ba1f-da47e3cb4b96 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/security-groups?id=f57d5050-af6f-4453-9d44-106806ba47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102796 Jan 28 13:29:09.148360 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3e34f2-e82e-4e06-b0e1-8619361266e4 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Router 507984bd-565d-4301-8408-870dfb274c1e has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:29:09.169477 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [req-c15ecf9d-aed0-4769-bc95-04377398bbf1 req-be65626c-9593-43cd-8888-a9ffdd604132 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] show failed (client error): The resource could not be found. Jan 28 13:29:09.181097 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c15ecf9d-aed0-4769-bc95-04377398bbf1 req-be65626c-9593-43cd-8888-a9ffdd604132 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups/c119b818-1e05-4474-bade-cb7d06d63406 HTTP/1.1" status: 404 len: 352 time: 0.0478442 Jan 28 13:29:09.227669 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d0273-f195-409a-8c7f-deb06cab02db tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c119b818-1e05-4474-bade-cb7d06d63406,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:09.269431 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f60b37-423b-465b-af96-6ea03f5c0f48 admin admin] Deleting subnet 9f6a26e6-2c2f-414a-b9ef-849c33c591a6 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:29:09.274196 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a4f60b37-423b-465b-af96-6ea03f5c0f48 admin admin] Publish callbacks [] for subnet (9f6a26e6-2c2f-414a-b9ef-849c33c591a6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:09.323880 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a4f60b37-423b-465b-af96-6ea03f5c0f48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (9f6a26e6-2c2f-414a-b9ef-849c33c591a6), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:09.376622 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a4f60b37-423b-465b-af96-6ea03f5c0f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (9f6a26e6-2c2f-414a-b9ef-849c33c591a6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:09.414217 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d9b623f-3e5f-4fff-aed8-9ae3a1efeb08 req-e7ec5b3f-6ede-46a4-bde3-1e72f93f2739 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b360bd95cff749448a550ff64a9ecd83 HTTP/1.1" status: 200 len: 6203 time: 0.1844852 Jan 28 13:29:09.456306 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-938a6ac1-afc5-4ea7-aca3-7ad33cbe3820 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (7d186aed-e3b3-4a7c-8a4f-17e45742e02b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:09.461153 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a4f60b37-423b-465b-af96-6ea03f5c0f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (9f6a26e6-2c2f-414a-b9ef-849c33c591a6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:09.530114 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d9b623f-3e5f-4fff-aed8-9ae3a1efeb08 req-6cd5569c-9b05-44c8-8ddf-603375bc273d tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups/44a7f744-1530-4434-b04a-b15e9c3628da HTTP/1.1" status: 200 len: 3002 time: 0.1144600 Jan 28 13:29:09.533650 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f60b37-423b-465b-af96-6ea03f5c0f48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f6a26e6-2c2f-414a-b9ef-849c33c591a6,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:09.556176 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-3f7be29e-8753-461e-8102-cc92626fc96f service neutron] Attempting to bind port bfe849b4-140e-4133-ab4c-3e2330d6f479 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:09.556514 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-3f7be29e-8753-461e-8102-cc92626fc96f service neutron] Attempting to bind port bfe849b4-140e-4133-ab4c-3e2330d6f479 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:09.556843 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-3f7be29e-8753-461e-8102-cc92626fc96f service neutron] Attempting to bind port bfe849b4-140e-4133-ab4c-3e2330d6f479 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:09.574200 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-3f7be29e-8753-461e-8102-cc92626fc96f service neutron] Port bfe849b4-140e-4133-ab4c-3e2330d6f479 on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:29:09.574613 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-3f7be29e-8753-461e-8102-cc92626fc96f service neutron] Attempting to bind port bfe849b4-140e-4133-ab4c-3e2330d6f479 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:09.597659 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a4f60b37-423b-465b-af96-6ea03f5c0f48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:09.597796 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-3f7be29e-8753-461e-8102-cc92626fc96f service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:09.598196 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-3f7be29e-8753-461e-8102-cc92626fc96f service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:09.598806 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-3f7be29e-8753-461e-8102-cc92626fc96f service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:09.599591 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-3f7be29e-8753-461e-8102-cc92626fc96f service neutron] Bound port: bfe849b4-140e-4133-ab4c-3e2330d6f479, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:09.600144 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-3f7be29e-8753-461e-8102-cc92626fc96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bfe849b4-140e-4133-ab4c-3e2330d6f479), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:09.604737 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a4f60b37-423b-465b-af96-6ea03f5c0f48 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9f6a26e6-2c2f-414a-b9ef-849c33c591a6 HTTP/1.1" status: 204 len: 168 time: 0.9065330 Jan 28 13:29:09.616696 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54752) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:09.638654 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d9b623f-3e5f-4fff-aed8-9ae3a1efeb08 req-cfc94615-b084-4dbb-a9dd-1ad94d6d6bf9 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups/44a7f744-1530-4434-b04a-b15e9c3628da HTTP/1.1" status: 200 len: 3002 time: 0.1069157 Jan 28 13:29:09.704365 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-30ff754f-d675-40b0-806f-eecd080dcc6b req-5b26e6e9-c14b-422d-970c-ba3baf630ad6 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-257225483', 'description': 'tempest-description-891752222'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:09.747680 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-938a6ac1-afc5-4ea7-aca3-7ad33cbe3820 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (7d186aed-e3b3-4a7c-8a4f-17e45742e02b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:09.760831 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-30ff754f-d675-40b0-806f-eecd080dcc6b req-5b26e6e9-c14b-422d-970c-ba3baf630ad6 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:09.777830 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bd25b8-1347-415f-8e2a-e5f77b6cb420', 'name': 'network-vif-deleted', 'tag': '96c0dfc7-603c-488c-8a37-e2fab649e81f'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:09.780566 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b311facb-4141-4981-89b0-503517d36445" -d '{"events": [{"server_uuid": "99bd25b8-1347-415f-8e2a-e5f77b6cb420", "name": "network-vif-deleted", "tag": "96c0dfc7-603c-488c-8a37-e2fab649e81f"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:09.783715 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-938a6ac1-afc5-4ea7-aca3-7ad33cbe3820 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d186aed-e3b3-4a7c-8a4f-17e45742e02b']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:09.789615 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-3f7be29e-8753-461e-8102-cc92626fc96f service neutron] For port bfe849b4-140e-4133-ab4c-3e2330d6f479, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:09.796890 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-938a6ac1-afc5-4ea7-aca3-7ad33cbe3820 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4be984-5817-4573-8dd7-d0c9f0d3b645') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:09.797425 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-938a6ac1-afc5-4ea7-aca3-7ad33cbe3820 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4be984-5817-4573-8dd7-d0c9f0d3b645') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:09.811432 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-3f7be29e-8753-461e-8102-cc92626fc96f service neutron] For port bfe849b4-140e-4133-ab4c-3e2330d6f479, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=bfe849b4-140e-4133-ab4c-3e2330d6f479,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:09.813314 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-938a6ac1-afc5-4ea7-aca3-7ad33cbe3820 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (bb4be984-5817-4573-8dd7-d0c9f0d3b645), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:09.827942 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-3f7be29e-8753-461e-8102-cc92626fc96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (bfe849b4-140e-4133-ab4c-3e2330d6f479), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:09.834257 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-938a6ac1-afc5-4ea7-aca3-7ad33cbe3820 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (bb4be984-5817-4573-8dd7-d0c9f0d3b645), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:09.843074 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938a6ac1-afc5-4ea7-aca3-7ad33cbe3820 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:29:09.859625 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-938a6ac1-afc5-4ea7-aca3-7ad33cbe3820 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (bb4be984-5817-4573-8dd7-d0c9f0d3b645), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:09.878517 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-3f7be29e-8753-461e-8102-cc92626fc96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:09.879164 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-3f7be29e-8753-461e-8102-cc92626fc96f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:09.880679 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-3f7be29e-8753-461e-8102-cc92626fc96f service neutron] 10.222.0.18 "PUT /v2.0/ports/bfe849b4-140e-4133-ab4c-3e2330d6f479 HTTP/1.1" status: 200 len: 1096 time: 2.5800400 Jan 28 13:29:10.000162 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 96c0dfc7-603c-488c-8a37-e2fab649e81f no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:10.064199 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 96c0dfc7-603c-488c-8a37-e2fab649e81f {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:10.064583 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 96c0dfc7-603c-488c-8a37-e2fab649e81f not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:10.095268 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7be29e-8753-461e-8102-cc92626fc96f service neutron] Pushing event updated for resources: {'Port': ['ID=bfe849b4-140e-4133-ab4c-3e2330d6f479,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:10.103955 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-30ff754f-d675-40b0-806f-eecd080dcc6b req-5b26e6e9-c14b-422d-970c-ba3baf630ad6 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (cad870f9-4bcb-44a1-8819-2ddb11ad4acd), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:10.111467 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-30ff754f-d675-40b0-806f-eecd080dcc6b req-5b26e6e9-c14b-422d-970c-ba3baf630ad6 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (cad870f9-4bcb-44a1-8819-2ddb11ad4acd), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:10.136381 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-30ff754f-d675-40b0-806f-eecd080dcc6b req-5b26e6e9-c14b-422d-970c-ba3baf630ad6 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:10.139203 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-30ff754f-d675-40b0-806f-eecd080dcc6b req-5b26e6e9-c14b-422d-970c-ba3baf630ad6 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4392929 Jan 28 13:29:10.159154 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-fb058499-272a-42ca-a67b-d18c5dceda90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:10.160866 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-fb058499-272a-42ca-a67b-d18c5dceda90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a84bcf6cd7c4518a9b8701b9573858a&device_id=ad7b0633-2ee3-4c24-8ef8-0eab85361b2d HTTP/1.1" status: 200 len: 1099 time: 0.2127395 Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:29:10.199255 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:29:10.202876 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f76a329b-4de4-42b1-b994-1ca267aabbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (4d4c416b-3c7b-41c6-91cb-08e606cbf83f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:10.245111 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-f37e8b69-ce2b-42a8-8f5d-f861ed3cc67a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=bfe849b4-140e-4133-ab4c-3e2330d6f479 HTTP/1.1" status: 200 len: 217 time: 0.0717254 Jan 28 13:29:10.245779 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26e6e9-c14b-422d-970c-ba3baf630ad6 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad870f9-4bcb-44a1-8819-2ddb11ad4acd,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:10.327201 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-938a6ac1-afc5-4ea7-aca3-7ad33cbe3820 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (7d186aed-e3b3-4a7c-8a4f-17e45742e02b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:10.337395 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab559213-3b42-49b4-9c8c-99436944f293 x-openstack-request-id: req-ab559213-3b42-49b4-9c8c-99436944f293 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:10.337395 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bd25b8-1347-415f-8e2a-e5f77b6cb420", "name": "network-vif-deleted", "tag": "96c0dfc7-603c-488c-8a37-e2fab649e81f", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:10.340281 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ab559213-3b42-49b4-9c8c-99436944f293 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:10.342421 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bd25b8-1347-415f-8e2a-e5f77b6cb420', 'name': 'network-vif-deleted', 'tag': '96c0dfc7-603c-488c-8a37-e2fab649e81f', 'status': 'completed', 'code': 200} Jan 28 13:29:10.386493 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-938a6ac1-afc5-4ea7-aca3-7ad33cbe3820 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:10.391825 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-938a6ac1-afc5-4ea7-aca3-7ad33cbe3820 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "DELETE /v2.0/networks/7d186aed-e3b3-4a7c-8a4f-17e45742e02b HTTP/1.1" status: 204 len: 168 time: 1.4882371 Jan 28 13:29:10.397478 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-67e4e696-6d40-4cc4-8ee6-58493c5c26f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:10.399064 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-67e4e696-6d40-4cc4-8ee6-58493c5c26f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1485052 Jan 28 13:29:10.399661 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54768) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:10.430232 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a6ac1-afc5-4ea7-aca3-7ad33cbe3820 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Pushing event deleted for resources: {'Network': ['ID=7d186aed-e3b3-4a7c-8a4f-17e45742e02b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:10.508599 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f76a329b-4de4-42b1-b994-1ca267aabbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (4d4c416b-3c7b-41c6-91cb-08e606cbf83f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:10.543034 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-f76a329b-4de4-42b1-b994-1ca267aabbf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d4c416b-3c7b-41c6-91cb-08e606cbf83f']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:10.557353 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-f76a329b-4de4-42b1-b994-1ca267aabbf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c4ccae-60eb-41f2-8e2b-5652b4999cee') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:10.557858 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-f76a329b-4de4-42b1-b994-1ca267aabbf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c4ccae-60eb-41f2-8e2b-5652b4999cee') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:10.590237 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f76a329b-4de4-42b1-b994-1ca267aabbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (c2c4ccae-60eb-41f2-8e2b-5652b4999cee), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:10.607276 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f76a329b-4de4-42b1-b994-1ca267aabbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (c2c4ccae-60eb-41f2-8e2b-5652b4999cee), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:10.614643 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-aefbf37f-2a19-4d27-831e-f582ca8591c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:10.618799 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-aefbf37f-2a19-4d27-831e-f582ca8591c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1884847 Jan 28 13:29:10.626967 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76a329b-4de4-42b1-b994-1ca267aabbf3 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:29:10.627387 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f76a329b-4de4-42b1-b994-1ca267aabbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (c2c4ccae-60eb-41f2-8e2b-5652b4999cee), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:10.667657 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d024b39-a93d-4530-9265-2d50e338cf48 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Deleting subnet ac0ed1d4-7265-4a5d-9055-52fcc3fd3384 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:29:10.680808 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4d024b39-a93d-4530-9265-2d50e338cf48 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks [] for subnet (ac0ed1d4-7265-4a5d-9055-52fcc3fd3384), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:10.702000 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1b8e3-31d5-4437-9910-891fe5581a77 req-c17330aa-9df2-4017-92f2-be755bb81f16 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:10.715415 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b1f1b8e3-31d5-4437-9910-891fe5581a77 req-c17330aa-9df2-4017-92f2-be755bb81f16 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7b0633-2ee3-4c24-8ef8-0eab85361b2d HTTP/1.1" status: 200 len: 948 time: 0.1890039 Jan 28 13:29:10.736309 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a6e7f-f509-4056-a529-01cb21e5977b req-5f6bebf6-d86b-422c-92f6-6385779b2ac8 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:10.737902 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8a9a6e7f-f509-4056-a529-01cb21e5977b req-5f6bebf6-d86b-422c-92f6-6385779b2ac8 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 945 time: 0.7494669 Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:29:10.748086 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:29:10.750900 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f76a329b-4de4-42b1-b994-1ca267aabbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (4d4c416b-3c7b-41c6-91cb-08e606cbf83f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:10.754150 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3e34f2-e82e-4e06-b0e1-8619361266e4 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:29:10.761492 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f76a329b-4de4-42b1-b994-1ca267aabbf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:10.764842 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f76a329b-4de4-42b1-b994-1ca267aabbf3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4d4c416b-3c7b-41c6-91cb-08e606cbf83f HTTP/1.1" status: 204 len: 168 time: 1.1467922 Jan 28 13:29:10.778453 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a715718-cdb3-45b2-b3f6-7bccca63b8bc None None] Sync routers for ids ['507984bd-565d-4301-8408-870dfb274c1e'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:29:10.779511 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-af3e34f2-e82e-4e06-b0e1-8619361266e4 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:10.807345 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a715718-cdb3-45b2-b3f6-7bccca63b8bc None None] Routers {'507984bd-565d-4301-8408-870dfb274c1e'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:29:10.807996 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-2a715718-cdb3-45b2-b3f6-7bccca63b8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:29:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['507984bd-565d-4301-8408-870dfb274c1e'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:10.822225 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-af3e34f2-e82e-4e06-b0e1-8619361266e4 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "PUT /v2.0/floatingips/0f2f343e-ebfe-41e0-826c-f2899c759563 HTTP/1.1" status: 200 len: 992 time: 4.4998322 Jan 28 13:29:10.822225 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb961be5-84c5-4d4e-b0d1-671648cea573', 'tag': '64418cad-b538-4fbf-a8c5-1e564676bbd3'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:10.824938 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9d61e9-8f59-4687-86dc-5d3a9033a7b9" -d '{"events": [{"name": "network-changed", "server_uuid": "eb961be5-84c5-4d4e-b0d1-671648cea573", "tag": "64418cad-b538-4fbf-a8c5-1e564676bbd3"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:10.844557 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a329b-4de4-42b1-b994-1ca267aabbf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d4c416b-3c7b-41c6-91cb-08e606cbf83f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:10.916548 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8a9a6e7f-f509-4056-a529-01cb21e5977b req-371e55d2-03e0-4e0e-9145-4c686dda0374 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643977 Jan 28 13:29:11.036946 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-542138ac-7474-477c-a87a-23f65701acce req-82fa6601-68d8-4588-8dc4-70a735867da5 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2123899164', 'description': 'tempest-description-1353777983'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:11.053047 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54776) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:11.117806 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-18d0c6a7-dd67-4c41-be3f-c58968866728 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ae9d4f789d624ccbaff6934ecfbcc82c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0629525 Jan 28 13:29:11.122114 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54778) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:11.191706 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b1f1b8e3-31d5-4437-9910-891fe5581a77 req-4f4993b6-be3d-4842-9ee2-4239cc900b95 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/security-groups?id=f57d5050-af6f-4453-9d44-106806ba47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746947 Jan 28 13:29:11.200567 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4d024b39-a93d-4530-9265-2d50e338cf48 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (ac0ed1d4-7265-4a5d-9055-52fcc3fd3384), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:11.216254 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-2a715718-cdb3-45b2-b3f6-7bccca63b8bc None None] Set router 507984bd-565d-4301-8408-870dfb274c1e gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:29:11.228380 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-542138ac-7474-477c-a87a-23f65701acce req-82fa6601-68d8-4588-8dc4-70a735867da5 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:11.251774 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-08cfd724-d25a-4cf6-80bb-3f8bcecf6079 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255987 Jan 28 13:29:11.308417 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62f9b16d-61d9-4596-b22a-e416592eff22 admin admin] Publish callbacks [] for security_group (3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:11.390206 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-542138ac-7474-477c-a87a-23f65701acce req-82fa6601-68d8-4588-8dc4-70a735867da5 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (33da184b-b11f-4743-9f46-85ce10f25d0e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:11.400749 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-542138ac-7474-477c-a87a-23f65701acce req-82fa6601-68d8-4588-8dc4-70a735867da5 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (33da184b-b11f-4743-9f46-85ce10f25d0e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:11.424336 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62f9b16d-61d9-4596-b22a-e416592eff22 admin admin] Publish callbacks [] for security_group (3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:11.491815 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-542138ac-7474-477c-a87a-23f65701acce req-82fa6601-68d8-4588-8dc4-70a735867da5 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:11.499649 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-542138ac-7474-477c-a87a-23f65701acce req-82fa6601-68d8-4588-8dc4-70a735867da5 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4703944 Jan 28 13:29:11.502817 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8498fdb6-cb44-4acf-8007-4954de521923 x-openstack-request-id: req-8498fdb6-cb44-4acf-8007-4954de521923 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:11.503597 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb961be5-84c5-4d4e-b0d1-671648cea573", "tag": "64418cad-b538-4fbf-a8c5-1e564676bbd3", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:11.505808 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8498fdb6-cb44-4acf-8007-4954de521923 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:11.506356 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb961be5-84c5-4d4e-b0d1-671648cea573', 'tag': '64418cad-b538-4fbf-a8c5-1e564676bbd3', 'status': 'completed', 'code': 200} Jan 28 13:29:11.571012 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa6601-68d8-4588-8dc4-70a735867da5 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33da184b-b11f-4743-9f46-85ce10f25d0e,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:11.608572 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54790) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:11.676628 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d61e9-8f59-4687-86dc-5d3a9033a7b9 req-76950318-d6f1-4b8a-ab0a-b9ea049648ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:11.678419 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2d9d61e9-8f59-4687-86dc-5d3a9033a7b9 req-76950318-d6f1-4b8a-ab0a-b9ea049648ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=40d2254c52b145b8bd88955b1142b88a&device_id=eb961be5-84c5-4d4e-b0d1-671648cea573 HTTP/1.1" status: 200 len: 1097 time: 0.1427643 Jan 28 13:29:11.686893 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de2574c-22bf-4a3a-aafd-75fc33c1b9fd admin admin] Deleting subnet 569370d5-cece-4e5f-affc-7905112cbc12 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:29:11.699068 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-2a715718-cdb3-45b2-b3f6-7bccca63b8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507984bd-565d-4301-8408-870dfb274c1e', 'name': 'tempest-ServersTestJSON-1507381868-router', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'dd750d21-db0d-4e46-ac21-ed274af41870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:28:21Z', 'updated_at': '2022-01-28T13:28:33Z', 'revision_number': 4, 'project_id': '40d2254c52b145b8bd88955b1142b88a', 'gw_port': {'id': 'dd750d21-db0d-4e46-ac21-ed274af41870', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507984bd-565d-4301-8408-870dfb274c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:23Z', 'updated_at': '2022-01-28T13:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '0f2f343e-ebfe-41e0-826c-f2899c759563', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '507984bd-565d-4301-8408-870dfb274c1e', 'port_id': '64418cad-b538-4fbf-a8c5-1e564676bbd3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f001d26b-b928-47b4-a89f-43111884dd77', 'mac_address': 'fa:16:3e:29:7a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb961be5-84c5-4d4e-b0d1-671648cea573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:28:43Z', 'updated_at': '2022-01-28T13:29:07Z', 'revision_number': 1, 'project_id': '40d2254c52b145b8bd88955b1142b88a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3277db81-a543-4094-ac05-94d3593bfa4b', 'name': '', 'network_id': 'f001d26b-b928-47b4-a89f-43111884dd77', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'mac_address': 'fa:16:3e:7f:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507984bd-565d-4301-8408-870dfb274c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '4efb7cb1-71fb-417f-9e82-31bf10df1efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:30Z', 'updated_at': '2022-01-28T13:28:38Z', 'revision_number': 5, 'project_id': '40d2254c52b145b8bd88955b1142b88a', 'subnets': [{'id': '4efb7cb1-71fb-417f-9e82-31bf10df1efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:11.717602 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4de2574c-22bf-4a3a-aafd-75fc33c1b9fd admin admin] Publish callbacks [] for subnet (569370d5-cece-4e5f-affc-7905112cbc12), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:11.758651 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62f9b16d-61d9-4596-b22a-e416592eff22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:11.760231 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a715718-cdb3-45b2-b3f6-7bccca63b8bc None None] Checking router: 507984bd-565d-4301-8408-870dfb274c1e for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:29:11.765841 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62f9b16d-61d9-4596-b22a-e416592eff22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:11.770319 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a715718-cdb3-45b2-b3f6-7bccca63b8bc None None] Routers {'507984bd-565d-4301-8408-870dfb274c1e'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:29:11.771107 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-2a715718-cdb3-45b2-b3f6-7bccca63b8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:29:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['507984bd-565d-4301-8408-870dfb274c1e'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:11.772118 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-62f9b16d-61d9-4596-b22a-e416592eff22 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c HTTP/1.1" status: 204 len: 168 time: 0.6475108 Jan 28 13:29:11.788632 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ac7f8c6-29fe-465c-8532-388c4d076e19 req-9c60b013-6dfd-4238-897f-491dc4f67dd0 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5304797 Jan 28 13:29:11.858226 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4d024b39-a93d-4530-9265-2d50e338cf48 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (ac0ed1d4-7265-4a5d-9055-52fcc3fd3384), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:11.877051 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9b16d-61d9-4596-b22a-e416592eff22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdf6e8d-585d-4c9c-822e-ca4c4bf6569c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:11.894258 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4de2574c-22bf-4a3a-aafd-75fc33c1b9fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (569370d5-cece-4e5f-affc-7905112cbc12), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:11.947448 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-2a715718-cdb3-45b2-b3f6-7bccca63b8bc None None] Set router 507984bd-565d-4301-8408-870dfb274c1e gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:29:11.948258 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4de2574c-22bf-4a3a-aafd-75fc33c1b9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (569370d5-cece-4e5f-affc-7905112cbc12), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:12.049575 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4de2574c-22bf-4a3a-aafd-75fc33c1b9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (569370d5-cece-4e5f-affc-7905112cbc12), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:12.097777 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4de2574c-22bf-4a3a-aafd-75fc33c1b9fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:12.110516 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4de2574c-22bf-4a3a-aafd-75fc33c1b9fd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/569370d5-cece-4e5f-affc-7905112cbc12 HTTP/1.1" status: 204 len: 168 time: 0.4996982 Jan 28 13:29:12.111759 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54806) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:12.270684 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4d024b39-a93d-4530-9265-2d50e338cf48 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (ac0ed1d4-7265-4a5d-9055-52fcc3fd3384), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:12.273627 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2574c-22bf-4a3a-aafd-75fc33c1b9fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=569370d5-cece-4e5f-affc-7905112cbc12,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:12.315416 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-b78407c7-c49f-4f17-9b1e-5b7ed5a959d1 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:12.322155 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-b78407c7-c49f-4f17-9b1e-5b7ed5a959d1 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/networks?id=16d9a03d-cf10-476d-aa93-1b10f6134522 HTTP/1.1" status: 200 len: 813 time: 0.3625634 Jan 28 13:29:12.363080 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7b0633-2ee3-4c24-8ef8-0eab85361b2d', 'tag': 'bfe849b4-140e-4133-ab4c-3e2330d6f479'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:12.365356 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897a087a-4cf8-4d6b-a86e-98904b7036c1" -d '{"events": [{"name": "network-changed", "server_uuid": "ad7b0633-2ee3-4c24-8ef8-0eab85361b2d", "tag": "bfe849b4-140e-4133-ab4c-3e2330d6f479"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:12.402282 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d024b39-a93d-4530-9265-2d50e338cf48 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Pushing event deleted for resources: {'Subnet': ['ID=ac0ed1d4-7265-4a5d-9055-52fcc3fd3384,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:12.409084 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4d024b39-a93d-4530-9265-2d50e338cf48 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:12.426087 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4d024b39-a93d-4530-9265-2d50e338cf48 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "DELETE /v2.0/subnets/ac0ed1d4-7265-4a5d-9055-52fcc3fd3384 HTTP/1.1" status: 204 len: 168 time: 2.0248609 Jan 28 13:29:12.427613 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54822) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:12.449838 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-dcebde15-cafe-437b-8d24-ff10341fb6d0 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/quotas/b360bd95cff749448a550ff64a9ecd83 HTTP/1.1" status: 200 len: 375 time: 0.1266687 Jan 28 13:29:12.462056 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042434f8-64cb-4f2d-9c33-c3cae3676fb0 None None] Network 1f0af631-50a0-4793-9983-75035e9bbf20 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:12.569684 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d61e9-8f59-4687-86dc-5d3a9033a7b9 req-1063eebf-e1fd-40f2-a068-c29e36d838c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:12.577954 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2d9d61e9-8f59-4687-86dc-5d3a9033a7b9 req-1063eebf-e1fd-40f2-a068-c29e36d838c8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f001d26b-b928-47b4-a89f-43111884dd77 HTTP/1.1" status: 200 len: 906 time: 0.8811638 Jan 28 13:29:12.602715 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-2a715718-cdb3-45b2-b3f6-7bccca63b8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507984bd-565d-4301-8408-870dfb274c1e', 'name': 'tempest-ServersTestJSON-1507381868-router', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'dd750d21-db0d-4e46-ac21-ed274af41870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:28:21Z', 'updated_at': '2022-01-28T13:28:33Z', 'revision_number': 4, 'project_id': '40d2254c52b145b8bd88955b1142b88a', 'gw_port': {'id': 'dd750d21-db0d-4e46-ac21-ed274af41870', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507984bd-565d-4301-8408-870dfb274c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:23Z', 'updated_at': '2022-01-28T13:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '0f2f343e-ebfe-41e0-826c-f2899c759563', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '507984bd-565d-4301-8408-870dfb274c1e', 'port_id': '64418cad-b538-4fbf-a8c5-1e564676bbd3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f001d26b-b928-47b4-a89f-43111884dd77', 'mac_address': 'fa:16:3e:29:7a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb961be5-84c5-4d4e-b0d1-671648cea573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:28:43Z', 'updated_at': '2022-01-28T13:29:07Z', 'revision_number': 1, 'project_id': '40d2254c52b145b8bd88955b1142b88a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3277db81-a543-4094-ac05-94d3593bfa4b', 'name': '', 'network_id': 'f001d26b-b928-47b4-a89f-43111884dd77', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'mac_address': 'fa:16:3e:7f:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507984bd-565d-4301-8408-870dfb274c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '4efb7cb1-71fb-417f-9e82-31bf10df1efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:30Z', 'updated_at': '2022-01-28T13:28:38Z', 'revision_number': 5, 'project_id': '40d2254c52b145b8bd88955b1142b88a', 'subnets': [{'id': '4efb7cb1-71fb-417f-9e82-31bf10df1efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:12.689218 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a715718-cdb3-45b2-b3f6-7bccca63b8bc None None] The sync data for ids ['507984bd-565d-4301-8408-870dfb274c1e'] in n-d-822747-2 is: [{'id': '507984bd-565d-4301-8408-870dfb274c1e', 'name': 'tempest-ServersTestJSON-1507381868-router', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'dd750d21-db0d-4e46-ac21-ed274af41870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:28:21Z', 'updated_at': '2022-01-28T13:28:33Z', 'revision_number': 4, 'project_id': '40d2254c52b145b8bd88955b1142b88a', 'gw_port': {'id': 'dd750d21-db0d-4e46-ac21-ed274af41870', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507984bd-565d-4301-8408-870dfb274c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:23Z', 'updated_at': '2022-01-28T13:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '0f2f343e-ebfe-41e0-826c-f2899c759563', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '507984bd-565d-4301-8408-870dfb274c1e', 'port_id': '64418cad-b538-4fbf-a8c5-1e564676bbd3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f001d26b-b928-47b4-a89f-43111884dd77', 'mac_address': 'fa:16:3e:29:7a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb961be5-84c5-4d4e-b0d1-671648cea573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:28:43Z', 'updated_at': '2022-01-28T13:29:07Z', 'revision_number': 1, 'project_id': '40d2254c52b145b8bd88955b1142b88a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3277db81-a543-4094-ac05-94d3593bfa4b', 'name': '', 'network_id': 'f001d26b-b928-47b4-a89f-43111884dd77', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'mac_address': 'fa:16:3e:7f:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507984bd-565d-4301-8408-870dfb274c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '4efb7cb1-71fb-417f-9e82-31bf10df1efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:30Z', 'updated_at': '2022-01-28T13:28:38Z', 'revision_number': 5, 'project_id': '40d2254c52b145b8bd88955b1142b88a', 'subnets': [{'id': '4efb7cb1-71fb-417f-9e82-31bf10df1efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:29:12.741707 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8111236c-6f5d-44ae-8517-36b52f3ae051 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (1f0af631-50a0-4793-9983-75035e9bbf20), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:12.792966 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-19a8e9f8-732a-42ee-b374-13edc940cd32 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b360bd95cff749448a550ff64a9ecd83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3421204 Jan 28 13:29:12.880518 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a24e0-cd00-44a1-98a1-61b9f14a0c6b req-b30c05af-f784-401f-84e9-4076eaa19b4c tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:12.881260 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e69a08c-81c3-4b98-9397-b1376cc7f4b3 None None] DHCP port deletion for 1f0af631-50a0-4793-9983-75035e9bbf20 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:29:12.882214 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e7a24e0-cd00-44a1-98a1-61b9f14a0c6b req-b30c05af-f784-401f-84e9-4076eaa19b4c tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 945 time: 0.6379857 Jan 28 13:29:12.889093 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-af64a504-3081-41c2-a22b-2e56b454b0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (63b3830a-69e3-485a-b420-3d34c91e5079), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:12.894604 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2d9d61e9-8f59-4687-86dc-5d3a9033a7b9 req-68c64732-1e87-4646-bd30-030abced4abb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64418cad-b538-4fbf-a8c5-1e564676bbd3 HTTP/1.1" status: 200 len: 1000 time: 0.3130708 Jan 28 13:29:13.099766 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-8111236c-6f5d-44ae-8517-36b52f3ae051 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Deleting port 83c7f097-0085-4035-b8ba-4be6d7bb26b9 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:13.100113 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8111236c-6f5d-44ae-8517-36b52f3ae051 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (83c7f097-0085-4035-b8ba-4be6d7bb26b9), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:13.217996 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188fd1cb-4293-491a-9217-5edd292520cb None None] New status for floating IP 0f2f343e-ebfe-41e0-826c-f2899c759563: ACTIVE {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:29:13.219424 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d61e9-8f59-4687-86dc-5d3a9033a7b9 req-66dbe1ae-27bc-4f75-b2a7-a8492f298348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:13.225920 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2d9d61e9-8f59-4687-86dc-5d3a9033a7b9 req-66dbe1ae-27bc-4f75-b2a7-a8492f298348 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4efb7cb1-71fb-417f-9e82-31bf10df1efb HTTP/1.1" status: 200 len: 845 time: 0.2992284 Jan 28 13:29:13.229268 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-8111236c-6f5d-44ae-8517-36b52f3ae051 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] For port 83c7f097-0085-4035-b8ba-4be6d7bb26b9, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=83c7f097-0085-4035-b8ba-4be6d7bb26b9,segment=NetworkSegment(e41ed65c-b5d0-417a-afb1-afd9093978ac),segment_id=e41ed65c-b5d0-417a-afb1-afd9093978ac)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:13.229639 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8111236c-6f5d-44ae-8517-36b52f3ae051 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (83c7f097-0085-4035-b8ba-4be6d7bb26b9), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:13.233849 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e7a24e0-cd00-44a1-98a1-61b9f14a0c6b req-3e074fc6-263e-4ddf-9665-776757f96a00 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423681 Jan 28 13:29:13.234860 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54846) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:13.244888 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-8111236c-6f5d-44ae-8517-36b52f3ae051 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Calling delete_port for 83c7f097-0085-4035-b8ba-4be6d7bb26b9 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:13.308887 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-af64a504-3081-41c2-a22b-2e56b454b0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (63b3830a-69e3-485a-b420-3d34c91e5079), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:13.398607 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-af64a504-3081-41c2-a22b-2e56b454b0b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b3830a-69e3-485a-b420-3d34c91e5079']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:13.410797 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5e69a08c-81c3-4b98-9397-b1376cc7f4b3 None None] Deleting port 83c7f097-0085-4035-b8ba-4be6d7bb26b9 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:13.411205 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e69a08c-81c3-4b98-9397-b1376cc7f4b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (83c7f097-0085-4035-b8ba-4be6d7bb26b9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:13.478779 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-af64a504-3081-41c2-a22b-2e56b454b0b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d585e0-0124-4249-b90c-8d0bc0abce15') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:13.489156 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-af64a504-3081-41c2-a22b-2e56b454b0b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d585e0-0124-4249-b90c-8d0bc0abce15') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:13.520393 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d61e9-8f59-4687-86dc-5d3a9033a7b9 req-eb7c3859-21be-44b0-93e0-6cdfc86f324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:13.531216 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2d9d61e9-8f59-4687-86dc-5d3a9033a7b9 req-eb7c3859-21be-44b0-93e0-6cdfc86f324e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f001d26b-b928-47b4-a89f-43111884dd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2863331 Jan 28 13:29:13.542295 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-af64a504-3081-41c2-a22b-2e56b454b0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (19d585e0-0124-4249-b90c-8d0bc0abce15), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:13.564260 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-5e69a08c-81c3-4b98-9397-b1376cc7f4b3 None None] For port 83c7f097-0085-4035-b8ba-4be6d7bb26b9, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=83c7f097-0085-4035-b8ba-4be6d7bb26b9,segment=NetworkSegment(e41ed65c-b5d0-417a-afb1-afd9093978ac),segment_id=e41ed65c-b5d0-417a-afb1-afd9093978ac)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:13.565139 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e69a08c-81c3-4b98-9397-b1376cc7f4b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (83c7f097-0085-4035-b8ba-4be6d7bb26b9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:13.593530 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-fbdad624-094f-431a-abde-5f405d84cbae admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-29868979-network', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:13.599229 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5e69a08c-81c3-4b98-9397-b1376cc7f4b3 None None] Calling delete_port for 83c7f097-0085-4035-b8ba-4be6d7bb26b9 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:13.632602 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bed4f3-626d-4d14-9e9c-ba50950e9155 req-702a306a-8e38-429b-9b24-1f9d06b3db36 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:13.634298 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-18bed4f3-626d-4d14-9e9c-ba50950e9155 req-702a306a-8e38-429b-9b24-1f9d06b3db36 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7b0633-2ee3-4c24-8ef8-0eab85361b2d HTTP/1.1" status: 200 len: 948 time: 0.2739582 Jan 28 13:29:13.639457 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-af64a504-3081-41c2-a22b-2e56b454b0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (19d585e0-0124-4249-b90c-8d0bc0abce15), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:13.696385 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af64a504-3081-41c2-a22b-2e56b454b0b9 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:29:13.696790 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-af64a504-3081-41c2-a22b-2e56b454b0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (19d585e0-0124-4249-b90c-8d0bc0abce15), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:29:13.700253 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:29:13.708171 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e69a08c-81c3-4b98-9397-b1376cc7f4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (83c7f097-0085-4035-b8ba-4be6d7bb26b9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:13.736591 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdad624-094f-431a-abde-5f405d84cbae admin admin] Made reservation on behalf of f75d3bf1f82b41d082871e3d9d4ec219 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:13.738974 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fbdad624-094f-431a-abde-5f405d84cbae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:13.756158 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69a08c-81c3-4b98-9397-b1376cc7f4b3 None None] Pushing event deleted for resources: {'Port': ['ID=83c7f097-0085-4035-b8ba-4be6d7bb26b9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:13.766046 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e69a08c-81c3-4b98-9397-b1376cc7f4b3 None None] No DVR routers for this DVR port 83c7f097-0085-4035-b8ba-4be6d7bb26b9 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:13.772286 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69a08c-81c3-4b98-9397-b1376cc7f4b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:13.772286 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69a08c-81c3-4b98-9397-b1376cc7f4b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:13.772696 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69a08c-81c3-4b98-9397-b1376cc7f4b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:13.772927 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69a08c-81c3-4b98-9397-b1376cc7f4b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:13.773706 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69a08c-81c3-4b98-9397-b1376cc7f4b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:13.773706 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69a08c-81c3-4b98-9397-b1376cc7f4b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:13.773938 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fbdad624-094f-431a-abde-5f405d84cbae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:13.774648 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69a08c-81c3-4b98-9397-b1376cc7f4b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:13.775024 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69a08c-81c3-4b98-9397-b1376cc7f4b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:13.775372 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69a08c-81c3-4b98-9397-b1376cc7f4b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:13.775671 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69a08c-81c3-4b98-9397-b1376cc7f4b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:13.775996 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69a08c-81c3-4b98-9397-b1376cc7f4b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:13.776317 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69a08c-81c3-4b98-9397-b1376cc7f4b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:13.776631 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69a08c-81c3-4b98-9397-b1376cc7f4b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:13.818394 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-af64a504-3081-41c2-a22b-2e56b454b0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (63b3830a-69e3-485a-b420-3d34c91e5079), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:13.834263 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-3fbb0277-b3a7-4a93-b284-831a8e8bd9d1 service neutron] 10.222.0.39 "GET /v2.0/networks/16d9a03d-cf10-476d-aa93-1b10f6134522?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0399716 Jan 28 13:29:13.842210 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-af64a504-3081-41c2-a22b-2e56b454b0b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:13.845619 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-af64a504-3081-41c2-a22b-2e56b454b0b9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/63b3830a-69e3-485a-b420-3d34c91e5079 HTTP/1.1" status: 204 len: 168 time: 1.6736598 Jan 28 13:29:13.851272 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64a504-3081-41c2-a22b-2e56b454b0b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=63b3830a-69e3-485a-b420-3d34c91e5079,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:13.866545 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2d9d61e9-8f59-4687-86dc-5d3a9033a7b9 req-34fa1e97-893f-4dda-880f-3856c44e102e service neutron] 10.222.0.37 "GET /v2.0/networks/f001d26b-b928-47b4-a89f-43111884dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343625 Jan 28 13:29:13.897765 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b13054-aa07-4bdb-bb0d-c3cb48082ba3 req-568c2a48-9900-4b3e-9dc7-ca3f255ffe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:13.899612 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58b13054-aa07-4bdb-bb0d-c3cb48082ba3 req-568c2a48-9900-4b3e-9dc7-ca3f255ffe56 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab7dc526fd8f441185a698498cb3a4d8&device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 1096 time: 0.1294947 Jan 28 13:29:13.972008 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-18bed4f3-626d-4d14-9e9c-ba50950e9155 req-37b1485b-928d-4215-970b-35f6ad0f5639 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/security-groups?id=f57d5050-af6f-4453-9d44-106806ba47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916815 Jan 28 13:29:14.007500 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device bfe849b4-140e-4133-ab4c-3e2330d6f479 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:29:14.068242 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8111236c-6f5d-44ae-8517-36b52f3ae051 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (83c7f097-0085-4035-b8ba-4be6d7bb26b9), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:14.092348 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2d9d61e9-8f59-4687-86dc-5d3a9033a7b9 req-f9266784-6467-414e-ac39-d9cb44bc3814 service neutron] 10.222.0.37 "GET /v2.0/networks/f001d26b-b928-47b4-a89f-43111884dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160683 Jan 28 13:29:14.129918 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54852) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:14.147536 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111236c-6f5d-44ae-8517-36b52f3ae051 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Pushing event deleted for resources: {'Port': ['ID=83c7f097-0085-4035-b8ba-4be6d7bb26b9,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:14.150742 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8111236c-6f5d-44ae-8517-36b52f3ae051 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] No DVR routers for this DVR port 83c7f097-0085-4035-b8ba-4be6d7bb26b9 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:14.159361 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-a12b3767-a51f-4a74-90ca-c77376afbf8c service neutron] 10.222.0.39 "GET /v2.0/networks/16d9a03d-cf10-476d-aa93-1b10f6134522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122892 Jan 28 13:29:14.244121 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fbdad624-094f-431a-abde-5f405d84cbae admin admin] Publish callbacks [] for security_group (bd185387-dc02-47cb-ac25-22daa3bf302f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:14.247553 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port bfe849b4-140e-4133-ab4c-3e2330d6f479, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=bfe849b4-140e-4133-ab4c-3e2330d6f479,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:14.265801 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fbdad624-094f-431a-abde-5f405d84cbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (bd185387-dc02-47cb-ac25-22daa3bf302f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:14.277069 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'bfe849b4-140e-4133-ab4c-3e2330d6f479', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': 'bfe849b4-140e-4133-ab4c-3e2330d6f479', 'mac_address': 'fa:16:3e:9a:f8:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:29:14.287719 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8111236c-6f5d-44ae-8517-36b52f3ae051 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (1f0af631-50a0-4793-9983-75035e9bbf20), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:14.317943 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fcf91a58-caf8-419d-bca8-364593528287 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=48ad8eac274a4608b659a32b56a99ba9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1843095 Jan 28 13:29:14.318149 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-8111236c-6f5d-44ae-8517-36b52f3ae051 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f0af631-50a0-4793-9983-75035e9bbf20']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:14.326038 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54856) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:14.335310 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-8111236c-6f5d-44ae-8517-36b52f3ae051 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e41ed65c-b5d0-417a-afb1-afd9093978ac') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:14.335989 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-8111236c-6f5d-44ae-8517-36b52f3ae051 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e41ed65c-b5d0-417a-afb1-afd9093978ac') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:14.357676 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8111236c-6f5d-44ae-8517-36b52f3ae051 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (e41ed65c-b5d0-417a-afb1-afd9093978ac), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:14.375064 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8111236c-6f5d-44ae-8517-36b52f3ae051 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (e41ed65c-b5d0-417a-afb1-afd9093978ac), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:14.377433 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port bfe849b4-140e-4133-ab4c-3e2330d6f479 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:14.382011 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bfe849b4-140e-4133-ab4c-3e2330d6f479), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:14.384317 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8111236c-6f5d-44ae-8517-36b52f3ae051 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:29:14.385034 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8111236c-6f5d-44ae-8517-36b52f3ae051 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (e41ed65c-b5d0-417a-afb1-afd9093978ac), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:14.419089 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbdad624-094f-431a-abde-5f405d84cbae admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:29:14.438069 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe849b4-140e-4133-ab4c-3e2330d6f479 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:29:14.461256 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cae255-020a-40bf-b3a5-6941f3af939e x-openstack-request-id: req-68cae255-020a-40bf-b3a5-6941f3af939e {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:14.461741 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad7b0633-2ee3-4c24-8ef8-0eab85361b2d", "tag": "bfe849b4-140e-4133-ab4c-3e2330d6f479", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:14.462100 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-68cae255-020a-40bf-b3a5-6941f3af939e {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:14.462687 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad7b0633-2ee3-4c24-8ef8-0eab85361b2d', 'tag': 'bfe849b4-140e-4133-ab4c-3e2330d6f479', 'status': 'completed', 'code': 200} Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:29:14.465609 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:29:14.468785 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fbdad624-094f-431a-abde-5f405d84cbae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (792a819f-11b6-46d0-bd5d-38aa9f6d375b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:14.474175 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-fbdad624-094f-431a-abde-5f405d84cbae admin admin] Added segment 792a819f-11b6-46d0-bd5d-38aa9f6d375b of type vlan for network 7079efeb-cd22-4f60-b771-d74efc0a16e0 Jan 28 13:29:14.489546 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8111236c-6f5d-44ae-8517-36b52f3ae051 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (1f0af631-50a0-4793-9983-75035e9bbf20), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:14.514526 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port bfe849b4-140e-4133-ab4c-3e2330d6f479, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=bfe849b4-140e-4133-ab4c-3e2330d6f479,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:14.533229 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (bfe849b4-140e-4133-ab4c-3e2330d6f479), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:14.536619 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 83c7f097-0085-4035-b8ba-4be6d7bb26b9 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:14.542961 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8111236c-6f5d-44ae-8517-36b52f3ae051 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:14.548449 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8111236c-6f5d-44ae-8517-36b52f3ae051 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] 10.222.0.39 "DELETE /v2.0/networks/1f0af631-50a0-4793-9983-75035e9bbf20 HTTP/1.1" status: 204 len: 168 time: 2.1192586 Jan 28 13:29:14.562813 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b13054-aa07-4bdb-bb0d-c3cb48082ba3 req-6977d5e1-6a41-446a-bf2c-0645571a82a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:14.564649 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58b13054-aa07-4bdb-bb0d-c3cb48082ba3 req-6977d5e1-6a41-446a-bf2c-0645571a82a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f773675e-cdaa-4e1f-928a-174702ce7787 HTTP/1.1" status: 200 len: 912 time: 0.6290562 Jan 28 13:29:14.567708 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111236c-6f5d-44ae-8517-36b52f3ae051 tempest-ServersTestMultiNic-1410354463 tempest-ServersTestMultiNic-1410354463-project] Pushing event deleted for resources: {'Network': ['ID=1f0af631-50a0-4793-9983-75035e9bbf20,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:14.631401 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58b13054-aa07-4bdb-bb0d-c3cb48082ba3 req-24f6c432-069a-4ef1-868f-29c796c79d6b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=501d35d3-1ce4-4148-bb90-5bb907aef56d HTTP/1.1" status: 200 len: 217 time: 0.0599446 Jan 28 13:29:14.633917 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fbdad624-094f-431a-abde-5f405d84cbae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (7079efeb-cd22-4f60-b771-d74efc0a16e0), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:14.646050 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a087a-4cf8-4d6b-a86e-98904b7036c1 req-0b11222c-4929-4b98-9d82-c6f5fbc6837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:14.649583 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-897a087a-4cf8-4d6b-a86e-98904b7036c1 req-0b11222c-4929-4b98-9d82-c6f5fbc6837c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a84bcf6cd7c4518a9b8701b9573858a&device_id=ad7b0633-2ee3-4c24-8ef8-0eab85361b2d HTTP/1.1" status: 200 len: 1099 time: 0.1854062 Jan 28 13:29:14.680039 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-06a84601-1fc7-48eb-abcb-b5b853154ddd req-e32c0182-72d0-4730-94e8-6e9c2a962b67 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b6f48b4-b789-4d71-a23c-d681d5656b6f HTTP/1.1" status: 200 len: 210 time: 0.0535622 Jan 28 13:29:14.745655 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=bfe849b4-140e-4133-ab4c-3e2330d6f479,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:14.750418 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 83c7f097-0085-4035-b8ba-4be6d7bb26b9 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:14.751057 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 83c7f097-0085-4035-b8ba-4be6d7bb26b9 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:14.780289 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdad624-094f-431a-abde-5f405d84cbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd185387-dc02-47cb-ac25-22daa3bf302f,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:14.783622 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['bfe849b4-140e-4133-ab4c-3e2330d6f479'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:14.790343 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fbdad624-094f-431a-abde-5f405d84cbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (7079efeb-cd22-4f60-b771-d74efc0a16e0), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:14.798856 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdad624-094f-431a-abde-5f405d84cbae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:14.800939 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fbdad624-094f-431a-abde-5f405d84cbae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:14.855389 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b13054-aa07-4bdb-bb0d-c3cb48082ba3 req-3b9f2759-7dd6-4142-9043-d94504727d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:14.858257 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58b13054-aa07-4bdb-bb0d-c3cb48082ba3 req-3b9f2759-7dd6-4142-9043-d94504727d4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71a5c6ba-e647-4544-86c2-92651ecb7e69 HTTP/1.1" status: 200 len: 852 time: 0.2151768 Jan 28 13:29:14.919368 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69ca0dfb-4d0b-4017-82bc-3660669ba8b6 admin admin] Publish callbacks [] for security_group (116e04ca-59b0-4e38-8d0f-e5268eaa566e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:14.936224 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58b13054-aa07-4bdb-bb0d-c3cb48082ba3 req-7310e7f5-8eca-4fd6-840a-c68359df3727 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f773675e-cdaa-4e1f-928a-174702ce7787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671465 Jan 28 13:29:15.004922 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69ca0dfb-4d0b-4017-82bc-3660669ba8b6 admin admin] Publish callbacks [] for security_group (116e04ca-59b0-4e38-8d0f-e5268eaa566e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:15.113054 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdad624-094f-431a-abde-5f405d84cbae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:15.115620 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdad624-094f-431a-abde-5f405d84cbae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:15.116043 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a087a-4cf8-4d6b-a86e-98904b7036c1 req-f0a40c3a-9f5e-453a-93f2-3b0372d34c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:15.116877 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdad624-094f-431a-abde-5f405d84cbae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:15.117556 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-897a087a-4cf8-4d6b-a86e-98904b7036c1 req-f0a40c3a-9f5e-453a-93f2-3b0372d34c1e service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.4401529 Jan 28 13:29:15.118202 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdad624-094f-431a-abde-5f405d84cbae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:15.119130 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdad624-094f-431a-abde-5f405d84cbae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:15.119995 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdad624-094f-431a-abde-5f405d84cbae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:15.120850 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdad624-094f-431a-abde-5f405d84cbae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:15.121848 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdad624-094f-431a-abde-5f405d84cbae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:15.122496 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdad624-094f-431a-abde-5f405d84cbae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:15.123107 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdad624-094f-431a-abde-5f405d84cbae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:15.124698 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdad624-094f-431a-abde-5f405d84cbae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:15.125589 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdad624-094f-431a-abde-5f405d84cbae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:15.126507 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdad624-094f-431a-abde-5f405d84cbae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:15.174484 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69ca0dfb-4d0b-4017-82bc-3660669ba8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (116e04ca-59b0-4e38-8d0f-e5268eaa566e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:15.181936 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69ca0dfb-4d0b-4017-82bc-3660669ba8b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:15.192092 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-69ca0dfb-4d0b-4017-82bc-3660669ba8b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/116e04ca-59b0-4e38-8d0f-e5268eaa566e HTTP/1.1" status: 204 len: 168 time: 0.8565204 Jan 28 13:29:15.278222 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-897a087a-4cf8-4d6b-a86e-98904b7036c1 req-38aa0c0f-c17d-4804-b827-b927078329dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=bfe849b4-140e-4133-ab4c-3e2330d6f479 HTTP/1.1" status: 200 len: 217 time: 0.1331134 Jan 28 13:29:15.329587 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fbdad624-094f-431a-abde-5f405d84cbae admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0485260 Jan 28 13:29:15.331829 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdad624-094f-431a-abde-5f405d84cbae admin admin] Pushing event updated for resources: {'Network': ['ID=7079efeb-cd22-4f60-b771-d74efc0a16e0,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:15.337686 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54884) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:15.345078 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 7079efeb-cd22-4f60-b771-d74efc0a16e0 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:29:15.357687 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-56efa178-c5e2-4956-88a6-1e61e5984841 admin admin] Request body: {'subnet': {'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-29868979-subnet', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:15.381651 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca0dfb-4d0b-4017-82bc-3660669ba8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116e04ca-59b0-4e38-8d0f-e5268eaa566e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:15.429613 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a087a-4cf8-4d6b-a86e-98904b7036c1 req-333c850a-2c3f-40fb-9059-13ccb5c28367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:15.434673 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-897a087a-4cf8-4d6b-a86e-98904b7036c1 req-333c850a-2c3f-40fb-9059-13ccb5c28367 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1449437 Jan 28 13:29:15.496452 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be521ff7-0b13-49bf-8355-31f8c2a6e492 req-840f74b1-ffec-423d-be86-fcdbc98660e9 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:15.509743 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-be521ff7-0b13-49bf-8355-31f8c2a6e492 req-840f74b1-ffec-423d-be86-fcdbc98660e9 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 945 time: 0.1731973 Jan 28 13:29:15.514014 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56efa178-c5e2-4956-88a6-1e61e5984841 admin admin] Made reservation on behalf of f75d3bf1f82b41d082871e3d9d4ec219 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:15.526836 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-56efa178-c5e2-4956-88a6-1e61e5984841 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:15.544201 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58b13054-aa07-4bdb-bb0d-c3cb48082ba3 req-638865f4-692f-431c-986c-a45717095645 service neutron] 10.222.0.18 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6015882 Jan 28 13:29:15.732285 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a087a-4cf8-4d6b-a86e-98904b7036c1 req-92e84849-32dd-405f-b580-35e11aa10a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:15.733991 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-897a087a-4cf8-4d6b-a86e-98904b7036c1 req-92e84849-32dd-405f-b580-35e11aa10a16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2934802 Jan 28 13:29:15.736482 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58b13054-aa07-4bdb-bb0d-c3cb48082ba3 req-d450b9b9-573a-46eb-9ccd-e13313fb4cde service neutron] 10.222.0.18 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776190 Jan 28 13:29:15.808318 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-be521ff7-0b13-49bf-8355-31f8c2a6e492 req-8dbf5752-d15e-4ef4-8807-6dbeb761c14a tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971458 Jan 28 13:29:16.023818 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device bfe849b4-140e-4133-ab4c-3e2330d6f479 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:16.054199 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66546c8-cde7-4d37-bd00-af0b64d5ba6d req-846394a8-4faa-4417-b5d1-a12586d10a4d tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:16.056260 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d66546c8-cde7-4d37-bd00-af0b64d5ba6d req-846394a8-4faa-4417-b5d1-a12586d10a4d tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7b0633-2ee3-4c24-8ef8-0eab85361b2d HTTP/1.1" status: 200 len: 949 time: 0.2669022 Jan 28 13:29:16.127416 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port bfe849b4-140e-4133-ab4c-3e2330d6f479 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:29:16.134974 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-56efa178-c5e2-4956-88a6-1e61e5984841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (0384f919-cf7e-4ec0-b290-94b57d977aef), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:16.136307 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port bfe849b4-140e-4133-ab4c-3e2330d6f479 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:16.136733 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (bfe849b4-140e-4133-ab4c-3e2330d6f479), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:16.169926 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-897a087a-4cf8-4d6b-a86e-98904b7036c1 req-1ea2af98-d88f-4010-a418-f5a3c638086f service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244478 Jan 28 13:29:16.263971 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54900) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:16.289620 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-897a087a-4cf8-4d6b-a86e-98904b7036c1 req-0fbd334b-dbbc-4a65-817b-00342c31cc0a service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091659 Jan 28 13:29:16.336482 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d66546c8-cde7-4d37-bd00-af0b64d5ba6d req-e5fd17f8-2297-40eb-9402-7138b93bf707 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/security-groups?id=f57d5050-af6f-4453-9d44-106806ba47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502706 Jan 28 13:29:16.344804 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port bfe849b4-140e-4133-ab4c-3e2330d6f479 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:16.351231 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bfe849b4-140e-4133-ab4c-3e2330d6f479), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:16.397090 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7b0633-2ee3-4c24-8ef8-0eab85361b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe849b4-140e-4133-ab4c-3e2330d6f479'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:16.399460 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69de19f0-b2b2-4842-a44d-536212a0e897" -d '{"events": [{"server_uuid": "ad7b0633-2ee3-4c24-8ef8-0eab85361b2d", "name": "network-vif-plugged", "status": "completed", "tag": "bfe849b4-140e-4133-ab4c-3e2330d6f479"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:16.415193 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port bfe849b4-140e-4133-ab4c-3e2330d6f479, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=bfe849b4-140e-4133-ab4c-3e2330d6f479,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:16.420310 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (bfe849b4-140e-4133-ab4c-3e2330d6f479), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:16.421866 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 501d35d3-1ce4-4148-bb90-5bb907aef56d no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:16.508787 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fcff3e-ca08-4a7f-98fa-726399aaac4e x-openstack-request-id: req-e3fcff3e-ca08-4a7f-98fa-726399aaac4e {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:16.510207 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7b0633-2ee3-4c24-8ef8-0eab85361b2d", "name": "network-vif-plugged", "status": "completed", "tag": "bfe849b4-140e-4133-ab4c-3e2330d6f479", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:16.513808 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e3fcff3e-ca08-4a7f-98fa-726399aaac4e {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:16.515358 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7b0633-2ee3-4c24-8ef8-0eab85361b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe849b4-140e-4133-ab4c-3e2330d6f479', 'code': 200} Jan 28 13:29:16.605453 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=bfe849b4-140e-4133-ab4c-3e2330d6f479,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:16.610158 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 501d35d3-1ce4-4148-bb90-5bb907aef56d is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:16.610989 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (501d35d3-1ce4-4148-bb90-5bb907aef56d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:16.656723 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 501d35d3-1ce4-4148-bb90-5bb907aef56d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=501d35d3-1ce4-4148-bb90-5bb907aef56d,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:16.662905 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (501d35d3-1ce4-4148-bb90-5bb907aef56d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:16.670313 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d796e533-5533-4b82-9c4f-4b25364d0c90 req-175c18b1-99da-47ad-a906-ee1add289854 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b6f48b4-b789-4d71-a23c-d681d5656b6f HTTP/1.1" status: 200 len: 210 time: 0.0873287 Jan 28 13:29:16.671810 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56efa178-c5e2-4956-88a6-1e61e5984841 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0384f919-cf7e-4ec0-b290-94b57d977aef,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:16.717252 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56efa178-c5e2-4956-88a6-1e61e5984841 admin admin] Checking segment: {'id': '792a819f-11b6-46d0-bd5d-38aa9f6d375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:16.717622 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56efa178-c5e2-4956-88a6-1e61e5984841 admin admin] Network hostable DHCP agents. Network: 7079efeb-cd22-4f60-b771-d74efc0a16e0, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:29:16.768589 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=501d35d3-1ce4-4148-bb90-5bb907aef56d,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:16.797026 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3746f46-1882-40da-b54d-c8d0414d992b req-af3fdb63-23e1-4ff9-b89d-e2e0f829ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:16.799975 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d3746f46-1882-40da-b54d-c8d0414d992b req-af3fdb63-23e1-4ff9-b89d-e2e0f829ec2c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ad7b0633-2ee3-4c24-8ef8-0eab85361b2d HTTP/1.1" status: 200 len: 1101 time: 0.1320145 Jan 28 13:29:16.817332 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56efa178-c5e2-4956-88a6-1e61e5984841 admin admin] Network 7079efeb-cd22-4f60-b771-d74efc0a16e0 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:29:16.874559 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-56efa178-c5e2-4956-88a6-1e61e5984841 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 7079efeb-cd22-4f60-b771-d74efc0a16e0) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:16.886966 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b4bb60-bd65-4a1a-ab10-fab750af2be3 None None] Network 7079efeb-cd22-4f60-b771-d74efc0a16e0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:16.898688 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d3746f46-1882-40da-b54d-c8d0414d992b req-4981b63e-ce2f-468e-9929-ccc832937e5c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f57d5050-af6f-4453-9d44-106806ba47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911052 Jan 28 13:29:16.916660 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-bd52bcb8-524c-4359-ad4b-cf97c0bd7ce3 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:16.919728 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-bd52bcb8-524c-4359-ad4b-cf97c0bd7ce3 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.18 "GET /v2.0/networks?id=16d9a03d-cf10-476d-aa93-1b10f6134522 HTTP/1.1" status: 200 len: 813 time: 0.3319962 Jan 28 13:29:16.943205 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56efa178-c5e2-4956-88a6-1e61e5984841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:16.944180 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-56efa178-c5e2-4956-88a6-1e61e5984841 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:17.014334 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54916) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:17.018590 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-56efa178-c5e2-4956-88a6-1e61e5984841 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6691287 Jan 28 13:29:17.024529 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-56694f4e-dafb-4b7e-b5f5-3243045b5231 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-29868979-router', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:17.067690 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-56694f4e-dafb-4b7e-b5f5-3243045b5231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (031dd80d-d44a-4a59-9186-14b3096e60e4), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:17.069214 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-56694f4e-dafb-4b7e-b5f5-3243045b5231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (031dd80d-d44a-4a59-9186-14b3096e60e4), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:17.105989 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-0910bb1f-1435-4733-865c-cc7b34675316 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Request body: {'port': {'device_id': '5b6f48b4-b789-4d71-a23c-d681d5656b6f', 'network_id': '16d9a03d-cf10-476d-aa93-1b10f6134522', 'admin_state_up': True, 'tenant_id': 'b360bd95cff749448a550ff64a9ecd83'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:17.108944 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b72f64-3035-4613-9c5c-4a5e46e2fd6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-7079efeb-cd22-4f60-b771-d74efc0a16e0', 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0', 'project_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'fixed_ips': [{'subnet_id': '0384f919-cf7e-4ec0-b290-94b57d977aef'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:29:17.111418 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3b72f64-3035-4613-9c5c-4a5e46e2fd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:17.111630 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54918) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:17.207868 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75f5b6-3b02-4753-8247-ffb559ae3afe req-1f950a4e-1016-4d17-806c-23a863539ce8 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:17.209710 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf75f5b6-3b02-4753-8247-ffb559ae3afe req-1f950a4e-1016-4d17-806c-23a863539ce8 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 943 time: 0.2205701 Jan 28 13:29:17.314858 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-56694f4e-dafb-4b7e-b5f5-3243045b5231 admin admin] Publish callbacks [] for router_controller (031dd80d-d44a-4a59-9186-14b3096e60e4), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:17.404119 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-b3b72f64-3035-4613-9c5c-4a5e46e2fd6f None None] Allocated IP 172.20.0.2 (7079efeb-cd22-4f60-b771-d74efc0a16e0/0384f919-cf7e-4ec0-b290-94b57d977aef/7c1a0c48-3414-4997-9a70-eb59047b655e) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:17.423297 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-277c6537-e924-4501-af96-b69fb4a80b29 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-443637697-network', 'tenant_id': 'fdb2e5ea9d8a4ecaa2b4c4f5787087ba'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:17.527991 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-56694f4e-dafb-4b7e-b5f5-3243045b5231 admin admin] Publish callbacks [] for router_gateway (031dd80d-d44a-4a59-9186-14b3096e60e4), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:17.582599 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0e630916-845c-4319-b547-5baacd637805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (a3241836-923d-4a25-8c14-0e78d87ff081), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:17.620338 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3b72f64-3035-4613-9c5c-4a5e46e2fd6f None None] Publish callbacks [] for port (7c1a0c48-3414-4997-9a70-eb59047b655e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:17.634069 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf75f5b6-3b02-4753-8247-ffb559ae3afe req-a09f48de-d8e1-4385-ad8c-2d45c23f42dd tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756866 Jan 28 13:29:17.676323 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3b72f64-3035-4613-9c5c-4a5e46e2fd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (7c1a0c48-3414-4997-9a70-eb59047b655e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:17.716242 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:17.738305 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-0910bb1f-1435-4733-865c-cc7b34675316 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Made reservation on behalf of b360bd95cff749448a550ff64a9ecd83 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:17.747174 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-0910bb1f-1435-4733-865c-cc7b34675316 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:17.782753 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b9220-e084-4762-8cfc-380382085db4 req-3a57a30e-9be8-4687-94dd-7d4ecf1f6c90 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:17.793712 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277c6537-e924-4501-af96-b69fb4a80b29 admin admin] Made reservation on behalf of fdb2e5ea9d8a4ecaa2b4c4f5787087ba for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:17.796030 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-568b9220-e084-4762-8cfc-380382085db4 req-3a57a30e-9be8-4687-94dd-7d4ecf1f6c90 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7b0633-2ee3-4c24-8ef8-0eab85361b2d HTTP/1.1" status: 200 len: 950 time: 0.2757328 Jan 28 13:29:17.803109 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-277c6537-e924-4501-af96-b69fb4a80b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:17.826033 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b72f64-3035-4613-9c5c-4a5e46e2fd6f None None] Network 7079efeb-cd22-4f60-b771-d74efc0a16e0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:17.840280 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-b3b72f64-3035-4613-9c5c-4a5e46e2fd6f None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:17.852885 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b72f64-3035-4613-9c5c-4a5e46e2fd6f None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:17.863647 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b72f64-3035-4613-9c5c-4a5e46e2fd6f None None] Pushing event updated for resources: {'Port': ['ID=7c1a0c48-3414-4997-9a70-eb59047b655e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:17.884247 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-568b9220-e084-4762-8cfc-380382085db4 req-1fdab32a-f746-4984-9c95-4a410ad9f249 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/security-groups?id=f57d5050-af6f-4453-9d44-106806ba47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871007 Jan 28 13:29:17.907534 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7c5261d8-a9ae-49b2-8692-2cb2ef26d5c2 req-799d6956-6c8b-4095-8ee3-aeb309fca30c tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b6f48b4-b789-4d71-a23c-d681d5656b6f HTTP/1.1" status: 200 len: 210 time: 0.0581536 Jan 28 13:29:17.958746 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-b3b72f64-3035-4613-9c5c-4a5e46e2fd6f None None] Attempting to bind port 7c1a0c48-3414-4997-9a70-eb59047b655e on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:17.959415 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-b3b72f64-3035-4613-9c5c-4a5e46e2fd6f None None] Attempting to bind port 7c1a0c48-3414-4997-9a70-eb59047b655e by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '792a819f-11b6-46d0-bd5d-38aa9f6d375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:17.959929 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b72f64-3035-4613-9c5c-4a5e46e2fd6f None None] Attempting to bind port 7c1a0c48-3414-4997-9a70-eb59047b655e on network 7079efeb-cd22-4f60-b771-d74efc0a16e0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:17.965941 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b72f64-3035-4613-9c5c-4a5e46e2fd6f None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:17.966734 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b72f64-3035-4613-9c5c-4a5e46e2fd6f None None] Checking segment: {'id': '792a819f-11b6-46d0-bd5d-38aa9f6d375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:17.967308 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3b72f64-3035-4613-9c5c-4a5e46e2fd6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:17.968125 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b72f64-3035-4613-9c5c-4a5e46e2fd6f None None] Bound using segment: {'id': '792a819f-11b6-46d0-bd5d-38aa9f6d375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:17.968746 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-b3b72f64-3035-4613-9c5c-4a5e46e2fd6f None None] Bound port: 7c1a0c48-3414-4997-9a70-eb59047b655e, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792a819f-11b6-46d0-bd5d-38aa9f6d375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:17.969300 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3b72f64-3035-4613-9c5c-4a5e46e2fd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7c1a0c48-3414-4997-9a70-eb59047b655e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:18.011610 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-277c6537-e924-4501-af96-b69fb4a80b29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:18.057198 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-0e630916-845c-4319-b547-5baacd637805 admin admin] Deleting port a75bb464-1cda-4417-b879-0d6eb04e2227 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:18.057542 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0e630916-845c-4319-b547-5baacd637805 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (a75bb464-1cda-4417-b879-0d6eb04e2227), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:18.100147 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-b3b72f64-3035-4613-9c5c-4a5e46e2fd6f None None] For port 7c1a0c48-3414-4997-9a70-eb59047b655e, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:18.108707 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-b3b72f64-3035-4613-9c5c-4a5e46e2fd6f None None] For port 7c1a0c48-3414-4997-9a70-eb59047b655e, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7c1a0c48-3414-4997-9a70-eb59047b655e,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:18.120155 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3b72f64-3035-4613-9c5c-4a5e46e2fd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7c1a0c48-3414-4997-9a70-eb59047b655e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:18.176861 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-0e630916-845c-4319-b547-5baacd637805 admin admin] For port a75bb464-1cda-4417-b879-0d6eb04e2227, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=a75bb464-1cda-4417-b879-0d6eb04e2227,segment=NetworkSegment(9337c2d4-bc4e-4e51-91de-ba4cbe956f8a),segment_id=9337c2d4-bc4e-4e51-91de-ba4cbe956f8a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:18.177284 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0e630916-845c-4319-b547-5baacd637805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (a75bb464-1cda-4417-b879-0d6eb04e2227), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:18.193512 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-0e630916-845c-4319-b547-5baacd637805 admin admin] Calling delete_port for a75bb464-1cda-4417-b879-0d6eb04e2227 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:18.236199 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-0910bb1f-1435-4733-865c-cc7b34675316 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Allocated IP 172.20.0.4 (16d9a03d-cf10-476d-aa93-1b10f6134522/042f9a6a-2921-498d-bcc9-1ba76067c5cb/e946be19-a018-4de6-98cf-5f3e20a5b7b7) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:18.396347 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b72f64-3035-4613-9c5c-4a5e46e2fd6f None None] Pushing event updated for resources: {'Port': ['ID=7c1a0c48-3414-4997-9a70-eb59047b655e,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:18.450604 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-277c6537-e924-4501-af96-b69fb4a80b29 admin admin] Publish callbacks [] for security_group (e35219ae-7812-4ac3-b0aa-d9b9da63c987), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:18.471987 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-277c6537-e924-4501-af96-b69fb4a80b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e35219ae-7812-4ac3-b0aa-d9b9da63c987), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:18.518280 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa989ae-3145-45b0-a479-2e1a4aef6e45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '501d35d3-1ce4-4148-bb90-5bb907aef56d'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:18.523245 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93207a12-43c0-423c-84b2-4522d39fd8a8" -d '{"events": [{"server_uuid": "cfa989ae-3145-45b0-a479-2e1a4aef6e45", "name": "network-vif-unplugged", "status": "completed", "tag": "501d35d3-1ce4-4148-bb90-5bb907aef56d"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:18.599312 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af3a8be-2d08-4b88-bd80-d86cb60c3d8e x-openstack-request-id: req-5af3a8be-2d08-4b88-bd80-d86cb60c3d8e {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:18.599819 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa989ae-3145-45b0-a479-2e1a4aef6e45", "name": "network-vif-unplugged", "status": "failed", "tag": "501d35d3-1ce4-4148-bb90-5bb907aef56d", "code": 422}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:18.600571 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5af3a8be-2d08-4b88-bd80-d86cb60c3d8e {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:18.601260 n-d-822747-2 neutron-server[103353]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cfa989ae-3145-45b0-a479-2e1a4aef6e45', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '501d35d3-1ce4-4148-bb90-5bb907aef56d', 'code': 422} returned with failed status Jan 28 13:29:18.604903 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-0910bb1f-1435-4733-865c-cc7b34675316 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for port (e946be19-a018-4de6-98cf-5f3e20a5b7b7), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:18.716042 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277c6537-e924-4501-af96-b69fb4a80b29 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:29:18.744156 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-277c6537-e924-4501-af96-b69fb4a80b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (7dc805e8-75c1-4eeb-8854-057e099b8d62), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:18.744520 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-277c6537-e924-4501-af96-b69fb4a80b29 admin admin] Added segment 7dc805e8-75c1-4eeb-8854-057e099b8d62 of type vlan for network 9238e445-06d2-404b-b0f7-3803c430852f Jan 28 13:29:18.852147 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-277c6537-e924-4501-af96-b69fb4a80b29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (9238e445-06d2-404b-b0f7-3803c430852f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:18.880338 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-0910bb1f-1435-4733-865c-cc7b34675316 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (e946be19-a018-4de6-98cf-5f3e20a5b7b7), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:18.883775 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-56694f4e-dafb-4b7e-b5f5-3243045b5231 admin admin] Publish callbacks [] for router_gateway (031dd80d-d44a-4a59-9186-14b3096e60e4), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:18.895299 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-277c6537-e924-4501-af96-b69fb4a80b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (9238e445-06d2-404b-b0f7-3803c430852f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:18.896682 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277c6537-e924-4501-af96-b69fb4a80b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:18.897693 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-277c6537-e924-4501-af96-b69fb4a80b29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:18.898123 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['f472c9b4-92da-44b8-b849-5c1c44136f67'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:19.017115 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-277c6537-e924-4501-af96-b69fb4a80b29 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9025841 Jan 28 13:29:19.028261 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54940) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:19.040167 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-fb35d7f6-0749-4392-8c7c-294432e65ad8 admin admin] Request body: {'subnet': {'network_id': '9238e445-06d2-404b-b0f7-3803c430852f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-443637697-subnet', 'tenant_id': 'fdb2e5ea9d8a4ecaa2b4c4f5787087ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:19.074890 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-56694f4e-dafb-4b7e-b5f5-3243045b5231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:19.098276 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-0910bb1f-1435-4733-865c-cc7b34675316 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Network 16d9a03d-cf10-476d-aa93-1b10f6134522 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:19.117940 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-0910bb1f-1435-4733-865c-cc7b34675316 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:19.123250 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-0910bb1f-1435-4733-865c-cc7b34675316 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:19.142735 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c6537-e924-4501-af96-b69fb4a80b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35219ae-7812-4ac3-b0aa-d9b9da63c987,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:19.206293 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb35d7f6-0749-4392-8c7c-294432e65ad8 admin admin] Made reservation on behalf of fdb2e5ea9d8a4ecaa2b4c4f5787087ba for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:19.209232 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fb35d7f6-0749-4392-8c7c-294432e65ad8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:19.235570 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0e630916-845c-4319-b547-5baacd637805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (a75bb464-1cda-4417-b879-0d6eb04e2227), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:19.312680 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e630916-845c-4319-b547-5baacd637805 admin admin] Pushing event deleted for resources: {'Port': ['ID=a75bb464-1cda-4417-b879-0d6eb04e2227,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:19.321016 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0eefe-3407-488c-a8f7-d582b1a25cef req-e6b2f54f-e502-4cf2-a8e0-e64a3b4dbb1a tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:19.328992 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-66c0eefe-3407-488c-a8f7-d582b1a25cef req-e6b2f54f-e502-4cf2-a8e0-e64a3b4dbb1a tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7b0633-2ee3-4c24-8ef8-0eab85361b2d HTTP/1.1" status: 200 len: 950 time: 0.2354171 Jan 28 13:29:19.362458 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c6537-e924-4501-af96-b69fb4a80b29 admin admin] Pushing event updated for resources: {'Network': ['ID=9238e445-06d2-404b-b0f7-3803c430852f,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:19.371919 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910bb1f-1435-4733-865c-cc7b34675316 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Pushing event updated for resources: {'Port': ['ID=e946be19-a018-4de6-98cf-5f3e20a5b7b7,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:19.381273 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 9238e445-06d2-404b-b0f7-3803c430852f details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:29:19.457026 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f418961-558f-4ed0-87d0-fff10c8d0f2d req-947b3b34-db85-4ce0-9014-d014f9c9881f tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:19.465675 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9f418961-558f-4ed0-87d0-fff10c8d0f2d req-947b3b34-db85-4ce0-9014-d014f9c9881f tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 943 time: 0.5765445 Jan 28 13:29:19.525638 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-0910bb1f-1435-4733-865c-cc7b34675316 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:19.526951 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-0910bb1f-1435-4733-865c-cc7b34675316 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:19.530906 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-66c0eefe-3407-488c-a8f7-d582b1a25cef req-6c473d5d-22a6-439e-8474-9c796b6ab6d6 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/security-groups?id=f57d5050-af6f-4453-9d44-106806ba47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010038 Jan 28 13:29:19.677636 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:19.682037 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-0910bb1f-1435-4733-865c-cc7b34675316 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5825841 Jan 28 13:29:19.702633 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-00f126c2-0fa2-439f-b649-10cb4157b156 service neutron] Request body: {'port': {'device_id': '5b6f48b4-b789-4d71-a23c-d681d5656b6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:19.712344 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9f418961-558f-4ed0-87d0-fff10c8d0f2d req-3775d1b8-8404-4b45-8cc3-1fabb877e50c tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447832 Jan 28 13:29:19.747511 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-56694f4e-dafb-4b7e-b5f5-3243045b5231 admin admin] Allocated IP 172.25.3.85 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/7ebdbb60-9daf-4826-b253-c680286e1864) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:19.825670 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-00f126c2-0fa2-439f-b649-10cb4157b156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e946be19-a018-4de6-98cf-5f3e20a5b7b7), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:19.867548 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0e630916-845c-4319-b547-5baacd637805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (a3241836-923d-4a25-8c14-0e78d87ff081), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:19.940315 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9b009-3425-47e8-ba51-689279cc22ca req-db7143da-c90f-43c7-ad8d-144c71336d25 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:19.942264 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-39e9b009-3425-47e8-ba51-689279cc22ca req-db7143da-c90f-43c7-ad8d-144c71336d25 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b6f48b4-b789-4d71-a23c-d681d5656b6f HTTP/1.1" status: 200 len: 931 time: 0.2057965 Jan 28 13:29:20.083908 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fb35d7f6-0749-4392-8c7c-294432e65ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (75789c34-6973-48cb-8d8c-6e1b96623628), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:20.130701 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-56694f4e-dafb-4b7e-b5f5-3243045b5231 admin admin] Publish callbacks [] for port (7ebdbb60-9daf-4826-b253-c680286e1864), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:20.308425 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-39e9b009-3425-47e8-ba51-689279cc22ca req-3c553693-b9da-41aa-b678-cffbb1d70051 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?id=44a7f744-1530-4434-b04a-b15e9c3628da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377764 Jan 28 13:29:20.323558 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35d7f6-0749-4392-8c7c-294432e65ad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75789c34-6973-48cb-8d8c-6e1b96623628,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:20.349528 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb35d7f6-0749-4392-8c7c-294432e65ad8 admin admin] Checking segment: {'id': '7dc805e8-75c1-4eeb-8854-057e099b8d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9238e445-06d2-404b-b0f7-3803c430852f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:20.350156 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb35d7f6-0749-4392-8c7c-294432e65ad8 admin admin] Network hostable DHCP agents. Network: 9238e445-06d2-404b-b0f7-3803c430852f, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:29:20.426025 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db59409-b71f-41c8-8b03-22876f004465 None None] Network 7079efeb-cd22-4f60-b771-d74efc0a16e0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:20.457128 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb35d7f6-0749-4392-8c7c-294432e65ad8 admin admin] Network 9238e445-06d2-404b-b0f7-3803c430852f is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:29:20.494477 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-fb35d7f6-0749-4392-8c7c-294432e65ad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 9238e445-06d2-404b-b0f7-3803c430852f) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:20.513936 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb35d7f6-0749-4392-8c7c-294432e65ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:20.516354 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fb35d7f6-0749-4392-8c7c-294432e65ad8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:20.552571 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b2a0af-4d5d-4ffb-851b-931b0e4d1fd6 None None] Network 9238e445-06d2-404b-b0f7-3803c430852f requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:20.688500 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fb35d7f6-0749-4392-8c7c-294432e65ad8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6584623 Jan 28 13:29:20.754666 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-13c7e6da-9f96-4aed-80e8-d6e6367215ed None None] Provisioning complete for port 7c1a0c48-3414-4997-9a70-eb59047b655e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:20.755174 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13c7e6da-9f96-4aed-80e8-d6e6367215ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7c1a0c48-3414-4997-9a70-eb59047b655e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:20.807438 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e78ff-af6e-4eec-870d-15c5932e00c3 req-9569f74b-2a7e-46cd-a6b8-fda203c889bb tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:20.809073 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-918e78ff-af6e-4eec-870d-15c5932e00c3 req-9569f74b-2a7e-46cd-a6b8-fda203c889bb tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7b0633-2ee3-4c24-8ef8-0eab85361b2d HTTP/1.1" status: 200 len: 950 time: 0.2103636 Jan 28 13:29:20.813720 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4561ed-d155-4702-acc8-5b176428180f None None] Network 9238e445-06d2-404b-b0f7-3803c430852f requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:20.831059 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e630916-845c-4319-b547-5baacd637805 admin admin] Router a3241836-923d-4a25-8c14-0e78d87ff081 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:29:20.907517 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-918e78ff-af6e-4eec-870d-15c5932e00c3 req-4e15427e-16a0-4434-9427-451962baefc7 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/security-groups?id=f57d5050-af6f-4453-9d44-106806ba47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746644 Jan 28 13:29:20.953813 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-56694f4e-dafb-4b7e-b5f5-3243045b5231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (7ebdbb60-9daf-4826-b253-c680286e1864), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:21.053959 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56694f4e-dafb-4b7e-b5f5-3243045b5231 admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:21.066353 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-56694f4e-dafb-4b7e-b5f5-3243045b5231 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:21.072289 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56694f4e-dafb-4b7e-b5f5-3243045b5231 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:21.074682 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56694f4e-dafb-4b7e-b5f5-3243045b5231 admin admin] Pushing event updated for resources: {'Port': ['ID=7ebdbb60-9daf-4826-b253-c680286e1864,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:21.131387 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-13c7e6da-9f96-4aed-80e8-d6e6367215ed None None] Current status of the port 7c1a0c48-3414-4997-9a70-eb59047b655e is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:21.134846 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13c7e6da-9f96-4aed-80e8-d6e6367215ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7c1a0c48-3414-4997-9a70-eb59047b655e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:21.182383 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-00f126c2-0fa2-439f-b649-10cb4157b156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e946be19-a018-4de6-98cf-5f3e20a5b7b7 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:29:21.221892 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-00f126c2-0fa2-439f-b649-10cb4157b156 service neutron] Publish callbacks [] for port (e946be19-a018-4de6-98cf-5f3e20a5b7b7), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:21.231429 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e630916-845c-4319-b547-5baacd637805 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:29:21.245133 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7c1a0c48-3414-4997-9a70-eb59047b655e up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:21.249559 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0e630916-845c-4319-b547-5baacd637805 admin admin] 10.222.0.39 "PUT /v2.0/routers/a3241836-923d-4a25-8c14-0e78d87ff081/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9814737 Jan 28 13:29:21.253355 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54994) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:21.253515 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc41c783-78d7-4695-bffe-da24c8703e26 None None] Sync routers for ids ['a3241836-923d-4a25-8c14-0e78d87ff081'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:29:21.274749 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54996) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:21.294546 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-00f126c2-0fa2-439f-b649-10cb4157b156 service neutron] Transition to ACTIVE for port object e946be19-a018-4de6-98cf-5f3e20a5b7b7 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:29:21.306160 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-13c7e6da-9f96-4aed-80e8-d6e6367215ed None None] For port 7c1a0c48-3414-4997-9a70-eb59047b655e, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7c1a0c48-3414-4997-9a70-eb59047b655e,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:21.316750 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13c7e6da-9f96-4aed-80e8-d6e6367215ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7c1a0c48-3414-4997-9a70-eb59047b655e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:21.347057 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-00f126c2-0fa2-439f-b649-10cb4157b156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (e946be19-a018-4de6-98cf-5f3e20a5b7b7), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:21.442487 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a59594c7-2019-46be-aa76-e86d90ee7661 admin admin] Publish callbacks [] for router (a3241836-923d-4a25-8c14-0e78d87ff081), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:21.514667 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0d6210-374d-4603-9744-e3456632cab6 admin admin] Deleting subnet 75789c34-6973-48cb-8d8c-6e1b96623628 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:29:21.549246 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc41c783-78d7-4695-bffe-da24c8703e26 None None] Routers {'a3241836-923d-4a25-8c14-0e78d87ff081'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:29:21.549889 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-fc41c783-78d7-4695-bffe-da24c8703e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:29:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['a3241836-923d-4a25-8c14-0e78d87ff081'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:21.557619 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f126c2-0fa2-439f-b649-10cb4157b156 service neutron] Pushing event updated for resources: {'Port': ['ID=e946be19-a018-4de6-98cf-5f3e20a5b7b7,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:21.560635 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bc0d6210-374d-4603-9744-e3456632cab6 admin admin] Publish callbacks [] for subnet (75789c34-6973-48cb-8d8c-6e1b96623628), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:21.641698 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d2339-dce2-4597-97fb-a507fcbb5939 req-c496a315-361a-4a82-b876-8ce16bad0158 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:21.643755 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3f8d2339-dce2-4597-97fb-a507fcbb5939 req-c496a315-361a-4a82-b876-8ce16bad0158 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b6f48b4-b789-4d71-a23c-d681d5656b6f HTTP/1.1" status: 200 len: 943 time: 0.1245670 Jan 28 13:29:21.690077 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-fc41c783-78d7-4695-bffe-da24c8703e26 None None] Set router a3241836-923d-4a25-8c14-0e78d87ff081 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:29:21.700238 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a59594c7-2019-46be-aa76-e86d90ee7661 admin admin] Publish callbacks [] for router_gateway (a3241836-923d-4a25-8c14-0e78d87ff081), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:21.721750 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3f8d2339-dce2-4597-97fb-a507fcbb5939 req-521b19ca-781d-4f75-9dfa-d23e2b885968 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?id=44a7f744-1530-4434-b04a-b15e9c3628da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705924 Jan 28 13:29:21.786740 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-a59594c7-2019-46be-aa76-e86d90ee7661 admin admin] Deleting port 5c84010c-3a16-4b1a-9e59-f62c8e131693 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:21.787601 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a59594c7-2019-46be-aa76-e86d90ee7661 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (5c84010c-3a16-4b1a-9e59-f62c8e131693), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:21.788159 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-56694f4e-dafb-4b7e-b5f5-3243045b5231 admin admin] Publish callbacks [] for router_gateway (031dd80d-d44a-4a59-9186-14b3096e60e4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:21.871594 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bc0d6210-374d-4603-9744-e3456632cab6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (75789c34-6973-48cb-8d8c-6e1b96623628), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:21.906121 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-a59594c7-2019-46be-aa76-e86d90ee7661 admin admin] For port 5c84010c-3a16-4b1a-9e59-f62c8e131693, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=5c84010c-3a16-4b1a-9e59-f62c8e131693,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:21.907797 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a59594c7-2019-46be-aa76-e86d90ee7661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (5c84010c-3a16-4b1a-9e59-f62c8e131693), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:21.924490 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7e6da-9f96-4aed-80e8-d6e6367215ed None None] Pushing event updated for resources: {'Port': ['ID=7c1a0c48-3414-4997-9a70-eb59047b655e,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:21.924762 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-a59594c7-2019-46be-aa76-e86d90ee7661 admin admin] Calling delete_port for 5c84010c-3a16-4b1a-9e59-f62c8e131693 owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:21.925219 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f45a0-5186-4fb3-a00f-36854ebfb655 req-ec28e701-6ce8-4c63-a9d0-5cee67c0e35b tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:21.926986 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-000f45a0-5186-4fb3-a00f-36854ebfb655 req-ec28e701-6ce8-4c63-a9d0-5cee67c0e35b tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa989ae-3145-45b0-a479-2e1a4aef6e45 HTTP/1.1" status: 200 len: 943 time: 0.4470620 Jan 28 13:29:21.928716 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-767454e8-51ff-40f8-a6eb-679da7ec8148 None None] Provisioning complete for port 7c1a0c48-3414-4997-9a70-eb59047b655e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:21.929096 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-767454e8-51ff-40f8-a6eb-679da7ec8148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7c1a0c48-3414-4997-9a70-eb59047b655e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:21.985324 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 7c1a0c48-3414-4997-9a70-eb59047b655e triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:21.985798 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7c1a0c48-3414-4997-9a70-eb59047b655e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:22.030338 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bc0d6210-374d-4603-9744-e3456632cab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (75789c34-6973-48cb-8d8c-6e1b96623628), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:22.044544 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-fc41c783-78d7-4695-bffe-da24c8703e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3241836-923d-4a25-8c14-0e78d87ff081', 'name': 'tempest-ServersTestMultiNic-1983148106-router', 'tenant_id': 'a32c0d8081c141c0994b58c29d4a7990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '5c84010c-3a16-4b1a-9e59-f62c8e131693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:26:56Z', 'updated_at': '2022-01-28T13:29:18Z', 'revision_number': 5, 'project_id': 'a32c0d8081c141c0994b58c29d4a7990', 'gw_port': {'id': '5c84010c-3a16-4b1a-9e59-f62c8e131693', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3241836-923d-4a25-8c14-0e78d87ff081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:26:57Z', 'updated_at': '2022-01-28T13:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:22.085975 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 501d35d3-1ce4-4148-bb90-5bb907aef56d no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:22.123626 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bc0d6210-374d-4603-9744-e3456632cab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (75789c34-6973-48cb-8d8c-6e1b96623628), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:22.130327 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc41c783-78d7-4695-bffe-da24c8703e26 None None] Checking router: a3241836-923d-4a25-8c14-0e78d87ff081 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:29:22.186407 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a59594c7-2019-46be-aa76-e86d90ee7661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (5c84010c-3a16-4b1a-9e59-f62c8e131693), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:22.191417 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-767454e8-51ff-40f8-a6eb-679da7ec8148 None None] Current status of the port 7c1a0c48-3414-4997-9a70-eb59047b655e is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:22.197529 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 7c1a0c48-3414-4997-9a70-eb59047b655e is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:22.202771 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc41c783-78d7-4695-bffe-da24c8703e26 None None] Routers {'a3241836-923d-4a25-8c14-0e78d87ff081'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:29:22.203428 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-fc41c783-78d7-4695-bffe-da24c8703e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:29:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['a3241836-923d-4a25-8c14-0e78d87ff081'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:22.231237 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-00f126c2-0fa2-439f-b649-10cb4157b156 service neutron] Attempting to bind port e946be19-a018-4de6-98cf-5f3e20a5b7b7 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:22.231883 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-00f126c2-0fa2-439f-b649-10cb4157b156 service neutron] Attempting to bind port e946be19-a018-4de6-98cf-5f3e20a5b7b7 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'bdc48f93-6a06-41d7-b4e3-6415c817d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '16d9a03d-cf10-476d-aa93-1b10f6134522'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:22.232393 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-00f126c2-0fa2-439f-b649-10cb4157b156 service neutron] Attempting to bind port e946be19-a018-4de6-98cf-5f3e20a5b7b7 on network 16d9a03d-cf10-476d-aa93-1b10f6134522 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:22.242087 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bc0d6210-374d-4603-9744-e3456632cab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:22.249757 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bc0d6210-374d-4603-9744-e3456632cab6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/75789c34-6973-48cb-8d8c-6e1b96623628 HTTP/1.1" status: 204 len: 168 time: 0.9701810 Jan 28 13:29:22.250784 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-00f126c2-0fa2-439f-b649-10cb4157b156 service neutron] Port e946be19-a018-4de6-98cf-5f3e20a5b7b7 on network 16d9a03d-cf10-476d-aa93-1b10f6134522 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:29:22.251285 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-00f126c2-0fa2-439f-b649-10cb4157b156 service neutron] Attempting to bind port e946be19-a018-4de6-98cf-5f3e20a5b7b7 on network 16d9a03d-cf10-476d-aa93-1b10f6134522 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:22.251703 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55004) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:22.254348 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59594c7-2019-46be-aa76-e86d90ee7661 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c84010c-3a16-4b1a-9e59-f62c8e131693,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:22.266173 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d6210-374d-4603-9744-e3456632cab6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75789c34-6973-48cb-8d8c-6e1b96623628,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:22.275573 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-fc41c783-78d7-4695-bffe-da24c8703e26 None None] Set router a3241836-923d-4a25-8c14-0e78d87ff081 gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:29:22.287808 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-00f126c2-0fa2-439f-b649-10cb4157b156 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:22.288390 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-00f126c2-0fa2-439f-b649-10cb4157b156 service neutron] Checking segment: {'id': 'bdc48f93-6a06-41d7-b4e3-6415c817d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '16d9a03d-cf10-476d-aa93-1b10f6134522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:22.288955 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-00f126c2-0fa2-439f-b649-10cb4157b156 service neutron] Bound using segment: {'id': 'bdc48f93-6a06-41d7-b4e3-6415c817d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '16d9a03d-cf10-476d-aa93-1b10f6134522'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:22.289555 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-00f126c2-0fa2-439f-b649-10cb4157b156 service neutron] Bound port: e946be19-a018-4de6-98cf-5f3e20a5b7b7, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdc48f93-6a06-41d7-b4e3-6415c817d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '16d9a03d-cf10-476d-aa93-1b10f6134522'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:22.290068 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-00f126c2-0fa2-439f-b649-10cb4157b156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e946be19-a018-4de6-98cf-5f3e20a5b7b7), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:22.332047 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-fc41c783-78d7-4695-bffe-da24c8703e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3241836-923d-4a25-8c14-0e78d87ff081', 'name': 'tempest-ServersTestMultiNic-1983148106-router', 'tenant_id': 'a32c0d8081c141c0994b58c29d4a7990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:26:56Z', 'updated_at': '2022-01-28T13:29:22Z', 'revision_number': 7, 'project_id': 'a32c0d8081c141c0994b58c29d4a7990', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:22.343909 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7de1b9ed-47f3-4d54-9473-656f7f8efee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (9238e445-06d2-404b-b0f7-3803c430852f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:22.388155 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc41c783-78d7-4695-bffe-da24c8703e26 None None] The sync data for ids ['a3241836-923d-4a25-8c14-0e78d87ff081'] in n-d-822747-2 is: [{'id': 'a3241836-923d-4a25-8c14-0e78d87ff081', 'name': 'tempest-ServersTestMultiNic-1983148106-router', 'tenant_id': 'a32c0d8081c141c0994b58c29d4a7990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:26:56Z', 'updated_at': '2022-01-28T13:29:22Z', 'revision_number': 7, 'project_id': 'a32c0d8081c141c0994b58c29d4a7990', 'gw_port_host': None}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:29:22.399840 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2286abc-b10e-4a07-a178-a6cc958c7504 req-09f32a64-67ee-403c-b6bb-813c0fa3bfee tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:22.403274 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2286abc-b10e-4a07-a178-a6cc958c7504 req-09f32a64-67ee-403c-b6bb-813c0fa3bfee tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7b0633-2ee3-4c24-8ef8-0eab85361b2d HTTP/1.1" status: 200 len: 950 time: 0.2511499 Jan 28 13:29:22.411308 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 501d35d3-1ce4-4148-bb90-5bb907aef56d is: DOWN; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:22.416895 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-00f126c2-0fa2-439f-b649-10cb4157b156 service neutron] For port e946be19-a018-4de6-98cf-5f3e20a5b7b7, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:22.483937 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-00f126c2-0fa2-439f-b649-10cb4157b156 service neutron] For port e946be19-a018-4de6-98cf-5f3e20a5b7b7, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e946be19-a018-4de6-98cf-5f3e20a5b7b7,segment=NetworkSegment(bdc48f93-6a06-41d7-b4e3-6415c817d317),segment_id=bdc48f93-6a06-41d7-b4e3-6415c817d317)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:22.499099 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-00f126c2-0fa2-439f-b649-10cb4157b156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (e946be19-a018-4de6-98cf-5f3e20a5b7b7), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:22.529652 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7de1b9ed-47f3-4d54-9473-656f7f8efee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (9238e445-06d2-404b-b0f7-3803c430852f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:22.553263 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-7de1b9ed-47f3-4d54-9473-656f7f8efee1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9238e445-06d2-404b-b0f7-3803c430852f']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:22.563441 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-000f45a0-5186-4fb3-a00f-36854ebfb655 req-d315c0ef-6d2b-47a1-a52e-d058d5f8e746 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Deleting port 501d35d3-1ce4-4148-bb90-5bb907aef56d {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:22.563634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-7de1b9ed-47f3-4d54-9473-656f7f8efee1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc805e8-75c1-4eeb-8854-057e099b8d62') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:22.563823 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-7de1b9ed-47f3-4d54-9473-656f7f8efee1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc805e8-75c1-4eeb-8854-057e099b8d62') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:22.563934 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-000f45a0-5186-4fb3-a00f-36854ebfb655 req-d315c0ef-6d2b-47a1-a52e-d058d5f8e746 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (501d35d3-1ce4-4148-bb90-5bb907aef56d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:22.573742 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7de1b9ed-47f3-4d54-9473-656f7f8efee1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (7dc805e8-75c1-4eeb-8854-057e099b8d62), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:22.597995 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7de1b9ed-47f3-4d54-9473-656f7f8efee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (7dc805e8-75c1-4eeb-8854-057e099b8d62), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:22.612893 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de1b9ed-47f3-4d54-9473-656f7f8efee1 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:29:22.613278 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7de1b9ed-47f3-4d54-9473-656f7f8efee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (7dc805e8-75c1-4eeb-8854-057e099b8d62), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:29:22.618001 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:29:22.630188 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a59594c7-2019-46be-aa76-e86d90ee7661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (a3241836-923d-4a25-8c14-0e78d87ff081), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:22.651373 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-00f126c2-0fa2-439f-b649-10cb4157b156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:22.652177 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-00f126c2-0fa2-439f-b649-10cb4157b156 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:22.653657 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-00f126c2-0fa2-439f-b649-10cb4157b156 service neutron] 10.222.0.18 "PUT /v2.0/ports/e946be19-a018-4de6-98cf-5f3e20a5b7b7 HTTP/1.1" status: 200 len: 1091 time: 2.9606841 Jan 28 13:29:22.660197 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b6f48b4-b789-4d71-a23c-d681d5656b6f', 'tag': 'e946be19-a018-4de6-98cf-5f3e20a5b7b7'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:22.661782 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aceb3d0c-fc4c-4354-ba8f-8f06b1a03dac" -d '{"events": [{"name": "network-changed", "server_uuid": "5b6f48b4-b789-4d71-a23c-d681d5656b6f", "tag": "e946be19-a018-4de6-98cf-5f3e20a5b7b7"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:22.737465 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f126c2-0fa2-439f-b649-10cb4157b156 service neutron] Pushing event updated for resources: {'Port': ['ID=e946be19-a018-4de6-98cf-5f3e20a5b7b7,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:22.784862 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2286abc-b10e-4a07-a178-a6cc958c7504 req-fcdce1ae-df8d-4d30-8ba1-c8c4ec02383d tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/security-groups?id=f57d5050-af6f-4453-9d44-106806ba47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587685 Jan 28 13:29:22.862808 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a59594c7-2019-46be-aa76-e86d90ee7661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (a3241836-923d-4a25-8c14-0e78d87ff081), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:22.865045 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a59594c7-2019-46be-aa76-e86d90ee7661 admin admin] Publish callbacks [] for router_controller (a3241836-923d-4a25-8c14-0e78d87ff081), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:22.872993 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-000f45a0-5186-4fb3-a00f-36854ebfb655 req-d315c0ef-6d2b-47a1-a52e-d058d5f8e746 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] For port 501d35d3-1ce4-4148-bb90-5bb907aef56d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=501d35d3-1ce4-4148-bb90-5bb907aef56d,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:22.876724 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-000f45a0-5186-4fb3-a00f-36854ebfb655 req-d315c0ef-6d2b-47a1-a52e-d058d5f8e746 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (501d35d3-1ce4-4148-bb90-5bb907aef56d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:22.877352 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7de1b9ed-47f3-4d54-9473-656f7f8efee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (9238e445-06d2-404b-b0f7-3803c430852f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:22.887502 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-56694f4e-dafb-4b7e-b5f5-3243045b5231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (031dd80d-d44a-4a59-9186-14b3096e60e4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:22.899306 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7de1b9ed-47f3-4d54-9473-656f7f8efee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:22.919631 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7de1b9ed-47f3-4d54-9473-656f7f8efee1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9238e445-06d2-404b-b0f7-3803c430852f HTTP/1.1" status: 204 len: 168 time: 0.6485977 Jan 28 13:29:22.937088 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-000f45a0-5186-4fb3-a00f-36854ebfb655 req-d315c0ef-6d2b-47a1-a52e-d058d5f8e746 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Calling delete_port for 501d35d3-1ce4-4148-bb90-5bb907aef56d owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:22.975859 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1b9ed-47f3-4d54-9473-656f7f8efee1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9238e445-06d2-404b-b0f7-3803c430852f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:22.999755 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a59594c7-2019-46be-aa76-e86d90ee7661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (a3241836-923d-4a25-8c14-0e78d87ff081), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:23.000363 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59594c7-2019-46be-aa76-e86d90ee7661 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3241836-923d-4a25-8c14-0e78d87ff081 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:29:23.023365 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a59594c7-2019-46be-aa76-e86d90ee7661 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:23.025591 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a59594c7-2019-46be-aa76-e86d90ee7661 admin admin] 10.222.0.39 "DELETE /v2.0/routers/a3241836-923d-4a25-8c14-0e78d87ff081 HTTP/1.1" status: 204 len: 168 time: 1.7702246 Jan 28 13:29:23.028202 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55018) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:23.094565 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-811168be-a8a2-4649-8bcf-bfd6ccdee818 admin admin] Deleting subnet 7fda453e-940b-4707-9134-de047d9f3679 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:29:23.098687 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-811168be-a8a2-4649-8bcf-bfd6ccdee818 admin admin] Publish callbacks [] for subnet (7fda453e-940b-4707-9134-de047d9f3679), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:23.145206 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55020) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:23.146774 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa54741-4d20-4f93-81f8-eb734fc60616 x-openstack-request-id: req-6aa54741-4d20-4f93-81f8-eb734fc60616 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:23.147025 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b6f48b4-b789-4d71-a23c-d681d5656b6f", "tag": "e946be19-a018-4de6-98cf-5f3e20a5b7b7", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:23.147288 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6aa54741-4d20-4f93-81f8-eb734fc60616 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:23.147687 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b6f48b4-b789-4d71-a23c-d681d5656b6f', 'tag': 'e946be19-a018-4de6-98cf-5f3e20a5b7b7', 'status': 'completed', 'code': 200} Jan 28 13:29:23.184162 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-811168be-a8a2-4649-8bcf-bfd6ccdee818 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (7fda453e-940b-4707-9134-de047d9f3679), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:23.238900 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-73a80a07-284e-429e-90b2-cbb87d440f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:23.240519 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-73a80a07-284e-429e-90b2-cbb87d440f73 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b360bd95cff749448a550ff64a9ecd83&device_id=5b6f48b4-b789-4d71-a23c-d681d5656b6f HTTP/1.1" status: 200 len: 1094 time: 0.5224354 Jan 28 13:29:23.245770 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d6a6d-1085-4695-b2cf-daa270ab7ea2 req-5e712232-eaa9-4432-96a1-6e0f6d49d953 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:23.255990 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b41d6a6d-1085-4695-b2cf-daa270ab7ea2 req-5e712232-eaa9-4432-96a1-6e0f6d49d953 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b6f48b4-b789-4d71-a23c-d681d5656b6f HTTP/1.1" status: 200 len: 943 time: 0.1048458 Jan 28 13:29:23.323066 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-a408c909-5453-467c-ab16-1757b81408db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e946be19-a018-4de6-98cf-5f3e20a5b7b7 HTTP/1.1" status: 200 len: 217 time: 0.0704155 Jan 28 13:29:23.345412 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-22274f1d-ad11-4425-aacd-bfeb1643399e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fdb2e5ea9d8a4ecaa2b4c4f5787087ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1904924 Jan 28 13:29:23.359209 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7c1a0c48-3414-4997-9a70-eb59047b655e up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:23.359743 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55022) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:23.396203 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b41d6a6d-1085-4695-b2cf-daa270ab7ea2 req-42da69bb-acf1-4f4b-b2c3-b504f8378aff tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?id=44a7f744-1530-4434-b04a-b15e9c3628da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390917 Jan 28 13:29:23.409790 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-811168be-a8a2-4649-8bcf-bfd6ccdee818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (7fda453e-940b-4707-9134-de047d9f3679), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:23.454002 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 7c1a0c48-3414-4997-9a70-eb59047b655e triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:23.454769 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7c1a0c48-3414-4997-9a70-eb59047b655e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:23.523300 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-ad0d28d6-2ff4-44c5-8370-a9ecee073483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:23.529371 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-ad0d28d6-2ff4-44c5-8370-a9ecee073483 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=042f9a6a-2921-498d-bcc9-1ba76067c5cb HTTP/1.1" status: 200 len: 853 time: 0.1921427 Jan 28 13:29:23.529780 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-811168be-a8a2-4649-8bcf-bfd6ccdee818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (7fda453e-940b-4707-9134-de047d9f3679), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:23.590532 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-c6a9608d-b7b1-4e43-ae89-a4bf5ec11613 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16d9a03d-cf10-476d-aa93-1b10f6134522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479920 Jan 28 13:29:23.596498 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-000f45a0-5186-4fb3-a00f-36854ebfb655 req-d315c0ef-6d2b-47a1-a52e-d058d5f8e746 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (501d35d3-1ce4-4148-bb90-5bb907aef56d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:23.605986 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811168be-a8a2-4649-8bcf-bfd6ccdee818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fda453e-940b-4707-9134-de047d9f3679,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:23.612888 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-811168be-a8a2-4649-8bcf-bfd6ccdee818 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:23.616560 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678459d3-23d0-42d5-9409-266f2cc8ac00 None None] Network 7dd68d3e-673a-4e9b-837f-a4c35dd8b82b requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:23.617892 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-811168be-a8a2-4649-8bcf-bfd6ccdee818 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7fda453e-940b-4707-9134-de047d9f3679 HTTP/1.1" status: 204 len: 168 time: 0.5882709 Jan 28 13:29:23.622264 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55024) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:23.653598 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56694f4e-dafb-4b7e-b5f5-3243045b5231 admin admin] Router 031dd80d-d44a-4a59-9186-14b3096e60e4 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:29:23.660455 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02929d24-9d47-497b-b9a5-02668c67c647 req-51f1dec9-f6e3-4276-8eac-683ccd1b38c8 tempest-LiveMigrationNegativeTest-2027601752 tempest-LiveMigrationNegativeTest-2027601752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:23.662152 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-02929d24-9d47-497b-b9a5-02668c67c647 req-51f1dec9-f6e3-4276-8eac-683ccd1b38c8 tempest-LiveMigrationNegativeTest-2027601752 tempest-LiveMigrationNegativeTest-2027601752-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ad7b0633-2ee3-4c24-8ef8-0eab85361b2d HTTP/1.1" status: 200 len: 1101 time: 0.1476943 Jan 28 13:29:23.711475 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315c0ef-6d2b-47a1-a52e-d058d5f8e746 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Pushing event deleted for resources: {'Port': ['ID=501d35d3-1ce4-4148-bb90-5bb907aef56d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:23.718613 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-03faa64c-1ffd-41b8-b5f5-ac9c03635d26 admin admin] Publish callbacks [] for security_group (e35219ae-7812-4ac3-b0aa-d9b9da63c987), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:23.719926 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-02929d24-9d47-497b-b9a5-02668c67c647 req-169e8bfc-13d3-4b45-9f8e-663d389968d8 tempest-LiveMigrationNegativeTest-2027601752 tempest-LiveMigrationNegativeTest-2027601752-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:23.757051 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-57db3bcf-dcd1-4680-91e1-d5ff4b208e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (7dd68d3e-673a-4e9b-837f-a4c35dd8b82b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:23.790184 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 7c1a0c48-3414-4997-9a70-eb59047b655e is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:23.815577 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device a75bb464-1cda-4417-b879-0d6eb04e2227 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:23.854468 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-000f45a0-5186-4fb3-a00f-36854ebfb655 req-d315c0ef-6d2b-47a1-a52e-d058d5f8e746 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] No DVR routers for this DVR port 501d35d3-1ce4-4148-bb90-5bb907aef56d on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:23.863892 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-000f45a0-5186-4fb3-a00f-36854ebfb655 req-d315c0ef-6d2b-47a1-a52e-d058d5f8e746 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:23.864643 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: a75bb464-1cda-4417-b879-0d6eb04e2227 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:23.864643 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device a75bb464-1cda-4417-b879-0d6eb04e2227 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:23.865187 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-000f45a0-5186-4fb3-a00f-36854ebfb655 req-d315c0ef-6d2b-47a1-a52e-d058d5f8e746 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "DELETE /v2.0/ports/501d35d3-1ce4-4148-bb90-5bb907aef56d HTTP/1.1" status: 204 len: 173 time: 1.9254432 Jan 28 13:29:23.913458 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e0333c-d65f-42b5-99c7-cbb3037c199a None None] DHCP port deletion for 7dd68d3e-673a-4e9b-837f-a4c35dd8b82b request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:29:23.933069 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-57db3bcf-dcd1-4680-91e1-d5ff4b208e3e admin admin] Deleting port c77ae805-2b9d-4700-a410-0339e30ef1fc {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:23.933415 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-57db3bcf-dcd1-4680-91e1-d5ff4b208e3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c77ae805-2b9d-4700-a410-0339e30ef1fc), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:23.936516 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-02929d24-9d47-497b-b9a5-02668c67c647 req-169e8bfc-13d3-4b45-9f8e-663d389968d8 tempest-LiveMigrationNegativeTest-2027601752 tempest-LiveMigrationNegativeTest-2027601752-project-admin] Publish callbacks [] for security_group (9966b915-c767-4a69-832a-e25e5e812f5d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:23.941856 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-03faa64c-1ffd-41b8-b5f5-ac9c03635d26 admin admin] Publish callbacks [] for security_group (e35219ae-7812-4ac3-b0aa-d9b9da63c987), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:23.953571 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-02929d24-9d47-497b-b9a5-02668c67c647 req-169e8bfc-13d3-4b45-9f8e-663d389968d8 tempest-LiveMigrationNegativeTest-2027601752 tempest-LiveMigrationNegativeTest-2027601752-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9966b915-c767-4a69-832a-e25e5e812f5d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:24.001052 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e8bfc-13d3-4b45-9f8e-663d389968d8 tempest-LiveMigrationNegativeTest-2027601752 tempest-LiveMigrationNegativeTest-2027601752-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9966b915-c767-4a69-832a-e25e5e812f5d,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:24.034790 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-e3a1c2e0-fddf-41eb-81ad-7470f7b12d81 service neutron] 10.222.0.18 "GET /v2.0/networks/16d9a03d-cf10-476d-aa93-1b10f6134522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255614 Jan 28 13:29:24.045909 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e6e0333c-d65f-42b5-99c7-cbb3037c199a None None] Deleting port c77ae805-2b9d-4700-a410-0339e30ef1fc {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:24.048146 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6e0333c-d65f-42b5-99c7-cbb3037c199a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c77ae805-2b9d-4700-a410-0339e30ef1fc), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:24.072157 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-02929d24-9d47-497b-b9a5-02668c67c647 req-169e8bfc-13d3-4b45-9f8e-663d389968d8 tempest-LiveMigrationNegativeTest-2027601752 tempest-LiveMigrationNegativeTest-2027601752-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f57d5050-af6f-4453-9d44-106806ba47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670001 Jan 28 13:29:24.080487 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-57db3bcf-dcd1-4680-91e1-d5ff4b208e3e admin admin] For port c77ae805-2b9d-4700-a410-0339e30ef1fc, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c77ae805-2b9d-4700-a410-0339e30ef1fc,segment=NetworkSegment(9337c2d4-bc4e-4e51-91de-ba4cbe956f8a),segment_id=9337c2d4-bc4e-4e51-91de-ba4cbe956f8a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:24.080875 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-57db3bcf-dcd1-4680-91e1-d5ff4b208e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c77ae805-2b9d-4700-a410-0339e30ef1fc), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:24.107192 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-57db3bcf-dcd1-4680-91e1-d5ff4b208e3e admin admin] Calling delete_port for c77ae805-2b9d-4700-a410-0339e30ef1fc owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:24.133731 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-03faa64c-1ffd-41b8-b5f5-ac9c03635d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e35219ae-7812-4ac3-b0aa-d9b9da63c987), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:24.136597 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-03faa64c-1ffd-41b8-b5f5-ac9c03635d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:24.138423 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-03faa64c-1ffd-41b8-b5f5-ac9c03635d26 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e35219ae-7812-4ac3-b0aa-d9b9da63c987 HTTP/1.1" status: 204 len: 168 time: 0.7775738 Jan 28 13:29:24.210784 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56694f4e-dafb-4b7e-b5f5-3243045b5231 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:29:24.220451 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03faa64c-1ffd-41b8-b5f5-ac9c03635d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35219ae-7812-4ac3-b0aa-d9b9da63c987,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:24.228043 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfdac13-14de-4280-a9fa-2dd65038c6d0 None None] Sync routers for ids ['031dd80d-d44a-4a59-9186-14b3096e60e4'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:29:24.234129 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e6e0333c-d65f-42b5-99c7-cbb3037c199a None None] For port c77ae805-2b9d-4700-a410-0339e30ef1fc, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c77ae805-2b9d-4700-a410-0339e30ef1fc,segment=NetworkSegment(9337c2d4-bc4e-4e51-91de-ba4cbe956f8a),segment_id=9337c2d4-bc4e-4e51-91de-ba4cbe956f8a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:24.234938 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6e0333c-d65f-42b5-99c7-cbb3037c199a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c77ae805-2b9d-4700-a410-0339e30ef1fc), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:24.255396 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfdac13-14de-4280-a9fa-2dd65038c6d0 None None] Routers {'031dd80d-d44a-4a59-9186-14b3096e60e4'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:29:24.256354 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-abfdac13-14de-4280-a9fa-2dd65038c6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:29:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['031dd80d-d44a-4a59-9186-14b3096e60e4'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:24.278685 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-56694f4e-dafb-4b7e-b5f5-3243045b5231 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:24.286185 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-56694f4e-dafb-4b7e-b5f5-3243045b5231 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.2690294 Jan 28 13:29:24.292255 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55036) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:24.300735 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e6e0333c-d65f-42b5-99c7-cbb3037c199a None None] Calling delete_port for c77ae805-2b9d-4700-a410-0339e30ef1fc owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:24.339610 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-57db3bcf-dcd1-4680-91e1-d5ff4b208e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (c77ae805-2b9d-4700-a410-0339e30ef1fc), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:24.423205 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db3bcf-dcd1-4680-91e1-d5ff4b208e3e admin admin] Pushing event deleted for resources: {'Port': ['ID=c77ae805-2b9d-4700-a410-0339e30ef1fc,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:24.427290 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57db3bcf-dcd1-4680-91e1-d5ff4b208e3e admin admin] No DVR routers for this DVR port c77ae805-2b9d-4700-a410-0339e30ef1fc on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:24.496735 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7061b410-8e22-4b50-a288-0b4c8db1a567 req-3e3d4f29-a591-48eb-aa82-1369d979ce48 service neutron] 10.222.0.18 "GET /v2.0/networks/16d9a03d-cf10-476d-aa93-1b10f6134522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097357 Jan 28 13:29:24.546815 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-57db3bcf-dcd1-4680-91e1-d5ff4b208e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (7dd68d3e-673a-4e9b-837f-a4c35dd8b82b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:24.562975 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-abfdac13-14de-4280-a9fa-2dd65038c6d0 None None] Set router 031dd80d-d44a-4a59-9186-14b3096e60e4 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:29:24.577552 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-57db3bcf-dcd1-4680-91e1-d5ff4b208e3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd68d3e-673a-4e9b-837f-a4c35dd8b82b']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:24.623609 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6e0333c-d65f-42b5-99c7-cbb3037c199a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (c77ae805-2b9d-4700-a410-0339e30ef1fc), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:24.650070 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-57db3bcf-dcd1-4680-91e1-d5ff4b208e3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9337c2d4-bc4e-4e51-91de-ba4cbe956f8a') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:24.650570 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-57db3bcf-dcd1-4680-91e1-d5ff4b208e3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9337c2d4-bc4e-4e51-91de-ba4cbe956f8a') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:24.691383 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0333c-d65f-42b5-99c7-cbb3037c199a None None] Pushing event deleted for resources: {'Port': ['ID=c77ae805-2b9d-4700-a410-0339e30ef1fc,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:24.697220 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e0333c-d65f-42b5-99c7-cbb3037c199a None None] No DVR routers for this DVR port c77ae805-2b9d-4700-a410-0339e30ef1fc on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:24.745149 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-9eb7320b-bdb6-4555-bf5f-fc49f011d90d req-a8abfe80-b465-4af2-8b64-0815dfb5ae90 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:29:24.762975 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9eb7320b-bdb6-4555-bf5f-fc49f011d90d req-a8abfe80-b465-4af2-8b64-0815dfb5ae90 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0850368 Jan 28 13:29:24.781611 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-57db3bcf-dcd1-4680-91e1-d5ff4b208e3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (9337c2d4-bc4e-4e51-91de-ba4cbe956f8a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:24.789548 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 5c84010c-3a16-4b1a-9e59-f62c8e131693 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:24.871611 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-57db3bcf-dcd1-4680-91e1-d5ff4b208e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (9337c2d4-bc4e-4e51-91de-ba4cbe956f8a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:24.888698 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57db3bcf-dcd1-4680-91e1-d5ff4b208e3e admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:29:24.896066 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 5c84010c-3a16-4b1a-9e59-f62c8e131693 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:24.896418 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 5c84010c-3a16-4b1a-9e59-f62c8e131693 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:24.896837 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c77ae805-2b9d-4700-a410-0339e30ef1fc no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:24.900051 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-57db3bcf-dcd1-4680-91e1-d5ff4b208e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (9337c2d4-bc4e-4e51-91de-ba4cbe956f8a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:24.994550 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: c77ae805-2b9d-4700-a410-0339e30ef1fc {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:24.994901 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c77ae805-2b9d-4700-a410-0339e30ef1fc not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:24.995530 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c040b32-fd96-4c65-bd0d-5ee46d55f184 req-b59e1655-dc92-4e7c-90e4-529d19c7997b tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:25.007289 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0c040b32-fd96-4c65-bd0d-5ee46d55f184 req-b59e1655-dc92-4e7c-90e4-529d19c7997b tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b6f48b4-b789-4d71-a23c-d681d5656b6f HTTP/1.1" status: 200 len: 943 time: 0.3120146 Jan 28 13:29:25.041256 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb3d0c-fc4c-4354-ba8f-8f06b1a03dac req-d223f82f-ac56-4777-adba-b0ed1bf66f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:25.043492 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aceb3d0c-fc4c-4354-ba8f-8f06b1a03dac req-d223f82f-ac56-4777-adba-b0ed1bf66f81 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b360bd95cff749448a550ff64a9ecd83&device_id=5b6f48b4-b789-4d71-a23c-d681d5656b6f HTTP/1.1" status: 200 len: 1094 time: 0.4755170 Jan 28 13:29:25.091128 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-abfdac13-14de-4280-a9fa-2dd65038c6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'name': 'tempest-ServerActionsTestJSON-29868979-router', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:17Z', 'updated_at': '2022-01-28T13:29:21Z', 'revision_number': 3, 'project_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'gw_port': {'id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:19Z', 'updated_at': '2022-01-28T13:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:25.150451 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfdac13-14de-4280-a9fa-2dd65038c6d0 None None] Checking router: 031dd80d-d44a-4a59-9186-14b3096e60e4 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:29:25.150451 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfdac13-14de-4280-a9fa-2dd65038c6d0 None None] Updating router 031dd80d-d44a-4a59-9186-14b3096e60e4 port 7ebdbb60-9daf-4826-b253-c680286e1864 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:29:25.197309 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abfdac13-14de-4280-a9fa-2dd65038c6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7ebdbb60-9daf-4826-b253-c680286e1864), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:29:25.448396 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:29:25.491076 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-57db3bcf-dcd1-4680-91e1-d5ff4b208e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (7dd68d3e-673a-4e9b-837f-a4c35dd8b82b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:25.516400 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-57db3bcf-dcd1-4680-91e1-d5ff4b208e3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:25.522955 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-57db3bcf-dcd1-4680-91e1-d5ff4b208e3e admin admin] 10.222.0.39 "DELETE /v2.0/networks/7dd68d3e-673a-4e9b-837f-a4c35dd8b82b HTTP/1.1" status: 204 len: 168 time: 1.8971951 Jan 28 13:29:25.566875 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db3bcf-dcd1-4680-91e1-d5ff4b208e3e admin admin] Pushing event deleted for resources: {'Network': ['ID=7dd68d3e-673a-4e9b-837f-a4c35dd8b82b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:25.661582 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa989ae-3145-45b0-a479-2e1a4aef6e45', 'name': 'network-vif-deleted', 'tag': '501d35d3-1ce4-4148-bb90-5bb907aef56d'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:25.664345 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b776391-cbb0-4f93-b041-c5e6555da522" -d '{"events": [{"server_uuid": "cfa989ae-3145-45b0-a479-2e1a4aef6e45", "name": "network-vif-deleted", "tag": "501d35d3-1ce4-4148-bb90-5bb907aef56d"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:25.669137 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb3d0c-fc4c-4354-ba8f-8f06b1a03dac req-c685501f-16f0-430b-bb0e-7a2935690b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:25.670766 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aceb3d0c-fc4c-4354-ba8f-8f06b1a03dac req-c685501f-16f0-430b-bb0e-7a2935690b26 service neutron] 10.222.0.18 "GET /v2.0/networks?id=16d9a03d-cf10-476d-aa93-1b10f6134522 HTTP/1.1" status: 200 len: 913 time: 0.6140027 Jan 28 13:29:25.752568 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-18ebf6ec-b0d4-48e2-877e-a13675826b31 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:25.760117 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-18ebf6ec-b0d4-48e2-877e-a13675826b31 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/networks?id=f773675e-cdaa-4e1f-928a-174702ce7787 HTTP/1.1" status: 200 len: 812 time: 0.3105514 Jan 28 13:29:25.790410 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-84c8b4ef-f57f-47d5-9a71-d0046929f234 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/quotas/ab7dc526fd8f441185a698498cb3a4d8 HTTP/1.1" status: 200 len: 375 time: 0.0292530 Jan 28 13:29:25.805970 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55088) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:25.806788 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0c040b32-fd96-4c65-bd0d-5ee46d55f184 req-6baa9a12-dd1e-4a0a-bd6e-6a89f3a6426b tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?id=44a7f744-1530-4434-b04a-b15e9c3628da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7983954 Jan 28 13:29:25.809752 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aceb3d0c-fc4c-4354-ba8f-8f06b1a03dac req-36fe39d5-9b72-4455-8df9-d1030217a27c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e946be19-a018-4de6-98cf-5f3e20a5b7b7 HTTP/1.1" status: 200 len: 217 time: 0.1318228 Jan 28 13:29:25.904268 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-1fd11e62-ecb7-4f2f-b387-307e5d4ed0a6 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ab7dc526fd8f441185a698498cb3a4d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1128733 Jan 28 13:29:25.914100 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb3d0c-fc4c-4354-ba8f-8f06b1a03dac req-9ebab6e9-7871-44b5-be56-b808ada52f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:25.915725 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aceb3d0c-fc4c-4354-ba8f-8f06b1a03dac req-9ebab6e9-7871-44b5-be56-b808ada52f59 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=042f9a6a-2921-498d-bcc9-1ba76067c5cb HTTP/1.1" status: 200 len: 853 time: 0.0999215 Jan 28 13:29:25.935496 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abfdac13-14de-4280-a9fa-2dd65038c6d0 None None] Publish callbacks [] for port (7ebdbb60-9daf-4826-b253-c680286e1864), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:25.948077 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abfdac13-14de-4280-a9fa-2dd65038c6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7ebdbb60-9daf-4826-b253-c680286e1864), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:25.990258 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aceb3d0c-fc4c-4354-ba8f-8f06b1a03dac req-e7dd9b67-1e4a-4a46-a670-de342cf47667 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16d9a03d-cf10-476d-aa93-1b10f6134522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357337 Jan 28 13:29:26.027080 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-abfdac13-14de-4280-a9fa-2dd65038c6d0 None None] Attempting to bind port 7ebdbb60-9daf-4826-b253-c680286e1864 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:26.028369 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-abfdac13-14de-4280-a9fa-2dd65038c6d0 None None] Attempting to bind port 7ebdbb60-9daf-4826-b253-c680286e1864 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:26.029686 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfdac13-14de-4280-a9fa-2dd65038c6d0 None None] Attempting to bind port 7ebdbb60-9daf-4826-b253-c680286e1864 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:26.030279 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b97490e4-6285-4a89-81bf-4bd72024c2d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a32c0d8081c141c0994b58c29d4a7990&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283940 Jan 28 13:29:26.033059 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55094) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:26.063258 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device e946be19-a018-4de6-98cf-5f3e20a5b7b7 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:29:26.088809 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-901144ad-5765-4663-9c0d-320c06675ea9 service neutron] 10.222.0.39 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835597 Jan 28 13:29:26.098020 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfdac13-14de-4280-a9fa-2dd65038c6d0 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:26.098665 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfdac13-14de-4280-a9fa-2dd65038c6d0 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:26.099105 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abfdac13-14de-4280-a9fa-2dd65038c6d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:26.099499 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfdac13-14de-4280-a9fa-2dd65038c6d0 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:26.100427 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-abfdac13-14de-4280-a9fa-2dd65038c6d0 None None] Bound port: 7ebdbb60-9daf-4826-b253-c680286e1864, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:26.100924 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abfdac13-14de-4280-a9fa-2dd65038c6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7ebdbb60-9daf-4826-b253-c680286e1864), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:26.177448 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-abfdac13-14de-4280-a9fa-2dd65038c6d0 None None] For port 7ebdbb60-9daf-4826-b253-c680286e1864, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:26.183512 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-abfdac13-14de-4280-a9fa-2dd65038c6d0 None None] For port 7ebdbb60-9daf-4826-b253-c680286e1864, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7ebdbb60-9daf-4826-b253-c680286e1864,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:26.193068 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-abfdac13-14de-4280-a9fa-2dd65038c6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7ebdbb60-9daf-4826-b253-c680286e1864), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:26.228659 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port e946be19-a018-4de6-98cf-5f3e20a5b7b7, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e946be19-a018-4de6-98cf-5f3e20a5b7b7,segment=NetworkSegment(bdc48f93-6a06-41d7-b4e3-6415c817d317),segment_id=bdc48f93-6a06-41d7-b4e3-6415c817d317)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:26.233921 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfdac13-14de-4280-a9fa-2dd65038c6d0 None None] Routers {'031dd80d-d44a-4a59-9186-14b3096e60e4'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:29:26.234687 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-abfdac13-14de-4280-a9fa-2dd65038c6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:29:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['031dd80d-d44a-4a59-9186-14b3096e60e4'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:26.239775 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2995f-7b26-4849-916a-8d11444620ee req-2bd93e13-ee78-4d09-bf80-1e3bdf8eacec tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:26.241448 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0ee2995f-7b26-4849-916a-8d11444620ee req-2bd93e13-ee78-4d09-bf80-1e3bdf8eacec tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7b0633-2ee3-4c24-8ef8-0eab85361b2d HTTP/1.1" status: 200 len: 950 time: 0.3228652 Jan 28 13:29:26.245642 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'e946be19-a018-4de6-98cf-5f3e20a5b7b7', 'network_id': '16d9a03d-cf10-476d-aa93-1b10f6134522', 'port_id': 'e946be19-a018-4de6-98cf-5f3e20a5b7b7', 'mac_address': 'fa:16:3e:be:2b:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042f9a6a-2921-498d-bcc9-1ba76067c5cb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:29:26.292676 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a0551a12-82d2-415c-9dd5-2904a5855310 admin admin] Publish callbacks [] for security_group (fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:26.321309 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port e946be19-a018-4de6-98cf-5f3e20a5b7b7 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:26.322041 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e946be19-a018-4de6-98cf-5f3e20a5b7b7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:26.339159 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e946be19-a018-4de6-98cf-5f3e20a5b7b7 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:29:26.351921 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a0551a12-82d2-415c-9dd5-2904a5855310 admin admin] Publish callbacks [] for security_group (fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:26.357136 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a492556-c4fd-49bb-b8f1-8b7d2402c94a None None] Pushing event updated for resources: {'Port': ['ID=7ebdbb60-9daf-4826-b253-c680286e1864,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:26.386217 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aceb3d0c-fc4c-4354-ba8f-8f06b1a03dac req-0add2fd7-a05b-490c-98c6-77a5873664c6 service neutron] 10.222.0.18 "GET /v2.0/networks/16d9a03d-cf10-476d-aa93-1b10f6134522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872809 Jan 28 13:29:26.395857 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port e946be19-a018-4de6-98cf-5f3e20a5b7b7, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e946be19-a018-4de6-98cf-5f3e20a5b7b7,segment=NetworkSegment(bdc48f93-6a06-41d7-b4e3-6415c817d317),segment_id=bdc48f93-6a06-41d7-b4e3-6415c817d317)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:26.403968 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e946be19-a018-4de6-98cf-5f3e20a5b7b7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:26.432933 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-abfdac13-14de-4280-a9fa-2dd65038c6d0 None None] Set router 031dd80d-d44a-4a59-9186-14b3096e60e4 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:29:26.439182 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a0551a12-82d2-415c-9dd5-2904a5855310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:26.442149 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a0551a12-82d2-415c-9dd5-2904a5855310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:26.445661 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a0551a12-82d2-415c-9dd5-2904a5855310 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3 HTTP/1.1" status: 204 len: 168 time: 0.4094486 Jan 28 13:29:26.462281 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0551a12-82d2-415c-9dd5-2904a5855310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8ef4d2-284c-411b-bfdf-2faf3e1d8ba3,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:26.477865 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-cbd88a22-55a9-4d38-bd37-cbb3f24e8d11 service neutron] 10.222.0.39 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831236 Jan 28 13:29:26.544625 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a492556-c4fd-49bb-b8f1-8b7d2402c94a None None] Pushing event updated for resources: {'Port': ['ID=7ebdbb60-9daf-4826-b253-c680286e1864,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:26.559290 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=e946be19-a018-4de6-98cf-5f3e20a5b7b7,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:26.629104 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['e946be19-a018-4de6-98cf-5f3e20a5b7b7'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:26.700982 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0ee2995f-7b26-4849-916a-8d11444620ee req-7f5efccd-93e5-41f8-b6e7-ccda5eb98e1a tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/security-groups?id=f57d5050-af6f-4453-9d44-106806ba47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486639 Jan 28 13:29:26.818651 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-abfdac13-14de-4280-a9fa-2dd65038c6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'name': 'tempest-ServerActionsTestJSON-29868979-router', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:17Z', 'updated_at': '2022-01-28T13:29:21Z', 'revision_number': 3, 'project_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'gw_port': {'id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:19Z', 'updated_at': '2022-01-28T13:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:26.843541 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1247b3-6b06-4982-b5b6-eb36350b894c x-openstack-request-id: req-ff1247b3-6b06-4982-b5b6-eb36350b894c {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:26.843807 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa989ae-3145-45b0-a479-2e1a4aef6e45", "name": "network-vif-deleted", "tag": "501d35d3-1ce4-4148-bb90-5bb907aef56d", "status": "failed", "code": 422}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:26.844048 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ff1247b3-6b06-4982-b5b6-eb36350b894c {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:26.844460 n-d-822747-2 neutron-server[103352]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cfa989ae-3145-45b0-a479-2e1a4aef6e45', 'name': 'network-vif-deleted', 'tag': '501d35d3-1ce4-4148-bb90-5bb907aef56d', 'status': 'failed', 'code': 422} returned with failed status Jan 28 13:29:26.854723 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aceb3d0c-fc4c-4354-ba8f-8f06b1a03dac req-2022385f-46e5-42cd-9419-6a548a2929d4 service neutron] 10.222.0.18 "GET /v2.0/networks/16d9a03d-cf10-476d-aa93-1b10f6134522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616182 Jan 28 13:29:26.991542 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfdac13-14de-4280-a9fa-2dd65038c6d0 None None] The sync data for ids ['031dd80d-d44a-4a59-9186-14b3096e60e4'] in n-d-822747-2 is: [{'id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'name': 'tempest-ServerActionsTestJSON-29868979-router', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:17Z', 'updated_at': '2022-01-28T13:29:21Z', 'revision_number': 3, 'project_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'gw_port': {'id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:19Z', 'updated_at': '2022-01-28T13:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:29:27.078064 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aee2bd-13f6-4bed-91b4-3b20ad015348 req-7bea7cac-667d-4b61-9061-869a1398f741 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:27.083005 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-44aee2bd-13f6-4bed-91b4-3b20ad015348 req-7bea7cac-667d-4b61-9061-869a1398f741 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad7b0633-2ee3-4c24-8ef8-0eab85361b2d HTTP/1.1" status: 200 len: 950 time: 0.4715159 Jan 28 13:29:27.244936 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f88399ee-5fde-41e0-afe7-0bc2c7c1d921 req-1a2dca17-61f6-408b-b0e3-bf4209331fbd tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 210 time: 0.2778974 Jan 28 13:29:27.776678 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91890f9f-ab74-4945-bef2-4fc2dc28705b req-cebb597b-9ede-4d24-8177-1897e41ac295 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:27.786890 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-91890f9f-ab74-4945-bef2-4fc2dc28705b req-cebb597b-9ede-4d24-8177-1897e41ac295 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b6f48b4-b789-4d71-a23c-d681d5656b6f HTTP/1.1" status: 200 len: 944 time: 0.4021909 Jan 28 13:29:27.873038 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dcb29589-8833-44a7-949a-0245010cb54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:27.964077 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-44aee2bd-13f6-4bed-91b4-3b20ad015348 req-c782c7d5-2af6-4a31-a94d-1996949a45e5 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Deleting port bfe849b4-140e-4133-ab4c-3e2330d6f479 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:27.964586 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-44aee2bd-13f6-4bed-91b4-3b20ad015348 req-c782c7d5-2af6-4a31-a94d-1996949a45e5 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (bfe849b4-140e-4133-ab4c-3e2330d6f479), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:28.034001 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35890384-d3c5-4195-8750-5af3b2f4bbc5 req-1b30ba54-0a6d-4542-9940-4fe3f953fba6 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:28.038852 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-35890384-d3c5-4195-8750-5af3b2f4bbc5 req-1b30ba54-0a6d-4542-9940-4fe3f953fba6 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7b0633-2ee3-4c24-8ef8-0eab85361b2d HTTP/1.1" status: 200 len: 950 time: 0.1934106 Jan 28 13:29:28.039624 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55138) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:28.060327 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-91890f9f-ab74-4945-bef2-4fc2dc28705b req-899bb201-09fb-490d-9f08-911e55090769 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?id=44a7f744-1530-4434-b04a-b15e9c3628da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616754 Jan 28 13:29:28.104567 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device e946be19-a018-4de6-98cf-5f3e20a5b7b7 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:28.227034 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-35890384-d3c5-4195-8750-5af3b2f4bbc5 req-41890212-33f9-476d-88a7-6e9de23ea2d9 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/security-groups?id=f57d5050-af6f-4453-9d44-106806ba47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582298 Jan 28 13:29:28.264066 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port e946be19-a018-4de6-98cf-5f3e20a5b7b7 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:29:28.298798 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port e946be19-a018-4de6-98cf-5f3e20a5b7b7 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:28.301153 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e946be19-a018-4de6-98cf-5f3e20a5b7b7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:28.454969 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-44aee2bd-13f6-4bed-91b4-3b20ad015348 req-c782c7d5-2af6-4a31-a94d-1996949a45e5 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] For port bfe849b4-140e-4133-ab4c-3e2330d6f479, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=bfe849b4-140e-4133-ab4c-3e2330d6f479,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:28.455666 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-44aee2bd-13f6-4bed-91b4-3b20ad015348 req-c782c7d5-2af6-4a31-a94d-1996949a45e5 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (bfe849b4-140e-4133-ab4c-3e2330d6f479), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:28.501723 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-44aee2bd-13f6-4bed-91b4-3b20ad015348 req-c782c7d5-2af6-4a31-a94d-1996949a45e5 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Calling delete_port for bfe849b4-140e-4133-ab4c-3e2330d6f479 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:28.513617 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port e946be19-a018-4de6-98cf-5f3e20a5b7b7 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:28.515611 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e946be19-a018-4de6-98cf-5f3e20a5b7b7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:28.564590 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port e946be19-a018-4de6-98cf-5f3e20a5b7b7, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e946be19-a018-4de6-98cf-5f3e20a5b7b7,segment=NetworkSegment(bdc48f93-6a06-41d7-b4e3-6415c817d317),segment_id=bdc48f93-6a06-41d7-b4e3-6415c817d317)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:28.566351 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6f48b4-b789-4d71-a23c-d681d5656b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e946be19-a018-4de6-98cf-5f3e20a5b7b7'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:28.577747 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6285cee5-63ba-4653-a3c9-80bad325c702" -d '{"events": [{"server_uuid": "5b6f48b4-b789-4d71-a23c-d681d5656b6f", "name": "network-vif-plugged", "status": "completed", "tag": "e946be19-a018-4de6-98cf-5f3e20a5b7b7"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:28.583615 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e946be19-a018-4de6-98cf-5f3e20a5b7b7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:28.594599 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-dcb29589-8833-44a7-949a-0245010cb54d admin admin] Allocated IP 172.20.0.1 (7079efeb-cd22-4f60-b771-d74efc0a16e0/0384f919-cf7e-4ec0-b290-94b57d977aef/361cab4b-386a-4f7f-8df5-6b69b33ac516) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:28.656964 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0b3b2c13-8dd0-45a3-93be-50b8f6e9920d req-026fe83f-bee0-4382-84d3-b869d9035efb tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 210 time: 0.0769217 Jan 28 13:29:28.703666 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=e946be19-a018-4de6-98cf-5f3e20a5b7b7,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:28.784475 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55154) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:28.790838 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99ffbcb-1e16-4d03-83de-96abe6a165df x-openstack-request-id: req-d99ffbcb-1e16-4d03-83de-96abe6a165df {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:28.791250 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6f48b4-b789-4d71-a23c-d681d5656b6f", "name": "network-vif-plugged", "status": "completed", "tag": "e946be19-a018-4de6-98cf-5f3e20a5b7b7", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:28.791493 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d99ffbcb-1e16-4d03-83de-96abe6a165df {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:28.791903 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6f48b4-b789-4d71-a23c-d681d5656b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e946be19-a018-4de6-98cf-5f3e20a5b7b7', 'code': 200} Jan 28 13:29:28.973560 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-dbc5daed-1c95-44ca-9009-a9ad6a1d116f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-330770301-network', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:29.020097 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e519b823-b10b-4b6e-b476-635547ed8a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:29.022233 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7ebdbb60-9daf-4826-b253-c680286e1864 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:29.046377 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc5daed-1c95-44ca-9009-a9ad6a1d116f admin admin] Made reservation on behalf of c7a6811dc19649cf8e2a8d9876c3683f for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:29.049519 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dbc5daed-1c95-44ca-9009-a9ad6a1d116f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:29.085397 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dbc5daed-1c95-44ca-9009-a9ad6a1d116f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:29.148127 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95042c57-cfbc-4123-90d8-2a91625d70a0 req-c8f8a7ec-06a4-414f-9cc7-33b49b7b5d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:29.160919 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-95042c57-cfbc-4123-90d8-2a91625d70a0 req-c8f8a7ec-06a4-414f-9cc7-33b49b7b5d51 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5b6f48b4-b789-4d71-a23c-d681d5656b6f HTTP/1.1" status: 200 len: 1096 time: 0.2618599 Jan 28 13:29:29.171470 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dcb29589-8833-44a7-949a-0245010cb54d admin admin] Publish callbacks [] for port (361cab4b-386a-4f7f-8df5-6b69b33ac516), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:29.180287 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 7ebdbb60-9daf-4826-b253-c680286e1864 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:29.180913 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7ebdbb60-9daf-4826-b253-c680286e1864), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:29.267216 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dcb29589-8833-44a7-949a-0245010cb54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (361cab4b-386a-4f7f-8df5-6b69b33ac516), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:29.305773 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-07f34e19-728c-4e1e-9297-ca07da7719d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:29.370028 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-95042c57-cfbc-4123-90d8-2a91625d70a0 req-a755381c-38ed-40c5-96ef-c39f6b4ec9a7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=44a7f744-1530-4434-b04a-b15e9c3628da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918204 Jan 28 13:29:29.414021 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e519b823-b10b-4b6e-b476-635547ed8a3e admin admin] Publish callbacks [] for security_group (dec9753c-0e44-4b62-9636-ad117704be04), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:29.423518 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e519b823-b10b-4b6e-b476-635547ed8a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (dec9753c-0e44-4b62-9636-ad117704be04), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:29.464765 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 7ebdbb60-9daf-4826-b253-c680286e1864 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:29.465160 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7ebdbb60-9daf-4826-b253-c680286e1864), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:29.472186 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb29589-8833-44a7-949a-0245010cb54d admin admin] Pushing event updated for resources: {'Port': ['ID=361cab4b-386a-4f7f-8df5-6b69b33ac516,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:29.474519 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-44aee2bd-13f6-4bed-91b4-3b20ad015348 req-c782c7d5-2af6-4a31-a94d-1996949a45e5 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (bfe849b4-140e-4133-ab4c-3e2330d6f479), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:29.492222 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['767d7152-2c8c-4117-9a59-9ff3740608f1'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:29.503373 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dbc5daed-1c95-44ca-9009-a9ad6a1d116f admin admin] Publish callbacks [] for security_group (75cbd960-2cff-4d6a-8807-67977fc94144), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:29.519316 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dbc5daed-1c95-44ca-9009-a9ad6a1d116f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (75cbd960-2cff-4d6a-8807-67977fc94144), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:29.541231 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e519b823-b10b-4b6e-b476-635547ed8a3e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a27b650c53e1472ba9ea46b3c7cb0d23&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4960020 Jan 28 13:29:29.550581 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55166) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:29.560463 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 7ebdbb60-9daf-4826-b253-c680286e1864, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7ebdbb60-9daf-4826-b253-c680286e1864,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:29.569831 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7ebdbb60-9daf-4826-b253-c680286e1864), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:29.588869 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519b823-b10b-4b6e-b476-635547ed8a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec9753c-0e44-4b62-9636-ad117704be04,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:29.627006 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc5daed-1c95-44ca-9009-a9ad6a1d116f admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:29:29.662537 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb29589-8833-44a7-949a-0245010cb54d admin admin] Network 7079efeb-cd22-4f60-b771-d74efc0a16e0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:29.672672 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=7ebdbb60-9daf-4826-b253-c680286e1864,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:29.677478 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782c7d5-2af6-4a31-a94d-1996949a45e5 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Pushing event deleted for resources: {'Port': ['ID=bfe849b4-140e-4133-ab4c-3e2330d6f479,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:29.704737 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-dcb29589-8833-44a7-949a-0245010cb54d admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:29.722625 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb29589-8833-44a7-949a-0245010cb54d admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:29.737876 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dbc5daed-1c95-44ca-9009-a9ad6a1d116f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (f6c893c0-ae7b-4968-9c43-ab76e31be400), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:29.738963 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-dbc5daed-1c95-44ca-9009-a9ad6a1d116f admin admin] Added segment f6c893c0-ae7b-4968-9c43-ab76e31be400 of type vlan for network 8d8ce296-49c0-407a-94c2-104afd52dd5e Jan 28 13:29:29.747966 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-daff487d-6b7f-4fc2-bdf0-bbd39958564c req-ff592926-42fa-4e9b-abc0-f68543475e1a tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7b0633-2ee3-4c24-8ef8-0eab85361b2d HTTP/1.1" status: 200 len: 210 time: 0.1225405 Jan 28 13:29:29.830076 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5daed-1c95-44ca-9009-a9ad6a1d116f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75cbd960-2cff-4d6a-8807-67977fc94144,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:29.846094 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dcb29589-8833-44a7-949a-0245010cb54d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (031dd80d-d44a-4a59-9186-14b3096e60e4), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:29.902965 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-48e9ef3d-f0a1-4a60-9a4f-4f6602ad2b54 admin admin] Publish callbacks [] for security_group (dec9753c-0e44-4b62-9636-ad117704be04), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:29.909186 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dbc5daed-1c95-44ca-9009-a9ad6a1d116f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (8d8ce296-49c0-407a-94c2-104afd52dd5e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:29.981178 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-da776364-c68a-4409-bbd6-8f9678304b69 req-71effe55-eec4-4c87-b641-8a62a0fca976 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 210 time: 0.0639179 Jan 28 13:29:29.986443 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-48e9ef3d-f0a1-4a60-9a4f-4f6602ad2b54 admin admin] Publish callbacks [] for security_group (dec9753c-0e44-4b62-9636-ad117704be04), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:30.077444 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-7d297255-e9f4-4e44-9718-93fd9da97f04 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:30.079830 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-7d297255-e9f4-4e44-9718-93fd9da97f04 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.18 "GET /v2.0/networks?id=f773675e-cdaa-4e1f-928a-174702ce7787 HTTP/1.1" status: 200 len: 812 time: 1.1703463 Jan 28 13:29:30.085543 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dbc5daed-1c95-44ca-9009-a9ad6a1d116f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (8d8ce296-49c0-407a-94c2-104afd52dd5e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:30.087156 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc5daed-1c95-44ca-9009-a9ad6a1d116f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:30.088113 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dbc5daed-1c95-44ca-9009-a9ad6a1d116f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:30.100300 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd691546-08c0-41f9-a593-4b0f5911fd64 req-73f0806d-cfa0-4320-b544-43de3a057d40 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:30.103080 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bd691546-08c0-41f9-a593-4b0f5911fd64 req-73f0806d-cfa0-4320-b544-43de3a057d40 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b6f48b4-b789-4d71-a23c-d681d5656b6f HTTP/1.1" status: 200 len: 945 time: 0.6912446 Jan 28 13:29:30.112043 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device bfe849b4-140e-4133-ab4c-3e2330d6f479 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:30.162942 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-b64b075e-b759-4819-923c-2e6f5db84980 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Request body: {'port': {'device_id': 'ed4b2246-81b1-429c-b35e-ca5da23b0332', 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787', 'admin_state_up': True, 'tenant_id': 'ab7dc526fd8f441185a698498cb3a4d8'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:30.185585 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: bfe849b4-140e-4133-ab4c-3e2330d6f479 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:30.186153 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device bfe849b4-140e-4133-ab4c-3e2330d6f479 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:30.230080 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-44aee2bd-13f6-4bed-91b4-3b20ad015348 req-c782c7d5-2af6-4a31-a94d-1996949a45e5 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] No DVR routers for this DVR port bfe849b4-140e-4133-ab4c-3e2330d6f479 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:30.241223 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d2da7e64-6a3b-4cd0-9777-b1d9dd240579 None None] Provisioning complete for port 361cab4b-386a-4f7f-8df5-6b69b33ac516 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:30.241778 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d2da7e64-6a3b-4cd0-9777-b1d9dd240579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (361cab4b-386a-4f7f-8df5-6b69b33ac516), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:30.245627 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-44aee2bd-13f6-4bed-91b4-3b20ad015348 req-c782c7d5-2af6-4a31-a94d-1996949a45e5 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:30.251448 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-44aee2bd-13f6-4bed-91b4-3b20ad015348 req-c782c7d5-2af6-4a31-a94d-1996949a45e5 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.18 "DELETE /v2.0/ports/bfe849b4-140e-4133-ab4c-3e2330d6f479 HTTP/1.1" status: 204 len: 173 time: 3.1377306 Jan 28 13:29:30.298364 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5daed-1c95-44ca-9009-a9ad6a1d116f admin admin] Pushing event updated for resources: {'Network': ['ID=8d8ce296-49c0-407a-94c2-104afd52dd5e,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:30.357968 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dbc5daed-1c95-44ca-9009-a9ad6a1d116f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5714881 Jan 28 13:29:30.360115 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 8d8ce296-49c0-407a-94c2-104afd52dd5e details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:29:30.360917 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55172) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:30.388973 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-df0d90e7-924a-4e51-84c4-5ff5f9ccc762 admin admin] Request body: {'subnet': {'network_id': '8d8ce296-49c0-407a-94c2-104afd52dd5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-330770301-subnet', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:30.427376 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7b0633-2ee3-4c24-8ef8-0eab85361b2d', 'name': 'network-vif-deleted', 'tag': 'bfe849b4-140e-4133-ab4c-3e2330d6f479'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:30.431488 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-48e9ef3d-f0a1-4a60-9a4f-4f6602ad2b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (dec9753c-0e44-4b62-9636-ad117704be04), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:30.434228 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-48e9ef3d-f0a1-4a60-9a4f-4f6602ad2b54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:30.439013 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64f58a5-b068-4a15-98fa-a1343b5753f4" -d '{"events": [{"server_uuid": "ad7b0633-2ee3-4c24-8ef8-0eab85361b2d", "name": "network-vif-deleted", "tag": "bfe849b4-140e-4133-ab4c-3e2330d6f479"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:30.448159 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-48e9ef3d-f0a1-4a60-9a4f-4f6602ad2b54 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dec9753c-0e44-4b62-9636-ad117704be04 HTTP/1.1" status: 204 len: 168 time: 0.8958404 Jan 28 13:29:30.483799 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0d90e7-924a-4e51-84c4-5ff5f9ccc762 admin admin] Made reservation on behalf of c7a6811dc19649cf8e2a8d9876c3683f for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:30.486247 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df0d90e7-924a-4e51-84c4-5ff5f9ccc762 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:30.488763 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9ef3d-f0a1-4a60-9a4f-4f6602ad2b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec9753c-0e44-4b62-9636-ad117704be04,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:30.557866 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d2da7e64-6a3b-4cd0-9777-b1d9dd240579 None None] Port 361cab4b-386a-4f7f-8df5-6b69b33ac516 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:29:30.706069 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bd691546-08c0-41f9-a593-4b0f5911fd64 req-a1e03948-8815-4d17-9f9f-e130d8a72816 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?id=44a7f744-1530-4434-b04a-b15e9c3628da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886529 Jan 28 13:29:30.820401 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-b64b075e-b759-4819-923c-2e6f5db84980 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Made reservation on behalf of ab7dc526fd8f441185a698498cb3a4d8 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:30.831215 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-b64b075e-b759-4819-923c-2e6f5db84980 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:30.899145 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dcb29589-8833-44a7-949a-0245010cb54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (361cab4b-386a-4f7f-8df5-6b69b33ac516), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:30.906023 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95110b7-448b-49be-a520-a9d57addb883 x-openstack-request-id: req-f95110b7-448b-49be-a520-a9d57addb883 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:30.906327 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7b0633-2ee3-4c24-8ef8-0eab85361b2d", "name": "network-vif-deleted", "tag": "bfe849b4-140e-4133-ab4c-3e2330d6f479", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:30.906584 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f95110b7-448b-49be-a520-a9d57addb883 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:30.907361 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7b0633-2ee3-4c24-8ef8-0eab85361b2d', 'name': 'network-vif-deleted', 'tag': 'bfe849b4-140e-4133-ab4c-3e2330d6f479', 'status': 'completed', 'code': 200} Jan 28 13:29:30.917164 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7ebdbb60-9daf-4826-b253-c680286e1864 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:31.072591 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df0d90e7-924a-4e51-84c4-5ff5f9ccc762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (7e406a7c-fb11-4530-8ef1-a71bb9184c0e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:31.080570 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 7ebdbb60-9daf-4826-b253-c680286e1864 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:31.081215 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7ebdbb60-9daf-4826-b253-c680286e1864), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:31.224128 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a398f0d4-931e-45f2-b0fb-ab8fcf7ffd42 req-f57acb1a-fadc-443d-ac7d-0fa628582326 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 210 time: 0.0516565 Jan 28 13:29:31.233097 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d90e7-924a-4e51-84c4-5ff5f9ccc762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e406a7c-fb11-4530-8ef1-a71bb9184c0e,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:31.268930 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 7ebdbb60-9daf-4826-b253-c680286e1864 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:31.281076 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0d90e7-924a-4e51-84c4-5ff5f9ccc762 admin admin] Checking segment: {'id': 'f6c893c0-ae7b-4968-9c43-ab76e31be400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d8ce296-49c0-407a-94c2-104afd52dd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:31.281444 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0d90e7-924a-4e51-84c4-5ff5f9ccc762 admin admin] Network hostable DHCP agents. Network: 8d8ce296-49c0-407a-94c2-104afd52dd5e, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:29:31.317611 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-609a7382-76d1-4179-9b2b-dc14f95eb458 req-626627c5-15ac-4f70-8770-bd0acf9c5b83 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7b0633-2ee3-4c24-8ef8-0eab85361b2d HTTP/1.1" status: 200 len: 210 time: 0.2742846 Jan 28 13:29:31.327003 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0d90e7-924a-4e51-84c4-5ff5f9ccc762 admin admin] Network 8d8ce296-49c0-407a-94c2-104afd52dd5e is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:29:31.357183 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-df0d90e7-924a-4e51-84c4-5ff5f9ccc762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 8d8ce296-49c0-407a-94c2-104afd52dd5e) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:31.369141 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0d90e7-924a-4e51-84c4-5ff5f9ccc762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:31.370122 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df0d90e7-924a-4e51-84c4-5ff5f9ccc762 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:31.393075 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae17ca3-1f37-4d27-b382-ede9692c2d00 None None] Network 8d8ce296-49c0-407a-94c2-104afd52dd5e requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:31.419490 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55192) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:31.421740 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-df0d90e7-924a-4e51-84c4-5ff5f9ccc762 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0469565 Jan 28 13:29:31.432101 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-819dc096-9b2f-4d70-ad35-9e2f8ab930dc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-330770301-router', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:31.564287 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-819dc096-9b2f-4d70-ad35-9e2f8ab930dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (12e79e6d-e245-41f2-9a12-df26573f79b8), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:31.565433 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-819dc096-9b2f-4d70-ad35-9e2f8ab930dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (12e79e6d-e245-41f2-9a12-df26573f79b8), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:31.610167 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deabd78-0d6a-43d8-8e6c-adc6a9f69305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-8d8ce296-49c0-407a-94c2-104afd52dd5e', 'network_id': '8d8ce296-49c0-407a-94c2-104afd52dd5e', 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'fixed_ips': [{'subnet_id': '7e406a7c-fb11-4530-8ef1-a71bb9184c0e'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:29:31.611948 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0deabd78-0d6a-43d8-8e6c-adc6a9f69305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:31.639469 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf2d9-76f7-4d3b-816c-6fd3a1af9897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:31.644381 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-b64b075e-b759-4819-923c-2e6f5db84980 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Allocated IP 172.20.0.5 (f773675e-cdaa-4e1f-928a-174702ce7787/71a5c6ba-e647-4544-86c2-92651ecb7e69/7d16de8b-6726-4523-9c1e-dc8ca0c77907) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:31.712593 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-819dc096-9b2f-4d70-ad35-9e2f8ab930dc admin admin] Publish callbacks [] for router_controller (12e79e6d-e245-41f2-9a12-df26573f79b8), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:31.727429 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dcb29589-8833-44a7-949a-0245010cb54d admin admin] Publish callbacks [] for port (361cab4b-386a-4f7f-8df5-6b69b33ac516), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:31.741233 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dcb29589-8833-44a7-949a-0245010cb54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (361cab4b-386a-4f7f-8df5-6b69b33ac516), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:31.927558 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-0deabd78-0d6a-43d8-8e6c-adc6a9f69305 None None] Allocated IP 172.20.0.2 (8d8ce296-49c0-407a-94c2-104afd52dd5e/7e406a7c-fb11-4530-8ef1-a71bb9184c0e/882a00c7-7fd0-4799-87cf-fc6aafe6a113) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:32.130103 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55210) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:32.237033 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0deabd78-0d6a-43d8-8e6c-adc6a9f69305 None None] Publish callbacks [] for port (882a00c7-7fd0-4799-87cf-fc6aafe6a113), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:32.251154 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0deabd78-0d6a-43d8-8e6c-adc6a9f69305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (882a00c7-7fd0-4799-87cf-fc6aafe6a113), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:32.304292 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-74a74070-7a2d-4cfa-aeaa-a7bca1930d9e req-96d514b4-8c89-48da-9420-908833fe28e3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bbc255a9-b329-4cfd-a8e6-ac858d0227e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0787737 Jan 28 13:29:32.343187 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deabd78-0d6a-43d8-8e6c-adc6a9f69305 None None] Network 8d8ce296-49c0-407a-94c2-104afd52dd5e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:32.346722 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-0deabd78-0d6a-43d8-8e6c-adc6a9f69305 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:32.355100 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deabd78-0d6a-43d8-8e6c-adc6a9f69305 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:32.371154 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deabd78-0d6a-43d8-8e6c-adc6a9f69305 None None] Pushing event updated for resources: {'Port': ['ID=882a00c7-7fd0-4799-87cf-fc6aafe6a113,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:32.382748 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-dc97d3bf-449d-4eeb-b486-a5b914d3be7f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-132946103-network', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:32.417359 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc97d3bf-449d-4eeb-b486-a5b914d3be7f admin admin] Made reservation on behalf of 205e0e0f7c204c6b8762ba0b567c808e for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:32.421775 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dc97d3bf-449d-4eeb-b486-a5b914d3be7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:32.431427 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dcb29589-8833-44a7-949a-0245010cb54d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (031dd80d-d44a-4a59-9186-14b3096e60e4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:32.456356 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-0deabd78-0d6a-43d8-8e6c-adc6a9f69305 None None] Attempting to bind port 882a00c7-7fd0-4799-87cf-fc6aafe6a113 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:32.457300 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-0deabd78-0d6a-43d8-8e6c-adc6a9f69305 None None] Attempting to bind port 882a00c7-7fd0-4799-87cf-fc6aafe6a113 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'f6c893c0-ae7b-4968-9c43-ab76e31be400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d8ce296-49c0-407a-94c2-104afd52dd5e'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:32.458053 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deabd78-0d6a-43d8-8e6c-adc6a9f69305 None None] Attempting to bind port 882a00c7-7fd0-4799-87cf-fc6aafe6a113 on network 8d8ce296-49c0-407a-94c2-104afd52dd5e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:32.467494 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dc97d3bf-449d-4eeb-b486-a5b914d3be7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:32.467903 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deabd78-0d6a-43d8-8e6c-adc6a9f69305 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:32.468538 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deabd78-0d6a-43d8-8e6c-adc6a9f69305 None None] Checking segment: {'id': 'f6c893c0-ae7b-4968-9c43-ab76e31be400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d8ce296-49c0-407a-94c2-104afd52dd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:32.469209 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0deabd78-0d6a-43d8-8e6c-adc6a9f69305 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:32.469789 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deabd78-0d6a-43d8-8e6c-adc6a9f69305 None None] Bound using segment: {'id': 'f6c893c0-ae7b-4968-9c43-ab76e31be400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d8ce296-49c0-407a-94c2-104afd52dd5e'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:32.470769 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-0deabd78-0d6a-43d8-8e6c-adc6a9f69305 None None] Bound port: 882a00c7-7fd0-4799-87cf-fc6aafe6a113, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6c893c0-ae7b-4968-9c43-ab76e31be400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d8ce296-49c0-407a-94c2-104afd52dd5e'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:32.471227 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0deabd78-0d6a-43d8-8e6c-adc6a9f69305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (882a00c7-7fd0-4799-87cf-fc6aafe6a113), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:32.482196 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-08c88f44-4ad0-4858-a3c8-a82ad7383a91 req-a30e0e63-b06c-4897-9b8c-9fed1777d7e8 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 210 time: 0.1078098 Jan 28 13:29:32.560642 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-0deabd78-0d6a-43d8-8e6c-adc6a9f69305 None None] For port 882a00c7-7fd0-4799-87cf-fc6aafe6a113, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:32.566489 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-0deabd78-0d6a-43d8-8e6c-adc6a9f69305 None None] For port 882a00c7-7fd0-4799-87cf-fc6aafe6a113, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=882a00c7-7fd0-4799-87cf-fc6aafe6a113,segment=NetworkSegment(f6c893c0-ae7b-4968-9c43-ab76e31be400),segment_id=f6c893c0-ae7b-4968-9c43-ab76e31be400)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:32.575306 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0deabd78-0d6a-43d8-8e6c-adc6a9f69305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (882a00c7-7fd0-4799-87cf-fc6aafe6a113), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:32.599288 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a74070-7a2d-4cfa-aeaa-a7bca1930d9e req-8d314765-7f02-4531-844a-dbcc30b7fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:32.609511 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-74a74070-7a2d-4cfa-aeaa-a7bca1930d9e req-8d314765-7f02-4531-844a-dbcc30b7fe1f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=abf5582cf6c74b03a46c276442437a1a&device_id=bbc255a9-b329-4cfd-a8e6-ac858d0227e5 HTTP/1.1" status: 200 len: 1096 time: 0.2777302 Jan 28 13:29:32.651878 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deabd78-0d6a-43d8-8e6c-adc6a9f69305 None None] Pushing event updated for resources: {'Port': ['ID=882a00c7-7fd0-4799-87cf-fc6aafe6a113,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:32.652454 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-819dc096-9b2f-4d70-ad35-9e2f8ab930dc admin admin] Publish callbacks [] for router_gateway (12e79e6d-e245-41f2-9a12-df26573f79b8), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:32.767963 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:32.846639 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a74070-7a2d-4cfa-aeaa-a7bca1930d9e req-8daf235e-ee98-4328-b980-5b4aff96b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:32.848268 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-74a74070-7a2d-4cfa-aeaa-a7bca1930d9e req-8daf235e-ee98-4328-b980-5b4aff96b6c5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1c04c518-39f2-47d7-96f5-a06debfdd8ed HTTP/1.1" status: 200 len: 914 time: 0.2191818 Jan 28 13:29:32.911419 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dc97d3bf-449d-4eeb-b486-a5b914d3be7f admin admin] Publish callbacks [] for security_group (963bc48c-94a5-4921-b8e6-738260011e16), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:32.925054 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb29589-8833-44a7-949a-0245010cb54d admin admin] Pushing event updated for resources: {'Port': ['ID=361cab4b-386a-4f7f-8df5-6b69b33ac516,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:33.027664 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a3757-9c75-4a20-9014-517a6977f884 req-16f7628e-7b62-4a22-a902-27413c45e3fe tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:33.037603 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-319a3757-9c75-4a20-9014-517a6977f884 req-16f7628e-7b62-4a22-a902-27413c45e3fe tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b6f48b4-b789-4d71-a23c-d681d5656b6f HTTP/1.1" status: 200 len: 945 time: 0.6747153 Jan 28 13:29:33.073612 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dc97d3bf-449d-4eeb-b486-a5b914d3be7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (963bc48c-94a5-4921-b8e6-738260011e16), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:33.084096 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-74a74070-7a2d-4cfa-aeaa-a7bca1930d9e req-40086ab6-0c87-4324-b9df-07bfa944a1be service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eb5ce04-8b94-47c1-ab07-f18ddbcaff87 HTTP/1.1" status: 200 len: 217 time: 0.1916418 Jan 28 13:29:33.191550 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc97d3bf-449d-4eeb-b486-a5b914d3be7f admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:29:33.216834 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97d3bf-449d-4eeb-b486-a5b914d3be7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963bc48c-94a5-4921-b8e6-738260011e16,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:33.225160 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dc97d3bf-449d-4eeb-b486-a5b914d3be7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:33.225506 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-dc97d3bf-449d-4eeb-b486-a5b914d3be7f admin admin] Added segment cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0 of type vlan for network dd65474c-0b14-4c75-9058-245198106ef8 Jan 28 13:29:33.265279 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-319a3757-9c75-4a20-9014-517a6977f884 req-fc722957-14f6-4352-8461-4b3e6e44bc6f tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?id=44a7f744-1530-4434-b04a-b15e9c3628da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250826 Jan 28 13:29:33.297939 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dc97d3bf-449d-4eeb-b486-a5b914d3be7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (dd65474c-0b14-4c75-9058-245198106ef8), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:33.355536 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-b64b075e-b759-4819-923c-2e6f5db84980 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks [] for port (7d16de8b-6726-4523-9c1e-dc8ca0c77907), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:33.355794 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196518b-282e-4752-bcc7-9bc0c629eed7 req-5576cad9-6047-45d4-87c3-4b6dd9ac1905 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:33.357974 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0196518b-282e-4752-bcc7-9bc0c629eed7 req-5576cad9-6047-45d4-87c3-4b6dd9ac1905 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9410dfb-e647-40ce-8861-c0ce9c18db55 HTTP/1.1" status: 200 len: 950 time: 0.2977526 Jan 28 13:29:33.359781 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb29589-8833-44a7-949a-0245010cb54d admin admin] Network 7079efeb-cd22-4f60-b771-d74efc0a16e0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:33.360258 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a74070-7a2d-4cfa-aeaa-a7bca1930d9e req-0cbb5864-f3cf-4bfe-b399-cd6f5e50bd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:33.362270 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-74a74070-7a2d-4cfa-aeaa-a7bca1930d9e req-0cbb5864-f3cf-4bfe-b399-cd6f5e50bd1e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=169866dc-bcf0-4fd7-aa06-8c342afd159a HTTP/1.1" status: 200 len: 854 time: 0.2688379 Jan 28 13:29:33.363688 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dc97d3bf-449d-4eeb-b486-a5b914d3be7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (dd65474c-0b14-4c75-9058-245198106ef8), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:33.364942 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc97d3bf-449d-4eeb-b486-a5b914d3be7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:33.365866 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dc97d3bf-449d-4eeb-b486-a5b914d3be7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:33.379553 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-dcb29589-8833-44a7-949a-0245010cb54d admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:33.414087 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d15ff8b1-0a3a-493e-83c6-0b2a8bfd1bae req-3afd5a34-67cd-451a-8ceb-ba90b90ccf7e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5b6f48b4-b789-4d71-a23c-d681d5656b6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3671465 Jan 28 13:29:33.510354 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97d3bf-449d-4eeb-b486-a5b914d3be7f admin admin] Pushing event updated for resources: {'Network': ['ID=dd65474c-0b14-4c75-9058-245198106ef8,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:33.523827 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network dd65474c-0b14-4c75-9058-245198106ef8 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:29:33.541819 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-74a74070-7a2d-4cfa-aeaa-a7bca1930d9e req-35384cc6-7cd7-4dd6-963d-a9f7329fd1bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c04c518-39f2-47d7-96f5-a06debfdd8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1730642 Jan 28 13:29:33.586868 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dc97d3bf-449d-4eeb-b486-a5b914d3be7f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4532084 Jan 28 13:29:33.594825 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55230) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:33.619593 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-5bdddd20-ed82-4a6a-9311-81bc4893259d admin admin] Request body: {'subnet': {'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-132946103-subnet', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:33.688653 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-b64b075e-b759-4819-923c-2e6f5db84980 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (7d16de8b-6726-4523-9c1e-dc8ca0c77907), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:33.732229 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0196518b-282e-4752-bcc7-9bc0c629eed7 req-6a1433c4-e374-4bc8-8181-b0b098f24721 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/security-groups?id=f57d5050-af6f-4453-9d44-106806ba47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622110 Jan 28 13:29:33.796974 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-74a74070-7a2d-4cfa-aeaa-a7bca1930d9e req-96f144fb-1762-4e97-9d58-85c2f94697b2 service neutron] 10.222.0.37 "GET /v2.0/networks/1c04c518-39f2-47d7-96f5-a06debfdd8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469206 Jan 28 13:29:33.798619 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdddd20-ed82-4a6a-9311-81bc4893259d admin admin] Made reservation on behalf of 205e0e0f7c204c6b8762ba0b567c808e for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:33.802484 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5bdddd20-ed82-4a6a-9311-81bc4893259d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:33.822117 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2165c862-fddb-475f-8f03-60585950411e req-14796365-229c-4e1a-b7f7-0b7c04af7289 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-257225483&fields=id&tenant_id=b360bd95cff749448a550ff64a9ecd83 HTTP/1.1" status: 200 len: 267 time: 0.3193023 Jan 28 13:29:33.873913 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c6454e56-c12b-4d56-bdd9-d62badbadf85 None None] Provisioning complete for port 361cab4b-386a-4f7f-8df5-6b69b33ac516 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:33.874672 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6454e56-c12b-4d56-bdd9-d62badbadf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (361cab4b-386a-4f7f-8df5-6b69b33ac516), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:33.913340 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:29:33.944917 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ff8b1-0a3a-493e-83c6-0b2a8bfd1bae req-dc278671-6d55-4c30-af79-35d8efef0bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:33.948358 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d15ff8b1-0a3a-493e-83c6-0b2a8bfd1bae req-dc278671-6d55-4c30-af79-35d8efef0bcc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b360bd95cff749448a550ff64a9ecd83&device_id=5b6f48b4-b789-4d71-a23c-d681d5656b6f HTTP/1.1" status: 200 len: 1096 time: 0.4432473 Jan 28 13:29:33.963996 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c6454e56-c12b-4d56-bdd9-d62badbadf85 None None] Port 361cab4b-386a-4f7f-8df5-6b69b33ac516 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:29:34.023438 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b075e-b759-4819-923c-2e6f5db84980 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Pushing event updated for resources: {'Port': ['ID=7d16de8b-6726-4523-9c1e-dc8ca0c77907,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:34.029447 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-b64b075e-b759-4819-923c-2e6f5db84980 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Network f773675e-cdaa-4e1f-928a-174702ce7787 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:34.079897 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-b64b075e-b759-4819-923c-2e6f5db84980 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:34.095911 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-b64b075e-b759-4819-923c-2e6f5db84980 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:34.105598 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-74a74070-7a2d-4cfa-aeaa-a7bca1930d9e req-2dd17715-217a-4247-b251-b7b407059912 service neutron] 10.222.0.37 "GET /v2.0/networks/1c04c518-39f2-47d7-96f5-a06debfdd8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979202 Jan 28 13:29:34.159993 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:34.171490 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07e906-f640-486c-be33-8e0aaa08e759 req-322bb96b-e59e-4a4d-a1f9-ce993d3a707a tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:34.173108 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-be07e906-f640-486c-be33-8e0aaa08e759 req-322bb96b-e59e-4a4d-a1f9-ce993d3a707a tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 931 time: 0.3319211 Jan 28 13:29:34.305860 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-be07e906-f640-486c-be33-8e0aaa08e759 req-3869a581-4cf1-4cd4-98f4-3cd38986dfc3 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187201 Jan 28 13:29:34.311652 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-b64b075e-b759-4819-923c-2e6f5db84980 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:34.312308 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-b64b075e-b759-4819-923c-2e6f5db84980 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:34.330078 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb29589-8833-44a7-949a-0245010cb54d admin admin] Router 031dd80d-d44a-4a59-9186-14b3096e60e4 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:29:34.370343 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-b64b075e-b759-4819-923c-2e6f5db84980 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2438791 Jan 28 13:29:34.389140 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-83002dde-cab1-4be6-ac55-7421ae2f4f39 service neutron] Request body: {'port': {'device_id': 'ed4b2246-81b1-429c-b35e-ca5da23b0332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:34.416806 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5bdddd20-ed82-4a6a-9311-81bc4893259d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (10438cad-60ca-4257-93e8-c8ceba8bf16c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:34.460560 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc40f5d9-79c5-45a8-ae1e-2bba45a7e117 None None] Network 8d8ce296-49c0-407a-94c2-104afd52dd5e requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:34.510736 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ff8b1-0a3a-493e-83c6-0b2a8bfd1bae req-f6d5240d-2d8e-4fb2-be6a-c912f0cd671f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:34.512351 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d15ff8b1-0a3a-493e-83c6-0b2a8bfd1bae req-f6d5240d-2d8e-4fb2-be6a-c912f0cd671f service neutron] 10.222.0.18 "GET /v2.0/networks?id=16d9a03d-cf10-476d-aa93-1b10f6134522 HTTP/1.1" status: 200 len: 913 time: 0.5254958 Jan 28 13:29:34.522765 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165c862-fddb-475f-8f03-60585950411e req-35a7c7c7-e383-4b57-af8f-293c803964bd tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:34.524842 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2165c862-fddb-475f-8f03-60585950411e req-35a7c7c7-e383-4b57-af8f-293c803964bd tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b6f48b4-b789-4d71-a23c-d681d5656b6f HTTP/1.1" status: 200 len: 945 time: 0.6181037 Jan 28 13:29:34.565740 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb29589-8833-44a7-949a-0245010cb54d admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:29:34.567977 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d15ff8b1-0a3a-493e-83c6-0b2a8bfd1bae req-390ed1b3-4e05-4e25-af40-a8f505f86b89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e946be19-a018-4de6-98cf-5f3e20a5b7b7 HTTP/1.1" status: 200 len: 217 time: 0.0400815 Jan 28 13:29:34.598953 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dcb29589-8833-44a7-949a-0245010cb54d admin admin] 10.222.0.39 "PUT /v2.0/routers/031dd80d-d44a-4a59-9186-14b3096e60e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2807593 Jan 28 13:29:34.599881 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239f88b-bd6e-4981-a106-4337e0f29cc1 None None] Sync routers for ids ['031dd80d-d44a-4a59-9186-14b3096e60e4'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:29:34.600253 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-2165c862-fddb-475f-8f03-60585950411e req-1d09518b-d383-4aef-ab25-9fed6e90141c tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Request body: {'port': {'security_groups': ['44a7f744-1530-4434-b04a-b15e9c3628da', 'cad870f9-4bcb-44a1-8819-2ddb11ad4acd']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:34.649621 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-7c2ea5a5-01a5-4245-8aca-72fb0746c5c6 None None] Provisioning complete for port 882a00c7-7fd0-4799-87cf-fc6aafe6a113 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:34.651261 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c2ea5a5-01a5-4245-8aca-72fb0746c5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (882a00c7-7fd0-4799-87cf-fc6aafe6a113), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:34.705715 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-819dc096-9b2f-4d70-ad35-9e2f8ab930dc admin admin] Publish callbacks [] for router_gateway (12e79e6d-e245-41f2-9a12-df26573f79b8), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:34.725336 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdddd20-ed82-4a6a-9311-81bc4893259d admin admin] Pushing event updated for resources: {'Subnet': ['ID=10438cad-60ca-4257-93e8-c8ceba8bf16c,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:34.729413 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c239f88b-bd6e-4981-a106-4337e0f29cc1 None None] Routers {'031dd80d-d44a-4a59-9186-14b3096e60e4'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:29:34.730309 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c239f88b-bd6e-4981-a106-4337e0f29cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:29:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['031dd80d-d44a-4a59-9186-14b3096e60e4'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:34.792404 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa08b68-d6d0-4a15-955e-4d59133d24e0 req-3a1edb67-dc67-4b4b-b0cf-73b5a0a84813 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:34.800950 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-efa08b68-d6d0-4a15-955e-4d59133d24e0 req-3a1edb67-dc67-4b4b-b0cf-73b5a0a84813 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9410dfb-e647-40ce-8861-c0ce9c18db55 HTTP/1.1" status: 200 len: 950 time: 0.3184505 Jan 28 13:29:34.864183 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ff8b1-0a3a-493e-83c6-0b2a8bfd1bae req-09aaa35f-4f5e-4774-92e6-ac73cc139c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:34.868977 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d15ff8b1-0a3a-493e-83c6-0b2a8bfd1bae req-09aaa35f-4f5e-4774-92e6-ac73cc139c51 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=042f9a6a-2921-498d-bcc9-1ba76067c5cb HTTP/1.1" status: 200 len: 853 time: 0.1247518 Jan 28 13:29:34.949068 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d15ff8b1-0a3a-493e-83c6-0b2a8bfd1bae req-12cec542-b92c-4dce-9b5a-602617f24d8a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16d9a03d-cf10-476d-aa93-1b10f6134522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274358 Jan 28 13:29:34.955513 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-819dc096-9b2f-4d70-ad35-9e2f8ab930dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:35.059462 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdddd20-ed82-4a6a-9311-81bc4893259d admin admin] Checking segment: {'id': 'cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:35.060450 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdddd20-ed82-4a6a-9311-81bc4893259d admin admin] Network hostable DHCP agents. Network: dd65474c-0b14-4c75-9058-245198106ef8, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:29:35.070411 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 882a00c7-7fd0-4799-87cf-fc6aafe6a113 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:35.088765 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-c239f88b-bd6e-4981-a106-4337e0f29cc1 None None] Set router 031dd80d-d44a-4a59-9186-14b3096e60e4 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:29:35.152298 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c1ea3-6013-4d39-b36f-2238cf288bf0 req-44fede1f-dd49-4464-9126-ffb5a0ca08c0 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:35.154105 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f93c1ea3-6013-4d39-b36f-2238cf288bf0 req-44fede1f-dd49-4464-9126-ffb5a0ca08c0 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9410dfb-e647-40ce-8861-c0ce9c18db55 HTTP/1.1" status: 200 len: 950 time: 0.2279243 Jan 28 13:29:35.158303 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdddd20-ed82-4a6a-9311-81bc4893259d admin admin] Network dd65474c-0b14-4c75-9058-245198106ef8 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:29:35.159308 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d15ff8b1-0a3a-493e-83c6-0b2a8bfd1bae req-e030261f-587c-4180-8be3-1f5bf74e319a service neutron] 10.222.0.18 "GET /v2.0/networks/16d9a03d-cf10-476d-aa93-1b10f6134522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996360 Jan 28 13:29:35.160304 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2165c862-fddb-475f-8f03-60585950411e req-1d09518b-d383-4aef-ab25-9fed6e90141c tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e946be19-a018-4de6-98cf-5f3e20a5b7b7), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:35.178156 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-5bdddd20-ed82-4a6a-9311-81bc4893259d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, dd65474c-0b14-4c75-9058-245198106ef8) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:35.201441 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdddd20-ed82-4a6a-9311-81bc4893259d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:35.202622 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5bdddd20-ed82-4a6a-9311-81bc4893259d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:35.207956 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c803cea-40e1-44c4-bf6f-834f8f0344be None None] Network dd65474c-0b14-4c75-9058-245198106ef8 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:35.289480 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-efa08b68-d6d0-4a15-955e-4d59133d24e0 req-ee27f80d-9a41-4fb9-95ed-3ce0fed46184 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Deleting port 767d7152-2c8c-4117-9a59-9ff3740608f1 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:35.293002 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-efa08b68-d6d0-4a15-955e-4d59133d24e0 req-ee27f80d-9a41-4fb9-95ed-3ce0fed46184 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (767d7152-2c8c-4117-9a59-9ff3740608f1), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:35.313878 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5bdddd20-ed82-4a6a-9311-81bc4893259d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7045119 Jan 28 13:29:35.317226 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55244) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:35.333984 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-dfc32c99-1b04-4bc0-8691-3bb14a868824 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-132946103-router', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:35.357161 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-819dc096-9b2f-4d70-ad35-9e2f8ab930dc admin admin] Allocated IP 172.25.3.15 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/4abb5927-868c-4a8c-a530-1cb1e173b3a4) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:35.391382 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f93c1ea3-6013-4d39-b36f-2238cf288bf0 req-960e0050-4cd8-4570-924e-ade4aaf31345 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/security-groups?id=f57d5050-af6f-4453-9d44-106806ba47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149029 Jan 28 13:29:35.505551 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfc32c99-1b04-4bc0-8691-3bb14a868824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (721350a7-83fa-4721-8554-c80c4f6845bc), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:35.506502 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfc32c99-1b04-4bc0-8691-3bb14a868824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (721350a7-83fa-4721-8554-c80c4f6845bc), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:35.596590 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-83002dde-cab1-4be6-ac55-7421ae2f4f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7d16de8b-6726-4523-9c1e-dc8ca0c77907), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:35.712889 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfc32c99-1b04-4bc0-8691-3bb14a868824 admin admin] Publish callbacks [] for router_controller (721350a7-83fa-4721-8554-c80c4f6845bc), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:35.744037 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-efa08b68-d6d0-4a15-955e-4d59133d24e0 req-ee27f80d-9a41-4fb9-95ed-3ce0fed46184 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] For port 767d7152-2c8c-4117-9a59-9ff3740608f1, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=767d7152-2c8c-4117-9a59-9ff3740608f1,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:35.744403 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-efa08b68-d6d0-4a15-955e-4d59133d24e0 req-ee27f80d-9a41-4fb9-95ed-3ce0fed46184 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (767d7152-2c8c-4117-9a59-9ff3740608f1), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:35.841973 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-efa08b68-d6d0-4a15-955e-4d59133d24e0 req-ee27f80d-9a41-4fb9-95ed-3ce0fed46184 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Calling delete_port for 767d7152-2c8c-4117-9a59-9ff3740608f1 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:35.953235 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55256) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:36.015051 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-b88c4d71-d70a-4805-84db-b3e422b502d7 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1987472535', 'description': 'tempest-description--90487633'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:36.065334 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7c2ea5a5-01a5-4245-8aca-72fb0746c5c6 None None] Current status of the port 882a00c7-7fd0-4799-87cf-fc6aafe6a113 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:36.066486 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c2ea5a5-01a5-4245-8aca-72fb0746c5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (882a00c7-7fd0-4799-87cf-fc6aafe6a113), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.080026 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-2165c862-fddb-475f-8f03-60585950411e req-1d09518b-d383-4aef-ab25-9fed6e90141c tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] For port e946be19-a018-4de6-98cf-5f3e20a5b7b7, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e946be19-a018-4de6-98cf-5f3e20a5b7b7,segment=NetworkSegment(bdc48f93-6a06-41d7-b4e3-6415c817d317),segment_id=bdc48f93-6a06-41d7-b4e3-6415c817d317)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:36.120045 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 882a00c7-7fd0-4799-87cf-fc6aafe6a113 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:36.120231 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2165c862-fddb-475f-8f03-60585950411e req-1d09518b-d383-4aef-ab25-9fed6e90141c tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for port (e946be19-a018-4de6-98cf-5f3e20a5b7b7), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.120888 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (882a00c7-7fd0-4799-87cf-fc6aafe6a113), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.160280 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.185322 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2165c862-fddb-475f-8f03-60585950411e req-1d09518b-d383-4aef-ab25-9fed6e90141c tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (e946be19-a018-4de6-98cf-5f3e20a5b7b7), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.192909 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-7c2ea5a5-01a5-4245-8aca-72fb0746c5c6 None None] For port 882a00c7-7fd0-4799-87cf-fc6aafe6a113, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=882a00c7-7fd0-4799-87cf-fc6aafe6a113,segment=NetworkSegment(f6c893c0-ae7b-4968-9c43-ab76e31be400),segment_id=f6c893c0-ae7b-4968-9c43-ab76e31be400)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:36.203633 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['e946be19-a018-4de6-98cf-5f3e20a5b7b7'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:36.205836 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['f472c9b4-92da-44b8-b849-5c1c44136f67'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:36.299798 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165c862-fddb-475f-8f03-60585950411e req-1d09518b-d383-4aef-ab25-9fed6e90141c tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:36.300910 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2165c862-fddb-475f-8f03-60585950411e req-1d09518b-d383-4aef-ab25-9fed6e90141c tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.303282 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2165c862-fddb-475f-8f03-60585950411e req-1d09518b-d383-4aef-ab25-9fed6e90141c tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "PUT /v2.0/ports/e946be19-a018-4de6-98cf-5f3e20a5b7b7 HTTP/1.1" status: 200 len: 981 time: 1.7147567 Jan 28 13:29:36.308174 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b6f48b4-b789-4d71-a23c-d681d5656b6f', 'tag': 'e946be19-a018-4de6-98cf-5f3e20a5b7b7'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:36.313703 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c2ea5a5-01a5-4245-8aca-72fb0746c5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (882a00c7-7fd0-4799-87cf-fc6aafe6a113), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.321292 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfc32c99-1b04-4bc0-8691-3bb14a868824 admin admin] Publish callbacks [] for router_gateway (721350a7-83fa-4721-8554-c80c4f6845bc), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.324363 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036a22b5-9003-4fea-82b8-2982ebc65b70" -d '{"events": [{"name": "network-changed", "server_uuid": "5b6f48b4-b789-4d71-a23c-d681d5656b6f", "tag": "e946be19-a018-4de6-98cf-5f3e20a5b7b7"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:36.368998 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a06e5d-8e2e-45c6-9e39-7653a4a5a42c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-dd65474c-0b14-4c75-9058-245198106ef8', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'fixed_ips': [{'subnet_id': '10438cad-60ca-4257-93e8-c8ceba8bf16c'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:29:36.370505 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-09a06e5d-8e2e-45c6-9e39-7653a4a5a42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.373834 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b88c4d71-d70a-4805-84db-b3e422b502d7 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.488539 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-819dc096-9b2f-4d70-ad35-9e2f8ab930dc admin admin] Publish callbacks [] for port (4abb5927-868c-4a8c-a530-1cb1e173b3a4), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.580873 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09518b-d383-4aef-ab25-9fed6e90141c tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Pushing event updated for resources: {'Port': ['ID=e946be19-a018-4de6-98cf-5f3e20a5b7b7,revision_number=6']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:36.584965 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-09a06e5d-8e2e-45c6-9e39-7653a4a5a42c None None] Allocated IP 172.20.0.2 (dd65474c-0b14-4c75-9058-245198106ef8/10438cad-60ca-4257-93e8-c8ceba8bf16c/8732b07b-3f05-43e4-a55c-aba95b554453) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:36.642144 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-819dc096-9b2f-4d70-ad35-9e2f8ab930dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (4abb5927-868c-4a8c-a530-1cb1e173b3a4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.671975 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b88c4d71-d70a-4805-84db-b3e422b502d7 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks [] for security_group (8f26336a-c3f3-4d34-954f-fc9e0f6db2c7), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.699970 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832df46a-b84d-4cea-9ee0-9286348242a1 req-6cf9b1b4-0a85-4fa1-89cb-c67a8da7c1b9 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:36.705459 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-832df46a-b84d-4cea-9ee0-9286348242a1 req-6cf9b1b4-0a85-4fa1-89cb-c67a8da7c1b9 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 931 time: 0.6028426 Jan 28 13:29:36.746190 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-09a06e5d-8e2e-45c6-9e39-7653a4a5a42c None None] Publish callbacks [] for port (8732b07b-3f05-43e4-a55c-aba95b554453), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.761826 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['e946be19-a018-4de6-98cf-5f3e20a5b7b7'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:36.773933 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b88c4d71-d70a-4805-84db-b3e422b502d7 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8f26336a-c3f3-4d34-954f-fc9e0f6db2c7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.833756 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-09a06e5d-8e2e-45c6-9e39-7653a4a5a42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (8732b07b-3f05-43e4-a55c-aba95b554453), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.852989 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819dc096-9b2f-4d70-ad35-9e2f8ab930dc admin admin] Pushing event updated for resources: {'Port': ['ID=4abb5927-868c-4a8c-a530-1cb1e173b3a4,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:36.947442 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b88c4d71-d70a-4805-84db-b3e422b502d7 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.951449 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b88c4d71-d70a-4805-84db-b3e422b502d7 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9949269 Jan 28 13:29:36.958974 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55266) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:36.969655 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-69af5466-3c5d-4e36-9dad-a7f9dd84d32a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Request body: {'security_group_rule': {'security_group_id': '8f26336a-c3f3-4d34-954f-fc9e0f6db2c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:36.989249 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c4d71-d70a-4805-84db-b3e422b502d7 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:37.014799 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-efa08b68-d6d0-4a15-955e-4d59133d24e0 req-ee27f80d-9a41-4fb9-95ed-3ce0fed46184 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (767d7152-2c8c-4117-9a59-9ff3740608f1), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:37.024670 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819dc096-9b2f-4d70-ad35-9e2f8ab930dc admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:37.049782 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-832df46a-b84d-4cea-9ee0-9286348242a1 req-12e34397-88b2-494f-a763-d8439e37d37d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269944 Jan 28 13:29:37.057663 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fb97a09e-42da-4d7d-a8aa-4ed710ae5ad4 req-af365c96-b1e7-470a-94d5-efed68f1dd96 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups/cad870f9-4bcb-44a1-8819-2ddb11ad4acd HTTP/1.1" status: 200 len: 1818 time: 0.2141242 Jan 28 13:29:37.062615 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d15ff8b1-0a3a-493e-83c6-0b2a8bfd1bae req-b75b6a85-878c-4c2d-b918-909ba125d2c9 service neutron] 10.222.0.18 "GET /v2.0/networks/16d9a03d-cf10-476d-aa93-1b10f6134522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8923492 Jan 28 13:29:37.070626 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-819dc096-9b2f-4d70-ad35-9e2f8ab930dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:37.086574 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819dc096-9b2f-4d70-ad35-9e2f8ab930dc admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:37.120195 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27f80d-9a41-4fb9-95ed-3ce0fed46184 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Pushing event deleted for resources: {'Port': ['ID=767d7152-2c8c-4117-9a59-9ff3740608f1,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:37.136049 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69af5466-3c5d-4e36-9dad-a7f9dd84d32a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks [] for security_group_rule (d510687f-fc8b-4cfe-a80e-3e8cb8fe10e1), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:37.206023 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-df863903-4a22-422d-a27b-1ba21ab1d57f None None] Provisioning complete for port 882a00c7-7fd0-4799-87cf-fc6aafe6a113 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:37.207073 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df863903-4a22-422d-a27b-1ba21ab1d57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (882a00c7-7fd0-4799-87cf-fc6aafe6a113), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:37.263851 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa08b68-d6d0-4a15-955e-4d59133d24e0 req-ee27f80d-9a41-4fb9-95ed-3ce0fed46184 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] No DVR routers for this DVR port 767d7152-2c8c-4117-9a59-9ff3740608f1 on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:37.284943 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-efa08b68-d6d0-4a15-955e-4d59133d24e0 req-ee27f80d-9a41-4fb9-95ed-3ce0fed46184 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:37.295046 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-efa08b68-d6d0-4a15-955e-4d59133d24e0 req-ee27f80d-9a41-4fb9-95ed-3ce0fed46184 tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.37 "DELETE /v2.0/ports/767d7152-2c8c-4117-9a59-9ff3740608f1 HTTP/1.1" status: 204 len: 173 time: 2.4871111 Jan 28 13:29:37.295545 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9410dfb-e647-40ce-8861-c0ce9c18db55', 'name': 'network-vif-deleted', 'tag': '767d7152-2c8c-4117-9a59-9ff3740608f1'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:37.298277 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81c4e0a-1c6d-40d5-b351-d81c29c441d8" -d '{"events": [{"server_uuid": "b9410dfb-e647-40ce-8861-c0ce9c18db55", "name": "network-vif-deleted", "tag": "767d7152-2c8c-4117-9a59-9ff3740608f1"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:37.352236 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b332c4c9-c097-4179-9d3c-db9048b69ead req-2d6b5f9e-678a-43a3-8cd1-3ab2e2dc27bf tempest-LiveMigrationNegativeTest-739297266 tempest-LiveMigrationNegativeTest-739297266-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9410dfb-e647-40ce-8861-c0ce9c18db55 HTTP/1.1" status: 200 len: 210 time: 0.0863180 Jan 28 13:29:37.479127 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a06e5d-8e2e-45c6-9e39-7653a4a5a42c None None] Network dd65474c-0b14-4c75-9058-245198106ef8 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:37.540711 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ea5a5-01a5-4245-8aca-72fb0746c5c6 None None] Pushing event updated for resources: {'Port': ['ID=882a00c7-7fd0-4799-87cf-fc6aafe6a113,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:37.595775 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-09a06e5d-8e2e-45c6-9e39-7653a4a5a42c None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:37.645281 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69af5466-3c5d-4e36-9dad-a7f9dd84d32a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks [] for security_group_rule (d510687f-fc8b-4cfe-a80e-3e8cb8fe10e1), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:37.675783 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 882a00c7-7fd0-4799-87cf-fc6aafe6a113 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:37.692860 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a06e5d-8e2e-45c6-9e39-7653a4a5a42c None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:37.706453 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-83002dde-cab1-4be6-ac55-7421ae2f4f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d16de8b-6726-4523-9c1e-dc8ca0c77907 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:29:37.714958 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-83002dde-cab1-4be6-ac55-7421ae2f4f39 service neutron] Publish callbacks [] for port (7d16de8b-6726-4523-9c1e-dc8ca0c77907), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:37.729492 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-83002dde-cab1-4be6-ac55-7421ae2f4f39 service neutron] Transition to ACTIVE for port object 7d16de8b-6726-4523-9c1e-dc8ca0c77907 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:29:37.739711 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a676276a-0924-4c2f-845e-8383097df69f x-openstack-request-id: req-a676276a-0924-4c2f-845e-8383097df69f {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:37.740172 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b6f48b4-b789-4d71-a23c-d681d5656b6f", "tag": "e946be19-a018-4de6-98cf-5f3e20a5b7b7", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:37.740522 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a676276a-0924-4c2f-845e-8383097df69f {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:37.741018 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b6f48b4-b789-4d71-a23c-d681d5656b6f', 'tag': 'e946be19-a018-4de6-98cf-5f3e20a5b7b7', 'status': 'completed', 'code': 200} Jan 28 13:29:37.774857 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-83002dde-cab1-4be6-ac55-7421ae2f4f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (7d16de8b-6726-4523-9c1e-dc8ca0c77907), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:37.775396 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a43b74-a4d7-4fff-adef-3b6f397825e0 req-46dc4913-37b7-4673-8622-05a01a0b408c tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:37.781796 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a06e5d-8e2e-45c6-9e39-7653a4a5a42c None None] Pushing event updated for resources: {'Port': ['ID=8732b07b-3f05-43e4-a55c-aba95b554453,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:37.788225 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e4a43b74-a4d7-4fff-adef-3b6f397825e0 req-46dc4913-37b7-4673-8622-05a01a0b408c tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=76b81261-1d68-4059-845e-5942d1d30b2b HTTP/1.1" status: 200 len: 946 time: 0.2986410 Jan 28 13:29:37.794519 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69af5466-3c5d-4e36-9dad-a7f9dd84d32a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (d510687f-fc8b-4cfe-a80e-3e8cb8fe10e1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:37.901967 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af5466-3c5d-4e36-9dad-a7f9dd84d32a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d510687f-fc8b-4cfe-a80e-3e8cb8fe10e1,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:38.007791 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfc32c99-1b04-4bc0-8691-3bb14a868824 admin admin] Publish callbacks [] for router_gateway (721350a7-83fa-4721-8554-c80c4f6845bc), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.065298 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e4a43b74-a4d7-4fff-adef-3b6f397825e0 req-72ee2327-1654-499b-944e-bdd84da1317b tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757444 Jan 28 13:29:38.067982 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 882a00c7-7fd0-4799-87cf-fc6aafe6a113 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:38.068549 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69af5466-3c5d-4e36-9dad-a7f9dd84d32a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.069812 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-69af5466-3c5d-4e36-9dad-a7f9dd84d32a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1091166 Jan 28 13:29:38.071062 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfc32c99-1b04-4bc0-8691-3bb14a868824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.099538 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55272) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:38.104315 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-e9a386be-37a9-4114-b3a8-eacd76767805 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Request body: {'security_group_rule': {'security_group_id': '8f26336a-c3f3-4d34-954f-fc9e0f6db2c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:38.166231 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3764aaf4-771c-46c2-89ef-a51d2be163e2 x-openstack-request-id: req-3764aaf4-771c-46c2-89ef-a51d2be163e2 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:38.166742 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9410dfb-e647-40ce-8861-c0ce9c18db55", "name": "network-vif-deleted", "tag": "767d7152-2c8c-4117-9a59-9ff3740608f1", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:38.167160 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3764aaf4-771c-46c2-89ef-a51d2be163e2 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:38.169328 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9410dfb-e647-40ce-8861-c0ce9c18db55', 'name': 'network-vif-deleted', 'tag': '767d7152-2c8c-4117-9a59-9ff3740608f1', 'status': 'completed', 'code': 200} Jan 28 13:29:38.185705 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c239f88b-bd6e-4981-a106-4337e0f29cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'name': 'tempest-ServerActionsTestJSON-29868979-router', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:17Z', 'updated_at': '2022-01-28T13:29:30Z', 'revision_number': 4, 'project_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'gw_port': {'id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:19Z', 'updated_at': '2022-01-28T13:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '361cab4b-386a-4f7f-8df5-6b69b33ac516', 'name': '', 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'mac_address': 'fa:16:3e:d4:54:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '0384f919-cf7e-4ec0-b290-94b57d977aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:28Z', 'updated_at': '2022-01-28T13:29:31Z', 'revision_number': 2, 'project_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'subnets': [{'id': '0384f919-cf7e-4ec0-b290-94b57d977aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:38.230116 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e9a386be-37a9-4114-b3a8-eacd76767805 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks [] for security_group_rule (4d3658a8-b247-4eb4-aac8-c09af994373b), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.236721 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239f88b-bd6e-4981-a106-4337e0f29cc1 None None] Checking router: 031dd80d-d44a-4a59-9186-14b3096e60e4 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:29:38.237344 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239f88b-bd6e-4981-a106-4337e0f29cc1 None None] Updating router 031dd80d-d44a-4a59-9186-14b3096e60e4 port 361cab4b-386a-4f7f-8df5-6b69b33ac516 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:29:38.296668 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-09a06e5d-8e2e-45c6-9e39-7653a4a5a42c None None] Attempting to bind port 8732b07b-3f05-43e4-a55c-aba95b554453 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:38.297044 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-09a06e5d-8e2e-45c6-9e39-7653a4a5a42c None None] Attempting to bind port 8732b07b-3f05-43e4-a55c-aba95b554453 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:38.297611 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a06e5d-8e2e-45c6-9e39-7653a4a5a42c None None] Attempting to bind port 8732b07b-3f05-43e4-a55c-aba95b554453 on network dd65474c-0b14-4c75-9058-245198106ef8 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:38.319561 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a06e5d-8e2e-45c6-9e39-7653a4a5a42c None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:38.319986 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a06e5d-8e2e-45c6-9e39-7653a4a5a42c None None] Checking segment: {'id': 'cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:38.320360 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-09a06e5d-8e2e-45c6-9e39-7653a4a5a42c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.320760 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a06e5d-8e2e-45c6-9e39-7653a4a5a42c None None] Bound using segment: {'id': 'cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:38.321263 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-09a06e5d-8e2e-45c6-9e39-7653a4a5a42c None None] Bound port: 8732b07b-3f05-43e4-a55c-aba95b554453, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:38.321648 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-09a06e5d-8e2e-45c6-9e39-7653a4a5a42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8732b07b-3f05-43e4-a55c-aba95b554453), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.358852 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-df863903-4a22-422d-a27b-1ba21ab1d57f None None] Current status of the port 882a00c7-7fd0-4799-87cf-fc6aafe6a113 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:38.428924 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-dfc32c99-1b04-4bc0-8691-3bb14a868824 admin admin] Allocated IP 172.25.3.73 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/af032d40-edcf-4fe0-b100-0aeb13a49dcc) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:38.443001 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c239f88b-bd6e-4981-a106-4337e0f29cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (361cab4b-386a-4f7f-8df5-6b69b33ac516), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.446024 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e9a386be-37a9-4114-b3a8-eacd76767805 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks [] for security_group_rule (4d3658a8-b247-4eb4-aac8-c09af994373b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.455900 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e9a386be-37a9-4114-b3a8-eacd76767805 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (4d3658a8-b247-4eb4-aac8-c09af994373b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.463585 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 767d7152-2c8c-4117-9a59-9ff3740608f1 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:38.504566 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c72fff-8de5-4741-9617-4f8b5f76a415 req-f2719a7a-ac38-4418-826b-8d653a3f6a2e tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:38.512078 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45c72fff-8de5-4741-9617-4f8b5f76a415 req-f2719a7a-ac38-4418-826b-8d653a3f6a2e tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 943 time: 0.1306427 Jan 28 13:29:38.527125 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a386be-37a9-4114-b3a8-eacd76767805 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d3658a8-b247-4eb4-aac8-c09af994373b,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:38.545998 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e9a386be-37a9-4114-b3a8-eacd76767805 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.547313 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e9a386be-37a9-4114-b3a8-eacd76767805 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4467587 Jan 28 13:29:38.562218 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 767d7152-2c8c-4117-9a59-9ff3740608f1 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:38.562569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 767d7152-2c8c-4117-9a59-9ff3740608f1 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:38.574928 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55278) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:38.579587 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-07060137-a41b-4580-a544-83e5bfb63780 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:38.638097 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45c72fff-8de5-4741-9617-4f8b5f76a415 req-e585f56e-852a-475f-ad1f-95e938ca73bf tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249843 Jan 28 13:29:38.653926 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-07060137-a41b-4580-a544-83e5bfb63780 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.672690 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 882a00c7-7fd0-4799-87cf-fc6aafe6a113 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:38.673432 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (882a00c7-7fd0-4799-87cf-fc6aafe6a113), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.676386 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-09a06e5d-8e2e-45c6-9e39-7653a4a5a42c None None] For port 8732b07b-3f05-43e4-a55c-aba95b554453, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:38.729522 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-819dc096-9b2f-4d70-ad35-9e2f8ab930dc admin admin] Publish callbacks [] for router_gateway (12e79e6d-e245-41f2-9a12-df26573f79b8), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.757085 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfc32c99-1b04-4bc0-8691-3bb14a868824 admin admin] Publish callbacks [] for port (af032d40-edcf-4fe0-b100-0aeb13a49dcc), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.822348 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-09a06e5d-8e2e-45c6-9e39-7653a4a5a42c None None] For port 8732b07b-3f05-43e4-a55c-aba95b554453, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8732b07b-3f05-43e4-a55c-aba95b554453,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:38.846427 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a22b5-9003-4fea-82b8-2982ebc65b70 req-84436750-8b86-408c-a376-c6a62518af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:38.849194 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-036a22b5-9003-4fea-82b8-2982ebc65b70 req-84436750-8b86-408c-a376-c6a62518af07 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b360bd95cff749448a550ff64a9ecd83&device_id=5b6f48b4-b789-4d71-a23c-d681d5656b6f HTTP/1.1" status: 200 len: 1135 time: 1.1072609 Jan 28 13:29:38.875165 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-09a06e5d-8e2e-45c6-9e39-7653a4a5a42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8732b07b-3f05-43e4-a55c-aba95b554453), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:39.024535 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [req-fb97a09e-42da-4d7d-a8aa-4ed710ae5ad4 req-09e91180-93ca-4746-bbe7-bb8db73b591a tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 13:29:39.025796 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fb97a09e-42da-4d7d-a8aa-4ed710ae5ad4 req-09e91180-93ca-4746-bbe7-bb8db73b591a tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "DELETE /v2.0/security-groups/cad870f9-4bcb-44a1-8819-2ddb11ad4acd HTTP/1.1" status: 409 len: 341 time: 1.9506230 Jan 28 13:29:39.084181 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83002dde-cab1-4be6-ac55-7421ae2f4f39 service neutron] Pushing event updated for resources: {'Port': ['ID=7d16de8b-6726-4523-9c1e-dc8ca0c77907,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:39.111729 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55286) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:39.352513 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a06e5d-8e2e-45c6-9e39-7653a4a5a42c None None] Pushing event updated for resources: {'Port': ['ID=8732b07b-3f05-43e4-a55c-aba95b554453,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:39.530092 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a22b5-9003-4fea-82b8-2982ebc65b70 req-648a8a16-2991-42ac-8a8b-546187f4960b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:39.532738 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-036a22b5-9003-4fea-82b8-2982ebc65b70 req-648a8a16-2991-42ac-8a8b-546187f4960b service neutron] 10.222.0.18 "GET /v2.0/networks?id=16d9a03d-cf10-476d-aa93-1b10f6134522 HTTP/1.1" status: 200 len: 913 time: 0.6163688 Jan 28 13:29:39.540451 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0ede1-e866-4633-ab94-2c913662c5be req-a3dfec17-72f4-4045-a303-2ecd55bb028b tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:39.542511 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dbb0ede1-e866-4633-ab94-2c913662c5be req-a3dfec17-72f4-4045-a303-2ecd55bb028b tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=76b81261-1d68-4059-845e-5942d1d30b2b HTTP/1.1" status: 200 len: 946 time: 0.3257635 Jan 28 13:29:39.567297 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfc32c99-1b04-4bc0-8691-3bb14a868824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (af032d40-edcf-4fe0-b100-0aeb13a49dcc), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:39.676575 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc32c99-1b04-4bc0-8691-3bb14a868824 admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:39.686457 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d85e2-706a-4bbf-bbbb-45202ab7276c req-4a408ff1-2b67-40f2-a722-21f044c17028 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:39.689975 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ee8d85e2-706a-4bbf-bbbb-45202ab7276c req-4a408ff1-2b67-40f2-a722-21f044c17028 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.37 "GET /v2.0/ports?device_id=76b81261-1d68-4059-845e-5942d1d30b2b HTTP/1.1" status: 200 len: 946 time: 0.9059215 Jan 28 13:29:39.703551 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-dfc32c99-1b04-4bc0-8691-3bb14a868824 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:39.708269 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc32c99-1b04-4bc0-8691-3bb14a868824 admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:39.727418 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-83002dde-cab1-4be6-ac55-7421ae2f4f39 service neutron] Attempting to bind port 7d16de8b-6726-4523-9c1e-dc8ca0c77907 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:39.727881 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-83002dde-cab1-4be6-ac55-7421ae2f4f39 service neutron] Attempting to bind port 7d16de8b-6726-4523-9c1e-dc8ca0c77907 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '47de1ed8-1dd0-41d3-a910-f3e7c5824077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:39.728297 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-83002dde-cab1-4be6-ac55-7421ae2f4f39 service neutron] Attempting to bind port 7d16de8b-6726-4523-9c1e-dc8ca0c77907 on network f773675e-cdaa-4e1f-928a-174702ce7787 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:39.737793 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-036a22b5-9003-4fea-82b8-2982ebc65b70 req-a27d90e7-4d87-41f0-a3f2-af1745bed346 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e946be19-a018-4de6-98cf-5f3e20a5b7b7 HTTP/1.1" status: 200 len: 217 time: 0.1889548 Jan 28 13:29:39.786105 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-66b3d47d-d7de-4037-95fe-31ef29f2edfd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a84bcf6cd7c4518a9b8701b9573858a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6727326 Jan 28 13:29:39.797957 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-83002dde-cab1-4be6-ac55-7421ae2f4f39 service neutron] Port 7d16de8b-6726-4523-9c1e-dc8ca0c77907 on network f773675e-cdaa-4e1f-928a-174702ce7787 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:29:39.798397 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-83002dde-cab1-4be6-ac55-7421ae2f4f39 service neutron] Attempting to bind port 7d16de8b-6726-4523-9c1e-dc8ca0c77907 on network f773675e-cdaa-4e1f-928a-174702ce7787 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:39.801269 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55298) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:39.802902 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 882a00c7-7fd0-4799-87cf-fc6aafe6a113 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:39.877859 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc32c99-1b04-4bc0-8691-3bb14a868824 admin admin] Pushing event updated for resources: {'Port': ['ID=af032d40-edcf-4fe0-b100-0aeb13a49dcc,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:39.892950 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-83002dde-cab1-4be6-ac55-7421ae2f4f39 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:39.893332 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-83002dde-cab1-4be6-ac55-7421ae2f4f39 service neutron] Checking segment: {'id': '47de1ed8-1dd0-41d3-a910-f3e7c5824077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:39.894170 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-83002dde-cab1-4be6-ac55-7421ae2f4f39 service neutron] Bound using segment: {'id': '47de1ed8-1dd0-41d3-a910-f3e7c5824077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:39.894359 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-83002dde-cab1-4be6-ac55-7421ae2f4f39 service neutron] Bound port: 7d16de8b-6726-4523-9c1e-dc8ca0c77907, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47de1ed8-1dd0-41d3-a910-f3e7c5824077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:39.894689 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-83002dde-cab1-4be6-ac55-7421ae2f4f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7d16de8b-6726-4523-9c1e-dc8ca0c77907), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:39.942330 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c239f88b-bd6e-4981-a106-4337e0f29cc1 None None] Publish callbacks [] for port (361cab4b-386a-4f7f-8df5-6b69b33ac516), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:39.951579 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c239f88b-bd6e-4981-a106-4337e0f29cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (361cab4b-386a-4f7f-8df5-6b69b33ac516), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:39.953160 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03adc6-90e2-410e-933c-c07e2fd1d52c req-11080704-71cf-4332-967c-d6c8a5123db0 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:39.965552 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d03adc6-90e2-410e-933c-c07e2fd1d52c req-11080704-71cf-4332-967c-d6c8a5123db0 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b6f48b4-b789-4d71-a23c-d681d5656b6f HTTP/1.1" status: 200 len: 984 time: 0.3188102 Jan 28 13:29:39.977333 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-07060137-a41b-4580-a544-83e5bfb63780 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.008791 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-819dc096-9b2f-4d70-ad35-9e2f8ab930dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (12e79e6d-e245-41f2-9a12-df26573f79b8), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.038819 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8732b07b-3f05-43e4-a55c-aba95b554453 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:40.040975 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dbb0ede1-e866-4633-ab94-2c913662c5be req-ae7fa572-bdba-4491-9a60-7580db49af04 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4633319 Jan 28 13:29:40.117076 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a22b5-9003-4fea-82b8-2982ebc65b70 req-a1fe52bf-0f7f-4389-a5e0-7afea9b88428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:40.118663 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-036a22b5-9003-4fea-82b8-2982ebc65b70 req-a1fe52bf-0f7f-4389-a5e0-7afea9b88428 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=042f9a6a-2921-498d-bcc9-1ba76067c5cb HTTP/1.1" status: 200 len: 853 time: 0.3605349 Jan 28 13:29:40.186807 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-036a22b5-9003-4fea-82b8-2982ebc65b70 req-a0876069-7bcd-4041-b8ba-6e8e5de5b200 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16d9a03d-cf10-476d-aa93-1b10f6134522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587087 Jan 28 13:29:40.191368 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-83002dde-cab1-4be6-ac55-7421ae2f4f39 service neutron] For port 7d16de8b-6726-4523-9c1e-dc8ca0c77907, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:40.208173 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98531a-3a82-4efc-91ae-6f6073da37d4 None None] Pushing event updated for resources: {'Port': ['ID=361cab4b-386a-4f7f-8df5-6b69b33ac516,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:40.226461 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d03adc6-90e2-410e-933c-c07e2fd1d52c req-98c9be6f-b0d7-47fe-a660-94bbd2d0a22a tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad870f9-4bcb-44a1-8819-2ddb11ad4acd&id=44a7f744-1530-4434-b04a-b15e9c3628da&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2577174 Jan 28 13:29:40.271701 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d3e33e04-bd17-409a-ad5f-d047be25b252 admin admin] Publish callbacks [] for security_group (f57d5050-af6f-4453-9d44-106806ba47d0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.286156 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-c239f88b-bd6e-4981-a106-4337e0f29cc1 None None] Attempting to bind port 361cab4b-386a-4f7f-8df5-6b69b33ac516 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:40.286575 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-c239f88b-bd6e-4981-a106-4337e0f29cc1 None None] Attempting to bind port 361cab4b-386a-4f7f-8df5-6b69b33ac516 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '792a819f-11b6-46d0-bd5d-38aa9f6d375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:40.287080 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c239f88b-bd6e-4981-a106-4337e0f29cc1 None None] Attempting to bind port 361cab4b-386a-4f7f-8df5-6b69b33ac516 on network 7079efeb-cd22-4f60-b771-d74efc0a16e0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:40.295372 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c239f88b-bd6e-4981-a106-4337e0f29cc1 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:40.295957 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c239f88b-bd6e-4981-a106-4337e0f29cc1 None None] Checking segment: {'id': '792a819f-11b6-46d0-bd5d-38aa9f6d375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:40.296458 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c239f88b-bd6e-4981-a106-4337e0f29cc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.296942 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c239f88b-bd6e-4981-a106-4337e0f29cc1 None None] Bound using segment: {'id': '792a819f-11b6-46d0-bd5d-38aa9f6d375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:40.297569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-c239f88b-bd6e-4981-a106-4337e0f29cc1 None None] Bound port: 361cab4b-386a-4f7f-8df5-6b69b33ac516, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792a819f-11b6-46d0-bd5d-38aa9f6d375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:40.298062 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c239f88b-bd6e-4981-a106-4337e0f29cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (361cab4b-386a-4f7f-8df5-6b69b33ac516), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.344984 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 8732b07b-3f05-43e4-a55c-aba95b554453 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:40.345640 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8732b07b-3f05-43e4-a55c-aba95b554453), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.411750 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-83002dde-cab1-4be6-ac55-7421ae2f4f39 service neutron] For port 7d16de8b-6726-4523-9c1e-dc8ca0c77907, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=7d16de8b-6726-4523-9c1e-dc8ca0c77907,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:40.440965 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-83002dde-cab1-4be6-ac55-7421ae2f4f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (7d16de8b-6726-4523-9c1e-dc8ca0c77907), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.463239 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-06cd0d27-90f8-458f-b714-027b77674559 None None] Provisioning complete for port 361cab4b-386a-4f7f-8df5-6b69b33ac516 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:40.464119 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06cd0d27-90f8-458f-b714-027b77674559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (361cab4b-386a-4f7f-8df5-6b69b33ac516), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.506170 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-06cd0d27-90f8-458f-b714-027b77674559 None None] Port 361cab4b-386a-4f7f-8df5-6b69b33ac516 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:29:40.535837 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c239f88b-bd6e-4981-a106-4337e0f29cc1 None None] For port 361cab4b-386a-4f7f-8df5-6b69b33ac516, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:40.547714 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-07060137-a41b-4580-a544-83e5bfb63780 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Allocated IP 172.25.3.5 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/f0ecbf9c-a7fe-4614-945a-6f2dab19bd90) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:40.557424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c239f88b-bd6e-4981-a106-4337e0f29cc1 None None] For port 361cab4b-386a-4f7f-8df5-6b69b33ac516, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=361cab4b-386a-4f7f-8df5-6b69b33ac516,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:40.569583 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c239f88b-bd6e-4981-a106-4337e0f29cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (361cab4b-386a-4f7f-8df5-6b69b33ac516), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.577848 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d3e33e04-bd17-409a-ad5f-d047be25b252 admin admin] Publish callbacks [] for security_group (f57d5050-af6f-4453-9d44-106806ba47d0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.643906 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98531a-3a82-4efc-91ae-6f6073da37d4 None None] Pushing event updated for resources: {'Port': ['ID=361cab4b-386a-4f7f-8df5-6b69b33ac516,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:40.656080 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 8732b07b-3f05-43e4-a55c-aba95b554453 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:40.656644 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8732b07b-3f05-43e4-a55c-aba95b554453), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.662880 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac17969-9e59-401b-9661-01424ca76122 req-d2fe9561-bea3-4496-8ac8-f6bd22ecc0ae tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:40.665065 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ac17969-9e59-401b-9661-01424ca76122 req-d2fe9561-bea3-4496-8ac8-f6bd22ecc0ae tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 943 time: 0.4849029 Jan 28 13:29:40.682057 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-83002dde-cab1-4be6-ac55-7421ae2f4f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:40.683020 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-83002dde-cab1-4be6-ac55-7421ae2f4f39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.685547 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-83002dde-cab1-4be6-ac55-7421ae2f4f39 service neutron] 10.222.0.18 "PUT /v2.0/ports/7d16de8b-6726-4523-9c1e-dc8ca0c77907 HTTP/1.1" status: 200 len: 1091 time: 6.3027837 Jan 28 13:29:40.686512 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed4b2246-81b1-429c-b35e-ca5da23b0332', 'tag': '7d16de8b-6726-4523-9c1e-dc8ca0c77907'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:40.697431 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ca92d6-0647-4dcb-81c6-33f2a533ec2b" -d '{"events": [{"name": "network-changed", "server_uuid": "ed4b2246-81b1-429c-b35e-ca5da23b0332", "tag": "7d16de8b-6726-4523-9c1e-dc8ca0c77907"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:40.706692 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c239f88b-bd6e-4981-a106-4337e0f29cc1 None None] Routers {'031dd80d-d44a-4a59-9186-14b3096e60e4'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:29:40.707576 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c239f88b-bd6e-4981-a106-4337e0f29cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:29:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['031dd80d-d44a-4a59-9186-14b3096e60e4'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:40.790170 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-07060137-a41b-4580-a544-83e5bfb63780 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks [] for port (f0ecbf9c-a7fe-4614-945a-6f2dab19bd90), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.811796 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83002dde-cab1-4be6-ac55-7421ae2f4f39 service neutron] Pushing event updated for resources: {'Port': ['ID=7d16de8b-6726-4523-9c1e-dc8ca0c77907,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:40.845504 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-07060137-a41b-4580-a544-83e5bfb63780 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (f0ecbf9c-a7fe-4614-945a-6f2dab19bd90), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.868285 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-c239f88b-bd6e-4981-a106-4337e0f29cc1 None None] Set router 031dd80d-d44a-4a59-9186-14b3096e60e4 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:29:40.869206 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-ee8d85e2-706a-4bbf-bbbb-45202ab7276c req-3c404878-d7c5-45c3-b44d-dce45faaae9e tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Deleting port 48178c0b-e01b-45bc-aa05-d7d6c50f76ca {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:40.870727 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ee8d85e2-706a-4bbf-bbbb-45202ab7276c req-3c404878-d7c5-45c3-b44d-dce45faaae9e tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (48178c0b-e01b-45bc-aa05-d7d6c50f76ca), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.871456 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2204f64-7516-4530-b0e4-4d8691596291 x-openstack-request-id: req-f2204f64-7516-4530-b0e4-4d8691596291 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:40.871886 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed4b2246-81b1-429c-b35e-ca5da23b0332", "tag": "7d16de8b-6726-4523-9c1e-dc8ca0c77907", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:40.872274 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f2204f64-7516-4530-b0e4-4d8691596291 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:40.872781 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed4b2246-81b1-429c-b35e-ca5da23b0332', 'tag': '7d16de8b-6726-4523-9c1e-dc8ca0c77907', 'status': 'completed', 'code': 200} Jan 28 13:29:40.920924 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-036a22b5-9003-4fea-82b8-2982ebc65b70 req-a4283be0-4d20-4487-b6c8-7c2c88a49764 service neutron] 10.222.0.18 "GET /v2.0/networks/16d9a03d-cf10-476d-aa93-1b10f6134522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6947594 Jan 28 13:29:40.932140 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ac17969-9e59-401b-9661-01424ca76122 req-c136d3cb-caab-4af9-9ee9-27a96def7f16 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003906 Jan 28 13:29:40.997334 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-92b30cf3-e213-4436-90fe-bcd12252e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:40.999070 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-92b30cf3-e213-4436-90fe-bcd12252e31d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab7dc526fd8f441185a698498cb3a4d8&device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 1094 time: 0.2553773 Jan 28 13:29:41.008649 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419ae137-77b4-4273-85a5-efd30f57e3eb None None] Network dd65474c-0b14-4c75-9058-245198106ef8 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:41.010068 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07060137-a41b-4580-a544-83e5bfb63780 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:41.029515 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-07060137-a41b-4580-a544-83e5bfb63780 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:41.033264 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07060137-a41b-4580-a544-83e5bfb63780 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:41.055026 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d3e33e04-bd17-409a-ad5f-d047be25b252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f57d5050-af6f-4453-9d44-106806ba47d0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.059118 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d3e33e04-bd17-409a-ad5f-d047be25b252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.063227 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d3e33e04-bd17-409a-ad5f-d047be25b252 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f57d5050-af6f-4453-9d44-106806ba47d0 HTTP/1.1" status: 204 len: 168 time: 1.2195210 Jan 28 13:29:41.115591 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-036a22b5-9003-4fea-82b8-2982ebc65b70 req-defbb6cc-c2a7-4701-a2b5-d2ee5067b6ca service neutron] 10.222.0.18 "GET /v2.0/networks/16d9a03d-cf10-476d-aa93-1b10f6134522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746483 Jan 28 13:29:41.138690 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 8732b07b-3f05-43e4-a55c-aba95b554453, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8732b07b-3f05-43e4-a55c-aba95b554453,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:41.167917 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-5f6ed99d-30a7-4714-9d7b-c1229c0d9f1d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d16de8b-6726-4523-9c1e-dc8ca0c77907 HTTP/1.1" status: 200 len: 217 time: 0.1026809 Jan 28 13:29:41.169354 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819dc096-9b2f-4d70-ad35-9e2f8ab930dc admin admin] Router 12e79e6d-e245-41f2-9a12-df26573f79b8 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:29:41.177771 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e33e04-bd17-409a-ad5f-d047be25b252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57d5050-af6f-4453-9d44-106806ba47d0,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:41.191705 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8732b07b-3f05-43e4-a55c-aba95b554453), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.193636 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-57a38040-744c-425e-9437-9224deb182e0 None None] Provisioning complete for port 8732b07b-3f05-43e4-a55c-aba95b554453 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:41.194001 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-57a38040-744c-425e-9437-9224deb182e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8732b07b-3f05-43e4-a55c-aba95b554453), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.352801 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07060137-a41b-4580-a544-83e5bfb63780 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Pushing event updated for resources: {'Port': ['ID=f0ecbf9c-a7fe-4614-945a-6f2dab19bd90,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:41.366298 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-2652b6b6-ec21-4077-8695-bfcd2934b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:41.367831 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-2652b6b6-ec21-4077-8695-bfcd2934b687 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71a5c6ba-e647-4544-86c2-92651ecb7e69 HTTP/1.1" status: 200 len: 852 time: 0.1930685 Jan 28 13:29:41.397064 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=8732b07b-3f05-43e4-a55c-aba95b554453,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:41.423469 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-96fe1fe1-8e32-456f-8d4c-29cd7f6c9adf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f773675e-cdaa-4e1f-928a-174702ce7787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373893 Jan 28 13:29:41.460185 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-ee8d85e2-706a-4bbf-bbbb-45202ab7276c req-3c404878-d7c5-45c3-b44d-dce45faaae9e tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] For port 48178c0b-e01b-45bc-aa05-d7d6c50f76ca, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=48178c0b-e01b-45bc-aa05-d7d6c50f76ca,segment=NetworkSegment(1c04bf0b-8aa7-40e6-8665-eb4d488e60a5),segment_id=1c04bf0b-8aa7-40e6-8665-eb4d488e60a5)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:41.460780 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ee8d85e2-706a-4bbf-bbbb-45202ab7276c req-3c404878-d7c5-45c3-b44d-dce45faaae9e tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (48178c0b-e01b-45bc-aa05-d7d6c50f76ca), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.508537 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-57a38040-744c-425e-9437-9224deb182e0 None None] Current status of the port 8732b07b-3f05-43e4-a55c-aba95b554453 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:41.529470 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1dc23-5c0f-4456-bc4e-6edf627bdef3 req-a476f5a4-384c-4dfe-805f-9f12f3fbbb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:41.531104 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d1d1dc23-5c0f-4456-bc4e-6edf627bdef3 req-a476f5a4-384c-4dfe-805f-9f12f3fbbb20 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b360bd95cff749448a550ff64a9ecd83&device_id=5b6f48b4-b789-4d71-a23c-d681d5656b6f HTTP/1.1" status: 200 len: 1135 time: 0.2899497 Jan 28 13:29:41.534455 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c239f88b-bd6e-4981-a106-4337e0f29cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'name': 'tempest-ServerActionsTestJSON-29868979-router', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:17Z', 'updated_at': '2022-01-28T13:29:30Z', 'revision_number': 4, 'project_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'gw_port': {'id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:19Z', 'updated_at': '2022-01-28T13:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '361cab4b-386a-4f7f-8df5-6b69b33ac516', 'name': '', 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'mac_address': 'fa:16:3e:d4:54:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '0384f919-cf7e-4ec0-b290-94b57d977aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:28Z', 'updated_at': '2022-01-28T13:29:40Z', 'revision_number': 4, 'project_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'subnets': [{'id': '0384f919-cf7e-4ec0-b290-94b57d977aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:41.573666 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239f88b-bd6e-4981-a106-4337e0f29cc1 None None] The sync data for ids ['031dd80d-d44a-4a59-9186-14b3096e60e4'] in n-d-822747-2 is: [{'id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'name': 'tempest-ServerActionsTestJSON-29868979-router', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:17Z', 'updated_at': '2022-01-28T13:29:30Z', 'revision_number': 4, 'project_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'gw_port': {'id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:19Z', 'updated_at': '2022-01-28T13:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '361cab4b-386a-4f7f-8df5-6b69b33ac516', 'name': '', 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'mac_address': 'fa:16:3e:d4:54:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '0384f919-cf7e-4ec0-b290-94b57d977aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:28Z', 'updated_at': '2022-01-28T13:29:40Z', 'revision_number': 4, 'project_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'subnets': [{'id': '0384f919-cf7e-4ec0-b290-94b57d977aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:29:41.595841 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-ee8d85e2-706a-4bbf-bbbb-45202ab7276c req-3c404878-d7c5-45c3-b44d-dce45faaae9e tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Calling delete_port for 48178c0b-e01b-45bc-aa05-d7d6c50f76ca owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:41.642618 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-1bb8fb11-6a6d-45d5-be49-335f3c33a7f7 None None] Provisioning complete for port 361cab4b-386a-4f7f-8df5-6b69b33ac516 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:41.643227 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1bb8fb11-6a6d-45d5-be49-335f3c33a7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (361cab4b-386a-4f7f-8df5-6b69b33ac516), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.718387 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55314) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:41.775048 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a1eb-311d-438c-8001-9fe46fda3c2d req-c9306074-75f0-44ba-b8c6-7f959873b94f tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:41.776798 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8bf8a1eb-311d-438c-8001-9fe46fda3c2d req-c9306074-75f0-44ba-b8c6-7f959873b94f tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=76b81261-1d68-4059-845e-5942d1d30b2b HTTP/1.1" status: 200 len: 946 time: 0.5461299 Jan 28 13:29:41.777368 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfc32c99-1b04-4bc0-8691-3bb14a868824 admin admin] Publish callbacks [] for router_gateway (721350a7-83fa-4721-8554-c80c4f6845bc), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.807934 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-f069bdf6-db2c-4132-a922-2187462dd304 service neutron] 10.222.0.18 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577316 Jan 28 13:29:41.908484 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1bb8fb11-6a6d-45d5-be49-335f3c33a7f7 None None] Current status of the port 361cab4b-386a-4f7f-8df5-6b69b33ac516 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:41.908484 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1bb8fb11-6a6d-45d5-be49-335f3c33a7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (361cab4b-386a-4f7f-8df5-6b69b33ac516), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.998897 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1bb8fb11-6a6d-45d5-be49-335f3c33a7f7 None None] For port 361cab4b-386a-4f7f-8df5-6b69b33ac516, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=361cab4b-386a-4f7f-8df5-6b69b33ac516,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:42.006371 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1bb8fb11-6a6d-45d5-be49-335f3c33a7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (361cab4b-386a-4f7f-8df5-6b69b33ac516), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.080680 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-07060137-a41b-4580-a544-83e5bfb63780 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks [] for floatingip (29968603-a498-49d6-8947-bac73c77fe94), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.114029 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8fb11-6a6d-45d5-be49-335f3c33a7f7 None None] Pushing event updated for resources: {'Port': ['ID=361cab4b-386a-4f7f-8df5-6b69b33ac516,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:42.142331 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-816fa3f0-ffd4-4918-b3d2-3fd9e8d2e1b8 None None] Provisioning complete for port 8732b07b-3f05-43e4-a55c-aba95b554453 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:42.143162 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-816fa3f0-ffd4-4918-b3d2-3fd9e8d2e1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8732b07b-3f05-43e4-a55c-aba95b554453), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.178268 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8bf8a1eb-311d-438c-8001-9fe46fda3c2d req-4ec5eb2c-4b5e-42ec-b536-15de9c9dd906 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953768 Jan 28 13:29:42.201270 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8732b07b-3f05-43e4-a55c-aba95b554453 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:42.265445 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-07060137-a41b-4580-a544-83e5bfb63780 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f0ecbf9c-a7fe-4614-945a-6f2dab19bd90), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.271831 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ee8d85e2-706a-4bbf-bbbb-45202ab7276c req-3c404878-d7c5-45c3-b44d-dce45faaae9e tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (48178c0b-e01b-45bc-aa05-d7d6c50f76ca), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.328796 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c404878-d7c5-45c3-b44d-dce45faaae9e tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Pushing event deleted for resources: {'Port': ['ID=48178c0b-e01b-45bc-aa05-d7d6c50f76ca,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:42.338541 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2', '8eb5ce04-8b94-47c1-ab07-f18ddbcaff87', 'bc3de9dc-9f98-4ffc-9a68-0793c890099b'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:42.378138 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-816fa3f0-ffd4-4918-b3d2-3fd9e8d2e1b8 None None] Current status of the port 8732b07b-3f05-43e4-a55c-aba95b554453 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:42.388295 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4717a-7d85-40f7-86d6-ca92e9f266e9 req-41139aeb-f405-42cb-8eb9-e9b769ae9760 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:42.394834 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 48178c0b-e01b-45bc-aa05-d7d6c50f76ca no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:42.395626 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16b4717a-7d85-40f7-86d6-ca92e9f266e9 req-41139aeb-f405-42cb-8eb9-e9b769ae9760 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b6f48b4-b789-4d71-a23c-d681d5656b6f HTTP/1.1" status: 200 len: 984 time: 1.0321276 Jan 28 13:29:42.405085 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819dc096-9b2f-4d70-ad35-9e2f8ab930dc admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:29:42.420644 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8984630c-c0bd-48e7-b467-82fcbe33f134 None None] Sync routers for ids ['12e79e6d-e245-41f2-9a12-df26573f79b8'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:29:42.436236 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8984630c-c0bd-48e7-b467-82fcbe33f134 None None] Routers {'12e79e6d-e245-41f2-9a12-df26573f79b8'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:29:42.436894 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8984630c-c0bd-48e7-b467-82fcbe33f134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:29:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['12e79e6d-e245-41f2-9a12-df26573f79b8'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:42.491705 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfc32c99-1b04-4bc0-8691-3bb14a868824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (721350a7-83fa-4721-8554-c80c4f6845bc), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.497092 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 8732b07b-3f05-43e4-a55c-aba95b554453 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:42.497837 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8732b07b-3f05-43e4-a55c-aba95b554453), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.507047 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 48178c0b-e01b-45bc-aa05-d7d6c50f76ca {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:42.507888 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 48178c0b-e01b-45bc-aa05-d7d6c50f76ca not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:42.599218 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8d9cf8ac-1798-4b51-a933-e54e188d73bf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cb406a723065420ebbf4c1ced6a8119b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8793383 Jan 28 13:29:42.623341 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-819dc096-9b2f-4d70-ad35-9e2f8ab930dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.624639 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-819dc096-9b2f-4d70-ad35-9e2f8ab930dc admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.1972742 Jan 28 13:29:42.630862 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55318) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:42.631231 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55320) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:42.635648 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-8984630c-c0bd-48e7-b467-82fcbe33f134 None None] Set router 12e79e6d-e245-41f2-9a12-df26573f79b8 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:29:42.652964 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1dc23-5c0f-4456-bc4e-6edf627bdef3 req-21c4d842-1727-434f-bc81-738c17b11d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:42.655167 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d1d1dc23-5c0f-4456-bc4e-6edf627bdef3 req-21c4d842-1727-434f-bc81-738c17b11d94 service neutron] 10.222.0.18 "GET /v2.0/networks?id=16d9a03d-cf10-476d-aa93-1b10f6134522 HTTP/1.1" status: 200 len: 913 time: 1.0774677 Jan 28 13:29:42.687438 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8d85e2-706a-4bbf-bbbb-45202ab7276c req-3c404878-d7c5-45c3-b44d-dce45faaae9e tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] No DVR routers for this DVR port 48178c0b-e01b-45bc-aa05-d7d6c50f76ca on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:42.699046 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ee8d85e2-706a-4bbf-bbbb-45202ab7276c req-3c404878-d7c5-45c3-b44d-dce45faaae9e tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.707842 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ee8d85e2-706a-4bbf-bbbb-45202ab7276c req-3c404878-d7c5-45c3-b44d-dce45faaae9e tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.37 "DELETE /v2.0/ports/48178c0b-e01b-45bc-aa05-d7d6c50f76ca HTTP/1.1" status: 204 len: 173 time: 3.0106516 Jan 28 13:29:42.722522 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b81261-1d68-4059-845e-5942d1d30b2b', 'name': 'network-vif-deleted', 'tag': '48178c0b-e01b-45bc-aa05-d7d6c50f76ca'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:42.736563 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cef62b-6dcd-422e-ac82-4bc49154efa4" -d '{"events": [{"server_uuid": "76b81261-1d68-4059-845e-5942d1d30b2b", "name": "network-vif-deleted", "tag": "48178c0b-e01b-45bc-aa05-d7d6c50f76ca"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:42.828348 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d1d1dc23-5c0f-4456-bc4e-6edf627bdef3 req-9e511fc0-30b0-4757-aa95-6f7f1e356d38 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e946be19-a018-4de6-98cf-5f3e20a5b7b7 HTTP/1.1" status: 200 len: 217 time: 0.1408727 Jan 28 13:29:42.867163 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 8732b07b-3f05-43e4-a55c-aba95b554453 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:42.868719 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 361cab4b-386a-4f7f-8df5-6b69b33ac516 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:42.888157 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16b4717a-7d85-40f7-86d6-ca92e9f266e9 req-f8130932-22aa-4a95-80e1-eea3ad81c9e3 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad870f9-4bcb-44a1-8819-2ddb11ad4acd&id=44a7f744-1530-4434-b04a-b15e9c3628da&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.4893279 Jan 28 13:29:42.973073 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcd83f-7c8e-49ea-a1c0-5ad3becacda2 req-61e89fad-17bd-4a92-9003-f7fbc9010e2e tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:42.980566 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-782f42e3-8f65-4ff2-bdbc-52ed817fec7a req-c7474ab0-d08c-4dd5-88e3-837a6679cf9e service neutron] 10.222.0.18 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6345363 Jan 28 13:29:42.984897 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8984630c-c0bd-48e7-b467-82fcbe33f134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'name': 'tempest-TaggedBootDevicesTest_v242-330770301-router', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:31Z', 'updated_at': '2022-01-28T13:29:37Z', 'revision_number': 3, 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'gw_port': {'id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:43:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:42.991885 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 361cab4b-386a-4f7f-8df5-6b69b33ac516 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:42.994361 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (361cab4b-386a-4f7f-8df5-6b69b33ac516), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.994768 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a1fcd83f-7c8e-49ea-a1c0-5ad3becacda2 req-61e89fad-17bd-4a92-9003-f7fbc9010e2e tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 943 time: 0.4872816 Jan 28 13:29:43.039979 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948bbbd4-38a2-4f5a-be22-bba14dc8f1a1 x-openstack-request-id: req-948bbbd4-38a2-4f5a-be22-bba14dc8f1a1 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:43.040258 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b81261-1d68-4059-845e-5942d1d30b2b", "name": "network-vif-deleted", "tag": "48178c0b-e01b-45bc-aa05-d7d6c50f76ca", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:43.040713 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-948bbbd4-38a2-4f5a-be22-bba14dc8f1a1 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:43.041002 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b81261-1d68-4059-845e-5942d1d30b2b', 'name': 'network-vif-deleted', 'tag': '48178c0b-e01b-45bc-aa05-d7d6c50f76ca', 'status': 'completed', 'code': 200} Jan 28 13:29:43.060190 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8984630c-c0bd-48e7-b467-82fcbe33f134 None None] Checking router: 12e79e6d-e245-41f2-9a12-df26573f79b8 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:29:43.060966 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8984630c-c0bd-48e7-b467-82fcbe33f134 None None] Updating router 12e79e6d-e245-41f2-9a12-df26573f79b8 port 4abb5927-868c-4a8c-a530-1cb1e173b3a4 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:29:43.099624 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8984630c-c0bd-48e7-b467-82fcbe33f134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4abb5927-868c-4a8c-a530-1cb1e173b3a4), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.146453 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a1fcd83f-7c8e-49ea-a1c0-5ad3becacda2 req-b60c699a-2920-47c2-a762-a98c336921ab tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489089 Jan 28 13:29:43.204537 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1dc23-5c0f-4456-bc4e-6edf627bdef3 req-e3cd0e84-c99b-43b6-a579-f48194d98125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:43.206524 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d1d1dc23-5c0f-4456-bc4e-6edf627bdef3 req-e3cd0e84-c99b-43b6-a579-f48194d98125 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=042f9a6a-2921-498d-bcc9-1ba76067c5cb HTTP/1.1" status: 200 len: 853 time: 0.3613329 Jan 28 13:29:43.218281 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ae140128-9c92-4a7a-90c8-625793c70304 admin admin] Publish callbacks [] for security_group (9966b915-c767-4a69-832a-e25e5e812f5d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.304011 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ae140128-9c92-4a7a-90c8-625793c70304 admin admin] Publish callbacks [] for security_group (9966b915-c767-4a69-832a-e25e5e812f5d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.332363 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc32c99-1b04-4bc0-8691-3bb14a868824 admin admin] Router 721350a7-83fa-4721-8554-c80c4f6845bc is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:29:43.380065 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-07060137-a41b-4580-a544-83e5bfb63780 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks [] for port (f0ecbf9c-a7fe-4614-945a-6f2dab19bd90), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.389617 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 361cab4b-386a-4f7f-8df5-6b69b33ac516 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:43.396572 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-07060137-a41b-4580-a544-83e5bfb63780 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (f0ecbf9c-a7fe-4614-945a-6f2dab19bd90), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.400187 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ae140128-9c92-4a7a-90c8-625793c70304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9966b915-c767-4a69-832a-e25e5e812f5d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.404073 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ae140128-9c92-4a7a-90c8-625793c70304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.406601 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ae140128-9c92-4a7a-90c8-625793c70304 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9966b915-c767-4a69-832a-e25e5e812f5d HTTP/1.1" status: 204 len: 168 time: 0.7714067 Jan 28 13:29:43.478147 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae140128-9c92-4a7a-90c8-625793c70304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9966b915-c767-4a69-832a-e25e5e812f5d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:43.624424 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d1d1dc23-5c0f-4456-bc4e-6edf627bdef3 req-410f6445-4634-4d43-8708-b482ca6f72df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16d9a03d-cf10-476d-aa93-1b10f6134522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2446358 Jan 28 13:29:43.674527 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca92d6-0647-4dcb-81c6-33f2a533ec2b req-07b54744-4c15-47b4-8ded-8c9b5bd28e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:43.677866 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-46ca92d6-0647-4dcb-81c6-33f2a533ec2b req-07b54744-4c15-47b4-8ded-8c9b5bd28e47 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab7dc526fd8f441185a698498cb3a4d8&device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 1094 time: 0.5959036 Jan 28 13:29:43.681436 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-87c4ebcf-d2a8-4f38-9feb-e3c51332534d req-4c07cfe6-0ef5-4ce6-a784-6572eb330a55 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=76b81261-1d68-4059-845e-5942d1d30b2b HTTP/1.1" status: 200 len: 210 time: 0.2723484 Jan 28 13:29:43.737315 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07060137-a41b-4580-a544-83e5bfb63780 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Pushing event updated for resources: {'Port': ['ID=f0ecbf9c-a7fe-4614-945a-6f2dab19bd90,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:43.774830 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-07060137-a41b-4580-a544-83e5bfb63780 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (29968603-a498-49d6-8947-bac73c77fe94), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.802100 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8984630c-c0bd-48e7-b467-82fcbe33f134 None None] Publish callbacks [] for port (4abb5927-868c-4a8c-a530-1cb1e173b3a4), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.816402 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-07060137-a41b-4580-a544-83e5bfb63780 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.818087 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-07060137-a41b-4580-a544-83e5bfb63780 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.2420475 Jan 28 13:29:43.818840 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8984630c-c0bd-48e7-b467-82fcbe33f134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4abb5927-868c-4a8c-a530-1cb1e173b3a4), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.896490 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-8984630c-c0bd-48e7-b467-82fcbe33f134 None None] Attempting to bind port 4abb5927-868c-4a8c-a530-1cb1e173b3a4 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:43.896490 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-8984630c-c0bd-48e7-b467-82fcbe33f134 None None] Attempting to bind port 4abb5927-868c-4a8c-a530-1cb1e173b3a4 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:43.896490 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8984630c-c0bd-48e7-b467-82fcbe33f134 None None] Attempting to bind port 4abb5927-868c-4a8c-a530-1cb1e173b3a4 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:43.979553 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8984630c-c0bd-48e7-b467-82fcbe33f134 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:43.980258 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8984630c-c0bd-48e7-b467-82fcbe33f134 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:43.980674 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8984630c-c0bd-48e7-b467-82fcbe33f134 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.981068 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8984630c-c0bd-48e7-b467-82fcbe33f134 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:43.981575 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-8984630c-c0bd-48e7-b467-82fcbe33f134 None None] Bound port: 4abb5927-868c-4a8c-a530-1cb1e173b3a4, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:43.981951 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8984630c-c0bd-48e7-b467-82fcbe33f134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4abb5927-868c-4a8c-a530-1cb1e173b3a4), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:44.019520 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 361cab4b-386a-4f7f-8df5-6b69b33ac516 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:44.103330 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-8984630c-c0bd-48e7-b467-82fcbe33f134 None None] For port 4abb5927-868c-4a8c-a530-1cb1e173b3a4, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:44.108651 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-8984630c-c0bd-48e7-b467-82fcbe33f134 None None] For port 4abb5927-868c-4a8c-a530-1cb1e173b3a4, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4abb5927-868c-4a8c-a530-1cb1e173b3a4,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:44.115466 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8984630c-c0bd-48e7-b467-82fcbe33f134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4abb5927-868c-4a8c-a530-1cb1e173b3a4), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:44.122057 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d1d1dc23-5c0f-4456-bc4e-6edf627bdef3 req-45a03e54-bc4b-4128-a62f-4fdd25859314 service neutron] 10.222.0.18 "GET /v2.0/networks/16d9a03d-cf10-476d-aa93-1b10f6134522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729133 Jan 28 13:29:44.125255 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc32c99-1b04-4bc0-8691-3bb14a868824 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:29:44.172077 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43618746-6822-4b44-9bfd-518eb91a812f None None] Sync routers for ids ['721350a7-83fa-4721-8554-c80c4f6845bc'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:29:44.215805 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ceec07-bce4-4f3b-80bd-fc1bce7f5251 req-f6abf580-3f61-4b75-b87b-8098ee1ac50d tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:44.223615 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-09ceec07-bce4-4f3b-80bd-fc1bce7f5251 req-f6abf580-3f61-4b75-b87b-8098ee1ac50d tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b6f48b4-b789-4d71-a23c-d681d5656b6f HTTP/1.1" status: 200 len: 984 time: 0.2207892 Jan 28 13:29:44.224703 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1caba14-e4db-4c58-bbb7-65aa69148b1c None None] Pushing event updated for resources: {'Port': ['ID=4abb5927-868c-4a8c-a530-1cb1e173b3a4,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:44.225649 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43618746-6822-4b44-9bfd-518eb91a812f None None] Routers {'721350a7-83fa-4721-8554-c80c4f6845bc'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:29:44.226292 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-43618746-6822-4b44-9bfd-518eb91a812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:29:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['721350a7-83fa-4721-8554-c80c4f6845bc'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:44.234575 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfc32c99-1b04-4bc0-8691-3bb14a868824 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:44.235840 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dfc32c99-1b04-4bc0-8691-3bb14a868824 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.9174635 Jan 28 13:29:44.242139 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55352) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:44.254329 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8984630c-c0bd-48e7-b467-82fcbe33f134 None None] Routers {'12e79e6d-e245-41f2-9a12-df26573f79b8'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:29:44.255124 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8984630c-c0bd-48e7-b467-82fcbe33f134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:29:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['12e79e6d-e245-41f2-9a12-df26573f79b8'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:44.259003 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca92d6-0647-4dcb-81c6-33f2a533ec2b req-171a5a63-d5d5-48f7-9c2d-e10569fd8e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:44.261447 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-46ca92d6-0647-4dcb-81c6-33f2a533ec2b req-171a5a63-d5d5-48f7-9c2d-e10569fd8e92 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f773675e-cdaa-4e1f-928a-174702ce7787 HTTP/1.1" status: 200 len: 912 time: 0.5583706 Jan 28 13:29:44.335189 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1caba14-e4db-4c58-bbb7-65aa69148b1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:44.335747 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1caba14-e4db-4c58-bbb7-65aa69148b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:44.336285 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1caba14-e4db-4c58-bbb7-65aa69148b1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:44.337411 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1caba14-e4db-4c58-bbb7-65aa69148b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:44.337411 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1caba14-e4db-4c58-bbb7-65aa69148b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:44.338263 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1caba14-e4db-4c58-bbb7-65aa69148b1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:44.339724 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1caba14-e4db-4c58-bbb7-65aa69148b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:44.340606 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1caba14-e4db-4c58-bbb7-65aa69148b1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:44.341161 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1caba14-e4db-4c58-bbb7-65aa69148b1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:44.341713 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1caba14-e4db-4c58-bbb7-65aa69148b1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:44.342250 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1caba14-e4db-4c58-bbb7-65aa69148b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:44.342772 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1caba14-e4db-4c58-bbb7-65aa69148b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:44.343348 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1caba14-e4db-4c58-bbb7-65aa69148b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:44.406580 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-09ceec07-bce4-4f3b-80bd-fc1bce7f5251 req-c4deaf25-63a3-43f9-9782-91224946212c tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad870f9-4bcb-44a1-8819-2ddb11ad4acd&id=44a7f744-1530-4434-b04a-b15e9c3628da&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1819100 Jan 28 13:29:44.419167 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-46ca92d6-0647-4dcb-81c6-33f2a533ec2b req-40ae7e98-6f80-4f1e-9368-e55e4e16b5f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d16de8b-6726-4523-9c1e-dc8ca0c77907 HTTP/1.1" status: 200 len: 217 time: 0.1418014 Jan 28 13:29:44.611144 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1caba14-e4db-4c58-bbb7-65aa69148b1c None None] Pushing event updated for resources: {'Port': ['ID=4abb5927-868c-4a8c-a530-1cb1e173b3a4,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:44.657621 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-badfc98a-f3d8-48ff-b93b-1665a4cae78e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1987472535&fields=id&tenant_id=f75d3bf1f82b41d082871e3d9d4ec219 HTTP/1.1" status: 200 len: 267 time: 0.4360263 Jan 28 13:29:44.660539 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-8984630c-c0bd-48e7-b467-82fcbe33f134 None None] Set router 12e79e6d-e245-41f2-9a12-df26573f79b8 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:29:44.720712 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-43618746-6822-4b44-9bfd-518eb91a812f None None] Set router 721350a7-83fa-4721-8554-c80c4f6845bc gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:29:44.819675 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d1d1dc23-5c0f-4456-bc4e-6edf627bdef3 req-c1362faf-9ba4-472e-9eeb-82e1dc4e8fd4 service neutron] 10.222.0.18 "GET /v2.0/networks/16d9a03d-cf10-476d-aa93-1b10f6134522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6803129 Jan 28 13:29:44.860826 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 361cab4b-386a-4f7f-8df5-6b69b33ac516 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:44.861527 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (361cab4b-386a-4f7f-8df5-6b69b33ac516), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:44.929892 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca92d6-0647-4dcb-81c6-33f2a533ec2b req-59000d68-0e1b-4e57-b93f-aeee6ce400ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:44.931421 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-46ca92d6-0647-4dcb-81c6-33f2a533ec2b req-59000d68-0e1b-4e57-b93f-aeee6ce400ab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71a5c6ba-e647-4544-86c2-92651ecb7e69 HTTP/1.1" status: 200 len: 852 time: 0.4308047 Jan 28 13:29:44.991699 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-46ca92d6-0647-4dcb-81c6-33f2a533ec2b req-e9c02c24-7797-4180-ae62-de37c44f0ec8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f773675e-cdaa-4e1f-928a-174702ce7787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454178 Jan 28 13:29:45.027961 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a187946d-f436-4788-9f93-b5ae51c3f466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:45.250291 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-152db285-b541-4995-9a08-026a0c38d297 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:45.251870 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-152db285-b541-4995-9a08-026a0c38d297 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/networks?id=7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 200 len: 810 time: 0.5772111 Jan 28 13:29:45.332438 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 361cab4b-386a-4f7f-8df5-6b69b33ac516 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:45.336250 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-29290ca7-7158-4739-be7c-c5f5e4f81454 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/quotas/f75d3bf1f82b41d082871e3d9d4ec219 HTTP/1.1" status: 200 len: 375 time: 0.0646801 Jan 28 13:29:45.339727 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748b0d2-f0c9-4eb5-9128-a9d82d4e476d req-159222bd-7fa2-4d84-9432-69e3595879da tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:45.352229 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c748b0d2-f0c9-4eb5-9128-a9d82d4e476d req-159222bd-7fa2-4d84-9432-69e3595879da tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 943 time: 0.8301532 Jan 28 13:29:45.387992 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8984630c-c0bd-48e7-b467-82fcbe33f134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'name': 'tempest-TaggedBootDevicesTest_v242-330770301-router', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:31Z', 'updated_at': '2022-01-28T13:29:37Z', 'revision_number': 3, 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'gw_port': {'id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:43:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:45.392471 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-46ca92d6-0647-4dcb-81c6-33f2a533ec2b req-83c30f57-c25b-4085-b10b-66a6e8a2e0b4 service neutron] 10.222.0.18 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901014 Jan 28 13:29:45.393625 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-43618746-6822-4b44-9bfd-518eb91a812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'name': 'tempest-AttachVolumeShelveTestJSON-132946103-router', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:40Z', 'revision_number': 3, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'gw_port': {'id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:38Z', 'updated_at': '2022-01-28T13:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:45.437010 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43618746-6822-4b44-9bfd-518eb91a812f None None] Checking router: 721350a7-83fa-4721-8554-c80c4f6845bc for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:29:45.437355 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43618746-6822-4b44-9bfd-518eb91a812f None None] Updating router 721350a7-83fa-4721-8554-c80c4f6845bc port af032d40-edcf-4fe0-b100-0aeb13a49dcc binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:29:45.445214 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8984630c-c0bd-48e7-b467-82fcbe33f134 None None] The sync data for ids ['12e79e6d-e245-41f2-9a12-df26573f79b8'] in n-d-822747-2 is: [{'id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'name': 'tempest-TaggedBootDevicesTest_v242-330770301-router', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:31Z', 'updated_at': '2022-01-28T13:29:37Z', 'revision_number': 3, 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'gw_port': {'id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:43:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:29:45.486464 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43618746-6822-4b44-9bfd-518eb91a812f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (af032d40-edcf-4fe0-b100-0aeb13a49dcc), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:45.503798 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-019cafbe-4d06-4e79-a6b4-3673261a76fc tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1577754 Jan 28 13:29:45.571486 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c748b0d2-f0c9-4eb5-9128-a9d82d4e476d req-bc58dc8d-636c-41b1-b636-4ca64a70914d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170858 Jan 28 13:29:45.706941 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-a187946d-f436-4788-9f93-b5ae51c3f466 admin admin] Allocated IP 172.20.0.1 (8d8ce296-49c0-407a-94c2-104afd52dd5e/7e406a7c-fb11-4530-8ef1-a71bb9184c0e/3cc61c3e-372c-4eb1-a647-fc9b1aa216dd) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:45.763973 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-46ca92d6-0647-4dcb-81c6-33f2a533ec2b req-b9df0532-8623-439c-a324-bfd232bc163a service neutron] 10.222.0.18 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625968 Jan 28 13:29:45.831211 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-64eb871e-e5ef-4487-a505-9b0a0aade8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:45.849837 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-0f8b1c42-7f2a-459c-b986-cbd12f58bbd3 service neutron] 10.222.0.39 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442714 Jan 28 13:29:46.113801 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43618746-6822-4b44-9bfd-518eb91a812f None None] Publish callbacks [] for port (af032d40-edcf-4fe0-b100-0aeb13a49dcc), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.127896 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43618746-6822-4b44-9bfd-518eb91a812f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (af032d40-edcf-4fe0-b100-0aeb13a49dcc), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.139855 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-7a68f6e8-97f7-4e8c-b3e2-ad9d3a2a2098 service neutron] 10.222.0.39 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597952 Jan 28 13:29:46.154718 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a187946d-f436-4788-9f93-b5ae51c3f466 admin admin] Publish callbacks [] for port (3cc61c3e-372c-4eb1-a647-fc9b1aa216dd), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.183000 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 7d16de8b-6726-4523-9c1e-dc8ca0c77907 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:29:46.288490 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-64eb871e-e5ef-4487-a505-9b0a0aade8ad admin admin] Allocated IP 172.20.0.1 (dd65474c-0b14-4c75-9058-245198106ef8/10438cad-60ca-4257-93e8-c8ceba8bf16c/9ca1d80a-626e-41b8-8ded-fba8237f58e1) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:46.300263 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862893e-736f-4b0f-a6d8-e8f454c97370 req-76d9a195-7959-457c-beab-1d491ed6e33b tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:46.302434 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5862893e-736f-4b0f-a6d8-e8f454c97370 req-76d9a195-7959-457c-beab-1d491ed6e33b tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b6f48b4-b789-4d71-a23c-d681d5656b6f HTTP/1.1" status: 200 len: 984 time: 0.1715808 Jan 28 13:29:46.339902 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a187946d-f436-4788-9f93-b5ae51c3f466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (3cc61c3e-372c-4eb1-a647-fc9b1aa216dd), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.343903 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c759b80-ff86-4563-8bca-b7f73e627a81 None None] Pushing event updated for resources: {'Port': ['ID=af032d40-edcf-4fe0-b100-0aeb13a49dcc,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:46.440957 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187946d-f436-4788-9f93-b5ae51c3f466 admin admin] Pushing event updated for resources: {'Port': ['ID=3cc61c3e-372c-4eb1-a647-fc9b1aa216dd,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:46.471524 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a187946d-f436-4788-9f93-b5ae51c3f466 admin admin] Network 8d8ce296-49c0-407a-94c2-104afd52dd5e is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:46.481076 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-a187946d-f436-4788-9f93-b5ae51c3f466 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:46.487114 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a187946d-f436-4788-9f93-b5ae51c3f466 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:46.516946 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5862893e-736f-4b0f-a6d8-e8f454c97370 req-991e81ce-7a31-4960-97e5-a377bb6abb34 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?id=cad870f9-4bcb-44a1-8819-2ddb11ad4acd&id=44a7f744-1530-4434-b04a-b15e9c3628da&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2003095 Jan 28 13:29:46.623883 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-43618746-6822-4b44-9bfd-518eb91a812f None None] Attempting to bind port af032d40-edcf-4fe0-b100-0aeb13a49dcc on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:46.624328 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-43618746-6822-4b44-9bfd-518eb91a812f None None] Attempting to bind port af032d40-edcf-4fe0-b100-0aeb13a49dcc by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:46.630157 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43618746-6822-4b44-9bfd-518eb91a812f None None] Attempting to bind port af032d40-edcf-4fe0-b100-0aeb13a49dcc on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:46.641115 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-64eb871e-e5ef-4487-a505-9b0a0aade8ad admin admin] Publish callbacks [] for port (9ca1d80a-626e-41b8-8ded-fba8237f58e1), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.662871 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43618746-6822-4b44-9bfd-518eb91a812f None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:46.663735 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43618746-6822-4b44-9bfd-518eb91a812f None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:46.664473 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43618746-6822-4b44-9bfd-518eb91a812f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.665098 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43618746-6822-4b44-9bfd-518eb91a812f None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:46.665919 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-43618746-6822-4b44-9bfd-518eb91a812f None None] Bound port: af032d40-edcf-4fe0-b100-0aeb13a49dcc, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:46.666551 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43618746-6822-4b44-9bfd-518eb91a812f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (af032d40-edcf-4fe0-b100-0aeb13a49dcc), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.743990 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-adeca5c9-30de-447f-aa14-1e11e09a80f2 req-66ec8b53-8e25-4ed2-bc1e-78a7ab60e5c4 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 210 time: 0.1735084 Jan 28 13:29:46.828958 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-352b8202-c4d8-40db-9173-d75264c62cba req-cf1f9112-3439-44fb-8771-7016fb186ef2 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2123899164&fields=id&tenant_id=b360bd95cff749448a550ff64a9ecd83 HTTP/1.1" status: 200 len: 267 time: 0.1812468 Jan 28 13:29:46.848290 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a187946d-f436-4788-9f93-b5ae51c3f466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (12e79e6d-e245-41f2-9a12-df26573f79b8), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.867377 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 7d16de8b-6726-4523-9c1e-dc8ca0c77907, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=7d16de8b-6726-4523-9c1e-dc8ca0c77907,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:46.942791 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '7d16de8b-6726-4523-9c1e-dc8ca0c77907', 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787', 'port_id': '7d16de8b-6726-4523-9c1e-dc8ca0c77907', 'mac_address': 'fa:16:3e:8b:92:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71a5c6ba-e647-4544-86c2-92651ecb7e69', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:29:46.951969 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-64eb871e-e5ef-4487-a505-9b0a0aade8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (9ca1d80a-626e-41b8-8ded-fba8237f58e1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.990883 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-43618746-6822-4b44-9bfd-518eb91a812f None None] For port af032d40-edcf-4fe0-b100-0aeb13a49dcc, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:47.009467 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-43618746-6822-4b44-9bfd-518eb91a812f None None] For port af032d40-edcf-4fe0-b100-0aeb13a49dcc, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=af032d40-edcf-4fe0-b100-0aeb13a49dcc,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:47.023522 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43618746-6822-4b44-9bfd-518eb91a812f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (af032d40-edcf-4fe0-b100-0aeb13a49dcc), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.046055 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 7d16de8b-6726-4523-9c1e-dc8ca0c77907 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:47.047645 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7d16de8b-6726-4523-9c1e-dc8ca0c77907), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.081153 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b8202-c4d8-40db-9173-d75264c62cba req-9b9b920f-df88-42a3-badf-704dbbed3698 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:47.091054 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-352b8202-c4d8-40db-9173-d75264c62cba req-9b9b920f-df88-42a3-badf-704dbbed3698 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b6f48b4-b789-4d71-a23c-d681d5656b6f HTTP/1.1" status: 200 len: 984 time: 0.2597818 Jan 28 13:29:47.097471 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-352b8202-c4d8-40db-9173-d75264c62cba req-9101edd6-34b3-456d-b377-7b26922f5f5e tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Request body: {'port': {'security_groups': ['44a7f744-1530-4434-b04a-b15e9c3628da', 'cad870f9-4bcb-44a1-8819-2ddb11ad4acd', '33da184b-b11f-4743-9f46-85ce10f25d0e']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:47.115870 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d16de8b-6726-4523-9c1e-dc8ca0c77907 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:29:47.139309 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eb871e-e5ef-4487-a505-9b0a0aade8ad admin admin] Network dd65474c-0b14-4c75-9058-245198106ef8 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:47.177862 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-64eb871e-e5ef-4487-a505-9b0a0aade8ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:47.184451 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eb871e-e5ef-4487-a505-9b0a0aade8ad admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:47.197213 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb871e-e5ef-4487-a505-9b0a0aade8ad admin admin] Pushing event updated for resources: {'Port': ['ID=9ca1d80a-626e-41b8-8ded-fba8237f58e1,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:47.208405 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9c42292d-64d2-4ee2-ad67-cba2c522819d None None] Provisioning complete for port 3cc61c3e-372c-4eb1-a647-fc9b1aa216dd triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:47.208405 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c42292d-64d2-4ee2-ad67-cba2c522819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3cc61c3e-372c-4eb1-a647-fc9b1aa216dd), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.273196 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-352b8202-c4d8-40db-9173-d75264c62cba req-9101edd6-34b3-456d-b377-7b26922f5f5e tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e946be19-a018-4de6-98cf-5f3e20a5b7b7), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.314552 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9c42292d-64d2-4ee2-ad67-cba2c522819d None None] Port 3cc61c3e-372c-4eb1-a647-fc9b1aa216dd cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:29:47.317225 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44f0ce-e78d-4c77-8710-b4a643c9e511 req-9215cc56-1fc0-47d4-814b-06f84054d9df tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:47.331176 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eb44f0ce-e78d-4c77-8710-b4a643c9e511 req-9215cc56-1fc0-47d4-814b-06f84054d9df tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 943 time: 0.3267720 Jan 28 13:29:47.333121 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43618746-6822-4b44-9bfd-518eb91a812f None None] Routers {'721350a7-83fa-4721-8554-c80c4f6845bc'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:29:47.333762 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-43618746-6822-4b44-9bfd-518eb91a812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:29:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['721350a7-83fa-4721-8554-c80c4f6845bc'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:47.341127 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 7d16de8b-6726-4523-9c1e-dc8ca0c77907, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=7d16de8b-6726-4523-9c1e-dc8ca0c77907,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:47.350283 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c759b80-ff86-4563-8bca-b7f73e627a81 None None] Pushing event updated for resources: {'Port': ['ID=af032d40-edcf-4fe0-b100-0aeb13a49dcc,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:47.428995 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-64eb871e-e5ef-4487-a505-9b0a0aade8ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (721350a7-83fa-4721-8554-c80c4f6845bc), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.471992 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7d16de8b-6726-4523-9c1e-dc8ca0c77907), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.483590 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eb44f0ce-e78d-4c77-8710-b4a643c9e511 req-12908438-9b01-4e22-bc37-a556901770b8 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507785 Jan 28 13:29:47.497085 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a187946d-f436-4788-9f93-b5ae51c3f466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3cc61c3e-372c-4eb1-a647-fc9b1aa216dd), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.643301 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.679609 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=7d16de8b-6726-4523-9c1e-dc8ca0c77907,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:47.696192 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-583a0935-45a8-4b79-8bc0-d90fa33c266f None None] Provisioning complete for port 9ca1d80a-626e-41b8-8ded-fba8237f58e1 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:47.697336 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-583a0935-45a8-4b79-8bc0-d90fa33c266f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9ca1d80a-626e-41b8-8ded-fba8237f58e1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.744397 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['7d16de8b-6726-4523-9c1e-dc8ca0c77907'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:47.747035 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-583a0935-45a8-4b79-8bc0-d90fa33c266f None None] Port 9ca1d80a-626e-41b8-8ded-fba8237f58e1 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:29:47.750754 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-43618746-6822-4b44-9bfd-518eb91a812f None None] Set router 721350a7-83fa-4721-8554-c80c4f6845bc gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:29:48.001966 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a187946d-f436-4788-9f93-b5ae51c3f466 admin admin] Publish callbacks [] for port (3cc61c3e-372c-4eb1-a647-fc9b1aa216dd), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:48.012331 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a187946d-f436-4788-9f93-b5ae51c3f466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (3cc61c3e-372c-4eb1-a647-fc9b1aa216dd), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:48.029361 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-64eb871e-e5ef-4487-a505-9b0a0aade8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9ca1d80a-626e-41b8-8ded-fba8237f58e1), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:48.062286 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4abb5927-868c-4a8c-a530-1cb1e173b3a4 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:48.090202 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187946d-f436-4788-9f93-b5ae51c3f466 admin admin] Pushing event updated for resources: {'Port': ['ID=3cc61c3e-372c-4eb1-a647-fc9b1aa216dd,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:48.181706 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a187946d-f436-4788-9f93-b5ae51c3f466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (12e79e6d-e245-41f2-9a12-df26573f79b8), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:48.249613 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-97dd8408-4f9e-41d8-9c33-32ab2e3f27b8 req-be53c472-877b-4acb-a061-d225aaae56a7 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 210 time: 0.0622206 Jan 28 13:29:48.299468 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 4abb5927-868c-4a8c-a530-1cb1e173b3a4 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:48.300060 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4abb5927-868c-4a8c-a530-1cb1e173b3a4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:48.410529 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a187946d-f436-4788-9f93-b5ae51c3f466 admin admin] Network 8d8ce296-49c0-407a-94c2-104afd52dd5e is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:48.413192 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-a187946d-f436-4788-9f93-b5ae51c3f466 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:48.983530 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-352b8202-c4d8-40db-9173-d75264c62cba req-9101edd6-34b3-456d-b377-7b26922f5f5e tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] For port e946be19-a018-4de6-98cf-5f3e20a5b7b7, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e946be19-a018-4de6-98cf-5f3e20a5b7b7,segment=NetworkSegment(bdc48f93-6a06-41d7-b4e3-6415c817d317),segment_id=bdc48f93-6a06-41d7-b4e3-6415c817d317)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:49.219970 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-352b8202-c4d8-40db-9173-d75264c62cba req-9101edd6-34b3-456d-b377-7b26922f5f5e tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for port (e946be19-a018-4de6-98cf-5f3e20a5b7b7), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:49.234187 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-f3e0dee5-f88d-4f6a-95d2-2aaa8a7c8e73 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:49.237225 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-f3e0dee5-f88d-4f6a-95d2-2aaa8a7c8e73 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.37 "GET /v2.0/networks?id=7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 200 len: 810 time: 0.7100484 Jan 28 13:29:49.240409 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-64eb871e-e5ef-4487-a505-9b0a0aade8ad admin admin] Publish callbacks [] for port (9ca1d80a-626e-41b8-8ded-fba8237f58e1), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:49.243483 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-352b8202-c4d8-40db-9173-d75264c62cba req-9101edd6-34b3-456d-b377-7b26922f5f5e tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (e946be19-a018-4de6-98cf-5f3e20a5b7b7), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:49.251456 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-43618746-6822-4b44-9bfd-518eb91a812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'name': 'tempest-AttachVolumeShelveTestJSON-132946103-router', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:40Z', 'revision_number': 3, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'gw_port': {'id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:38Z', 'updated_at': '2022-01-28T13:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:49.261648 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-64eb871e-e5ef-4487-a505-9b0a0aade8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (9ca1d80a-626e-41b8-8ded-fba8237f58e1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:49.369670 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43618746-6822-4b44-9bfd-518eb91a812f None None] The sync data for ids ['721350a7-83fa-4721-8554-c80c4f6845bc'] in n-d-822747-2 is: [{'id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'name': 'tempest-AttachVolumeShelveTestJSON-132946103-router', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:40Z', 'revision_number': 3, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'gw_port': {'id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:38Z', 'updated_at': '2022-01-28T13:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:29:49.372704 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['f472c9b4-92da-44b8-b849-5c1c44136f67'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:49.379711 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a187946d-f436-4788-9f93-b5ae51c3f466 admin admin] Router 12e79e6d-e245-41f2-9a12-df26573f79b8 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:29:49.391363 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['e946be19-a018-4de6-98cf-5f3e20a5b7b7'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:49.505441 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-c24dffac-c2e6-4342-b9da-4ece64188442 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f75d3bf1f82b41d082871e3d9d4ec219 HTTP/1.1" status: 200 len: 380 time: 0.2347248 Jan 28 13:29:49.517878 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-791c221d-e820-4434-a5bb-f36e4af659e3 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Request body: {'port': {'device_id': '43f65cf0-2adc-46d0-9194-7617cfa73581', 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0', 'admin_state_up': True, 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'security_groups': ['8f26336a-c3f3-4d34-954f-fc9e0f6db2c7']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:49.540359 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-1cf3e0c2-ada4-4e79-b561-e891eafc1d32 None None] Provisioning complete for port 3cc61c3e-372c-4eb1-a647-fc9b1aa216dd triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:49.540808 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1cf3e0c2-ada4-4e79-b561-e891eafc1d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3cc61c3e-372c-4eb1-a647-fc9b1aa216dd), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:49.556333 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a187946d-f436-4788-9f93-b5ae51c3f466 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:29:49.577123 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a187946d-f436-4788-9f93-b5ae51c3f466 admin admin] 10.222.0.39 "PUT /v2.0/routers/12e79e6d-e245-41f2-9a12-df26573f79b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9297974 Jan 28 13:29:49.577598 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685371a8-7423-4a62-aee2-0dde6f7f2029 None None] Sync routers for ids ['12e79e6d-e245-41f2-9a12-df26573f79b8'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:29:49.601550 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1cf3e0c2-ada4-4e79-b561-e891eafc1d32 None None] Port 3cc61c3e-372c-4eb1-a647-fc9b1aa216dd cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:29:49.622427 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685371a8-7423-4a62-aee2-0dde6f7f2029 None None] Routers {'12e79e6d-e245-41f2-9a12-df26573f79b8'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:29:49.629868 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-685371a8-7423-4a62-aee2-0dde6f7f2029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:29:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['12e79e6d-e245-41f2-9a12-df26573f79b8'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:49.643614 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8baf3d9-cdfc-4281-a2e3-52d0c99062d7 req-f742d7cf-b627-4b23-a9c0-94300e6c3ac0 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:49.646091 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d8baf3d9-cdfc-4281-a2e3-52d0c99062d7 req-f742d7cf-b627-4b23-a9c0-94300e6c3ac0 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 944 time: 0.1042132 Jan 28 13:29:49.661237 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['e946be19-a018-4de6-98cf-5f3e20a5b7b7'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:49.676337 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b8202-c4d8-40db-9173-d75264c62cba req-9101edd6-34b3-456d-b377-7b26922f5f5e tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:49.677028 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-352b8202-c4d8-40db-9173-d75264c62cba req-9101edd6-34b3-456d-b377-7b26922f5f5e tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:49.679982 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:49.681841 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 4abb5927-868c-4a8c-a530-1cb1e173b3a4 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:49.682461 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4abb5927-868c-4a8c-a530-1cb1e173b3a4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:49.684567 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-352b8202-c4d8-40db-9173-d75264c62cba req-9101edd6-34b3-456d-b377-7b26922f5f5e tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "PUT /v2.0/ports/e946be19-a018-4de6-98cf-5f3e20a5b7b7 HTTP/1.1" status: 200 len: 1020 time: 2.5923364 Jan 28 13:29:49.685156 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b6f48b4-b789-4d71-a23c-d681d5656b6f', 'tag': 'e946be19-a018-4de6-98cf-5f3e20a5b7b7'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:49.687666 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edbdad3-7f65-4bc9-a6a7-ed283b2697cb" -d '{"events": [{"name": "network-changed", "server_uuid": "5b6f48b4-b789-4d71-a23c-d681d5656b6f", "tag": "e946be19-a018-4de6-98cf-5f3e20a5b7b7"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:49.715605 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 4abb5927-868c-4a8c-a530-1cb1e173b3a4, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4abb5927-868c-4a8c-a530-1cb1e173b3a4,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:49.772843 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4abb5927-868c-4a8c-a530-1cb1e173b3a4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:49.829214 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d8baf3d9-cdfc-4281-a2e3-52d0c99062d7 req-99cc531c-810c-4e87-810a-9169b693459e tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751387 Jan 28 13:29:49.998223 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-64eb871e-e5ef-4487-a505-9b0a0aade8ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (721350a7-83fa-4721-8554-c80c4f6845bc), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:50.066258 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-685371a8-7423-4a62-aee2-0dde6f7f2029 None None] Set router 12e79e6d-e245-41f2-9a12-df26573f79b8 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:29:50.137658 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101edd6-34b3-456d-b377-7b26922f5f5e tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Pushing event updated for resources: {'Port': ['ID=e946be19-a018-4de6-98cf-5f3e20a5b7b7,revision_number=7']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:50.179458 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4468fe03-471d-4214-80a8-3e2d67cb6cd7 req-e30afdc6-b316-44bf-aa2b-1f58e91f4202 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 210 time: 0.0971205 Jan 28 13:29:50.263996 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb871e-e5ef-4487-a505-9b0a0aade8ad admin admin] Pushing event updated for resources: {'Port': ['ID=9ca1d80a-626e-41b8-8ded-fba8237f58e1,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:50.294527 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 7d16de8b-6726-4523-9c1e-dc8ca0c77907 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:50.373311 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061cd6cc-0995-430a-9a64-b21f3ff7ddc4 x-openstack-request-id: req-061cd6cc-0995-430a-9a64-b21f3ff7ddc4 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:50.373908 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b6f48b4-b789-4d71-a23c-d681d5656b6f", "tag": "e946be19-a018-4de6-98cf-5f3e20a5b7b7", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:50.374012 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device af032d40-edcf-4fe0-b100-0aeb13a49dcc up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:50.374667 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-061cd6cc-0995-430a-9a64-b21f3ff7ddc4 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:50.375563 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b6f48b4-b789-4d71-a23c-d681d5656b6f', 'tag': 'e946be19-a018-4de6-98cf-5f3e20a5b7b7', 'status': 'completed', 'code': 200} Jan 28 13:29:50.421883 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-791c221d-e820-4434-a5bb-f36e4af659e3 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Made reservation on behalf of f75d3bf1f82b41d082871e3d9d4ec219 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:50.449725 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-791c221d-e820-4434-a5bb-f36e4af659e3 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:50.564468 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbdad3-7f65-4bc9-a6a7-ed283b2697cb req-db0121f5-6124-4be8-85db-4050fd5bb0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:50.576180 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5edbdad3-7f65-4bc9-a6a7-ed283b2697cb req-db0121f5-6124-4be8-85db-4050fd5bb0c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b360bd95cff749448a550ff64a9ecd83&device_id=5b6f48b4-b789-4d71-a23c-d681d5656b6f HTTP/1.1" status: 200 len: 1174 time: 0.1982715 Jan 28 13:29:50.612601 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9321b4d7-e1ac-4281-8c77-870d31d502ca req-0253c89d-01f5-489b-9458-42ea3ddaf81c tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups/33da184b-b11f-4743-9f46-85ce10f25d0e HTTP/1.1" status: 200 len: 1820 time: 0.4935355 Jan 28 13:29:50.617224 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=4abb5927-868c-4a8c-a530-1cb1e173b3a4,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:50.918045 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-685371a8-7423-4a62-aee2-0dde6f7f2029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'name': 'tempest-TaggedBootDevicesTest_v242-330770301-router', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:31Z', 'updated_at': '2022-01-28T13:29:47Z', 'revision_number': 4, 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'gw_port': {'id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:43:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '3cc61c3e-372c-4eb1-a647-fc9b1aa216dd', 'name': '', 'network_id': '8d8ce296-49c0-407a-94c2-104afd52dd5e', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'mac_address': 'fa:16:3e:1c:ab:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '7e406a7c-fb11-4530-8ef1-a71bb9184c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:45Z', 'updated_at': '2022-01-28T13:29:47Z', 'revision_number': 2, 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'subnets': [{'id': '7e406a7c-fb11-4530-8ef1-a71bb9184c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:50.923804 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbdad3-7f65-4bc9-a6a7-ed283b2697cb req-11401afa-4681-45f9-9b84-02f960411e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:50.930383 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5edbdad3-7f65-4bc9-a6a7-ed283b2697cb req-11401afa-4681-45f9-9b84-02f960411e5b service neutron] 10.222.0.18 "GET /v2.0/networks?id=16d9a03d-cf10-476d-aa93-1b10f6134522 HTTP/1.1" status: 200 len: 913 time: 0.3446808 Jan 28 13:29:50.950629 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eb871e-e5ef-4487-a505-9b0a0aade8ad admin admin] Network dd65474c-0b14-4c75-9058-245198106ef8 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:50.965671 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-64eb871e-e5ef-4487-a505-9b0a0aade8ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:51.020293 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685371a8-7423-4a62-aee2-0dde6f7f2029 None None] Checking router: 12e79e6d-e245-41f2-9a12-df26573f79b8 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:29:51.022455 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685371a8-7423-4a62-aee2-0dde6f7f2029 None None] Updating router 12e79e6d-e245-41f2-9a12-df26573f79b8 port 3cc61c3e-372c-4eb1-a647-fc9b1aa216dd binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:29:51.053961 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [req-9321b4d7-e1ac-4281-8c77-870d31d502ca req-d688b146-e0be-432a-ab2e-e25cf7d7f202 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 13:29:51.061605 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9321b4d7-e1ac-4281-8c77-870d31d502ca req-d688b146-e0be-432a-ab2e-e25cf7d7f202 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "DELETE /v2.0/security-groups/33da184b-b11f-4743-9f46-85ce10f25d0e HTTP/1.1" status: 409 len: 341 time: 0.2946942 Jan 28 13:29:51.134241 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5edbdad3-7f65-4bc9-a6a7-ed283b2697cb req-0509e0c2-6895-4a61-9982-f497674d0439 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e946be19-a018-4de6-98cf-5f3e20a5b7b7 HTTP/1.1" status: 200 len: 217 time: 0.1989868 Jan 28 13:29:51.160587 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-685371a8-7423-4a62-aee2-0dde6f7f2029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3cc61c3e-372c-4eb1-a647-fc9b1aa216dd), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:51.276710 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 7d16de8b-6726-4523-9c1e-dc8ca0c77907 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:29:51.302695 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-791c221d-e820-4434-a5bb-f36e4af659e3 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Allocated IP 172.20.0.13 (7079efeb-cd22-4f60-b771-d74efc0a16e0/0384f919-cf7e-4ec0-b290-94b57d977aef/05dbcb58-e1e0-4ae6-9b70-3124399838e9) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:51.328995 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55460) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:51.406762 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 7d16de8b-6726-4523-9c1e-dc8ca0c77907 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:51.407980 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7d16de8b-6726-4523-9c1e-dc8ca0c77907), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:51.466444 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26607fac-b975-4f52-90af-187697eacdcb req-39529dfc-6edd-4f31-9955-0d396ed08700 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:51.477590 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-26607fac-b975-4f52-90af-187697eacdcb req-39529dfc-6edd-4f31-9955-0d396ed08700 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 944 time: 0.3764777 Jan 28 13:29:51.517965 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55466) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:51.541067 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbdad3-7f65-4bc9-a6a7-ed283b2697cb req-e128b6cf-d615-4fd1-bd5b-2a69375033aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:51.546736 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5edbdad3-7f65-4bc9-a6a7-ed283b2697cb req-e128b6cf-d615-4fd1-bd5b-2a69375033aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=042f9a6a-2921-498d-bcc9-1ba76067c5cb HTTP/1.1" status: 200 len: 853 time: 0.3450294 Jan 28 13:29:51.553422 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-baf6a30f-e54a-4a02-ac57-d0aa39d04ab4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1317816235-network', 'tenant_id': '1f9498f10b354d2d83fb828267ad4f8c'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:51.617429 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5edbdad3-7f65-4bc9-a6a7-ed283b2697cb req-e797fb4c-da1d-4fc0-af01-3b705175f931 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16d9a03d-cf10-476d-aa93-1b10f6134522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348413 Jan 28 13:29:51.672930 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf6a30f-e54a-4a02-ac57-d0aa39d04ab4 admin admin] Made reservation on behalf of 1f9498f10b354d2d83fb828267ad4f8c for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:51.676362 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-baf6a30f-e54a-4a02-ac57-d0aa39d04ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:51.682732 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64eb871e-e5ef-4487-a505-9b0a0aade8ad admin admin] Router 721350a7-83fa-4721-8554-c80c4f6845bc has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:29:51.690783 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-baf6a30f-e54a-4a02-ac57-d0aa39d04ab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:51.744066 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-685371a8-7423-4a62-aee2-0dde6f7f2029 None None] Publish callbacks [] for port (3cc61c3e-372c-4eb1-a647-fc9b1aa216dd), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:51.752967 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-685371a8-7423-4a62-aee2-0dde6f7f2029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3cc61c3e-372c-4eb1-a647-fc9b1aa216dd), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:51.893856 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 7d16de8b-6726-4523-9c1e-dc8ca0c77907 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:51.894238 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7d16de8b-6726-4523-9c1e-dc8ca0c77907), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:51.913418 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port af032d40-edcf-4fe0-b100-0aeb13a49dcc triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:51.913797 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (af032d40-edcf-4fe0-b100-0aeb13a49dcc), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:51.969036 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-baf6a30f-e54a-4a02-ac57-d0aa39d04ab4 admin admin] Publish callbacks [] for security_group (adc0b1f7-e481-4915-8ec1-c9c68ff7d6eb), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:51.978929 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-685371a8-7423-4a62-aee2-0dde6f7f2029 None None] Attempting to bind port 3cc61c3e-372c-4eb1-a647-fc9b1aa216dd on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:51.979919 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-685371a8-7423-4a62-aee2-0dde6f7f2029 None None] Attempting to bind port 3cc61c3e-372c-4eb1-a647-fc9b1aa216dd by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'f6c893c0-ae7b-4968-9c43-ab76e31be400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d8ce296-49c0-407a-94c2-104afd52dd5e'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:51.980460 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685371a8-7423-4a62-aee2-0dde6f7f2029 None None] Attempting to bind port 3cc61c3e-372c-4eb1-a647-fc9b1aa216dd on network 8d8ce296-49c0-407a-94c2-104afd52dd5e {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:51.989455 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685371a8-7423-4a62-aee2-0dde6f7f2029 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:51.990137 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685371a8-7423-4a62-aee2-0dde6f7f2029 None None] Checking segment: {'id': 'f6c893c0-ae7b-4968-9c43-ab76e31be400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d8ce296-49c0-407a-94c2-104afd52dd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:51.990734 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-685371a8-7423-4a62-aee2-0dde6f7f2029 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:51.991322 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685371a8-7423-4a62-aee2-0dde6f7f2029 None None] Bound using segment: {'id': 'f6c893c0-ae7b-4968-9c43-ab76e31be400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d8ce296-49c0-407a-94c2-104afd52dd5e'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:51.992024 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-685371a8-7423-4a62-aee2-0dde6f7f2029 None None] Bound port: 3cc61c3e-372c-4eb1-a647-fc9b1aa216dd, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6c893c0-ae7b-4968-9c43-ab76e31be400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d8ce296-49c0-407a-94c2-104afd52dd5e'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:51.992586 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-685371a8-7423-4a62-aee2-0dde6f7f2029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3cc61c3e-372c-4eb1-a647-fc9b1aa216dd), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.067093 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-685371a8-7423-4a62-aee2-0dde6f7f2029 None None] For port 3cc61c3e-372c-4eb1-a647-fc9b1aa216dd, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:52.071725 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-685371a8-7423-4a62-aee2-0dde6f7f2029 None None] For port 3cc61c3e-372c-4eb1-a647-fc9b1aa216dd, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3cc61c3e-372c-4eb1-a647-fc9b1aa216dd,segment=NetworkSegment(f6c893c0-ae7b-4968-9c43-ab76e31be400),segment_id=f6c893c0-ae7b-4968-9c43-ab76e31be400)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:52.079801 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-685371a8-7423-4a62-aee2-0dde6f7f2029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3cc61c3e-372c-4eb1-a647-fc9b1aa216dd), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.091447 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 7d16de8b-6726-4523-9c1e-dc8ca0c77907, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=7d16de8b-6726-4523-9c1e-dc8ca0c77907,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:52.093004 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-02d75083-9386-4809-a569-5dd9abad5bd8 None None] Provisioning complete for port 9ca1d80a-626e-41b8-8ded-fba8237f58e1 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:52.093281 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-02d75083-9386-4809-a569-5dd9abad5bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9ca1d80a-626e-41b8-8ded-fba8237f58e1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.108411 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591e8da-691d-4874-b34c-f5fd90dcc9f6 None None] Pushing event updated for resources: {'Port': ['ID=3cc61c3e-372c-4eb1-a647-fc9b1aa216dd,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:52.117135 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4b2246-81b1-429c-b35e-ca5da23b0332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d16de8b-6726-4523-9c1e-dc8ca0c77907'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:52.119041 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795f3c50-bf87-4db8-a2fd-d1da329fc59e" -d '{"events": [{"server_uuid": "ed4b2246-81b1-429c-b35e-ca5da23b0332", "name": "network-vif-plugged", "status": "completed", "tag": "7d16de8b-6726-4523-9c1e-dc8ca0c77907"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:52.121598 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7d16de8b-6726-4523-9c1e-dc8ca0c77907), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.162851 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-baf6a30f-e54a-4a02-ac57-d0aa39d04ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (adc0b1f7-e481-4915-8ec1-c9c68ff7d6eb), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.195025 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591e8da-691d-4874-b34c-f5fd90dcc9f6 None None] Pushing event updated for resources: {'Port': ['ID=3cc61c3e-372c-4eb1-a647-fc9b1aa216dd,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:52.205237 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685371a8-7423-4a62-aee2-0dde6f7f2029 None None] Routers {'12e79e6d-e245-41f2-9a12-df26573f79b8'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:29:52.205855 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-685371a8-7423-4a62-aee2-0dde6f7f2029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:29:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['12e79e6d-e245-41f2-9a12-df26573f79b8'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:52.214404 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a1552895-72dd-49e3-a8d4-2600ac35940e req-ac6e1049-c8d4-4b99-a04c-068227ef1147 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 210 time: 0.2737303 Jan 28 13:29:52.323587 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-26607fac-b975-4f52-90af-187697eacdcb req-0dd5ba9f-e8af-4771-9874-51a1aea3d3ef tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8444638 Jan 28 13:29:52.332552 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5edbdad3-7f65-4bc9-a6a7-ed283b2697cb req-aa19a6b3-b0a7-4cb0-9895-870c31e44715 service neutron] 10.222.0.18 "GET /v2.0/networks/16d9a03d-cf10-476d-aa93-1b10f6134522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7062001 Jan 28 13:29:52.407681 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port af032d40-edcf-4fe0-b100-0aeb13a49dcc is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:52.408876 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (af032d40-edcf-4fe0-b100-0aeb13a49dcc), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.434503 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port af032d40-edcf-4fe0-b100-0aeb13a49dcc, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=af032d40-edcf-4fe0-b100-0aeb13a49dcc,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:52.451368 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-41110ac5-fd1a-41db-bca1-5a0657d3aad1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.466318 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (af032d40-edcf-4fe0-b100-0aeb13a49dcc), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.467130 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-791c221d-e820-4434-a5bb-f36e4af659e3 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks [] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.476452 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-685371a8-7423-4a62-aee2-0dde6f7f2029 None None] Set router 12e79e6d-e245-41f2-9a12-df26573f79b8 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:29:52.484017 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64eb871e-e5ef-4487-a505-9b0a0aade8ad admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:29:52.492524 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-64eb871e-e5ef-4487-a505-9b0a0aade8ad admin admin] 10.222.0.39 "PUT /v2.0/routers/721350a7-83fa-4721-8554-c80c4f6845bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2428186 Jan 28 13:29:52.502360 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-02d75083-9386-4809-a569-5dd9abad5bd8 None None] Port 9ca1d80a-626e-41b8-8ded-fba8237f58e1 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:29:52.537303 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb31a44-3b71-4f6f-a314-463164bb18d1 x-openstack-request-id: req-adb31a44-3b71-4f6f-a314-463164bb18d1 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:52.537602 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed4b2246-81b1-429c-b35e-ca5da23b0332", "name": "network-vif-plugged", "status": "completed", "tag": "7d16de8b-6726-4523-9c1e-dc8ca0c77907", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:52.537860 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-adb31a44-3b71-4f6f-a314-463164bb18d1 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:52.538423 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4b2246-81b1-429c-b35e-ca5da23b0332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d16de8b-6726-4523-9c1e-dc8ca0c77907', 'code': 200} Jan 28 13:29:52.539051 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=7d16de8b-6726-4523-9c1e-dc8ca0c77907,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:52.559880 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6575f-b7f3-48a2-b368-1888bf2eea87 req-589ae0fc-908b-4187-a0d4-ee0eff48d067 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:52.569183 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a4f6575f-b7f3-48a2-b368-1888bf2eea87 req-589ae0fc-908b-4187-a0d4-ee0eff48d067 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b6f48b4-b789-4d71-a23c-d681d5656b6f HTTP/1.1" status: 200 len: 1023 time: 0.1653848 Jan 28 13:29:52.645162 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf6a30f-e54a-4a02-ac57-d0aa39d04ab4 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:29:52.663341 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=af032d40-edcf-4fe0-b100-0aeb13a49dcc,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:52.715342 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-baf6a30f-e54a-4a02-ac57-d0aa39d04ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (86149aa4-d305-41b7-ba89-d015b4929c5a), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.719164 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-baf6a30f-e54a-4a02-ac57-d0aa39d04ab4 admin admin] Added segment 86149aa4-d305-41b7-ba89-d015b4929c5a of type vlan for network b4ebb8b5-ad0e-416e-b14b-0adbdec1df96 Jan 28 13:29:52.747237 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-791c221d-e820-4434-a5bb-f36e4af659e3 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.770847 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4abb5927-868c-4a8c-a530-1cb1e173b3a4 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:52.788556 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-1be6fda4-362b-4e5c-b533-cf41b348034a None None] Provisioning complete for port 3cc61c3e-372c-4eb1-a647-fc9b1aa216dd triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:52.788941 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1be6fda4-362b-4e5c-b533-cf41b348034a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3cc61c3e-372c-4eb1-a647-fc9b1aa216dd), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.793378 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a4f6575f-b7f3-48a2-b368-1888bf2eea87 req-5f661a6a-0818-40ea-815b-6cda359213e8 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?id=33da184b-b11f-4743-9f46-85ce10f25d0e&id=44a7f744-1530-4434-b04a-b15e9c3628da&id=cad870f9-4bcb-44a1-8819-2ddb11ad4acd&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2232161 Jan 28 13:29:52.876853 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-791c221d-e820-4434-a5bb-f36e4af659e3 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Network 7079efeb-cd22-4f60-b771-d74efc0a16e0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:52.883544 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-791c221d-e820-4434-a5bb-f36e4af659e3 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:52.897985 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-791c221d-e820-4434-a5bb-f36e4af659e3 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:53.027520 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6a30f-e54a-4a02-ac57-d0aa39d04ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc0b1f7-e481-4915-8ec1-c9c68ff7d6eb,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:53.071518 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-791c221d-e820-4434-a5bb-f36e4af659e3 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:53.072208 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-791c221d-e820-4434-a5bb-f36e4af659e3 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:53.091301 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-685371a8-7423-4a62-aee2-0dde6f7f2029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'name': 'tempest-TaggedBootDevicesTest_v242-330770301-router', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:31Z', 'updated_at': '2022-01-28T13:29:47Z', 'revision_number': 4, 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'gw_port': {'id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '3cc61c3e-372c-4eb1-a647-fc9b1aa216dd', 'name': '', 'network_id': '8d8ce296-49c0-407a-94c2-104afd52dd5e', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'mac_address': 'fa:16:3e:1c:ab:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '7e406a7c-fb11-4530-8ef1-a71bb9184c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:45Z', 'updated_at': '2022-01-28T13:29:52Z', 'revision_number': 4, 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'subnets': [{'id': '7e406a7c-fb11-4530-8ef1-a71bb9184c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:53.126466 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-baf6a30f-e54a-4a02-ac57-d0aa39d04ab4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (b4ebb8b5-ad0e-416e-b14b-0adbdec1df96), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:53.162531 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685371a8-7423-4a62-aee2-0dde6f7f2029 None None] The sync data for ids ['12e79e6d-e245-41f2-9a12-df26573f79b8'] in n-d-822747-2 is: [{'id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'name': 'tempest-TaggedBootDevicesTest_v242-330770301-router', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:31Z', 'updated_at': '2022-01-28T13:29:47Z', 'revision_number': 4, 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'gw_port': {'id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '3cc61c3e-372c-4eb1-a647-fc9b1aa216dd', 'name': '', 'network_id': '8d8ce296-49c0-407a-94c2-104afd52dd5e', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'mac_address': 'fa:16:3e:1c:ab:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '7e406a7c-fb11-4530-8ef1-a71bb9184c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:45Z', 'updated_at': '2022-01-28T13:29:52Z', 'revision_number': 4, 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'subnets': [{'id': '7e406a7c-fb11-4530-8ef1-a71bb9184c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:29:53.187886 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf6a30f-e54a-4a02-ac57-d0aa39d04ab4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:53.188238 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf6a30f-e54a-4a02-ac57-d0aa39d04ab4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:53.188581 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf6a30f-e54a-4a02-ac57-d0aa39d04ab4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:53.188920 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf6a30f-e54a-4a02-ac57-d0aa39d04ab4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:53.189254 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf6a30f-e54a-4a02-ac57-d0aa39d04ab4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:53.189587 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf6a30f-e54a-4a02-ac57-d0aa39d04ab4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:53.189914 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf6a30f-e54a-4a02-ac57-d0aa39d04ab4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:53.190243 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf6a30f-e54a-4a02-ac57-d0aa39d04ab4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:53.190564 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf6a30f-e54a-4a02-ac57-d0aa39d04ab4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:53.190976 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf6a30f-e54a-4a02-ac57-d0aa39d04ab4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:53.191342 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf6a30f-e54a-4a02-ac57-d0aa39d04ab4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:53.191663 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf6a30f-e54a-4a02-ac57-d0aa39d04ab4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:53.191985 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf6a30f-e54a-4a02-ac57-d0aa39d04ab4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:53.200893 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c221d-e820-4434-a5bb-f36e4af659e3 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Pushing event updated for resources: {'Port': ['ID=05dbcb58-e1e0-4ae6-9b70-3124399838e9,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:53.217294 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-791c221d-e820-4434-a5bb-f36e4af659e3 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7103555 Jan 28 13:29:53.239725 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1be6fda4-362b-4e5c-b533-cf41b348034a None None] Current status of the port 3cc61c3e-372c-4eb1-a647-fc9b1aa216dd is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:53.240117 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1be6fda4-362b-4e5c-b533-cf41b348034a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3cc61c3e-372c-4eb1-a647-fc9b1aa216dd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:53.242506 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-459e2130-0413-4a8e-8fe5-ab2157fd1655 service neutron] Request body: {'port': {'device_id': '43f65cf0-2adc-46d0-9194-7617cfa73581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:53.246686 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 4abb5927-868c-4a8c-a530-1cb1e173b3a4 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:53.249761 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4abb5927-868c-4a8c-a530-1cb1e173b3a4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:53.353893 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f7492-6979-4588-ac8e-bb9aa4efc329 req-7e7d0abc-ba36-4974-9ae8-bed8edfe1c65 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:53.355575 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-064f7492-6979-4588-ac8e-bb9aa4efc329 req-7e7d0abc-ba36-4974-9ae8-bed8edfe1c65 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b6f48b4-b789-4d71-a23c-d681d5656b6f HTTP/1.1" status: 200 len: 1023 time: 0.2988973 Jan 28 13:29:53.356761 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07874817-4888-4aca-8291-8b0e78270e44 req-b7a50389-2063-48c3-a8fa-59ff92c5ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:53.358661 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-07874817-4888-4aca-8291-8b0e78270e44 req-b7a50389-2063-48c3-a8fa-59ff92c5ab48 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 1096 time: 0.5209320 Jan 28 13:29:53.360598 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5edbdad3-7f65-4bc9-a6a7-ed283b2697cb req-a77454f8-f220-4992-9226-dfd9cc2fce25 service neutron] 10.222.0.18 "GET /v2.0/networks/16d9a03d-cf10-476d-aa93-1b10f6134522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9873044 Jan 28 13:29:53.361265 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1be6fda4-362b-4e5c-b533-cf41b348034a None None] For port 3cc61c3e-372c-4eb1-a647-fc9b1aa216dd, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3cc61c3e-372c-4eb1-a647-fc9b1aa216dd,segment=NetworkSegment(f6c893c0-ae7b-4968-9c43-ab76e31be400),segment_id=f6c893c0-ae7b-4968-9c43-ab76e31be400)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:53.375094 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-baf6a30f-e54a-4a02-ac57-d0aa39d04ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (b4ebb8b5-ad0e-416e-b14b-0adbdec1df96), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:53.376064 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf6a30f-e54a-4a02-ac57-d0aa39d04ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:53.379217 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1be6fda4-362b-4e5c-b533-cf41b348034a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3cc61c3e-372c-4eb1-a647-fc9b1aa216dd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:53.380938 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-baf6a30f-e54a-4a02-ac57-d0aa39d04ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:53.477833 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-459e2130-0413-4a8e-8fe5-ab2157fd1655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:53.487695 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6a30f-e54a-4a02-ac57-d0aa39d04ab4 admin admin] Pushing event updated for resources: {'Network': ['ID=b4ebb8b5-ad0e-416e-b14b-0adbdec1df96,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:53.530797 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40adcd3-a9a9-4ab9-8f1f-783c109e9f68 req-32435a76-1590-444f-aea7-faa8f5f63d20 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:53.542046 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f40adcd3-a9a9-4ab9-8f1f-783c109e9f68 req-32435a76-1590-444f-aea7-faa8f5f63d20 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 932 time: 0.1849024 Jan 28 13:29:53.558401 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network b4ebb8b5-ad0e-416e-b14b-0adbdec1df96 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:29:53.581653 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-07874817-4888-4aca-8291-8b0e78270e44 req-145815ce-7284-4a6d-b35a-10d21c300f04 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095711 Jan 28 13:29:53.587532 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-baf6a30f-e54a-4a02-ac57-d0aa39d04ab4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0557761 Jan 28 13:29:53.591127 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55488) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:53.613743 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-b88f91bd-ded0-45c5-9338-3a15a268d2b7 admin admin] Request body: {'subnet': {'network_id': 'b4ebb8b5-ad0e-416e-b14b-0adbdec1df96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1317816235-subnet', 'tenant_id': '1f9498f10b354d2d83fb828267ad4f8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:53.618404 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6fda4-362b-4e5c-b533-cf41b348034a None None] Pushing event updated for resources: {'Port': ['ID=3cc61c3e-372c-4eb1-a647-fc9b1aa216dd,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:53.649064 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-41110ac5-fd1a-41db-bca1-5a0657d3aad1 admin admin] Publish callbacks [] for security_group (d9c93ff4-9f8a-410f-9761-66ef9964792d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:53.658637 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-41110ac5-fd1a-41db-bca1-5a0657d3aad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d9c93ff4-9f8a-410f-9761-66ef9964792d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:53.690857 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f40adcd3-a9a9-4ab9-8f1f-783c109e9f68 req-f5f93acd-d0fc-46a5-a8b7-e4b88aa72571 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372151 Jan 28 13:29:53.691662 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55490) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:53.702349 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-4d92ab7a-1a85-463d-82ae-bd3b1ec1ca1b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--370540121', 'description': 'tempest-description--1726667238'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:53.727944 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41110ac5-fd1a-41db-bca1-5a0657d3aad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c93ff4-9f8a-410f-9761-66ef9964792d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:53.739847 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88f91bd-ded0-45c5-9338-3a15a268d2b7 admin admin] Made reservation on behalf of 1f9498f10b354d2d83fb828267ad4f8c for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:53.742199 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b88f91bd-ded0-45c5-9338-3a15a268d2b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:53.896493 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-7de41e6c-aa89-40ed-a33c-5293beaba60c None None] Provisioning complete for port 05dbcb58-e1e0-4ae6-9b70-3124399838e9 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:53.897084 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7de41e6c-aa89-40ed-a33c-5293beaba60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:53.900121 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-41110ac5-fd1a-41db-bca1-5a0657d3aad1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f68dd3f640634579bee7d450e6c473f8&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5663445 Jan 28 13:29:53.911534 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55496) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:53.944391 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4d92ab7a-1a85-463d-82ae-bd3b1ec1ca1b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.016050 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 4abb5927-868c-4a8c-a530-1cb1e173b3a4 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:54.042587 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7de41e6c-aa89-40ed-a33c-5293beaba60c None None] Port 05dbcb58-e1e0-4ae6-9b70-3124399838e9 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:29:54.056204 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-7de41e6c-aa89-40ed-a33c-5293beaba60c None None] Provisioning complete for port 3cc61c3e-372c-4eb1-a647-fc9b1aa216dd triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:54.056689 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7de41e6c-aa89-40ed-a33c-5293beaba60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3cc61c3e-372c-4eb1-a647-fc9b1aa216dd), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.097461 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-064f7492-6979-4588-ac8e-bb9aa4efc329 req-e287564c-3ee7-439d-a9c8-9cdde8157189 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Deleting port e946be19-a018-4de6-98cf-5f3e20a5b7b7 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:54.098290 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-064f7492-6979-4588-ac8e-bb9aa4efc329 req-e287564c-3ee7-439d-a9c8-9cdde8157189 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (e946be19-a018-4de6-98cf-5f3e20a5b7b7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.170892 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b085f-5855-4366-9134-38c600a067ec req-1fca63b6-6b37-4b50-bd9f-41b219a5b3b2 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:54.180144 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a54b085f-5855-4366-9134-38c600a067ec req-1fca63b6-6b37-4b50-bd9f-41b219a5b3b2 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 945 time: 0.3863478 Jan 28 13:29:54.194197 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4c458ffc-0bca-40ac-9394-f692380dfc91 admin admin] Publish callbacks [] for security_group (d9c93ff4-9f8a-410f-9761-66ef9964792d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.216081 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7de41e6c-aa89-40ed-a33c-5293beaba60c None None] Current status of the port 3cc61c3e-372c-4eb1-a647-fc9b1aa216dd is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:54.276668 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4c458ffc-0bca-40ac-9394-f692380dfc91 admin admin] Publish callbacks [] for security_group (d9c93ff4-9f8a-410f-9761-66ef9964792d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.283831 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a1e7c4-a78c-4024-82eb-23a633aee2df None None] Sync routers for ids ['721350a7-83fa-4721-8554-c80c4f6845bc'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:29:54.294610 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a1e7c4-a78c-4024-82eb-23a633aee2df None None] Routers {'721350a7-83fa-4721-8554-c80c4f6845bc'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:29:54.307239 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-79a1e7c4-a78c-4024-82eb-23a633aee2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:29:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['721350a7-83fa-4721-8554-c80c4f6845bc'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:54.318305 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a54b085f-5855-4366-9134-38c600a067ec req-a8cba98e-e207-4aff-bf6a-afbeb8a91270 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372421 Jan 28 13:29:54.327882 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fed006-8ceb-4a3a-a2e9-973770d973b4 req-d126d8a9-6f08-479a-87ad-c5bd07cbe7ba tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:54.331449 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-41fed006-8ceb-4a3a-a2e9-973770d973b4 req-d126d8a9-6f08-479a-87ad-c5bd07cbe7ba tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b6f48b4-b789-4d71-a23c-d681d5656b6f HTTP/1.1" status: 200 len: 1023 time: 0.3298717 Jan 28 13:29:54.438201 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4c458ffc-0bca-40ac-9394-f692380dfc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d9c93ff4-9f8a-410f-9761-66ef9964792d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.441481 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4c458ffc-0bca-40ac-9394-f692380dfc91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.446486 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4c458ffc-0bca-40ac-9394-f692380dfc91 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d9c93ff4-9f8a-410f-9761-66ef9964792d HTTP/1.1" status: 204 len: 168 time: 0.5270383 Jan 28 13:29:54.459136 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b88f91bd-ded0-45c5-9338-3a15a268d2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (b72c4bcd-0c52-46ad-ba2c-22a8b79ebec6), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.468358 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c458ffc-0bca-40ac-9394-f692380dfc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c93ff4-9f8a-410f-9761-66ef9964792d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:54.536843 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-41fed006-8ceb-4a3a-a2e9-973770d973b4 req-82db2bc0-321f-4978-958c-2cc7d484679e tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?id=33da184b-b11f-4743-9f46-85ce10f25d0e&id=44a7f744-1530-4434-b04a-b15e9c3628da&id=cad870f9-4bcb-44a1-8819-2ddb11ad4acd&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1624198 Jan 28 13:29:54.699113 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4d92ab7a-1a85-463d-82ae-bd3b1ec1ca1b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for security_group (38f8e014-3e3a-4680-adab-dc14a9daf0bf), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.710340 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f91bd-ded0-45c5-9338-3a15a268d2b7 admin admin] Checking segment: {'id': '86149aa4-d305-41b7-ba89-d015b4929c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b4ebb8b5-ad0e-416e-b14b-0adbdec1df96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:54.710962 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88f91bd-ded0-45c5-9338-3a15a268d2b7 admin admin] Network hostable DHCP agents. Network: b4ebb8b5-ad0e-416e-b14b-0adbdec1df96, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:29:54.713533 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f91bd-ded0-45c5-9338-3a15a268d2b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b72c4bcd-0c52-46ad-ba2c-22a8b79ebec6,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:54.725393 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4d92ab7a-1a85-463d-82ae-bd3b1ec1ca1b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (38f8e014-3e3a-4680-adab-dc14a9daf0bf), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.782768 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88f91bd-ded0-45c5-9338-3a15a268d2b7 admin admin] Network b4ebb8b5-ad0e-416e-b14b-0adbdec1df96 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:29:54.800727 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4d92ab7a-1a85-463d-82ae-bd3b1ec1ca1b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.803380 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4d92ab7a-1a85-463d-82ae-bd3b1ec1ca1b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1037557 Jan 28 13:29:54.810535 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55506) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:54.812787 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-b88f91bd-ded0-45c5-9338-3a15a268d2b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, b4ebb8b5-ad0e-416e-b14b-0adbdec1df96) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:54.838416 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-064f7492-6979-4588-ac8e-bb9aa4efc329 req-e287564c-3ee7-439d-a9c8-9cdde8157189 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] For port e946be19-a018-4de6-98cf-5f3e20a5b7b7, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e946be19-a018-4de6-98cf-5f3e20a5b7b7,segment=NetworkSegment(bdc48f93-6a06-41d7-b4e3-6415c817d317),segment_id=bdc48f93-6a06-41d7-b4e3-6415c817d317)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:54.838882 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-064f7492-6979-4588-ac8e-bb9aa4efc329 req-e287564c-3ee7-439d-a9c8-9cdde8157189 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (e946be19-a018-4de6-98cf-5f3e20a5b7b7), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.852717 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-84bd7727-71c0-4ce4-943e-4aa0a40ecf7a tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Request body: {'security_group_rule': {'security_group_id': '38f8e014-3e3a-4680-adab-dc14a9daf0bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:54.865289 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88f91bd-ded0-45c5-9338-3a15a268d2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:54.869626 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b88f91bd-ded0-45c5-9338-3a15a268d2b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.916944 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b88f91bd-ded0-45c5-9338-3a15a268d2b7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3205624 Jan 28 13:29:54.918219 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55510) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:54.936468 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-1de1d31d-379b-407b-9892-a47be5cf5acf admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1317816235-router', 'tenant_id': '1f9498f10b354d2d83fb828267ad4f8c', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:54.938047 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-79a1e7c4-a78c-4024-82eb-23a633aee2df None None] Set router 721350a7-83fa-4721-8554-c80c4f6845bc gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:29:55.002333 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-84bd7727-71c0-4ce4-943e-4aa0a40ecf7a tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for security_group_rule (2b941661-4c42-4206-a938-20e1f99728f3), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.016721 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1de1d31d-379b-407b-9892-a47be5cf5acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (2ab1c295-5857-438f-a697-b4ff6b9ba62d), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.022091 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1de1d31d-379b-407b-9892-a47be5cf5acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (2ab1c295-5857-438f-a697-b4ff6b9ba62d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.102517 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279dbec4-c641-4736-885e-2bae5502a399 None None] Network b4ebb8b5-ad0e-416e-b14b-0adbdec1df96 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:55.105764 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3cc61c3e-372c-4eb1-a647-fc9b1aa216dd up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:55.291210 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93102b56-3dbb-46e8-bea9-062d885fa639 req-6ead7539-c9d0-4b86-8846-61f32c94e604 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:55.297365 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-93102b56-3dbb-46e8-bea9-062d885fa639 req-6ead7539-c9d0-4b86-8846-61f32c94e604 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 932 time: 0.2508621 Jan 28 13:29:55.300700 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55514) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:55.346501 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-84bd7727-71c0-4ce4-943e-4aa0a40ecf7a tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for security_group_rule (2b941661-4c42-4206-a938-20e1f99728f3), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.349919 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1de1d31d-379b-407b-9892-a47be5cf5acf admin admin] Publish callbacks [] for router_controller (2ab1c295-5857-438f-a697-b4ff6b9ba62d), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.400624 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3a80dd6c-47c6-45de-9535-a0c95c249cfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.473090 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3fec44-a121-4db1-a039-c9e4a3112c9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-b4ebb8b5-ad0e-416e-b14b-0adbdec1df96', 'network_id': 'b4ebb8b5-ad0e-416e-b14b-0adbdec1df96', 'project_id': '1f9498f10b354d2d83fb828267ad4f8c', 'fixed_ips': [{'subnet_id': 'b72c4bcd-0c52-46ad-ba2c-22a8b79ebec6'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:29:55.473719 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c3fec44-a121-4db1-a039-c9e4a3112c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.507763 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-84bd7727-71c0-4ce4-943e-4aa0a40ecf7a tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (2b941661-4c42-4206-a938-20e1f99728f3), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.607059 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-459e2130-0413-4a8e-8fe5-ab2157fd1655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05dbcb58-e1e0-4ae6-9b70-3124399838e9 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:29:55.619155 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-459e2130-0413-4a8e-8fe5-ab2157fd1655 service neutron] Publish callbacks [] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.638140 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-93102b56-3dbb-46e8-bea9-062d885fa639 req-b2059a00-4270-49f6-b910-136d1b5cbe06 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2868545 Jan 28 13:29:55.656828 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-459e2130-0413-4a8e-8fe5-ab2157fd1655 service neutron] Transition to ACTIVE for port object 05dbcb58-e1e0-4ae6-9b70-3124399838e9 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:29:55.686852 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92ab7a-1a85-463d-82ae-bd3b1ec1ca1b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38f8e014-3e3a-4680-adab-dc14a9daf0bf,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:55.715181 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd7727-71c0-4ce4-943e-4aa0a40ecf7a tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b941661-4c42-4206-a938-20e1f99728f3,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:55.732140 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1de1d31d-379b-407b-9892-a47be5cf5acf admin admin] Publish callbacks [] for router_gateway (2ab1c295-5857-438f-a697-b4ff6b9ba62d), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.741324 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-2c3fec44-a121-4db1-a039-c9e4a3112c9c None None] Allocated IP 172.20.0.2 (b4ebb8b5-ad0e-416e-b14b-0adbdec1df96/b72c4bcd-0c52-46ad-ba2c-22a8b79ebec6/60b67380-4b72-40d6-8a76-bb703657bdb6) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:55.741960 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-459e2130-0413-4a8e-8fe5-ab2157fd1655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.750791 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-84bd7727-71c0-4ce4-943e-4aa0a40ecf7a tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.755694 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-84bd7727-71c0-4ce4-943e-4aa0a40ecf7a tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9436779 Jan 28 13:29:55.760031 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55520) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:55.764512 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-064f7492-6979-4588-ac8e-bb9aa4efc329 req-e287564c-3ee7-439d-a9c8-9cdde8157189 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Calling delete_port for e946be19-a018-4de6-98cf-5f3e20a5b7b7 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:55.770606 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-2c5f5f6f-17a2-46a0-9324-a49d0f4446ee tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Request body: {'security_group_rule': {'security_group_id': '38f8e014-3e3a-4680-adab-dc14a9daf0bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:55.888680 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2c5f5f6f-17a2-46a0-9324-a49d0f4446ee tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for security_group_rule (b28c4381-fcaf-47c3-a458-ddf55b981167), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.975161 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb028d0-72ce-4462-8011-b27091b9b23a req-326d35fc-0bc0-4582-9ee3-0ec48aff73a9 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:55.984141 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8fb028d0-72ce-4462-8011-b27091b9b23a req-326d35fc-0bc0-4582-9ee3-0ec48aff73a9 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b6f48b4-b789-4d71-a23c-d681d5656b6f HTTP/1.1" status: 200 len: 1023 time: 0.2581346 Jan 28 13:29:56.061088 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c3fec44-a121-4db1-a039-c9e4a3112c9c None None] Publish callbacks [] for port (60b67380-4b72-40d6-8a76-bb703657bdb6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.175930 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c3fec44-a121-4db1-a039-c9e4a3112c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (60b67380-4b72-40d6-8a76-bb703657bdb6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.179710 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3a80dd6c-47c6-45de-9535-a0c95c249cfe admin admin] Publish callbacks [] for security_group (e980cb3b-5563-432d-a358-dfb0b55a9e68), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.199313 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3a80dd6c-47c6-45de-9535-a0c95c249cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e980cb3b-5563-432d-a358-dfb0b55a9e68), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.232143 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 3cc61c3e-372c-4eb1-a647-fc9b1aa216dd triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:56.236497 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3cc61c3e-372c-4eb1-a647-fc9b1aa216dd), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.259699 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2c5f5f6f-17a2-46a0-9324-a49d0f4446ee tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for security_group_rule (b28c4381-fcaf-47c3-a458-ddf55b981167), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.261141 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80dd6c-47c6-45de-9535-a0c95c249cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e980cb3b-5563-432d-a358-dfb0b55a9e68,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:56.280554 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3fec44-a121-4db1-a039-c9e4a3112c9c None None] Network b4ebb8b5-ad0e-416e-b14b-0adbdec1df96 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:56.282877 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2c5f5f6f-17a2-46a0-9324-a49d0f4446ee tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (b28c4381-fcaf-47c3-a458-ddf55b981167), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.290165 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-2c3fec44-a121-4db1-a039-c9e4a3112c9c None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:56.295205 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3fec44-a121-4db1-a039-c9e4a3112c9c None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:56.303411 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e2130-0413-4a8e-8fe5-ab2157fd1655 service neutron] Pushing event updated for resources: {'Port': ['ID=05dbcb58-e1e0-4ae6-9b70-3124399838e9,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:56.320874 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fec44-a121-4db1-a039-c9e4a3112c9c None None] Pushing event updated for resources: {'Port': ['ID=60b67380-4b72-40d6-8a76-bb703657bdb6,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:56.326249 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8fb028d0-72ce-4462-8011-b27091b9b23a req-0acb7889-fd01-4ff2-a893-338b703599ab tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?id=33da184b-b11f-4743-9f46-85ce10f25d0e&id=44a7f744-1530-4434-b04a-b15e9c3628da&id=cad870f9-4bcb-44a1-8819-2ddb11ad4acd&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3407450 Jan 28 13:29:56.332570 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0eedb-ea2b-4075-bef4-4edbac9a0870 req-a5f444f6-317c-4a34-8a04-59c137b73027 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:56.341749 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b7a0eedb-ea2b-4075-bef4-4edbac9a0870 req-a5f444f6-317c-4a34-8a04-59c137b73027 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 945 time: 0.6079175 Jan 28 13:29:56.345534 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-459e2130-0413-4a8e-8fe5-ab2157fd1655 service neutron] Attempting to bind port 05dbcb58-e1e0-4ae6-9b70-3124399838e9 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:56.345876 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-459e2130-0413-4a8e-8fe5-ab2157fd1655 service neutron] Attempting to bind port 05dbcb58-e1e0-4ae6-9b70-3124399838e9 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '792a819f-11b6-46d0-bd5d-38aa9f6d375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:56.346205 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-459e2130-0413-4a8e-8fe5-ab2157fd1655 service neutron] Attempting to bind port 05dbcb58-e1e0-4ae6-9b70-3124399838e9 on network 7079efeb-cd22-4f60-b771-d74efc0a16e0 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:56.350651 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3a80dd6c-47c6-45de-9535-a0c95c249cfe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ceda8caf36745a48c0acaf8ac6a9f42&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0026474 Jan 28 13:29:56.375857 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55524) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:56.392067 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2c5f5f6f-17a2-46a0-9324-a49d0f4446ee tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.398660 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2c5f5f6f-17a2-46a0-9324-a49d0f4446ee tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6329713 Jan 28 13:29:56.399724 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55528) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:56.404979 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-2c3fec44-a121-4db1-a039-c9e4a3112c9c None None] Attempting to bind port 60b67380-4b72-40d6-8a76-bb703657bdb6 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:56.405363 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-2c3fec44-a121-4db1-a039-c9e4a3112c9c None None] Attempting to bind port 60b67380-4b72-40d6-8a76-bb703657bdb6 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '86149aa4-d305-41b7-ba89-d015b4929c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b4ebb8b5-ad0e-416e-b14b-0adbdec1df96'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:56.405748 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3fec44-a121-4db1-a039-c9e4a3112c9c None None] Attempting to bind port 60b67380-4b72-40d6-8a76-bb703657bdb6 on network b4ebb8b5-ad0e-416e-b14b-0adbdec1df96 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:56.423614 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-e84432b8-e017-4bf4-932c-b77244dc7b9e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:56.431845 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3fec44-a121-4db1-a039-c9e4a3112c9c None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:56.432290 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3fec44-a121-4db1-a039-c9e4a3112c9c None None] Checking segment: {'id': '86149aa4-d305-41b7-ba89-d015b4929c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b4ebb8b5-ad0e-416e-b14b-0adbdec1df96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:56.432632 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c3fec44-a121-4db1-a039-c9e4a3112c9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.433133 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3fec44-a121-4db1-a039-c9e4a3112c9c None None] Bound using segment: {'id': '86149aa4-d305-41b7-ba89-d015b4929c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b4ebb8b5-ad0e-416e-b14b-0adbdec1df96'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:56.433681 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-2c3fec44-a121-4db1-a039-c9e4a3112c9c None None] Bound port: 60b67380-4b72-40d6-8a76-bb703657bdb6, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86149aa4-d305-41b7-ba89-d015b4929c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b4ebb8b5-ad0e-416e-b14b-0adbdec1df96'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:56.434664 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c3fec44-a121-4db1-a039-c9e4a3112c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (60b67380-4b72-40d6-8a76-bb703657bdb6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.444401 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f5f6f-17a2-46a0-9324-a49d0f4446ee tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b28c4381-fcaf-47c3-a458-ddf55b981167,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:56.458499 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-459e2130-0413-4a8e-8fe5-ab2157fd1655 service neutron] Port 05dbcb58-e1e0-4ae6-9b70-3124399838e9 on network 7079efeb-cd22-4f60-b771-d74efc0a16e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:29:56.459664 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-459e2130-0413-4a8e-8fe5-ab2157fd1655 service neutron] Attempting to bind port 05dbcb58-e1e0-4ae6-9b70-3124399838e9 on network 7079efeb-cd22-4f60-b771-d74efc0a16e0 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:56.499216 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e84432b8-e017-4bf4-932c-b77244dc7b9e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.503213 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 3cc61c3e-372c-4eb1-a647-fc9b1aa216dd is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:56.504367 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device af032d40-edcf-4fe0-b100-0aeb13a49dcc up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:56.509958 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-459e2130-0413-4a8e-8fe5-ab2157fd1655 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:56.510314 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-459e2130-0413-4a8e-8fe5-ab2157fd1655 service neutron] Checking segment: {'id': '792a819f-11b6-46d0-bd5d-38aa9f6d375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:56.510709 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-459e2130-0413-4a8e-8fe5-ab2157fd1655 service neutron] Bound using segment: {'id': '792a819f-11b6-46d0-bd5d-38aa9f6d375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:56.511241 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-459e2130-0413-4a8e-8fe5-ab2157fd1655 service neutron] Bound port: 05dbcb58-e1e0-4ae6-9b70-3124399838e9, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792a819f-11b6-46d0-bd5d-38aa9f6d375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:56.511616 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-459e2130-0413-4a8e-8fe5-ab2157fd1655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.544982 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-79a1e7c4-a78c-4024-82eb-23a633aee2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'name': 'tempest-AttachVolumeShelveTestJSON-132946103-router', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:47Z', 'revision_number': 4, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'gw_port': {'id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:38Z', 'updated_at': '2022-01-28T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '9ca1d80a-626e-41b8-8ded-fba8237f58e1', 'name': '', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'mac_address': 'fa:16:3e:95:b8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:45Z', 'updated_at': '2022-01-28T13:29:48Z', 'revision_number': 2, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'subnets': [{'id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:56.582532 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a1e7c4-a78c-4024-82eb-23a633aee2df None None] Checking router: 721350a7-83fa-4721-8554-c80c4f6845bc for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:29:56.582944 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a1e7c4-a78c-4024-82eb-23a633aee2df None None] Updating router 721350a7-83fa-4721-8554-c80c4f6845bc port 9ca1d80a-626e-41b8-8ded-fba8237f58e1 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:29:56.601054 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-459e2130-0413-4a8e-8fe5-ab2157fd1655 service neutron] For port 05dbcb58-e1e0-4ae6-9b70-3124399838e9, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:56.606302 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-459e2130-0413-4a8e-8fe5-ab2157fd1655 service neutron] For port 05dbcb58-e1e0-4ae6-9b70-3124399838e9, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=05dbcb58-e1e0-4ae6-9b70-3124399838e9,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:56.644384 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79a1e7c4-a78c-4024-82eb-23a633aee2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9ca1d80a-626e-41b8-8ded-fba8237f58e1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.646240 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port af032d40-edcf-4fe0-b100-0aeb13a49dcc triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:56.646595 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (af032d40-edcf-4fe0-b100-0aeb13a49dcc), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.647141 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b7a0eedb-ea2b-4075-bef4-4edbac9a0870 req-b547e398-8f2a-45d4-a2b7-8f1a2aea0c24 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043761 Jan 28 13:29:56.652098 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c78cc33-40d2-43a8-98df-a43feb27f175 admin admin] Publish callbacks [] for security_group (e980cb3b-5563-432d-a358-dfb0b55a9e68), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.708264 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c78cc33-40d2-43a8-98df-a43feb27f175 admin admin] Publish callbacks [] for security_group (e980cb3b-5563-432d-a358-dfb0b55a9e68), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.752329 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1de1d31d-379b-407b-9892-a47be5cf5acf admin admin] Publish callbacks [] for router_gateway (2ab1c295-5857-438f-a697-b4ff6b9ba62d), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.798675 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1de1d31d-379b-407b-9892-a47be5cf5acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.814259 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-459e2130-0413-4a8e-8fe5-ab2157fd1655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.847853 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-459e2130-0413-4a8e-8fe5-ab2157fd1655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:56.849255 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-459e2130-0413-4a8e-8fe5-ab2157fd1655 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.851444 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-459e2130-0413-4a8e-8fe5-ab2157fd1655 service neutron] 10.222.0.37 "PUT /v2.0/ports/05dbcb58-e1e0-4ae6-9b70-3124399838e9 HTTP/1.1" status: 200 len: 1092 time: 3.6142550 Jan 28 13:29:56.857189 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f65cf0-2adc-46d0-9194-7617cfa73581', 'tag': '05dbcb58-e1e0-4ae6-9b70-3124399838e9'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:56.860916 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44edd015-708a-48a2-9ef2-323d038a4e88" -d '{"events": [{"name": "network-changed", "server_uuid": "43f65cf0-2adc-46d0-9194-7617cfa73581", "tag": "05dbcb58-e1e0-4ae6-9b70-3124399838e9"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:56.864376 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c78cc33-40d2-43a8-98df-a43feb27f175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e980cb3b-5563-432d-a358-dfb0b55a9e68), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.868261 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c78cc33-40d2-43a8-98df-a43feb27f175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.870081 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2c78cc33-40d2-43a8-98df-a43feb27f175 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e980cb3b-5563-432d-a358-dfb0b55a9e68 HTTP/1.1" status: 204 len: 168 time: 0.4929125 Jan 28 13:29:56.911489 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2c3fec44-a121-4db1-a039-c9e4a3112c9c None None] For port 60b67380-4b72-40d6-8a76-bb703657bdb6, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:56.938604 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2c3fec44-a121-4db1-a039-c9e4a3112c9c None None] For port 60b67380-4b72-40d6-8a76-bb703657bdb6, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=60b67380-4b72-40d6-8a76-bb703657bdb6,segment=NetworkSegment(86149aa4-d305-41b7-ba89-d015b4929c5a),segment_id=86149aa4-d305-41b7-ba89-d015b4929c5a)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:56.967927 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c3fec44-a121-4db1-a039-c9e4a3112c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (60b67380-4b72-40d6-8a76-bb703657bdb6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:57.090876 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cc408-d829-4cea-9be9-398d144e1c53 req-18dbc83a-1383-492c-9a49-96ab3852beee tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:57.092717 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-843cc408-d829-4cea-9be9-398d144e1c53 req-18dbc83a-1383-492c-9a49-96ab3852beee tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 944 time: 0.3059800 Jan 28 13:29:57.097559 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78cc33-40d2-43a8-98df-a43feb27f175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e980cb3b-5563-432d-a358-dfb0b55a9e68,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:57.172176 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754932a1-4491-420f-98a9-d299e5ff840e x-openstack-request-id: req-754932a1-4491-420f-98a9-d299e5ff840e {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:57.172481 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f65cf0-2adc-46d0-9194-7617cfa73581", "tag": "05dbcb58-e1e0-4ae6-9b70-3124399838e9", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:57.172766 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-754932a1-4491-420f-98a9-d299e5ff840e {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:57.173170 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f65cf0-2adc-46d0-9194-7617cfa73581', 'tag': '05dbcb58-e1e0-4ae6-9b70-3124399838e9', 'status': 'completed', 'code': 200} Jan 28 13:29:57.208737 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-064f7492-6979-4588-ac8e-bb9aa4efc329 req-e287564c-3ee7-439d-a9c8-9cdde8157189 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (e946be19-a018-4de6-98cf-5f3e20a5b7b7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:57.262794 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['f472c9b4-92da-44b8-b849-5c1c44136f67'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:57.279374 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e84432b8-e017-4bf4-932c-b77244dc7b9e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:57.368958 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-064f7492-6979-4588-ac8e-bb9aa4efc329 req-e287564c-3ee7-439d-a9c8-9cdde8157189 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] No DVR routers for this DVR port e946be19-a018-4de6-98cf-5f3e20a5b7b7 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:57.374035 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-064f7492-6979-4588-ac8e-bb9aa4efc329 req-e287564c-3ee7-439d-a9c8-9cdde8157189 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:57.381439 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-064f7492-6979-4588-ac8e-bb9aa4efc329 req-e287564c-3ee7-439d-a9c8-9cdde8157189 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.18 "DELETE /v2.0/ports/e946be19-a018-4de6-98cf-5f3e20a5b7b7 HTTP/1.1" status: 204 len: 173 time: 3.9874001 Jan 28 13:29:57.382545 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e2130-0413-4a8e-8fe5-ab2157fd1655 service neutron] Pushing event updated for resources: {'Port': ['ID=05dbcb58-e1e0-4ae6-9b70-3124399838e9,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:57.442970 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-1de1d31d-379b-407b-9892-a47be5cf5acf admin admin] Allocated IP 172.25.3.94 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/28317e03-21b6-48f0-b4b4-446267c38aa2) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:57.485605 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-843cc408-d829-4cea-9be9-398d144e1c53 req-73a4050b-df64-4311-8b84-b5c9f367a639 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3749506 Jan 28 13:29:57.495604 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287564c-3ee7-439d-a9c8-9cdde8157189 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Pushing event deleted for resources: {'Port': ['ID=e946be19-a018-4de6-98cf-5f3e20a5b7b7,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:57.534017 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-caf2f308-ba4a-45e7-8d1c-a8c4fd60039b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:57.536654 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-caf2f308-ba4a-45e7-8d1c-a8c4fd60039b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 1095 time: 0.5612943 Jan 28 13:29:57.558044 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed21c1-805a-4dcd-93c5-03581b7f24cd req-ff5a17a7-8b5f-4702-b2c3-155c8661182d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:57.575384 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a7ed21c1-805a-4dcd-93c5-03581b7f24cd req-ff5a17a7-8b5f-4702-b2c3-155c8661182d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 945 time: 0.2977753 Jan 28 13:29:57.595735 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port af032d40-edcf-4fe0-b100-0aeb13a49dcc is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:57.734604 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fec44-a121-4db1-a039-c9e4a3112c9c None None] Pushing event updated for resources: {'Port': ['ID=60b67380-4b72-40d6-8a76-bb703657bdb6,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:57.735610 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-65bff44b-fb4f-4917-9a0b-8e605c9ccf2c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05dbcb58-e1e0-4ae6-9b70-3124399838e9 HTTP/1.1" status: 200 len: 217 time: 0.1579063 Jan 28 13:29:57.782428 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-228fa05d-9dab-4fcd-a771-4bd6c81a0b7c req-54d73709-b70f-4553-bcfa-62d73f65bc82 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b6f48b4-b789-4d71-a23c-d681d5656b6f HTTP/1.1" status: 200 len: 210 time: 0.1023512 Jan 28 13:29:57.877591 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-4c0f0d6f-264b-44d2-b50e-3b8b5a0c91db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:57.881278 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-4c0f0d6f-264b-44d2-b50e-3b8b5a0c91db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0384f919-cf7e-4ec0-b290-94b57d977aef HTTP/1.1" status: 200 len: 849 time: 0.1376669 Jan 28 13:29:57.930165 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1de1d31d-379b-407b-9892-a47be5cf5acf admin admin] Publish callbacks [] for port (28317e03-21b6-48f0-b4b4-446267c38aa2), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:57.963841 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a7ed21c1-805a-4dcd-93c5-03581b7f24cd req-97b46236-a962-43d8-9a37-aa1a5cd57216 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874197 Jan 28 13:29:58.004545 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-9dd54d19-fce1-4b43-a904-d8f861c8d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:58.006551 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-9dd54d19-fce1-4b43-a904-d8f861c8d743 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7079efeb-cd22-4f60-b771-d74efc0a16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137509 Jan 28 13:29:58.191795 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79a1e7c4-a78c-4024-82eb-23a633aee2df None None] Publish callbacks [] for port (9ca1d80a-626e-41b8-8ded-fba8237f58e1), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:58.194407 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-faab98f0-26fe-4750-9e97-c7f57e617d6f service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755846 Jan 28 13:29:58.206613 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1de1d31d-379b-407b-9892-a47be5cf5acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (28317e03-21b6-48f0-b4b4-446267c38aa2), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:58.248693 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79a1e7c4-a78c-4024-82eb-23a633aee2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9ca1d80a-626e-41b8-8ded-fba8237f58e1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:58.269770 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device e946be19-a018-4de6-98cf-5f3e20a5b7b7 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:58.282793 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-e84432b8-e017-4bf4-932c-b77244dc7b9e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Allocated IP 172.25.3.236 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/7db3e737-dcf1-4af4-be2d-f6c310de6d2b) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:58.340763 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de1d31d-379b-407b-9892-a47be5cf5acf admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:58.352059 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2cbb09-4612-4a9c-a50f-cb1610ee39a7 None None] Pushing event updated for resources: {'Port': ['ID=9ca1d80a-626e-41b8-8ded-fba8237f58e1,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:58.379235 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-1de1d31d-379b-407b-9892-a47be5cf5acf admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:58.383387 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de1d31d-379b-407b-9892-a47be5cf5acf admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:58.386144 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1d31d-379b-407b-9892-a47be5cf5acf admin admin] Pushing event updated for resources: {'Port': ['ID=28317e03-21b6-48f0-b4b4-446267c38aa2,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:58.447775 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: e946be19-a018-4de6-98cf-5f3e20a5b7b7 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:58.448443 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device e946be19-a018-4de6-98cf-5f3e20a5b7b7 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:58.483426 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8b2b2e4-5ddc-43ba-9fd0-f8ba66101f6f req-675474b2-5349-4d1e-a737-d3ad73667989 service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829437 Jan 28 13:29:58.636857 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-79a1e7c4-a78c-4024-82eb-23a633aee2df None None] Attempting to bind port 9ca1d80a-626e-41b8-8ded-fba8237f58e1 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:58.637172 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-79a1e7c4-a78c-4024-82eb-23a633aee2df None None] Attempting to bind port 9ca1d80a-626e-41b8-8ded-fba8237f58e1 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:58.637497 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1e7c4-a78c-4024-82eb-23a633aee2df None None] Attempting to bind port 9ca1d80a-626e-41b8-8ded-fba8237f58e1 on network dd65474c-0b14-4c75-9058-245198106ef8 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:58.680199 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1e7c4-a78c-4024-82eb-23a633aee2df None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:58.680636 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1e7c4-a78c-4024-82eb-23a633aee2df None None] Checking segment: {'id': 'cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:58.680983 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79a1e7c4-a78c-4024-82eb-23a633aee2df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:58.683478 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1e7c4-a78c-4024-82eb-23a633aee2df None None] Bound using segment: {'id': 'cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:58.683993 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-79a1e7c4-a78c-4024-82eb-23a633aee2df None None] Bound port: 9ca1d80a-626e-41b8-8ded-fba8237f58e1, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:58.684385 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79a1e7c4-a78c-4024-82eb-23a633aee2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9ca1d80a-626e-41b8-8ded-fba8237f58e1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:58.744092 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edd015-708a-48a2-9ef2-323d038a4e88 req-54c4b43f-b48a-4e4e-8c0d-e05bc869b828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:58.753714 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-44edd015-708a-48a2-9ef2-323d038a4e88 req-54c4b43f-b48a-4e4e-8c0d-e05bc869b828 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 1095 time: 0.2123482 Jan 28 13:29:58.860153 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cb013-2eb1-4383-ab6d-89acf92f1c9d req-2e4510a8-d717-4b3c-a544-6f06b4008965 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:58.862407 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-005cb013-2eb1-4383-ab6d-89acf92f1c9d req-2e4510a8-d717-4b3c-a544-6f06b4008965 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 944 time: 0.2174160 Jan 28 13:29:59.060963 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-005cb013-2eb1-4383-ab6d-89acf92f1c9d req-4a5bdcec-8144-4f66-b368-68f1d285203d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228166 Jan 28 13:29:59.085617 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edd015-708a-48a2-9ef2-323d038a4e88 req-ea79289d-5a9c-4b73-9dd6-83a2801720ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:59.095582 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-44edd015-708a-48a2-9ef2-323d038a4e88 req-ea79289d-5a9c-4b73-9dd6-83a2801720ba service neutron] 10.222.0.37 "GET /v2.0/networks?id=7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 200 len: 910 time: 0.3230307 Jan 28 13:29:59.205524 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6f48b4-b789-4d71-a23c-d681d5656b6f', 'name': 'network-vif-deleted', 'tag': 'e946be19-a018-4de6-98cf-5f3e20a5b7b7'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:59.208729 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317811e2-986d-4ce2-a968-2167d9b1075d" -d '{"events": [{"server_uuid": "5b6f48b4-b789-4d71-a23c-d681d5656b6f", "name": "network-vif-deleted", "tag": "e946be19-a018-4de6-98cf-5f3e20a5b7b7"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:59.213043 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-44edd015-708a-48a2-9ef2-323d038a4e88 req-3a9c06a9-2d77-44e8-a507-5b2a40655427 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05dbcb58-e1e0-4ae6-9b70-3124399838e9 HTTP/1.1" status: 200 len: 217 time: 0.1045275 Jan 28 13:29:59.300904 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-20635be0-00ee-4f98-8e84-625d046be6d8 None None] Provisioning complete for port 9ca1d80a-626e-41b8-8ded-fba8237f58e1 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:59.301498 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20635be0-00ee-4f98-8e84-625d046be6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9ca1d80a-626e-41b8-8ded-fba8237f58e1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:59.359845 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-79a1e7c4-a78c-4024-82eb-23a633aee2df None None] For port 9ca1d80a-626e-41b8-8ded-fba8237f58e1, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:59.378761 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-79a1e7c4-a78c-4024-82eb-23a633aee2df None None] For port 9ca1d80a-626e-41b8-8ded-fba8237f58e1, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9ca1d80a-626e-41b8-8ded-fba8237f58e1,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:59.381927 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edd015-708a-48a2-9ef2-323d038a4e88 req-5e9d23c2-0127-4a12-a5d7-da1476004340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:59.382589 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8da95414-8cf9-4e35-ba5f-70e7051a0a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:59.387060 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-44edd015-708a-48a2-9ef2-323d038a4e88 req-5e9d23c2-0127-4a12-a5d7-da1476004340 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0384f919-cf7e-4ec0-b290-94b57d977aef HTTP/1.1" status: 200 len: 849 time: 0.1621139 Jan 28 13:29:59.399299 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0988161-c4d7-4a0f-a82e-a483140a048c req-9e4c059d-1598-4b1b-9891-d2aa4376aca9 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:59.400851 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a0988161-c4d7-4a0f-a82e-a483140a048c req-9e4c059d-1598-4b1b-9891-d2aa4376aca9 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 945 time: 0.1860101 Jan 28 13:29:59.427800 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79a1e7c4-a78c-4024-82eb-23a633aee2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9ca1d80a-626e-41b8-8ded-fba8237f58e1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:59.455005 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b846cc50-dc68-4237-9f7e-7ad8808fd820 None None] Network b4ebb8b5-ad0e-416e-b14b-0adbdec1df96 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:59.572101 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edd015-708a-48a2-9ef2-323d038a4e88 req-f85ee05b-cf66-40c0-b815-7bd0877e002a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:59.573443 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-20635be0-00ee-4f98-8e84-625d046be6d8 None None] Port 9ca1d80a-626e-41b8-8ded-fba8237f58e1 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:29:59.573696 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-44edd015-708a-48a2-9ef2-323d038a4e88 req-f85ee05b-cf66-40c0-b815-7bd0877e002a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7079efeb-cd22-4f60-b771-d74efc0a16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1718767 Jan 28 13:29:59.589981 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a0988161-c4d7-4a0f-a82e-a483140a048c req-beaf6b2f-81e7-4ad6-bc6b-831f568b2a70 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209991 Jan 28 13:29:59.700955 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a1e7c4-a78c-4024-82eb-23a633aee2df None None] Routers {'721350a7-83fa-4721-8554-c80c4f6845bc'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:29:59.701654 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-79a1e7c4-a78c-4024-82eb-23a633aee2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:29:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['721350a7-83fa-4721-8554-c80c4f6845bc'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:59.859404 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-51d1aff8-31c9-4d14-a5f5-30e9580ddb04 req-491dfe3a-154a-423a-8a31-5b1ff7007b2b tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups/cad870f9-4bcb-44a1-8819-2ddb11ad4acd HTTP/1.1" status: 200 len: 1818 time: 0.0920515 Jan 28 13:29:59.869153 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-44edd015-708a-48a2-9ef2-323d038a4e88 req-974dffaa-b6b6-4c91-ab88-0028e0f0e79b service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757943 Jan 28 13:29:59.970975 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e84432b8-e017-4bf4-932c-b77244dc7b9e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for port (7db3e737-dcf1-4af4-be2d-f6c310de6d2b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:00.010837 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2949376-73ca-4ec8-a297-b4380f456ac8 req-ba921c43-69bb-4155-ac3e-242593e83c66 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:00.019457 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a2949376-73ca-4ec8-a297-b4380f456ac8 req-ba921c43-69bb-4155-ac3e-242593e83c66 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=daacec17-a5cc-413a-bed2-c218807a2927 HTTP/1.1" status: 200 len: 945 time: 0.1758137 Jan 28 13:30:00.069132 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-79a1e7c4-a78c-4024-82eb-23a633aee2df None None] Set router 721350a7-83fa-4721-8554-c80c4f6845bc gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:30:00.095215 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-44edd015-708a-48a2-9ef2-323d038a4e88 req-b7336ea0-cdd5-4619-97ff-4fdb095ada65 service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512837 Jan 28 13:30:00.132497 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-51d1aff8-31c9-4d14-a5f5-30e9580ddb04 req-62002ae0-f4a8-488d-9bb2-34ef4df34dc7 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (cad870f9-4bcb-44a1-8819-2ddb11ad4acd), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:00.173600 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 60b67380-4b72-40d6-8a76-bb703657bdb6 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:30:00.193755 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-51d1aff8-31c9-4d14-a5f5-30e9580ddb04 req-62002ae0-f4a8-488d-9bb2-34ef4df34dc7 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (cad870f9-4bcb-44a1-8819-2ddb11ad4acd), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:00.205030 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2cbb09-4612-4a9c-a50f-cb1610ee39a7 None None] Pushing event updated for resources: {'Port': ['ID=9ca1d80a-626e-41b8-8ded-fba8237f58e1,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:00.216913 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a2949376-73ca-4ec8-a297-b4380f456ac8 req-42ca2bbc-756d-462e-b3fd-6ac730a34b84 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947677 Jan 28 13:30:00.233193 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e84432b8-e017-4bf4-932c-b77244dc7b9e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (7db3e737-dcf1-4af4-be2d-f6c310de6d2b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:00.271217 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-80627f37-5ed4-483c-a81b-4ba309fe0dfd None None] Provisioning complete for port 60b67380-4b72-40d6-8a76-bb703657bdb6 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:00.272678 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-80627f37-5ed4-483c-a81b-4ba309fe0dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (60b67380-4b72-40d6-8a76-bb703657bdb6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:00.283439 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-51d1aff8-31c9-4d14-a5f5-30e9580ddb04 req-62002ae0-f4a8-488d-9bb2-34ef4df34dc7 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (cad870f9-4bcb-44a1-8819-2ddb11ad4acd), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:00.287276 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-51d1aff8-31c9-4d14-a5f5-30e9580ddb04 req-62002ae0-f4a8-488d-9bb2-34ef4df34dc7 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:00.302365 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-51d1aff8-31c9-4d14-a5f5-30e9580ddb04 req-62002ae0-f4a8-488d-9bb2-34ef4df34dc7 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "DELETE /v2.0/security-groups/cad870f9-4bcb-44a1-8819-2ddb11ad4acd HTTP/1.1" status: 204 len: 173 time: 0.4406180 Jan 28 13:30:00.304333 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9a2465-c838-4317-9df8-dd74564e2c99 x-openstack-request-id: req-4b9a2465-c838-4317-9df8-dd74564e2c99 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:00.304715 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6f48b4-b789-4d71-a23c-d681d5656b6f", "name": "network-vif-deleted", "tag": "e946be19-a018-4de6-98cf-5f3e20a5b7b7", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:00.305051 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b9a2465-c838-4317-9df8-dd74564e2c99 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:00.305601 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6f48b4-b789-4d71-a23c-d681d5656b6f', 'name': 'network-vif-deleted', 'tag': 'e946be19-a018-4de6-98cf-5f3e20a5b7b7', 'status': 'completed', 'code': 200} Jan 28 13:30:00.349746 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62002ae0-f4a8-488d-9bb2-34ef4df34dc7 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad870f9-4bcb-44a1-8819-2ddb11ad4acd,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:00.360726 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84432b8-e017-4bf4-932c-b77244dc7b9e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:30:00.361706 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1de1d31d-379b-407b-9892-a47be5cf5acf admin admin] Publish callbacks [] for router_gateway (2ab1c295-5857-438f-a697-b4ff6b9ba62d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:00.378111 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-e84432b8-e017-4bf4-932c-b77244dc7b9e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:30:00.437552 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84432b8-e017-4bf4-932c-b77244dc7b9e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:30:00.441251 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8104547-a519-4a76-9e68-1325c221340b req-9c834678-9e85-40d9-b0d2-660baa286abe tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:00.444761 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c8104547-a519-4a76-9e68-1325c221340b req-9c834678-9e85-40d9-b0d2-660baa286abe tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 944 time: 0.0736547 Jan 28 13:30:00.536997 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c8104547-a519-4a76-9e68-1325c221340b req-181b4b2a-09e2-40d8-8ba1-e4e8119360a6 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872371 Jan 28 13:30:00.595978 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 60b67380-4b72-40d6-8a76-bb703657bdb6 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:00.596470 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (60b67380-4b72-40d6-8a76-bb703657bdb6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:00.648351 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84432b8-e017-4bf4-932c-b77244dc7b9e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Pushing event updated for resources: {'Port': ['ID=7db3e737-dcf1-4af4-be2d-f6c310de6d2b,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:00.649978 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9f996457-8590-442e-b15e-5a3cb0fd4ae3 req-490f62c0-1e82-4dc4-a345-e527e374a104 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups/33da184b-b11f-4743-9f46-85ce10f25d0e HTTP/1.1" status: 200 len: 1820 time: 0.0867543 Jan 28 13:30:00.769628 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9f996457-8590-442e-b15e-5a3cb0fd4ae3 req-905fbb96-42df-4f58-abcf-2b4dc3364455 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (33da184b-b11f-4743-9f46-85ce10f25d0e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:00.790812 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-79a1e7c4-a78c-4024-82eb-23a633aee2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'name': 'tempest-AttachVolumeShelveTestJSON-132946103-router', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:47Z', 'revision_number': 4, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'gw_port': {'id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:38Z', 'updated_at': '2022-01-28T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '9ca1d80a-626e-41b8-8ded-fba8237f58e1', 'name': '', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'mac_address': 'fa:16:3e:95:b8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:45Z', 'updated_at': '2022-01-28T13:29:59Z', 'revision_number': 4, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'subnets': [{'id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:00.833622 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-80627f37-5ed4-483c-a81b-4ba309fe0dfd None None] Current status of the port 60b67380-4b72-40d6-8a76-bb703657bdb6 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:00.834404 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-80627f37-5ed4-483c-a81b-4ba309fe0dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (60b67380-4b72-40d6-8a76-bb703657bdb6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:00.837171 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a1e7c4-a78c-4024-82eb-23a633aee2df None None] The sync data for ids ['721350a7-83fa-4721-8554-c80c4f6845bc'] in n-d-822747-2 is: [{'id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'name': 'tempest-AttachVolumeShelveTestJSON-132946103-router', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:47Z', 'revision_number': 4, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'gw_port': {'id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:38Z', 'updated_at': '2022-01-28T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '9ca1d80a-626e-41b8-8ded-fba8237f58e1', 'name': '', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'mac_address': 'fa:16:3e:95:b8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:45Z', 'updated_at': '2022-01-28T13:29:59Z', 'revision_number': 4, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'subnets': [{'id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:30:00.847261 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9f996457-8590-442e-b15e-5a3cb0fd4ae3 req-905fbb96-42df-4f58-abcf-2b4dc3364455 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (33da184b-b11f-4743-9f46-85ce10f25d0e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:00.853608 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1de1d31d-379b-407b-9892-a47be5cf5acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (2ab1c295-5857-438f-a697-b4ff6b9ba62d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:00.955940 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9f996457-8590-442e-b15e-5a3cb0fd4ae3 req-905fbb96-42df-4f58-abcf-2b4dc3364455 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (33da184b-b11f-4743-9f46-85ce10f25d0e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:00.971245 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9f996457-8590-442e-b15e-5a3cb0fd4ae3 req-905fbb96-42df-4f58-abcf-2b4dc3364455 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:00.972851 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9f996457-8590-442e-b15e-5a3cb0fd4ae3 req-905fbb96-42df-4f58-abcf-2b4dc3364455 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "DELETE /v2.0/security-groups/33da184b-b11f-4743-9f46-85ce10f25d0e HTTP/1.1" status: 204 len: 173 time: 0.3217821 Jan 28 13:30:00.983774 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 60b67380-4b72-40d6-8a76-bb703657bdb6 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:00.989337 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (60b67380-4b72-40d6-8a76-bb703657bdb6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.012195 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e84432b8-e017-4bf4-932c-b77244dc7b9e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for floatingip (da92ce79-3e22-4186-b3e4-5a6b2e94f21d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.021544 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905fbb96-42df-4f58-abcf-2b4dc3364455 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33da184b-b11f-4743-9f46-85ce10f25d0e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:01.154676 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-80627f37-5ed4-483c-a81b-4ba309fe0dfd None None] For port 60b67380-4b72-40d6-8a76-bb703657bdb6, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=60b67380-4b72-40d6-8a76-bb703657bdb6,segment=NetworkSegment(86149aa4-d305-41b7-ba89-d015b4929c5a),segment_id=86149aa4-d305-41b7-ba89-d015b4929c5a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:01.162079 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-80627f37-5ed4-483c-a81b-4ba309fe0dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (60b67380-4b72-40d6-8a76-bb703657bdb6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.188109 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e84432b8-e017-4bf4-932c-b77244dc7b9e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7db3e737-dcf1-4af4-be2d-f6c310de6d2b), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.266600 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d05557-6bc7-43e4-87ed-2eb0289657b7 req-30fdb445-8c79-483c-9484-7703cbad51aa tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:01.268246 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65d05557-6bc7-43e4-87ed-2eb0289657b7 req-30fdb445-8c79-483c-9484-7703cbad51aa tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 945 time: 0.2305272 Jan 28 13:30:01.322368 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef793532-c1f7-458b-8e2c-3cde4f5da7c8 req-ca1a4fb9-a839-4b17-abca-4dc92d905b02 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:01.326476 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ef793532-c1f7-458b-8e2c-3cde4f5da7c8 req-ca1a4fb9-a839-4b17-abca-4dc92d905b02 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.37 "GET /v2.0/ports?device_id=daacec17-a5cc-413a-bed2-c218807a2927 HTTP/1.1" status: 200 len: 945 time: 0.2273998 Jan 28 13:30:01.363904 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80627f37-5ed4-483c-a81b-4ba309fe0dfd None None] Pushing event updated for resources: {'Port': ['ID=60b67380-4b72-40d6-8a76-bb703657bdb6,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:01.365701 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-086db0bc-e722-4cd5-88a4-4a8f30ab9642 req-1ee439ee-5279-4769-8e83-bd8a547e24ef tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-219688490', 'description': 'tempest-description-253243259'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:01.388093 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f678eaa2-7b76-4c44-9709-66f803e171e2 None None] Provisioning complete for port 60b67380-4b72-40d6-8a76-bb703657bdb6 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:01.388494 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f678eaa2-7b76-4c44-9709-66f803e171e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (60b67380-4b72-40d6-8a76-bb703657bdb6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.437299 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:30:01.437661 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:30:01.471403 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-086db0bc-e722-4cd5-88a4-4a8f30ab9642 req-1ee439ee-5279-4769-8e83-bd8a547e24ef tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.518306 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65d05557-6bc7-43e4-87ed-2eb0289657b7 req-c90249ea-f481-4979-b4fa-c573b43a791e tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313132 Jan 28 13:30:01.590839 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f678eaa2-7b76-4c44-9709-66f803e171e2 None None] Current status of the port 60b67380-4b72-40d6-8a76-bb703657bdb6 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:01.628982 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f678eaa2-7b76-4c44-9709-66f803e171e2 None None] Provisioning complete for port 9ca1d80a-626e-41b8-8ded-fba8237f58e1 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:01.629723 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f678eaa2-7b76-4c44-9709-66f803e171e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9ca1d80a-626e-41b8-8ded-fba8237f58e1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.637529 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8439bc06-bdb8-4c91-a69e-1c6f89d50d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.647642 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de1d31d-379b-407b-9892-a47be5cf5acf admin admin] Router 2ab1c295-5857-438f-a697-b4ff6b9ba62d is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:30:01.693802 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-ef793532-c1f7-458b-8e2c-3cde4f5da7c8 req-57d57e9b-84e3-4d64-904a-a7a32d4fa265 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Deleting port bc3de9dc-9f98-4ffc-9a68-0793c890099b {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:30:01.694434 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ef793532-c1f7-458b-8e2c-3cde4f5da7c8 req-57d57e9b-84e3-4d64-904a-a7a32d4fa265 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (bc3de9dc-9f98-4ffc-9a68-0793c890099b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.776366 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f678eaa2-7b76-4c44-9709-66f803e171e2 None None] Current status of the port 9ca1d80a-626e-41b8-8ded-fba8237f58e1 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:01.776968 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f678eaa2-7b76-4c44-9709-66f803e171e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9ca1d80a-626e-41b8-8ded-fba8237f58e1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.809757 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-086db0bc-e722-4cd5-88a4-4a8f30ab9642 req-1ee439ee-5279-4769-8e83-bd8a547e24ef tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (32e036a4-7b61-47f7-83fd-c95f00a0f755), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.826557 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-086db0bc-e722-4cd5-88a4-4a8f30ab9642 req-1ee439ee-5279-4769-8e83-bd8a547e24ef tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (32e036a4-7b61-47f7-83fd-c95f00a0f755), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.842549 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f678eaa2-7b76-4c44-9709-66f803e171e2 None None] For port 9ca1d80a-626e-41b8-8ded-fba8237f58e1, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9ca1d80a-626e-41b8-8ded-fba8237f58e1,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:01.848103 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f678eaa2-7b76-4c44-9709-66f803e171e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9ca1d80a-626e-41b8-8ded-fba8237f58e1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.919316 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee439ee-5279-4769-8e83-bd8a547e24ef tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e036a4-7b61-47f7-83fd-c95f00a0f755,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:01.928127 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-086db0bc-e722-4cd5-88a4-4a8f30ab9642 req-1ee439ee-5279-4769-8e83-bd8a547e24ef tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.929378 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-086db0bc-e722-4cd5-88a4-4a8f30ab9642 req-1ee439ee-5279-4769-8e83-bd8a547e24ef tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6012053 Jan 28 13:30:01.933745 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e84432b8-e017-4bf4-932c-b77244dc7b9e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for port (7db3e737-dcf1-4af4-be2d-f6c310de6d2b), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.948365 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e84432b8-e017-4bf4-932c-b77244dc7b9e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (7db3e737-dcf1-4af4-be2d-f6c310de6d2b), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.957308 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0a001-b635-49cf-b760-5349eec6e471 req-eea95b4c-ed39-458e-8851-9d3bcdd0329a tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:01.965759 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-24d0a001-b635-49cf-b760-5349eec6e471 req-eea95b4c-ed39-458e-8851-9d3bcdd0329a tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=daacec17-a5cc-413a-bed2-c218807a2927 HTTP/1.1" status: 200 len: 945 time: 0.2170656 Jan 28 13:30:01.967392 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-ef793532-c1f7-458b-8e2c-3cde4f5da7c8 req-57d57e9b-84e3-4d64-904a-a7a32d4fa265 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] For port bc3de9dc-9f98-4ffc-9a68-0793c890099b, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=bc3de9dc-9f98-4ffc-9a68-0793c890099b,segment=NetworkSegment(1c04bf0b-8aa7-40e6-8665-eb4d488e60a5),segment_id=1c04bf0b-8aa7-40e6-8665-eb4d488e60a5)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:01.967930 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ef793532-c1f7-458b-8e2c-3cde4f5da7c8 req-57d57e9b-84e3-4d64-904a-a7a32d4fa265 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (bc3de9dc-9f98-4ffc-9a68-0793c890099b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.996072 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-ef793532-c1f7-458b-8e2c-3cde4f5da7c8 req-57d57e9b-84e3-4d64-904a-a7a32d4fa265 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Calling delete_port for bc3de9dc-9f98-4ffc-9a68-0793c890099b owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:30:02.008921 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 60b67380-4b72-40d6-8a76-bb703657bdb6 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:02.018024 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678eaa2-7b76-4c44-9709-66f803e171e2 None None] Pushing event updated for resources: {'Port': ['ID=9ca1d80a-626e-41b8-8ded-fba8237f58e1,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:02.073750 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84432b8-e017-4bf4-932c-b77244dc7b9e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Pushing event updated for resources: {'Port': ['ID=7db3e737-dcf1-4af4-be2d-f6c310de6d2b,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:02.078412 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de1d31d-379b-407b-9892-a47be5cf5acf admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:30:02.090120 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bad8d23-90e4-4356-bba6-50629be9e732 None None] Sync routers for ids ['2ab1c295-5857-438f-a697-b4ff6b9ba62d'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:30:02.120233 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bad8d23-90e4-4356-bba6-50629be9e732 None None] Routers {'2ab1c295-5857-438f-a697-b4ff6b9ba62d'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:30:02.121023 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8bad8d23-90e4-4356-bba6-50629be9e732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:30:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['2ab1c295-5857-438f-a697-b4ff6b9ba62d'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:02.176045 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-24d0a001-b635-49cf-b760-5349eec6e471 req-bec9d638-a6c4-478c-94ef-6dc44957732a tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091243 Jan 28 13:30:02.202956 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1de1d31d-379b-407b-9892-a47be5cf5acf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:02.202956 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1de1d31d-379b-407b-9892-a47be5cf5acf admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2728989 Jan 28 13:30:02.205920 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55630) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:02.357320 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b685c5-b948-4ae4-9611-d0f557793c2d req-cdcc78c5-a393-469f-b5ef-dd96d64a7e2f tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:02.368839 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9ca1d80a-626e-41b8-8ded-fba8237f58e1 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:30:02.371368 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-84b685c5-b948-4ae4-9611-d0f557793c2d req-cdcc78c5-a393-469f-b5ef-dd96d64a7e2f tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 944 time: 0.2048864 Jan 28 13:30:02.453051 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e84432b8-e017-4bf4-932c-b77244dc7b9e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (da92ce79-3e22-4186-b3e4-5a6b2e94f21d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:02.475205 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 9ca1d80a-626e-41b8-8ded-fba8237f58e1 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:02.476237 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ef793532-c1f7-458b-8e2c-3cde4f5da7c8 req-57d57e9b-84e3-4d64-904a-a7a32d4fa265 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (bc3de9dc-9f98-4ffc-9a68-0793c890099b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:02.476619 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9ca1d80a-626e-41b8-8ded-fba8237f58e1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:02.527987 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d57e9b-84e3-4d64-904a-a7a32d4fa265 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Pushing event deleted for resources: {'Port': ['ID=bc3de9dc-9f98-4ffc-9a68-0793c890099b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:02.535868 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d3dcedeb-ce47-4884-8e31-c81332a5d2e4 req-bd370686-fde8-4806-b368-1bf50fcb04ed tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups/32e036a4-7b61-47f7-83fd-c95f00a0f755 HTTP/1.1" status: 200 len: 1818 time: 0.2575788 Jan 28 13:30:02.544398 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-d3dcedeb-ce47-4884-8e31-c81332a5d2e4 req-62d40f6d-7674-43c9-8b7d-63e9154a107a tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Request body: {'security_group': {'name': 'tempest-sg-hth-677681228', 'description': 'tempest-description-hth-962890670'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:02.548924 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-84b685c5-b948-4ae4-9611-d0f557793c2d req-4c2623c6-4d08-43cf-9a9f-7a8711f7cfde tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762512 Jan 28 13:30:02.575092 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2', '8eb5ce04-8b94-47c1-ab07-f18ddbcaff87', 'bc3de9dc-9f98-4ffc-9a68-0793c890099b'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:02.580929 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e84432b8-e017-4bf4-932c-b77244dc7b9e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:02.582419 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e84432b8-e017-4bf4-932c-b77244dc7b9e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1676347 Jan 28 13:30:02.693190 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 05dbcb58-e1e0-4ae6-9b70-3124399838e9 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:30:02.696712 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef793532-c1f7-458b-8e2c-3cde4f5da7c8 req-57d57e9b-84e3-4d64-904a-a7a32d4fa265 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] No DVR routers for this DVR port bc3de9dc-9f98-4ffc-9a68-0793c890099b on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:30:02.706142 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ef793532-c1f7-458b-8e2c-3cde4f5da7c8 req-57d57e9b-84e3-4d64-904a-a7a32d4fa265 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:02.717440 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ef793532-c1f7-458b-8e2c-3cde4f5da7c8 req-57d57e9b-84e3-4d64-904a-a7a32d4fa265 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.37 "DELETE /v2.0/ports/bc3de9dc-9f98-4ffc-9a68-0793c890099b HTTP/1.1" status: 204 len: 173 time: 1.3846097 Jan 28 13:30:02.730633 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daacec17-a5cc-413a-bed2-c218807a2927', 'name': 'network-vif-deleted', 'tag': 'bc3de9dc-9f98-4ffc-9a68-0793c890099b'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:02.741931 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1baadc-e7a4-4993-ac1b-263e7118f519" -d '{"events": [{"server_uuid": "daacec17-a5cc-413a-bed2-c218807a2927", "name": "network-vif-deleted", "tag": "bc3de9dc-9f98-4ffc-9a68-0793c890099b"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:02.773980 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d3dcedeb-ce47-4884-8e31-c81332a5d2e4 req-62d40f6d-7674-43c9-8b7d-63e9154a107a tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (32e036a4-7b61-47f7-83fd-c95f00a0f755), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:02.787490 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-8bad8d23-90e4-4356-bba6-50629be9e732 None None] Set router 2ab1c295-5857-438f-a697-b4ff6b9ba62d gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:30:02.952487 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:03.025296 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.resource_extend [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:30:03.047737 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d3dcedeb-ce47-4884-8e31-c81332a5d2e4 req-62d40f6d-7674-43c9-8b7d-63e9154a107a tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (32e036a4-7b61-47f7-83fd-c95f00a0f755), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:03.066459 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d3dcedeb-ce47-4884-8e31-c81332a5d2e4 req-62d40f6d-7674-43c9-8b7d-63e9154a107a tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (32e036a4-7b61-47f7-83fd-c95f00a0f755), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:03.072169 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d3dcedeb-ce47-4884-8e31-c81332a5d2e4 req-62d40f6d-7674-43c9-8b7d-63e9154a107a tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:03.073377 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d3dcedeb-ce47-4884-8e31-c81332a5d2e4 req-62d40f6d-7674-43c9-8b7d-63e9154a107a tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "PUT /v2.0/security-groups/32e036a4-7b61-47f7-83fd-c95f00a0f755 HTTP/1.1" status: 200 len: 1792 time: 0.5365562 Jan 28 13:30:03.109366 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9346b-7c57-438d-8147-7bdd4f46b230 req-410edde7-f00f-4472-96f7-4cfb3b2f9b8e tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:03.111320 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b7a9346b-7c57-438d-8147-7bdd4f46b230 req-410edde7-f00f-4472-96f7-4cfb3b2f9b8e tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 945 time: 0.0898085 Jan 28 13:30:03.223329 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b7a9346b-7c57-438d-8147-7bdd4f46b230 req-747524df-6ee9-4068-a53e-49007fcf78d4 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985696 Jan 28 13:30:03.225799 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5271613a-e62c-4e41-916e-839fb40d7321 x-openstack-request-id: req-5271613a-e62c-4e41-916e-839fb40d7321 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:03.226303 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daacec17-a5cc-413a-bed2-c218807a2927", "name": "network-vif-deleted", "tag": "bc3de9dc-9f98-4ffc-9a68-0793c890099b", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:03.226951 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5271613a-e62c-4e41-916e-839fb40d7321 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:03.227558 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daacec17-a5cc-413a-bed2-c218807a2927', 'name': 'network-vif-deleted', 'tag': 'bc3de9dc-9f98-4ffc-9a68-0793c890099b', 'status': 'completed', 'code': 200} Jan 28 13:30:03.351055 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8bad8d23-90e4-4356-bba6-50629be9e732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab1c295-5857-438f-a697-b4ff6b9ba62d', 'name': 'tempest-TaggedBootDevicesTest_v242-1317816235-router', 'tenant_id': '1f9498f10b354d2d83fb828267ad4f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '28317e03-21b6-48f0-b4b4-446267c38aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:55Z', 'updated_at': '2022-01-28T13:29:59Z', 'revision_number': 3, 'project_id': '1f9498f10b354d2d83fb828267ad4f8c', 'gw_port': {'id': '28317e03-21b6-48f0-b4b4-446267c38aa2', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab1c295-5857-438f-a697-b4ff6b9ba62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:56Z', 'updated_at': '2022-01-28T13:29:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:03.379490 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d40f6d-7674-43c9-8b7d-63e9154a107a tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e036a4-7b61-47f7-83fd-c95f00a0f755,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:03.420941 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bad8d23-90e4-4356-bba6-50629be9e732 None None] Checking router: 2ab1c295-5857-438f-a697-b4ff6b9ba62d for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:30:03.422045 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bad8d23-90e4-4356-bba6-50629be9e732 None None] Updating router 2ab1c295-5857-438f-a697-b4ff6b9ba62d port 28317e03-21b6-48f0-b4b4-446267c38aa2 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:30:03.435867 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-55fe675e-11a8-4879-9c94-18565bb1de81 req-97e04c02-5a7d-4327-a416-19132361ca21 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups/32e036a4-7b61-47f7-83fd-c95f00a0f755 HTTP/1.1" status: 200 len: 1792 time: 0.1512687 Jan 28 13:30:03.436380 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55658) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:03.479891 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8bad8d23-90e4-4356-bba6-50629be9e732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (28317e03-21b6-48f0-b4b4-446267c38aa2), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:03.649400 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-62dd7122-fa6e-4bcb-8eb3-4b3fe3ac6f3c req-9bf1ca9a-4b4d-478a-a4ae-5a5b6502a1ec tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups/32e036a4-7b61-47f7-83fd-c95f00a0f755 HTTP/1.1" status: 200 len: 1792 time: 0.0730264 Jan 28 13:30:03.651547 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bc6132d6-569b-441f-863a-8029431b79e7 req-17686353-2b9c-4af2-8397-7113f6efd792 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--370540121&fields=id&tenant_id=205e0e0f7c204c6b8762ba0b567c808e HTTP/1.1" status: 200 len: 267 time: 0.2446313 Jan 28 13:30:03.660633 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 9ca1d80a-626e-41b8-8ded-fba8237f58e1 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:03.662159 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 60b67380-4b72-40d6-8a76-bb703657bdb6 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:30:03.694868 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c936da01-bbcb-4222-af4d-08449398698b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:03.785551 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8bad8d23-90e4-4356-bba6-50629be9e732 None None] Publish callbacks [] for port (28317e03-21b6-48f0-b4b4-446267c38aa2), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:03.792033 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8bad8d23-90e4-4356-bba6-50629be9e732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (28317e03-21b6-48f0-b4b4-446267c38aa2), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:03.801480 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 05dbcb58-e1e0-4ae6-9b70-3124399838e9, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=05dbcb58-e1e0-4ae6-9b70-3124399838e9,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:03.808107 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 60b67380-4b72-40d6-8a76-bb703657bdb6 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:03.808573 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (60b67380-4b72-40d6-8a76-bb703657bdb6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:03.825832 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c936da01-bbcb-4222-af4d-08449398698b admin admin] Publish callbacks [] for security_group (66b55b64-fbb8-421a-a76a-304dc076b432), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:03.847428 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31b3d6-0290-4f49-a8d3-9e750efd9434 None None] Pushing event updated for resources: {'Port': ['ID=28317e03-21b6-48f0-b4b4-446267c38aa2,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:03.849286 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c936da01-bbcb-4222-af4d-08449398698b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (66b55b64-fbb8-421a-a76a-304dc076b432), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:03.850177 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '05dbcb58-e1e0-4ae6-9b70-3124399838e9', 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0', 'port_id': '05dbcb58-e1e0-4ae6-9b70-3124399838e9', 'mac_address': 'fa:16:3e:a0:06:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0384f919-cf7e-4ec0-b290-94b57d977aef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:30:03.867170 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-8bad8d23-90e4-4356-bba6-50629be9e732 None None] Attempting to bind port 28317e03-21b6-48f0-b4b4-446267c38aa2 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:30:03.868003 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-8bad8d23-90e4-4356-bba6-50629be9e732 None None] Attempting to bind port 28317e03-21b6-48f0-b4b4-446267c38aa2 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:30:03.868605 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad8d23-90e4-4356-bba6-50629be9e732 None None] Attempting to bind port 28317e03-21b6-48f0-b4b4-446267c38aa2 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:03.875673 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad8d23-90e4-4356-bba6-50629be9e732 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:30:03.876512 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad8d23-90e4-4356-bba6-50629be9e732 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:30:03.877123 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8bad8d23-90e4-4356-bba6-50629be9e732 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:03.877727 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad8d23-90e4-4356-bba6-50629be9e732 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:30:03.878458 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-8bad8d23-90e4-4356-bba6-50629be9e732 None None] Bound port: 28317e03-21b6-48f0-b4b4-446267c38aa2, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:30:03.879103 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8bad8d23-90e4-4356-bba6-50629be9e732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (28317e03-21b6-48f0-b4b4-446267c38aa2), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:03.891498 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-62dd7122-fa6e-4bcb-8eb3-4b3fe3ac6f3c req-a2360ddd-3879-44b0-8bd7-a29c6e30b36a tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (32e036a4-7b61-47f7-83fd-c95f00a0f755), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:03.909622 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-97ae4182-33c7-4af1-9b36-8d307ecdd9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:03.950937 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c936da01-bbcb-4222-af4d-08449398698b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3f0217dc4b3d403190dca1bafb54dde9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5134652 Jan 28 13:30:03.953831 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-62dd7122-fa6e-4bcb-8eb3-4b3fe3ac6f3c req-a2360ddd-3879-44b0-8bd7-a29c6e30b36a tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (32e036a4-7b61-47f7-83fd-c95f00a0f755), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:03.956898 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55670) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:03.960357 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6132d6-569b-441f-863a-8029431b79e7 req-c11f3fb8-9259-4244-8a59-bdbe785aebc3 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:03.968657 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-8bad8d23-90e4-4356-bba6-50629be9e732 None None] For port 28317e03-21b6-48f0-b4b4-446267c38aa2, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:30:03.973458 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936da01-bbcb-4222-af4d-08449398698b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b55b64-fbb8-421a-a76a-304dc076b432,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:03.975249 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bc6132d6-569b-441f-863a-8029431b79e7 req-c11f3fb8-9259-4244-8a59-bdbe785aebc3 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/networks?id=dd65474c-0b14-4c75-9058-245198106ef8 HTTP/1.1" status: 200 len: 816 time: 0.3062501 Jan 28 13:30:03.977477 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-8bad8d23-90e4-4356-bba6-50629be9e732 None None] For port 28317e03-21b6-48f0-b4b4-446267c38aa2, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=28317e03-21b6-48f0-b4b4-446267c38aa2,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:30:03.994546 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 05dbcb58-e1e0-4ae6-9b70-3124399838e9 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:03.995160 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:03.997565 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8bad8d23-90e4-4356-bba6-50629be9e732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (28317e03-21b6-48f0-b4b4-446267c38aa2), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:04.030160 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05dbcb58-e1e0-4ae6-9b70-3124399838e9 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:30:04.043076 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bc6132d6-569b-441f-863a-8029431b79e7 req-1b3ee6bb-e91e-46ff-a3ea-d3ff0025fefc tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/quotas/205e0e0f7c204c6b8762ba0b567c808e HTTP/1.1" status: 200 len: 375 time: 0.0637498 Jan 28 13:30:04.065816 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-136bb185-8fc9-45ce-b777-1f16a3ca442d admin admin] Publish callbacks [] for security_group (66b55b64-fbb8-421a-a76a-304dc076b432), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:04.069094 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bad8d23-90e4-4356-bba6-50629be9e732 None None] Routers {'2ab1c295-5857-438f-a697-b4ff6b9ba62d'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:30:04.069720 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8bad8d23-90e4-4356-bba6-50629be9e732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:30:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['2ab1c295-5857-438f-a697-b4ff6b9ba62d'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:04.081629 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 05dbcb58-e1e0-4ae6-9b70-3124399838e9, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=05dbcb58-e1e0-4ae6-9b70-3124399838e9,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:04.097622 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-136bb185-8fc9-45ce-b777-1f16a3ca442d admin admin] Publish callbacks [] for security_group (66b55b64-fbb8-421a-a76a-304dc076b432), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:04.100931 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 60b67380-4b72-40d6-8a76-bb703657bdb6 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:04.115037 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:04.168807 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-62dd7122-fa6e-4bcb-8eb3-4b3fe3ac6f3c req-a2360ddd-3879-44b0-8bd7-a29c6e30b36a tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (32e036a4-7b61-47f7-83fd-c95f00a0f755), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:04.172172 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-62dd7122-fa6e-4bcb-8eb3-4b3fe3ac6f3c req-a2360ddd-3879-44b0-8bd7-a29c6e30b36a tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:04.173356 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-62dd7122-fa6e-4bcb-8eb3-4b3fe3ac6f3c req-a2360ddd-3879-44b0-8bd7-a29c6e30b36a tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "DELETE /v2.0/security-groups/32e036a4-7b61-47f7-83fd-c95f00a0f755 HTTP/1.1" status: 204 len: 173 time: 0.5183134 Jan 28 13:30:04.195811 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2360ddd-3879-44b0-8bd7-a29c6e30b36a tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e036a4-7b61-47f7-83fd-c95f00a0f755,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:04.214431 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-136bb185-8fc9-45ce-b777-1f16a3ca442d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (66b55b64-fbb8-421a-a76a-304dc076b432), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:04.224777 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-8bad8d23-90e4-4356-bba6-50629be9e732 None None] Set router 2ab1c295-5857-438f-a697-b4ff6b9ba62d gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:30:04.228388 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-136bb185-8fc9-45ce-b777-1f16a3ca442d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:04.245174 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-136bb185-8fc9-45ce-b777-1f16a3ca442d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/66b55b64-fbb8-421a-a76a-304dc076b432 HTTP/1.1" status: 204 len: 168 time: 0.2807400 Jan 28 13:30:04.245992 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bc6132d6-569b-441f-863a-8029431b79e7 req-1662c18b-233c-479f-bc6f-42eba1cdc506 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=205e0e0f7c204c6b8762ba0b567c808e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1945567 Jan 28 13:30:04.255386 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:04.273090 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bb185-8fc9-45ce-b777-1f16a3ca442d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b55b64-fbb8-421a-a76a-304dc076b432,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:04.325350 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=05dbcb58-e1e0-4ae6-9b70-3124399838e9,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:04.346956 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31b3d6-0290-4f49-a8d3-9e750efd9434 None None] Pushing event updated for resources: {'Port': ['ID=28317e03-21b6-48f0-b4b4-446267c38aa2,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:04.396874 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-97ae4182-33c7-4af1-9b36-8d307ecdd9bc admin admin] Allocated IP 172.20.0.1 (b4ebb8b5-ad0e-416e-b14b-0adbdec1df96/b72c4bcd-0c52-46ad-ba2c-22a8b79ebec6/7e20887c-42b3-4312-8ae1-99d97a5151ba) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:30:04.423897 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bc6132d6-569b-441f-863a-8029431b79e7 req-534583f0-97fb-4c7c-b751-6bd501c4874b service neutron] 10.222.0.39 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711876 Jan 28 13:30:04.464688 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8bad8d23-90e4-4356-bba6-50629be9e732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab1c295-5857-438f-a697-b4ff6b9ba62d', 'name': 'tempest-TaggedBootDevicesTest_v242-1317816235-router', 'tenant_id': '1f9498f10b354d2d83fb828267ad4f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '28317e03-21b6-48f0-b4b4-446267c38aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:55Z', 'updated_at': '2022-01-28T13:29:59Z', 'revision_number': 3, 'project_id': '1f9498f10b354d2d83fb828267ad4f8c', 'gw_port': {'id': '28317e03-21b6-48f0-b4b4-446267c38aa2', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab1c295-5857-438f-a697-b4ff6b9ba62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:56Z', 'updated_at': '2022-01-28T13:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:04.496588 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bad8d23-90e4-4356-bba6-50629be9e732 None None] The sync data for ids ['2ab1c295-5857-438f-a697-b4ff6b9ba62d'] in n-d-822747-2 is: [{'id': '2ab1c295-5857-438f-a697-b4ff6b9ba62d', 'name': 'tempest-TaggedBootDevicesTest_v242-1317816235-router', 'tenant_id': '1f9498f10b354d2d83fb828267ad4f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '28317e03-21b6-48f0-b4b4-446267c38aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:55Z', 'updated_at': '2022-01-28T13:29:59Z', 'revision_number': 3, 'project_id': '1f9498f10b354d2d83fb828267ad4f8c', 'gw_port': {'id': '28317e03-21b6-48f0-b4b4-446267c38aa2', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab1c295-5857-438f-a697-b4ff6b9ba62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:56Z', 'updated_at': '2022-01-28T13:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:30:04.507844 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['05dbcb58-e1e0-4ae6-9b70-3124399838e9'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:04.554616 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device bc3de9dc-9f98-4ffc-9a68-0793c890099b no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:30:04.592767 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdee16b-6231-4ace-8cfb-33744e25ba00 req-be0570a2-fee1-4fd7-b6e9-89fa5382f09d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:04.600089 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: bc3de9dc-9f98-4ffc-9a68-0793c890099b {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:30:04.600603 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device bc3de9dc-9f98-4ffc-9a68-0793c890099b not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:30:04.601944 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7bdee16b-6231-4ace-8cfb-33744e25ba00 req-be0570a2-fee1-4fd7-b6e9-89fa5382f09d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0891154 Jan 28 13:30:04.671695 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7bdee16b-6231-4ace-8cfb-33744e25ba00 req-09ace123-6c16-479b-a4bd-c2a30c35f5e9 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692499 Jan 28 13:30:04.788286 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55682) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:04.814240 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6590b5f1-5791-48e1-99dd-4a9247260b6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:04.978751 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b818b61-0855-4140-b462-0c45912d6e3b req-8b3457f5-8182-4e38-9702-0420e46d6144 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:04.980645 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1b818b61-0855-4140-b462-0c45912d6e3b req-8b3457f5-8182-4e38-9702-0420e46d6144 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 945 time: 0.1164021 Jan 28 13:30:05.009373 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6590b5f1-5791-48e1-99dd-4a9247260b6c admin admin] Publish callbacks [] for security_group (303adb87-4f12-48c6-b290-4705cc8701c6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:05.022897 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6590b5f1-5791-48e1-99dd-4a9247260b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (303adb87-4f12-48c6-b290-4705cc8701c6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:05.064050 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bc6132d6-569b-441f-863a-8029431b79e7 req-ee10a845-71b1-4fc8-a2b0-30711e437206 service neutron] 10.222.0.39 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6387677 Jan 28 13:30:05.088319 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590b5f1-5791-48e1-99dd-4a9247260b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303adb87-4f12-48c6-b290-4705cc8701c6,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:05.092408 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-97ae4182-33c7-4af1-9b36-8d307ecdd9bc admin admin] Publish callbacks [] for port (7e20887c-42b3-4312-8ae1-99d97a5151ba), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:05.110713 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6590b5f1-5791-48e1-99dd-4a9247260b6c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=47a7df87f8294abb97cb94dfd2fa6048&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3210280 Jan 28 13:30:05.115817 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55686) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:05.128913 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1b818b61-0855-4140-b462-0c45912d6e3b req-5fcd2dcd-8272-472a-b590-ad32fccf59b8 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292341 Jan 28 13:30:05.148738 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-97ae4182-33c7-4af1-9b36-8d307ecdd9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (7e20887c-42b3-4312-8ae1-99d97a5151ba), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:05.221478 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ae4182-33c7-4af1-9b36-8d307ecdd9bc admin admin] Network b4ebb8b5-ad0e-416e-b14b-0adbdec1df96 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:30:05.234494 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-97ae4182-33c7-4af1-9b36-8d307ecdd9bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:30:05.241027 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ae4182-33c7-4af1-9b36-8d307ecdd9bc admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:30:05.273138 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae4182-33c7-4af1-9b36-8d307ecdd9bc admin admin] Pushing event updated for resources: {'Port': ['ID=7e20887c-42b3-4312-8ae1-99d97a5151ba,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:05.300147 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7978da-d4a3-44ef-9eeb-cd699f10330d req-19c37488-fbb5-4926-9cf3-744f4ad9aa9f tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:05.301709 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ef7978da-d4a3-44ef-9eeb-cd699f10330d req-19c37488-fbb5-4926-9cf3-744f4ad9aa9f tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbc255a9-b329-4cfd-a8e6-ac858d0227e5 HTTP/1.1" status: 200 len: 945 time: 0.1672027 Jan 28 13:30:05.309351 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-97ae4182-33c7-4af1-9b36-8d307ecdd9bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (2ab1c295-5857-438f-a697-b4ff6b9ba62d), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:05.351053 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ff27a663-c86e-4e34-8a8a-83a2de3adf38 admin admin] Publish callbacks [] for security_group (303adb87-4f12-48c6-b290-4705cc8701c6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:05.492185 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ff27a663-c86e-4e34-8a8a-83a2de3adf38 admin admin] Publish callbacks [] for security_group (303adb87-4f12-48c6-b290-4705cc8701c6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:05.496116 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1366b167-178c-44aa-a350-f5f15f52fa85 req-70c4bfbd-2d74-4d5d-967f-3ba3119c7405 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 210 time: 0.0441060 Jan 28 13:30:05.572004 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c82e9d-591c-4e81-a03c-3f5dd59d3fa9 req-663c71f2-ab96-4bb8-a5b3-7a3d680186a2 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:05.572317 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-97ae4182-33c7-4af1-9b36-8d307ecdd9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7e20887c-42b3-4312-8ae1-99d97a5151ba), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:05.573935 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-82c82e9d-591c-4e81-a03c-3f5dd59d3fa9 req-663c71f2-ab96-4bb8-a5b3-7a3d680186a2 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc255a9-b329-4cfd-a8e6-ac858d0227e5 HTTP/1.1" status: 200 len: 945 time: 0.3472245 Jan 28 13:30:05.604964 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [req-bb6be23c-a68d-4698-969b-251fc8a2db88 req-669fc350-8653-48a5-b79f-cd0587d9d866 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] show failed (client error): The resource could not be found. Jan 28 13:30:05.606020 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bb6be23c-a68d-4698-969b-251fc8a2db88 req-669fc350-8653-48a5-b79f-cd0587d9d866 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups/33da184b-b11f-4743-9f46-85ce10f25d0e HTTP/1.1" status: 404 len: 352 time: 0.0309653 Jan 28 13:30:05.694741 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [req-90ee4308-0bc6-4006-b401-1dcb844f5a1e req-159bd9b1-ddfc-4cf4-affd-24eda98fd1c0 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] show failed (client error): The resource could not be found. Jan 28 13:30:05.696263 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-90ee4308-0bc6-4006-b401-1dcb844f5a1e req-159bd9b1-ddfc-4cf4-affd-24eda98fd1c0 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups/cad870f9-4bcb-44a1-8819-2ddb11ad4acd HTTP/1.1" status: 404 len: 352 time: 0.0325098 Jan 28 13:30:05.720491 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:05.732984 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-82c82e9d-591c-4e81-a03c-3f5dd59d3fa9 req-1dd31531-01b3-4d4b-8e5b-9aeda89edfc3 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278639 Jan 28 13:30:05.767697 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-08fbba24-2cce-45bb-b7bd-181a42117e7d None None] Provisioning complete for port 7e20887c-42b3-4312-8ae1-99d97a5151ba triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:05.768093 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08fbba24-2cce-45bb-b7bd-181a42117e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7e20887c-42b3-4312-8ae1-99d97a5151ba), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:05.771345 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ff27a663-c86e-4e34-8a8a-83a2de3adf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (303adb87-4f12-48c6-b290-4705cc8701c6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:05.774039 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ff27a663-c86e-4e34-8a8a-83a2de3adf38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:05.775251 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ff27a663-c86e-4e34-8a8a-83a2de3adf38 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/303adb87-4f12-48c6-b290-4705cc8701c6 HTTP/1.1" status: 204 len: 168 time: 0.6580536 Jan 28 13:30:05.813137 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-ef7978da-d4a3-44ef-9eeb-cd699f10330d req-2571dd96-4f17-4622-bd9a-455284cb8159 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Deleting port 8eb5ce04-8b94-47c1-ab07-f18ddbcaff87 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:30:05.813433 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ef7978da-d4a3-44ef-9eeb-cd699f10330d req-2571dd96-4f17-4622-bd9a-455284cb8159 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8eb5ce04-8b94-47c1-ab07-f18ddbcaff87), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:05.869191 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-08fbba24-2cce-45bb-b7bd-181a42117e7d None None] Port 7e20887c-42b3-4312-8ae1-99d97a5151ba cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:30:05.897701 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27a663-c86e-4e34-8a8a-83a2de3adf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303adb87-4f12-48c6-b290-4705cc8701c6,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:05.957001 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [req-73db3ffd-3681-4c06-b13b-82f35b6a3223 req-363e4487-b9ba-4f01-95f8-606ed853008a tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] show failed (client error): The resource could not be found. Jan 28 13:30:05.958152 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-73db3ffd-3681-4c06-b13b-82f35b6a3223 req-363e4487-b9ba-4f01-95f8-606ed853008a tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups/c119b818-1e05-4474-bade-cb7d06d63406 HTTP/1.1" status: 404 len: 352 time: 0.0914879 Jan 28 13:30:05.977041 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e944c8-3c23-45d7-977e-5892c93ebda8 req-e0c37fc4-93e7-488d-ba0c-c6ca9aaab3a0 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:05.979640 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a2e944c8-3c23-45d7-977e-5892c93ebda8 req-e0c37fc4-93e7-488d-ba0c-c6ca9aaab3a0 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.1267917 Jan 28 13:30:06.034526 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-ef7978da-d4a3-44ef-9eeb-cd699f10330d req-2571dd96-4f17-4622-bd9a-455284cb8159 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] For port 8eb5ce04-8b94-47c1-ab07-f18ddbcaff87, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=8eb5ce04-8b94-47c1-ab07-f18ddbcaff87,segment=NetworkSegment(1c04bf0b-8aa7-40e6-8665-eb4d488e60a5),segment_id=1c04bf0b-8aa7-40e6-8665-eb4d488e60a5)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:06.035198 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ef7978da-d4a3-44ef-9eeb-cd699f10330d req-2571dd96-4f17-4622-bd9a-455284cb8159 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8eb5ce04-8b94-47c1-ab07-f18ddbcaff87), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:06.065840 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-97ae4182-33c7-4af1-9b36-8d307ecdd9bc admin admin] Publish callbacks [] for port (7e20887c-42b3-4312-8ae1-99d97a5151ba), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:06.072830 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-ef7978da-d4a3-44ef-9eeb-cd699f10330d req-2571dd96-4f17-4622-bd9a-455284cb8159 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Calling delete_port for 8eb5ce04-8b94-47c1-ab07-f18ddbcaff87 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:30:06.079056 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-97ae4182-33c7-4af1-9b36-8d307ecdd9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (7e20887c-42b3-4312-8ae1-99d97a5151ba), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:06.211240 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-97ae4182-33c7-4af1-9b36-8d307ecdd9bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (2ab1c295-5857-438f-a697-b4ff6b9ba62d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:06.222580 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a2e944c8-3c23-45d7-977e-5892c93ebda8 req-08df41eb-2ee1-4124-b74f-e2df930a4c3c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352674 Jan 28 13:30:06.271907 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [req-a301f554-da3f-493a-a781-17744e6b9cb5 req-b3dc03b9-cf19-41e1-bb16-46aa0a29ba5f tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] show failed (client error): The resource could not be found. Jan 28 13:30:06.272990 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a301f554-da3f-493a-a781-17744e6b9cb5 req-b3dc03b9-cf19-41e1-bb16-46aa0a29ba5f tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups/b6c10769-7b81-4f77-9080-4c4bf4bc6a97 HTTP/1.1" status: 404 len: 352 time: 0.0579376 Jan 28 13:30:06.353730 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae4182-33c7-4af1-9b36-8d307ecdd9bc admin admin] Pushing event updated for resources: {'Port': ['ID=7e20887c-42b3-4312-8ae1-99d97a5151ba,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:06.396858 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 28317e03-21b6-48f0-b4b4-446267c38aa2 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:30:06.400150 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [req-d7c68ea3-6f8b-4742-8db5-ecf9afc209f9 req-4bc5c6de-ee5c-45df-a434-61c52582f9b4 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] show failed (client error): The resource could not be found. Jan 28 13:30:06.409817 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d7c68ea3-6f8b-4742-8db5-ecf9afc209f9 req-4bc5c6de-ee5c-45df-a434-61c52582f9b4 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups/d5b594c3-f15d-4084-9709-16826ec2348e HTTP/1.1" status: 404 len: 352 time: 0.0351562 Jan 28 13:30:06.452681 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [req-4a958797-b6a6-4d00-9935-bf09ec66095c req-2b2f360f-6e6f-44f5-93e8-0d45f9d7ea7b tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] show failed (client error): The resource could not be found. Jan 28 13:30:06.472187 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4a958797-b6a6-4d00-9935-bf09ec66095c req-2b2f360f-6e6f-44f5-93e8-0d45f9d7ea7b tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups/afdadf5d-0e41-4b78-b2a3-6accd80e81d5 HTTP/1.1" status: 404 len: 352 time: 0.0333793 Jan 28 13:30:06.528461 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ae4182-33c7-4af1-9b36-8d307ecdd9bc admin admin] Network b4ebb8b5-ad0e-416e-b14b-0adbdec1df96 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:30:06.533903 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-97ae4182-33c7-4af1-9b36-8d307ecdd9bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:30:06.539142 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ef7978da-d4a3-44ef-9eeb-cd699f10330d req-2571dd96-4f17-4622-bd9a-455284cb8159 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (8eb5ce04-8b94-47c1-ab07-f18ddbcaff87), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:06.548961 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace22b1-1246-49b0-be14-b801952986c6 req-ab05bf37-f121-4acc-acba-46731a675f7c tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:06.556281 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1ace22b1-1246-49b0-be14-b801952986c6 req-ab05bf37-f121-4acc-acba-46731a675f7c tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 945 time: 0.1139362 Jan 28 13:30:06.598503 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2', '8eb5ce04-8b94-47c1-ab07-f18ddbcaff87'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:06.612561 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 05dbcb58-e1e0-4ae6-9b70-3124399838e9 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:30:06.653740 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571dd96-4f17-4622-bd9a-455284cb8159 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Pushing event deleted for resources: {'Port': ['ID=8eb5ce04-8b94-47c1-ab07-f18ddbcaff87,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:06.693953 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1ace22b1-1246-49b0-be14-b801952986c6 req-c5864a2b-f14c-4f38-b4dc-336cdc120cd9 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352053 Jan 28 13:30:06.787493 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7978da-d4a3-44ef-9eeb-cd699f10330d req-2571dd96-4f17-4622-bd9a-455284cb8159 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] No DVR routers for this DVR port 8eb5ce04-8b94-47c1-ab07-f18ddbcaff87 on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:30:06.809578 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ef7978da-d4a3-44ef-9eeb-cd699f10330d req-2571dd96-4f17-4622-bd9a-455284cb8159 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:06.834410 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ef7978da-d4a3-44ef-9eeb-cd699f10330d req-2571dd96-4f17-4622-bd9a-455284cb8159 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.37 "DELETE /v2.0/ports/8eb5ce04-8b94-47c1-ab07-f18ddbcaff87 HTTP/1.1" status: 204 len: 173 time: 1.5050895 Jan 28 13:30:06.835093 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc255a9-b329-4cfd-a8e6-ac858d0227e5', 'name': 'network-vif-deleted', 'tag': '8eb5ce04-8b94-47c1-ab07-f18ddbcaff87'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:06.846386 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd2d627-cb16-46c5-9e3e-8b56a99bb183" -d '{"events": [{"server_uuid": "bbc255a9-b329-4cfd-a8e6-ac858d0227e5", "name": "network-vif-deleted", "tag": "8eb5ce04-8b94-47c1-ab07-f18ddbcaff87"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:07.035887 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 28317e03-21b6-48f0-b4b4-446267c38aa2 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:07.037110 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (28317e03-21b6-48f0-b4b4-446267c38aa2), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:07.055298 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eccab475-08d6-4006-b41a-77b5e7903bcc req-f368c576-9717-4106-8a46-911b0b5bf4af tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 210 time: 0.0657256 Jan 28 13:30:07.061548 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ae4182-33c7-4af1-9b36-8d307ecdd9bc admin admin] Router 2ab1c295-5857-438f-a697-b4ff6b9ba62d has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:30:07.113646 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 05dbcb58-e1e0-4ae6-9b70-3124399838e9 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:30:07.267449 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712a171c-85d2-4401-8fb9-fb84bf9eee1a x-openstack-request-id: req-712a171c-85d2-4401-8fb9-fb84bf9eee1a {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:07.267741 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc255a9-b329-4cfd-a8e6-ac858d0227e5", "name": "network-vif-deleted", "tag": "8eb5ce04-8b94-47c1-ab07-f18ddbcaff87", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:07.276209 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-712a171c-85d2-4401-8fb9-fb84bf9eee1a {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:07.276209 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc255a9-b329-4cfd-a8e6-ac858d0227e5', 'name': 'network-vif-deleted', 'tag': '8eb5ce04-8b94-47c1-ab07-f18ddbcaff87', 'status': 'completed', 'code': 200} Jan 28 13:30:07.289987 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0e0b3e1a-720e-4558-a646-dbc37287b7b1 req-8839ed7c-9423-4ae0-875d-0936bc074550 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbc255a9-b329-4cfd-a8e6-ac858d0227e5 HTTP/1.1" status: 200 len: 210 time: 0.1441097 Jan 28 13:30:07.326634 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 05dbcb58-e1e0-4ae6-9b70-3124399838e9 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:07.327250 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:07.552424 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1c700-5dea-4cd3-aecc-9d2bfc358578 req-5274eb93-e5bb-4afd-bec0-27b005d7b612 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:07.568306 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3af1c700-5dea-4cd3-aecc-9d2bfc358578 req-5274eb93-e5bb-4afd-bec0-27b005d7b612 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=a76e841e-d7a2-4ae9-a316-a549eff618d8 HTTP/1.1" status: 200 len: 1023 time: 0.2576997 Jan 28 13:30:07.589054 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ae4182-33c7-4af1-9b36-8d307ecdd9bc admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:30:07.607075 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-97ae4182-33c7-4af1-9b36-8d307ecdd9bc admin admin] 10.222.0.39 "PUT /v2.0/routers/2ab1c295-5857-438f-a697-b4ff6b9ba62d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3921044 Jan 28 13:30:07.658784 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-221eaed2-506e-46dc-a77c-90b18026a0b8 None None] Provisioning complete for port 7e20887c-42b3-4312-8ae1-99d97a5151ba triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:07.663758 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-221eaed2-506e-46dc-a77c-90b18026a0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7e20887c-42b3-4312-8ae1-99d97a5151ba), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:07.690081 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6132d6-569b-441f-863a-8029431b79e7 req-d810c341-d247-444e-880b-9e1580fbf7ec tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:07.704059 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bc6132d6-569b-441f-863a-8029431b79e7 req-d810c341-d247-444e-880b-9e1580fbf7ec tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.18 "GET /v2.0/networks?id=dd65474c-0b14-4c75-9058-245198106ef8 HTTP/1.1" status: 200 len: 816 time: 0.2652991 Jan 28 13:30:07.772557 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3af1c700-5dea-4cd3-aecc-9d2bfc358578 req-3852c52b-65fb-466f-b1de-3903d5987888 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?id=44a7f744-1530-4434-b04a-b15e9c3628da&id=7c1c9c27-0238-4e75-90d9-8a1f09493fd9&id=794348fa-c13f-4aec-a32c-2ec70c82d27e&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 0.2019284 Jan 28 13:30:07.822598 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 28317e03-21b6-48f0-b4b4-446267c38aa2 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:07.827845 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (28317e03-21b6-48f0-b4b4-446267c38aa2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:07.880153 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-221eaed2-506e-46dc-a77c-90b18026a0b8 None None] Port 7e20887c-42b3-4312-8ae1-99d97a5151ba cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:30:07.903887 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bc6132d6-569b-441f-863a-8029431b79e7 req-74b394f9-ff6c-4960-8f2b-994f5715c06e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=205e0e0f7c204c6b8762ba0b567c808e HTTP/1.1" status: 200 len: 379 time: 0.1973557 Jan 28 13:30:07.911043 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 05dbcb58-e1e0-4ae6-9b70-3124399838e9 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:07.911662 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:07.917307 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 28317e03-21b6-48f0-b4b4-446267c38aa2, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=28317e03-21b6-48f0-b4b4-446267c38aa2,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:07.930101 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf44995-7715-400c-87e0-abc273953f80 None None] Sync routers for ids ['2ab1c295-5857-438f-a697-b4ff6b9ba62d'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:30:07.935416 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3120ba-ad3c-48bf-b806-604f4462a958 req-842b3880-1bdf-4305-a674-9375a403cc60 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:07.941339 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (28317e03-21b6-48f0-b4b4-446267c38aa2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:07.947162 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1f3120ba-ad3c-48bf-b806-604f4462a958 req-842b3880-1bdf-4305-a674-9375a403cc60 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.2004571 Jan 28 13:30:07.964611 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6e17a5ea-37de-4cba-ab8f-e254b8e4527e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Request body: {'port': {'device_id': '0315f806-bfc7-4cdf-8cc1-ba30a5b19867', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'admin_state_up': True, 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'security_groups': ['38f8e014-3e3a-4680-adab-dc14a9daf0bf']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:08.009378 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 05dbcb58-e1e0-4ae6-9b70-3124399838e9, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=05dbcb58-e1e0-4ae6-9b70-3124399838e9,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:08.021817 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f65cf0-2adc-46d0-9194-7617cfa73581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05dbcb58-e1e0-4ae6-9b70-3124399838e9'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:08.024173 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518aff3b-a356-4044-aad7-3844aec87da7" -d '{"events": [{"server_uuid": "43f65cf0-2adc-46d0-9194-7617cfa73581", "name": "network-vif-plugged", "status": "completed", "tag": "05dbcb58-e1e0-4ae6-9b70-3124399838e9"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:08.031840 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:08.040968 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf44995-7715-400c-87e0-abc273953f80 None None] Routers {'2ab1c295-5857-438f-a697-b4ff6b9ba62d'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:30:08.041963 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-dcf44995-7715-400c-87e0-abc273953f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:30:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['2ab1c295-5857-438f-a697-b4ff6b9ba62d'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:08.072624 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1f3120ba-ad3c-48bf-b806-604f4462a958 req-1bc7b193-680b-4b2b-99d4-904ff0a25438 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231594 Jan 28 13:30:08.121189 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=28317e03-21b6-48f0-b4b4-446267c38aa2,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:08.253648 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c5ba2-ceb4-4c8f-a2bd-38b27abfbab2 req-7915f158-92d9-4901-9c4d-933af322ff61 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:08.259907 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9919a446-332e-4751-acf9-d69834990007 x-openstack-request-id: req-9919a446-332e-4751-acf9-d69834990007 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:08.260237 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f65cf0-2adc-46d0-9194-7617cfa73581", "name": "network-vif-plugged", "status": "completed", "tag": "05dbcb58-e1e0-4ae6-9b70-3124399838e9", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:08.260498 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9919a446-332e-4751-acf9-d69834990007 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:08.260981 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f65cf0-2adc-46d0-9194-7617cfa73581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05dbcb58-e1e0-4ae6-9b70-3124399838e9', 'code': 200} Jan 28 13:30:08.261866 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1e9c5ba2-ceb4-4c8f-a2bd-38b27abfbab2 req-7915f158-92d9-4901-9c4d-933af322ff61 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 945 time: 0.0936470 Jan 28 13:30:08.270592 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6e17a5ea-37de-4cba-ab8f-e254b8e4527e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Made reservation on behalf of 205e0e0f7c204c6b8762ba0b567c808e for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:30:08.274382 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6e17a5ea-37de-4cba-ab8f-e254b8e4527e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:08.387348 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-dcf44995-7715-400c-87e0-abc273953f80 None None] Set router 2ab1c295-5857-438f-a697-b4ff6b9ba62d gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:30:08.414493 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-161031a1-b6e8-4aad-af3d-4270df3c9560 req-611a1afe-cc23-433f-82dc-0a7f37f9edba tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 210 time: 0.0439200 Jan 28 13:30:08.499405 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1e9c5ba2-ceb4-4c8f-a2bd-38b27abfbab2 req-456889fd-0c5a-499d-9066-8722ec83a5e7 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030940 Jan 28 13:30:08.578436 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82766f3e-0151-4722-9369-b90b2ec01bd2 req-63483c92-ca1f-4791-8d0d-bf6b7fea15bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:08.580443 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-82766f3e-0151-4722-9369-b90b2ec01bd2 req-63483c92-ca1f-4791-8d0d-bf6b7fea15bb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 1097 time: 0.2542603 Jan 28 13:30:08.597646 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c62ae-1e7c-4633-aea6-790c0ea2c863 req-73555857-3479-47f4-8e61-1b3fff1abbb8 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:08.601144 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-793c62ae-1e7c-4633-aea6-790c0ea2c863 req-73555857-3479-47f4-8e61-1b3fff1abbb8 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.37 "GET /v2.0/ports?device_id=a76e841e-d7a2-4ae9-a316-a549eff618d8 HTTP/1.1" status: 200 len: 1023 time: 0.1592865 Jan 28 13:30:08.612287 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 8eb5ce04-8b94-47c1-ab07-f18ddbcaff87 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:30:08.671643 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=05dbcb58-e1e0-4ae6-9b70-3124399838e9,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:08.675946 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 8eb5ce04-8b94-47c1-ab07-f18ddbcaff87 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:30:08.676387 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 8eb5ce04-8b94-47c1-ab07-f18ddbcaff87 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:30:08.801980 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6e17a5ea-37de-4cba-ab8f-e254b8e4527e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Allocated IP 172.20.0.9 (dd65474c-0b14-4c75-9058-245198106ef8/10438cad-60ca-4257-93e8-c8ceba8bf16c/91755f44-fc12-4753-90b2-7a0c1535621f) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:30:08.813163 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-82766f3e-0151-4722-9369-b90b2ec01bd2 req-27f7d8cd-97bc-4a26-9475-8fae249e8ae8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218571 Jan 28 13:30:08.973737 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-793c62ae-1e7c-4633-aea6-790c0ea2c863 req-033095ed-8a88-4d8c-b64f-ebe8980cc17b tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Deleting port f472c9b4-92da-44b8-b849-5c1c44136f67 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:30:08.973964 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-793c62ae-1e7c-4633-aea6-790c0ea2c863 req-033095ed-8a88-4d8c-b64f-ebe8980cc17b tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (f472c9b4-92da-44b8-b849-5c1c44136f67), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:08.978833 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-dcf44995-7715-400c-87e0-abc273953f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab1c295-5857-438f-a697-b4ff6b9ba62d', 'name': 'tempest-TaggedBootDevicesTest_v242-1317816235-router', 'tenant_id': '1f9498f10b354d2d83fb828267ad4f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '28317e03-21b6-48f0-b4b4-446267c38aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:55Z', 'updated_at': '2022-01-28T13:30:05Z', 'revision_number': 4, 'project_id': '1f9498f10b354d2d83fb828267ad4f8c', 'gw_port': {'id': '28317e03-21b6-48f0-b4b4-446267c38aa2', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab1c295-5857-438f-a697-b4ff6b9ba62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:56Z', 'updated_at': '2022-01-28T13:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '7e20887c-42b3-4312-8ae1-99d97a5151ba', 'name': '', 'network_id': 'b4ebb8b5-ad0e-416e-b14b-0adbdec1df96', 'tenant_id': '1f9498f10b354d2d83fb828267ad4f8c', 'mac_address': 'fa:16:3e:3b:6d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab1c295-5857-438f-a697-b4ff6b9ba62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'b72c4bcd-0c52-46ad-ba2c-22a8b79ebec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:30:04Z', 'updated_at': '2022-01-28T13:30:05Z', 'revision_number': 2, 'project_id': '1f9498f10b354d2d83fb828267ad4f8c', 'subnets': [{'id': 'b72c4bcd-0c52-46ad-ba2c-22a8b79ebec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:09.028961 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf44995-7715-400c-87e0-abc273953f80 None None] Checking router: 2ab1c295-5857-438f-a697-b4ff6b9ba62d for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:30:09.029321 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf44995-7715-400c-87e0-abc273953f80 None None] Updating router 2ab1c295-5857-438f-a697-b4ff6b9ba62d port 7e20887c-42b3-4312-8ae1-99d97a5151ba binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:30:09.070301 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dcf44995-7715-400c-87e0-abc273953f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7e20887c-42b3-4312-8ae1-99d97a5151ba), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:09.151807 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadadf50-8474-4929-83f8-c0937c7f4b37 req-f0fb703f-c7d9-41af-9cf2-71a232d0e51c tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:09.165201 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aadadf50-8474-4929-83f8-c0937c7f4b37 req-f0fb703f-c7d9-41af-9cf2-71a232d0e51c tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=a76e841e-d7a2-4ae9-a316-a549eff618d8 HTTP/1.1" status: 200 len: 1023 time: 0.2193010 Jan 28 13:30:09.206318 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-793c62ae-1e7c-4633-aea6-790c0ea2c863 req-033095ed-8a88-4d8c-b64f-ebe8980cc17b tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] For port f472c9b4-92da-44b8-b849-5c1c44136f67, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=f472c9b4-92da-44b8-b849-5c1c44136f67,segment=NetworkSegment(bdc48f93-6a06-41d7-b4e3-6415c817d317),segment_id=bdc48f93-6a06-41d7-b4e3-6415c817d317)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:09.206687 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-793c62ae-1e7c-4633-aea6-790c0ea2c863 req-033095ed-8a88-4d8c-b64f-ebe8980cc17b tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (f472c9b4-92da-44b8-b849-5c1c44136f67), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:09.261588 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6e17a5ea-37de-4cba-ab8f-e254b8e4527e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for port (91755f44-fc12-4753-90b2-7a0c1535621f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:09.287067 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-793c62ae-1e7c-4633-aea6-790c0ea2c863 req-033095ed-8a88-4d8c-b64f-ebe8980cc17b tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Calling delete_port for f472c9b4-92da-44b8-b849-5c1c44136f67 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:30:09.290468 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-caaa1c27-cfd7-435c-82f7-cb6eda7630d8 req-6c86e335-2557-4104-8b57-37ed79ac8843 tempest-FlavorsV2NegativeTest-363643197 tempest-FlavorsV2NegativeTest-363643197-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=31fbc5da229741a288b6dea77d4f3203&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0865602 Jan 28 13:30:09.378413 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aadadf50-8474-4929-83f8-c0937c7f4b37 req-0953a78b-d7f4-4c1f-81f2-8d8024246e74 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups?id=44a7f744-1530-4434-b04a-b15e9c3628da&id=7c1c9c27-0238-4e75-90d9-8a1f09493fd9&id=794348fa-c13f-4aec-a32c-2ec70c82d27e&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 0.2115934 Jan 28 13:30:09.407553 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6e17a5ea-37de-4cba-ab8f-e254b8e4527e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:09.458005 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6e17a5ea-37de-4cba-ab8f-e254b8e4527e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Network dd65474c-0b14-4c75-9058-245198106ef8 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:30:09.467052 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6e17a5ea-37de-4cba-ab8f-e254b8e4527e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:30:09.513216 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6e17a5ea-37de-4cba-ab8f-e254b8e4527e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:30:09.618492 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6e17a5ea-37de-4cba-ab8f-e254b8e4527e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:09.619306 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6e17a5ea-37de-4cba-ab8f-e254b8e4527e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:09.685127 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17a5ea-37de-4cba-ab8f-e254b8e4527e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Pushing event updated for resources: {'Port': ['ID=91755f44-fc12-4753-90b2-7a0c1535621f,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:09.695900 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dcf44995-7715-400c-87e0-abc273953f80 None None] Publish callbacks [] for port (7e20887c-42b3-4312-8ae1-99d97a5151ba), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:09.705317 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6e17a5ea-37de-4cba-ab8f-e254b8e4527e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7552698 Jan 28 13:30:09.708550 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dcf44995-7715-400c-87e0-abc273953f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7e20887c-42b3-4312-8ae1-99d97a5151ba), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:09.738716 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b610f4-11d0-4230-b6b3-76030dc8d9df req-dc3f265f-1d5f-43d2-9c3f-907d56f25ac4 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:09.750003 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-48b610f4-11d0-4230-b6b3-76030dc8d9df req-dc3f265f-1d5f-43d2-9c3f-907d56f25ac4 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 946 time: 0.2379048 Jan 28 13:30:09.753918 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6acf97ba-2f37-484f-9536-fe08a454ae10 service neutron] Request body: {'port': {'device_id': '0315f806-bfc7-4cdf-8cc1-ba30a5b19867', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:09.827060 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-793c62ae-1e7c-4633-aea6-790c0ea2c863 req-033095ed-8a88-4d8c-b64f-ebe8980cc17b tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (f472c9b4-92da-44b8-b849-5c1c44136f67), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:09.866070 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['f472c9b4-92da-44b8-b849-5c1c44136f67'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:09.896028 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964fcc0-a55a-46a7-9e74-311b42f86279 None None] Pushing event updated for resources: {'Port': ['ID=7e20887c-42b3-4312-8ae1-99d97a5151ba,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:09.936589 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-48b610f4-11d0-4230-b6b3-76030dc8d9df req-4400d434-5800-4c92-9335-e20a5268e5ed tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795466 Jan 28 13:30:09.975098 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033095ed-8a88-4d8c-b64f-ebe8980cc17b tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Pushing event deleted for resources: {'Port': ['ID=f472c9b4-92da-44b8-b849-5c1c44136f67,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:10.054322 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-dcf44995-7715-400c-87e0-abc273953f80 None None] Attempting to bind port 7e20887c-42b3-4312-8ae1-99d97a5151ba on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:30:10.055525 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-dcf44995-7715-400c-87e0-abc273953f80 None None] Attempting to bind port 7e20887c-42b3-4312-8ae1-99d97a5151ba by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '86149aa4-d305-41b7-ba89-d015b4929c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b4ebb8b5-ad0e-416e-b14b-0adbdec1df96'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:30:10.056768 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf44995-7715-400c-87e0-abc273953f80 None None] Attempting to bind port 7e20887c-42b3-4312-8ae1-99d97a5151ba on network b4ebb8b5-ad0e-416e-b14b-0adbdec1df96 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:10.056894 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6acf97ba-2f37-484f-9536-fe08a454ae10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:10.077968 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf44995-7715-400c-87e0-abc273953f80 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:30:10.078510 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf44995-7715-400c-87e0-abc273953f80 None None] Checking segment: {'id': '86149aa4-d305-41b7-ba89-d015b4929c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b4ebb8b5-ad0e-416e-b14b-0adbdec1df96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:30:10.080381 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dcf44995-7715-400c-87e0-abc273953f80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:10.081579 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf44995-7715-400c-87e0-abc273953f80 None None] Bound using segment: {'id': '86149aa4-d305-41b7-ba89-d015b4929c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b4ebb8b5-ad0e-416e-b14b-0adbdec1df96'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:30:10.082840 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-dcf44995-7715-400c-87e0-abc273953f80 None None] Bound port: 7e20887c-42b3-4312-8ae1-99d97a5151ba, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86149aa4-d305-41b7-ba89-d015b4929c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b4ebb8b5-ad0e-416e-b14b-0adbdec1df96'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:30:10.083968 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dcf44995-7715-400c-87e0-abc273953f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7e20887c-42b3-4312-8ae1-99d97a5151ba), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:10.205319 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-793c62ae-1e7c-4633-aea6-790c0ea2c863 req-033095ed-8a88-4d8c-b64f-ebe8980cc17b tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] No DVR routers for this DVR port f472c9b4-92da-44b8-b849-5c1c44136f67 on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:30:10.211032 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-793c62ae-1e7c-4633-aea6-790c0ea2c863 req-033095ed-8a88-4d8c-b64f-ebe8980cc17b tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:10.216742 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-793c62ae-1e7c-4633-aea6-790c0ea2c863 req-033095ed-8a88-4d8c-b64f-ebe8980cc17b tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.37 "DELETE /v2.0/ports/f472c9b4-92da-44b8-b849-5c1c44136f67 HTTP/1.1" status: 204 len: 173 time: 1.6095593 Jan 28 13:30:10.228735 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76e841e-d7a2-4ae9-a316-a549eff618d8', 'name': 'network-vif-deleted', 'tag': 'f472c9b4-92da-44b8-b849-5c1c44136f67'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:10.233805 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2eb5676-0ee4-4b21-8c90-c57ccf442090" -d '{"events": [{"server_uuid": "a76e841e-d7a2-4ae9-a316-a549eff618d8", "name": "network-vif-deleted", "tag": "f472c9b4-92da-44b8-b849-5c1c44136f67"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:10.360461 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa1c27-cfd7-435c-82f7-cb6eda7630d8 req-cde51f47-8340-4c46-92aa-72a736a4e120 tempest-FlavorsV2NegativeTest-363643197 tempest-FlavorsV2NegativeTest-363643197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:10.375361 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-caaa1c27-cfd7-435c-82f7-cb6eda7630d8 req-cde51f47-8340-4c46-92aa-72a736a4e120 tempest-FlavorsV2NegativeTest-363643197 tempest-FlavorsV2NegativeTest-363643197-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0623953 Jan 28 13:30:10.404453 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-caaa1c27-cfd7-435c-82f7-cb6eda7630d8 req-9639ac88-4a37-457c-bbec-a7b096126279 tempest-FlavorsV2NegativeTest-363643197 tempest-FlavorsV2NegativeTest-363643197-project] 10.222.0.39 "GET /v2.0/quotas/31fbc5da229741a288b6dea77d4f3203 HTTP/1.1" status: 200 len: 375 time: 0.0225122 Jan 28 13:30:10.444781 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad67dc3-213b-47ad-a966-4db1dcfa19d4 req-895f54eb-ef74-4c62-8729-b181b9c0be6e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:10.450174 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aad67dc3-213b-47ad-a966-4db1dcfa19d4 req-895f54eb-ef74-4c62-8729-b181b9c0be6e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 931 time: 0.3227859 Jan 28 13:30:10.480527 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-caaa1c27-cfd7-435c-82f7-cb6eda7630d8 req-a1434499-df54-4533-b659-b787b9a320d4 tempest-FlavorsV2NegativeTest-363643197 tempest-FlavorsV2NegativeTest-363643197-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=31fbc5da229741a288b6dea77d4f3203&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705073 Jan 28 13:30:10.515833 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 28317e03-21b6-48f0-b4b4-446267c38aa2 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:30:10.728075 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5064c3-d2d9-4cbc-92c3-426f3c913205 req-60f9365b-ea01-43aa-a6d4-efc61cf63920 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:10.730286 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ac5064c3-d2d9-4cbc-92c3-426f3c913205 req-60f9365b-ea01-43aa-a6d4-efc61cf63920 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 945 time: 0.1061945 Jan 28 13:30:10.758607 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aad67dc3-213b-47ad-a966-4db1dcfa19d4 req-e809b448-40ba-4760-806d-ee39f56fbab6 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2938092 Jan 28 13:30:10.767388 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-449dbd49-953b-46e6-a7d6-970bc59d1d16 None None] Provisioning complete for port 91755f44-fc12-4753-90b2-7a0c1535621f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:10.796067 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-449dbd49-953b-46e6-a7d6-970bc59d1d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:10.916582 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:30:11.076257 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 28317e03-21b6-48f0-b4b4-446267c38aa2 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:11.079578 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ac5064c3-d2d9-4cbc-92c3-426f3c913205 req-99f0cd77-d34c-4ae2-9b11-79781cc250a8 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317368 Jan 28 13:30:11.083294 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (28317e03-21b6-48f0-b4b4-446267c38aa2), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:11.109393 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6acf97ba-2f37-484f-9536-fe08a454ae10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91755f44-fc12-4753-90b2-7a0c1535621f {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:30:11.166551 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6acf97ba-2f37-484f-9536-fe08a454ae10 service neutron] Publish callbacks [] for port (91755f44-fc12-4753-90b2-7a0c1535621f), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:11.177332 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-449dbd49-953b-46e6-a7d6-970bc59d1d16 None None] Port 91755f44-fc12-4753-90b2-7a0c1535621f cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:30:11.196636 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b148f3-61f3-4a83-92f9-e6f38a122527 x-openstack-request-id: req-40b148f3-61f3-4a83-92f9-e6f38a122527 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:11.197392 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76e841e-d7a2-4ae9-a316-a549eff618d8", "name": "network-vif-deleted", "tag": "f472c9b4-92da-44b8-b849-5c1c44136f67", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:11.198012 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-40b148f3-61f3-4a83-92f9-e6f38a122527 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:11.199015 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76e841e-d7a2-4ae9-a316-a549eff618d8', 'name': 'network-vif-deleted', 'tag': 'f472c9b4-92da-44b8-b849-5c1c44136f67', 'status': 'completed', 'code': 200} Jan 28 13:30:11.232499 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6acf97ba-2f37-484f-9536-fe08a454ae10 service neutron] Transition to ACTIVE for port object 91755f44-fc12-4753-90b2-7a0c1535621f will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:30:11.243364 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6acf97ba-2f37-484f-9536-fe08a454ae10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:11.303746 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-dcf44995-7715-400c-87e0-abc273953f80 None None] For port 7e20887c-42b3-4312-8ae1-99d97a5151ba, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:30:11.357670 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-dcf44995-7715-400c-87e0-abc273953f80 None None] For port 7e20887c-42b3-4312-8ae1-99d97a5151ba, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7e20887c-42b3-4312-8ae1-99d97a5151ba,segment=NetworkSegment(86149aa4-d305-41b7-ba89-d015b4929c5a),segment_id=86149aa4-d305-41b7-ba89-d015b4929c5a)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:30:11.389719 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dcf44995-7715-400c-87e0-abc273953f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7e20887c-42b3-4312-8ae1-99d97a5151ba), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:11.420780 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8cb540d3-6323-4483-9f71-a01509bad2a8 req-f605a85e-d429-4c12-8f15-487b1e6cda6c tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/ports?device_id=a76e841e-d7a2-4ae9-a316-a549eff618d8 HTTP/1.1" status: 200 len: 210 time: 0.0772209 Jan 28 13:30:11.549626 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf44995-7715-400c-87e0-abc273953f80 None None] Routers {'2ab1c295-5857-438f-a697-b4ff6b9ba62d'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:30:11.550557 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-dcf44995-7715-400c-87e0-abc273953f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:30:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['2ab1c295-5857-438f-a697-b4ff6b9ba62d'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:11.554991 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964fcc0-a55a-46a7-9e74-311b42f86279 None None] Pushing event updated for resources: {'Port': ['ID=7e20887c-42b3-4312-8ae1-99d97a5151ba,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:11.564422 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f3c751c3-3f56-466a-9893-09e40684b093 None None] Provisioning complete for port 7e20887c-42b3-4312-8ae1-99d97a5151ba triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:11.565103 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f3c751c3-3f56-466a-9893-09e40684b093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7e20887c-42b3-4312-8ae1-99d97a5151ba), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:11.729006 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf97ba-2f37-484f-9536-fe08a454ae10 service neutron] Pushing event updated for resources: {'Port': ['ID=91755f44-fc12-4753-90b2-7a0c1535621f,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:11.745319 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6acf97ba-2f37-484f-9536-fe08a454ae10 service neutron] Attempting to bind port 91755f44-fc12-4753-90b2-7a0c1535621f on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:30:11.750216 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6acf97ba-2f37-484f-9536-fe08a454ae10 service neutron] Attempting to bind port 91755f44-fc12-4753-90b2-7a0c1535621f by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:30:11.759839 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55918) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:11.760124 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6acf97ba-2f37-484f-9536-fe08a454ae10 service neutron] Attempting to bind port 91755f44-fc12-4753-90b2-7a0c1535621f on network dd65474c-0b14-4c75-9058-245198106ef8 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:11.803416 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6acf97ba-2f37-484f-9536-fe08a454ae10 service neutron] Port 91755f44-fc12-4753-90b2-7a0c1535621f on network dd65474c-0b14-4c75-9058-245198106ef8 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:30:11.806981 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6acf97ba-2f37-484f-9536-fe08a454ae10 service neutron] Attempting to bind port 91755f44-fc12-4753-90b2-7a0c1535621f on network dd65474c-0b14-4c75-9058-245198106ef8 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:11.897435 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6acf97ba-2f37-484f-9536-fe08a454ae10 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:30:11.899676 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6acf97ba-2f37-484f-9536-fe08a454ae10 service neutron] Checking segment: {'id': 'cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:30:11.902814 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6acf97ba-2f37-484f-9536-fe08a454ae10 service neutron] Bound using segment: {'id': 'cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:30:11.908906 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6acf97ba-2f37-484f-9536-fe08a454ae10 service neutron] Bound port: 91755f44-fc12-4753-90b2-7a0c1535621f, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:30:11.910584 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6acf97ba-2f37-484f-9536-fe08a454ae10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:11.973392 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9390b5-e0da-4268-aa9e-f30c0c9ae041 req-a8512cec-28ee-45fc-88f1-76ab93d69617 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:11.990190 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db9390b5-e0da-4268-aa9e-f30c0c9ae041 req-a8512cec-28ee-45fc-88f1-76ab93d69617 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 946 time: 0.5285943 Jan 28 13:30:12.136898 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db9390b5-e0da-4268-aa9e-f30c0c9ae041 req-459cf754-664f-47d3-a220-d9f44673cc59 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452706 Jan 28 13:30:12.137721 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-dcf44995-7715-400c-87e0-abc273953f80 None None] Set router 2ab1c295-5857-438f-a697-b4ff6b9ba62d gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:30:12.169190 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-38083051-0ab7-4816-9df5-d80c63baad32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:12.242341 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c30c7-b6ba-4d74-b2bd-8d601fcd631f req-fc966086-00c0-4df9-94cd-cd9a6c070b88 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:12.244737 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 28317e03-21b6-48f0-b4b4-446267c38aa2 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:12.259904 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-477c30c7-b6ba-4d74-b2bd-8d601fcd631f req-fc966086-00c0-4df9-94cd-cd9a6c070b88 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 943 time: 0.3009727 Jan 28 13:30:12.269277 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f3c751c3-3f56-466a-9893-09e40684b093 None None] Current status of the port 7e20887c-42b3-4312-8ae1-99d97a5151ba is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:12.269674 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f3c751c3-3f56-466a-9893-09e40684b093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7e20887c-42b3-4312-8ae1-99d97a5151ba), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:12.432094 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6acf97ba-2f37-484f-9536-fe08a454ae10 service neutron] For port 91755f44-fc12-4753-90b2-7a0c1535621f, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:30:12.454775 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6acf97ba-2f37-484f-9536-fe08a454ae10 service neutron] For port 91755f44-fc12-4753-90b2-7a0c1535621f, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=91755f44-fc12-4753-90b2-7a0c1535621f,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:30:12.479336 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6acf97ba-2f37-484f-9536-fe08a454ae10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:12.613145 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-38083051-0ab7-4816-9df5-d80c63baad32 admin admin] Publish callbacks [] for security_group (8b5989a8-0e32-47e6-9658-9be392f30795), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:12.618982 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device f472c9b4-92da-44b8-b849-5c1c44136f67 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:30:12.650232 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-38083051-0ab7-4816-9df5-d80c63baad32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8b5989a8-0e32-47e6-9658-9be392f30795), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:12.705771 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6acf97ba-2f37-484f-9536-fe08a454ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:12.708442 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6acf97ba-2f37-484f-9536-fe08a454ae10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:12.717383 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bc6132d6-569b-441f-863a-8029431b79e7 req-6acf97ba-2f37-484f-9536-fe08a454ae10 service neutron] 10.222.0.18 "PUT /v2.0/ports/91755f44-fc12-4753-90b2-7a0c1535621f HTTP/1.1" status: 200 len: 1091 time: 3.0022964 Jan 28 13:30:12.791609 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0315f806-bfc7-4cdf-8cc1-ba30a5b19867', 'tag': '91755f44-fc12-4753-90b2-7a0c1535621f'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:12.803793 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf9d141-5f77-4f5e-80c7-2fe7f3a44e67" -d '{"events": [{"name": "network-changed", "server_uuid": "0315f806-bfc7-4cdf-8cc1-ba30a5b19867", "tag": "91755f44-fc12-4753-90b2-7a0c1535621f"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:12.943432 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-38083051-0ab7-4816-9df5-d80c63baad32 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31fbc5da229741a288b6dea77d4f3203&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1810083 Jan 28 13:30:12.961407 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-477c30c7-b6ba-4d74-b2bd-8d601fcd631f req-afad1afb-ff7d-4dc2-8665-8ed24d710fd4 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6911895 Jan 28 13:30:12.966242 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55938) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:13.004612 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38083051-0ab7-4816-9df5-d80c63baad32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5989a8-0e32-47e6-9658-9be392f30795,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:13.050563 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf97ba-2f37-484f-9536-fe08a454ae10 service neutron] Pushing event updated for resources: {'Port': ['ID=91755f44-fc12-4753-90b2-7a0c1535621f,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:13.062681 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6132d6-569b-441f-863a-8029431b79e7 req-8de7390c-45db-4c6b-8dea-4c75eeac3f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:13.064494 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bc6132d6-569b-441f-863a-8029431b79e7 req-8de7390c-45db-4c6b-8dea-4c75eeac3f20 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=205e0e0f7c204c6b8762ba0b567c808e&device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 1094 time: 0.2510209 Jan 28 13:30:13.073879 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2686ed5-79d4-418e-8d5c-0116c22e58d5 req-aff35a3a-000f-4dc8-b9ff-904f71ba2959 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:13.088269 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b2686ed5-79d4-418e-8d5c-0116c22e58d5 req-aff35a3a-000f-4dc8-b9ff-904f71ba2959 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 945 time: 0.2461343 Jan 28 13:30:13.127915 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f3c751c3-3f56-466a-9893-09e40684b093 None None] For port 7e20887c-42b3-4312-8ae1-99d97a5151ba, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7e20887c-42b3-4312-8ae1-99d97a5151ba,segment=NetworkSegment(86149aa4-d305-41b7-ba89-d015b4929c5a),segment_id=86149aa4-d305-41b7-ba89-d015b4929c5a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:13.160136 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3bb8468d-9754-459a-b5b7-3c92873ba6d5 admin admin] Publish callbacks [] for security_group (8b5989a8-0e32-47e6-9658-9be392f30795), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:13.220173 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: f472c9b4-92da-44b8-b849-5c1c44136f67 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:30:13.220747 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device f472c9b4-92da-44b8-b849-5c1c44136f67 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:30:13.229919 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f3c751c3-3f56-466a-9893-09e40684b093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7e20887c-42b3-4312-8ae1-99d97a5151ba), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:13.250010 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3bb8468d-9754-459a-b5b7-3c92873ba6d5 admin admin] Publish callbacks [] for security_group (8b5989a8-0e32-47e6-9658-9be392f30795), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:13.280792 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f4ca8-54fb-4c7e-948d-5f83674dc6d5 req-1d8e54d3-44cd-4a7e-b72e-0d9e0526dc38 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:13.293438 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-083f4ca8-54fb-4c7e-948d-5f83674dc6d5 req-1d8e54d3-44cd-4a7e-b72e-0d9e0526dc38 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 946 time: 0.1638067 Jan 28 13:30:13.293983 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55940) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:13.308254 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a6c79885-e859-4847-a50b-a416a9c010f4 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Request body: {'floatingip': {'port_id': '05dbcb58-e1e0-4ae6-9b70-3124399838e9'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:13.360401 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c751c3-3f56-466a-9893-09e40684b093 None None] Pushing event updated for resources: {'Port': ['ID=7e20887c-42b3-4312-8ae1-99d97a5151ba,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:13.424011 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-43c1ebb9-0e28-4f3c-9838-a3b15245bfc2 None None] Provisioning complete for port 7e20887c-42b3-4312-8ae1-99d97a5151ba triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:13.424629 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43c1ebb9-0e28-4f3c-9838-a3b15245bfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7e20887c-42b3-4312-8ae1-99d97a5151ba), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:13.498239 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6c79885-e859-4847-a50b-a416a9c010f4 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks [] for floatingip (29968603-a498-49d6-8947-bac73c77fe94), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:13.538060 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-dcf44995-7715-400c-87e0-abc273953f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab1c295-5857-438f-a697-b4ff6b9ba62d', 'name': 'tempest-TaggedBootDevicesTest_v242-1317816235-router', 'tenant_id': '1f9498f10b354d2d83fb828267ad4f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '28317e03-21b6-48f0-b4b4-446267c38aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:55Z', 'updated_at': '2022-01-28T13:30:05Z', 'revision_number': 4, 'project_id': '1f9498f10b354d2d83fb828267ad4f8c', 'gw_port': {'id': '28317e03-21b6-48f0-b4b4-446267c38aa2', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab1c295-5857-438f-a697-b4ff6b9ba62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:56Z', 'updated_at': '2022-01-28T13:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '7e20887c-42b3-4312-8ae1-99d97a5151ba', 'name': '', 'network_id': 'b4ebb8b5-ad0e-416e-b14b-0adbdec1df96', 'tenant_id': '1f9498f10b354d2d83fb828267ad4f8c', 'mac_address': 'fa:16:3e:3b:6d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab1c295-5857-438f-a697-b4ff6b9ba62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'b72c4bcd-0c52-46ad-ba2c-22a8b79ebec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:30:04Z', 'updated_at': '2022-01-28T13:30:11Z', 'revision_number': 4, 'project_id': '1f9498f10b354d2d83fb828267ad4f8c', 'subnets': [{'id': 'b72c4bcd-0c52-46ad-ba2c-22a8b79ebec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:13.632218 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf44995-7715-400c-87e0-abc273953f80 None None] The sync data for ids ['2ab1c295-5857-438f-a697-b4ff6b9ba62d'] in n-d-822747-2 is: [{'id': '2ab1c295-5857-438f-a697-b4ff6b9ba62d', 'name': 'tempest-TaggedBootDevicesTest_v242-1317816235-router', 'tenant_id': '1f9498f10b354d2d83fb828267ad4f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '28317e03-21b6-48f0-b4b4-446267c38aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:55Z', 'updated_at': '2022-01-28T13:30:05Z', 'revision_number': 4, 'project_id': '1f9498f10b354d2d83fb828267ad4f8c', 'gw_port': {'id': '28317e03-21b6-48f0-b4b4-446267c38aa2', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab1c295-5857-438f-a697-b4ff6b9ba62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:56Z', 'updated_at': '2022-01-28T13:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '7e20887c-42b3-4312-8ae1-99d97a5151ba', 'name': '', 'network_id': 'b4ebb8b5-ad0e-416e-b14b-0adbdec1df96', 'tenant_id': '1f9498f10b354d2d83fb828267ad4f8c', 'mac_address': 'fa:16:3e:3b:6d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab1c295-5857-438f-a697-b4ff6b9ba62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'b72c4bcd-0c52-46ad-ba2c-22a8b79ebec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:30:04Z', 'updated_at': '2022-01-28T13:30:11Z', 'revision_number': 4, 'project_id': '1f9498f10b354d2d83fb828267ad4f8c', 'subnets': [{'id': 'b72c4bcd-0c52-46ad-ba2c-22a8b79ebec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:30:13.802224 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-43c1ebb9-0e28-4f3c-9838-a3b15245bfc2 None None] Current status of the port 7e20887c-42b3-4312-8ae1-99d97a5151ba is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:13.986985 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3bb8468d-9754-459a-b5b7-3c92873ba6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8b5989a8-0e32-47e6-9658-9be392f30795), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:13.987245 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3bb8468d-9754-459a-b5b7-3c92873ba6d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:13.994365 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3bb8468d-9754-459a-b5b7-3c92873ba6d5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b5989a8-0e32-47e6-9658-9be392f30795 HTTP/1.1" status: 204 len: 168 time: 1.0230210 Jan 28 13:30:14.017070 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9ef1dd-e064-4af0-8921-2e5ab869822b x-openstack-request-id: req-dd9ef1dd-e064-4af0-8921-2e5ab869822b {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:14.017600 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0315f806-bfc7-4cdf-8cc1-ba30a5b19867", "tag": "91755f44-fc12-4753-90b2-7a0c1535621f", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:14.017710 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd9ef1dd-e064-4af0-8921-2e5ab869822b {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:14.018092 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0315f806-bfc7-4cdf-8cc1-ba30a5b19867', 'tag': '91755f44-fc12-4753-90b2-7a0c1535621f', 'status': 'completed', 'code': 200} Jan 28 13:30:14.022139 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bc6132d6-569b-441f-863a-8029431b79e7 req-dccfb54b-3887-408e-9ad6-5ded524598f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91755f44-fc12-4753-90b2-7a0c1535621f HTTP/1.1" status: 200 len: 217 time: 0.9304852 Jan 28 13:30:14.060088 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d697e7cb-584c-49af-b8cf-c6f9c1928b6f req-028da608-cdda-4ed2-ae94-67fe6bf4f7ae tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups/794348fa-c13f-4aec-a32c-2ec70c82d27e HTTP/1.1" status: 200 len: 1815 time: 0.1533175 Jan 28 13:30:14.064845 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8468d-9754-459a-b5b7-3c92873ba6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5989a8-0e32-47e6-9658-9be392f30795,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:14.099561 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b2686ed5-79d4-418e-8d5c-0116c22e58d5 req-38fa02d3-3e0a-4dcb-928c-12fa98d775f0 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0063233 Jan 28 13:30:14.206235 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6132d6-569b-441f-863a-8029431b79e7 req-9b24817a-f0a7-4b7b-933a-542543d48488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:14.210163 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bc6132d6-569b-441f-863a-8029431b79e7 req-9b24817a-f0a7-4b7b-933a-542543d48488 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10438cad-60ca-4257-93e8-c8ceba8bf16c HTTP/1.1" status: 200 len: 855 time: 0.1758456 Jan 28 13:30:14.293948 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d697e7cb-584c-49af-b8cf-c6f9c1928b6f req-6bd1e647-62b1-4f62-b138-19efb5515df0 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (794348fa-c13f-4aec-a32c-2ec70c82d27e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:14.319005 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6132d6-569b-441f-863a-8029431b79e7 req-08aed40a-1745-4a8f-ac9c-ad4a09576189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:14.326353 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bc6132d6-569b-441f-863a-8029431b79e7 req-08aed40a-1745-4a8f-ac9c-ad4a09576189 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dd65474c-0b14-4c75-9058-245198106ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070685 Jan 28 13:30:14.420574 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d697e7cb-584c-49af-b8cf-c6f9c1928b6f req-6bd1e647-62b1-4f62-b138-19efb5515df0 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (794348fa-c13f-4aec-a32c-2ec70c82d27e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:14.518671 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7e20887c-42b3-4312-8ae1-99d97a5151ba up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:30:14.582057 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bc6132d6-569b-441f-863a-8029431b79e7 req-8ee511e6-1dd6-499f-8c5c-cb4d85913f82 service neutron] 10.222.0.18 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474563 Jan 28 13:30:14.718938 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 7e20887c-42b3-4312-8ae1-99d97a5151ba triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:14.719391 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7e20887c-42b3-4312-8ae1-99d97a5151ba), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:14.780659 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d697e7cb-584c-49af-b8cf-c6f9c1928b6f req-6bd1e647-62b1-4f62-b138-19efb5515df0 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (794348fa-c13f-4aec-a32c-2ec70c82d27e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:14.800998 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d697e7cb-584c-49af-b8cf-c6f9c1928b6f req-6bd1e647-62b1-4f62-b138-19efb5515df0 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:14.808692 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d697e7cb-584c-49af-b8cf-c6f9c1928b6f req-6bd1e647-62b1-4f62-b138-19efb5515df0 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "DELETE /v2.0/security-groups/794348fa-c13f-4aec-a32c-2ec70c82d27e HTTP/1.1" status: 204 len: 173 time: 0.7249105 Jan 28 13:30:14.816700 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bc6132d6-569b-441f-863a-8029431b79e7 req-f6b122f0-0448-432f-86f8-955ff21fead4 service neutron] 10.222.0.18 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260730 Jan 28 13:30:14.865613 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40b1e2-58cb-4f77-a76c-6db595bef080 req-9da3cf9d-8686-4c0b-ad62-9e32cfb7e83e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:14.867177 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-be40b1e2-58cb-4f77-a76c-6db595bef080 req-9da3cf9d-8686-4c0b-ad62-9e32cfb7e83e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 943 time: 0.4714296 Jan 28 13:30:14.878396 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1e647-62b1-4f62-b138-19efb5515df0 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=794348fa-c13f-4aec-a32c-2ec70c82d27e,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:14.991006 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9d141-5f77-4f5e-80c7-2fe7f3a44e67 req-431889f6-590e-4c77-adff-c0b069e0d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:14.992521 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2bf9d141-5f77-4f5e-80c7-2fe7f3a44e67 req-431889f6-590e-4c77-adff-c0b069e0d0b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=205e0e0f7c204c6b8762ba0b567c808e&device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 1094 time: 0.1202881 Jan 28 13:30:14.996080 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.db.resource_extend [None req-a6c79885-e859-4847-a50b-a416a9c010f4 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:30:14.997243 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-be40b1e2-58cb-4f77-a76c-6db595bef080 req-c6d8bf14-0f14-4425-8fc0-28c610fcc9df tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996916 Jan 28 13:30:15.098788 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 7e20887c-42b3-4312-8ae1-99d97a5151ba is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:15.107680 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9793bcfd-3e30-4f4c-822d-2b657ba0daad req-ab31008d-24b0-413c-a1a8-db5a5a696044 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "GET /v2.0/security-groups/7c1c9c27-0238-4e75-90d9-8a1f09493fd9 HTTP/1.1" status: 200 len: 1819 time: 0.2309067 Jan 28 13:30:15.215097 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6c79885-e859-4847-a50b-a416a9c010f4 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:15.219461 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9d141-5f77-4f5e-80c7-2fe7f3a44e67 req-a73e4d87-1403-4a74-8ab5-405de79d7bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:15.223075 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2bf9d141-5f77-4f5e-80c7-2fe7f3a44e67 req-a73e4d87-1403-4a74-8ab5-405de79d7bf6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dd65474c-0b14-4c75-9058-245198106ef8 HTTP/1.1" status: 200 len: 916 time: 0.2178617 Jan 28 13:30:15.225921 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6c79885-e859-4847-a50b-a416a9c010f4 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (29968603-a498-49d6-8947-bac73c77fe94), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:15.339149 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2bf9d141-5f77-4f5e-80c7-2fe7f3a44e67 req-e5d747c3-fa1d-46c4-8e9c-f698dfe61b11 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91755f44-fc12-4753-90b2-7a0c1535621f HTTP/1.1" status: 200 len: 217 time: 0.1087632 Jan 28 13:30:15.342808 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9793bcfd-3e30-4f4c-822d-2b657ba0daad req-2e9a1a7b-8d8c-4348-891d-189dbda18498 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (7c1c9c27-0238-4e75-90d9-8a1f09493fd9), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:15.380398 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9793bcfd-3e30-4f4c-822d-2b657ba0daad req-2e9a1a7b-8d8c-4348-891d-189dbda18498 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (7c1c9c27-0238-4e75-90d9-8a1f09493fd9), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:15.441878 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9d141-5f77-4f5e-80c7-2fe7f3a44e67 req-776ceeb8-2176-45d0-a5d7-44d943acffee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:15.443806 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2bf9d141-5f77-4f5e-80c7-2fe7f3a44e67 req-776ceeb8-2176-45d0-a5d7-44d943acffee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10438cad-60ca-4257-93e8-c8ceba8bf16c HTTP/1.1" status: 200 len: 855 time: 0.0955608 Jan 28 13:30:15.474156 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5effd2-f61d-410d-96b1-1ae82586bfb5 req-4331a106-ec26-4ec3-8581-04fa00982ed7 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:15.476115 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-df5effd2-f61d-410d-96b1-1ae82586bfb5 req-4331a106-ec26-4ec3-8581-04fa00982ed7 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 945 time: 0.2279170 Jan 28 13:30:15.529444 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9793bcfd-3e30-4f4c-822d-2b657ba0daad req-2e9a1a7b-8d8c-4348-891d-189dbda18498 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7c1c9c27-0238-4e75-90d9-8a1f09493fd9), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:15.533495 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9793bcfd-3e30-4f4c-822d-2b657ba0daad req-2e9a1a7b-8d8c-4348-891d-189dbda18498 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:15.534962 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9793bcfd-3e30-4f4c-822d-2b657ba0daad req-2e9a1a7b-8d8c-4348-891d-189dbda18498 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] 10.222.0.39 "DELETE /v2.0/security-groups/7c1c9c27-0238-4e75-90d9-8a1f09493fd9 HTTP/1.1" status: 204 len: 173 time: 0.4241140 Jan 28 13:30:15.547738 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55982) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:15.589465 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a1a7b-8d8c-4348-891d-189dbda18498 tempest-SecurityGroupsTestJSON-1672980883 tempest-SecurityGroupsTestJSON-1672980883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1c9c27-0238-4e75-90d9-8a1f09493fd9,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:15.706164 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55986) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:15.725689 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-df5effd2-f61d-410d-96b1-1ae82586bfb5 req-409b014b-2bdd-4808-81bc-34fb661d59bd tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113869 Jan 28 13:30:15.730834 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-a6c79885-e859-4847-a50b-a416a9c010f4 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Floating IP 29968603-a498-49d6-8947-bac73c77fe94 associated. External IP: 172.25.3.5, port: 05dbcb58-e1e0-4ae6-9b70-3124399838e9. Jan 28 13:30:15.780635 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9d141-5f77-4f5e-80c7-2fe7f3a44e67 req-60b60895-71d1-4fe2-84fb-f2a57274ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:15.782508 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2bf9d141-5f77-4f5e-80c7-2fe7f3a44e67 req-60b60895-71d1-4fe2-84fb-f2a57274ce13 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dd65474c-0b14-4c75-9058-245198106ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3015621 Jan 28 13:30:15.971869 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-d25e6ded-7081-4e5b-80f5-85ce19c396d8 admin admin] Deleting subnet 042f9a6a-2921-498d-bcc9-1ba76067c5cb {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:30:15.979980 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d25e6ded-7081-4e5b-80f5-85ce19c396d8 admin admin] Publish callbacks [] for subnet (042f9a6a-2921-498d-bcc9-1ba76067c5cb), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:16.028221 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-70273924-3a4e-4c42-a74d-ec4c3bcc28f1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1213285709-network', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:16.062152 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2bf9d141-5f77-4f5e-80c7-2fe7f3a44e67 req-82c3640a-1db4-4c44-810c-56a0f7998110 service neutron] 10.222.0.18 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709968 Jan 28 13:30:16.083944 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d25e6ded-7081-4e5b-80f5-85ce19c396d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (042f9a6a-2921-498d-bcc9-1ba76067c5cb), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:16.108121 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70273924-3a4e-4c42-a74d-ec4c3bcc28f1 admin admin] Made reservation on behalf of 52180c6a713c4a868172017eb1f2f53b for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:30:16.110848 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-70273924-3a4e-4c42-a74d-ec4c3bcc28f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:16.207903 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-70273924-3a4e-4c42-a74d-ec4c3bcc28f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:16.244036 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2bf9d141-5f77-4f5e-80c7-2fe7f3a44e67 req-f58bb744-1048-417d-a043-b2404e6367e2 service neutron] 10.222.0.18 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758876 Jan 28 13:30:16.289929 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d25e6ded-7081-4e5b-80f5-85ce19c396d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (042f9a6a-2921-498d-bcc9-1ba76067c5cb), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:16.315605 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 91755f44-fc12-4753-90b2-7a0c1535621f details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:30:16.472891 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c79885-e859-4847-a50b-a416a9c010f4 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Router 031dd80d-d44a-4a59-9186-14b3096e60e4 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:30:16.487236 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 91755f44-fc12-4753-90b2-7a0c1535621f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=91755f44-fc12-4753-90b2-7a0c1535621f,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:16.505829 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '91755f44-fc12-4753-90b2-7a0c1535621f', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'port_id': '91755f44-fc12-4753-90b2-7a0c1535621f', 'mac_address': 'fa:16:3e:51:7d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:30:16.515808 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83892e7e-cfb8-4e4d-80c6-2742e37a9664 req-c0a1d773-c486-489f-ab61-6acd4558f958 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:16.517422 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83892e7e-cfb8-4e4d-80c6-2742e37a9664 req-c0a1d773-c486-489f-ab61-6acd4558f958 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 943 time: 0.2589307 Jan 28 13:30:16.569701 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 91755f44-fc12-4753-90b2-7a0c1535621f is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:16.570129 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:16.574698 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d25e6ded-7081-4e5b-80f5-85ce19c396d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (042f9a6a-2921-498d-bcc9-1ba76067c5cb), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:16.593935 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91755f44-fc12-4753-90b2-7a0c1535621f {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:30:16.623132 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 91755f44-fc12-4753-90b2-7a0c1535621f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=91755f44-fc12-4753-90b2-7a0c1535621f,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:16.630507 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:16.662893 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-70273924-3a4e-4c42-a74d-ec4c3bcc28f1 admin admin] Publish callbacks [] for security_group (5dfaa926-0ea5-4dfd-9912-c47ccc13cf8d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:16.684204 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e6ded-7081-4e5b-80f5-85ce19c396d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=042f9a6a-2921-498d-bcc9-1ba76067c5cb,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:16.690009 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d25e6ded-7081-4e5b-80f5-85ce19c396d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:16.699528 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55994) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:16.712131 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=91755f44-fc12-4753-90b2-7a0c1535621f,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:16.712779 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d25e6ded-7081-4e5b-80f5-85ce19c396d8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/042f9a6a-2921-498d-bcc9-1ba76067c5cb HTTP/1.1" status: 204 len: 168 time: 1.1609302 Jan 28 13:30:16.718477 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-70273924-3a4e-4c42-a74d-ec4c3bcc28f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5dfaa926-0ea5-4dfd-9912-c47ccc13cf8d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:16.743108 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:16.743643 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:16.744200 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:16.745109 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:16.745633 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:16.746092 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:16.746616 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:16.747759 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:16.748525 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:16.748981 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:16.749591 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:16.750139 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:16.751124 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:16.852590 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['91755f44-fc12-4753-90b2-7a0c1535621f'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:16.869334 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70273924-3a4e-4c42-a74d-ec4c3bcc28f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:30:16.910084 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83892e7e-cfb8-4e4d-80c6-2742e37a9664 req-645164aa-83ed-4eeb-bda3-3c53410dff2c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3733361 Jan 28 13:30:16.956416 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-869a5506-fc8e-4474-a8c0-abc5fdaf196b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (16d9a03d-cf10-476d-aa93-1b10f6134522), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:17.031348 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-70273924-3a4e-4c42-a74d-ec4c3bcc28f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (4ad3547f-1c23-4863-9fde-17185a5d6ed5), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:17.035367 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-70273924-3a4e-4c42-a74d-ec4c3bcc28f1 admin admin] Added segment 4ad3547f-1c23-4863-9fde-17185a5d6ed5 of type vlan for network e6fe2588-dbb4-4de3-9d1e-1323f44b0e96 Jan 28 13:30:17.052917 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c79885-e859-4847-a50b-a416a9c010f4 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:30:17.074935 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a17114-04d8-4ceb-bcbc-0db65052f72f None None] Sync routers for ids ['031dd80d-d44a-4a59-9186-14b3096e60e4'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:30:17.089775 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6c79885-e859-4847-a50b-a416a9c010f4 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:17.121112 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-869a5506-fc8e-4474-a8c0-abc5fdaf196b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (16d9a03d-cf10-476d-aa93-1b10f6134522), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:17.135925 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70273924-3a4e-4c42-a74d-ec4c3bcc28f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfaa926-0ea5-4dfd-9912-c47ccc13cf8d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:17.137733 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a17114-04d8-4ceb-bcbc-0db65052f72f None None] Routers {'031dd80d-d44a-4a59-9186-14b3096e60e4'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:30:17.140379 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-92a17114-04d8-4ceb-bcbc-0db65052f72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:30:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['031dd80d-d44a-4a59-9186-14b3096e60e4'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:17.154217 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e81ae9-b2a0-4429-9a3d-b09dfb72a945 req-bb2a15ea-1c47-4e2c-a53e-f907007ebd34 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:17.155854 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-31e81ae9-b2a0-4429-9a3d-b09dfb72a945 req-bb2a15ea-1c47-4e2c-a53e-f907007ebd34 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 945 time: 0.1478076 Jan 28 13:30:17.173270 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-869a5506-fc8e-4474-a8c0-abc5fdaf196b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d9a03d-cf10-476d-aa93-1b10f6134522']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:17.194163 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-869a5506-fc8e-4474-a8c0-abc5fdaf196b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc48f93-6a06-41d7-b4e3-6415c817d317') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:17.194425 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-869a5506-fc8e-4474-a8c0-abc5fdaf196b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc48f93-6a06-41d7-b4e3-6415c817d317') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:17.213448 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-869a5506-fc8e-4474-a8c0-abc5fdaf196b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (bdc48f93-6a06-41d7-b4e3-6415c817d317), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:17.216898 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a6c79885-e859-4847-a50b-a416a9c010f4 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "PUT /v2.0/floatingips/29968603-a498-49d6-8947-bac73c77fe94 HTTP/1.1" status: 200 len: 990 time: 3.9159856 Jan 28 13:30:17.221410 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f65cf0-2adc-46d0-9194-7617cfa73581', 'tag': '05dbcb58-e1e0-4ae6-9b70-3124399838e9'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:17.224309 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf3f7e7-1c5d-403c-b678-b68a2d5abe35" -d '{"events": [{"name": "network-changed", "server_uuid": "43f65cf0-2adc-46d0-9194-7617cfa73581", "tag": "05dbcb58-e1e0-4ae6-9b70-3124399838e9"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:17.243102 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-31e81ae9-b2a0-4429-9a3d-b09dfb72a945 req-39daa366-9e6a-4917-863b-6b7ad8d0c02c tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808649 Jan 28 13:30:17.244232 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-869a5506-fc8e-4474-a8c0-abc5fdaf196b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (bdc48f93-6a06-41d7-b4e3-6415c817d317), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:17.252825 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-869a5506-fc8e-4474-a8c0-abc5fdaf196b admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:30:17.253412 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-869a5506-fc8e-4474-a8c0-abc5fdaf196b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (bdc48f93-6a06-41d7-b4e3-6415c817d317), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:30:17.256072 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:30:17.260980 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-70273924-3a4e-4c42-a74d-ec4c3bcc28f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (e6fe2588-dbb4-4de3-9d1e-1323f44b0e96), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:17.335405 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-70273924-3a4e-4c42-a74d-ec4c3bcc28f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (e6fe2588-dbb4-4de3-9d1e-1323f44b0e96), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:17.338478 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70273924-3a4e-4c42-a74d-ec4c3bcc28f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:17.339820 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-70273924-3a4e-4c42-a74d-ec4c3bcc28f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:17.349617 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-869a5506-fc8e-4474-a8c0-abc5fdaf196b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (16d9a03d-cf10-476d-aa93-1b10f6134522), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:17.393291 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-92a17114-04d8-4ceb-bcbc-0db65052f72f None None] Set router 031dd80d-d44a-4a59-9186-14b3096e60e4 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:30:17.408964 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-869a5506-fc8e-4474-a8c0-abc5fdaf196b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:17.421124 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-869a5506-fc8e-4474-a8c0-abc5fdaf196b admin admin] 10.222.0.39 "DELETE /v2.0/networks/16d9a03d-cf10-476d-aa93-1b10f6134522 HTTP/1.1" status: 204 len: 168 time: 0.7201552 Jan 28 13:30:17.422889 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a5506-fc8e-4474-a8c0-abc5fdaf196b admin admin] Pushing event deleted for resources: {'Network': ['ID=16d9a03d-cf10-476d-aa93-1b10f6134522,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:17.441359 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a5506-fc8e-4474-a8c0-abc5fdaf196b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:17.441359 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a5506-fc8e-4474-a8c0-abc5fdaf196b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:17.445512 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a5506-fc8e-4474-a8c0-abc5fdaf196b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:17.445973 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a5506-fc8e-4474-a8c0-abc5fdaf196b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:17.446410 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a5506-fc8e-4474-a8c0-abc5fdaf196b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:17.446845 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a5506-fc8e-4474-a8c0-abc5fdaf196b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:17.447294 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a5506-fc8e-4474-a8c0-abc5fdaf196b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:17.448375 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a5506-fc8e-4474-a8c0-abc5fdaf196b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:17.448375 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a5506-fc8e-4474-a8c0-abc5fdaf196b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:17.448375 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a5506-fc8e-4474-a8c0-abc5fdaf196b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:17.451244 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a5506-fc8e-4474-a8c0-abc5fdaf196b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:17.452280 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a5506-fc8e-4474-a8c0-abc5fdaf196b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:17.452280 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a5506-fc8e-4474-a8c0-abc5fdaf196b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:17.563761 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:17.732790 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56010) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:17.869630 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a8b9c708-2667-4a82-8b2f-aa554a71d666 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b360bd95cff749448a550ff64a9ecd83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1346841 Jan 28 13:30:17.871069 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56016) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:18.030367 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-75847896-9e32-4e3d-ab4c-cd735bf8d3c0 admin admin] Publish callbacks [] for security_group (44a7f744-1530-4434-b04a-b15e9c3628da), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:18.074281 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-92a17114-04d8-4ceb-bcbc-0db65052f72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'name': 'tempest-ServerActionsTestJSON-29868979-router', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:17Z', 'updated_at': '2022-01-28T13:29:30Z', 'revision_number': 4, 'project_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'gw_port': {'id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:19Z', 'updated_at': '2022-01-28T13:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '29968603-a498-49d6-8947-bac73c77fe94', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'port_id': '05dbcb58-e1e0-4ae6-9b70-3124399838e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0', 'mac_address': 'fa:16:3e:a0:06:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f65cf0-2adc-46d0-9194-7617cfa73581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:29:41Z', 'updated_at': '2022-01-28T13:30:14Z', 'revision_number': 1, 'project_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361cab4b-386a-4f7f-8df5-6b69b33ac516', 'name': '', 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'mac_address': 'fa:16:3e:d4:54:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '0384f919-cf7e-4ec0-b290-94b57d977aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:28Z', 'updated_at': '2022-01-28T13:29:41Z', 'revision_number': 5, 'project_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'subnets': [{'id': '0384f919-cf7e-4ec0-b290-94b57d977aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:18.079817 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-75847896-9e32-4e3d-ab4c-cd735bf8d3c0 admin admin] Publish callbacks [] for security_group (44a7f744-1530-4434-b04a-b15e9c3628da), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:18.121458 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a17114-04d8-4ceb-bcbc-0db65052f72f None None] Checking router: 031dd80d-d44a-4a59-9186-14b3096e60e4 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:30:18.125432 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1bb9b0-ddf7-480f-be77-4209d8dcf9b8 x-openstack-request-id: req-8d1bb9b0-ddf7-480f-be77-4209d8dcf9b8 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:18.128681 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f65cf0-2adc-46d0-9194-7617cfa73581", "tag": "05dbcb58-e1e0-4ae6-9b70-3124399838e9", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:18.129106 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d1bb9b0-ddf7-480f-be77-4209d8dcf9b8 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:18.129709 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f65cf0-2adc-46d0-9194-7617cfa73581', 'tag': '05dbcb58-e1e0-4ae6-9b70-3124399838e9', 'status': 'completed', 'code': 200} Jan 28 13:30:18.222429 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70273924-3a4e-4c42-a74d-ec4c3bcc28f1 admin admin] Pushing event updated for resources: {'Network': ['ID=e6fe2588-dbb4-4de3-9d1e-1323f44b0e96,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:18.232387 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-70273924-3a4e-4c42-a74d-ec4c3bcc28f1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.5236244 Jan 28 13:30:18.235815 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56022) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:18.241800 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3f7e7-1c5d-403c-b678-b68a2d5abe35 req-79d48885-1bcb-4d0f-b19a-eacb662e20d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:18.243032 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network e6fe2588-dbb4-4de3-9d1e-1323f44b0e96 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:30:18.244121 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fbf3f7e7-1c5d-403c-b678-b68a2d5abe35 req-79d48885-1bcb-4d0f-b19a-eacb662e20d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 1097 time: 0.1133494 Jan 28 13:30:18.247511 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-a1d914b1-bce2-4738-af28-4aa08c4347f3 admin admin] Request body: {'subnet': {'network_id': 'e6fe2588-dbb4-4de3-9d1e-1323f44b0e96', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1213285709-subnet', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:18.266721 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35cceb-5c4b-4163-95dc-b759234cf598 req-f92ede82-5cba-4684-83d8-885b5f03dc83 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:18.275314 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4c35cceb-5c4b-4163-95dc-b759234cf598 req-f92ede82-5cba-4684-83d8-885b5f03dc83 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 944 time: 0.1486847 Jan 28 13:30:18.327551 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 91755f44-fc12-4753-90b2-7a0c1535621f up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:30:18.341149 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-75847896-9e32-4e3d-ab4c-cd735bf8d3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (44a7f744-1530-4434-b04a-b15e9c3628da), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:18.343779 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-75847896-9e32-4e3d-ab4c-cd735bf8d3c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:18.348164 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-75847896-9e32-4e3d-ab4c-cd735bf8d3c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/44a7f744-1530-4434-b04a-b15e9c3628da HTTP/1.1" status: 204 len: 168 time: 0.4728184 Jan 28 13:30:18.373547 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d914b1-bce2-4738-af28-4aa08c4347f3 admin admin] Made reservation on behalf of 52180c6a713c4a868172017eb1f2f53b for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:30:18.378843 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3f7e7-1c5d-403c-b678-b68a2d5abe35 req-957d02d5-7a34-4d39-922b-656b5ab0ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:18.380612 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fbf3f7e7-1c5d-403c-b678-b68a2d5abe35 req-957d02d5-7a34-4d39-922b-656b5ab0ba3b service neutron] 10.222.0.37 "GET /v2.0/networks?id=7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 200 len: 910 time: 0.1289892 Jan 28 13:30:18.383504 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1d914b1-bce2-4738-af28-4aa08c4347f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:18.430815 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75847896-9e32-4e3d-ab4c-cd735bf8d3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a7f744-1530-4434-b04a-b15e9c3628da,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:18.450257 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a17114-04d8-4ceb-bcbc-0db65052f72f None None] Routers {'031dd80d-d44a-4a59-9186-14b3096e60e4'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:30:18.454222 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-92a17114-04d8-4ceb-bcbc-0db65052f72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:30:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['031dd80d-d44a-4a59-9186-14b3096e60e4'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:18.464299 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4c35cceb-5c4b-4163-95dc-b759234cf598 req-e83efc41-490e-454d-81ca-dac5b7615e97 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878791 Jan 28 13:30:18.491774 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 91755f44-fc12-4753-90b2-7a0c1535621f completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:30:18.505813 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 91755f44-fc12-4753-90b2-7a0c1535621f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:18.513118 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:18.547764 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fbf3f7e7-1c5d-403c-b678-b68a2d5abe35 req-5bfc0c1e-5eb1-4e3b-811b-bf5b2aa57f1b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05dbcb58-e1e0-4ae6-9b70-3124399838e9 HTTP/1.1" status: 200 len: 998 time: 0.1602085 Jan 28 13:30:18.791347 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 91755f44-fc12-4753-90b2-7a0c1535621f is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:18.793378 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:18.797534 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3f7e7-1c5d-403c-b678-b68a2d5abe35 req-1a68a20b-a78c-4659-82f7-0719850eb1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:18.799287 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fbf3f7e7-1c5d-403c-b678-b68a2d5abe35 req-1a68a20b-a78c-4659-82f7-0719850eb1c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0384f919-cf7e-4ec0-b290-94b57d977aef HTTP/1.1" status: 200 len: 849 time: 0.2450194 Jan 28 13:30:18.827380 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097164e-ce66-4c00-829a-245c85fefc9e req-bc191289-017e-4311-9c0c-f41f9999687c tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:18.843329 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5097164e-ce66-4c00-829a-245c85fefc9e req-bc191289-017e-4311-9c0c-f41f9999687c tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 945 time: 0.2912087 Jan 28 13:30:18.856515 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 91755f44-fc12-4753-90b2-7a0c1535621f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=91755f44-fc12-4753-90b2-7a0c1535621f,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:18.858634 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0315f806-bfc7-4cdf-8cc1-ba30a5b19867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91755f44-fc12-4753-90b2-7a0c1535621f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:18.862206 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bd8287-afb7-48a7-92ca-269b9bf88287" -d '{"events": [{"server_uuid": "0315f806-bfc7-4cdf-8cc1-ba30a5b19867", "name": "network-vif-plugged", "status": "completed", "tag": "91755f44-fc12-4753-90b2-7a0c1535621f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:18.866105 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:18.872931 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-92a17114-04d8-4ceb-bcbc-0db65052f72f None None] Set router 031dd80d-d44a-4a59-9186-14b3096e60e4 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:30:18.945230 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1d914b1-bce2-4738-af28-4aa08c4347f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (8dfa90cf-6860-4d71-80f6-d4c3faf485dd), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:18.964276 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=91755f44-fc12-4753-90b2-7a0c1535621f,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:19.006075 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacb95e9-c778-4c11-a7a9-353ab1833403 x-openstack-request-id: req-cacb95e9-c778-4c11-a7a9-353ab1833403 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:19.006376 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0315f806-bfc7-4cdf-8cc1-ba30a5b19867", "name": "network-vif-plugged", "status": "completed", "tag": "91755f44-fc12-4753-90b2-7a0c1535621f", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:19.006634 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cacb95e9-c778-4c11-a7a9-353ab1833403 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:19.007730 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0315f806-bfc7-4cdf-8cc1-ba30a5b19867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91755f44-fc12-4753-90b2-7a0c1535621f', 'code': 200} Jan 28 13:30:19.039414 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3f7e7-1c5d-403c-b678-b68a2d5abe35 req-bfe91c30-ec30-456a-9fea-c6b9c0917d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:19.041538 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fbf3f7e7-1c5d-403c-b678-b68a2d5abe35 req-bfe91c30-ec30-456a-9fea-c6b9c0917d7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7079efeb-cd22-4f60-b771-d74efc0a16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1972635 Jan 28 13:30:19.060353 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5097164e-ce66-4c00-829a-245c85fefc9e req-e7131dba-086d-4226-8949-b7f7592a466d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445518 Jan 28 13:30:19.237906 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fbf3f7e7-1c5d-403c-b678-b68a2d5abe35 req-7f87bcb0-c801-40c1-81aa-7b60cd97ba86 service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895266 Jan 28 13:30:19.296779 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d914b1-bce2-4738-af28-4aa08c4347f3 admin admin] Checking segment: {'id': '4ad3547f-1c23-4863-9fde-17185a5d6ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e6fe2588-dbb4-4de3-9d1e-1323f44b0e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:30:19.297972 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d914b1-bce2-4738-af28-4aa08c4347f3 admin admin] Network hostable DHCP agents. Network: e6fe2588-dbb4-4de3-9d1e-1323f44b0e96, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:30:19.309008 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d914b1-bce2-4738-af28-4aa08c4347f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dfa90cf-6860-4d71-80f6-d4c3faf485dd,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:19.328845 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1191936-d540-46c6-9cd2-9b1460a930a6 req-306a22a3-b91b-444f-8fbc-ee887ba28117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:19.333983 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b1191936-d540-46c6-9cd2-9b1460a930a6 req-306a22a3-b91b-444f-8fbc-ee887ba28117 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 1096 time: 0.2159886 Jan 28 13:30:19.389788 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fbf3f7e7-1c5d-403c-b678-b68a2d5abe35 req-a03c7adf-b6bd-4139-bc98-18d86f2a5f03 service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412675 Jan 28 13:30:19.413992 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d914b1-bce2-4738-af28-4aa08c4347f3 admin admin] Network e6fe2588-dbb4-4de3-9d1e-1323f44b0e96 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:30:19.449213 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-a1d914b1-bce2-4738-af28-4aa08c4347f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, e6fe2588-dbb4-4de3-9d1e-1323f44b0e96) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:30:19.457466 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d914b1-bce2-4738-af28-4aa08c4347f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:19.459608 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1d914b1-bce2-4738-af28-4aa08c4347f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:19.465068 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d61f58-c4b7-4a95-b6bd-8a1b145762e3 None None] Network e6fe2588-dbb4-4de3-9d1e-1323f44b0e96 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:30:19.487247 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b1191936-d540-46c6-9cd2-9b1460a930a6 req-98d0bdf9-4104-4f07-8ead-dfe2a88b34ec service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451762 Jan 28 13:30:19.494530 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a1d914b1-bce2-4738-af28-4aa08c4347f3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2543080 Jan 28 13:30:19.497910 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56050) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:19.503586 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-0f4a04a1-c8ca-4077-aeef-78f0c15a62c3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1213285709-router', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:19.549523 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-92a17114-04d8-4ceb-bcbc-0db65052f72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'name': 'tempest-ServerActionsTestJSON-29868979-router', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:17Z', 'updated_at': '2022-01-28T13:29:30Z', 'revision_number': 4, 'project_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'gw_port': {'id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:19Z', 'updated_at': '2022-01-28T13:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '29968603-a498-49d6-8947-bac73c77fe94', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'port_id': '05dbcb58-e1e0-4ae6-9b70-3124399838e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0', 'mac_address': 'fa:16:3e:a0:06:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f65cf0-2adc-46d0-9194-7617cfa73581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:29:41Z', 'updated_at': '2022-01-28T13:30:14Z', 'revision_number': 1, 'project_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361cab4b-386a-4f7f-8df5-6b69b33ac516', 'name': '', 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'mac_address': 'fa:16:3e:d4:54:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '0384f919-cf7e-4ec0-b290-94b57d977aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:28Z', 'updated_at': '2022-01-28T13:29:41Z', 'revision_number': 5, 'project_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'subnets': [{'id': '0384f919-cf7e-4ec0-b290-94b57d977aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:19.551247 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0f4a04a1-c8ca-4077-aeef-78f0c15a62c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (55008d77-155f-4db5-9587-106f3ce5c0a7), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:19.554660 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0f4a04a1-c8ca-4077-aeef-78f0c15a62c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (55008d77-155f-4db5-9587-106f3ce5c0a7), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:19.640740 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0f4a04a1-c8ca-4077-aeef-78f0c15a62c3 admin admin] Publish callbacks [] for router_controller (55008d77-155f-4db5-9587-106f3ce5c0a7), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:19.652621 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a17114-04d8-4ceb-bcbc-0db65052f72f None None] The sync data for ids ['031dd80d-d44a-4a59-9186-14b3096e60e4'] in n-d-822747-2 is: [{'id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'name': 'tempest-ServerActionsTestJSON-29868979-router', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:17Z', 'updated_at': '2022-01-28T13:29:30Z', 'revision_number': 4, 'project_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'gw_port': {'id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:19Z', 'updated_at': '2022-01-28T13:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '29968603-a498-49d6-8947-bac73c77fe94', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'port_id': '05dbcb58-e1e0-4ae6-9b70-3124399838e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0', 'mac_address': 'fa:16:3e:a0:06:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f65cf0-2adc-46d0-9194-7617cfa73581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:29:41Z', 'updated_at': '2022-01-28T13:30:14Z', 'revision_number': 1, 'project_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361cab4b-386a-4f7f-8df5-6b69b33ac516', 'name': '', 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'mac_address': 'fa:16:3e:d4:54:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '0384f919-cf7e-4ec0-b290-94b57d977aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:28Z', 'updated_at': '2022-01-28T13:29:41Z', 'revision_number': 5, 'project_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'subnets': [{'id': '0384f919-cf7e-4ec0-b290-94b57d977aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:30:19.672426 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:19.703366 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f881de-8245-4371-a3be-129a000f8a2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-e6fe2588-dbb4-4de3-9d1e-1323f44b0e96', 'network_id': 'e6fe2588-dbb4-4de3-9d1e-1323f44b0e96', 'project_id': '52180c6a713c4a868172017eb1f2f53b', 'fixed_ips': [{'subnet_id': '8dfa90cf-6860-4d71-80f6-d4c3faf485dd'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:30:19.705698 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f0f881de-8245-4371-a3be-129a000f8a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:19.851682 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0f4a04a1-c8ca-4077-aeef-78f0c15a62c3 admin admin] Publish callbacks [] for router_gateway (55008d77-155f-4db5-9587-106f3ce5c0a7), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:19.902106 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e39769-c9d1-472b-ab69-1cd55bb6b785 req-09f0b87d-79cd-4fa2-bbbd-d38851956ef4 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:19.912952 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e8e39769-c9d1-472b-ab69-1cd55bb6b785 req-09f0b87d-79cd-4fa2-bbbd-d38851956ef4 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 945 time: 0.2170398 Jan 28 13:30:20.026686 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e8e39769-c9d1-472b-ab69-1cd55bb6b785 req-f75173a2-b541-4b8c-8dbf-f51d09ada222 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124094 Jan 28 13:30:20.367278 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0f4a04a1-c8ca-4077-aeef-78f0c15a62c3 admin admin] Publish callbacks [] for router_gateway (55008d77-155f-4db5-9587-106f3ce5c0a7), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:20.389116 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652211d-0410-4142-b090-4066d2261734 req-7a1226e3-7311-423f-bb68-0b51ff5cdb6c tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:20.397372 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7652211d-0410-4142-b090-4066d2261734 req-7a1226e3-7311-423f-bb68-0b51ff5cdb6c tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 945 time: 0.1562746 Jan 28 13:30:20.403498 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0f4a04a1-c8ca-4077-aeef-78f0c15a62c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:20.428656 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ce6706-7837-42ce-8f19-15c178e5b9aa None None] New status for floating IP 29968603-a498-49d6-8947-bac73c77fe94: ACTIVE {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:30:20.518614 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7652211d-0410-4142-b090-4066d2261734 req-67e106ee-d04a-4be3-aaec-144fddb2c286 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201665 Jan 28 13:30:20.652100 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-f0f881de-8245-4371-a3be-129a000f8a2c None None] Allocated IP 172.20.0.2 (e6fe2588-dbb4-4de3-9d1e-1323f44b0e96/8dfa90cf-6860-4d71-80f6-d4c3faf485dd/56e959d6-a31d-48c5-832e-5437aafea046) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:30:20.653444 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-0f4a04a1-c8ca-4077-aeef-78f0c15a62c3 admin admin] Allocated IP 172.25.3.160 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/9d683479-9dd7-49cc-a104-91e9f16e6485) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:30:20.940479 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0f4a04a1-c8ca-4077-aeef-78f0c15a62c3 admin admin] Publish callbacks [] for port (9d683479-9dd7-49cc-a104-91e9f16e6485), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:21.000193 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0f4a04a1-c8ca-4077-aeef-78f0c15a62c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (9d683479-9dd7-49cc-a104-91e9f16e6485), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:21.050421 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a04a1-c8ca-4077-aeef-78f0c15a62c3 admin admin] Pushing event updated for resources: {'Port': ['ID=9d683479-9dd7-49cc-a104-91e9f16e6485,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:21.070635 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4a04a1-c8ca-4077-aeef-78f0c15a62c3 admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:30:21.072567 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-0f4a04a1-c8ca-4077-aeef-78f0c15a62c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:30:21.076070 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4a04a1-c8ca-4077-aeef-78f0c15a62c3 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:30:21.092913 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f0f881de-8245-4371-a3be-129a000f8a2c None None] Publish callbacks [] for port (56e959d6-a31d-48c5-832e-5437aafea046), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:21.097161 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56084) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:21.103419 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f0f881de-8245-4371-a3be-129a000f8a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (56e959d6-a31d-48c5-832e-5437aafea046), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:21.153363 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f881de-8245-4371-a3be-129a000f8a2c None None] Network e6fe2588-dbb4-4de3-9d1e-1323f44b0e96 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:30:21.200519 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f0f881de-8245-4371-a3be-129a000f8a2c None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:30:21.205052 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f881de-8245-4371-a3be-129a000f8a2c None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:30:21.212303 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f881de-8245-4371-a3be-129a000f8a2c None None] Pushing event updated for resources: {'Port': ['ID=56e959d6-a31d-48c5-832e-5437aafea046,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:21.337829 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7e49cfea-71d2-4899-b5b0-ef6268fa88ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:21.344204 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-f0f881de-8245-4371-a3be-129a000f8a2c None None] Attempting to bind port 56e959d6-a31d-48c5-832e-5437aafea046 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:30:21.344876 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-f0f881de-8245-4371-a3be-129a000f8a2c None None] Attempting to bind port 56e959d6-a31d-48c5-832e-5437aafea046 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '4ad3547f-1c23-4863-9fde-17185a5d6ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e6fe2588-dbb4-4de3-9d1e-1323f44b0e96'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:30:21.345413 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f881de-8245-4371-a3be-129a000f8a2c None None] Attempting to bind port 56e959d6-a31d-48c5-832e-5437aafea046 on network e6fe2588-dbb4-4de3-9d1e-1323f44b0e96 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:21.356673 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f881de-8245-4371-a3be-129a000f8a2c None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:30:21.357465 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f881de-8245-4371-a3be-129a000f8a2c None None] Checking segment: {'id': '4ad3547f-1c23-4863-9fde-17185a5d6ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e6fe2588-dbb4-4de3-9d1e-1323f44b0e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:30:21.358077 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f0f881de-8245-4371-a3be-129a000f8a2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:21.358629 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f881de-8245-4371-a3be-129a000f8a2c None None] Bound using segment: {'id': '4ad3547f-1c23-4863-9fde-17185a5d6ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e6fe2588-dbb4-4de3-9d1e-1323f44b0e96'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:30:21.359475 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-f0f881de-8245-4371-a3be-129a000f8a2c None None] Bound port: 56e959d6-a31d-48c5-832e-5437aafea046, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad3547f-1c23-4863-9fde-17185a5d6ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e6fe2588-dbb4-4de3-9d1e-1323f44b0e96'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:30:21.360054 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f0f881de-8245-4371-a3be-129a000f8a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (56e959d6-a31d-48c5-832e-5437aafea046), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:21.427219 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431b8ee-e103-4b83-932a-be405036e587 req-83380b9d-22d1-488b-91a4-e704af5eb84e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:21.428818 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6431b8ee-e103-4b83-932a-be405036e587 req-83380b9d-22d1-488b-91a4-e704af5eb84e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 945 time: 0.1880274 Jan 28 13:30:21.572122 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f0f881de-8245-4371-a3be-129a000f8a2c None None] For port 56e959d6-a31d-48c5-832e-5437aafea046, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:30:21.582989 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f0f881de-8245-4371-a3be-129a000f8a2c None None] For port 56e959d6-a31d-48c5-832e-5437aafea046, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=56e959d6-a31d-48c5-832e-5437aafea046,segment=NetworkSegment(4ad3547f-1c23-4863-9fde-17185a5d6ed5),segment_id=4ad3547f-1c23-4863-9fde-17185a5d6ed5)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:30:21.589946 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f0f881de-8245-4371-a3be-129a000f8a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (56e959d6-a31d-48c5-832e-5437aafea046), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:21.601334 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7e49cfea-71d2-4899-b5b0-ef6268fa88ab admin admin] Publish callbacks [] for security_group (66d13a8f-7525-43eb-b03d-7ac5dd21fcdf), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:21.609865 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7e49cfea-71d2-4899-b5b0-ef6268fa88ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (66d13a8f-7525-43eb-b03d-7ac5dd21fcdf), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:21.659821 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0f4a04a1-c8ca-4077-aeef-78f0c15a62c3 admin admin] Publish callbacks [] for router_gateway (55008d77-155f-4db5-9587-106f3ce5c0a7), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:21.697679 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49cfea-71d2-4899-b5b0-ef6268fa88ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d13a8f-7525-43eb-b03d-7ac5dd21fcdf,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:21.751382 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f881de-8245-4371-a3be-129a000f8a2c None None] Pushing event updated for resources: {'Port': ['ID=56e959d6-a31d-48c5-832e-5437aafea046,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:21.837759 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7e49cfea-71d2-4899-b5b0-ef6268fa88ab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bd27f18daeca4c7e8abc625fe1f41f04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7392614 Jan 28 13:30:21.840738 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56100) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:21.871260 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f4b7e-9691-476e-91b8-83d631ee9389 req-25b4f8c0-3cae-4421-8cf9-7618cb804c63 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:21.874296 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3e5f4b7e-9691-476e-91b8-83d631ee9389 req-25b4f8c0-3cae-4421-8cf9-7618cb804c63 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 945 time: 0.1590970 Jan 28 13:30:21.909096 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6431b8ee-e103-4b83-932a-be405036e587 req-6d692830-579d-4018-bc0c-8bac4c4721f2 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4663177 Jan 28 13:30:22.050854 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3e5f4b7e-9691-476e-91b8-83d631ee9389 req-b812633a-94e2-4edb-a22b-3c203bb2dfff tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668549 Jan 28 13:30:22.153434 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-723c431d-f181-4208-9007-d50c120c0a71 admin admin] Publish callbacks [] for security_group (66d13a8f-7525-43eb-b03d-7ac5dd21fcdf), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.214898 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-723c431d-f181-4208-9007-d50c120c0a71 admin admin] Publish callbacks [] for security_group (66d13a8f-7525-43eb-b03d-7ac5dd21fcdf), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.287594 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0f4a04a1-c8ca-4077-aeef-78f0c15a62c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (55008d77-155f-4db5-9587-106f3ce5c0a7), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.332278 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-723c431d-f181-4208-9007-d50c120c0a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (66d13a8f-7525-43eb-b03d-7ac5dd21fcdf), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.347247 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-723c431d-f181-4208-9007-d50c120c0a71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.349317 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c29d6-33db-475e-9b34-fa4d6be8f118 req-4144d08b-d9a7-4529-8a47-d444c66fa332 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:22.353981 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-723c431d-f181-4208-9007-d50c120c0a71 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/66d13a8f-7525-43eb-b03d-7ac5dd21fcdf HTTP/1.1" status: 204 len: 168 time: 0.5118244 Jan 28 13:30:22.367548 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7f3c29d6-33db-475e-9b34-fa4d6be8f118 req-4144d08b-d9a7-4529-8a47-d444c66fa332 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2109f7-6241-4fdd-a588-223d7d01c9e3 HTTP/1.1" status: 200 len: 945 time: 0.1688156 Jan 28 13:30:22.374727 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c431d-f181-4208-9007-d50c120c0a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d13a8f-7525-43eb-b03d-7ac5dd21fcdf,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:22.527183 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57027e93-6e24-4d5c-9055-68e3b5145efb req-ec1445c3-535a-4cb8-94db-b7f23263f589 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:22.528927 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-57027e93-6e24-4d5c-9055-68e3b5145efb req-ec1445c3-535a-4cb8-94db-b7f23263f589 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c2109f7-6241-4fdd-a588-223d7d01c9e3 HTTP/1.1" status: 200 len: 945 time: 0.2560310 Jan 28 13:30:22.610613 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e28214-eda2-4ca8-ac9c-3ea004369e3b req-8214b849-b231-4eed-8652-decafb7476d5 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:22.611260 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 56e959d6-a31d-48c5-832e-5437aafea046 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:30:22.612369 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d0e28214-eda2-4ca8-ac9c-3ea004369e3b req-8214b849-b231-4eed-8652-decafb7476d5 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 945 time: 0.1061945 Jan 28 13:30:22.623609 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56110) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:22.640650 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-185ff5fc-da10-4b34-8cbf-12ff4f8fd9e5 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Request body: {'floatingip': {'port_id': '91755f44-fc12-4753-90b2-7a0c1535621f'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:22.686949 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 56e959d6-a31d-48c5-832e-5437aafea046 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:22.687422 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (56e959d6-a31d-48c5-832e-5437aafea046), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.712604 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-185ff5fc-da10-4b34-8cbf-12ff4f8fd9e5 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for floatingip (da92ce79-3e22-4186-b3e4-5a6b2e94f21d), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.735273 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7f3c29d6-33db-475e-9b34-fa4d6be8f118 req-d8fd5aa3-3834-4a26-a17c-0f4cf2e25b56 tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656020 Jan 28 13:30:22.909327 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-57027e93-6e24-4d5c-9055-68e3b5145efb req-d6ec734e-7be6-44f8-95ba-4e5f4314db3d tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Deleting port 3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:30:22.909691 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-57027e93-6e24-4d5c-9055-68e3b5145efb req-d6ec734e-7be6-44f8-95ba-4e5f4314db3d tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.928667 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 56e959d6-a31d-48c5-832e-5437aafea046 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:22.930639 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (56e959d6-a31d-48c5-832e-5437aafea046), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.933862 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4a04a1-c8ca-4077-aeef-78f0c15a62c3 admin admin] Router 55008d77-155f-4db5-9587-106f3ce5c0a7 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:30:23.002436 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 56e959d6-a31d-48c5-832e-5437aafea046, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=56e959d6-a31d-48c5-832e-5437aafea046,segment=NetworkSegment(4ad3547f-1c23-4863-9fde-17185a5d6ed5),segment_id=4ad3547f-1c23-4863-9fde-17185a5d6ed5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:23.008139 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (56e959d6-a31d-48c5-832e-5437aafea046), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:23.103456 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=56e959d6-a31d-48c5-832e-5437aafea046,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:23.206023 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-57027e93-6e24-4d5c-9055-68e3b5145efb req-d6ec734e-7be6-44f8-95ba-4e5f4314db3d tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] For port 3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2,segment=NetworkSegment(1c04bf0b-8aa7-40e6-8665-eb4d488e60a5),segment_id=1c04bf0b-8aa7-40e6-8665-eb4d488e60a5)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:23.206395 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-57027e93-6e24-4d5c-9055-68e3b5145efb req-d6ec734e-7be6-44f8-95ba-4e5f4314db3d tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:23.232878 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-57027e93-6e24-4d5c-9055-68e3b5145efb req-d6ec734e-7be6-44f8-95ba-4e5f4314db3d tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Calling delete_port for 3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:30:23.262230 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4a04a1-c8ca-4077-aeef-78f0c15a62c3 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:30:23.287434 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4a5d9a-531e-416c-bb7e-f74100a3cfc8 None None] Sync routers for ids ['55008d77-155f-4db5-9587-106f3ce5c0a7'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:30:23.303375 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4a5d9a-531e-416c-bb7e-f74100a3cfc8 None None] Routers {'55008d77-155f-4db5-9587-106f3ce5c0a7'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:30:23.312120 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8f4a5d9a-531e-416c-bb7e-f74100a3cfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:30:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['55008d77-155f-4db5-9587-106f3ce5c0a7'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:23.372508 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0f4a04a1-c8ca-4077-aeef-78f0c15a62c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:23.380720 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0f4a04a1-c8ca-4077-aeef-78f0c15a62c3 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.8809087 Jan 28 13:30:23.382592 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56128) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:23.611600 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-8f4a5d9a-531e-416c-bb7e-f74100a3cfc8 None None] Set router 55008d77-155f-4db5-9587-106f3ce5c0a7 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:30:23.632040 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a721b16-6dd6-4221-9529-23926b9a54d4 None None] Network e6fe2588-dbb4-4de3-9d1e-1323f44b0e96 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:30:23.784089 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3740c9-8aa2-4437-a9ad-8dbdf6f6b8c5 req-6a3e39a8-d7ad-45af-a0a1-74c28aa33686 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:23.792444 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1f3740c9-8aa2-4437-a9ad-8dbdf6f6b8c5 req-6a3e39a8-d7ad-45af-a0a1-74c28aa33686 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 945 time: 0.5564377 Jan 28 13:30:23.997910 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-2691251e-7d90-4290-9795-270a2fa19577 None None] Provisioning complete for port 56e959d6-a31d-48c5-832e-5437aafea046 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:24.000690 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2691251e-7d90-4290-9795-270a2fa19577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (56e959d6-a31d-48c5-832e-5437aafea046), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:24.040067 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.db.resource_extend [None req-185ff5fc-da10-4b34-8cbf-12ff4f8fd9e5 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:30:24.056602 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8f4a5d9a-531e-416c-bb7e-f74100a3cfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1213285709-router', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:30:19Z', 'updated_at': '2022-01-28T13:30:21Z', 'revision_number': 3, 'project_id': '52180c6a713c4a868172017eb1f2f53b', 'gw_port': {'id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:70:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:30:20Z', 'updated_at': '2022-01-28T13:30:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:24.116572 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1f3740c9-8aa2-4437-a9ad-8dbdf6f6b8c5 req-80c8ab05-81b4-4b20-9cab-2e6371980bb3 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165555 Jan 28 13:30:24.117509 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56142) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:24.142980 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4a5d9a-531e-416c-bb7e-f74100a3cfc8 None None] Checking router: 55008d77-155f-4db5-9587-106f3ce5c0a7 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:30:24.144800 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4a5d9a-531e-416c-bb7e-f74100a3cfc8 None None] Updating router 55008d77-155f-4db5-9587-106f3ce5c0a7 port 9d683479-9dd7-49cc-a104-91e9f16e6485 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:30:24.176227 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-185ff5fc-da10-4b34-8cbf-12ff4f8fd9e5 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:24.192175 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-185ff5fc-da10-4b34-8cbf-12ff4f8fd9e5 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (da92ce79-3e22-4186-b3e4-5a6b2e94f21d), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:24.222551 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f4a5d9a-531e-416c-bb7e-f74100a3cfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9d683479-9dd7-49cc-a104-91e9f16e6485), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:24.320471 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-57027e93-6e24-4d5c-9055-68e3b5145efb req-d6ec734e-7be6-44f8-95ba-4e5f4314db3d tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:24.463049 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [None req-185ff5fc-da10-4b34-8cbf-12ff4f8fd9e5 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Floating IP da92ce79-3e22-4186-b3e4-5a6b2e94f21d associated. External IP: 172.25.3.236, port: 91755f44-fc12-4753-90b2-7a0c1535621f. Jan 28 13:30:24.471748 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:24.484419 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-0bd9b100-8ab6-42ee-9290-a371ea48cb1f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2117173046-network', 'tenant_id': '2599eaa778f84d05aec9882579c09767'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:24.496477 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 56e959d6-a31d-48c5-832e-5437aafea046 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:30:24.528362 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2691251e-7d90-4290-9795-270a2fa19577 None None] Current status of the port 56e959d6-a31d-48c5-832e-5437aafea046 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:24.558841 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71c940-ff5d-452c-ade3-65581553d2cb req-e07a3663-a48e-434e-9d4b-5cb298b4240d tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:24.560419 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4a71c940-ff5d-452c-ade3-65581553d2cb req-e07a3663-a48e-434e-9d4b-5cb298b4240d tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2109f7-6241-4fdd-a588-223d7d01c9e3 HTTP/1.1" status: 200 len: 945 time: 0.5201700 Jan 28 13:30:24.596317 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec734e-7be6-44f8-95ba-4e5f4314db3d tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Pushing event deleted for resources: {'Port': ['ID=3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:24.677631 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 56e959d6-a31d-48c5-832e-5437aafea046 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:24.681382 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (56e959d6-a31d-48c5-832e-5437aafea046), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:24.757554 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfae98-6c54-4a3b-948b-b59e510347c8 req-50ed6e9f-caad-4f93-933f-81225cd80cf1 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:24.762436 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5dcfae98-6c54-4a3b-948b-b59e510347c8 req-50ed6e9f-caad-4f93-933f-81225cd80cf1 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 945 time: 0.0995049 Jan 28 13:30:24.841955 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 56e959d6-a31d-48c5-832e-5437aafea046 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:24.852906 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f4a5d9a-531e-416c-bb7e-f74100a3cfc8 None None] Publish callbacks [] for port (9d683479-9dd7-49cc-a104-91e9f16e6485), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:24.862602 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f4a5d9a-531e-416c-bb7e-f74100a3cfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9d683479-9dd7-49cc-a104-91e9f16e6485), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:24.959580 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-8f4a5d9a-531e-416c-bb7e-f74100a3cfc8 None None] Attempting to bind port 9d683479-9dd7-49cc-a104-91e9f16e6485 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:30:24.959580 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-8f4a5d9a-531e-416c-bb7e-f74100a3cfc8 None None] Attempting to bind port 9d683479-9dd7-49cc-a104-91e9f16e6485 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:30:24.959580 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4a5d9a-531e-416c-bb7e-f74100a3cfc8 None None] Attempting to bind port 9d683479-9dd7-49cc-a104-91e9f16e6485 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:24.961757 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f19706-24e9-466b-99e9-f8ed6e5700b2 None None] Pushing event updated for resources: {'Port': ['ID=9d683479-9dd7-49cc-a104-91e9f16e6485,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:24.966972 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5dcfae98-6c54-4a3b-948b-b59e510347c8 req-3cef18bd-8b84-4cc9-9de3-2a7a9f21c7bf tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181240 Jan 28 13:30:24.968565 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4a5d9a-531e-416c-bb7e-f74100a3cfc8 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:30:24.968925 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4a5d9a-531e-416c-bb7e-f74100a3cfc8 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:30:24.969467 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f4a5d9a-531e-416c-bb7e-f74100a3cfc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:24.969935 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4a5d9a-531e-416c-bb7e-f74100a3cfc8 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:30:24.970587 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-8f4a5d9a-531e-416c-bb7e-f74100a3cfc8 None None] Bound port: 9d683479-9dd7-49cc-a104-91e9f16e6485, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:30:24.971006 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f4a5d9a-531e-416c-bb7e-f74100a3cfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9d683479-9dd7-49cc-a104-91e9f16e6485), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:25.079883 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c5537ce1-3af6-4ac2-9ef7-d1945440020e None None] Provisioning complete for port 56e959d6-a31d-48c5-832e-5437aafea046 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:25.080673 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5537ce1-3af6-4ac2-9ef7-d1945440020e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (56e959d6-a31d-48c5-832e-5437aafea046), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:25.084879 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185ff5fc-da10-4b34-8cbf-12ff4f8fd9e5 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Router 721350a7-83fa-4721-8554-c80c4f6845bc has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:30:25.155492 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-8f4a5d9a-531e-416c-bb7e-f74100a3cfc8 None None] For port 9d683479-9dd7-49cc-a104-91e9f16e6485, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:30:25.159972 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-8f4a5d9a-531e-416c-bb7e-f74100a3cfc8 None None] For port 9d683479-9dd7-49cc-a104-91e9f16e6485, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9d683479-9dd7-49cc-a104-91e9f16e6485,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:30:25.166336 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8f4a5d9a-531e-416c-bb7e-f74100a3cfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9d683479-9dd7-49cc-a104-91e9f16e6485), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:25.236991 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c5537ce1-3af6-4ac2-9ef7-d1945440020e None None] Current status of the port 56e959d6-a31d-48c5-832e-5437aafea046 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:25.264369 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185ff5fc-da10-4b34-8cbf-12ff4f8fd9e5 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:30:25.271200 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-185ff5fc-da10-4b34-8cbf-12ff4f8fd9e5 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:25.276525 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5825bd78-4879-462b-9ede-5eab57be22f8 None None] Sync routers for ids ['721350a7-83fa-4721-8554-c80c4f6845bc'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:30:25.282061 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f19706-24e9-466b-99e9-f8ed6e5700b2 None None] Pushing event updated for resources: {'Port': ['ID=9d683479-9dd7-49cc-a104-91e9f16e6485,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:25.289175 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4a5d9a-531e-416c-bb7e-f74100a3cfc8 None None] Routers {'55008d77-155f-4db5-9587-106f3ce5c0a7'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:30:25.289793 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8f4a5d9a-531e-416c-bb7e-f74100a3cfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:30:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['55008d77-155f-4db5-9587-106f3ce5c0a7'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:25.298387 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5825bd78-4879-462b-9ede-5eab57be22f8 None None] Routers {'721350a7-83fa-4721-8554-c80c4f6845bc'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:30:25.299309 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5825bd78-4879-462b-9ede-5eab57be22f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:30:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['721350a7-83fa-4721-8554-c80c4f6845bc'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:25.318365 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-185ff5fc-da10-4b34-8cbf-12ff4f8fd9e5 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "PUT /v2.0/floatingips/da92ce79-3e22-4186-b3e4-5a6b2e94f21d HTTP/1.1" status: 200 len: 991 time: 2.6898577 Jan 28 13:30:25.319986 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0315f806-bfc7-4cdf-8cc1-ba30a5b19867', 'tag': '91755f44-fc12-4753-90b2-7a0c1535621f'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:25.322905 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2104886f-1502-4dca-a440-fa8ab414b251" -d '{"events": [{"name": "network-changed", "server_uuid": "0315f806-bfc7-4cdf-8cc1-ba30a5b19867", "tag": "91755f44-fc12-4753-90b2-7a0c1535621f"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:25.402082 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4a71c940-ff5d-452c-ade3-65581553d2cb req-7b46217f-943e-47dd-be03-0baabad5562a tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.39 "GET /v2.0/security-groups?id=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8136725 Jan 28 13:30:25.403163 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-57027e93-6e24-4d5c-9055-68e3b5145efb req-d6ec734e-7be6-44f8-95ba-4e5f4314db3d tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] No DVR routers for this DVR port 3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2 on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:30:25.409102 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-57027e93-6e24-4d5c-9055-68e3b5145efb req-d6ec734e-7be6-44f8-95ba-4e5f4314db3d tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:25.412916 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-57027e93-6e24-4d5c-9055-68e3b5145efb req-d6ec734e-7be6-44f8-95ba-4e5f4314db3d tempest-AttachVolumeNegativeTest-497933341 tempest-AttachVolumeNegativeTest-497933341-project] 10.222.0.37 "DELETE /v2.0/ports/3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2 HTTP/1.1" status: 204 len: 173 time: 2.8404784 Jan 28 13:30:25.415522 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2109f7-6241-4fdd-a588-223d7d01c9e3', 'name': 'network-vif-deleted', 'tag': '3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:25.417915 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd88d58e-cee2-4cef-97e2-ebb730d34127" -d '{"events": [{"server_uuid": "5c2109f7-6241-4fdd-a588-223d7d01c9e3", "name": "network-vif-deleted", "tag": "3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:25.422013 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd9b100-8ab6-42ee-9290-a371ea48cb1f admin admin] Made reservation on behalf of 2599eaa778f84d05aec9882579c09767 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:30:25.424887 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b100-8ab6-42ee-9290-a371ea48cb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:25.472391 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-8f4a5d9a-531e-416c-bb7e-f74100a3cfc8 None None] Set router 55008d77-155f-4db5-9587-106f3ce5c0a7 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:30:25.514085 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-5825bd78-4879-462b-9ede-5eab57be22f8 None None] Set router 721350a7-83fa-4721-8554-c80c4f6845bc gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:30:25.532947 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b100-8ab6-42ee-9290-a371ea48cb1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:25.544522 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b27de7-4091-4e58-b326-38ca85989f43 x-openstack-request-id: req-20b27de7-4091-4e58-b326-38ca85989f43 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:25.544814 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0315f806-bfc7-4cdf-8cc1-ba30a5b19867", "tag": "91755f44-fc12-4753-90b2-7a0c1535621f", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:25.545069 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-20b27de7-4091-4e58-b326-38ca85989f43 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:25.545511 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0315f806-bfc7-4cdf-8cc1-ba30a5b19867', 'tag': '91755f44-fc12-4753-90b2-7a0c1535621f', 'status': 'completed', 'code': 200} Jan 28 13:30:25.563019 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1f1264-30a0-47dd-9eae-5587457cd6a4 x-openstack-request-id: req-ee1f1264-30a0-47dd-9eae-5587457cd6a4 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:25.563379 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2109f7-6241-4fdd-a588-223d7d01c9e3", "name": "network-vif-deleted", "tag": "3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:25.563565 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee1f1264-30a0-47dd-9eae-5587457cd6a4 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:25.563962 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2109f7-6241-4fdd-a588-223d7d01c9e3', 'name': 'network-vif-deleted', 'tag': '3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2', 'status': 'completed', 'code': 200} Jan 28 13:30:25.660578 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104886f-1502-4dca-a440-fa8ab414b251 req-665663c9-08d1-484f-9548-c62bda3e561f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:25.662094 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2104886f-1502-4dca-a440-fa8ab414b251 req-665663c9-08d1-484f-9548-c62bda3e561f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=205e0e0f7c204c6b8762ba0b567c808e&device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 1096 time: 0.0957036 Jan 28 13:30:25.777389 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104886f-1502-4dca-a440-fa8ab414b251 req-627a1aef-fc47-4058-b8ef-fe4e8a8c8b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:25.779564 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2104886f-1502-4dca-a440-fa8ab414b251 req-627a1aef-fc47-4058-b8ef-fe4e8a8c8b8e service neutron] 10.222.0.18 "GET /v2.0/networks?id=dd65474c-0b14-4c75-9058-245198106ef8 HTTP/1.1" status: 200 len: 916 time: 0.1107628 Jan 28 13:30:25.803297 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff47cf-0c68-4ac0-9f2c-07e5219b8ede req-e3e27b16-587e-44a5-a7ae-2c1461d71676 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:25.805592 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d8ff47cf-0c68-4ac0-9f2c-07e5219b8ede req-e3e27b16-587e-44a5-a7ae-2c1461d71676 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 945 time: 0.1259587 Jan 28 13:30:25.852458 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8f4a5d9a-531e-416c-bb7e-f74100a3cfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1213285709-router', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:30:19Z', 'updated_at': '2022-01-28T13:30:21Z', 'revision_number': 3, 'project_id': '52180c6a713c4a868172017eb1f2f53b', 'gw_port': {'id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:70:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:30:20Z', 'updated_at': '2022-01-28T13:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:25.879369 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2104886f-1502-4dca-a440-fa8ab414b251 req-71ae4b5c-01c6-43c9-bbbf-bd93c1811d7c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91755f44-fc12-4753-90b2-7a0c1535621f HTTP/1.1" status: 200 len: 999 time: 0.0932343 Jan 28 13:30:25.918757 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b100-8ab6-42ee-9290-a371ea48cb1f admin admin] Publish callbacks [] for security_group (440580f3-7156-4479-8836-d1f16457df06), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:25.971215 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b100-8ab6-42ee-9290-a371ea48cb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (440580f3-7156-4479-8836-d1f16457df06), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:26.017379 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104886f-1502-4dca-a440-fa8ab414b251 req-95e1b33f-2c08-484c-9561-4a5a921c15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:26.018864 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2104886f-1502-4dca-a440-fa8ab414b251 req-95e1b33f-2c08-484c-9561-4a5a921c15a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10438cad-60ca-4257-93e8-c8ceba8bf16c HTTP/1.1" status: 200 len: 855 time: 0.1344054 Jan 28 13:30:26.062984 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd9b100-8ab6-42ee-9290-a371ea48cb1f admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:30:26.076663 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5825bd78-4879-462b-9ede-5eab57be22f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'name': 'tempest-AttachVolumeShelveTestJSON-132946103-router', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:47Z', 'revision_number': 4, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'gw_port': {'id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:38Z', 'updated_at': '2022-01-28T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'da92ce79-3e22-4186-b3e4-5a6b2e94f21d', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'port_id': '91755f44-fc12-4753-90b2-7a0c1535621f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'mac_address': 'fa:16:3e:51:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0315f806-bfc7-4cdf-8cc1-ba30a5b19867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:30:00Z', 'updated_at': '2022-01-28T13:30:23Z', 'revision_number': 1, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca1d80a-626e-41b8-8ded-fba8237f58e1', 'name': '', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'mac_address': 'fa:16:3e:95:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:45Z', 'updated_at': '2022-01-28T13:30:01Z', 'revision_number': 5, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'subnets': [{'id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:26.082395 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9b100-8ab6-42ee-9290-a371ea48cb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440580f3-7156-4479-8836-d1f16457df06,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:26.100806 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b100-8ab6-42ee-9290-a371ea48cb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (9a4f03d2-242a-4e92-a962-e92b709a956f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:26.101144 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-0bd9b100-8ab6-42ee-9290-a371ea48cb1f admin admin] Added segment 9a4f03d2-242a-4e92-a962-e92b709a956f of type vlan for network ba99c629-2970-426a-9101-bcd4c211caa8 Jan 28 13:30:26.133247 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104886f-1502-4dca-a440-fa8ab414b251 req-cf1ad3b8-8ba5-4452-96b9-a0b055b64f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:26.134774 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2104886f-1502-4dca-a440-fa8ab414b251 req-cf1ad3b8-8ba5-4452-96b9-a0b055b64f07 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dd65474c-0b14-4c75-9058-245198106ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101415 Jan 28 13:30:26.201317 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4a5d9a-531e-416c-bb7e-f74100a3cfc8 None None] The sync data for ids ['55008d77-155f-4db5-9587-106f3ce5c0a7'] in n-d-822747-2 is: [{'id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1213285709-router', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:30:19Z', 'updated_at': '2022-01-28T13:30:21Z', 'revision_number': 3, 'project_id': '52180c6a713c4a868172017eb1f2f53b', 'gw_port': {'id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:70:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:30:20Z', 'updated_at': '2022-01-28T13:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:30:26.279066 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2104886f-1502-4dca-a440-fa8ab414b251 req-b1b27804-5c41-4de7-8ae3-e91b756113f2 service neutron] 10.222.0.18 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354551 Jan 28 13:30:26.303806 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d659e83b-fe5e-4f00-b845-3f3038b16748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:26.311032 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b100-8ab6-42ee-9290-a371ea48cb1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (ba99c629-2970-426a-9101-bcd4c211caa8), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:26.342092 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-d8ff47cf-0c68-4ac0-9f2c-07e5219b8ede req-20e2f83f-db24-46c2-974a-5a8b35aaeff3 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Deleting port 7d16de8b-6726-4523-9c1e-dc8ca0c77907 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:30:26.342460 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d8ff47cf-0c68-4ac0-9f2c-07e5219b8ede req-20e2f83f-db24-46c2-974a-5a8b35aaeff3 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7d16de8b-6726-4523-9c1e-dc8ca0c77907), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:26.358493 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed9613-58a1-4f4d-af31-79a8a62a0472 req-1e31550e-fd61-41d2-8c33-7f72800edae8 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:26.359974 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-59ed9613-58a1-4f4d-af31-79a8a62a0472 req-1e31550e-fd61-41d2-8c33-7f72800edae8 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 945 time: 0.2729409 Jan 28 13:30:26.403324 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5825bd78-4879-462b-9ede-5eab57be22f8 None None] Checking router: 721350a7-83fa-4721-8554-c80c4f6845bc for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:30:26.412909 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5825bd78-4879-462b-9ede-5eab57be22f8 None None] Routers {'721350a7-83fa-4721-8554-c80c4f6845bc'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:30:26.413523 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5825bd78-4879-462b-9ede-5eab57be22f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:30:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['721350a7-83fa-4721-8554-c80c4f6845bc'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:26.418731 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2104886f-1502-4dca-a440-fa8ab414b251 req-07f33d8e-6037-4d18-925c-41755be68ea4 service neutron] 10.222.0.18 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335909 Jan 28 13:30:26.521454 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b100-8ab6-42ee-9290-a371ea48cb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (ba99c629-2970-426a-9101-bcd4c211caa8), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:26.524930 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd9b100-8ab6-42ee-9290-a371ea48cb1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:26.524930 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b100-8ab6-42ee-9290-a371ea48cb1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:26.576356 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56174) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:26.580334 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:30:26.619424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-5825bd78-4879-462b-9ede-5eab57be22f8 None None] Set router 721350a7-83fa-4721-8554-c80c4f6845bc gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:30:26.622380 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:30:26.638065 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 3d4c1763-18d0-47e7-a02e-a2cd4c1f5ef2 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:30:26.696082 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-59ed9613-58a1-4f4d-af31-79a8a62a0472 req-18802c0d-cacf-4cff-86b6-10796d49fcc1 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171580 Jan 28 13:30:26.702474 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0bd9b100-8ab6-42ee-9290-a371ea48cb1f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5644772 Jan 28 13:30:26.708392 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56180) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:26.811261 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-d8ff47cf-0c68-4ac0-9f2c-07e5219b8ede req-20e2f83f-db24-46c2-974a-5a8b35aaeff3 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] For port 7d16de8b-6726-4523-9c1e-dc8ca0c77907, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=7d16de8b-6726-4523-9c1e-dc8ca0c77907,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:26.811641 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d8ff47cf-0c68-4ac0-9f2c-07e5219b8ede req-20e2f83f-db24-46c2-974a-5a8b35aaeff3 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7d16de8b-6726-4523-9c1e-dc8ca0c77907), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:26.817749 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-77e7b5df-5ef6-42db-94bd-c4e09b53dc80 admin admin] Request body: {'subnet': {'network_id': 'ba99c629-2970-426a-9101-bcd4c211caa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2117173046-subnet', 'tenant_id': '2599eaa778f84d05aec9882579c09767', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:26.821955 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9b100-8ab6-42ee-9290-a371ea48cb1f admin admin] Pushing event updated for resources: {'Network': ['ID=ba99c629-2970-426a-9101-bcd4c211caa8,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:26.842502 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-d8ff47cf-0c68-4ac0-9f2c-07e5219b8ede req-20e2f83f-db24-46c2-974a-5a8b35aaeff3 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Calling delete_port for 7d16de8b-6726-4523-9c1e-dc8ca0c77907 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:30:26.844825 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network ba99c629-2970-426a-9101-bcd4c211caa8 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:30:26.847844 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-746158ad-49d0-411c-92bc-e075cef434b1 admin admin] Deleting subnet 169866dc-bcf0-4fd7-aa06-8c342afd159a {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:30:26.852883 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-746158ad-49d0-411c-92bc-e075cef434b1 admin admin] Publish callbacks [] for subnet (169866dc-bcf0-4fd7-aa06-8c342afd159a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:26.930774 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-746158ad-49d0-411c-92bc-e075cef434b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (169866dc-bcf0-4fd7-aa06-8c342afd159a), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:26.935224 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-d659e83b-fe5e-4f00-b845-3f3038b16748 admin admin] Allocated IP 172.20.0.1 (e6fe2588-dbb4-4de3-9d1e-1323f44b0e96/8dfa90cf-6860-4d71-80f6-d4c3faf485dd/b545b2f9-dae2-4a38-bba1-36ff9402392e) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:30:26.979780 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e7b5df-5ef6-42db-94bd-c4e09b53dc80 admin admin] Made reservation on behalf of 2599eaa778f84d05aec9882579c09767 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:30:26.983147 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-77e7b5df-5ef6-42db-94bd-c4e09b53dc80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:27.101506 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-746158ad-49d0-411c-92bc-e075cef434b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (169866dc-bcf0-4fd7-aa06-8c342afd159a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:27.192050 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d659e83b-fe5e-4f00-b845-3f3038b16748 admin admin] Publish callbacks [] for port (b545b2f9-dae2-4a38-bba1-36ff9402392e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:27.238734 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5825bd78-4879-462b-9ede-5eab57be22f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'name': 'tempest-AttachVolumeShelveTestJSON-132946103-router', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:47Z', 'revision_number': 4, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'gw_port': {'id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:38Z', 'updated_at': '2022-01-28T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'da92ce79-3e22-4186-b3e4-5a6b2e94f21d', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'port_id': '91755f44-fc12-4753-90b2-7a0c1535621f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'mac_address': 'fa:16:3e:51:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0315f806-bfc7-4cdf-8cc1-ba30a5b19867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:30:00Z', 'updated_at': '2022-01-28T13:30:23Z', 'revision_number': 1, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca1d80a-626e-41b8-8ded-fba8237f58e1', 'name': '', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'mac_address': 'fa:16:3e:95:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:45Z', 'updated_at': '2022-01-28T13:30:01Z', 'revision_number': 5, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'subnets': [{'id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:27.243779 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d8ff47cf-0c68-4ac0-9f2c-07e5219b8ede req-20e2f83f-db24-46c2-974a-5a8b35aaeff3 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (7d16de8b-6726-4523-9c1e-dc8ca0c77907), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:27.285224 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2f83f-db24-46c2-974a-5a8b35aaeff3 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Pushing event deleted for resources: {'Port': ['ID=7d16de8b-6726-4523-9c1e-dc8ca0c77907,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:27.285557 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5825bd78-4879-462b-9ede-5eab57be22f8 None None] The sync data for ids ['721350a7-83fa-4721-8554-c80c4f6845bc'] in n-d-822747-2 is: [{'id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'name': 'tempest-AttachVolumeShelveTestJSON-132946103-router', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:47Z', 'revision_number': 4, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'gw_port': {'id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:38Z', 'updated_at': '2022-01-28T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'da92ce79-3e22-4186-b3e4-5a6b2e94f21d', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'port_id': '91755f44-fc12-4753-90b2-7a0c1535621f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'mac_address': 'fa:16:3e:51:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0315f806-bfc7-4cdf-8cc1-ba30a5b19867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:30:00Z', 'updated_at': '2022-01-28T13:30:23Z', 'revision_number': 1, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca1d80a-626e-41b8-8ded-fba8237f58e1', 'name': '', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'mac_address': 'fa:16:3e:95:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:45Z', 'updated_at': '2022-01-28T13:30:01Z', 'revision_number': 5, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'subnets': [{'id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:30:27.290237 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d659e83b-fe5e-4f00-b845-3f3038b16748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (b545b2f9-dae2-4a38-bba1-36ff9402392e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:27.305080 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['7d16de8b-6726-4523-9c1e-dc8ca0c77907'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:27.341720 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-746158ad-49d0-411c-92bc-e075cef434b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (169866dc-bcf0-4fd7-aa06-8c342afd159a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:27.358234 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659e83b-fe5e-4f00-b845-3f3038b16748 admin admin] Pushing event updated for resources: {'Port': ['ID=b545b2f9-dae2-4a38-bba1-36ff9402392e,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:27.400900 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d659e83b-fe5e-4f00-b845-3f3038b16748 admin admin] Network e6fe2588-dbb4-4de3-9d1e-1323f44b0e96 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:30:27.424401 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746158ad-49d0-411c-92bc-e075cef434b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=169866dc-bcf0-4fd7-aa06-8c342afd159a,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:27.432347 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-d659e83b-fe5e-4f00-b845-3f3038b16748 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:30:27.437546 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d659e83b-fe5e-4f00-b845-3f3038b16748 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:30:27.488606 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-746158ad-49d0-411c-92bc-e075cef434b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:27.492605 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ff47cf-0c68-4ac0-9f2c-07e5219b8ede req-20e2f83f-db24-46c2-974a-5a8b35aaeff3 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] No DVR routers for this DVR port 7d16de8b-6726-4523-9c1e-dc8ca0c77907 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:30:27.492762 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-746158ad-49d0-411c-92bc-e075cef434b1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/169866dc-bcf0-4fd7-aa06-8c342afd159a HTTP/1.1" status: 204 len: 168 time: 0.9151578 Jan 28 13:30:27.496389 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56186) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:27.509478 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d8ff47cf-0c68-4ac0-9f2c-07e5219b8ede req-20e2f83f-db24-46c2-974a-5a8b35aaeff3 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:27.513689 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d8ff47cf-0c68-4ac0-9f2c-07e5219b8ede req-20e2f83f-db24-46c2-974a-5a8b35aaeff3 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.18 "DELETE /v2.0/ports/7d16de8b-6726-4523-9c1e-dc8ca0c77907 HTTP/1.1" status: 204 len: 173 time: 1.6981900 Jan 28 13:30:27.544615 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d659e83b-fe5e-4f00-b845-3f3038b16748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (55008d77-155f-4db5-9587-106f3ce5c0a7), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:27.661327 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4b2246-81b1-429c-b35e-ca5da23b0332', 'name': 'network-vif-deleted', 'tag': '7d16de8b-6726-4523-9c1e-dc8ca0c77907'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:27.671707 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2b6a11-5559-47e5-ae96-8b5c73cae8a8" -d '{"events": [{"server_uuid": "ed4b2246-81b1-429c-b35e-ca5da23b0332", "name": "network-vif-deleted", "tag": "7d16de8b-6726-4523-9c1e-dc8ca0c77907"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:27.698055 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-77e7b5df-5ef6-42db-94bd-c4e09b53dc80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (bec645b7-e1b4-46a9-894f-f9a0dec02edb), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:27.797271 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc52d3b-a844-4bd1-b95e-03e28ca02dc2 None None] New status for floating IP da92ce79-3e22-4186-b3e4-5a6b2e94f21d: ACTIVE {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:30:27.822796 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e6c34b-e14f-4399-a9b3-a2fbff0c9729 x-openstack-request-id: req-17e6c34b-e14f-4399-a9b3-a2fbff0c9729 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:27.829205 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed4b2246-81b1-429c-b35e-ca5da23b0332", "name": "network-vif-deleted", "tag": "7d16de8b-6726-4523-9c1e-dc8ca0c77907", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:27.829627 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-17e6c34b-e14f-4399-a9b3-a2fbff0c9729 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:27.836706 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4b2246-81b1-429c-b35e-ca5da23b0332', 'name': 'network-vif-deleted', 'tag': '7d16de8b-6726-4523-9c1e-dc8ca0c77907', 'status': 'completed', 'code': 200} Jan 28 13:30:27.866846 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7b5df-5ef6-42db-94bd-c4e09b53dc80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bec645b7-e1b4-46a9-894f-f9a0dec02edb,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:27.900587 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-687e3520-d2ac-44e6-8ed0-ac328bfdadea None None] Provisioning complete for port b545b2f9-dae2-4a38-bba1-36ff9402392e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:27.904492 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-687e3520-d2ac-44e6-8ed0-ac328bfdadea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b545b2f9-dae2-4a38-bba1-36ff9402392e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:27.921758 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d659e83b-fe5e-4f00-b845-3f3038b16748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b545b2f9-dae2-4a38-bba1-36ff9402392e), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:27.931486 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5f0b853e-e828-4156-a79b-cdd053bf9450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (1c04c518-39f2-47d7-96f5-a06debfdd8ed), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:28.036872 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-687e3520-d2ac-44e6-8ed0-ac328bfdadea None None] Port b545b2f9-dae2-4a38-bba1-36ff9402392e cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:30:28.071609 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dba98ef5-9d5b-4623-a16c-0288a0a4916d req-578b1a81-8e20-4b61-98a3-4feec133e736 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed4b2246-81b1-429c-b35e-ca5da23b0332 HTTP/1.1" status: 200 len: 210 time: 0.1454666 Jan 28 13:30:28.129672 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e7b5df-5ef6-42db-94bd-c4e09b53dc80 admin admin] Checking segment: {'id': '9a4f03d2-242a-4e92-a962-e92b709a956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ba99c629-2970-426a-9101-bcd4c211caa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:30:28.130661 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e7b5df-5ef6-42db-94bd-c4e09b53dc80 admin admin] Network hostable DHCP agents. Network: ba99c629-2970-426a-9101-bcd4c211caa8, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:30:28.424567 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d659e83b-fe5e-4f00-b845-3f3038b16748 admin admin] Publish callbacks [] for port (b545b2f9-dae2-4a38-bba1-36ff9402392e), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:28.433777 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d659e83b-fe5e-4f00-b845-3f3038b16748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (b545b2f9-dae2-4a38-bba1-36ff9402392e), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:28.510067 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d659e83b-fe5e-4f00-b845-3f3038b16748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (55008d77-155f-4db5-9587-106f3ce5c0a7), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:28.568804 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9d683479-9dd7-49cc-a104-91e9f16e6485 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:30:28.612130 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659e83b-fe5e-4f00-b845-3f3038b16748 admin admin] Pushing event updated for resources: {'Port': ['ID=b545b2f9-dae2-4a38-bba1-36ff9402392e,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:28.666788 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 9d683479-9dd7-49cc-a104-91e9f16e6485 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:28.669620 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9d683479-9dd7-49cc-a104-91e9f16e6485), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:28.742457 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d659e83b-fe5e-4f00-b845-3f3038b16748 admin admin] Network e6fe2588-dbb4-4de3-9d1e-1323f44b0e96 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:30:28.749622 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-d659e83b-fe5e-4f00-b845-3f3038b16748 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:30:28.873170 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 9d683479-9dd7-49cc-a104-91e9f16e6485 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:28.873572 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9d683479-9dd7-49cc-a104-91e9f16e6485), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:28.897876 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5f0b853e-e828-4156-a79b-cdd053bf9450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (1c04c518-39f2-47d7-96f5-a06debfdd8ed), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:28.917171 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e7b5df-5ef6-42db-94bd-c4e09b53dc80 admin admin] Network ba99c629-2970-426a-9101-bcd4c211caa8 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:30:28.940347 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-5f0b853e-e828-4156-a79b-cdd053bf9450 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c04c518-39f2-47d7-96f5-a06debfdd8ed']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:28.949634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-77e7b5df-5ef6-42db-94bd-c4e09b53dc80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, ba99c629-2970-426a-9101-bcd4c211caa8) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:30:28.951332 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 9d683479-9dd7-49cc-a104-91e9f16e6485, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9d683479-9dd7-49cc-a104-91e9f16e6485,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:28.958851 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-5f0b853e-e828-4156-a79b-cdd053bf9450 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c04bf0b-8aa7-40e6-8665-eb4d488e60a5') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:28.959197 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-5f0b853e-e828-4156-a79b-cdd053bf9450 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c04bf0b-8aa7-40e6-8665-eb4d488e60a5') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:28.962125 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e7b5df-5ef6-42db-94bd-c4e09b53dc80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:28.962735 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-77e7b5df-5ef6-42db-94bd-c4e09b53dc80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:28.963873 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9d683479-9dd7-49cc-a104-91e9f16e6485), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:29.006982 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-77e7b5df-5ef6-42db-94bd-c4e09b53dc80 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2868497 Jan 28 13:30:29.006982 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5f0b853e-e828-4156-a79b-cdd053bf9450 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (1c04bf0b-8aa7-40e6-8665-eb4d488e60a5), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:29.031247 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5f0b853e-e828-4156-a79b-cdd053bf9450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (1c04bf0b-8aa7-40e6-8665-eb4d488e60a5), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:29.039720 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d659e83b-fe5e-4f00-b845-3f3038b16748 admin admin] Router 55008d77-155f-4db5-9587-106f3ce5c0a7 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:30:29.046333 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0b853e-e828-4156-a79b-cdd053bf9450 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:30:29.046932 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5f0b853e-e828-4156-a79b-cdd053bf9450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (1c04bf0b-8aa7-40e6-8665-eb4d488e60a5), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:30:29.051093 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:30:29.057711 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1ea91d-6679-4271-863b-2f40cf845651 None None] Network ba99c629-2970-426a-9101-bcd4c211caa8 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:30:29.248570 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5f0b853e-e828-4156-a79b-cdd053bf9450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (1c04c518-39f2-47d7-96f5-a06debfdd8ed), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:29.285754 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5f0b853e-e828-4156-a79b-cdd053bf9450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:29.290523 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=9d683479-9dd7-49cc-a104-91e9f16e6485,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:29.305954 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5f0b853e-e828-4156-a79b-cdd053bf9450 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1c04c518-39f2-47d7-96f5-a06debfdd8ed HTTP/1.1" status: 204 len: 168 time: 1.8082767 Jan 28 13:30:29.334110 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-115f1851-2eaa-4583-a763-4eedacfb33a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:29.364848 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b853e-e828-4156-a79b-cdd053bf9450 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c04c518-39f2-47d7-96f5-a06debfdd8ed,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:29.426220 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-3bb77e61-03bf-431c-86bd-a5da1cbe5bb2 None None] Provisioning complete for port b545b2f9-dae2-4a38-bba1-36ff9402392e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:29.426220 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3bb77e61-03bf-431c-86bd-a5da1cbe5bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b545b2f9-dae2-4a38-bba1-36ff9402392e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:29.481954 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d659e83b-fe5e-4f00-b845-3f3038b16748 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:30:29.488360 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d659e83b-fe5e-4f00-b845-3f3038b16748 admin admin] 10.222.0.39 "PUT /v2.0/routers/55008d77-155f-4db5-9587-106f3ce5c0a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1013293 Jan 28 13:30:29.513391 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3bb77e61-03bf-431c-86bd-a5da1cbe5bb2 None None] Port b545b2f9-dae2-4a38-bba1-36ff9402392e cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:30:29.514873 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af069879-2699-468b-89f1-4967c392a221 None None] Network ba99c629-2970-426a-9101-bcd4c211caa8 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:30:29.519594 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70170dcf-17cb-473e-b9d3-3dae81f36222 None None] Sync routers for ids ['55008d77-155f-4db5-9587-106f3ce5c0a7'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:30:29.570897 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70170dcf-17cb-473e-b9d3-3dae81f36222 None None] Routers {'55008d77-155f-4db5-9587-106f3ce5c0a7'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:30:29.572963 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-70170dcf-17cb-473e-b9d3-3dae81f36222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:30:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['55008d77-155f-4db5-9587-106f3ce5c0a7'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:29.729742 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56234) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:29.864352 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-70170dcf-17cb-473e-b9d3-3dae81f36222 None None] Set router 55008d77-155f-4db5-9587-106f3ce5c0a7 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:30:29.899139 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-607dc98d-7cd8-4c3c-b4db-0b99a96fc61f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=abf5582cf6c74b03a46c276442437a1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1679237 Jan 28 13:30:29.906444 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56240) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:29.914963 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-fdab26b4-e33b-40e8-89af-d5123b9923c0 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:29.916530 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-fdab26b4-e33b-40e8-89af-d5123b9923c0 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/networks?id=f773675e-cdaa-4e1f-928a-174702ce7787 HTTP/1.1" status: 200 len: 812 time: 0.2721260 Jan 28 13:30:29.980385 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-3815dd67-1401-414b-a811-1ad4d58adbc9 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/quotas/ab7dc526fd8f441185a698498cb3a4d8 HTTP/1.1" status: 200 len: 375 time: 0.0465131 Jan 28 13:30:30.155133 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-e82ad354-5b9b-48ae-987c-cdaf0fb40e88 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ab7dc526fd8f441185a698498cb3a4d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1712155 Jan 28 13:30:30.156544 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5638a7ca-37de-4adb-b57a-4f72f89db5f8 admin admin] Publish callbacks [] for security_group (dfd4522b-b5ad-4d4d-896c-20efcf4a93a6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:30.218247 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5638a7ca-37de-4adb-b57a-4f72f89db5f8 admin admin] Publish callbacks [] for security_group (dfd4522b-b5ad-4d4d-896c-20efcf4a93a6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:30.250456 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-70170dcf-17cb-473e-b9d3-3dae81f36222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1213285709-router', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:30:19Z', 'updated_at': '2022-01-28T13:30:27Z', 'revision_number': 4, 'project_id': '52180c6a713c4a868172017eb1f2f53b', 'gw_port': {'id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:30:20Z', 'updated_at': '2022-01-28T13:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'b545b2f9-dae2-4a38-bba1-36ff9402392e', 'name': '', 'network_id': 'e6fe2588-dbb4-4de3-9d1e-1323f44b0e96', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b', 'mac_address': 'fa:16:3e:02:f1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '8dfa90cf-6860-4d71-80f6-d4c3faf485dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:30:26Z', 'updated_at': '2022-01-28T13:30:28Z', 'revision_number': 2, 'project_id': '52180c6a713c4a868172017eb1f2f53b', 'subnets': [{'id': '8dfa90cf-6860-4d71-80f6-d4c3faf485dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:30.290705 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-392fe0c1-08d8-44b9-9f3b-40f38d316a88 service neutron] 10.222.0.39 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299593 Jan 28 13:30:30.310528 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70170dcf-17cb-473e-b9d3-3dae81f36222 None None] Checking router: 55008d77-155f-4db5-9587-106f3ce5c0a7 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:30:30.310890 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70170dcf-17cb-473e-b9d3-3dae81f36222 None None] Updating router 55008d77-155f-4db5-9587-106f3ce5c0a7 port b545b2f9-dae2-4a38-bba1-36ff9402392e binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:30:30.326082 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5638a7ca-37de-4adb-b57a-4f72f89db5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (dfd4522b-b5ad-4d4d-896c-20efcf4a93a6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:30.329016 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5638a7ca-37de-4adb-b57a-4f72f89db5f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:30.330537 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5638a7ca-37de-4adb-b57a-4f72f89db5f8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dfd4522b-b5ad-4d4d-896c-20efcf4a93a6 HTTP/1.1" status: 204 len: 168 time: 0.4217935 Jan 28 13:30:30.389797 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638a7ca-37de-4adb-b57a-4f72f89db5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd4522b-b5ad-4d4d-896c-20efcf4a93a6,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:30.394192 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70170dcf-17cb-473e-b9d3-3dae81f36222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b545b2f9-dae2-4a38-bba1-36ff9402392e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:30.416415 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 7d16de8b-6726-4523-9c1e-dc8ca0c77907 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:30:30.540365 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-6298d8c4-56b1-487e-bee1-7e828a4ac7a8 service neutron] 10.222.0.39 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466404 Jan 28 13:30:30.573950 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-f19e093d-cc2e-424d-a2a8-af3b6563b8df tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:30.584504 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-f19e093d-cc2e-424d-a2a8-af3b6563b8df tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/networks?id=ba99c629-2970-426a-9101-bcd4c211caa8 HTTP/1.1" status: 200 len: 814 time: 0.2194076 Jan 28 13:30:30.605940 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-91ae3770-56a1-4346-803a-a7cebd73f4de tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/quotas/2599eaa778f84d05aec9882579c09767 HTTP/1.1" status: 200 len: 375 time: 0.0174210 Jan 28 13:30:30.648294 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-8079f80d-9225-4e74-98d3-9cb2692faca3 tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2599eaa778f84d05aec9882579c09767&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430753 Jan 28 13:30:30.846389 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 7d16de8b-6726-4523-9c1e-dc8ca0c77907 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:30:30.847369 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 7d16de8b-6726-4523-9c1e-dc8ca0c77907 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:30:30.860591 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-93e052c2-50fa-49fb-b3a7-aa9621b9ac90 service neutron] 10.222.0.39 "GET /v2.0/networks/ba99c629-2970-426a-9101-bcd4c211caa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109940 Jan 28 13:30:30.868629 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9d683479-9dd7-49cc-a104-91e9f16e6485 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:30:31.051724 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-ad2451ab-0a5e-44bc-be6b-c6634d7530c5 service neutron] 10.222.0.39 "GET /v2.0/networks/ba99c629-2970-426a-9101-bcd4c211caa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898565 Jan 28 13:30:31.324297 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70170dcf-17cb-473e-b9d3-3dae81f36222 None None] Publish callbacks [] for port (b545b2f9-dae2-4a38-bba1-36ff9402392e), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:31.343957 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70170dcf-17cb-473e-b9d3-3dae81f36222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b545b2f9-dae2-4a38-bba1-36ff9402392e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:31.535332 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a48603-561a-4f1b-ab8b-359b52652fa3 None None] Pushing event updated for resources: {'Port': ['ID=b545b2f9-dae2-4a38-bba1-36ff9402392e,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:31.541214 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 9d683479-9dd7-49cc-a104-91e9f16e6485 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:31.549738 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9d683479-9dd7-49cc-a104-91e9f16e6485), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:31.889585 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dcd12f8c-dc58-4c67-aee8-77b3c50656aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:31.917409 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-70170dcf-17cb-473e-b9d3-3dae81f36222 None None] Attempting to bind port b545b2f9-dae2-4a38-bba1-36ff9402392e on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:30:31.922025 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-70170dcf-17cb-473e-b9d3-3dae81f36222 None None] Attempting to bind port b545b2f9-dae2-4a38-bba1-36ff9402392e by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '4ad3547f-1c23-4863-9fde-17185a5d6ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e6fe2588-dbb4-4de3-9d1e-1323f44b0e96'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:30:31.922613 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70170dcf-17cb-473e-b9d3-3dae81f36222 None None] Attempting to bind port b545b2f9-dae2-4a38-bba1-36ff9402392e on network e6fe2588-dbb4-4de3-9d1e-1323f44b0e96 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:31.934778 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-fe08a0c3-6eda-43e6-9e29-68df6a648f21 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:31.978398 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-fe08a0c3-6eda-43e6-9e29-68df6a648f21 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/networks?id=e6fe2588-dbb4-4de3-9d1e-1323f44b0e96 HTTP/1.1" status: 200 len: 829 time: 0.5422318 Jan 28 13:30:32.027073 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70170dcf-17cb-473e-b9d3-3dae81f36222 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:30:32.027896 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70170dcf-17cb-473e-b9d3-3dae81f36222 None None] Checking segment: {'id': '4ad3547f-1c23-4863-9fde-17185a5d6ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e6fe2588-dbb4-4de3-9d1e-1323f44b0e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:30:32.029248 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70170dcf-17cb-473e-b9d3-3dae81f36222 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:32.030126 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70170dcf-17cb-473e-b9d3-3dae81f36222 None None] Bound using segment: {'id': '4ad3547f-1c23-4863-9fde-17185a5d6ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e6fe2588-dbb4-4de3-9d1e-1323f44b0e96'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:30:32.037915 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-70170dcf-17cb-473e-b9d3-3dae81f36222 None None] Bound port: b545b2f9-dae2-4a38-bba1-36ff9402392e, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad3547f-1c23-4863-9fde-17185a5d6ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e6fe2588-dbb4-4de3-9d1e-1323f44b0e96'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:30:32.038533 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70170dcf-17cb-473e-b9d3-3dae81f36222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b545b2f9-dae2-4a38-bba1-36ff9402392e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:32.049508 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-87b59a1e-8fe7-42f0-ab8e-f4f3356095aa tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/quotas/52180c6a713c4a868172017eb1f2f53b HTTP/1.1" status: 200 len: 375 time: 0.0700645 Jan 28 13:30:32.157475 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-40f5ce1f-31d9-47e0-b36b-54332c72d18a req-4ae41d08-19bd-49b4-b875-9701ab43b27b tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eabc3a7-4972-40f2-b529-588c70a03ddd HTTP/1.1" status: 200 len: 210 time: 0.0934303 Jan 28 13:30:32.171401 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 9d683479-9dd7-49cc-a104-91e9f16e6485 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:32.276573 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-975db089-1eb6-4e0b-8a76-265636cab2ba req-dc0992e7-ddb5-4590-a377-2091e89244fc tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/ports?device_id=68840882-52ac-40f1-8427-34594ba6e201 HTTP/1.1" status: 200 len: 210 time: 0.0521817 Jan 28 13:30:32.400582 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-ea8d09db-cc3c-4709-bc54-a0dc450a0341 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=52180c6a713c4a868172017eb1f2f53b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3488498 Jan 28 13:30:32.459370 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-70170dcf-17cb-473e-b9d3-3dae81f36222 None None] For port b545b2f9-dae2-4a38-bba1-36ff9402392e, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:30:32.464637 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-70170dcf-17cb-473e-b9d3-3dae81f36222 None None] For port b545b2f9-dae2-4a38-bba1-36ff9402392e, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b545b2f9-dae2-4a38-bba1-36ff9402392e,segment=NetworkSegment(4ad3547f-1c23-4863-9fde-17185a5d6ed5),segment_id=4ad3547f-1c23-4863-9fde-17185a5d6ed5)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:30:32.471181 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-70170dcf-17cb-473e-b9d3-3dae81f36222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b545b2f9-dae2-4a38-bba1-36ff9402392e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:32.623716 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a48603-561a-4f1b-ab8b-359b52652fa3 None None] Pushing event updated for resources: {'Port': ['ID=b545b2f9-dae2-4a38-bba1-36ff9402392e,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:32.662634 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70170dcf-17cb-473e-b9d3-3dae81f36222 None None] Routers {'55008d77-155f-4db5-9587-106f3ce5c0a7'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:30:32.666407 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-70170dcf-17cb-473e-b9d3-3dae81f36222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:30:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['55008d77-155f-4db5-9587-106f3ce5c0a7'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:32.676575 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-21a8afae-3428-4547-b4e9-85a6fbcba429 None None] Provisioning complete for port b545b2f9-dae2-4a38-bba1-36ff9402392e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:32.677089 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-21a8afae-3428-4547-b4e9-85a6fbcba429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b545b2f9-dae2-4a38-bba1-36ff9402392e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:32.755977 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-ed17c261-a223-4630-9c82-69992fbc7986 service neutron] 10.222.0.39 "GET /v2.0/networks/e6fe2588-dbb4-4de3-9d1e-1323f44b0e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494480 Jan 28 13:30:32.951516 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-9514dec8-8a35-4c97-9df7-9fa1e5074ad8 service neutron] 10.222.0.39 "GET /v2.0/networks/e6fe2588-dbb4-4de3-9d1e-1323f44b0e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944373 Jan 28 13:30:33.131870 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-70170dcf-17cb-473e-b9d3-3dae81f36222 None None] Set router 55008d77-155f-4db5-9587-106f3ce5c0a7 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:30:33.200315 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-dc910876-954e-4a2f-8e39-50f724e9661b tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:33.204623 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-dc910876-954e-4a2f-8e39-50f724e9661b tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.18 "GET /v2.0/networks?id=f773675e-cdaa-4e1f-928a-174702ce7787 HTTP/1.1" status: 200 len: 812 time: 0.2433951 Jan 28 13:30:33.226496 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-61231f5a-45b3-40b0-92c6-75ba791c92ba tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Request body: {'port': {'device_id': '7eabc3a7-4972-40f2-b529-588c70a03ddd', 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787', 'admin_state_up': True, 'tenant_id': 'ab7dc526fd8f441185a698498cb3a4d8'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:33.237260 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:33.457707 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-61231f5a-45b3-40b0-92c6-75ba791c92ba tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Made reservation on behalf of ab7dc526fd8f441185a698498cb3a4d8 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:30:33.464593 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-61231f5a-45b3-40b0-92c6-75ba791c92ba tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:33.611428 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-21a8afae-3428-4547-b4e9-85a6fbcba429 None None] Current status of the port b545b2f9-dae2-4a38-bba1-36ff9402392e is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:33.611828 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-21a8afae-3428-4547-b4e9-85a6fbcba429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b545b2f9-dae2-4a38-bba1-36ff9402392e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:33.622774 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-41ab3772-572d-4c10-b014-8a1017b42ef6 req-1899ea35-bcf6-4d69-ab5e-c5fed54f15ac tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eabc3a7-4972-40f2-b529-588c70a03ddd HTTP/1.1" status: 200 len: 210 time: 0.0973461 Jan 28 13:30:33.780399 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-21a8afae-3428-4547-b4e9-85a6fbcba429 None None] For port b545b2f9-dae2-4a38-bba1-36ff9402392e, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b545b2f9-dae2-4a38-bba1-36ff9402392e,segment=NetworkSegment(4ad3547f-1c23-4863-9fde-17185a5d6ed5),segment_id=4ad3547f-1c23-4863-9fde-17185a5d6ed5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:33.825837 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-21a8afae-3428-4547-b4e9-85a6fbcba429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b545b2f9-dae2-4a38-bba1-36ff9402392e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:33.960941 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-94839cde-9392-4095-98da-99f96ffcfaf0 req-679de687-79b2-4cea-9abb-459abb53624f tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3b32418-8f5e-4b29-b1c0-4ecd70070a8a HTTP/1.1" status: 200 len: 210 time: 0.1629522 Jan 28 13:30:34.069286 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-6672bf29-62ff-4382-a8ad-2270f955b27b None None] Provisioning complete for port b545b2f9-dae2-4a38-bba1-36ff9402392e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:34.070024 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6672bf29-62ff-4382-a8ad-2270f955b27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b545b2f9-dae2-4a38-bba1-36ff9402392e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:34.151422 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8afae-3428-4547-b4e9-85a6fbcba429 None None] Pushing event updated for resources: {'Port': ['ID=b545b2f9-dae2-4a38-bba1-36ff9402392e,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:34.174003 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-61231f5a-45b3-40b0-92c6-75ba791c92ba tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Allocated IP 172.20.0.7 (f773675e-cdaa-4e1f-928a-174702ce7787/71a5c6ba-e647-4544-86c2-92651ecb7e69/2771b0fa-dbf9-4e1a-8e51-8466e1b6e695) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:30:34.259290 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-27a40808-3243-42b4-9a2a-2837d2004cd3 req-04c4cb67-1afa-4191-b3ed-9bf09b68de3e tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/ports?device_id=68840882-52ac-40f1-8427-34594ba6e201 HTTP/1.1" status: 200 len: 210 time: 0.3116164 Jan 28 13:30:34.356469 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-08fa9285-7968-4e7d-8795-115cfdce79e6 tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:34.357867 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-08fa9285-7968-4e7d-8795-115cfdce79e6 tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.18 "GET /v2.0/networks?id=ba99c629-2970-426a-9101-bcd4c211caa8 HTTP/1.1" status: 200 len: 814 time: 0.5251369 Jan 28 13:30:34.375742 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-f167843c-d146-44f9-8fb6-5908e4bec0fc tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Request body: {'port': {'device_id': '68840882-52ac-40f1-8427-34594ba6e201', 'network_id': 'ba99c629-2970-426a-9101-bcd4c211caa8', 'admin_state_up': True, 'tenant_id': '2599eaa778f84d05aec9882579c09767'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:34.448271 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:34.534127 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6672bf29-62ff-4382-a8ad-2270f955b27b None None] Current status of the port b545b2f9-dae2-4a38-bba1-36ff9402392e is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:34.610873 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-61231f5a-45b3-40b0-92c6-75ba791c92ba tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks [] for port (2771b0fa-dbf9-4e1a-8e51-8466e1b6e695), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:34.611543 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-70170dcf-17cb-473e-b9d3-3dae81f36222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1213285709-router', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:30:19Z', 'updated_at': '2022-01-28T13:30:27Z', 'revision_number': 4, 'project_id': '52180c6a713c4a868172017eb1f2f53b', 'gw_port': {'id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:30:20Z', 'updated_at': '2022-01-28T13:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'b545b2f9-dae2-4a38-bba1-36ff9402392e', 'name': '', 'network_id': 'e6fe2588-dbb4-4de3-9d1e-1323f44b0e96', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b', 'mac_address': 'fa:16:3e:02:f1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '8dfa90cf-6860-4d71-80f6-d4c3faf485dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:30:26Z', 'updated_at': '2022-01-28T13:30:32Z', 'revision_number': 4, 'project_id': '52180c6a713c4a868172017eb1f2f53b', 'subnets': [{'id': '8dfa90cf-6860-4d71-80f6-d4c3faf485dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:34.658116 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-f167843c-d146-44f9-8fb6-5908e4bec0fc tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Made reservation on behalf of 2599eaa778f84d05aec9882579c09767 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:30:34.662641 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-f167843c-d146-44f9-8fb6-5908e4bec0fc tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:34.692325 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-61231f5a-45b3-40b0-92c6-75ba791c92ba tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (2771b0fa-dbf9-4e1a-8e51-8466e1b6e695), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:34.696425 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70170dcf-17cb-473e-b9d3-3dae81f36222 None None] The sync data for ids ['55008d77-155f-4db5-9587-106f3ce5c0a7'] in n-d-822747-2 is: [{'id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1213285709-router', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:30:19Z', 'updated_at': '2022-01-28T13:30:27Z', 'revision_number': 4, 'project_id': '52180c6a713c4a868172017eb1f2f53b', 'gw_port': {'id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:30:20Z', 'updated_at': '2022-01-28T13:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'b545b2f9-dae2-4a38-bba1-36ff9402392e', 'name': '', 'network_id': 'e6fe2588-dbb4-4de3-9d1e-1323f44b0e96', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b', 'mac_address': 'fa:16:3e:02:f1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '8dfa90cf-6860-4d71-80f6-d4c3faf485dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:30:26Z', 'updated_at': '2022-01-28T13:30:32Z', 'revision_number': 4, 'project_id': '52180c6a713c4a868172017eb1f2f53b', 'subnets': [{'id': '8dfa90cf-6860-4d71-80f6-d4c3faf485dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:30:34.858488 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-61231f5a-45b3-40b0-92c6-75ba791c92ba tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Network f773675e-cdaa-4e1f-928a-174702ce7787 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:30:34.929902 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-61231f5a-45b3-40b0-92c6-75ba791c92ba tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:30:34.950417 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-61231f5a-45b3-40b0-92c6-75ba791c92ba tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:30:35.129704 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61231f5a-45b3-40b0-92c6-75ba791c92ba tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Pushing event updated for resources: {'Port': ['ID=2771b0fa-dbf9-4e1a-8e51-8466e1b6e695,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:35.169612 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-f167843c-d146-44f9-8fb6-5908e4bec0fc tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Allocated IP 172.20.0.2 (ba99c629-2970-426a-9101-bcd4c211caa8/bec645b7-e1b4-46a9-894f-f9a0dec02edb/93274bb5-c00f-4ba5-b45a-18315a3186da) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:30:35.269529 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-61231f5a-45b3-40b0-92c6-75ba791c92ba tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:35.270351 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-61231f5a-45b3-40b0-92c6-75ba791c92ba tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:35.283623 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-af799f6f-52f3-40d0-b20d-99dabeef69f1 req-c09b5963-83a6-40bb-8f90-65ed097cdf0e tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3b32418-8f5e-4b29-b1c0-4ecd70070a8a HTTP/1.1" status: 200 len: 210 time: 0.1202781 Jan 28 13:30:35.315179 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a3780-6052-41cc-8dc4-5d736141b10a req-e0aa95cf-3f55-4aa1-b875-fe0416e306fb tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:35.321090 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-085a3780-6052-41cc-8dc4-5d736141b10a req-e0aa95cf-3f55-4aa1-b875-fe0416e306fb tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eabc3a7-4972-40f2-b529-588c70a03ddd HTTP/1.1" status: 200 len: 931 time: 0.4819789 Jan 28 13:30:35.610236 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-21e782eb-8e52-4d69-ad79-fa2ff31863c7 req-029e506e-3603-4fef-919d-f88070bcc121 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5715065 Jan 28 13:30:35.633742 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-085a3780-6052-41cc-8dc4-5d736141b10a req-47ac975c-0d87-4249-9d0a-848657626ecb tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664714 Jan 28 13:30:35.680128 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-61231f5a-45b3-40b0-92c6-75ba791c92ba tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4648483 Jan 28 13:30:35.724198 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:35.788872 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-00800288-5d41-475f-8f49-44972a2708fb service neutron] Request body: {'port': {'device_id': '7eabc3a7-4972-40f2-b529-588c70a03ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:35.880374 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-f167843c-d146-44f9-8fb6-5908e4bec0fc tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Publish callbacks [] for port (93274bb5-c00f-4ba5-b45a-18315a3186da), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:35.982199 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-f167843c-d146-44f9-8fb6-5908e4bec0fc tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (93274bb5-c00f-4ba5-b45a-18315a3186da), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:36.083035 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-00800288-5d41-475f-8f49-44972a2708fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2771b0fa-dbf9-4e1a-8e51-8466e1b6e695), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:36.094022 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-f167843c-d146-44f9-8fb6-5908e4bec0fc tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Network ba99c629-2970-426a-9101-bcd4c211caa8 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:30:36.097641 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-f167843c-d146-44f9-8fb6-5908e4bec0fc tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:30:36.104156 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7c38ea72-46ce-4ae7-88c6-7b8aea1e435b req-f30302f0-15c5-4449-bec3-eb6a9efa8d71 tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/ports?device_id=68840882-52ac-40f1-8427-34594ba6e201 HTTP/1.1" status: 200 len: 210 time: 0.1574543 Jan 28 13:30:36.117158 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-f167843c-d146-44f9-8fb6-5908e4bec0fc tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:30:36.267526 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-b59dfda1-3c79-49c8-b5e8-83ef60f5c6db tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:36.269674 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-b59dfda1-3c79-49c8-b5e8-83ef60f5c6db tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.37 "GET /v2.0/networks?id=e6fe2588-dbb4-4de3-9d1e-1323f44b0e96 HTTP/1.1" status: 200 len: 829 time: 0.8244679 Jan 28 13:30:36.273704 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e782eb-8e52-4d69-ad79-fa2ff31863c7 req-876a031c-fe10-4310-a0e8-1c1560088011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:36.275468 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-21e782eb-8e52-4d69-ad79-fa2ff31863c7 req-876a031c-fe10-4310-a0e8-1c1560088011 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=205e0e0f7c204c6b8762ba0b567c808e&device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 1096 time: 0.3058350 Jan 28 13:30:36.308971 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-f1f73388-633a-4ba7-b20c-79a677a2ca0b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Request body: {'port': {'device_id': 'e3b32418-8f5e-4b29-b1c0-4ecd70070a8a', 'network_id': 'e6fe2588-dbb4-4de3-9d1e-1323f44b0e96', 'admin_state_up': True, 'tenant_id': '52180c6a713c4a868172017eb1f2f53b'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:36.317440 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-f167843c-d146-44f9-8fb6-5908e4bec0fc tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:36.318134 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-f167843c-d146-44f9-8fb6-5908e4bec0fc tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:36.379525 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167843c-d146-44f9-8fb6-5908e4bec0fc tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Pushing event updated for resources: {'Port': ['ID=93274bb5-c00f-4ba5-b45a-18315a3186da,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:36.429708 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-f167843c-d146-44f9-8fb6-5908e4bec0fc tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0627031 Jan 28 13:30:36.450555 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-6017c8f1-a3ce-4c60-a409-16f3f0e04141 service neutron] Request body: {'port': {'device_id': '68840882-52ac-40f1-8427-34594ba6e201', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:36.552245 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b545b2f9-dae2-4a38-bba1-36ff9402392e up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:30:36.630216 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-6017c8f1-a3ce-4c60-a409-16f3f0e04141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (93274bb5-c00f-4ba5-b45a-18315a3186da), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:36.674527 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port b545b2f9-dae2-4a38-bba1-36ff9402392e triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:36.674929 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b545b2f9-dae2-4a38-bba1-36ff9402392e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:36.689494 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e3378fe5-5a93-464c-a91d-297a219819b5 req-d3355f44-d7ab-4ed0-b112-03070bd9c6d7 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3b32418-8f5e-4b29-b1c0-4ecd70070a8a HTTP/1.1" status: 200 len: 210 time: 0.2943211 Jan 28 13:30:36.944133 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port b545b2f9-dae2-4a38-bba1-36ff9402392e is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:37.580508 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af60e4-ee97-4b9b-ae36-064bf07e3406 req-b7e8ba11-c412-4192-a51d-9a9bd065432d tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:37.590755 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b9af60e4-ee97-4b9b-ae36-064bf07e3406 req-b7e8ba11-c412-4192-a51d-9a9bd065432d tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/ports?device_id=68840882-52ac-40f1-8427-34594ba6e201 HTTP/1.1" status: 200 len: 931 time: 0.1168923 Jan 28 13:30:37.712391 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b9af60e4-ee97-4b9b-ae36-064bf07e3406 req-d36f4e48-6708-49f5-9ad7-7dc20c8d28f9 tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/security-groups?id=440580f3-7156-4479-8836-d1f16457df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203487 Jan 28 13:30:37.745506 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-6017c8f1-a3ce-4c60-a409-16f3f0e04141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93274bb5-c00f-4ba5-b45a-18315a3186da {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:30:37.757312 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d73924-d90d-4133-b1c6-72357b0da9ec req-86e40fc7-4e6d-4a63-8e72-019344e632fc tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:37.766735 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-6017c8f1-a3ce-4c60-a409-16f3f0e04141 service neutron] Publish callbacks [] for port (93274bb5-c00f-4ba5-b45a-18315a3186da), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:37.768195 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e8d73924-d90d-4133-b1c6-72357b0da9ec req-86e40fc7-4e6d-4a63-8e72-019344e632fc tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eabc3a7-4972-40f2-b529-588c70a03ddd HTTP/1.1" status: 200 len: 931 time: 0.9689276 Jan 28 13:30:37.803576 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-6017c8f1-a3ce-4c60-a409-16f3f0e04141 service neutron] Transition to ACTIVE for port object 93274bb5-c00f-4ba5-b45a-18315a3186da will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:30:37.814561 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-6017c8f1-a3ce-4c60-a409-16f3f0e04141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (93274bb5-c00f-4ba5-b45a-18315a3186da), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:37.942063 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017c8f1-a3ce-4c60-a409-16f3f0e04141 service neutron] Pushing event updated for resources: {'Port': ['ID=93274bb5-c00f-4ba5-b45a-18315a3186da,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:37.963657 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e782eb-8e52-4d69-ad79-fa2ff31863c7 req-6566ea7c-ff75-4bfc-b2ef-15d7c53191ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:37.966757 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-21e782eb-8e52-4d69-ad79-fa2ff31863c7 req-6566ea7c-ff75-4bfc-b2ef-15d7c53191ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=dd65474c-0b14-4c75-9058-245198106ef8 HTTP/1.1" status: 200 len: 916 time: 1.6625071 Jan 28 13:30:38.024318 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e8d73924-d90d-4133-b1c6-72357b0da9ec req-4971ac51-1ca5-4f44-a046-64c5f85337c7 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560804 Jan 28 13:30:38.088414 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2b9c608b-52a1-43b2-bf5d-eaa71daee55e req-6950b10a-9e85-4aa9-87e5-c9d81fad333e tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3b32418-8f5e-4b29-b1c0-4ecd70070a8a HTTP/1.1" status: 200 len: 210 time: 0.0559187 Jan 28 13:30:38.124232 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-6017c8f1-a3ce-4c60-a409-16f3f0e04141 service neutron] Attempting to bind port 93274bb5-c00f-4ba5-b45a-18315a3186da on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:30:38.124619 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-6017c8f1-a3ce-4c60-a409-16f3f0e04141 service neutron] Attempting to bind port 93274bb5-c00f-4ba5-b45a-18315a3186da by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9a4f03d2-242a-4e92-a962-e92b709a956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ba99c629-2970-426a-9101-bcd4c211caa8'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:30:38.124987 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-6017c8f1-a3ce-4c60-a409-16f3f0e04141 service neutron] Attempting to bind port 93274bb5-c00f-4ba5-b45a-18315a3186da on network ba99c629-2970-426a-9101-bcd4c211caa8 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:38.142117 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-6017c8f1-a3ce-4c60-a409-16f3f0e04141 service neutron] Port 93274bb5-c00f-4ba5-b45a-18315a3186da on network ba99c629-2970-426a-9101-bcd4c211caa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:30:38.142117 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-6017c8f1-a3ce-4c60-a409-16f3f0e04141 service neutron] Attempting to bind port 93274bb5-c00f-4ba5-b45a-18315a3186da on network ba99c629-2970-426a-9101-bcd4c211caa8 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:38.148743 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-6017c8f1-a3ce-4c60-a409-16f3f0e04141 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:30:38.149444 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-6017c8f1-a3ce-4c60-a409-16f3f0e04141 service neutron] Checking segment: {'id': '9a4f03d2-242a-4e92-a962-e92b709a956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ba99c629-2970-426a-9101-bcd4c211caa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:30:38.149866 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-6017c8f1-a3ce-4c60-a409-16f3f0e04141 service neutron] Bound using segment: {'id': '9a4f03d2-242a-4e92-a962-e92b709a956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ba99c629-2970-426a-9101-bcd4c211caa8'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:30:38.150386 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-6017c8f1-a3ce-4c60-a409-16f3f0e04141 service neutron] Bound port: 93274bb5-c00f-4ba5-b45a-18315a3186da, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a4f03d2-242a-4e92-a962-e92b709a956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ba99c629-2970-426a-9101-bcd4c211caa8'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:30:38.151395 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-6017c8f1-a3ce-4c60-a409-16f3f0e04141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (93274bb5-c00f-4ba5-b45a-18315a3186da), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:38.178941 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-f1f73388-633a-4ba7-b20c-79a677a2ca0b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Made reservation on behalf of 52180c6a713c4a868172017eb1f2f53b for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:30:38.182858 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-f1f73388-633a-4ba7-b20c-79a677a2ca0b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:38.278449 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-21e782eb-8e52-4d69-ad79-fa2ff31863c7 req-4b6fc88f-c74d-4807-92b3-495456e01287 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91755f44-fc12-4753-90b2-7a0c1535621f HTTP/1.1" status: 200 len: 1001 time: 0.3027377 Jan 28 13:30:38.372428 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-6017c8f1-a3ce-4c60-a409-16f3f0e04141 service neutron] For port 93274bb5-c00f-4ba5-b45a-18315a3186da, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:30:38.383356 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-6017c8f1-a3ce-4c60-a409-16f3f0e04141 service neutron] For port 93274bb5-c00f-4ba5-b45a-18315a3186da, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=93274bb5-c00f-4ba5-b45a-18315a3186da,segment=NetworkSegment(9a4f03d2-242a-4e92-a962-e92b709a956f),segment_id=9a4f03d2-242a-4e92-a962-e92b709a956f)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:30:38.393056 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-6017c8f1-a3ce-4c60-a409-16f3f0e04141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (93274bb5-c00f-4ba5-b45a-18315a3186da), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:38.507926 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017c8f1-a3ce-4c60-a409-16f3f0e04141 service neutron] Pushing event updated for resources: {'Port': ['ID=93274bb5-c00f-4ba5-b45a-18315a3186da,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:38.533610 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-6017c8f1-a3ce-4c60-a409-16f3f0e04141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:38.545350 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-6017c8f1-a3ce-4c60-a409-16f3f0e04141 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:38.547623 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-6017c8f1-a3ce-4c60-a409-16f3f0e04141 service neutron] 10.222.0.18 "PUT /v2.0/ports/93274bb5-c00f-4ba5-b45a-18315a3186da HTTP/1.1" status: 200 len: 1091 time: 2.1061351 Jan 28 13:30:38.548162 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68840882-52ac-40f1-8427-34594ba6e201', 'tag': '93274bb5-c00f-4ba5-b45a-18315a3186da'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:38.550799 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da449d2-ed8f-4259-8d0c-fa14dbd3c31b" -d '{"events": [{"name": "network-changed", "server_uuid": "68840882-52ac-40f1-8427-34594ba6e201", "tag": "93274bb5-c00f-4ba5-b45a-18315a3186da"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:38.665305 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e782eb-8e52-4d69-ad79-fa2ff31863c7 req-ecedea35-0311-43e0-a051-b5ed79ee6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:38.671302 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26f7782-e61e-44a4-8236-b95731c28c65 x-openstack-request-id: req-f26f7782-e61e-44a4-8236-b95731c28c65 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:38.671842 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68840882-52ac-40f1-8427-34594ba6e201", "tag": "93274bb5-c00f-4ba5-b45a-18315a3186da", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:38.671842 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f26f7782-e61e-44a4-8236-b95731c28c65 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:38.672425 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68840882-52ac-40f1-8427-34594ba6e201', 'tag': '93274bb5-c00f-4ba5-b45a-18315a3186da', 'status': 'completed', 'code': 200} Jan 28 13:30:38.675786 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-21e782eb-8e52-4d69-ad79-fa2ff31863c7 req-ecedea35-0311-43e0-a051-b5ed79ee6fc3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10438cad-60ca-4257-93e8-c8ceba8bf16c HTTP/1.1" status: 200 len: 855 time: 0.3842592 Jan 28 13:30:38.718067 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-35b76150-c939-4cf4-98c7-0b831919f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:38.720441 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-35b76150-c939-4cf4-98c7-0b831919f0c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2599eaa778f84d05aec9882579c09767&device_id=68840882-52ac-40f1-8427-34594ba6e201 HTTP/1.1" status: 200 len: 1094 time: 0.1266272 Jan 28 13:30:38.753082 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-00800288-5d41-475f-8f49-44972a2708fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2771b0fa-dbf9-4e1a-8e51-8466e1b6e695 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:30:38.765730 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-00800288-5d41-475f-8f49-44972a2708fb service neutron] Publish callbacks [] for port (2771b0fa-dbf9-4e1a-8e51-8466e1b6e695), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:38.784228 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-00800288-5d41-475f-8f49-44972a2708fb service neutron] Transition to ACTIVE for port object 2771b0fa-dbf9-4e1a-8e51-8466e1b6e695 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:30:38.843937 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-00800288-5d41-475f-8f49-44972a2708fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (2771b0fa-dbf9-4e1a-8e51-8466e1b6e695), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:38.923471 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-32c0e4c4-2317-41e2-a4e8-fac2430fced6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93274bb5-c00f-4ba5-b45a-18315a3186da HTTP/1.1" status: 200 len: 217 time: 0.1942604 Jan 28 13:30:39.001220 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00800288-5d41-475f-8f49-44972a2708fb service neutron] Pushing event updated for resources: {'Port': ['ID=2771b0fa-dbf9-4e1a-8e51-8466e1b6e695,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:39.041216 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e782eb-8e52-4d69-ad79-fa2ff31863c7 req-208aaf34-ca0e-4d53-b4cc-f24d4dd15a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:39.044607 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-21e782eb-8e52-4d69-ad79-fa2ff31863c7 req-208aaf34-ca0e-4d53-b4cc-f24d4dd15a9d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dd65474c-0b14-4c75-9058-245198106ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3558972 Jan 28 13:30:39.060374 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-64442cbc-ab31-4ee7-bf36-e81ccf9130d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:39.062434 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-64442cbc-ab31-4ee7-bf36-e81ccf9130d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bec645b7-e1b4-46a9-894f-f9a0dec02edb HTTP/1.1" status: 200 len: 854 time: 0.1336462 Jan 28 13:30:39.073195 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a6e42-0be7-430f-ae84-5d201b13a393 req-29c62a89-5445-4d84-9c68-9ae4cd493428 tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:39.081128 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8e6a6e42-0be7-430f-ae84-5d201b13a393 req-29c62a89-5445-4d84-9c68-9ae4cd493428 tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/ports?device_id=68840882-52ac-40f1-8427-34594ba6e201 HTTP/1.1" status: 200 len: 943 time: 0.1298726 Jan 28 13:30:39.130834 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-055f2117-11e9-40e5-914f-ee632b499d63 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba99c629-2970-426a-9101-bcd4c211caa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406578 Jan 28 13:30:39.289955 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-29712322-003f-482d-81ab-bca61ce44f62 service neutron] 10.222.0.18 "GET /v2.0/networks/ba99c629-2970-426a-9101-bcd4c211caa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242895 Jan 28 13:30:39.345390 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-21e782eb-8e52-4d69-ad79-fa2ff31863c7 req-998a6180-6faa-41f1-9483-a3785a964754 service neutron] 10.222.0.18 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544868 Jan 28 13:30:39.415122 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8e6a6e42-0be7-430f-ae84-5d201b13a393 req-d0881bfb-5fa8-4b4d-8eb4-e97e7aa6a518 tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/security-groups?id=440580f3-7156-4479-8836-d1f16457df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329821 Jan 28 13:30:39.473147 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-f1f73388-633a-4ba7-b20c-79a677a2ca0b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Allocated IP 172.20.0.4 (e6fe2588-dbb4-4de3-9d1e-1323f44b0e96/8dfa90cf-6860-4d71-80f6-d4c3faf485dd/7116479e-c830-4794-a8c4-344ab80f1cfc) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:30:39.595091 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-00800288-5d41-475f-8f49-44972a2708fb service neutron] Attempting to bind port 2771b0fa-dbf9-4e1a-8e51-8466e1b6e695 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:30:39.595597 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-00800288-5d41-475f-8f49-44972a2708fb service neutron] Attempting to bind port 2771b0fa-dbf9-4e1a-8e51-8466e1b6e695 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '47de1ed8-1dd0-41d3-a910-f3e7c5824077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:30:39.598105 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-00800288-5d41-475f-8f49-44972a2708fb service neutron] Attempting to bind port 2771b0fa-dbf9-4e1a-8e51-8466e1b6e695 on network f773675e-cdaa-4e1f-928a-174702ce7787 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:39.640858 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-14cdbee5-bd7a-42d2-a6af-239f7f13f247 req-fa8ef322-b1ab-403f-83fe-cbdabcb37b4d tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3b32418-8f5e-4b29-b1c0-4ecd70070a8a HTTP/1.1" status: 200 len: 210 time: 0.1062965 Jan 28 13:30:39.725086 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fbad1268-e0cc-41fe-8a8a-dd31158770b4 req-ef640ac6-b68d-4253-9574-a289f42cc2c4 service neutron] 10.222.0.18 "GET /v2.0/networks/ba99c629-2970-426a-9101-bcd4c211caa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243522 Jan 28 13:30:39.736814 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-00800288-5d41-475f-8f49-44972a2708fb service neutron] Port 2771b0fa-dbf9-4e1a-8e51-8466e1b6e695 on network f773675e-cdaa-4e1f-928a-174702ce7787 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:30:39.737136 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-00800288-5d41-475f-8f49-44972a2708fb service neutron] Attempting to bind port 2771b0fa-dbf9-4e1a-8e51-8466e1b6e695 on network f773675e-cdaa-4e1f-928a-174702ce7787 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:39.798690 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-00800288-5d41-475f-8f49-44972a2708fb service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:30:39.801245 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-00800288-5d41-475f-8f49-44972a2708fb service neutron] Checking segment: {'id': '47de1ed8-1dd0-41d3-a910-f3e7c5824077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:30:39.801674 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-00800288-5d41-475f-8f49-44972a2708fb service neutron] Bound using segment: {'id': '47de1ed8-1dd0-41d3-a910-f3e7c5824077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:30:39.802141 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-00800288-5d41-475f-8f49-44972a2708fb service neutron] Bound port: 2771b0fa-dbf9-4e1a-8e51-8466e1b6e695, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47de1ed8-1dd0-41d3-a910-f3e7c5824077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:30:39.802521 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-00800288-5d41-475f-8f49-44972a2708fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2771b0fa-dbf9-4e1a-8e51-8466e1b6e695), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:39.870663 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5539817-1046-4cd1-9a34-077a3e9a68e6 req-703c3634-1516-498f-82c3-834833cb0eb0 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:39.872318 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b5539817-1046-4cd1-9a34-077a3e9a68e6 req-703c3634-1516-498f-82c3-834833cb0eb0 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eabc3a7-4972-40f2-b529-588c70a03ddd HTTP/1.1" status: 200 len: 943 time: 0.3875539 Jan 28 13:30:39.932905 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da449d2-ed8f-4259-8d0c-fa14dbd3c31b req-3dec4e40-bc3e-45a3-94ad-d1504bd6637f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:39.934901 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7da449d2-ed8f-4259-8d0c-fa14dbd3c31b req-3dec4e40-bc3e-45a3-94ad-d1504bd6637f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2599eaa778f84d05aec9882579c09767&device_id=68840882-52ac-40f1-8427-34594ba6e201 HTTP/1.1" status: 200 len: 1094 time: 0.1146553 Jan 28 13:30:40.074464 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-21e782eb-8e52-4d69-ad79-fa2ff31863c7 req-092d257a-110c-4359-87ea-8d54ef22cb24 service neutron] 10.222.0.18 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6596391 Jan 28 13:30:40.104074 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b5539817-1046-4cd1-9a34-077a3e9a68e6 req-96d0a39a-a941-4953-a755-f98e3b12ed6a tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365364 Jan 28 13:30:40.123374 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da449d2-ed8f-4259-8d0c-fa14dbd3c31b req-47e959f2-366b-4a61-a4b0-55fd7c039765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:40.125294 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7da449d2-ed8f-4259-8d0c-fa14dbd3c31b req-47e959f2-366b-4a61-a4b0-55fd7c039765 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba99c629-2970-426a-9101-bcd4c211caa8 HTTP/1.1" status: 200 len: 914 time: 0.1838424 Jan 28 13:30:40.156206 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-00800288-5d41-475f-8f49-44972a2708fb service neutron] For port 2771b0fa-dbf9-4e1a-8e51-8466e1b6e695, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:30:40.188937 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-00800288-5d41-475f-8f49-44972a2708fb service neutron] For port 2771b0fa-dbf9-4e1a-8e51-8466e1b6e695, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2771b0fa-dbf9-4e1a-8e51-8466e1b6e695,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:30:40.201822 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-00800288-5d41-475f-8f49-44972a2708fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (2771b0fa-dbf9-4e1a-8e51-8466e1b6e695), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:40.237874 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7da449d2-ed8f-4259-8d0c-fa14dbd3c31b req-9c13859f-c5ba-4235-a682-71910c4f8659 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93274bb5-c00f-4ba5-b45a-18315a3186da HTTP/1.1" status: 200 len: 217 time: 0.1039529 Jan 28 13:30:40.341764 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da449d2-ed8f-4259-8d0c-fa14dbd3c31b req-05b1d5a1-7348-4aa1-8df5-cfa55ce223e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:40.343607 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7da449d2-ed8f-4259-8d0c-fa14dbd3c31b req-05b1d5a1-7348-4aa1-8df5-cfa55ce223e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bec645b7-e1b4-46a9-894f-f9a0dec02edb HTTP/1.1" status: 200 len: 854 time: 0.0976913 Jan 28 13:30:40.346969 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00800288-5d41-475f-8f49-44972a2708fb service neutron] Pushing event updated for resources: {'Port': ['ID=2771b0fa-dbf9-4e1a-8e51-8466e1b6e695,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:40.374421 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-00800288-5d41-475f-8f49-44972a2708fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:40.375578 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-00800288-5d41-475f-8f49-44972a2708fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:40.397554 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-00800288-5d41-475f-8f49-44972a2708fb service neutron] 10.222.0.18 "PUT /v2.0/ports/2771b0fa-dbf9-4e1a-8e51-8466e1b6e695 HTTP/1.1" status: 200 len: 1091 time: 4.6591189 Jan 28 13:30:40.402232 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eabc3a7-4972-40f2-b529-588c70a03ddd', 'tag': '2771b0fa-dbf9-4e1a-8e51-8466e1b6e695'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:40.409922 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bdf794-2279-466a-bff4-ef10c9f2de7d" -d '{"events": [{"name": "network-changed", "server_uuid": "7eabc3a7-4972-40f2-b529-588c70a03ddd", "tag": "2771b0fa-dbf9-4e1a-8e51-8466e1b6e695"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:40.424495 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7da449d2-ed8f-4259-8d0c-fa14dbd3c31b req-eba569f1-197d-4dc7-8aae-1819fe726150 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba99c629-2970-426a-9101-bcd4c211caa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726600 Jan 28 13:30:40.526421 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-f1f73388-633a-4ba7-b20c-79a677a2ca0b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks [] for port (7116479e-c830-4794-a8c4-344ab80f1cfc), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:40.553830 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaa9515-fac4-4451-ab71-bb524a7408e2 x-openstack-request-id: req-4eaa9515-fac4-4451-ab71-bb524a7408e2 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:40.554115 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eabc3a7-4972-40f2-b529-588c70a03ddd", "tag": "2771b0fa-dbf9-4e1a-8e51-8466e1b6e695", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:40.554367 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4eaa9515-fac4-4451-ab71-bb524a7408e2 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:40.554768 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eabc3a7-4972-40f2-b529-588c70a03ddd', 'tag': '2771b0fa-dbf9-4e1a-8e51-8466e1b6e695', 'status': 'completed', 'code': 200} Jan 28 13:30:40.775358 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-2747ce5d-5264-4686-a837-da9bf0654816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:40.777349 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-2747ce5d-5264-4686-a837-da9bf0654816 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab7dc526fd8f441185a698498cb3a4d8&device_id=7eabc3a7-4972-40f2-b529-588c70a03ddd HTTP/1.1" status: 200 len: 1094 time: 0.2355340 Jan 28 13:30:40.781698 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7da449d2-ed8f-4259-8d0c-fa14dbd3c31b req-61b3d15b-04e3-49d5-9aa2-137efbabc11a service neutron] 10.222.0.18 "GET /v2.0/networks/ba99c629-2970-426a-9101-bcd4c211caa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436508 Jan 28 13:30:40.797697 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a837ac-c9f1-4d7e-a632-ad539628a986 req-36ef0254-b67e-4fdc-b8e7-89f0b94bd617 tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:40.805165 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-39a837ac-c9f1-4d7e-a632-ad539628a986 req-36ef0254-b67e-4fdc-b8e7-89f0b94bd617 tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/ports?device_id=68840882-52ac-40f1-8427-34594ba6e201 HTTP/1.1" status: 200 len: 943 time: 0.2221134 Jan 28 13:30:40.832556 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-f1f73388-633a-4ba7-b20c-79a677a2ca0b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (7116479e-c830-4794-a8c4-344ab80f1cfc), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:40.921937 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-e7ce95db-baea-4545-ad07-4d486cb6c622 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2771b0fa-dbf9-4e1a-8e51-8466e1b6e695 HTTP/1.1" status: 200 len: 217 time: 0.1027191 Jan 28 13:30:40.937029 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7da449d2-ed8f-4259-8d0c-fa14dbd3c31b req-ad2a72cc-09e5-40f2-a968-541b4f471c97 service neutron] 10.222.0.18 "GET /v2.0/networks/ba99c629-2970-426a-9101-bcd4c211caa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221125 Jan 28 13:30:40.955921 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284898d-45a7-42b2-8eee-866b56eefe4c req-c86449a0-bd45-4d94-9976-7c14d1fccec9 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:40.968172 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e284898d-45a7-42b2-8eee-866b56eefe4c req-c86449a0-bd45-4d94-9976-7c14d1fccec9 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3b32418-8f5e-4b29-b1c0-4ecd70070a8a HTTP/1.1" status: 200 len: 931 time: 0.1863625 Jan 28 13:30:41.024282 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-c988e3e3-d9ff-4e12-9d61-e61fbe6a06c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:41.026169 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-c988e3e3-d9ff-4e12-9d61-e61fbe6a06c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71a5c6ba-e647-4544-86c2-92651ecb7e69 HTTP/1.1" status: 200 len: 852 time: 0.0548568 Jan 28 13:30:41.041948 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-f1f73388-633a-4ba7-b20c-79a677a2ca0b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Network e6fe2588-dbb4-4de3-9d1e-1323f44b0e96 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:30:41.048520 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-f1f73388-633a-4ba7-b20c-79a677a2ca0b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:30:41.074345 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-39a837ac-c9f1-4d7e-a632-ad539628a986 req-8f0f7471-1bcc-4065-a737-b11c3593c949 tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/security-groups?id=440580f3-7156-4479-8836-d1f16457df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682145 Jan 28 13:30:41.102525 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-f1f73388-633a-4ba7-b20c-79a677a2ca0b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:30:41.200472 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-f1f73388-633a-4ba7-b20c-79a677a2ca0b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:41.201776 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-f1f73388-633a-4ba7-b20c-79a677a2ca0b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:41.245453 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-f1f73388-633a-4ba7-b20c-79a677a2ca0b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9405334 Jan 28 13:30:41.252798 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-3413c08c-ab45-4a48-b027-34886b18743a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f773675e-cdaa-4e1f-928a-174702ce7787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2066655 Jan 28 13:30:41.266160 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-8046ca6e-0145-476c-87db-6cb0197a355d service neutron] Request body: {'port': {'device_id': 'e3b32418-8f5e-4b29-b1c0-4ecd70070a8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:41.280513 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f73388-633a-4ba7-b20c-79a677a2ca0b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Pushing event updated for resources: {'Port': ['ID=7116479e-c830-4794-a8c4-344ab80f1cfc,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:41.479448 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e284898d-45a7-42b2-8eee-866b56eefe4c req-e17ff483-109f-4eee-9518-8dcb6b9c8fad tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/security-groups?id=5dfaa926-0ea5-4dfd-9912-c47ccc13cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5090818 Jan 28 13:30:41.570309 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-8d38d1a3-8129-4bbd-b308-ca3b8f32feb3 None None] Provisioning complete for port 7116479e-c830-4794-a8c4-344ab80f1cfc triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:41.570828 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d38d1a3-8129-4bbd-b308-ca3b8f32feb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7116479e-c830-4794-a8c4-344ab80f1cfc), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:41.585128 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-8046ca6e-0145-476c-87db-6cb0197a355d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7116479e-c830-4794-a8c4-344ab80f1cfc), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:41.664179 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-8b0cbda5-c497-4c48-ad18-9bdca629ae11 service neutron] 10.222.0.18 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716799 Jan 28 13:30:41.667339 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8d38d1a3-8129-4bbd-b308-ca3b8f32feb3 None None] Port 7116479e-c830-4794-a8c4-344ab80f1cfc cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:30:41.780241 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e548672-0bea-4fdf-9009-3c895af09f5a req-6fa0102f-3ad9-4fdb-bf31-01b0356c7f56 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:41.790947 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2e548672-0bea-4fdf-9009-3c895af09f5a req-6fa0102f-3ad9-4fdb-bf31-01b0356c7f56 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eabc3a7-4972-40f2-b529-588c70a03ddd HTTP/1.1" status: 200 len: 943 time: 0.1245413 Jan 28 13:30:41.885421 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2e548672-0bea-4fdf-9009-3c895af09f5a req-e8cabc95-e834-4b8b-9842-db0589c56915 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928974 Jan 28 13:30:42.034152 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1dcb6974-dc8a-4f82-86b2-027c44c698d1 req-456aad3e-4f8d-4592-91cb-03cd20bb0505 service neutron] 10.222.0.18 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551555 Jan 28 13:30:42.202442 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-8046ca6e-0145-476c-87db-6cb0197a355d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7116479e-c830-4794-a8c4-344ab80f1cfc {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:30:42.213829 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-8046ca6e-0145-476c-87db-6cb0197a355d service neutron] Publish callbacks [] for port (7116479e-c830-4794-a8c4-344ab80f1cfc), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:42.231806 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-8046ca6e-0145-476c-87db-6cb0197a355d service neutron] Transition to ACTIVE for port object 7116479e-c830-4794-a8c4-344ab80f1cfc will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:30:42.237926 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-8046ca6e-0145-476c-87db-6cb0197a355d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (7116479e-c830-4794-a8c4-344ab80f1cfc), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:42.307324 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdf794-2279-466a-bff4-ef10c9f2de7d req-01bd1ccd-5e63-483d-878b-cec50cddd73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:42.309244 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-59bdf794-2279-466a-bff4-ef10c9f2de7d req-01bd1ccd-5e63-483d-878b-cec50cddd73d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab7dc526fd8f441185a698498cb3a4d8&device_id=7eabc3a7-4972-40f2-b529-588c70a03ddd HTTP/1.1" status: 200 len: 1094 time: 0.1888912 Jan 28 13:30:42.387076 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046ca6e-0145-476c-87db-6cb0197a355d service neutron] Pushing event updated for resources: {'Port': ['ID=7116479e-c830-4794-a8c4-344ab80f1cfc,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:42.411562 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 93274bb5-c00f-4ba5-b45a-18315a3186da details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:30:42.544523 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdf794-2279-466a-bff4-ef10c9f2de7d req-1b910e96-ee50-4869-b373-a2f39f002bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:42.547370 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-59bdf794-2279-466a-bff4-ef10c9f2de7d req-1b910e96-ee50-4869-b373-a2f39f002bfd service neutron] 10.222.0.18 "GET /v2.0/networks?id=f773675e-cdaa-4e1f-928a-174702ce7787 HTTP/1.1" status: 200 len: 912 time: 0.2085643 Jan 28 13:30:42.585940 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 93274bb5-c00f-4ba5-b45a-18315a3186da, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=93274bb5-c00f-4ba5-b45a-18315a3186da,segment=NetworkSegment(9a4f03d2-242a-4e92-a962-e92b709a956f),segment_id=9a4f03d2-242a-4e92-a962-e92b709a956f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:42.612223 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '93274bb5-c00f-4ba5-b45a-18315a3186da', 'network_id': 'ba99c629-2970-426a-9101-bcd4c211caa8', 'port_id': '93274bb5-c00f-4ba5-b45a-18315a3186da', 'mac_address': 'fa:16:3e:ab:26:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bec645b7-e1b4-46a9-894f-f9a0dec02edb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:30:42.683118 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-59bdf794-2279-466a-bff4-ef10c9f2de7d req-3cbbf355-6b65-4de6-bbb6-b75245cb3721 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2771b0fa-dbf9-4e1a-8e51-8466e1b6e695 HTTP/1.1" status: 200 len: 217 time: 0.0869687 Jan 28 13:30:42.722493 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 93274bb5-c00f-4ba5-b45a-18315a3186da is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:42.722885 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (93274bb5-c00f-4ba5-b45a-18315a3186da), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:42.737513 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e48c3b-4c4a-461c-8fa9-3f8fe34b7fbd req-b5ae3393-d81e-4cad-ab0a-ebdba0e1ef6d tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:42.744537 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93274bb5-c00f-4ba5-b45a-18315a3186da {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:30:42.756041 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-14e48c3b-4c4a-461c-8fa9-3f8fe34b7fbd req-b5ae3393-d81e-4cad-ab0a-ebdba0e1ef6d tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3b32418-8f5e-4b29-b1c0-4ecd70070a8a HTTP/1.1" status: 200 len: 943 time: 0.1190162 Jan 28 13:30:42.773397 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 93274bb5-c00f-4ba5-b45a-18315a3186da, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=93274bb5-c00f-4ba5-b45a-18315a3186da,segment=NetworkSegment(9a4f03d2-242a-4e92-a962-e92b709a956f),segment_id=9a4f03d2-242a-4e92-a962-e92b709a956f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:42.785167 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (93274bb5-c00f-4ba5-b45a-18315a3186da), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:42.851698 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdf794-2279-466a-bff4-ef10c9f2de7d req-2b5c5ca4-1436-4c01-bc79-4b3659440041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:42.853680 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-59bdf794-2279-466a-bff4-ef10c9f2de7d req-2b5c5ca4-1436-4c01-bc79-4b3659440041 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71a5c6ba-e647-4544-86c2-92651ecb7e69 HTTP/1.1" status: 200 len: 852 time: 0.1559036 Jan 28 13:30:42.872014 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62bfd8-0532-4985-abab-6ec110f5f6db req-6aa60ec0-10bd-4bbe-80c2-02b3ade7259b tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:42.873588 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1b62bfd8-0532-4985-abab-6ec110f5f6db req-6aa60ec0-10bd-4bbe-80c2-02b3ade7259b tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/ports?device_id=68840882-52ac-40f1-8427-34594ba6e201 HTTP/1.1" status: 200 len: 943 time: 0.6972954 Jan 28 13:30:42.891461 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=93274bb5-c00f-4ba5-b45a-18315a3186da,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:42.914709 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-14e48c3b-4c4a-461c-8fa9-3f8fe34b7fbd req-b25cec66-206c-4105-982f-afed8cd587f4 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/security-groups?id=5dfaa926-0ea5-4dfd-9912-c47ccc13cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542969 Jan 28 13:30:42.988881 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-59bdf794-2279-466a-bff4-ef10c9f2de7d req-c63b98c7-ba28-49f1-9807-84fc610bb7cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f773675e-cdaa-4e1f-928a-174702ce7787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135938 Jan 28 13:30:43.005254 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['93274bb5-c00f-4ba5-b45a-18315a3186da'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:43.009973 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-8046ca6e-0145-476c-87db-6cb0197a355d service neutron] Attempting to bind port 7116479e-c830-4794-a8c4-344ab80f1cfc on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:30:43.011931 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-8046ca6e-0145-476c-87db-6cb0197a355d service neutron] Attempting to bind port 7116479e-c830-4794-a8c4-344ab80f1cfc by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '4ad3547f-1c23-4863-9fde-17185a5d6ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e6fe2588-dbb4-4de3-9d1e-1323f44b0e96'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:30:43.012477 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-8046ca6e-0145-476c-87db-6cb0197a355d service neutron] Attempting to bind port 7116479e-c830-4794-a8c4-344ab80f1cfc on network e6fe2588-dbb4-4de3-9d1e-1323f44b0e96 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:43.104765 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-8046ca6e-0145-476c-87db-6cb0197a355d service neutron] Port 7116479e-c830-4794-a8c4-344ab80f1cfc on network e6fe2588-dbb4-4de3-9d1e-1323f44b0e96 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:30:43.105800 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-8046ca6e-0145-476c-87db-6cb0197a355d service neutron] Attempting to bind port 7116479e-c830-4794-a8c4-344ab80f1cfc on network e6fe2588-dbb4-4de3-9d1e-1323f44b0e96 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:43.405620 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1b62bfd8-0532-4985-abab-6ec110f5f6db req-e0ee7ded-93b3-42a5-855b-37acbd947b34 tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/security-groups?id=440580f3-7156-4479-8836-d1f16457df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958920 Jan 28 13:30:43.432127 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-8046ca6e-0145-476c-87db-6cb0197a355d service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:30:43.432470 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-8046ca6e-0145-476c-87db-6cb0197a355d service neutron] Checking segment: {'id': '4ad3547f-1c23-4863-9fde-17185a5d6ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e6fe2588-dbb4-4de3-9d1e-1323f44b0e96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:30:43.432866 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-8046ca6e-0145-476c-87db-6cb0197a355d service neutron] Bound using segment: {'id': '4ad3547f-1c23-4863-9fde-17185a5d6ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e6fe2588-dbb4-4de3-9d1e-1323f44b0e96'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:30:43.433311 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-8046ca6e-0145-476c-87db-6cb0197a355d service neutron] Bound port: 7116479e-c830-4794-a8c4-344ab80f1cfc, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad3547f-1c23-4863-9fde-17185a5d6ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e6fe2588-dbb4-4de3-9d1e-1323f44b0e96'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:30:43.433662 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-8046ca6e-0145-476c-87db-6cb0197a355d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7116479e-c830-4794-a8c4-344ab80f1cfc), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:43.438010 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-59bdf794-2279-466a-bff4-ef10c9f2de7d req-296e46c2-a41b-4788-96b7-e72aa094e1aa service neutron] 10.222.0.18 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182651 Jan 28 13:30:43.468165 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4b1e9-8e53-4119-a63c-68bf12f7bc3f req-59aeae68-32f6-42ad-ae12-87e96c8e4c4a tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:43.469686 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f2b4b1e9-8e53-4119-a63c-68bf12f7bc3f req-59aeae68-32f6-42ad-ae12-87e96c8e4c4a tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eabc3a7-4972-40f2-b529-588c70a03ddd HTTP/1.1" status: 200 len: 943 time: 0.0774634 Jan 28 13:30:43.606624 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f2b4b1e9-8e53-4119-a63c-68bf12f7bc3f req-beba35c1-a4d0-4c2d-8fce-dd1b5f85e59d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298721 Jan 28 13:30:43.664283 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-59bdf794-2279-466a-bff4-ef10c9f2de7d req-82db307b-f94e-4ed6-a3b7-a1f620cc6c60 service neutron] 10.222.0.18 "GET /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184308 Jan 28 13:30:43.676367 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-8046ca6e-0145-476c-87db-6cb0197a355d service neutron] For port 7116479e-c830-4794-a8c4-344ab80f1cfc, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:30:43.679911 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-8046ca6e-0145-476c-87db-6cb0197a355d service neutron] For port 7116479e-c830-4794-a8c4-344ab80f1cfc, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=7116479e-c830-4794-a8c4-344ab80f1cfc,segment=NetworkSegment(4ad3547f-1c23-4863-9fde-17185a5d6ed5),segment_id=4ad3547f-1c23-4863-9fde-17185a5d6ed5)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:30:43.684762 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-8046ca6e-0145-476c-87db-6cb0197a355d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (7116479e-c830-4794-a8c4-344ab80f1cfc), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:43.723665 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-8046ca6e-0145-476c-87db-6cb0197a355d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:43.724309 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-8046ca6e-0145-476c-87db-6cb0197a355d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:43.725899 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-8046ca6e-0145-476c-87db-6cb0197a355d service neutron] 10.222.0.37 "PUT /v2.0/ports/7116479e-c830-4794-a8c4-344ab80f1cfc HTTP/1.1" status: 200 len: 1091 time: 2.4659154 Jan 28 13:30:43.727696 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b32418-8f5e-4b29-b1c0-4ecd70070a8a', 'tag': '7116479e-c830-4794-a8c4-344ab80f1cfc'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:43.732175 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da304b27-40ac-494e-aecf-7dafec94b27b" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b32418-8f5e-4b29-b1c0-4ecd70070a8a", "tag": "7116479e-c830-4794-a8c4-344ab80f1cfc"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:43.795080 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fea674-d3a4-447a-bb1a-5b150fe01428 x-openstack-request-id: req-b1fea674-d3a4-447a-bb1a-5b150fe01428 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:43.795751 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b32418-8f5e-4b29-b1c0-4ecd70070a8a", "tag": "7116479e-c830-4794-a8c4-344ab80f1cfc", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:43.796227 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b1fea674-d3a4-447a-bb1a-5b150fe01428 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:43.796859 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b32418-8f5e-4b29-b1c0-4ecd70070a8a', 'tag': '7116479e-c830-4794-a8c4-344ab80f1cfc', 'status': 'completed', 'code': 200} Jan 28 13:30:43.802259 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046ca6e-0145-476c-87db-6cb0197a355d service neutron] Pushing event updated for resources: {'Port': ['ID=7116479e-c830-4794-a8c4-344ab80f1cfc,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:43.841643 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-77c97453-dec1-4500-aa04-88e761489f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:43.843367 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-77c97453-dec1-4500-aa04-88e761489f4b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52180c6a713c4a868172017eb1f2f53b&device_id=e3b32418-8f5e-4b29-b1c0-4ecd70070a8a HTTP/1.1" status: 200 len: 1094 time: 0.0682936 Jan 28 13:30:43.896643 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-a1af6242-1804-410c-a4de-656222ece189 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7116479e-c830-4794-a8c4-344ab80f1cfc HTTP/1.1" status: 200 len: 217 time: 0.0458131 Jan 28 13:30:43.955941 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-71d1ef33-4a0b-4a53-afca-f83d125c9c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:43.958408 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-71d1ef33-4a0b-4a53-afca-f83d125c9c3f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8dfa90cf-6860-4d71-80f6-d4c3faf485dd HTTP/1.1" status: 200 len: 868 time: 0.0563283 Jan 28 13:30:44.024239 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-b43c15e9-e3af-448b-aad3-a5cc0cfc39ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:44.026091 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-b43c15e9-e3af-448b-aad3-a5cc0cfc39ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6fe2588-dbb4-4de3-9d1e-1323f44b0e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604825 Jan 28 13:30:44.133197 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e968a6-26de-4f99-a8e0-7e8134f6514b req-9e3aad51-5695-407c-bae5-68f77a9df84a tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:44.135649 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9e968a6-26de-4f99-a8e0-7e8134f6514b req-9e3aad51-5695-407c-bae5-68f77a9df84a tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3b32418-8f5e-4b29-b1c0-4ecd70070a8a HTTP/1.1" status: 200 len: 943 time: 0.1062877 Jan 28 13:30:44.193185 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-034829bb-fa94-4b52-a6ba-08993d9da83c service neutron] 10.222.0.37 "GET /v2.0/networks/e6fe2588-dbb4-4de3-9d1e-1323f44b0e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541102 Jan 28 13:30:44.289420 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9e968a6-26de-4f99-a8e0-7e8134f6514b req-dff618b4-09fd-432c-a49a-62718db7410d tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/security-groups?id=5dfaa926-0ea5-4dfd-9912-c47ccc13cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464508 Jan 28 13:30:44.333788 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65a57038-16dc-41d1-90a3-fe5f83319287 req-5072730b-a065-44d4-b0e3-dd3546dcbb74 service neutron] 10.222.0.37 "GET /v2.0/networks/e6fe2588-dbb4-4de3-9d1e-1323f44b0e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345534 Jan 28 13:30:44.426235 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 2771b0fa-dbf9-4e1a-8e51-8466e1b6e695 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:30:44.439548 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da304b27-40ac-494e-aecf-7dafec94b27b req-fe3794fb-22b2-4408-aaec-115e8a3a8e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:44.441712 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-da304b27-40ac-494e-aecf-7dafec94b27b req-fe3794fb-22b2-4408-aaec-115e8a3a8e36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52180c6a713c4a868172017eb1f2f53b&device_id=e3b32418-8f5e-4b29-b1c0-4ecd70070a8a HTTP/1.1" status: 200 len: 1094 time: 0.0547388 Jan 28 13:30:44.476426 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 93274bb5-c00f-4ba5-b45a-18315a3186da up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:30:44.577099 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 2771b0fa-dbf9-4e1a-8e51-8466e1b6e695, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2771b0fa-dbf9-4e1a-8e51-8466e1b6e695,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:44.585802 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15613d38-4518-4e22-81bc-bf3291117158 req-a703eaed-08b5-449f-aaaa-172eb08461b2 tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:44.587646 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15613d38-4518-4e22-81bc-bf3291117158 req-a703eaed-08b5-449f-aaaa-172eb08461b2 tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/ports?device_id=68840882-52ac-40f1-8427-34594ba6e201 HTTP/1.1" status: 200 len: 944 time: 0.0675118 Jan 28 13:30:44.595159 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '2771b0fa-dbf9-4e1a-8e51-8466e1b6e695', 'network_id': 'f773675e-cdaa-4e1f-928a-174702ce7787', 'port_id': '2771b0fa-dbf9-4e1a-8e51-8466e1b6e695', 'mac_address': 'fa:16:3e:0f:48:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71a5c6ba-e647-4544-86c2-92651ecb7e69', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:30:44.630198 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da304b27-40ac-494e-aecf-7dafec94b27b req-6c0b70e5-1a78-4db8-bf65-cb335bf4ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:44.645774 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-da304b27-40ac-494e-aecf-7dafec94b27b req-6c0b70e5-1a78-4db8-bf65-cb335bf4ad07 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6fe2588-dbb4-4de3-9d1e-1323f44b0e96 HTTP/1.1" status: 200 len: 929 time: 0.1981971 Jan 28 13:30:44.670104 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 2771b0fa-dbf9-4e1a-8e51-8466e1b6e695 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:44.670488 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2771b0fa-dbf9-4e1a-8e51-8466e1b6e695), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:44.693032 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2771b0fa-dbf9-4e1a-8e51-8466e1b6e695 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:30:44.716742 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 2771b0fa-dbf9-4e1a-8e51-8466e1b6e695, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2771b0fa-dbf9-4e1a-8e51-8466e1b6e695,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:44.726526 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2771b0fa-dbf9-4e1a-8e51-8466e1b6e695), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:44.806589 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5ac13-a6fc-4da8-99a8-743ca0b19c11 req-582a36c0-e901-4432-aeb7-33c9bcc9e339 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:44.815928 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d4b5ac13-a6fc-4da8-99a8-743ca0b19c11 req-582a36c0-e901-4432-aeb7-33c9bcc9e339 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eabc3a7-4972-40f2-b529-588c70a03ddd HTTP/1.1" status: 200 len: 944 time: 0.0787005 Jan 28 13:30:44.819126 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15613d38-4518-4e22-81bc-bf3291117158 req-4ecded70-fe0f-46c6-8688-f6c419938387 tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/security-groups?id=440580f3-7156-4479-8836-d1f16457df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237542 Jan 28 13:30:44.821962 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-da304b27-40ac-494e-aecf-7dafec94b27b req-485f0706-aac0-4744-bfb2-c07a6e9333c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7116479e-c830-4794-a8c4-344ab80f1cfc HTTP/1.1" status: 200 len: 217 time: 0.1671748 Jan 28 13:30:44.917875 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d4b5ac13-a6fc-4da8-99a8-743ca0b19c11 req-3a95a005-bcb9-4775-ab3a-bc4470e141ba tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977163 Jan 28 13:30:44.929897 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da304b27-40ac-494e-aecf-7dafec94b27b req-51dafeb7-a8dc-4caa-b752-5c792c0c2a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:44.935956 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-da304b27-40ac-494e-aecf-7dafec94b27b req-51dafeb7-a8dc-4caa-b752-5c792c0c2a20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8dfa90cf-6860-4d71-80f6-d4c3faf485dd HTTP/1.1" status: 200 len: 868 time: 0.1081333 Jan 28 13:30:45.019164 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da304b27-40ac-494e-aecf-7dafec94b27b req-4cee6fca-27f6-4187-a752-c6f55f5a0333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:45.020752 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-da304b27-40ac-494e-aecf-7dafec94b27b req-4cee6fca-27f6-4187-a752-c6f55f5a0333 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6fe2588-dbb4-4de3-9d1e-1323f44b0e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722034 Jan 28 13:30:45.085233 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 93274bb5-c00f-4ba5-b45a-18315a3186da completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:30:45.109945 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 93274bb5-c00f-4ba5-b45a-18315a3186da triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:45.110472 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (93274bb5-c00f-4ba5-b45a-18315a3186da), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:45.167715 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['2771b0fa-dbf9-4e1a-8e51-8466e1b6e695'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:45.178690 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=2771b0fa-dbf9-4e1a-8e51-8466e1b6e695,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:45.225176 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-da304b27-40ac-494e-aecf-7dafec94b27b req-a74bc49e-d649-4e80-a8fc-3ab33e6726fb service neutron] 10.222.0.37 "GET /v2.0/networks/e6fe2588-dbb4-4de3-9d1e-1323f44b0e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931028 Jan 28 13:30:45.313983 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 93274bb5-c00f-4ba5-b45a-18315a3186da is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:45.319025 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (93274bb5-c00f-4ba5-b45a-18315a3186da), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:45.364812 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68840882-52ac-40f1-8427-34594ba6e201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93274bb5-c00f-4ba5-b45a-18315a3186da'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:45.367304 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7147877a-2b87-4f68-ac01-6e3875776e7c" -d '{"events": [{"server_uuid": "68840882-52ac-40f1-8427-34594ba6e201", "name": "network-vif-plugged", "status": "completed", "tag": "93274bb5-c00f-4ba5-b45a-18315a3186da"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:45.432363 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 93274bb5-c00f-4ba5-b45a-18315a3186da, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=93274bb5-c00f-4ba5-b45a-18315a3186da,segment=NetworkSegment(9a4f03d2-242a-4e92-a962-e92b709a956f),segment_id=9a4f03d2-242a-4e92-a962-e92b709a956f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:45.450324 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-da304b27-40ac-494e-aecf-7dafec94b27b req-20a531c4-9129-4441-bd20-b132c69b791b service neutron] 10.222.0.37 "GET /v2.0/networks/e6fe2588-dbb4-4de3-9d1e-1323f44b0e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182090 Jan 28 13:30:45.516241 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5629b515-1022-4e8d-a433-d4c1e26243b5 x-openstack-request-id: req-5629b515-1022-4e8d-a433-d4c1e26243b5 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:45.516649 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68840882-52ac-40f1-8427-34594ba6e201", "name": "network-vif-plugged", "status": "completed", "tag": "93274bb5-c00f-4ba5-b45a-18315a3186da", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:45.516871 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5629b515-1022-4e8d-a433-d4c1e26243b5 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:45.517290 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68840882-52ac-40f1-8427-34594ba6e201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93274bb5-c00f-4ba5-b45a-18315a3186da', 'code': 200} Jan 28 13:30:45.525983 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (93274bb5-c00f-4ba5-b45a-18315a3186da), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:45.594712 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499175f4-2ce2-4ed2-97ad-048db7816bf3 req-7c3a0e0a-92db-4b01-bdcc-6422a6248091 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:45.597726 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-499175f4-2ce2-4ed2-97ad-048db7816bf3 req-7c3a0e0a-92db-4b01-bdcc-6422a6248091 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3b32418-8f5e-4b29-b1c0-4ecd70070a8a HTTP/1.1" status: 200 len: 943 time: 0.1382272 Jan 28 13:30:45.601455 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=93274bb5-c00f-4ba5-b45a-18315a3186da,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:45.646491 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10a960-b20c-4993-82cf-d0b69062bfea req-85ffb24a-9f46-43c2-a06d-8a9291b8ff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:45.651238 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8e10a960-b20c-4993-82cf-d0b69062bfea req-85ffb24a-9f46-43c2-a06d-8a9291b8ff6c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=68840882-52ac-40f1-8427-34594ba6e201 HTTP/1.1" status: 200 len: 1096 time: 0.1159539 Jan 28 13:30:45.676907 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-499175f4-2ce2-4ed2-97ad-048db7816bf3 req-58c5b9b4-b055-474b-9df3-39adadb47cdd tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/security-groups?id=5dfaa926-0ea5-4dfd-9912-c47ccc13cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712056 Jan 28 13:30:45.714075 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8e10a960-b20c-4993-82cf-d0b69062bfea req-a8db1c2b-1893-41c5-8f20-8d98a4e5bd90 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=440580f3-7156-4479-8836-d1f16457df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565670 Jan 28 13:30:45.976257 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c8020-1cf1-424e-ac38-6c235204462f req-1c49e945-c5b6-4269-bd89-a2def648aef0 tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:45.977815 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c49c8020-1cf1-424e-ac38-6c235204462f req-1c49e945-c5b6-4269-bd89-a2def648aef0 tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/ports?device_id=68840882-52ac-40f1-8427-34594ba6e201 HTTP/1.1" status: 200 len: 945 time: 0.0596066 Jan 28 13:30:46.059763 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c49c8020-1cf1-424e-ac38-6c235204462f req-52c8702d-5262-4534-9cb4-46e4d3d58f50 tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/security-groups?id=440580f3-7156-4479-8836-d1f16457df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672126 Jan 28 13:30:46.078175 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ad2db-de51-4e00-9344-04d54596b120 req-0fa3ac7f-a3f5-4641-83cb-8ec99efcad71 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:46.080081 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f87ad2db-de51-4e00-9344-04d54596b120 req-0fa3ac7f-a3f5-4641-83cb-8ec99efcad71 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eabc3a7-4972-40f2-b529-588c70a03ddd HTTP/1.1" status: 200 len: 944 time: 0.0776248 Jan 28 13:30:46.198461 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f87ad2db-de51-4e00-9344-04d54596b120 req-b0a39da2-fe12-4872-bb31-8ebee19c77c6 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056795 Jan 28 13:30:46.454709 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 2771b0fa-dbf9-4e1a-8e51-8466e1b6e695 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:30:46.550636 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 2771b0fa-dbf9-4e1a-8e51-8466e1b6e695 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:30:46.559183 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 2771b0fa-dbf9-4e1a-8e51-8466e1b6e695 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:46.559783 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2771b0fa-dbf9-4e1a-8e51-8466e1b6e695), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:46.649478 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 7116479e-c830-4794-a8c4-344ab80f1cfc details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:30:46.676447 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 2771b0fa-dbf9-4e1a-8e51-8466e1b6e695 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:46.677153 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2771b0fa-dbf9-4e1a-8e51-8466e1b6e695), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:46.789658 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 2771b0fa-dbf9-4e1a-8e51-8466e1b6e695, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2771b0fa-dbf9-4e1a-8e51-8466e1b6e695,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:46.803544 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2771b0fa-dbf9-4e1a-8e51-8466e1b6e695), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:46.822100 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43fb39-7c2b-438b-b74b-484cd7708ee6 req-28604768-a32e-48b4-9a22-a77c1ac701cd tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:46.830086 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3c43fb39-7c2b-438b-b74b-484cd7708ee6 req-28604768-a32e-48b4-9a22-a77c1ac701cd tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3b32418-8f5e-4b29-b1c0-4ecd70070a8a HTTP/1.1" status: 200 len: 943 time: 0.0715547 Jan 28 13:30:46.894559 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 7116479e-c830-4794-a8c4-344ab80f1cfc, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=7116479e-c830-4794-a8c4-344ab80f1cfc,segment=NetworkSegment(4ad3547f-1c23-4863-9fde-17185a5d6ed5),segment_id=4ad3547f-1c23-4863-9fde-17185a5d6ed5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:46.908939 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3c43fb39-7c2b-438b-b74b-484cd7708ee6 req-b6a7eb46-5cc2-4dce-84fe-d3179415e96f tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/security-groups?id=5dfaa926-0ea5-4dfd-9912-c47ccc13cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777051 Jan 28 13:30:46.911142 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=2771b0fa-dbf9-4e1a-8e51-8466e1b6e695,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:46.918905 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '7116479e-c830-4794-a8c4-344ab80f1cfc', 'network_id': 'e6fe2588-dbb4-4de3-9d1e-1323f44b0e96', 'port_id': '7116479e-c830-4794-a8c4-344ab80f1cfc', 'mac_address': 'fa:16:3e:63:67:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dfa90cf-6860-4d71-80f6-d4c3faf485dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:30:46.983512 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 7116479e-c830-4794-a8c4-344ab80f1cfc is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:46.984149 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7116479e-c830-4794-a8c4-344ab80f1cfc), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:47.002967 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7116479e-c830-4794-a8c4-344ab80f1cfc {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:30:47.049259 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 7116479e-c830-4794-a8c4-344ab80f1cfc, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=7116479e-c830-4794-a8c4-344ab80f1cfc,segment=NetworkSegment(4ad3547f-1c23-4863-9fde-17185a5d6ed5),segment_id=4ad3547f-1c23-4863-9fde-17185a5d6ed5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:47.054287 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7116479e-c830-4794-a8c4-344ab80f1cfc), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:47.118058 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=7116479e-c830-4794-a8c4-344ab80f1cfc,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:47.196506 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fded77-bee0-4c15-9047-fc49be5a6cfd req-4677cdbb-54b2-4686-b57f-cc950ba21571 tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:47.198391 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e8fded77-bee0-4c15-9047-fc49be5a6cfd req-4677cdbb-54b2-4686-b57f-cc950ba21571 tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/ports?device_id=68840882-52ac-40f1-8427-34594ba6e201 HTTP/1.1" status: 200 len: 945 time: 0.0554523 Jan 28 13:30:47.272757 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e8fded77-bee0-4c15-9047-fc49be5a6cfd req-2f58541c-8c4a-4b85-ad7d-9388dae6d4c7 tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/security-groups?id=440580f3-7156-4479-8836-d1f16457df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576653 Jan 28 13:30:47.395746 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['7116479e-c830-4794-a8c4-344ab80f1cfc'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:47.425929 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c86a3e-9b8d-4013-b201-9c640e172082 req-b3825c8f-ba4f-4965-aada-514056a70831 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:47.428274 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-55c86a3e-9b8d-4013-b201-9c640e172082 req-b3825c8f-ba4f-4965-aada-514056a70831 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eabc3a7-4972-40f2-b529-588c70a03ddd HTTP/1.1" status: 200 len: 945 time: 0.0819075 Jan 28 13:30:47.490803 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-55c86a3e-9b8d-4013-b201-9c640e172082 req-a8e7cec2-aec8-42bb-874e-197d1f311de7 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531669 Jan 28 13:30:47.525550 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eabc3a7-4972-40f2-b529-588c70a03ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2771b0fa-dbf9-4e1a-8e51-8466e1b6e695'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:47.528432 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76e2315-6dfc-4095-b409-d13d2de67d71" -d '{"events": [{"server_uuid": "7eabc3a7-4972-40f2-b529-588c70a03ddd", "name": "network-vif-plugged", "status": "completed", "tag": "2771b0fa-dbf9-4e1a-8e51-8466e1b6e695"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:47.575192 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:47.648839 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad4a572-79bb-447a-b1a4-10b23b97dded x-openstack-request-id: req-4ad4a572-79bb-447a-b1a4-10b23b97dded {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:47.648839 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eabc3a7-4972-40f2-b529-588c70a03ddd", "name": "network-vif-plugged", "status": "completed", "tag": "2771b0fa-dbf9-4e1a-8e51-8466e1b6e695", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:47.649066 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4ad4a572-79bb-447a-b1a4-10b23b97dded {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:47.649379 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eabc3a7-4972-40f2-b529-588c70a03ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2771b0fa-dbf9-4e1a-8e51-8466e1b6e695', 'code': 200} Jan 28 13:30:47.696900 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc685107-867d-4c55-92cd-fb9611f9e1a7 req-feaae833-1158-4c0d-b10f-90cead629240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:47.698456 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc685107-867d-4c55-92cd-fb9611f9e1a7 req-feaae833-1158-4c0d-b10f-90cead629240 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2599eaa778f84d05aec9882579c09767&device_id=68840882-52ac-40f1-8427-34594ba6e201 HTTP/1.1" status: 200 len: 1096 time: 0.0930700 Jan 28 13:30:47.714906 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da5102-673a-46dd-8ab0-fe18dd1b8029 req-d6ca0ddf-761a-43bc-8672-de7dfc502c84 tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:47.716600 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b2da5102-673a-46dd-8ab0-fe18dd1b8029 req-d6ca0ddf-761a-43bc-8672-de7dfc502c84 tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/ports?device_id=68840882-52ac-40f1-8427-34594ba6e201 HTTP/1.1" status: 200 len: 945 time: 0.0832894 Jan 28 13:30:47.780470 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db651d85-5ca0-4d53-bd68-bcfdf650d9c7 req-2ecae70a-8a56-43ab-910c-a724f63d1ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:47.783493 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db651d85-5ca0-4d53-bd68-bcfdf650d9c7 req-2ecae70a-8a56-43ab-910c-a724f63d1ac9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7eabc3a7-4972-40f2-b529-588c70a03ddd HTTP/1.1" status: 200 len: 1096 time: 0.0687151 Jan 28 13:30:47.853504 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db651d85-5ca0-4d53-bd68-bcfdf650d9c7 req-a48ad839-8691-4f56-969e-7d9216965104 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597525 Jan 28 13:30:47.879606 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b2da5102-673a-46dd-8ab0-fe18dd1b8029 req-5fdddc60-4eee-41b4-87cf-18ef5cafc884 tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/security-groups?id=440580f3-7156-4479-8836-d1f16457df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442344 Jan 28 13:30:47.915917 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:30:47.928724 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc685107-867d-4c55-92cd-fb9611f9e1a7 req-dc9652b7-b5f2-40ea-a707-e68cb8b44775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:47.930201 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc685107-867d-4c55-92cd-fb9611f9e1a7 req-dc9652b7-b5f2-40ea-a707-e68cb8b44775 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba99c629-2970-426a-9101-bcd4c211caa8 HTTP/1.1" status: 200 len: 914 time: 0.2246404 Jan 28 13:30:48.102675 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc685107-867d-4c55-92cd-fb9611f9e1a7 req-e55b13fb-cee5-460f-b811-b6de75e5eeaa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93274bb5-c00f-4ba5-b45a-18315a3186da HTTP/1.1" status: 200 len: 217 time: 0.0498002 Jan 28 13:30:48.113810 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdeecc-f6cc-4c0c-b5fd-6c8b62fc0099 req-cda37214-0597-40a0-a3a3-41010be71700 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:48.116295 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0fbdeecc-f6cc-4c0c-b5fd-6c8b62fc0099 req-cda37214-0597-40a0-a3a3-41010be71700 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3b32418-8f5e-4b29-b1c0-4ecd70070a8a HTTP/1.1" status: 200 len: 944 time: 0.1049685 Jan 28 13:30:48.199677 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc685107-867d-4c55-92cd-fb9611f9e1a7 req-6cc82bfc-bbca-48b7-bdfa-91c7dbfcd61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:48.201943 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc685107-867d-4c55-92cd-fb9611f9e1a7 req-6cc82bfc-bbca-48b7-bdfa-91c7dbfcd61b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bec645b7-e1b4-46a9-894f-f9a0dec02edb HTTP/1.1" status: 200 len: 854 time: 0.0846097 Jan 28 13:30:48.205200 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0fbdeecc-f6cc-4c0c-b5fd-6c8b62fc0099 req-86619a87-6f5f-4068-bee5-82e72744e864 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/security-groups?id=5dfaa926-0ea5-4dfd-9912-c47ccc13cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803690 Jan 28 13:30:48.243163 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc685107-867d-4c55-92cd-fb9611f9e1a7 req-7c4f0be4-eabc-4fe2-a1fe-80ab63808f9e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba99c629-2970-426a-9101-bcd4c211caa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347183 Jan 28 13:30:48.402264 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc685107-867d-4c55-92cd-fb9611f9e1a7 req-48fd413c-637d-4eb6-93cf-81666182fa04 service neutron] 10.222.0.18 "GET /v2.0/networks/ba99c629-2970-426a-9101-bcd4c211caa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436508 Jan 28 13:30:48.543889 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc685107-867d-4c55-92cd-fb9611f9e1a7 req-6c350d0d-d492-4754-85e2-d514fae418a5 service neutron] 10.222.0.18 "GET /v2.0/networks/ba99c629-2970-426a-9101-bcd4c211caa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351316 Jan 28 13:30:48.654668 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 7116479e-c830-4794-a8c4-344ab80f1cfc up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:30:48.660062 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75702bc2-f210-458a-9f5b-a22c4f03e2f4 req-1c34ea41-fb18-4b30-b5c9-a08bcae1a391 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:48.667314 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-75702bc2-f210-458a-9f5b-a22c4f03e2f4 req-1c34ea41-fb18-4b30-b5c9-a08bcae1a391 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eabc3a7-4972-40f2-b529-588c70a03ddd HTTP/1.1" status: 200 len: 945 time: 0.0789704 Jan 28 13:30:48.721060 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 7116479e-c830-4794-a8c4-344ab80f1cfc completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:30:48.725436 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 7116479e-c830-4794-a8c4-344ab80f1cfc triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:48.725821 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7116479e-c830-4794-a8c4-344ab80f1cfc), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:48.732310 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-75702bc2-f210-458a-9f5b-a22c4f03e2f4 req-e0b8fa52-5f5e-4b68-b934-47b6285d419d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640867 Jan 28 13:30:48.811665 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 7116479e-c830-4794-a8c4-344ab80f1cfc is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:48.811866 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7116479e-c830-4794-a8c4-344ab80f1cfc), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:48.851662 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 7116479e-c830-4794-a8c4-344ab80f1cfc, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=7116479e-c830-4794-a8c4-344ab80f1cfc,segment=NetworkSegment(4ad3547f-1c23-4863-9fde-17185a5d6ed5),segment_id=4ad3547f-1c23-4863-9fde-17185a5d6ed5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:48.857652 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7116479e-c830-4794-a8c4-344ab80f1cfc), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:48.911998 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=7116479e-c830-4794-a8c4-344ab80f1cfc,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:49.045607 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318a978-382f-4fad-880d-f2e2865e24ba req-7077af46-862d-4479-96a7-2e990e507cfb tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:49.047700 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4318a978-382f-4fad-880d-f2e2865e24ba req-7077af46-862d-4479-96a7-2e990e507cfb tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/ports?device_id=68840882-52ac-40f1-8427-34594ba6e201 HTTP/1.1" status: 200 len: 945 time: 0.0749233 Jan 28 13:30:49.105853 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4318a978-382f-4fad-880d-f2e2865e24ba req-0a524d63-b487-4a1a-84f1-d25c1aa52332 tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/security-groups?id=440580f3-7156-4479-8836-d1f16457df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515783 Jan 28 13:30:49.354419 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0867e5-cde4-4d34-8cc7-b95bc0572b8e req-61ff2836-e3de-43bb-9f38-c526d02dc9d3 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:49.356126 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d0867e5-cde4-4d34-8cc7-b95bc0572b8e req-61ff2836-e3de-43bb-9f38-c526d02dc9d3 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3b32418-8f5e-4b29-b1c0-4ecd70070a8a HTTP/1.1" status: 200 len: 945 time: 0.0533822 Jan 28 13:30:49.407570 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d0867e5-cde4-4d34-8cc7-b95bc0572b8e req-ea2dd4c1-bed9-4aa8-b508-ba346ef84c36 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/security-groups?id=5dfaa926-0ea5-4dfd-9912-c47ccc13cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429850 Jan 28 13:30:49.642241 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:49.651125 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b32418-8f5e-4b29-b1c0-4ecd70070a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7116479e-c830-4794-a8c4-344ab80f1cfc'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:49.654625 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b56283-8b96-4394-aabe-254192fa5f9c" -d '{"events": [{"server_uuid": "e3b32418-8f5e-4b29-b1c0-4ecd70070a8a", "name": "network-vif-plugged", "status": "completed", "tag": "7116479e-c830-4794-a8c4-344ab80f1cfc"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:49.708529 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bea05d6-58b9-48f9-ac86-c4cd17b21f91 x-openstack-request-id: req-6bea05d6-58b9-48f9-ac86-c4cd17b21f91 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:49.708529 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b32418-8f5e-4b29-b1c0-4ecd70070a8a", "name": "network-vif-plugged", "status": "completed", "tag": "7116479e-c830-4794-a8c4-344ab80f1cfc", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:49.709663 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6bea05d6-58b9-48f9-ac86-c4cd17b21f91 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:49.709663 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b32418-8f5e-4b29-b1c0-4ecd70070a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7116479e-c830-4794-a8c4-344ab80f1cfc', 'code': 200} Jan 28 13:30:49.840987 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02b1e7-e145-4335-8da2-a2fc58b91457 req-0e5d8c1b-c59f-4053-b9c1-b57b8573bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:49.843205 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8a02b1e7-e145-4335-8da2-a2fc58b91457 req-0e5d8c1b-c59f-4053-b9c1-b57b8573bf16 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e3b32418-8f5e-4b29-b1c0-4ecd70070a8a HTTP/1.1" status: 200 len: 1096 time: 0.0671542 Jan 28 13:30:49.894790 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8a02b1e7-e145-4335-8da2-a2fc58b91457 req-25062831-660a-484d-ac45-2e09f7c8c29e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5dfaa926-0ea5-4dfd-9912-c47ccc13cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450330 Jan 28 13:30:49.902668 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5cae8-e5d4-47fb-82d1-c806cca76933 req-ee6560c2-b72b-47a9-a370-181032d77cd2 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:49.904202 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d2f5cae8-e5d4-47fb-82d1-c806cca76933 req-ee6560c2-b72b-47a9-a370-181032d77cd2 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eabc3a7-4972-40f2-b529-588c70a03ddd HTTP/1.1" status: 200 len: 945 time: 0.0644195 Jan 28 13:30:49.962692 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d2f5cae8-e5d4-47fb-82d1-c806cca76933 req-4d943422-193f-4990-a38a-ec0993693c77 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519004 Jan 28 13:30:50.256294 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b0b98-4615-4952-9706-abd25ee6ed55 req-08e90b01-f169-4fba-9a53-e8526c56650d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:50.264922 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b79b0b98-4615-4952-9706-abd25ee6ed55 req-08e90b01-f169-4fba-9a53-e8526c56650d tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eabc3a7-4972-40f2-b529-588c70a03ddd HTTP/1.1" status: 200 len: 945 time: 0.0593119 Jan 28 13:30:50.272196 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a3f28-80e2-4e05-83bd-2cbc61798e86 req-6f8c76f8-bbc9-4f70-8218-9a47043c261b tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:50.279938 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-792a3f28-80e2-4e05-83bd-2cbc61798e86 req-6f8c76f8-bbc9-4f70-8218-9a47043c261b tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/ports?device_id=68840882-52ac-40f1-8427-34594ba6e201 HTTP/1.1" status: 200 len: 945 time: 0.0555711 Jan 28 13:30:50.324557 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b79b0b98-4615-4952-9706-abd25ee6ed55 req-f73422d5-5999-41a7-a701-5a980218b2a9 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580158 Jan 28 13:30:50.346172 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-792a3f28-80e2-4e05-83bd-2cbc61798e86 req-bf5375ee-6dbf-4d36-8022-8bae6a8316ed tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/security-groups?id=440580f3-7156-4479-8836-d1f16457df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651031 Jan 28 13:30:50.562406 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a573195-a365-481a-b682-28d5ea2d98db req-42d2209f-73a0-4b1e-af01-a1c7bad426da tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:50.564761 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8a573195-a365-481a-b682-28d5ea2d98db req-42d2209f-73a0-4b1e-af01-a1c7bad426da tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3b32418-8f5e-4b29-b1c0-4ecd70070a8a HTTP/1.1" status: 200 len: 945 time: 0.0670705 Jan 28 13:30:50.641726 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8a573195-a365-481a-b682-28d5ea2d98db req-080da8eb-109a-471a-a94f-e98e36f814e8 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/security-groups?id=5dfaa926-0ea5-4dfd-9912-c47ccc13cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680625 Jan 28 13:30:50.781720 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a55186-9c23-4219-8b14-7156c2358263 req-637d2960-0240-4200-904d-085b739a0f6f tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:50.789828 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c5a55186-9c23-4219-8b14-7156c2358263 req-637d2960-0240-4200-904d-085b739a0f6f tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/ports?device_id=68840882-52ac-40f1-8427-34594ba6e201 HTTP/1.1" status: 200 len: 945 time: 0.0596418 Jan 28 13:30:50.852345 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c5a55186-9c23-4219-8b14-7156c2358263 req-99dc68ea-96a6-4f76-a5bb-950b5237c2ac tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/security-groups?id=440580f3-7156-4479-8836-d1f16457df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615582 Jan 28 13:30:51.457707 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3c854-47e3-43d3-8622-619469eda419 req-88cb8e56-29f0-4d4d-a28a-5058c002459b tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:51.459591 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d8c3c854-47e3-43d3-8622-619469eda419 req-88cb8e56-29f0-4d4d-a28a-5058c002459b tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eabc3a7-4972-40f2-b529-588c70a03ddd HTTP/1.1" status: 200 len: 945 time: 0.0583348 Jan 28 13:30:51.847363 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ed429-fb84-4181-9924-c6ccd3280acd req-69355da6-0cda-45a0-a04e-8d868c8d2614 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:51.855824 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e36ed429-fb84-4181-9924-c6ccd3280acd req-69355da6-0cda-45a0-a04e-8d868c8d2614 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3b32418-8f5e-4b29-b1c0-4ecd70070a8a HTTP/1.1" status: 200 len: 945 time: 0.1142373 Jan 28 13:30:51.906364 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d8c3c854-47e3-43d3-8622-619469eda419 req-62db7b4e-e7db-4007-8174-292187ec2b29 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406433 Jan 28 13:30:51.932602 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e36ed429-fb84-4181-9924-c6ccd3280acd req-53469844-df63-42b0-94b2-7901d003c358 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/security-groups?id=5dfaa926-0ea5-4dfd-9912-c47ccc13cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727823 Jan 28 13:30:52.193532 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dace913-e05c-4886-8403-8d0627071701 req-769e58d1-f295-4859-8ab6-4651c2b6ffac tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:52.193532 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7dace913-e05c-4886-8403-8d0627071701 req-769e58d1-f295-4859-8ab6-4651c2b6ffac tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.18 "GET /v2.0/ports?device_id=68840882-52ac-40f1-8427-34594ba6e201 HTTP/1.1" status: 200 len: 945 time: 0.0784986 Jan 28 13:30:52.211386 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5107b5-203d-4967-950f-e9cfb1fed1e6 req-97deb6fd-e887-43bd-80fc-e366b6f43186 tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:52.220064 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8b5107b5-203d-4967-950f-e9cfb1fed1e6 req-97deb6fd-e887-43bd-80fc-e366b6f43186 tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/ports?device_id=68840882-52ac-40f1-8427-34594ba6e201 HTTP/1.1" status: 200 len: 945 time: 0.1177824 Jan 28 13:30:52.341272 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8b5107b5-203d-4967-950f-e9cfb1fed1e6 req-7e92bff5-83c1-463c-85d4-8d1075ffef73 tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/security-groups?id=440580f3-7156-4479-8836-d1f16457df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200986 Jan 28 13:30:52.407957 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-7dace913-e05c-4886-8403-8d0627071701 req-32cf2558-ac16-4473-aac8-271268c66b1c tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Deleting port 93274bb5-c00f-4ba5-b45a-18315a3186da {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:30:52.408747 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7dace913-e05c-4886-8403-8d0627071701 req-32cf2558-ac16-4473-aac8-271268c66b1c tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (93274bb5-c00f-4ba5-b45a-18315a3186da), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:52.443529 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ad72a01c-cdfe-4288-bb0f-ef36b25f37e6 req-688442e0-1053-4d81-8c70-84d245ff31e9 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 258 time: 0.2368186 Jan 28 13:30:52.448270 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-ad72a01c-cdfe-4288-bb0f-ef36b25f37e6 req-39bcdf5e-0d94-448c-bf0c-1a9829687efb tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:52.471716 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ad72a01c-cdfe-4288-bb0f-ef36b25f37e6 req-39bcdf5e-0d94-448c-bf0c-1a9829687efb tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:52.528604 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-7dace913-e05c-4886-8403-8d0627071701 req-32cf2558-ac16-4473-aac8-271268c66b1c tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] For port 93274bb5-c00f-4ba5-b45a-18315a3186da, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=93274bb5-c00f-4ba5-b45a-18315a3186da,segment=NetworkSegment(9a4f03d2-242a-4e92-a962-e92b709a956f),segment_id=9a4f03d2-242a-4e92-a962-e92b709a956f)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:52.529762 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7dace913-e05c-4886-8403-8d0627071701 req-32cf2558-ac16-4473-aac8-271268c66b1c tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (93274bb5-c00f-4ba5-b45a-18315a3186da), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:52.549515 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-7dace913-e05c-4886-8403-8d0627071701 req-32cf2558-ac16-4473-aac8-271268c66b1c tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Calling delete_port for 93274bb5-c00f-4ba5-b45a-18315a3186da owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:30:52.627319 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ad72a01c-cdfe-4288-bb0f-ef36b25f37e6 req-39bcdf5e-0d94-448c-bf0c-1a9829687efb tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:52.676909 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d3d9e-af1a-4105-a469-86f7c144fd01 req-82704414-056b-482d-8fab-91bab8dea418 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:52.678600 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d91d3d9e-af1a-4105-a469-86f7c144fd01 req-82704414-056b-482d-8fab-91bab8dea418 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eabc3a7-4972-40f2-b529-588c70a03ddd HTTP/1.1" status: 200 len: 945 time: 0.0740774 Jan 28 13:30:52.746636 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-ad72a01c-cdfe-4288-bb0f-ef36b25f37e6 req-39bcdf5e-0d94-448c-bf0c-1a9829687efb tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Allocated IP 172.25.3.50 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/7da4f6c7-a08b-4727-8abc-9045d575c1cf) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:30:52.771747 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d91d3d9e-af1a-4105-a469-86f7c144fd01 req-a7f467ed-7ea3-4e82-9e5f-4e0b7e92bec8 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854306 Jan 28 13:30:52.777459 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7dace913-e05c-4886-8403-8d0627071701 req-32cf2558-ac16-4473-aac8-271268c66b1c tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (93274bb5-c00f-4ba5-b45a-18315a3186da), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:52.796882 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['93274bb5-c00f-4ba5-b45a-18315a3186da'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:52.867708 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf2558-ac16-4473-aac8-271268c66b1c tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Pushing event deleted for resources: {'Port': ['ID=93274bb5-c00f-4ba5-b45a-18315a3186da,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:52.941234 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dace913-e05c-4886-8403-8d0627071701 req-32cf2558-ac16-4473-aac8-271268c66b1c tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] No DVR routers for this DVR port 93274bb5-c00f-4ba5-b45a-18315a3186da on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:30:52.944830 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7dace913-e05c-4886-8403-8d0627071701 req-32cf2558-ac16-4473-aac8-271268c66b1c tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:52.947601 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ad72a01c-cdfe-4288-bb0f-ef36b25f37e6 req-39bcdf5e-0d94-448c-bf0c-1a9829687efb tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks [] for port (7da4f6c7-a08b-4727-8abc-9045d575c1cf), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:52.949061 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7dace913-e05c-4886-8403-8d0627071701 req-32cf2558-ac16-4473-aac8-271268c66b1c tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.18 "DELETE /v2.0/ports/93274bb5-c00f-4ba5-b45a-18315a3186da HTTP/1.1" status: 204 len: 173 time: 0.7214093 Jan 28 13:30:52.949545 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68840882-52ac-40f1-8427-34594ba6e201', 'name': 'network-vif-deleted', 'tag': '93274bb5-c00f-4ba5-b45a-18315a3186da'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:52.965618 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b99651c-9ce1-4851-9110-16a64bbd4faf" -d '{"events": [{"server_uuid": "68840882-52ac-40f1-8427-34594ba6e201", "name": "network-vif-deleted", "tag": "93274bb5-c00f-4ba5-b45a-18315a3186da"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:53.022731 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ad72a01c-cdfe-4288-bb0f-ef36b25f37e6 req-39bcdf5e-0d94-448c-bf0c-1a9829687efb tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (7da4f6c7-a08b-4727-8abc-9045d575c1cf), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:53.034497 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ad2dd2-6f6b-446d-a009-ffb4cbf1e82d x-openstack-request-id: req-34ad2dd2-6f6b-446d-a009-ffb4cbf1e82d {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:53.034497 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68840882-52ac-40f1-8427-34594ba6e201", "name": "network-vif-deleted", "tag": "93274bb5-c00f-4ba5-b45a-18315a3186da", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:53.034497 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-34ad2dd2-6f6b-446d-a009-ffb4cbf1e82d {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:53.034497 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68840882-52ac-40f1-8427-34594ba6e201', 'name': 'network-vif-deleted', 'tag': '93274bb5-c00f-4ba5-b45a-18315a3186da', 'status': 'completed', 'code': 200} Jan 28 13:30:53.126111 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad72a01c-cdfe-4288-bb0f-ef36b25f37e6 req-39bcdf5e-0d94-448c-bf0c-1a9829687efb tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:30:53.148486 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-ad72a01c-cdfe-4288-bb0f-ef36b25f37e6 req-39bcdf5e-0d94-448c-bf0c-1a9829687efb tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:30:53.158367 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad72a01c-cdfe-4288-bb0f-ef36b25f37e6 req-39bcdf5e-0d94-448c-bf0c-1a9829687efb tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:30:53.340787 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ad72a01c-cdfe-4288-bb0f-ef36b25f37e6 req-39bcdf5e-0d94-448c-bf0c-1a9829687efb tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks [] for floatingip (57e64d50-6258-4d81-aca0-5fc3761fdeb7), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:53.352259 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcdf5e-0d94-448c-bf0c-1a9829687efb tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Pushing event updated for resources: {'Port': ['ID=7da4f6c7-a08b-4727-8abc-9045d575c1cf,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:53.438090 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ad72a01c-cdfe-4288-bb0f-ef36b25f37e6 req-39bcdf5e-0d94-448c-bf0c-1a9829687efb tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7da4f6c7-a08b-4727-8abc-9045d575c1cf), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:53.495277 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56732) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:53.607109 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0ea34d2f-6ebd-491d-be35-045aa5a9857d req-57274991-ea94-4aab-b340-b1ec8f5b4e43 tempest-InstanceActionsTestJSON-232934743 tempest-InstanceActionsTestJSON-232934743-project] 10.222.0.39 "GET /v2.0/ports?device_id=68840882-52ac-40f1-8427-34594ba6e201 HTTP/1.1" status: 200 len: 210 time: 0.0565240 Jan 28 13:30:53.709083 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ad72a01c-cdfe-4288-bb0f-ef36b25f37e6 req-39bcdf5e-0d94-448c-bf0c-1a9829687efb tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks [] for port (7da4f6c7-a08b-4727-8abc-9045d575c1cf), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:53.714469 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ad72a01c-cdfe-4288-bb0f-ef36b25f37e6 req-39bcdf5e-0d94-448c-bf0c-1a9829687efb tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (7da4f6c7-a08b-4727-8abc-9045d575c1cf), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:53.736367 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-90891d81-2a10-452b-b1bd-86f56e74a796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:53.836837 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ad72a01c-cdfe-4288-bb0f-ef36b25f37e6 req-39bcdf5e-0d94-448c-bf0c-1a9829687efb tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (57e64d50-6258-4d81-aca0-5fc3761fdeb7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:53.866111 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcdf5e-0d94-448c-bf0c-1a9829687efb tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Pushing event updated for resources: {'Port': ['ID=7da4f6c7-a08b-4727-8abc-9045d575c1cf,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:53.871963 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ad72a01c-cdfe-4288-bb0f-ef36b25f37e6 req-39bcdf5e-0d94-448c-bf0c-1a9829687efb tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:53.873938 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ad72a01c-cdfe-4288-bb0f-ef36b25f37e6 req-39bcdf5e-0d94-448c-bf0c-1a9829687efb tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4294944 Jan 28 13:30:53.952295 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ad72a01c-cdfe-4288-bb0f-ef36b25f37e6 req-6e8f111d-298b-476a-8636-6545d7e6b7b2 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 695 time: 0.0709016 Jan 28 13:30:53.957219 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-90891d81-2a10-452b-b1bd-86f56e74a796 admin admin] Publish callbacks [] for security_group (bf6817e2-e719-4791-8b61-e08a324c32e0), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:53.971836 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb5a4e-a570-4054-9d33-9f49a8b849ce req-6ddd8045-eede-4968-b0f7-2a1c7bd763ef tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:53.973183 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cfeb5a4e-a570-4054-9d33-9f49a8b849ce req-6ddd8045-eede-4968-b0f7-2a1c7bd763ef tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.18 "GET /v2.0/ports?device_id=7eabc3a7-4972-40f2-b529-588c70a03ddd HTTP/1.1" status: 200 len: 945 time: 0.1339970 Jan 28 13:30:53.973823 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-90891d81-2a10-452b-b1bd-86f56e74a796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (bf6817e2-e719-4791-8b61-e08a324c32e0), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:54.028770 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d2864-23e8-456a-8356-6a502e957b0b req-396b1ba1-70e0-4084-90e5-4bd9e5df4848 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:54.030327 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5a4d2864-23e8-456a-8356-6a502e957b0b req-396b1ba1-70e0-4084-90e5-4bd9e5df4848 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eabc3a7-4972-40f2-b529-588c70a03ddd HTTP/1.1" status: 200 len: 945 time: 0.1392219 Jan 28 13:30:54.100232 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72a01c-cdfe-4288-bb0f-ef36b25f37e6 req-e46f8bd7-3666-4128-ba38-4bee5e004edf tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:54.111820 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ad72a01c-cdfe-4288-bb0f-ef36b25f37e6 req-e46f8bd7-3666-4128-ba38-4bee5e004edf tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 784 time: 0.1587029 Jan 28 13:30:54.119994 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-90891d81-2a10-452b-b1bd-86f56e74a796 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b343fee4ff85402782f619cd36e8fc0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6210034 Jan 28 13:30:54.119994 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90891d81-2a10-452b-b1bd-86f56e74a796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6817e2-e719-4791-8b61-e08a324c32e0,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:54.120296 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-ad72a01c-cdfe-4288-bb0f-ef36b25f37e6 req-485a4456-7890-414f-8085-a6bee2845c18 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:30:54.124590 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ad72a01c-cdfe-4288-bb0f-ef36b25f37e6 req-485a4456-7890-414f-8085-a6bee2845c18 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117257 Jan 28 13:30:54.125629 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56738) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:54.133099 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5a4d2864-23e8-456a-8356-6a502e957b0b req-1ad09794-aeac-4627-9f6f-9f9c6a0db168 tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/security-groups?id=5023c675-7345-4f07-b805-c732bdeca67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768526 Jan 28 13:30:54.141372 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90891d81-2a10-452b-b1bd-86f56e74a796 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:54.141706 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90891d81-2a10-452b-b1bd-86f56e74a796 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:54.142046 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90891d81-2a10-452b-b1bd-86f56e74a796 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:54.142380 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90891d81-2a10-452b-b1bd-86f56e74a796 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:54.142712 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90891d81-2a10-452b-b1bd-86f56e74a796 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:54.143077 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90891d81-2a10-452b-b1bd-86f56e74a796 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:54.143400 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90891d81-2a10-452b-b1bd-86f56e74a796 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:54.143719 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90891d81-2a10-452b-b1bd-86f56e74a796 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:54.144155 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90891d81-2a10-452b-b1bd-86f56e74a796 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:54.144357 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90891d81-2a10-452b-b1bd-86f56e74a796 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:54.144667 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90891d81-2a10-452b-b1bd-86f56e74a796 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:54.144977 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90891d81-2a10-452b-b1bd-86f56e74a796 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:54.145531 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90891d81-2a10-452b-b1bd-86f56e74a796 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:54.221192 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-51dec1b1-0842-405d-b888-7561c3d35352 admin admin] Publish callbacks [] for security_group (bf6817e2-e719-4791-8b61-e08a324c32e0), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:54.235754 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-cfeb5a4e-a570-4054-9d33-9f49a8b849ce req-64593bed-70b9-4a60-bb77-836f79727f5c tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Deleting port 2771b0fa-dbf9-4e1a-8e51-8466e1b6e695 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:30:54.236321 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cfeb5a4e-a570-4054-9d33-9f49a8b849ce req-64593bed-70b9-4a60-bb77-836f79727f5c tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (2771b0fa-dbf9-4e1a-8e51-8466e1b6e695), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:54.251485 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-51dec1b1-0842-405d-b888-7561c3d35352 admin admin] Publish callbacks [] for security_group (bf6817e2-e719-4791-8b61-e08a324c32e0), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:54.373532 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-cfeb5a4e-a570-4054-9d33-9f49a8b849ce req-64593bed-70b9-4a60-bb77-836f79727f5c tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] For port 2771b0fa-dbf9-4e1a-8e51-8466e1b6e695, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2771b0fa-dbf9-4e1a-8e51-8466e1b6e695,segment=NetworkSegment(47de1ed8-1dd0-41d3-a910-f3e7c5824077),segment_id=47de1ed8-1dd0-41d3-a910-f3e7c5824077)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:54.373955 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cfeb5a4e-a570-4054-9d33-9f49a8b849ce req-64593bed-70b9-4a60-bb77-836f79727f5c tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (2771b0fa-dbf9-4e1a-8e51-8466e1b6e695), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:54.383724 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580b8bc-239b-42a3-be9f-5a0374442fcb req-7e03288b-b912-46d1-97b7-af54a0c82568 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:54.385373 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6580b8bc-239b-42a3-be9f-5a0374442fcb req-7e03288b-b912-46d1-97b7-af54a0c82568 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3b32418-8f5e-4b29-b1c0-4ecd70070a8a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1039646 Jan 28 13:30:54.388734 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-cfeb5a4e-a570-4054-9d33-9f49a8b849ce req-64593bed-70b9-4a60-bb77-836f79727f5c tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Calling delete_port for 2771b0fa-dbf9-4e1a-8e51-8466e1b6e695 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:30:54.408807 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-51dec1b1-0842-405d-b888-7561c3d35352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (bf6817e2-e719-4791-8b61-e08a324c32e0), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:54.411033 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-51dec1b1-0842-405d-b888-7561c3d35352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:54.426905 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-51dec1b1-0842-405d-b888-7561c3d35352 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf6817e2-e719-4791-8b61-e08a324c32e0 HTTP/1.1" status: 204 len: 168 time: 0.2987952 Jan 28 13:30:54.489121 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6580b8bc-239b-42a3-be9f-5a0374442fcb req-d4a0a522-3e04-4c4a-8e51-773b20f30faa tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 695 time: 0.0939517 Jan 28 13:30:54.495193 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56750) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:54.500285 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-c7321748-8aec-4e29-a4c7-2b2521b3a727 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-322317710'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:54.512000 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-6580b8bc-239b-42a3-be9f-5a0374442fcb req-c70f7919-df5a-4a58-8617-b0bc3d74d98c tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Request body: {'floatingip': {'port_id': '7116479e-c830-4794-a8c4-344ab80f1cfc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:54.517127 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dec1b1-0842-405d-b888-7561c3d35352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6817e2-e719-4791-8b61-e08a324c32e0,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:54.561531 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6580b8bc-239b-42a3-be9f-5a0374442fcb req-c70f7919-df5a-4a58-8617-b0bc3d74d98c tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks [] for floatingip (57e64d50-6258-4d81-aca0-5fc3761fdeb7), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:54.565741 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7321748-8aec-4e29-a4c7-2b2521b3a727 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Made reservation on behalf of c7a6811dc19649cf8e2a8d9876c3683f for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:30:54.568459 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7321748-8aec-4e29-a4c7-2b2521b3a727 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:54.594205 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cfeb5a4e-a570-4054-9d33-9f49a8b849ce req-64593bed-70b9-4a60-bb77-836f79727f5c tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (2771b0fa-dbf9-4e1a-8e51-8466e1b6e695), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:54.607274 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['2771b0fa-dbf9-4e1a-8e51-8466e1b6e695'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:54.655903 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64593bed-70b9-4a60-bb77-836f79727f5c tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Pushing event deleted for resources: {'Port': ['ID=2771b0fa-dbf9-4e1a-8e51-8466e1b6e695,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:54.682083 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7321748-8aec-4e29-a4c7-2b2521b3a727 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:30:54.699315 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56756) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:54.701955 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7321748-8aec-4e29-a4c7-2b2521b3a727 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (838a3594-93f5-4a9e-88df-6a6995eaa6d3), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:54.702302 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-c7321748-8aec-4e29-a4c7-2b2521b3a727 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Added segment 838a3594-93f5-4a9e-88df-6a6995eaa6d3 of type vlan for network 1c76efb7-25f2-4bab-a422-d23d5893fdb1 Jan 28 13:30:54.709609 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfeb5a4e-a570-4054-9d33-9f49a8b849ce req-64593bed-70b9-4a60-bb77-836f79727f5c tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] No DVR routers for this DVR port 2771b0fa-dbf9-4e1a-8e51-8466e1b6e695 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:30:54.713042 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cfeb5a4e-a570-4054-9d33-9f49a8b849ce req-64593bed-70b9-4a60-bb77-836f79727f5c tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:54.716779 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cfeb5a4e-a570-4054-9d33-9f49a8b849ce req-64593bed-70b9-4a60-bb77-836f79727f5c tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.18 "DELETE /v2.0/ports/2771b0fa-dbf9-4e1a-8e51-8466e1b6e695 HTTP/1.1" status: 204 len: 173 time: 0.7199934 Jan 28 13:30:55.035051 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eabc3a7-4972-40f2-b529-588c70a03ddd', 'name': 'network-vif-deleted', 'tag': '2771b0fa-dbf9-4e1a-8e51-8466e1b6e695'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:55.038590 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503ddaee-f2ba-456d-bf83-30e12ac0a0ca" -d '{"events": [{"server_uuid": "7eabc3a7-4972-40f2-b529-588c70a03ddd", "name": "network-vif-deleted", "tag": "2771b0fa-dbf9-4e1a-8e51-8466e1b6e695"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:55.079599 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657f9c9f-2a6b-431a-965d-1a58cad6155c x-openstack-request-id: req-657f9c9f-2a6b-431a-965d-1a58cad6155c {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:55.079949 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eabc3a7-4972-40f2-b529-588c70a03ddd", "name": "network-vif-deleted", "tag": "2771b0fa-dbf9-4e1a-8e51-8466e1b6e695", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:55.080204 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-657f9c9f-2a6b-431a-965d-1a58cad6155c {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:55.080608 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eabc3a7-4972-40f2-b529-588c70a03ddd', 'name': 'network-vif-deleted', 'tag': '2771b0fa-dbf9-4e1a-8e51-8466e1b6e695', 'status': 'completed', 'code': 200} Jan 28 13:30:55.160084 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7321748-8aec-4e29-a4c7-2b2521b3a727 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (1c76efb7-25f2-4bab-a422-d23d5893fdb1), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:55.174027 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3f6244-0332-4df6-80a9-865c7fb31a67 admin admin] Deleting subnet bec645b7-e1b4-46a9-894f-f9a0dec02edb {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:30:55.180198 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d3f6244-0332-4df6-80a9-865c7fb31a67 admin admin] Publish callbacks [] for subnet (bec645b7-e1b4-46a9-894f-f9a0dec02edb), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:55.266080 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7321748-8aec-4e29-a4c7-2b2521b3a727 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (1c76efb7-25f2-4bab-a422-d23d5893fdb1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:55.271374 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7321748-8aec-4e29-a4c7-2b2521b3a727 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:55.271999 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7321748-8aec-4e29-a4c7-2b2521b3a727 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:55.321168 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ceddff44-6b8e-43b7-b294-256e39da7915 req-8be1b340-cc63-4447-9daa-12731bb5d0dc tempest-DeleteServersTestJSON-742430352 tempest-DeleteServersTestJSON-742430352-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eabc3a7-4972-40f2-b529-588c70a03ddd HTTP/1.1" status: 200 len: 210 time: 0.0435798 Jan 28 13:30:55.323649 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d3f6244-0332-4df6-80a9-865c7fb31a67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (bec645b7-e1b4-46a9-894f-f9a0dec02edb), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:55.384649 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c7321748-8aec-4e29-a4c7-2b2521b3a727 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8859794 Jan 28 13:30:55.387049 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56782) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:55.403108 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-fa3327da-6d02-418a-a7ea-de7915b1b1ba tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1601291815'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:55.429709 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7321748-8aec-4e29-a4c7-2b2521b3a727 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event updated for resources: {'Network': ['ID=1c76efb7-25f2-4bab-a422-d23d5893fdb1,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:55.435013 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3327da-6d02-418a-a7ea-de7915b1b1ba tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Made reservation on behalf of c7a6811dc19649cf8e2a8d9876c3683f for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:30:55.441024 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fa3327da-6d02-418a-a7ea-de7915b1b1ba tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:55.445750 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 1c76efb7-25f2-4bab-a422-d23d5893fdb1 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:30:55.499352 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d3f6244-0332-4df6-80a9-865c7fb31a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (bec645b7-e1b4-46a9-894f-f9a0dec02edb), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:55.501001 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa3327da-6d02-418a-a7ea-de7915b1b1ba tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:30:55.521155 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fa3327da-6d02-418a-a7ea-de7915b1b1ba tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (fb18244e-3af3-4deb-8d3e-faa801cd5018), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:55.522337 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-fa3327da-6d02-418a-a7ea-de7915b1b1ba tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Added segment fb18244e-3af3-4deb-8d3e-faa801cd5018 of type vlan for network 49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99 Jan 28 13:30:55.587546 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fa3327da-6d02-418a-a7ea-de7915b1b1ba tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:55.627092 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d3f6244-0332-4df6-80a9-865c7fb31a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (bec645b7-e1b4-46a9-894f-f9a0dec02edb), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:55.627415 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fa3327da-6d02-418a-a7ea-de7915b1b1ba tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:55.637056 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3327da-6d02-418a-a7ea-de7915b1b1ba tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:55.637056 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fa3327da-6d02-418a-a7ea-de7915b1b1ba tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:55.665521 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f6244-0332-4df6-80a9-865c7fb31a67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bec645b7-e1b4-46a9-894f-f9a0dec02edb,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:55.673349 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d3f6244-0332-4df6-80a9-865c7fb31a67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:55.680071 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8d3f6244-0332-4df6-80a9-865c7fb31a67 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bec645b7-e1b4-46a9-894f-f9a0dec02edb HTTP/1.1" status: 204 len: 168 time: 0.9764657 Jan 28 13:30:55.681485 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56790) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:55.725069 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fa3327da-6d02-418a-a7ea-de7915b1b1ba tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3351359 Jan 28 13:30:55.727852 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56792) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:55.733004 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-35050c8a-f77d-4e19-8ff5-c5922d99d2e1 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Request body: {'subnet': {'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:55.735302 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3327da-6d02-418a-a7ea-de7915b1b1ba tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event updated for resources: {'Network': ['ID=49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:55.748293 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:30:55.843440 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6580b8bc-239b-42a3-be9f-5a0374442fcb req-c70f7919-df5a-4a58-8617-b0bc3d74d98c tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:55.857150 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6580b8bc-239b-42a3-be9f-5a0374442fcb req-c70f7919-df5a-4a58-8617-b0bc3d74d98c tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (57e64d50-6258-4d81-aca0-5fc3761fdeb7), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:55.870253 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0ad6484f-b619-4827-8af4-d1a65b037780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (ba99c629-2970-426a-9101-bcd4c211caa8), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:56.011403 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35050c8a-f77d-4e19-8ff5-c5922d99d2e1 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Made reservation on behalf of c7a6811dc19649cf8e2a8d9876c3683f for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:30:56.014884 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-35050c8a-f77d-4e19-8ff5-c5922d99d2e1 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:56.078493 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0ad6484f-b619-4827-8af4-d1a65b037780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (ba99c629-2970-426a-9101-bcd4c211caa8), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:56.098871 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [req-6580b8bc-239b-42a3-be9f-5a0374442fcb req-c70f7919-df5a-4a58-8617-b0bc3d74d98c tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Floating IP 57e64d50-6258-4d81-aca0-5fc3761fdeb7 associated. External IP: 172.25.3.50, port: 7116479e-c830-4794-a8c4-344ab80f1cfc. Jan 28 13:30:56.183685 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-0ad6484f-b619-4827-8af4-d1a65b037780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba99c629-2970-426a-9101-bcd4c211caa8']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:56.200786 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-0ad6484f-b619-4827-8af4-d1a65b037780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4f03d2-242a-4e92-a962-e92b709a956f') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:56.201017 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-0ad6484f-b619-4827-8af4-d1a65b037780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4f03d2-242a-4e92-a962-e92b709a956f') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:56.223597 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0ad6484f-b619-4827-8af4-d1a65b037780 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (9a4f03d2-242a-4e92-a962-e92b709a956f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:56.280607 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0ad6484f-b619-4827-8af4-d1a65b037780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (9a4f03d2-242a-4e92-a962-e92b709a956f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:56.295864 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad6484f-b619-4827-8af4-d1a65b037780 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:30:56.296295 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0ad6484f-b619-4827-8af4-d1a65b037780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (9a4f03d2-242a-4e92-a962-e92b709a956f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:30:56.299996 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:30:56.390835 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0ad6484f-b619-4827-8af4-d1a65b037780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (ba99c629-2970-426a-9101-bcd4c211caa8), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:56.403651 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0ad6484f-b619-4827-8af4-d1a65b037780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:56.406843 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0ad6484f-b619-4827-8af4-d1a65b037780 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ba99c629-2970-426a-9101-bcd4c211caa8 HTTP/1.1" status: 204 len: 168 time: 0.7252140 Jan 28 13:30:56.457368 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6484f-b619-4827-8af4-d1a65b037780 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba99c629-2970-426a-9101-bcd4c211caa8,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:56.528166 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 93274bb5-c00f-4ba5-b45a-18315a3186da no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:30:56.552216 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-35050c8a-f77d-4e19-8ff5-c5922d99d2e1 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (b74542d3-e3e9-4c91-b28b-bcd1470376c6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:56.588895 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 93274bb5-c00f-4ba5-b45a-18315a3186da {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:30:56.589242 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 93274bb5-c00f-4ba5-b45a-18315a3186da not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:30:56.589661 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 2771b0fa-dbf9-4e1a-8e51-8466e1b6e695 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:30:56.614569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 2771b0fa-dbf9-4e1a-8e51-8466e1b6e695 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:30:56.615311 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 2771b0fa-dbf9-4e1a-8e51-8466e1b6e695 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:30:56.638298 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6580b8bc-239b-42a3-be9f-5a0374442fcb req-c70f7919-df5a-4a58-8617-b0bc3d74d98c tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Router 55008d77-155f-4db5-9587-106f3ce5c0a7 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:30:56.652988 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35050c8a-f77d-4e19-8ff5-c5922d99d2e1 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event updated for resources: {'Subnet': ['ID=b74542d3-e3e9-4c91-b28b-bcd1470376c6,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:56.666097 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35050c8a-f77d-4e19-8ff5-c5922d99d2e1 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Checking segment: {'id': '838a3594-93f5-4a9e-88df-6a6995eaa6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:30:56.666481 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35050c8a-f77d-4e19-8ff5-c5922d99d2e1 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Network hostable DHCP agents. Network: 1c76efb7-25f2-4bab-a422-d23d5893fdb1, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:30:56.739787 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35050c8a-f77d-4e19-8ff5-c5922d99d2e1 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Network 1c76efb7-25f2-4bab-a422-d23d5893fdb1 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:30:56.760278 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56842) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:56.783254 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-35050c8a-f77d-4e19-8ff5-c5922d99d2e1 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 1c76efb7-25f2-4bab-a422-d23d5893fdb1) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:30:56.791417 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35050c8a-f77d-4e19-8ff5-c5922d99d2e1 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:56.792378 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-35050c8a-f77d-4e19-8ff5-c5922d99d2e1 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:56.795514 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c572b86f-15a2-49bf-8584-e24a8e6ace19 None None] Network 1c76efb7-25f2-4bab-a422-d23d5893fdb1 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:30:56.816782 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6580b8bc-239b-42a3-be9f-5a0374442fcb req-c70f7919-df5a-4a58-8617-b0bc3d74d98c tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:30:56.825707 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6580b8bc-239b-42a3-be9f-5a0374442fcb req-c70f7919-df5a-4a58-8617-b0bc3d74d98c tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:56.828495 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994dedd0-5158-420e-a968-fda4317f86d6 None None] Sync routers for ids ['55008d77-155f-4db5-9587-106f3ce5c0a7'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:30:56.832139 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-35050c8a-f77d-4e19-8ff5-c5922d99d2e1 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1030214 Jan 28 13:30:56.835396 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56846) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:56.842628 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-ba059c4e-ba88-4806-83f2-876d9fca4afd tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Request body: {'subnet': {'network_id': '49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:56.857822 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1675f173-3e85-47a9-87bb-5bd4ba17f640 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2599eaa778f84d05aec9882579c09767&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0956521 Jan 28 13:30:56.858443 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56848) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:56.864005 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994dedd0-5158-420e-a968-fda4317f86d6 None None] Routers {'55008d77-155f-4db5-9587-106f3ce5c0a7'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:30:56.864795 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-994dedd0-5158-420e-a968-fda4317f86d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:30:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['55008d77-155f-4db5-9587-106f3ce5c0a7'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:56.903926 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6580b8bc-239b-42a3-be9f-5a0374442fcb req-c70f7919-df5a-4a58-8617-b0bc3d74d98c tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "PUT /v2.0/floatingips/57e64d50-6258-4d81-aca0-5fc3761fdeb7 HTTP/1.1" status: 200 len: 995 time: 2.4000182 Jan 28 13:30:56.912983 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b32418-8f5e-4b29-b1c0-4ecd70070a8a', 'tag': '7116479e-c830-4794-a8c4-344ab80f1cfc'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:56.916091 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e81cc7-9679-4b92-819e-d14e082e7a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b32418-8f5e-4b29-b1c0-4ecd70070a8a", "tag": "7116479e-c830-4794-a8c4-344ab80f1cfc"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:57.004385 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44088b41-945d-4e37-a954-736e18cb0e33 admin admin] Publish callbacks [] for security_group (440580f3-7156-4479-8836-d1f16457df06), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:57.036947 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580b8bc-239b-42a3-be9f-5a0374442fcb req-8eb0493f-a7dd-40d2-bb58-0f444729f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:57.039008 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6580b8bc-239b-42a3-be9f-5a0374442fcb req-8eb0493f-a7dd-40d2-bb58-0f444729f91b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=52180c6a713c4a868172017eb1f2f53b&device_id=e3b32418-8f5e-4b29-b1c0-4ecd70070a8a HTTP/1.1" status: 200 len: 1096 time: 0.1108849 Jan 28 13:30:57.046032 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba059c4e-ba88-4806-83f2-876d9fca4afd tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Made reservation on behalf of c7a6811dc19649cf8e2a8d9876c3683f for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:30:57.052948 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba059c4e-ba88-4806-83f2-876d9fca4afd tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:57.063562 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c022a7-2c59-46a2-b7fe-9a2e2c644396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-1c76efb7-25f2-4bab-a422-d23d5893fdb1', 'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1', 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'fixed_ips': [{'subnet_id': 'b74542d3-e3e9-4c91-b28b-bcd1470376c6'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:30:57.065004 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67c022a7-2c59-46a2-b7fe-9a2e2c644396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:57.086872 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44088b41-945d-4e37-a954-736e18cb0e33 admin admin] Publish callbacks [] for security_group (440580f3-7156-4479-8836-d1f16457df06), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:57.107132 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80eb2778-ad10-4df6-b48b-d3442e2f9084 x-openstack-request-id: req-80eb2778-ad10-4df6-b48b-d3442e2f9084 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:57.107808 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b32418-8f5e-4b29-b1c0-4ecd70070a8a", "tag": "7116479e-c830-4794-a8c4-344ab80f1cfc", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:57.108357 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80eb2778-ad10-4df6-b48b-d3442e2f9084 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:57.108970 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b32418-8f5e-4b29-b1c0-4ecd70070a8a', 'tag': '7116479e-c830-4794-a8c4-344ab80f1cfc', 'status': 'completed', 'code': 200} Jan 28 13:30:57.278233 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-994dedd0-5158-420e-a968-fda4317f86d6 None None] Set router 55008d77-155f-4db5-9587-106f3ce5c0a7 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:30:57.292636 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580b8bc-239b-42a3-be9f-5a0374442fcb req-a344860a-2c78-4c76-b419-de074a93e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:57.295800 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6580b8bc-239b-42a3-be9f-5a0374442fcb req-a344860a-2c78-4c76-b419-de074a93e435 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e6fe2588-dbb4-4de3-9d1e-1323f44b0e96 HTTP/1.1" status: 200 len: 929 time: 0.2388382 Jan 28 13:30:57.302522 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e81cc7-9679-4b92-819e-d14e082e7a5c req-eca11853-b0f4-41b4-a51d-d081b678bfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:57.307133 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-31e81cc7-9679-4b92-819e-d14e082e7a5c req-eca11853-b0f4-41b4-a51d-d081b678bfa7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52180c6a713c4a868172017eb1f2f53b&device_id=e3b32418-8f5e-4b29-b1c0-4ecd70070a8a HTTP/1.1" status: 200 len: 1096 time: 0.1530414 Jan 28 13:30:57.327820 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44088b41-945d-4e37-a954-736e18cb0e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (440580f3-7156-4479-8836-d1f16457df06), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:57.331923 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44088b41-945d-4e37-a954-736e18cb0e33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:57.334416 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-44088b41-945d-4e37-a954-736e18cb0e33 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/440580f3-7156-4479-8836-d1f16457df06 HTTP/1.1" status: 204 len: 168 time: 0.4747612 Jan 28 13:30:57.372938 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44088b41-945d-4e37-a954-736e18cb0e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440580f3-7156-4479-8836-d1f16457df06,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:57.433913 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6580b8bc-239b-42a3-be9f-5a0374442fcb req-06f7e2ed-2879-46cd-9d39-2bcbb174de48 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7116479e-c830-4794-a8c4-344ab80f1cfc HTTP/1.1" status: 200 len: 998 time: 0.1304471 Jan 28 13:30:57.512249 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e81cc7-9679-4b92-819e-d14e082e7a5c req-1d4471a4-47dd-4f89-8ff3-da2a46b6fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:57.517436 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-31e81cc7-9679-4b92-819e-d14e082e7a5c req-1d4471a4-47dd-4f89-8ff3-da2a46b6fd8c service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6fe2588-dbb4-4de3-9d1e-1323f44b0e96 HTTP/1.1" status: 200 len: 929 time: 0.2024529 Jan 28 13:30:57.530232 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba059c4e-ba88-4806-83f2-876d9fca4afd tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (e895788e-7e0c-4d5c-93d0-ab435dd86d3f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:57.534820 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-67c022a7-2c59-46a2-b7fe-9a2e2c644396 None None] Allocated IP 10.1.1.2 (1c76efb7-25f2-4bab-a422-d23d5893fdb1/b74542d3-e3e9-4c91-b28b-bcd1470376c6/81c199a8-e3f7-4630-8ebe-5191f775bd43) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:30:57.544739 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580b8bc-239b-42a3-be9f-5a0374442fcb req-b42755a5-b829-4454-888b-57a59c043990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:57.546285 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6580b8bc-239b-42a3-be9f-5a0374442fcb req-b42755a5-b829-4454-888b-57a59c043990 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8dfa90cf-6860-4d71-80f6-d4c3faf485dd HTTP/1.1" status: 200 len: 868 time: 0.0854561 Jan 28 13:30:57.701117 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-31e81cc7-9679-4b92-819e-d14e082e7a5c req-300b99a0-15ad-44cd-a90e-b052c1d4f828 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7116479e-c830-4794-a8c4-344ab80f1cfc HTTP/1.1" status: 200 len: 998 time: 0.1770513 Jan 28 13:30:57.707042 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba059c4e-ba88-4806-83f2-876d9fca4afd tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event updated for resources: {'Subnet': ['ID=e895788e-7e0c-4d5c-93d0-ab435dd86d3f,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:57.746291 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba059c4e-ba88-4806-83f2-876d9fca4afd tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Checking segment: {'id': 'fb18244e-3af3-4deb-8d3e-faa801cd5018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:30:57.746670 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba059c4e-ba88-4806-83f2-876d9fca4afd tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Network hostable DHCP agents. Network: 49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:30:57.782655 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580b8bc-239b-42a3-be9f-5a0374442fcb req-fbf08511-89e8-4082-bb01-3cebadeca687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:57.784462 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6580b8bc-239b-42a3-be9f-5a0374442fcb req-fbf08511-89e8-4082-bb01-3cebadeca687 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e6fe2588-dbb4-4de3-9d1e-1323f44b0e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2132204 Jan 28 13:30:57.867696 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67c022a7-2c59-46a2-b7fe-9a2e2c644396 None None] Publish callbacks [] for port (81c199a8-e3f7-4630-8ebe-5191f775bd43), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:57.869991 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e81cc7-9679-4b92-819e-d14e082e7a5c req-67ee57f7-d16e-492e-843e-7a4305c4727e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:57.871618 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-31e81cc7-9679-4b92-819e-d14e082e7a5c req-67ee57f7-d16e-492e-843e-7a4305c4727e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8dfa90cf-6860-4d71-80f6-d4c3faf485dd HTTP/1.1" status: 200 len: 868 time: 0.1634924 Jan 28 13:30:57.880003 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67c022a7-2c59-46a2-b7fe-9a2e2c644396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (81c199a8-e3f7-4630-8ebe-5191f775bd43), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:57.961136 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba059c4e-ba88-4806-83f2-876d9fca4afd tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Network 49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:30:58.020949 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e81cc7-9679-4b92-819e-d14e082e7a5c req-ebc30f18-e6a1-4884-b55d-331776752c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:58.022683 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-31e81cc7-9679-4b92-819e-d14e082e7a5c req-ebc30f18-e6a1-4884-b55d-331776752c3d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6fe2588-dbb4-4de3-9d1e-1323f44b0e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1368933 Jan 28 13:30:58.040778 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c022a7-2c59-46a2-b7fe-9a2e2c644396 None None] Network 1c76efb7-25f2-4bab-a422-d23d5893fdb1 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:30:58.043639 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c022a7-2c59-46a2-b7fe-9a2e2c644396 None None] Pushing event updated for resources: {'Port': ['ID=81c199a8-e3f7-4630-8ebe-5191f775bd43,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:58.048145 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-67c022a7-2c59-46a2-b7fe-9a2e2c644396 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:30:58.053240 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c022a7-2c59-46a2-b7fe-9a2e2c644396 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:30:58.069049 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-ba059c4e-ba88-4806-83f2-876d9fca4afd tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:30:58.083405 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba059c4e-ba88-4806-83f2-876d9fca4afd tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:58.084199 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba059c4e-ba88-4806-83f2-876d9fca4afd tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:58.100498 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200158bf-31c2-460a-ab8e-ce3bc640cb39 None None] Network 49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:30:58.178410 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-67c022a7-2c59-46a2-b7fe-9a2e2c644396 None None] Attempting to bind port 81c199a8-e3f7-4630-8ebe-5191f775bd43 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:30:58.178782 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-67c022a7-2c59-46a2-b7fe-9a2e2c644396 None None] Attempting to bind port 81c199a8-e3f7-4630-8ebe-5191f775bd43 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '838a3594-93f5-4a9e-88df-6a6995eaa6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:30:58.179164 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c022a7-2c59-46a2-b7fe-9a2e2c644396 None None] Attempting to bind port 81c199a8-e3f7-4630-8ebe-5191f775bd43 on network 1c76efb7-25f2-4bab-a422-d23d5893fdb1 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:58.180069 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-994dedd0-5158-420e-a968-fda4317f86d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1213285709-router', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:30:19Z', 'updated_at': '2022-01-28T13:30:27Z', 'revision_number': 4, 'project_id': '52180c6a713c4a868172017eb1f2f53b', 'gw_port': {'id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:30:20Z', 'updated_at': '2022-01-28T13:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '57e64d50-6258-4d81-aca0-5fc3761fdeb7', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b', 'floating_ip_address': '172.25.3.50', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'port_id': '7116479e-c830-4794-a8c4-344ab80f1cfc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fe2588-dbb4-4de3-9d1e-1323f44b0e96', 'mac_address': 'fa:16:3e:63:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b32418-8f5e-4b29-b1c0-4ecd70070a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:30:53Z', 'updated_at': '2022-01-28T13:30:55Z', 'revision_number': 1, 'project_id': '52180c6a713c4a868172017eb1f2f53b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b545b2f9-dae2-4a38-bba1-36ff9402392e', 'name': '', 'network_id': 'e6fe2588-dbb4-4de3-9d1e-1323f44b0e96', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b', 'mac_address': 'fa:16:3e:02:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '8dfa90cf-6860-4d71-80f6-d4c3faf485dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:30:26Z', 'updated_at': '2022-01-28T13:30:33Z', 'revision_number': 5, 'project_id': '52180c6a713c4a868172017eb1f2f53b', 'subnets': [{'id': '8dfa90cf-6860-4d71-80f6-d4c3faf485dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:58.181090 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6580b8bc-239b-42a3-be9f-5a0374442fcb req-d5a6aa57-fcac-48f1-9f1b-f5d6caa518fb service neutron] 10.222.0.39 "GET /v2.0/networks/e6fe2588-dbb4-4de3-9d1e-1323f44b0e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842368 Jan 28 13:30:58.190444 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ba059c4e-ba88-4806-83f2-876d9fca4afd tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3534188 Jan 28 13:30:58.196997 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56894) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:58.212019 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-0906de1b-6f6d-428d-b9dd-8c5d794aff67 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Request body: {'port': {'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1', 'name': 'tempest-TaggedBootDevicesTest_v242-1914135900', 'fixed_ips': [{'subnet_id': 'b74542d3-e3e9-4c91-b28b-bcd1470376c6'}]}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:58.236136 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c022a7-2c59-46a2-b7fe-9a2e2c644396 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:30:58.236511 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c022a7-2c59-46a2-b7fe-9a2e2c644396 None None] Checking segment: {'id': '838a3594-93f5-4a9e-88df-6a6995eaa6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:30:58.236908 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67c022a7-2c59-46a2-b7fe-9a2e2c644396 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:58.237293 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c022a7-2c59-46a2-b7fe-9a2e2c644396 None None] Bound using segment: {'id': '838a3594-93f5-4a9e-88df-6a6995eaa6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:30:58.237774 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-67c022a7-2c59-46a2-b7fe-9a2e2c644396 None None] Bound port: 81c199a8-e3f7-4630-8ebe-5191f775bd43, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838a3594-93f5-4a9e-88df-6a6995eaa6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:30:58.238154 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67c022a7-2c59-46a2-b7fe-9a2e2c644396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (81c199a8-e3f7-4630-8ebe-5191f775bd43), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:58.245757 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-31e81cc7-9679-4b92-819e-d14e082e7a5c req-5e0633a5-5ad7-466c-987d-9fcc8c29e034 service neutron] 10.222.0.37 "GET /v2.0/networks/e6fe2588-dbb4-4de3-9d1e-1323f44b0e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162030 Jan 28 13:30:58.267936 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994dedd0-5158-420e-a968-fda4317f86d6 None None] Checking router: 55008d77-155f-4db5-9587-106f3ce5c0a7 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:30:58.310320 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994dedd0-5158-420e-a968-fda4317f86d6 None None] Routers {'55008d77-155f-4db5-9587-106f3ce5c0a7'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:30:58.311229 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-994dedd0-5158-420e-a968-fda4317f86d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:30:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['55008d77-155f-4db5-9587-106f3ce5c0a7'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:58.439790 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139045f1-64bb-414b-b798-8fd30a84c30e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99', 'network_id': '49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99', 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'fixed_ips': [{'subnet_id': 'e895788e-7e0c-4d5c-93d0-ab435dd86d3f'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:30:58.440513 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6580b8bc-239b-42a3-be9f-5a0374442fcb req-61e3a361-e735-4fdb-94a4-e4738dfd2926 service neutron] 10.222.0.39 "GET /v2.0/networks/e6fe2588-dbb4-4de3-9d1e-1323f44b0e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385614 Jan 28 13:30:58.443819 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-139045f1-64bb-414b-b798-8fd30a84c30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:58.447938 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-67c022a7-2c59-46a2-b7fe-9a2e2c644396 None None] For port 81c199a8-e3f7-4630-8ebe-5191f775bd43, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:30:58.451898 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-31e81cc7-9679-4b92-819e-d14e082e7a5c req-fcef0f5b-c88d-49d1-b893-e48b4bfcf947 service neutron] 10.222.0.37 "GET /v2.0/networks/e6fe2588-dbb4-4de3-9d1e-1323f44b0e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984048 Jan 28 13:30:58.485289 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-67c022a7-2c59-46a2-b7fe-9a2e2c644396 None None] For port 81c199a8-e3f7-4630-8ebe-5191f775bd43, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=81c199a8-e3f7-4630-8ebe-5191f775bd43,segment=NetworkSegment(838a3594-93f5-4a9e-88df-6a6995eaa6d3),segment_id=838a3594-93f5-4a9e-88df-6a6995eaa6d3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:30:58.490314 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56904) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:58.529203 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67c022a7-2c59-46a2-b7fe-9a2e2c644396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (81c199a8-e3f7-4630-8ebe-5191f775bd43), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:58.653820 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-994dedd0-5158-420e-a968-fda4317f86d6 None None] Set router 55008d77-155f-4db5-9587-106f3ce5c0a7 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:30:58.767935 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0906de1b-6f6d-428d-b9dd-8c5d794aff67 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Made reservation on behalf of c7a6811dc19649cf8e2a8d9876c3683f for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:30:58.848353 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c022a7-2c59-46a2-b7fe-9a2e2c644396 None None] Pushing event updated for resources: {'Port': ['ID=81c199a8-e3f7-4630-8ebe-5191f775bd43,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:58.976894 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1f78deb-3817-4e48-8576-cb092872c772 req-1d0682e4-36bf-4c6e-82e9-5ddf43f00c13 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 258 time: 0.4951031 Jan 28 13:30:58.991670 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-e1f78deb-3817-4e48-8576-cb092872c772 req-95661086-b5f5-452d-8744-2a0a11ad857b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:59.039658 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-139045f1-64bb-414b-b798-8fd30a84c30e None None] Allocated IP 10.2.2.2 (49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99/e895788e-7e0c-4d5c-93d0-ab435dd86d3f/3768e5b4-2251-4232-b9fa-6f3d8db72211) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:30:59.106068 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e1f78deb-3817-4e48-8576-cb092872c772 req-95661086-b5f5-452d-8744-2a0a11ad857b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:59.118280 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0906de1b-6f6d-428d-b9dd-8c5d794aff67 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:59.154808 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-0906de1b-6f6d-428d-b9dd-8c5d794aff67 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] device_id is not set on port 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:30:59.356842 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffc46d1f-c4a1-45f2-b617-d5f2f2265263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:59.370057 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-994dedd0-5158-420e-a968-fda4317f86d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1213285709-router', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:30:19Z', 'updated_at': '2022-01-28T13:30:27Z', 'revision_number': 4, 'project_id': '52180c6a713c4a868172017eb1f2f53b', 'gw_port': {'id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:30:20Z', 'updated_at': '2022-01-28T13:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '57e64d50-6258-4d81-aca0-5fc3761fdeb7', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b', 'floating_ip_address': '172.25.3.50', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'port_id': '7116479e-c830-4794-a8c4-344ab80f1cfc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fe2588-dbb4-4de3-9d1e-1323f44b0e96', 'mac_address': 'fa:16:3e:63:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b32418-8f5e-4b29-b1c0-4ecd70070a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:30:53Z', 'updated_at': '2022-01-28T13:30:55Z', 'revision_number': 1, 'project_id': '52180c6a713c4a868172017eb1f2f53b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b545b2f9-dae2-4a38-bba1-36ff9402392e', 'name': '', 'network_id': 'e6fe2588-dbb4-4de3-9d1e-1323f44b0e96', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b', 'mac_address': 'fa:16:3e:02:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '8dfa90cf-6860-4d71-80f6-d4c3faf485dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:30:26Z', 'updated_at': '2022-01-28T13:30:33Z', 'revision_number': 5, 'project_id': '52180c6a713c4a868172017eb1f2f53b', 'subnets': [{'id': '8dfa90cf-6860-4d71-80f6-d4c3faf485dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:59.394498 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e1f78deb-3817-4e48-8576-cb092872c772 req-95661086-b5f5-452d-8744-2a0a11ad857b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:59.416841 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994dedd0-5158-420e-a968-fda4317f86d6 None None] The sync data for ids ['55008d77-155f-4db5-9587-106f3ce5c0a7'] in n-d-822747-2 is: [{'id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1213285709-router', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:30:19Z', 'updated_at': '2022-01-28T13:30:27Z', 'revision_number': 4, 'project_id': '52180c6a713c4a868172017eb1f2f53b', 'gw_port': {'id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:30:20Z', 'updated_at': '2022-01-28T13:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '57e64d50-6258-4d81-aca0-5fc3761fdeb7', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b', 'floating_ip_address': '172.25.3.50', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'port_id': '7116479e-c830-4794-a8c4-344ab80f1cfc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fe2588-dbb4-4de3-9d1e-1323f44b0e96', 'mac_address': 'fa:16:3e:63:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b32418-8f5e-4b29-b1c0-4ecd70070a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:30:53Z', 'updated_at': '2022-01-28T13:30:55Z', 'revision_number': 1, 'project_id': '52180c6a713c4a868172017eb1f2f53b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b545b2f9-dae2-4a38-bba1-36ff9402392e', 'name': '', 'network_id': 'e6fe2588-dbb4-4de3-9d1e-1323f44b0e96', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b', 'mac_address': 'fa:16:3e:02:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '8dfa90cf-6860-4d71-80f6-d4c3faf485dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:30:26Z', 'updated_at': '2022-01-28T13:30:33Z', 'revision_number': 5, 'project_id': '52180c6a713c4a868172017eb1f2f53b', 'subnets': [{'id': '8dfa90cf-6860-4d71-80f6-d4c3faf485dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:30:59.448462 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-18d22aee-6b5c-4158-9a5a-c506c69d6d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:59.562237 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-139045f1-64bb-414b-b798-8fd30a84c30e None None] Publish callbacks [] for port (3768e5b4-2251-4232-b9fa-6f3d8db72211), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:59.577709 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-139045f1-64bb-414b-b798-8fd30a84c30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (3768e5b4-2251-4232-b9fa-6f3d8db72211), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:59.645444 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-e1f78deb-3817-4e48-8576-cb092872c772 req-95661086-b5f5-452d-8744-2a0a11ad857b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Allocated IP 172.25.3.91 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/c0548146-c19b-44ba-bde2-79ae36b48523) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:30:59.692882 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56928) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:59.746505 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139045f1-64bb-414b-b798-8fd30a84c30e None None] Network 49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:30:59.748663 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139045f1-64bb-414b-b798-8fd30a84c30e None None] Pushing event updated for resources: {'Port': ['ID=3768e5b4-2251-4232-b9fa-6f3d8db72211,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:59.751912 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-139045f1-64bb-414b-b798-8fd30a84c30e None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:30:59.754649 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139045f1-64bb-414b-b798-8fd30a84c30e None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:30:59.848748 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e1f78deb-3817-4e48-8576-cb092872c772 req-95661086-b5f5-452d-8744-2a0a11ad857b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks [] for port (c0548146-c19b-44ba-bde2-79ae36b48523), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:59.886442 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-139045f1-64bb-414b-b798-8fd30a84c30e None None] Attempting to bind port 3768e5b4-2251-4232-b9fa-6f3d8db72211 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:30:59.886848 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-139045f1-64bb-414b-b798-8fd30a84c30e None None] Attempting to bind port 3768e5b4-2251-4232-b9fa-6f3d8db72211 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'fb18244e-3af3-4deb-8d3e-faa801cd5018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:30:59.887196 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139045f1-64bb-414b-b798-8fd30a84c30e None None] Attempting to bind port 3768e5b4-2251-4232-b9fa-6f3d8db72211 on network 49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:59.905736 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e1f78deb-3817-4e48-8576-cb092872c772 req-95661086-b5f5-452d-8744-2a0a11ad857b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c0548146-c19b-44ba-bde2-79ae36b48523), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:59.908474 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d47d8e2-ed5f-4003-b51d-addb6ab328ee None None] New status for floating IP 57e64d50-6258-4d81-aca0-5fc3761fdeb7: ACTIVE {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:30:59.968056 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f78deb-3817-4e48-8576-cb092872c772 req-95661086-b5f5-452d-8744-2a0a11ad857b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:30:59.972430 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-e1f78deb-3817-4e48-8576-cb092872c772 req-95661086-b5f5-452d-8744-2a0a11ad857b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:30:59.980595 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f78deb-3817-4e48-8576-cb092872c772 req-95661086-b5f5-452d-8744-2a0a11ad857b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:00.034004 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95661086-b5f5-452d-8744-2a0a11ad857b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Pushing event updated for resources: {'Port': ['ID=c0548146-c19b-44ba-bde2-79ae36b48523,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:00.069939 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-c6d812e0-2058-46c3-a133-a67ba5896bf9 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1517739361-network', 'tenant_id': '49619dfecef048e0b93392b4a0a61dab'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:00.092589 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139045f1-64bb-414b-b798-8fd30a84c30e None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:31:00.093207 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139045f1-64bb-414b-b798-8fd30a84c30e None None] Checking segment: {'id': 'fb18244e-3af3-4deb-8d3e-faa801cd5018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:00.094201 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-139045f1-64bb-414b-b798-8fd30a84c30e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:00.094201 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139045f1-64bb-414b-b798-8fd30a84c30e None None] Bound using segment: {'id': 'fb18244e-3af3-4deb-8d3e-faa801cd5018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:31:00.095656 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-139045f1-64bb-414b-b798-8fd30a84c30e None None] Bound port: 3768e5b4-2251-4232-b9fa-6f3d8db72211, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18244e-3af3-4deb-8d3e-faa801cd5018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:31:00.095656 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-139045f1-64bb-414b-b798-8fd30a84c30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3768e5b4-2251-4232-b9fa-6f3d8db72211), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:00.116099 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-18d22aee-6b5c-4158-9a5a-c506c69d6d92 admin admin] Publish callbacks [] for security_group (5f3a5176-b434-4814-983b-64e2a305a3a8), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:00.120883 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-18d22aee-6b5c-4158-9a5a-c506c69d6d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5f3a5176-b434-4814-983b-64e2a305a3a8), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:00.141043 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d812e0-2058-46c3-a133-a67ba5896bf9 admin admin] Made reservation on behalf of 49619dfecef048e0b93392b4a0a61dab for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:00.143325 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c6d812e0-2058-46c3-a133-a67ba5896bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:00.163826 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c6d812e0-2058-46c3-a133-a67ba5896bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:00.174728 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e1f78deb-3817-4e48-8576-cb092872c772 req-95661086-b5f5-452d-8744-2a0a11ad857b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks [] for floatingip (5daee4ad-6cd1-476c-a639-c8f643e1e82f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:00.255479 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-0906de1b-6f6d-428d-b9dd-8c5d794aff67 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Allocated IP 10.1.1.106 (1c76efb7-25f2-4bab-a422-d23d5893fdb1/b74542d3-e3e9-4c91-b28b-bcd1470376c6/0c0f91d0-9eaa-4b76-abe7-1a460d8a367f) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:00.303280 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c6d812e0-2058-46c3-a133-a67ba5896bf9 admin admin] Publish callbacks [] for security_group (dc814014-0f6e-4289-a6c0-bfaf00f415e4), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:00.319685 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c6d812e0-2058-46c3-a133-a67ba5896bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (dc814014-0f6e-4289-a6c0-bfaf00f415e4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:00.338349 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d22aee-6b5c-4158-9a5a-c506c69d6d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3a5176-b434-4814-983b-64e2a305a3a8,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:00.356048 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e1f78deb-3817-4e48-8576-cb092872c772 req-95661086-b5f5-452d-8744-2a0a11ad857b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c0548146-c19b-44ba-bde2-79ae36b48523), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:00.369319 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d812e0-2058-46c3-a133-a67ba5896bf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:31:00.395719 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-18d22aee-6b5c-4158-9a5a-c506c69d6d92 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a4bc5c063b524950b52c5e0d3f5a3db8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9011593 Jan 28 13:31:00.399783 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56940) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:00.414322 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d812e0-2058-46c3-a133-a67ba5896bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc814014-0f6e-4289-a6c0-bfaf00f415e4,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:00.434751 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c6d812e0-2058-46c3-a133-a67ba5896bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (16034969-c777-4ff2-b32a-1d33aacd7571), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:00.440795 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-c6d812e0-2058-46c3-a133-a67ba5896bf9 admin admin] Added segment 16034969-c777-4ff2-b32a-1d33aacd7571 of type vlan for network a4ac21db-2f16-4e68-879f-e058b18b8766 Jan 28 13:31:00.461235 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-139045f1-64bb-414b-b798-8fd30a84c30e None None] For port 3768e5b4-2251-4232-b9fa-6f3d8db72211, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:31:00.466753 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-139045f1-64bb-414b-b798-8fd30a84c30e None None] For port 3768e5b4-2251-4232-b9fa-6f3d8db72211, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3768e5b4-2251-4232-b9fa-6f3d8db72211,segment=NetworkSegment(fb18244e-3af3-4deb-8d3e-faa801cd5018),segment_id=fb18244e-3af3-4deb-8d3e-faa801cd5018)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:31:00.475223 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-139045f1-64bb-414b-b798-8fd30a84c30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3768e5b4-2251-4232-b9fa-6f3d8db72211), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:00.546338 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c6d812e0-2058-46c3-a133-a67ba5896bf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (a4ac21db-2f16-4e68-879f-e058b18b8766), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:00.605393 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139045f1-64bb-414b-b798-8fd30a84c30e None None] Pushing event updated for resources: {'Port': ['ID=3768e5b4-2251-4232-b9fa-6f3d8db72211,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:00.641233 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-910ad00f-d4f5-4395-b3df-eba9d46f39b2 admin admin] Publish callbacks [] for security_group (5f3a5176-b434-4814-983b-64e2a305a3a8), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:00.678556 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 81c199a8-e3f7-4630-8ebe-5191f775bd43 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:31:00.681713 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c6d812e0-2058-46c3-a133-a67ba5896bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (a4ac21db-2f16-4e68-879f-e058b18b8766), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:00.682809 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d812e0-2058-46c3-a133-a67ba5896bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:00.683690 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c6d812e0-2058-46c3-a133-a67ba5896bf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:00.718513 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-910ad00f-d4f5-4395-b3df-eba9d46f39b2 admin admin] Publish callbacks [] for security_group (5f3a5176-b434-4814-983b-64e2a305a3a8), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:00.721678 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a945b8-45bc-45bf-b1fb-1dba516f9b98 None None] Network 1c76efb7-25f2-4bab-a422-d23d5893fdb1 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:31:00.810645 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0906de1b-6f6d-428d-b9dd-8c5d794aff67 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for port (0c0f91d0-9eaa-4b76-abe7-1a460d8a367f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:00.824393 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c6d812e0-2058-46c3-a133-a67ba5896bf9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1299672 Jan 28 13:31:00.828311 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56942) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:00.829377 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d812e0-2058-46c3-a133-a67ba5896bf9 admin admin] Pushing event updated for resources: {'Network': ['ID=a4ac21db-2f16-4e68-879f-e058b18b8766,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:00.837693 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a3b7f103-3fb1-4b58-80a4-b3700a17ca43 admin admin] Request body: {'subnet': {'network_id': 'a4ac21db-2f16-4e68-879f-e058b18b8766', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1517739361-subnet', 'tenant_id': '49619dfecef048e0b93392b4a0a61dab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:00.875865 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-910ad00f-d4f5-4395-b3df-eba9d46f39b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5f3a5176-b434-4814-983b-64e2a305a3a8), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:00.881012 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-910ad00f-d4f5-4395-b3df-eba9d46f39b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:00.882711 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-910ad00f-d4f5-4395-b3df-eba9d46f39b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f3a5176-b434-4814-983b-64e2a305a3a8 HTTP/1.1" status: 204 len: 168 time: 0.4730046 Jan 28 13:31:00.905474 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b7f103-3fb1-4b58-80a4-b3700a17ca43 admin admin] Made reservation on behalf of 49619dfecef048e0b93392b4a0a61dab for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:00.907835 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ad00f-d4f5-4395-b3df-eba9d46f39b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3a5176-b434-4814-983b-64e2a305a3a8,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:00.910624 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a3b7f103-3fb1-4b58-80a4-b3700a17ca43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:00.928694 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0906de1b-6f6d-428d-b9dd-8c5d794aff67 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (0c0f91d0-9eaa-4b76-abe7-1a460d8a367f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:01.015825 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e1f78deb-3817-4e48-8576-cb092872c772 req-95661086-b5f5-452d-8744-2a0a11ad857b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks [] for port (c0548146-c19b-44ba-bde2-79ae36b48523), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:01.044546 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e1f78deb-3817-4e48-8576-cb092872c772 req-95661086-b5f5-452d-8744-2a0a11ad857b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (c0548146-c19b-44ba-bde2-79ae36b48523), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:01.147246 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0906de1b-6f6d-428d-b9dd-8c5d794aff67 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Network 1c76efb7-25f2-4bab-a422-d23d5893fdb1 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:01.162243 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-0906de1b-6f6d-428d-b9dd-8c5d794aff67 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:01.181724 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0906de1b-6f6d-428d-b9dd-8c5d794aff67 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:01.186087 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network a4ac21db-2f16-4e68-879f-e058b18b8766 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:31:01.310372 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0906de1b-6f6d-428d-b9dd-8c5d794aff67 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:01.314962 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0906de1b-6f6d-428d-b9dd-8c5d794aff67 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:01.353055 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0906de1b-6f6d-428d-b9dd-8c5d794aff67 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1451526 Jan 28 13:31:01.354274 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95661086-b5f5-452d-8744-2a0a11ad857b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Pushing event updated for resources: {'Port': ['ID=c0548146-c19b-44ba-bde2-79ae36b48523,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:01.354530 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56952) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:01.364404 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-dfb71407-afdf-485f-87ef-2af6ef3ab191 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Request body: {'port': {'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1', 'name': 'tempest-TaggedBootDevicesTest_v242-951175221', 'fixed_ips': [{'subnet_id': 'b74542d3-e3e9-4c91-b28b-bcd1470376c6'}]}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:01.366983 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e1f78deb-3817-4e48-8576-cb092872c772 req-95661086-b5f5-452d-8744-2a0a11ad857b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (5daee4ad-6cd1-476c-a639-c8f643e1e82f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:01.368015 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906de1b-6f6d-428d-b9dd-8c5d794aff67 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event updated for resources: {'Port': ['ID=0c0f91d0-9eaa-4b76-abe7-1a460d8a367f,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:01.414483 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-2b0b8928-d399-4fa6-bb75-5d2f01fd6bd9 None None] Provisioning complete for port 81c199a8-e3f7-4630-8ebe-5191f775bd43 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:01.415544 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b0b8928-d399-4fa6-bb75-5d2f01fd6bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (81c199a8-e3f7-4630-8ebe-5191f775bd43), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:01.426901 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e1f78deb-3817-4e48-8576-cb092872c772 req-95661086-b5f5-452d-8744-2a0a11ad857b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:01.432039 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1f78deb-3817-4e48-8576-cb092872c772 req-95661086-b5f5-452d-8744-2a0a11ad857b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4514313 Jan 28 13:31:01.542169 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56956) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:01.565016 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 81c199a8-e3f7-4630-8ebe-5191f775bd43 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:01.565394 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (81c199a8-e3f7-4630-8ebe-5191f775bd43), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:01.577633 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-92c9c386-ba59-4100-bbcf-c7f66bafc808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:01.593811 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1f78deb-3817-4e48-8576-cb092872c772 req-d3903d32-72a5-40f5-be93-08eb06426837 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 695 time: 0.1566575 Jan 28 13:31:01.675885 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2b0b8928-d399-4fa6-bb75-5d2f01fd6bd9 None None] Current status of the port 81c199a8-e3f7-4630-8ebe-5191f775bd43 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:01.676649 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b0b8928-d399-4fa6-bb75-5d2f01fd6bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (81c199a8-e3f7-4630-8ebe-5191f775bd43), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:01.681003 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-92c9c386-ba59-4100-bbcf-c7f66bafc808 admin admin] Publish callbacks [] for security_group (e3a0c2bc-db2d-4899-836b-a83a6b893adf), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:01.691256 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-92c9c386-ba59-4100-bbcf-c7f66bafc808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e3a0c2bc-db2d-4899-836b-a83a6b893adf), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:01.722379 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-715175c8-529e-4c23-ba8a-b030a95de36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:01.741049 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb71407-afdf-485f-87ef-2af6ef3ab191 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Made reservation on behalf of c7a6811dc19649cf8e2a8d9876c3683f for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:01.750683 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfb71407-afdf-485f-87ef-2af6ef3ab191 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:01.777011 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2b0b8928-d399-4fa6-bb75-5d2f01fd6bd9 None None] For port 81c199a8-e3f7-4630-8ebe-5191f775bd43, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=81c199a8-e3f7-4630-8ebe-5191f775bd43,segment=NetworkSegment(838a3594-93f5-4a9e-88df-6a6995eaa6d3),segment_id=838a3594-93f5-4a9e-88df-6a6995eaa6d3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:01.795247 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b0b8928-d399-4fa6-bb75-5d2f01fd6bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (81c199a8-e3f7-4630-8ebe-5191f775bd43), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:01.841631 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-92c9c386-ba59-4100-bbcf-c7f66bafc808 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=41d922e89d11467381efbccb349d79c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2974360 Jan 28 13:31:01.844284 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56960) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:01.847195 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a3b7f103-3fb1-4b58-80a4-b3700a17ca43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (0376ca22-f7fe-4a99-ae29-2bd9ab6c8516), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:01.910050 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-dfb71407-afdf-485f-87ef-2af6ef3ab191 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] device_id is not set on port 74437a62-acfb-47da-925a-b0b54245b4d9 yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:31:01.922416 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9c386-ba59-4100-bbcf-c7f66bafc808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a0c2bc-db2d-4899-836b-a83a6b893adf,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:01.946531 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b8928-d399-4fa6-bb75-5d2f01fd6bd9 None None] Pushing event updated for resources: {'Port': ['ID=81c199a8-e3f7-4630-8ebe-5191f775bd43,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:02.004626 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 81c199a8-e3f7-4630-8ebe-5191f775bd43 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:02.008386 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5446d97e-9373-432b-96ca-bf0bc7522b00 admin admin] Publish callbacks [] for security_group (e3a0c2bc-db2d-4899-836b-a83a6b893adf), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:02.058623 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f78deb-3817-4e48-8576-cb092872c772 req-dd59ecab-ce67-4355-8f2c-f93bae2d6692 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:02.060357 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1f78deb-3817-4e48-8576-cb092872c772 req-dd59ecab-ce67-4355-8f2c-f93bae2d6692 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 784 time: 0.4596097 Jan 28 13:31:02.079392 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-e1f78deb-3817-4e48-8576-cb092872c772 req-737a4923-4eec-4ea4-929e-99ee7ab6afc3 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:31:02.080688 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1f78deb-3817-4e48-8576-cb092872c772 req-737a4923-4eec-4ea4-929e-99ee7ab6afc3 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113544 Jan 28 13:31:02.081426 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7f103-3fb1-4b58-80a4-b3700a17ca43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0376ca22-f7fe-4a99-ae29-2bd9ab6c8516,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:02.086809 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b7f103-3fb1-4b58-80a4-b3700a17ca43 admin admin] Checking segment: {'id': '16034969-c777-4ff2-b32a-1d33aacd7571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4ac21db-2f16-4e68-879f-e058b18b8766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:02.087458 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b7f103-3fb1-4b58-80a4-b3700a17ca43 admin admin] Network hostable DHCP agents. Network: a4ac21db-2f16-4e68-879f-e058b18b8766, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:31:02.089385 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5446d97e-9373-432b-96ca-bf0bc7522b00 admin admin] Publish callbacks [] for security_group (e3a0c2bc-db2d-4899-836b-a83a6b893adf), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:02.128989 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b7f103-3fb1-4b58-80a4-b3700a17ca43 admin admin] Network a4ac21db-2f16-4e68-879f-e058b18b8766 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:31:02.143748 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-562a40f4-b880-49a9-91ee-89e57c833010 None None] Provisioning complete for port 81c199a8-e3f7-4630-8ebe-5191f775bd43 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:02.144230 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-562a40f4-b880-49a9-91ee-89e57c833010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (81c199a8-e3f7-4630-8ebe-5191f775bd43), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:02.148941 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-a3b7f103-3fb1-4b58-80a4-b3700a17ca43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, a4ac21db-2f16-4e68-879f-e058b18b8766) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:02.163230 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b7f103-3fb1-4b58-80a4-b3700a17ca43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:02.164247 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a3b7f103-3fb1-4b58-80a4-b3700a17ca43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:02.225003 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a3b7f103-3fb1-4b58-80a4-b3700a17ca43 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3875511 Jan 28 13:31:02.269033 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bba18eb-f7e3-4496-b1bf-d0b81dd417d5 None None] Network a4ac21db-2f16-4e68-879f-e058b18b8766 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:31:02.509165 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-562a40f4-b880-49a9-91ee-89e57c833010 None None] Current status of the port 81c199a8-e3f7-4630-8ebe-5191f775bd43 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:02.521284 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918f4e4-2c28-4621-91cb-c61aa83c9907 req-36e69692-09ab-4072-9535-49e1162aeb91 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:02.523502 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0918f4e4-2c28-4621-91cb-c61aa83c9907 req-36e69692-09ab-4072-9535-49e1162aeb91 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3b32418-8f5e-4b29-b1c0-4ecd70070a8a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2781608 Jan 28 13:31:02.535906 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaa205e-15a5-40b6-aed7-bf68a2b0c811 None None] Network a4ac21db-2f16-4e68-879f-e058b18b8766 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:31:02.546015 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37873335-8d72-4e15-b81c-39932f79a197 None None] Network 49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:31:02.601492 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5446d97e-9373-432b-96ca-bf0bc7522b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e3a0c2bc-db2d-4899-836b-a83a6b893adf), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:02.604162 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5446d97e-9373-432b-96ca-bf0bc7522b00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:02.605345 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5446d97e-9373-432b-96ca-bf0bc7522b00 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e3a0c2bc-db2d-4899-836b-a83a6b893adf HTTP/1.1" status: 204 len: 168 time: 0.7564514 Jan 28 13:31:02.642566 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0918f4e4-2c28-4621-91cb-c61aa83c9907 req-9905db7b-3374-4a58-badd-1ef77aad0c39 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 695 time: 0.0986271 Jan 28 13:31:02.644695 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-dfb71407-afdf-485f-87ef-2af6ef3ab191 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Allocated IP 10.1.1.12 (1c76efb7-25f2-4bab-a422-d23d5893fdb1/b74542d3-e3e9-4c91-b28b-bcd1470376c6/74437a62-acfb-47da-925a-b0b54245b4d9) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:02.658861 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-0918f4e4-2c28-4621-91cb-c61aa83c9907 req-198813dd-3b77-4c47-8906-2eafd5aea5a9 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Request body: {'floatingip': {'port_id': '7116479e-c830-4794-a8c4-344ab80f1cfc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:02.698392 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 81c199a8-e3f7-4630-8ebe-5191f775bd43 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:31:02.748258 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446d97e-9373-432b-96ca-bf0bc7522b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a0c2bc-db2d-4899-836b-a83a6b893adf,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:02.763492 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0918f4e4-2c28-4621-91cb-c61aa83c9907 req-198813dd-3b77-4c47-8906-2eafd5aea5a9 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks [] for floatingip (5daee4ad-6cd1-476c-a639-c8f643e1e82f), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:02.804091 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-562a40f4-b880-49a9-91ee-89e57c833010 None None] Provisioning complete for port 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:02.804704 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-562a40f4-b880-49a9-91ee-89e57c833010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0c0f91d0-9eaa-4b76-abe7-1a460d8a367f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:02.858015 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:02.895494 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-562a40f4-b880-49a9-91ee-89e57c833010 None None] Port 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:31:02.920181 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 81c199a8-e3f7-4630-8ebe-5191f775bd43 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:02.920607 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (81c199a8-e3f7-4630-8ebe-5191f775bd43), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:03.061005 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfb71407-afdf-485f-87ef-2af6ef3ab191 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for port (74437a62-acfb-47da-925a-b0b54245b4d9), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:03.082593 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c4d7caaa-f816-4389-8776-c66f0ac13e15 None None] Provisioning complete for port 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:03.089455 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4d7caaa-f816-4389-8776-c66f0ac13e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0c0f91d0-9eaa-4b76-abe7-1a460d8a367f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:03.149404 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 81c199a8-e3f7-4630-8ebe-5191f775bd43 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:03.150553 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3768e5b4-2251-4232-b9fa-6f3d8db72211 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:31:03.178550 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-8bfca1a8-b37f-4f33-9129-ab32e3973323 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:03.185362 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-8bfca1a8-b37f-4f33-9129-ab32e3973323 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/networks?id=a4ac21db-2f16-4e68-879f-e058b18b8766 HTTP/1.1" status: 200 len: 818 time: 0.1803446 Jan 28 13:31:03.201539 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c4d7caaa-f816-4389-8776-c66f0ac13e15 None None] Port 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:31:03.209294 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfb71407-afdf-485f-87ef-2af6ef3ab191 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (74437a62-acfb-47da-925a-b0b54245b4d9), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:03.219543 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-6f6e0064-8da6-4be9-a2eb-8692d20e8e90 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/quotas/49619dfecef048e0b93392b4a0a61dab HTTP/1.1" status: 200 len: 375 time: 0.0297837 Jan 28 13:31:03.248563 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c4d7caaa-f816-4389-8776-c66f0ac13e15 None None] Provisioning complete for port 3768e5b4-2251-4232-b9fa-6f3d8db72211 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:03.248950 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4d7caaa-f816-4389-8776-c66f0ac13e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3768e5b4-2251-4232-b9fa-6f3d8db72211), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:03.293375 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb71407-afdf-485f-87ef-2af6ef3ab191 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event updated for resources: {'Port': ['ID=74437a62-acfb-47da-925a-b0b54245b4d9,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:03.336138 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-472db596-229b-4e6b-a1db-309d8f72351e tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=49619dfecef048e0b93392b4a0a61dab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1038146 Jan 28 13:31:03.340248 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 3768e5b4-2251-4232-b9fa-6f3d8db72211 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:03.340809 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3768e5b4-2251-4232-b9fa-6f3d8db72211), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:03.352662 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb71407-afdf-485f-87ef-2af6ef3ab191 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Network 1c76efb7-25f2-4bab-a422-d23d5893fdb1 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:03.356646 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-dfb71407-afdf-485f-87ef-2af6ef3ab191 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:03.375793 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb71407-afdf-485f-87ef-2af6ef3ab191 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:03.543563 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-f3b013c8-225c-4da7-a90b-77ef37756287 service neutron] 10.222.0.39 "GET /v2.0/networks/a4ac21db-2f16-4e68-879f-e058b18b8766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064412 Jan 28 13:31:03.570033 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 3768e5b4-2251-4232-b9fa-6f3d8db72211 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:03.570303 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3768e5b4-2251-4232-b9fa-6f3d8db72211), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:03.572397 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c4d7caaa-f816-4389-8776-c66f0ac13e15 None None] Current status of the port 3768e5b4-2251-4232-b9fa-6f3d8db72211 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:03.572761 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4d7caaa-f816-4389-8776-c66f0ac13e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3768e5b4-2251-4232-b9fa-6f3d8db72211), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:03.607324 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb71407-afdf-485f-87ef-2af6ef3ab191 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:03.608658 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfb71407-afdf-485f-87ef-2af6ef3ab191 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:03.623169 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [req-0918f4e4-2c28-4621-91cb-c61aa83c9907 req-198813dd-3b77-4c47-8906-2eafd5aea5a9 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 13:31:03.625499 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0918f4e4-2c28-4621-91cb-c61aa83c9907 req-198813dd-3b77-4c47-8906-2eafd5aea5a9 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "PUT /v2.0/floatingips/5daee4ad-6cd1-476c-a639-c8f643e1e82f HTTP/1.1" status: 409 len: 549 time: 0.9704771 Jan 28 13:31:03.670163 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dfb71407-afdf-485f-87ef-2af6ef3ab191 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.3083401 Jan 28 13:31:03.688176 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 3768e5b4-2251-4232-b9fa-6f3d8db72211, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3768e5b4-2251-4232-b9fa-6f3d8db72211,segment=NetworkSegment(fb18244e-3af3-4deb-8d3e-faa801cd5018),segment_id=fb18244e-3af3-4deb-8d3e-faa801cd5018)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:03.696778 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3768e5b4-2251-4232-b9fa-6f3d8db72211), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:03.748014 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-33dd5d6e-4e65-4921-ae9d-ca993d017b88 service neutron] 10.222.0.39 "GET /v2.0/networks/a4ac21db-2f16-4e68-879f-e058b18b8766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813431 Jan 28 13:31:03.821932 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=3768e5b4-2251-4232-b9fa-6f3d8db72211,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:03.834669 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-c4d7caaa-f816-4389-8776-c66f0ac13e15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:31:03.835402 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-c4d7caaa-f816-4389-8776-c66f0ac13e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:31:03.954267 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7e53854d-8ff2-4de3-b005-ddecd3561847 req-4b89dc7a-50cd-460a-9682-479af7034164 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/floatingips/5daee4ad-6cd1-476c-a639-c8f643e1e82f HTTP/1.1" status: 200 len: 692 time: 0.0769467 Jan 28 13:31:04.170947 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:04.218979 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53854d-8ff2-4de3-b005-ddecd3561847 req-bf5d8ea8-3d58-4a40-aa5e-562f087e6969 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:04.226039 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7e53854d-8ff2-4de3-b005-ddecd3561847 req-bf5d8ea8-3d58-4a40-aa5e-562f087e6969 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 784 time: 0.2660327 Jan 28 13:31:04.231864 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-7e53854d-8ff2-4de3-b005-ddecd3561847 req-a7f67e1a-f21b-4c18-9162-3d0cb3cd3b6b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:31:04.239319 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7e53854d-8ff2-4de3-b005-ddecd3561847 req-a7f67e1a-f21b-4c18-9162-3d0cb3cd3b6b tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123186 Jan 28 13:31:04.311816 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7e53854d-8ff2-4de3-b005-ddecd3561847 req-ea0cdc5b-6853-41aa-a13c-85da95ed70a2 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 695 time: 0.0706208 Jan 28 13:31:04.410877 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c4d7caaa-f816-4389-8776-c66f0ac13e15 None None] Current status of the port 3768e5b4-2251-4232-b9fa-6f3d8db72211 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:04.423831 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7e53854d-8ff2-4de3-b005-ddecd3561847 req-c0fc234e-da17-40b1-936b-ab73dfcf0d9e tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 695 time: 0.1107919 Jan 28 13:31:04.486075 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3768e5b4-2251-4232-b9fa-6f3d8db72211 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:31:04.573100 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-29638a2b-d167-4f4e-aaae-e5f6ebf2a4c8 None None] Provisioning complete for port 74437a62-acfb-47da-925a-b0b54245b4d9 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:04.576123 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-29638a2b-d167-4f4e-aaae-e5f6ebf2a4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (74437a62-acfb-47da-925a-b0b54245b4d9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:04.596385 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-7e53854d-8ff2-4de3-b005-ddecd3561847 req-f2e2c2e8-734c-4ed1-9b27-ee941b495f3e tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Deleting port c0548146-c19b-44ba-bde2-79ae36b48523 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:04.596863 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7e53854d-8ff2-4de3-b005-ddecd3561847 req-f2e2c2e8-734c-4ed1-9b27-ee941b495f3e tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c0548146-c19b-44ba-bde2-79ae36b48523), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:04.676034 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-29638a2b-d167-4f4e-aaae-e5f6ebf2a4c8 None None] Port 74437a62-acfb-47da-925a-b0b54245b4d9 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:31:04.731367 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-29638a2b-d167-4f4e-aaae-e5f6ebf2a4c8 None None] Provisioning complete for port 3768e5b4-2251-4232-b9fa-6f3d8db72211 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:04.736093 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-29638a2b-d167-4f4e-aaae-e5f6ebf2a4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3768e5b4-2251-4232-b9fa-6f3d8db72211), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:04.752862 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7e53854d-8ff2-4de3-b005-ddecd3561847 req-f2e2c2e8-734c-4ed1-9b27-ee941b495f3e tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c0548146-c19b-44ba-bde2-79ae36b48523), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:04.755035 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7e53854d-8ff2-4de3-b005-ddecd3561847 req-f2e2c2e8-734c-4ed1-9b27-ee941b495f3e tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks [] for floatingip (c0548146-c19b-44ba-bde2-79ae36b48523), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:04.772453 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57048) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:04.777954 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-83cbe239-b80a-490c-9e3f-9f8f302e0dac tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--353921499', 'description': 'tempest-description--1349468926'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:04.780874 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 3768e5b4-2251-4232-b9fa-6f3d8db72211 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:04.781830 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3768e5b4-2251-4232-b9fa-6f3d8db72211), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:04.803245 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-7e53854d-8ff2-4de3-b005-ddecd3561847 req-f2e2c2e8-734c-4ed1-9b27-ee941b495f3e tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Calling delete_port for c0548146-c19b-44ba-bde2-79ae36b48523 owned by network:floatingip {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:04.825039 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-83cbe239-b80a-490c-9e3f-9f8f302e0dac tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:04.995818 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-29638a2b-d167-4f4e-aaae-e5f6ebf2a4c8 None None] Current status of the port 3768e5b4-2251-4232-b9fa-6f3d8db72211 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:05.004698 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-83cbe239-b80a-490c-9e3f-9f8f302e0dac tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for security_group (7c71bb51-4dcf-4ee1-846e-676c83721ea9), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.011226 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-83cbe239-b80a-490c-9e3f-9f8f302e0dac tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7c71bb51-4dcf-4ee1-846e-676c83721ea9), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.029367 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 3768e5b4-2251-4232-b9fa-6f3d8db72211 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:05.044842 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-83cbe239-b80a-490c-9e3f-9f8f302e0dac tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.059477 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57058) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:05.064742 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-83cbe239-b80a-490c-9e3f-9f8f302e0dac tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2779605 Jan 28 13:31:05.067015 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-b113e1d9-825c-4c85-a184-c83318f76415 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Request body: {'security_group_rule': {'security_group_id': '7c71bb51-4dcf-4ee1-846e-676c83721ea9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:05.114706 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbe239-b80a-490c-9e3f-9f8f302e0dac tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c71bb51-4dcf-4ee1-846e-676c83721ea9,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:05.161724 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b113e1d9-825c-4c85-a184-c83318f76415 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for security_group_rule (807e063a-a32a-4e5b-a5f8-3269bebe4b96), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.226971 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7e53854d-8ff2-4de3-b005-ddecd3561847 req-f2e2c2e8-734c-4ed1-9b27-ee941b495f3e tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (c0548146-c19b-44ba-bde2-79ae36b48523), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.233592 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9dfedfaf-3902-4eb1-b924-fd8ac286d40e req-ec00f2a9-fbd8-4c61-99e7-d92ad662eabb tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0c7bbdc-15c8-4e85-9024-b17f68989f55 HTTP/1.1" status: 200 len: 210 time: 0.0567474 Jan 28 13:31:05.306016 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2c2e8-734c-4ed1-9b27-ee941b495f3e tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Pushing event deleted for resources: {'Port': ['ID=c0548146-c19b-44ba-bde2-79ae36b48523,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:05.368270 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b113e1d9-825c-4c85-a184-c83318f76415 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for security_group_rule (807e063a-a32a-4e5b-a5f8-3269bebe4b96), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.380221 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b113e1d9-825c-4c85-a184-c83318f76415 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (807e063a-a32a-4e5b-a5f8-3269bebe4b96), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.409416 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113e1d9-825c-4c85-a184-c83318f76415 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807e063a-a32a-4e5b-a5f8-3269bebe4b96,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:05.426252 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b113e1d9-825c-4c85-a184-c83318f76415 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.428956 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b113e1d9-825c-4c85-a184-c83318f76415 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3684251 Jan 28 13:31:05.429951 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7e53854d-8ff2-4de3-b005-ddecd3561847 req-f2e2c2e8-734c-4ed1-9b27-ee941b495f3e tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks [] for floatingip (5daee4ad-6cd1-476c-a639-c8f643e1e82f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.431908 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57074) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:05.432630 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7e53854d-8ff2-4de3-b005-ddecd3561847 req-f2e2c2e8-734c-4ed1-9b27-ee941b495f3e tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.440288 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7e53854d-8ff2-4de3-b005-ddecd3561847 req-f2e2c2e8-734c-4ed1-9b27-ee941b495f3e tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "DELETE /v2.0/floatingips/5daee4ad-6cd1-476c-a639-c8f643e1e82f HTTP/1.1" status: 204 len: 173 time: 1.0156474 Jan 28 13:31:05.441188 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-34417a26-5d3a-4ef4-bf2f-df133ddd25d6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Request body: {'security_group_rule': {'security_group_id': '7c71bb51-4dcf-4ee1-846e-676c83721ea9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:05.540961 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-34417a26-5d3a-4ef4-bf2f-df133ddd25d6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for security_group_rule (fec2b634-3d42-4c39-a015-fc2491573627), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.577191 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-286c9617-480e-44a5-8de4-1c5fd288fc6d req-049a7974-86c1-4c53-9d35-06acb9c44fd9 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 1000 time: 0.1075006 Jan 28 13:31:05.674043 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-34417a26-5d3a-4ef4-bf2f-df133ddd25d6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for security_group_rule (fec2b634-3d42-4c39-a015-fc2491573627), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.685511 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c9617-480e-44a5-8de4-1c5fd288fc6d req-b99a8b4c-6ed3-46df-b038-03e3dae69f81 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:05.711176 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-286c9617-480e-44a5-8de4-1c5fd288fc6d req-b99a8b4c-6ed3-46df-b038-03e3dae69f81 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/ports/7116479e-c830-4794-a8c4-344ab80f1cfc HTTP/1.1" status: 200 len: 942 time: 0.1041031 Jan 28 13:31:05.712682 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-34417a26-5d3a-4ef4-bf2f-df133ddd25d6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (fec2b634-3d42-4c39-a015-fc2491573627), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.747828 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.763723 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34417a26-5d3a-4ef4-bf2f-df133ddd25d6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec2b634-3d42-4c39-a015-fc2491573627,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:05.780280 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-34417a26-5d3a-4ef4-bf2f-df133ddd25d6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.784997 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-34417a26-5d3a-4ef4-bf2f-df133ddd25d6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3510790 Jan 28 13:31:05.787755 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57082) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:05.794312 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-7c511aa9-1cc5-4ff6-af0c-ef5e229ad208 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:05.853791 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7c511aa9-1cc5-4ff6-af0c-ef5e229ad208 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.999041 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-286c9617-480e-44a5-8de4-1c5fd288fc6d req-c64858f3-b403-4649-9105-1b5af78150a0 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 1000 time: 0.1585717 Jan 28 13:31:06.151621 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7c511aa9-1cc5-4ff6-af0c-ef5e229ad208 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:06.317008 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c9617-480e-44a5-8de4-1c5fd288fc6d req-e3f0f6a4-9323-476a-a1d9-2024d3c7fef0 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:06.327979 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-286c9617-480e-44a5-8de4-1c5fd288fc6d req-e3f0f6a4-9323-476a-a1d9-2024d3c7fef0 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 784 time: 0.3172200 Jan 28 13:31:06.331031 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-7c511aa9-1cc5-4ff6-af0c-ef5e229ad208 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Allocated IP 172.25.3.118 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/b32ad8df-fcfa-462d-8cd4-5dab0590a627) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:06.458513 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-286c9617-480e-44a5-8de4-1c5fd288fc6d req-b5a87249-8ab9-4d98-9f87-4c28fb1cc0b8 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 1000 time: 0.1296210 Jan 28 13:31:06.475686 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-286c9617-480e-44a5-8de4-1c5fd288fc6d req-06b61887-82cd-4312-8cb5-d5d375551931 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:06.550877 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-911e560b-9bcf-47c8-8064-5dcb83ad6bb8 req-759b6c1f-5c57-4c1d-b313-105afcea4a0b tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0c7bbdc-15c8-4e85-9024-b17f68989f55 HTTP/1.1" status: 200 len: 210 time: 0.0548251 Jan 28 13:31:06.656062 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7c511aa9-1cc5-4ff6-af0c-ef5e229ad208 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for port (b32ad8df-fcfa-462d-8cd4-5dab0590a627), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:06.738730 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7c511aa9-1cc5-4ff6-af0c-ef5e229ad208 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b32ad8df-fcfa-462d-8cd4-5dab0590a627), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:06.756861 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-286c9617-480e-44a5-8de4-1c5fd288fc6d req-06b61887-82cd-4312-8cb5-d5d375551931 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks [] for floatingip (57e64d50-6258-4d81-aca0-5fc3761fdeb7), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:06.826461 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c511aa9-1cc5-4ff6-af0c-ef5e229ad208 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:06.835167 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-7c511aa9-1cc5-4ff6-af0c-ef5e229ad208 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:06.841557 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c511aa9-1cc5-4ff6-af0c-ef5e229ad208 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:06.896134 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c511aa9-1cc5-4ff6-af0c-ef5e229ad208 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event updated for resources: {'Port': ['ID=b32ad8df-fcfa-462d-8cd4-5dab0590a627,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:06.963096 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-ce4bb916-96d6-42e7-aa89-9b56c4f0d3b2 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:06.965060 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-ce4bb916-96d6-42e7-aa89-9b56c4f0d3b2 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.18 "GET /v2.0/networks?id=a4ac21db-2f16-4e68-879f-e058b18b8766 HTTP/1.1" status: 200 len: 818 time: 0.3356097 Jan 28 13:31:06.986476 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-4adf4059-ce7a-403f-bc85-d5939c8dc735 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Request body: {'port': {'device_id': 'c2f796b5-cb35-46d4-b081-7916b5200124', 'network_id': 'a4ac21db-2f16-4e68-879f-e058b18b8766', 'admin_state_up': True, 'tenant_id': '49619dfecef048e0b93392b4a0a61dab'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:07.076910 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7c511aa9-1cc5-4ff6-af0c-ef5e229ad208 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for floatingip (43aff482-9d5b-4d43-8315-ba8a0b7893a3), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:07.221355 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7c511aa9-1cc5-4ff6-af0c-ef5e229ad208 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b32ad8df-fcfa-462d-8cd4-5dab0590a627), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:07.275891 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-6af1f0ff-421e-401d-a38f-7652ce09dd1c tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:07.277741 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-6af1f0ff-421e-401d-a38f-7652ce09dd1c tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.18 "GET /v2.0/networks?id=a4ac21db-2f16-4e68-879f-e058b18b8766 HTTP/1.1" status: 200 len: 818 time: 0.2948880 Jan 28 13:31:07.309520 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-0284b077-19f5-4cc5-8645-008732b25ec4 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Request body: {'port': {'device_id': 'c28df079-2e01-4562-976a-998d19c8d688', 'network_id': 'a4ac21db-2f16-4e68-879f-e058b18b8766', 'admin_state_up': True, 'tenant_id': '49619dfecef048e0b93392b4a0a61dab'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:07.354740 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-286c9617-480e-44a5-8de4-1c5fd288fc6d req-06b61887-82cd-4312-8cb5-d5d375551931 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:07.374856 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-286c9617-480e-44a5-8de4-1c5fd288fc6d req-06b61887-82cd-4312-8cb5-d5d375551931 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (57e64d50-6258-4d81-aca0-5fc3761fdeb7), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:07.375266 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [req-286c9617-480e-44a5-8de4-1c5fd288fc6d req-06b61887-82cd-4312-8cb5-d5d375551931 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Floating IP 57e64d50-6258-4d81-aca0-5fc3761fdeb7 disassociated. External IP: 172.25.3.50, port: 7116479e-c830-4794-a8c4-344ab80f1cfc. Jan 28 13:31:07.396301 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-198f316c-70cc-46de-8cf4-bc09d0e99659 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:07.398472 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-198f316c-70cc-46de-8cf4-bc09d0e99659 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.37 "GET /v2.0/networks?id=a4ac21db-2f16-4e68-879f-e058b18b8766 HTTP/1.1" status: 200 len: 818 time: 0.3098059 Jan 28 13:31:07.571006 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-0284b077-19f5-4cc5-8645-008732b25ec4 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Made reservation on behalf of 49619dfecef048e0b93392b4a0a61dab for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:07.574860 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-0284b077-19f5-4cc5-8645-008732b25ec4 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:07.599541 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7c511aa9-1cc5-4ff6-af0c-ef5e229ad208 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for port (b32ad8df-fcfa-462d-8cd4-5dab0590a627), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:07.608792 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7c511aa9-1cc5-4ff6-af0c-ef5e229ad208 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (b32ad8df-fcfa-462d-8cd4-5dab0590a627), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:07.782565 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1915cf29-8266-4d04-9593-24eebdc6a28b req-9156e136-4348-443e-affb-0ea29b73d1a1 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0c7bbdc-15c8-4e85-9024-b17f68989f55 HTTP/1.1" status: 200 len: 210 time: 0.0619142 Jan 28 13:31:07.829578 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c511aa9-1cc5-4ff6-af0c-ef5e229ad208 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event updated for resources: {'Port': ['ID=b32ad8df-fcfa-462d-8cd4-5dab0590a627,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:07.852843 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7c511aa9-1cc5-4ff6-af0c-ef5e229ad208 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (43aff482-9d5b-4d43-8315-ba8a0b7893a3), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:07.920756 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7c511aa9-1cc5-4ff6-af0c-ef5e229ad208 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:07.922030 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7c511aa9-1cc5-4ff6-af0c-ef5e229ad208 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1329932 Jan 28 13:31:07.942887 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-0284b077-19f5-4cc5-8645-008732b25ec4 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Allocated IP 172.20.0.12 (a4ac21db-2f16-4e68-879f-e058b18b8766/0376ca22-f7fe-4a99-ae29-2bd9ab6c8516/92da1f57-8490-4c54-81ce-81eaf8419d3b) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:08.082873 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-64c0353a-5392-47a4-ab47-f74d807e62fb tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Request body: {'port': {'device_id': 'e0c7bbdc-15c8-4e85-9024-b17f68989f55', 'network_id': 'a4ac21db-2f16-4e68-879f-e058b18b8766', 'admin_state_up': True, 'tenant_id': '49619dfecef048e0b93392b4a0a61dab'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:08.248084 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-4adf4059-ce7a-403f-bc85-d5939c8dc735 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Made reservation on behalf of 49619dfecef048e0b93392b4a0a61dab for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:08.270393 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-4adf4059-ce7a-403f-bc85-d5939c8dc735 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:08.325861 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-0284b077-19f5-4cc5-8645-008732b25ec4 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Publish callbacks [] for port (92da1f57-8490-4c54-81ce-81eaf8419d3b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:08.377607 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57142) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:08.398069 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-0284b077-19f5-4cc5-8645-008732b25ec4 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (92da1f57-8490-4c54-81ce-81eaf8419d3b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:08.513766 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-0284b077-19f5-4cc5-8645-008732b25ec4 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Network a4ac21db-2f16-4e68-879f-e058b18b8766 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:08.549932 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-0284b077-19f5-4cc5-8645-008732b25ec4 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:08.567250 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-0284b077-19f5-4cc5-8645-008732b25ec4 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:08.667279 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-0284b077-19f5-4cc5-8645-008732b25ec4 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:08.668119 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-0284b077-19f5-4cc5-8645-008732b25ec4 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:08.673459 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284b077-19f5-4cc5-8645-008732b25ec4 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Pushing event updated for resources: {'Port': ['ID=92da1f57-8490-4c54-81ce-81eaf8419d3b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:08.704778 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-0284b077-19f5-4cc5-8645-008732b25ec4 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4029069 Jan 28 13:31:08.789089 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-254e9b57-fa93-4e7f-9658-95c053b762af tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--353921499&fields=id&tenant_id=c7a6811dc19649cf8e2a8d9876c3683f HTTP/1.1" status: 200 len: 267 time: 0.0917399 Jan 28 13:31:08.839092 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-64c0353a-5392-47a4-ab47-f74d807e62fb tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Made reservation on behalf of 49619dfecef048e0b93392b4a0a61dab for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:08.843848 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-64c0353a-5392-47a4-ab47-f74d807e62fb tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:08.886311 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-78e3704e-5521-4a7f-9a0f-7273e45d7151 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:08.893788 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-78e3704e-5521-4a7f-9a0f-7273e45d7151 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports/0c0f91d0-9eaa-4b76-abe7-1a460d8a367f HTTP/1.1" status: 200 len: 937 time: 0.1033771 Jan 28 13:31:08.929511 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-4adf4059-ce7a-403f-bc85-d5939c8dc735 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Allocated IP 172.20.0.8 (a4ac21db-2f16-4e68-879f-e058b18b8766/0376ca22-f7fe-4a99-ae29-2bd9ab6c8516/8008ea37-de53-48b7-83ae-91605df8ce20) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:08.956511 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-2c6aebf2-b96b-4435-a7b0-e7299bfcca4a service neutron] Request body: {'port': {'device_id': 'c28df079-2e01-4562-976a-998d19c8d688', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:08.968338 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [req-286c9617-480e-44a5-8de4-1c5fd288fc6d req-06b61887-82cd-4312-8cb5-d5d375551931 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Router 55008d77-155f-4db5-9587-106f3ce5c0a7 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:31:09.059688 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-89519688-fcf7-459e-b808-1af4f77dc2f2 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:09.068500 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-89519688-fcf7-459e-b808-1af4f77dc2f2 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports/74437a62-acfb-47da-925a-b0b54245b4d9 HTTP/1.1" status: 200 len: 935 time: 0.1736290 Jan 28 13:31:09.081347 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-765eb6c5-cddf-4e7c-9b99-0d104d9cec0f admin admin] Deleting subnet 71a5c6ba-e647-4544-86c2-92651ecb7e69 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:31:09.118634 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-765eb6c5-cddf-4e7c-9b99-0d104d9cec0f admin admin] Publish callbacks [] for subnet (71a5c6ba-e647-4544-86c2-92651ecb7e69), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:09.228190 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-2c6aebf2-b96b-4435-a7b0-e7299bfcca4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (92da1f57-8490-4c54-81ce-81eaf8419d3b), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:09.272607 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-286c9617-480e-44a5-8de4-1c5fd288fc6d req-06b61887-82cd-4312-8cb5-d5d375551931 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:31:09.281105 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-286c9617-480e-44a5-8de4-1c5fd288fc6d req-06b61887-82cd-4312-8cb5-d5d375551931 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:09.285073 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-69c94d8c-456c-4ec9-846a-34e62aba486e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?network_id=49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1913271 Jan 28 13:31:09.291062 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cac2dd4-d21d-4687-9e70-b8bf6b4eeb1c None None] Sync routers for ids ['55008d77-155f-4db5-9587-106f3ce5c0a7'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:31:09.313603 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-4adf4059-ce7a-403f-bc85-d5939c8dc735 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Publish callbacks [] for port (8008ea37-de53-48b7-83ae-91605df8ce20), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:09.321012 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cac2dd4-d21d-4687-9e70-b8bf6b4eeb1c None None] Routers {'55008d77-155f-4db5-9587-106f3ce5c0a7'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:31:09.327229 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-7cac2dd4-d21d-4687-9e70-b8bf6b4eeb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:31:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['55008d77-155f-4db5-9587-106f3ce5c0a7'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:09.329179 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-286c9617-480e-44a5-8de4-1c5fd288fc6d req-06b61887-82cd-4312-8cb5-d5d375551931 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "PUT /v2.0/floatingips/57e64d50-6258-4d81-aca0-5fc3761fdeb7 HTTP/1.1" status: 200 len: 694 time: 2.8600779 Jan 28 13:31:09.331231 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-7fe41ea4-399b-4c1c-8824-fe075d5572d9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?network_id=49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0446966 Jan 28 13:31:09.331633 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b32418-8f5e-4b29-b1c0-4ecd70070a8a', 'tag': '7116479e-c830-4794-a8c4-344ab80f1cfc'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:09.333293 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae19270-f648-483c-b32b-17bbdbd37488" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b32418-8f5e-4b29-b1c0-4ecd70070a8a", "tag": "7116479e-c830-4794-a8c4-344ab80f1cfc"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:09.463465 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-64c0353a-5392-47a4-ab47-f74d807e62fb tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Allocated IP 172.20.0.9 (a4ac21db-2f16-4e68-879f-e058b18b8766/0376ca22-f7fe-4a99-ae29-2bd9ab6c8516/c4950bf8-7279-44de-967a-4d8bd63975fd) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:09.476711 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-765eb6c5-cddf-4e7c-9b99-0d104d9cec0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (71a5c6ba-e647-4544-86c2-92651ecb7e69), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:09.562590 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-7cac2dd4-d21d-4687-9e70-b8bf6b4eeb1c None None] Set router 55008d77-155f-4db5-9587-106f3ce5c0a7 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:31:09.605950 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-765eb6c5-cddf-4e7c-9b99-0d104d9cec0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (71a5c6ba-e647-4544-86c2-92651ecb7e69), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:09.635813 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-64c0353a-5392-47a4-ab47-f74d807e62fb tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Publish callbacks [] for port (c4950bf8-7279-44de-967a-4d8bd63975fd), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:09.654479 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-4adf4059-ce7a-403f-bc85-d5939c8dc735 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (8008ea37-de53-48b7-83ae-91605df8ce20), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:09.668112 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c9617-480e-44a5-8de4-1c5fd288fc6d req-99df52a9-e260-4014-8af9-238954850d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:09.671615 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-286c9617-480e-44a5-8de4-1c5fd288fc6d req-99df52a9-e260-4014-8af9-238954850d3f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=52180c6a713c4a868172017eb1f2f53b&device_id=e3b32418-8f5e-4b29-b1c0-4ecd70070a8a HTTP/1.1" status: 200 len: 1096 time: 0.3237107 Jan 28 13:31:09.748289 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ab3cda1b-3c19-4ca4-9821-6ca650211426 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:09.754412 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ab3cda1b-3c19-4ca4-9821-6ca650211426 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:09.773454 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ab3cda1b-3c19-4ca4-9821-6ca650211426 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:09.781371 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-4adf4059-ce7a-403f-bc85-d5939c8dc735 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Network a4ac21db-2f16-4e68-879f-e058b18b8766 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:09.785511 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf4059-ce7a-403f-bc85-d5939c8dc735 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Pushing event updated for resources: {'Port': ['ID=8008ea37-de53-48b7-83ae-91605df8ce20,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:09.789349 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ab3cda1b-3c19-4ca4-9821-6ca650211426 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/networks?id=8d8ce296-49c0-407a-94c2-104afd52dd5e&id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&id=49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99&id=49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99 HTTP/1.1" status: 200 len: 1994 time: 0.4576061 Jan 28 13:31:09.806417 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-4adf4059-ce7a-403f-bc85-d5939c8dc735 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:09.843258 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-64c0353a-5392-47a4-ab47-f74d807e62fb tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c4950bf8-7279-44de-967a-4d8bd63975fd), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:09.849389 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-4adf4059-ce7a-403f-bc85-d5939c8dc735 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:09.872603 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-7cac2dd4-d21d-4687-9e70-b8bf6b4eeb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1213285709-router', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:30:19Z', 'updated_at': '2022-01-28T13:30:27Z', 'revision_number': 4, 'project_id': '52180c6a713c4a868172017eb1f2f53b', 'gw_port': {'id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:30:20Z', 'updated_at': '2022-01-28T13:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'b545b2f9-dae2-4a38-bba1-36ff9402392e', 'name': '', 'network_id': 'e6fe2588-dbb4-4de3-9d1e-1323f44b0e96', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b', 'mac_address': 'fa:16:3e:02:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '8dfa90cf-6860-4d71-80f6-d4c3faf485dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:30:26Z', 'updated_at': '2022-01-28T13:30:33Z', 'revision_number': 5, 'project_id': '52180c6a713c4a868172017eb1f2f53b', 'subnets': [{'id': '8dfa90cf-6860-4d71-80f6-d4c3faf485dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:09.899400 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-4adf4059-ce7a-403f-bc85-d5939c8dc735 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:09.900217 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-4adf4059-ce7a-403f-bc85-d5939c8dc735 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:09.904372 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cac2dd4-d21d-4687-9e70-b8bf6b4eeb1c None None] Checking router: 55008d77-155f-4db5-9587-106f3ce5c0a7 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:31:09.917629 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cac2dd4-d21d-4687-9e70-b8bf6b4eeb1c None None] Routers {'55008d77-155f-4db5-9587-106f3ce5c0a7'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:31:09.919706 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-7cac2dd4-d21d-4687-9e70-b8bf6b4eeb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:31:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['55008d77-155f-4db5-9587-106f3ce5c0a7'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:10.030154 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-4adf4059-ce7a-403f-bc85-d5939c8dc735 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0501299 Jan 28 13:31:10.075049 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-28ea4631-5264-480b-9877-d6756550995f service neutron] Request body: {'port': {'device_id': 'c2f796b5-cb35-46d4-b081-7916b5200124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:10.081162 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-64c0353a-5392-47a4-ab47-f74d807e62fb tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Network a4ac21db-2f16-4e68-879f-e058b18b8766 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:10.161930 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-64c0353a-5392-47a4-ab47-f74d807e62fb tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:10.168409 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0353a-5392-47a4-ab47-f74d807e62fb tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Pushing event updated for resources: {'Port': ['ID=c4950bf8-7279-44de-967a-4d8bd63975fd,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:10.173947 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-64c0353a-5392-47a4-ab47-f74d807e62fb tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:10.224418 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-64c0353a-5392-47a4-ab47-f74d807e62fb tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:10.225004 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-64c0353a-5392-47a4-ab47-f74d807e62fb tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:10.236280 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c9617-480e-44a5-8de4-1c5fd288fc6d req-97ec8cee-a189-45a9-ab56-fe238619c92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:10.238433 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-286c9617-480e-44a5-8de4-1c5fd288fc6d req-97ec8cee-a189-45a9-ab56-fe238619c92c service neutron] 10.222.0.39 "GET /v2.0/networks?id=e6fe2588-dbb4-4de3-9d1e-1323f44b0e96 HTTP/1.1" status: 200 len: 929 time: 0.5310996 Jan 28 13:31:10.308327 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-64c0353a-5392-47a4-ab47-f74d807e62fb tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2295740 Jan 28 13:31:10.314302 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-286c9617-480e-44a5-8de4-1c5fd288fc6d req-86ef253a-f727-440f-8c4b-3d35bac847da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7116479e-c830-4794-a8c4-344ab80f1cfc HTTP/1.1" status: 200 len: 217 time: 0.0665419 Jan 28 13:31:10.331563 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-28ea4631-5264-480b-9877-d6756550995f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8008ea37-de53-48b7-83ae-91605df8ce20), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:10.337261 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-6c9df7f4-beb5-4766-bc74-0be4fbdc505e service neutron] Request body: {'port': {'device_id': 'e0c7bbdc-15c8-4e85-9024-b17f68989f55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:10.374990 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-7cac2dd4-d21d-4687-9e70-b8bf6b4eeb1c None None] Set router 55008d77-155f-4db5-9587-106f3ce5c0a7 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:31:10.508464 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c9617-480e-44a5-8de4-1c5fd288fc6d req-fab01e45-ad7d-4251-b731-1083071ce073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:10.510331 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-286c9617-480e-44a5-8de4-1c5fd288fc6d req-fab01e45-ad7d-4251-b731-1083071ce073 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8dfa90cf-6860-4d71-80f6-d4c3faf485dd HTTP/1.1" status: 200 len: 868 time: 0.1275830 Jan 28 13:31:10.584757 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-0c62bc99-1487-4cd9-8556-042fc90a93c9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/quotas/c7a6811dc19649cf8e2a8d9876c3683f HTTP/1.1" status: 200 len: 375 time: 0.7941115 Jan 28 13:31:10.622079 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-6c9df7f4-beb5-4766-bc74-0be4fbdc505e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c4950bf8-7279-44de-967a-4d8bd63975fd), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:10.714827 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-765eb6c5-cddf-4e7c-9b99-0d104d9cec0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (71a5c6ba-e647-4544-86c2-92651ecb7e69), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:10.721862 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-7cac2dd4-d21d-4687-9e70-b8bf6b4eeb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1213285709-router', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:30:19Z', 'updated_at': '2022-01-28T13:30:27Z', 'revision_number': 4, 'project_id': '52180c6a713c4a868172017eb1f2f53b', 'gw_port': {'id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:30:20Z', 'updated_at': '2022-01-28T13:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'b545b2f9-dae2-4a38-bba1-36ff9402392e', 'name': '', 'network_id': 'e6fe2588-dbb4-4de3-9d1e-1323f44b0e96', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b', 'mac_address': 'fa:16:3e:02:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '8dfa90cf-6860-4d71-80f6-d4c3faf485dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:30:26Z', 'updated_at': '2022-01-28T13:30:33Z', 'revision_number': 5, 'project_id': '52180c6a713c4a868172017eb1f2f53b', 'subnets': [{'id': '8dfa90cf-6860-4d71-80f6-d4c3faf485dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:10.753161 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c9617-480e-44a5-8de4-1c5fd288fc6d req-4a17ce93-a375-41a1-a57e-dd47d857bee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:10.754777 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-286c9617-480e-44a5-8de4-1c5fd288fc6d req-4a17ce93-a375-41a1-a57e-dd47d857bee8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e6fe2588-dbb4-4de3-9d1e-1323f44b0e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2179649 Jan 28 13:31:10.781906 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765eb6c5-cddf-4e7c-9b99-0d104d9cec0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71a5c6ba-e647-4544-86c2-92651ecb7e69,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:10.785055 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-765eb6c5-cddf-4e7c-9b99-0d104d9cec0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:10.788729 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-765eb6c5-cddf-4e7c-9b99-0d104d9cec0f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/71a5c6ba-e647-4544-86c2-92651ecb7e69 HTTP/1.1" status: 204 len: 168 time: 2.4079082 Jan 28 13:31:10.795594 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57186) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:10.797740 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cac2dd4-d21d-4687-9e70-b8bf6b4eeb1c None None] The sync data for ids ['55008d77-155f-4db5-9587-106f3ce5c0a7'] in n-d-822747-2 is: [{'id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1213285709-router', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:30:19Z', 'updated_at': '2022-01-28T13:30:27Z', 'revision_number': 4, 'project_id': '52180c6a713c4a868172017eb1f2f53b', 'gw_port': {'id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:30:20Z', 'updated_at': '2022-01-28T13:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'b545b2f9-dae2-4a38-bba1-36ff9402392e', 'name': '', 'network_id': 'e6fe2588-dbb4-4de3-9d1e-1323f44b0e96', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b', 'mac_address': 'fa:16:3e:02:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '8dfa90cf-6860-4d71-80f6-d4c3faf485dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:30:26Z', 'updated_at': '2022-01-28T13:30:33Z', 'revision_number': 5, 'project_id': '52180c6a713c4a868172017eb1f2f53b', 'subnets': [{'id': '8dfa90cf-6860-4d71-80f6-d4c3faf485dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:31:10.850903 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-5655097d-a54d-4a82-8a96-c00171870c34 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c7a6811dc19649cf8e2a8d9876c3683f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2646263 Jan 28 13:31:11.009901 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d9040ed5-53b3-4bf0-ae9d-c4177fc53dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (f773675e-cdaa-4e1f-928a-174702ce7787), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:11.022012 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-2c6aebf2-b96b-4435-a7b0-e7299bfcca4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92da1f57-8490-4c54-81ce-81eaf8419d3b {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:31:11.038094 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-2c6aebf2-b96b-4435-a7b0-e7299bfcca4a service neutron] Publish callbacks [] for port (92da1f57-8490-4c54-81ce-81eaf8419d3b), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:11.047264 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-bf4e20d8-68b5-497d-9d15-ae3e014cf27a service neutron] 10.222.0.39 "GET /v2.0/networks/8d8ce296-49c0-407a-94c2-104afd52dd5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955009 Jan 28 13:31:11.057636 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-2c6aebf2-b96b-4435-a7b0-e7299bfcca4a service neutron] Transition to ACTIVE for port object 92da1f57-8490-4c54-81ce-81eaf8419d3b will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:31:11.075910 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-2c6aebf2-b96b-4435-a7b0-e7299bfcca4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (92da1f57-8490-4c54-81ce-81eaf8419d3b), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:11.200474 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-286c9617-480e-44a5-8de4-1c5fd288fc6d req-53900d06-be36-4ae4-aeb1-e8437d266242 service neutron] 10.222.0.39 "GET /v2.0/networks/e6fe2588-dbb4-4de3-9d1e-1323f44b0e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325051 Jan 28 13:31:11.204275 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d148ee3a-4f7b-4ee0-b5ad-1226c9c62d7f None None] New status for floating IP 57e64d50-6258-4d81-aca0-5fc3761fdeb7: DOWN {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:31:11.292656 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6aebf2-b96b-4435-a7b0-e7299bfcca4a service neutron] Pushing event updated for resources: {'Port': ['ID=92da1f57-8490-4c54-81ce-81eaf8419d3b,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:11.336095 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d9040ed5-53b3-4bf0-ae9d-c4177fc53dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (f773675e-cdaa-4e1f-928a-174702ce7787), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:11.377997 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f8e5b2ad-a4ef-413c-883a-1d4c939f0f22 service neutron] 10.222.0.39 "GET /v2.0/networks/8d8ce296-49c0-407a-94c2-104afd52dd5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175759 Jan 28 13:31:11.416080 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-d9040ed5-53b3-4bf0-ae9d-c4177fc53dde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f773675e-cdaa-4e1f-928a-174702ce7787']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:11.441165 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-beb72fb9-daa4-4b7e-82e5-2a716532eb4d service neutron] 10.222.0.39 "GET /v2.0/ports/0c0f91d0-9eaa-4b76-abe7-1a460d8a367f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0564933 Jan 28 13:31:11.450078 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-d9040ed5-53b3-4bf0-ae9d-c4177fc53dde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47de1ed8-1dd0-41d3-a910-f3e7c5824077') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:11.450585 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-d9040ed5-53b3-4bf0-ae9d-c4177fc53dde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47de1ed8-1dd0-41d3-a910-f3e7c5824077') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:11.473670 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d9040ed5-53b3-4bf0-ae9d-c4177fc53dde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (47de1ed8-1dd0-41d3-a910-f3e7c5824077), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:11.521615 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d9040ed5-53b3-4bf0-ae9d-c4177fc53dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (47de1ed8-1dd0-41d3-a910-f3e7c5824077), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:11.544799 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-286c9617-480e-44a5-8de4-1c5fd288fc6d req-06c53ec5-29fc-4703-abaf-68abd653c2dc service neutron] 10.222.0.39 "GET /v2.0/networks/e6fe2588-dbb4-4de3-9d1e-1323f44b0e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099828 Jan 28 13:31:11.545176 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-2c6aebf2-b96b-4435-a7b0-e7299bfcca4a service neutron] Attempting to bind port 92da1f57-8490-4c54-81ce-81eaf8419d3b on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:31:11.545423 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-2c6aebf2-b96b-4435-a7b0-e7299bfcca4a service neutron] Attempting to bind port 92da1f57-8490-4c54-81ce-81eaf8419d3b by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '16034969-c777-4ff2-b32a-1d33aacd7571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4ac21db-2f16-4e68-879f-e058b18b8766'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:31:11.545754 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-2c6aebf2-b96b-4435-a7b0-e7299bfcca4a service neutron] Attempting to bind port 92da1f57-8490-4c54-81ce-81eaf8419d3b on network a4ac21db-2f16-4e68-879f-e058b18b8766 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:11.554906 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9040ed5-53b3-4bf0-ae9d-c4177fc53dde admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:31:11.556175 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d9040ed5-53b3-4bf0-ae9d-c4177fc53dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (47de1ed8-1dd0-41d3-a910-f3e7c5824077), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:31:11.557484 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:31:11.567505 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-2c6aebf2-b96b-4435-a7b0-e7299bfcca4a service neutron] Port 92da1f57-8490-4c54-81ce-81eaf8419d3b on network a4ac21db-2f16-4e68-879f-e058b18b8766 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:31:11.567505 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-2c6aebf2-b96b-4435-a7b0-e7299bfcca4a service neutron] Attempting to bind port 92da1f57-8490-4c54-81ce-81eaf8419d3b on network a4ac21db-2f16-4e68-879f-e058b18b8766 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:11.579977 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ccf6b0ea-dce2-4851-b6ea-aa23577af76d service neutron] 10.222.0.39 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249838 Jan 28 13:31:11.584812 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-2c6aebf2-b96b-4435-a7b0-e7299bfcca4a service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:31:11.585567 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-2c6aebf2-b96b-4435-a7b0-e7299bfcca4a service neutron] Checking segment: {'id': '16034969-c777-4ff2-b32a-1d33aacd7571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4ac21db-2f16-4e68-879f-e058b18b8766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:11.585756 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-2c6aebf2-b96b-4435-a7b0-e7299bfcca4a service neutron] Bound using segment: {'id': '16034969-c777-4ff2-b32a-1d33aacd7571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4ac21db-2f16-4e68-879f-e058b18b8766'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:31:11.586250 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-2c6aebf2-b96b-4435-a7b0-e7299bfcca4a service neutron] Bound port: 92da1f57-8490-4c54-81ce-81eaf8419d3b, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16034969-c777-4ff2-b32a-1d33aacd7571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4ac21db-2f16-4e68-879f-e058b18b8766'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:31:11.586633 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-2c6aebf2-b96b-4435-a7b0-e7299bfcca4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (92da1f57-8490-4c54-81ce-81eaf8419d3b), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:11.591410 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-28ea4631-5264-480b-9877-d6756550995f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8008ea37-de53-48b7-83ae-91605df8ce20 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:31:11.629569 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-28ea4631-5264-480b-9877-d6756550995f service neutron] Publish callbacks [] for port (8008ea37-de53-48b7-83ae-91605df8ce20), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:11.657045 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d9040ed5-53b3-4bf0-ae9d-c4177fc53dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (f773675e-cdaa-4e1f-928a-174702ce7787), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:11.660192 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-28ea4631-5264-480b-9877-d6756550995f service neutron] Transition to ACTIVE for port object 8008ea37-de53-48b7-83ae-91605df8ce20 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:31:11.665482 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d9040ed5-53b3-4bf0-ae9d-c4177fc53dde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:11.672479 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d9040ed5-53b3-4bf0-ae9d-c4177fc53dde admin admin] 10.222.0.39 "DELETE /v2.0/networks/f773675e-cdaa-4e1f-928a-174702ce7787 HTTP/1.1" status: 204 len: 168 time: 0.8727994 Jan 28 13:31:11.804984 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-2c6aebf2-b96b-4435-a7b0-e7299bfcca4a service neutron] For port 92da1f57-8490-4c54-81ce-81eaf8419d3b, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:31:11.809263 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-456a3f9a-f3c5-493f-a020-60871da9965f service neutron] 10.222.0.39 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199085 Jan 28 13:31:11.811163 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-2c6aebf2-b96b-4435-a7b0-e7299bfcca4a service neutron] For port 92da1f57-8490-4c54-81ce-81eaf8419d3b, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=92da1f57-8490-4c54-81ce-81eaf8419d3b,segment=NetworkSegment(16034969-c777-4ff2-b32a-1d33aacd7571),segment_id=16034969-c777-4ff2-b32a-1d33aacd7571)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:31:11.819089 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-2c6aebf2-b96b-4435-a7b0-e7299bfcca4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (92da1f57-8490-4c54-81ce-81eaf8419d3b), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:11.902538 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f4eafdd1-9489-4c48-8b72-201bd74d91e9 service neutron] 10.222.0.39 "GET /v2.0/ports/74437a62-acfb-47da-925a-b0b54245b4d9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0802913 Jan 28 13:31:11.905784 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-2c6aebf2-b96b-4435-a7b0-e7299bfcca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:11.906414 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-2c6aebf2-b96b-4435-a7b0-e7299bfcca4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:11.908390 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-2c6aebf2-b96b-4435-a7b0-e7299bfcca4a service neutron] 10.222.0.18 "PUT /v2.0/ports/92da1f57-8490-4c54-81ce-81eaf8419d3b HTTP/1.1" status: 200 len: 1092 time: 3.1949737 Jan 28 13:31:11.908854 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28df079-2e01-4562-976a-998d19c8d688', 'tag': '92da1f57-8490-4c54-81ce-81eaf8419d3b'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:11.911289 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b2e16d-06a5-4497-a2a4-86be041d2a72" -d '{"events": [{"name": "network-changed", "server_uuid": "c28df079-2e01-4562-976a-998d19c8d688", "tag": "92da1f57-8490-4c54-81ce-81eaf8419d3b"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:11.913941 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-6c9df7f4-beb5-4766-bc74-0be4fbdc505e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4950bf8-7279-44de-967a-4d8bd63975fd {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:31:11.926188 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-6c9df7f4-beb5-4766-bc74-0be4fbdc505e service neutron] Publish callbacks [] for port (c4950bf8-7279-44de-967a-4d8bd63975fd), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:11.935890 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-28ea4631-5264-480b-9877-d6756550995f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (8008ea37-de53-48b7-83ae-91605df8ce20), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:11.940920 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57204) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:12.010196 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6aebf2-b96b-4435-a7b0-e7299bfcca4a service neutron] Pushing event updated for resources: {'Port': ['ID=92da1f57-8490-4c54-81ce-81eaf8419d3b,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:12.048325 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-6c9df7f4-beb5-4766-bc74-0be4fbdc505e service neutron] Transition to ACTIVE for port object c4950bf8-7279-44de-967a-4d8bd63975fd will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:31:12.061763 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9040ed5-53b3-4bf0-ae9d-c4177fc53dde admin admin] Pushing event deleted for resources: {'Network': ['ID=f773675e-cdaa-4e1f-928a-174702ce7787,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:12.077550 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-6c9df7f4-beb5-4766-bc74-0be4fbdc505e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (c4950bf8-7279-44de-967a-4d8bd63975fd), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:12.082332 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-5d548c8a-ed5d-4dc5-b1c2-f70e79a974f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:12.083894 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-5d548c8a-ed5d-4dc5-b1c2-f70e79a974f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=49619dfecef048e0b93392b4a0a61dab&device_id=c28df079-2e01-4562-976a-998d19c8d688 HTTP/1.1" status: 200 len: 1095 time: 0.1174877 Jan 28 13:31:12.145402 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-c973af55-dc66-4374-b44f-222f6551f91f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92da1f57-8490-4c54-81ce-81eaf8419d3b HTTP/1.1" status: 200 len: 217 time: 0.0528815 Jan 28 13:31:12.147818 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-8f333fac-6b2e-442c-b942-502d31790699 service neutron] 10.222.0.39 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276132 Jan 28 13:31:12.149743 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea4631-5264-480b-9877-d6756550995f service neutron] Pushing event updated for resources: {'Port': ['ID=8008ea37-de53-48b7-83ae-91605df8ce20,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:12.179964 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9b4201ba-5ecc-4c92-ae7f-222b4f1ad0a3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab7dc526fd8f441185a698498cb3a4d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230070 Jan 28 13:31:12.186811 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57208) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:12.213900 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4e879-7a50-4378-bb34-e406a7d290c6 req-0ae0b6f6-bf2a-43aa-8b38-05c8c3f307e7 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:12.215623 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1df4e879-7a50-4378-bb34-e406a7d290c6 req-0ae0b6f6-bf2a-43aa-8b38-05c8c3f307e7 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0c7bbdc-15c8-4e85-9024-b17f68989f55 HTTP/1.1" status: 200 len: 931 time: 0.2737682 Jan 28 13:31:12.308396 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-ac14f84a-c563-423f-829c-2cee2d6fd643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:12.311019 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-ac14f84a-c563-423f-829c-2cee2d6fd643 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0376ca22-f7fe-4a99-ae29-2bd9ab6c8516 HTTP/1.1" status: 200 len: 858 time: 0.1582367 Jan 28 13:31:12.336540 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9df7f4-beb5-4766-bc74-0be4fbdc505e service neutron] Pushing event updated for resources: {'Port': ['ID=c4950bf8-7279-44de-967a-4d8bd63975fd,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:12.360727 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-f9623225-59b9-4133-bf51-3c23fd33abab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a4ac21db-2f16-4e68-879f-e058b18b8766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434179 Jan 28 13:31:12.380819 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-28ea4631-5264-480b-9877-d6756550995f service neutron] Attempting to bind port 8008ea37-de53-48b7-83ae-91605df8ce20 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:31:12.381183 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-28ea4631-5264-480b-9877-d6756550995f service neutron] Attempting to bind port 8008ea37-de53-48b7-83ae-91605df8ce20 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '16034969-c777-4ff2-b32a-1d33aacd7571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4ac21db-2f16-4e68-879f-e058b18b8766'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:31:12.381613 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-28ea4631-5264-480b-9877-d6756550995f service neutron] Attempting to bind port 8008ea37-de53-48b7-83ae-91605df8ce20 on network a4ac21db-2f16-4e68-879f-e058b18b8766 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:12.406668 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-28ea4631-5264-480b-9877-d6756550995f service neutron] Port 8008ea37-de53-48b7-83ae-91605df8ce20 on network a4ac21db-2f16-4e68-879f-e058b18b8766 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:31:12.407052 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-28ea4631-5264-480b-9877-d6756550995f service neutron] Attempting to bind port 8008ea37-de53-48b7-83ae-91605df8ce20 on network a4ac21db-2f16-4e68-879f-e058b18b8766 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:12.417255 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1df4e879-7a50-4378-bb34-e406a7d290c6 req-5ce98b9d-c5a7-4707-9f4e-7dc3f6caf6b2 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc814014-0f6e-4289-a6c0-bfaf00f415e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653268 Jan 28 13:31:12.420701 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-6c9df7f4-beb5-4766-bc74-0be4fbdc505e service neutron] Attempting to bind port c4950bf8-7279-44de-967a-4d8bd63975fd on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:31:12.421024 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-6c9df7f4-beb5-4766-bc74-0be4fbdc505e service neutron] Attempting to bind port c4950bf8-7279-44de-967a-4d8bd63975fd by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '16034969-c777-4ff2-b32a-1d33aacd7571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4ac21db-2f16-4e68-879f-e058b18b8766'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:31:12.421359 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-6c9df7f4-beb5-4766-bc74-0be4fbdc505e service neutron] Attempting to bind port c4950bf8-7279-44de-967a-4d8bd63975fd on network a4ac21db-2f16-4e68-879f-e058b18b8766 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:12.425015 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-28ea4631-5264-480b-9877-d6756550995f service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:31:12.425351 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-28ea4631-5264-480b-9877-d6756550995f service neutron] Checking segment: {'id': '16034969-c777-4ff2-b32a-1d33aacd7571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4ac21db-2f16-4e68-879f-e058b18b8766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:12.425742 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-28ea4631-5264-480b-9877-d6756550995f service neutron] Bound using segment: {'id': '16034969-c777-4ff2-b32a-1d33aacd7571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4ac21db-2f16-4e68-879f-e058b18b8766'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:31:12.426344 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-28ea4631-5264-480b-9877-d6756550995f service neutron] Bound port: 8008ea37-de53-48b7-83ae-91605df8ce20, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16034969-c777-4ff2-b32a-1d33aacd7571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4ac21db-2f16-4e68-879f-e058b18b8766'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:31:12.426711 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-28ea4631-5264-480b-9877-d6756550995f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8008ea37-de53-48b7-83ae-91605df8ce20), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:12.436552 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-6c9df7f4-beb5-4766-bc74-0be4fbdc505e service neutron] Port c4950bf8-7279-44de-967a-4d8bd63975fd on network a4ac21db-2f16-4e68-879f-e058b18b8766 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:31:12.436864 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-6c9df7f4-beb5-4766-bc74-0be4fbdc505e service neutron] Attempting to bind port c4950bf8-7279-44de-967a-4d8bd63975fd on network a4ac21db-2f16-4e68-879f-e058b18b8766 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:12.455831 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-6c9df7f4-beb5-4766-bc74-0be4fbdc505e service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:31:12.456244 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-6c9df7f4-beb5-4766-bc74-0be4fbdc505e service neutron] Checking segment: {'id': '16034969-c777-4ff2-b32a-1d33aacd7571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4ac21db-2f16-4e68-879f-e058b18b8766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:12.456623 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-6c9df7f4-beb5-4766-bc74-0be4fbdc505e service neutron] Bound using segment: {'id': '16034969-c777-4ff2-b32a-1d33aacd7571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4ac21db-2f16-4e68-879f-e058b18b8766'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:31:12.457052 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-6c9df7f4-beb5-4766-bc74-0be4fbdc505e service neutron] Bound port: c4950bf8-7279-44de-967a-4d8bd63975fd, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16034969-c777-4ff2-b32a-1d33aacd7571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4ac21db-2f16-4e68-879f-e058b18b8766'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:31:12.457402 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-6c9df7f4-beb5-4766-bc74-0be4fbdc505e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c4950bf8-7279-44de-967a-4d8bd63975fd), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:12.458183 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f8b387ef-19bb-4693-8fda-79776865f927 admin admin] Publish callbacks [] for security_group (5023c675-7345-4f07-b805-c732bdeca67a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:12.461321 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-81691a2c-530f-4421-9916-c8d488810ac8 service neutron] 10.222.0.18 "GET /v2.0/networks/a4ac21db-2f16-4e68-879f-e058b18b8766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935860 Jan 28 13:31:12.502602 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-80567d68-3d5e-4877-aab8-b9c7966f4459 service neutron] 10.222.0.39 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164306 Jan 28 13:31:12.535797 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f8b387ef-19bb-4693-8fda-79776865f927 admin admin] Publish callbacks [] for security_group (5023c675-7345-4f07-b805-c732bdeca67a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:12.554735 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-28ea4631-5264-480b-9877-d6756550995f service neutron] For port 8008ea37-de53-48b7-83ae-91605df8ce20, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:31:12.559144 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-28ea4631-5264-480b-9877-d6756550995f service neutron] For port 8008ea37-de53-48b7-83ae-91605df8ce20, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8008ea37-de53-48b7-83ae-91605df8ce20,segment=NetworkSegment(16034969-c777-4ff2-b32a-1d33aacd7571),segment_id=16034969-c777-4ff2-b32a-1d33aacd7571)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:31:12.566222 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-28ea4631-5264-480b-9877-d6756550995f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (8008ea37-de53-48b7-83ae-91605df8ce20), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:12.651856 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aeba382-abb0-4d7d-8ab4-707a85a7d4ec x-openstack-request-id: req-2aeba382-abb0-4d7d-8ab4-707a85a7d4ec {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:12.651856 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b32418-8f5e-4b29-b1c0-4ecd70070a8a", "tag": "7116479e-c830-4794-a8c4-344ab80f1cfc", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:12.651856 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2aeba382-abb0-4d7d-8ab4-707a85a7d4ec {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:12.652354 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b32418-8f5e-4b29-b1c0-4ecd70070a8a', 'tag': '7116479e-c830-4794-a8c4-344ab80f1cfc', 'status': 'completed', 'code': 200} Jan 28 13:31:12.652966 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea4631-5264-480b-9877-d6756550995f service neutron] Pushing event updated for resources: {'Port': ['ID=8008ea37-de53-48b7-83ae-91605df8ce20,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:12.664293 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-28ea4631-5264-480b-9877-d6756550995f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:12.664737 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-28ea4631-5264-480b-9877-d6756550995f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:12.666501 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-28ea4631-5264-480b-9877-d6756550995f service neutron] 10.222.0.18 "PUT /v2.0/ports/8008ea37-de53-48b7-83ae-91605df8ce20 HTTP/1.1" status: 200 len: 1091 time: 2.6222193 Jan 28 13:31:12.710638 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-8f67676a-bc97-439d-b1ee-ce1240add412 service neutron] 10.222.0.18 "GET /v2.0/networks/a4ac21db-2f16-4e68-879f-e058b18b8766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410464 Jan 28 13:31:12.733751 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae19270-f648-483c-b32b-17bbdbd37488 req-2dec3e54-52ef-4278-af21-29afdc912daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:12.735380 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3ae19270-f648-483c-b32b-17bbdbd37488 req-2dec3e54-52ef-4278-af21-29afdc912daf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52180c6a713c4a868172017eb1f2f53b&device_id=e3b32418-8f5e-4b29-b1c0-4ecd70070a8a HTTP/1.1" status: 200 len: 1096 time: 0.1038501 Jan 28 13:31:12.738183 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f8b387ef-19bb-4693-8fda-79776865f927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5023c675-7345-4f07-b805-c732bdeca67a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:12.741055 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f8b387ef-19bb-4693-8fda-79776865f927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:12.742942 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f8b387ef-19bb-4693-8fda-79776865f927 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5023c675-7345-4f07-b805-c732bdeca67a HTTP/1.1" status: 204 len: 168 time: 0.5467949 Jan 28 13:31:12.755242 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-cfe0cd8c-d775-4e88-b046-4d24dceb0a4b service neutron] 10.222.0.39 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353408 Jan 28 13:31:12.790210 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b387ef-19bb-4693-8fda-79776865f927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5023c675-7345-4f07-b805-c732bdeca67a,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:12.998692 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae19270-f648-483c-b32b-17bbdbd37488 req-86de43b0-2077-4b1f-b68d-1e7f565b084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:13.001121 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3ae19270-f648-483c-b32b-17bbdbd37488 req-86de43b0-2077-4b1f-b68d-1e7f565b084e service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6fe2588-dbb4-4de3-9d1e-1323f44b0e96 HTTP/1.1" status: 200 len: 929 time: 0.2565606 Jan 28 13:31:13.008584 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ceafd5ed-892d-4fd4-af39-1e1682ae5393 service neutron] 10.222.0.39 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403464 Jan 28 13:31:13.074982 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3ae19270-f648-483c-b32b-17bbdbd37488 req-90873d41-ad39-4847-a932-3a20fe269348 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7116479e-c830-4794-a8c4-344ab80f1cfc HTTP/1.1" status: 200 len: 217 time: 0.0643775 Jan 28 13:31:13.213392 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae19270-f648-483c-b32b-17bbdbd37488 req-2ba29640-b0d8-42f6-b750-f2f577bd52ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:13.215398 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3ae19270-f648-483c-b32b-17bbdbd37488 req-2ba29640-b0d8-42f6-b750-f2f577bd52ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8dfa90cf-6860-4d71-80f6-d4c3faf485dd HTTP/1.1" status: 200 len: 868 time: 0.1221156 Jan 28 13:31:13.221402 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fe8e0a61-858f-465e-acd8-e9e4770fed44 req-eb179424-6f30-42df-9c9d-5123b94df296 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/floatingips/57e64d50-6258-4d81-aca0-5fc3761fdeb7 HTTP/1.1" status: 200 len: 692 time: 0.0573986 Jan 28 13:31:13.281861 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-1e3f38b1-21a3-487f-9ccb-b3792073821d service neutron] 10.222.0.39 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598574 Jan 28 13:31:13.313498 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae19270-f648-483c-b32b-17bbdbd37488 req-f8f34824-0234-4c5c-b87d-269d49c914d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:13.316588 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3ae19270-f648-483c-b32b-17bbdbd37488 req-f8f34824-0234-4c5c-b87d-269d49c914d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6fe2588-dbb4-4de3-9d1e-1323f44b0e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923278 Jan 28 13:31:13.359562 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-b1668e81-c837-4774-a604-eeeda2d3bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:13.361509 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-b1668e81-c837-4774-a604-eeeda2d3bec2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=49619dfecef048e0b93392b4a0a61dab&device_id=c2f796b5-cb35-46d4-b081-7916b5200124 HTTP/1.1" status: 200 len: 1094 time: 0.1991551 Jan 28 13:31:13.448221 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-1b3b9eb6-5922-4738-af2c-7f35f7553b5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8008ea37-de53-48b7-83ae-91605df8ce20 HTTP/1.1" status: 200 len: 217 time: 0.0786805 Jan 28 13:31:13.475630 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-6c9df7f4-beb5-4766-bc74-0be4fbdc505e service neutron] For port c4950bf8-7279-44de-967a-4d8bd63975fd, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:31:13.488036 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-4d9752f2-cdda-4a43-980c-f86990cd72c1 service neutron] 10.222.0.39 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988602 Jan 28 13:31:13.516603 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3ae19270-f648-483c-b32b-17bbdbd37488 req-084d1e0a-a35c-4d60-b35f-9a64494a1c49 service neutron] 10.222.0.37 "GET /v2.0/networks/e6fe2588-dbb4-4de3-9d1e-1323f44b0e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898506 Jan 28 13:31:13.531604 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-6c9df7f4-beb5-4766-bc74-0be4fbdc505e service neutron] For port c4950bf8-7279-44de-967a-4d8bd63975fd, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=c4950bf8-7279-44de-967a-4d8bd63975fd,segment=NetworkSegment(16034969-c777-4ff2-b32a-1d33aacd7571),segment_id=16034969-c777-4ff2-b32a-1d33aacd7571)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:31:13.541631 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e0a61-858f-465e-acd8-e9e4770fed44 req-2921fccc-f739-445b-ab7d-e283e11de108 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:13.548665 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fe8e0a61-858f-465e-acd8-e9e4770fed44 req-2921fccc-f739-445b-ab7d-e283e11de108 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 784 time: 0.3261077 Jan 28 13:31:13.556781 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-fe8e0a61-858f-465e-acd8-e9e4770fed44 req-1b82a6f0-ee0c-4bfe-904c-ea011f332388 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:31:13.564456 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fe8e0a61-858f-465e-acd8-e9e4770fed44 req-1b82a6f0-ee0c-4bfe-904c-ea011f332388 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148537 Jan 28 13:31:13.566832 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-6c9df7f4-beb5-4766-bc74-0be4fbdc505e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (c4950bf8-7279-44de-967a-4d8bd63975fd), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:13.641434 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-51e2a5d6-e938-4d66-8acf-070d35934b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:13.642988 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-51e2a5d6-e938-4d66-8acf-070d35934b0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0376ca22-f7fe-4a99-ae29-2bd9ab6c8516 HTTP/1.1" status: 200 len: 858 time: 0.1843028 Jan 28 13:31:13.672916 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-6c9df7f4-beb5-4766-bc74-0be4fbdc505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:13.673547 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-6c9df7f4-beb5-4766-bc74-0be4fbdc505e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:13.675020 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-6c9df7f4-beb5-4766-bc74-0be4fbdc505e service neutron] 10.222.0.37 "PUT /v2.0/ports/c4950bf8-7279-44de-967a-4d8bd63975fd HTTP/1.1" status: 200 len: 1091 time: 3.3585110 Jan 28 13:31:13.685658 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fe8e0a61-858f-465e-acd8-e9e4770fed44 req-4976062c-9967-4ef9-abea-c5119ee237ad tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 695 time: 0.1202288 Jan 28 13:31:13.707295 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-28d92074-0347-43ef-9875-3e042fde6f56 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a4ac21db-2f16-4e68-879f-e058b18b8766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514824 Jan 28 13:31:13.761103 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-c9fa5d14-bce3-4557-ad81-502d3e2264ee service neutron] 10.222.0.39 "GET /v2.0/networks/49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613482 Jan 28 13:31:13.818705 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9df7f4-beb5-4766-bc74-0be4fbdc505e service neutron] Pushing event updated for resources: {'Port': ['ID=c4950bf8-7279-44de-967a-4d8bd63975fd,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:13.832292 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fe8e0a61-858f-465e-acd8-e9e4770fed44 req-5253c7e4-83f5-4a33-b5f4-4448e8506a7c tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 695 time: 0.1456676 Jan 28 13:31:13.851896 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3ae19270-f648-483c-b32b-17bbdbd37488 req-e5ba202b-9eb2-4c70-b0b6-3ccfc09550e1 service neutron] 10.222.0.37 "GET /v2.0/networks/e6fe2588-dbb4-4de3-9d1e-1323f44b0e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200452 Jan 28 13:31:13.902414 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ce713886-3296-41d5-ab6d-1a7329fe23c5 service neutron] 10.222.0.39 "GET /v2.0/networks/49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316099 Jan 28 13:31:13.960158 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-635dba95-be9d-4183-8d7f-940da914afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:13.962321 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-635dba95-be9d-4183-8d7f-940da914afe4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=49619dfecef048e0b93392b4a0a61dab&device_id=e0c7bbdc-15c8-4e85-9024-b17f68989f55 HTTP/1.1" status: 200 len: 1094 time: 0.2446387 Jan 28 13:31:14.026531 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-d008dd4b-aa74-440a-81d5-638816b577ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4950bf8-7279-44de-967a-4d8bd63975fd HTTP/1.1" status: 200 len: 217 time: 0.0536368 Jan 28 13:31:14.044881 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-5902a94d-39a5-4602-8ce0-e1fafbe32663 service neutron] 10.222.0.18 "GET /v2.0/networks/a4ac21db-2f16-4e68-879f-e058b18b8766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266113 Jan 28 13:31:14.051045 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-dd113d3a-db65-4346-a6c5-69912f9da18a service neutron] 10.222.0.39 "GET /v2.0/networks/49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415513 Jan 28 13:31:14.163023 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-6e2affed-bd35-4b10-aa1f-5365142a2277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:14.164950 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-6e2affed-bd35-4b10-aa1f-5365142a2277 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0376ca22-f7fe-4a99-ae29-2bd9ab6c8516 HTTP/1.1" status: 200 len: 858 time: 0.1190467 Jan 28 13:31:14.166445 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-d50c77cf-cf1b-47a1-b100-93ef4530459a service neutron] 10.222.0.39 "GET /v2.0/networks/49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144710 Jan 28 13:31:14.203926 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-fe8e0a61-858f-465e-acd8-e9e4770fed44 req-bffebaf4-365a-49bd-a9e6-a19697acface tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Deleting port 7da4f6c7-a08b-4727-8abc-9045d575c1cf {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:14.204423 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-fe8e0a61-858f-465e-acd8-e9e4770fed44 req-bffebaf4-365a-49bd-a9e6-a19697acface tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7da4f6c7-a08b-4727-8abc-9045d575c1cf), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:14.212822 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-ce700ffc-1d9b-4d37-a4f5-eec8892168eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4ac21db-2f16-4e68-879f-e058b18b8766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382738 Jan 28 13:31:14.258551 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-dbf7c069-ee0e-4be9-ace7-16d6914bca25 service neutron] 10.222.0.18 "GET /v2.0/networks/a4ac21db-2f16-4e68-879f-e058b18b8766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020631 Jan 28 13:31:14.368097 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-fe8e0a61-858f-465e-acd8-e9e4770fed44 req-bffebaf4-365a-49bd-a9e6-a19697acface tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7da4f6c7-a08b-4727-8abc-9045d575c1cf), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:14.368734 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-fe8e0a61-858f-465e-acd8-e9e4770fed44 req-bffebaf4-365a-49bd-a9e6-a19697acface tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks [] for floatingip (7da4f6c7-a08b-4727-8abc-9045d575c1cf), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:14.391096 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-fe8e0a61-858f-465e-acd8-e9e4770fed44 req-bffebaf4-365a-49bd-a9e6-a19697acface tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Calling delete_port for 7da4f6c7-a08b-4727-8abc-9045d575c1cf owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:14.396502 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-8a48aba2-7a0b-4cec-9194-485371dd1be9 service neutron] 10.222.0.37 "GET /v2.0/networks/a4ac21db-2f16-4e68-879f-e058b18b8766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694603 Jan 28 13:31:14.424870 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57264) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:14.567176 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9cc888f-97cc-44ec-91c5-b2d0a5a4a5a1 req-67ac084c-5408-42be-9d8d-591405dc7e89 service neutron] 10.222.0.37 "GET /v2.0/networks/a4ac21db-2f16-4e68-879f-e058b18b8766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608980 Jan 28 13:31:14.608604 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 92da1f57-8490-4c54-81ce-81eaf8419d3b details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:31:14.640906 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-fe8e0a61-858f-465e-acd8-e9e4770fed44 req-bffebaf4-365a-49bd-a9e6-a19697acface tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (7da4f6c7-a08b-4727-8abc-9045d575c1cf), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:14.661454 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f796b5-cb35-46d4-b081-7916b5200124', 'tag': '8008ea37-de53-48b7-83ae-91605df8ce20'}, {'name': 'network-changed', 'server_uuid': 'e0c7bbdc-15c8-4e85-9024-b17f68989f55', 'tag': 'c4950bf8-7279-44de-967a-4d8bd63975fd'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:14.664485 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741e7486-7818-43b5-ab73-8ed6e67dfcb6" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f796b5-cb35-46d4-b081-7916b5200124", "tag": "8008ea37-de53-48b7-83ae-91605df8ce20"}, {"name": "network-changed", "server_uuid": "e0c7bbdc-15c8-4e85-9024-b17f68989f55", "tag": "c4950bf8-7279-44de-967a-4d8bd63975fd"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:14.713907 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffebaf4-365a-49bd-a9e6-a19697acface tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Pushing event deleted for resources: {'Port': ['ID=7da4f6c7-a08b-4727-8abc-9045d575c1cf,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:14.721434 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-3eabf2e4-4082-4635-9fea-1819a741d4a4 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1672598228-network', 'tenant_id': '4567d5d9bd204605b83d002bf84c5edb'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:14.768378 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eabf2e4-4082-4635-9fea-1819a741d4a4 admin admin] Made reservation on behalf of 4567d5d9bd204605b83d002bf84c5edb for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:14.770778 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3eabf2e4-4082-4635-9fea-1819a741d4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:14.774638 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-fe8e0a61-858f-465e-acd8-e9e4770fed44 req-bffebaf4-365a-49bd-a9e6-a19697acface tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks [] for floatingip (57e64d50-6258-4d81-aca0-5fc3761fdeb7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:14.780081 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-fe8e0a61-858f-465e-acd8-e9e4770fed44 req-bffebaf4-365a-49bd-a9e6-a19697acface tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:14.781589 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3eabf2e4-4082-4635-9fea-1819a741d4a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:14.801478 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 92da1f57-8490-4c54-81ce-81eaf8419d3b, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=92da1f57-8490-4c54-81ce-81eaf8419d3b,segment=NetworkSegment(16034969-c777-4ff2-b32a-1d33aacd7571),segment_id=16034969-c777-4ff2-b32a-1d33aacd7571)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:14.802709 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fe8e0a61-858f-465e-acd8-e9e4770fed44 req-bffebaf4-365a-49bd-a9e6-a19697acface tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "DELETE /v2.0/floatingips/57e64d50-6258-4d81-aca0-5fc3761fdeb7 HTTP/1.1" status: 204 len: 173 time: 0.9690459 Jan 28 13:31:14.816974 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '92da1f57-8490-4c54-81ce-81eaf8419d3b', 'network_id': 'a4ac21db-2f16-4e68-879f-e058b18b8766', 'port_id': '92da1f57-8490-4c54-81ce-81eaf8419d3b', 'mac_address': 'fa:16:3e:fa:a9:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0376ca22-f7fe-4a99-ae29-2bd9ab6c8516', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:31:14.863292 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369ff68a-f332-4547-afea-4c16a4d0fd6c x-openstack-request-id: req-369ff68a-f332-4547-afea-4c16a4d0fd6c {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:14.863583 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28df079-2e01-4562-976a-998d19c8d688", "tag": "92da1f57-8490-4c54-81ce-81eaf8419d3b", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:14.863836 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-369ff68a-f332-4547-afea-4c16a4d0fd6c {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:14.864244 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c28df079-2e01-4562-976a-998d19c8d688', 'tag': '92da1f57-8490-4c54-81ce-81eaf8419d3b', 'status': 'completed', 'code': 200} Jan 28 13:31:14.879145 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 92da1f57-8490-4c54-81ce-81eaf8419d3b is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:14.879545 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (92da1f57-8490-4c54-81ce-81eaf8419d3b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:14.895649 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92da1f57-8490-4c54-81ce-81eaf8419d3b {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:31:14.920224 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 92da1f57-8490-4c54-81ce-81eaf8419d3b, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=92da1f57-8490-4c54-81ce-81eaf8419d3b,segment=NetworkSegment(16034969-c777-4ff2-b32a-1d33aacd7571),segment_id=16034969-c777-4ff2-b32a-1d33aacd7571)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:14.925118 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (92da1f57-8490-4c54-81ce-81eaf8419d3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:14.988492 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=92da1f57-8490-4c54-81ce-81eaf8419d3b,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:15.038514 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2e16d-06a5-4497-a2a4-86be041d2a72 req-47b6e018-ff6c-48d5-b4c0-6dc8b784c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:15.042226 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83b2e16d-06a5-4497-a2a4-86be041d2a72 req-47b6e018-ff6c-48d5-b4c0-6dc8b784c596 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=49619dfecef048e0b93392b4a0a61dab&device_id=c28df079-2e01-4562-976a-998d19c8d688 HTTP/1.1" status: 200 len: 1095 time: 0.1338766 Jan 28 13:31:15.115241 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3eabf2e4-4082-4635-9fea-1819a741d4a4 admin admin] Publish callbacks [] for security_group (d69d7f27-09e7-4e45-802e-c0e8952e2273), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:15.121054 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3eabf2e4-4082-4635-9fea-1819a741d4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d69d7f27-09e7-4e45-802e-c0e8952e2273), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:15.149865 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['92da1f57-8490-4c54-81ce-81eaf8419d3b'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:31:15.166263 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eabf2e4-4082-4635-9fea-1819a741d4a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:31:15.174566 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eabf2e4-4082-4635-9fea-1819a741d4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69d7f27-09e7-4e45-802e-c0e8952e2273,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:15.184515 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049655eb-d0e3-4b57-8d04-d057871bd3cb req-d137db42-63a5-4a65-afad-2391fb09a3b5 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:15.194151 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-049655eb-d0e3-4b57-8d04-d057871bd3cb req-d137db42-63a5-4a65-afad-2391fb09a3b5 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0c7bbdc-15c8-4e85-9024-b17f68989f55 HTTP/1.1" status: 200 len: 943 time: 0.2080932 Jan 28 13:31:15.229343 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3eabf2e4-4082-4635-9fea-1819a741d4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (c73eeb4d-303c-4688-baf9-701f8655b569), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:15.229924 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-3eabf2e4-4082-4635-9fea-1819a741d4a4 admin admin] Added segment c73eeb4d-303c-4688-baf9-701f8655b569 of type vlan for network d84cebc8-3afd-4722-abc0-4dbc47a7b66a Jan 28 13:31:15.314810 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2e16d-06a5-4497-a2a4-86be041d2a72 req-324564df-6f3b-420d-943f-4a7d6636bf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:15.318711 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83b2e16d-06a5-4497-a2a4-86be041d2a72 req-324564df-6f3b-420d-943f-4a7d6636bf87 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a4ac21db-2f16-4e68-879f-e058b18b8766 HTTP/1.1" status: 200 len: 918 time: 0.2697234 Jan 28 13:31:15.383073 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-049655eb-d0e3-4b57-8d04-d057871bd3cb req-7c22c79e-b5d8-456b-8d7d-764f31ccb8e4 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc814014-0f6e-4289-a6c0-bfaf00f415e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860003 Jan 28 13:31:15.392464 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83b2e16d-06a5-4497-a2a4-86be041d2a72 req-5615f28b-b06c-435f-972f-f033a849aab9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92da1f57-8490-4c54-81ce-81eaf8419d3b HTTP/1.1" status: 200 len: 217 time: 0.0667143 Jan 28 13:31:15.419778 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3eabf2e4-4082-4635-9fea-1819a741d4a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (d84cebc8-3afd-4722-abc0-4dbc47a7b66a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:15.494537 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-78b38fdf-d0c7-4ce9-80d7-68a858b86a4c req-8870b43a-5d10-4aea-b361-bc7ea554d18a tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.0314164 Jan 28 13:31:15.496673 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3eabf2e4-4082-4635-9fea-1819a741d4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (d84cebc8-3afd-4722-abc0-4dbc47a7b66a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:15.497621 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eabf2e4-4082-4635-9fea-1819a741d4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:15.498207 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3eabf2e4-4082-4635-9fea-1819a741d4a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:15.541934 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2e16d-06a5-4497-a2a4-86be041d2a72 req-09c794c1-80a9-4f29-b3d1-febba2447fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:15.548715 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83b2e16d-06a5-4497-a2a4-86be041d2a72 req-09c794c1-80a9-4f29-b3d1-febba2447fe1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0376ca22-f7fe-4a99-ae29-2bd9ab6c8516 HTTP/1.1" status: 200 len: 858 time: 0.1469269 Jan 28 13:31:15.569761 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3eabf2e4-4082-4635-9fea-1819a741d4a4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1435585 Jan 28 13:31:15.573214 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57312) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:15.578704 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-90021251-8b90-4001-b504-b0f3c9a57a02 admin admin] Request body: {'subnet': {'network_id': 'd84cebc8-3afd-4722-abc0-4dbc47a7b66a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1672598228-subnet', 'tenant_id': '4567d5d9bd204605b83d002bf84c5edb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:15.583197 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eabf2e4-4082-4635-9fea-1819a741d4a4 admin admin] Pushing event updated for resources: {'Network': ['ID=d84cebc8-3afd-4722-abc0-4dbc47a7b66a,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:15.598258 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network d84cebc8-3afd-4722-abc0-4dbc47a7b66a details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:31:15.622086 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90021251-8b90-4001-b504-b0f3c9a57a02 admin admin] Made reservation on behalf of 4567d5d9bd204605b83d002bf84c5edb for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:15.624693 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-90021251-8b90-4001-b504-b0f3c9a57a02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:15.681635 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83b2e16d-06a5-4497-a2a4-86be041d2a72 req-c8560a9b-4be1-45d6-9b73-ba96355c4d29 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a4ac21db-2f16-4e68-879f-e058b18b8766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1271200 Jan 28 13:31:15.691422 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266737ae-d2e1-4bd7-8be4-e7f954e04a79 x-openstack-request-id: req-266737ae-d2e1-4bd7-8be4-e7f954e04a79 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:15.692246 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f796b5-cb35-46d4-b081-7916b5200124", "tag": "8008ea37-de53-48b7-83ae-91605df8ce20", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e0c7bbdc-15c8-4e85-9024-b17f68989f55", "tag": "c4950bf8-7279-44de-967a-4d8bd63975fd", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:15.704529 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-266737ae-d2e1-4bd7-8be4-e7f954e04a79 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:15.705506 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f796b5-cb35-46d4-b081-7916b5200124', 'tag': '8008ea37-de53-48b7-83ae-91605df8ce20', 'status': 'completed', 'code': 200} Jan 28 13:31:15.707485 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c7bbdc-15c8-4e85-9024-b17f68989f55', 'tag': 'c4950bf8-7279-44de-967a-4d8bd63975fd', 'status': 'completed', 'code': 200} Jan 28 13:31:15.811825 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a9f44-39fe-4200-b37a-4fd9f92fc880 req-1bb1f88c-269f-4461-8ef9-3565bc150fcb tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:15.813478 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-758a9f44-39fe-4200-b37a-4fd9f92fc880 req-1bb1f88c-269f-4461-8ef9-3565bc150fcb tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3b32418-8f5e-4b29-b1c0-4ecd70070a8a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1745369 Jan 28 13:31:15.832357 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e7486-7818-43b5-ab73-8ed6e67dfcb6 req-f7f73b20-51f4-4d8b-985c-d052f943eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:15.833854 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-741e7486-7818-43b5-ab73-8ed6e67dfcb6 req-f7f73b20-51f4-4d8b-985c-d052f943eee1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=49619dfecef048e0b93392b4a0a61dab&device_id=c2f796b5-cb35-46d4-b081-7916b5200124 HTTP/1.1" status: 200 len: 1094 time: 0.1312208 Jan 28 13:31:15.870712 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e7486-7818-43b5-ab73-8ed6e67dfcb6 req-29494709-4477-4749-aa17-ab2e1d6c192a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:15.872258 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-741e7486-7818-43b5-ab73-8ed6e67dfcb6 req-29494709-4477-4749-aa17-ab2e1d6c192a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=49619dfecef048e0b93392b4a0a61dab&device_id=e0c7bbdc-15c8-4e85-9024-b17f68989f55 HTTP/1.1" status: 200 len: 1094 time: 0.1153519 Jan 28 13:31:15.877807 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-758a9f44-39fe-4200-b37a-4fd9f92fc880 req-c8a9213b-6e6e-4155-b226-192e1ece0a9e tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0552979 Jan 28 13:31:15.919430 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83b2e16d-06a5-4497-a2a4-86be041d2a72 req-c54ced3d-4179-4f1e-b786-0c0ff99753c1 service neutron] 10.222.0.18 "GET /v2.0/networks/a4ac21db-2f16-4e68-879f-e058b18b8766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991544 Jan 28 13:31:16.102726 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7b3f7fc9-00ba-4f13-a1e7-3b9ca2f0f34c req-c0e7b8a4-d466-4ab3-bc2b-b607fb1d46fb tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1601727 Jan 28 13:31:16.200421 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e7486-7818-43b5-ab73-8ed6e67dfcb6 req-fad9234c-a45e-4593-b84f-3ba18d4fc49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:16.202242 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-741e7486-7818-43b5-ab73-8ed6e67dfcb6 req-fad9234c-a45e-4593-b84f-3ba18d4fc49f service neutron] 10.222.0.37 "GET /v2.0/networks?id=a4ac21db-2f16-4e68-879f-e058b18b8766 HTTP/1.1" status: 200 len: 918 time: 0.3176315 Jan 28 13:31:16.295762 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-741e7486-7818-43b5-ab73-8ed6e67dfcb6 req-1cfd64c2-fbc2-4698-bb09-052cd7e4a315 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4950bf8-7279-44de-967a-4d8bd63975fd HTTP/1.1" status: 200 len: 217 time: 0.0805249 Jan 28 13:31:16.297869 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83b2e16d-06a5-4497-a2a4-86be041d2a72 req-00dccc76-b703-4467-a973-d8c7c04e85df service neutron] 10.222.0.18 "GET /v2.0/networks/a4ac21db-2f16-4e68-879f-e058b18b8766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685520 Jan 28 13:31:16.379276 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e7486-7818-43b5-ab73-8ed6e67dfcb6 req-8617b7c3-cd38-4ca9-a9e9-1872bf9e90d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:16.385205 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-741e7486-7818-43b5-ab73-8ed6e67dfcb6 req-8617b7c3-cd38-4ca9-a9e9-1872bf9e90d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0376ca22-f7fe-4a99-ae29-2bd9ab6c8516 HTTP/1.1" status: 200 len: 858 time: 0.0710435 Jan 28 13:31:16.443158 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-741e7486-7818-43b5-ab73-8ed6e67dfcb6 req-509fdf87-c527-4dd0-8648-b6d3850c8e0b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4ac21db-2f16-4e68-879f-e058b18b8766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503752 Jan 28 13:31:16.449779 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57336) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:16.518739 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e7486-7818-43b5-ab73-8ed6e67dfcb6 req-d630687a-800b-4eb6-b4ae-61dfaf671f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:16.522854 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-741e7486-7818-43b5-ab73-8ed6e67dfcb6 req-d630687a-800b-4eb6-b4ae-61dfaf671f7c service neutron] 10.222.0.18 "GET /v2.0/networks?id=a4ac21db-2f16-4e68-879f-e058b18b8766 HTTP/1.1" status: 200 len: 918 time: 0.6561697 Jan 28 13:31:16.528725 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-90021251-8b90-4001-b504-b0f3c9a57a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (19cc93dc-e9a7-45d3-8213-60f6f677f8a7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:16.645654 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ff27fdbb-ab56-493b-8098-374d36b2fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:16.646369 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 8008ea37-de53-48b7-83ae-91605df8ce20 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:31:16.646900 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ff27fdbb-ab56-493b-8098-374d36b2fd78 service neutron] 10.222.0.18 "GET /v2.0/ports/0c0f91d0-9eaa-4b76-abe7-1a460d8a367f HTTP/1.1" status: 200 len: 1033 time: 0.0811415 Jan 28 13:31:16.649097 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aec21b5d-ac6f-4a7a-8704-9273adab42a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:16.651534 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 92da1f57-8490-4c54-81ce-81eaf8419d3b up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:31:16.652380 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-741e7486-7818-43b5-ab73-8ed6e67dfcb6 req-27b3c5d0-217d-45f8-becd-95167b1234e5 service neutron] 10.222.0.37 "GET /v2.0/networks/a4ac21db-2f16-4e68-879f-e058b18b8766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970997 Jan 28 13:31:16.682405 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-741e7486-7818-43b5-ab73-8ed6e67dfcb6 req-93e34a99-ba77-4814-950e-278e109dcb3e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8008ea37-de53-48b7-83ae-91605df8ce20 HTTP/1.1" status: 200 len: 217 time: 0.1380172 Jan 28 13:31:16.684479 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd32e37-d807-45da-bf0f-fbe86c7bbb3b req-ccc9bd33-8ca3-4239-ae51-233d04050c7b tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:16.686041 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4dd32e37-d807-45da-bf0f-fbe86c7bbb3b req-ccc9bd33-8ca3-4239-ae51-233d04050c7b tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0c7bbdc-15c8-4e85-9024-b17f68989f55 HTTP/1.1" status: 200 len: 943 time: 0.1550467 Jan 28 13:31:16.695060 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90021251-8b90-4001-b504-b0f3c9a57a02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19cc93dc-e9a7-45d3-8213-60f6f677f8a7,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:16.773542 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f32a4c-87f2-4c92-a804-44f2e1ac12ff req-67328ba3-5759-4a8c-9cb1-d60bd230edab tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:16.780835 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-70f32a4c-87f2-4c92-a804-44f2e1ac12ff req-67328ba3-5759-4a8c-9cb1-d60bd230edab tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3b32418-8f5e-4b29-b1c0-4ecd70070a8a HTTP/1.1" status: 200 len: 945 time: 0.2563968 Jan 28 13:31:16.796594 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e7486-7818-43b5-ab73-8ed6e67dfcb6 req-59cdeda2-653f-45fd-9e88-b8189e740f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:16.797682 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-741e7486-7818-43b5-ab73-8ed6e67dfcb6 req-59cdeda2-653f-45fd-9e88-b8189e740f02 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0376ca22-f7fe-4a99-ae29-2bd9ab6c8516 HTTP/1.1" status: 200 len: 858 time: 0.0971696 Jan 28 13:31:16.810949 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-741e7486-7818-43b5-ab73-8ed6e67dfcb6 req-fc4bf291-64f4-4248-8fd7-46517f8d759c service neutron] 10.222.0.37 "GET /v2.0/networks/a4ac21db-2f16-4e68-879f-e058b18b8766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360247 Jan 28 13:31:16.813812 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f4da3c43-f45e-40a3-b38b-6bb80d18b193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:16.815008 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f4da3c43-f45e-40a3-b38b-6bb80d18b193 service neutron] 10.222.0.18 "GET /v2.0/ports/74437a62-acfb-47da-925a-b0b54245b4d9 HTTP/1.1" status: 200 len: 1031 time: 0.1606946 Jan 28 13:31:16.841829 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 8008ea37-de53-48b7-83ae-91605df8ce20, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8008ea37-de53-48b7-83ae-91605df8ce20,segment=NetworkSegment(16034969-c777-4ff2-b32a-1d33aacd7571),segment_id=16034969-c777-4ff2-b32a-1d33aacd7571)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:16.847466 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-741e7486-7818-43b5-ab73-8ed6e67dfcb6 req-0dbb2c88-beab-434e-9267-569c60866509 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a4ac21db-2f16-4e68-879f-e058b18b8766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373099 Jan 28 13:31:16.851779 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90021251-8b90-4001-b504-b0f3c9a57a02 admin admin] Checking segment: {'id': 'c73eeb4d-303c-4688-baf9-701f8655b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd84cebc8-3afd-4722-abc0-4dbc47a7b66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:16.852150 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90021251-8b90-4001-b504-b0f3c9a57a02 admin admin] Network hostable DHCP agents. Network: d84cebc8-3afd-4722-abc0-4dbc47a7b66a, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:31:16.861360 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '8008ea37-de53-48b7-83ae-91605df8ce20', 'network_id': 'a4ac21db-2f16-4e68-879f-e058b18b8766', 'port_id': '8008ea37-de53-48b7-83ae-91605df8ce20', 'mac_address': 'fa:16:3e:33:bf:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0376ca22-f7fe-4a99-ae29-2bd9ab6c8516', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:31:16.865395 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device c4950bf8-7279-44de-967a-4d8bd63975fd details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:31:16.870837 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 92da1f57-8490-4c54-81ce-81eaf8419d3b completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:31:16.880321 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 92da1f57-8490-4c54-81ce-81eaf8419d3b triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:16.880994 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (92da1f57-8490-4c54-81ce-81eaf8419d3b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:16.947011 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-70f32a4c-87f2-4c92-a804-44f2e1ac12ff req-1b022837-efce-444f-9f9a-1e32081dac35 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/security-groups?id=5dfaa926-0ea5-4dfd-9912-c47ccc13cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630106 Jan 28 13:31:16.963146 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90021251-8b90-4001-b504-b0f3c9a57a02 admin admin] Network d84cebc8-3afd-4722-abc0-4dbc47a7b66a is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:31:17.001022 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f42578a4-93d3-44ac-8995-746359ec38dc tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:17.006206 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f42578a4-93d3-44ac-8995-746359ec38dc tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:17.011770 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f42578a4-93d3-44ac-8995-746359ec38dc tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:17.013639 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f42578a4-93d3-44ac-8995-746359ec38dc tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.18 "GET /v2.0/networks?id=8d8ce296-49c0-407a-94c2-104afd52dd5e&id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&id=49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99&id=49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99 HTTP/1.1" status: 200 len: 1994 time: 0.1878722 Jan 28 13:31:17.029327 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4dd32e37-d807-45da-bf0f-fbe86c7bbb3b req-dd70bea2-e474-423a-a0b7-cffb518ae52e tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc814014-0f6e-4289-a6c0-bfaf00f415e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120171 Jan 28 13:31:17.065271 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-90021251-8b90-4001-b504-b0f3c9a57a02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, d84cebc8-3afd-4722-abc0-4dbc47a7b66a) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:17.075246 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90021251-8b90-4001-b504-b0f3c9a57a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:17.075848 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-90021251-8b90-4001-b504-b0f3c9a57a02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:17.085035 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30ca389-63a6-4df3-a03e-8c88258a608a None None] Network d84cebc8-3afd-4722-abc0-4dbc47a7b66a requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:31:17.118051 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-0ff5ec73-bbf5-46a2-9586-9a3a652fbcd9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7a6811dc19649cf8e2a8d9876c3683f HTTP/1.1" status: 200 len: 379 time: 0.0859911 Jan 28 13:31:17.128266 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-90021251-8b90-4001-b504-b0f3c9a57a02 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5528166 Jan 28 13:31:17.130322 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-a802b069-6823-4223-9882-ba9a21a67905 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Request body: {'port': {'device_id': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'network_id': '8d8ce296-49c0-407a-94c2-104afd52dd5e', 'admin_state_up': True, 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'security_groups': ['7c71bb51-4dcf-4ee1-846e-676c83721ea9']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:17.180682 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 8008ea37-de53-48b7-83ae-91605df8ce20 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:17.181179 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8008ea37-de53-48b7-83ae-91605df8ce20), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:17.186961 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-741e7486-7818-43b5-ab73-8ed6e67dfcb6 req-9cbac5db-d4a6-4df7-b224-ccc08e46c0ec service neutron] 10.222.0.18 "GET /v2.0/networks/a4ac21db-2f16-4e68-879f-e058b18b8766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242826 Jan 28 13:31:17.211746 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8008ea37-de53-48b7-83ae-91605df8ce20 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:31:17.235789 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 8008ea37-de53-48b7-83ae-91605df8ce20, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8008ea37-de53-48b7-83ae-91605df8ce20,segment=NetworkSegment(16034969-c777-4ff2-b32a-1d33aacd7571),segment_id=16034969-c777-4ff2-b32a-1d33aacd7571)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:17.246700 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8008ea37-de53-48b7-83ae-91605df8ce20), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:17.271906 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ce3c01fe-1aec-4248-97bf-0614c9133d97 req-7ef11032-0045-4836-a668-acab2361697c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.0640631 Jan 28 13:31:17.337361 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=8008ea37-de53-48b7-83ae-91605df8ce20,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:17.340245 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c7e0a5-022e-4149-8350-dbba2dda78ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-d84cebc8-3afd-4722-abc0-4dbc47a7b66a', 'network_id': 'd84cebc8-3afd-4722-abc0-4dbc47a7b66a', 'project_id': '4567d5d9bd204605b83d002bf84c5edb', 'fixed_ips': [{'subnet_id': '19cc93dc-e9a7-45d3-8213-60f6f677f8a7'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:31:17.341177 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-18c7e0a5-022e-4149-8350-dbba2dda78ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:17.428519 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-a802b069-6823-4223-9882-ba9a21a67905 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Made reservation on behalf of c7a6811dc19649cf8e2a8d9876c3683f for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:17.431263 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 92da1f57-8490-4c54-81ce-81eaf8419d3b is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:17.431670 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (92da1f57-8490-4c54-81ce-81eaf8419d3b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:17.449056 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-a802b069-6823-4223-9882-ba9a21a67905 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:17.452722 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:17.453073 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:17.453417 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:17.453755 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:17.454079 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:17.454454 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:17.454784 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:17.455137 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:17.455463 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:17.455787 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:17.456111 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:17.456432 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:17.456753 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:17.458677 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-741e7486-7818-43b5-ab73-8ed6e67dfcb6 req-806d8f5a-a4c1-4823-96f7-7c6a69100cbd service neutron] 10.222.0.18 "GET /v2.0/networks/a4ac21db-2f16-4e68-879f-e058b18b8766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708004 Jan 28 13:31:17.465432 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aec21b5d-ac6f-4a7a-8704-9273adab42a7 admin admin] Publish callbacks [] for security_group (55bd3edd-d023-4f86-9191-d0f0dc43c953), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:17.471298 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aec21b5d-ac6f-4a7a-8704-9273adab42a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (55bd3edd-d023-4f86-9191-d0f0dc43c953), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:17.505907 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port c4950bf8-7279-44de-967a-4d8bd63975fd, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=c4950bf8-7279-44de-967a-4d8bd63975fd,segment=NetworkSegment(16034969-c777-4ff2-b32a-1d33aacd7571),segment_id=16034969-c777-4ff2-b32a-1d33aacd7571)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:17.525571 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['8008ea37-de53-48b7-83ae-91605df8ce20'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:31:17.605655 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'c4950bf8-7279-44de-967a-4d8bd63975fd', 'network_id': 'a4ac21db-2f16-4e68-879f-e058b18b8766', 'port_id': 'c4950bf8-7279-44de-967a-4d8bd63975fd', 'mac_address': 'fa:16:3e:29:3b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0376ca22-f7fe-4a99-ae29-2bd9ab6c8516', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:31:17.670744 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-a802b069-6823-4223-9882-ba9a21a67905 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Allocated IP 172.20.0.9 (8d8ce296-49c0-407a-94c2-104afd52dd5e/7e406a7c-fb11-4530-8ef1-a71bb9184c0e/91df4fb1-0eec-4c0c-aa55-6d19eb2df029) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:17.687295 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28df079-2e01-4562-976a-998d19c8d688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92da1f57-8490-4c54-81ce-81eaf8419d3b'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:17.689781 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a1f933-5c5c-4ab8-b259-41732d81176f" -d '{"events": [{"server_uuid": "c28df079-2e01-4562-976a-998d19c8d688", "name": "network-vif-plugged", "status": "completed", "tag": "92da1f57-8490-4c54-81ce-81eaf8419d3b"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:17.691296 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec21b5d-ac6f-4a7a-8704-9273adab42a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bd3edd-d023-4f86-9191-d0f0dc43c953,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:17.711809 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-aec21b5d-ac6f-4a7a-8704-9273adab42a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58ce0b4a0dd5437c8656859bff087197&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2609251 Jan 28 13:31:17.714730 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57366) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:17.716922 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:17.785978 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 92da1f57-8490-4c54-81ce-81eaf8419d3b, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=92da1f57-8490-4c54-81ce-81eaf8419d3b,segment=NetworkSegment(16034969-c777-4ff2-b32a-1d33aacd7571),segment_id=16034969-c777-4ff2-b32a-1d33aacd7571)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:17.789938 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port c4950bf8-7279-44de-967a-4d8bd63975fd is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:17.791478 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c4950bf8-7279-44de-967a-4d8bd63975fd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:17.838495 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4950bf8-7279-44de-967a-4d8bd63975fd {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:31:17.886279 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (92da1f57-8490-4c54-81ce-81eaf8419d3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:17.933467 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dd8c4bd2-9507-4577-9567-df6ed99efcfe admin admin] Publish callbacks [] for security_group (55bd3edd-d023-4f86-9191-d0f0dc43c953), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:17.954365 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f1e3a9-987f-4e42-8d67-bcd1fefa134b x-openstack-request-id: req-11f1e3a9-987f-4e42-8d67-bcd1fefa134b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:17.954989 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28df079-2e01-4562-976a-998d19c8d688", "name": "network-vif-plugged", "status": "completed", "tag": "92da1f57-8490-4c54-81ce-81eaf8419d3b", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:17.955414 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11f1e3a9-987f-4e42-8d67-bcd1fefa134b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:17.955972 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28df079-2e01-4562-976a-998d19c8d688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92da1f57-8490-4c54-81ce-81eaf8419d3b', 'code': 200} Jan 28 13:31:18.040635 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dd8c4bd2-9507-4577-9567-df6ed99efcfe admin admin] Publish callbacks [] for security_group (55bd3edd-d023-4f86-9191-d0f0dc43c953), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:18.091438 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-a2efbec0-ef02-4aea-b3ce-532d7a8fbd0c tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:18.100414 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-a2efbec0-ef02-4aea-b3ce-532d7a8fbd0c tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/networks?id=d84cebc8-3afd-4722-abc0-4dbc47a7b66a HTTP/1.1" status: 200 len: 816 time: 0.3253078 Jan 28 13:31:18.131661 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port c4950bf8-7279-44de-967a-4d8bd63975fd, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=c4950bf8-7279-44de-967a-4d8bd63975fd,segment=NetworkSegment(16034969-c777-4ff2-b32a-1d33aacd7571),segment_id=16034969-c777-4ff2-b32a-1d33aacd7571)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:18.151221 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c4950bf8-7279-44de-967a-4d8bd63975fd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:18.157948 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-694a16e8-8eb1-469d-91c8-c8b68bc990ef tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/quotas/4567d5d9bd204605b83d002bf84c5edb HTTP/1.1" status: 200 len: 375 time: 0.0554950 Jan 28 13:31:18.180182 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c25b0-dd5a-4417-bb3a-49ec25c25727 req-79705435-8aa3-4df0-9591-12f4cfddda9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:18.185026 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1b3c25b0-dd5a-4417-bb3a-49ec25c25727 req-79705435-8aa3-4df0-9591-12f4cfddda9e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c28df079-2e01-4562-976a-998d19c8d688 HTTP/1.1" status: 200 len: 1097 time: 0.1877820 Jan 28 13:31:18.199301 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=92da1f57-8490-4c54-81ce-81eaf8419d3b,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:18.213507 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-18c7e0a5-022e-4149-8350-dbba2dda78ce None None] Allocated IP 172.20.0.2 (d84cebc8-3afd-4722-abc0-4dbc47a7b66a/19cc93dc-e9a7-45d3-8213-60f6f677f8a7/80f30d9f-6080-45d1-af1c-994a2ed58268) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:18.246558 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-922b5a9f-0494-4fae-bdd2-d6aa09931cbf tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4567d5d9bd204605b83d002bf84c5edb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0865953 Jan 28 13:31:18.312710 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=c4950bf8-7279-44de-967a-4d8bd63975fd,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:18.372475 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dd8c4bd2-9507-4577-9567-df6ed99efcfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (55bd3edd-d023-4f86-9191-d0f0dc43c953), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:18.376170 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dd8c4bd2-9507-4577-9567-df6ed99efcfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:18.377965 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dd8c4bd2-9507-4577-9567-df6ed99efcfe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55bd3edd-d023-4f86-9191-d0f0dc43c953 HTTP/1.1" status: 204 len: 168 time: 0.6617343 Jan 28 13:31:18.379224 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6a7f4-3095-4ebd-877e-58cbeedb0fa6 req-4075a87c-2ca1-4664-ae59-98a39cb44703 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:18.387553 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-62c6a7f4-3095-4ebd-877e-58cbeedb0fa6 req-4075a87c-2ca1-4664-ae59-98a39cb44703 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3b32418-8f5e-4b29-b1c0-4ecd70070a8a HTTP/1.1" status: 200 len: 945 time: 0.1461630 Jan 28 13:31:18.428224 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6231469-b896-4d27-8b2a-a11c42122ca6 req-7852d081-458a-4218-8ceb-8df2757bde62 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:18.429824 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6231469-b896-4d27-8b2a-a11c42122ca6 req-7852d081-458a-4218-8ceb-8df2757bde62 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3b32418-8f5e-4b29-b1c0-4ecd70070a8a HTTP/1.1" status: 200 len: 945 time: 0.1996372 Jan 28 13:31:18.434026 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c4bd2-9507-4577-9567-df6ed99efcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bd3edd-d023-4f86-9191-d0f0dc43c953,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:18.445466 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1b3c25b0-dd5a-4417-bb3a-49ec25c25727 req-da069827-2313-445f-98a6-0d2c0637bc08 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dc814014-0f6e-4289-a6c0-bfaf00f415e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203627 Jan 28 13:31:18.466867 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c4bd2-9507-4577-9567-df6ed99efcfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:18.467425 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c4bd2-9507-4577-9567-df6ed99efcfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:18.467766 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c4bd2-9507-4577-9567-df6ed99efcfe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:18.468105 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c4bd2-9507-4577-9567-df6ed99efcfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:18.468704 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c4bd2-9507-4577-9567-df6ed99efcfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:18.469050 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c4bd2-9507-4577-9567-df6ed99efcfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:18.469499 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c4bd2-9507-4577-9567-df6ed99efcfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:18.469829 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c4bd2-9507-4577-9567-df6ed99efcfe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:18.470283 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c4bd2-9507-4577-9567-df6ed99efcfe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:18.470681 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c4bd2-9507-4577-9567-df6ed99efcfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:18.471076 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c4bd2-9507-4577-9567-df6ed99efcfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:18.471402 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c4bd2-9507-4577-9567-df6ed99efcfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:18.471728 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c4bd2-9507-4577-9567-df6ed99efcfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:18.495265 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-18c7e0a5-022e-4149-8350-dbba2dda78ce None None] Publish callbacks [] for port (80f30d9f-6080-45d1-af1c-994a2ed58268), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:18.504076 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-136ca972-c5e4-4f2d-bb8a-b695cda3c69f service neutron] 10.222.0.39 "GET /v2.0/networks/d84cebc8-3afd-4722-abc0-4dbc47a7b66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557497 Jan 28 13:31:18.538517 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-18c7e0a5-022e-4149-8350-dbba2dda78ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (80f30d9f-6080-45d1-af1c-994a2ed58268), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:18.543673 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-a802b069-6823-4223-9882-ba9a21a67905 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for port (91df4fb1-0eec-4c0c-aa55-6d19eb2df029), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:18.563159 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-62c6a7f4-3095-4ebd-877e-58cbeedb0fa6 req-9b555737-1465-43d4-9013-ad37d5a831ba tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/security-groups?id=5dfaa926-0ea5-4dfd-9912-c47ccc13cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745319 Jan 28 13:31:18.663937 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7e0a5-022e-4149-8350-dbba2dda78ce None None] Pushing event updated for resources: {'Port': ['ID=80f30d9f-6080-45d1-af1c-994a2ed58268,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:18.669533 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-e68dd141-41de-40b5-b6b0-0daccac8d3bb service neutron] 10.222.0.39 "GET /v2.0/networks/d84cebc8-3afd-4722-abc0-4dbc47a7b66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642852 Jan 28 13:31:18.682608 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['c4950bf8-7279-44de-967a-4d8bd63975fd'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:31:18.685163 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 8008ea37-de53-48b7-83ae-91605df8ce20 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:31:18.702316 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c7e0a5-022e-4149-8350-dbba2dda78ce None None] Network d84cebc8-3afd-4722-abc0-4dbc47a7b66a is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:18.743004 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-18c7e0a5-022e-4149-8350-dbba2dda78ce None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:18.745585 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c7e0a5-022e-4149-8350-dbba2dda78ce None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:18.771930 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-a802b069-6823-4223-9882-ba9a21a67905 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (91df4fb1-0eec-4c0c-aa55-6d19eb2df029), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:18.845139 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-18c7e0a5-022e-4149-8350-dbba2dda78ce None None] Attempting to bind port 80f30d9f-6080-45d1-af1c-994a2ed58268 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:31:18.845509 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-18c7e0a5-022e-4149-8350-dbba2dda78ce None None] Attempting to bind port 80f30d9f-6080-45d1-af1c-994a2ed58268 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'c73eeb4d-303c-4688-baf9-701f8655b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd84cebc8-3afd-4722-abc0-4dbc47a7b66a'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:31:18.845852 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c7e0a5-022e-4149-8350-dbba2dda78ce None None] Attempting to bind port 80f30d9f-6080-45d1-af1c-994a2ed58268 on network d84cebc8-3afd-4722-abc0-4dbc47a7b66a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:18.855226 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c7e0a5-022e-4149-8350-dbba2dda78ce None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:31:18.855670 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c7e0a5-022e-4149-8350-dbba2dda78ce None None] Checking segment: {'id': 'c73eeb4d-303c-4688-baf9-701f8655b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd84cebc8-3afd-4722-abc0-4dbc47a7b66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:18.856211 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-18c7e0a5-022e-4149-8350-dbba2dda78ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:18.856649 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c7e0a5-022e-4149-8350-dbba2dda78ce None None] Bound using segment: {'id': 'c73eeb4d-303c-4688-baf9-701f8655b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd84cebc8-3afd-4722-abc0-4dbc47a7b66a'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:31:18.857190 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-18c7e0a5-022e-4149-8350-dbba2dda78ce None None] Bound port: 80f30d9f-6080-45d1-af1c-994a2ed58268, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73eeb4d-303c-4688-baf9-701f8655b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd84cebc8-3afd-4722-abc0-4dbc47a7b66a'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:31:18.857818 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-18c7e0a5-022e-4149-8350-dbba2dda78ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (80f30d9f-6080-45d1-af1c-994a2ed58268), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:18.886397 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802b069-6823-4223-9882-ba9a21a67905 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event updated for resources: {'Port': ['ID=91df4fb1-0eec-4c0c-aa55-6d19eb2df029,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:18.953063 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadfdba-bcc1-4183-b108-13cc2b337f80 req-5412d70c-71a8-46f0-afff-a1827e29f816 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:18.967222 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fbadfdba-bcc1-4183-b108-13cc2b337f80 req-5412d70c-71a8-46f0-afff-a1827e29f816 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0c7bbdc-15c8-4e85-9024-b17f68989f55 HTTP/1.1" status: 200 len: 944 time: 0.2806919 Jan 28 13:31:19.042356 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-d6231469-b896-4d27-8b2a-a11c42122ca6 req-67ee5d0e-338d-4c95-8e19-736df44f5bdf tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Deleting port 7116479e-c830-4794-a8c4-344ab80f1cfc {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:19.055635 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57392) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:19.065556 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d6231469-b896-4d27-8b2a-a11c42122ca6 req-67ee5d0e-338d-4c95-8e19-736df44f5bdf tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7116479e-c830-4794-a8c4-344ab80f1cfc), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:19.069980 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-a802b069-6823-4223-9882-ba9a21a67905 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Network 8d8ce296-49c0-407a-94c2-104afd52dd5e is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:19.096431 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-73384713-6f5c-4699-8872-363c23232e4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:19.104176 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-a802b069-6823-4223-9882-ba9a21a67905 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:19.107293 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-a802b069-6823-4223-9882-ba9a21a67905 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:19.227025 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-d6231469-b896-4d27-8b2a-a11c42122ca6 req-67ee5d0e-338d-4c95-8e19-736df44f5bdf tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] For port 7116479e-c830-4794-a8c4-344ab80f1cfc, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=7116479e-c830-4794-a8c4-344ab80f1cfc,segment=NetworkSegment(4ad3547f-1c23-4863-9fde-17185a5d6ed5),segment_id=4ad3547f-1c23-4863-9fde-17185a5d6ed5)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:19.227516 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d6231469-b896-4d27-8b2a-a11c42122ca6 req-67ee5d0e-338d-4c95-8e19-736df44f5bdf tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7116479e-c830-4794-a8c4-344ab80f1cfc), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:19.244752 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-d6231469-b896-4d27-8b2a-a11c42122ca6 req-67ee5d0e-338d-4c95-8e19-736df44f5bdf tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Calling delete_port for 7116479e-c830-4794-a8c4-344ab80f1cfc owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:19.271766 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-18c7e0a5-022e-4149-8350-dbba2dda78ce None None] For port 80f30d9f-6080-45d1-af1c-994a2ed58268, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:31:19.275600 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-18c7e0a5-022e-4149-8350-dbba2dda78ce None None] For port 80f30d9f-6080-45d1-af1c-994a2ed58268, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=80f30d9f-6080-45d1-af1c-994a2ed58268,segment=NetworkSegment(c73eeb4d-303c-4688-baf9-701f8655b569),segment_id=c73eeb4d-303c-4688-baf9-701f8655b569)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:31:19.276874 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-73384713-6f5c-4699-8872-363c23232e4e admin admin] Publish callbacks [] for security_group (d49fa9bc-3c57-4886-b9d0-6241f86117c2), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:19.283848 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 8008ea37-de53-48b7-83ae-91605df8ce20 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:31:19.295862 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aae7d6-782d-4444-9ba0-26a654afa138 req-214f9c92-78d1-48e5-a519-d21473284780 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:19.307834 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-04aae7d6-782d-4444-9ba0-26a654afa138 req-214f9c92-78d1-48e5-a519-d21473284780 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 931 time: 0.3667440 Jan 28 13:31:19.310867 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-18c7e0a5-022e-4149-8350-dbba2dda78ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (80f30d9f-6080-45d1-af1c-994a2ed58268), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:19.322821 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 8008ea37-de53-48b7-83ae-91605df8ce20 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:19.323373 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8008ea37-de53-48b7-83ae-91605df8ce20), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:19.340244 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-73384713-6f5c-4699-8872-363c23232e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d49fa9bc-3c57-4886-b9d0-6241f86117c2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:19.490268 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-73384713-6f5c-4699-8872-363c23232e4e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=97685957e66a4ec2b000bb1179736539&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4312010 Jan 28 13:31:19.503341 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57400) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:19.533999 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73384713-6f5c-4699-8872-363c23232e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49fa9bc-3c57-4886-b9d0-6241f86117c2,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:19.590424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7e0a5-022e-4149-8350-dbba2dda78ce None None] Pushing event updated for resources: {'Port': ['ID=80f30d9f-6080-45d1-af1c-994a2ed58268,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:19.674553 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-04aae7d6-782d-4444-9ba0-26a654afa138 req-a0492af6-5554-4d42-8098-3659c8403ed9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3644009 Jan 28 13:31:19.685917 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fbadfdba-bcc1-4183-b108-13cc2b337f80 req-89501457-ec35-48a6-a55d-cbe5091f89c1 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc814014-0f6e-4289-a6c0-bfaf00f415e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7137582 Jan 28 13:31:19.726305 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-38ac7656-f4cc-47ae-9d8e-2249ff4eb99d None None] Provisioning complete for port 91df4fb1-0eec-4c0c-aa55-6d19eb2df029 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:19.727047 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-38ac7656-f4cc-47ae-9d8e-2249ff4eb99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (91df4fb1-0eec-4c0c-aa55-6d19eb2df029), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:19.738160 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2a3d7720-45e5-4277-81bc-ef1a23522909 admin admin] Publish callbacks [] for security_group (d49fa9bc-3c57-4886-b9d0-6241f86117c2), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:19.759443 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:19.769818 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 8008ea37-de53-48b7-83ae-91605df8ce20 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:19.770463 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8008ea37-de53-48b7-83ae-91605df8ce20), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:19.783390 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d6231469-b896-4d27-8b2a-a11c42122ca6 req-67ee5d0e-338d-4c95-8e19-736df44f5bdf tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (7116479e-c830-4794-a8c4-344ab80f1cfc), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:19.864860 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2a3d7720-45e5-4277-81bc-ef1a23522909 admin admin] Publish callbacks [] for security_group (d49fa9bc-3c57-4886-b9d0-6241f86117c2), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:19.870666 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-38ac7656-f4cc-47ae-9d8e-2249ff4eb99d None None] Port 91df4fb1-0eec-4c0c-aa55-6d19eb2df029 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:31:19.897759 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 8008ea37-de53-48b7-83ae-91605df8ce20, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8008ea37-de53-48b7-83ae-91605df8ce20,segment=NetworkSegment(16034969-c777-4ff2-b32a-1d33aacd7571),segment_id=16034969-c777-4ff2-b32a-1d33aacd7571)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:19.906897 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8008ea37-de53-48b7-83ae-91605df8ce20), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:19.991326 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-a802b069-6823-4223-9882-ba9a21a67905 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:19.992011 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-a802b069-6823-4223-9882-ba9a21a67905 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:20.007040 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee5d0e-338d-4c95-8e19-736df44f5bdf tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Pushing event deleted for resources: {'Port': ['ID=7116479e-c830-4794-a8c4-344ab80f1cfc,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:20.031689 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2a3d7720-45e5-4277-81bc-ef1a23522909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d49fa9bc-3c57-4886-b9d0-6241f86117c2), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:20.036777 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f796b5-cb35-46d4-b081-7916b5200124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8008ea37-de53-48b7-83ae-91605df8ce20'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:20.046761 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2a3d7720-45e5-4277-81bc-ef1a23522909 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:20.047804 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf7deee-e830-4508-b27b-abe4bad08b52" -d '{"events": [{"server_uuid": "c2f796b5-cb35-46d4-b081-7916b5200124", "name": "network-vif-plugged", "status": "completed", "tag": "8008ea37-de53-48b7-83ae-91605df8ce20"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:20.048787 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2a3d7720-45e5-4277-81bc-ef1a23522909 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d49fa9bc-3c57-4886-b9d0-6241f86117c2 HTTP/1.1" status: 204 len: 168 time: 0.5388734 Jan 28 13:31:20.064998 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d7720-45e5-4277-81bc-ef1a23522909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49fa9bc-3c57-4886-b9d0-6241f86117c2,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:20.181752 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6231469-b896-4d27-8b2a-a11c42122ca6 req-67ee5d0e-338d-4c95-8e19-736df44f5bdf tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] No DVR routers for this DVR port 7116479e-c830-4794-a8c4-344ab80f1cfc on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:31:20.186389 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d6231469-b896-4d27-8b2a-a11c42122ca6 req-67ee5d0e-338d-4c95-8e19-736df44f5bdf tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:20.213298 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6231469-b896-4d27-8b2a-a11c42122ca6 req-67ee5d0e-338d-4c95-8e19-736df44f5bdf tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.37 "DELETE /v2.0/ports/7116479e-c830-4794-a8c4-344ab80f1cfc HTTP/1.1" status: 204 len: 173 time: 1.7743385 Jan 28 13:31:20.223016 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b32418-8f5e-4b29-b1c0-4ecd70070a8a', 'name': 'network-vif-deleted', 'tag': '7116479e-c830-4794-a8c4-344ab80f1cfc'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:20.243141 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b1e6a1-2989-4000-a436-ddbe8a2fd281" -d '{"events": [{"server_uuid": "e3b32418-8f5e-4b29-b1c0-4ecd70070a8a", "name": "network-vif-deleted", "tag": "7116479e-c830-4794-a8c4-344ab80f1cfc"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:20.248686 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=8008ea37-de53-48b7-83ae-91605df8ce20,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:20.269976 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-a802b069-6823-4223-9882-ba9a21a67905 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1449375 Jan 28 13:31:20.338746 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9e6f878e-be3f-4ab0-ac75-bc64c9db4d73 req-bc9e5716-e2c9-4024-bb23-c36e02ed8b63 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772 tempest-FloatingIPsAssociationNegativeTestJSON-1730212772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3b32418-8f5e-4b29-b1c0-4ecd70070a8a HTTP/1.1" status: 200 len: 210 time: 0.1200130 Jan 28 13:31:20.354091 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-8113985e-790a-46b3-82d8-0406dd0a75c8 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Request body: {'port': {'device_id': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1', 'admin_state_up': True, 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'security_groups': ['7c71bb51-4dcf-4ee1-846e-676c83721ea9']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:20.456707 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011ec97b-aece-4a1b-aea0-c4233e9097d7 x-openstack-request-id: req-011ec97b-aece-4a1b-aea0-c4233e9097d7 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:20.457162 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f796b5-cb35-46d4-b081-7916b5200124", "name": "network-vif-plugged", "status": "completed", "tag": "8008ea37-de53-48b7-83ae-91605df8ce20", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:20.457556 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-011ec97b-aece-4a1b-aea0-c4233e9097d7 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:20.458158 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f796b5-cb35-46d4-b081-7916b5200124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8008ea37-de53-48b7-83ae-91605df8ce20', 'code': 200} Jan 28 13:31:20.512333 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-0f08f08c-128e-44f9-a2c5-2c3c380daf3d tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:20.533850 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-0f08f08c-128e-44f9-a2c5-2c3c380daf3d tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/networks?id=d84cebc8-3afd-4722-abc0-4dbc47a7b66a HTTP/1.1" status: 200 len: 816 time: 0.4354141 Jan 28 13:31:20.563292 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-f45d5020-9cfd-4c2f-b1f2-3f02565f4878 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/quotas/4567d5d9bd204605b83d002bf84c5edb HTTP/1.1" status: 200 len: 375 time: 0.0271196 Jan 28 13:31:20.601980 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a077e96-1f3b-4c0d-91ae-86d56a484ee1 x-openstack-request-id: req-2a077e96-1f3b-4c0d-91ae-86d56a484ee1 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:20.602252 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b32418-8f5e-4b29-b1c0-4ecd70070a8a", "name": "network-vif-deleted", "tag": "7116479e-c830-4794-a8c4-344ab80f1cfc", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:20.603267 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a077e96-1f3b-4c0d-91ae-86d56a484ee1 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:20.603695 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b32418-8f5e-4b29-b1c0-4ecd70070a8a', 'name': 'network-vif-deleted', 'tag': '7116479e-c830-4794-a8c4-344ab80f1cfc', 'status': 'completed', 'code': 200} Jan 28 13:31:20.663825 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-8113985e-790a-46b3-82d8-0406dd0a75c8 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Made reservation on behalf of c7a6811dc19649cf8e2a8d9876c3683f for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:20.668286 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-8113985e-790a-46b3-82d8-0406dd0a75c8 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:20.685231 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-2d889dda-ea68-4ec3-9596-b49435d2ae75 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4567d5d9bd204605b83d002bf84c5edb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1207185 Jan 28 13:31:20.785504 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 80f30d9f-6080-45d1-af1c-994a2ed58268 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:31:20.867536 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712ee25-dc3a-4311-acca-8db6f3d588b1 req-b83ddb10-6c37-4060-931d-14c68d5a0da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:20.871825 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7712ee25-dc3a-4311-acca-8db6f3d588b1 req-b83ddb10-6c37-4060-931d-14c68d5a0da4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c2f796b5-cb35-46d4-b081-7916b5200124 HTTP/1.1" status: 200 len: 1096 time: 0.2408054 Jan 28 13:31:20.937701 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device c4950bf8-7279-44de-967a-4d8bd63975fd up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:31:20.959745 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-8113985e-790a-46b3-82d8-0406dd0a75c8 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Allocated IP 10.1.1.248 (1c76efb7-25f2-4bab-a422-d23d5893fdb1/b74542d3-e3e9-4c91-b28b-bcd1470376c6/c9b3c74c-0d75-49f6-b265-c9805d7a7fcc) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:21.047474 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7712ee25-dc3a-4311-acca-8db6f3d588b1 req-88e0779e-47bb-443b-af42-9851cc29b7ab service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dc814014-0f6e-4289-a6c0-bfaf00f415e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636469 Jan 28 13:31:21.108520 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-4209514c-fc55-49a2-a40e-0cffe2c59efc service neutron] 10.222.0.39 "GET /v2.0/networks/d84cebc8-3afd-4722-abc0-4dbc47a7b66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222806 Jan 28 13:31:21.120160 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 80f30d9f-6080-45d1-af1c-994a2ed58268 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:21.120475 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (80f30d9f-6080-45d1-af1c-994a2ed58268), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:21.214841 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-8113985e-790a-46b3-82d8-0406dd0a75c8 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for port (c9b3c74c-0d75-49f6-b265-c9805d7a7fcc), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:21.223167 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port c4950bf8-7279-44de-967a-4d8bd63975fd completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:31:21.244715 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port c4950bf8-7279-44de-967a-4d8bd63975fd triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:21.245383 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c4950bf8-7279-44de-967a-4d8bd63975fd), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:21.335821 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-4129a02c-7274-46bc-9fce-4cae5cdaa6a2 service neutron] 10.222.0.39 "GET /v2.0/networks/d84cebc8-3afd-4722-abc0-4dbc47a7b66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262740 Jan 28 13:31:21.445734 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port c4950bf8-7279-44de-967a-4d8bd63975fd is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:21.446128 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c4950bf8-7279-44de-967a-4d8bd63975fd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:21.449634 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-8113985e-790a-46b3-82d8-0406dd0a75c8 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c9b3c74c-0d75-49f6-b265-c9805d7a7fcc), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:21.490525 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port c4950bf8-7279-44de-967a-4d8bd63975fd, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=c4950bf8-7279-44de-967a-4d8bd63975fd,segment=NetworkSegment(16034969-c777-4ff2-b32a-1d33aacd7571),segment_id=16034969-c777-4ff2-b32a-1d33aacd7571)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:21.493538 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 80f30d9f-6080-45d1-af1c-994a2ed58268 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:21.497764 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (80f30d9f-6080-45d1-af1c-994a2ed58268), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:21.526547 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-310eaf8a-099a-4fe3-bad2-a45d85463ec6 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:21.528690 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-310eaf8a-099a-4fe3-bad2-a45d85463ec6 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.37 "GET /v2.0/networks?id=d84cebc8-3afd-4722-abc0-4dbc47a7b66a HTTP/1.1" status: 200 len: 816 time: 0.2701230 Jan 28 13:31:21.528807 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c4950bf8-7279-44de-967a-4d8bd63975fd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:21.529768 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 7116479e-c830-4794-a8c4-344ab80f1cfc no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:31:21.569566 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a1af75-84e2-4ee1-8f1a-1b0ed3ee9a02 None None] Network d84cebc8-3afd-4722-abc0-4dbc47a7b66a requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:31:21.574574 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-be65698e-dfa1-4cbb-a9d8-46f53a07bbc4 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Request body: {'port': {'device_id': '573daf7d-2e4e-4525-a1ee-674e823fc854', 'network_id': 'd84cebc8-3afd-4722-abc0-4dbc47a7b66a', 'admin_state_up': True, 'tenant_id': '4567d5d9bd204605b83d002bf84c5edb'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:21.727548 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-be65698e-dfa1-4cbb-a9d8-46f53a07bbc4 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Made reservation on behalf of 4567d5d9bd204605b83d002bf84c5edb for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:21.731812 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-be65698e-dfa1-4cbb-a9d8-46f53a07bbc4 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:21.745863 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-8113985e-790a-46b3-82d8-0406dd0a75c8 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Network 1c76efb7-25f2-4bab-a422-d23d5893fdb1 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:21.758280 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-8113985e-790a-46b3-82d8-0406dd0a75c8 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:21.772905 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc2240-9020-42e2-9116-0e121b2bb13d req-215c897c-d189-48a9-822a-6710292790b0 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:21.788926 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-8113985e-790a-46b3-82d8-0406dd0a75c8 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:21.789653 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86fc2240-9020-42e2-9116-0e121b2bb13d req-215c897c-d189-48a9-822a-6710292790b0 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0c7bbdc-15c8-4e85-9024-b17f68989f55 HTTP/1.1" status: 200 len: 945 time: 0.1277423 Jan 28 13:31:21.838624 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 7116479e-c830-4794-a8c4-344ab80f1cfc {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:31:21.841408 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 7116479e-c830-4794-a8c4-344ab80f1cfc not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:31:21.869159 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 80f30d9f-6080-45d1-af1c-994a2ed58268, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=80f30d9f-6080-45d1-af1c-994a2ed58268,segment=NetworkSegment(c73eeb4d-303c-4688-baf9-701f8655b569),segment_id=c73eeb4d-303c-4688-baf9-701f8655b569)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:21.897731 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86fc2240-9020-42e2-9116-0e121b2bb13d req-5f5f73ac-652a-4d70-b462-7a8097e732af tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc814014-0f6e-4289-a6c0-bfaf00f415e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007490 Jan 28 13:31:21.924810 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf547d-46c0-4650-8561-04eb3d3f4a2a req-6c132d5e-abd0-4460-b019-b04ae1e3aa72 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:21.931885 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (80f30d9f-6080-45d1-af1c-994a2ed58268), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:21.940638 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf547d-46c0-4650-8561-04eb3d3f4a2a req-6c132d5e-abd0-4460-b019-b04ae1e3aa72 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:21.948122 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7cdf547d-46c0-4650-8561-04eb3d3f4a2a req-6c132d5e-abd0-4460-b019-b04ae1e3aa72 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 1653 time: 0.6866968 Jan 28 13:31:21.962321 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-8113985e-790a-46b3-82d8-0406dd0a75c8 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:21.963410 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-8113985e-790a-46b3-82d8-0406dd0a75c8 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:22.013342 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e56b296a-8109-4307-a5a5-9f873b9d3c75 None None] Provisioning complete for port 80f30d9f-6080-45d1-af1c-994a2ed58268 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:22.013713 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e56b296a-8109-4307-a5a5-9f873b9d3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (80f30d9f-6080-45d1-af1c-994a2ed58268), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:22.030007 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113985e-790a-46b3-82d8-0406dd0a75c8 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event updated for resources: {'Port': ['ID=c9b3c74c-0d75-49f6-b265-c9805d7a7fcc,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:22.083676 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-8113985e-790a-46b3-82d8-0406dd0a75c8 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7423725 Jan 28 13:31:22.128373 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=c4950bf8-7279-44de-967a-4d8bd63975fd,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:22.130173 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-7a37fce5-7462-427e-9506-be1d63962576 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Request body: {'port': {'device_id': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1', 'admin_state_up': True, 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'security_groups': ['7c71bb51-4dcf-4ee1-846e-676c83721ea9']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:22.285484 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7cdf547d-46c0-4650-8561-04eb3d3f4a2a req-366d36f2-9104-4c5f-953c-c708c6bcc98d tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3364592 Jan 28 13:31:22.321629 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=80f30d9f-6080-45d1-af1c-994a2ed58268,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:22.448813 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57470) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:22.587374 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c7bbdc-15c8-4e85-9024-b17f68989f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4950bf8-7279-44de-967a-4d8bd63975fd'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:22.607672 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d921a6d-c658-414b-ab3f-71321f537b7d" -d '{"events": [{"server_uuid": "e0c7bbdc-15c8-4e85-9024-b17f68989f55", "name": "network-vif-plugged", "status": "completed", "tag": "c4950bf8-7279-44de-967a-4d8bd63975fd"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:22.621179 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e56b296a-8109-4307-a5a5-9f873b9d3c75 None None] Current status of the port 80f30d9f-6080-45d1-af1c-994a2ed58268 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:22.637049 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 80f30d9f-6080-45d1-af1c-994a2ed58268 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:31:22.660909 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-be65698e-dfa1-4cbb-a9d8-46f53a07bbc4 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Allocated IP 172.20.0.14 (d84cebc8-3afd-4722-abc0-4dbc47a7b66a/19cc93dc-e9a7-45d3-8213-60f6f677f8a7/139af954-9d2a-4fce-b581-3ace4f101e7b) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:22.696611 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-7a37fce5-7462-427e-9506-be1d63962576 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Made reservation on behalf of c7a6811dc19649cf8e2a8d9876c3683f for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:22.700077 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-7a37fce5-7462-427e-9506-be1d63962576 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:22.774874 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 80f30d9f-6080-45d1-af1c-994a2ed58268 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:22.775867 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (80f30d9f-6080-45d1-af1c-994a2ed58268), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:22.868623 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98862aa-9ddb-4d9e-a309-da8cd4bda5c6 x-openstack-request-id: req-c98862aa-9ddb-4d9e-a309-da8cd4bda5c6 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:22.879904 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c7bbdc-15c8-4e85-9024-b17f68989f55", "name": "network-vif-plugged", "status": "completed", "tag": "c4950bf8-7279-44de-967a-4d8bd63975fd", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:22.881616 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c98862aa-9ddb-4d9e-a309-da8cd4bda5c6 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:22.882790 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c7bbdc-15c8-4e85-9024-b17f68989f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4950bf8-7279-44de-967a-4d8bd63975fd', 'code': 200} Jan 28 13:31:22.975028 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-3465af82-b98c-4c30-848f-d1e1f91534c7 None None] Provisioning complete for port c9b3c74c-0d75-49f6-b265-c9805d7a7fcc triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:22.975244 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3465af82-b98c-4c30-848f-d1e1f91534c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c9b3c74c-0d75-49f6-b265-c9805d7a7fcc), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:23.031709 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-7a37fce5-7462-427e-9506-be1d63962576 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Allocated IP 10.1.1.6 (1c76efb7-25f2-4bab-a422-d23d5893fdb1/b74542d3-e3e9-4c91-b28b-bcd1470376c6/f581e7e7-2efc-4545-a180-92398f10892e) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:23.052698 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-be65698e-dfa1-4cbb-a9d8-46f53a07bbc4 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Publish callbacks [] for port (139af954-9d2a-4fce-b581-3ace4f101e7b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:23.122264 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3465af82-b98c-4c30-848f-d1e1f91534c7 None None] Port c9b3c74c-0d75-49f6-b265-c9805d7a7fcc cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:31:23.166695 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ea309-f02e-4e0c-9098-e44f111abf38 req-765dff15-403b-4fd5-95ec-4ee6714f2198 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:23.168311 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5d1ea309-f02e-4e0c-9098-e44f111abf38 req-765dff15-403b-4fd5-95ec-4ee6714f2198 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0c7bbdc-15c8-4e85-9024-b17f68989f55 HTTP/1.1" status: 200 len: 945 time: 0.1108823 Jan 28 13:31:23.188754 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-be65698e-dfa1-4cbb-a9d8-46f53a07bbc4 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (139af954-9d2a-4fce-b581-3ace4f101e7b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:23.239420 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 80f30d9f-6080-45d1-af1c-994a2ed58268 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:23.292217 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4a981-7b3b-4617-83a1-ce4fb84b1286 req-f6be12b8-7537-49f2-93e2-ae1a5e94ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:23.293952 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fcf4a981-7b3b-4617-83a1-ce4fb84b1286 req-f6be12b8-7537-49f2-93e2-ae1a5e94ff4b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e0c7bbdc-15c8-4e85-9024-b17f68989f55 HTTP/1.1" status: 200 len: 1096 time: 0.3074675 Jan 28 13:31:23.297801 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-0b8d14f0-e1dc-48d9-9bea-459ba3a16337 None None] Provisioning complete for port 80f30d9f-6080-45d1-af1c-994a2ed58268 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:23.306662 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b8d14f0-e1dc-48d9-9bea-459ba3a16337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (80f30d9f-6080-45d1-af1c-994a2ed58268), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:23.309123 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-22f3f0af-fb81-411d-a072-9ab7744e88b9 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:23.318127 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-22f3f0af-fb81-411d-a072-9ab7744e88b9 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/networks?id=d84cebc8-3afd-4722-abc0-4dbc47a7b66a HTTP/1.1" status: 200 len: 816 time: 0.6074700 Jan 28 13:31:23.343695 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-be65698e-dfa1-4cbb-a9d8-46f53a07bbc4 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Network d84cebc8-3afd-4722-abc0-4dbc47a7b66a is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:23.350169 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-be65698e-dfa1-4cbb-a9d8-46f53a07bbc4 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:23.365645 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-be65698e-dfa1-4cbb-a9d8-46f53a07bbc4 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:23.459941 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5d1ea309-f02e-4e0c-9098-e44f111abf38 req-1a94c112-e675-4f23-9518-8b5b4b7aa4f8 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc814014-0f6e-4289-a6c0-bfaf00f415e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764027 Jan 28 13:31:23.478748 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-be65698e-dfa1-4cbb-a9d8-46f53a07bbc4 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:23.479335 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-be65698e-dfa1-4cbb-a9d8-46f53a07bbc4 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:23.547333 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0b8d14f0-e1dc-48d9-9bea-459ba3a16337 None None] Current status of the port 80f30d9f-6080-45d1-af1c-994a2ed58268 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:23.551439 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-be65698e-dfa1-4cbb-a9d8-46f53a07bbc4 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0013020 Jan 28 13:31:23.556332 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65698e-dfa1-4cbb-a9d8-46f53a07bbc4 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Pushing event updated for resources: {'Port': ['ID=139af954-9d2a-4fce-b581-3ace4f101e7b,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:23.561913 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-860bf6dd-9271-4fa7-a670-8bbe5a70b307 service neutron] Request body: {'port': {'device_id': '573daf7d-2e4e-4525-a1ee-674e823fc854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:23.612418 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-7a37fce5-7462-427e-9506-be1d63962576 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for port (f581e7e7-2efc-4545-a180-92398f10892e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:23.693104 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-860bf6dd-9271-4fa7-a670-8bbe5a70b307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (139af954-9d2a-4fce-b581-3ace4f101e7b), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:23.752016 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-978e326c-78b9-4138-b565-0069f36d6d87 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/quotas/4567d5d9bd204605b83d002bf84c5edb HTTP/1.1" status: 200 len: 375 time: 0.4334798 Jan 28 13:31:23.883376 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fcf4a981-7b3b-4617-83a1-ce4fb84b1286 req-e8425e72-10e5-49c1-a152-dcb2d7f2bf45 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dc814014-0f6e-4289-a6c0-bfaf00f415e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5824337 Jan 28 13:31:23.884851 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-20e8a28e-f9bd-4d57-a00a-24a54e890e99 None None] Provisioning complete for port 139af954-9d2a-4fce-b581-3ace4f101e7b triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:23.885572 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20e8a28e-f9bd-4d57-a00a-24a54e890e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (139af954-9d2a-4fce-b581-3ace4f101e7b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:23.967260 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-da3ddc78-5948-4d4b-8b99-bfc10e2b1a51 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4567d5d9bd204605b83d002bf84c5edb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2135556 Jan 28 13:31:23.984751 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-20e8a28e-f9bd-4d57-a00a-24a54e890e99 None None] Port 139af954-9d2a-4fce-b581-3ace4f101e7b cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:31:23.985738 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-7d597698-ef15-44d9-acbb-8ec6757aea81 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:23.993107 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-7d597698-ef15-44d9-acbb-8ec6757aea81 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.37 "GET /v2.0/networks?id=d84cebc8-3afd-4722-abc0-4dbc47a7b66a HTTP/1.1" status: 200 len: 816 time: 0.5056133 Jan 28 13:31:24.077625 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-7a37fce5-7462-427e-9506-be1d63962576 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (f581e7e7-2efc-4545-a180-92398f10892e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:24.152625 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-18fd34f0-7f3e-4524-bab2-f202899b0472 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Request body: {'port': {'device_id': 'd914257d-5a88-489d-a1eb-0c3ecaa4f14e', 'network_id': 'd84cebc8-3afd-4722-abc0-4dbc47a7b66a', 'admin_state_up': True, 'tenant_id': '4567d5d9bd204605b83d002bf84c5edb'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:24.163722 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6a498-615e-49d3-8197-df8cff6e1eb0 req-e3b4362b-9246-4869-acf3-667b26279d94 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:24.169177 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6a498-615e-49d3-8197-df8cff6e1eb0 req-e3b4362b-9246-4869-acf3-667b26279d94 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:24.170842 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a7e6a498-615e-49d3-8197-df8cff6e1eb0 req-e3b4362b-9246-4869-acf3-667b26279d94 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 1653 time: 0.2961988 Jan 28 13:31:24.171470 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57506) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:24.181562 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-7a37fce5-7462-427e-9506-be1d63962576 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Network 1c76efb7-25f2-4bab-a422-d23d5893fdb1 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:24.184607 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-0b4e3261-90ef-48b9-9a8f-d5b00e4110c5 service neutron] 10.222.0.39 "GET /v2.0/networks/d84cebc8-3afd-4722-abc0-4dbc47a7b66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162242 Jan 28 13:31:24.206438 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-7a37fce5-7462-427e-9506-be1d63962576 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:24.208986 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-7a37fce5-7462-427e-9506-be1d63962576 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:24.328043 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e76624e-f70b-4e5d-96cd-b21d25b93818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (55008d77-155f-4db5-9587-106f3ce5c0a7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:24.368908 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37fce5-7462-427e-9506-be1d63962576 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event updated for resources: {'Port': ['ID=f581e7e7-2efc-4545-a180-92398f10892e,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:24.378252 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-7a37fce5-7462-427e-9506-be1d63962576 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:24.379053 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-7a37fce5-7462-427e-9506-be1d63962576 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:24.433797 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-1b7ec89d-e971-44d4-b03f-e11648b1b643 service neutron] 10.222.0.39 "GET /v2.0/networks/d84cebc8-3afd-4722-abc0-4dbc47a7b66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148285 Jan 28 13:31:24.473908 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-18fd34f0-7f3e-4524-bab2-f202899b0472 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Made reservation on behalf of 4567d5d9bd204605b83d002bf84c5edb for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:24.477312 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-18fd34f0-7f3e-4524-bab2-f202899b0472 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:24.485384 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b5a3e782-a17d-4b5c-9255-55102837d36a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:24.621148 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-6ef5fb89-1d65-4b14-aaa2-7f72de8a2438 None None] Provisioning complete for port f581e7e7-2efc-4545-a180-92398f10892e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:24.621527 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ef5fb89-1d65-4b14-aaa2-7f72de8a2438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (f581e7e7-2efc-4545-a180-92398f10892e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:24.641164 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b5a3e782-a17d-4b5c-9255-55102837d36a admin admin] Publish callbacks [] for security_group (47399299-4267-4c1a-a200-eeba392b5d3c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:24.671246 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-7a37fce5-7462-427e-9506-be1d63962576 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5593169 Jan 28 13:31:24.691777 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-1662c70c-65f5-42d4-b636-1b1952f86bad tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Request body: {'port': {'device_id': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99', 'admin_state_up': True, 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'security_groups': ['7c71bb51-4dcf-4ee1-846e-676c83721ea9']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:24.698100 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b5a3e782-a17d-4b5c-9255-55102837d36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (47399299-4267-4c1a-a200-eeba392b5d3c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:24.730377 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6ef5fb89-1d65-4b14-aaa2-7f72de8a2438 None None] Port f581e7e7-2efc-4545-a180-92398f10892e cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:31:24.789342 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a7e6a498-615e-49d3-8197-df8cff6e1eb0 req-f204f3a9-7a91-460e-915d-2620b83f7a68 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5944576 Jan 28 13:31:24.796163 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3e782-a17d-4b5c-9255-55102837d36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47399299-4267-4c1a-a200-eeba392b5d3c,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:24.909202 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-8e76624e-f70b-4e5d-96cd-b21d25b93818 admin admin] Deleting port b545b2f9-dae2-4a38-bba1-36ff9402392e {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:24.910231 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e76624e-f70b-4e5d-96cd-b21d25b93818 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b545b2f9-dae2-4a38-bba1-36ff9402392e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:24.928999 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:31:24.945883 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dd241-0810-446c-8808-9d5a1132c1d2 req-85836df7-4233-44af-a939-9374bd0b7b73 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:24.947559 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a41dd241-0810-446c-8808-9d5a1132c1d2 req-85836df7-4233-44af-a939-9374bd0b7b73 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0c7bbdc-15c8-4e85-9024-b17f68989f55 HTTP/1.1" status: 200 len: 945 time: 0.0926373 Jan 28 13:31:24.957879 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-860bf6dd-9271-4fa7-a670-8bbe5a70b307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 139af954-9d2a-4fce-b581-3ace4f101e7b {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:31:24.969036 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-860bf6dd-9271-4fa7-a670-8bbe5a70b307 service neutron] Publish callbacks [] for port (139af954-9d2a-4fce-b581-3ace4f101e7b), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:25.016154 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-860bf6dd-9271-4fa7-a670-8bbe5a70b307 service neutron] Transition to ACTIVE for port object 139af954-9d2a-4fce-b581-3ace4f101e7b will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:31:25.019816 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b5a3e782-a17d-4b5c-9255-55102837d36a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f3cea6d3b11c4ff1a5a57ae5c3e9dcf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8384900 Jan 28 13:31:25.021108 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57520) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:25.033845 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-860bf6dd-9271-4fa7-a670-8bbe5a70b307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (139af954-9d2a-4fce-b581-3ace4f101e7b), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:25.084654 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-1662c70c-65f5-42d4-b636-1b1952f86bad tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Made reservation on behalf of c7a6811dc19649cf8e2a8d9876c3683f for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:25.158436 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a41dd241-0810-446c-8808-9d5a1132c1d2 req-c86c42ab-a0e5-4c99-a187-90c61b146190 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc814014-0f6e-4289-a6c0-bfaf00f415e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794817 Jan 28 13:31:25.203479 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-10a499a6-b4b4-47b1-b263-487c743ea1b4 req-d329fb12-a055-4169-954f-958c729e8b21 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=543f8b2d-9c62-4bd3-a4e9-609bd9052f77 HTTP/1.1" status: 200 len: 210 time: 0.1073396 Jan 28 13:31:25.221720 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-8e76624e-f70b-4e5d-96cd-b21d25b93818 admin admin] For port b545b2f9-dae2-4a38-bba1-36ff9402392e, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b545b2f9-dae2-4a38-bba1-36ff9402392e,segment=NetworkSegment(4ad3547f-1c23-4863-9fde-17185a5d6ed5),segment_id=4ad3547f-1c23-4863-9fde-17185a5d6ed5)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:25.222135 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e76624e-f70b-4e5d-96cd-b21d25b93818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b545b2f9-dae2-4a38-bba1-36ff9402392e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:25.225243 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-18fd34f0-7f3e-4524-bab2-f202899b0472 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Allocated IP 172.20.0.4 (d84cebc8-3afd-4722-abc0-4dbc47a7b66a/19cc93dc-e9a7-45d3-8213-60f6f677f8a7/42fedb07-122f-4176-ab68-e86ff46bf00b) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:25.279999 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-8e76624e-f70b-4e5d-96cd-b21d25b93818 admin admin] Calling delete_port for b545b2f9-dae2-4a38-bba1-36ff9402392e owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:25.286481 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bf6dd-9271-4fa7-a670-8bbe5a70b307 service neutron] Pushing event updated for resources: {'Port': ['ID=139af954-9d2a-4fce-b581-3ace4f101e7b,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:25.425152 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b0c6fba6-7485-48a1-be79-06f2d0b1b190 admin admin] Publish callbacks [] for security_group (47399299-4267-4c1a-a200-eeba392b5d3c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:25.502446 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b0c6fba6-7485-48a1-be79-06f2d0b1b190 admin admin] Publish callbacks [] for security_group (47399299-4267-4c1a-a200-eeba392b5d3c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:25.531060 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-1662c70c-65f5-42d4-b636-1b1952f86bad tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:25.591615 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-860bf6dd-9271-4fa7-a670-8bbe5a70b307 service neutron] Attempting to bind port 139af954-9d2a-4fce-b581-3ace4f101e7b on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:31:25.592331 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-860bf6dd-9271-4fa7-a670-8bbe5a70b307 service neutron] Attempting to bind port 139af954-9d2a-4fce-b581-3ace4f101e7b by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'c73eeb4d-303c-4688-baf9-701f8655b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd84cebc8-3afd-4722-abc0-4dbc47a7b66a'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:31:25.592864 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-860bf6dd-9271-4fa7-a670-8bbe5a70b307 service neutron] Attempting to bind port 139af954-9d2a-4fce-b581-3ace4f101e7b on network d84cebc8-3afd-4722-abc0-4dbc47a7b66a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:25.611018 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-860bf6dd-9271-4fa7-a670-8bbe5a70b307 service neutron] Port 139af954-9d2a-4fce-b581-3ace4f101e7b on network d84cebc8-3afd-4722-abc0-4dbc47a7b66a not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:31:25.611820 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-860bf6dd-9271-4fa7-a670-8bbe5a70b307 service neutron] Attempting to bind port 139af954-9d2a-4fce-b581-3ace4f101e7b on network d84cebc8-3afd-4722-abc0-4dbc47a7b66a {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:25.640759 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-860bf6dd-9271-4fa7-a670-8bbe5a70b307 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:31:25.641483 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-860bf6dd-9271-4fa7-a670-8bbe5a70b307 service neutron] Checking segment: {'id': 'c73eeb4d-303c-4688-baf9-701f8655b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd84cebc8-3afd-4722-abc0-4dbc47a7b66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:25.642127 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-860bf6dd-9271-4fa7-a670-8bbe5a70b307 service neutron] Bound using segment: {'id': 'c73eeb4d-303c-4688-baf9-701f8655b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd84cebc8-3afd-4722-abc0-4dbc47a7b66a'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:31:25.642906 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-860bf6dd-9271-4fa7-a670-8bbe5a70b307 service neutron] Bound port: 139af954-9d2a-4fce-b581-3ace4f101e7b, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c73eeb4d-303c-4688-baf9-701f8655b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd84cebc8-3afd-4722-abc0-4dbc47a7b66a'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:31:25.643533 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-860bf6dd-9271-4fa7-a670-8bbe5a70b307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (139af954-9d2a-4fce-b581-3ace4f101e7b), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:25.660209 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-18fd34f0-7f3e-4524-bab2-f202899b0472 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Publish callbacks [] for port (42fedb07-122f-4176-ab68-e86ff46bf00b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:25.744440 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-18fd34f0-7f3e-4524-bab2-f202899b0472 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (42fedb07-122f-4176-ab68-e86ff46bf00b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:25.784861 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e76624e-f70b-4e5d-96cd-b21d25b93818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b545b2f9-dae2-4a38-bba1-36ff9402392e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:25.809221 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-18fd34f0-7f3e-4524-bab2-f202899b0472 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Network d84cebc8-3afd-4722-abc0-4dbc47a7b66a is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:25.823519 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-18fd34f0-7f3e-4524-bab2-f202899b0472 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:25.874697 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-18fd34f0-7f3e-4524-bab2-f202899b0472 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:25.877007 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b0c6fba6-7485-48a1-be79-06f2d0b1b190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (47399299-4267-4c1a-a200-eeba392b5d3c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:25.887246 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b0c6fba6-7485-48a1-be79-06f2d0b1b190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:25.888870 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b0c6fba6-7485-48a1-be79-06f2d0b1b190 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47399299-4267-4c1a-a200-eeba392b5d3c HTTP/1.1" status: 204 len: 168 time: 0.8669510 Jan 28 13:31:25.964160 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6fba6-7485-48a1-be79-06f2d0b1b190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47399299-4267-4c1a-a200-eeba392b5d3c,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:26.048897 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd34f0-7f3e-4524-bab2-f202899b0472 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Pushing event updated for resources: {'Port': ['ID=42fedb07-122f-4176-ab68-e86ff46bf00b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:26.112449 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-860bf6dd-9271-4fa7-a670-8bbe5a70b307 service neutron] For port 139af954-9d2a-4fce-b581-3ace4f101e7b, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:31:26.196754 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-860bf6dd-9271-4fa7-a670-8bbe5a70b307 service neutron] For port 139af954-9d2a-4fce-b581-3ace4f101e7b, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=139af954-9d2a-4fce-b581-3ace4f101e7b,segment=NetworkSegment(c73eeb4d-303c-4688-baf9-701f8655b569),segment_id=c73eeb4d-303c-4688-baf9-701f8655b569)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:31:26.224519 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-860bf6dd-9271-4fa7-a670-8bbe5a70b307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (139af954-9d2a-4fce-b581-3ace4f101e7b), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:26.253280 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-1662c70c-65f5-42d4-b636-1b1952f86bad tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Allocated IP 10.2.2.100 (49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99/e895788e-7e0c-4d5c-93d0-ab435dd86d3f/bda0bfac-8843-465f-a99c-d4e0d58976ff) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:26.531846 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ae71760f-446e-41f7-81e5-3bc5d58a7492 None None] Provisioning complete for port 42fedb07-122f-4176-ab68-e86ff46bf00b triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:26.534869 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ae71760f-446e-41f7-81e5-3bc5d58a7492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (42fedb07-122f-4176-ab68-e86ff46bf00b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:26.620989 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ae71760f-446e-41f7-81e5-3bc5d58a7492 None None] Port 42fedb07-122f-4176-ab68-e86ff46bf00b cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:31:26.660299 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57544) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:26.687928 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-860bf6dd-9271-4fa7-a670-8bbe5a70b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:26.688881 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-860bf6dd-9271-4fa7-a670-8bbe5a70b307 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:26.691310 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-860bf6dd-9271-4fa7-a670-8bbe5a70b307 service neutron] 10.222.0.37 "PUT /v2.0/ports/139af954-9d2a-4fce-b581-3ace4f101e7b HTTP/1.1" status: 200 len: 1092 time: 3.1381538 Jan 28 13:31:26.692547 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '573daf7d-2e4e-4525-a1ee-674e823fc854', 'tag': '139af954-9d2a-4fce-b581-3ace4f101e7b'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:26.706807 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c249b35-d817-45dd-b2f6-0b100f58f141" -d '{"events": [{"name": "network-changed", "server_uuid": "573daf7d-2e4e-4525-a1ee-674e823fc854", "tag": "139af954-9d2a-4fce-b581-3ace4f101e7b"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:26.737258 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-1662c70c-65f5-42d4-b636-1b1952f86bad tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for port (bda0bfac-8843-465f-a99c-d4e0d58976ff), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:26.747567 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-38fa2550-515e-457e-91fd-b9911e22060f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:26.808284 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bf6dd-9271-4fa7-a670-8bbe5a70b307 service neutron] Pushing event updated for resources: {'Port': ['ID=139af954-9d2a-4fce-b581-3ace4f101e7b,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:26.826363 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a0fb9-c3ca-4fb2-a876-31a23291f04d req-be0ef91d-c4a0-4b8d-a47e-225feadffed9 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:26.833693 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-af7a0fb9-c3ca-4fb2-a876-31a23291f04d req-be0ef91d-c4a0-4b8d-a47e-225feadffed9 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0c7bbdc-15c8-4e85-9024-b17f68989f55 HTTP/1.1" status: 200 len: 945 time: 0.5140522 Jan 28 13:31:26.869422 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-3f77f656-96b9-40b8-ab54-5d44faf69399 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:26.871260 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-3f77f656-96b9-40b8-ab54-5d44faf69399 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.18 "GET /v2.0/networks?id=d84cebc8-3afd-4722-abc0-4dbc47a7b66a HTTP/1.1" status: 200 len: 816 time: 0.1197023 Jan 28 13:31:26.913675 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-5c3bd478-4cd2-42b8-aec7-19f418a5998d tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Request body: {'port': {'device_id': '543f8b2d-9c62-4bd3-a4e9-609bd9052f77', 'network_id': 'd84cebc8-3afd-4722-abc0-4dbc47a7b66a', 'admin_state_up': True, 'tenant_id': '4567d5d9bd204605b83d002bf84c5edb'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:26.920934 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-02d75b63-dac5-45da-954a-9f1d652920c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:26.924176 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76624e-f70b-4e5d-96cd-b21d25b93818 admin admin] Pushing event deleted for resources: {'Port': ['ID=b545b2f9-dae2-4a38-bba1-36ff9402392e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:26.924551 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-02d75b63-dac5-45da-954a-9f1d652920c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4567d5d9bd204605b83d002bf84c5edb&device_id=573daf7d-2e4e-4525-a1ee-674e823fc854 HTTP/1.1" status: 200 len: 1095 time: 0.1701424 Jan 28 13:31:26.967564 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-1662c70c-65f5-42d4-b636-1b1952f86bad tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (bda0bfac-8843-465f-a99c-d4e0d58976ff), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:26.982198 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0cf77-045e-4e48-b7be-859ff242152c req-ebc7b089-f4d5-4e09-86aa-96d819fca85e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:26.991143 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0cf77-045e-4e48-b7be-859ff242152c req-ebc7b089-f4d5-4e09-86aa-96d819fca85e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:26.997118 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0cf77-045e-4e48-b7be-859ff242152c req-ebc7b089-f4d5-4e09-86aa-96d819fca85e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:26.998840 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d3d0cf77-045e-4e48-b7be-859ff242152c req-ebc7b089-f4d5-4e09-86aa-96d819fca85e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 2372 time: 1.0092177 Jan 28 13:31:27.034546 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-3605e6a6-2207-45f1-9420-7c1efbef097e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=139af954-9d2a-4fce-b581-3ace4f101e7b HTTP/1.1" status: 200 len: 217 time: 0.0952747 Jan 28 13:31:27.056929 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-18fd34f0-7f3e-4524-bab2-f202899b0472 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:27.057668 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-18fd34f0-7f3e-4524-bab2-f202899b0472 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:27.068439 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e76624e-f70b-4e5d-96cd-b21d25b93818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (55008d77-155f-4db5-9587-106f3ce5c0a7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:27.082118 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-af7a0fb9-c3ca-4fb2-a876-31a23291f04d req-51aa95b8-2e56-4ec7-bc39-9dae866ff25e tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc814014-0f6e-4289-a6c0-bfaf00f415e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471821 Jan 28 13:31:27.125855 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-18fd34f0-7f3e-4524-bab2-f202899b0472 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9784069 Jan 28 13:31:27.174304 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-1662c70c-65f5-42d4-b636-1b1952f86bad tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Network 49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:27.190640 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-208c460e-daa5-4d3f-8bd9-ecd8ba840f1d service neutron] Request body: {'port': {'device_id': 'd914257d-5a88-489d-a1eb-0c3ecaa4f14e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:27.199727 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-1662c70c-65f5-42d4-b636-1b1952f86bad tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:27.210586 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-1662c70c-65f5-42d4-b636-1b1952f86bad tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:27.217308 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662c70c-65f5-42d4-b636-1b1952f86bad tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event updated for resources: {'Port': ['ID=bda0bfac-8843-465f-a99c-d4e0d58976ff,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:27.226529 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-38fa2550-515e-457e-91fd-b9911e22060f admin admin] Publish callbacks [] for security_group (598c580c-8366-481e-bb58-1bbe90d423a5), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:27.300511 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-38fa2550-515e-457e-91fd-b9911e22060f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (598c580c-8366-481e-bb58-1bbe90d423a5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:27.314943 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3c9c6364-95d0-4737-85ca-a5718ae35ab0 req-1d648b2a-fa4d-410b-9101-98ffb6e4586e tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=543f8b2d-9c62-4bd3-a4e9-609bd9052f77 HTTP/1.1" status: 200 len: 210 time: 0.1097796 Jan 28 13:31:27.352830 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d3d0cf77-045e-4e48-b7be-859ff242152c req-3732bcf1-58f8-4c46-8bc1-db732c20660c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2827542 Jan 28 13:31:27.363768 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-207d8aeb-7486-476f-8cd1-b56fae4d0d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:27.365770 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-207d8aeb-7486-476f-8cd1-b56fae4d0d89 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=19cc93dc-e9a7-45d3-8213-60f6f677f8a7 HTTP/1.1" status: 200 len: 855 time: 0.2710922 Jan 28 13:31:27.387040 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-208c460e-daa5-4d3f-8bd9-ecd8ba840f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (42fedb07-122f-4176-ab68-e86ff46bf00b), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:27.427624 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa2550-515e-457e-91fd-b9911e22060f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598c580c-8366-481e-bb58-1bbe90d423a5,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:27.471707 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c962d2b5-7310-46a3-b0ab-0a9afb643d87 x-openstack-request-id: req-c962d2b5-7310-46a3-b0ab-0a9afb643d87 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:27.473116 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "573daf7d-2e4e-4525-a1ee-674e823fc854", "tag": "139af954-9d2a-4fce-b581-3ace4f101e7b", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:27.473704 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c962d2b5-7310-46a3-b0ab-0a9afb643d87 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:27.474724 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '573daf7d-2e4e-4525-a1ee-674e823fc854', 'tag': '139af954-9d2a-4fce-b581-3ace4f101e7b', 'status': 'completed', 'code': 200} Jan 28 13:31:27.556012 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-38fa2550-515e-457e-91fd-b9911e22060f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dd3347822fa54e90aa95db4916f8e7e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8942993 Jan 28 13:31:27.578374 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-1662c70c-65f5-42d4-b636-1b1952f86bad tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:27.579125 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-1662c70c-65f5-42d4-b636-1b1952f86bad tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:27.593133 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57554) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:27.610621 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-5c3bd478-4cd2-42b8-aec7-19f418a5998d tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Made reservation on behalf of 4567d5d9bd204605b83d002bf84c5edb for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:27.616697 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-5c3bd478-4cd2-42b8-aec7-19f418a5998d tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:27.627280 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-0b86aedc-fa80-437b-a221-cd274d5166ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:27.629381 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-0b86aedc-fa80-437b-a221-cd274d5166ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d84cebc8-3afd-4722-abc0-4dbc47a7b66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531210 Jan 28 13:31:27.637451 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-1662c70c-65f5-42d4-b636-1b1952f86bad tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9522028 Jan 28 13:31:27.660140 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-97650976-df63-4ed3-83a6-ff75163823e3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Request body: {'port': {'device_id': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99', 'admin_state_up': True, 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'security_groups': ['7c71bb51-4dcf-4ee1-846e-676c83721ea9']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:27.677899 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-2bcd69ec-457a-4dff-bd00-3253f1f264f1 None None] Provisioning complete for port bda0bfac-8843-465f-a99c-d4e0d58976ff triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:27.678482 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2bcd69ec-457a-4dff-bd00-3253f1f264f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (bda0bfac-8843-465f-a99c-d4e0d58976ff), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:27.753988 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd69ec-457a-4dff-bd00-3253f1f264f1 None None] Port bda0bfac-8843-465f-a99c-d4e0d58976ff cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:31:27.841805 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-590f9a00-bc79-4535-9524-768e97ec8544 admin admin] Publish callbacks [] for security_group (598c580c-8366-481e-bb58-1bbe90d423a5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:28.002320 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18899054-e7e5-4508-b5dd-192ae7483f24 req-86dede79-737d-4fea-b4aa-0ac47d163094 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:28.003978 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-18899054-e7e5-4508-b5dd-192ae7483f24 req-86dede79-737d-4fea-b4aa-0ac47d163094 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/ports?device_id=c28df079-2e01-4562-976a-998d19c8d688 HTTP/1.1" status: 200 len: 946 time: 0.3698311 Jan 28 13:31:28.112413 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e76624e-f70b-4e5d-96cd-b21d25b93818 admin admin] Router 55008d77-155f-4db5-9587-106f3ce5c0a7 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:31:28.154976 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-18899054-e7e5-4508-b5dd-192ae7483f24 req-1e02dee2-5de5-4913-b006-6b14c9b152f6 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc814014-0f6e-4289-a6c0-bfaf00f415e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100094 Jan 28 13:31:28.286689 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-590f9a00-bc79-4535-9524-768e97ec8544 admin admin] Publish callbacks [] for security_group (598c580c-8366-481e-bb58-1bbe90d423a5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:28.309237 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-208c460e-daa5-4d3f-8bd9-ecd8ba840f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42fedb07-122f-4176-ab68-e86ff46bf00b {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:31:28.323427 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-208c460e-daa5-4d3f-8bd9-ecd8ba840f1d service neutron] Publish callbacks [] for port (42fedb07-122f-4176-ab68-e86ff46bf00b), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:28.339632 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-4d98fbbd-a446-47f9-84e5-984dc6f8b41d service neutron] 10.222.0.37 "GET /v2.0/networks/d84cebc8-3afd-4722-abc0-4dbc47a7b66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6977160 Jan 28 13:31:28.361888 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-208c460e-daa5-4d3f-8bd9-ecd8ba840f1d service neutron] Transition to ACTIVE for port object 42fedb07-122f-4176-ab68-e86ff46bf00b will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:31:28.367034 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e76624e-f70b-4e5d-96cd-b21d25b93818 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:31:28.377167 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8e76624e-f70b-4e5d-96cd-b21d25b93818 admin admin] 10.222.0.39 "PUT /v2.0/routers/55008d77-155f-4db5-9587-106f3ce5c0a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9260657 Jan 28 13:31:28.384252 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ba1f0-6fb4-4cbe-859a-731e66936149 None None] Sync routers for ids ['55008d77-155f-4db5-9587-106f3ce5c0a7'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:31:28.384762 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57560) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:28.394087 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-208c460e-daa5-4d3f-8bd9-ecd8ba840f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (42fedb07-122f-4176-ab68-e86ff46bf00b), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:28.411041 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2ba1f0-6fb4-4cbe-859a-731e66936149 None None] Routers {'55008d77-155f-4db5-9587-106f3ce5c0a7'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:31:28.411932 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8d2ba1f0-6fb4-4cbe-859a-731e66936149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:31:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['55008d77-155f-4db5-9587-106f3ce5c0a7'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:28.413279 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-97650976-df63-4ed3-83a6-ff75163823e3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Made reservation on behalf of c7a6811dc19649cf8e2a8d9876c3683f for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:28.419453 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-97650976-df63-4ed3-83a6-ff75163823e3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:28.483466 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ed416-a81a-4d06-b597-a9d3d4b6b5e9 req-7011b55d-1d2a-4195-bac2-3a8f2044156a tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:28.485518 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f55ed416-a81a-4d06-b597-a9d3d4b6b5e9 req-7011b55d-1d2a-4195-bac2-3a8f2044156a tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2f796b5-cb35-46d4-b081-7916b5200124 HTTP/1.1" status: 200 len: 945 time: 0.2034948 Jan 28 13:31:28.513768 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-590f9a00-bc79-4535-9524-768e97ec8544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (598c580c-8366-481e-bb58-1bbe90d423a5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:28.527433 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-590f9a00-bc79-4535-9524-768e97ec8544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:28.531409 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-590f9a00-bc79-4535-9524-768e97ec8544 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/598c580c-8366-481e-bb58-1bbe90d423a5 HTTP/1.1" status: 204 len: 168 time: 0.9391193 Jan 28 13:31:28.614675 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f9a00-bc79-4535-9524-768e97ec8544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598c580c-8366-481e-bb58-1bbe90d423a5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:28.669424 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf354fd4-c40d-4a0b-bea1-0e209cd91856 req-99c12c43-9f9c-40d3-81fc-5350c0f820ca service neutron] 10.222.0.37 "GET /v2.0/networks/d84cebc8-3afd-4722-abc0-4dbc47a7b66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130145 Jan 28 13:31:28.683846 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4b3f2cc7-f835-49d1-a20e-66b7bc694c7e req-b01ff849-a128-4bb4-9a51-66efbbbda6ab tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=543f8b2d-9c62-4bd3-a4e9-609bd9052f77 HTTP/1.1" status: 200 len: 210 time: 0.1107171 Jan 28 13:31:28.688697 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-8d2ba1f0-6fb4-4cbe-859a-731e66936149 None None] Set router 55008d77-155f-4db5-9587-106f3ce5c0a7 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:31:28.786039 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f55ed416-a81a-4d06-b597-a9d3d4b6b5e9 req-1b0742c8-1059-4c43-9be1-3017d158244a tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc814014-0f6e-4289-a6c0-bfaf00f415e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846739 Jan 28 13:31:28.816712 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c460e-daa5-4d3f-8bd9-ecd8ba840f1d service neutron] Pushing event updated for resources: {'Port': ['ID=42fedb07-122f-4176-ab68-e86ff46bf00b,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:28.924689 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-5c3bd478-4cd2-42b8-aec7-19f418a5998d tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Allocated IP 172.20.0.12 (d84cebc8-3afd-4722-abc0-4dbc47a7b66a/19cc93dc-e9a7-45d3-8213-60f6f677f8a7/2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:28.942156 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c249b35-d817-45dd-b2f6-0b100f58f141 req-2564f299-eb8c-448e-b1d7-1587d3a94f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:28.953825 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c249b35-d817-45dd-b2f6-0b100f58f141 req-2564f299-eb8c-448e-b1d7-1587d3a94f3b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4567d5d9bd204605b83d002bf84c5edb&device_id=573daf7d-2e4e-4525-a1ee-674e823fc854 HTTP/1.1" status: 200 len: 1095 time: 0.1976247 Jan 28 13:31:29.071592 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8d2ba1f0-6fb4-4cbe-859a-731e66936149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1213285709-router', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:30:19Z', 'updated_at': '2022-01-28T13:31:25Z', 'revision_number': 5, 'project_id': '52180c6a713c4a868172017eb1f2f53b', 'gw_port': {'id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:30:20Z', 'updated_at': '2022-01-28T13:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:29.075554 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-97650976-df63-4ed3-83a6-ff75163823e3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Allocated IP 10.2.2.200 (49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99/e895788e-7e0c-4d5c-93d0-ab435dd86d3f/f0fe5daa-acf0-4f7e-b641-574de0748ed4) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:29.181446 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ba1f0-6fb4-4cbe-859a-731e66936149 None None] Checking router: 55008d77-155f-4db5-9587-106f3ce5c0a7 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:31:29.202850 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2ba1f0-6fb4-4cbe-859a-731e66936149 None None] Routers {'55008d77-155f-4db5-9587-106f3ce5c0a7'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:31:29.203500 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8d2ba1f0-6fb4-4cbe-859a-731e66936149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:31:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['55008d77-155f-4db5-9587-106f3ce5c0a7'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:29.290355 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7989354-5d7e-4d5e-8cfb-265feaf222d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:29.320477 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-97650976-df63-4ed3-83a6-ff75163823e3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for port (f0fe5daa-acf0-4f7e-b641-574de0748ed4), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:29.362558 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c249b35-d817-45dd-b2f6-0b100f58f141 req-7430b79d-d96a-4ebb-aef6-816d47920446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:29.365075 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c249b35-d817-45dd-b2f6-0b100f58f141 req-7430b79d-d96a-4ebb-aef6-816d47920446 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d84cebc8-3afd-4722-abc0-4dbc47a7b66a HTTP/1.1" status: 200 len: 916 time: 0.3957210 Jan 28 13:31:29.366755 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-97650976-df63-4ed3-83a6-ff75163823e3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (f0fe5daa-acf0-4f7e-b641-574de0748ed4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:29.428251 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-8d2ba1f0-6fb4-4cbe-859a-731e66936149 None None] Set router 55008d77-155f-4db5-9587-106f3ce5c0a7 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:31:29.476386 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-5c3bd478-4cd2-42b8-aec7-19f418a5998d tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Publish callbacks [] for port (2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:29.511440 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c249b35-d817-45dd-b2f6-0b100f58f141 req-7cdb9b89-9d70-4fae-82bf-bb40d5b8ec0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=139af954-9d2a-4fce-b581-3ace4f101e7b HTTP/1.1" status: 200 len: 217 time: 0.1377327 Jan 28 13:31:29.542053 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-208c460e-daa5-4d3f-8bd9-ecd8ba840f1d service neutron] Attempting to bind port 42fedb07-122f-4176-ab68-e86ff46bf00b on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:31:29.554594 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-208c460e-daa5-4d3f-8bd9-ecd8ba840f1d service neutron] Attempting to bind port 42fedb07-122f-4176-ab68-e86ff46bf00b by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'c73eeb4d-303c-4688-baf9-701f8655b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd84cebc8-3afd-4722-abc0-4dbc47a7b66a'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:31:29.556729 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-208c460e-daa5-4d3f-8bd9-ecd8ba840f1d service neutron] Attempting to bind port 42fedb07-122f-4176-ab68-e86ff46bf00b on network d84cebc8-3afd-4722-abc0-4dbc47a7b66a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:29.565429 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-97650976-df63-4ed3-83a6-ff75163823e3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Network 49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:29.577107 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bdbf308a-34c8-4486-8ded-752b900d9dac admin admin] Publish callbacks [] for router (55008d77-155f-4db5-9587-106f3ce5c0a7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:29.579736 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-97650976-df63-4ed3-83a6-ff75163823e3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:29.584475 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-97650976-df63-4ed3-83a6-ff75163823e3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:29.616894 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-208c460e-daa5-4d3f-8bd9-ecd8ba840f1d service neutron] Port 42fedb07-122f-4176-ab68-e86ff46bf00b on network d84cebc8-3afd-4722-abc0-4dbc47a7b66a not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:31:29.619465 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-208c460e-daa5-4d3f-8bd9-ecd8ba840f1d service neutron] Attempting to bind port 42fedb07-122f-4176-ab68-e86ff46bf00b on network d84cebc8-3afd-4722-abc0-4dbc47a7b66a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:29.638467 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97650976-df63-4ed3-83a6-ff75163823e3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event updated for resources: {'Port': ['ID=f0fe5daa-acf0-4f7e-b641-574de0748ed4,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:29.730743 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-5c3bd478-4cd2-42b8-aec7-19f418a5998d tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:29.752978 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c249b35-d817-45dd-b2f6-0b100f58f141 req-7bfb9cd0-bbdc-48cc-aea4-d89e97f678ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:29.755611 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c249b35-d817-45dd-b2f6-0b100f58f141 req-7bfb9cd0-bbdc-48cc-aea4-d89e97f678ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=19cc93dc-e9a7-45d3-8213-60f6f677f8a7 HTTP/1.1" status: 200 len: 855 time: 0.2355800 Jan 28 13:31:29.792621 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-97650976-df63-4ed3-83a6-ff75163823e3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:29.793318 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-97650976-df63-4ed3-83a6-ff75163823e3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:29.797583 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8d2ba1f0-6fb4-4cbe-859a-731e66936149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1213285709-router', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:30:19Z', 'updated_at': '2022-01-28T13:31:25Z', 'revision_number': 5, 'project_id': '52180c6a713c4a868172017eb1f2f53b', 'gw_port': {'id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:30:20Z', 'updated_at': '2022-01-28T13:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:29.838451 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3bd478-4cd2-42b8-aec7-19f418a5998d tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Pushing event updated for resources: {'Port': ['ID=2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:29.855171 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-208c460e-daa5-4d3f-8bd9-ecd8ba840f1d service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:31:29.857464 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-208c460e-daa5-4d3f-8bd9-ecd8ba840f1d service neutron] Checking segment: {'id': 'c73eeb4d-303c-4688-baf9-701f8655b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd84cebc8-3afd-4722-abc0-4dbc47a7b66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:29.858226 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-208c460e-daa5-4d3f-8bd9-ecd8ba840f1d service neutron] Bound using segment: {'id': 'c73eeb4d-303c-4688-baf9-701f8655b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd84cebc8-3afd-4722-abc0-4dbc47a7b66a'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:31:29.859779 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-208c460e-daa5-4d3f-8bd9-ecd8ba840f1d service neutron] Bound port: 42fedb07-122f-4176-ab68-e86ff46bf00b, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c73eeb4d-303c-4688-baf9-701f8655b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd84cebc8-3afd-4722-abc0-4dbc47a7b66a'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:31:29.860388 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-208c460e-daa5-4d3f-8bd9-ecd8ba840f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (42fedb07-122f-4176-ab68-e86ff46bf00b), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:29.882091 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ba1f0-6fb4-4cbe-859a-731e66936149 None None] The sync data for ids ['55008d77-155f-4db5-9587-106f3ce5c0a7'] in n-d-822747-2 is: [{'id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1213285709-router', 'tenant_id': '52180c6a713c4a868172017eb1f2f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:30:19Z', 'updated_at': '2022-01-28T13:31:25Z', 'revision_number': 5, 'project_id': '52180c6a713c4a868172017eb1f2f53b', 'gw_port': {'id': '9d683479-9dd7-49cc-a104-91e9f16e6485', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55008d77-155f-4db5-9587-106f3ce5c0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:30:20Z', 'updated_at': '2022-01-28T13:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:31:29.894162 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e7d8f-397f-469f-9ce5-642edb9546ae req-e45be2a3-a58b-418e-8296-3d30a2cd4fb3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:29.900174 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e7d8f-397f-469f-9ce5-642edb9546ae req-e45be2a3-a58b-418e-8296-3d30a2cd4fb3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:29.905796 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e7d8f-397f-469f-9ce5-642edb9546ae req-e45be2a3-a58b-418e-8296-3d30a2cd4fb3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:29.909471 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-97650976-df63-4ed3-83a6-ff75163823e3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2624040 Jan 28 13:31:29.925434 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e7d8f-397f-469f-9ce5-642edb9546ae req-e45be2a3-a58b-418e-8296-3d30a2cd4fb3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:29.930196 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-176e7d8f-397f-469f-9ce5-642edb9546ae req-e45be2a3-a58b-418e-8296-3d30a2cd4fb3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 3093 time: 0.9916563 Jan 28 13:31:29.937602 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-5c3bd478-4cd2-42b8-aec7-19f418a5998d tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Network d84cebc8-3afd-4722-abc0-4dbc47a7b66a is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:29.960566 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-5c3bd478-4cd2-42b8-aec7-19f418a5998d tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:29.960710 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-5c0829b3-d2df-4cb3-a0ac-c60bbd112321 service neutron] Request body: {'port': {'device_id': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:29.996294 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-5c3bd478-4cd2-42b8-aec7-19f418a5998d tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:30.001915 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-44f719a7-1bd8-46b4-b90d-03cb816dd62e None None] Provisioning complete for port f0fe5daa-acf0-4f7e-b641-574de0748ed4 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:30.003696 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dae187-c585-4c6c-a9f8-b69827b00179 req-da07876c-5e2d-4a0c-903d-033106258c3b tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:30.004249 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-44f719a7-1bd8-46b4-b90d-03cb816dd62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (f0fe5daa-acf0-4f7e-b641-574de0748ed4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:30.017459 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e6dae187-c585-4c6c-a9f8-b69827b00179 req-da07876c-5e2d-4a0c-903d-033106258c3b tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2f796b5-cb35-46d4-b081-7916b5200124 HTTP/1.1" status: 200 len: 945 time: 0.2874100 Jan 28 13:31:30.020786 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c249b35-d817-45dd-b2f6-0b100f58f141 req-2ce9d33e-f2f4-425c-bf29-a871b638f8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:30.022243 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c249b35-d817-45dd-b2f6-0b100f58f141 req-2ce9d33e-f2f4-425c-bf29-a871b638f8e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d84cebc8-3afd-4722-abc0-4dbc47a7b66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2261326 Jan 28 13:31:30.108066 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-44f719a7-1bd8-46b4-b90d-03cb816dd62e None None] Port f0fe5daa-acf0-4f7e-b641-574de0748ed4 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:31:30.174781 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-5c3bd478-4cd2-42b8-aec7-19f418a5998d tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:30.175631 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-5c3bd478-4cd2-42b8-aec7-19f418a5998d tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:30.182195 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-176e7d8f-397f-469f-9ce5-642edb9546ae req-64c08251-45a5-4f40-9976-3724e7d954a6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427070 Jan 28 13:31:30.205628 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-5c0829b3-d2df-4cb3-a0ac-c60bbd112321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (91df4fb1-0eec-4c0c-aa55-6d19eb2df029), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:30.248775 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-5c3bd478-4cd2-42b8-aec7-19f418a5998d tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3390272 Jan 28 13:31:30.267139 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-10f381e3-ca39-45bc-8f3c-61adfaedb042 service neutron] Request body: {'port': {'device_id': '543f8b2d-9c62-4bd3-a4e9-609bd9052f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:30.271368 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-208c460e-daa5-4d3f-8bd9-ecd8ba840f1d service neutron] For port 42fedb07-122f-4176-ab68-e86ff46bf00b, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:31:30.312443 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e6dae187-c585-4c6c-a9f8-b69827b00179 req-31d2a204-81ed-4183-8393-c3343a46135d tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc814014-0f6e-4289-a6c0-bfaf00f415e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939348 Jan 28 13:31:30.361089 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bdbf308a-34c8-4486-8ded-752b900d9dac admin admin] Publish callbacks [] for router_gateway (55008d77-155f-4db5-9587-106f3ce5c0a7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:30.424310 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-208c460e-daa5-4d3f-8bd9-ecd8ba840f1d service neutron] For port 42fedb07-122f-4176-ab68-e86ff46bf00b, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=42fedb07-122f-4176-ab68-e86ff46bf00b,segment=NetworkSegment(c73eeb4d-303c-4688-baf9-701f8655b569),segment_id=c73eeb4d-303c-4688-baf9-701f8655b569)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:31:30.436675 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-27e94ba8-947d-4c67-a1e4-d00115c10f93 None None] Provisioning complete for port 2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:30.437386 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-27e94ba8-947d-4c67-a1e4-d00115c10f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:30.480979 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-208c460e-daa5-4d3f-8bd9-ecd8ba840f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (42fedb07-122f-4176-ab68-e86ff46bf00b), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:30.500900 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b545b2f9-dae2-4a38-bba1-36ff9402392e no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:31:30.506984 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-27e94ba8-947d-4c67-a1e4-d00115c10f93 None None] Port 2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:31:30.548374 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: b545b2f9-dae2-4a38-bba1-36ff9402392e {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:31:30.548747 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b545b2f9-dae2-4a38-bba1-36ff9402392e not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:31:30.569997 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c249b35-d817-45dd-b2f6-0b100f58f141 req-7c8d0ddf-7c53-40a5-a2ac-74191347192d service neutron] 10.222.0.37 "GET /v2.0/networks/d84cebc8-3afd-4722-abc0-4dbc47a7b66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074253 Jan 28 13:31:30.681348 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-10f381e3-ca39-45bc-8f3c-61adfaedb042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:30.698237 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-208c460e-daa5-4d3f-8bd9-ecd8ba840f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:30.699887 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-208c460e-daa5-4d3f-8bd9-ecd8ba840f1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:30.701581 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-208c460e-daa5-4d3f-8bd9-ecd8ba840f1d service neutron] 10.222.0.37 "PUT /v2.0/ports/42fedb07-122f-4176-ab68-e86ff46bf00b HTTP/1.1" status: 200 len: 1091 time: 3.5245147 Jan 28 13:31:30.703807 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd914257d-5a88-489d-a1eb-0c3ecaa4f14e', 'tag': '42fedb07-122f-4176-ab68-e86ff46bf00b'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:30.723437 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471e9272-b5ab-4197-8b79-40af31fab1f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d914257d-5a88-489d-a1eb-0c3ecaa4f14e", "tag": "42fedb07-122f-4176-ab68-e86ff46bf00b"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:30.837217 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c460e-daa5-4d3f-8bd9-ecd8ba840f1d service neutron] Pushing event updated for resources: {'Port': ['ID=42fedb07-122f-4176-ab68-e86ff46bf00b,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:30.870869 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff784002-9296-4be3-8ca7-c0c7a660154a req-1586915d-0908-47e8-a4d2-30b4d3ec066d tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:30.872618 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ff784002-9296-4be3-8ca7-c0c7a660154a req-1586915d-0908-47e8-a4d2-30b4d3ec066d tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=543f8b2d-9c62-4bd3-a4e9-609bd9052f77 HTTP/1.1" status: 200 len: 932 time: 0.4847541 Jan 28 13:31:30.903569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 139af954-9d2a-4fce-b581-3ace4f101e7b details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:31:30.932465 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edb4f48-97f8-487d-af72-db75ddd81444 x-openstack-request-id: req-7edb4f48-97f8-487d-af72-db75ddd81444 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:30.933313 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d914257d-5a88-489d-a1eb-0c3ecaa4f14e", "tag": "42fedb07-122f-4176-ab68-e86ff46bf00b", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:30.934242 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7edb4f48-97f8-487d-af72-db75ddd81444 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:30.935546 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd914257d-5a88-489d-a1eb-0c3ecaa4f14e', 'tag': '42fedb07-122f-4176-ab68-e86ff46bf00b', 'status': 'completed', 'code': 200} Jan 28 13:31:31.055673 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c249b35-d817-45dd-b2f6-0b100f58f141 req-6527ca9d-8543-497e-9bf7-6600d0c581b5 service neutron] 10.222.0.37 "GET /v2.0/networks/d84cebc8-3afd-4722-abc0-4dbc47a7b66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788787 Jan 28 13:31:31.110162 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 139af954-9d2a-4fce-b581-3ace4f101e7b, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=139af954-9d2a-4fce-b581-3ace4f101e7b,segment=NetworkSegment(c73eeb4d-303c-4688-baf9-701f8655b569),segment_id=c73eeb4d-303c-4688-baf9-701f8655b569)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:31.124571 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb17269-96bd-4957-a845-20e7a4a3bdc8 req-30f262b1-dd56-45fc-8deb-33b4f38d5189 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:31.127902 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4fb17269-96bd-4957-a845-20e7a4a3bdc8 req-30f262b1-dd56-45fc-8deb-33b4f38d5189 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f796b5-cb35-46d4-b081-7916b5200124 HTTP/1.1" status: 200 len: 945 time: 0.1332495 Jan 28 13:31:31.143195 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '139af954-9d2a-4fce-b581-3ace4f101e7b', 'network_id': 'd84cebc8-3afd-4722-abc0-4dbc47a7b66a', 'port_id': '139af954-9d2a-4fce-b581-3ace4f101e7b', 'mac_address': 'fa:16:3e:ad:48:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19cc93dc-e9a7-45d3-8213-60f6f677f8a7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:31:31.198829 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 139af954-9d2a-4fce-b581-3ace4f101e7b is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:31.199376 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (139af954-9d2a-4fce-b581-3ace4f101e7b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:31.214803 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf308a-34c8-4486-8ded-752b900d9dac admin admin] Deleting port 9d683479-9dd7-49cc-a104-91e9f16e6485 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:31.214803 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bdbf308a-34c8-4486-8ded-752b900d9dac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (9d683479-9dd7-49cc-a104-91e9f16e6485), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:31.218405 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139af954-9d2a-4fce-b581-3ace4f101e7b {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:31:31.252514 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-57d27e23-7f37-40d1-b2af-a424e9e48bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:31.254197 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-57d27e23-7f37-40d1-b2af-a424e9e48bce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4567d5d9bd204605b83d002bf84c5edb&device_id=d914257d-5a88-489d-a1eb-0c3ecaa4f14e HTTP/1.1" status: 200 len: 1094 time: 0.4940152 Jan 28 13:31:31.282085 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 139af954-9d2a-4fce-b581-3ace4f101e7b, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=139af954-9d2a-4fce-b581-3ace4f101e7b,segment=NetworkSegment(c73eeb4d-303c-4688-baf9-701f8655b569),segment_id=c73eeb4d-303c-4688-baf9-701f8655b569)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:31.288883 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (139af954-9d2a-4fce-b581-3ace4f101e7b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:31.293661 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ff784002-9296-4be3-8ca7-c0c7a660154a req-79d1d1ca-c1bf-46d0-aec8-1e1858365b2c tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758769 Jan 28 13:31:31.394424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=139af954-9d2a-4fce-b581-3ace4f101e7b,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:31.427712 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-5ba1866b-2a10-4ee5-9375-a047dd1f6e8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42fedb07-122f-4176-ab68-e86ff46bf00b HTTP/1.1" status: 200 len: 217 time: 0.1200058 Jan 28 13:31:31.504949 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-4fb17269-96bd-4957-a845-20e7a4a3bdc8 req-b3622da0-4baf-42a7-86b2-0a12f05a7ba1 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Deleting port 8008ea37-de53-48b7-83ae-91605df8ce20 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:31.504949 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4fb17269-96bd-4957-a845-20e7a4a3bdc8 req-b3622da0-4baf-42a7-86b2-0a12f05a7ba1 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8008ea37-de53-48b7-83ae-91605df8ce20), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:31.544900 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f7808-d955-4531-9458-0c69ce61c893 req-f422b6c2-36dd-47fe-a7ed-86f559aa1c83 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:31.551627 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f7808-d955-4531-9458-0c69ce61c893 req-f422b6c2-36dd-47fe-a7ed-86f559aa1c83 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:31.557359 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f7808-d955-4531-9458-0c69ce61c893 req-f422b6c2-36dd-47fe-a7ed-86f559aa1c83 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:31.563850 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f7808-d955-4531-9458-0c69ce61c893 req-f422b6c2-36dd-47fe-a7ed-86f559aa1c83 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:31.570036 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f7808-d955-4531-9458-0c69ce61c893 req-f422b6c2-36dd-47fe-a7ed-86f559aa1c83 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:31.590970 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-272f7808-d955-4531-9458-0c69ce61c893 req-f422b6c2-36dd-47fe-a7ed-86f559aa1c83 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 3814 time: 0.2037494 Jan 28 13:31:31.590970 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-5c0829b3-d2df-4cb3-a0ac-c60bbd112321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91df4fb1-0eec-4c0c-aa55-6d19eb2df029 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:31:31.604880 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb8ef4e1-809d-478c-a20c-a7875058abcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:31.619737 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-5c0829b3-d2df-4cb3-a0ac-c60bbd112321 service neutron] Publish callbacks [] for port (91df4fb1-0eec-4c0c-aa55-6d19eb2df029), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:31.643100 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['139af954-9d2a-4fce-b581-3ace4f101e7b'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:31:31.722853 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-5c0829b3-d2df-4cb3-a0ac-c60bbd112321 service neutron] Transition to ACTIVE for port object 91df4fb1-0eec-4c0c-aa55-6d19eb2df029 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:31:31.811039 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-272f7808-d955-4531-9458-0c69ce61c893 req-7413678e-1ad7-4a29-9af1-af3c112952d3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2309554 Jan 28 13:31:31.819524 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-5c0829b3-d2df-4cb3-a0ac-c60bbd112321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (91df4fb1-0eec-4c0c-aa55-6d19eb2df029), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:31.921386 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57628) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:32.049630 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-4fb17269-96bd-4957-a845-20e7a4a3bdc8 req-b3622da0-4baf-42a7-86b2-0a12f05a7ba1 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] For port 8008ea37-de53-48b7-83ae-91605df8ce20, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8008ea37-de53-48b7-83ae-91605df8ce20,segment=NetworkSegment(16034969-c777-4ff2-b32a-1d33aacd7571),segment_id=16034969-c777-4ff2-b32a-1d33aacd7571)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:32.057387 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4fb17269-96bd-4957-a845-20e7a4a3bdc8 req-b3622da0-4baf-42a7-86b2-0a12f05a7ba1 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8008ea37-de53-48b7-83ae-91605df8ce20), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:32.064196 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-d913c969-9bc9-499c-936e-cfb524e48b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:32.065970 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-d913c969-9bc9-499c-936e-cfb524e48b76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=19cc93dc-e9a7-45d3-8213-60f6f677f8a7 HTTP/1.1" status: 200 len: 855 time: 0.5981655 Jan 28 13:31:32.089674 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-4fb17269-96bd-4957-a845-20e7a4a3bdc8 req-b3622da0-4baf-42a7-86b2-0a12f05a7ba1 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Calling delete_port for 8008ea37-de53-48b7-83ae-91605df8ce20 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:32.203014 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0829b3-d2df-4cb3-a0ac-c60bbd112321 service neutron] Pushing event updated for resources: {'Port': ['ID=91df4fb1-0eec-4c0c-aa55-6d19eb2df029,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:32.208630 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-bdbf308a-34c8-4486-8ded-752b900d9dac admin admin] For port 9d683479-9dd7-49cc-a104-91e9f16e6485, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9d683479-9dd7-49cc-a104-91e9f16e6485,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:32.209082 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bdbf308a-34c8-4486-8ded-752b900d9dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (9d683479-9dd7-49cc-a104-91e9f16e6485), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:32.226377 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf308a-34c8-4486-8ded-752b900d9dac admin admin] Calling delete_port for 9d683479-9dd7-49cc-a104-91e9f16e6485 owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:32.269844 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-b82a9fa3-b838-425e-9556-b54042112ce0 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1934608188'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:32.296078 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fc00e-8bde-428f-95cf-b10cc558b42b req-7b656742-d749-4745-a025-16315b89c40a tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:32.297378 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f61fc00e-8bde-428f-95cf-b10cc558b42b req-7b656742-d749-4745-a025-16315b89c40a tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2f796b5-cb35-46d4-b081-7916b5200124 HTTP/1.1" status: 200 len: 945 time: 0.8395822 Jan 28 13:31:32.323469 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4fb17269-96bd-4957-a845-20e7a4a3bdc8 req-b3622da0-4baf-42a7-86b2-0a12f05a7ba1 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (8008ea37-de53-48b7-83ae-91605df8ce20), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:32.327043 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82a9fa3-b838-425e-9556-b54042112ce0 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Made reservation on behalf of 445c20d181894e79985d05032edb6903 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:32.331543 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b82a9fa3-b838-425e-9556-b54042112ce0 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:32.338372 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['92da1f57-8490-4c54-81ce-81eaf8419d3b', '8008ea37-de53-48b7-83ae-91605df8ce20'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:31:32.376642 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3622da0-4baf-42a7-86b2-0a12f05a7ba1 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Pushing event deleted for resources: {'Port': ['ID=8008ea37-de53-48b7-83ae-91605df8ce20,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:32.381521 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-5c0829b3-d2df-4cb3-a0ac-c60bbd112321 service neutron] Attempting to bind port 91df4fb1-0eec-4c0c-aa55-6d19eb2df029 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:31:32.381851 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-5c0829b3-d2df-4cb3-a0ac-c60bbd112321 service neutron] Attempting to bind port 91df4fb1-0eec-4c0c-aa55-6d19eb2df029 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'f6c893c0-ae7b-4968-9c43-ab76e31be400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d8ce296-49c0-407a-94c2-104afd52dd5e'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:31:32.382173 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-5c0829b3-d2df-4cb3-a0ac-c60bbd112321 service neutron] Attempting to bind port 91df4fb1-0eec-4c0c-aa55-6d19eb2df029 on network 8d8ce296-49c0-407a-94c2-104afd52dd5e {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:32.386980 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['c4950bf8-7279-44de-967a-4d8bd63975fd'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:31:32.390140 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-5c0829b3-d2df-4cb3-a0ac-c60bbd112321 service neutron] Port 91df4fb1-0eec-4c0c-aa55-6d19eb2df029 on network 8d8ce296-49c0-407a-94c2-104afd52dd5e not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:31:32.390140 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-5c0829b3-d2df-4cb3-a0ac-c60bbd112321 service neutron] Attempting to bind port 91df4fb1-0eec-4c0c-aa55-6d19eb2df029 on network 8d8ce296-49c0-407a-94c2-104afd52dd5e {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:32.392097 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b82a9fa3-b838-425e-9556-b54042112ce0 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:32.398151 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-302a777c-1a05-4d68-91ad-9e4753c4d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:32.410580 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-302a777c-1a05-4d68-91ad-9e4753c4d182 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d84cebc8-3afd-4722-abc0-4dbc47a7b66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3263288 Jan 28 13:31:32.493135 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b82a9fa3-b838-425e-9556-b54042112ce0 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks [] for security_group (ee9ced03-c392-409c-b3ab-51af9f5de343), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:32.516316 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b82a9fa3-b838-425e-9556-b54042112ce0 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ee9ced03-c392-409c-b3ab-51af9f5de343), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:32.540576 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82a9fa3-b838-425e-9556-b54042112ce0 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:31:32.560659 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b82a9fa3-b838-425e-9556-b54042112ce0 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (63f98899-4605-4c7b-a4bd-55f172aabc7d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:32.561206 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-b82a9fa3-b838-425e-9556-b54042112ce0 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Added segment 63f98899-4605-4c7b-a4bd-55f172aabc7d of type vlan for network 97e2716e-6679-464e-b8a7-9e1528b2a20d Jan 28 13:31:32.566700 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-10f381e3-ca39-45bc-8f3c-61adfaedb042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:31:32.599576 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f61fc00e-8bde-428f-95cf-b10cc558b42b req-e1a9b0a8-1578-4783-b9bf-3bebbcccaa39 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc814014-0f6e-4289-a6c0-bfaf00f415e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874370 Jan 28 13:31:32.615987 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-10f381e3-ca39-45bc-8f3c-61adfaedb042 service neutron] Publish callbacks [] for port (2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:32.642186 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b82a9fa3-b838-425e-9556-b54042112ce0 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (97e2716e-6679-464e-b8a7-9e1528b2a20d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:32.663624 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-10f381e3-ca39-45bc-8f3c-61adfaedb042 service neutron] Transition to ACTIVE for port object 2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:31:32.672560 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-10f381e3-ca39-45bc-8f3c-61adfaedb042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:32.750675 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-5c0829b3-d2df-4cb3-a0ac-c60bbd112321 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:31:32.751995 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-5c0829b3-d2df-4cb3-a0ac-c60bbd112321 service neutron] Checking segment: {'id': 'f6c893c0-ae7b-4968-9c43-ab76e31be400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d8ce296-49c0-407a-94c2-104afd52dd5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:32.754038 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-5c0829b3-d2df-4cb3-a0ac-c60bbd112321 service neutron] Bound using segment: {'id': 'f6c893c0-ae7b-4968-9c43-ab76e31be400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d8ce296-49c0-407a-94c2-104afd52dd5e'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:31:32.759090 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-5c0829b3-d2df-4cb3-a0ac-c60bbd112321 service neutron] Bound port: 91df4fb1-0eec-4c0c-aa55-6d19eb2df029, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6c893c0-ae7b-4968-9c43-ab76e31be400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d8ce296-49c0-407a-94c2-104afd52dd5e'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:31:32.760278 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-5c0829b3-d2df-4cb3-a0ac-c60bbd112321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (91df4fb1-0eec-4c0c-aa55-6d19eb2df029), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:32.767589 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-1dd43f47-1b90-450c-aeed-fd729ca9c117 service neutron] 10.222.0.37 "GET /v2.0/networks/d84cebc8-3afd-4722-abc0-4dbc47a7b66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487422 Jan 28 13:31:32.830544 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:32.837602 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb17269-96bd-4957-a845-20e7a4a3bdc8 req-b3622da0-4baf-42a7-86b2-0a12f05a7ba1 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] No DVR routers for this DVR port 8008ea37-de53-48b7-83ae-91605df8ce20 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:31:32.842894 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f381e3-ca39-45bc-8f3c-61adfaedb042 service neutron] Pushing event updated for resources: {'Port': ['ID=2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:32.860606 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4fb17269-96bd-4957-a845-20e7a4a3bdc8 req-b3622da0-4baf-42a7-86b2-0a12f05a7ba1 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:32.866826 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4fb17269-96bd-4957-a845-20e7a4a3bdc8 req-b3622da0-4baf-42a7-86b2-0a12f05a7ba1 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.18 "DELETE /v2.0/ports/8008ea37-de53-48b7-83ae-91605df8ce20 HTTP/1.1" status: 204 len: 173 time: 1.7309966 Jan 28 13:31:32.884833 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f796b5-cb35-46d4-b081-7916b5200124', 'name': 'network-vif-deleted', 'tag': '8008ea37-de53-48b7-83ae-91605df8ce20'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:32.891867 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a01ea1f-054f-4b50-be4f-dda43099da2e" -d '{"events": [{"server_uuid": "c2f796b5-cb35-46d4-b081-7916b5200124", "name": "network-vif-deleted", "tag": "8008ea37-de53-48b7-83ae-91605df8ce20"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:32.904993 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 139af954-9d2a-4fce-b581-3ace4f101e7b up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:31:32.977965 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b82a9fa3-b838-425e-9556-b54042112ce0 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (97e2716e-6679-464e-b8a7-9e1528b2a20d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:32.978409 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bdbf308a-34c8-4486-8ded-752b900d9dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (9d683479-9dd7-49cc-a104-91e9f16e6485), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:32.987023 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82a9fa3-b838-425e-9556-b54042112ce0 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:32.995058 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b82a9fa3-b838-425e-9556-b54042112ce0 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:33.038022 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 139af954-9d2a-4fce-b581-3ace4f101e7b completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:31:33.051048 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 139af954-9d2a-4fce-b581-3ace4f101e7b triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:33.051518 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (139af954-9d2a-4fce-b581-3ace4f101e7b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:33.123108 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf308a-34c8-4486-8ded-752b900d9dac admin admin] Pushing event deleted for resources: {'Port': ['ID=9d683479-9dd7-49cc-a104-91e9f16e6485,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:33.158492 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-10f381e3-ca39-45bc-8f3c-61adfaedb042 service neutron] Attempting to bind port 2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:31:33.159029 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-10f381e3-ca39-45bc-8f3c-61adfaedb042 service neutron] Attempting to bind port 2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'c73eeb4d-303c-4688-baf9-701f8655b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd84cebc8-3afd-4722-abc0-4dbc47a7b66a'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:31:33.159243 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-10f381e3-ca39-45bc-8f3c-61adfaedb042 service neutron] Attempting to bind port 2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8 on network d84cebc8-3afd-4722-abc0-4dbc47a7b66a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:33.161431 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-5c0829b3-d2df-4cb3-a0ac-c60bbd112321 service neutron] For port 91df4fb1-0eec-4c0c-aa55-6d19eb2df029, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:31:33.167093 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-5c0829b3-d2df-4cb3-a0ac-c60bbd112321 service neutron] For port 91df4fb1-0eec-4c0c-aa55-6d19eb2df029, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=91df4fb1-0eec-4c0c-aa55-6d19eb2df029,segment=NetworkSegment(f6c893c0-ae7b-4968-9c43-ab76e31be400),segment_id=f6c893c0-ae7b-4968-9c43-ab76e31be400)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:31:33.190408 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-5c0829b3-d2df-4cb3-a0ac-c60bbd112321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (91df4fb1-0eec-4c0c-aa55-6d19eb2df029), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:33.192513 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a9fa3-b838-425e-9556-b54042112ce0 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9ced03-c392-409c-b3ab-51af9f5de343,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:33.201758 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-10f381e3-ca39-45bc-8f3c-61adfaedb042 service neutron] Port 2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8 on network d84cebc8-3afd-4722-abc0-4dbc47a7b66a not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:31:33.202144 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-10f381e3-ca39-45bc-8f3c-61adfaedb042 service neutron] Attempting to bind port 2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8 on network d84cebc8-3afd-4722-abc0-4dbc47a7b66a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:33.212677 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a4f7486f-e4a7-49e4-8609-f8713104bb79 req-74441c6a-fdd7-41a3-b452-025d5a5627d4 service neutron] 10.222.0.37 "GET /v2.0/networks/d84cebc8-3afd-4722-abc0-4dbc47a7b66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364734 Jan 28 13:31:33.224209 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab245a-7a0e-4879-9893-b8ef4a6619f0 req-a0e45b38-ed5e-430c-9348-1f463ea906ef tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:33.229531 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab245a-7a0e-4879-9893-b8ef4a6619f0 req-a0e45b38-ed5e-430c-9348-1f463ea906ef tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:33.234766 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab245a-7a0e-4879-9893-b8ef4a6619f0 req-a0e45b38-ed5e-430c-9348-1f463ea906ef tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:33.240048 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab245a-7a0e-4879-9893-b8ef4a6619f0 req-a0e45b38-ed5e-430c-9348-1f463ea906ef tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:33.245487 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab245a-7a0e-4879-9893-b8ef4a6619f0 req-a0e45b38-ed5e-430c-9348-1f463ea906ef tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:33.252862 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-edab245a-7a0e-4879-9893-b8ef4a6619f0 req-a0e45b38-ed5e-430c-9348-1f463ea906ef tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 3826 time: 0.2204480 Jan 28 13:31:33.254857 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-10f381e3-ca39-45bc-8f3c-61adfaedb042 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:31:33.255242 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-10f381e3-ca39-45bc-8f3c-61adfaedb042 service neutron] Checking segment: {'id': 'c73eeb4d-303c-4688-baf9-701f8655b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd84cebc8-3afd-4722-abc0-4dbc47a7b66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:33.255696 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-10f381e3-ca39-45bc-8f3c-61adfaedb042 service neutron] Bound using segment: {'id': 'c73eeb4d-303c-4688-baf9-701f8655b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd84cebc8-3afd-4722-abc0-4dbc47a7b66a'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:31:33.256148 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-10f381e3-ca39-45bc-8f3c-61adfaedb042 service neutron] Bound port: 2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c73eeb4d-303c-4688-baf9-701f8655b569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd84cebc8-3afd-4722-abc0-4dbc47a7b66a'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:31:33.256581 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-10f381e3-ca39-45bc-8f3c-61adfaedb042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:33.268476 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e942f3-0a46-492f-a3ce-bf704afcb991 req-2b5a5ca5-f617-493e-8874-415c1ed793b5 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:33.275663 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-82e942f3-0a46-492f-a3ce-bf704afcb991 req-2b5a5ca5-f617-493e-8874-415c1ed793b5 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=543f8b2d-9c62-4bd3-a4e9-609bd9052f77 HTTP/1.1" status: 200 len: 944 time: 0.7807000 Jan 28 13:31:33.283739 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 139af954-9d2a-4fce-b581-3ace4f101e7b is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:33.284376 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (139af954-9d2a-4fce-b581-3ace4f101e7b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:33.326732 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-5c0829b3-d2df-4cb3-a0ac-c60bbd112321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:33.327555 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-5c0829b3-d2df-4cb3-a0ac-c60bbd112321 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:33.328967 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-5c0829b3-d2df-4cb3-a0ac-c60bbd112321 service neutron] 10.222.0.18 "PUT /v2.0/ports/91df4fb1-0eec-4c0c-aa55-6d19eb2df029 HTTP/1.1" status: 200 len: 1091 time: 3.4008844 Jan 28 13:31:33.333368 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573daf7d-2e4e-4525-a1ee-674e823fc854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139af954-9d2a-4fce-b581-3ace4f101e7b'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:33.338328 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d81e0f-c860-45d9-8f8a-2f5edcfc3516" -d '{"events": [{"server_uuid": "573daf7d-2e4e-4525-a1ee-674e823fc854", "name": "network-vif-plugged", "status": "completed", "tag": "139af954-9d2a-4fce-b581-3ace4f101e7b"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:33.347888 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b82a9fa3-b838-425e-9556-b54042112ce0 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4209380 Jan 28 13:31:33.354809 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57648) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:33.362120 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-7d19368e-f55c-4df0-bdf5-07b9de0e546f tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Request body: {'subnet': {'network_id': '97e2716e-6679-464e-b8a7-9e1528b2a20d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:33.368841 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 139af954-9d2a-4fce-b581-3ace4f101e7b, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=139af954-9d2a-4fce-b581-3ace4f101e7b,segment=NetworkSegment(c73eeb4d-303c-4688-baf9-701f8655b569),segment_id=c73eeb4d-303c-4688-baf9-701f8655b569)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:33.379775 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (139af954-9d2a-4fce-b581-3ace4f101e7b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:33.392749 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bdbf308a-34c8-4486-8ded-752b900d9dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (55008d77-155f-4db5-9587-106f3ce5c0a7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:33.399943 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-c4fd3308-ef6a-4211-a048-2c344a517236 service neutron] Request body: {'port': {'device_id': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:33.442670 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a9fa3-b838-425e-9556-b54042112ce0 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Pushing event updated for resources: {'Network': ['ID=97e2716e-6679-464e-b8a7-9e1528b2a20d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:33.471760 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=139af954-9d2a-4fce-b581-3ace4f101e7b,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:33.477911 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 97e2716e-6679-464e-b8a7-9e1528b2a20d details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:31:33.538470 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0829b3-d2df-4cb3-a0ac-c60bbd112321 service neutron] Pushing event updated for resources: {'Port': ['ID=91df4fb1-0eec-4c0c-aa55-6d19eb2df029,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:33.568071 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-edab245a-7a0e-4879-9893-b8ef4a6619f0 req-e468e4d4-7fd1-467c-ab2a-548b7792f697 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3142521 Jan 28 13:31:33.590607 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-82e942f3-0a46-492f-a3ce-bf704afcb991 req-5da3b3dd-2e52-4098-8428-eae101de3754 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141072 Jan 28 13:31:33.612351 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-c4fd3308-ef6a-4211-a048-2c344a517236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0c0f91d0-9eaa-4b76-abe7-1a460d8a367f), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:33.699921 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56153a4f-d57b-41bf-a6b9-0e1cd78e07f8 x-openstack-request-id: req-56153a4f-d57b-41bf-a6b9-0e1cd78e07f8 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:33.700622 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f796b5-cb35-46d4-b081-7916b5200124", "name": "network-vif-deleted", "tag": "8008ea37-de53-48b7-83ae-91605df8ce20", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:33.700906 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-56153a4f-d57b-41bf-a6b9-0e1cd78e07f8 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:33.718289 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f796b5-cb35-46d4-b081-7916b5200124', 'name': 'network-vif-deleted', 'tag': '8008ea37-de53-48b7-83ae-91605df8ce20', 'status': 'completed', 'code': 200} Jan 28 13:31:33.765886 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-10f381e3-ca39-45bc-8f3c-61adfaedb042 service neutron] For port 2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:31:33.827998 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5ee94b-7d08-41dc-a0a5-806d94a3802e x-openstack-request-id: req-5b5ee94b-7d08-41dc-a0a5-806d94a3802e {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:33.828414 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573daf7d-2e4e-4525-a1ee-674e823fc854", "name": "network-vif-plugged", "status": "completed", "tag": "139af954-9d2a-4fce-b581-3ace4f101e7b", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:33.830459 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b5ee94b-7d08-41dc-a0a5-806d94a3802e {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:33.831003 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573daf7d-2e4e-4525-a1ee-674e823fc854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139af954-9d2a-4fce-b581-3ace4f101e7b', 'code': 200} Jan 28 13:31:33.846405 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bdbf308a-34c8-4486-8ded-752b900d9dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (55008d77-155f-4db5-9587-106f3ce5c0a7), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:33.864900 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bdbf308a-34c8-4486-8ded-752b900d9dac admin admin] Publish callbacks [] for router_controller (55008d77-155f-4db5-9587-106f3ce5c0a7), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:33.869072 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-10f381e3-ca39-45bc-8f3c-61adfaedb042 service neutron] For port 2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8,segment=NetworkSegment(c73eeb4d-303c-4688-baf9-701f8655b569),segment_id=c73eeb4d-303c-4688-baf9-701f8655b569)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:31:33.889598 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-10f381e3-ca39-45bc-8f3c-61adfaedb042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:33.972074 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e9272-b5ab-4197-8b79-40af31fab1f8 req-770119ea-2851-4e81-85e2-229b64cfbbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:33.973770 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-471e9272-b5ab-4197-8b79-40af31fab1f8 req-770119ea-2851-4e81-85e2-229b64cfbbc5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4567d5d9bd204605b83d002bf84c5edb&device_id=d914257d-5a88-489d-a1eb-0c3ecaa4f14e HTTP/1.1" status: 200 len: 1094 time: 0.6853032 Jan 28 13:31:33.980605 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d19368e-f55c-4df0-bdf5-07b9de0e546f tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Made reservation on behalf of 445c20d181894e79985d05032edb6903 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:33.984154 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7d19368e-f55c-4df0-bdf5-07b9de0e546f tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:33.987194 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bdbf308a-34c8-4486-8ded-752b900d9dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (55008d77-155f-4db5-9587-106f3ce5c0a7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:33.987833 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbf308a-34c8-4486-8ded-752b900d9dac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55008d77-155f-4db5-9587-106f3ce5c0a7 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:31:34.003638 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-10f381e3-ca39-45bc-8f3c-61adfaedb042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:34.004359 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-10f381e3-ca39-45bc-8f3c-61adfaedb042 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:34.005819 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-10f381e3-ca39-45bc-8f3c-61adfaedb042 service neutron] 10.222.0.18 "PUT /v2.0/ports/2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8 HTTP/1.1" status: 200 len: 1092 time: 3.7444787 Jan 28 13:31:34.023098 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bdbf308a-34c8-4486-8ded-752b900d9dac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:34.025260 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bdbf308a-34c8-4486-8ded-752b900d9dac admin admin] 10.222.0.39 "DELETE /v2.0/routers/55008d77-155f-4db5-9587-106f3ce5c0a7 HTTP/1.1" status: 204 len: 168 time: 5.6327066 Jan 28 13:31:34.033236 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543f8b2d-9c62-4bd3-a4e9-609bd9052f77', 'tag': '2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:34.034957 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f521b7-712a-4152-8d97-0642bc1de656" -d '{"events": [{"name": "network-changed", "server_uuid": "543f8b2d-9c62-4bd3-a4e9-609bd9052f77", "tag": "2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:34.044160 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57654) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:34.148901 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cabe8b-5d9d-48d7-af6d-d727ea5b0ddc x-openstack-request-id: req-01cabe8b-5d9d-48d7-af6d-d727ea5b0ddc {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:34.157587 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543f8b2d-9c62-4bd3-a4e9-609bd9052f77", "tag": "2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:34.158372 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-01cabe8b-5d9d-48d7-af6d-d727ea5b0ddc {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:34.168375 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543f8b2d-9c62-4bd3-a4e9-609bd9052f77', 'tag': '2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8', 'status': 'completed', 'code': 200} Jan 28 13:31:34.220054 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:34.230873 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f381e3-ca39-45bc-8f3c-61adfaedb042 service neutron] Pushing event updated for resources: {'Port': ['ID=2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:34.364118 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-208e727c-ca6a-40c0-8dbe-13fffc421818 admin admin] Deleting subnet 8dfa90cf-6860-4d71-80f6-d4c3faf485dd {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:31:34.368110 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-208e727c-ca6a-40c0-8dbe-13fffc421818 admin admin] Publish callbacks [] for subnet (8dfa90cf-6860-4d71-80f6-d4c3faf485dd), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:34.416991 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-208e727c-ca6a-40c0-8dbe-13fffc421818 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (8dfa90cf-6860-4d71-80f6-d4c3faf485dd), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:34.422498 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c88a0-2b21-4963-a490-31a35c9d7ff5 req-7b342cf0-bf2b-434e-8f43-6a778d0d846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:34.425093 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-393c88a0-2b21-4963-a490-31a35c9d7ff5 req-7b342cf0-bf2b-434e-8f43-6a778d0d846d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=573daf7d-2e4e-4525-a1ee-674e823fc854 HTTP/1.1" status: 200 len: 1097 time: 0.5509179 Jan 28 13:31:34.550860 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-ccec7f62-a108-4b76-b5ef-b99b4b8225c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:34.552968 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-ccec7f62-a108-4b76-b5ef-b99b4b8225c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4567d5d9bd204605b83d002bf84c5edb&device_id=543f8b2d-9c62-4bd3-a4e9-609bd9052f77 HTTP/1.1" status: 200 len: 1095 time: 0.4639103 Jan 28 13:31:34.565314 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-c4fd3308-ef6a-4211-a048-2c344a517236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:31:34.576091 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-c4fd3308-ef6a-4211-a048-2c344a517236 service neutron] Publish callbacks [] for port (0c0f91d0-9eaa-4b76-abe7-1a460d8a367f), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:34.625825 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-c4fd3308-ef6a-4211-a048-2c344a517236 service neutron] Transition to ACTIVE for port object 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:31:34.642030 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-c4fd3308-ef6a-4211-a048-2c344a517236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (0c0f91d0-9eaa-4b76-abe7-1a460d8a367f), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:34.704165 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 8008ea37-de53-48b7-83ae-91605df8ce20 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:31:34.764898 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-393c88a0-2b21-4963-a490-31a35c9d7ff5 req-d3917a62-09ab-40dd-a91b-4fce346f996f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284013 Jan 28 13:31:34.766491 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-f83c746d-47ad-43d7-9e5b-1b498a8dab46 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8 HTTP/1.1" status: 200 len: 217 time: 0.2023146 Jan 28 13:31:34.768011 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e9272-b5ab-4197-8b79-40af31fab1f8 req-b12e250f-33db-4fd0-813e-b2cba4d8aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:34.769613 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-471e9272-b5ab-4197-8b79-40af31fab1f8 req-b12e250f-33db-4fd0-813e-b2cba4d8aecf service neutron] 10.222.0.37 "GET /v2.0/networks?id=d84cebc8-3afd-4722-abc0-4dbc47a7b66a HTTP/1.1" status: 200 len: 916 time: 0.7759976 Jan 28 13:31:34.771115 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd3308-ef6a-4211-a048-2c344a517236 service neutron] Pushing event updated for resources: {'Port': ['ID=0c0f91d0-9eaa-4b76-abe7-1a460d8a367f,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:34.791427 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2951d036-f90d-444c-8748-42389639d571 req-bc34e32a-a722-4dc5-9975-aebd8f42e90d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eb961be5-84c5-4d4e-b0d1-671648cea573&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5107861 Jan 28 13:31:34.805267 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9d683479-9dd7-49cc-a104-91e9f16e6485 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:31:34.817679 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 8008ea37-de53-48b7-83ae-91605df8ce20 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:31:34.818104 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 8008ea37-de53-48b7-83ae-91605df8ce20 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:31:34.856584 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 9d683479-9dd7-49cc-a104-91e9f16e6485 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:31:34.857935 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9d683479-9dd7-49cc-a104-91e9f16e6485 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:31:34.903571 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-208e727c-ca6a-40c0-8dbe-13fffc421818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (8dfa90cf-6860-4d71-80f6-d4c3faf485dd), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:34.914636 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 42fedb07-122f-4176-ab68-e86ff46bf00b details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:31:34.973197 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82076a-eed0-48d6-8cdf-8cbec2540e1c req-3a44b58d-8699-4c46-a70d-116559141949 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:34.980645 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82076a-eed0-48d6-8cdf-8cbec2540e1c req-3a44b58d-8699-4c46-a70d-116559141949 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:34.987754 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82076a-eed0-48d6-8cdf-8cbec2540e1c req-3a44b58d-8699-4c46-a70d-116559141949 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:34.993578 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82076a-eed0-48d6-8cdf-8cbec2540e1c req-3a44b58d-8699-4c46-a70d-116559141949 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:35.000913 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82076a-eed0-48d6-8cdf-8cbec2540e1c req-3a44b58d-8699-4c46-a70d-116559141949 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:35.007075 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82076a-eed0-48d6-8cdf-8cbec2540e1c req-3a44b58d-8699-4c46-a70d-116559141949 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:35.015044 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa82076a-eed0-48d6-8cdf-8cbec2540e1c req-3a44b58d-8699-4c46-a70d-116559141949 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 4604 time: 0.1831028 Jan 28 13:31:35.031623 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-76e6ad8e-85b0-473a-939e-5a41c6776868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:35.033639 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-76e6ad8e-85b0-473a-939e-5a41c6776868 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=19cc93dc-e9a7-45d3-8213-60f6f677f8a7 HTTP/1.1" status: 200 len: 855 time: 0.2471325 Jan 28 13:31:35.109377 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631bbce-dda1-4e14-889b-8c45838bda6e req-d2d99ff2-bb8d-4724-8e87-561ee08bb3f9 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:35.116698 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1631bbce-dda1-4e14-889b-8c45838bda6e req-d2d99ff2-bb8d-4724-8e87-561ee08bb3f9 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=543f8b2d-9c62-4bd3-a4e9-609bd9052f77 HTTP/1.1" status: 200 len: 944 time: 0.3436203 Jan 28 13:31:35.139302 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa82076a-eed0-48d6-8cdf-8cbec2540e1c req-b376c51c-7a1d-4370-8fd4-3d04d478572f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1207023 Jan 28 13:31:35.140179 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-c4fd3308-ef6a-4211-a048-2c344a517236 service neutron] Attempting to bind port 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:31:35.140521 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-c4fd3308-ef6a-4211-a048-2c344a517236 service neutron] Attempting to bind port 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '838a3594-93f5-4a9e-88df-6a6995eaa6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:31:35.145211 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-c4fd3308-ef6a-4211-a048-2c344a517236 service neutron] Attempting to bind port 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f on network 1c76efb7-25f2-4bab-a422-d23d5893fdb1 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:35.158410 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-471e9272-b5ab-4197-8b79-40af31fab1f8 req-a34adafd-e68e-46ad-83b0-4739319e4604 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42fedb07-122f-4176-ab68-e86ff46bf00b HTTP/1.1" status: 200 len: 217 time: 0.1232166 Jan 28 13:31:35.163047 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-c4fd3308-ef6a-4211-a048-2c344a517236 service neutron] Port 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f on network 1c76efb7-25f2-4bab-a422-d23d5893fdb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:31:35.165074 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-c4fd3308-ef6a-4211-a048-2c344a517236 service neutron] Attempting to bind port 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f on network 1c76efb7-25f2-4bab-a422-d23d5893fdb1 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:35.185553 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-c4fd3308-ef6a-4211-a048-2c344a517236 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:31:35.186205 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-c4fd3308-ef6a-4211-a048-2c344a517236 service neutron] Checking segment: {'id': '838a3594-93f5-4a9e-88df-6a6995eaa6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:35.188609 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-c4fd3308-ef6a-4211-a048-2c344a517236 service neutron] Bound using segment: {'id': '838a3594-93f5-4a9e-88df-6a6995eaa6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:31:35.191077 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-c4fd3308-ef6a-4211-a048-2c344a517236 service neutron] Bound port: 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '838a3594-93f5-4a9e-88df-6a6995eaa6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:31:35.191648 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-c4fd3308-ef6a-4211-a048-2c344a517236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0c0f91d0-9eaa-4b76-abe7-1a460d8a367f), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:35.292432 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7d19368e-f55c-4df0-bdf5-07b9de0e546f tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (8905b4c7-49a0-4088-9e97-99e60bcc5b03), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:35.349503 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-c4fd3308-ef6a-4211-a048-2c344a517236 service neutron] For port 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:31:35.354082 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-c4fd3308-ef6a-4211-a048-2c344a517236 service neutron] For port 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=0c0f91d0-9eaa-4b76-abe7-1a460d8a367f,segment=NetworkSegment(838a3594-93f5-4a9e-88df-6a6995eaa6d3),segment_id=838a3594-93f5-4a9e-88df-6a6995eaa6d3)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:31:35.364004 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-c4fd3308-ef6a-4211-a048-2c344a517236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (0c0f91d0-9eaa-4b76-abe7-1a460d8a367f), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:35.378642 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-208e727c-ca6a-40c0-8dbe-13fffc421818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (8dfa90cf-6860-4d71-80f6-d4c3faf485dd), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:35.390009 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19368e-f55c-4df0-bdf5-07b9de0e546f tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Pushing event updated for resources: {'Subnet': ['ID=8905b4c7-49a0-4088-9e97-99e60bcc5b03,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:35.453971 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e727c-ca6a-40c0-8dbe-13fffc421818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dfa90cf-6860-4d71-80f6-d4c3faf485dd,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:35.493950 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd3308-ef6a-4211-a048-2c344a517236 service neutron] Pushing event updated for resources: {'Port': ['ID=0c0f91d0-9eaa-4b76-abe7-1a460d8a367f,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:35.495712 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d19368e-f55c-4df0-bdf5-07b9de0e546f tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Checking segment: {'id': '63f98899-4605-4c7b-a4bd-55f172aabc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97e2716e-6679-464e-b8a7-9e1528b2a20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:35.496076 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d19368e-f55c-4df0-bdf5-07b9de0e546f tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Network hostable DHCP agents. Network: 97e2716e-6679-464e-b8a7-9e1528b2a20d, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:31:35.511001 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1631bbce-dda1-4e14-889b-8c45838bda6e req-34558b72-c6e1-4fdc-9274-09df61c609b0 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931601 Jan 28 13:31:35.516685 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-c4fd3308-ef6a-4211-a048-2c344a517236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:35.517338 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-c4fd3308-ef6a-4211-a048-2c344a517236 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:35.518792 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-c4fd3308-ef6a-4211-a048-2c344a517236 service neutron] 10.222.0.18 "PUT /v2.0/ports/0c0f91d0-9eaa-4b76-abe7-1a460d8a367f HTTP/1.1" status: 200 len: 1136 time: 2.1441252 Jan 28 13:31:35.553788 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f9f018f9-2803-4352-a82d-12934197dbe1 service neutron] Request body: {'port': {'device_id': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:35.562659 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-84389cc3-5b3d-4130-b03f-a3de9ad2add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:35.564931 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-84389cc3-5b3d-4130-b03f-a3de9ad2add2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d84cebc8-3afd-4722-abc0-4dbc47a7b66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5103502 Jan 28 13:31:35.590659 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 42fedb07-122f-4176-ab68-e86ff46bf00b, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=42fedb07-122f-4176-ab68-e86ff46bf00b,segment=NetworkSegment(c73eeb4d-303c-4688-baf9-701f8655b569),segment_id=c73eeb4d-303c-4688-baf9-701f8655b569)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:35.594132 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158ce9b8-20f4-4213-a126-befea339d094 None None] Network e6fe2588-dbb4-4de3-9d1e-1323f44b0e96 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:31:35.680249 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '42fedb07-122f-4176-ab68-e86ff46bf00b', 'network_id': 'd84cebc8-3afd-4722-abc0-4dbc47a7b66a', 'port_id': '42fedb07-122f-4176-ab68-e86ff46bf00b', 'mac_address': 'fa:16:3e:90:10:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19cc93dc-e9a7-45d3-8213-60f6f677f8a7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:31:35.716970 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f9f018f9-2803-4352-a82d-12934197dbe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (74437a62-acfb-47da-925a-b0b54245b4d9), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:35.745665 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'tag': '91df4fb1-0eec-4c0c-aa55-6d19eb2df029'}, {'name': 'network-changed', 'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'tag': '0c0f91d0-9eaa-4b76-abe7-1a460d8a367f'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:35.753380 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cff113-4b33-41fe-9107-f9b33ab2066c" -d '{"events": [{"name": "network-changed", "server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "tag": "91df4fb1-0eec-4c0c-aa55-6d19eb2df029"}, {"name": "network-changed", "server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "tag": "0c0f91d0-9eaa-4b76-abe7-1a460d8a367f"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:35.765110 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951d036-f90d-444c-8748-42389639d571 req-46af5ee4-76da-4259-866d-ab987e8fbdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:35.766819 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2951d036-f90d-444c-8748-42389639d571 req-46af5ee4-76da-4259-866d-ab987e8fbdab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=40d2254c52b145b8bd88955b1142b88a&device_id=eb961be5-84c5-4d4e-b0d1-671648cea573 HTTP/1.1" status: 200 len: 1097 time: 0.5341125 Jan 28 13:31:35.769394 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-b275fa6c-03bb-4704-bf46-29526f23ee75 service neutron] 10.222.0.18 "GET /v2.0/networks/d84cebc8-3afd-4722-abc0-4dbc47a7b66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968019 Jan 28 13:31:35.774749 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-208e727c-ca6a-40c0-8dbe-13fffc421818 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:35.778705 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-208e727c-ca6a-40c0-8dbe-13fffc421818 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8dfa90cf-6860-4d71-80f6-d4c3faf485dd HTTP/1.1" status: 204 len: 168 time: 1.7335379 Jan 28 13:31:35.791116 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57688) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:35.917711 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:35.918789 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d7ac65e6-918a-44e3-9895-79077d553ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (e6fe2588-dbb4-4de3-9d1e-1323f44b0e96), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:35.921429 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e9272-b5ab-4197-8b79-40af31fab1f8 req-8432b9bc-90e3-44de-94f3-3399d5f81fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:35.923500 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-471e9272-b5ab-4197-8b79-40af31fab1f8 req-8432b9bc-90e3-44de-94f3-3399d5f81fcc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=19cc93dc-e9a7-45d3-8213-60f6f677f8a7 HTTP/1.1" status: 200 len: 855 time: 0.6730483 Jan 28 13:31:35.928332 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d19368e-f55c-4df0-bdf5-07b9de0e546f tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Network 97e2716e-6679-464e-b8a7-9e1528b2a20d is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:31:35.957130 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 42fedb07-122f-4176-ab68-e86ff46bf00b is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:35.957806 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (42fedb07-122f-4176-ab68-e86ff46bf00b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:35.991891 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-7d19368e-f55c-4df0-bdf5-07b9de0e546f tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 97e2716e-6679-464e-b8a7-9e1528b2a20d) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:36.019075 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677cb7b7-3840-41dc-99d9-372158ce8a52 None None] Network 97e2716e-6679-464e-b8a7-9e1528b2a20d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:31:36.022831 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42fedb07-122f-4176-ab68-e86ff46bf00b {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:31:36.117890 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1c3b4c-47fd-4302-813b-1af03561cfa2 None None] DHCP port deletion for e6fe2588-dbb4-4de3-9d1e-1323f44b0e96 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:31:36.124580 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de21f32-01b2-4a24-9d14-594ce819dd19 x-openstack-request-id: req-3de21f32-01b2-4a24-9d14-594ce819dd19 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:36.125213 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "tag": "91df4fb1-0eec-4c0c-aa55-6d19eb2df029", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "tag": "0c0f91d0-9eaa-4b76-abe7-1a460d8a367f", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:36.125213 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3de21f32-01b2-4a24-9d14-594ce819dd19 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:36.125614 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'tag': '91df4fb1-0eec-4c0c-aa55-6d19eb2df029', 'status': 'completed', 'code': 200} Jan 28 13:31:36.125929 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'tag': '0c0f91d0-9eaa-4b76-abe7-1a460d8a367f', 'status': 'completed', 'code': 200} Jan 28 13:31:36.148386 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 42fedb07-122f-4176-ab68-e86ff46bf00b, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=42fedb07-122f-4176-ab68-e86ff46bf00b,segment=NetworkSegment(c73eeb4d-303c-4688-baf9-701f8655b569),segment_id=c73eeb4d-303c-4688-baf9-701f8655b569)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:36.174385 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d19368e-f55c-4df0-bdf5-07b9de0e546f tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:36.175692 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7d19368e-f55c-4df0-bdf5-07b9de0e546f tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.210285 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7d19368e-f55c-4df0-bdf5-07b9de0e546f tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8524790 Jan 28 13:31:36.213458 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57692) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:36.223021 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (42fedb07-122f-4176-ab68-e86ff46bf00b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.231524 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-498c361f-d021-4cb7-a6c8-c106882db6e2 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Request body: {'port': {'network_id': '97e2716e-6679-464e-b8a7-9e1528b2a20d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-320622098'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:36.271083 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ed2ed-5764-4b26-ae02-41cf7b6c6d87 req-a47c63e2-83f0-4d64-aa62-02938e881b5d tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:36.277014 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ed2ed-5764-4b26-ae02-41cf7b6c6d87 req-a47c63e2-83f0-4d64-aa62-02938e881b5d tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:36.285850 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-994ed2ed-5764-4b26-ae02-41cf7b6c6d87 req-a47c63e2-83f0-4d64-aa62-02938e881b5d tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/ports?device_id=c28df079-2e01-4562-976a-998d19c8d688&device_id=e0c7bbdc-15c8-4e85-9024-b17f68989f55 HTTP/1.1" status: 200 len: 1682 time: 0.1433299 Jan 28 13:31:36.319447 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e9272-b5ab-4197-8b79-40af31fab1f8 req-ccb27480-249e-485c-a1f1-c5d61a84dcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:36.322725 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-471e9272-b5ab-4197-8b79-40af31fab1f8 req-ccb27480-249e-485c-a1f1-c5d61a84dcaa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d84cebc8-3afd-4722-abc0-4dbc47a7b66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3866355 Jan 28 13:31:36.368538 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=42fedb07-122f-4176-ab68-e86ff46bf00b,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:36.446727 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1b1c3b4c-47fd-4302-813b-1af03561cfa2 None None] Deleting port 56e959d6-a31d-48c5-832e-5437aafea046 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:36.447268 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b1c3b4c-47fd-4302-813b-1af03561cfa2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (56e959d6-a31d-48c5-832e-5437aafea046), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.449435 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b571f55-49ba-4672-b64b-57c80b278f7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-97e2716e-6679-464e-b8a7-9e1528b2a20d', 'network_id': '97e2716e-6679-464e-b8a7-9e1528b2a20d', 'project_id': '445c20d181894e79985d05032edb6903', 'fixed_ips': [{'subnet_id': '8905b4c7-49a0-4088-9e97-99e60bcc5b03'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:31:36.450537 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4b571f55-49ba-4672-b64b-57c80b278f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.461516 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cff113-4b33-41fe-9107-f9b33ab2066c req-105c22fd-4079-44e4-bc78-e7afa117e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:36.461993 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cff113-4b33-41fe-9107-f9b33ab2066c req-105c22fd-4079-44e4-bc78-e7afa117e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:36.462805 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cff113-4b33-41fe-9107-f9b33ab2066c req-105c22fd-4079-44e4-bc78-e7afa117e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:36.463838 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cff113-4b33-41fe-9107-f9b33ab2066c req-105c22fd-4079-44e4-bc78-e7afa117e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:36.464316 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cff113-4b33-41fe-9107-f9b33ab2066c req-105c22fd-4079-44e4-bc78-e7afa117e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:36.464778 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cff113-4b33-41fe-9107-f9b33ab2066c req-105c22fd-4079-44e4-bc78-e7afa117e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:36.466772 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b3cff113-4b33-41fe-9107-f9b33ab2066c req-105c22fd-4079-44e4-bc78-e7afa117e771 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7a6811dc19649cf8e2a8d9876c3683f&device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5290 time: 0.3379858 Jan 28 13:31:36.541054 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69410f-5b1e-46cb-9fc1-91bcbdd792fa req-68a4c355-b33b-4e21-8add-e6adae9e2e70 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:36.548027 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69410f-5b1e-46cb-9fc1-91bcbdd792fa req-68a4c355-b33b-4e21-8add-e6adae9e2e70 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:36.554150 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69410f-5b1e-46cb-9fc1-91bcbdd792fa req-68a4c355-b33b-4e21-8add-e6adae9e2e70 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:36.559953 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69410f-5b1e-46cb-9fc1-91bcbdd792fa req-68a4c355-b33b-4e21-8add-e6adae9e2e70 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:36.560135 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-798b9548-2aad-4f95-8b9d-156ab1507d29 req-b78a6c5a-b00b-47c2-a631-7f664b69ecad service neutron] 10.222.0.18 "GET /v2.0/networks/d84cebc8-3afd-4722-abc0-4dbc47a7b66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7777281 Jan 28 13:31:36.566086 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1b1c3b4c-47fd-4302-813b-1af03561cfa2 None None] For port 56e959d6-a31d-48c5-832e-5437aafea046, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=56e959d6-a31d-48c5-832e-5437aafea046,segment=NetworkSegment(4ad3547f-1c23-4863-9fde-17185a5d6ed5),segment_id=4ad3547f-1c23-4863-9fde-17185a5d6ed5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:36.566309 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69410f-5b1e-46cb-9fc1-91bcbdd792fa req-68a4c355-b33b-4e21-8add-e6adae9e2e70 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:36.566885 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b1c3b4c-47fd-4302-813b-1af03561cfa2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (56e959d6-a31d-48c5-832e-5437aafea046), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.572440 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69410f-5b1e-46cb-9fc1-91bcbdd792fa req-68a4c355-b33b-4e21-8add-e6adae9e2e70 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:36.580145 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c69410f-5b1e-46cb-9fc1-91bcbdd792fa req-68a4c355-b33b-4e21-8add-e6adae9e2e70 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 4604 time: 0.2518597 Jan 28 13:31:36.592400 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1b1c3b4c-47fd-4302-813b-1af03561cfa2 None None] Calling delete_port for 56e959d6-a31d-48c5-832e-5437aafea046 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:36.658571 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-994ed2ed-5764-4b26-ae02-41cf7b6c6d87 req-6edc481c-b30f-4bc5-8fe5-0f9d531d48c3 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc814014-0f6e-4289-a6c0-bfaf00f415e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714571 Jan 28 13:31:36.660027 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951d036-f90d-444c-8748-42389639d571 req-6c556c55-3b52-473c-8bc8-51b1101b4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:36.664209 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2951d036-f90d-444c-8748-42389639d571 req-6c556c55-3b52-473c-8bc8-51b1101b4ef4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f001d26b-b928-47b4-a89f-43111884dd77 HTTP/1.1" status: 200 len: 906 time: 0.7685986 Jan 28 13:31:36.730641 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['42fedb07-122f-4176-ab68-e86ff46bf00b'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:31:36.733196 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 56e959d6-a31d-48c5-832e-5437aafea046 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:31:36.735044 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b1c3b4c-47fd-4302-813b-1af03561cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (56e959d6-a31d-48c5-832e-5437aafea046), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.779736 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1c3b4c-47fd-4302-813b-1af03561cfa2 None None] No DVR routers for this DVR port 56e959d6-a31d-48c5-832e-5437aafea046 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:31:36.832306 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c3b4c-47fd-4302-813b-1af03561cfa2 None None] Pushing event deleted for resources: {'Port': ['ID=56e959d6-a31d-48c5-832e-5437aafea046,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:36.848063 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 56e959d6-a31d-48c5-832e-5437aafea046 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:31:36.848402 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 56e959d6-a31d-48c5-832e-5437aafea046 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:31:36.940415 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f9f018f9-2803-4352-a82d-12934197dbe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74437a62-acfb-47da-925a-b0b54245b4d9 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:31:36.951764 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f9f018f9-2803-4352-a82d-12934197dbe1 service neutron] Publish callbacks [] for port (74437a62-acfb-47da-925a-b0b54245b4d9), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.970437 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f9f018f9-2803-4352-a82d-12934197dbe1 service neutron] Transition to ACTIVE for port object 74437a62-acfb-47da-925a-b0b54245b4d9 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:31:36.982261 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c69410f-5b1e-46cb-9fc1-91bcbdd792fa req-d31f2141-132a-40df-9175-4826f681f8f4 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4011354 Jan 28 13:31:36.995919 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f9f018f9-2803-4352-a82d-12934197dbe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (74437a62-acfb-47da-925a-b0b54245b4d9), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:37.101689 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f018f9-2803-4352-a82d-12934197dbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=74437a62-acfb-47da-925a-b0b54245b4d9,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:37.118458 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498c361f-d021-4cb7-a6c8-c106882db6e2 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Made reservation on behalf of 445c20d181894e79985d05032edb6903 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:37.126350 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-498c361f-d021-4cb7-a6c8-c106882db6e2 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:37.162266 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cff113-4b33-41fe-9107-f9b33ab2066c req-db94d862-0e1b-4adf-8055-9ed906ea2a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:37.162862 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cff113-4b33-41fe-9107-f9b33ab2066c req-db94d862-0e1b-4adf-8055-9ed906ea2a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:37.163540 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cff113-4b33-41fe-9107-f9b33ab2066c req-db94d862-0e1b-4adf-8055-9ed906ea2a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:37.165407 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b3cff113-4b33-41fe-9107-f9b33ab2066c req-db94d862-0e1b-4adf-8055-9ed906ea2a1f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c7a6811dc19649cf8e2a8d9876c3683f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6831808 Jan 28 13:31:37.319827 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-498c361f-d021-4cb7-a6c8-c106882db6e2 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] device_id is not set on port 6d02a09c-c0c8-41ae-b2ed-2a985c345249 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:31:37.408811 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f9f018f9-2803-4352-a82d-12934197dbe1 service neutron] Attempting to bind port 74437a62-acfb-47da-925a-b0b54245b4d9 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:31:37.410296 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f9f018f9-2803-4352-a82d-12934197dbe1 service neutron] Attempting to bind port 74437a62-acfb-47da-925a-b0b54245b4d9 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '838a3594-93f5-4a9e-88df-6a6995eaa6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:31:37.413048 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f9f018f9-2803-4352-a82d-12934197dbe1 service neutron] Attempting to bind port 74437a62-acfb-47da-925a-b0b54245b4d9 on network 1c76efb7-25f2-4bab-a422-d23d5893fdb1 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:37.460645 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-4b571f55-49ba-4672-b64b-57c80b278f7a None None] Allocated IP 172.20.0.2 (97e2716e-6679-464e-b8a7-9e1528b2a20d/8905b4c7-49a0-4088-9e97-99e60bcc5b03/5e1cbb75-b4d3-48a7-9486-f073588f98ca) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:37.614148 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f9f018f9-2803-4352-a82d-12934197dbe1 service neutron] Port 74437a62-acfb-47da-925a-b0b54245b4d9 on network 1c76efb7-25f2-4bab-a422-d23d5893fdb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:31:37.614861 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f9f018f9-2803-4352-a82d-12934197dbe1 service neutron] Attempting to bind port 74437a62-acfb-47da-925a-b0b54245b4d9 on network 1c76efb7-25f2-4bab-a422-d23d5893fdb1 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:37.702949 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cff113-4b33-41fe-9107-f9b33ab2066c req-1f4897ea-a257-4c79-8ff1-5c07157b0654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:37.704864 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b3cff113-4b33-41fe-9107-f9b33ab2066c req-1f4897ea-a257-4c79-8ff1-5c07157b0654 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5319800 Jan 28 13:31:37.706087 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f9f018f9-2803-4352-a82d-12934197dbe1 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:31:37.706703 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f9f018f9-2803-4352-a82d-12934197dbe1 service neutron] Checking segment: {'id': '838a3594-93f5-4a9e-88df-6a6995eaa6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:37.707384 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f9f018f9-2803-4352-a82d-12934197dbe1 service neutron] Bound using segment: {'id': '838a3594-93f5-4a9e-88df-6a6995eaa6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:31:37.708072 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f9f018f9-2803-4352-a82d-12934197dbe1 service neutron] Bound port: 74437a62-acfb-47da-925a-b0b54245b4d9, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '838a3594-93f5-4a9e-88df-6a6995eaa6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:31:37.708795 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f9f018f9-2803-4352-a82d-12934197dbe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (74437a62-acfb-47da-925a-b0b54245b4d9), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:37.728737 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-d7ac65e6-918a-44e3-9895-79077d553ad1 admin admin] Deleting port 56e959d6-a31d-48c5-832e-5437aafea046 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:37.729271 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d7ac65e6-918a-44e3-9895-79077d553ad1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (56e959d6-a31d-48c5-832e-5437aafea046), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:37.846195 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-471e9272-b5ab-4197-8b79-40af31fab1f8 req-b7caca69-dc77-4bc9-9f64-c33025857c2a service neutron] 10.222.0.37 "GET /v2.0/networks/d84cebc8-3afd-4722-abc0-4dbc47a7b66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4971516 Jan 28 13:31:37.855063 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2951d036-f90d-444c-8748-42389639d571 req-99c73313-ece8-4d60-bfea-91531b3e2f26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64418cad-b538-4fbf-a8c5-1e564676bbd3 HTTP/1.1" status: 200 len: 1002 time: 1.1545701 Jan 28 13:31:37.872325 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f521b7-712a-4152-8d97-0642bc1de656 req-223aa145-571d-42aa-860b-73da40bd3698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:37.873847 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f7f521b7-712a-4152-8d97-0642bc1de656 req-223aa145-571d-42aa-860b-73da40bd3698 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4567d5d9bd204605b83d002bf84c5edb&device_id=543f8b2d-9c62-4bd3-a4e9-609bd9052f77 HTTP/1.1" status: 200 len: 1095 time: 1.1996214 Jan 28 13:31:37.970375 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cff113-4b33-41fe-9107-f9b33ab2066c req-f3d00d65-b0bc-4162-9e4a-521a25d16e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:37.971569 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5e01844a-abf2-46bb-98d0-1d429a75bfb3 req-9e1e412f-e1ee-4e71-a755-345d70cce6c6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3766515 Jan 28 13:31:37.975066 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cff113-4b33-41fe-9107-f9b33ab2066c req-f3d00d65-b0bc-4162-9e4a-521a25d16e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:37.975823 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cff113-4b33-41fe-9107-f9b33ab2066c req-f3d00d65-b0bc-4162-9e4a-521a25d16e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:37.978109 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cff113-4b33-41fe-9107-f9b33ab2066c req-f3d00d65-b0bc-4162-9e4a-521a25d16e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:37.979464 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cff113-4b33-41fe-9107-f9b33ab2066c req-f3d00d65-b0bc-4162-9e4a-521a25d16e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:37.990642 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cff113-4b33-41fe-9107-f9b33ab2066c req-f3d00d65-b0bc-4162-9e4a-521a25d16e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:37.991439 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cff113-4b33-41fe-9107-f9b33ab2066c req-f3d00d65-b0bc-4162-9e4a-521a25d16e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:37.993762 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b3cff113-4b33-41fe-9107-f9b33ab2066c req-f3d00d65-b0bc-4162-9e4a-521a25d16e76 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7a6811dc19649cf8e2a8d9876c3683f&device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 6175 time: 0.2229128 Jan 28 13:31:38.009554 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f9f018f9-2803-4352-a82d-12934197dbe1 service neutron] For port 74437a62-acfb-47da-925a-b0b54245b4d9, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:31:38.017368 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-d7ac65e6-918a-44e3-9895-79077d553ad1 admin admin] For port 56e959d6-a31d-48c5-832e-5437aafea046, host n-d-822747-2, got binding levels [] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:38.017765 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d7ac65e6-918a-44e3-9895-79077d553ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (56e959d6-a31d-48c5-832e-5437aafea046), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:38.027817 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3f732-e732-409e-9e56-c3e9b9f389ec req-e6dd6202-817b-4479-958b-a522d9754c6f tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:38.037319 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b5d3f732-e732-409e-9e56-c3e9b9f389ec req-e6dd6202-817b-4479-958b-a522d9754c6f tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=543f8b2d-9c62-4bd3-a4e9-609bd9052f77 HTTP/1.1" status: 200 len: 944 time: 0.3886085 Jan 28 13:31:38.101049 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f9f018f9-2803-4352-a82d-12934197dbe1 service neutron] For port 74437a62-acfb-47da-925a-b0b54245b4d9, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=74437a62-acfb-47da-925a-b0b54245b4d9,segment=NetworkSegment(838a3594-93f5-4a9e-88df-6a6995eaa6d3),segment_id=838a3594-93f5-4a9e-88df-6a6995eaa6d3)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:31:38.108204 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4b571f55-49ba-4672-b64b-57c80b278f7a None None] Publish callbacks [] for port (5e1cbb75-b4d3-48a7-9486-f073588f98ca), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:38.121364 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f9f018f9-2803-4352-a82d-12934197dbe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (74437a62-acfb-47da-925a-b0b54245b4d9), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:38.122893 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4b571f55-49ba-4672-b64b-57c80b278f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (5e1cbb75-b4d3-48a7-9486-f073588f98ca), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:38.165295 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-d7ac65e6-918a-44e3-9895-79077d553ad1 admin admin] Calling delete_port for 56e959d6-a31d-48c5-832e-5437aafea046 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:38.181568 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.ipam_backend_mixin [None req-d7ac65e6-918a-44e3-9895-79077d553ad1 admin admin] Port 56e959d6-a31d-48c5-832e-5437aafea046 was not found and therefore no delete operation was performed {{(pid=103351) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:31:38.195716 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b571f55-49ba-4672-b64b-57c80b278f7a None None] Pushing event updated for resources: {'Port': ['ID=5e1cbb75-b4d3-48a7-9486-f073588f98ca,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:38.220673 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b571f55-49ba-4672-b64b-57c80b278f7a None None] Network 97e2716e-6679-464e-b8a7-9e1528b2a20d is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:38.222755 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-4b571f55-49ba-4672-b64b-57c80b278f7a None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:38.228895 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b571f55-49ba-4672-b64b-57c80b278f7a None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:38.229095 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d7ac65e6-918a-44e3-9895-79077d553ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (56e959d6-a31d-48c5-832e-5437aafea046), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:38.240006 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951d036-f90d-444c-8748-42389639d571 req-1ef3ed98-a72d-4289-932f-c6f1df34e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:38.241504 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2951d036-f90d-444c-8748-42389639d571 req-1ef3ed98-a72d-4289-932f-c6f1df34e38b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4efb7cb1-71fb-417f-9e82-31bf10df1efb HTTP/1.1" status: 200 len: 845 time: 0.3658624 Jan 28 13:31:38.306958 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac65e6-918a-44e3-9895-79077d553ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=56e959d6-a31d-48c5-832e-5437aafea046,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:38.316739 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4b571f55-49ba-4672-b64b-57c80b278f7a None None] Attempting to bind port 5e1cbb75-b4d3-48a7-9486-f073588f98ca on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:31:38.317315 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4b571f55-49ba-4672-b64b-57c80b278f7a None None] Attempting to bind port 5e1cbb75-b4d3-48a7-9486-f073588f98ca by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '63f98899-4605-4c7b-a4bd-55f172aabc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97e2716e-6679-464e-b8a7-9e1528b2a20d'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:31:38.317837 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b571f55-49ba-4672-b64b-57c80b278f7a None None] Attempting to bind port 5e1cbb75-b4d3-48a7-9486-f073588f98ca on network 97e2716e-6679-464e-b8a7-9e1528b2a20d {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:38.329958 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b571f55-49ba-4672-b64b-57c80b278f7a None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:31:38.330671 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b571f55-49ba-4672-b64b-57c80b278f7a None None] Checking segment: {'id': '63f98899-4605-4c7b-a4bd-55f172aabc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97e2716e-6679-464e-b8a7-9e1528b2a20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:38.337513 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4b571f55-49ba-4672-b64b-57c80b278f7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:38.338106 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b571f55-49ba-4672-b64b-57c80b278f7a None None] Bound using segment: {'id': '63f98899-4605-4c7b-a4bd-55f172aabc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97e2716e-6679-464e-b8a7-9e1528b2a20d'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:31:38.338805 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4b571f55-49ba-4672-b64b-57c80b278f7a None None] Bound port: 5e1cbb75-b4d3-48a7-9486-f073588f98ca, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f98899-4605-4c7b-a4bd-55f172aabc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '97e2716e-6679-464e-b8a7-9e1528b2a20d'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:31:38.339963 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ac65e6-918a-44e3-9895-79077d553ad1 admin admin] No DVR routers for this DVR port 56e959d6-a31d-48c5-832e-5437aafea046 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:31:38.340626 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4b571f55-49ba-4672-b64b-57c80b278f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5e1cbb75-b4d3-48a7-9486-f073588f98ca), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:38.370900 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b5d3f732-e732-409e-9e56-c3e9b9f389ec req-7ac6fabb-5172-44a4-9f52-299f9b61aeb2 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307507 Jan 28 13:31:38.443734 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01844a-abf2-46bb-98d0-1d429a75bfb3 req-4b7cbdfc-ca98-4a44-a504-0f78dafae8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:38.445236 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5e01844a-abf2-46bb-98d0-1d429a75bfb3 req-4b7cbdfc-ca98-4a44-a504-0f78dafae8a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=205e0e0f7c204c6b8762ba0b567c808e&device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 1096 time: 0.3991950 Jan 28 13:31:38.455164 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4b571f55-49ba-4672-b64b-57c80b278f7a None None] For port 5e1cbb75-b4d3-48a7-9486-f073588f98ca, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:31:38.468982 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4b571f55-49ba-4672-b64b-57c80b278f7a None None] For port 5e1cbb75-b4d3-48a7-9486-f073588f98ca, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=5e1cbb75-b4d3-48a7-9486-f073588f98ca,segment=NetworkSegment(63f98899-4605-4c7b-a4bd-55f172aabc7d),segment_id=63f98899-4605-4c7b-a4bd-55f172aabc7d)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:31:38.472990 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f521b7-712a-4152-8d97-0642bc1de656 req-725fa9e0-7142-4606-8d5d-7eb6dbaa1d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:38.473210 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f7f521b7-712a-4152-8d97-0642bc1de656 req-725fa9e0-7142-4606-8d5d-7eb6dbaa1d7c service neutron] 10.222.0.18 "GET /v2.0/networks?id=d84cebc8-3afd-4722-abc0-4dbc47a7b66a HTTP/1.1" status: 200 len: 916 time: 0.5530038 Jan 28 13:31:38.475162 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-471e9272-b5ab-4197-8b79-40af31fab1f8 req-f5f7de08-9acf-46e7-a725-b67a5c6667db service neutron] 10.222.0.37 "GET /v2.0/networks/d84cebc8-3afd-4722-abc0-4dbc47a7b66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6180387 Jan 28 13:31:38.479354 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4b571f55-49ba-4672-b64b-57c80b278f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5e1cbb75-b4d3-48a7-9486-f073588f98ca), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:38.595501 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b571f55-49ba-4672-b64b-57c80b278f7a None None] Pushing event updated for resources: {'Port': ['ID=5e1cbb75-b4d3-48a7-9486-f073588f98ca,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:38.699453 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f7f521b7-712a-4152-8d97-0642bc1de656 req-d06a0b81-e1ed-4cdb-9d2a-f61e5debca48 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8 HTTP/1.1" status: 200 len: 217 time: 0.1105962 Jan 28 13:31:38.706145 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d7ac65e6-918a-44e3-9895-79077d553ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (e6fe2588-dbb4-4de3-9d1e-1323f44b0e96), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:38.718752 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:31:38.771256 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951d036-f90d-444c-8748-42389639d571 req-2cd29384-4c15-4326-b70c-97a5b6f8201f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:38.772879 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2951d036-f90d-444c-8748-42389639d571 req-2cd29384-4c15-4326-b70c-97a5b6f8201f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f001d26b-b928-47b4-a89f-43111884dd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4953182 Jan 28 13:31:38.883544 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cff113-4b33-41fe-9107-f9b33ab2066c req-966e423b-668c-41fa-ab74-ad9c5f2f8190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:38.884157 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cff113-4b33-41fe-9107-f9b33ab2066c req-966e423b-668c-41fa-ab74-ad9c5f2f8190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:38.884549 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cff113-4b33-41fe-9107-f9b33ab2066c req-966e423b-668c-41fa-ab74-ad9c5f2f8190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:38.886180 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b3cff113-4b33-41fe-9107-f9b33ab2066c req-966e423b-668c-41fa-ab74-ad9c5f2f8190 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c7a6811dc19649cf8e2a8d9876c3683f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8667605 Jan 28 13:31:38.933590 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f9f018f9-2803-4352-a82d-12934197dbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:38.934215 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f9f018f9-2803-4352-a82d-12934197dbe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:38.937755 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f9f018f9-2803-4352-a82d-12934197dbe1 service neutron] 10.222.0.18 "PUT /v2.0/ports/74437a62-acfb-47da-925a-b0b54245b4d9 HTTP/1.1" status: 200 len: 1134 time: 3.3881738 Jan 28 13:31:38.954458 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8,segment=NetworkSegment(c73eeb4d-303c-4688-baf9-701f8655b569),segment_id=c73eeb4d-303c-4688-baf9-701f8655b569)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:38.965060 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 42fedb07-122f-4176-ab68-e86ff46bf00b up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:31:38.972330 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'tag': '74437a62-acfb-47da-925a-b0b54245b4d9'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:38.974720 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0a8b2c-3959-4075-b70f-d9454bb6a7a6" -d '{"events": [{"name": "network-changed", "server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "tag": "74437a62-acfb-47da-925a-b0b54245b4d9"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:38.993869 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-bfb233d5-e533-4082-832a-626d61952370 service neutron] Request body: {'port': {'device_id': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:39.064538 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8', 'network_id': 'd84cebc8-3afd-4722-abc0-4dbc47a7b66a', 'port_id': '2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8', 'mac_address': 'fa:16:3e:be:0c:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19cc93dc-e9a7-45d3-8213-60f6f677f8a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:31:39.092998 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-d7ac65e6-918a-44e3-9895-79077d553ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6fe2588-dbb4-4de3-9d1e-1323f44b0e96']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:39.185700 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-d7ac65e6-918a-44e3-9895-79077d553ad1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad3547f-1c23-4863-9fde-17185a5d6ed5') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:39.186403 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-d7ac65e6-918a-44e3-9895-79077d553ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad3547f-1c23-4863-9fde-17185a5d6ed5') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:39.196739 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:39.197437 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.199884 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f521b7-712a-4152-8d97-0642bc1de656 req-3ffec80b-1295-4991-ab26-71d874cdfb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:39.201425 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f7f521b7-712a-4152-8d97-0642bc1de656 req-3ffec80b-1295-4991-ab26-71d874cdfb19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=19cc93dc-e9a7-45d3-8213-60f6f677f8a7 HTTP/1.1" status: 200 len: 855 time: 0.4910293 Jan 28 13:31:39.212727 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d7ac65e6-918a-44e3-9895-79077d553ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (4ad3547f-1c23-4863-9fde-17185a5d6ed5), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.238568 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-498c361f-d021-4cb7-a6c8-c106882db6e2 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Allocated IP 172.20.0.7 (97e2716e-6679-464e-b8a7-9e1528b2a20d/8905b4c7-49a0-4088-9e97-99e60bcc5b03/6d02a09c-c0c8-41ae-b2ed-2a985c345249) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:39.245869 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:31:39.278279 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9754d3c-f855-4779-b390-b75a04e189ed req-ba844cdc-5426-4591-ba1f-48f1791c8e44 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:39.285210 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8,segment=NetworkSegment(c73eeb4d-303c-4688-baf9-701f8655b569),segment_id=c73eeb4d-303c-4688-baf9-701f8655b569)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:39.293570 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.300157 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9754d3c-f855-4779-b390-b75a04e189ed req-ba844cdc-5426-4591-ba1f-48f1791c8e44 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:39.307258 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9754d3c-f855-4779-b390-b75a04e189ed req-ba844cdc-5426-4591-ba1f-48f1791c8e44 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:39.308648 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 42fedb07-122f-4176-ab68-e86ff46bf00b completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:31:39.313874 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9754d3c-f855-4779-b390-b75a04e189ed req-ba844cdc-5426-4591-ba1f-48f1791c8e44 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:39.331881 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9754d3c-f855-4779-b390-b75a04e189ed req-ba844cdc-5426-4591-ba1f-48f1791c8e44 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:39.338595 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 42fedb07-122f-4176-ab68-e86ff46bf00b triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:39.339253 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (42fedb07-122f-4176-ab68-e86ff46bf00b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.340841 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9754d3c-f855-4779-b390-b75a04e189ed req-ba844cdc-5426-4591-ba1f-48f1791c8e44 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:39.346618 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9754d3c-f855-4779-b390-b75a04e189ed req-ba844cdc-5426-4591-ba1f-48f1791c8e44 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:39.356957 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9754d3c-f855-4779-b390-b75a04e189ed req-ba844cdc-5426-4591-ba1f-48f1791c8e44 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5380 time: 0.5305870 Jan 28 13:31:39.396897 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01844a-abf2-46bb-98d0-1d429a75bfb3 req-6bbdb141-ee78-42d9-b377-8bb389f75148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:39.398391 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5e01844a-abf2-46bb-98d0-1d429a75bfb3 req-6bbdb141-ee78-42d9-b377-8bb389f75148 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dd65474c-0b14-4c75-9058-245198106ef8 HTTP/1.1" status: 200 len: 916 time: 0.8247092 Jan 28 13:31:39.400917 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d7ac65e6-918a-44e3-9895-79077d553ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (4ad3547f-1c23-4863-9fde-17185a5d6ed5), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.408617 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f018f9-2803-4352-a82d-12934197dbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=74437a62-acfb-47da-925a-b0b54245b4d9,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:39.440287 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798675d-68c8-4274-8331-5fb84322bead req-f27cc3af-08d6-4eb6-be20-09f882c8da76 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:39.448520 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7798675d-68c8-4274-8331-5fb84322bead req-f27cc3af-08d6-4eb6-be20-09f882c8da76 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/ports?device_id=c28df079-2e01-4562-976a-998d19c8d688 HTTP/1.1" status: 200 len: 946 time: 0.4782310 Jan 28 13:31:39.456327 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ac65e6-918a-44e3-9895-79077d553ad1 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:31:39.456751 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d7ac65e6-918a-44e3-9895-79077d553ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (4ad3547f-1c23-4863-9fde-17185a5d6ed5), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:31:39.494291 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:31:39.519068 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-bfb233d5-e533-4082-832a-626d61952370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c9b3c74c-0d75-49f6-b265-c9805d7a7fcc), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.554582 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cff113-4b33-41fe-9107-f9b33ab2066c req-cf3b7e92-49ac-4c2a-9715-3a98ba9c53a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:39.556349 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b3cff113-4b33-41fe-9107-f9b33ab2066c req-cf3b7e92-49ac-4c2a-9715-3a98ba9c53a8 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6414595 Jan 28 13:31:39.567645 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2951d036-f90d-444c-8748-42389639d571 req-caa7b1df-8f03-4050-a30f-9199f7aa5e46 service neutron] 10.222.0.37 "GET /v2.0/networks/f001d26b-b928-47b4-a89f-43111884dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7220771 Jan 28 13:31:39.633749 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9754d3c-f855-4779-b390-b75a04e189ed req-0babba2e-b9df-439e-9772-edcd96823658 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2594585 Jan 28 13:31:39.670019 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f521b7-712a-4152-8d97-0642bc1de656 req-8646547a-3d2c-4fbd-8d9c-d850d9bc8f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:39.672025 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f7f521b7-712a-4152-8d97-0642bc1de656 req-8646547a-3d2c-4fbd-8d9c-d850d9bc8f7f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d84cebc8-3afd-4722-abc0-4dbc47a7b66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4151692 Jan 28 13:31:39.685422 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:39.694949 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f8052-6235-48f0-9d23-7ea6baed17b8 req-69022543-2d7c-47db-aff0-857335e6545f tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:39.697103 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-241f8052-6235-48f0-9d23-7ea6baed17b8 req-69022543-2d7c-47db-aff0-857335e6545f tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28df079-2e01-4562-976a-998d19c8d688 HTTP/1.1" status: 200 len: 946 time: 0.4037797 Jan 28 13:31:39.712526 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:31:39.730780 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d7ac65e6-918a-44e3-9895-79077d553ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (e6fe2588-dbb4-4de3-9d1e-1323f44b0e96), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.733825 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5e01844a-abf2-46bb-98d0-1d429a75bfb3 req-8e5ba7b3-8fb7-4300-8aae-de5432f7d7b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91755f44-fc12-4753-90b2-7a0c1535621f HTTP/1.1" status: 200 len: 1001 time: 0.3230135 Jan 28 13:31:39.794470 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d7ac65e6-918a-44e3-9895-79077d553ad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.797638 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d7ac65e6-918a-44e3-9895-79077d553ad1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e6fe2588-dbb4-4de3-9d1e-1323f44b0e96 HTTP/1.1" status: 204 len: 168 time: 3.9993250 Jan 28 13:31:39.822269 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 42fedb07-122f-4176-ab68-e86ff46bf00b is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:39.822958 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (42fedb07-122f-4176-ab68-e86ff46bf00b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.840325 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b745d93-86d1-4f40-ab7a-9ec5d7b21403 x-openstack-request-id: req-5b745d93-86d1-4f40-ab7a-9ec5d7b21403 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:39.840325 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "tag": "74437a62-acfb-47da-925a-b0b54245b4d9", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:39.844873 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b745d93-86d1-4f40-ab7a-9ec5d7b21403 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:39.845470 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'tag': '74437a62-acfb-47da-925a-b0b54245b4d9', 'status': 'completed', 'code': 200} Jan 28 13:31:39.877596 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd914257d-5a88-489d-a1eb-0c3ecaa4f14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fedb07-122f-4176-ab68-e86ff46bf00b'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:39.885659 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8910f59e-af51-4292-bbf8-a50c54a1a6a4" -d '{"events": [{"server_uuid": "d914257d-5a88-489d-a1eb-0c3ecaa4f14e", "name": "network-vif-plugged", "status": "completed", "tag": "42fedb07-122f-4176-ab68-e86ff46bf00b"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:39.918408 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 42fedb07-122f-4176-ab68-e86ff46bf00b, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=42fedb07-122f-4176-ab68-e86ff46bf00b,segment=NetworkSegment(c73eeb4d-303c-4688-baf9-701f8655b569),segment_id=c73eeb4d-303c-4688-baf9-701f8655b569)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:39.948813 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac65e6-918a-44e3-9895-79077d553ad1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6fe2588-dbb4-4de3-9d1e-1323f44b0e96,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:39.967359 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7798675d-68c8-4274-8331-5fb84322bead req-78bf55d3-efc2-49aa-b812-1ea6e9d8c280 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc814014-0f6e-4289-a6c0-bfaf00f415e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177488 Jan 28 13:31:40.009348 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (42fedb07-122f-4176-ab68-e86ff46bf00b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:40.089497 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=42fedb07-122f-4176-ab68-e86ff46bf00b,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:40.272720 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a8b2c-3959-4075-b70f-d9454bb6a7a6 req-8a938068-59c8-4c90-bed6-2a6e3b419c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:40.273497 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a8b2c-3959-4075-b70f-d9454bb6a7a6 req-8a938068-59c8-4c90-bed6-2a6e3b419c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:40.273973 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a8b2c-3959-4075-b70f-d9454bb6a7a6 req-8a938068-59c8-4c90-bed6-2a6e3b419c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:40.274499 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a8b2c-3959-4075-b70f-d9454bb6a7a6 req-8a938068-59c8-4c90-bed6-2a6e3b419c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:40.274996 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a8b2c-3959-4075-b70f-d9454bb6a7a6 req-8a938068-59c8-4c90-bed6-2a6e3b419c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:40.275502 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a8b2c-3959-4075-b70f-d9454bb6a7a6 req-8a938068-59c8-4c90-bed6-2a6e3b419c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:40.276275 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a8b2c-3959-4075-b70f-d9454bb6a7a6 req-8a938068-59c8-4c90-bed6-2a6e3b419c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:40.278397 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-da0a8b2c-3959-4075-b70f-d9454bb6a7a6 req-8a938068-59c8-4c90-bed6-2a6e3b419c6c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7a6811dc19649cf8e2a8d9876c3683f&device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 6217 time: 0.4821029 Jan 28 13:31:40.278903 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57738) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:40.282806 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-498c361f-d021-4cb7-a6c8-c106882db6e2 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks [] for port (6d02a09c-c0c8-41ae-b2ed-2a985c345249), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:40.326864 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2951d036-f90d-444c-8748-42389639d571 req-89028ed3-c77e-495f-b1a1-dce286239ca6 service neutron] 10.222.0.37 "GET /v2.0/networks/f001d26b-b928-47b4-a89f-43111884dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7222264 Jan 28 13:31:40.328420 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01844a-abf2-46bb-98d0-1d429a75bfb3 req-c2ebb5f8-f5f6-46a1-9cef-80b9e54c4d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:40.329810 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5e01844a-abf2-46bb-98d0-1d429a75bfb3 req-c2ebb5f8-f5f6-46a1-9cef-80b9e54c4d93 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10438cad-60ca-4257-93e8-c8ceba8bf16c HTTP/1.1" status: 200 len: 855 time: 0.5282652 Jan 28 13:31:40.391145 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f7f521b7-712a-4152-8d97-0642bc1de656 req-cdaf10a6-cfe0-49a7-b60c-7391ef7bc930 service neutron] 10.222.0.18 "GET /v2.0/networks/d84cebc8-3afd-4722-abc0-4dbc47a7b66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6820338 Jan 28 13:31:40.457832 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a8b2c-3959-4075-b70f-d9454bb6a7a6 req-e2f48032-1172-4316-8dea-c2e201a7e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:40.458310 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a8b2c-3959-4075-b70f-d9454bb6a7a6 req-e2f48032-1172-4316-8dea-c2e201a7e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:40.458960 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a8b2c-3959-4075-b70f-d9454bb6a7a6 req-e2f48032-1172-4316-8dea-c2e201a7e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:40.460494 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-da0a8b2c-3959-4075-b70f-d9454bb6a7a6 req-e2f48032-1172-4316-8dea-c2e201a7e225 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c7a6811dc19649cf8e2a8d9876c3683f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1674826 Jan 28 13:31:40.481013 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405eabd-6063-4daf-9b6e-08c2345a785f req-7ef31683-fc57-4044-a663-a4fabffa5c85 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:40.488882 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9405eabd-6063-4daf-9b6e-08c2345a785f req-7ef31683-fc57-4044-a663-a4fabffa5c85 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0c7bbdc-15c8-4e85-9024-b17f68989f55 HTTP/1.1" status: 200 len: 945 time: 0.5918033 Jan 28 13:31:40.530084 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e208b6-8970-4c8d-a650-5c9837f9b648 None None] Network 97e2716e-6679-464e-b8a7-9e1528b2a20d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:31:40.582085 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53948a5-685b-4a03-86f3-d10a102fea4d req-7d9106b0-b565-47fd-ba5e-2fa6bc2ad50a tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:40.593290 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e53948a5-685b-4a03-86f3-d10a102fea4d req-7d9106b0-b565-47fd-ba5e-2fa6bc2ad50a tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=543f8b2d-9c62-4bd3-a4e9-609bd9052f77 HTTP/1.1" status: 200 len: 945 time: 0.6947253 Jan 28 13:31:40.624945 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-241f8052-6235-48f0-9d23-7ea6baed17b8 req-b529bf81-a86c-4a6f-99c8-2be018bc6477 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Deleting port 92da1f57-8490-4c54-81ce-81eaf8419d3b {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:40.625808 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-241f8052-6235-48f0-9d23-7ea6baed17b8 req-b529bf81-a86c-4a6f-99c8-2be018bc6477 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (92da1f57-8490-4c54-81ce-81eaf8419d3b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:40.708831 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01844a-abf2-46bb-98d0-1d429a75bfb3 req-47a0dbb4-e4fd-4365-bef9-f78b28443425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:40.710885 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5e01844a-abf2-46bb-98d0-1d429a75bfb3 req-47a0dbb4-e4fd-4365-bef9-f78b28443425 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dd65474c-0b14-4c75-9058-245198106ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3641238 Jan 28 13:31:40.719819 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61075a22-e98d-46ed-a3de-33c84bcec5e6 x-openstack-request-id: req-61075a22-e98d-46ed-a3de-33c84bcec5e6 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:40.720330 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d914257d-5a88-489d-a1eb-0c3ecaa4f14e", "name": "network-vif-plugged", "status": "completed", "tag": "42fedb07-122f-4176-ab68-e86ff46bf00b", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:40.720330 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-61075a22-e98d-46ed-a3de-33c84bcec5e6 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:40.721286 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd914257d-5a88-489d-a1eb-0c3ecaa4f14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fedb07-122f-4176-ab68-e86ff46bf00b', 'code': 200} Jan 28 13:31:40.731527 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 5e1cbb75-b4d3-48a7-9486-f073588f98ca up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:31:40.758618 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:31:40.883569 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e53948a5-685b-4a03-86f3-d10a102fea4d req-9b0f1be2-d2d9-410c-8247-156afd2a074b tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892137 Jan 28 13:31:40.934415 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-498c361f-d021-4cb7-a6c8-c106882db6e2 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (6d02a09c-c0c8-41ae-b2ed-2a985c345249), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:40.941835 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a8b2c-3959-4075-b70f-d9454bb6a7a6 req-57277e17-60f7-4215-8269-2faf07a97fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:40.942974 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-da0a8b2c-3959-4075-b70f-d9454bb6a7a6 req-57277e17-60f7-4215-8269-2faf07a97fed service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4566743 Jan 28 13:31:40.946235 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4fb7c810-968a-421b-a756-fcef455e9669 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=52180c6a713c4a868172017eb1f2f53b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6568282 Jan 28 13:31:40.949870 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f7f521b7-712a-4152-8d97-0642bc1de656 req-fb065c74-7aa5-4829-a50a-805619d91692 service neutron] 10.222.0.18 "GET /v2.0/networks/d84cebc8-3afd-4722-abc0-4dbc47a7b66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5573854 Jan 28 13:31:40.959330 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57742) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:40.973389 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a0843da0-b504-49ff-b299-8811475d5242 None None] Provisioning complete for port 5e1cbb75-b4d3-48a7-9486-f073588f98ca triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:40.974285 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0843da0-b504-49ff-b299-8811475d5242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5e1cbb75-b4d3-48a7-9486-f073588f98ca), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:41.031052 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498c361f-d021-4cb7-a6c8-c106882db6e2 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Network 97e2716e-6679-464e-b8a7-9e1528b2a20d is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:41.043661 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-498c361f-d021-4cb7-a6c8-c106882db6e2 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:41.047576 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498c361f-d021-4cb7-a6c8-c106882db6e2 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:41.124119 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:31:41.134905 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 5e1cbb75-b4d3-48a7-9486-f073588f98ca triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:41.135339 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5e1cbb75-b4d3-48a7-9486-f073588f98ca), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:41.140083 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:41.140458 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:41.146244 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c361f-d021-4cb7-a6c8-c106882db6e2 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Pushing event updated for resources: {'Port': ['ID=6d02a09c-c0c8-41ae-b2ed-2a985c345249,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:41.232063 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498c361f-d021-4cb7-a6c8-c106882db6e2 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:41.236503 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-498c361f-d021-4cb7-a6c8-c106882db6e2 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:41.273035 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-498c361f-d021-4cb7-a6c8-c106882db6e2 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0583868 Jan 28 13:31:41.281899 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57750) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:41.331265 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99abfe0-6cfb-46fd-8017-449a3fe95fdf req-4031fde0-047d-486b-be85-c927e7e735bd tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:41.339156 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b99abfe0-6cfb-46fd-8017-449a3fe95fdf req-4031fde0-047d-486b-be85-c927e7e735bd tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/ports?device_id=c28df079-2e01-4562-976a-998d19c8d688 HTTP/1.1" status: 200 len: 946 time: 0.2269812 Jan 28 13:31:41.352851 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a0843da0-b504-49ff-b299-8811475d5242 None None] Current status of the port 5e1cbb75-b4d3-48a7-9486-f073588f98ca is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:41.353164 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0843da0-b504-49ff-b299-8811475d5242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5e1cbb75-b4d3-48a7-9486-f073588f98ca), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:41.397122 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-bfb233d5-e533-4082-832a-626d61952370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9b3c74c-0d75-49f6-b265-c9805d7a7fcc {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:31:41.411453 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-bfb233d5-e533-4082-832a-626d61952370 service neutron] Publish callbacks [] for port (c9b3c74c-0d75-49f6-b265-c9805d7a7fcc), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:41.467312 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a0843da0-b504-49ff-b299-8811475d5242 None None] For port 5e1cbb75-b4d3-48a7-9486-f073588f98ca, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=5e1cbb75-b4d3-48a7-9486-f073588f98ca,segment=NetworkSegment(63f98899-4605-4c7b-a4bd-55f172aabc7d),segment_id=63f98899-4605-4c7b-a4bd-55f172aabc7d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:41.472875 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5dd13-d7b9-459e-8cfd-57562e4a7f80 req-ae6284a1-5068-4f9a-a10e-b4a2807e5026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:41.473439 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 5e1cbb75-b4d3-48a7-9486-f073588f98ca is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:41.473842 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5e1cbb75-b4d3-48a7-9486-f073588f98ca), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:41.474142 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6c5dd13-d7b9-459e-8cfd-57562e4a7f80 req-ae6284a1-5068-4f9a-a10e-b4a2807e5026 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d914257d-5a88-489d-a1eb-0c3ecaa4f14e HTTP/1.1" status: 200 len: 1096 time: 0.8408463 Jan 28 13:31:41.477511 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0843da0-b504-49ff-b299-8811475d5242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5e1cbb75-b4d3-48a7-9486-f073588f98ca), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:41.496949 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-241f8052-6235-48f0-9d23-7ea6baed17b8 req-b529bf81-a86c-4a6f-99c8-2be018bc6477 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] For port 92da1f57-8490-4c54-81ce-81eaf8419d3b, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=92da1f57-8490-4c54-81ce-81eaf8419d3b,segment=NetworkSegment(16034969-c777-4ff2-b32a-1d33aacd7571),segment_id=16034969-c777-4ff2-b32a-1d33aacd7571)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:41.497178 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-241f8052-6235-48f0-9d23-7ea6baed17b8 req-b529bf81-a86c-4a6f-99c8-2be018bc6477 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (92da1f57-8490-4c54-81ce-81eaf8419d3b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:41.536990 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-bfb233d5-e533-4082-832a-626d61952370 service neutron] Transition to ACTIVE for port object c9b3c74c-0d75-49f6-b265-c9805d7a7fcc will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:31:41.556921 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-9405eabd-6063-4daf-9b6e-08c2345a785f req-2b2e3db6-f25c-419f-ad0c-ca119449752c tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Deleting port c4950bf8-7279-44de-967a-4d8bd63975fd {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:41.557465 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9405eabd-6063-4daf-9b6e-08c2345a785f req-2b2e3db6-f25c-419f-ad0c-ca119449752c tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c4950bf8-7279-44de-967a-4d8bd63975fd), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:41.562591 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b99abfe0-6cfb-46fd-8017-449a3fe95fdf req-e908c5d3-ed72-4231-acd2-64eb6580618f tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc814014-0f6e-4289-a6c0-bfaf00f415e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221982 Jan 28 13:31:41.567679 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:41.567962 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:41.570608 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-bfb233d5-e533-4082-832a-626d61952370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (c9b3c74c-0d75-49f6-b265-c9805d7a7fcc), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:41.571053 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-241f8052-6235-48f0-9d23-7ea6baed17b8 req-b529bf81-a86c-4a6f-99c8-2be018bc6477 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Calling delete_port for 92da1f57-8490-4c54-81ce-81eaf8419d3b owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:41.724770 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0843da0-b504-49ff-b299-8811475d5242 None None] Pushing event updated for resources: {'Port': ['ID=5e1cbb75-b4d3-48a7-9486-f073588f98ca,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:41.755840 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:31:41.756206 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:31:41.764716 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-98442afc-f147-49f2-9b3f-3b34230549c5 None None] Provisioning complete for port 5e1cbb75-b4d3-48a7-9486-f073588f98ca triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:41.765100 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98442afc-f147-49f2-9b3f-3b34230549c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5e1cbb75-b4d3-48a7-9486-f073588f98ca), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:41.775140 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8,segment=NetworkSegment(c73eeb4d-303c-4688-baf9-701f8655b569),segment_id=c73eeb4d-303c-4688-baf9-701f8655b569)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:41.831748 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:41.880899 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7700a-65ff-4381-892c-a1833cfb7a11 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Deleting port 6d02a09c-c0c8-41ae-b2ed-2a985c345249 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:41.883472 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4ce7700a-65ff-4381-892c-a1833cfb7a11 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (6d02a09c-c0c8-41ae-b2ed-2a985c345249), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:41.895444 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6c5dd13-d7b9-459e-8cfd-57562e4a7f80 req-b04dcd08-4d09-489e-b4b7-22a2e275be78 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950708 Jan 28 13:31:41.895882 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb233d5-e533-4082-832a-626d61952370 service neutron] Pushing event updated for resources: {'Port': ['ID=c9b3c74c-0d75-49f6-b265-c9805d7a7fcc,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:41.904316 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5e01844a-abf2-46bb-98d0-1d429a75bfb3 req-6340c070-2a47-4af0-a893-40a1ecde8012 service neutron] 10.222.0.18 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1749601 Jan 28 13:31:41.920465 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e447856-8d55-434a-a670-194e47cfbaf5 req-fd23b6db-698b-4a1f-bb41-9418ac5b158c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:41.928344 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e447856-8d55-434a-a670-194e47cfbaf5 req-fd23b6db-698b-4a1f-bb41-9418ac5b158c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:41.933895 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e447856-8d55-434a-a670-194e47cfbaf5 req-fd23b6db-698b-4a1f-bb41-9418ac5b158c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:41.941358 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e447856-8d55-434a-a670-194e47cfbaf5 req-fd23b6db-698b-4a1f-bb41-9418ac5b158c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:41.948294 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e447856-8d55-434a-a670-194e47cfbaf5 req-fd23b6db-698b-4a1f-bb41-9418ac5b158c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:41.953947 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e447856-8d55-434a-a670-194e47cfbaf5 req-fd23b6db-698b-4a1f-bb41-9418ac5b158c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:41.959678 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e447856-8d55-434a-a670-194e47cfbaf5 req-fd23b6db-698b-4a1f-bb41-9418ac5b158c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:41.961779 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8e447856-8d55-434a-a670-194e47cfbaf5 req-fd23b6db-698b-4a1f-bb41-9418ac5b158c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5380 time: 1.1494377 Jan 28 13:31:41.992053 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:42.041404 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-bfb233d5-e533-4082-832a-626d61952370 service neutron] Attempting to bind port c9b3c74c-0d75-49f6-b265-c9805d7a7fcc on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:31:42.042021 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-bfb233d5-e533-4082-832a-626d61952370 service neutron] Attempting to bind port c9b3c74c-0d75-49f6-b265-c9805d7a7fcc by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '838a3594-93f5-4a9e-88df-6a6995eaa6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:31:42.042505 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-bfb233d5-e533-4082-832a-626d61952370 service neutron] Attempting to bind port c9b3c74c-0d75-49f6-b265-c9805d7a7fcc on network 1c76efb7-25f2-4bab-a422-d23d5893fdb1 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:42.050870 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-98442afc-f147-49f2-9b3f-3b34230549c5 None None] Current status of the port 5e1cbb75-b4d3-48a7-9486-f073588f98ca is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:42.053944 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-bfb233d5-e533-4082-832a-626d61952370 service neutron] Port c9b3c74c-0d75-49f6-b265-c9805d7a7fcc on network 1c76efb7-25f2-4bab-a422-d23d5893fdb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:31:42.054468 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-bfb233d5-e533-4082-832a-626d61952370 service neutron] Attempting to bind port c9b3c74c-0d75-49f6-b265-c9805d7a7fcc on network 1c76efb7-25f2-4bab-a422-d23d5893fdb1 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:42.062483 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-bfb233d5-e533-4082-832a-626d61952370 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:31:42.063099 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-bfb233d5-e533-4082-832a-626d61952370 service neutron] Checking segment: {'id': '838a3594-93f5-4a9e-88df-6a6995eaa6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:42.063809 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-bfb233d5-e533-4082-832a-626d61952370 service neutron] Bound using segment: {'id': '838a3594-93f5-4a9e-88df-6a6995eaa6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:31:42.064493 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-bfb233d5-e533-4082-832a-626d61952370 service neutron] Bound port: c9b3c74c-0d75-49f6-b265-c9805d7a7fcc, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '838a3594-93f5-4a9e-88df-6a6995eaa6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:31:42.065004 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-bfb233d5-e533-4082-832a-626d61952370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c9b3c74c-0d75-49f6-b265-c9805d7a7fcc), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.065562 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-98442afc-f147-49f2-9b3f-3b34230549c5 None None] Provisioning complete for port 6d02a09c-c0c8-41ae-b2ed-2a985c345249 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:42.066050 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98442afc-f147-49f2-9b3f-3b34230549c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6d02a09c-c0c8-41ae-b2ed-2a985c345249), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.071710 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-9405eabd-6063-4daf-9b6e-08c2345a785f req-2b2e3db6-f25c-419f-ad0c-ca119449752c tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] For port c4950bf8-7279-44de-967a-4d8bd63975fd, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=c4950bf8-7279-44de-967a-4d8bd63975fd,segment=NetworkSegment(16034969-c777-4ff2-b32a-1d33aacd7571),segment_id=16034969-c777-4ff2-b32a-1d33aacd7571)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:42.072081 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9405eabd-6063-4daf-9b6e-08c2345a785f req-2b2e3db6-f25c-419f-ad0c-ca119449752c tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c4950bf8-7279-44de-967a-4d8bd63975fd), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.086706 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-9405eabd-6063-4daf-9b6e-08c2345a785f req-2b2e3db6-f25c-419f-ad0c-ca119449752c tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Calling delete_port for c4950bf8-7279-44de-967a-4d8bd63975fd owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:42.089050 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4ce7700a-65ff-4381-892c-a1833cfb7a11 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (6d02a09c-c0c8-41ae-b2ed-2a985c345249), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.102954 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7700a-65ff-4381-892c-a1833cfb7a11 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Calling delete_port for 6d02a09c-c0c8-41ae-b2ed-2a985c345249 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:42.109611 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-98442afc-f147-49f2-9b3f-3b34230549c5 None None] Port 6d02a09c-c0c8-41ae-b2ed-2a985c345249 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:31:42.239044 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-87d06d62-2c97-47b7-993a-28542de56576 None None] Provisioning complete for port 6d02a09c-c0c8-41ae-b2ed-2a985c345249 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:42.239732 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87d06d62-2c97-47b7-993a-28542de56576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6d02a09c-c0c8-41ae-b2ed-2a985c345249), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.264536 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8e447856-8d55-434a-a670-194e47cfbaf5 req-37f46a0f-279e-406a-b5ae-a528c743b7c6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2927196 Jan 28 13:31:42.273441 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-241f8052-6235-48f0-9d23-7ea6baed17b8 req-b529bf81-a86c-4a6f-99c8-2be018bc6477 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (92da1f57-8490-4c54-81ce-81eaf8419d3b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.284808 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5f96cc85-7382-4f2d-886c-15578bb74479 admin admin] Publish callbacks [] for security_group (5dfaa926-0ea5-4dfd-9912-c47ccc13cf8d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.308760 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-bfb233d5-e533-4082-832a-626d61952370 service neutron] For port c9b3c74c-0d75-49f6-b265-c9805d7a7fcc, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:31:42.315556 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5f96cc85-7382-4f2d-886c-15578bb74479 admin admin] Publish callbacks [] for security_group (5dfaa926-0ea5-4dfd-9912-c47ccc13cf8d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.330231 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-bfb233d5-e533-4082-832a-626d61952370 service neutron] For port c9b3c74c-0d75-49f6-b265-c9805d7a7fcc, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c9b3c74c-0d75-49f6-b265-c9805d7a7fcc,segment=NetworkSegment(838a3594-93f5-4a9e-88df-6a6995eaa6d3),segment_id=838a3594-93f5-4a9e-88df-6a6995eaa6d3)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:31:42.340906 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-bfb233d5-e533-4082-832a-626d61952370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (c9b3c74c-0d75-49f6-b265-c9805d7a7fcc), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.341887 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 5e1cbb75-b4d3-48a7-9486-f073588f98ca is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:42.359959 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-87d06d62-2c97-47b7-993a-28542de56576 None None] Port 6d02a09c-c0c8-41ae-b2ed-2a985c345249 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:31:42.387960 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde74a3-029a-4405-bcce-04238bec1550 req-032f6323-d69a-435a-9aca-af8ab1f5f1ee tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:42.389720 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3dde74a3-029a-4405-bcce-04238bec1550 req-032f6323-d69a-435a-9aca-af8ab1f5f1ee tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=543f8b2d-9c62-4bd3-a4e9-609bd9052f77 HTTP/1.1" status: 200 len: 946 time: 0.1516097 Jan 28 13:31:42.405920 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529bf81-a86c-4a6f-99c8-2be018bc6477 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Pushing event deleted for resources: {'Port': ['ID=92da1f57-8490-4c54-81ce-81eaf8419d3b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:42.425521 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5f96cc85-7382-4f2d-886c-15578bb74479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5dfaa926-0ea5-4dfd-9912-c47ccc13cf8d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.428998 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5f96cc85-7382-4f2d-886c-15578bb74479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.432821 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5f96cc85-7382-4f2d-886c-15578bb74479 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5dfaa926-0ea5-4dfd-9912-c47ccc13cf8d HTTP/1.1" status: 204 len: 168 time: 1.4675930 Jan 28 13:31:42.433377 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-bfb233d5-e533-4082-832a-626d61952370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:42.434077 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-bfb233d5-e533-4082-832a-626d61952370 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.436586 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-bfb233d5-e533-4082-832a-626d61952370 service neutron] 10.222.0.18 "PUT /v2.0/ports/c9b3c74c-0d75-49f6-b265-c9805d7a7fcc HTTP/1.1" status: 200 len: 1091 time: 3.4541650 Jan 28 13:31:42.447351 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'tag': 'c9b3c74c-0d75-49f6-b265-c9805d7a7fcc'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:42.449413 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3448bc1a-60f5-42de-a06a-be50cbae5c70" -d '{"events": [{"name": "network-changed", "server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "tag": "c9b3c74c-0d75-49f6-b265-c9805d7a7fcc"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:42.486472 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f40a6b61-25bd-42fc-9989-b0775504f41f service neutron] Request body: {'port': {'device_id': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:42.567437 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56fdd42-12e2-43cf-a3ef-fac9b82d0c01 x-openstack-request-id: req-f56fdd42-12e2-43cf-a3ef-fac9b82d0c01 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:42.567676 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "tag": "c9b3c74c-0d75-49f6-b265-c9805d7a7fcc", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:42.567922 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f56fdd42-12e2-43cf-a3ef-fac9b82d0c01 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:42.568351 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'tag': 'c9b3c74c-0d75-49f6-b265-c9805d7a7fcc', 'status': 'completed', 'code': 200} Jan 28 13:31:42.573181 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4ce7700a-65ff-4381-892c-a1833cfb7a11 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (6d02a09c-c0c8-41ae-b2ed-2a985c345249), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.585553 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb233d5-e533-4082-832a-626d61952370 service neutron] Pushing event updated for resources: {'Port': ['ID=c9b3c74c-0d75-49f6-b265-c9805d7a7fcc,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:42.591203 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-241f8052-6235-48f0-9d23-7ea6baed17b8 req-b529bf81-a86c-4a6f-99c8-2be018bc6477 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] No DVR routers for this DVR port 92da1f57-8490-4c54-81ce-81eaf8419d3b on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:31:42.595111 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-241f8052-6235-48f0-9d23-7ea6baed17b8 req-b529bf81-a86c-4a6f-99c8-2be018bc6477 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.598735 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-241f8052-6235-48f0-9d23-7ea6baed17b8 req-b529bf81-a86c-4a6f-99c8-2be018bc6477 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.18 "DELETE /v2.0/ports/92da1f57-8490-4c54-81ce-81eaf8419d3b HTTP/1.1" status: 204 len: 173 time: 2.8830690 Jan 28 13:31:42.653649 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 5e1cbb75-b4d3-48a7-9486-f073588f98ca up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:31:42.662734 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28df079-2e01-4562-976a-998d19c8d688', 'name': 'network-vif-deleted', 'tag': '92da1f57-8490-4c54-81ce-81eaf8419d3b'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:42.666770 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf65418a-aeea-40e1-9998-7d9299f1ef83" -d '{"events": [{"server_uuid": "c28df079-2e01-4562-976a-998d19c8d688", "name": "network-vif-deleted", "tag": "92da1f57-8490-4c54-81ce-81eaf8419d3b"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:42.685647 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96cc85-7382-4f2d-886c-15578bb74479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfaa926-0ea5-4dfd-9912-c47ccc13cf8d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:42.756135 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7700a-65ff-4381-892c-a1833cfb7a11 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Pushing event deleted for resources: {'Port': ['ID=6d02a09c-c0c8-41ae-b2ed-2a985c345249,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:42.756688 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5e01844a-abf2-46bb-98d0-1d429a75bfb3 req-719f423a-304e-4ec4-812b-00e5b5eb1e72 service neutron] 10.222.0.18 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7899983 Jan 28 13:31:42.784133 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ec224329-bc2a-48f1-a34e-ed2b8d13ea95 req-988678a8-cb82-4c80-926a-b1260c6ca540 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/ports?device_id=c28df079-2e01-4562-976a-998d19c8d688 HTTP/1.1" status: 200 len: 210 time: 0.0718508 Jan 28 13:31:42.804329 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543f8b2d-9c62-4bd3-a4e9-609bd9052f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:42.808630 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef30fd67-ba95-4237-8c5e-2c99f0b4c618" -d '{"events": [{"server_uuid": "543f8b2d-9c62-4bd3-a4e9-609bd9052f77", "name": "network-vif-plugged", "status": "completed", "tag": "2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:42.818531 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448bc1a-60f5-42de-a06a-be50cbae5c70 req-e0e2a8bc-306d-48c2-9423-c99080832531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:42.819326 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448bc1a-60f5-42de-a06a-be50cbae5c70 req-e0e2a8bc-306d-48c2-9423-c99080832531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:42.820017 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448bc1a-60f5-42de-a06a-be50cbae5c70 req-e0e2a8bc-306d-48c2-9423-c99080832531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:42.820655 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448bc1a-60f5-42de-a06a-be50cbae5c70 req-e0e2a8bc-306d-48c2-9423-c99080832531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:42.821349 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448bc1a-60f5-42de-a06a-be50cbae5c70 req-e0e2a8bc-306d-48c2-9423-c99080832531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:42.822015 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448bc1a-60f5-42de-a06a-be50cbae5c70 req-e0e2a8bc-306d-48c2-9423-c99080832531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:42.822776 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448bc1a-60f5-42de-a06a-be50cbae5c70 req-e0e2a8bc-306d-48c2-9423-c99080832531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:42.825769 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3448bc1a-60f5-42de-a06a-be50cbae5c70 req-e0e2a8bc-306d-48c2-9423-c99080832531 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7a6811dc19649cf8e2a8d9876c3683f&device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 6284 time: 0.2353847 Jan 28 13:31:42.836936 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 92da1f57-8490-4c54-81ce-81eaf8419d3b no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:31:42.896354 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3dde74a3-029a-4405-bcce-04238bec1550 req-81e777b7-3b27-4dd2-b2e3-1fb812b59814 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4755385 Jan 28 13:31:42.945378 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 92da1f57-8490-4c54-81ce-81eaf8419d3b {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:31:42.945718 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 92da1f57-8490-4c54-81ce-81eaf8419d3b not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:31:42.991729 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device c4950bf8-7279-44de-967a-4d8bd63975fd no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:31:43.105136 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f40a6b61-25bd-42fc-9989-b0775504f41f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f581e7e7-2efc-4545-a180-92398f10892e), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:43.152788 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162ef38c-1cff-4044-94dc-df172af9e303 x-openstack-request-id: req-162ef38c-1cff-4044-94dc-df172af9e303 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:43.158378 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28df079-2e01-4562-976a-998d19c8d688", "name": "network-vif-deleted", "tag": "92da1f57-8490-4c54-81ce-81eaf8419d3b", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:43.158750 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-162ef38c-1cff-4044-94dc-df172af9e303 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:43.159326 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28df079-2e01-4562-976a-998d19c8d688', 'name': 'network-vif-deleted', 'tag': '92da1f57-8490-4c54-81ce-81eaf8419d3b', 'status': 'completed', 'code': 200} Jan 28 13:31:43.177264 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952eb205-f82e-4cef-9026-21d892133e13 x-openstack-request-id: req-952eb205-f82e-4cef-9026-21d892133e13 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:43.177628 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543f8b2d-9c62-4bd3-a4e9-609bd9052f77", "name": "network-vif-plugged", "status": "completed", "tag": "2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:43.177905 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-952eb205-f82e-4cef-9026-21d892133e13 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:43.178307 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543f8b2d-9c62-4bd3-a4e9-609bd9052f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8', 'code': 200} Jan 28 13:31:43.203989 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4ce7700a-65ff-4381-892c-a1833cfb7a11 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:43.218686 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4ce7700a-65ff-4381-892c-a1833cfb7a11 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] 10.222.0.39 "DELETE /v2.0/ports/6d02a09c-c0c8-41ae-b2ed-2a985c345249 HTTP/1.1" status: 204 len: 168 time: 1.9327023 Jan 28 13:31:43.223246 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57774) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:43.287965 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 5e1cbb75-b4d3-48a7-9486-f073588f98ca triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:43.288338 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5e1cbb75-b4d3-48a7-9486-f073588f98ca), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:43.336161 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9405eabd-6063-4daf-9b6e-08c2345a785f req-2b2e3db6-f25c-419f-ad0c-ca119449752c tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (c4950bf8-7279-44de-967a-4d8bd63975fd), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:43.439458 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Port c4950bf8-7279-44de-967a-4d8bd63975fd update to DOWN by agent not found {{(pid=103353) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 13:31:43.617316 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e3db6-f25c-419f-ad0c-ca119449752c tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Pushing event deleted for resources: {'Port': ['ID=c4950bf8-7279-44de-967a-4d8bd63975fd,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:43.630562 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 5e1cbb75-b4d3-48a7-9486-f073588f98ca is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:43.636656 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448bc1a-60f5-42de-a06a-be50cbae5c70 req-840addfd-ce94-4f00-9c1e-d6d41902c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:43.637326 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448bc1a-60f5-42de-a06a-be50cbae5c70 req-840addfd-ce94-4f00-9c1e-d6d41902c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:43.637648 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448bc1a-60f5-42de-a06a-be50cbae5c70 req-840addfd-ce94-4f00-9c1e-d6d41902c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:43.639459 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3448bc1a-60f5-42de-a06a-be50cbae5c70 req-840addfd-ce94-4f00-9c1e-d6d41902c3da service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c7a6811dc19649cf8e2a8d9876c3683f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7747235 Jan 28 13:31:43.671186 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5f2ab0ac-e3da-4383-b9bd-f1156e9d0805 tempest-DHCPAgentSchedulersTestJSON-1944661760 tempest-DHCPAgentSchedulersTestJSON-1944661760-project-admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.4433298 Jan 28 13:31:43.677672 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57788) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:43.687215 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-b0575f16-0e27-45ae-9e39-0bd3a0dc890d tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1776226886'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:43.719539 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516805a6-c19c-4872-9697-ee929c0f46bd req-454e27d0-6a7e-4ef7-acb7-483835a96a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:43.721763 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-516805a6-c19c-4872-9697-ee929c0f46bd req-454e27d0-6a7e-4ef7-acb7-483835a96a62 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=543f8b2d-9c62-4bd3-a4e9-609bd9052f77 HTTP/1.1" status: 200 len: 1097 time: 0.5615349 Jan 28 13:31:43.754302 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0575f16-0e27-45ae-9e39-0bd3a0dc890d tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Made reservation on behalf of 445c20d181894e79985d05032edb6903 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:43.759826 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b0575f16-0e27-45ae-9e39-0bd3a0dc890d tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:43.770380 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-9405eabd-6063-4daf-9b6e-08c2345a785f req-2b2e3db6-f25c-419f-ad0c-ca119449752c tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] No DVR routers for this DVR port c4950bf8-7279-44de-967a-4d8bd63975fd on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:31:43.775106 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9405eabd-6063-4daf-9b6e-08c2345a785f req-2b2e3db6-f25c-419f-ad0c-ca119449752c tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:43.779611 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9405eabd-6063-4daf-9b6e-08c2345a785f req-2b2e3db6-f25c-419f-ad0c-ca119449752c tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.37 "DELETE /v2.0/ports/c4950bf8-7279-44de-967a-4d8bd63975fd HTTP/1.1" status: 204 len: 173 time: 3.2806294 Jan 28 13:31:43.902345 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0575f16-0e27-45ae-9e39-0bd3a0dc890d tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:31:43.904353 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffa524-04fe-4a22-b7cd-50e09e2f4484 req-f9a6347d-7c2e-412a-b431-f17a5c3c05e0 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:43.911299 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffa524-04fe-4a22-b7cd-50e09e2f4484 req-f9a6347d-7c2e-412a-b431-f17a5c3c05e0 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:43.917671 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffa524-04fe-4a22-b7cd-50e09e2f4484 req-f9a6347d-7c2e-412a-b431-f17a5c3c05e0 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:43.930452 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffa524-04fe-4a22-b7cd-50e09e2f4484 req-f9a6347d-7c2e-412a-b431-f17a5c3c05e0 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:43.949903 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffa524-04fe-4a22-b7cd-50e09e2f4484 req-f9a6347d-7c2e-412a-b431-f17a5c3c05e0 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:43.963468 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffa524-04fe-4a22-b7cd-50e09e2f4484 req-f9a6347d-7c2e-412a-b431-f17a5c3c05e0 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:43.975201 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffa524-04fe-4a22-b7cd-50e09e2f4484 req-f9a6347d-7c2e-412a-b431-f17a5c3c05e0 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:43.993360 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e8ffa524-04fe-4a22-b7cd-50e09e2f4484 req-f9a6347d-7c2e-412a-b431-f17a5c3c05e0 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5392 time: 0.6038337 Jan 28 13:31:44.168176 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-516805a6-c19c-4872-9697-ee929c0f46bd req-94dc2294-5e12-494b-8f34-47c843b394e8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088306 Jan 28 13:31:44.190723 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e8ffa524-04fe-4a22-b7cd-50e09e2f4484 req-8e654c12-17b3-45c0-a42e-d8da65f1dcae tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1963921 Jan 28 13:31:44.200371 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448bc1a-60f5-42de-a06a-be50cbae5c70 req-beb97474-79c4-446e-8d15-e9fe2fb2d087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:44.203532 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3448bc1a-60f5-42de-a06a-be50cbae5c70 req-beb97474-79c4-446e-8d15-e9fe2fb2d087 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5375133 Jan 28 13:31:44.367568 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6ec02a54-46c8-4666-86ce-0c3661738026 req-7c5f0608-43bd-44d4-a0d0-77587bf945ee tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0c7bbdc-15c8-4e85-9024-b17f68989f55 HTTP/1.1" status: 200 len: 210 time: 0.0518744 Jan 28 13:31:44.427969 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f40a6b61-25bd-42fc-9989-b0775504f41f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f581e7e7-2efc-4545-a180-92398f10892e {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:31:44.470148 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b0575f16-0e27-45ae-9e39-0bd3a0dc890d tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (1b00fdbf-b4f3-47e2-a66a-f483212eb8cd), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:44.470510 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-b0575f16-0e27-45ae-9e39-0bd3a0dc890d tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Added segment 1b00fdbf-b4f3-47e2-a66a-f483212eb8cd of type vlan for network 55f22281-8ee4-4e5f-931e-6318b0413720 Jan 28 13:31:44.496406 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f40a6b61-25bd-42fc-9989-b0775504f41f service neutron] Publish callbacks [] for port (f581e7e7-2efc-4545-a180-92398f10892e), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:44.542000 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f40a6b61-25bd-42fc-9989-b0775504f41f service neutron] Transition to ACTIVE for port object f581e7e7-2efc-4545-a180-92398f10892e will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:31:44.563975 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88ca66-1dc5-4414-a585-547745d59b90 req-5054bd23-3b9e-4826-886f-5c43b8387b46 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:44.570390 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ec88ca66-1dc5-4414-a585-547745d59b90 req-5054bd23-3b9e-4826-886f-5c43b8387b46 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=543f8b2d-9c62-4bd3-a4e9-609bd9052f77 HTTP/1.1" status: 200 len: 946 time: 0.2184355 Jan 28 13:31:44.572452 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f40a6b61-25bd-42fc-9989-b0775504f41f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (f581e7e7-2efc-4545-a180-92398f10892e), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:44.576265 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b0575f16-0e27-45ae-9e39-0bd3a0dc890d tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (55f22281-8ee4-4e5f-931e-6318b0413720), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:44.694521 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a6b61-25bd-42fc-9989-b0775504f41f service neutron] Pushing event updated for resources: {'Port': ['ID=f581e7e7-2efc-4545-a180-92398f10892e,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:44.766316 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b0575f16-0e27-45ae-9e39-0bd3a0dc890d tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (55f22281-8ee4-4e5f-931e-6318b0413720), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:44.771652 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0575f16-0e27-45ae-9e39-0bd3a0dc890d tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:44.772293 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b0575f16-0e27-45ae-9e39-0bd3a0dc890d tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:44.796185 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ec88ca66-1dc5-4414-a585-547745d59b90 req-e500cc54-9bed-40cf-b954-6e07668da6e5 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243845 Jan 28 13:31:44.852505 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57822) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:44.852793 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b0575f16-0e27-45ae-9e39-0bd3a0dc890d tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1701851 Jan 28 13:31:44.856738 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f40a6b61-25bd-42fc-9989-b0775504f41f service neutron] Attempting to bind port f581e7e7-2efc-4545-a180-92398f10892e on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:31:44.857074 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f40a6b61-25bd-42fc-9989-b0775504f41f service neutron] Attempting to bind port f581e7e7-2efc-4545-a180-92398f10892e by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '838a3594-93f5-4a9e-88df-6a6995eaa6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:31:44.857401 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f40a6b61-25bd-42fc-9989-b0775504f41f service neutron] Attempting to bind port f581e7e7-2efc-4545-a180-92398f10892e on network 1c76efb7-25f2-4bab-a422-d23d5893fdb1 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:44.895605 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f40a6b61-25bd-42fc-9989-b0775504f41f service neutron] Port f581e7e7-2efc-4545-a180-92398f10892e on network 1c76efb7-25f2-4bab-a422-d23d5893fdb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:31:44.895919 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f40a6b61-25bd-42fc-9989-b0775504f41f service neutron] Attempting to bind port f581e7e7-2efc-4545-a180-92398f10892e on network 1c76efb7-25f2-4bab-a422-d23d5893fdb1 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:44.906242 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0575f16-0e27-45ae-9e39-0bd3a0dc890d tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Pushing event updated for resources: {'Network': ['ID=55f22281-8ee4-4e5f-931e-6318b0413720,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:44.908998 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f40a6b61-25bd-42fc-9989-b0775504f41f service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:31:44.909336 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f40a6b61-25bd-42fc-9989-b0775504f41f service neutron] Checking segment: {'id': '838a3594-93f5-4a9e-88df-6a6995eaa6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:44.909770 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f40a6b61-25bd-42fc-9989-b0775504f41f service neutron] Bound using segment: {'id': '838a3594-93f5-4a9e-88df-6a6995eaa6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:31:44.910210 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f40a6b61-25bd-42fc-9989-b0775504f41f service neutron] Bound port: f581e7e7-2efc-4545-a180-92398f10892e, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '838a3594-93f5-4a9e-88df-6a6995eaa6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:31:44.910569 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f40a6b61-25bd-42fc-9989-b0775504f41f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f581e7e7-2efc-4545-a180-92398f10892e), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:44.919485 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 55f22281-8ee4-4e5f-931e-6318b0413720 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:31:44.990320 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f40a6b61-25bd-42fc-9989-b0775504f41f service neutron] For port f581e7e7-2efc-4545-a180-92398f10892e, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:31:44.993755 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f40a6b61-25bd-42fc-9989-b0775504f41f service neutron] For port f581e7e7-2efc-4545-a180-92398f10892e, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=f581e7e7-2efc-4545-a180-92398f10892e,segment=NetworkSegment(838a3594-93f5-4a9e-88df-6a6995eaa6d3),segment_id=838a3594-93f5-4a9e-88df-6a6995eaa6d3)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:31:45.004314 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f40a6b61-25bd-42fc-9989-b0775504f41f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (f581e7e7-2efc-4545-a180-92398f10892e), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.091697 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a6b61-25bd-42fc-9989-b0775504f41f service neutron] Pushing event updated for resources: {'Port': ['ID=f581e7e7-2efc-4545-a180-92398f10892e,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:45.101507 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f40a6b61-25bd-42fc-9989-b0775504f41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:45.102122 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f40a6b61-25bd-42fc-9989-b0775504f41f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.108357 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f40a6b61-25bd-42fc-9989-b0775504f41f service neutron] 10.222.0.18 "PUT /v2.0/ports/f581e7e7-2efc-4545-a180-92398f10892e HTTP/1.1" status: 200 len: 1089 time: 2.6319823 Jan 28 13:31:45.108840 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'tag': 'f581e7e7-2efc-4545-a180-92398f10892e'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:45.111848 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04e8be0-e0a1-43c8-ae04-58f0be5f4175" -d '{"events": [{"name": "network-changed", "server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "tag": "f581e7e7-2efc-4545-a180-92398f10892e"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:45.176090 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ae5c076f-f266-4c2d-8386-8155d4b2d401 service neutron] Request body: {'port': {'device_id': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:45.176678 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c7bbdc-15c8-4e85-9024-b17f68989f55', 'name': 'network-vif-deleted', 'tag': 'c4950bf8-7279-44de-967a-4d8bd63975fd'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:45.180153 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2d5be7-590e-48da-90e8-9cebc51ea6bb" -d '{"events": [{"server_uuid": "e0c7bbdc-15c8-4e85-9024-b17f68989f55", "name": "network-vif-deleted", "tag": "c4950bf8-7279-44de-967a-4d8bd63975fd"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:45.214694 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c3295075-b918-4f92-8259-fda1c8403e32 tempest-DHCPAgentSchedulersTestJSON-1944661760 tempest-DHCPAgentSchedulersTestJSON-1944661760-project-admin] 10.222.0.39 "GET /v2.0/agents/7f6f837e-d180-47b7-b87a-8b97378ffbdd/dhcp-networks HTTP/1.1" status: 200 len: 10464 time: 0.3607852 Jan 28 13:31:45.217643 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57844) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:45.225161 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1127241-230a-47cf-87aa-ab5ec8ebd35d x-openstack-request-id: req-c1127241-230a-47cf-87aa-ab5ec8ebd35d {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:45.226464 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "tag": "f581e7e7-2efc-4545-a180-92398f10892e", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:45.229913 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c1127241-230a-47cf-87aa-ab5ec8ebd35d {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:45.232207 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'tag': 'f581e7e7-2efc-4545-a180-92398f10892e', 'status': 'completed', 'code': 200} Jan 28 13:31:45.331954 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ae5c076f-f266-4c2d-8386-8155d4b2d401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bda0bfac-8843-465f-a99c-d4e0d58976ff), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.379019 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e8be0-e0a1-43c8-ae04-58f0be5f4175 req-68d90de0-56d1-44b3-8464-bd9a9518c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:45.379799 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e8be0-e0a1-43c8-ae04-58f0be5f4175 req-68d90de0-56d1-44b3-8464-bd9a9518c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:45.380337 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e8be0-e0a1-43c8-ae04-58f0be5f4175 req-68d90de0-56d1-44b3-8464-bd9a9518c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:45.381237 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e8be0-e0a1-43c8-ae04-58f0be5f4175 req-68d90de0-56d1-44b3-8464-bd9a9518c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:45.382848 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e8be0-e0a1-43c8-ae04-58f0be5f4175 req-68d90de0-56d1-44b3-8464-bd9a9518c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:45.383352 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e8be0-e0a1-43c8-ae04-58f0be5f4175 req-68d90de0-56d1-44b3-8464-bd9a9518c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:45.388395 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e8be0-e0a1-43c8-ae04-58f0be5f4175 req-68d90de0-56d1-44b3-8464-bd9a9518c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:45.390564 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d04e8be0-e0a1-43c8-ae04-58f0be5f4175 req-68d90de0-56d1-44b3-8464-bd9a9518c236 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7a6811dc19649cf8e2a8d9876c3683f&device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 6351 time: 0.1377416 Jan 28 13:31:45.478006 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719801fe-0be1-40f8-8c64-11557565d778 tempest-DHCPAgentSchedulersTestJSON-1944661760 tempest-DHCPAgentSchedulersTestJSON-1944661760-project-admin] Network 55f22281-8ee4-4e5f-931e-6318b0413720 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:31:45.493247 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a276682-c813-43c8-82d2-81211fdb78c6 x-openstack-request-id: req-3a276682-c813-43c8-82d2-81211fdb78c6 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:45.493500 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c7bbdc-15c8-4e85-9024-b17f68989f55", "name": "network-vif-deleted", "tag": "c4950bf8-7279-44de-967a-4d8bd63975fd", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:45.493758 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a276682-c813-43c8-82d2-81211fdb78c6 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:45.494253 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c7bbdc-15c8-4e85-9024-b17f68989f55', 'name': 'network-vif-deleted', 'tag': 'c4950bf8-7279-44de-967a-4d8bd63975fd', 'status': 'completed', 'code': 200} Jan 28 13:31:45.535557 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-719801fe-0be1-40f8-8c64-11557565d778 tempest-DHCPAgentSchedulersTestJSON-1944661760 tempest-DHCPAgentSchedulersTestJSON-1944661760-project-admin] 10.222.0.39 "POST /v2.0/agents/7f6f837e-d180-47b7-b87a-8b97378ffbdd/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3164182 Jan 28 13:31:45.536670 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46257f79-c21e-4f93-9459-db6771dedf04 None None] Network 55f22281-8ee4-4e5f-931e-6318b0413720 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:31:45.544617 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57860) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:45.621150 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece12130-fbe8-4b2a-87c7-8fa48710015b req-1066ba77-7811-47e3-a557-5a1a0f9cd927 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:45.627413 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece12130-fbe8-4b2a-87c7-8fa48710015b req-1066ba77-7811-47e3-a557-5a1a0f9cd927 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:45.633958 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece12130-fbe8-4b2a-87c7-8fa48710015b req-1066ba77-7811-47e3-a557-5a1a0f9cd927 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:45.639886 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece12130-fbe8-4b2a-87c7-8fa48710015b req-1066ba77-7811-47e3-a557-5a1a0f9cd927 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:45.645435 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece12130-fbe8-4b2a-87c7-8fa48710015b req-1066ba77-7811-47e3-a557-5a1a0f9cd927 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:45.651025 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece12130-fbe8-4b2a-87c7-8fa48710015b req-1066ba77-7811-47e3-a557-5a1a0f9cd927 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:45.657126 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece12130-fbe8-4b2a-87c7-8fa48710015b req-1066ba77-7811-47e3-a557-5a1a0f9cd927 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:45.665758 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ece12130-fbe8-4b2a-87c7-8fa48710015b req-1066ba77-7811-47e3-a557-5a1a0f9cd927 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5404 time: 0.2935705 Jan 28 13:31:45.673106 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57870) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:45.833996 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e8be0-e0a1-43c8-ae04-58f0be5f4175 req-3bff855d-cf08-4e1f-ad2a-1a1346c182fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:45.834465 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e8be0-e0a1-43c8-ae04-58f0be5f4175 req-3bff855d-cf08-4e1f-ad2a-1a1346c182fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:45.834945 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e8be0-e0a1-43c8-ae04-58f0be5f4175 req-3bff855d-cf08-4e1f-ad2a-1a1346c182fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:45.836608 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d04e8be0-e0a1-43c8-ae04-58f0be5f4175 req-3bff855d-cf08-4e1f-ad2a-1a1346c182fe service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c7a6811dc19649cf8e2a8d9876c3683f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4296031 Jan 28 13:31:45.844066 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ae5c076f-f266-4c2d-8386-8155d4b2d401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda0bfac-8843-465f-a99c-d4e0d58976ff {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:31:45.857977 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ae5c076f-f266-4c2d-8386-8155d4b2d401 service neutron] Publish callbacks [] for port (bda0bfac-8843-465f-a99c-d4e0d58976ff), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.864045 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-de637f15-35c2-470b-a082-82c91ddbeb9e admin admin] Deleting subnet 0376ca22-f7fe-4a99-ae29-2bd9ab6c8516 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:31:45.867442 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de637f15-35c2-470b-a082-82c91ddbeb9e admin admin] Publish callbacks [] for subnet (0376ca22-f7fe-4a99-ae29-2bd9ab6c8516), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.873904 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ae5c076f-f266-4c2d-8386-8155d4b2d401 service neutron] Transition to ACTIVE for port object bda0bfac-8843-465f-a99c-d4e0d58976ff will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:31:45.881385 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ae5c076f-f266-4c2d-8386-8155d4b2d401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (bda0bfac-8843-465f-a99c-d4e0d58976ff), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.963734 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ece12130-fbe8-4b2a-87c7-8fa48710015b req-a9f33602-ac7a-474a-85f1-ec7dbb500952 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2969768 Jan 28 13:31:46.082751 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c076f-f266-4c2d-8386-8155d4b2d401 service neutron] Pushing event updated for resources: {'Port': ['ID=bda0bfac-8843-465f-a99c-d4e0d58976ff,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:46.163936 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ae5c076f-f266-4c2d-8386-8155d4b2d401 service neutron] Attempting to bind port bda0bfac-8843-465f-a99c-d4e0d58976ff on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:31:46.167976 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e8be0-e0a1-43c8-ae04-58f0be5f4175 req-d4f72520-81c9-46f2-a6ec-842ef933ffca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:46.169513 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d04e8be0-e0a1-43c8-ae04-58f0be5f4175 req-d4f72520-81c9-46f2-a6ec-842ef933ffca service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3239663 Jan 28 13:31:46.171122 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ae5c076f-f266-4c2d-8386-8155d4b2d401 service neutron] Attempting to bind port bda0bfac-8843-465f-a99c-d4e0d58976ff by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'fb18244e-3af3-4deb-8d3e-faa801cd5018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:31:46.172010 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ae5c076f-f266-4c2d-8386-8155d4b2d401 service neutron] Attempting to bind port bda0bfac-8843-465f-a99c-d4e0d58976ff on network 49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:46.195191 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ae5c076f-f266-4c2d-8386-8155d4b2d401 service neutron] Port bda0bfac-8843-465f-a99c-d4e0d58976ff on network 49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:31:46.195817 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ae5c076f-f266-4c2d-8386-8155d4b2d401 service neutron] Attempting to bind port bda0bfac-8843-465f-a99c-d4e0d58976ff on network 49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:46.204632 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ae5c076f-f266-4c2d-8386-8155d4b2d401 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:31:46.206830 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ae5c076f-f266-4c2d-8386-8155d4b2d401 service neutron] Checking segment: {'id': 'fb18244e-3af3-4deb-8d3e-faa801cd5018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:46.208018 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ae5c076f-f266-4c2d-8386-8155d4b2d401 service neutron] Bound using segment: {'id': 'fb18244e-3af3-4deb-8d3e-faa801cd5018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:31:46.208713 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ae5c076f-f266-4c2d-8386-8155d4b2d401 service neutron] Bound port: bda0bfac-8843-465f-a99c-d4e0d58976ff, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb18244e-3af3-4deb-8d3e-faa801cd5018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:31:46.209269 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ae5c076f-f266-4c2d-8386-8155d4b2d401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bda0bfac-8843-465f-a99c-d4e0d58976ff), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.220787 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de637f15-35c2-470b-a082-82c91ddbeb9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (0376ca22-f7fe-4a99-ae29-2bd9ab6c8516), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.285601 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de637f15-35c2-470b-a082-82c91ddbeb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (0376ca22-f7fe-4a99-ae29-2bd9ab6c8516), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.356995 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ae5c076f-f266-4c2d-8386-8155d4b2d401 service neutron] For port bda0bfac-8843-465f-a99c-d4e0d58976ff, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:31:46.363490 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a05db381-cbfc-421a-a64e-784839f9f31d tempest-DHCPAgentSchedulersTestJSON-1944661760 tempest-DHCPAgentSchedulersTestJSON-1944661760-project-admin] 10.222.0.39 "GET /v2.0/agents/7f6f837e-d180-47b7-b87a-8b97378ffbdd/dhcp-networks HTTP/1.1" status: 200 len: 11234 time: 0.8169572 Jan 28 13:31:46.369569 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57914) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:46.379706 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ae5c076f-f266-4c2d-8386-8155d4b2d401 service neutron] For port bda0bfac-8843-465f-a99c-d4e0d58976ff, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=bda0bfac-8843-465f-a99c-d4e0d58976ff,segment=NetworkSegment(fb18244e-3af3-4deb-8d3e-faa801cd5018),segment_id=fb18244e-3af3-4deb-8d3e-faa801cd5018)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:31:46.389087 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ae5c076f-f266-4c2d-8386-8155d4b2d401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (bda0bfac-8843-465f-a99c-d4e0d58976ff), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.448236 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de637f15-35c2-470b-a082-82c91ddbeb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (0376ca22-f7fe-4a99-ae29-2bd9ab6c8516), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.467702 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ae5c076f-f266-4c2d-8386-8155d4b2d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:46.469385 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ae5c076f-f266-4c2d-8386-8155d4b2d401 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.471701 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ae5c076f-f266-4c2d-8386-8155d4b2d401 service neutron] 10.222.0.18 "PUT /v2.0/ports/bda0bfac-8843-465f-a99c-d4e0d58976ff HTTP/1.1" status: 200 len: 1091 time: 1.3012621 Jan 28 13:31:46.497715 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de637f15-35c2-470b-a082-82c91ddbeb9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.504520 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-de637f15-35c2-470b-a082-82c91ddbeb9e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0376ca22-f7fe-4a99-ae29-2bd9ab6c8516 HTTP/1.1" status: 204 len: 168 time: 0.8253543 Jan 28 13:31:46.511362 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57936) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:46.541849 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c076f-f266-4c2d-8386-8155d4b2d401 service neutron] Pushing event updated for resources: {'Port': ['ID=bda0bfac-8843-465f-a99c-d4e0d58976ff,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:46.561807 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-29eddea7-f9a3-4993-8b3f-6aa8c32ea1c4 service neutron] Request body: {'port': {'device_id': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:46.593007 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de637f15-35c2-470b-a082-82c91ddbeb9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0376ca22-f7fe-4a99-ae29-2bd9ab6c8516,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:46.604591 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-37bb12fa-b8cd-4b95-8ce5-d23598e59a10 tempest-DHCPAgentSchedulersTestJSON-1944661760 tempest-DHCPAgentSchedulersTestJSON-1944661760-project-admin] 10.222.0.39 "DELETE /v2.0/agents/7f6f837e-d180-47b7-b87a-8b97378ffbdd/dhcp-networks/55f22281-8ee4-4e5f-931e-6318b0413720 HTTP/1.1" status: 204 len: 168 time: 0.2336538 Jan 28 13:31:46.609822 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57946) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:46.638036 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37657e-4eff-4679-adc7-baf832525837 req-5b417772-7587-443e-b8d2-618f59dc9f7a tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:46.640421 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2c37657e-4eff-4679-adc7-baf832525837 req-5b417772-7587-443e-b8d2-618f59dc9f7a tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=543f8b2d-9c62-4bd3-a4e9-609bd9052f77 HTTP/1.1" status: 200 len: 946 time: 0.2756376 Jan 28 13:31:46.676078 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-29eddea7-f9a3-4993-8b3f-6aa8c32ea1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f0fe5daa-acf0-4f7e-b641-574de0748ed4), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.828847 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2c37657e-4eff-4679-adc7-baf832525837 req-2c55a489-163a-41e6-8c02-8e0687f0b44a tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725681 Jan 28 13:31:46.837861 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cf527299-e1af-4d58-921f-97c618aab030 tempest-DHCPAgentSchedulersTestJSON-1944661760 tempest-DHCPAgentSchedulersTestJSON-1944661760-project-admin] 10.222.0.39 "GET /v2.0/agents/7f6f837e-d180-47b7-b87a-8b97378ffbdd/dhcp-networks HTTP/1.1" status: 200 len: 10426 time: 0.2244065 Jan 28 13:31:46.850619 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57954) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:46.906145 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b80fcda0-9bb7-4665-96b5-44e8bee5166f tempest-DHCPAgentSchedulersTestJSON-1944661760 tempest-DHCPAgentSchedulersTestJSON-1944661760-project-admin] 10.222.0.39 "GET /v2.0/networks/97e2716e-6679-464e-b8a7-9e1528b2a20d/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0514624 Jan 28 13:31:46.907933 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57962) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:46.936246 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7f6fa14e-fcd5-4048-9879-82d2eb71cac4 tempest-DHCPAgentSchedulersTestJSON-1944661760 tempest-DHCPAgentSchedulersTestJSON-1944661760-project-admin] 10.222.0.39 "GET /v2.0/networks/97e2716e-6679-464e-b8a7-9e1528b2a20d/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0267377 Jan 28 13:31:46.937149 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57966) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:46.947978 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-501afbd1-ed48-4384-b3f2-cd5401398391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (a4ac21db-2f16-4e68-879f-e058b18b8766), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.132100 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-93ae8fcd-335e-4f34-9024-bef9ec49623c tempest-DHCPAgentSchedulersTestJSON-1944661760 tempest-DHCPAgentSchedulersTestJSON-1944661760-project-admin] 10.222.0.39 "GET /v2.0/agents/7f6f837e-d180-47b7-b87a-8b97378ffbdd/dhcp-networks HTTP/1.1" status: 200 len: 10426 time: 0.1936007 Jan 28 13:31:47.137309 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57984) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:47.151206 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-501afbd1-ed48-4384-b3f2-cd5401398391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (a4ac21db-2f16-4e68-879f-e058b18b8766), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.240817 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f33d02-5ae9-4199-863c-7d2141b210c4 req-d37a98cc-8c2b-4a5b-9646-7bfbaffbf106 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:47.242208 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-30f33d02-5ae9-4199-863c-7d2141b210c4 req-d37a98cc-8c2b-4a5b-9646-7bfbaffbf106 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=573daf7d-2e4e-4525-a1ee-674e823fc854 HTTP/1.1" status: 200 len: 946 time: 0.1941099 Jan 28 13:31:47.244347 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-501afbd1-ed48-4384-b3f2-cd5401398391 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ac21db-2f16-4e68-879f-e058b18b8766']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:47.248053 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'tag': 'bda0bfac-8843-465f-a99c-d4e0d58976ff'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:47.250527 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be348c4-25f1-4692-9623-1ec1e83a447e" -d '{"events": [{"name": "network-changed", "server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "tag": "bda0bfac-8843-465f-a99c-d4e0d58976ff"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:47.260578 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9733dfc2-cd32-48a2-b43c-a76c7b423279 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (55f22281-8ee4-4e5f-931e-6318b0413720), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.267875 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-501afbd1-ed48-4384-b3f2-cd5401398391 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16034969-c777-4ff2-b32a-1d33aacd7571') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:47.268144 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-501afbd1-ed48-4384-b3f2-cd5401398391 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16034969-c777-4ff2-b32a-1d33aacd7571') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:47.295388 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-501afbd1-ed48-4384-b3f2-cd5401398391 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (16034969-c777-4ff2-b32a-1d33aacd7571), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.332257 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-501afbd1-ed48-4384-b3f2-cd5401398391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (16034969-c777-4ff2-b32a-1d33aacd7571), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.354041 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501afbd1-ed48-4384-b3f2-cd5401398391 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:31:47.354480 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-501afbd1-ed48-4384-b3f2-cd5401398391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (16034969-c777-4ff2-b32a-1d33aacd7571), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:31:47.363305 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:31:47.388196 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-30f33d02-5ae9-4199-863c-7d2141b210c4 req-d7502d91-afb1-48d4-8e8b-58e8be96fd3d tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271968 Jan 28 13:31:47.476605 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-501afbd1-ed48-4384-b3f2-cd5401398391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (a4ac21db-2f16-4e68-879f-e058b18b8766), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.484564 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-501afbd1-ed48-4384-b3f2-cd5401398391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.487809 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-501afbd1-ed48-4384-b3f2-cd5401398391 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a4ac21db-2f16-4e68-879f-e058b18b8766 HTTP/1.1" status: 204 len: 168 time: 0.9726813 Jan 28 13:31:47.553123 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.557617 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501afbd1-ed48-4384-b3f2-cd5401398391 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4ac21db-2f16-4e68-879f-e058b18b8766,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:47.563501 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-29eddea7-f9a3-4993-8b3f-6aa8c32ea1c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0fe5daa-acf0-4f7e-b641-574de0748ed4 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:31:47.581558 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-29eddea7-f9a3-4993-8b3f-6aa8c32ea1c4 service neutron] Publish callbacks [] for port (f0fe5daa-acf0-4f7e-b641-574de0748ed4), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.611609 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d925dd6-2a60-4352-9b14-12082d7d2c80 req-1afb5193-0430-4a3d-9fbb-fd8870d37931 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:47.624953 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3d925dd6-2a60-4352-9b14-12082d7d2c80 req-1afb5193-0430-4a3d-9fbb-fd8870d37931 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb961be5-84c5-4d4e-b0d1-671648cea573 HTTP/1.1" status: 200 len: 946 time: 0.1314409 Jan 28 13:31:47.645492 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-29eddea7-f9a3-4993-8b3f-6aa8c32ea1c4 service neutron] Transition to ACTIVE for port object f0fe5daa-acf0-4f7e-b641-574de0748ed4 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:31:47.653974 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-29eddea7-f9a3-4993-8b3f-6aa8c32ea1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (f0fe5daa-acf0-4f7e-b641-574de0748ed4), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.670042 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198bebe-54b2-4432-bd2e-05bbcfe96178 req-395e84d0-61d8-4aa2-b8ca-631beac735cf tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:47.675620 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198bebe-54b2-4432-bd2e-05bbcfe96178 req-395e84d0-61d8-4aa2-b8ca-631beac735cf tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:47.680993 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198bebe-54b2-4432-bd2e-05bbcfe96178 req-395e84d0-61d8-4aa2-b8ca-631beac735cf tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:47.686527 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198bebe-54b2-4432-bd2e-05bbcfe96178 req-395e84d0-61d8-4aa2-b8ca-631beac735cf tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:47.692119 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198bebe-54b2-4432-bd2e-05bbcfe96178 req-395e84d0-61d8-4aa2-b8ca-631beac735cf tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:47.697419 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198bebe-54b2-4432-bd2e-05bbcfe96178 req-395e84d0-61d8-4aa2-b8ca-631beac735cf tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:47.702929 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198bebe-54b2-4432-bd2e-05bbcfe96178 req-395e84d0-61d8-4aa2-b8ca-631beac735cf tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:47.710500 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8198bebe-54b2-4432-bd2e-05bbcfe96178 req-395e84d0-61d8-4aa2-b8ca-631beac735cf tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5416 time: 0.5629013 Jan 28 13:31:47.779800 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57994) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:47.832210 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3d925dd6-2a60-4352-9b14-12082d7d2c80 req-2cbb9d15-e6e2-4058-ab7c-389a4f664664 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d50052-d4d1-4096-80d9-b2817a8a2416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062097 Jan 28 13:31:47.875327 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eddea7-f9a3-4993-8b3f-6aa8c32ea1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fe5daa-acf0-4f7e-b641-574de0748ed4,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:47.893594 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-29eddea7-f9a3-4993-8b3f-6aa8c32ea1c4 service neutron] Attempting to bind port f0fe5daa-acf0-4f7e-b641-574de0748ed4 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:31:47.894387 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9733dfc2-cd32-48a2-b43c-a76c7b423279 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (55f22281-8ee4-4e5f-931e-6318b0413720), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.896701 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-29eddea7-f9a3-4993-8b3f-6aa8c32ea1c4 service neutron] Attempting to bind port f0fe5daa-acf0-4f7e-b641-574de0748ed4 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'fb18244e-3af3-4deb-8d3e-faa801cd5018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:31:47.897260 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-29eddea7-f9a3-4993-8b3f-6aa8c32ea1c4 service neutron] Attempting to bind port f0fe5daa-acf0-4f7e-b641-574de0748ed4 on network 49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:47.909039 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-29eddea7-f9a3-4993-8b3f-6aa8c32ea1c4 service neutron] Port f0fe5daa-acf0-4f7e-b641-574de0748ed4 on network 49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:31:47.909367 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-29eddea7-f9a3-4993-8b3f-6aa8c32ea1c4 service neutron] Attempting to bind port f0fe5daa-acf0-4f7e-b641-574de0748ed4 on network 49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:47.915787 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-29eddea7-f9a3-4993-8b3f-6aa8c32ea1c4 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:31:47.916119 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-29eddea7-f9a3-4993-8b3f-6aa8c32ea1c4 service neutron] Checking segment: {'id': 'fb18244e-3af3-4deb-8d3e-faa801cd5018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:47.916497 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-29eddea7-f9a3-4993-8b3f-6aa8c32ea1c4 service neutron] Bound using segment: {'id': 'fb18244e-3af3-4deb-8d3e-faa801cd5018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:31:47.918815 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-29eddea7-f9a3-4993-8b3f-6aa8c32ea1c4 service neutron] Bound port: f0fe5daa-acf0-4f7e-b641-574de0748ed4, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb18244e-3af3-4deb-8d3e-faa801cd5018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:31:47.919230 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-29eddea7-f9a3-4993-8b3f-6aa8c32ea1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f0fe5daa-acf0-4f7e-b641-574de0748ed4), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.967805 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8198bebe-54b2-4432-bd2e-05bbcfe96178 req-8e08a5ac-6aba-401e-96df-218b46d3c332 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2559085 Jan 28 13:31:47.970092 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-9733dfc2-cd32-48a2-b43c-a76c7b423279 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f22281-8ee4-4e5f-931e-6318b0413720']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:47.991639 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-41f8ac78-b78c-4a9c-a8a5-ab674cafa76f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=49619dfecef048e0b93392b4a0a61dab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2106695 Jan 28 13:31:47.992332 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57998) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:48.025895 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-9733dfc2-cd32-48a2-b43c-a76c7b423279 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b00fdbf-b4f3-47e2-a66a-f483212eb8cd') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:48.026215 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-9733dfc2-cd32-48a2-b43c-a76c7b423279 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b00fdbf-b4f3-47e2-a66a-f483212eb8cd') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:48.074884 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9733dfc2-cd32-48a2-b43c-a76c7b423279 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (1b00fdbf-b4f3-47e2-a66a-f483212eb8cd), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.092035 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-29eddea7-f9a3-4993-8b3f-6aa8c32ea1c4 service neutron] For port f0fe5daa-acf0-4f7e-b641-574de0748ed4, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:31:48.096242 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-29eddea7-f9a3-4993-8b3f-6aa8c32ea1c4 service neutron] For port f0fe5daa-acf0-4f7e-b641-574de0748ed4, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=f0fe5daa-acf0-4f7e-b641-574de0748ed4,segment=NetworkSegment(fb18244e-3af3-4deb-8d3e-faa801cd5018),segment_id=fb18244e-3af3-4deb-8d3e-faa801cd5018)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:31:48.106749 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-29eddea7-f9a3-4993-8b3f-6aa8c32ea1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (f0fe5daa-acf0-4f7e-b641-574de0748ed4), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.132206 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9733dfc2-cd32-48a2-b43c-a76c7b423279 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (1b00fdbf-b4f3-47e2-a66a-f483212eb8cd), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.150682 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9733dfc2-cd32-48a2-b43c-a76c7b423279 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:31:48.156895 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9733dfc2-cd32-48a2-b43c-a76c7b423279 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (1b00fdbf-b4f3-47e2-a66a-f483212eb8cd), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.189145 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c976ab-88ef-467f-93ca-97a64ccffbd9 x-openstack-request-id: req-d3c976ab-88ef-467f-93ca-97a64ccffbd9 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:48.189705 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "tag": "bda0bfac-8843-465f-a99c-d4e0d58976ff", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:48.190204 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d3c976ab-88ef-467f-93ca-97a64ccffbd9 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:48.191159 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'tag': 'bda0bfac-8843-465f-a99c-d4e0d58976ff', 'status': 'completed', 'code': 200} Jan 28 13:31:48.210514 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-29eddea7-f9a3-4993-8b3f-6aa8c32ea1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:48.211286 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-29eddea7-f9a3-4993-8b3f-6aa8c32ea1c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.214263 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-29eddea7-f9a3-4993-8b3f-6aa8c32ea1c4 service neutron] 10.222.0.18 "PUT /v2.0/ports/f0fe5daa-acf0-4f7e-b641-574de0748ed4 HTTP/1.1" status: 200 len: 1091 time: 1.6874521 Jan 28 13:31:48.242321 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eddea7-f9a3-4993-8b3f-6aa8c32ea1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fe5daa-acf0-4f7e-b641-574de0748ed4,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:31:48.279096 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:31:48.362064 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9733dfc2-cd32-48a2-b43c-a76c7b423279 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (55f22281-8ee4-4e5f-931e-6318b0413720), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.364977 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b7ffdfa2-a934-408f-93a9-9712e3f2f560 admin admin] Publish callbacks [] for security_group (dc814014-0f6e-4289-a6c0-bfaf00f415e4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.390932 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9733dfc2-cd32-48a2-b43c-a76c7b423279 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.398490 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58032) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:48.413021 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9733dfc2-cd32-48a2-b43c-a76c7b423279 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] 10.222.0.39 "DELETE /v2.0/networks/55f22281-8ee4-4e5f-931e-6318b0413720 HTTP/1.1" status: 204 len: 168 time: 1.2743833 Jan 28 13:31:48.470297 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-be85764d-ab9e-4a00-9b8f-0841b7beadf5 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] DELETE failed (client error): The resource could not be found. Jan 28 13:31:48.471319 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be85764d-ab9e-4a00-9b8f-0841b7beadf5 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:31:48.475928 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-be85764d-ab9e-4a00-9b8f-0841b7beadf5 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] 10.222.0.39 "DELETE /v2.0/ports/6d02a09c-c0c8-41ae-b2ed-2a985c345249 HTTP/1.1" status: 404 len: 333 time: 0.0759668 Jan 28 13:31:48.478397 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58044) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:48.484323 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733dfc2-cd32-48a2-b43c-a76c7b423279 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Pushing event deleted for resources: {'Network': ['ID=55f22281-8ee4-4e5f-931e-6318b0413720,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:48.508070 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b7ffdfa2-a934-408f-93a9-9712e3f2f560 admin admin] Publish callbacks [] for security_group (dc814014-0f6e-4289-a6c0-bfaf00f415e4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.560739 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24463e0-2cdf-4258-b2eb-a5aed25c6901 req-ec891c4a-c102-45d6-b855-f6ef615712c0 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:48.563968 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c24463e0-2cdf-4258-b2eb-a5aed25c6901 req-ec891c4a-c102-45d6-b855-f6ef615712c0 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=d914257d-5a88-489d-a1eb-0c3ecaa4f14e HTTP/1.1" status: 200 len: 945 time: 0.2793758 Jan 28 13:31:48.570426 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be348c4-25f1-4692-9623-1ec1e83a447e req-d2f23a45-1a5b-4767-ac42-5b3007ec00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:48.573555 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be348c4-25f1-4692-9623-1ec1e83a447e req-d2f23a45-1a5b-4767-ac42-5b3007ec00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:48.574036 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be348c4-25f1-4692-9623-1ec1e83a447e req-d2f23a45-1a5b-4767-ac42-5b3007ec00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:48.574497 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be348c4-25f1-4692-9623-1ec1e83a447e req-d2f23a45-1a5b-4767-ac42-5b3007ec00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:48.575275 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be348c4-25f1-4692-9623-1ec1e83a447e req-d2f23a45-1a5b-4767-ac42-5b3007ec00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:48.575427 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be348c4-25f1-4692-9623-1ec1e83a447e req-d2f23a45-1a5b-4767-ac42-5b3007ec00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:48.575886 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be348c4-25f1-4692-9623-1ec1e83a447e req-d2f23a45-1a5b-4767-ac42-5b3007ec00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:48.578243 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8be348c4-25f1-4692-9623-1ec1e83a447e req-d2f23a45-1a5b-4767-ac42-5b3007ec00ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7a6811dc19649cf8e2a8d9876c3683f&device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 6485 time: 0.2960460 Jan 28 13:31:48.591424 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-5902000f-3ae7-4f86-9599-618c121e54ee tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Deleting subnet 8905b4c7-49a0-4088-9e97-99e60bcc5b03 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:31:48.595185 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5902000f-3ae7-4f86-9599-618c121e54ee tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks [] for subnet (8905b4c7-49a0-4088-9e97-99e60bcc5b03), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.640973 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5902000f-3ae7-4f86-9599-618c121e54ee tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (8905b4c7-49a0-4088-9e97-99e60bcc5b03), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.674518 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b7ffdfa2-a934-408f-93a9-9712e3f2f560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (dc814014-0f6e-4289-a6c0-bfaf00f415e4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.677389 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b7ffdfa2-a934-408f-93a9-9712e3f2f560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.680984 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b7ffdfa2-a934-408f-93a9-9712e3f2f560 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dc814014-0f6e-4289-a6c0-bfaf00f415e4 HTTP/1.1" status: 204 len: 168 time: 0.6676147 Jan 28 13:31:48.731830 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ffdfa2-a934-408f-93a9-9712e3f2f560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc814014-0f6e-4289-a6c0-bfaf00f415e4,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:48.773754 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c24463e0-2cdf-4258-b2eb-a5aed25c6901 req-62204493-e953-45aa-a568-adbb307cea27 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900861 Jan 28 13:31:48.810630 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be348c4-25f1-4692-9623-1ec1e83a447e req-2a00bb98-edbb-4e26-bcf1-2820d9342808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:48.811134 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be348c4-25f1-4692-9623-1ec1e83a447e req-2a00bb98-edbb-4e26-bcf1-2820d9342808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:48.811599 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be348c4-25f1-4692-9623-1ec1e83a447e req-2a00bb98-edbb-4e26-bcf1-2820d9342808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:48.813257 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8be348c4-25f1-4692-9623-1ec1e83a447e req-2a00bb98-edbb-4e26-bcf1-2820d9342808 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c7a6811dc19649cf8e2a8d9876c3683f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2032013 Jan 28 13:31:48.847786 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5902000f-3ae7-4f86-9599-618c121e54ee tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (8905b4c7-49a0-4088-9e97-99e60bcc5b03), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.934112 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5902000f-3ae7-4f86-9599-618c121e54ee tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (8905b4c7-49a0-4088-9e97-99e60bcc5b03), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.995941 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b9d467-c451-4a5f-b2a5-953d3ef51857 None None] Network 97e2716e-6679-464e-b8a7-9e1528b2a20d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:31:49.050240 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5902000f-3ae7-4f86-9599-618c121e54ee tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.059920 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5902000f-3ae7-4f86-9599-618c121e54ee tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] 10.222.0.39 "DELETE /v2.0/subnets/8905b4c7-49a0-4088-9e97-99e60bcc5b03 HTTP/1.1" status: 204 len: 168 time: 0.5776038 Jan 28 13:31:49.060508 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58104) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:49.080286 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be348c4-25f1-4692-9623-1ec1e83a447e req-4394d6c3-1954-46c9-aade-3282185ac8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:49.081843 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8be348c4-25f1-4692-9623-1ec1e83a447e req-4394d6c3-1954-46c9-aade-3282185ac8b1 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2604876 Jan 28 13:31:49.198197 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902000f-3ae7-4f86-9599-618c121e54ee tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Pushing event deleted for resources: {'Subnet': ['ID=8905b4c7-49a0-4088-9e97-99e60bcc5b03,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:49.206304 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c58e200-c4eb-4aa0-b99e-c1341d89f7b5 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (97e2716e-6679-464e-b8a7-9e1528b2a20d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.242340 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f33c9644-7107-4b4e-ae5d-d7a68b406e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:49.243266 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f33c9644-7107-4b4e-ae5d-d7a68b406e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:49.245825 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f33c9644-7107-4b4e-ae5d-d7a68b406e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:49.246683 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f33c9644-7107-4b4e-ae5d-d7a68b406e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:49.247612 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f33c9644-7107-4b4e-ae5d-d7a68b406e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:49.250637 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f33c9644-7107-4b4e-ae5d-d7a68b406e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:49.251349 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f33c9644-7107-4b4e-ae5d-d7a68b406e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:49.257780 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-f33c9644-7107-4b4e-ae5d-d7a68b406e93 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7a6811dc19649cf8e2a8d9876c3683f&device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 6485 time: 0.1302741 Jan 28 13:31:49.345412 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-6c58e200-c4eb-4aa0-b99e-c1341d89f7b5 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Deleting port 5e1cbb75-b4d3-48a7-9486-f073588f98ca {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:49.346099 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c58e200-c4eb-4aa0-b99e-c1341d89f7b5 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (5e1cbb75-b4d3-48a7-9486-f073588f98ca), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.397629 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f277c82-08f5-4fc7-b282-66b77a9e864b req-c899686a-a3e0-4d0e-b7c2-14ddc0413258 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:49.399386 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7f277c82-08f5-4fc7-b282-66b77a9e864b req-c899686a-a3e0-4d0e-b7c2-14ddc0413258 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb961be5-84c5-4d4e-b0d1-671648cea573 HTTP/1.1" status: 200 len: 946 time: 0.0977972 Jan 28 13:31:49.406315 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-68bbcc03-12dc-43d5-8ee1-5b5310d71dc7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91df4fb1-0eec-4c0c-aa55-6d19eb2df029 HTTP/1.1" status: 200 len: 217 time: 0.1245296 Jan 28 13:31:49.486718 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-6c58e200-c4eb-4aa0-b99e-c1341d89f7b5 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] For port 5e1cbb75-b4d3-48a7-9486-f073588f98ca, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=5e1cbb75-b4d3-48a7-9486-f073588f98ca,segment=NetworkSegment(63f98899-4605-4c7b-a4bd-55f172aabc7d),segment_id=63f98899-4605-4c7b-a4bd-55f172aabc7d)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:49.487322 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c58e200-c4eb-4aa0-b99e-c1341d89f7b5 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (5e1cbb75-b4d3-48a7-9486-f073588f98ca), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.507341 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271b005-76a5-4256-93d8-8fb0fd67f218 req-68c400c8-21be-4d7c-b434-3eb91acf113c tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:49.508629 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7f277c82-08f5-4fc7-b282-66b77a9e864b req-ac9286aa-0673-4291-9898-dc3b8c8373f3 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d50052-d4d1-4096-80d9-b2817a8a2416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786121 Jan 28 13:31:49.509727 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-6c58e200-c4eb-4aa0-b99e-c1341d89f7b5 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Calling delete_port for 5e1cbb75-b4d3-48a7-9486-f073588f98ca owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:49.527851 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e271b005-76a5-4256-93d8-8fb0fd67f218 req-68c400c8-21be-4d7c-b434-3eb91acf113c tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=543f8b2d-9c62-4bd3-a4e9-609bd9052f77 HTTP/1.1" status: 200 len: 946 time: 0.2684288 Jan 28 13:31:49.535947 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cd879e-1ca3-44d8-9c7f-8fa486fe4084 None None] DHCP port deletion for 97e2716e-6679-464e-b8a7-9e1528b2a20d request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:31:49.588641 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-08a13b70-bcbb-4b14-9c77-ac17228fc834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:49.590150 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-08a13b70-bcbb-4b14-9c77-ac17228fc834 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e406a7c-fb11-4530-8ef1-a71bb9184c0e HTTP/1.1" status: 200 len: 855 time: 0.1732230 Jan 28 13:31:49.629835 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c58e200-c4eb-4aa0-b99e-c1341d89f7b5 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (5e1cbb75-b4d3-48a7-9486-f073588f98ca), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.652656 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.656649 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-97cd879e-1ca3-44d8-9c7f-8fa486fe4084 None None] Deleting port 5e1cbb75-b4d3-48a7-9486-f073588f98ca {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:49.657564 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-97cd879e-1ca3-44d8-9c7f-8fa486fe4084 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (5e1cbb75-b4d3-48a7-9486-f073588f98ca), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.702458 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58e200-c4eb-4aa0-b99e-c1341d89f7b5 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Pushing event deleted for resources: {'Port': ['ID=5e1cbb75-b4d3-48a7-9486-f073588f98ca,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:49.713221 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c58e200-c4eb-4aa0-b99e-c1341d89f7b5 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] No DVR routers for this DVR port 5e1cbb75-b4d3-48a7-9486-f073588f98ca on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:31:49.761863 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-97cd879e-1ca3-44d8-9c7f-8fa486fe4084 None None] For port 5e1cbb75-b4d3-48a7-9486-f073588f98ca, host n-d-822747-2, got binding levels [] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:49.762630 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-97cd879e-1ca3-44d8-9c7f-8fa486fe4084 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (5e1cbb75-b4d3-48a7-9486-f073588f98ca), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.778044 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-97cd879e-1ca3-44d8-9c7f-8fa486fe4084 None None] Calling delete_port for 5e1cbb75-b4d3-48a7-9486-f073588f98ca owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:49.781759 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.ipam_backend_mixin [None req-97cd879e-1ca3-44d8-9c7f-8fa486fe4084 None None] Port 5e1cbb75-b4d3-48a7-9486-f073588f98ca was not found and therefore no delete operation was performed {{(pid=103353) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:31:49.790229 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-97cd879e-1ca3-44d8-9c7f-8fa486fe4084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (5e1cbb75-b4d3-48a7-9486-f073588f98ca), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.794658 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e271b005-76a5-4256-93d8-8fb0fd67f218 req-11beab8d-071c-465d-b6b0-492fd86f9325 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606492 Jan 28 13:31:49.814856 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-abc2b503-de2e-4e5c-b670-623a59ba20f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:49.820420 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-abc2b503-de2e-4e5c-b670-623a59ba20f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8d8ce296-49c0-407a-94c2-104afd52dd5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2104340 Jan 28 13:31:49.841937 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd879e-1ca3-44d8-9c7f-8fa486fe4084 None None] Pushing event deleted for resources: {'Port': ['ID=5e1cbb75-b4d3-48a7-9486-f073588f98ca,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:49.851448 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd879e-1ca3-44d8-9c7f-8fa486fe4084 None None] No DVR routers for this DVR port 5e1cbb75-b4d3-48a7-9486-f073588f98ca on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:31:49.900488 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c58e200-c4eb-4aa0-b99e-c1341d89f7b5 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (97e2716e-6679-464e-b8a7-9e1528b2a20d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.950194 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-6c58e200-c4eb-4aa0-b99e-c1341d89f7b5 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e2716e-6679-464e-b8a7-9e1528b2a20d']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:49.963579 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-6c58e200-c4eb-4aa0-b99e-c1341d89f7b5 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f98899-4605-4c7b-a4bd-55f172aabc7d') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:49.963923 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-6c58e200-c4eb-4aa0-b99e-c1341d89f7b5 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f98899-4605-4c7b-a4bd-55f172aabc7d') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:49.984497 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c58e200-c4eb-4aa0-b99e-c1341d89f7b5 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (63f98899-4605-4c7b-a4bd-55f172aabc7d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:50.003524 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996deed-6e98-429f-9071-2828ec71fb90 req-4bc98d6e-293d-47dc-b0fc-5ab9bfda3502 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:50.009509 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996deed-6e98-429f-9071-2828ec71fb90 req-4bc98d6e-293d-47dc-b0fc-5ab9bfda3502 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:50.016162 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996deed-6e98-429f-9071-2828ec71fb90 req-4bc98d6e-293d-47dc-b0fc-5ab9bfda3502 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:50.022321 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996deed-6e98-429f-9071-2828ec71fb90 req-4bc98d6e-293d-47dc-b0fc-5ab9bfda3502 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:50.028059 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996deed-6e98-429f-9071-2828ec71fb90 req-4bc98d6e-293d-47dc-b0fc-5ab9bfda3502 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:50.033830 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996deed-6e98-429f-9071-2828ec71fb90 req-4bc98d6e-293d-47dc-b0fc-5ab9bfda3502 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:50.039255 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996deed-6e98-429f-9071-2828ec71fb90 req-4bc98d6e-293d-47dc-b0fc-5ab9bfda3502 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:50.048242 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b996deed-6e98-429f-9071-2828ec71fb90 req-4bc98d6e-293d-47dc-b0fc-5ab9bfda3502 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5428 time: 0.1626434 Jan 28 13:31:50.078797 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-33934363-c436-425f-b29b-9f58be7cce73 service neutron] 10.222.0.18 "GET /v2.0/networks/8d8ce296-49c0-407a-94c2-104afd52dd5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483742 Jan 28 13:31:50.082067 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c58e200-c4eb-4aa0-b99e-c1341d89f7b5 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (63f98899-4605-4c7b-a4bd-55f172aabc7d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:50.097737 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c58e200-c4eb-4aa0-b99e-c1341d89f7b5 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:31:50.098162 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c58e200-c4eb-4aa0-b99e-c1341d89f7b5 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (63f98899-4605-4c7b-a4bd-55f172aabc7d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:31:50.101632 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:31:50.195700 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b996deed-6e98-429f-9071-2828ec71fb90 req-aaa18692-0ca1-42e6-ae42-478a4d89bd2e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1401908 Jan 28 13:31:50.197270 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'tag': 'f0fe5daa-acf0-4f7e-b641-574de0748ed4'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:50.199507 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cac8f6-2297-4091-a0f9-d3a6bcfea36d" -d '{"events": [{"name": "network-changed", "server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "tag": "f0fe5daa-acf0-4f7e-b641-574de0748ed4"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:50.211856 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c58e200-c4eb-4aa0-b99e-c1341d89f7b5 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (97e2716e-6679-464e-b8a7-9e1528b2a20d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:50.220682 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c58e200-c4eb-4aa0-b99e-c1341d89f7b5 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:50.227571 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-cad660ec-6001-4b15-8ac8-2241816cf1b5 service neutron] 10.222.0.18 "GET /v2.0/networks/8d8ce296-49c0-407a-94c2-104afd52dd5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419175 Jan 28 13:31:50.228811 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6c58e200-c4eb-4aa0-b99e-c1341d89f7b5 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] 10.222.0.39 "DELETE /v2.0/networks/97e2716e-6679-464e-b8a7-9e1528b2a20d HTTP/1.1" status: 204 len: 168 time: 1.1671231 Jan 28 13:31:50.284171 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-6cbdd54f-6312-4b2f-8a70-067cf5d7c1aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=0c0f91d0-9eaa-4b76-abe7-1a460d8a367f HTTP/1.1" status: 200 len: 217 time: 0.0494528 Jan 28 13:31:50.296366 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58e200-c4eb-4aa0-b99e-c1341d89f7b5 tempest-DHCPAgentSchedulersTestJSON-815429522 tempest-DHCPAgentSchedulersTestJSON-815429522-project] Pushing event deleted for resources: {'Network': ['ID=97e2716e-6679-464e-b8a7-9e1528b2a20d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:50.351521 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-a02372ef-6db5-4518-849a-6c1d814ea9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:50.352290 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-a02372ef-6db5-4518-849a-6c1d814ea9b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b74542d3-e3e9-4c91-b28b-bcd1470376c6 HTTP/1.1" status: 200 len: 797 time: 0.0615151 Jan 28 13:31:50.446740 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-d2b9fd3a-6cce-41ec-8677-495e88c98117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:50.448447 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-d2b9fd3a-6cce-41ec-8677-495e88c98117 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0818913 Jan 28 13:31:50.460063 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24a40b-0b4f-4137-b19f-974d7e790136 req-88c55d9b-b0ae-4f64-b40f-a7a30d32690b tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:50.467850 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bb24a40b-0b4f-4137-b19f-974d7e790136 req-88c55d9b-b0ae-4f64-b40f-a7a30d32690b tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=573daf7d-2e4e-4525-a1ee-674e823fc854 HTTP/1.1" status: 200 len: 946 time: 0.1143036 Jan 28 13:31:50.530945 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 5e1cbb75-b4d3-48a7-9486-f073588f98ca no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:31:50.558443 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 5e1cbb75-b4d3-48a7-9486-f073588f98ca {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:31:50.558790 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 5e1cbb75-b4d3-48a7-9486-f073588f98ca not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:31:50.611836 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bb24a40b-0b4f-4137-b19f-974d7e790136 req-34fe4688-c8bc-4d0a-ab82-dedec9984694 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428573 Jan 28 13:31:50.652594 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-5bdfec88-c8a2-407a-911c-3870074d4b02 service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813741 Jan 28 13:31:50.671856 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b143ee-56ff-4022-b732-e8416bff3b0d x-openstack-request-id: req-56b143ee-56ff-4022-b732-e8416bff3b0d {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:50.672226 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "tag": "f0fe5daa-acf0-4f7e-b641-574de0748ed4", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:50.672486 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-56b143ee-56ff-4022-b732-e8416bff3b0d {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:50.672903 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'tag': 'f0fe5daa-acf0-4f7e-b641-574de0748ed4', 'status': 'completed', 'code': 200} Jan 28 13:31:50.705056 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58196) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:50.807654 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-9e5d5d65-d9df-4e03-aaff-45f4a47d299f service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471674 Jan 28 13:31:50.917831 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-18421268-1afe-4e79-9f5f-221c6c0bb077 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=74437a62-acfb-47da-925a-b0b54245b4d9 HTTP/1.1" status: 200 len: 217 time: 0.1029592 Jan 28 13:31:50.949376 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0b735f99-15ef-4b0b-8f87-1ff8843a0c76 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=445c20d181894e79985d05032edb6903&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2430625 Jan 28 13:31:50.950019 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58218) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:51.017197 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-e831d6d3-724d-40fc-a015-eb95b2c0c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:51.019104 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-e831d6d3-724d-40fc-a015-eb95b2c0c282 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b74542d3-e3e9-4c91-b28b-bcd1470376c6 HTTP/1.1" status: 200 len: 797 time: 0.0953989 Jan 28 13:31:51.031298 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b064c872-91e8-4613-9d21-39c7595cf065 admin admin] Publish callbacks [] for security_group (ee9ced03-c392-409c-b3ab-51af9f5de343), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:51.059312 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b064c872-91e8-4613-9d21-39c7595cf065 admin admin] Publish callbacks [] for security_group (ee9ced03-c392-409c-b3ab-51af9f5de343), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:51.092937 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-c6c38327-60a6-4ec6-b135-1ab16fcbf767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:51.094612 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-c6c38327-60a6-4ec6-b135-1ab16fcbf767 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0563712 Jan 28 13:31:51.168208 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b064c872-91e8-4613-9d21-39c7595cf065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ee9ced03-c392-409c-b3ab-51af9f5de343), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:51.172492 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b064c872-91e8-4613-9d21-39c7595cf065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:51.174133 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b064c872-91e8-4613-9d21-39c7595cf065 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee9ced03-c392-409c-b3ab-51af9f5de343 HTTP/1.1" status: 204 len: 168 time: 0.2229061 Jan 28 13:31:51.184969 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064c872-91e8-4613-9d21-39c7595cf065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9ced03-c392-409c-b3ab-51af9f5de343,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:51.262383 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-250303ef-d533-497c-a756-4a2222138510 service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593060 Jan 28 13:31:51.376933 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6004e-096d-4e2b-bc8f-0547a76105a2 req-60d266bc-c860-4c0c-9c96-38ff3b91beba tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:51.385018 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6004e-096d-4e2b-bc8f-0547a76105a2 req-60d266bc-c860-4c0c-9c96-38ff3b91beba tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:51.393167 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6004e-096d-4e2b-bc8f-0547a76105a2 req-60d266bc-c860-4c0c-9c96-38ff3b91beba tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:51.395165 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3ed6004e-096d-4e2b-bc8f-0547a76105a2 req-60d266bc-c860-4c0c-9c96-38ff3b91beba tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=543f8b2d-9c62-4bd3-a4e9-609bd9052f77&device_id=d914257d-5a88-489d-a1eb-0c3ecaa4f14e&device_id=573daf7d-2e4e-4525-a1ee-674e823fc854 HTTP/1.1" status: 200 len: 2418 time: 0.1474254 Jan 28 13:31:51.472977 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-a97c95bb-c12f-4780-bb21-7cae562995bc service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908770 Jan 28 13:31:51.543870 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3ed6004e-096d-4e2b-bc8f-0547a76105a2 req-a0716e60-f008-4ef8-802c-45a97781991d tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313848 Jan 28 13:31:51.546011 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-b55e03c3-5d88-4bb4-bba2-78413e02e74c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=c9b3c74c-0d75-49f6-b265-c9805d7a7fcc HTTP/1.1" status: 200 len: 217 time: 0.0637205 Jan 28 13:31:51.610883 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-126111b1-e1c3-4b4d-b45b-5a7054150c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:51.613342 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-126111b1-e1c3-4b4d-b45b-5a7054150c98 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b74542d3-e3e9-4c91-b28b-bcd1470376c6 HTTP/1.1" status: 200 len: 797 time: 0.0588770 Jan 28 13:31:51.635573 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58258) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:51.664923 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eaf4cd-380f-4d03-922a-0a1ed114f543 req-847d397c-d64e-4c38-8739-81c2b39e91c9 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:51.667236 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-32eaf4cd-380f-4d03-922a-0a1ed114f543 req-847d397c-d64e-4c38-8739-81c2b39e91c9 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb961be5-84c5-4d4e-b0d1-671648cea573 HTTP/1.1" status: 200 len: 946 time: 0.0766017 Jan 28 13:31:51.695639 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8260ee15-02c6-45d9-a312-34aae6d9c8b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:51.738174 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-bcf36d8a-11b7-4806-a2b1-fa1eec4602b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:51.739827 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-bcf36d8a-11b7-4806-a2b1-fa1eec4602b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1200621 Jan 28 13:31:51.745512 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-32eaf4cd-380f-4d03-922a-0a1ed114f543 req-67c763aa-0ef7-4264-90c3-7e7eaa869e9e tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d50052-d4d1-4096-80d9-b2817a8a2416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718579 Jan 28 13:31:51.881405 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897517c-cebf-46cd-a3f4-97628e1f30eb req-d06b7f78-a9ae-442c-a79a-10abb00df2b6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:51.886826 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897517c-cebf-46cd-a3f4-97628e1f30eb req-d06b7f78-a9ae-442c-a79a-10abb00df2b6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:51.892084 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897517c-cebf-46cd-a3f4-97628e1f30eb req-d06b7f78-a9ae-442c-a79a-10abb00df2b6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:51.897320 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897517c-cebf-46cd-a3f4-97628e1f30eb req-d06b7f78-a9ae-442c-a79a-10abb00df2b6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:51.904188 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897517c-cebf-46cd-a3f4-97628e1f30eb req-d06b7f78-a9ae-442c-a79a-10abb00df2b6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:51.909839 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897517c-cebf-46cd-a3f4-97628e1f30eb req-d06b7f78-a9ae-442c-a79a-10abb00df2b6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:51.915270 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897517c-cebf-46cd-a3f4-97628e1f30eb req-d06b7f78-a9ae-442c-a79a-10abb00df2b6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:51.917280 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8897517c-cebf-46cd-a3f4-97628e1f30eb req-d06b7f78-a9ae-442c-a79a-10abb00df2b6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5428 time: 0.1765475 Jan 28 13:31:51.978341 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6500f-ebfb-4691-8fff-c84e9b6c805d req-e43d2e31-4fdb-4aea-a6a0-3f0803c3e98b tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:51.979791 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-31f6500f-ebfb-4691-8fff-c84e9b6c805d req-e43d2e31-4fdb-4aea-a6a0-3f0803c3e98b tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=543f8b2d-9c62-4bd3-a4e9-609bd9052f77 HTTP/1.1" status: 200 len: 946 time: 0.0517676 Jan 28 13:31:51.987543 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8260ee15-02c6-45d9-a312-34aae6d9c8b1 admin admin] Publish callbacks [] for security_group (98e414ae-44da-4caa-b27d-43d0a5e2a072), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:51.990705 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-054563f5-8a12-44b1-91ca-edf82182b229 service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362270 Jan 28 13:31:52.004457 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8260ee15-02c6-45d9-a312-34aae6d9c8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (98e414ae-44da-4caa-b27d-43d0a5e2a072), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:52.054889 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-31f6500f-ebfb-4691-8fff-c84e9b6c805d req-0f047c08-a244-48f0-bae7-e177fda717cd tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660760 Jan 28 13:31:52.115495 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8897517c-cebf-46cd-a3f4-97628e1f30eb req-5bef7683-6868-473a-bfbb-b21c3cef1eeb tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1755526 Jan 28 13:31:52.117575 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260ee15-02c6-45d9-a312-34aae6d9c8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e414ae-44da-4caa-b27d-43d0a5e2a072,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:52.218859 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8260ee15-02c6-45d9-a312-34aae6d9c8b1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4821f03a22854f99a697267fe2edc6f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5791035 Jan 28 13:31:52.221517 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58294) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:52.349048 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-2a17ff3c-05d2-49f7-8d04-2a82070ab697 service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456271 Jan 28 13:31:52.371903 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bce418ce-4b30-4c3e-b6b1-13931b178205 admin admin] Publish callbacks [] for security_group (98e414ae-44da-4caa-b27d-43d0a5e2a072), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:52.398208 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bce418ce-4b30-4c3e-b6b1-13931b178205 admin admin] Publish callbacks [] for security_group (98e414ae-44da-4caa-b27d-43d0a5e2a072), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:52.447741 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-a91e123f-3834-4a99-9aef-0649c0ca75cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=f581e7e7-2efc-4545-a180-92398f10892e HTTP/1.1" status: 200 len: 217 time: 0.0914772 Jan 28 13:31:52.463418 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bce418ce-4b30-4c3e-b6b1-13931b178205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (98e414ae-44da-4caa-b27d-43d0a5e2a072), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:52.469230 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bce418ce-4b30-4c3e-b6b1-13931b178205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:52.473248 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bce418ce-4b30-4c3e-b6b1-13931b178205 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/98e414ae-44da-4caa-b27d-43d0a5e2a072 HTTP/1.1" status: 204 len: 168 time: 0.2499874 Jan 28 13:31:52.491818 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce418ce-4b30-4c3e-b6b1-13931b178205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e414ae-44da-4caa-b27d-43d0a5e2a072,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:52.560984 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-b18a3dfb-2d05-401f-948a-f14a10f1f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:52.564087 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-b18a3dfb-2d05-401f-948a-f14a10f1f551 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b74542d3-e3e9-4c91-b28b-bcd1470376c6 HTTP/1.1" status: 200 len: 797 time: 0.1114066 Jan 28 13:31:52.650549 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa24543-0cfe-4e42-a22b-c30f402b7d4e req-e41bcf2f-1818-4f11-bc6c-4e18f397a8e5 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:52.654794 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bfa24543-0cfe-4e42-a22b-c30f402b7d4e req-e41bcf2f-1818-4f11-bc6c-4e18f397a8e5 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb961be5-84c5-4d4e-b0d1-671648cea573 HTTP/1.1" status: 200 len: 946 time: 0.1540232 Jan 28 13:31:52.731602 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-9c35f934-951c-44b8-b3c1-0d47d3c166c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:52.734311 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-9c35f934-951c-44b8-b3c1-0d47d3c166c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1619911 Jan 28 13:31:52.900954 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58368) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:53.016723 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-bfa24543-0cfe-4e42-a22b-c30f402b7d4e req-a9994bc5-01f8-4dd9-a2b8-c1cb2c4db609 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Deleting port 64418cad-b538-4fbf-a8c5-1e564676bbd3 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:53.017837 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bfa24543-0cfe-4e42-a22b-c30f402b7d4e req-a9994bc5-01f8-4dd9-a2b8-c1cb2c4db609 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (64418cad-b538-4fbf-a8c5-1e564676bbd3), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:53.058218 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-7b3fec90-b49c-4a58-a64f-a87d11eccb33 service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150418 Jan 28 13:31:53.159070 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-89cb9f3a-a912-4c7d-ad24-2b9915fe493f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:53.291300 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-89cb9f3a-a912-4c7d-ad24-2b9915fe493f admin admin] Publish callbacks [] for security_group (7cd3755a-aec6-4151-bed9-e09ce2167ee8), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:53.297242 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-89cb9f3a-a912-4c7d-ad24-2b9915fe493f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7cd3755a-aec6-4151-bed9-e09ce2167ee8), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:53.358388 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb9f3a-a912-4c7d-ad24-2b9915fe493f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd3755a-aec6-4151-bed9-e09ce2167ee8,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:53.364220 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a989d-a04e-4343-973c-56695b3eecfb req-439ea205-ca87-4bb5-86b3-579929bf07b9 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:53.372282 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7d9a989d-a04e-4343-973c-56695b3eecfb req-439ea205-ca87-4bb5-86b3-579929bf07b9 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb961be5-84c5-4d4e-b0d1-671648cea573 HTTP/1.1" status: 200 len: 946 time: 0.2476592 Jan 28 13:31:53.375582 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-bfa24543-0cfe-4e42-a22b-c30f402b7d4e req-a9994bc5-01f8-4dd9-a2b8-c1cb2c4db609 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] For port 64418cad-b538-4fbf-a8c5-1e564676bbd3, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=64418cad-b538-4fbf-a8c5-1e564676bbd3,segment=NetworkSegment(7b9359ad-ab9e-4dd7-951c-9218cc0873e3),segment_id=7b9359ad-ab9e-4dd7-951c-9218cc0873e3)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:53.375956 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bfa24543-0cfe-4e42-a22b-c30f402b7d4e req-a9994bc5-01f8-4dd9-a2b8-c1cb2c4db609 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (64418cad-b538-4fbf-a8c5-1e564676bbd3), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:53.388173 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-89cb9f3a-a912-4c7d-ad24-2b9915fe493f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a30e45ff21874c69b9905ad1460eec48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4858351 Jan 28 13:31:53.408254 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58404) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:53.482120 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41790169-bd85-42e9-8cd8-b46fe3593045 req-6eb84b98-6349-4229-95d4-5fe3f1e29357 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:53.488726 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41790169-bd85-42e9-8cd8-b46fe3593045 req-6eb84b98-6349-4229-95d4-5fe3f1e29357 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:53.496080 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41790169-bd85-42e9-8cd8-b46fe3593045 req-6eb84b98-6349-4229-95d4-5fe3f1e29357 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:53.505887 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41790169-bd85-42e9-8cd8-b46fe3593045 req-6eb84b98-6349-4229-95d4-5fe3f1e29357 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:53.514287 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41790169-bd85-42e9-8cd8-b46fe3593045 req-6eb84b98-6349-4229-95d4-5fe3f1e29357 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:53.521142 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41790169-bd85-42e9-8cd8-b46fe3593045 req-6eb84b98-6349-4229-95d4-5fe3f1e29357 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:53.527320 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41790169-bd85-42e9-8cd8-b46fe3593045 req-6eb84b98-6349-4229-95d4-5fe3f1e29357 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:53.529482 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-41790169-bd85-42e9-8cd8-b46fe3593045 req-6eb84b98-6349-4229-95d4-5fe3f1e29357 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5428 time: 0.1568038 Jan 28 13:31:53.585176 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2995f922-5aae-4b14-b334-a62595dbfb0e admin admin] Publish callbacks [] for security_group (7cd3755a-aec6-4151-bed9-e09ce2167ee8), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:53.613463 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2995f922-5aae-4b14-b334-a62595dbfb0e admin admin] Publish callbacks [] for security_group (7cd3755a-aec6-4151-bed9-e09ce2167ee8), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:53.707693 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-41790169-bd85-42e9-8cd8-b46fe3593045 req-ed7d7208-3ddd-4b38-a46e-610c36a9837e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1449690 Jan 28 13:31:53.723952 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2995f922-5aae-4b14-b334-a62595dbfb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7cd3755a-aec6-4151-bed9-e09ce2167ee8), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:53.730806 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2995f922-5aae-4b14-b334-a62595dbfb0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:53.732388 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2995f922-5aae-4b14-b334-a62595dbfb0e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7cd3755a-aec6-4151-bed9-e09ce2167ee8 HTTP/1.1" status: 204 len: 168 time: 0.3226712 Jan 28 13:31:53.755580 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-c6be79b4-2605-44c6-9886-a5a2071a4ce2 service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6782563 Jan 28 13:31:53.770076 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995f922-5aae-4b14-b334-a62595dbfb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd3755a-aec6-4151-bed9-e09ce2167ee8,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:53.877655 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-00b53145-6a96-4c52-80d4-101c5904fec0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bda0bfac-8843-465f-a99c-d4e0d58976ff HTTP/1.1" status: 200 len: 217 time: 0.1134195 Jan 28 13:31:53.927281 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7d9a989d-a04e-4343-973c-56695b3eecfb req-f0ea3945-e462-4d74-a4c4-0eab9629d541 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d50052-d4d1-4096-80d9-b2817a8a2416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5540786 Jan 28 13:31:53.999199 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ad27efd6-3b05-4909-9ab4-3fe92f010d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:54.001185 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ad27efd6-3b05-4909-9ab4-3fe92f010d1e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e895788e-7e0c-4d5c-93d0-ab435dd86d3f HTTP/1.1" status: 200 len: 797 time: 0.1159837 Jan 28 13:31:54.079442 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bfa24543-0cfe-4e42-a22b-c30f402b7d4e req-a9994bc5-01f8-4dd9-a2b8-c1cb2c4db609 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:54.079804 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bfa24543-0cfe-4e42-a22b-c30f402b7d4e req-a9994bc5-01f8-4dd9-a2b8-c1cb2c4db609 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (0f2f343e-ebfe-41e0-826c-f2899c759563), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:54.080490 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [req-bfa24543-0cfe-4e42-a22b-c30f402b7d4e req-a9994bc5-01f8-4dd9-a2b8-c1cb2c4db609 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Floating IP 0f2f343e-ebfe-41e0-826c-f2899c759563 disassociated. External IP: 172.25.3.250, port: 64418cad-b538-4fbf-a8c5-1e564676bbd3. Jan 28 13:31:54.080980 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-bfa24543-0cfe-4e42-a22b-c30f402b7d4e req-a9994bc5-01f8-4dd9-a2b8-c1cb2c4db609 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Calling delete_port for 64418cad-b538-4fbf-a8c5-1e564676bbd3 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:54.320329 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-806735ee-5c57-4d3c-b2b3-64f842bbdc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:54.321919 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-806735ee-5c57-4d3c-b2b3-64f842bbdc47 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1858318 Jan 28 13:31:54.368242 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bfa24543-0cfe-4e42-a22b-c30f402b7d4e req-a9994bc5-01f8-4dd9-a2b8-c1cb2c4db609 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (64418cad-b538-4fbf-a8c5-1e564676bbd3), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:54.471064 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9994bc5-01f8-4dd9-a2b8-c1cb2c4db609 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Pushing event deleted for resources: {'Port': ['ID=64418cad-b538-4fbf-a8c5-1e564676bbd3,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:54.578254 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf4ddb-3f74-4245-8c74-412fb63bfa74 req-0216dfa0-f81d-4d0c-b071-ecfce161b2ac tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:54.590841 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-66bf4ddb-3f74-4245-8c74-412fb63bfa74 req-0216dfa0-f81d-4d0c-b071-ecfce161b2ac tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=573daf7d-2e4e-4525-a1ee-674e823fc854 HTTP/1.1" status: 200 len: 946 time: 0.1077898 Jan 28 13:31:54.660432 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-66a1627a-81bc-4e11-afeb-9a01fb200a04 service neutron] 10.222.0.18 "GET /v2.0/networks/49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249035 Jan 28 13:31:54.703655 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-66bf4ddb-3f74-4245-8c74-412fb63bfa74 req-e8423190-0a5b-4390-80cb-e90a365523af tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081519 Jan 28 13:31:54.886903 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d6f17-98d0-404d-abfd-8356fa6fefa4 req-e2d2fb06-4ecc-4997-9236-a1b275d53101 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:54.894073 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d6f17-98d0-404d-abfd-8356fa6fefa4 req-e2d2fb06-4ecc-4997-9236-a1b275d53101 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:54.900580 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d6f17-98d0-404d-abfd-8356fa6fefa4 req-e2d2fb06-4ecc-4997-9236-a1b275d53101 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:54.908894 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d6f17-98d0-404d-abfd-8356fa6fefa4 req-e2d2fb06-4ecc-4997-9236-a1b275d53101 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:54.918248 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d6f17-98d0-404d-abfd-8356fa6fefa4 req-e2d2fb06-4ecc-4997-9236-a1b275d53101 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:54.925364 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d6f17-98d0-404d-abfd-8356fa6fefa4 req-e2d2fb06-4ecc-4997-9236-a1b275d53101 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:54.938065 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d6f17-98d0-404d-abfd-8356fa6fefa4 req-e2d2fb06-4ecc-4997-9236-a1b275d53101 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:54.949088 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfa24543-0cfe-4e42-a22b-c30f402b7d4e req-a9994bc5-01f8-4dd9-a2b8-c1cb2c4db609 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Router 507984bd-565d-4301-8408-870dfb274c1e has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:31:54.952207 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-010d6f17-98d0-404d-abfd-8356fa6fefa4 req-e2d2fb06-4ecc-4997-9236-a1b275d53101 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5428 time: 0.1398928 Jan 28 13:31:55.029351 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-bd9ddae6-a963-40c3-9ae4-da4cc73d142e service neutron] 10.222.0.18 "GET /v2.0/networks/49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969792 Jan 28 13:31:55.076376 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 64418cad-b538-4fbf-a8c5-1e564676bbd3 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:31:55.116167 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-010d6f17-98d0-404d-abfd-8356fa6fefa4 req-48074fff-d41f-444d-a68d-ed410b852ad8 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1629229 Jan 28 13:31:55.143559 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 64418cad-b538-4fbf-a8c5-1e564676bbd3 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:31:55.143899 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 64418cad-b538-4fbf-a8c5-1e564676bbd3 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:31:55.187149 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-feee4d3e-11e9-4a29-af90-c0b308240e83 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0fe5daa-acf0-4f7e-b641-574de0748ed4 HTTP/1.1" status: 200 len: 217 time: 0.1498234 Jan 28 13:31:55.204244 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58540) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:55.347951 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5f5d4ee8-cf87-4e69-b2bc-c459bb07f080 req-db82d078-77f1-4b31-ac52-80bdd02d1e41 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb961be5-84c5-4d4e-b0d1-671648cea573 HTTP/1.1" status: 200 len: 210 time: 0.0614645 Jan 28 13:31:55.385487 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-a98155d0-6ac3-4a2f-99f2-e29240b2a7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:55.387501 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-a98155d0-6ac3-4a2f-99f2-e29240b2a7b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e895788e-7e0c-4d5c-93d0-ab435dd86d3f HTTP/1.1" status: 200 len: 797 time: 0.1761656 Jan 28 13:31:55.524249 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-91e3ff72-ccd5-4735-9da5-e211bc8b7020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:55.526967 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-91e3ff72-ccd5-4735-9da5-e211bc8b7020 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1330147 Jan 28 13:31:55.534570 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfa24543-0cfe-4e42-a22b-c30f402b7d4e req-a9994bc5-01f8-4dd9-a2b8-c1cb2c4db609 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:31:55.551972 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26b1a86-8724-49d8-9551-ede0ecc11d68 None None] Sync routers for ids ['507984bd-565d-4301-8408-870dfb274c1e'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:31:55.580530 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26b1a86-8724-49d8-9551-ede0ecc11d68 None None] Routers {'507984bd-565d-4301-8408-870dfb274c1e'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:31:55.584817 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e26b1a86-8724-49d8-9551-ede0ecc11d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:31:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['507984bd-565d-4301-8408-870dfb274c1e'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:55.614526 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58568) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:55.644089 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-aede8334-b12a-40a8-a7d1-536b16120e4a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1128012539-network', 'tenant_id': '66696def36354b7c8b641113c2a3185a'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:55.665269 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-ff72e1ac-5369-47d7-b965-6acaf9a55c47 service neutron] 10.222.0.18 "GET /v2.0/networks/49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238577 Jan 28 13:31:55.688684 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aede8334-b12a-40a8-a7d1-536b16120e4a admin admin] Made reservation on behalf of 66696def36354b7c8b641113c2a3185a for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:55.694261 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aede8334-b12a-40a8-a7d1-536b16120e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:55.706135 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aede8334-b12a-40a8-a7d1-536b16120e4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:55.734182 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa24543-0cfe-4e42-a22b-c30f402b7d4e req-a9994bc5-01f8-4dd9-a2b8-c1cb2c4db609 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] No DVR routers for this DVR port 64418cad-b538-4fbf-a8c5-1e564676bbd3 on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:31:55.794173 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aede8334-b12a-40a8-a7d1-536b16120e4a admin admin] Publish callbacks [] for security_group (6ba3f71e-0e0f-40df-abe9-95ac24341234), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:55.800503 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aede8334-b12a-40a8-a7d1-536b16120e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6ba3f71e-0e0f-40df-abe9-95ac24341234), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:55.816591 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aede8334-b12a-40a8-a7d1-536b16120e4a admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:31:55.830557 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bfa24543-0cfe-4e42-a22b-c30f402b7d4e req-a9994bc5-01f8-4dd9-a2b8-c1cb2c4db609 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:55.834096 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aede8334-b12a-40a8-a7d1-536b16120e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (c3550a61-3709-4f50-9cbb-53890d532da5), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:55.835466 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-aede8334-b12a-40a8-a7d1-536b16120e4a admin admin] Added segment c3550a61-3709-4f50-9cbb-53890d532da5 of type vlan for network e81d9142-7438-4a72-8b45-d0c1a4a38b6d Jan 28 13:31:55.847845 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bfa24543-0cfe-4e42-a22b-c30f402b7d4e req-a9994bc5-01f8-4dd9-a2b8-c1cb2c4db609 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.37 "DELETE /v2.0/ports/64418cad-b538-4fbf-a8c5-1e564676bbd3 HTTP/1.1" status: 204 len: 173 time: 3.1884034 Jan 28 13:31:55.850432 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb961be5-84c5-4d4e-b0d1-671648cea573', 'name': 'network-vif-deleted', 'tag': '64418cad-b538-4fbf-a8c5-1e564676bbd3'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:55.854162 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0419d93c-7f84-4f2f-94b6-3248217ee9ea" -d '{"events": [{"server_uuid": "eb961be5-84c5-4d4e-b0d1-671648cea573", "name": "network-vif-deleted", "tag": "64418cad-b538-4fbf-a8c5-1e564676bbd3"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:55.874129 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede8334-b12a-40a8-a7d1-536b16120e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba3f71e-0e0f-40df-abe9-95ac24341234,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:55.881835 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-3e5f3aa0-2d78-47a7-96bf-92f132f4dd3d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:55.895480 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-e26b1a86-8724-49d8-9551-ede0ecc11d68 None None] Set router 507984bd-565d-4301-8408-870dfb274c1e gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:31:55.995430 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-325d5b93-99aa-40bc-9b37-1d54a18f994a req-a05db60b-6b53-45a4-a918-ce47a9d1afbf service neutron] 10.222.0.18 "GET /v2.0/networks/49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116527 Jan 28 13:31:55.996980 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c5cd55-97f9-4e91-9301-69261a45520d x-openstack-request-id: req-88c5cd55-97f9-4e91-9301-69261a45520d {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:55.997273 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb961be5-84c5-4d4e-b0d1-671648cea573", "name": "network-vif-deleted", "tag": "64418cad-b538-4fbf-a8c5-1e564676bbd3", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:55.998121 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88c5cd55-97f9-4e91-9301-69261a45520d {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:55.998547 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb961be5-84c5-4d4e-b0d1-671648cea573', 'name': 'network-vif-deleted', 'tag': '64418cad-b538-4fbf-a8c5-1e564676bbd3', 'status': 'completed', 'code': 200} Jan 28 13:31:56.200228 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cac8f6-2297-4091-a0f9-d3a6bcfea36d req-997e7e44-5745-4e3a-83bc-ebd0eaf0266b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:56.200697 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cac8f6-2297-4091-a0f9-d3a6bcfea36d req-997e7e44-5745-4e3a-83bc-ebd0eaf0266b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:56.201160 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cac8f6-2297-4091-a0f9-d3a6bcfea36d req-997e7e44-5745-4e3a-83bc-ebd0eaf0266b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:56.201622 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cac8f6-2297-4091-a0f9-d3a6bcfea36d req-997e7e44-5745-4e3a-83bc-ebd0eaf0266b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:56.202084 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cac8f6-2297-4091-a0f9-d3a6bcfea36d req-997e7e44-5745-4e3a-83bc-ebd0eaf0266b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:56.202540 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cac8f6-2297-4091-a0f9-d3a6bcfea36d req-997e7e44-5745-4e3a-83bc-ebd0eaf0266b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:56.215808 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cac8f6-2297-4091-a0f9-d3a6bcfea36d req-997e7e44-5745-4e3a-83bc-ebd0eaf0266b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:56.218395 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-16cac8f6-2297-4091-a0f9-d3a6bcfea36d req-997e7e44-5745-4e3a-83bc-ebd0eaf0266b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7a6811dc19649cf8e2a8d9876c3683f&device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 6485 time: 0.1476958 Jan 28 13:31:56.254830 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e26b1a86-8724-49d8-9551-ede0ecc11d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507984bd-565d-4301-8408-870dfb274c1e', 'name': 'tempest-ServersTestJSON-1507381868-router', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'dd750d21-db0d-4e46-ac21-ed274af41870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:28:21Z', 'updated_at': '2022-01-28T13:28:33Z', 'revision_number': 4, 'project_id': '40d2254c52b145b8bd88955b1142b88a', 'gw_port': {'id': 'dd750d21-db0d-4e46-ac21-ed274af41870', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507984bd-565d-4301-8408-870dfb274c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:23Z', 'updated_at': '2022-01-28T13:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '3277db81-a543-4094-ac05-94d3593bfa4b', 'name': '', 'network_id': 'f001d26b-b928-47b4-a89f-43111884dd77', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'mac_address': 'fa:16:3e:7f:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507984bd-565d-4301-8408-870dfb274c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '4efb7cb1-71fb-417f-9e82-31bf10df1efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:30Z', 'updated_at': '2022-01-28T13:28:38Z', 'revision_number': 5, 'project_id': '40d2254c52b145b8bd88955b1142b88a', 'subnets': [{'id': '4efb7cb1-71fb-417f-9e82-31bf10df1efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:56.308509 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26b1a86-8724-49d8-9551-ede0ecc11d68 None None] Checking router: 507984bd-565d-4301-8408-870dfb274c1e for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:31:56.325498 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26b1a86-8724-49d8-9551-ede0ecc11d68 None None] Routers {'507984bd-565d-4301-8408-870dfb274c1e'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:31:56.326386 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e26b1a86-8724-49d8-9551-ede0ecc11d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:31:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['507984bd-565d-4301-8408-870dfb274c1e'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:56.417086 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2604d-e833-44bf-a397-8eba30c4c077 req-73519162-4c5b-4c65-bee3-1312ebff2c12 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:56.422611 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2604d-e833-44bf-a397-8eba30c4c077 req-73519162-4c5b-4c65-bee3-1312ebff2c12 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:56.428864 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2604d-e833-44bf-a397-8eba30c4c077 req-73519162-4c5b-4c65-bee3-1312ebff2c12 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:56.434366 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2604d-e833-44bf-a397-8eba30c4c077 req-73519162-4c5b-4c65-bee3-1312ebff2c12 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:56.439804 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2604d-e833-44bf-a397-8eba30c4c077 req-73519162-4c5b-4c65-bee3-1312ebff2c12 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:56.445099 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2604d-e833-44bf-a397-8eba30c4c077 req-73519162-4c5b-4c65-bee3-1312ebff2c12 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:56.451085 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2604d-e833-44bf-a397-8eba30c4c077 req-73519162-4c5b-4c65-bee3-1312ebff2c12 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:56.453155 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ecc2604d-e833-44bf-a397-8eba30c4c077 req-73519162-4c5b-4c65-bee3-1312ebff2c12 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5428 time: 0.2096698 Jan 28 13:31:56.460478 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aede8334-b12a-40a8-a7d1-536b16120e4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:56.463081 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aede8334-b12a-40a8-a7d1-536b16120e4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:56.463648 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aede8334-b12a-40a8-a7d1-536b16120e4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:56.464215 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aede8334-b12a-40a8-a7d1-536b16120e4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:56.466294 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aede8334-b12a-40a8-a7d1-536b16120e4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:56.466883 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aede8334-b12a-40a8-a7d1-536b16120e4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:56.467463 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aede8334-b12a-40a8-a7d1-536b16120e4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:56.468617 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aede8334-b12a-40a8-a7d1-536b16120e4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:56.471273 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aede8334-b12a-40a8-a7d1-536b16120e4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:56.471835 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aede8334-b12a-40a8-a7d1-536b16120e4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:56.472374 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aede8334-b12a-40a8-a7d1-536b16120e4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:56.473601 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aede8334-b12a-40a8-a7d1-536b16120e4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:56.474197 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aede8334-b12a-40a8-a7d1-536b16120e4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:56.476880 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cac8f6-2297-4091-a0f9-d3a6bcfea36d req-709679da-75e2-49bf-8921-c295faa7238d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:56.478419 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-16cac8f6-2297-4091-a0f9-d3a6bcfea36d req-709679da-75e2-49bf-8921-c295faa7238d service neutron] 10.222.0.18 "GET /v2.0/networks?id=49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99 HTTP/1.1" status: 200 len: 902 time: 0.2516587 Jan 28 13:31:56.508748 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-e26b1a86-8724-49d8-9551-ede0ecc11d68 None None] Set router 507984bd-565d-4301-8408-870dfb274c1e gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:31:56.536235 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-16cac8f6-2297-4091-a0f9-d3a6bcfea36d req-cd410b11-837c-4764-8bdd-b3e56c98b28d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0fe5daa-acf0-4f7e-b641-574de0748ed4 HTTP/1.1" status: 200 len: 217 time: 0.0483246 Jan 28 13:31:56.549231 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aede8334-b12a-40a8-a7d1-536b16120e4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (e81d9142-7438-4a72-8b45-d0c1a4a38b6d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:56.573531 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8571e-abc1-49f4-bdd5-8b980144a3ce req-ad4b8950-caf1-4b68-8774-fae83ed5a7cf tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:56.580844 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f7e8571e-abc1-49f4-bdd5-8b980144a3ce req-ad4b8950-caf1-4b68-8774-fae83ed5a7cf tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=573daf7d-2e4e-4525-a1ee-674e823fc854 HTTP/1.1" status: 200 len: 946 time: 0.7157476 Jan 28 13:31:56.616728 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3aa0-2d78-47a7-96bf-92f132f4dd3d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:56.656160 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ecc2604d-e833-44bf-a397-8eba30c4c077 req-2a95b743-a02b-43fc-8e2e-a5f244c1aa36 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1852214 Jan 28 13:31:56.681446 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cac8f6-2297-4091-a0f9-d3a6bcfea36d req-f7d6a41e-659d-4751-b3b5-9457e9557854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:56.685739 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-16cac8f6-2297-4091-a0f9-d3a6bcfea36d req-f7d6a41e-659d-4751-b3b5-9457e9557854 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e895788e-7e0c-4d5c-93d0-ab435dd86d3f HTTP/1.1" status: 200 len: 797 time: 0.1393909 Jan 28 13:31:56.702624 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aede8334-b12a-40a8-a7d1-536b16120e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (e81d9142-7438-4a72-8b45-d0c1a4a38b6d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:56.703806 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aede8334-b12a-40a8-a7d1-536b16120e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:56.704481 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aede8334-b12a-40a8-a7d1-536b16120e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:56.759234 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-aede8334-b12a-40a8-a7d1-536b16120e4a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5531821 Jan 28 13:31:56.765077 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58606) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:56.772416 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-824aee55-c5da-4fed-b185-7f096eaddc44 admin admin] Request body: {'subnet': {'network_id': 'e81d9142-7438-4a72-8b45-d0c1a4a38b6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128012539-subnet', 'tenant_id': '66696def36354b7c8b641113c2a3185a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:56.795760 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f7e8571e-abc1-49f4-bdd5-8b980144a3ce req-acf9ff25-4e15-421b-9e2c-0788cfb54f11 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945410 Jan 28 13:31:56.796258 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58608) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:56.838694 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824aee55-c5da-4fed-b185-7f096eaddc44 admin admin] Made reservation on behalf of 66696def36354b7c8b641113c2a3185a for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:56.849114 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-824aee55-c5da-4fed-b185-7f096eaddc44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:56.866599 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58612) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:56.911693 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e26b1a86-8724-49d8-9551-ede0ecc11d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507984bd-565d-4301-8408-870dfb274c1e', 'name': 'tempest-ServersTestJSON-1507381868-router', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'dd750d21-db0d-4e46-ac21-ed274af41870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:28:21Z', 'updated_at': '2022-01-28T13:28:33Z', 'revision_number': 4, 'project_id': '40d2254c52b145b8bd88955b1142b88a', 'gw_port': {'id': 'dd750d21-db0d-4e46-ac21-ed274af41870', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507984bd-565d-4301-8408-870dfb274c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:23Z', 'updated_at': '2022-01-28T13:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '3277db81-a543-4094-ac05-94d3593bfa4b', 'name': '', 'network_id': 'f001d26b-b928-47b4-a89f-43111884dd77', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'mac_address': 'fa:16:3e:7f:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507984bd-565d-4301-8408-870dfb274c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '4efb7cb1-71fb-417f-9e82-31bf10df1efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:30Z', 'updated_at': '2022-01-28T13:28:38Z', 'revision_number': 5, 'project_id': '40d2254c52b145b8bd88955b1142b88a', 'subnets': [{'id': '4efb7cb1-71fb-417f-9e82-31bf10df1efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:56.962517 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26b1a86-8724-49d8-9551-ede0ecc11d68 None None] The sync data for ids ['507984bd-565d-4301-8408-870dfb274c1e'] in n-d-822747-2 is: [{'id': '507984bd-565d-4301-8408-870dfb274c1e', 'name': 'tempest-ServersTestJSON-1507381868-router', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'dd750d21-db0d-4e46-ac21-ed274af41870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:28:21Z', 'updated_at': '2022-01-28T13:28:33Z', 'revision_number': 4, 'project_id': '40d2254c52b145b8bd88955b1142b88a', 'gw_port': {'id': 'dd750d21-db0d-4e46-ac21-ed274af41870', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507984bd-565d-4301-8408-870dfb274c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:23Z', 'updated_at': '2022-01-28T13:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '3277db81-a543-4094-ac05-94d3593bfa4b', 'name': '', 'network_id': 'f001d26b-b928-47b4-a89f-43111884dd77', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'mac_address': 'fa:16:3e:7f:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507984bd-565d-4301-8408-870dfb274c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '4efb7cb1-71fb-417f-9e82-31bf10df1efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:30Z', 'updated_at': '2022-01-28T13:28:38Z', 'revision_number': 5, 'project_id': '40d2254c52b145b8bd88955b1142b88a', 'subnets': [{'id': '4efb7cb1-71fb-417f-9e82-31bf10df1efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:31:56.983636 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede8334-b12a-40a8-a7d1-536b16120e4a admin admin] Pushing event updated for resources: {'Network': ['ID=e81d9142-7438-4a72-8b45-d0c1a4a38b6d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:56.985832 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cac8f6-2297-4091-a0f9-d3a6bcfea36d req-bd3c798d-9ee5-4452-a3b6-2d2ef3e9774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:56.987675 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-16cac8f6-2297-4091-a0f9-d3a6bcfea36d req-bd3c798d-9ee5-4452-a3b6-2d2ef3e9774b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2954073 Jan 28 13:31:57.002095 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network e81d9142-7438-4a72-8b45-d0c1a4a38b6d details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:31:57.079160 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-27f0987f-ac80-404a-b81d-dd16e5f98983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:57.091150 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3aa0-2d78-47a7-96bf-92f132f4dd3d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:57.166722 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7af6e139-ac18-48e8-8a6e-61ad7dcbe4bf tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks [] for security_group (f9d50052-d4d1-4096-80d9-b2817a8a2416), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:57.241352 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7af6e139-ac18-48e8-8a6e-61ad7dcbe4bf tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks [] for security_group (f9d50052-d4d1-4096-80d9-b2817a8a2416), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:57.257989 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-3e5f3aa0-2d78-47a7-96bf-92f132f4dd3d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Allocated IP 172.25.3.183 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/8200e064-a87f-4bc0-9ac2-bc7372b01342) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:57.270584 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-27f0987f-ac80-404a-b81d-dd16e5f98983 admin admin] Publish callbacks [] for security_group (60be8315-e435-4f5e-9696-9345e8d58536), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:57.275526 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-824aee55-c5da-4fed-b185-7f096eaddc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (4e631c13-0da2-49fb-8a7c-4c7323c9d541), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:57.278983 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-16cac8f6-2297-4091-a0f9-d3a6bcfea36d req-499a7ea1-c89f-4308-890b-a335bf5c0ab4 service neutron] 10.222.0.18 "GET /v2.0/networks/49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740908 Jan 28 13:31:57.291745 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-27f0987f-ac80-404a-b81d-dd16e5f98983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (60be8315-e435-4f5e-9696-9345e8d58536), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:57.377479 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0987f-ac80-404a-b81d-dd16e5f98983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60be8315-e435-4f5e-9696-9345e8d58536,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:57.396919 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-27f0987f-ac80-404a-b81d-dd16e5f98983 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=08e914b22b784fbfb84ed55b0d196e4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5682433 Jan 28 13:31:57.403508 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58614) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:57.416412 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824aee55-c5da-4fed-b185-7f096eaddc44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e631c13-0da2-49fb-8a7c-4c7323c9d541,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:57.432755 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824aee55-c5da-4fed-b185-7f096eaddc44 admin admin] Checking segment: {'id': 'c3550a61-3709-4f50-9cbb-53890d532da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e81d9142-7438-4a72-8b45-d0c1a4a38b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:57.433393 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824aee55-c5da-4fed-b185-7f096eaddc44 admin admin] Network hostable DHCP agents. Network: e81d9142-7438-4a72-8b45-d0c1a4a38b6d, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:31:57.439644 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7af6e139-ac18-48e8-8a6e-61ad7dcbe4bf tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f9d50052-d4d1-4096-80d9-b2817a8a2416), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:57.442366 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7af6e139-ac18-48e8-8a6e-61ad7dcbe4bf tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:57.443609 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7af6e139-ac18-48e8-8a6e-61ad7dcbe4bf tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "DELETE /v2.0/security-groups/f9d50052-d4d1-4096-80d9-b2817a8a2416 HTTP/1.1" status: 204 len: 168 time: 0.5744030 Jan 28 13:31:57.451662 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58616) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:57.489941 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6e139-ac18-48e8-8a6e-61ad7dcbe4bf tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d50052-d4d1-4096-80d9-b2817a8a2416,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:57.494286 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-1cca0925-7d84-4e9d-8063-510a84247c24 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] show failed (client error): The resource could not be found. Jan 28 13:31:57.494487 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dabde6-3212-4ad1-9548-a1e08bdcda1f None None] New status for floating IP 0f2f343e-ebfe-41e0-826c-f2899c759563: DOWN {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:31:57.496113 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1cca0925-7d84-4e9d-8063-510a84247c24 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "GET /v2.0/security-groups/f9d50052-d4d1-4096-80d9-b2817a8a2416 HTTP/1.1" status: 404 len: 347 time: 0.0377512 Jan 28 13:31:57.500926 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-16cac8f6-2297-4091-a0f9-d3a6bcfea36d req-4a80e4e3-0eff-4b79-bef4-a6e419111a89 service neutron] 10.222.0.18 "GET /v2.0/networks/49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033181 Jan 28 13:31:57.501602 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58618) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:57.510042 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824aee55-c5da-4fed-b185-7f096eaddc44 admin admin] Network e81d9142-7438-4a72-8b45-d0c1a4a38b6d is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:31:57.552581 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3aa0-2d78-47a7-96bf-92f132f4dd3d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks [] for port (8200e064-a87f-4bc0-9ac2-bc7372b01342), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:57.553965 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7c87911d-d2f8-4228-abc6-fddf174ad7c6 admin admin] Publish callbacks [] for security_group (60be8315-e435-4f5e-9696-9345e8d58536), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:57.578635 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7c87911d-d2f8-4228-abc6-fddf174ad7c6 admin admin] Publish callbacks [] for security_group (60be8315-e435-4f5e-9696-9345e8d58536), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:57.654087 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7c87911d-d2f8-4228-abc6-fddf174ad7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (60be8315-e435-4f5e-9696-9345e8d58536), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:57.656905 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7c87911d-d2f8-4228-abc6-fddf174ad7c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:57.658833 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7c87911d-d2f8-4228-abc6-fddf174ad7c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/60be8315-e435-4f5e-9696-9345e8d58536 HTTP/1.1" status: 204 len: 168 time: 0.2509546 Jan 28 13:31:57.678000 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87911d-d2f8-4228-abc6-fddf174ad7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60be8315-e435-4f5e-9696-9345e8d58536,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:57.698614 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3aa0-2d78-47a7-96bf-92f132f4dd3d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (8200e064-a87f-4bc0-9ac2-bc7372b01342), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:57.775450 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5f3aa0-2d78-47a7-96bf-92f132f4dd3d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:57.789504 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-3e5f3aa0-2d78-47a7-96bf-92f132f4dd3d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:57.792385 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f3aa0-2d78-47a7-96bf-92f132f4dd3d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Pushing event updated for resources: {'Port': ['ID=8200e064-a87f-4bc0-9ac2-bc7372b01342,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:57.795325 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5f3aa0-2d78-47a7-96bf-92f132f4dd3d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:57.926299 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3aa0-2d78-47a7-96bf-92f132f4dd3d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks [] for floatingip (8707eaef-643c-42b2-93e0-3bd7b69a2a68), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:57.959032 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-824aee55-c5da-4fed-b185-7f096eaddc44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, e81d9142-7438-4a72-8b45-d0c1a4a38b6d) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:57.972720 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b66e0b-1945-47b2-aff0-64fe158df95f None None] Network e81d9142-7438-4a72-8b45-d0c1a4a38b6d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:31:57.994127 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3aa0-2d78-47a7-96bf-92f132f4dd3d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8200e064-a87f-4bc0-9ac2-bc7372b01342), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.006942 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824aee55-c5da-4fed-b185-7f096eaddc44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:58.008743 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-824aee55-c5da-4fed-b185-7f096eaddc44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.076739 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-824aee55-c5da-4fed-b185-7f096eaddc44 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3093834 Jan 28 13:31:58.082313 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58634) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:58.090291 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17858a-2b62-4cb7-8a75-e112fa31e389 req-890b0642-5d34-47a9-8efd-2546746c3963 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:58.090869 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-9604f024-cdf5-4b1b-b784-f649493b17b2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1128012539-router', 'tenant_id': '66696def36354b7c8b641113c2a3185a', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:58.098564 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17858a-2b62-4cb7-8a75-e112fa31e389 req-890b0642-5d34-47a9-8efd-2546746c3963 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:58.109557 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17858a-2b62-4cb7-8a75-e112fa31e389 req-890b0642-5d34-47a9-8efd-2546746c3963 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:58.118905 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313462c-763d-460a-a312-512af74b677a req-ae3aea97-61bd-41f6-8e58-0ea8749c6371 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:58.119871 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17858a-2b62-4cb7-8a75-e112fa31e389 req-890b0642-5d34-47a9-8efd-2546746c3963 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:58.120517 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b313462c-763d-460a-a312-512af74b677a req-ae3aea97-61bd-41f6-8e58-0ea8749c6371 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=573daf7d-2e4e-4525-a1ee-674e823fc854 HTTP/1.1" status: 200 len: 946 time: 0.1720557 Jan 28 13:31:58.127800 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9604f024-cdf5-4b1b-b784-f649493b17b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (42e34e66-b9f7-47a8-a541-6b4a455f1fca), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.128828 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9604f024-cdf5-4b1b-b784-f649493b17b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (42e34e66-b9f7-47a8-a541-6b4a455f1fca), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.129517 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17858a-2b62-4cb7-8a75-e112fa31e389 req-890b0642-5d34-47a9-8efd-2546746c3963 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:58.139299 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17858a-2b62-4cb7-8a75-e112fa31e389 req-890b0642-5d34-47a9-8efd-2546746c3963 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:58.149007 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17858a-2b62-4cb7-8a75-e112fa31e389 req-890b0642-5d34-47a9-8efd-2546746c3963 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:58.152207 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2c17858a-2b62-4cb7-8a75-e112fa31e389 req-890b0642-5d34-47a9-8efd-2546746c3963 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5428 time: 0.2675061 Jan 28 13:31:58.188580 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de33100-49e3-4e9c-9631-5f7bc0ba1ddf None None] Network e81d9142-7438-4a72-8b45-d0c1a4a38b6d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:31:58.222602 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-08361182-3c1c-4ab2-94e6-80049de35084 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Deleting port 74881928-c7ac-4e39-a002-bb8ea45a3fd2 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:58.223369 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9604f024-cdf5-4b1b-b784-f649493b17b2 admin admin] Publish callbacks [] for router_controller (42e34e66-b9f7-47a8-a541-6b4a455f1fca), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.223499 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-08361182-3c1c-4ab2-94e6-80049de35084 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (74881928-c7ac-4e39-a002-bb8ea45a3fd2), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.286850 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2c17858a-2b62-4cb7-8a75-e112fa31e389 req-342b230d-d203-446d-8092-dbbb8fde6296 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1234100 Jan 28 13:31:58.287774 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b313462c-763d-460a-a312-512af74b677a req-bc98e627-3b1b-4e59-89f3-5cd8db5c54c3 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634110 Jan 28 13:31:58.411073 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-08361182-3c1c-4ab2-94e6-80049de35084 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (74881928-c7ac-4e39-a002-bb8ea45a3fd2), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.411679 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-08361182-3c1c-4ab2-94e6-80049de35084 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks [] for floatingip (74881928-c7ac-4e39-a002-bb8ea45a3fd2), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.425584 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-08361182-3c1c-4ab2-94e6-80049de35084 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Calling delete_port for 74881928-c7ac-4e39-a002-bb8ea45a3fd2 owned by network:floatingip {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:58.578884 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9604f024-cdf5-4b1b-b784-f649493b17b2 admin admin] Publish callbacks [] for router_gateway (42e34e66-b9f7-47a8-a541-6b4a455f1fca), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.624699 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-08361182-3c1c-4ab2-94e6-80049de35084 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (74881928-c7ac-4e39-a002-bb8ea45a3fd2), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.657992 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08361182-3c1c-4ab2-94e6-80049de35084 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Pushing event deleted for resources: {'Port': ['ID=74881928-c7ac-4e39-a002-bb8ea45a3fd2,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:58.696643 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3aa0-2d78-47a7-96bf-92f132f4dd3d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks [] for port (8200e064-a87f-4bc0-9ac2-bc7372b01342), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.705194 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3aa0-2d78-47a7-96bf-92f132f4dd3d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (8200e064-a87f-4bc0-9ac2-bc7372b01342), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.746611 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-08361182-3c1c-4ab2-94e6-80049de35084 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks [] for floatingip (0f2f343e-ebfe-41e0-826c-f2899c759563), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.749762 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-08361182-3c1c-4ab2-94e6-80049de35084 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.754144 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-08361182-3c1c-4ab2-94e6-80049de35084 tempest-ServersTestJSON-880290053 tempest-ServersTestJSON-880290053-project] 10.222.0.39 "DELETE /v2.0/floatingips/0f2f343e-ebfe-41e0-826c-f2899c759563 HTTP/1.1" status: 204 len: 168 time: 1.2513118 Jan 28 13:31:58.754931 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58650) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:58.797798 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f3aa0-2d78-47a7-96bf-92f132f4dd3d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Pushing event updated for resources: {'Port': ['ID=8200e064-a87f-4bc0-9ac2-bc7372b01342,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:58.802638 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3aa0-2d78-47a7-96bf-92f132f4dd3d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (8707eaef-643c-42b2-93e0-3bd7b69a2a68), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.878074 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3aa0-2d78-47a7-96bf-92f132f4dd3d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.880177 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3e5f3aa0-2d78-47a7-96bf-92f132f4dd3d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2645495 Jan 28 13:31:58.886279 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58658) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:58.901416 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-5c03abce-d3f2-4244-871b-1cf2c48dbb38 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1942378745'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:58.931211 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c03abce-d3f2-4244-871b-1cf2c48dbb38 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Made reservation on behalf of fb2a6e6d656249a3badaf4fced883af3 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:58.935071 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5c03abce-d3f2-4244-871b-1cf2c48dbb38 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.945145 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5c03abce-d3f2-4244-871b-1cf2c48dbb38 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.975733 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9604f024-cdf5-4b1b-b784-f649493b17b2 admin admin] Publish callbacks [] for router_gateway (42e34e66-b9f7-47a8-a541-6b4a455f1fca), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.999920 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9604f024-cdf5-4b1b-b784-f649493b17b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:59.131299 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-367cdc85-47dc-422d-bd02-e81ea0854345 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e673c8528e5e4779a6ccbd67c4413293&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521455 Jan 28 13:31:59.202670 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5c03abce-d3f2-4244-871b-1cf2c48dbb38 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks [] for security_group (2f9e33fa-7157-4995-a9d6-4b2a19f088b5), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:59.213285 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5c03abce-d3f2-4244-871b-1cf2c48dbb38 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (2f9e33fa-7157-4995-a9d6-4b2a19f088b5), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:59.226302 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c03abce-d3f2-4244-871b-1cf2c48dbb38 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:31:59.236805 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5c03abce-d3f2-4244-871b-1cf2c48dbb38 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (2a1ef5f2-2421-4719-83e4-8470abb1b08a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:59.237403 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-5c03abce-d3f2-4244-871b-1cf2c48dbb38 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Added segment 2a1ef5f2-2421-4719-83e4-8470abb1b08a of type vlan for network c9a54486-5082-4bab-86f9-52270c30c190 Jan 28 13:31:59.278096 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-9604f024-cdf5-4b1b-b784-f649493b17b2 admin admin] Allocated IP 172.25.3.68 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/e724b768-9e9d-4ada-a57e-28df418de7c3) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:59.281810 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7cea-f259-4bc4-9bfb-21c5d1a95c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:59.286762 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5c03abce-d3f2-4244-871b-1cf2c48dbb38 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (c9a54486-5082-4bab-86f9-52270c30c190), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:59.340429 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03abce-d3f2-4244-871b-1cf2c48dbb38 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9e33fa-7157-4995-a9d6-4b2a19f088b5,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:59.346708 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5c03abce-d3f2-4244-871b-1cf2c48dbb38 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (c9a54486-5082-4bab-86f9-52270c30c190), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:59.352238 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c03abce-d3f2-4244-871b-1cf2c48dbb38 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:59.352794 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5c03abce-d3f2-4244-871b-1cf2c48dbb38 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:59.428586 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-1a06f35a-f625-4b8d-9ca1-a44260804697 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:59.430065 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-1a06f35a-f625-4b8d-9ca1-a44260804697 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2858558 Jan 28 13:31:59.455552 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-c577d1c6-a8f2-4f25-93a2-8000f3465553 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/quotas/e673c8528e5e4779a6ccbd67c4413293 HTTP/1.1" status: 200 len: 375 time: 0.0157199 Jan 28 13:31:59.467840 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03abce-d3f2-4244-871b-1cf2c48dbb38 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Pushing event updated for resources: {'Network': ['ID=c9a54486-5082-4bab-86f9-52270c30c190,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:59.476151 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5c03abce-d3f2-4244-871b-1cf2c48dbb38 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5832460 Jan 28 13:31:59.476328 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58676) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:59.481752 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-b01f1ea0-5ef4-4858-9d79-96bf044ff79c tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Request body: {'subnet': {'network_id': 'c9a54486-5082-4bab-86f9-52270c30c190', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:59.486312 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network c9a54486-5082-4bab-86f9-52270c30c190 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:31:59.503858 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-4f931431-dd88-4863-9331-ecacc9c99646 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e673c8528e5e4779a6ccbd67c4413293&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367939 Jan 28 13:31:59.524613 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9604f024-cdf5-4b1b-b784-f649493b17b2 admin admin] Publish callbacks [] for port (e724b768-9e9d-4ada-a57e-28df418de7c3), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:59.563480 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9604f024-cdf5-4b1b-b784-f649493b17b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (e724b768-9e9d-4ada-a57e-28df418de7c3), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:59.608815 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9604f024-cdf5-4b1b-b784-f649493b17b2 admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:59.613386 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-9604f024-cdf5-4b1b-b784-f649493b17b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:59.617952 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd78de1-f098-418c-91b2-0664a9a96ec7 req-9bc45d6e-5a40-40d0-8e31-e050aa463120 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:59.620442 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9604f024-cdf5-4b1b-b784-f649493b17b2 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:59.626356 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ebd78de1-f098-418c-91b2-0664a9a96ec7 req-9bc45d6e-5a40-40d0-8e31-e050aa463120 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=573daf7d-2e4e-4525-a1ee-674e823fc854 HTTP/1.1" status: 200 len: 946 time: 0.1580737 Jan 28 13:31:59.676030 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604f024-cdf5-4b1b-b784-f649493b17b2 admin admin] Pushing event updated for resources: {'Port': ['ID=e724b768-9e9d-4ada-a57e-28df418de7c3,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:59.693002 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ebd78de1-f098-418c-91b2-0664a9a96ec7 req-240949fe-1d64-497d-b847-9187623eece9 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672269 Jan 28 13:31:59.709525 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-984e437a-99da-4a5a-81c6-266c3f2515a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (507984bd-565d-4301-8408-870dfb274c1e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:59.857689 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01f1ea0-5ef4-4858-9d79-96bf044ff79c tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Made reservation on behalf of fb2a6e6d656249a3badaf4fced883af3 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:59.864227 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b01f1ea0-5ef4-4858-9d79-96bf044ff79c tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:00.029641 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9604f024-cdf5-4b1b-b784-f649493b17b2 admin admin] Publish callbacks [] for router_gateway (42e34e66-b9f7-47a8-a541-6b4a455f1fca), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:00.109170 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2eb19bcf-ad43-436b-8338-0bf68ceed5c2 req-5afe9ba4-dc56-47e7-b5d2-1e658774ea13 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f26471f-e062-4170-ae44-38f023825a8a HTTP/1.1" status: 200 len: 210 time: 0.0731106 Jan 28 13:32:00.193841 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fb2d2-d04f-4aa3-a152-0ccc786fd6d1 req-f671bdcf-af9b-46ac-9d21-93461c04a399 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:00.197624 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fb2d2-d04f-4aa3-a152-0ccc786fd6d1 req-f671bdcf-af9b-46ac-9d21-93461c04a399 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:00.202896 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fb2d2-d04f-4aa3-a152-0ccc786fd6d1 req-f671bdcf-af9b-46ac-9d21-93461c04a399 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:00.208174 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fb2d2-d04f-4aa3-a152-0ccc786fd6d1 req-f671bdcf-af9b-46ac-9d21-93461c04a399 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:00.213524 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fb2d2-d04f-4aa3-a152-0ccc786fd6d1 req-f671bdcf-af9b-46ac-9d21-93461c04a399 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:00.219002 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fb2d2-d04f-4aa3-a152-0ccc786fd6d1 req-f671bdcf-af9b-46ac-9d21-93461c04a399 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:00.224153 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fb2d2-d04f-4aa3-a152-0ccc786fd6d1 req-f671bdcf-af9b-46ac-9d21-93461c04a399 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:00.226187 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7f1fb2d2-d04f-4aa3-a152-0ccc786fd6d1 req-f671bdcf-af9b-46ac-9d21-93461c04a399 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5428 time: 0.3723934 Jan 28 13:32:00.310419 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9604f024-cdf5-4b1b-b784-f649493b17b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (42e34e66-b9f7-47a8-a541-6b4a455f1fca), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:00.320516 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b01f1ea0-5ef4-4858-9d79-96bf044ff79c tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (87e48956-dc02-4f40-84f2-5dd9c965e5b6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:00.412112 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7f1fb2d2-d04f-4aa3-a152-0ccc786fd6d1 req-51f7d1ff-8859-49c3-98e8-238529f51a04 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1710680 Jan 28 13:32:00.444556 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f1ea0-5ef4-4858-9d79-96bf044ff79c tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Pushing event updated for resources: {'Subnet': ['ID=87e48956-dc02-4f40-84f2-5dd9c965e5b6,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:00.465972 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01f1ea0-5ef4-4858-9d79-96bf044ff79c tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Checking segment: {'id': '2a1ef5f2-2421-4719-83e4-8470abb1b08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c9a54486-5082-4bab-86f9-52270c30c190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:00.465972 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01f1ea0-5ef4-4858-9d79-96bf044ff79c tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Network hostable DHCP agents. Network: c9a54486-5082-4bab-86f9-52270c30c190, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:32:00.498851 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01f1ea0-5ef4-4858-9d79-96bf044ff79c tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Network c9a54486-5082-4bab-86f9-52270c30c190 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:32:00.508270 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-984e437a-99da-4a5a-81c6-266c3f2515a1 admin admin] Deleting port 3277db81-a543-4094-ac05-94d3593bfa4b {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:00.508629 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-984e437a-99da-4a5a-81c6-266c3f2515a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (3277db81-a543-4094-ac05-94d3593bfa4b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:00.521515 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-b01f1ea0-5ef4-4858-9d79-96bf044ff79c tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, c9a54486-5082-4bab-86f9-52270c30c190) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:00.529537 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264d77b4-deab-4a26-98df-344ff77bc67b None None] Network c9a54486-5082-4bab-86f9-52270c30c190 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:00.533355 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01f1ea0-5ef4-4858-9d79-96bf044ff79c tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:00.533742 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b01f1ea0-5ef4-4858-9d79-96bf044ff79c tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:00.614851 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b01f1ea0-5ef4-4858-9d79-96bf044ff79c tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1353207 Jan 28 13:32:00.631448 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-984e437a-99da-4a5a-81c6-266c3f2515a1 admin admin] For port 3277db81-a543-4094-ac05-94d3593bfa4b, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3277db81-a543-4094-ac05-94d3593bfa4b,segment=NetworkSegment(7b9359ad-ab9e-4dd7-951c-9218cc0873e3),segment_id=7b9359ad-ab9e-4dd7-951c-9218cc0873e3)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:00.631894 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-984e437a-99da-4a5a-81c6-266c3f2515a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (3277db81-a543-4094-ac05-94d3593bfa4b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:00.676345 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58688) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:00.677929 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-984e437a-99da-4a5a-81c6-266c3f2515a1 admin admin] Calling delete_port for 3277db81-a543-4094-ac05-94d3593bfa4b owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:00.682657 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-14c149ac-e2b0-40dd-8bdd-fb9d199c5d83 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1997598748', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}, 'admin_state_up': False}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:00.706805 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68250d59-96fc-4828-9032-aa24eb55f4a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-c9a54486-5082-4bab-86f9-52270c30c190', 'network_id': 'c9a54486-5082-4bab-86f9-52270c30c190', 'project_id': 'fb2a6e6d656249a3badaf4fced883af3', 'fixed_ips': [{'subnet_id': '87e48956-dc02-4f40-84f2-5dd9c965e5b6'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:32:00.707731 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-68250d59-96fc-4828-9032-aa24eb55f4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:00.775711 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-14c149ac-e2b0-40dd-8bdd-fb9d199c5d83 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (003a667f-eb5b-478c-9839-6304c9488b89), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:00.776783 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-14c149ac-e2b0-40dd-8bdd-fb9d199c5d83 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (003a667f-eb5b-478c-9839-6304c9488b89), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:00.907795 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-14c149ac-e2b0-40dd-8bdd-fb9d199c5d83 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks [] for router_controller (003a667f-eb5b-478c-9839-6304c9488b89), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:00.909773 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-68250d59-96fc-4828-9032-aa24eb55f4a3 None None] Allocated IP 172.20.0.2 (c9a54486-5082-4bab-86f9-52270c30c190/87e48956-dc02-4f40-84f2-5dd9c965e5b6/7d5d8570-8d59-440b-945a-bc320cff8fc1) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:01.036075 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-984e437a-99da-4a5a-81c6-266c3f2515a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (3277db81-a543-4094-ac05-94d3593bfa4b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:01.067834 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e437a-99da-4a5a-81c6-266c3f2515a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3277db81-a543-4094-ac05-94d3593bfa4b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:01.077455 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e726e9-3642-4b14-ad83-a736f5a38f1f req-6cad79b9-bd1c-4831-9af3-a5745cdc3e24 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:01.111331 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e9e726e9-3642-4b14-ad83-a736f5a38f1f req-6cad79b9-bd1c-4831-9af3-a5745cdc3e24 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=573daf7d-2e4e-4525-a1ee-674e823fc854 HTTP/1.1" status: 200 len: 946 time: 0.2941678 Jan 28 13:32:01.187129 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-68250d59-96fc-4828-9032-aa24eb55f4a3 None None] Publish callbacks [] for port (7d5d8570-8d59-440b-945a-bc320cff8fc1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:01.198469 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-68250d59-96fc-4828-9032-aa24eb55f4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (7d5d8570-8d59-440b-945a-bc320cff8fc1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:01.269353 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68250d59-96fc-4828-9032-aa24eb55f4a3 None None] Network c9a54486-5082-4bab-86f9-52270c30c190 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:01.284875 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-68250d59-96fc-4828-9032-aa24eb55f4a3 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:01.294061 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68250d59-96fc-4828-9032-aa24eb55f4a3 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:01.397845 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-0d8596ab-e9d9-4c4d-b60b-8ca7b02658ef tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e673c8528e5e4779a6ccbd67c4413293&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1056583 Jan 28 13:32:01.440375 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-68250d59-96fc-4828-9032-aa24eb55f4a3 None None] Attempting to bind port 7d5d8570-8d59-440b-945a-bc320cff8fc1 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:01.440900 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-68250d59-96fc-4828-9032-aa24eb55f4a3 None None] Attempting to bind port 7d5d8570-8d59-440b-945a-bc320cff8fc1 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '2a1ef5f2-2421-4719-83e4-8470abb1b08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c9a54486-5082-4bab-86f9-52270c30c190'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:01.441347 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68250d59-96fc-4828-9032-aa24eb55f4a3 None None] Attempting to bind port 7d5d8570-8d59-440b-945a-bc320cff8fc1 on network c9a54486-5082-4bab-86f9-52270c30c190 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:01.444580 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68250d59-96fc-4828-9032-aa24eb55f4a3 None None] Pushing event updated for resources: {'Port': ['ID=7d5d8570-8d59-440b-945a-bc320cff8fc1,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:01.444781 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e9e726e9-3642-4b14-ad83-a736f5a38f1f req-e7de4513-f63f-4d6e-9ad6-5d4fb89b1a70 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324187 Jan 28 13:32:01.447019 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9604f024-cdf5-4b1b-b784-f649493b17b2 admin admin] Router 42e34e66-b9f7-47a8-a541-6b4a455f1fca is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:32:01.457593 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68250d59-96fc-4828-9032-aa24eb55f4a3 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:32:01.458111 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68250d59-96fc-4828-9032-aa24eb55f4a3 None None] Checking segment: {'id': '2a1ef5f2-2421-4719-83e4-8470abb1b08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c9a54486-5082-4bab-86f9-52270c30c190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:01.458618 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-68250d59-96fc-4828-9032-aa24eb55f4a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:01.460596 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68250d59-96fc-4828-9032-aa24eb55f4a3 None None] Bound using segment: {'id': '2a1ef5f2-2421-4719-83e4-8470abb1b08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c9a54486-5082-4bab-86f9-52270c30c190'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:32:01.461200 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-68250d59-96fc-4828-9032-aa24eb55f4a3 None None] Bound port: 7d5d8570-8d59-440b-945a-bc320cff8fc1, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1ef5f2-2421-4719-83e4-8470abb1b08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c9a54486-5082-4bab-86f9-52270c30c190'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:32:01.465886 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-68250d59-96fc-4828-9032-aa24eb55f4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7d5d8570-8d59-440b-945a-bc320cff8fc1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:01.474439 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-14c149ac-e2b0-40dd-8bdd-fb9d199c5d83 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks [] for router_gateway (003a667f-eb5b-478c-9839-6304c9488b89), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:01.496197 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9ccbe0e0-dfd4-4d14-993d-d23b78b8c863 req-cd430727-85b5-41e8-bbd8-e7841433b49b tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f26471f-e062-4170-ae44-38f023825a8a HTTP/1.1" status: 200 len: 210 time: 0.1529672 Jan 28 13:32:01.634669 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-68250d59-96fc-4828-9032-aa24eb55f4a3 None None] For port 7d5d8570-8d59-440b-945a-bc320cff8fc1, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:32:01.640354 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-68250d59-96fc-4828-9032-aa24eb55f4a3 None None] For port 7d5d8570-8d59-440b-945a-bc320cff8fc1, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7d5d8570-8d59-440b-945a-bc320cff8fc1,segment=NetworkSegment(2a1ef5f2-2421-4719-83e4-8470abb1b08a),segment_id=2a1ef5f2-2421-4719-83e4-8470abb1b08a)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:32:01.653165 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-68250d59-96fc-4828-9032-aa24eb55f4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7d5d8570-8d59-440b-945a-bc320cff8fc1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:01.708559 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9604f024-cdf5-4b1b-b784-f649493b17b2 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:32:01.772232 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9604f024-cdf5-4b1b-b784-f649493b17b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:01.776283 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9604f024-cdf5-4b1b-b784-f649493b17b2 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.6905019 Jan 28 13:32:01.781818 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58706) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:01.797036 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68250d59-96fc-4828-9032-aa24eb55f4a3 None None] Pushing event updated for resources: {'Port': ['ID=7d5d8570-8d59-440b-945a-bc320cff8fc1,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:01.817229 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663bb4cb-f6ea-4507-90b4-4fb727264b43 None None] Sync routers for ids ['42e34e66-b9f7-47a8-a541-6b4a455f1fca'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:32:01.859924 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ee8f0c7-2007-4f9a-a29d-b011c4cca1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:01.869106 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fdea3-2056-45e2-b874-50ce68a5b7ec req-a2a81a9d-2d89-4286-96e0-9f7c5932a06a tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:01.874926 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fdea3-2056-45e2-b874-50ce68a5b7ec req-a2a81a9d-2d89-4286-96e0-9f7c5932a06a tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:01.881433 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fdea3-2056-45e2-b874-50ce68a5b7ec req-a2a81a9d-2d89-4286-96e0-9f7c5932a06a tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:01.887410 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fdea3-2056-45e2-b874-50ce68a5b7ec req-a2a81a9d-2d89-4286-96e0-9f7c5932a06a tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:01.892823 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fdea3-2056-45e2-b874-50ce68a5b7ec req-a2a81a9d-2d89-4286-96e0-9f7c5932a06a tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:01.899104 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fdea3-2056-45e2-b874-50ce68a5b7ec req-a2a81a9d-2d89-4286-96e0-9f7c5932a06a tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:01.905113 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fdea3-2056-45e2-b874-50ce68a5b7ec req-a2a81a9d-2d89-4286-96e0-9f7c5932a06a tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:01.905928 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663bb4cb-f6ea-4507-90b4-4fb727264b43 None None] Routers {'42e34e66-b9f7-47a8-a541-6b4a455f1fca'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:32:01.908318 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-663bb4cb-f6ea-4507-90b4-4fb727264b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:32:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['42e34e66-b9f7-47a8-a541-6b4a455f1fca'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:01.913973 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-645fdea3-2056-45e2-b874-50ce68a5b7ec req-a2a81a9d-2d89-4286-96e0-9f7c5932a06a tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5428 time: 0.2072842 Jan 28 13:32:01.920488 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:32:02.006986 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-984e437a-99da-4a5a-81c6-266c3f2515a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (507984bd-565d-4301-8408-870dfb274c1e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:02.239064 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-5e3f39d6-b948-460f-a146-6dc463ab97cf tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:02.240791 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-5e3f39d6-b948-460f-a146-6dc463ab97cf tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7897732 Jan 28 13:32:02.263097 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-f752c363-1238-4a78-8603-7706b56b60c1 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Request body: {'port': {'device_id': '2f26471f-e062-4170-ae44-38f023825a8a', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': 'e673c8528e5e4779a6ccbd67c4413293'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:02.295883 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-645fdea3-2056-45e2-b874-50ce68a5b7ec req-4fafc9e3-96b1-48eb-a1ae-8985ca6432f8 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3807228 Jan 28 13:32:02.548979 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-663bb4cb-f6ea-4507-90b4-4fb727264b43 None None] Set router 42e34e66-b9f7-47a8-a541-6b4a455f1fca gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:32:02.747155 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-f752c363-1238-4a78-8603-7706b56b60c1 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Made reservation on behalf of e673c8528e5e4779a6ccbd67c4413293 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:02.752312 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-f752c363-1238-4a78-8603-7706b56b60c1 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:02.818575 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7d5d8570-8d59-440b-945a-bc320cff8fc1 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:02.848362 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:02.857780 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6422dad5-64e0-44ba-a331-255d1228f2a1 req-5ffc3384-f2d7-41e5-88ef-7fdbd3a57e02 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f26471f-e062-4170-ae44-38f023825a8a HTTP/1.1" status: 200 len: 210 time: 0.1496336 Jan 28 13:32:02.903218 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890fddd-f644-4ae2-b8a4-56656beca8f8 req-b23d51c1-7cec-43ff-805c-2763286bd130 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:02.904865 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8890fddd-f644-4ae2-b8a4-56656beca8f8 req-b23d51c1-7cec-43ff-805c-2763286bd130 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=573daf7d-2e4e-4525-a1ee-674e823fc854 HTTP/1.1" status: 200 len: 946 time: 0.2594051 Jan 28 13:32:02.921605 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-f752c363-1238-4a78-8603-7706b56b60c1 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:02.923240 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-663bb4cb-f6ea-4507-90b4-4fb727264b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128012539-router', 'tenant_id': '66696def36354b7c8b641113c2a3185a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e724b768-9e9d-4ada-a57e-28df418de7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:58Z', 'updated_at': '2022-01-28T13:31:59Z', 'revision_number': 3, 'project_id': '66696def36354b7c8b641113c2a3185a', 'gw_port': {'id': 'e724b768-9e9d-4ada-a57e-28df418de7c3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:59Z', 'updated_at': '2022-01-28T13:31:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:02.952377 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984e437a-99da-4a5a-81c6-266c3f2515a1 admin admin] Router 507984bd-565d-4301-8408-870dfb274c1e has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:32:02.961653 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-14c149ac-e2b0-40dd-8bdd-fb9d199c5d83 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks [] for router_gateway (003a667f-eb5b-478c-9839-6304c9488b89), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:02.989044 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-14c149ac-e2b0-40dd-8bdd-fb9d199c5d83 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:02.994940 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663bb4cb-f6ea-4507-90b4-4fb727264b43 None None] Checking router: 42e34e66-b9f7-47a8-a541-6b4a455f1fca for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:32:02.995399 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663bb4cb-f6ea-4507-90b4-4fb727264b43 None None] Updating router 42e34e66-b9f7-47a8-a541-6b4a455f1fca port e724b768-9e9d-4ada-a57e-28df418de7c3 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:32:03.051575 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 7d5d8570-8d59-440b-945a-bc320cff8fc1 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:03.051944 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7d5d8570-8d59-440b-945a-bc320cff8fc1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:03.053772 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-663bb4cb-f6ea-4507-90b4-4fb727264b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e724b768-9e9d-4ada-a57e-28df418de7c3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:03.076828 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-f752c363-1238-4a78-8603-7706b56b60c1 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Publish callbacks [] for security_group (0d4486f4-20e6-4443-9bc1-2b3b2049a233), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:03.084511 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-f752c363-1238-4a78-8603-7706b56b60c1 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0d4486f4-20e6-4443-9bc1-2b3b2049a233), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:03.109556 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0919e06e-d5bf-484b-a24c-e43c091095b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:03.301146 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8890fddd-f644-4ae2-b8a4-56656beca8f8 req-91c2bb87-3b9c-4879-994e-aa8cec86fa24 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831539 Jan 28 13:32:03.389280 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-f752c363-1238-4a78-8603-7706b56b60c1 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Allocated IP 192.168.233.242 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/5e5f4228-1d82-4896-aefc-40e1d70b3d6f) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:03.491118 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 7d5d8570-8d59-440b-945a-bc320cff8fc1 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:03.491674 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7d5d8570-8d59-440b-945a-bc320cff8fc1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:03.532642 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 7d5d8570-8d59-440b-945a-bc320cff8fc1, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7d5d8570-8d59-440b-945a-bc320cff8fc1,segment=NetworkSegment(2a1ef5f2-2421-4719-83e4-8470abb1b08a),segment_id=2a1ef5f2-2421-4719-83e4-8470abb1b08a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:03.540610 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7d5d8570-8d59-440b-945a-bc320cff8fc1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:03.581552 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752c363-1238-4a78-8603-7706b56b60c1 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4486f4-20e6-4443-9bc1-2b3b2049a233,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:03.635545 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=7d5d8570-8d59-440b-945a-bc320cff8fc1,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:03.646868 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984e437a-99da-4a5a-81c6-266c3f2515a1 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:32:03.657593 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ca7e75-de8c-4d04-b039-e0e228314ffd None None] Sync routers for ids ['507984bd-565d-4301-8408-870dfb274c1e'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:32:03.660158 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-984e437a-99da-4a5a-81c6-266c3f2515a1 admin admin] 10.222.0.39 "PUT /v2.0/routers/507984bd-565d-4301-8408-870dfb274c1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9040949 Jan 28 13:32:03.660812 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58724) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:03.675392 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ca7e75-de8c-4d04-b039-e0e228314ffd None None] Routers {'507984bd-565d-4301-8408-870dfb274c1e'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:32:03.676018 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-80ca7e75-de8c-4d04-b039-e0e228314ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:32:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['507984bd-565d-4301-8408-870dfb274c1e'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:03.705305 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-14c149ac-e2b0-40dd-8bdd-fb9d199c5d83 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Allocated IP 172.25.3.195 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/52f0c3b7-2be1-4497-9729-b91b649ef9eb) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:03.728744 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-f752c363-1238-4a78-8603-7706b56b60c1 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Publish callbacks [] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:03.741520 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a7686a-7e18-436c-a73b-6aeddb476aa1 None None] Network c9a54486-5082-4bab-86f9-52270c30c190 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:03.757517 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-0919e06e-d5bf-484b-a24c-e43c091095b4 admin admin] Allocated IP 172.20.0.1 (e81d9142-7438-4a72-8b45-d0c1a4a38b6d/4e631c13-0da2-49fb-8a7c-4c7323c9d541/e77c5259-c10c-4a47-b717-5be3be364b9b) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:03.842680 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8bce194b-e41f-4645-aff7-1f142ab048f8 admin admin] Publish callbacks [] for router (507984bd-565d-4301-8408-870dfb274c1e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:03.863884 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d1dd6-9f7e-4754-b60c-b961626a0f29 req-7f986ade-23ab-48c4-9058-0c40870c8906 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:03.883228 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d1dd6-9f7e-4754-b60c-b961626a0f29 req-7f986ade-23ab-48c4-9058-0c40870c8906 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:03.897919 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d1dd6-9f7e-4754-b60c-b961626a0f29 req-7f986ade-23ab-48c4-9058-0c40870c8906 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:03.913813 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d1dd6-9f7e-4754-b60c-b961626a0f29 req-7f986ade-23ab-48c4-9058-0c40870c8906 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:03.933580 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d1dd6-9f7e-4754-b60c-b961626a0f29 req-7f986ade-23ab-48c4-9058-0c40870c8906 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:03.941535 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e329da97-129b-4787-b0f8-fe7346be8ce5 None None] Provisioning complete for port 7d5d8570-8d59-440b-945a-bc320cff8fc1 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:03.942030 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e329da97-129b-4787-b0f8-fe7346be8ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7d5d8570-8d59-440b-945a-bc320cff8fc1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:03.950631 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d1dd6-9f7e-4754-b60c-b961626a0f29 req-7f986ade-23ab-48c4-9058-0c40870c8906 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:03.961817 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d1dd6-9f7e-4754-b60c-b961626a0f29 req-7f986ade-23ab-48c4-9058-0c40870c8906 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:03.980235 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-525d1dd6-9f7e-4754-b60c-b961626a0f29 req-7f986ade-23ab-48c4-9058-0c40870c8906 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5428 time: 0.4942687 Jan 28 13:32:04.044502 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8bce194b-e41f-4645-aff7-1f142ab048f8 admin admin] Publish callbacks [] for router_gateway (507984bd-565d-4301-8408-870dfb274c1e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:04.050349 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-f752c363-1238-4a78-8603-7706b56b60c1 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:04.176539 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-80ca7e75-de8c-4d04-b039-e0e228314ffd None None] Set router 507984bd-565d-4301-8408-870dfb274c1e gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:32:04.220766 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:04.247693 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e329da97-129b-4787-b0f8-fe7346be8ce5 None None] Current status of the port 7d5d8570-8d59-440b-945a-bc320cff8fc1 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:04.294455 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-525d1dd6-9f7e-4754-b60c-b961626a0f29 req-ebf8a274-05ae-4caa-80f8-0ef728cbbd22 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3116407 Jan 28 13:32:04.330904 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-f752c363-1238-4a78-8603-7706b56b60c1 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:04.340651 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-f752c363-1238-4a78-8603-7706b56b60c1 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:04.352179 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-f752c363-1238-4a78-8603-7706b56b60c1 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:04.420617 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0919e06e-d5bf-484b-a24c-e43c091095b4 admin admin] Publish callbacks [] for port (e77c5259-c10c-4a47-b717-5be3be364b9b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:04.427336 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-14c149ac-e2b0-40dd-8bdd-fb9d199c5d83 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks [] for port (52f0c3b7-2be1-4497-9729-b91b649ef9eb), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:04.476444 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752c363-1238-4a78-8603-7706b56b60c1 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Pushing event updated for resources: {'Port': ['ID=5e5f4228-1d82-4896-aefc-40e1d70b3d6f,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:04.594174 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7d5d8570-8d59-440b-945a-bc320cff8fc1 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:04.656427 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb35b6c-509e-433c-8f13-5373f4705d87 req-3b22ea83-758f-4db4-a14c-2dfca59d8ffe tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:04.659849 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fdb35b6c-509e-433c-8f13-5373f4705d87 req-3b22ea83-758f-4db4-a14c-2dfca59d8ffe tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f26471f-e062-4170-ae44-38f023825a8a HTTP/1.1" status: 200 len: 936 time: 0.6023839 Jan 28 13:32:04.672249 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-f752c363-1238-4a78-8603-7706b56b60c1 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:04.673782 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-f752c363-1238-4a78-8603-7706b56b60c1 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:04.675167 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-14c149ac-e2b0-40dd-8bdd-fb9d199c5d83 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (52f0c3b7-2be1-4497-9729-b91b649ef9eb), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:04.706961 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-8bce194b-e41f-4645-aff7-1f142ab048f8 admin admin] Deleting port dd750d21-db0d-4e46-ac21-ed274af41870 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:04.707561 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8bce194b-e41f-4645-aff7-1f142ab048f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (dd750d21-db0d-4e46-ac21-ed274af41870), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:04.726427 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-80ca7e75-de8c-4d04-b039-e0e228314ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507984bd-565d-4301-8408-870dfb274c1e', 'name': 'tempest-ServersTestJSON-1507381868-router', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'dd750d21-db0d-4e46-ac21-ed274af41870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:28:21Z', 'updated_at': '2022-01-28T13:32:00Z', 'revision_number': 5, 'project_id': '40d2254c52b145b8bd88955b1142b88a', 'gw_port': {'id': 'dd750d21-db0d-4e46-ac21-ed274af41870', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507984bd-565d-4301-8408-870dfb274c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:23Z', 'updated_at': '2022-01-28T13:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:04.753135 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-b8e0256f-8508-427a-a584-c5f1f177d019 None None] Provisioning complete for port 7d5d8570-8d59-440b-945a-bc320cff8fc1 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:04.753509 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b8e0256f-8508-427a-a584-c5f1f177d019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7d5d8570-8d59-440b-945a-bc320cff8fc1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:04.791049 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c149ac-e2b0-40dd-8bdd-fb9d199c5d83 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:04.793396 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 7d5d8570-8d59-440b-945a-bc320cff8fc1 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:04.794892 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-14c149ac-e2b0-40dd-8bdd-fb9d199c5d83 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:04.795510 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ca7e75-de8c-4d04-b039-e0e228314ffd None None] Checking router: 507984bd-565d-4301-8408-870dfb274c1e for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:32:04.797506 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7d5d8570-8d59-440b-945a-bc320cff8fc1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:04.797988 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c149ac-e2b0-40dd-8bdd-fb9d199c5d83 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:04.803906 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0919e06e-d5bf-484b-a24c-e43c091095b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (e77c5259-c10c-4a47-b717-5be3be364b9b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:04.811296 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ca7e75-de8c-4d04-b039-e0e228314ffd None None] Routers {'507984bd-565d-4301-8408-870dfb274c1e'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:32:04.816308 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-80ca7e75-de8c-4d04-b039-e0e228314ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:32:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['507984bd-565d-4301-8408-870dfb274c1e'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:04.837026 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fdb35b6c-509e-433c-8f13-5373f4705d87 req-1ef42034-2979-4130-b6ac-e083434bdca9 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d4486f4-20e6-4443-9bc1-2b3b2049a233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487513 Jan 28 13:32:04.846785 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-f752c363-1238-4a78-8603-7706b56b60c1 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5921023 Jan 28 13:32:04.861054 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-006e70a9-17df-4eef-8806-0d2beed9f054 service neutron] Request body: {'port': {'device_id': '2f26471f-e062-4170-ae44-38f023825a8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:04.882711 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c149ac-e2b0-40dd-8bdd-fb9d199c5d83 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Pushing event updated for resources: {'Port': ['ID=52f0c3b7-2be1-4497-9729-b91b649ef9eb,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:04.893231 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d78fe-7978-497f-a668-d3a8f56c5052 req-264a0b33-1aab-4a42-8a35-e2deaaa7ede8 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:04.906630 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7e1d78fe-7978-497f-a668-d3a8f56c5052 req-264a0b33-1aab-4a42-8a35-e2deaaa7ede8 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=573daf7d-2e4e-4525-a1ee-674e823fc854 HTTP/1.1" status: 200 len: 946 time: 0.2734149 Jan 28 13:32:04.956635 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919e06e-d5bf-484b-a24c-e43c091095b4 admin admin] Pushing event updated for resources: {'Port': ['ID=e77c5259-c10c-4a47-b717-5be3be364b9b,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:04.968726 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-80ca7e75-de8c-4d04-b039-e0e228314ffd None None] Set router 507984bd-565d-4301-8408-870dfb274c1e gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:32:04.977990 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0919e06e-d5bf-484b-a24c-e43c091095b4 admin admin] Network e81d9142-7438-4a72-8b45-d0c1a4a38b6d is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:04.980878 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-8bce194b-e41f-4645-aff7-1f142ab048f8 admin admin] For port dd750d21-db0d-4e46-ac21-ed274af41870, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=dd750d21-db0d-4e46-ac21-ed274af41870,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:04.981258 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8bce194b-e41f-4645-aff7-1f142ab048f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (dd750d21-db0d-4e46-ac21-ed274af41870), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:05.002260 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-8bce194b-e41f-4645-aff7-1f142ab048f8 admin admin] Calling delete_port for dd750d21-db0d-4e46-ac21-ed274af41870 owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:05.003949 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-006e70a9-17df-4eef-8806-0d2beed9f054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:05.068168 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-0919e06e-d5bf-484b-a24c-e43c091095b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:05.078252 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 7d5d8570-8d59-440b-945a-bc320cff8fc1 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:05.083141 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0919e06e-d5bf-484b-a24c-e43c091095b4 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:05.092989 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7e1d78fe-7978-497f-a668-d3a8f56c5052 req-43fa2d47-789f-4e66-bba6-2cafa93bcd31 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847870 Jan 28 13:32:05.151247 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-80ca7e75-de8c-4d04-b039-e0e228314ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507984bd-565d-4301-8408-870dfb274c1e', 'name': 'tempest-ServersTestJSON-1507381868-router', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:28:21Z', 'updated_at': '2022-01-28T13:32:04Z', 'revision_number': 6, 'project_id': '40d2254c52b145b8bd88955b1142b88a', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:05.179997 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ca7e75-de8c-4d04-b039-e0e228314ffd None None] The sync data for ids ['507984bd-565d-4301-8408-870dfb274c1e'] in n-d-822747-2 is: [{'id': '507984bd-565d-4301-8408-870dfb274c1e', 'name': 'tempest-ServersTestJSON-1507381868-router', 'tenant_id': '40d2254c52b145b8bd88955b1142b88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:28:21Z', 'updated_at': '2022-01-28T13:32:04Z', 'revision_number': 6, 'project_id': '40d2254c52b145b8bd88955b1142b88a', 'gw_port_host': None}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:32:05.198145 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b8e0256f-8508-427a-a584-c5f1f177d019 None None] Current status of the port 7d5d8570-8d59-440b-945a-bc320cff8fc1 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:05.268127 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-663bb4cb-f6ea-4507-90b4-4fb727264b43 None None] Publish callbacks [] for port (e724b768-9e9d-4ada-a57e-28df418de7c3), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:05.277592 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-663bb4cb-f6ea-4507-90b4-4fb727264b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e724b768-9e9d-4ada-a57e-28df418de7c3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:05.356733 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-663bb4cb-f6ea-4507-90b4-4fb727264b43 None None] Attempting to bind port e724b768-9e9d-4ada-a57e-28df418de7c3 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:05.357111 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-663bb4cb-f6ea-4507-90b4-4fb727264b43 None None] Attempting to bind port e724b768-9e9d-4ada-a57e-28df418de7c3 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:05.357476 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663bb4cb-f6ea-4507-90b4-4fb727264b43 None None] Attempting to bind port e724b768-9e9d-4ada-a57e-28df418de7c3 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:05.381190 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663bb4cb-f6ea-4507-90b4-4fb727264b43 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:32:05.381612 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663bb4cb-f6ea-4507-90b4-4fb727264b43 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:05.382202 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-663bb4cb-f6ea-4507-90b4-4fb727264b43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:05.382780 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663bb4cb-f6ea-4507-90b4-4fb727264b43 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:32:05.383366 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-663bb4cb-f6ea-4507-90b4-4fb727264b43 None None] Bound port: e724b768-9e9d-4ada-a57e-28df418de7c3, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:32:05.383751 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-663bb4cb-f6ea-4507-90b4-4fb727264b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e724b768-9e9d-4ada-a57e-28df418de7c3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:05.387513 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5cd22-eb80-4fae-9928-9a70e7a2a3eb None None] Pushing event updated for resources: {'Port': ['ID=e724b768-9e9d-4ada-a57e-28df418de7c3,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:05.401620 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-242a533a-5c7a-4b7f-bd5e-801ba7fcfa95 None None] Provisioning complete for port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:05.402776 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-242a533a-5c7a-4b7f-bd5e-801ba7fcfa95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:05.445053 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0919e06e-d5bf-484b-a24c-e43c091095b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (42e34e66-b9f7-47a8-a541-6b4a455f1fca), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:05.472429 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-242a533a-5c7a-4b7f-bd5e-801ba7fcfa95 None None] Port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:32:05.525334 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-663bb4cb-f6ea-4507-90b4-4fb727264b43 None None] For port e724b768-9e9d-4ada-a57e-28df418de7c3, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:32:05.594677 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-663bb4cb-f6ea-4507-90b4-4fb727264b43 None None] For port e724b768-9e9d-4ada-a57e-28df418de7c3, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=e724b768-9e9d-4ada-a57e-28df418de7c3,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:32:05.605146 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-663bb4cb-f6ea-4507-90b4-4fb727264b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e724b768-9e9d-4ada-a57e-28df418de7c3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:05.605381 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8bce194b-e41f-4645-aff7-1f142ab048f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (dd750d21-db0d-4e46-ac21-ed274af41870), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:05.626053 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876d3b8-bcc0-4cc8-a19a-654ec45d3f9b req-70382a46-75e4-46c1-ae71-d6b8eab3f197 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:05.632166 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876d3b8-bcc0-4cc8-a19a-654ec45d3f9b req-70382a46-75e4-46c1-ae71-d6b8eab3f197 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:05.637998 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876d3b8-bcc0-4cc8-a19a-654ec45d3f9b req-70382a46-75e4-46c1-ae71-d6b8eab3f197 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:05.643834 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876d3b8-bcc0-4cc8-a19a-654ec45d3f9b req-70382a46-75e4-46c1-ae71-d6b8eab3f197 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:05.650367 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876d3b8-bcc0-4cc8-a19a-654ec45d3f9b req-70382a46-75e4-46c1-ae71-d6b8eab3f197 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:05.656327 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876d3b8-bcc0-4cc8-a19a-654ec45d3f9b req-70382a46-75e4-46c1-ae71-d6b8eab3f197 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:05.662223 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876d3b8-bcc0-4cc8-a19a-654ec45d3f9b req-70382a46-75e4-46c1-ae71-d6b8eab3f197 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:05.664527 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3876d3b8-bcc0-4cc8-a19a-654ec45d3f9b req-70382a46-75e4-46c1-ae71-d6b8eab3f197 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5428 time: 0.2220321 Jan 28 13:32:05.731148 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce194b-e41f-4645-aff7-1f142ab048f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd750d21-db0d-4e46-ac21-ed274af41870,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:05.740079 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663bb4cb-f6ea-4507-90b4-4fb727264b43 None None] Routers {'42e34e66-b9f7-47a8-a541-6b4a455f1fca'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:32:05.745381 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-663bb4cb-f6ea-4507-90b4-4fb727264b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:32:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['42e34e66-b9f7-47a8-a541-6b4a455f1fca'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:05.803483 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-006e70a9-17df-4eef-8806-0d2beed9f054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e5f4228-1d82-4896-aefc-40e1d70b3d6f {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:32:05.814228 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3876d3b8-bcc0-4cc8-a19a-654ec45d3f9b req-ed812b6e-0ba5-4cd9-8906-a99da967b32b tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1092393 Jan 28 13:32:05.834465 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-006e70a9-17df-4eef-8806-0d2beed9f054 service neutron] Publish callbacks [] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:05.876117 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-006e70a9-17df-4eef-8806-0d2beed9f054 service neutron] Transition to ACTIVE for port object 5e5f4228-1d82-4896-aefc-40e1d70b3d6f will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:32:05.895037 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-006e70a9-17df-4eef-8806-0d2beed9f054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:05.926220 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8bce194b-e41f-4645-aff7-1f142ab048f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (507984bd-565d-4301-8408-870dfb274c1e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:05.936033 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5cd22-eb80-4fae-9928-9a70e7a2a3eb None None] Pushing event updated for resources: {'Port': ['ID=e724b768-9e9d-4ada-a57e-28df418de7c3,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:05.950395 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:05.981392 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-663bb4cb-f6ea-4507-90b4-4fb727264b43 None None] Set router 42e34e66-b9f7-47a8-a541-6b4a455f1fca gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:32:06.178821 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8bce194b-e41f-4645-aff7-1f142ab048f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (507984bd-565d-4301-8408-870dfb274c1e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:06.180928 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-14c149ac-e2b0-40dd-8bdd-fb9d199c5d83 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks [] for router_gateway (003a667f-eb5b-478c-9839-6304c9488b89), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:06.193002 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8bce194b-e41f-4645-aff7-1f142ab048f8 admin admin] Publish callbacks [] for router_controller (507984bd-565d-4301-8408-870dfb274c1e), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:06.218222 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e70a9-17df-4eef-8806-0d2beed9f054 service neutron] Pushing event updated for resources: {'Port': ['ID=5e5f4228-1d82-4896-aefc-40e1d70b3d6f,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:06.396731 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-663bb4cb-f6ea-4507-90b4-4fb727264b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128012539-router', 'tenant_id': '66696def36354b7c8b641113c2a3185a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e724b768-9e9d-4ada-a57e-28df418de7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:58Z', 'updated_at': '2022-01-28T13:31:59Z', 'revision_number': 3, 'project_id': '66696def36354b7c8b641113c2a3185a', 'gw_port': {'id': 'e724b768-9e9d-4ada-a57e-28df418de7c3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:59Z', 'updated_at': '2022-01-28T13:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:06.448337 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8bce194b-e41f-4645-aff7-1f142ab048f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (507984bd-565d-4301-8408-870dfb274c1e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:06.454153 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bce194b-e41f-4645-aff7-1f142ab048f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 507984bd-565d-4301-8408-870dfb274c1e {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:32:06.468591 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8bce194b-e41f-4645-aff7-1f142ab048f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:06.472939 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8bce194b-e41f-4645-aff7-1f142ab048f8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/507984bd-565d-4301-8408-870dfb274c1e HTTP/1.1" status: 204 len: 168 time: 2.8076127 Jan 28 13:32:06.477785 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663bb4cb-f6ea-4507-90b4-4fb727264b43 None None] The sync data for ids ['42e34e66-b9f7-47a8-a541-6b4a455f1fca'] in n-d-822747-2 is: [{'id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128012539-router', 'tenant_id': '66696def36354b7c8b641113c2a3185a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e724b768-9e9d-4ada-a57e-28df418de7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:58Z', 'updated_at': '2022-01-28T13:31:59Z', 'revision_number': 3, 'project_id': '66696def36354b7c8b641113c2a3185a', 'gw_port': {'id': 'e724b768-9e9d-4ada-a57e-28df418de7c3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:59Z', 'updated_at': '2022-01-28T13:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:32:06.480827 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58760) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:06.551240 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-006e70a9-17df-4eef-8806-0d2beed9f054 service neutron] Attempting to bind port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:06.551821 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-006e70a9-17df-4eef-8806-0d2beed9f054 service neutron] Attempting to bind port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:06.552316 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-006e70a9-17df-4eef-8806-0d2beed9f054 service neutron] Attempting to bind port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:06.569005 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-006e70a9-17df-4eef-8806-0d2beed9f054 service neutron] Port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:06.571386 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-006e70a9-17df-4eef-8806-0d2beed9f054 service neutron] Attempting to bind port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:06.592788 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-006e70a9-17df-4eef-8806-0d2beed9f054 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:32:06.593467 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-006e70a9-17df-4eef-8806-0d2beed9f054 service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:06.594014 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-006e70a9-17df-4eef-8806-0d2beed9f054 service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:32:06.594805 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-006e70a9-17df-4eef-8806-0d2beed9f054 service neutron] Bound port: 5e5f4228-1d82-4896-aefc-40e1d70b3d6f, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:32:06.595440 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-006e70a9-17df-4eef-8806-0d2beed9f054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:06.620164 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device dd750d21-db0d-4e46-ac21-ed274af41870 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:32:06.620869 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb0eefa-dc36-4190-8219-03319a1f9b79 admin admin] Deleting subnet 4efb7cb1-71fb-417f-9e82-31bf10df1efb {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:32:06.631915 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3eb0eefa-dc36-4190-8219-03319a1f9b79 admin admin] Publish callbacks [] for subnet (4efb7cb1-71fb-417f-9e82-31bf10df1efb), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:06.680621 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-14c149ac-e2b0-40dd-8bdd-fb9d199c5d83 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (003a667f-eb5b-478c-9839-6304c9488b89), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:06.696177 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc4ffc-89cc-41c2-92ab-5ba843eb9e42 req-208bdc3c-2aca-4649-abf3-ca6ae097e3be tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:06.701606 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: dd750d21-db0d-4e46-ac21-ed274af41870 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:32:06.706271 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device dd750d21-db0d-4e46-ac21-ed274af41870 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:32:06.707048 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3277db81-a543-4094-ac05-94d3593bfa4b no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:32:06.715516 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-71bc4ffc-89cc-41c2-92ab-5ba843eb9e42 req-208bdc3c-2aca-4649-abf3-ca6ae097e3be tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f26471f-e062-4170-ae44-38f023825a8a HTTP/1.1" status: 200 len: 948 time: 0.6737766 Jan 28 13:32:06.756616 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3eb0eefa-dc36-4190-8219-03319a1f9b79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (4efb7cb1-71fb-417f-9e82-31bf10df1efb), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:06.760779 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 3277db81-a543-4094-ac05-94d3593bfa4b {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:32:06.761406 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3277db81-a543-4094-ac05-94d3593bfa4b not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:32:06.821811 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-006e70a9-17df-4eef-8806-0d2beed9f054 service neutron] For port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:32:06.829243 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-006e70a9-17df-4eef-8806-0d2beed9f054 service neutron] For port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=5e5f4228-1d82-4896-aefc-40e1d70b3d6f,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:32:06.838736 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-006e70a9-17df-4eef-8806-0d2beed9f054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:06.927218 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-006e70a9-17df-4eef-8806-0d2beed9f054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:06.929331 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-006e70a9-17df-4eef-8806-0d2beed9f054 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:06.931268 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-006e70a9-17df-4eef-8806-0d2beed9f054 service neutron] 10.222.0.37 "PUT /v2.0/ports/5e5f4228-1d82-4896-aefc-40e1d70b3d6f HTTP/1.1" status: 200 len: 1096 time: 2.0759063 Jan 28 13:32:06.933899 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f26471f-e062-4170-ae44-38f023825a8a', 'tag': '5e5f4228-1d82-4896-aefc-40e1d70b3d6f'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:06.937100 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861de73f-b5f4-4ecc-b198-92949d6827ee" -d '{"events": [{"name": "network-changed", "server_uuid": "2f26471f-e062-4170-ae44-38f023825a8a", "tag": "5e5f4228-1d82-4896-aefc-40e1d70b3d6f"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:07.056150 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3eb0eefa-dc36-4190-8219-03319a1f9b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (4efb7cb1-71fb-417f-9e82-31bf10df1efb), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:07.076377 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-71bc4ffc-89cc-41c2-92ab-5ba843eb9e42 req-d2969a24-854b-4d79-85c3-d02b9b18bcd5 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d4486f4-20e6-4443-9bc1-2b3b2049a233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559105 Jan 28 13:32:07.083572 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0919e06e-d5bf-484b-a24c-e43c091095b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e77c5259-c10c-4a47-b717-5be3be364b9b), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:07.145166 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e70a9-17df-4eef-8806-0d2beed9f054 service neutron] Pushing event updated for resources: {'Port': ['ID=5e5f4228-1d82-4896-aefc-40e1d70b3d6f,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:07.159615 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c149ac-e2b0-40dd-8bdd-fb9d199c5d83 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Router 003a667f-eb5b-478c-9839-6304c9488b89 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:32:07.214996 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-93e722ef-d5bc-4da7-a1d6-e8bd64fc80d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:07.216690 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-93e722ef-d5bc-4da7-a1d6-e8bd64fc80d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e673c8528e5e4779a6ccbd67c4413293&device_id=2f26471f-e062-4170-ae44-38f023825a8a HTTP/1.1" status: 200 len: 1099 time: 0.2164729 Jan 28 13:32:07.465237 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c149ac-e2b0-40dd-8bdd-fb9d199c5d83 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:32:07.478294 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04e656e-d8e0-4c4e-b1ff-8902efbb7a3c None None] Sync routers for ids ['003a667f-eb5b-478c-9839-6304c9488b89'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:32:07.502737 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04e656e-d8e0-4c4e-b1ff-8902efbb7a3c None None] Routers {'003a667f-eb5b-478c-9839-6304c9488b89'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:32:07.503571 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d04e656e-d8e0-4c4e-b1ff-8902efbb7a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:32:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['003a667f-eb5b-478c-9839-6304c9488b89'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:07.534813 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-14c149ac-e2b0-40dd-8bdd-fb9d199c5d83 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:07.536669 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-14c149ac-e2b0-40dd-8bdd-fb9d199c5d83 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.8594513 Jan 28 13:32:07.541390 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d04e656e-d8e0-4c4e-b1ff-8902efbb7a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:07.545775 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58770) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:07.559899 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04e656e-d8e0-4c4e-b1ff-8902efbb7a3c None None] Routers {'003a667f-eb5b-478c-9839-6304c9488b89'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:32:07.560598 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d04e656e-d8e0-4c4e-b1ff-8902efbb7a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:32:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['003a667f-eb5b-478c-9839-6304c9488b89'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:07.565558 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de1847-d2b3-4e9d-989f-8d01731e228e req-e1e1c957-f3eb-41ff-86de-2fc5dfe0f1a2 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:07.574094 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-52de1847-d2b3-4e9d-989f-8d01731e228e req-e1e1c957-f3eb-41ff-86de-2fc5dfe0f1a2 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 945 time: 0.1735988 Jan 28 13:32:07.638870 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d04e656e-d8e0-4c4e-b1ff-8902efbb7a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:07.639649 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04e656e-d8e0-4c4e-b1ff-8902efbb7a3c None None] The sync data for ids ['003a667f-eb5b-478c-9839-6304c9488b89'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:32:07.657651 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-a1269f76-7ce5-4d7f-94af-3658142583f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=5e5f4228-1d82-4896-aefc-40e1d70b3d6f HTTP/1.1" status: 200 len: 217 time: 0.4132562 Jan 28 13:32:07.666249 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852452d-13ef-4c4d-9089-021609e9528b req-8bd36618-0285-480a-ae08-33493aa37f52 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:07.667920 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b852452d-13ef-4c4d-9089-021609e9528b req-8bd36618-0285-480a-ae08-33493aa37f52 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=573daf7d-2e4e-4525-a1ee-674e823fc854 HTTP/1.1" status: 200 len: 946 time: 0.5698628 Jan 28 13:32:07.680602 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3eb0eefa-dc36-4190-8219-03319a1f9b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (4efb7cb1-71fb-417f-9e82-31bf10df1efb), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:07.695739 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0919e06e-d5bf-484b-a24c-e43c091095b4 admin admin] Publish callbacks [] for port (e77c5259-c10c-4a47-b717-5be3be364b9b), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:07.712694 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0919e06e-d5bf-484b-a24c-e43c091095b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (e77c5259-c10c-4a47-b717-5be3be364b9b), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:07.762185 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0919e06e-d5bf-484b-a24c-e43c091095b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (42e34e66-b9f7-47a8-a541-6b4a455f1fca), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:07.800002 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b852452d-13ef-4c4d-9089-021609e9528b req-50ec2f72-a80c-40ce-aa90-471970013650 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224730 Jan 28 13:32:07.800782 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0eefa-dc36-4190-8219-03319a1f9b79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4efb7cb1-71fb-417f-9e82-31bf10df1efb,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:07.841118 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3eb0eefa-dc36-4190-8219-03319a1f9b79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:07.843289 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8e318f-5aec-4b72-8087-b458ad5bc894 None None] Network f001d26b-b928-47b4-a89f-43111884dd77 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:07.848899 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3eb0eefa-dc36-4190-8219-03319a1f9b79 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4efb7cb1-71fb-417f-9e82-31bf10df1efb HTTP/1.1" status: 204 len: 168 time: 1.3666172 Jan 28 13:32:07.850599 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-c74dc3a1-afa1-42f9-81f7-8511c9060261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:07.852641 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-c74dc3a1-afa1-42f9-81f7-8511c9060261 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.1830001 Jan 28 13:32:07.853142 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58772) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:07.860385 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-52de1847-d2b3-4e9d-989f-8d01731e228e req-b8d4ea34-bb87-479f-995d-2befdb60f5d1 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2855723 Jan 28 13:32:08.055206 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3989e5e9-5d9a-4377-8472-b6c81efe4997 x-openstack-request-id: req-3989e5e9-5d9a-4377-8472-b6c81efe4997 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:08.055768 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f26471f-e062-4170-ae44-38f023825a8a", "tag": "5e5f4228-1d82-4896-aefc-40e1d70b3d6f", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:08.056363 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3989e5e9-5d9a-4377-8472-b6c81efe4997 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:08.056886 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f26471f-e062-4170-ae44-38f023825a8a', 'tag': '5e5f4228-1d82-4896-aefc-40e1d70b3d6f', 'status': 'completed', 'code': 200} Jan 28 13:32:08.061196 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45d394bf-8200-4453-9493-b37911c79245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (f001d26b-b928-47b4-a89f-43111884dd77), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:08.067295 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919e06e-d5bf-484b-a24c-e43c091095b4 admin admin] Pushing event updated for resources: {'Port': ['ID=e77c5259-c10c-4a47-b717-5be3be364b9b,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:08.148703 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-9ad181d0-e591-4ffd-9e43-05409ffce5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:08.150297 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-9ad181d0-e591-4ffd-9e43-05409ffce5c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2883840 Jan 28 13:32:08.152635 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d55050-1b8e-4ed0-8238-04beca9e809d None None] DHCP port deletion for f001d26b-b928-47b4-a89f-43111884dd77 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:32:08.166544 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcd81d-6a1a-4ef4-a6c6-f431e4705f36 req-1de03347-27eb-462d-b4d5-e9dd53e03c25 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:08.172790 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcd81d-6a1a-4ef4-a6c6-f431e4705f36 req-1de03347-27eb-462d-b4d5-e9dd53e03c25 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:08.177940 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcd81d-6a1a-4ef4-a6c6-f431e4705f36 req-1de03347-27eb-462d-b4d5-e9dd53e03c25 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:08.183162 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcd81d-6a1a-4ef4-a6c6-f431e4705f36 req-1de03347-27eb-462d-b4d5-e9dd53e03c25 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:08.189065 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcd81d-6a1a-4ef4-a6c6-f431e4705f36 req-1de03347-27eb-462d-b4d5-e9dd53e03c25 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:08.193645 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0919e06e-d5bf-484b-a24c-e43c091095b4 admin admin] Network e81d9142-7438-4a72-8b45-d0c1a4a38b6d is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:08.197143 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcd81d-6a1a-4ef4-a6c6-f431e4705f36 req-1de03347-27eb-462d-b4d5-e9dd53e03c25 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:08.199075 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-0919e06e-d5bf-484b-a24c-e43c091095b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:08.206606 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcd81d-6a1a-4ef4-a6c6-f431e4705f36 req-1de03347-27eb-462d-b4d5-e9dd53e03c25 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:08.208669 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fffcd81d-6a1a-4ef4-a6c6-f431e4705f36 req-1de03347-27eb-462d-b4d5-e9dd53e03c25 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5428 time: 0.2837601 Jan 28 13:32:08.226292 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a2d55050-1b8e-4ed0-8238-04beca9e809d None None] Deleting port 9ad14847-9638-44f2-bdcd-1453a4be11c3 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:08.227045 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2d55050-1b8e-4ed0-8238-04beca9e809d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (9ad14847-9638-44f2-bdcd-1453a4be11c3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:08.313892 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a2d55050-1b8e-4ed0-8238-04beca9e809d None None] For port 9ad14847-9638-44f2-bdcd-1453a4be11c3, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9ad14847-9638-44f2-bdcd-1453a4be11c3,segment=NetworkSegment(7b9359ad-ab9e-4dd7-951c-9218cc0873e3),segment_id=7b9359ad-ab9e-4dd7-951c-9218cc0873e3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:08.314570 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2d55050-1b8e-4ed0-8238-04beca9e809d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (9ad14847-9638-44f2-bdcd-1453a4be11c3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:08.330964 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a2d55050-1b8e-4ed0-8238-04beca9e809d None None] Calling delete_port for 9ad14847-9638-44f2-bdcd-1453a4be11c3 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:08.345695 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-45d394bf-8200-4453-9493-b37911c79245 admin admin] Deleting port 9ad14847-9638-44f2-bdcd-1453a4be11c3 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:08.345695 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45d394bf-8200-4453-9493-b37911c79245 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (9ad14847-9638-44f2-bdcd-1453a4be11c3), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:08.390014 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fffcd81d-6a1a-4ef4-a6c6-f431e4705f36 req-c63481fe-5ed4-4146-84d2-c7a16e59d75a tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1711671 Jan 28 13:32:08.401163 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61083da-8b9b-4829-acf0-ab1a67d50f08 req-dfbac8e5-eb75-4b0e-a1bc-f74822a92aa4 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:08.403091 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d61083da-8b9b-4829-acf0-ab1a67d50f08 req-dfbac8e5-eb75-4b0e-a1bc-f74822a92aa4 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f26471f-e062-4170-ae44-38f023825a8a HTTP/1.1" status: 200 len: 948 time: 0.2057827 Jan 28 13:32:08.438565 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-8e580e8c-a8c8-480e-af9e-1cca6786a904 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287028 Jan 28 13:32:08.451556 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2d55050-1b8e-4ed0-8238-04beca9e809d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (9ad14847-9638-44f2-bdcd-1453a4be11c3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:08.480709 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-45d394bf-8200-4453-9493-b37911c79245 admin admin] For port 9ad14847-9638-44f2-bdcd-1453a4be11c3, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9ad14847-9638-44f2-bdcd-1453a4be11c3,segment=NetworkSegment(7b9359ad-ab9e-4dd7-951c-9218cc0873e3),segment_id=7b9359ad-ab9e-4dd7-951c-9218cc0873e3)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:08.481389 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45d394bf-8200-4453-9493-b37911c79245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (9ad14847-9638-44f2-bdcd-1453a4be11c3), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:08.545036 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-45d394bf-8200-4453-9493-b37911c79245 admin admin] Calling delete_port for 9ad14847-9638-44f2-bdcd-1453a4be11c3 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:08.551390 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d55050-1b8e-4ed0-8238-04beca9e809d None None] No DVR routers for this DVR port 9ad14847-9638-44f2-bdcd-1453a4be11c3 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:32:08.557502 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0919e06e-d5bf-484b-a24c-e43c091095b4 admin admin] Router 42e34e66-b9f7-47a8-a541-6b4a455f1fca has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:32:08.561674 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d61083da-8b9b-4829-acf0-ab1a67d50f08 req-f2f26a83-9c70-491b-8364-ca3abc3e1ac5 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d4486f4-20e6-4443-9bc1-2b3b2049a233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460547 Jan 28 13:32:08.564680 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d55050-1b8e-4ed0-8238-04beca9e809d None None] Pushing event deleted for resources: {'Port': ['ID=9ad14847-9638-44f2-bdcd-1453a4be11c3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:08.651373 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-238dbaa9-b6b4-4c6b-a8d5-dea653aa56d3 req-a58ff546-ce53-4270-bf39-018329ee779a service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064981 Jan 28 13:32:08.656418 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e724b768-9e9d-4ada-a57e-28df418de7c3 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:08.696877 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45d394bf-8200-4453-9493-b37911c79245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (9ad14847-9638-44f2-bdcd-1453a4be11c3), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:08.719226 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port e724b768-9e9d-4ada-a57e-28df418de7c3 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:08.719719 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e724b768-9e9d-4ada-a57e-28df418de7c3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:08.734123 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d394bf-8200-4453-9493-b37911c79245 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad14847-9638-44f2-bdcd-1453a4be11c3,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:08.750124 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d394bf-8200-4453-9493-b37911c79245 admin admin] No DVR routers for this DVR port 9ad14847-9638-44f2-bdcd-1453a4be11c3 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:32:08.873201 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45d394bf-8200-4453-9493-b37911c79245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (f001d26b-b928-47b4-a89f-43111884dd77), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:08.878151 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861de73f-b5f4-4ecc-b198-92949d6827ee req-edc219ac-5c19-4738-9a59-50d6b3141548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:08.879747 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-861de73f-b5f4-4ecc-b198-92949d6827ee req-edc219ac-5c19-4738-9a59-50d6b3141548 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e673c8528e5e4779a6ccbd67c4413293&device_id=2f26471f-e062-4170-ae44-38f023825a8a HTTP/1.1" status: 200 len: 1099 time: 0.1573210 Jan 28 13:32:08.893286 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port e724b768-9e9d-4ada-a57e-28df418de7c3 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:08.894120 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e724b768-9e9d-4ada-a57e-28df418de7c3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:08.925774 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port e724b768-9e9d-4ada-a57e-28df418de7c3, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=e724b768-9e9d-4ada-a57e-28df418de7c3,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:08.932225 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e724b768-9e9d-4ada-a57e-28df418de7c3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:08.932385 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-45d394bf-8200-4453-9493-b37911c79245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f001d26b-b928-47b4-a89f-43111884dd77']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:08.984649 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-45d394bf-8200-4453-9493-b37911c79245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b9359ad-ab9e-4dd7-951c-9218cc0873e3') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:08.984954 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-45d394bf-8200-4453-9493-b37911c79245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b9359ad-ab9e-4dd7-951c-9218cc0873e3') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:09.011552 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45d394bf-8200-4453-9493-b37911c79245 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (7b9359ad-ab9e-4dd7-951c-9218cc0873e3), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:09.044737 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=e724b768-9e9d-4ada-a57e-28df418de7c3,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:09.048375 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9ad14847-9638-44f2-bdcd-1453a4be11c3 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:32:09.059449 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45d394bf-8200-4453-9493-b37911c79245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (7b9359ad-ab9e-4dd7-951c-9218cc0873e3), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:09.077135 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 9ad14847-9638-44f2-bdcd-1453a4be11c3 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:32:09.078966 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9ad14847-9638-44f2-bdcd-1453a4be11c3 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:32:09.082284 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d394bf-8200-4453-9493-b37911c79245 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:32:09.082952 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45d394bf-8200-4453-9493-b37911c79245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (7b9359ad-ab9e-4dd7-951c-9218cc0873e3), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:32:09.087687 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:32:09.105421 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861de73f-b5f4-4ecc-b198-92949d6827ee req-c7ca9c12-f787-4bbf-9290-ac048054ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:09.106939 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-861de73f-b5f4-4ecc-b198-92949d6827ee req-c7ca9c12-f787-4bbf-9290-ac048054ff98 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.2206571 Jan 28 13:32:09.194811 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-861de73f-b5f4-4ecc-b198-92949d6827ee req-129cc34f-9cca-4958-942b-b92594440fc5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=5e5f4228-1d82-4896-aefc-40e1d70b3d6f HTTP/1.1" status: 200 len: 217 time: 0.0776722 Jan 28 13:32:09.205606 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3b765-dccb-4a3f-84ca-6e480beed5f0 req-a92632bd-59fb-46c3-b156-625796f98c30 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:09.207317 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-61a3b765-dccb-4a3f-84ca-6e480beed5f0 req-a92632bd-59fb-46c3-b156-625796f98c30 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 945 time: 0.1772895 Jan 28 13:32:09.216589 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45d394bf-8200-4453-9493-b37911c79245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (f001d26b-b928-47b4-a89f-43111884dd77), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:09.225752 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45d394bf-8200-4453-9493-b37911c79245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:09.229000 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-45d394bf-8200-4453-9493-b37911c79245 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f001d26b-b928-47b4-a89f-43111884dd77 HTTP/1.1" status: 204 len: 168 time: 1.3749313 Jan 28 13:32:09.231418 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0919e06e-d5bf-484b-a24c-e43c091095b4 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:32:09.246460 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0919e06e-d5bf-484b-a24c-e43c091095b4 admin admin] 10.222.0.39 "PUT /v2.0/routers/42e34e66-b9f7-47a8-a541-6b4a455f1fca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4556513 Jan 28 13:32:09.274869 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab88c9-2be7-4d4c-916a-67a780582b78 req-69c53ea7-8e9b-4d92-8d7e-8af963147b4f tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:09.276873 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1dab88c9-2be7-4d4c-916a-67a780582b78 req-69c53ea7-8e9b-4d92-8d7e-8af963147b4f tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=573daf7d-2e4e-4525-a1ee-674e823fc854 HTTP/1.1" status: 200 len: 946 time: 0.1621768 Jan 28 13:32:09.362928 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8881f8ba-5782-4498-9cf8-cb96f0f9c45b None None] Sync routers for ids ['42e34e66-b9f7-47a8-a541-6b4a455f1fca'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:32:09.374697 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-61a3b765-dccb-4a3f-84ca-6e480beed5f0 req-985b2ed3-e61c-4131-b1ee-28bc255ac8fd tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560123 Jan 28 13:32:09.378444 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8881f8ba-5782-4498-9cf8-cb96f0f9c45b None None] Routers {'42e34e66-b9f7-47a8-a541-6b4a455f1fca'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:32:09.384609 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8881f8ba-5782-4498-9cf8-cb96f0f9c45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:32:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['42e34e66-b9f7-47a8-a541-6b4a455f1fca'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:09.387232 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d394bf-8200-4453-9493-b37911c79245 admin admin] Pushing event deleted for resources: {'Network': ['ID=f001d26b-b928-47b4-a89f-43111884dd77,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:09.420237 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1dab88c9-2be7-4d4c-916a-67a780582b78 req-dfb8f785-4efa-472f-8d50-be6bb7903181 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083739 Jan 28 13:32:09.420237 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e73cda3-8e11-4b0a-8fe8-0d2611428c44 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:09.438870 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861de73f-b5f4-4ecc-b198-92949d6827ee req-b3bd69b9-1411-45d8-a259-a1f6715ab1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:09.441100 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-861de73f-b5f4-4ecc-b198-92949d6827ee req-b3bd69b9-1411-45d8-a259-a1f6715ab1ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.2324815 Jan 28 13:32:09.540513 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861de73f-b5f4-4ecc-b198-92949d6827ee req-4d725e20-6372-4708-a1a1-7c57905230b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:09.551817 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-861de73f-b5f4-4ecc-b198-92949d6827ee req-4d725e20-6372-4708-a1a1-7c57905230b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1046474 Jan 28 13:32:09.572040 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-8881f8ba-5782-4498-9cf8-cb96f0f9c45b None None] Set router 42e34e66-b9f7-47a8-a541-6b4a455f1fca gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:32:09.579100 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58794) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:09.781286 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e1ae0957-892d-44fa-a22b-8fe1978d4f18 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=40d2254c52b145b8bd88955b1142b88a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1830027 Jan 28 13:32:09.796574 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7c436-bbaf-44af-a191-52d2e87d8574 req-0bd56e51-3566-417b-b1ba-483590e6e46f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:09.803119 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7c436-bbaf-44af-a191-52d2e87d8574 req-0bd56e51-3566-417b-b1ba-483590e6e46f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:09.809329 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7c436-bbaf-44af-a191-52d2e87d8574 req-0bd56e51-3566-417b-b1ba-483590e6e46f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:09.814075 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7c436-bbaf-44af-a191-52d2e87d8574 req-0bd56e51-3566-417b-b1ba-483590e6e46f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:09.819576 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7c436-bbaf-44af-a191-52d2e87d8574 req-0bd56e51-3566-417b-b1ba-483590e6e46f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:09.825203 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7c436-bbaf-44af-a191-52d2e87d8574 req-0bd56e51-3566-417b-b1ba-483590e6e46f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:09.831828 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7c436-bbaf-44af-a191-52d2e87d8574 req-0bd56e51-3566-417b-b1ba-483590e6e46f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:09.840356 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-65a7c436-bbaf-44af-a191-52d2e87d8574 req-0bd56e51-3566-417b-b1ba-483590e6e46f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5428 time: 0.2871084 Jan 28 13:32:09.842828 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58804) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:09.893962 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8881f8ba-5782-4498-9cf8-cb96f0f9c45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128012539-router', 'tenant_id': '66696def36354b7c8b641113c2a3185a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e724b768-9e9d-4ada-a57e-28df418de7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:58Z', 'updated_at': '2022-01-28T13:32:06Z', 'revision_number': 4, 'project_id': '66696def36354b7c8b641113c2a3185a', 'gw_port': {'id': 'e724b768-9e9d-4ada-a57e-28df418de7c3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:59Z', 'updated_at': '2022-01-28T13:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'e77c5259-c10c-4a47-b717-5be3be364b9b', 'name': '', 'network_id': 'e81d9142-7438-4a72-8b45-d0c1a4a38b6d', 'tenant_id': '66696def36354b7c8b641113c2a3185a', 'mac_address': 'fa:16:3e:cb:4a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '4e631c13-0da2-49fb-8a7c-4c7323c9d541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:03Z', 'updated_at': '2022-01-28T13:32:07Z', 'revision_number': 2, 'project_id': '66696def36354b7c8b641113c2a3185a', 'subnets': [{'id': '4e631c13-0da2-49fb-8a7c-4c7323c9d541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:09.895504 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-861de73f-b5f4-4ecc-b198-92949d6827ee req-aa972d57-bb15-4cd2-8eda-530c9cd7263f service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290381 Jan 28 13:32:09.928273 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8881f8ba-5782-4498-9cf8-cb96f0f9c45b None None] Checking router: 42e34e66-b9f7-47a8-a541-6b4a455f1fca for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:32:09.929212 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8881f8ba-5782-4498-9cf8-cb96f0f9c45b None None] Updating router 42e34e66-b9f7-47a8-a541-6b4a455f1fca port e77c5259-c10c-4a47-b717-5be3be364b9b binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:32:09.961175 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8881f8ba-5782-4498-9cf8-cb96f0f9c45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e77c5259-c10c-4a47-b717-5be3be364b9b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.019126 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-65a7c436-bbaf-44af-a191-52d2e87d8574 req-977325a6-499b-4a22-8ffa-e394a60aa390 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1780310 Jan 28 13:32:10.023974 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-9e73cda3-8e11-4b0a-8fe8-0d2611428c44 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Allocated IP 172.20.0.1 (c9a54486-5082-4bab-86f9-52270c30c190/87e48956-dc02-4f40-84f2-5dd9c965e5b6/6ba8ec76-f065-455b-ba54-9dfc40310c57) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:10.028646 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b6f8157f-14f8-4f73-91c5-ba14db6e55e4 admin admin] Publish callbacks [] for security_group (4c5799d4-00a7-46e1-a5b2-9ffb3833a98f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.062374 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-861de73f-b5f4-4ecc-b198-92949d6827ee req-19fc6e2f-b151-4f3f-a257-a4cba77c4fa1 service neutron] 10.222.0.37 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575322 Jan 28 13:32:10.071734 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b6f8157f-14f8-4f73-91c5-ba14db6e55e4 admin admin] Publish callbacks [] for security_group (4c5799d4-00a7-46e1-a5b2-9ffb3833a98f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.151012 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-033392b1-e3bd-45a5-add3-9503c1410f45 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:10.152805 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-033392b1-e3bd-45a5-add3-9503c1410f45 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/networks?id=e81d9142-7438-4a72-8b45-d0c1a4a38b6d HTTP/1.1" status: 200 len: 820 time: 0.2325180 Jan 28 13:32:10.157573 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b6f8157f-14f8-4f73-91c5-ba14db6e55e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (4c5799d4-00a7-46e1-a5b2-9ffb3833a98f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.161221 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b6f8157f-14f8-4f73-91c5-ba14db6e55e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.162850 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b6f8157f-14f8-4f73-91c5-ba14db6e55e4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c5799d4-00a7-46e1-a5b2-9ffb3833a98f HTTP/1.1" status: 204 len: 168 time: 0.3150964 Jan 28 13:32:10.175797 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8157f-14f8-4f73-91c5-ba14db6e55e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5799d4-00a7-46e1-a5b2-9ffb3833a98f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:10.193121 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8925913-d301-4879-b7b3-b0e675d64c4e req-cbad1620-6faa-4eef-9b2a-b4eb48d50b73 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:10.195921 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-00eb1822-c669-44f2-b2dd-a72115ac2c6e tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/quotas/66696def36354b7c8b641113c2a3185a HTTP/1.1" status: 200 len: 375 time: 0.0292933 Jan 28 13:32:10.202755 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8925913-d301-4879-b7b3-b0e675d64c4e req-cbad1620-6faa-4eef-9b2a-b4eb48d50b73 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f26471f-e062-4170-ae44-38f023825a8a HTTP/1.1" status: 200 len: 948 time: 0.0899713 Jan 28 13:32:10.264301 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e73cda3-8e11-4b0a-8fe8-0d2611428c44 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks [] for port (6ba8ec76-f065-455b-ba54-9dfc40310c57), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.267458 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8925913-d301-4879-b7b3-b0e675d64c4e req-8150265f-d197-415e-8c81-6b3b127dfd9a tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d4486f4-20e6-4443-9bc1-2b3b2049a233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551357 Jan 28 13:32:10.289175 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-b7def39b-59d4-44c6-98ca-21c44b05786c tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=66696def36354b7c8b641113c2a3185a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0704291 Jan 28 13:32:10.360899 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8881f8ba-5782-4498-9cf8-cb96f0f9c45b None None] Publish callbacks [] for port (e77c5259-c10c-4a47-b717-5be3be364b9b), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.373004 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8881f8ba-5782-4498-9cf8-cb96f0f9c45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e77c5259-c10c-4a47-b717-5be3be364b9b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.373692 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e73cda3-8e11-4b0a-8fe8-0d2611428c44 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (6ba8ec76-f065-455b-ba54-9dfc40310c57), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.421643 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e73cda3-8e11-4b0a-8fe8-0d2611428c44 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Network c9a54486-5082-4bab-86f9-52270c30c190 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:10.427417 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-9e73cda3-8e11-4b0a-8fe8-0d2611428c44 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:10.427609 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b73b56-3477-4d43-acf4-660a6d2e1831 None None] Pushing event updated for resources: {'Port': ['ID=e77c5259-c10c-4a47-b717-5be3be364b9b,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:10.429962 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e73cda3-8e11-4b0a-8fe8-0d2611428c44 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:10.459977 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b73b56-3477-4d43-acf4-660a6d2e1831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:10.460313 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b73b56-3477-4d43-acf4-660a6d2e1831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:10.460647 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b73b56-3477-4d43-acf4-660a6d2e1831 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:10.460974 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b73b56-3477-4d43-acf4-660a6d2e1831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:10.461339 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b73b56-3477-4d43-acf4-660a6d2e1831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:10.461661 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b73b56-3477-4d43-acf4-660a6d2e1831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:10.461981 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b73b56-3477-4d43-acf4-660a6d2e1831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:10.462294 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b73b56-3477-4d43-acf4-660a6d2e1831 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:10.462610 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b73b56-3477-4d43-acf4-660a6d2e1831 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:10.462940 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b73b56-3477-4d43-acf4-660a6d2e1831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:10.463265 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b73b56-3477-4d43-acf4-660a6d2e1831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:10.463576 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b73b56-3477-4d43-acf4-660a6d2e1831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:10.463885 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b73b56-3477-4d43-acf4-660a6d2e1831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:10.490804 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73cda3-8e11-4b0a-8fe8-0d2611428c44 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Pushing event updated for resources: {'Port': ['ID=6ba8ec76-f065-455b-ba54-9dfc40310c57,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:10.495676 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-718fedf3-85e5-44b7-81b1-aebecbad7029 service neutron] 10.222.0.39 "GET /v2.0/networks/e81d9142-7438-4a72-8b45-d0c1a4a38b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974869 Jan 28 13:32:10.554646 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e73cda3-8e11-4b0a-8fe8-0d2611428c44 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (003a667f-eb5b-478c-9839-6304c9488b89), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.568372 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-8881f8ba-5782-4498-9cf8-cb96f0f9c45b None None] Attempting to bind port e77c5259-c10c-4a47-b717-5be3be364b9b on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:10.569117 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-8881f8ba-5782-4498-9cf8-cb96f0f9c45b None None] Attempting to bind port e77c5259-c10c-4a47-b717-5be3be364b9b by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'c3550a61-3709-4f50-9cbb-53890d532da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e81d9142-7438-4a72-8b45-d0c1a4a38b6d'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:10.569922 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8881f8ba-5782-4498-9cf8-cb96f0f9c45b None None] Attempting to bind port e77c5259-c10c-4a47-b717-5be3be364b9b on network e81d9142-7438-4a72-8b45-d0c1a4a38b6d {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:10.573565 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e724b768-9e9d-4ada-a57e-28df418de7c3 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:10.596078 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8881f8ba-5782-4498-9cf8-cb96f0f9c45b None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:32:10.596809 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8881f8ba-5782-4498-9cf8-cb96f0f9c45b None None] Checking segment: {'id': 'c3550a61-3709-4f50-9cbb-53890d532da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e81d9142-7438-4a72-8b45-d0c1a4a38b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:10.598025 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8881f8ba-5782-4498-9cf8-cb96f0f9c45b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.598666 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8881f8ba-5782-4498-9cf8-cb96f0f9c45b None None] Bound using segment: {'id': 'c3550a61-3709-4f50-9cbb-53890d532da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e81d9142-7438-4a72-8b45-d0c1a4a38b6d'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:32:10.599405 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-8881f8ba-5782-4498-9cf8-cb96f0f9c45b None None] Bound port: e77c5259-c10c-4a47-b717-5be3be364b9b, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3550a61-3709-4f50-9cbb-53890d532da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e81d9142-7438-4a72-8b45-d0c1a4a38b6d'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:32:10.600001 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8881f8ba-5782-4498-9cf8-cb96f0f9c45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e77c5259-c10c-4a47-b717-5be3be364b9b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.626759 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc773b8-5301-4045-a102-ff0d6b47cdd9 req-85569c97-af95-4860-bda6-a6a285038ab7 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:10.635852 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bcc773b8-5301-4045-a102-ff0d6b47cdd9 req-85569c97-af95-4860-bda6-a6a285038ab7 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 945 time: 0.0979788 Jan 28 13:32:10.702728 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port e724b768-9e9d-4ada-a57e-28df418de7c3 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:10.703129 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e724b768-9e9d-4ada-a57e-28df418de7c3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.708588 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-8881f8ba-5782-4498-9cf8-cb96f0f9c45b None None] For port e77c5259-c10c-4a47-b717-5be3be364b9b, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:32:10.712281 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-8881f8ba-5782-4498-9cf8-cb96f0f9c45b None None] For port e77c5259-c10c-4a47-b717-5be3be364b9b, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=e77c5259-c10c-4a47-b717-5be3be364b9b,segment=NetworkSegment(c3550a61-3709-4f50-9cbb-53890d532da5),segment_id=c3550a61-3709-4f50-9cbb-53890d532da5)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:32:10.716042 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bcc773b8-5301-4045-a102-ff0d6b47cdd9 req-1fc29a80-1d9f-4cb4-a77f-e23fbd280fbd tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791695 Jan 28 13:32:10.721127 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8881f8ba-5782-4498-9cf8-cb96f0f9c45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e77c5259-c10c-4a47-b717-5be3be364b9b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.758797 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-d484afa0-799f-4488-8545-0baf9e0a9e35 service neutron] 10.222.0.39 "GET /v2.0/networks/e81d9142-7438-4a72-8b45-d0c1a4a38b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567921 Jan 28 13:32:10.820898 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b73b56-3477-4d43-acf4-660a6d2e1831 None None] Pushing event updated for resources: {'Port': ['ID=e77c5259-c10c-4a47-b717-5be3be364b9b,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:10.837518 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8881f8ba-5782-4498-9cf8-cb96f0f9c45b None None] Routers {'42e34e66-b9f7-47a8-a541-6b4a455f1fca'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:32:10.838134 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8881f8ba-5782-4498-9cf8-cb96f0f9c45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:32:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['42e34e66-b9f7-47a8-a541-6b4a455f1fca'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:10.857267 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e73cda3-8e11-4b0a-8fe8-0d2611428c44 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6ba8ec76-f065-455b-ba54-9dfc40310c57), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.923842 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342708f-8028-48d9-a23f-e3db624b509a req-671e5dde-aaea-41c2-9c76-187c29fb95d5 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:10.932998 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7342708f-8028-48d9-a23f-e3db624b509a req-671e5dde-aaea-41c2-9c76-187c29fb95d5 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=573daf7d-2e4e-4525-a1ee-674e823fc854 HTTP/1.1" status: 200 len: 946 time: 0.0754721 Jan 28 13:32:10.938170 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port e724b768-9e9d-4ada-a57e-28df418de7c3 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:10.974378 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-8881f8ba-5782-4498-9cf8-cb96f0f9c45b None None] Set router 42e34e66-b9f7-47a8-a541-6b4a455f1fca gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:32:10.993970 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-dc42edc3-1eb3-4dd3-89fa-41c3aa90dfd9 None None] Provisioning complete for port 6ba8ec76-f065-455b-ba54-9dfc40310c57 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:10.994875 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dc42edc3-1eb3-4dd3-89fa-41c3aa90dfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6ba8ec76-f065-455b-ba54-9dfc40310c57), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:11.021957 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7342708f-8028-48d9-a23f-e3db624b509a req-76c32964-4b60-40c9-94c7-da604693a1bc tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814230 Jan 28 13:32:11.226299 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8881f8ba-5782-4498-9cf8-cb96f0f9c45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128012539-router', 'tenant_id': '66696def36354b7c8b641113c2a3185a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e724b768-9e9d-4ada-a57e-28df418de7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:58Z', 'updated_at': '2022-01-28T13:32:06Z', 'revision_number': 4, 'project_id': '66696def36354b7c8b641113c2a3185a', 'gw_port': {'id': 'e724b768-9e9d-4ada-a57e-28df418de7c3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:59Z', 'updated_at': '2022-01-28T13:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'e77c5259-c10c-4a47-b717-5be3be364b9b', 'name': '', 'network_id': 'e81d9142-7438-4a72-8b45-d0c1a4a38b6d', 'tenant_id': '66696def36354b7c8b641113c2a3185a', 'mac_address': 'fa:16:3e:cb:4a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '4e631c13-0da2-49fb-8a7c-4c7323c9d541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:03Z', 'updated_at': '2022-01-28T13:32:10Z', 'revision_number': 4, 'project_id': '66696def36354b7c8b641113c2a3185a', 'subnets': [{'id': '4e631c13-0da2-49fb-8a7c-4c7323c9d541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:11.258120 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8881f8ba-5782-4498-9cf8-cb96f0f9c45b None None] The sync data for ids ['42e34e66-b9f7-47a8-a541-6b4a455f1fca'] in n-d-822747-2 is: [{'id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128012539-router', 'tenant_id': '66696def36354b7c8b641113c2a3185a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e724b768-9e9d-4ada-a57e-28df418de7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:58Z', 'updated_at': '2022-01-28T13:32:06Z', 'revision_number': 4, 'project_id': '66696def36354b7c8b641113c2a3185a', 'gw_port': {'id': 'e724b768-9e9d-4ada-a57e-28df418de7c3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:59Z', 'updated_at': '2022-01-28T13:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'e77c5259-c10c-4a47-b717-5be3be364b9b', 'name': '', 'network_id': 'e81d9142-7438-4a72-8b45-d0c1a4a38b6d', 'tenant_id': '66696def36354b7c8b641113c2a3185a', 'mac_address': 'fa:16:3e:cb:4a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '4e631c13-0da2-49fb-8a7c-4c7323c9d541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:03Z', 'updated_at': '2022-01-28T13:32:10Z', 'revision_number': 4, 'project_id': '66696def36354b7c8b641113c2a3185a', 'subnets': [{'id': '4e631c13-0da2-49fb-8a7c-4c7323c9d541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:32:11.399958 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 5e5f4228-1d82-4896-aefc-40e1d70b3d6f details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:32:11.414051 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-88f88df2-8f56-4435-996e-4dd3b30bab0e req-8bd71e03-4650-4c4f-a614-aaaaa06e3cfe tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 210 time: 0.1275415 Jan 28 13:32:11.418213 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d1f5-3cd6-44a1-8f1d-68186ef7c434 req-0d96fbe1-eea1-454f-b491-37a90d9a7754 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:11.423695 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d1f5-3cd6-44a1-8f1d-68186ef7c434 req-0d96fbe1-eea1-454f-b491-37a90d9a7754 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:11.429241 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d1f5-3cd6-44a1-8f1d-68186ef7c434 req-0d96fbe1-eea1-454f-b491-37a90d9a7754 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:11.434529 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d1f5-3cd6-44a1-8f1d-68186ef7c434 req-0d96fbe1-eea1-454f-b491-37a90d9a7754 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:11.440133 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d1f5-3cd6-44a1-8f1d-68186ef7c434 req-0d96fbe1-eea1-454f-b491-37a90d9a7754 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:11.453025 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d1f5-3cd6-44a1-8f1d-68186ef7c434 req-0d96fbe1-eea1-454f-b491-37a90d9a7754 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:11.453025 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d1f5-3cd6-44a1-8f1d-68186ef7c434 req-0d96fbe1-eea1-454f-b491-37a90d9a7754 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:11.453825 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e831d1f5-3cd6-44a1-8f1d-68186ef7c434 req-0d96fbe1-eea1-454f-b491-37a90d9a7754 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5428 time: 0.2534955 Jan 28 13:32:11.528811 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58852) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:11.538621 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e73cda3-8e11-4b0a-8fe8-0d2611428c44 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks [] for port (6ba8ec76-f065-455b-ba54-9dfc40310c57), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:11.554814 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e73cda3-8e11-4b0a-8fe8-0d2611428c44 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (6ba8ec76-f065-455b-ba54-9dfc40310c57), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:11.663382 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=5e5f4228-1d82-4896-aefc-40e1d70b3d6f,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:11.680663 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '5e5f4228-1d82-4896-aefc-40e1d70b3d6f', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': '5e5f4228-1d82-4896-aefc-40e1d70b3d6f', 'mac_address': 'fa:16:3e:b8:a4:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:32:11.703266 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-71b92269-b5b6-4da8-a671-e789487636d0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-214484845-network', 'tenant_id': 'e1c7a81c69904a5d97c4587626954857'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:11.744457 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e831d1f5-3cd6-44a1-8f1d-68186ef7c434 req-55776d4f-9a18-4f92-9b6f-91f6a14bd1c9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2799289 Jan 28 13:32:11.747829 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73cda3-8e11-4b0a-8fe8-0d2611428c44 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Pushing event updated for resources: {'Port': ['ID=6ba8ec76-f065-455b-ba54-9dfc40310c57,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:11.750949 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e73cda3-8e11-4b0a-8fe8-0d2611428c44 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (003a667f-eb5b-478c-9839-6304c9488b89), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:11.751923 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b92269-b5b6-4da8-a671-e789487636d0 admin admin] Made reservation on behalf of e1c7a81c69904a5d97c4587626954857 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:11.755053 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-71b92269-b5b6-4da8-a671-e789487636d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:11.775549 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-dc42edc3-1eb3-4dd3-89fa-41c3aa90dfd9 None None] Port 6ba8ec76-f065-455b-ba54-9dfc40310c57 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:32:11.805783 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-71b92269-b5b6-4da8-a671-e789487636d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:11.812989 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:11.813406 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:11.833356 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e5f4228-1d82-4896-aefc-40e1d70b3d6f {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:32:11.888954 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=5e5f4228-1d82-4896-aefc-40e1d70b3d6f,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:11.903121 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:11.984887 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=5e5f4228-1d82-4896-aefc-40e1d70b3d6f,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:11.992288 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e458428-d2de-4f19-aa43-acff565b439f req-a3ad79d1-61ea-45b0-8648-cb1a2cfb82d8 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:11.999579 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0e458428-d2de-4f19-aa43-acff565b439f req-a3ad79d1-61ea-45b0-8648-cb1a2cfb82d8 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f26471f-e062-4170-ae44-38f023825a8a HTTP/1.1" status: 200 len: 948 time: 0.2301104 Jan 28 13:32:12.020630 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e73cda3-8e11-4b0a-8fe8-0d2611428c44 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Network c9a54486-5082-4bab-86f9-52270c30c190 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:12.029865 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-9e73cda3-8e11-4b0a-8fe8-0d2611428c44 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:12.044517 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064686ed-7909-424d-84b0-4f8af522c064 req-5736c858-a3fb-48e9-89e9-aa2c5ec80ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:12.046235 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-064686ed-7909-424d-84b0-4f8af522c064 req-5736c858-a3fb-48e9-89e9-aa2c5ec80ca7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4567d5d9bd204605b83d002bf84c5edb&device_id=573daf7d-2e4e-4525-a1ee-674e823fc854 HTTP/1.1" status: 200 len: 1097 time: 0.1693389 Jan 28 13:32:12.071910 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5231e11-a85f-4bb8-8d87-d9096df84d0b req-5825ef33-f2b5-47bd-8915-975db7880e48 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:12.073614 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a5231e11-a85f-4bb8-8d87-d9096df84d0b req-5825ef33-f2b5-47bd-8915-975db7880e48 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=573daf7d-2e4e-4525-a1ee-674e823fc854 HTTP/1.1" status: 200 len: 946 time: 0.1074555 Jan 28 13:32:12.168539 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0e458428-d2de-4f19-aa43-acff565b439f req-ef017165-01d7-4263-b702-47deb608ef34 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d4486f4-20e6-4443-9bc1-2b3b2049a233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666932 Jan 28 13:32:12.209639 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a5231e11-a85f-4bb8-8d87-d9096df84d0b req-6b5b4c64-122e-4a18-b4cd-1e9b84a4d3fe tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832374 Jan 28 13:32:12.233897 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['5e5f4228-1d82-4896-aefc-40e1d70b3d6f'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:12.275597 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-71b92269-b5b6-4da8-a671-e789487636d0 admin admin] Publish callbacks [] for security_group (fb3b7688-453a-4958-9ee8-b2e40205f94f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.288005 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-71b92269-b5b6-4da8-a671-e789487636d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (fb3b7688-453a-4958-9ee8-b2e40205f94f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.333349 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e73cda3-8e11-4b0a-8fe8-0d2611428c44 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Router 003a667f-eb5b-478c-9839-6304c9488b89 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:32:12.376080 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b92269-b5b6-4da8-a671-e789487636d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:32:12.400151 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-71b92269-b5b6-4da8-a671-e789487636d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (f79ea24b-3044-47e8-bd3b-6d2a8f1ec1f4), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.400516 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-71b92269-b5b6-4da8-a671-e789487636d0 admin admin] Added segment f79ea24b-3044-47e8-bd3b-6d2a8f1ec1f4 of type vlan for network 989717d2-751c-4af2-a3cd-f9b8176668d7 Jan 28 13:32:12.470470 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-71b92269-b5b6-4da8-a671-e789487636d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (989717d2-751c-4af2-a3cd-f9b8176668d7), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.512942 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064686ed-7909-424d-84b0-4f8af522c064 req-b0479630-5962-4d73-b60e-05dcd8f3ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:12.514901 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-064686ed-7909-424d-84b0-4f8af522c064 req-b0479630-5962-4d73-b60e-05dcd8f3ea4e service neutron] 10.222.0.37 "GET /v2.0/networks?id=d84cebc8-3afd-4722-abc0-4dbc47a7b66a HTTP/1.1" status: 200 len: 916 time: 0.4572313 Jan 28 13:32:12.538038 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-640826a7-b268-4f82-a4b5-33fbc82d6573 None None] Provisioning complete for port 6ba8ec76-f065-455b-ba54-9dfc40310c57 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:12.538410 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-640826a7-b268-4f82-a4b5-33fbc82d6573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6ba8ec76-f065-455b-ba54-9dfc40310c57), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.576522 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-064686ed-7909-424d-84b0-4f8af522c064 req-3fcbbd5e-1d70-4c64-9cb7-60ce2f60fdab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=139af954-9d2a-4fce-b581-3ace4f101e7b HTTP/1.1" status: 200 len: 217 time: 0.0531602 Jan 28 13:32:12.577084 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-71b92269-b5b6-4da8-a671-e789487636d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (989717d2-751c-4af2-a3cd-f9b8176668d7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.578105 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b92269-b5b6-4da8-a671-e789487636d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:12.580217 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-71b92269-b5b6-4da8-a671-e789487636d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.596595 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0250e918-2e99-44c5-a200-d8bef1b0279e req-1b4163b8-1bd7-4636-b67c-5551c1b5ad3b tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 210 time: 0.0524874 Jan 28 13:32:12.602455 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-640826a7-b268-4f82-a4b5-33fbc82d6573 None None] Port 6ba8ec76-f065-455b-ba54-9dfc40310c57 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:32:12.629093 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e73cda3-8e11-4b0a-8fe8-0d2611428c44 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:32:12.637212 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9e73cda3-8e11-4b0a-8fe8-0d2611428c44 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] 10.222.0.39 "PUT /v2.0/routers/003a667f-eb5b-478c-9839-6304c9488b89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0854838 Jan 28 13:32:12.640205 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58864) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:12.641048 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a340416-fa9a-46cd-b4f6-2da69fd6f17c None None] Sync routers for ids ['003a667f-eb5b-478c-9839-6304c9488b89'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:32:12.649893 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b92269-b5b6-4da8-a671-e789487636d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3b7688-453a-4958-9ee8-b2e40205f94f,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:12.653283 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a340416-fa9a-46cd-b4f6-2da69fd6f17c None None] Routers {'003a667f-eb5b-478c-9839-6304c9488b89'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:32:12.654586 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-3a340416-fa9a-46cd-b4f6-2da69fd6f17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:32:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['003a667f-eb5b-478c-9839-6304c9488b89'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:12.657823 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-28454eb1-584f-4d45-93cd-320e25178ad8 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Request body: {'port': {'network_id': 'c9a54486-5082-4bab-86f9-52270c30c190', 'name': 'tempest-FloatingIPAdminTestJSON-448264780'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:12.689236 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5eeac-e7eb-4a05-b746-26e3cd683e99 req-7dcf23c8-880f-4a1c-8634-316a53405079 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:12.690873 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-23f5eeac-e7eb-4a05-b746-26e3cd683e99 req-7dcf23c8-880f-4a1c-8634-316a53405079 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 945 time: 0.3778493 Jan 28 13:32:12.713982 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064686ed-7909-424d-84b0-4f8af522c064 req-6e88f30a-6460-4e1b-b840-214dd76ca35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:12.715470 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-064686ed-7909-424d-84b0-4f8af522c064 req-6e88f30a-6460-4e1b-b840-214dd76ca35f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=19cc93dc-e9a7-45d3-8213-60f6f677f8a7 HTTP/1.1" status: 200 len: 855 time: 0.1311381 Jan 28 13:32:12.726836 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-3a340416-fa9a-46cd-b4f6-2da69fd6f17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:12.734979 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-71b92269-b5b6-4da8-a671-e789487636d0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2023633 Jan 28 13:32:12.735196 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e77c5259-c10c-4a47-b717-5be3be364b9b up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:12.757446 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58866) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:12.772535 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-ac90a1e1-9949-4bb1-8198-e203eacee69c admin admin] Request body: {'subnet': {'network_id': '989717d2-751c-4af2-a3cd-f9b8176668d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-214484845-subnet', 'tenant_id': 'e1c7a81c69904a5d97c4587626954857', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:12.817716 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b92269-b5b6-4da8-a671-e789487636d0 admin admin] Pushing event updated for resources: {'Network': ['ID=989717d2-751c-4af2-a3cd-f9b8176668d7,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:12.832513 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac90a1e1-9949-4bb1-8198-e203eacee69c admin admin] Made reservation on behalf of e1c7a81c69904a5d97c4587626954857 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:12.835176 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac90a1e1-9949-4bb1-8198-e203eacee69c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.863203 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a340416-fa9a-46cd-b4f6-2da69fd6f17c None None] Routers {'003a667f-eb5b-478c-9839-6304c9488b89'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:32:12.864342 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-3a340416-fa9a-46cd-b4f6-2da69fd6f17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:32:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['003a667f-eb5b-478c-9839-6304c9488b89'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:12.903178 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28454eb1-584f-4d45-93cd-320e25178ad8 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Made reservation on behalf of fb2a6e6d656249a3badaf4fced883af3 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:12.904786 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-23f5eeac-e7eb-4a05-b746-26e3cd683e99 req-30c6c26d-e597-4bba-a1ca-685a125e72e2 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952257 Jan 28 13:32:12.907495 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-28454eb1-584f-4d45-93cd-320e25178ad8 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.929763 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-28454eb1-584f-4d45-93cd-320e25178ad8 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] device_id is not set on port dad0cbb6-2a92-475f-bf80-80c6f77d224d yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:32:12.955861 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 989717d2-751c-4af2-a3cd-f9b8176668d7 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:32:12.959236 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-3a340416-fa9a-46cd-b4f6-2da69fd6f17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:12.960239 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a340416-fa9a-46cd-b4f6-2da69fd6f17c None None] The sync data for ids ['003a667f-eb5b-478c-9839-6304c9488b89'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:32:13.026062 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064686ed-7909-424d-84b0-4f8af522c064 req-4b03146f-d8dd-42d5-b21c-f4fe5e3ce81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:13.027722 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-064686ed-7909-424d-84b0-4f8af522c064 req-4b03146f-d8dd-42d5-b21c-f4fe5e3ce81b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d84cebc8-3afd-4722-abc0-4dbc47a7b66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2989743 Jan 28 13:32:13.098815 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-b9dc66df-0c3a-4251-9d14-662932afb9f2 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:13.100583 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-b9dc66df-0c3a-4251-9d14-662932afb9f2 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.18 "GET /v2.0/networks?id=e81d9142-7438-4a72-8b45-d0c1a4a38b6d HTTP/1.1" status: 200 len: 820 time: 0.2991478 Jan 28 13:32:13.104361 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port e77c5259-c10c-4a47-b717-5be3be364b9b triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:13.105114 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e77c5259-c10c-4a47-b717-5be3be364b9b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:13.125684 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-b829af00-bbab-410c-a629-0a4026cfffd6 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Request body: {'port': {'device_id': '03b32b60-5c49-441e-a408-687fd471cb06', 'network_id': 'e81d9142-7438-4a72-8b45-d0c1a4a38b6d', 'admin_state_up': True, 'tenant_id': '66696def36354b7c8b641113c2a3185a'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:13.141938 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-28454eb1-584f-4d45-93cd-320e25178ad8 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Allocated IP 172.20.0.12 (c9a54486-5082-4bab-86f9-52270c30c190/87e48956-dc02-4f40-84f2-5dd9c965e5b6/dad0cbb6-2a92-475f-bf80-80c6f77d224d) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:13.243191 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546bd79-bfdc-4947-852e-ff4791657c7c req-afb40852-1291-4754-ac9f-3ab6a4da07fe tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:13.248864 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546bd79-bfdc-4947-852e-ff4791657c7c req-afb40852-1291-4754-ac9f-3ab6a4da07fe tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:13.254604 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546bd79-bfdc-4947-852e-ff4791657c7c req-afb40852-1291-4754-ac9f-3ab6a4da07fe tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:13.259867 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port e77c5259-c10c-4a47-b717-5be3be364b9b is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:13.260405 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e77c5259-c10c-4a47-b717-5be3be364b9b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:13.261297 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546bd79-bfdc-4947-852e-ff4791657c7c req-afb40852-1291-4754-ac9f-3ab6a4da07fe tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:13.269571 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-064686ed-7909-424d-84b0-4f8af522c064 req-e18af4db-e35f-42f1-a02a-db0110b01306 service neutron] 10.222.0.37 "GET /v2.0/networks/d84cebc8-3afd-4722-abc0-4dbc47a7b66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223034 Jan 28 13:32:13.270068 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546bd79-bfdc-4947-852e-ff4791657c7c req-afb40852-1291-4754-ac9f-3ab6a4da07fe tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:13.276183 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546bd79-bfdc-4947-852e-ff4791657c7c req-afb40852-1291-4754-ac9f-3ab6a4da07fe tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:13.284117 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546bd79-bfdc-4947-852e-ff4791657c7c req-afb40852-1291-4754-ac9f-3ab6a4da07fe tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:13.292525 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9546bd79-bfdc-4947-852e-ff4791657c7c req-afb40852-1291-4754-ac9f-3ab6a4da07fe tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5428 time: 0.2471581 Jan 28 13:32:13.299350 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port e77c5259-c10c-4a47-b717-5be3be364b9b, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=e77c5259-c10c-4a47-b717-5be3be364b9b,segment=NetworkSegment(c3550a61-3709-4f50-9cbb-53890d532da5),segment_id=c3550a61-3709-4f50-9cbb-53890d532da5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:13.310313 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e77c5259-c10c-4a47-b717-5be3be364b9b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:13.378070 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=e77c5259-c10c-4a47-b717-5be3be364b9b,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:13.405385 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac90a1e1-9949-4bb1-8198-e203eacee69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (65a71ecc-e383-49d3-a7d4-49000148610c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:13.530233 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9546bd79-bfdc-4947-852e-ff4791657c7c req-776cbaa4-9c92-42b0-acdd-12d2dda25cad tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2366681 Jan 28 13:32:13.535679 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90a1e1-9949-4bb1-8198-e203eacee69c admin admin] Pushing event updated for resources: {'Subnet': ['ID=65a71ecc-e383-49d3-a7d4-49000148610c,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:13.605710 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac90a1e1-9949-4bb1-8198-e203eacee69c admin admin] Checking segment: {'id': 'f79ea24b-3044-47e8-bd3b-6d2a8f1ec1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '989717d2-751c-4af2-a3cd-f9b8176668d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:13.606415 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac90a1e1-9949-4bb1-8198-e203eacee69c admin admin] Network hostable DHCP agents. Network: 989717d2-751c-4af2-a3cd-f9b8176668d7, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:32:13.626342 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-28454eb1-584f-4d45-93cd-320e25178ad8 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks [] for port (dad0cbb6-2a92-475f-bf80-80c6f77d224d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:13.671647 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac90a1e1-9949-4bb1-8198-e203eacee69c admin admin] Network 989717d2-751c-4af2-a3cd-f9b8176668d7 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:32:13.688600 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-ac90a1e1-9949-4bb1-8198-e203eacee69c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 989717d2-751c-4af2-a3cd-f9b8176668d7) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:13.698277 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e37edf-127c-452d-9218-f697dd6095e9 None None] Network 989717d2-751c-4af2-a3cd-f9b8176668d7 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:13.700018 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac90a1e1-9949-4bb1-8198-e203eacee69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:13.702007 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac90a1e1-9949-4bb1-8198-e203eacee69c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:13.705595 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-b829af00-bbab-410c-a629-0a4026cfffd6 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Made reservation on behalf of 66696def36354b7c8b641113c2a3185a for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:13.709012 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-b829af00-bbab-410c-a629-0a4026cfffd6 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:13.734412 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-28454eb1-584f-4d45-93cd-320e25178ad8 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (dad0cbb6-2a92-475f-bf80-80c6f77d224d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:13.742186 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367d050-7a0c-400d-8ee9-f5fc9519a9ec req-50f3f1a6-02fd-47b3-af02-8746e450b91c tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:13.749260 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b367d050-7a0c-400d-8ee9-f5fc9519a9ec req-50f3f1a6-02fd-47b3-af02-8746e450b91c tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f26471f-e062-4170-ae44-38f023825a8a HTTP/1.1" status: 200 len: 949 time: 0.4040108 Jan 28 13:32:13.769822 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-064686ed-7909-424d-84b0-4f8af522c064 req-ac67287c-4970-4929-b7ee-7a0644c7de80 service neutron] 10.222.0.37 "GET /v2.0/networks/d84cebc8-3afd-4722-abc0-4dbc47a7b66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900005 Jan 28 13:32:13.787936 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28454eb1-584f-4d45-93cd-320e25178ad8 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Network c9a54486-5082-4bab-86f9-52270c30c190 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:13.795335 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-28454eb1-584f-4d45-93cd-320e25178ad8 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:13.802014 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28454eb1-584f-4d45-93cd-320e25178ad8 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:13.840921 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a8f340-829d-4839-b06d-a3d8af644100 None None] Network 989717d2-751c-4af2-a3cd-f9b8176668d7 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:13.860301 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28454eb1-584f-4d45-93cd-320e25178ad8 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:13.860806 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-28454eb1-584f-4d45-93cd-320e25178ad8 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:13.863959 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b367d050-7a0c-400d-8ee9-f5fc9519a9ec req-de235c14-dab1-4bac-8a82-4ef6a78ea7e7 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d4486f4-20e6-4443-9bc1-2b3b2049a233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093478 Jan 28 13:32:13.866122 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ac90a1e1-9949-4bb1-8198-e203eacee69c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1075158 Jan 28 13:32:13.873396 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7686cb-04b7-4b9c-a61f-9d43b49b8d7b req-d0fc69da-d0c8-4782-9855-b81b111915f8 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:13.880894 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7e7686cb-04b7-4b9c-a61f-9d43b49b8d7b req-d0fc69da-d0c8-4782-9855-b81b111915f8 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=573daf7d-2e4e-4525-a1ee-674e823fc854 HTTP/1.1" status: 200 len: 946 time: 0.2525170 Jan 28 13:32:13.975545 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7e7686cb-04b7-4b9c-a61f-9d43b49b8d7b req-59653116-fa8e-44b9-aa2a-22185823ecfa tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936494 Jan 28 13:32:13.981234 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28454eb1-584f-4d45-93cd-320e25178ad8 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Pushing event updated for resources: {'Port': ['ID=dad0cbb6-2a92-475f-bf80-80c6f77d224d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:13.998247 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-28454eb1-584f-4d45-93cd-320e25178ad8 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3569171 Jan 28 13:32:14.001994 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58882) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:14.015029 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-b829af00-bbab-410c-a629-0a4026cfffd6 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Allocated IP 172.20.0.7 (e81d9142-7438-4a72-8b45-d0c1a4a38b6d/4e631c13-0da2-49fb-8a7c-4c7323c9d541/8e4cfa4f-5519-4fbe-96e3-b799972c2c75) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:14.038772 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-78e5c813-8987-405d-a3d0-39a1bc51aefd req-1bcc25e4-d10c-4751-8586-0c45965de630 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 210 time: 0.0643039 Jan 28 13:32:14.335424 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-b829af00-bbab-410c-a629-0a4026cfffd6 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks [] for port (8e4cfa4f-5519-4fbe-96e3-b799972c2c75), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:14.360849 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-97ba22e5-2096-4383-8470-2b34d3bb7acd None None] Provisioning complete for port dad0cbb6-2a92-475f-bf80-80c6f77d224d triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:14.361936 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-97ba22e5-2096-4383-8470-2b34d3bb7acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (dad0cbb6-2a92-475f-bf80-80c6f77d224d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:14.406240 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-b829af00-bbab-410c-a629-0a4026cfffd6 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (8e4cfa4f-5519-4fbe-96e3-b799972c2c75), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:14.422326 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-97ba22e5-2096-4383-8470-2b34d3bb7acd None None] Port dad0cbb6-2a92-475f-bf80-80c6f77d224d cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:32:14.464933 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-b829af00-bbab-410c-a629-0a4026cfffd6 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Network e81d9142-7438-4a72-8b45-d0c1a4a38b6d is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:14.472676 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-d67a9943-6839-4677-8518-0daf9b4a33b3 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'project_id': 'fb2a6e6d656249a3badaf4fced883af3', 'port_id': 'dad0cbb6-2a92-475f-bf80-80c6f77d224d'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:14.482881 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-b829af00-bbab-410c-a629-0a4026cfffd6 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:14.497254 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-b829af00-bbab-410c-a629-0a4026cfffd6 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:14.504387 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829af00-bbab-410c-a629-0a4026cfffd6 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Pushing event updated for resources: {'Port': ['ID=8e4cfa4f-5519-4fbe-96e3-b799972c2c75,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:14.505008 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d67a9943-6839-4677-8518-0daf9b4a33b3 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:14.513880 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1775db6-8620-4075-badc-b1ec0b8d2c10 req-440623b8-0403-453e-a8b6-2087ec19aa18 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:14.515460 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c1775db6-8620-4075-badc-b1ec0b8d2c10 req-440623b8-0403-453e-a8b6-2087ec19aa18 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 945 time: 0.4400656 Jan 28 13:32:14.529737 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e77c5259-c10c-4a47-b717-5be3be364b9b up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:14.582814 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port e77c5259-c10c-4a47-b717-5be3be364b9b triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:14.583451 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e77c5259-c10c-4a47-b717-5be3be364b9b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:14.606148 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-b829af00-bbab-410c-a629-0a4026cfffd6 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:14.606970 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-b829af00-bbab-410c-a629-0a4026cfffd6 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:14.621415 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c1775db6-8620-4075-badc-b1ec0b8d2c10 req-f879548b-15bf-4c24-bf9c-4ebb5c01227a tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915084 Jan 28 13:32:14.651808 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-b829af00-bbab-410c-a629-0a4026cfffd6 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5321825 Jan 28 13:32:14.658989 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bbe19-239e-4621-b28e-257825036422 req-8e14c1c5-e61e-4b59-b35c-dac570877569 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:14.660749 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d6bbe19-239e-4621-b28e-257825036422 req-8e14c1c5-e61e-4b59-b35c-dac570877569 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.39 "GET /v2.0/networks?id=989717d2-751c-4af2-a3cd-f9b8176668d7 HTTP/1.1" status: 200 len: 817 time: 0.2062356 Jan 28 13:32:14.665832 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-568b538e-f11d-4972-b94b-c306e9fcedf1 service neutron] Request body: {'port': {'device_id': '03b32b60-5c49-441e-a408-687fd471cb06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:14.680942 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d67a9943-6839-4677-8518-0daf9b4a33b3 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:14.695881 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port e77c5259-c10c-4a47-b717-5be3be364b9b is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:14.703175 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d6bbe19-239e-4621-b28e-257825036422 req-f812878e-0e91-4148-9034-f8d19ecc7391 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.39 "GET /v2.0/quotas/e1c7a81c69904a5d97c4587626954857 HTTP/1.1" status: 200 len: 375 time: 0.0324519 Jan 28 13:32:14.758265 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d6bbe19-239e-4621-b28e-257825036422 req-a4edafb1-7f9b-4dc3-b2c5-b7bb2169e966 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1c7a81c69904a5d97c4587626954857&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493369 Jan 28 13:32:14.759281 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-568b538e-f11d-4972-b94b-c306e9fcedf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8e4cfa4f-5519-4fbe-96e3-b799972c2c75), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:14.822579 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b7dd0-1099-494d-b02e-e99ecf841084 req-2f8caafa-fe6a-42e7-9f7b-f560f2f71876 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:14.827853 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b7dd0-1099-494d-b02e-e99ecf841084 req-2f8caafa-fe6a-42e7-9f7b-f560f2f71876 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:14.833217 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b7dd0-1099-494d-b02e-e99ecf841084 req-2f8caafa-fe6a-42e7-9f7b-f560f2f71876 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:14.838351 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b7dd0-1099-494d-b02e-e99ecf841084 req-2f8caafa-fe6a-42e7-9f7b-f560f2f71876 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:14.844153 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b7dd0-1099-494d-b02e-e99ecf841084 req-2f8caafa-fe6a-42e7-9f7b-f560f2f71876 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:14.848797 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b7dd0-1099-494d-b02e-e99ecf841084 req-2f8caafa-fe6a-42e7-9f7b-f560f2f71876 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:14.854142 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b7dd0-1099-494d-b02e-e99ecf841084 req-2f8caafa-fe6a-42e7-9f7b-f560f2f71876 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:14.856123 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-244b7dd0-1099-494d-b02e-e99ecf841084 req-2f8caafa-fe6a-42e7-9f7b-f560f2f71876 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5428 time: 0.1232123 Jan 28 13:32:14.889714 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-d67a9943-6839-4677-8518-0daf9b4a33b3 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Allocated IP 172.25.3.191 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/2da4200b-33fb-4e03-a6a9-3b6aef41104e) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:14.986961 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-244b7dd0-1099-494d-b02e-e99ecf841084 req-3dea215c-d1ff-4e67-ab12-2e9b04079901 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1234467 Jan 28 13:32:15.028815 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d67a9943-6839-4677-8518-0daf9b4a33b3 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Publish callbacks [] for port (2da4200b-33fb-4e03-a6a9-3b6aef41104e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:15.035378 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d6bbe19-239e-4621-b28e-257825036422 req-8dbb326d-4854-45f1-b3e0-f7f34b9b0107 service neutron] 10.222.0.39 "GET /v2.0/networks/989717d2-751c-4af2-a3cd-f9b8176668d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672689 Jan 28 13:32:15.066673 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d67a9943-6839-4677-8518-0daf9b4a33b3 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (2da4200b-33fb-4e03-a6a9-3b6aef41104e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:15.143689 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67a9943-6839-4677-8518-0daf9b4a33b3 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:15.146276 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a9943-6839-4677-8518-0daf9b4a33b3 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Pushing event updated for resources: {'Port': ['ID=2da4200b-33fb-4e03-a6a9-3b6aef41104e,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:15.149813 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-d67a9943-6839-4677-8518-0daf9b4a33b3 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:15.156208 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67a9943-6839-4677-8518-0daf9b4a33b3 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:15.168106 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 5e5f4228-1d82-4896-aefc-40e1d70b3d6f up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:15.196492 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d6bbe19-239e-4621-b28e-257825036422 req-e2a98a32-6dd7-48b4-a6a2-aff55acf465c service neutron] 10.222.0.39 "GET /v2.0/networks/989717d2-751c-4af2-a3cd-f9b8176668d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516392 Jan 28 13:32:15.200457 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-568b538e-f11d-4972-b94b-c306e9fcedf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e4cfa4f-5519-4fbe-96e3-b799972c2c75 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:32:15.206778 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1394b66-6e40-43e4-86d5-e9cfbf45f396 req-3320e0c8-dbf9-400b-b563-da5043926f9c tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:15.210368 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-568b538e-f11d-4972-b94b-c306e9fcedf1 service neutron] Publish callbacks [] for port (8e4cfa4f-5519-4fbe-96e3-b799972c2c75), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:15.214355 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a1394b66-6e40-43e4-86d5-e9cfbf45f396 req-3320e0c8-dbf9-400b-b563-da5043926f9c tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f26471f-e062-4170-ae44-38f023825a8a HTTP/1.1" status: 200 len: 949 time: 0.1187346 Jan 28 13:32:15.225957 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:32:15.230154 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:15.230534 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:15.232710 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-568b538e-f11d-4972-b94b-c306e9fcedf1 service neutron] Transition to ACTIVE for port object 8e4cfa4f-5519-4fbe-96e3-b799972c2c75 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:32:15.239807 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-568b538e-f11d-4972-b94b-c306e9fcedf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (8e4cfa4f-5519-4fbe-96e3-b799972c2c75), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:15.308440 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b538e-f11d-4972-b94b-c306e9fcedf1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4cfa4f-5519-4fbe-96e3-b799972c2c75,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:15.344592 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a1394b66-6e40-43e4-86d5-e9cfbf45f396 req-35e1e77e-a162-4d12-858e-70d9a1b8cc94 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d4486f4-20e6-4443-9bc1-2b3b2049a233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274426 Jan 28 13:32:15.394396 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:15.394693 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:15.423640 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f26471f-e062-4170-ae44-38f023825a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5f4228-1d82-4896-aefc-40e1d70b3d6f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:15.426528 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5325062-26b1-4991-b412-a748dd3ac4a1" -d '{"events": [{"server_uuid": "2f26471f-e062-4170-ae44-38f023825a8a", "name": "network-vif-plugged", "status": "completed", "tag": "5e5f4228-1d82-4896-aefc-40e1d70b3d6f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:15.428738 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-568b538e-f11d-4972-b94b-c306e9fcedf1 service neutron] Attempting to bind port 8e4cfa4f-5519-4fbe-96e3-b799972c2c75 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:15.429248 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-568b538e-f11d-4972-b94b-c306e9fcedf1 service neutron] Attempting to bind port 8e4cfa4f-5519-4fbe-96e3-b799972c2c75 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'c3550a61-3709-4f50-9cbb-53890d532da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e81d9142-7438-4a72-8b45-d0c1a4a38b6d'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:15.429375 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-568b538e-f11d-4972-b94b-c306e9fcedf1 service neutron] Attempting to bind port 8e4cfa4f-5519-4fbe-96e3-b799972c2c75 on network e81d9142-7438-4a72-8b45-d0c1a4a38b6d {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:15.441272 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-568b538e-f11d-4972-b94b-c306e9fcedf1 service neutron] Port 8e4cfa4f-5519-4fbe-96e3-b799972c2c75 on network e81d9142-7438-4a72-8b45-d0c1a4a38b6d not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:15.441597 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-568b538e-f11d-4972-b94b-c306e9fcedf1 service neutron] Attempting to bind port 8e4cfa4f-5519-4fbe-96e3-b799972c2c75 on network e81d9142-7438-4a72-8b45-d0c1a4a38b6d {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:15.452295 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-568b538e-f11d-4972-b94b-c306e9fcedf1 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:32:15.453165 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-568b538e-f11d-4972-b94b-c306e9fcedf1 service neutron] Checking segment: {'id': 'c3550a61-3709-4f50-9cbb-53890d532da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e81d9142-7438-4a72-8b45-d0c1a4a38b6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:15.453165 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-568b538e-f11d-4972-b94b-c306e9fcedf1 service neutron] Bound using segment: {'id': 'c3550a61-3709-4f50-9cbb-53890d532da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e81d9142-7438-4a72-8b45-d0c1a4a38b6d'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:32:15.453519 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-568b538e-f11d-4972-b94b-c306e9fcedf1 service neutron] Bound port: 8e4cfa4f-5519-4fbe-96e3-b799972c2c75, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3550a61-3709-4f50-9cbb-53890d532da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e81d9142-7438-4a72-8b45-d0c1a4a38b6d'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:32:15.453906 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-568b538e-f11d-4972-b94b-c306e9fcedf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8e4cfa4f-5519-4fbe-96e3-b799972c2c75), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:15.455409 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=5e5f4228-1d82-4896-aefc-40e1d70b3d6f,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:15.462553 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:15.490333 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb1394-393c-4d99-a3e3-4af9d966df50 req-5705fcf9-1724-4f60-8159-de0f576575af tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:15.492938 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-14eb1394-393c-4d99-a3e3-4af9d966df50 req-5705fcf9-1724-4f60-8159-de0f576575af tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=573daf7d-2e4e-4525-a1ee-674e823fc854 HTTP/1.1" status: 200 len: 946 time: 0.1085165 Jan 28 13:32:15.520411 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=5e5f4228-1d82-4896-aefc-40e1d70b3d6f,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:15.588166 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e0e5d-c17a-4059-bf03-a9a33d3e8396 req-e886548c-58b2-4d5a-81ba-06f6af8d3c2c tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:15.589719 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d28e0e5d-c17a-4059-bf03-a9a33d3e8396 req-e886548c-58b2-4d5a-81ba-06f6af8d3c2c tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 943 time: 0.1188071 Jan 28 13:32:15.597823 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-568b538e-f11d-4972-b94b-c306e9fcedf1 service neutron] For port 8e4cfa4f-5519-4fbe-96e3-b799972c2c75, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:32:15.601451 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-568b538e-f11d-4972-b94b-c306e9fcedf1 service neutron] For port 8e4cfa4f-5519-4fbe-96e3-b799972c2c75, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8e4cfa4f-5519-4fbe-96e3-b799972c2c75,segment=NetworkSegment(c3550a61-3709-4f50-9cbb-53890d532da5),segment_id=c3550a61-3709-4f50-9cbb-53890d532da5)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:32:15.611955 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-14eb1394-393c-4d99-a3e3-4af9d966df50 req-8d39c6d4-a059-4572-9e3a-c8863ea6e2f6 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987339 Jan 28 13:32:15.613736 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-568b538e-f11d-4972-b94b-c306e9fcedf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (8e4cfa4f-5519-4fbe-96e3-b799972c2c75), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:15.662653 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-568b538e-f11d-4972-b94b-c306e9fcedf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:15.663610 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-568b538e-f11d-4972-b94b-c306e9fcedf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:15.665387 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-568b538e-f11d-4972-b94b-c306e9fcedf1 service neutron] 10.222.0.18 "PUT /v2.0/ports/8e4cfa4f-5519-4fbe-96e3-b799972c2c75 HTTP/1.1" status: 200 len: 1091 time: 1.0036926 Jan 28 13:32:15.668604 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b32b60-5c49-441e-a408-687fd471cb06', 'tag': '8e4cfa4f-5519-4fbe-96e3-b799972c2c75'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:15.672314 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cde404-4764-4f15-a5cc-8cc9091fab26" -d '{"events": [{"name": "network-changed", "server_uuid": "03b32b60-5c49-441e-a408-687fd471cb06", "tag": "8e4cfa4f-5519-4fbe-96e3-b799972c2c75"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:15.705844 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b538e-f11d-4972-b94b-c306e9fcedf1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4cfa4f-5519-4fbe-96e3-b799972c2c75,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:15.792038 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d28e0e5d-c17a-4059-bf03-a9a33d3e8396 req-ab3b7ea9-c1fa-469a-9394-dfd7b70dbc69 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ba3f71e-0e0f-40df-abe9-95ac24341234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809886 Jan 28 13:32:15.813352 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dcdb62c4-328f-44cf-8db3-5a648946d18b req-42f0f07d-b51f-42af-aa7e-d9237b7acf0c tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2626ffc-8fab-4747-9a43-7227edcc00ee HTTP/1.1" status: 200 len: 210 time: 0.0434151 Jan 28 13:32:15.832008 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-40865185-244e-4d4d-82d6-52fe531bcb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:15.833726 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-40865185-244e-4d4d-82d6-52fe531bcb4d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66696def36354b7c8b641113c2a3185a&device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 1094 time: 0.1047599 Jan 28 13:32:15.853709 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71f0ac6-78e2-48ab-a806-2723926e6199 x-openstack-request-id: req-c71f0ac6-78e2-48ab-a806-2723926e6199 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:15.854452 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f26471f-e062-4170-ae44-38f023825a8a", "name": "network-vif-plugged", "status": "completed", "tag": "5e5f4228-1d82-4896-aefc-40e1d70b3d6f", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:15.855197 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c71f0ac6-78e2-48ab-a806-2723926e6199 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:15.856158 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f26471f-e062-4170-ae44-38f023825a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5f4228-1d82-4896-aefc-40e1d70b3d6f', 'code': 200} Jan 28 13:32:15.936880 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-94ecfb50-2e44-48f1-9962-dc0e002ac2ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e4cfa4f-5519-4fbe-96e3-b799972c2c75 HTTP/1.1" status: 200 len: 217 time: 0.0932202 Jan 28 13:32:15.937792 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d67a9943-6839-4677-8518-0daf9b4a33b3 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Publish callbacks [] for floatingip (0fb79eac-77a6-4f99-9b9c-20f71d6a7a0c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:15.940572 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcc977a-3469-43ab-b5ca-c6a1d32543d8 x-openstack-request-id: req-5bcc977a-3469-43ab-b5ca-c6a1d32543d8 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:15.940868 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b32b60-5c49-441e-a408-687fd471cb06", "tag": "8e4cfa4f-5519-4fbe-96e3-b799972c2c75", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:15.941127 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5bcc977a-3469-43ab-b5ca-c6a1d32543d8 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:15.941534 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b32b60-5c49-441e-a408-687fd471cb06', 'tag': '8e4cfa4f-5519-4fbe-96e3-b799972c2c75', 'status': 'completed', 'code': 200} Jan 28 13:32:16.049095 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9faf8-5609-4c3c-8078-05b9f257750a req-cc53fe1a-13e2-4791-be49-093f0f697e46 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:16.050629 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ffb9faf8-5609-4c3c-8078-05b9f257750a req-cc53fe1a-13e2-4791-be49-093f0f697e46 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=573daf7d-2e4e-4525-a1ee-674e823fc854 HTTP/1.1" status: 200 len: 946 time: 0.0811567 Jan 28 13:32:16.074166 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416640ae-8f29-4f90-80f9-af8383ae80b3 req-fdcc07ef-8431-4856-832f-e9eff2028969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:16.075982 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-416640ae-8f29-4f90-80f9-af8383ae80b3 req-fdcc07ef-8431-4856-832f-e9eff2028969 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2f26471f-e062-4170-ae44-38f023825a8a HTTP/1.1" status: 200 len: 1101 time: 0.1371176 Jan 28 13:32:16.076135 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d67a9943-6839-4677-8518-0daf9b4a33b3 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2da4200b-33fb-4e03-a6a9-3b6aef41104e), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:16.077543 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-6236cca8-aa83-400a-abd0-272f7f082fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:16.079510 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-6236cca8-aa83-400a-abd0-272f7f082fd6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e631c13-0da2-49fb-8a7c-4c7323c9d541 HTTP/1.1" status: 200 len: 860 time: 0.1121340 Jan 28 13:32:16.093438 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e4afc-e617-41eb-860f-6dbc5322cc13 req-42c48153-3609-4681-8f68-1ede630231a1 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:16.095008 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ac5e4afc-e617-41eb-860f-6dbc5322cc13 req-42c48153-3609-4681-8f68-1ede630231a1 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 945 time: 0.1571786 Jan 28 13:32:16.141345 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-68350d8d-a768-4d57-bd9a-14c64294cbeb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e81d9142-7438-4a72-8b45-d0c1a4a38b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440910 Jan 28 13:32:16.159702 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ffb9faf8-5609-4c3c-8078-05b9f257750a req-dcaf434c-f219-48d3-9c59-830c29e469ed tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897987 Jan 28 13:32:16.265420 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-416640ae-8f29-4f90-80f9-af8383ae80b3 req-e5893f20-569b-4cef-8f9f-2f9d0fca4a34 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0d4486f4-20e6-4443-9bc1-2b3b2049a233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693308 Jan 28 13:32:16.275551 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ac5e4afc-e617-41eb-860f-6dbc5322cc13 req-8949013a-cc76-4829-ad18-fc55fb6a6a33 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642556 Jan 28 13:32:16.313428 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-81de5542-d190-4d3b-8730-5f13e0a13e85 service neutron] 10.222.0.18 "GET /v2.0/networks/e81d9142-7438-4a72-8b45-d0c1a4a38b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563241 Jan 28 13:32:16.318139 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83086c-f940-4a0f-9217-cae81e239196 req-7621e374-6176-442c-bfc4-4601461a3134 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:16.323472 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83086c-f940-4a0f-9217-cae81e239196 req-7621e374-6176-442c-bfc4-4601461a3134 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:16.328700 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83086c-f940-4a0f-9217-cae81e239196 req-7621e374-6176-442c-bfc4-4601461a3134 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:16.334262 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83086c-f940-4a0f-9217-cae81e239196 req-7621e374-6176-442c-bfc4-4601461a3134 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:16.339238 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83086c-f940-4a0f-9217-cae81e239196 req-7621e374-6176-442c-bfc4-4601461a3134 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:16.344889 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83086c-f940-4a0f-9217-cae81e239196 req-7621e374-6176-442c-bfc4-4601461a3134 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:16.350725 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83086c-f940-4a0f-9217-cae81e239196 req-7621e374-6176-442c-bfc4-4601461a3134 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:16.352756 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf83086c-f940-4a0f-9217-cae81e239196 req-7621e374-6176-442c-bfc4-4601461a3134 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5428 time: 0.1213896 Jan 28 13:32:16.379846 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d67a9943-6839-4677-8518-0daf9b4a33b3 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Publish callbacks [] for port (2da4200b-33fb-4e03-a6a9-3b6aef41104e), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:16.389572 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d67a9943-6839-4677-8518-0daf9b4a33b3 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (2da4200b-33fb-4e03-a6a9-3b6aef41104e), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:16.456751 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e6af1-7c2b-4c41-8b01-4d0c4bcc416a req-6b66eac2-e6d0-430b-8b01-6b9740b639bc tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:16.458258 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c5e6af1-7c2b-4c41-8b01-4d0c4bcc416a req-6b66eac2-e6d0-430b-8b01-6b9740b639bc tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=d914257d-5a88-489d-a1eb-0c3ecaa4f14e HTTP/1.1" status: 200 len: 945 time: 0.1075132 Jan 28 13:32:16.460573 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc4a621c-7006-44e9-8900-cab5cbeb8ee5 req-3963f2ce-525e-4135-b4df-1cd91b62aa26 service neutron] 10.222.0.18 "GET /v2.0/networks/e81d9142-7438-4a72-8b45-d0c1a4a38b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390934 Jan 28 13:32:16.493796 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a9943-6839-4677-8518-0daf9b4a33b3 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Pushing event updated for resources: {'Port': ['ID=2da4200b-33fb-4e03-a6a9-3b6aef41104e,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:16.515025 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf83086c-f940-4a0f-9217-cae81e239196 req-cf7b79d3-f417-4507-b249-88e9c9b50bbc tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1496012 Jan 28 13:32:16.518408 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c5e6af1-7c2b-4c41-8b01-4d0c4bcc416a req-200f82d6-9d86-4963-854f-bad600fe5693 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533013 Jan 28 13:32:16.527177 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d67a9943-6839-4677-8518-0daf9b4a33b3 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (0fb79eac-77a6-4f99-9b9c-20f71d6a7a0c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:16.586400 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cde404-4764-4f15-a5cc-8cc9091fab26 req-2311d994-6941-4d81-bcc5-30e0c29f86d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:16.588146 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c4cde404-4764-4f15-a5cc-8cc9091fab26 req-2311d994-6941-4d81-bcc5-30e0c29f86d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66696def36354b7c8b641113c2a3185a&device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 1094 time: 0.0675457 Jan 28 13:32:16.706679 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac4d19-3fd7-4656-8587-0278da82636f req-4c787426-ff6a-4e14-b1ad-6c81922da69a tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:16.708398 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-71ac4d19-3fd7-4656-8587-0278da82636f req-4c787426-ff6a-4e14-b1ad-6c81922da69a tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f26471f-e062-4170-ae44-38f023825a8a HTTP/1.1" status: 200 len: 950 time: 0.1190202 Jan 28 13:32:16.730039 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-d67a9943-6839-4677-8518-0daf9b4a33b3 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Floating IP 0fb79eac-77a6-4f99-9b9c-20f71d6a7a0c associated. External IP: 172.25.3.191, port: dad0cbb6-2a92-475f-bf80-80c6f77d224d. Jan 28 13:32:16.737011 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb58799-d87a-415d-99ad-ab14afba95e3 req-bb6464e3-c5e6-4955-8dde-0d21e054c524 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:16.738646 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3cb58799-d87a-415d-99ad-ab14afba95e3 req-bb6464e3-c5e6-4955-8dde-0d21e054c524 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=543f8b2d-9c62-4bd3-a4e9-609bd9052f77 HTTP/1.1" status: 200 len: 946 time: 0.1201928 Jan 28 13:32:16.753307 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cde404-4764-4f15-a5cc-8cc9091fab26 req-bae6a3fc-7e42-4b16-88e1-0d116634ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:16.755993 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c4cde404-4764-4f15-a5cc-8cc9091fab26 req-bae6a3fc-7e42-4b16-88e1-0d116634ac40 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e81d9142-7438-4a72-8b45-d0c1a4a38b6d HTTP/1.1" status: 200 len: 920 time: 0.1594131 Jan 28 13:32:16.823716 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-71ac4d19-3fd7-4656-8587-0278da82636f req-bf87c4ac-135e-4215-aabb-3eb41a436b8c tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d4486f4-20e6-4443-9bc1-2b3b2049a233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094148 Jan 28 13:32:16.831031 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c4cde404-4764-4f15-a5cc-8cc9091fab26 req-b2e40c3b-7e9f-41a7-b79c-4a55446fed89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e4cfa4f-5519-4fbe-96e3-b799972c2c75 HTTP/1.1" status: 200 len: 217 time: 0.0674551 Jan 28 13:32:16.958134 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3cb58799-d87a-415d-99ad-ab14afba95e3 req-d2198779-864f-4ca7-a464-c37a4fd21117 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066259 Jan 28 13:32:16.976402 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cde404-4764-4f15-a5cc-8cc9091fab26 req-2faab624-5a2f-4cc5-9de3-cf2736f51640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:16.977920 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c4cde404-4764-4f15-a5cc-8cc9091fab26 req-2faab624-5a2f-4cc5-9de3-cf2736f51640 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e631c13-0da2-49fb-8a7c-4c7323c9d541 HTTP/1.1" status: 200 len: 860 time: 0.1275280 Jan 28 13:32:17.054381 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c4cde404-4764-4f15-a5cc-8cc9091fab26 req-65e3c62b-716c-4788-b19d-687773de9c4b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e81d9142-7438-4a72-8b45-d0c1a4a38b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665522 Jan 28 13:32:17.085321 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67a9943-6839-4677-8518-0daf9b4a33b3 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Router 003a667f-eb5b-478c-9839-6304c9488b89 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:32:17.100826 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bbe19-239e-4621-b28e-257825036422 req-584ce464-e274-49b1-a96b-cb970f0f7405 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:17.101056 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76080b-5a65-40e5-a2fd-c2b9d8484db3 req-4ba5f9ab-6ec3-46a9-abe8-1cb185e4f02a tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:17.102418 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d6bbe19-239e-4621-b28e-257825036422 req-584ce464-e274-49b1-a96b-cb970f0f7405 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.37 "GET /v2.0/networks?id=989717d2-751c-4af2-a3cd-f9b8176668d7 HTTP/1.1" status: 200 len: 817 time: 0.2891104 Jan 28 13:32:17.102569 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-da76080b-5a65-40e5-a2fd-c2b9d8484db3 req-4ba5f9ab-6ec3-46a9-abe8-1cb185e4f02a tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 943 time: 0.0807762 Jan 28 13:32:17.131714 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-29bc9f2e-71f9-4faf-8dfa-7c03e28d5d3f req-67c35ee3-8fd1-47ab-b246-ecb4a5ea6b89 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2626ffc-8fab-4747-9a43-7227edcc00ee HTTP/1.1" status: 200 len: 210 time: 0.0757506 Jan 28 13:32:17.137350 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-5d6bbe19-239e-4621-b28e-257825036422 req-df40232a-7ea7-4cbd-84dd-c3c96ebeec32 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Request body: {'port': {'device_id': 'e2626ffc-8fab-4747-9a43-7227edcc00ee', 'network_id': '989717d2-751c-4af2-a3cd-f9b8176668d7', 'admin_state_up': True, 'tenant_id': 'e1c7a81c69904a5d97c4587626954857'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:17.211171 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-dcb0d9d3-2315-4937-ac69-20e29642967c req-631a13e2-12b0-4b93-b783-c02f3bbd5308 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:32:17.212258 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dcb0d9d3-2315-4937-ac69-20e29642967c req-631a13e2-12b0-4b93-b783-c02f3bbd5308 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120704 Jan 28 13:32:17.252890 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67a9943-6839-4677-8518-0daf9b4a33b3 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:32:17.270132 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-da76080b-5a65-40e5-a2fd-c2b9d8484db3 req-aa374a4d-e365-4cd8-93bc-5c0e7c82e1c5 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ba3f71e-0e0f-40df-abe9-95ac24341234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588264 Jan 28 13:32:17.273401 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d67a9943-6839-4677-8518-0daf9b4a33b3 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:17.308597 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d67a9943-6839-4677-8518-0daf9b4a33b3 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.3037341 Jan 28 13:32:17.311111 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58952) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:17.389404 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c4cde404-4764-4f15-a5cc-8cc9091fab26 req-eb2ef288-939f-4aad-8200-d4d12bdd79c8 service neutron] 10.222.0.18 "GET /v2.0/networks/e81d9142-7438-4a72-8b45-d0c1a4a38b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130043 Jan 28 13:32:17.396264 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dcb0d9d3-2315-4937-ac69-20e29642967c req-89faf4e0-7447-4274-b909-176003249c74 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1708333 Jan 28 13:32:17.401289 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dbb721-eb9b-4404-8db7-d9b2a44e517d None None] Sync routers for ids ['003a667f-eb5b-478c-9839-6304c9488b89'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:32:17.430846 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dbb721-eb9b-4404-8db7-d9b2a44e517d None None] Routers {'003a667f-eb5b-478c-9839-6304c9488b89'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:32:17.436431 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-22dbb721-eb9b-4404-8db7-d9b2a44e517d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:32:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['003a667f-eb5b-478c-9839-6304c9488b89'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:17.442576 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d6bbe19-239e-4621-b28e-257825036422 req-df40232a-7ea7-4cbd-84dd-c3c96ebeec32 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Made reservation on behalf of e1c7a81c69904a5d97c4587626954857 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:17.445198 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5d6bbe19-239e-4621-b28e-257825036422 req-df40232a-7ea7-4cbd-84dd-c3c96ebeec32 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:17.478950 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-22dbb721-eb9b-4404-8db7-d9b2a44e517d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:17.490192 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e33bb481-012e-43b7-835b-813c88fc0fa6 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] 10.222.0.39 "GET /v2.0/floatingips/0fb79eac-77a6-4f99-9b9c-20f71d6a7a0c HTTP/1.1" status: 200 len: 983 time: 0.1774228 Jan 28 13:32:17.491663 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dbb721-eb9b-4404-8db7-d9b2a44e517d None None] Routers {'003a667f-eb5b-478c-9839-6304c9488b89'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:32:17.492601 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-22dbb721-eb9b-4404-8db7-d9b2a44e517d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:32:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['003a667f-eb5b-478c-9839-6304c9488b89'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:17.492908 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58954) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:17.532857 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-22dbb721-eb9b-4404-8db7-d9b2a44e517d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:17.533903 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dbb721-eb9b-4404-8db7-d9b2a44e517d None None] The sync data for ids ['003a667f-eb5b-478c-9839-6304c9488b89'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:32:17.565702 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:17.574959 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ed99b-04d7-4920-8eec-9789174838fb req-68a35138-834b-47ef-a5f1-c3441be8f29b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:17.576818 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bd8ed99b-04d7-4920-8eec-9789174838fb req-68a35138-834b-47ef-a5f1-c3441be8f29b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 945 time: 0.1781592 Jan 28 13:32:17.888741 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c4cde404-4764-4f15-a5cc-8cc9091fab26 req-ad03c3b5-5483-49e7-aadd-e01f25b5eabb service neutron] 10.222.0.18 "GET /v2.0/networks/e81d9142-7438-4a72-8b45-d0c1a4a38b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4824169 Jan 28 13:32:17.909131 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26513841-a854-4b68-a60f-602feb95a02b req-ae5c8468-d871-4c66-94d8-07538d936654 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:17.914351 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26513841-a854-4b68-a60f-602feb95a02b req-ae5c8468-d871-4c66-94d8-07538d936654 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:17.919600 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26513841-a854-4b68-a60f-602feb95a02b req-ae5c8468-d871-4c66-94d8-07538d936654 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:17.924933 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26513841-a854-4b68-a60f-602feb95a02b req-ae5c8468-d871-4c66-94d8-07538d936654 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:17.930102 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26513841-a854-4b68-a60f-602feb95a02b req-ae5c8468-d871-4c66-94d8-07538d936654 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:17.930691 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e70016e8-3c91-4a6a-9723-07923d170d47 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3516 time: 0.4365666 Jan 28 13:32:17.935286 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26513841-a854-4b68-a60f-602feb95a02b req-ae5c8468-d871-4c66-94d8-07538d936654 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:17.935961 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58964) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:17.940513 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26513841-a854-4b68-a60f-602feb95a02b req-ae5c8468-d871-4c66-94d8-07538d936654 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:17.942410 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-26513841-a854-4b68-a60f-602feb95a02b req-ae5c8468-d871-4c66-94d8-07538d936654 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5428 time: 0.1581085 Jan 28 13:32:17.987876 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bd8ed99b-04d7-4920-8eec-9789174838fb req-66bf7911-67d4-49c3-be64-8c388a7af5bb tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4041102 Jan 28 13:32:18.033357 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-5d6bbe19-239e-4621-b28e-257825036422 req-df40232a-7ea7-4cbd-84dd-c3c96ebeec32 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Allocated IP 172.20.0.8 (989717d2-751c-4af2-a3cd-f9b8176668d7/65a71ecc-e383-49d3-a7d4-49000148610c/5a26c555-7697-4ff7-bbe2-5091ba032401) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:18.065469 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-26513841-a854-4b68-a60f-602feb95a02b req-f7988c51-4064-43b5-8ab6-016732f36a61 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1162512 Jan 28 13:32:18.149606 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da4790-5d7f-448a-b828-066fe47fb5b8 req-d2f8d3c5-8951-459d-8f07-87ef81b81807 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:18.151152 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-60da4790-5d7f-448a-b828-066fe47fb5b8 req-d2f8d3c5-8951-459d-8f07-87ef81b81807 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=573daf7d-2e4e-4525-a1ee-674e823fc854 HTTP/1.1" status: 200 len: 946 time: 0.0916848 Jan 28 13:32:18.199286 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-61050170-0e67-43eb-82ca-4cfc664ad34d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Deleting port 2da4200b-33fb-4e03-a6a9-3b6aef41104e {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:18.199621 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-61050170-0e67-43eb-82ca-4cfc664ad34d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (2da4200b-33fb-4e03-a6a9-3b6aef41104e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:18.238080 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-60da4790-5d7f-448a-b828-066fe47fb5b8 req-b436dd0e-7f10-488d-bbdd-82003abeb379 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804915 Jan 28 13:32:18.247685 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c9823-d21a-4421-a8ab-ba681b6e3226 req-395795ff-48f5-4bbf-a006-5c2c2e022e6a tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:18.249446 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e06c9823-d21a-4421-a8ab-ba681b6e3226 req-395795ff-48f5-4bbf-a006-5c2c2e022e6a tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f26471f-e062-4170-ae44-38f023825a8a HTTP/1.1" status: 200 len: 950 time: 0.1070333 Jan 28 13:32:18.263684 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5d6bbe19-239e-4621-b28e-257825036422 req-df40232a-7ea7-4cbd-84dd-c3c96ebeec32 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Publish callbacks [] for port (5a26c555-7697-4ff7-bbe2-5091ba032401), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:18.301711 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-61050170-0e67-43eb-82ca-4cfc664ad34d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (2da4200b-33fb-4e03-a6a9-3b6aef41104e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:18.302057 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-61050170-0e67-43eb-82ca-4cfc664ad34d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks [] for floatingip (2da4200b-33fb-4e03-a6a9-3b6aef41104e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:18.314781 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-61050170-0e67-43eb-82ca-4cfc664ad34d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Calling delete_port for 2da4200b-33fb-4e03-a6a9-3b6aef41104e owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:18.327303 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e06c9823-d21a-4421-a8ab-ba681b6e3226 req-e1c0e2f6-eece-4f43-bef3-76a4151beb53 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d4486f4-20e6-4443-9bc1-2b3b2049a233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669703 Jan 28 13:32:18.339172 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5d6bbe19-239e-4621-b28e-257825036422 req-df40232a-7ea7-4cbd-84dd-c3c96ebeec32 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (5a26c555-7697-4ff7-bbe2-5091ba032401), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:18.386107 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d6bbe19-239e-4621-b28e-257825036422 req-df40232a-7ea7-4cbd-84dd-c3c96ebeec32 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Network 989717d2-751c-4af2-a3cd-f9b8176668d7 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:18.390649 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-5d6bbe19-239e-4621-b28e-257825036422 req-df40232a-7ea7-4cbd-84dd-c3c96ebeec32 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:18.394612 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6bbe19-239e-4621-b28e-257825036422 req-df40232a-7ea7-4cbd-84dd-c3c96ebeec32 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:18.447057 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40232a-7ea7-4cbd-84dd-c3c96ebeec32 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Pushing event updated for resources: {'Port': ['ID=5a26c555-7697-4ff7-bbe2-5091ba032401,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:18.482468 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bbe19-239e-4621-b28e-257825036422 req-df40232a-7ea7-4cbd-84dd-c3c96ebeec32 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:18.483235 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5d6bbe19-239e-4621-b28e-257825036422 req-df40232a-7ea7-4cbd-84dd-c3c96ebeec32 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:18.485099 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65262e-d90e-4cf9-9b8b-e8b29ea65209 req-bff1a343-6a07-4c21-a081-119b75a2a44c tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:18.487390 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ed65262e-d90e-4cf9-9b8b-e8b29ea65209 req-bff1a343-6a07-4c21-a081-119b75a2a44c tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2626ffc-8fab-4747-9a43-7227edcc00ee HTTP/1.1" status: 200 len: 931 time: 0.1057582 Jan 28 13:32:18.509695 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f871c-c86e-41cd-a6ae-0dfefda66077 req-87d046b6-770d-46db-b755-c09838ceb24b tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:18.511361 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9d7f871c-c86e-41cd-a6ae-0dfefda66077 req-87d046b6-770d-46db-b755-c09838ceb24b tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=d914257d-5a88-489d-a1eb-0c3ecaa4f14e HTTP/1.1" status: 200 len: 945 time: 0.0914629 Jan 28 13:32:18.514869 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d6bbe19-239e-4621-b28e-257825036422 req-df40232a-7ea7-4cbd-84dd-c3c96ebeec32 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3869514 Jan 28 13:32:18.535944 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-5d6bbe19-239e-4621-b28e-257825036422 req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Request body: {'port': {'device_id': 'e2626ffc-8fab-4747-9a43-7227edcc00ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:18.575298 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ed65262e-d90e-4cf9-9b8b-e8b29ea65209 req-84a7c6e3-7fd7-40d4-967a-91cdb2b2d0bc tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb3b7688-453a-4958-9ee8-b2e40205f94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800743 Jan 28 13:32:18.599412 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-61050170-0e67-43eb-82ca-4cfc664ad34d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (2da4200b-33fb-4e03-a6a9-3b6aef41104e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:18.608135 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9d7f871c-c86e-41cd-a6ae-0dfefda66077 req-cbc9e4f3-4950-4843-b69b-aefbf443302a tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903084 Jan 28 13:32:18.613538 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5d6bbe19-239e-4621-b28e-257825036422 req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5a26c555-7697-4ff7-bbe2-5091ba032401), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:18.631035 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050170-0e67-43eb-82ca-4cfc664ad34d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Pushing event deleted for resources: {'Port': ['ID=2da4200b-33fb-4e03-a6a9-3b6aef41104e,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:18.711831 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-61050170-0e67-43eb-82ca-4cfc664ad34d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks [] for floatingip (0fb79eac-77a6-4f99-9b9c-20f71d6a7a0c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:18.712464 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-61050170-0e67-43eb-82ca-4cfc664ad34d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Floating IP 0fb79eac-77a6-4f99-9b9c-20f71d6a7a0c disassociated (deleted). External IP: 172.25.3.191, port: dad0cbb6-2a92-475f-bf80-80c6f77d224d. Jan 28 13:32:18.840037 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d964216-b2ff-4b1a-badc-1e9b8a9932d4 req-d67320c1-1a52-45b4-acad-0d1a8b113927 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:18.842198 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1d964216-b2ff-4b1a-badc-1e9b8a9932d4 req-d67320c1-1a52-45b4-acad-0d1a8b113927 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 943 time: 0.1271710 Jan 28 13:32:18.911647 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 91755f44-fc12-4753-90b2-7a0c1535621f details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:32:18.929229 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-5d6bbe19-239e-4621-b28e-257825036422 req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a26c555-7697-4ff7-bbe2-5091ba032401 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:32:18.940308 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5d6bbe19-239e-4621-b28e-257825036422 req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Publish callbacks [] for port (5a26c555-7697-4ff7-bbe2-5091ba032401), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:18.950579 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1d964216-b2ff-4b1a-badc-1e9b8a9932d4 req-5988e8ba-6600-4037-b4dd-642df4ccdbb1 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ba3f71e-0e0f-40df-abe9-95ac24341234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019821 Jan 28 13:32:18.962229 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-5d6bbe19-239e-4621-b28e-257825036422 req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Transition to ACTIVE for port object 5a26c555-7697-4ff7-bbe2-5091ba032401 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:32:18.968558 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5d6bbe19-239e-4621-b28e-257825036422 req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (5a26c555-7697-4ff7-bbe2-5091ba032401), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:19.049324 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Pushing event updated for resources: {'Port': ['ID=5a26c555-7697-4ff7-bbe2-5091ba032401,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:19.069663 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:19.069950 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:19.070718 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:19.071196 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:19.071539 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:19.071871 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:19.072203 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:19.072581 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:19.073084 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:19.073475 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:19.073816 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:19.074136 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:19.074506 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:19.078166 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61050170-0e67-43eb-82ca-4cfc664ad34d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Router 003a667f-eb5b-478c-9839-6304c9488b89 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:32:19.112546 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8eeda-09a9-4306-ae07-1ae57f25d494 req-9f5a6e3c-1dc0-437f-9686-fa1ad5625a47 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:19.114359 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-76b8eeda-09a9-4306-ae07-1ae57f25d494 req-9f5a6e3c-1dc0-437f-9686-fa1ad5625a47 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=543f8b2d-9c62-4bd3-a4e9-609bd9052f77 HTTP/1.1" status: 200 len: 946 time: 0.0761325 Jan 28 13:32:19.126189 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 91755f44-fc12-4753-90b2-7a0c1535621f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=91755f44-fc12-4753-90b2-7a0c1535621f,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:19.151482 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '91755f44-fc12-4753-90b2-7a0c1535621f', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'port_id': '91755f44-fc12-4753-90b2-7a0c1535621f', 'mac_address': 'fa:16:3e:51:7d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:32:19.199023 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-5d6bbe19-239e-4621-b28e-257825036422 req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Attempting to bind port 5a26c555-7697-4ff7-bbe2-5091ba032401 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:19.199375 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-5d6bbe19-239e-4621-b28e-257825036422 req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Attempting to bind port 5a26c555-7697-4ff7-bbe2-5091ba032401 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'f79ea24b-3044-47e8-bd3b-6d2a8f1ec1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '989717d2-751c-4af2-a3cd-f9b8176668d7'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:19.201667 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6bbe19-239e-4621-b28e-257825036422 req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Attempting to bind port 5a26c555-7697-4ff7-bbe2-5091ba032401 on network 989717d2-751c-4af2-a3cd-f9b8176668d7 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:19.208907 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6bbe19-239e-4621-b28e-257825036422 req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Port 5a26c555-7697-4ff7-bbe2-5091ba032401 on network 989717d2-751c-4af2-a3cd-f9b8176668d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:19.209392 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6bbe19-239e-4621-b28e-257825036422 req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Attempting to bind port 5a26c555-7697-4ff7-bbe2-5091ba032401 on network 989717d2-751c-4af2-a3cd-f9b8176668d7 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:19.217593 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6bbe19-239e-4621-b28e-257825036422 req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:32:19.217941 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6bbe19-239e-4621-b28e-257825036422 req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Checking segment: {'id': 'f79ea24b-3044-47e8-bd3b-6d2a8f1ec1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '989717d2-751c-4af2-a3cd-f9b8176668d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:19.218339 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6bbe19-239e-4621-b28e-257825036422 req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Bound using segment: {'id': 'f79ea24b-3044-47e8-bd3b-6d2a8f1ec1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '989717d2-751c-4af2-a3cd-f9b8176668d7'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:32:19.218835 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-5d6bbe19-239e-4621-b28e-257825036422 req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Bound port: 5a26c555-7697-4ff7-bbe2-5091ba032401, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f79ea24b-3044-47e8-bd3b-6d2a8f1ec1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '989717d2-751c-4af2-a3cd-f9b8176668d7'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:32:19.219316 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5d6bbe19-239e-4621-b28e-257825036422 req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5a26c555-7697-4ff7-bbe2-5091ba032401), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:19.226460 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 91755f44-fc12-4753-90b2-7a0c1535621f is: ACTIVE; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:19.226950 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:19.242179 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4fafd-3dbe-4a4a-a0d2-2e24fc2d430b req-0aec3f6f-ffed-46ac-bf97-bd1bb7ca863f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:19.242942 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91755f44-fc12-4753-90b2-7a0c1535621f {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:32:19.244066 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-52c4fafd-3dbe-4a4a-a0d2-2e24fc2d430b req-0aec3f6f-ffed-46ac-bf97-bd1bb7ca863f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 945 time: 0.1205368 Jan 28 13:32:19.249386 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-76b8eeda-09a9-4306-ae07-1ae57f25d494 req-9c633414-23ee-4244-a289-355d431d0485 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283543 Jan 28 13:32:19.264498 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 91755f44-fc12-4753-90b2-7a0c1535621f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=91755f44-fc12-4753-90b2-7a0c1535621f,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:19.280425 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:19.281116 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 8e4cfa4f-5519-4fbe-96e3-b799972c2c75 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:32:19.293830 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61050170-0e67-43eb-82ca-4cfc664ad34d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:32:19.305684 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-61050170-0e67-43eb-82ca-4cfc664ad34d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:19.310647 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a822cc32-1969-4e1f-b75a-3bdecfeaad09 None None] Sync routers for ids ['003a667f-eb5b-478c-9839-6304c9488b89'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:32:19.347129 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-61050170-0e67-43eb-82ca-4cfc664ad34d tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] 10.222.0.39 "DELETE /v2.0/floatingips/0fb79eac-77a6-4f99-9b9c-20f71d6a7a0c HTTP/1.1" status: 204 len: 168 time: 1.4098971 Jan 28 13:32:19.351897 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59008) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:19.357453 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-421d49fd-ece4-4a8a-b309-cf51a9161f3f tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:19.390458 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-421d49fd-ece4-4a8a-b309-cf51a9161f3f tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:19.407992 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a822cc32-1969-4e1f-b75a-3bdecfeaad09 None None] Routers {'003a667f-eb5b-478c-9839-6304c9488b89'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:32:19.408983 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a822cc32-1969-4e1f-b75a-3bdecfeaad09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:32:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['003a667f-eb5b-478c-9839-6304c9488b89'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:19.413130 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-52c4fafd-3dbe-4a4a-a0d2-2e24fc2d430b req-f5a1926b-94f0-4f27-9fa1-2c30855c214f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585200 Jan 28 13:32:19.434838 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-5d6bbe19-239e-4621-b28e-257825036422 req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] For port 5a26c555-7697-4ff7-bbe2-5091ba032401, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:32:19.439514 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-5d6bbe19-239e-4621-b28e-257825036422 req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] For port 5a26c555-7697-4ff7-bbe2-5091ba032401, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=5a26c555-7697-4ff7-bbe2-5091ba032401,segment=NetworkSegment(f79ea24b-3044-47e8-bd3b-6d2a8f1ec1f4),segment_id=f79ea24b-3044-47e8-bd3b-6d2a8f1ec1f4)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:32:19.454525 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5d6bbe19-239e-4621-b28e-257825036422 req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (5a26c555-7697-4ff7-bbe2-5091ba032401), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:19.457021 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a822cc32-1969-4e1f-b75a-3bdecfeaad09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:19.467042 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=91755f44-fc12-4753-90b2-7a0c1535621f,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:19.478830 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:19.479595 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:19.480137 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:19.480674 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:19.481235 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:19.481671 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:19.482116 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:19.482683 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:19.483025 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:19.483576 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:19.484125 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:19.484708 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:19.485284 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:19.510333 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc766103-778d-4051-9ff4-002c88ec0c02 req-bcc07256-a8d9-442f-8797-3407c85c955e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:19.524726 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a822cc32-1969-4e1f-b75a-3bdecfeaad09 None None] Routers {'003a667f-eb5b-478c-9839-6304c9488b89'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:32:19.525672 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a822cc32-1969-4e1f-b75a-3bdecfeaad09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:32:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['003a667f-eb5b-478c-9839-6304c9488b89'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:19.528547 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc766103-778d-4051-9ff4-002c88ec0c02 req-bcc07256-a8d9-442f-8797-3407c85c955e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:19.539227 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc766103-778d-4051-9ff4-002c88ec0c02 req-bcc07256-a8d9-442f-8797-3407c85c955e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:19.544072 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bbe19-239e-4621-b28e-257825036422 req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:19.545234 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc766103-778d-4051-9ff4-002c88ec0c02 req-bcc07256-a8d9-442f-8797-3407c85c955e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:19.545398 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5d6bbe19-239e-4621-b28e-257825036422 req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:19.547165 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d6bbe19-239e-4621-b28e-257825036422 req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] 10.222.0.37 "PUT /v2.0/ports/5a26c555-7697-4ff7-bbe2-5091ba032401 HTTP/1.1" status: 200 len: 1091 time: 1.0221672 Jan 28 13:32:19.547652 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2626ffc-8fab-4747-9a43-7227edcc00ee', 'tag': '5a26c555-7697-4ff7-bbe2-5091ba032401'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:19.550413 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc766103-778d-4051-9ff4-002c88ec0c02 req-bcc07256-a8d9-442f-8797-3407c85c955e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:19.551082 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42598d2f-6cde-4dcb-8f81-546df79c9a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "e2626ffc-8fab-4747-9a43-7227edcc00ee", "tag": "5a26c555-7697-4ff7-bbe2-5091ba032401"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:19.555873 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc766103-778d-4051-9ff4-002c88ec0c02 req-bcc07256-a8d9-442f-8797-3407c85c955e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:19.561345 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc766103-778d-4051-9ff4-002c88ec0c02 req-bcc07256-a8d9-442f-8797-3407c85c955e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:19.571566 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc766103-778d-4051-9ff4-002c88ec0c02 req-bcc07256-a8d9-442f-8797-3407c85c955e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5428 time: 0.1770759 Jan 28 13:32:19.582728 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a822cc32-1969-4e1f-b75a-3bdecfeaad09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:19.583781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a822cc32-1969-4e1f-b75a-3bdecfeaad09 None None] The sync data for ids ['003a667f-eb5b-478c-9839-6304c9488b89'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:32:19.619286 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 8e4cfa4f-5519-4fbe-96e3-b799972c2c75, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8e4cfa4f-5519-4fbe-96e3-b799972c2c75,segment=NetworkSegment(c3550a61-3709-4f50-9cbb-53890d532da5),segment_id=c3550a61-3709-4f50-9cbb-53890d532da5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:19.632099 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '8e4cfa4f-5519-4fbe-96e3-b799972c2c75', 'network_id': 'e81d9142-7438-4a72-8b45-d0c1a4a38b6d', 'port_id': '8e4cfa4f-5519-4fbe-96e3-b799972c2c75', 'mac_address': 'fa:16:3e:5b:78:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e631c13-0da2-49fb-8a7c-4c7323c9d541', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:32:19.648679 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac7539-674e-4454-a52c-5b28e8470b83 service neutron] Pushing event updated for resources: {'Port': ['ID=5a26c555-7697-4ff7-bbe2-5091ba032401,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:19.676929 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc766103-778d-4051-9ff4-002c88ec0c02 req-3624b30d-235b-4d1a-8221-118f1b9f4866 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0986602 Jan 28 13:32:19.694850 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-421d49fd-ece4-4a8a-b309-cf51a9161f3f tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:19.708936 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 8e4cfa4f-5519-4fbe-96e3-b799972c2c75 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:19.709330 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8e4cfa4f-5519-4fbe-96e3-b799972c2c75), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:19.721250 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bbe19-239e-4621-b28e-257825036422 req-b0ded10f-ffb3-408d-897a-f1183b803b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:19.723990 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d6bbe19-239e-4621-b28e-257825036422 req-b0ded10f-ffb3-408d-897a-f1183b803b50 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e1c7a81c69904a5d97c4587626954857&device_id=e2626ffc-8fab-4747-9a43-7227edcc00ee HTTP/1.1" status: 200 len: 1094 time: 0.1163118 Jan 28 13:32:19.734611 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4cfa4f-5519-4fbe-96e3-b799972c2c75 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:32:19.740840 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ce3a2-0ff6-4db6-9fc9-1a55752c86f3 req-0afb7f03-5c27-426f-a192-205aaf9d663e tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:19.746691 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ce3a2-0ff6-4db6-9fc9-1a55752c86f3 req-0afb7f03-5c27-426f-a192-205aaf9d663e tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:19.753057 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ce3a2-0ff6-4db6-9fc9-1a55752c86f3 req-0afb7f03-5c27-426f-a192-205aaf9d663e tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:19.755348 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d53ce3a2-0ff6-4db6-9fc9-1a55752c86f3 req-0afb7f03-5c27-426f-a192-205aaf9d663e tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=543f8b2d-9c62-4bd3-a4e9-609bd9052f77&device_id=d914257d-5a88-489d-a1eb-0c3ecaa4f14e&device_id=573daf7d-2e4e-4525-a1ee-674e823fc854 HTTP/1.1" status: 200 len: 2418 time: 0.1078048 Jan 28 13:32:19.785839 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 8e4cfa4f-5519-4fbe-96e3-b799972c2c75, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8e4cfa4f-5519-4fbe-96e3-b799972c2c75,segment=NetworkSegment(c3550a61-3709-4f50-9cbb-53890d532da5),segment_id=c3550a61-3709-4f50-9cbb-53890d532da5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:19.791692 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:19.795532 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8e4cfa4f-5519-4fbe-96e3-b799972c2c75), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:19.816421 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d6bbe19-239e-4621-b28e-257825036422 req-6f37dd89-ea30-49d0-9eea-e1f11afa2f5f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a26c555-7697-4ff7-bbe2-5091ba032401 HTTP/1.1" status: 200 len: 217 time: 0.0598254 Jan 28 13:32:19.821456 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c00b29e-4968-4192-8cc6-1feb1cd6e076 x-openstack-request-id: req-7c00b29e-4968-4192-8cc6-1feb1cd6e076 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:19.821848 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2626ffc-8fab-4747-9a43-7227edcc00ee", "tag": "5a26c555-7697-4ff7-bbe2-5091ba032401", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:19.822193 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c00b29e-4968-4192-8cc6-1feb1cd6e076 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:19.822701 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2626ffc-8fab-4747-9a43-7227edcc00ee', 'tag': '5a26c555-7697-4ff7-bbe2-5091ba032401', 'status': 'completed', 'code': 200} Jan 28 13:32:19.905612 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=8e4cfa4f-5519-4fbe-96e3-b799972c2c75,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:19.912157 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-421d49fd-ece4-4a8a-b309-cf51a9161f3f tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Allocated IP 172.25.3.123 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/9bb6c1b0-c4ac-4b1b-8690-5a3df77ddf31) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:19.927236 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d53ce3a2-0ff6-4db6-9fc9-1a55752c86f3 req-a7addbc9-de9d-4a81-8900-c382fd9c015c tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574440 Jan 28 13:32:19.933851 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['91755f44-fc12-4753-90b2-7a0c1535621f'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:19.953271 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bbe19-239e-4621-b28e-257825036422 req-5a5dd385-5d56-4f54-af81-0ab0c27bb28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:19.954819 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d6bbe19-239e-4621-b28e-257825036422 req-5a5dd385-5d56-4f54-af81-0ab0c27bb28f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=65a71ecc-e383-49d3-a7d4-49000148610c HTTP/1.1" status: 200 len: 857 time: 0.1192219 Jan 28 13:32:20.016239 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d6bbe19-239e-4621-b28e-257825036422 req-8452460a-d37d-4a21-98c2-9a817e112572 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=989717d2-751c-4af2-a3cd-f9b8176668d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457563 Jan 28 13:32:20.053913 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dec4f664-2b9f-4c1a-b1ef-1c73be0cb333 req-96c7856b-fc0d-4b77-9038-02ed4dd01b3b tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0956173 Jan 28 13:32:20.077364 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f00c62-a254-4c59-813a-03f4c7da7904 req-0f9ef8f0-2b53-469d-84c1-38ec3796d924 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:20.078886 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c8f00c62-a254-4c59-813a-03f4c7da7904 req-0f9ef8f0-2b53-469d-84c1-38ec3796d924 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2626ffc-8fab-4747-9a43-7227edcc00ee HTTP/1.1" status: 200 len: 943 time: 0.1790252 Jan 28 13:32:20.089223 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['8e4cfa4f-5519-4fbe-96e3-b799972c2c75'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:20.137626 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-421d49fd-ece4-4a8a-b309-cf51a9161f3f tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Publish callbacks [] for port (9bb6c1b0-c4ac-4b1b-8690-5a3df77ddf31), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:20.176197 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c8f00c62-a254-4c59-813a-03f4c7da7904 req-62847582-8e49-41a1-8e62-d646aee1c893 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb3b7688-453a-4958-9ee8-b2e40205f94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874021 Jan 28 13:32:20.229167 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-421d49fd-ece4-4a8a-b309-cf51a9161f3f tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (9bb6c1b0-c4ac-4b1b-8690-5a3df77ddf31), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:20.231248 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d6bbe19-239e-4621-b28e-257825036422 req-c37ddc3b-57c9-4cd0-b086-8e06f5fad80e service neutron] 10.222.0.37 "GET /v2.0/networks/989717d2-751c-4af2-a3cd-f9b8176668d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994872 Jan 28 13:32:20.325402 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421d49fd-ece4-4a8a-b309-cf51a9161f3f tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:20.350956 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-421d49fd-ece4-4a8a-b309-cf51a9161f3f tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:20.391446 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421d49fd-ece4-4a8a-b309-cf51a9161f3f tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:20.421986 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d49fd-ece4-4a8a-b309-cf51a9161f3f tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Pushing event updated for resources: {'Port': ['ID=9bb6c1b0-c4ac-4b1b-8690-5a3df77ddf31,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:20.422253 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d6bbe19-239e-4621-b28e-257825036422 req-26bd2cea-aaf9-4103-b700-6edc836077af service neutron] 10.222.0.37 "GET /v2.0/networks/989717d2-751c-4af2-a3cd-f9b8176668d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836522 Jan 28 13:32:20.487419 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a343-27a6-4689-9d54-ea1bb976ee5d req-74548896-0bed-46fa-af99-291980c905d2 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:20.489524 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8267a343-27a6-4689-9d54-ea1bb976ee5d req-74548896-0bed-46fa-af99-291980c905d2 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 944 time: 0.1785486 Jan 28 13:32:20.547771 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42598d2f-6cde-4dcb-8f81-546df79c9a3a req-eb7ebdcd-e3a3-4ae4-a948-3bc5654b626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:20.550016 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42598d2f-6cde-4dcb-8f81-546df79c9a3a req-eb7ebdcd-e3a3-4ae4-a948-3bc5654b626c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e1c7a81c69904a5d97c4587626954857&device_id=e2626ffc-8fab-4747-9a43-7227edcc00ee HTTP/1.1" status: 200 len: 1094 time: 0.0607302 Jan 28 13:32:20.578633 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-421d49fd-ece4-4a8a-b309-cf51a9161f3f tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Publish callbacks [] for floatingip (69d4da28-cb13-4f74-b298-90cf015443a6), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:20.621602 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8267a343-27a6-4689-9d54-ea1bb976ee5d req-134e4535-f996-4399-894d-61bcee6d9672 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ba3f71e-0e0f-40df-abe9-95ac24341234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006646 Jan 28 13:32:20.631001 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-421d49fd-ece4-4a8a-b309-cf51a9161f3f tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9bb6c1b0-c4ac-4b1b-8690-5a3df77ddf31), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:20.736610 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42598d2f-6cde-4dcb-8f81-546df79c9a3a req-1ec2cd3c-619e-42dc-9369-646c495592a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:20.739789 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42598d2f-6cde-4dcb-8f81-546df79c9a3a req-1ec2cd3c-619e-42dc-9369-646c495592a4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=989717d2-751c-4af2-a3cd-f9b8176668d7 HTTP/1.1" status: 200 len: 917 time: 0.1829956 Jan 28 13:32:20.797346 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4174b9-92a8-43b8-9838-02becaafd062 req-a1a2c4d8-80ba-467f-824a-d9070715c64e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:20.804903 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9c4174b9-92a8-43b8-9838-02becaafd062 req-a1a2c4d8-80ba-467f-824a-d9070715c64e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 944 time: 0.1227894 Jan 28 13:32:20.814994 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42598d2f-6cde-4dcb-8f81-546df79c9a3a req-b1033806-35d4-47ca-92cf-fd308c45a950 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a26c555-7697-4ff7-bbe2-5091ba032401 HTTP/1.1" status: 200 len: 217 time: 0.0692813 Jan 28 13:32:20.857864 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-421d49fd-ece4-4a8a-b309-cf51a9161f3f tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Publish callbacks [] for port (9bb6c1b0-c4ac-4b1b-8690-5a3df77ddf31), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:20.870524 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-421d49fd-ece4-4a8a-b309-cf51a9161f3f tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (9bb6c1b0-c4ac-4b1b-8690-5a3df77ddf31), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:20.918650 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 91755f44-fc12-4753-90b2-7a0c1535621f up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:20.922872 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9c4174b9-92a8-43b8-9838-02becaafd062 req-7a64c37e-f351-4557-97b5-15ade02de8ab tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166720 Jan 28 13:32:20.952386 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42598d2f-6cde-4dcb-8f81-546df79c9a3a req-66ca7672-f478-4417-8eb1-27e7a81f373d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:20.953884 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42598d2f-6cde-4dcb-8f81-546df79c9a3a req-66ca7672-f478-4417-8eb1-27e7a81f373d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=65a71ecc-e383-49d3-a7d4-49000148610c HTTP/1.1" status: 200 len: 857 time: 0.1258833 Jan 28 13:32:20.997491 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 91755f44-fc12-4753-90b2-7a0c1535621f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:20.998636 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.031152 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42598d2f-6cde-4dcb-8f81-546df79c9a3a req-d5ce0803-3032-45af-905d-54713129afde service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=989717d2-751c-4af2-a3cd-f9b8176668d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682945 Jan 28 13:32:21.039206 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d49fd-ece4-4a8a-b309-cf51a9161f3f tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Pushing event updated for resources: {'Port': ['ID=9bb6c1b0-c4ac-4b1b-8690-5a3df77ddf31,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:21.064907 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d436a84-0cf4-4306-a846-79949abd2b46 req-6b2db364-958e-4f48-973a-6c5f61214c2a tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:21.070295 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d436a84-0cf4-4306-a846-79949abd2b46 req-6b2db364-958e-4f48-973a-6c5f61214c2a tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:21.075731 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d436a84-0cf4-4306-a846-79949abd2b46 req-6b2db364-958e-4f48-973a-6c5f61214c2a tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:21.085479 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d436a84-0cf4-4306-a846-79949abd2b46 req-6b2db364-958e-4f48-973a-6c5f61214c2a tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:21.092077 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d436a84-0cf4-4306-a846-79949abd2b46 req-6b2db364-958e-4f48-973a-6c5f61214c2a tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:21.097857 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d436a84-0cf4-4306-a846-79949abd2b46 req-6b2db364-958e-4f48-973a-6c5f61214c2a tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:21.103463 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d436a84-0cf4-4306-a846-79949abd2b46 req-6b2db364-958e-4f48-973a-6c5f61214c2a tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:21.105419 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6d436a84-0cf4-4306-a846-79949abd2b46 req-6b2db364-958e-4f48-973a-6c5f61214c2a tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5428 time: 0.1598380 Jan 28 13:32:21.106770 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-421d49fd-ece4-4a8a-b309-cf51a9161f3f tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (69d4da28-cb13-4f74-b298-90cf015443a6), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.130629 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-421d49fd-ece4-4a8a-b309-cf51a9161f3f tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.133125 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-421d49fd-ece4-4a8a-b309-cf51a9161f3f tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7802415 Jan 28 13:32:21.141295 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59056) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:21.192159 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 91755f44-fc12-4753-90b2-7a0c1535621f is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:21.193040 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.206666 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6d436a84-0cf4-4306-a846-79949abd2b46 req-8ca85361-cb91-455d-99d4-727d7e0cc4ac tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0889764 Jan 28 13:32:21.298179 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0315f806-bfc7-4cdf-8cc1-ba30a5b19867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91755f44-fc12-4753-90b2-7a0c1535621f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:21.301455 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849b753c-673e-436d-aee8-9c40d462555c" -d '{"events": [{"server_uuid": "0315f806-bfc7-4cdf-8cc1-ba30a5b19867", "name": "network-vif-plugged", "status": "completed", "tag": "91755f44-fc12-4753-90b2-7a0c1535621f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:21.323194 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42598d2f-6cde-4dcb-8f81-546df79c9a3a req-24268301-a140-4af3-b361-e3d042108baa service neutron] 10.222.0.37 "GET /v2.0/networks/989717d2-751c-4af2-a3cd-f9b8176668d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750542 Jan 28 13:32:21.377895 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2d785-da56-46ef-8e7c-bc07ba032995 req-c77cddde-218a-4965-a9ca-faa7395475c6 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:21.391261 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-96d2d785-da56-46ef-8e7c-bc07ba032995 req-c77cddde-218a-4965-a9ca-faa7395475c6 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2626ffc-8fab-4747-9a43-7227edcc00ee HTTP/1.1" status: 200 len: 943 time: 0.1103172 Jan 28 13:32:21.474406 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-96d2d785-da56-46ef-8e7c-bc07ba032995 req-a8ea7076-0a9f-4859-aaed-84c7ff7ac633 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb3b7688-453a-4958-9ee8-b2e40205f94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819423 Jan 28 13:32:21.542857 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-d2f6dcdc-9840-478f-ab20-1b8cd67886f9 tempest-FloatingIPAdminTestJSON-1626795172 tempest-FloatingIPAdminTestJSON-1626795172-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:21.555170 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6da763-0ced-4842-bbaf-7fca9a86e151 x-openstack-request-id: req-0c6da763-0ced-4842-bbaf-7fca9a86e151 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:21.555459 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0315f806-bfc7-4cdf-8cc1-ba30a5b19867", "name": "network-vif-plugged", "status": "completed", "tag": "91755f44-fc12-4753-90b2-7a0c1535621f", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:21.555697 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0c6da763-0ced-4842-bbaf-7fca9a86e151 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:21.556274 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0315f806-bfc7-4cdf-8cc1-ba30a5b19867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91755f44-fc12-4753-90b2-7a0c1535621f', 'code': 200} Jan 28 13:32:21.558182 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 91755f44-fc12-4753-90b2-7a0c1535621f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=91755f44-fc12-4753-90b2-7a0c1535621f,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:21.564085 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.565130 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 8e4cfa4f-5519-4fbe-96e3-b799972c2c75 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:21.565304 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42598d2f-6cde-4dcb-8f81-546df79c9a3a req-18b9c58c-8aaf-484b-9e4c-6224e721b4e8 service neutron] 10.222.0.37 "GET /v2.0/networks/989717d2-751c-4af2-a3cd-f9b8176668d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334025 Jan 28 13:32:21.599985 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d2f6dcdc-9840-478f-ab20-1b8cd67886f9 tempest-FloatingIPAdminTestJSON-1626795172 tempest-FloatingIPAdminTestJSON-1626795172-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.658895 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=91755f44-fc12-4753-90b2-7a0c1535621f,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:21.683906 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 8e4cfa4f-5519-4fbe-96e3-b799972c2c75 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:32:21.688517 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 8e4cfa4f-5519-4fbe-96e3-b799972c2c75 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:21.688986 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8e4cfa4f-5519-4fbe-96e3-b799972c2c75), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.775479 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ccaa6d-abb3-4732-b5ce-869b0ba073de req-84970b4f-8239-476b-816e-4eca97de091e tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:21.791188 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b6ccaa6d-abb3-4732-b5ce-869b0ba073de req-84970b4f-8239-476b-816e-4eca97de091e tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 944 time: 0.0799444 Jan 28 13:32:21.809747 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 8e4cfa4f-5519-4fbe-96e3-b799972c2c75 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:21.810136 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8e4cfa4f-5519-4fbe-96e3-b799972c2c75), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.810705 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d2f6dcdc-9840-478f-ab20-1b8cd67886f9 tempest-FloatingIPAdminTestJSON-1626795172 tempest-FloatingIPAdminTestJSON-1626795172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.871910 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 8e4cfa4f-5519-4fbe-96e3-b799972c2c75, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8e4cfa4f-5519-4fbe-96e3-b799972c2c75,segment=NetworkSegment(c3550a61-3709-4f50-9cbb-53890d532da5),segment_id=c3550a61-3709-4f50-9cbb-53890d532da5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:21.893787 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8e4cfa4f-5519-4fbe-96e3-b799972c2c75), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.910506 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b6ccaa6d-abb3-4732-b5ce-869b0ba073de req-35f3bc3a-c046-4dea-92dd-ee8c380e24b1 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ba3f71e-0e0f-40df-abe9-95ac24341234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158888 Jan 28 13:32:21.958744 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=8e4cfa4f-5519-4fbe-96e3-b799972c2c75,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:22.076345 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a94e8-574b-4250-a438-65bbfc96d980 req-6cd4f2c8-a764-45b1-a1ec-9999639876cd tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:22.080755 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-d2f6dcdc-9840-478f-ab20-1b8cd67886f9 tempest-FloatingIPAdminTestJSON-1626795172 tempest-FloatingIPAdminTestJSON-1626795172-project] Allocated IP 172.25.3.210 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/6e2aaf70-2537-48c9-bbdb-3dcd0f92e94a) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:22.086532 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-810a94e8-574b-4250-a438-65bbfc96d980 req-6cd4f2c8-a764-45b1-a1ec-9999639876cd tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 945 time: 0.0758262 Jan 28 13:32:22.158183 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-810a94e8-574b-4250-a438-65bbfc96d980 req-56015e4d-f2fb-4609-a4d3-0fb289ff7c8a tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705516 Jan 28 13:32:22.227657 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d2f6dcdc-9840-478f-ab20-1b8cd67886f9 tempest-FloatingIPAdminTestJSON-1626795172 tempest-FloatingIPAdminTestJSON-1626795172-project] Publish callbacks [] for port (6e2aaf70-2537-48c9-bbdb-3dcd0f92e94a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:22.284251 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d2f6dcdc-9840-478f-ab20-1b8cd67886f9 tempest-FloatingIPAdminTestJSON-1626795172 tempest-FloatingIPAdminTestJSON-1626795172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (6e2aaf70-2537-48c9-bbdb-3dcd0f92e94a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:22.375540 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f6dcdc-9840-478f-ab20-1b8cd67886f9 tempest-FloatingIPAdminTestJSON-1626795172 tempest-FloatingIPAdminTestJSON-1626795172-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:22.384301 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-d2f6dcdc-9840-478f-ab20-1b8cd67886f9 tempest-FloatingIPAdminTestJSON-1626795172 tempest-FloatingIPAdminTestJSON-1626795172-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:22.389192 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f6dcdc-9840-478f-ab20-1b8cd67886f9 tempest-FloatingIPAdminTestJSON-1626795172 tempest-FloatingIPAdminTestJSON-1626795172-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:22.411647 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02903a7-a055-489c-9ea4-da696cc455b1 req-65eba284-dc9d-4226-bcab-35b7ef81b8c2 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:22.414350 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e02903a7-a055-489c-9ea4-da696cc455b1 req-65eba284-dc9d-4226-bcab-35b7ef81b8c2 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=543f8b2d-9c62-4bd3-a4e9-609bd9052f77 HTTP/1.1" status: 200 len: 946 time: 0.0626500 Jan 28 13:32:22.428249 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6dcdc-9840-478f-ab20-1b8cd67886f9 tempest-FloatingIPAdminTestJSON-1626795172 tempest-FloatingIPAdminTestJSON-1626795172-project] Pushing event updated for resources: {'Port': ['ID=6e2aaf70-2537-48c9-bbdb-3dcd0f92e94a,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:22.474867 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e02903a7-a055-489c-9ea4-da696cc455b1 req-5c2f2560-b71a-4386-afa4-d7a63b3ba5ec tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529211 Jan 28 13:32:22.479057 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c64f06-2392-42d6-a3e5-89a31144cf55 req-f675d86e-43df-457d-8b29-95e8f861dc7c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:22.485963 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c64f06-2392-42d6-a3e5-89a31144cf55 req-f675d86e-43df-457d-8b29-95e8f861dc7c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:22.493575 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c64f06-2392-42d6-a3e5-89a31144cf55 req-f675d86e-43df-457d-8b29-95e8f861dc7c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:22.504982 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c64f06-2392-42d6-a3e5-89a31144cf55 req-f675d86e-43df-457d-8b29-95e8f861dc7c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:22.504982 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c64f06-2392-42d6-a3e5-89a31144cf55 req-f675d86e-43df-457d-8b29-95e8f861dc7c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:22.511197 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c64f06-2392-42d6-a3e5-89a31144cf55 req-f675d86e-43df-457d-8b29-95e8f861dc7c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:22.518512 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c64f06-2392-42d6-a3e5-89a31144cf55 req-f675d86e-43df-457d-8b29-95e8f861dc7c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:22.526342 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76c64f06-2392-42d6-a3e5-89a31144cf55 req-f675d86e-43df-457d-8b29-95e8f861dc7c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5428 time: 0.2292323 Jan 28 13:32:22.635098 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a870d7e-d244-44a1-ba20-22f609951240 req-afaf9f26-b2b7-4312-b48b-20443926e8a9 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:22.644787 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a870d7e-d244-44a1-ba20-22f609951240 req-afaf9f26-b2b7-4312-b48b-20443926e8a9 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2626ffc-8fab-4747-9a43-7227edcc00ee HTTP/1.1" status: 200 len: 943 time: 0.0710592 Jan 28 13:32:22.655121 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76c64f06-2392-42d6-a3e5-89a31144cf55 req-1d3d48ad-bdf8-48c0-ab9b-6288f269f6ff tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1277597 Jan 28 13:32:22.663012 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d2f6dcdc-9840-478f-ab20-1b8cd67886f9 tempest-FloatingIPAdminTestJSON-1626795172 tempest-FloatingIPAdminTestJSON-1626795172-project] Publish callbacks [] for floatingip (1bcbf806-b3c0-4060-b80d-43d94573999f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:22.713451 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d2f6dcdc-9840-478f-ab20-1b8cd67886f9 tempest-FloatingIPAdminTestJSON-1626795172 tempest-FloatingIPAdminTestJSON-1626795172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6e2aaf70-2537-48c9-bbdb-3dcd0f92e94a), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:22.717068 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a870d7e-d244-44a1-ba20-22f609951240 req-a7beba16-4241-4500-97fa-0e604cd26485 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb3b7688-453a-4958-9ee8-b2e40205f94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705452 Jan 28 13:32:22.890718 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d2f6dcdc-9840-478f-ab20-1b8cd67886f9 tempest-FloatingIPAdminTestJSON-1626795172 tempest-FloatingIPAdminTestJSON-1626795172-project] Publish callbacks [] for port (6e2aaf70-2537-48c9-bbdb-3dcd0f92e94a), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:22.895773 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d2f6dcdc-9840-478f-ab20-1b8cd67886f9 tempest-FloatingIPAdminTestJSON-1626795172 tempest-FloatingIPAdminTestJSON-1626795172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (6e2aaf70-2537-48c9-bbdb-3dcd0f92e94a), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:23.014281 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6dcdc-9840-478f-ab20-1b8cd67886f9 tempest-FloatingIPAdminTestJSON-1626795172 tempest-FloatingIPAdminTestJSON-1626795172-project] Pushing event updated for resources: {'Port': ['ID=6e2aaf70-2537-48c9-bbdb-3dcd0f92e94a,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:23.045894 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d2f6dcdc-9840-478f-ab20-1b8cd67886f9 tempest-FloatingIPAdminTestJSON-1626795172 tempest-FloatingIPAdminTestJSON-1626795172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (1bcbf806-b3c0-4060-b80d-43d94573999f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:23.073868 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d2f6dcdc-9840-478f-ab20-1b8cd67886f9 tempest-FloatingIPAdminTestJSON-1626795172 tempest-FloatingIPAdminTestJSON-1626795172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:23.077524 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d2f6dcdc-9840-478f-ab20-1b8cd67886f9 tempest-FloatingIPAdminTestJSON-1626795172 tempest-FloatingIPAdminTestJSON-1626795172-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9329598 Jan 28 13:32:23.078481 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59104) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:23.084617 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7c7ef-bff5-4122-a9be-2fc0e42f4927 req-6f2891e6-bbf8-4919-b281-a6af40817580 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:23.086212 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fcf7c7ef-bff5-4122-a9be-2fc0e42f4927 req-6f2891e6-bbf8-4919-b281-a6af40817580 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 945 time: 0.0959275 Jan 28 13:32:23.148217 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fcf7c7ef-bff5-4122-a9be-2fc0e42f4927 req-602cd60b-fcf8-48e7-bcf2-4e95587261df tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ba3f71e-0e0f-40df-abe9-95ac24341234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541317 Jan 28 13:32:23.165408 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a1e468ab-df3d-4054-ae91-9adb6d10f24a tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3701 time: 0.0830543 Jan 28 13:32:23.166092 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59106) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:23.190591 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 5e5f4228-1d82-4896-aefc-40e1d70b3d6f details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:32:23.286372 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4c3fe7de-d95b-4b99-a3fe-ca6566209912 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1151364 Jan 28 13:32:23.287974 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59112) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:23.331164 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0073c-8ee5-49db-8281-34bbd61c37d3 req-ff889617-0972-4949-bb00-78152657235a tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:23.333621 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7da0073c-8ee5-49db-8281-34bbd61c37d3 req-ff889617-0972-4949-bb00-78152657235a tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 945 time: 0.0706270 Jan 28 13:32:23.379257 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=5e5f4228-1d82-4896-aefc-40e1d70b3d6f,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:23.402963 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '5e5f4228-1d82-4896-aefc-40e1d70b3d6f', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': '5e5f4228-1d82-4896-aefc-40e1d70b3d6f', 'mac_address': 'fa:16:3e:b8:a4:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:32:23.408342 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7da0073c-8ee5-49db-8281-34bbd61c37d3 req-73b16af9-9678-45ad-8c70-d897f5cea149 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659528 Jan 28 13:32:23.477326 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f is: ACTIVE; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:23.477812 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:23.496587 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e5f4228-1d82-4896-aefc-40e1d70b3d6f {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:32:23.506348 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-7f304281-e934-4709-bf5d-1b4030269e60 tempest-FloatingIPAdminTestJSON-1626795172 tempest-FloatingIPAdminTestJSON-1626795172-project] Deleting port 6e2aaf70-2537-48c9-bbdb-3dcd0f92e94a {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:23.508877 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7f304281-e934-4709-bf5d-1b4030269e60 tempest-FloatingIPAdminTestJSON-1626795172 tempest-FloatingIPAdminTestJSON-1626795172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (6e2aaf70-2537-48c9-bbdb-3dcd0f92e94a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:23.535006 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=5e5f4228-1d82-4896-aefc-40e1d70b3d6f,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:23.544361 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:23.623570 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b32b60-5c49-441e-a408-687fd471cb06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4cfa4f-5519-4fbe-96e3-b799972c2c75'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:23.626027 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c19f1df-c371-4ae9-bb33-7d187915200a" -d '{"events": [{"server_uuid": "03b32b60-5c49-441e-a408-687fd471cb06", "name": "network-vif-plugged", "status": "completed", "tag": "8e4cfa4f-5519-4fbe-96e3-b799972c2c75"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:23.628540 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=5e5f4228-1d82-4896-aefc-40e1d70b3d6f,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:23.686479 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['5e5f4228-1d82-4896-aefc-40e1d70b3d6f'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:23.688424 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f371bb7f-42ec-46c5-8498-049cd1d6ae73 x-openstack-request-id: req-f371bb7f-42ec-46c5-8498-049cd1d6ae73 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:23.688756 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b32b60-5c49-441e-a408-687fd471cb06", "name": "network-vif-plugged", "status": "completed", "tag": "8e4cfa4f-5519-4fbe-96e3-b799972c2c75", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:23.689016 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f371bb7f-42ec-46c5-8498-049cd1d6ae73 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:23.689411 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b32b60-5c49-441e-a408-687fd471cb06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4cfa4f-5519-4fbe-96e3-b799972c2c75', 'code': 200} Jan 28 13:32:23.786813 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7f304281-e934-4709-bf5d-1b4030269e60 tempest-FloatingIPAdminTestJSON-1626795172 tempest-FloatingIPAdminTestJSON-1626795172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (6e2aaf70-2537-48c9-bbdb-3dcd0f92e94a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:23.794983 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7f304281-e934-4709-bf5d-1b4030269e60 tempest-FloatingIPAdminTestJSON-1626795172 tempest-FloatingIPAdminTestJSON-1626795172-project] Publish callbacks [] for floatingip (6e2aaf70-2537-48c9-bbdb-3dcd0f92e94a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:23.834834 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79709b87-b18a-4e7f-86fe-b44b23f294a4 req-36d76680-c75d-4eaf-88bd-1b7f84d8465c tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:23.836466 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-79709b87-b18a-4e7f-86fe-b44b23f294a4 req-36d76680-c75d-4eaf-88bd-1b7f84d8465c tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.18 "GET /v2.0/ports?device_id=543f8b2d-9c62-4bd3-a4e9-609bd9052f77 HTTP/1.1" status: 200 len: 946 time: 0.1907921 Jan 28 13:32:23.849911 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee5559-dddb-4408-8869-3ba6135b27e5 req-2d8818d8-e696-440b-9d52-56f94057b68c tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:23.859203 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-50ee5559-dddb-4408-8869-3ba6135b27e5 req-2d8818d8-e696-440b-9d52-56f94057b68c tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=543f8b2d-9c62-4bd3-a4e9-609bd9052f77 HTTP/1.1" status: 200 len: 946 time: 0.2319846 Jan 28 13:32:23.862291 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce44df3-b85b-4050-8a8e-9a7a22f912df req-3679cb91-031a-40cb-ab3a-4b1cf0c282af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:23.864540 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ce44df3-b85b-4050-8a8e-9a7a22f912df req-3679cb91-031a-40cb-ab3a-4b1cf0c282af service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 1096 time: 0.1165192 Jan 28 13:32:23.878876 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14267a7a-4b02-425a-9098-48d70acf2a78 req-2b655e9b-074f-4ae5-a8af-9229565f6876 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:23.879138 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-7f304281-e934-4709-bf5d-1b4030269e60 tempest-FloatingIPAdminTestJSON-1626795172 tempest-FloatingIPAdminTestJSON-1626795172-project] Calling delete_port for 6e2aaf70-2537-48c9-bbdb-3dcd0f92e94a owned by network:floatingip {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:23.884801 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14267a7a-4b02-425a-9098-48d70acf2a78 req-2b655e9b-074f-4ae5-a8af-9229565f6876 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:23.890946 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14267a7a-4b02-425a-9098-48d70acf2a78 req-2b655e9b-074f-4ae5-a8af-9229565f6876 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:23.896089 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14267a7a-4b02-425a-9098-48d70acf2a78 req-2b655e9b-074f-4ae5-a8af-9229565f6876 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:23.901945 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14267a7a-4b02-425a-9098-48d70acf2a78 req-2b655e9b-074f-4ae5-a8af-9229565f6876 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:23.910754 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14267a7a-4b02-425a-9098-48d70acf2a78 req-2b655e9b-074f-4ae5-a8af-9229565f6876 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:23.916136 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14267a7a-4b02-425a-9098-48d70acf2a78 req-2b655e9b-074f-4ae5-a8af-9229565f6876 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:23.918611 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-14267a7a-4b02-425a-9098-48d70acf2a78 req-2b655e9b-074f-4ae5-a8af-9229565f6876 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5428 time: 0.1157479 Jan 28 13:32:23.980809 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ce44df3-b85b-4050-8a8e-9a7a22f912df req-49fad97b-52ad-4379-8f17-fc20d7540a9e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6ba3f71e-0e0f-40df-abe9-95ac24341234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609467 Jan 28 13:32:23.999305 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-50ee5559-dddb-4408-8869-3ba6135b27e5 req-91d07bfb-567a-4e2e-a31d-9ac7835cedd9 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390476 Jan 28 13:32:24.043660 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-14267a7a-4b02-425a-9098-48d70acf2a78 req-ba175593-8f45-4fd3-aca0-95c113653660 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0974903 Jan 28 13:32:24.174958 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623cca2-64b9-4346-8415-6d3dee7cf3e3 req-15f5345a-921e-44f9-b32a-ecf526fcca65 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:24.176375 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4623cca2-64b9-4346-8415-6d3dee7cf3e3 req-15f5345a-921e-44f9-b32a-ecf526fcca65 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2626ffc-8fab-4747-9a43-7227edcc00ee HTTP/1.1" status: 200 len: 943 time: 0.0943751 Jan 28 13:32:24.226311 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-79709b87-b18a-4e7f-86fe-b44b23f294a4 req-7c8bcb95-5fd7-4a03-89bb-fb38a56e2436 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Deleting port 2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:24.226718 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-79709b87-b18a-4e7f-86fe-b44b23f294a4 req-7c8bcb95-5fd7-4a03-89bb-fb38a56e2436 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:24.310069 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7f304281-e934-4709-bf5d-1b4030269e60 tempest-FloatingIPAdminTestJSON-1626795172 tempest-FloatingIPAdminTestJSON-1626795172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (6e2aaf70-2537-48c9-bbdb-3dcd0f92e94a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:24.310683 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816c40f-c007-4e7c-9f93-78c7cf461cdb req-03453de3-c779-460f-8bec-c0e37c118ff4 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:24.318334 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4816c40f-c007-4e7c-9f93-78c7cf461cdb req-03453de3-c779-460f-8bec-c0e37c118ff4 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 945 time: 0.0829504 Jan 28 13:32:24.388332 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4816c40f-c007-4e7c-9f93-78c7cf461cdb req-28c4532b-3c9d-4e71-a8ee-54fcb8020408 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ba3f71e-0e0f-40df-abe9-95ac24341234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688996 Jan 28 13:32:24.391046 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f304281-e934-4709-bf5d-1b4030269e60 tempest-FloatingIPAdminTestJSON-1626795172 tempest-FloatingIPAdminTestJSON-1626795172-project] Pushing event deleted for resources: {'Port': ['ID=6e2aaf70-2537-48c9-bbdb-3dcd0f92e94a,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:24.423572 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4623cca2-64b9-4346-8415-6d3dee7cf3e3 req-31f061eb-cf3c-4200-a5c1-f92e5baa2d25 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb3b7688-453a-4958-9ee8-b2e40205f94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158084 Jan 28 13:32:24.835680 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-79709b87-b18a-4e7f-86fe-b44b23f294a4 req-7c8bcb95-5fd7-4a03-89bb-fb38a56e2436 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] For port 2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8,segment=NetworkSegment(c73eeb4d-303c-4688-baf9-701f8655b569),segment_id=c73eeb4d-303c-4688-baf9-701f8655b569)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:24.836102 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-79709b87-b18a-4e7f-86fe-b44b23f294a4 req-7c8bcb95-5fd7-4a03-89bb-fb38a56e2436 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:24.854507 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7f304281-e934-4709-bf5d-1b4030269e60 tempest-FloatingIPAdminTestJSON-1626795172 tempest-FloatingIPAdminTestJSON-1626795172-project] Publish callbacks [] for floatingip (1bcbf806-b3c0-4060-b80d-43d94573999f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:24.857179 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7f304281-e934-4709-bf5d-1b4030269e60 tempest-FloatingIPAdminTestJSON-1626795172 tempest-FloatingIPAdminTestJSON-1626795172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:24.860765 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7f304281-e934-4709-bf5d-1b4030269e60 tempest-FloatingIPAdminTestJSON-1626795172 tempest-FloatingIPAdminTestJSON-1626795172-project] 10.222.0.39 "DELETE /v2.0/floatingips/1bcbf806-b3c0-4060-b80d-43d94573999f HTTP/1.1" status: 204 len: 168 time: 1.5691676 Jan 28 13:32:24.861216 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59142) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:24.863936 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-79709b87-b18a-4e7f-86fe-b44b23f294a4 req-7c8bcb95-5fd7-4a03-89bb-fb38a56e2436 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Calling delete_port for 2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:24.880220 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ba7dc-97a5-4c61-930d-10968fc856da req-21ed984e-ac5c-45ed-9d29-2c2890015837 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:24.887418 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c38ba7dc-97a5-4c61-930d-10968fc856da req-21ed984e-ac5c-45ed-9d29-2c2890015837 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 945 time: 0.1310418 Jan 28 13:32:24.999301 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c38ba7dc-97a5-4c61-930d-10968fc856da req-8f931d75-fec7-4a86-874e-5442db734fa6 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104443 Jan 28 13:32:25.112876 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-ca8558c7-d69b-4a36-b502-19ce80931ed4 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Deleting port 9bb6c1b0-c4ac-4b1b-8690-5a3df77ddf31 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:25.113278 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ca8558c7-d69b-4a36-b502-19ce80931ed4 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (9bb6c1b0-c4ac-4b1b-8690-5a3df77ddf31), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:25.158748 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-79709b87-b18a-4e7f-86fe-b44b23f294a4 req-7c8bcb95-5fd7-4a03-89bb-fb38a56e2436 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:25.173527 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['139af954-9d2a-4fce-b581-3ace4f101e7b', '42fedb07-122f-4176-ab68-e86ff46bf00b'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:25.192676 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9bf2b7f-99a3-4304-b014-99c2d4e46806 req-d6421a06-8930-42bd-b460-ed4dd019e1c8 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=543f8b2d-9c62-4bd3-a4e9-609bd9052f77 HTTP/1.1" status: 200 len: 210 time: 0.0390019 Jan 28 13:32:25.266301 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 5a26c555-7697-4ff7-bbe2-5091ba032401 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:32:25.268534 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 5e5f4228-1d82-4896-aefc-40e1d70b3d6f up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:25.338020 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ca8558c7-d69b-4a36-b502-19ce80931ed4 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (9bb6c1b0-c4ac-4b1b-8690-5a3df77ddf31), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:25.339572 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ca8558c7-d69b-4a36-b502-19ce80931ed4 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Publish callbacks [] for floatingip (9bb6c1b0-c4ac-4b1b-8690-5a3df77ddf31), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:25.358063 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-ca8558c7-d69b-4a36-b502-19ce80931ed4 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Calling delete_port for 9bb6c1b0-c4ac-4b1b-8690-5a3df77ddf31 owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:25.361542 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bcb95-5fd7-4a03-89bb-fb38a56e2436 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Pushing event deleted for resources: {'Port': ['ID=2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:25.383232 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-79709b87-b18a-4e7f-86fe-b44b23f294a4 req-7c8bcb95-5fd7-4a03-89bb-fb38a56e2436 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] No DVR routers for this DVR port 2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:32:25.389101 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-79709b87-b18a-4e7f-86fe-b44b23f294a4 req-7c8bcb95-5fd7-4a03-89bb-fb38a56e2436 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:25.392467 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-79709b87-b18a-4e7f-86fe-b44b23f294a4 req-7c8bcb95-5fd7-4a03-89bb-fb38a56e2436 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.18 "DELETE /v2.0/ports/2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8 HTTP/1.1" status: 204 len: 173 time: 1.5113122 Jan 28 13:32:25.395785 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543f8b2d-9c62-4bd3-a4e9-609bd9052f77', 'name': 'network-vif-deleted', 'tag': '2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:25.398276 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbbdc31-5966-417e-a722-ff1e2fb6278c" -d '{"events": [{"server_uuid": "543f8b2d-9c62-4bd3-a4e9-609bd9052f77", "name": "network-vif-deleted", "tag": "2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:25.438153 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fdbb4-b547-474b-8b32-181ffd47dd38 req-29e3a224-f44e-4f04-a649-cada2dc236e3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:25.446397 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fdbb4-b547-474b-8b32-181ffd47dd38 req-29e3a224-f44e-4f04-a649-cada2dc236e3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:25.452887 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fdbb4-b547-474b-8b32-181ffd47dd38 req-29e3a224-f44e-4f04-a649-cada2dc236e3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:25.459220 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fdbb4-b547-474b-8b32-181ffd47dd38 req-29e3a224-f44e-4f04-a649-cada2dc236e3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:25.464910 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fdbb4-b547-474b-8b32-181ffd47dd38 req-29e3a224-f44e-4f04-a649-cada2dc236e3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:25.472675 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fdbb4-b547-474b-8b32-181ffd47dd38 req-29e3a224-f44e-4f04-a649-cada2dc236e3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:25.478833 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fdbb4-b547-474b-8b32-181ffd47dd38 req-29e3a224-f44e-4f04-a649-cada2dc236e3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:25.488664 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-890fdbb4-b547-474b-8b32-181ffd47dd38 req-29e3a224-f44e-4f04-a649-cada2dc236e3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5428 time: 0.3253319 Jan 28 13:32:25.512133 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cacb81-e8bd-4cfd-9d42-f0b8e6d91101 x-openstack-request-id: req-78cacb81-e8bd-4cfd-9d42-f0b8e6d91101 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:25.512480 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543f8b2d-9c62-4bd3-a4e9-609bd9052f77", "name": "network-vif-deleted", "tag": "2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:25.512746 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-78cacb81-e8bd-4cfd-9d42-f0b8e6d91101 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:25.513154 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543f8b2d-9c62-4bd3-a4e9-609bd9052f77', 'name': 'network-vif-deleted', 'tag': '2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8', 'status': 'completed', 'code': 200} Jan 28 13:32:25.580278 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-890fdbb4-b547-474b-8b32-181ffd47dd38 req-61143cb0-fbef-42a4-91bc-643d10683759 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0905404 Jan 28 13:32:25.657931 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ca8558c7-d69b-4a36-b502-19ce80931ed4 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (9bb6c1b0-c4ac-4b1b-8690-5a3df77ddf31), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:25.715545 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8558c7-d69b-4a36-b502-19ce80931ed4 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Pushing event deleted for resources: {'Port': ['ID=9bb6c1b0-c4ac-4b1b-8690-5a3df77ddf31,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:25.750686 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0115de-b421-4653-a854-985c5679735a req-d51459a9-f77b-48d1-8ce9-171190656bca tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:25.760087 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:25.760453 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:25.765037 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ac0115de-b421-4653-a854-985c5679735a req-d51459a9-f77b-48d1-8ce9-171190656bca tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2626ffc-8fab-4747-9a43-7227edcc00ee HTTP/1.1" status: 200 len: 943 time: 0.0979908 Jan 28 13:32:25.829549 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ca8558c7-d69b-4a36-b502-19ce80931ed4 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Publish callbacks [] for floatingip (69d4da28-cb13-4f74-b298-90cf015443a6), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:25.832647 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ca8558c7-d69b-4a36-b502-19ce80931ed4 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:25.834098 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ca8558c7-d69b-4a36-b502-19ce80931ed4 tempest-FloatingIPAdminTestJSON-2002609158 tempest-FloatingIPAdminTestJSON-2002609158-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/69d4da28-cb13-4f74-b298-90cf015443a6 HTTP/1.1" status: 204 len: 168 time: 0.9718812 Jan 28 13:32:25.838978 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59166) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:25.860256 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 5a26c555-7697-4ff7-bbe2-5091ba032401, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=5a26c555-7697-4ff7-bbe2-5091ba032401,segment=NetworkSegment(f79ea24b-3044-47e8-bd3b-6d2a8f1ec1f4),segment_id=f79ea24b-3044-47e8-bd3b-6d2a8f1ec1f4)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:25.884175 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4b0c4-d322-408d-92d4-6085770954ed req-1f217681-a026-4234-8899-e88fa1c50c22 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:25.893972 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2ac4b0c4-d322-408d-92d4-6085770954ed req-1f217681-a026-4234-8899-e88fa1c50c22 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 945 time: 0.2586782 Jan 28 13:32:25.896998 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '5a26c555-7697-4ff7-bbe2-5091ba032401', 'network_id': '989717d2-751c-4af2-a3cd-f9b8176668d7', 'port_id': '5a26c555-7697-4ff7-bbe2-5091ba032401', 'mac_address': 'fa:16:3e:31:27:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a71ecc-e383-49d3-a7d4-49000148610c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:32:25.918973 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ac0115de-b421-4653-a854-985c5679735a req-b7fa7901-0dfd-4252-afa3-599c90007dab tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb3b7688-453a-4958-9ee8-b2e40205f94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527262 Jan 28 13:32:26.035970 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2ac4b0c4-d322-408d-92d4-6085770954ed req-67cc6f20-c8fe-4f1b-a0e6-da0b1761d452 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ba3f71e-0e0f-40df-abe9-95ac24341234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408732 Jan 28 13:32:26.090283 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 5a26c555-7697-4ff7-bbe2-5091ba032401 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:26.091555 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5a26c555-7697-4ff7-bbe2-5091ba032401), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:26.099419 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-ff8d05da-5685-4898-89e1-182e55daf361 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Deleting port dad0cbb6-2a92-475f-bf80-80c6f77d224d {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:26.100142 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ff8d05da-5685-4898-89e1-182e55daf361 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (dad0cbb6-2a92-475f-bf80-80c6f77d224d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:26.101276 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:26.102469 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:26.172580 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a26c555-7697-4ff7-bbe2-5091ba032401 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:32:26.238275 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 5a26c555-7697-4ff7-bbe2-5091ba032401, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=5a26c555-7697-4ff7-bbe2-5091ba032401,segment=NetworkSegment(f79ea24b-3044-47e8-bd3b-6d2a8f1ec1f4),segment_id=f79ea24b-3044-47e8-bd3b-6d2a8f1ec1f4)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:26.241219 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f26471f-e062-4170-ae44-38f023825a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5f4228-1d82-4896-aefc-40e1d70b3d6f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:26.244868 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a62e13a-2557-48a5-9b23-9d5b5fb778e5" -d '{"events": [{"server_uuid": "2f26471f-e062-4170-ae44-38f023825a8a", "name": "network-vif-plugged", "status": "completed", "tag": "5e5f4228-1d82-4896-aefc-40e1d70b3d6f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:26.254763 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5a26c555-7697-4ff7-bbe2-5091ba032401), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:26.307595 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=5e5f4228-1d82-4896-aefc-40e1d70b3d6f,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:26.312026 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4c033-b4c2-49bf-8653-0ca6eb322d36 req-57ce91a5-044c-4b3b-8983-a3d1306814b0 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:26.316567 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-73d4c033-b4c2-49bf-8653-0ca6eb322d36 req-57ce91a5-044c-4b3b-8983-a3d1306814b0 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 945 time: 0.1602180 Jan 28 13:32:26.324762 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:26.367311 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=5a26c555-7697-4ff7-bbe2-5091ba032401,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:26.384766 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ff8d05da-5685-4898-89e1-182e55daf361 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (dad0cbb6-2a92-475f-bf80-80c6f77d224d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:26.421814 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-ff8d05da-5685-4898-89e1-182e55daf361 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Calling delete_port for dad0cbb6-2a92-475f-bf80-80c6f77d224d owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:26.448109 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-73d4c033-b4c2-49bf-8653-0ca6eb322d36 req-5d9b17da-ae5f-4559-9d5c-b9558b603cf8 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127160 Jan 28 13:32:26.529961 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=5e5f4228-1d82-4896-aefc-40e1d70b3d6f,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:26.613039 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fafbb2-e72d-4081-9266-da74d3e6369b x-openstack-request-id: req-62fafbb2-e72d-4081-9266-da74d3e6369b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:26.613331 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f26471f-e062-4170-ae44-38f023825a8a", "name": "network-vif-plugged", "status": "completed", "tag": "5e5f4228-1d82-4896-aefc-40e1d70b3d6f", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:26.613592 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-62fafbb2-e72d-4081-9266-da74d3e6369b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:26.614260 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f26471f-e062-4170-ae44-38f023825a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5f4228-1d82-4896-aefc-40e1d70b3d6f', 'code': 200} Jan 28 13:32:26.667217 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214fe44-5b52-43f4-ac2c-4d359ad2fb58 req-0c15293b-5d6b-4b1f-81c9-912ded8064df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:26.668731 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d214fe44-5b52-43f4-ac2c-4d359ad2fb58 req-0c15293b-5d6b-4b1f-81c9-912ded8064df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66696def36354b7c8b641113c2a3185a&device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 1096 time: 0.1076944 Jan 28 13:32:26.707770 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['5a26c555-7697-4ff7-bbe2-5091ba032401'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:26.791576 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214fe44-5b52-43f4-ac2c-4d359ad2fb58 req-8e5f8f60-f932-4b2d-9a66-a1a658fbefb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:26.793094 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d214fe44-5b52-43f4-ac2c-4d359ad2fb58 req-8e5f8f60-f932-4b2d-9a66-a1a658fbefb6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e81d9142-7438-4a72-8b45-d0c1a4a38b6d HTTP/1.1" status: 200 len: 920 time: 0.1180801 Jan 28 13:32:26.876360 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d214fe44-5b52-43f4-ac2c-4d359ad2fb58 req-2a5e08b2-e8bc-435e-aed6-3bdd926d7e1e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e4cfa4f-5519-4fbe-96e3-b799972c2c75 HTTP/1.1" status: 200 len: 217 time: 0.0715442 Jan 28 13:32:26.954388 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device f0fe5daa-acf0-4f7e-b641-574de0748ed4 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:32:26.984126 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214fe44-5b52-43f4-ac2c-4d359ad2fb58 req-b4ae4885-6207-4822-964a-57ebf813e4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:26.986131 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d214fe44-5b52-43f4-ac2c-4d359ad2fb58 req-b4ae4885-6207-4822-964a-57ebf813e4e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e631c13-0da2-49fb-8a7c-4c7323c9d541 HTTP/1.1" status: 200 len: 860 time: 0.0805194 Jan 28 13:32:27.032934 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d214fe44-5b52-43f4-ac2c-4d359ad2fb58 req-8afbcc3a-3cd5-4c6a-9d4a-e315460e90e4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e81d9142-7438-4a72-8b45-d0c1a4a38b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370371 Jan 28 13:32:27.051091 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db5a5c-c75a-406b-96d6-e6ad97f009da req-140b43bd-d8b3-4a2e-939d-f35d4c37b94a tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:27.058294 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-65db5a5c-c75a-406b-96d6-e6ad97f009da req-140b43bd-d8b3-4a2e-939d-f35d4c37b94a tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 945 time: 0.2641206 Jan 28 13:32:27.093958 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ff8d05da-5685-4898-89e1-182e55daf361 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (dad0cbb6-2a92-475f-bf80-80c6f77d224d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:27.135276 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d05da-5685-4898-89e1-182e55daf361 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Pushing event deleted for resources: {'Port': ['ID=dad0cbb6-2a92-475f-bf80-80c6f77d224d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:27.196814 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:32:27.282781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:32:27.283482 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 2951cb4e-f6b2-4499-b4e2-052c4f8cfaf8 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:32:27.290630 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port f0fe5daa-acf0-4f7e-b641-574de0748ed4, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=f0fe5daa-acf0-4f7e-b641-574de0748ed4,segment=NetworkSegment(fb18244e-3af3-4deb-8d3e-faa801cd5018),segment_id=fb18244e-3af3-4deb-8d3e-faa801cd5018)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:27.372081 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'f0fe5daa-acf0-4f7e-b641-574de0748ed4', 'network_id': '49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99', 'port_id': 'f0fe5daa-acf0-4f7e-b641-574de0748ed4', 'mac_address': 'fa:16:3e:19:8f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e895788e-7e0c-4d5c-93d0-ab435dd86d3f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:32:27.408178 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ff8d05da-5685-4898-89e1-182e55daf361 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:27.411460 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ff8d05da-5685-4898-89e1-182e55daf361 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] 10.222.0.39 "DELETE /v2.0/ports/dad0cbb6-2a92-475f-bf80-80c6f77d224d HTTP/1.1" status: 204 len: 168 time: 1.5713537 Jan 28 13:32:27.415091 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59214) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:27.443536 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-65db5a5c-c75a-406b-96d6-e6ad97f009da req-49a7b3f4-c0ae-4605-a85e-f97bdec2a3a1 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ba3f71e-0e0f-40df-abe9-95ac24341234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842638 Jan 28 13:32:27.538846 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d214fe44-5b52-43f4-ac2c-4d359ad2fb58 req-d863308d-cafc-44be-a27c-270fca12416f service neutron] 10.222.0.18 "GET /v2.0/networks/e81d9142-7438-4a72-8b45-d0c1a4a38b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4984515 Jan 28 13:32:27.569476 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port f0fe5daa-acf0-4f7e-b641-574de0748ed4 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:27.570233 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f0fe5daa-acf0-4f7e-b641-574de0748ed4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:27.576180 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f9ba5b-58ce-4517-bdda-80eb92cdc307 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:27.583930 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-14f9ba5b-58ce-4517-bdda-80eb92cdc307 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] 10.222.0.39 "GET /v2.0/ports?device_id=003a667f-eb5b-478c-9839-6304c9488b89 HTTP/1.1" status: 200 len: 913 time: 0.1663516 Jan 28 13:32:27.585216 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59218) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:27.594827 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0fe5daa-acf0-4f7e-b641-574de0748ed4 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:32:27.646244 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port f0fe5daa-acf0-4f7e-b641-574de0748ed4, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=f0fe5daa-acf0-4f7e-b641-574de0748ed4,segment=NetworkSegment(fb18244e-3af3-4deb-8d3e-faa801cd5018),segment_id=fb18244e-3af3-4deb-8d3e-faa801cd5018)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:27.655832 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f0fe5daa-acf0-4f7e-b641-574de0748ed4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:27.656858 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:32:27.814343 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d214fe44-5b52-43f4-ac2c-4d359ad2fb58 req-d71fa09d-3a89-4e70-ba46-343026f386ce service neutron] 10.222.0.18 "GET /v2.0/networks/e81d9142-7438-4a72-8b45-d0c1a4a38b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688541 Jan 28 13:32:27.947777 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=f0fe5daa-acf0-4f7e-b641-574de0748ed4,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:28.008322 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=0c0f91d0-9eaa-4b76-abe7-1a460d8a367f,segment=NetworkSegment(838a3594-93f5-4a9e-88df-6a6995eaa6d3),segment_id=838a3594-93f5-4a9e-88df-6a6995eaa6d3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:28.008606 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f3041-cb03-4b05-a895-a9d4fe552e1c req-68a561d8-1f65-4331-b429-b3bd5141c2be tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:28.019847 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f3041-cb03-4b05-a895-a9d4fe552e1c req-68a561d8-1f65-4331-b429-b3bd5141c2be tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:28.025839 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f3041-cb03-4b05-a895-a9d4fe552e1c req-68a561d8-1f65-4331-b429-b3bd5141c2be tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:28.031004 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f3041-cb03-4b05-a895-a9d4fe552e1c req-68a561d8-1f65-4331-b429-b3bd5141c2be tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:28.036002 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '0c0f91d0-9eaa-4b76-abe7-1a460d8a367f', 'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1', 'port_id': '0c0f91d0-9eaa-4b76-abe7-1a460d8a367f', 'mac_address': 'fa:16:3e:91:c3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b74542d3-e3e9-4c91-b28b-bcd1470376c6', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:32:28.040197 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f3041-cb03-4b05-a895-a9d4fe552e1c req-68a561d8-1f65-4331-b429-b3bd5141c2be tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:28.042336 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f3041-cb03-4b05-a895-a9d4fe552e1c req-68a561d8-1f65-4331-b429-b3bd5141c2be tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:28.048100 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f3041-cb03-4b05-a895-a9d4fe552e1c req-68a561d8-1f65-4331-b429-b3bd5141c2be tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:28.050422 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-117f3041-cb03-4b05-a895-a9d4fe552e1c req-68a561d8-1f65-4331-b429-b3bd5141c2be tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5429 time: 0.1607254 Jan 28 13:32:28.112421 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:28.113016 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0c0f91d0-9eaa-4b76-abe7-1a460d8a367f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:28.129378 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:32:28.154073 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=0c0f91d0-9eaa-4b76-abe7-1a460d8a367f,segment=NetworkSegment(838a3594-93f5-4a9e-88df-6a6995eaa6d3),segment_id=838a3594-93f5-4a9e-88df-6a6995eaa6d3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:28.160563 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0c0f91d0-9eaa-4b76-abe7-1a460d8a367f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:28.161824 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 74437a62-acfb-47da-925a-b0b54245b4d9 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:32:28.196546 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-117f3041-cb03-4b05-a895-a9d4fe552e1c req-db91dca4-461a-4a82-bd22-c7b96f7585b1 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1377759 Jan 28 13:32:28.255012 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 74437a62-acfb-47da-925a-b0b54245b4d9, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=74437a62-acfb-47da-925a-b0b54245b4d9,segment=NetworkSegment(838a3594-93f5-4a9e-88df-6a6995eaa6d3),segment_id=838a3594-93f5-4a9e-88df-6a6995eaa6d3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:28.281079 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '74437a62-acfb-47da-925a-b0b54245b4d9', 'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1', 'port_id': '74437a62-acfb-47da-925a-b0b54245b4d9', 'mac_address': 'fa:16:3e:a6:fb:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b74542d3-e3e9-4c91-b28b-bcd1470376c6', 'ip_address': '10.1.1.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:32:28.284335 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=0c0f91d0-9eaa-4b76-abe7-1a460d8a367f,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:28.351620 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 74437a62-acfb-47da-925a-b0b54245b4d9 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:28.352390 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (74437a62-acfb-47da-925a-b0b54245b4d9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:28.370347 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74437a62-acfb-47da-925a-b0b54245b4d9 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:32:28.391825 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f92fa1-bda4-4773-8e6c-e256e720ae09 req-965f3a03-98a8-4e80-accb-a89a4ccfcf0e tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:28.395275 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 74437a62-acfb-47da-925a-b0b54245b4d9, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=74437a62-acfb-47da-925a-b0b54245b4d9,segment=NetworkSegment(838a3594-93f5-4a9e-88df-6a6995eaa6d3),segment_id=838a3594-93f5-4a9e-88df-6a6995eaa6d3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:28.406520 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (74437a62-acfb-47da-925a-b0b54245b4d9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:28.407975 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device f581e7e7-2efc-4545-a180-92398f10892e details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:32:28.409357 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-88f92fa1-bda4-4773-8e6c-e256e720ae09 req-965f3a03-98a8-4e80-accb-a89a4ccfcf0e tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2626ffc-8fab-4747-9a43-7227edcc00ee HTTP/1.1" status: 200 len: 944 time: 0.0952756 Jan 28 13:32:28.489046 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=74437a62-acfb-47da-925a-b0b54245b4d9,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:28.518157 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-88f92fa1-bda4-4773-8e6c-e256e720ae09 req-6d0f3d3e-75d8-437f-912c-4c66b3f64828 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb3b7688-453a-4958-9ee8-b2e40205f94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077793 Jan 28 13:32:28.556905 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port f581e7e7-2efc-4545-a180-92398f10892e, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=f581e7e7-2efc-4545-a180-92398f10892e,segment=NetworkSegment(838a3594-93f5-4a9e-88df-6a6995eaa6d3),segment_id=838a3594-93f5-4a9e-88df-6a6995eaa6d3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:28.596253 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'f581e7e7-2efc-4545-a180-92398f10892e', 'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1', 'port_id': 'f581e7e7-2efc-4545-a180-92398f10892e', 'mac_address': 'fa:16:3e:2b:20:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b74542d3-e3e9-4c91-b28b-bcd1470376c6', 'ip_address': '10.1.1.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:32:28.686420 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port f581e7e7-2efc-4545-a180-92398f10892e is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:28.686870 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f581e7e7-2efc-4545-a180-92398f10892e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:28.729245 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f581e7e7-2efc-4545-a180-92398f10892e {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:32:28.778484 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port f581e7e7-2efc-4545-a180-92398f10892e, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=f581e7e7-2efc-4545-a180-92398f10892e,segment=NetworkSegment(838a3594-93f5-4a9e-88df-6a6995eaa6d3),segment_id=838a3594-93f5-4a9e-88df-6a6995eaa6d3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:28.787785 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f581e7e7-2efc-4545-a180-92398f10892e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:28.788481 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device bda0bfac-8843-465f-a99c-d4e0d58976ff details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:32:28.821588 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30b21a-6f78-4c9c-ab95-7250e8b8680f req-1c5208ab-8115-4cb1-afd7-44f3f342df97 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:28.835771 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4d30b21a-6f78-4c9c-ab95-7250e8b8680f req-1c5208ab-8115-4cb1-afd7-44f3f342df97 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 945 time: 0.1222677 Jan 28 13:32:28.900281 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=f581e7e7-2efc-4545-a180-92398f10892e,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:28.953268 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4d30b21a-6f78-4c9c-ab95-7250e8b8680f req-eb127b08-1416-440a-88fb-07dc66ce23bc tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163702 Jan 28 13:32:28.994015 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port bda0bfac-8843-465f-a99c-d4e0d58976ff, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=bda0bfac-8843-465f-a99c-d4e0d58976ff,segment=NetworkSegment(fb18244e-3af3-4deb-8d3e-faa801cd5018),segment_id=fb18244e-3af3-4deb-8d3e-faa801cd5018)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:29.036522 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'bda0bfac-8843-465f-a99c-d4e0d58976ff', 'network_id': '49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99', 'port_id': 'bda0bfac-8843-465f-a99c-d4e0d58976ff', 'mac_address': 'fa:16:3e:d8:f3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e895788e-7e0c-4d5c-93d0-ab435dd86d3f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:32:29.142526 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port bda0bfac-8843-465f-a99c-d4e0d58976ff is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:29.143577 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bda0bfac-8843-465f-a99c-d4e0d58976ff), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:29.189737 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda0bfac-8843-465f-a99c-d4e0d58976ff {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:32:29.224193 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db8e3e-8859-49d8-8c7f-386e212c6dea req-5d31b838-cb2b-410f-b38b-34d2949c7c84 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:29.230365 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port bda0bfac-8843-465f-a99c-d4e0d58976ff, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=bda0bfac-8843-465f-a99c-d4e0d58976ff,segment=NetworkSegment(fb18244e-3af3-4deb-8d3e-faa801cd5018),segment_id=fb18244e-3af3-4deb-8d3e-faa801cd5018)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:29.234135 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 5a26c555-7697-4ff7-bbe2-5091ba032401 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:29.239899 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-167a3732-e7a3-42e0-a605-4867177e2f9c tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (003a667f-eb5b-478c-9839-6304c9488b89), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:29.263284 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-23db8e3e-8859-49d8-8c7f-386e212c6dea req-5d31b838-cb2b-410f-b38b-34d2949c7c84 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=d914257d-5a88-489d-a1eb-0c3ecaa4f14e HTTP/1.1" status: 200 len: 945 time: 0.1586492 Jan 28 13:32:29.326438 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (bda0bfac-8843-465f-a99c-d4e0d58976ff), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:29.327261 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c9b3c74c-0d75-49f6-b265-c9805d7a7fcc details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:32:29.384199 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-23db8e3e-8859-49d8-8c7f-386e212c6dea req-7246ec0f-6cec-48bf-8868-8fecdbb89ccd tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198988 Jan 28 13:32:29.515672 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c9b3c74c-0d75-49f6-b265-c9805d7a7fcc, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c9b3c74c-0d75-49f6-b265-c9805d7a7fcc,segment=NetworkSegment(838a3594-93f5-4a9e-88df-6a6995eaa6d3),segment_id=838a3594-93f5-4a9e-88df-6a6995eaa6d3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:29.535794 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'c9b3c74c-0d75-49f6-b265-c9805d7a7fcc', 'network_id': '1c76efb7-25f2-4bab-a422-d23d5893fdb1', 'port_id': 'c9b3c74c-0d75-49f6-b265-c9805d7a7fcc', 'mac_address': 'fa:16:3e:fd:c9:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b74542d3-e3e9-4c91-b28b-bcd1470376c6', 'ip_address': '10.1.1.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:32:29.537779 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-14859452-497c-4f36-a675-ac793306faea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:29.558966 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 5a26c555-7697-4ff7-bbe2-5091ba032401 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:32:29.567455 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 5a26c555-7697-4ff7-bbe2-5091ba032401 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:29.567990 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5a26c555-7697-4ff7-bbe2-5091ba032401), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:29.700315 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267b939-315e-4a7f-9d27-6402849ed367 req-b6b8437d-c078-4d35-bd74-8e3d4682a2e3 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:29.715168 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a267b939-315e-4a7f-9d27-6402849ed367 req-b6b8437d-c078-4d35-bd74-8e3d4682a2e3 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 945 time: 0.2082913 Jan 28 13:32:29.728479 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port c9b3c74c-0d75-49f6-b265-c9805d7a7fcc is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:29.729033 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c9b3c74c-0d75-49f6-b265-c9805d7a7fcc), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:29.732281 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=bda0bfac-8843-465f-a99c-d4e0d58976ff,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:29.775694 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9b3c74c-0d75-49f6-b265-c9805d7a7fcc {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:32:29.788286 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a267b939-315e-4a7f-9d27-6402849ed367 req-61357388-38e4-4ce2-9ad3-901328058cde tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ba3f71e-0e0f-40df-abe9-95ac24341234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710480 Jan 28 13:32:29.826073 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810ba8f-c77f-4e9c-b176-5468dda143cc req-f4a12a69-0f3d-4070-8f8b-5a4ae10e9b7f tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:29.829649 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f810ba8f-c77f-4e9c-b176-5468dda143cc req-f4a12a69-0f3d-4070-8f8b-5a4ae10e9b7f tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.37 "GET /v2.0/ports?device_id=d914257d-5a88-489d-a1eb-0c3ecaa4f14e HTTP/1.1" status: 200 len: 945 time: 0.2434800 Jan 28 13:32:29.832657 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 5a26c555-7697-4ff7-bbe2-5091ba032401 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:29.837375 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5a26c555-7697-4ff7-bbe2-5091ba032401), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:29.946275 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c9b3c74c-0d75-49f6-b265-c9805d7a7fcc, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c9b3c74c-0d75-49f6-b265-c9805d7a7fcc,segment=NetworkSegment(838a3594-93f5-4a9e-88df-6a6995eaa6d3),segment_id=838a3594-93f5-4a9e-88df-6a6995eaa6d3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:29.966390 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c9b3c74c-0d75-49f6-b265-c9805d7a7fcc), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:29.967608 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 91df4fb1-0eec-4c0c-aa55-6d19eb2df029 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:32:30.002011 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2626ffc-8fab-4747-9a43-7227edcc00ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a26c555-7697-4ff7-bbe2-5091ba032401'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:30.004375 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc147b6-83b7-4d4d-a1f6-b64de60318cf" -d '{"events": [{"server_uuid": "e2626ffc-8fab-4747-9a43-7227edcc00ee", "name": "network-vif-plugged", "status": "completed", "tag": "5a26c555-7697-4ff7-bbe2-5091ba032401"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:30.057015 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-167a3732-e7a3-42e0-a605-4867177e2f9c tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Deleting port 6ba8ec76-f065-455b-ba54-9dfc40310c57 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:30.057766 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-167a3732-e7a3-42e0-a605-4867177e2f9c tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (6ba8ec76-f065-455b-ba54-9dfc40310c57), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:30.110674 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 5a26c555-7697-4ff7-bbe2-5091ba032401, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=5a26c555-7697-4ff7-bbe2-5091ba032401,segment=NetworkSegment(f79ea24b-3044-47e8-bd3b-6d2a8f1ec1f4),segment_id=f79ea24b-3044-47e8-bd3b-6d2a8f1ec1f4)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:30.139087 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5a26c555-7697-4ff7-bbe2-5091ba032401), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:30.163315 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edc9e1-9817-49c7-92bb-ea622b0d207a req-2883dfa4-8efc-4896-9c3b-e4d83ca66629 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:30.172198 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edc9e1-9817-49c7-92bb-ea622b0d207a req-2883dfa4-8efc-4896-9c3b-e4d83ca66629 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:30.179920 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edc9e1-9817-49c7-92bb-ea622b0d207a req-2883dfa4-8efc-4896-9c3b-e4d83ca66629 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:30.188109 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edc9e1-9817-49c7-92bb-ea622b0d207a req-2883dfa4-8efc-4896-9c3b-e4d83ca66629 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:30.192549 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edc9e1-9817-49c7-92bb-ea622b0d207a req-2883dfa4-8efc-4896-9c3b-e4d83ca66629 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:30.201051 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edc9e1-9817-49c7-92bb-ea622b0d207a req-2883dfa4-8efc-4896-9c3b-e4d83ca66629 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:30.210197 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edc9e1-9817-49c7-92bb-ea622b0d207a req-2883dfa4-8efc-4896-9c3b-e4d83ca66629 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:30.219041 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d4edc9e1-9817-49c7-92bb-ea622b0d207a req-2883dfa4-8efc-4896-9c3b-e4d83ca66629 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5434 time: 0.2255957 Jan 28 13:32:30.258653 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=c9b3c74c-0d75-49f6-b265-c9805d7a7fcc,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:30.266342 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-167a3732-e7a3-42e0-a605-4867177e2f9c tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (6ba8ec76-f065-455b-ba54-9dfc40310c57), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:30.297866 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-167a3732-e7a3-42e0-a605-4867177e2f9c tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Calling delete_port for 6ba8ec76-f065-455b-ba54-9dfc40310c57 owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:30.311562 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d4edc9e1-9817-49c7-92bb-ea622b0d207a req-7ac758d8-8861-4512-889a-56c58970b58f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0914714 Jan 28 13:32:30.411389 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-f810ba8f-c77f-4e9c-b176-5468dda143cc req-52c43234-f262-4876-bea7-0f6af7c7c67e tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Deleting port 42fedb07-122f-4176-ab68-e86ff46bf00b {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:30.411959 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f810ba8f-c77f-4e9c-b176-5468dda143cc req-52c43234-f262-4876-bea7-0f6af7c7c67e tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (42fedb07-122f-4176-ab68-e86ff46bf00b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:30.433655 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=5a26c555-7697-4ff7-bbe2-5091ba032401,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:30.578241 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 91df4fb1-0eec-4c0c-aa55-6d19eb2df029, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=91df4fb1-0eec-4c0c-aa55-6d19eb2df029,segment=NetworkSegment(f6c893c0-ae7b-4968-9c43-ab76e31be400),segment_id=f6c893c0-ae7b-4968-9c43-ab76e31be400)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:30.584817 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-f810ba8f-c77f-4e9c-b176-5468dda143cc req-52c43234-f262-4876-bea7-0f6af7c7c67e tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] For port 42fedb07-122f-4176-ab68-e86ff46bf00b, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=42fedb07-122f-4176-ab68-e86ff46bf00b,segment=NetworkSegment(c73eeb4d-303c-4688-baf9-701f8655b569),segment_id=c73eeb4d-303c-4688-baf9-701f8655b569)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:30.585186 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f810ba8f-c77f-4e9c-b176-5468dda143cc req-52c43234-f262-4876-bea7-0f6af7c7c67e tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (42fedb07-122f-4176-ab68-e86ff46bf00b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:30.617406 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-f810ba8f-c77f-4e9c-b176-5468dda143cc req-52c43234-f262-4876-bea7-0f6af7c7c67e tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Calling delete_port for 42fedb07-122f-4176-ab68-e86ff46bf00b owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:30.629127 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '91df4fb1-0eec-4c0c-aa55-6d19eb2df029', 'network_id': '8d8ce296-49c0-407a-94c2-104afd52dd5e', 'port_id': '91df4fb1-0eec-4c0c-aa55-6d19eb2df029', 'mac_address': 'fa:16:3e:14:14:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e406a7c-fb11-4530-8ef1-a71bb9184c0e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:32:30.756182 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-167a3732-e7a3-42e0-a605-4867177e2f9c tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (6ba8ec76-f065-455b-ba54-9dfc40310c57), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:30.773071 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 91df4fb1-0eec-4c0c-aa55-6d19eb2df029 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:30.773491 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (91df4fb1-0eec-4c0c-aa55-6d19eb2df029), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:30.805934 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a3732-e7a3-42e0-a605-4867177e2f9c tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Pushing event deleted for resources: {'Port': ['ID=6ba8ec76-f065-455b-ba54-9dfc40310c57,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:30.833546 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91df4fb1-0eec-4c0c-aa55-6d19eb2df029 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:32:30.898765 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 91df4fb1-0eec-4c0c-aa55-6d19eb2df029, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=91df4fb1-0eec-4c0c-aa55-6d19eb2df029,segment=NetworkSegment(f6c893c0-ae7b-4968-9c43-ab76e31be400),segment_id=f6c893c0-ae7b-4968-9c43-ab76e31be400)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:30.906541 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (91df4fb1-0eec-4c0c-aa55-6d19eb2df029), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:31.090590 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=91df4fb1-0eec-4c0c-aa55-6d19eb2df029,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:31.152769 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f810ba8f-c77f-4e9c-b176-5468dda143cc req-52c43234-f262-4876-bea7-0f6af7c7c67e tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (42fedb07-122f-4176-ab68-e86ff46bf00b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:31.169328 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['139af954-9d2a-4fce-b581-3ace4f101e7b', '42fedb07-122f-4176-ab68-e86ff46bf00b'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:31.214442 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-167a3732-e7a3-42e0-a605-4867177e2f9c tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (003a667f-eb5b-478c-9839-6304c9488b89), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:31.341282 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c43234-f262-4876-bea7-0f6af7c7c67e tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Pushing event deleted for resources: {'Port': ['ID=42fedb07-122f-4176-ab68-e86ff46bf00b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:31.389084 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30593a-e9c6-4dec-ace1-3d0ce155b0c6 req-a6602ab5-5f8f-409f-a2df-c88e0cd4be08 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:31.397569 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cb30593a-e9c6-4dec-ace1-3d0ce155b0c6 req-a6602ab5-5f8f-409f-a2df-c88e0cd4be08 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2626ffc-8fab-4747-9a43-7227edcc00ee HTTP/1.1" status: 200 len: 945 time: 0.3566015 Jan 28 13:32:31.501826 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-f810ba8f-c77f-4e9c-b176-5468dda143cc req-52c43234-f262-4876-bea7-0f6af7c7c67e tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] No DVR routers for this DVR port 42fedb07-122f-4176-ab68-e86ff46bf00b on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:32:31.534165 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f810ba8f-c77f-4e9c-b176-5468dda143cc req-52c43234-f262-4876-bea7-0f6af7c7c67e tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:31.543224 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['f0fe5daa-acf0-4f7e-b641-574de0748ed4'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:31.547790 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['bda0bfac-8843-465f-a99c-d4e0d58976ff'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:31.553562 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f810ba8f-c77f-4e9c-b176-5468dda143cc req-52c43234-f262-4876-bea7-0f6af7c7c67e tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.37 "DELETE /v2.0/ports/42fedb07-122f-4176-ab68-e86ff46bf00b HTTP/1.1" status: 204 len: 173 time: 1.7070932 Jan 28 13:32:31.555679 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['74437a62-acfb-47da-925a-b0b54245b4d9'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:31.560141 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd914257d-5a88-489d-a1eb-0c3ecaa4f14e', 'name': 'network-vif-deleted', 'tag': '42fedb07-122f-4176-ab68-e86ff46bf00b'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:31.565861 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72eeaa43-cace-4159-837f-c7dc91dcf9c5" -d '{"events": [{"server_uuid": "d914257d-5a88-489d-a1eb-0c3ecaa4f14e", "name": "network-vif-deleted", "tag": "42fedb07-122f-4176-ab68-e86ff46bf00b"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:31.628257 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cb30593a-e9c6-4dec-ace1-3d0ce155b0c6 req-330cc6c4-edc8-4a98-8811-a29fd4653bb2 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb3b7688-453a-4958-9ee8-b2e40205f94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290757 Jan 28 13:32:31.900646 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167a3732-e7a3-42e0-a605-4867177e2f9c tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Router 003a667f-eb5b-478c-9839-6304c9488b89 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:32:31.976040 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b878ff1-2c6b-4689-937e-05eafee0dbfa req-10c99671-2f01-47ea-872b-26d77aa5626f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:31.988386 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5b878ff1-2c6b-4689-937e-05eafee0dbfa req-10c99671-2f01-47ea-872b-26d77aa5626f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 945 time: 0.1362088 Jan 28 13:32:32.115566 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5b878ff1-2c6b-4689-937e-05eafee0dbfa req-c47a5df9-24eb-4843-81f1-c9fef000938a tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126857 Jan 28 13:32:32.120591 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['f581e7e7-2efc-4545-a180-92398f10892e'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:32.263806 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167a3732-e7a3-42e0-a605-4867177e2f9c tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:32:32.275245 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a7a591-063a-4894-b7ae-daac65378fd7 None None] Sync routers for ids ['003a667f-eb5b-478c-9839-6304c9488b89'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:32:32.288046 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-167a3732-e7a3-42e0-a605-4867177e2f9c tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] 10.222.0.39 "PUT /v2.0/routers/003a667f-eb5b-478c-9839-6304c9488b89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7015047 Jan 28 13:32:32.288269 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59248) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:32.304285 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a7a591-063a-4894-b7ae-daac65378fd7 None None] Routers {'003a667f-eb5b-478c-9839-6304c9488b89'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:32:32.314259 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-e2a7a591-063a-4894-b7ae-daac65378fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:32:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['003a667f-eb5b-478c-9839-6304c9488b89'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:32.463793 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-e2a7a591-063a-4894-b7ae-daac65378fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:32.493454 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc78a573-7aec-4baf-8726-f3f0eddbe579 x-openstack-request-id: req-cc78a573-7aec-4baf-8726-f3f0eddbe579 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:32.493793 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2626ffc-8fab-4747-9a43-7227edcc00ee", "name": "network-vif-plugged", "status": "completed", "tag": "5a26c555-7697-4ff7-bbe2-5091ba032401", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:32.494201 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc78a573-7aec-4baf-8726-f3f0eddbe579 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:32.494379 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2626ffc-8fab-4747-9a43-7227edcc00ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a26c555-7697-4ff7-bbe2-5091ba032401', 'code': 200} Jan 28 13:32:32.507314 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a7a591-063a-4894-b7ae-daac65378fd7 None None] Routers {'003a667f-eb5b-478c-9839-6304c9488b89'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:32:32.508006 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-e2a7a591-063a-4894-b7ae-daac65378fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:32:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['003a667f-eb5b-478c-9839-6304c9488b89'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:32.548416 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2eda46df-6877-4ae1-a752-812d65fc77d2 req-b0d17859-d0d5-458c-bacd-ca061a09c1eb tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=d914257d-5a88-489d-a1eb-0c3ecaa4f14e HTTP/1.1" status: 200 len: 210 time: 0.0938823 Jan 28 13:32:32.662298 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-e2a7a591-063a-4894-b7ae-daac65378fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:32.663050 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a7a591-063a-4894-b7ae-daac65378fd7 None None] The sync data for ids ['003a667f-eb5b-478c-9839-6304c9488b89'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:32:32.723400 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bf62c00d-1df6-4f27-8b61-f0ebe5f4b362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:32.834703 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac87eb0-cdf9-4c7a-b813-5d250965d9e2 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks [] for router (003a667f-eb5b-478c-9839-6304c9488b89), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:32.845830 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25461b4d-0d51-4307-99df-335084affa51 req-52b83607-cd8f-44aa-abdd-66cc0635dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:32.848584 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-25461b4d-0d51-4307-99df-335084affa51 req-52b83607-cd8f-44aa-abdd-66cc0635dd62 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2626ffc-8fab-4747-9a43-7227edcc00ee HTTP/1.1" status: 200 len: 1096 time: 0.3832972 Jan 28 13:32:32.901045 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['91df4fb1-0eec-4c0c-aa55-6d19eb2df029'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:33.030087 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-25461b4d-0d51-4307-99df-335084affa51 req-117e306d-6a38-4904-8f06-5f279a0b26fc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fb3b7688-453a-4958-9ee8-b2e40205f94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961351 Jan 28 13:32:33.056878 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['c9b3c74c-0d75-49f6-b265-c9805d7a7fcc'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:33.060383 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['0c0f91d0-9eaa-4b76-abe7-1a460d8a367f'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:33.204991 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859352bd-5302-4972-b291-7edb166431b3 req-6bda1a25-2f06-4406-87b1-30c3693615a0 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:33.214278 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-859352bd-5302-4972-b291-7edb166431b3 req-6bda1a25-2f06-4406-87b1-30c3693615a0 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 945 time: 0.4966259 Jan 28 13:32:33.282621 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac87eb0-cdf9-4c7a-b813-5d250965d9e2 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks [] for router_gateway (003a667f-eb5b-478c-9839-6304c9488b89), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:33.389422 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 42fedb07-122f-4176-ab68-e86ff46bf00b no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:32:33.447434 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-859352bd-5302-4972-b291-7edb166431b3 req-ec088a15-b79e-4b8d-b5de-cc5fc6865483 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ba3f71e-0e0f-40df-abe9-95ac24341234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292366 Jan 28 13:32:33.512231 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-7ac87eb0-cdf9-4c7a-b813-5d250965d9e2 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Deleting port 52f0c3b7-2be1-4497-9729-b91b649ef9eb {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:33.514813 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac87eb0-cdf9-4c7a-b813-5d250965d9e2 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (52f0c3b7-2be1-4497-9729-b91b649ef9eb), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:33.748952 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac87eb0-cdf9-4c7a-b813-5d250965d9e2 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (52f0c3b7-2be1-4497-9729-b91b649ef9eb), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:33.765689 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-7ac87eb0-cdf9-4c7a-b813-5d250965d9e2 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Calling delete_port for 52f0c3b7-2be1-4497-9729-b91b649ef9eb owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:33.835471 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:33.837273 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 42fedb07-122f-4176-ab68-e86ff46bf00b {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:32:33.837836 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 42fedb07-122f-4176-ab68-e86ff46bf00b not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:32:33.979024 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac87eb0-cdf9-4c7a-b813-5d250965d9e2 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (52f0c3b7-2be1-4497-9729-b91b649ef9eb), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:34.067609 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac87eb0-cdf9-4c7a-b813-5d250965d9e2 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Pushing event deleted for resources: {'Port': ['ID=52f0c3b7-2be1-4497-9729-b91b649ef9eb,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:34.127243 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac87eb0-cdf9-4c7a-b813-5d250965d9e2 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (003a667f-eb5b-478c-9839-6304c9488b89), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:34.144626 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a39372-5192-4f6c-93f3-307d5b128690 req-4b5f83d5-72c3-4abf-9363-1bada2e987f1 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:34.172137 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a39372-5192-4f6c-93f3-307d5b128690 req-4b5f83d5-72c3-4abf-9363-1bada2e987f1 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:34.178477 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a39372-5192-4f6c-93f3-307d5b128690 req-4b5f83d5-72c3-4abf-9363-1bada2e987f1 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:34.209634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a39372-5192-4f6c-93f3-307d5b128690 req-4b5f83d5-72c3-4abf-9363-1bada2e987f1 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:34.230115 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a39372-5192-4f6c-93f3-307d5b128690 req-4b5f83d5-72c3-4abf-9363-1bada2e987f1 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:34.237935 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a39372-5192-4f6c-93f3-307d5b128690 req-4b5f83d5-72c3-4abf-9363-1bada2e987f1 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:34.258976 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a39372-5192-4f6c-93f3-307d5b128690 req-4b5f83d5-72c3-4abf-9363-1bada2e987f1 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:34.273241 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-28a39372-5192-4f6c-93f3-307d5b128690 req-4b5f83d5-72c3-4abf-9363-1bada2e987f1 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5435 time: 0.6726236 Jan 28 13:32:34.434748 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:35.169406 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac87eb0-cdf9-4c7a-b813-5d250965d9e2 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (003a667f-eb5b-478c-9839-6304c9488b89), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:35.179605 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-28a39372-5192-4f6c-93f3-307d5b128690 req-0829147b-c292-4dce-b4b5-28f8137db8d7 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2726564 Jan 28 13:32:35.192379 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac87eb0-cdf9-4c7a-b813-5d250965d9e2 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks [] for router_controller (003a667f-eb5b-478c-9839-6304c9488b89), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:35.244183 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfe6676-1e57-4d8d-81a7-6f190e434296 x-openstack-request-id: req-abfe6676-1e57-4d8d-81a7-6f190e434296 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:35.244530 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d914257d-5a88-489d-a1eb-0c3ecaa4f14e", "name": "network-vif-deleted", "tag": "42fedb07-122f-4176-ab68-e86ff46bf00b", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:35.244722 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-abfe6676-1e57-4d8d-81a7-6f190e434296 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:35.245119 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd914257d-5a88-489d-a1eb-0c3ecaa4f14e', 'name': 'network-vif-deleted', 'tag': '42fedb07-122f-4176-ab68-e86ff46bf00b', 'status': 'completed', 'code': 200} Jan 28 13:32:35.300787 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eb543e94-355d-4f3c-b273-c300e0f70694 req-19838414-0fc4-4f1f-8e4f-0fb418f67822 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0259240 Jan 28 13:32:35.327357 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac87eb0-cdf9-4c7a-b813-5d250965d9e2 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (003a667f-eb5b-478c-9839-6304c9488b89), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:35.327896 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac87eb0-cdf9-4c7a-b813-5d250965d9e2 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Fanout notify agent at l3_agent the message router_deleted on router 003a667f-eb5b-478c-9839-6304c9488b89 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:32:35.341330 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac87eb0-cdf9-4c7a-b813-5d250965d9e2 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:35.345972 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59268) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:35.354962 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7ac87eb0-cdf9-4c7a-b813-5d250965d9e2 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] 10.222.0.39 "DELETE /v2.0/routers/003a667f-eb5b-478c-9839-6304c9488b89 HTTP/1.1" status: 204 len: 168 time: 3.0650742 Jan 28 13:32:35.480254 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-62810086-1ee5-49e4-a222-4792c6cb0535 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Deleting subnet 87e48956-dc02-4f40-84f2-5dd9c965e5b6 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:32:35.489326 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-62810086-1ee5-49e4-a222-4792c6cb0535 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks [] for subnet (87e48956-dc02-4f40-84f2-5dd9c965e5b6), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:35.576519 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb543e94-355d-4f3c-b273-c300e0f70694 req-6a738c7b-eec6-4870-843b-f0d0386d1f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:35.593459 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eb543e94-355d-4f3c-b273-c300e0f70694 req-6a738c7b-eec6-4870-843b-f0d0386d1f48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 1097 time: 0.2300811 Jan 28 13:32:35.605662 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-62810086-1ee5-49e4-a222-4792c6cb0535 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (87e48956-dc02-4f40-84f2-5dd9c965e5b6), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:35.611030 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e963be0-8d33-4761-81d0-2271a39153ac req-04af781b-ef77-4f80-8997-c4af13aee47d tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:35.628453 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2e963be0-8d33-4761-81d0-2271a39153ac req-04af781b-ef77-4f80-8997-c4af13aee47d tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2626ffc-8fab-4747-9a43-7227edcc00ee HTTP/1.1" status: 200 len: 945 time: 0.2520452 Jan 28 13:32:35.735168 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:35.870902 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-62810086-1ee5-49e4-a222-4792c6cb0535 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (87e48956-dc02-4f40-84f2-5dd9c965e5b6), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:35.929847 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2e963be0-8d33-4761-81d0-2271a39153ac req-566207ae-3cae-4f99-9fb3-c4d5acf896fa tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb3b7688-453a-4958-9ee8-b2e40205f94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003640 Jan 28 13:32:35.999549 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb543e94-355d-4f3c-b273-c300e0f70694 req-7f36964a-7198-4a23-a6b5-26827917c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:36.003447 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eb543e94-355d-4f3c-b273-c300e0f70694 req-7f36964a-7198-4a23-a6b5-26827917c369 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 200 len: 910 time: 0.3522787 Jan 28 13:32:36.011547 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-62810086-1ee5-49e4-a222-4792c6cb0535 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (87e48956-dc02-4f40-84f2-5dd9c965e5b6), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:36.138607 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62810086-1ee5-49e4-a222-4792c6cb0535 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Pushing event deleted for resources: {'Subnet': ['ID=87e48956-dc02-4f40-84f2-5dd9c965e5b6,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:36.164705 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-62810086-1ee5-49e4-a222-4792c6cb0535 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:36.176023 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-62810086-1ee5-49e4-a222-4792c6cb0535 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] 10.222.0.39 "DELETE /v2.0/subnets/87e48956-dc02-4f40-84f2-5dd9c965e5b6 HTTP/1.1" status: 204 len: 168 time: 0.8278258 Jan 28 13:32:36.176873 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59272) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:36.178677 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcdf06a-cbe7-4d25-8010-e1c23e16b49e None None] Network c9a54486-5082-4bab-86f9-52270c30c190 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:36.229449 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eb543e94-355d-4f3c-b273-c300e0f70694 req-eab4bfaa-d745-4e0e-8669-5897dd8d48c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05dbcb58-e1e0-4ae6-9b70-3124399838e9 HTTP/1.1" status: 200 len: 1000 time: 0.2193861 Jan 28 13:32:36.392362 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c9ba461f-40b2-4e86-884b-0b41c00e5a66 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (c9a54486-5082-4bab-86f9-52270c30c190), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:36.461657 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb543e94-355d-4f3c-b273-c300e0f70694 req-edb70686-e575-4ed6-ac48-0d318e5034b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:36.465045 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eb543e94-355d-4f3c-b273-c300e0f70694 req-edb70686-e575-4ed6-ac48-0d318e5034b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0384f919-cf7e-4ec0-b290-94b57d977aef HTTP/1.1" status: 200 len: 849 time: 0.2277339 Jan 28 13:32:36.509368 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220a473-3e38-4256-a182-6ce0ed738df2 req-417bd95e-3ac0-4806-a92a-c5a171575eb7 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:36.519975 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7032bf47-5eaa-49a5-bd7f-1606b0586f7c None None] DHCP port deletion for c9a54486-5082-4bab-86f9-52270c30c190 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:32:36.521390 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-c9ba461f-40b2-4e86-884b-0b41c00e5a66 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Deleting port 7d5d8570-8d59-440b-945a-bc320cff8fc1 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:36.521623 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c9ba461f-40b2-4e86-884b-0b41c00e5a66 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7d5d8570-8d59-440b-945a-bc320cff8fc1), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:36.525655 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a220a473-3e38-4256-a182-6ce0ed738df2 req-417bd95e-3ac0-4806-a92a-c5a171575eb7 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 945 time: 0.2175229 Jan 28 13:32:36.656929 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-c9ba461f-40b2-4e86-884b-0b41c00e5a66 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] For port 7d5d8570-8d59-440b-945a-bc320cff8fc1, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7d5d8570-8d59-440b-945a-bc320cff8fc1,segment=NetworkSegment(2a1ef5f2-2421-4719-83e4-8470abb1b08a),segment_id=2a1ef5f2-2421-4719-83e4-8470abb1b08a)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:36.657858 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c9ba461f-40b2-4e86-884b-0b41c00e5a66 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7d5d8570-8d59-440b-945a-bc320cff8fc1), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:36.671848 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-c9ba461f-40b2-4e86-884b-0b41c00e5a66 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Calling delete_port for 7d5d8570-8d59-440b-945a-bc320cff8fc1 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:36.674102 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb543e94-355d-4f3c-b273-c300e0f70694 req-7ea2ed1b-9ccb-4da9-a86a-49069dbe0078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:36.675902 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eb543e94-355d-4f3c-b273-c300e0f70694 req-7ea2ed1b-9ccb-4da9-a86a-49069dbe0078 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7079efeb-cd22-4f60-b771-d74efc0a16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2031548 Jan 28 13:32:36.676657 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7032bf47-5eaa-49a5-bd7f-1606b0586f7c None None] Deleting port 7d5d8570-8d59-440b-945a-bc320cff8fc1 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:36.677106 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7032bf47-5eaa-49a5-bd7f-1606b0586f7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7d5d8570-8d59-440b-945a-bc320cff8fc1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:36.720614 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a220a473-3e38-4256-a182-6ce0ed738df2 req-eba37cac-bc42-4a84-98de-5ef1a35de2f1 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940577 Jan 28 13:32:36.850643 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c9ba461f-40b2-4e86-884b-0b41c00e5a66 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (7d5d8570-8d59-440b-945a-bc320cff8fc1), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:36.855574 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-7032bf47-5eaa-49a5-bd7f-1606b0586f7c None None] For port 7d5d8570-8d59-440b-945a-bc320cff8fc1, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7d5d8570-8d59-440b-945a-bc320cff8fc1,segment=NetworkSegment(2a1ef5f2-2421-4719-83e4-8470abb1b08a),segment_id=2a1ef5f2-2421-4719-83e4-8470abb1b08a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:36.856124 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7032bf47-5eaa-49a5-bd7f-1606b0586f7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7d5d8570-8d59-440b-945a-bc320cff8fc1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:36.871577 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ba461f-40b2-4e86-884b-0b41c00e5a66 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] No DVR routers for this DVR port 7d5d8570-8d59-440b-945a-bc320cff8fc1 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:32:36.890258 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7032bf47-5eaa-49a5-bd7f-1606b0586f7c None None] Calling delete_port for 7d5d8570-8d59-440b-945a-bc320cff8fc1 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:36.905856 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba461f-40b2-4e86-884b-0b41c00e5a66 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Pushing event deleted for resources: {'Port': ['ID=7d5d8570-8d59-440b-945a-bc320cff8fc1,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:37.016815 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c9ba461f-40b2-4e86-884b-0b41c00e5a66 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (c9a54486-5082-4bab-86f9-52270c30c190), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.022995 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eb543e94-355d-4f3c-b273-c300e0f70694 req-b3e9cfc0-8220-4ea1-b463-e34ea7b5e42f service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258011 Jan 28 13:32:37.036585 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device f0fe5daa-acf0-4f7e-b641-574de0748ed4 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:37.046052 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-c9ba461f-40b2-4e86-884b-0b41c00e5a66 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a54486-5082-4bab-86f9-52270c30c190']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:37.058137 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-c9ba461f-40b2-4e86-884b-0b41c00e5a66 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a1ef5f2-2421-4719-83e4-8470abb1b08a') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:37.059212 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-c9ba461f-40b2-4e86-884b-0b41c00e5a66 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a1ef5f2-2421-4719-83e4-8470abb1b08a') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:37.069806 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c9ba461f-40b2-4e86-884b-0b41c00e5a66 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (2a1ef5f2-2421-4719-83e4-8470abb1b08a), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.088398 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c9ba461f-40b2-4e86-884b-0b41c00e5a66 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (2a1ef5f2-2421-4719-83e4-8470abb1b08a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.095954 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ba461f-40b2-4e86-884b-0b41c00e5a66 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:32:37.096615 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c9ba461f-40b2-4e86-884b-0b41c00e5a66 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (2a1ef5f2-2421-4719-83e4-8470abb1b08a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.140890 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port f0fe5daa-acf0-4f7e-b641-574de0748ed4 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:32:37.147643 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port f0fe5daa-acf0-4f7e-b641-574de0748ed4 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:37.148504 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (f0fe5daa-acf0-4f7e-b641-574de0748ed4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:32:37.175240 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:32:37.188036 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7032bf47-5eaa-49a5-bd7f-1606b0586f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (7d5d8570-8d59-440b-945a-bc320cff8fc1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.188177 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe0494-07b7-4a59-aaa5-cc83d2aeb57c req-6cedd855-cfe5-4ed9-b92e-f35f5e28074a tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:37.190039 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c9ba461f-40b2-4e86-884b-0b41c00e5a66 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (c9a54486-5082-4bab-86f9-52270c30c190), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.193792 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6dbe0494-07b7-4a59-aaa5-cc83d2aeb57c req-6cedd855-cfe5-4ed9-b92e-f35f5e28074a tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 945 time: 0.2185047 Jan 28 13:32:37.220184 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032bf47-5eaa-49a5-bd7f-1606b0586f7c None None] Pushing event deleted for resources: {'Port': ['ID=7d5d8570-8d59-440b-945a-bc320cff8fc1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:37.223368 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c9ba461f-40b2-4e86-884b-0b41c00e5a66 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.231117 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c9ba461f-40b2-4e86-884b-0b41c00e5a66 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] 10.222.0.39 "DELETE /v2.0/networks/c9a54486-5082-4bab-86f9-52270c30c190 HTTP/1.1" status: 204 len: 168 time: 1.0493560 Jan 28 13:32:37.232475 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59296) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:37.236734 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7032bf47-5eaa-49a5-bd7f-1606b0586f7c None None] Network c9a54486-5082-4bab-86f9-52270c30c190 is not hosted by any dhcp agent {{(pid=103353) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 13:32:37.237498 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7032bf47-5eaa-49a5-bd7f-1606b0586f7c None None] No DVR routers for this DVR port 7d5d8570-8d59-440b-945a-bc320cff8fc1 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:32:37.278968 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba461f-40b2-4e86-884b-0b41c00e5a66 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Pushing event deleted for resources: {'Network': ['ID=c9a54486-5082-4bab-86f9-52270c30c190,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:37.304101 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eb543e94-355d-4f3c-b273-c300e0f70694 req-29e66431-c6c1-4063-a29e-bfb11d7a50e2 service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623389 Jan 28 13:32:37.314858 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6dbe0494-07b7-4a59-aaa5-cc83d2aeb57c req-047c3843-a05a-4e44-af28-d97a9fdd8bb8 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ba3f71e-0e0f-40df-abe9-95ac24341234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201110 Jan 28 13:32:37.372964 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port f0fe5daa-acf0-4f7e-b641-574de0748ed4 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:37.374053 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f0fe5daa-acf0-4f7e-b641-574de0748ed4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.445415 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port f0fe5daa-acf0-4f7e-b641-574de0748ed4, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=f0fe5daa-acf0-4f7e-b641-574de0748ed4,segment=NetworkSegment(fb18244e-3af3-4deb-8d3e-faa801cd5018),segment_id=fb18244e-3af3-4deb-8d3e-faa801cd5018)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:37.447049 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fe5daa-acf0-4f7e-b641-574de0748ed4'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:37.451690 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecf1262-2292-4aff-b80c-cf12e61212cc" -d '{"events": [{"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-plugged", "status": "completed", "tag": "f0fe5daa-acf0-4f7e-b641-574de0748ed4"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:37.455892 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f0fe5daa-acf0-4f7e-b641-574de0748ed4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.457252 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 74437a62-acfb-47da-925a-b0b54245b4d9 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:37.488762 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-86a6db32-4d4d-41e9-bf1c-01400cee3d90 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Deleting port 8200e064-a87f-4bc0-9ac2-bc7372b01342 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:37.489632 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-86a6db32-4d4d-41e9-bf1c-01400cee3d90 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8200e064-a87f-4bc0-9ac2-bc7372b01342), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.581088 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4f678-8733-4d27-aab7-c9f935c719a6 req-bc8d87fb-6433-4064-82d0-99790755013e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:37.603505 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4f678-8733-4d27-aab7-c9f935c719a6 req-bc8d87fb-6433-4064-82d0-99790755013e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:37.614149 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4f678-8733-4d27-aab7-c9f935c719a6 req-bc8d87fb-6433-4064-82d0-99790755013e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:37.631884 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4f678-8733-4d27-aab7-c9f935c719a6 req-bc8d87fb-6433-4064-82d0-99790755013e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:37.648161 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4f678-8733-4d27-aab7-c9f935c719a6 req-bc8d87fb-6433-4064-82d0-99790755013e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:37.662173 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4f678-8733-4d27-aab7-c9f935c719a6 req-bc8d87fb-6433-4064-82d0-99790755013e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:37.692741 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4f678-8733-4d27-aab7-c9f935c719a6 req-bc8d87fb-6433-4064-82d0-99790755013e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:37.700405 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=f0fe5daa-acf0-4f7e-b641-574de0748ed4,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:37.703209 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-38b4f678-8733-4d27-aab7-c9f935c719a6 req-bc8d87fb-6433-4064-82d0-99790755013e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5435 time: 0.2800744 Jan 28 13:32:37.719995 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 74437a62-acfb-47da-925a-b0b54245b4d9 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:32:37.730696 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 74437a62-acfb-47da-925a-b0b54245b4d9 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:37.731258 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (74437a62-acfb-47da-925a-b0b54245b4d9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.829747 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-86a6db32-4d4d-41e9-bf1c-01400cee3d90 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8200e064-a87f-4bc0-9ac2-bc7372b01342), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.833263 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-86a6db32-4d4d-41e9-bf1c-01400cee3d90 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks [] for floatingip (8200e064-a87f-4bc0-9ac2-bc7372b01342), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.852151 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 74437a62-acfb-47da-925a-b0b54245b4d9 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:37.853108 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (74437a62-acfb-47da-925a-b0b54245b4d9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.857726 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-86a6db32-4d4d-41e9-bf1c-01400cee3d90 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Calling delete_port for 8200e064-a87f-4bc0-9ac2-bc7372b01342 owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:37.927291 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-38b4f678-8733-4d27-aab7-c9f935c719a6 req-b911ca4e-eda5-435f-a089-3d1d0a8e5d77 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2207553 Jan 28 13:32:37.992944 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 74437a62-acfb-47da-925a-b0b54245b4d9, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=74437a62-acfb-47da-925a-b0b54245b4d9,segment=NetworkSegment(838a3594-93f5-4a9e-88df-6a6995eaa6d3),segment_id=838a3594-93f5-4a9e-88df-6a6995eaa6d3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:37.998509 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (74437a62-acfb-47da-925a-b0b54245b4d9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.999431 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device f581e7e7-2efc-4545-a180-92398f10892e up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:38.097635 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc0e1c9-8ec9-4444-bd1d-2ede1d757ce8 x-openstack-request-id: req-cbc0e1c9-8ec9-4444-bd1d-2ede1d757ce8 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:38.097998 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-plugged", "status": "completed", "tag": "f0fe5daa-acf0-4f7e-b641-574de0748ed4", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:38.098192 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cbc0e1c9-8ec9-4444-bd1d-2ede1d757ce8 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:38.098591 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fe5daa-acf0-4f7e-b641-574de0748ed4', 'code': 200} Jan 28 13:32:38.163880 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port f581e7e7-2efc-4545-a180-92398f10892e completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:32:38.200226 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port f581e7e7-2efc-4545-a180-92398f10892e triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:38.200226 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (f581e7e7-2efc-4545-a180-92398f10892e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.241109 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a2ae5-ffd0-42a4-be74-04ed55eb1ccd req-7fce82d3-e65d-4ed5-891b-079569ee9769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:38.243590 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-552a2ae5-ffd0-42a4-be74-04ed55eb1ccd req-7fce82d3-e65d-4ed5-891b-079569ee9769 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=205e0e0f7c204c6b8762ba0b567c808e&device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 1096 time: 0.1913171 Jan 28 13:32:38.251756 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=74437a62-acfb-47da-925a-b0b54245b4d9,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:38.269333 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aed770-2073-43b7-8c64-62512fb0c8e8 req-6ac60b01-b08a-4878-93b7-61e12d6f006f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:38.270881 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c3aed770-2073-43b7-8c64-62512fb0c8e8 req-6ac60b01-b08a-4878-93b7-61e12d6f006f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 945 time: 0.1278129 Jan 28 13:32:38.314214 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-86a6db32-4d4d-41e9-bf1c-01400cee3d90 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (8200e064-a87f-4bc0-9ac2-bc7372b01342), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.355536 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6db32-4d4d-41e9-bf1c-01400cee3d90 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Pushing event deleted for resources: {'Port': ['ID=8200e064-a87f-4bc0-9ac2-bc7372b01342,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:38.360519 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port f581e7e7-2efc-4545-a180-92398f10892e is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:38.367383 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f581e7e7-2efc-4545-a180-92398f10892e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.370744 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ec458-19ac-4df1-b444-1dee028d2414 req-013d5e77-e7d4-4b8a-a51c-15fdee5ad40f tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:38.372875 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8e0ec458-19ac-4df1-b444-1dee028d2414 req-013d5e77-e7d4-4b8a-a51c-15fdee5ad40f tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2626ffc-8fab-4747-9a43-7227edcc00ee HTTP/1.1" status: 200 len: 945 time: 0.1389136 Jan 28 13:32:38.425982 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port f581e7e7-2efc-4545-a180-92398f10892e, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=f581e7e7-2efc-4545-a180-92398f10892e,segment=NetworkSegment(838a3594-93f5-4a9e-88df-6a6995eaa6d3),segment_id=838a3594-93f5-4a9e-88df-6a6995eaa6d3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:38.441573 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f581e7e7-2efc-4545-a180-92398f10892e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.445038 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:38.450442 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c3aed770-2073-43b7-8c64-62512fb0c8e8 req-22430819-197b-476c-a66d-8f57a3b4bfe4 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696398 Jan 28 13:32:38.479530 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a2ae5-ffd0-42a4-be74-04ed55eb1ccd req-e7b70ae8-7d50-46fa-aea7-5947b6d774c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:38.481723 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-552a2ae5-ffd0-42a4-be74-04ed55eb1ccd req-e7b70ae8-7d50-46fa-aea7-5947b6d774c2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dd65474c-0b14-4c75-9058-245198106ef8 HTTP/1.1" status: 200 len: 916 time: 0.2278354 Jan 28 13:32:38.539708 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8e0ec458-19ac-4df1-b444-1dee028d2414 req-6444a453-25ee-4911-8dee-2d919153dbb7 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb3b7688-453a-4958-9ee8-b2e40205f94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608272 Jan 28 13:32:38.541845 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-86a6db32-4d4d-41e9-bf1c-01400cee3d90 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks [] for floatingip (8707eaef-643c-42b2-93e0-3bd7b69a2a68), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.543430 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-86a6db32-4d4d-41e9-bf1c-01400cee3d90 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.544588 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-86a6db32-4d4d-41e9-bf1c-01400cee3d90 tempest-FloatingIPAdminTestJSON-1503923987 tempest-FloatingIPAdminTestJSON-1503923987-project] 10.222.0.39 "DELETE /v2.0/floatingips/8707eaef-643c-42b2-93e0-3bd7b69a2a68 HTTP/1.1" status: 204 len: 168 time: 1.2753730 Jan 28 13:32:38.634421 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:32:38.644589 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:38.644974 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0c0f91d0-9eaa-4b76-abe7-1a460d8a367f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.646501 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=f581e7e7-2efc-4545-a180-92398f10892e,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:38.698879 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7d5d8570-8d59-440b-945a-bc320cff8fc1 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:32:38.724680 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 7d5d8570-8d59-440b-945a-bc320cff8fc1 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:32:38.725041 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7d5d8570-8d59-440b-945a-bc320cff8fc1 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:32:38.752462 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8b0c7-e3fa-4afb-8fa5-fe7dd71d1f02 req-ba7e1142-d900-4192-981c-50edea01807d tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:38.760398 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f3b8b0c7-e3fa-4afb-8fa5-fe7dd71d1f02 req-ba7e1142-d900-4192-981c-50edea01807d tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=573daf7d-2e4e-4525-a1ee-674e823fc854 HTTP/1.1" status: 200 len: 946 time: 0.1512527 Jan 28 13:32:38.770272 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-552a2ae5-ffd0-42a4-be74-04ed55eb1ccd req-624c96a7-99cf-45a3-80f2-bd5df8c687d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91755f44-fc12-4753-90b2-7a0c1535621f HTTP/1.1" status: 200 len: 1001 time: 0.2719612 Jan 28 13:32:38.831689 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:38.832107 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0c0f91d0-9eaa-4b76-abe7-1a460d8a367f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.866869 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=0c0f91d0-9eaa-4b76-abe7-1a460d8a367f,segment=NetworkSegment(838a3594-93f5-4a9e-88df-6a6995eaa6d3),segment_id=838a3594-93f5-4a9e-88df-6a6995eaa6d3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:38.874495 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0c0f91d0-9eaa-4b76-abe7-1a460d8a367f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.875462 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device bda0bfac-8843-465f-a99c-d4e0d58976ff up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:38.883806 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a2ae5-ffd0-42a4-be74-04ed55eb1ccd req-a0ae8128-b888-4553-a8b1-bf8c9e7dc859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:38.885358 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-552a2ae5-ffd0-42a4-be74-04ed55eb1ccd req-a0ae8128-b888-4553-a8b1-bf8c9e7dc859 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10438cad-60ca-4257-93e8-c8ceba8bf16c HTTP/1.1" status: 200 len: 855 time: 0.1051626 Jan 28 13:32:38.897770 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f3b8b0c7-e3fa-4afb-8fa5-fe7dd71d1f02 req-e2f7c513-c61b-4665-a5fb-7670cc1b02d7 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345859 Jan 28 13:32:38.920470 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:32:38.933450 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eac02b-0a80-43bf-8c23-ec2c9f92bccd req-dce20c4d-7ab2-42ed-a038-fa92dfcf3c54 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:38.950283 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f5eac02b-0a80-43bf-8c23-ec2c9f92bccd req-dce20c4d-7ab2-42ed-a038-fa92dfcf3c54 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 945 time: 0.1358354 Jan 28 13:32:38.971099 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a2ae5-ffd0-42a4-be74-04ed55eb1ccd req-23e716de-773d-4fe0-8e0b-28e7c455fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:38.981422 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=0c0f91d0-9eaa-4b76-abe7-1a460d8a367f,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:38.985381 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port bda0bfac-8843-465f-a99c-d4e0d58976ff completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:32:38.987211 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-552a2ae5-ffd0-42a4-be74-04ed55eb1ccd req-23e716de-773d-4fe0-8e0b-28e7c455fe25 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dd65474c-0b14-4c75-9058-245198106ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882566 Jan 28 13:32:38.992767 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port bda0bfac-8843-465f-a99c-d4e0d58976ff triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:38.993142 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (bda0bfac-8843-465f-a99c-d4e0d58976ff), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.028399 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59324) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:39.106896 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f5eac02b-0a80-43bf-8c23-ec2c9f92bccd req-c4f1b5e4-1365-48c4-9219-84e9be618b87 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ba3f71e-0e0f-40df-abe9-95ac24341234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468916 Jan 28 13:32:39.211208 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port bda0bfac-8843-465f-a99c-d4e0d58976ff is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:39.215400 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bda0bfac-8843-465f-a99c-d4e0d58976ff), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.277241 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port bda0bfac-8843-465f-a99c-d4e0d58976ff, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=bda0bfac-8843-465f-a99c-d4e0d58976ff,segment=NetworkSegment(fb18244e-3af3-4deb-8d3e-faa801cd5018),segment_id=fb18244e-3af3-4deb-8d3e-faa801cd5018)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:39.279987 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59508e5c-d705-4b67-8389-c657228bdd74 req-6ff85262-5056-4e8c-9e5f-78ea44d541e2 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:39.283746 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (bda0bfac-8843-465f-a99c-d4e0d58976ff), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.285049 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c9b3c74c-0d75-49f6-b265-c9805d7a7fcc up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:39.300283 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59508e5c-d705-4b67-8389-c657228bdd74 req-6ff85262-5056-4e8c-9e5f-78ea44d541e2 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:39.301486 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c74b05df-4748-44d0-a9e2-2cdb5721fdc7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fb2a6e6d656249a3badaf4fced883af3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2712977 Jan 28 13:32:39.302269 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59330) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:39.307365 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59508e5c-d705-4b67-8389-c657228bdd74 req-6ff85262-5056-4e8c-9e5f-78ea44d541e2 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:39.314882 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59508e5c-d705-4b67-8389-c657228bdd74 req-6ff85262-5056-4e8c-9e5f-78ea44d541e2 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:39.324710 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59508e5c-d705-4b67-8389-c657228bdd74 req-6ff85262-5056-4e8c-9e5f-78ea44d541e2 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:39.332281 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59508e5c-d705-4b67-8389-c657228bdd74 req-6ff85262-5056-4e8c-9e5f-78ea44d541e2 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:39.339130 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59508e5c-d705-4b67-8389-c657228bdd74 req-6ff85262-5056-4e8c-9e5f-78ea44d541e2 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:39.341440 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-59508e5c-d705-4b67-8389-c657228bdd74 req-6ff85262-5056-4e8c-9e5f-78ea44d541e2 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5439 time: 0.2894578 Jan 28 13:32:39.349850 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-552a2ae5-ffd0-42a4-be74-04ed55eb1ccd req-71c492b0-6d9e-4daa-8baf-d5cc9c853c25 service neutron] 10.222.0.18 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533330 Jan 28 13:32:39.382613 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-23dc4dc8-19f4-457e-b46b-5b47327d44ec admin admin] Publish callbacks [] for security_group (2f9e33fa-7157-4995-a9d6-4b2a19f088b5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.409443 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-23dc4dc8-19f4-457e-b46b-5b47327d44ec admin admin] Publish callbacks [] for security_group (2f9e33fa-7157-4995-a9d6-4b2a19f088b5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.473375 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-23dc4dc8-19f4-457e-b46b-5b47327d44ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (2f9e33fa-7157-4995-a9d6-4b2a19f088b5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.477066 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-23dc4dc8-19f4-457e-b46b-5b47327d44ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.481311 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-23dc4dc8-19f4-457e-b46b-5b47327d44ec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f9e33fa-7157-4995-a9d6-4b2a19f088b5 HTTP/1.1" status: 204 len: 168 time: 0.1778903 Jan 28 13:32:39.490496 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc4dc8-19f4-457e-b46b-5b47327d44ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9e33fa-7157-4995-a9d6-4b2a19f088b5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:39.588871 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-59508e5c-d705-4b67-8389-c657228bdd74 req-bc5311fb-cdcf-4c59-a283-83acb416b67b tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2374079 Jan 28 13:32:39.650359 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=bda0bfac-8843-465f-a99c-d4e0d58976ff,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:39.689641 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port c9b3c74c-0d75-49f6-b265-c9805d7a7fcc completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:32:39.731736 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da86201-7709-4916-8099-693317ca7e6e req-6034268e-5fa2-4154-aee3-81792a605212 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:39.734183 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356263d7-6926-4528-8802-d91529a9b693 req-c2df9124-6154-474e-b4bd-76d75eccca0b tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:39.735392 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port c9b3c74c-0d75-49f6-b265-c9805d7a7fcc triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:39.735816 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c9b3c74c-0d75-49f6-b265-c9805d7a7fcc), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.736363 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-356263d7-6926-4528-8802-d91529a9b693 req-c2df9124-6154-474e-b4bd-76d75eccca0b tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2626ffc-8fab-4747-9a43-7227edcc00ee HTTP/1.1" status: 200 len: 945 time: 0.2977741 Jan 28 13:32:39.739164 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-552a2ae5-ffd0-42a4-be74-04ed55eb1ccd req-3b9214c6-cac8-4e8c-9933-059890c0a236 service neutron] 10.222.0.18 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811955 Jan 28 13:32:39.749503 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8da86201-7709-4916-8099-693317ca7e6e req-6034268e-5fa2-4154-aee3-81792a605212 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 945 time: 0.1558130 Jan 28 13:32:39.823730 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8da86201-7709-4916-8099-693317ca7e6e req-b4149f12-ccd5-4751-bdaa-d9b5f7430e66 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732281 Jan 28 13:32:39.907627 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce719f49-8526-4cfa-b6d1-8dbb29e5fa02 req-d7c3f03a-0f01-4dd9-9fd1-463cd6f005b8 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:39.909555 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ce719f49-8526-4cfa-b6d1-8dbb29e5fa02 req-d7c3f03a-0f01-4dd9-9fd1-463cd6f005b8 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2626ffc-8fab-4747-9a43-7227edcc00ee HTTP/1.1" status: 200 len: 945 time: 0.1008449 Jan 28 13:32:39.932771 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-356263d7-6926-4528-8802-d91529a9b693 req-91775977-af9d-41c0-9c55-a5e48c532bd2 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Deleting port 5a26c555-7697-4ff7-bbe2-5091ba032401 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:39.933264 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-356263d7-6926-4528-8802-d91529a9b693 req-91775977-af9d-41c0-9c55-a5e48c532bd2 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (5a26c555-7697-4ff7-bbe2-5091ba032401), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.996798 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port c9b3c74c-0d75-49f6-b265-c9805d7a7fcc is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:39.997360 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c9b3c74c-0d75-49f6-b265-c9805d7a7fcc), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.058838 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ce719f49-8526-4cfa-b6d1-8dbb29e5fa02 req-84d66a2e-fedb-47fb-a6c2-53fd61985880 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb3b7688-453a-4958-9ee8-b2e40205f94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353343 Jan 28 13:32:40.091983 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c9b3c74c-0d75-49f6-b265-c9805d7a7fcc, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c9b3c74c-0d75-49f6-b265-c9805d7a7fcc,segment=NetworkSegment(838a3594-93f5-4a9e-88df-6a6995eaa6d3),segment_id=838a3594-93f5-4a9e-88df-6a6995eaa6d3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:40.097108 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c9b3c74c-0d75-49f6-b265-c9805d7a7fcc), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.097987 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 91df4fb1-0eec-4c0c-aa55-6d19eb2df029 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:40.102753 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59356) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:40.104126 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74437a62-acfb-47da-925a-b0b54245b4d9'}, {'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f581e7e7-2efc-4545-a180-92398f10892e'}, {'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0f91d0-9eaa-4b76-abe7-1a460d8a367f'}, {'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda0bfac-8843-465f-a99c-d4e0d58976ff'}, {'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b3c74c-0d75-49f6-b265-c9805d7a7fcc'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:40.109052 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea0bc1e-217a-434f-8b2d-6176696af995" -d '{"events": [{"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-plugged", "status": "completed", "tag": "74437a62-acfb-47da-925a-b0b54245b4d9"}, {"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-plugged", "status": "completed", "tag": "f581e7e7-2efc-4545-a180-92398f10892e"}, {"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-plugged", "status": "completed", "tag": "0c0f91d0-9eaa-4b76-abe7-1a460d8a367f"}, {"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-plugged", "status": "completed", "tag": "bda0bfac-8843-465f-a99c-d4e0d58976ff"}, {"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-plugged", "status": "completed", "tag": "c9b3c74c-0d75-49f6-b265-c9805d7a7fcc"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:40.151146 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d93c8f54-85ab-4bae-a075-76e8ee8f7c00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.168209 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-356263d7-6926-4528-8802-d91529a9b693 req-91775977-af9d-41c0-9c55-a5e48c532bd2 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] For port 5a26c555-7697-4ff7-bbe2-5091ba032401, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=5a26c555-7697-4ff7-bbe2-5091ba032401,segment=NetworkSegment(f79ea24b-3044-47e8-bd3b-6d2a8f1ec1f4),segment_id=f79ea24b-3044-47e8-bd3b-6d2a8f1ec1f4)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:40.170889 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-356263d7-6926-4528-8802-d91529a9b693 req-91775977-af9d-41c0-9c55-a5e48c532bd2 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (5a26c555-7697-4ff7-bbe2-5091ba032401), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.180897 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8394be-01b8-48e3-a510-97b5d15956e6 req-1e84450b-6202-46a0-b93f-ea6ded208324 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:40.183976 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9c8394be-01b8-48e3-a510-97b5d15956e6 req-1e84450b-6202-46a0-b93f-ea6ded208324 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=573daf7d-2e4e-4525-a1ee-674e823fc854 HTTP/1.1" status: 200 len: 946 time: 0.1365068 Jan 28 13:32:40.192119 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7459175f-d3b1-458f-97af-3d7917d7e927 x-openstack-request-id: req-7459175f-d3b1-458f-97af-3d7917d7e927 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:40.192433 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-plugged", "status": "completed", "tag": "74437a62-acfb-47da-925a-b0b54245b4d9", "code": 200}, {"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-plugged", "status": "completed", "tag": "f581e7e7-2efc-4545-a180-92398f10892e", "code": 200}, {"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-plugged", "status": "completed", "tag": "0c0f91d0-9eaa-4b76-abe7-1a460d8a367f", "code": 200}, {"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-plugged", "status": "completed", "tag": "bda0bfac-8843-465f-a99c-d4e0d58976ff", "code": 200}, {"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-plugged", "status": "completed", "tag": "c9b3c74c-0d75-49f6-b265-c9805d7a7fcc", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:40.193524 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7459175f-d3b1-458f-97af-3d7917d7e927 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:40.193949 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74437a62-acfb-47da-925a-b0b54245b4d9', 'code': 200} Jan 28 13:32:40.194211 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f581e7e7-2efc-4545-a180-92398f10892e', 'code': 200} Jan 28 13:32:40.194594 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0f91d0-9eaa-4b76-abe7-1a460d8a367f', 'code': 200} Jan 28 13:32:40.194713 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda0bfac-8843-465f-a99c-d4e0d58976ff', 'code': 200} Jan 28 13:32:40.195028 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b3c74c-0d75-49f6-b265-c9805d7a7fcc', 'code': 200} Jan 28 13:32:40.202532 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-356263d7-6926-4528-8802-d91529a9b693 req-91775977-af9d-41c0-9c55-a5e48c532bd2 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Calling delete_port for 5a26c555-7697-4ff7-bbe2-5091ba032401 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:40.230519 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=c9b3c74c-0d75-49f6-b265-c9805d7a7fcc,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:40.239631 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7299672-a465-4168-b00e-65d3c5ef6c80 req-95dae921-6f35-4f42-a7b3-66184fd4184c tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:40.244310 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f7299672-a465-4168-b00e-65d3c5ef6c80 req-95dae921-6f35-4f42-a7b3-66184fd4184c tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.37 "GET /v2.0/ports?device_id=573daf7d-2e4e-4525-a1ee-674e823fc854 HTTP/1.1" status: 200 len: 946 time: 0.1761670 Jan 28 13:32:40.272670 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9c8394be-01b8-48e3-a510-97b5d15956e6 req-a4a79b12-d01c-49fb-a265-67b83565c231 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/security-groups?id=d69d7f27-09e7-4e45-802e-c0e8952e2273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804741 Jan 28 13:32:40.279817 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 91df4fb1-0eec-4c0c-aa55-6d19eb2df029 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:32:40.293728 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 91df4fb1-0eec-4c0c-aa55-6d19eb2df029 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:40.296111 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (91df4fb1-0eec-4c0c-aa55-6d19eb2df029), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.422389 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d93c8f54-85ab-4bae-a075-76e8ee8f7c00 admin admin] Publish callbacks [] for security_group (5277f76f-11e6-48f0-89c2-0b3ed2b800a3), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.427856 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 91df4fb1-0eec-4c0c-aa55-6d19eb2df029 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:40.428552 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (91df4fb1-0eec-4c0c-aa55-6d19eb2df029), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.429198 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d93c8f54-85ab-4bae-a075-76e8ee8f7c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5277f76f-11e6-48f0-89c2-0b3ed2b800a3), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.463003 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d657a-7dc0-455f-ac01-34ecefd5038a req-c3472143-fe88-44e4-a583-03f4e30cf394 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:40.465920 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f00d657a-7dc0-455f-ac01-34ecefd5038a req-c3472143-fe88-44e4-a583-03f4e30cf394 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 945 time: 0.1777117 Jan 28 13:32:40.474189 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 91df4fb1-0eec-4c0c-aa55-6d19eb2df029, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=91df4fb1-0eec-4c0c-aa55-6d19eb2df029,segment=NetworkSegment(f6c893c0-ae7b-4968-9c43-ab76e31be400),segment_id=f6c893c0-ae7b-4968-9c43-ab76e31be400)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:40.481951 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (91df4fb1-0eec-4c0c-aa55-6d19eb2df029), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.502829 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d93c8f54-85ab-4bae-a075-76e8ee8f7c00 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c1dbd07328a64165a8979a4c2acb94d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3989046 Jan 28 13:32:40.504079 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c8f54-85ab-4bae-a075-76e8ee8f7c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5277f76f-11e6-48f0-89c2-0b3ed2b800a3,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:40.508327 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59364) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:40.513204 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 91755f44-fc12-4753-90b2-7a0c1535621f no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:32:40.595209 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-f7299672-a465-4168-b00e-65d3c5ef6c80 req-f1bd7291-31e1-4e86-9f24-5335ce47ec88 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Deleting port 139af954-9d2a-4fce-b581-3ace4f101e7b {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:40.596137 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-507601d5-03a8-4f1f-b5bb-9640eb7b8bbf admin admin] Publish callbacks [] for security_group (5277f76f-11e6-48f0-89c2-0b3ed2b800a3), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.596480 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f7299672-a465-4168-b00e-65d3c5ef6c80 req-f1bd7291-31e1-4e86-9f24-5335ce47ec88 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (139af954-9d2a-4fce-b581-3ace4f101e7b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.596644 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=91df4fb1-0eec-4c0c-aa55-6d19eb2df029,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:40.642616 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f00d657a-7dc0-455f-ac01-34ecefd5038a req-83454261-e23c-42f2-812f-ac4549a2d18a tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ba3f71e-0e0f-40df-abe9-95ac24341234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537676 Jan 28 13:32:40.645321 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-507601d5-03a8-4f1f-b5bb-9640eb7b8bbf admin admin] Publish callbacks [] for security_group (5277f76f-11e6-48f0-89c2-0b3ed2b800a3), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.648409 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 91755f44-fc12-4753-90b2-7a0c1535621f is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:40.649173 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.710947 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 91755f44-fc12-4753-90b2-7a0c1535621f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=91755f44-fc12-4753-90b2-7a0c1535621f,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:40.720691 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.749119 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-356263d7-6926-4528-8802-d91529a9b693 req-91775977-af9d-41c0-9c55-a5e48c532bd2 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (5a26c555-7697-4ff7-bbe2-5091ba032401), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.779314 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=91755f44-fc12-4753-90b2-7a0c1535621f,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:40.782504 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['5a26c555-7697-4ff7-bbe2-5091ba032401'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:40.798106 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91775977-af9d-41c0-9c55-a5e48c532bd2 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Pushing event deleted for resources: {'Port': ['ID=5a26c555-7697-4ff7-bbe2-5091ba032401,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:40.819909 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-507601d5-03a8-4f1f-b5bb-9640eb7b8bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5277f76f-11e6-48f0-89c2-0b3ed2b800a3), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.823297 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-507601d5-03a8-4f1f-b5bb-9640eb7b8bbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.827842 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-507601d5-03a8-4f1f-b5bb-9640eb7b8bbf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5277f76f-11e6-48f0-89c2-0b3ed2b800a3 HTTP/1.1" status: 204 len: 168 time: 0.3181818 Jan 28 13:32:40.842333 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507601d5-03a8-4f1f-b5bb-9640eb7b8bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5277f76f-11e6-48f0-89c2-0b3ed2b800a3,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:40.855773 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b4d0e-464a-41bf-9024-d209faaf1df6 req-95f1cde6-7cc2-44b4-94a5-d84b728b37a5 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:40.862162 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b4d0e-464a-41bf-9024-d209faaf1df6 req-95f1cde6-7cc2-44b4-94a5-d84b728b37a5 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:40.862527 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-356263d7-6926-4528-8802-d91529a9b693 req-91775977-af9d-41c0-9c55-a5e48c532bd2 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] No DVR routers for this DVR port 5a26c555-7697-4ff7-bbe2-5091ba032401 on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:32:40.868011 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b4d0e-464a-41bf-9024-d209faaf1df6 req-95f1cde6-7cc2-44b4-94a5-d84b728b37a5 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:40.869106 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-356263d7-6926-4528-8802-d91529a9b693 req-91775977-af9d-41c0-9c55-a5e48c532bd2 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.873455 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-356263d7-6926-4528-8802-d91529a9b693 req-91775977-af9d-41c0-9c55-a5e48c532bd2 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.37 "DELETE /v2.0/ports/5a26c555-7697-4ff7-bbe2-5091ba032401 HTTP/1.1" status: 204 len: 173 time: 1.1266313 Jan 28 13:32:40.873797 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b4d0e-464a-41bf-9024-d209faaf1df6 req-95f1cde6-7cc2-44b4-94a5-d84b728b37a5 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:40.874162 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2626ffc-8fab-4747-9a43-7227edcc00ee', 'name': 'network-vif-deleted', 'tag': '5a26c555-7697-4ff7-bbe2-5091ba032401'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:40.877744 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256c1304-4652-434b-8721-9d408fb0718b" -d '{"events": [{"server_uuid": "e2626ffc-8fab-4747-9a43-7227edcc00ee", "name": "network-vif-deleted", "tag": "5a26c555-7697-4ff7-bbe2-5091ba032401"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:40.890327 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b4d0e-464a-41bf-9024-d209faaf1df6 req-95f1cde6-7cc2-44b4-94a5-d84b728b37a5 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:40.901099 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b4d0e-464a-41bf-9024-d209faaf1df6 req-95f1cde6-7cc2-44b4-94a5-d84b728b37a5 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:40.906750 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b4d0e-464a-41bf-9024-d209faaf1df6 req-95f1cde6-7cc2-44b4-94a5-d84b728b37a5 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:40.915864 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a89b4d0e-464a-41bf-9024-d209faaf1df6 req-95f1cde6-7cc2-44b4-94a5-d84b728b37a5 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5442 time: 0.1915221 Jan 28 13:32:40.937367 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-f7299672-a465-4168-b00e-65d3c5ef6c80 req-f1bd7291-31e1-4e86-9f24-5335ce47ec88 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] For port 139af954-9d2a-4fce-b581-3ace4f101e7b, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=139af954-9d2a-4fce-b581-3ace4f101e7b,segment=NetworkSegment(c73eeb4d-303c-4688-baf9-701f8655b569),segment_id=c73eeb4d-303c-4688-baf9-701f8655b569)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:40.938790 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f7299672-a465-4168-b00e-65d3c5ef6c80 req-f1bd7291-31e1-4e86-9f24-5335ce47ec88 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (139af954-9d2a-4fce-b581-3ace4f101e7b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.980698 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-f7299672-a465-4168-b00e-65d3c5ef6c80 req-f1bd7291-31e1-4e86-9f24-5335ce47ec88 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Calling delete_port for 139af954-9d2a-4fce-b581-3ace4f101e7b owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:41.053423 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a89b4d0e-464a-41bf-9024-d209faaf1df6 req-73f9b8a6-6d0e-4d28-ab0f-c81ee7b52d3c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1358540 Jan 28 13:32:41.077964 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233a395-cd98-4087-b7df-2711a0507f0c req-f3c1569e-41f9-4701-a3c9-ae031c2edc72 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:41.079906 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f233a395-cd98-4087-b7df-2711a0507f0c req-f3c1569e-41f9-4701-a3c9-ae031c2edc72 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 943 time: 0.1375694 Jan 28 13:32:41.131703 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f608bc23-9fbe-4d82-a5ec-eaf0bd19f485 x-openstack-request-id: req-f608bc23-9fbe-4d82-a5ec-eaf0bd19f485 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:41.132142 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2626ffc-8fab-4747-9a43-7227edcc00ee", "name": "network-vif-deleted", "tag": "5a26c555-7697-4ff7-bbe2-5091ba032401", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:41.132562 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f608bc23-9fbe-4d82-a5ec-eaf0bd19f485 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:41.133968 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2626ffc-8fab-4747-9a43-7227edcc00ee', 'name': 'network-vif-deleted', 'tag': '5a26c555-7697-4ff7-bbe2-5091ba032401', 'status': 'completed', 'code': 200} Jan 28 13:32:41.185024 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f233a395-cd98-4087-b7df-2711a0507f0c req-872e4e69-0e6b-4c3d-bb78-a97715a5b7b6 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981722 Jan 28 13:32:41.279956 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f7299672-a465-4168-b00e-65d3c5ef6c80 req-f1bd7291-31e1-4e86-9f24-5335ce47ec88 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (139af954-9d2a-4fce-b581-3ace4f101e7b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.307496 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['139af954-9d2a-4fce-b581-3ace4f101e7b'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:41.337224 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fda2d14e-77c8-40c3-b977-511ad2c4f86c req-dff1df63-d278-4a4a-a63b-ad1aa53744a7 tempest-InstanceActionsV221TestJSON-1834983006 tempest-InstanceActionsV221TestJSON-1834983006-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2626ffc-8fab-4747-9a43-7227edcc00ee HTTP/1.1" status: 200 len: 210 time: 0.0557108 Jan 28 13:32:41.354333 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd7291-31e1-4e86-9f24-5335ce47ec88 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Pushing event deleted for resources: {'Port': ['ID=139af954-9d2a-4fce-b581-3ace4f101e7b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:41.413256 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7299672-a465-4168-b00e-65d3c5ef6c80 req-f1bd7291-31e1-4e86-9f24-5335ce47ec88 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] No DVR routers for this DVR port 139af954-9d2a-4fce-b581-3ace4f101e7b on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:32:41.422177 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f7299672-a465-4168-b00e-65d3c5ef6c80 req-f1bd7291-31e1-4e86-9f24-5335ce47ec88 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.427443 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f7299672-a465-4168-b00e-65d3c5ef6c80 req-f1bd7291-31e1-4e86-9f24-5335ce47ec88 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.37 "DELETE /v2.0/ports/139af954-9d2a-4fce-b581-3ace4f101e7b HTTP/1.1" status: 204 len: 173 time: 1.1738248 Jan 28 13:32:41.522695 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-238840b1-87db-4481-8c8c-5f6eb98f80d7 req-a3f85e83-d6d3-4f50-8244-bf99c5256a46 tempest-ListServerFiltersTestJSON-1481431547 tempest-ListServerFiltersTestJSON-1481431547-project] 10.222.0.39 "GET /v2.0/ports?device_id=573daf7d-2e4e-4525-a1ee-674e823fc854 HTTP/1.1" status: 200 len: 210 time: 0.0941551 Jan 28 13:32:41.644859 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59392) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:41.660952 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-78b00ced-07e9-4732-a688-839810602a5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.839265 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-78b00ced-07e9-4732-a688-839810602a5e admin admin] Publish callbacks [] for security_group (16178e7a-064a-458c-afae-81933cf2b104), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.844941 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-78b00ced-07e9-4732-a688-839810602a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (16178e7a-064a-458c-afae-81933cf2b104), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.874102 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b06ece-cd26-4318-b8fe-ca254d232c83 req-eedc3c1d-19a9-416f-8f2a-c36c6a8ed40e tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:41.876945 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42b06ece-cd26-4318-b8fe-ca254d232c83 req-eedc3c1d-19a9-416f-8f2a-c36c6a8ed40e tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 945 time: 0.0768893 Jan 28 13:32:41.919343 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b00ced-07e9-4732-a688-839810602a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16178e7a-064a-458c-afae-81933cf2b104,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:41.933394 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59396) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:41.933925 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-78b00ced-07e9-4732-a688-839810602a5e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f365311cf47f4037a5fe462d62fa9b75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2877691 Jan 28 13:32:42.010542 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42b06ece-cd26-4318-b8fe-ca254d232c83 req-ce94b0a9-e3d1-4ef0-9866-7417e781bd3c tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ba3f71e-0e0f-40df-abe9-95ac24341234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258214 Jan 28 13:32:42.031635 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0a1da0e3-28ac-4cc4-a2d6-dccdc1a051ac admin admin] Publish callbacks [] for security_group (16178e7a-064a-458c-afae-81933cf2b104), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:42.083933 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0a1da0e3-28ac-4cc4-a2d6-dccdc1a051ac admin admin] Publish callbacks [] for security_group (16178e7a-064a-458c-afae-81933cf2b104), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:42.176360 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0a1da0e3-28ac-4cc4-a2d6-dccdc1a051ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (16178e7a-064a-458c-afae-81933cf2b104), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:42.180366 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0a1da0e3-28ac-4cc4-a2d6-dccdc1a051ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:42.181581 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0a1da0e3-28ac-4cc4-a2d6-dccdc1a051ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/16178e7a-064a-458c-afae-81933cf2b104 HTTP/1.1" status: 204 len: 168 time: 0.2435019 Jan 28 13:32:42.196101 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91df4fb1-0eec-4c0c-aa55-6d19eb2df029'}, {'server_uuid': '0315f806-bfc7-4cdf-8cc1-ba30a5b19867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91755f44-fc12-4753-90b2-7a0c1535621f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:42.199211 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534977e1-9abd-4ba4-8f0d-b2ad53efc3e2" -d '{"events": [{"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-plugged", "status": "completed", "tag": "91df4fb1-0eec-4c0c-aa55-6d19eb2df029"}, {"server_uuid": "0315f806-bfc7-4cdf-8cc1-ba30a5b19867", "name": "network-vif-unplugged", "status": "completed", "tag": "91755f44-fc12-4753-90b2-7a0c1535621f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:42.207911 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1da0e3-28ac-4cc4-a2d6-dccdc1a051ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16178e7a-064a-458c-afae-81933cf2b104,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:42.286864 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54055771-c631-453b-a33f-0fda36f74625 req-04515572-0532-4d46-bee8-6f4a8c1bf26d tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:42.292438 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54055771-c631-453b-a33f-0fda36f74625 req-04515572-0532-4d46-bee8-6f4a8c1bf26d tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:42.299255 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54055771-c631-453b-a33f-0fda36f74625 req-04515572-0532-4d46-bee8-6f4a8c1bf26d tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:42.304835 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54055771-c631-453b-a33f-0fda36f74625 req-04515572-0532-4d46-bee8-6f4a8c1bf26d tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:42.310383 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54055771-c631-453b-a33f-0fda36f74625 req-04515572-0532-4d46-bee8-6f4a8c1bf26d tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:42.317955 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54055771-c631-453b-a33f-0fda36f74625 req-04515572-0532-4d46-bee8-6f4a8c1bf26d tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:42.324217 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54055771-c631-453b-a33f-0fda36f74625 req-04515572-0532-4d46-bee8-6f4a8c1bf26d tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:42.334662 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-54055771-c631-453b-a33f-0fda36f74625 req-04515572-0532-4d46-bee8-6f4a8c1bf26d tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5442 time: 0.1805074 Jan 28 13:32:42.343031 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3959e19-031b-4ede-b3bd-5d409dda289c x-openstack-request-id: req-e3959e19-031b-4ede-b3bd-5d409dda289c {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:42.343563 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-plugged", "status": "completed", "tag": "91df4fb1-0eec-4c0c-aa55-6d19eb2df029", "code": 200}, {"server_uuid": "0315f806-bfc7-4cdf-8cc1-ba30a5b19867", "name": "network-vif-unplugged", "status": "failed", "tag": "91755f44-fc12-4753-90b2-7a0c1535621f", "code": 422}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:42.343563 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e3959e19-031b-4ede-b3bd-5d409dda289c {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:42.343922 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91df4fb1-0eec-4c0c-aa55-6d19eb2df029', 'code': 200} Jan 28 13:32:42.344188 n-d-822747-2 neutron-server[103353]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0315f806-bfc7-4cdf-8cc1-ba30a5b19867', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '91755f44-fc12-4753-90b2-7a0c1535621f', 'code': 422} returned with failed status Jan 28 13:32:42.476927 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-54055771-c631-453b-a33f-0fda36f74625 req-21dd21ba-7b78-4fe6-bc4f-e277f2b493ae tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1408913 Jan 28 13:32:42.523568 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181925b5-3336-403e-bf44-bd02f6b22ed7 req-fceba30e-332b-415e-8e58-0276fe7bdbcf tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:42.533198 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-181925b5-3336-403e-bf44-bd02f6b22ed7 req-fceba30e-332b-415e-8e58-0276fe7bdbcf tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 943 time: 0.1400657 Jan 28 13:32:42.558213 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856229a-d859-4f5e-b0ad-b9bb9d1f41f3 req-15d36e00-daa7-4629-93f8-e27b0fbcd4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:42.559096 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856229a-d859-4f5e-b0ad-b9bb9d1f41f3 req-15d36e00-daa7-4629-93f8-e27b0fbcd4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:42.559740 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856229a-d859-4f5e-b0ad-b9bb9d1f41f3 req-15d36e00-daa7-4629-93f8-e27b0fbcd4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:42.560375 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856229a-d859-4f5e-b0ad-b9bb9d1f41f3 req-15d36e00-daa7-4629-93f8-e27b0fbcd4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:42.561006 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856229a-d859-4f5e-b0ad-b9bb9d1f41f3 req-15d36e00-daa7-4629-93f8-e27b0fbcd4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:42.561665 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856229a-d859-4f5e-b0ad-b9bb9d1f41f3 req-15d36e00-daa7-4629-93f8-e27b0fbcd4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:42.562293 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856229a-d859-4f5e-b0ad-b9bb9d1f41f3 req-15d36e00-daa7-4629-93f8-e27b0fbcd4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:42.564485 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3856229a-d859-4f5e-b0ad-b9bb9d1f41f3 req-15d36e00-daa7-4629-93f8-e27b0fbcd4e6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 6499 time: 0.1101112 Jan 28 13:32:42.612031 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59424) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:42.647738 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-181925b5-3336-403e-bf44-bd02f6b22ed7 req-599255f8-d291-4679-8455-585242b38197 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131959 Jan 28 13:32:42.701765 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3856229a-d859-4f5e-b0ad-b9bb9d1f41f3 req-9a464e29-eca8-44fa-8f3a-37a97fff8b62 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1295800 Jan 28 13:32:42.728032 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-988d9b55-ff91-45f4-b7c1-893b875ca28a admin admin] Deleting subnet 19cc93dc-e9a7-45d3-8213-60f6f677f8a7 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:32:42.732095 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-988d9b55-ff91-45f4-b7c1-893b875ca28a admin admin] Publish callbacks [] for subnet (19cc93dc-e9a7-45d3-8213-60f6f677f8a7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:42.810481 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-988d9b55-ff91-45f4-b7c1-893b875ca28a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (19cc93dc-e9a7-45d3-8213-60f6f677f8a7), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:42.873521 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59442) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:42.982119 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f9145d1-8d7e-4a80-9ad8-a0443bca627c admin admin] Deleting subnet 65a71ecc-e383-49d3-a7d4-49000148610c {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:32:42.990701 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3f9145d1-8d7e-4a80-9ad8-a0443bca627c admin admin] Publish callbacks [] for subnet (65a71ecc-e383-49d3-a7d4-49000148610c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:42.991740 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-988d9b55-ff91-45f4-b7c1-893b875ca28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (19cc93dc-e9a7-45d3-8213-60f6f677f8a7), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.078554 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3f9145d1-8d7e-4a80-9ad8-a0443bca627c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (65a71ecc-e383-49d3-a7d4-49000148610c), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.108882 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-988d9b55-ff91-45f4-b7c1-893b875ca28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (19cc93dc-e9a7-45d3-8213-60f6f677f8a7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.157521 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3f9145d1-8d7e-4a80-9ad8-a0443bca627c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (65a71ecc-e383-49d3-a7d4-49000148610c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.176063 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d9b55-ff91-45f4-b7c1-893b875ca28a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19cc93dc-e9a7-45d3-8213-60f6f677f8a7,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:43.178732 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-988d9b55-ff91-45f4-b7c1-893b875ca28a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.190819 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-988d9b55-ff91-45f4-b7c1-893b875ca28a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/19cc93dc-e9a7-45d3-8213-60f6f677f8a7 HTTP/1.1" status: 204 len: 168 time: 0.5733328 Jan 28 13:32:43.192480 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd21c23-8397-4bdc-9235-ba20dd526159 None None] Network d84cebc8-3afd-4722-abc0-4dbc47a7b66a requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:43.239253 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573daf7d-2e4e-4525-a1ee-674e823fc854', 'name': 'network-vif-deleted', 'tag': '139af954-9d2a-4fce-b581-3ace4f101e7b'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:43.242442 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3322a5-c05a-4dc5-9e67-e9da4fd981a2" -d '{"events": [{"server_uuid": "573daf7d-2e4e-4525-a1ee-674e823fc854", "name": "network-vif-deleted", "tag": "139af954-9d2a-4fce-b581-3ace4f101e7b"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:43.246655 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59456) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:43.247937 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3f9145d1-8d7e-4a80-9ad8-a0443bca627c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (65a71ecc-e383-49d3-a7d4-49000148610c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.300244 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9145d1-8d7e-4a80-9ad8-a0443bca627c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65a71ecc-e383-49d3-a7d4-49000148610c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:43.307833 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e557b9-0b97-40de-b2ee-4137bb20780d req-9572baaa-4006-4ac4-8473-adb1b17f1b13 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:43.317804 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-51e557b9-0b97-40de-b2ee-4137bb20780d req-9572baaa-4006-4ac4-8473-adb1b17f1b13 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 945 time: 0.1438663 Jan 28 13:32:43.368295 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 139af954-9d2a-4fce-b581-3ace4f101e7b no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:32:43.378861 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3f9145d1-8d7e-4a80-9ad8-a0443bca627c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.389749 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3f9145d1-8d7e-4a80-9ad8-a0443bca627c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/65a71ecc-e383-49d3-a7d4-49000148610c HTTP/1.1" status: 204 len: 168 time: 0.5118339 Jan 28 13:32:43.393986 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59466) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:43.411350 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 139af954-9d2a-4fce-b581-3ace4f101e7b {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:32:43.412017 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 139af954-9d2a-4fce-b581-3ace4f101e7b not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:32:43.412692 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 5a26c555-7697-4ff7-bbe2-5091ba032401 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:32:43.478709 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-51e557b9-0b97-40de-b2ee-4137bb20780d req-1fade17b-58ef-47a5-aea4-02800b50ca85 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ba3f71e-0e0f-40df-abe9-95ac24341234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598518 Jan 28 13:32:43.479424 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2e8ace3-e7bb-46a3-9201-d04175735ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (d84cebc8-3afd-4722-abc0-4dbc47a7b66a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.502360 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 5a26c555-7697-4ff7-bbe2-5091ba032401 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:32:43.502705 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 5a26c555-7697-4ff7-bbe2-5091ba032401 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:32:43.617780 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f7741376-be39-4a70-9725-40e73321c56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (989717d2-751c-4af2-a3cd-f9b8176668d7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.634623 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-c2e8ace3-e7bb-46a3-9201-d04175735ba8 admin admin] Deleting port 80f30d9f-6080-45d1-af1c-994a2ed58268 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:43.649515 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2e8ace3-e7bb-46a3-9201-d04175735ba8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (80f30d9f-6080-45d1-af1c-994a2ed58268), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.713172 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59484) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:43.770874 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a9134d-c64f-41a3-9c62-a9d082db7b63 None None] DHCP port deletion for d84cebc8-3afd-4722-abc0-4dbc47a7b66a request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:32:43.856866 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-40a9134d-c64f-41a3-9c62-a9d082db7b63 None None] Deleting port 80f30d9f-6080-45d1-af1c-994a2ed58268 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:43.857243 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40a9134d-c64f-41a3-9c62-a9d082db7b63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (80f30d9f-6080-45d1-af1c-994a2ed58268), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.857940 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f7741376-be39-4a70-9725-40e73321c56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (989717d2-751c-4af2-a3cd-f9b8176668d7), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.908678 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-f7741376-be39-4a70-9725-40e73321c56d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989717d2-751c-4af2-a3cd-f9b8176668d7']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:43.924145 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-f7741376-be39-4a70-9725-40e73321c56d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79ea24b-3044-47e8-bd3b-6d2a8f1ec1f4') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:43.924541 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-f7741376-be39-4a70-9725-40e73321c56d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79ea24b-3044-47e8-bd3b-6d2a8f1ec1f4') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:43.941851 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f7741376-be39-4a70-9725-40e73321c56d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (f79ea24b-3044-47e8-bd3b-6d2a8f1ec1f4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.962511 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f7741376-be39-4a70-9725-40e73321c56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (f79ea24b-3044-47e8-bd3b-6d2a8f1ec1f4), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.978766 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7741376-be39-4a70-9725-40e73321c56d admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:32:43.980178 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f7741376-be39-4a70-9725-40e73321c56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (f79ea24b-3044-47e8-bd3b-6d2a8f1ec1f4), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:32:43.984581 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:32:44.001932 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a42ce3f0-5fd1-4234-bbf0-5e2ce525559a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-431781134'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:44.040573 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42ce3f0-5fd1-4234-bbf0-5e2ce525559a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Made reservation on behalf of 192efdb74e1c4c7ead10f106099a4eb6 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:44.045992 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a42ce3f0-5fd1-4234-bbf0-5e2ce525559a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:44.081241 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a42ce3f0-5fd1-4234-bbf0-5e2ce525559a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:44.099054 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-40a9134d-c64f-41a3-9c62-a9d082db7b63 None None] For port 80f30d9f-6080-45d1-af1c-994a2ed58268, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=80f30d9f-6080-45d1-af1c-994a2ed58268,segment=NetworkSegment(c73eeb4d-303c-4688-baf9-701f8655b569),segment_id=c73eeb4d-303c-4688-baf9-701f8655b569)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:44.099510 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40a9134d-c64f-41a3-9c62-a9d082db7b63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (80f30d9f-6080-45d1-af1c-994a2ed58268), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:44.123310 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-40a9134d-c64f-41a3-9c62-a9d082db7b63 None None] Calling delete_port for 80f30d9f-6080-45d1-af1c-994a2ed58268 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:44.134146 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f7741376-be39-4a70-9725-40e73321c56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (989717d2-751c-4af2-a3cd-f9b8176668d7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:44.162378 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f7741376-be39-4a70-9725-40e73321c56d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:44.165826 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f7741376-be39-4a70-9725-40e73321c56d admin admin] 10.222.0.39 "DELETE /v2.0/networks/989717d2-751c-4af2-a3cd-f9b8176668d7 HTTP/1.1" status: 204 len: 168 time: 0.7708118 Jan 28 13:32:44.204891 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7741376-be39-4a70-9725-40e73321c56d admin admin] Pushing event deleted for resources: {'Network': ['ID=989717d2-751c-4af2-a3cd-f9b8176668d7,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:44.228752 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-f055880e-8f88-4300-af79-bc988c408e0f req-411224a7-f2ad-4df5-b814-035feac9839c service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:32:44.230994 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f055880e-8f88-4300-af79-bc988c408e0f req-411224a7-f2ad-4df5-b814-035feac9839c service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100589 Jan 28 13:32:44.323245 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40a9134d-c64f-41a3-9c62-a9d082db7b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (80f30d9f-6080-45d1-af1c-994a2ed58268), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:44.338680 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a42ce3f0-5fd1-4234-bbf0-5e2ce525559a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks [] for security_group (ee550b62-b6e5-43f8-82f1-3c9a235b35a9), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:44.355566 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a9134d-c64f-41a3-9c62-a9d082db7b63 None None] No DVR routers for this DVR port 80f30d9f-6080-45d1-af1c-994a2ed58268 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:32:44.363792 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a42ce3f0-5fd1-4234-bbf0-5e2ce525559a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ee550b62-b6e5-43f8-82f1-3c9a235b35a9), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:44.456650 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9134d-c64f-41a3-9c62-a9d082db7b63 None None] Pushing event deleted for resources: {'Port': ['ID=80f30d9f-6080-45d1-af1c-994a2ed58268,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:44.466640 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a42ce3f0-5fd1-4234-bbf0-5e2ce525559a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:32:44.586467 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a42ce3f0-5fd1-4234-bbf0-5e2ce525559a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (0dd5f98f-1fb2-4bad-af6b-269c80997459), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:44.604205 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-a42ce3f0-5fd1-4234-bbf0-5e2ce525559a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Added segment 0dd5f98f-1fb2-4bad-af6b-269c80997459 of type vlan for network 0babc103-5a15-4a56-8a05-3c9458da25a7 Jan 28 13:32:44.681258 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 80f30d9f-6080-45d1-af1c-994a2ed58268 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:32:44.685925 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ce3f0-5fd1-4234-bbf0-5e2ce525559a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee550b62-b6e5-43f8-82f1-3c9a235b35a9,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:44.689962 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59504) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:44.711780 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405823f3-77f7-450d-a623-80f9fc18c8ff x-openstack-request-id: req-405823f3-77f7-450d-a623-80f9fc18c8ff {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:44.712644 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573daf7d-2e4e-4525-a1ee-674e823fc854", "name": "network-vif-deleted", "tag": "139af954-9d2a-4fce-b581-3ace4f101e7b", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:44.713232 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-405823f3-77f7-450d-a623-80f9fc18c8ff {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:44.713352 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 80f30d9f-6080-45d1-af1c-994a2ed58268 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:32:44.714031 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573daf7d-2e4e-4525-a1ee-674e823fc854', 'name': 'network-vif-deleted', 'tag': '139af954-9d2a-4fce-b581-3ace4f101e7b', 'status': 'completed', 'code': 200} Jan 28 13:32:44.735646 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 80f30d9f-6080-45d1-af1c-994a2ed58268 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:32:44.783222 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-c2e8ace3-e7bb-46a3-9201-d04175735ba8 admin admin] For port 80f30d9f-6080-45d1-af1c-994a2ed58268, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=80f30d9f-6080-45d1-af1c-994a2ed58268,segment=NetworkSegment(c73eeb4d-303c-4688-baf9-701f8655b569),segment_id=c73eeb4d-303c-4688-baf9-701f8655b569)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:44.783957 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2e8ace3-e7bb-46a3-9201-d04175735ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (80f30d9f-6080-45d1-af1c-994a2ed58268), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:44.806249 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a42ce3f0-5fd1-4234-bbf0-5e2ce525559a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (0babc103-5a15-4a56-8a05-3c9458da25a7), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:44.808463 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-c2e8ace3-e7bb-46a3-9201-d04175735ba8 admin admin] Calling delete_port for 80f30d9f-6080-45d1-af1c-994a2ed58268 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:44.833158 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d99ada-ae38-40c0-a759-f436be4b4375 req-7ff57cc8-2d8d-474e-b3c2-5218dc33d743 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:44.835143 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-80d99ada-ae38-40c0-a759-f436be4b4375 req-7ff57cc8-2d8d-474e-b3c2-5218dc33d743 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 943 time: 0.2989209 Jan 28 13:32:44.859006 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc330a49-d4c9-4aa8-82f8-2f63a67fcfe5 req-05349414-f659-454e-bde9-d82ad3dd9039 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:44.865719 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc330a49-d4c9-4aa8-82f8-2f63a67fcfe5 req-05349414-f659-454e-bde9-d82ad3dd9039 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:44.871453 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc330a49-d4c9-4aa8-82f8-2f63a67fcfe5 req-05349414-f659-454e-bde9-d82ad3dd9039 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:44.889793 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc330a49-d4c9-4aa8-82f8-2f63a67fcfe5 req-05349414-f659-454e-bde9-d82ad3dd9039 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:44.897520 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc330a49-d4c9-4aa8-82f8-2f63a67fcfe5 req-05349414-f659-454e-bde9-d82ad3dd9039 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:44.905645 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a9d2cb98-9a74-48ea-8843-968f274de3e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e1c7a81c69904a5d97c4587626954857&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2105970 Jan 28 13:32:44.908425 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc330a49-d4c9-4aa8-82f8-2f63a67fcfe5 req-05349414-f659-454e-bde9-d82ad3dd9039 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:44.909222 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59514) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:44.918045 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc330a49-d4c9-4aa8-82f8-2f63a67fcfe5 req-05349414-f659-454e-bde9-d82ad3dd9039 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:44.921186 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc330a49-d4c9-4aa8-82f8-2f63a67fcfe5 req-05349414-f659-454e-bde9-d82ad3dd9039 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5442 time: 0.2128167 Jan 28 13:32:44.921325 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a42ce3f0-5fd1-4234-bbf0-5e2ce525559a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (0babc103-5a15-4a56-8a05-3c9458da25a7), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:44.926478 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42ce3f0-5fd1-4234-bbf0-5e2ce525559a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:44.927403 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a42ce3f0-5fd1-4234-bbf0-5e2ce525559a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:44.965015 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 91755f44-fc12-4753-90b2-7a0c1535621f no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:32:44.972087 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-80d99ada-ae38-40c0-a759-f436be4b4375 req-1aaea7dd-0248-431c-8971-062403738ebc tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255457 Jan 28 13:32:45.021871 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a42ce3f0-5fd1-4234-bbf0-5e2ce525559a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3046427 Jan 28 13:32:45.047542 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59516) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:45.072702 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-b9fdeb5f-b135-4afd-9042-e409a9b7fbe9 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Request body: {'subnet': {'network_id': '0babc103-5a15-4a56-8a05-3c9458da25a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:45.075745 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ce3f0-5fd1-4234-bbf0-5e2ce525559a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Pushing event updated for resources: {'Network': ['ID=0babc103-5a15-4a56-8a05-3c9458da25a7,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:45.090932 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 0babc103-5a15-4a56-8a05-3c9458da25a7 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:32:45.093275 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-85eba731-26ac-48ba-89b1-514b7ef62fbf admin admin] Publish callbacks [] for security_group (fb3b7688-453a-4958-9ee8-b2e40205f94f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:45.166433 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-85eba731-26ac-48ba-89b1-514b7ef62fbf admin admin] Publish callbacks [] for security_group (fb3b7688-453a-4958-9ee8-b2e40205f94f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:45.217052 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 91755f44-fc12-4753-90b2-7a0c1535621f is: DOWN; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:45.218857 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a15e10-1e47-4496-9e27-8647e20300cd req-d95cdcde-2466-49d2-8d29-105b74feecb8 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:45.227604 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d8a15e10-1e47-4496-9e27-8647e20300cd req-d95cdcde-2466-49d2-8d29-105b74feecb8 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 945 time: 0.1193480 Jan 28 13:32:45.248942 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-2cd3d161-ee83-48ee-add8-0dc4b0a2ebc6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4284809 Jan 28 13:32:45.273573 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-b95ba3ec-d062-476c-89b2-08c9a55223c0 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:32:45.274852 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-b95ba3ec-d062-476c-89b2-08c9a55223c0 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076413 Jan 28 13:32:45.282491 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-85eba731-26ac-48ba-89b1-514b7ef62fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (fb3b7688-453a-4958-9ee8-b2e40205f94f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:45.283816 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc330a49-d4c9-4aa8-82f8-2f63a67fcfe5 req-f58334b7-8dc1-458f-b0bb-607fad6add52 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3179631 Jan 28 13:32:45.285031 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-85eba731-26ac-48ba-89b1-514b7ef62fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:45.288847 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-85eba731-26ac-48ba-89b1-514b7ef62fbf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb3b7688-453a-4958-9ee8-b2e40205f94f HTTP/1.1" status: 204 len: 168 time: 0.3759811 Jan 28 13:32:45.289014 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2e8ace3-e7bb-46a3-9201-d04175735ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (80f30d9f-6080-45d1-af1c-994a2ed58268), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:45.299390 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eba731-26ac-48ba-89b1-514b7ef62fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3b7688-453a-4958-9ee8-b2e40205f94f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:45.320048 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d8a15e10-1e47-4496-9e27-8647e20300cd req-c3b719fa-ec20-4553-b9b3-f36b56029aa4 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ba3f71e-0e0f-40df-abe9-95ac24341234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914288 Jan 28 13:32:45.364729 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8ace3-e7bb-46a3-9201-d04175735ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=80f30d9f-6080-45d1-af1c-994a2ed58268,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:45.392482 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e8ace3-e7bb-46a3-9201-d04175735ba8 admin admin] No DVR routers for this DVR port 80f30d9f-6080-45d1-af1c-994a2ed58268 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:32:45.401950 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fdeb5f-b135-4afd-9042-e409a9b7fbe9 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Made reservation on behalf of 192efdb74e1c4c7ead10f106099a4eb6 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:45.406500 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b9fdeb5f-b135-4afd-9042-e409a9b7fbe9 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:45.749368 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2e8ace3-e7bb-46a3-9201-d04175735ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (d84cebc8-3afd-4722-abc0-4dbc47a7b66a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:45.791634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-c2e8ace3-e7bb-46a3-9201-d04175735ba8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84cebc8-3afd-4722-abc0-4dbc47a7b66a']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:45.818526 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-c2e8ace3-e7bb-46a3-9201-d04175735ba8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73eeb4d-303c-4688-baf9-701f8655b569') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:45.823129 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-c2e8ace3-e7bb-46a3-9201-d04175735ba8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73eeb4d-303c-4688-baf9-701f8655b569') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:45.859623 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2e8ace3-e7bb-46a3-9201-d04175735ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (c73eeb4d-303c-4688-baf9-701f8655b569), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:45.884693 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2e8ace3-e7bb-46a3-9201-d04175735ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (c73eeb4d-303c-4688-baf9-701f8655b569), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:45.894893 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b9fdeb5f-b135-4afd-9042-e409a9b7fbe9 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (ca701598-3e50-48ed-916f-e2da89549759), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:45.897989 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e8ace3-e7bb-46a3-9201-d04175735ba8 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:32:45.898396 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2e8ace3-e7bb-46a3-9201-d04175735ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (c73eeb4d-303c-4688-baf9-701f8655b569), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:32:45.903672 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:32:46.086985 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2e8ace3-e7bb-46a3-9201-d04175735ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (d84cebc8-3afd-4722-abc0-4dbc47a7b66a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:46.089786 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2e8ace3-e7bb-46a3-9201-d04175735ba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:46.096676 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c2e8ace3-e7bb-46a3-9201-d04175735ba8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d84cebc8-3afd-4722-abc0-4dbc47a7b66a HTTP/1.1" status: 204 len: 168 time: 2.8430886 Jan 28 13:32:46.167203 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8ace3-e7bb-46a3-9201-d04175735ba8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d84cebc8-3afd-4722-abc0-4dbc47a7b66a,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:46.203859 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fdeb5f-b135-4afd-9042-e409a9b7fbe9 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Pushing event updated for resources: {'Subnet': ['ID=ca701598-3e50-48ed-916f-e2da89549759,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:46.205719 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83486cae-8a40-4ed0-98f1-4f28b7280fc5 req-84f89f14-2f82-4293-9ea8-93f20b5be441 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:46.215289 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83486cae-8a40-4ed0-98f1-4f28b7280fc5 req-84f89f14-2f82-4293-9ea8-93f20b5be441 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 943 time: 0.1088874 Jan 28 13:32:46.257666 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fdeb5f-b135-4afd-9042-e409a9b7fbe9 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Checking segment: {'id': '0dd5f98f-1fb2-4bad-af6b-269c80997459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0babc103-5a15-4a56-8a05-3c9458da25a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:46.258098 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fdeb5f-b135-4afd-9042-e409a9b7fbe9 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Network hostable DHCP agents. Network: 0babc103-5a15-4a56-8a05-3c9458da25a7, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:32:46.300213 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83486cae-8a40-4ed0-98f1-4f28b7280fc5 req-d6bd2c62-6666-4ca6-a125-4091d1befd3e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834739 Jan 28 13:32:46.311237 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fdeb5f-b135-4afd-9042-e409a9b7fbe9 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Network 0babc103-5a15-4a56-8a05-3c9458da25a7 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:32:46.337855 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-b9fdeb5f-b135-4afd-9042-e409a9b7fbe9 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 0babc103-5a15-4a56-8a05-3c9458da25a7) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:46.343806 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fdeb5f-b135-4afd-9042-e409a9b7fbe9 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:46.344426 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b9fdeb5f-b135-4afd-9042-e409a9b7fbe9 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:46.350842 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fbe633-b8c2-495e-b458-ec8155d4a231 None None] Network 0babc103-5a15-4a56-8a05-3c9458da25a7 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:46.372782 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b9fdeb5f-b135-4afd-9042-e409a9b7fbe9 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3162277 Jan 28 13:32:46.376647 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59566) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:46.387721 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-30adc49c-6041-4688-96f9-18aae194c029 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Request body: {'port': {'network_id': '0babc103-5a15-4a56-8a05-3c9458da25a7', 'name': 'tempest-AllowedAddressPairTestJSON-693316070'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:46.451355 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59570) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:46.498580 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfc1cf3-9c07-4a85-a240-40da55541490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-0babc103-5a15-4a56-8a05-3c9458da25a7', 'network_id': '0babc103-5a15-4a56-8a05-3c9458da25a7', 'project_id': '192efdb74e1c4c7ead10f106099a4eb6', 'fixed_ips': [{'subnet_id': 'ca701598-3e50-48ed-916f-e2da89549759'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:32:46.502132 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6dfc1cf3-9c07-4a85-a240-40da55541490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:46.620499 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c805ee5d-5941-477d-9a54-8ad7d8827ac0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4567d5d9bd204605b83d002bf84c5edb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1675253 Jan 28 13:32:46.627775 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59576) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:46.641251 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed1b20-388a-44b5-a39c-564b5f1ad81d req-de510150-b050-47ab-9e26-7ace5aaa9c83 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:46.653712 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3aed1b20-388a-44b5-a39c-564b5f1ad81d req-de510150-b050-47ab-9e26-7ace5aaa9c83 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 945 time: 0.1314886 Jan 28 13:32:46.771119 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59578) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:46.777844 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3aed1b20-388a-44b5-a39c-564b5f1ad81d req-a3234cba-c8aa-4c49-90ad-9f0f114e222e tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ba3f71e-0e0f-40df-abe9-95ac24341234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063712 Jan 28 13:32:46.779237 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-6dfc1cf3-9c07-4a85-a240-40da55541490 None None] Allocated IP 172.20.0.2 (0babc103-5a15-4a56-8a05-3c9458da25a7/ca701598-3e50-48ed-916f-e2da89549759/34e666b8-4370-428a-86ad-03ebdf05743b) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:46.876100 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9348e9c5-02c3-47d5-a35e-7d2e9597601b admin admin] Publish callbacks [] for security_group (d69d7f27-09e7-4e45-802e-c0e8952e2273), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:46.936187 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9348e9c5-02c3-47d5-a35e-7d2e9597601b admin admin] Publish callbacks [] for security_group (d69d7f27-09e7-4e45-802e-c0e8952e2273), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.025230 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-567c9e36-b862-400b-b645-66c19e307b2b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1516544154-network', 'tenant_id': '562a44a1b905423c809accc32e9c7a27'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:47.059315 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9348e9c5-02c3-47d5-a35e-7d2e9597601b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d69d7f27-09e7-4e45-802e-c0e8952e2273), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.063862 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9348e9c5-02c3-47d5-a35e-7d2e9597601b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.068117 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9348e9c5-02c3-47d5-a35e-7d2e9597601b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d69d7f27-09e7-4e45-802e-c0e8952e2273 HTTP/1.1" status: 204 len: 168 time: 0.4363036 Jan 28 13:32:47.069564 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567c9e36-b862-400b-b645-66c19e307b2b admin admin] Made reservation on behalf of 562a44a1b905423c809accc32e9c7a27 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:47.071954 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-567c9e36-b862-400b-b645-66c19e307b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.085640 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-567c9e36-b862-400b-b645-66c19e307b2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.099444 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348e9c5-02c3-47d5-a35e-7d2e9597601b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69d7f27-09e7-4e45-802e-c0e8952e2273,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:47.202576 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-567c9e36-b862-400b-b645-66c19e307b2b admin admin] Publish callbacks [] for security_group (d2b3825c-af35-4750-ac6b-0c880200080d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.212139 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6dfc1cf3-9c07-4a85-a240-40da55541490 None None] Publish callbacks [] for port (34e666b8-4370-428a-86ad-03ebdf05743b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.219227 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-567c9e36-b862-400b-b645-66c19e307b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d2b3825c-af35-4750-ac6b-0c880200080d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.229389 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6dfc1cf3-9c07-4a85-a240-40da55541490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (34e666b8-4370-428a-86ad-03ebdf05743b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.290212 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc1cf3-9c07-4a85-a240-40da55541490 None None] Pushing event updated for resources: {'Port': ['ID=34e666b8-4370-428a-86ad-03ebdf05743b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:47.309915 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfc1cf3-9c07-4a85-a240-40da55541490 None None] Network 0babc103-5a15-4a56-8a05-3c9458da25a7 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:47.312674 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-6dfc1cf3-9c07-4a85-a240-40da55541490 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:47.316334 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfc1cf3-9c07-4a85-a240-40da55541490 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:47.367760 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-567c9e36-b862-400b-b645-66c19e307b2b admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:32:47.370554 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c9e36-b862-400b-b645-66c19e307b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b3825c-af35-4750-ac6b-0c880200080d,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:47.394211 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecc30d-24d5-4bfd-8c47-d819aefda83e req-d4383cce-0453-4b7c-b002-ad1ae7fa83d8 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:47.399881 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecc30d-24d5-4bfd-8c47-d819aefda83e req-d4383cce-0453-4b7c-b002-ad1ae7fa83d8 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:47.405338 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecc30d-24d5-4bfd-8c47-d819aefda83e req-d4383cce-0453-4b7c-b002-ad1ae7fa83d8 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:47.406734 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-6dfc1cf3-9c07-4a85-a240-40da55541490 None None] Attempting to bind port 34e666b8-4370-428a-86ad-03ebdf05743b on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:47.407568 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-6dfc1cf3-9c07-4a85-a240-40da55541490 None None] Attempting to bind port 34e666b8-4370-428a-86ad-03ebdf05743b by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '0dd5f98f-1fb2-4bad-af6b-269c80997459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0babc103-5a15-4a56-8a05-3c9458da25a7'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:47.407855 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfc1cf3-9c07-4a85-a240-40da55541490 None None] Attempting to bind port 34e666b8-4370-428a-86ad-03ebdf05743b on network 0babc103-5a15-4a56-8a05-3c9458da25a7 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:47.411938 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecc30d-24d5-4bfd-8c47-d819aefda83e req-d4383cce-0453-4b7c-b002-ad1ae7fa83d8 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:47.414943 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfc1cf3-9c07-4a85-a240-40da55541490 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:32:47.415419 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfc1cf3-9c07-4a85-a240-40da55541490 None None] Checking segment: {'id': '0dd5f98f-1fb2-4bad-af6b-269c80997459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0babc103-5a15-4a56-8a05-3c9458da25a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:47.415831 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6dfc1cf3-9c07-4a85-a240-40da55541490 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.416344 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfc1cf3-9c07-4a85-a240-40da55541490 None None] Bound using segment: {'id': '0dd5f98f-1fb2-4bad-af6b-269c80997459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0babc103-5a15-4a56-8a05-3c9458da25a7'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:32:47.416872 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-6dfc1cf3-9c07-4a85-a240-40da55541490 None None] Bound port: 34e666b8-4370-428a-86ad-03ebdf05743b, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd5f98f-1fb2-4bad-af6b-269c80997459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0babc103-5a15-4a56-8a05-3c9458da25a7'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:32:47.417349 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6dfc1cf3-9c07-4a85-a240-40da55541490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (34e666b8-4370-428a-86ad-03ebdf05743b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.418619 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecc30d-24d5-4bfd-8c47-d819aefda83e req-d4383cce-0453-4b7c-b002-ad1ae7fa83d8 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:47.420731 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-567c9e36-b862-400b-b645-66c19e307b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (2f09991b-edf7-4d83-a0af-555e324488e5), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.421149 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-567c9e36-b862-400b-b645-66c19e307b2b admin admin] Added segment 2f09991b-edf7-4d83-a0af-555e324488e5 of type vlan for network 5bd54db0-787e-4a06-9c31-928b9cd6deff Jan 28 13:32:47.424842 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecc30d-24d5-4bfd-8c47-d819aefda83e req-d4383cce-0453-4b7c-b002-ad1ae7fa83d8 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:47.430282 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecc30d-24d5-4bfd-8c47-d819aefda83e req-d4383cce-0453-4b7c-b002-ad1ae7fa83d8 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:47.439038 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-05ecc30d-24d5-4bfd-8c47-d819aefda83e req-d4383cce-0453-4b7c-b002-ad1ae7fa83d8 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5442 time: 0.1477141 Jan 28 13:32:47.457083 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89d78a-9f7f-4846-84ca-0e9b5ce166a9 req-90c94c21-1d4f-451e-ba53-0a86b378d823 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:47.458718 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b89d78a-9f7f-4846-84ca-0e9b5ce166a9 req-90c94c21-1d4f-451e-ba53-0a86b378d823 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 946 time: 0.2542391 Jan 28 13:32:47.521634 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30adc49c-6041-4688-96f9-18aae194c029 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Made reservation on behalf of 192efdb74e1c4c7ead10f106099a4eb6 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:47.525443 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-6dfc1cf3-9c07-4a85-a240-40da55541490 None None] For port 34e666b8-4370-428a-86ad-03ebdf05743b, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:32:47.528917 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30adc49c-6041-4688-96f9-18aae194c029 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.545541 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-6dfc1cf3-9c07-4a85-a240-40da55541490 None None] For port 34e666b8-4370-428a-86ad-03ebdf05743b, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=34e666b8-4370-428a-86ad-03ebdf05743b,segment=NetworkSegment(0dd5f98f-1fb2-4bad-af6b-269c80997459),segment_id=0dd5f98f-1fb2-4bad-af6b-269c80997459)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:32:47.574583 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-05ecc30d-24d5-4bfd-8c47-d819aefda83e req-6eff03f6-6b38-4087-ba67-b30dbdd46389 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1271646 Jan 28 13:32:47.581648 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6dfc1cf3-9c07-4a85-a240-40da55541490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (34e666b8-4370-428a-86ad-03ebdf05743b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.583127 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-30adc49c-6041-4688-96f9-18aae194c029 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] device_id is not set on port 88b45221-e85f-468a-8307-96a7f8d0e8dd yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:32:47.603958 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-567c9e36-b862-400b-b645-66c19e307b2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (5bd54db0-787e-4a06-9c31-928b9cd6deff), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.657459 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b89d78a-9f7f-4846-84ca-0e9b5ce166a9 req-d8479b37-3e73-4298-b5d7-ca5ec94af10b tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489177 Jan 28 13:32:47.674135 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-567c9e36-b862-400b-b645-66c19e307b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (5bd54db0-787e-4a06-9c31-928b9cd6deff), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.675936 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567c9e36-b862-400b-b645-66c19e307b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:47.677173 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-567c9e36-b862-400b-b645-66c19e307b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.742023 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.776555 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc1cf3-9c07-4a85-a240-40da55541490 None None] Pushing event updated for resources: {'Port': ['ID=34e666b8-4370-428a-86ad-03ebdf05743b,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:47.788531 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-567c9e36-b862-400b-b645-66c19e307b2b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0088367 Jan 28 13:32:47.792611 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59618) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:47.869606 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-eae2231c-cdae-4743-9328-00502701dadd admin admin] Request body: {'subnet': {'network_id': '5bd54db0-787e-4a06-9c31-928b9cd6deff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1516544154-subnet', 'tenant_id': '562a44a1b905423c809accc32e9c7a27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:47.873132 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c9e36-b862-400b-b645-66c19e307b2b admin admin] Pushing event updated for resources: {'Network': ['ID=5bd54db0-787e-4a06-9c31-928b9cd6deff,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:47.886788 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 5bd54db0-787e-4a06-9c31-928b9cd6deff details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:32:47.920178 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9018f6-1deb-450a-991d-6e48b6f9199b req-d4d40942-be6b-44f8-9e27-e0cc52f5c2b5 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:47.922998 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bf9018f6-1deb-450a-991d-6e48b6f9199b req-d4d40942-be6b-44f8-9e27-e0cc52f5c2b5 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 943 time: 0.1558974 Jan 28 13:32:47.969431 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae2231c-cdae-4743-9328-00502701dadd admin admin] Made reservation on behalf of 562a44a1b905423c809accc32e9c7a27 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:47.990437 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eae2231c-cdae-4743-9328-00502701dadd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:48.020248 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-30adc49c-6041-4688-96f9-18aae194c029 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Allocated IP 172.20.0.3 (0babc103-5a15-4a56-8a05-3c9458da25a7/ca701598-3e50-48ed-916f-e2da89549759/88b45221-e85f-468a-8307-96a7f8d0e8dd) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:48.167781 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8170f5c-47ab-4773-8758-c1c40caa0206 req-a85381c0-1396-4a26-9ad8-248ed2110113 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:48.180155 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8170f5c-47ab-4773-8758-c1c40caa0206 req-a85381c0-1396-4a26-9ad8-248ed2110113 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:48.189777 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8170f5c-47ab-4773-8758-c1c40caa0206 req-a85381c0-1396-4a26-9ad8-248ed2110113 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:48.200597 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8170f5c-47ab-4773-8758-c1c40caa0206 req-a85381c0-1396-4a26-9ad8-248ed2110113 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:48.218079 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bf9018f6-1deb-450a-991d-6e48b6f9199b req-174c57e4-1a87-458d-8137-d9560bcf07da tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2751315 Jan 28 13:32:48.221047 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8170f5c-47ab-4773-8758-c1c40caa0206 req-a85381c0-1396-4a26-9ad8-248ed2110113 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:48.231577 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8170f5c-47ab-4773-8758-c1c40caa0206 req-a85381c0-1396-4a26-9ad8-248ed2110113 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:48.260383 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8170f5c-47ab-4773-8758-c1c40caa0206 req-a85381c0-1396-4a26-9ad8-248ed2110113 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:48.262443 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c8170f5c-47ab-4773-8758-c1c40caa0206 req-a85381c0-1396-4a26-9ad8-248ed2110113 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5442 time: 0.3764856 Jan 28 13:32:48.286409 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59630) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:48.311759 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-704fe18c-87e7-445c-b2d5-ed7c9d619bc6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Request body: {'floatingip': {'port_id': '91df4fb1-0eec-4c0c-aa55-6d19eb2df029'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:48.415960 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-704fe18c-87e7-445c-b2d5-ed7c9d619bc6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for floatingip (43aff482-9d5b-4d43-8315-ba8a0b7893a3), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:48.544060 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dead434-9fb4-4770-b73a-b83e64633fd4 req-0b06b5b2-f373-40db-b6d1-157753a65a59 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:48.554330 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8dead434-9fb4-4770-b73a-b83e64633fd4 req-0b06b5b2-f373-40db-b6d1-157753a65a59 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 945 time: 0.1344497 Jan 28 13:32:48.572591 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eae2231c-cdae-4743-9328-00502701dadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (fe350b99-f797-4881-be4e-fe3b44f36665), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:48.661328 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30adc49c-6041-4688-96f9-18aae194c029 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks [] for port (88b45221-e85f-468a-8307-96a7f8d0e8dd), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:48.678647 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59640) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:48.717598 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2231c-cdae-4743-9328-00502701dadd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe350b99-f797-4881-be4e-fe3b44f36665,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:48.735736 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 34e666b8-4370-428a-86ad-03ebdf05743b up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:48.740463 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8dead434-9fb4-4770-b73a-b83e64633fd4 req-a56bfd1d-cd54-4e60-85d7-cc7b91908f64 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ba3f71e-0e0f-40df-abe9-95ac24341234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797361 Jan 28 13:32:48.762474 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae2231c-cdae-4743-9328-00502701dadd admin admin] Checking segment: {'id': '2f09991b-edf7-4d83-a0af-555e324488e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5bd54db0-787e-4a06-9c31-928b9cd6deff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:48.763240 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae2231c-cdae-4743-9328-00502701dadd admin admin] Network hostable DHCP agents. Network: 5bd54db0-787e-4a06-9c31-928b9cd6deff, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:32:48.790718 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae2231c-cdae-4743-9328-00502701dadd admin admin] Network 5bd54db0-787e-4a06-9c31-928b9cd6deff is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:32:48.811566 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-eae2231c-cdae-4743-9328-00502701dadd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 5bd54db0-787e-4a06-9c31-928b9cd6deff) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:48.826820 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae2231c-cdae-4743-9328-00502701dadd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:48.827412 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eae2231c-cdae-4743-9328-00502701dadd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:48.841953 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b2137a-6a7a-4784-bdb8-8386b3c44875 None None] Network 5bd54db0-787e-4a06-9c31-928b9cd6deff requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:48.883151 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-eae2231c-cdae-4743-9328-00502701dadd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0810354 Jan 28 13:32:48.933485 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30adc49c-6041-4688-96f9-18aae194c029 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (88b45221-e85f-468a-8307-96a7f8d0e8dd), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:48.989016 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-58bb4643-33ae-4e19-9f29-b055741d5763 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-573835714-network', 'tenant_id': '4b4d3f60af5c4c6b8423e28fd3aff330'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:49.054602 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bb4643-33ae-4e19-9f29-b055741d5763 admin admin] Made reservation on behalf of 4b4d3f60af5c4c6b8423e28fd3aff330 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:49.060903 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58bb4643-33ae-4e19-9f29-b055741d5763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.080953 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58bb4643-33ae-4e19-9f29-b055741d5763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.081570 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4ea6bb-136e-4248-b682-3043f3330197 None None] Network 5bd54db0-787e-4a06-9c31-928b9cd6deff requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:49.140105 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30adc49c-6041-4688-96f9-18aae194c029 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Network 0babc103-5a15-4a56-8a05-3c9458da25a7 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:49.188062 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-30adc49c-6041-4688-96f9-18aae194c029 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:49.219237 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30adc49c-6041-4688-96f9-18aae194c029 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:49.310639 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 34e666b8-4370-428a-86ad-03ebdf05743b triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:49.311027 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (34e666b8-4370-428a-86ad-03ebdf05743b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.317674 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30adc49c-6041-4688-96f9-18aae194c029 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Pushing event updated for resources: {'Port': ['ID=88b45221-e85f-468a-8307-96a7f8d0e8dd,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:49.343684 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee19d2-6ae3-476e-87ef-80d52890de54 req-7e72477c-0d24-475d-9bac-8ac68f6c5364 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.345272 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8aee19d2-6ae3-476e-87ef-80d52890de54 req-7e72477c-0d24-475d-9bac-8ac68f6c5364 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f26471f-e062-4170-ae44-38f023825a8a HTTP/1.1" status: 200 len: 950 time: 0.1884401 Jan 28 13:32:49.502346 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 34e666b8-4370-428a-86ad-03ebdf05743b is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:49.503124 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (34e666b8-4370-428a-86ad-03ebdf05743b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.527136 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30adc49c-6041-4688-96f9-18aae194c029 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.528201 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30adc49c-6041-4688-96f9-18aae194c029 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.549505 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 34e666b8-4370-428a-86ad-03ebdf05743b, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=34e666b8-4370-428a-86ad-03ebdf05743b,segment=NetworkSegment(0dd5f98f-1fb2-4bad-af6b-269c80997459),segment_id=0dd5f98f-1fb2-4bad-af6b-269c80997459)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:49.553937 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (34e666b8-4370-428a-86ad-03ebdf05743b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.558617 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8aee19d2-6ae3-476e-87ef-80d52890de54 req-ed17fb9c-fac7-4e8f-98ad-ffb81c25c928 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d4486f4-20e6-4443-9bc1-2b3b2049a233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983180 Jan 28 13:32:49.579355 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-30adc49c-6041-4688-96f9-18aae194c029 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2009535 Jan 28 13:32:49.582699 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59692) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:49.587579 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58bb4643-33ae-4e19-9f29-b055741d5763 admin admin] Publish callbacks [] for security_group (402f0ec7-204d-4b8b-b003-bb4244f43349), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.595979 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58bb4643-33ae-4e19-9f29-b055741d5763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (402f0ec7-204d-4b8b-b003-bb4244f43349), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.598038 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-7462f646-03eb-4aae-90c2-0b4d34995b1c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Request body: {'port': {'network_id': '0babc103-5a15-4a56-8a05-3c9458da25a7', 'name': 'tempest-AllowedAddressPairTestJSON-1168683384', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:06:85:50'}]}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:49.621017 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3914971-4b3b-40a7-88cb-878700fae50d None None] Network 0babc103-5a15-4a56-8a05-3c9458da25a7 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:49.638729 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb4643-33ae-4e19-9f29-b055741d5763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402f0ec7-204d-4b8b-b003-bb4244f43349,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:49.680883 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58bb4643-33ae-4e19-9f29-b055741d5763 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:32:49.725262 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58bb4643-33ae-4e19-9f29-b055741d5763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.725770 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-58bb4643-33ae-4e19-9f29-b055741d5763 admin admin] Added segment 0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7 of type vlan for network 0cc66fb4-aa9b-4065-9754-07c3b4544c1c Jan 28 13:32:49.800221 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bad28f-8d8c-4ae2-b682-55de7a38c514 req-fb41ab58-37c1-43e0-a686-523b209eb483 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.802482 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-94bad28f-8d8c-4ae2-b682-55de7a38c514 req-fb41ab58-37c1-43e0-a686-523b209eb483 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 943 time: 0.1460545 Jan 28 13:32:49.828117 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.db.resource_extend [None req-704fe18c-87e7-445c-b2d5-ed7c9d619bc6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:32:49.850855 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58bb4643-33ae-4e19-9f29-b055741d5763 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (0cc66fb4-aa9b-4065-9754-07c3b4544c1c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.901929 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-94bad28f-8d8c-4ae2-b682-55de7a38c514 req-5ced2fdf-5481-453a-b3b5-6e1387974c8f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923593 Jan 28 13:32:49.913307 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58bb4643-33ae-4e19-9f29-b055741d5763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (0cc66fb4-aa9b-4065-9754-07c3b4544c1c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.916063 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bb4643-33ae-4e19-9f29-b055741d5763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.916690 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58bb4643-33ae-4e19-9f29-b055741d5763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.956277 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-03ec291e-55ea-4c53-997e-2265dbd8cf18 None None] Provisioning complete for port 34e666b8-4370-428a-86ad-03ebdf05743b triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:49.956853 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03ec291e-55ea-4c53-997e-2265dbd8cf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (34e666b8-4370-428a-86ad-03ebdf05743b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.957888 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-704fe18c-87e7-445c-b2d5-ed7c9d619bc6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.968609 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-704fe18c-87e7-445c-b2d5-ed7c9d619bc6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (43aff482-9d5b-4d43-8315-ba8a0b7893a3), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.978357 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-58bb4643-33ae-4e19-9f29-b055741d5763 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2917929 Jan 28 13:32:49.978839 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59700) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:49.998333 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=34e666b8-4370-428a-86ad-03ebdf05743b,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:49.999126 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-121076a5-4ec0-4292-8412-38c6afb388e5 admin admin] Request body: {'subnet': {'network_id': '0cc66fb4-aa9b-4065-9754-07c3b4544c1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-573835714-subnet', 'tenant_id': '4b4d3f60af5c4c6b8423e28fd3aff330', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:50.002762 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:50.054265 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-03ec291e-55ea-4c53-997e-2265dbd8cf18 None None] Current status of the port 34e666b8-4370-428a-86ad-03ebdf05743b is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:50.075131 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb4643-33ae-4e19-9f29-b055741d5763 admin admin] Pushing event updated for resources: {'Network': ['ID=0cc66fb4-aa9b-4065-9754-07c3b4544c1c,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:50.079476 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4446a-2117-429c-b73e-90ec4250492a req-e984d847-9b90-49e6-9dae-ad17c5d68cfd tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:50.087360 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8b4446a-2117-429c-b73e-90ec4250492a req-e984d847-9b90-49e6-9dae-ad17c5d68cfd tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/networks?id=5bd54db0-787e-4a06-9c31-928b9cd6deff HTTP/1.1" status: 200 len: 814 time: 0.5158336 Jan 28 13:32:50.101237 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 0cc66fb4-aa9b-4065-9754-07c3b4544c1c details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:32:50.150968 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7462f646-03eb-4aae-90c2-0b4d34995b1c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Made reservation on behalf of 192efdb74e1c4c7ead10f106099a4eb6 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:50.207115 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8b4446a-2117-429c-b73e-90ec4250492a req-9293f9d8-5975-4cd0-a517-fdfbe603bc79 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/quotas/562a44a1b905423c809accc32e9c7a27 HTTP/1.1" status: 200 len: 375 time: 0.1182973 Jan 28 13:32:50.228253 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c041a57-a29b-4a84-a649-8a4dbc547c49 req-b70e0cab-7be3-4d83-882f-76983e10ab5f tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:50.229799 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c041a57-a29b-4a84-a649-8a4dbc547c49 req-b70e0cab-7be3-4d83-882f-76983e10ab5f tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 945 time: 0.0909522 Jan 28 13:32:50.289038 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c041a57-a29b-4a84-a649-8a4dbc547c49 req-7ffbde51-4565-4411-89b8-fe2d7b047e61 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ba3f71e-0e0f-40df-abe9-95ac24341234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521345 Jan 28 13:32:50.362641 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-704fe18c-87e7-445c-b2d5-ed7c9d619bc6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Floating IP 43aff482-9d5b-4d43-8315-ba8a0b7893a3 associated. External IP: 172.25.3.118, port: 91df4fb1-0eec-4c0c-aa55-6d19eb2df029. Jan 28 13:32:50.388501 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-5234f18f-50bf-4f27-9982-90fb2cfbb5d5 None None] Provisioning complete for port 88b45221-e85f-468a-8307-96a7f8d0e8dd triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:50.388987 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5234f18f-50bf-4f27-9982-90fb2cfbb5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (88b45221-e85f-468a-8307-96a7f8d0e8dd), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:50.451807 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5234f18f-50bf-4f27-9982-90fb2cfbb5d5 None None] Port 88b45221-e85f-468a-8307-96a7f8d0e8dd cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:32:50.470810 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-5234f18f-50bf-4f27-9982-90fb2cfbb5d5 None None] Provisioning complete for port 34e666b8-4370-428a-86ad-03ebdf05743b triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:50.471360 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5234f18f-50bf-4f27-9982-90fb2cfbb5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (34e666b8-4370-428a-86ad-03ebdf05743b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:50.479227 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7462f646-03eb-4aae-90c2-0b4d34995b1c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:50.481361 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121076a5-4ec0-4292-8412-38c6afb388e5 admin admin] Made reservation on behalf of 4b4d3f60af5c4c6b8423e28fd3aff330 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:50.483704 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-121076a5-4ec0-4292-8412-38c6afb388e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:50.540707 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8b4446a-2117-429c-b73e-90ec4250492a req-88bd7f31-fef1-4f90-9cb8-6af153922554 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=562a44a1b905423c809accc32e9c7a27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3320608 Jan 28 13:32:50.577775 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-7462f646-03eb-4aae-90c2-0b4d34995b1c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] device_id is not set on port 0b8a36bf-1d16-443d-9c30-0d6137c84327 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:32:50.650523 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5234f18f-50bf-4f27-9982-90fb2cfbb5d5 None None] Current status of the port 34e666b8-4370-428a-86ad-03ebdf05743b is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:50.655345 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 34e666b8-4370-428a-86ad-03ebdf05743b up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:50.720167 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 34e666b8-4370-428a-86ad-03ebdf05743b triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:50.720688 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (34e666b8-4370-428a-86ad-03ebdf05743b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:50.849846 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 34e666b8-4370-428a-86ad-03ebdf05743b is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:50.880565 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8b4446a-2117-429c-b73e-90ec4250492a req-c2a123d7-254a-446d-9703-ac76144e9f4c service neutron] 10.222.0.39 "GET /v2.0/networks/5bd54db0-787e-4a06-9c31-928b9cd6deff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314402 Jan 28 13:32:50.885830 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-52555352-5b8c-4f20-8cd1-e47312683e85 None None] Provisioning complete for port 88b45221-e85f-468a-8307-96a7f8d0e8dd triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:50.887129 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52555352-5b8c-4f20-8cd1-e47312683e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (88b45221-e85f-468a-8307-96a7f8d0e8dd), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:50.939507 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-52555352-5b8c-4f20-8cd1-e47312683e85 None None] Port 88b45221-e85f-468a-8307-96a7f8d0e8dd cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:32:50.942950 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-7462f646-03eb-4aae-90c2-0b4d34995b1c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Allocated IP 172.20.0.8 (0babc103-5a15-4a56-8a05-3c9458da25a7/ca701598-3e50-48ed-916f-e2da89549759/0b8a36bf-1d16-443d-9c30-0d6137c84327) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:51.204663 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-121076a5-4ec0-4292-8412-38c6afb388e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (dbb764f6-d64f-484a-9e34-16f02ef802cf), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:51.257364 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704fe18c-87e7-445c-b2d5-ed7c9d619bc6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Router 12e79e6d-e245-41f2-9a12-df26573f79b8 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:32:51.272144 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8b4446a-2117-429c-b73e-90ec4250492a req-a9c605c3-8727-46e3-be45-096e86d39940 service neutron] 10.222.0.39 "GET /v2.0/networks/5bd54db0-787e-4a06-9c31-928b9cd6deff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279247 Jan 28 13:32:51.360400 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121076a5-4ec0-4292-8412-38c6afb388e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbb764f6-d64f-484a-9e34-16f02ef802cf,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:51.371879 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 5e5f4228-1d82-4896-aefc-40e1d70b3d6f no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:32:51.411579 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd02fd-d5b4-4c5f-a26f-ab824cfd5421 req-cbfbabd9-c348-4478-8676-5c94038d1225 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:51.420992 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-27bd02fd-d5b4-4c5f-a26f-ab824cfd5421 req-cbfbabd9-c348-4478-8676-5c94038d1225 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 943 time: 0.0935853 Jan 28 13:32:51.456012 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121076a5-4ec0-4292-8412-38c6afb388e5 admin admin] Checking segment: {'id': '0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0cc66fb4-aa9b-4065-9754-07c3b4544c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:51.456012 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121076a5-4ec0-4292-8412-38c6afb388e5 admin admin] Network hostable DHCP agents. Network: 0cc66fb4-aa9b-4065-9754-07c3b4544c1c, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:32:51.514570 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-27bd02fd-d5b4-4c5f-a26f-ab824cfd5421 req-67aea5c4-fd55-4bdb-9829-598a5b6a45a9 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920050 Jan 28 13:32:51.637086 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:51.637972 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:51.655028 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-382563ee-ce79-49a0-bf20-2f038a60c7e8 req-a5004622-7fd8-4df5-9363-471f9decfa6a tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37 HTTP/1.1" status: 200 len: 210 time: 0.0713725 Jan 28 13:32:51.711665 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f26471f-e062-4170-ae44-38f023825a8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e5f4228-1d82-4896-aefc-40e1d70b3d6f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:51.714841 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb871d68-a46b-40c1-8a71-0e772ec93c14" -d '{"events": [{"server_uuid": "2f26471f-e062-4170-ae44-38f023825a8a", "name": "network-vif-unplugged", "status": "completed", "tag": "5e5f4228-1d82-4896-aefc-40e1d70b3d6f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:51.734011 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=5e5f4228-1d82-4896-aefc-40e1d70b3d6f,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:51.741465 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:51.819465 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=5e5f4228-1d82-4896-aefc-40e1d70b3d6f,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:51.901613 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7462f646-03eb-4aae-90c2-0b4d34995b1c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks [] for port (0b8a36bf-1d16-443d-9c30-0d6137c84327), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:51.962508 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121076a5-4ec0-4292-8412-38c6afb388e5 admin admin] Network 0cc66fb4-aa9b-4065-9754-07c3b4544c1c is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:32:52.001756 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704fe18c-87e7-445c-b2d5-ed7c9d619bc6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:32:52.010113 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-704fe18c-87e7-445c-b2d5-ed7c9d619bc6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:52.025550 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9d71b4-4056-4cae-9297-f9406172273b None None] Sync routers for ids ['12e79e6d-e245-41f2-9a12-df26573f79b8'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:32:52.044856 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-121076a5-4ec0-4292-8412-38c6afb388e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 0cc66fb4-aa9b-4065-9754-07c3b4544c1c) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:52.047542 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-704fe18c-87e7-445c-b2d5-ed7c9d619bc6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "PUT /v2.0/floatingips/43aff482-9d5b-4d43-8315-ba8a0b7893a3 HTTP/1.1" status: 200 len: 991 time: 3.7483561 Jan 28 13:32:52.051378 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'tag': '91df4fb1-0eec-4c0c-aa55-6d19eb2df029'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:52.053794 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0aa03f8-8b34-4d7d-aee6-b8524f0c69d3" -d '{"events": [{"name": "network-changed", "server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "tag": "91df4fb1-0eec-4c0c-aa55-6d19eb2df029"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:52.056397 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9d71b4-4056-4cae-9297-f9406172273b None None] Routers {'12e79e6d-e245-41f2-9a12-df26573f79b8'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:32:52.059113 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121076a5-4ec0-4292-8412-38c6afb388e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:52.059343 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8d9d71b4-4056-4cae-9297-f9406172273b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:32:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['12e79e6d-e245-41f2-9a12-df26573f79b8'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:52.059550 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-121076a5-4ec0-4292-8412-38c6afb388e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:52.080279 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a07439-5461-4631-868a-59904956eae6 req-fc74bfd3-da6a-4a3e-a16a-292a1cd57309 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:52.087495 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-99a07439-5461-4631-868a-59904956eae6 req-fc74bfd3-da6a-4a3e-a16a-292a1cd57309 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 945 time: 0.1881266 Jan 28 13:32:52.113367 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-121076a5-4ec0-4292-8412-38c6afb388e5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1270466 Jan 28 13:32:52.113367 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7462f646-03eb-4aae-90c2-0b4d34995b1c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (0b8a36bf-1d16-443d-9c30-0d6137c84327), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:52.113824 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59788) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:52.118446 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-d47da429-0cfc-447f-abe2-f2764d993d5f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-573835714-router', 'tenant_id': '4b4d3f60af5c4c6b8423e28fd3aff330', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:52.166383 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462f646-03eb-4aae-90c2-0b4d34995b1c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Pushing event updated for resources: {'Port': ['ID=0b8a36bf-1d16-443d-9c30-0d6137c84327,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:52.198047 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d47da429-0cfc-447f-abe2-f2764d993d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (7e75dee3-fcb7-4189-aa77-52ad63a33cf4), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:52.199884 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7462f646-03eb-4aae-90c2-0b4d34995b1c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Network 0babc103-5a15-4a56-8a05-3c9458da25a7 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:52.202766 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d47da429-0cfc-447f-abe2-f2764d993d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (7e75dee3-fcb7-4189-aa77-52ad63a33cf4), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:52.204041 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-7462f646-03eb-4aae-90c2-0b4d34995b1c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:52.207105 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7462f646-03eb-4aae-90c2-0b4d34995b1c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:52.220002 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-99a07439-5461-4631-868a-59904956eae6 req-041dc76e-a510-4e3d-a88f-b24feda3bd9f tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ba3f71e-0e0f-40df-abe9-95ac24341234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315050 Jan 28 13:32:52.338929 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7462f646-03eb-4aae-90c2-0b4d34995b1c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:52.341409 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7462f646-03eb-4aae-90c2-0b4d34995b1c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:52.381968 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7462f646-03eb-4aae-90c2-0b4d34995b1c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.7968485 Jan 28 13:32:52.388057 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59798) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:52.390822 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77789840-4756-4f38-9d7f-51848a26c547 x-openstack-request-id: req-77789840-4756-4f38-9d7f-51848a26c547 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:52.399205 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f26471f-e062-4170-ae44-38f023825a8a", "name": "network-vif-unplugged", "status": "completed", "tag": "5e5f4228-1d82-4896-aefc-40e1d70b3d6f", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:52.399473 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-77789840-4756-4f38-9d7f-51848a26c547 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:52.399893 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f26471f-e062-4170-ae44-38f023825a8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e5f4228-1d82-4896-aefc-40e1d70b3d6f', 'code': 200} Jan 28 13:32:52.401464 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f2af32-8922-4c5c-8810-f7b8c6c3a74b None None] Network 0cc66fb4-aa9b-4065-9754-07c3b4544c1c requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:52.512786 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395b2394-2d43-489d-8f22-12ec3d344a1f x-openstack-request-id: req-395b2394-2d43-489d-8f22-12ec3d344a1f {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:52.513061 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "tag": "91df4fb1-0eec-4c0c-aa55-6d19eb2df029", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:52.513413 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-395b2394-2d43-489d-8f22-12ec3d344a1f {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:52.514171 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'tag': '91df4fb1-0eec-4c0c-aa55-6d19eb2df029', 'status': 'completed', 'code': 200} Jan 28 13:32:52.599832 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2574d5ca-4fe3-4fef-b272-f812ce5800a2 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:52.602816 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d47da429-0cfc-447f-abe2-f2764d993d5f admin admin] Publish callbacks [] for router_controller (7e75dee3-fcb7-4189-aa77-52ad63a33cf4), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:52.607032 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2574d5ca-4fe3-4fef-b272-f812ce5800a2 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:52.614141 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-8d9d71b4-4056-4cae-9297-f9406172273b None None] Set router 12e79e6d-e245-41f2-9a12-df26573f79b8 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:32:52.626253 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2574d5ca-4fe3-4fef-b272-f812ce5800a2 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:52.632457 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2574d5ca-4fe3-4fef-b272-f812ce5800a2 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2429895 Jan 28 13:32:52.636207 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59810) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:52.746194 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa03f8-8b34-4d7d-aee6-b8524f0c69d3 req-50bff91e-3632-40c8-988f-9de1a271d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:52.747125 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa03f8-8b34-4d7d-aee6-b8524f0c69d3 req-50bff91e-3632-40c8-988f-9de1a271d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:52.748392 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa03f8-8b34-4d7d-aee6-b8524f0c69d3 req-50bff91e-3632-40c8-988f-9de1a271d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:52.749031 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa03f8-8b34-4d7d-aee6-b8524f0c69d3 req-50bff91e-3632-40c8-988f-9de1a271d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:52.749634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa03f8-8b34-4d7d-aee6-b8524f0c69d3 req-50bff91e-3632-40c8-988f-9de1a271d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:52.750303 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa03f8-8b34-4d7d-aee6-b8524f0c69d3 req-50bff91e-3632-40c8-988f-9de1a271d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:52.750904 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa03f8-8b34-4d7d-aee6-b8524f0c69d3 req-50bff91e-3632-40c8-988f-9de1a271d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:52.753085 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d0aa03f8-8b34-4d7d-aee6-b8524f0c69d3 req-50bff91e-3632-40c8-988f-9de1a271d530 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7a6811dc19649cf8e2a8d9876c3683f&device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 6499 time: 0.1991179 Jan 28 13:32:52.845861 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-687a9dc5-4143-455b-a4b5-3b3e42025cdd req-4207c1d5-3be1-466f-a970-401266b11cce tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37 HTTP/1.1" status: 200 len: 210 time: 0.0456624 Jan 28 13:32:52.879882 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-5950968d-b803-4f62-a54c-fc45bdbd0d06 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Deleting port 0b8a36bf-1d16-443d-9c30-0d6137c84327 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:52.880380 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5950968d-b803-4f62-a54c-fc45bdbd0d06 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (0b8a36bf-1d16-443d-9c30-0d6137c84327), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:52.978405 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d47da429-0cfc-447f-abe2-f2764d993d5f admin admin] Publish callbacks [] for router_gateway (7e75dee3-fcb7-4189-aa77-52ad63a33cf4), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:53.016381 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da400966-eebf-46da-babd-338eb78a31c7 req-b6734762-af62-4442-b714-613504178f43 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:53.018260 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-da400966-eebf-46da-babd-338eb78a31c7 req-b6734762-af62-4442-b714-613504178f43 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 943 time: 0.3114896 Jan 28 13:32:53.052224 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a1df1c09-8afa-48f7-9036-b727b9f7cd72 None None] Provisioning complete for port 0b8a36bf-1d16-443d-9c30-0d6137c84327 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:53.052942 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1df1c09-8afa-48f7-9036-b727b9f7cd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0b8a36bf-1d16-443d-9c30-0d6137c84327), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:53.053203 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5950968d-b803-4f62-a54c-fc45bdbd0d06 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (0b8a36bf-1d16-443d-9c30-0d6137c84327), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:53.066337 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa03f8-8b34-4d7d-aee6-b8524f0c69d3 req-6a863b76-d365-48bf-80b9-09449b651776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:53.068583 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d0aa03f8-8b34-4d7d-aee6-b8524f0c69d3 req-6a863b76-d365-48bf-80b9-09449b651776 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8d8ce296-49c0-407a-94c2-104afd52dd5e HTTP/1.1" status: 200 len: 916 time: 0.2593803 Jan 28 13:32:53.077726 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-5950968d-b803-4f62-a54c-fc45bdbd0d06 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Calling delete_port for 0b8a36bf-1d16-443d-9c30-0d6137c84327 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:53.092716 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a1df1c09-8afa-48f7-9036-b727b9f7cd72 None None] Port 0b8a36bf-1d16-443d-9c30-0d6137c84327 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:32:53.147792 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb746bdf-de61-4410-82b2-dd8607a4827c None None] Network 0cc66fb4-aa9b-4065-9754-07c3b4544c1c requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:53.227425 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8d9d71b4-4056-4cae-9297-f9406172273b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'name': 'tempest-TaggedBootDevicesTest_v242-330770301-router', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:31Z', 'updated_at': '2022-01-28T13:29:47Z', 'revision_number': 4, 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'gw_port': {'id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '43aff482-9d5b-4d43-8315-ba8a0b7893a3', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'port_id': '91df4fb1-0eec-4c0c-aa55-6d19eb2df029', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d8ce296-49c0-407a-94c2-104afd52dd5e', 'mac_address': 'fa:16:3e:14:14:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:31:06Z', 'updated_at': '2022-01-28T13:32:49Z', 'revision_number': 1, 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc61c3e-372c-4eb1-a647-fc9b1aa216dd', 'name': '', 'network_id': '8d8ce296-49c0-407a-94c2-104afd52dd5e', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'mac_address': 'fa:16:3e:1c:ab:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '7e406a7c-fb11-4530-8ef1-a71bb9184c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:45Z', 'updated_at': '2022-01-28T13:29:53Z', 'revision_number': 5, 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'subnets': [{'id': '7e406a7c-fb11-4530-8ef1-a71bb9184c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:53.266262 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9d71b4-4056-4cae-9297-f9406172273b None None] Checking router: 12e79e6d-e245-41f2-9a12-df26573f79b8 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:32:53.298832 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9d71b4-4056-4cae-9297-f9406172273b None None] Routers {'12e79e6d-e245-41f2-9a12-df26573f79b8'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:32:53.299616 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8d9d71b4-4056-4cae-9297-f9406172273b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:32:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['12e79e6d-e245-41f2-9a12-df26573f79b8'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:53.334947 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-da400966-eebf-46da-babd-338eb78a31c7 req-78cf87d1-cf83-418a-ad90-d894a67142ce tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708788 Jan 28 13:32:53.405641 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5950968d-b803-4f62-a54c-fc45bdbd0d06 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (0b8a36bf-1d16-443d-9c30-0d6137c84327), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:53.423700 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-8d9d71b4-4056-4cae-9297-f9406172273b None None] Set router 12e79e6d-e245-41f2-9a12-df26573f79b8 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:32:53.495686 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950968d-b803-4f62-a54c-fc45bdbd0d06 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Pushing event deleted for resources: {'Port': ['ID=0b8a36bf-1d16-443d-9c30-0d6137c84327,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:53.683244 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4446a-2117-429c-b73e-90ec4250492a req-90b6ae6f-cff9-4266-8bb5-eba7423942dc tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:53.684910 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8b4446a-2117-429c-b73e-90ec4250492a req-90b6ae6f-cff9-4266-8bb5-eba7423942dc tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.37 "GET /v2.0/networks?id=5bd54db0-787e-4a06-9c31-928b9cd6deff HTTP/1.1" status: 200 len: 814 time: 0.2197688 Jan 28 13:32:53.689941 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d0aa03f8-8b34-4d7d-aee6-b8524f0c69d3 req-79647cc2-ea5c-410f-81e6-f9cdb4cb1aa1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91df4fb1-0eec-4c0c-aa55-6d19eb2df029 HTTP/1.1" status: 200 len: 999 time: 0.5827229 Jan 28 13:32:53.701097 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-b8b4446a-2117-429c-b73e-90ec4250492a req-b1b570d5-d2e9-4103-9e81-37792948cc06 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Request body: {'port': {'device_id': '7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37', 'network_id': '5bd54db0-787e-4a06-9c31-928b9cd6deff', 'admin_state_up': True, 'tenant_id': '562a44a1b905423c809accc32e9c7a27'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:54.062249 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991cf39-52fb-4d33-9f3e-3665f457752d req-d2471732-e7b5-4956-92bc-9cdd0856c050 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:54.064658 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d991cf39-52fb-4d33-9f3e-3665f457752d req-d2471732-e7b5-4956-92bc-9cdd0856c050 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 945 time: 0.5765352 Jan 28 13:32:54.085077 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8d9d71b4-4056-4cae-9297-f9406172273b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'name': 'tempest-TaggedBootDevicesTest_v242-330770301-router', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:31Z', 'updated_at': '2022-01-28T13:29:47Z', 'revision_number': 4, 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'gw_port': {'id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '43aff482-9d5b-4d43-8315-ba8a0b7893a3', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'port_id': '91df4fb1-0eec-4c0c-aa55-6d19eb2df029', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d8ce296-49c0-407a-94c2-104afd52dd5e', 'mac_address': 'fa:16:3e:14:14:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:31:06Z', 'updated_at': '2022-01-28T13:32:49Z', 'revision_number': 1, 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc61c3e-372c-4eb1-a647-fc9b1aa216dd', 'name': '', 'network_id': '8d8ce296-49c0-407a-94c2-104afd52dd5e', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'mac_address': 'fa:16:3e:1c:ab:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '7e406a7c-fb11-4530-8ef1-a71bb9184c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:45Z', 'updated_at': '2022-01-28T13:29:53Z', 'revision_number': 5, 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'subnets': [{'id': '7e406a7c-fb11-4530-8ef1-a71bb9184c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:54.107675 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c11b1-ad08-47aa-9019-780bddecd719 req-029b6b1e-f553-4a8c-b792-462a5b720644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:54.109553 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9d5c11b1-ad08-47aa-9019-780bddecd719 req-029b6b1e-f553-4a8c-b792-462a5b720644 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 1096 time: 0.6070492 Jan 28 13:32:54.113170 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5950968d-b803-4f62-a54c-fc45bdbd0d06 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:54.116950 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5950968d-b803-4f62-a54c-fc45bdbd0d06 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] 10.222.0.39 "DELETE /v2.0/ports/0b8a36bf-1d16-443d-9c30-0d6137c84327 HTTP/1.1" status: 204 len: 168 time: 1.4791849 Jan 28 13:32:54.126390 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59834) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:54.128736 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9d71b4-4056-4cae-9297-f9406172273b None None] The sync data for ids ['12e79e6d-e245-41f2-9a12-df26573f79b8'] in n-d-822747-2 is: [{'id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'name': 'tempest-TaggedBootDevicesTest_v242-330770301-router', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:31Z', 'updated_at': '2022-01-28T13:29:47Z', 'revision_number': 4, 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'gw_port': {'id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '43aff482-9d5b-4d43-8315-ba8a0b7893a3', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'port_id': '91df4fb1-0eec-4c0c-aa55-6d19eb2df029', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d8ce296-49c0-407a-94c2-104afd52dd5e', 'mac_address': 'fa:16:3e:14:14:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:31:06Z', 'updated_at': '2022-01-28T13:32:49Z', 'revision_number': 1, 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc61c3e-372c-4eb1-a647-fc9b1aa216dd', 'name': '', 'network_id': '8d8ce296-49c0-407a-94c2-104afd52dd5e', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'mac_address': 'fa:16:3e:1c:ab:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '7e406a7c-fb11-4530-8ef1-a71bb9184c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:45Z', 'updated_at': '2022-01-28T13:29:53Z', 'revision_number': 5, 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'subnets': [{'id': '7e406a7c-fb11-4530-8ef1-a71bb9184c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:32:54.186736 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a8f649-88d5-4018-9c62-d72565581613 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] GET failed (client error): The resource could not be found. Jan 28 13:32:54.188571 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-57a8f649-88d5-4018-9c62-d72565581613 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] 10.222.0.39 "GET /v2.0/ports/0b8a36bf-1d16-443d-9c30-0d6137c84327 HTTP/1.1" status: 404 len: 333 time: 0.0599635 Jan 28 13:32:54.193688 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d991cf39-52fb-4d33-9f3e-3665f457752d req-9003ca61-2a51-439b-83a2-e4fc75507484 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ba3f71e-0e0f-40df-abe9-95ac24341234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197288 Jan 28 13:32:54.194395 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59836) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:54.201338 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-5040d1ba-e468-49a4-a242-7c86d5229e5c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Request body: {'port': {'network_id': '0babc103-5a15-4a56-8a05-3c9458da25a7', 'name': 'tempest-AllowedAddressPairTestJSON-241440447'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:54.296924 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9d5c11b1-ad08-47aa-9019-780bddecd719 req-695ab598-d843-45bc-8d80-c218fad2a0c0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6ba3f71e-0e0f-40df-abe9-95ac24341234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786075 Jan 28 13:32:54.340374 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5040d1ba-e468-49a4-a242-7c86d5229e5c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Made reservation on behalf of 192efdb74e1c4c7ead10f106099a4eb6 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:54.343959 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5040d1ba-e468-49a4-a242-7c86d5229e5c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:54.384472 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7199ee31-826c-4a92-8e83-eaf51d3a7154 req-e55b512e-5599-4ea1-a22f-cd71be8701c3 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37 HTTP/1.1" status: 200 len: 210 time: 0.1129007 Jan 28 13:32:54.386318 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-5040d1ba-e468-49a4-a242-7c86d5229e5c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] device_id is not set on port eb6f3956-e78c-4dfb-83ee-1810da7e6fd3 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:32:54.394249 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa03f8-8b34-4d7d-aee6-b8524f0c69d3 req-75cee892-ae57-4934-b6f2-d1bc54fc1615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:54.396740 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d0aa03f8-8b34-4d7d-aee6-b8524f0c69d3 req-75cee892-ae57-4934-b6f2-d1bc54fc1615 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e406a7c-fb11-4530-8ef1-a71bb9184c0e HTTP/1.1" status: 200 len: 855 time: 0.6908896 Jan 28 13:32:54.507978 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c419595-2ebe-4a27-bc92-40b1ba63b86a None None] New status for floating IP 43aff482-9d5b-4d43-8315-ba8a0b7893a3: ACTIVE {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:32:54.561979 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b4446a-2117-429c-b73e-90ec4250492a req-b1b570d5-d2e9-4103-9e81-37792948cc06 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Made reservation on behalf of 562a44a1b905423c809accc32e9c7a27 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:54.572412 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8b4446a-2117-429c-b73e-90ec4250492a req-b1b570d5-d2e9-4103-9e81-37792948cc06 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:54.644572 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d47da429-0cfc-447f-abe2-f2764d993d5f admin admin] Publish callbacks [] for router_gateway (7e75dee3-fcb7-4189-aa77-52ad63a33cf4), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:54.652503 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34314b6b-1d88-49a7-9caa-7668802a47b3 req-138dd4c2-07eb-43a8-954a-509c08a78d1d tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:54.654675 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-34314b6b-1d88-49a7-9caa-7668802a47b3 req-138dd4c2-07eb-43a8-954a-509c08a78d1d tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 943 time: 0.1216938 Jan 28 13:32:54.679508 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-5040d1ba-e468-49a4-a242-7c86d5229e5c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Allocated IP 172.20.0.4 (0babc103-5a15-4a56-8a05-3c9458da25a7/ca701598-3e50-48ed-916f-e2da89549759/eb6f3956-e78c-4dfb-83ee-1810da7e6fd3) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:54.860760 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d47da429-0cfc-447f-abe2-f2764d993d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:54.944552 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-34314b6b-1d88-49a7-9caa-7668802a47b3 req-7aedfc9b-be6f-4fc5-9a1e-cb302aad6584 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2739110 Jan 28 13:32:54.947161 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-b8b4446a-2117-429c-b73e-90ec4250492a req-b1b570d5-d2e9-4103-9e81-37792948cc06 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Allocated IP 172.20.0.13 (5bd54db0-787e-4a06-9c31-928b9cd6deff/fe350b99-f797-4881-be4e-fe3b44f36665/07648adf-f5b0-424a-9ec9-b93561c52ed8) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:54.953170 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa03f8-8b34-4d7d-aee6-b8524f0c69d3 req-e67a5b8c-438f-47c4-8cb2-5f5ec171b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:54.955654 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d0aa03f8-8b34-4d7d-aee6-b8524f0c69d3 req-e67a5b8c-438f-47c4-8cb2-5f5ec171b2b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8d8ce296-49c0-407a-94c2-104afd52dd5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4695580 Jan 28 13:32:55.024398 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5040d1ba-e468-49a4-a242-7c86d5229e5c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks [] for port (eb6f3956-e78c-4dfb-83ee-1810da7e6fd3), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:55.091973 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5040d1ba-e468-49a4-a242-7c86d5229e5c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (eb6f3956-e78c-4dfb-83ee-1810da7e6fd3), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:55.130436 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-d47da429-0cfc-447f-abe2-f2764d993d5f admin admin] Allocated IP 172.25.3.122 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/5ff1a874-def7-407e-8a4b-b9079018adc6) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:55.153094 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5040d1ba-e468-49a4-a242-7c86d5229e5c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Network 0babc103-5a15-4a56-8a05-3c9458da25a7 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:55.156748 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-5040d1ba-e468-49a4-a242-7c86d5229e5c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:55.159974 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5040d1ba-e468-49a4-a242-7c86d5229e5c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:55.196232 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040d1ba-e468-49a4-a242-7c86d5229e5c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Pushing event updated for resources: {'Port': ['ID=eb6f3956-e78c-4dfb-83ee-1810da7e6fd3,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:55.240693 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d0aa03f8-8b34-4d7d-aee6-b8524f0c69d3 req-efe89569-f8c2-40d2-ab0b-550d96da5e09 service neutron] 10.222.0.18 "GET /v2.0/networks/8d8ce296-49c0-407a-94c2-104afd52dd5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762685 Jan 28 13:32:55.267168 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5040d1ba-e468-49a4-a242-7c86d5229e5c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:55.268990 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5040d1ba-e468-49a4-a242-7c86d5229e5c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:55.317215 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5040d1ba-e468-49a4-a242-7c86d5229e5c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1182168 Jan 28 13:32:55.318257 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59858) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:55.344519 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-8eb63093-407e-4292-8b85-14f1b67d8ed7 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:06:85:50'}]}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:55.376062 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 05dbcb58-e1e0-4ae6-9b70-3124399838e9 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:32:55.596827 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8eb63093-407e-4292-8b85-14f1b67d8ed7 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (eb6f3956-e78c-4dfb-83ee-1810da7e6fd3), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:55.604281 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8c2b2-8822-44b0-85bd-7046748c5a9f req-7f8b5d3e-3fce-412c-a9a0-2a00bcb5341f tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:55.614887 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86b8c2b2-8822-44b0-85bd-7046748c5a9f req-7f8b5d3e-3fce-412c-a9a0-2a00bcb5341f tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 945 time: 0.2588921 Jan 28 13:32:55.619321 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-caef8da7-690b-40ed-bf46-33c1c1136431 req-28c7863b-1c70-4c3e-9a73-598e7c2c71db tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37 HTTP/1.1" status: 200 len: 210 time: 0.0719926 Jan 28 13:32:55.624664 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d47da429-0cfc-447f-abe2-f2764d993d5f admin admin] Publish callbacks [] for port (5ff1a874-def7-407e-8a4b-b9079018adc6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:55.636403 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-66bea864-64af-4715-957a-00ce9818ce0d None None] Provisioning complete for port eb6f3956-e78c-4dfb-83ee-1810da7e6fd3 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:55.637083 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66bea864-64af-4715-957a-00ce9818ce0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (eb6f3956-e78c-4dfb-83ee-1810da7e6fd3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:55.648629 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d0aa03f8-8b34-4d7d-aee6-b8524f0c69d3 req-28a19fb9-7f79-4427-aa18-f2ccd486bf2a service neutron] 10.222.0.18 "GET /v2.0/networks/8d8ce296-49c0-407a-94c2-104afd52dd5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923573 Jan 28 13:32:55.660968 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8b4446a-2117-429c-b73e-90ec4250492a req-b1b570d5-d2e9-4103-9e81-37792948cc06 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Publish callbacks [] for port (07648adf-f5b0-424a-9ec9-b93561c52ed8), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:55.684456 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 05dbcb58-e1e0-4ae6-9b70-3124399838e9, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=05dbcb58-e1e0-4ae6-9b70-3124399838e9,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:55.707243 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-66bea864-64af-4715-957a-00ce9818ce0d None None] Port eb6f3956-e78c-4dfb-83ee-1810da7e6fd3 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:32:55.708988 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '05dbcb58-e1e0-4ae6-9b70-3124399838e9', 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0', 'port_id': '05dbcb58-e1e0-4ae6-9b70-3124399838e9', 'mac_address': 'fa:16:3e:a0:06:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0384f919-cf7e-4ec0-b290-94b57d977aef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:32:55.743868 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d47da429-0cfc-447f-abe2-f2764d993d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (5ff1a874-def7-407e-8a4b-b9079018adc6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:55.756507 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 05dbcb58-e1e0-4ae6-9b70-3124399838e9 is: ACTIVE; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:55.756985 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:55.773189 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05dbcb58-e1e0-4ae6-9b70-3124399838e9 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:32:55.797773 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 05dbcb58-e1e0-4ae6-9b70-3124399838e9, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=05dbcb58-e1e0-4ae6-9b70-3124399838e9,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:55.800023 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47da429-0cfc-447f-abe2-f2764d993d5f admin admin] Pushing event updated for resources: {'Port': ['ID=5ff1a874-def7-407e-8a4b-b9079018adc6,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:55.803322 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:55.806206 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8b4446a-2117-429c-b73e-90ec4250492a req-b1b570d5-d2e9-4103-9e81-37792948cc06 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (07648adf-f5b0-424a-9ec9-b93561c52ed8), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:55.872178 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=05dbcb58-e1e0-4ae6-9b70-3124399838e9,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:55.915375 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47da429-0cfc-447f-abe2-f2764d993d5f admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:55.933275 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b4446a-2117-429c-b73e-90ec4250492a req-b1b570d5-d2e9-4103-9e81-37792948cc06 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Network 5bd54db0-787e-4a06-9c31-928b9cd6deff is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:55.935458 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-d47da429-0cfc-447f-abe2-f2764d993d5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:55.941909 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47da429-0cfc-447f-abe2-f2764d993d5f admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:55.945351 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-b8b4446a-2117-429c-b73e-90ec4250492a req-b1b570d5-d2e9-4103-9e81-37792948cc06 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:55.957813 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86b8c2b2-8822-44b0-85bd-7046748c5a9f req-92132d0e-ef5e-4a79-a93e-60641f558933 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ba3f71e-0e0f-40df-abe9-95ac24341234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418458 Jan 28 13:32:56.004608 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b4446a-2117-429c-b73e-90ec4250492a req-b1b570d5-d2e9-4103-9e81-37792948cc06 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:56.025646 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8eb63093-407e-4292-8b85-14f1b67d8ed7 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks [] for port (eb6f3956-e78c-4dfb-83ee-1810da7e6fd3), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.031234 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8eb63093-407e-4292-8b85-14f1b67d8ed7 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (eb6f3956-e78c-4dfb-83ee-1810da7e6fd3), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.041388 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b570d5-d2e9-4103-9e81-37792948cc06 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Pushing event updated for resources: {'Port': ['ID=07648adf-f5b0-424a-9ec9-b93561c52ed8,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:56.085429 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4446a-2117-429c-b73e-90ec4250492a req-b1b570d5-d2e9-4103-9e81-37792948cc06 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:56.086275 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8b4446a-2117-429c-b73e-90ec4250492a req-b1b570d5-d2e9-4103-9e81-37792948cc06 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.193216 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8b4446a-2117-429c-b73e-90ec4250492a req-b1b570d5-d2e9-4103-9e81-37792948cc06 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4956200 Jan 28 13:32:56.198798 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428e1be-bcf3-4290-895f-04cfd1a40ee1 req-0c5f055b-72b1-461b-afe1-5014ef73c9ae tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:56.200757 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b428e1be-bcf3-4290-895f-04cfd1a40ee1 req-0c5f055b-72b1-461b-afe1-5014ef73c9ae tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 943 time: 0.1218247 Jan 28 13:32:56.201630 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb63093-407e-4292-8b85-14f1b67d8ed7 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Pushing event updated for resources: {'Port': ['ID=eb6f3956-e78c-4dfb-83ee-1810da7e6fd3,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:56.204813 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-8eb63093-407e-4292-8b85-14f1b67d8ed7 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] In _notify_port_updated(), no bound segment for port eb6f3956-e78c-4dfb-83ee-1810da7e6fd3 on network 0babc103-5a15-4a56-8a05-3c9458da25a7 {{(pid=103352) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:32:56.210546 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb63093-407e-4292-8b85-14f1b67d8ed7 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:56.211371 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8eb63093-407e-4292-8b85-14f1b67d8ed7 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.215762 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8eb63093-407e-4292-8b85-14f1b67d8ed7 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] 10.222.0.39 "PUT /v2.0/ports/eb6f3956-e78c-4dfb-83ee-1810da7e6fd3 HTTP/1.1" status: 200 len: 992 time: 0.8921809 Jan 28 13:32:56.221308 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59880) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:56.228822 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-b8b4446a-2117-429c-b73e-90ec4250492a req-3db8fb7e-0feb-4dcc-aa7b-f930aebc74e2 service neutron] Request body: {'port': {'device_id': '7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:56.347188 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b428e1be-bcf3-4290-895f-04cfd1a40ee1 req-ae9c3103-d486-4470-8617-f2238f5b781b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327801 Jan 28 13:32:56.370975 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-c8dcbe38-e08e-4bb3-a792-e905a50d2e1f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Deleting port eb6f3956-e78c-4dfb-83ee-1810da7e6fd3 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:56.371666 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c8dcbe38-e08e-4bb3-a792-e905a50d2e1f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (eb6f3956-e78c-4dfb-83ee-1810da7e6fd3), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.441450 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a3254734-68bb-4577-b797-a53a12d940a0 None None] Provisioning complete for port eb6f3956-e78c-4dfb-83ee-1810da7e6fd3 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:56.442251 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a3254734-68bb-4577-b797-a53a12d940a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (eb6f3956-e78c-4dfb-83ee-1810da7e6fd3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.480771 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a3254734-68bb-4577-b797-a53a12d940a0 None None] Port eb6f3956-e78c-4dfb-83ee-1810da7e6fd3 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:32:56.526983 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8b4446a-2117-429c-b73e-90ec4250492a req-3db8fb7e-0feb-4dcc-aa7b-f930aebc74e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (07648adf-f5b0-424a-9ec9-b93561c52ed8), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.534147 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c8dcbe38-e08e-4bb3-a792-e905a50d2e1f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (eb6f3956-e78c-4dfb-83ee-1810da7e6fd3), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.546020 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d47da429-0cfc-447f-abe2-f2764d993d5f admin admin] Publish callbacks [] for router_gateway (7e75dee3-fcb7-4189-aa77-52ad63a33cf4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.555801 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-c8dcbe38-e08e-4bb3-a792-e905a50d2e1f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Calling delete_port for eb6f3956-e78c-4dfb-83ee-1810da7e6fd3 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:56.720372 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['05dbcb58-e1e0-4ae6-9b70-3124399838e9'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:56.742023 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c8dcbe38-e08e-4bb3-a792-e905a50d2e1f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (eb6f3956-e78c-4dfb-83ee-1810da7e6fd3), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.800129 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dcbe38-e08e-4bb3-a792-e905a50d2e1f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Pushing event deleted for resources: {'Port': ['ID=eb6f3956-e78c-4dfb-83ee-1810da7e6fd3,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:56.824053 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcbe38-e08e-4bb3-a792-e905a50d2e1f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:56.824941 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcbe38-e08e-4bb3-a792-e905a50d2e1f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:56.825519 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcbe38-e08e-4bb3-a792-e905a50d2e1f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:56.826007 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcbe38-e08e-4bb3-a792-e905a50d2e1f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:56.826478 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcbe38-e08e-4bb3-a792-e905a50d2e1f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:56.827396 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcbe38-e08e-4bb3-a792-e905a50d2e1f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:56.828316 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcbe38-e08e-4bb3-a792-e905a50d2e1f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:56.829257 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcbe38-e08e-4bb3-a792-e905a50d2e1f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:56.829789 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcbe38-e08e-4bb3-a792-e905a50d2e1f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:56.830288 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcbe38-e08e-4bb3-a792-e905a50d2e1f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:56.830880 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcbe38-e08e-4bb3-a792-e905a50d2e1f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:56.831387 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcbe38-e08e-4bb3-a792-e905a50d2e1f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:56.831865 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcbe38-e08e-4bb3-a792-e905a50d2e1f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:56.999208 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bff26-c874-42b1-a9e1-4f09f02ff7d6 req-d12cf8d8-4a5f-433f-b4e5-c191cd954758 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:57.001229 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-639bff26-c874-42b1-a9e1-4f09f02ff7d6 req-d12cf8d8-4a5f-433f-b4e5-c191cd954758 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37 HTTP/1.1" status: 200 len: 932 time: 0.2933710 Jan 28 13:32:57.005265 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d47da429-0cfc-447f-abe2-f2764d993d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (7e75dee3-fcb7-4189-aa77-52ad63a33cf4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.112489 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c8dcbe38-e08e-4bb3-a792-e905a50d2e1f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.116511 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c8dcbe38-e08e-4bb3-a792-e905a50d2e1f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] 10.222.0.39 "DELETE /v2.0/ports/eb6f3956-e78c-4dfb-83ee-1810da7e6fd3 HTTP/1.1" status: 204 len: 168 time: 0.8941247 Jan 28 13:32:57.119514 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59902) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:57.152901 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-79390ad8-b66e-4c1d-9175-2882bc2aa845 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] GET failed (client error): The resource could not be found. Jan 28 13:32:57.158827 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-79390ad8-b66e-4c1d-9175-2882bc2aa845 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] 10.222.0.39 "GET /v2.0/ports/eb6f3956-e78c-4dfb-83ee-1810da7e6fd3 HTTP/1.1" status: 404 len: 333 time: 0.0341110 Jan 28 13:32:57.159247 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59904) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:57.164165 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-3e06aa1a-eceb-47f1-b0d5-109b29a32f5f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Request body: {'port': {'network_id': '0babc103-5a15-4a56-8a05-3c9458da25a7', 'name': 'tempest-AllowedAddressPairTestJSON-930099684'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:57.208487 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-639bff26-c874-42b1-a9e1-4f09f02ff7d6 req-96668e6b-58b0-4997-acc7-edcaff89c6f7 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2b3825c-af35-4750-ac6b-0c880200080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884778 Jan 28 13:32:57.300407 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc0d64-4c83-4081-abdd-2f4697da8b64 req-2a3b5365-9916-4af6-acac-5bd4c0d95d02 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:57.301932 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5dfc0d64-4c83-4081-abdd-2f4697da8b64 req-2a3b5365-9916-4af6-acac-5bd4c0d95d02 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 945 time: 0.1106999 Jan 28 13:32:57.344404 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e06aa1a-eceb-47f1-b0d5-109b29a32f5f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Made reservation on behalf of 192efdb74e1c4c7ead10f106099a4eb6 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:57.347279 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-b8b4446a-2117-429c-b73e-90ec4250492a req-3db8fb7e-0feb-4dcc-aa7b-f930aebc74e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07648adf-f5b0-424a-9ec9-b93561c52ed8 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:32:57.347960 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e06aa1a-eceb-47f1-b0d5-109b29a32f5f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.367653 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8b4446a-2117-429c-b73e-90ec4250492a req-3db8fb7e-0feb-4dcc-aa7b-f930aebc74e2 service neutron] Publish callbacks [] for port (07648adf-f5b0-424a-9ec9-b93561c52ed8), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.374408 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47da429-0cfc-447f-abe2-f2764d993d5f admin admin] Router 7e75dee3-fcb7-4189-aa77-52ad63a33cf4 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:32:57.384531 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 05dbcb58-e1e0-4ae6-9b70-3124399838e9 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:57.384771 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5dfc0d64-4c83-4081-abdd-2f4697da8b64 req-3f98bd22-607a-423b-adc0-2fe1b384d543 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ba3f71e-0e0f-40df-abe9-95ac24341234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728555 Jan 28 13:32:57.386092 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-3e06aa1a-eceb-47f1-b0d5-109b29a32f5f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] device_id is not set on port c2142dce-23bf-4fe1-a3c9-88b33eeec0a4 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:32:57.415903 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-b8b4446a-2117-429c-b73e-90ec4250492a req-3db8fb7e-0feb-4dcc-aa7b-f930aebc74e2 service neutron] Transition to ACTIVE for port object 07648adf-f5b0-424a-9ec9-b93561c52ed8 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:32:57.441024 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-4e89116c-2998-4bcd-bd2c-f24b5e40f569 req-9f49d446-d2e2-4c5b-9122-25249120aca1 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2145295437', 'description': 'tempest-description-620140983'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:57.486985 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 05dbcb58-e1e0-4ae6-9b70-3124399838e9 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:57.488924 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.509260 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4e89116c-2998-4bcd-bd2c-f24b5e40f569 req-9f49d446-d2e2-4c5b-9122-25249120aca1 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.562824 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-3e06aa1a-eceb-47f1-b0d5-109b29a32f5f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Allocated IP 172.20.0.7 (0babc103-5a15-4a56-8a05-3c9458da25a7/ca701598-3e50-48ed-916f-e2da89549759/c2142dce-23bf-4fe1-a3c9-88b33eeec0a4) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:57.597599 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47da429-0cfc-447f-abe2-f2764d993d5f admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:32:57.607305 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8b4446a-2117-429c-b73e-90ec4250492a req-3db8fb7e-0feb-4dcc-aa7b-f930aebc74e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (07648adf-f5b0-424a-9ec9-b93561c52ed8), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.648534 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4e89116c-2998-4bcd-bd2c-f24b5e40f569 req-9f49d446-d2e2-4c5b-9122-25249120aca1 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks [] for security_group (1f842802-1624-40a4-a27a-70ff33062eb5), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.656624 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4e89116c-2998-4bcd-bd2c-f24b5e40f569 req-9f49d446-d2e2-4c5b-9122-25249120aca1 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1f842802-1624-40a4-a27a-70ff33062eb5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.687896 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 05dbcb58-e1e0-4ae6-9b70-3124399838e9 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:57.688373 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.691223 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6435ae86-884f-42b4-ab56-769c90f0898e None None] Sync routers for ids ['7e75dee3-fcb7-4189-aa77-52ad63a33cf4'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:32:57.756629 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4e89116c-2998-4bcd-bd2c-f24b5e40f569 req-9f49d446-d2e2-4c5b-9122-25249120aca1 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.756858 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 05dbcb58-e1e0-4ae6-9b70-3124399838e9, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=05dbcb58-e1e0-4ae6-9b70-3124399838e9,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:57.758249 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4e89116c-2998-4bcd-bd2c-f24b5e40f569 req-9f49d446-d2e2-4c5b-9122-25249120aca1 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.3226213 Jan 28 13:32:57.770452 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49d446-d2e2-4c5b-9122-25249120aca1 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f842802-1624-40a4-a27a-70ff33062eb5,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:57.785606 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f65cf0-2adc-46d0-9194-7617cfa73581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05dbcb58-e1e0-4ae6-9b70-3124399838e9'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:57.789722 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d94d22-a0ff-411d-a644-ede47c249b90" -d '{"events": [{"server_uuid": "43f65cf0-2adc-46d0-9194-7617cfa73581", "name": "network-vif-plugged", "status": "completed", "tag": "05dbcb58-e1e0-4ae6-9b70-3124399838e9"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:57.798959 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.831933 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e06aa1a-eceb-47f1-b0d5-109b29a32f5f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks [] for port (c2142dce-23bf-4fe1-a3c9-88b33eeec0a4), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.911409 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6435ae86-884f-42b4-ab56-769c90f0898e None None] Routers {'7e75dee3-fcb7-4189-aa77-52ad63a33cf4'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:32:57.912512 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-6435ae86-884f-42b4-ab56-769c90f0898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:32:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7e75dee3-fcb7-4189-aa77-52ad63a33cf4'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:57.940559 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e06aa1a-eceb-47f1-b0d5-109b29a32f5f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c2142dce-23bf-4fe1-a3c9-88b33eeec0a4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.021427 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06aa1a-eceb-47f1-b0d5-109b29a32f5f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Pushing event updated for resources: {'Port': ['ID=c2142dce-23bf-4fe1-a3c9-88b33eeec0a4,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:58.040314 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58e1267b-b337-4589-8f82-973a25c5c2cb req-bcc6cdcb-c784-47c9-bfeb-a7e82da6fa61 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2145295437&fields=id&tenant_id=66696def36354b7c8b641113c2a3185a HTTP/1.1" status: 200 len: 267 time: 0.1772089 Jan 28 13:32:58.063887 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8fb7e-0feb-4dcc-aa7b-f930aebc74e2 service neutron] Pushing event updated for resources: {'Port': ['ID=07648adf-f5b0-424a-9ec9-b93561c52ed8,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:58.091199 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e06aa1a-eceb-47f1-b0d5-109b29a32f5f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Network 0babc103-5a15-4a56-8a05-3c9458da25a7 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:58.094697 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-3e06aa1a-eceb-47f1-b0d5-109b29a32f5f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:58.108427 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=05dbcb58-e1e0-4ae6-9b70-3124399838e9,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:58.112167 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e06aa1a-eceb-47f1-b0d5-109b29a32f5f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:58.120495 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d47da429-0cfc-447f-abe2-f2764d993d5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.121784 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d47da429-0cfc-447f-abe2-f2764d993d5f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.0071535 Jan 28 13:32:58.135158 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59922) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:58.163434 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-6435ae86-884f-42b4-ab56-769c90f0898e None None] Set router 7e75dee3-fcb7-4189-aa77-52ad63a33cf4 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:32:58.171676 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e06aa1a-eceb-47f1-b0d5-109b29a32f5f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:58.172642 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e06aa1a-eceb-47f1-b0d5-109b29a32f5f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.201248 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1267b-b337-4589-8f82-973a25c5c2cb req-a216fb22-5e87-4376-a25a-1d2e8ed2b318 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:58.210672 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58e1267b-b337-4589-8f82-973a25c5c2cb req-a216fb22-5e87-4376-a25a-1d2e8ed2b318 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 945 time: 0.1689057 Jan 28 13:32:58.223552 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-58e1267b-b337-4589-8f82-973a25c5c2cb req-7b7b62f3-fea8-4831-b22b-8a6aa25efbc3 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Request body: {'port': {'security_groups': ['6ba3f71e-0e0f-40df-abe9-95ac24341234', '1f842802-1624-40a4-a27a-70ff33062eb5']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:58.238448 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3e06aa1a-eceb-47f1-b0d5-109b29a32f5f tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0780251 Jan 28 13:32:58.264789 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59926) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:58.351131 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-58e1267b-b337-4589-8f82-973a25c5c2cb req-7b7b62f3-fea8-4831-b22b-8a6aa25efbc3 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8e4cfa4f-5519-4fbe-96e3-b799972c2c75), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.403455 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-2541da7d-8699-4a7a-b518-e3c6c8c355c6 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:06:85:50'}]}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:58.460289 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-48c490d0-4065-493c-bd22-b7797567cb39 None None] Provisioning complete for port c2142dce-23bf-4fe1-a3c9-88b33eeec0a4 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:58.461102 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-48c490d0-4065-493c-bd22-b7797567cb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c2142dce-23bf-4fe1-a3c9-88b33eeec0a4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.533996 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-48c490d0-4065-493c-bd22-b7797567cb39 None None] Port c2142dce-23bf-4fe1-a3c9-88b33eeec0a4 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:32:58.589886 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b032a33-6da0-4d71-9da8-45d10b4c88c4 req-94eea59a-0470-4394-b4c1-74662292c3a1 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:58.602743 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8b032a33-6da0-4d71-9da8-45d10b4c88c4 req-94eea59a-0470-4394-b4c1-74662292c3a1 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 943 time: 1.0068848 Jan 28 13:32:58.631979 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-6435ae86-884f-42b4-ab56-769c90f0898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e75dee3-fcb7-4189-aa77-52ad63a33cf4', 'name': 'tempest-ServerRescueNegativeTestJSON-573835714-router', 'tenant_id': '4b4d3f60af5c4c6b8423e28fd3aff330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5ff1a874-def7-407e-8a4b-b9079018adc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:52Z', 'updated_at': '2022-01-28T13:32:56Z', 'revision_number': 3, 'project_id': '4b4d3f60af5c4c6b8423e28fd3aff330', 'gw_port': {'id': '5ff1a874-def7-407e-8a4b-b9079018adc6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e75dee3-fcb7-4189-aa77-52ad63a33cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:54Z', 'updated_at': '2022-01-28T13:32:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:58.662891 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-58e1267b-b337-4589-8f82-973a25c5c2cb req-7b7b62f3-fea8-4831-b22b-8a6aa25efbc3 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] For port 8e4cfa4f-5519-4fbe-96e3-b799972c2c75, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8e4cfa4f-5519-4fbe-96e3-b799972c2c75,segment=NetworkSegment(c3550a61-3709-4f50-9cbb-53890d532da5),segment_id=c3550a61-3709-4f50-9cbb-53890d532da5)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:58.665442 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6435ae86-884f-42b4-ab56-769c90f0898e None None] Checking router: 7e75dee3-fcb7-4189-aa77-52ad63a33cf4 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:32:58.665906 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6435ae86-884f-42b4-ab56-769c90f0898e None None] Updating router 7e75dee3-fcb7-4189-aa77-52ad63a33cf4 port 5ff1a874-def7-407e-8a4b-b9079018adc6 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:32:58.697745 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6435ae86-884f-42b4-ab56-769c90f0898e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5ff1a874-def7-407e-8a4b-b9079018adc6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.706586 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-58e1267b-b337-4589-8f82-973a25c5c2cb req-7b7b62f3-fea8-4831-b22b-8a6aa25efbc3 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks [] for port (8e4cfa4f-5519-4fbe-96e3-b799972c2c75), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.714380 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-58e1267b-b337-4589-8f82-973a25c5c2cb req-7b7b62f3-fea8-4831-b22b-8a6aa25efbc3 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (8e4cfa4f-5519-4fbe-96e3-b799972c2c75), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.729505 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8b032a33-6da0-4d71-9da8-45d10b4c88c4 req-99d79e68-55df-4199-ae5e-360c600b3ee7 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254823 Jan 28 13:32:58.735941 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['8e4cfa4f-5519-4fbe-96e3-b799972c2c75'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:58.811253 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b62f3-fea8-4831-b22b-8a6aa25efbc3 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Pushing event updated for resources: {'Port': ['ID=8e4cfa4f-5519-4fbe-96e3-b799972c2c75,revision_number=6']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:58.839782 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1267b-b337-4589-8f82-973a25c5c2cb req-7b7b62f3-fea8-4831-b22b-8a6aa25efbc3 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:58.841497 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-58e1267b-b337-4589-8f82-973a25c5c2cb req-7b7b62f3-fea8-4831-b22b-8a6aa25efbc3 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.855040 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58e1267b-b337-4589-8f82-973a25c5c2cb req-7b7b62f3-fea8-4831-b22b-8a6aa25efbc3 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "PUT /v2.0/ports/8e4cfa4f-5519-4fbe-96e3-b799972c2c75 HTTP/1.1" status: 200 len: 981 time: 0.6414065 Jan 28 13:32:58.855573 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b32b60-5c49-441e-a408-687fd471cb06', 'tag': '8e4cfa4f-5519-4fbe-96e3-b799972c2c75'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:58.864585 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1b6b14-3e03-4c8c-bef5-0973ce4109fc x-openstack-request-id: req-8c1b6b14-3e03-4c8c-bef5-0973ce4109fc {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:58.864933 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0008fcae-e839-4899-8148-9b049b7f3c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "03b32b60-5c49-441e-a408-687fd471cb06", "tag": "8e4cfa4f-5519-4fbe-96e3-b799972c2c75"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:58.871523 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f65cf0-2adc-46d0-9194-7617cfa73581", "name": "network-vif-plugged", "status": "completed", "tag": "05dbcb58-e1e0-4ae6-9b70-3124399838e9", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:58.872254 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c1b6b14-3e03-4c8c-bef5-0973ce4109fc {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:58.872840 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f65cf0-2adc-46d0-9194-7617cfa73581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05dbcb58-e1e0-4ae6-9b70-3124399838e9', 'code': 200} Jan 28 13:32:59.032535 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2541da7d-8699-4a7a-b518-e3c6c8c355c6 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c2142dce-23bf-4fe1-a3c9-88b33eeec0a4), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.039869 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['8e4cfa4f-5519-4fbe-96e3-b799972c2c75'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:59.112153 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a61df4-8b9c-41e5-bd93-17130ca8c348 req-48dd1b45-c591-454e-8ce9-f87ae8fc0014 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:59.113833 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49a61df4-8b9c-41e5-bd93-17130ca8c348 req-48dd1b45-c591-454e-8ce9-f87ae8fc0014 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37 HTTP/1.1" status: 200 len: 944 time: 0.1094735 Jan 28 13:32:59.187005 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49a61df4-8b9c-41e5-bd93-17130ca8c348 req-64f4a5a2-5b3f-4a68-ab6c-58a23efeeac9 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2b3825c-af35-4750-ac6b-0c880200080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560176 Jan 28 13:32:59.229481 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-b8b4446a-2117-429c-b73e-90ec4250492a req-3db8fb7e-0feb-4dcc-aa7b-f930aebc74e2 service neutron] Attempting to bind port 07648adf-f5b0-424a-9ec9-b93561c52ed8 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:59.230102 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-b8b4446a-2117-429c-b73e-90ec4250492a req-3db8fb7e-0feb-4dcc-aa7b-f930aebc74e2 service neutron] Attempting to bind port 07648adf-f5b0-424a-9ec9-b93561c52ed8 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '2f09991b-edf7-4d83-a0af-555e324488e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5bd54db0-787e-4a06-9c31-928b9cd6deff'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:59.230228 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b4446a-2117-429c-b73e-90ec4250492a req-3db8fb7e-0feb-4dcc-aa7b-f930aebc74e2 service neutron] Attempting to bind port 07648adf-f5b0-424a-9ec9-b93561c52ed8 on network 5bd54db0-787e-4a06-9c31-928b9cd6deff {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:59.293975 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37c6733-bd28-4392-8b8f-25942dcfba15 x-openstack-request-id: req-a37c6733-bd28-4392-8b8f-25942dcfba15 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:59.294495 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b32b60-5c49-441e-a408-687fd471cb06", "tag": "8e4cfa4f-5519-4fbe-96e3-b799972c2c75", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:59.294899 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a37c6733-bd28-4392-8b8f-25942dcfba15 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:59.295560 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b32b60-5c49-441e-a408-687fd471cb06', 'tag': '8e4cfa4f-5519-4fbe-96e3-b799972c2c75', 'status': 'completed', 'code': 200} Jan 28 13:32:59.313240 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b4446a-2117-429c-b73e-90ec4250492a req-3db8fb7e-0feb-4dcc-aa7b-f930aebc74e2 service neutron] Port 07648adf-f5b0-424a-9ec9-b93561c52ed8 on network 5bd54db0-787e-4a06-9c31-928b9cd6deff not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:59.313578 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b4446a-2117-429c-b73e-90ec4250492a req-3db8fb7e-0feb-4dcc-aa7b-f930aebc74e2 service neutron] Attempting to bind port 07648adf-f5b0-424a-9ec9-b93561c52ed8 on network 5bd54db0-787e-4a06-9c31-928b9cd6deff {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:59.375295 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e50b0cb-c1db-477f-8d68-81b7c621fbce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.376689 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f08be7d3-1a14-4a95-be2f-ef6c8374463f req-3315e85d-0225-4369-ab96-362a5f6da6cf tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2145295437&fields=id&tenant_id=66696def36354b7c8b641113c2a3185a HTTP/1.1" status: 200 len: 267 time: 0.2587631 Jan 28 13:32:59.377340 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b4446a-2117-429c-b73e-90ec4250492a req-3db8fb7e-0feb-4dcc-aa7b-f930aebc74e2 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:32:59.377929 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b4446a-2117-429c-b73e-90ec4250492a req-3db8fb7e-0feb-4dcc-aa7b-f930aebc74e2 service neutron] Checking segment: {'id': '2f09991b-edf7-4d83-a0af-555e324488e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5bd54db0-787e-4a06-9c31-928b9cd6deff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:59.378322 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b4446a-2117-429c-b73e-90ec4250492a req-3db8fb7e-0feb-4dcc-aa7b-f930aebc74e2 service neutron] Bound using segment: {'id': '2f09991b-edf7-4d83-a0af-555e324488e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5bd54db0-787e-4a06-9c31-928b9cd6deff'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:32:59.378818 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-b8b4446a-2117-429c-b73e-90ec4250492a req-3db8fb7e-0feb-4dcc-aa7b-f930aebc74e2 service neutron] Bound port: 07648adf-f5b0-424a-9ec9-b93561c52ed8, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f09991b-edf7-4d83-a0af-555e324488e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5bd54db0-787e-4a06-9c31-928b9cd6deff'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:32:59.379213 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8b4446a-2117-429c-b73e-90ec4250492a req-3db8fb7e-0feb-4dcc-aa7b-f930aebc74e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (07648adf-f5b0-424a-9ec9-b93561c52ed8), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.399067 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 5e5f4228-1d82-4896-aefc-40e1d70b3d6f details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:32:59.453106 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf11599e-1c58-4a97-9fe7-5144cd0c86ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.561615 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008fcae-e839-4899-8148-9b049b7f3c1b req-201c4a3e-3844-4220-8f89-8a38d2735c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:59.563183 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0008fcae-e839-4899-8148-9b049b7f3c1b req-201c4a3e-3844-4220-8f89-8a38d2735c2b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66696def36354b7c8b641113c2a3185a&device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 1135 time: 0.2431383 Jan 28 13:32:59.701112 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6435ae86-884f-42b4-ab56-769c90f0898e None None] Publish callbacks [] for port (5ff1a874-def7-407e-8a4b-b9079018adc6), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.732695 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6435ae86-884f-42b4-ab56-769c90f0898e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5ff1a874-def7-407e-8a4b-b9079018adc6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.752310 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=5e5f4228-1d82-4896-aefc-40e1d70b3d6f,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:59.771751 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08be7d3-1a14-4a95-be2f-ef6c8374463f req-f11f36db-b414-40e3-b1c9-f7f880df5ae7 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:59.781301 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f08be7d3-1a14-4a95-be2f-ef6c8374463f req-f11f36db-b414-40e3-b1c9-f7f880df5ae7 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 984 time: 0.3466463 Jan 28 13:32:59.788190 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-f08be7d3-1a14-4a95-be2f-ef6c8374463f req-bda10ebe-5dc6-415a-9f48-74fbb842abd6 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Request body: {'port': {'security_groups': ['6ba3f71e-0e0f-40df-abe9-95ac24341234']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:59.881794 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '5e5f4228-1d82-4896-aefc-40e1d70b3d6f', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': '5e5f4228-1d82-4896-aefc-40e1d70b3d6f', 'mac_address': 'fa:16:3e:b8:a4:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:32:59.923177 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-b8b4446a-2117-429c-b73e-90ec4250492a req-3db8fb7e-0feb-4dcc-aa7b-f930aebc74e2 service neutron] For port 07648adf-f5b0-424a-9ec9-b93561c52ed8, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:32:59.992787 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99d503-61c5-4586-9204-f3b9861e27c0 req-9d6a66b3-d331-4bcd-89bf-297e77ee9ce0 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:00.001081 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6f99d503-61c5-4586-9204-f3b9861e27c0 req-9d6a66b3-d331-4bcd-89bf-297e77ee9ce0 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 943 time: 0.1509044 Jan 28 13:33:00.087625 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6f99d503-61c5-4586-9204-f3b9861e27c0 req-f5ebc25e-d628-41f4-9da4-e1395da29522 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855010 Jan 28 13:33:00.129556 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43d915-0157-4c36-be36-f48ff8b6bc09 None None] Pushing event updated for resources: {'Port': ['ID=5ff1a874-def7-407e-8a4b-b9079018adc6,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:00.134802 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-6435ae86-884f-42b4-ab56-769c90f0898e None None] Attempting to bind port 5ff1a874-def7-407e-8a4b-b9079018adc6 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:33:00.135123 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-6435ae86-884f-42b4-ab56-769c90f0898e None None] Attempting to bind port 5ff1a874-def7-407e-8a4b-b9079018adc6 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:33:00.135614 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6435ae86-884f-42b4-ab56-769c90f0898e None None] Attempting to bind port 5ff1a874-def7-407e-8a4b-b9079018adc6 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:00.144683 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6435ae86-884f-42b4-ab56-769c90f0898e None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:33:00.145073 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6435ae86-884f-42b4-ab56-769c90f0898e None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:00.145484 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6435ae86-884f-42b4-ab56-769c90f0898e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.146090 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6435ae86-884f-42b4-ab56-769c90f0898e None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:33:00.146577 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-6435ae86-884f-42b4-ab56-769c90f0898e None None] Bound port: 5ff1a874-def7-407e-8a4b-b9079018adc6, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:33:00.147009 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6435ae86-884f-42b4-ab56-769c90f0898e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5ff1a874-def7-407e-8a4b-b9079018adc6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.207616 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2541da7d-8699-4a7a-b518-e3c6c8c355c6 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks [] for port (c2142dce-23bf-4fe1-a3c9-88b33eeec0a4), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.227410 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-b8b4446a-2117-429c-b73e-90ec4250492a req-3db8fb7e-0feb-4dcc-aa7b-f930aebc74e2 service neutron] For port 07648adf-f5b0-424a-9ec9-b93561c52ed8, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=07648adf-f5b0-424a-9ec9-b93561c52ed8,segment=NetworkSegment(2f09991b-edf7-4d83-a0af-555e324488e5),segment_id=2f09991b-edf7-4d83-a0af-555e324488e5)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:33:00.232985 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2541da7d-8699-4a7a-b518-e3c6c8c355c6 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (c2142dce-23bf-4fe1-a3c9-88b33eeec0a4), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.242822 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f08be7d3-1a14-4a95-be2f-ef6c8374463f req-bda10ebe-5dc6-415a-9f48-74fbb842abd6 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8e4cfa4f-5519-4fbe-96e3-b799972c2c75), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.245827 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:00.246989 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.253603 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8b4446a-2117-429c-b73e-90ec4250492a req-3db8fb7e-0feb-4dcc-aa7b-f930aebc74e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (07648adf-f5b0-424a-9ec9-b93561c52ed8), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.271950 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e5f4228-1d82-4896-aefc-40e1d70b3d6f {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:33:00.365034 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=5e5f4228-1d82-4896-aefc-40e1d70b3d6f,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:00.377075 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-6435ae86-884f-42b4-ab56-769c90f0898e None None] For port 5ff1a874-def7-407e-8a4b-b9079018adc6, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:33:00.385803 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-6435ae86-884f-42b4-ab56-769c90f0898e None None] For port 5ff1a874-def7-407e-8a4b-b9079018adc6, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=5ff1a874-def7-407e-8a4b-b9079018adc6,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:33:00.387118 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.408322 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6435ae86-884f-42b4-ab56-769c90f0898e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5ff1a874-def7-407e-8a4b-b9079018adc6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.447236 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4446a-2117-429c-b73e-90ec4250492a req-3db8fb7e-0feb-4dcc-aa7b-f930aebc74e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:00.454788 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b8b4446a-2117-429c-b73e-90ec4250492a req-3db8fb7e-0feb-4dcc-aa7b-f930aebc74e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.456528 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8b4446a-2117-429c-b73e-90ec4250492a req-3db8fb7e-0feb-4dcc-aa7b-f930aebc74e2 service neutron] 10.222.0.37 "PUT /v2.0/ports/07648adf-f5b0-424a-9ec9-b93561c52ed8 HTTP/1.1" status: 200 len: 1092 time: 4.2544448 Jan 28 13:33:00.459183 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37', 'tag': '07648adf-f5b0-424a-9ec9-b93561c52ed8'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:00.463425 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29a0ac7-b05e-4fa7-a289-73a038ae408d" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37", "tag": "07648adf-f5b0-424a-9ec9-b93561c52ed8"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:00.488182 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541da7d-8699-4a7a-b518-e3c6c8c355c6 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Pushing event updated for resources: {'Port': ['ID=c2142dce-23bf-4fe1-a3c9-88b33eeec0a4,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:00.498420 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008fcae-e839-4899-8148-9b049b7f3c1b req-55ad3237-fc42-4291-aebc-a16abcfaf642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:00.501662 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0008fcae-e839-4899-8148-9b049b7f3c1b req-55ad3237-fc42-4291-aebc-a16abcfaf642 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e81d9142-7438-4a72-8b45-d0c1a4a38b6d HTTP/1.1" status: 200 len: 920 time: 0.9185295 Jan 28 13:33:00.589738 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['5e5f4228-1d82-4896-aefc-40e1d70b3d6f'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:33:00.603207 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381a2f3-676c-4257-be57-4a01768d07b8 req-2626c39a-cd60-4202-b68e-c72a601cb043 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:00.611038 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b381a2f3-676c-4257-be57-4a01768d07b8 req-2626c39a-cd60-4202-b68e-c72a601cb043 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37 HTTP/1.1" status: 200 len: 944 time: 0.1524317 Jan 28 13:33:00.697425 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=5e5f4228-1d82-4896-aefc-40e1d70b3d6f,revision_number=9']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:00.706953 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-cf11599e-1c58-4a97-9fe7-5144cd0c86ea admin admin] Allocated IP 172.20.0.1 (0cc66fb4-aa9b-4065-9754-07c3b4544c1c/dbb764f6-d64f-484a-9e34-16f02ef802cf/992eede4-68ec-4fe1-bc94-cbd690105cc9) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:00.731162 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6435ae86-884f-42b4-ab56-769c90f0898e None None] Routers {'7e75dee3-fcb7-4189-aa77-52ad63a33cf4'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:33:00.731962 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-6435ae86-884f-42b4-ab56-769c90f0898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:32:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7e75dee3-fcb7-4189-aa77-52ad63a33cf4'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:00.735657 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b381a2f3-676c-4257-be57-4a01768d07b8 req-7e775c13-663b-48fb-aed1-abd0a5368fca tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2b3825c-af35-4750-ac6b-0c880200080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238477 Jan 28 13:33:00.810130 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0008fcae-e839-4899-8148-9b049b7f3c1b req-b4934b90-8467-4480-9297-26ad8315a15f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e4cfa4f-5519-4fbe-96e3-b799972c2c75 HTTP/1.1" status: 200 len: 217 time: 0.2914157 Jan 28 13:33:00.817950 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-2541da7d-8699-4a7a-b518-e3c6c8c355c6 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] In _notify_port_updated(), no bound segment for port c2142dce-23bf-4fe1-a3c9-88b33eeec0a4 on network 0babc103-5a15-4a56-8a05-3c9458da25a7 {{(pid=103351) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:33:00.823780 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2541da7d-8699-4a7a-b518-e3c6c8c355c6 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:00.824494 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2541da7d-8699-4a7a-b518-e3c6c8c355c6 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.825950 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2541da7d-8699-4a7a-b518-e3c6c8c355c6 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] 10.222.0.39 "PUT /v2.0/ports/c2142dce-23bf-4fe1-a3c9-88b33eeec0a4 HTTP/1.1" status: 200 len: 995 time: 2.4286830 Jan 28 13:33:00.829580 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59992) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:00.886952 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008fcae-e839-4899-8148-9b049b7f3c1b req-1f643072-fcde-467f-9214-c94a47f5677a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:00.888909 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0008fcae-e839-4899-8148-9b049b7f3c1b req-1f643072-fcde-467f-9214-c94a47f5677a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e631c13-0da2-49fb-8a7c-4c7323c9d541 HTTP/1.1" status: 200 len: 860 time: 0.0557013 Jan 28 13:33:00.914609 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ae2a57-b735-474a-b0dc-8773853ae6c6 x-openstack-request-id: req-b9ae2a57-b735-474a-b0dc-8773853ae6c6 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:00.914867 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37", "tag": "07648adf-f5b0-424a-9ec9-b93561c52ed8", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:00.915119 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b9ae2a57-b735-474a-b0dc-8773853ae6c6 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:00.915552 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37', 'tag': '07648adf-f5b0-424a-9ec9-b93561c52ed8', 'status': 'completed', 'code': 200} Jan 28 13:33:00.992822 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-fb3a3e14-7f73-4bcf-90d8-636c36c010a7 None None] Provisioning complete for port c2142dce-23bf-4fe1-a3c9-88b33eeec0a4 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:00.993639 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb3a3e14-7f73-4bcf-90d8-636c36c010a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c2142dce-23bf-4fe1-a3c9-88b33eeec0a4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:01.041753 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43d915-0157-4c36-be36-f48ff8b6bc09 None None] Pushing event updated for resources: {'Port': ['ID=5ff1a874-def7-407e-8a4b-b9079018adc6,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:01.061928 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-00e2cd19-3ecf-4153-b959-ccfcc329be59 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Deleting port c2142dce-23bf-4fe1-a3c9-88b33eeec0a4 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:01.063946 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-00e2cd19-3ecf-4153-b959-ccfcc329be59 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c2142dce-23bf-4fe1-a3c9-88b33eeec0a4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:01.084467 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0008fcae-e839-4899-8148-9b049b7f3c1b req-a6d05852-9ab5-40a8-b098-b8b1f963b7f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e81d9142-7438-4a72-8b45-d0c1a4a38b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1417494 Jan 28 13:33:01.100896 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8fb7e-0feb-4dcc-aa7b-f930aebc74e2 service neutron] Pushing event updated for resources: {'Port': ['ID=07648adf-f5b0-424a-9ec9-b93561c52ed8,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:01.182879 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fb3a3e14-7f73-4bcf-90d8-636c36c010a7 None None] Port c2142dce-23bf-4fe1-a3c9-88b33eeec0a4 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:33:01.225324 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-6435ae86-884f-42b4-ab56-769c90f0898e None None] Set router 7e75dee3-fcb7-4189-aa77-52ad63a33cf4 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:33:01.306616 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-00e2cd19-3ecf-4153-b959-ccfcc329be59 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c2142dce-23bf-4fe1-a3c9-88b33eeec0a4), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:01.371211 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-00e2cd19-3ecf-4153-b959-ccfcc329be59 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Calling delete_port for c2142dce-23bf-4fe1-a3c9-88b33eeec0a4 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:01.521392 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b137e-3962-49cc-9d42-9b83846b7a4d req-e2193316-0d75-4923-b20e-3874eeee66eb tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:01.523619 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df8b137e-3962-49cc-9d42-9b83846b7a4d req-e2193316-0d75-4923-b20e-3874eeee66eb tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 943 time: 0.2564940 Jan 28 13:33:01.604004 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c980114-6c83-497b-a996-9cfc6b99616b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:01.619399 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-6435ae86-884f-42b4-ab56-769c90f0898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e75dee3-fcb7-4189-aa77-52ad63a33cf4', 'name': 'tempest-ServerRescueNegativeTestJSON-573835714-router', 'tenant_id': '4b4d3f60af5c4c6b8423e28fd3aff330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5ff1a874-def7-407e-8a4b-b9079018adc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:52Z', 'updated_at': '2022-01-28T13:32:56Z', 'revision_number': 3, 'project_id': '4b4d3f60af5c4c6b8423e28fd3aff330', 'gw_port': {'id': '5ff1a874-def7-407e-8a4b-b9079018adc6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e75dee3-fcb7-4189-aa77-52ad63a33cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:54Z', 'updated_at': '2022-01-28T13:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:01.668500 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6435ae86-884f-42b4-ab56-769c90f0898e None None] The sync data for ids ['7e75dee3-fcb7-4189-aa77-52ad63a33cf4'] in n-d-822747-2 is: [{'id': '7e75dee3-fcb7-4189-aa77-52ad63a33cf4', 'name': 'tempest-ServerRescueNegativeTestJSON-573835714-router', 'tenant_id': '4b4d3f60af5c4c6b8423e28fd3aff330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5ff1a874-def7-407e-8a4b-b9079018adc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:52Z', 'updated_at': '2022-01-28T13:32:56Z', 'revision_number': 3, 'project_id': '4b4d3f60af5c4c6b8423e28fd3aff330', 'gw_port': {'id': '5ff1a874-def7-407e-8a4b-b9079018adc6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e75dee3-fcb7-4189-aa77-52ad63a33cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:54Z', 'updated_at': '2022-01-28T13:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:33:01.721080 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df8b137e-3962-49cc-9d42-9b83846b7a4d req-c8c938ae-0990-4d28-8786-33f9ec4687d4 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821556 Jan 28 13:33:01.869743 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-00e2cd19-3ecf-4153-b959-ccfcc329be59 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c2142dce-23bf-4fe1-a3c9-88b33eeec0a4), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:01.936074 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2cd19-3ecf-4153-b959-ccfcc329be59 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Pushing event deleted for resources: {'Port': ['ID=c2142dce-23bf-4fe1-a3c9-88b33eeec0a4,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:02.004311 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4446a-2117-429c-b73e-90ec4250492a req-5f8022bd-d90c-4a50-8675-0fc8a2b67164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:02.006050 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8b4446a-2117-429c-b73e-90ec4250492a req-5f8022bd-d90c-4a50-8675-0fc8a2b67164 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=562a44a1b905423c809accc32e9c7a27&device_id=7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37 HTTP/1.1" status: 200 len: 1095 time: 1.4658105 Jan 28 13:33:02.102961 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-00e2cd19-3ecf-4153-b959-ccfcc329be59 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:02.107394 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-00e2cd19-3ecf-4153-b959-ccfcc329be59 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] 10.222.0.39 "DELETE /v2.0/ports/c2142dce-23bf-4fe1-a3c9-88b33eeec0a4 HTTP/1.1" status: 204 len: 168 time: 1.2763462 Jan 28 13:33:02.111153 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60014) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:02.172873 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd02079-bbbc-463f-82e4-334563f022a2 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] GET failed (client error): The resource could not be found. Jan 28 13:33:02.172873 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bfd02079-bbbc-463f-82e4-334563f022a2 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] 10.222.0.39 "GET /v2.0/ports/c2142dce-23bf-4fe1-a3c9-88b33eeec0a4 HTTP/1.1" status: 404 len: 333 time: 0.0594203 Jan 28 13:33:02.181899 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60016) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:02.207619 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-3317aad1-0d56-4117-b51a-9951557e6974 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Request body: {'port': {'network_id': '0babc103-5a15-4a56-8a05-3c9458da25a7', 'name': 'tempest-AllowedAddressPairTestJSON-1211714742'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:02.245320 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8b4446a-2117-429c-b73e-90ec4250492a req-17e4bdf9-5387-49e3-acb8-f69367ad98f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07648adf-f5b0-424a-9ec9-b93561c52ed8 HTTP/1.1" status: 200 len: 217 time: 0.1930501 Jan 28 13:33:02.445801 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf11599e-1c58-4a97-9fe7-5144cd0c86ea admin admin] Publish callbacks [] for port (992eede4-68ec-4fe1-bc94-cbd690105cc9), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:02.492923 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3317aad1-0d56-4117-b51a-9951557e6974 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Made reservation on behalf of 192efdb74e1c4c7ead10f106099a4eb6 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:02.511759 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3317aad1-0d56-4117-b51a-9951557e6974 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:02.538849 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0008fcae-e839-4899-8148-9b049b7f3c1b req-a7bbd247-8fda-4739-aa79-db334d9189ca service neutron] 10.222.0.18 "GET /v2.0/networks/e81d9142-7438-4a72-8b45-d0c1a4a38b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6198235 Jan 28 13:33:02.543216 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-f08be7d3-1a14-4a95-be2f-ef6c8374463f req-bda10ebe-5dc6-415a-9f48-74fbb842abd6 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] For port 8e4cfa4f-5519-4fbe-96e3-b799972c2c75, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8e4cfa4f-5519-4fbe-96e3-b799972c2c75,segment=NetworkSegment(c3550a61-3709-4f50-9cbb-53890d532da5),segment_id=c3550a61-3709-4f50-9cbb-53890d532da5)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:02.546557 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4446a-2117-429c-b73e-90ec4250492a req-44eab8fc-cc31-46c8-b4e1-2098f7894286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:02.548344 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8b4446a-2117-429c-b73e-90ec4250492a req-44eab8fc-cc31-46c8-b4e1-2098f7894286 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe350b99-f797-4881-be4e-fe3b44f36665 HTTP/1.1" status: 200 len: 854 time: 0.2613664 Jan 28 13:33:02.550547 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d6be3-d9bd-4473-bb44-378c505d4114 req-8ac15df0-55de-44a9-bf2a-a58d3bde48aa tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:02.561325 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-120d6be3-d9bd-4473-bb44-378c505d4114 req-8ac15df0-55de-44a9-bf2a-a58d3bde48aa tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37 HTTP/1.1" status: 200 len: 944 time: 0.3290582 Jan 28 13:33:02.693090 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8b4446a-2117-429c-b73e-90ec4250492a req-7a4f8f9f-843d-4ccb-928a-591c335f4ed2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5bd54db0-787e-4a06-9c31-928b9cd6deff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200266 Jan 28 13:33:02.755613 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-120d6be3-d9bd-4473-bb44-378c505d4114 req-f02ce1d0-a5d5-43d1-8f7c-e67937c00cbe tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2b3825c-af35-4750-ac6b-0c880200080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932752 Jan 28 13:33:02.778133 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-3317aad1-0d56-4117-b51a-9951557e6974 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] device_id is not set on port 851ee7d2-11f3-47f2-a74f-0e2027d2f7b8 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:33:02.830081 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:02.859390 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 5ff1a874-def7-407e-8a4b-b9079018adc6 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:02.990749 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f08be7d3-1a14-4a95-be2f-ef6c8374463f req-bda10ebe-5dc6-415a-9f48-74fbb842abd6 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks [] for port (8e4cfa4f-5519-4fbe-96e3-b799972c2c75), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:03.033383 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 5ff1a874-def7-407e-8a4b-b9079018adc6 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:03.033932 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5ff1a874-def7-407e-8a4b-b9079018adc6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:03.099602 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3d2d7-2867-4bfc-a376-858222b1897f req-3dd573a6-0775-4457-a0c3-1d9d4bd50ad3 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:03.115860 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-68d3d2d7-2867-4bfc-a376-858222b1897f req-3dd573a6-0775-4457-a0c3-1d9d4bd50ad3 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 943 time: 0.2005761 Jan 28 13:33:03.192879 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8b4446a-2117-429c-b73e-90ec4250492a req-93707963-0bd6-498c-8df5-814096d2cb42 service neutron] 10.222.0.37 "GET /v2.0/networks/5bd54db0-787e-4a06-9c31-928b9cd6deff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4883084 Jan 28 13:33:03.199313 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f08be7d3-1a14-4a95-be2f-ef6c8374463f req-bda10ebe-5dc6-415a-9f48-74fbb842abd6 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (8e4cfa4f-5519-4fbe-96e3-b799972c2c75), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:03.224117 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['8e4cfa4f-5519-4fbe-96e3-b799972c2c75'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:33:03.244576 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf11599e-1c58-4a97-9fe7-5144cd0c86ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (992eede4-68ec-4fe1-bc94-cbd690105cc9), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:03.330802 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 5ff1a874-def7-407e-8a4b-b9079018adc6 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:03.331331 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5ff1a874-def7-407e-8a4b-b9079018adc6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:03.358540 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-68d3d2d7-2867-4bfc-a376-858222b1897f req-e6293b81-a64a-42f1-aa6b-84210a594a3b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2403321 Jan 28 13:33:03.377041 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08be7d3-1a14-4a95-be2f-ef6c8374463f req-bda10ebe-5dc6-415a-9f48-74fbb842abd6 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:03.378401 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f08be7d3-1a14-4a95-be2f-ef6c8374463f req-bda10ebe-5dc6-415a-9f48-74fbb842abd6 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:03.380236 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f08be7d3-1a14-4a95-be2f-ef6c8374463f req-bda10ebe-5dc6-415a-9f48-74fbb842abd6 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "PUT /v2.0/ports/8e4cfa4f-5519-4fbe-96e3-b799972c2c75 HTTP/1.1" status: 200 len: 942 time: 3.5980616 Jan 28 13:33:03.391818 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 5e5f4228-1d82-4896-aefc-40e1d70b3d6f up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:03.406045 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b32b60-5c49-441e-a408-687fd471cb06', 'tag': '8e4cfa4f-5519-4fbe-96e3-b799972c2c75'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:03.418976 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180be157-a2c3-4c9e-8f58-d4bb53b36c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "03b32b60-5c49-441e-a408-687fd471cb06", "tag": "8e4cfa4f-5519-4fbe-96e3-b799972c2c75"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:03.445050 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-3317aad1-0d56-4117-b51a-9951557e6974 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Allocated IP 172.20.0.14 (0babc103-5a15-4a56-8a05-3c9458da25a7/ca701598-3e50-48ed-916f-e2da89549759/851ee7d2-11f3-47f2-a74f-0e2027d2f7b8) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:03.450458 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf11599e-1c58-4a97-9fe7-5144cd0c86ea admin admin] Network 0cc66fb4-aa9b-4065-9754-07c3b4544c1c is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:03.467342 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 5ff1a874-def7-407e-8a4b-b9079018adc6, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=5ff1a874-def7-407e-8a4b-b9079018adc6,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:03.513322 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-cf11599e-1c58-4a97-9fe7-5144cd0c86ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:03.514719 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5ff1a874-def7-407e-8a4b-b9079018adc6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:03.517352 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf11599e-1c58-4a97-9fe7-5144cd0c86ea admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:03.639735 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf11599e-1c58-4a97-9fe7-5144cd0c86ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (7e75dee3-fcb7-4189-aa77-52ad63a33cf4), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:03.748151 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839bf05b-73f1-42e5-aba8-2761c0bf673c x-openstack-request-id: req-839bf05b-73f1-42e5-aba8-2761c0bf673c {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:03.748151 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b32b60-5c49-441e-a408-687fd471cb06", "tag": "8e4cfa4f-5519-4fbe-96e3-b799972c2c75", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:03.748151 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-839bf05b-73f1-42e5-aba8-2761c0bf673c {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:03.752872 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b32b60-5c49-441e-a408-687fd471cb06', 'tag': '8e4cfa4f-5519-4fbe-96e3-b799972c2c75', 'status': 'completed', 'code': 200} Jan 28 13:33:03.763553 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=5ff1a874-def7-407e-8a4b-b9079018adc6,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:03.779372 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0008fcae-e839-4899-8148-9b049b7f3c1b req-7b311c68-996b-419f-aebf-b3c39ed99fd8 service neutron] 10.222.0.18 "GET /v2.0/networks/e81d9142-7438-4a72-8b45-d0c1a4a38b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2194767 Jan 28 13:33:03.791143 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['8e4cfa4f-5519-4fbe-96e3-b799972c2c75'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:33:03.797675 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda10ebe-5dc6-415a-9f48-74fbb842abd6 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Pushing event updated for resources: {'Port': ['ID=8e4cfa4f-5519-4fbe-96e3-b799972c2c75,revision_number=7']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:03.918071 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8b4446a-2117-429c-b73e-90ec4250492a req-ca8ccf11-ac4d-4c5b-9f98-9538ec6ef01f service neutron] 10.222.0.37 "GET /v2.0/networks/5bd54db0-787e-4a06-9c31-928b9cd6deff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7054420 Jan 28 13:33:03.962137 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11599e-1c58-4a97-9fe7-5144cd0c86ea admin admin] Pushing event updated for resources: {'Port': ['ID=992eede4-68ec-4fe1-bc94-cbd690105cc9,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:04.064563 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:04.065358 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:04.296553 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:04.316804 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180be157-a2c3-4c9e-8f58-d4bb53b36c0f req-97ac4e62-0fb3-4c43-ae86-9750041f365d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:04.317899 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-180be157-a2c3-4c9e-8f58-d4bb53b36c0f req-97ac4e62-0fb3-4c43-ae86-9750041f365d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66696def36354b7c8b641113c2a3185a&device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 1096 time: 0.3486772 Jan 28 13:33:04.338782 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3317aad1-0d56-4117-b51a-9951557e6974 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks [] for port (851ee7d2-11f3-47f2-a74f-0e2027d2f7b8), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:04.376112 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a0ac7-b05e-4fa7-a289-73a038ae408d req-cb5c9813-d16b-458f-b63b-9cc1b1e1625e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:04.377638 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e29a0ac7-b05e-4fa7-a289-73a038ae408d req-cb5c9813-d16b-458f-b63b-9cc1b1e1625e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=562a44a1b905423c809accc32e9c7a27&device_id=7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37 HTTP/1.1" status: 200 len: 1095 time: 0.3128207 Jan 28 13:33:04.420695 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf64ce0-9488-43a4-9c31-88fd333a5851 req-d2cf6da8-c946-48cc-8d75-0a659abae322 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:04.422276 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2cf64ce0-9488-43a4-9c31-88fd333a5851 req-d2cf6da8-c946-48cc-8d75-0a659abae322 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37 HTTP/1.1" status: 200 len: 944 time: 0.3665316 Jan 28 13:33:04.462786 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-93f36f38-7f49-4199-af5e-d61e29331ef9 req-159deb35-940f-4280-9b13-9fabc4d9269d tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8292778 Jan 28 13:33:04.595039 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-93f36f38-7f49-4199-af5e-d61e29331ef9 req-186c035a-bbc3-4604-97c4-17855317255d tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:04.625947 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3317aad1-0d56-4117-b51a-9951557e6974 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (851ee7d2-11f3-47f2-a74f-0e2027d2f7b8), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:04.700992 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:04.711003 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:04.779034 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f26471f-e062-4170-ae44-38f023825a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5f4228-1d82-4896-aefc-40e1d70b3d6f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:04.784771 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b42939d-74cd-41cf-ba64-fefa7efcf129" -d '{"events": [{"server_uuid": "2f26471f-e062-4170-ae44-38f023825a8a", "name": "network-vif-plugged", "status": "completed", "tag": "5e5f4228-1d82-4896-aefc-40e1d70b3d6f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:04.791673 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf11599e-1c58-4a97-9fe7-5144cd0c86ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (992eede4-68ec-4fe1-bc94-cbd690105cc9), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:04.797738 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180be157-a2c3-4c9e-8f58-d4bb53b36c0f req-2550d8ce-1841-469a-869c-ef3519eefaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:04.803821 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 5ff1a874-def7-407e-8a4b-b9079018adc6 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:04.807465 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-180be157-a2c3-4c9e-8f58-d4bb53b36c0f req-2550d8ce-1841-469a-869c-ef3519eefaca service neutron] 10.222.0.18 "GET /v2.0/networks?id=e81d9142-7438-4a72-8b45-d0c1a4a38b6d HTTP/1.1" status: 200 len: 920 time: 0.4687867 Jan 28 13:33:04.897254 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=5e5f4228-1d82-4896-aefc-40e1d70b3d6f,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:04.907793 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:05.061900 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=5e5f4228-1d82-4896-aefc-40e1d70b3d6f,revision_number=10']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:05.087935 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 5ff1a874-def7-407e-8a4b-b9079018adc6 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:05.088565 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5ff1a874-def7-407e-8a4b-b9079018adc6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:05.112192 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-180be157-a2c3-4c9e-8f58-d4bb53b36c0f req-1d91cec7-e519-4684-89cc-938e375deb0c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e4cfa4f-5519-4fbe-96e3-b799972c2c75 HTTP/1.1" status: 200 len: 217 time: 0.2572091 Jan 28 13:33:05.332269 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 5ff1a874-def7-407e-8a4b-b9079018adc6 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:05.430590 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317aad1-0d56-4117-b51a-9951557e6974 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Pushing event updated for resources: {'Port': ['ID=851ee7d2-11f3-47f2-a74f-0e2027d2f7b8,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:05.451983 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3317aad1-0d56-4117-b51a-9951557e6974 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Network 0babc103-5a15-4a56-8a05-3c9458da25a7 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:05.455775 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-3317aad1-0d56-4117-b51a-9951557e6974 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:05.461068 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3317aad1-0d56-4117-b51a-9951557e6974 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:05.509880 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180be157-a2c3-4c9e-8f58-d4bb53b36c0f req-c91a3ef7-03a6-472a-bc8a-f7d2d4eb609f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:05.511601 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-180be157-a2c3-4c9e-8f58-d4bb53b36c0f req-c91a3ef7-03a6-472a-bc8a-f7d2d4eb609f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e631c13-0da2-49fb-8a7c-4c7323c9d541 HTTP/1.1" status: 200 len: 860 time: 0.3609102 Jan 28 13:33:05.514890 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2cf64ce0-9488-43a4-9c31-88fd333a5851 req-d5546ecf-b1b5-4d12-a691-bd2ff54b6440 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2b3825c-af35-4750-ac6b-0c880200080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6917920 Jan 28 13:33:05.527922 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-9bc583d1-80f4-439e-a480-6a20d35f149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:05.538317 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-9bc583d1-80f4-439e-a480-6a20d35f149d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867&tenant_id=205e0e0f7c204c6b8762ba0b567c808e HTTP/1.1" status: 200 len: 1094 time: 0.7215118 Jan 28 13:33:05.553836 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-93f36f38-7f49-4199-af5e-d61e29331ef9 req-186c035a-bbc3-4604-97c4-17855317255d tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:05.607220 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3317aad1-0d56-4117-b51a-9951557e6974 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:05.611800 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3317aad1-0d56-4117-b51a-9951557e6974 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:05.661431 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-57fa0334-9de2-41bc-949c-0e10fb19af29 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822747-2', 'device_owner': 'compute:nova'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:05.676465 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3317aad1-0d56-4117-b51a-9951557e6974 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4947522 Jan 28 13:33:05.685056 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60076) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:05.702538 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-7af0ecfa-b744-4583-bb83-d35f3d84761c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Request body: {'port': {'network_id': '0babc103-5a15-4a56-8a05-3c9458da25a7', 'name': 'tempest-AllowedAddressPairTestJSON-658985988'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:05.719791 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-180be157-a2c3-4c9e-8f58-d4bb53b36c0f req-5b58cfb7-cb57-482e-a8a3-fe075388e782 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e81d9142-7438-4a72-8b45-d0c1a4a38b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1963625 Jan 28 13:33:05.746897 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:05.881283 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a0ac7-b05e-4fa7-a289-73a038ae408d req-37f0ca84-ca6d-47f9-b834-031021c5dd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:05.885572 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e29a0ac7-b05e-4fa7-a289-73a038ae408d req-37f0ca84-ca6d-47f9-b834-031021c5dd98 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5bd54db0-787e-4a06-9c31-928b9cd6deff HTTP/1.1" status: 200 len: 914 time: 1.4940782 Jan 28 13:33:05.984441 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-7567e8f9-0f02-4e7e-8cab-9f18f4808c54 None None] Provisioning complete for port 851ee7d2-11f3-47f2-a74f-0e2027d2f7b8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:05.984745 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7567e8f9-0f02-4e7e-8cab-9f18f4808c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (851ee7d2-11f3-47f2-a74f-0e2027d2f7b8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:06.111220 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7567e8f9-0f02-4e7e-8cab-9f18f4808c54 None None] Port 851ee7d2-11f3-47f2-a74f-0e2027d2f7b8 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:33:06.120870 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af0ecfa-b744-4583-bb83-d35f3d84761c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Made reservation on behalf of 192efdb74e1c4c7ead10f106099a4eb6 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:06.127082 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7af0ecfa-b744-4583-bb83-d35f3d84761c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:06.161678 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-93f36f38-7f49-4199-af5e-d61e29331ef9 req-186c035a-bbc3-4604-97c4-17855317255d tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:06.165661 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-7af0ecfa-b744-4583-bb83-d35f3d84761c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] device_id is not set on port 3c9da4e4-4df3-4745-ba33-9b6d6051389d yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:33:06.195386 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e29a0ac7-b05e-4fa7-a289-73a038ae408d req-40749fdf-4ed4-4875-9e62-b8b9c086ce2f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07648adf-f5b0-424a-9ec9-b93561c52ed8 HTTP/1.1" status: 200 len: 217 time: 0.2428246 Jan 28 13:33:06.442615 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-7af0ecfa-b744-4583-bb83-d35f3d84761c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Allocated IP 172.20.0.6 (0babc103-5a15-4a56-8a05-3c9458da25a7/ca701598-3e50-48ed-916f-e2da89549759/3c9da4e4-4df3-4745-ba33-9b6d6051389d) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:06.699771 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-93f36f38-7f49-4199-af5e-d61e29331ef9 req-186c035a-bbc3-4604-97c4-17855317255d tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Allocated IP 172.25.3.136 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/c58dacbc-7f33-406f-aa70-df80a0392612) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:07.068067 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7af0ecfa-b744-4583-bb83-d35f3d84761c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks [] for port (3c9da4e4-4df3-4745-ba33-9b6d6051389d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:07.134867 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-57fa0334-9de2-41bc-949c-0e10fb19af29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:07.151748 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ac94a-2f3b-487f-a78b-926d392bffe5 req-2595deab-3404-4a27-a089-acbb7aed06fb tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:07.159064 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d64ac94a-2f3b-487f-a78b-926d392bffe5 req-2595deab-3404-4a27-a089-acbb7aed06fb tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 943 time: 1.4780240 Jan 28 13:33:07.179053 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-93f36f38-7f49-4199-af5e-d61e29331ef9 req-186c035a-bbc3-4604-97c4-17855317255d tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks [] for port (c58dacbc-7f33-406f-aa70-df80a0392612), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:07.191990 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a0ac7-b05e-4fa7-a289-73a038ae408d req-09d17250-ae03-4cb9-aefd-ff4896831db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:07.193536 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e29a0ac7-b05e-4fa7-a289-73a038ae408d req-09d17250-ae03-4cb9-aefd-ff4896831db7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe350b99-f797-4881-be4e-fe3b44f36665 HTTP/1.1" status: 200 len: 854 time: 0.9973419 Jan 28 13:33:07.197376 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7af0ecfa-b744-4583-bb83-d35f3d84761c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (3c9da4e4-4df3-4745-ba33-9b6d6051389d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:07.273056 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e29a0ac7-b05e-4fa7-a289-73a038ae408d req-dc79d940-8a7f-4b1c-a082-c4618e8389dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5bd54db0-787e-4a06-9c31-928b9cd6deff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708423 Jan 28 13:33:07.276335 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-93f36f38-7f49-4199-af5e-d61e29331ef9 req-186c035a-bbc3-4604-97c4-17855317255d tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c58dacbc-7f33-406f-aa70-df80a0392612), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:07.289886 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af0ecfa-b744-4583-bb83-d35f3d84761c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Network 0babc103-5a15-4a56-8a05-3c9458da25a7 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:07.305042 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-7af0ecfa-b744-4583-bb83-d35f3d84761c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:07.319839 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f36f38-7f49-4199-af5e-d61e29331ef9 req-186c035a-bbc3-4604-97c4-17855317255d tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:07.329928 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-93f36f38-7f49-4199-af5e-d61e29331ef9 req-186c035a-bbc3-4604-97c4-17855317255d tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:07.339630 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f36f38-7f49-4199-af5e-d61e29331ef9 req-186c035a-bbc3-4604-97c4-17855317255d tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:07.343064 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af0ecfa-b744-4583-bb83-d35f3d84761c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:07.355551 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0ecfa-b744-4583-bb83-d35f3d84761c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Pushing event updated for resources: {'Port': ['ID=3c9da4e4-4df3-4745-ba33-9b6d6051389d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:07.415378 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 07648adf-f5b0-424a-9ec9-b93561c52ed8 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:33:07.439689 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-180be157-a2c3-4c9e-8f58-d4bb53b36c0f req-27d218b0-dddc-47fc-a71b-32f8b27bb4e7 service neutron] 10.222.0.18 "GET /v2.0/networks/e81d9142-7438-4a72-8b45-d0c1a4a38b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5463157 Jan 28 13:33:07.649833 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-57fa0334-9de2-41bc-949c-0e10fb19af29 service neutron] For port 91755f44-fc12-4753-90b2-7a0c1535621f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=91755f44-fc12-4753-90b2-7a0c1535621f,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:07.661647 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 07648adf-f5b0-424a-9ec9-b93561c52ed8, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=07648adf-f5b0-424a-9ec9-b93561c52ed8,segment=NetworkSegment(2f09991b-edf7-4d83-a0af-555e324488e5),segment_id=2f09991b-edf7-4d83-a0af-555e324488e5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:07.688525 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-57fa0334-9de2-41bc-949c-0e10fb19af29 service neutron] For port 91755f44-fc12-4753-90b2-7a0c1535621f, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:33:07.689360 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '07648adf-f5b0-424a-9ec9-b93561c52ed8', 'network_id': '5bd54db0-787e-4a06-9c31-928b9cd6deff', 'port_id': '07648adf-f5b0-424a-9ec9-b93561c52ed8', 'mac_address': 'fa:16:3e:96:45:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe350b99-f797-4881-be4e-fe3b44f36665', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:33:07.698689 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af0ecfa-b744-4583-bb83-d35f3d84761c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:07.698689 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7af0ecfa-b744-4583-bb83-d35f3d84761c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:07.723980 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-57fa0334-9de2-41bc-949c-0e10fb19af29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91755f44-fc12-4753-90b2-7a0c1535621f {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:33:07.737148 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-57fa0334-9de2-41bc-949c-0e10fb19af29 service neutron] Publish callbacks [] for port (91755f44-fc12-4753-90b2-7a0c1535621f), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:07.754330 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-57fa0334-9de2-41bc-949c-0e10fb19af29 service neutron] Transition to ACTIVE for port object 91755f44-fc12-4753-90b2-7a0c1535621f will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:33:07.764888 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7af0ecfa-b744-4583-bb83-d35f3d84761c tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0735068 Jan 28 13:33:07.770301 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60084) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:07.771297 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c035a-bbc3-4604-97c4-17855317255d tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Pushing event updated for resources: {'Port': ['ID=c58dacbc-7f33-406f-aa70-df80a0392612,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:07.787287 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-57fa0334-9de2-41bc-949c-0e10fb19af29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:07.816577 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 07648adf-f5b0-424a-9ec9-b93561c52ed8 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:07.816949 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (07648adf-f5b0-424a-9ec9-b93561c52ed8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:07.819043 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-9d4c0405-9c5d-4f5c-98aa-ff521c7564a6 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:06:85:50'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:0e:fe:af'}]}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:07.857871 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07648adf-f5b0-424a-9ec9-b93561c52ed8 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:33:07.920759 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-93f36f38-7f49-4199-af5e-d61e29331ef9 req-186c035a-bbc3-4604-97c4-17855317255d tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks [] for floatingip (7a71d96a-0d2e-49b6-b81a-1414e6dbe81a), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:07.933273 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 07648adf-f5b0-424a-9ec9-b93561c52ed8, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=07648adf-f5b0-424a-9ec9-b93561c52ed8,segment=NetworkSegment(2f09991b-edf7-4d83-a0af-555e324488e5),segment_id=2f09991b-edf7-4d83-a0af-555e324488e5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:07.941207 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (07648adf-f5b0-424a-9ec9-b93561c52ed8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:07.996790 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf11599e-1c58-4a97-9fe7-5144cd0c86ea admin admin] Publish callbacks [] for port (992eede4-68ec-4fe1-bc94-cbd690105cc9), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:08.043658 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-93f36f38-7f49-4199-af5e-d61e29331ef9 req-186c035a-bbc3-4604-97c4-17855317255d tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c58dacbc-7f33-406f-aa70-df80a0392612), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:08.124331 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf11599e-1c58-4a97-9fe7-5144cd0c86ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (992eede4-68ec-4fe1-bc94-cbd690105cc9), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:08.199888 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=07648adf-f5b0-424a-9ec9-b93561c52ed8,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:08.297875 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d64ac94a-2f3b-487f-a78b-926d392bffe5 req-cbd1b5bb-7964-438a-8e7c-43b00aa37b71 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1376438 Jan 28 13:33:08.311370 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-8b548cb3-b3f3-426d-8eab-808ea2fa2a5f None None] Provisioning complete for port 3c9da4e4-4df3-4745-ba33-9b6d6051389d triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:08.311854 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b548cb3-b3f3-426d-8eab-808ea2fa2a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3c9da4e4-4df3-4745-ba33-9b6d6051389d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:08.365787 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['07648adf-f5b0-424a-9ec9-b93561c52ed8'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:33:08.478779 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8b548cb3-b3f3-426d-8eab-808ea2fa2a5f None None] Port 3c9da4e4-4df3-4745-ba33-9b6d6051389d cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:33:08.502783 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-93f36f38-7f49-4199-af5e-d61e29331ef9 req-186c035a-bbc3-4604-97c4-17855317255d tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks [] for port (c58dacbc-7f33-406f-aa70-df80a0392612), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:08.514009 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-93f36f38-7f49-4199-af5e-d61e29331ef9 req-186c035a-bbc3-4604-97c4-17855317255d tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (c58dacbc-7f33-406f-aa70-df80a0392612), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:08.528431 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf11599e-1c58-4a97-9fe7-5144cd0c86ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (7e75dee3-fcb7-4189-aa77-52ad63a33cf4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:08.617547 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c035a-bbc3-4604-97c4-17855317255d tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Pushing event updated for resources: {'Port': ['ID=c58dacbc-7f33-406f-aa70-df80a0392612,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:08.653882 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-93f36f38-7f49-4199-af5e-d61e29331ef9 req-186c035a-bbc3-4604-97c4-17855317255d tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (7a71d96a-0d2e-49b6-b81a-1414e6dbe81a), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:08.681519 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-93f36f38-7f49-4199-af5e-d61e29331ef9 req-186c035a-bbc3-4604-97c4-17855317255d tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:08.691871 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-93f36f38-7f49-4199-af5e-d61e29331ef9 req-186c035a-bbc3-4604-97c4-17855317255d tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1191700 Jan 28 13:33:08.768379 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa0334-9de2-41bc-949c-0e10fb19af29 service neutron] Pushing event updated for resources: {'Port': ['ID=91755f44-fc12-4753-90b2-7a0c1535621f,revision_number=9']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:08.772405 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-93f36f38-7f49-4199-af5e-d61e29331ef9 req-dfe97c51-a63d-4ffd-82cd-450632096bcd tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.136 HTTP/1.1" status: 200 len: 696 time: 0.0786467 Jan 28 13:33:08.909489 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e29a0ac7-b05e-4fa7-a289-73a038ae408d req-a8cc4ecc-0775-4593-9fc1-40f5dd2dfa9b service neutron] 10.222.0.37 "GET /v2.0/networks/5bd54db0-787e-4a06-9c31-928b9cd6deff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5563881 Jan 28 13:33:09.089816 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-57fa0334-9de2-41bc-949c-0e10fb19af29 service neutron] No DVR routers for this DVR port 91755f44-fc12-4753-90b2-7a0c1535621f on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:33:09.102365 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11599e-1c58-4a97-9fe7-5144cd0c86ea admin admin] Pushing event updated for resources: {'Port': ['ID=992eede4-68ec-4fe1-bc94-cbd690105cc9,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:09.106442 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-180be157-a2c3-4c9e-8f58-d4bb53b36c0f req-9ef10e64-0f9e-41f5-a88b-6323895795ce service neutron] 10.222.0.18 "GET /v2.0/networks/e81d9142-7438-4a72-8b45-d0c1a4a38b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3507321 Jan 28 13:33:09.203286 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f36f38-7f49-4199-af5e-d61e29331ef9 req-c9c9db74-13a9-480e-bc18-a949466daddd tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:09.214079 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-93f36f38-7f49-4199-af5e-d61e29331ef9 req-c9c9db74-13a9-480e-bc18-a949466daddd tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 784 time: 0.4399436 Jan 28 13:33:09.323572 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d4c0405-9c5d-4f5c-98aa-ff521c7564a6 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3c9da4e4-4df3-4745-ba33-9b6d6051389d), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:09.366705 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfeb5f3-8946-4c33-8315-7b0afc6dd22c x-openstack-request-id: req-ecfeb5f3-8946-4c33-8315-7b0afc6dd22c {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:09.367368 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f26471f-e062-4170-ae44-38f023825a8a", "name": "network-vif-plugged", "status": "completed", "tag": "5e5f4228-1d82-4896-aefc-40e1d70b3d6f", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:09.367806 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ecfeb5f3-8946-4c33-8315-7b0afc6dd22c {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:09.368406 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f26471f-e062-4170-ae44-38f023825a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5f4228-1d82-4896-aefc-40e1d70b3d6f', 'code': 200} Jan 28 13:33:09.406782 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf11599e-1c58-4a97-9fe7-5144cd0c86ea admin admin] Network 0cc66fb4-aa9b-4065-9754-07c3b4544c1c is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:09.434945 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-cf11599e-1c58-4a97-9fe7-5144cd0c86ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:09.580243 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e29a0ac7-b05e-4fa7-a289-73a038ae408d req-ea3a8724-b8bb-4af2-8a73-33e3bfc527bf service neutron] 10.222.0.37 "GET /v2.0/networks/5bd54db0-787e-4a06-9c31-928b9cd6deff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6487613 Jan 28 13:33:09.609432 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38affc-1e7a-4706-a337-77daa46ba565 req-8f17a35d-f719-46c4-a86b-00e956edfbe5 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:09.620587 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4c38affc-1e7a-4706-a337-77daa46ba565 req-8f17a35d-f719-46c4-a86b-00e956edfbe5 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37 HTTP/1.1" status: 200 len: 945 time: 0.1669345 Jan 28 13:33:09.724051 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4c38affc-1e7a-4706-a337-77daa46ba565 req-857819bb-9f7f-40f9-8245-9911d2c01b01 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2b3825c-af35-4750-ac6b-0c880200080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013064 Jan 28 13:33:09.730343 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-57fa0334-9de2-41bc-949c-0e10fb19af29 service neutron] Attempting to bind port 91755f44-fc12-4753-90b2-7a0c1535621f on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:33:09.730768 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-57fa0334-9de2-41bc-949c-0e10fb19af29 service neutron] Attempting to bind port 91755f44-fc12-4753-90b2-7a0c1535621f by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:33:09.731161 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-57fa0334-9de2-41bc-949c-0e10fb19af29 service neutron] Attempting to bind port 91755f44-fc12-4753-90b2-7a0c1535621f on network dd65474c-0b14-4c75-9058-245198106ef8 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:09.786476 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-57fa0334-9de2-41bc-949c-0e10fb19af29 service neutron] Port 91755f44-fc12-4753-90b2-7a0c1535621f on network dd65474c-0b14-4c75-9058-245198106ef8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:33:09.786476 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-57fa0334-9de2-41bc-949c-0e10fb19af29 service neutron] Attempting to bind port 91755f44-fc12-4753-90b2-7a0c1535621f on network dd65474c-0b14-4c75-9058-245198106ef8 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:09.806941 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-57fa0334-9de2-41bc-949c-0e10fb19af29 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:33:09.807535 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-57fa0334-9de2-41bc-949c-0e10fb19af29 service neutron] Checking segment: {'id': 'cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:09.808206 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-57fa0334-9de2-41bc-949c-0e10fb19af29 service neutron] Bound using segment: {'id': 'cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:33:09.808998 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-57fa0334-9de2-41bc-949c-0e10fb19af29 service neutron] Bound port: 91755f44-fc12-4753-90b2-7a0c1535621f, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:33:09.809653 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-57fa0334-9de2-41bc-949c-0e10fb19af29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:09.820978 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf11599e-1c58-4a97-9fe7-5144cd0c86ea admin admin] Router 7e75dee3-fcb7-4189-aa77-52ad63a33cf4 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:33:09.979554 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-57fa0334-9de2-41bc-949c-0e10fb19af29 service neutron] For port 91755f44-fc12-4753-90b2-7a0c1535621f, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:33:09.989899 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d4c0405-9c5d-4f5c-98aa-ff521c7564a6 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks [] for port (3c9da4e4-4df3-4745-ba33-9b6d6051389d), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:10.004324 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015e6da-3891-48bf-9e08-a1dd446e3f26 req-e20f0d43-c208-4fcf-b57d-46bb9b14dba5 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:10.007150 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d4c0405-9c5d-4f5c-98aa-ff521c7564a6 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (3c9da4e4-4df3-4745-ba33-9b6d6051389d), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:10.009222 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-57fa0334-9de2-41bc-949c-0e10fb19af29 service neutron] For port 91755f44-fc12-4753-90b2-7a0c1535621f, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=91755f44-fc12-4753-90b2-7a0c1535621f,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:33:10.029155 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5015e6da-3891-48bf-9e08-a1dd446e3f26 req-e20f0d43-c208-4fcf-b57d-46bb9b14dba5 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1889179 Jan 28 13:33:10.073688 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-57fa0334-9de2-41bc-949c-0e10fb19af29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:10.150844 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5015e6da-3891-48bf-9e08-a1dd446e3f26 req-799596dc-d035-471e-81f2-f23d6b78b89f tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.136 HTTP/1.1" status: 200 len: 696 time: 0.1183264 Jan 28 13:33:10.175904 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-5015e6da-3891-48bf-9e08-a1dd446e3f26 req-89ddce40-6500-4931-97f6-c70eee6d9917 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Request body: {'floatingip': {'port_id': '8e4cfa4f-5519-4fbe-96e3-b799972c2c75', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:10.265463 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5015e6da-3891-48bf-9e08-a1dd446e3f26 req-89ddce40-6500-4931-97f6-c70eee6d9917 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks [] for floatingip (7a71d96a-0d2e-49b6-b81a-1414e6dbe81a), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:10.566858 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-2f4550fa-29a3-4f0b-afff-61b6076c3fc6 None None] Provisioning complete for port 3c9da4e4-4df3-4745-ba33-9b6d6051389d triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:10.572285 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f4550fa-29a3-4f0b-afff-61b6076c3fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3c9da4e4-4df3-4745-ba33-9b6d6051389d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:10.682778 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2f4550fa-29a3-4f0b-afff-61b6076c3fc6 None None] Port 3c9da4e4-4df3-4745-ba33-9b6d6051389d cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:33:10.910351 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c0405-9c5d-4f5c-98aa-ff521c7564a6 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Pushing event updated for resources: {'Port': ['ID=3c9da4e4-4df3-4745-ba33-9b6d6051389d,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:11.031273 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-57fa0334-9de2-41bc-949c-0e10fb19af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:11.032615 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-57fa0334-9de2-41bc-949c-0e10fb19af29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:11.036046 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-57fa0334-9de2-41bc-949c-0e10fb19af29 service neutron] 10.222.0.37 "PUT /v2.0/ports/91755f44-fc12-4753-90b2-7a0c1535621f HTTP/1.1" status: 200 len: 1091 time: 5.4397774 Jan 28 13:33:11.050734 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0315f806-bfc7-4cdf-8cc1-ba30a5b19867', 'tag': '91755f44-fc12-4753-90b2-7a0c1535621f'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:11.056856 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31e5efa-f504-4ef8-a2cb-42e679c4df2f" -d '{"events": [{"name": "network-changed", "server_uuid": "0315f806-bfc7-4cdf-8cc1-ba30a5b19867", "tag": "91755f44-fc12-4753-90b2-7a0c1535621f"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:11.108183 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf11599e-1c58-4a97-9fe7-5144cd0c86ea admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:33:11.130860 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc58346b-2ee4-4ac4-8a3b-0ecc48a6a0a3 None None] Sync routers for ids ['7e75dee3-fcb7-4189-aa77-52ad63a33cf4'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:33:11.132532 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cf11599e-1c58-4a97-9fe7-5144cd0c86ea admin admin] 10.222.0.39 "PUT /v2.0/routers/7e75dee3-fcb7-4189-aa77-52ad63a33cf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9913640 Jan 28 13:33:11.188670 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc58346b-2ee4-4ac4-8a3b-0ecc48a6a0a3 None None] Routers {'7e75dee3-fcb7-4189-aa77-52ad63a33cf4'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:33:11.189378 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-fc58346b-2ee4-4ac4-8a3b-0ecc48a6a0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:33:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7e75dee3-fcb7-4189-aa77-52ad63a33cf4'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:11.202286 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-9d4c0405-9c5d-4f5c-98aa-ff521c7564a6 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] In _notify_port_updated(), no bound segment for port 3c9da4e4-4df3-4745-ba33-9b6d6051389d on network 0babc103-5a15-4a56-8a05-3c9458da25a7 {{(pid=103351) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:33:11.216398 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4c0405-9c5d-4f5c-98aa-ff521c7564a6 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:11.217513 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d4c0405-9c5d-4f5c-98aa-ff521c7564a6 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:11.224877 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9d4c0405-9c5d-4f5c-98aa-ff521c7564a6 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] 10.222.0.39 "PUT /v2.0/ports/3c9da4e4-4df3-4745-ba33-9b6d6051389d HTTP/1.1" status: 200 len: 1055 time: 3.4276867 Jan 28 13:33:11.225732 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60106) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:11.243210 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa0334-9de2-41bc-949c-0e10fb19af29 service neutron] Pushing event updated for resources: {'Port': ['ID=91755f44-fc12-4753-90b2-7a0c1535621f,revision_number=10']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:11.361849 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-35767696-f1c3-4cd3-9879-9d3616603351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:11.364093 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-35767696-f1c3-4cd3-9879-9d3616603351 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=205e0e0f7c204c6b8762ba0b567c808e&device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 1095 time: 0.2799940 Jan 28 13:33:11.399084 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.db.resource_extend [req-5015e6da-3891-48bf-9e08-a1dd446e3f26 req-89ddce40-6500-4931-97f6-c70eee6d9917 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:33:11.441253 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 07648adf-f5b0-424a-9ec9-b93561c52ed8 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:11.520270 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5015e6da-3891-48bf-9e08-a1dd446e3f26 req-89ddce40-6500-4931-97f6-c70eee6d9917 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:11.525548 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5015e6da-3891-48bf-9e08-a1dd446e3f26 req-89ddce40-6500-4931-97f6-c70eee6d9917 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (7a71d96a-0d2e-49b6-b81a-1414e6dbe81a), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:11.577988 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-fc58346b-2ee4-4ac4-8a3b-0ecc48a6a0a3 None None] Set router 7e75dee3-fcb7-4189-aa77-52ad63a33cf4 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:33:11.656871 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 07648adf-f5b0-424a-9ec9-b93561c52ed8 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:33:11.665813 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 07648adf-f5b0-424a-9ec9-b93561c52ed8 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:11.667170 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (07648adf-f5b0-424a-9ec9-b93561c52ed8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:11.883281 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [req-5015e6da-3891-48bf-9e08-a1dd446e3f26 req-89ddce40-6500-4931-97f6-c70eee6d9917 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Floating IP 7a71d96a-0d2e-49b6-b81a-1414e6dbe81a associated. External IP: 172.25.3.136, port: 8e4cfa4f-5519-4fbe-96e3-b799972c2c75. Jan 28 13:33:11.914539 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-cf045fd9-f0a7-441b-b520-2607be061636 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Deleting port 3c9da4e4-4df3-4745-ba33-9b6d6051389d {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:11.915916 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf045fd9-f0a7-441b-b520-2607be061636 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (3c9da4e4-4df3-4745-ba33-9b6d6051389d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:11.946397 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 07648adf-f5b0-424a-9ec9-b93561c52ed8 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:11.949059 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (07648adf-f5b0-424a-9ec9-b93561c52ed8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:11.988728 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-2f002901-883c-4b1f-bcbc-7cfe3032d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:11.996831 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-2f002901-883c-4b1f-bcbc-7cfe3032d28e service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd65474c-0b14-4c75-9058-245198106ef8 HTTP/1.1" status: 200 len: 916 time: 0.4737036 Jan 28 13:33:12.093707 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 07648adf-f5b0-424a-9ec9-b93561c52ed8, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=07648adf-f5b0-424a-9ec9-b93561c52ed8,segment=NetworkSegment(2f09991b-edf7-4d83-a0af-555e324488e5),segment_id=2f09991b-edf7-4d83-a0af-555e324488e5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:12.098027 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07648adf-f5b0-424a-9ec9-b93561c52ed8'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:12.104733 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67835223-6f0b-4dd6-8bf1-798602155ba7" -d '{"events": [{"server_uuid": "7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37", "name": "network-vif-plugged", "status": "completed", "tag": "07648adf-f5b0-424a-9ec9-b93561c52ed8"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:12.116889 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (07648adf-f5b0-424a-9ec9-b93561c52ed8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:12.246732 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-fc58346b-2ee4-4ac4-8a3b-0ecc48a6a0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e75dee3-fcb7-4189-aa77-52ad63a33cf4', 'name': 'tempest-ServerRescueNegativeTestJSON-573835714-router', 'tenant_id': '4b4d3f60af5c4c6b8423e28fd3aff330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5ff1a874-def7-407e-8a4b-b9079018adc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:52Z', 'updated_at': '2022-01-28T13:33:04Z', 'revision_number': 4, 'project_id': '4b4d3f60af5c4c6b8423e28fd3aff330', 'gw_port': {'id': '5ff1a874-def7-407e-8a4b-b9079018adc6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e75dee3-fcb7-4189-aa77-52ad63a33cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:54Z', 'updated_at': '2022-01-28T13:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '992eede4-68ec-4fe1-bc94-cbd690105cc9', 'name': '', 'network_id': '0cc66fb4-aa9b-4065-9754-07c3b4544c1c', 'tenant_id': '4b4d3f60af5c4c6b8423e28fd3aff330', 'mac_address': 'fa:16:3e:a5:6b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e75dee3-fcb7-4189-aa77-52ad63a33cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'dbb764f6-d64f-484a-9e34-16f02ef802cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:59Z', 'updated_at': '2022-01-28T13:33:05Z', 'revision_number': 2, 'project_id': '4b4d3f60af5c4c6b8423e28fd3aff330', 'subnets': [{'id': 'dbb764f6-d64f-484a-9e34-16f02ef802cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:12.312645 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-d1e509c3-0f13-4199-a8fe-c1f483c5d379 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91755f44-fc12-4753-90b2-7a0c1535621f HTTP/1.1" status: 200 len: 999 time: 0.3015070 Jan 28 13:33:12.324432 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc58346b-2ee4-4ac4-8a3b-0ecc48a6a0a3 None None] Checking router: 7e75dee3-fcb7-4189-aa77-52ad63a33cf4 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:33:12.324778 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc58346b-2ee4-4ac4-8a3b-0ecc48a6a0a3 None None] Updating router 7e75dee3-fcb7-4189-aa77-52ad63a33cf4 port 992eede4-68ec-4fe1-bc94-cbd690105cc9 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:33:12.362425 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc58346b-2ee4-4ac4-8a3b-0ecc48a6a0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (992eede4-68ec-4fe1-bc94-cbd690105cc9), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:12.403302 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5015e6da-3891-48bf-9e08-a1dd446e3f26 req-89ddce40-6500-4931-97f6-c70eee6d9917 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Router 42e34e66-b9f7-47a8-a541-6b4a455f1fca has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:33:12.474480 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf045fd9-f0a7-441b-b520-2607be061636 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (3c9da4e4-4df3-4745-ba33-9b6d6051389d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:12.525743 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-cf045fd9-f0a7-441b-b520-2607be061636 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Calling delete_port for 3c9da4e4-4df3-4745-ba33-9b6d6051389d owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:12.589777 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-aa0ec779-29fa-499d-8b93-c51feae6dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:12.597437 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-aa0ec779-29fa-499d-8b93-c51feae6dd70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10438cad-60ca-4257-93e8-c8ceba8bf16c HTTP/1.1" status: 200 len: 855 time: 0.2681861 Jan 28 13:33:12.679009 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5015e6da-3891-48bf-9e08-a1dd446e3f26 req-89ddce40-6500-4931-97f6-c70eee6d9917 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:33:12.698597 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5015e6da-3891-48bf-9e08-a1dd446e3f26 req-89ddce40-6500-4931-97f6-c70eee6d9917 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:12.774863 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5015e6da-3891-48bf-9e08-a1dd446e3f26 req-89ddce40-6500-4931-97f6-c70eee6d9917 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "PUT /v2.0/floatingips/7a71d96a-0d2e-49b6-b81a-1414e6dbe81a HTTP/1.1" status: 200 len: 996 time: 2.6125665 Jan 28 13:33:12.775412 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b32b60-5c49-441e-a408-687fd471cb06', 'tag': '8e4cfa4f-5519-4fbe-96e3-b799972c2c75'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:12.782749 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3e5dcd-4334-46ed-ae6d-04c15da7b274" -d '{"events": [{"name": "network-changed", "server_uuid": "03b32b60-5c49-441e-a408-687fd471cb06", "tag": "8e4cfa4f-5519-4fbe-96e3-b799972c2c75"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:12.789483 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaf7334-98ee-49b1-8bab-149c0b28ca32 None None] Sync routers for ids ['42e34e66-b9f7-47a8-a541-6b4a455f1fca'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:33:12.803355 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc58346b-2ee4-4ac4-8a3b-0ecc48a6a0a3 None None] Publish callbacks [] for port (992eede4-68ec-4fe1-bc94-cbd690105cc9), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:12.814453 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc58346b-2ee4-4ac4-8a3b-0ecc48a6a0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (992eede4-68ec-4fe1-bc94-cbd690105cc9), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:12.852631 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=07648adf-f5b0-424a-9ec9-b93561c52ed8,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:12.861750 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaf7334-98ee-49b1-8bab-149c0b28ca32 None None] Routers {'42e34e66-b9f7-47a8-a541-6b4a455f1fca'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:33:12.865205 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-faaf7334-98ee-49b1-8bab-149c0b28ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:33:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['42e34e66-b9f7-47a8-a541-6b4a455f1fca'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:12.925756 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-301da406-bf52-412e-813b-7a431477fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:12.931951 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-301da406-bf52-412e-813b-7a431477fad5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd65474c-0b14-4c75-9058-245198106ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2036662 Jan 28 13:33:13.057062 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015e6da-3891-48bf-9e08-a1dd446e3f26 req-df76816f-6ed6-4a0d-87c2-e658f248ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:13.057911 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5015e6da-3891-48bf-9e08-a1dd446e3f26 req-df76816f-6ed6-4a0d-87c2-e658f248ce5e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66696def36354b7c8b641113c2a3185a&device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 1096 time: 0.2530265 Jan 28 13:33:13.142295 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481213bb-80ca-43cb-ac48-978bf1231caf None None] Pushing event updated for resources: {'Port': ['ID=992eede4-68ec-4fe1-bc94-cbd690105cc9,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:13.148570 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf045fd9-f0a7-441b-b520-2607be061636 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (3c9da4e4-4df3-4745-ba33-9b6d6051389d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:13.162642 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481213bb-80ca-43cb-ac48-978bf1231caf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:13.163041 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481213bb-80ca-43cb-ac48-978bf1231caf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:13.163377 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481213bb-80ca-43cb-ac48-978bf1231caf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:13.171608 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-faaf7334-98ee-49b1-8bab-149c0b28ca32 None None] Set router 42e34e66-b9f7-47a8-a541-6b4a455f1fca gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:33:13.177260 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481213bb-80ca-43cb-ac48-978bf1231caf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:13.178241 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481213bb-80ca-43cb-ac48-978bf1231caf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:13.178653 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481213bb-80ca-43cb-ac48-978bf1231caf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:13.180920 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481213bb-80ca-43cb-ac48-978bf1231caf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:13.181301 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481213bb-80ca-43cb-ac48-978bf1231caf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:13.181635 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481213bb-80ca-43cb-ac48-978bf1231caf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:13.181964 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481213bb-80ca-43cb-ac48-978bf1231caf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:13.182570 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481213bb-80ca-43cb-ac48-978bf1231caf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:13.188544 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481213bb-80ca-43cb-ac48-978bf1231caf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:13.189078 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481213bb-80ca-43cb-ac48-978bf1231caf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:13.212653 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-fc58346b-2ee4-4ac4-8a3b-0ecc48a6a0a3 None None] Attempting to bind port 992eede4-68ec-4fe1-bc94-cbd690105cc9 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:33:13.213004 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-fc58346b-2ee4-4ac4-8a3b-0ecc48a6a0a3 None None] Attempting to bind port 992eede4-68ec-4fe1-bc94-cbd690105cc9 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0cc66fb4-aa9b-4065-9754-07c3b4544c1c'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:33:13.213362 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc58346b-2ee4-4ac4-8a3b-0ecc48a6a0a3 None None] Attempting to bind port 992eede4-68ec-4fe1-bc94-cbd690105cc9 on network 0cc66fb4-aa9b-4065-9754-07c3b4544c1c {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:13.235818 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc58346b-2ee4-4ac4-8a3b-0ecc48a6a0a3 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:33:13.236207 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc58346b-2ee4-4ac4-8a3b-0ecc48a6a0a3 None None] Checking segment: {'id': '0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0cc66fb4-aa9b-4065-9754-07c3b4544c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:13.236581 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc58346b-2ee4-4ac4-8a3b-0ecc48a6a0a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:13.236974 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc58346b-2ee4-4ac4-8a3b-0ecc48a6a0a3 None None] Bound using segment: {'id': '0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0cc66fb4-aa9b-4065-9754-07c3b4544c1c'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:33:13.237460 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-fc58346b-2ee4-4ac4-8a3b-0ecc48a6a0a3 None None] Bound port: 992eede4-68ec-4fe1-bc94-cbd690105cc9, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0cc66fb4-aa9b-4065-9754-07c3b4544c1c'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:33:13.237830 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc58346b-2ee4-4ac4-8a3b-0ecc48a6a0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (992eede4-68ec-4fe1-bc94-cbd690105cc9), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:13.337463 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf045fd9-f0a7-441b-b520-2607be061636 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Pushing event deleted for resources: {'Port': ['ID=3c9da4e4-4df3-4745-ba33-9b6d6051389d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:13.349912 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015e6da-3891-48bf-9e08-a1dd446e3f26 req-c43bfe16-bcfd-4236-a803-d18e93221734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:13.352180 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5015e6da-3891-48bf-9e08-a1dd446e3f26 req-c43bfe16-bcfd-4236-a803-d18e93221734 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e81d9142-7438-4a72-8b45-d0c1a4a38b6d HTTP/1.1" status: 200 len: 920 time: 0.2826228 Jan 28 13:33:13.368192 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-fc58346b-2ee4-4ac4-8a3b-0ecc48a6a0a3 None None] For port 992eede4-68ec-4fe1-bc94-cbd690105cc9, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:33:13.372581 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-fc58346b-2ee4-4ac4-8a3b-0ecc48a6a0a3 None None] For port 992eede4-68ec-4fe1-bc94-cbd690105cc9, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=992eede4-68ec-4fe1-bc94-cbd690105cc9,segment=NetworkSegment(0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7),segment_id=0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:33:13.399480 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-fc58346b-2ee4-4ac4-8a3b-0ecc48a6a0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (992eede4-68ec-4fe1-bc94-cbd690105cc9), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:13.580011 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5015e6da-3891-48bf-9e08-a1dd446e3f26 req-41ad3d74-0ed7-4cee-9723-3549a98b2326 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e4cfa4f-5519-4fbe-96e3-b799972c2c75 HTTP/1.1" status: 200 len: 999 time: 0.2048407 Jan 28 13:33:13.592718 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc58346b-2ee4-4ac4-8a3b-0ecc48a6a0a3 None None] Routers {'7e75dee3-fcb7-4189-aa77-52ad63a33cf4'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:33:13.593074 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-fc58346b-2ee4-4ac4-8a3b-0ecc48a6a0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:33:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7e75dee3-fcb7-4189-aa77-52ad63a33cf4'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:13.767149 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-7f5be7a6-4acd-4cb3-a649-1b16cfec94e9 service neutron] 10.222.0.37 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8253083 Jan 28 13:33:13.776242 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015e6da-3891-48bf-9e08-a1dd446e3f26 req-398bd26c-82c4-47e4-a3dc-21a132f63966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:13.787542 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5015e6da-3891-48bf-9e08-a1dd446e3f26 req-398bd26c-82c4-47e4-a3dc-21a132f63966 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e631c13-0da2-49fb-8a7c-4c7323c9d541 HTTP/1.1" status: 200 len: 860 time: 0.2065806 Jan 28 13:33:13.818768 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481213bb-80ca-43cb-ac48-978bf1231caf None None] Pushing event updated for resources: {'Port': ['ID=992eede4-68ec-4fe1-bc94-cbd690105cc9,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:13.855564 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5015e6da-3891-48bf-9e08-a1dd446e3f26 req-f38e242c-0305-4689-92b3-d4df97fb8061 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e81d9142-7438-4a72-8b45-d0c1a4a38b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667555 Jan 28 13:33:13.918512 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-fc58346b-2ee4-4ac4-8a3b-0ecc48a6a0a3 None None] Set router 7e75dee3-fcb7-4189-aa77-52ad63a33cf4 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:33:13.927923 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-faaf7334-98ee-49b1-8bab-149c0b28ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128012539-router', 'tenant_id': '66696def36354b7c8b641113c2a3185a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e724b768-9e9d-4ada-a57e-28df418de7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:58Z', 'updated_at': '2022-01-28T13:32:06Z', 'revision_number': 4, 'project_id': '66696def36354b7c8b641113c2a3185a', 'gw_port': {'id': 'e724b768-9e9d-4ada-a57e-28df418de7c3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:59Z', 'updated_at': '2022-01-28T13:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '7a71d96a-0d2e-49b6-b81a-1414e6dbe81a', 'tenant_id': '66696def36354b7c8b641113c2a3185a', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'port_id': '8e4cfa4f-5519-4fbe-96e3-b799972c2c75', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e81d9142-7438-4a72-8b45-d0c1a4a38b6d', 'mac_address': 'fa:16:3e:5b:78:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b32b60-5c49-441e-a408-687fd471cb06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:33:07Z', 'updated_at': '2022-01-28T13:33:11Z', 'revision_number': 1, 'project_id': '66696def36354b7c8b641113c2a3185a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77c5259-c10c-4a47-b717-5be3be364b9b', 'name': '', 'network_id': 'e81d9142-7438-4a72-8b45-d0c1a4a38b6d', 'tenant_id': '66696def36354b7c8b641113c2a3185a', 'mac_address': 'fa:16:3e:cb:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '4e631c13-0da2-49fb-8a7c-4c7323c9d541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:03Z', 'updated_at': '2022-01-28T13:32:13Z', 'revision_number': 5, 'project_id': '66696def36354b7c8b641113c2a3185a', 'subnets': [{'id': '4e631c13-0da2-49fb-8a7c-4c7323c9d541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:13.978113 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b66f2452-f9ce-4e62-b147-5b94c1d41ff6 req-fe3a0d41-767b-4ee4-b0de-d966cdcc43c7 service neutron] 10.222.0.37 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955867 Jan 28 13:33:13.996995 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaf7334-98ee-49b1-8bab-149c0b28ca32 None None] Checking router: 42e34e66-b9f7-47a8-a541-6b4a455f1fca for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:33:14.013035 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5015e6da-3891-48bf-9e08-a1dd446e3f26 req-13ef38fa-c813-4dad-9a36-b1b23f20656f service neutron] 10.222.0.39 "GET /v2.0/networks/e81d9142-7438-4a72-8b45-d0c1a4a38b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537237 Jan 28 13:33:14.026655 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaf7334-98ee-49b1-8bab-149c0b28ca32 None None] Routers {'42e34e66-b9f7-47a8-a541-6b4a455f1fca'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:33:14.031746 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-faaf7334-98ee-49b1-8bab-149c0b28ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:33:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['42e34e66-b9f7-47a8-a541-6b4a455f1fca'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:14.240822 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-faaf7334-98ee-49b1-8bab-149c0b28ca32 None None] Set router 42e34e66-b9f7-47a8-a541-6b4a455f1fca gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:33:14.247153 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5015e6da-3891-48bf-9e08-a1dd446e3f26 req-f4d1ec56-89b8-48d2-9301-bb504da5248d service neutron] 10.222.0.39 "GET /v2.0/networks/e81d9142-7438-4a72-8b45-d0c1a4a38b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280161 Jan 28 13:33:14.296408 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf045fd9-f0a7-441b-b520-2607be061636 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:14.299802 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cf045fd9-f0a7-441b-b520-2607be061636 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] 10.222.0.39 "DELETE /v2.0/ports/3c9da4e4-4df3-4745-ba33-9b6d6051389d HTTP/1.1" status: 204 len: 168 time: 3.0691164 Jan 28 13:33:14.303093 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60122) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:14.394611 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-543f4088-e84d-40b3-a300-4a45f83e5914 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] GET failed (client error): The resource could not be found. Jan 28 13:33:14.402851 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-543f4088-e84d-40b3-a300-4a45f83e5914 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] 10.222.0.39 "GET /v2.0/ports/3c9da4e4-4df3-4745-ba33-9b6d6051389d HTTP/1.1" status: 404 len: 333 time: 0.0983136 Jan 28 13:33:14.406195 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60124) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:14.520343 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6a05f-085b-4878-8908-fbb3d2746e18 req-9817318f-a648-4fa1-adad-a40f32426ade tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:14.522188 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ccc6a05f-085b-4878-8908-fbb3d2746e18 req-9817318f-a648-4fa1-adad-a40f32426ade tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 944 time: 0.1104200 Jan 28 13:33:14.622790 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ccc6a05f-085b-4878-8908-fbb3d2746e18 req-529c808b-2fd9-44cf-956d-293c9633050a tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887849 Jan 28 13:33:14.655427 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-579584c0-3ed0-488c-957f-6219d1d3c07a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Deleting port 851ee7d2-11f3-47f2-a74f-0e2027d2f7b8 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:14.655774 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-579584c0-3ed0-488c-957f-6219d1d3c07a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (851ee7d2-11f3-47f2-a74f-0e2027d2f7b8), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:14.712145 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-fc58346b-2ee4-4ac4-8a3b-0ecc48a6a0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e75dee3-fcb7-4189-aa77-52ad63a33cf4', 'name': 'tempest-ServerRescueNegativeTestJSON-573835714-router', 'tenant_id': '4b4d3f60af5c4c6b8423e28fd3aff330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5ff1a874-def7-407e-8a4b-b9079018adc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:52Z', 'updated_at': '2022-01-28T13:33:04Z', 'revision_number': 4, 'project_id': '4b4d3f60af5c4c6b8423e28fd3aff330', 'gw_port': {'id': '5ff1a874-def7-407e-8a4b-b9079018adc6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e75dee3-fcb7-4189-aa77-52ad63a33cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:54Z', 'updated_at': '2022-01-28T13:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '992eede4-68ec-4fe1-bc94-cbd690105cc9', 'name': '', 'network_id': '0cc66fb4-aa9b-4065-9754-07c3b4544c1c', 'tenant_id': '4b4d3f60af5c4c6b8423e28fd3aff330', 'mac_address': 'fa:16:3e:a5:6b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e75dee3-fcb7-4189-aa77-52ad63a33cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'dbb764f6-d64f-484a-9e34-16f02ef802cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:59Z', 'updated_at': '2022-01-28T13:33:13Z', 'revision_number': 4, 'project_id': '4b4d3f60af5c4c6b8423e28fd3aff330', 'subnets': [{'id': 'dbb764f6-d64f-484a-9e34-16f02ef802cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:14.840957 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc58346b-2ee4-4ac4-8a3b-0ecc48a6a0a3 None None] The sync data for ids ['7e75dee3-fcb7-4189-aa77-52ad63a33cf4'] in n-d-822747-2 is: [{'id': '7e75dee3-fcb7-4189-aa77-52ad63a33cf4', 'name': 'tempest-ServerRescueNegativeTestJSON-573835714-router', 'tenant_id': '4b4d3f60af5c4c6b8423e28fd3aff330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5ff1a874-def7-407e-8a4b-b9079018adc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:52Z', 'updated_at': '2022-01-28T13:33:04Z', 'revision_number': 4, 'project_id': '4b4d3f60af5c4c6b8423e28fd3aff330', 'gw_port': {'id': '5ff1a874-def7-407e-8a4b-b9079018adc6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e75dee3-fcb7-4189-aa77-52ad63a33cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:54Z', 'updated_at': '2022-01-28T13:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '992eede4-68ec-4fe1-bc94-cbd690105cc9', 'name': '', 'network_id': '0cc66fb4-aa9b-4065-9754-07c3b4544c1c', 'tenant_id': '4b4d3f60af5c4c6b8423e28fd3aff330', 'mac_address': 'fa:16:3e:a5:6b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e75dee3-fcb7-4189-aa77-52ad63a33cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'dbb764f6-d64f-484a-9e34-16f02ef802cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:59Z', 'updated_at': '2022-01-28T13:33:13Z', 'revision_number': 4, 'project_id': '4b4d3f60af5c4c6b8423e28fd3aff330', 'subnets': [{'id': 'dbb764f6-d64f-484a-9e34-16f02ef802cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:33:14.879979 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-579584c0-3ed0-488c-957f-6219d1d3c07a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (851ee7d2-11f3-47f2-a74f-0e2027d2f7b8), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:14.898548 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-579584c0-3ed0-488c-957f-6219d1d3c07a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Calling delete_port for 851ee7d2-11f3-47f2-a74f-0e2027d2f7b8 owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:14.905673 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-faaf7334-98ee-49b1-8bab-149c0b28ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128012539-router', 'tenant_id': '66696def36354b7c8b641113c2a3185a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e724b768-9e9d-4ada-a57e-28df418de7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:58Z', 'updated_at': '2022-01-28T13:32:06Z', 'revision_number': 4, 'project_id': '66696def36354b7c8b641113c2a3185a', 'gw_port': {'id': 'e724b768-9e9d-4ada-a57e-28df418de7c3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:59Z', 'updated_at': '2022-01-28T13:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '7a71d96a-0d2e-49b6-b81a-1414e6dbe81a', 'tenant_id': '66696def36354b7c8b641113c2a3185a', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'port_id': '8e4cfa4f-5519-4fbe-96e3-b799972c2c75', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e81d9142-7438-4a72-8b45-d0c1a4a38b6d', 'mac_address': 'fa:16:3e:5b:78:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b32b60-5c49-441e-a408-687fd471cb06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:33:07Z', 'updated_at': '2022-01-28T13:33:11Z', 'revision_number': 1, 'project_id': '66696def36354b7c8b641113c2a3185a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77c5259-c10c-4a47-b717-5be3be364b9b', 'name': '', 'network_id': 'e81d9142-7438-4a72-8b45-d0c1a4a38b6d', 'tenant_id': '66696def36354b7c8b641113c2a3185a', 'mac_address': 'fa:16:3e:cb:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '4e631c13-0da2-49fb-8a7c-4c7323c9d541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:03Z', 'updated_at': '2022-01-28T13:32:13Z', 'revision_number': 5, 'project_id': '66696def36354b7c8b641113c2a3185a', 'subnets': [{'id': '4e631c13-0da2-49fb-8a7c-4c7323c9d541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:14.968971 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaf7334-98ee-49b1-8bab-149c0b28ca32 None None] The sync data for ids ['42e34e66-b9f7-47a8-a541-6b4a455f1fca'] in n-d-822747-2 is: [{'id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128012539-router', 'tenant_id': '66696def36354b7c8b641113c2a3185a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e724b768-9e9d-4ada-a57e-28df418de7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:58Z', 'updated_at': '2022-01-28T13:32:06Z', 'revision_number': 4, 'project_id': '66696def36354b7c8b641113c2a3185a', 'gw_port': {'id': 'e724b768-9e9d-4ada-a57e-28df418de7c3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:59Z', 'updated_at': '2022-01-28T13:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '7a71d96a-0d2e-49b6-b81a-1414e6dbe81a', 'tenant_id': '66696def36354b7c8b641113c2a3185a', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'port_id': '8e4cfa4f-5519-4fbe-96e3-b799972c2c75', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e81d9142-7438-4a72-8b45-d0c1a4a38b6d', 'mac_address': 'fa:16:3e:5b:78:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b32b60-5c49-441e-a408-687fd471cb06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:33:07Z', 'updated_at': '2022-01-28T13:33:11Z', 'revision_number': 1, 'project_id': '66696def36354b7c8b641113c2a3185a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77c5259-c10c-4a47-b717-5be3be364b9b', 'name': '', 'network_id': 'e81d9142-7438-4a72-8b45-d0c1a4a38b6d', 'tenant_id': '66696def36354b7c8b641113c2a3185a', 'mac_address': 'fa:16:3e:cb:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '4e631c13-0da2-49fb-8a7c-4c7323c9d541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:03Z', 'updated_at': '2022-01-28T13:32:13Z', 'revision_number': 5, 'project_id': '66696def36354b7c8b641113c2a3185a', 'subnets': [{'id': '4e631c13-0da2-49fb-8a7c-4c7323c9d541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:33:15.094469 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94213b6-ca6a-4a07-befd-cee2e3614245 req-364d8eb0-3767-49c4-940b-8dbb1ed15b68 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:15.107574 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b94213b6-ca6a-4a07-befd-cee2e3614245 req-364d8eb0-3767-49c4-940b-8dbb1ed15b68 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37 HTTP/1.1" status: 200 len: 946 time: 0.2002988 Jan 28 13:33:15.186785 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-579584c0-3ed0-488c-957f-6219d1d3c07a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (851ee7d2-11f3-47f2-a74f-0e2027d2f7b8), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:15.233353 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b94213b6-ca6a-4a07-befd-cee2e3614245 req-bb86f23e-d243-42d9-903c-d311baaa681c tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2b3825c-af35-4750-ac6b-0c880200080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247559 Jan 28 13:33:15.305231 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579584c0-3ed0-488c-957f-6219d1d3c07a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Pushing event deleted for resources: {'Port': ['ID=851ee7d2-11f3-47f2-a74f-0e2027d2f7b8,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:15.510387 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9ca767-0128-461b-8597-12b8496199c1 x-openstack-request-id: req-0a9ca767-0128-461b-8597-12b8496199c1 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:15.510969 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0315f806-bfc7-4cdf-8cc1-ba30a5b19867", "tag": "91755f44-fc12-4753-90b2-7a0c1535621f", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:15.511407 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0a9ca767-0128-461b-8597-12b8496199c1 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:15.511996 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0315f806-bfc7-4cdf-8cc1-ba30a5b19867', 'tag': '91755f44-fc12-4753-90b2-7a0c1535621f', 'status': 'completed', 'code': 200} Jan 28 13:33:15.521140 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-579584c0-3ed0-488c-957f-6219d1d3c07a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:15.525863 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-579584c0-3ed0-488c-957f-6219d1d3c07a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] 10.222.0.39 "DELETE /v2.0/ports/851ee7d2-11f3-47f2-a74f-0e2027d2f7b8 HTTP/1.1" status: 204 len: 168 time: 1.1185589 Jan 28 13:33:15.528616 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60132) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:15.559027 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587f25b5-332b-4577-a8ef-ec30bdf15f6d None None] New status for floating IP 7a71d96a-0d2e-49b6-b81a-1414e6dbe81a: ACTIVE {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:33:15.577346 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-e221310d-95df-414e-a82e-074a44d72771 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] GET failed (client error): The resource could not be found. Jan 28 13:33:15.579457 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e221310d-95df-414e-a82e-074a44d72771 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] 10.222.0.39 "GET /v2.0/ports/851ee7d2-11f3-47f2-a74f-0e2027d2f7b8 HTTP/1.1" status: 404 len: 333 time: 0.0474148 Jan 28 13:33:15.583772 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60138) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:15.598099 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e5efa-f504-4ef8-a2cb-42e679c4df2f req-7f585d58-ed5c-4e33-89cc-fddf6c027fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:15.600114 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e31e5efa-f504-4ef8-a2cb-42e679c4df2f req-7f585d58-ed5c-4e33-89cc-fddf6c027fd8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=205e0e0f7c204c6b8762ba0b567c808e&device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 1095 time: 0.2481775 Jan 28 13:33:15.809711 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-67a253d4-8e55-4bd2-af57-8277d2bc5df3 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Deleting port 88b45221-e85f-468a-8307-96a7f8d0e8dd {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:15.810270 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-67a253d4-8e55-4bd2-af57-8277d2bc5df3 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (88b45221-e85f-468a-8307-96a7f8d0e8dd), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:15.849950 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e5efa-f504-4ef8-a2cb-42e679c4df2f req-50d4a7e5-1d13-4ab1-8dac-1ffe54e5e349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:15.851894 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e31e5efa-f504-4ef8-a2cb-42e679c4df2f req-50d4a7e5-1d13-4ab1-8dac-1ffe54e5e349 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd65474c-0b14-4c75-9058-245198106ef8 HTTP/1.1" status: 200 len: 916 time: 0.2455618 Jan 28 13:33:15.967490 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e31e5efa-f504-4ef8-a2cb-42e679c4df2f req-a76025bd-3e02-4e1e-9750-a3c843414969 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91755f44-fc12-4753-90b2-7a0c1535621f HTTP/1.1" status: 200 len: 999 time: 0.1091483 Jan 28 13:33:15.972248 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:33:16.032828 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-67a253d4-8e55-4bd2-af57-8277d2bc5df3 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (88b45221-e85f-468a-8307-96a7f8d0e8dd), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:16.072620 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-67a253d4-8e55-4bd2-af57-8277d2bc5df3 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Calling delete_port for 88b45221-e85f-468a-8307-96a7f8d0e8dd owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:16.098320 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e5efa-f504-4ef8-a2cb-42e679c4df2f req-2c4f9004-08ba-4cd0-93ec-fa93f4dbf09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:16.099972 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e31e5efa-f504-4ef8-a2cb-42e679c4df2f req-2c4f9004-08ba-4cd0-93ec-fa93f4dbf09f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10438cad-60ca-4257-93e8-c8ceba8bf16c HTTP/1.1" status: 200 len: 855 time: 0.1258633 Jan 28 13:33:16.280699 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e5efa-f504-4ef8-a2cb-42e679c4df2f req-c1a6c3ba-11e2-4a66-b2cd-413d9fddcba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:16.282761 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e31e5efa-f504-4ef8-a2cb-42e679c4df2f req-c1a6c3ba-11e2-4a66-b2cd-413d9fddcba2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd65474c-0b14-4c75-9058-245198106ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1700718 Jan 28 13:33:16.445036 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e31e5efa-f504-4ef8-a2cb-42e679c4df2f req-5731ab1d-9e98-4858-92d8-bbcf58609f21 service neutron] 10.222.0.37 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512263 Jan 28 13:33:16.492983 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-67a253d4-8e55-4bd2-af57-8277d2bc5df3 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (88b45221-e85f-468a-8307-96a7f8d0e8dd), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:16.634253 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a253d4-8e55-4bd2-af57-8277d2bc5df3 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Pushing event deleted for resources: {'Port': ['ID=88b45221-e85f-468a-8307-96a7f8d0e8dd,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:16.751859 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e31e5efa-f504-4ef8-a2cb-42e679c4df2f req-bd09e866-2881-46a4-ae28-85bd82cc7139 service neutron] 10.222.0.37 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945907 Jan 28 13:33:16.794534 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-67a253d4-8e55-4bd2-af57-8277d2bc5df3 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:16.822443 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60150) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:16.822986 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-67a253d4-8e55-4bd2-af57-8277d2bc5df3 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] 10.222.0.39 "DELETE /v2.0/ports/88b45221-e85f-468a-8307-96a7f8d0e8dd HTTP/1.1" status: 204 len: 168 time: 1.2378023 Jan 28 13:33:17.031485 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7e77c6-fff2-490f-9860-afa3139d9147 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Deleting subnet ca701598-3e50-48ed-916f-e2da89549759 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:33:17.056301 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c7e77c6-fff2-490f-9860-afa3139d9147 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks [] for subnet (ca701598-3e50-48ed-916f-e2da89549759), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:17.226558 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c7e77c6-fff2-490f-9860-afa3139d9147 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (ca701598-3e50-48ed-916f-e2da89549759), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:17.364122 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 992eede4-68ec-4fe1-bc94-cbd690105cc9 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:17.467541 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c7e77c6-fff2-490f-9860-afa3139d9147 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (ca701598-3e50-48ed-916f-e2da89549759), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:17.469778 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 992eede4-68ec-4fe1-bc94-cbd690105cc9 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:17.470204 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (992eede4-68ec-4fe1-bc94-cbd690105cc9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:17.596764 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c7e77c6-fff2-490f-9860-afa3139d9147 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (ca701598-3e50-48ed-916f-e2da89549759), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:17.731507 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e77c6-fff2-490f-9860-afa3139d9147 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Pushing event deleted for resources: {'Subnet': ['ID=ca701598-3e50-48ed-916f-e2da89549759,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:17.734224 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c7e77c6-fff2-490f-9860-afa3139d9147 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:17.737709 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2c7e77c6-fff2-490f-9860-afa3139d9147 tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] 10.222.0.39 "DELETE /v2.0/subnets/ca701598-3e50-48ed-916f-e2da89549759 HTTP/1.1" status: 204 len: 168 time: 0.9141183 Jan 28 13:33:17.741046 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60152) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:17.788516 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12949a98-a4f7-4045-b0e8-d8afd3302522 None None] Network 0babc103-5a15-4a56-8a05-3c9458da25a7 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:17.830988 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:17.955066 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-53696f5d-defd-4bf1-96cf-f0fb01590e7a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (0babc103-5a15-4a56-8a05-3c9458da25a7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:17.963840 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 992eede4-68ec-4fe1-bc94-cbd690105cc9 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:17.964595 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (992eede4-68ec-4fe1-bc94-cbd690105cc9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.048929 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 992eede4-68ec-4fe1-bc94-cbd690105cc9, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=992eede4-68ec-4fe1-bc94-cbd690105cc9,segment=NetworkSegment(0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7),segment_id=0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:18.054510 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (992eede4-68ec-4fe1-bc94-cbd690105cc9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.093205 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-53696f5d-defd-4bf1-96cf-f0fb01590e7a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Deleting port 34e666b8-4370-428a-86ad-03ebdf05743b {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:18.093890 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-53696f5d-defd-4bf1-96cf-f0fb01590e7a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (34e666b8-4370-428a-86ad-03ebdf05743b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.127702 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4998596-af84-4c00-abec-8240b58eae44 None None] DHCP port deletion for 0babc103-5a15-4a56-8a05-3c9458da25a7 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:33:18.210427 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=992eede4-68ec-4fe1-bc94-cbd690105cc9,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:18.222819 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-53696f5d-defd-4bf1-96cf-f0fb01590e7a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] For port 34e666b8-4370-428a-86ad-03ebdf05743b, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=34e666b8-4370-428a-86ad-03ebdf05743b,segment=NetworkSegment(0dd5f98f-1fb2-4bad-af6b-269c80997459),segment_id=0dd5f98f-1fb2-4bad-af6b-269c80997459)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:18.223229 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-53696f5d-defd-4bf1-96cf-f0fb01590e7a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (34e666b8-4370-428a-86ad-03ebdf05743b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.246258 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-53696f5d-defd-4bf1-96cf-f0fb01590e7a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Calling delete_port for 34e666b8-4370-428a-86ad-03ebdf05743b owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:18.269338 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e4998596-af84-4c00-abec-8240b58eae44 None None] Deleting port 34e666b8-4370-428a-86ad-03ebdf05743b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:18.270035 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4998596-af84-4c00-abec-8240b58eae44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (34e666b8-4370-428a-86ad-03ebdf05743b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.391505 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-53696f5d-defd-4bf1-96cf-f0fb01590e7a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (34e666b8-4370-428a-86ad-03ebdf05743b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.528928 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e4998596-af84-4c00-abec-8240b58eae44 None None] For port 34e666b8-4370-428a-86ad-03ebdf05743b, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=34e666b8-4370-428a-86ad-03ebdf05743b,segment=NetworkSegment(0dd5f98f-1fb2-4bad-af6b-269c80997459),segment_id=0dd5f98f-1fb2-4bad-af6b-269c80997459)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:18.531635 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4998596-af84-4c00-abec-8240b58eae44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (34e666b8-4370-428a-86ad-03ebdf05743b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.534647 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53696f5d-defd-4bf1-96cf-f0fb01590e7a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] No DVR routers for this DVR port 34e666b8-4370-428a-86ad-03ebdf05743b on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:33:18.542656 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53696f5d-defd-4bf1-96cf-f0fb01590e7a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Pushing event deleted for resources: {'Port': ['ID=34e666b8-4370-428a-86ad-03ebdf05743b,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:18.577889 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e4998596-af84-4c00-abec-8240b58eae44 None None] Calling delete_port for 34e666b8-4370-428a-86ad-03ebdf05743b owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:18.770372 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-53696f5d-defd-4bf1-96cf-f0fb01590e7a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (0babc103-5a15-4a56-8a05-3c9458da25a7), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: from cryptography.utils import int_from_bytes Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: from cryptography.utils import int_from_bytes Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:18.773556 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:33:18.776641 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:18.776641 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:33:18.776641 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:18.776641 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:33:18.776641 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:18.776641 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:33:18.776641 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:18.776641 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:33:18.776641 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:18.776641 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:33:18.776641 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:18.776641 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:33:18.776641 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:18.776641 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:33:18.784330 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4998596-af84-4c00-abec-8240b58eae44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (34e666b8-4370-428a-86ad-03ebdf05743b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.811978 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-53696f5d-defd-4bf1-96cf-f0fb01590e7a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0babc103-5a15-4a56-8a05-3c9458da25a7']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:18.825025 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-53696f5d-defd-4bf1-96cf-f0fb01590e7a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd5f98f-1fb2-4bad-af6b-269c80997459') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:18.825025 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-53696f5d-defd-4bf1-96cf-f0fb01590e7a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd5f98f-1fb2-4bad-af6b-269c80997459') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:18.826602 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4998596-af84-4c00-abec-8240b58eae44 None None] Pushing event deleted for resources: {'Port': ['ID=34e666b8-4370-428a-86ad-03ebdf05743b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:18.830066 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4998596-af84-4c00-abec-8240b58eae44 None None] No DVR routers for this DVR port 34e666b8-4370-428a-86ad-03ebdf05743b on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:33:18.863848 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-53696f5d-defd-4bf1-96cf-f0fb01590e7a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (0dd5f98f-1fb2-4bad-af6b-269c80997459), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.883931 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-53696f5d-defd-4bf1-96cf-f0fb01590e7a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (0dd5f98f-1fb2-4bad-af6b-269c80997459), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.900635 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53696f5d-defd-4bf1-96cf-f0fb01590e7a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-53696f5d-defd-4bf1-96cf-f0fb01590e7a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (0dd5f98f-1fb2-4bad-af6b-269c80997459), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:33:18.905245 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:33:18.998713 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-53696f5d-defd-4bf1-96cf-f0fb01590e7a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (0babc103-5a15-4a56-8a05-3c9458da25a7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:19.015012 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-53696f5d-defd-4bf1-96cf-f0fb01590e7a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:19.023615 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-53696f5d-defd-4bf1-96cf-f0fb01590e7a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] 10.222.0.39 "DELETE /v2.0/networks/0babc103-5a15-4a56-8a05-3c9458da25a7 HTTP/1.1" status: 204 len: 168 time: 1.2780459 Jan 28 13:33:19.050351 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53696f5d-defd-4bf1-96cf-f0fb01590e7a tempest-AllowedAddressPairTestJSON-708401565 tempest-AllowedAddressPairTestJSON-708401565-project] Pushing event deleted for resources: {'Network': ['ID=0babc103-5a15-4a56-8a05-3c9458da25a7,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:19.149079 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 992eede4-68ec-4fe1-bc94-cbd690105cc9 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:19.276725 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 992eede4-68ec-4fe1-bc94-cbd690105cc9 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:19.277563 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (992eede4-68ec-4fe1-bc94-cbd690105cc9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:19.386192 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60158) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:19.427801 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 992eede4-68ec-4fe1-bc94-cbd690105cc9 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:19.517447 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 34e666b8-4370-428a-86ad-03ebdf05743b no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:19.567305 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 34e666b8-4370-428a-86ad-03ebdf05743b {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:33:19.568029 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 34e666b8-4370-428a-86ad-03ebdf05743b not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:33:19.684431 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-632f01f6-8922-4e21-b777-4e03632e7c9e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=192efdb74e1c4c7ead10f106099a4eb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2964265 Jan 28 13:33:19.728156 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60162) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:19.732711 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:19.776127 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e23789d4-bce4-44c9-b75d-f9f0b44405df admin admin] Publish callbacks [] for security_group (ee550b62-b6e5-43f8-82f1-3c9a235b35a9), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:19.832516 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e23789d4-bce4-44c9-b75d-f9f0b44405df admin admin] Publish callbacks [] for security_group (ee550b62-b6e5-43f8-82f1-3c9a235b35a9), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:19.947537 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e23789d4-bce4-44c9-b75d-f9f0b44405df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ee550b62-b6e5-43f8-82f1-3c9a235b35a9), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:19.950596 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e23789d4-bce4-44c9-b75d-f9f0b44405df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:19.956631 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e23789d4-bce4-44c9-b75d-f9f0b44405df admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee550b62-b6e5-43f8-82f1-3c9a235b35a9 HTTP/1.1" status: 204 len: 168 time: 0.2367556 Jan 28 13:33:19.981177 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23789d4-bce4-44c9-b75d-f9f0b44405df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee550b62-b6e5-43f8-82f1-3c9a235b35a9,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:21.082236 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60202) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:21.263170 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb83e94-cc9b-42ec-99f8-36c2bb4a713a x-openstack-request-id: req-0cb83e94-cc9b-42ec-99f8-36c2bb4a713a {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:21.263652 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37", "name": "network-vif-plugged", "status": "completed", "tag": "07648adf-f5b0-424a-9ec9-b93561c52ed8", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:21.263757 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0cb83e94-cc9b-42ec-99f8-36c2bb4a713a {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:21.264575 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07648adf-f5b0-424a-9ec9-b93561c52ed8', 'code': 200} Jan 28 13:33:21.299463 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9d808d-b5e1-4d3c-9dab-aaba80e560bc x-openstack-request-id: req-8b9d808d-b5e1-4d3c-9dab-aaba80e560bc {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:21.299760 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b32b60-5c49-441e-a408-687fd471cb06", "tag": "8e4cfa4f-5519-4fbe-96e3-b799972c2c75", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:21.300023 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b9d808d-b5e1-4d3c-9dab-aaba80e560bc {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:21.300407 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b32b60-5c49-441e-a408-687fd471cb06', 'tag': '8e4cfa4f-5519-4fbe-96e3-b799972c2c75', 'status': 'completed', 'code': 200} Jan 28 13:33:21.339480 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-3d707298-a71a-41ae-8460-151eeda8fe62 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Request body: {'networks': [{'name': 'tempest-network--1977355638'}, {'name': 'tempest-network--669130899'}]} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:21.339790 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-3d707298-a71a-41ae-8460-151eeda8fe62 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Request body: {'network': {'name': 'tempest-network--1977355638'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:21.340248 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-3d707298-a71a-41ae-8460-151eeda8fe62 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Request body: {'network': {'name': 'tempest-network--669130899'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:21.367260 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d707298-a71a-41ae-8460-151eeda8fe62 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Made reservation on behalf of 1f0dae03055242d4a8fcb3bf28607b4d for: {'network': 2} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:21.376158 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3d707298-a71a-41ae-8460-151eeda8fe62 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:21.386373 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3d707298-a71a-41ae-8460-151eeda8fe62 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:21.416568 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cd664923-88d0-4c3e-b745-c08dd1b8a581 req-17d41339-9757-46bf-8caf-b4665b84044f tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.136 HTTP/1.1" status: 200 len: 1001 time: 0.1043122 Jan 28 13:33:21.498140 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3d707298-a71a-41ae-8460-151eeda8fe62 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks [] for security_group (f730356c-500e-496c-9b4e-069e85aa4d3d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:21.507770 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3d707298-a71a-41ae-8460-151eeda8fe62 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f730356c-500e-496c-9b4e-069e85aa4d3d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:21.508737 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3d707298-a71a-41ae-8460-151eeda8fe62 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:21.546971 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd664923-88d0-4c3e-b745-c08dd1b8a581 req-22ca6601-4703-4ee5-8e7c-3ea41ca51d2b tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:21.560826 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d707298-a71a-41ae-8460-151eeda8fe62 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:33:21.561520 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cd664923-88d0-4c3e-b745-c08dd1b8a581 req-22ca6601-4703-4ee5-8e7c-3ea41ca51d2b tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports/8e4cfa4f-5519-4fbe-96e3-b799972c2c75 HTTP/1.1" status: 200 len: 942 time: 0.1439950 Jan 28 13:33:21.566559 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e5dcd-4334-46ed-ae6d-04c15da7b274 req-d66b8226-174c-465a-a0df-31ba3f81d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:21.568079 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fb3e5dcd-4334-46ed-ae6d-04c15da7b274 req-d66b8226-174c-465a-a0df-31ba3f81d430 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66696def36354b7c8b641113c2a3185a&device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 1096 time: 0.1495659 Jan 28 13:33:21.572961 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3d707298-a71a-41ae-8460-151eeda8fe62 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (7fa74be6-66fd-43e6-a215-6010e754082d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:21.573453 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-3d707298-a71a-41ae-8460-151eeda8fe62 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Added segment 7fa74be6-66fd-43e6-a215-6010e754082d of type vlan for network 78b1d3fa-a521-49e3-8c95-f1f4c5fd5a63 Jan 28 13:33:21.622551 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d707298-a71a-41ae-8460-151eeda8fe62 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f730356c-500e-496c-9b4e-069e85aa4d3d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:21.638681 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3d707298-a71a-41ae-8460-151eeda8fe62 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (78b1d3fa-a521-49e3-8c95-f1f4c5fd5a63), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:21.654316 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7786a5-6f1f-4e84-9f7c-1c27c49337c6 req-88d77b1f-0a3a-44e0-8080-80cab9d6d14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:21.656078 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4a7786a5-6f1f-4e84-9f7c-1c27c49337c6 req-88d77b1f-0a3a-44e0-8080-80cab9d6d14c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37 HTTP/1.1" status: 200 len: 1097 time: 0.2365854 Jan 28 13:33:21.674396 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d707298-a71a-41ae-8460-151eeda8fe62 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:33:21.686305 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3d707298-a71a-41ae-8460-151eeda8fe62 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (6e89c72e-2418-455a-84b3-e7d162735f1f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:21.686659 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-3d707298-a71a-41ae-8460-151eeda8fe62 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Added segment 6e89c72e-2418-455a-84b3-e7d162735f1f of type vlan for network 6d38f0d2-980f-49ba-8de2-b58628be26b1 Jan 28 13:33:21.737118 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3d707298-a71a-41ae-8460-151eeda8fe62 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (6d38f0d2-980f-49ba-8de2-b58628be26b1), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:21.817211 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3d707298-a71a-41ae-8460-151eeda8fe62 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (78b1d3fa-a521-49e3-8c95-f1f4c5fd5a63), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:21.817881 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3d707298-a71a-41ae-8460-151eeda8fe62 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (6d38f0d2-980f-49ba-8de2-b58628be26b1), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:21.825287 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d707298-a71a-41ae-8460-151eeda8fe62 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:21.831847 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d707298-a71a-41ae-8460-151eeda8fe62 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:21.832679 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3d707298-a71a-41ae-8460-151eeda8fe62 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:21.931863 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cd664923-88d0-4c3e-b745-c08dd1b8a581 req-2383e63d-4aa2-4434-93b4-79eb2c62d436 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.136 HTTP/1.1" status: 200 len: 1001 time: 0.2801440 Jan 28 13:33:22.095288 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4a7786a5-6f1f-4e84-9f7c-1c27c49337c6 req-d9890c34-48d6-4392-a902-eb9cb640161b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d2b3825c-af35-4750-ac6b-0c880200080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983044 Jan 28 13:33:22.101382 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e5dcd-4334-46ed-ae6d-04c15da7b274 req-30fc3805-547b-44ef-b533-48be9800c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:22.103275 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fb3e5dcd-4334-46ed-ae6d-04c15da7b274 req-30fc3805-547b-44ef-b533-48be9800c71f service neutron] 10.222.0.18 "GET /v2.0/networks?id=e81d9142-7438-4a72-8b45-d0c1a4a38b6d HTTP/1.1" status: 200 len: 920 time: 0.5251460 Jan 28 13:33:22.113901 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3d707298-a71a-41ae-8460-151eeda8fe62 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0300360 Jan 28 13:33:22.116016 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d707298-a71a-41ae-8460-151eeda8fe62 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Pushing event updated for resources: {'Network': ['ID=78b1d3fa-a521-49e3-8c95-f1f4c5fd5a63,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:22.121190 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60242) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:22.135486 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 78b1d3fa-a521-49e3-8c95-f1f4c5fd5a63 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:22.273492 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-67142198-05c1-44e3-aa42-07543442871b tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:22.275474 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-67142198-05c1-44e3-aa42-07543442871b tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/networks?id=0cc66fb4-aa9b-4065-9754-07c3b4544c1c HTTP/1.1" status: 200 len: 818 time: 0.4936757 Jan 28 13:33:22.292720 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fb3e5dcd-4334-46ed-ae6d-04c15da7b274 req-a44df462-d6b1-4989-8dfd-4007757e50d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e4cfa4f-5519-4fbe-96e3-b799972c2c75 HTTP/1.1" status: 200 len: 1001 time: 0.1812274 Jan 28 13:33:22.293212 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-5d61a477-6fcc-4af0-b563-84911333ab50 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/quotas/4b4d3f60af5c4c6b8423e28fd3aff330 HTTP/1.1" status: 200 len: 375 time: 0.0099542 Jan 28 13:33:22.294161 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d707298-a71a-41ae-8460-151eeda8fe62 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Pushing event updated for resources: {'Network': ['ID=6d38f0d2-980f-49ba-8de2-b58628be26b1,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:22.307260 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 6d38f0d2-980f-49ba-8de2-b58628be26b1 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:22.327925 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd664923-88d0-4c3e-b745-c08dd1b8a581 req-c86a6eb7-e1bd-4d79-ba0e-3cb95c67b87b tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:22.336089 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cd664923-88d0-4c3e-b745-c08dd1b8a581 req-c86a6eb7-e1bd-4d79-ba0e-3cb95c67b87b tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 784 time: 0.4027102 Jan 28 13:33:22.369006 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-832b0fe1-5a1a-446b-bf6f-b117ac7fa9f2 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b4d3f60af5c4c6b8423e28fd3aff330&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0662374 Jan 28 13:33:22.533323 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e5dcd-4334-46ed-ae6d-04c15da7b274 req-b319cb8e-e8a0-471e-84f6-533493d50fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:22.534846 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fb3e5dcd-4334-46ed-ae6d-04c15da7b274 req-b319cb8e-e8a0-471e-84f6-533493d50fba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e631c13-0da2-49fb-8a7c-4c7323c9d541 HTTP/1.1" status: 200 len: 860 time: 0.2330198 Jan 28 13:33:22.538644 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-58b812c0-7043-4937-8402-e840f8f29689 service neutron] 10.222.0.39 "GET /v2.0/networks/0cc66fb4-aa9b-4065-9754-07c3b4544c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620264 Jan 28 13:33:22.548444 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cd664923-88d0-4c3e-b745-c08dd1b8a581 req-a38957d0-b4ec-42a0-9389-94c8931d8f44 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.136 HTTP/1.1" status: 200 len: 1001 time: 0.2113917 Jan 28 13:33:22.562057 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-cd664923-88d0-4c3e-b745-c08dd1b8a581 req-8be8356c-1a5c-45df-9e79-0dcbfd3af9e3 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:22.571187 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23585f85-f660-4d3a-9a6b-725ae8433186 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:22.576235 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23585f85-f660-4d3a-9a6b-725ae8433186 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:22.581402 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23585f85-f660-4d3a-9a6b-725ae8433186 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:22.586716 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23585f85-f660-4d3a-9a6b-725ae8433186 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:22.591500 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-23585f85-f660-4d3a-9a6b-725ae8433186 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4632225 Jan 28 13:33:22.591703 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60246) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:22.643619 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fb3e5dcd-4334-46ed-ae6d-04c15da7b274 req-20e8c144-2b9f-466c-8d6f-512875dff7cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e81d9142-7438-4a72-8b45-d0c1a4a38b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916607 Jan 28 13:33:22.693061 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-a7bf8703-9309-4a20-8d7a-86e5958c2d23 service neutron] 10.222.0.39 "GET /v2.0/networks/0cc66fb4-aa9b-4065-9754-07c3b4544c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478484 Jan 28 13:33:23.025228 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413583e-1def-481d-84fd-d71a02b4c3ed req-7abaed36-df57-47ba-a537-00036540be94 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:23.033977 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2413583e-1def-481d-84fd-d71a02b4c3ed req-7abaed36-df57-47ba-a537-00036540be94 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 944 time: 0.0843639 Jan 28 13:33:23.110237 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2413583e-1def-481d-84fd-d71a02b4c3ed req-d5d0976d-130c-4770-92aa-1949bdc37598 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708783 Jan 28 13:33:23.353480 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cd664923-88d0-4c3e-b745-c08dd1b8a581 req-8be8356c-1a5c-45df-9e79-0dcbfd3af9e3 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks [] for floatingip (7a71d96a-0d2e-49b6-b81a-1414e6dbe81a), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:23.354763 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a554e0-2770-49be-94ab-43620494be36 req-44bb3029-3222-4d40-9663-057ebaf53263 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:23.356527 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a5a554e0-2770-49be-94ab-43620494be36 req-44bb3029-3222-4d40-9663-057ebaf53263 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37 HTTP/1.1" status: 200 len: 946 time: 0.0561399 Jan 28 13:33:23.412349 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cda69998-63a1-4995-87e9-6e91c817a212 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (78b1d3fa-a521-49e3-8c95-f1f4c5fd5a63), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:23.431247 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a5a554e0-2770-49be-94ab-43620494be36 req-576ec582-9739-4949-bb51-5d13b5035b1c tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2b3825c-af35-4750-ac6b-0c880200080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552955 Jan 28 13:33:23.541360 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fb3e5dcd-4334-46ed-ae6d-04c15da7b274 req-0b9f3838-5ba5-4ad1-886e-308009164614 service neutron] 10.222.0.18 "GET /v2.0/networks/e81d9142-7438-4a72-8b45-d0c1a4a38b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8856995 Jan 28 13:33:23.586662 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034705f-ff82-4488-9db4-229cc7cc8f7a req-7fad3e2b-a5a8-4d18-a031-0a98ffe23373 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:23.588300 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2034705f-ff82-4488-9db4-229cc7cc8f7a req-7fad3e2b-a5a8-4d18-a031-0a98ffe23373 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 946 time: 0.0677664 Jan 28 13:33:23.600574 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cd664923-88d0-4c3e-b745-c08dd1b8a581 req-8be8356c-1a5c-45df-9e79-0dcbfd3af9e3 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:23.620293 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cd664923-88d0-4c3e-b745-c08dd1b8a581 req-8be8356c-1a5c-45df-9e79-0dcbfd3af9e3 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (7a71d96a-0d2e-49b6-b81a-1414e6dbe81a), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:23.620757 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [req-cd664923-88d0-4c3e-b745-c08dd1b8a581 req-8be8356c-1a5c-45df-9e79-0dcbfd3af9e3 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Floating IP 7a71d96a-0d2e-49b6-b81a-1414e6dbe81a disassociated. External IP: 172.25.3.136, port: 8e4cfa4f-5519-4fbe-96e3-b799972c2c75. Jan 28 13:33:23.697965 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2034705f-ff82-4488-9db4-229cc7cc8f7a req-eb109b00-3c9e-4679-8973-f0780b3a0881 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951629 Jan 28 13:33:23.717807 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cda69998-63a1-4995-87e9-6e91c817a212 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (78b1d3fa-a521-49e3-8c95-f1f4c5fd5a63), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:23.786012 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-cda69998-63a1-4995-87e9-6e91c817a212 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b1d3fa-a521-49e3-8c95-f1f4c5fd5a63']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:23.807073 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-cda69998-63a1-4995-87e9-6e91c817a212 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa74be6-66fd-43e6-a215-6010e754082d') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:23.807673 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-cda69998-63a1-4995-87e9-6e91c817a212 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa74be6-66fd-43e6-a215-6010e754082d') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:23.857191 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cda69998-63a1-4995-87e9-6e91c817a212 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (7fa74be6-66fd-43e6-a215-6010e754082d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:23.895932 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fb3e5dcd-4334-46ed-ae6d-04c15da7b274 req-12f1026c-d0e4-434e-88da-171702ec74ac service neutron] 10.222.0.18 "GET /v2.0/networks/e81d9142-7438-4a72-8b45-d0c1a4a38b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125954 Jan 28 13:33:23.897262 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cda69998-63a1-4995-87e9-6e91c817a212 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (7fa74be6-66fd-43e6-a215-6010e754082d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:23.907633 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda69998-63a1-4995-87e9-6e91c817a212 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:33:23.908299 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cda69998-63a1-4995-87e9-6e91c817a212 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (7fa74be6-66fd-43e6-a215-6010e754082d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:33:23.911656 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:33:23.917660 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d2172bcd-1e98-4c98-bf24-aacc9ed014b5 req-03a0ec8c-1b45-4b5f-87fe-41c0ecc6dbec tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 210 time: 0.0408499 Jan 28 13:33:24.108507 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd664923-88d0-4c3e-b745-c08dd1b8a581 req-8be8356c-1a5c-45df-9e79-0dcbfd3af9e3 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Router 42e34e66-b9f7-47a8-a541-6b4a455f1fca has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:33:24.112682 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cda69998-63a1-4995-87e9-6e91c817a212 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (78b1d3fa-a521-49e3-8c95-f1f4c5fd5a63), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:24.123365 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3715907-985c-4426-bbc9-62333ed67238 req-84f524df-474b-4a9f-a00c-fa09dd2173f6 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:24.125277 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a3715907-985c-4426-bbc9-62333ed67238 req-84f524df-474b-4a9f-a00c-fa09dd2173f6 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f26471f-e062-4170-ae44-38f023825a8a HTTP/1.1" status: 200 len: 951 time: 0.0725930 Jan 28 13:33:24.129846 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cda69998-63a1-4995-87e9-6e91c817a212 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:24.136346 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cda69998-63a1-4995-87e9-6e91c817a212 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] 10.222.0.39 "DELETE /v2.0/networks/78b1d3fa-a521-49e3-8c95-f1f4c5fd5a63 HTTP/1.1" status: 204 len: 168 time: 1.5435514 Jan 28 13:33:24.139812 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60282) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:24.167926 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda69998-63a1-4995-87e9-6e91c817a212 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Pushing event deleted for resources: {'Network': ['ID=78b1d3fa-a521-49e3-8c95-f1f4c5fd5a63,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:24.182967 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda69998-63a1-4995-87e9-6e91c817a212 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:24.183844 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda69998-63a1-4995-87e9-6e91c817a212 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:24.184467 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda69998-63a1-4995-87e9-6e91c817a212 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:24.185151 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda69998-63a1-4995-87e9-6e91c817a212 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:24.185682 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda69998-63a1-4995-87e9-6e91c817a212 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:24.186209 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda69998-63a1-4995-87e9-6e91c817a212 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:24.186742 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda69998-63a1-4995-87e9-6e91c817a212 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:24.187355 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda69998-63a1-4995-87e9-6e91c817a212 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:24.188161 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda69998-63a1-4995-87e9-6e91c817a212 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:24.189081 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda69998-63a1-4995-87e9-6e91c817a212 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:24.189898 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda69998-63a1-4995-87e9-6e91c817a212 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:24.190866 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda69998-63a1-4995-87e9-6e91c817a212 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:24.192067 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda69998-63a1-4995-87e9-6e91c817a212 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:24.389333 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd664923-88d0-4c3e-b745-c08dd1b8a581 req-8be8356c-1a5c-45df-9e79-0dcbfd3af9e3 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:33:24.399422 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cd664923-88d0-4c3e-b745-c08dd1b8a581 req-8be8356c-1a5c-45df-9e79-0dcbfd3af9e3 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:24.404917 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da07603-2328-45d5-9446-fa4ec36334df None None] Sync routers for ids ['42e34e66-b9f7-47a8-a541-6b4a455f1fca'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:33:24.424379 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da07603-2328-45d5-9446-fa4ec36334df None None] Routers {'42e34e66-b9f7-47a8-a541-6b4a455f1fca'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:33:24.425062 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8da07603-2328-45d5-9446-fa4ec36334df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:33:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['42e34e66-b9f7-47a8-a541-6b4a455f1fca'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:24.451571 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cd664923-88d0-4c3e-b745-c08dd1b8a581 req-8be8356c-1a5c-45df-9e79-0dcbfd3af9e3 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "PUT /v2.0/floatingips/7a71d96a-0d2e-49b6-b81a-1414e6dbe81a HTTP/1.1" status: 200 len: 695 time: 1.9018927 Jan 28 13:33:24.455009 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b32b60-5c49-441e-a408-687fd471cb06', 'tag': '8e4cfa4f-5519-4fbe-96e3-b799972c2c75'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:24.466152 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0630235d-e5b1-4d10-bf99-ba603b5b125d" -d '{"events": [{"name": "network-changed", "server_uuid": "03b32b60-5c49-441e-a408-687fd471cb06", "tag": "8e4cfa4f-5519-4fbe-96e3-b799972c2c75"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:24.526124 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd664923-88d0-4c3e-b745-c08dd1b8a581 req-17d4dbcb-a478-440e-90b2-968ca2aac5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:24.537688 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cd664923-88d0-4c3e-b745-c08dd1b8a581 req-17d4dbcb-a478-440e-90b2-968ca2aac5cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66696def36354b7c8b641113c2a3185a&device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 1096 time: 0.0679255 Jan 28 13:33:24.737349 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd664923-88d0-4c3e-b745-c08dd1b8a581 req-c2ddc4e1-8247-47f5-a12c-3d4730166ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:24.751421 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cd664923-88d0-4c3e-b745-c08dd1b8a581 req-c2ddc4e1-8247-47f5-a12c-3d4730166ac8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e81d9142-7438-4a72-8b45-d0c1a4a38b6d HTTP/1.1" status: 200 len: 920 time: 0.2079747 Jan 28 13:33:24.803669 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a3715907-985c-4426-bbc9-62333ed67238 req-61ff0e35-c2d1-4ab5-a5b1-df973caacaac tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d4486f4-20e6-4443-9bc1-2b3b2049a233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6657701 Jan 28 13:33:24.808521 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a79f5348-3a11-4dfa-b40b-291b4b6b01ed tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (6d38f0d2-980f-49ba-8de2-b58628be26b1), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:24.819489 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cd664923-88d0-4c3e-b745-c08dd1b8a581 req-2a0b4aff-78ec-4805-945c-8cae7fcaf6f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e4cfa4f-5519-4fbe-96e3-b799972c2c75 HTTP/1.1" status: 200 len: 217 time: 0.0665410 Jan 28 13:33:24.956338 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd664923-88d0-4c3e-b745-c08dd1b8a581 req-513fb9ce-15ca-4b89-a1ff-bb2007557a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:24.958496 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cd664923-88d0-4c3e-b745-c08dd1b8a581 req-513fb9ce-15ca-4b89-a1ff-bb2007557a73 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e631c13-0da2-49fb-8a7c-4c7323c9d541 HTTP/1.1" status: 200 len: 860 time: 0.1375153 Jan 28 13:33:24.985970 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a79f5348-3a11-4dfa-b40b-291b4b6b01ed tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (6d38f0d2-980f-49ba-8de2-b58628be26b1), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:25.030213 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cd664923-88d0-4c3e-b745-c08dd1b8a581 req-b07eb445-e951-45a7-9359-6d7febcd1230 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e81d9142-7438-4a72-8b45-d0c1a4a38b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629318 Jan 28 13:33:25.041269 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-8da07603-2328-45d5-9446-fa4ec36334df None None] Set router 42e34e66-b9f7-47a8-a541-6b4a455f1fca gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:33:25.060760 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-a79f5348-3a11-4dfa-b40b-291b4b6b01ed tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d38f0d2-980f-49ba-8de2-b58628be26b1']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:25.126216 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-a79f5348-3a11-4dfa-b40b-291b4b6b01ed tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e89c72e-2418-455a-84b3-e7d162735f1f') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:25.126490 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-a79f5348-3a11-4dfa-b40b-291b4b6b01ed tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e89c72e-2418-455a-84b3-e7d162735f1f') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:25.144996 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a79f5348-3a11-4dfa-b40b-291b4b6b01ed tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (6e89c72e-2418-455a-84b3-e7d162735f1f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:25.170513 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a79f5348-3a11-4dfa-b40b-291b4b6b01ed tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (6e89c72e-2418-455a-84b3-e7d162735f1f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:25.191870 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79f5348-3a11-4dfa-b40b-291b4b6b01ed tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:33:25.192280 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a79f5348-3a11-4dfa-b40b-291b4b6b01ed tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (6e89c72e-2418-455a-84b3-e7d162735f1f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:33:25.195841 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:33:25.220040 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-5e3529db-b4ce-4195-abdf-079e19755605 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:25.227464 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-5e3529db-b4ce-4195-abdf-079e19755605 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/networks?id=0cc66fb4-aa9b-4065-9754-07c3b4544c1c HTTP/1.1" status: 200 len: 818 time: 0.2510123 Jan 28 13:33:25.269939 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cd664923-88d0-4c3e-b745-c08dd1b8a581 req-ca6f521c-d97f-4996-9ce8-16b490ee334f service neutron] 10.222.0.39 "GET /v2.0/networks/e81d9142-7438-4a72-8b45-d0c1a4a38b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320123 Jan 28 13:33:25.285723 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-7af2291d-b632-463e-97a1-f272dd79fa84 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/quotas/4b4d3f60af5c4c6b8423e28fd3aff330 HTTP/1.1" status: 200 len: 375 time: 0.0571544 Jan 28 13:33:25.309008 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a79f5348-3a11-4dfa-b40b-291b4b6b01ed tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (6d38f0d2-980f-49ba-8de2-b58628be26b1), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:25.334969 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a79f5348-3a11-4dfa-b40b-291b4b6b01ed tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:25.338639 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a79f5348-3a11-4dfa-b40b-291b4b6b01ed tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] 10.222.0.39 "DELETE /v2.0/networks/6d38f0d2-980f-49ba-8de2-b58628be26b1 HTTP/1.1" status: 204 len: 168 time: 1.1916668 Jan 28 13:33:25.343728 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60304) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:25.378505 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f5348-3a11-4dfa-b40b-291b4b6b01ed tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Pushing event deleted for resources: {'Network': ['ID=6d38f0d2-980f-49ba-8de2-b58628be26b1,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:25.458678 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-37b31fa7-2eab-4505-97f5-44a8231ec5cf tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b4d3f60af5c4c6b8423e28fd3aff330&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1717045 Jan 28 13:33:25.481238 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cd664923-88d0-4c3e-b745-c08dd1b8a581 req-86bff900-5d8e-46ee-a409-41addebf9a28 service neutron] 10.222.0.39 "GET /v2.0/networks/e81d9142-7438-4a72-8b45-d0c1a4a38b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052219 Jan 28 13:33:25.563454 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 5e5f4228-1d82-4896-aefc-40e1d70b3d6f no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:25.675138 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28762c0-a194-4e55-b742-c7e576b50826 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:25.680969 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28762c0-a194-4e55-b742-c7e576b50826 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:25.682662 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e28762c0-a194-4e55-b742-c7e576b50826 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3277893 Jan 28 13:33:25.688315 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60308) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:25.688981 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992d238-5efe-4e32-8d70-f913606b06b8 req-a77dd806-601e-4988-970f-adb836d30be4 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:25.693773 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-bfda6bf9-d680-45d8-b60d-5c854bc5ae3a tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1323878133'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:25.697956 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6992d238-5efe-4e32-8d70-f913606b06b8 req-a77dd806-601e-4988-970f-adb836d30be4 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 944 time: 0.0993979 Jan 28 13:33:25.724886 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-87ee59ab-dd9c-4607-9973-fbca4126ca13 service neutron] 10.222.0.39 "GET /v2.0/networks/0cc66fb4-aa9b-4065-9754-07c3b4544c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650774 Jan 28 13:33:25.741905 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8da07603-2328-45d5-9446-fa4ec36334df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128012539-router', 'tenant_id': '66696def36354b7c8b641113c2a3185a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e724b768-9e9d-4ada-a57e-28df418de7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:58Z', 'updated_at': '2022-01-28T13:32:06Z', 'revision_number': 4, 'project_id': '66696def36354b7c8b641113c2a3185a', 'gw_port': {'id': 'e724b768-9e9d-4ada-a57e-28df418de7c3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:59Z', 'updated_at': '2022-01-28T13:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'e77c5259-c10c-4a47-b717-5be3be364b9b', 'name': '', 'network_id': 'e81d9142-7438-4a72-8b45-d0c1a4a38b6d', 'tenant_id': '66696def36354b7c8b641113c2a3185a', 'mac_address': 'fa:16:3e:cb:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '4e631c13-0da2-49fb-8a7c-4c7323c9d541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:03Z', 'updated_at': '2022-01-28T13:32:13Z', 'revision_number': 5, 'project_id': '66696def36354b7c8b641113c2a3185a', 'subnets': [{'id': '4e631c13-0da2-49fb-8a7c-4c7323c9d541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:25.756481 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6992d238-5efe-4e32-8d70-f913606b06b8 req-b3462c1b-24fc-44d5-825c-82342fd8ba91 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574691 Jan 28 13:33:25.771212 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfda6bf9-d680-45d8-b60d-5c854bc5ae3a tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Made reservation on behalf of 1f0dae03055242d4a8fcb3bf28607b4d for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:25.771212 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bfda6bf9-d680-45d8-b60d-5c854bc5ae3a tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:25.817417 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da07603-2328-45d5-9446-fa4ec36334df None None] Checking router: 42e34e66-b9f7-47a8-a541-6b4a455f1fca for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:33:25.835779 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfda6bf9-d680-45d8-b60d-5c854bc5ae3a tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:33:25.840935 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da07603-2328-45d5-9446-fa4ec36334df None None] Routers {'42e34e66-b9f7-47a8-a541-6b4a455f1fca'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:33:25.841665 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8da07603-2328-45d5-9446-fa4ec36334df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:33:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['42e34e66-b9f7-47a8-a541-6b4a455f1fca'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:25.861771 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bfda6bf9-d680-45d8-b60d-5c854bc5ae3a tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (09671d38-df80-48e4-86ef-c08c336c9011), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:25.862209 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-bfda6bf9-d680-45d8-b60d-5c854bc5ae3a tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Added segment 09671d38-df80-48e4-86ef-c08c336c9011 of type vlan for network 0c537bfd-f35f-49da-b3ef-4ac17e059074 Jan 28 13:33:25.872406 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-b2d286c3-6e94-4b7c-ad6c-d532da1ffdc8 service neutron] 10.222.0.39 "GET /v2.0/networks/0cc66fb4-aa9b-4065-9754-07c3b4544c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465075 Jan 28 13:33:25.980104 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bfda6bf9-d680-45d8-b60d-5c854bc5ae3a tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (0c537bfd-f35f-49da-b3ef-4ac17e059074), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:26.017917 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-8da07603-2328-45d5-9446-fa4ec36334df None None] Set router 42e34e66-b9f7-47a8-a541-6b4a455f1fca gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:33:26.064442 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bfda6bf9-d680-45d8-b60d-5c854bc5ae3a tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (0c537bfd-f35f-49da-b3ef-4ac17e059074), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:26.072330 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:26.073185 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:26.076525 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfda6bf9-d680-45d8-b60d-5c854bc5ae3a tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:26.077198 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bfda6bf9-d680-45d8-b60d-5c854bc5ae3a tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:26.129917 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bfda6bf9-d680-45d8-b60d-5c854bc5ae3a tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4405119 Jan 28 13:33:26.137258 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60314) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:26.147718 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-59789646-9f11-4d5d-ac83-6372af6701ea tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1086409611'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:26.237541 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=5e5f4228-1d82-4896-aefc-40e1d70b3d6f,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:26.243122 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f26471f-e062-4170-ae44-38f023825a8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e5f4228-1d82-4896-aefc-40e1d70b3d6f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:26.264732 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4ac08a-4ecb-4d4c-9e5f-fdde2c1909bd" -d '{"events": [{"server_uuid": "2f26471f-e062-4170-ae44-38f023825a8a", "name": "network-vif-unplugged", "status": "completed", "tag": "5e5f4228-1d82-4896-aefc-40e1d70b3d6f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:26.295399 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda6bf9-d680-45d8-b60d-5c854bc5ae3a tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Pushing event updated for resources: {'Network': ['ID=0c537bfd-f35f-49da-b3ef-4ac17e059074,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:26.315772 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:26.317497 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff27873-8d21-4838-807d-6bec48274ffb x-openstack-request-id: req-1ff27873-8d21-4838-807d-6bec48274ffb {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:26.320032 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 05dbcb58-e1e0-4ae6-9b70-3124399838e9 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:26.324373 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b32b60-5c49-441e-a408-687fd471cb06", "tag": "8e4cfa4f-5519-4fbe-96e3-b799972c2c75", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:26.326848 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ff27873-8d21-4838-807d-6bec48274ffb {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:26.330662 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b32b60-5c49-441e-a408-687fd471cb06', 'tag': '8e4cfa4f-5519-4fbe-96e3-b799972c2c75', 'status': 'completed', 'code': 200} Jan 28 13:33:26.392720 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 0c537bfd-f35f-49da-b3ef-4ac17e059074 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:26.464847 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59789646-9f11-4d5d-ac83-6372af6701ea tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Made reservation on behalf of 1f0dae03055242d4a8fcb3bf28607b4d for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:26.473768 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-59789646-9f11-4d5d-ac83-6372af6701ea tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:26.507572 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff847e4-1337-4508-b76b-352b66eb4f94 req-0edeb786-b75a-4523-9af0-a51e2ef946c8 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:26.517849 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5ff847e4-1337-4508-b76b-352b66eb4f94 req-0edeb786-b75a-4523-9af0-a51e2ef946c8 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 946 time: 0.1147077 Jan 28 13:33:26.612545 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962969a-7f0c-44a0-ac82-900296ee5449 req-456bf47d-a5af-40c5-b7e6-3cdf9996422d tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:26.616848 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e962969a-7f0c-44a0-ac82-900296ee5449 req-456bf47d-a5af-40c5-b7e6-3cdf9996422d tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37 HTTP/1.1" status: 200 len: 946 time: 0.4202361 Jan 28 13:33:26.644065 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5ff847e4-1337-4508-b76b-352b66eb4f94 req-47f51d83-d443-49ab-8e6e-536176d1b4af tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235430 Jan 28 13:33:26.661511 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59789646-9f11-4d5d-ac83-6372af6701ea tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:33:26.680489 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630235d-e5b1-4d10-bf99-ba603b5b125d req-4554557d-e9b8-4128-bfe6-cb58225c6605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:26.682343 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0630235d-e5b1-4d10-bf99-ba603b5b125d req-4554557d-e9b8-4128-bfe6-cb58225c6605 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66696def36354b7c8b641113c2a3185a&device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 1096 time: 0.3371456 Jan 28 13:33:26.691186 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-59789646-9f11-4d5d-ac83-6372af6701ea tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (01adbcef-3318-458b-9526-f45e97ae1277), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:26.691694 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-59789646-9f11-4d5d-ac83-6372af6701ea tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Added segment 01adbcef-3318-458b-9526-f45e97ae1277 of type vlan for network c71221b3-1815-48c4-af12-c4bd7fcd298a Jan 28 13:33:26.824929 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d79d2f5a-fb89-45fc-8fec-c9659a8b3e33 req-35fb8382-59c7-43bc-bb64-8192689252b0 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/floatingips/7a71d96a-0d2e-49b6-b81a-1414e6dbe81a HTTP/1.1" status: 200 len: 695 time: 0.1464117 Jan 28 13:33:26.914527 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630235d-e5b1-4d10-bf99-ba603b5b125d req-c0d36f50-80d8-4501-b9db-a87d7ffc7a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:26.919694 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0630235d-e5b1-4d10-bf99-ba603b5b125d req-c0d36f50-80d8-4501-b9db-a87d7ffc7a0a service neutron] 10.222.0.18 "GET /v2.0/networks?id=e81d9142-7438-4a72-8b45-d0c1a4a38b6d HTTP/1.1" status: 200 len: 920 time: 0.2234495 Jan 28 13:33:27.071204 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0630235d-e5b1-4d10-bf99-ba603b5b125d req-815eeff2-1257-4eec-85e4-9a9455acc764 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e4cfa4f-5519-4fbe-96e3-b799972c2c75 HTTP/1.1" status: 200 len: 217 time: 0.1423395 Jan 28 13:33:27.091218 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e962969a-7f0c-44a0-ac82-900296ee5449 req-a2064f67-5423-477d-af22-1b7b3ebae42f tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2b3825c-af35-4750-ac6b-0c880200080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613087 Jan 28 13:33:27.092683 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 05dbcb58-e1e0-4ae6-9b70-3124399838e9 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:27.093210 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.104657 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d2f5a-fb89-45fc-8fec-c9659a8b3e33 req-2e645cce-823c-4fa2-ab71-0e3561b764c0 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:27.118237 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d79d2f5a-fb89-45fc-8fec-c9659a8b3e33 req-2e645cce-823c-4fa2-ab71-0e3561b764c0 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 784 time: 0.2917421 Jan 28 13:33:27.123462 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-59789646-9f11-4d5d-ac83-6372af6701ea tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (c71221b3-1815-48c4-af12-c4bd7fcd298a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.180434 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=5e5f4228-1d82-4896-aefc-40e1d70b3d6f,revision_number=11']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:27.218480 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 05dbcb58-e1e0-4ae6-9b70-3124399838e9, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=05dbcb58-e1e0-4ae6-9b70-3124399838e9,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:27.220754 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:27.221279 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:27.221718 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:27.222397 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:27.222813 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:27.223624 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:27.224097 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:27.224694 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:27.224928 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:27.225365 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:27.226276 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:27.226276 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:27.226488 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:27.238253 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d79d2f5a-fb89-45fc-8fec-c9659a8b3e33 req-4f015959-96e4-4660-81b9-d62ff92b65a9 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.136 HTTP/1.1" status: 200 len: 698 time: 0.1135187 Jan 28 13:33:27.246076 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.256317 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630235d-e5b1-4d10-bf99-ba603b5b125d req-27087c1d-88d2-45ec-b810-0e3406b68a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:27.276997 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0630235d-e5b1-4d10-bf99-ba603b5b125d req-27087c1d-88d2-45ec-b810-0e3406b68a45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e631c13-0da2-49fb-8a7c-4c7323c9d541 HTTP/1.1" status: 200 len: 860 time: 0.1895421 Jan 28 13:33:27.278294 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-59789646-9f11-4d5d-ac83-6372af6701ea tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (c71221b3-1815-48c4-af12-c4bd7fcd298a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.308029 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59789646-9f11-4d5d-ac83-6372af6701ea tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:27.315734 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-59789646-9f11-4d5d-ac83-6372af6701ea tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.385381 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d79d2f5a-fb89-45fc-8fec-c9659a8b3e33 req-2cfbb6cf-4c79-4b38-9000-f73c1935a3b6 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.3.136 HTTP/1.1" status: 200 len: 698 time: 0.1459403 Jan 28 13:33:27.386841 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-59789646-9f11-4d5d-ac83-6372af6701ea tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2467074 Jan 28 13:33:27.396027 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60336) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:27.403829 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-6c269bbd-4ac0-44e1-ba53-026ffeca6fab tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Request body: {'ports': [{'network_id': '0c537bfd-f35f-49da-b3ef-4ac17e059074', 'name': 'tempest-port--249324594', 'admin_state_up': True}, {'network_id': 'c71221b3-1815-48c4-af12-c4bd7fcd298a', 'admin_state_up': False}]} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:27.404587 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-6c269bbd-4ac0-44e1-ba53-026ffeca6fab tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Request body: {'port': {'network_id': '0c537bfd-f35f-49da-b3ef-4ac17e059074', 'name': 'tempest-port--249324594', 'admin_state_up': True}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:27.405108 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-6c269bbd-4ac0-44e1-ba53-026ffeca6fab tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Request body: {'port': {'network_id': 'c71221b3-1815-48c4-af12-c4bd7fcd298a', 'admin_state_up': False}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:27.445954 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0630235d-e5b1-4d10-bf99-ba603b5b125d req-a41ebc24-7739-41a1-b83a-8c92257c3f27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e81d9142-7438-4a72-8b45-d0c1a4a38b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078053 Jan 28 13:33:27.453045 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=05dbcb58-e1e0-4ae6-9b70-3124399838e9,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:27.485494 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8da07603-2328-45d5-9446-fa4ec36334df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128012539-router', 'tenant_id': '66696def36354b7c8b641113c2a3185a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e724b768-9e9d-4ada-a57e-28df418de7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:58Z', 'updated_at': '2022-01-28T13:32:06Z', 'revision_number': 4, 'project_id': '66696def36354b7c8b641113c2a3185a', 'gw_port': {'id': 'e724b768-9e9d-4ada-a57e-28df418de7c3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:59Z', 'updated_at': '2022-01-28T13:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'e77c5259-c10c-4a47-b717-5be3be364b9b', 'name': '', 'network_id': 'e81d9142-7438-4a72-8b45-d0c1a4a38b6d', 'tenant_id': '66696def36354b7c8b641113c2a3185a', 'mac_address': 'fa:16:3e:cb:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '4e631c13-0da2-49fb-8a7c-4c7323c9d541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:03Z', 'updated_at': '2022-01-28T13:32:13Z', 'revision_number': 5, 'project_id': '66696def36354b7c8b641113c2a3185a', 'subnets': [{'id': '4e631c13-0da2-49fb-8a7c-4c7323c9d541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:27.532780 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da07603-2328-45d5-9446-fa4ec36334df None None] The sync data for ids ['42e34e66-b9f7-47a8-a541-6b4a455f1fca'] in n-d-822747-2 is: [{'id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128012539-router', 'tenant_id': '66696def36354b7c8b641113c2a3185a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e724b768-9e9d-4ada-a57e-28df418de7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:58Z', 'updated_at': '2022-01-28T13:32:06Z', 'revision_number': 4, 'project_id': '66696def36354b7c8b641113c2a3185a', 'gw_port': {'id': 'e724b768-9e9d-4ada-a57e-28df418de7c3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:59Z', 'updated_at': '2022-01-28T13:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'e77c5259-c10c-4a47-b717-5be3be364b9b', 'name': '', 'network_id': 'e81d9142-7438-4a72-8b45-d0c1a4a38b6d', 'tenant_id': '66696def36354b7c8b641113c2a3185a', 'mac_address': 'fa:16:3e:cb:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '4e631c13-0da2-49fb-8a7c-4c7323c9d541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:03Z', 'updated_at': '2022-01-28T13:32:13Z', 'revision_number': 5, 'project_id': '66696def36354b7c8b641113c2a3185a', 'subnets': [{'id': '4e631c13-0da2-49fb-8a7c-4c7323c9d541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:33:27.593553 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0630235d-e5b1-4d10-bf99-ba603b5b125d req-99c96a8c-f124-4766-8e60-b15d23b12e15 service neutron] 10.222.0.18 "GET /v2.0/networks/e81d9142-7438-4a72-8b45-d0c1a4a38b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369424 Jan 28 13:33:27.732031 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59789646-9f11-4d5d-ac83-6372af6701ea tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Pushing event updated for resources: {'Network': ['ID=c71221b3-1815-48c4-af12-c4bd7fcd298a,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:27.744473 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network c71221b3-1815-48c4-af12-c4bd7fcd298a details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:27.750079 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa97d5a-006b-4b61-97ee-659170e5b297 req-ce062012-222b-4ead-8a32-4d4f8a3d3941 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:27.764765 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ffa97d5a-006b-4b61-97ee-659170e5b297 req-ce062012-222b-4ead-8a32-4d4f8a3d3941 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f26471f-e062-4170-ae44-38f023825a8a HTTP/1.1" status: 200 len: 949 time: 0.4250619 Jan 28 13:33:27.791865 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0630235d-e5b1-4d10-bf99-ba603b5b125d req-de9bdff0-269c-47a2-8ad9-e1740877dc82 service neutron] 10.222.0.18 "GET /v2.0/networks/e81d9142-7438-4a72-8b45-d0c1a4a38b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924114 Jan 28 13:33:27.931093 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ffa97d5a-006b-4b61-97ee-659170e5b297 req-c1842076-3eee-4902-bed8-72fe7382d801 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d4486f4-20e6-4443-9bc1-2b3b2049a233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543195 Jan 28 13:33:28.007457 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c269bbd-4ac0-44e1-ba53-026ffeca6fab tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Made reservation on behalf of 1f0dae03055242d4a8fcb3bf28607b4d for: {'port': 2} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:28.041025 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c269bbd-4ac0-44e1-ba53-026ffeca6fab tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:28.084918 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c269bbd-4ac0-44e1-ba53-026ffeca6fab tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:28.094681 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e4f96dd0-7841-4bf8-8e78-d56838f31af0 req-d30ef573-174b-48d6-aec6-d3f5eac53382 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 210 time: 0.0388920 Jan 28 13:33:28.145652 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-d79d2f5a-fb89-45fc-8fec-c9659a8b3e33 req-85a272a5-9faf-4f86-a728-d5b483d67a64 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Deleting port c58dacbc-7f33-406f-aa70-df80a0392612 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:28.146273 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d79d2f5a-fb89-45fc-8fec-c9659a8b3e33 req-85a272a5-9faf-4f86-a728-d5b483d67a64 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c58dacbc-7f33-406f-aa70-df80a0392612), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:28.184383 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524d3471-95d4-457b-a617-48d341cb32db None None] New status for floating IP 7a71d96a-0d2e-49b6-b81a-1414e6dbe81a: DOWN {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:33:28.214003 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1284654c-6069-44f2-bef1-73485481fc44 x-openstack-request-id: req-1284654c-6069-44f2-bef1-73485481fc44 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:28.214558 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f26471f-e062-4170-ae44-38f023825a8a", "name": "network-vif-unplugged", "status": "completed", "tag": "5e5f4228-1d82-4896-aefc-40e1d70b3d6f", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:28.214780 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1284654c-6069-44f2-bef1-73485481fc44 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:28.215297 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f26471f-e062-4170-ae44-38f023825a8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e5f4228-1d82-4896-aefc-40e1d70b3d6f', 'code': 200} Jan 28 13:33:28.444165 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-36e4bc22-1f89-4938-9f4e-157055b45d8c tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:28.453989 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-36e4bc22-1f89-4938-9f4e-157055b45d8c tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.37 "GET /v2.0/networks?id=0cc66fb4-aa9b-4065-9754-07c3b4544c1c HTTP/1.1" status: 200 len: 818 time: 0.2214656 Jan 28 13:33:28.504169 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-6c269bbd-4ac0-44e1-ba53-026ffeca6fab tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] device_id is not set on port e3b88813-1937-40e1-89f3-1aa16f939fb6 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:33:28.523546 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-39547069-bd39-45ea-b102-c8322b40d8f3 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Request body: {'port': {'device_id': '6127d47b-5076-47ab-b192-40b6be842aee', 'network_id': '0cc66fb4-aa9b-4065-9754-07c3b4544c1c', 'admin_state_up': True, 'tenant_id': '4b4d3f60af5c4c6b8423e28fd3aff330'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:28.557525 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d79d2f5a-fb89-45fc-8fec-c9659a8b3e33 req-85a272a5-9faf-4f86-a728-d5b483d67a64 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c58dacbc-7f33-406f-aa70-df80a0392612), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:28.558021 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d79d2f5a-fb89-45fc-8fec-c9659a8b3e33 req-85a272a5-9faf-4f86-a728-d5b483d67a64 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks [] for floatingip (c58dacbc-7f33-406f-aa70-df80a0392612), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:28.600876 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-d79d2f5a-fb89-45fc-8fec-c9659a8b3e33 req-85a272a5-9faf-4f86-a728-d5b483d67a64 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Calling delete_port for c58dacbc-7f33-406f-aa70-df80a0392612 owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:28.749469 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-39547069-bd39-45ea-b102-c8322b40d8f3 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Made reservation on behalf of 4b4d3f60af5c4c6b8423e28fd3aff330 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:28.756732 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-39547069-bd39-45ea-b102-c8322b40d8f3 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:28.932459 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c269bbd-4ac0-44e1-ba53-026ffeca6fab tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks [] for port (e3b88813-1937-40e1-89f3-1aa16f939fb6), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:29.094926 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-6c269bbd-4ac0-44e1-ba53-026ffeca6fab tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] device_id is not set on port 71213cc0-b9fd-4e9a-b912-747387637563 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:33:29.111085 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-39547069-bd39-45ea-b102-c8322b40d8f3 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Allocated IP 172.20.0.8 (0cc66fb4-aa9b-4065-9754-07c3b4544c1c/dbb764f6-d64f-484a-9e34-16f02ef802cf/0039b2b7-65d7-43fa-84c3-44415f0574ba) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:29.125862 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d79d2f5a-fb89-45fc-8fec-c9659a8b3e33 req-85a272a5-9faf-4f86-a728-d5b483d67a64 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c58dacbc-7f33-406f-aa70-df80a0392612), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:29.149537 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab67b8c-7cec-481c-af4e-52851b4bd8a2 req-d624c5cc-001b-4054-9952-30467f562ee8 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:29.162044 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1ab67b8c-7cec-481c-af4e-52851b4bd8a2 req-d624c5cc-001b-4054-9952-30467f562ee8 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 944 time: 0.1397841 Jan 28 13:33:29.165588 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a272a5-9faf-4f86-a728-d5b483d67a64 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Pushing event deleted for resources: {'Port': ['ID=c58dacbc-7f33-406f-aa70-df80a0392612,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:29.308464 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d79d2f5a-fb89-45fc-8fec-c9659a8b3e33 req-85a272a5-9faf-4f86-a728-d5b483d67a64 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks [] for floatingip (7a71d96a-0d2e-49b6-b81a-1414e6dbe81a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:29.311369 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d79d2f5a-fb89-45fc-8fec-c9659a8b3e33 req-85a272a5-9faf-4f86-a728-d5b483d67a64 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:29.321475 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bd403699-688a-407a-806e-c13d716602ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:29.325310 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d79d2f5a-fb89-45fc-8fec-c9659a8b3e33 req-85a272a5-9faf-4f86-a728-d5b483d67a64 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "DELETE /v2.0/floatingips/7a71d96a-0d2e-49b6-b81a-1414e6dbe81a HTTP/1.1" status: 204 len: 173 time: 1.9385734 Jan 28 13:33:29.333803 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c269bbd-4ac0-44e1-ba53-026ffeca6fab tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks [] for port (71213cc0-b9fd-4e9a-b912-747387637563), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:29.435740 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c269bbd-4ac0-44e1-ba53-026ffeca6fab tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (e3b88813-1937-40e1-89f3-1aa16f939fb6), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:29.440458 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1ab67b8c-7cec-481c-af4e-52851b4bd8a2 req-e241b0c2-e715-4db3-be2d-4fda0de0bf7d tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2771604 Jan 28 13:33:29.593226 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c269bbd-4ac0-44e1-ba53-026ffeca6fab tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Pushing event updated for resources: {'Port': ['ID=e3b88813-1937-40e1-89f3-1aa16f939fb6,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:29.755279 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c269bbd-4ac0-44e1-ba53-026ffeca6fab tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Checking segment: {'id': '09671d38-df80-48e4-86ef-c08c336c9011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0c537bfd-f35f-49da-b3ef-4ac17e059074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:29.755748 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c269bbd-4ac0-44e1-ba53-026ffeca6fab tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Network hostable DHCP agents. Network: 0c537bfd-f35f-49da-b3ef-4ac17e059074, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:33:29.794055 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1facd-2dbd-4a71-9104-18e99a4150b9 req-cd9c8fea-a52e-4e82-9b06-eca053c23975 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:29.803035 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-73f1facd-2dbd-4a71-9104-18e99a4150b9 req-cd9c8fea-a52e-4e82-9b06-eca053c23975 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37 HTTP/1.1" status: 200 len: 946 time: 0.2052612 Jan 28 13:33:29.842382 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c269bbd-4ac0-44e1-ba53-026ffeca6fab tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Network 0c537bfd-f35f-49da-b3ef-4ac17e059074 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:33:29.848196 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-39547069-bd39-45ea-b102-c8322b40d8f3 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Publish callbacks [] for port (0039b2b7-65d7-43fa-84c3-44415f0574ba), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:29.869134 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-6c269bbd-4ac0-44e1-ba53-026ffeca6fab tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 0c537bfd-f35f-49da-b3ef-4ac17e059074) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:29.874385 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c269bbd-4ac0-44e1-ba53-026ffeca6fab tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:29.875808 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c269bbd-4ac0-44e1-ba53-026ffeca6fab tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (71213cc0-b9fd-4e9a-b912-747387637563), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:29.885331 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f906a97c-d419-4321-a7b5-e306acc37b88 None None] Network 0c537bfd-f35f-49da-b3ef-4ac17e059074 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:29.945586 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-73f1facd-2dbd-4a71-9104-18e99a4150b9 req-e0546803-eb87-41ce-9af5-620a59248449 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2b3825c-af35-4750-ac6b-0c880200080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371841 Jan 28 13:33:29.987475 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-39547069-bd39-45ea-b102-c8322b40d8f3 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (0039b2b7-65d7-43fa-84c3-44415f0574ba), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:30.022412 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c269bbd-4ac0-44e1-ba53-026ffeca6fab tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Pushing event updated for resources: {'Port': ['ID=71213cc0-b9fd-4e9a-b912-747387637563,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:30.077114 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-ca9732ba-34ba-40cb-b2d8-22a0b2a80ab3 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:30.078497 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-ca9732ba-34ba-40cb-b2d8-22a0b2a80ab3 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.37 "GET /v2.0/networks?id=0cc66fb4-aa9b-4065-9754-07c3b4544c1c HTTP/1.1" status: 200 len: 818 time: 0.5827870 Jan 28 13:33:30.095187 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-39547069-bd39-45ea-b102-c8322b40d8f3 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Network 0cc66fb4-aa9b-4065-9754-07c3b4544c1c is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:30.101140 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-92fd9715-1f80-494a-88d4-71ff19e0069f req-51a818bd-ca00-4ac7-b5f5-4c2922bb9500 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 210 time: 0.0555041 Jan 28 13:33:30.104843 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c269bbd-4ac0-44e1-ba53-026ffeca6fab tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Checking segment: {'id': '01adbcef-3318-458b-9526-f45e97ae1277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c71221b3-1815-48c4-af12-c4bd7fcd298a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:30.105362 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c269bbd-4ac0-44e1-ba53-026ffeca6fab tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Network hostable DHCP agents. Network: c71221b3-1815-48c4-af12-c4bd7fcd298a, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:33:30.119524 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-ed4f44d7-98ce-4fb5-9ac0-778401fa0c68 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Request body: {'port': {'device_id': '1fd04921-9512-4950-906c-da00687ff090', 'network_id': '0cc66fb4-aa9b-4065-9754-07c3b4544c1c', 'admin_state_up': True, 'tenant_id': '4b4d3f60af5c4c6b8423e28fd3aff330'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:30.165274 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c269bbd-4ac0-44e1-ba53-026ffeca6fab tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Network c71221b3-1815-48c4-af12-c4bd7fcd298a is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:33:30.198807 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-6c269bbd-4ac0-44e1-ba53-026ffeca6fab tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, c71221b3-1815-48c4-af12-c4bd7fcd298a) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:30.206188 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c269bbd-4ac0-44e1-ba53-026ffeca6fab tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:30.213874 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c269bbd-4ac0-44e1-ba53-026ffeca6fab tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:30.215483 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b8a7a1-c39a-4de8-b3d0-04f39dfb295e None None] Network c71221b3-1815-48c4-af12-c4bd7fcd298a requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:30.217873 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f65cf0-2adc-46d0-9194-7617cfa73581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05dbcb58-e1e0-4ae6-9b70-3124399838e9'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:30.219377 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c269bbd-4ac0-44e1-ba53-026ffeca6fab tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:30.220316 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c269bbd-4ac0-44e1-ba53-026ffeca6fab tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:30.220893 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01cb51f-c2df-4dad-ab9d-e182dfec29b8" -d '{"events": [{"server_uuid": "43f65cf0-2adc-46d0-9194-7617cfa73581", "name": "network-vif-unplugged", "status": "completed", "tag": "05dbcb58-e1e0-4ae6-9b70-3124399838e9"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:30.227327 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-55e2546c-916a-4ae8-a016-cbe5c4f5d641 req-b70c07ab-7887-4e47-928f-f53f64811148 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups/1f842802-1624-40a4-a27a-70ff33062eb5 HTTP/1.1" status: 200 len: 1826 time: 0.0823567 Jan 28 13:33:30.284713 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-39547069-bd39-45ea-b102-c8322b40d8f3 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:30.293396 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-ed4f44d7-98ce-4fb5-9ac0-778401fa0c68 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Made reservation on behalf of 4b4d3f60af5c4c6b8423e28fd3aff330 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:30.298439 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6c269bbd-4ac0-44e1-ba53-026ffeca6fab tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.9012487 Jan 28 13:33:30.302782 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60404) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:30.303159 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-ed4f44d7-98ce-4fb5-9ac0-778401fa0c68 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:30.333834 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-39547069-bd39-45ea-b102-c8322b40d8f3 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:30.335857 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-55e2546c-916a-4ae8-a016-cbe5c4f5d641 req-8043556a-21b0-4b8f-a972-f22a3e5590b6 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks [] for security_group (1f842802-1624-40a4-a27a-70ff33062eb5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:30.438972 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39547069-bd39-45ea-b102-c8322b40d8f3 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Pushing event updated for resources: {'Port': ['ID=0039b2b7-65d7-43fa-84c3-44415f0574ba,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:30.460714 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-55e2546c-916a-4ae8-a016-cbe5c4f5d641 req-8043556a-21b0-4b8f-a972-f22a3e5590b6 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks [] for security_group (1f842802-1624-40a4-a27a-70ff33062eb5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:30.485448 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549d492a-dcf8-43b5-bdb6-8e372c679777 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:30.491953 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549d492a-dcf8-43b5-bdb6-8e372c679777 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:30.493870 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-549d492a-dcf8-43b5-bdb6-8e372c679777 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1895287 Jan 28 13:33:30.499247 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60412) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:30.586159 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-39547069-bd39-45ea-b102-c8322b40d8f3 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:30.587096 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-39547069-bd39-45ea-b102-c8322b40d8f3 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:30.615604 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-39547069-bd39-45ea-b102-c8322b40d8f3 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0962112 Jan 28 13:33:30.629789 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-55e2546c-916a-4ae8-a016-cbe5c4f5d641 req-8043556a-21b0-4b8f-a972-f22a3e5590b6 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1f842802-1624-40a4-a27a-70ff33062eb5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:30.634707 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-55e2546c-916a-4ae8-a016-cbe5c4f5d641 req-8043556a-21b0-4b8f-a972-f22a3e5590b6 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:30.652260 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-55e2546c-916a-4ae8-a016-cbe5c4f5d641 req-8043556a-21b0-4b8f-a972-f22a3e5590b6 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "DELETE /v2.0/security-groups/1f842802-1624-40a4-a27a-70ff33062eb5 HTTP/1.1" status: 204 len: 173 time: 0.4154892 Jan 28 13:33:30.664428 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-4649d719-e4de-432f-8384-3c61565b6d44 service neutron] Request body: {'port': {'device_id': '6127d47b-5076-47ab-b192-40b6be842aee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:30.671595 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce203f3-64a3-4daf-aa49-ee8762ff0c27 x-openstack-request-id: req-cce203f3-64a3-4daf-aa49-ee8762ff0c27 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:30.672358 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f65cf0-2adc-46d0-9194-7617cfa73581", "name": "network-vif-unplugged", "status": "completed", "tag": "05dbcb58-e1e0-4ae6-9b70-3124399838e9", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:30.672358 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cce203f3-64a3-4daf-aa49-ee8762ff0c27 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:30.673023 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f65cf0-2adc-46d0-9194-7617cfa73581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05dbcb58-e1e0-4ae6-9b70-3124399838e9', 'code': 200} Jan 28 13:33:30.697336 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043556a-21b0-4b8f-a972-f22a3e5590b6 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f842802-1624-40a4-a27a-70ff33062eb5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:30.786941 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-771760d9-627f-4c75-945c-3a30b690a14c tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Deleting port e3b88813-1937-40e1-89f3-1aa16f939fb6 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:30.787888 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-771760d9-627f-4c75-945c-3a30b690a14c tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (e3b88813-1937-40e1-89f3-1aa16f939fb6), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:30.825279 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-4649d719-e4de-432f-8384-3c61565b6d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0039b2b7-65d7-43fa-84c3-44415f0574ba), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:30.903801 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-ed4f44d7-98ce-4fb5-9ac0-778401fa0c68 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Allocated IP 172.20.0.7 (0cc66fb4-aa9b-4065-9754-07c3b4544c1c/dbb764f6-d64f-484a-9e34-16f02ef802cf/7c967986-1c8e-417f-a71a-f6b5f187f1fe) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:30.929346 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-771760d9-627f-4c75-945c-3a30b690a14c tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (e3b88813-1937-40e1-89f3-1aa16f939fb6), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:30.940110 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24ebba-084b-4085-89f9-d9cb2daf5f4a req-233a4c75-9f4d-489a-af21-e1a006bac425 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:30.941891 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa24ebba-084b-4085-89f9-d9cb2daf5f4a req-233a4c75-9f4d-489a-af21-e1a006bac425 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 944 time: 0.1468716 Jan 28 13:33:30.979275 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-771760d9-627f-4c75-945c-3a30b690a14c tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Calling delete_port for e3b88813-1937-40e1-89f3-1aa16f939fb6 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:31.017084 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa24ebba-084b-4085-89f9-d9cb2daf5f4a req-fe1fd797-f878-4b16-b7ba-f758536ac7d5 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628150 Jan 28 13:33:31.126449 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-771760d9-627f-4c75-945c-3a30b690a14c tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (e3b88813-1937-40e1-89f3-1aa16f939fb6), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:31.190501 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771760d9-627f-4c75-945c-3a30b690a14c tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Pushing event deleted for resources: {'Port': ['ID=e3b88813-1937-40e1-89f3-1aa16f939fb6,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:31.198053 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-771760d9-627f-4c75-945c-3a30b690a14c tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:31.202187 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-771760d9-627f-4c75-945c-3a30b690a14c tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] 10.222.0.39 "DELETE /v2.0/ports/e3b88813-1937-40e1-89f3-1aa16f939fb6 HTTP/1.1" status: 204 len: 168 time: 0.7021635 Jan 28 13:33:31.205671 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60428) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:31.346855 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-7e7c3c77-3607-41ce-9f61-fafc30210d72 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Deleting port 71213cc0-b9fd-4e9a-b912-747387637563 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:31.348893 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7e7c3c77-3607-41ce-9f61-fafc30210d72 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (71213cc0-b9fd-4e9a-b912-747387637563), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:31.534834 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7e7c3c77-3607-41ce-9f61-fafc30210d72 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (71213cc0-b9fd-4e9a-b912-747387637563), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:31.592530 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-73d15bee-941e-4693-9b7c-a9855300f55d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:31.616283 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-7e7c3c77-3607-41ce-9f61-fafc30210d72 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Calling delete_port for 71213cc0-b9fd-4e9a-b912-747387637563 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:31.716818 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb34d4-2401-475b-8c93-998f1e2532d0 req-aaa16cd7-27c8-4b7d-b42a-d21cc76ab282 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:31.718371 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-17cb34d4-2401-475b-8c93-998f1e2532d0 req-aaa16cd7-27c8-4b7d-b42a-d21cc76ab282 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 945 time: 0.1216109 Jan 28 13:33:31.737372 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6ae2baeb-2af8-4ce5-860e-3982fddb8b86 req-aef75658-f272-4c5c-bd4b-ba400fbb91d9 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 210 time: 0.0628569 Jan 28 13:33:31.810482 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-17cb34d4-2401-475b-8c93-998f1e2532d0 req-4f722f21-35aa-43ac-91af-78c200e6c9f4 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ba3f71e-0e0f-40df-abe9-95ac24341234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855377 Jan 28 13:33:31.811965 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7e7c3c77-3607-41ce-9f61-fafc30210d72 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (71213cc0-b9fd-4e9a-b912-747387637563), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:31.843610 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c3c77-3607-41ce-9f61-fafc30210d72 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Pushing event deleted for resources: {'Port': ['ID=71213cc0-b9fd-4e9a-b912-747387637563,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:31.851275 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7e7c3c77-3607-41ce-9f61-fafc30210d72 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:31.858331 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7e7c3c77-3607-41ce-9f61-fafc30210d72 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] 10.222.0.39 "DELETE /v2.0/ports/71213cc0-b9fd-4e9a-b912-747387637563 HTTP/1.1" status: 204 len: 168 time: 0.6509070 Jan 28 13:33:31.859108 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60442) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:31.906239 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-293e28ca-230f-4c36-be97-d0979eea9857 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0452754 Jan 28 13:33:31.907715 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60444) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:31.915591 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-0e8ff4f2-112d-4cd9-aa05-2cdc2c19fca7 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-159094956'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:31.942819 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8ff4f2-112d-4cd9-aa05-2cdc2c19fca7 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Made reservation on behalf of 1f0dae03055242d4a8fcb3bf28607b4d for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:31.947099 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0e8ff4f2-112d-4cd9-aa05-2cdc2c19fca7 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:31.953405 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-ed4f44d7-98ce-4fb5-9ac0-778401fa0c68 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Publish callbacks [] for port (7c967986-1c8e-417f-a71a-f6b5f187f1fe), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:31.976167 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e8ff4f2-112d-4cd9-aa05-2cdc2c19fca7 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:33:32.001351 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0e8ff4f2-112d-4cd9-aa05-2cdc2c19fca7 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (bf3907be-43be-4cdf-85f3-b5ca3670f116), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:32.001698 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-0e8ff4f2-112d-4cd9-aa05-2cdc2c19fca7 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Added segment bf3907be-43be-4cdf-85f3-b5ca3670f116 of type vlan for network 429af47d-8b3b-4c14-bd23-19acffde241b Jan 28 13:33:32.085015 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0e8ff4f2-112d-4cd9-aa05-2cdc2c19fca7 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (429af47d-8b3b-4c14-bd23-19acffde241b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:32.139886 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-ed4f44d7-98ce-4fb5-9ac0-778401fa0c68 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (7c967986-1c8e-417f-a71a-f6b5f187f1fe), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:32.150764 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0e8ff4f2-112d-4cd9-aa05-2cdc2c19fca7 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (429af47d-8b3b-4c14-bd23-19acffde241b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:32.157620 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8ff4f2-112d-4cd9-aa05-2cdc2c19fca7 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:32.158203 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0e8ff4f2-112d-4cd9-aa05-2cdc2c19fca7 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:32.158759 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2547b-9845-47d0-9e06-8be5cff57658 req-e4824716-4b9e-49d8-964d-3eb6dac4e809 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:32.160520 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-24f2547b-9845-47d0-9e06-8be5cff57658 req-e4824716-4b9e-49d8-964d-3eb6dac4e809 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f26471f-e062-4170-ae44-38f023825a8a HTTP/1.1" status: 200 len: 949 time: 0.1752555 Jan 28 13:33:32.278608 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0e8ff4f2-112d-4cd9-aa05-2cdc2c19fca7 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3692591 Jan 28 13:33:32.282280 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60452) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:32.282824 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f44d7-98ce-4fb5-9ac0-778401fa0c68 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Pushing event updated for resources: {'Port': ['ID=7c967986-1c8e-417f-a71a-f6b5f187f1fe,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:32.296660 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-9154c7f1-464e-4d15-ba57-619670bea050 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1954404232'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:32.303552 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ff4f2-112d-4cd9-aa05-2cdc2c19fca7 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Pushing event updated for resources: {'Network': ['ID=429af47d-8b3b-4c14-bd23-19acffde241b,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:32.318488 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 429af47d-8b3b-4c14-bd23-19acffde241b details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:32.329532 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9154c7f1-464e-4d15-ba57-619670bea050 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Made reservation on behalf of 1f0dae03055242d4a8fcb3bf28607b4d for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:32.335224 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9154c7f1-464e-4d15-ba57-619670bea050 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:32.367944 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-ed4f44d7-98ce-4fb5-9ac0-778401fa0c68 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Network 0cc66fb4-aa9b-4065-9754-07c3b4544c1c is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:32.372338 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9154c7f1-464e-4d15-ba57-619670bea050 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:33:32.386741 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-24f2547b-9845-47d0-9e06-8be5cff57658 req-e28e97e8-1c10-492b-a645-6c42bc5b83cb tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d4486f4-20e6-4443-9bc1-2b3b2049a233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956582 Jan 28 13:33:32.387868 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9154c7f1-464e-4d15-ba57-619670bea050 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (1e00bd84-90b3-4003-b7f4-54b0ee1151e3), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:32.388278 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-9154c7f1-464e-4d15-ba57-619670bea050 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Added segment 1e00bd84-90b3-4003-b7f4-54b0ee1151e3 of type vlan for network c9f52cb0-6ec8-45ef-a3a9-78c29b834a01 Jan 28 13:33:32.389644 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-ed4f44d7-98ce-4fb5-9ac0-778401fa0c68 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:32.401334 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-ed4f44d7-98ce-4fb5-9ac0-778401fa0c68 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:32.460648 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9154c7f1-464e-4d15-ba57-619670bea050 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (c9f52cb0-6ec8-45ef-a3a9-78c29b834a01), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:32.536974 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3100132-bed5-4224-aff2-fd38979a773b req-1b1e070b-4b22-47a9-aea8-eebb72e79aa1 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:32.539289 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b3100132-bed5-4224-aff2-fd38979a773b req-1b1e070b-4b22-47a9-aea8-eebb72e79aa1 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 944 time: 0.0754545 Jan 28 13:33:32.540642 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9154c7f1-464e-4d15-ba57-619670bea050 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (c9f52cb0-6ec8-45ef-a3a9-78c29b834a01), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:32.546076 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9154c7f1-464e-4d15-ba57-619670bea050 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:32.546725 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9154c7f1-464e-4d15-ba57-619670bea050 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:32.552497 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-ed4f44d7-98ce-4fb5-9ac0-778401fa0c68 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:32.553325 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-ed4f44d7-98ce-4fb5-9ac0-778401fa0c68 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:32.575623 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-ed4f44d7-98ce-4fb5-9ac0-778401fa0c68 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4788647 Jan 28 13:33:32.607191 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06849b75-9848-4d8c-85e3-4ca659b40e8c req-b3601748-7329-4875-8404-fccffc2d0bde tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:32.627568 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-06849b75-9848-4d8c-85e3-4ca659b40e8c req-b3601748-7329-4875-8404-fccffc2d0bde tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37 HTTP/1.1" status: 200 len: 946 time: 0.1471229 Jan 28 13:33:32.677255 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9154c7f1-464e-4d15-ba57-619670bea050 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3863199 Jan 28 13:33:32.684466 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-4649d719-e4de-432f-8384-3c61565b6d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0039b2b7-65d7-43fa-84c3-44415f0574ba {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:33:32.696260 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-4649d719-e4de-432f-8384-3c61565b6d44 service neutron] Publish callbacks [] for port (0039b2b7-65d7-43fa-84c3-44415f0574ba), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:32.701765 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154c7f1-464e-4d15-ba57-619670bea050 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Pushing event updated for resources: {'Network': ['ID=c9f52cb0-6ec8-45ef-a3a9-78c29b834a01,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:32.710290 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-7402c508-2b00-47dc-ab0d-f30f96e5c57c service neutron] Request body: {'port': {'device_id': '1fd04921-9512-4950-906c-da00687ff090', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:32.729337 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network c9f52cb0-6ec8-45ef-a3a9-78c29b834a01 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:32.755268 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b3100132-bed5-4224-aff2-fd38979a773b req-8f5a150c-3d39-4dea-a52f-a7f6d78c4ba0 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008551 Jan 28 13:33:32.767448 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-4649d719-e4de-432f-8384-3c61565b6d44 service neutron] Transition to ACTIVE for port object 0039b2b7-65d7-43fa-84c3-44415f0574ba will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:33:32.805375 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-4649d719-e4de-432f-8384-3c61565b6d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (0039b2b7-65d7-43fa-84c3-44415f0574ba), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:32.904051 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649d719-e4de-432f-8384-3c61565b6d44 service neutron] Pushing event updated for resources: {'Port': ['ID=0039b2b7-65d7-43fa-84c3-44415f0574ba,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:32.938949 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-06849b75-9848-4d8c-85e3-4ca659b40e8c req-08677143-160f-4290-8661-1a470f2e55c8 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2b3825c-af35-4750-ac6b-0c880200080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951763 Jan 28 13:33:32.947384 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-7402c508-2b00-47dc-ab0d-f30f96e5c57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7c967986-1c8e-417f-a71a-f6b5f187f1fe), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.002317 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.061070 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046d712-a05b-4d7c-9e44-c687ab2e03a6 req-8b78acb8-32d3-45ab-9587-343fe18ad3b6 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:33.064363 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9046d712-a05b-4d7c-9e44-c687ab2e03a6 req-8b78acb8-32d3-45ab-9587-343fe18ad3b6 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 931 time: 0.1220241 Jan 28 13:33:33.139669 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9046d712-a05b-4d7c-9e44-c687ab2e03a6 req-6ebee392-d1ad-4f82-a81b-ad53e58a3905 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646017 Jan 28 13:33:33.267138 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce6cca-6872-460d-981f-9c1c72f1a856 req-f1db0a21-b1f8-4a47-ae9c-697a2d524b44 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:33.268705 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-41ce6cca-6872-460d-981f-9c1c72f1a856 req-f1db0a21-b1f8-4a47-ae9c-697a2d524b44 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 945 time: 0.1833656 Jan 28 13:33:33.383501 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-4649d719-e4de-432f-8384-3c61565b6d44 service neutron] Attempting to bind port 0039b2b7-65d7-43fa-84c3-44415f0574ba on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:33:33.383833 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-4649d719-e4de-432f-8384-3c61565b6d44 service neutron] Attempting to bind port 0039b2b7-65d7-43fa-84c3-44415f0574ba by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0cc66fb4-aa9b-4065-9754-07c3b4544c1c'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:33:33.384160 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-4649d719-e4de-432f-8384-3c61565b6d44 service neutron] Attempting to bind port 0039b2b7-65d7-43fa-84c3-44415f0574ba on network 0cc66fb4-aa9b-4065-9754-07c3b4544c1c {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:33.392085 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-41ce6cca-6872-460d-981f-9c1c72f1a856 req-845e44c6-eaa4-447b-9294-add1a78c89ea tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ba3f71e-0e0f-40df-abe9-95ac24341234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018493 Jan 28 13:33:33.406778 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-4649d719-e4de-432f-8384-3c61565b6d44 service neutron] Port 0039b2b7-65d7-43fa-84c3-44415f0574ba on network 0cc66fb4-aa9b-4065-9754-07c3b4544c1c not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:33:33.407541 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-4649d719-e4de-432f-8384-3c61565b6d44 service neutron] Attempting to bind port 0039b2b7-65d7-43fa-84c3-44415f0574ba on network 0cc66fb4-aa9b-4065-9754-07c3b4544c1c {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:33.423619 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-4649d719-e4de-432f-8384-3c61565b6d44 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:33:33.423619 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-4649d719-e4de-432f-8384-3c61565b6d44 service neutron] Checking segment: {'id': '0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0cc66fb4-aa9b-4065-9754-07c3b4544c1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:33.423619 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-4649d719-e4de-432f-8384-3c61565b6d44 service neutron] Bound using segment: {'id': '0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0cc66fb4-aa9b-4065-9754-07c3b4544c1c'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:33:33.423619 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-4649d719-e4de-432f-8384-3c61565b6d44 service neutron] Bound port: 0039b2b7-65d7-43fa-84c3-44415f0574ba, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0cc66fb4-aa9b-4065-9754-07c3b4544c1c'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:33:33.423619 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-4649d719-e4de-432f-8384-3c61565b6d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0039b2b7-65d7-43fa-84c3-44415f0574ba), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.495069 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-7402c508-2b00-47dc-ab0d-f30f96e5c57c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c967986-1c8e-417f-a71a-f6b5f187f1fe {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:33:33.505973 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-7402c508-2b00-47dc-ab0d-f30f96e5c57c service neutron] Publish callbacks [] for port (7c967986-1c8e-417f-a71a-f6b5f187f1fe), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.534272 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-7402c508-2b00-47dc-ab0d-f30f96e5c57c service neutron] Transition to ACTIVE for port object 7c967986-1c8e-417f-a71a-f6b5f187f1fe will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:33:33.540769 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-7402c508-2b00-47dc-ab0d-f30f96e5c57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (7c967986-1c8e-417f-a71a-f6b5f187f1fe), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.541221 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841832d-86a4-44f6-837e-b397d6d8d1b8 req-8c79cea8-6e67-4890-964f-45b873b6ba17 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:33.543442 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f841832d-86a4-44f6-837e-b397d6d8d1b8 req-8c79cea8-6e67-4890-964f-45b873b6ba17 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f26471f-e062-4170-ae44-38f023825a8a HTTP/1.1" status: 200 len: 949 time: 0.0674696 Jan 28 13:33:33.568588 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-4649d719-e4de-432f-8384-3c61565b6d44 service neutron] For port 0039b2b7-65d7-43fa-84c3-44415f0574ba, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:33:33.590788 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-4649d719-e4de-432f-8384-3c61565b6d44 service neutron] For port 0039b2b7-65d7-43fa-84c3-44415f0574ba, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=0039b2b7-65d7-43fa-84c3-44415f0574ba,segment=NetworkSegment(0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7),segment_id=0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:33:33.602982 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-4649d719-e4de-432f-8384-3c61565b6d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (0039b2b7-65d7-43fa-84c3-44415f0574ba), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.603990 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f841832d-86a4-44f6-837e-b397d6d8d1b8 req-db68b49b-31a9-48ee-9cd7-84ca74dc4e39 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d4486f4-20e6-4443-9bc1-2b3b2049a233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510380 Jan 28 13:33:33.613629 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402c508-2b00-47dc-ab0d-f30f96e5c57c service neutron] Pushing event updated for resources: {'Port': ['ID=7c967986-1c8e-417f-a71a-f6b5f187f1fe,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:33.657814 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-4649d719-e4de-432f-8384-3c61565b6d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:33.658498 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-4649d719-e4de-432f-8384-3c61565b6d44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.660168 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-4649d719-e4de-432f-8384-3c61565b6d44 service neutron] 10.222.0.37 "PUT /v2.0/ports/0039b2b7-65d7-43fa-84c3-44415f0574ba HTTP/1.1" status: 200 len: 1091 time: 3.0025029 Jan 28 13:33:33.660624 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6127d47b-5076-47ab-b192-40b6be842aee', 'tag': '0039b2b7-65d7-43fa-84c3-44415f0574ba'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:33.663026 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf5180f-ddb5-4954-8167-fe2a4ed685cf" -d '{"events": [{"name": "network-changed", "server_uuid": "6127d47b-5076-47ab-b192-40b6be842aee", "tag": "0039b2b7-65d7-43fa-84c3-44415f0574ba"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:33.772105 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfbe68f-c68d-4d50-8305-4a7c7ec4006b x-openstack-request-id: req-edfbe68f-c68d-4d50-8305-4a7c7ec4006b {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:33.772792 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6127d47b-5076-47ab-b192-40b6be842aee", "tag": "0039b2b7-65d7-43fa-84c3-44415f0574ba", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:33.772792 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-edfbe68f-c68d-4d50-8305-4a7c7ec4006b {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:33.773257 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6127d47b-5076-47ab-b192-40b6be842aee', 'tag': '0039b2b7-65d7-43fa-84c3-44415f0574ba', 'status': 'completed', 'code': 200} Jan 28 13:33:33.806360 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649d719-e4de-432f-8384-3c61565b6d44 service neutron] Pushing event updated for resources: {'Port': ['ID=0039b2b7-65d7-43fa-84c3-44415f0574ba,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:33.831212 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-7402c508-2b00-47dc-ab0d-f30f96e5c57c service neutron] Attempting to bind port 7c967986-1c8e-417f-a71a-f6b5f187f1fe on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:33:33.831624 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-7402c508-2b00-47dc-ab0d-f30f96e5c57c service neutron] Attempting to bind port 7c967986-1c8e-417f-a71a-f6b5f187f1fe by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0cc66fb4-aa9b-4065-9754-07c3b4544c1c'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:33:33.832027 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-7402c508-2b00-47dc-ab0d-f30f96e5c57c service neutron] Attempting to bind port 7c967986-1c8e-417f-a71a-f6b5f187f1fe on network 0cc66fb4-aa9b-4065-9754-07c3b4544c1c {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:33.840837 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-7402c508-2b00-47dc-ab0d-f30f96e5c57c service neutron] Port 7c967986-1c8e-417f-a71a-f6b5f187f1fe on network 0cc66fb4-aa9b-4065-9754-07c3b4544c1c not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:33:33.841169 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-7402c508-2b00-47dc-ab0d-f30f96e5c57c service neutron] Attempting to bind port 7c967986-1c8e-417f-a71a-f6b5f187f1fe on network 0cc66fb4-aa9b-4065-9754-07c3b4544c1c {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:33.853500 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-7402c508-2b00-47dc-ab0d-f30f96e5c57c service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:33:33.853870 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-7402c508-2b00-47dc-ab0d-f30f96e5c57c service neutron] Checking segment: {'id': '0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0cc66fb4-aa9b-4065-9754-07c3b4544c1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:33.855104 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-7402c508-2b00-47dc-ab0d-f30f96e5c57c service neutron] Bound using segment: {'id': '0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0cc66fb4-aa9b-4065-9754-07c3b4544c1c'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:33:33.855679 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-7402c508-2b00-47dc-ab0d-f30f96e5c57c service neutron] Bound port: 7c967986-1c8e-417f-a71a-f6b5f187f1fe, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0cc66fb4-aa9b-4065-9754-07c3b4544c1c'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:33:33.856387 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-7402c508-2b00-47dc-ab0d-f30f96e5c57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7c967986-1c8e-417f-a71a-f6b5f187f1fe), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.867353 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce4fb5-8d71-4be9-8792-7798757fe270 req-c3b2e733-33cc-4640-83eb-5925bd34657a tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:33.869668 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6bce4fb5-8d71-4be9-8792-7798757fe270 req-c3b2e733-33cc-4640-83eb-5925bd34657a tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 945 time: 0.1575727 Jan 28 13:33:33.937642 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1603b-7e0f-41c0-864e-6f1ec5370997 req-a6828c54-5eae-4ad4-9699-8d6b3f5ed6de tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:33.955307 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b2b1603b-7e0f-41c0-864e-6f1ec5370997 req-a6828c54-5eae-4ad4-9699-8d6b3f5ed6de tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 944 time: 0.0695450 Jan 28 13:33:34.026295 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-7402c508-2b00-47dc-ab0d-f30f96e5c57c service neutron] For port 7c967986-1c8e-417f-a71a-f6b5f187f1fe, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:33:34.066370 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-7402c508-2b00-47dc-ab0d-f30f96e5c57c service neutron] For port 7c967986-1c8e-417f-a71a-f6b5f187f1fe, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=7c967986-1c8e-417f-a71a-f6b5f187f1fe,segment=NetworkSegment(0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7),segment_id=0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:33:34.079790 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-7402c508-2b00-47dc-ab0d-f30f96e5c57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (7c967986-1c8e-417f-a71a-f6b5f187f1fe), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:34.092039 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b2b1603b-7e0f-41c0-864e-6f1ec5370997 req-ed818ba8-621b-402e-9210-9293e346745a tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352808 Jan 28 13:33:34.136000 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd0215-1ea8-445f-9177-f0f5c557d53a req-e42056e2-d3c0-44e8-8916-0d3b507284b0 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:34.140813 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-65cd0215-1ea8-445f-9177-f0f5c557d53a req-e42056e2-d3c0-44e8-8916-0d3b507284b0 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37 HTTP/1.1" status: 200 len: 946 time: 0.1214483 Jan 28 13:33:34.151932 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-7402c508-2b00-47dc-ab0d-f30f96e5c57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:34.151932 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-7402c508-2b00-47dc-ab0d-f30f96e5c57c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:34.153180 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-7402c508-2b00-47dc-ab0d-f30f96e5c57c service neutron] 10.222.0.37 "PUT /v2.0/ports/7c967986-1c8e-417f-a71a-f6b5f187f1fe HTTP/1.1" status: 200 len: 1091 time: 1.4489610 Jan 28 13:33:34.181229 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:34.217816 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-6bce4fb5-8d71-4be9-8792-7798757fe270 req-a0035052-c7bf-4f85-b6fa-3da390fe0f15 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Deleting port 8e4cfa4f-5519-4fbe-96e3-b799972c2c75 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:34.218109 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6bce4fb5-8d71-4be9-8792-7798757fe270 req-a0035052-c7bf-4f85-b6fa-3da390fe0f15 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8e4cfa4f-5519-4fbe-96e3-b799972c2c75), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:34.227698 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402c508-2b00-47dc-ab0d-f30f96e5c57c service neutron] Pushing event updated for resources: {'Port': ['ID=7c967986-1c8e-417f-a71a-f6b5f187f1fe,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:34.328642 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ffd34-ce23-4a3f-af7a-ba42a2c3d063 req-fa8b2d9a-07de-4013-b4f9-75346cd86f8d tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:34.331434 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-186ffd34-ce23-4a3f-af7a-ba42a2c3d063 req-fa8b2d9a-07de-4013-b4f9-75346cd86f8d tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 943 time: 0.0724809 Jan 28 13:33:34.342000 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-65cd0215-1ea8-445f-9177-f0f5c557d53a req-3998a267-0f5d-4cb5-aa70-fd00cb2906ab tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2b3825c-af35-4750-ac6b-0c880200080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875870 Jan 28 13:33:34.383634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-6bce4fb5-8d71-4be9-8792-7798757fe270 req-a0035052-c7bf-4f85-b6fa-3da390fe0f15 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] For port 8e4cfa4f-5519-4fbe-96e3-b799972c2c75, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8e4cfa4f-5519-4fbe-96e3-b799972c2c75,segment=NetworkSegment(c3550a61-3709-4f50-9cbb-53890d532da5),segment_id=c3550a61-3709-4f50-9cbb-53890d532da5)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:34.383936 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6bce4fb5-8d71-4be9-8792-7798757fe270 req-a0035052-c7bf-4f85-b6fa-3da390fe0f15 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8e4cfa4f-5519-4fbe-96e3-b799972c2c75), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:34.392647 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-186ffd34-ce23-4a3f-af7a-ba42a2c3d063 req-c8ad2585-0cbf-4828-8a9e-f345d0a2da0b tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538769 Jan 28 13:33:34.401570 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-6bce4fb5-8d71-4be9-8792-7798757fe270 req-a0035052-c7bf-4f85-b6fa-3da390fe0f15 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Calling delete_port for 8e4cfa4f-5519-4fbe-96e3-b799972c2c75 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:34.538066 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ae3a8-fb8c-435b-be6c-9203d3da95a4 req-e1d26c94-5622-4ec5-80a4-8a1fb3175186 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:34.539809 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f61ae3a8-fb8c-435b-be6c-9203d3da95a4 req-e1d26c94-5622-4ec5-80a4-8a1fb3175186 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/ports?device_id=03b32b60-5c49-441e-a408-687fd471cb06 HTTP/1.1" status: 200 len: 945 time: 0.0540397 Jan 28 13:33:34.551522 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6bce4fb5-8d71-4be9-8792-7798757fe270 req-a0035052-c7bf-4f85-b6fa-3da390fe0f15 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (8e4cfa4f-5519-4fbe-96e3-b799972c2c75), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:34.563204 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['8e4cfa4f-5519-4fbe-96e3-b799972c2c75'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:33:34.579528 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0035052-c7bf-4f85-b6fa-3da390fe0f15 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Pushing event deleted for resources: {'Port': ['ID=8e4cfa4f-5519-4fbe-96e3-b799972c2c75,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:34.622418 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f61ae3a8-fb8c-435b-be6c-9203d3da95a4 req-b05d5178-1a4b-47d6-afcc-b92bc78feb02 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ba3f71e-0e0f-40df-abe9-95ac24341234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741003 Jan 28 13:33:34.669921 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bce4fb5-8d71-4be9-8792-7798757fe270 req-a0035052-c7bf-4f85-b6fa-3da390fe0f15 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] No DVR routers for this DVR port 8e4cfa4f-5519-4fbe-96e3-b799972c2c75 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:33:34.673315 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6bce4fb5-8d71-4be9-8792-7798757fe270 req-a0035052-c7bf-4f85-b6fa-3da390fe0f15 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:34.677444 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6bce4fb5-8d71-4be9-8792-7798757fe270 req-a0035052-c7bf-4f85-b6fa-3da390fe0f15 tempest-ServerRescueTestJSONUnderV235-8357885 tempest-ServerRescueTestJSONUnderV235-8357885-project] 10.222.0.18 "DELETE /v2.0/ports/8e4cfa4f-5519-4fbe-96e3-b799972c2c75 HTTP/1.1" status: 204 len: 173 time: 0.8000650 Jan 28 13:33:34.768789 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c0fc4-13a8-4b57-b2de-2d73deb518ed req-ebb62a11-fda7-471d-91c9-702022fe7f7a tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:34.777736 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8a2c0fc4-13a8-4b57-b2de-2d73deb518ed req-ebb62a11-fda7-471d-91c9-702022fe7f7a tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f26471f-e062-4170-ae44-38f023825a8a HTTP/1.1" status: 200 len: 949 time: 0.0731771 Jan 28 13:33:34.827775 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8a2c0fc4-13a8-4b57-b2de-2d73deb518ed req-7236863a-2196-44ad-9248-b1d75d41924d tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d4486f4-20e6-4443-9bc1-2b3b2049a233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487869 Jan 28 13:33:35.270000 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97065459-b571-4002-bcab-1c99723946fc req-4f1e3a56-8a3f-4817-bf01-8bea589d954b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:35.279050 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-97065459-b571-4002-bcab-1c99723946fc req-4f1e3a56-8a3f-4817-bf01-8bea589d954b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 944 time: 0.0728545 Jan 28 13:33:35.341722 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-97065459-b571-4002-bcab-1c99723946fc req-684825b9-8b7e-4ddf-822b-938133c9c1a0 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611734 Jan 28 13:33:35.524253 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 05dbcb58-e1e0-4ae6-9b70-3124399838e9 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:33:35.642005 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd512033-8c75-44c7-8f4b-4d0d22bd3aef req-ac6051b3-5bc0-479e-88db-d3f30028dd75 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:35.649273 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a71be-c592-45d2-98fb-0ffbbbd8b07c req-2041d6b8-0336-4263-8a07-fadfdb52e1aa tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:35.655114 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dd512033-8c75-44c7-8f4b-4d0d22bd3aef req-ac6051b3-5bc0-479e-88db-d3f30028dd75 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37 HTTP/1.1" status: 200 len: 946 time: 0.1621518 Jan 28 13:33:35.663704 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab3a71be-c592-45d2-98fb-0ffbbbd8b07c req-2041d6b8-0336-4263-8a07-fadfdb52e1aa tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 943 time: 0.1729038 Jan 28 13:33:35.823699 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab3a71be-c592-45d2-98fb-0ffbbbd8b07c req-cac6bc6c-e294-41c4-8ef6-99420f18924a tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533144 Jan 28 13:33:35.849298 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd04921-9512-4950-906c-da00687ff090', 'tag': '7c967986-1c8e-417f-a71a-f6b5f187f1fe'}, {'server_uuid': '03b32b60-5c49-441e-a408-687fd471cb06', 'name': 'network-vif-deleted', 'tag': '8e4cfa4f-5519-4fbe-96e3-b799972c2c75'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:35.855929 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 05dbcb58-e1e0-4ae6-9b70-3124399838e9, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=05dbcb58-e1e0-4ae6-9b70-3124399838e9,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:35.860389 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02eb563c-1693-49f9-a3eb-aa335badfaba" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd04921-9512-4950-906c-da00687ff090", "tag": "7c967986-1c8e-417f-a71a-f6b5f187f1fe"}, {"server_uuid": "03b32b60-5c49-441e-a408-687fd471cb06", "name": "network-vif-deleted", "tag": "8e4cfa4f-5519-4fbe-96e3-b799972c2c75"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:35.884129 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60508) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:35.891850 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-09441c58-cb51-4d9d-9207-7d3775b046bd tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Request body: {'subnets': [{'network_id': '429af47d-8b3b-4c14-bd23-19acffde241b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1615644842', 'ip_version': 6}, {'network_id': 'c9f52cb0-6ec8-45ef-a3a9-78c29b834a01', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:35.892574 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-09441c58-cb51-4d9d-9207-7d3775b046bd tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Request body: {'subnet': {'network_id': '429af47d-8b3b-4c14-bd23-19acffde241b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1615644842', 'ip_version': 6}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:35.893788 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-09441c58-cb51-4d9d-9207-7d3775b046bd tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Request body: {'subnet': {'network_id': 'c9f52cb0-6ec8-45ef-a3a9-78c29b834a01', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:35.896068 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '05dbcb58-e1e0-4ae6-9b70-3124399838e9', 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0', 'port_id': '05dbcb58-e1e0-4ae6-9b70-3124399838e9', 'mac_address': 'fa:16:3e:a0:06:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0384f919-cf7e-4ec0-b290-94b57d977aef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:33:35.943758 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.977434 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 05dbcb58-e1e0-4ae6-9b70-3124399838e9 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:35.979142 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.995327 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-d005b65e-0a52-4c9e-9cd2-bc74423f9b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:36.001450 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-d005b65e-0a52-4c9e-9cd2-bc74423f9b50 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b4d3f60af5c4c6b8423e28fd3aff330&device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 1094 time: 0.1300290 Jan 28 13:33:36.021127 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05dbcb58-e1e0-4ae6-9b70-3124399838e9 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:33:36.035365 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dd512033-8c75-44c7-8f4b-4d0d22bd3aef req-a73e94c8-99ab-41e4-b4d4-1e8793998d5b tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2b3825c-af35-4750-ac6b-0c880200080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780422 Jan 28 13:33:36.074124 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 05dbcb58-e1e0-4ae6-9b70-3124399838e9, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=05dbcb58-e1e0-4ae6-9b70-3124399838e9,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:36.083882 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:36.122486 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60510) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:36.127761 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-d69649d2-74a7-4e33-b024-9101f258ba5e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c967986-1c8e-417f-a71a-f6b5f187f1fe HTTP/1.1" status: 200 len: 217 time: 0.0789371 Jan 28 13:33:36.132154 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5180f-ddb5-4954-8167-fe2a4ed685cf req-43f823eb-f910-4dbe-a64b-6fb7a78f3b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:36.135367 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9cf5180f-ddb5-4954-8167-fe2a4ed685cf req-43f823eb-f910-4dbe-a64b-6fb7a78f3b24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b4d3f60af5c4c6b8423e28fd3aff330&device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 1094 time: 0.4170315 Jan 28 13:33:36.196641 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=05dbcb58-e1e0-4ae6-9b70-3124399838e9,revision_number=9']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:36.225300 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['05dbcb58-e1e0-4ae6-9b70-3124399838e9'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:33:36.247064 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1426c9e-6253-42b1-961c-3fb04db2dddd x-openstack-request-id: req-e1426c9e-6253-42b1-961c-3fb04db2dddd {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:36.257896 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd04921-9512-4950-906c-da00687ff090", "tag": "7c967986-1c8e-417f-a71a-f6b5f187f1fe", "status": "completed", "code": 200}, {"server_uuid": "03b32b60-5c49-441e-a408-687fd471cb06", "name": "network-vif-deleted", "tag": "8e4cfa4f-5519-4fbe-96e3-b799972c2c75", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:36.258406 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e1426c9e-6253-42b1-961c-3fb04db2dddd {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:36.258789 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd04921-9512-4950-906c-da00687ff090', 'tag': '7c967986-1c8e-417f-a71a-f6b5f187f1fe', 'status': 'completed', 'code': 200} Jan 28 13:33:36.259086 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b32b60-5c49-441e-a408-687fd471cb06', 'name': 'network-vif-deleted', 'tag': '8e4cfa4f-5519-4fbe-96e3-b799972c2c75', 'status': 'completed', 'code': 200} Jan 28 13:33:36.400431 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-a5ebe850-17c8-4dcc-ad43-498b202dfa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:36.401862 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-a5ebe850-17c8-4dcc-ad43-498b202dfa9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbb764f6-d64f-484a-9e34-16f02ef802cf HTTP/1.1" status: 200 len: 858 time: 0.2482839 Jan 28 13:33:36.432937 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b251f-c6cb-4ee5-9d18-6fec27562995 req-91acef58-281c-44df-90c5-82fa3bc6233f tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:36.434514 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3e6b251f-c6cb-4ee5-9d18-6fec27562995 req-91acef58-281c-44df-90c5-82fa3bc6233f tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f26471f-e062-4170-ae44-38f023825a8a HTTP/1.1" status: 200 len: 949 time: 0.2135577 Jan 28 13:33:36.477159 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-5cd6f13d-7b1e-4cbc-a647-ddbe3979d73c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0cc66fb4-aa9b-4065-9754-07c3b4544c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659747 Jan 28 13:33:36.514869 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5180f-ddb5-4954-8167-fe2a4ed685cf req-ed460387-913a-4230-bc98-7c21c7ff6808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:36.516428 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9cf5180f-ddb5-4954-8167-fe2a4ed685cf req-ed460387-913a-4230-bc98-7c21c7ff6808 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4b4d3f60af5c4c6b8423e28fd3aff330&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3494918 Jan 28 13:33:36.648268 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3e6b251f-c6cb-4ee5-9d18-6fec27562995 req-c40f6662-0b21-48dd-8b3c-cb14be197b82 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d4486f4-20e6-4443-9bc1-2b3b2049a233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932261 Jan 28 13:33:36.728151 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-72e074ba-f504-4480-b729-60e0fa7f811f service neutron] 10.222.0.37 "GET /v2.0/networks/0cc66fb4-aa9b-4065-9754-07c3b4544c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409818 Jan 28 13:33:36.782995 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5180f-ddb5-4954-8167-fe2a4ed685cf req-9b8dc8dd-cc9f-434f-9b57-780b91c1b56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:36.785650 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9cf5180f-ddb5-4954-8167-fe2a4ed685cf req-9b8dc8dd-cc9f-434f-9b57-780b91c1b56c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2541127 Jan 28 13:33:36.897645 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09441c58-cb51-4d9d-9207-7d3775b046bd tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Made reservation on behalf of 1f0dae03055242d4a8fcb3bf28607b4d for: {'subnet': 2} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:36.903099 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-09441c58-cb51-4d9d-9207-7d3775b046bd tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:36.903410 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-09441c58-cb51-4d9d-9207-7d3775b046bd tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:36.913641 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2b33cc43-f642-452c-a8e1-07b048e54a1f req-fe418c82-157d-4e58-adc6-faaaf98d7b27 service neutron] 10.222.0.37 "GET /v2.0/networks/0cc66fb4-aa9b-4065-9754-07c3b4544c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792190 Jan 28 13:33:37.016028 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-29fdd316-a312-4fe9-901c-101059b4ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:37.030105 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-29fdd316-a312-4fe9-901c-101059b4ae91 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b4d3f60af5c4c6b8423e28fd3aff330&device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 1094 time: 0.1137354 Jan 28 13:33:37.103315 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a750604-0934-42d0-be0d-38c13b7a2b7e req-9ee9cae7-117c-4b7a-b900-e67557d4d0eb tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:37.104971 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a750604-0934-42d0-be0d-38c13b7a2b7e req-9ee9cae7-117c-4b7a-b900-e67557d4d0eb tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 944 time: 0.2172534 Jan 28 13:33:37.183010 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-fb1be85b-cbbe-498d-bb2a-096b22282d29 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0039b2b7-65d7-43fa-84c3-44415f0574ba HTTP/1.1" status: 200 len: 217 time: 0.1176343 Jan 28 13:33:37.194739 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14acea67-cd28-4f23-a4f6-91344e33ab59 req-121d2329-0e8d-4a63-9f9c-c5e7de08578a tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:37.204402 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-14acea67-cd28-4f23-a4f6-91344e33ab59 req-121d2329-0e8d-4a63-9f9c-c5e7de08578a tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 943 time: 0.2547417 Jan 28 13:33:37.250383 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a750604-0934-42d0-be0d-38c13b7a2b7e req-d0b39051-03c1-4274-8c64-3ab6c45d4738 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359782 Jan 28 13:33:37.314035 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb563c-1693-49f9-a3eb-aa335badfaba req-5598d9b4-6b68-4fb7-9269-198b6a1f9671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:37.316752 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-02eb563c-1693-49f9-a3eb-aa335badfaba req-5598d9b4-6b68-4fb7-9269-198b6a1f9671 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b4d3f60af5c4c6b8423e28fd3aff330&device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 1094 time: 0.2835855 Jan 28 13:33:37.439885 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 8e4cfa4f-5519-4fbe-96e3-b799972c2c75 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:37.467689 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 8e4cfa4f-5519-4fbe-96e3-b799972c2c75 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:33:37.468939 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 8e4cfa4f-5519-4fbe-96e3-b799972c2c75 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:33:37.475191 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-14acea67-cd28-4f23-a4f6-91344e33ab59 req-52d5144f-0930-4a93-a927-2701d75aae4c tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683105 Jan 28 13:33:37.481105 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-bff2988a-2ed2-4ebe-b892-4ce3b691a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:37.482884 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-bff2988a-2ed2-4ebe-b892-4ce3b691a8ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbb764f6-d64f-484a-9e34-16f02ef802cf HTTP/1.1" status: 200 len: 858 time: 0.2734876 Jan 28 13:33:37.544795 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb563c-1693-49f9-a3eb-aa335badfaba req-e6c3a888-75c0-40a6-a4df-9ba09bfec5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:37.546549 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-02eb563c-1693-49f9-a3eb-aa335badfaba req-e6c3a888-75c0-40a6-a4df-9ba09bfec5b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0cc66fb4-aa9b-4065-9754-07c3b4544c1c HTTP/1.1" status: 200 len: 918 time: 0.2197475 Jan 28 13:33:37.577133 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-38d4dc6f-ed07-407b-b007-435ad70ab1af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0cc66fb4-aa9b-4065-9754-07c3b4544c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853901 Jan 28 13:33:37.616447 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-02eb563c-1693-49f9-a3eb-aa335badfaba req-143e46fc-a2e0-4b83-81f1-25f794354df0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c967986-1c8e-417f-a71a-f6b5f187f1fe HTTP/1.1" status: 200 len: 217 time: 0.0473285 Jan 28 13:33:37.691213 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10dbb8-565f-42b8-944c-a5fa3ac3b38f req-8bd980af-38b1-4dc9-996a-32884d2b798d tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:37.706064 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae10dbb8-565f-42b8-944c-a5fa3ac3b38f req-8bd980af-38b1-4dc9-996a-32884d2b798d tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37 HTTP/1.1" status: 200 len: 946 time: 0.1429610 Jan 28 13:33:37.707985 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb563c-1693-49f9-a3eb-aa335badfaba req-2c1a109e-9ac6-4a6b-b7c0-14ae41d3b96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:37.709679 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-02eb563c-1693-49f9-a3eb-aa335badfaba req-2c1a109e-9ac6-4a6b-b7c0-14ae41d3b96b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbb764f6-d64f-484a-9e34-16f02ef802cf HTTP/1.1" status: 200 len: 858 time: 0.0820041 Jan 28 13:33:37.744605 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ed0cd-5857-497d-b637-4bdc49560507 req-0133f2aa-edce-4208-bd93-b324a4b475c6 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:37.750627 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fd7ed0cd-5857-497d-b637-4bdc49560507 req-0133f2aa-edce-4208-bd93-b324a4b475c6 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f26471f-e062-4170-ae44-38f023825a8a HTTP/1.1" status: 200 len: 949 time: 0.2365868 Jan 28 13:33:37.853026 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae10dbb8-565f-42b8-944c-a5fa3ac3b38f req-8de2e31a-65a2-44a4-88bc-1305fff1c5ca tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2b3825c-af35-4750-ac6b-0c880200080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460347 Jan 28 13:33:37.947610 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-50432490-c892-4085-9f2d-0ad349d1434b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (42e34e66-b9f7-47a8-a541-6b4a455f1fca), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:37.992001 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-09441c58-cb51-4d9d-9207-7d3775b046bd tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (05fe5796-23e9-4576-9e6b-bc8d0055f56d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:38.115073 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09441c58-cb51-4d9d-9207-7d3775b046bd tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Pushing event updated for resources: {'Subnet': ['ID=05fe5796-23e9-4576-9e6b-bc8d0055f56d,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:38.124396 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-fd7ed0cd-5857-497d-b637-4bdc49560507 req-8053d8c0-b173-4795-a52c-2731bbc29cc1 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Deleting port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:38.124396 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-fd7ed0cd-5857-497d-b637-4bdc49560507 req-8053d8c0-b173-4795-a52c-2731bbc29cc1 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:38.166800 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-02eb563c-1693-49f9-a3eb-aa335badfaba req-8f52225f-adf5-4753-b5eb-68b2642efd5c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0cc66fb4-aa9b-4065-9754-07c3b4544c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4058328 Jan 28 13:33:38.215226 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09441c58-cb51-4d9d-9207-7d3775b046bd tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Checking segment: {'id': 'bf3907be-43be-4cdf-85f3-b5ca3670f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '429af47d-8b3b-4c14-bd23-19acffde241b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:38.215482 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09441c58-cb51-4d9d-9207-7d3775b046bd tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Network hostable DHCP agents. Network: 429af47d-8b3b-4c14-bd23-19acffde241b, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:33:38.286081 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-f69c0c9e-0ad8-4dec-b6bf-6a3d25c69945 service neutron] 10.222.0.37 "GET /v2.0/networks/0cc66fb4-aa9b-4065-9754-07c3b4544c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6785564 Jan 28 13:33:38.310877 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-fd7ed0cd-5857-497d-b637-4bdc49560507 req-8053d8c0-b173-4795-a52c-2731bbc29cc1 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] For port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=5e5f4228-1d82-4896-aefc-40e1d70b3d6f,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:38.311311 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-fd7ed0cd-5857-497d-b637-4bdc49560507 req-8053d8c0-b173-4795-a52c-2731bbc29cc1 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:38.320236 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09441c58-cb51-4d9d-9207-7d3775b046bd tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Network 429af47d-8b3b-4c14-bd23-19acffde241b is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:33:38.327424 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f9d32-3d5a-4925-b975-b515e64881c1 req-6297580d-6abf-4516-b67d-453e683607ef tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:38.328982 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a10f9d32-3d5a-4925-b975-b515e64881c1 req-6297580d-6abf-4516-b67d-453e683607ef tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f26471f-e062-4170-ae44-38f023825a8a HTTP/1.1" status: 200 len: 949 time: 0.5692699 Jan 28 13:33:38.334461 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-fd7ed0cd-5857-497d-b637-4bdc49560507 req-8053d8c0-b173-4795-a52c-2731bbc29cc1 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Calling delete_port for 5e5f4228-1d82-4896-aefc-40e1d70b3d6f owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:38.343782 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-09441c58-cb51-4d9d-9207-7d3775b046bd tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 429af47d-8b3b-4c14-bd23-19acffde241b) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:38.354605 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83198cb9-9109-4d54-825c-75584363e354 None None] Network 429af47d-8b3b-4c14-bd23-19acffde241b requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:38.357215 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-09441c58-cb51-4d9d-9207-7d3775b046bd tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (d69284b1-a914-4e0a-bef8-0b890a96ac49), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:38.405072 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e70ce-9b5e-48fe-9aaa-17e9c906c25c req-f859d972-2223-43b0-aa25-edf58dd094a6 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:38.406596 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-866e70ce-9b5e-48fe-9aaa-17e9c906c25c req-f859d972-2223-43b0-aa25-edf58dd094a6 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37 HTTP/1.1" status: 200 len: 946 time: 0.2387583 Jan 28 13:33:38.423580 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-02eb563c-1693-49f9-a3eb-aa335badfaba req-4872589e-4a4d-472a-9a71-6f21cbbf1b32 service neutron] 10.222.0.37 "GET /v2.0/networks/0cc66fb4-aa9b-4065-9754-07c3b4544c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429566 Jan 28 13:33:38.485724 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0eb35b0-4901-4a1f-a548-891c90dcc47d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-429af47d-8b3b-4c14-bd23-19acffde241b', 'network_id': '429af47d-8b3b-4c14-bd23-19acffde241b', 'project_id': '1f0dae03055242d4a8fcb3bf28607b4d', 'fixed_ips': [{'subnet_id': '05fe5796-23e9-4576-9e6b-bc8d0055f56d'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:33:38.486777 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0eb35b0-4901-4a1f-a548-891c90dcc47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:38.503024 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09441c58-cb51-4d9d-9207-7d3775b046bd tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Pushing event updated for resources: {'Subnet': ['ID=d69284b1-a914-4e0a-bef8-0b890a96ac49,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:38.570534 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ca7ff-995e-4b0d-89f4-96766bb7e543 req-5c5eba7d-0e7d-4e30-b265-5b988e3f1d65 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:38.572816 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6f9ca7ff-995e-4b0d-89f4-96766bb7e543 req-5c5eba7d-0e7d-4e30-b265-5b988e3f1d65 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 944 time: 0.1576588 Jan 28 13:33:38.612958 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a10f9d32-3d5a-4925-b975-b515e64881c1 req-c1072098-a657-4360-b389-840a13b0c6d6 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d4486f4-20e6-4443-9bc1-2b3b2049a233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672384 Jan 28 13:33:38.614514 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09441c58-cb51-4d9d-9207-7d3775b046bd tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Checking segment: {'id': '1e00bd84-90b3-4003-b7f4-54b0ee1151e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c9f52cb0-6ec8-45ef-a3a9-78c29b834a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:38.614892 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09441c58-cb51-4d9d-9207-7d3775b046bd tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Network hostable DHCP agents. Network: c9f52cb0-6ec8-45ef-a3a9-78c29b834a01, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:33:38.617348 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f0716c81-24bd-4c0f-84d3-5b7ba21d7f4b req-6e9c5d88-ab9f-4487-9bfa-8566a460a549 service neutron] 10.222.0.37 "GET /v2.0/networks/0cc66fb4-aa9b-4065-9754-07c3b4544c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212695 Jan 28 13:33:38.683323 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-a0eb35b0-4901-4a1f-a548-891c90dcc47d None None] Allocated IP 2001:db8::1 (429af47d-8b3b-4c14-bd23-19acffde241b/05fe5796-23e9-4576-9e6b-bc8d0055f56d/903c93cf-6336-4d77-94c5-0d422724083e) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:38.696392 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-02eb563c-1693-49f9-a3eb-aa335badfaba req-2201cab8-a4a9-4d48-b1b1-c57a944af917 service neutron] 10.222.0.37 "GET /v2.0/networks/0cc66fb4-aa9b-4065-9754-07c3b4544c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517755 Jan 28 13:33:38.728080 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6f9ca7ff-995e-4b0d-89f4-96766bb7e543 req-b581e7f4-9f81-4ef4-9e1e-aaa169a3f907 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404970 Jan 28 13:33:38.729619 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-866e70ce-9b5e-48fe-9aaa-17e9c906c25c req-94316ac2-74d8-44f6-8975-1834be97253b tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Deleting port 07648adf-f5b0-424a-9ec9-b93561c52ed8 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:38.731350 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-866e70ce-9b5e-48fe-9aaa-17e9c906c25c req-94316ac2-74d8-44f6-8975-1834be97253b tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (07648adf-f5b0-424a-9ec9-b93561c52ed8), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:38.740861 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09441c58-cb51-4d9d-9207-7d3775b046bd tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Network c9f52cb0-6ec8-45ef-a3a9-78c29b834a01 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:33:38.769401 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-09441c58-cb51-4d9d-9207-7d3775b046bd tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, c9f52cb0-6ec8-45ef-a3a9-78c29b834a01) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:38.780519 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-50432490-c892-4085-9f2d-0ad349d1434b admin admin] Deleting port e77c5259-c10c-4a47-b717-5be3be364b9b {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:38.780862 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-50432490-c892-4085-9f2d-0ad349d1434b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (e77c5259-c10c-4a47-b717-5be3be364b9b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:38.786567 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d0ed7c-3734-4d4d-b4ce-76b019ac029a None None] Network c9f52cb0-6ec8-45ef-a3a9-78c29b834a01 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:38.788322 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09441c58-cb51-4d9d-9207-7d3775b046bd tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:38.788793 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09441c58-cb51-4d9d-9207-7d3775b046bd tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:38.789431 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-09441c58-cb51-4d9d-9207-7d3775b046bd tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:38.792501 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-fd7ed0cd-5857-497d-b637-4bdc49560507 req-8053d8c0-b173-4795-a52c-2731bbc29cc1 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (5e5f4228-1d82-4896-aefc-40e1d70b3d6f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:38.849005 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053d8c0-b173-4795-a52c-2731bbc29cc1 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Pushing event deleted for resources: {'Port': ['ID=5e5f4228-1d82-4896-aefc-40e1d70b3d6f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:38.861200 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-09441c58-cb51-4d9d-9207-7d3775b046bd tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.9754312 Jan 28 13:33:38.913833 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60538) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:38.927975 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-866e70ce-9b5e-48fe-9aaa-17e9c906c25c req-94316ac2-74d8-44f6-8975-1834be97253b tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] For port 07648adf-f5b0-424a-9ec9-b93561c52ed8, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=07648adf-f5b0-424a-9ec9-b93561c52ed8,segment=NetworkSegment(2f09991b-edf7-4d83-a0af-555e324488e5),segment_id=2f09991b-edf7-4d83-a0af-555e324488e5)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:38.928353 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-866e70ce-9b5e-48fe-9aaa-17e9c906c25c req-94316ac2-74d8-44f6-8975-1834be97253b tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (07648adf-f5b0-424a-9ec9-b93561c52ed8), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:38.946508 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-866e70ce-9b5e-48fe-9aaa-17e9c906c25c req-94316ac2-74d8-44f6-8975-1834be97253b tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Calling delete_port for 07648adf-f5b0-424a-9ec9-b93561c52ed8 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:38.975828 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0ad396-6856-480b-ac36-ab56f1b02098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-c9f52cb0-6ec8-45ef-a3a9-78c29b834a01', 'network_id': 'c9f52cb0-6ec8-45ef-a3a9-78c29b834a01', 'project_id': '1f0dae03055242d4a8fcb3bf28607b4d', 'fixed_ips': [{'subnet_id': 'd69284b1-a914-4e0a-bef8-0b890a96ac49'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:33:38.976794 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5f0ad396-6856-480b-ac36-ab56f1b02098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.021268 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0eb35b0-4901-4a1f-a548-891c90dcc47d None None] Publish callbacks [] for port (903c93cf-6336-4d77-94c5-0d422724083e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.070831 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7ed0cd-5857-497d-b637-4bdc49560507 req-8053d8c0-b173-4795-a52c-2731bbc29cc1 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] No DVR routers for this DVR port 5e5f4228-1d82-4896-aefc-40e1d70b3d6f on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:33:39.081686 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-fd7ed0cd-5857-497d-b637-4bdc49560507 req-8053d8c0-b173-4795-a52c-2731bbc29cc1 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.083500 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0eb35b0-4901-4a1f-a548-891c90dcc47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (903c93cf-6336-4d77-94c5-0d422724083e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.085265 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fd7ed0cd-5857-497d-b637-4bdc49560507 req-8053d8c0-b173-4795-a52c-2731bbc29cc1 tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.37 "DELETE /v2.0/ports/5e5f4228-1d82-4896-aefc-40e1d70b3d6f HTTP/1.1" status: 204 len: 173 time: 1.3234293 Jan 28 13:33:39.094003 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3e8a8-02d8-42a4-81e5-150300fdfd3f req-356cb607-210e-43c6-a984-cfe9fe99b1d6 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:39.095772 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b6c3e8a8-02d8-42a4-81e5-150300fdfd3f req-356cb607-210e-43c6-a984-cfe9fe99b1d6 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 943 time: 0.2479572 Jan 28 13:33:39.105253 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f26471f-e062-4170-ae44-38f023825a8a', 'name': 'network-vif-deleted', 'tag': '5e5f4228-1d82-4896-aefc-40e1d70b3d6f'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:39.111402 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f30f462-4c0f-4b53-950e-4b2b2acea0d6" -d '{"events": [{"server_uuid": "2f26471f-e062-4170-ae44-38f023825a8a", "name": "network-vif-deleted", "tag": "5e5f4228-1d82-4896-aefc-40e1d70b3d6f"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:39.133466 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eb35b0-4901-4a1f-a548-891c90dcc47d None None] Network 429af47d-8b3b-4c14-bd23-19acffde241b is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:39.139403 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a0eb35b0-4901-4a1f-a548-891c90dcc47d None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:39.147471 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eb35b0-4901-4a1f-a548-891c90dcc47d None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:39.149382 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-50432490-c892-4085-9f2d-0ad349d1434b admin admin] For port e77c5259-c10c-4a47-b717-5be3be364b9b, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=e77c5259-c10c-4a47-b717-5be3be364b9b,segment=NetworkSegment(c3550a61-3709-4f50-9cbb-53890d532da5),segment_id=c3550a61-3709-4f50-9cbb-53890d532da5)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:39.149852 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-50432490-c892-4085-9f2d-0ad349d1434b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (e77c5259-c10c-4a47-b717-5be3be364b9b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.173232 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb35b0-4901-4a1f-a548-891c90dcc47d None None] Pushing event updated for resources: {'Port': ['ID=903c93cf-6336-4d77-94c5-0d422724083e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:39.191099 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a82b23a-924f-43ad-83ff-581ed1f35148 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:39.192657 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a82b23a-924f-43ad-83ff-581ed1f35148 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:39.194039 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a82b23a-924f-43ad-83ff-581ed1f35148 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:39.205962 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7a82b23a-924f-43ad-83ff-581ed1f35148 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2909029 Jan 28 13:33:39.206881 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60548) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:39.224706 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d4b35-de33-4ea0-9dd2-531f52c0efb2 req-27e466e1-0d78-4c1b-a19b-98d5319127f8 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:39.232346 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-660d4b35-de33-4ea0-9dd2-531f52c0efb2 req-27e466e1-0d78-4c1b-a19b-98d5319127f8 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37 HTTP/1.1" status: 200 len: 946 time: 0.2002778 Jan 28 13:33:39.261352 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a0eb35b0-4901-4a1f-a548-891c90dcc47d None None] Attempting to bind port 903c93cf-6336-4d77-94c5-0d422724083e on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:33:39.261781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a0eb35b0-4901-4a1f-a548-891c90dcc47d None None] Attempting to bind port 903c93cf-6336-4d77-94c5-0d422724083e by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'bf3907be-43be-4cdf-85f3-b5ca3670f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '429af47d-8b3b-4c14-bd23-19acffde241b'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:33:39.262862 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eb35b0-4901-4a1f-a548-891c90dcc47d None None] Attempting to bind port 903c93cf-6336-4d77-94c5-0d422724083e on network 429af47d-8b3b-4c14-bd23-19acffde241b {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:39.265517 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b6c3e8a8-02d8-42a4-81e5-150300fdfd3f req-4313011c-18a5-4c47-8bae-0176e510489b tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575065 Jan 28 13:33:39.269506 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eb35b0-4901-4a1f-a548-891c90dcc47d None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:33:39.269891 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eb35b0-4901-4a1f-a548-891c90dcc47d None None] Checking segment: {'id': 'bf3907be-43be-4cdf-85f3-b5ca3670f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '429af47d-8b3b-4c14-bd23-19acffde241b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:39.270299 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0eb35b0-4901-4a1f-a548-891c90dcc47d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.270687 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eb35b0-4901-4a1f-a548-891c90dcc47d None None] Bound using segment: {'id': 'bf3907be-43be-4cdf-85f3-b5ca3670f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '429af47d-8b3b-4c14-bd23-19acffde241b'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:33:39.271189 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a0eb35b0-4901-4a1f-a548-891c90dcc47d None None] Bound port: 903c93cf-6336-4d77-94c5-0d422724083e, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf3907be-43be-4cdf-85f3-b5ca3670f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '429af47d-8b3b-4c14-bd23-19acffde241b'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:33:39.271641 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0eb35b0-4901-4a1f-a548-891c90dcc47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (903c93cf-6336-4d77-94c5-0d422724083e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.308604 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-50432490-c892-4085-9f2d-0ad349d1434b admin admin] Calling delete_port for e77c5259-c10c-4a47-b717-5be3be364b9b owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:39.310655 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-866e70ce-9b5e-48fe-9aaa-17e9c906c25c req-94316ac2-74d8-44f6-8975-1834be97253b tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (07648adf-f5b0-424a-9ec9-b93561c52ed8), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.313798 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-179eaf31-5ddf-44f6-8408-d452cfd66d37 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Deleting subnet 05fe5796-23e9-4576-9e6b-bc8d0055f56d {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:33:39.327662 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-5f0ad396-6856-480b-ac36-ab56f1b02098 None None] Allocated IP 2001:db8:0:1::1 (c9f52cb0-6ec8-45ef-a3a9-78c29b834a01/d69284b1-a914-4e0a-bef8-0b890a96ac49/6a53c4fd-5fd2-4edf-af62-e8cf4854718f) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:39.340957 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2731c0-9a73-48b7-b51f-e7137fd1f99c x-openstack-request-id: req-bb2731c0-9a73-48b7-b51f-e7137fd1f99c {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:39.341505 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f26471f-e062-4170-ae44-38f023825a8a", "name": "network-vif-deleted", "tag": "5e5f4228-1d82-4896-aefc-40e1d70b3d6f", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:39.341945 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb2731c0-9a73-48b7-b51f-e7137fd1f99c {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:39.342570 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f26471f-e062-4170-ae44-38f023825a8a', 'name': 'network-vif-deleted', 'tag': '5e5f4228-1d82-4896-aefc-40e1d70b3d6f', 'status': 'completed', 'code': 200} Jan 28 13:33:39.343537 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-179eaf31-5ddf-44f6-8408-d452cfd66d37 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks [] for subnet (05fe5796-23e9-4576-9e6b-bc8d0055f56d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.350459 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94316ac2-74d8-44f6-8975-1834be97253b tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Pushing event deleted for resources: {'Port': ['ID=07648adf-f5b0-424a-9ec9-b93561c52ed8,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:39.395668 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-866e70ce-9b5e-48fe-9aaa-17e9c906c25c req-94316ac2-74d8-44f6-8975-1834be97253b tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] No DVR routers for this DVR port 07648adf-f5b0-424a-9ec9-b93561c52ed8 on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:33:39.398947 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-866e70ce-9b5e-48fe-9aaa-17e9c906c25c req-94316ac2-74d8-44f6-8975-1834be97253b tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.403111 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-866e70ce-9b5e-48fe-9aaa-17e9c906c25c req-94316ac2-74d8-44f6-8975-1834be97253b tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.37 "DELETE /v2.0/ports/07648adf-f5b0-424a-9ec9-b93561c52ed8 HTTP/1.1" status: 204 len: 173 time: 0.9894795 Jan 28 13:33:39.403948 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37', 'name': 'network-vif-deleted', 'tag': '07648adf-f5b0-424a-9ec9-b93561c52ed8'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:39.406836 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715bad44-b342-485b-9be9-d7916231edbb" -d '{"events": [{"server_uuid": "7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37", "name": "network-vif-deleted", "tag": "07648adf-f5b0-424a-9ec9-b93561c52ed8"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:39.407489 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-660d4b35-de33-4ea0-9dd2-531f52c0efb2 req-1c9f5ec8-0804-4cfb-9cc5-932f46e71d85 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2b3825c-af35-4750-ac6b-0c880200080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737862 Jan 28 13:33:39.457057 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['07648adf-f5b0-424a-9ec9-b93561c52ed8'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:33:39.487447 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-179eaf31-5ddf-44f6-8408-d452cfd66d37 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (05fe5796-23e9-4576-9e6b-bc8d0055f56d), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.499311 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3c2e9f-da65-49b9-bf67-591b78d62075 x-openstack-request-id: req-4c3c2e9f-da65-49b9-bf67-591b78d62075 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:39.499747 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37", "name": "network-vif-deleted", "tag": "07648adf-f5b0-424a-9ec9-b93561c52ed8", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:39.500101 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4c3c2e9f-da65-49b9-bf67-591b78d62075 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:39.500643 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37', 'name': 'network-vif-deleted', 'tag': '07648adf-f5b0-424a-9ec9-b93561c52ed8', 'status': 'completed', 'code': 200} Jan 28 13:33:39.542012 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 05dbcb58-e1e0-4ae6-9b70-3124399838e9 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:39.633538 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-179eaf31-5ddf-44f6-8408-d452cfd66d37 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (05fe5796-23e9-4576-9e6b-bc8d0055f56d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.682562 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 05dbcb58-e1e0-4ae6-9b70-3124399838e9 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:39.682968 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.712248 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5f0ad396-6856-480b-ac36-ab56f1b02098 None None] Publish callbacks [] for port (6a53c4fd-5fd2-4edf-af62-e8cf4854718f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.721105 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5f0ad396-6856-480b-ac36-ab56f1b02098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (6a53c4fd-5fd2-4edf-af62-e8cf4854718f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.753500 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-98879b8a-5390-45bc-b305-409f7f7a2717 req-bd24b375-e6fa-429d-97f3-275a6d7bc2cf tempest-ImagesOneServerTestJSON-784439304 tempest-ImagesOneServerTestJSON-784439304-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f26471f-e062-4170-ae44-38f023825a8a HTTP/1.1" status: 200 len: 210 time: 0.0424547 Jan 28 13:33:39.765169 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-179eaf31-5ddf-44f6-8408-d452cfd66d37 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (05fe5796-23e9-4576-9e6b-bc8d0055f56d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.781319 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-179eaf31-5ddf-44f6-8408-d452cfd66d37 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.785170 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-179eaf31-5ddf-44f6-8408-d452cfd66d37 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] 10.222.0.39 "DELETE /v2.0/subnets/05fe5796-23e9-4576-9e6b-bc8d0055f56d HTTP/1.1" status: 204 len: 168 time: 0.5506935 Jan 28 13:33:39.787855 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60558) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:39.801514 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a0eb35b0-4901-4a1f-a548-891c90dcc47d None None] For port 903c93cf-6336-4d77-94c5-0d422724083e, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:33:39.804598 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-50432490-c892-4085-9f2d-0ad349d1434b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (e77c5259-c10c-4a47-b717-5be3be364b9b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.814081 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179eaf31-5ddf-44f6-8408-d452cfd66d37 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Pushing event deleted for resources: {'Subnet': ['ID=05fe5796-23e9-4576-9e6b-bc8d0055f56d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:39.840756 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50432490-c892-4085-9f2d-0ad349d1434b admin admin] Pushing event deleted for resources: {'Port': ['ID=e77c5259-c10c-4a47-b717-5be3be364b9b,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:39.860037 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0ad396-6856-480b-ac36-ab56f1b02098 None None] Network c9f52cb0-6ec8-45ef-a3a9-78c29b834a01 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:39.862317 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a0eb35b0-4901-4a1f-a548-891c90dcc47d None None] For port 903c93cf-6336-4d77-94c5-0d422724083e, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=903c93cf-6336-4d77-94c5-0d422724083e,segment=NetworkSegment(bf3907be-43be-4cdf-85f3-b5ca3670f116),segment_id=bf3907be-43be-4cdf-85f3-b5ca3670f116)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:33:39.868026 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ad396-6856-480b-ac36-ab56f1b02098 None None] Pushing event updated for resources: {'Port': ['ID=6a53c4fd-5fd2-4edf-af62-e8cf4854718f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:39.876575 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0eb35b0-4901-4a1f-a548-891c90dcc47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (903c93cf-6336-4d77-94c5-0d422724083e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.879382 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-5f0ad396-6856-480b-ac36-ab56f1b02098 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:39.882160 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0ad396-6856-480b-ac36-ab56f1b02098 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:39.884267 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a01e7f-8d95-4aa1-bc0d-00dba39c5a05 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Deleting subnet d69284b1-a914-4e0a-bef8-0b890a96ac49 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:33:39.889271 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-34a01e7f-8d95-4aa1-bc0d-00dba39c5a05 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks [] for subnet (d69284b1-a914-4e0a-bef8-0b890a96ac49), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.951185 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106fe48-b7dd-4c86-b5e7-4221eaf8bcf9 req-b11fe938-bab2-4af8-8b04-05d6db97a4e5 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:39.959585 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0106fe48-b7dd-4c86-b5e7-4221eaf8bcf9 req-b11fe938-bab2-4af8-8b04-05d6db97a4e5 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 944 time: 0.1164753 Jan 28 13:33:39.985072 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb35b0-4901-4a1f-a548-891c90dcc47d None None] Pushing event updated for resources: {'Port': ['ID=903c93cf-6336-4d77-94c5-0d422724083e,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:39.985590 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-34a01e7f-8d95-4aa1-bc0d-00dba39c5a05 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (d69284b1-a914-4e0a-bef8-0b890a96ac49), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.988022 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 05dbcb58-e1e0-4ae6-9b70-3124399838e9 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:39.988022 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:40.060040 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f65cf0-2adc-46d0-9194-7617cfa73581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05dbcb58-e1e0-4ae6-9b70-3124399838e9'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:40.060040 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232513bf-30ae-4fc0-bcf2-d58cb18d6a88" -d '{"events": [{"server_uuid": "43f65cf0-2adc-46d0-9194-7617cfa73581", "name": "network-vif-plugged", "status": "completed", "tag": "05dbcb58-e1e0-4ae6-9b70-3124399838e9"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:40.066028 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-5f0ad396-6856-480b-ac36-ab56f1b02098 None None] Attempting to bind port 6a53c4fd-5fd2-4edf-af62-e8cf4854718f on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:33:40.066424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-5f0ad396-6856-480b-ac36-ab56f1b02098 None None] Attempting to bind port 6a53c4fd-5fd2-4edf-af62-e8cf4854718f by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '1e00bd84-90b3-4003-b7f4-54b0ee1151e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c9f52cb0-6ec8-45ef-a3a9-78c29b834a01'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:33:40.066787 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ad396-6856-480b-ac36-ab56f1b02098 None None] Attempting to bind port 6a53c4fd-5fd2-4edf-af62-e8cf4854718f on network c9f52cb0-6ec8-45ef-a3a9-78c29b834a01 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:40.068614 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-54d3fe5e-7f3a-4937-aa0a-2c61bdfb0b4e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0972877 Jan 28 13:33:40.091317 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0106fe48-b7dd-4c86-b5e7-4221eaf8bcf9 req-f9e6cb81-6798-4b37-8cb6-f6a70021e4ea tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202877 Jan 28 13:33:40.091826 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ad396-6856-480b-ac36-ab56f1b02098 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:33:40.092063 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ad396-6856-480b-ac36-ab56f1b02098 None None] Checking segment: {'id': '1e00bd84-90b3-4003-b7f4-54b0ee1151e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c9f52cb0-6ec8-45ef-a3a9-78c29b834a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:40.092477 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5f0ad396-6856-480b-ac36-ab56f1b02098 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:40.092871 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ad396-6856-480b-ac36-ab56f1b02098 None None] Bound using segment: {'id': '1e00bd84-90b3-4003-b7f4-54b0ee1151e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c9f52cb0-6ec8-45ef-a3a9-78c29b834a01'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:33:40.093367 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-5f0ad396-6856-480b-ac36-ab56f1b02098 None None] Bound port: 6a53c4fd-5fd2-4edf-af62-e8cf4854718f, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e00bd84-90b3-4003-b7f4-54b0ee1151e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c9f52cb0-6ec8-45ef-a3a9-78c29b834a01'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:33:40.093750 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5f0ad396-6856-480b-ac36-ab56f1b02098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6a53c4fd-5fd2-4edf-af62-e8cf4854718f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:40.118057 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 05dbcb58-e1e0-4ae6-9b70-3124399838e9, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=05dbcb58-e1e0-4ae6-9b70-3124399838e9,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:40.149796 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-50432490-c892-4085-9f2d-0ad349d1434b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (42e34e66-b9f7-47a8-a541-6b4a455f1fca), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:40.170271 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7200c1cf-40a0-4246-bec6-5805e4394cdc x-openstack-request-id: req-7200c1cf-40a0-4246-bec6-5805e4394cdc {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:40.171104 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f65cf0-2adc-46d0-9194-7617cfa73581", "name": "network-vif-plugged", "status": "completed", "tag": "05dbcb58-e1e0-4ae6-9b70-3124399838e9", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:40.171254 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7200c1cf-40a0-4246-bec6-5805e4394cdc {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:40.171661 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f65cf0-2adc-46d0-9194-7617cfa73581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05dbcb58-e1e0-4ae6-9b70-3124399838e9', 'code': 200} Jan 28 13:33:40.176598 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:40.189632 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-34a01e7f-8d95-4aa1-bc0d-00dba39c5a05 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (d69284b1-a914-4e0a-bef8-0b890a96ac49), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:40.245396 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=05dbcb58-e1e0-4ae6-9b70-3124399838e9,revision_number=10']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:40.268472 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d82216-8d38-40bd-8135-a7588494d146 req-95c15910-0f23-47b5-a822-8c0235bdfc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:40.269104 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d82216-8d38-40bd-8135-a7588494d146 req-95c15910-0f23-47b5-a822-8c0235bdfc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:40.269453 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d82216-8d38-40bd-8135-a7588494d146 req-95c15910-0f23-47b5-a822-8c0235bdfc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:40.269911 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d82216-8d38-40bd-8135-a7588494d146 req-95c15910-0f23-47b5-a822-8c0235bdfc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:40.270384 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d82216-8d38-40bd-8135-a7588494d146 req-95c15910-0f23-47b5-a822-8c0235bdfc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:40.270816 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d82216-8d38-40bd-8135-a7588494d146 req-95c15910-0f23-47b5-a822-8c0235bdfc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:40.271304 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d82216-8d38-40bd-8135-a7588494d146 req-95c15910-0f23-47b5-a822-8c0235bdfc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:40.274451 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-95c15910-0f23-47b5-a822-8c0235bdfc7a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7a6811dc19649cf8e2a8d9876c3683f&device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 6499 time: 0.1490827 Jan 28 13:33:40.378611 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-5f0ad396-6856-480b-ac36-ab56f1b02098 None None] For port 6a53c4fd-5fd2-4edf-af62-e8cf4854718f, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:33:40.382888 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-5f0ad396-6856-480b-ac36-ab56f1b02098 None None] For port 6a53c4fd-5fd2-4edf-af62-e8cf4854718f, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6a53c4fd-5fd2-4edf-af62-e8cf4854718f,segment=NetworkSegment(1e00bd84-90b3-4003-b7f4-54b0ee1151e3),segment_id=1e00bd84-90b3-4003-b7f4-54b0ee1151e3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:33:40.390312 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5f0ad396-6856-480b-ac36-ab56f1b02098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6a53c4fd-5fd2-4edf-af62-e8cf4854718f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:40.398009 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-34a01e7f-8d95-4aa1-bc0d-00dba39c5a05 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (d69284b1-a914-4e0a-bef8-0b890a96ac49), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:40.452610 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a01e7f-8d95-4aa1-bc0d-00dba39c5a05 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Pushing event deleted for resources: {'Subnet': ['ID=d69284b1-a914-4e0a-bef8-0b890a96ac49,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:40.461130 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-34a01e7f-8d95-4aa1-bc0d-00dba39c5a05 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:40.465572 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-34a01e7f-8d95-4aa1-bc0d-00dba39c5a05 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] 10.222.0.39 "DELETE /v2.0/subnets/d69284b1-a914-4e0a-bef8-0b890a96ac49 HTTP/1.1" status: 204 len: 168 time: 0.6761775 Jan 28 13:33:40.475054 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60570) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:40.491667 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ad396-6856-480b-ac36-ab56f1b02098 None None] Pushing event updated for resources: {'Port': ['ID=6a53c4fd-5fd2-4edf-af62-e8cf4854718f,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:40.594986 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d82216-8d38-40bd-8135-a7588494d146 req-f52dea11-e50e-49a5-bb68-c7bd9b3200e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:40.595840 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d82216-8d38-40bd-8135-a7588494d146 req-f52dea11-e50e-49a5-bb68-c7bd9b3200e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:40.597053 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d82216-8d38-40bd-8135-a7588494d146 req-f52dea11-e50e-49a5-bb68-c7bd9b3200e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:40.599039 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-f52dea11-e50e-49a5-bb68-c7bd9b3200e0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8d8ce296-49c0-407a-94c2-104afd52dd5e&id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&id=49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99&id=49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99 HTTP/1.1" status: 200 len: 2294 time: 0.2959714 Jan 28 13:33:40.629127 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89859793-966d-4ea6-a9d8-c641f5ca031c req-69bcb0e1-f32e-4536-a788-e2d26a6a2c03 tempest-ServerAddressesTestJSON-159186177 tempest-ServerAddressesTestJSON-159186177-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fc2fbce-ffbc-4db7-9a42-c7eb5b953a37 HTTP/1.1" status: 200 len: 210 time: 0.0617263 Jan 28 13:33:40.713710 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8ba2cd-f66d-45ec-9b78-21806fbed2e1 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:40.723313 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3b8ba2cd-f66d-45ec-9b78-21806fbed2e1 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2399039 Jan 28 13:33:40.724240 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60572) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:40.856931 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0328f007-d58d-4c47-b23f-c89ce62356fc tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (c9f52cb0-6ec8-45ef-a3a9-78c29b834a01), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:40.872492 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b0938-7244-4597-9e18-eafb04f145fd req-3e1c2db4-260b-43dd-ac17-7fed209c8226 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:40.890278 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2b9b0938-7244-4597-9e18-eafb04f145fd req-3e1c2db4-260b-43dd-ac17-7fed209c8226 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 943 time: 0.1991529 Jan 28 13:33:40.959778 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-c0f8418f-9e05-4a15-b714-6193ff686087 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91df4fb1-0eec-4c0c-aa55-6d19eb2df029 HTTP/1.1" status: 200 len: 1001 time: 0.3242693 Jan 28 13:33:41.065595 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2b9b0938-7244-4597-9e18-eafb04f145fd req-95b65719-3be4-4d58-8ed1-f6b0abc0b603 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702337 Jan 28 13:33:41.099489 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d82216-8d38-40bd-8135-a7588494d146 req-152e88b6-c94a-4309-81cc-1b43501c83a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:41.101087 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-152e88b6-c94a-4309-81cc-1b43501c83a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e406a7c-fb11-4530-8ef1-a71bb9184c0e HTTP/1.1" status: 200 len: 855 time: 0.1292520 Jan 28 13:33:41.124274 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50432490-c892-4085-9f2d-0ad349d1434b admin admin] Router 42e34e66-b9f7-47a8-a541-6b4a455f1fca has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:33:41.186004 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-0328f007-d58d-4c47-b23f-c89ce62356fc tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Deleting port 6a53c4fd-5fd2-4edf-af62-e8cf4854718f {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:41.186404 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0328f007-d58d-4c47-b23f-c89ce62356fc tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (6a53c4fd-5fd2-4edf-af62-e8cf4854718f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:41.332723 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50432490-c892-4085-9f2d-0ad349d1434b admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:33:41.343582 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-50432490-c892-4085-9f2d-0ad349d1434b admin admin] 10.222.0.39 "PUT /v2.0/routers/42e34e66-b9f7-47a8-a541-6b4a455f1fca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2165902 Jan 28 13:33:41.348194 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da14835-455d-4634-9acd-219cb2ef6600 None None] Sync routers for ids ['42e34e66-b9f7-47a8-a541-6b4a455f1fca'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:33:41.349236 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60588) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:41.373899 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da14835-455d-4634-9acd-219cb2ef6600 None None] Routers {'42e34e66-b9f7-47a8-a541-6b4a455f1fca'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:33:41.376206 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-4da14835-455d-4634-9acd-219cb2ef6600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:33:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['42e34e66-b9f7-47a8-a541-6b4a455f1fca'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:41.398424 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-0328f007-d58d-4c47-b23f-c89ce62356fc tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] For port 6a53c4fd-5fd2-4edf-af62-e8cf4854718f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6a53c4fd-5fd2-4edf-af62-e8cf4854718f,segment=NetworkSegment(1e00bd84-90b3-4003-b7f4-54b0ee1151e3),segment_id=1e00bd84-90b3-4003-b7f4-54b0ee1151e3)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:41.399596 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0328f007-d58d-4c47-b23f-c89ce62356fc tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (6a53c4fd-5fd2-4edf-af62-e8cf4854718f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:41.435075 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-0328f007-d58d-4c47-b23f-c89ce62356fc tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Calling delete_port for 6a53c4fd-5fd2-4edf-af62-e8cf4854718f owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:41.442069 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60590) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:41.492853 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6a53c4fd-5fd2-4edf-af62-e8cf4854718f up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:41.544376 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5d743eaa-9900-4206-ab6b-c5c34e235561 admin admin] Publish callbacks [] for router (42e34e66-b9f7-47a8-a541-6b4a455f1fca), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:41.644983 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0328f007-d58d-4c47-b23f-c89ce62356fc tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (6a53c4fd-5fd2-4edf-af62-e8cf4854718f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:41.679169 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d82216-8d38-40bd-8135-a7588494d146 req-8fab36a8-21b0-4138-bafe-1e2db6c3d5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:41.682214 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-8fab36a8-21b0-4138-bafe-1e2db6c3d5d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8d8ce296-49c0-407a-94c2-104afd52dd5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5756626 Jan 28 13:33:41.708881 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0328f007-d58d-4c47-b23f-c89ce62356fc tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] No DVR routers for this DVR port 6a53c4fd-5fd2-4edf-af62-e8cf4854718f on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:33:41.727581 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328f007-d58d-4c47-b23f-c89ce62356fc tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Pushing event deleted for resources: {'Port': ['ID=6a53c4fd-5fd2-4edf-af62-e8cf4854718f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:41.737603 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60596) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:41.838492 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 5e5f4228-1d82-4896-aefc-40e1d70b3d6f no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:41.850210 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5d743eaa-9900-4206-ab6b-c5c34e235561 admin admin] Publish callbacks [] for router_gateway (42e34e66-b9f7-47a8-a541-6b4a455f1fca), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:41.877504 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-769419de-1a98-423a-9f78-18bc7dbc07e9 admin admin] Deleting subnet fe350b99-f797-4881-be4e-fe3b44f36665 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:33:41.891945 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3e9d5510-83e1-4267-a7de-c833e25c0b2b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e673c8528e5e4779a6ccbd67c4413293&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4463909 Jan 28 13:33:41.891945 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-769419de-1a98-423a-9f78-18bc7dbc07e9 admin admin] Publish callbacks [] for subnet (fe350b99-f797-4881-be4e-fe3b44f36665), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:41.901349 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60598) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:41.906082 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa59d2d1-18e0-456e-923f-0933378774b2 None None] Network 429af47d-8b3b-4c14-bd23-19acffde241b requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:41.930761 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-18bd9bc2-0bd5-4843-99a4-15fcbdf68f8a service neutron] 10.222.0.18 "GET /v2.0/networks/8d8ce296-49c0-407a-94c2-104afd52dd5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157178 Jan 28 13:33:41.940767 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef39f71-8f1f-4d4e-9654-cd0b1e636c59 req-28ddd4d6-d382-4a00-8d19-804bd2023597 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:41.942963 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1ef39f71-8f1f-4d4e-9654-cd0b1e636c59 req-28ddd4d6-d382-4a00-8d19-804bd2023597 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 944 time: 0.6870286 Jan 28 13:33:41.964183 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-769419de-1a98-423a-9f78-18bc7dbc07e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (fe350b99-f797-4881-be4e-fe3b44f36665), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.018717 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-769419de-1a98-423a-9f78-18bc7dbc07e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (fe350b99-f797-4881-be4e-fe3b44f36665), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.040232 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 5e5f4228-1d82-4896-aefc-40e1d70b3d6f {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:33:42.040580 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 5e5f4228-1d82-4896-aefc-40e1d70b3d6f not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:33:42.040996 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 07648adf-f5b0-424a-9ec9-b93561c52ed8 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:42.063874 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-5d743eaa-9900-4206-ab6b-c5c34e235561 admin admin] Deleting port e724b768-9e9d-4ada-a57e-28df418de7c3 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:42.064296 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5d743eaa-9900-4206-ab6b-c5c34e235561 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (e724b768-9e9d-4ada-a57e-28df418de7c3), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.077520 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 07648adf-f5b0-424a-9ec9-b93561c52ed8 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:33:42.078175 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 07648adf-f5b0-424a-9ec9-b93561c52ed8 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:33:42.118328 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No active binding found for port 6a53c4fd-5fd2-4edf-af62-e8cf4854718f {{(pid=103353) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 13:33:42.118719 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] The host n-d-822747-2 is not matching for port 6a53c4fd-5fd2-4edf-af62-e8cf4854718f host None! {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:33:42.119170 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6a53c4fd-5fd2-4edf-af62-e8cf4854718f not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 13:33:42.120986 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ccef6004-9af5-4c0c-8eab-ba353a9ee79d None None] Provisioning complete for port 903c93cf-6336-4d77-94c5-0d422724083e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:42.121584 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ccef6004-9af5-4c0c-8eab-ba353a9ee79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (903c93cf-6336-4d77-94c5-0d422724083e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.175649 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-769419de-1a98-423a-9f78-18bc7dbc07e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (fe350b99-f797-4881-be4e-fe3b44f36665), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.219117 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Port 6a53c4fd-5fd2-4edf-af62-e8cf4854718f not found, will not notify nova. {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 13:33:42.219528 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 903c93cf-6336-4d77-94c5-0d422724083e up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:42.223709 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1ef39f71-8f1f-4d4e-9654-cd0b1e636c59 req-15ab80bb-d0be-4919-b065-07188265f149 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2315059 Jan 28 13:33:42.232019 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0328f007-d58d-4c47-b23f-c89ce62356fc tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (c9f52cb0-6ec8-45ef-a3a9-78c29b834a01), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.238170 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-5d743eaa-9900-4206-ab6b-c5c34e235561 admin admin] For port e724b768-9e9d-4ada-a57e-28df418de7c3, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=e724b768-9e9d-4ada-a57e-28df418de7c3,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:42.238725 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5d743eaa-9900-4206-ab6b-c5c34e235561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (e724b768-9e9d-4ada-a57e-28df418de7c3), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.253812 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-5d743eaa-9900-4206-ab6b-c5c34e235561 admin admin] Calling delete_port for e724b768-9e9d-4ada-a57e-28df418de7c3 owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:42.275138 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-769419de-1a98-423a-9f78-18bc7dbc07e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.275783 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4895b8-5bbc-4d38-94ea-59fe042503ef None None] Network c9f52cb0-6ec8-45ef-a3a9-78c29b834a01 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:42.278330 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-769419de-1a98-423a-9f78-18bc7dbc07e9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fe350b99-f797-4881-be4e-fe3b44f36665 HTTP/1.1" status: 204 len: 168 time: 0.5376058 Jan 28 13:33:42.286532 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-51e4f18c-c903-4446-87a6-a5a25c64a612 service neutron] 10.222.0.18 "GET /v2.0/networks/8d8ce296-49c0-407a-94c2-104afd52dd5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422623 Jan 28 13:33:42.293116 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60608) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:42.304537 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-4da14835-455d-4634-9acd-219cb2ef6600 None None] Set router 42e34e66-b9f7-47a8-a541-6b4a455f1fca gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:33:42.312168 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-0328f007-d58d-4c47-b23f-c89ce62356fc tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f52cb0-6ec8-45ef-a3a9-78c29b834a01']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:42.324787 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6640e429-bce0-415c-9ff7-c1a310adeb52 admin admin] Publish callbacks [] for security_group (0d4486f4-20e6-4443-9bc1-2b3b2049a233), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.334328 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769419de-1a98-423a-9f78-18bc7dbc07e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe350b99-f797-4881-be4e-fe3b44f36665,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:42.367621 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637a100-fff0-4746-8fff-fab1b2756ed1 req-780d4650-74af-4844-beee-68b51dab9235 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:42.369110 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0637a100-fff0-4746-8fff-fab1b2756ed1 req-780d4650-74af-4844-beee-68b51dab9235 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 943 time: 0.1957643 Jan 28 13:33:42.378508 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-0328f007-d58d-4c47-b23f-c89ce62356fc tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e00bd84-90b3-4003-b7f4-54b0ee1151e3') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:42.378809 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-0328f007-d58d-4c47-b23f-c89ce62356fc tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e00bd84-90b3-4003-b7f4-54b0ee1151e3') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:42.384370 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-2f79fd8f-ec84-4902-ac00-8ef66fc6b4ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=0c0f91d0-9eaa-4b76-abe7-1a460d8a367f HTTP/1.1" status: 200 len: 217 time: 0.0846062 Jan 28 13:33:42.464695 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0637a100-fff0-4746-8fff-fab1b2756ed1 req-b4c250aa-f15a-4d00-9f70-dd7885858fcc tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554860 Jan 28 13:33:42.468713 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0328f007-d58d-4c47-b23f-c89ce62356fc tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (1e00bd84-90b3-4003-b7f4-54b0ee1151e3), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.471436 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d82216-8d38-40bd-8135-a7588494d146 req-fe1d7883-cb84-43e9-a615-cce924561e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:42.472947 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-fe1d7883-cb84-43e9-a615-cce924561e0c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b74542d3-e3e9-4c91-b28b-bcd1470376c6 HTTP/1.1" status: 200 len: 797 time: 0.0742147 Jan 28 13:33:42.475923 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6640e429-bce0-415c-9ff7-c1a310adeb52 admin admin] Publish callbacks [] for security_group (0d4486f4-20e6-4443-9bc1-2b3b2049a233), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.526947 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 903c93cf-6336-4d77-94c5-0d422724083e triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:42.527568 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (903c93cf-6336-4d77-94c5-0d422724083e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.550804 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5d743eaa-9900-4206-ab6b-c5c34e235561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (e724b768-9e9d-4ada-a57e-28df418de7c3), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.558266 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0328f007-d58d-4c47-b23f-c89ce62356fc tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (1e00bd84-90b3-4003-b7f4-54b0ee1151e3), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.565346 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ccef6004-9af5-4c0c-8eab-ba353a9ee79d None None] Current status of the port 903c93cf-6336-4d77-94c5-0d422724083e is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:42.565657 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ccef6004-9af5-4c0c-8eab-ba353a9ee79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (903c93cf-6336-4d77-94c5-0d422724083e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.567282 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-428867f0-66a1-425a-ba3c-157a88a66b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (5bd54db0-787e-4a06-9c31-928b9cd6deff), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.587250 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d743eaa-9900-4206-ab6b-c5c34e235561 admin admin] Pushing event deleted for resources: {'Port': ['ID=e724b768-9e9d-4ada-a57e-28df418de7c3,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:42.587594 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0328f007-d58d-4c47-b23f-c89ce62356fc tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:33:42.587912 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0328f007-d58d-4c47-b23f-c89ce62356fc tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (1e00bd84-90b3-4003-b7f4-54b0ee1151e3), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:33:42.591146 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:33:42.612788 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5060d8-d1bc-4945-a78d-865e76a555ba None None] DHCP port deletion for 429af47d-8b3b-4c14-bd23-19acffde241b request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:33:42.640299 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b55e094-be4c-4c6f-a339-1cd5968c06ea None None] DHCP port deletion for c9f52cb0-6ec8-45ef-a3a9-78c29b834a01 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:33:42.668392 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5d743eaa-9900-4206-ab6b-c5c34e235561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (42e34e66-b9f7-47a8-a541-6b4a455f1fca), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.669065 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d82216-8d38-40bd-8135-a7588494d146 req-5b0c4234-e46e-4849-9697-d993cfd1c871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:42.670632 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-5b0c4234-e46e-4849-9697-d993cfd1c871 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1676118 Jan 28 13:33:42.715669 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-ccef6004-9af5-4c0c-8eab-ba353a9ee79d None None] For port 903c93cf-6336-4d77-94c5-0d422724083e, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=903c93cf-6336-4d77-94c5-0d422724083e,segment=NetworkSegment(bf3907be-43be-4cdf-85f3-b5ca3670f116),segment_id=bf3907be-43be-4cdf-85f3-b5ca3670f116)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:42.718090 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0328f007-d58d-4c47-b23f-c89ce62356fc tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (c9f52cb0-6ec8-45ef-a3a9-78c29b834a01), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.728766 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ccef6004-9af5-4c0c-8eab-ba353a9ee79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (903c93cf-6336-4d77-94c5-0d422724083e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.750713 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6640e429-bce0-415c-9ff7-c1a310adeb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0d4486f4-20e6-4443-9bc1-2b3b2049a233), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.753308 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6640e429-bce0-415c-9ff7-c1a310adeb52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.754467 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6640e429-bce0-415c-9ff7-c1a310adeb52 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d4486f4-20e6-4443-9bc1-2b3b2049a233 HTTP/1.1" status: 204 len: 168 time: 0.8499551 Jan 28 13:33:42.763477 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0328f007-d58d-4c47-b23f-c89ce62356fc tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.769388 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0328f007-d58d-4c47-b23f-c89ce62356fc tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] 10.222.0.39 "DELETE /v2.0/networks/c9f52cb0-6ec8-45ef-a3a9-78c29b834a01 HTTP/1.1" status: 204 len: 168 time: 2.0415735 Jan 28 13:33:42.771753 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60612) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:42.784672 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328f007-d58d-4c47-b23f-c89ce62356fc tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Pushing event deleted for resources: {'Network': ['ID=c9f52cb0-6ec8-45ef-a3a9-78c29b834a01,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:42.809635 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5d743eaa-9900-4206-ab6b-c5c34e235561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (42e34e66-b9f7-47a8-a541-6b4a455f1fca), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.813675 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5d743eaa-9900-4206-ab6b-c5c34e235561 admin admin] Publish callbacks [] for router_controller (42e34e66-b9f7-47a8-a541-6b4a455f1fca), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.842770 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 903c93cf-6336-4d77-94c5-0d422724083e is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:42.857540 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef6004-9af5-4c0c-8eab-ba353a9ee79d None None] Pushing event updated for resources: {'Port': ['ID=903c93cf-6336-4d77-94c5-0d422724083e,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:42.865392 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-03744662-6e70-414d-9cb1-9af73414ccad None None] Could not find standard attr ID for object 6a53c4fd-5fd2-4edf-af62-e8cf4854718f. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:33:42.871825 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8b5060d8-d1bc-4945-a78d-865e76a555ba None None] Deleting port 903c93cf-6336-4d77-94c5-0d422724083e {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:42.872221 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b5060d8-d1bc-4945-a78d-865e76a555ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (903c93cf-6336-4d77-94c5-0d422724083e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.905623 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-4da14835-455d-4634-9acd-219cb2ef6600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'name': 'tempest-ServerRescueTestJSONUnderV235-1128012539-router', 'tenant_id': '66696def36354b7c8b641113c2a3185a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e724b768-9e9d-4ada-a57e-28df418de7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:58Z', 'updated_at': '2022-01-28T13:33:39Z', 'revision_number': 5, 'project_id': '66696def36354b7c8b641113c2a3185a', 'gw_port': {'id': 'e724b768-9e9d-4ada-a57e-28df418de7c3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e34e66-b9f7-47a8-a541-6b4a455f1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:59Z', 'updated_at': '2022-01-28T13:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:42.913541 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640e429-bce0-415c-9ff7-c1a310adeb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4486f4-20e6-4443-9bc1-2b3b2049a233,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:42.922178 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-428867f0-66a1-425a-ba3c-157a88a66b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (5bd54db0-787e-4a06-9c31-928b9cd6deff), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.951949 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5d743eaa-9900-4206-ab6b-c5c34e235561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (42e34e66-b9f7-47a8-a541-6b4a455f1fca), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.952568 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d743eaa-9900-4206-ab6b-c5c34e235561 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42e34e66-b9f7-47a8-a541-6b4a455f1fca {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:33:42.958636 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5d743eaa-9900-4206-ab6b-c5c34e235561 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.963376 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5d743eaa-9900-4206-ab6b-c5c34e235561 admin admin] 10.222.0.39 "DELETE /v2.0/routers/42e34e66-b9f7-47a8-a541-6b4a455f1fca HTTP/1.1" status: 204 len: 168 time: 1.6128407 Jan 28 13:33:42.964151 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60616) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:42.997530 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-428867f0-66a1-425a-ba3c-157a88a66b3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd54db0-787e-4a06-9c31-928b9cd6deff']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:43.009333 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da14835-455d-4634-9acd-219cb2ef6600 None None] Checking router: 42e34e66-b9f7-47a8-a541-6b4a455f1fca for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:33:43.018705 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1b4d6368-0630-45e0-8266-94d9cca2e861 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (429af47d-8b3b-4c14-bd23-19acffde241b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.030557 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-428867f0-66a1-425a-ba3c-157a88a66b3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f09991b-edf7-4d83-a0af-555e324488e5') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:43.031456 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-428867f0-66a1-425a-ba3c-157a88a66b3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f09991b-edf7-4d83-a0af-555e324488e5') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:43.032869 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-8b5060d8-d1bc-4945-a78d-865e76a555ba None None] For port 903c93cf-6336-4d77-94c5-0d422724083e, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=903c93cf-6336-4d77-94c5-0d422724083e,segment=NetworkSegment(bf3907be-43be-4cdf-85f3-b5ca3670f116),segment_id=bf3907be-43be-4cdf-85f3-b5ca3670f116)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:43.033835 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b5060d8-d1bc-4945-a78d-865e76a555ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (903c93cf-6336-4d77-94c5-0d422724083e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.050100 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-428867f0-66a1-425a-ba3c-157a88a66b3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (2f09991b-edf7-4d83-a0af-555e324488e5), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.053738 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-0d33dc38-0072-48c4-90bf-4eec39fbab0e service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589065 Jan 28 13:33:43.070555 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8b5060d8-d1bc-4945-a78d-865e76a555ba None None] Calling delete_port for 903c93cf-6336-4d77-94c5-0d422724083e owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:43.083021 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da14835-455d-4634-9acd-219cb2ef6600 None None] Routers set() bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:33:43.083401 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da14835-455d-4634-9acd-219cb2ef6600 None None] Router IDs set() for agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 13:33:43.084128 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_agentschedulers_db [None req-4da14835-455d-4634-9acd-219cb2ef6600 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'42e34e66-b9f7-47a8-a541-6b4a455f1fca'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:33:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent'). {{(pid=103353) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 13:33:43.084579 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da14835-455d-4634-9acd-219cb2ef6600 None None] The sync data for ids ['42e34e66-b9f7-47a8-a541-6b4a455f1fca'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:33:43.099545 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-428867f0-66a1-425a-ba3c-157a88a66b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (2f09991b-edf7-4d83-a0af-555e324488e5), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.123275 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428867f0-66a1-425a-ba3c-157a88a66b3d admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:33:43.126429 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-428867f0-66a1-425a-ba3c-157a88a66b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (2f09991b-edf7-4d83-a0af-555e324488e5), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:33:43.133898 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:33:43.204222 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df60e03-f4e2-416b-9d12-2def831dc5bc admin admin] Deleting subnet 4e631c13-0da2-49fb-8a7c-4c7323c9d541 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:33:43.220351 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4df60e03-f4e2-416b-9d12-2def831dc5bc admin admin] Publish callbacks [] for subnet (4e631c13-0da2-49fb-8a7c-4c7323c9d541), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.285788 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4df60e03-f4e2-416b-9d12-2def831dc5bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (4e631c13-0da2-49fb-8a7c-4c7323c9d541), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.338719 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4df60e03-f4e2-416b-9d12-2def831dc5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (4e631c13-0da2-49fb-8a7c-4c7323c9d541), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.354799 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b5060d8-d1bc-4945-a78d-865e76a555ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (903c93cf-6336-4d77-94c5-0d422724083e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.410836 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5060d8-d1bc-4945-a78d-865e76a555ba None None] No DVR routers for this DVR port 903c93cf-6336-4d77-94c5-0d422724083e on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:33:43.415747 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5060d8-d1bc-4945-a78d-865e76a555ba None None] Pushing event deleted for resources: {'Port': ['ID=903c93cf-6336-4d77-94c5-0d422724083e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:43.476486 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4df60e03-f4e2-416b-9d12-2def831dc5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (4e631c13-0da2-49fb-8a7c-4c7323c9d541), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.502156 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5c0d8-c487-4348-ab99-697f1143cae0 req-50fef4f4-c90e-4c41-8394-26b1ef78ffc6 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:43.503977 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6be5c0d8-c487-4348-ab99-697f1143cae0 req-50fef4f4-c90e-4c41-8394-26b1ef78ffc6 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 944 time: 0.1207705 Jan 28 13:33:43.505103 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4df60e03-f4e2-416b-9d12-2def831dc5bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.513754 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4df60e03-f4e2-416b-9d12-2def831dc5bc admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4e631c13-0da2-49fb-8a7c-4c7323c9d541 HTTP/1.1" status: 204 len: 168 time: 0.5484052 Jan 28 13:33:43.522477 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 7c967986-1c8e-417f-a71a-f6b5f187f1fe details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:33:43.541673 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60644) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:43.552386 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df60e03-f4e2-416b-9d12-2def831dc5bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e631c13-0da2-49fb-8a7c-4c7323c9d541,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:43.655705 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 903c93cf-6336-4d77-94c5-0d422724083e no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:43.751734 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b3aff22-a0b7-4686-8784-62a9d7c21175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (e81d9142-7438-4a72-8b45-d0c1a4a38b6d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.780168 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6be5c0d8-c487-4348-ab99-697f1143cae0 req-15bf4eb4-fa86-4bb8-8a87-afde36eb81a4 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369092 Jan 28 13:33:43.780353 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 903c93cf-6336-4d77-94c5-0d422724083e {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:33:43.780654 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 903c93cf-6336-4d77-94c5-0d422724083e not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:33:43.781068 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6a53c4fd-5fd2-4edf-af62-e8cf4854718f no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:43.823592 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 6a53c4fd-5fd2-4edf-af62-e8cf4854718f {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:33:43.824014 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6a53c4fd-5fd2-4edf-af62-e8cf4854718f not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:33:43.866372 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 7c967986-1c8e-417f-a71a-f6b5f187f1fe, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=7c967986-1c8e-417f-a71a-f6b5f187f1fe,segment=NetworkSegment(0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7),segment_id=0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:43.888322 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '7c967986-1c8e-417f-a71a-f6b5f187f1fe', 'network_id': '0cc66fb4-aa9b-4065-9754-07c3b4544c1c', 'port_id': '7c967986-1c8e-417f-a71a-f6b5f187f1fe', 'mac_address': 'fa:16:3e:dd:53:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbb764f6-d64f-484a-9e34-16f02ef802cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:33:43.913107 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b3aff22-a0b7-4686-8784-62a9d7c21175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (e81d9142-7438-4a72-8b45-d0c1a4a38b6d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.921624 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-428867f0-66a1-425a-ba3c-157a88a66b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (5bd54db0-787e-4a06-9c31-928b9cd6deff), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.946836 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-428867f0-66a1-425a-ba3c-157a88a66b3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.948114 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-1b3aff22-a0b7-4686-8784-62a9d7c21175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e81d9142-7438-4a72-8b45-d0c1a4a38b6d']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:43.951615 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-428867f0-66a1-425a-ba3c-157a88a66b3d admin admin] 10.222.0.39 "DELETE /v2.0/networks/5bd54db0-787e-4a06-9c31-928b9cd6deff HTTP/1.1" status: 204 len: 168 time: 1.6572692 Jan 28 13:33:43.970700 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428867f0-66a1-425a-ba3c-157a88a66b3d admin admin] Pushing event deleted for resources: {'Network': ['ID=5bd54db0-787e-4a06-9c31-928b9cd6deff,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:43.978521 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-1b3aff22-a0b7-4686-8784-62a9d7c21175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3550a61-3709-4f50-9cbb-53890d532da5') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:43.978847 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-1b3aff22-a0b7-4686-8784-62a9d7c21175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3550a61-3709-4f50-9cbb-53890d532da5') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:43.986809 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-cada4d9c-76af-4a8d-9ff8-16e59c712beb service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9255681 Jan 28 13:33:43.990013 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 7c967986-1c8e-417f-a71a-f6b5f187f1fe is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:43.990469 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7c967986-1c8e-417f-a71a-f6b5f187f1fe), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.998636 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba199f-ec8b-4a59-bfdf-fde4e943cc1a req-7363120c-6831-4dc8-b0dd-d035af1049cf tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:44.006338 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bfba199f-ec8b-4a59-bfdf-fde4e943cc1a req-7363120c-6831-4dc8-b0dd-d035af1049cf tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 943 time: 0.1475255 Jan 28 13:33:44.007335 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c967986-1c8e-417f-a71a-f6b5f187f1fe {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:33:44.020050 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b3aff22-a0b7-4686-8784-62a9d7c21175 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (c3550a61-3709-4f50-9cbb-53890d532da5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:44.037339 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b3aff22-a0b7-4686-8784-62a9d7c21175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (c3550a61-3709-4f50-9cbb-53890d532da5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:44.046755 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b3aff22-a0b7-4686-8784-62a9d7c21175 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:33:44.047468 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b3aff22-a0b7-4686-8784-62a9d7c21175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (c3550a61-3709-4f50-9cbb-53890d532da5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:33:44.050023 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:33:44.055861 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 7c967986-1c8e-417f-a71a-f6b5f187f1fe, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=7c967986-1c8e-417f-a71a-f6b5f187f1fe,segment=NetworkSegment(0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7),segment_id=0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:44.064398 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7c967986-1c8e-417f-a71a-f6b5f187f1fe), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:44.067506 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-5ff3bb1b-1ec8-4e18-957c-9cb4c46d0ba9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=74437a62-acfb-47da-925a-b0b54245b4d9 HTTP/1.1" status: 200 len: 217 time: 0.0567551 Jan 28 13:33:44.073942 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-1b4d6368-0630-45e0-8266-94d9cca2e861 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Deleting port 903c93cf-6336-4d77-94c5-0d422724083e {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:44.074461 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1b4d6368-0630-45e0-8266-94d9cca2e861 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (903c93cf-6336-4d77-94c5-0d422724083e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:44.128582 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=7c967986-1c8e-417f-a71a-f6b5f187f1fe,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:44.153203 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d82216-8d38-40bd-8135-a7588494d146 req-97c9912b-7a4e-410c-b36f-812b0f4b314c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:44.155202 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-97c9912b-7a4e-410c-b36f-812b0f4b314c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b74542d3-e3e9-4c91-b28b-bcd1470376c6 HTTP/1.1" status: 200 len: 797 time: 0.0780115 Jan 28 13:33:44.217497 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b3aff22-a0b7-4686-8784-62a9d7c21175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (e81d9142-7438-4a72-8b45-d0c1a4a38b6d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:44.222962 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b3aff22-a0b7-4686-8784-62a9d7c21175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:44.228234 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1b3aff22-a0b7-4686-8784-62a9d7c21175 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e81d9142-7438-4a72-8b45-d0c1a4a38b6d HTTP/1.1" status: 204 len: 168 time: 0.6843879 Jan 28 13:33:44.253112 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3aff22-a0b7-4686-8784-62a9d7c21175 admin admin] Pushing event deleted for resources: {'Network': ['ID=e81d9142-7438-4a72-8b45-d0c1a4a38b6d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:44.286038 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bfba199f-ec8b-4a59-bfdf-fde4e943cc1a req-e26b3db7-61a4-456f-b01d-b38b904fb4a0 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784524 Jan 28 13:33:44.289165 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-1b4d6368-0630-45e0-8266-94d9cca2e861 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] For port 903c93cf-6336-4d77-94c5-0d422724083e, host n-d-822747-2, got binding levels [] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:44.289704 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1b4d6368-0630-45e0-8266-94d9cca2e861 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (903c93cf-6336-4d77-94c5-0d422724083e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:44.309561 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-1b4d6368-0630-45e0-8266-94d9cca2e861 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Calling delete_port for 903c93cf-6336-4d77-94c5-0d422724083e owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:44.313706 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.ipam_backend_mixin [None req-1b4d6368-0630-45e0-8266-94d9cca2e861 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Port 903c93cf-6336-4d77-94c5-0d422724083e was not found and therefore no delete operation was performed {{(pid=103351) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:33:44.320695 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d82216-8d38-40bd-8135-a7588494d146 req-045b3ac8-c482-40e8-8204-3d077e78c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:44.322301 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-045b3ac8-c482-40e8-8204-3d077e78c1b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1501019 Jan 28 13:33:44.326403 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60674) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:44.331196 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1b4d6368-0630-45e0-8266-94d9cca2e861 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (903c93cf-6336-4d77-94c5-0d422724083e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:44.374468 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bd6b9f35-5629-4457-8bf7-29c436d13e42 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=562a44a1b905423c809accc32e9c7a27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0467999 Jan 28 13:33:44.383567 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60678) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:44.414995 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4d6368-0630-45e0-8266-94d9cca2e861 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] No DVR routers for this DVR port 903c93cf-6336-4d77-94c5-0d422724083e on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:33:44.484975 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4307cdb7-b843-4fd3-a19e-43a398602a92 admin admin] Publish callbacks [] for security_group (d2b3825c-af35-4750-ac6b-0c880200080d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:44.519396 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4307cdb7-b843-4fd3-a19e-43a398602a92 admin admin] Publish callbacks [] for security_group (d2b3825c-af35-4750-ac6b-0c880200080d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:44.542152 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d6368-0630-45e0-8266-94d9cca2e861 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Pushing event deleted for resources: {'Port': ['ID=903c93cf-6336-4d77-94c5-0d422724083e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:44.595971 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['7c967986-1c8e-417f-a71a-f6b5f187f1fe'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:33:44.619127 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4307cdb7-b843-4fd3-a19e-43a398602a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d2b3825c-af35-4750-ac6b-0c880200080d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:44.622251 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4307cdb7-b843-4fd3-a19e-43a398602a92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:44.623520 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4307cdb7-b843-4fd3-a19e-43a398602a92 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2b3825c-af35-4750-ac6b-0c880200080d HTTP/1.1" status: 204 len: 168 time: 0.2388315 Jan 28 13:33:44.643769 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60688) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:44.654968 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307cdb7-b843-4fd3-a19e-43a398602a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b3825c-af35-4750-ac6b-0c880200080d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:44.744689 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-53a3deea-d2b4-498a-ae62-54f1fad652c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=66696def36354b7c8b641113c2a3185a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0963163 Jan 28 13:33:44.747039 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60690) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:44.809961 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1b4d6368-0630-45e0-8266-94d9cca2e861 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (429af47d-8b3b-4c14-bd23-19acffde241b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:44.913147 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-512c4014-4699-46ff-b5b7-1fd930dd7da6 admin admin] Publish callbacks [] for security_group (6ba3f71e-0e0f-40df-abe9-95ac24341234), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:44.964942 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-439f4267-ad83-42c1-88f6-7c3a6cef30be service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6292806 Jan 28 13:33:44.970758 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-1b4d6368-0630-45e0-8266-94d9cca2e861 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['429af47d-8b3b-4c14-bd23-19acffde241b']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:45.019965 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-1b4d6368-0630-45e0-8266-94d9cca2e861 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf3907be-43be-4cdf-85f3-b5ca3670f116') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:45.020266 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-1b4d6368-0630-45e0-8266-94d9cca2e861 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf3907be-43be-4cdf-85f3-b5ca3670f116') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:45.021885 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-512c4014-4699-46ff-b5b7-1fd930dd7da6 admin admin] Publish callbacks [] for security_group (6ba3f71e-0e0f-40df-abe9-95ac24341234), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:45.033504 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1b4d6368-0630-45e0-8266-94d9cca2e861 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (bf3907be-43be-4cdf-85f3-b5ca3670f116), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:45.049240 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e77c5259-c10c-4a47-b717-5be3be364b9b no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:45.083076 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1b4d6368-0630-45e0-8266-94d9cca2e861 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (bf3907be-43be-4cdf-85f3-b5ca3670f116), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:45.105168 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b4d6368-0630-45e0-8266-94d9cca2e861 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:33:45.106024 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1b4d6368-0630-45e0-8266-94d9cca2e861 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (bf3907be-43be-4cdf-85f3-b5ca3670f116), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:45.107563 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: e77c5259-c10c-4a47-b717-5be3be364b9b {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:33:45.111615 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e77c5259-c10c-4a47-b717-5be3be364b9b not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:33:45.112927 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e724b768-9e9d-4ada-a57e-28df418de7c3 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:45.140956 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-512c4014-4699-46ff-b5b7-1fd930dd7da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6ba3f71e-0e0f-40df-abe9-95ac24341234), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:45.142443 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-512c4014-4699-46ff-b5b7-1fd930dd7da6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:45.147851 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-512c4014-4699-46ff-b5b7-1fd930dd7da6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6ba3f71e-0e0f-40df-abe9-95ac24341234 HTTP/1.1" status: 204 len: 168 time: 0.3997631 Jan 28 13:33:45.177077 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: e724b768-9e9d-4ada-a57e-28df418de7c3 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:33:45.183094 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e724b768-9e9d-4ada-a57e-28df418de7c3 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:33:45.192587 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c4014-4699-46ff-b5b7-1fd930dd7da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba3f71e-0e0f-40df-abe9-95ac24341234,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:33:45.236375 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:33:45.242261 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae2657-eff1-4b17-85a4-3a1b62e95a2c req-31ef9656-ef1e-4ab5-a10d-974597a9433e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:45.243866 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e2ae2657-eff1-4b17-85a4-3a1b62e95a2c req-31ef9656-ef1e-4ab5-a10d-974597a9433e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 944 time: 0.3319972 Jan 28 13:33:45.354276 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-5f0a188e-b8f2-4822-92d0-5a9eb04b98cb service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562450 Jan 28 13:33:45.373202 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e2ae2657-eff1-4b17-85a4-3a1b62e95a2c req-acb0dba2-8b3a-4191-8773-850b3ef27179 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224301 Jan 28 13:33:45.419777 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-4da0af2c-93c8-469b-a71d-2ec49ac52a2e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=c9b3c74c-0d75-49f6-b265-c9805d7a7fcc HTTP/1.1" status: 200 len: 217 time: 0.0558095 Jan 28 13:33:45.495455 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1b4d6368-0630-45e0-8266-94d9cca2e861 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (429af47d-8b3b-4c14-bd23-19acffde241b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:45.536886 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 0039b2b7-65d7-43fa-84c3-44415f0574ba details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:33:45.551485 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1b4d6368-0630-45e0-8266-94d9cca2e861 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:45.558238 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1b4d6368-0630-45e0-8266-94d9cca2e861 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] 10.222.0.39 "DELETE /v2.0/networks/429af47d-8b3b-4c14-bd23-19acffde241b HTTP/1.1" status: 204 len: 168 time: 2.7725840 Jan 28 13:33:45.558768 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60710) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:45.572052 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d6368-0630-45e0-8266-94d9cca2e861 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Pushing event deleted for resources: {'Network': ['ID=429af47d-8b3b-4c14-bd23-19acffde241b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:45.638086 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc559b0-46e9-46e3-906b-3492d59db90d req-1a094f42-09b8-43fe-9570-a75cd0e2efad tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:45.653961 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5fc559b0-46e9-46e3-906b-3492d59db90d req-1a094f42-09b8-43fe-9570-a75cd0e2efad tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 944 time: 0.1613493 Jan 28 13:33:45.657915 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d82216-8d38-40bd-8135-a7588494d146 req-64de710d-dfc3-4da0-be17-9181e3b22612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:45.659358 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-64de710d-dfc3-4da0-be17-9181e3b22612 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b74542d3-e3e9-4c91-b28b-bcd1470376c6 HTTP/1.1" status: 200 len: 797 time: 0.2327440 Jan 28 13:33:45.737824 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8749b1f4-a5e6-4bf1-b559-2bfdb99e76e5 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (c71221b3-1815-48c4-af12-c4bd7fcd298a), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:45.810418 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 0039b2b7-65d7-43fa-84c3-44415f0574ba, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=0039b2b7-65d7-43fa-84c3-44415f0574ba,segment=NetworkSegment(0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7),segment_id=0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:45.848102 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60720) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:45.848878 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '0039b2b7-65d7-43fa-84c3-44415f0574ba', 'network_id': '0cc66fb4-aa9b-4065-9754-07c3b4544c1c', 'port_id': '0039b2b7-65d7-43fa-84c3-44415f0574ba', 'mac_address': 'fa:16:3e:b8:c2:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbb764f6-d64f-484a-9e34-16f02ef802cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:33:45.873151 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d82216-8d38-40bd-8135-a7588494d146 req-5cbf944e-24ba-4234-ac42-7ab1ebb2bd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:45.874680 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-5cbf944e-24ba-4234-ac42-7ab1ebb2bd13 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1759617 Jan 28 13:33:45.895508 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5fc559b0-46e9-46e3-906b-3492d59db90d req-483bae3a-f9a7-4bbe-8351-70b474a9c801 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347207 Jan 28 13:33:45.921996 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 0039b2b7-65d7-43fa-84c3-44415f0574ba is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:45.922828 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0039b2b7-65d7-43fa-84c3-44415f0574ba), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:45.995976 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8749b1f4-a5e6-4bf1-b559-2bfdb99e76e5 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (c71221b3-1815-48c4-af12-c4bd7fcd298a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:46.057575 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-8749b1f4-a5e6-4bf1-b559-2bfdb99e76e5 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c71221b3-1815-48c4-af12-c4bd7fcd298a']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:46.084201 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-8749b1f4-a5e6-4bf1-b559-2bfdb99e76e5 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01adbcef-3318-458b-9526-f45e97ae1277') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:46.086508 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-8749b1f4-a5e6-4bf1-b559-2bfdb99e76e5 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01adbcef-3318-458b-9526-f45e97ae1277') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:46.117617 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8749b1f4-a5e6-4bf1-b559-2bfdb99e76e5 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (01adbcef-3318-458b-9526-f45e97ae1277), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:46.147019 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-ea0ec3c5-30ca-478f-ac3c-3a2f03a1a455 service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459486 Jan 28 13:33:46.154717 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8749b1f4-a5e6-4bf1-b559-2bfdb99e76e5 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (01adbcef-3318-458b-9526-f45e97ae1277), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:46.166119 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8749b1f4-a5e6-4bf1-b559-2bfdb99e76e5 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:33:46.172341 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8749b1f4-a5e6-4bf1-b559-2bfdb99e76e5 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (01adbcef-3318-458b-9526-f45e97ae1277), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:46.198498 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0039b2b7-65d7-43fa-84c3-44415f0574ba {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:33:46.235493 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 0039b2b7-65d7-43fa-84c3-44415f0574ba, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=0039b2b7-65d7-43fa-84c3-44415f0574ba,segment=NetworkSegment(0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7),segment_id=0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:46.242730 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0039b2b7-65d7-43fa-84c3-44415f0574ba), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:33:46.320296 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:33:46.329158 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=0039b2b7-65d7-43fa-84c3-44415f0574ba,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:46.337181 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8749b1f4-a5e6-4bf1-b559-2bfdb99e76e5 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (c71221b3-1815-48c4-af12-c4bd7fcd298a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:46.389026 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8749b1f4-a5e6-4bf1-b559-2bfdb99e76e5 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:46.389350 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-64257575-d1d0-4b6e-b334-a09087a34272 service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377591 Jan 28 13:33:46.392472 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8749b1f4-a5e6-4bf1-b559-2bfdb99e76e5 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] 10.222.0.39 "DELETE /v2.0/networks/c71221b3-1815-48c4-af12-c4bd7fcd298a HTTP/1.1" status: 204 len: 168 time: 0.8326297 Jan 28 13:33:46.395558 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60738) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:46.402385 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6b33b69-d7ef-44d3-a821-6a3e2622c1c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:46.412719 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749b1f4-a5e6-4bf1-b559-2bfdb99e76e5 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Pushing event deleted for resources: {'Network': ['ID=c71221b3-1815-48c4-af12-c4bd7fcd298a,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:46.580754 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['0039b2b7-65d7-43fa-84c3-44415f0574ba'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:33:46.605973 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a0a65859-59e6-4808-9d29-15de629a33e8 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (0c537bfd-f35f-49da-b3ef-4ac17e059074), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:46.636956 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6b33b69-d7ef-44d3-a821-6a3e2622c1c5 admin admin] Publish callbacks [] for security_group (285535d6-363f-4379-a209-2a3a8236b76b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:46.657593 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-523ff2a5-1fae-49be-8ff1-60ef86d283a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=f581e7e7-2efc-4545-a180-92398f10892e HTTP/1.1" status: 200 len: 217 time: 0.2603202 Jan 28 13:33:46.717719 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6b33b69-d7ef-44d3-a821-6a3e2622c1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (285535d6-363f-4379-a209-2a3a8236b76b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:46.809545 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e6b33b69-d7ef-44d3-a821-6a3e2622c1c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=05e3a726de004ddf9b1185ac109ddee5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9598882 Jan 28 13:33:46.810500 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b33b69-d7ef-44d3-a821-6a3e2622c1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285535d6-363f-4379-a209-2a3a8236b76b,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:46.819492 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60758) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:46.834717 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845a7a3-af75-4fea-b742-4ce5b684c863 req-ff394324-1900-4c16-87b2-ce41da23cfbf tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:46.842477 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e845a7a3-af75-4fea-b742-4ce5b684c863 req-ff394324-1900-4c16-87b2-ce41da23cfbf tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 944 time: 0.2396352 Jan 28 13:33:46.940695 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e845a7a3-af75-4fea-b742-4ce5b684c863 req-0b1028f9-40cc-4479-a86d-a94f0e874d58 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970294 Jan 28 13:33:46.968534 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a0a65859-59e6-4808-9d29-15de629a33e8 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (0c537bfd-f35f-49da-b3ef-4ac17e059074), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:46.973457 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60762) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:47.021265 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-a0a65859-59e6-4808-9d29-15de629a33e8 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c537bfd-f35f-49da-b3ef-4ac17e059074']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:47.033082 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-a0a65859-59e6-4808-9d29-15de629a33e8 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09671d38-df80-48e4-86ef-c08c336c9011') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:47.033494 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-a0a65859-59e6-4808-9d29-15de629a33e8 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09671d38-df80-48e4-86ef-c08c336c9011') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:47.044221 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a0a65859-59e6-4808-9d29-15de629a33e8 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (09671d38-df80-48e4-86ef-c08c336c9011), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:47.053912 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d82216-8d38-40bd-8135-a7588494d146 req-a98098ab-2ae3-48ed-9ced-c41862ff46ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:47.055705 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-a98098ab-2ae3-48ed-9ced-c41862ff46ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b74542d3-e3e9-4c91-b28b-bcd1470376c6 HTTP/1.1" status: 200 len: 797 time: 0.3825960 Jan 28 13:33:47.116764 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a0a65859-59e6-4808-9d29-15de629a33e8 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (09671d38-df80-48e4-86ef-c08c336c9011), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:47.153629 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a65859-59e6-4808-9d29-15de629a33e8 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:33:47.154810 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a0a65859-59e6-4808-9d29-15de629a33e8 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (09671d38-df80-48e4-86ef-c08c336c9011), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:33:47.157726 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:33:47.200381 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-59936b09-a25e-41ab-91c5-ab981decbec1 admin admin] Publish callbacks [] for security_group (285535d6-363f-4379-a209-2a3a8236b76b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:47.231971 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60768) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:47.268760 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d82216-8d38-40bd-8135-a7588494d146 req-b318fa64-4efd-408f-82e0-bcf79373ed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:47.270372 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-b318fa64-4efd-408f-82e0-bcf79373ed01 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2032487 Jan 28 13:33:47.346976 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-8fc18814-4354-4055-b72a-e715b2d272ac admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-691074885-network', 'tenant_id': '43c2090aa6814be1a785bf0ea30368ca'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:47.369722 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-635330b8-eaa9-4625-ab06-a376b0626084 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1298758858-network', 'tenant_id': '3f433a78eab64a3c903969a5348a95ae'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:47.402868 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc18814-4354-4055-b72a-e715b2d272ac admin admin] Made reservation on behalf of 43c2090aa6814be1a785bf0ea30368ca for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:47.405901 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8fc18814-4354-4055-b72a-e715b2d272ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:47.411445 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635330b8-eaa9-4625-ab06-a376b0626084 admin admin] Made reservation on behalf of 3f433a78eab64a3c903969a5348a95ae for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:47.413029 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-03c27473-f571-4156-9b2a-c5e67b73c1ec service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299763 Jan 28 13:33:47.413564 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-635330b8-eaa9-4625-ab06-a376b0626084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:47.420505 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-59936b09-a25e-41ab-91c5-ab981decbec1 admin admin] Publish callbacks [] for security_group (285535d6-363f-4379-a209-2a3a8236b76b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:47.428587 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-635330b8-eaa9-4625-ab06-a376b0626084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:47.429563 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117f9d2-9a1d-4f35-a979-e845d5fa7dfc req-eda4c410-54be-471b-8076-c7e2e93e2a09 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:47.431904 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5117f9d2-9a1d-4f35-a979-e845d5fa7dfc req-eda4c410-54be-471b-8076-c7e2e93e2a09 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 944 time: 0.3713226 Jan 28 13:33:47.432230 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8fc18814-4354-4055-b72a-e715b2d272ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:47.440754 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a0a65859-59e6-4808-9d29-15de629a33e8 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (0c537bfd-f35f-49da-b3ef-4ac17e059074), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:47.466523 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a0a65859-59e6-4808-9d29-15de629a33e8 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:47.473444 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a0a65859-59e6-4808-9d29-15de629a33e8 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] 10.222.0.39 "DELETE /v2.0/networks/0c537bfd-f35f-49da-b3ef-4ac17e059074 HTTP/1.1" status: 204 len: 168 time: 1.0718751 Jan 28 13:33:47.526124 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a65859-59e6-4808-9d29-15de629a33e8 tempest-BulkNetworkOpsIpV6Test-898280705 tempest-BulkNetworkOpsIpV6Test-898280705-project] Pushing event deleted for resources: {'Network': ['ID=0c537bfd-f35f-49da-b3ef-4ac17e059074,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:47.535877 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 91755f44-fc12-4753-90b2-7a0c1535621f details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:33:47.543383 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 7c967986-1c8e-417f-a71a-f6b5f187f1fe up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:47.600513 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-635330b8-eaa9-4625-ab06-a376b0626084 admin admin] Publish callbacks [] for security_group (89cabaa5-5875-43a9-85d4-2d2e479e750b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:47.608709 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-635330b8-eaa9-4625-ab06-a376b0626084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (89cabaa5-5875-43a9-85d4-2d2e479e750b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:47.624506 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635330b8-eaa9-4625-ab06-a376b0626084 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:33:47.671105 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5117f9d2-9a1d-4f35-a979-e845d5fa7dfc req-461f9cc0-13ec-48b2-a829-ff657986f66a tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900182 Jan 28 13:33:47.677312 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8fc18814-4354-4055-b72a-e715b2d272ac admin admin] Publish callbacks [] for security_group (169c52e8-9796-4446-a5fd-6170f3f80b42), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:47.685556 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8fc18814-4354-4055-b72a-e715b2d272ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (169c52e8-9796-4446-a5fd-6170f3f80b42), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:47.728115 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc18814-4354-4055-b72a-e715b2d272ac admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:33:47.735431 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-635330b8-eaa9-4625-ab06-a376b0626084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (a5a03ee3-2dec-4e05-b558-ee0a9376d03e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:47.735980 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-635330b8-eaa9-4625-ab06-a376b0626084 admin admin] Added segment a5a03ee3-2dec-4e05-b558-ee0a9376d03e of type vlan for network 2f7f563c-452e-4ad7-8366-46fe17e69e05 Jan 28 13:33:47.752639 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635330b8-eaa9-4625-ab06-a376b0626084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cabaa5-5875-43a9-85d4-2d2e479e750b,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:47.755873 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:47.769878 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-59936b09-a25e-41ab-91c5-ab981decbec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (285535d6-363f-4379-a209-2a3a8236b76b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:47.770518 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8fc18814-4354-4055-b72a-e715b2d272ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (f42a1b30-6032-431f-85fc-3ec1fd1a24cd), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:47.770958 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-8fc18814-4354-4055-b72a-e715b2d272ac admin admin] Added segment f42a1b30-6032-431f-85fc-3ec1fd1a24cd of type vlan for network ae1c0bf5-6c59-4c24-82db-763a438eace2 Jan 28 13:33:47.777192 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-59936b09-a25e-41ab-91c5-ab981decbec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:47.782253 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-59936b09-a25e-41ab-91c5-ab981decbec1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/285535d6-363f-4379-a209-2a3a8236b76b HTTP/1.1" status: 204 len: 168 time: 0.9477072 Jan 28 13:33:47.782535 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.resource_extend [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:33:47.798601 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-7dd0218a-2f5f-42cd-89cf-ea216c623188 service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654876 Jan 28 13:33:47.931204 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59936b09-a25e-41ab-91c5-ab981decbec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285535d6-363f-4379-a209-2a3a8236b76b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:47.936600 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-973dc2c1-3f22-4b5c-be93-1f5f4de64ff0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bda0bfac-8843-465f-a99c-d4e0d58976ff HTTP/1.1" status: 200 len: 217 time: 0.1288168 Jan 28 13:33:47.984210 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-635330b8-eaa9-4625-ab06-a376b0626084 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (2f7f563c-452e-4ad7-8366-46fe17e69e05), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:47.999663 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 91755f44-fc12-4753-90b2-7a0c1535621f, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=91755f44-fc12-4753-90b2-7a0c1535621f,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:48.027172 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc18814-4354-4055-b72a-e715b2d272ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169c52e8-9796-4446-a5fd-6170f3f80b42,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:48.027278 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '91755f44-fc12-4753-90b2-7a0c1535621f', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'port_id': '91755f44-fc12-4753-90b2-7a0c1535621f', 'mac_address': 'fa:16:3e:51:7d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:33:48.045023 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d82216-8d38-40bd-8135-a7588494d146 req-a0fb101c-4258-42ae-94d0-8fa8cdd78fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:48.045485 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8fc18814-4354-4055-b72a-e715b2d272ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (ae1c0bf5-6c59-4c24-82db-763a438eace2), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:48.046753 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-a0fb101c-4258-42ae-94d0-8fa8cdd78fec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e895788e-7e0c-4d5c-93d0-ab435dd86d3f HTTP/1.1" status: 200 len: 797 time: 0.1018200 Jan 28 13:33:48.108707 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60786) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:48.146455 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-635330b8-eaa9-4625-ab06-a376b0626084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (2f7f563c-452e-4ad7-8366-46fe17e69e05), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:48.149876 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 91755f44-fc12-4753-90b2-7a0c1535621f is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:48.151260 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635330b8-eaa9-4625-ab06-a376b0626084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:48.151830 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:48.152598 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-635330b8-eaa9-4625-ab06-a376b0626084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:48.183951 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91755f44-fc12-4753-90b2-7a0c1535621f {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:33:48.187539 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d82216-8d38-40bd-8135-a7588494d146 req-f2ff45ac-243a-4370-9521-6ad6d5dbaa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:48.189159 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-f2ff45ac-243a-4370-9521-6ad6d5dbaa8e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1355095 Jan 28 13:33:48.201250 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1a68e-47a9-486c-bb8c-d51fdffa9c29 req-f9af6a84-7519-477f-9d9b-7548a593ea8a tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:48.209415 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8fc18814-4354-4055-b72a-e715b2d272ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (ae1c0bf5-6c59-4c24-82db-763a438eace2), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:48.210257 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1cf1a68e-47a9-486c-bb8c-d51fdffa9c29 req-f9af6a84-7519-477f-9d9b-7548a593ea8a tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 944 time: 0.0750537 Jan 28 13:33:48.220194 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc18814-4354-4055-b72a-e715b2d272ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:48.221533 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8fc18814-4354-4055-b72a-e715b2d272ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:48.259486 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 91755f44-fc12-4753-90b2-7a0c1535621f, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=91755f44-fc12-4753-90b2-7a0c1535621f,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:48.273262 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 7c967986-1c8e-417f-a71a-f6b5f187f1fe completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:33:48.275857 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:48.313846 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1cf1a68e-47a9-486c-bb8c-d51fdffa9c29 req-8a517f86-627e-49d7-8b18-41187624d46d tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021209 Jan 28 13:33:48.334806 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=91755f44-fc12-4753-90b2-7a0c1535621f,revision_number=11']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:48.337997 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 7c967986-1c8e-417f-a71a-f6b5f187f1fe triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:48.338560 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7c967986-1c8e-417f-a71a-f6b5f187f1fe), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:48.347229 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60796) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:48.357174 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-635330b8-eaa9-4625-ab06-a376b0626084 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1238348 Jan 28 13:33:48.361943 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635330b8-eaa9-4625-ab06-a376b0626084 admin admin] Pushing event updated for resources: {'Network': ['ID=2f7f563c-452e-4ad7-8366-46fe17e69e05,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:48.384159 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8fc18814-4354-4055-b72a-e715b2d272ac admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4093852 Jan 28 13:33:48.384572 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 2f7f563c-452e-4ad7-8366-46fe17e69e05 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:48.384955 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60798) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:48.423268 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-685bef6e-64eb-4d09-b17e-b93416666c19 admin admin] Request body: {'subnet': {'network_id': 'ae1c0bf5-6c59-4c24-82db-763a438eace2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-691074885-subnet', 'tenant_id': '43c2090aa6814be1a785bf0ea30368ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:48.445272 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-02000fee-30d1-4997-96ff-0ddee7c0dafb admin admin] Request body: {'subnet': {'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1298758858-subnet', 'tenant_id': '3f433a78eab64a3c903969a5348a95ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:48.500199 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02000fee-30d1-4997-96ff-0ddee7c0dafb admin admin] Made reservation on behalf of 3f433a78eab64a3c903969a5348a95ae for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:48.508147 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-02000fee-30d1-4997-96ff-0ddee7c0dafb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:48.543000 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 7c967986-1c8e-417f-a71a-f6b5f187f1fe is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:48.543000 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7c967986-1c8e-417f-a71a-f6b5f187f1fe), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:48.588200 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 7c967986-1c8e-417f-a71a-f6b5f187f1fe, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=7c967986-1c8e-417f-a71a-f6b5f187f1fe,segment=NetworkSegment(0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7),segment_id=0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:48.589470 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd04921-9512-4950-906c-da00687ff090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c967986-1c8e-417f-a71a-f6b5f187f1fe'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:48.593567 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0810fbf8-6b3e-493c-af39-6c07358caacd" -d '{"events": [{"server_uuid": "1fd04921-9512-4950-906c-da00687ff090", "name": "network-vif-plugged", "status": "completed", "tag": "7c967986-1c8e-417f-a71a-f6b5f187f1fe"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:48.598315 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7c967986-1c8e-417f-a71a-f6b5f187f1fe), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:48.603309 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685bef6e-64eb-4d09-b17e-b93416666c19 admin admin] Made reservation on behalf of 43c2090aa6814be1a785bf0ea30368ca for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:48.609119 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-685bef6e-64eb-4d09-b17e-b93416666c19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:48.615417 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc18814-4354-4055-b72a-e715b2d272ac admin admin] Pushing event updated for resources: {'Network': ['ID=ae1c0bf5-6c59-4c24-82db-763a438eace2,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:48.636568 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network ae1c0bf5-6c59-4c24-82db-763a438eace2 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:48.642707 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-03cb548d-20dc-4bb0-b284-07ac66131a0c service neutron] 10.222.0.18 "GET /v2.0/networks/49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293911 Jan 28 13:33:48.730611 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-81aee3f7-5156-4bb2-ac48-d68b29c967d1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1f0dae03055242d4a8fcb3bf28607b4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6139541 Jan 28 13:33:48.733920 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60808) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:48.740126 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13b0631-df1a-4fc0-9a83-1017dd661dc3 x-openstack-request-id: req-d13b0631-df1a-4fc0-9a83-1017dd661dc3 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:48.740425 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd04921-9512-4950-906c-da00687ff090", "name": "network-vif-plugged", "status": "completed", "tag": "7c967986-1c8e-417f-a71a-f6b5f187f1fe", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:48.740812 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d13b0631-df1a-4fc0-9a83-1017dd661dc3 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:48.741226 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd04921-9512-4950-906c-da00687ff090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c967986-1c8e-417f-a71a-f6b5f187f1fe', 'code': 200} Jan 28 13:33:48.745283 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['91755f44-fc12-4753-90b2-7a0c1535621f'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:33:48.830541 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=7c967986-1c8e-417f-a71a-f6b5f187f1fe,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:48.963404 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e0dae-af65-4d8e-b8ad-44fc155fb58e req-1bfd342d-aee1-45a8-a74c-a1ce7bdc1132 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:48.971447 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-030e0dae-af65-4d8e-b8ad-44fc155fb58e req-1bfd342d-aee1-45a8-a74c-a1ce7bdc1132 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 945 time: 0.1163599 Jan 28 13:33:49.059858 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-030e0dae-af65-4d8e-b8ad-44fc155fb58e req-9758be81-223c-4122-bcf0-a7e6a929eb0b tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875454 Jan 28 13:33:49.085488 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794c543-3401-41e2-9d71-0336908338b3 req-638cdf75-cfa0-4931-9cb0-dac2ceaf5993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:49.086992 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0794c543-3401-41e2-9d71-0336908338b3 req-638cdf75-cfa0-4931-9cb0-dac2ceaf5993 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 1096 time: 0.3519752 Jan 28 13:33:49.087620 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c83f6da9-2804-40f4-ab5d-b3bb78e7633a admin admin] Publish callbacks [] for security_group (f730356c-500e-496c-9b4e-069e85aa4d3d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:49.092480 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-bc6397a8-983a-4fa5-b234-ceeb1c08233a service neutron] 10.222.0.18 "GET /v2.0/networks/49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4408045 Jan 28 13:33:49.097637 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-685bef6e-64eb-4d09-b17e-b93416666c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (04997b98-04ad-44af-93a0-5f508d9fc7b0), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:49.165078 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685bef6e-64eb-4d09-b17e-b93416666c19 admin admin] Checking segment: {'id': 'f42a1b30-6032-431f-85fc-3ec1fd1a24cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ae1c0bf5-6c59-4c24-82db-763a438eace2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:49.165429 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685bef6e-64eb-4d09-b17e-b93416666c19 admin admin] Network hostable DHCP agents. Network: ae1c0bf5-6c59-4c24-82db-763a438eace2, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:33:49.182382 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bef6e-64eb-4d09-b17e-b93416666c19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04997b98-04ad-44af-93a0-5f508d9fc7b0,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:49.188117 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-3d280f9f-f120-48d7-af1f-acd2e0e2f0c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0fe5daa-acf0-4f7e-b641-574de0748ed4 HTTP/1.1" status: 200 len: 217 time: 0.0561361 Jan 28 13:33:49.199179 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685bef6e-64eb-4d09-b17e-b93416666c19 admin admin] Network ae1c0bf5-6c59-4c24-82db-763a438eace2 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:33:49.215298 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-685bef6e-64eb-4d09-b17e-b93416666c19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, ae1c0bf5-6c59-4c24-82db-763a438eace2) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:49.224484 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685bef6e-64eb-4d09-b17e-b93416666c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:49.228109 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-685bef6e-64eb-4d09-b17e-b93416666c19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:49.232064 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df9fed6-5461-442b-95b3-f04e788a5f50 None None] Network ae1c0bf5-6c59-4c24-82db-763a438eace2 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:49.248717 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c83f6da9-2804-40f4-ab5d-b3bb78e7633a admin admin] Publish callbacks [] for security_group (f730356c-500e-496c-9b4e-069e85aa4d3d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:49.252286 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-685bef6e-64eb-4d09-b17e-b93416666c19 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8646116 Jan 28 13:33:49.292173 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0794c543-3401-41e2-9d71-0336908338b3 req-73f2463d-a5a7-4162-ac92-bfa0174274c3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978307 Jan 28 13:33:49.345889 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-02000fee-30d1-4997-96ff-0ddee7c0dafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (11e07501-e45d-4ee4-9a79-78d0496e90fa), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:49.380544 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d82216-8d38-40bd-8135-a7588494d146 req-51315f65-c967-4793-a8a9-009a0f0977c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:49.382219 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-51315f65-c967-4793-a8a9-009a0f0977c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e895788e-7e0c-4d5c-93d0-ab435dd86d3f HTTP/1.1" status: 200 len: 797 time: 0.1857238 Jan 28 13:33:49.432614 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db6b8f0-678e-497e-869f-199f9fac9436 None None] Network ae1c0bf5-6c59-4c24-82db-763a438eace2 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:49.470746 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02000fee-30d1-4997-96ff-0ddee7c0dafb admin admin] Pushing event updated for resources: {'Subnet': ['ID=11e07501-e45d-4ee4-9a79-78d0496e90fa,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:49.480759 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d82216-8d38-40bd-8135-a7588494d146 req-3abe970f-9a1e-4e6b-99d8-d5e8ff8c18ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:49.482984 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-3abe970f-9a1e-4e6b-99d8-d5e8ff8c18ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0915096 Jan 28 13:33:49.484156 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c83f6da9-2804-40f4-ab5d-b3bb78e7633a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f730356c-500e-496c-9b4e-069e85aa4d3d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:49.486842 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c83f6da9-2804-40f4-ab5d-b3bb78e7633a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:49.491018 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c83f6da9-2804-40f4-ab5d-b3bb78e7633a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f730356c-500e-496c-9b4e-069e85aa4d3d HTTP/1.1" status: 204 len: 168 time: 0.7543793 Jan 28 13:33:49.502776 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02000fee-30d1-4997-96ff-0ddee7c0dafb admin admin] Checking segment: {'id': 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:49.503424 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02000fee-30d1-4997-96ff-0ddee7c0dafb admin admin] Network hostable DHCP agents. Network: 2f7f563c-452e-4ad7-8366-46fe17e69e05, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:33:49.523555 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f6da9-2804-40f4-ab5d-b3bb78e7633a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f730356c-500e-496c-9b4e-069e85aa4d3d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:49.570369 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d98ad-1210-4a89-8d48-2841166cef92 req-eaaadb69-8e78-4639-8c57-eb52d7f8c1c2 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:49.571900 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1e0d98ad-1210-4a89-8d48-2841166cef92 req-eaaadb69-8e78-4639-8c57-eb52d7f8c1c2 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 945 time: 0.1218517 Jan 28 13:33:49.589374 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 0039b2b7-65d7-43fa-84c3-44415f0574ba up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:49.642417 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02000fee-30d1-4997-96ff-0ddee7c0dafb admin admin] Network 2f7f563c-452e-4ad7-8366-46fe17e69e05 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:33:49.668947 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-02000fee-30d1-4997-96ff-0ddee7c0dafb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 2f7f563c-452e-4ad7-8366-46fe17e69e05) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:49.677043 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1e0d98ad-1210-4a89-8d48-2841166cef92 req-e3ef7687-b672-45da-955c-a7a2405d50eb tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937276 Jan 28 13:33:49.704057 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-17710ac3-24d2-4f4d-8b77-4eecd8250a15 service neutron] 10.222.0.18 "GET /v2.0/networks/49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114000 Jan 28 13:33:49.704729 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7517344a-8650-4278-a8a2-8587c06aa71b None None] Network 2f7f563c-452e-4ad7-8366-46fe17e69e05 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:49.717236 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02000fee-30d1-4997-96ff-0ddee7c0dafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:49.718178 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-02000fee-30d1-4997-96ff-0ddee7c0dafb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:49.780866 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-02000fee-30d1-4997-96ff-0ddee7c0dafb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4323678 Jan 28 13:33:49.919622 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:49.930365 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0a8321-3787-4473-8f6c-3e95d3452328 None None] Network 2f7f563c-452e-4ad7-8366-46fe17e69e05 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:49.961089 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4d82216-8d38-40bd-8135-a7588494d146 req-0b18026b-1b6a-4071-baa9-74e0a2a7c327 service neutron] 10.222.0.18 "GET /v2.0/networks/49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125680 Jan 28 13:33:50.032893 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 0039b2b7-65d7-43fa-84c3-44415f0574ba completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:33:50.041890 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 0039b2b7-65d7-43fa-84c3-44415f0574ba triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:50.042470 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0039b2b7-65d7-43fa-84c3-44415f0574ba), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:50.239228 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 0039b2b7-65d7-43fa-84c3-44415f0574ba is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:50.240629 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0039b2b7-65d7-43fa-84c3-44415f0574ba), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:50.297085 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60858) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:50.325193 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 0039b2b7-65d7-43fa-84c3-44415f0574ba, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=0039b2b7-65d7-43fa-84c3-44415f0574ba,segment=NetworkSegment(0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7),segment_id=0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:50.339001 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0039b2b7-65d7-43fa-84c3-44415f0574ba), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:50.411119 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbada28-95ce-4845-b724-8c4ffb25528f req-b148619d-913f-4fb9-8f3e-fc187a32787e tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:50.412769 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fbbada28-95ce-4845-b724-8c4ffb25528f req-b148619d-913f-4fb9-8f3e-fc187a32787e tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 945 time: 0.1072721 Jan 28 13:33:50.444474 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=0039b2b7-65d7-43fa-84c3-44415f0574ba,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:50.559844 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fbbada28-95ce-4845-b724-8c4ffb25528f req-a3ecb1e9-1b4b-48bc-a317-03aff26a230e tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359818 Jan 28 13:33:50.600409 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-935e2076-8bcf-4402-ab7e-ab57e3d391c1 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:50.602664 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-935e2076-8bcf-4402-ab7e-ab57e3d391c1 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/networks?id=ae1c0bf5-6c59-4c24-82db-763a438eace2 HTTP/1.1" status: 200 len: 820 time: 0.2532847 Jan 28 13:33:50.623239 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-2d0ff1b1-a126-47c7-979a-f71165102cb8 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/quotas/43c2090aa6814be1a785bf0ea30368ca HTTP/1.1" status: 200 len: 375 time: 0.0133204 Jan 28 13:33:50.673619 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-51b91975-6334-4ef1-9cf9-5c4c4940c5e1 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=43c2090aa6814be1a785bf0ea30368ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429459 Jan 28 13:33:50.742882 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6127d47b-5076-47ab-b192-40b6be842aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0039b2b7-65d7-43fa-84c3-44415f0574ba'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:50.745370 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee77200-b40a-4373-b2f7-d37646f179ff" -d '{"events": [{"server_uuid": "6127d47b-5076-47ab-b192-40b6be842aee", "name": "network-vif-plugged", "status": "completed", "tag": "0039b2b7-65d7-43fa-84c3-44415f0574ba"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:50.786830 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-5bcbb1ea-75c8-463d-b664-954488a28f08 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-30803581-network', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:50.833991 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcbb1ea-75c8-463d-b664-954488a28f08 admin admin] Made reservation on behalf of f327d07b81a14c5bb937fba4992e6ee2 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:50.836818 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5bcbb1ea-75c8-463d-b664-954488a28f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:50.858083 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5bcbb1ea-75c8-463d-b664-954488a28f08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:50.885948 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-3104bebe-2aee-496f-9191-77463ab34881 service neutron] 10.222.0.39 "GET /v2.0/networks/ae1c0bf5-6c59-4c24-82db-763a438eace2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056081 Jan 28 13:33:51.063609 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-192a2565-60df-419d-a39d-aaa51a236435 service neutron] 10.222.0.39 "GET /v2.0/networks/ae1c0bf5-6c59-4c24-82db-763a438eace2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536717 Jan 28 13:33:51.096600 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5bcbb1ea-75c8-463d-b664-954488a28f08 admin admin] Publish callbacks [] for security_group (be458bb5-484d-4415-866f-c8ca0d302456), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:51.124021 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5bcbb1ea-75c8-463d-b664-954488a28f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (be458bb5-484d-4415-866f-c8ca0d302456), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:51.158153 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbb1ea-75c8-463d-b664-954488a28f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be458bb5-484d-4415-866f-c8ca0d302456,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:51.189621 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bcbb1ea-75c8-463d-b664-954488a28f08 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:33:51.208490 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5bcbb1ea-75c8-463d-b664-954488a28f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (645ac1b2-07cd-42da-9b64-9375b8bc6582), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:51.209048 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-5bcbb1ea-75c8-463d-b664-954488a28f08 admin admin] Added segment 645ac1b2-07cd-42da-9b64-9375b8bc6582 of type vlan for network a48090cb-ae2e-48ff-8962-8d69a57daca6 Jan 28 13:33:51.277704 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60908) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:51.327474 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5bcbb1ea-75c8-463d-b664-954488a28f08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (a48090cb-ae2e-48ff-8962-8d69a57daca6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:51.383640 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-e3547a23-b17d-4693-8294-294304acf223 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:51.391787 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-e3547a23-b17d-4693-8294-294304acf223 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/networks?id=2f7f563c-452e-4ad7-8366-46fe17e69e05 HTTP/1.1" status: 200 len: 806 time: 0.2288845 Jan 28 13:33:51.425720 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-832255f9-1a92-49ce-80ec-3be943315742 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/quotas/3f433a78eab64a3c903969a5348a95ae HTTP/1.1" status: 200 len: 375 time: 0.0329578 Jan 28 13:33:51.448638 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-5832c790-69b0-4af1-ad46-438ff6972fe8 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-588188758'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:51.470787 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-302c5c93-70cf-4e81-8f8d-0ac2bf04682b tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3f433a78eab64a3c903969a5348a95ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441618 Jan 28 13:33:51.489573 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5bcbb1ea-75c8-463d-b664-954488a28f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (a48090cb-ae2e-48ff-8962-8d69a57daca6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:51.490615 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcbb1ea-75c8-463d-b664-954488a28f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:51.491245 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5bcbb1ea-75c8-463d-b664-954488a28f08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:51.559888 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbb1ea-75c8-463d-b664-954488a28f08 admin admin] Pushing event updated for resources: {'Network': ['ID=a48090cb-ae2e-48ff-8962-8d69a57daca6,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:51.565058 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5bcbb1ea-75c8-463d-b664-954488a28f08 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2667391 Jan 28 13:33:51.574001 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6681d8-78ba-4919-b4bb-8bfc4072e34e req-a7d710d7-5c1f-4685-b084-71db80dde835 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:51.578313 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 91755f44-fc12-4753-90b2-7a0c1535621f up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:51.581053 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fd6681d8-78ba-4919-b4bb-8bfc4072e34e req-a7d710d7-5c1f-4685-b084-71db80dde835 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 945 time: 0.2473154 Jan 28 13:33:51.581195 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network a48090cb-ae2e-48ff-8962-8d69a57daca6 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:51.582690 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60916) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:51.584754 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5832c790-69b0-4af1-ad46-438ff6972fe8 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Made reservation on behalf of 6252113a23c4475f8f2e5045e76b4116 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:51.588307 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5832c790-69b0-4af1-ad46-438ff6972fe8 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:51.593358 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-c623825d-f858-4ff0-882d-601b988366d1 admin admin] Request body: {'subnet': {'network_id': 'a48090cb-ae2e-48ff-8962-8d69a57daca6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-30803581-subnet', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:51.632485 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5832c790-69b0-4af1-ad46-438ff6972fe8 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:51.736716 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5832c790-69b0-4af1-ad46-438ff6972fe8 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks [] for security_group (d199f6d2-4dc0-4d44-b87c-b711e0f2bf0b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:51.747538 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5832c790-69b0-4af1-ad46-438ff6972fe8 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d199f6d2-4dc0-4d44-b87c-b711e0f2bf0b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:51.766671 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-756bc6d6-67dd-46f4-9da8-b4871a4af6a5 service neutron] 10.222.0.39 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890503 Jan 28 13:33:51.779103 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5832c790-69b0-4af1-ad46-438ff6972fe8 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:33:51.802589 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5832c790-69b0-4af1-ad46-438ff6972fe8 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (b0e0c4de-c74b-4bd4-a2f6-8255c54a6785), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:51.802959 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-5832c790-69b0-4af1-ad46-438ff6972fe8 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Added segment b0e0c4de-c74b-4bd4-a2f6-8255c54a6785 of type vlan for network d7cf58ef-57df-4c6c-8325-6789f0206aaf Jan 28 13:33:51.827079 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 91755f44-fc12-4753-90b2-7a0c1535621f completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:33:51.832481 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 91755f44-fc12-4753-90b2-7a0c1535621f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:51.832865 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:51.858378 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5832c790-69b0-4af1-ad46-438ff6972fe8 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (d7cf58ef-57df-4c6c-8325-6789f0206aaf), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:51.887310 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c623825d-f858-4ff0-882d-601b988366d1 admin admin] Made reservation on behalf of f327d07b81a14c5bb937fba4992e6ee2 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:51.889900 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c623825d-f858-4ff0-882d-601b988366d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:51.896923 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5832c790-69b0-4af1-ad46-438ff6972fe8 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (d7cf58ef-57df-4c6c-8325-6789f0206aaf), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:51.902745 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5832c790-69b0-4af1-ad46-438ff6972fe8 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:51.903446 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5832c790-69b0-4af1-ad46-438ff6972fe8 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:52.013221 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 91755f44-fc12-4753-90b2-7a0c1535621f is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:52.013911 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:52.017585 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-021a1a8f-5b35-4ed7-b614-0661d82a20fd service neutron] 10.222.0.39 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436612 Jan 28 13:33:52.081529 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 91755f44-fc12-4753-90b2-7a0c1535621f, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=91755f44-fc12-4753-90b2-7a0c1535621f,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:52.088132 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:52.224177 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=91755f44-fc12-4753-90b2-7a0c1535621f,revision_number=12']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:52.317011 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf906b84-a467-456f-ab1e-bbb18105db6d x-openstack-request-id: req-cf906b84-a467-456f-ab1e-bbb18105db6d {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:52.318210 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6127d47b-5076-47ab-b192-40b6be842aee", "name": "network-vif-plugged", "status": "completed", "tag": "0039b2b7-65d7-43fa-84c3-44415f0574ba", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:52.318574 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf906b84-a467-456f-ab1e-bbb18105db6d {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:52.319313 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6127d47b-5076-47ab-b192-40b6be842aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0039b2b7-65d7-43fa-84c3-44415f0574ba', 'code': 200} Jan 28 13:33:52.452200 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fd6681d8-78ba-4919-b4bb-8bfc4072e34e req-66610962-57dc-4ea7-b84d-6f43b5a4ac51 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8691916 Jan 28 13:33:52.670945 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5832c790-69b0-4af1-ad46-438ff6972fe8 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3820407 Jan 28 13:33:52.671161 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832c790-69b0-4af1-ad46-438ff6972fe8 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d199f6d2-4dc0-4d44-b87c-b711e0f2bf0b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:52.698727 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832c790-69b0-4af1-ad46-438ff6972fe8 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event updated for resources: {'Network': ['ID=d7cf58ef-57df-4c6c-8325-6789f0206aaf,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:52.708814 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cfe00-cdcc-4b0d-a3a1-648254ee67d7 req-ddd3b8e4-b63b-4989-8332-ced7850d8d81 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:52.719404 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ce8cfe00-cdcc-4b0d-a3a1-648254ee67d7 req-ddd3b8e4-b63b-4989-8332-ced7850d8d81 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 945 time: 0.0831602 Jan 28 13:33:52.726609 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network d7cf58ef-57df-4c6c-8325-6789f0206aaf details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:52.759218 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-683f0cc1-ce77-4633-bc7f-89f0509b4ca4 req-4b03386b-3f48-460f-83ff-ce7c5c518c90 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/ports?device_id=3592afe0-f991-482d-9d04-87bb36ba97ee HTTP/1.1" status: 200 len: 210 time: 0.1009219 Jan 28 13:33:52.804092 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fe3f5-ffbc-4fbf-9ae4-aaf485b5ffa7 req-17e9d448-7fcd-4eac-8c41-508d7fc3f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:52.807996 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d70fe3f5-ffbc-4fbf-9ae4-aaf485b5ffa7 req-17e9d448-7fcd-4eac-8c41-508d7fc3f8d6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 1096 time: 0.1832924 Jan 28 13:33:52.808859 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60938) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:52.836073 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-e37fc9b3-3988-4483-9c08-4fec51e9d0e9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Request body: {'subnet': {'network_id': 'd7cf58ef-57df-4c6c-8325-6789f0206aaf', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:52.873392 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ce8cfe00-cdcc-4b0d-a3a1-648254ee67d7 req-b681f081-a1e9-4e85-a2a1-407e7a17113e tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529834 Jan 28 13:33:52.960409 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f99bb33b-7b7e-44ab-b0e8-e32ce70c096a req-bc803795-d8c2-407e-b2c8-d2bf61a1c919 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=240a6073-7833-421d-aca6-aa470733e451 HTTP/1.1" status: 200 len: 210 time: 0.1158583 Jan 28 13:33:52.964291 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:33:53.094402 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d70fe3f5-ffbc-4fbf-9ae4-aaf485b5ffa7 req-45570cd6-3327-4471-95dc-81f30a39a2c4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665472 Jan 28 13:33:53.298889 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37fc9b3-3988-4483-9c08-4fec51e9d0e9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Made reservation on behalf of 6252113a23c4475f8f2e5045e76b4116 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:53.302025 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e37fc9b3-3988-4483-9c08-4fec51e9d0e9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:53.346498 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c623825d-f858-4ff0-882d-601b988366d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (2eaf9fff-eb30-46b8-9611-5f103f9718e5), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:53.402008 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-c8d31914-3148-4f54-97f6-136a6ef253f9 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:53.403499 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-c8d31914-3148-4f54-97f6-136a6ef253f9 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.18 "GET /v2.0/networks?id=ae1c0bf5-6c59-4c24-82db-763a438eace2 HTTP/1.1" status: 200 len: 820 time: 0.3649399 Jan 28 13:33:53.448843 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-2d6f5712-301d-4d5b-9a54-e2f8271962f7 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Request body: {'port': {'device_id': '3592afe0-f991-482d-9d04-87bb36ba97ee', 'network_id': 'ae1c0bf5-6c59-4c24-82db-763a438eace2', 'admin_state_up': True, 'tenant_id': '43c2090aa6814be1a785bf0ea30368ca'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:53.512444 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e78b5-9597-4fa5-97c0-9fe7d711f721 req-0363a2e2-a6e8-4485-9372-292c71ec5f28 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:53.514020 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9b1e78b5-9597-4fa5-97c0-9fe7d711f721 req-0363a2e2-a6e8-4485-9372-292c71ec5f28 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 945 time: 0.2912474 Jan 28 13:33:53.594758 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623825d-f858-4ff0-882d-601b988366d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eaf9fff-eb30-46b8-9611-5f103f9718e5,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:53.651608 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc463b47-f568-4ba0-81a5-1d9a95652db6 req-f117eb4c-122d-413e-87cc-11ffb1e3366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:53.653005 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bc463b47-f568-4ba0-81a5-1d9a95652db6 req-f117eb4c-122d-413e-87cc-11ffb1e3366e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b4d3f60af5c4c6b8423e28fd3aff330&device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 1096 time: 0.2575221 Jan 28 13:33:53.681604 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282b756-7494-43c2-81f3-048bfcb9830b req-fb805b52-9b84-47a2-be9b-728fd102aa70 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:53.689342 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8282b756-7494-43c2-81f3-048bfcb9830b req-fb805b52-9b84-47a2-be9b-728fd102aa70 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 946 time: 0.1111555 Jan 28 13:33:53.754787 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623825d-f858-4ff0-882d-601b988366d1 admin admin] Checking segment: {'id': '645ac1b2-07cd-42da-9b64-9375b8bc6582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a48090cb-ae2e-48ff-8962-8d69a57daca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:53.755178 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c623825d-f858-4ff0-882d-601b988366d1 admin admin] Network hostable DHCP agents. Network: a48090cb-ae2e-48ff-8962-8d69a57daca6, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:33:53.786068 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9b1e78b5-9597-4fa5-97c0-9fe7d711f721 req-6422a053-cb1e-493b-aeb0-9130cbbb4ee2 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435172 Jan 28 13:33:53.879276 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8282b756-7494-43c2-81f3-048bfcb9830b req-66132e54-9a8a-4f7a-b352-b26d8a05b958 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806755 Jan 28 13:33:53.891611 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-2d6f5712-301d-4d5b-9a54-e2f8271962f7 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Made reservation on behalf of 43c2090aa6814be1a785bf0ea30368ca for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:53.895086 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-2d6f5712-301d-4d5b-9a54-e2f8271962f7 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:53.909972 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c623825d-f858-4ff0-882d-601b988366d1 admin admin] Network a48090cb-ae2e-48ff-8962-8d69a57daca6 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:33:53.951574 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-c623825d-f858-4ff0-882d-601b988366d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, a48090cb-ae2e-48ff-8962-8d69a57daca6) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:53.956568 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e37fc9b3-3988-4483-9c08-4fec51e9d0e9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (8254d01b-3386-49a7-b735-ff1cfcbddccd), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:53.971031 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5eeedc-04c2-4798-b105-25041d14c881 None None] Network a48090cb-ae2e-48ff-8962-8d69a57daca6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:53.977201 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c623825d-f858-4ff0-882d-601b988366d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:53.977201 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c623825d-f858-4ff0-882d-601b988366d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:53.990996 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc463b47-f568-4ba0-81a5-1d9a95652db6 req-5a1b17da-dfc7-4d15-a807-f7ee45cb7db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:53.992538 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bc463b47-f568-4ba0-81a5-1d9a95652db6 req-5a1b17da-dfc7-4d15-a807-f7ee45cb7db6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0cc66fb4-aa9b-4065-9754-07c3b4544c1c HTTP/1.1" status: 200 len: 918 time: 0.3126545 Jan 28 13:33:53.998961 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-13c12765-5787-494e-b794-35ce5836d427 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:54.004254 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-13c12765-5787-494e-b794-35ce5836d427 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.18 "GET /v2.0/networks?id=2f7f563c-452e-4ad7-8366-46fe17e69e05 HTTP/1.1" status: 200 len: 806 time: 0.2905204 Jan 28 13:33:54.021299 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-c9e48c12-9446-4563-ba61-c41b16c55df4 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Request body: {'port': {'device_id': '240a6073-7833-421d-aca6-aa470733e451', 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05', 'admin_state_up': True, 'tenant_id': '3f433a78eab64a3c903969a5348a95ae'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:54.133307 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bc463b47-f568-4ba0-81a5-1d9a95652db6 req-aaac16c8-f5fa-4e04-9b1c-ef234b9a5ad1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c967986-1c8e-417f-a71a-f6b5f187f1fe HTTP/1.1" status: 200 len: 217 time: 0.0970201 Jan 28 13:33:54.136669 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c623825d-f858-4ff0-882d-601b988366d1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5528419 Jan 28 13:33:54.143715 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60960) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:54.155208 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-b3863434-deac-4d27-978e-2063d9d348d6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-30803581-router', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:54.206093 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37fc9b3-3988-4483-9c08-4fec51e9d0e9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event updated for resources: {'Subnet': ['ID=8254d01b-3386-49a7-b735-ff1cfcbddccd,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:54.247614 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67855394-7409-4197-8f30-d7b74cac12ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-a48090cb-ae2e-48ff-8962-8d69a57daca6', 'network_id': 'a48090cb-ae2e-48ff-8962-8d69a57daca6', 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'fixed_ips': [{'subnet_id': '2eaf9fff-eb30-46b8-9611-5f103f9718e5'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:33:54.250679 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67855394-7409-4197-8f30-d7b74cac12ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:54.255796 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-633e76be-d390-46a6-bfbb-d0922ea44818 req-6a95ea3e-2373-479a-962f-e2caccb30055 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/ports?device_id=3592afe0-f991-482d-9d04-87bb36ba97ee HTTP/1.1" status: 200 len: 210 time: 0.0387857 Jan 28 13:33:54.312706 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d05903fd-78e5-4c33-ae67-5c2630ba7a3f req-f631e4e2-2d5c-487a-98ed-d0511c1549f0 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=240a6073-7833-421d-aca6-aa470733e451 HTTP/1.1" status: 200 len: 210 time: 0.0946188 Jan 28 13:33:54.340830 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc463b47-f568-4ba0-81a5-1d9a95652db6 req-70444240-d6f6-4a7b-bea0-2ca824ae94ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:54.342405 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bc463b47-f568-4ba0-81a5-1d9a95652db6 req-70444240-d6f6-4a7b-bea0-2ca824ae94ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbb764f6-d64f-484a-9e34-16f02ef802cf HTTP/1.1" status: 200 len: 858 time: 0.1931665 Jan 28 13:33:54.347664 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3863434-deac-4d27-978e-2063d9d348d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (2ff89c9d-18f5-4429-a943-14f035acb63e), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:54.349401 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3863434-deac-4d27-978e-2063d9d348d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (2ff89c9d-18f5-4429-a943-14f035acb63e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:54.357148 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37fc9b3-3988-4483-9c08-4fec51e9d0e9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Checking segment: {'id': 'b0e0c4de-c74b-4bd4-a2f6-8255c54a6785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd7cf58ef-57df-4c6c-8325-6789f0206aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:54.357653 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37fc9b3-3988-4483-9c08-4fec51e9d0e9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Network hostable DHCP agents. Network: d7cf58ef-57df-4c6c-8325-6789f0206aaf, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:33:54.362097 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-c9e48c12-9446-4563-ba61-c41b16c55df4 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Made reservation on behalf of 3f433a78eab64a3c903969a5348a95ae for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:54.366123 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-c9e48c12-9446-4563-ba61-c41b16c55df4 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:54.372834 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-2d6f5712-301d-4d5b-9a54-e2f8271962f7 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Allocated IP 172.20.0.4 (ae1c0bf5-6c59-4c24-82db-763a438eace2/04997b98-04ad-44af-93a0-5f508d9fc7b0/c78f74fb-1a37-475d-8e08-272fe967d5af) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:54.399393 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bc463b47-f568-4ba0-81a5-1d9a95652db6 req-d517008f-468b-4a17-9e7a-13370185ebae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0cc66fb4-aa9b-4065-9754-07c3b4544c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457428 Jan 28 13:33:54.453268 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0315f806-bfc7-4cdf-8cc1-ba30a5b19867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91755f44-fc12-4753-90b2-7a0c1535621f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:54.457686 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6062c5ec-5f43-4975-b4d2-b45a138fb6e2" -d '{"events": [{"server_uuid": "0315f806-bfc7-4cdf-8cc1-ba30a5b19867", "name": "network-vif-plugged", "status": "completed", "tag": "91755f44-fc12-4753-90b2-7a0c1535621f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:54.529054 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02be5446-dd18-4646-b662-8dac324c2420 x-openstack-request-id: req-02be5446-dd18-4646-b662-8dac324c2420 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:54.529370 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0315f806-bfc7-4cdf-8cc1-ba30a5b19867", "name": "network-vif-plugged", "status": "completed", "tag": "91755f44-fc12-4753-90b2-7a0c1535621f", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:54.529630 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-02be5446-dd18-4646-b662-8dac324c2420 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:54.530046 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0315f806-bfc7-4cdf-8cc1-ba30a5b19867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91755f44-fc12-4753-90b2-7a0c1535621f', 'code': 200} Jan 28 13:33:54.550754 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3863434-deac-4d27-978e-2063d9d348d6 admin admin] Publish callbacks [] for router_controller (2ff89c9d-18f5-4429-a943-14f035acb63e), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:54.559190 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37fc9b3-3988-4483-9c08-4fec51e9d0e9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Network d7cf58ef-57df-4c6c-8325-6789f0206aaf is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:33:54.644364 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-67855394-7409-4197-8f30-d7b74cac12ce None None] Allocated IP 172.20.0.2 (a48090cb-ae2e-48ff-8962-8d69a57daca6/2eaf9fff-eb30-46b8-9611-5f103f9718e5/4e2b7970-e02c-49c0-ac58-06ea372c9c3e) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:54.667126 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-c9e48c12-9446-4563-ba61-c41b16c55df4 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Allocated IP 172.20.0.3 (2f7f563c-452e-4ad7-8366-46fe17e69e05/11e07501-e45d-4ee4-9a79-78d0496e90fa/101efa69-eb99-4b6d-a484-368410fbef5a) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:54.703783 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-e37fc9b3-3988-4483-9c08-4fec51e9d0e9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, d7cf58ef-57df-4c6c-8325-6789f0206aaf) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:54.748042 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75107e0-1f59-4955-b682-5cacbc78a58e None None] Network d7cf58ef-57df-4c6c-8325-6789f0206aaf requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:54.756020 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37fc9b3-3988-4483-9c08-4fec51e9d0e9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:54.757445 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e37fc9b3-3988-4483-9c08-4fec51e9d0e9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:54.840611 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e37fc9b3-3988-4483-9c08-4fec51e9d0e9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0212939 Jan 28 13:33:54.849849 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60966) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:54.875666 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-e1723555-6455-4a82-b3da-076b34fc16a4 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-381558662'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:54.893712 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3863434-deac-4d27-978e-2063d9d348d6 admin admin] Publish callbacks [] for router_gateway (2ff89c9d-18f5-4429-a943-14f035acb63e), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:54.929295 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ebe22-4490-46ce-a70c-d04f4504e1aa req-d9578702-dad8-494f-8ec1-d66d2dabbbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:54.931372 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-372ebe22-4490-46ce-a70c-d04f4504e1aa req-d9578702-dad8-494f-8ec1-d66d2dabbbf2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 1097 time: 0.1676745 Jan 28 13:33:55.042693 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bc463b47-f568-4ba0-81a5-1d9a95652db6 req-050d2b3e-9ea4-43de-b0c8-067f61e2b8d7 service neutron] 10.222.0.37 "GET /v2.0/networks/0cc66fb4-aa9b-4065-9754-07c3b4544c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6269333 Jan 28 13:33:55.053976 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1723555-6455-4a82-b3da-076b34fc16a4 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Made reservation on behalf of 6252113a23c4475f8f2e5045e76b4116 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:55.057555 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e1723555-6455-4a82-b3da-076b34fc16a4 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.123179 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-372ebe22-4490-46ce-a70c-d04f4504e1aa req-ba5f5af4-8e0b-4077-848e-ba566eaef6c2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779106 Jan 28 13:33:55.124273 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-2d6f5712-301d-4d5b-9a54-e2f8271962f7 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Publish callbacks [] for port (c78f74fb-1a37-475d-8e08-272fe967d5af), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.152449 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1723555-6455-4a82-b3da-076b34fc16a4 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:33:55.162782 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e1723555-6455-4a82-b3da-076b34fc16a4 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (27de2f55-f5db-4ad9-8187-6bfb1f1b0d10), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.163093 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-e1723555-6455-4a82-b3da-076b34fc16a4 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Added segment 27de2f55-f5db-4ad9-8187-6bfb1f1b0d10 of type vlan for network 3b8ef098-3504-4138-b6f5-41250744e7a6 Jan 28 13:33:55.211335 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e1723555-6455-4a82-b3da-076b34fc16a4 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (3b8ef098-3504-4138-b6f5-41250744e7a6), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.225135 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-2d6f5712-301d-4d5b-9a54-e2f8271962f7 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (c78f74fb-1a37-475d-8e08-272fe967d5af), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.225557 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248340e6-c127-41d3-87a0-93d24a414f7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-d7cf58ef-57df-4c6c-8325-6789f0206aaf', 'network_id': 'd7cf58ef-57df-4c6c-8325-6789f0206aaf', 'project_id': '6252113a23c4475f8f2e5045e76b4116', 'fixed_ips': [{'subnet_id': '8254d01b-3386-49a7-b735-ff1cfcbddccd'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:33:55.226485 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-248340e6-c127-41d3-87a0-93d24a414f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.234151 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67855394-7409-4197-8f30-d7b74cac12ce None None] Publish callbacks [] for port (4e2b7970-e02c-49c0-ac58-06ea372c9c3e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.244572 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e1723555-6455-4a82-b3da-076b34fc16a4 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (3b8ef098-3504-4138-b6f5-41250744e7a6), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.251471 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1723555-6455-4a82-b3da-076b34fc16a4 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:55.252237 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e1723555-6455-4a82-b3da-076b34fc16a4 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.252897 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67855394-7409-4197-8f30-d7b74cac12ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (4e2b7970-e02c-49c0-ac58-06ea372c9c3e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.295515 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67855394-7409-4197-8f30-d7b74cac12ce None None] Network a48090cb-ae2e-48ff-8962-8d69a57daca6 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:55.297480 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e1723555-6455-4a82-b3da-076b34fc16a4 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4441235 Jan 28 13:33:55.310460 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-67855394-7409-4197-8f30-d7b74cac12ce None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:55.314205 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-c9e48c12-9446-4563-ba61-c41b16c55df4 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks [] for port (101efa69-eb99-4b6d-a484-368410fbef5a), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.315392 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60978) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:55.317132 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67855394-7409-4197-8f30-d7b74cac12ce None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:55.329842 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-1efcd345-b2a1-4d99-b456-5f7806d9499c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Request body: {'subnet': {'network_id': '3b8ef098-3504-4138-b6f5-41250744e7a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:55.355783 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-2d6f5712-301d-4d5b-9a54-e2f8271962f7 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Network ae1c0bf5-6c59-4c24-82db-763a438eace2 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:55.362422 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-2d6f5712-301d-4d5b-9a54-e2f8271962f7 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:55.365182 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-2d6f5712-301d-4d5b-9a54-e2f8271962f7 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:55.428102 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67855394-7409-4197-8f30-d7b74cac12ce None None] Pushing event updated for resources: {'Port': ['ID=4e2b7970-e02c-49c0-ac58-06ea372c9c3e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:55.438847 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e185ae-c3a0-4931-a622-6986efd7778f req-93c73b47-84bd-4ecd-a88b-f5cb9e4578a7 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:55.447914 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-00e185ae-c3a0-4931-a622-6986efd7778f req-93c73b47-84bd-4ecd-a88b-f5cb9e4578a7 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 945 time: 0.4309957 Jan 28 13:33:55.471587 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-67855394-7409-4197-8f30-d7b74cac12ce None None] Attempting to bind port 4e2b7970-e02c-49c0-ac58-06ea372c9c3e on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:33:55.471964 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-67855394-7409-4197-8f30-d7b74cac12ce None None] Attempting to bind port 4e2b7970-e02c-49c0-ac58-06ea372c9c3e by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '645ac1b2-07cd-42da-9b64-9375b8bc6582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a48090cb-ae2e-48ff-8962-8d69a57daca6'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:33:55.472467 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67855394-7409-4197-8f30-d7b74cac12ce None None] Attempting to bind port 4e2b7970-e02c-49c0-ac58-06ea372c9c3e on network a48090cb-ae2e-48ff-8962-8d69a57daca6 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:55.490762 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-2d6f5712-301d-4d5b-9a54-e2f8271962f7 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:55.491834 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-2d6f5712-301d-4d5b-9a54-e2f8271962f7 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.504902 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67855394-7409-4197-8f30-d7b74cac12ce None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:33:55.505287 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67855394-7409-4197-8f30-d7b74cac12ce None None] Checking segment: {'id': '645ac1b2-07cd-42da-9b64-9375b8bc6582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a48090cb-ae2e-48ff-8962-8d69a57daca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:55.506187 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67855394-7409-4197-8f30-d7b74cac12ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.506598 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67855394-7409-4197-8f30-d7b74cac12ce None None] Bound using segment: {'id': '645ac1b2-07cd-42da-9b64-9375b8bc6582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a48090cb-ae2e-48ff-8962-8d69a57daca6'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:33:55.507279 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-67855394-7409-4197-8f30-d7b74cac12ce None None] Bound port: 4e2b7970-e02c-49c0-ac58-06ea372c9c3e, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645ac1b2-07cd-42da-9b64-9375b8bc6582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a48090cb-ae2e-48ff-8962-8d69a57daca6'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:33:55.507675 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67855394-7409-4197-8f30-d7b74cac12ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4e2b7970-e02c-49c0-ac58-06ea372c9c3e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.557655 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-2d6f5712-301d-4d5b-9a54-e2f8271962f7 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1218176 Jan 28 13:33:55.565257 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-248340e6-c127-41d3-87a0-93d24a414f7c None None] Allocated IP 172.20.255.242 (d7cf58ef-57df-4c6c-8325-6789f0206aaf/8254d01b-3386-49a7-b735-ff1cfcbddccd/ec7ca60d-d30b-401e-9511-0f90c1d0d7af) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:55.596115 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f5712-301d-4d5b-9a54-e2f8271962f7 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Pushing event updated for resources: {'Port': ['ID=c78f74fb-1a37-475d-8e08-272fe967d5af,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:55.608896 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-3c25f996-0403-4f08-bc55-ce4a8cfb1b3f service neutron] Request body: {'port': {'device_id': '3592afe0-f991-482d-9d04-87bb36ba97ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:55.668122 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-00e185ae-c3a0-4931-a622-6986efd7778f req-929358df-4be1-4463-9caf-805682a7cb15 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188311 Jan 28 13:33:55.728600 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-3c25f996-0403-4f08-bc55-ce4a8cfb1b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c78f74fb-1a37-475d-8e08-272fe967d5af), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.751159 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bc463b47-f568-4ba0-81a5-1d9a95652db6 req-a44a0a44-74bd-4e6a-ba65-5e4fb59c40d8 service neutron] 10.222.0.37 "GET /v2.0/networks/0cc66fb4-aa9b-4065-9754-07c3b4544c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6999238 Jan 28 13:33:55.915257 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-248340e6-c127-41d3-87a0-93d24a414f7c None None] Publish callbacks [] for port (ec7ca60d-d30b-401e-9511-0f90c1d0d7af), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.953509 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-67855394-7409-4197-8f30-d7b74cac12ce None None] For port 4e2b7970-e02c-49c0-ac58-06ea372c9c3e, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:33:55.955719 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093abe8-3b04-4871-83a4-35bbd663e66a req-5ee4b1ee-872d-40b6-b1ae-370ee582e834 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:55.958339 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-67855394-7409-4197-8f30-d7b74cac12ce None None] For port 4e2b7970-e02c-49c0-ac58-06ea372c9c3e, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4e2b7970-e02c-49c0-ac58-06ea372c9c3e,segment=NetworkSegment(645ac1b2-07cd-42da-9b64-9375b8bc6582),segment_id=645ac1b2-07cd-42da-9b64-9375b8bc6582)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:33:55.963706 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-248340e6-c127-41d3-87a0-93d24a414f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (ec7ca60d-d30b-401e-9511-0f90c1d0d7af), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.965012 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9093abe8-3b04-4871-83a4-35bbd663e66a req-5ee4b1ee-872d-40b6-b1ae-370ee582e834 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 946 time: 0.9048636 Jan 28 13:33:55.971142 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67855394-7409-4197-8f30-d7b74cac12ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4e2b7970-e02c-49c0-ac58-06ea372c9c3e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.999773 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1723555-6455-4a82-b3da-076b34fc16a4 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event updated for resources: {'Network': ['ID=3b8ef098-3504-4138-b6f5-41250744e7a6,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:56.049604 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3863434-deac-4d27-978e-2063d9d348d6 admin admin] Publish callbacks [] for router_gateway (2ff89c9d-18f5-4429-a943-14f035acb63e), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:56.060377 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efcd345-b2a1-4d99-b456-5f7806d9499c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Made reservation on behalf of 6252113a23c4475f8f2e5045e76b4116 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:56.064214 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1efcd345-b2a1-4d99-b456-5f7806d9499c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:56.076111 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248340e6-c127-41d3-87a0-93d24a414f7c None None] Pushing event updated for resources: {'Port': ['ID=ec7ca60d-d30b-401e-9511-0f90c1d0d7af,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:56.090551 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 3b8ef098-3504-4138-b6f5-41250744e7a6 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:56.105615 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-c9e48c12-9446-4563-ba61-c41b16c55df4 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (101efa69-eb99-4b6d-a484-368410fbef5a), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:56.108448 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248340e6-c127-41d3-87a0-93d24a414f7c None None] Network d7cf58ef-57df-4c6c-8325-6789f0206aaf is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:56.115615 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3863434-deac-4d27-978e-2063d9d348d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:56.147187 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-248340e6-c127-41d3-87a0-93d24a414f7c None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:56.148976 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248340e6-c127-41d3-87a0-93d24a414f7c None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:56.156267 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9093abe8-3b04-4871-83a4-35bbd663e66a req-f8e37059-79c3-453c-80f4-2d3ffcc2ac4c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897023 Jan 28 13:33:56.315885 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-b3863434-deac-4d27-978e-2063d9d348d6 admin admin] Allocated IP 172.25.3.215 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/47fc6f45-7fb8-4a25-9838-513aaddf40fa) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:56.322047 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-c9e48c12-9446-4563-ba61-c41b16c55df4 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Network 2f7f563c-452e-4ad7-8366-46fe17e69e05 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:56.328814 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-248340e6-c127-41d3-87a0-93d24a414f7c None None] Attempting to bind port ec7ca60d-d30b-401e-9511-0f90c1d0d7af on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:33:56.328814 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-248340e6-c127-41d3-87a0-93d24a414f7c None None] Attempting to bind port ec7ca60d-d30b-401e-9511-0f90c1d0d7af by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'b0e0c4de-c74b-4bd4-a2f6-8255c54a6785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd7cf58ef-57df-4c6c-8325-6789f0206aaf'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:33:56.329955 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248340e6-c127-41d3-87a0-93d24a414f7c None None] Attempting to bind port ec7ca60d-d30b-401e-9511-0f90c1d0d7af on network d7cf58ef-57df-4c6c-8325-6789f0206aaf {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:56.331598 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67855394-7409-4197-8f30-d7b74cac12ce None None] Pushing event updated for resources: {'Port': ['ID=4e2b7970-e02c-49c0-ac58-06ea372c9c3e,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:56.347121 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248340e6-c127-41d3-87a0-93d24a414f7c None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:33:56.348495 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248340e6-c127-41d3-87a0-93d24a414f7c None None] Checking segment: {'id': 'b0e0c4de-c74b-4bd4-a2f6-8255c54a6785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd7cf58ef-57df-4c6c-8325-6789f0206aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:56.349069 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-248340e6-c127-41d3-87a0-93d24a414f7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:56.350423 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248340e6-c127-41d3-87a0-93d24a414f7c None None] Bound using segment: {'id': 'b0e0c4de-c74b-4bd4-a2f6-8255c54a6785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd7cf58ef-57df-4c6c-8325-6789f0206aaf'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:33:56.351477 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-248340e6-c127-41d3-87a0-93d24a414f7c None None] Bound port: ec7ca60d-d30b-401e-9511-0f90c1d0d7af, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e0c4de-c74b-4bd4-a2f6-8255c54a6785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd7cf58ef-57df-4c6c-8325-6789f0206aaf'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:33:56.352053 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-248340e6-c127-41d3-87a0-93d24a414f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ec7ca60d-d30b-401e-9511-0f90c1d0d7af), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:56.364039 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-c9e48c12-9446-4563-ba61-c41b16c55df4 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:56.377116 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-c9e48c12-9446-4563-ba61-c41b16c55df4 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:56.458543 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-c9e48c12-9446-4563-ba61-c41b16c55df4 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:56.459264 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-c9e48c12-9446-4563-ba61-c41b16c55df4 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:56.471057 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-248340e6-c127-41d3-87a0-93d24a414f7c None None] For port ec7ca60d-d30b-401e-9511-0f90c1d0d7af, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:33:56.478227 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-248340e6-c127-41d3-87a0-93d24a414f7c None None] For port ec7ca60d-d30b-401e-9511-0f90c1d0d7af, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ec7ca60d-d30b-401e-9511-0f90c1d0d7af,segment=NetworkSegment(b0e0c4de-c74b-4bd4-a2f6-8255c54a6785),segment_id=b0e0c4de-c74b-4bd4-a2f6-8255c54a6785)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:33:56.483147 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e48c12-9446-4563-ba61-c41b16c55df4 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Pushing event updated for resources: {'Port': ['ID=101efa69-eb99-4b6d-a484-368410fbef5a,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:56.497446 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-248340e6-c127-41d3-87a0-93d24a414f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ec7ca60d-d30b-401e-9511-0f90c1d0d7af), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:56.519633 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-c9e48c12-9446-4563-ba61-c41b16c55df4 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5091224 Jan 28 13:33:56.534120 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2c34b-929d-41bd-93ca-bea98b3e615c req-d3931422-7237-4c7a-8daf-cf2a02c27f83 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:56.544147 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9de2c34b-929d-41bd-93ca-bea98b3e615c req-d3931422-7237-4c7a-8daf-cf2a02c27f83 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=240a6073-7833-421d-aca6-aa470733e451 HTTP/1.1" status: 200 len: 931 time: 0.2182422 Jan 28 13:33:56.578101 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-1caa6e04-627c-461c-bda3-d997d9e56950 service neutron] Request body: {'port': {'device_id': '240a6073-7833-421d-aca6-aa470733e451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:56.649166 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248340e6-c127-41d3-87a0-93d24a414f7c None None] Pushing event updated for resources: {'Port': ['ID=ec7ca60d-d30b-401e-9511-0f90c1d0d7af,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:56.901089 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-1caa6e04-627c-461c-bda3-d997d9e56950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (101efa69-eb99-4b6d-a484-368410fbef5a), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:56.914559 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9de2c34b-929d-41bd-93ca-bea98b3e615c req-7c9d8bbb-e9fe-4b63-b18a-07a05bb8fdc2 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693991 Jan 28 13:33:57.316693 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1efcd345-b2a1-4d99-b456-5f7806d9499c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (9e616662-180f-46af-9806-efeabdb7b0a0), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:57.410430 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4e2b7970-e02c-49c0-ac58-06ea372c9c3e up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:57.526858 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 4e2b7970-e02c-49c0-ac58-06ea372c9c3e triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:57.527315 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4e2b7970-e02c-49c0-ac58-06ea372c9c3e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:57.640307 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0ed18-9cbd-44db-b48c-e7c27ea6a7ec req-789b6a57-8eca-4f75-9b4b-ff9dc0d1709a tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:57.648422 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76d0ed18-9cbd-44db-b48c-e7c27ea6a7ec req-789b6a57-8eca-4f75-9b4b-ff9dc0d1709a tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/ports?device_id=3592afe0-f991-482d-9d04-87bb36ba97ee HTTP/1.1" status: 200 len: 931 time: 1.6897995 Jan 28 13:33:57.698479 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-3c25f996-0403-4f08-bc55-ce4a8cfb1b3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c78f74fb-1a37-475d-8e08-272fe967d5af {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:33:57.713226 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3863434-deac-4d27-978e-2063d9d348d6 admin admin] Publish callbacks [] for port (47fc6f45-7fb8-4a25-9838-513aaddf40fa), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:57.728474 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 4e2b7970-e02c-49c0-ac58-06ea372c9c3e is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:57.728873 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4e2b7970-e02c-49c0-ac58-06ea372c9c3e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:57.798429 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-3c25f996-0403-4f08-bc55-ce4a8cfb1b3f service neutron] Publish callbacks [] for port (c78f74fb-1a37-475d-8e08-272fe967d5af), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:57.800729 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-1caa6e04-627c-461c-bda3-d997d9e56950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 101efa69-eb99-4b6d-a484-368410fbef5a {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:33:57.807952 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3863434-deac-4d27-978e-2063d9d348d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (47fc6f45-7fb8-4a25-9838-513aaddf40fa), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:57.822739 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-1caa6e04-627c-461c-bda3-d997d9e56950 service neutron] Publish callbacks [] for port (101efa69-eb99-4b6d-a484-368410fbef5a), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:57.837804 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 4e2b7970-e02c-49c0-ac58-06ea372c9c3e, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4e2b7970-e02c-49c0-ac58-06ea372c9c3e,segment=NetworkSegment(645ac1b2-07cd-42da-9b64-9375b8bc6582),segment_id=645ac1b2-07cd-42da-9b64-9375b8bc6582)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:57.844598 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4e2b7970-e02c-49c0-ac58-06ea372c9c3e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:57.845469 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ec7ca60d-d30b-401e-9511-0f90c1d0d7af up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:57.853340 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-1caa6e04-627c-461c-bda3-d997d9e56950 service neutron] Transition to ACTIVE for port object 101efa69-eb99-4b6d-a484-368410fbef5a will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:33:57.926317 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-1caa6e04-627c-461c-bda3-d997d9e56950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (101efa69-eb99-4b6d-a484-368410fbef5a), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:57.987578 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76d0ed18-9cbd-44db-b48c-e7c27ea6a7ec req-7b48cff8-923c-40a8-9194-e80367dafe2f tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/security-groups?id=169c52e8-9796-4446-a5fd-6170f3f80b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183815 Jan 28 13:33:58.014085 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3863434-deac-4d27-978e-2063d9d348d6 admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:58.065723 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-3c25f996-0403-4f08-bc55-ce4a8cfb1b3f service neutron] Transition to ACTIVE for port object c78f74fb-1a37-475d-8e08-272fe967d5af will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:33:58.067690 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-b3863434-deac-4d27-978e-2063d9d348d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:58.070990 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3863434-deac-4d27-978e-2063d9d348d6 admin admin] Pushing event updated for resources: {'Port': ['ID=47fc6f45-7fb8-4a25-9838-513aaddf40fa,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:58.076295 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3863434-deac-4d27-978e-2063d9d348d6 admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:58.089592 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e06b77-c392-4ebe-a73d-2e63883afdcf None None] Network a48090cb-ae2e-48ff-8962-8d69a57daca6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:58.100486 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef851f01-9c85-43af-b13e-4aa85d63abdf req-25949ed6-2e82-4c2c-afe6-4c82f31f7bc5 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:58.102106 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ef851f01-9c85-43af-b13e-4aa85d63abdf req-25949ed6-2e82-4c2c-afe6-4c82f31f7bc5 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 945 time: 0.9520552 Jan 28 13:33:58.124553 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-3c25f996-0403-4f08-bc55-ce4a8cfb1b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (c78f74fb-1a37-475d-8e08-272fe967d5af), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.290779 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efcd345-b2a1-4d99-b456-5f7806d9499c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event updated for resources: {'Subnet': ['ID=9e616662-180f-46af-9806-efeabdb7b0a0,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:58.343674 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efcd345-b2a1-4d99-b456-5f7806d9499c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:58.344380 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efcd345-b2a1-4d99-b456-5f7806d9499c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:58.344380 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efcd345-b2a1-4d99-b456-5f7806d9499c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:58.344674 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efcd345-b2a1-4d99-b456-5f7806d9499c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:58.345007 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efcd345-b2a1-4d99-b456-5f7806d9499c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:58.345340 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efcd345-b2a1-4d99-b456-5f7806d9499c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:58.345673 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efcd345-b2a1-4d99-b456-5f7806d9499c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:58.345997 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efcd345-b2a1-4d99-b456-5f7806d9499c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:58.346327 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efcd345-b2a1-4d99-b456-5f7806d9499c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:58.346644 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efcd345-b2a1-4d99-b456-5f7806d9499c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:58.346991 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efcd345-b2a1-4d99-b456-5f7806d9499c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:58.347314 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efcd345-b2a1-4d99-b456-5f7806d9499c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:58.358510 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efcd345-b2a1-4d99-b456-5f7806d9499c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:58.412707 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port ec7ca60d-d30b-401e-9511-0f90c1d0d7af triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:58.413534 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ec7ca60d-d30b-401e-9511-0f90c1d0d7af), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.415273 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa6e04-627c-461c-bda3-d997d9e56950 service neutron] Pushing event updated for resources: {'Port': ['ID=101efa69-eb99-4b6d-a484-368410fbef5a,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:58.421121 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-3c25f996-0403-4f08-bc55-ce4a8cfb1b3f service neutron] Attempting to bind port c78f74fb-1a37-475d-8e08-272fe967d5af on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:33:58.421632 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-3c25f996-0403-4f08-bc55-ce4a8cfb1b3f service neutron] Attempting to bind port c78f74fb-1a37-475d-8e08-272fe967d5af by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'f42a1b30-6032-431f-85fc-3ec1fd1a24cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ae1c0bf5-6c59-4c24-82db-763a438eace2'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:33:58.422053 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-3c25f996-0403-4f08-bc55-ce4a8cfb1b3f service neutron] Attempting to bind port c78f74fb-1a37-475d-8e08-272fe967d5af on network ae1c0bf5-6c59-4c24-82db-763a438eace2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:58.476746 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-3c25f996-0403-4f08-bc55-ce4a8cfb1b3f service neutron] Port c78f74fb-1a37-475d-8e08-272fe967d5af on network ae1c0bf5-6c59-4c24-82db-763a438eace2 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:33:58.477201 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-3c25f996-0403-4f08-bc55-ce4a8cfb1b3f service neutron] Attempting to bind port c78f74fb-1a37-475d-8e08-272fe967d5af on network ae1c0bf5-6c59-4c24-82db-763a438eace2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:58.484083 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25f996-0403-4f08-bc55-ce4a8cfb1b3f service neutron] Pushing event updated for resources: {'Port': ['ID=c78f74fb-1a37-475d-8e08-272fe967d5af,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:58.521729 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-3c25f996-0403-4f08-bc55-ce4a8cfb1b3f service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:33:58.522166 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-3c25f996-0403-4f08-bc55-ce4a8cfb1b3f service neutron] Checking segment: {'id': 'f42a1b30-6032-431f-85fc-3ec1fd1a24cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ae1c0bf5-6c59-4c24-82db-763a438eace2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:58.522472 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-3c25f996-0403-4f08-bc55-ce4a8cfb1b3f service neutron] Bound using segment: {'id': 'f42a1b30-6032-431f-85fc-3ec1fd1a24cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ae1c0bf5-6c59-4c24-82db-763a438eace2'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:33:58.522951 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-3c25f996-0403-4f08-bc55-ce4a8cfb1b3f service neutron] Bound port: c78f74fb-1a37-475d-8e08-272fe967d5af, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42a1b30-6032-431f-85fc-3ec1fd1a24cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ae1c0bf5-6c59-4c24-82db-763a438eace2'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:33:58.523774 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-3c25f996-0403-4f08-bc55-ce4a8cfb1b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c78f74fb-1a37-475d-8e08-272fe967d5af), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.555039 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efcd345-b2a1-4d99-b456-5f7806d9499c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Checking segment: {'id': '27de2f55-f5db-4ad9-8187-6bfb1f1b0d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3b8ef098-3504-4138-b6f5-41250744e7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:58.555797 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efcd345-b2a1-4d99-b456-5f7806d9499c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Network hostable DHCP agents. Network: 3b8ef098-3504-4138-b6f5-41250744e7a6, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:33:58.556029 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=4e2b7970-e02c-49c0-ac58-06ea372c9c3e,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:58.571078 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-3c179b74-c7b2-42e9-937d-b1d970eaf5c6 None None] Provisioning complete for port 4e2b7970-e02c-49c0-ac58-06ea372c9c3e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:58.571573 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c179b74-c7b2-42e9-937d-b1d970eaf5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4e2b7970-e02c-49c0-ac58-06ea372c9c3e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.574303 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7dfa62-b44c-43e6-8a0b-3a11c9edd8a4 None None] Network d7cf58ef-57df-4c6c-8325-6789f0206aaf requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:58.606059 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ef851f01-9c85-43af-b13e-4aa85d63abdf req-51fe1386-de7b-49d2-b9d2-4bd9f5a72c15 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792256 Jan 28 13:33:58.642969 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-3c25f996-0403-4f08-bc55-ce4a8cfb1b3f service neutron] For port c78f74fb-1a37-475d-8e08-272fe967d5af, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:33:58.648148 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efcd345-b2a1-4d99-b456-5f7806d9499c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Network 3b8ef098-3504-4138-b6f5-41250744e7a6 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:33:58.648379 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-3c25f996-0403-4f08-bc55-ce4a8cfb1b3f service neutron] For port c78f74fb-1a37-475d-8e08-272fe967d5af, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c78f74fb-1a37-475d-8e08-272fe967d5af,segment=NetworkSegment(f42a1b30-6032-431f-85fc-3ec1fd1a24cd),segment_id=f42a1b30-6032-431f-85fc-3ec1fd1a24cd)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:33:58.665741 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace3953-4ed2-4ad5-8ff8-ad096b605b08 req-b3036972-c404-4d74-accf-26dedc79dd69 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:58.682272 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aace3953-4ed2-4ad5-8ff8-ad096b605b08 req-b3036972-c404-4d74-accf-26dedc79dd69 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 946 time: 0.2732663 Jan 28 13:33:58.688902 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-3c25f996-0403-4f08-bc55-ce4a8cfb1b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (c78f74fb-1a37-475d-8e08-272fe967d5af), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.702205 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-1efcd345-b2a1-4d99-b456-5f7806d9499c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 3b8ef098-3504-4138-b6f5-41250744e7a6) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:58.737771 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727d3201-f8b8-44fb-a862-7717ea7e34cd None None] Network 3b8ef098-3504-4138-b6f5-41250744e7a6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:58.752182 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-1caa6e04-627c-461c-bda3-d997d9e56950 service neutron] Attempting to bind port 101efa69-eb99-4b6d-a484-368410fbef5a on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:33:58.754033 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-1caa6e04-627c-461c-bda3-d997d9e56950 service neutron] Attempting to bind port 101efa69-eb99-4b6d-a484-368410fbef5a by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:33:58.754621 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-1caa6e04-627c-461c-bda3-d997d9e56950 service neutron] Attempting to bind port 101efa69-eb99-4b6d-a484-368410fbef5a on network 2f7f563c-452e-4ad7-8366-46fe17e69e05 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:58.760107 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efcd345-b2a1-4d99-b456-5f7806d9499c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:58.761128 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1efcd345-b2a1-4d99-b456-5f7806d9499c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.805292 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25f996-0403-4f08-bc55-ce4a8cfb1b3f service neutron] Pushing event updated for resources: {'Port': ['ID=c78f74fb-1a37-475d-8e08-272fe967d5af,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:58.811348 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-1caa6e04-627c-461c-bda3-d997d9e56950 service neutron] Port 101efa69-eb99-4b6d-a484-368410fbef5a on network 2f7f563c-452e-4ad7-8366-46fe17e69e05 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:33:58.812200 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-1caa6e04-627c-461c-bda3-d997d9e56950 service neutron] Attempting to bind port 101efa69-eb99-4b6d-a484-368410fbef5a on network 2f7f563c-452e-4ad7-8366-46fe17e69e05 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:58.834370 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-1caa6e04-627c-461c-bda3-d997d9e56950 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:33:58.835181 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-1caa6e04-627c-461c-bda3-d997d9e56950 service neutron] Checking segment: {'id': 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:58.835827 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-1caa6e04-627c-461c-bda3-d997d9e56950 service neutron] Bound using segment: {'id': 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:33:58.836506 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-1caa6e04-627c-461c-bda3-d997d9e56950 service neutron] Bound port: 101efa69-eb99-4b6d-a484-368410fbef5a, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:33:58.837113 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-1caa6e04-627c-461c-bda3-d997d9e56950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (101efa69-eb99-4b6d-a484-368410fbef5a), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.849098 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-3c25f996-0403-4f08-bc55-ce4a8cfb1b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:58.849605 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1efcd345-b2a1-4d99-b456-5f7806d9499c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.5324664 Jan 28 13:33:58.850240 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-3c25f996-0403-4f08-bc55-ce4a8cfb1b3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.852847 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 32810) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:58.853497 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-3c25f996-0403-4f08-bc55-ce4a8cfb1b3f service neutron] 10.222.0.18 "PUT /v2.0/ports/c78f74fb-1a37-475d-8e08-272fe967d5af HTTP/1.1" status: 200 len: 1091 time: 3.2585745 Jan 28 13:33:58.868909 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3592afe0-f991-482d-9d04-87bb36ba97ee', 'tag': 'c78f74fb-1a37-475d-8e08-272fe967d5af'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:58.882410 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20d5d29-84a9-4941-8439-70790f74acd2" -d '{"events": [{"name": "network-changed", "server_uuid": "3592afe0-f991-482d-9d04-87bb36ba97ee", "tag": "c78f74fb-1a37-475d-8e08-272fe967d5af"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:58.918192 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a5298-f6a7-4a92-bd00-6def6f1a5d7d req-c227568f-753a-499b-8b3c-67337d0e124d tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:58.929097 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1f7a5298-f6a7-4a92-bd00-6def6f1a5d7d req-c227568f-753a-499b-8b3c-67337d0e124d tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=240a6073-7833-421d-aca6-aa470733e451 HTTP/1.1" status: 200 len: 943 time: 0.2058539 Jan 28 13:33:58.948523 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port ec7ca60d-d30b-401e-9511-0f90c1d0d7af is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:58.948924 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ec7ca60d-d30b-401e-9511-0f90c1d0d7af), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.036881 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26f3c35-8f4c-49fc-a6ae-3c1174cced07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-3b8ef098-3504-4138-b6f5-41250744e7a6', 'network_id': '3b8ef098-3504-4138-b6f5-41250744e7a6', 'project_id': '6252113a23c4475f8f2e5045e76b4116', 'fixed_ips': [{'subnet_id': '9e616662-180f-46af-9806-efeabdb7b0a0'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:33:59.038104 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c26f3c35-8f4c-49fc-a6ae-3c1174cced07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.094071 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3863434-deac-4d27-978e-2063d9d348d6 admin admin] Publish callbacks [] for router_gateway (2ff89c9d-18f5-4429-a943-14f035acb63e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.158898 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-1caa6e04-627c-461c-bda3-d997d9e56950 service neutron] For port 101efa69-eb99-4b6d-a484-368410fbef5a, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:33:59.179203 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1f7a5298-f6a7-4a92-bd00-6def6f1a5d7d req-d431c5e6-c293-4743-b74d-d9cde3a02427 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486246 Jan 28 13:33:59.182154 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-1caa6e04-627c-461c-bda3-d997d9e56950 service neutron] For port 101efa69-eb99-4b6d-a484-368410fbef5a, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=101efa69-eb99-4b6d-a484-368410fbef5a,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:33:59.190548 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-1caa6e04-627c-461c-bda3-d997d9e56950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (101efa69-eb99-4b6d-a484-368410fbef5a), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.206046 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (3b8ef098-3504-4138-b6f5-41250744e7a6), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.233848 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-c26f3c35-8f4c-49fc-a6ae-3c1174cced07 None None] Allocated IP 172.20.0.2 (3b8ef098-3504-4138-b6f5-41250744e7a6/9e616662-180f-46af-9806-efeabdb7b0a0/52c093ce-65d5-4e89-94cb-85ef022a2381) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:59.315259 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-1caa6e04-627c-461c-bda3-d997d9e56950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:59.316376 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-1caa6e04-627c-461c-bda3-d997d9e56950 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.320652 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-1caa6e04-627c-461c-bda3-d997d9e56950 service neutron] 10.222.0.18 "PUT /v2.0/ports/101efa69-eb99-4b6d-a484-368410fbef5a HTTP/1.1" status: 200 len: 1091 time: 2.7488961 Jan 28 13:33:59.321463 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240a6073-7833-421d-aca6-aa470733e451', 'tag': '101efa69-eb99-4b6d-a484-368410fbef5a'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:59.340027 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4103811-cf2a-4ed6-99b3-dfb371dbf732" -d '{"events": [{"name": "network-changed", "server_uuid": "240a6073-7833-421d-aca6-aa470733e451", "tag": "101efa69-eb99-4b6d-a484-368410fbef5a"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:59.396850 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31accea-5352-4395-a753-8baa02712984 x-openstack-request-id: req-a31accea-5352-4395-a753-8baa02712984 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:59.397141 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3592afe0-f991-482d-9d04-87bb36ba97ee", "tag": "c78f74fb-1a37-475d-8e08-272fe967d5af", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:59.397379 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a31accea-5352-4395-a753-8baa02712984 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:59.398991 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3592afe0-f991-482d-9d04-87bb36ba97ee', 'tag': 'c78f74fb-1a37-475d-8e08-272fe967d5af', 'status': 'completed', 'code': 200} Jan 28 13:33:59.400012 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3863434-deac-4d27-978e-2063d9d348d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (2ff89c9d-18f5-4429-a943-14f035acb63e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.417291 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aace3953-4ed2-4ad5-8ff8-ad096b605b08 req-a2c22784-fc98-4600-8f69-bb7bdbf65421 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7323020 Jan 28 13:33:59.515237 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa6e04-627c-461c-bda3-d997d9e56950 service neutron] Pushing event updated for resources: {'Port': ['ID=101efa69-eb99-4b6d-a484-368410fbef5a,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:59.536494 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (9e616662-180f-46af-9806-efeabdb7b0a0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.574226 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-7c3dbc62-9b6e-454b-bec7-18139425ab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:59.576362 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-7c3dbc62-9b6e-454b-bec7-18139425ab75 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f433a78eab64a3c903969a5348a95ae&device_id=240a6073-7833-421d-aca6-aa470733e451 HTTP/1.1" status: 200 len: 1094 time: 0.2065244 Jan 28 13:33:59.601920 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50829771-ff35-4243-9702-451d4a53ef7f x-openstack-request-id: req-50829771-ff35-4243-9702-451d4a53ef7f {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:59.602370 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240a6073-7833-421d-aca6-aa470733e451", "tag": "101efa69-eb99-4b6d-a484-368410fbef5a", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:59.602727 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-50829771-ff35-4243-9702-451d4a53ef7f {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:59.603319 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240a6073-7833-421d-aca6-aa470733e451', 'tag': '101efa69-eb99-4b6d-a484-368410fbef5a', 'status': 'completed', 'code': 200} Jan 28 13:33:59.611509 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4b5a7-fb28-426e-b97f-2e0d11db9b83 req-31edd7e9-8f8e-4d15-806b-30769a9a6fee tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:59.614725 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-1b57ae0f-2e3d-4951-b279-705f1fd206d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:59.616664 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-1b57ae0f-2e3d-4951-b279-705f1fd206d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43c2090aa6814be1a785bf0ea30368ca&device_id=3592afe0-f991-482d-9d04-87bb36ba97ee HTTP/1.1" status: 200 len: 1094 time: 0.7066243 Jan 28 13:33:59.620083 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a7e4b5a7-fb28-426e-b97f-2e0d11db9b83 req-31edd7e9-8f8e-4d15-806b-30769a9a6fee tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/ports?device_id=3592afe0-f991-482d-9d04-87bb36ba97ee HTTP/1.1" status: 200 len: 943 time: 0.2160795 Jan 28 13:33:59.722748 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-d66f883c-0964-4702-ad0b-cf6947afac71 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c78f74fb-1a37-475d-8e08-272fe967d5af HTTP/1.1" status: 200 len: 217 time: 0.0817063 Jan 28 13:33:59.726944 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-287851bc-2e46-4ed7-aaba-a032f848e3a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=101efa69-eb99-4b6d-a484-368410fbef5a HTTP/1.1" status: 200 len: 217 time: 0.1351156 Jan 28 13:33:59.727130 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3863434-deac-4d27-978e-2063d9d348d6 admin admin] Router 2ff89c9d-18f5-4429-a943-14f035acb63e is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:33:59.781229 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port ec7ca60d-d30b-401e-9511-0f90c1d0d7af, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ec7ca60d-d30b-401e-9511-0f90c1d0d7af,segment=NetworkSegment(b0e0c4de-c74b-4bd4-a2f6-8255c54a6785),segment_id=b0e0c4de-c74b-4bd4-a2f6-8255c54a6785)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:59.794114 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0035cca7-f219-47c2-a6f1-b2649bcb0544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.798206 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c26f3c35-8f4c-49fc-a6ae-3c1174cced07 None None] Publish callbacks [] for port (52c093ce-65d5-4e89-94cb-85ef022a2381), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.801768 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ec7ca60d-d30b-401e-9511-0f90c1d0d7af), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.816382 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c26f3c35-8f4c-49fc-a6ae-3c1174cced07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (52c093ce-65d5-4e89-94cb-85ef022a2381), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.821534 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-39732719-8a63-4103-b9b4-5a68df67edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:59.823045 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-39732719-8a63-4103-b9b4-5a68df67edfa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04997b98-04ad-44af-93a0-5f508d9fc7b0 HTTP/1.1" status: 200 len: 860 time: 0.0688689 Jan 28 13:33:59.890014 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a7e4b5a7-fb28-426e-b97f-2e0d11db9b83 req-088f6b29-c1e7-42e0-813b-6a5c18ad3286 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/security-groups?id=169c52e8-9796-4446-a5fd-6170f3f80b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689388 Jan 28 13:33:59.919702 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=ec7ca60d-d30b-401e-9511-0f90c1d0d7af,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:59.975101 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-3e73a1a6-043c-4903-80b3-d615cf549675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:59.977796 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-3e73a1a6-043c-4903-80b3-d615cf549675 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11e07501-e45d-4ee4-9a79-78d0496e90fa HTTP/1.1" status: 200 len: 846 time: 0.2423246 Jan 28 13:34:00.012588 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26f3c35-8f4c-49fc-a6ae-3c1174cced07 None None] Network 3b8ef098-3504-4138-b6f5-41250744e7a6 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:00.020153 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c26f3c35-8f4c-49fc-a6ae-3c1174cced07 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:00.030970 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4e2b7970-e02c-49c0-ac58-06ea372c9c3e up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:34:00.037846 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26f3c35-8f4c-49fc-a6ae-3c1174cced07 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:00.042667 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282f4b2-8a61-436b-8c82-178cef4639e5 req-1d5a7411-11e9-4c9f-a008-e78a980f4faa tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:00.045012 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a282f4b2-8a61-436b-8c82-178cef4639e5 req-1d5a7411-11e9-4c9f-a008-e78a980f4faa tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 945 time: 0.3394244 Jan 28 13:34:00.046993 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-aeec9549-f968-46bf-aaf2-3f2e139e195b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ae1c0bf5-6c59-4c24-82db-763a438eace2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2124159 Jan 28 13:34:00.058101 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-193947ac-810e-4849-bbca-076cdf4609d8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f7f563c-452e-4ad7-8366-46fe17e69e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717316 Jan 28 13:34:00.066781 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (9e616662-180f-46af-9806-efeabdb7b0a0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:00.071421 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3c179b74-c7b2-42e9-937d-b1d970eaf5c6 None None] Current status of the port 4e2b7970-e02c-49c0-ac58-06ea372c9c3e is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:00.134387 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f3c35-8f4c-49fc-a6ae-3c1174cced07 None None] Pushing event updated for resources: {'Port': ['ID=52c093ce-65d5-4e89-94cb-85ef022a2381,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:00.172686 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Subnet': ['ID=9e616662-180f-46af-9806-efeabdb7b0a0,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:00.187843 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a282f4b2-8a61-436b-8c82-178cef4639e5 req-c76c30a5-683d-4894-b546-f726426568c4 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079814 Jan 28 13:34:00.237604 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-c26f3c35-8f4c-49fc-a6ae-3c1174cced07 None None] Attempting to bind port 52c093ce-65d5-4e89-94cb-85ef022a2381 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:34:00.238247 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-c26f3c35-8f4c-49fc-a6ae-3c1174cced07 None None] Attempting to bind port 52c093ce-65d5-4e89-94cb-85ef022a2381 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '27de2f55-f5db-4ad9-8187-6bfb1f1b0d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3b8ef098-3504-4138-b6f5-41250744e7a6'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:34:00.238770 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26f3c35-8f4c-49fc-a6ae-3c1174cced07 None None] Attempting to bind port 52c093ce-65d5-4e89-94cb-85ef022a2381 on network 3b8ef098-3504-4138-b6f5-41250744e7a6 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:00.245904 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 4e2b7970-e02c-49c0-ac58-06ea372c9c3e triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:00.246525 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4e2b7970-e02c-49c0-ac58-06ea372c9c3e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:00.299537 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26f3c35-8f4c-49fc-a6ae-3c1174cced07 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:34:00.300220 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26f3c35-8f4c-49fc-a6ae-3c1174cced07 None None] Checking segment: {'id': '27de2f55-f5db-4ad9-8187-6bfb1f1b0d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3b8ef098-3504-4138-b6f5-41250744e7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:00.300786 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c26f3c35-8f4c-49fc-a6ae-3c1174cced07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:00.301356 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26f3c35-8f4c-49fc-a6ae-3c1174cced07 None None] Bound using segment: {'id': '27de2f55-f5db-4ad9-8187-6bfb1f1b0d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3b8ef098-3504-4138-b6f5-41250744e7a6'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:34:00.302034 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-c26f3c35-8f4c-49fc-a6ae-3c1174cced07 None None] Bound port: 52c093ce-65d5-4e89-94cb-85ef022a2381, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27de2f55-f5db-4ad9-8187-6bfb1f1b0d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3b8ef098-3504-4138-b6f5-41250744e7a6'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:34:00.302650 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c26f3c35-8f4c-49fc-a6ae-3c1174cced07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (52c093ce-65d5-4e89-94cb-85ef022a2381), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:00.314498 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-03dfa856-9c34-4efa-97fd-5cf285e45cbf None None] Provisioning complete for port ec7ca60d-d30b-401e-9511-0f90c1d0d7af triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:00.315862 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03dfa856-9c34-4efa-97fd-5cf285e45cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ec7ca60d-d30b-401e-9511-0f90c1d0d7af), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:00.329698 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (3b8ef098-3504-4138-b6f5-41250744e7a6), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:00.338964 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-8816fc2c-b0e4-4f9d-a8ca-70da2bf91467 service neutron] 10.222.0.18 "GET /v2.0/networks/ae1c0bf5-6c59-4c24-82db-763a438eace2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785227 Jan 28 13:34:00.384228 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b8ef098-3504-4138-b6f5-41250744e7a6']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:00.396326 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3863434-deac-4d27-978e-2063d9d348d6 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:34:00.398953 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-f529a13c-68a7-48a7-9346-27502c4d6e5b service neutron] 10.222.0.18 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348570 Jan 28 13:34:00.401405 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27de2f55-f5db-4ad9-8187-6bfb1f1b0d10') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:00.401405 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27de2f55-f5db-4ad9-8187-6bfb1f1b0d10') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:00.408835 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa0891f-3a39-48f7-98a0-77085eafaf63 None None] Sync routers for ids ['2ff89c9d-18f5-4429-a943-14f035acb63e'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:34:00.441404 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (27de2f55-f5db-4ad9-8187-6bfb1f1b0d10), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:00.453571 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa0891f-3a39-48f7-98a0-77085eafaf63 None None] Routers {'2ff89c9d-18f5-4429-a943-14f035acb63e'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:34:00.454388 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5fa0891f-3a39-48f7-98a0-77085eafaf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:33:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['2ff89c9d-18f5-4429-a943-14f035acb63e'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:00.456100 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 4e2b7970-e02c-49c0-ac58-06ea372c9c3e is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:00.497676 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c26f3c35-8f4c-49fc-a6ae-3c1174cced07 None None] For port 52c093ce-65d5-4e89-94cb-85ef022a2381, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:34:00.519373 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e03d9bfd-4141-4050-959d-0bbc15dc8470 req-d3ec18a2-2e63-4c11-9c98-810b4599d2fc service neutron] 10.222.0.18 "GET /v2.0/networks/ae1c0bf5-6c59-4c24-82db-763a438eace2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207492 Jan 28 13:34:00.522097 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c26f3c35-8f4c-49fc-a6ae-3c1174cced07 None None] For port 52c093ce-65d5-4e89-94cb-85ef022a2381, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=52c093ce-65d5-4e89-94cb-85ef022a2381,segment=NetworkSegment(27de2f55-f5db-4ad9-8187-6bfb1f1b0d10),segment_id=27de2f55-f5db-4ad9-8187-6bfb1f1b0d10)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:34:00.525246 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-03dfa856-9c34-4efa-97fd-5cf285e45cbf None None] Current status of the port ec7ca60d-d30b-401e-9511-0f90c1d0d7af is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:00.532397 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c26f3c35-8f4c-49fc-a6ae-3c1174cced07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (52c093ce-65d5-4e89-94cb-85ef022a2381), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:00.564335 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3863434-deac-4d27-978e-2063d9d348d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:00.565553 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a03d0-4ce6-4f61-8759-5ee2476823c9 req-df6956af-0419-47b8-90dd-1ea6a858752a tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:00.577145 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b3863434-deac-4d27-978e-2063d9d348d6 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4249458 Jan 28 13:34:00.577381 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dc4a03d0-4ce6-4f61-8759-5ee2476823c9 req-df6956af-0419-47b8-90dd-1ea6a858752a tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=240a6073-7833-421d-aca6-aa470733e451 HTTP/1.1" status: 200 len: 943 time: 0.2548404 Jan 28 13:34:00.578036 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 32836) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:00.579847 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-03dfa856-9c34-4efa-97fd-5cf285e45cbf None None] Provisioning complete for port 4e2b7970-e02c-49c0-ac58-06ea372c9c3e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:00.580228 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03dfa856-9c34-4efa-97fd-5cf285e45cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4e2b7970-e02c-49c0-ac58-06ea372c9c3e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:00.612430 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (27de2f55-f5db-4ad9-8187-6bfb1f1b0d10), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:00.666513 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:00.666837 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (27de2f55-f5db-4ad9-8187-6bfb1f1b0d10), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:00.667750 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-5fa0891f-3a39-48f7-98a0-77085eafaf63 None None] Set router 2ff89c9d-18f5-4429-a943-14f035acb63e gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:34:00.675052 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e76825-07a2-496d-a84a-2c7a1d8cf5d7 None None] get_active_networks_info from n-d-822747-2 {{(pid=103353) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:00.751195 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:00.756149 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.db.api [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:34:00.756149 n-d-822747-2 neutron-server[103352]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:34:00.756149 n-d-822747-2 neutron-server[103352]: [parameters: {'id': '3b8ef098-3504-4138-b6f5-41250744e7a6'}] Jan 28 13:34:00.756149 n-d-822747-2 neutron-server[103352]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103352) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:34:00.756553 n-d-822747-2 neutron-server[103352]: DEBUG oslo_db.api [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:34:00.776295 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879c595-66f3-46a1-a5f8-d489d2d34dca req-4d748e82-6e3d-454a-97a8-7b506cbd9e01 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:00.785048 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0879c595-66f3-46a1-a5f8-d489d2d34dca req-4d748e82-6e3d-454a-97a8-7b506cbd9e01 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 946 time: 0.1134002 Jan 28 13:34:00.791865 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dc4a03d0-4ce6-4f61-8759-5ee2476823c9 req-c66d35fd-132e-41f8-a11c-2fef4cc4b932 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137058 Jan 28 13:34:00.816981 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f3c35-8f4c-49fc-a6ae-3c1174cced07 None None] Pushing event updated for resources: {'Port': ['ID=52c093ce-65d5-4e89-94cb-85ef022a2381,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:00.824035 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c70d3447-9a28-4610-b939-e7f3d7fb199d req-69d0ef75-4fcb-4e40-a9af-bf96394821f2 service neutron] 10.222.0.18 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197667 Jan 28 13:34:00.941685 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d5d29-84a9-4941-8439-70790f74acd2 req-dd3e915d-ecd2-460d-99cc-01c6a5dfd601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:00.943274 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b20d5d29-84a9-4941-8439-70790f74acd2 req-dd3e915d-ecd2-460d-99cc-01c6a5dfd601 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=43c2090aa6814be1a785bf0ea30368ca&device_id=3592afe0-f991-482d-9d04-87bb36ba97ee HTTP/1.1" status: 200 len: 1094 time: 0.2856581 Jan 28 13:34:00.944479 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4103811-cf2a-4ed6-99b3-dfb371dbf732 req-f67769ae-9478-491e-a7f1-3681ada6e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:00.946110 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f4103811-cf2a-4ed6-99b3-dfb371dbf732 req-f67769ae-9478-491e-a7f1-3681ada6e048 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f433a78eab64a3c903969a5348a95ae&device_id=240a6073-7833-421d-aca6-aa470733e451 HTTP/1.1" status: 200 len: 1094 time: 0.0617981 Jan 28 13:34:01.058155 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-03dfa856-9c34-4efa-97fd-5cf285e45cbf None None] Current status of the port 4e2b7970-e02c-49c0-ac58-06ea372c9c3e is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:01.107034 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0879c595-66f3-46a1-a5f8-d489d2d34dca req-a3ed9293-4a85-421a-b86c-e38de09556ba tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3207469 Jan 28 13:34:01.120511 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5fa0891f-3a39-48f7-98a0-77085eafaf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'name': 'tempest-TaggedBootDevicesTest-30803581-router', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '47fc6f45-7fb8-4a25-9838-513aaddf40fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:33:54Z', 'updated_at': '2022-01-28T13:33:58Z', 'revision_number': 3, 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'gw_port': {'id': '47fc6f45-7fb8-4a25-9838-513aaddf40fa', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ac:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:33:56Z', 'updated_at': '2022-01-28T13:33:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:01.125673 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e76825-07a2-496d-a84a-2c7a1d8cf5d7 None None] Resources bound (agent type, host, resource id): {{(pid=103353) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:34:01.190527 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4103811-cf2a-4ed6-99b3-dfb371dbf732 req-61bd6a24-5a62-47ba-92e0-d921bdd7343b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:01.192343 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f4103811-cf2a-4ed6-99b3-dfb371dbf732 req-61bd6a24-5a62-47ba-92e0-d921bdd7343b service neutron] 10.222.0.18 "GET /v2.0/networks?id=2f7f563c-452e-4ad7-8366-46fe17e69e05 HTTP/1.1" status: 200 len: 906 time: 0.2334797 Jan 28 13:34:01.194077 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa0891f-3a39-48f7-98a0-77085eafaf63 None None] Checking router: 2ff89c9d-18f5-4429-a943-14f035acb63e for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:34:01.194427 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa0891f-3a39-48f7-98a0-77085eafaf63 None None] Updating router 2ff89c9d-18f5-4429-a943-14f035acb63e port 47fc6f45-7fb8-4a25-9838-513aaddf40fa binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:34:01.218210 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990f445-7010-487e-bbbc-8a750a619889 req-d2e5e183-8892-45f9-a96e-03a170440b53 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:01.227762 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7990f445-7010-487e-bbbc-8a750a619889 req-d2e5e183-8892-45f9-a96e-03a170440b53 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/ports?device_id=3592afe0-f991-482d-9d04-87bb36ba97ee HTTP/1.1" status: 200 len: 943 time: 0.0945501 Jan 28 13:34:01.252795 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5fa0891f-3a39-48f7-98a0-77085eafaf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (47fc6f45-7fb8-4a25-9838-513aaddf40fa), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:01.268330 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (3b8ef098-3504-4138-b6f5-41250744e7a6), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:01.278306 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f4103811-cf2a-4ed6-99b3-dfb371dbf732 req-5e916fec-d9bd-4668-b4dc-424ccf2fd739 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=101efa69-eb99-4b6d-a484-368410fbef5a HTTP/1.1" status: 200 len: 217 time: 0.0772715 Jan 28 13:34:01.413767 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7990f445-7010-487e-bbbc-8a750a619889 req-4cdedcde-2926-4d16-8fea-63769c0cf5e2 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/security-groups?id=169c52e8-9796-4446-a5fd-6170f3f80b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849210 Jan 28 13:34:01.438895 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4103811-cf2a-4ed6-99b3-dfb371dbf732 req-19a335c6-e12e-410a-9b5c-be71bb28fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:01.440770 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f4103811-cf2a-4ed6-99b3-dfb371dbf732 req-19a335c6-e12e-410a-9b5c-be71bb28fce0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11e07501-e45d-4ee4-9a79-78d0496e90fa HTTP/1.1" status: 200 len: 846 time: 0.1531451 Jan 28 13:34:01.487519 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f4103811-cf2a-4ed6-99b3-dfb371dbf732 req-685fef4c-91e9-41ab-9964-1c92e73a5803 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f7f563c-452e-4ad7-8366-46fe17e69e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362878 Jan 28 13:34:01.517718 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Deleting port 52c093ce-65d5-4e89-94cb-85ef022a2381 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:01.518435 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (52c093ce-65d5-4e89-94cb-85ef022a2381), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:01.611832 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d5d29-84a9-4941-8439-70790f74acd2 req-e637c120-97b1-4631-94a4-ba555ef18e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:01.613368 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b20d5d29-84a9-4941-8439-70790f74acd2 req-e637c120-97b1-4631-94a4-ba555ef18e83 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ae1c0bf5-6c59-4c24-82db-763a438eace2 HTTP/1.1" status: 200 len: 920 time: 0.6412971 Jan 28 13:34:01.622100 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be16c22f-dce0-4aee-a937-8085cc712a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:01.640846 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2416a8-1528-4b58-af52-277c40eabc1d req-91ef24bf-0e68-4194-8d3c-f7f1cc07cc06 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:01.642399 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fe2416a8-1528-4b58-af52-277c40eabc1d req-91ef24bf-0e68-4194-8d3c-f7f1cc07cc06 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 945 time: 0.3438404 Jan 28 13:34:01.644402 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] For port 52c093ce-65d5-4e89-94cb-85ef022a2381, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=52c093ce-65d5-4e89-94cb-85ef022a2381,segment=NetworkSegment(27de2f55-f5db-4ad9-8187-6bfb1f1b0d10),segment_id=27de2f55-f5db-4ad9-8187-6bfb1f1b0d10)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:01.645511 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (52c093ce-65d5-4e89-94cb-85ef022a2381), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:01.670563 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Calling delete_port for 52c093ce-65d5-4e89-94cb-85ef022a2381 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:01.676780 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f4103811-cf2a-4ed6-99b3-dfb371dbf732 req-40a028f6-d8d8-45eb-be73-f14fe44c786f service neutron] 10.222.0.18 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815572 Jan 28 13:34:01.693413 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5fa0891f-3a39-48f7-98a0-77085eafaf63 None None] Publish callbacks [] for port (47fc6f45-7fb8-4a25-9838-513aaddf40fa), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:01.702976 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5fa0891f-3a39-48f7-98a0-77085eafaf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (47fc6f45-7fb8-4a25-9838-513aaddf40fa), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:01.722109 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b20d5d29-84a9-4941-8439-70790f74acd2 req-5f27612a-9d64-4c7c-bbe1-c099f76e78c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c78f74fb-1a37-475d-8e08-272fe967d5af HTTP/1.1" status: 200 len: 217 time: 0.0886171 Jan 28 13:34:01.730829 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba47da8-b521-4bac-83c8-27799fa700f3 None None] Network 3b8ef098-3504-4138-b6f5-41250744e7a6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:01.779846 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-5fa0891f-3a39-48f7-98a0-77085eafaf63 None None] Attempting to bind port 47fc6f45-7fb8-4a25-9838-513aaddf40fa on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:34:01.780770 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-5fa0891f-3a39-48f7-98a0-77085eafaf63 None None] Attempting to bind port 47fc6f45-7fb8-4a25-9838-513aaddf40fa by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:34:01.781136 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0891f-3a39-48f7-98a0-77085eafaf63 None None] Attempting to bind port 47fc6f45-7fb8-4a25-9838-513aaddf40fa on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:01.789131 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f4103811-cf2a-4ed6-99b3-dfb371dbf732 req-a9dab787-1551-454f-9418-2c771ebb3d12 service neutron] 10.222.0.18 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022301 Jan 28 13:34:01.790513 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e3233-f511-43e1-ad87-63256912cc18 None None] Pushing event updated for resources: {'Port': ['ID=47fc6f45-7fb8-4a25-9838-513aaddf40fa,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:01.808121 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0891f-3a39-48f7-98a0-77085eafaf63 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:34:01.808649 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0891f-3a39-48f7-98a0-77085eafaf63 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:01.809086 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5fa0891f-3a39-48f7-98a0-77085eafaf63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:01.809482 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0891f-3a39-48f7-98a0-77085eafaf63 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:34:01.810495 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-5fa0891f-3a39-48f7-98a0-77085eafaf63 None None] Bound port: 47fc6f45-7fb8-4a25-9838-513aaddf40fa, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:34:01.810495 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5fa0891f-3a39-48f7-98a0-77085eafaf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (47fc6f45-7fb8-4a25-9838-513aaddf40fa), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:01.954302 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-5fa0891f-3a39-48f7-98a0-77085eafaf63 None None] For port 47fc6f45-7fb8-4a25-9838-513aaddf40fa, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:34:01.961993 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-5fa0891f-3a39-48f7-98a0-77085eafaf63 None None] For port 47fc6f45-7fb8-4a25-9838-513aaddf40fa, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=47fc6f45-7fb8-4a25-9838-513aaddf40fa,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:34:01.976584 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (52c093ce-65d5-4e89-94cb-85ef022a2381), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:01.979069 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5fa0891f-3a39-48f7-98a0-77085eafaf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (47fc6f45-7fb8-4a25-9838-513aaddf40fa), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:01.999324 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ec7ca60d-d30b-401e-9511-0f90c1d0d7af up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:34:02.036396 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Port': ['ID=52c093ce-65d5-4e89-94cb-85ef022a2381,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:02.056371 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] No DVR routers for this DVR port 52c093ce-65d5-4e89-94cb-85ef022a2381 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:02.116357 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port ec7ca60d-d30b-401e-9511-0f90c1d0d7af triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:02.117010 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ec7ca60d-d30b-401e-9511-0f90c1d0d7af), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.162302 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e3233-f511-43e1-ad87-63256912cc18 None None] Pushing event updated for resources: {'Port': ['ID=47fc6f45-7fb8-4a25-9838-513aaddf40fa,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:02.170021 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (3b8ef098-3504-4138-b6f5-41250744e7a6), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.174531 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa0891f-3a39-48f7-98a0-77085eafaf63 None None] Routers {'2ff89c9d-18f5-4429-a943-14f035acb63e'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:34:02.175162 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5fa0891f-3a39-48f7-98a0-77085eafaf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:34:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['2ff89c9d-18f5-4429-a943-14f035acb63e'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:02.200084 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b8ef098-3504-4138-b6f5-41250744e7a6']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:02.211227 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27de2f55-f5db-4ad9-8187-6bfb1f1b0d10') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:02.211814 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27de2f55-f5db-4ad9-8187-6bfb1f1b0d10') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:02.225555 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (27de2f55-f5db-4ad9-8187-6bfb1f1b0d10), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.240013 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (27de2f55-f5db-4ad9-8187-6bfb1f1b0d10), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.247595 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:02.248131 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (27de2f55-f5db-4ad9-8187-6bfb1f1b0d10), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.248924 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port ec7ca60d-d30b-401e-9511-0f90c1d0d7af is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:02.272426 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:02.334537 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c2e2f-8499-4ea3-9192-c531b3f3a05f req-a359199a-1246-400b-8e44-b34f19d583e6 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:02.344181 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-659c2e2f-8499-4ea3-9192-c531b3f3a05f req-a359199a-1246-400b-8e44-b34f19d583e6 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=240a6073-7833-421d-aca6-aa470733e451 HTTP/1.1" status: 200 len: 943 time: 0.3626542 Jan 28 13:34:02.355391 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (3b8ef098-3504-4138-b6f5-41250744e7a6), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.362609 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.370861 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/networks/3b8ef098-3504-4138-b6f5-41250744e7a6 HTTP/1.1" status: 204 len: 168 time: 3.5119073 Jan 28 13:34:02.377913 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 32852) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:02.387143 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-5fa0891f-3a39-48f7-98a0-77085eafaf63 None None] Set router 2ff89c9d-18f5-4429-a943-14f035acb63e gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:34:02.400141 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-0682e8d6-4669-4bec-8836-c23c5e3056c9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1980577971'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:02.418103 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c17db-bbd7-475e-bfa1-e417dd2d8738 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Network': ['ID=3b8ef098-3504-4138-b6f5-41250744e7a6,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:02.479600 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-659c2e2f-8499-4ea3-9192-c531b3f3a05f req-1cf6d80d-7af8-4527-bf48-57517e9c8950 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342592 Jan 28 13:34:02.480065 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d5d29-84a9-4941-8439-70790f74acd2 req-e2b66d9e-064d-4eee-a160-c4c5ed397de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:02.482369 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b20d5d29-84a9-4941-8439-70790f74acd2 req-e2b66d9e-064d-4eee-a160-c4c5ed397de2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04997b98-04ad-44af-93a0-5f508d9fc7b0 HTTP/1.1" status: 200 len: 860 time: 0.7325864 Jan 28 13:34:02.495097 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fe2416a8-1528-4b58-af52-277c40eabc1d req-9f27cf49-45cc-4569-88f2-5d1ee66ac279 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8297639 Jan 28 13:34:02.507690 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0682e8d6-4669-4bec-8836-c23c5e3056c9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Made reservation on behalf of 6252113a23c4475f8f2e5045e76b4116 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:02.511446 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0682e8d6-4669-4bec-8836-c23c5e3056c9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.536219 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b20d5d29-84a9-4941-8439-70790f74acd2 req-da496821-cbba-418d-9f5d-bcf7c3be5146 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ae1c0bf5-6c59-4c24-82db-763a438eace2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450990 Jan 28 13:34:02.673620 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0682e8d6-4669-4bec-8836-c23c5e3056c9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:34:02.740803 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0682e8d6-4669-4bec-8836-c23c5e3056c9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (50bc5d85-a01e-4a93-be3a-33da251f9883), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.741261 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-0682e8d6-4669-4bec-8836-c23c5e3056c9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Added segment 50bc5d85-a01e-4a93-be3a-33da251f9883 of type vlan for network 87c45961-2f29-42e9-ae9f-f992a302b8eb Jan 28 13:34:02.765655 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7b071c07-5e7c-427a-ae27-09786522916c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.801984 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5fa0891f-3a39-48f7-98a0-77085eafaf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'name': 'tempest-TaggedBootDevicesTest-30803581-router', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '47fc6f45-7fb8-4a25-9838-513aaddf40fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:33:54Z', 'updated_at': '2022-01-28T13:33:58Z', 'revision_number': 3, 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'gw_port': {'id': '47fc6f45-7fb8-4a25-9838-513aaddf40fa', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ac:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:33:56Z', 'updated_at': '2022-01-28T13:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:02.805393 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.836084 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b20d5d29-84a9-4941-8439-70790f74acd2 req-1cee39f8-d369-49aa-bbbb-92dcf29ac5c3 service neutron] 10.222.0.18 "GET /v2.0/networks/ae1c0bf5-6c59-4c24-82db-763a438eace2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665019 Jan 28 13:34:02.837580 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0682e8d6-4669-4bec-8836-c23c5e3056c9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (87c45961-2f29-42e9-ae9f-f992a302b8eb), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.846130 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2cf1c5-eb11-418a-b8c1-775f62d0de4a req-e09bc379-96ea-45b9-b455-f47099b4bad5 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:02.847837 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7c2cf1c5-eb11-418a-b8c1-775f62d0de4a req-e09bc379-96ea-45b9-b455-f47099b4bad5 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/ports?device_id=3592afe0-f991-482d-9d04-87bb36ba97ee HTTP/1.1" status: 200 len: 943 time: 0.2035444 Jan 28 13:34:02.874063 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa0891f-3a39-48f7-98a0-77085eafaf63 None None] The sync data for ids ['2ff89c9d-18f5-4429-a943-14f035acb63e'] in n-d-822747-2 is: [{'id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'name': 'tempest-TaggedBootDevicesTest-30803581-router', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '47fc6f45-7fb8-4a25-9838-513aaddf40fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:33:54Z', 'updated_at': '2022-01-28T13:33:58Z', 'revision_number': 3, 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'gw_port': {'id': '47fc6f45-7fb8-4a25-9838-513aaddf40fa', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ac:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:33:56Z', 'updated_at': '2022-01-28T13:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:34:03.029955 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0682e8d6-4669-4bec-8836-c23c5e3056c9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (87c45961-2f29-42e9-ae9f-f992a302b8eb), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:03.035440 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0682e8d6-4669-4bec-8836-c23c5e3056c9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:03.036073 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0682e8d6-4669-4bec-8836-c23c5e3056c9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:03.150569 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0682e8d6-4669-4bec-8836-c23c5e3056c9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7563281 Jan 28 13:34:03.153702 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 32860) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:03.154223 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7c2cf1c5-eb11-418a-b8c1-775f62d0de4a req-0bf5fbbe-0eb9-464b-9cf9-803a055dcd44 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/security-groups?id=169c52e8-9796-4446-a5fd-6170f3f80b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857053 Jan 28 13:34:03.163175 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-7cfbff47-1d48-4cb9-83ba-610439f74e68 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Request body: {'subnet': {'network_id': '87c45961-2f29-42e9-ae9f-f992a302b8eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:03.217879 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b20d5d29-84a9-4941-8439-70790f74acd2 req-94aa73ab-bfb9-40e5-b66a-d6281f87e397 service neutron] 10.222.0.18 "GET /v2.0/networks/ae1c0bf5-6c59-4c24-82db-763a438eace2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664970 Jan 28 13:34:03.227334 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682e8d6-4669-4bec-8836-c23c5e3056c9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event updated for resources: {'Network': ['ID=87c45961-2f29-42e9-ae9f-f992a302b8eb,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:03.245695 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 87c45961-2f29-42e9-ae9f-f992a302b8eb details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:34:03.311918 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c78f74fb-1a37-475d-8e08-272fe967d5af details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:34:03.349224 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-7b071c07-5e7c-427a-ae27-09786522916c admin admin] Allocated IP 172.20.0.1 (a48090cb-ae2e-48ff-8962-8d69a57daca6/2eaf9fff-eb30-46b8-9611-5f103f9718e5/a32fad77-8bf9-4e77-9486-3300541391e4) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:34:03.364196 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfbff47-1d48-4cb9-83ba-610439f74e68 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Made reservation on behalf of 6252113a23c4475f8f2e5045e76b4116 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:03.375375 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7cfbff47-1d48-4cb9-83ba-610439f74e68 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:03.476944 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.ipam_backend_mixin [None req-7cfbff47-1d48-4cb9-83ba-610439f74e68 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Performing IP validity checks on allocation pools {{(pid=103352) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 13:34:03.476944 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.ipam_backend_mixin [None req-7cfbff47-1d48-4cb9-83ba-610439f74e68 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103352) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 13:34:03.555425 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c78f74fb-1a37-475d-8e08-272fe967d5af, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c78f74fb-1a37-475d-8e08-272fe967d5af,segment=NetworkSegment(f42a1b30-6032-431f-85fc-3ec1fd1a24cd),segment_id=f42a1b30-6032-431f-85fc-3ec1fd1a24cd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:03.562452 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7b071c07-5e7c-427a-ae27-09786522916c admin admin] Publish callbacks [] for port (a32fad77-8bf9-4e77-9486-3300541391e4), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:03.574856 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'c78f74fb-1a37-475d-8e08-272fe967d5af', 'network_id': 'ae1c0bf5-6c59-4c24-82db-763a438eace2', 'port_id': 'c78f74fb-1a37-475d-8e08-272fe967d5af', 'mac_address': 'fa:16:3e:36:c6:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04997b98-04ad-44af-93a0-5f508d9fc7b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:34:03.619050 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7b071c07-5e7c-427a-ae27-09786522916c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (a32fad77-8bf9-4e77-9486-3300541391e4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:03.783018 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148e2d9-27d4-4043-89fe-d983c72c0c27 req-2c604075-8036-4348-bc2e-9c8d84e795b4 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:03.790332 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2148e2d9-27d4-4043-89fe-d983c72c0c27 req-2c604075-8036-4348-bc2e-9c8d84e795b4 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=240a6073-7833-421d-aca6-aa470733e451 HTTP/1.1" status: 200 len: 943 time: 0.1270227 Jan 28 13:34:03.792180 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b071c07-5e7c-427a-ae27-09786522916c admin admin] Network a48090cb-ae2e-48ff-8962-8d69a57daca6 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:03.816233 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-7b071c07-5e7c-427a-ae27-09786522916c admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:03.834426 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b071c07-5e7c-427a-ae27-09786522916c admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:03.893731 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2148e2d9-27d4-4043-89fe-d983c72c0c27 req-2dcc4b0a-7d36-476e-856d-8a312eac749c tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023161 Jan 28 13:34:03.894932 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7cfbff47-1d48-4cb9-83ba-610439f74e68 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (025c916a-dabb-4b7c-b62f-3300951c6423), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:03.931197 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b071c07-5e7c-427a-ae27-09786522916c admin admin] Pushing event updated for resources: {'Port': ['ID=a32fad77-8bf9-4e77-9486-3300541391e4,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:03.950637 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58328e0a-871f-4717-a8d7-cf331cb9fd68 req-ad5088ab-aed9-4a0a-a297-705fdd2029db tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:03.959529 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-58328e0a-871f-4717-a8d7-cf331cb9fd68 req-ad5088ab-aed9-4a0a-a297-705fdd2029db tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 945 time: 0.2513661 Jan 28 13:34:03.993675 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7b071c07-5e7c-427a-ae27-09786522916c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (2ff89c9d-18f5-4429-a943-14f035acb63e), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:04.091821 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbff47-1d48-4cb9-83ba-610439f74e68 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event updated for resources: {'Subnet': ['ID=025c916a-dabb-4b7c-b62f-3300951c6423,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:04.128283 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port c78f74fb-1a37-475d-8e08-272fe967d5af is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:04.129030 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c78f74fb-1a37-475d-8e08-272fe967d5af), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:04.148543 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfbff47-1d48-4cb9-83ba-610439f74e68 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Checking segment: {'id': '50bc5d85-a01e-4a93-be3a-33da251f9883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '87c45961-2f29-42e9-ae9f-f992a302b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:04.149029 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c78f74fb-1a37-475d-8e08-272fe967d5af {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:34:04.149425 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfbff47-1d48-4cb9-83ba-610439f74e68 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Network hostable DHCP agents. Network: 87c45961-2f29-42e9-ae9f-f992a302b8eb, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:34:04.181186 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c78f74fb-1a37-475d-8e08-272fe967d5af, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c78f74fb-1a37-475d-8e08-272fe967d5af,segment=NetworkSegment(f42a1b30-6032-431f-85fc-3ec1fd1a24cd),segment_id=f42a1b30-6032-431f-85fc-3ec1fd1a24cd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:04.202408 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfbff47-1d48-4cb9-83ba-610439f74e68 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Network 87c45961-2f29-42e9-ae9f-f992a302b8eb is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:34:04.210284 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c78f74fb-1a37-475d-8e08-272fe967d5af), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:04.211645 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 101efa69-eb99-4b6d-a484-368410fbef5a details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:34:04.217856 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 47fc6f45-7fb8-4a25-9838-513aaddf40fa up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:34:04.227116 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-7cfbff47-1d48-4cb9-83ba-610439f74e68 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 87c45961-2f29-42e9-ae9f-f992a302b8eb) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:04.228389 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-58328e0a-871f-4717-a8d7-cf331cb9fd68 req-c7bef644-0565-4dcf-b337-e2dc4c5ebe02 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677004 Jan 28 13:34:04.252449 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfbff47-1d48-4cb9-83ba-610439f74e68 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:04.253460 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7cfbff47-1d48-4cb9-83ba-610439f74e68 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:04.296431 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7cfbff47-1d48-4cb9-83ba-610439f74e68 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1380100 Jan 28 13:34:04.306953 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18984387-9ac2-485f-b478-820a864544c2 None None] Network 87c45961-2f29-42e9-ae9f-f992a302b8eb requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:04.308398 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 32874) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:04.321264 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7b071c07-5e7c-427a-ae27-09786522916c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a32fad77-8bf9-4e77-9486-3300541391e4), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:04.363209 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbe08c-a3c2-4096-b2eb-1a514d21f8b9 req-2240504a-3a92-4546-a84f-ec2e61697f27 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:04.371521 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0ebbe08c-a3c2-4096-b2eb-1a514d21f8b9 req-2240504a-3a92-4546-a84f-ec2e61697f27 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/ports?device_id=3592afe0-f991-482d-9d04-87bb36ba97ee HTTP/1.1" status: 200 len: 944 time: 0.1012056 Jan 28 13:34:04.441789 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:04.481475 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a719d558-6d7a-4905-b266-71b22be9e6c0 None None] Provisioning complete for port a32fad77-8bf9-4e77-9486-3300541391e4 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:04.483052 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a719d558-6d7a-4905-b266-71b22be9e6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a32fad77-8bf9-4e77-9486-3300541391e4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:04.488633 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0ebbe08c-a3c2-4096-b2eb-1a514d21f8b9 req-82ef2b4b-d6b6-4a4f-aa29-2b638f2b8a76 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/security-groups?id=169c52e8-9796-4446-a5fd-6170f3f80b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160746 Jan 28 13:34:04.507501 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ce01d5a9-2e25-484c-9058-6ab49a0a1e22 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (87c45961-2f29-42e9-ae9f-f992a302b8eb), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:04.579422 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ce01d5a9-2e25-484c-9058-6ab49a0a1e22 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (025c916a-dabb-4b7c-b62f-3300951c6423), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:04.657751 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7b071c07-5e7c-427a-ae27-09786522916c admin admin] Publish callbacks [] for port (a32fad77-8bf9-4e77-9486-3300541391e4), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:04.666426 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7b071c07-5e7c-427a-ae27-09786522916c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (a32fad77-8bf9-4e77-9486-3300541391e4), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:04.667637 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=c78f74fb-1a37-475d-8e08-272fe967d5af,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:04.678958 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ce01d5a9-2e25-484c-9058-6ab49a0a1e22 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (025c916a-dabb-4b7c-b62f-3300951c6423), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:04.710513 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a719d558-6d7a-4905-b266-71b22be9e6c0 None None] Port a32fad77-8bf9-4e77-9486-3300541391e4 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:34:04.716765 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01d5a9-2e25-484c-9058-6ab49a0a1e22 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Subnet': ['ID=025c916a-dabb-4b7c-b62f-3300951c6423,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:04.741792 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7b071c07-5e7c-427a-ae27-09786522916c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (2ff89c9d-18f5-4429-a943-14f035acb63e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:04.769043 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 47fc6f45-7fb8-4a25-9838-513aaddf40fa triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:04.769688 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (47fc6f45-7fb8-4a25-9838-513aaddf40fa), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:04.802519 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ce01d5a9-2e25-484c-9058-6ab49a0a1e22 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (87c45961-2f29-42e9-ae9f-f992a302b8eb), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:04.831681 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-ce01d5a9-2e25-484c-9058-6ab49a0a1e22 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c45961-2f29-42e9-ae9f-f992a302b8eb']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:04.849423 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-ce01d5a9-2e25-484c-9058-6ab49a0a1e22 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50bc5d85-a01e-4a93-be3a-33da251f9883') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:04.849720 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-ce01d5a9-2e25-484c-9058-6ab49a0a1e22 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50bc5d85-a01e-4a93-be3a-33da251f9883') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:04.868164 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ce01d5a9-2e25-484c-9058-6ab49a0a1e22 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (50bc5d85-a01e-4a93-be3a-33da251f9883), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:04.880837 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 101efa69-eb99-4b6d-a484-368410fbef5a, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=101efa69-eb99-4b6d-a484-368410fbef5a,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:04.886888 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ce01d5a9-2e25-484c-9058-6ab49a0a1e22 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (50bc5d85-a01e-4a93-be3a-33da251f9883), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:04.895561 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce01d5a9-2e25-484c-9058-6ab49a0a1e22 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:04.895561 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ce01d5a9-2e25-484c-9058-6ab49a0a1e22 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (50bc5d85-a01e-4a93-be3a-33da251f9883), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:04.898659 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b071c07-5e7c-427a-ae27-09786522916c admin admin] Pushing event updated for resources: {'Port': ['ID=a32fad77-8bf9-4e77-9486-3300541391e4,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:04.910273 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '101efa69-eb99-4b6d-a484-368410fbef5a', 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05', 'port_id': '101efa69-eb99-4b6d-a484-368410fbef5a', 'mac_address': 'fa:16:3e:41:cc:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e07501-e45d-4ee4-9a79-78d0496e90fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:34:04.920659 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430616bb-950c-44c7-b059-191d5af30457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-87c45961-2f29-42e9-ae9f-f992a302b8eb', 'network_id': '87c45961-2f29-42e9-ae9f-f992a302b8eb', 'project_id': '6252113a23c4475f8f2e5045e76b4116', 'fixed_ips': [{'subnet_id': '025c916a-dabb-4b7c-b62f-3300951c6423'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:34:04.921561 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-430616bb-950c-44c7-b059-191d5af30457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:04.948029 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:04.989937 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b071c07-5e7c-427a-ae27-09786522916c admin admin] Network a48090cb-ae2e-48ff-8962-8d69a57daca6 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:04.999000 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-7b071c07-5e7c-427a-ae27-09786522916c admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:05.065606 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 101efa69-eb99-4b6d-a484-368410fbef5a is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:05.075373 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (101efa69-eb99-4b6d-a484-368410fbef5a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.080411 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ce01d5a9-2e25-484c-9058-6ab49a0a1e22 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (87c45961-2f29-42e9-ae9f-f992a302b8eb), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.119212 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ce01d5a9-2e25-484c-9058-6ab49a0a1e22 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.126384 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ce01d5a9-2e25-484c-9058-6ab49a0a1e22 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/networks/87c45961-2f29-42e9-ae9f-f992a302b8eb HTTP/1.1" status: 204 len: 168 time: 0.8131518 Jan 28 13:34:05.127723 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 32884) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:05.146533 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-9769b44f-47ef-4a3b-b89b-e144fc321601 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1797881238'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:05.192389 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01d5a9-2e25-484c-9058-6ab49a0a1e22 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Network': ['ID=87c45961-2f29-42e9-ae9f-f992a302b8eb,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:05.208431 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bca831-5be0-4f56-ba25-e5825946b61c None None] Network 87c45961-2f29-42e9-ae9f-f992a302b8eb requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:05.227561 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 101efa69-eb99-4b6d-a484-368410fbef5a {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:34:05.238844 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9769b44f-47ef-4a3b-b89b-e144fc321601 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Made reservation on behalf of 6252113a23c4475f8f2e5045e76b4116 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:05.242925 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9769b44f-47ef-4a3b-b89b-e144fc321601 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.290578 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9769b44f-47ef-4a3b-b89b-e144fc321601 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:34:05.304004 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9769b44f-47ef-4a3b-b89b-e144fc321601 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (84b98133-3c0d-4a18-9a9c-5595035d928b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.304344 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-9769b44f-47ef-4a3b-b89b-e144fc321601 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Added segment 84b98133-3c0d-4a18-9a9c-5595035d928b of type vlan for network ccf9f75a-aede-447b-a936-d47794aa6a36 Jan 28 13:34:05.319578 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bca831-5be0-4f56-ba25-e5825946b61c None None] Network 87c45961-2f29-42e9-ae9f-f992a302b8eb could not be found, it might have been deleted concurrently. {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 13:34:05.370550 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9769b44f-47ef-4a3b-b89b-e144fc321601 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (ccf9f75a-aede-447b-a936-d47794aa6a36), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.401439 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 101efa69-eb99-4b6d-a484-368410fbef5a, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=101efa69-eb99-4b6d-a484-368410fbef5a,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:05.423755 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (101efa69-eb99-4b6d-a484-368410fbef5a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.425511 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 47fc6f45-7fb8-4a25-9838-513aaddf40fa is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:05.425875 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (47fc6f45-7fb8-4a25-9838-513aaddf40fa), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.459089 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3107a4e-fba7-4d88-be48-8cc7ba5307b1 req-ddd94445-b2b1-4170-8f4b-d923e66d376f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:05.460935 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b3107a4e-fba7-4d88-be48-8cc7ba5307b1 req-ddd94445-b2b1-4170-8f4b-d923e66d376f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=240a6073-7833-421d-aca6-aa470733e451 HTTP/1.1" status: 200 len: 943 time: 0.3602021 Jan 28 13:34:05.513425 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9769b44f-47ef-4a3b-b89b-e144fc321601 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (ccf9f75a-aede-447b-a936-d47794aa6a36), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.519282 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9769b44f-47ef-4a3b-b89b-e144fc321601 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:05.520536 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9769b44f-47ef-4a3b-b89b-e144fc321601 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.541109 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b3107a4e-fba7-4d88-be48-8cc7ba5307b1 req-a056534f-960a-4e64-9977-8155b7b180f7 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659375 Jan 28 13:34:05.558887 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a1586-8e33-4f18-b887-ea935ba407fb req-335357f5-5135-43a7-b710-e3643029fe4a tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:05.564341 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b071c07-5e7c-427a-ae27-09786522916c admin admin] Router 2ff89c9d-18f5-4429-a943-14f035acb63e has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:34:05.572479 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 47fc6f45-7fb8-4a25-9838-513aaddf40fa, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=47fc6f45-7fb8-4a25-9838-513aaddf40fa,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:05.579851 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-699a1586-8e33-4f18-b887-ea935ba407fb req-335357f5-5135-43a7-b710-e3643029fe4a tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 945 time: 0.2017226 Jan 28 13:34:05.595785 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (47fc6f45-7fb8-4a25-9838-513aaddf40fa), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.645735 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=101efa69-eb99-4b6d-a484-368410fbef5a,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:05.717230 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9769b44f-47ef-4a3b-b89b-e144fc321601 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5844822 Jan 28 13:34:05.723692 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 32898) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:05.729730 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-2db8cc47-4ff2-4f38-9b35-9cf4fa871de9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Request body: {'subnet': {'network_id': 'ccf9f75a-aede-447b-a936-d47794aa6a36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:05.752288 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['c78f74fb-1a37-475d-8e08-272fe967d5af'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:34:05.756029 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['101efa69-eb99-4b6d-a484-368410fbef5a'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:34:05.840865 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=47fc6f45-7fb8-4a25-9838-513aaddf40fa,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:05.849752 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b071c07-5e7c-427a-ae27-09786522916c admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:34:05.864649 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7b071c07-5e7c-427a-ae27-09786522916c admin admin] 10.222.0.39 "PUT /v2.0/routers/2ff89c9d-18f5-4429-a943-14f035acb63e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2763050 Jan 28 13:34:05.942416 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ba385-78fb-4493-9a67-edab83350bde req-9ad086ef-4f62-4a92-85d5-50544eb79879 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:05.950629 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-587ba385-78fb-4493-9a67-edab83350bde req-9ad086ef-4f62-4a92-85d5-50544eb79879 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/ports?device_id=3592afe0-f991-482d-9d04-87bb36ba97ee HTTP/1.1" status: 200 len: 944 time: 0.2009938 Jan 28 13:34:05.985238 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.986095 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db8cc47-4ff2-4f38-9b35-9cf4fa871de9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Made reservation on behalf of 6252113a23c4475f8f2e5045e76b4116 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:05.989832 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2db8cc47-4ff2-4f38-9b35-9cf4fa871de9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.056746 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddc2a0f-64fa-4188-84b2-7dcd4eb87d87 None None] Sync routers for ids ['2ff89c9d-18f5-4429-a943-14f035acb63e'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:34:06.060971 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-587ba385-78fb-4493-9a67-edab83350bde req-77fd7339-4b9d-4cca-a0e3-a3ef0204840a tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/security-groups?id=169c52e8-9796-4446-a5fd-6170f3f80b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091495 Jan 28 13:34:06.086559 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-7a4c6bbe-5273-4c5a-92f2-32e23b5e1bda None None] Provisioning complete for port a32fad77-8bf9-4e77-9486-3300541391e4 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:06.087083 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a4c6bbe-5273-4c5a-92f2-32e23b5e1bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a32fad77-8bf9-4e77-9486-3300541391e4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.145303 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddc2a0f-64fa-4188-84b2-7dcd4eb87d87 None None] Routers {'2ff89c9d-18f5-4429-a943-14f035acb63e'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:34:06.146527 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-4ddc2a0f-64fa-4188-84b2-7dcd4eb87d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:34:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['2ff89c9d-18f5-4429-a943-14f035acb63e'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:06.296183 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-4ddc2a0f-64fa-4188-84b2-7dcd4eb87d87 None None] Set router 2ff89c9d-18f5-4429-a943-14f035acb63e gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:34:06.424906 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7a4c6bbe-5273-4c5a-92f2-32e23b5e1bda None None] Port a32fad77-8bf9-4e77-9486-3300541391e4 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:34:06.441694 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769b44f-47ef-4a3b-b89b-e144fc321601 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event updated for resources: {'Network': ['ID=ccf9f75a-aede-447b-a936-d47794aa6a36,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:06.462784 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2db8cc47-4ff2-4f38-9b35-9cf4fa871de9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (38f46a21-55a0-49da-8948-f402ae143afa), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.466762 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-699a1586-8e33-4f18-b887-ea935ba407fb req-3643d7d5-ad0f-4332-ba2b-3a93351f30e0 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8794994 Jan 28 13:34:06.473880 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network ccf9f75a-aede-447b-a936-d47794aa6a36 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:34:06.585257 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8cc47-4ff2-4f38-9b35-9cf4fa871de9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event updated for resources: {'Subnet': ['ID=38f46a21-55a0-49da-8948-f402ae143afa,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:06.609952 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db8cc47-4ff2-4f38-9b35-9cf4fa871de9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Checking segment: {'id': '84b98133-3c0d-4a18-9a9c-5595035d928b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ccf9f75a-aede-447b-a936-d47794aa6a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:06.610340 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db8cc47-4ff2-4f38-9b35-9cf4fa871de9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Network hostable DHCP agents. Network: ccf9f75a-aede-447b-a936-d47794aa6a36, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:34:06.655887 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db8cc47-4ff2-4f38-9b35-9cf4fa871de9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Network ccf9f75a-aede-447b-a936-d47794aa6a36 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:34:06.683497 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-2db8cc47-4ff2-4f38-9b35-9cf4fa871de9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, ccf9f75a-aede-447b-a936-d47794aa6a36) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:06.714792 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db8cc47-4ff2-4f38-9b35-9cf4fa871de9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:06.715338 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2db8cc47-4ff2-4f38-9b35-9cf4fa871de9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.743765 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2db8cc47-4ff2-4f38-9b35-9cf4fa871de9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0156848 Jan 28 13:34:06.744431 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 32916) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:06.749282 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20917975-771f-4e41-9bc8-f6692aabf01c req-b169f45c-77d7-4018-a1d3-084d2c60b4f8 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:06.752318 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-20917975-771f-4e41-9bc8-f6692aabf01c req-b169f45c-77d7-4018-a1d3-084d2c60b4f8 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=240a6073-7833-421d-aca6-aa470733e451 HTTP/1.1" status: 200 len: 944 time: 0.0833869 Jan 28 13:34:06.770133 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6936ee18-0b3b-444c-8c01-e49088db547b None None] Network ccf9f75a-aede-447b-a936-d47794aa6a36 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:06.827993 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-20917975-771f-4e41-9bc8-f6692aabf01c req-2bde2779-84ac-43a6-9415-065305c83848 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629880 Jan 28 13:34:06.924129 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 32924) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:06.934134 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-8c2ce9e1-40b0-4280-81fa-423afc79585a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1916892026-network', 'tenant_id': 'f72d59cf914c45cda8e91044caa2c9ed'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:06.944725 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (ccf9f75a-aede-447b-a936-d47794aa6a36), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.974649 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2ce9e1-40b0-4280-81fa-423afc79585a admin admin] Made reservation on behalf of f72d59cf914c45cda8e91044caa2c9ed for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:06.988438 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c2ce9e1-40b0-4280-81fa-423afc79585a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.997576 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d8a6ee-5683-4b77-99cd-3a46e6f875d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-ccf9f75a-aede-447b-a936-d47794aa6a36', 'network_id': 'ccf9f75a-aede-447b-a936-d47794aa6a36', 'project_id': '6252113a23c4475f8f2e5045e76b4116', 'fixed_ips': [{'subnet_id': '38f46a21-55a0-49da-8948-f402ae143afa'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:34:06.998470 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43d8a6ee-5683-4b77-99cd-3a46e6f875d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.005740 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c2ce9e1-40b0-4280-81fa-423afc79585a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.049724 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (38f46a21-55a0-49da-8948-f402ae143afa), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.161526 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c2ce9e1-40b0-4280-81fa-423afc79585a admin admin] Publish callbacks [] for security_group (8b289f1d-b21a-411a-af65-e2cb111a67a2), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.172814 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c2ce9e1-40b0-4280-81fa-423afc79585a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8b289f1d-b21a-411a-af65-e2cb111a67a2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.199503 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2ce9e1-40b0-4280-81fa-423afc79585a admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:34:07.205700 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-4ddc2a0f-64fa-4188-84b2-7dcd4eb87d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'name': 'tempest-TaggedBootDevicesTest-30803581-router', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '47fc6f45-7fb8-4a25-9838-513aaddf40fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:33:54Z', 'updated_at': '2022-01-28T13:34:04Z', 'revision_number': 4, 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'gw_port': {'id': '47fc6f45-7fb8-4a25-9838-513aaddf40fa', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ac:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:33:56Z', 'updated_at': '2022-01-28T13:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'a32fad77-8bf9-4e77-9486-3300541391e4', 'name': '', 'network_id': 'a48090cb-ae2e-48ff-8962-8d69a57daca6', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'mac_address': 'fa:16:3e:32:2a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2eaf9fff-eb30-46b8-9611-5f103f9718e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:02Z', 'updated_at': '2022-01-28T13:34:04Z', 'revision_number': 2, 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'subnets': [{'id': '2eaf9fff-eb30-46b8-9611-5f103f9718e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:07.215675 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190e29f-9d1f-47d6-a158-2ee27cecf069 req-d018bd14-71e5-4bbe-93d0-e8500915c816 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:07.217399 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3190e29f-9d1f-47d6-a158-2ee27cecf069 req-d018bd14-71e5-4bbe-93d0-e8500915c816 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/ports?device_id=3592afe0-f991-482d-9d04-87bb36ba97ee HTTP/1.1" status: 200 len: 944 time: 0.0586739 Jan 28 13:34:07.221362 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c2ce9e1-40b0-4280-81fa-423afc79585a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (79840de1-d58c-4183-913b-620f6d2f9eda), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.221701 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-8c2ce9e1-40b0-4280-81fa-423afc79585a admin admin] Added segment 79840de1-d58c-4183-913b-620f6d2f9eda of type vlan for network bdcad575-924b-41b3-b4ba-84a486df3530 Jan 28 13:34:07.230606 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ce9e1-40b0-4280-81fa-423afc79585a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b289f1d-b21a-411a-af65-e2cb111a67a2,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:07.274683 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c2ce9e1-40b0-4280-81fa-423afc79585a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (bdcad575-924b-41b3-b4ba-84a486df3530), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.299532 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3190e29f-9d1f-47d6-a158-2ee27cecf069 req-f4a37418-2573-454f-a3c0-6e5ff33f0494 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/security-groups?id=169c52e8-9796-4446-a5fd-6170f3f80b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714285 Jan 28 13:34:07.313490 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c2ce9e1-40b0-4280-81fa-423afc79585a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (bdcad575-924b-41b3-b4ba-84a486df3530), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.315490 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2ce9e1-40b0-4280-81fa-423afc79585a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:07.324124 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c2ce9e1-40b0-4280-81fa-423afc79585a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.364819 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8c2ce9e1-40b0-4280-81fa-423afc79585a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4359806 Jan 28 13:34:07.365005 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 32938) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:07.370421 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-553074d3-20a6-4d20-b49a-d7d05dc594ef admin admin] Request body: {'subnet': {'network_id': 'bdcad575-924b-41b3-b4ba-84a486df3530', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1916892026-subnet', 'tenant_id': 'f72d59cf914c45cda8e91044caa2c9ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:07.419174 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ce9e1-40b0-4280-81fa-423afc79585a admin admin] Pushing event updated for resources: {'Network': ['ID=bdcad575-924b-41b3-b4ba-84a486df3530,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:07.426343 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553074d3-20a6-4d20-b49a-d7d05dc594ef admin admin] Made reservation on behalf of f72d59cf914c45cda8e91044caa2c9ed for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:07.429285 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-553074d3-20a6-4d20-b49a-d7d05dc594ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.436546 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddc2a0f-64fa-4188-84b2-7dcd4eb87d87 None None] Checking router: 2ff89c9d-18f5-4429-a943-14f035acb63e for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:34:07.437102 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddc2a0f-64fa-4188-84b2-7dcd4eb87d87 None None] Updating router 2ff89c9d-18f5-4429-a943-14f035acb63e port a32fad77-8bf9-4e77-9486-3300541391e4 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:34:07.441554 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network bdcad575-924b-41b3-b4ba-84a486df3530 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:34:07.490949 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-43d8a6ee-5683-4b77-99cd-3a46e6f875d9 None None] Allocated IP 172.20.0.1 (ccf9f75a-aede-447b-a936-d47794aa6a36/38f46a21-55a0-49da-8948-f402ae143afa/061875db-7bdc-4a41-97d9-1d2bd46ff02d) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:34:07.534719 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2a0f-64fa-4188-84b2-7dcd4eb87d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a32fad77-8bf9-4e77-9486-3300541391e4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.607014 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05973dec-f498-403d-b9c7-db6cba026b73 req-b12eb713-6007-40bf-a719-f88084888a36 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:07.609241 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-05973dec-f498-403d-b9c7-db6cba026b73 req-b12eb713-6007-40bf-a719-f88084888a36 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 945 time: 0.0558705 Jan 28 13:34:07.618966 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-553074d3-20a6-4d20-b49a-d7d05dc594ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (21404064-cf61-4c19-8610-6f54c53ec112), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.666538 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-05973dec-f498-403d-b9c7-db6cba026b73 req-58a6c426-214c-4b80-a2a4-3cc81fb8bdec tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504029 Jan 28 13:34:07.683441 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553074d3-20a6-4d20-b49a-d7d05dc594ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=21404064-cf61-4c19-8610-6f54c53ec112,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:07.694449 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553074d3-20a6-4d20-b49a-d7d05dc594ef admin admin] Checking segment: {'id': '79840de1-d58c-4183-913b-620f6d2f9eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bdcad575-924b-41b3-b4ba-84a486df3530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:07.694807 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553074d3-20a6-4d20-b49a-d7d05dc594ef admin admin] Network hostable DHCP agents. Network: bdcad575-924b-41b3-b4ba-84a486df3530, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:34:07.712244 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553074d3-20a6-4d20-b49a-d7d05dc594ef admin admin] Network bdcad575-924b-41b3-b4ba-84a486df3530 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:34:07.721808 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-553074d3-20a6-4d20-b49a-d7d05dc594ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, bdcad575-924b-41b3-b4ba-84a486df3530) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:07.726141 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553074d3-20a6-4d20-b49a-d7d05dc594ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:07.726728 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-553074d3-20a6-4d20-b49a-d7d05dc594ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.739677 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8af777-e58c-41a3-9561-aabfb22ad4e9 None None] Network bdcad575-924b-41b3-b4ba-84a486df3530 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:07.744942 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-553074d3-20a6-4d20-b49a-d7d05dc594ef admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3787122 Jan 28 13:34:07.747603 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 32944) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:07.754861 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-6dbb6a1c-c1ba-4920-9d15-2789ff0b8e28 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1916892026-router', 'tenant_id': 'f72d59cf914c45cda8e91044caa2c9ed', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:07.777065 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6dbb6a1c-c1ba-4920-9d15-2789ff0b8e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (0a5f02de-3738-4ee9-9ea3-78af63b566b7), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.778132 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6dbb6a1c-c1ba-4920-9d15-2789ff0b8e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (0a5f02de-3738-4ee9-9ea3-78af63b566b7), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.837928 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6dbb6a1c-c1ba-4920-9d15-2789ff0b8e28 admin admin] Publish callbacks [] for router_controller (0a5f02de-3738-4ee9-9ea3-78af63b566b7), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.937176 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43d8a6ee-5683-4b77-99cd-3a46e6f875d9 None None] Publish callbacks [] for port (061875db-7bdc-4a41-97d9-1d2bd46ff02d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.946730 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 47fc6f45-7fb8-4a25-9838-513aaddf40fa up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:34:07.986196 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (38f46a21-55a0-49da-8948-f402ae143afa), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.003381 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43d8a6ee-5683-4b77-99cd-3a46e6f875d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (061875db-7bdc-4a41-97d9-1d2bd46ff02d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.028567 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Subnet': ['ID=38f46a21-55a0-49da-8948-f402ae143afa,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:08.070893 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6dbb6a1c-c1ba-4920-9d15-2789ff0b8e28 admin admin] Publish callbacks [] for router_gateway (0a5f02de-3738-4ee9-9ea3-78af63b566b7), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.109193 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f6ea5-b448-44fe-bf7d-7f55c50bda70 req-35cdfb18-8d98-4b2c-86a8-77451dc8c20b tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:08.110895 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b20f6ea5-b448-44fe-bf7d-7f55c50bda70 req-35cdfb18-8d98-4b2c-86a8-77451dc8c20b tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=240a6073-7833-421d-aca6-aa470733e451 HTTP/1.1" status: 200 len: 944 time: 0.1585543 Jan 28 13:34:08.121698 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (ccf9f75a-aede-447b-a936-d47794aa6a36), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.122314 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2d45c0-9be2-4432-80b3-558c991fb8a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-bdcad575-924b-41b3-b4ba-84a486df3530', 'network_id': 'bdcad575-924b-41b3-b4ba-84a486df3530', 'project_id': 'f72d59cf914c45cda8e91044caa2c9ed', 'fixed_ips': [{'subnet_id': '21404064-cf61-4c19-8610-6f54c53ec112'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:34:08.123055 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4f2d45c0-9be2-4432-80b3-558c991fb8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.137740 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50620b-41c6-491a-aeb4-b3664aff3dcf req-81bfee8c-e499-4a7b-a723-029a78221757 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:08.139221 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cb50620b-41c6-491a-aeb4-b3664aff3dcf req-81bfee8c-e499-4a7b-a723-029a78221757 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 947 time: 0.1417499 Jan 28 13:34:08.150460 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8a6ee-5683-4b77-99cd-3a46e6f875d9 None None] Pushing event updated for resources: {'Port': ['ID=061875db-7bdc-4a41-97d9-1d2bd46ff02d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:08.160919 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf9f75a-aede-447b-a936-d47794aa6a36']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:08.163413 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d8a6ee-5683-4b77-99cd-3a46e6f875d9 None None] Network ccf9f75a-aede-447b-a936-d47794aa6a36 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:08.179545 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b98133-3c0d-4a18-9a9c-5595035d928b') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:08.179545 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b98133-3c0d-4a18-9a9c-5595035d928b') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:08.181577 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-43d8a6ee-5683-4b77-99cd-3a46e6f875d9 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:08.196248 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d8a6ee-5683-4b77-99cd-3a46e6f875d9 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:08.197290 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (84b98133-3c0d-4a18-9a9c-5595035d928b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.226877 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (84b98133-3c0d-4a18-9a9c-5595035d928b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.227466 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b20f6ea5-b448-44fe-bf7d-7f55c50bda70 req-3f6b4a44-4aed-46dd-81da-92d664427e5a tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039946 Jan 28 13:34:08.247109 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cb50620b-41c6-491a-aeb4-b3664aff3dcf req-42f815fd-8c64-4279-93b0-da2758c6d97a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962262 Jan 28 13:34:08.257527 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:08.258584 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (84b98133-3c0d-4a18-9a9c-5595035d928b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:08.278597 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:08.335061 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.db.api [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:34:08.335061 n-d-822747-2 neutron-server[103352]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:34:08.335061 n-d-822747-2 neutron-server[103352]: [parameters: {'id': 'ccf9f75a-aede-447b-a936-d47794aa6a36'}] Jan 28 13:34:08.335061 n-d-822747-2 neutron-server[103352]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103352) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:34:08.335518 n-d-822747-2 neutron-server[103352]: DEBUG oslo_db.api [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:34:08.369220 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2a0f-64fa-4188-84b2-7dcd4eb87d87 None None] Publish callbacks [] for port (a32fad77-8bf9-4e77-9486-3300541391e4), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.375868 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 47fc6f45-7fb8-4a25-9838-513aaddf40fa triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:08.376267 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (47fc6f45-7fb8-4a25-9838-513aaddf40fa), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.402906 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6dbb6a1c-c1ba-4920-9d15-2789ff0b8e28 admin admin] Publish callbacks [] for router_gateway (0a5f02de-3738-4ee9-9ea3-78af63b566b7), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.412015 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2a0f-64fa-4188-84b2-7dcd4eb87d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a32fad77-8bf9-4e77-9486-3300541391e4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.414996 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-43d8a6ee-5683-4b77-99cd-3a46e6f875d9 None None] Attempting to bind port 061875db-7bdc-4a41-97d9-1d2bd46ff02d on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:34:08.415810 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-43d8a6ee-5683-4b77-99cd-3a46e6f875d9 None None] Attempting to bind port 061875db-7bdc-4a41-97d9-1d2bd46ff02d by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '84b98133-3c0d-4a18-9a9c-5595035d928b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ccf9f75a-aede-447b-a936-d47794aa6a36'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:34:08.416489 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d8a6ee-5683-4b77-99cd-3a46e6f875d9 None None] Attempting to bind port 061875db-7bdc-4a41-97d9-1d2bd46ff02d on network ccf9f75a-aede-447b-a936-d47794aa6a36 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:08.426536 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6dbb6a1c-c1ba-4920-9d15-2789ff0b8e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.445539 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6609c23-0d52-4be8-bd64-c5221684631b req-abc36e0a-61bd-444f-b4ff-69965f47948d tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:08.447878 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f6609c23-0d52-4be8-bd64-c5221684631b req-abc36e0a-61bd-444f-b4ff-69965f47948d tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/ports?device_id=3592afe0-f991-482d-9d04-87bb36ba97ee HTTP/1.1" status: 200 len: 944 time: 0.0615416 Jan 28 13:34:08.483291 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d8a6ee-5683-4b77-99cd-3a46e6f875d9 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:34:08.484015 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d8a6ee-5683-4b77-99cd-3a46e6f875d9 None None] Checking segment: {'id': '84b98133-3c0d-4a18-9a9c-5595035d928b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ccf9f75a-aede-447b-a936-d47794aa6a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:08.484328 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43d8a6ee-5683-4b77-99cd-3a46e6f875d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.484888 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d8a6ee-5683-4b77-99cd-3a46e6f875d9 None None] Bound using segment: {'id': '84b98133-3c0d-4a18-9a9c-5595035d928b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ccf9f75a-aede-447b-a936-d47794aa6a36'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:34:08.485480 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-43d8a6ee-5683-4b77-99cd-3a46e6f875d9 None None] Bound port: 061875db-7bdc-4a41-97d9-1d2bd46ff02d, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b98133-3c0d-4a18-9a9c-5595035d928b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ccf9f75a-aede-447b-a936-d47794aa6a36'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:34:08.485988 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43d8a6ee-5683-4b77-99cd-3a46e6f875d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (061875db-7bdc-4a41-97d9-1d2bd46ff02d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.547237 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f6609c23-0d52-4be8-bd64-c5221684631b req-ccd54913-2ee2-4503-a844-3d2388fa1c08 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/security-groups?id=169c52e8-9796-4446-a5fd-6170f3f80b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875659 Jan 28 13:34:08.564358 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-6dbb6a1c-c1ba-4920-9d15-2789ff0b8e28 admin admin] Allocated IP 172.25.3.240 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/15104a4d-07fc-4c06-a310-a453b22e6aa5) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:34:08.566546 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6cfb8-c3a2-45e8-9bb1-8322e1ca9af0 None None] Pushing event updated for resources: {'Port': ['ID=a32fad77-8bf9-4e77-9486-3300541391e4,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:08.608834 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-4f2d45c0-9be2-4432-80b3-558c991fb8a8 None None] Allocated IP 172.20.0.2 (bdcad575-924b-41b3-b4ba-84a486df3530/21404064-cf61-4c19-8610-6f54c53ec112/b4eb1a02-d20d-4ac0-8923-816008ac9c0c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:34:08.690350 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6dbb6a1c-c1ba-4920-9d15-2789ff0b8e28 admin admin] Publish callbacks [] for port (15104a4d-07fc-4c06-a310-a453b22e6aa5), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.729150 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4ddc2a0f-64fa-4188-84b2-7dcd4eb87d87 None None] Attempting to bind port a32fad77-8bf9-4e77-9486-3300541391e4 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:34:08.729521 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4ddc2a0f-64fa-4188-84b2-7dcd4eb87d87 None None] Attempting to bind port a32fad77-8bf9-4e77-9486-3300541391e4 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '645ac1b2-07cd-42da-9b64-9375b8bc6582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a48090cb-ae2e-48ff-8962-8d69a57daca6'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:34:08.729884 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc2a0f-64fa-4188-84b2-7dcd4eb87d87 None None] Attempting to bind port a32fad77-8bf9-4e77-9486-3300541391e4 on network a48090cb-ae2e-48ff-8962-8d69a57daca6 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:08.736063 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6dbb6a1c-c1ba-4920-9d15-2789ff0b8e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (15104a4d-07fc-4c06-a310-a453b22e6aa5), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.753244 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-43d8a6ee-5683-4b77-99cd-3a46e6f875d9 None None] For port 061875db-7bdc-4a41-97d9-1d2bd46ff02d, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:34:08.785640 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbb6a1c-c1ba-4920-9d15-2789ff0b8e28 admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:08.788724 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-6dbb6a1c-c1ba-4920-9d15-2789ff0b8e28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:08.788935 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc2a0f-64fa-4188-84b2-7dcd4eb87d87 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:34:08.789279 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc2a0f-64fa-4188-84b2-7dcd4eb87d87 None None] Checking segment: {'id': '645ac1b2-07cd-42da-9b64-9375b8bc6582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a48090cb-ae2e-48ff-8962-8d69a57daca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:08.791406 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbb6a1c-c1ba-4920-9d15-2789ff0b8e28 admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:08.792389 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2a0f-64fa-4188-84b2-7dcd4eb87d87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.792997 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc2a0f-64fa-4188-84b2-7dcd4eb87d87 None None] Bound using segment: {'id': '645ac1b2-07cd-42da-9b64-9375b8bc6582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a48090cb-ae2e-48ff-8962-8d69a57daca6'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:34:08.793616 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4ddc2a0f-64fa-4188-84b2-7dcd4eb87d87 None None] Bound port: a32fad77-8bf9-4e77-9486-3300541391e4, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645ac1b2-07cd-42da-9b64-9375b8bc6582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a48090cb-ae2e-48ff-8962-8d69a57daca6'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:34:08.794115 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2a0f-64fa-4188-84b2-7dcd4eb87d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a32fad77-8bf9-4e77-9486-3300541391e4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.819806 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-43d8a6ee-5683-4b77-99cd-3a46e6f875d9 None None] For port 061875db-7bdc-4a41-97d9-1d2bd46ff02d, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=061875db-7bdc-4a41-97d9-1d2bd46ff02d,segment=NetworkSegment(84b98133-3c0d-4a18-9a9c-5595035d928b),segment_id=84b98133-3c0d-4a18-9a9c-5595035d928b)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:34:08.821296 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b170a-7373-49af-9976-cf1c79b7c806 req-e3cdf939-ed0f-4dea-acb0-c3519a7b5dca tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:08.827399 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 47fc6f45-7fb8-4a25-9838-513aaddf40fa is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:08.831869 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-740b170a-7373-49af-9976-cf1c79b7c806 req-e3cdf939-ed0f-4dea-acb0-c3519a7b5dca tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 945 time: 0.0719876 Jan 28 13:34:08.832069 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb6a1c-c1ba-4920-9d15-2789ff0b8e28 admin admin] Pushing event updated for resources: {'Port': ['ID=15104a4d-07fc-4c06-a310-a453b22e6aa5,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:08.833109 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43d8a6ee-5683-4b77-99cd-3a46e6f875d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (061875db-7bdc-4a41-97d9-1d2bd46ff02d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.841439 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (ccf9f75a-aede-447b-a936-d47794aa6a36), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.930339 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-740b170a-7373-49af-9976-cf1c79b7c806 req-26cc51f5-3feb-4448-ab58-70843fae860b tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977428 Jan 28 13:34:08.956320 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-46c97881-865d-46c6-a1e1-e0845017e599 None None] Provisioning complete for port a32fad77-8bf9-4e77-9486-3300541391e4 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:08.957036 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46c97881-865d-46c6-a1e1-e0845017e599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a32fad77-8bf9-4e77-9486-3300541391e4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.961462 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Deleting port 061875db-7bdc-4a41-97d9-1d2bd46ff02d {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:08.961797 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (061875db-7bdc-4a41-97d9-1d2bd46ff02d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.048551 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] For port 061875db-7bdc-4a41-97d9-1d2bd46ff02d, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=061875db-7bdc-4a41-97d9-1d2bd46ff02d,segment=NetworkSegment(84b98133-3c0d-4a18-9a9c-5595035d928b),segment_id=84b98133-3c0d-4a18-9a9c-5595035d928b)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:09.048833 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (061875db-7bdc-4a41-97d9-1d2bd46ff02d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.064706 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Calling delete_port for 061875db-7bdc-4a41-97d9-1d2bd46ff02d owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:09.074542 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8a6ee-5683-4b77-99cd-3a46e6f875d9 None None] Pushing event updated for resources: {'Port': ['ID=061875db-7bdc-4a41-97d9-1d2bd46ff02d,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:09.085894 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4ddc2a0f-64fa-4188-84b2-7dcd4eb87d87 None None] For port a32fad77-8bf9-4e77-9486-3300541391e4, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:34:09.111118 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-46c97881-865d-46c6-a1e1-e0845017e599 None None] Port a32fad77-8bf9-4e77-9486-3300541391e4 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:34:09.120975 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4ddc2a0f-64fa-4188-84b2-7dcd4eb87d87 None None] For port a32fad77-8bf9-4e77-9486-3300541391e4, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=a32fad77-8bf9-4e77-9486-3300541391e4,segment=NetworkSegment(645ac1b2-07cd-42da-9b64-9375b8bc6582),segment_id=645ac1b2-07cd-42da-9b64-9375b8bc6582)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:34:09.124243 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb323d47-9163-48f6-9cbd-4325a87fe23a None None] Network ccf9f75a-aede-447b-a936-d47794aa6a36 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:09.133712 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4f2d45c0-9be2-4432-80b3-558c991fb8a8 None None] Publish callbacks [] for port (b4eb1a02-d20d-4ac0-8923-816008ac9c0c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.135789 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2a0f-64fa-4188-84b2-7dcd4eb87d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a32fad77-8bf9-4e77-9486-3300541391e4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.166842 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (061875db-7bdc-4a41-97d9-1d2bd46ff02d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.195227 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4f2d45c0-9be2-4432-80b3-558c991fb8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (b4eb1a02-d20d-4ac0-8923-816008ac9c0c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.198255 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] No DVR routers for this DVR port 061875db-7bdc-4a41-97d9-1d2bd46ff02d on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:09.200675 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Port': ['ID=061875db-7bdc-4a41-97d9-1d2bd46ff02d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:09.336282 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (ccf9f75a-aede-447b-a936-d47794aa6a36), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.407702 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf9f75a-aede-447b-a936-d47794aa6a36']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:09.421600 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b98133-3c0d-4a18-9a9c-5595035d928b') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:09.421956 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b98133-3c0d-4a18-9a9c-5595035d928b') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:09.440390 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (84b98133-3c0d-4a18-9a9c-5595035d928b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.468083 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (84b98133-3c0d-4a18-9a9c-5595035d928b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.480484 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3f255-1987-4582-ac22-fae158275aaf req-083a5d4e-bc72-4c89-9ea2-8232702588c5 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:09.482062 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-67c3f255-1987-4582-ac22-fae158275aaf req-083a5d4e-bc72-4c89-9ea2-8232702588c5 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=240a6073-7833-421d-aca6-aa470733e451 HTTP/1.1" status: 200 len: 944 time: 0.1206076 Jan 28 13:34:09.485494 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:09.485904 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (84b98133-3c0d-4a18-9a9c-5595035d928b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:09.490163 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:09.503715 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2d45c0-9be2-4432-80b3-558c991fb8a8 None None] Network bdcad575-924b-41b3-b4ba-84a486df3530 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:09.506652 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c78f74fb-1a37-475d-8e08-272fe967d5af up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:34:09.546167 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da86da3-19e3-4fd2-a05c-85c966a0d4a6 req-a4910ba8-cdf4-42b7-9d3c-2fe06c53d3ab tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:09.547846 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5da86da3-19e3-4fd2-a05c-85c966a0d4a6 req-a4910ba8-cdf4-42b7-9d3c-2fe06c53d3ab tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 947 time: 0.0759485 Jan 28 13:34:09.559143 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-4f2d45c0-9be2-4432-80b3-558c991fb8a8 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:09.561158 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2d45c0-9be2-4432-80b3-558c991fb8a8 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:09.568262 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6cfb8-c3a2-45e8-9bb1-8322e1ca9af0 None None] Pushing event updated for resources: {'Port': ['ID=a32fad77-8bf9-4e77-9486-3300541391e4,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:09.589310 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (ccf9f75a-aede-447b-a936-d47794aa6a36), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.601476 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.608296 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddc2a0f-64fa-4188-84b2-7dcd4eb87d87 None None] Routers {'2ff89c9d-18f5-4429-a943-14f035acb63e'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:34:09.608962 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-4ddc2a0f-64fa-4188-84b2-7dcd4eb87d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:34:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['2ff89c9d-18f5-4429-a943-14f035acb63e'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:09.610446 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/networks/ccf9f75a-aede-447b-a936-d47794aa6a36 HTTP/1.1" status: 204 len: 168 time: 2.8650303 Jan 28 13:34:09.612639 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 32976) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:09.618311 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-dbc881a0-5dce-4127-b3df-21ac8ea704e9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-956381257'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:09.625941 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5da86da3-19e3-4fd2-a05c-85c966a0d4a6 req-c2d3bf32-217d-4dcb-9e53-13e05b1079c8 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503461 Jan 28 13:34:09.653281 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-67c3f255-1987-4582-ac22-fae158275aaf req-928ac7bc-62d8-4952-9fab-c6b6b1967c41 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622748 Jan 28 13:34:09.658034 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2e770-3115-43a3-90ab-6a37d6f6ab4e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Network': ['ID=ccf9f75a-aede-447b-a936-d47794aa6a36,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:09.658502 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6dbb6a1c-c1ba-4920-9d15-2789ff0b8e28 admin admin] Publish callbacks [] for router_gateway (0a5f02de-3738-4ee9-9ea3-78af63b566b7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.697437 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc881a0-5dce-4127-b3df-21ac8ea704e9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Made reservation on behalf of 6252113a23c4475f8f2e5045e76b4116 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:09.701047 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dbc881a0-5dce-4127-b3df-21ac8ea704e9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.722327 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d45c0-9be2-4432-80b3-558c991fb8a8 None None] Pushing event updated for resources: {'Port': ['ID=b4eb1a02-d20d-4ac0-8923-816008ac9c0c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:09.731798 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port c78f74fb-1a37-475d-8e08-272fe967d5af completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:34:09.742690 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc881a0-5dce-4127-b3df-21ac8ea704e9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:34:09.754089 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dbc881a0-5dce-4127-b3df-21ac8ea704e9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (3a786dfc-97c4-4416-b1ff-0dfb44a0eebc), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.754715 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-dbc881a0-5dce-4127-b3df-21ac8ea704e9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Added segment 3a786dfc-97c4-4416-b1ff-0dfb44a0eebc of type vlan for network 80b37f5b-04d0-435e-bf46-60f08cdba485 Jan 28 13:34:09.757108 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port c78f74fb-1a37-475d-8e08-272fe967d5af triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:09.757487 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c78f74fb-1a37-475d-8e08-272fe967d5af), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.795223 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4f2d45c0-9be2-4432-80b3-558c991fb8a8 None None] Attempting to bind port b4eb1a02-d20d-4ac0-8923-816008ac9c0c on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:34:09.795600 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4f2d45c0-9be2-4432-80b3-558c991fb8a8 None None] Attempting to bind port b4eb1a02-d20d-4ac0-8923-816008ac9c0c by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '79840de1-d58c-4183-913b-620f6d2f9eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bdcad575-924b-41b3-b4ba-84a486df3530'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:34:09.796360 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2d45c0-9be2-4432-80b3-558c991fb8a8 None None] Attempting to bind port b4eb1a02-d20d-4ac0-8923-816008ac9c0c on network bdcad575-924b-41b3-b4ba-84a486df3530 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:09.806728 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dbc881a0-5dce-4127-b3df-21ac8ea704e9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (80b37f5b-04d0-435e-bf46-60f08cdba485), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.834554 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2d45c0-9be2-4432-80b3-558c991fb8a8 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:34:09.835019 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2d45c0-9be2-4432-80b3-558c991fb8a8 None None] Checking segment: {'id': '79840de1-d58c-4183-913b-620f6d2f9eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bdcad575-924b-41b3-b4ba-84a486df3530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:09.835482 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4f2d45c0-9be2-4432-80b3-558c991fb8a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.835942 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2d45c0-9be2-4432-80b3-558c991fb8a8 None None] Bound using segment: {'id': '79840de1-d58c-4183-913b-620f6d2f9eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bdcad575-924b-41b3-b4ba-84a486df3530'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:34:09.836435 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4f2d45c0-9be2-4432-80b3-558c991fb8a8 None None] Bound port: b4eb1a02-d20d-4ac0-8923-816008ac9c0c, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79840de1-d58c-4183-913b-620f6d2f9eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bdcad575-924b-41b3-b4ba-84a486df3530'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:34:09.836829 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4f2d45c0-9be2-4432-80b3-558c991fb8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b4eb1a02-d20d-4ac0-8923-816008ac9c0c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.840926 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dbc881a0-5dce-4127-b3df-21ac8ea704e9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (80b37f5b-04d0-435e-bf46-60f08cdba485), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.847196 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc881a0-5dce-4127-b3df-21ac8ea704e9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:09.848108 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dbc881a0-5dce-4127-b3df-21ac8ea704e9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.859746 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e7e49446-2382-4755-84c5-33f722c959b1 None None] Provisioning complete for port a32fad77-8bf9-4e77-9486-3300541391e4 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:09.860125 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7e49446-2382-4755-84c5-33f722c959b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a32fad77-8bf9-4e77-9486-3300541391e4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.882422 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda71cd-0c96-4a55-83c0-968646777c7f req-1a307c90-e104-47de-a5d8-688242a7bebd tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:09.885169 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7cda71cd-0c96-4a55-83c0-968646777c7f req-1a307c90-e104-47de-a5d8-688242a7bebd tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/ports?device_id=3592afe0-f991-482d-9d04-87bb36ba97ee HTTP/1.1" status: 200 len: 944 time: 0.1326072 Jan 28 13:34:09.919666 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-4ddc2a0f-64fa-4188-84b2-7dcd4eb87d87 None None] Set router 2ff89c9d-18f5-4429-a943-14f035acb63e gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:34:09.962488 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc881a0-5dce-4127-b3df-21ac8ea704e9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event updated for resources: {'Network': ['ID=80b37f5b-04d0-435e-bf46-60f08cdba485,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:09.980698 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 80b37f5b-04d0-435e-bf46-60f08cdba485 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:34:09.989728 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dbc881a0-5dce-4127-b3df-21ac8ea704e9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3754869 Jan 28 13:34:09.991151 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 32986) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:09.999430 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-c599a3f6-2439-4f73-a199-a374f3c297cb tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Request body: {'subnet': {'network_id': '80b37f5b-04d0-435e-bf46-60f08cdba485', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:10.039261 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7cda71cd-0c96-4a55-83c0-968646777c7f req-26979620-23db-441f-9c34-742d32701c49 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/security-groups?id=169c52e8-9796-4446-a5fd-6170f3f80b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431088 Jan 28 13:34:10.125594 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6dbb6a1c-c1ba-4920-9d15-2789ff0b8e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (0a5f02de-3738-4ee9-9ea3-78af63b566b7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:10.135016 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c599a3f6-2439-4f73-a199-a374f3c297cb tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Made reservation on behalf of 6252113a23c4475f8f2e5045e76b4116 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:10.140603 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c599a3f6-2439-4f73-a199-a374f3c297cb tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:10.153647 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4f2d45c0-9be2-4432-80b3-558c991fb8a8 None None] For port b4eb1a02-d20d-4ac0-8923-816008ac9c0c, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:34:10.212059 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4f2d45c0-9be2-4432-80b3-558c991fb8a8 None None] For port b4eb1a02-d20d-4ac0-8923-816008ac9c0c, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b4eb1a02-d20d-4ac0-8923-816008ac9c0c,segment=NetworkSegment(79840de1-d58c-4183-913b-620f6d2f9eda),segment_id=79840de1-d58c-4183-913b-620f6d2f9eda)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:34:10.297878 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c205a-3982-478a-9d03-8681af50deaa req-40aef6bc-74e4-42ec-ab4c-b3e1d81ee0de tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:10.306260 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-466c205a-3982-478a-9d03-8681af50deaa req-40aef6bc-74e4-42ec-ab4c-b3e1d81ee0de tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 945 time: 0.1111169 Jan 28 13:34:10.323587 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port c78f74fb-1a37-475d-8e08-272fe967d5af is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:10.323587 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c78f74fb-1a37-475d-8e08-272fe967d5af), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:10.337845 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4f2d45c0-9be2-4432-80b3-558c991fb8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b4eb1a02-d20d-4ac0-8923-816008ac9c0c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:10.381334 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-466c205a-3982-478a-9d03-8681af50deaa req-8662045d-21fd-42b8-8210-26b9cff4d831 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745277 Jan 28 13:34:10.394306 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbb6a1c-c1ba-4920-9d15-2789ff0b8e28 admin admin] Router 0a5f02de-3738-4ee9-9ea3-78af63b566b7 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:34:10.424284 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c599a3f6-2439-4f73-a199-a374f3c297cb tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (62eeb906-e8b8-470f-baef-4e43bead9cae), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:10.426450 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3592afe0-f991-482d-9d04-87bb36ba97ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78f74fb-1a37-475d-8e08-272fe967d5af'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:34:10.429128 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5334a8-7b0b-4848-9bfa-59c75c28245d" -d '{"events": [{"server_uuid": "3592afe0-f991-482d-9d04-87bb36ba97ee", "name": "network-vif-plugged", "status": "completed", "tag": "c78f74fb-1a37-475d-8e08-272fe967d5af"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:34:10.486526 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c78f74fb-1a37-475d-8e08-272fe967d5af, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c78f74fb-1a37-475d-8e08-272fe967d5af,segment=NetworkSegment(f42a1b30-6032-431f-85fc-3ec1fd1a24cd),segment_id=f42a1b30-6032-431f-85fc-3ec1fd1a24cd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:10.487589 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e7e49446-2382-4755-84c5-33f722c959b1 None None] Current status of the port a32fad77-8bf9-4e77-9486-3300541391e4 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:10.488415 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7e49446-2382-4755-84c5-33f722c959b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a32fad77-8bf9-4e77-9486-3300541391e4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:10.510985 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c78f74fb-1a37-475d-8e08-272fe967d5af), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:10.511904 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 101efa69-eb99-4b6d-a484-368410fbef5a up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:34:10.521852 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599a3f6-2439-4f73-a199-a374f3c297cb tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event updated for resources: {'Subnet': ['ID=62eeb906-e8b8-470f-baef-4e43bead9cae,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:10.544177 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a2f9a0-3b22-46aa-b765-2c7d26e5c0fb x-openstack-request-id: req-97a2f9a0-3b22-46aa-b765-2c7d26e5c0fb {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:34:10.544484 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3592afe0-f991-482d-9d04-87bb36ba97ee", "name": "network-vif-plugged", "status": "completed", "tag": "c78f74fb-1a37-475d-8e08-272fe967d5af", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:34:10.544743 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-97a2f9a0-3b22-46aa-b765-2c7d26e5c0fb {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:34:10.548688 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3592afe0-f991-482d-9d04-87bb36ba97ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78f74fb-1a37-475d-8e08-272fe967d5af', 'code': 200} Jan 28 13:34:10.577363 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6cf1f-f968-4fc8-87c1-484ef1a7d906 req-241f78ee-ba3e-4a76-af31-38d1b9b7ce2a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:10.581648 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d45c0-9be2-4432-80b3-558c991fb8a8 None None] Pushing event updated for resources: {'Port': ['ID=b4eb1a02-d20d-4ac0-8923-816008ac9c0c,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:10.585503 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f3f6cf1f-f968-4fc8-87c1-484ef1a7d906 req-241f78ee-ba3e-4a76-af31-38d1b9b7ce2a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 947 time: 0.1855550 Jan 28 13:34:10.622080 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbb6a1c-c1ba-4920-9d15-2789ff0b8e28 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:34:10.624812 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c599a3f6-2439-4f73-a199-a374f3c297cb tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Checking segment: {'id': '3a786dfc-97c4-4416-b1ff-0dfb44a0eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '80b37f5b-04d0-435e-bf46-60f08cdba485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:10.625189 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c599a3f6-2439-4f73-a199-a374f3c297cb tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Network hostable DHCP agents. Network: 80b37f5b-04d0-435e-bf46-60f08cdba485, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:34:10.633810 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f59e93-a6d6-42cb-95a4-9ab74529f5d4 None None] Sync routers for ids ['0a5f02de-3738-4ee9-9ea3-78af63b566b7'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:34:10.647166 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f59e93-a6d6-42cb-95a4-9ab74529f5d4 None None] Routers {'0a5f02de-3738-4ee9-9ea3-78af63b566b7'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:34:10.647799 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-e1f59e93-a6d6-42cb-95a4-9ab74529f5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:34:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0a5f02de-3738-4ee9-9ea3-78af63b566b7'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:10.681229 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e7e49446-2382-4755-84c5-33f722c959b1 None None] For port a32fad77-8bf9-4e77-9486-3300541391e4, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=a32fad77-8bf9-4e77-9486-3300541391e4,segment=NetworkSegment(645ac1b2-07cd-42da-9b64-9375b8bc6582),segment_id=645ac1b2-07cd-42da-9b64-9375b8bc6582)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:10.691479 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1ac81-d77a-4f1e-b4e0-8b3134b1e4a7 req-87bd8a26-dc1e-40ad-a50f-4167bc8def30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:10.691685 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2fd1ac81-d77a-4f1e-b4e0-8b3134b1e4a7 req-87bd8a26-dc1e-40ad-a50f-4167bc8def30 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3592afe0-f991-482d-9d04-87bb36ba97ee HTTP/1.1" status: 200 len: 1096 time: 0.0731249 Jan 28 13:34:10.694781 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6dbb6a1c-c1ba-4920-9d15-2789ff0b8e28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:10.699603 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6dbb6a1c-c1ba-4920-9d15-2789ff0b8e28 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9480710 Jan 28 13:34:10.705397 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 32998) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:10.709056 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f3f6cf1f-f968-4fc8-87c1-484ef1a7d906 req-27036224-1b7d-439d-be17-a8dbee6c7db8 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147439 Jan 28 13:34:10.714652 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7e49446-2382-4755-84c5-33f722c959b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a32fad77-8bf9-4e77-9486-3300541391e4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:10.740289 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c599a3f6-2439-4f73-a199-a374f3c297cb tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Network 80b37f5b-04d0-435e-bf46-60f08cdba485 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:34:10.758253 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-c599a3f6-2439-4f73-a199-a374f3c297cb tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 80b37f5b-04d0-435e-bf46-60f08cdba485) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:10.765603 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c599a3f6-2439-4f73-a199-a374f3c297cb tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:10.766220 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c599a3f6-2439-4f73-a199-a374f3c297cb tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:10.787498 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 101efa69-eb99-4b6d-a484-368410fbef5a completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:34:10.795836 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=c78f74fb-1a37-475d-8e08-272fe967d5af,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:10.799737 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 101efa69-eb99-4b6d-a484-368410fbef5a triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:10.800151 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (101efa69-eb99-4b6d-a484-368410fbef5a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:10.815813 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c599a3f6-2439-4f73-a199-a374f3c297cb tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8203564 Jan 28 13:34:10.818458 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33002) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:10.856159 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ca96ec-31ef-409b-bc5b-f5b615f7e1af None None] Network 80b37f5b-04d0-435e-bf46-60f08cdba485 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:10.865796 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-e1f59e93-a6d6-42cb-95a4-9ab74529f5d4 None None] Set router 0a5f02de-3738-4ee9-9ea3-78af63b566b7 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:34:10.866033 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-4ddc2a0f-64fa-4188-84b2-7dcd4eb87d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'name': 'tempest-TaggedBootDevicesTest-30803581-router', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '47fc6f45-7fb8-4a25-9838-513aaddf40fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:33:54Z', 'updated_at': '2022-01-28T13:34:04Z', 'revision_number': 4, 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'gw_port': {'id': '47fc6f45-7fb8-4a25-9838-513aaddf40fa', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ac:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:33:56Z', 'updated_at': '2022-01-28T13:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'a32fad77-8bf9-4e77-9486-3300541391e4', 'name': '', 'network_id': 'a48090cb-ae2e-48ff-8962-8d69a57daca6', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'mac_address': 'fa:16:3e:32:2a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2eaf9fff-eb30-46b8-9611-5f103f9718e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:02Z', 'updated_at': '2022-01-28T13:34:09Z', 'revision_number': 4, 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'subnets': [{'id': '2eaf9fff-eb30-46b8-9611-5f103f9718e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:10.946474 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddc2a0f-64fa-4188-84b2-7dcd4eb87d87 None None] The sync data for ids ['2ff89c9d-18f5-4429-a943-14f035acb63e'] in n-d-822747-2 is: [{'id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'name': 'tempest-TaggedBootDevicesTest-30803581-router', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '47fc6f45-7fb8-4a25-9838-513aaddf40fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:33:54Z', 'updated_at': '2022-01-28T13:34:04Z', 'revision_number': 4, 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'gw_port': {'id': '47fc6f45-7fb8-4a25-9838-513aaddf40fa', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ac:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:33:56Z', 'updated_at': '2022-01-28T13:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'a32fad77-8bf9-4e77-9486-3300541391e4', 'name': '', 'network_id': 'a48090cb-ae2e-48ff-8962-8d69a57daca6', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'mac_address': 'fa:16:3e:32:2a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2eaf9fff-eb30-46b8-9611-5f103f9718e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:02Z', 'updated_at': '2022-01-28T13:34:09Z', 'revision_number': 4, 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'subnets': [{'id': '2eaf9fff-eb30-46b8-9611-5f103f9718e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:34:11.082856 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e49446-2382-4755-84c5-33f722c959b1 None None] Pushing event updated for resources: {'Port': ['ID=a32fad77-8bf9-4e77-9486-3300541391e4,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:11.116945 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f45a4b58-6311-4974-b940-a137d1a7c189 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (80b37f5b-04d0-435e-bf46-60f08cdba485), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.192516 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a3c50b-6caf-4118-a597-a7b41f261b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-80b37f5b-04d0-435e-bf46-60f08cdba485', 'network_id': '80b37f5b-04d0-435e-bf46-60f08cdba485', 'project_id': '6252113a23c4475f8f2e5045e76b4116', 'fixed_ips': [{'subnet_id': '62eeb906-e8b8-470f-baef-4e43bead9cae'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:34:11.193956 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-92a3c50b-6caf-4118-a597-a7b41f261b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.224906 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2fd1ac81-d77a-4f1e-b4e0-8b3134b1e4a7 req-b16b4a0a-ed68-4983-916c-eaf5ed9c2c3b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=169c52e8-9796-4446-a5fd-6170f3f80b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5261710 Jan 28 13:34:11.240565 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 101efa69-eb99-4b6d-a484-368410fbef5a is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:11.241408 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (101efa69-eb99-4b6d-a484-368410fbef5a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.247101 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a10e3-37f1-4826-b177-3fafde66326b req-d728c072-eedf-48f9-8291-a35f959bcfc8 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:11.248697 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f45a4b58-6311-4974-b940-a137d1a7c189 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (62eeb906-e8b8-470f-baef-4e43bead9cae), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.248930 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c23a10e3-37f1-4826-b177-3fafde66326b req-d728c072-eedf-48f9-8291-a35f959bcfc8 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=240a6073-7833-421d-aca6-aa470733e451 HTTP/1.1" status: 200 len: 944 time: 0.2765746 Jan 28 13:34:11.316905 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-e1f59e93-a6d6-42cb-95a4-9ab74529f5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5f02de-3738-4ee9-9ea3-78af63b566b7', 'name': 'tempest-TaggedBootDevicesTest-1916892026-router', 'tenant_id': 'f72d59cf914c45cda8e91044caa2c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '15104a4d-07fc-4c06-a310-a453b22e6aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:34:07Z', 'updated_at': '2022-01-28T13:34:08Z', 'revision_number': 3, 'project_id': 'f72d59cf914c45cda8e91044caa2c9ed', 'gw_port': {'id': '15104a4d-07fc-4c06-a310-a453b22e6aa5', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5f02de-3738-4ee9-9ea3-78af63b566b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:08Z', 'updated_at': '2022-01-28T13:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:11.338442 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 101efa69-eb99-4b6d-a484-368410fbef5a, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=101efa69-eb99-4b6d-a484-368410fbef5a,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:11.358821 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f59e93-a6d6-42cb-95a4-9ab74529f5d4 None None] Checking router: 0a5f02de-3738-4ee9-9ea3-78af63b566b7 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:34:11.359571 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f59e93-a6d6-42cb-95a4-9ab74529f5d4 None None] Updating router 0a5f02de-3738-4ee9-9ea3-78af63b566b7 port 15104a4d-07fc-4c06-a310-a453b22e6aa5 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:34:11.383661 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f45a4b58-6311-4974-b940-a137d1a7c189 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (62eeb906-e8b8-470f-baef-4e43bead9cae), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.399522 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e1f59e93-a6d6-42cb-95a4-9ab74529f5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (15104a4d-07fc-4c06-a310-a453b22e6aa5), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.405957 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c23a10e3-37f1-4826-b177-3fafde66326b req-9c4d34b1-9ef4-45a7-a9ac-b1352584d783 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490796 Jan 28 13:34:11.413220 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (101efa69-eb99-4b6d-a484-368410fbef5a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.555757 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f45a4b58-6311-4974-b940-a137d1a7c189 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (80b37f5b-04d0-435e-bf46-60f08cdba485), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.566161 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a4b58-6311-4974-b940-a137d1a7c189 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Subnet': ['ID=62eeb906-e8b8-470f-baef-4e43bead9cae,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server [None req-92a3c50b-6caf-4118-a597-a7b41f261b1b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 62eeb906-e8b8-470f-baef-4e43bead9cae: This subnet is being modified by another concurrent operation. Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 13:34:11.587866 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise exception Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 62eeb906-e8b8-470f-baef-4e43bead9cae: This subnet is being modified by another concurrent operation. Jan 28 13:34:11.592285 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server Jan 28 13:34:11.600081 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae28985-27f5-428f-bdc2-1a75f7318356 req-1954a7e1-470b-4b67-bc98-4f46f52bec7c tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:11.603544 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9ae28985-27f5-428f-bdc2-1a75f7318356 req-1954a7e1-470b-4b67-bc98-4f46f52bec7c tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/ports?device_id=3592afe0-f991-482d-9d04-87bb36ba97ee HTTP/1.1" status: 200 len: 945 time: 0.3562703 Jan 28 13:34:11.608731 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=101efa69-eb99-4b6d-a484-368410fbef5a,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:11.621591 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6e305-a023-4139-8f17-b8d1a1348dca req-8ef9b353-201f-4cb6-92f9-51c5a69d5b3a tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:11.623307 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-33f6e305-a023-4139-8f17-b8d1a1348dca req-8ef9b353-201f-4cb6-92f9-51c5a69d5b3a tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 945 time: 0.0795507 Jan 28 13:34:11.640878 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 05dbcb58-e1e0-4ae6-9b70-3124399838e9 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:34:11.651917 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-f45a4b58-6311-4974-b940-a137d1a7c189 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b37f5b-04d0-435e-bf46-60f08cdba485']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:11.680015 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d863163-7372-46a3-b689-48aa8b9f4740 None None] Network 80b37f5b-04d0-435e-bf46-60f08cdba485 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:11.693341 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-f45a4b58-6311-4974-b940-a137d1a7c189 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a786dfc-97c4-4416-b1ff-0dfb44a0eebc') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:11.693699 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-f45a4b58-6311-4974-b940-a137d1a7c189 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a786dfc-97c4-4416-b1ff-0dfb44a0eebc') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:11.709149 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-156b96a9-f386-46a1-b356-565e28af0525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.754430 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f45a4b58-6311-4974-b940-a137d1a7c189 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (3a786dfc-97c4-4416-b1ff-0dfb44a0eebc), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.793028 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9ae28985-27f5-428f-bdc2-1a75f7318356 req-a4c28867-9a7b-48dd-bf88-7d2a85d1c345 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/security-groups?id=169c52e8-9796-4446-a5fd-6170f3f80b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623790 Jan 28 13:34:11.798329 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f45a4b58-6311-4974-b940-a137d1a7c189 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (3a786dfc-97c4-4416-b1ff-0dfb44a0eebc), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.837812 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f45a4b58-6311-4974-b940-a137d1a7c189 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:11.840240 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f45a4b58-6311-4974-b940-a137d1a7c189 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (3a786dfc-97c4-4416-b1ff-0dfb44a0eebc), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:11.855351 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:11.876548 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-33f6e305-a023-4139-8f17-b8d1a1348dca req-f008018a-f001-4566-b66e-0c36d73c8c16 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590841 Jan 28 13:34:11.942115 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 05dbcb58-e1e0-4ae6-9b70-3124399838e9 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:11.942518 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.016246 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e1f59e93-a6d6-42cb-95a4-9ab74529f5d4 None None] Publish callbacks [] for port (15104a4d-07fc-4c06-a310-a453b22e6aa5), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.041557 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e1f59e93-a6d6-42cb-95a4-9ab74529f5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (15104a4d-07fc-4c06-a310-a453b22e6aa5), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.051733 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 05dbcb58-e1e0-4ae6-9b70-3124399838e9, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=05dbcb58-e1e0-4ae6-9b70-3124399838e9,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:12.059018 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.127425 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-e1f59e93-a6d6-42cb-95a4-9ab74529f5d4 None None] Attempting to bind port 15104a4d-07fc-4c06-a310-a453b22e6aa5 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:34:12.127965 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-e1f59e93-a6d6-42cb-95a4-9ab74529f5d4 None None] Attempting to bind port 15104a4d-07fc-4c06-a310-a453b22e6aa5 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:34:12.128440 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f59e93-a6d6-42cb-95a4-9ab74529f5d4 None None] Attempting to bind port 15104a4d-07fc-4c06-a310-a453b22e6aa5 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:12.150780 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c985f4-8e68-4d41-940c-fbe03190e05e None None] Pushing event updated for resources: {'Port': ['ID=15104a4d-07fc-4c06-a310-a453b22e6aa5,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:12.168031 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f45a4b58-6311-4974-b940-a137d1a7c189 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (80b37f5b-04d0-435e-bf46-60f08cdba485), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.172536 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f59e93-a6d6-42cb-95a4-9ab74529f5d4 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:34:12.172906 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f59e93-a6d6-42cb-95a4-9ab74529f5d4 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:12.173529 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e1f59e93-a6d6-42cb-95a4-9ab74529f5d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.174090 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f59e93-a6d6-42cb-95a4-9ab74529f5d4 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:34:12.174739 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-e1f59e93-a6d6-42cb-95a4-9ab74529f5d4 None None] Bound port: 15104a4d-07fc-4c06-a310-a453b22e6aa5, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:34:12.175306 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e1f59e93-a6d6-42cb-95a4-9ab74529f5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (15104a4d-07fc-4c06-a310-a453b22e6aa5), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.183467 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f45a4b58-6311-4974-b940-a137d1a7c189 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.192917 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f45a4b58-6311-4974-b940-a137d1a7c189 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/networks/80b37f5b-04d0-435e-bf46-60f08cdba485 HTTP/1.1" status: 204 len: 168 time: 1.3717301 Jan 28 13:34:12.193609 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33012) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:12.226648 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-94d2e879-32c0-4644-9b1c-d16082c9f17a tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-252574376'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:12.274228 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a4b58-6311-4974-b940-a137d1a7c189 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Network': ['ID=80b37f5b-04d0-435e-bf46-60f08cdba485,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:12.304285 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-e1f59e93-a6d6-42cb-95a4-9ab74529f5d4 None None] For port 15104a4d-07fc-4c06-a310-a453b22e6aa5, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:34:12.311029 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-e1f59e93-a6d6-42cb-95a4-9ab74529f5d4 None None] For port 15104a4d-07fc-4c06-a310-a453b22e6aa5, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=15104a4d-07fc-4c06-a310-a453b22e6aa5,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:34:12.324239 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-e1f59e93-a6d6-42cb-95a4-9ab74529f5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (15104a4d-07fc-4c06-a310-a453b22e6aa5), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.325672 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140d3a3-4ddc-4a8c-98f2-14da3f2ec827 req-21c79ffc-1b09-42ba-a799-07fc3ab7cf93 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:12.337919 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c140d3a3-4ddc-4a8c-98f2-14da3f2ec827 req-21c79ffc-1b09-42ba-a799-07fc3ab7cf93 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.2722759 Jan 28 13:34:12.383699 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d2e879-32c0-4644-9b1c-d16082c9f17a tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Made reservation on behalf of 6252113a23c4475f8f2e5045e76b4116 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:12.392749 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-94d2e879-32c0-4644-9b1c-d16082c9f17a tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.412171 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f59e93-a6d6-42cb-95a4-9ab74529f5d4 None None] Routers {'0a5f02de-3738-4ee9-9ea3-78af63b566b7'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:34:12.413767 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-e1f59e93-a6d6-42cb-95a4-9ab74529f5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:34:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0a5f02de-3738-4ee9-9ea3-78af63b566b7'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:12.466380 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b4eb1a02-d20d-4ac0-8923-816008ac9c0c up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:34:12.479334 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c985f4-8e68-4d41-940c-fbe03190e05e None None] Pushing event updated for resources: {'Port': ['ID=15104a4d-07fc-4c06-a310-a453b22e6aa5,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:12.512673 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c140d3a3-4ddc-4a8c-98f2-14da3f2ec827 req-7b20132f-431a-4a92-9d97-8f6f2448da86 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652107 Jan 28 13:34:12.515709 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222ec9d7-ff3b-4b6a-ad47-c8857ab28347 None None] get_active_networks_info from n-d-822747-2 {{(pid=103353) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:34:12.527864 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d2e879-32c0-4644-9b1c-d16082c9f17a tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:34:12.555422 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-156b96a9-f386-46a1-b356-565e28af0525 admin admin] Allocated IP 172.20.0.1 (bdcad575-924b-41b3-b4ba-84a486df3530/21404064-cf61-4c19-8610-6f54c53ec112/d2f62b4f-7588-4510-8127-44c4b5dc6663) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:34:12.557519 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-94d2e879-32c0-4644-9b1c-d16082c9f17a tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (1c8ade9e-e9d0-46ff-a99c-0e380a23d5fb), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.557722 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-94d2e879-32c0-4644-9b1c-d16082c9f17a tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Added segment 1c8ade9e-e9d0-46ff-a99c-0e380a23d5fb of type vlan for network 9b3af2d7-7246-40f1-83a5-967074ef9ee3 Jan 28 13:34:12.572475 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240a6073-7833-421d-aca6-aa470733e451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101efa69-eb99-4b6d-a484-368410fbef5a'}, {'server_uuid': '43f65cf0-2adc-46d0-9194-7617cfa73581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05dbcb58-e1e0-4ae6-9b70-3124399838e9'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:34:12.575103 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35403394-6f5c-4697-8385-830688bf90b8" -d '{"events": [{"server_uuid": "240a6073-7833-421d-aca6-aa470733e451", "name": "network-vif-plugged", "status": "completed", "tag": "101efa69-eb99-4b6d-a484-368410fbef5a"}, {"server_uuid": "43f65cf0-2adc-46d0-9194-7617cfa73581", "name": "network-vif-unplugged", "status": "completed", "tag": "05dbcb58-e1e0-4ae6-9b70-3124399838e9"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:34:12.580516 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-e1f59e93-a6d6-42cb-95a4-9ab74529f5d4 None None] Set router 0a5f02de-3738-4ee9-9ea3-78af63b566b7 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:34:12.658577 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-94d2e879-32c0-4644-9b1c-d16082c9f17a tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (9b3af2d7-7246-40f1-83a5-967074ef9ee3), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.659467 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 28 Jan 2022 13:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c1f954-ada8-4d1f-988d-a4cc51e9952e x-openstack-request-id: req-29c1f954-ada8-4d1f-988d-a4cc51e9952e {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:34:12.659958 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240a6073-7833-421d-aca6-aa470733e451", "name": "network-vif-plugged", "status": "completed", "tag": "101efa69-eb99-4b6d-a484-368410fbef5a", "code": 200}, {"server_uuid": "43f65cf0-2adc-46d0-9194-7617cfa73581", "name": "network-vif-unplugged", "status": "completed", "tag": "05dbcb58-e1e0-4ae6-9b70-3124399838e9", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:34:12.660108 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-29c1f954-ada8-4d1f-988d-a4cc51e9952e {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:34:12.660398 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240a6073-7833-421d-aca6-aa470733e451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101efa69-eb99-4b6d-a484-368410fbef5a', 'code': 200} Jan 28 13:34:12.660649 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f65cf0-2adc-46d0-9194-7617cfa73581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05dbcb58-e1e0-4ae6-9b70-3124399838e9', 'code': 200} Jan 28 13:34:12.677365 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=05dbcb58-e1e0-4ae6-9b70-3124399838e9,revision_number=11']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:12.693456 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f87f7d96-70bc-4fb9-8f0e-c9b42b46844d None None] Provisioning complete for port b4eb1a02-d20d-4ac0-8923-816008ac9c0c triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:12.693738 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f87f7d96-70bc-4fb9-8f0e-c9b42b46844d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b4eb1a02-d20d-4ac0-8923-816008ac9c0c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.696748 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-94d2e879-32c0-4644-9b1c-d16082c9f17a tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (9b3af2d7-7246-40f1-83a5-967074ef9ee3), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.703710 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d2e879-32c0-4644-9b1c-d16082c9f17a tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:12.704594 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-94d2e879-32c0-4644-9b1c-d16082c9f17a tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.728654 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823f1f7-0c0b-4cad-9551-d6002548c13d req-b8bc6918-510a-4671-b161-0824cbc010d5 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:12.730210 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2823f1f7-0c0b-4cad-9551-d6002548c13d req-b8bc6918-510a-4671-b161-0824cbc010d5 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=240a6073-7833-421d-aca6-aa470733e451 HTTP/1.1" status: 200 len: 945 time: 0.1718040 Jan 28 13:34:12.781668 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-94d2e879-32c0-4644-9b1c-d16082c9f17a tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5745113 Jan 28 13:34:12.783287 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33018) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:12.804130 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-e6c893b9-3219-4c46-844d-15137acb18d1 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Request body: {'subnet': {'network_id': '9b3af2d7-7246-40f1-83a5-967074ef9ee3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:12.819932 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port b4eb1a02-d20d-4ac0-8923-816008ac9c0c triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:12.820376 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b4eb1a02-d20d-4ac0-8923-816008ac9c0c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.926110 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fba06e-5d60-41d4-a091-b17e283f86dc req-e9af0d2b-5cfd-46bd-b863-f36ba0b2e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:12.928004 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f4fba06e-5d60-41d4-a091-b17e283f86dc req-e9af0d2b-5cfd-46bd-b863-f36ba0b2e01f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=240a6073-7833-421d-aca6-aa470733e451 HTTP/1.1" status: 200 len: 1096 time: 0.1968629 Jan 28 13:34:12.935701 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-e1f59e93-a6d6-42cb-95a4-9ab74529f5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5f02de-3738-4ee9-9ea3-78af63b566b7', 'name': 'tempest-TaggedBootDevicesTest-1916892026-router', 'tenant_id': 'f72d59cf914c45cda8e91044caa2c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '15104a4d-07fc-4c06-a310-a453b22e6aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:34:07Z', 'updated_at': '2022-01-28T13:34:08Z', 'revision_number': 3, 'project_id': 'f72d59cf914c45cda8e91044caa2c9ed', 'gw_port': {'id': '15104a4d-07fc-4c06-a310-a453b22e6aa5', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5f02de-3738-4ee9-9ea3-78af63b566b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:08Z', 'updated_at': '2022-01-28T13:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:12.977740 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2823f1f7-0c0b-4cad-9551-d6002548c13d req-1dfae4d8-89fc-43d2-94ff-ec5c2f8df639 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830778 Jan 28 13:34:12.986255 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-156b96a9-f386-46a1-b356-565e28af0525 admin admin] Publish callbacks [] for port (d2f62b4f-7588-4510-8127-44c4b5dc6663), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:13.003773 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f59e93-a6d6-42cb-95a4-9ab74529f5d4 None None] The sync data for ids ['0a5f02de-3738-4ee9-9ea3-78af63b566b7'] in n-d-822747-2 is: [{'id': '0a5f02de-3738-4ee9-9ea3-78af63b566b7', 'name': 'tempest-TaggedBootDevicesTest-1916892026-router', 'tenant_id': 'f72d59cf914c45cda8e91044caa2c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '15104a4d-07fc-4c06-a310-a453b22e6aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:34:07Z', 'updated_at': '2022-01-28T13:34:08Z', 'revision_number': 3, 'project_id': 'f72d59cf914c45cda8e91044caa2c9ed', 'gw_port': {'id': '15104a4d-07fc-4c06-a310-a453b22e6aa5', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5f02de-3738-4ee9-9ea3-78af63b566b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:08Z', 'updated_at': '2022-01-28T13:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:34:13.029933 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f87f7d96-70bc-4fb9-8f0e-c9b42b46844d None None] Current status of the port b4eb1a02-d20d-4ac0-8923-816008ac9c0c is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:13.030337 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f87f7d96-70bc-4fb9-8f0e-c9b42b46844d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b4eb1a02-d20d-4ac0-8923-816008ac9c0c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:13.031640 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f4fba06e-5d60-41d4-a091-b17e283f86dc req-197a2a63-3221-420e-b4ab-b9e715fcd584 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916259 Jan 28 13:34:13.063817 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2e879-32c0-4644-9b1c-d16082c9f17a tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event updated for resources: {'Network': ['ID=9b3af2d7-7246-40f1-83a5-967074ef9ee3,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:13.073948 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-156b96a9-f386-46a1-b356-565e28af0525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (d2f62b4f-7588-4510-8127-44c4b5dc6663), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:13.090108 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 9b3af2d7-7246-40f1-83a5-967074ef9ee3 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:34:13.109443 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073797f5-d54e-4d59-baa1-75a375e0abca req-6cda3265-03e6-4001-9fad-35e6043a8db1 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:13.117579 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-073797f5-d54e-4d59-baa1-75a375e0abca req-6cda3265-03e6-4001-9fad-35e6043a8db1 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/ports?device_id=3592afe0-f991-482d-9d04-87bb36ba97ee HTTP/1.1" status: 200 len: 945 time: 0.0932269 Jan 28 13:34:13.128188 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c893b9-3219-4c46-844d-15137acb18d1 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Made reservation on behalf of 6252113a23c4475f8f2e5045e76b4116 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:13.131906 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6c893b9-3219-4c46-844d-15137acb18d1 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:13.152444 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f87f7d96-70bc-4fb9-8f0e-c9b42b46844d None None] For port b4eb1a02-d20d-4ac0-8923-816008ac9c0c, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b4eb1a02-d20d-4ac0-8923-816008ac9c0c,segment=NetworkSegment(79840de1-d58c-4183-913b-620f6d2f9eda),segment_id=79840de1-d58c-4183-913b-620f6d2f9eda)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:13.160826 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222ec9d7-ff3b-4b6a-ad47-c8857ab28347 None None] Resources bound (agent type, host, resource id): {{(pid=103353) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:34:13.167337 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156b96a9-f386-46a1-b356-565e28af0525 admin admin] Network bdcad575-924b-41b3-b4ba-84a486df3530 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:13.168594 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f87f7d96-70bc-4fb9-8f0e-c9b42b46844d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b4eb1a02-d20d-4ac0-8923-816008ac9c0c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:13.173804 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-156b96a9-f386-46a1-b356-565e28af0525 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:13.178160 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156b96a9-f386-46a1-b356-565e28af0525 admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:13.227367 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.ipam_backend_mixin [None req-e6c893b9-3219-4c46-844d-15137acb18d1 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Performing IP validity checks on allocation pools {{(pid=103352) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 13:34:13.228590 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.ipam_backend_mixin [None req-e6c893b9-3219-4c46-844d-15137acb18d1 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103352) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 13:34:13.246043 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b96a9-f386-46a1-b356-565e28af0525 admin admin] Pushing event updated for resources: {'Port': ['ID=d2f62b4f-7588-4510-8127-44c4b5dc6663,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:13.263874 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae50687-2183-4b69-ad36-a7321fd0ffa1 req-1df83412-ec9c-499a-ae4a-0d5cfbcc8581 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:13.265975 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dae50687-2183-4b69-ad36-a7321fd0ffa1 req-1df83412-ec9c-499a-ae4a-0d5cfbcc8581 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 945 time: 0.1767166 Jan 28 13:34:13.276310 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port b4eb1a02-d20d-4ac0-8923-816008ac9c0c is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:13.277481 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device a32fad77-8bf9-4e77-9486-3300541391e4 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:34:13.280386 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-156b96a9-f386-46a1-b356-565e28af0525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (0a5f02de-3738-4ee9-9ea3-78af63b566b7), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:13.295082 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-073797f5-d54e-4d59-baa1-75a375e0abca req-083d3600-3677-48b2-97cd-e963c983fac4 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/security-groups?id=169c52e8-9796-4446-a5fd-6170f3f80b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728420 Jan 28 13:34:13.407655 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dae50687-2183-4b69-ad36-a7321fd0ffa1 req-57c397f6-b6d9-4861-8dfa-25ad30a3d82d tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204026 Jan 28 13:34:13.578958 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f7d96-70bc-4fb9-8f0e-c9b42b46844d None None] Pushing event updated for resources: {'Port': ['ID=b4eb1a02-d20d-4ac0-8923-816008ac9c0c,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:13.599656 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-156b96a9-f386-46a1-b356-565e28af0525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d2f62b4f-7588-4510-8127-44c4b5dc6663), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:13.636249 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6c893b9-3219-4c46-844d-15137acb18d1 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (5a859794-501e-4362-bd3d-6727c64bec2e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:13.780265 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c893b9-3219-4c46-844d-15137acb18d1 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event updated for resources: {'Subnet': ['ID=5a859794-501e-4362-bd3d-6727c64bec2e,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:13.788687 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c893b9-3219-4c46-844d-15137acb18d1 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Checking segment: {'id': '1c8ade9e-e9d0-46ff-a99c-0e380a23d5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9b3af2d7-7246-40f1-83a5-967074ef9ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:13.789054 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c893b9-3219-4c46-844d-15137acb18d1 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Network hostable DHCP agents. Network: 9b3af2d7-7246-40f1-83a5-967074ef9ee3, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:34:13.823343 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port a32fad77-8bf9-4e77-9486-3300541391e4 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:13.823343 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a32fad77-8bf9-4e77-9486-3300541391e4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:13.831922 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c893b9-3219-4c46-844d-15137acb18d1 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Network 9b3af2d7-7246-40f1-83a5-967074ef9ee3 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:34:13.854624 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-e6c893b9-3219-4c46-844d-15137acb18d1 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 9b3af2d7-7246-40f1-83a5-967074ef9ee3) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:13.858565 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c893b9-3219-4c46-844d-15137acb18d1 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:13.859446 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6c893b9-3219-4c46-844d-15137acb18d1 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:13.883120 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62aa49-9556-417a-b7f5-c6471567a73d req-061df767-bc78-4735-af0a-894975622e9d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:13.890060 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e6c893b9-3219-4c46-844d-15137acb18d1 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1026545 Jan 28 13:34:13.897838 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33050) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:13.901426 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0f62aa49-9556-417a-b7f5-c6471567a73d req-061df767-bc78-4735-af0a-894975622e9d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.2972867 Jan 28 13:34:13.993429 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0468eae4-7b1e-459d-8596-3ad380f7a294 None None] get_active_networks_info from n-d-822747-2 {{(pid=103353) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:34:14.074295 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port a32fad77-8bf9-4e77-9486-3300541391e4 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:14.077429 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fa5dbbf-b425-4793-a3f1-d05d74911e0d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (9b3af2d7-7246-40f1-83a5-967074ef9ee3), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.106472 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0f62aa49-9556-417a-b7f5-c6471567a73d req-877961c0-d395-4dc8-9c5d-6e31b576d565 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037504 Jan 28 13:34:14.240714 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-156b96a9-f386-46a1-b356-565e28af0525 admin admin] Publish callbacks [] for port (d2f62b4f-7588-4510-8127-44c4b5dc6663), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.280173 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fa5dbbf-b425-4793-a3f1-d05d74911e0d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (5a859794-501e-4362-bd3d-6727c64bec2e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.292851 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-156b96a9-f386-46a1-b356-565e28af0525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (d2f62b4f-7588-4510-8127-44c4b5dc6663), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.459354 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-156b96a9-f386-46a1-b356-565e28af0525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (0a5f02de-3738-4ee9-9ea3-78af63b566b7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.468498 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0468eae4-7b1e-459d-8596-3ad380f7a294 None None] Resources bound (agent type, host, resource id): {{(pid=103353) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:34:14.475482 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fa5dbbf-b425-4793-a3f1-d05d74911e0d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (5a859794-501e-4362-bd3d-6727c64bec2e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.478438 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b4eb1a02-d20d-4ac0-8923-816008ac9c0c up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:34:14.487361 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b96a9-f386-46a1-b356-565e28af0525 admin admin] Pushing event updated for resources: {'Port': ['ID=d2f62b4f-7588-4510-8127-44c4b5dc6663,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:14.500658 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3f049-e412-42ab-9a99-c58f46cbec9c req-2cc1442a-252e-4ce9-8217-4f359fda77c1 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:14.503811 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-43a3f049-e412-42ab-9a99-c58f46cbec9c req-2cc1442a-252e-4ce9-8217-4f359fda77c1 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=240a6073-7833-421d-aca6-aa470733e451 HTTP/1.1" status: 200 len: 945 time: 0.2595997 Jan 28 13:34:14.520639 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5dbbf-b425-4793-a3f1-d05d74911e0d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Subnet': ['ID=5a859794-501e-4362-bd3d-6727c64bec2e,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:14.609050 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fa5dbbf-b425-4793-a3f1-d05d74911e0d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (9b3af2d7-7246-40f1-83a5-967074ef9ee3), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.628027 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac4aab-212b-4807-a19e-03e90ae9006a req-e51444f5-a117-4cde-a2c9-f17f909181b3 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:14.629232 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f4ac4aab-212b-4807-a19e-03e90ae9006a req-e51444f5-a117-4cde-a2c9-f17f909181b3 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/ports?device_id=3592afe0-f991-482d-9d04-87bb36ba97ee HTTP/1.1" status: 200 len: 945 time: 0.2183242 Jan 28 13:34:14.644517 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-43a3f049-e412-42ab-9a99-c58f46cbec9c req-24325825-12d4-4dbb-bb05-d2e16ba05dd6 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241450 Jan 28 13:34:14.665727 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156b96a9-f386-46a1-b356-565e28af0525 admin admin] Network bdcad575-924b-41b3-b4ba-84a486df3530 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:14.667424 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-156b96a9-f386-46a1-b356-565e28af0525 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:14.682630 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-9fa5dbbf-b425-4793-a3f1-d05d74911e0d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3af2d7-7246-40f1-83a5-967074ef9ee3']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:14.696488 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-9fa5dbbf-b425-4793-a3f1-d05d74911e0d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c8ade9e-e9d0-46ff-a99c-0e380a23d5fb') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:14.696818 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-9fa5dbbf-b425-4793-a3f1-d05d74911e0d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c8ade9e-e9d0-46ff-a99c-0e380a23d5fb') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:14.709571 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port b4eb1a02-d20d-4ac0-8923-816008ac9c0c triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:14.709953 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b4eb1a02-d20d-4ac0-8923-816008ac9c0c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.716599 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fa5dbbf-b425-4793-a3f1-d05d74911e0d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (1c8ade9e-e9d0-46ff-a99c-0e380a23d5fb), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.738848 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fa5dbbf-b425-4793-a3f1-d05d74911e0d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (1c8ade9e-e9d0-46ff-a99c-0e380a23d5fb), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.748757 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa5dbbf-b425-4793-a3f1-d05d74911e0d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:14.749159 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fa5dbbf-b425-4793-a3f1-d05d74911e0d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (1c8ade9e-e9d0-46ff-a99c-0e380a23d5fb), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:14.807423 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:14.863608 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f4ac4aab-212b-4807-a19e-03e90ae9006a req-8e41744e-d162-42b9-a6a0-06999502779b tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/security-groups?id=169c52e8-9796-4446-a5fd-6170f3f80b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260201 Jan 28 13:34:14.882045 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fa5dbbf-b425-4793-a3f1-d05d74911e0d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (9b3af2d7-7246-40f1-83a5-967074ef9ee3), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.888915 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fa5dbbf-b425-4793-a3f1-d05d74911e0d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.892988 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9fa5dbbf-b425-4793-a3f1-d05d74911e0d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/networks/9b3af2d7-7246-40f1-83a5-967074ef9ee3 HTTP/1.1" status: 204 len: 168 time: 0.9952374 Jan 28 13:34:14.912969 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33068) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:14.913834 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5dbbf-b425-4793-a3f1-d05d74911e0d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Network': ['ID=9b3af2d7-7246-40f1-83a5-967074ef9ee3,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:14.928488 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-c1c66c5a-9b82-4b77-a231-678671c67b77 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-445307332'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:14.960011 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c66c5a-9b82-4b77-a231-678671c67b77 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Made reservation on behalf of 6252113a23c4475f8f2e5045e76b4116 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:14.963343 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e4c8a8-700c-40cf-98f1-228b0859f994 None None] Network bdcad575-924b-41b3-b4ba-84a486df3530 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:14.964501 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1c66c5a-9b82-4b77-a231-678671c67b77 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.968390 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a69071-cc30-4f1b-bcae-3b04f95d3c64 None None] Network 9b3af2d7-7246-40f1-83a5-967074ef9ee3 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:14.978063 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port b4eb1a02-d20d-4ac0-8923-816008ac9c0c is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:14.979393 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 15104a4d-07fc-4c06-a310-a453b22e6aa5 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:34:15.010077 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c66c5a-9b82-4b77-a231-678671c67b77 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:34:15.030617 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1c66c5a-9b82-4b77-a231-678671c67b77 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (fb4fdaa2-09b3-49ae-ac93-ac1adfb7fe39), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:15.031402 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-c1c66c5a-9b82-4b77-a231-678671c67b77 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Added segment fb4fdaa2-09b3-49ae-ac93-ac1adfb7fe39 of type vlan for network 4cd6e94f-aa04-470a-95be-1650c7b8ee85 Jan 28 13:34:15.067029 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a69071-cc30-4f1b-bcae-3b04f95d3c64 None None] Network 9b3af2d7-7246-40f1-83a5-967074ef9ee3 could not be found, it might have been deleted concurrently. {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 13:34:15.113591 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d749c493-2ef1-49ee-9b1d-c44768f33e60 None None] Network 9b3af2d7-7246-40f1-83a5-967074ef9ee3 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:15.142008 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1c66c5a-9b82-4b77-a231-678671c67b77 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (4cd6e94f-aa04-470a-95be-1650c7b8ee85), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:15.143240 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d749c493-2ef1-49ee-9b1d-c44768f33e60 None None] Network 9b3af2d7-7246-40f1-83a5-967074ef9ee3 could not be found, it might have been deleted concurrently. {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 13:34:15.197987 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 15104a4d-07fc-4c06-a310-a453b22e6aa5 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:15.198498 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (15104a4d-07fc-4c06-a310-a453b22e6aa5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:15.251547 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1c66c5a-9b82-4b77-a231-678671c67b77 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (4cd6e94f-aa04-470a-95be-1650c7b8ee85), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:15.260777 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c66c5a-9b82-4b77-a231-678671c67b77 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:15.261594 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1c66c5a-9b82-4b77-a231-678671c67b77 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:15.295999 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156b96a9-f386-46a1-b356-565e28af0525 admin admin] Router 0a5f02de-3738-4ee9-9ea3-78af63b566b7 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:34:15.297408 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47b1e0-9522-4435-ab7b-b5767b29b6c2 req-7d1d4bb4-007f-4cb9-a9e8-fc8bd36bacb7 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:15.305126 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 15104a4d-07fc-4c06-a310-a453b22e6aa5 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:15.305787 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (15104a4d-07fc-4c06-a310-a453b22e6aa5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:15.306739 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d47b1e0-9522-4435-ab7b-b5767b29b6c2 req-7d1d4bb4-007f-4cb9-a9e8-fc8bd36bacb7 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/networks?id=2f7f563c-452e-4ad7-8366-46fe17e69e05 HTTP/1.1" status: 200 len: 806 time: 0.2120044 Jan 28 13:34:15.310320 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87097b-a132-49ea-81ae-69467c1db0db req-1b4a6b3d-7d42-4e34-b073-02d8a3191d25 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:15.318108 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9a87097b-a132-49ea-81ae-69467c1db0db req-1b4a6b3d-7d42-4e34-b073-02d8a3191d25 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 945 time: 0.5108182 Jan 28 13:34:15.340101 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d47b1e0-9522-4435-ab7b-b5767b29b6c2 req-42975d19-0d3a-463a-8242-4cf64695b901 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/quotas/3f433a78eab64a3c903969a5348a95ae HTTP/1.1" status: 200 len: 375 time: 0.0321603 Jan 28 13:34:15.343029 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 15104a4d-07fc-4c06-a310-a453b22e6aa5, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=15104a4d-07fc-4c06-a310-a453b22e6aa5,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:15.353239 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (15104a4d-07fc-4c06-a310-a453b22e6aa5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:15.366769 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c1c66c5a-9b82-4b77-a231-678671c67b77 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4449759 Jan 28 13:34:15.391200 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33080) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:15.402699 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-1da509a6-79ee-42f3-a97e-2fbe37770512 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Request body: {'subnet': {'network_id': '4cd6e94f-aa04-470a-95be-1650c7b8ee85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:15.433921 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=15104a4d-07fc-4c06-a310-a453b22e6aa5,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:15.445839 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c66c5a-9b82-4b77-a231-678671c67b77 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event updated for resources: {'Network': ['ID=4cd6e94f-aa04-470a-95be-1650c7b8ee85,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:15.456988 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 4cd6e94f-aa04-470a-95be-1650c7b8ee85 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:34:15.475907 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d47b1e0-9522-4435-ab7b-b5767b29b6c2 req-bd67fad8-6752-4a06-873c-150c231b4373 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3f433a78eab64a3c903969a5348a95ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1299744 Jan 28 13:34:15.520300 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9a87097b-a132-49ea-81ae-69467c1db0db req-6b7dd4cd-935a-45fc-ab6f-932d6f06f669 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016239 Jan 28 13:34:15.637600 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-01c239f0-01ec-4f86-bf41-ff9f07e1ceb7 None None] Provisioning complete for port d2f62b4f-7588-4510-8127-44c4b5dc6663 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:15.638211 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01c239f0-01ec-4f86-bf41-ff9f07e1ceb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d2f62b4f-7588-4510-8127-44c4b5dc6663), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:15.658485 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d47b1e0-9522-4435-ab7b-b5767b29b6c2 req-186e4c59-533a-4f24-9970-785d9f67c883 service neutron] 10.222.0.39 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773379 Jan 28 13:34:15.681317 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 05dbcb58-e1e0-4ae6-9b70-3124399838e9 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:34:15.698253 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da509a6-79ee-42f3-a97e-2fbe37770512 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Made reservation on behalf of 6252113a23c4475f8f2e5045e76b4116 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:15.700495 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-01c239f0-01ec-4f86-bf41-ff9f07e1ceb7 None None] Port d2f62b4f-7588-4510-8127-44c4b5dc6663 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:34:15.701637 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1da509a6-79ee-42f3-a97e-2fbe37770512 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:15.734362 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156b96a9-f386-46a1-b356-565e28af0525 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:34:15.744606 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-01c239f0-01ec-4f86-bf41-ff9f07e1ceb7 None None] Provisioning complete for port b4eb1a02-d20d-4ac0-8923-816008ac9c0c triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:15.744978 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01c239f0-01ec-4f86-bf41-ff9f07e1ceb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b4eb1a02-d20d-4ac0-8923-816008ac9c0c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:15.763048 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-156b96a9-f386-46a1-b356-565e28af0525 admin admin] 10.222.0.39 "PUT /v2.0/routers/0a5f02de-3738-4ee9-9ea3-78af63b566b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0485995 Jan 28 13:34:15.820096 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f67c53-a76c-4061-8863-f0287e9ab55b req-c5284302-6d6c-476e-830a-5be94a8fbe0c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:15.827750 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-56f67c53-a76c-4061-8863-f0287e9ab55b req-c5284302-6d6c-476e-830a-5be94a8fbe0c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.1774023 Jan 28 13:34:15.866225 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d47b1e0-9522-4435-ab7b-b5767b29b6c2 req-a2026785-e508-4b90-bead-ffc6dcf0c23d service neutron] 10.222.0.39 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056532 Jan 28 13:34:15.874537 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6c1dd-1bd0-449e-a7cc-36533e246057 req-28f08a9b-9ed2-4256-bd46-287332d40d23 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:15.876518 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cbe6c1dd-1bd0-449e-a7cc-36533e246057 req-28f08a9b-9ed2-4256-bd46-287332d40d23 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.18 "GET /v2.0/ports?device_id=3592afe0-f991-482d-9d04-87bb36ba97ee HTTP/1.1" status: 200 len: 945 time: 0.2472379 Jan 28 13:34:15.955781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 05dbcb58-e1e0-4ae6-9b70-3124399838e9, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=05dbcb58-e1e0-4ae6-9b70-3124399838e9,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:15.974067 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '05dbcb58-e1e0-4ae6-9b70-3124399838e9', 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0', 'port_id': '05dbcb58-e1e0-4ae6-9b70-3124399838e9', 'mac_address': 'fa:16:3e:a0:06:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0384f919-cf7e-4ec0-b290-94b57d977aef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:34:16.001527 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-56f67c53-a76c-4061-8863-f0287e9ab55b req-b213313a-73bf-49ac-b393-0f02d4a59663 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726649 Jan 28 13:34:16.357589 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 15104a4d-07fc-4c06-a310-a453b22e6aa5 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:34:16.360636 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62907193-ec42-4692-8a80-396205733c59 None None] Sync routers for ids ['0a5f02de-3738-4ee9-9ea3-78af63b566b7'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:34:16.418988 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-cbe6c1dd-1bd0-449e-a7cc-36533e246057 req-db0dee71-5759-4513-bf17-83276ed19a5e tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Deleting port c78f74fb-1a37-475d-8e08-272fe967d5af {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:16.424024 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 05dbcb58-e1e0-4ae6-9b70-3124399838e9 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:16.424672 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:16.424960 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cbe6c1dd-1bd0-449e-a7cc-36533e246057 req-db0dee71-5759-4513-bf17-83276ed19a5e tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c78f74fb-1a37-475d-8e08-272fe967d5af), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:16.448108 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62907193-ec42-4692-8a80-396205733c59 None None] Routers {'0a5f02de-3738-4ee9-9ea3-78af63b566b7'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:34:16.449101 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-62907193-ec42-4692-8a80-396205733c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:34:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0a5f02de-3738-4ee9-9ea3-78af63b566b7'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:16.461741 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-01c239f0-01ec-4f86-bf41-ff9f07e1ceb7 None None] Current status of the port b4eb1a02-d20d-4ac0-8923-816008ac9c0c is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:16.462798 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1da509a6-79ee-42f3-a97e-2fbe37770512 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (963fc581-6292-49ff-9e90-1b41db3a8897), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:16.498108 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab738dd3-0d99-47f8-a99b-dccdafae0119 req-57437ab1-30cd-4ae9-b697-43cfc4a2c3e2 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:16.509158 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ab738dd3-0d99-47f8-a99b-dccdafae0119 req-57437ab1-30cd-4ae9-b697-43cfc4a2c3e2 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/ports?device_id=3592afe0-f991-482d-9d04-87bb36ba97ee HTTP/1.1" status: 200 len: 945 time: 0.3692129 Jan 28 13:34:16.614401 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05dbcb58-e1e0-4ae6-9b70-3124399838e9 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:34:16.694026 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 05dbcb58-e1e0-4ae6-9b70-3124399838e9, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=05dbcb58-e1e0-4ae6-9b70-3124399838e9,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:16.717030 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-40e05915-ee19-4086-977c-d04a9dfa5629 None None] Provisioning complete for port d2f62b4f-7588-4510-8127-44c4b5dc6663 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:16.717286 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40e05915-ee19-4086-977c-d04a9dfa5629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d2f62b4f-7588-4510-8127-44c4b5dc6663), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:16.722455 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-62907193-ec42-4692-8a80-396205733c59 None None] Set router 0a5f02de-3738-4ee9-9ea3-78af63b566b7 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:34:16.724461 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:16.747854 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da509a6-79ee-42f3-a97e-2fbe37770512 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event updated for resources: {'Subnet': ['ID=963fc581-6292-49ff-9e90-1b41db3a8897,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:16.769767 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ab738dd3-0d99-47f8-a99b-dccdafae0119 req-e3fc5dc0-62c9-4d59-a560-07f1d29da683 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/security-groups?id=169c52e8-9796-4446-a5fd-6170f3f80b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595034 Jan 28 13:34:16.796464 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-cbe6c1dd-1bd0-449e-a7cc-36533e246057 req-db0dee71-5759-4513-bf17-83276ed19a5e tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] For port c78f74fb-1a37-475d-8e08-272fe967d5af, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c78f74fb-1a37-475d-8e08-272fe967d5af,segment=NetworkSegment(f42a1b30-6032-431f-85fc-3ec1fd1a24cd),segment_id=f42a1b30-6032-431f-85fc-3ec1fd1a24cd)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:16.801096 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cbe6c1dd-1bd0-449e-a7cc-36533e246057 req-db0dee71-5759-4513-bf17-83276ed19a5e tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c78f74fb-1a37-475d-8e08-272fe967d5af), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:16.833649 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da509a6-79ee-42f3-a97e-2fbe37770512 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Checking segment: {'id': 'fb4fdaa2-09b3-49ae-ac93-ac1adfb7fe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4cd6e94f-aa04-470a-95be-1650c7b8ee85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:16.834328 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da509a6-79ee-42f3-a97e-2fbe37770512 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Network hostable DHCP agents. Network: 4cd6e94f-aa04-470a-95be-1650c7b8ee85, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:34:16.838693 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-cbe6c1dd-1bd0-449e-a7cc-36533e246057 req-db0dee71-5759-4513-bf17-83276ed19a5e tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Calling delete_port for c78f74fb-1a37-475d-8e08-272fe967d5af owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:16.902302 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed827c4-7273-47ec-9214-d08207a9123d req-56a7fc42-0acc-42a0-9c70-a58055b36bf0 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:16.904909 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ed827c4-7273-47ec-9214-d08207a9123d req-56a7fc42-0acc-42a0-9c70-a58055b36bf0 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 945 time: 0.1194749 Jan 28 13:34:16.918045 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da509a6-79ee-42f3-a97e-2fbe37770512 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Network 4cd6e94f-aa04-470a-95be-1650c7b8ee85 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:34:16.947499 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-1da509a6-79ee-42f3-a97e-2fbe37770512 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 4cd6e94f-aa04-470a-95be-1650c7b8ee85) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:16.954462 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da509a6-79ee-42f3-a97e-2fbe37770512 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:16.955390 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1da509a6-79ee-42f3-a97e-2fbe37770512 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:16.960389 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=05dbcb58-e1e0-4ae6-9b70-3124399838e9,revision_number=12']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:16.992228 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5879a89-8cf6-42df-8ea1-b238e9dabbd8 None None] Network 4cd6e94f-aa04-470a-95be-1650c7b8ee85 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:16.994938 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-40e05915-ee19-4086-977c-d04a9dfa5629 None None] Port d2f62b4f-7588-4510-8127-44c4b5dc6663 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:34:17.034544 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1da509a6-79ee-42f3-a97e-2fbe37770512 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6340842 Jan 28 13:34:17.040265 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33160) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:17.049495 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['05dbcb58-e1e0-4ae6-9b70-3124399838e9'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:34:17.053323 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 15104a4d-07fc-4c06-a310-a453b22e6aa5 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:17.053685 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (15104a4d-07fc-4c06-a310-a453b22e6aa5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:17.107859 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ed827c4-7273-47ec-9214-d08207a9123d req-0e0e430e-efaf-481d-952b-fd545066eda3 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912313 Jan 28 13:34:17.329937 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fec6b7-2ec6-41fc-a9d8-1b375d17383f req-4cedcde7-9a8b-430c-ba87-b130f562762a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:17.337599 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65fec6b7-2ec6-41fc-a9d8-1b375d17383f req-4cedcde7-9a8b-430c-ba87-b130f562762a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 946 time: 0.0973969 Jan 28 13:34:17.351146 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cbe6c1dd-1bd0-449e-a7cc-36533e246057 req-db0dee71-5759-4513-bf17-83276ed19a5e tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (c78f74fb-1a37-475d-8e08-272fe967d5af), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:17.377181 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-79c9c126-ff31-4e7d-947d-be0db4f9620e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (4cd6e94f-aa04-470a-95be-1650c7b8ee85), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:17.377565 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3c3439-28a9-499d-b429-15bb117e9de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-4cd6e94f-aa04-470a-95be-1650c7b8ee85', 'network_id': '4cd6e94f-aa04-470a-95be-1650c7b8ee85', 'project_id': '6252113a23c4475f8f2e5045e76b4116', 'fixed_ips': [{'subnet_id': '963fc581-6292-49ff-9e90-1b41db3a8897'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:34:17.378872 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb3c3439-28a9-499d-b429-15bb117e9de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:17.388282 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['c78f74fb-1a37-475d-8e08-272fe967d5af'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:34:17.427894 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65fec6b7-2ec6-41fc-a9d8-1b375d17383f req-82037695-4172-4135-b145-cc8b4ddc39c8 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841126 Jan 28 13:34:17.462850 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0dee71-5759-4513-bf17-83276ed19a5e tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Pushing event deleted for resources: {'Port': ['ID=c78f74fb-1a37-475d-8e08-272fe967d5af,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:17.540810 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-79c9c126-ff31-4e7d-947d-be0db4f9620e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (963fc581-6292-49ff-9e90-1b41db3a8897), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:17.546030 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe6c1dd-1bd0-449e-a7cc-36533e246057 req-db0dee71-5759-4513-bf17-83276ed19a5e tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] No DVR routers for this DVR port c78f74fb-1a37-475d-8e08-272fe967d5af on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:17.555096 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-6d9d3f0b-cc0a-41c6-96a0-293349c93682 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:17.556994 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-6d9d3f0b-cc0a-41c6-96a0-293349c93682 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/networks?id=2f7f563c-452e-4ad7-8366-46fe17e69e05 HTTP/1.1" status: 200 len: 806 time: 0.5191236 Jan 28 13:34:17.558367 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cbe6c1dd-1bd0-449e-a7cc-36533e246057 req-db0dee71-5759-4513-bf17-83276ed19a5e tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:17.561918 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cbe6c1dd-1bd0-449e-a7cc-36533e246057 req-db0dee71-5759-4513-bf17-83276ed19a5e tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.18 "DELETE /v2.0/ports/c78f74fb-1a37-475d-8e08-272fe967d5af HTTP/1.1" status: 204 len: 173 time: 1.6773205 Jan 28 13:34:17.562740 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3592afe0-f991-482d-9d04-87bb36ba97ee', 'name': 'network-vif-deleted', 'tag': 'c78f74fb-1a37-475d-8e08-272fe967d5af'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:34:17.565750 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2174a3ca-951a-4410-afc1-599f7739a4c7" -d '{"events": [{"server_uuid": "3592afe0-f991-482d-9d04-87bb36ba97ee", "name": "network-vif-deleted", "tag": "c78f74fb-1a37-475d-8e08-272fe967d5af"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:34:17.585704 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-65341588-87b5-4ee1-b4b3-6eef24112b58 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/quotas/3f433a78eab64a3c903969a5348a95ae HTTP/1.1" status: 200 len: 375 time: 0.0166533 Jan 28 13:34:17.637963 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-79c9c126-ff31-4e7d-947d-be0db4f9620e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (963fc581-6292-49ff-9e90-1b41db3a8897), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:17.676035 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-2b39fd20-ec2b-4f0e-8232-99b8c28b1a5c tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3f433a78eab64a3c903969a5348a95ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0890214 Jan 28 13:34:17.711238 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47ecedb-f948-444f-9f58-b5282e85a664 x-openstack-request-id: req-f47ecedb-f948-444f-9f58-b5282e85a664 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:34:17.711820 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3592afe0-f991-482d-9d04-87bb36ba97ee", "name": "network-vif-deleted", "tag": "c78f74fb-1a37-475d-8e08-272fe967d5af", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:34:17.712289 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f47ecedb-f948-444f-9f58-b5282e85a664 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:34:17.712923 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3592afe0-f991-482d-9d04-87bb36ba97ee', 'name': 'network-vif-deleted', 'tag': 'c78f74fb-1a37-475d-8e08-272fe967d5af', 'status': 'completed', 'code': 200} Jan 28 13:34:17.718688 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9c126-ff31-4e7d-947d-be0db4f9620e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Subnet': ['ID=963fc581-6292-49ff-9e90-1b41db3a8897,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:17.736908 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:17.737730 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 15104a4d-07fc-4c06-a310-a453b22e6aa5 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server [None req-eb3c3439-28a9-499d-b429-15bb117e9de9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 963fc581-6292-49ff-9e90-1b41db3a8897: This subnet is being modified by another concurrent operation. Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 13:34:17.772143 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise exception Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 963fc581-6292-49ff-9e90-1b41db3a8897: This subnet is being modified by another concurrent operation. Jan 28 13:34:17.776720 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server Jan 28 13:34:17.812035 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8055005f-a28b-4da5-857a-ece6b304359f None None] get_active_networks_info from n-d-822747-2 {{(pid=103353) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:34:17.838838 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-62907193-ec42-4692-8a80-396205733c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5f02de-3738-4ee9-9ea3-78af63b566b7', 'name': 'tempest-TaggedBootDevicesTest-1916892026-router', 'tenant_id': 'f72d59cf914c45cda8e91044caa2c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '15104a4d-07fc-4c06-a310-a453b22e6aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:34:07Z', 'updated_at': '2022-01-28T13:34:13Z', 'revision_number': 4, 'project_id': 'f72d59cf914c45cda8e91044caa2c9ed', 'gw_port': {'id': '15104a4d-07fc-4c06-a310-a453b22e6aa5', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5f02de-3738-4ee9-9ea3-78af63b566b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:08Z', 'updated_at': '2022-01-28T13:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'd2f62b4f-7588-4510-8127-44c4b5dc6663', 'name': '', 'network_id': 'bdcad575-924b-41b3-b4ba-84a486df3530', 'tenant_id': 'f72d59cf914c45cda8e91044caa2c9ed', 'mac_address': 'fa:16:3e:d0:09:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5f02de-3738-4ee9-9ea3-78af63b566b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '21404064-cf61-4c19-8610-6f54c53ec112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:11Z', 'updated_at': '2022-01-28T13:34:13Z', 'revision_number': 2, 'project_id': 'f72d59cf914c45cda8e91044caa2c9ed', 'subnets': [{'id': '21404064-cf61-4c19-8610-6f54c53ec112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:17.859090 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-79c9c126-ff31-4e7d-947d-be0db4f9620e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (4cd6e94f-aa04-470a-95be-1650c7b8ee85), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:17.884002 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62907193-ec42-4692-8a80-396205733c59 None None] Checking router: 0a5f02de-3738-4ee9-9ea3-78af63b566b7 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:34:17.884359 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62907193-ec42-4692-8a80-396205733c59 None None] Updating router 0a5f02de-3738-4ee9-9ea3-78af63b566b7 port d2f62b4f-7588-4510-8127-44c4b5dc6663 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:34:17.904116 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-79c9c126-ff31-4e7d-947d-be0db4f9620e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd6e94f-aa04-470a-95be-1650c7b8ee85']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:17.923113 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-62907193-ec42-4692-8a80-396205733c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d2f62b4f-7588-4510-8127-44c4b5dc6663), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:17.923956 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-e4397047-91d0-4a3b-b98e-66404eac8cfc service neutron] 10.222.0.39 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386661 Jan 28 13:34:17.936810 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-79c9c126-ff31-4e7d-947d-be0db4f9620e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb4fdaa2-09b3-49ae-ac93-ac1adfb7fe39') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:17.937116 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-79c9c126-ff31-4e7d-947d-be0db4f9620e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb4fdaa2-09b3-49ae-ac93-ac1adfb7fe39') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:17.962790 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-79c9c126-ff31-4e7d-947d-be0db4f9620e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (fb4fdaa2-09b3-49ae-ac93-ac1adfb7fe39), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:18.019242 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8a26818d-6b0d-4380-a683-4f9a044252e6 req-17ea35f9-514c-4f0e-ab7a-61119125cc34 tempest-ServerMetadataNegativeTestJSON-851393866 tempest-ServerMetadataNegativeTestJSON-851393866-project] 10.222.0.39 "GET /v2.0/ports?device_id=3592afe0-f991-482d-9d04-87bb36ba97ee HTTP/1.1" status: 200 len: 210 time: 0.0795078 Jan 28 13:34:18.039130 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-79c9c126-ff31-4e7d-947d-be0db4f9620e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (fb4fdaa2-09b3-49ae-ac93-ac1adfb7fe39), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:18.059470 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c9c126-ff31-4e7d-947d-be0db4f9620e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:18.060550 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-79c9c126-ff31-4e7d-947d-be0db4f9620e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (fb4fdaa2-09b3-49ae-ac93-ac1adfb7fe39), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:18.066465 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:18.075484 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-bf9dcc2d-c51f-41b1-be30-f109ab467859 service neutron] 10.222.0.39 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505017 Jan 28 13:34:18.164190 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-79c9c126-ff31-4e7d-947d-be0db4f9620e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (4cd6e94f-aa04-470a-95be-1650c7b8ee85), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:18.186797 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-79c9c126-ff31-4e7d-947d-be0db4f9620e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:18.198125 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33206) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:18.200493 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-79c9c126-ff31-4e7d-947d-be0db4f9620e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/networks/4cd6e94f-aa04-470a-95be-1650c7b8ee85 HTTP/1.1" status: 204 len: 168 time: 1.1563075 Jan 28 13:34:18.204403 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-6bd9379a-3bd6-415e-91b3-88c988f4359f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-935437798'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:18.235498 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8055005f-a28b-4da5-857a-ece6b304359f None None] Resources bound (agent type, host, resource id): {{(pid=103353) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:34:18.247988 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9c126-ff31-4e7d-947d-be0db4f9620e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Network': ['ID=4cd6e94f-aa04-470a-95be-1650c7b8ee85,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:18.257826 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd9379a-3bd6-415e-91b3-88c988f4359f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Made reservation on behalf of 6252113a23c4475f8f2e5045e76b4116 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:18.261715 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6bd9379a-3bd6-415e-91b3-88c988f4359f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:18.304969 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd9379a-3bd6-415e-91b3-88c988f4359f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:34:18.326128 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6bd9379a-3bd6-415e-91b3-88c988f4359f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (ec88131f-601a-4b86-be9e-118878e64e14), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:18.326596 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-6bd9379a-3bd6-415e-91b3-88c988f4359f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Added segment ec88131f-601a-4b86-be9e-118878e64e14 of type vlan for network 60f691f3-7777-4c95-b06f-cea98f55fe86 Jan 28 13:34:18.383273 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6bd9379a-3bd6-415e-91b3-88c988f4359f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (60f691f3-7777-4c95-b06f-cea98f55fe86), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:18.423290 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f517cd-8e9b-4cac-9535-f4ba2900fb40 req-e5da4f4c-3f49-4885-a483-3b5986eb9337 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:18.440456 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-19942373-a11d-471a-8f19-cfad49f53937 req-1069e872-5f2b-46db-9570-148612b8429b tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43d29c8-448a-4ed5-aa23-6a1785976f9a HTTP/1.1" status: 200 len: 210 time: 0.0437801 Jan 28 13:34:18.443127 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6bd9379a-3bd6-415e-91b3-88c988f4359f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (60f691f3-7777-4c95-b06f-cea98f55fe86), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:18.444345 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d8f517cd-8e9b-4cac-9535-f4ba2900fb40 req-e5da4f4c-3f49-4885-a483-3b5986eb9337 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 945 time: 0.1573350 Jan 28 13:34:18.448711 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd9379a-3bd6-415e-91b3-88c988f4359f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:18.449585 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6bd9379a-3bd6-415e-91b3-88c988f4359f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:18.507415 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6bd9379a-3bd6-415e-91b3-88c988f4359f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3073831 Jan 28 13:34:18.509352 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33216) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:18.520080 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-d7e612f2-77e7-4c38-94ea-7eb5ffd5abda tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Request body: {'subnet': {'network_id': '60f691f3-7777-4c95-b06f-cea98f55fe86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:18.575377 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d8f517cd-8e9b-4cac-9535-f4ba2900fb40 req-cb20f9ed-4b01-437a-a7af-e13d47e740d2 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299806 Jan 28 13:34:18.745253 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9379a-3bd6-415e-91b3-88c988f4359f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event updated for resources: {'Network': ['ID=60f691f3-7777-4c95-b06f-cea98f55fe86,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:18.770336 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 60f691f3-7777-4c95-b06f-cea98f55fe86 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:34:18.794198 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7584dd-407f-48d5-977a-e74d94981edd req-82c81c41-a0b2-46de-af27-a1772682f675 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:18.795911 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fe7584dd-407f-48d5-977a-e74d94981edd req-82c81c41-a0b2-46de-af27-a1772682f675 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 946 time: 0.2470484 Jan 28 13:34:18.818867 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7dfa4a-0de7-4980-bd47-3e9f5878a12f None None] Network 4cd6e94f-aa04-470a-95be-1650c7b8ee85 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:18.826174 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e612f2-77e7-4c38-94ea-7eb5ffd5abda tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Made reservation on behalf of 6252113a23c4475f8f2e5045e76b4116 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:18.830548 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d7e612f2-77e7-4c38-94ea-7eb5ffd5abda tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:18.870352 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7dfa4a-0de7-4980-bd47-3e9f5878a12f None None] Network 4cd6e94f-aa04-470a-95be-1650c7b8ee85 could not be found, it might have been deleted concurrently. {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 13:34:18.898062 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-62907193-ec42-4692-8a80-396205733c59 None None] Publish callbacks [] for port (d2f62b4f-7588-4510-8127-44c4b5dc6663), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:18.905077 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-62907193-ec42-4692-8a80-396205733c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d2f62b4f-7588-4510-8127-44c4b5dc6663), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:18.953559 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fe7584dd-407f-48d5-977a-e74d94981edd req-ffdb93c9-afb2-413a-8d30-c6910f6d24e6 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371679 Jan 28 13:34:19.127236 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33228) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:19.231617 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-e624fd6b-bc53-44f4-b751-60c7fc73da99 admin admin] Deleting subnet 04997b98-04ad-44af-93a0-5f508d9fc7b0 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:34:19.240576 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e624fd6b-bc53-44f4-b751-60c7fc73da99 admin admin] Publish callbacks [] for subnet (04997b98-04ad-44af-93a0-5f508d9fc7b0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:19.262896 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d7e612f2-77e7-4c38-94ea-7eb5ffd5abda tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (f528642a-0ff5-4bd0-b664-bba230c04e43), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:19.268288 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b1531-f936-4527-bfb3-c5b28a160fad None None] Pushing event updated for resources: {'Port': ['ID=d2f62b4f-7588-4510-8127-44c4b5dc6663,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:19.326373 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e624fd6b-bc53-44f4-b751-60c7fc73da99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (04997b98-04ad-44af-93a0-5f508d9fc7b0), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:19.350702 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ebee8d0e-5fac-4ae8-b821-dd944b74214b None None] Provisioning complete for port d2f62b4f-7588-4510-8127-44c4b5dc6663 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:19.351167 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebee8d0e-5fac-4ae8-b821-dd944b74214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d2f62b4f-7588-4510-8127-44c4b5dc6663), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:19.388192 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e624fd6b-bc53-44f4-b751-60c7fc73da99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (04997b98-04ad-44af-93a0-5f508d9fc7b0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:19.397570 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-62907193-ec42-4692-8a80-396205733c59 None None] Attempting to bind port d2f62b4f-7588-4510-8127-44c4b5dc6663 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:34:19.397570 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-62907193-ec42-4692-8a80-396205733c59 None None] Attempting to bind port d2f62b4f-7588-4510-8127-44c4b5dc6663 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '79840de1-d58c-4183-913b-620f6d2f9eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bdcad575-924b-41b3-b4ba-84a486df3530'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:34:19.397570 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62907193-ec42-4692-8a80-396205733c59 None None] Attempting to bind port d2f62b4f-7588-4510-8127-44c4b5dc6663 on network bdcad575-924b-41b3-b4ba-84a486df3530 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:19.397989 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e612f2-77e7-4c38-94ea-7eb5ffd5abda tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Checking segment: {'id': 'ec88131f-601a-4b86-be9e-118878e64e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '60f691f3-7777-4c95-b06f-cea98f55fe86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:19.397989 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e612f2-77e7-4c38-94ea-7eb5ffd5abda tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Network hostable DHCP agents. Network: 60f691f3-7777-4c95-b06f-cea98f55fe86, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:34:19.406394 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62907193-ec42-4692-8a80-396205733c59 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:34:19.407144 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62907193-ec42-4692-8a80-396205733c59 None None] Checking segment: {'id': '79840de1-d58c-4183-913b-620f6d2f9eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bdcad575-924b-41b3-b4ba-84a486df3530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:19.407558 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-62907193-ec42-4692-8a80-396205733c59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:19.407965 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62907193-ec42-4692-8a80-396205733c59 None None] Bound using segment: {'id': '79840de1-d58c-4183-913b-620f6d2f9eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bdcad575-924b-41b3-b4ba-84a486df3530'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:34:19.408472 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-62907193-ec42-4692-8a80-396205733c59 None None] Bound port: d2f62b4f-7588-4510-8127-44c4b5dc6663, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79840de1-d58c-4183-913b-620f6d2f9eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bdcad575-924b-41b3-b4ba-84a486df3530'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:34:19.408869 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-62907193-ec42-4692-8a80-396205733c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d2f62b4f-7588-4510-8127-44c4b5dc6663), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:19.430793 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ebee8d0e-5fac-4ae8-b821-dd944b74214b None None] Port d2f62b4f-7588-4510-8127-44c4b5dc6663 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:34:19.452059 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e612f2-77e7-4c38-94ea-7eb5ffd5abda tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event updated for resources: {'Subnet': ['ID=f528642a-0ff5-4bd0-b664-bba230c04e43,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:19.465621 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e612f2-77e7-4c38-94ea-7eb5ffd5abda tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Network 60f691f3-7777-4c95-b06f-cea98f55fe86 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:34:19.476821 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e624fd6b-bc53-44f4-b751-60c7fc73da99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (04997b98-04ad-44af-93a0-5f508d9fc7b0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:19.481456 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-d7e612f2-77e7-4c38-94ea-7eb5ffd5abda tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 60f691f3-7777-4c95-b06f-cea98f55fe86) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:19.487425 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e612f2-77e7-4c38-94ea-7eb5ffd5abda tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:19.488445 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d7e612f2-77e7-4c38-94ea-7eb5ffd5abda tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:19.497919 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543bf8e1-10ed-4bd4-be19-4b7a0383560a None None] Network 60f691f3-7777-4c95-b06f-cea98f55fe86 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:19.518535 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624fd6b-bc53-44f4-b751-60c7fc73da99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04997b98-04ad-44af-93a0-5f508d9fc7b0,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:19.520265 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d7e612f2-77e7-4c38-94ea-7eb5ffd5abda tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0043197 Jan 28 13:34:19.521137 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33234) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:19.522954 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e624fd6b-bc53-44f4-b751-60c7fc73da99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:19.527182 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e624fd6b-bc53-44f4-b751-60c7fc73da99 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/04997b98-04ad-44af-93a0-5f508d9fc7b0 HTTP/1.1" status: 204 len: 168 time: 0.3980544 Jan 28 13:34:19.529648 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33236) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:19.622599 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c78f74fb-1a37-475d-8e08-272fe967d5af no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:34:19.629156 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-62907193-ec42-4692-8a80-396205733c59 None None] For port d2f62b4f-7588-4510-8127-44c4b5dc6663, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:34:19.645194 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-647a3ab4-04a6-4002-9776-069c06e79ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (ae1c0bf5-6c59-4c24-82db-763a438eace2), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:19.646350 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-62907193-ec42-4692-8a80-396205733c59 None None] For port d2f62b4f-7588-4510-8127-44c4b5dc6663, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=d2f62b4f-7588-4510-8127-44c4b5dc6663,segment=NetworkSegment(79840de1-d58c-4183-913b-620f6d2f9eda),segment_id=79840de1-d58c-4183-913b-620f6d2f9eda)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:34:19.708164 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-62907193-ec42-4692-8a80-396205733c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d2f62b4f-7588-4510-8127-44c4b5dc6663), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:19.737221 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: c78f74fb-1a37-475d-8e08-272fe967d5af {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:34:19.737575 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c78f74fb-1a37-475d-8e08-272fe967d5af not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:34:19.742773 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e03121f6-de8c-402e-ac1d-ec34eb04f4f8 req-bdfb01ae-a171-46e0-b307-e675d1cf1f4a tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43d29c8-448a-4ed5-aa23-6a1785976f9a HTTP/1.1" status: 200 len: 210 time: 0.0898755 Jan 28 13:34:19.767987 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 05dbcb58-e1e0-4ae6-9b70-3124399838e9 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:34:19.839748 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daeebe8-86b0-4ff5-ba5b-849df055a135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-60f691f3-7777-4c95-b06f-cea98f55fe86', 'network_id': '60f691f3-7777-4c95-b06f-cea98f55fe86', 'project_id': '6252113a23c4475f8f2e5045e76b4116', 'fixed_ips': [{'subnet_id': 'f528642a-0ff5-4bd0-b664-bba230c04e43'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:34:19.840771 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5daeebe8-86b0-4ff5-ba5b-849df055a135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:19.944464 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:19.957810 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62907193-ec42-4692-8a80-396205733c59 None None] Routers {'0a5f02de-3738-4ee9-9ea3-78af63b566b7'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:34:19.959992 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-62907193-ec42-4692-8a80-396205733c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:34:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0a5f02de-3738-4ee9-9ea3-78af63b566b7'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:20.003637 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-f789632e-f933-40b4-a512-c2fd52767f44 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:20.007188 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-f789632e-f933-40b4-a512-c2fd52767f44 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.18 "GET /v2.0/networks?id=2f7f563c-452e-4ad7-8366-46fe17e69e05 HTTP/1.1" status: 200 len: 806 time: 0.2668746 Jan 28 13:34:20.037195 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-8cff7907-9a4c-4ee5-877f-1f88e0f22e9e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Request body: {'port': {'device_id': 'c43d29c8-448a-4ed5-aa23-6a1785976f9a', 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05', 'admin_state_up': True, 'tenant_id': '3f433a78eab64a3c903969a5348a95ae'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:20.093569 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-647a3ab4-04a6-4002-9776-069c06e79ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (ae1c0bf5-6c59-4c24-82db-763a438eace2), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.129705 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (60f691f3-7777-4c95-b06f-cea98f55fe86), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.154629 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b56288-dc3c-42e6-9ab0-33ceacb3639d req-165449ab-72ad-4be3-a238-2e0430d92128 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:20.164263 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-70b56288-dc3c-42e6-9ab0-33ceacb3639d req-165449ab-72ad-4be3-a238-2e0430d92128 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 945 time: 0.4178882 Jan 28 13:34:20.170786 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-647a3ab4-04a6-4002-9776-069c06e79ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1c0bf5-6c59-4c24-82db-763a438eace2']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:20.242198 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (f528642a-0ff5-4bd0-b664-bba230c04e43), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.271536 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-647a3ab4-04a6-4002-9776-069c06e79ed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42a1b30-6032-431f-85fc-3ec1fd1a24cd') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:20.278298 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-647a3ab4-04a6-4002-9776-069c06e79ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42a1b30-6032-431f-85fc-3ec1fd1a24cd') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:20.312689 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0c15b-81ba-44cf-8715-6d5c4249db8d req-486489cf-04d3-42b4-b015-dcf43376115f tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:20.314254 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4dd0c15b-81ba-44cf-8715-6d5c4249db8d req-486489cf-04d3-42b4-b015-dcf43376115f tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 946 time: 0.1893461 Jan 28 13:34:20.333852 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-5daeebe8-86b0-4ff5-ba5b-849df055a135 None None] Allocated IP 172.20.0.1 (60f691f3-7777-4c95-b06f-cea98f55fe86/f528642a-0ff5-4bd0-b664-bba230c04e43/80c03e62-6070-43da-848c-1ef0126ad986) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:34:20.339320 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-647a3ab4-04a6-4002-9776-069c06e79ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (f42a1b30-6032-431f-85fc-3ec1fd1a24cd), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.372275 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-8cff7907-9a4c-4ee5-877f-1f88e0f22e9e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Made reservation on behalf of 3f433a78eab64a3c903969a5348a95ae for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:20.378168 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-8cff7907-9a4c-4ee5-877f-1f88e0f22e9e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.390027 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-70b56288-dc3c-42e6-9ab0-33ceacb3639d req-1316955a-132f-4181-b33b-e8b340915e02 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033017 Jan 28 13:34:20.391232 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-647a3ab4-04a6-4002-9776-069c06e79ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (f42a1b30-6032-431f-85fc-3ec1fd1a24cd), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.408708 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647a3ab4-04a6-4002-9776-069c06e79ed5 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:20.410861 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-647a3ab4-04a6-4002-9776-069c06e79ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (f42a1b30-6032-431f-85fc-3ec1fd1a24cd), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:20.436057 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:20.471911 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4dd0c15b-81ba-44cf-8715-6d5c4249db8d req-89e9924e-c714-47f1-82ac-22d0254a6c2b tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439202 Jan 28 13:34:20.555972 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-647a3ab4-04a6-4002-9776-069c06e79ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (ae1c0bf5-6c59-4c24-82db-763a438eace2), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.562346 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-647a3ab4-04a6-4002-9776-069c06e79ed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.567461 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b1531-f936-4527-bfb3-c5b28a160fad None None] Pushing event updated for resources: {'Port': ['ID=d2f62b4f-7588-4510-8127-44c4b5dc6663,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:20.571911 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-647a3ab4-04a6-4002-9776-069c06e79ed5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ae1c0bf5-6c59-4c24-82db-763a438eace2 HTTP/1.1" status: 204 len: 168 time: 1.0409167 Jan 28 13:34:20.587734 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a3ab4-04a6-4002-9776-069c06e79ed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae1c0bf5-6c59-4c24-82db-763a438eace2,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:20.588924 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-8cff7907-9a4c-4ee5-877f-1f88e0f22e9e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Allocated IP 172.20.0.9 (2f7f563c-452e-4ad7-8366-46fe17e69e05/11e07501-e45d-4ee4-9a79-78d0496e90fa/467a4442-8aa5-4684-b1e6-c87ee28cbeb2) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:34:20.602740 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5daeebe8-86b0-4ff5-ba5b-849df055a135 None None] Publish callbacks [] for port (80c03e62-6070-43da-848c-1ef0126ad986), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.634548 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5daeebe8-86b0-4ff5-ba5b-849df055a135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (80c03e62-6070-43da-848c-1ef0126ad986), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.677264 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (f528642a-0ff5-4bd0-b664-bba230c04e43), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.711219 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daeebe8-86b0-4ff5-ba5b-849df055a135 None None] Pushing event updated for resources: {'Port': ['ID=80c03e62-6070-43da-848c-1ef0126ad986,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:20.720402 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-62907193-ec42-4692-8a80-396205733c59 None None] Set router 0a5f02de-3738-4ee9-9ea3-78af63b566b7 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:34:20.727975 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-6060784f-6df3-47f3-860f-0a6cfcc8a355 None None] Provisioning complete for port d2f62b4f-7588-4510-8127-44c4b5dc6663 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:20.728841 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6060784f-6df3-47f3-860f-0a6cfcc8a355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d2f62b4f-7588-4510-8127-44c4b5dc6663), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.759850 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 05dbcb58-e1e0-4ae6-9b70-3124399838e9 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:20.760228 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.829997 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33270) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:20.879646 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (60f691f3-7777-4c95-b06f-cea98f55fe86), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.969704 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f691f3-7777-4c95-b06f-cea98f55fe86']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:20.995459 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daeebe8-86b0-4ff5-ba5b-849df055a135 None None] Network 60f691f3-7777-4c95-b06f-cea98f55fe86 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:20.996444 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec88131f-601a-4b86-be9e-118878e64e14') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:20.996956 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec88131f-601a-4b86-be9e-118878e64e14') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:21.020759 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (ec88131f-601a-4b86-be9e-118878e64e14), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.021306 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-5daeebe8-86b0-4ff5-ba5b-849df055a135 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:21.047564 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-45a93480-d9fc-4e01-9d53-a567bdc1f6b2 req-301877e7-c770-45fc-bcb2-7f16b520ceb2 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43d29c8-448a-4ed5-aa23-6a1785976f9a HTTP/1.1" status: 200 len: 210 time: 0.1429009 Jan 28 13:34:21.057143 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daeebe8-86b0-4ff5-ba5b-849df055a135 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:21.059575 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33276) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:21.065677 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Subnet': ['ID=f528642a-0ff5-4bd0-b664-bba230c04e43,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:21.075474 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (ec88131f-601a-4b86-be9e-118878e64e14), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.077897 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-92139cc9-9a40-4ebe-8434-e2ca8db8b5d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=43c2090aa6814be1a785bf0ea30368ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2229879 Jan 28 13:34:21.118400 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:21.118830 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (ec88131f-601a-4b86-be9e-118878e64e14), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:21.126069 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:21.256380 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.db.api [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:34:21.256380 n-d-822747-2 neutron-server[103351]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:34:21.256380 n-d-822747-2 neutron-server[103351]: [parameters: {'id': '60f691f3-7777-4c95-b06f-cea98f55fe86'}] Jan 28 13:34:21.256380 n-d-822747-2 neutron-server[103351]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103351) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:34:21.257151 n-d-822747-2 neutron-server[103351]: DEBUG oslo_db.api [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:34:21.286492 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-8cff7907-9a4c-4ee5-877f-1f88e0f22e9e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks [] for port (467a4442-8aa5-4684-b1e6-c87ee28cbeb2), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.292796 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dad9fd08-6010-4971-a473-2d28def3c88e admin admin] Publish callbacks [] for security_group (169c52e8-9796-4446-a5fd-6170f3f80b42), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.360117 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dad9fd08-6010-4971-a473-2d28def3c88e admin admin] Publish callbacks [] for security_group (169c52e8-9796-4446-a5fd-6170f3f80b42), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.378424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 05dbcb58-e1e0-4ae6-9b70-3124399838e9 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:21.379346 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.413119 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-8cff7907-9a4c-4ee5-877f-1f88e0f22e9e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (467a4442-8aa5-4684-b1e6-c87ee28cbeb2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.436110 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['101efa69-eb99-4b6d-a484-368410fbef5a'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:34:21.561002 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-8cff7907-9a4c-4ee5-877f-1f88e0f22e9e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Network 2f7f563c-452e-4ad7-8366-46fe17e69e05 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:21.567582 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f65cf0-2adc-46d0-9194-7617cfa73581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05dbcb58-e1e0-4ae6-9b70-3124399838e9'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:34:21.567893 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-8cff7907-9a4c-4ee5-877f-1f88e0f22e9e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:21.571360 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8229aeea-000b-40e6-9ac9-b0dc042c25a3" -d '{"events": [{"server_uuid": "43f65cf0-2adc-46d0-9194-7617cfa73581", "name": "network-vif-plugged", "status": "completed", "tag": "05dbcb58-e1e0-4ae6-9b70-3124399838e9"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:34:21.578615 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-8cff7907-9a4c-4ee5-877f-1f88e0f22e9e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:21.585234 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-5daeebe8-86b0-4ff5-ba5b-849df055a135 None None] Attempting to bind port 80c03e62-6070-43da-848c-1ef0126ad986 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:34:21.585924 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-5daeebe8-86b0-4ff5-ba5b-849df055a135 None None] Attempting to bind port 80c03e62-6070-43da-848c-1ef0126ad986 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'ec88131f-601a-4b86-be9e-118878e64e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '60f691f3-7777-4c95-b06f-cea98f55fe86'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:34:21.586652 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daeebe8-86b0-4ff5-ba5b-849df055a135 None None] Attempting to bind port 80c03e62-6070-43da-848c-1ef0126ad986 on network 60f691f3-7777-4c95-b06f-cea98f55fe86 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:21.620333 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 05dbcb58-e1e0-4ae6-9b70-3124399838e9, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=05dbcb58-e1e0-4ae6-9b70-3124399838e9,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:21.627933 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6060784f-6df3-47f3-860f-0a6cfcc8a355 None None] Current status of the port d2f62b4f-7588-4510-8127-44c4b5dc6663 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:21.628862 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6060784f-6df3-47f3-860f-0a6cfcc8a355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d2f62b4f-7588-4510-8127-44c4b5dc6663), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.632653 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daeebe8-86b0-4ff5-ba5b-849df055a135 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:34:21.633448 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daeebe8-86b0-4ff5-ba5b-849df055a135 None None] Checking segment: {'id': 'ec88131f-601a-4b86-be9e-118878e64e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '60f691f3-7777-4c95-b06f-cea98f55fe86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:21.634214 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5daeebe8-86b0-4ff5-ba5b-849df055a135 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.634825 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daeebe8-86b0-4ff5-ba5b-849df055a135 None None] Bound using segment: {'id': 'ec88131f-601a-4b86-be9e-118878e64e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '60f691f3-7777-4c95-b06f-cea98f55fe86'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:34:21.635595 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-5daeebe8-86b0-4ff5-ba5b-849df055a135 None None] Bound port: 80c03e62-6070-43da-848c-1ef0126ad986, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec88131f-601a-4b86-be9e-118878e64e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '60f691f3-7777-4c95-b06f-cea98f55fe86'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:34:21.636239 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5daeebe8-86b0-4ff5-ba5b-849df055a135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (80c03e62-6070-43da-848c-1ef0126ad986), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.669983 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.698435 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff7907-9a4c-4ee5-877f-1f88e0f22e9e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Pushing event updated for resources: {'Port': ['ID=467a4442-8aa5-4684-b1e6-c87ee28cbeb2,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:21.754435 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dad9fd08-6010-4971-a473-2d28def3c88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (169c52e8-9796-4446-a5fd-6170f3f80b42), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.759531 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dad9fd08-6010-4971-a473-2d28def3c88e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.761741 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dad9fd08-6010-4971-a473-2d28def3c88e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/169c52e8-9796-4446-a5fd-6170f3f80b42 HTTP/1.1" status: 204 len: 168 time: 0.7003896 Jan 28 13:34:21.778279 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (60f691f3-7777-4c95-b06f-cea98f55fe86), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.784044 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9fd08-6010-4971-a473-2d28def3c88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169c52e8-9796-4446-a5fd-6170f3f80b42,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:21.789533 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=05dbcb58-e1e0-4ae6-9b70-3124399838e9,revision_number=13']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:21.815190 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a4bf7-7a5a-4ae2-8c43-0aee23bae7dd req-b443f0ef-5ea5-46a9-ba6f-a627c5ec1b8f tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:21.817774 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-144a4bf7-7a5a-4ae2-8c43-0aee23bae7dd req-b443f0ef-5ea5-46a9-ba6f-a627c5ec1b8f tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 945 time: 0.3094440 Jan 28 13:34:21.842721 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-8cff7907-9a4c-4ee5-877f-1f88e0f22e9e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:21.843753 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-8cff7907-9a4c-4ee5-877f-1f88e0f22e9e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.857051 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e916a-9b66-404c-8fd1-285b46b7bb4f req-50261dda-8647-4c9a-9cd7-4d0150369ef7 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:21.876829 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-561e916a-9b66-404c-8fd1-285b46b7bb4f req-50261dda-8647-4c9a-9cd7-4d0150369ef7 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 947 time: 0.1773610 Jan 28 13:34:21.951986 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-5daeebe8-86b0-4ff5-ba5b-849df055a135 None None] For port 80c03e62-6070-43da-848c-1ef0126ad986, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:34:21.953947 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-5daeebe8-86b0-4ff5-ba5b-849df055a135 None None] For port 80c03e62-6070-43da-848c-1ef0126ad986, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=80c03e62-6070-43da-848c-1ef0126ad986,segment=NetworkSegment(ec88131f-601a-4b86-be9e-118878e64e14),segment_id=ec88131f-601a-4b86-be9e-118878e64e14)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:34:21.975596 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5daeebe8-86b0-4ff5-ba5b-849df055a135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (80c03e62-6070-43da-848c-1ef0126ad986), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.996841 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-8cff7907-9a4c-4ee5-877f-1f88e0f22e9e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9688225 Jan 28 13:34:22.034885 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-6060784f-6df3-47f3-860f-0a6cfcc8a355 None None] For port d2f62b4f-7588-4510-8127-44c4b5dc6663, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=d2f62b4f-7588-4510-8127-44c4b5dc6663,segment=NetworkSegment(79840de1-d58c-4183-913b-620f6d2f9eda),segment_id=79840de1-d58c-4183-913b-620f6d2f9eda)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:22.036377 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-561e916a-9b66-404c-8fd1-285b46b7bb4f req-a71b4355-c2f6-4241-8c28-40394fa40357 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574059 Jan 28 13:34:22.093309 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6060784f-6df3-47f3-860f-0a6cfcc8a355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d2f62b4f-7588-4510-8127-44c4b5dc6663), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:22.136052 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-144a4bf7-7a5a-4ae2-8c43-0aee23bae7dd req-466e39f1-bc66-4f5b-b797-a51578344722 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831607 Jan 28 13:34:22.138504 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d098b2-f8fd-4dd2-85eb-c460fc380c27 x-openstack-request-id: req-a0d098b2-f8fd-4dd2-85eb-c460fc380c27 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:34:22.139275 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f65cf0-2adc-46d0-9194-7617cfa73581", "name": "network-vif-plugged", "status": "completed", "tag": "05dbcb58-e1e0-4ae6-9b70-3124399838e9", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:34:22.139275 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a0d098b2-f8fd-4dd2-85eb-c460fc380c27 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:34:22.139560 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f65cf0-2adc-46d0-9194-7617cfa73581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05dbcb58-e1e0-4ae6-9b70-3124399838e9', 'code': 200} Jan 28 13:34:22.149309 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Request body: {'port': {'device_id': 'c43d29c8-448a-4ed5-aa23-6a1785976f9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:22.253098 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (467a4442-8aa5-4684-b1e6-c87ee28cbeb2), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:22.525237 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Deleting port 80c03e62-6070-43da-848c-1ef0126ad986 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:22.525594 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (80c03e62-6070-43da-848c-1ef0126ad986), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:22.579709 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daeebe8-86b0-4ff5-ba5b-849df055a135 None None] Pushing event updated for resources: {'Port': ['ID=80c03e62-6070-43da-848c-1ef0126ad986,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:22.622982 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64935bf-003d-4ee8-8b2a-da32ff73c48d None None] get_active_networks_info from n-d-822747-2 {{(pid=103353) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:34:22.904422 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-62907193-ec42-4692-8a80-396205733c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5f02de-3738-4ee9-9ea3-78af63b566b7', 'name': 'tempest-TaggedBootDevicesTest-1916892026-router', 'tenant_id': 'f72d59cf914c45cda8e91044caa2c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '15104a4d-07fc-4c06-a310-a453b22e6aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:34:07Z', 'updated_at': '2022-01-28T13:34:13Z', 'revision_number': 4, 'project_id': 'f72d59cf914c45cda8e91044caa2c9ed', 'gw_port': {'id': '15104a4d-07fc-4c06-a310-a453b22e6aa5', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5f02de-3738-4ee9-9ea3-78af63b566b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:08Z', 'updated_at': '2022-01-28T13:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'd2f62b4f-7588-4510-8127-44c4b5dc6663', 'name': '', 'network_id': 'bdcad575-924b-41b3-b4ba-84a486df3530', 'tenant_id': 'f72d59cf914c45cda8e91044caa2c9ed', 'mac_address': 'fa:16:3e:d0:09:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5f02de-3738-4ee9-9ea3-78af63b566b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '21404064-cf61-4c19-8610-6f54c53ec112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:11Z', 'updated_at': '2022-01-28T13:34:19Z', 'revision_number': 4, 'project_id': 'f72d59cf914c45cda8e91044caa2c9ed', 'subnets': [{'id': '21404064-cf61-4c19-8610-6f54c53ec112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:22.975466 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060784f-6df3-47f3-860f-0a6cfcc8a355 None None] Pushing event updated for resources: {'Port': ['ID=d2f62b4f-7588-4510-8127-44c4b5dc6663,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:22.990092 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62907193-ec42-4692-8a80-396205733c59 None None] The sync data for ids ['0a5f02de-3738-4ee9-9ea3-78af63b566b7'] in n-d-822747-2 is: [{'id': '0a5f02de-3738-4ee9-9ea3-78af63b566b7', 'name': 'tempest-TaggedBootDevicesTest-1916892026-router', 'tenant_id': 'f72d59cf914c45cda8e91044caa2c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '15104a4d-07fc-4c06-a310-a453b22e6aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:34:07Z', 'updated_at': '2022-01-28T13:34:13Z', 'revision_number': 4, 'project_id': 'f72d59cf914c45cda8e91044caa2c9ed', 'gw_port': {'id': '15104a4d-07fc-4c06-a310-a453b22e6aa5', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5f02de-3738-4ee9-9ea3-78af63b566b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:08Z', 'updated_at': '2022-01-28T13:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'd2f62b4f-7588-4510-8127-44c4b5dc6663', 'name': '', 'network_id': 'bdcad575-924b-41b3-b4ba-84a486df3530', 'tenant_id': 'f72d59cf914c45cda8e91044caa2c9ed', 'mac_address': 'fa:16:3e:d0:09:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5f02de-3738-4ee9-9ea3-78af63b566b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '21404064-cf61-4c19-8610-6f54c53ec112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:11Z', 'updated_at': '2022-01-28T13:34:19Z', 'revision_number': 4, 'project_id': 'f72d59cf914c45cda8e91044caa2c9ed', 'subnets': [{'id': '21404064-cf61-4c19-8610-6f54c53ec112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:34:23.051918 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64935bf-003d-4ee8-8b2a-da32ff73c48d None None] Resources bound (agent type, host, resource id): {{(pid=103353) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:34:23.411934 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f8989-377f-4137-b58e-735faeb0d22e req-6b912ba9-91fc-4d80-be79-d303a2344ef1 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:23.417896 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ee0f8989-377f-4137-b58e-735faeb0d22e req-6b912ba9-91fc-4d80-be79-d303a2344ef1 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 947 time: 0.1595688 Jan 28 13:34:23.467796 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc99f7-0ae8-4ce9-b376-193813db9256 req-05298e7c-88fe-4ea9-8ce1-99bae1a43fe4 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:23.485069 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01dc99f7-0ae8-4ce9-b376-193813db9256 req-05298e7c-88fe-4ea9-8ce1-99bae1a43fe4 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43d29c8-448a-4ed5-aa23-6a1785976f9a HTTP/1.1" status: 200 len: 931 time: 1.1633146 Jan 28 13:34:23.516960 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] For port 80c03e62-6070-43da-848c-1ef0126ad986, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=80c03e62-6070-43da-848c-1ef0126ad986,segment=NetworkSegment(ec88131f-601a-4b86-be9e-118878e64e14),segment_id=ec88131f-601a-4b86-be9e-118878e64e14)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:23.519079 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (80c03e62-6070-43da-848c-1ef0126ad986), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:23.530290 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ee0f8989-377f-4137-b58e-735faeb0d22e req-87bcfec7-0a9c-4c8b-b043-6f08a7cfb148 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057379 Jan 28 13:34:23.545459 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5329c811-3576-4098-b5c2-6dd0bf34e09c None None] Network 60f691f3-7777-4c95-b06f-cea98f55fe86 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:23.609357 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Calling delete_port for 80c03e62-6070-43da-848c-1ef0126ad986 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:23.791818 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce435012-5b45-4ab0-8532-6904a4ff0465 req-0dc60f2c-efc1-4279-af4b-7bedba44cd20 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:23.800385 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ce435012-5b45-4ab0-8532-6904a4ff0465 req-0dc60f2c-efc1-4279-af4b-7bedba44cd20 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 945 time: 0.1329083 Jan 28 13:34:23.822060 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01dc99f7-0ae8-4ce9-b376-193813db9256 req-8dcb55d2-57e0-4e83-92cb-0584ff7be0e4 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359101 Jan 28 13:34:24.010468 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ce435012-5b45-4ab0-8532-6904a4ff0465 req-3b3e5cbb-8763-4fdd-b3a2-6cd4c51266d7 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985514 Jan 28 13:34:24.062387 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 467a4442-8aa5-4684-b1e6-c87ee28cbeb2 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:34:24.079089 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Publish callbacks [] for port (467a4442-8aa5-4684-b1e6-c87ee28cbeb2), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:24.108166 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Transition to ACTIVE for port object 467a4442-8aa5-4684-b1e6-c87ee28cbeb2 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:34:24.124916 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (467a4442-8aa5-4684-b1e6-c87ee28cbeb2), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:24.142732 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (80c03e62-6070-43da-848c-1ef0126ad986), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:24.214204 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] No DVR routers for this DVR port 80c03e62-6070-43da-848c-1ef0126ad986 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:24.346298 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Pushing event updated for resources: {'Port': ['ID=467a4442-8aa5-4684-b1e6-c87ee28cbeb2,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:24.375261 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d2f62b4f-7588-4510-8127-44c4b5dc6663 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:34:24.425737 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:24.426081 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:24.426426 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:24.426832 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:24.427192 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:24.427525 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:24.427855 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:24.428183 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:24.428504 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:24.428830 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:24.429155 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:24.429476 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:24.430119 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:24.515391 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (60f691f3-7777-4c95-b06f-cea98f55fe86), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:24.518115 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Port': ['ID=80c03e62-6070-43da-848c-1ef0126ad986,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:24.519857 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port d2f62b4f-7588-4510-8127-44c4b5dc6663 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:24.520729 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d2f62b4f-7588-4510-8127-44c4b5dc6663), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:24.601157 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f691f3-7777-4c95-b06f-cea98f55fe86']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:24.606952 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Attempting to bind port 467a4442-8aa5-4684-b1e6-c87ee28cbeb2 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:34:24.607301 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Attempting to bind port 467a4442-8aa5-4684-b1e6-c87ee28cbeb2 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:34:24.607637 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Attempting to bind port 467a4442-8aa5-4684-b1e6-c87ee28cbeb2 on network 2f7f563c-452e-4ad7-8366-46fe17e69e05 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:24.620013 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec88131f-601a-4b86-be9e-118878e64e14') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:24.620815 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec88131f-601a-4b86-be9e-118878e64e14') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:24.622607 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Port 467a4442-8aa5-4684-b1e6-c87ee28cbeb2 on network 2f7f563c-452e-4ad7-8366-46fe17e69e05 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:34:24.622967 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Attempting to bind port 467a4442-8aa5-4684-b1e6-c87ee28cbeb2 on network 2f7f563c-452e-4ad7-8366-46fe17e69e05 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:24.639579 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (ec88131f-601a-4b86-be9e-118878e64e14), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:24.642506 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:34:24.642859 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Checking segment: {'id': 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:24.643298 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Bound using segment: {'id': 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:34:24.643749 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Bound port: 467a4442-8aa5-4684-b1e6-c87ee28cbeb2, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:34:24.644113 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (467a4442-8aa5-4684-b1e6-c87ee28cbeb2), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:24.714556 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port d2f62b4f-7588-4510-8127-44c4b5dc6663 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:24.772426 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (ec88131f-601a-4b86-be9e-118878e64e14), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:24.798388 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516448b-985e-48da-b0eb-913ca7a81e38 req-f6c24e36-cccf-4195-ae47-35c1b175e808 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:24.799034 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:24.799034 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (ec88131f-601a-4b86-be9e-118878e64e14), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:24.801374 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2516448b-985e-48da-b0eb-913ca7a81e38 req-f6c24e36-cccf-4195-ae47-35c1b175e808 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 947 time: 0.1127632 Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:24.869821 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:24.898305 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (60f691f3-7777-4c95-b06f-cea98f55fe86), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:24.914710 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:24.918446 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/networks/60f691f3-7777-4c95-b06f-cea98f55fe86 HTTP/1.1" status: 204 len: 168 time: 5.3960288 Jan 28 13:34:24.924037 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33338) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:24.935690 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-893a426a-1122-4adf-9966-fdfe69a6fe39 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1212704178'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:24.956898 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2516448b-985e-48da-b0eb-913ca7a81e38 req-358a0862-738a-4be8-8b12-3cea1bacbf3a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467583 Jan 28 13:34:24.963935 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b76c6-0b79-453f-a27b-88a29f0dc492 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Network': ['ID=60f691f3-7777-4c95-b06f-cea98f55fe86,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:24.972286 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] For port 467a4442-8aa5-4684-b1e6-c87ee28cbeb2, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:34:25.027984 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] For port 467a4442-8aa5-4684-b1e6-c87ee28cbeb2, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=467a4442-8aa5-4684-b1e6-c87ee28cbeb2,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:34:25.049179 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (467a4442-8aa5-4684-b1e6-c87ee28cbeb2), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.077430 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893a426a-1122-4adf-9966-fdfe69a6fe39 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Made reservation on behalf of 6252113a23c4475f8f2e5045e76b4116 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:25.082743 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-893a426a-1122-4adf-9966-fdfe69a6fe39 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.140921 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23848c70-6f44-46fc-b304-e91bad431bdc req-2db961e2-2240-4cc3-82f6-41c76b9ea46a tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:25.148239 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:25.149132 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.150707 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] 10.222.0.18 "PUT /v2.0/ports/467a4442-8aa5-4684-b1e6-c87ee28cbeb2 HTTP/1.1" status: 200 len: 1091 time: 3.0653727 Jan 28 13:34:25.151358 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43d29c8-448a-4ed5-aa23-6a1785976f9a', 'tag': '467a4442-8aa5-4684-b1e6-c87ee28cbeb2'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:34:25.151918 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-23848c70-6f44-46fc-b304-e91bad431bdc req-2db961e2-2240-4cc3-82f6-41c76b9ea46a tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43d29c8-448a-4ed5-aa23-6a1785976f9a HTTP/1.1" status: 200 len: 943 time: 0.0820115 Jan 28 13:34:25.153727 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48be8008-49be-43c3-b663-46e33a4c7ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "c43d29c8-448a-4ed5-aa23-6a1785976f9a", "tag": "467a4442-8aa5-4684-b1e6-c87ee28cbeb2"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:34:25.210425 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893a426a-1122-4adf-9966-fdfe69a6fe39 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:34:25.239796 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495675f-c0b7-41c8-9079-54e582fb3a19 service neutron] Pushing event updated for resources: {'Port': ['ID=467a4442-8aa5-4684-b1e6-c87ee28cbeb2,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:25.270025 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-23848c70-6f44-46fc-b304-e91bad431bdc req-95630114-90d1-431a-8bf8-e1632e9c3141 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170969 Jan 28 13:34:25.271770 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-893a426a-1122-4adf-9966-fdfe69a6fe39 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (0896ce35-62ba-414f-9392-5130bcb77caa), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.272122 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-893a426a-1122-4adf-9966-fdfe69a6fe39 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Added segment 0896ce35-62ba-414f-9392-5130bcb77caa of type vlan for network 15bc8a4c-7271-4c7f-bbda-5fd47efe22a6 Jan 28 13:34:25.328372 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-893a426a-1122-4adf-9966-fdfe69a6fe39 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (15bc8a4c-7271-4c7f-bbda-5fd47efe22a6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.367851 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-893a426a-1122-4adf-9966-fdfe69a6fe39 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (15bc8a4c-7271-4c7f-bbda-5fd47efe22a6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.374843 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893a426a-1122-4adf-9966-fdfe69a6fe39 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:25.375599 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-893a426a-1122-4adf-9966-fdfe69a6fe39 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.420706 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-4d2799c6-0366-4e2a-8954-98f89d05e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:25.422864 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-4d2799c6-0366-4e2a-8954-98f89d05e8ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f433a78eab64a3c903969a5348a95ae&device_id=c43d29c8-448a-4ed5-aa23-6a1785976f9a HTTP/1.1" status: 200 len: 1094 time: 0.2050731 Jan 28 13:34:25.439491 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-893a426a-1122-4adf-9966-fdfe69a6fe39 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5129926 Jan 28 13:34:25.442236 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33348) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:25.449986 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-16f3b611-9b58-4f78-96bd-4b3bf06e4169 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:25.552805 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a426a-1122-4adf-9966-fdfe69a6fe39 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event updated for resources: {'Network': ['ID=15bc8a4c-7271-4c7f-bbda-5fd47efe22a6,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:25.556715 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-4d2119eb-41df-426f-83e9-3668a8cef03b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=467a4442-8aa5-4684-b1e6-c87ee28cbeb2 HTTP/1.1" status: 200 len: 217 time: 0.1130736 Jan 28 13:34:25.567051 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 15bc8a4c-7271-4c7f-bbda-5fd47efe22a6 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:34:25.618958 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-3da691e0-f337-47ab-a68d-79b9a171022c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:25.624332 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-3da691e0-f337-47ab-a68d-79b9a171022c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11e07501-e45d-4ee4-9a79-78d0496e90fa HTTP/1.1" status: 200 len: 846 time: 0.0610123 Jan 28 13:34:25.630989 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788567b3-4e37-4e6c-97d4-fae30624ea92 req-f292d9be-7882-48b4-bd1a-ebe2f6528a69 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:25.638131 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-788567b3-4e37-4e6c-97d4-fae30624ea92 req-f292d9be-7882-48b4-bd1a-ebe2f6528a69 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 945 time: 0.1266718 Jan 28 13:34:25.684978 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-792fde44-2e3e-411d-86c7-c15bf23a8e63 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f7f563c-452e-4ad7-8366-46fe17e69e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541162 Jan 28 13:34:25.762519 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-788567b3-4e37-4e6c-97d4-fae30624ea92 req-af6f1db5-45a0-4cda-9c7c-5a20649969d9 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234214 Jan 28 13:34:25.778840 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-16f3b611-9b58-4f78-96bd-4b3bf06e4169 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (15bc8a4c-7271-4c7f-bbda-5fd47efe22a6), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.811212 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-16f3b611-9b58-4f78-96bd-4b3bf06e4169 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (15bc8a4c-7271-4c7f-bbda-5fd47efe22a6), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.863400 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9c2e44-4fd2-443c-b96c-c8340cbd592c x-openstack-request-id: req-0b9c2e44-4fd2-443c-b96c-c8340cbd592c {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:34:25.864383 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43d29c8-448a-4ed5-aa23-6a1785976f9a", "tag": "467a4442-8aa5-4684-b1e6-c87ee28cbeb2", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:34:25.864735 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0b9c2e44-4fd2-443c-b96c-c8340cbd592c {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:34:25.866072 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43d29c8-448a-4ed5-aa23-6a1785976f9a', 'tag': '467a4442-8aa5-4684-b1e6-c87ee28cbeb2', 'status': 'completed', 'code': 200} Jan 28 13:34:25.902743 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-aa174cf7-993e-4838-806e-fb07199ccbd4 service neutron] 10.222.0.18 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099195 Jan 28 13:34:25.906226 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-16f3b611-9b58-4f78-96bd-4b3bf06e4169 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Network 15bc8a4c-7271-4c7f-bbda-5fd47efe22a6 is not hosted by any dhcp agent {{(pid=103352) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 13:34:25.911948 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f3b611-9b58-4f78-96bd-4b3bf06e4169 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:25.913123 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-16f3b611-9b58-4f78-96bd-4b3bf06e4169 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.918263 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-16f3b611-9b58-4f78-96bd-4b3bf06e4169 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "PUT /v2.0/networks/15bc8a4c-7271-4c7f-bbda-5fd47efe22a6 HTTP/1.1" status: 200 len: 723 time: 0.4735146 Jan 28 13:34:25.920143 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33350) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:25.925192 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-60928bc3-b1e7-41f6-b6eb-cc3a050fff8a tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Request body: {'subnet': {'network_id': '15bc8a4c-7271-4c7f-bbda-5fd47efe22a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:25.993390 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3b611-9b58-4f78-96bd-4b3bf06e4169 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event updated for resources: {'Network': ['ID=15bc8a4c-7271-4c7f-bbda-5fd47efe22a6,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:26.009096 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 15bc8a4c-7271-4c7f-bbda-5fd47efe22a6 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:34:26.107391 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ac26b876-7ae2-41f6-8aee-a220c95c1f3a req-51e214b0-37b3-47c5-a45f-99f696e424ea service neutron] 10.222.0.18 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962621 Jan 28 13:34:26.115246 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60928bc3-b1e7-41f6-b6eb-cc3a050fff8a tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Made reservation on behalf of 6252113a23c4475f8f2e5045e76b4116 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:26.122865 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60928bc3-b1e7-41f6-b6eb-cc3a050fff8a tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:26.192224 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c183732-f04a-4892-aa24-71b8010c3716 req-b317edf7-4eb4-4b3a-9a0e-8c592cf8098d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:26.207873 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c183732-f04a-4892-aa24-71b8010c3716 req-b317edf7-4eb4-4b3a-9a0e-8c592cf8098d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 947 time: 0.1474316 Jan 28 13:34:26.278095 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c183732-f04a-4892-aa24-71b8010c3716 req-1ac40fca-1aa4-4ee7-85fa-e9b125a884a1 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720079 Jan 28 13:34:26.309505 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be8008-49be-43c3-b663-46e33a4c7ab7 req-2a939cda-c58d-43e6-9557-28fc5399b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:26.311103 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-48be8008-49be-43c3-b663-46e33a4c7ab7 req-2a939cda-c58d-43e6-9557-28fc5399b9c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f433a78eab64a3c903969a5348a95ae&device_id=c43d29c8-448a-4ed5-aa23-6a1785976f9a HTTP/1.1" status: 200 len: 1094 time: 0.1236660 Jan 28 13:34:26.419027 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390166a-ce6d-4b9a-88ca-75928c4ac5ad req-3c638eb4-b8d8-46a8-bb3c-aef62e7e3e6b tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:26.420711 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0390166a-ce6d-4b9a-88ca-75928c4ac5ad req-3c638eb4-b8d8-46a8-bb3c-aef62e7e3e6b tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43d29c8-448a-4ed5-aa23-6a1785976f9a HTTP/1.1" status: 200 len: 943 time: 0.0700786 Jan 28 13:34:26.488835 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0390166a-ce6d-4b9a-88ca-75928c4ac5ad req-93fd9d33-d63d-40ef-9155-e5bc2b680e5d tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589938 Jan 28 13:34:26.562109 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be8008-49be-43c3-b663-46e33a4c7ab7 req-ce2b8b0d-44db-4aef-ad34-a619aae64c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:26.570900 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-48be8008-49be-43c3-b663-46e33a4c7ab7 req-ce2b8b0d-44db-4aef-ad34-a619aae64c52 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2f7f563c-452e-4ad7-8366-46fe17e69e05 HTTP/1.1" status: 200 len: 906 time: 0.2523563 Jan 28 13:34:26.641857 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-48be8008-49be-43c3-b663-46e33a4c7ab7 req-0eb8b4ef-489e-45fe-87d2-e2e4ef710f81 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=467a4442-8aa5-4684-b1e6-c87ee28cbeb2 HTTP/1.1" status: 200 len: 217 time: 0.0639160 Jan 28 13:34:26.643542 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60928bc3-b1e7-41f6-b6eb-cc3a050fff8a tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (9dff2c91-518d-4018-ada8-3ae1f0e9ba5e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:26.769911 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60928bc3-b1e7-41f6-b6eb-cc3a050fff8a tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Checking segment: {'id': '0896ce35-62ba-414f-9392-5130bcb77caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '15bc8a4c-7271-4c7f-bbda-5fd47efe22a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:26.770281 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60928bc3-b1e7-41f6-b6eb-cc3a050fff8a tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Network hostable DHCP agents. Network: 15bc8a4c-7271-4c7f-bbda-5fd47efe22a6, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:34:26.772542 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60928bc3-b1e7-41f6-b6eb-cc3a050fff8a tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event updated for resources: {'Subnet': ['ID=9dff2c91-518d-4018-ada8-3ae1f0e9ba5e,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:26.777209 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be8008-49be-43c3-b663-46e33a4c7ab7 req-ee3a4750-4000-4c83-a529-92a4b8e676df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:26.778725 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-48be8008-49be-43c3-b663-46e33a4c7ab7 req-ee3a4750-4000-4c83-a529-92a4b8e676df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11e07501-e45d-4ee4-9a79-78d0496e90fa HTTP/1.1" status: 200 len: 846 time: 0.1264546 Jan 28 13:34:26.817678 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60928bc3-b1e7-41f6-b6eb-cc3a050fff8a tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Network 15bc8a4c-7271-4c7f-bbda-5fd47efe22a6 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:34:26.846346 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-48be8008-49be-43c3-b663-46e33a4c7ab7 req-7545d45d-649e-42ef-8572-9b162b802c03 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f7f563c-452e-4ad7-8366-46fe17e69e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524654 Jan 28 13:34:26.945342 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa90301-c70d-49de-ab64-01c7678fec33 req-f0942f92-ff46-4bbf-b1e6-6d36dee3395b tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:26.947132 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7aa90301-c70d-49de-ab64-01c7678fec33 req-f0942f92-ff46-4bbf-b1e6-6d36dee3395b tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 945 time: 0.0671487 Jan 28 13:34:26.969182 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-60928bc3-b1e7-41f6-b6eb-cc3a050fff8a tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 15bc8a4c-7271-4c7f-bbda-5fd47efe22a6) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:26.979294 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60928bc3-b1e7-41f6-b6eb-cc3a050fff8a tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:26.979888 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60928bc3-b1e7-41f6-b6eb-cc3a050fff8a tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:26.981970 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f053dd-1bf8-4fb6-a681-0056a34167f6 None None] Network 15bc8a4c-7271-4c7f-bbda-5fd47efe22a6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:27.007260 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-60928bc3-b1e7-41f6-b6eb-cc3a050fff8a tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0859504 Jan 28 13:34:27.010752 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33362) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:27.019454 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-2a9f2699-4dbf-45ae-8c96-3ef20bfb6dea tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:27.076458 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-48be8008-49be-43c3-b663-46e33a4c7ab7 req-ffba5578-be41-40df-9c25-6719e63bd4ec service neutron] 10.222.0.18 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220991 Jan 28 13:34:27.080785 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7aa90301-c70d-49de-ab64-01c7678fec33 req-7732b839-2d60-492e-b055-5d0189cbc6fe tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222160 Jan 28 13:34:27.181975 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-15bc8a4c-7271-4c7f-bbda-5fd47efe22a6', 'network_id': '15bc8a4c-7271-4c7f-bbda-5fd47efe22a6', 'project_id': '6252113a23c4475f8f2e5045e76b4116', 'fixed_ips': [{'subnet_id': '9dff2c91-518d-4018-ada8-3ae1f0e9ba5e'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:34:27.184052 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:27.249819 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2a9f2699-4dbf-45ae-8c96-3ef20bfb6dea tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26011049'] for subnet (9dff2c91-518d-4018-ada8-3ae1f0e9ba5e), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:27.344569 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-48be8008-49be-43c3-b663-46e33a4c7ab7 req-b6a3d067-fd61-46ed-ab0f-5233427428b1 service neutron] 10.222.0.18 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448995 Jan 28 13:34:27.497689 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Allocated IP 172.20.0.2 (15bc8a4c-7271-4c7f-bbda-5fd47efe22a6/9dff2c91-518d-4018-ada8-3ae1f0e9ba5e/fd9b76ef-512c-469f-8561-aeb5fc82635d) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:34:27.530973 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddadcc4-c4e1-4a7e-8704-3dc739cb383a req-198fde4d-341a-467b-ad5e-9642d1d6d9f5 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:27.541383 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2ddadcc4-c4e1-4a7e-8704-3dc739cb383a req-198fde4d-341a-467b-ad5e-9642d1d6d9f5 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 947 time: 0.1247880 Jan 28 13:34:27.562119 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 467a4442-8aa5-4684-b1e6-c87ee28cbeb2 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:34:27.623056 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2ddadcc4-c4e1-4a7e-8704-3dc739cb383a req-d22e8a84-c8cb-44a7-9264-1e3f62645a92 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793393 Jan 28 13:34:27.764325 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164a303-b65b-48fd-9d8d-949bbd0c3c93 req-6b02c488-946d-47f0-b541-ac9a318730c1 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:27.766374 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5164a303-b65b-48fd-9d8d-949bbd0c3c93 req-6b02c488-946d-47f0-b541-ac9a318730c1 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43d29c8-448a-4ed5-aa23-6a1785976f9a HTTP/1.1" status: 200 len: 943 time: 0.0755346 Jan 28 13:34:27.817763 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Publish callbacks [] for port (fd9b76ef-512c-469f-8561-aeb5fc82635d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:27.867965 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (fd9b76ef-512c-469f-8561-aeb5fc82635d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:28.121055 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Network 15bc8a4c-7271-4c7f-bbda-5fd47efe22a6 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:28.143744 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:28.151925 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:28.201172 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 467a4442-8aa5-4684-b1e6-c87ee28cbeb2, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=467a4442-8aa5-4684-b1e6-c87ee28cbeb2,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:28.245183 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '467a4442-8aa5-4684-b1e6-c87ee28cbeb2', 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05', 'port_id': '467a4442-8aa5-4684-b1e6-c87ee28cbeb2', 'mac_address': 'fa:16:3e:63:b7:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e07501-e45d-4ee4-9a79-78d0496e90fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:34:28.258125 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2a9f2699-4dbf-45ae-8c96-3ef20bfb6dea tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775577984458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25708880'] for subnet (9dff2c91-518d-4018-ada8-3ae1f0e9ba5e), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:28.270794 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a484a-74ec-45e8-b9e3-629d17bfb75c req-26e6c30f-4af8-43ce-888d-aebe69fb4e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:28.273642 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bd8a484a-74ec-45e8-b9e3-629d17bfb75c req-26e6c30f-4af8-43ce-888d-aebe69fb4e80 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 1096 time: 0.0957911 Jan 28 13:34:28.353432 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9f2699-4dbf-45ae-8c96-3ef20bfb6dea tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:28.354052 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2a9f2699-4dbf-45ae-8c96-3ef20bfb6dea tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:28.360111 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2a9f2699-4dbf-45ae-8c96-3ef20bfb6dea tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "PUT /v2.0/subnets/9dff2c91-518d-4018-ada8-3ae1f0e9ba5e HTTP/1.1" status: 200 len: 806 time: 1.3455472 Jan 28 13:34:28.364058 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33380) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:28.459832 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 467a4442-8aa5-4684-b1e6-c87ee28cbeb2 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:28.460468 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (467a4442-8aa5-4684-b1e6-c87ee28cbeb2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:28.468287 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Pushing event updated for resources: {'Port': ['ID=fd9b76ef-512c-469f-8561-aeb5fc82635d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:28.498896 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Attempting to bind port fd9b76ef-512c-469f-8561-aeb5fc82635d on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:34:28.499307 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Attempting to bind port fd9b76ef-512c-469f-8561-aeb5fc82635d by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '0896ce35-62ba-414f-9392-5130bcb77caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '15bc8a4c-7271-4c7f-bbda-5fd47efe22a6'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:34:28.499666 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Attempting to bind port fd9b76ef-512c-469f-8561-aeb5fc82635d on network 15bc8a4c-7271-4c7f-bbda-5fd47efe22a6 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:28.505852 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:28.506175 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:28.506529 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:28.506840 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:28.507193 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:28.507515 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:28.508250 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:28.508250 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:28.508470 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:28.508752 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:28.509071 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:28.509387 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:28.509700 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:28.516837 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 467a4442-8aa5-4684-b1e6-c87ee28cbeb2 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:34:28.521421 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:34:28.521796 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Checking segment: {'id': '0896ce35-62ba-414f-9392-5130bcb77caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '15bc8a4c-7271-4c7f-bbda-5fd47efe22a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:28.522195 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:28.522582 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Bound using segment: {'id': '0896ce35-62ba-414f-9392-5130bcb77caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '15bc8a4c-7271-4c7f-bbda-5fd47efe22a6'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:34:28.523108 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Bound port: fd9b76ef-512c-469f-8561-aeb5fc82635d, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0896ce35-62ba-414f-9392-5130bcb77caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '15bc8a4c-7271-4c7f-bbda-5fd47efe22a6'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:34:28.523481 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fd9b76ef-512c-469f-8561-aeb5fc82635d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:28.535527 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5164a303-b65b-48fd-9d8d-949bbd0c3c93 req-9dd704ac-ca7b-479d-9245-f3b8cd7cd2ff tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7556570 Jan 28 13:34:28.584735 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 467a4442-8aa5-4684-b1e6-c87ee28cbeb2, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=467a4442-8aa5-4684-b1e6-c87ee28cbeb2,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:28.630749 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e20b348-6753-4467-85a9-5fa8f129408d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (15bc8a4c-7271-4c7f-bbda-5fd47efe22a6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:28.645683 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (467a4442-8aa5-4684-b1e6-c87ee28cbeb2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:28.658309 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f2699-4dbf-45ae-8c96-3ef20bfb6dea tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event updated for resources: {'Subnet': ['ID=9dff2c91-518d-4018-ada8-3ae1f0e9ba5e,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:28.711618 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f7638baa-2831-407f-b728-44216cb480dc None None] For port fd9b76ef-512c-469f-8561-aeb5fc82635d, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:34:28.720193 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f7638baa-2831-407f-b728-44216cb480dc None None] For port fd9b76ef-512c-469f-8561-aeb5fc82635d, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=fd9b76ef-512c-469f-8561-aeb5fc82635d,segment=NetworkSegment(0896ce35-62ba-414f-9392-5130bcb77caa),segment_id=0896ce35-62ba-414f-9392-5130bcb77caa)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:34:28.732764 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (fd9b76ef-512c-469f-8561-aeb5fc82635d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:28.733035 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bd8a484a-74ec-45e8-b9e3-629d17bfb75c req-933b2631-6be9-49d3-bfac-3590c5082ec3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226162 Jan 28 13:34:28.742717 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=467a4442-8aa5-4684-b1e6-c87ee28cbeb2,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:28.856220 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7638baa-2831-407f-b728-44216cb480dc None None] Pushing event updated for resources: {'Port': ['ID=fd9b76ef-512c-469f-8561-aeb5fc82635d,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:28.894806 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-6e20b348-6753-4467-85a9-5fa8f129408d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Deleting port fd9b76ef-512c-469f-8561-aeb5fc82635d {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:28.895590 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e20b348-6753-4467-85a9-5fa8f129408d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (fd9b76ef-512c-469f-8561-aeb5fc82635d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:28.917030 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e9fed-ef03-4708-a689-aec7939c397a req-1c9ec2e0-90a6-44c9-848a-ba47e1f11bc8 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:28.923096 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['467a4442-8aa5-4684-b1e6-c87ee28cbeb2'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:34:28.928190 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-552e9fed-ef03-4708-a689-aec7939c397a req-1c9ec2e0-90a6-44c9-848a-ba47e1f11bc8 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 945 time: 0.1012757 Jan 28 13:34:29.023816 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-552e9fed-ef03-4708-a689-aec7939c397a req-cff87761-806a-4d61-979c-c462c11f820e tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947030 Jan 28 13:34:29.079175 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-6e20b348-6753-4467-85a9-5fa8f129408d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] For port fd9b76ef-512c-469f-8561-aeb5fc82635d, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=fd9b76ef-512c-469f-8561-aeb5fc82635d,segment=NetworkSegment(0896ce35-62ba-414f-9392-5130bcb77caa),segment_id=0896ce35-62ba-414f-9392-5130bcb77caa)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:29.082283 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e20b348-6753-4467-85a9-5fa8f129408d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (fd9b76ef-512c-469f-8561-aeb5fc82635d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.120666 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-6e20b348-6753-4467-85a9-5fa8f129408d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Calling delete_port for fd9b76ef-512c-469f-8561-aeb5fc82635d owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:29.296426 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725ecbe-eb37-4d7a-9bec-cad9476e4d5b req-2acdac1f-1a8c-4018-a02f-da2175c81fef tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:29.316888 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8725ecbe-eb37-4d7a-9bec-cad9476e4d5b req-2acdac1f-1a8c-4018-a02f-da2175c81fef tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 947 time: 0.0751941 Jan 28 13:34:29.386999 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-287a4107-7493-49a5-86bd-89af979a838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.401730 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8725ecbe-eb37-4d7a-9bec-cad9476e4d5b req-9ef0e593-3884-43d3-bd2e-c05ec2112d47 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848892 Jan 28 13:34:29.471177 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e20b348-6753-4467-85a9-5fa8f129408d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (fd9b76ef-512c-469f-8561-aeb5fc82635d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.517339 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20b348-6753-4467-85a9-5fa8f129408d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Port': ['ID=fd9b76ef-512c-469f-8561-aeb5fc82635d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:29.571654 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e20b348-6753-4467-85a9-5fa8f129408d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] No DVR routers for this DVR port fd9b76ef-512c-469f-8561-aeb5fc82635d on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:29.649972 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e20b348-6753-4467-85a9-5fa8f129408d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (9dff2c91-518d-4018-ada8-3ae1f0e9ba5e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.737343 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786e58a-5014-4388-ab2a-b4be4953a864 req-5ad255d6-b3bf-4bc6-a4c7-7e038063bb84 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:29.740308 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9786e58a-5014-4388-ab2a-b4be4953a864 req-5ad255d6-b3bf-4bc6-a4c7-7e038063bb84 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43d29c8-448a-4ed5-aa23-6a1785976f9a HTTP/1.1" status: 200 len: 944 time: 0.0959430 Jan 28 13:34:29.791211 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e20b348-6753-4467-85a9-5fa8f129408d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (9dff2c91-518d-4018-ada8-3ae1f0e9ba5e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.814241 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9786e58a-5014-4388-ab2a-b4be4953a864 req-8364dd12-43ed-4a9c-b339-23c611654568 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682645 Jan 28 13:34:29.823033 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20b348-6753-4467-85a9-5fa8f129408d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Subnet': ['ID=9dff2c91-518d-4018-ada8-3ae1f0e9ba5e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:29.955602 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e20b348-6753-4467-85a9-5fa8f129408d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (15bc8a4c-7271-4c7f-bbda-5fd47efe22a6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.968774 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:34:30.025307 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-6e20b348-6753-4467-85a9-5fa8f129408d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15bc8a4c-7271-4c7f-bbda-5fd47efe22a6']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:30.038320 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-6e20b348-6753-4467-85a9-5fa8f129408d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0896ce35-62ba-414f-9392-5130bcb77caa') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:30.038320 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-6e20b348-6753-4467-85a9-5fa8f129408d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0896ce35-62ba-414f-9392-5130bcb77caa') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:30.049703 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e20b348-6753-4467-85a9-5fa8f129408d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (0896ce35-62ba-414f-9392-5130bcb77caa), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:30.067858 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e20b348-6753-4467-85a9-5fa8f129408d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (0896ce35-62ba-414f-9392-5130bcb77caa), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:30.076065 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e20b348-6753-4467-85a9-5fa8f129408d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:30.076477 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e20b348-6753-4467-85a9-5fa8f129408d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (0896ce35-62ba-414f-9392-5130bcb77caa), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:30.212902 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:30.216989 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e20b348-6753-4467-85a9-5fa8f129408d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (15bc8a4c-7271-4c7f-bbda-5fd47efe22a6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:30.230746 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e20b348-6753-4467-85a9-5fa8f129408d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:30.238003 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6e20b348-6753-4467-85a9-5fa8f129408d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/networks/15bc8a4c-7271-4c7f-bbda-5fd47efe22a6 HTTP/1.1" status: 204 len: 168 time: 1.8694727 Jan 28 13:34:30.240143 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33394) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:30.280000 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20b348-6753-4467-85a9-5fa8f129408d tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Network': ['ID=15bc8a4c-7271-4c7f-bbda-5fd47efe22a6,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:30.289349 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65d0873-0f97-445c-84b4-e95829368223 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:30.290575 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b65d0873-0f97-445c-84b4-e95829368223 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:30.295882 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b65d0873-0f97-445c-84b4-e95829368223 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/networks/15bc8a4c-7271-4c7f-bbda-5fd47efe22a6 HTTP/1.1" status: 404 len: 339 time: 0.0543597 Jan 28 13:34:30.300184 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33396) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:30.306430 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-5883bce3-9ad1-45b6-9fdd-559ac35bd742 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-245019448', 'description': 'd1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:30.310562 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0f09a-2720-4a45-b1b8-5ce5e7cc0a2a req-00ee9cde-5be6-448f-a5d3-585b09b3f299 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:30.319519 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-97e0f09a-2720-4a45-b1b8-5ce5e7cc0a2a req-00ee9cde-5be6-448f-a5d3-585b09b3f299 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 945 time: 0.1382148 Jan 28 13:34:30.345406 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5883bce3-9ad1-45b6-9fdd-559ac35bd742 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Made reservation on behalf of 6252113a23c4475f8f2e5045e76b4116 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:30.350239 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5883bce3-9ad1-45b6-9fdd-559ac35bd742 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:30.395653 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5883bce3-9ad1-45b6-9fdd-559ac35bd742 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:34:30.421563 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5883bce3-9ad1-45b6-9fdd-559ac35bd742 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (e63d3924-b0b0-4760-af65-b0442e61f1d0), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:30.421994 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-5883bce3-9ad1-45b6-9fdd-559ac35bd742 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Added segment e63d3924-b0b0-4760-af65-b0442e61f1d0 of type vlan for network 0fddd11b-3d11-4b62-93e6-e74727e16ddd Jan 28 13:34:30.450165 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-97e0f09a-2720-4a45-b1b8-5ce5e7cc0a2a req-071096ab-8fe5-48a5-ac82-765d8169580b tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182799 Jan 28 13:34:30.494731 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5883bce3-9ad1-45b6-9fdd-559ac35bd742 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (0fddd11b-3d11-4b62-93e6-e74727e16ddd), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:30.501386 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a9aa2bbb-f58e-47a3-bca6-03a227b4b629 None None] Could not find standard attr ID for object fd9b76ef-512c-469f-8561-aeb5fc82635d. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:34:30.558554 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5883bce3-9ad1-45b6-9fdd-559ac35bd742 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (0fddd11b-3d11-4b62-93e6-e74727e16ddd), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:30.565286 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5883bce3-9ad1-45b6-9fdd-559ac35bd742 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:30.565968 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5883bce3-9ad1-45b6-9fdd-559ac35bd742 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:30.598424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666abefa-3eff-4c18-83ee-6bfc69d7d1f8 None None] DHCP port deletion for 15bc8a4c-7271-4c7f-bbda-5fd47efe22a6 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:34:30.610616 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5883bce3-9ad1-45b6-9fdd-559ac35bd742 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3093662 Jan 28 13:34:30.613402 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33404) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:30.651073 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb69b42-6f0d-470e-a02a-97d34ef556c6 None None] Network 15bc8a4c-7271-4c7f-bbda-5fd47efe22a6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:30.696648 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb69b42-6f0d-470e-a02a-97d34ef556c6 None None] Network 15bc8a4c-7271-4c7f-bbda-5fd47efe22a6 could not be found, it might have been deleted concurrently. {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 13:34:30.711168 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a51a25e-85a9-45b9-8102-321d90a62199 None None] Network 15bc8a4c-7271-4c7f-bbda-5fd47efe22a6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:30.726703 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883bce3-9ad1-45b6-9fdd-559ac35bd742 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event updated for resources: {'Network': ['ID=0fddd11b-3d11-4b62-93e6-e74727e16ddd,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:30.748522 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a51a25e-85a9-45b9-8102-321d90a62199 None None] Network 15bc8a4c-7271-4c7f-bbda-5fd47efe22a6 could not be found, it might have been deleted concurrently. {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 13:34:30.753826 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 0fddd11b-3d11-4b62-93e6-e74727e16ddd details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:34:30.816208 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a43ffd-49b6-48cb-9f8c-ba1a28bb77af tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:30.817839 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-68a43ffd-49b6-48cb-9f8c-ba1a28bb77af tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "GET /v2.0/networks?id=0fddd11b-3d11-4b62-93e6-e74727e16ddd HTTP/1.1" status: 200 len: 760 time: 0.2030442 Jan 28 13:34:30.821068 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33406) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:30.830612 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-821680ca-c368-4d36-ae4f-45831a6c7344 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Request body: {'network': {'description': 'd2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:30.925657 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194ccdf-a52a-4262-bbf6-777241474798 req-e8fe41c0-88c6-4601-b64e-c1c394c560b2 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:30.936344 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1194ccdf-a52a-4262-bbf6-777241474798 req-e8fe41c0-88c6-4601-b64e-c1c394c560b2 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 947 time: 0.2928474 Jan 28 13:34:31.007228 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1194ccdf-a52a-4262-bbf6-777241474798 req-81e7e223-f5a8-4862-be71-49200e9c09c1 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674078 Jan 28 13:34:31.186662 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-821680ca-c368-4d36-ae4f-45831a6c7344 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (0fddd11b-3d11-4b62-93e6-e74727e16ddd), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.212475 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-821680ca-c368-4d36-ae4f-45831a6c7344 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (0fddd11b-3d11-4b62-93e6-e74727e16ddd), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.238226 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c71aa-1395-474d-989d-b2de15abf7c8 req-839df033-b373-4e49-a8e6-fb5687517037 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:31.239766 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-821680ca-c368-4d36-ae4f-45831a6c7344 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Network 0fddd11b-3d11-4b62-93e6-e74727e16ddd is not hosted by any dhcp agent {{(pid=103351) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 13:34:31.240439 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-477c71aa-1395-474d-989d-b2de15abf7c8 req-839df033-b373-4e49-a8e6-fb5687517037 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.1219788 Jan 28 13:34:31.256051 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821680ca-c368-4d36-ae4f-45831a6c7344 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:31.256957 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-821680ca-c368-4d36-ae4f-45831a6c7344 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.258497 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-821680ca-c368-4d36-ae4f-45831a6c7344 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "PUT /v2.0/networks/0fddd11b-3d11-4b62-93e6-e74727e16ddd HTTP/1.1" status: 200 len: 757 time: 0.4352810 Jan 28 13:34:31.263679 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33412) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:31.334990 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-477c71aa-1395-474d-989d-b2de15abf7c8 req-dabfdbe1-a3bd-442f-a5a4-baa8615cf84c tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871999 Jan 28 13:34:31.363214 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821680ca-c368-4d36-ae4f-45831a6c7344 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event updated for resources: {'Network': ['ID=0fddd11b-3d11-4b62-93e6-e74727e16ddd,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:31.381018 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 0fddd11b-3d11-4b62-93e6-e74727e16ddd details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:34:31.513209 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6467bb53-55e4-478c-8dee-ad4910fbd4e4 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:31.515902 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6467bb53-55e4-478c-8dee-ad4910fbd4e4 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "GET /v2.0/networks?id=0fddd11b-3d11-4b62-93e6-e74727e16ddd HTTP/1.1" status: 200 len: 760 time: 0.2509255 Jan 28 13:34:31.522006 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33416) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:31.532709 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-982d5534-8462-40c3-9134-7aa8e292c22f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1068556876'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:31.533565 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baf557-b265-4651-a4e0-40f483d5dfcf req-a3554789-39d5-4682-a58a-c2bd2635321f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:31.543278 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-97baf557-b265-4651-a4e0-40f483d5dfcf req-a3554789-39d5-4682-a58a-c2bd2635321f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43d29c8-448a-4ed5-aa23-6a1785976f9a HTTP/1.1" status: 200 len: 944 time: 0.1200254 Jan 28 13:34:31.580286 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982d5534-8462-40c3-9134-7aa8e292c22f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Made reservation on behalf of 6252113a23c4475f8f2e5045e76b4116 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:31.589581 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 467a4442-8aa5-4684-b1e6-c87ee28cbeb2 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:34:31.593508 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-982d5534-8462-40c3-9134-7aa8e292c22f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.633728 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-488fd7c6-0577-444b-b534-c22f09f5d432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.640729 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-97baf557-b265-4651-a4e0-40f483d5dfcf req-861b2bd2-e0b8-4709-b549-8d77dfb60109 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953557 Jan 28 13:34:31.665653 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982d5534-8462-40c3-9134-7aa8e292c22f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:34:31.736593 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-982d5534-8462-40c3-9134-7aa8e292c22f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (8c3c3033-cc94-44a2-ab47-d4a559c70f33), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.737385 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-982d5534-8462-40c3-9134-7aa8e292c22f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Added segment 8c3c3033-cc94-44a2-ab47-d4a559c70f33 of type vlan for network d425b633-d282-439d-9b72-5e6f244d7a83 Jan 28 13:34:31.808001 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 467a4442-8aa5-4684-b1e6-c87ee28cbeb2 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:34:31.813413 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 467a4442-8aa5-4684-b1e6-c87ee28cbeb2 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:31.814352 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (467a4442-8aa5-4684-b1e6-c87ee28cbeb2), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.842609 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-982d5534-8462-40c3-9134-7aa8e292c22f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (d425b633-d282-439d-9b72-5e6f244d7a83), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.928203 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-982d5534-8462-40c3-9134-7aa8e292c22f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (d425b633-d282-439d-9b72-5e6f244d7a83), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.936994 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982d5534-8462-40c3-9134-7aa8e292c22f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:31.938408 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-982d5534-8462-40c3-9134-7aa8e292c22f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:32.024361 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 467a4442-8aa5-4684-b1e6-c87ee28cbeb2 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:32.024835 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (467a4442-8aa5-4684-b1e6-c87ee28cbeb2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:32.030303 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-982d5534-8462-40c3-9134-7aa8e292c22f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5061848 Jan 28 13:34:32.033872 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33422) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:32.041840 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-003b26cc-6a9f-41fb-ace5-15168d16f3d6 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Request body: {'subnet': {'network_id': 'd425b633-d282-439d-9b72-5e6f244d7a83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:32.098844 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43d29c8-448a-4ed5-aa23-6a1785976f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467a4442-8aa5-4684-b1e6-c87ee28cbeb2'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:34:32.104847 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3b5b01-01de-425b-9f3a-b265b4b0c7df" -d '{"events": [{"server_uuid": "c43d29c8-448a-4ed5-aa23-6a1785976f9a", "name": "network-vif-plugged", "status": "completed", "tag": "467a4442-8aa5-4684-b1e6-c87ee28cbeb2"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:34:32.169413 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 467a4442-8aa5-4684-b1e6-c87ee28cbeb2, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=467a4442-8aa5-4684-b1e6-c87ee28cbeb2,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:32.175076 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d5534-8462-40c3-9134-7aa8e292c22f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event updated for resources: {'Network': ['ID=d425b633-d282-439d-9b72-5e6f244d7a83,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:32.182665 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (467a4442-8aa5-4684-b1e6-c87ee28cbeb2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:32.293332 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device fd9b76ef-512c-469f-8561-aeb5fc82635d no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:34:32.296570 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network d425b633-d282-439d-9b72-5e6f244d7a83 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:34:32.349686 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=467a4442-8aa5-4684-b1e6-c87ee28cbeb2,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:32.372987 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: fd9b76ef-512c-469f-8561-aeb5fc82635d {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:34:32.373378 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device fd9b76ef-512c-469f-8561-aeb5fc82635d not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:34:32.397029 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e593c1-65a2-40f1-a222-57b3071c79a9 req-11f7160c-4f91-4331-879c-b9bf8b38a77f tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:32.405706 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-97e593c1-65a2-40f1-a222-57b3071c79a9 req-11f7160c-4f91-4331-879c-b9bf8b38a77f tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 947 time: 0.1447957 Jan 28 13:34:32.460124 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003b26cc-6a9f-41fb-ace5-15168d16f3d6 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Made reservation on behalf of 6252113a23c4475f8f2e5045e76b4116 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:32.463789 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-003b26cc-6a9f-41fb-ace5-15168d16f3d6 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:32.518975 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-97e593c1-65a2-40f1-a222-57b3071c79a9 req-19694e66-38b2-442f-8ecc-e4c4ded91ea0 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986350 Jan 28 13:34:32.702591 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2d39a-5fd6-4c93-bcd8-2bc9e966f595 req-c876b121-7870-4106-b843-2659f7a29a12 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:32.704480 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-80e2d39a-5fd6-4c93-bcd8-2bc9e966f595 req-c876b121-7870-4106-b843-2659f7a29a12 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.1095250 Jan 28 13:34:32.794375 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:32.891709 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-80e2d39a-5fd6-4c93-bcd8-2bc9e966f595 req-7f658037-16dd-48ca-b2e2-190b08fab5c9 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470692 Jan 28 13:34:32.911248 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-003b26cc-6a9f-41fb-ace5-15168d16f3d6 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (4cc0db38-e3b9-4453-bfb3-dbb60e4cf3a1), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:32.951568 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c1f3e0-7f46-43cf-8978-3f0650d5a34e x-openstack-request-id: req-84c1f3e0-7f46-43cf-8978-3f0650d5a34e {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:34:32.952048 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43d29c8-448a-4ed5-aa23-6a1785976f9a", "name": "network-vif-plugged", "status": "completed", "tag": "467a4442-8aa5-4684-b1e6-c87ee28cbeb2", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:34:32.953363 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-84c1f3e0-7f46-43cf-8978-3f0650d5a34e {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:34:32.953850 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43d29c8-448a-4ed5-aa23-6a1785976f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467a4442-8aa5-4684-b1e6-c87ee28cbeb2', 'code': 200} Jan 28 13:34:32.991965 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b26cc-6a9f-41fb-ace5-15168d16f3d6 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event updated for resources: {'Subnet': ['ID=4cc0db38-e3b9-4453-bfb3-dbb60e4cf3a1,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:33.001523 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b26cc-6a9f-41fb-ace5-15168d16f3d6 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Checking segment: {'id': '8c3c3033-cc94-44a2-ab47-d4a559c70f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd425b633-d282-439d-9b72-5e6f244d7a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:33.001950 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003b26cc-6a9f-41fb-ace5-15168d16f3d6 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Network hostable DHCP agents. Network: d425b633-d282-439d-9b72-5e6f244d7a83, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:34:33.031258 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003b26cc-6a9f-41fb-ace5-15168d16f3d6 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Network d425b633-d282-439d-9b72-5e6f244d7a83 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:34:33.096123 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-003b26cc-6a9f-41fb-ace5-15168d16f3d6 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, d425b633-d282-439d-9b72-5e6f244d7a83) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:33.106478 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10097e09-0bfd-4580-b461-eed27e61f2c7 None None] Network d425b633-d282-439d-9b72-5e6f244d7a83 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:33.115379 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003b26cc-6a9f-41fb-ace5-15168d16f3d6 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:33.116234 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-003b26cc-6a9f-41fb-ace5-15168d16f3d6 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:33.141592 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ce67f-bf57-4fe4-b50d-a69ca06cb2a8 req-c1f5b077-392c-48f7-af05-a89a9778c724 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:33.143554 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432b555-c350-488f-8fde-912e96d0976e req-d250d2cd-1236-408f-8af6-d370721cf7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:33.144422 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f13ce67f-bf57-4fe4-b50d-a69ca06cb2a8 req-c1f5b077-392c-48f7-af05-a89a9778c724 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43d29c8-448a-4ed5-aa23-6a1785976f9a HTTP/1.1" status: 200 len: 945 time: 0.1048374 Jan 28 13:34:33.145360 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7432b555-c350-488f-8fde-912e96d0976e req-d250d2cd-1236-408f-8af6-d370721cf7fb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c43d29c8-448a-4ed5-aa23-6a1785976f9a HTTP/1.1" status: 200 len: 1096 time: 0.0876226 Jan 28 13:34:33.177659 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-003b26cc-6a9f-41fb-ace5-15168d16f3d6 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1401060 Jan 28 13:34:33.183426 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33438) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:33.228670 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7432b555-c350-488f-8fde-912e96d0976e req-96a8487b-b2d7-42af-ad4a-93e4d55c1be9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759695 Jan 28 13:34:33.263023 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76157efe-8241-4a72-a906-4807c67cfe5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-d425b633-d282-439d-9b72-5e6f244d7a83', 'network_id': 'd425b633-d282-439d-9b72-5e6f244d7a83', 'project_id': '6252113a23c4475f8f2e5045e76b4116', 'fixed_ips': [{'subnet_id': '4cc0db38-e3b9-4453-bfb3-dbb60e4cf3a1'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:34:33.265347 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-76157efe-8241-4a72-a906-4807c67cfe5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:33.287996 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f13ce67f-bf57-4fe4-b50d-a69ca06cb2a8 req-dcf2fde6-bb69-47ac-a1e2-219457e90d3a tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375918 Jan 28 13:34:33.408470 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (d425b633-d282-439d-9b72-5e6f244d7a83), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:33.476310 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-76157efe-8241-4a72-a906-4807c67cfe5a None None] Allocated IP 172.20.0.2 (d425b633-d282-439d-9b72-5e6f244d7a83/4cc0db38-e3b9-4453-bfb3-dbb60e4cf3a1/4835c0c3-7eec-4a20-bd4e-da9d4fc336d7) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:34:33.548621 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (4cc0db38-e3b9-4453-bfb3-dbb60e4cf3a1), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:33.760968 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4041e63-6d0f-4de4-b520-a2da820c32bc req-e41de51e-00a4-4068-a868-bb54f51e6928 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:33.767521 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f4041e63-6d0f-4de4-b520-a2da820c32bc req-e41de51e-00a4-4068-a868-bb54f51e6928 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 947 time: 0.0987689 Jan 28 13:34:33.855560 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f4041e63-6d0f-4de4-b520-a2da820c32bc req-e6188153-8c31-4441-ad28-d23d7dfb9749 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859661 Jan 28 13:34:33.988662 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-76157efe-8241-4a72-a906-4807c67cfe5a None None] Publish callbacks [] for port (4835c0c3-7eec-4a20-bd4e-da9d4fc336d7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:33.997948 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-76157efe-8241-4a72-a906-4807c67cfe5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (4835c0c3-7eec-4a20-bd4e-da9d4fc336d7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.027158 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (4cc0db38-e3b9-4453-bfb3-dbb60e4cf3a1), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.089091 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Subnet': ['ID=4cc0db38-e3b9-4453-bfb3-dbb60e4cf3a1,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:34.096692 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76157efe-8241-4a72-a906-4807c67cfe5a None None] Network d425b633-d282-439d-9b72-5e6f244d7a83 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:34.099902 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-76157efe-8241-4a72-a906-4807c67cfe5a None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:34.103740 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76157efe-8241-4a72-a906-4807c67cfe5a None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:34.147693 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76157efe-8241-4a72-a906-4807c67cfe5a None None] Pushing event updated for resources: {'Port': ['ID=4835c0c3-7eec-4a20-bd4e-da9d4fc336d7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:34.198477 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-76157efe-8241-4a72-a906-4807c67cfe5a None None] Attempting to bind port 4835c0c3-7eec-4a20-bd4e-da9d4fc336d7 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:34:34.198851 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-76157efe-8241-4a72-a906-4807c67cfe5a None None] Attempting to bind port 4835c0c3-7eec-4a20-bd4e-da9d4fc336d7 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '8c3c3033-cc94-44a2-ab47-d4a559c70f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd425b633-d282-439d-9b72-5e6f244d7a83'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:34:34.199383 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76157efe-8241-4a72-a906-4807c67cfe5a None None] Attempting to bind port 4835c0c3-7eec-4a20-bd4e-da9d4fc336d7 on network d425b633-d282-439d-9b72-5e6f244d7a83 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:34.205426 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76157efe-8241-4a72-a906-4807c67cfe5a None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:34:34.205805 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76157efe-8241-4a72-a906-4807c67cfe5a None None] Checking segment: {'id': '8c3c3033-cc94-44a2-ab47-d4a559c70f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd425b633-d282-439d-9b72-5e6f244d7a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:34.206357 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-76157efe-8241-4a72-a906-4807c67cfe5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.206879 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76157efe-8241-4a72-a906-4807c67cfe5a None None] Bound using segment: {'id': '8c3c3033-cc94-44a2-ab47-d4a559c70f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd425b633-d282-439d-9b72-5e6f244d7a83'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:34:34.207416 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-76157efe-8241-4a72-a906-4807c67cfe5a None None] Bound port: 4835c0c3-7eec-4a20-bd4e-da9d4fc336d7, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3c3033-cc94-44a2-ab47-d4a559c70f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd425b633-d282-439d-9b72-5e6f244d7a83'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:34:34.207849 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-76157efe-8241-4a72-a906-4807c67cfe5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4835c0c3-7eec-4a20-bd4e-da9d4fc336d7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.209841 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.247497 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (d425b633-d282-439d-9b72-5e6f244d7a83), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.323479 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d425b633-d282-439d-9b72-5e6f244d7a83']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:34.340432 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-76157efe-8241-4a72-a906-4807c67cfe5a None None] For port 4835c0c3-7eec-4a20-bd4e-da9d4fc336d7, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:34:34.343133 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-76157efe-8241-4a72-a906-4807c67cfe5a None None] For port 4835c0c3-7eec-4a20-bd4e-da9d4fc336d7, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4835c0c3-7eec-4a20-bd4e-da9d4fc336d7,segment=NetworkSegment(8c3c3033-cc94-44a2-ab47-d4a559c70f33),segment_id=8c3c3033-cc94-44a2-ab47-d4a559c70f33)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:34:34.351048 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-76157efe-8241-4a72-a906-4807c67cfe5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4835c0c3-7eec-4a20-bd4e-da9d4fc336d7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.355233 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3c3033-cc94-44a2-ab47-d4a559c70f33') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:34.356109 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3c3033-cc94-44a2-ab47-d4a559c70f33') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:34.372896 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (8c3c3033-cc94-44a2-ab47-d4a559c70f33), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.389188 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (8c3c3033-cc94-44a2-ab47-d4a559c70f33), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.408020 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:34.409238 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (8c3c3033-cc94-44a2-ab47-d4a559c70f33), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:34.453245 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:34.508833 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76157efe-8241-4a72-a906-4807c67cfe5a None None] Pushing event updated for resources: {'Port': ['ID=4835c0c3-7eec-4a20-bd4e-da9d4fc336d7,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:34.567226 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa82b88-7fc1-4bc4-b494-87f8df846fb9 req-eb28f47d-eaa4-4693-9da9-576fa95b6cc2 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:34.579069 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4aa82b88-7fc1-4bc4-b494-87f8df846fb9 req-eb28f47d-eaa4-4693-9da9-576fa95b6cc2 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.4935730 Jan 28 13:34:34.597123 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590f22f5-c508-462f-8c86-e98997be91f1 None None] get_active_networks_info from n-d-822747-2 {{(pid=103353) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:34:34.655297 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4aa82b88-7fc1-4bc4-b494-87f8df846fb9 req-dcf6a79a-ee8c-42e1-9a7b-e76a6a609994 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737998 Jan 28 13:34:34.659721 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.db.api [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:34:34.659721 n-d-822747-2 neutron-server[103352]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:34:34.659721 n-d-822747-2 neutron-server[103352]: [parameters: {'id': 'd425b633-d282-439d-9b72-5e6f244d7a83'}] Jan 28 13:34:34.659721 n-d-822747-2 neutron-server[103352]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103352) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:34:34.660367 n-d-822747-2 neutron-server[103352]: DEBUG oslo_db.api [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:34:34.803660 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab660747-560a-4ac5-9e91-b764cf89844b req-337a9976-1e42-460c-b76c-6a0aa141bac6 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:34.815907 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab660747-560a-4ac5-9e91-b764cf89844b req-337a9976-1e42-460c-b76c-6a0aa141bac6 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43d29c8-448a-4ed5-aa23-6a1785976f9a HTTP/1.1" status: 200 len: 945 time: 0.0850923 Jan 28 13:34:34.821640 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590f22f5-c508-462f-8c86-e98997be91f1 None None] Resources bound (agent type, host, resource id): {{(pid=103353) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:34:34.892641 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab660747-560a-4ac5-9e91-b764cf89844b req-cf437a62-7b95-4e6e-8ca4-9f6b07305cdf tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744793 Jan 28 13:34:35.161279 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (d425b633-d282-439d-9b72-5e6f244d7a83), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:35.259433 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Deleting port 4835c0c3-7eec-4a20-bd4e-da9d4fc336d7 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:35.260023 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (4835c0c3-7eec-4a20-bd4e-da9d4fc336d7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:35.266457 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16ea30f-4b05-4498-bc4e-15eac5ac3c28 None None] Network d425b633-d282-439d-9b72-5e6f244d7a83 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:35.436172 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18b994-d9ad-4f86-8006-09519d99e6de req-1c1ff9c1-9a55-4159-ad7b-23f812c1fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:35.436895 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] For port 4835c0c3-7eec-4a20-bd4e-da9d4fc336d7, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4835c0c3-7eec-4a20-bd4e-da9d4fc336d7,segment=NetworkSegment(8c3c3033-cc94-44a2-ab47-d4a559c70f33),segment_id=8c3c3033-cc94-44a2-ab47-d4a559c70f33)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:35.436895 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (4835c0c3-7eec-4a20-bd4e-da9d4fc336d7), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:35.440747 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7a18b994-d9ad-4f86-8006-09519d99e6de req-1c1ff9c1-9a55-4159-ad7b-23f812c1fd5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 1098 time: 0.1317110 Jan 28 13:34:35.480608 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Calling delete_port for 4835c0c3-7eec-4a20-bd4e-da9d4fc336d7 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:35.595413 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd18375-0226-4fc3-bae8-d1cbe1d4a19b req-3c8880e3-e833-4388-97f6-0d4671aca987 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:35.604181 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7bd18375-0226-4fc3-bae8-d1cbe1d4a19b req-3c8880e3-e833-4388-97f6-0d4671aca987 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 947 time: 0.1405885 Jan 28 13:34:35.674775 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18b994-d9ad-4f86-8006-09519d99e6de req-99568636-a615-48b3-8533-066a6a4d58f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:35.677176 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7a18b994-d9ad-4f86-8006-09519d99e6de req-99568636-a615-48b3-8533-066a6a4d58f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 200 len: 910 time: 0.2125661 Jan 28 13:34:35.686060 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7bd18375-0226-4fc3-bae8-d1cbe1d4a19b req-1f3a964b-8efe-4db9-8961-5255f24324eb tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806296 Jan 28 13:34:35.726453 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (4835c0c3-7eec-4a20-bd4e-da9d4fc336d7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:35.771979 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:35.804371 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Port': ['ID=4835c0c3-7eec-4a20-bd4e-da9d4fc336d7,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:35.811457 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] No DVR routers for this DVR port 4835c0c3-7eec-4a20-bd4e-da9d4fc336d7 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:35.812661 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7a18b994-d9ad-4f86-8006-09519d99e6de req-4be6dd4f-9558-40b3-a52d-70a78e068f7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05dbcb58-e1e0-4ae6-9b70-3124399838e9 HTTP/1.1" status: 200 len: 1000 time: 0.1277862 Jan 28 13:34:35.913509 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18b994-d9ad-4f86-8006-09519d99e6de req-f4421741-53a8-4ccb-a5f8-3eb6cfecdb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:35.916336 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7a18b994-d9ad-4f86-8006-09519d99e6de req-f4421741-53a8-4ccb-a5f8-3eb6cfecdb60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0384f919-cf7e-4ec0-b290-94b57d977aef HTTP/1.1" status: 200 len: 849 time: 0.0971303 Jan 28 13:34:35.929375 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (d425b633-d282-439d-9b72-5e6f244d7a83), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:35.969497 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d425b633-d282-439d-9b72-5e6f244d7a83']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:35.981230 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3c3033-cc94-44a2-ab47-d4a559c70f33') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:35.981610 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3c3033-cc94-44a2-ab47-d4a559c70f33') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:35.997459 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (8c3c3033-cc94-44a2-ab47-d4a559c70f33), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:36.008871 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18b994-d9ad-4f86-8006-09519d99e6de req-472ac679-8245-4fc9-978e-27263401b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:36.015305 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7a18b994-d9ad-4f86-8006-09519d99e6de req-472ac679-8245-4fc9-978e-27263401b126 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7079efeb-cd22-4f60-b771-d74efc0a16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893292 Jan 28 13:34:36.016801 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (8c3c3033-cc94-44a2-ab47-d4a559c70f33), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:36.023871 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:36.024263 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (8c3c3033-cc94-44a2-ab47-d4a559c70f33), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:36.096266 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:36.118904 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (d425b633-d282-439d-9b72-5e6f244d7a83), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:36.129382 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:36.141395 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/networks/d425b633-d282-439d-9b72-5e6f244d7a83 HTTP/1.1" status: 204 len: 168 time: 2.9438505 Jan 28 13:34:36.146652 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33470) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:36.171948 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7a18b994-d9ad-4f86-8006-09519d99e6de req-e9ec89a4-2687-41f4-9bab-21baafda5ef9 service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491010 Jan 28 13:34:36.217762 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c59d01-84f5-4e6a-a18c-3fa24e49a6ba tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Network': ['ID=d425b633-d282-439d-9b72-5e6f244d7a83,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:36.222843 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e754a14-0453-4063-a4eb-1bc0a5946b9e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] GET failed (client error): The resource could not be found. Jan 28 13:34:36.226097 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4e754a14-0453-4063-a4eb-1bc0a5946b9e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "GET /v2.0/subnets/4cc0db38-e3b9-4453-bfb3-dbb60e4cf3a1 HTTP/1.1" status: 404 len: 337 time: 0.0756333 Jan 28 13:34:36.229346 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33474) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:36.252201 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b53f77-0a0a-48ef-b214-ef484df0d846 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:36.252860 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b53f77-0a0a-48ef-b214-ef484df0d846 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:36.256483 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-56b53f77-0a0a-48ef-b214-ef484df0d846 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/networks/d425b633-d282-439d-9b72-5e6f244d7a83 HTTP/1.1" status: 404 len: 339 time: 0.0260117 Jan 28 13:34:36.264684 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24b44e-48c0-4dfb-a8ec-d665b2550c18 req-43f8fba8-3bdc-4ce3-bb1d-b90ecc589d94 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:36.273144 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8e24b44e-48c0-4dfb-a8ec-d665b2550c18 req-43f8fba8-3bdc-4ce3-bb1d-b90ecc589d94 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43d29c8-448a-4ed5-aa23-6a1785976f9a HTTP/1.1" status: 200 len: 945 time: 0.4259439 Jan 28 13:34:36.281439 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33476) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:36.301152 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7a18b994-d9ad-4f86-8006-09519d99e6de req-fe692eb2-e96c-4e2a-867b-a8b6747a3ba8 service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150622 Jan 28 13:34:36.483725 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8e24b44e-48c0-4dfb-a8ec-d665b2550c18 req-f792f634-3d61-4052-aaa7-12592703ab82 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094207 Jan 28 13:34:36.607859 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429dd784-cd4b-4a52-95b9-aa6891854b6f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:36.609448 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-429dd784-cd4b-4a52-95b9-aa6891854b6f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3256264 Jan 28 13:34:36.612717 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33480) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:36.697288 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809b570-1ff9-48b3-b669-34736bac1405 req-eeb424fd-4872-494e-a792-2e13b134785e tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:36.710555 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e809b570-1ff9-48b3-b669-34736bac1405 req-eeb424fd-4872-494e-a792-2e13b134785e tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.0875726 Jan 28 13:34:36.731869 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-36e56f76-3850-48fb-a0f5-598e0e65b712 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "GET /v2.0/subnets?network_id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 207 time: 0.1177506 Jan 28 13:34:36.732433 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33484) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:36.788958 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e809b570-1ff9-48b3-b669-34736bac1405 req-b46ff995-5c4e-455a-b28a-da9731c3506a tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769107 Jan 28 13:34:37.017077 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6203b85d-c956-49d8-bdb2-f1a368a8ea88 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:37.041861 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6203b85d-c956-49d8-bdb2-f1a368a8ea88 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:37.053224 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6203b85d-c956-49d8-bdb2-f1a368a8ea88 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:37.062343 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6203b85d-c956-49d8-bdb2-f1a368a8ea88 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:37.065905 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6203b85d-c956-49d8-bdb2-f1a368a8ea88 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3324914 Jan 28 13:34:37.070423 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33488) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:37.419384 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-abb54700-d3a3-479e-b9bb-4c9fdab7d7da tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3475347 Jan 28 13:34:37.423123 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33494) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:37.623382 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8af8cf-286d-450c-859d-6d92f6052bce req-ae4c256c-975e-42e4-b3e6-da3bd06c216b tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:37.633346 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9c1c57-5bd7-4c51-92f2-fa76f972f8f3 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:37.633967 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6e8af8cf-286d-450c-859d-6d92f6052bce req-ae4c256c-975e-42e4-b3e6-da3bd06c216b tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 947 time: 0.1771190 Jan 28 13:34:37.639197 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9c1c57-5bd7-4c51-92f2-fa76f972f8f3 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:37.644532 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-af9c1c57-5bd7-4c51-92f2-fa76f972f8f3 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2171135 Jan 28 13:34:37.644825 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33500) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:37.745451 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6e8af8cf-286d-450c-859d-6d92f6052bce req-84715614-4306-4cb8-ab76-90907ae3354a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106386 Jan 28 13:34:37.784761 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dea9a8-681a-41a9-847b-217a96f0b5ea tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['shared'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:37.786199 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dea9a8-681a-41a9-847b-217a96f0b5ea tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['shared'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:37.789151 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-99dea9a8-681a-41a9-847b-217a96f0b5ea tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1433299 Jan 28 13:34:37.793344 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33502) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:37.987205 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d3f6c4-94bc-4fb9-ad35-6829c8635a91 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:37.992830 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33508) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:37.993016 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-64d3f6c4-94bc-4fb9-ad35-6829c8635a91 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "GET /v2.0/networks/d7cf58ef-57df-4c6c-8325-6789f0206aaf HTTP/1.1" status: 200 len: 799 time: 0.1979465 Jan 28 13:34:38.003185 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff503030-3609-4de2-af70-9d72e6e452ec req-9bb0acde-7233-4c51-b6db-3d3ccd0127a5 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:38.005158 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ff503030-3609-4de2-af70-9d72e6e452ec req-9bb0acde-7233-4c51-b6db-3d3ccd0127a5 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43d29c8-448a-4ed5-aa23-6a1785976f9a HTTP/1.1" status: 200 len: 945 time: 0.1515455 Jan 28 13:34:38.140986 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ff503030-3609-4de2-af70-9d72e6e452ec req-efa4d6af-08e2-426e-928d-ede04929ae2d tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265407 Jan 28 13:34:38.232439 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ebb1d2f7-1cb9-4714-94c3-5e065a3c2fc3 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "GET /v2.0/networks/d7cf58ef-57df-4c6c-8325-6789f0206aaf?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2329497 Jan 28 13:34:38.233080 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33510) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:38.373407 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9f6465-df3a-46c0-9249-a0146b1f4915 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:38.378324 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3c9f6465-df3a-46c0-9249-a0146b1f4915 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "GET /v2.0/subnets/8254d01b-3386-49a7-b735-ff1cfcbddccd HTTP/1.1" status: 200 len: 811 time: 0.1431956 Jan 28 13:34:38.381796 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33514) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:38.501713 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74430a40-b794-4024-80a7-7948100e9c31 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['shared'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:38.509817 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-74430a40-b794-4024-80a7-7948100e9c31 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "GET /v2.0/subnets/8254d01b-3386-49a7-b735-ff1cfcbddccd?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1266148 Jan 28 13:34:38.513482 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33516) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:38.524901 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-550b4df8-b944-427c-b322-14a12568209e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1875634215'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:38.568424 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550b4df8-b944-427c-b322-14a12568209e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Made reservation on behalf of 6252113a23c4475f8f2e5045e76b4116 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:38.575002 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-550b4df8-b944-427c-b322-14a12568209e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:38.636815 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550b4df8-b944-427c-b322-14a12568209e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:34:38.654100 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-550b4df8-b944-427c-b322-14a12568209e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (34d9546f-1593-4c94-95a1-5aea552e8b21), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:38.654467 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-550b4df8-b944-427c-b322-14a12568209e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Added segment 34d9546f-1593-4c94-95a1-5aea552e8b21 of type vlan for network 8718a57c-de57-4d13-95d3-3d8f15ce4c3b Jan 28 13:34:38.712743 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-550b4df8-b944-427c-b322-14a12568209e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (8718a57c-de57-4d13-95d3-3d8f15ce4c3b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:38.748455 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-550b4df8-b944-427c-b322-14a12568209e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (8718a57c-de57-4d13-95d3-3d8f15ce4c3b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:38.763249 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550b4df8-b944-427c-b322-14a12568209e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:38.763960 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-550b4df8-b944-427c-b322-14a12568209e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:38.823160 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-550b4df8-b944-427c-b322-14a12568209e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3047957 Jan 28 13:34:38.826499 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33522) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:38.832731 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-827dd696-6af4-4719-946a-7dd339e8272b tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Request body: {'subnet': {'network_id': '8718a57c-de57-4d13-95d3-3d8f15ce4c3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:38.928176 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b94447-3bbb-4d99-bb65-1cf58a875802 req-a76ce03a-b6ed-43f3-8504-2ee5b3d7ae34 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:38.929833 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-82b94447-3bbb-4d99-bb65-1cf58a875802 req-a76ce03a-b6ed-43f3-8504-2ee5b3d7ae34 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c43d29c8-448a-4ed5-aa23-6a1785976f9a HTTP/1.1" status: 200 len: 945 time: 0.1337569 Jan 28 13:34:38.930675 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b4df8-b944-427c-b322-14a12568209e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event updated for resources: {'Network': ['ID=8718a57c-de57-4d13-95d3-3d8f15ce4c3b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:38.944993 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 8718a57c-de57-4d13-95d3-3d8f15ce4c3b details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:34:39.104473 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895921a1-562d-45e3-b160-ef1b8407d16b req-ddd00f8c-ddf5-4d90-a464-031aa51029b8 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:39.114330 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-895921a1-562d-45e3-b160-ef1b8407d16b req-ddd00f8c-ddf5-4d90-a464-031aa51029b8 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 947 time: 0.2117238 Jan 28 13:34:39.145403 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-82b94447-3bbb-4d99-bb65-1cf58a875802 req-01503d47-8342-4fdc-9a5b-f85f77cb408d tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Deleting port 467a4442-8aa5-4684-b1e6-c87ee28cbeb2 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:39.145794 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-82b94447-3bbb-4d99-bb65-1cf58a875802 req-01503d47-8342-4fdc-9a5b-f85f77cb408d tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (467a4442-8aa5-4684-b1e6-c87ee28cbeb2), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:39.211559 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-895921a1-562d-45e3-b160-ef1b8407d16b req-327de62e-6756-4b40-998e-b8c297cda36c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946152 Jan 28 13:34:39.238303 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827dd696-6af4-4719-946a-7dd339e8272b tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Made reservation on behalf of 6252113a23c4475f8f2e5045e76b4116 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:39.247313 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-827dd696-6af4-4719-946a-7dd339e8272b tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:39.398687 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.ipam_backend_mixin [None req-827dd696-6af4-4719-946a-7dd339e8272b tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Performing IP validity checks on allocation pools {{(pid=103352) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 13:34:39.399630 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.ipam_backend_mixin [None req-827dd696-6af4-4719-946a-7dd339e8272b tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103352) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 13:34:39.410359 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ceb1bb0a-5f13-4417-92bc-406754baabeb req-c797b210-5dc9-4e15-8140-7efb5dd93abd tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8f1b411-59a6-4507-81fd-af16ded4f11a HTTP/1.1" status: 200 len: 210 time: 0.0753372 Jan 28 13:34:39.508029 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-82b94447-3bbb-4d99-bb65-1cf58a875802 req-01503d47-8342-4fdc-9a5b-f85f77cb408d tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] For port 467a4442-8aa5-4684-b1e6-c87ee28cbeb2, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=467a4442-8aa5-4684-b1e6-c87ee28cbeb2,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:39.508658 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-82b94447-3bbb-4d99-bb65-1cf58a875802 req-01503d47-8342-4fdc-9a5b-f85f77cb408d tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (467a4442-8aa5-4684-b1e6-c87ee28cbeb2), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:39.545242 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-82b94447-3bbb-4d99-bb65-1cf58a875802 req-01503d47-8342-4fdc-9a5b-f85f77cb408d tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Calling delete_port for 467a4442-8aa5-4684-b1e6-c87ee28cbeb2 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:39.744838 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-827dd696-6af4-4719-946a-7dd339e8272b tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (c74d862a-e199-4d1d-b6f0-9c52f75f54c3), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:39.856817 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-82b94447-3bbb-4d99-bb65-1cf58a875802 req-01503d47-8342-4fdc-9a5b-f85f77cb408d tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (467a4442-8aa5-4684-b1e6-c87ee28cbeb2), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:39.873262 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['101efa69-eb99-4b6d-a484-368410fbef5a'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:34:39.911987 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01503d47-8342-4fdc-9a5b-f85f77cb408d tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Pushing event deleted for resources: {'Port': ['ID=467a4442-8aa5-4684-b1e6-c87ee28cbeb2,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:39.914251 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454cfd1-3e06-4eb6-b910-8465fe7b46f8 req-7e87e3d2-b1eb-46bd-9708-d4ef28b368b5 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:39.918767 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7454cfd1-3e06-4eb6-b910-8465fe7b46f8 req-7e87e3d2-b1eb-46bd-9708-d4ef28b368b5 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=c43d29c8-448a-4ed5-aa23-6a1785976f9a HTTP/1.1" status: 200 len: 945 time: 0.2433159 Jan 28 13:34:40.065513 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b94447-3bbb-4d99-bb65-1cf58a875802 req-01503d47-8342-4fdc-9a5b-f85f77cb408d tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] No DVR routers for this DVR port 467a4442-8aa5-4684-b1e6-c87ee28cbeb2 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:40.077566 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827dd696-6af4-4719-946a-7dd339e8272b tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event updated for resources: {'Subnet': ['ID=c74d862a-e199-4d1d-b6f0-9c52f75f54c3,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:40.078645 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-82b94447-3bbb-4d99-bb65-1cf58a875802 req-01503d47-8342-4fdc-9a5b-f85f77cb408d tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:40.106075 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-82b94447-3bbb-4d99-bb65-1cf58a875802 req-01503d47-8342-4fdc-9a5b-f85f77cb408d tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.18 "DELETE /v2.0/ports/467a4442-8aa5-4684-b1e6-c87ee28cbeb2 HTTP/1.1" status: 204 len: 173 time: 1.1690185 Jan 28 13:34:40.106583 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43d29c8-448a-4ed5-aa23-6a1785976f9a', 'name': 'network-vif-deleted', 'tag': '467a4442-8aa5-4684-b1e6-c87ee28cbeb2'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:34:40.144869 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b4adbc-a921-461c-9cd4-762f12c700a6" -d '{"events": [{"server_uuid": "c43d29c8-448a-4ed5-aa23-6a1785976f9a", "name": "network-vif-deleted", "tag": "467a4442-8aa5-4684-b1e6-c87ee28cbeb2"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:34:40.145783 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827dd696-6af4-4719-946a-7dd339e8272b tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Checking segment: {'id': '34d9546f-1593-4c94-95a1-5aea552e8b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8718a57c-de57-4d13-95d3-3d8f15ce4c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:40.146815 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827dd696-6af4-4719-946a-7dd339e8272b tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Network hostable DHCP agents. Network: 8718a57c-de57-4d13-95d3-3d8f15ce4c3b, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:34:40.189397 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7454cfd1-3e06-4eb6-b910-8465fe7b46f8 req-21b20e0f-de47-4047-8636-dcc76aead7a5 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511611 Jan 28 13:34:40.246849 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-e9f2568d-5f0e-4446-a036-1572d217d9dd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2512906 Jan 28 13:34:40.281991 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827dd696-6af4-4719-946a-7dd339e8272b tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Network 8718a57c-de57-4d13-95d3-3d8f15ce4c3b is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:34:40.308359 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-827dd696-6af4-4719-946a-7dd339e8272b tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 8718a57c-de57-4d13-95d3-3d8f15ce4c3b) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:40.316270 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827dd696-6af4-4719-946a-7dd339e8272b tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:40.319744 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-827dd696-6af4-4719-946a-7dd339e8272b tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:40.330949 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef53c2f1-ed66-427d-b969-7bc9e48080b3 None None] Network 8718a57c-de57-4d13-95d3-3d8f15ce4c3b requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:40.335384 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f135891-3212-46f7-9680-0ad0b5d28ea4 x-openstack-request-id: req-8f135891-3212-46f7-9680-0ad0b5d28ea4 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:34:40.335815 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43d29c8-448a-4ed5-aa23-6a1785976f9a", "name": "network-vif-deleted", "tag": "467a4442-8aa5-4684-b1e6-c87ee28cbeb2", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:34:40.336077 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f135891-3212-46f7-9680-0ad0b5d28ea4 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:34:40.336545 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43d29c8-448a-4ed5-aa23-6a1785976f9a', 'name': 'network-vif-deleted', 'tag': '467a4442-8aa5-4684-b1e6-c87ee28cbeb2', 'status': 'completed', 'code': 200} Jan 28 13:34:40.358168 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-827dd696-6af4-4719-946a-7dd339e8272b tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5296097 Jan 28 13:34:40.360976 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33570) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:40.372736 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-99807475-d1e0-4af2-9064-51ffc09f129c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:40.484074 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-7f07ea93-da4b-4018-990e-e93257b8363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:40.484904 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-7f07ea93-da4b-4018-990e-e93257b8363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:40.485977 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-7f07ea93-da4b-4018-990e-e93257b8363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:40.487066 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-7f07ea93-da4b-4018-990e-e93257b8363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:40.487778 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-7f07ea93-da4b-4018-990e-e93257b8363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:40.489169 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-7f07ea93-da4b-4018-990e-e93257b8363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:40.490014 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-7f07ea93-da4b-4018-990e-e93257b8363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:40.493773 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-7f07ea93-da4b-4018-990e-e93257b8363e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7a6811dc19649cf8e2a8d9876c3683f&device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 6499 time: 0.0976374 Jan 28 13:34:40.773396 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647c2915-86b6-46ba-b3d7-f9ab7fa24c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-8718a57c-de57-4d13-95d3-3d8f15ce4c3b', 'network_id': '8718a57c-de57-4d13-95d3-3d8f15ce4c3b', 'project_id': '6252113a23c4475f8f2e5045e76b4116', 'fixed_ips': [{'subnet_id': 'c74d862a-e199-4d1d-b6f0-9c52f75f54c3'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:34:40.775098 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-647c2915-86b6-46ba-b3d7-f9ab7fa24c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:40.905853 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17dc81-809d-431f-a820-a7093e3be02a req-926d1eea-0c07-4daf-8230-20a400642fbb tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:40.937772 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4a17dc81-809d-431f-a820-a7093e3be02a req-926d1eea-0c07-4daf-8230-20a400642fbb tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 947 time: 0.4321513 Jan 28 13:34:41.003885 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-647c2915-86b6-46ba-b3d7-f9ab7fa24c8a None None] Allocated IP 172.20.0.3 (8718a57c-de57-4d13-95d3-3d8f15ce4c3b/c74d862a-e199-4d1d-b6f0-9c52f75f54c3/3781b95f-c148-410e-8f2f-e9354c574c2d) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:34:41.160802 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4a17dc81-809d-431f-a820-a7093e3be02a req-34245f6c-7540-46e3-8cf7-751f83f4621b tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216637 Jan 28 13:34:41.247657 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-94b13c7f-0c0e-4f99-b102-b3c62239048e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:41.268975 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-94b13c7f-0c0e-4f99-b102-b3c62239048e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:41.271269 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-94b13c7f-0c0e-4f99-b102-b3c62239048e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:41.283980 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-94b13c7f-0c0e-4f99-b102-b3c62239048e service neutron] 10.222.0.18 "GET /v2.0/networks?id=8d8ce296-49c0-407a-94c2-104afd52dd5e&id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&id=49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99&id=49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99 HTTP/1.1" status: 200 len: 2294 time: 0.6820490 Jan 28 13:34:41.356168 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-647c2915-86b6-46ba-b3d7-f9ab7fa24c8a None None] Publish callbacks [] for port (3781b95f-c148-410e-8f2f-e9354c574c2d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:41.371910 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-647c2915-86b6-46ba-b3d7-f9ab7fa24c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (3781b95f-c148-410e-8f2f-e9354c574c2d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:41.424511 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c2915-86b6-46ba-b3d7-f9ab7fa24c8a None None] Pushing event updated for resources: {'Port': ['ID=3781b95f-c148-410e-8f2f-e9354c574c2d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:41.445292 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647c2915-86b6-46ba-b3d7-f9ab7fa24c8a None None] Network 8718a57c-de57-4d13-95d3-3d8f15ce4c3b is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:41.447092 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-647c2915-86b6-46ba-b3d7-f9ab7fa24c8a None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:41.476136 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647c2915-86b6-46ba-b3d7-f9ab7fa24c8a None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:41.523587 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-6d62b979-dfa9-45e9-b814-0a9cf1edf716 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91df4fb1-0eec-4c0c-aa55-6d19eb2df029 HTTP/1.1" status: 200 len: 1001 time: 0.2379749 Jan 28 13:34:41.597379 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-647c2915-86b6-46ba-b3d7-f9ab7fa24c8a None None] Attempting to bind port 3781b95f-c148-410e-8f2f-e9354c574c2d on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:34:41.602617 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-647c2915-86b6-46ba-b3d7-f9ab7fa24c8a None None] Attempting to bind port 3781b95f-c148-410e-8f2f-e9354c574c2d by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '34d9546f-1593-4c94-95a1-5aea552e8b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8718a57c-de57-4d13-95d3-3d8f15ce4c3b'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:34:41.602617 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c2915-86b6-46ba-b3d7-f9ab7fa24c8a None None] Attempting to bind port 3781b95f-c148-410e-8f2f-e9354c574c2d on network 8718a57c-de57-4d13-95d3-3d8f15ce4c3b {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:41.616776 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c2915-86b6-46ba-b3d7-f9ab7fa24c8a None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:34:41.617692 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c2915-86b6-46ba-b3d7-f9ab7fa24c8a None None] Checking segment: {'id': '34d9546f-1593-4c94-95a1-5aea552e8b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8718a57c-de57-4d13-95d3-3d8f15ce4c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:41.618653 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-647c2915-86b6-46ba-b3d7-f9ab7fa24c8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:41.619272 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c2915-86b6-46ba-b3d7-f9ab7fa24c8a None None] Bound using segment: {'id': '34d9546f-1593-4c94-95a1-5aea552e8b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8718a57c-de57-4d13-95d3-3d8f15ce4c3b'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:34:41.620298 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-647c2915-86b6-46ba-b3d7-f9ab7fa24c8a None None] Bound port: 3781b95f-c148-410e-8f2f-e9354c574c2d, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d9546f-1593-4c94-95a1-5aea552e8b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8718a57c-de57-4d13-95d3-3d8f15ce4c3b'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:34:41.621028 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-647c2915-86b6-46ba-b3d7-f9ab7fa24c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3781b95f-c148-410e-8f2f-e9354c574c2d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:41.650568 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 467a4442-8aa5-4684-b1e6-c87ee28cbeb2 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:34:41.736557 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-1fdf2467-9244-4f9a-9c48-6095d77c32a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:41.738081 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-1fdf2467-9244-4f9a-9c48-6095d77c32a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e406a7c-fb11-4530-8ef1-a71bb9184c0e HTTP/1.1" status: 200 len: 855 time: 0.2055950 Jan 28 13:34:41.827607 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 467a4442-8aa5-4684-b1e6-c87ee28cbeb2 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:34:41.827966 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 467a4442-8aa5-4684-b1e6-c87ee28cbeb2 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:34:41.927480 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b9470a2-2047-4e8c-ace2-f7527fab46dc req-0ba2d82d-a611-4a64-a269-4e3eda721865 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0945489 Jan 28 13:34:41.940329 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-49e3c5ac-d9db-4120-ace8-f082412f63d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:41.942464 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-49e3c5ac-d9db-4120-ace8-f082412f63d0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8d8ce296-49c0-407a-94c2-104afd52dd5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1865182 Jan 28 13:34:41.954548 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-647c2915-86b6-46ba-b3d7-f9ab7fa24c8a None None] For port 3781b95f-c148-410e-8f2f-e9354c574c2d, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:34:41.955584 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a989de-3818-4906-94dc-7f0e288435bd req-35e5e7cc-8f8a-4b3d-8905-4ed5d678776f tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:41.965407 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-647c2915-86b6-46ba-b3d7-f9ab7fa24c8a None None] For port 3781b95f-c148-410e-8f2f-e9354c574c2d, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3781b95f-c148-410e-8f2f-e9354c574c2d,segment=NetworkSegment(34d9546f-1593-4c94-95a1-5aea552e8b21),segment_id=34d9546f-1593-4c94-95a1-5aea552e8b21)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:34:41.968558 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b0a989de-3818-4906-94dc-7f0e288435bd req-35e5e7cc-8f8a-4b3d-8905-4ed5d678776f tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.1286166 Jan 28 13:34:41.978066 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-647c2915-86b6-46ba-b3d7-f9ab7fa24c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3781b95f-c148-410e-8f2f-e9354c574c2d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:42.151759 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c2915-86b6-46ba-b3d7-f9ab7fa24c8a None None] Pushing event updated for resources: {'Port': ['ID=3781b95f-c148-410e-8f2f-e9354c574c2d,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:42.176818 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b19493-9f01-49fd-8133-1ba5ba01e71e req-4051367a-4753-434a-8faf-2fde5fc20d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:42.178532 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-52b19493-9f01-49fd-8133-1ba5ba01e71e req-4051367a-4753-434a-8faf-2fde5fc20d9f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b4d3f60af5c4c6b8423e28fd3aff330&device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 1096 time: 0.3561587 Jan 28 13:34:42.207219 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-99807475-d1e0-4af2-9064-51ffc09f129c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26011049'] for subnet (c74d862a-e199-4d1d-b6f0-9c52f75f54c3), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:42.270439 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b0a989de-3818-4906-94dc-7f0e288435bd req-a6171890-5f5b-48b8-a79d-c0868dedad5a tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986159 Jan 28 13:34:42.273132 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-73ab74eb-8b99-4a8e-85d9-44057652535b service neutron] 10.222.0.18 "GET /v2.0/networks/8d8ce296-49c0-407a-94c2-104afd52dd5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823122 Jan 28 13:34:42.574806 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-27a4b2cb-e801-4d22-9b81-f03bc1e14a39 service neutron] 10.222.0.18 "GET /v2.0/networks/8d8ce296-49c0-407a-94c2-104afd52dd5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929990 Jan 28 13:34:42.682701 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-38e465e7-fc3d-4cff-8ab8-b738a7b25ba1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=0c0f91d0-9eaa-4b76-abe7-1a460d8a367f HTTP/1.1" status: 200 len: 217 time: 0.0992057 Jan 28 13:34:42.751103 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-819903c7-dbd7-4237-b639-e5c3332519d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:42.752612 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-819903c7-dbd7-4237-b639-e5c3332519d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b74542d3-e3e9-4c91-b28b-bcd1470376c6 HTTP/1.1" status: 200 len: 797 time: 0.0629270 Jan 28 13:34:42.786192 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b19493-9f01-49fd-8133-1ba5ba01e71e req-cf038b2d-dcd0-4e92-866c-25c1b95bb16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:42.786883 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-52b19493-9f01-49fd-8133-1ba5ba01e71e req-cf038b2d-dcd0-4e92-866c-25c1b95bb16d service neutron] 10.222.0.37 "GET /v2.0/networks?id=0cc66fb4-aa9b-4065-9754-07c3b4544c1c HTTP/1.1" status: 200 len: 918 time: 0.5911419 Jan 28 13:34:42.801015 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6471c77-99af-4225-a091-e5be0da0a24c req-1b1c4531-1386-4e20-a4ac-5ccab4164f64 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:42.802614 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6471c77-99af-4225-a091-e5be0da0a24c req-1b1c4531-1386-4e20-a4ac-5ccab4164f64 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 947 time: 0.3384147 Jan 28 13:34:42.875840 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-89605cb3-c011-4fd6-837b-80e4d29a6c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:42.880381 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-52b19493-9f01-49fd-8133-1ba5ba01e71e req-37f9905c-6564-4f61-8c30-c64cdf08d4b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0039b2b7-65d7-43fa-84c3-44415f0574ba HTTP/1.1" status: 200 len: 217 time: 0.0765784 Jan 28 13:34:42.882473 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-89605cb3-c011-4fd6-837b-80e4d29a6c19 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1202645 Jan 28 13:34:43.000393 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6471c77-99af-4225-a091-e5be0da0a24c req-6892ba60-cceb-48c5-80c7-5c6925f7d5a5 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864910 Jan 28 13:34:43.013176 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b19493-9f01-49fd-8133-1ba5ba01e71e req-1d33fb45-f359-47b7-8848-c50ffe89a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:43.015135 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-52b19493-9f01-49fd-8133-1ba5ba01e71e req-1d33fb45-f359-47b7-8848-c50ffe89a219 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbb764f6-d64f-484a-9e34-16f02ef802cf HTTP/1.1" status: 200 len: 858 time: 0.1246817 Jan 28 13:34:43.019653 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-99807475-d1e0-4af2-9064-51ffc09f129c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775577984458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25708880'] for subnet (c74d862a-e199-4d1d-b6f0-9c52f75f54c3), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:43.125661 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99807475-d1e0-4af2-9064-51ffc09f129c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event updated for resources: {'Subnet': ['ID=c74d862a-e199-4d1d-b6f0-9c52f75f54c3,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:43.129982 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-52b19493-9f01-49fd-8133-1ba5ba01e71e req-4e9c2b7d-bf34-4f4c-92e6-90c87767478c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0cc66fb4-aa9b-4065-9754-07c3b4544c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070683 Jan 28 13:34:43.233875 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99807475-d1e0-4af2-9064-51ffc09f129c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:43.234646 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-99807475-d1e0-4af2-9064-51ffc09f129c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:43.235991 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-398c7428-f35f-47db-a7f1-3fe59ea6883e service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445992 Jan 28 13:34:43.238922 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-99807475-d1e0-4af2-9064-51ffc09f129c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "PUT /v2.0/subnets/c74d862a-e199-4d1d-b6f0-9c52f75f54c3 HTTP/1.1" status: 200 len: 877 time: 2.8765614 Jan 28 13:34:43.241322 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33634) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:43.288784 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7fba8de9-be12-4e28-af76-f3123d67e77e req-73aa47ce-7180-4ca1-90d0-4ccfe1535c2c tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0570681 Jan 28 13:34:43.293705 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-59477250-3e74-42e4-bbcb-fd32e271e703 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:43.303594 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-59477250-3e74-42e4-bbcb-fd32e271e703 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/networks?id=2f7f563c-452e-4ad7-8366-46fe17e69e05 HTTP/1.1" status: 200 len: 806 time: 0.3044746 Jan 28 13:34:43.353522 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-4b1d5f9b-c346-4206-ac6f-728e9a3f8c43 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/quotas/3f433a78eab64a3c903969a5348a95ae HTTP/1.1" status: 200 len: 375 time: 0.0487645 Jan 28 13:34:43.404037 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-52b19493-9f01-49fd-8133-1ba5ba01e71e req-c7988e76-e5dd-4375-b31d-1a18df4dfc58 service neutron] 10.222.0.37 "GET /v2.0/networks/0cc66fb4-aa9b-4065-9754-07c3b4544c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671754 Jan 28 13:34:43.508595 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-707e36ac-8ace-44c4-8b53-2f4b372c791f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (8718a57c-de57-4d13-95d3-3d8f15ce4c3b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:43.535205 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-b7a92915-9a84-49e6-b36c-2d1487d745f2 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3f433a78eab64a3c903969a5348a95ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1753299 Jan 28 13:34:43.584525 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-2768ff36-c1c9-490d-8184-c3c0cf3580d9 service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658365 Jan 28 13:34:43.706490 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-2af1fedb-4bb0-449b-9370-839da5e82d48 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=74437a62-acfb-47da-925a-b0b54245b4d9 HTTP/1.1" status: 200 len: 217 time: 0.1057951 Jan 28 13:34:43.712167 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320dc081-6291-4908-96bb-77c0a20c177c None None] Network 8718a57c-de57-4d13-95d3-3d8f15ce4c3b requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:43.713028 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9377b35-2a69-4ff7-9434-e7e6cff9d82b req-1f464842-a77f-4f63-902d-17c8a3a7ad0a tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:43.714795 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a9377b35-2a69-4ff7-9434-e7e6cff9d82b req-1f464842-a77f-4f63-902d-17c8a3a7ad0a tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.2820365 Jan 28 13:34:43.726666 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-52b19493-9f01-49fd-8133-1ba5ba01e71e req-2251297f-da37-46cb-b7a5-f537ade8d801 service neutron] 10.222.0.37 "GET /v2.0/networks/0cc66fb4-aa9b-4065-9754-07c3b4544c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148348 Jan 28 13:34:43.842810 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-707e36ac-8ace-44c4-8b53-2f4b372c791f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Deleting port 3781b95f-c148-410e-8f2f-e9354c574c2d {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:43.843180 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-707e36ac-8ace-44c4-8b53-2f4b372c791f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (3781b95f-c148-410e-8f2f-e9354c574c2d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:43.884396 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a9377b35-2a69-4ff7-9434-e7e6cff9d82b req-6c44e58e-f05a-4e36-a01d-7d051c137e57 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621127 Jan 28 13:34:43.921116 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-814139b1-0dee-48a5-819b-ece28c5a9d17 None None] Provisioning complete for port 3781b95f-c148-410e-8f2f-e9354c574c2d triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:43.921628 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-814139b1-0dee-48a5-819b-ece28c5a9d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3781b95f-c148-410e-8f2f-e9354c574c2d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:44.047241 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-707e36ac-8ace-44c4-8b53-2f4b372c791f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] For port 3781b95f-c148-410e-8f2f-e9354c574c2d, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3781b95f-c148-410e-8f2f-e9354c574c2d,segment=NetworkSegment(34d9546f-1593-4c94-95a1-5aea552e8b21),segment_id=34d9546f-1593-4c94-95a1-5aea552e8b21)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:44.048729 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-707e36ac-8ace-44c4-8b53-2f4b372c791f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (3781b95f-c148-410e-8f2f-e9354c574c2d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:44.077727 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-814139b1-0dee-48a5-819b-ece28c5a9d17 None None] Current status of the port 3781b95f-c148-410e-8f2f-e9354c574c2d is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:44.078122 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-814139b1-0dee-48a5-819b-ece28c5a9d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3781b95f-c148-410e-8f2f-e9354c574c2d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:44.090083 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-707e36ac-8ace-44c4-8b53-2f4b372c791f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Calling delete_port for 3781b95f-c148-410e-8f2f-e9354c574c2d owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:44.118306 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-814139b1-0dee-48a5-819b-ece28c5a9d17 None None] For port 3781b95f-c148-410e-8f2f-e9354c574c2d, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3781b95f-c148-410e-8f2f-e9354c574c2d,segment=NetworkSegment(34d9546f-1593-4c94-95a1-5aea552e8b21),segment_id=34d9546f-1593-4c94-95a1-5aea552e8b21)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:44.123884 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-814139b1-0dee-48a5-819b-ece28c5a9d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3781b95f-c148-410e-8f2f-e9354c574c2d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:44.178831 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814139b1-0dee-48a5-819b-ece28c5a9d17 None None] Pushing event updated for resources: {'Port': ['ID=3781b95f-c148-410e-8f2f-e9354c574c2d,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:44.219101 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-181c3e5d-1896-43a9-9336-799da92521d7 service neutron] 10.222.0.39 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6772804 Jan 28 13:34:44.254777 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-8cf03f2f-6a49-45ae-b6fa-d4b13d3b4d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:44.256527 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-8cf03f2f-6a49-45ae-b6fa-d4b13d3b4d75 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b74542d3-e3e9-4c91-b28b-bcd1470376c6 HTTP/1.1" status: 200 len: 797 time: 0.5414526 Jan 28 13:34:44.297893 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c959e9a-4566-4a75-ad2d-0f5e8938dcd6 None None] Network 8718a57c-de57-4d13-95d3-3d8f15ce4c3b requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:44.352731 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3aeb32-d96b-426d-837c-4c9f16d2b7e2 req-5bafef4d-c64a-451a-8ee8-77c0a9973e4b tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:44.362520 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-ad55f6f9-036c-47bd-b4fd-fb8a0de7b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:44.364749 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-ad55f6f9-036c-47bd-b4fd-fb8a0de7b4c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0972674 Jan 28 13:34:44.367022 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eb3aeb32-d96b-426d-837c-4c9f16d2b7e2 req-5bafef4d-c64a-451a-8ee8-77c0a9973e4b tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 947 time: 0.1260834 Jan 28 13:34:44.403063 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-76136635-6e96-4db8-9ad0-b772b0e5b122 service neutron] 10.222.0.39 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748486 Jan 28 13:34:44.428372 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eb3aeb32-d96b-426d-837c-4c9f16d2b7e2 req-69eafa61-fc10-4c95-af30-8fbb65cb9282 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538230 Jan 28 13:34:44.449267 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3781b95f-c148-410e-8f2f-e9354c574c2d up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:34:44.515926 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-686e263f-7220-4764-9e8e-c6ab927256a3 service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441181 Jan 28 13:34:44.520165 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-707e36ac-8ace-44c4-8b53-2f4b372c791f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (3781b95f-c148-410e-8f2f-e9354c574c2d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:44.571242 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e36ac-8ace-44c4-8b53-2f4b372c791f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Port': ['ID=3781b95f-c148-410e-8f2f-e9354c574c2d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:44.580154 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c93ef324-9517-459e-975d-f44ae4af466f None None] Provisioning complete for port 3781b95f-c148-410e-8f2f-e9354c574c2d triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:44.580613 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c93ef324-9517-459e-975d-f44ae4af466f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3781b95f-c148-410e-8f2f-e9354c574c2d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:44.605651 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c93ef324-9517-459e-975d-f44ae4af466f None None] Port 3781b95f-c148-410e-8f2f-e9354c574c2d was deleted so its status cannot be updated. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 13:34:44.620318 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-43c17b22-9746-4207-a60d-d8acc463d834 req-74622337-eaa2-40c3-860a-e6f2b416047b tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0595930 Jan 28 13:34:44.636469 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Could not find standard attr ID for object 3781b95f-c148-410e-8f2f-e9354c574c2d. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:34:44.667179 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707e36ac-8ace-44c4-8b53-2f4b372c791f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] No DVR routers for this DVR port 3781b95f-c148-410e-8f2f-e9354c574c2d on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:44.727958 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-707e36ac-8ace-44c4-8b53-2f4b372c791f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (c74d862a-e199-4d1d-b6f0-9c52f75f54c3), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:44.765176 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc8efb0a-5b5e-4685-80ef-6d8ca4162972 req-9ff7f268-7253-4621-8279-a8ac76524963 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=1768dffd-3788-443d-9ba1-451a85edabef HTTP/1.1" status: 200 len: 210 time: 0.0796108 Jan 28 13:34:44.814181 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-0247843e-7e98-4d62-860f-399464a10381 service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893243 Jan 28 13:34:44.831056 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-707e36ac-8ace-44c4-8b53-2f4b372c791f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (c74d862a-e199-4d1d-b6f0-9c52f75f54c3), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:44.893286 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-4201645a-f7ba-489a-9556-3aa53e206601 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=c9b3c74c-0d75-49f6-b265-c9805d7a7fcc HTTP/1.1" status: 200 len: 217 time: 0.0712962 Jan 28 13:34:44.895257 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e36ac-8ace-44c4-8b53-2f4b372c791f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Subnet': ['ID=c74d862a-e199-4d1d-b6f0-9c52f75f54c3,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:45.021778 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-1139870e-c82c-4262-baf4-82387c77f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:45.022196 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd48288-62d9-4eb8-b93b-d4d8384d09e5 None None] Network 8718a57c-de57-4d13-95d3-3d8f15ce4c3b requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:45.027362 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-1139870e-c82c-4262-baf4-82387c77f3b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b74542d3-e3e9-4c91-b28b-bcd1470376c6 HTTP/1.1" status: 200 len: 797 time: 0.1206884 Jan 28 13:34:45.090737 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-707e36ac-8ace-44c4-8b53-2f4b372c791f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (8718a57c-de57-4d13-95d3-3d8f15ce4c3b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:45.118634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-707e36ac-8ace-44c4-8b53-2f4b372c791f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8718a57c-de57-4d13-95d3-3d8f15ce4c3b']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:45.126358 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-6fc2a906-5983-45dd-b011-4bb9cd68fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:45.128760 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-6fc2a906-5983-45dd-b011-4bb9cd68fbb0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0928156 Jan 28 13:34:45.162615 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-707e36ac-8ace-44c4-8b53-2f4b372c791f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d9546f-1593-4c94-95a1-5aea552e8b21') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:45.164436 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-707e36ac-8ace-44c4-8b53-2f4b372c791f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d9546f-1593-4c94-95a1-5aea552e8b21') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:45.205175 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568617e7-04e5-4786-b277-1e425324a8d8 req-ee149f84-152e-4db0-838d-266575c1d191 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:45.214867 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-568617e7-04e5-4786-b277-1e425324a8d8 req-ee149f84-152e-4db0-838d-266575c1d191 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.1724122 Jan 28 13:34:45.220945 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-707e36ac-8ace-44c4-8b53-2f4b372c791f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (34d9546f-1593-4c94-95a1-5aea552e8b21), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:45.304066 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-707e36ac-8ace-44c4-8b53-2f4b372c791f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (34d9546f-1593-4c94-95a1-5aea552e8b21), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:45.309267 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82b0c9a-5e0a-4ffe-9f10-e8ef15ced734 None None] DHCP port deletion for 8718a57c-de57-4d13-95d3-3d8f15ce4c3b request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:34:45.310699 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-568617e7-04e5-4786-b277-1e425324a8d8 req-5131228c-038d-490d-b8c6-d19d0300de85 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937059 Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-707e36ac-8ace-44c4-8b53-2f4b372c791f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-707e36ac-8ace-44c4-8b53-2f4b372c791f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (34d9546f-1593-4c94-95a1-5aea552e8b21), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:45.325822 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:45.330569 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-c8f235d8-284d-447f-90c2-64ecb7d729f0 service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914201 Jan 28 13:34:45.413799 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-707e36ac-8ace-44c4-8b53-2f4b372c791f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (8718a57c-de57-4d13-95d3-3d8f15ce4c3b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:45.419960 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-707e36ac-8ace-44c4-8b53-2f4b372c791f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:45.428669 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-707e36ac-8ace-44c4-8b53-2f4b372c791f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/networks/8718a57c-de57-4d13-95d3-3d8f15ce4c3b HTTP/1.1" status: 204 len: 168 time: 2.1748950 Jan 28 13:34:45.429829 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33700) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:45.461100 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e36ac-8ace-44c4-8b53-2f4b372c791f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Network': ['ID=8718a57c-de57-4d13-95d3-3d8f15ce4c3b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:45.468257 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-41dbe434-91b6-42f1-8633-78092c731f3e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:45.468374 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41dbe434-91b6-42f1-8633-78092c731f3e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:45.474286 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-41dbe434-91b6-42f1-8633-78092c731f3e tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/subnets/c74d862a-e199-4d1d-b6f0-9c52f75f54c3 HTTP/1.1" status: 404 len: 337 time: 0.0413790 Jan 28 13:34:45.476145 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33708) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:45.498972 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6c3a47-e2a0-4f69-a8f3-fcd7bc3996dd tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:45.500161 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f6c3a47-e2a0-4f69-a8f3-fcd7bc3996dd tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:45.502989 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1f6c3a47-e2a0-4f69-a8f3-fcd7bc3996dd tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/networks/8718a57c-de57-4d13-95d3-3d8f15ce4c3b HTTP/1.1" status: 404 len: 339 time: 0.0257869 Jan 28 13:34:45.505428 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-554279ae-d294-4e9a-917e-38887e1cac1e service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629267 Jan 28 13:34:45.505905 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33712) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:45.571539 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f3b94b6-a7d6-4e01-bdb4-73f7011b1537 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:45.572091 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f3b94b6-a7d6-4e01-bdb4-73f7011b1537 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:45.577806 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33720) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:45.577932 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5f3b94b6-a7d6-4e01-bdb4-73f7011b1537 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/subnets/4cc0db38-e3b9-4453-bfb3-dbb60e4cf3a1 HTTP/1.1" status: 404 len: 337 time: 0.0709627 Jan 28 13:34:45.580144 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-9f41e334-8653-4bfb-938d-900ff97187aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=f581e7e7-2efc-4545-a180-92398f10892e HTTP/1.1" status: 200 len: 217 time: 0.0660095 Jan 28 13:34:45.608386 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91226e1-ee07-4cc1-8c66-9910c2b3eb4f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:45.608930 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a91226e1-ee07-4cc1-8c66-9910c2b3eb4f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:45.612053 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a91226e1-ee07-4cc1-8c66-9910c2b3eb4f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/networks/d425b633-d282-439d-9b72-5e6f244d7a83 HTTP/1.1" status: 404 len: 339 time: 0.0332112 Jan 28 13:34:45.616960 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33726) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:45.732353 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-732558e3-6503-4288-a7b0-338d56a3d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:45.733823 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-732558e3-6503-4288-a7b0-338d56a3d9dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b74542d3-e3e9-4c91-b28b-bcd1470376c6 HTTP/1.1" status: 200 len: 797 time: 0.1292810 Jan 28 13:34:45.739307 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6b4efc9f-013d-4c84-888b-3f1911f05dc1 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (0fddd11b-3d11-4b62-93e6-e74727e16ddd), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:45.750809 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3eb55-1fad-4309-9219-294293595d6e req-705ec85a-97f9-4f44-bd84-e986521a4b0a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:45.758662 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-66f3eb55-1fad-4309-9219-294293595d6e req-705ec85a-97f9-4f44-bd84-e986521a4b0a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 947 time: 0.1886103 Jan 28 13:34:45.796554 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3cfec803-8fd0-4e86-becb-b2b74c8eb2d8 req-ec325522-c778-4980-b25c-239b15bb5b46 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0309350 Jan 28 13:34:45.875066 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-6085e844-f1f4-4cfe-a785-306be17054b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:45.876685 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-6085e844-f1f4-4cfe-a785-306be17054b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1336451 Jan 28 13:34:45.896072 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-66f3eb55-1fad-4309-9219-294293595d6e req-9bae40f3-255a-49c5-8f9a-dfa79262baf6 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306269 Jan 28 13:34:45.968371 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6b4efc9f-013d-4c84-888b-3f1911f05dc1 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (0fddd11b-3d11-4b62-93e6-e74727e16ddd), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:45.972351 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-035cf2bd-bd97-4ce9-bebf-658c59eec0ea req-5fbabe4e-5e5f-4b04-9578-7448eb359d8e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=1768dffd-3788-443d-9ba1-451a85edabef HTTP/1.1" status: 200 len: 210 time: 0.0462911 Jan 28 13:34:45.988643 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dd71a9e0-506a-47fc-8c80-cad8c8180a2c req-7aed81f1-3003-4760-ac99-4ebf1a86f596 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a8f1b411-59a6-4507-81fd-af16ded4f11a HTTP/1.1" status: 200 len: 210 time: 0.0798154 Jan 28 13:34:46.018774 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-6b4efc9f-013d-4c84-888b-3f1911f05dc1 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fddd11b-3d11-4b62-93e6-e74727e16ddd']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:46.029391 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-6b4efc9f-013d-4c84-888b-3f1911f05dc1 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63d3924-b0b0-4760-af65-b0442e61f1d0') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:46.029769 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-6b4efc9f-013d-4c84-888b-3f1911f05dc1 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63d3924-b0b0-4760-af65-b0442e61f1d0') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:46.043611 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6b4efc9f-013d-4c84-888b-3f1911f05dc1 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (e63d3924-b0b0-4760-af65-b0442e61f1d0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:46.075062 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-bfe7b5a1-85a6-4c35-a891-a55b12189402 service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699858 Jan 28 13:34:46.124390 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6b4efc9f-013d-4c84-888b-3f1911f05dc1 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (e63d3924-b0b0-4760-af65-b0442e61f1d0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:46.223569 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4efc9f-013d-4c84-888b-3f1911f05dc1 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:46.223980 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6b4efc9f-013d-4c84-888b-3f1911f05dc1 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (e63d3924-b0b0-4760-af65-b0442e61f1d0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:46.227380 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:46.229406 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3781b95f-c148-410e-8f2f-e9354c574c2d no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:34:46.253906 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 3781b95f-c148-410e-8f2f-e9354c574c2d {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:34:46.254759 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3781b95f-c148-410e-8f2f-e9354c574c2d not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:34:46.341207 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-be225170-6d4e-4081-a637-365a0e404116 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:46.342837 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-be225170-6d4e-4081-a637-365a0e404116 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.18 "GET /v2.0/networks?id=2f7f563c-452e-4ad7-8366-46fe17e69e05 HTTP/1.1" status: 200 len: 806 time: 0.2366972 Jan 28 13:34:46.361764 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-cc528cdc-90dc-46e2-8d59-8c68a3f7842e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Request body: {'port': {'device_id': '1768dffd-3788-443d-9ba1-451a85edabef', 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05', 'admin_state_up': True, 'tenant_id': '3f433a78eab64a3c903969a5348a95ae'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:46.385891 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6b4efc9f-013d-4c84-888b-3f1911f05dc1 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (0fddd11b-3d11-4b62-93e6-e74727e16ddd), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:46.427972 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6b4efc9f-013d-4c84-888b-3f1911f05dc1 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:46.433366 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6b4efc9f-013d-4c84-888b-3f1911f05dc1 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/networks/0fddd11b-3d11-4b62-93e6-e74727e16ddd HTTP/1.1" status: 204 len: 168 time: 0.8156121 Jan 28 13:34:46.437283 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33750) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:46.438086 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4efc9f-013d-4c84-888b-3f1911f05dc1 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Network': ['ID=0fddd11b-3d11-4b62-93e6-e74727e16ddd,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:46.450351 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-fe1ca371-10f4-44d3-8c33-578a586e2f6b service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706117 Jan 28 13:34:46.462576 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb417e-e4eb-4a47-a14c-8fc3c9c07923 req-6ecacc59-ea0a-4e93-8570-aa7fa7fba026 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:46.464407 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58bb417e-e4eb-4a47-a14c-8fc3c9c07923 req-6ecacc59-ea0a-4e93-8570-aa7fa7fba026 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 947 time: 0.3047242 Jan 28 13:34:46.493883 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-2467ff43-45d1-4590-aac4-1cb16ebf7359 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:46.493883 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2467ff43-45d1-4590-aac4-1cb16ebf7359 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:46.497283 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2467ff43-45d1-4590-aac4-1cb16ebf7359 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/subnets/9dff2c91-518d-4018-ada8-3ae1f0e9ba5e HTTP/1.1" status: 404 len: 337 time: 0.0570021 Jan 28 13:34:46.504696 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33752) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:46.532999 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-4d888762-9ec6-4244-950f-a0c6f858bc98 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bda0bfac-8843-465f-a99c-d4e0d58976ff HTTP/1.1" status: 200 len: 217 time: 0.0673585 Jan 28 13:34:46.543658 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa503fc-1faf-4092-b3be-a19fa11eed82 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:46.543877 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa503fc-1faf-4092-b3be-a19fa11eed82 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:46.546951 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-baa503fc-1faf-4092-b3be-a19fa11eed82 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/networks/15bc8a4c-7271-4c7f-bbda-5fd47efe22a6 HTTP/1.1" status: 404 len: 339 time: 0.0408165 Jan 28 13:34:46.551524 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33754) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:46.571989 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50ded3-4021-426c-8c49-f0db62444408 req-4e03852e-71a2-425d-9ca8-fb9a1bf744db tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:46.573605 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9f50ded3-4021-426c-8c49-f0db62444408 req-4e03852e-71a2-425d-9ca8-fb9a1bf744db tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.1153722 Jan 28 13:34:46.618262 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4900e87-6c12-48fb-8a7b-0efb6be3b549 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:46.618719 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4900e87-6c12-48fb-8a7b-0efb6be3b549 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:46.624264 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b4900e87-6c12-48fb-8a7b-0efb6be3b549 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/subnets/f528642a-0ff5-4bd0-b664-bba230c04e43 HTTP/1.1" status: 404 len: 337 time: 0.0694125 Jan 28 13:34:46.624592 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-cc528cdc-90dc-46e2-8d59-8c68a3f7842e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Made reservation on behalf of 3f433a78eab64a3c903969a5348a95ae for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:46.625957 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33764) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:46.626228 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-cc528cdc-90dc-46e2-8d59-8c68a3f7842e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:46.661282 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59d11e3-acac-43bf-960b-dd4ede250a29 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:46.661282 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a59d11e3-acac-43bf-960b-dd4ede250a29 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:46.662841 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2e46b099-4c8a-4c9d-a1c0-76700d732b07 req-0d08adf3-2d80-48e0-93de-f4e500ac7ba4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0330033 Jan 28 13:34:46.666537 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a59d11e3-acac-43bf-960b-dd4ede250a29 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/networks/60f691f3-7777-4c95-b06f-cea98f55fe86 HTTP/1.1" status: 404 len: 339 time: 0.0349069 Jan 28 13:34:46.666537 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-856496f3-4c0b-4169-aab5-7b23bd20e00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:46.667843 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-856496f3-4c0b-4169-aab5-7b23bd20e00e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e895788e-7e0c-4d5c-93d0-ab435dd86d3f HTTP/1.1" status: 200 len: 797 time: 0.1282272 Jan 28 13:34:46.668472 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33766) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:46.671659 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58bb417e-e4eb-4a47-a14c-8fc3c9c07923 req-3e04e3bc-45f3-4b6a-b84f-8bb3e8789d08 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818621 Jan 28 13:34:46.707969 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19c9ad8-6753-4cef-af7d-91ab26a0f832 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:46.707969 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b19c9ad8-6753-4cef-af7d-91ab26a0f832 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:46.710054 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b19c9ad8-6753-4cef-af7d-91ab26a0f832 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/subnets/963fc581-6292-49ff-9e90-1b41db3a8897 HTTP/1.1" status: 404 len: 337 time: 0.0374823 Jan 28 13:34:46.721764 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9f50ded3-4021-426c-8c49-f0db62444408 req-ebc4d735-9d85-4cb5-8da1-7996dbff055d tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259248 Jan 28 13:34:46.724147 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33772) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:46.747950 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-b595b38e-6593-4c9a-bc69-413a45de3262 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:46.748468 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b595b38e-6593-4c9a-bc69-413a45de3262 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:46.753028 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b595b38e-6593-4c9a-bc69-413a45de3262 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/networks/4cd6e94f-aa04-470a-95be-1650c7b8ee85 HTTP/1.1" status: 404 len: 339 time: 0.0254970 Jan 28 13:34:46.755172 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33774) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:46.790120 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-400feee8-7e4c-4a30-8d35-b030663fd794 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:46.790576 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-400feee8-7e4c-4a30-8d35-b030663fd794 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:46.793748 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-400feee8-7e4c-4a30-8d35-b030663fd794 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/subnets/5a859794-501e-4362-bd3d-6727c64bec2e HTTP/1.1" status: 404 len: 337 time: 0.0375619 Jan 28 13:34:46.797759 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-2c68bc5f-3606-4ba4-b8c5-ab930f74e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:46.799252 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33778) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:46.799385 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-2c68bc5f-3606-4ba4-b8c5-ab930f74e96a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1186576 Jan 28 13:34:46.844259 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-b152c70c-8e20-4fa1-a2c0-c0e09c70f3a9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:46.844780 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b152c70c-8e20-4fa1-a2c0-c0e09c70f3a9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:46.850860 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b152c70c-8e20-4fa1-a2c0-c0e09c70f3a9 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/networks/9b3af2d7-7246-40f1-83a5-967074ef9ee3 HTTP/1.1" status: 404 len: 339 time: 0.0485420 Jan 28 13:34:46.851670 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33786) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:46.891191 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f75560d-4a44-4b02-86b2-42899071b818 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:46.891653 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f75560d-4a44-4b02-86b2-42899071b818 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:46.895075 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9f75560d-4a44-4b02-86b2-42899071b818 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/subnets/62eeb906-e8b8-470f-baef-4e43bead9cae HTTP/1.1" status: 404 len: 337 time: 0.0428534 Jan 28 13:34:46.897978 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33788) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:46.934059 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-cc528cdc-90dc-46e2-8d59-8c68a3f7842e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Allocated IP 172.20.0.4 (2f7f563c-452e-4ad7-8366-46fe17e69e05/11e07501-e45d-4ee4-9a79-78d0496e90fa/2f679bc6-4835-4b16-8147-d66176113354) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:34:46.941786 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f99dd5-1c3c-4b90-9116-3a19d035ec2c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:46.942817 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62f99dd5-1c3c-4b90-9116-3a19d035ec2c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:46.950395 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-62f99dd5-1c3c-4b90-9116-3a19d035ec2c tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/networks/80b37f5b-04d0-435e-bf46-60f08cdba485 HTTP/1.1" status: 404 len: 339 time: 0.0509560 Jan 28 13:34:46.951494 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33794) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:46.958385 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-ffd18d2d-60ab-4aa6-afb9-d90afca954cf service neutron] 10.222.0.18 "GET /v2.0/networks/49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513214 Jan 28 13:34:46.986013 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-acab19d5-1c8a-4544-a316-0a9fdcb23555 req-249dcdbc-5dad-4bbe-811f-24b4edcbbe35 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0492101 Jan 28 13:34:46.994781 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-23440fd0-c451-4aab-91c5-c123ed6ea953 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:46.995228 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23440fd0-c451-4aab-91c5-c123ed6ea953 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:47.001405 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-23440fd0-c451-4aab-91c5-c123ed6ea953 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/subnets/38f46a21-55a0-49da-8948-f402ae143afa HTTP/1.1" status: 404 len: 337 time: 0.0453408 Jan 28 13:34:47.002253 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33798) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:47.048654 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b964840-e2e4-4377-8d48-e4f001f912bc tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:47.048917 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b964840-e2e4-4377-8d48-e4f001f912bc tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:47.055811 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5b964840-e2e4-4377-8d48-e4f001f912bc tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/networks/ccf9f75a-aede-447b-a936-d47794aa6a36 HTTP/1.1" status: 404 len: 339 time: 0.0503612 Jan 28 13:34:47.056692 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33806) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:47.108568 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e0b386-cc0b-4028-aaa3-0fc8304bbb9b tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:47.109258 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54e0b386-cc0b-4028-aaa3-0fc8304bbb9b tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:47.112655 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-54e0b386-cc0b-4028-aaa3-0fc8304bbb9b tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/subnets/025c916a-dabb-4b7c-b62f-3300951c6423 HTTP/1.1" status: 404 len: 337 time: 0.0516455 Jan 28 13:34:47.130977 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-8c1a9260-af20-4466-8845-e6e5ce6c8b1d service neutron] 10.222.0.18 "GET /v2.0/networks/49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483004 Jan 28 13:34:47.131452 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33814) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:47.142295 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f9774358-d7d7-4455-b9e7-2727b7fc5d23 req-92762ca5-6371-4ea8-82ab-c54831f11c79 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=1768dffd-3788-443d-9ba1-451a85edabef HTTP/1.1" status: 200 len: 210 time: 0.0471733 Jan 28 13:34:47.204579 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d7d6d0-5be1-415f-9979-7689f1b23b77 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:47.205446 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37d7d6d0-5be1-415f-9979-7689f1b23b77 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:47.211226 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-37d7d6d0-5be1-415f-9979-7689f1b23b77 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/networks/87c45961-2f29-42e9-ae9f-f992a302b8eb HTTP/1.1" status: 404 len: 339 time: 0.0787361 Jan 28 13:34:47.240111 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33828) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:47.276103 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-357ab0cc-c7e5-4f13-9496-3e3539276e7f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:47.276581 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-357ab0cc-c7e5-4f13-9496-3e3539276e7f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:47.283758 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-357ab0cc-c7e5-4f13-9496-3e3539276e7f tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/subnets/9e616662-180f-46af-9806-efeabdb7b0a0 HTTP/1.1" status: 404 len: 337 time: 0.0419652 Jan 28 13:34:47.284668 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33832) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:47.286259 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-891a8efc-fbf3-437a-9d91-eab1a53e9c9c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0fe5daa-acf0-4f7e-b641-574de0748ed4 HTTP/1.1" status: 200 len: 217 time: 0.1222224 Jan 28 13:34:47.313900 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-cc528cdc-90dc-46e2-8d59-8c68a3f7842e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks [] for port (2f679bc6-4835-4b16-8147-d66176113354), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:47.314727 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2374b05-54cf-49c8-9aa0-865b2a584e82 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:47.315351 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2374b05-54cf-49c8-9aa0-865b2a584e82 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:47.324767 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33834) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:47.325031 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f2374b05-54cf-49c8-9aa0-865b2a584e82 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/networks/3b8ef098-3504-4138-b6f5-41250744e7a6 HTTP/1.1" status: 404 len: 339 time: 0.0346510 Jan 28 13:34:47.391799 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-e05b8d08-d4fc-48c1-a7f1-9eabcf0d9c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:47.394475 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-e05b8d08-d4fc-48c1-a7f1-9eabcf0d9c74 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e895788e-7e0c-4d5c-93d0-ab435dd86d3f HTTP/1.1" status: 200 len: 797 time: 0.0714157 Jan 28 13:34:47.408738 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1f8c91-7acb-4590-bcf4-a1902605c8f3 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Deleting subnet 8254d01b-3386-49a7-b735-ff1cfcbddccd {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:34:47.413026 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8b1f8c91-7acb-4590-bcf4-a1902605c8f3 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks [] for subnet (8254d01b-3386-49a7-b735-ff1cfcbddccd), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:47.450364 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-a098e01a-ded6-4e16-83cf-6e6f2a91a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:47.452027 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-a098e01a-ded6-4e16-83cf-6e6f2a91a1b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0480199 Jan 28 13:34:47.465367 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-cc528cdc-90dc-46e2-8d59-8c68a3f7842e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (2f679bc6-4835-4b16-8147-d66176113354), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:47.479060 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['101efa69-eb99-4b6d-a484-368410fbef5a'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:34:47.557163 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-1d119e5b-7bf7-4efd-a0ec-03b4e32ca93c service neutron] 10.222.0.18 "GET /v2.0/networks/49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976326 Jan 28 13:34:47.557587 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8b1f8c91-7acb-4590-bcf4-a1902605c8f3 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (8254d01b-3386-49a7-b735-ff1cfcbddccd), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:47.628942 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-cc528cdc-90dc-46e2-8d59-8c68a3f7842e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Network 2f7f563c-452e-4ad7-8366-46fe17e69e05 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:47.635980 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-cc528cdc-90dc-46e2-8d59-8c68a3f7842e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:47.638486 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-cc528cdc-90dc-46e2-8d59-8c68a3f7842e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:47.672651 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0cd29fd-41c8-481f-9620-ac11448fca5a req-1b7b1d7c-1f12-416a-a88d-cfabd988db97 service neutron] 10.222.0.18 "GET /v2.0/networks/49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081152 Jan 28 13:34:47.685569 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:47.714438 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc528cdc-90dc-46e2-8d59-8c68a3f7842e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Pushing event updated for resources: {'Port': ['ID=2f679bc6-4835-4b16-8147-d66176113354,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:47.820170 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-cc528cdc-90dc-46e2-8d59-8c68a3f7842e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:47.822294 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-cc528cdc-90dc-46e2-8d59-8c68a3f7842e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:47.847884 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8b1f8c91-7acb-4590-bcf4-a1902605c8f3 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (8254d01b-3386-49a7-b735-ff1cfcbddccd), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:47.893823 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-cc528cdc-90dc-46e2-8d59-8c68a3f7842e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5390830 Jan 28 13:34:47.917784 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 05dbcb58-e1e0-4ae6-9b70-3124399838e9 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:34:47.923012 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-de4a457d-f42b-4759-b7f3-9b6264918ad0 service neutron] Request body: {'port': {'device_id': '1768dffd-3788-443d-9ba1-451a85edabef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:48.099134 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-de4a457d-f42b-4759-b7f3-9b6264918ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2f679bc6-4835-4b16-8147-d66176113354), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:48.111820 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d9342-b071-439f-a67f-8c753401f7cb req-1cf967f0-f909-40b9-8a1e-68452c79bd51 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:48.118904 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-321d9342-b071-439f-a67f-8c753401f7cb req-1cf967f0-f909-40b9-8a1e-68452c79bd51 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.2208312 Jan 28 13:34:48.131466 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 05dbcb58-e1e0-4ae6-9b70-3124399838e9 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:48.131820 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:48.133327 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8b1f8c91-7acb-4590-bcf4-a1902605c8f3 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (8254d01b-3386-49a7-b735-ff1cfcbddccd), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:48.163005 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e9e662ec-c486-45f4-b3fc-f5f758a4c540 req-038e82f6-ebe1-47eb-9c1e-ee8cc6d2bef0 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0443645 Jan 28 13:34:48.190463 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f8c91-7acb-4590-bcf4-a1902605c8f3 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Subnet': ['ID=8254d01b-3386-49a7-b735-ff1cfcbddccd,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:48.218259 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 05dbcb58-e1e0-4ae6-9b70-3124399838e9, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=05dbcb58-e1e0-4ae6-9b70-3124399838e9,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:48.221911 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f65cf0-2adc-46d0-9194-7617cfa73581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05dbcb58-e1e0-4ae6-9b70-3124399838e9'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:34:48.235115 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba40a5b-4138-4bc5-b71b-9bc3c52191c4" -d '{"events": [{"server_uuid": "43f65cf0-2adc-46d0-9194-7617cfa73581", "name": "network-vif-unplugged", "status": "completed", "tag": "05dbcb58-e1e0-4ae6-9b70-3124399838e9"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:34:48.237781 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8b1f8c91-7acb-4590-bcf4-a1902605c8f3 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:48.241162 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8b1f8c91-7acb-4590-bcf4-a1902605c8f3 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/subnets/8254d01b-3386-49a7-b735-ff1cfcbddccd HTTP/1.1" status: 204 len: 168 time: 0.9186301 Jan 28 13:34:48.243828 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33884) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:48.245624 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f63dcc-d4d5-4416-acde-24febf105b3d None None] Network d7cf58ef-57df-4c6c-8325-6789f0206aaf requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:48.249266 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:48.283514 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-321d9342-b071-439f-a67f-8c753401f7cb req-13f6bff8-70ed-4225-806b-5189ea913ea9 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550119 Jan 28 13:34:48.436683 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=05dbcb58-e1e0-4ae6-9b70-3124399838e9,revision_number=14']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:48.486604 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-459cca47-596d-4c9c-a1bd-591ea8a24690 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (d7cf58ef-57df-4c6c-8325-6789f0206aaf), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:48.510131 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9143e0-a671-4f46-b77a-e4f1561ca86d req-dd303ca4-2cc4-409a-afaa-e11891a20823 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:48.511781 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f9143e0-a671-4f46-b77a-e4f1561ca86d req-dd303ca4-2cc4-409a-afaa-e11891a20823 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.1015704 Jan 28 13:34:48.529749 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9ede13-e8ba-4d04-8f2d-bab149456f41 None None] DHCP port deletion for d7cf58ef-57df-4c6c-8325-6789f0206aaf request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:34:48.571606 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6ae44-18bd-4bca-a998-1720b6b8534b req-feb8bc59-e1eb-4911-9ba7-df2e4dc8d156 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:48.574827 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-75c6ae44-18bd-4bca-a998-1720b6b8534b req-feb8bc59-e1eb-4911-9ba7-df2e4dc8d156 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=1768dffd-3788-443d-9ba1-451a85edabef HTTP/1.1" status: 200 len: 931 time: 0.1052592 Jan 28 13:34:48.603048 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ede13-e8ba-4d04-8f2d-bab149456f41 None None] Deleting port ec7ca60d-d30b-401e-9511-0f90c1d0d7af {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:48.603995 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e9ede13-e8ba-4d04-8f2d-bab149456f41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ec7ca60d-d30b-401e-9511-0f90c1d0d7af), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:48.606817 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f9143e0-a671-4f46-b77a-e4f1561ca86d req-7fd96435-d5a3-4b8e-96bc-dcbd39b0b216 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617266 Jan 28 13:34:48.617962 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-459cca47-596d-4c9c-a1bd-591ea8a24690 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Deleting port ec7ca60d-d30b-401e-9511-0f90c1d0d7af {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:48.618222 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-459cca47-596d-4c9c-a1bd-591ea8a24690 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ec7ca60d-d30b-401e-9511-0f90c1d0d7af), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:48.684540 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-75c6ae44-18bd-4bca-a998-1720b6b8534b req-1cbcff53-c60f-4417-81c7-5bc7767614b8 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941560 Jan 28 13:34:48.697774 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-de4a457d-f42b-4759-b7f3-9b6264918ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f679bc6-4835-4b16-8147-d66176113354 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:34:48.705466 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-459cca47-596d-4c9c-a1bd-591ea8a24690 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] For port ec7ca60d-d30b-401e-9511-0f90c1d0d7af, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ec7ca60d-d30b-401e-9511-0f90c1d0d7af,segment=NetworkSegment(b0e0c4de-c74b-4bd4-a2f6-8255c54a6785),segment_id=b0e0c4de-c74b-4bd4-a2f6-8255c54a6785)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:48.705839 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-459cca47-596d-4c9c-a1bd-591ea8a24690 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ec7ca60d-d30b-401e-9511-0f90c1d0d7af), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:48.706487 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-de4a457d-f42b-4759-b7f3-9b6264918ad0 service neutron] Publish callbacks [] for port (2f679bc6-4835-4b16-8147-d66176113354), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:48.750901 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-de4a457d-f42b-4759-b7f3-9b6264918ad0 service neutron] Transition to ACTIVE for port object 2f679bc6-4835-4b16-8147-d66176113354 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:34:48.752451 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-459cca47-596d-4c9c-a1bd-591ea8a24690 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Calling delete_port for ec7ca60d-d30b-401e-9511-0f90c1d0d7af owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:48.763481 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-de4a457d-f42b-4759-b7f3-9b6264918ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (2f679bc6-4835-4b16-8147-d66176113354), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:48.785212 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e55e51-8d11-4d1e-8eed-85b50d66e5bc x-openstack-request-id: req-f3e55e51-8d11-4d1e-8eed-85b50d66e5bc {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:34:48.785699 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f65cf0-2adc-46d0-9194-7617cfa73581", "name": "network-vif-unplugged", "status": "completed", "tag": "05dbcb58-e1e0-4ae6-9b70-3124399838e9", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:34:48.786028 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f3e55e51-8d11-4d1e-8eed-85b50d66e5bc {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:34:48.786492 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f65cf0-2adc-46d0-9194-7617cfa73581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05dbcb58-e1e0-4ae6-9b70-3124399838e9', 'code': 200} Jan 28 13:34:48.829195 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-0e9ede13-e8ba-4d04-8f2d-bab149456f41 None None] For port ec7ca60d-d30b-401e-9511-0f90c1d0d7af, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ec7ca60d-d30b-401e-9511-0f90c1d0d7af,segment=NetworkSegment(b0e0c4de-c74b-4bd4-a2f6-8255c54a6785),segment_id=b0e0c4de-c74b-4bd4-a2f6-8255c54a6785)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:48.830154 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e9ede13-e8ba-4d04-8f2d-bab149456f41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ec7ca60d-d30b-401e-9511-0f90c1d0d7af), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:48.852186 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ede13-e8ba-4d04-8f2d-bab149456f41 None None] Calling delete_port for ec7ca60d-d30b-401e-9511-0f90c1d0d7af owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:48.905251 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-459cca47-596d-4c9c-a1bd-591ea8a24690 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (ec7ca60d-d30b-401e-9511-0f90c1d0d7af), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:48.941074 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a457d-f42b-4759-b7f3-9b6264918ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=2f679bc6-4835-4b16-8147-d66176113354,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:48.963983 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cca47-596d-4c9c-a1bd-591ea8a24690 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Port': ['ID=ec7ca60d-d30b-401e-9511-0f90c1d0d7af,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:48.980190 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459cca47-596d-4c9c-a1bd-591ea8a24690 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] No DVR routers for this DVR port ec7ca60d-d30b-401e-9511-0f90c1d0d7af on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:49.009532 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e9ede13-e8ba-4d04-8f2d-bab149456f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (ec7ca60d-d30b-401e-9511-0f90c1d0d7af), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:49.053253 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ede13-e8ba-4d04-8f2d-bab149456f41 None None] Pushing event deleted for resources: {'Port': ['ID=ec7ca60d-d30b-401e-9511-0f90c1d0d7af,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:49.062141 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-de4a457d-f42b-4759-b7f3-9b6264918ad0 service neutron] Attempting to bind port 2f679bc6-4835-4b16-8147-d66176113354 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:34:49.062825 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-de4a457d-f42b-4759-b7f3-9b6264918ad0 service neutron] Attempting to bind port 2f679bc6-4835-4b16-8147-d66176113354 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:34:49.063544 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-de4a457d-f42b-4759-b7f3-9b6264918ad0 service neutron] Attempting to bind port 2f679bc6-4835-4b16-8147-d66176113354 on network 2f7f563c-452e-4ad7-8366-46fe17e69e05 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:49.066791 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9ede13-e8ba-4d04-8f2d-bab149456f41 None None] No DVR routers for this DVR port ec7ca60d-d30b-401e-9511-0f90c1d0d7af on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:49.093642 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-de4a457d-f42b-4759-b7f3-9b6264918ad0 service neutron] Port 2f679bc6-4835-4b16-8147-d66176113354 on network 2f7f563c-452e-4ad7-8366-46fe17e69e05 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:34:49.094144 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-de4a457d-f42b-4759-b7f3-9b6264918ad0 service neutron] Attempting to bind port 2f679bc6-4835-4b16-8147-d66176113354 on network 2f7f563c-452e-4ad7-8366-46fe17e69e05 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:49.107189 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-459cca47-596d-4c9c-a1bd-591ea8a24690 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (d7cf58ef-57df-4c6c-8325-6789f0206aaf), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:49.111788 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-de4a457d-f42b-4759-b7f3-9b6264918ad0 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:34:49.112131 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-de4a457d-f42b-4759-b7f3-9b6264918ad0 service neutron] Checking segment: {'id': 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:49.112791 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-de4a457d-f42b-4759-b7f3-9b6264918ad0 service neutron] Bound using segment: {'id': 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:34:49.113315 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-de4a457d-f42b-4759-b7f3-9b6264918ad0 service neutron] Bound port: 2f679bc6-4835-4b16-8147-d66176113354, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:34:49.113818 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-de4a457d-f42b-4759-b7f3-9b6264918ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2f679bc6-4835-4b16-8147-d66176113354), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:49.120010 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eefcde-6a9e-41b8-98bd-467c8f37e2c3 req-72ce9422-cac9-44f4-9a18-70fe854ff7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:49.121684 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-67eefcde-6a9e-41b8-98bd-467c8f37e2c3 req-72ce9422-cac9-44f4-9a18-70fe854ff7a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 1096 time: 0.1509504 Jan 28 13:34:49.135151 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-459cca47-596d-4c9c-a1bd-591ea8a24690 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7cf58ef-57df-4c6c-8325-6789f0206aaf']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:49.146607 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-459cca47-596d-4c9c-a1bd-591ea8a24690 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e0c4de-c74b-4bd4-a2f6-8255c54a6785') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:49.146904 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-459cca47-596d-4c9c-a1bd-591ea8a24690 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e0c4de-c74b-4bd4-a2f6-8255c54a6785') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:49.157937 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-459cca47-596d-4c9c-a1bd-591ea8a24690 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (b0e0c4de-c74b-4bd4-a2f6-8255c54a6785), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:49.173323 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-459cca47-596d-4c9c-a1bd-591ea8a24690 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (b0e0c4de-c74b-4bd4-a2f6-8255c54a6785), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:49.179939 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-459cca47-596d-4c9c-a1bd-591ea8a24690 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:49.180319 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-459cca47-596d-4c9c-a1bd-591ea8a24690 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (b0e0c4de-c74b-4bd4-a2f6-8255c54a6785), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:49.185459 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:49.188457 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b58195-3a9d-4950-aaca-417606510c70 req-2c112977-0f71-498e-a6f7-1a85868f5cbc tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:49.194642 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c9b58195-3a9d-4950-aaca-417606510c70 req-2c112977-0f71-498e-a6f7-1a85868f5cbc tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.1780794 Jan 28 13:34:49.285968 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-436a73e1-295a-4f41-b5b2-130106e4c4d4 req-5fca5e60-8676-4321-86d8-dd2a07b18080 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0327380 Jan 28 13:34:49.304072 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-459cca47-596d-4c9c-a1bd-591ea8a24690 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (d7cf58ef-57df-4c6c-8325-6789f0206aaf), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:49.306025 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-de4a457d-f42b-4759-b7f3-9b6264918ad0 service neutron] For port 2f679bc6-4835-4b16-8147-d66176113354, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:34:49.311668 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-459cca47-596d-4c9c-a1bd-591ea8a24690 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:49.315213 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-459cca47-596d-4c9c-a1bd-591ea8a24690 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] 10.222.0.39 "DELETE /v2.0/networks/d7cf58ef-57df-4c6c-8325-6789f0206aaf HTTP/1.1" status: 204 len: 168 time: 1.0691943 Jan 28 13:34:49.358383 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cca47-596d-4c9c-a1bd-591ea8a24690 tempest-NetworksTest-357486510 tempest-NetworksTest-357486510-project] Pushing event deleted for resources: {'Network': ['ID=d7cf58ef-57df-4c6c-8325-6789f0206aaf,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:49.373019 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c9b58195-3a9d-4950-aaca-417606510c70 req-e0b2a554-e850-42b6-b7ea-d5aeaf29d8f6 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773632 Jan 28 13:34:49.383659 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-de4a457d-f42b-4759-b7f3-9b6264918ad0 service neutron] For port 2f679bc6-4835-4b16-8147-d66176113354, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2f679bc6-4835-4b16-8147-d66176113354,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:34:49.391557 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-de4a457d-f42b-4759-b7f3-9b6264918ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (2f679bc6-4835-4b16-8147-d66176113354), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:49.394148 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eefcde-6a9e-41b8-98bd-467c8f37e2c3 req-a39cd56f-bd05-42fc-b402-54234be57557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:49.396804 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-67eefcde-6a9e-41b8-98bd-467c8f37e2c3 req-a39cd56f-bd05-42fc-b402-54234be57557 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 200 len: 910 time: 0.2660229 Jan 28 13:34:49.503970 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae22b8-e322-4b15-ba4f-fb2994001b1d req-e46efc46-be2c-4d04-be90-20b11fd24b77 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:49.511611 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d3ae22b8-e322-4b15-ba4f-fb2994001b1d req-e46efc46-be2c-4d04-be90-20b11fd24b77 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.0915763 Jan 28 13:34:49.572732 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-de4a457d-f42b-4759-b7f3-9b6264918ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:49.573383 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-de4a457d-f42b-4759-b7f3-9b6264918ad0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:49.574960 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-de4a457d-f42b-4759-b7f3-9b6264918ad0 service neutron] 10.222.0.18 "PUT /v2.0/ports/2f679bc6-4835-4b16-8147-d66176113354 HTTP/1.1" status: 200 len: 1091 time: 1.6586146 Jan 28 13:34:49.579913 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1768dffd-3788-443d-9ba1-451a85edabef', 'tag': '2f679bc6-4835-4b16-8147-d66176113354'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:34:49.581264 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d17425-397b-408f-b82e-e5a6efbcad0a" -d '{"events": [{"name": "network-changed", "server_uuid": "1768dffd-3788-443d-9ba1-451a85edabef", "tag": "2f679bc6-4835-4b16-8147-d66176113354"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:34:49.583540 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d3ae22b8-e322-4b15-ba4f-fb2994001b1d req-6f6c1a36-8c36-424d-bafd-d39411f06c81 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709577 Jan 28 13:34:49.623841 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a457d-f42b-4759-b7f3-9b6264918ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=2f679bc6-4835-4b16-8147-d66176113354,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:49.628118 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-67eefcde-6a9e-41b8-98bd-467c8f37e2c3 req-06dc7aab-69b1-46b5-b77f-dd2c7529f9bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05dbcb58-e1e0-4ae6-9b70-3124399838e9 HTTP/1.1" status: 200 len: 998 time: 0.2228849 Jan 28 13:34:49.681808 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a12c945-8e0c-4638-ad6e-c59c47501636 x-openstack-request-id: req-2a12c945-8e0c-4638-ad6e-c59c47501636 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:34:49.682195 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1768dffd-3788-443d-9ba1-451a85edabef", "tag": "2f679bc6-4835-4b16-8147-d66176113354", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:34:49.682365 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a12c945-8e0c-4638-ad6e-c59c47501636 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:34:49.682760 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1768dffd-3788-443d-9ba1-451a85edabef', 'tag': '2f679bc6-4835-4b16-8147-d66176113354', 'status': 'completed', 'code': 200} Jan 28 13:34:49.706001 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:49.750096 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33918) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:49.776634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eefcde-6a9e-41b8-98bd-467c8f37e2c3 req-69c19802-2f87-49a0-87b9-0a87f3044cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:49.778074 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-67eefcde-6a9e-41b8-98bd-467c8f37e2c3 req-69c19802-2f87-49a0-87b9-0a87f3044cca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0384f919-cf7e-4ec0-b290-94b57d977aef HTTP/1.1" status: 200 len: 849 time: 0.1393182 Jan 28 13:34:49.781037 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-f22e9c02-622c-4453-b57b-6b826a13eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:49.782860 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-f22e9c02-622c-4453-b57b-6b826a13eb66 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f433a78eab64a3c903969a5348a95ae&device_id=1768dffd-3788-443d-9ba1-451a85edabef HTTP/1.1" status: 200 len: 1094 time: 0.1536136 Jan 28 13:34:49.853196 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-e10bffe2-149b-49a6-bc1a-41a3632332a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f679bc6-4835-4b16-8147-d66176113354 HTTP/1.1" status: 200 len: 217 time: 0.0584319 Jan 28 13:34:49.922158 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b01187-2dce-486b-9b03-aaf64a23d2b3 req-24f6632a-2de8-4d94-9e3d-e5c6bc3cc5d7 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:49.924206 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-95b01187-2dce-486b-9b03-aaf64a23d2b3 req-24f6632a-2de8-4d94-9e3d-e5c6bc3cc5d7 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=1768dffd-3788-443d-9ba1-451a85edabef HTTP/1.1" status: 200 len: 943 time: 0.0732877 Jan 28 13:34:49.939075 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eefcde-6a9e-41b8-98bd-467c8f37e2c3 req-ff3b9982-8846-46f0-81e5-9159260a3e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:49.940953 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-67eefcde-6a9e-41b8-98bd-467c8f37e2c3 req-ff3b9982-8846-46f0-81e5-9159260a3e00 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7079efeb-cd22-4f60-b771-d74efc0a16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567037 Jan 28 13:34:49.945464 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dfcbdfbf-3f7e-4688-a34c-4a64987c28ee req-e2ccadd5-b5f8-4ee4-ba88-59c5138e9991 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0633030 Jan 28 13:34:49.967085 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-b750ed78-bf14-4d66-b73b-356fc0bcaba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:49.968654 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-b750ed78-bf14-4d66-b73b-356fc0bcaba6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11e07501-e45d-4ee4-9a79-78d0496e90fa HTTP/1.1" status: 200 len: 846 time: 0.1072595 Jan 28 13:34:50.021633 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-922d65cc-f853-406a-a2e3-33dd062f7036 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f7f563c-452e-4ad7-8366-46fe17e69e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404875 Jan 28 13:34:50.074517 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-95b01187-2dce-486b-9b03-aaf64a23d2b3 req-3c669f3c-13ec-4317-8646-a2010a2bf552 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419837 Jan 28 13:34:50.127912 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7e4e2598-1899-4b34-a4fd-00137e2445c3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6252113a23c4475f8f2e5045e76b4116&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3743238 Jan 28 13:34:50.136618 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33928) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:50.178807 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-67eefcde-6a9e-41b8-98bd-467c8f37e2c3 req-a61c4f14-7ac2-454a-8fc9-b4a8dd433a52 service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249885 Jan 28 13:34:50.225824 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-f3ace97c-43b2-46ef-902d-308939c455dc service neutron] 10.222.0.18 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716969 Jan 28 13:34:50.237939 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d6d46f7f-ef95-421e-be77-ea840953243f admin admin] Publish callbacks [] for security_group (d199f6d2-4dc0-4d44-b87c-b711e0f2bf0b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:50.248826 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ec7ca60d-d30b-401e-9511-0f90c1d0d7af no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:34:50.265657 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d6d46f7f-ef95-421e-be77-ea840953243f admin admin] Publish callbacks [] for security_group (d199f6d2-4dc0-4d44-b87c-b711e0f2bf0b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:50.276205 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: ec7ca60d-d30b-401e-9511-0f90c1d0d7af {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:34:50.276801 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ec7ca60d-d30b-401e-9511-0f90c1d0d7af not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:34:50.336584 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d6d46f7f-ef95-421e-be77-ea840953243f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d199f6d2-4dc0-4d44-b87c-b711e0f2bf0b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:50.341719 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d6d46f7f-ef95-421e-be77-ea840953243f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:50.343799 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d6d46f7f-ef95-421e-be77-ea840953243f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d199f6d2-4dc0-4d44-b87c-b711e0f2bf0b HTTP/1.1" status: 204 len: 168 time: 0.2060361 Jan 28 13:34:50.358115 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d46f7f-ef95-421e-be77-ea840953243f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d199f6d2-4dc0-4d44-b87c-b711e0f2bf0b,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:50.395908 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-67eefcde-6a9e-41b8-98bd-467c8f37e2c3 req-8a7ea210-e5a2-4f4d-8eea-3dc83d3b6ef7 service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986806 Jan 28 13:34:50.448403 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eabd882d-0bc2-45d1-91c8-6644c4160056 req-8b99baa7-bade-4db5-af07-8af7d46dcba2 service neutron] 10.222.0.18 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108035 Jan 28 13:34:50.565164 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d17425-397b-408f-b82e-e5a6efbcad0a req-89f3bb2a-c393-4d8e-baef-8dfcdc657d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:50.566901 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-96d17425-397b-408f-b82e-e5a6efbcad0a req-89f3bb2a-c393-4d8e-baef-8dfcdc657d83 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f433a78eab64a3c903969a5348a95ae&device_id=1768dffd-3788-443d-9ba1-451a85edabef HTTP/1.1" status: 200 len: 1094 time: 0.0519135 Jan 28 13:34:50.595143 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8ec23-48cc-4f50-a4ec-1689696e986b req-bb7421ea-8155-49b7-97d4-fd43c0e4a97e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:50.599566 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6cd8ec23-48cc-4f50-a4ec-1689696e986b req-bb7421ea-8155-49b7-97d4-fd43c0e4a97e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.1167197 Jan 28 13:34:50.699128 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6cd8ec23-48cc-4f50-a4ec-1689696e986b req-08a6a490-50fc-4929-a5b7-af5350231688 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941303 Jan 28 13:34:51.112009 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26637fa8-712c-46d4-8f91-62c563230793 req-9c557d2b-6df4-4438-9cab-86bd29fef5c8 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:51.118848 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-26637fa8-712c-46d4-8f91-62c563230793 req-9c557d2b-6df4-4438-9cab-86bd29fef5c8 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.0928991 Jan 28 13:34:51.120665 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-26412b60-f2f3-41af-ac99-581ccf59cbae req-8c43893c-75ea-4e4f-a76e-4a3676ef2a15 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0552268 Jan 28 13:34:51.168818 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d17425-397b-408f-b82e-e5a6efbcad0a req-7a2ca495-8ebe-41d3-9a4a-eb97c309ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:51.170535 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-96d17425-397b-408f-b82e-e5a6efbcad0a req-7a2ca495-8ebe-41d3-9a4a-eb97c309ccae service neutron] 10.222.0.18 "GET /v2.0/networks?id=2f7f563c-452e-4ad7-8366-46fe17e69e05 HTTP/1.1" status: 200 len: 906 time: 0.5973110 Jan 28 13:34:51.187671 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-26637fa8-712c-46d4-8f91-62c563230793 req-9b9f7b36-3edf-4e6f-82a1-0ad232af5782 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674238 Jan 28 13:34:51.246224 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-96d17425-397b-408f-b82e-e5a6efbcad0a req-04a941a6-daa0-497a-b980-b82c64df980a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f679bc6-4835-4b16-8147-d66176113354 HTTP/1.1" status: 200 len: 217 time: 0.0575290 Jan 28 13:34:51.303166 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33964) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:51.320009 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d17425-397b-408f-b82e-e5a6efbcad0a req-b97ffb47-8734-425c-b91f-d0d28bbde7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:51.321704 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-96d17425-397b-408f-b82e-e5a6efbcad0a req-b97ffb47-8734-425c-b91f-d0d28bbde7f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11e07501-e45d-4ee4-9a79-78d0496e90fa HTTP/1.1" status: 200 len: 846 time: 0.0678253 Jan 28 13:34:51.330029 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696af36-b588-4231-b735-39c10764680d req-e3ac0f18-3134-4b96-bfce-d70038f20a72 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:51.337417 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b696af36-b588-4231-b735-39c10764680d req-e3ac0f18-3134-4b96-bfce-d70038f20a72 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=1768dffd-3788-443d-9ba1-451a85edabef HTTP/1.1" status: 200 len: 943 time: 0.0787683 Jan 28 13:34:51.368639 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-96d17425-397b-408f-b82e-e5a6efbcad0a req-5712d4ae-78e1-4e86-ae44-1e7c531ed8e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f7f563c-452e-4ad7-8366-46fe17e69e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385787 Jan 28 13:34:51.505159 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-96d17425-397b-408f-b82e-e5a6efbcad0a req-1245ce50-ec4d-41b1-8cf6-b57cfc324e3e service neutron] 10.222.0.18 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301062 Jan 28 13:34:51.619542 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-f862a689-f7a3-4f52-a685-5c11b76e89f0 tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] Request body: {'port': {'network_id': '25ff067e-4c1b-48cc-a1c1-454aaab7fdc8', 'name': 'tempest-NetworksNegativeTestJSON-909989006'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:51.633589 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-96d17425-397b-408f-b82e-e5a6efbcad0a req-1ac45f74-055a-4867-aab9-0068c9740e35 service neutron] 10.222.0.18 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221697 Jan 28 13:34:51.640023 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-f862a689-f7a3-4f52-a685-5c11b76e89f0 tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] POST failed (client error): The resource could not be found. Jan 28 13:34:51.640678 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f862a689-f7a3-4f52-a685-5c11b76e89f0 tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:51.642097 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f862a689-f7a3-4f52-a685-5c11b76e89f0 tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3379390 Jan 28 13:34:51.647105 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33970) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:51.662355 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 2f679bc6-4835-4b16-8147-d66176113354 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:34:51.670384 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b696af36-b588-4231-b735-39c10764680d req-51ff6bf5-d226-42ee-820f-3c9b7a8bd66e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317533 Jan 28 13:34:51.672397 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-90dd7b9b-31a0-4456-a3c6-c083d66b8f02 tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:51.673114 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90dd7b9b-31a0-4456-a3c6-c083d66b8f02 tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:51.676924 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-90dd7b9b-31a0-4456-a3c6-c083d66b8f02 tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] 10.222.0.39 "DELETE /v2.0/networks/449fca64-c5c2-45b9-b181-08a8a521c2e9 HTTP/1.1" status: 404 len: 339 time: 0.0279198 Jan 28 13:34:51.681027 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33972) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:51.709097 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc84597-fe7e-4334-8f7f-bf9a160b6a2b tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:51.709701 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc84597-fe7e-4334-8f7f-bf9a160b6a2b tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:51.712873 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0cc84597-fe7e-4334-8f7f-bf9a160b6a2b tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] 10.222.0.39 "DELETE /v2.0/ports/2a94196f-e0d2-4984-a58f-f73c93bdec21 HTTP/1.1" status: 404 len: 333 time: 0.0307806 Jan 28 13:34:51.717099 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33974) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:51.750205 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-0633a45d-99b4-41a8-906f-edcc62b143c0 tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:51.750680 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0633a45d-99b4-41a8-906f-edcc62b143c0 tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:51.753962 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0633a45d-99b4-41a8-906f-edcc62b143c0 tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] 10.222.0.39 "DELETE /v2.0/subnets/9ea9a35e-0002-4f25-8220-128e263bd906 HTTP/1.1" status: 404 len: 337 time: 0.0357549 Jan 28 13:34:51.758412 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33978) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:51.783048 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-66faf25d-0bbd-432a-8297-9c011999522b tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] GET failed (client error): The resource could not be found. Jan 28 13:34:51.784538 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-66faf25d-0bbd-432a-8297-9c011999522b tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] 10.222.0.39 "GET /v2.0/networks/83af7737-4918-4901-8d3f-1bf2a7794eba HTTP/1.1" status: 404 len: 339 time: 0.0250659 Jan 28 13:34:51.788840 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33980) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:51.817742 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e8ef3bd-e4ce-41c1-869e-53a6ffce5cbd tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] GET failed (client error): The resource could not be found. Jan 28 13:34:51.819439 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9e8ef3bd-e4ce-41c1-869e-53a6ffce5cbd tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] 10.222.0.39 "GET /v2.0/ports/f341844b-5948-4744-8039-857c53ecdab1 HTTP/1.1" status: 404 len: 333 time: 0.0294056 Jan 28 13:34:51.825119 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33982) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:51.833569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 2f679bc6-4835-4b16-8147-d66176113354, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2f679bc6-4835-4b16-8147-d66176113354,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:51.858272 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a50ec0-7f56-4eb0-ba65-290a853020d9 tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] GET failed (client error): The resource could not be found. Jan 28 13:34:51.859681 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e1a50ec0-7f56-4eb0-ba65-290a853020d9 tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] 10.222.0.39 "GET /v2.0/subnets/0c0615a0-0681-4aef-8807-6429d6f483c5 HTTP/1.1" status: 404 len: 337 time: 0.0335536 Jan 28 13:34:51.861102 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc79dd-bb00-45e2-b5c7-e89bba3f5b46 req-e3a4f1cb-2589-48c5-98b4-e570827eed58 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:51.862994 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f3fc79dd-bb00-45e2-b5c7-e89bba3f5b46 req-e3a4f1cb-2589-48c5-98b4-e570827eed58 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0713441 Jan 28 13:34:51.864023 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33984) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:51.871147 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-2c9c3614-70eb-498f-b88e-ee2e4e535f32 tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:51.900206 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9c3614-70eb-498f-b88e-ee2e4e535f32 tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] PUT failed (client error): The resource could not be found. Jan 28 13:34:51.900748 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c9c3614-70eb-498f-b88e-ee2e4e535f32 tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:51.902431 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2c9c3614-70eb-498f-b88e-ee2e4e535f32 tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] 10.222.0.39 "PUT /v2.0/networks/4cd4ba5f-0b03-47c6-b974-8defad729fb0 HTTP/1.1" status: 404 len: 339 time: 0.0368922 Jan 28 13:34:51.907788 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33986) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:51.916108 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a8f68625-b6eb-42ab-93d8-8883882f73c0 tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:51.942096 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f68625-b6eb-42ab-93d8-8883882f73c0 tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] PUT failed (client error): The resource could not be found. Jan 28 13:34:51.942717 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f68625-b6eb-42ab-93d8-8883882f73c0 tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:51.943936 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a8f68625-b6eb-42ab-93d8-8883882f73c0 tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] 10.222.0.39 "PUT /v2.0/ports/d7bbfd13-f82d-4fce-b505-c30684812abf HTTP/1.1" status: 404 len: 333 time: 0.0345159 Jan 28 13:34:51.948543 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33988) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:51.954281 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-dc0bc659-ffad-43e6-b5f8-2058bcd57faa tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:51.963544 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f3fc79dd-bb00-45e2-b5c7-e89bba3f5b46 req-2b756fad-6fb7-4b9b-8aa8-b1d06792d51d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875633 Jan 28 13:34:52.000630 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0bc659-ffad-43e6-b5f8-2058bcd57faa tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] PUT failed (client error): The resource could not be found. Jan 28 13:34:52.001347 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0bc659-ffad-43e6-b5f8-2058bcd57faa tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:52.019489 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dc0bc659-ffad-43e6-b5f8-2058bcd57faa tempest-NetworksNegativeTestJSON-1163253521 tempest-NetworksNegativeTestJSON-1163253521-project] 10.222.0.39 "PUT /v2.0/subnets/226807b2-dc58-48ae-98e1-3d5e53d3aaf9 HTTP/1.1" status: 404 len: 337 time: 0.0694883 Jan 28 13:34:52.031288 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '2f679bc6-4835-4b16-8147-d66176113354', 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05', 'port_id': '2f679bc6-4835-4b16-8147-d66176113354', 'mac_address': 'fa:16:3e:7e:0a:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e07501-e45d-4ee4-9a79-78d0496e90fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:34:52.077502 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 2f679bc6-4835-4b16-8147-d66176113354 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:52.078168 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2f679bc6-4835-4b16-8147-d66176113354), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:52.098384 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f679bc6-4835-4b16-8147-d66176113354 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:34:52.126782 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 2f679bc6-4835-4b16-8147-d66176113354, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2f679bc6-4835-4b16-8147-d66176113354,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:52.137758 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2f679bc6-4835-4b16-8147-d66176113354), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:52.211117 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=2f679bc6-4835-4b16-8147-d66176113354,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:52.259688 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31163953-cbb6-49f5-bc32-f687bf19104e req-624429b5-d9b2-4368-8aca-ba94ff26576d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:52.261360 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-31163953-cbb6-49f5-bc32-f687bf19104e req-624429b5-d9b2-4368-8aca-ba94ff26576d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0882819 Jan 28 13:34:52.310081 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9a3a3ddb-d05c-4b71-bef6-2c28edc91a09 req-48415b2c-4c54-4f2b-93a4-1a6e84f06ddf tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0497963 Jan 28 13:34:52.351468 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-31163953-cbb6-49f5-bc32-f687bf19104e req-65b4c417-8bc0-4b2a-b470-8ded1160b125 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786629 Jan 28 13:34:52.406056 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['2f679bc6-4835-4b16-8147-d66176113354'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:34:52.429618 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34006) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:52.459006 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df148c7-76ca-4c4a-a548-d54c21541efa req-2781dbf4-20d9-4cac-bdcf-b1790680b119 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:52.460691 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5df148c7-76ca-4c4a-a548-d54c21541efa req-2781dbf4-20d9-4cac-bdcf-b1790680b119 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.0751681 Jan 28 13:34:52.564811 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ddcd3-a8ac-44b2-bcd8-5ba71ff8ebc8 req-82d3ad02-1dd2-4fa2-bab4-0f3296a8a112 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:52.570825 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5df148c7-76ca-4c4a-a548-d54c21541efa req-d3ea3d48-cd7e-43a8-95a4-6ee60d40737c tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989387 Jan 28 13:34:52.581102 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-885ddcd3-a8ac-44b2-bcd8-5ba71ff8ebc8 req-82d3ad02-1dd2-4fa2-bab4-0f3296a8a112 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0608780 Jan 28 13:34:52.633207 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d9b42be1-32a7-4991-bf02-ae23816391cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:52.637846 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-885ddcd3-a8ac-44b2-bcd8-5ba71ff8ebc8 req-2f19927d-4ad1-463e-9cd5-236760470d3a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631917 Jan 28 13:34:52.732526 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d9b42be1-32a7-4991-bf02-ae23816391cf admin admin] Publish callbacks [] for security_group (eb11c9a3-808b-4126-ad17-422c470bfa02), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:52.741207 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d9b42be1-32a7-4991-bf02-ae23816391cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (eb11c9a3-808b-4126-ad17-422c470bfa02), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:52.790494 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d9b42be1-32a7-4991-bf02-ae23816391cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aa0fc9705abe4b92b8acc341a1c9090a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3573711 Jan 28 13:34:52.790494 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b42be1-32a7-4991-bf02-ae23816391cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb11c9a3-808b-4126-ad17-422c470bfa02,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:52.792534 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34018) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:52.835975 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fc918-b83c-479d-b4f2-5ea460639b55 req-1258cc66-c61e-4c8b-8b28-ec6b83a39173 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:52.839266 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ba2fc918-b83c-479d-b4f2-5ea460639b55 req-1258cc66-c61e-4c8b-8b28-ec6b83a39173 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=1768dffd-3788-443d-9ba1-451a85edabef HTTP/1.1" status: 200 len: 944 time: 0.0838249 Jan 28 13:34:52.867327 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d1e40c73-4772-4753-bac0-23b6ea2c1483 admin admin] Publish callbacks [] for security_group (eb11c9a3-808b-4126-ad17-422c470bfa02), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:52.915423 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ba2fc918-b83c-479d-b4f2-5ea460639b55 req-8080ce33-b695-4a07-9135-54a6f071a48d tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522664 Jan 28 13:34:52.937425 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d1e40c73-4772-4753-bac0-23b6ea2c1483 admin admin] Publish callbacks [] for security_group (eb11c9a3-808b-4126-ad17-422c470bfa02), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:53.004302 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-54b29226-94c8-4534-9eca-72df8c162e03 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:53.005822 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-54b29226-94c8-4534-9eca-72df8c162e03 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/networks?id=7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 200 len: 810 time: 0.1528215 Jan 28 13:34:53.023719 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-08fb6d93-6d84-47fe-89ad-a5503597ebd2 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/quotas/f75d3bf1f82b41d082871e3d9d4ec219 HTTP/1.1" status: 200 len: 375 time: 0.0118847 Jan 28 13:34:53.025221 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d1e40c73-4772-4753-bac0-23b6ea2c1483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (eb11c9a3-808b-4126-ad17-422c470bfa02), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:53.027862 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d1e40c73-4772-4753-bac0-23b6ea2c1483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:53.029065 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d1e40c73-4772-4753-bac0-23b6ea2c1483 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eb11c9a3-808b-4126-ad17-422c470bfa02 HTTP/1.1" status: 204 len: 168 time: 0.2352943 Jan 28 13:34:53.064724 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e40c73-4772-4753-bac0-23b6ea2c1483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb11c9a3-808b-4126-ad17-422c470bfa02,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:53.091511 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-13da7831-82c7-4c4b-838d-68343b45a1d6 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0610268 Jan 28 13:34:53.199468 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-bada74b1-a783-43e9-8041-bd552db9df74 service neutron] 10.222.0.39 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975528 Jan 28 13:34:53.303420 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-3e0de5cf-3fa3-4161-aa22-99bb10a70ead service neutron] 10.222.0.39 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957627 Jan 28 13:34:53.471546 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-da608786-f8b6-4e77-a706-f9aedd920111 req-9f8ed906-be0e-44c0-b858-beeefe4e6ba4 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0699730 Jan 28 13:34:53.548893 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-52ded6fa-00f5-4d54-be56-e264f4dece44 req-90c2b720-afb9-46b6-8ab6-615e775896ab tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 210 time: 0.0658121 Jan 28 13:34:53.674557 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 2f679bc6-4835-4b16-8147-d66176113354 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:34:53.729289 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e90642-011b-48ef-aaa0-67a5e092298c req-4a37a79f-86f4-49f4-aeed-8fd7f1ea6235 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:53.742514 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-03e90642-011b-48ef-aaa0-67a5e092298c req-4a37a79f-86f4-49f4-aeed-8fd7f1ea6235 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.0965931 Jan 28 13:34:53.798390 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 2f679bc6-4835-4b16-8147-d66176113354 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:34:53.804881 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 2f679bc6-4835-4b16-8147-d66176113354 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:53.805266 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2f679bc6-4835-4b16-8147-d66176113354), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:53.820454 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-03e90642-011b-48ef-aaa0-67a5e092298c req-ab7a5f94-84a9-4f43-a011-53a83ad4e98c tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770180 Jan 28 13:34:53.913504 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 2f679bc6-4835-4b16-8147-d66176113354 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:53.913880 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2f679bc6-4835-4b16-8147-d66176113354), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:53.939162 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34068) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:53.944088 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1768dffd-3788-443d-9ba1-451a85edabef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f679bc6-4835-4b16-8147-d66176113354'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:34:53.947644 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5e72be-26b7-4c42-8e20-8d1a64f5cf5d" -d '{"events": [{"server_uuid": "1768dffd-3788-443d-9ba1-451a85edabef", "name": "network-vif-plugged", "status": "completed", "tag": "2f679bc6-4835-4b16-8147-d66176113354"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:34:53.963861 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 2f679bc6-4835-4b16-8147-d66176113354, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2f679bc6-4835-4b16-8147-d66176113354,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:53.968834 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2f679bc6-4835-4b16-8147-d66176113354), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:54.062152 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=2f679bc6-4835-4b16-8147-d66176113354,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:54.065666 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefa8c03-9209-4b3c-ac93-b4c7310f10fd x-openstack-request-id: req-fefa8c03-9209-4b3c-ac93-b4c7310f10fd {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:34:54.066151 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1768dffd-3788-443d-9ba1-451a85edabef", "name": "network-vif-plugged", "status": "completed", "tag": "2f679bc6-4835-4b16-8147-d66176113354", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:34:54.066694 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fefa8c03-9209-4b3c-ac93-b4c7310f10fd {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:34:54.067291 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1768dffd-3788-443d-9ba1-451a85edabef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f679bc6-4835-4b16-8147-d66176113354', 'code': 200} Jan 28 13:34:54.070989 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caea7a0-d1eb-492f-820d-96cce3869770 req-28360f63-f8f1-4c5b-93cd-c2cafd34608f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:54.079010 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5caea7a0-d1eb-492f-820d-96cce3869770 req-28360f63-f8f1-4c5b-93cd-c2cafd34608f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=1768dffd-3788-443d-9ba1-451a85edabef HTTP/1.1" status: 200 len: 945 time: 0.0600307 Jan 28 13:34:54.111527 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-f386e79b-36e9-4267-aa4f-2fd3f7186aad tempest-SubnetPoolsTestJSON-1839816318 tempest-SubnetPoolsTestJSON-1839816318-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1897250418', 'prefixes': ['172.20.0.0/16']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:54.134526 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5caea7a0-d1eb-492f-820d-96cce3869770 req-613f177d-d607-41b6-b3ac-393049f1adf5 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528076 Jan 28 13:34:54.137756 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7368742-1083-4197-b866-b1c2d7702767 req-64646382-30db-4072-bf00-7c78239cb793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:54.139968 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d7368742-1083-4197-b866-b1c2d7702767 req-64646382-30db-4072-bf00-7c78239cb793 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1768dffd-3788-443d-9ba1-451a85edabef HTTP/1.1" status: 200 len: 1096 time: 0.0703290 Jan 28 13:34:54.210641 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d7368742-1083-4197-b866-b1c2d7702767 req-5725fdd1-1a0d-4a90-bf26-8a4c943eacf0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607405 Jan 28 13:34:54.214613 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f386e79b-36e9-4267-aa4f-2fd3f7186aad tempest-SubnetPoolsTestJSON-1839816318 tempest-SubnetPoolsTestJSON-1839816318-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:54.215825 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f386e79b-36e9-4267-aa4f-2fd3f7186aad tempest-SubnetPoolsTestJSON-1839816318 tempest-SubnetPoolsTestJSON-1839816318-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2757101 Jan 28 13:34:54.218507 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34074) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:54.256425 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-af085055-d18a-4248-acc7-bfb7bf8e1200 tempest-SubnetPoolsTestJSON-1839816318 tempest-SubnetPoolsTestJSON-1839816318-project] 10.222.0.39 "GET /v2.0/subnetpools/bfe37d7e-70db-453b-9553-c790cfd6c0db HTTP/1.1" status: 200 len: 732 time: 0.0368071 Jan 28 13:34:54.259015 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34076) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:54.263356 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-f2f527d0-e235-4d37-9713-d7b66ed50b28 tempest-SubnetPoolsTestJSON-1839816318 tempest-SubnetPoolsTestJSON-1839816318-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-273809384'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:54.343895 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f2f527d0-e235-4d37-9713-d7b66ed50b28 tempest-SubnetPoolsTestJSON-1839816318 tempest-SubnetPoolsTestJSON-1839816318-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:54.345058 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f2f527d0-e235-4d37-9713-d7b66ed50b28 tempest-SubnetPoolsTestJSON-1839816318 tempest-SubnetPoolsTestJSON-1839816318-project] 10.222.0.39 "PUT /v2.0/subnetpools/bfe37d7e-70db-453b-9553-c790cfd6c0db HTTP/1.1" status: 200 len: 683 time: 0.0851474 Jan 28 13:34:54.347874 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34078) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:54.428005 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-47f17518-78f5-4abb-b9cf-01df15ec7b68 tempest-SubnetPoolsTestJSON-1839816318 tempest-SubnetPoolsTestJSON-1839816318-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:54.429183 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-47f17518-78f5-4abb-b9cf-01df15ec7b68 tempest-SubnetPoolsTestJSON-1839816318 tempest-SubnetPoolsTestJSON-1839816318-project] 10.222.0.39 "DELETE /v2.0/subnetpools/bfe37d7e-70db-453b-9553-c790cfd6c0db HTTP/1.1" status: 204 len: 168 time: 0.0803859 Jan 28 13:34:54.431899 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34080) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:54.446980 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-754ed8b5-ce0c-4b42-92f7-584fa0ae963f tempest-SubnetPoolsTestJSON-1839816318 tempest-SubnetPoolsTestJSON-1839816318-project] show failed (client error): The resource could not be found. Jan 28 13:34:54.447953 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-754ed8b5-ce0c-4b42-92f7-584fa0ae963f tempest-SubnetPoolsTestJSON-1839816318 tempest-SubnetPoolsTestJSON-1839816318-project] 10.222.0.39 "GET /v2.0/subnetpools/bfe37d7e-70db-453b-9553-c790cfd6c0db HTTP/1.1" status: 404 len: 346 time: 0.0151632 Jan 28 13:34:54.450772 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34082) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:54.464993 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-5f439191-2aff-4c5d-9a04-27e6bac1e862 tempest-SubnetPoolsTestJSON-1839816318 tempest-SubnetPoolsTestJSON-1839816318-project] delete failed (client error): The resource could not be found. Jan 28 13:34:54.465942 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5f439191-2aff-4c5d-9a04-27e6bac1e862 tempest-SubnetPoolsTestJSON-1839816318 tempest-SubnetPoolsTestJSON-1839816318-project] 10.222.0.39 "DELETE /v2.0/subnetpools/bfe37d7e-70db-453b-9553-c790cfd6c0db HTTP/1.1" status: 404 len: 346 time: 0.0142577 Jan 28 13:34:54.570799 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-88ec6423-bbeb-4f9d-9ace-0d728672232f req-ae16dd3b-5201-4579-adf6-1e15d62c0465 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0266910 Jan 28 13:34:54.662514 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9a5dbf6-a075-4b5c-923c-fe738a0e4943 req-98a2472a-9833-4070-95e4-f3bd548968e1 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 210 time: 0.0338674 Jan 28 13:34:54.735356 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34096) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:54.865974 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6f31cd76-a043-4475-967a-06cf99a6769c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:54.897385 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-d80cdf4b-63ec-4871-9aaa-9ccfb078e891 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:54.898988 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-d80cdf4b-63ec-4871-9aaa-9ccfb078e891 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.18 "GET /v2.0/networks?id=7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 200 len: 810 time: 0.1347959 Jan 28 13:34:54.919442 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-91d0ba3c-d05c-416d-9b69-1af59f10ca5d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Request body: {'port': {'device_id': '7716b778-ba36-4004-b712-929adca90c1c', 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0', 'admin_state_up': True, 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:54.977893 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6f31cd76-a043-4475-967a-06cf99a6769c admin admin] Publish callbacks [] for security_group (f160e059-a57b-42d4-9a3e-040b0bde9a19), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:54.982071 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6f31cd76-a043-4475-967a-06cf99a6769c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f160e059-a57b-42d4-9a3e-040b0bde9a19), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:55.022008 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6f31cd76-a043-4475-967a-06cf99a6769c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4ff4c7e58e9a4e3f94c164b7b8c31a86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2854548 Jan 28 13:34:55.023449 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31cd76-a043-4475-967a-06cf99a6769c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f160e059-a57b-42d4-9a3e-040b0bde9a19,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:55.025914 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34104) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:55.069175 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e9444-c991-4259-be4d-93719acc692e req-2b0d6e33-c9f4-48fe-b628-f35aa0127ca4 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:55.071026 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ba9e9444-c991-4259-be4d-93719acc692e req-2b0d6e33-c9f4-48fe-b628-f35aa0127ca4 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.1126208 Jan 28 13:34:55.118831 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2d305885-a107-42fa-969a-e2a8db6562f2 admin admin] Publish callbacks [] for security_group (f160e059-a57b-42d4-9a3e-040b0bde9a19), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:55.143483 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ba9e9444-c991-4259-be4d-93719acc692e req-6cab574c-0f53-440d-8ce3-17d41d8ee226 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612183 Jan 28 13:34:55.145675 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-91d0ba3c-d05c-416d-9b69-1af59f10ca5d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Made reservation on behalf of f75d3bf1f82b41d082871e3d9d4ec219 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:55.148946 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-91d0ba3c-d05c-416d-9b69-1af59f10ca5d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:55.153622 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2d305885-a107-42fa-969a-e2a8db6562f2 admin admin] Publish callbacks [] for security_group (f160e059-a57b-42d4-9a3e-040b0bde9a19), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:55.230771 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2d305885-a107-42fa-969a-e2a8db6562f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f160e059-a57b-42d4-9a3e-040b0bde9a19), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:55.233649 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2d305885-a107-42fa-969a-e2a8db6562f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:55.234928 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2d305885-a107-42fa-969a-e2a8db6562f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f160e059-a57b-42d4-9a3e-040b0bde9a19 HTTP/1.1" status: 204 len: 168 time: 0.1977594 Jan 28 13:34:55.247184 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d305885-a107-42fa-969a-e2a8db6562f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f160e059-a57b-42d4-9a3e-040b0bde9a19,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:55.305860 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-91d0ba3c-d05c-416d-9b69-1af59f10ca5d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Allocated IP 172.20.0.8 (7079efeb-cd22-4f60-b771-d74efc0a16e0/0384f919-cf7e-4ec0-b290-94b57d977aef/8078f98a-0151-4a64-93ec-36213040fad7) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:34:55.417295 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f3cb6-bc95-4b8f-81d1-71a742546845 req-849494cc-ce81-4ac7-8388-df9f81fbc43b tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:55.419236 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ec3f3cb6-bc95-4b8f-81d1-71a742546845 req-849494cc-ce81-4ac7-8388-df9f81fbc43b tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=1768dffd-3788-443d-9ba1-451a85edabef HTTP/1.1" status: 200 len: 945 time: 0.0890052 Jan 28 13:34:55.477252 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ec3f3cb6-bc95-4b8f-81d1-71a742546845 req-65fa0764-db4f-4211-ab2b-7ef1b3b75439 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508189 Jan 28 13:34:55.502594 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-91d0ba3c-d05c-416d-9b69-1af59f10ca5d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks [] for port (8078f98a-0151-4a64-93ec-36213040fad7), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:55.538366 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-91d0ba3c-d05c-416d-9b69-1af59f10ca5d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (8078f98a-0151-4a64-93ec-36213040fad7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:55.588987 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-91d0ba3c-d05c-416d-9b69-1af59f10ca5d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Network 7079efeb-cd22-4f60-b771-d74efc0a16e0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:55.598087 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-91d0ba3c-d05c-416d-9b69-1af59f10ca5d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:55.601204 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-91d0ba3c-d05c-416d-9b69-1af59f10ca5d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:55.670906 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-91d0ba3c-d05c-416d-9b69-1af59f10ca5d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:55.671703 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-91d0ba3c-d05c-416d-9b69-1af59f10ca5d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:55.678535 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0ba3c-d05c-416d-9b69-1af59f10ca5d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Pushing event updated for resources: {'Port': ['ID=8078f98a-0151-4a64-93ec-36213040fad7,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:55.699032 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-91d0ba3c-d05c-416d-9b69-1af59f10ca5d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7876565 Jan 28 13:34:55.716721 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-753012a9-cd7e-425c-86b2-c56667ac94c3 service neutron] Request body: {'port': {'device_id': '7716b778-ba36-4004-b712-929adca90c1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:55.762794 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5b62e287-3007-436f-beb5-605ad562a6cc req-0145b5bd-a64b-45a9-8ac6-ecb7a2f8782a tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0623720 Jan 28 13:34:55.826328 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-753012a9-cd7e-425c-86b2-c56667ac94c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8078f98a-0151-4a64-93ec-36213040fad7), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:55.921517 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe68688-e2d3-4717-90cf-994e7b8077ce req-b8b6527a-18e3-41b4-987f-a94e1474b3d3 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:55.929705 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ffe68688-e2d3-4717-90cf-994e7b8077ce req-b8b6527a-18e3-41b4-987f-a94e1474b3d3 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 931 time: 0.0701208 Jan 28 13:34:56.003105 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ffe68688-e2d3-4717-90cf-994e7b8077ce req-aeef1b84-4b84-433e-9f0b-bb5ada313978 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719655 Jan 28 13:34:56.058168 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-cc97cd4d-b995-4162-89a8-64c7d2949d24 None None] Provisioning complete for port 8078f98a-0151-4a64-93ec-36213040fad7 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:56.059443 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc97cd4d-b995-4162-89a8-64c7d2949d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8078f98a-0151-4a64-93ec-36213040fad7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.104485 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-cc97cd4d-b995-4162-89a8-64c7d2949d24 None None] Port 8078f98a-0151-4a64-93ec-36213040fad7 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:34:56.174159 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-753012a9-cd7e-425c-86b2-c56667ac94c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8078f98a-0151-4a64-93ec-36213040fad7 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:34:56.182981 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-753012a9-cd7e-425c-86b2-c56667ac94c3 service neutron] Publish callbacks [] for port (8078f98a-0151-4a64-93ec-36213040fad7), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.196864 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-753012a9-cd7e-425c-86b2-c56667ac94c3 service neutron] Transition to ACTIVE for port object 8078f98a-0151-4a64-93ec-36213040fad7 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:34:56.204508 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-753012a9-cd7e-425c-86b2-c56667ac94c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (8078f98a-0151-4a64-93ec-36213040fad7), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.284205 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753012a9-cd7e-425c-86b2-c56667ac94c3 service neutron] Pushing event updated for resources: {'Port': ['ID=8078f98a-0151-4a64-93ec-36213040fad7,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:56.307861 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34144) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:56.359066 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-753012a9-cd7e-425c-86b2-c56667ac94c3 service neutron] Attempting to bind port 8078f98a-0151-4a64-93ec-36213040fad7 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:34:56.359514 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-753012a9-cd7e-425c-86b2-c56667ac94c3 service neutron] Attempting to bind port 8078f98a-0151-4a64-93ec-36213040fad7 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '792a819f-11b6-46d0-bd5d-38aa9f6d375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:34:56.359959 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-753012a9-cd7e-425c-86b2-c56667ac94c3 service neutron] Attempting to bind port 8078f98a-0151-4a64-93ec-36213040fad7 on network 7079efeb-cd22-4f60-b771-d74efc0a16e0 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:56.388189 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-753012a9-cd7e-425c-86b2-c56667ac94c3 service neutron] Port 8078f98a-0151-4a64-93ec-36213040fad7 on network 7079efeb-cd22-4f60-b771-d74efc0a16e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:34:56.388692 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-753012a9-cd7e-425c-86b2-c56667ac94c3 service neutron] Attempting to bind port 8078f98a-0151-4a64-93ec-36213040fad7 on network 7079efeb-cd22-4f60-b771-d74efc0a16e0 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:56.413262 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-753012a9-cd7e-425c-86b2-c56667ac94c3 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:34:56.413747 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-753012a9-cd7e-425c-86b2-c56667ac94c3 service neutron] Checking segment: {'id': '792a819f-11b6-46d0-bd5d-38aa9f6d375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:56.414240 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-753012a9-cd7e-425c-86b2-c56667ac94c3 service neutron] Bound using segment: {'id': '792a819f-11b6-46d0-bd5d-38aa9f6d375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:34:56.414798 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-753012a9-cd7e-425c-86b2-c56667ac94c3 service neutron] Bound port: 8078f98a-0151-4a64-93ec-36213040fad7, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792a819f-11b6-46d0-bd5d-38aa9f6d375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:34:56.415480 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-753012a9-cd7e-425c-86b2-c56667ac94c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8078f98a-0151-4a64-93ec-36213040fad7), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.426813 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0bf30-aeb0-4d8c-82e4-756086a5c70c req-0ee88f45-92ab-435e-b3f3-21c85eeb4807 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:56.428660 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5cb0bf30-aeb0-4d8c-82e4-756086a5c70c req-0ee88f45-92ab-435e-b3f3-21c85eeb4807 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.0942740 Jan 28 13:34:56.450616 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-b496187f-4500-4b59-88bf-1e5b6d8393c8 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1493092919'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:56.481911 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b496187f-4500-4b59-88bf-1e5b6d8393c8 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Made reservation on behalf of d313c396c66948d29a549529615c76ff for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:56.486782 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b496187f-4500-4b59-88bf-1e5b6d8393c8 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.506720 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b496187f-4500-4b59-88bf-1e5b6d8393c8 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.629897 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5cb0bf30-aeb0-4d8c-82e4-756086a5c70c req-fb809209-c2e7-4256-bea9-f2ab4b06c057 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896632 Jan 28 13:34:56.652866 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-753012a9-cd7e-425c-86b2-c56667ac94c3 service neutron] For port 8078f98a-0151-4a64-93ec-36213040fad7, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:34:56.659362 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-753012a9-cd7e-425c-86b2-c56667ac94c3 service neutron] For port 8078f98a-0151-4a64-93ec-36213040fad7, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8078f98a-0151-4a64-93ec-36213040fad7,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:34:56.665341 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374149dd-9a62-40ff-9034-8fd72b57edc3 req-0cb50db1-8370-478f-8148-0aa6e34be372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:56.667527 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-374149dd-9a62-40ff-9034-8fd72b57edc3 req-0cb50db1-8370-478f-8148-0aa6e34be372 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 1096 time: 0.1230576 Jan 28 13:34:56.669516 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-753012a9-cd7e-425c-86b2-c56667ac94c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (8078f98a-0151-4a64-93ec-36213040fad7), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.677903 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b496187f-4500-4b59-88bf-1e5b6d8393c8 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks [] for security_group (45532cf0-4bba-43b4-b286-5e4c1e7e4119), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.688264 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b496187f-4500-4b59-88bf-1e5b6d8393c8 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (45532cf0-4bba-43b4-b286-5e4c1e7e4119), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.712647 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-753012a9-cd7e-425c-86b2-c56667ac94c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:56.713571 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-753012a9-cd7e-425c-86b2-c56667ac94c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.715504 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-753012a9-cd7e-425c-86b2-c56667ac94c3 service neutron] 10.222.0.18 "PUT /v2.0/ports/8078f98a-0151-4a64-93ec-36213040fad7 HTTP/1.1" status: 200 len: 1091 time: 1.0046847 Jan 28 13:34:56.715630 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b1c8b-16b7-4da9-aa0c-7393f62355b7 req-c9ada726-f0f2-45b2-81b3-2d77a7509261 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:56.722483 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a07b1c8b-16b7-4da9-aa0c-7393f62355b7 req-c9ada726-f0f2-45b2-81b3-2d77a7509261 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=1768dffd-3788-443d-9ba1-451a85edabef HTTP/1.1" status: 200 len: 945 time: 0.1167638 Jan 28 13:34:56.733401 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7716b778-ba36-4004-b712-929adca90c1c', 'tag': '8078f98a-0151-4a64-93ec-36213040fad7'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:34:56.736431 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b496187f-4500-4b59-88bf-1e5b6d8393c8 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:34:56.736610 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e73515-3d78-4919-bf6d-7e95f7266aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "7716b778-ba36-4004-b712-929adca90c1c", "tag": "8078f98a-0151-4a64-93ec-36213040fad7"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:34:56.761562 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496187f-4500-4b59-88bf-1e5b6d8393c8 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45532cf0-4bba-43b4-b286-5e4c1e7e4119,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:56.767720 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b496187f-4500-4b59-88bf-1e5b6d8393c8 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (aaffef9e-c4e0-49d8-90e2-3974ff9a36c5), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.768063 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-b496187f-4500-4b59-88bf-1e5b6d8393c8 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Added segment aaffef9e-c4e0-49d8-90e2-3974ff9a36c5 of type vlan for network f37ab64a-3003-44d2-bbea-b4266862f7b5 Jan 28 13:34:56.812413 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b55b17c-e473-4c58-8e01-85f1727f0c7f x-openstack-request-id: req-2b55b17c-e473-4c58-8e01-85f1727f0c7f {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:34:56.812714 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7716b778-ba36-4004-b712-929adca90c1c", "tag": "8078f98a-0151-4a64-93ec-36213040fad7", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:34:56.812972 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b55b17c-e473-4c58-8e01-85f1727f0c7f {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:34:56.813376 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7716b778-ba36-4004-b712-929adca90c1c', 'tag': '8078f98a-0151-4a64-93ec-36213040fad7', 'status': 'completed', 'code': 200} Jan 28 13:34:56.818737 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753012a9-cd7e-425c-86b2-c56667ac94c3 service neutron] Pushing event updated for resources: {'Port': ['ID=8078f98a-0151-4a64-93ec-36213040fad7,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:56.826145 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-374149dd-9a62-40ff-9034-8fd72b57edc3 req-fcd468be-85b6-4ecf-a689-4424235ff57c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483090 Jan 28 13:34:56.843093 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-3545f209-3297-49a8-a895-d0d1e748e79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:56.844879 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-3545f209-3297-49a8-a895-d0d1e748e79f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 1094 time: 0.0824010 Jan 28 13:34:56.871797 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b496187f-4500-4b59-88bf-1e5b6d8393c8 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (f37ab64a-3003-44d2-bbea-b4266862f7b5), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.908318 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a07b1c8b-16b7-4da9-aa0c-7393f62355b7 req-46221b42-bedc-4e3a-b8d9-1cd70e446110 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814353 Jan 28 13:34:56.908545 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-73be1079-6c92-4946-9748-f2fd89c76b88 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8078f98a-0151-4a64-93ec-36213040fad7 HTTP/1.1" status: 200 len: 217 time: 0.0540454 Jan 28 13:34:56.930651 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b496187f-4500-4b59-88bf-1e5b6d8393c8 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (f37ab64a-3003-44d2-bbea-b4266862f7b5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.936843 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b496187f-4500-4b59-88bf-1e5b6d8393c8 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:56.937959 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b496187f-4500-4b59-88bf-1e5b6d8393c8 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.974829 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-0ead4c87-b3f4-423a-a189-bd400bb65b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:56.977767 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-0ead4c87-b3f4-423a-a189-bd400bb65b71 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0384f919-cf7e-4ec0-b290-94b57d977aef HTTP/1.1" status: 200 len: 849 time: 0.0616856 Jan 28 13:34:56.991632 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b496187f-4500-4b59-88bf-1e5b6d8393c8 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6826208 Jan 28 13:34:57.001902 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34158) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:57.018043 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-79d3140f-51b7-4c84-96f6-91bc90963fb1 req-fafc5346-8d43-4a59-a6b2-ef50e653a96d tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0391786 Jan 28 13:34:57.052980 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-2a443ba5-0e87-43bf-a7ad-a83454b510c1 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Request body: {'subnet': {'network_id': 'f37ab64a-3003-44d2-bbea-b4266862f7b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:57.056620 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-d54fe1fa-5b48-4a4f-a0fa-b2005a41dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:57.059913 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-d54fe1fa-5b48-4a4f-a0fa-b2005a41dfde service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7079efeb-cd22-4f60-b771-d74efc0a16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703800 Jan 28 13:34:57.073954 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496187f-4500-4b59-88bf-1e5b6d8393c8 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Pushing event updated for resources: {'Network': ['ID=f37ab64a-3003-44d2-bbea-b4266862f7b5,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:57.087783 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network f37ab64a-3003-44d2-bbea-b4266862f7b5 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:34:57.149142 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921404e-e666-451a-854f-b8352378247c req-2c8bed59-d539-4761-90e5-3ae34944e002 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:57.150772 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c921404e-e666-451a-854f-b8352378247c req-2c8bed59-d539-4761-90e5-3ae34944e002 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=1768dffd-3788-443d-9ba1-451a85edabef HTTP/1.1" status: 200 len: 945 time: 0.1663613 Jan 28 13:34:57.199191 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a443ba5-0e87-43bf-a7ad-a83454b510c1 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Made reservation on behalf of d313c396c66948d29a549529615c76ff for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:57.203172 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2a443ba5-0e87-43bf-a7ad-a83454b510c1 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:57.213437 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9715c6-6310-452c-b321-686276c0fbdd req-95fc67b3-a99c-4e3d-bdf9-78db71162089 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:57.216680 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7e9715c6-6310-452c-b321-686276c0fbdd req-95fc67b3-a99c-4e3d-bdf9-78db71162089 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 943 time: 0.1044235 Jan 28 13:34:57.220725 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-9a50c0f4-4351-4038-8052-b0de8d2885e0 service neutron] 10.222.0.18 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533465 Jan 28 13:34:57.244015 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c921404e-e666-451a-854f-b8352378247c req-8db39c5f-cfd8-4b7b-a709-44c790b003e3 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856040 Jan 28 13:34:57.342545 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7e9715c6-6310-452c-b321-686276c0fbdd req-32668c5e-f4bb-485f-a43c-14c154a0e4a6 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041024 Jan 28 13:34:57.384323 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-09a82268-5c27-451f-9cc2-282ec9282d3f req-711c598c-d437-44be-b448-a54b039bbf32 service neutron] 10.222.0.18 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564443 Jan 28 13:34:57.436567 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2a443ba5-0e87-43bf-a7ad-a83454b510c1 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (e69d823c-61aa-43cd-91e8-d6caab31cfa9), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:57.498819 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e73515-3d78-4919-bf6d-7e95f7266aa2 req-dc1d430b-62c7-4b30-b518-a823235cb7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:57.500762 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8e73515-3d78-4919-bf6d-7e95f7266aa2 req-dc1d430b-62c7-4b30-b518-a823235cb7f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 1094 time: 0.0558388 Jan 28 13:34:57.502897 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a443ba5-0e87-43bf-a7ad-a83454b510c1 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Pushing event updated for resources: {'Subnet': ['ID=e69d823c-61aa-43cd-91e8-d6caab31cfa9,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:57.512367 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a443ba5-0e87-43bf-a7ad-a83454b510c1 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Checking segment: {'id': 'aaffef9e-c4e0-49d8-90e2-3974ff9a36c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f37ab64a-3003-44d2-bbea-b4266862f7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:57.512820 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a443ba5-0e87-43bf-a7ad-a83454b510c1 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Network hostable DHCP agents. Network: f37ab64a-3003-44d2-bbea-b4266862f7b5, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:34:57.532502 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a443ba5-0e87-43bf-a7ad-a83454b510c1 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Network f37ab64a-3003-44d2-bbea-b4266862f7b5 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:34:57.548206 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-2a443ba5-0e87-43bf-a7ad-a83454b510c1 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, f37ab64a-3003-44d2-bbea-b4266862f7b5) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:57.558498 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922fd31b-7d17-4742-95c5-708a0e68d10e None None] Network f37ab64a-3003-44d2-bbea-b4266862f7b5 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:57.567856 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a443ba5-0e87-43bf-a7ad-a83454b510c1 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:57.568705 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2a443ba5-0e87-43bf-a7ad-a83454b510c1 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:57.590944 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2a443ba5-0e87-43bf-a7ad-a83454b510c1 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5612977 Jan 28 13:34:57.593495 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34174) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:57.601135 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Request body: {'port': {'network_id': 'f37ab64a-3003-44d2-bbea-b4266862f7b5', 'name': 'tempest-TagsExtTest-1152639227'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:57.666758 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0707210-8187-4b98-b560-5943d1182f0e req-19ca4a5b-d3b2-422c-ae5d-d4e6cd6ec96c tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:57.673676 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d0707210-8187-4b98-b560-5943d1182f0e req-19ca4a5b-d3b2-422c-ae5d-d4e6cd6ec96c tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=1768dffd-3788-443d-9ba1-451a85edabef HTTP/1.1" status: 200 len: 945 time: 0.1615117 Jan 28 13:34:57.705099 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766a7f7d-0e82-423e-9bfa-e20feb8ba40a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-f37ab64a-3003-44d2-bbea-b4266862f7b5', 'network_id': 'f37ab64a-3003-44d2-bbea-b4266862f7b5', 'project_id': 'd313c396c66948d29a549529615c76ff', 'fixed_ips': [{'subnet_id': 'e69d823c-61aa-43cd-91e8-d6caab31cfa9'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:34:57.706845 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-766a7f7d-0e82-423e-9bfa-e20feb8ba40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:57.724649 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e73515-3d78-4919-bf6d-7e95f7266aa2 req-a8df875f-9eeb-4957-b4af-cdeb338ed138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:57.726134 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8e73515-3d78-4919-bf6d-7e95f7266aa2 req-a8df875f-9eeb-4957-b4af-cdeb338ed138 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 200 len: 910 time: 0.1915953 Jan 28 13:34:57.783367 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d0707210-8187-4b98-b560-5943d1182f0e req-def3b264-daa0-4ad2-a30b-a1d4bb7cab91 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087048 Jan 28 13:34:57.785678 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8e73515-3d78-4919-bf6d-7e95f7266aa2 req-01d7c18c-5772-4e37-a73d-5946e8a4821e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8078f98a-0151-4a64-93ec-36213040fad7 HTTP/1.1" status: 200 len: 217 time: 0.0511189 Jan 28 13:34:57.841192 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e73515-3d78-4919-bf6d-7e95f7266aa2 req-4331e0f5-15dd-4f94-892d-74cb8d991957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:57.843154 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8e73515-3d78-4919-bf6d-7e95f7266aa2 req-4331e0f5-15dd-4f94-892d-74cb8d991957 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0384f919-cf7e-4ec0-b290-94b57d977aef HTTP/1.1" status: 200 len: 849 time: 0.0510516 Jan 28 13:34:57.870010 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e90a77-4339-412f-887e-6188872864b8 req-44640024-a040-48c1-9b42-692d1f1d36ef tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:57.877155 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-53e90a77-4339-412f-887e-6188872864b8 req-44640024-a040-48c1-9b42-692d1f1d36ef tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.0902364 Jan 28 13:34:57.880313 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Made reservation on behalf of d313c396c66948d29a549529615c76ff for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:57.883984 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:57.891496 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-766a7f7d-0e82-423e-9bfa-e20feb8ba40a None None] Allocated IP 172.20.0.2 (f37ab64a-3003-44d2-bbea-b4266862f7b5/e69d823c-61aa-43cd-91e8-d6caab31cfa9/30d55c1b-4f5e-4b9e-8d65-f9036bed22e0) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:34:57.920558 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e73515-3d78-4919-bf6d-7e95f7266aa2 req-ca48e2a9-51be-4303-86b7-43f32674a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:57.922372 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8e73515-3d78-4919-bf6d-7e95f7266aa2 req-ca48e2a9-51be-4303-86b7-43f32674a143 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7079efeb-cd22-4f60-b771-d74efc0a16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707691 Jan 28 13:34:57.923368 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] device_id is not set on port d6656fa0-068a-41e8-816c-4b1625b70b19 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:34:58.009571 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-53e90a77-4339-412f-887e-6188872864b8 req-53675327-2630-4bb4-8d9c-5febfd65e68a tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263556 Jan 28 13:34:58.056508 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8e73515-3d78-4919-bf6d-7e95f7266aa2 req-46a554ac-2edc-4569-b8bf-47f1b6a6aeb8 service neutron] 10.222.0.18 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264350 Jan 28 13:34:58.106763 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-766a7f7d-0e82-423e-9bfa-e20feb8ba40a None None] Publish callbacks [] for port (30d55c1b-4f5e-4b9e-8d65-f9036bed22e0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:58.120309 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-766a7f7d-0e82-423e-9bfa-e20feb8ba40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (30d55c1b-4f5e-4b9e-8d65-f9036bed22e0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:58.188943 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a7f7d-0e82-423e-9bfa-e20feb8ba40a None None] Pushing event updated for resources: {'Port': ['ID=30d55c1b-4f5e-4b9e-8d65-f9036bed22e0,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:58.191706 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.db.api [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ce5f9d16-1237-4bf2-ba70-8034bee74b08 {{(pid=103352) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:34:58.192256 n-d-822747-2 neutron-server[103352]: DEBUG oslo_db.api [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:34:58.199802 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766a7f7d-0e82-423e-9bfa-e20feb8ba40a None None] Network f37ab64a-3003-44d2-bbea-b4266862f7b5 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:58.200440 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8da67048-4903-4554-b7c6-abaf798cb2bf req-f7c3847a-ae4b-41b4-ae63-a8574d1d40e2 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0587471 Jan 28 13:34:58.204941 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-766a7f7d-0e82-423e-9bfa-e20feb8ba40a None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:58.208831 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766a7f7d-0e82-423e-9bfa-e20feb8ba40a None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:58.230548 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b8e73515-3d78-4919-bf6d-7e95f7266aa2 req-c844242f-411e-4cd1-8468-04d1332b1cae service neutron] 10.222.0.18 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602089 Jan 28 13:34:58.274569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-766a7f7d-0e82-423e-9bfa-e20feb8ba40a None None] Attempting to bind port 30d55c1b-4f5e-4b9e-8d65-f9036bed22e0 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:34:58.274996 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-766a7f7d-0e82-423e-9bfa-e20feb8ba40a None None] Attempting to bind port 30d55c1b-4f5e-4b9e-8d65-f9036bed22e0 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'aaffef9e-c4e0-49d8-90e2-3974ff9a36c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f37ab64a-3003-44d2-bbea-b4266862f7b5'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:34:58.275618 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766a7f7d-0e82-423e-9bfa-e20feb8ba40a None None] Attempting to bind port 30d55c1b-4f5e-4b9e-8d65-f9036bed22e0 on network f37ab64a-3003-44d2-bbea-b4266862f7b5 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:58.281337 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766a7f7d-0e82-423e-9bfa-e20feb8ba40a None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:34:58.282060 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766a7f7d-0e82-423e-9bfa-e20feb8ba40a None None] Checking segment: {'id': 'aaffef9e-c4e0-49d8-90e2-3974ff9a36c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f37ab64a-3003-44d2-bbea-b4266862f7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:58.282457 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-766a7f7d-0e82-423e-9bfa-e20feb8ba40a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:58.282838 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766a7f7d-0e82-423e-9bfa-e20feb8ba40a None None] Bound using segment: {'id': 'aaffef9e-c4e0-49d8-90e2-3974ff9a36c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f37ab64a-3003-44d2-bbea-b4266862f7b5'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:34:58.283338 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-766a7f7d-0e82-423e-9bfa-e20feb8ba40a None None] Bound port: 30d55c1b-4f5e-4b9e-8d65-f9036bed22e0, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaffef9e-c4e0-49d8-90e2-3974ff9a36c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f37ab64a-3003-44d2-bbea-b4266862f7b5'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:34:58.283706 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-766a7f7d-0e82-423e-9bfa-e20feb8ba40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (30d55c1b-4f5e-4b9e-8d65-f9036bed22e0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:58.350851 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-766a7f7d-0e82-423e-9bfa-e20feb8ba40a None None] For port 30d55c1b-4f5e-4b9e-8d65-f9036bed22e0, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:34:58.354253 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-766a7f7d-0e82-423e-9bfa-e20feb8ba40a None None] For port 30d55c1b-4f5e-4b9e-8d65-f9036bed22e0, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=30d55c1b-4f5e-4b9e-8d65-f9036bed22e0,segment=NetworkSegment(aaffef9e-c4e0-49d8-90e2-3974ff9a36c5),segment_id=aaffef9e-c4e0-49d8-90e2-3974ff9a36c5)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:34:58.360179 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-766a7f7d-0e82-423e-9bfa-e20feb8ba40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (30d55c1b-4f5e-4b9e-8d65-f9036bed22e0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:58.419357 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a7f7d-0e82-423e-9bfa-e20feb8ba40a None None] Pushing event updated for resources: {'Port': ['ID=30d55c1b-4f5e-4b9e-8d65-f9036bed22e0,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:58.469572 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174a980-1190-4ad7-8f3a-eaf8747c3183 req-2607759b-7ef9-4966-8555-295f750c7661 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:58.475461 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b174a980-1190-4ad7-8f3a-eaf8747c3183 req-2607759b-7ef9-4966-8555-295f750c7661 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 943 time: 0.0678730 Jan 28 13:34:58.522168 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b174a980-1190-4ad7-8f3a-eaf8747c3183 req-15f78c6e-ee5b-4891-b8de-fa134790343e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449762 Jan 28 13:34:58.694187 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:58.713415 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] device_id is not set on port 5db00a26-f7dc-41e7-8be9-15d5a3689394 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:34:58.838715 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Allocated IP 172.20.0.6 (f37ab64a-3003-44d2-bbea-b4266862f7b5/e69d823c-61aa-43cd-91e8-d6caab31cfa9/5db00a26-f7dc-41e7-8be9-15d5a3689394) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:34:58.855823 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0384c-2c5c-4bd3-b255-1cdc27b79ca8 req-19f20093-6a47-46a7-8a49-5f9473e25fdb tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:58.857725 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-13e0384c-2c5c-4bd3-b255-1cdc27b79ca8 req-19f20093-6a47-46a7-8a49-5f9473e25fdb tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.18 "GET /v2.0/ports?device_id=1768dffd-3788-443d-9ba1-451a85edabef HTTP/1.1" status: 200 len: 945 time: 0.0593047 Jan 28 13:34:58.994411 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d48b8-2b9b-41e1-a50f-9628936e267c req-6bc37313-ca3d-4b0b-ba1a-208f32292ca5 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:58.999555 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-459d48b8-2b9b-41e1-a50f-9628936e267c req-6bc37313-ca3d-4b0b-ba1a-208f32292ca5 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=1768dffd-3788-443d-9ba1-451a85edabef HTTP/1.1" status: 200 len: 945 time: 0.1358838 Jan 28 13:34:59.059428 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks [] for port (5db00a26-f7dc-41e7-8be9-15d5a3689394), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.062971 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-13e0384c-2c5c-4bd3-b255-1cdc27b79ca8 req-8cf3f3b9-cf15-4873-9333-faa8a56e5faa tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Deleting port 2f679bc6-4835-4b16-8147-d66176113354 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:59.063687 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-13e0384c-2c5c-4bd3-b255-1cdc27b79ca8 req-8cf3f3b9-cf15-4873-9333-faa8a56e5faa tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (2f679bc6-4835-4b16-8147-d66176113354), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.093643 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-459d48b8-2b9b-41e1-a50f-9628936e267c req-e7350905-95a4-402b-b487-53809f411afe tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905771 Jan 28 13:34:59.112943 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (5db00a26-f7dc-41e7-8be9-15d5a3689394), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.177503 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Network f37ab64a-3003-44d2-bbea-b4266862f7b5 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:59.185535 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:59.187030 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-13e0384c-2c5c-4bd3-b255-1cdc27b79ca8 req-8cf3f3b9-cf15-4873-9333-faa8a56e5faa tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] For port 2f679bc6-4835-4b16-8147-d66176113354, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2f679bc6-4835-4b16-8147-d66176113354,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:59.187404 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-13e0384c-2c5c-4bd3-b255-1cdc27b79ca8 req-8cf3f3b9-cf15-4873-9333-faa8a56e5faa tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (2f679bc6-4835-4b16-8147-d66176113354), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.202124 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-13e0384c-2c5c-4bd3-b255-1cdc27b79ca8 req-8cf3f3b9-cf15-4873-9333-faa8a56e5faa tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Calling delete_port for 2f679bc6-4835-4b16-8147-d66176113354 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:59.203592 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:59.249450 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Pushing event updated for resources: {'Port': ['ID=5db00a26-f7dc-41e7-8be9-15d5a3689394,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:59.261403 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.261762 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.262081 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.262410 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.262897 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.263084 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.263404 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.263720 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.264038 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.264354 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.264676 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.264985 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.265295 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.288573 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:59.289217 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.300846 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ded1e4-a830-4e19-93df-573c03153d9e req-cebdf6c4-9fd4-4bc3-b0e7-abe65bd128f6 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:59.302589 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-03ded1e4-a830-4e19-93df-573c03153d9e req-cebdf6c4-9fd4-4bc3-b0e7-abe65bd128f6 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.1479409 Jan 28 13:34:59.313317 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24d034e9-ecdf-4e3e-a3da-fbdfbfcac824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.327189 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a3f4bc6f-44f1-4d94-8a23-d6d1be44af3c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7322061 Jan 28 13:34:59.334073 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34198) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:59.338327 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-65a57dae-a21e-44f2-9fa1-cd18e2ec4137 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1327802079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:59.342459 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-51987767-ad17-43a3-8d95-b954f8595da6 req-677b57b8-27ab-4344-b350-0ebc50ac9cf3 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0330250 Jan 28 13:34:59.389180 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65a57dae-a21e-44f2-9fa1-cd18e2ec4137 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (c009dbaf-e9c5-4ecf-b415-4068f405166c), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.390299 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65a57dae-a21e-44f2-9fa1-cd18e2ec4137 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (c009dbaf-e9c5-4ecf-b415-4068f405166c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.413119 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-03ded1e4-a830-4e19-93df-573c03153d9e req-32f74a4f-5e1c-4c1b-84d5-15fbc4e30e3f tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848525 Jan 28 13:34:59.427989 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-13e0384c-2c5c-4bd3-b255-1cdc27b79ca8 req-8cf3f3b9-cf15-4873-9333-faa8a56e5faa tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (2f679bc6-4835-4b16-8147-d66176113354), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.441150 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['101efa69-eb99-4b6d-a484-368410fbef5a', '2f679bc6-4835-4b16-8147-d66176113354'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:34:59.471550 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3f3b9-cf15-4873-9333-faa8a56e5faa tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Pushing event deleted for resources: {'Port': ['ID=2f679bc6-4835-4b16-8147-d66176113354,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:59.562307 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e0384c-2c5c-4bd3-b255-1cdc27b79ca8 req-8cf3f3b9-cf15-4873-9333-faa8a56e5faa tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] No DVR routers for this DVR port 2f679bc6-4835-4b16-8147-d66176113354 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:59.568423 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-13e0384c-2c5c-4bd3-b255-1cdc27b79ca8 req-8cf3f3b9-cf15-4873-9333-faa8a56e5faa tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.573987 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-13e0384c-2c5c-4bd3-b255-1cdc27b79ca8 req-8cf3f3b9-cf15-4873-9333-faa8a56e5faa tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.18 "DELETE /v2.0/ports/2f679bc6-4835-4b16-8147-d66176113354 HTTP/1.1" status: 204 len: 173 time: 0.7084816 Jan 28 13:34:59.574505 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1768dffd-3788-443d-9ba1-451a85edabef', 'name': 'network-vif-deleted', 'tag': '2f679bc6-4835-4b16-8147-d66176113354'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:34:59.579068 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65a57dae-a21e-44f2-9fa1-cd18e2ec4137 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks [] for router_controller (c009dbaf-e9c5-4ecf-b415-4068f405166c), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.581819 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9378e6-aac2-4468-96a7-9714920dda64" -d '{"events": [{"server_uuid": "1768dffd-3788-443d-9ba1-451a85edabef", "name": "network-vif-deleted", "tag": "2f679bc6-4835-4b16-8147-d66176113354"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:34:59.587988 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65a57dae-a21e-44f2-9fa1-cd18e2ec4137 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (c009dbaf-e9c5-4ecf-b415-4068f405166c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.622552 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65a57dae-a21e-44f2-9fa1-cd18e2ec4137 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.626946 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-65a57dae-a21e-44f2-9fa1-cd18e2ec4137 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2891681 Jan 28 13:34:59.627538 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34208) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:59.635138 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-fc594d1a-166f-4cfc-86dc-334ddfc0bca4 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-887904897', 'prefixes': ['172.20.0.0/16']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:59.637805 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418af255-e479-48c6-8765-b67be1d30531 None None] Network f37ab64a-3003-44d2-bbea-b4266862f7b5 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:59.723722 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c03c9f-3aac-4b7f-8f98-1aea98f6b937 x-openstack-request-id: req-89c03c9f-3aac-4b7f-8f98-1aea98f6b937 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:34:59.724015 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1768dffd-3788-443d-9ba1-451a85edabef", "name": "network-vif-deleted", "tag": "2f679bc6-4835-4b16-8147-d66176113354", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:34:59.724268 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-89c03c9f-3aac-4b7f-8f98-1aea98f6b937 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:34:59.724668 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1768dffd-3788-443d-9ba1-451a85edabef', 'name': 'network-vif-deleted', 'tag': '2f679bc6-4835-4b16-8147-d66176113354', 'status': 'completed', 'code': 200} Jan 28 13:34:59.734104 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 8078f98a-0151-4a64-93ec-36213040fad7 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:34:59.739452 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34214) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:59.746467 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-863aed60-2434-4d53-8921-ebd73e4cd75a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1769921872'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:59.777150 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863aed60-2434-4d53-8921-ebd73e4cd75a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Made reservation on behalf of f327d07b81a14c5bb937fba4992e6ee2 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:59.782647 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-863aed60-2434-4d53-8921-ebd73e4cd75a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.805827 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c93f0-f4ed-418c-aef8-0134e736d97c req-bf647233-6fa6-4ee3-92c4-51a4666fc047 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:59.807737 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-093c93f0-f4ed-418c-aef8-0134e736d97c req-bf647233-6fa6-4ee3-92c4-51a4666fc047 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 943 time: 0.1773379 Jan 28 13:34:59.812777 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a71a3d-206f-46ef-ad8b-07e79cca214f req-70e792fe-e0db-44db-86eb-f5dc2970426a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:59.814668 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42a71a3d-206f-46ef-ad8b-07e79cca214f req-70e792fe-e0db-44db-86eb-f5dc2970426a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b4d3f60af5c4c6b8423e28fd3aff330&device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 1096 time: 0.1043279 Jan 28 13:34:59.837320 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863aed60-2434-4d53-8921-ebd73e4cd75a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:34:59.852652 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-863aed60-2434-4d53-8921-ebd73e4cd75a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (d3e38792-a814-403b-af31-3ea5e35b6aaf), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.853035 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-863aed60-2434-4d53-8921-ebd73e4cd75a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Added segment d3e38792-a814-403b-af31-3ea5e35b6aaf of type vlan for network 376b4709-87bf-4524-8081-ea1211d3f7a6 Jan 28 13:34:59.871308 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a30db1f5-f6bc-4aa1-a032-a077f7db92de None None] Provisioning complete for port 30d55c1b-4f5e-4b9e-8d65-f9036bed22e0 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:59.871610 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a30db1f5-f6bc-4aa1-a032-a077f7db92de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (30d55c1b-4f5e-4b9e-8d65-f9036bed22e0), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.871894 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c390d-74d8-40ce-a9e9-7375d60d975d req-4ec49b97-7b3b-4120-992a-4c4edf8a6913 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:59.875617 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9d4c390d-74d8-40ce-a9e9-7375d60d975d req-4ec49b97-7b3b-4120-992a-4c4edf8a6913 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.0774949 Jan 28 13:34:59.916714 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-093c93f0-f4ed-418c-aef8-0134e736d97c req-1aefd9e4-eb4d-4e8c-935f-52ae359e2083 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961375 Jan 28 13:34:59.922063 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc594d1a-166f-4cfc-86dc-334ddfc0bca4 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.922861 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-863aed60-2434-4d53-8921-ebd73e4cd75a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (376b4709-87bf-4524-8081-ea1211d3f7a6), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.927266 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fc594d1a-166f-4cfc-86dc-334ddfc0bca4 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2980690 Jan 28 13:34:59.929207 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34216) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:59.943988 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-e8947df4-8f03-4364-b996-78ca9402fb11 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e69d823c-61aa-43cd-91e8-d6caab31cfa9', 'tempest-TagsExtTest-Tag-908705754') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:59.996453 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 8078f98a-0151-4a64-93ec-36213040fad7, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8078f98a-0151-4a64-93ec-36213040fad7,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:00.016481 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-863aed60-2434-4d53-8921-ebd73e4cd75a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (376b4709-87bf-4524-8081-ea1211d3f7a6), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.016760 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a71a3d-206f-46ef-ad8b-07e79cca214f req-504b5a01-7b6e-434e-a99f-61ac6ae69e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:00.018425 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42a71a3d-206f-46ef-ad8b-07e79cca214f req-504b5a01-7b6e-434e-a99f-61ac6ae69e17 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0cc66fb4-aa9b-4065-9754-07c3b4544c1c HTTP/1.1" status: 200 len: 918 time: 0.1955988 Jan 28 13:35:00.021501 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863aed60-2434-4d53-8921-ebd73e4cd75a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:00.022092 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-863aed60-2434-4d53-8921-ebd73e4cd75a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.032776 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '8078f98a-0151-4a64-93ec-36213040fad7', 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0', 'port_id': '8078f98a-0151-4a64-93ec-36213040fad7', 'mac_address': 'fa:16:3e:d2:06:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0384f919-cf7e-4ec0-b290-94b57d977aef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:35:00.071365 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9d4c390d-74d8-40ce-a9e9-7375d60d975d req-9b88bc78-2b21-46e1-93d5-9b73459c8de1 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763947 Jan 28 13:35:00.100115 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a30db1f5-f6bc-4aa1-a032-a077f7db92de None None] Current status of the port 30d55c1b-4f5e-4b9e-8d65-f9036bed22e0 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:00.101876 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a30db1f5-f6bc-4aa1-a032-a077f7db92de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (30d55c1b-4f5e-4b9e-8d65-f9036bed22e0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.106695 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42a71a3d-206f-46ef-ad8b-07e79cca214f req-b79fbabb-e654-4c2d-861a-246c10ae4289 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0039b2b7-65d7-43fa-84c3-44415f0574ba HTTP/1.1" status: 200 len: 217 time: 0.0597720 Jan 28 13:35:00.196581 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-863aed60-2434-4d53-8921-ebd73e4cd75a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4535580 Jan 28 13:35:00.196581 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863aed60-2434-4d53-8921-ebd73e4cd75a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event updated for resources: {'Network': ['ID=376b4709-87bf-4524-8081-ea1211d3f7a6,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:00.198087 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34224) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:00.217638 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-c8c55056-44a6-40f5-8827-bf53305493a3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1173859060'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:00.242486 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 376b4709-87bf-4524-8081-ea1211d3f7a6 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:35:00.275102 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a71a3d-206f-46ef-ad8b-07e79cca214f req-a3abbacd-e612-4957-904b-451aa93303f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:00.276663 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42a71a3d-206f-46ef-ad8b-07e79cca214f req-a3abbacd-e612-4957-904b-451aa93303f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbb764f6-d64f-484a-9e34-16f02ef802cf HTTP/1.1" status: 200 len: 858 time: 0.1621726 Jan 28 13:35:00.277755 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c55056-44a6-40f5-8827-bf53305493a3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Made reservation on behalf of f327d07b81a14c5bb937fba4992e6ee2 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:35:00.290036 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c8c55056-44a6-40f5-8827-bf53305493a3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.299705 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e8947df4-8f03-4364-b996-78ca9402fb11 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "PUT /v2.0/subnets/e69d823c-61aa-43cd-91e8-d6caab31cfa9/tags/tempest-TagsExtTest-Tag-908705754 HTTP/1.1" status: 201 len: 201 time: 0.3666685 Jan 28 13:35:00.300686 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34228) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:00.305987 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-589f34a4-c80e-48b1-8973-7d5ae7e7e587 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5db00a26-f7dc-41e7-8be9-15d5a3689394', 'tempest-TagsExtTest-Tag-1261559559') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:00.338577 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42a71a3d-206f-46ef-ad8b-07e79cca214f req-2869dd7e-15eb-4de0-b7f6-ced276d90437 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0cc66fb4-aa9b-4065-9754-07c3b4544c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424914 Jan 28 13:35:00.358363 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c55056-44a6-40f5-8827-bf53305493a3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:35:00.367715 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a30db1f5-f6bc-4aa1-a032-a077f7db92de None None] For port 30d55c1b-4f5e-4b9e-8d65-f9036bed22e0, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=30d55c1b-4f5e-4b9e-8d65-f9036bed22e0,segment=NetworkSegment(aaffef9e-c4e0-49d8-90e2-3974ff9a36c5),segment_id=aaffef9e-c4e0-49d8-90e2-3974ff9a36c5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:00.371367 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c8c55056-44a6-40f5-8827-bf53305493a3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (8398d8f2-66bb-43a6-a964-eceb551e9779), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.382943 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-c8c55056-44a6-40f5-8827-bf53305493a3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Added segment 8398d8f2-66bb-43a6-a964-eceb551e9779 of type vlan for network 361216ca-dbe3-462f-a59f-a8c1564e775f Jan 28 13:35:00.412881 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 8078f98a-0151-4a64-93ec-36213040fad7 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:00.413298 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8078f98a-0151-4a64-93ec-36213040fad7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.416253 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-589f34a4-c80e-48b1-8973-7d5ae7e7e587 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "PUT /v2.0/ports/5db00a26-f7dc-41e7-8be9-15d5a3689394/tags/tempest-TagsExtTest-Tag-1261559559 HTTP/1.1" status: 201 len: 201 time: 0.1140761 Jan 28 13:35:00.418329 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a30db1f5-f6bc-4aa1-a032-a077f7db92de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (30d55c1b-4f5e-4b9e-8d65-f9036bed22e0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.419386 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34234) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:00.432296 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-23901b8b-7649-4635-a85c-020814269fb1 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c009dbaf-e9c5-4ecf-b415-4068f405166c', 'tempest-TagsExtTest-Tag-1909181544') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:00.465291 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 30d55c1b-4f5e-4b9e-8d65-f9036bed22e0 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:35:00.482683 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8078f98a-0151-4a64-93ec-36213040fad7 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:35:00.553468 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f439091f-b4e9-4c1e-aef7-a40e3f910abd req-6fa1b9e7-a046-4443-b4ea-124db4b01090 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0346251 Jan 28 13:35:00.575307 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 8078f98a-0151-4a64-93ec-36213040fad7, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8078f98a-0151-4a64-93ec-36213040fad7,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:00.602319 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30db1f5-f6bc-4aa1-a032-a077f7db92de None None] Pushing event updated for resources: {'Port': ['ID=30d55c1b-4f5e-4b9e-8d65-f9036bed22e0,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:00.605267 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8078f98a-0151-4a64-93ec-36213040fad7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.613265 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e385c46b-9699-4bb7-b646-180d0ae75b5b None None] Provisioning complete for port 30d55c1b-4f5e-4b9e-8d65-f9036bed22e0 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:00.613265 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e385c46b-9699-4bb7-b646-180d0ae75b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (30d55c1b-4f5e-4b9e-8d65-f9036bed22e0), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.644798 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-23901b8b-7649-4635-a85c-020814269fb1 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "PUT /v2.0/routers/c009dbaf-e9c5-4ecf-b415-4068f405166c/tags/tempest-TagsExtTest-Tag-1909181544 HTTP/1.1" status: 201 len: 201 time: 0.2184222 Jan 28 13:35:00.647431 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34244) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:00.654322 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-180d63c6-4b2d-4219-b46e-835144deb66e tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '35d8edc3-51c5-4b5f-a25f-49fb3cbdc0c6', 'tempest-TagsExtTest-Tag-804201493') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:00.701193 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 30d55c1b-4f5e-4b9e-8d65-f9036bed22e0 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:00.701643 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (30d55c1b-4f5e-4b9e-8d65-f9036bed22e0), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.709367 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=8078f98a-0151-4a64-93ec-36213040fad7,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:00.803868 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e385c46b-9699-4bb7-b646-180d0ae75b5b None None] Current status of the port 30d55c1b-4f5e-4b9e-8d65-f9036bed22e0 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:00.841831 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e385c46b-9699-4bb7-b646-180d0ae75b5b None None] Provisioning complete for port 5db00a26-f7dc-41e7-8be9-15d5a3689394 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:00.842223 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e385c46b-9699-4bb7-b646-180d0ae75b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5db00a26-f7dc-41e7-8be9-15d5a3689394), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.879842 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 30d55c1b-4f5e-4b9e-8d65-f9036bed22e0 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:00.888494 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e385c46b-9699-4bb7-b646-180d0ae75b5b None None] Port 5db00a26-f7dc-41e7-8be9-15d5a3689394 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:35:00.897011 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['8078f98a-0151-4a64-93ec-36213040fad7'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:35:00.923480 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c8c55056-44a6-40f5-8827-bf53305493a3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (361216ca-dbe3-462f-a59f-a8c1564e775f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.979784 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-180d63c6-4b2d-4219-b46e-835144deb66e tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "PUT /v2.0/subnetpools/35d8edc3-51c5-4b5f-a25f-49fb3cbdc0c6/tags/tempest-TagsExtTest-Tag-804201493 HTTP/1.1" status: 201 len: 201 time: 0.3305514 Jan 28 13:35:00.987785 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34248) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:00.995982 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-ef8a2200-d28a-42ac-83f1-7b1e2b533b0f tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e69d823c-61aa-43cd-91e8-d6caab31cfa9') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:01.034977 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c8c55056-44a6-40f5-8827-bf53305493a3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (361216ca-dbe3-462f-a59f-a8c1564e775f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:01.039907 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c55056-44a6-40f5-8827-bf53305493a3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:01.040498 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c8c55056-44a6-40f5-8827-bf53305493a3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:01.046843 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-672c6d6b-bf8e-456f-8419-4172e5207527 None None] Provisioning complete for port 5db00a26-f7dc-41e7-8be9-15d5a3689394 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:01.047260 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-672c6d6b-bf8e-456f-8419-4172e5207527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5db00a26-f7dc-41e7-8be9-15d5a3689394), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:01.069671 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c8c55056-44a6-40f5-8827-bf53305493a3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8685966 Jan 28 13:35:01.070637 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34250) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:01.085275 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42a71a3d-206f-46ef-ad8b-07e79cca214f req-521c0d0b-83e4-442e-9308-6686769a19d5 service neutron] 10.222.0.37 "GET /v2.0/networks/0cc66fb4-aa9b-4065-9754-07c3b4544c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6883018 Jan 28 13:35:01.085667 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ef8a2200-d28a-42ac-83f1-7b1e2b533b0f tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "GET /v2.0/subnets/e69d823c-61aa-43cd-91e8-d6caab31cfa9/tags HTTP/1.1" status: 200 len: 240 time: 0.1017942 Jan 28 13:35:01.089214 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34252) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:01.094336 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-2a789fe8-08e2-4cd6-adea-47018123eeca tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e69d823c-61aa-43cd-91e8-d6caab31cfa9', 'tempest-TagsExtTest-Tag-908705754') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:01.095142 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-224b96ba-ddc9-4f45-bfe0-af89406cdd4c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Request body: {'subnet': {'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:01.107313 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-672c6d6b-bf8e-456f-8419-4172e5207527 None None] Port 5db00a26-f7dc-41e7-8be9-15d5a3689394 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:35:01.143552 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d19f9a-28cc-43c2-bbd3-df0af2776129 req-afbc2e82-e640-46ca-8987-7fe51ce3af10 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:01.145115 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-09d19f9a-28cc-43c2-bbd3-df0af2776129 req-afbc2e82-e640-46ca-8987-7fe51ce3af10 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 944 time: 0.0893383 Jan 28 13:35:01.200785 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c55056-44a6-40f5-8827-bf53305493a3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event updated for resources: {'Network': ['ID=361216ca-dbe3-462f-a59f-a8c1564e775f,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:01.201057 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2a789fe8-08e2-4cd6-adea-47018123eeca tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "GET /v2.0/subnets/e69d823c-61aa-43cd-91e8-d6caab31cfa9/tags/tempest-TagsExtTest-Tag-908705754 HTTP/1.1" status: 204 len: 168 time: 0.1104875 Jan 28 13:35:01.206029 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34258) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:01.213824 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-108703c6-6f77-454b-adf6-f57dac157c18 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e69d823c-61aa-43cd-91e8-d6caab31cfa9', 'tempest-TagsExtTest-Tag-908705754') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:01.214055 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 361216ca-dbe3-462f-a59f-a8c1564e775f details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:35:01.220757 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-09d19f9a-28cc-43c2-bbd3-df0af2776129 req-a33954c1-e58e-4f72-9e84-15ea7e47ef22 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670083 Jan 28 13:35:01.233700 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-fdc7759d-2601-494e-8e4d-cfd9ef9c8362 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:01.235225 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-fdc7759d-2601-494e-8e4d-cfd9ef9c8362 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/networks?id=2f7f563c-452e-4ad7-8366-46fe17e69e05 HTTP/1.1" status: 200 len: 806 time: 0.3140316 Jan 28 13:35:01.284663 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-d80928c1-cfcb-4b9d-949c-4811fa36c354 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/quotas/3f433a78eab64a3c903969a5348a95ae HTTP/1.1" status: 200 len: 375 time: 0.0393398 Jan 28 13:35:01.317650 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-108703c6-6f77-454b-adf6-f57dac157c18 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "DELETE /v2.0/subnets/e69d823c-61aa-43cd-91e8-d6caab31cfa9/tags/tempest-TagsExtTest-Tag-908705754 HTTP/1.1" status: 204 len: 168 time: 0.1088946 Jan 28 13:35:01.319830 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34260) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:01.324523 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-b29a75ab-b542-403b-9a27-aa241239866f tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e69d823c-61aa-43cd-91e8-d6caab31cfa9') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:01.357847 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224b96ba-ddc9-4f45-bfe0-af89406cdd4c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Made reservation on behalf of f327d07b81a14c5bb937fba4992e6ee2 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:35:01.361344 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-224b96ba-ddc9-4f45-bfe0-af89406cdd4c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:01.393276 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42a71a3d-206f-46ef-ad8b-07e79cca214f req-ca9a2de8-ae61-4abc-bb24-89b4afa23e3e service neutron] 10.222.0.37 "GET /v2.0/networks/0cc66fb4-aa9b-4065-9754-07c3b4544c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933805 Jan 28 13:35:01.411383 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3fe20-a633-4e2e-aa50-bc98ca150181 req-0b816127-0bec-4d12-8347-81c1e62ceffa tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:01.412899 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-26d3fe20-a633-4e2e-aa50-bc98ca150181 req-0b816127-0bec-4d12-8347-81c1e62ceffa tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.0858140 Jan 28 13:35:01.436908 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-03739c1b-fbd1-4d58-8158-53fbc141d2ac tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3f433a78eab64a3c903969a5348a95ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1437793 Jan 28 13:35:01.440531 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b29a75ab-b542-403b-9a27-aa241239866f tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "GET /v2.0/subnets/e69d823c-61aa-43cd-91e8-d6caab31cfa9/tags HTTP/1.1" status: 200 len: 205 time: 0.1170044 Jan 28 13:35:01.441698 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34262) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:01.448552 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-42f36d1c-9dab-4452-9376-47ab275497df tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5db00a26-f7dc-41e7-8be9-15d5a3689394') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:01.501562 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-26d3fe20-a633-4e2e-aa50-bc98ca150181 req-b73147e6-fd5c-457e-905c-1bf34c779eeb tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817521 Jan 28 13:35:01.536405 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-42f36d1c-9dab-4452-9376-47ab275497df tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "GET /v2.0/ports/5db00a26-f7dc-41e7-8be9-15d5a3689394/tags HTTP/1.1" status: 200 len: 241 time: 0.0934134 Jan 28 13:35:01.537202 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34264) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:01.541917 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-c9320810-bc34-4272-83d3-ff7fa0939d48 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5db00a26-f7dc-41e7-8be9-15d5a3689394', 'tempest-TagsExtTest-Tag-1261559559') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:01.584952 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-26703bc7-2355-4f3d-84e7-e43d253a5ae0 service neutron] 10.222.0.39 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470630 Jan 28 13:35:01.623023 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c9320810-bc34-4272-83d3-ff7fa0939d48 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "GET /v2.0/ports/5db00a26-f7dc-41e7-8be9-15d5a3689394/tags/tempest-TagsExtTest-Tag-1261559559 HTTP/1.1" status: 204 len: 168 time: 0.0845654 Jan 28 13:35:01.625625 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34268) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:01.633728 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-15d34279-0f6a-4302-bbe5-f024ead1973f tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5db00a26-f7dc-41e7-8be9-15d5a3689394', 'tempest-TagsExtTest-Tag-1261559559') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:01.713013 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16fe2335-3d63-4bd3-9b34-9c5302519edf req-162ea86c-7635-4c26-918c-c78b695aa617 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0396380 Jan 28 13:35:01.729068 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-224b96ba-ddc9-4f45-bfe0-af89406cdd4c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (980241a2-d37e-4b55-8e0c-734aacae8814), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:01.743570 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 2f679bc6-4835-4b16-8147-d66176113354 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:35:01.764070 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-15d34279-0f6a-4302-bbe5-f024ead1973f tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "DELETE /v2.0/ports/5db00a26-f7dc-41e7-8be9-15d5a3689394/tags/tempest-TagsExtTest-Tag-1261559559 HTTP/1.1" status: 204 len: 168 time: 0.1370122 Jan 28 13:35:01.766478 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34270) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:01.772284 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-99b7867f-5050-4c69-a490-5a355cd3a38b tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5db00a26-f7dc-41e7-8be9-15d5a3689394') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:01.773251 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 2f679bc6-4835-4b16-8147-d66176113354 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:35:01.773572 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 2f679bc6-4835-4b16-8147-d66176113354 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:35:01.784429 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b50fa5a-bf57-48df-84ee-0c5ffef5b891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:01.784658 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-d5577729-2ecd-40f1-b4e6-f81c79a9b348 service neutron] 10.222.0.39 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987658 Jan 28 13:35:01.813290 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b96ba-ddc9-4f45-bfe0-af89406cdd4c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event updated for resources: {'Subnet': ['ID=980241a2-d37e-4b55-8e0c-734aacae8814,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:01.826523 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224b96ba-ddc9-4f45-bfe0-af89406cdd4c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Checking segment: {'id': 'd3e38792-a814-403b-af31-3ea5e35b6aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:35:01.826523 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224b96ba-ddc9-4f45-bfe0-af89406cdd4c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Network hostable DHCP agents. Network: 376b4709-87bf-4524-8081-ea1211d3f7a6, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:35:01.847109 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-99b7867f-5050-4c69-a490-5a355cd3a38b tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "GET /v2.0/ports/5db00a26-f7dc-41e7-8be9-15d5a3689394/tags HTTP/1.1" status: 200 len: 205 time: 0.0775094 Jan 28 13:35:01.847305 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224b96ba-ddc9-4f45-bfe0-af89406cdd4c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Network 376b4709-87bf-4524-8081-ea1211d3f7a6 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:35:01.847396 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34272) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:01.852433 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-e99d28c2-dfba-4850-a1ae-48d7ff3c7a61 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c009dbaf-e9c5-4ecf-b415-4068f405166c') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:01.856819 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-224b96ba-ddc9-4f45-bfe0-af89406cdd4c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 376b4709-87bf-4524-8081-ea1211d3f7a6) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:35:01.861446 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224b96ba-ddc9-4f45-bfe0-af89406cdd4c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:01.862172 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-224b96ba-ddc9-4f45-bfe0-af89406cdd4c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:01.867651 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78705cfc-7eb2-492a-b8c0-f68b7c4cb268 None None] Network 376b4709-87bf-4524-8081-ea1211d3f7a6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:35:01.880377 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-224b96ba-ddc9-4f45-bfe0-af89406cdd4c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7974136 Jan 28 13:35:01.882853 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34274) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:01.905328 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-80a98823-b85d-4df3-8919-3459caf00de2 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Request body: {'subnet': {'network_id': '361216ca-dbe3-462f-a59f-a8c1564e775f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:01.997088 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-be41ffac-970f-49d0-8c0d-0e6b66fa4b31 req-ab2cda9b-ada1-4ac1-8794-9accde769fac tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=acf877e2-a53f-4e8b-a3b5-d7be49e332b1 HTTP/1.1" status: 200 len: 210 time: 0.0392120 Jan 28 13:35:02.002527 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e99d28c2-dfba-4850-a1ae-48d7ff3c7a61 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "GET /v2.0/routers/c009dbaf-e9c5-4ecf-b415-4068f405166c/tags HTTP/1.1" status: 200 len: 241 time: 0.1542344 Jan 28 13:35:02.003201 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34280) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:02.008286 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffc91e6-731c-456d-a7a0-c9a226aea876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-376b4709-87bf-4524-8081-ea1211d3f7a6', 'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6', 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'fixed_ips': [{'subnet_id': '980241a2-d37e-4b55-8e0c-734aacae8814'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:35:02.009186 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3ffc91e6-731c-456d-a7a0-c9a226aea876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:02.022178 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-6e740667-ab70-4d1e-911b-4d4ec2a2c1a1 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c009dbaf-e9c5-4ecf-b415-4068f405166c', 'tempest-TagsExtTest-Tag-1909181544') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:02.051741 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a98823-b85d-4df3-8919-3459caf00de2 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Made reservation on behalf of f327d07b81a14c5bb937fba4992e6ee2 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:35:02.062018 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-80a98823-b85d-4df3-8919-3459caf00de2 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:02.130749 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6e740667-ab70-4d1e-911b-4d4ec2a2c1a1 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "GET /v2.0/routers/c009dbaf-e9c5-4ecf-b415-4068f405166c/tags/tempest-TagsExtTest-Tag-1909181544 HTTP/1.1" status: 204 len: 168 time: 0.1236951 Jan 28 13:35:02.133144 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34284) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:02.144762 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.tag.tag_plugin [None req-bf588628-97ea-415a-b050-9475a551113d tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c009dbaf-e9c5-4ecf-b415-4068f405166c', 'tempest-TagsExtTest-Tag-1909181544') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:02.181120 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-3ffc91e6-731c-456d-a7a0-c9a226aea876 None None] Allocated IP 10.1.1.2 (376b4709-87bf-4524-8081-ea1211d3f7a6/980241a2-d37e-4b55-8e0c-734aacae8814/d07c2453-cb0b-405d-a892-09787dc97e16) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:35:02.237994 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 30d55c1b-4f5e-4b9e-8d65-f9036bed22e0 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:35:02.304069 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bf588628-97ea-415a-b050-9475a551113d tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "DELETE /v2.0/routers/c009dbaf-e9c5-4ecf-b415-4068f405166c/tags/tempest-TagsExtTest-Tag-1909181544 HTTP/1.1" status: 204 len: 168 time: 0.1673200 Jan 28 13:35:02.304300 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34292) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:02.308831 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.tag.tag_plugin [None req-22abe419-2a73-4982-8f23-1ec2e4a4b5e1 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c009dbaf-e9c5-4ecf-b415-4068f405166c') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:02.364372 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 30d55c1b-4f5e-4b9e-8d65-f9036bed22e0 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:02.364745 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (30d55c1b-4f5e-4b9e-8d65-f9036bed22e0), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:02.439832 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3ffc91e6-731c-456d-a7a0-c9a226aea876 None None] Publish callbacks [] for port (d07c2453-cb0b-405d-a892-09787dc97e16), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:02.447398 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3ffc91e6-731c-456d-a7a0-c9a226aea876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (d07c2453-cb0b-405d-a892-09787dc97e16), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:02.471672 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-22abe419-2a73-4982-8f23-1ec2e4a4b5e1 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "GET /v2.0/routers/c009dbaf-e9c5-4ecf-b415-4068f405166c/tags HTTP/1.1" status: 200 len: 205 time: 0.1663089 Jan 28 13:35:02.473803 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-80a98823-b85d-4df3-8919-3459caf00de2 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (7038acd7-a865-4fdf-9a95-2c4ed7e3b100), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:02.474562 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34294) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:02.478974 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-05077461-d95c-487d-9282-7a2d9c5ab430 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '35d8edc3-51c5-4b5f-a25f-49fb3cbdc0c6') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:02.486526 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d29da-72db-4ea2-a867-bf0b1f499398 req-17b6654f-2795-48de-ae46-716dbe46a0c2 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:02.488140 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a50d29da-72db-4ea2-a867-bf0b1f499398 req-17b6654f-2795-48de-ae46-716dbe46a0c2 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 944 time: 0.1351178 Jan 28 13:35:02.510167 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-05077461-d95c-487d-9282-7a2d9c5ab430 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "GET /v2.0/subnetpools/35d8edc3-51c5-4b5f-a25f-49fb3cbdc0c6/tags HTTP/1.1" status: 200 len: 240 time: 0.0342777 Jan 28 13:35:02.512422 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34296) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:02.518675 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-2e199cff-1bd4-4fa9-8bb0-8b64b68638b0 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '35d8edc3-51c5-4b5f-a25f-49fb3cbdc0c6', 'tempest-TagsExtTest-Tag-804201493') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:02.544902 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2e199cff-1bd4-4fa9-8bb0-8b64b68638b0 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "GET /v2.0/subnetpools/35d8edc3-51c5-4b5f-a25f-49fb3cbdc0c6/tags/tempest-TagsExtTest-Tag-804201493 HTTP/1.1" status: 204 len: 168 time: 0.0307729 Jan 28 13:35:02.547276 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34300) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:02.549309 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffc91e6-731c-456d-a7a0-c9a226aea876 None None] Network 376b4709-87bf-4524-8081-ea1211d3f7a6 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:35:02.552955 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-ce67177d-2d7f-44d0-970f-ccdb8772028d tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '35d8edc3-51c5-4b5f-a25f-49fb3cbdc0c6', 'tempest-TagsExtTest-Tag-804201493') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:02.564560 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98823-b85d-4df3-8919-3459caf00de2 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event updated for resources: {'Subnet': ['ID=7038acd7-a865-4fdf-9a95-2c4ed7e3b100,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:02.568160 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-3ffc91e6-731c-456d-a7a0-c9a226aea876 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:35:02.571443 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffc91e6-731c-456d-a7a0-c9a226aea876 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:35:02.578525 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc91e6-731c-456d-a7a0-c9a226aea876 None None] Pushing event updated for resources: {'Port': ['ID=d07c2453-cb0b-405d-a892-09787dc97e16,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:02.590554 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 30d55c1b-4f5e-4b9e-8d65-f9036bed22e0 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:02.604006 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ce67177d-2d7f-44d0-970f-ccdb8772028d tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "DELETE /v2.0/subnetpools/35d8edc3-51c5-4b5f-a25f-49fb3cbdc0c6/tags/tempest-TagsExtTest-Tag-804201493 HTTP/1.1" status: 204 len: 168 time: 0.0534079 Jan 28 13:35:02.604233 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a50d29da-72db-4ea2-a867-bf0b1f499398 req-d7ec5d10-181b-4c98-949e-ea390efab958 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908656 Jan 28 13:35:02.604233 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a98823-b85d-4df3-8919-3459caf00de2 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Checking segment: {'id': '8398d8f2-66bb-43a6-a964-eceb551e9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '361216ca-dbe3-462f-a59f-a8c1564e775f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:35:02.604398 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a98823-b85d-4df3-8919-3459caf00de2 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Network hostable DHCP agents. Network: 361216ca-dbe3-462f-a59f-a8c1564e775f, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:35:02.604634 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34304) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:02.610418 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-da6c5e68-f279-4842-a4a8-23bdd9170e09 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '35d8edc3-51c5-4b5f-a25f-49fb3cbdc0c6') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:02.628922 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a98823-b85d-4df3-8919-3459caf00de2 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Network 361216ca-dbe3-462f-a59f-a8c1564e775f is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:35:02.647690 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-80a98823-b85d-4df3-8919-3459caf00de2 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 361216ca-dbe3-462f-a59f-a8c1564e775f) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:35:02.653884 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a98823-b85d-4df3-8919-3459caf00de2 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:02.654639 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-80a98823-b85d-4df3-8919-3459caf00de2 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:02.664907 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad6dfc4-bcf4-4b07-b5dc-518c2c451d13 None None] Network 361216ca-dbe3-462f-a59f-a8c1564e775f requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:35:02.675018 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-da6c5e68-f279-4842-a4a8-23bdd9170e09 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "GET /v2.0/subnetpools/35d8edc3-51c5-4b5f-a25f-49fb3cbdc0c6/tags HTTP/1.1" status: 200 len: 205 time: 0.0689976 Jan 28 13:35:02.677827 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34306) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:02.679439 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-80a98823-b85d-4df3-8919-3459caf00de2 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7941556 Jan 28 13:35:02.681978 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34308) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:02.685421 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-237b3242-fd55-4206-91c4-3da2fa1daf73 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '35d8edc3-51c5-4b5f-a25f-49fb3cbdc0c6') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:02.688093 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-faeccb85-da8b-4daf-a605-092ca2332d58 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Request body: {'port': {'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6', 'name': 'tempest-TaggedBootDevicesTest-631114478', 'fixed_ips': [{'subnet_id': '980241a2-d37e-4b55-8e0c-734aacae8814'}]}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:02.710967 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5df1ca-7814-48d3-b6a3-3ff018645e99 req-63b65bdc-dd73-4692-a25d-3c4cb5bdc81d tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:02.712770 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c5df1ca-7814-48d3-b6a3-3ff018645e99 req-63b65bdc-dd73-4692-a25d-3c4cb5bdc81d tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.0902154 Jan 28 13:35:02.717927 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-3ffc91e6-731c-456d-a7a0-c9a226aea876 None None] Attempting to bind port d07c2453-cb0b-405d-a892-09787dc97e16 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:35:02.718467 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-3ffc91e6-731c-456d-a7a0-c9a226aea876 None None] Attempting to bind port d07c2453-cb0b-405d-a892-09787dc97e16 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'd3e38792-a814-403b-af31-3ea5e35b6aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:35:02.718821 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffc91e6-731c-456d-a7a0-c9a226aea876 None None] Attempting to bind port d07c2453-cb0b-405d-a892-09787dc97e16 on network 376b4709-87bf-4524-8081-ea1211d3f7a6 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:02.746899 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-237b3242-fd55-4206-91c4-3da2fa1daf73 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "DELETE /v2.0/subnetpools/35d8edc3-51c5-4b5f-a25f-49fb3cbdc0c6/tags HTTP/1.1" status: 204 len: 168 time: 0.0682735 Jan 28 13:35:02.750326 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34310) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:02.754936 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-4ea44a9f-b661-4378-9d7d-61581925f012 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c009dbaf-e9c5-4ecf-b415-4068f405166c') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:02.819986 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c5df1ca-7814-48d3-b6a3-3ff018645e99 req-d52e5021-53ce-4fd3-87b7-6e193a98e67e tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991669 Jan 28 13:35:02.821768 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffc91e6-731c-456d-a7a0-c9a226aea876 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:35:02.822402 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffc91e6-731c-456d-a7a0-c9a226aea876 None None] Checking segment: {'id': 'd3e38792-a814-403b-af31-3ea5e35b6aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:35:02.822883 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3ffc91e6-731c-456d-a7a0-c9a226aea876 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:02.824569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffc91e6-731c-456d-a7a0-c9a226aea876 None None] Bound using segment: {'id': 'd3e38792-a814-403b-af31-3ea5e35b6aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:35:02.825199 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-3ffc91e6-731c-456d-a7a0-c9a226aea876 None None] Bound port: d07c2453-cb0b-405d-a892-09787dc97e16, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e38792-a814-403b-af31-3ea5e35b6aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:35:02.825651 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3ffc91e6-731c-456d-a7a0-c9a226aea876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d07c2453-cb0b-405d-a892-09787dc97e16), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:02.873988 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faeccb85-da8b-4daf-a605-092ca2332d58 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Made reservation on behalf of f327d07b81a14c5bb937fba4992e6ee2 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:35:02.885238 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4ea44a9f-b661-4378-9d7d-61581925f012 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "DELETE /v2.0/routers/c009dbaf-e9c5-4ecf-b415-4068f405166c/tags HTTP/1.1" status: 204 len: 168 time: 0.1339228 Jan 28 13:35:02.887698 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34314) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:02.892372 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-da8a5be2-c022-4a22-b228-803f9a2ef64d tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5db00a26-f7dc-41e7-8be9-15d5a3689394') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:02.898755 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:02.941685 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30ec003-75d7-4e03-aac8-547ab484870b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-361216ca-dbe3-462f-a59f-a8c1564e775f', 'network_id': '361216ca-dbe3-462f-a59f-a8c1564e775f', 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'fixed_ips': [{'subnet_id': '7038acd7-a865-4fdf-9a95-2c4ed7e3b100'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:35:02.942547 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f30ec003-75d7-4e03-aac8-547ab484870b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:02.955117 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-da8a5be2-c022-4a22-b228-803f9a2ef64d tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "DELETE /v2.0/ports/5db00a26-f7dc-41e7-8be9-15d5a3689394/tags HTTP/1.1" status: 204 len: 168 time: 0.0662317 Jan 28 13:35:02.957517 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34316) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:02.962508 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-d7b930f2-3f91-4345-bcfc-23bdb12dd864 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e69d823c-61aa-43cd-91e8-d6caab31cfa9') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:02.964971 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9694c763-cd88-4c13-b20c-c182fe880f9a req-1f80b8fb-4b47-4d3e-9ac6-ff63c998b00d tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0313170 Jan 28 13:35:02.977414 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-3ffc91e6-731c-456d-a7a0-c9a226aea876 None None] For port d07c2453-cb0b-405d-a892-09787dc97e16, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:35:02.994786 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-faeccb85-da8b-4daf-a605-092ca2332d58 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:03.021420 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-faeccb85-da8b-4daf-a605-092ca2332d58 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] device_id is not set on port ba5119c7-946b-4cc9-9e19-149785af07e2 yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:35:03.046318 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-3ffc91e6-731c-456d-a7a0-c9a226aea876 None None] For port d07c2453-cb0b-405d-a892-09787dc97e16, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=d07c2453-cb0b-405d-a892-09787dc97e16,segment=NetworkSegment(d3e38792-a814-403b-af31-3ea5e35b6aaf),segment_id=d3e38792-a814-403b-af31-3ea5e35b6aaf)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:35:03.053137 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d7b930f2-3f91-4345-bcfc-23bdb12dd864 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "DELETE /v2.0/subnets/e69d823c-61aa-43cd-91e8-d6caab31cfa9/tags HTTP/1.1" status: 204 len: 168 time: 0.0905612 Jan 28 13:35:03.053353 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34320) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:03.058622 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-30bd610c-5731-44b1-8105-1bbac7c3bb9f tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e69d823c-61aa-43cd-91e8-d6caab31cfa9', 'tempest-TagsExtTest-Tag-1019374640') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:03.061128 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3ffc91e6-731c-456d-a7a0-c9a226aea876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d07c2453-cb0b-405d-a892-09787dc97e16), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:03.124884 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0d3b3a42-7f9d-4a0d-b707-3e5db317022f req-3017f25e-3381-4a6a-8020-0dcf2b7de557 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=acf877e2-a53f-4e8b-a3b5-d7be49e332b1 HTTP/1.1" status: 200 len: 210 time: 0.0309789 Jan 28 13:35:03.162441 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-f30ec003-75d7-4e03-aac8-547ab484870b None None] Allocated IP 10.2.2.2 (361216ca-dbe3-462f-a59f-a8c1564e775f/7038acd7-a865-4fdf-9a95-2c4ed7e3b100/6996c61a-d39d-4a44-9c0b-ae243ecd62a8) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:35:03.176297 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-30bd610c-5731-44b1-8105-1bbac7c3bb9f tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "PUT /v2.0/subnets/e69d823c-61aa-43cd-91e8-d6caab31cfa9/tags/tempest-TagsExtTest-Tag-1019374640 HTTP/1.1" status: 201 len: 201 time: 0.1218214 Jan 28 13:35:03.180623 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34322) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:03.184483 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc91e6-731c-456d-a7a0-c9a226aea876 None None] Pushing event updated for resources: {'Port': ['ID=d07c2453-cb0b-405d-a892-09787dc97e16,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:03.187085 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-77258a87-397e-40fd-995f-81d291400f9c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5db00a26-f7dc-41e7-8be9-15d5a3689394', 'tempest-TagsExtTest-Tag-748794108') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:03.241919 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-faeccb85-da8b-4daf-a605-092ca2332d58 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Allocated IP 10.1.1.72 (376b4709-87bf-4524-8081-ea1211d3f7a6/980241a2-d37e-4b55-8e0c-734aacae8814/ba5119c7-946b-4cc9-9e19-149785af07e2) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:35:03.305149 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-77258a87-397e-40fd-995f-81d291400f9c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "PUT /v2.0/ports/5db00a26-f7dc-41e7-8be9-15d5a3689394/tags/tempest-TagsExtTest-Tag-748794108 HTTP/1.1" status: 201 len: 201 time: 0.1225798 Jan 28 13:35:03.308404 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34324) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:03.317037 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-121b9fbf-2f50-4251-9ad2-e9c4ce0751f3 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c009dbaf-e9c5-4ecf-b415-4068f405166c', 'tempest-TagsExtTest-Tag-1458513268') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:03.396180 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-1b818cf4-7238-406a-8c06-46925c3e164a tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:03.397710 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-1b818cf4-7238-406a-8c06-46925c3e164a tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.18 "GET /v2.0/networks?id=2f7f563c-452e-4ad7-8366-46fe17e69e05 HTTP/1.1" status: 200 len: 806 time: 0.1510775 Jan 28 13:35:03.418628 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-bd4406a2-55f5-4804-b29a-5f1bbb6a7154 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Request body: {'port': {'device_id': 'acf877e2-a53f-4e8b-a3b5-d7be49e332b1', 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05', 'admin_state_up': True, 'tenant_id': '3f433a78eab64a3c903969a5348a95ae'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:03.421364 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f30ec003-75d7-4e03-aac8-547ab484870b None None] Publish callbacks [] for port (6996c61a-d39d-4a44-9c0b-ae243ecd62a8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:03.437922 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f30ec003-75d7-4e03-aac8-547ab484870b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (6996c61a-d39d-4a44-9c0b-ae243ecd62a8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:03.446946 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-121b9fbf-2f50-4251-9ad2-e9c4ce0751f3 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "PUT /v2.0/routers/c009dbaf-e9c5-4ecf-b415-4068f405166c/tags/tempest-TagsExtTest-Tag-1458513268 HTTP/1.1" status: 201 len: 201 time: 0.1357794 Jan 28 13:35:03.449602 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34326) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:03.457104 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-4d2bf766-0106-4c3d-a65c-b170d0690ea8 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '35d8edc3-51c5-4b5f-a25f-49fb3cbdc0c6', 'tempest-TagsExtTest-Tag-880653515') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:03.493529 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30ec003-75d7-4e03-aac8-547ab484870b None None] Network 361216ca-dbe3-462f-a59f-a8c1564e775f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:35:03.499271 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f30ec003-75d7-4e03-aac8-547ab484870b None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:35:03.501994 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30ec003-75d7-4e03-aac8-547ab484870b None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:35:03.521172 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ec003-75d7-4e03-aac8-547ab484870b None None] Pushing event updated for resources: {'Port': ['ID=6996c61a-d39d-4a44-9c0b-ae243ecd62a8,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:03.534722 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4d2bf766-0106-4c3d-a65c-b170d0690ea8 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "PUT /v2.0/subnetpools/35d8edc3-51c5-4b5f-a25f-49fb3cbdc0c6/tags/tempest-TagsExtTest-Tag-880653515 HTTP/1.1" status: 201 len: 201 time: 0.0838649 Jan 28 13:35:03.535642 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34328) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:03.540399 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-0745f6a3-a00c-4769-b724-b9a5159b411a tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e69d823c-61aa-43cd-91e8-d6caab31cfa9', {'tags': ['tempest-TagsExtTest-Tag-971541443', 'tempest-TagsExtTest-Tag-1993099163', 'tempest-TagsExtTest-Tag-9967261']}) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:03.603257 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-f30ec003-75d7-4e03-aac8-547ab484870b None None] Attempting to bind port 6996c61a-d39d-4a44-9c0b-ae243ecd62a8 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:35:03.603949 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-f30ec003-75d7-4e03-aac8-547ab484870b None None] Attempting to bind port 6996c61a-d39d-4a44-9c0b-ae243ecd62a8 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '8398d8f2-66bb-43a6-a964-eceb551e9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '361216ca-dbe3-462f-a59f-a8c1564e775f'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:35:03.604844 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30ec003-75d7-4e03-aac8-547ab484870b None None] Attempting to bind port 6996c61a-d39d-4a44-9c0b-ae243ecd62a8 on network 361216ca-dbe3-462f-a59f-a8c1564e775f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:03.611682 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30ec003-75d7-4e03-aac8-547ab484870b None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:35:03.612285 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30ec003-75d7-4e03-aac8-547ab484870b None None] Checking segment: {'id': '8398d8f2-66bb-43a6-a964-eceb551e9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '361216ca-dbe3-462f-a59f-a8c1564e775f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:35:03.612695 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f30ec003-75d7-4e03-aac8-547ab484870b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:03.614177 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30ec003-75d7-4e03-aac8-547ab484870b None None] Bound using segment: {'id': '8398d8f2-66bb-43a6-a964-eceb551e9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '361216ca-dbe3-462f-a59f-a8c1564e775f'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:35:03.614177 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-f30ec003-75d7-4e03-aac8-547ab484870b None None] Bound port: 6996c61a-d39d-4a44-9c0b-ae243ecd62a8, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8398d8f2-66bb-43a6-a964-eceb551e9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '361216ca-dbe3-462f-a59f-a8c1564e775f'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:35:03.614177 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f30ec003-75d7-4e03-aac8-547ab484870b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6996c61a-d39d-4a44-9c0b-ae243ecd62a8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:03.625951 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0745f6a3-a00c-4769-b724-b9a5159b411a tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "PUT /v2.0/subnets/e69d823c-61aa-43cd-91e8-d6caab31cfa9/tags HTTP/1.1" status: 200 len: 314 time: 0.0891387 Jan 28 13:35:03.628885 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34330) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:03.634172 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-5e93da94-ba33-4edd-8551-1fd7d5e36cf9 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e69d823c-61aa-43cd-91e8-d6caab31cfa9') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:03.661779 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-faeccb85-da8b-4daf-a605-092ca2332d58 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for port (ba5119c7-946b-4cc9-9e19-149785af07e2), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:03.701023 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f30ec003-75d7-4e03-aac8-547ab484870b None None] For port 6996c61a-d39d-4a44-9c0b-ae243ecd62a8, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:35:03.704702 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f30ec003-75d7-4e03-aac8-547ab484870b None None] For port 6996c61a-d39d-4a44-9c0b-ae243ecd62a8, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6996c61a-d39d-4a44-9c0b-ae243ecd62a8,segment=NetworkSegment(8398d8f2-66bb-43a6-a964-eceb551e9779),segment_id=8398d8f2-66bb-43a6-a964-eceb551e9779)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:35:03.717193 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f30ec003-75d7-4e03-aac8-547ab484870b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6996c61a-d39d-4a44-9c0b-ae243ecd62a8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:03.734163 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5e93da94-ba33-4edd-8551-1fd7d5e36cf9 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "DELETE /v2.0/subnets/e69d823c-61aa-43cd-91e8-d6caab31cfa9/tags HTTP/1.1" status: 204 len: 168 time: 0.1016178 Jan 28 13:35:03.734163 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34336) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:03.734462 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-faeccb85-da8b-4daf-a605-092ca2332d58 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ba5119c7-946b-4cc9-9e19-149785af07e2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:03.739548 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-aafc6fee-daf7-4052-b577-61a47e6fb339 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e69d823c-61aa-43cd-91e8-d6caab31cfa9', 'tempest-TagsExtTest-Tag-971541443') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:03.764680 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 8078f98a-0151-4a64-93ec-36213040fad7 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:35:03.808702 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeccb85-da8b-4daf-a605-092ca2332d58 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event updated for resources: {'Port': ['ID=ba5119c7-946b-4cc9-9e19-149785af07e2,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:03.842254 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-bd4406a2-55f5-4804-b29a-5f1bbb6a7154 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Made reservation on behalf of 3f433a78eab64a3c903969a5348a95ae for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:35:03.845413 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-aafc6fee-daf7-4052-b577-61a47e6fb339 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] show failed (client error): The resource could not be found. Jan 28 13:35:03.846588 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-aafc6fee-daf7-4052-b577-61a47e6fb339 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "GET /v2.0/subnets/e69d823c-61aa-43cd-91e8-d6caab31cfa9/tags/tempest-TagsExtTest-Tag-971541443 HTTP/1.1" status: 404 len: 328 time: 0.1115136 Jan 28 13:35:03.846785 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-bd4406a2-55f5-4804-b29a-5f1bbb6a7154 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:03.849902 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34340) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:03.853518 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ec003-75d7-4e03-aac8-547ab484870b None None] Pushing event updated for resources: {'Port': ['ID=6996c61a-d39d-4a44-9c0b-ae243ecd62a8,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:03.854809 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-10f44997-2660-4e44-8a20-2f75dc01a686 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e69d823c-61aa-43cd-91e8-d6caab31cfa9', 'tempest-TagsExtTest-Tag-1993099163') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:03.870775 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeccb85-da8b-4daf-a605-092ca2332d58 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Network 376b4709-87bf-4524-8081-ea1211d3f7a6 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:35:03.872127 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 8078f98a-0151-4a64-93ec-36213040fad7 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:35:03.875890 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-faeccb85-da8b-4daf-a605-092ca2332d58 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:35:03.877081 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 8078f98a-0151-4a64-93ec-36213040fad7 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:03.877457 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8078f98a-0151-4a64-93ec-36213040fad7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:03.880434 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeccb85-da8b-4daf-a605-092ca2332d58 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:35:03.929511 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a5b7f-f2c5-414a-809c-6ff4e35cdf4a req-c1974fd6-7f7a-4691-979d-29e2b43a6c72 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:03.933080 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-be7a5b7f-f2c5-414a-809c-6ff4e35cdf4a req-c1974fd6-7f7a-4691-979d-29e2b43a6c72 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 944 time: 0.2159393 Jan 28 13:35:03.946649 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-10f44997-2660-4e44-8a20-2f75dc01a686 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] show failed (client error): The resource could not be found. Jan 28 13:35:03.952224 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-10f44997-2660-4e44-8a20-2f75dc01a686 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "GET /v2.0/subnets/e69d823c-61aa-43cd-91e8-d6caab31cfa9/tags/tempest-TagsExtTest-Tag-1993099163 HTTP/1.1" status: 404 len: 329 time: 0.1011906 Jan 28 13:35:03.953994 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34342) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:03.958689 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-d1765937-42e2-40b1-8496-c9ae011579b2 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e69d823c-61aa-43cd-91e8-d6caab31cfa9', 'tempest-TagsExtTest-Tag-9967261') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:04.005831 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 8078f98a-0151-4a64-93ec-36213040fad7 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:04.006228 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8078f98a-0151-4a64-93ec-36213040fad7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:04.048577 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 8078f98a-0151-4a64-93ec-36213040fad7, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8078f98a-0151-4a64-93ec-36213040fad7,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:04.050185 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7716b778-ba36-4004-b712-929adca90c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8078f98a-0151-4a64-93ec-36213040fad7'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:35:04.054523 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8a5a7c-bc14-44e4-b7de-59efebe37054" -d '{"events": [{"server_uuid": "7716b778-ba36-4004-b712-929adca90c1c", "name": "network-vif-plugged", "status": "completed", "tag": "8078f98a-0151-4a64-93ec-36213040fad7"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:35:04.064176 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8078f98a-0151-4a64-93ec-36213040fad7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:04.073705 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-d1765937-42e2-40b1-8496-c9ae011579b2 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] show failed (client error): The resource could not be found. Jan 28 13:35:04.077397 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d1765937-42e2-40b1-8496-c9ae011579b2 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "GET /v2.0/subnets/e69d823c-61aa-43cd-91e8-d6caab31cfa9/tags/tempest-TagsExtTest-Tag-9967261 HTTP/1.1" status: 404 len: 326 time: 0.1197848 Jan 28 13:35:04.078377 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34348) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:04.082378 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeccb85-da8b-4daf-a605-092ca2332d58 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:04.083232 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-faeccb85-da8b-4daf-a605-092ca2332d58 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:04.083730 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-7983828f-fdee-4663-b011-2ba1b4c39c3a tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5db00a26-f7dc-41e7-8be9-15d5a3689394', {'tags': ['tempest-TagsExtTest-Tag-1182133817', 'tempest-TagsExtTest-Tag-1289567184', 'tempest-TagsExtTest-Tag-1526498749']}) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:04.094640 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f43d3-a2f1-4960-910d-32b626ea531f req-9c58f838-2f6f-444c-9236-f2103edd4ec9 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:04.102786 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-db5f43d3-a2f1-4960-910d-32b626ea531f req-9c58f838-2f6f-444c-9236-f2103edd4ec9 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.1190214 Jan 28 13:35:04.154879 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-be7a5b7f-f2c5-414a-809c-6ff4e35cdf4a req-a9e5407b-67ab-4c59-aea1-fc4a3f6cb22f tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108171 Jan 28 13:35:04.161582 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-faeccb85-da8b-4daf-a605-092ca2332d58 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4779267 Jan 28 13:35:04.189158 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34352) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:04.206339 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-c348e7b7-be69-42fd-a2bf-7879e7c32d9a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Request body: {'port': {'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6', 'name': 'tempest-TaggedBootDevicesTest-1605325418', 'fixed_ips': [{'subnet_id': '980241a2-d37e-4b55-8e0c-734aacae8814'}]}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:04.221584 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=8078f98a-0151-4a64-93ec-36213040fad7,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:04.227522 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:04.351163 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-24dee35e-d435-425b-a140-8f2163d6e661 req-90118c4e-d606-4012-a567-74bedd6970c9 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0494320 Jan 28 13:35:04.377427 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-bd4406a2-55f5-4804-b29a-5f1bbb6a7154 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Allocated IP 172.20.0.7 (2f7f563c-452e-4ad7-8366-46fe17e69e05/11e07501-e45d-4ee4-9a79-78d0496e90fa/5212ce19-5cd4-4de6-9dfa-98084d623928) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:35:04.385259 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-db5f43d3-a2f1-4960-910d-32b626ea531f req-0dbfecdd-a2e1-476a-b29c-70c5b2ca425a tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801666 Jan 28 13:35:04.467304 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be7d486-59a0-4035-b1d9-07c62a50981f x-openstack-request-id: req-3be7d486-59a0-4035-b1d9-07c62a50981f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:35:04.467800 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7716b778-ba36-4004-b712-929adca90c1c", "name": "network-vif-plugged", "status": "completed", "tag": "8078f98a-0151-4a64-93ec-36213040fad7", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:35:04.468692 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3be7d486-59a0-4035-b1d9-07c62a50981f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:35:04.468813 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7716b778-ba36-4004-b712-929adca90c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8078f98a-0151-4a64-93ec-36213040fad7', 'code': 200} Jan 28 13:35:04.534744 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bda87c13-0529-40ff-9fb1-c5d0f83f0d1e req-22587bb2-2dbb-49d0-8735-f376b8dfc57a tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=acf877e2-a53f-4e8b-a3b5-d7be49e332b1 HTTP/1.1" status: 200 len: 210 time: 0.0407064 Jan 28 13:35:04.547790 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6996c61a-d39d-4a44-9c0b-ae243ecd62a8 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:35:04.576084 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7983828f-fdee-4663-b011-2ba1b4c39c3a tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "PUT /v2.0/ports/5db00a26-f7dc-41e7-8be9-15d5a3689394/tags HTTP/1.1" status: 200 len: 318 time: 0.4969921 Jan 28 13:35:04.583675 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34354) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:04.588951 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-fc9b0552-6fea-40e8-bfb4-14ee51e83c5e tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5db00a26-f7dc-41e7-8be9-15d5a3689394') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:04.617472 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 6996c61a-d39d-4a44-9c0b-ae243ecd62a8 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:04.617854 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6996c61a-d39d-4a44-9c0b-ae243ecd62a8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:04.665464 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb6412-475e-4c2b-a3a8-6fa6587c127e req-55796d96-c7ed-4944-8f80-eb86c519636d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:04.666886 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8fb6412-475e-4c2b-a3a8-6fa6587c127e req-55796d96-c7ed-4944-8f80-eb86c519636d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 1096 time: 0.1267614 Jan 28 13:35:04.668638 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-bd4406a2-55f5-4804-b29a-5f1bbb6a7154 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks [] for port (5212ce19-5cd4-4de6-9dfa-98084d623928), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:04.690093 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c348e7b7-be69-42fd-a2bf-7879e7c32d9a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Made reservation on behalf of f327d07b81a14c5bb937fba4992e6ee2 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:35:04.724071 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 6996c61a-d39d-4a44-9c0b-ae243ecd62a8 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:04.724921 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6996c61a-d39d-4a44-9c0b-ae243ecd62a8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:04.737515 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-bd4406a2-55f5-4804-b29a-5f1bbb6a7154 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (5212ce19-5cd4-4de6-9dfa-98084d623928), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:04.766277 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 6996c61a-d39d-4a44-9c0b-ae243ecd62a8, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6996c61a-d39d-4a44-9c0b-ae243ecd62a8,segment=NetworkSegment(8398d8f2-66bb-43a6-a964-eceb551e9779),segment_id=8398d8f2-66bb-43a6-a964-eceb551e9779)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:04.769856 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['101efa69-eb99-4b6d-a484-368410fbef5a'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:35:04.780906 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6996c61a-d39d-4a44-9c0b-ae243ecd62a8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:04.782685 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d07c2453-cb0b-405d-a892-09787dc97e16 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:35:04.784435 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-bd4406a2-55f5-4804-b29a-5f1bbb6a7154 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Network 2f7f563c-452e-4ad7-8366-46fe17e69e05 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:35:04.788896 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-bd4406a2-55f5-4804-b29a-5f1bbb6a7154 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:35:04.797345 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8fb6412-475e-4c2b-a3a8-6fa6587c127e req-d1679411-2803-4d3a-b42b-9ecc9a8de8bb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236157 Jan 28 13:35:04.807166 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-bd4406a2-55f5-4804-b29a-5f1bbb6a7154 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:35:04.832675 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c348e7b7-be69-42fd-a2bf-7879e7c32d9a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:04.840493 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fc9b0552-6fea-40e8-bfb4-14ee51e83c5e tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "DELETE /v2.0/ports/5db00a26-f7dc-41e7-8be9-15d5a3689394/tags HTTP/1.1" status: 204 len: 168 time: 0.2535045 Jan 28 13:35:04.843771 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4406a2-55f5-4804-b29a-5f1bbb6a7154 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Pushing event updated for resources: {'Port': ['ID=5212ce19-5cd4-4de6-9dfa-98084d623928,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:04.844861 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34356) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:04.851494 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-c74a45aa-d56b-428d-a64f-e450b9690f36 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5db00a26-f7dc-41e7-8be9-15d5a3689394', 'tempest-TagsExtTest-Tag-1182133817') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:04.890868 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-c348e7b7-be69-42fd-a2bf-7879e7c32d9a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] device_id is not set on port 73358d53-f89e-45cb-a74a-8b6510bd447c yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:35:04.921827 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757d63cd-5bde-46d8-87c3-020e2c354e27 None None] Network 376b4709-87bf-4524-8081-ea1211d3f7a6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:35:04.922379 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-bd4406a2-55f5-4804-b29a-5f1bbb6a7154 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:04.922723 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-bd4406a2-55f5-4804-b29a-5f1bbb6a7154 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:04.945315 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-bd4406a2-55f5-4804-b29a-5f1bbb6a7154 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5306115 Jan 28 13:35:04.999428 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-7c8be35b-62cb-4ec5-bf3e-79f7b8c0ba9f service neutron] Request body: {'port': {'device_id': 'acf877e2-a53f-4e8b-a3b5-d7be49e332b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:05.017901 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=6996c61a-d39d-4a44-9c0b-ae243ecd62a8,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:05.104921 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-7c8be35b-62cb-4ec5-bf3e-79f7b8c0ba9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5212ce19-5cd4-4de6-9dfa-98084d623928), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.106440 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-c74a45aa-d56b-428d-a64f-e450b9690f36 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] show failed (client error): The resource could not be found. Jan 28 13:35:05.107542 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c74a45aa-d56b-428d-a64f-e450b9690f36 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "GET /v2.0/ports/5db00a26-f7dc-41e7-8be9-15d5a3689394/tags/tempest-TagsExtTest-Tag-1182133817 HTTP/1.1" status: 404 len: 329 time: 0.2617061 Jan 28 13:35:05.111016 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34360) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:05.117774 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port d07c2453-cb0b-405d-a892-09787dc97e16 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:05.118151 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d07c2453-cb0b-405d-a892-09787dc97e16), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.120245 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.tag.tag_plugin [None req-ff20bf64-79a4-49f3-9589-7046ea2b2441 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5db00a26-f7dc-41e7-8be9-15d5a3689394', 'tempest-TagsExtTest-Tag-1289567184') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:05.130966 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f2899fe5-8fa8-4e7a-bfff-d3478a107df8 None None] Provisioning complete for port d07c2453-cb0b-405d-a892-09787dc97e16 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:05.131861 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2899fe5-8fa8-4e7a-bfff-d3478a107df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d07c2453-cb0b-405d-a892-09787dc97e16), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.227821 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-c348e7b7-be69-42fd-a2bf-7879e7c32d9a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Allocated IP 10.1.1.117 (376b4709-87bf-4524-8081-ea1211d3f7a6/980241a2-d37e-4b55-8e0c-734aacae8814/73358d53-f89e-45cb-a74a-8b6510bd447c) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:35:05.354571 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port d07c2453-cb0b-405d-a892-09787dc97e16 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:05.354988 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d07c2453-cb0b-405d-a892-09787dc97e16), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.369807 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-ff20bf64-79a4-49f3-9589-7046ea2b2441 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] show failed (client error): The resource could not be found. Jan 28 13:35:05.371126 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ff20bf64-79a4-49f3-9589-7046ea2b2441 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "GET /v2.0/ports/5db00a26-f7dc-41e7-8be9-15d5a3689394/tags/tempest-TagsExtTest-Tag-1289567184 HTTP/1.1" status: 404 len: 329 time: 0.2580814 Jan 28 13:35:05.385812 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34366) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:05.389975 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f2899fe5-8fa8-4e7a-bfff-d3478a107df8 None None] Current status of the port d07c2453-cb0b-405d-a892-09787dc97e16 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:05.389975 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2899fe5-8fa8-4e7a-bfff-d3478a107df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d07c2453-cb0b-405d-a892-09787dc97e16), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.394985 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a0952e-147f-4ff3-b69e-db787567aa36 None None] Network 361216ca-dbe3-462f-a59f-a8c1564e775f requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:35:05.395368 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-e7fe2a0a-e2e5-41f0-b6ca-3f61720c19ea tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5db00a26-f7dc-41e7-8be9-15d5a3689394', 'tempest-TagsExtTest-Tag-1526498749') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:05.450483 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port d07c2453-cb0b-405d-a892-09787dc97e16, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=d07c2453-cb0b-405d-a892-09787dc97e16,segment=NetworkSegment(d3e38792-a814-403b-af31-3ea5e35b6aaf),segment_id=d3e38792-a814-403b-af31-3ea5e35b6aaf)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:05.467386 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d07c2453-cb0b-405d-a892-09787dc97e16), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.485201 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a65160-5573-4286-b842-10c76e1fe85b req-988973ff-c03b-432b-b4ea-6404fedf5b6e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:05.486970 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f8a65160-5573-4286-b842-10c76e1fe85b req-988973ff-c03b-432b-b4ea-6404fedf5b6e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 945 time: 0.2109919 Jan 28 13:35:05.545429 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5a3d5f53-6d63-45bd-88d6-ec6f0a70e041 req-23339a32-318c-4b31-977e-feac4dea0cf1 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0341346 Jan 28 13:35:05.587585 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f8a65160-5573-4286-b842-10c76e1fe85b req-b838fd62-a988-4842-84b4-4f14b5d6c238 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880980 Jan 28 13:35:05.593642 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c348e7b7-be69-42fd-a2bf-7879e7c32d9a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for port (73358d53-f89e-45cb-a74a-8b6510bd447c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.638358 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-e7fe2a0a-e2e5-41f0-b6ca-3f61720c19ea tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] show failed (client error): The resource could not be found. Jan 28 13:35:05.640058 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e7fe2a0a-e2e5-41f0-b6ca-3f61720c19ea tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "GET /v2.0/ports/5db00a26-f7dc-41e7-8be9-15d5a3689394/tags/tempest-TagsExtTest-Tag-1526498749 HTTP/1.1" status: 404 len: 329 time: 0.2498353 Jan 28 13:35:05.643887 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34372) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:05.656927 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.tag.tag_plugin [None req-830545cf-1b46-43f1-bd37-f62eec6b2414 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c009dbaf-e9c5-4ecf-b415-4068f405166c', {'tags': ['tempest-TagsExtTest-Tag-1392995982', 'tempest-TagsExtTest-Tag-421108111', 'tempest-TagsExtTest-Tag-1594908413']}) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:05.734994 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c348e7b7-be69-42fd-a2bf-7879e7c32d9a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (73358d53-f89e-45cb-a74a-8b6510bd447c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.822581 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-7c8be35b-62cb-4ec5-bf3e-79f7b8c0ba9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5212ce19-5cd4-4de6-9dfa-98084d623928 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:35:05.838399 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548e093-8103-4cb5-8138-d5cef4f64103 req-8a783936-b764-45fa-a072-18464fef68bd tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:05.840765 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-7c8be35b-62cb-4ec5-bf3e-79f7b8c0ba9f service neutron] Publish callbacks [] for port (5212ce19-5cd4-4de6-9dfa-98084d623928), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.848533 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1548e093-8103-4cb5-8138-d5cef4f64103 req-8a783936-b764-45fa-a072-18464fef68bd tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=acf877e2-a53f-4e8b-a3b5-d7be49e332b1 HTTP/1.1" status: 200 len: 931 time: 0.1884432 Jan 28 13:35:05.868813 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=d07c2453-cb0b-405d-a892-09787dc97e16,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:05.876812 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-7c8be35b-62cb-4ec5-bf3e-79f7b8c0ba9f service neutron] Transition to ACTIVE for port object 5212ce19-5cd4-4de6-9dfa-98084d623928 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:35:05.889949 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb3843-aabb-45f1-84e6-c58db48a28ac req-4449b1eb-8694-489f-9c9c-d0dad9d607df tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:05.897898 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8bdb3843-aabb-45f1-84e6-c58db48a28ac req-4449b1eb-8694-489f-9c9c-d0dad9d607df tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.1697016 Jan 28 13:35:05.905534 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-f2899fe5-8fa8-4e7a-bfff-d3478a107df8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:35:05.905882 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-f2899fe5-8fa8-4e7a-bfff-d3478a107df8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:35:05.909254 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.911167 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-7c8be35b-62cb-4ec5-bf3e-79f7b8c0ba9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (5212ce19-5cd4-4de6-9dfa-98084d623928), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.916930 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-830545cf-1b46-43f1-bd37-f62eec6b2414 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "PUT /v2.0/routers/c009dbaf-e9c5-4ecf-b415-4068f405166c/tags HTTP/1.1" status: 200 len: 317 time: 0.2686589 Jan 28 13:35:05.917106 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c348e7b7-be69-42fd-a2bf-7879e7c32d9a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Network 376b4709-87bf-4524-8081-ea1211d3f7a6 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:35:05.921585 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34374) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:05.929352 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-c348e7b7-be69-42fd-a2bf-7879e7c32d9a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:35:05.935279 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.tag.tag_plugin [None req-3567aa48-2541-4623-a344-40e7d5eee9ab tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c009dbaf-e9c5-4ecf-b415-4068f405166c') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:05.938236 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348e7b7-be69-42fd-a2bf-7879e7c32d9a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event updated for resources: {'Port': ['ID=73358d53-f89e-45cb-a74a-8b6510bd447c,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:05.945310 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c348e7b7-be69-42fd-a2bf-7879e7c32d9a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:35:06.003761 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1548e093-8103-4cb5-8138-d5cef4f64103 req-c74e49be-d4da-4105-9793-409135a5b434 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520760 Jan 28 13:35:06.037892 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c348e7b7-be69-42fd-a2bf-7879e7c32d9a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:06.038530 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c348e7b7-be69-42fd-a2bf-7879e7c32d9a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.065939 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8be35b-62cb-4ec5-bf3e-79f7b8c0ba9f service neutron] Pushing event updated for resources: {'Port': ['ID=5212ce19-5cd4-4de6-9dfa-98084d623928,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:06.096164 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c348e7b7-be69-42fd-a2bf-7879e7c32d9a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9043326 Jan 28 13:35:06.259534 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6996c61a-d39d-4a44-9c0b-ae243ecd62a8 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:35:06.318569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 6996c61a-d39d-4a44-9c0b-ae243ecd62a8 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:06.318977 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6996c61a-d39d-4a44-9c0b-ae243ecd62a8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.330295 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34380) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:06.335398 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-32834ce7-506a-4a1b-94a7-06f60d7f3b7e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1105482629', 'description': 'tempest-description--1223423126'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:06.360921 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-32834ce7-506a-4a1b-94a7-06f60d7f3b7e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.406368 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 6996c61a-d39d-4a44-9c0b-ae243ecd62a8 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:06.407918 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d07c2453-cb0b-405d-a892-09787dc97e16 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:35:06.432488 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-32834ce7-506a-4a1b-94a7-06f60d7f3b7e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for security_group (e5a35e63-5d22-47b6-a6fd-84bdb7539e18), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.437776 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-32834ce7-506a-4a1b-94a7-06f60d7f3b7e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e5a35e63-5d22-47b6-a6fd-84bdb7539e18), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.467870 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32834ce7-506a-4a1b-94a7-06f60d7f3b7e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a35e63-5d22-47b6-a6fd-84bdb7539e18,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:06.472951 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-32834ce7-506a-4a1b-94a7-06f60d7f3b7e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.477252 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-32834ce7-506a-4a1b-94a7-06f60d7f3b7e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1425908 Jan 28 13:35:06.477252 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34382) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:06.477878 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f2899fe5-8fa8-4e7a-bfff-d3478a107df8 None None] Current status of the port d07c2453-cb0b-405d-a892-09787dc97e16 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:06.481653 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-d810fd60-b172-4b22-b362-bf8986bd8e0f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Request body: {'security_group_rule': {'security_group_id': 'e5a35e63-5d22-47b6-a6fd-84bdb7539e18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:06.495556 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port d07c2453-cb0b-405d-a892-09787dc97e16 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:06.495935 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d07c2453-cb0b-405d-a892-09787dc97e16), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.515375 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d810fd60-b172-4b22-b362-bf8986bd8e0f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for security_group_rule (56926f9e-fedf-4236-ac94-eb83ca65ad5e), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.530815 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8bdb3843-aabb-45f1-84e6-c58db48a28ac req-01b86c91-7510-4edc-a0e5-9fa4300ae860 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6314821 Jan 28 13:35:06.588132 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port d07c2453-cb0b-405d-a892-09787dc97e16 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:06.611603 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-b183fe43-1fbb-41f5-a52f-09cdb022edd7 None None] Provisioning complete for port ba5119c7-946b-4cc9-9e19-149785af07e2 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:06.612199 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b183fe43-1fbb-41f5-a52f-09cdb022edd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ba5119c7-946b-4cc9-9e19-149785af07e2), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.616070 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-7c8be35b-62cb-4ec5-bf3e-79f7b8c0ba9f service neutron] Attempting to bind port 5212ce19-5cd4-4de6-9dfa-98084d623928 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:35:06.616417 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-7c8be35b-62cb-4ec5-bf3e-79f7b8c0ba9f service neutron] Attempting to bind port 5212ce19-5cd4-4de6-9dfa-98084d623928 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:35:06.616745 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-7c8be35b-62cb-4ec5-bf3e-79f7b8c0ba9f service neutron] Attempting to bind port 5212ce19-5cd4-4de6-9dfa-98084d623928 on network 2f7f563c-452e-4ad7-8366-46fe17e69e05 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:06.626064 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-7c8be35b-62cb-4ec5-bf3e-79f7b8c0ba9f service neutron] Port 5212ce19-5cd4-4de6-9dfa-98084d623928 on network 2f7f563c-452e-4ad7-8366-46fe17e69e05 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:35:06.626445 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-7c8be35b-62cb-4ec5-bf3e-79f7b8c0ba9f service neutron] Attempting to bind port 5212ce19-5cd4-4de6-9dfa-98084d623928 on network 2f7f563c-452e-4ad7-8366-46fe17e69e05 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:06.634489 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-7c8be35b-62cb-4ec5-bf3e-79f7b8c0ba9f service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:35:06.634845 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-7c8be35b-62cb-4ec5-bf3e-79f7b8c0ba9f service neutron] Checking segment: {'id': 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:35:06.635303 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-7c8be35b-62cb-4ec5-bf3e-79f7b8c0ba9f service neutron] Bound using segment: {'id': 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:35:06.635783 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-7c8be35b-62cb-4ec5-bf3e-79f7b8c0ba9f service neutron] Bound port: 5212ce19-5cd4-4de6-9dfa-98084d623928, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:35:06.636232 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-7c8be35b-62cb-4ec5-bf3e-79f7b8c0ba9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5212ce19-5cd4-4de6-9dfa-98084d623928), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.692494 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3567aa48-2541-4623-a344-40e7d5eee9ab tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "DELETE /v2.0/routers/c009dbaf-e9c5-4ecf-b415-4068f405166c/tags HTTP/1.1" status: 204 len: 168 time: 0.7615809 Jan 28 13:35:06.695190 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b183fe43-1fbb-41f5-a52f-09cdb022edd7 None None] Port ba5119c7-946b-4cc9-9e19-149785af07e2 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:35:06.698293 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34390) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:06.705308 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.tag.tag_plugin [None req-08891c18-1332-4e44-a426-7e5cd97985f9 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c009dbaf-e9c5-4ecf-b415-4068f405166c', 'tempest-TagsExtTest-Tag-1392995982') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:06.708664 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-b183fe43-1fbb-41f5-a52f-09cdb022edd7 None None] Provisioning complete for port 6996c61a-d39d-4a44-9c0b-ae243ecd62a8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:06.709202 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b183fe43-1fbb-41f5-a52f-09cdb022edd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6996c61a-d39d-4a44-9c0b-ae243ecd62a8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.846149 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b183fe43-1fbb-41f5-a52f-09cdb022edd7 None None] Current status of the port 6996c61a-d39d-4a44-9c0b-ae243ecd62a8 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:06.847278 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-7c8be35b-62cb-4ec5-bf3e-79f7b8c0ba9f service neutron] For port 5212ce19-5cd4-4de6-9dfa-98084d623928, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:35:06.873575 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcdc292-63bf-4dac-a094-5011702a33c2 req-1f64185a-6f60-4321-86ac-aa1a65f673cf tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:06.875180 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9fcdc292-63bf-4dac-a094-5011702a33c2 req-1f64185a-6f60-4321-86ac-aa1a65f673cf tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 945 time: 0.1305652 Jan 28 13:35:06.879140 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-b183fe43-1fbb-41f5-a52f-09cdb022edd7 None None] Provisioning complete for port d07c2453-cb0b-405d-a892-09787dc97e16 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:06.881203 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b183fe43-1fbb-41f5-a52f-09cdb022edd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d07c2453-cb0b-405d-a892-09787dc97e16), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.881451 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-7c8be35b-62cb-4ec5-bf3e-79f7b8c0ba9f service neutron] For port 5212ce19-5cd4-4de6-9dfa-98084d623928, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=5212ce19-5cd4-4de6-9dfa-98084d623928,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:35:06.884061 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-08891c18-1332-4e44-a426-7e5cd97985f9 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] show failed (client error): The resource could not be found. Jan 28 13:35:06.888433 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-08891c18-1332-4e44-a426-7e5cd97985f9 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "GET /v2.0/routers/c009dbaf-e9c5-4ecf-b415-4068f405166c/tags/tempest-TagsExtTest-Tag-1392995982 HTTP/1.1" status: 404 len: 329 time: 0.1855121 Jan 28 13:35:06.893194 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34394) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:06.898810 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.tag.tag_plugin [None req-7d9408f3-7cbc-43bf-9f13-de6ca87fe7be tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c009dbaf-e9c5-4ecf-b415-4068f405166c', 'tempest-TagsExtTest-Tag-421108111') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:06.912121 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-7c8be35b-62cb-4ec5-bf3e-79f7b8c0ba9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (5212ce19-5cd4-4de6-9dfa-98084d623928), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.962610 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:35:06.973329 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d810fd60-b172-4b22-b362-bf8986bd8e0f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for security_group_rule (56926f9e-fedf-4236-ac94-eb83ca65ad5e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.992601 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-7c8be35b-62cb-4ec5-bf3e-79f7b8c0ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:06.993270 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-7c8be35b-62cb-4ec5-bf3e-79f7b8c0ba9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.994727 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-7c8be35b-62cb-4ec5-bf3e-79f7b8c0ba9f service neutron] 10.222.0.18 "PUT /v2.0/ports/5212ce19-5cd4-4de6-9dfa-98084d623928 HTTP/1.1" status: 200 len: 1091 time: 2.0057025 Jan 28 13:35:06.998543 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf877e2-a53f-4e8b-a3b5-d7be49e332b1', 'tag': '5212ce19-5cd4-4de6-9dfa-98084d623928'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:35:07.000910 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6234c1dd-3d38-40cf-b379-d890f7a4a5c3" -d '{"events": [{"name": "network-changed", "server_uuid": "acf877e2-a53f-4e8b-a3b5-d7be49e332b1", "tag": "5212ce19-5cd4-4de6-9dfa-98084d623928"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:35:07.013419 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b183fe43-1fbb-41f5-a52f-09cdb022edd7 None None] Current status of the port d07c2453-cb0b-405d-a892-09787dc97e16 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:07.019489 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d810fd60-b172-4b22-b362-bf8986bd8e0f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (56926f9e-fedf-4236-ac94-eb83ca65ad5e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.040108 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-b183fe43-1fbb-41f5-a52f-09cdb022edd7 None None] Provisioning complete for port 73358d53-f89e-45cb-a74a-8b6510bd447c triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:07.040657 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b183fe43-1fbb-41f5-a52f-09cdb022edd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (73358d53-f89e-45cb-a74a-8b6510bd447c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.068957 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-28bc38fe-755e-4783-960c-71d2eda78cf9 req-dfd29a55-9ca8-4e93-ab7a-7b623d41d811 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0979936 Jan 28 13:35:07.081007 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810fd60-b172-4b22-b362-bf8986bd8e0f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56926f9e-fedf-4236-ac94-eb83ca65ad5e,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:07.094215 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b183fe43-1fbb-41f5-a52f-09cdb022edd7 None None] Port 73358d53-f89e-45cb-a74a-8b6510bd447c cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:35:07.107446 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d810fd60-b172-4b22-b362-bf8986bd8e0f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.107627 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-7d9408f3-7cbc-43bf-9f13-de6ca87fe7be tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] show failed (client error): The resource could not be found. Jan 28 13:35:07.108723 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d810fd60-b172-4b22-b362-bf8986bd8e0f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6305335 Jan 28 13:35:07.111251 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34402) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:07.111468 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7d9408f3-7cbc-43bf-9f13-de6ca87fe7be tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "GET /v2.0/routers/c009dbaf-e9c5-4ecf-b415-4068f405166c/tags/tempest-TagsExtTest-Tag-421108111 HTTP/1.1" status: 404 len: 328 time: 0.2130878 Jan 28 13:35:07.111587 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34404) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:07.117706 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-95cd44b0-b0e8-445f-a75a-a523639b8670 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c009dbaf-e9c5-4ecf-b415-4068f405166c', 'tempest-TagsExtTest-Tag-1594908413') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:07.122590 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-c4f4c4b9-c4ac-4110-bb68-b3f3ecddf08c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Request body: {'security_group_rule': {'security_group_id': 'e5a35e63-5d22-47b6-a6fd-84bdb7539e18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:07.143530 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9fcdc292-63bf-4dac-a094-5011702a33c2 req-9b22f614-37ac-4d2a-b2bc-5605440da7a6 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526641 Jan 28 13:35:07.152213 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8be35b-62cb-4ec5-bf3e-79f7b8c0ba9f service neutron] Pushing event updated for resources: {'Port': ['ID=5212ce19-5cd4-4de6-9dfa-98084d623928,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:07.173872 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-08fcdb25-6c80-46b3-b2b3-94d337299d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:07.178016 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-08fcdb25-6c80-46b3-b2b3-94d337299d20 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f433a78eab64a3c903969a5348a95ae&device_id=acf877e2-a53f-4e8b-a3b5-d7be49e332b1 HTTP/1.1" status: 200 len: 1094 time: 0.1235259 Jan 28 13:35:07.183064 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6b54eb-e7f6-40f5-b652-3700182f6f61 x-openstack-request-id: req-0e6b54eb-e7f6-40f5-b652-3700182f6f61 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:35:07.183358 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acf877e2-a53f-4e8b-a3b5-d7be49e332b1", "tag": "5212ce19-5cd4-4de6-9dfa-98084d623928", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:35:07.183619 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e6b54eb-e7f6-40f5-b652-3700182f6f61 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:35:07.185140 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf877e2-a53f-4e8b-a3b5-d7be49e332b1', 'tag': '5212ce19-5cd4-4de6-9dfa-98084d623928', 'status': 'completed', 'code': 200} Jan 28 13:35:07.229993 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c4f4c4b9-c4ac-4110-bb68-b3f3ecddf08c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for security_group_rule (d6a3d16b-3a0a-4ac0-b5b3-4628e3fadc66), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.245024 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-95cd44b0-b0e8-445f-a75a-a523639b8670 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] show failed (client error): The resource could not be found. Jan 28 13:35:07.248620 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-95cd44b0-b0e8-445f-a75a-a523639b8670 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "GET /v2.0/routers/c009dbaf-e9c5-4ecf-b415-4068f405166c/tags/tempest-TagsExtTest-Tag-1594908413 HTTP/1.1" status: 404 len: 329 time: 0.1320727 Jan 28 13:35:07.249606 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34412) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:07.254736 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-b47085ec-be6f-4e92-bf59-c883c9faa3e1 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '35d8edc3-51c5-4b5f-a25f-49fb3cbdc0c6', {'tags': ['tempest-TagsExtTest-Tag-1407946104', 'tempest-TagsExtTest-Tag-612902498', 'tempest-TagsExtTest-Tag-1265851287']}) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:07.255779 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-0170ca13-d8cb-4bbd-86bb-fe7446a55f7d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5212ce19-5cd4-4de6-9dfa-98084d623928 HTTP/1.1" status: 200 len: 217 time: 0.0695148 Jan 28 13:35:07.317008 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c4f4c4b9-c4ac-4110-bb68-b3f3ecddf08c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for security_group_rule (d6a3d16b-3a0a-4ac0-b5b3-4628e3fadc66), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.332983 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c4f4c4b9-c4ac-4110-bb68-b3f3ecddf08c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (d6a3d16b-3a0a-4ac0-b5b3-4628e3fadc66), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.383134 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b47085ec-be6f-4e92-bf59-c883c9faa3e1 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "PUT /v2.0/subnetpools/35d8edc3-51c5-4b5f-a25f-49fb3cbdc0c6/tags HTTP/1.1" status: 200 len: 317 time: 0.1323204 Jan 28 13:35:07.384062 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4c4b9-c4ac-4110-bb68-b3f3ecddf08c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a3d16b-3a0a-4ac0-b5b3-4628e3fadc66,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:07.388344 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ae75b-1834-440a-9f04-0b2c617beb89 req-beaaaba3-2c85-477d-a078-97113bf3d9a1 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:07.389964 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-161ae75b-1834-440a-9f04-0b2c617beb89 req-beaaaba3-2c85-477d-a078-97113bf3d9a1 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=acf877e2-a53f-4e8b-a3b5-d7be49e332b1 HTTP/1.1" status: 200 len: 943 time: 0.1332362 Jan 28 13:35:07.390476 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34416) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:07.409608 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.tag.tag_plugin [None req-306a4d31-3ee4-4a50-ade4-ae4147b8c4bf tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '35d8edc3-51c5-4b5f-a25f-49fb3cbdc0c6') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:07.413898 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c4f4c4b9-c4ac-4110-bb68-b3f3ecddf08c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.416267 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c4f4c4b9-c4ac-4110-bb68-b3f3ecddf08c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3034446 Jan 28 13:35:07.419680 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34418) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:07.424351 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-faaa599e-daa4-49ed-b85f-4be0b18c9828 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:07.453689 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-d0b23b6e-b78a-410f-bba6-fc39604cb476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:07.454984 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-faaa599e-daa4-49ed-b85f-4be0b18c9828 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.455335 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-d0b23b6e-b78a-410f-bba6-fc39604cb476 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11e07501-e45d-4ee4-9a79-78d0496e90fa HTTP/1.1" status: 200 len: 846 time: 0.1508245 Jan 28 13:35:07.511911 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-0849642e-998c-4c12-81d3-82c193864d6b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f7f563c-452e-4ad7-8366-46fe17e69e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452058 Jan 28 13:35:07.603497 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1954b-c9b4-47eb-ae83-969e885e5d40 req-b4ec7fa1-0ef7-4acd-bbae-d0ae30a90d19 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:07.605050 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d0d1954b-c9b4-47eb-ae83-969e885e5d40 req-b4ec7fa1-0ef7-4acd-bbae-d0ae30a90d19 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 945 time: 0.0680809 Jan 28 13:35:07.626575 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-161ae75b-1834-440a-9f04-0b2c617beb89 req-6f20172b-c216-45f1-b201-5b90dd873741 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170997 Jan 28 13:35:07.638740 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-faaa599e-daa4-49ed-b85f-4be0b18c9828 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.640787 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-306a4d31-3ee4-4a50-ade4-ae4147b8c4bf tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "DELETE /v2.0/subnetpools/35d8edc3-51c5-4b5f-a25f-49fb3cbdc0c6/tags HTTP/1.1" status: 204 len: 168 time: 0.2473395 Jan 28 13:35:07.644084 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34422) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:07.649326 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.tag.tag_plugin [None req-be996334-6bfe-48db-90df-363e24ee3901 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '35d8edc3-51c5-4b5f-a25f-49fb3cbdc0c6', 'tempest-TagsExtTest-Tag-1407946104') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:07.685873 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-7bc52554-9edc-4bbb-af55-2484d69719e7 service neutron] 10.222.0.18 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534696 Jan 28 13:35:07.687699 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-be996334-6bfe-48db-90df-363e24ee3901 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] show failed (client error): The resource could not be found. Jan 28 13:35:07.691330 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-be996334-6bfe-48db-90df-363e24ee3901 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "GET /v2.0/subnetpools/35d8edc3-51c5-4b5f-a25f-49fb3cbdc0c6/tags/tempest-TagsExtTest-Tag-1407946104 HTTP/1.1" status: 404 len: 329 time: 0.0432546 Jan 28 13:35:07.692310 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34424) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:07.697567 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.tag.tag_plugin [None req-cbbe8dd3-4c6f-47b2-ae19-35a3f710ef0b tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '35d8edc3-51c5-4b5f-a25f-49fb3cbdc0c6', 'tempest-TagsExtTest-Tag-612902498') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:07.738015 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d0d1954b-c9b4-47eb-ae83-969e885e5d40 req-2ec00dfd-de77-42bb-bfba-a8ca84340822 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222501 Jan 28 13:35:07.776066 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-cbbe8dd3-4c6f-47b2-ae19-35a3f710ef0b tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] show failed (client error): The resource could not be found. Jan 28 13:35:07.779674 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cbbe8dd3-4c6f-47b2-ae19-35a3f710ef0b tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "GET /v2.0/subnetpools/35d8edc3-51c5-4b5f-a25f-49fb3cbdc0c6/tags/tempest-TagsExtTest-Tag-612902498 HTTP/1.1" status: 404 len: 328 time: 0.0827587 Jan 28 13:35:07.780357 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34426) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:07.784473 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.tag.tag_plugin [None req-1b67cd18-3887-47af-9640-5091bce058de tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '35d8edc3-51c5-4b5f-a25f-49fb3cbdc0c6', 'tempest-TagsExtTest-Tag-1265851287') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:07.816069 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-faaa599e-daa4-49ed-b85f-4be0b18c9828 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Allocated IP 172.25.3.123 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/9de99928-2303-4a30-bab0-28d25e4a2674) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:35:07.820042 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-1b67cd18-3887-47af-9640-5091bce058de tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] show failed (client error): The resource could not be found. Jan 28 13:35:07.824754 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1b67cd18-3887-47af-9640-5091bce058de tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "GET /v2.0/subnetpools/35d8edc3-51c5-4b5f-a25f-49fb3cbdc0c6/tags/tempest-TagsExtTest-Tag-1265851287 HTTP/1.1" status: 404 len: 329 time: 0.0403192 Jan 28 13:35:07.825298 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34428) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:07.825533 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f8cf8cc-0583-42d1-a83e-014df8574c83 req-b53c7522-4a7e-46b2-8702-8616a00ee554 service neutron] 10.222.0.18 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320851 Jan 28 13:35:07.829808 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-04a0accd-2838-4345-9c41-066e6053efd1 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '35d8edc3-51c5-4b5f-a25f-49fb3cbdc0c6') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:07.932449 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-04a0accd-2838-4345-9c41-066e6053efd1 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "DELETE /v2.0/subnetpools/35d8edc3-51c5-4b5f-a25f-49fb3cbdc0c6/tags HTTP/1.1" status: 204 len: 168 time: 0.1061554 Jan 28 13:35:07.934573 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34432) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:07.940917 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-62929832-4a1a-4475-84c3-c74bf2d754ba tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c009dbaf-e9c5-4ecf-b415-4068f405166c') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:07.958095 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234c1dd-3d38-40cf-b379-d890f7a4a5c3 req-9607c1d0-8ab9-4a78-b63f-9c5b5d31c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:07.959872 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6234c1dd-3d38-40cf-b379-d890f7a4a5c3 req-9607c1d0-8ab9-4a78-b63f-9c5b5d31c022 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f433a78eab64a3c903969a5348a95ae&device_id=acf877e2-a53f-4e8b-a3b5-d7be49e332b1 HTTP/1.1" status: 200 len: 1094 time: 0.0797117 Jan 28 13:35:08.053019 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-faaa599e-daa4-49ed-b85f-4be0b18c9828 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for port (9de99928-2303-4a30-bab0-28d25e4a2674), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.058104 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-62929832-4a1a-4475-84c3-c74bf2d754ba tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "DELETE /v2.0/routers/c009dbaf-e9c5-4ecf-b415-4068f405166c/tags HTTP/1.1" status: 204 len: 168 time: 0.1202154 Jan 28 13:35:08.058626 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34434) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:08.063889 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-6cc93dd6-fc2f-45ae-8c8f-e5151d83a3dd tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5db00a26-f7dc-41e7-8be9-15d5a3689394') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:08.064255 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234c1dd-3d38-40cf-b379-d890f7a4a5c3 req-0f701c0c-0cdf-4726-9b79-472c67fef4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:08.065801 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6234c1dd-3d38-40cf-b379-d890f7a4a5c3 req-0f701c0c-0cdf-4726-9b79-472c67fef4e4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2f7f563c-452e-4ad7-8366-46fe17e69e05 HTTP/1.1" status: 200 len: 906 time: 0.0987241 Jan 28 13:35:08.113764 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6234c1dd-3d38-40cf-b379-d890f7a4a5c3 req-1851afac-5b54-4544-ae74-c234b9dcf54b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5212ce19-5cd4-4de6-9dfa-98084d623928 HTTP/1.1" status: 200 len: 217 time: 0.0403721 Jan 28 13:35:08.133732 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-faaa599e-daa4-49ed-b85f-4be0b18c9828 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (9de99928-2303-4a30-bab0-28d25e4a2674), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.183066 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6cc93dd6-fc2f-45ae-8c8f-e5151d83a3dd tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "DELETE /v2.0/ports/5db00a26-f7dc-41e7-8be9-15d5a3689394/tags HTTP/1.1" status: 204 len: 168 time: 0.1203988 Jan 28 13:35:08.183319 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34438) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:08.187602 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaa599e-daa4-49ed-b85f-4be0b18c9828 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:35:08.188561 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.tag.tag_plugin [None req-da0a938f-0199-46e9-ab5f-b59d3d2f6388 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e69d823c-61aa-43cd-91e8-d6caab31cfa9') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:08.195373 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-faaa599e-daa4-49ed-b85f-4be0b18c9828 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:35:08.197585 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa599e-daa4-49ed-b85f-4be0b18c9828 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event updated for resources: {'Port': ['ID=9de99928-2303-4a30-bab0-28d25e4a2674,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:08.199957 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaa599e-daa4-49ed-b85f-4be0b18c9828 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:35:08.235569 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e3dfce17-d0db-4295-a8e6-eab495b21df5 req-a9d24607-cd3e-46bf-a748-8af19fc4f414 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0580766 Jan 28 13:35:08.280400 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234c1dd-3d38-40cf-b379-d890f7a4a5c3 req-ca2da732-f6a4-4861-9a67-626a4be2a982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:08.283043 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6234c1dd-3d38-40cf-b379-d890f7a4a5c3 req-ca2da732-f6a4-4861-9a67-626a4be2a982 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11e07501-e45d-4ee4-9a79-78d0496e90fa HTTP/1.1" status: 200 len: 846 time: 0.1635470 Jan 28 13:35:08.329241 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6234c1dd-3d38-40cf-b379-d890f7a4a5c3 req-a88ecb7b-9dec-44a6-bb86-89b50f50ccf4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f7f563c-452e-4ad7-8366-46fe17e69e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389585 Jan 28 13:35:08.334374 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-faaa599e-daa4-49ed-b85f-4be0b18c9828 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for floatingip (becaf019-30ef-4a3b-ab8e-036c866e1445), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.387776 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-faaa599e-daa4-49ed-b85f-4be0b18c9828 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9de99928-2303-4a30-bab0-28d25e4a2674), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.452280 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-da0a938f-0199-46e9-ab5f-b59d3d2f6388 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "DELETE /v2.0/subnets/e69d823c-61aa-43cd-91e8-d6caab31cfa9/tags HTTP/1.1" status: 204 len: 168 time: 0.2646723 Jan 28 13:35:08.452508 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34444) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:08.508279 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6234c1dd-3d38-40cf-b379-d890f7a4a5c3 req-96cfb0a5-968c-4db7-986a-c531e340888b service neutron] 10.222.0.18 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669848 Jan 28 13:35:08.593293 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-faaa599e-daa4-49ed-b85f-4be0b18c9828 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for port (9de99928-2303-4a30-bab0-28d25e4a2674), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.603556 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-faaa599e-daa4-49ed-b85f-4be0b18c9828 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (9de99928-2303-4a30-bab0-28d25e4a2674), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.649604 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6234c1dd-3d38-40cf-b379-d890f7a4a5c3 req-b06d6d80-5672-46aa-86db-abdacad579ac service neutron] 10.222.0.18 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309202 Jan 28 13:35:08.655148 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-469c009f-2e7d-4204-a553-7765d27951f9 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.656366 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-469c009f-2e7d-4204-a553-7765d27951f9 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "DELETE /v2.0/subnetpools/35d8edc3-51c5-4b5f-a25f-49fb3cbdc0c6 HTTP/1.1" status: 204 len: 168 time: 0.2029233 Jan 28 13:35:08.659404 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34448) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:08.684067 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-faaa599e-daa4-49ed-b85f-4be0b18c9828 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (becaf019-30ef-4a3b-ab8e-036c866e1445), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.690975 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fae77e40-d53b-4796-befb-f2158ef57707 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "GET /v2.0/ports?device_id=c009dbaf-e9c5-4ecf-b415-4068f405166c HTTP/1.1" status: 200 len: 205 time: 0.0280321 Jan 28 13:35:08.691328 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34450) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:08.708936 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-faaa599e-daa4-49ed-b85f-4be0b18c9828 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.715632 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-faaa599e-daa4-49ed-b85f-4be0b18c9828 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2895548 Jan 28 13:35:08.716657 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa599e-daa4-49ed-b85f-4be0b18c9828 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event updated for resources: {'Port': ['ID=9de99928-2303-4a30-bab0-28d25e4a2674,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:08.795555 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d2c60617-b066-4916-97d0-d716f394cf6c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks [] for router (c009dbaf-e9c5-4ecf-b415-4068f405166c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.877010 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509483b3-d419-4f84-97c6-2b8961e91a98 req-c25be3f8-489b-46a0-a6e5-160c8a66e6e8 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:08.878591 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-509483b3-d419-4f84-97c6-2b8961e91a98 req-c25be3f8-489b-46a0-a6e5-160c8a66e6e8 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 945 time: 0.0555401 Jan 28 13:35:08.879249 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a361e-09d3-4e28-b865-836eab2ae710 req-54938233-b1a1-4930-9d32-dfd59596f733 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:08.880737 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc4a361e-09d3-4e28-b865-836eab2ae710 req-54938233-b1a1-4930-9d32-dfd59596f733 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=acf877e2-a53f-4e8b-a3b5-d7be49e332b1 HTTP/1.1" status: 200 len: 943 time: 0.1492162 Jan 28 13:35:08.930322 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-509483b3-d419-4f84-97c6-2b8961e91a98 req-755dcfa5-14fa-4a4a-ab27-6b14b64246a8 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447528 Jan 28 13:35:08.995369 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d2c60617-b066-4916-97d0-d716f394cf6c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (c009dbaf-e9c5-4ecf-b415-4068f405166c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:09.003581 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d2c60617-b066-4916-97d0-d716f394cf6c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks [] for router_controller (c009dbaf-e9c5-4ecf-b415-4068f405166c), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:09.059676 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc4a361e-09d3-4e28-b865-836eab2ae710 req-ce1c8037-a362-4740-b43e-277396b2fb46 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505322 Jan 28 13:35:09.068138 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d2c60617-b066-4916-97d0-d716f394cf6c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (c009dbaf-e9c5-4ecf-b415-4068f405166c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:09.068927 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c60617-b066-4916-97d0-d716f394cf6c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Fanout notify agent at l3_agent the message router_deleted on router c009dbaf-e9c5-4ecf-b415-4068f405166c {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:35:09.070446 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2a7dce01-88ee-412c-a90e-21871b5bda76 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1105482629&fields=id&tenant_id=f327d07b81a14c5bb937fba4992e6ee2 HTTP/1.1" status: 200 len: 267 time: 0.0615413 Jan 28 13:35:09.075995 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d2c60617-b066-4916-97d0-d716f394cf6c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:09.077170 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d2c60617-b066-4916-97d0-d716f394cf6c tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "DELETE /v2.0/routers/c009dbaf-e9c5-4ecf-b415-4068f405166c HTTP/1.1" status: 204 len: 168 time: 0.3848078 Jan 28 13:35:09.080441 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34472) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:09.158227 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-1964119f-6a17-41d2-932d-4c557ce0f198 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:09.159717 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-1964119f-6a17-41d2-932d-4c557ce0f198 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports/ba5119c7-946b-4cc9-9e19-149785af07e2 HTTP/1.1" status: 200 len: 930 time: 0.0778427 Jan 28 13:35:09.180623 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00500c-c326-434a-9fe0-fd303892da57 req-bf028695-d5cc-402c-9659-d876245b7d94 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:09.182506 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6f00500c-c326-434a-9fe0-fd303892da57 req-bf028695-d5cc-402c-9659-d876245b7d94 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.0516374 Jan 28 13:35:09.232364 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6f00500c-c326-434a-9fe0-fd303892da57 req-7f505af0-bf18-46b2-85f3-5ba12d19ff09 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443976 Jan 28 13:35:09.235561 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-c65e36ae-1dca-487a-a992-78f1fcbf74fa tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:09.236906 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-c65e36ae-1dca-487a-a992-78f1fcbf74fa tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports/73358d53-f89e-45cb-a74a-8b6510bd447c HTTP/1.1" status: 200 len: 932 time: 0.0710444 Jan 28 13:35:09.294663 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-5c3996c9-b1f7-4f37-906b-a6edf2a3e236 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?network_id=361216ca-dbe3-462f-a59f-a8c1564e775f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0512829 Jan 28 13:35:09.301290 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-965a8961-8221-4f89-8cd4-eb2d62e53cf2 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Deleting port 5db00a26-f7dc-41e7-8be9-15d5a3689394 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:35:09.301628 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-965a8961-8221-4f89-8cd4-eb2d62e53cf2 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (5db00a26-f7dc-41e7-8be9-15d5a3689394), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:09.349052 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-7cb88cc4-fae2-43e8-b7e0-c2add34e16bd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?network_id=361216ca-dbe3-462f-a59f-a8c1564e775f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0443251 Jan 28 13:35:09.472712 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-965a8961-8221-4f89-8cd4-eb2d62e53cf2 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (5db00a26-f7dc-41e7-8be9-15d5a3689394), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:09.490870 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-965a8961-8221-4f89-8cd4-eb2d62e53cf2 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Calling delete_port for 5db00a26-f7dc-41e7-8be9-15d5a3689394 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:35:09.534202 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-a316d8c8-a6dc-46df-b2bf-92deb8bcb25f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:09.540248 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-a316d8c8-a6dc-46df-b2bf-92deb8bcb25f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:09.545327 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-a316d8c8-a6dc-46df-b2bf-92deb8bcb25f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:09.547034 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-a316d8c8-a6dc-46df-b2bf-92deb8bcb25f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/networks?id=a48090cb-ae2e-48ff-8962-8d69a57daca6&id=376b4709-87bf-4524-8081-ea1211d3f7a6&id=376b4709-87bf-4524-8081-ea1211d3f7a6&id=361216ca-dbe3-462f-a59f-a8c1564e775f&id=361216ca-dbe3-462f-a59f-a8c1564e775f HTTP/1.1" status: 200 len: 1989 time: 0.1678891 Jan 28 13:35:09.591500 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-fff57884-c720-4d65-90ad-6533e4b0f115 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/quotas/f327d07b81a14c5bb937fba4992e6ee2 HTTP/1.1" status: 200 len: 375 time: 0.0169728 Jan 28 13:35:09.638703 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-486939b6-64cb-491c-8fd7-e1740d3a4db2 req-d3a71b1d-dad8-4b6d-92ff-f945722d5c44 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0372958 Jan 28 13:35:09.678377 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-e3e3e02a-3ca3-4c09-ad4c-0db1a4468763 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f327d07b81a14c5bb937fba4992e6ee2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0783818 Jan 28 13:35:09.771904 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 5212ce19-5cd4-4de6-9dfa-98084d623928 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:35:09.795979 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-965a8961-8221-4f89-8cd4-eb2d62e53cf2 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (5db00a26-f7dc-41e7-8be9-15d5a3689394), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:09.836482 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a8961-8221-4f89-8cd4-eb2d62e53cf2 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Pushing event deleted for resources: {'Port': ['ID=5db00a26-f7dc-41e7-8be9-15d5a3689394,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:09.865345 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-f4c01f7b-b8b5-4145-91af-08ea543b7174 service neutron] 10.222.0.39 "GET /v2.0/networks/a48090cb-ae2e-48ff-8962-8d69a57daca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566603 Jan 28 13:35:09.896152 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 5212ce19-5cd4-4de6-9dfa-98084d623928, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=5212ce19-5cd4-4de6-9dfa-98084d623928,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:09.912047 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '5212ce19-5cd4-4de6-9dfa-98084d623928', 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05', 'port_id': '5212ce19-5cd4-4de6-9dfa-98084d623928', 'mac_address': 'fa:16:3e:5a:b2:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e07501-e45d-4ee4-9a79-78d0496e90fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:35:09.974842 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 5212ce19-5cd4-4de6-9dfa-98084d623928 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:09.975285 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5212ce19-5cd4-4de6-9dfa-98084d623928), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:09.999023 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5212ce19-5cd4-4de6-9dfa-98084d623928 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:35:10.006228 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-70ab1a42-c690-4efa-8b1b-7e4ab89afef2 service neutron] 10.222.0.39 "GET /v2.0/networks/a48090cb-ae2e-48ff-8962-8d69a57daca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120052 Jan 28 13:35:10.025605 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 5212ce19-5cd4-4de6-9dfa-98084d623928, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=5212ce19-5cd4-4de6-9dfa-98084d623928,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:10.037622 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5212ce19-5cd4-4de6-9dfa-98084d623928), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:10.063210 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-965a8961-8221-4f89-8cd4-eb2d62e53cf2 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:10.069913 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-965a8961-8221-4f89-8cd4-eb2d62e53cf2 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "DELETE /v2.0/ports/5db00a26-f7dc-41e7-8be9-15d5a3689394 HTTP/1.1" status: 204 len: 168 time: 0.9794471 Jan 28 13:35:10.072899 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34490) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:10.116154 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=5212ce19-5cd4-4de6-9dfa-98084d623928,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:10.121196 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39aa31-b97a-4fa9-8853-af46bd439ab1 req-03d7c139-da90-412e-b0f2-44f7ee8321f4 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:10.128104 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7d39aa31-b97a-4fa9-8853-af46bd439ab1 req-03d7c139-da90-412e-b0f2-44f7ee8321f4 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 945 time: 0.0906274 Jan 28 13:35:10.128707 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-137e33eb-e487-4e1f-b34d-3994cf68c67c service neutron] 10.222.0.39 "GET /v2.0/ports/ba5119c7-946b-4cc9-9e19-149785af07e2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1016617 Jan 28 13:35:10.172445 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab96a02-0fff-4c4a-991f-d30008620e80 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Deleting subnet e69d823c-61aa-43cd-91e8-d6caab31cfa9 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:35:10.175958 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7d39aa31-b97a-4fa9-8853-af46bd439ab1 req-6e905ff3-64b5-46ed-89f2-79bdd754731a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469801 Jan 28 13:35:10.200435 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aab96a02-0fff-4c4a-991f-d30008620e80 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks [] for subnet (e69d823c-61aa-43cd-91e8-d6caab31cfa9), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:10.253097 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aab96a02-0fff-4c4a-991f-d30008620e80 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (e69d823c-61aa-43cd-91e8-d6caab31cfa9), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:10.291653 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-94cd6738-3e80-4aa8-a115-c918c7afac33 service neutron] 10.222.0.39 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620789 Jan 28 13:35:10.301712 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e316905-3d32-48ea-9acc-f7602cd15de0 req-d7efddab-9a40-456e-8646-7daf36f410c0 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:10.303614 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e316905-3d32-48ea-9acc-f7602cd15de0 req-d7efddab-9a40-456e-8646-7daf36f410c0 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=acf877e2-a53f-4e8b-a3b5-d7be49e332b1 HTTP/1.1" status: 200 len: 944 time: 0.0515852 Jan 28 13:35:10.334423 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['5212ce19-5cd4-4de6-9dfa-98084d623928'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:35:10.354342 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e316905-3d32-48ea-9acc-f7602cd15de0 req-867fa91d-b15c-43ff-87c0-167610e5305f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433781 Jan 28 13:35:10.676891 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aab96a02-0fff-4c4a-991f-d30008620e80 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (e69d823c-61aa-43cd-91e8-d6caab31cfa9), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:10.709351 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-80ad2eba-1c54-4ebb-89f5-13194de9e479 service neutron] 10.222.0.39 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080706 Jan 28 13:35:10.747694 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d7b54ef1-dcef-4867-aa96-b2bb69029a8f req-bab1db41-50b1-4557-b639-9db71003d240 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0319989 Jan 28 13:35:10.755214 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-7fddc3d1-3b88-4510-9b54-4991d3cbbe2b service neutron] 10.222.0.39 "GET /v2.0/ports/73358d53-f89e-45cb-a74a-8b6510bd447c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0449762 Jan 28 13:35:10.794239 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aab96a02-0fff-4c4a-991f-d30008620e80 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (e69d823c-61aa-43cd-91e8-d6caab31cfa9), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:10.858850 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab96a02-0fff-4c4a-991f-d30008620e80 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Pushing event deleted for resources: {'Subnet': ['ID=e69d823c-61aa-43cd-91e8-d6caab31cfa9,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:10.861271 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aab96a02-0fff-4c4a-991f-d30008620e80 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:10.864243 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-aab96a02-0fff-4c4a-991f-d30008620e80 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "DELETE /v2.0/subnets/e69d823c-61aa-43cd-91e8-d6caab31cfa9 HTTP/1.1" status: 204 len: 168 time: 0.7903638 Jan 28 13:35:10.866749 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9117e9a-5fce-4070-9555-7f8ee682ea4d None None] Network f37ab64a-3003-44d2-bbea-b4266862f7b5 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:35:10.867243 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34500) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:10.953497 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-16b3d3a5-d7e0-4bd4-a6da-27dd3f339ba0 service neutron] 10.222.0.39 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927273 Jan 28 13:35:11.000218 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a7755529-e883-4eed-945b-97731cf9eb63 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (f37ab64a-3003-44d2-bbea-b4266862f7b5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.050976 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222616d1-20c6-4ba2-a8d8-0ad41d33138d None None] DHCP port deletion for f37ab64a-3003-44d2-bbea-b4266862f7b5 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:35:11.096513 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-f6d7ee9d-7983-4780-91a5-ad1248c96bdf service neutron] 10.222.0.39 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421225 Jan 28 13:35:11.106584 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-222616d1-20c6-4ba2-a8d8-0ad41d33138d None None] Deleting port 30d55c1b-4f5e-4b9e-8d65-f9036bed22e0 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:35:11.107131 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-222616d1-20c6-4ba2-a8d8-0ad41d33138d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (30d55c1b-4f5e-4b9e-8d65-f9036bed22e0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.128378 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-a7755529-e883-4eed-945b-97731cf9eb63 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Deleting port 30d55c1b-4f5e-4b9e-8d65-f9036bed22e0 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:35:11.128791 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a7755529-e883-4eed-945b-97731cf9eb63 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (30d55c1b-4f5e-4b9e-8d65-f9036bed22e0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.170264 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-222616d1-20c6-4ba2-a8d8-0ad41d33138d None None] For port 30d55c1b-4f5e-4b9e-8d65-f9036bed22e0, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=30d55c1b-4f5e-4b9e-8d65-f9036bed22e0,segment=NetworkSegment(aaffef9e-c4e0-49d8-90e2-3974ff9a36c5),segment_id=aaffef9e-c4e0-49d8-90e2-3974ff9a36c5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:11.170508 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-222616d1-20c6-4ba2-a8d8-0ad41d33138d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (30d55c1b-4f5e-4b9e-8d65-f9036bed22e0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.184708 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-222616d1-20c6-4ba2-a8d8-0ad41d33138d None None] Calling delete_port for 30d55c1b-4f5e-4b9e-8d65-f9036bed22e0 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:35:11.240124 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-a7755529-e883-4eed-945b-97731cf9eb63 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] For port 30d55c1b-4f5e-4b9e-8d65-f9036bed22e0, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=30d55c1b-4f5e-4b9e-8d65-f9036bed22e0,segment=NetworkSegment(aaffef9e-c4e0-49d8-90e2-3974ff9a36c5),segment_id=aaffef9e-c4e0-49d8-90e2-3974ff9a36c5)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:11.240468 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a7755529-e883-4eed-945b-97731cf9eb63 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (30d55c1b-4f5e-4b9e-8d65-f9036bed22e0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.264321 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-a7755529-e883-4eed-945b-97731cf9eb63 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Calling delete_port for 30d55c1b-4f5e-4b9e-8d65-f9036bed22e0 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:35:11.274239 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-f96009fb-cca4-4878-8ad1-ba27ea0fd0d2 service neutron] 10.222.0.39 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668231 Jan 28 13:35:11.307357 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-222616d1-20c6-4ba2-a8d8-0ad41d33138d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (30d55c1b-4f5e-4b9e-8d65-f9036bed22e0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.317614 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b21856-3637-4ec2-a23e-13d428c441f6 req-d812231b-572d-4ad0-a3d8-ff2302bb5a73 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:11.325217 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b7b21856-3637-4ec2-a23e-13d428c441f6 req-d812231b-572d-4ad0-a3d8-ff2302bb5a73 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 945 time: 0.0590274 Jan 28 13:35:11.343300 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222616d1-20c6-4ba2-a8d8-0ad41d33138d None None] Pushing event deleted for resources: {'Port': ['ID=30d55c1b-4f5e-4b9e-8d65-f9036bed22e0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:11.349790 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222616d1-20c6-4ba2-a8d8-0ad41d33138d None None] No DVR routers for this DVR port 30d55c1b-4f5e-4b9e-8d65-f9036bed22e0 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:35:11.376416 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b7b21856-3637-4ec2-a23e-13d428c441f6 req-286b8cee-a8e0-4585-a52f-bae5952d085b tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500739 Jan 28 13:35:11.439315 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a7755529-e883-4eed-945b-97731cf9eb63 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (30d55c1b-4f5e-4b9e-8d65-f9036bed22e0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.470350 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7755529-e883-4eed-945b-97731cf9eb63 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Pushing event deleted for resources: {'Port': ['ID=30d55c1b-4f5e-4b9e-8d65-f9036bed22e0,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:11.475267 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7755529-e883-4eed-945b-97731cf9eb63 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] No DVR routers for this DVR port 30d55c1b-4f5e-4b9e-8d65-f9036bed22e0 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:35:11.500035 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ea8e9-9162-42a8-833d-ebe4690005d3 req-03994d9d-826b-410b-b303-8ad8b4120617 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:11.501838 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-821ea8e9-9162-42a8-833d-ebe4690005d3 req-03994d9d-826b-410b-b303-8ad8b4120617 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=acf877e2-a53f-4e8b-a3b5-d7be49e332b1 HTTP/1.1" status: 200 len: 944 time: 0.0572035 Jan 28 13:35:11.544375 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-92d1dd41-993e-4c63-8927-4703a07eddfd service neutron] 10.222.0.39 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689754 Jan 28 13:35:11.552820 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-821ea8e9-9162-42a8-833d-ebe4690005d3 req-2119af7f-0eaa-44a6-b031-5eec35baaf75 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446975 Jan 28 13:35:11.592131 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a7755529-e883-4eed-945b-97731cf9eb63 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (f37ab64a-3003-44d2-bbea-b4266862f7b5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.655611 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-a7755529-e883-4eed-945b-97731cf9eb63 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37ab64a-3003-44d2-bbea-b4266862f7b5']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:11.670836 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-a7755529-e883-4eed-945b-97731cf9eb63 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaffef9e-c4e0-49d8-90e2-3974ff9a36c5') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:11.671197 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-a7755529-e883-4eed-945b-97731cf9eb63 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaffef9e-c4e0-49d8-90e2-3974ff9a36c5') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:11.683432 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a7755529-e883-4eed-945b-97731cf9eb63 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (aaffef9e-c4e0-49d8-90e2-3974ff9a36c5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.706778 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a7755529-e883-4eed-945b-97731cf9eb63 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (aaffef9e-c4e0-49d8-90e2-3974ff9a36c5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.715266 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7755529-e883-4eed-945b-97731cf9eb63 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:35:11.715699 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a7755529-e883-4eed-945b-97731cf9eb63 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (aaffef9e-c4e0-49d8-90e2-3974ff9a36c5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:35:11.718870 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:35:11.721768 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-65eaac31-d2e4-4c2e-979a-074c139fdc6e service neutron] 10.222.0.39 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401837 Jan 28 13:35:11.809798 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 5212ce19-5cd4-4de6-9dfa-98084d623928 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:35:11.841736 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a7755529-e883-4eed-945b-97731cf9eb63 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (f37ab64a-3003-44d2-bbea-b4266862f7b5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.854424 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a7755529-e883-4eed-945b-97731cf9eb63 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.860150 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a7755529-e883-4eed-945b-97731cf9eb63 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] 10.222.0.39 "DELETE /v2.0/networks/f37ab64a-3003-44d2-bbea-b4266862f7b5 HTTP/1.1" status: 204 len: 168 time: 0.9900582 Jan 28 13:35:11.871784 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7755529-e883-4eed-945b-97731cf9eb63 tempest-TagsExtTest-1575454395 tempest-TagsExtTest-1575454395-project] Pushing event deleted for resources: {'Network': ['ID=f37ab64a-3003-44d2-bbea-b4266862f7b5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:11.891501 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 5212ce19-5cd4-4de6-9dfa-98084d623928 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:35:11.896755 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2f0fc46e-9f8a-409c-8756-a447bc3b62f1 service neutron] 10.222.0.39 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640248 Jan 28 13:35:11.898122 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7f2d8e79-34e1-4e71-8419-a9e5e16d23c9 req-9d939bd3-2644-4856-8e79-87ccc393a50d tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0619304 Jan 28 13:35:11.907693 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 5212ce19-5cd4-4de6-9dfa-98084d623928 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:11.908066 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5212ce19-5cd4-4de6-9dfa-98084d623928), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:12.015591 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 5212ce19-5cd4-4de6-9dfa-98084d623928 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:12.016465 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5212ce19-5cd4-4de6-9dfa-98084d623928), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:12.054735 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf877e2-a53f-4e8b-a3b5-d7be49e332b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5212ce19-5cd4-4de6-9dfa-98084d623928'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:35:12.057446 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bb5b4d-e313-48a3-88cc-a6e52ebbc319" -d '{"events": [{"server_uuid": "acf877e2-a53f-4e8b-a3b5-d7be49e332b1", "name": "network-vif-plugged", "status": "completed", "tag": "5212ce19-5cd4-4de6-9dfa-98084d623928"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:35:12.072826 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 5212ce19-5cd4-4de6-9dfa-98084d623928, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=5212ce19-5cd4-4de6-9dfa-98084d623928,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:12.079220 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5212ce19-5cd4-4de6-9dfa-98084d623928), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:12.081342 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-20ec86a1-22d1-430e-b5b0-77981d51faac service neutron] 10.222.0.39 "GET /v2.0/networks/361216ca-dbe3-462f-a59f-a8c1564e775f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718640 Jan 28 13:35:12.130627 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea6393e-05c5-4051-9844-f6e950278cf7 x-openstack-request-id: req-7ea6393e-05c5-4051-9844-f6e950278cf7 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:35:12.130627 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf877e2-a53f-4e8b-a3b5-d7be49e332b1", "name": "network-vif-plugged", "status": "completed", "tag": "5212ce19-5cd4-4de6-9dfa-98084d623928", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:35:12.130947 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7ea6393e-05c5-4051-9844-f6e950278cf7 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:35:12.131149 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf877e2-a53f-4e8b-a3b5-d7be49e332b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5212ce19-5cd4-4de6-9dfa-98084d623928', 'code': 200} Jan 28 13:35:12.183590 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=5212ce19-5cd4-4de6-9dfa-98084d623928,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:12.229699 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-4959cb6a-37fe-4eaa-9c97-2a7af0e69ade service neutron] 10.222.0.39 "GET /v2.0/networks/361216ca-dbe3-462f-a59f-a8c1564e775f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405747 Jan 28 13:35:12.250404 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34518) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:12.277454 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 30d55c1b-4f5e-4b9e-8d65-f9036bed22e0 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:35:12.283141 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21a95e-2677-405f-b1cf-9ac4006c411d req-93aff56a-fdf3-42f4-9b4c-d7804a6faea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:12.284964 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6b21a95e-2677-405f-b1cf-9ac4006c411d req-93aff56a-fdf3-42f4-9b4c-d7804a6faea4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=acf877e2-a53f-4e8b-a3b5-d7be49e332b1 HTTP/1.1" status: 200 len: 1096 time: 0.0728831 Jan 28 13:35:12.298673 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 30d55c1b-4f5e-4b9e-8d65-f9036bed22e0 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:35:12.299053 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 30d55c1b-4f5e-4b9e-8d65-f9036bed22e0 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:35:12.360133 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6b21a95e-2677-405f-b1cf-9ac4006c411d req-762365d9-9658-4ed2-bf89-353ef4dfbe88 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679433 Jan 28 13:35:12.362616 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-1da30341-dabc-4a1d-9549-babe392315d7 service neutron] 10.222.0.39 "GET /v2.0/networks/361216ca-dbe3-462f-a59f-a8c1564e775f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249976 Jan 28 13:35:12.426763 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e22de67f-be8d-460c-b9da-a144a1ceb632 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d313c396c66948d29a549529615c76ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1741195 Jan 28 13:35:12.427562 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34524) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:12.469108 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-e830e6d1-b128-4802-aba0-f7ca9560a6a0 service neutron] 10.222.0.39 "GET /v2.0/networks/361216ca-dbe3-462f-a59f-a8c1564e775f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997918 Jan 28 13:35:12.517473 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-448aa204-185b-4e4a-b04d-16e296004ae8 admin admin] Publish callbacks [] for security_group (45532cf0-4bba-43b4-b286-5e4c1e7e4119), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:12.530409 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867d4d9-d4e6-4053-851d-e7ed4885bbcb req-54e59895-725a-46a2-8d2f-596327adb381 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:12.537926 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6867d4d9-d4e6-4053-851d-e7ed4885bbcb req-54e59895-725a-46a2-8d2f-596327adb381 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 945 time: 0.0767047 Jan 28 13:35:12.579284 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-448aa204-185b-4e4a-b04d-16e296004ae8 admin admin] Publish callbacks [] for security_group (45532cf0-4bba-43b4-b286-5e4c1e7e4119), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:12.640728 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6867d4d9-d4e6-4053-851d-e7ed4885bbcb req-4d87c87d-0958-4f12-be6e-b242b49ca3df tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014218 Jan 28 13:35:12.664440 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-448aa204-185b-4e4a-b04d-16e296004ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (45532cf0-4bba-43b4-b286-5e4c1e7e4119), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:12.667538 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-448aa204-185b-4e4a-b04d-16e296004ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:12.671314 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-448aa204-185b-4e4a-b04d-16e296004ae8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45532cf0-4bba-43b4-b286-5e4c1e7e4119 HTTP/1.1" status: 204 len: 168 time: 0.2401993 Jan 28 13:35:12.679341 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448aa204-185b-4e4a-b04d-16e296004ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45532cf0-4bba-43b4-b286-5e4c1e7e4119,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:12.814513 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66250e3-2e61-4b16-b997-29aad9db871d req-e39cb3ee-dd83-4e61-b062-fea4889c714b tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:12.822224 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f66250e3-2e61-4b16-b997-29aad9db871d req-e39cb3ee-dd83-4e61-b062-fea4889c714b tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=acf877e2-a53f-4e8b-a3b5-d7be49e332b1 HTTP/1.1" status: 200 len: 945 time: 0.0772858 Jan 28 13:35:12.879333 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f66250e3-2e61-4b16-b997-29aad9db871d req-c03274ac-9677-4f48-82d8-7dd944bf2803 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519814 Jan 28 13:35:13.028928 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-19a1252e-395b-48c9-b69e-a4d6dac8dd3a req-7e9b492e-fc1d-400c-be20-05d2b3734a06 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0376518 Jan 28 13:35:13.275648 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-73803488-89b3-4efb-b1db-207fbc605b4c req-2a8a61d4-258e-4850-b6f6-eb352ef1a119 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.0318820 Jan 28 13:35:13.784945 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d2577-6e71-49ef-a916-dd62d41e274d req-12051dc3-be32-40fd-8272-acc810973fdd tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:13.797669 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a3d2577-6e71-49ef-a916-dd62d41e274d req-12051dc3-be32-40fd-8272-acc810973fdd tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 945 time: 0.0703135 Jan 28 13:35:13.861067 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a3d2577-6e71-49ef-a916-dd62d41e274d req-bebeb1ee-e333-4f81-bcd3-feb98cd04bbd tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620761 Jan 28 13:35:14.028918 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a91b68-b683-49e0-9f96-f0b37757882d req-098a5407-bc7a-43f3-9f17-7a6409cbc322 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:14.030588 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b3a91b68-b683-49e0-9f96-f0b37757882d req-098a5407-bc7a-43f3-9f17-7a6409cbc322 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=acf877e2-a53f-4e8b-a3b5-d7be49e332b1 HTTP/1.1" status: 200 len: 945 time: 0.0664763 Jan 28 13:35:14.101157 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b3a91b68-b683-49e0-9f96-f0b37757882d req-099fc4d7-f4cf-495a-bb38-701daa5a8e04 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586588 Jan 28 13:35:14.140847 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d0705450-d7f6-42c4-9d16-5ce1a0f57ce8 req-94c85b6e-d605-4bc5-98f7-467ce9ef76e6 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0279608 Jan 28 13:35:14.406305 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-f949b44d-f788-42ad-a31d-054d77a2a1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:14.408314 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-f949b44d-f788-42ad-a31d-054d77a2a1c3 service neutron] 10.222.0.18 "GET /v2.0/ports/ba5119c7-946b-4cc9-9e19-149785af07e2 HTTP/1.1" status: 200 len: 1026 time: 0.0747831 Jan 28 13:35:14.481718 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-74f4c288-27b5-4bbe-a086-bb9167cb61cd tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:14.484149 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a5092e90-7c8e-4689-a0dd-81042685bbe3 req-b5af5db3-7cae-4c84-9551-f227d65a1105 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.0792856 Jan 28 13:35:14.495981 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-74f4c288-27b5-4bbe-a086-bb9167cb61cd tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/networks?id=2f7f563c-452e-4ad7-8366-46fe17e69e05 HTTP/1.1" status: 200 len: 806 time: 0.1508207 Jan 28 13:35:14.515882 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-b3154b03-bf67-4f23-a0f0-9994370a9775 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/quotas/3f433a78eab64a3c903969a5348a95ae HTTP/1.1" status: 200 len: 375 time: 0.0189407 Jan 28 13:35:14.517304 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-bd1a17c3-80af-437a-b41c-4aabecb18b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:14.518717 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-bd1a17c3-80af-437a-b41c-4aabecb18b2e service neutron] 10.222.0.18 "GET /v2.0/ports/73358d53-f89e-45cb-a74a-8b6510bd447c HTTP/1.1" status: 200 len: 1028 time: 0.0841250 Jan 28 13:35:14.599320 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-5bc15079-8abf-42df-a442-676c6aed0c3d tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3f433a78eab64a3c903969a5348a95ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759597 Jan 28 13:35:14.650455 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-57e4fe11-794e-48e7-8f1a-4b0a9e2b0686 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:14.656887 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-57e4fe11-794e-48e7-8f1a-4b0a9e2b0686 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:14.662610 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-57e4fe11-794e-48e7-8f1a-4b0a9e2b0686 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:14.664839 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-57e4fe11-794e-48e7-8f1a-4b0a9e2b0686 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.18 "GET /v2.0/networks?id=a48090cb-ae2e-48ff-8962-8d69a57daca6&id=376b4709-87bf-4524-8081-ea1211d3f7a6&id=376b4709-87bf-4524-8081-ea1211d3f7a6&id=376b4709-87bf-4524-8081-ea1211d3f7a6&id=376b4709-87bf-4524-8081-ea1211d3f7a6&id=361216ca-dbe3-462f-a59f-a8c1564e775f&id=361216ca-dbe3-462f-a59f-a8c1564e775f HTTP/1.1" status: 200 len: 1989 time: 0.1405635 Jan 28 13:35:14.709340 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-fa09e4ad-e150-4f75-bfc1-595253a7a31e service neutron] 10.222.0.39 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079264 Jan 28 13:35:14.747988 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-a36278b9-113c-417d-af7e-4e334c77d106 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f327d07b81a14c5bb937fba4992e6ee2 HTTP/1.1" status: 200 len: 380 time: 0.0749412 Jan 28 13:35:14.763085 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-e6895ca2-c29c-4f4d-8f1a-da9d675231b8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Request body: {'port': {'device_id': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'network_id': 'a48090cb-ae2e-48ff-8962-8d69a57daca6', 'admin_state_up': True, 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'security_groups': ['e5a35e63-5d22-47b6-a6fd-84bdb7539e18']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:14.824855 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-d78c8d18-71bb-4d10-b86b-3a380599be64 service neutron] 10.222.0.39 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139269 Jan 28 13:35:14.899420 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-e6895ca2-c29c-4f4d-8f1a-da9d675231b8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Made reservation on behalf of f327d07b81a14c5bb937fba4992e6ee2 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:35:14.904040 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-e6895ca2-c29c-4f4d-8f1a-da9d675231b8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:15.062887 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f99f4140-3e25-4bff-89ba-74768779ce2d req-bd3a9ab5-a234-4542-9e6b-a90fe43941cd tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe1dfe16-79a8-4364-ab99-0e72124a6cbb HTTP/1.1" status: 200 len: 210 time: 0.0485616 Jan 28 13:35:15.077261 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea9d23-d8ed-4091-8148-cf41b7effa2e req-95e46a2f-5977-4875-8360-5313aea8ec51 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:15.078772 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-17ea9d23-d8ed-4091-8148-cf41b7effa2e req-95e46a2f-5977-4875-8360-5313aea8ec51 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 945 time: 0.0982721 Jan 28 13:35:15.152163 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-e6895ca2-c29c-4f4d-8f1a-da9d675231b8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Allocated IP 172.20.0.12 (a48090cb-ae2e-48ff-8962-8d69a57daca6/2eaf9fff-eb30-46b8-9611-5f103f9718e5/e6f58a1a-25be-4905-9c30-cd6d52a07dbc) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:35:15.180325 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-17ea9d23-d8ed-4091-8148-cf41b7effa2e req-d7c8d93b-33b6-47a3-a15a-dcefdd4d6503 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782812 Jan 28 13:35:15.360716 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-35d41199-1409-4176-a131-ef2fba7c3196 req-83ef9279-89fd-4b16-8fc6-3bb5bd578050 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0528607 Jan 28 13:35:15.398659 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-e6895ca2-c29c-4f4d-8f1a-da9d675231b8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for port (e6f58a1a-25be-4905-9c30-cd6d52a07dbc), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:15.458470 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-e6895ca2-c29c-4f4d-8f1a-da9d675231b8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (e6f58a1a-25be-4905-9c30-cd6d52a07dbc), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:15.530778 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-e6895ca2-c29c-4f4d-8f1a-da9d675231b8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Network a48090cb-ae2e-48ff-8962-8d69a57daca6 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:35:15.534856 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-e6895ca2-c29c-4f4d-8f1a-da9d675231b8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:35:15.538839 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-e6895ca2-c29c-4f4d-8f1a-da9d675231b8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:35:15.576803 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6895ca2-c29c-4f4d-8f1a-da9d675231b8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event updated for resources: {'Port': ['ID=e6f58a1a-25be-4905-9c30-cd6d52a07dbc,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:15.614789 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-e6895ca2-c29c-4f4d-8f1a-da9d675231b8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:15.615599 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-e6895ca2-c29c-4f4d-8f1a-da9d675231b8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:15.662712 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-e6895ca2-c29c-4f4d-8f1a-da9d675231b8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9042130 Jan 28 13:35:15.672737 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-02943ebe-d3ea-4d4b-9cf9-18d111a489d1 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Request body: {'port': {'device_id': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6', 'admin_state_up': True, 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'security_groups': ['e5a35e63-5d22-47b6-a6fd-84bdb7539e18']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:15.860448 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10a8cd-f428-4051-b00a-471fac8767ac req-4e16b146-cc90-45c8-ad52-f25f8d0f5182 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:15.862165 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fe10a8cd-f428-4051-b00a-471fac8767ac req-4e16b146-cc90-45c8-ad52-f25f8d0f5182 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 932 time: 0.1547856 Jan 28 13:35:15.950045 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-02943ebe-d3ea-4d4b-9cf9-18d111a489d1 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Made reservation on behalf of f327d07b81a14c5bb937fba4992e6ee2 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:35:15.953764 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-02943ebe-d3ea-4d4b-9cf9-18d111a489d1 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:15.969180 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fe10a8cd-f428-4051-b00a-471fac8767ac req-6b640204-84de-4e5d-a53d-3a8664173e6d tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674636 Jan 28 13:35:16.012051 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-91575f33-93af-44a6-9f5a-8323fc370576 None None] Provisioning complete for port e6f58a1a-25be-4905-9c30-cd6d52a07dbc triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:16.013215 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91575f33-93af-44a6-9f5a-8323fc370576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e6f58a1a-25be-4905-9c30-cd6d52a07dbc), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:16.071559 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-91575f33-93af-44a6-9f5a-8323fc370576 None None] Port e6f58a1a-25be-4905-9c30-cd6d52a07dbc cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:35:16.131764 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-02943ebe-d3ea-4d4b-9cf9-18d111a489d1 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Allocated IP 10.1.1.90 (376b4709-87bf-4524-8081-ea1211d3f7a6/980241a2-d37e-4b55-8e0c-734aacae8814/79abbf7d-456b-4064-b1e0-2e0f16750b14) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:35:16.168741 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f474b8c-3011-48ae-b269-31c3ce15dc91 req-ef4dea0f-8ace-4dc9-bb47-b0ce7b339f3b tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe1dfe16-79a8-4364-ab99-0e72124a6cbb HTTP/1.1" status: 200 len: 210 time: 0.0338318 Jan 28 13:35:16.354125 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-02943ebe-d3ea-4d4b-9cf9-18d111a489d1 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for port (79abbf7d-456b-4064-b1e0-2e0f16750b14), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:16.428594 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e51174-c77d-44f6-9435-880ba6da9490 req-ecd3689b-291e-406b-ab07-1cc360d0651c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:16.430137 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b2e51174-c77d-44f6-9435-880ba6da9490 req-ecd3689b-291e-406b-ab07-1cc360d0651c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 945 time: 0.1596801 Jan 28 13:35:16.489233 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-3a67895b-d680-4a41-9380-d9beeb14b472 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:16.490740 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-3a67895b-d680-4a41-9380-d9beeb14b472 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.37 "GET /v2.0/networks?id=2f7f563c-452e-4ad7-8366-46fe17e69e05 HTTP/1.1" status: 200 len: 806 time: 0.2017241 Jan 28 13:35:16.499612 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-02943ebe-d3ea-4d4b-9cf9-18d111a489d1 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (79abbf7d-456b-4064-b1e0-2e0f16750b14), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:16.512506 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c1ea5513-38da-4367-a50a-9bb7e35b5cf8 req-502daba9-3b77-4efb-aac2-3c99b639de73 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0305524 Jan 28 13:35:16.547543 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-3ae567a2-2ab3-4bb7-a9cd-b87d96a2818f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Request body: {'port': {'device_id': 'fe1dfe16-79a8-4364-ab99-0e72124a6cbb', 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05', 'admin_state_up': True, 'tenant_id': '3f433a78eab64a3c903969a5348a95ae'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:16.590934 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-02943ebe-d3ea-4d4b-9cf9-18d111a489d1 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Network 376b4709-87bf-4524-8081-ea1211d3f7a6 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:35:16.594648 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b2e51174-c77d-44f6-9435-880ba6da9490 req-6ef02794-c9b4-4bfc-b7ec-8e270552ba47 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575334 Jan 28 13:35:16.605567 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-02943ebe-d3ea-4d4b-9cf9-18d111a489d1 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:35:16.610352 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-02943ebe-d3ea-4d4b-9cf9-18d111a489d1 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:35:16.612767 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02943ebe-d3ea-4d4b-9cf9-18d111a489d1 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event updated for resources: {'Port': ['ID=79abbf7d-456b-4064-b1e0-2e0f16750b14,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:16.703453 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-02943ebe-d3ea-4d4b-9cf9-18d111a489d1 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:16.704090 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-02943ebe-d3ea-4d4b-9cf9-18d111a489d1 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:16.735946 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-02943ebe-d3ea-4d4b-9cf9-18d111a489d1 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0671997 Jan 28 13:35:16.748398 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-648ad153-6ac1-4fad-9cf6-1f6d0e50d790 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Request body: {'port': {'device_id': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6', 'admin_state_up': True, 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'security_groups': ['e5a35e63-5d22-47b6-a6fd-84bdb7539e18']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:16.903251 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-bb8001e0-8dab-4bb9-9457-99f80a7466f5 None None] Provisioning complete for port 79abbf7d-456b-4064-b1e0-2e0f16750b14 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:16.903714 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bb8001e0-8dab-4bb9-9457-99f80a7466f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (79abbf7d-456b-4064-b1e0-2e0f16750b14), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:16.951423 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-bb8001e0-8dab-4bb9-9457-99f80a7466f5 None None] Port 79abbf7d-456b-4064-b1e0-2e0f16750b14 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:35:17.103300 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-3ae567a2-2ab3-4bb7-a9cd-b87d96a2818f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Made reservation on behalf of 3f433a78eab64a3c903969a5348a95ae for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:35:17.106577 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-3ae567a2-2ab3-4bb7-a9cd-b87d96a2818f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:17.139512 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7511eb2-0f72-4b5a-9a86-80c652629d7b req-a78beb54-1f73-464d-899b-eb7e7c5a87e0 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:17.144959 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7511eb2-0f72-4b5a-9a86-80c652629d7b req-a78beb54-1f73-464d-899b-eb7e7c5a87e0 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:17.146880 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e7511eb2-0f72-4b5a-9a86-80c652629d7b req-a78beb54-1f73-464d-899b-eb7e7c5a87e0 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 1653 time: 0.0686309 Jan 28 13:35:17.223632 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e7511eb2-0f72-4b5a-9a86-80c652629d7b req-6f3c50d4-6114-49a9-a609-0ef3db459ead tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661085 Jan 28 13:35:17.312742 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-79ba0b94-aab3-4796-a42a-97dce03d5164 req-43be8107-fb8e-421b-b23c-96029f935872 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe1dfe16-79a8-4364-ab99-0e72124a6cbb HTTP/1.1" status: 200 len: 210 time: 0.0392587 Jan 28 13:35:17.315817 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-648ad153-6ac1-4fad-9cf6-1f6d0e50d790 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Made reservation on behalf of f327d07b81a14c5bb937fba4992e6ee2 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:35:17.319189 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-648ad153-6ac1-4fad-9cf6-1f6d0e50d790 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:17.344142 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-3ae567a2-2ab3-4bb7-a9cd-b87d96a2818f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Allocated IP 172.20.0.2 (2f7f563c-452e-4ad7-8366-46fe17e69e05/11e07501-e45d-4ee4-9a79-78d0496e90fa/142edaa0-2cf2-4dcf-8f01-54653d096cbb) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:35:17.547693 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-648ad153-6ac1-4fad-9cf6-1f6d0e50d790 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Allocated IP 10.1.1.235 (376b4709-87bf-4524-8081-ea1211d3f7a6/980241a2-d37e-4b55-8e0c-734aacae8814/f960cd27-de3c-42f4-a159-98a774fb4179) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:35:17.606491 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:17.643197 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-43709217-bd2f-495c-ae75-b5159c8e076c req-5828d56c-b793-4fd0-996b-34dce0fa81a6 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0420368 Jan 28 13:35:17.667280 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-3ae567a2-2ab3-4bb7-a9cd-b87d96a2818f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks [] for port (142edaa0-2cf2-4dcf-8f01-54653d096cbb), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:17.730587 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087fdf3-e40f-44f4-888a-bb733483741c req-2184fdd5-5bd2-4e7e-9a5a-0e8ca4d5a22a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:17.732271 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1087fdf3-e40f-44f4-888a-bb733483741c req-2184fdd5-5bd2-4e7e-9a5a-0e8ca4d5a22a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 945 time: 0.0513029 Jan 28 13:35:17.773766 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-3ae567a2-2ab3-4bb7-a9cd-b87d96a2818f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (142edaa0-2cf2-4dcf-8f01-54653d096cbb), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:17.778246 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-648ad153-6ac1-4fad-9cf6-1f6d0e50d790 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for port (f960cd27-de3c-42f4-a159-98a774fb4179), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:17.791128 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1087fdf3-e40f-44f4-888a-bb733483741c req-6807d12f-d877-4d2c-9b38-590327bc6340 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501821 Jan 28 13:35:17.799417 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['101efa69-eb99-4b6d-a484-368410fbef5a', '5212ce19-5cd4-4de6-9dfa-98084d623928'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:35:17.837909 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-3ae567a2-2ab3-4bb7-a9cd-b87d96a2818f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Network 2f7f563c-452e-4ad7-8366-46fe17e69e05 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:35:17.845154 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-3ae567a2-2ab3-4bb7-a9cd-b87d96a2818f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:35:17.859063 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-3ae567a2-2ab3-4bb7-a9cd-b87d96a2818f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:35:17.865683 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae567a2-2ab3-4bb7-a9cd-b87d96a2818f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Pushing event updated for resources: {'Port': ['ID=142edaa0-2cf2-4dcf-8f01-54653d096cbb,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:17.912143 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-648ad153-6ac1-4fad-9cf6-1f6d0e50d790 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (f960cd27-de3c-42f4-a159-98a774fb4179), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:17.929907 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-3ae567a2-2ab3-4bb7-a9cd-b87d96a2818f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:17.930538 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-3ae567a2-2ab3-4bb7-a9cd-b87d96a2818f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:17.975459 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-648ad153-6ac1-4fad-9cf6-1f6d0e50d790 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Network 376b4709-87bf-4524-8081-ea1211d3f7a6 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:35:17.978803 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-648ad153-6ac1-4fad-9cf6-1f6d0e50d790 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:35:17.986321 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-648ad153-6ac1-4fad-9cf6-1f6d0e50d790 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:35:17.994762 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-3ae567a2-2ab3-4bb7-a9cd-b87d96a2818f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4814138 Jan 28 13:35:17.997075 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ad153-6ac1-4fad-9cf6-1f6d0e50d790 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event updated for resources: {'Port': ['ID=f960cd27-de3c-42f4-a159-98a774fb4179,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:18.035651 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-4c50b85c-312c-4ac3-bc62-df9cbdc2d9ec service neutron] Request body: {'port': {'device_id': 'fe1dfe16-79a8-4364-ab99-0e72124a6cbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:18.090210 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-648ad153-6ac1-4fad-9cf6-1f6d0e50d790 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:18.090860 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-648ad153-6ac1-4fad-9cf6-1f6d0e50d790 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:18.122284 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-4c50b85c-312c-4ac3-bc62-df9cbdc2d9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (142edaa0-2cf2-4dcf-8f01-54653d096cbb), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:18.137813 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-648ad153-6ac1-4fad-9cf6-1f6d0e50d790 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3933046 Jan 28 13:35:18.151982 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-5e44eedf-b9b8-4f91-b9b4-5eec1cb2d314 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Request body: {'port': {'device_id': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '361216ca-dbe3-462f-a59f-a8c1564e775f', 'admin_state_up': True, 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'security_groups': ['e5a35e63-5d22-47b6-a6fd-84bdb7539e18']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:18.377370 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f05d32-4c95-4435-860f-1917b4553110 req-92810410-73f6-491c-bf4a-f7de6b200333 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:18.383974 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f05d32-4c95-4435-860f-1917b4553110 req-92810410-73f6-491c-bf4a-f7de6b200333 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:18.389887 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f05d32-4c95-4435-860f-1917b4553110 req-92810410-73f6-491c-bf4a-f7de6b200333 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:18.392125 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-41f05d32-4c95-4435-860f-1917b4553110 req-92810410-73f6-491c-bf4a-f7de6b200333 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 2374 time: 0.0813220 Jan 28 13:35:18.393708 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d99a613d-5f6f-4aa9-8156-53fa3e1092f4 None None] Provisioning complete for port f960cd27-de3c-42f4-a159-98a774fb4179 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:18.394314 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d99a613d-5f6f-4aa9-8156-53fa3e1092f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (f960cd27-de3c-42f4-a159-98a774fb4179), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:18.450581 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d99a613d-5f6f-4aa9-8156-53fa3e1092f4 None None] Port f960cd27-de3c-42f4-a159-98a774fb4179 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:35:18.469009 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-5e44eedf-b9b8-4f91-b9b4-5eec1cb2d314 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Made reservation on behalf of f327d07b81a14c5bb937fba4992e6ee2 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:35:18.471099 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-41f05d32-4c95-4435-860f-1917b4553110 req-0e8f2fb3-75c7-4503-99d3-663be1048e56 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692854 Jan 28 13:35:18.595929 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d380f81-d5f5-41c7-830f-addd74f3f918 req-d39cfab8-742d-4415-9e31-84ca703e94b6 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:18.597800 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0d380f81-d5f5-41c7-830f-addd74f3f918 req-d39cfab8-742d-4415-9e31-84ca703e94b6 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe1dfe16-79a8-4364-ab99-0e72124a6cbb HTTP/1.1" status: 200 len: 931 time: 0.1438429 Jan 28 13:35:18.638297 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-5e44eedf-b9b8-4f91-b9b4-5eec1cb2d314 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:18.784281 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0d380f81-d5f5-41c7-830f-addd74f3f918 req-0fd5bfae-1003-4f3b-9761-2a932654c454 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806293 Jan 28 13:35:18.786490 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-4c50b85c-312c-4ac3-bc62-df9cbdc2d9ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 142edaa0-2cf2-4dcf-8f01-54653d096cbb {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:35:18.797304 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d723c80d-0e11-432e-9f30-9db1032e566e req-963ca96d-a1f9-4f4c-b7f7-d0d50e85dcce tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0479562 Jan 28 13:35:18.808595 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-4c50b85c-312c-4ac3-bc62-df9cbdc2d9ec service neutron] Publish callbacks [] for port (142edaa0-2cf2-4dcf-8f01-54653d096cbb), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:18.876497 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-4c50b85c-312c-4ac3-bc62-df9cbdc2d9ec service neutron] Transition to ACTIVE for port object 142edaa0-2cf2-4dcf-8f01-54653d096cbb will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:35:18.893016 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-4c50b85c-312c-4ac3-bc62-df9cbdc2d9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (142edaa0-2cf2-4dcf-8f01-54653d096cbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:19.006952 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50b85c-312c-4ac3-bc62-df9cbdc2d9ec service neutron] Pushing event updated for resources: {'Port': ['ID=142edaa0-2cf2-4dcf-8f01-54653d096cbb,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:19.026197 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce3a9b-e9de-49d7-a43c-a122b4eb3335 req-563d9ef9-94fc-40ca-9ea8-ef2214534563 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:19.027838 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-28ce3a9b-e9de-49d7-a43c-a122b4eb3335 req-563d9ef9-94fc-40ca-9ea8-ef2214534563 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 945 time: 0.1587729 Jan 28 13:35:19.050686 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-5e44eedf-b9b8-4f91-b9b4-5eec1cb2d314 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Allocated IP 10.2.2.100 (361216ca-dbe3-462f-a59f-a8c1564e775f/7038acd7-a865-4fdf-9a95-2c4ed7e3b100/0d46f223-1f12-4538-accd-a4fe31e8045f) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:35:19.161712 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-28ce3a9b-e9de-49d7-a43c-a122b4eb3335 req-47743d7e-5b4e-4759-bd36-59bcd4d7d89f tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164470 Jan 28 13:35:19.165861 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-4c50b85c-312c-4ac3-bc62-df9cbdc2d9ec service neutron] Attempting to bind port 142edaa0-2cf2-4dcf-8f01-54653d096cbb on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:35:19.166196 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-4c50b85c-312c-4ac3-bc62-df9cbdc2d9ec service neutron] Attempting to bind port 142edaa0-2cf2-4dcf-8f01-54653d096cbb by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:35:19.166513 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-4c50b85c-312c-4ac3-bc62-df9cbdc2d9ec service neutron] Attempting to bind port 142edaa0-2cf2-4dcf-8f01-54653d096cbb on network 2f7f563c-452e-4ad7-8366-46fe17e69e05 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:19.185479 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-4c50b85c-312c-4ac3-bc62-df9cbdc2d9ec service neutron] Port 142edaa0-2cf2-4dcf-8f01-54653d096cbb on network 2f7f563c-452e-4ad7-8366-46fe17e69e05 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:35:19.185823 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-4c50b85c-312c-4ac3-bc62-df9cbdc2d9ec service neutron] Attempting to bind port 142edaa0-2cf2-4dcf-8f01-54653d096cbb on network 2f7f563c-452e-4ad7-8366-46fe17e69e05 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:19.200806 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-4c50b85c-312c-4ac3-bc62-df9cbdc2d9ec service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:35:19.201142 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-4c50b85c-312c-4ac3-bc62-df9cbdc2d9ec service neutron] Checking segment: {'id': 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:35:19.201495 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-4c50b85c-312c-4ac3-bc62-df9cbdc2d9ec service neutron] Bound using segment: {'id': 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:35:19.201959 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-4c50b85c-312c-4ac3-bc62-df9cbdc2d9ec service neutron] Bound port: 142edaa0-2cf2-4dcf-8f01-54653d096cbb, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:35:19.202369 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-4c50b85c-312c-4ac3-bc62-df9cbdc2d9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (142edaa0-2cf2-4dcf-8f01-54653d096cbb), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:19.318697 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-5e44eedf-b9b8-4f91-b9b4-5eec1cb2d314 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for port (0d46f223-1f12-4538-accd-a4fe31e8045f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:19.327753 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-4c50b85c-312c-4ac3-bc62-df9cbdc2d9ec service neutron] For port 142edaa0-2cf2-4dcf-8f01-54653d096cbb, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:35:19.331820 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-4c50b85c-312c-4ac3-bc62-df9cbdc2d9ec service neutron] For port 142edaa0-2cf2-4dcf-8f01-54653d096cbb, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=142edaa0-2cf2-4dcf-8f01-54653d096cbb,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:35:19.339263 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-4c50b85c-312c-4ac3-bc62-df9cbdc2d9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (142edaa0-2cf2-4dcf-8f01-54653d096cbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:19.385384 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-4c50b85c-312c-4ac3-bc62-df9cbdc2d9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:19.386005 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-4c50b85c-312c-4ac3-bc62-df9cbdc2d9ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:19.387406 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-4c50b85c-312c-4ac3-bc62-df9cbdc2d9ec service neutron] 10.222.0.37 "PUT /v2.0/ports/142edaa0-2cf2-4dcf-8f01-54653d096cbb HTTP/1.1" status: 200 len: 1091 time: 1.3616385 Jan 28 13:35:19.389017 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1dfe16-79a8-4364-ab99-0e72124a6cbb', 'tag': '142edaa0-2cf2-4dcf-8f01-54653d096cbb'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:35:19.391273 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64477348-2b36-4a91-955e-16c1d3c81c21" -d '{"events": [{"name": "network-changed", "server_uuid": "fe1dfe16-79a8-4364-ab99-0e72124a6cbb", "tag": "142edaa0-2cf2-4dcf-8f01-54653d096cbb"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:35:19.426243 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-5e44eedf-b9b8-4f91-b9b4-5eec1cb2d314 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (0d46f223-1f12-4538-accd-a4fe31e8045f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:19.430029 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50b85c-312c-4ac3-bc62-df9cbdc2d9ec service neutron] Pushing event updated for resources: {'Port': ['ID=142edaa0-2cf2-4dcf-8f01-54653d096cbb,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:19.449836 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3addf12-3125-40a3-83d7-ca5429cdedb6 x-openstack-request-id: req-d3addf12-3125-40a3-83d7-ca5429cdedb6 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:35:19.450131 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe1dfe16-79a8-4364-ab99-0e72124a6cbb", "tag": "142edaa0-2cf2-4dcf-8f01-54653d096cbb", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:35:19.450383 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d3addf12-3125-40a3-83d7-ca5429cdedb6 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:35:19.450784 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1dfe16-79a8-4364-ab99-0e72124a6cbb', 'tag': '142edaa0-2cf2-4dcf-8f01-54653d096cbb', 'status': 'completed', 'code': 200} Jan 28 13:35:19.500839 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-5e44eedf-b9b8-4f91-b9b4-5eec1cb2d314 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Network 361216ca-dbe3-462f-a59f-a8c1564e775f is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:35:19.506470 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-5e44eedf-b9b8-4f91-b9b4-5eec1cb2d314 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:35:19.515509 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-5e44eedf-b9b8-4f91-b9b4-5eec1cb2d314 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:35:19.541418 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44eedf-b9b8-4f91-b9b4-5eec1cb2d314 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event updated for resources: {'Port': ['ID=0d46f223-1f12-4538-accd-a4fe31e8045f,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:19.562195 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-9c746fff-a51d-4399-84f0-dbb6a2d9db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:19.568487 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-9c746fff-a51d-4399-84f0-dbb6a2d9db0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f433a78eab64a3c903969a5348a95ae&device_id=fe1dfe16-79a8-4364-ab99-0e72124a6cbb HTTP/1.1" status: 200 len: 1094 time: 0.1350880 Jan 28 13:35:19.624049 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-5e44eedf-b9b8-4f91-b9b4-5eec1cb2d314 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:19.624707 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-5e44eedf-b9b8-4f91-b9b4-5eec1cb2d314 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:19.688170 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-67ae0731-5e80-47fa-81ec-da94ef9dc18f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=142edaa0-2cf2-4dcf-8f01-54653d096cbb HTTP/1.1" status: 200 len: 217 time: 0.0588257 Jan 28 13:35:19.703409 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-5e44eedf-b9b8-4f91-b9b4-5eec1cb2d314 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5566044 Jan 28 13:35:19.715368 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:19.722100 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68959a5-63b9-482f-8dbb-8e3349c31416 req-25bcb1f3-a472-4a0c-afb7-582506b5cd13 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:19.727290 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68959a5-63b9-482f-8dbb-8e3349c31416 req-25bcb1f3-a472-4a0c-afb7-582506b5cd13 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:19.732482 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68959a5-63b9-482f-8dbb-8e3349c31416 req-25bcb1f3-a472-4a0c-afb7-582506b5cd13 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:19.737805 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68959a5-63b9-482f-8dbb-8e3349c31416 req-25bcb1f3-a472-4a0c-afb7-582506b5cd13 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:19.739518 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d68959a5-63b9-482f-8dbb-8e3349c31416 req-25bcb1f3-a472-4a0c-afb7-582506b5cd13 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 3095 time: 0.1593065 Jan 28 13:35:19.742899 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-004d6e88-639f-4416-9079-6388227f1cf4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Request body: {'port': {'device_id': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '361216ca-dbe3-462f-a59f-a8c1564e775f', 'admin_state_up': True, 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'security_groups': ['e5a35e63-5d22-47b6-a6fd-84bdb7539e18']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:19.791090 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d360de2f-8689-49fd-a02c-8899a83f1328 None None] Provisioning complete for port 0d46f223-1f12-4538-accd-a4fe31e8045f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:19.791403 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d360de2f-8689-49fd-a02c-8899a83f1328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0d46f223-1f12-4538-accd-a4fe31e8045f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:19.843317 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d360de2f-8689-49fd-a02c-8899a83f1328 None None] Port 0d46f223-1f12-4538-accd-a4fe31e8045f cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:35:19.853694 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-3b95a0a7-a6f1-4f77-a091-a67e53ddc2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:19.855208 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-3b95a0a7-a6f1-4f77-a091-a67e53ddc2e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11e07501-e45d-4ee4-9a79-78d0496e90fa HTTP/1.1" status: 200 len: 846 time: 0.1584404 Jan 28 13:35:19.907349 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-dc81284a-37e1-48cb-9dd0-5501f3ebbbc3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f7f563c-452e-4ad7-8366-46fe17e69e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386887 Jan 28 13:35:19.914372 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d68959a5-63b9-482f-8dbb-8e3349c31416 req-0fea4ee7-297f-4fbf-ab07-7adac9e3fa90 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511493 Jan 28 13:35:19.922477 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae1933-7470-469d-b350-c2bc9afa9fe8 req-ba6b5053-f9b5-4fe2-88da-554f59f1d6e7 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:19.927786 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6bae1933-7470-469d-b350-c2bc9afa9fe8 req-ba6b5053-f9b5-4fe2-88da-554f59f1d6e7 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe1dfe16-79a8-4364-ab99-0e72124a6cbb HTTP/1.1" status: 200 len: 943 time: 0.0546479 Jan 28 13:35:19.995060 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6bae1933-7470-469d-b350-c2bc9afa9fe8 req-078a2f42-14f8-4f55-a6ee-bdc25e70cbb1 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610552 Jan 28 13:35:20.037139 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-004d6e88-639f-4416-9079-6388227f1cf4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Made reservation on behalf of f327d07b81a14c5bb937fba4992e6ee2 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:35:20.041639 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-004d6e88-639f-4416-9079-6388227f1cf4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:20.067675 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-62993d87-92a5-42ea-9527-6382596db8ed req-65b07611-ab91-4a95-8820-c06b0556b98e tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0550525 Jan 28 13:35:20.132877 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-834448c5-ef92-4a31-9496-0a60db473eb0 service neutron] 10.222.0.37 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127273 Jan 28 13:35:20.288549 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa38862-9683-4bd3-a88f-6ab289acd00c req-7677bef9-e165-4af4-89b5-39baf420bd41 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:20.290339 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-efa38862-9683-4bd3-a88f-6ab289acd00c req-7677bef9-e165-4af4-89b5-39baf420bd41 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 945 time: 0.0523481 Jan 28 13:35:20.306381 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3894499a-c7cf-4e8a-8bd2-6fb276be7084 req-c0c7f35e-81c1-420c-8143-ee9489fd0ccc service neutron] 10.222.0.37 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649792 Jan 28 13:35:20.317995 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-004d6e88-639f-4416-9079-6388227f1cf4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Allocated IP 10.2.2.200 (361216ca-dbe3-462f-a59f-a8c1564e775f/7038acd7-a865-4fdf-9a95-2c4ed7e3b100/87c6e003-b2c7-4642-bd53-85f447c888d6) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:35:20.359967 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-efa38862-9683-4bd3-a88f-6ab289acd00c req-aee77530-ad27-40a2-8b25-25a11074f3f4 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627480 Jan 28 13:35:20.467921 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64477348-2b36-4a91-955e-16c1d3c81c21 req-3fd52287-4a60-4441-b72c-daf0ca7595b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:20.469280 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-64477348-2b36-4a91-955e-16c1d3c81c21 req-3fd52287-4a60-4441-b72c-daf0ca7595b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f433a78eab64a3c903969a5348a95ae&device_id=fe1dfe16-79a8-4364-ab99-0e72124a6cbb HTTP/1.1" status: 200 len: 1094 time: 0.0911858 Jan 28 13:35:20.530042 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-004d6e88-639f-4416-9079-6388227f1cf4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for port (87c6e003-b2c7-4642-bd53-85f447c888d6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:20.607677 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64477348-2b36-4a91-955e-16c1d3c81c21 req-d976ba74-e77c-425b-ba3a-d8c47cd20e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:20.609138 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-64477348-2b36-4a91-955e-16c1d3c81c21 req-d976ba74-e77c-425b-ba3a-d8c47cd20e9d service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f7f563c-452e-4ad7-8366-46fe17e69e05 HTTP/1.1" status: 200 len: 906 time: 0.1278937 Jan 28 13:35:20.623305 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-004d6e88-639f-4416-9079-6388227f1cf4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (87c6e003-b2c7-4642-bd53-85f447c888d6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:20.658958 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-64477348-2b36-4a91-955e-16c1d3c81c21 req-dfe1ad68-2a78-4b98-817d-e722e44da670 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=142edaa0-2cf2-4dcf-8f01-54653d096cbb HTTP/1.1" status: 200 len: 217 time: 0.0434220 Jan 28 13:35:20.726552 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-004d6e88-639f-4416-9079-6388227f1cf4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Network 361216ca-dbe3-462f-a59f-a8c1564e775f is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:35:20.736770 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-004d6e88-639f-4416-9079-6388227f1cf4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:35:20.740676 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-004d6e88-639f-4416-9079-6388227f1cf4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:35:20.762590 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d6e88-639f-4416-9079-6388227f1cf4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event updated for resources: {'Port': ['ID=87c6e003-b2c7-4642-bd53-85f447c888d6,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:20.782711 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64477348-2b36-4a91-955e-16c1d3c81c21 req-831be431-ad0e-40b0-a586-2c673dc4c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:20.784173 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-64477348-2b36-4a91-955e-16c1d3c81c21 req-831be431-ad0e-40b0-a586-2c673dc4c358 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11e07501-e45d-4ee4-9a79-78d0496e90fa HTTP/1.1" status: 200 len: 846 time: 0.1049013 Jan 28 13:35:20.828794 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-004d6e88-639f-4416-9079-6388227f1cf4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:20.829416 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-004d6e88-639f-4416-9079-6388227f1cf4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:20.833390 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-64477348-2b36-4a91-955e-16c1d3c81c21 req-dc3f714c-fd58-48b0-baa1-22ac1c7b8b71 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f7f563c-452e-4ad7-8366-46fe17e69e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394526 Jan 28 13:35:20.854357 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-004d6e88-639f-4416-9079-6388227f1cf4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1410303 Jan 28 13:35:20.879607 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2634c5d6-ec4f-46a6-a945-9cab262d292f service neutron] Request body: {'port': {'device_id': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:20.979731 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-40e4af23-9093-4269-a354-3c064b2b8f4e None None] Provisioning complete for port 87c6e003-b2c7-4642-bd53-85f447c888d6 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:20.980207 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40e4af23-9093-4269-a354-3c064b2b8f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (87c6e003-b2c7-4642-bd53-85f447c888d6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:20.991454 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2634c5d6-ec4f-46a6-a945-9cab262d292f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e6f58a1a-25be-4905-9c30-cd6d52a07dbc), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:21.002703 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-64477348-2b36-4a91-955e-16c1d3c81c21 req-e67b24c0-c095-43ab-9d0e-0d9187d3a479 service neutron] 10.222.0.37 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611564 Jan 28 13:35:21.065801 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-40e4af23-9093-4269-a354-3c064b2b8f4e None None] Port 87c6e003-b2c7-4642-bd53-85f447c888d6 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:35:21.126808 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ef5ce-2f54-4c9b-9b3f-6a1b7e87a333 req-6887439a-302c-4ef2-9c81-583fe7e849b0 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:21.132290 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ef5ce-2f54-4c9b-9b3f-6a1b7e87a333 req-6887439a-302c-4ef2-9c81-583fe7e849b0 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:21.137861 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ef5ce-2f54-4c9b-9b3f-6a1b7e87a333 req-6887439a-302c-4ef2-9c81-583fe7e849b0 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:21.143271 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ef5ce-2f54-4c9b-9b3f-6a1b7e87a333 req-6887439a-302c-4ef2-9c81-583fe7e849b0 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:21.148747 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ef5ce-2f54-4c9b-9b3f-6a1b7e87a333 req-6887439a-302c-4ef2-9c81-583fe7e849b0 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:21.150642 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a18ef5ce-2f54-4c9b-9b3f-6a1b7e87a333 req-6887439a-302c-4ef2-9c81-583fe7e849b0 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 3816 time: 0.0804570 Jan 28 13:35:21.205657 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a18ef5ce-2f54-4c9b-9b3f-6a1b7e87a333 req-0aa606ed-0317-4151-9bd6-a9485706158b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479393 Jan 28 13:35:21.312309 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-63dceeba-6917-4974-a27b-8bf52ee3cd4d req-63cee26c-04ed-48d3-a0ae-e165a47ba6e0 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0289755 Jan 28 13:35:21.482788 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e3e70-badb-450d-84d6-d3d5e376c481 req-45a019ed-aaee-425d-82b0-a8961625998a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:21.484774 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-544e3e70-badb-450d-84d6-d3d5e376c481 req-45a019ed-aaee-425d-82b0-a8961625998a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 945 time: 0.0523915 Jan 28 13:35:21.538653 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-544e3e70-badb-450d-84d6-d3d5e376c481 req-bfa2be10-05e5-4aeb-8001-37c3a5d1fa25 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472834 Jan 28 13:35:21.587596 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78090ed8-fa3f-4a0e-b668-5da915a454b2 req-60ff2c13-72da-4b14-8b07-7dd715e63581 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:21.589142 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-78090ed8-fa3f-4a0e-b668-5da915a454b2 req-60ff2c13-72da-4b14-8b07-7dd715e63581 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe1dfe16-79a8-4364-ab99-0e72124a6cbb HTTP/1.1" status: 200 len: 943 time: 0.1775594 Jan 28 13:35:21.592737 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-64477348-2b36-4a91-955e-16c1d3c81c21 req-4202c1ea-bed1-4576-8729-3c84d1a52e94 service neutron] 10.222.0.37 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5822020 Jan 28 13:35:21.687095 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-78090ed8-fa3f-4a0e-b668-5da915a454b2 req-ce96767d-5ed6-4bec-8bc1-922ae7d082cc tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878563 Jan 28 13:35:21.772503 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2634c5d6-ec4f-46a6-a945-9cab262d292f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f58a1a-25be-4905-9c30-cd6d52a07dbc {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:35:21.780977 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2634c5d6-ec4f-46a6-a945-9cab262d292f service neutron] Publish callbacks [] for port (e6f58a1a-25be-4905-9c30-cd6d52a07dbc), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:21.799726 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2634c5d6-ec4f-46a6-a945-9cab262d292f service neutron] Transition to ACTIVE for port object e6f58a1a-25be-4905-9c30-cd6d52a07dbc will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:35:21.804677 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2634c5d6-ec4f-46a6-a945-9cab262d292f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (e6f58a1a-25be-4905-9c30-cd6d52a07dbc), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:21.856188 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634c5d6-ec4f-46a6-a945-9cab262d292f service neutron] Pushing event updated for resources: {'Port': ['ID=e6f58a1a-25be-4905-9c30-cd6d52a07dbc,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:21.937291 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2634c5d6-ec4f-46a6-a945-9cab262d292f service neutron] Attempting to bind port e6f58a1a-25be-4905-9c30-cd6d52a07dbc on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:35:21.937987 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2634c5d6-ec4f-46a6-a945-9cab262d292f service neutron] Attempting to bind port e6f58a1a-25be-4905-9c30-cd6d52a07dbc by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '645ac1b2-07cd-42da-9b64-9375b8bc6582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a48090cb-ae2e-48ff-8962-8d69a57daca6'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:35:21.938395 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2634c5d6-ec4f-46a6-a945-9cab262d292f service neutron] Attempting to bind port e6f58a1a-25be-4905-9c30-cd6d52a07dbc on network a48090cb-ae2e-48ff-8962-8d69a57daca6 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:21.943211 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2634c5d6-ec4f-46a6-a945-9cab262d292f service neutron] Port e6f58a1a-25be-4905-9c30-cd6d52a07dbc on network a48090cb-ae2e-48ff-8962-8d69a57daca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:35:21.943625 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2634c5d6-ec4f-46a6-a945-9cab262d292f service neutron] Attempting to bind port e6f58a1a-25be-4905-9c30-cd6d52a07dbc on network a48090cb-ae2e-48ff-8962-8d69a57daca6 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:21.949013 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2634c5d6-ec4f-46a6-a945-9cab262d292f service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:35:21.949440 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2634c5d6-ec4f-46a6-a945-9cab262d292f service neutron] Checking segment: {'id': '645ac1b2-07cd-42da-9b64-9375b8bc6582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a48090cb-ae2e-48ff-8962-8d69a57daca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:35:21.949900 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2634c5d6-ec4f-46a6-a945-9cab262d292f service neutron] Bound using segment: {'id': '645ac1b2-07cd-42da-9b64-9375b8bc6582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a48090cb-ae2e-48ff-8962-8d69a57daca6'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:35:21.950403 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2634c5d6-ec4f-46a6-a945-9cab262d292f service neutron] Bound port: e6f58a1a-25be-4905-9c30-cd6d52a07dbc, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645ac1b2-07cd-42da-9b64-9375b8bc6582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a48090cb-ae2e-48ff-8962-8d69a57daca6'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:35:21.950839 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2634c5d6-ec4f-46a6-a945-9cab262d292f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e6f58a1a-25be-4905-9c30-cd6d52a07dbc), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:22.018467 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2634c5d6-ec4f-46a6-a945-9cab262d292f service neutron] For port e6f58a1a-25be-4905-9c30-cd6d52a07dbc, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:35:22.022399 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2634c5d6-ec4f-46a6-a945-9cab262d292f service neutron] For port e6f58a1a-25be-4905-9c30-cd6d52a07dbc, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e6f58a1a-25be-4905-9c30-cd6d52a07dbc,segment=NetworkSegment(645ac1b2-07cd-42da-9b64-9375b8bc6582),segment_id=645ac1b2-07cd-42da-9b64-9375b8bc6582)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:35:22.030872 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2634c5d6-ec4f-46a6-a945-9cab262d292f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (e6f58a1a-25be-4905-9c30-cd6d52a07dbc), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:22.070225 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2634c5d6-ec4f-46a6-a945-9cab262d292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:22.071061 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2634c5d6-ec4f-46a6-a945-9cab262d292f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:22.072650 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2634c5d6-ec4f-46a6-a945-9cab262d292f service neutron] 10.222.0.18 "PUT /v2.0/ports/e6f58a1a-25be-4905-9c30-cd6d52a07dbc HTTP/1.1" status: 200 len: 1092 time: 1.1988587 Jan 28 13:35:22.073121 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'tag': 'e6f58a1a-25be-4905-9c30-cd6d52a07dbc'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:35:22.076235 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf6098d-a5e2-411f-a685-edc5e86d615f" -d '{"events": [{"name": "network-changed", "server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "tag": "e6f58a1a-25be-4905-9c30-cd6d52a07dbc"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:35:22.109607 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2aeef761-a890-4a6c-9253-d822d067e3ee service neutron] Request body: {'port': {'device_id': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:22.133488 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634c5d6-ec4f-46a6-a945-9cab262d292f service neutron] Pushing event updated for resources: {'Port': ['ID=e6f58a1a-25be-4905-9c30-cd6d52a07dbc,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:22.146615 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c4c653-e149-4858-837e-fd47970bf2fb x-openstack-request-id: req-a3c4c653-e149-4858-837e-fd47970bf2fb {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:35:22.147027 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "tag": "e6f58a1a-25be-4905-9c30-cd6d52a07dbc", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:35:22.147404 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a3c4c653-e149-4858-837e-fd47970bf2fb {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:35:22.147894 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'tag': 'e6f58a1a-25be-4905-9c30-cd6d52a07dbc', 'status': 'completed', 'code': 200} Jan 28 13:35:22.195737 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2aeef761-a890-4a6c-9253-d822d067e3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ba5119c7-946b-4cc9-9e19-149785af07e2), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:22.227108 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6098d-a5e2-411f-a685-edc5e86d615f req-b89c99f8-96c4-4bac-a6ba-d6959d2d7bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:22.228228 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6098d-a5e2-411f-a685-edc5e86d615f req-b89c99f8-96c4-4bac-a6ba-d6959d2d7bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:22.228854 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6098d-a5e2-411f-a685-edc5e86d615f req-b89c99f8-96c4-4bac-a6ba-d6959d2d7bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:22.229472 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6098d-a5e2-411f-a685-edc5e86d615f req-b89c99f8-96c4-4bac-a6ba-d6959d2d7bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:22.230101 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6098d-a5e2-411f-a685-edc5e86d615f req-b89c99f8-96c4-4bac-a6ba-d6959d2d7bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:22.232171 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3cf6098d-a5e2-411f-a685-edc5e86d615f req-b89c99f8-96c4-4bac-a6ba-d6959d2d7bfe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f327d07b81a14c5bb937fba4992e6ee2&device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 4363 time: 0.0620570 Jan 28 13:35:22.449669 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-16b85684-7a6b-4090-b1d7-5e4af2296547 req-62a19b4e-4dca-461c-a77f-923aa4035a7b tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0357969 Jan 28 13:35:22.460741 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd82f0-5dbc-4e4f-8306-dcf6780fcbf8 req-326f10e9-0315-4ed9-95ff-9ed6b9cbd718 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:22.466885 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd82f0-5dbc-4e4f-8306-dcf6780fcbf8 req-326f10e9-0315-4ed9-95ff-9ed6b9cbd718 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:22.472206 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd82f0-5dbc-4e4f-8306-dcf6780fcbf8 req-326f10e9-0315-4ed9-95ff-9ed6b9cbd718 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:22.483792 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd82f0-5dbc-4e4f-8306-dcf6780fcbf8 req-326f10e9-0315-4ed9-95ff-9ed6b9cbd718 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:22.490456 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd82f0-5dbc-4e4f-8306-dcf6780fcbf8 req-326f10e9-0315-4ed9-95ff-9ed6b9cbd718 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:22.493167 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dfdd82f0-5dbc-4e4f-8306-dcf6780fcbf8 req-326f10e9-0315-4ed9-95ff-9ed6b9cbd718 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 3828 time: 0.1734605 Jan 28 13:35:22.537467 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2aeef761-a890-4a6c-9253-d822d067e3ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5119c7-946b-4cc9-9e19-149785af07e2 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:35:22.538253 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6098d-a5e2-411f-a685-edc5e86d615f req-f6c649a7-294c-435a-bc8d-0fdb1f27e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:22.538722 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6098d-a5e2-411f-a685-edc5e86d615f req-f6c649a7-294c-435a-bc8d-0fdb1f27e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:22.539196 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6098d-a5e2-411f-a685-edc5e86d615f req-f6c649a7-294c-435a-bc8d-0fdb1f27e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:22.540808 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3cf6098d-a5e2-411f-a685-edc5e86d615f req-f6c649a7-294c-435a-bc8d-0fdb1f27e16b service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f327d07b81a14c5bb937fba4992e6ee2&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2998950 Jan 28 13:35:22.545613 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2aeef761-a890-4a6c-9253-d822d067e3ee service neutron] Publish callbacks [] for port (ba5119c7-946b-4cc9-9e19-149785af07e2), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:22.560445 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2aeef761-a890-4a6c-9253-d822d067e3ee service neutron] Transition to ACTIVE for port object ba5119c7-946b-4cc9-9e19-149785af07e2 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:35:22.567199 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2aeef761-a890-4a6c-9253-d822d067e3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (ba5119c7-946b-4cc9-9e19-149785af07e2), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:22.644062 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dfdd82f0-5dbc-4e4f-8306-dcf6780fcbf8 req-243ed43d-0bce-45ce-bf06-bdf792e47c4e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408324 Jan 28 13:35:22.644270 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeef761-a890-4a6c-9253-d822d067e3ee service neutron] Pushing event updated for resources: {'Port': ['ID=ba5119c7-946b-4cc9-9e19-149785af07e2,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:22.744241 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb9156-b983-450f-a660-ca4148c19632 req-9961a5d6-535d-479a-9ef1-efe031b9e309 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:22.751377 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5fdb9156-b983-450f-a660-ca4148c19632 req-9961a5d6-535d-479a-9ef1-efe031b9e309 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 945 time: 0.1323955 Jan 28 13:35:22.785210 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2aeef761-a890-4a6c-9253-d822d067e3ee service neutron] Attempting to bind port ba5119c7-946b-4cc9-9e19-149785af07e2 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:35:22.785583 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2aeef761-a890-4a6c-9253-d822d067e3ee service neutron] Attempting to bind port ba5119c7-946b-4cc9-9e19-149785af07e2 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'd3e38792-a814-403b-af31-3ea5e35b6aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:35:22.785876 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2aeef761-a890-4a6c-9253-d822d067e3ee service neutron] Attempting to bind port ba5119c7-946b-4cc9-9e19-149785af07e2 on network 376b4709-87bf-4524-8081-ea1211d3f7a6 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:22.797071 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2aeef761-a890-4a6c-9253-d822d067e3ee service neutron] Port ba5119c7-946b-4cc9-9e19-149785af07e2 on network 376b4709-87bf-4524-8081-ea1211d3f7a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:35:22.797406 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2aeef761-a890-4a6c-9253-d822d067e3ee service neutron] Attempting to bind port ba5119c7-946b-4cc9-9e19-149785af07e2 on network 376b4709-87bf-4524-8081-ea1211d3f7a6 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:22.811518 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2aeef761-a890-4a6c-9253-d822d067e3ee service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:35:22.811899 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2aeef761-a890-4a6c-9253-d822d067e3ee service neutron] Checking segment: {'id': 'd3e38792-a814-403b-af31-3ea5e35b6aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:35:22.812256 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2aeef761-a890-4a6c-9253-d822d067e3ee service neutron] Bound using segment: {'id': 'd3e38792-a814-403b-af31-3ea5e35b6aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:35:22.812968 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2aeef761-a890-4a6c-9253-d822d067e3ee service neutron] Bound port: ba5119c7-946b-4cc9-9e19-149785af07e2, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3e38792-a814-403b-af31-3ea5e35b6aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:35:22.813082 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2aeef761-a890-4a6c-9253-d822d067e3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ba5119c7-946b-4cc9-9e19-149785af07e2), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:22.821213 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6098d-a5e2-411f-a685-edc5e86d615f req-0c54f8a0-8842-4a24-b086-76db5a3578c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:22.822835 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3cf6098d-a5e2-411f-a685-edc5e86d615f req-0c54f8a0-8842-4a24-b086-76db5a3578c3 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2747207 Jan 28 13:35:22.842074 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5fdb9156-b983-450f-a660-ca4148c19632 req-5b10d751-1bf8-47ee-9178-b4bd42876c0e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869930 Jan 28 13:35:22.900809 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2a684-6f97-4e38-90fc-bf0de9f9061d req-fa873dbc-46cc-4676-9a51-5474cbeb84a6 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:22.908906 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dca2a684-6f97-4e38-90fc-bf0de9f9061d req-fa873dbc-46cc-4676-9a51-5474cbeb84a6 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe1dfe16-79a8-4364-ab99-0e72124a6cbb HTTP/1.1" status: 200 len: 943 time: 0.0838330 Jan 28 13:35:22.924079 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2aeef761-a890-4a6c-9253-d822d067e3ee service neutron] For port ba5119c7-946b-4cc9-9e19-149785af07e2, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:35:22.931438 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2aeef761-a890-4a6c-9253-d822d067e3ee service neutron] For port ba5119c7-946b-4cc9-9e19-149785af07e2, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ba5119c7-946b-4cc9-9e19-149785af07e2,segment=NetworkSegment(d3e38792-a814-403b-af31-3ea5e35b6aaf),segment_id=d3e38792-a814-403b-af31-3ea5e35b6aaf)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:35:22.937180 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2aeef761-a890-4a6c-9253-d822d067e3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (ba5119c7-946b-4cc9-9e19-149785af07e2), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:22.962120 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dca2a684-6f97-4e38-90fc-bf0de9f9061d req-9e366914-61a3-4ba6-8748-c84d85049465 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523317 Jan 28 13:35:22.972626 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2aeef761-a890-4a6c-9253-d822d067e3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:22.973204 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2aeef761-a890-4a6c-9253-d822d067e3ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:22.974599 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2aeef761-a890-4a6c-9253-d822d067e3ee service neutron] 10.222.0.18 "PUT /v2.0/ports/ba5119c7-946b-4cc9-9e19-149785af07e2 HTTP/1.1" status: 200 len: 1129 time: 0.8715129 Jan 28 13:35:23.012871 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-47a262d0-e3e9-455a-8194-39d955f1a1d0 service neutron] Request body: {'port': {'device_id': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:23.034840 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeef761-a890-4a6c-9253-d822d067e3ee service neutron] Pushing event updated for resources: {'Port': ['ID=ba5119c7-946b-4cc9-9e19-149785af07e2,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:23.076658 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-47a262d0-e3e9-455a-8194-39d955f1a1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (73358d53-f89e-45cb-a74a-8b6510bd447c), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:23.356430 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-47a262d0-e3e9-455a-8194-39d955f1a1d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73358d53-f89e-45cb-a74a-8b6510bd447c {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:35:23.363995 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-47a262d0-e3e9-455a-8194-39d955f1a1d0 service neutron] Publish callbacks [] for port (73358d53-f89e-45cb-a74a-8b6510bd447c), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:23.376242 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-47a262d0-e3e9-455a-8194-39d955f1a1d0 service neutron] Transition to ACTIVE for port object 73358d53-f89e-45cb-a74a-8b6510bd447c will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:35:23.380380 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-47a262d0-e3e9-455a-8194-39d955f1a1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (73358d53-f89e-45cb-a74a-8b6510bd447c), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:23.429210 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a262d0-e3e9-455a-8194-39d955f1a1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=73358d53-f89e-45cb-a74a-8b6510bd447c,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:23.514342 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-47a262d0-e3e9-455a-8194-39d955f1a1d0 service neutron] Attempting to bind port 73358d53-f89e-45cb-a74a-8b6510bd447c on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:35:23.514947 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-47a262d0-e3e9-455a-8194-39d955f1a1d0 service neutron] Attempting to bind port 73358d53-f89e-45cb-a74a-8b6510bd447c by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'd3e38792-a814-403b-af31-3ea5e35b6aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:35:23.515470 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-47a262d0-e3e9-455a-8194-39d955f1a1d0 service neutron] Attempting to bind port 73358d53-f89e-45cb-a74a-8b6510bd447c on network 376b4709-87bf-4524-8081-ea1211d3f7a6 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:23.520918 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-47a262d0-e3e9-455a-8194-39d955f1a1d0 service neutron] Port 73358d53-f89e-45cb-a74a-8b6510bd447c on network 376b4709-87bf-4524-8081-ea1211d3f7a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:35:23.521681 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-47a262d0-e3e9-455a-8194-39d955f1a1d0 service neutron] Attempting to bind port 73358d53-f89e-45cb-a74a-8b6510bd447c on network 376b4709-87bf-4524-8081-ea1211d3f7a6 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:23.527725 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-47a262d0-e3e9-455a-8194-39d955f1a1d0 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:35:23.528370 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-47a262d0-e3e9-455a-8194-39d955f1a1d0 service neutron] Checking segment: {'id': 'd3e38792-a814-403b-af31-3ea5e35b6aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:35:23.529099 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-47a262d0-e3e9-455a-8194-39d955f1a1d0 service neutron] Bound using segment: {'id': 'd3e38792-a814-403b-af31-3ea5e35b6aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:35:23.529959 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-47a262d0-e3e9-455a-8194-39d955f1a1d0 service neutron] Bound port: 73358d53-f89e-45cb-a74a-8b6510bd447c, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3e38792-a814-403b-af31-3ea5e35b6aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:35:23.530514 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-47a262d0-e3e9-455a-8194-39d955f1a1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (73358d53-f89e-45cb-a74a-8b6510bd447c), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:23.599563 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1d839b2e-df4c-42af-b13c-319d48735256 req-23286afd-87cd-4799-9180-1a9c8bd39f08 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0332162 Jan 28 13:35:23.632239 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-47a262d0-e3e9-455a-8194-39d955f1a1d0 service neutron] For port 73358d53-f89e-45cb-a74a-8b6510bd447c, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:35:23.637336 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-47a262d0-e3e9-455a-8194-39d955f1a1d0 service neutron] For port 73358d53-f89e-45cb-a74a-8b6510bd447c, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=73358d53-f89e-45cb-a74a-8b6510bd447c,segment=NetworkSegment(d3e38792-a814-403b-af31-3ea5e35b6aaf),segment_id=d3e38792-a814-403b-af31-3ea5e35b6aaf)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:35:23.641924 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-47a262d0-e3e9-455a-8194-39d955f1a1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (73358d53-f89e-45cb-a74a-8b6510bd447c), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:23.682080 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-47a262d0-e3e9-455a-8194-39d955f1a1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:23.682754 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-47a262d0-e3e9-455a-8194-39d955f1a1d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:23.684211 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-47a262d0-e3e9-455a-8194-39d955f1a1d0 service neutron] 10.222.0.18 "PUT /v2.0/ports/73358d53-f89e-45cb-a74a-8b6510bd447c HTTP/1.1" status: 200 len: 1131 time: 0.6776371 Jan 28 13:35:23.725278 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Request body: {'port': {'device_id': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:23.728523 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a262d0-e3e9-455a-8194-39d955f1a1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=73358d53-f89e-45cb-a74a-8b6510bd447c,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:23.820638 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (79abbf7d-456b-4064-b1e0-2e0f16750b14), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:23.887905 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe989002-3809-4ba3-b637-b10445ac73b6 req-4609ff8f-c772-4ddc-8508-dd5fdc876405 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:23.893783 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe989002-3809-4ba3-b637-b10445ac73b6 req-4609ff8f-c772-4ddc-8508-dd5fdc876405 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:23.899614 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe989002-3809-4ba3-b637-b10445ac73b6 req-4609ff8f-c772-4ddc-8508-dd5fdc876405 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:23.905546 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe989002-3809-4ba3-b637-b10445ac73b6 req-4609ff8f-c772-4ddc-8508-dd5fdc876405 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:23.911708 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe989002-3809-4ba3-b637-b10445ac73b6 req-4609ff8f-c772-4ddc-8508-dd5fdc876405 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:23.917219 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe989002-3809-4ba3-b637-b10445ac73b6 req-4609ff8f-c772-4ddc-8508-dd5fdc876405 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:23.927619 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe989002-3809-4ba3-b637-b10445ac73b6 req-4609ff8f-c772-4ddc-8508-dd5fdc876405 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:23.929834 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fe989002-3809-4ba3-b637-b10445ac73b6 req-4609ff8f-c772-4ddc-8508-dd5fdc876405 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5372 time: 0.1385717 Jan 28 13:35:23.998254 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fe989002-3809-4ba3-b637-b10445ac73b6 req-74cfd255-25f7-4f9d-b42b-d2078f69eeb2 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606093 Jan 28 13:35:24.022299 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 142edaa0-2cf2-4dcf-8f01-54653d096cbb details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:35:24.083544 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac7d04-4596-4a68-b7c5-92057af032d7 req-a1aeb9a1-cc4a-4512-bf1f-5b14c444505d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:24.085384 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5bac7d04-4596-4a68-b7c5-92057af032d7 req-a1aeb9a1-cc4a-4512-bf1f-5b14c444505d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 945 time: 0.1215599 Jan 28 13:35:24.150195 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'tag': 'ba5119c7-946b-4cc9-9e19-149785af07e2'}, {'name': 'network-changed', 'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'tag': '73358d53-f89e-45cb-a74a-8b6510bd447c'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:35:24.151254 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 142edaa0-2cf2-4dcf-8f01-54653d096cbb, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=142edaa0-2cf2-4dcf-8f01-54653d096cbb,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:24.152683 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea5c979-d408-40d6-9c98-40ad498f29ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "tag": "ba5119c7-946b-4cc9-9e19-149785af07e2"}, {"name": "network-changed", "server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "tag": "73358d53-f89e-45cb-a74a-8b6510bd447c"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:35:24.167427 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5bac7d04-4596-4a68-b7c5-92057af032d7 req-0c5c1b34-3837-4fdd-b68d-0a32a0f2bf32 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751956 Jan 28 13:35:24.203682 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '142edaa0-2cf2-4dcf-8f01-54653d096cbb', 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05', 'port_id': '142edaa0-2cf2-4dcf-8f01-54653d096cbb', 'mac_address': 'fa:16:3e:2f:0e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e07501-e45d-4ee4-9a79-78d0496e90fa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:35:24.253599 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 13:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0800d9da-5afb-4dd8-a925-fc4da62ad468 x-openstack-request-id: req-0800d9da-5afb-4dd8-a925-fc4da62ad468 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:35:24.253899 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "tag": "ba5119c7-946b-4cc9-9e19-149785af07e2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "tag": "73358d53-f89e-45cb-a74a-8b6510bd447c", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:35:24.254152 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0800d9da-5afb-4dd8-a925-fc4da62ad468 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:35:24.254677 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'tag': 'ba5119c7-946b-4cc9-9e19-149785af07e2', 'status': 'completed', 'code': 200} Jan 28 13:35:24.255100 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'tag': '73358d53-f89e-45cb-a74a-8b6510bd447c', 'status': 'completed', 'code': 200} Jan 28 13:35:24.259343 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311ae5a-c97d-47ed-b9eb-eb2a6493c78b req-9d6c44b4-25a2-4cd7-b79f-ee1a8174d72f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:24.266102 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79abbf7d-456b-4064-b1e0-2e0f16750b14 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:35:24.267288 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e311ae5a-c97d-47ed-b9eb-eb2a6493c78b req-9d6c44b4-25a2-4cd7-b79f-ee1a8174d72f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe1dfe16-79a8-4364-ab99-0e72124a6cbb HTTP/1.1" status: 200 len: 943 time: 0.1142273 Jan 28 13:35:24.274321 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Publish callbacks [] for port (79abbf7d-456b-4064-b1e0-2e0f16750b14), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:24.290438 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Transition to ACTIVE for port object 79abbf7d-456b-4064-b1e0-2e0f16750b14 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:35:24.294865 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (79abbf7d-456b-4064-b1e0-2e0f16750b14), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:24.297587 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 142edaa0-2cf2-4dcf-8f01-54653d096cbb is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:24.297987 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (142edaa0-2cf2-4dcf-8f01-54653d096cbb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:24.311576 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 142edaa0-2cf2-4dcf-8f01-54653d096cbb {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:35:24.346631 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 142edaa0-2cf2-4dcf-8f01-54653d096cbb, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=142edaa0-2cf2-4dcf-8f01-54653d096cbb,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:24.352546 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (142edaa0-2cf2-4dcf-8f01-54653d096cbb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:24.358727 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Pushing event updated for resources: {'Port': ['ID=79abbf7d-456b-4064-b1e0-2e0f16750b14,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:24.413783 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e311ae5a-c97d-47ed-b9eb-eb2a6493c78b req-01c1920c-9b44-4a57-89e7-7db3a0121d33 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386695 Jan 28 13:35:24.435677 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c979-d408-40d6-9c98-40ad498f29ac req-a2647759-9e0a-434d-b34f-ec548a5416d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:24.435677 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c979-d408-40d6-9c98-40ad498f29ac req-a2647759-9e0a-434d-b34f-ec548a5416d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:24.435677 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c979-d408-40d6-9c98-40ad498f29ac req-a2647759-9e0a-434d-b34f-ec548a5416d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:24.435677 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c979-d408-40d6-9c98-40ad498f29ac req-a2647759-9e0a-434d-b34f-ec548a5416d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:24.435677 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c979-d408-40d6-9c98-40ad498f29ac req-a2647759-9e0a-434d-b34f-ec548a5416d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:24.436061 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c979-d408-40d6-9c98-40ad498f29ac req-a2647759-9e0a-434d-b34f-ec548a5416d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:24.436295 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c979-d408-40d6-9c98-40ad498f29ac req-a2647759-9e0a-434d-b34f-ec548a5416d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:24.438113 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7ea5c979-d408-40d6-9c98-40ad498f29ac req-a2647759-9e0a-434d-b34f-ec548a5416d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f327d07b81a14c5bb937fba4992e6ee2&device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 6234 time: 0.1487703 Jan 28 13:35:24.439874 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=142edaa0-2cf2-4dcf-8f01-54653d096cbb,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:24.456936 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Attempting to bind port 79abbf7d-456b-4064-b1e0-2e0f16750b14 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:35:24.457258 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Attempting to bind port 79abbf7d-456b-4064-b1e0-2e0f16750b14 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'd3e38792-a814-403b-af31-3ea5e35b6aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:35:24.457517 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Attempting to bind port 79abbf7d-456b-4064-b1e0-2e0f16750b14 on network 376b4709-87bf-4524-8081-ea1211d3f7a6 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:24.462372 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Port 79abbf7d-456b-4064-b1e0-2e0f16750b14 on network 376b4709-87bf-4524-8081-ea1211d3f7a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:35:24.462709 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Attempting to bind port 79abbf7d-456b-4064-b1e0-2e0f16750b14 on network 376b4709-87bf-4524-8081-ea1211d3f7a6 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:24.471221 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:35:24.471717 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Checking segment: {'id': 'd3e38792-a814-403b-af31-3ea5e35b6aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:35:24.472238 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Bound using segment: {'id': 'd3e38792-a814-403b-af31-3ea5e35b6aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:35:24.472787 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Bound port: 79abbf7d-456b-4064-b1e0-2e0f16750b14, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3e38792-a814-403b-af31-3ea5e35b6aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:35:24.473330 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (79abbf7d-456b-4064-b1e0-2e0f16750b14), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:24.554075 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] For port 79abbf7d-456b-4064-b1e0-2e0f16750b14, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:35:24.557843 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] For port 79abbf7d-456b-4064-b1e0-2e0f16750b14, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=79abbf7d-456b-4064-b1e0-2e0f16750b14,segment=NetworkSegment(d3e38792-a814-403b-af31-3ea5e35b6aaf),segment_id=d3e38792-a814-403b-af31-3ea5e35b6aaf)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:35:24.558983 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c979-d408-40d6-9c98-40ad498f29ac req-3793e85e-af24-45ab-abfa-a152776fdd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:24.559547 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c979-d408-40d6-9c98-40ad498f29ac req-3793e85e-af24-45ab-abfa-a152776fdd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:24.560005 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c979-d408-40d6-9c98-40ad498f29ac req-3793e85e-af24-45ab-abfa-a152776fdd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:24.561602 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7ea5c979-d408-40d6-9c98-40ad498f29ac req-3793e85e-af24-45ab-abfa-a152776fdd47 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f327d07b81a14c5bb937fba4992e6ee2&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1096978 Jan 28 13:35:24.564004 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (79abbf7d-456b-4064-b1e0-2e0f16750b14), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:24.650190 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:24.651085 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:24.653210 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] 10.222.0.18 "PUT /v2.0/ports/79abbf7d-456b-4064-b1e0-2e0f16750b14 HTTP/1.1" status: 200 len: 1090 time: 0.9329619 Jan 28 13:35:24.653969 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Pushing event updated for resources: {'Port': ['ID=79abbf7d-456b-4064-b1e0-2e0f16750b14,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:24.665004 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:24.665457 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:24.666359 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:24.666728 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:24.667280 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:24.667623 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:24.667960 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:24.668348 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:24.670614 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:24.671101 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:24.671507 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:24.671882 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:24.672222 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84ae57-0191-4ff9-9784-248fe785e452 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:24.697792 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-3dc68abb-af3c-469a-9e41-16b6be373fb8 service neutron] Request body: {'port': {'device_id': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:24.709256 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c979-d408-40d6-9c98-40ad498f29ac req-9dd15140-cef0-4d98-88b4-138a73376922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:24.711374 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7ea5c979-d408-40d6-9c98-40ad498f29ac req-9dd15140-cef0-4d98-88b4-138a73376922 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1429675 Jan 28 13:35:24.764475 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['142edaa0-2cf2-4dcf-8f01-54653d096cbb'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:35:24.786024 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aa8f1e7b-fd6c-4e3c-ac25-d1e6c23bf72b req-98c478d5-6f94-47d4-b3d5-f65f522571ed tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0481603 Jan 28 13:35:24.799893 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-3dc68abb-af3c-469a-9e41-16b6be373fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f960cd27-de3c-42f4-a159-98a774fb4179), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:24.826769 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c979-d408-40d6-9c98-40ad498f29ac req-c1614638-3918-439d-8e5f-f43c96d79307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:24.827647 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c979-d408-40d6-9c98-40ad498f29ac req-c1614638-3918-439d-8e5f-f43c96d79307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:24.828498 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c979-d408-40d6-9c98-40ad498f29ac req-c1614638-3918-439d-8e5f-f43c96d79307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:24.829097 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c979-d408-40d6-9c98-40ad498f29ac req-c1614638-3918-439d-8e5f-f43c96d79307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:24.829701 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c979-d408-40d6-9c98-40ad498f29ac req-c1614638-3918-439d-8e5f-f43c96d79307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:24.830304 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c979-d408-40d6-9c98-40ad498f29ac req-c1614638-3918-439d-8e5f-f43c96d79307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:24.830905 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c979-d408-40d6-9c98-40ad498f29ac req-c1614638-3918-439d-8e5f-f43c96d79307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:24.833057 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7ea5c979-d408-40d6-9c98-40ad498f29ac req-c1614638-3918-439d-8e5f-f43c96d79307 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f327d07b81a14c5bb937fba4992e6ee2&device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 6276 time: 0.0770490 Jan 28 13:35:25.049027 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c979-d408-40d6-9c98-40ad498f29ac req-71565d3a-4e2b-4bde-8c07-ddd50c68b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:25.049731 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c979-d408-40d6-9c98-40ad498f29ac req-71565d3a-4e2b-4bde-8c07-ddd50c68b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:25.050508 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c979-d408-40d6-9c98-40ad498f29ac req-71565d3a-4e2b-4bde-8c07-ddd50c68b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:25.052941 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7ea5c979-d408-40d6-9c98-40ad498f29ac req-71565d3a-4e2b-4bde-8c07-ddd50c68b432 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f327d07b81a14c5bb937fba4992e6ee2&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2012379 Jan 28 13:35:25.082034 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-02675844-a2b1-443d-ada0-3abbcb2eeef7 req-f9df29c4-885e-4cd9-a754-1e617e3f8f12 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0386474 Jan 28 13:35:25.147787 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-3dc68abb-af3c-469a-9e41-16b6be373fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f960cd27-de3c-42f4-a159-98a774fb4179 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:35:25.157520 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-3dc68abb-af3c-469a-9e41-16b6be373fb8 service neutron] Publish callbacks [] for port (f960cd27-de3c-42f4-a159-98a774fb4179), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:25.173921 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-3dc68abb-af3c-469a-9e41-16b6be373fb8 service neutron] Transition to ACTIVE for port object f960cd27-de3c-42f4-a159-98a774fb4179 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:35:25.179451 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-3dc68abb-af3c-469a-9e41-16b6be373fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (f960cd27-de3c-42f4-a159-98a774fb4179), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:25.242869 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc68abb-af3c-469a-9e41-16b6be373fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=f960cd27-de3c-42f4-a159-98a774fb4179,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:25.353475 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-3dc68abb-af3c-469a-9e41-16b6be373fb8 service neutron] Attempting to bind port f960cd27-de3c-42f4-a159-98a774fb4179 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:35:25.353821 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-3dc68abb-af3c-469a-9e41-16b6be373fb8 service neutron] Attempting to bind port f960cd27-de3c-42f4-a159-98a774fb4179 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'd3e38792-a814-403b-af31-3ea5e35b6aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:35:25.354145 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-3dc68abb-af3c-469a-9e41-16b6be373fb8 service neutron] Attempting to bind port f960cd27-de3c-42f4-a159-98a774fb4179 on network 376b4709-87bf-4524-8081-ea1211d3f7a6 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:25.369973 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-3dc68abb-af3c-469a-9e41-16b6be373fb8 service neutron] Port f960cd27-de3c-42f4-a159-98a774fb4179 on network 376b4709-87bf-4524-8081-ea1211d3f7a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:35:25.370303 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-3dc68abb-af3c-469a-9e41-16b6be373fb8 service neutron] Attempting to bind port f960cd27-de3c-42f4-a159-98a774fb4179 on network 376b4709-87bf-4524-8081-ea1211d3f7a6 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:25.376762 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-3dc68abb-af3c-469a-9e41-16b6be373fb8 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:35:25.377108 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-3dc68abb-af3c-469a-9e41-16b6be373fb8 service neutron] Checking segment: {'id': 'd3e38792-a814-403b-af31-3ea5e35b6aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:35:25.377507 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-3dc68abb-af3c-469a-9e41-16b6be373fb8 service neutron] Bound using segment: {'id': 'd3e38792-a814-403b-af31-3ea5e35b6aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:35:25.377956 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-3dc68abb-af3c-469a-9e41-16b6be373fb8 service neutron] Bound port: f960cd27-de3c-42f4-a159-98a774fb4179, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3e38792-a814-403b-af31-3ea5e35b6aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:35:25.378395 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-3dc68abb-af3c-469a-9e41-16b6be373fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f960cd27-de3c-42f4-a159-98a774fb4179), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:25.392649 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5e372-625c-493a-9d07-199c3a34ce5d req-755f8eb8-c0f7-4cd6-97ca-8d8a6a2ffa46 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:25.394350 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8fb5e372-625c-493a-9d07-199c3a34ce5d req-755f8eb8-c0f7-4cd6-97ca-8d8a6a2ffa46 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 945 time: 0.0874860 Jan 28 13:35:25.476948 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8fb5e372-625c-493a-9d07-199c3a34ce5d req-c7fd12cd-ee22-46a0-8131-fb52790cb549 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753343 Jan 28 13:35:25.518074 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-3dc68abb-af3c-469a-9e41-16b6be373fb8 service neutron] For port f960cd27-de3c-42f4-a159-98a774fb4179, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:35:25.521665 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-3dc68abb-af3c-469a-9e41-16b6be373fb8 service neutron] For port f960cd27-de3c-42f4-a159-98a774fb4179, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=f960cd27-de3c-42f4-a159-98a774fb4179,segment=NetworkSegment(d3e38792-a814-403b-af31-3ea5e35b6aaf),segment_id=d3e38792-a814-403b-af31-3ea5e35b6aaf)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:35:25.527044 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ab6b2-946e-4e90-8ae2-2a3a2b45a783 req-35e24894-201e-4d95-80bc-0ed0f0079300 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:25.528871 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-3dc68abb-af3c-469a-9e41-16b6be373fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (f960cd27-de3c-42f4-a159-98a774fb4179), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:25.533410 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ab6b2-946e-4e90-8ae2-2a3a2b45a783 req-35e24894-201e-4d95-80bc-0ed0f0079300 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:25.538656 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ab6b2-946e-4e90-8ae2-2a3a2b45a783 req-35e24894-201e-4d95-80bc-0ed0f0079300 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:25.543915 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ab6b2-946e-4e90-8ae2-2a3a2b45a783 req-35e24894-201e-4d95-80bc-0ed0f0079300 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:25.549171 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ab6b2-946e-4e90-8ae2-2a3a2b45a783 req-35e24894-201e-4d95-80bc-0ed0f0079300 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:25.555321 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ab6b2-946e-4e90-8ae2-2a3a2b45a783 req-35e24894-201e-4d95-80bc-0ed0f0079300 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:25.560657 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ab6b2-946e-4e90-8ae2-2a3a2b45a783 req-35e24894-201e-4d95-80bc-0ed0f0079300 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:25.569420 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f93ab6b2-946e-4e90-8ae2-2a3a2b45a783 req-35e24894-201e-4d95-80bc-0ed0f0079300 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5396 time: 0.1523607 Jan 28 13:35:25.605347 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-3dc68abb-af3c-469a-9e41-16b6be373fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:25.605985 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-3dc68abb-af3c-469a-9e41-16b6be373fb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:25.607458 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-3dc68abb-af3c-469a-9e41-16b6be373fb8 service neutron] 10.222.0.18 "PUT /v2.0/ports/f960cd27-de3c-42f4-a159-98a774fb4179 HTTP/1.1" status: 200 len: 1091 time: 0.9156346 Jan 28 13:35:25.639212 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc68abb-af3c-469a-9e41-16b6be373fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=f960cd27-de3c-42f4-a159-98a774fb4179,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:25.641652 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c979-d408-40d6-9c98-40ad498f29ac req-bbb4c12a-7606-4d6c-9d57-337598976e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:25.650500 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-d60e6526-7e67-4909-8d59-7f1acf3bfc01 service neutron] Request body: {'port': {'device_id': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:25.652929 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7ea5c979-d408-40d6-9c98-40ad498f29ac req-bbb4c12a-7606-4d6c-9d57-337598976e5b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5929236 Jan 28 13:35:25.688543 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a76366-5d65-4739-8d03-dec880ff5219 req-9c25e1ca-db42-451d-9fc6-dee1da573b65 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:25.696031 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-70a76366-5d65-4739-8d03-dec880ff5219 req-9c25e1ca-db42-451d-9fc6-dee1da573b65 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe1dfe16-79a8-4364-ab99-0e72124a6cbb HTTP/1.1" status: 200 len: 944 time: 0.1292446 Jan 28 13:35:25.703715 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f93ab6b2-946e-4e90-8ae2-2a3a2b45a783 req-40844f80-6361-48c0-8e68-6d899913f385 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1331463 Jan 28 13:35:25.761691 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-d60e6526-7e67-4909-8d59-7f1acf3bfc01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0d46f223-1f12-4538-accd-a4fe31e8045f), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:25.788277 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-70a76366-5d65-4739-8d03-dec880ff5219 req-b6213ba2-e55a-4416-b09b-381bef9ba772 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911970 Jan 28 13:35:25.932653 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f7f85518-77a3-4c9d-9db8-cf8206106757 req-e18bc386-396c-4984-aed9-1c4f2d28145d tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0417762 Jan 28 13:35:26.033696 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 142edaa0-2cf2-4dcf-8f01-54653d096cbb up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:35:26.095769 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 142edaa0-2cf2-4dcf-8f01-54653d096cbb completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:35:26.101951 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 142edaa0-2cf2-4dcf-8f01-54653d096cbb triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:26.102374 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (142edaa0-2cf2-4dcf-8f01-54653d096cbb), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:26.189675 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 142edaa0-2cf2-4dcf-8f01-54653d096cbb is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:26.190211 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (142edaa0-2cf2-4dcf-8f01-54653d096cbb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:26.198425 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-d60e6526-7e67-4909-8d59-7f1acf3bfc01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d46f223-1f12-4538-accd-a4fe31e8045f {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:35:26.208791 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-d60e6526-7e67-4909-8d59-7f1acf3bfc01 service neutron] Publish callbacks [] for port (0d46f223-1f12-4538-accd-a4fe31e8045f), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:26.227097 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-d60e6526-7e67-4909-8d59-7f1acf3bfc01 service neutron] Transition to ACTIVE for port object 0d46f223-1f12-4538-accd-a4fe31e8045f will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:35:26.230506 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1dfe16-79a8-4364-ab99-0e72124a6cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142edaa0-2cf2-4dcf-8f01-54653d096cbb'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:35:26.233401 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08030678-9107-4819-8c06-478dc20b0ce0" -d '{"events": [{"server_uuid": "fe1dfe16-79a8-4364-ab99-0e72124a6cbb", "name": "network-vif-plugged", "status": "completed", "tag": "142edaa0-2cf2-4dcf-8f01-54653d096cbb"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:35:26.239440 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 142edaa0-2cf2-4dcf-8f01-54653d096cbb, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=142edaa0-2cf2-4dcf-8f01-54653d096cbb,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:26.240539 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-d60e6526-7e67-4909-8d59-7f1acf3bfc01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (0d46f223-1f12-4538-accd-a4fe31e8045f), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:26.254602 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (142edaa0-2cf2-4dcf-8f01-54653d096cbb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:26.258631 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'tag': '79abbf7d-456b-4064-b1e0-2e0f16750b14'}, {'name': 'network-changed', 'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'tag': 'f960cd27-de3c-42f4-a159-98a774fb4179'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:35:26.263527 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c2fce7-87bb-4904-8e92-240107e37ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "tag": "79abbf7d-456b-4064-b1e0-2e0f16750b14"}, {"name": "network-changed", "server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "tag": "f960cd27-de3c-42f4-a159-98a774fb4179"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:35:26.321777 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=142edaa0-2cf2-4dcf-8f01-54653d096cbb,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:26.345077 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc91da3d-21a6-4382-98db-f8dc9f5ed4dc x-openstack-request-id: req-fc91da3d-21a6-4382-98db-f8dc9f5ed4dc {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:35:26.345364 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1dfe16-79a8-4364-ab99-0e72124a6cbb", "name": "network-vif-plugged", "status": "completed", "tag": "142edaa0-2cf2-4dcf-8f01-54653d096cbb", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:35:26.345619 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc91da3d-21a6-4382-98db-f8dc9f5ed4dc {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:35:26.346020 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1dfe16-79a8-4364-ab99-0e72124a6cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142edaa0-2cf2-4dcf-8f01-54653d096cbb', 'code': 200} Jan 28 13:35:26.401812 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 13:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42f2aca-e312-49f9-8b6b-dc296655f8ad x-openstack-request-id: req-e42f2aca-e312-49f9-8b6b-dc296655f8ad {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:35:26.402137 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "tag": "79abbf7d-456b-4064-b1e0-2e0f16750b14", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "tag": "f960cd27-de3c-42f4-a159-98a774fb4179", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:35:26.403074 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e42f2aca-e312-49f9-8b6b-dc296655f8ad {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:35:26.403491 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'tag': '79abbf7d-456b-4064-b1e0-2e0f16750b14', 'status': 'completed', 'code': 200} Jan 28 13:35:26.403748 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'tag': 'f960cd27-de3c-42f4-a159-98a774fb4179', 'status': 'completed', 'code': 200} Jan 28 13:35:26.418026 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e6526-7e67-4909-8d59-7f1acf3bfc01 service neutron] Pushing event updated for resources: {'Port': ['ID=0d46f223-1f12-4538-accd-a4fe31e8045f,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:26.595936 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2fce7-87bb-4904-8e92-240107e37ecc req-bc2412b0-f6fb-4a34-8206-a2c7acaa09fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:26.596685 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2fce7-87bb-4904-8e92-240107e37ecc req-bc2412b0-f6fb-4a34-8206-a2c7acaa09fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:26.597125 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2fce7-87bb-4904-8e92-240107e37ecc req-bc2412b0-f6fb-4a34-8206-a2c7acaa09fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:26.598118 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2fce7-87bb-4904-8e92-240107e37ecc req-bc2412b0-f6fb-4a34-8206-a2c7acaa09fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:26.598594 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2fce7-87bb-4904-8e92-240107e37ecc req-bc2412b0-f6fb-4a34-8206-a2c7acaa09fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:26.599279 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2fce7-87bb-4904-8e92-240107e37ecc req-bc2412b0-f6fb-4a34-8206-a2c7acaa09fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:26.599745 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2fce7-87bb-4904-8e92-240107e37ecc req-bc2412b0-f6fb-4a34-8206-a2c7acaa09fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:26.602309 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-80c2fce7-87bb-4904-8e92-240107e37ecc req-bc2412b0-f6fb-4a34-8206-a2c7acaa09fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f327d07b81a14c5bb937fba4992e6ee2&device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 6368 time: 0.1586015 Jan 28 13:35:26.629616 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d956ea-b187-4615-85e8-d4d2585c6bce req-d8a1ff41-74a0-404f-8867-ce3a878207d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:26.631033 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f7d956ea-b187-4615-85e8-d4d2585c6bce req-d8a1ff41-74a0-404f-8867-ce3a878207d3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fe1dfe16-79a8-4364-ab99-0e72124a6cbb HTTP/1.1" status: 200 len: 1096 time: 0.1477265 Jan 28 13:35:26.667737 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-d60e6526-7e67-4909-8d59-7f1acf3bfc01 service neutron] Attempting to bind port 0d46f223-1f12-4538-accd-a4fe31e8045f on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:35:26.668224 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-d60e6526-7e67-4909-8d59-7f1acf3bfc01 service neutron] Attempting to bind port 0d46f223-1f12-4538-accd-a4fe31e8045f by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '8398d8f2-66bb-43a6-a964-eceb551e9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '361216ca-dbe3-462f-a59f-a8c1564e775f'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:35:26.669098 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-d60e6526-7e67-4909-8d59-7f1acf3bfc01 service neutron] Attempting to bind port 0d46f223-1f12-4538-accd-a4fe31e8045f on network 361216ca-dbe3-462f-a59f-a8c1564e775f {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:26.680787 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-d60e6526-7e67-4909-8d59-7f1acf3bfc01 service neutron] Port 0d46f223-1f12-4538-accd-a4fe31e8045f on network 361216ca-dbe3-462f-a59f-a8c1564e775f not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:35:26.681121 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-d60e6526-7e67-4909-8d59-7f1acf3bfc01 service neutron] Attempting to bind port 0d46f223-1f12-4538-accd-a4fe31e8045f on network 361216ca-dbe3-462f-a59f-a8c1564e775f {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:26.689920 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-d60e6526-7e67-4909-8d59-7f1acf3bfc01 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:35:26.690276 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-d60e6526-7e67-4909-8d59-7f1acf3bfc01 service neutron] Checking segment: {'id': '8398d8f2-66bb-43a6-a964-eceb551e9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '361216ca-dbe3-462f-a59f-a8c1564e775f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:35:26.690722 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-d60e6526-7e67-4909-8d59-7f1acf3bfc01 service neutron] Bound using segment: {'id': '8398d8f2-66bb-43a6-a964-eceb551e9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '361216ca-dbe3-462f-a59f-a8c1564e775f'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:35:26.691205 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-d60e6526-7e67-4909-8d59-7f1acf3bfc01 service neutron] Bound port: 0d46f223-1f12-4538-accd-a4fe31e8045f, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8398d8f2-66bb-43a6-a964-eceb551e9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '361216ca-dbe3-462f-a59f-a8c1564e775f'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:35:26.691690 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-d60e6526-7e67-4909-8d59-7f1acf3bfc01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0d46f223-1f12-4538-accd-a4fe31e8045f), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:26.707011 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34772) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:26.786505 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73449923-6de8-420d-9c4d-d65a48df7969 req-f597d77a-3504-4931-927a-bdfb6e6e71d5 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:26.788125 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-73449923-6de8-420d-9c4d-d65a48df7969 req-f597d77a-3504-4931-927a-bdfb6e6e71d5 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 945 time: 0.1544292 Jan 28 13:35:26.796193 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f7d956ea-b187-4615-85e8-d4d2585c6bce req-6603317c-2a4d-414e-a110-85cc7b680b82 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504023 Jan 28 13:35:26.863941 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-73449923-6de8-420d-9c4d-d65a48df7969 req-5cd910e7-a24f-4453-8350-04b4f502fffe tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611711 Jan 28 13:35:26.874851 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-d60e6526-7e67-4909-8d59-7f1acf3bfc01 service neutron] For port 0d46f223-1f12-4538-accd-a4fe31e8045f, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:35:26.878316 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-d60e6526-7e67-4909-8d59-7f1acf3bfc01 service neutron] For port 0d46f223-1f12-4538-accd-a4fe31e8045f, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=0d46f223-1f12-4538-accd-a4fe31e8045f,segment=NetworkSegment(8398d8f2-66bb-43a6-a964-eceb551e9779),segment_id=8398d8f2-66bb-43a6-a964-eceb551e9779)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:35:26.888412 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-d60e6526-7e67-4909-8d59-7f1acf3bfc01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (0d46f223-1f12-4538-accd-a4fe31e8045f), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:26.897107 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2fce7-87bb-4904-8e92-240107e37ecc req-a729312d-fe9a-4ab4-940a-cb0aa2bfa566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:26.898551 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2fce7-87bb-4904-8e92-240107e37ecc req-a729312d-fe9a-4ab4-940a-cb0aa2bfa566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:26.899547 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2fce7-87bb-4904-8e92-240107e37ecc req-a729312d-fe9a-4ab4-940a-cb0aa2bfa566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:26.901470 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-80c2fce7-87bb-4904-8e92-240107e37ecc req-a729312d-fe9a-4ab4-940a-cb0aa2bfa566 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f327d07b81a14c5bb937fba4992e6ee2&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2858760 Jan 28 13:35:26.934109 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-d60e6526-7e67-4909-8d59-7f1acf3bfc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:26.934945 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-d60e6526-7e67-4909-8d59-7f1acf3bfc01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:26.936360 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-d60e6526-7e67-4909-8d59-7f1acf3bfc01 service neutron] 10.222.0.18 "PUT /v2.0/ports/0d46f223-1f12-4538-accd-a4fe31e8045f HTTP/1.1" status: 200 len: 1091 time: 1.2902026 Jan 28 13:35:26.970688 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1e75b6c5-cf4d-4dee-9de4-6928ffb5cf75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:26.979198 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-42363f87-6ceb-41d3-965d-bda83f2009e0 service neutron] Request body: {'port': {'device_id': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:26.990569 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c264372-0590-4c9e-994c-42ac44675a68 req-b528d258-7471-42d2-8baa-6048443eefdd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:26.996273 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c264372-0590-4c9e-994c-42ac44675a68 req-b528d258-7471-42d2-8baa-6048443eefdd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:27.001662 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c264372-0590-4c9e-994c-42ac44675a68 req-b528d258-7471-42d2-8baa-6048443eefdd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:27.007930 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c264372-0590-4c9e-994c-42ac44675a68 req-b528d258-7471-42d2-8baa-6048443eefdd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:27.013620 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c264372-0590-4c9e-994c-42ac44675a68 req-b528d258-7471-42d2-8baa-6048443eefdd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:27.019840 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c264372-0590-4c9e-994c-42ac44675a68 req-b528d258-7471-42d2-8baa-6048443eefdd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:27.025830 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c264372-0590-4c9e-994c-42ac44675a68 req-b528d258-7471-42d2-8baa-6048443eefdd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:27.053590 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6c264372-0590-4c9e-994c-42ac44675a68 req-b528d258-7471-42d2-8baa-6048443eefdd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5408 time: 0.1901939 Jan 28 13:35:27.067629 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e6526-7e67-4909-8d59-7f1acf3bfc01 service neutron] Pushing event updated for resources: {'Port': ['ID=0d46f223-1f12-4538-accd-a4fe31e8045f,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:27.214398 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1e75b6c5-cf4d-4dee-9de4-6928ffb5cf75 admin admin] Publish callbacks [] for security_group (b683f8d2-8860-45ee-bce7-15f794ce6915), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:27.217179 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2fce7-87bb-4904-8e92-240107e37ecc req-868247fd-504d-448a-b374-4f7ab2503b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:27.219284 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-80c2fce7-87bb-4904-8e92-240107e37ecc req-868247fd-504d-448a-b374-4f7ab2503b96 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3096993 Jan 28 13:35:27.232234 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6c264372-0590-4c9e-994c-42ac44675a68 req-f3e07b57-6405-4015-a20c-491ad637e043 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1764615 Jan 28 13:35:27.241867 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1e75b6c5-cf4d-4dee-9de4-6928ffb5cf75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b683f8d2-8860-45ee-bce7-15f794ce6915), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:27.259192 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-42363f87-6ceb-41d3-965d-bda83f2009e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (87c6e003-b2c7-4642-bd53-85f447c888d6), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:27.298671 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267cb6dd-a570-409c-af13-8efe714c395f req-4072012c-eea2-4722-984c-54af7bf848e1 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:27.305949 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-267cb6dd-a570-409c-af13-8efe714c395f req-4072012c-eea2-4722-984c-54af7bf848e1 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe1dfe16-79a8-4364-ab99-0e72124a6cbb HTTP/1.1" status: 200 len: 945 time: 0.3365269 Jan 28 13:35:27.325343 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2fce7-87bb-4904-8e92-240107e37ecc req-c46efa8f-e21f-487b-8592-7d720f9ae0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:27.326133 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2fce7-87bb-4904-8e92-240107e37ecc req-c46efa8f-e21f-487b-8592-7d720f9ae0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:27.327076 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2fce7-87bb-4904-8e92-240107e37ecc req-c46efa8f-e21f-487b-8592-7d720f9ae0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:27.327692 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2fce7-87bb-4904-8e92-240107e37ecc req-c46efa8f-e21f-487b-8592-7d720f9ae0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:27.328312 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2fce7-87bb-4904-8e92-240107e37ecc req-c46efa8f-e21f-487b-8592-7d720f9ae0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:27.328954 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2fce7-87bb-4904-8e92-240107e37ecc req-c46efa8f-e21f-487b-8592-7d720f9ae0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:27.329563 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2fce7-87bb-4904-8e92-240107e37ecc req-c46efa8f-e21f-487b-8592-7d720f9ae0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:27.331990 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-80c2fce7-87bb-4904-8e92-240107e37ecc req-c46efa8f-e21f-487b-8592-7d720f9ae0a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f327d07b81a14c5bb937fba4992e6ee2&device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 6410 time: 0.0590920 Jan 28 13:35:27.379499 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1e75b6c5-cf4d-4dee-9de4-6928ffb5cf75 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=849cba7405a145bab4a510ab82b56b1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6689420 Jan 28 13:35:27.380398 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75b6c5-cf4d-4dee-9de4-6928ffb5cf75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b683f8d2-8860-45ee-bce7-15f794ce6915,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:27.382807 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34786) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:27.398509 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f8704538-d9a5-461c-8e85-76e054887030 req-04bb7578-cc1f-44b6-884c-eb34b6bcd2ad tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0584145 Jan 28 13:35:27.461078 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-267cb6dd-a570-409c-af13-8efe714c395f req-4547a68d-cb9c-4b4c-a6bc-34965b6fd066 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493628 Jan 28 13:35:27.498994 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ebfde100-c362-4acc-b256-16ae9116be26 admin admin] Publish callbacks [] for security_group (b683f8d2-8860-45ee-bce7-15f794ce6915), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:27.563737 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2fce7-87bb-4904-8e92-240107e37ecc req-b0c3e0f0-3fca-42b2-ae34-2689d58e7a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:27.564341 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2fce7-87bb-4904-8e92-240107e37ecc req-b0c3e0f0-3fca-42b2-ae34-2689d58e7a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:27.564940 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2fce7-87bb-4904-8e92-240107e37ecc req-b0c3e0f0-3fca-42b2-ae34-2689d58e7a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:27.566811 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-80c2fce7-87bb-4904-8e92-240107e37ecc req-b0c3e0f0-3fca-42b2-ae34-2689d58e7a1d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f327d07b81a14c5bb937fba4992e6ee2&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2136571 Jan 28 13:35:27.599380 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ebfde100-c362-4acc-b256-16ae9116be26 admin admin] Publish callbacks [] for security_group (b683f8d2-8860-45ee-bce7-15f794ce6915), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:27.692960 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2fce7-87bb-4904-8e92-240107e37ecc req-9793990b-d6d5-46bc-aa7f-e18b58a587fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:27.694469 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-80c2fce7-87bb-4904-8e92-240107e37ecc req-9793990b-d6d5-46bc-aa7f-e18b58a587fd service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1205459 Jan 28 13:35:27.799283 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-617ef4f4-282b-4f6f-958d-ee967f925f8f req-32c3ae75-c550-456a-8186-b3a6216315d8 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874&device_id=a8f1b411-59a6-4507-81fd-af16ded4f11a HTTP/1.1" status: 200 len: 210 time: 0.0377259 Jan 28 13:35:27.816690 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ebfde100-c362-4acc-b256-16ae9116be26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b683f8d2-8860-45ee-bce7-15f794ce6915), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:27.823209 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ebfde100-c362-4acc-b256-16ae9116be26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:27.823209 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ebfde100-c362-4acc-b256-16ae9116be26 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b683f8d2-8860-45ee-bce7-15f794ce6915 HTTP/1.1" status: 204 len: 168 time: 0.4304450 Jan 28 13:35:27.843627 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfde100-c362-4acc-b256-16ae9116be26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b683f8d2-8860-45ee-bce7-15f794ce6915,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:27.871406 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-42363f87-6ceb-41d3-965d-bda83f2009e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c6e003-b2c7-4642-bd53-85f447c888d6 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:35:27.890991 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-42363f87-6ceb-41d3-965d-bda83f2009e0 service neutron] Publish callbacks [] for port (87c6e003-b2c7-4642-bd53-85f447c888d6), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:27.926222 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-42363f87-6ceb-41d3-965d-bda83f2009e0 service neutron] Transition to ACTIVE for port object 87c6e003-b2c7-4642-bd53-85f447c888d6 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:35:27.937756 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-42363f87-6ceb-41d3-965d-bda83f2009e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (87c6e003-b2c7-4642-bd53-85f447c888d6), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:28.066756 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42363f87-6ceb-41d3-965d-bda83f2009e0 service neutron] Pushing event updated for resources: {'Port': ['ID=87c6e003-b2c7-4642-bd53-85f447c888d6,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:28.151312 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3ba94c32-654a-47db-bee0-514c92d2998b req-67bb064d-eebb-494a-b8d4-58a4f08a5397 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=664d016ad172499d96bc95a1c90d60e3&device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.1049607 Jan 28 13:35:28.166189 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-52285ea0-267c-413b-a47e-5014fff80345 req-d96e7bf6-1176-47c3-8e5b-112aa7067e6a tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0461054 Jan 28 13:35:28.221684 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d254144-272c-437a-acdc-270849dabdaa req-b6c3221e-cd21-43cf-b62f-f95694b684d1 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:28.223341 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4d254144-272c-437a-acdc-270849dabdaa req-b6c3221e-cd21-43cf-b62f-f95694b684d1 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 945 time: 0.2790289 Jan 28 13:35:28.225022 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3ba94c32-654a-47db-bee0-514c92d2998b req-728efa7d-ec63-4f09-a149-d0aa0fab1652 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=664d016ad172499d96bc95a1c90d60e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325453 Jan 28 13:35:28.354175 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34806) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:28.391806 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4d254144-272c-437a-acdc-270849dabdaa req-32b3b6b7-0a3c-43c0-ae7f-f7204547dc73 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585498 Jan 28 13:35:28.395584 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e27d64df-6bd2-458d-8e53-04c1c92b27c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:28.423218 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'tag': '0d46f223-1f12-4538-accd-a4fe31e8045f'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:35:28.425936 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36921634-45c1-4ce3-876c-ba1d8c48ec3b" -d '{"events": [{"name": "network-changed", "server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "tag": "0d46f223-1f12-4538-accd-a4fe31e8045f"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:35:28.432637 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-42363f87-6ceb-41d3-965d-bda83f2009e0 service neutron] Attempting to bind port 87c6e003-b2c7-4642-bd53-85f447c888d6 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:35:28.432977 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-42363f87-6ceb-41d3-965d-bda83f2009e0 service neutron] Attempting to bind port 87c6e003-b2c7-4642-bd53-85f447c888d6 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '8398d8f2-66bb-43a6-a964-eceb551e9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '361216ca-dbe3-462f-a59f-a8c1564e775f'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:35:28.433309 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-42363f87-6ceb-41d3-965d-bda83f2009e0 service neutron] Attempting to bind port 87c6e003-b2c7-4642-bd53-85f447c888d6 on network 361216ca-dbe3-462f-a59f-a8c1564e775f {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:28.448834 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-42363f87-6ceb-41d3-965d-bda83f2009e0 service neutron] Port 87c6e003-b2c7-4642-bd53-85f447c888d6 on network 361216ca-dbe3-462f-a59f-a8c1564e775f not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:35:28.449304 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-42363f87-6ceb-41d3-965d-bda83f2009e0 service neutron] Attempting to bind port 87c6e003-b2c7-4642-bd53-85f447c888d6 on network 361216ca-dbe3-462f-a59f-a8c1564e775f {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:28.456292 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6bf4f0-3e6f-4a49-a4a1-a548411e4186 req-3eecd9e8-eccd-45dc-b4d8-92b8bf2a7bad tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:28.457444 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-42363f87-6ceb-41d3-965d-bda83f2009e0 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:35:28.457789 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-42363f87-6ceb-41d3-965d-bda83f2009e0 service neutron] Checking segment: {'id': '8398d8f2-66bb-43a6-a964-eceb551e9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '361216ca-dbe3-462f-a59f-a8c1564e775f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:35:28.458176 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-42363f87-6ceb-41d3-965d-bda83f2009e0 service neutron] Bound using segment: {'id': '8398d8f2-66bb-43a6-a964-eceb551e9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '361216ca-dbe3-462f-a59f-a8c1564e775f'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:35:28.458866 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-42363f87-6ceb-41d3-965d-bda83f2009e0 service neutron] Bound port: 87c6e003-b2c7-4642-bd53-85f447c888d6, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8398d8f2-66bb-43a6-a964-eceb551e9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '361216ca-dbe3-462f-a59f-a8c1564e775f'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:35:28.459355 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-42363f87-6ceb-41d3-965d-bda83f2009e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (87c6e003-b2c7-4642-bd53-85f447c888d6), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:28.462707 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6bf4f0-3e6f-4a49-a4a1-a548411e4186 req-3eecd9e8-eccd-45dc-b4d8-92b8bf2a7bad tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:28.463189 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba94c32-654a-47db-bee0-514c92d2998b req-d4b6ac64-40d1-4ddc-96d0-928a6afd5be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:28.464674 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3ba94c32-654a-47db-bee0-514c92d2998b req-d4b6ac64-40d1-4ddc-96d0-928a6afd5be4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2230694 Jan 28 13:35:28.468626 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6bf4f0-3e6f-4a49-a4a1-a548411e4186 req-3eecd9e8-eccd-45dc-b4d8-92b8bf2a7bad tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:28.474097 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6bf4f0-3e6f-4a49-a4a1-a548411e4186 req-3eecd9e8-eccd-45dc-b4d8-92b8bf2a7bad tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:28.479810 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6bf4f0-3e6f-4a49-a4a1-a548411e4186 req-3eecd9e8-eccd-45dc-b4d8-92b8bf2a7bad tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:28.483624 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838135e2-086a-432b-8411-8fc2bab84a24 x-openstack-request-id: req-838135e2-086a-432b-8411-8fc2bab84a24 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:35:28.483915 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "tag": "0d46f223-1f12-4538-accd-a4fe31e8045f", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:35:28.484173 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-838135e2-086a-432b-8411-8fc2bab84a24 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:35:28.484706 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'tag': '0d46f223-1f12-4538-accd-a4fe31e8045f', 'status': 'completed', 'code': 200} Jan 28 13:35:28.485197 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6bf4f0-3e6f-4a49-a4a1-a548411e4186 req-3eecd9e8-eccd-45dc-b4d8-92b8bf2a7bad tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:28.490852 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6bf4f0-3e6f-4a49-a4a1-a548411e4186 req-3eecd9e8-eccd-45dc-b4d8-92b8bf2a7bad tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:28.498648 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a6bf4f0-3e6f-4a49-a4a1-a548411e4186 req-3eecd9e8-eccd-45dc-b4d8-92b8bf2a7bad tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1337879 Jan 28 13:35:28.548933 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-42363f87-6ceb-41d3-965d-bda83f2009e0 service neutron] For port 87c6e003-b2c7-4642-bd53-85f447c888d6, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:35:28.554164 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-42363f87-6ceb-41d3-965d-bda83f2009e0 service neutron] For port 87c6e003-b2c7-4642-bd53-85f447c888d6, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=87c6e003-b2c7-4642-bd53-85f447c888d6,segment=NetworkSegment(8398d8f2-66bb-43a6-a964-eceb551e9779),segment_id=8398d8f2-66bb-43a6-a964-eceb551e9779)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:35:28.572860 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-42363f87-6ceb-41d3-965d-bda83f2009e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (87c6e003-b2c7-4642-bd53-85f447c888d6), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:28.619163 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36921634-45c1-4ce3-876c-ba1d8c48ec3b req-073f2fb4-8aa5-48d7-9ff5-f74be5c7cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:28.619636 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36921634-45c1-4ce3-876c-ba1d8c48ec3b req-073f2fb4-8aa5-48d7-9ff5-f74be5c7cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:28.620098 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36921634-45c1-4ce3-876c-ba1d8c48ec3b req-073f2fb4-8aa5-48d7-9ff5-f74be5c7cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:28.620556 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36921634-45c1-4ce3-876c-ba1d8c48ec3b req-073f2fb4-8aa5-48d7-9ff5-f74be5c7cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:28.621008 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36921634-45c1-4ce3-876c-ba1d8c48ec3b req-073f2fb4-8aa5-48d7-9ff5-f74be5c7cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:28.621458 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36921634-45c1-4ce3-876c-ba1d8c48ec3b req-073f2fb4-8aa5-48d7-9ff5-f74be5c7cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:28.621910 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36921634-45c1-4ce3-876c-ba1d8c48ec3b req-073f2fb4-8aa5-48d7-9ff5-f74be5c7cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:28.624039 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36921634-45c1-4ce3-876c-ba1d8c48ec3b req-073f2fb4-8aa5-48d7-9ff5-f74be5c7cd01 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f327d07b81a14c5bb937fba4992e6ee2&device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 6435 time: 0.1131530 Jan 28 13:35:28.630577 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-42363f87-6ceb-41d3-965d-bda83f2009e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:28.631375 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-42363f87-6ceb-41d3-965d-bda83f2009e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:28.632655 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-42363f87-6ceb-41d3-965d-bda83f2009e0 service neutron] 10.222.0.18 "PUT /v2.0/ports/87c6e003-b2c7-4642-bd53-85f447c888d6 HTTP/1.1" status: 200 len: 1091 time: 1.6575994 Jan 28 13:35:28.658814 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a6bf4f0-3e6f-4a49-a4a1-a548411e4186 req-eb85d332-5605-4959-8f1a-8eefaefe5d8a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1514161 Jan 28 13:35:28.661490 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4669e9e-80b2-44ac-aa0b-7434c35c67b5 req-8d9b44f3-271d-48e0-a046-02451a34af58 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:28.664671 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a4669e9e-80b2-44ac-aa0b-7434c35c67b5 req-8d9b44f3-271d-48e0-a046-02451a34af58 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe1dfe16-79a8-4364-ab99-0e72124a6cbb HTTP/1.1" status: 200 len: 945 time: 0.1072423 Jan 28 13:35:28.668971 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42363f87-6ceb-41d3-965d-bda83f2009e0 service neutron] Pushing event updated for resources: {'Port': ['ID=87c6e003-b2c7-4642-bd53-85f447c888d6,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:28.752028 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e27d64df-6bd2-458d-8e53-04c1c92b27c7 admin admin] Publish callbacks [] for security_group (86799b57-8c63-4aeb-9d6c-32a3ccbdd082), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:28.768992 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e27d64df-6bd2-458d-8e53-04c1c92b27c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (86799b57-8c63-4aeb-9d6c-32a3ccbdd082), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:28.786389 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a4669e9e-80b2-44ac-aa0b-7434c35c67b5 req-ab76d34c-6c38-4ebc-8cf0-fa481447ff61 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081378 Jan 28 13:35:28.857610 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e27d64df-6bd2-458d-8e53-04c1c92b27c7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=01500d3beed64f2ab7676d452e6ee269&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4998646 Jan 28 13:35:28.858617 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34818) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:28.859233 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d64df-6bd2-458d-8e53-04c1c92b27c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86799b57-8c63-4aeb-9d6c-32a3ccbdd082,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:28.862164 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36921634-45c1-4ce3-876c-ba1d8c48ec3b req-02794298-6f56-4e3f-9135-e47a63fea963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:28.862769 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36921634-45c1-4ce3-876c-ba1d8c48ec3b req-02794298-6f56-4e3f-9135-e47a63fea963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:28.863297 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36921634-45c1-4ce3-876c-ba1d8c48ec3b req-02794298-6f56-4e3f-9135-e47a63fea963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:28.864953 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36921634-45c1-4ce3-876c-ba1d8c48ec3b req-02794298-6f56-4e3f-9135-e47a63fea963 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f327d07b81a14c5bb937fba4992e6ee2&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2329552 Jan 28 13:35:28.979290 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d850324b-3ae1-48ea-81be-fe502cc019af admin admin] Publish callbacks [] for security_group (86799b57-8c63-4aeb-9d6c-32a3ccbdd082), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:28.987318 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36921634-45c1-4ce3-876c-ba1d8c48ec3b req-87fd96c8-3e2f-4ed1-923f-31a8818fcfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:28.989334 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36921634-45c1-4ce3-876c-ba1d8c48ec3b req-87fd96c8-3e2f-4ed1-923f-31a8818fcfbf service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1180959 Jan 28 13:35:29.002752 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c810d0-8cba-404f-bf3a-9a4d8b9babc2 req-3e0e49bb-c360-488e-a7e8-00ba8d8428f7 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:29.004348 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-74c810d0-8cba-404f-bf3a-9a4d8b9babc2 req-3e0e49bb-c360-488e-a7e8-00ba8d8428f7 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=acf877e2-a53f-4e8b-a3b5-d7be49e332b1 HTTP/1.1" status: 200 len: 945 time: 0.0838838 Jan 28 13:35:29.020054 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d850324b-3ae1-48ea-81be-fe502cc019af admin admin] Publish callbacks [] for security_group (86799b57-8c63-4aeb-9d6c-32a3ccbdd082), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:29.085070 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-74c810d0-8cba-404f-bf3a-9a4d8b9babc2 req-65a8cafe-c945-4a62-b2ad-3af015124664 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706534 Jan 28 13:35:29.091421 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-43a933c6-bd0b-40a4-bba6-7e6a4d8de111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:29.092032 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-43a933c6-bd0b-40a4-bba6-7e6a4d8de111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:29.092558 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-43a933c6-bd0b-40a4-bba6-7e6a4d8de111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:29.093076 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-43a933c6-bd0b-40a4-bba6-7e6a4d8de111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:29.093589 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-43a933c6-bd0b-40a4-bba6-7e6a4d8de111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:29.094100 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-43a933c6-bd0b-40a4-bba6-7e6a4d8de111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:29.094611 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-43a933c6-bd0b-40a4-bba6-7e6a4d8de111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:29.096622 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-43a933c6-bd0b-40a4-bba6-7e6a4d8de111 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f327d07b81a14c5bb937fba4992e6ee2&device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 6477 time: 0.0524170 Jan 28 13:35:29.104491 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d850324b-3ae1-48ea-81be-fe502cc019af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (86799b57-8c63-4aeb-9d6c-32a3ccbdd082), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:29.107829 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d850324b-3ae1-48ea-81be-fe502cc019af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:29.111781 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d850324b-3ae1-48ea-81be-fe502cc019af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/86799b57-8c63-4aeb-9d6c-32a3ccbdd082 HTTP/1.1" status: 204 len: 168 time: 0.2500916 Jan 28 13:35:29.120518 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850324b-3ae1-48ea-81be-fe502cc019af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86799b57-8c63-4aeb-9d6c-32a3ccbdd082,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:29.169335 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-091f2338-38c6-4bf9-aa10-55d4781881ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6f58a1a-25be-4905-9c30-cd6d52a07dbc HTTP/1.1" status: 200 len: 217 time: 0.0646634 Jan 28 13:35:29.255105 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-9bb59a61-1987-4055-aa49-c0d33e38f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:29.256734 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-9bb59a61-1987-4055-aa49-c0d33e38f983 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2eaf9fff-eb30-46b8-9611-5f103f9718e5 HTTP/1.1" status: 200 len: 849 time: 0.0814152 Jan 28 13:35:29.273494 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd4a62-c518-4c15-af8b-d4d60aa7146e req-90056edb-bffe-4a41-bd79-46dda2ee9691 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:29.275216 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ffbd4a62-c518-4c15-af8b-d4d60aa7146e req-90056edb-bffe-4a41-bd79-46dda2ee9691 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe1dfe16-79a8-4364-ab99-0e72124a6cbb HTTP/1.1" status: 200 len: 945 time: 0.0668650 Jan 28 13:35:29.291947 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c4c6f24a-289c-4f5a-8c2f-5c57c5950a88 req-e8037b4e-2a7b-4ef6-9f62-72b052a6dcdb tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0417633 Jan 28 13:35:29.311113 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5f98c755-2fdf-403e-8b88-6024916fffba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:29.359294 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-37b76e38-b258-4f25-93a7-285d9f872436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:29.360935 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-37b76e38-b258-4f25-93a7-285d9f872436 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a48090cb-ae2e-48ff-8962-8d69a57daca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846453 Jan 28 13:35:29.364423 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ffbd4a62-c518-4c15-af8b-d4d60aa7146e req-11b39619-f6a4-465e-b0ac-862b99d5f524 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784831 Jan 28 13:35:29.489219 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-85cc7283-44b3-4590-88bd-1dd1c1696071 service neutron] 10.222.0.18 "GET /v2.0/networks/a48090cb-ae2e-48ff-8962-8d69a57daca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192780 Jan 28 13:35:29.629774 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-cc96bba8-c073-4796-aa7e-9d73b426663f service neutron] 10.222.0.18 "GET /v2.0/networks/a48090cb-ae2e-48ff-8962-8d69a57daca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284382 Jan 28 13:35:29.674771 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72e5fc-fbdc-4bcf-be16-fd1b8209cb35 req-df8db4e7-835a-4398-9875-a4d6e4777e1f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:29.685848 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d72e5fc-fbdc-4bcf-be16-fd1b8209cb35 req-df8db4e7-835a-4398-9875-a4d6e4777e1f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe1dfe16-79a8-4364-ab99-0e72124a6cbb HTTP/1.1" status: 200 len: 945 time: 0.0716345 Jan 28 13:35:29.704171 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03de253-0d1a-4733-bd46-aa5747b05e60 req-c355d86a-5b67-4a53-980f-c39767fcf650 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:29.712433 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f03de253-0d1a-4733-bd46-aa5747b05e60 req-c355d86a-5b67-4a53-980f-c39767fcf650 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 945 time: 0.2217689 Jan 28 13:35:29.715511 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-76c85e53-7b09-4a01-88ec-a3433abfe397 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=ba5119c7-946b-4cc9-9e19-149785af07e2 HTTP/1.1" status: 200 len: 217 time: 0.0796568 Jan 28 13:35:29.743878 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d72e5fc-fbdc-4bcf-be16-fd1b8209cb35 req-0543b2b9-80c5-4b68-8665-bdc23d673804 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570078 Jan 28 13:35:29.821926 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f03de253-0d1a-4733-bd46-aa5747b05e60 req-df166b4c-f62a-4ea4-bbb2-3a8f6efe82b6 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995889 Jan 28 13:35:29.840402 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-d447df13-afb2-4005-aa0c-5417e9dd1c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:29.843293 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-d447df13-afb2-4005-aa0c-5417e9dd1c31 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=980241a2-d37e-4b55-8e0c-734aacae8814 HTTP/1.1" status: 200 len: 797 time: 0.1049569 Jan 28 13:35:29.872969 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078ad24-d294-467e-a58b-12b3c623fb19 req-75588a4f-3753-4462-b49f-004a8d2f0c62 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:29.878293 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078ad24-d294-467e-a58b-12b3c623fb19 req-75588a4f-3753-4462-b49f-004a8d2f0c62 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:29.884624 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078ad24-d294-467e-a58b-12b3c623fb19 req-75588a4f-3753-4462-b49f-004a8d2f0c62 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:29.890266 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078ad24-d294-467e-a58b-12b3c623fb19 req-75588a4f-3753-4462-b49f-004a8d2f0c62 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:29.905790 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078ad24-d294-467e-a58b-12b3c623fb19 req-75588a4f-3753-4462-b49f-004a8d2f0c62 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:29.906804 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-cab28eec-1818-4492-bbaf-d7f50feb75f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:29.908800 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-cab28eec-1818-4492-bbaf-d7f50feb75f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=376b4709-87bf-4524-8081-ea1211d3f7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0588572 Jan 28 13:35:29.911935 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078ad24-d294-467e-a58b-12b3c623fb19 req-75588a4f-3753-4462-b49f-004a8d2f0c62 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:29.917613 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078ad24-d294-467e-a58b-12b3c623fb19 req-75588a4f-3753-4462-b49f-004a8d2f0c62 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:29.925300 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2078ad24-d294-467e-a58b-12b3c623fb19 req-75588a4f-3753-4462-b49f-004a8d2f0c62 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1264169 Jan 28 13:35:30.042000 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-93d866fe-021e-408c-812a-3acf67eb46c3 service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252213 Jan 28 13:35:30.072883 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3ba94c32-654a-47db-bee0-514c92d2998b req-72408af3-4fe4-4c7d-aa89-f65386c28887 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.37 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0604053 Jan 28 13:35:30.101845 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2078ad24-d294-467e-a58b-12b3c623fb19 req-6aad3545-d8e5-4703-b7cf-a9516d794d5d tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1710770 Jan 28 13:35:30.164891 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-9edfadc1-17c8-4c52-9aa7-84072c7c05e8 service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157925 Jan 28 13:35:30.215452 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-f0d86156-d99f-4777-8e5f-866d0194a3ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=73358d53-f89e-45cb-a74a-8b6510bd447c HTTP/1.1" status: 200 len: 217 time: 0.0424294 Jan 28 13:35:30.270693 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2ffebc61-7573-4b63-9076-d212c3c9fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:30.272374 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-2ffebc61-7573-4b63-9076-d212c3c9fcf5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=980241a2-d37e-4b55-8e0c-734aacae8814 HTTP/1.1" status: 200 len: 797 time: 0.0492873 Jan 28 13:35:30.358903 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-303fb998-0a72-4f29-b257-458e92e0b0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:30.362187 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-303fb998-0a72-4f29-b257-458e92e0b0ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=376b4709-87bf-4524-8081-ea1211d3f7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0825706 Jan 28 13:35:30.486106 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'tag': '87c6e003-b2c7-4642-bd53-85f447c888d6'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:35:30.488736 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60368a5-9c5f-44d5-8c7f-1381d98bd52f" -d '{"events": [{"name": "network-changed", "server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "tag": "87c6e003-b2c7-4642-bd53-85f447c888d6"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:35:30.512806 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2dd5b768-fb0c-4de7-b04f-c6ccadb94caa req-7354c228-323c-448a-8b97-f43b4970e8b0 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=95d0bcbd-1e89-4a1d-bee8-472908e61874 HTTP/1.1" status: 200 len: 210 time: 0.0526788 Jan 28 13:35:30.545844 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54773890-3e60-4dd9-b66f-7c84f618be39 x-openstack-request-id: req-54773890-3e60-4dd9-b66f-7c84f618be39 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:35:30.546266 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "tag": "87c6e003-b2c7-4642-bd53-85f447c888d6", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:35:30.546463 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-54773890-3e60-4dd9-b66f-7c84f618be39 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:35:30.547122 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'tag': '87c6e003-b2c7-4642-bd53-85f447c888d6', 'status': 'completed', 'code': 200} Jan 28 13:35:30.586763 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-b9f34094-8d2c-4e8d-8485-7170afbdf061 service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134848 Jan 28 13:35:30.701981 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-3e64c1ad-2f3e-40d6-a9e1-f17f33023667 service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070747 Jan 28 13:35:30.749214 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-68d20413-749e-415b-bbd1-c75bfb90cd8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=79abbf7d-456b-4064-b1e0-2e0f16750b14 HTTP/1.1" status: 200 len: 217 time: 0.0410507 Jan 28 13:35:30.814731 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-05fa7a33-77d5-4a29-9fcd-3b69e2e0fbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:30.816551 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-05fa7a33-77d5-4a29-9fcd-3b69e2e0fbcb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=980241a2-d37e-4b55-8e0c-734aacae8814 HTTP/1.1" status: 200 len: 797 time: 0.0526788 Jan 28 13:35:30.962226 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-4032b0aa-bdd6-48fb-9307-78d2def617dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:30.965080 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-4032b0aa-bdd6-48fb-9307-78d2def617dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=376b4709-87bf-4524-8081-ea1211d3f7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1420019 Jan 28 13:35:30.988974 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600673a-079a-4d48-ab64-442d329f87bc req-5dddc812-e8a7-4723-a2af-5ebd0a71f222 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:30.990666 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f600673a-079a-4d48-ab64-442d329f87bc req-5dddc812-e8a7-4723-a2af-5ebd0a71f222 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 945 time: 0.0819559 Jan 28 13:35:31.010551 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be35eff-e228-4459-a5a6-c12f709accb8 req-6be1e35c-c3f2-4a52-91fe-cb78902d6099 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:31.012138 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5be35eff-e228-4459-a5a6-c12f709accb8 req-6be1e35c-c3f2-4a52-91fe-cb78902d6099 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe1dfe16-79a8-4364-ab99-0e72124a6cbb HTTP/1.1" status: 200 len: 945 time: 0.1242259 Jan 28 13:35:31.081686 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f600673a-079a-4d48-ab64-442d329f87bc req-ba19aa71-5f80-4b8f-8cce-3143c640dcf9 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850797 Jan 28 13:35:31.195828 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5be35eff-e228-4459-a5a6-c12f709accb8 req-3946feef-dae9-48c7-8750-bf70467dbf6b tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729305 Jan 28 13:35:31.199457 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-7b50eadc-0c86-4031-bba8-160c538a6cac service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215710 Jan 28 13:35:31.330880 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-7bb30052-335e-4d8f-9f68-d826f55eadb9 service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248066 Jan 28 13:35:31.380662 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-df68e2ad-4d7b-4829-93f5-803064e54cf8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=f960cd27-de3c-42f4-a159-98a774fb4179 HTTP/1.1" status: 200 len: 217 time: 0.0411661 Jan 28 13:35:31.394263 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93905106-80e6-4680-828d-797e64cc00fa req-9dd6f274-b82b-495a-8ce5-521f80bd9e68 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:31.399584 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93905106-80e6-4680-828d-797e64cc00fa req-9dd6f274-b82b-495a-8ce5-521f80bd9e68 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:31.404824 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93905106-80e6-4680-828d-797e64cc00fa req-9dd6f274-b82b-495a-8ce5-521f80bd9e68 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:31.410584 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93905106-80e6-4680-828d-797e64cc00fa req-9dd6f274-b82b-495a-8ce5-521f80bd9e68 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:31.415964 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93905106-80e6-4680-828d-797e64cc00fa req-9dd6f274-b82b-495a-8ce5-521f80bd9e68 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:31.421259 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93905106-80e6-4680-828d-797e64cc00fa req-9dd6f274-b82b-495a-8ce5-521f80bd9e68 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:31.426570 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93905106-80e6-4680-828d-797e64cc00fa req-9dd6f274-b82b-495a-8ce5-521f80bd9e68 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:31.428521 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-93905106-80e6-4680-828d-797e64cc00fa req-9dd6f274-b82b-495a-8ce5-521f80bd9e68 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1334429 Jan 28 13:35:31.502525 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-10261a40-2c7f-4cc7-bebf-3fa7be3144bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:31.503993 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-10261a40-2c7f-4cc7-bebf-3fa7be3144bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=980241a2-d37e-4b55-8e0c-734aacae8814 HTTP/1.1" status: 200 len: 797 time: 0.0745828 Jan 28 13:35:31.532297 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-93905106-80e6-4680-828d-797e64cc00fa req-cf4cc2da-1231-4454-9072-9a18d0b8fe37 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0954161 Jan 28 13:35:31.533610 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cdd35-01ab-4d2c-90b8-fa3273fab11a req-86f8e822-fb8e-4c1f-a3c8-3eae463e58d3 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:31.536163 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8a6cdd35-01ab-4d2c-90b8-fa3273fab11a req-86f8e822-fb8e-4c1f-a3c8-3eae463e58d3 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe1dfe16-79a8-4364-ab99-0e72124a6cbb HTTP/1.1" status: 200 len: 945 time: 0.0547690 Jan 28 13:35:31.585774 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-1a6575ba-10b2-4587-82e3-979439d67d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:31.589943 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-1a6575ba-10b2-4587-82e3-979439d67d9e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=376b4709-87bf-4524-8081-ea1211d3f7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0757775 Jan 28 13:35:31.599478 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50986205-a441-413d-a875-d363eefd3e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:31.678888 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-8a6cdd35-01ab-4d2c-90b8-fa3273fab11a req-47ee052e-52a4-4bde-aa9b-7095f245dcd1 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Deleting port 142edaa0-2cf2-4dcf-8f01-54653d096cbb {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:35:31.681776 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a6cdd35-01ab-4d2c-90b8-fa3273fab11a req-47ee052e-52a4-4bde-aa9b-7095f245dcd1 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (142edaa0-2cf2-4dcf-8f01-54653d096cbb), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:31.714175 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-7844057b-3bb7-4ad5-9f73-cc418f2d0283 service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151938 Jan 28 13:35:31.812247 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-8a6cdd35-01ab-4d2c-90b8-fa3273fab11a req-47ee052e-52a4-4bde-aa9b-7095f245dcd1 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] For port 142edaa0-2cf2-4dcf-8f01-54653d096cbb, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=142edaa0-2cf2-4dcf-8f01-54653d096cbb,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:31.812953 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a6cdd35-01ab-4d2c-90b8-fa3273fab11a req-47ee052e-52a4-4bde-aa9b-7095f245dcd1 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (142edaa0-2cf2-4dcf-8f01-54653d096cbb), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:31.827838 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-8a6cdd35-01ab-4d2c-90b8-fa3273fab11a req-47ee052e-52a4-4bde-aa9b-7095f245dcd1 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Calling delete_port for 142edaa0-2cf2-4dcf-8f01-54653d096cbb owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:35:31.973363 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cbe86ed4-5523-4807-8d34-6aa079048c54 req-5eafea21-f1ac-4aa7-af71-d7ad4e96026c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=664d016ad172499d96bc95a1c90d60e3&device_id=a8f1b411-59a6-4507-81fd-af16ded4f11a HTTP/1.1" status: 200 len: 210 time: 0.0726373 Jan 28 13:35:31.976124 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-42c2230a-a238-40bd-8f5e-833a11c6a02e service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477140 Jan 28 13:35:32.059428 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cbe86ed4-5523-4807-8d34-6aa079048c54 req-124a859d-6401-4a1e-bdce-e6dcfd9446e3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=664d016ad172499d96bc95a1c90d60e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0783689 Jan 28 13:35:32.061440 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-8dd392e3-b6eb-4ff4-bbd2-4711d988bbde service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0d46f223-1f12-4538-accd-a4fe31e8045f HTTP/1.1" status: 200 len: 217 time: 0.0663545 Jan 28 13:35:32.286647 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-4bcf0547-5f2d-4f07-afa3-53e072ba83ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:32.288199 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-4bcf0547-5f2d-4f07-afa3-53e072ba83ef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7038acd7-a865-4fdf-9a95-2c4ed7e3b100 HTTP/1.1" status: 200 len: 797 time: 0.2016349 Jan 28 13:35:32.346207 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe86ed4-5523-4807-8d34-6aa079048c54 req-d1537ce0-58e8-45a1-b17c-b2909b9dbfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:32.348012 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cbe86ed4-5523-4807-8d34-6aa079048c54 req-d1537ce0-58e8-45a1-b17c-b2909b9dbfe5 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2816975 Jan 28 13:35:32.368667 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052db0d-00ab-452f-94cf-77b506708188 req-d8a24f99-7a43-4469-b1cf-5da98941a499 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:32.374783 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4052db0d-00ab-452f-94cf-77b506708188 req-d8a24f99-7a43-4469-b1cf-5da98941a499 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 945 time: 0.1594896 Jan 28 13:35:32.403508 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-16822904-a811-49fb-a692-ddb04cd7f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:32.405074 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-16822904-a811-49fb-a692-ddb04cd7f7bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=361216ca-dbe3-462f-a59f-a8c1564e775f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1093686 Jan 28 13:35:32.422343 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ef48a754-6f8b-4790-ae3a-ed1befee3926 req-daeb90e0-425f-4167-915f-920de20c20fc tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8f1b411-59a6-4507-81fd-af16ded4f11a HTTP/1.1" status: 200 len: 210 time: 0.4420636 Jan 28 13:35:32.461249 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4052db0d-00ab-452f-94cf-77b506708188 req-8077c36b-2a4f-482b-b630-bc2fad28cbb4 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849836 Jan 28 13:35:32.477905 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a6cdd35-01ab-4d2c-90b8-fa3273fab11a req-47ee052e-52a4-4bde-aa9b-7095f245dcd1 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (142edaa0-2cf2-4dcf-8f01-54653d096cbb), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:32.497461 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['101efa69-eb99-4b6d-a484-368410fbef5a', '5212ce19-5cd4-4de6-9dfa-98084d623928'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:35:32.526949 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee052e-52a4-4bde-aa9b-7095f245dcd1 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Pushing event deleted for resources: {'Port': ['ID=142edaa0-2cf2-4dcf-8f01-54653d096cbb,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:32.564564 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-d6481c08-fb71-4dfd-88dd-30c425f05529 service neutron] 10.222.0.18 "GET /v2.0/networks/361216ca-dbe3-462f-a59f-a8c1564e775f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477985 Jan 28 13:35:32.602592 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6cdd35-01ab-4d2c-90b8-fa3273fab11a req-47ee052e-52a4-4bde-aa9b-7095f245dcd1 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] No DVR routers for this DVR port 142edaa0-2cf2-4dcf-8f01-54653d096cbb on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:35:32.607057 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a6cdd35-01ab-4d2c-90b8-fa3273fab11a req-47ee052e-52a4-4bde-aa9b-7095f245dcd1 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:32.612263 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8a6cdd35-01ab-4d2c-90b8-fa3273fab11a req-47ee052e-52a4-4bde-aa9b-7095f245dcd1 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.37 "DELETE /v2.0/ports/142edaa0-2cf2-4dcf-8f01-54653d096cbb HTTP/1.1" status: 204 len: 173 time: 1.0698938 Jan 28 13:35:32.613049 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1dfe16-79a8-4364-ab99-0e72124a6cbb', 'name': 'network-vif-deleted', 'tag': '142edaa0-2cf2-4dcf-8f01-54653d096cbb'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:35:32.616248 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc4fc57-c13b-4676-b7ea-c05aee7e8214" -d '{"events": [{"server_uuid": "fe1dfe16-79a8-4364-ab99-0e72124a6cbb", "name": "network-vif-deleted", "tag": "142edaa0-2cf2-4dcf-8f01-54653d096cbb"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:35:32.677989 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0966b60f-7493-4d79-bf77-b34b85957c56 req-975a8db4-febc-4d76-95fd-36d7946f15b2 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe1dfe16-79a8-4364-ab99-0e72124a6cbb HTTP/1.1" status: 200 len: 210 time: 0.0404131 Jan 28 13:35:32.697915 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-ca9335de-05ca-47f1-b4fc-7acb1ff36150 service neutron] 10.222.0.18 "GET /v2.0/networks/361216ca-dbe3-462f-a59f-a8c1564e775f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266007 Jan 28 13:35:32.824030 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5a9ffc-3539-4c58-b508-5fd1f1142657 x-openstack-request-id: req-ac5a9ffc-3539-4c58-b508-5fd1f1142657 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:35:32.825284 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1dfe16-79a8-4364-ab99-0e72124a6cbb", "name": "network-vif-deleted", "tag": "142edaa0-2cf2-4dcf-8f01-54653d096cbb", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:35:32.825284 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ac5a9ffc-3539-4c58-b508-5fd1f1142657 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:35:32.825842 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1dfe16-79a8-4364-ab99-0e72124a6cbb', 'name': 'network-vif-deleted', 'tag': '142edaa0-2cf2-4dcf-8f01-54653d096cbb', 'status': 'completed', 'code': 200} Jan 28 13:35:32.827342 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:32.852973 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dcd4e-93af-4927-81b8-819fcb888534 req-6e040285-edd6-42ef-b8f4-a9415a6d7fda tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:32.859135 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dcd4e-93af-4927-81b8-819fcb888534 req-6e040285-edd6-42ef-b8f4-a9415a6d7fda tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:32.865016 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dcd4e-93af-4927-81b8-819fcb888534 req-6e040285-edd6-42ef-b8f4-a9415a6d7fda tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:32.871004 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dcd4e-93af-4927-81b8-819fcb888534 req-6e040285-edd6-42ef-b8f4-a9415a6d7fda tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:32.877057 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dcd4e-93af-4927-81b8-819fcb888534 req-6e040285-edd6-42ef-b8f4-a9415a6d7fda tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:32.883016 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dcd4e-93af-4927-81b8-819fcb888534 req-6e040285-edd6-42ef-b8f4-a9415a6d7fda tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:32.888952 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dcd4e-93af-4927-81b8-819fcb888534 req-6e040285-edd6-42ef-b8f4-a9415a6d7fda tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:32.891089 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b52dcd4e-93af-4927-81b8-819fcb888534 req-6e040285-edd6-42ef-b8f4-a9415a6d7fda tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1598153 Jan 28 13:35:32.968671 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b52dcd4e-93af-4927-81b8-819fcb888534 req-ce3b5db1-1e94-4858-9f20-81e6393953a3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704288 Jan 28 13:35:33.067289 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-b5658fc8-8163-4bd8-897d-93c57b676a98 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=87c6e003-b2c7-4642-bd53-85f447c888d6 HTTP/1.1" status: 200 len: 217 time: 0.3625112 Jan 28 13:35:33.124200 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-ae4da5fa-862f-48ac-b998-e1271691dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:33.125686 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-ae4da5fa-862f-48ac-b998-e1271691dc33 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7038acd7-a865-4fdf-9a95-2c4ed7e3b100 HTTP/1.1" status: 200 len: 797 time: 0.0524523 Jan 28 13:35:33.178170 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-0e390efc-5a17-449e-b5bb-82663b5726e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:33.179998 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-0e390efc-5a17-449e-b5bb-82663b5726e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=361216ca-dbe3-462f-a59f-a8c1564e775f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0473106 Jan 28 13:35:33.300840 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-80e49c59-715d-4ccc-a5ca-461d5a2669fa service neutron] 10.222.0.18 "GET /v2.0/networks/361216ca-dbe3-462f-a59f-a8c1564e775f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123459 Jan 28 13:35:33.403717 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-608660a6-7059-41f8-9b88-e30eb27d3d91 req-93f1f2dd-c346-410b-be2c-089574a59962 service neutron] 10.222.0.18 "GET /v2.0/networks/361216ca-dbe3-462f-a59f-a8c1564e775f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960598 Jan 28 13:35:33.512245 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60368a5-9c5f-44d5-8c7f-1381d98bd52f req-ddbf4162-374c-4625-8d65-6987932db1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:33.512930 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60368a5-9c5f-44d5-8c7f-1381d98bd52f req-ddbf4162-374c-4625-8d65-6987932db1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:33.513401 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60368a5-9c5f-44d5-8c7f-1381d98bd52f req-ddbf4162-374c-4625-8d65-6987932db1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:33.513857 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60368a5-9c5f-44d5-8c7f-1381d98bd52f req-ddbf4162-374c-4625-8d65-6987932db1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:33.514308 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60368a5-9c5f-44d5-8c7f-1381d98bd52f req-ddbf4162-374c-4625-8d65-6987932db1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:33.514756 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60368a5-9c5f-44d5-8c7f-1381d98bd52f req-ddbf4162-374c-4625-8d65-6987932db1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:33.515233 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60368a5-9c5f-44d5-8c7f-1381d98bd52f req-ddbf4162-374c-4625-8d65-6987932db1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:33.517557 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e60368a5-9c5f-44d5-8c7f-1381d98bd52f req-ddbf4162-374c-4625-8d65-6987932db1c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f327d07b81a14c5bb937fba4992e6ee2&device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 6477 time: 0.0566456 Jan 28 13:35:33.555110 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d0c47b31-0551-416b-8bce-48fd0a712747 req-3727374a-1a22-475a-9bbd-b860191fff93 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8f1b411-59a6-4507-81fd-af16ded4f11a HTTP/1.1" status: 200 len: 210 time: 0.0355566 Jan 28 13:35:33.627982 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04535b6d-82db-46e9-a4f4-d81858e70b89 req-c49f321d-5729-4664-ac36-97f1e8687718 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:33.631987 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-04535b6d-82db-46e9-a4f4-d81858e70b89 req-c49f321d-5729-4664-ac36-97f1e8687718 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 945 time: 0.0732658 Jan 28 13:35:33.655937 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60368a5-9c5f-44d5-8c7f-1381d98bd52f req-7929a28a-0454-4270-9daf-986a961b4b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:33.658099 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e60368a5-9c5f-44d5-8c7f-1381d98bd52f req-7929a28a-0454-4270-9daf-986a961b4b92 service neutron] 10.222.0.18 "GET /v2.0/networks?id=361216ca-dbe3-462f-a59f-a8c1564e775f HTTP/1.1" status: 200 len: 902 time: 0.1267598 Jan 28 13:35:33.696620 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-04535b6d-82db-46e9-a4f4-d81858e70b89 req-50419894-7b2a-49de-ab1b-cdb8e5b77ab7 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581036 Jan 28 13:35:33.706690 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e60368a5-9c5f-44d5-8c7f-1381d98bd52f req-24355053-e909-4809-a3bc-56f8705a470d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=87c6e003-b2c7-4642-bd53-85f447c888d6 HTTP/1.1" status: 200 len: 217 time: 0.0414243 Jan 28 13:35:33.762767 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60368a5-9c5f-44d5-8c7f-1381d98bd52f req-b6a9895b-e099-4aca-a47c-59c963b56df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:33.764274 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e60368a5-9c5f-44d5-8c7f-1381d98bd52f req-b6a9895b-e099-4aca-a47c-59c963b56df9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7038acd7-a865-4fdf-9a95-2c4ed7e3b100 HTTP/1.1" status: 200 len: 797 time: 0.0485616 Jan 28 13:35:33.823014 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60368a5-9c5f-44d5-8c7f-1381d98bd52f req-bf64bb31-debe-40a4-968f-1a1d392bf473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:33.824620 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e60368a5-9c5f-44d5-8c7f-1381d98bd52f req-bf64bb31-debe-40a4-968f-1a1d392bf473 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=361216ca-dbe3-462f-a59f-a8c1564e775f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0536880 Jan 28 13:35:33.952527 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e60368a5-9c5f-44d5-8c7f-1381d98bd52f req-cdb663ae-4641-4835-961b-02b6f5d4505a service neutron] 10.222.0.18 "GET /v2.0/networks/361216ca-dbe3-462f-a59f-a8c1564e775f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202228 Jan 28 13:35:34.037520 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48e1cb-8ca4-41ab-8d39-b7ff333dd4fe req-619466db-ab02-4bc5-9839-42cb221ab20f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:34.039654 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6f48e1cb-8ca4-41ab-8d39-b7ff333dd4fe req-619466db-ab02-4bc5-9839-42cb221ab20f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=acf877e2-a53f-4e8b-a3b5-d7be49e332b1 HTTP/1.1" status: 200 len: 945 time: 0.0602024 Jan 28 13:35:34.075476 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cbe86ed4-5523-4807-8d34-6aa079048c54 req-4b97cab0-01a2-4a54-8360-90d242ca7e5f tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8f1b411-59a6-4507-81fd-af16ded4f11a HTTP/1.1" status: 200 len: 210 time: 0.0343506 Jan 28 13:35:34.115394 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e60368a5-9c5f-44d5-8c7f-1381d98bd52f req-13aa08d9-4eb3-4f84-961e-454ec297ff8b service neutron] 10.222.0.18 "GET /v2.0/networks/361216ca-dbe3-462f-a59f-a8c1564e775f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555536 Jan 28 13:35:34.117613 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 142edaa0-2cf2-4dcf-8f01-54653d096cbb no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:35:34.121288 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6f48e1cb-8ca4-41ab-8d39-b7ff333dd4fe req-b2833d29-6605-4e55-9a8f-a3cab5ad645d tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702155 Jan 28 13:35:34.183448 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a442b3-b27b-4d84-8e2d-c1efdccbf99b req-33d8e7c2-cf69-4e23-b631-3c852437e6b6 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:34.187424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 142edaa0-2cf2-4dcf-8f01-54653d096cbb {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:35:34.187772 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 142edaa0-2cf2-4dcf-8f01-54653d096cbb not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:35:34.189248 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a442b3-b27b-4d84-8e2d-c1efdccbf99b req-33d8e7c2-cf69-4e23-b631-3c852437e6b6 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:34.201344 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a442b3-b27b-4d84-8e2d-c1efdccbf99b req-33d8e7c2-cf69-4e23-b631-3c852437e6b6 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:34.208312 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a442b3-b27b-4d84-8e2d-c1efdccbf99b req-33d8e7c2-cf69-4e23-b631-3c852437e6b6 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:34.212060 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:34.216555 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a442b3-b27b-4d84-8e2d-c1efdccbf99b req-33d8e7c2-cf69-4e23-b631-3c852437e6b6 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:34.222213 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a442b3-b27b-4d84-8e2d-c1efdccbf99b req-33d8e7c2-cf69-4e23-b631-3c852437e6b6 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:34.227626 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a442b3-b27b-4d84-8e2d-c1efdccbf99b req-33d8e7c2-cf69-4e23-b631-3c852437e6b6 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:34.229646 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49a442b3-b27b-4d84-8e2d-c1efdccbf99b req-33d8e7c2-cf69-4e23-b631-3c852437e6b6 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1526065 Jan 28 13:35:34.297065 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49a442b3-b27b-4d84-8e2d-c1efdccbf99b req-42f77259-e4ee-4eca-b2ad-c2ac7ffd1c75 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596485 Jan 28 13:35:34.719219 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-465d9cd1-a644-4a68-8d62-c04227cd50ef req-126565f1-6c45-43b0-b261-5f5088de0724 tempest-ServerShowV247Test-764823295 tempest-ServerShowV247Test-764823295-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8f1b411-59a6-4507-81fd-af16ded4f11a HTTP/1.1" status: 200 len: 210 time: 0.0341916 Jan 28 13:35:34.892279 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79bc92-df62-43c0-8b7b-02261cc71583 req-12b42693-a664-4ec8-8fac-b34f26396852 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:34.900566 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cb79bc92-df62-43c0-8b7b-02261cc71583 req-12b42693-a664-4ec8-8fac-b34f26396852 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 945 time: 0.0868738 Jan 28 13:35:34.954773 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cb79bc92-df62-43c0-8b7b-02261cc71583 req-9ce4fdef-1911-44d3-b97b-542f62ee0222 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527589 Jan 28 13:35:35.265083 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5f7c7-951e-44c7-abc6-3b4f0fad79d7 req-3fd20689-01bf-461b-8a3c-8b73be50c68b tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:35.266818 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fca5f7c7-951e-44c7-abc6-3b4f0fad79d7 req-3fd20689-01bf-461b-8a3c-8b73be50c68b tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=acf877e2-a53f-4e8b-a3b5-d7be49e332b1 HTTP/1.1" status: 200 len: 945 time: 0.0665421 Jan 28 13:35:35.319942 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fca5f7c7-951e-44c7-abc6-3b4f0fad79d7 req-c5e9073d-67ab-4573-8493-e8cef22a0210 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470829 Jan 28 13:35:35.393077 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7cc6c-bc0d-47fc-8a32-cf6ed7b17be2 req-be3129ad-dddf-4d17-9d25-45f74876e77e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:35.395049 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-17f7cc6c-bc0d-47fc-8a32-cf6ed7b17be2 req-be3129ad-dddf-4d17-9d25-45f74876e77e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.18 "GET /v2.0/ports?device_id=acf877e2-a53f-4e8b-a3b5-d7be49e332b1 HTTP/1.1" status: 200 len: 945 time: 0.0531621 Jan 28 13:35:35.460471 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaece82f-1899-4b45-a343-aef417b1b90f req-3e52bc37-1661-4105-8835-9196cf8ba16b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:35.466729 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaece82f-1899-4b45-a343-aef417b1b90f req-3e52bc37-1661-4105-8835-9196cf8ba16b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:35.472970 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaece82f-1899-4b45-a343-aef417b1b90f req-3e52bc37-1661-4105-8835-9196cf8ba16b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:35.479810 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaece82f-1899-4b45-a343-aef417b1b90f req-3e52bc37-1661-4105-8835-9196cf8ba16b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:35.486378 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaece82f-1899-4b45-a343-aef417b1b90f req-3e52bc37-1661-4105-8835-9196cf8ba16b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:35.492391 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaece82f-1899-4b45-a343-aef417b1b90f req-3e52bc37-1661-4105-8835-9196cf8ba16b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:35.497902 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaece82f-1899-4b45-a343-aef417b1b90f req-3e52bc37-1661-4105-8835-9196cf8ba16b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:35.504456 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-17f7cc6c-bc0d-47fc-8a32-cf6ed7b17be2 req-16cc343b-8b4b-4a44-aaef-7f84cb65e56f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Deleting port 5212ce19-5cd4-4de6-9dfa-98084d623928 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:35:35.504796 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-17f7cc6c-bc0d-47fc-8a32-cf6ed7b17be2 req-16cc343b-8b4b-4a44-aaef-7f84cb65e56f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (5212ce19-5cd4-4de6-9dfa-98084d623928), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:35.506846 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eaece82f-1899-4b45-a343-aef417b1b90f req-3e52bc37-1661-4105-8835-9196cf8ba16b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1101198 Jan 28 13:35:35.571621 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eaece82f-1899-4b45-a343-aef417b1b90f req-56ce4efd-fdf3-490a-805e-072270e74a66 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634587 Jan 28 13:35:35.602364 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-17f7cc6c-bc0d-47fc-8a32-cf6ed7b17be2 req-16cc343b-8b4b-4a44-aaef-7f84cb65e56f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] For port 5212ce19-5cd4-4de6-9dfa-98084d623928, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=5212ce19-5cd4-4de6-9dfa-98084d623928,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:35.602869 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-17f7cc6c-bc0d-47fc-8a32-cf6ed7b17be2 req-16cc343b-8b4b-4a44-aaef-7f84cb65e56f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (5212ce19-5cd4-4de6-9dfa-98084d623928), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:35.614515 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-17f7cc6c-bc0d-47fc-8a32-cf6ed7b17be2 req-16cc343b-8b4b-4a44-aaef-7f84cb65e56f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Calling delete_port for 5212ce19-5cd4-4de6-9dfa-98084d623928 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:35:35.730058 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:35.763339 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-17f7cc6c-bc0d-47fc-8a32-cf6ed7b17be2 req-16cc343b-8b4b-4a44-aaef-7f84cb65e56f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (5212ce19-5cd4-4de6-9dfa-98084d623928), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:35.776784 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['101efa69-eb99-4b6d-a484-368410fbef5a', '5212ce19-5cd4-4de6-9dfa-98084d623928'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:35:35.796224 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc343b-8b4b-4a44-aaef-7f84cb65e56f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Pushing event deleted for resources: {'Port': ['ID=5212ce19-5cd4-4de6-9dfa-98084d623928,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:35.864566 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f7cc6c-bc0d-47fc-8a32-cf6ed7b17be2 req-16cc343b-8b4b-4a44-aaef-7f84cb65e56f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] No DVR routers for this DVR port 5212ce19-5cd4-4de6-9dfa-98084d623928 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:35:35.873682 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-17f7cc6c-bc0d-47fc-8a32-cf6ed7b17be2 req-16cc343b-8b4b-4a44-aaef-7f84cb65e56f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:35.882674 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-17f7cc6c-bc0d-47fc-8a32-cf6ed7b17be2 req-16cc343b-8b4b-4a44-aaef-7f84cb65e56f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.18 "DELETE /v2.0/ports/5212ce19-5cd4-4de6-9dfa-98084d623928 HTTP/1.1" status: 204 len: 173 time: 0.4819250 Jan 28 13:35:35.883222 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf877e2-a53f-4e8b-a3b5-d7be49e332b1', 'name': 'network-vif-deleted', 'tag': '5212ce19-5cd4-4de6-9dfa-98084d623928'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:35:35.895849 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a00797-3a11-41be-8a7c-2d2abf9b762e" -d '{"events": [{"server_uuid": "acf877e2-a53f-4e8b-a3b5-d7be49e332b1", "name": "network-vif-deleted", "tag": "5212ce19-5cd4-4de6-9dfa-98084d623928"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:35:36.011090 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f60057-15bc-4be7-921c-4dd93bb644b5 x-openstack-request-id: req-10f60057-15bc-4be7-921c-4dd93bb644b5 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:35:36.017656 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf877e2-a53f-4e8b-a3b5-d7be49e332b1", "name": "network-vif-deleted", "tag": "5212ce19-5cd4-4de6-9dfa-98084d623928", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:35:36.017656 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-10f60057-15bc-4be7-921c-4dd93bb644b5 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:35:36.017656 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf877e2-a53f-4e8b-a3b5-d7be49e332b1', 'name': 'network-vif-deleted', 'tag': '5212ce19-5cd4-4de6-9dfa-98084d623928', 'status': 'completed', 'code': 200} Jan 28 13:35:36.128267 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525e439-3252-4093-8b41-7b170e948374 req-40cbf5ad-c4fd-448c-92ba-4b1c79cb415e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:36.130488 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e525e439-3252-4093-8b41-7b170e948374 req-40cbf5ad-c4fd-448c-92ba-4b1c79cb415e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 945 time: 0.0696013 Jan 28 13:35:36.203975 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e525e439-3252-4093-8b41-7b170e948374 req-c2c3732c-e002-4537-af14-9d615a551154 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665209 Jan 28 13:35:36.227733 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34948) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:36.340978 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d7a5d65c-e850-483d-a4e7-51c80c4cead6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:36.451213 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d7a5d65c-e850-483d-a4e7-51c80c4cead6 admin admin] Publish callbacks [] for security_group (36a7fe43-2630-4972-a0c7-4a0882d4866f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:36.461109 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a6ee254-beee-4555-a176-05e13cb96106 req-8a4f0cc9-6abf-4e0b-89a1-738ee1fb8e73 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=acf877e2-a53f-4e8b-a3b5-d7be49e332b1 HTTP/1.1" status: 200 len: 210 time: 0.0319185 Jan 28 13:35:36.463224 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d7a5d65c-e850-483d-a4e7-51c80c4cead6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (36a7fe43-2630-4972-a0c7-4a0882d4866f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:36.511256 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d7a5d65c-e850-483d-a4e7-51c80c4cead6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=664d016ad172499d96bc95a1c90d60e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2794962 Jan 28 13:35:36.511256 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5d65c-e850-483d-a4e7-51c80c4cead6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a7fe43-2630-4972-a0c7-4a0882d4866f,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:36.512355 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34954) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:36.577855 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ab8db629-6eb6-42dc-b845-2005e115daac admin admin] Publish callbacks [] for security_group (36a7fe43-2630-4972-a0c7-4a0882d4866f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:36.600523 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ab8db629-6eb6-42dc-b845-2005e115daac admin admin] Publish callbacks [] for security_group (36a7fe43-2630-4972-a0c7-4a0882d4866f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:36.654500 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ab8db629-6eb6-42dc-b845-2005e115daac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (36a7fe43-2630-4972-a0c7-4a0882d4866f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:36.657699 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ab8db629-6eb6-42dc-b845-2005e115daac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:36.661423 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ab8db629-6eb6-42dc-b845-2005e115daac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/36a7fe43-2630-4972-a0c7-4a0882d4866f HTTP/1.1" status: 204 len: 168 time: 0.1423190 Jan 28 13:35:36.674594 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8db629-6eb6-42dc-b845-2005e115daac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a7fe43-2630-4972-a0c7-4a0882d4866f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:36.753904 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acfe89-b3b2-422d-baf6-d7a2649521d3 req-a52fa58c-562b-444f-8da9-90afdc5fe8de tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:36.760020 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acfe89-b3b2-422d-baf6-d7a2649521d3 req-a52fa58c-562b-444f-8da9-90afdc5fe8de tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:36.767315 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acfe89-b3b2-422d-baf6-d7a2649521d3 req-a52fa58c-562b-444f-8da9-90afdc5fe8de tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:36.773080 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acfe89-b3b2-422d-baf6-d7a2649521d3 req-a52fa58c-562b-444f-8da9-90afdc5fe8de tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:36.779756 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acfe89-b3b2-422d-baf6-d7a2649521d3 req-a52fa58c-562b-444f-8da9-90afdc5fe8de tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:36.787359 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acfe89-b3b2-422d-baf6-d7a2649521d3 req-a52fa58c-562b-444f-8da9-90afdc5fe8de tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:36.793847 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acfe89-b3b2-422d-baf6-d7a2649521d3 req-a52fa58c-562b-444f-8da9-90afdc5fe8de tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:36.796980 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-97acfe89-b3b2-422d-baf6-d7a2649521d3 req-a52fa58c-562b-444f-8da9-90afdc5fe8de tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1294153 Jan 28 13:35:36.867441 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-97acfe89-b3b2-422d-baf6-d7a2649521d3 req-6ab98027-13ec-4ff0-9a4c-06f8aed191f2 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623009 Jan 28 13:35:37.223696 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-55514dc3-75d4-4ace-9ad6-8b76a2a35512 req-71f35f3a-c8d9-4e66-a592-eeac7ca12c2d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462363 Jan 28 13:35:37.326000 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55514dc3-75d4-4ace-9ad6-8b76a2a35512 req-0814ce6b-b073-41f1-963c-317be04ab4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:37.327528 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-55514dc3-75d4-4ace-9ad6-8b76a2a35512 req-0814ce6b-b073-41f1-963c-317be04ab4ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=205e0e0f7c204c6b8762ba0b567c808e&device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 1097 time: 0.0742707 Jan 28 13:35:37.361701 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72a120-c353-46ea-bbf1-3ea4f019bc64 req-a44145dd-2a5a-452a-8ec4-9d99ac1ec24d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:37.363623 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0e72a120-c353-46ea-bbf1-3ea4f019bc64 req-a44145dd-2a5a-452a-8ec4-9d99ac1ec24d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 945 time: 0.0596676 Jan 28 13:35:37.419025 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0e72a120-c353-46ea-bbf1-3ea4f019bc64 req-7a03ce12-520d-4a97-b4d0-0cd793a268df tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476940 Jan 28 13:35:37.457081 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55514dc3-75d4-4ace-9ad6-8b76a2a35512 req-58dc0eac-54c6-4248-9fe1-a4590dcdba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:37.458764 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-55514dc3-75d4-4ace-9ad6-8b76a2a35512 req-58dc0eac-54c6-4248-9fe1-a4590dcdba77 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd65474c-0b14-4c75-9058-245198106ef8 HTTP/1.1" status: 200 len: 916 time: 0.1078837 Jan 28 13:35:37.544850 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-55514dc3-75d4-4ace-9ad6-8b76a2a35512 req-90d4e3a3-365f-4601-8ccb-f18cddb8c1a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91755f44-fc12-4753-90b2-7a0c1535621f HTTP/1.1" status: 200 len: 1001 time: 0.0797517 Jan 28 13:35:37.594491 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55514dc3-75d4-4ace-9ad6-8b76a2a35512 req-bca986d2-f0cc-4a37-979b-2e2953a471f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:37.596071 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-55514dc3-75d4-4ace-9ad6-8b76a2a35512 req-bca986d2-f0cc-4a37-979b-2e2953a471f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10438cad-60ca-4257-93e8-c8ceba8bf16c HTTP/1.1" status: 200 len: 855 time: 0.0446007 Jan 28 13:35:37.665329 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55514dc3-75d4-4ace-9ad6-8b76a2a35512 req-40d048fa-a8f5-4e2c-abf2-5c33dc26d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:37.667588 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-55514dc3-75d4-4ace-9ad6-8b76a2a35512 req-40d048fa-a8f5-4e2c-abf2-5c33dc26d9fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd65474c-0b14-4c75-9058-245198106ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649724 Jan 28 13:35:37.850841 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-55514dc3-75d4-4ace-9ad6-8b76a2a35512 req-c48ef930-e88c-4810-80e4-4f7f9afd4fa1 service neutron] 10.222.0.37 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763299 Jan 28 13:35:37.904842 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-450050c4-6309-454d-b3d4-cd236470ead2 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:37.906782 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-450050c4-6309-454d-b3d4-cd236470ead2 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/networks?id=2f7f563c-452e-4ad7-8366-46fe17e69e05 HTTP/1.1" status: 200 len: 806 time: 0.1607945 Jan 28 13:35:37.926236 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 35006) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:37.943310 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 5212ce19-5cd4-4de6-9dfa-98084d623928 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:35:37.970223 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-4c70e523-5ac1-4ae0-8b5f-d0db5aa04764 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/quotas/3f433a78eab64a3c903969a5348a95ae HTTP/1.1" status: 200 len: 375 time: 0.0532117 Jan 28 13:35:37.994119 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 5212ce19-5cd4-4de6-9dfa-98084d623928 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:35:37.994792 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 5212ce19-5cd4-4de6-9dfa-98084d623928 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:35:38.027447 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-55514dc3-75d4-4ace-9ad6-8b76a2a35512 req-7748dfe7-e326-4c7d-b53a-a884de5cc872 service neutron] 10.222.0.37 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653080 Jan 28 13:35:38.046735 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-ae500667-5250-4ed3-8d2f-a532dd4d815e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3f433a78eab64a3c903969a5348a95ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0707612 Jan 28 13:35:38.052034 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecef5c9-c5ee-4dfd-9cc1-6aca68919260 req-12a1cd75-15ea-441f-bc53-e4c4c8a756db tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:38.058766 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecef5c9-c5ee-4dfd-9cc1-6aca68919260 req-12a1cd75-15ea-441f-bc53-e4c4c8a756db tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:38.064760 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecef5c9-c5ee-4dfd-9cc1-6aca68919260 req-12a1cd75-15ea-441f-bc53-e4c4c8a756db tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:38.071800 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecef5c9-c5ee-4dfd-9cc1-6aca68919260 req-12a1cd75-15ea-441f-bc53-e4c4c8a756db tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:38.078509 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecef5c9-c5ee-4dfd-9cc1-6aca68919260 req-12a1cd75-15ea-441f-bc53-e4c4c8a756db tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:38.091088 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecef5c9-c5ee-4dfd-9cc1-6aca68919260 req-12a1cd75-15ea-441f-bc53-e4c4c8a756db tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:38.096692 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecef5c9-c5ee-4dfd-9cc1-6aca68919260 req-12a1cd75-15ea-441f-bc53-e4c4c8a756db tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:38.098720 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eecef5c9-c5ee-4dfd-9cc1-6aca68919260 req-12a1cd75-15ea-441f-bc53-e4c4c8a756db tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1179826 Jan 28 13:35:38.120067 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a050711a-0c22-4baf-bd2f-cfaeb830f8a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:38.168350 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-83afc77c-2590-4177-8d3e-a96afbe83873 service neutron] 10.222.0.39 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121447 Jan 28 13:35:38.203723 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eecef5c9-c5ee-4dfd-9cc1-6aca68919260 req-3835bc15-833d-45da-b0f1-5ae9c968ed0d tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0964098 Jan 28 13:35:38.260620 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a050711a-0c22-4baf-bd2f-cfaeb830f8a8 admin admin] Publish callbacks [] for security_group (3205cd5a-ba7c-4377-a3a4-affb329dc9dd), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:38.268629 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a050711a-0c22-4baf-bd2f-cfaeb830f8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (3205cd5a-ba7c-4377-a3a4-affb329dc9dd), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:38.279792 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-fa0224b5-4870-4877-81c7-5735954d92fe service neutron] 10.222.0.39 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038051 Jan 28 13:35:38.315264 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a050711a-0c22-4baf-bd2f-cfaeb830f8a8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b8656bfd1e74a6ebb999c2fec74a1ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3875475 Jan 28 13:35:38.317824 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 35014) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:38.353941 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050711a-0c22-4baf-bd2f-cfaeb830f8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3205cd5a-ba7c-4377-a3a4-affb329dc9dd,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:38.382304 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c4d69479-8907-493d-b943-1659eeffcf92 admin admin] Publish callbacks [] for security_group (3205cd5a-ba7c-4377-a3a4-affb329dc9dd), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:38.408663 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c4d69479-8907-493d-b943-1659eeffcf92 admin admin] Publish callbacks [] for security_group (3205cd5a-ba7c-4377-a3a4-affb329dc9dd), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:38.491903 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c4d69479-8907-493d-b943-1659eeffcf92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (3205cd5a-ba7c-4377-a3a4-affb329dc9dd), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:38.498650 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c4d69479-8907-493d-b943-1659eeffcf92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:38.500532 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c4d69479-8907-493d-b943-1659eeffcf92 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3205cd5a-ba7c-4377-a3a4-affb329dc9dd HTTP/1.1" status: 204 len: 168 time: 0.1809416 Jan 28 13:35:38.510638 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d69479-8907-493d-b943-1659eeffcf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3205cd5a-ba7c-4377-a3a4-affb329dc9dd,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:38.573823 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-521dac0e-3cc0-4397-b98b-d82e0d1ca244 req-b6d81991-735c-4b85-a748-cabdbb5b3c5c tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28ee4d7-9354-461f-90b7-47466877f10f HTTP/1.1" status: 200 len: 210 time: 0.0465822 Jan 28 13:35:38.618181 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03776341-4b71-4d44-9291-2dd2ed460497 req-3b4a5e7e-eff4-436b-b89a-0b5f2884e959 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:38.633003 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-03776341-4b71-4d44-9291-2dd2ed460497 req-3b4a5e7e-eff4-436b-b89a-0b5f2884e959 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 945 time: 0.0895052 Jan 28 13:35:38.704770 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-03776341-4b71-4d44-9291-2dd2ed460497 req-c033db2f-3465-4ac2-88b5-cbb3cb7add65 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609443 Jan 28 13:35:38.924244 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f406c-0043-4dca-8abd-94b34dda9f9e req-cf0dacaa-7f20-4c00-b37f-50517007988a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:38.933524 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-092f406c-0043-4dca-8abd-94b34dda9f9e req-cf0dacaa-7f20-4c00-b37f-50517007988a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0680797 Jan 28 13:35:38.984868 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-092f406c-0043-4dca-8abd-94b34dda9f9e req-1ae80ad2-2beb-4143-860b-c6707a4311df tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462883 Jan 28 13:35:39.147710 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad44438-28e0-4fc8-9e06-44d7bfa2fd54 req-a1090888-87e1-4f4a-97d9-8eff39852548 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:39.154561 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aad44438-28e0-4fc8-9e06-44d7bfa2fd54 req-a1090888-87e1-4f4a-97d9-8eff39852548 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0719631 Jan 28 13:35:39.213200 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aad44438-28e0-4fc8-9e06-44d7bfa2fd54 req-3af655aa-f71c-4e45-a483-770a17179b0a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575991 Jan 28 13:35:39.407068 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2ac9c-9604-4a2b-af7d-88422192b4b0 req-1d8ea786-d804-4438-9892-130008aa9f7f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:39.412452 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2ac9c-9604-4a2b-af7d-88422192b4b0 req-1d8ea786-d804-4438-9892-130008aa9f7f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:39.417797 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2ac9c-9604-4a2b-af7d-88422192b4b0 req-1d8ea786-d804-4438-9892-130008aa9f7f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:39.423088 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2ac9c-9604-4a2b-af7d-88422192b4b0 req-1d8ea786-d804-4438-9892-130008aa9f7f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:39.428449 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2ac9c-9604-4a2b-af7d-88422192b4b0 req-1d8ea786-d804-4438-9892-130008aa9f7f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:39.433729 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2ac9c-9604-4a2b-af7d-88422192b4b0 req-1d8ea786-d804-4438-9892-130008aa9f7f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:39.442482 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2ac9c-9604-4a2b-af7d-88422192b4b0 req-1d8ea786-d804-4438-9892-130008aa9f7f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:39.449913 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-17f2ac9c-9604-4a2b-af7d-88422192b4b0 req-1d8ea786-d804-4438-9892-130008aa9f7f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1345711 Jan 28 13:35:39.504454 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-17f2ac9c-9604-4a2b-af7d-88422192b4b0 req-5b818482-9aff-4c61-846b-32ee1efd6ca3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536706 Jan 28 13:35:39.597991 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-3bef0d0e-eda0-421f-942f-27ef6a89f26d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:39.605685 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-3bef0d0e-eda0-421f-942f-27ef6a89f26d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/networks?id=7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 200 len: 810 time: 0.1249645 Jan 28 13:35:39.620157 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-4e2ced28-1a17-4b0e-9ad4-61e4bfbec042 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/quotas/f75d3bf1f82b41d082871e3d9d4ec219 HTTP/1.1" status: 200 len: 375 time: 0.0128522 Jan 28 13:35:39.667057 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6110be06-3101-46b6-8076-ebb50e747c19 req-e9999bdf-9084-47fc-b361-1dbbfc5cd1be tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28ee4d7-9354-461f-90b7-47466877f10f HTTP/1.1" status: 200 len: 210 time: 0.0279593 Jan 28 13:35:39.693957 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-58406ff6-410e-4a62-88b6-a0e844e71349 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0699914 Jan 28 13:35:39.855214 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-3a28d87e-58e8-4187-8918-600127da43ea tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:39.856558 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-3a28d87e-58e8-4187-8918-600127da43ea tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.37 "GET /v2.0/networks?id=2f7f563c-452e-4ad7-8366-46fe17e69e05 HTTP/1.1" status: 200 len: 806 time: 0.1880720 Jan 28 13:35:39.867097 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-aed55072-010d-4e2f-ad12-866a6937299c service neutron] 10.222.0.39 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626704 Jan 28 13:35:39.885520 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-c2ea6487-d588-4b6e-9472-88fbb4b07009 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Request body: {'port': {'device_id': 'd28ee4d7-9354-461f-90b7-47466877f10f', 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05', 'admin_state_up': True, 'tenant_id': '3f433a78eab64a3c903969a5348a95ae'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:40.048041 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-0ff5d7b4-55e3-40fa-bdda-083a8b11b8a9 service neutron] 10.222.0.39 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748159 Jan 28 13:35:40.071977 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-c2ea6487-d588-4b6e-9472-88fbb4b07009 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Made reservation on behalf of 3f433a78eab64a3c903969a5348a95ae for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:35:40.075693 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-c2ea6487-d588-4b6e-9472-88fbb4b07009 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:40.270524 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-c2ea6487-d588-4b6e-9472-88fbb4b07009 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Allocated IP 172.20.0.6 (2f7f563c-452e-4ad7-8366-46fe17e69e05/11e07501-e45d-4ee4-9a79-78d0496e90fa/0fd9ea4f-7987-426d-81ae-c601a33231c1) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:35:40.323426 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0a6b6106-640d-43f4-b91d-c199664c0c05 req-76c4d77a-4411-418c-9f0f-b9764782c1a6 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=a81199e4-756b-43d4-8da9-c280bcc015d3 HTTP/1.1" status: 200 len: 210 time: 0.0740433 Jan 28 13:35:40.495536 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-c2ea6487-d588-4b6e-9472-88fbb4b07009 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks [] for port (0fd9ea4f-7987-426d-81ae-c601a33231c1), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:40.537319 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-c2ea6487-d588-4b6e-9472-88fbb4b07009 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (0fd9ea4f-7987-426d-81ae-c601a33231c1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:40.550847 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['101efa69-eb99-4b6d-a484-368410fbef5a'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:35:40.619913 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-c2ea6487-d588-4b6e-9472-88fbb4b07009 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Network 2f7f563c-452e-4ad7-8366-46fe17e69e05 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:35:40.629519 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-c2ea6487-d588-4b6e-9472-88fbb4b07009 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:35:40.639894 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-c2ea6487-d588-4b6e-9472-88fbb4b07009 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:35:40.776432 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461ed26-8b48-4c9a-ad77-ab62e5db6f6d req-29ef8f9a-b007-4d9a-9303-e28552e3aafa tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:40.786860 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-c2ea6487-d588-4b6e-9472-88fbb4b07009 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:40.787783 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-c2ea6487-d588-4b6e-9472-88fbb4b07009 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:40.791707 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461ed26-8b48-4c9a-ad77-ab62e5db6f6d req-29ef8f9a-b007-4d9a-9303-e28552e3aafa tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:40.807225 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461ed26-8b48-4c9a-ad77-ab62e5db6f6d req-29ef8f9a-b007-4d9a-9303-e28552e3aafa tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:40.821893 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461ed26-8b48-4c9a-ad77-ab62e5db6f6d req-29ef8f9a-b007-4d9a-9303-e28552e3aafa tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:40.833197 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea6487-d588-4b6e-9472-88fbb4b07009 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Pushing event updated for resources: {'Port': ['ID=0fd9ea4f-7987-426d-81ae-c601a33231c1,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:40.835812 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461ed26-8b48-4c9a-ad77-ab62e5db6f6d req-29ef8f9a-b007-4d9a-9303-e28552e3aafa tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:40.844754 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461ed26-8b48-4c9a-ad77-ab62e5db6f6d req-29ef8f9a-b007-4d9a-9303-e28552e3aafa tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:40.852907 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461ed26-8b48-4c9a-ad77-ab62e5db6f6d req-29ef8f9a-b007-4d9a-9303-e28552e3aafa tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:40.863226 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8461ed26-8b48-4c9a-ad77-ab62e5db6f6d req-29ef8f9a-b007-4d9a-9303-e28552e3aafa tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.2117672 Jan 28 13:35:40.869106 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-c2ea6487-d588-4b6e-9472-88fbb4b07009 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9877634 Jan 28 13:35:40.891598 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-1455f0b0-d632-416d-89c3-885ec4523d01 service neutron] Request body: {'port': {'device_id': 'd28ee4d7-9354-461f-90b7-47466877f10f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:41.034889 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8461ed26-8b48-4c9a-ad77-ab62e5db6f6d req-e1e107c6-7eea-406a-a8b3-4cb414c37837 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1702352 Jan 28 13:35:41.113761 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-1455f0b0-d632-416d-89c3-885ec4523d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0fd9ea4f-7987-426d-81ae-c601a33231c1), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:41.489479 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3499d-c0bc-4c38-99fd-59c2d181af85 req-013b72b1-0d12-42ea-9ee3-bd48a3f92f91 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:41.497095 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76b3499d-c0bc-4c38-99fd-59c2d181af85 req-013b72b1-0d12-42ea-9ee3-bd48a3f92f91 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28ee4d7-9354-461f-90b7-47466877f10f HTTP/1.1" status: 200 len: 931 time: 0.6565399 Jan 28 13:35:41.593766 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76b3499d-c0bc-4c38-99fd-59c2d181af85 req-df62756b-243e-45e2-8a3e-553e3600820a tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957038 Jan 28 13:35:41.608335 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-1455f0b0-d632-416d-89c3-885ec4523d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fd9ea4f-7987-426d-81ae-c601a33231c1 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:35:41.613206 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-99d821d8-6000-4f77-9e2e-ae07a876f700 req-1a617716-636c-4b7f-9c75-c67524a7ec61 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=a81199e4-756b-43d4-8da9-c280bcc015d3 HTTP/1.1" status: 200 len: 210 time: 0.1726990 Jan 28 13:35:41.630157 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-1455f0b0-d632-416d-89c3-885ec4523d01 service neutron] Publish callbacks [] for port (0fd9ea4f-7987-426d-81ae-c601a33231c1), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:41.644433 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-1455f0b0-d632-416d-89c3-885ec4523d01 service neutron] Transition to ACTIVE for port object 0fd9ea4f-7987-426d-81ae-c601a33231c1 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:35:41.661114 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-1455f0b0-d632-416d-89c3-885ec4523d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (0fd9ea4f-7987-426d-81ae-c601a33231c1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:41.718808 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455f0b0-d632-416d-89c3-885ec4523d01 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd9ea4f-7987-426d-81ae-c601a33231c1,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:41.820265 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-1455f0b0-d632-416d-89c3-885ec4523d01 service neutron] Attempting to bind port 0fd9ea4f-7987-426d-81ae-c601a33231c1 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:35:41.820265 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-1455f0b0-d632-416d-89c3-885ec4523d01 service neutron] Attempting to bind port 0fd9ea4f-7987-426d-81ae-c601a33231c1 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:35:41.820265 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-1455f0b0-d632-416d-89c3-885ec4523d01 service neutron] Attempting to bind port 0fd9ea4f-7987-426d-81ae-c601a33231c1 on network 2f7f563c-452e-4ad7-8366-46fe17e69e05 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:41.822897 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-1455f0b0-d632-416d-89c3-885ec4523d01 service neutron] Port 0fd9ea4f-7987-426d-81ae-c601a33231c1 on network 2f7f563c-452e-4ad7-8366-46fe17e69e05 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:35:41.823257 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-1455f0b0-d632-416d-89c3-885ec4523d01 service neutron] Attempting to bind port 0fd9ea4f-7987-426d-81ae-c601a33231c1 on network 2f7f563c-452e-4ad7-8366-46fe17e69e05 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:41.829089 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-1455f0b0-d632-416d-89c3-885ec4523d01 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:35:41.829453 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-1455f0b0-d632-416d-89c3-885ec4523d01 service neutron] Checking segment: {'id': 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:35:41.829833 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-1455f0b0-d632-416d-89c3-885ec4523d01 service neutron] Bound using segment: {'id': 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:35:41.830251 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-1455f0b0-d632-416d-89c3-885ec4523d01 service neutron] Bound port: 0fd9ea4f-7987-426d-81ae-c601a33231c1, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:35:41.830694 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-1455f0b0-d632-416d-89c3-885ec4523d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0fd9ea4f-7987-426d-81ae-c601a33231c1), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:41.994139 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-1455f0b0-d632-416d-89c3-885ec4523d01 service neutron] For port 0fd9ea4f-7987-426d-81ae-c601a33231c1, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:35:42.009035 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-1455f0b0-d632-416d-89c3-885ec4523d01 service neutron] For port 0fd9ea4f-7987-426d-81ae-c601a33231c1, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=0fd9ea4f-7987-426d-81ae-c601a33231c1,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:35:42.021935 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-1455f0b0-d632-416d-89c3-885ec4523d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (0fd9ea4f-7987-426d-81ae-c601a33231c1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:42.170894 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-25ce2656-9b3e-4fa6-8b1b-e2ef07a5789e req-d061982c-3b29-416d-8794-a0fdb4ebe650 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=240a6073-7833-421d-aca6-aa470733e451&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1379681 Jan 28 13:35:42.188680 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-1455f0b0-d632-416d-89c3-885ec4523d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:42.192812 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-1455f0b0-d632-416d-89c3-885ec4523d01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:42.197084 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-8ec80c12-1fb3-4aba-b817-cb27b2373d4c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:42.199640 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-1455f0b0-d632-416d-89c3-885ec4523d01 service neutron] 10.222.0.37 "PUT /v2.0/ports/0fd9ea4f-7987-426d-81ae-c601a33231c1 HTTP/1.1" status: 200 len: 1091 time: 1.3214545 Jan 28 13:35:42.199950 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-8ec80c12-1fb3-4aba-b817-cb27b2373d4c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.37 "GET /v2.0/networks?id=7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 200 len: 810 time: 0.3558326 Jan 28 13:35:42.211616 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28ee4d7-9354-461f-90b7-47466877f10f', 'tag': '0fd9ea4f-7987-426d-81ae-c601a33231c1'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:35:42.232609 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-62c60b24-cc02-420c-bad5-bfa1c3f89b61 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Request body: {'port': {'device_id': 'a81199e4-756b-43d4-8da9-c280bcc015d3', 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0', 'admin_state_up': True, 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:42.250736 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32716f5a-ad97-4894-b7f5-05fbdc027050" -d '{"events": [{"name": "network-changed", "server_uuid": "d28ee4d7-9354-461f-90b7-47466877f10f", "tag": "0fd9ea4f-7987-426d-81ae-c601a33231c1"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:35:42.377782 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455f0b0-d632-416d-89c3-885ec4523d01 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd9ea4f-7987-426d-81ae-c601a33231c1,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:42.383169 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be032b10-df58-45c1-b93f-749b7726ee21 x-openstack-request-id: req-be032b10-df58-45c1-b93f-749b7726ee21 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:35:42.383466 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28ee4d7-9354-461f-90b7-47466877f10f", "tag": "0fd9ea4f-7987-426d-81ae-c601a33231c1", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:35:42.383729 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-be032b10-df58-45c1-b93f-749b7726ee21 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:35:42.384200 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd28ee4d7-9354-461f-90b7-47466877f10f', 'tag': '0fd9ea4f-7987-426d-81ae-c601a33231c1', 'status': 'completed', 'code': 200} Jan 28 13:35:42.449360 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-5c5a946c-86ab-4c23-a9b0-9291cd094e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:42.450964 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-5c5a946c-86ab-4c23-a9b0-9291cd094e83 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f433a78eab64a3c903969a5348a95ae&device_id=d28ee4d7-9354-461f-90b7-47466877f10f HTTP/1.1" status: 200 len: 1094 time: 0.1973250 Jan 28 13:35:42.471959 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5d3d6-6f70-4c23-b8f2-4200e042bdbd req-0a4688c6-cd28-4169-acd6-6557a34da996 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:42.472434 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce2656-9b3e-4fa6-8b1b-e2ef07a5789e req-f5435b52-7555-42d9-9ce8-a191d30c5127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:42.473968 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-25ce2656-9b3e-4fa6-8b1b-e2ef07a5789e req-f5435b52-7555-42d9-9ce8-a191d30c5127 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f433a78eab64a3c903969a5348a95ae&device_id=240a6073-7833-421d-aca6-aa470733e451 HTTP/1.1" status: 200 len: 1096 time: 0.2697749 Jan 28 13:35:42.490300 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5d3d6-6f70-4c23-b8f2-4200e042bdbd req-0a4688c6-cd28-4169-acd6-6557a34da996 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:42.496963 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5d3d6-6f70-4c23-b8f2-4200e042bdbd req-0a4688c6-cd28-4169-acd6-6557a34da996 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:42.502454 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5d3d6-6f70-4c23-b8f2-4200e042bdbd req-0a4688c6-cd28-4169-acd6-6557a34da996 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:42.508462 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5d3d6-6f70-4c23-b8f2-4200e042bdbd req-0a4688c6-cd28-4169-acd6-6557a34da996 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:42.513831 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5d3d6-6f70-4c23-b8f2-4200e042bdbd req-0a4688c6-cd28-4169-acd6-6557a34da996 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:42.520688 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5d3d6-6f70-4c23-b8f2-4200e042bdbd req-0a4688c6-cd28-4169-acd6-6557a34da996 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:42.528622 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0cc5d3d6-6f70-4c23-b8f2-4200e042bdbd req-0a4688c6-cd28-4169-acd6-6557a34da996 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.2718771 Jan 28 13:35:42.587856 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-4ae3d30f-44b9-4dc2-a252-3988403f14ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fd9ea4f-7987-426d-81ae-c601a33231c1 HTTP/1.1" status: 200 len: 217 time: 0.0571029 Jan 28 13:35:42.593052 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-62c60b24-cc02-420c-bad5-bfa1c3f89b61 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Made reservation on behalf of f75d3bf1f82b41d082871e3d9d4ec219 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:35:42.598013 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-62c60b24-cc02-420c-bad5-bfa1c3f89b61 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:42.683996 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0cc5d3d6-6f70-4c23-b8f2-4200e042bdbd req-614b0282-09e5-4773-ad20-30bbd9740ca9 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1506529 Jan 28 13:35:42.686795 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde86cb-0551-4932-b3b2-af15aad61220 req-63a608f1-605b-42d0-b691-527aa0a79393 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:42.696399 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-8b2ecca2-2105-47bf-982e-2102735a67db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:42.696597 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6bde86cb-0551-4932-b3b2-af15aad61220 req-63a608f1-605b-42d0-b691-527aa0a79393 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 946 time: 0.2475965 Jan 28 13:35:42.701382 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-8b2ecca2-2105-47bf-982e-2102735a67db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11e07501-e45d-4ee4-9a79-78d0496e90fa HTTP/1.1" status: 200 len: 846 time: 0.1014078 Jan 28 13:35:42.785011 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-75783a5b-dc07-44fd-a0e8-b379c709559c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f7f563c-452e-4ad7-8366-46fe17e69e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438263 Jan 28 13:35:42.820108 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6bde86cb-0551-4932-b3b2-af15aad61220 req-47fc26e4-5e19-4235-9d52-101432a5ebbe tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217988 Jan 28 13:35:42.967317 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce2656-9b3e-4fa6-8b1b-e2ef07a5789e req-83df6e12-913c-4796-ad1b-eadeea444d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:42.974024 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-25ce2656-9b3e-4fa6-8b1b-e2ef07a5789e req-83df6e12-913c-4796-ad1b-eadeea444d05 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2f7f563c-452e-4ad7-8366-46fe17e69e05 HTTP/1.1" status: 200 len: 906 time: 0.4664977 Jan 28 13:35:43.000870 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-e00f8092-a2f7-46c5-be22-d9237a3686ad service neutron] 10.222.0.37 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047851 Jan 28 13:35:43.155048 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-25ce2656-9b3e-4fa6-8b1b-e2ef07a5789e req-3fb17774-1d1d-4642-8b84-5ca61ecae3bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=101efa69-eb99-4b6d-a484-368410fbef5a HTTP/1.1" status: 200 len: 217 time: 0.1687565 Jan 28 13:35:43.244434 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5958397-f591-4fbe-b53b-e0909ca707e7 req-e2fb97ea-d64e-4e5e-ae17-64f046e3c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:43.245852 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b5958397-f591-4fbe-b53b-e0909ca707e7 req-e2fb97ea-d64e-4e5e-ae17-64f046e3c37d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b4d3f60af5c4c6b8423e28fd3aff330&device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 1096 time: 0.1272051 Jan 28 13:35:43.302574 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce2656-9b3e-4fa6-8b1b-e2ef07a5789e req-b519134a-4a46-41a1-9424-8be6bc0ba0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:43.303664 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-25ce2656-9b3e-4fa6-8b1b-e2ef07a5789e req-b519134a-4a46-41a1-9424-8be6bc0ba0e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11e07501-e45d-4ee4-9a79-78d0496e90fa HTTP/1.1" status: 200 len: 846 time: 0.0614252 Jan 28 13:35:43.381368 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ab1f2-14ae-4e10-9e0f-7edb792353fc req-f3a30337-56ee-45e0-bae5-a7fba440a54d tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:43.387422 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0e0ab1f2-14ae-4e10-9e0f-7edb792353fc req-f3a30337-56ee-45e0-bae5-a7fba440a54d tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28ee4d7-9354-461f-90b7-47466877f10f HTTP/1.1" status: 200 len: 943 time: 0.2379136 Jan 28 13:35:43.393857 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-25ce2656-9b3e-4fa6-8b1b-e2ef07a5789e req-4c2119cd-1b8c-4709-88bb-92e218b56c31 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f7f563c-452e-4ad7-8366-46fe17e69e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774732 Jan 28 13:35:43.413681 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a8ac2848-e783-4618-b9c5-74924f8a72bd req-ebe4eefa-063a-4010-bdbb-99b25a551deb service neutron] 10.222.0.37 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066219 Jan 28 13:35:43.421629 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-903ec6df-c350-431e-9e4e-92011c9fe79f req-ee8ab603-ab04-4ef1-a45d-fbbaf4b65b50 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=a81199e4-756b-43d4-8da9-c280bcc015d3 HTTP/1.1" status: 200 len: 210 time: 0.2284226 Jan 28 13:35:43.425155 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5958397-f591-4fbe-b53b-e0909ca707e7 req-0fddfdd3-6d65-45b1-b233-9490fcdb65d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:43.430653 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b5958397-f591-4fbe-b53b-e0909ca707e7 req-0fddfdd3-6d65-45b1-b233-9490fcdb65d8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0cc66fb4-aa9b-4065-9754-07c3b4544c1c HTTP/1.1" status: 200 len: 918 time: 0.1646469 Jan 28 13:35:43.536018 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b5958397-f591-4fbe-b53b-e0909ca707e7 req-d26c5fbb-a9a8-44db-ba04-ffd42a7a2ebd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0039b2b7-65d7-43fa-84c3-44415f0574ba HTTP/1.1" status: 200 len: 217 time: 0.0981178 Jan 28 13:35:43.610391 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-62c60b24-cc02-420c-bad5-bfa1c3f89b61 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Allocated IP 172.20.0.10 (7079efeb-cd22-4f60-b771-d74efc0a16e0/0384f919-cf7e-4ec0-b290-94b57d977aef/08b77306-fb40-40ad-bf50-0b76b71a1bc9) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:35:43.635645 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32716f5a-ad97-4894-b7f5-05fbdc027050 req-32bb91c8-1284-48b0-9334-ce5efe8fb7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:43.637856 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-32716f5a-ad97-4894-b7f5-05fbdc027050 req-32bb91c8-1284-48b0-9334-ce5efe8fb7f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f433a78eab64a3c903969a5348a95ae&device_id=d28ee4d7-9354-461f-90b7-47466877f10f HTTP/1.1" status: 200 len: 1094 time: 0.1126471 Jan 28 13:35:43.644181 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5958397-f591-4fbe-b53b-e0909ca707e7 req-c47888b8-a6d2-4674-a98b-9154298b9ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:43.645711 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b5958397-f591-4fbe-b53b-e0909ca707e7 req-c47888b8-a6d2-4674-a98b-9154298b9ca8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbb764f6-d64f-484a-9e34-16f02ef802cf HTTP/1.1" status: 200 len: 858 time: 0.0756428 Jan 28 13:35:43.741149 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b5958397-f591-4fbe-b53b-e0909ca707e7 req-6281a2a4-a63b-436f-81f1-c0ce4184b42d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0cc66fb4-aa9b-4065-9754-07c3b4544c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824955 Jan 28 13:35:43.772322 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-62c60b24-cc02-420c-bad5-bfa1c3f89b61 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks [] for port (08b77306-fb40-40ad-bf50-0b76b71a1bc9), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:43.824833 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0e0ab1f2-14ae-4e10-9e0f-7edb792353fc req-9802ae47-98b7-4754-ac78-1be688cfc86b tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295228 Jan 28 13:35:43.827084 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-25ce2656-9b3e-4fa6-8b1b-e2ef07a5789e req-5087fe44-8f65-4d94-9e18-7727f23b01d6 service neutron] 10.222.0.18 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269402 Jan 28 13:35:43.850207 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-62c60b24-cc02-420c-bad5-bfa1c3f89b61 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (08b77306-fb40-40ad-bf50-0b76b71a1bc9), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:43.863408 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['8078f98a-0151-4a64-93ec-36213040fad7'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:35:43.905825 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380bca47-f676-4382-9c1e-55194cf73bd9 req-cb5a11fb-70eb-45e1-8710-703d36392ebd tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:43.907932 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-380bca47-f676-4382-9c1e-55194cf73bd9 req-cb5a11fb-70eb-45e1-8710-703d36392ebd tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.2525270 Jan 28 13:35:43.962852 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:35:44.052241 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-62c60b24-cc02-420c-bad5-bfa1c3f89b61 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Network 7079efeb-cd22-4f60-b771-d74efc0a16e0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:35:44.069835 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b5958397-f591-4fbe-b53b-e0909ca707e7 req-8f4b9e83-5ec5-42f6-93ea-2788f68fa90e service neutron] 10.222.0.37 "GET /v2.0/networks/0cc66fb4-aa9b-4065-9754-07c3b4544c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179600 Jan 28 13:35:44.072342 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32716f5a-ad97-4894-b7f5-05fbdc027050 req-3ebac72b-a23b-4d56-b169-3c359b635961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:44.073857 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-32716f5a-ad97-4894-b7f5-05fbdc027050 req-3ebac72b-a23b-4d56-b169-3c359b635961 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f7f563c-452e-4ad7-8366-46fe17e69e05 HTTP/1.1" status: 200 len: 906 time: 0.4145217 Jan 28 13:35:44.090307 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-62c60b24-cc02-420c-bad5-bfa1c3f89b61 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:35:44.102726 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-62c60b24-cc02-420c-bad5-bfa1c3f89b61 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:35:44.109164 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c60b24-cc02-420c-bad5-bfa1c3f89b61 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Pushing event updated for resources: {'Port': ['ID=08b77306-fb40-40ad-bf50-0b76b71a1bc9,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:44.181748 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b1cb0-09dd-42fb-80a5-9250031c3504 req-ee853288-dc97-47d3-af89-4a9ab8773efd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:44.188368 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b1cb0-09dd-42fb-80a5-9250031c3504 req-ee853288-dc97-47d3-af89-4a9ab8773efd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:44.194467 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b1cb0-09dd-42fb-80a5-9250031c3504 req-ee853288-dc97-47d3-af89-4a9ab8773efd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:44.203333 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b1cb0-09dd-42fb-80a5-9250031c3504 req-ee853288-dc97-47d3-af89-4a9ab8773efd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:44.209690 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b1cb0-09dd-42fb-80a5-9250031c3504 req-ee853288-dc97-47d3-af89-4a9ab8773efd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:44.213798 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-380bca47-f676-4382-9c1e-55194cf73bd9 req-faf641d2-9452-401c-b401-9eeb691ac706 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989838 Jan 28 13:35:44.216075 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b1cb0-09dd-42fb-80a5-9250031c3504 req-ee853288-dc97-47d3-af89-4a9ab8773efd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:44.220893 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-32716f5a-ad97-4894-b7f5-05fbdc027050 req-a3e55986-c028-4aa1-80d4-a6cb2a687518 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fd9ea4f-7987-426d-81ae-c601a33231c1 HTTP/1.1" status: 200 len: 217 time: 0.1030428 Jan 28 13:35:44.241435 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b1cb0-09dd-42fb-80a5-9250031c3504 req-ee853288-dc97-47d3-af89-4a9ab8773efd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:44.248083 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-928b1cb0-09dd-42fb-80a5-9250031c3504 req-ee853288-dc97-47d3-af89-4a9ab8773efd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.3188660 Jan 28 13:35:44.314921 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-25ce2656-9b3e-4fa6-8b1b-e2ef07a5789e req-ef5f7398-bb30-42b1-8303-03b011fe5778 service neutron] 10.222.0.18 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805357 Jan 28 13:35:44.338821 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-62c60b24-cc02-420c-bad5-bfa1c3f89b61 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:44.340092 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-62c60b24-cc02-420c-bad5-bfa1c3f89b61 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:44.393562 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-62c60b24-cc02-420c-bad5-bfa1c3f89b61 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1653666 Jan 28 13:35:44.405514 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-907c0c52-6a13-4e5f-909d-0d9d368666a4 service neutron] Request body: {'port': {'device_id': 'a81199e4-756b-43d4-8da9-c280bcc015d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:44.448203 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-928b1cb0-09dd-42fb-80a5-9250031c3504 req-42cf7f49-6c09-4c19-8fc5-69b56e2cb7fa tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1981142 Jan 28 13:35:44.542486 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85603ecb-6015-4625-ab82-4b47f35eff1d req-e1ea62f5-9b7a-4430-837d-c8534ea3efdf tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:44.545197 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-907c0c52-6a13-4e5f-909d-0d9d368666a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (08b77306-fb40-40ad-bf50-0b76b71a1bc9), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:44.551446 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-85603ecb-6015-4625-ab82-4b47f35eff1d req-e1ea62f5-9b7a-4430-837d-c8534ea3efdf tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 946 time: 0.2091544 Jan 28 13:35:44.564803 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32716f5a-ad97-4894-b7f5-05fbdc027050 req-e2218220-2399-4661-b159-e4e7c645b44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:44.566461 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-32716f5a-ad97-4894-b7f5-05fbdc027050 req-e2218220-2399-4661-b159-e4e7c645b44a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11e07501-e45d-4ee4-9a79-78d0496e90fa HTTP/1.1" status: 200 len: 846 time: 0.3320613 Jan 28 13:35:44.572685 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-7bc23357-cf7e-474a-bed1-25e143b0c1ea None None] Provisioning complete for port 08b77306-fb40-40ad-bf50-0b76b71a1bc9 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:44.575858 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7bc23357-cf7e-474a-bed1-25e143b0c1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (08b77306-fb40-40ad-bf50-0b76b71a1bc9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:44.595751 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b5958397-f591-4fbe-b53b-e0909ca707e7 req-653421ee-b4f4-44d3-adcc-967df0c357cf service neutron] 10.222.0.37 "GET /v2.0/networks/0cc66fb4-aa9b-4065-9754-07c3b4544c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827399 Jan 28 13:35:44.617989 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badca83-b9e7-4f37-9536-85ff7c27781c req-9131c957-115f-44a0-ae9a-d7e3c5d0decd tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:44.620346 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5badca83-b9e7-4f37-9536-85ff7c27781c req-9131c957-115f-44a0-ae9a-d7e3c5d0decd tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.37 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 946 time: 0.2801530 Jan 28 13:35:44.655545 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-32716f5a-ad97-4894-b7f5-05fbdc027050 req-eaa99c5e-0169-4cfa-8fb9-a60c83490247 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f7f563c-452e-4ad7-8366-46fe17e69e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790524 Jan 28 13:35:44.665987 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7bc23357-cf7e-474a-bed1-25e143b0c1ea None None] Port 08b77306-fb40-40ad-bf50-0b76b71a1bc9 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:35:44.698018 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198982f8-76f0-4639-81f3-d3441879102f req-fb954274-df07-4de1-abfa-a27a8f8448ad tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:44.706019 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-198982f8-76f0-4639-81f3-d3441879102f req-fb954274-df07-4de1-abfa-a27a8f8448ad tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=a81199e4-756b-43d4-8da9-c280bcc015d3 HTTP/1.1" status: 200 len: 932 time: 0.1239159 Jan 28 13:35:44.799976 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-85603ecb-6015-4625-ab82-4b47f35eff1d req-8d033988-3171-4e7e-a0ed-fcff77355a4e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=38f8e014-3e3a-4680-adab-dc14a9daf0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2473564 Jan 28 13:35:44.827046 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-198982f8-76f0-4639-81f3-d3441879102f req-a64b29cf-419f-4c30-9f0d-5f46cd5c6670 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147821 Jan 28 13:35:44.890008 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-32716f5a-ad97-4894-b7f5-05fbdc027050 req-5211fbaa-98cc-43d0-9338-9ba0305a78bd service neutron] 10.222.0.37 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101078 Jan 28 13:35:44.913111 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-5badca83-b9e7-4f37-9536-85ff7c27781c req-69a8a289-5f52-401e-aee6-ff17a92aa77b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Deleting port 91755f44-fc12-4753-90b2-7a0c1535621f {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:35:44.913605 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5badca83-b9e7-4f37-9536-85ff7c27781c req-69a8a289-5f52-401e-aee6-ff17a92aa77b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:45.026673 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-5badca83-b9e7-4f37-9536-85ff7c27781c req-69a8a289-5f52-401e-aee6-ff17a92aa77b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] For port 91755f44-fc12-4753-90b2-7a0c1535621f, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=91755f44-fc12-4753-90b2-7a0c1535621f,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:45.027191 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5badca83-b9e7-4f37-9536-85ff7c27781c req-69a8a289-5f52-401e-aee6-ff17a92aa77b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:45.171526 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-907c0c52-6a13-4e5f-909d-0d9d368666a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b77306-fb40-40ad-bf50-0b76b71a1bc9 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:35:45.192311 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-907c0c52-6a13-4e5f-909d-0d9d368666a4 service neutron] Publish callbacks [] for port (08b77306-fb40-40ad-bf50-0b76b71a1bc9), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:45.211259 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-907c0c52-6a13-4e5f-909d-0d9d368666a4 service neutron] Transition to ACTIVE for port object 08b77306-fb40-40ad-bf50-0b76b71a1bc9 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:35:45.218598 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-907c0c52-6a13-4e5f-909d-0d9d368666a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (08b77306-fb40-40ad-bf50-0b76b71a1bc9), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:45.295739 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c0c52-6a13-4e5f-909d-0d9d368666a4 service neutron] Pushing event updated for resources: {'Port': ['ID=08b77306-fb40-40ad-bf50-0b76b71a1bc9,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:45.877423 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e229fe-6fd0-4a3f-b23d-a55710342a65 req-6e30ec18-5466-48ca-9fb4-6526a5753b03 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:45.884989 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e5e229fe-6fd0-4a3f-b23d-a55710342a65 req-6e30ec18-5466-48ca-9fb4-6526a5753b03 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.1051719 Jan 28 13:35:45.908317 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-907c0c52-6a13-4e5f-909d-0d9d368666a4 service neutron] Attempting to bind port 08b77306-fb40-40ad-bf50-0b76b71a1bc9 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:35:45.909009 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-907c0c52-6a13-4e5f-909d-0d9d368666a4 service neutron] Attempting to bind port 08b77306-fb40-40ad-bf50-0b76b71a1bc9 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '792a819f-11b6-46d0-bd5d-38aa9f6d375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:35:45.909518 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-907c0c52-6a13-4e5f-909d-0d9d368666a4 service neutron] Attempting to bind port 08b77306-fb40-40ad-bf50-0b76b71a1bc9 on network 7079efeb-cd22-4f60-b771-d74efc0a16e0 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:45.915891 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-907c0c52-6a13-4e5f-909d-0d9d368666a4 service neutron] Port 08b77306-fb40-40ad-bf50-0b76b71a1bc9 on network 7079efeb-cd22-4f60-b771-d74efc0a16e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:35:45.916392 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-907c0c52-6a13-4e5f-909d-0d9d368666a4 service neutron] Attempting to bind port 08b77306-fb40-40ad-bf50-0b76b71a1bc9 on network 7079efeb-cd22-4f60-b771-d74efc0a16e0 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:45.963216 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e5e229fe-6fd0-4a3f-b23d-a55710342a65 req-29926dc9-1a06-43ca-9727-14ab8ba291bf tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728159 Jan 28 13:35:45.964442 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-907c0c52-6a13-4e5f-909d-0d9d368666a4 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:35:45.965505 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-907c0c52-6a13-4e5f-909d-0d9d368666a4 service neutron] Checking segment: {'id': '792a819f-11b6-46d0-bd5d-38aa9f6d375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:35:45.966734 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-907c0c52-6a13-4e5f-909d-0d9d368666a4 service neutron] Bound using segment: {'id': '792a819f-11b6-46d0-bd5d-38aa9f6d375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:35:45.976771 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-907c0c52-6a13-4e5f-909d-0d9d368666a4 service neutron] Bound port: 08b77306-fb40-40ad-bf50-0b76b71a1bc9, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792a819f-11b6-46d0-bd5d-38aa9f6d375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:35:45.980583 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-907c0c52-6a13-4e5f-909d-0d9d368666a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (08b77306-fb40-40ad-bf50-0b76b71a1bc9), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:46.040392 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5badca83-b9e7-4f37-9536-85ff7c27781c req-69a8a289-5f52-401e-aee6-ff17a92aa77b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:46.041044 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5badca83-b9e7-4f37-9536-85ff7c27781c req-69a8a289-5f52-401e-aee6-ff17a92aa77b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (da92ce79-3e22-4186-b3e4-5a6b2e94f21d), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:46.041140 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [req-5badca83-b9e7-4f37-9536-85ff7c27781c req-69a8a289-5f52-401e-aee6-ff17a92aa77b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Floating IP da92ce79-3e22-4186-b3e4-5a6b2e94f21d disassociated. External IP: 172.25.3.236, port: 91755f44-fc12-4753-90b2-7a0c1535621f. Jan 28 13:35:46.041511 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-5badca83-b9e7-4f37-9536-85ff7c27781c req-69a8a289-5f52-401e-aee6-ff17a92aa77b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Calling delete_port for 91755f44-fc12-4753-90b2-7a0c1535621f owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:35:46.146206 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-907c0c52-6a13-4e5f-909d-0d9d368666a4 service neutron] For port 08b77306-fb40-40ad-bf50-0b76b71a1bc9, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:35:46.173356 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-907c0c52-6a13-4e5f-909d-0d9d368666a4 service neutron] For port 08b77306-fb40-40ad-bf50-0b76b71a1bc9, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=08b77306-fb40-40ad-bf50-0b76b71a1bc9,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:35:46.192689 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-907c0c52-6a13-4e5f-909d-0d9d368666a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (08b77306-fb40-40ad-bf50-0b76b71a1bc9), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:46.264155 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-32716f5a-ad97-4894-b7f5-05fbdc027050 req-e873e7c0-23af-4cf9-a764-0c3a3ca381a9 service neutron] 10.222.0.37 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3644874 Jan 28 13:35:46.285756 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-907c0c52-6a13-4e5f-909d-0d9d368666a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:46.286477 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-907c0c52-6a13-4e5f-909d-0d9d368666a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:46.288240 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-907c0c52-6a13-4e5f-909d-0d9d368666a4 service neutron] 10.222.0.37 "PUT /v2.0/ports/08b77306-fb40-40ad-bf50-0b76b71a1bc9 HTTP/1.1" status: 200 len: 1092 time: 1.8869519 Jan 28 13:35:46.303812 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc95d2-39ef-40dc-b747-c5ef73c9d977 req-715602da-eeb0-4633-9a7a-6aa5947e0119 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:46.309567 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc95d2-39ef-40dc-b747-c5ef73c9d977 req-715602da-eeb0-4633-9a7a-6aa5947e0119 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:46.319527 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc95d2-39ef-40dc-b747-c5ef73c9d977 req-715602da-eeb0-4633-9a7a-6aa5947e0119 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:46.330207 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc95d2-39ef-40dc-b747-c5ef73c9d977 req-715602da-eeb0-4633-9a7a-6aa5947e0119 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:46.331610 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5badca83-b9e7-4f37-9536-85ff7c27781c req-69a8a289-5f52-401e-aee6-ff17a92aa77b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (91755f44-fc12-4753-90b2-7a0c1535621f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:46.338749 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc95d2-39ef-40dc-b747-c5ef73c9d977 req-715602da-eeb0-4633-9a7a-6aa5947e0119 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:46.353526 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc95d2-39ef-40dc-b747-c5ef73c9d977 req-715602da-eeb0-4633-9a7a-6aa5947e0119 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:46.359427 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc95d2-39ef-40dc-b747-c5ef73c9d977 req-715602da-eeb0-4633-9a7a-6aa5947e0119 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:46.367832 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58cc95d2-39ef-40dc-b747-c5ef73c9d977 req-715602da-eeb0-4633-9a7a-6aa5947e0119 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.2831192 Jan 28 13:35:46.375087 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81199e4-756b-43d4-8da9-c280bcc015d3', 'tag': '08b77306-fb40-40ad-bf50-0b76b71a1bc9'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:35:46.377582 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187d4b22-ada3-4b09-b2d7-041aba0c0b28" -d '{"events": [{"name": "network-changed", "server_uuid": "a81199e4-756b-43d4-8da9-c280bcc015d3", "tag": "08b77306-fb40-40ad-bf50-0b76b71a1bc9"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:35:46.436202 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8a289-5f52-401e-aee6-ff17a92aa77b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Pushing event deleted for resources: {'Port': ['ID=91755f44-fc12-4753-90b2-7a0c1535621f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:46.458998 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213ac31-4c45-4ea8-b2ce-5b043244ed16 req-81edb9c4-3e6b-4cdf-95c0-e724e425bf76 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:46.462590 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e213ac31-4c45-4ea8-b2ce-5b043244ed16 req-81edb9c4-3e6b-4cdf-95c0-e724e425bf76 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28ee4d7-9354-461f-90b7-47466877f10f HTTP/1.1" status: 200 len: 943 time: 0.8496940 Jan 28 13:35:46.507330 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c0c52-6a13-4e5f-909d-0d9d368666a4 service neutron] Pushing event updated for resources: {'Port': ['ID=08b77306-fb40-40ad-bf50-0b76b71a1bc9,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:46.572472 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-6d31d105-53c5-41c2-af83-9d577f94f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:46.574011 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-6d31d105-53c5-41c2-af83-9d577f94f807 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&device_id=a81199e4-756b-43d4-8da9-c280bcc015d3 HTTP/1.1" status: 200 len: 1095 time: 0.1774452 Jan 28 13:35:46.586637 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58cc95d2-39ef-40dc-b747-c5ef73c9d977 req-9d54c1ce-5c38-49a2-9969-310bcda90ed6 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2173381 Jan 28 13:35:46.694401 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-957b991a-63f2-431c-b4e5-faff0d52512a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08b77306-fb40-40ad-bf50-0b76b71a1bc9 HTTP/1.1" status: 200 len: 217 time: 0.1067147 Jan 28 13:35:46.732053 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5badca83-b9e7-4f37-9536-85ff7c27781c req-69a8a289-5f52-401e-aee6-ff17a92aa77b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Router 721350a7-83fa-4721-8554-c80c4f6845bc has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:35:46.795680 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-c4455e55-eae1-421e-80a5-761823d1347e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:46.797174 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-c4455e55-eae1-421e-80a5-761823d1347e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0384f919-cf7e-4ec0-b290-94b57d977aef HTTP/1.1" status: 200 len: 849 time: 0.0953226 Jan 28 13:35:46.808192 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fb999-0286-4b8c-a3ee-8132db66e31a req-909e91a7-3fa5-4cba-bab6-43713fe4f58e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:46.833992 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c12fb999-0286-4b8c-a3ee-8132db66e31a req-909e91a7-3fa5-4cba-bab6-43713fe4f58e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=a81199e4-756b-43d4-8da9-c280bcc015d3 HTTP/1.1" status: 200 len: 944 time: 0.1219308 Jan 28 13:35:46.901932 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e213ac31-4c45-4ea8-b2ce-5b043244ed16 req-d2dd399b-4f26-4288-baef-fcde9386435d tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323626 Jan 28 13:35:46.988735 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c12fb999-0286-4b8c-a3ee-8132db66e31a req-ff0d36ca-d632-411c-b98e-071b1b168b8e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482558 Jan 28 13:35:47.017598 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-3903b671-3451-4378-8643-dcaeaaf8c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:47.021820 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-3903b671-3451-4378-8643-dcaeaaf8c38d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7079efeb-cd22-4f60-b771-d74efc0a16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1807184 Jan 28 13:35:47.131007 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-23943d88-9ca0-48db-8d25-81d871251462 req-eaca6f94-d8fc-4c89-bfaf-5017ef619685 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=0315f806-bfc7-4cdf-8cc1-ba30a5b19867 HTTP/1.1" status: 200 len: 210 time: 0.0639405 Jan 28 13:35:47.132746 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5badca83-b9e7-4f37-9536-85ff7c27781c req-69a8a289-5f52-401e-aee6-ff17a92aa77b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:35:47.150168 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3053d2-b8ec-42f9-8d44-9de75df1d2d6 None None] Sync routers for ids ['721350a7-83fa-4721-8554-c80c4f6845bc'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:35:47.163320 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3053d2-b8ec-42f9-8d44-9de75df1d2d6 None None] Routers {'721350a7-83fa-4721-8554-c80c4f6845bc'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:35:47.164105 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-1d3053d2-b8ec-42f9-8d44-9de75df1d2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:35:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['721350a7-83fa-4721-8554-c80c4f6845bc'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:47.208784 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-5badca83-b9e7-4f37-9536-85ff7c27781c req-69a8a289-5f52-401e-aee6-ff17a92aa77b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] No DVR routers for this DVR port 91755f44-fc12-4753-90b2-7a0c1535621f on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:35:47.211960 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5badca83-b9e7-4f37-9536-85ff7c27781c req-69a8a289-5f52-401e-aee6-ff17a92aa77b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:47.217265 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5badca83-b9e7-4f37-9536-85ff7c27781c req-69a8a289-5f52-401e-aee6-ff17a92aa77b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.37 "DELETE /v2.0/ports/91755f44-fc12-4753-90b2-7a0c1535621f HTTP/1.1" status: 204 len: 173 time: 2.5726469 Jan 28 13:35:47.217860 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0315f806-bfc7-4cdf-8cc1-ba30a5b19867', 'name': 'network-vif-deleted', 'tag': '91755f44-fc12-4753-90b2-7a0c1535621f'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:35:47.220670 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25fbead-f7a5-46e6-9180-518e9fa21e2a" -d '{"events": [{"server_uuid": "0315f806-bfc7-4cdf-8cc1-ba30a5b19867", "name": "network-vif-deleted", "tag": "91755f44-fc12-4753-90b2-7a0c1535621f"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:35:47.255029 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2587dee7-8e05-4b5d-8fc5-15d9767c22a6 x-openstack-request-id: req-2587dee7-8e05-4b5d-8fc5-15d9767c22a6 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:35:47.255318 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a81199e4-756b-43d4-8da9-c280bcc015d3", "tag": "08b77306-fb40-40ad-bf50-0b76b71a1bc9", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:35:47.255558 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2587dee7-8e05-4b5d-8fc5-15d9767c22a6 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:35:47.255954 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a81199e4-756b-43d4-8da9-c280bcc015d3', 'tag': '08b77306-fb40-40ad-bf50-0b76b71a1bc9', 'status': 'completed', 'code': 200} Jan 28 13:35:47.284971 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-1d3053d2-b8ec-42f9-8d44-9de75df1d2d6 None None] Set router 721350a7-83fa-4721-8554-c80c4f6845bc gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:35:47.321324 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-e424a2e9-eb49-4703-a507-3dfb183fc7f2 service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887061 Jan 28 13:35:47.406655 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295cc4ed-35cf-4c43-9277-961902448c3b x-openstack-request-id: req-295cc4ed-35cf-4c43-9277-961902448c3b {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:35:47.407172 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0315f806-bfc7-4cdf-8cc1-ba30a5b19867", "name": "network-vif-deleted", "tag": "91755f44-fc12-4753-90b2-7a0c1535621f", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:35:47.408682 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-295cc4ed-35cf-4c43-9277-961902448c3b {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:35:47.409590 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0315f806-bfc7-4cdf-8cc1-ba30a5b19867', 'name': 'network-vif-deleted', 'tag': '91755f44-fc12-4753-90b2-7a0c1535621f', 'status': 'completed', 'code': 200} Jan 28 13:35:47.458346 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b96dee-4517-4433-8dac-f1cbd2500a15 req-7b6760ed-8443-4127-80f3-b01bda90e8c1 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:47.460528 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-29b96dee-4517-4433-8dac-f1cbd2500a15 req-7b6760ed-8443-4127-80f3-b01bda90e8c1 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.1333711 Jan 28 13:35:47.506944 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bab3abd9-7c9b-4c45-89e1-e923c056c588 req-dc4e809c-23fa-4a5a-854a-c9a770176220 service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722672 Jan 28 13:35:47.583916 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-29b96dee-4517-4433-8dac-f1cbd2500a15 req-07ec7355-cead-4d86-a445-7ff715a57ffe tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137447 Jan 28 13:35:47.609351 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:47.636824 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d4b22-ada3-4b09-b2d7-041aba0c0b28 req-b5a3adf1-2c3e-4598-af39-e75a418c4e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:47.639659 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-187d4b22-ada3-4b09-b2d7-041aba0c0b28 req-b5a3adf1-2c3e-4598-af39-e75a418c4e57 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&device_id=a81199e4-756b-43d4-8da9-c280bcc015d3 HTTP/1.1" status: 200 len: 1095 time: 0.0581474 Jan 28 13:35:47.688277 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-1d3053d2-b8ec-42f9-8d44-9de75df1d2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'name': 'tempest-AttachVolumeShelveTestJSON-132946103-router', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:47Z', 'revision_number': 4, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'gw_port': {'id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:38Z', 'updated_at': '2022-01-28T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '9ca1d80a-626e-41b8-8ded-fba8237f58e1', 'name': '', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'mac_address': 'fa:16:3e:95:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:45Z', 'updated_at': '2022-01-28T13:30:01Z', 'revision_number': 5, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'subnets': [{'id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:47.716957 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3053d2-b8ec-42f9-8d44-9de75df1d2d6 None None] Checking router: 721350a7-83fa-4721-8554-c80c4f6845bc for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:35:47.726054 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3053d2-b8ec-42f9-8d44-9de75df1d2d6 None None] Routers {'721350a7-83fa-4721-8554-c80c4f6845bc'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:35:47.726775 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-1d3053d2-b8ec-42f9-8d44-9de75df1d2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:35:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['721350a7-83fa-4721-8554-c80c4f6845bc'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:47.881278 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f00734-4492-4b5e-bd2b-cda8d35f280b req-00f8ce89-6319-412e-b008-47bdbdba2ca4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:47.887318 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f00734-4492-4b5e-bd2b-cda8d35f280b req-00f8ce89-6319-412e-b008-47bdbdba2ca4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:47.892807 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f00734-4492-4b5e-bd2b-cda8d35f280b req-00f8ce89-6319-412e-b008-47bdbdba2ca4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:47.898538 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f00734-4492-4b5e-bd2b-cda8d35f280b req-00f8ce89-6319-412e-b008-47bdbdba2ca4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:47.904773 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f00734-4492-4b5e-bd2b-cda8d35f280b req-00f8ce89-6319-412e-b008-47bdbdba2ca4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:47.910965 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f00734-4492-4b5e-bd2b-cda8d35f280b req-00f8ce89-6319-412e-b008-47bdbdba2ca4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:47.915737 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-1d3053d2-b8ec-42f9-8d44-9de75df1d2d6 None None] Set router 721350a7-83fa-4721-8554-c80c4f6845bc gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:35:47.920163 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f00734-4492-4b5e-bd2b-cda8d35f280b req-00f8ce89-6319-412e-b008-47bdbdba2ca4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:47.940898 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-98f00734-4492-4b5e-bd2b-cda8d35f280b req-00f8ce89-6319-412e-b008-47bdbdba2ca4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.2343318 Jan 28 13:35:48.094718 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-98f00734-4492-4b5e-bd2b-cda8d35f280b req-e541a5af-4379-4394-a006-7d8121d0791b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1380341 Jan 28 13:35:48.096500 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d4b22-ada3-4b09-b2d7-041aba0c0b28 req-7f4a03b4-c65e-4438-86e7-eb16bad8990f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:48.097993 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-187d4b22-ada3-4b09-b2d7-041aba0c0b28 req-7f4a03b4-c65e-4438-86e7-eb16bad8990f service neutron] 10.222.0.37 "GET /v2.0/networks?id=7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 200 len: 910 time: 0.4502437 Jan 28 13:35:48.125367 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3decd94-640d-451c-b57a-2afc9b270d60 req-893e8286-1caa-4419-bf7d-e0337d4fe24c tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:48.132074 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e3decd94-640d-451c-b57a-2afc9b270d60 req-893e8286-1caa-4419-bf7d-e0337d4fe24c tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28ee4d7-9354-461f-90b7-47466877f10f HTTP/1.1" status: 200 len: 943 time: 0.0993998 Jan 28 13:35:48.158405 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 0fd9ea4f-7987-426d-81ae-c601a33231c1 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:35:48.192106 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-187d4b22-ada3-4b09-b2d7-041aba0c0b28 req-d8052e05-7bc5-4dd3-a063-d05760543c9a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08b77306-fb40-40ad-bf50-0b76b71a1bc9 HTTP/1.1" status: 200 len: 217 time: 0.0802729 Jan 28 13:35:48.263458 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e3decd94-640d-451c-b57a-2afc9b270d60 req-eb48b7f8-2426-40ba-b1c6-b5e2f3dd1ce0 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247478 Jan 28 13:35:48.343737 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-1d3053d2-b8ec-42f9-8d44-9de75df1d2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'name': 'tempest-AttachVolumeShelveTestJSON-132946103-router', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:47Z', 'revision_number': 4, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'gw_port': {'id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:38Z', 'updated_at': '2022-01-28T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '9ca1d80a-626e-41b8-8ded-fba8237f58e1', 'name': '', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'mac_address': 'fa:16:3e:95:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:45Z', 'updated_at': '2022-01-28T13:30:01Z', 'revision_number': 5, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'subnets': [{'id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:48.351158 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d4b22-ada3-4b09-b2d7-041aba0c0b28 req-3b2341c8-8e28-43b5-b7da-5c025924cdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:48.353115 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-187d4b22-ada3-4b09-b2d7-041aba0c0b28 req-3b2341c8-8e28-43b5-b7da-5c025924cdcf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0384f919-cf7e-4ec0-b290-94b57d977aef HTTP/1.1" status: 200 len: 849 time: 0.1545358 Jan 28 13:35:48.394451 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 0fd9ea4f-7987-426d-81ae-c601a33231c1, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=0fd9ea4f-7987-426d-81ae-c601a33231c1,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:48.411148 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 91755f44-fc12-4753-90b2-7a0c1535621f no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:35:48.414611 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50db92-a8ea-4131-8a1f-a6a953432557 req-efa156d4-7020-456c-9c35-465dce7e648a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:48.423179 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c50db92-a8ea-4131-8a1f-a6a953432557 req-efa156d4-7020-456c-9c35-465dce7e648a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=a81199e4-756b-43d4-8da9-c280bcc015d3 HTTP/1.1" status: 200 len: 944 time: 0.1514547 Jan 28 13:35:48.437728 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '0fd9ea4f-7987-426d-81ae-c601a33231c1', 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05', 'port_id': '0fd9ea4f-7987-426d-81ae-c601a33231c1', 'mac_address': 'fa:16:3e:f1:fe:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e07501-e45d-4ee4-9a79-78d0496e90fa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:35:48.442053 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 91755f44-fc12-4753-90b2-7a0c1535621f {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:35:48.442785 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 91755f44-fc12-4753-90b2-7a0c1535621f not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:35:48.448321 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3053d2-b8ec-42f9-8d44-9de75df1d2d6 None None] The sync data for ids ['721350a7-83fa-4721-8554-c80c4f6845bc'] in n-d-822747-2 is: [{'id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'name': 'tempest-AttachVolumeShelveTestJSON-132946103-router', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:47Z', 'revision_number': 4, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'gw_port': {'id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:38Z', 'updated_at': '2022-01-28T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '9ca1d80a-626e-41b8-8ded-fba8237f58e1', 'name': '', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'mac_address': 'fa:16:3e:95:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:45Z', 'updated_at': '2022-01-28T13:30:01Z', 'revision_number': 5, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'subnets': [{'id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:35:48.503823 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 0fd9ea4f-7987-426d-81ae-c601a33231c1 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:48.504332 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0fd9ea4f-7987-426d-81ae-c601a33231c1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:48.528607 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fd9ea4f-7987-426d-81ae-c601a33231c1 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:35:48.557817 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 0fd9ea4f-7987-426d-81ae-c601a33231c1, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=0fd9ea4f-7987-426d-81ae-c601a33231c1,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:48.574654 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0fd9ea4f-7987-426d-81ae-c601a33231c1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:48.600891 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c50db92-a8ea-4131-8a1f-a6a953432557 req-09ea27ba-15f4-4aaa-9e49-97eb168e0b05 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745760 Jan 28 13:35:48.609325 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 35234) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:48.622249 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d4b22-ada3-4b09-b2d7-041aba0c0b28 req-5e21787d-4ef9-4dcf-80ba-0f5eb8c3208b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:48.622249 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-187d4b22-ada3-4b09-b2d7-041aba0c0b28 req-5e21787d-4ef9-4dcf-80ba-0f5eb8c3208b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7079efeb-cd22-4f60-b771-d74efc0a16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2467699 Jan 28 13:35:48.773927 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=0fd9ea4f-7987-426d-81ae-c601a33231c1,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:48.820065 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:48.838482 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:48.839388 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:48.842762 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:48.843674 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:48.844335 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:48.844938 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:48.845897 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:48.847468 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:48.849228 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:48.849825 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:48.850369 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:48.851350 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:48.893287 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-445adbf0-f56c-46d5-bda0-b9766da14978 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for security_group (38f8e014-3e3a-4680-adab-dc14a9daf0bf), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:48.929431 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-445adbf0-f56c-46d5-bda0-b9766da14978 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for security_group (38f8e014-3e3a-4680-adab-dc14a9daf0bf), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:48.947316 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-187d4b22-ada3-4b09-b2d7-041aba0c0b28 req-eea73a77-509d-4768-b408-eefed6e2ef75 service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228207 Jan 28 13:35:49.005436 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3109119-0bd6-4b67-819c-1edfe9918049 req-52f25e47-1f0c-4824-a9e2-447b82a0ba6c tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:49.012909 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d3109119-0bd6-4b67-819c-1edfe9918049 req-52f25e47-1f0c-4824-a9e2-447b82a0ba6c tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.2360957 Jan 28 13:35:49.048229 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-445adbf0-f56c-46d5-bda0-b9766da14978 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (38f8e014-3e3a-4680-adab-dc14a9daf0bf), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:49.051237 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-445adbf0-f56c-46d5-bda0-b9766da14978 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:49.054956 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-445adbf0-f56c-46d5-bda0-b9766da14978 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "DELETE /v2.0/security-groups/38f8e014-3e3a-4680-adab-dc14a9daf0bf HTTP/1.1" status: 204 len: 168 time: 0.4421093 Jan 28 13:35:49.069502 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 35240) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:49.139417 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faccaed5-2a9a-4fa2-8a0a-76fe311db3fa None None] New status for floating IP da92ce79-3e22-4186-b3e4-5a6b2e94f21d: DOWN {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:35:49.143608 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445adbf0-f56c-46d5-bda0-b9766da14978 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f8e014-3e3a-4680-adab-dc14a9daf0bf,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:49.146357 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-187d4b22-ada3-4b09-b2d7-041aba0c0b28 req-6238e9fb-39d2-4550-8153-35c29946a4fb service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891837 Jan 28 13:35:49.159891 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-74c51483-09b0-4551-b5aa-90be0ba9e3c6 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] show failed (client error): The resource could not be found. Jan 28 13:35:49.160990 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-74c51483-09b0-4551-b5aa-90be0ba9e3c6 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups/38f8e014-3e3a-4680-adab-dc14a9daf0bf HTTP/1.1" status: 404 len: 347 time: 0.0902240 Jan 28 13:35:49.164509 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 35244) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:49.194120 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d3109119-0bd6-4b67-819c-1edfe9918049 req-251c45eb-dcfe-4961-b9ff-95bf5ff79dab tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802204 Jan 28 13:35:49.298444 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['0fd9ea4f-7987-426d-81ae-c601a33231c1'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:35:49.416095 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c2394-bd9c-4efe-b28f-865711dd6b6c req-c1996955-5e5f-4888-9c09-56925691354a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:49.426805 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c2394-bd9c-4efe-b28f-865711dd6b6c req-c1996955-5e5f-4888-9c09-56925691354a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:49.433457 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c2394-bd9c-4efe-b28f-865711dd6b6c req-c1996955-5e5f-4888-9c09-56925691354a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:49.439439 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c2394-bd9c-4efe-b28f-865711dd6b6c req-c1996955-5e5f-4888-9c09-56925691354a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:49.445466 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c2394-bd9c-4efe-b28f-865711dd6b6c req-c1996955-5e5f-4888-9c09-56925691354a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:49.457037 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013f3a4-0155-4828-bb9c-aead19f0c652 req-dc4b64a8-597e-4e65-abc2-0be0d4a10d6d tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:49.461895 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c2394-bd9c-4efe-b28f-865711dd6b6c req-c1996955-5e5f-4888-9c09-56925691354a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:49.465435 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f013f3a4-0155-4828-bb9c-aead19f0c652 req-dc4b64a8-597e-4e65-abc2-0be0d4a10d6d tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28ee4d7-9354-461f-90b7-47466877f10f HTTP/1.1" status: 200 len: 944 time: 0.0900691 Jan 28 13:35:49.477263 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c2394-bd9c-4efe-b28f-865711dd6b6c req-c1996955-5e5f-4888-9c09-56925691354a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:49.479377 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b39c2394-bd9c-4efe-b28f-865711dd6b6c req-c1996955-5e5f-4888-9c09-56925691354a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.2242188 Jan 28 13:35:49.546699 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f013f3a4-0155-4828-bb9c-aead19f0c652 req-39ae39f2-59dc-4e0b-b8e5-0c4e0b7cfc83 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749903 Jan 28 13:35:49.560850 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-90e6c3f5-4cfe-45bb-b9c4-2a8a6639667f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Deleting port 7db3e737-dcf1-4af4-be2d-f6c310de6d2b {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:35:49.561198 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-90e6c3f5-4cfe-45bb-b9c4-2a8a6639667f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7db3e737-dcf1-4af4-be2d-f6c310de6d2b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:49.671819 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b39c2394-bd9c-4efe-b28f-865711dd6b6c req-27cd9244-9808-4e2b-a484-8124e095f3cb tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1778598 Jan 28 13:35:49.674963 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-90e6c3f5-4cfe-45bb-b9c4-2a8a6639667f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7db3e737-dcf1-4af4-be2d-f6c310de6d2b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:49.675130 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-90e6c3f5-4cfe-45bb-b9c4-2a8a6639667f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for floatingip (7db3e737-dcf1-4af4-be2d-f6c310de6d2b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:49.690358 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-90e6c3f5-4cfe-45bb-b9c4-2a8a6639667f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Calling delete_port for 7db3e737-dcf1-4af4-be2d-f6c310de6d2b owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:35:49.713763 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:49.784899 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196a4fc-3ee0-4117-ad42-83aae66c578c req-2d131245-d22d-462f-9fb5-bd3fa95059bc tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:49.802661 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d196a4fc-3ee0-4117-ad42-83aae66c578c req-2d131245-d22d-462f-9fb5-bd3fa95059bc tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=a81199e4-756b-43d4-8da9-c280bcc015d3 HTTP/1.1" status: 200 len: 944 time: 0.0757308 Jan 28 13:35:49.859437 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-90e6c3f5-4cfe-45bb-b9c4-2a8a6639667f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (7db3e737-dcf1-4af4-be2d-f6c310de6d2b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:49.862444 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d196a4fc-3ee0-4117-ad42-83aae66c578c req-198c18a0-90d4-419d-be40-0dc291f4cb84 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582125 Jan 28 13:35:49.913055 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6c3f5-4cfe-45bb-b9c4-2a8a6639667f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Pushing event deleted for resources: {'Port': ['ID=7db3e737-dcf1-4af4-be2d-f6c310de6d2b,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:50.010475 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-90e6c3f5-4cfe-45bb-b9c4-2a8a6639667f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for floatingip (da92ce79-3e22-4186-b3e4-5a6b2e94f21d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:50.016134 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-90e6c3f5-4cfe-45bb-b9c4-2a8a6639667f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:50.019887 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-90e6c3f5-4cfe-45bb-b9c4-2a8a6639667f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "DELETE /v2.0/floatingips/da92ce79-3e22-4186-b3e4-5a6b2e94f21d HTTP/1.1" status: 204 len: 168 time: 0.8542922 Jan 28 13:35:50.292493 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 35266) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:50.297246 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-09bc01dd-505e-4bf8-b8cb-1462edf04530 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1144129844', 'description': 'tempest-description--1906790054'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:50.336994 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-09bc01dd-505e-4bf8-b8cb-1462edf04530 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:50.371494 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8d462-45a7-4383-9f7a-8339b6eda6ad req-120f5e9f-2251-4d41-9567-02e52e9d9214 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:50.374657 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4df8d462-45a7-4383-9f7a-8339b6eda6ad req-120f5e9f-2251-4d41-9567-02e52e9d9214 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.0888472 Jan 28 13:35:50.440957 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-09bc01dd-505e-4bf8-b8cb-1462edf04530 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for security_group (55d7842b-7cf9-4197-a8d2-db6e0184d6cf), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:50.443561 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4df8d462-45a7-4383-9f7a-8339b6eda6ad req-bc9dd216-ecd0-45a5-a0c0-8dac125ee7bc tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572081 Jan 28 13:35:50.450784 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-09bc01dd-505e-4bf8-b8cb-1462edf04530 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (55d7842b-7cf9-4197-a8d2-db6e0184d6cf), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:50.490333 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-09bc01dd-505e-4bf8-b8cb-1462edf04530 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:50.491776 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-09bc01dd-505e-4bf8-b8cb-1462edf04530 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1981256 Jan 28 13:35:50.494613 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 35268) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:50.499176 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-3c1fcb64-8604-46fd-bb05-a909e80d891e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Request body: {'security_group_rule': {'security_group_id': '55d7842b-7cf9-4197-a8d2-db6e0184d6cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:50.504792 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc01dd-505e-4bf8-b8cb-1462edf04530 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55d7842b-7cf9-4197-a8d2-db6e0184d6cf,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:50.530545 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3c1fcb64-8604-46fd-bb05-a909e80d891e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for security_group_rule (52dea947-97b9-4f67-8e0c-36b96997aa19), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:50.617767 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3c1fcb64-8604-46fd-bb05-a909e80d891e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for security_group_rule (52dea947-97b9-4f67-8e0c-36b96997aa19), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:50.634498 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3c1fcb64-8604-46fd-bb05-a909e80d891e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (52dea947-97b9-4f67-8e0c-36b96997aa19), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:50.676358 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1fcb64-8604-46fd-bb05-a909e80d891e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52dea947-97b9-4f67-8e0c-36b96997aa19,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:50.699900 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e778c71-29d7-4795-8869-f47ff6c05355 req-673aec76-b963-42b0-9861-108ed602adc8 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:50.701611 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9e778c71-29d7-4795-8869-f47ff6c05355 req-673aec76-b963-42b0-9861-108ed602adc8 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28ee4d7-9354-461f-90b7-47466877f10f HTTP/1.1" status: 200 len: 944 time: 0.0819252 Jan 28 13:35:50.710152 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3c1fcb64-8604-46fd-bb05-a909e80d891e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:50.714015 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3c1fcb64-8604-46fd-bb05-a909e80d891e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2158463 Jan 28 13:35:50.714738 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 35282) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:50.721791 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-d4fac108-af6a-4809-af9c-55e712d57474 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Request body: {'security_group_rule': {'security_group_id': '55d7842b-7cf9-4197-a8d2-db6e0184d6cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:50.756064 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d4fac108-af6a-4809-af9c-55e712d57474 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for security_group_rule (a35b7811-af57-4af1-a289-b29b3cb3cda6), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:50.763302 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9e778c71-29d7-4795-8869-f47ff6c05355 req-6f8e6066-4131-4f08-84c7-f3773644168a tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492489 Jan 28 13:35:50.839822 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d4fac108-af6a-4809-af9c-55e712d57474 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for security_group_rule (a35b7811-af57-4af1-a289-b29b3cb3cda6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:50.846141 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d4fac108-af6a-4809-af9c-55e712d57474 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (a35b7811-af57-4af1-a289-b29b3cb3cda6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:50.871676 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fac108-af6a-4809-af9c-55e712d57474 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35b7811-af57-4af1-a289-b29b3cb3cda6,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:50.891433 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d4fac108-af6a-4809-af9c-55e712d57474 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:50.898404 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d4fac108-af6a-4809-af9c-55e712d57474 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1801255 Jan 28 13:35:50.899153 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 35290) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:50.910752 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-a93f1da1-8fb4-4dc2-83cf-d98265e65453 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:50.935702 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a93f1da1-8fb4-4dc2-83cf-d98265e65453 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:50.944864 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0581d85-b7cc-4eaa-af46-5486fd18358a req-d13400d1-1a5d-474e-9837-ab381c1354b2 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:50.951383 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0581d85-b7cc-4eaa-af46-5486fd18358a req-d13400d1-1a5d-474e-9837-ab381c1354b2 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:50.959505 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0581d85-b7cc-4eaa-af46-5486fd18358a req-d13400d1-1a5d-474e-9837-ab381c1354b2 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:50.965266 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0581d85-b7cc-4eaa-af46-5486fd18358a req-d13400d1-1a5d-474e-9837-ab381c1354b2 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:50.970639 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0581d85-b7cc-4eaa-af46-5486fd18358a req-d13400d1-1a5d-474e-9837-ab381c1354b2 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:50.975977 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0581d85-b7cc-4eaa-af46-5486fd18358a req-d13400d1-1a5d-474e-9837-ab381c1354b2 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:50.981275 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0581d85-b7cc-4eaa-af46-5486fd18358a req-d13400d1-1a5d-474e-9837-ab381c1354b2 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:50.989875 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f0581d85-b7cc-4eaa-af46-5486fd18358a req-d13400d1-1a5d-474e-9837-ab381c1354b2 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1320457 Jan 28 13:35:51.063029 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f0581d85-b7cc-4eaa-af46-5486fd18358a req-4d63810e-e712-44b8-aaf9-496c395d2302 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722296 Jan 28 13:35:51.066648 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d93c39-70dd-4ea0-86de-9cd4905fcbf4 req-82af4f20-983c-494c-bb72-91b9d54b885e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:51.068208 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e7d93c39-70dd-4ea0-86de-9cd4905fcbf4 req-82af4f20-983c-494c-bb72-91b9d54b885e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=a81199e4-756b-43d4-8da9-c280bcc015d3 HTTP/1.1" status: 200 len: 944 time: 0.0642653 Jan 28 13:35:51.117400 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a93f1da1-8fb4-4dc2-83cf-d98265e65453 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:51.139427 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e7d93c39-70dd-4ea0-86de-9cd4905fcbf4 req-788147ce-4d24-41f0-82cf-23708d08ad99 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642533 Jan 28 13:35:51.271462 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-a93f1da1-8fb4-4dc2-83cf-d98265e65453 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Allocated IP 172.25.3.92 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/89e8f823-e840-4eae-829e-0e48d34bb8f8) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:35:51.396308 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a93f1da1-8fb4-4dc2-83cf-d98265e65453 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for port (89e8f823-e840-4eae-829e-0e48d34bb8f8), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:51.433730 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a93f1da1-8fb4-4dc2-83cf-d98265e65453 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (89e8f823-e840-4eae-829e-0e48d34bb8f8), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:51.474360 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93f1da1-8fb4-4dc2-83cf-d98265e65453 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:35:51.477849 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-a93f1da1-8fb4-4dc2-83cf-d98265e65453 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:35:51.480967 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93f1da1-8fb4-4dc2-83cf-d98265e65453 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:35:51.525138 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f1da1-8fb4-4dc2-83cf-d98265e65453 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Pushing event updated for resources: {'Port': ['ID=89e8f823-e840-4eae-829e-0e48d34bb8f8,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:51.685010 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a93f1da1-8fb4-4dc2-83cf-d98265e65453 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for floatingip (e7f081bf-cec1-487b-a0e9-c1c97ecee1fa), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:51.803628 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fc6a1-5941-408a-bd96-3af4d0fb770d req-b9caae79-a4df-4c37-93e9-9f613859d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:51.805666 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a65fc6a1-5941-408a-bd96-3af4d0fb770d req-b9caae79-a4df-4c37-93e9-9f613859d35c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 1096 time: 0.0662448 Jan 28 13:35:51.810940 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50658ac7-10db-44e0-9e8b-3af830ece3be req-8113a9b6-5196-465e-b623-2aa9edfca6d2 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:51.819125 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-50658ac7-10db-44e0-9e8b-3af830ece3be req-8113a9b6-5196-465e-b623-2aa9edfca6d2 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.2859955 Jan 28 13:35:51.822133 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a93f1da1-8fb4-4dc2-83cf-d98265e65453 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (89e8f823-e840-4eae-829e-0e48d34bb8f8), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:51.906868 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a65fc6a1-5941-408a-bd96-3af4d0fb770d req-27245d56-616e-4e99-8ece-3a9b73bc8ae6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916662 Jan 28 13:35:52.031073 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a93f1da1-8fb4-4dc2-83cf-d98265e65453 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for port (89e8f823-e840-4eae-829e-0e48d34bb8f8), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:52.043319 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a93f1da1-8fb4-4dc2-83cf-d98265e65453 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (89e8f823-e840-4eae-829e-0e48d34bb8f8), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:52.047592 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f737a12-7032-4664-bd3d-d70669e4c6db req-01207a18-a4ae-4d1d-b7fb-43ce6cd6b441 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:52.056515 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2f737a12-7032-4664-bd3d-d70669e4c6db req-01207a18-a4ae-4d1d-b7fb-43ce6cd6b441 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28ee4d7-9354-461f-90b7-47466877f10f HTTP/1.1" status: 200 len: 944 time: 0.0716565 Jan 28 13:35:52.100091 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-50658ac7-10db-44e0-9e8b-3af830ece3be req-19c49332-5a73-4abc-9088-71acd000f6a2 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797050 Jan 28 13:35:52.107576 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2f737a12-7032-4664-bd3d-d70669e4c6db req-a2d9c986-74c8-469f-aea1-453e97110f87 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501740 Jan 28 13:35:52.142636 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f1da1-8fb4-4dc2-83cf-d98265e65453 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Pushing event updated for resources: {'Port': ['ID=89e8f823-e840-4eae-829e-0e48d34bb8f8,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:52.163371 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a93f1da1-8fb4-4dc2-83cf-d98265e65453 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (e7f081bf-cec1-487b-a0e9-c1c97ecee1fa), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:52.172569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 08b77306-fb40-40ad-bf50-0b76b71a1bc9 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:35:52.177281 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 0fd9ea4f-7987-426d-81ae-c601a33231c1 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:35:52.186404 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a93f1da1-8fb4-4dc2-83cf-d98265e65453 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:52.198941 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a93f1da1-8fb4-4dc2-83cf-d98265e65453 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2982175 Jan 28 13:35:52.318702 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4da12-f817-43ca-a09a-7ef6a9007148 req-be465484-ae45-43a9-ad84-bb99bf243dda tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:52.324417 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4da12-f817-43ca-a09a-7ef6a9007148 req-be465484-ae45-43a9-ad84-bb99bf243dda tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:52.329731 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4da12-f817-43ca-a09a-7ef6a9007148 req-be465484-ae45-43a9-ad84-bb99bf243dda tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:52.335128 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4da12-f817-43ca-a09a-7ef6a9007148 req-be465484-ae45-43a9-ad84-bb99bf243dda tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:52.342753 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4da12-f817-43ca-a09a-7ef6a9007148 req-be465484-ae45-43a9-ad84-bb99bf243dda tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:52.353105 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4da12-f817-43ca-a09a-7ef6a9007148 req-be465484-ae45-43a9-ad84-bb99bf243dda tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:52.359081 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4da12-f817-43ca-a09a-7ef6a9007148 req-be465484-ae45-43a9-ad84-bb99bf243dda tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:52.368435 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-53f4da12-f817-43ca-a09a-7ef6a9007148 req-be465484-ae45-43a9-ad84-bb99bf243dda tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1473217 Jan 28 13:35:52.386175 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 0fd9ea4f-7987-426d-81ae-c601a33231c1 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:35:52.391838 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 0fd9ea4f-7987-426d-81ae-c601a33231c1 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:52.392492 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0fd9ea4f-7987-426d-81ae-c601a33231c1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:52.434064 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 08b77306-fb40-40ad-bf50-0b76b71a1bc9, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=08b77306-fb40-40ad-bf50-0b76b71a1bc9,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:52.450377 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '08b77306-fb40-40ad-bf50-0b76b71a1bc9', 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0', 'port_id': '08b77306-fb40-40ad-bf50-0b76b71a1bc9', 'mac_address': 'fa:16:3e:12:37:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0384f919-cf7e-4ec0-b290-94b57d977aef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:35:52.487229 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-53f4da12-f817-43ca-a09a-7ef6a9007148 req-e62a5f8a-99e6-4057-9cc4-82a9bb080a1c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0972342 Jan 28 13:35:52.495699 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1e587-ea5c-4af3-94cd-6d16ad61cafa req-0a3b0138-52a8-484c-998d-f8c12ff23491 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:52.497234 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ada1e587-ea5c-4af3-94cd-6d16ad61cafa req-0a3b0138-52a8-484c-998d-f8c12ff23491 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=a81199e4-756b-43d4-8da9-c280bcc015d3 HTTP/1.1" status: 200 len: 944 time: 0.1064515 Jan 28 13:35:52.521669 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 08b77306-fb40-40ad-bf50-0b76b71a1bc9 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:52.522361 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (08b77306-fb40-40ad-bf50-0b76b71a1bc9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:52.544494 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b77306-fb40-40ad-bf50-0b76b71a1bc9 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:35:52.565477 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 08b77306-fb40-40ad-bf50-0b76b71a1bc9, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=08b77306-fb40-40ad-bf50-0b76b71a1bc9,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:52.569030 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 0fd9ea4f-7987-426d-81ae-c601a33231c1 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:52.569737 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0fd9ea4f-7987-426d-81ae-c601a33231c1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:52.582226 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (08b77306-fb40-40ad-bf50-0b76b71a1bc9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:52.628007 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ada1e587-ea5c-4af3-94cd-6d16ad61cafa req-330f7581-bc2f-4c78-aa7c-80f9aff33341 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171720 Jan 28 13:35:52.631374 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28ee4d7-9354-461f-90b7-47466877f10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd9ea4f-7987-426d-81ae-c601a33231c1'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:35:52.633614 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3f4a86-208a-481b-98e0-56a93a3aad6d" -d '{"events": [{"server_uuid": "d28ee4d7-9354-461f-90b7-47466877f10f", "name": "network-vif-plugged", "status": "completed", "tag": "0fd9ea4f-7987-426d-81ae-c601a33231c1"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:35:52.639587 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 0fd9ea4f-7987-426d-81ae-c601a33231c1, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=0fd9ea4f-7987-426d-81ae-c601a33231c1,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:52.651494 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0fd9ea4f-7987-426d-81ae-c601a33231c1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:52.695925 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fa33ea-8938-4e46-9465-3e6a3ec55254 x-openstack-request-id: req-05fa33ea-8938-4e46-9465-3e6a3ec55254 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:35:52.699230 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28ee4d7-9354-461f-90b7-47466877f10f", "name": "network-vif-plugged", "status": "completed", "tag": "0fd9ea4f-7987-426d-81ae-c601a33231c1", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:35:52.699729 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-05fa33ea-8938-4e46-9465-3e6a3ec55254 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:35:52.700326 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd28ee4d7-9354-461f-90b7-47466877f10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd9ea4f-7987-426d-81ae-c601a33231c1', 'code': 200} Jan 28 13:35:52.706440 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=08b77306-fb40-40ad-bf50-0b76b71a1bc9,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:52.806634 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-83eed382-cce0-46bd-94eb-45b0f6a1f816 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1144129844&fields=id&tenant_id=205e0e0f7c204c6b8762ba0b567c808e HTTP/1.1" status: 200 len: 267 time: 0.0772948 Jan 28 13:35:52.833181 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=0fd9ea4f-7987-426d-81ae-c601a33231c1,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:52.843959 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c3ec9-1cbf-4619-9ca4-551c2a5227c3 req-7341e7a3-5a53-4d57-b71d-6bc641caae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:52.845589 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c68c3ec9-1cbf-4619-9ca4-551c2a5227c3 req-7341e7a3-5a53-4d57-b71d-6bc641caae00 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d28ee4d7-9354-461f-90b7-47466877f10f HTTP/1.1" status: 200 len: 1096 time: 0.0787277 Jan 28 13:35:52.937118 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c68c3ec9-1cbf-4619-9ca4-551c2a5227c3 req-eafae8ee-f405-423f-a74c-9f58657c293f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847394 Jan 28 13:35:53.049475 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-bab54a3a-1127-4fdb-adbd-1b0020f82b5f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:53.056263 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-bab54a3a-1127-4fdb-adbd-1b0020f82b5f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/networks?id=dd65474c-0b14-4c75-9058-245198106ef8 HTTP/1.1" status: 200 len: 816 time: 0.2485528 Jan 28 13:35:53.062358 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['08b77306-fb40-40ad-bf50-0b76b71a1bc9'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:35:53.085698 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-6f5f9260-aba0-40d9-ad9d-921ee4d28c38 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/quotas/205e0e0f7c204c6b8762ba0b567c808e HTTP/1.1" status: 200 len: 375 time: 0.0237353 Jan 28 13:35:53.205474 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-9d73cbde-4a1d-45aa-8552-972abc2ea123 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=205e0e0f7c204c6b8762ba0b567c808e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1186843 Jan 28 13:35:53.272045 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b16ca-5cd1-4d0d-8e33-ed8fee06d3b6 req-c98531fd-ede4-45e7-aa56-d87f829c79fc tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:53.286696 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-de2b16ca-5cd1-4d0d-8e33-ed8fee06d3b6 req-c98531fd-ede4-45e7-aa56-d87f829c79fc tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.0808518 Jan 28 13:35:53.390373 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-4998216c-a166-4531-bfa0-f9c07544e90c service neutron] 10.222.0.39 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837614 Jan 28 13:35:53.392134 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-de2b16ca-5cd1-4d0d-8e33-ed8fee06d3b6 req-bd50d242-2e29-4b2c-b991-ec998e432ccd tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038215 Jan 28 13:35:53.514138 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-74a5cd09-b6b3-43e4-9033-c0b1c9075de3 service neutron] 10.222.0.39 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216993 Jan 28 13:35:53.617721 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27560e13-71e0-4bdd-b488-46d50cb0f265 req-af92e26a-33a8-41bb-80ea-cd431c78b653 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:53.619653 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-27560e13-71e0-4bdd-b488-46d50cb0f265 req-af92e26a-33a8-41bb-80ea-cd431c78b653 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28ee4d7-9354-461f-90b7-47466877f10f HTTP/1.1" status: 200 len: 945 time: 0.0613728 Jan 28 13:35:53.701438 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-27560e13-71e0-4bdd-b488-46d50cb0f265 req-d31639b1-0694-4a6b-8201-270bd8aa59af tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749183 Jan 28 13:35:53.874637 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0a765-65e2-4697-93d1-e7154ff27444 req-afd1a5bb-94ae-4a65-bfbf-f8d6921aefb2 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:53.877535 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a3a0a765-65e2-4697-93d1-e7154ff27444 req-afd1a5bb-94ae-4a65-bfbf-f8d6921aefb2 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=a81199e4-756b-43d4-8da9-c280bcc015d3 HTTP/1.1" status: 200 len: 945 time: 0.0952635 Jan 28 13:35:53.917091 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cfa8a-76e4-4bc6-89fe-863395add348 req-b999df88-de17-472d-93ee-60de87e85ddf tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:53.935405 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cfa8a-76e4-4bc6-89fe-863395add348 req-b999df88-de17-472d-93ee-60de87e85ddf tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:53.948298 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cfa8a-76e4-4bc6-89fe-863395add348 req-b999df88-de17-472d-93ee-60de87e85ddf tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:53.962018 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cfa8a-76e4-4bc6-89fe-863395add348 req-b999df88-de17-472d-93ee-60de87e85ddf tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:53.972238 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a3a0a765-65e2-4697-93d1-e7154ff27444 req-3f780759-1eab-466b-a2ec-870d60e6059b tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888031 Jan 28 13:35:53.974503 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cfa8a-76e4-4bc6-89fe-863395add348 req-b999df88-de17-472d-93ee-60de87e85ddf tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:53.980043 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cfa8a-76e4-4bc6-89fe-863395add348 req-b999df88-de17-472d-93ee-60de87e85ddf tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:53.985543 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cfa8a-76e4-4bc6-89fe-863395add348 req-b999df88-de17-472d-93ee-60de87e85ddf tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:53.993341 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-587cfa8a-76e4-4bc6-89fe-863395add348 req-b999df88-de17-472d-93ee-60de87e85ddf tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.2288678 Jan 28 13:35:54.126954 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-587cfa8a-76e4-4bc6-89fe-863395add348 req-73c55d81-ec53-41a3-8c2e-156da397be30 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1268904 Jan 28 13:35:54.130476 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16eed0fc-a77e-4f25-b362-fa247835d9f7 req-f4af4603-acdc-44b3-b098-d19e619f2186 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 210 time: 0.0675461 Jan 28 13:35:54.192105 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 08b77306-fb40-40ad-bf50-0b76b71a1bc9 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:35:54.328747 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 08b77306-fb40-40ad-bf50-0b76b71a1bc9 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:35:54.333420 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 08b77306-fb40-40ad-bf50-0b76b71a1bc9 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:54.334008 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (08b77306-fb40-40ad-bf50-0b76b71a1bc9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:54.457577 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 08b77306-fb40-40ad-bf50-0b76b71a1bc9 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:54.458347 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (08b77306-fb40-40ad-bf50-0b76b71a1bc9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:54.536523 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 08b77306-fb40-40ad-bf50-0b76b71a1bc9, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=08b77306-fb40-40ad-bf50-0b76b71a1bc9,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:54.551988 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (08b77306-fb40-40ad-bf50-0b76b71a1bc9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:54.663762 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564920c-a68e-4a59-ba6d-4c253cab70bc req-eca73c82-0a4b-4eef-8f53-f005b024b168 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:54.664372 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=08b77306-fb40-40ad-bf50-0b76b71a1bc9,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:54.670465 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0564920c-a68e-4a59-ba6d-4c253cab70bc req-eca73c82-0a4b-4eef-8f53-f005b024b168 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.1199734 Jan 28 13:35:54.701655 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81199e4-756b-43d4-8da9-c280bcc015d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b77306-fb40-40ad-bf50-0b76b71a1bc9'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:35:54.704140 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a835e4-5d48-4b22-a75f-c130ebc9c45f" -d '{"events": [{"server_uuid": "a81199e4-756b-43d4-8da9-c280bcc015d3", "name": "network-vif-plugged", "status": "completed", "tag": "08b77306-fb40-40ad-bf50-0b76b71a1bc9"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:35:54.777138 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4965bd7-093f-453e-8f6c-fe9368ded36f x-openstack-request-id: req-e4965bd7-093f-453e-8f6c-fe9368ded36f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:35:54.777472 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81199e4-756b-43d4-8da9-c280bcc015d3", "name": "network-vif-plugged", "status": "completed", "tag": "08b77306-fb40-40ad-bf50-0b76b71a1bc9", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:35:54.777722 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4965bd7-093f-453e-8f6c-fe9368ded36f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:35:54.778124 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81199e4-756b-43d4-8da9-c280bcc015d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b77306-fb40-40ad-bf50-0b76b71a1bc9', 'code': 200} Jan 28 13:35:54.792503 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0564920c-a68e-4a59-ba6d-4c253cab70bc req-4047db31-8559-4646-a02e-c5891a93dde4 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183889 Jan 28 13:35:55.002836 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eefa4b-986a-4c9f-9d0b-2dc6545aff94 req-09b3ebcd-a6e8-4e6c-8bc7-017902bf440a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:55.005238 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-67eefa4b-986a-4c9f-9d0b-2dc6545aff94 req-09b3ebcd-a6e8-4e6c-8bc7-017902bf440a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a81199e4-756b-43d4-8da9-c280bcc015d3 HTTP/1.1" status: 200 len: 1097 time: 0.1573400 Jan 28 13:35:55.029204 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887b91d-f0eb-4a50-a977-1c66d0aa9419 req-435fd775-9e99-4c7a-889d-3733eb25e924 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:55.038227 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4887b91d-f0eb-4a50-a977-1c66d0aa9419 req-435fd775-9e99-4c7a-889d-3733eb25e924 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28ee4d7-9354-461f-90b7-47466877f10f HTTP/1.1" status: 200 len: 945 time: 0.1734452 Jan 28 13:35:55.144202 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4887b91d-f0eb-4a50-a977-1c66d0aa9419 req-0c79f285-b2fd-44a8-963a-3180292e129a tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017277 Jan 28 13:35:55.150808 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-67eefa4b-986a-4c9f-9d0b-2dc6545aff94 req-e74a3237-c388-4338-9a05-9a0f94e892f5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378920 Jan 28 13:35:55.465046 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7d276-20b4-4dee-ab9b-af86aca0b16e req-d728a2c1-fcf7-4665-a5cf-14d71b1dc5d9 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:55.466591 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16b7d276-20b4-4dee-ab9b-af86aca0b16e req-d728a2c1-fcf7-4665-a5cf-14d71b1dc5d9 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=a81199e4-756b-43d4-8da9-c280bcc015d3 HTTP/1.1" status: 200 len: 946 time: 0.2053983 Jan 28 13:35:55.472657 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-75c0b803-4d1b-4d0a-93c9-441fec2048ee tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:55.473971 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-75c0b803-4d1b-4d0a-93c9-441fec2048ee tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.18 "GET /v2.0/networks?id=dd65474c-0b14-4c75-9058-245198106ef8 HTTP/1.1" status: 200 len: 816 time: 0.3155096 Jan 28 13:35:55.503184 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0dadafb8-e45c-44cb-9589-0900e324c5f5 req-5e9f7e07-9acb-4537-9bdc-15aafa78df68 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 210 time: 0.0548236 Jan 28 13:35:55.573008 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-4b505097-6f81-4d57-b616-315236015de0 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=205e0e0f7c204c6b8762ba0b567c808e HTTP/1.1" status: 200 len: 380 time: 0.0837719 Jan 28 13:35:55.621514 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16b7d276-20b4-4dee-ab9b-af86aca0b16e req-7255b63f-b2d1-4b09-9df1-53f930270b62 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404912 Jan 28 13:35:55.621514 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-6798e7d3-51bd-4663-ae70-de469e517ddb tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Request body: {'port': {'device_id': 'a9103728-e977-4e6b-a0e7-314bd5cd972b', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'admin_state_up': True, 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'security_groups': ['55d7842b-7cf9-4197-a8d2-db6e0184d6cf']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:55.832270 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e282d0-6a71-41f5-81ee-9618cb3100fe req-2463e604-638f-46f6-986e-3f15afe88053 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:55.837664 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e282d0-6a71-41f5-81ee-9618cb3100fe req-2463e604-638f-46f6-986e-3f15afe88053 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:55.842794 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e282d0-6a71-41f5-81ee-9618cb3100fe req-2463e604-638f-46f6-986e-3f15afe88053 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:55.855058 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e282d0-6a71-41f5-81ee-9618cb3100fe req-2463e604-638f-46f6-986e-3f15afe88053 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:55.860746 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e282d0-6a71-41f5-81ee-9618cb3100fe req-2463e604-638f-46f6-986e-3f15afe88053 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:55.867496 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e282d0-6a71-41f5-81ee-9618cb3100fe req-2463e604-638f-46f6-986e-3f15afe88053 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:55.872969 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e282d0-6a71-41f5-81ee-9618cb3100fe req-2463e604-638f-46f6-986e-3f15afe88053 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:55.880521 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-45e282d0-6a71-41f5-81ee-9618cb3100fe req-2463e604-638f-46f6-986e-3f15afe88053 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1929021 Jan 28 13:35:55.965145 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-6798e7d3-51bd-4663-ae70-de469e517ddb tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Made reservation on behalf of 205e0e0f7c204c6b8762ba0b567c808e for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:35:55.980332 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-6798e7d3-51bd-4663-ae70-de469e517ddb tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:56.074527 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-45e282d0-6a71-41f5-81ee-9618cb3100fe req-fe4c2b6a-74ba-4764-872b-a01d819d9f83 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1860433 Jan 28 13:35:56.233648 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6640e0-d1c1-4f0d-aa8d-a4a52cc30f20 req-d61dd2a9-cdf8-4156-ab88-83144fd07815 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:56.243349 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5a6640e0-d1c1-4f0d-aa8d-a4a52cc30f20 req-d61dd2a9-cdf8-4156-ab88-83144fd07815 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28ee4d7-9354-461f-90b7-47466877f10f HTTP/1.1" status: 200 len: 945 time: 0.1729119 Jan 28 13:35:56.284981 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffe66d-dee6-468a-b268-01dace44269c req-2b042caf-d75c-4d35-bc45-5e751516fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:56.286723 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-acffe66d-dee6-468a-b268-01dace44269c req-2b042caf-d75c-4d35-bc45-5e751516fedf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b4d3f60af5c4c6b8423e28fd3aff330&device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 1096 time: 0.2808180 Jan 28 13:35:56.324094 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5a6640e0-d1c1-4f0d-aa8d-a4a52cc30f20 req-b48b9f10-312c-494c-9668-cc3393d5d73f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793929 Jan 28 13:35:56.482358 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffe66d-dee6-468a-b268-01dace44269c req-2196261c-33d5-404d-82d3-1fb882f10141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:56.483768 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-acffe66d-dee6-468a-b268-01dace44269c req-2196261c-33d5-404d-82d3-1fb882f10141 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0cc66fb4-aa9b-4065-9754-07c3b4544c1c HTTP/1.1" status: 200 len: 918 time: 0.1497869 Jan 28 13:35:56.503316 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f2144-1e23-42f2-800a-ecdb18621ed6 req-6471fce9-6d8a-48fe-944b-1bc75c335dea tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:56.507573 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bb0f2144-1e23-42f2-800a-ecdb18621ed6 req-6471fce9-6d8a-48fe-944b-1bc75c335dea tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.3127673 Jan 28 13:35:56.527769 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8d984-80bb-4637-a46e-7b30785d1536 req-7edcd5da-f946-4182-8fb4-537168521ab7 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:56.542991 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b6e8d984-80bb-4637-a46e-7b30785d1536 req-7edcd5da-f946-4182-8fb4-537168521ab7 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28ee4d7-9354-461f-90b7-47466877f10f HTTP/1.1" status: 200 len: 945 time: 0.0839090 Jan 28 13:35:56.547139 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-6798e7d3-51bd-4663-ae70-de469e517ddb tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Allocated IP 172.20.0.3 (dd65474c-0b14-4c75-9058-245198106ef8/10438cad-60ca-4257-93e8-c8ceba8bf16c/acd709ee-c689-4a1a-b014-195d714a9cbb) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:35:56.624196 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b6e8d984-80bb-4637-a46e-7b30785d1536 req-6d230ef6-fe2f-4f0f-8084-29e6b2dc5e3b tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754299 Jan 28 13:35:56.750051 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-6798e7d3-51bd-4663-ae70-de469e517ddb tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:56.770434 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d35f94b3-5413-4e91-93d6-2302ac78afcb req-ca6102c4-3a6e-4134-8df6-1967e3cd6938 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 210 time: 0.0407112 Jan 28 13:35:56.867915 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-acffe66d-dee6-468a-b268-01dace44269c req-d7143dbf-4f16-403d-b261-3e7cbadf24f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0039b2b7-65d7-43fa-84c3-44415f0574ba HTTP/1.1" status: 200 len: 217 time: 0.3728869 Jan 28 13:35:56.871133 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-6798e7d3-51bd-4663-ae70-de469e517ddb tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:56.983899 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bb0f2144-1e23-42f2-800a-ecdb18621ed6 req-e75fd8d3-f326-4213-ac37-14123333298d tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188703 Jan 28 13:35:57.008092 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681cce0-c6fd-4894-9229-8481830c6594 req-ed122f93-6f07-4a6d-b8ea-7896337c19e7 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:57.008092 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e681cce0-c6fd-4894-9229-8481830c6594 req-ed122f93-6f07-4a6d-b8ea-7896337c19e7 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=a81199e4-756b-43d4-8da9-c280bcc015d3 HTTP/1.1" status: 200 len: 946 time: 0.0979211 Jan 28 13:35:57.040921 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798e7d3-51bd-4663-ae70-de469e517ddb tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Pushing event updated for resources: {'Port': ['ID=acd709ee-c689-4a1a-b014-195d714a9cbb,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:57.059067 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-6798e7d3-51bd-4663-ae70-de469e517ddb tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Network dd65474c-0b14-4c75-9058-245198106ef8 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:35:57.062265 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-6798e7d3-51bd-4663-ae70-de469e517ddb tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:35:57.067122 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-6798e7d3-51bd-4663-ae70-de469e517ddb tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:35:57.092789 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e681cce0-c6fd-4894-9229-8481830c6594 req-6030030c-623f-4f86-ade1-3cf2fcdbb0f2 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857084 Jan 28 13:35:57.160743 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-6798e7d3-51bd-4663-ae70-de469e517ddb tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:57.161420 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-6798e7d3-51bd-4663-ae70-de469e517ddb tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:57.193073 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffe66d-dee6-468a-b268-01dace44269c req-65bb7558-04f4-45fd-9bdf-d80f44c70166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:57.196861 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-acffe66d-dee6-468a-b268-01dace44269c req-65bb7558-04f4-45fd-9bdf-d80f44c70166 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbb764f6-d64f-484a-9e34-16f02ef802cf HTTP/1.1" status: 200 len: 858 time: 0.3183753 Jan 28 13:35:57.207488 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-6798e7d3-51bd-4663-ae70-de469e517ddb tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6244791 Jan 28 13:35:57.249696 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-eca57f5d-6ea0-42d5-b34a-93496a987f94 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:35:57.253096 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-eca57f5d-6ea0-42d5-b34a-93496a987f94 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0243950 Jan 28 13:35:57.283247 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Request body: {'port': {'device_id': 'a9103728-e977-4e6b-a0e7-314bd5cd972b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:57.328976 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-acffe66d-dee6-468a-b268-01dace44269c req-a2333fee-ae80-4a73-a021-ce273680045e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0cc66fb4-aa9b-4065-9754-07c3b4544c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201191 Jan 28 13:35:57.480175 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-06cf9d7a-2caf-4980-b348-5cff00841075 None None] Provisioning complete for port acd709ee-c689-4a1a-b014-195d714a9cbb triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:57.481215 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06cf9d7a-2caf-4980-b348-5cff00841075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:57.485612 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:57.498680 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f5813-77df-4f7e-adfc-a70aeb1459c9 req-070a93d8-e878-413a-af35-930813803f8c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:57.505537 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f5813-77df-4f7e-adfc-a70aeb1459c9 req-070a93d8-e878-413a-af35-930813803f8c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:57.527571 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f5813-77df-4f7e-adfc-a70aeb1459c9 req-070a93d8-e878-413a-af35-930813803f8c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:57.532193 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-06cf9d7a-2caf-4980-b348-5cff00841075 None None] Port acd709ee-c689-4a1a-b014-195d714a9cbb cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:35:57.545707 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f5813-77df-4f7e-adfc-a70aeb1459c9 req-070a93d8-e878-413a-af35-930813803f8c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:57.551028 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f5813-77df-4f7e-adfc-a70aeb1459c9 req-070a93d8-e878-413a-af35-930813803f8c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:57.558979 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f5813-77df-4f7e-adfc-a70aeb1459c9 req-070a93d8-e878-413a-af35-930813803f8c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:57.567444 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f5813-77df-4f7e-adfc-a70aeb1459c9 req-070a93d8-e878-413a-af35-930813803f8c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:57.572169 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-081f5813-77df-4f7e-adfc-a70aeb1459c9 req-070a93d8-e878-413a-af35-930813803f8c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.2048297 Jan 28 13:35:57.606827 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-acffe66d-dee6-468a-b268-01dace44269c req-45d77587-1a14-4dcf-9999-9da0b594932d service neutron] 10.222.0.37 "GET /v2.0/networks/0cc66fb4-aa9b-4065-9754-07c3b4544c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348433 Jan 28 13:35:57.682835 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-081f5813-77df-4f7e-adfc-a70aeb1459c9 req-fe38dcd0-dad0-4927-a6c3-f107ffa80a52 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1021180 Jan 28 13:35:57.833873 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8cce5-e133-4e73-8b7f-0b3c9614b799 req-8c4e3c8c-1937-4f0e-a5b8-c6bdeeb21a08 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:57.835488 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2ac8cce5-e133-4e73-8b7f-0b3c9614b799 req-8c4e3c8c-1937-4f0e-a5b8-c6bdeeb21a08 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28ee4d7-9354-461f-90b7-47466877f10f HTTP/1.1" status: 200 len: 945 time: 0.3466659 Jan 28 13:35:57.956909 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286eee16-8773-41a0-a62a-e7cd06a3ac94 req-0d0e31f1-3230-4b43-bea0-588031ad0e8d tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:57.966226 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-286eee16-8773-41a0-a62a-e7cd06a3ac94 req-0d0e31f1-3230-4b43-bea0-588031ad0e8d tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 931 time: 0.0835764 Jan 28 13:35:58.073901 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-286eee16-8773-41a0-a62a-e7cd06a3ac94 req-820de198-d54d-49be-be1f-eb089c9cac1f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063936 Jan 28 13:35:58.295176 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa617ff0-53a7-49be-b6c1-a181c198b09a req-fd6ee44f-4afb-435d-9b4e-5695768443cb tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:58.296991 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fa617ff0-53a7-49be-b6c1-a181c198b09a req-fd6ee44f-4afb-435d-9b4e-5695768443cb tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.1032660 Jan 28 13:35:58.383520 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fa617ff0-53a7-49be-b6c1-a181c198b09a req-652af658-db20-479a-9f4f-0e2d78c428f8 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806959 Jan 28 13:35:58.420902 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2ac8cce5-e133-4e73-8b7f-0b3c9614b799 req-b7db10c0-7a90-4fb3-9b61-c90089dd9ee9 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5695589 Jan 28 13:35:58.450564 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-acffe66d-dee6-468a-b268-01dace44269c req-c27797a4-dc17-4ea1-8abe-277510a30a20 service neutron] 10.222.0.37 "GET /v2.0/networks/0cc66fb4-aa9b-4065-9754-07c3b4544c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8236821 Jan 28 13:35:58.533762 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd709ee-c689-4a1a-b014-195d714a9cbb {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:35:58.562470 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Publish callbacks [] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:58.576492 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Transition to ACTIVE for port object acd709ee-c689-4a1a-b014-195d714a9cbb will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:35:58.591006 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:58.720140 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=acd709ee-c689-4a1a-b014-195d714a9cbb,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:58.889223 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5fa51-7379-4030-adab-451fd1289dbb req-781e1c9e-9758-47c9-89a3-798676919fba tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:58.891048 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5cf5fa51-7379-4030-adab-451fd1289dbb req-781e1c9e-9758-47c9-89a3-798676919fba tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.37 "GET /v2.0/ports?device_id=d28ee4d7-9354-461f-90b7-47466877f10f HTTP/1.1" status: 200 len: 945 time: 0.1088209 Jan 28 13:35:58.944694 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Attempting to bind port acd709ee-c689-4a1a-b014-195d714a9cbb on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:35:58.945175 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Attempting to bind port acd709ee-c689-4a1a-b014-195d714a9cbb by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:35:58.945591 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Attempting to bind port acd709ee-c689-4a1a-b014-195d714a9cbb on network dd65474c-0b14-4c75-9058-245198106ef8 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:58.988985 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Port acd709ee-c689-4a1a-b014-195d714a9cbb on network dd65474c-0b14-4c75-9058-245198106ef8 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:35:58.988985 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Attempting to bind port acd709ee-c689-4a1a-b014-195d714a9cbb on network dd65474c-0b14-4c75-9058-245198106ef8 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:58.996866 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:35:58.997346 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Checking segment: {'id': 'cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:35:58.997822 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Bound using segment: {'id': 'cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:35:58.998367 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Bound port: acd709ee-c689-4a1a-b014-195d714a9cbb, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:35:58.998826 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:59.072435 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738c7e4-03a8-4aae-b76f-62b2f70cdd63 req-a84c4823-ebba-4e74-a805-9afc54f59721 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:59.079895 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738c7e4-03a8-4aae-b76f-62b2f70cdd63 req-a84c4823-ebba-4e74-a805-9afc54f59721 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:59.089003 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738c7e4-03a8-4aae-b76f-62b2f70cdd63 req-a84c4823-ebba-4e74-a805-9afc54f59721 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:59.099909 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738c7e4-03a8-4aae-b76f-62b2f70cdd63 req-a84c4823-ebba-4e74-a805-9afc54f59721 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:59.112105 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738c7e4-03a8-4aae-b76f-62b2f70cdd63 req-a84c4823-ebba-4e74-a805-9afc54f59721 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:59.121262 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738c7e4-03a8-4aae-b76f-62b2f70cdd63 req-a84c4823-ebba-4e74-a805-9afc54f59721 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:59.127637 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738c7e4-03a8-4aae-b76f-62b2f70cdd63 req-a84c4823-ebba-4e74-a805-9afc54f59721 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:59.129641 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5738c7e4-03a8-4aae-b76f-62b2f70cdd63 req-a84c4823-ebba-4e74-a805-9afc54f59721 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.2375622 Jan 28 13:35:59.315891 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7bab08ae-5d3d-4369-94c1-5708792fa3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:59.334708 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5738c7e4-03a8-4aae-b76f-62b2f70cdd63 req-d6a92d83-ccf8-4036-9ac8-f603756b7b4e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1646249 Jan 28 13:35:59.343660 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fede23a-e7f8-42da-b0e0-95caa5351099 req-6edf41ab-5fb2-466d-b391-a7f067648a1d tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:59.362095 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2fede23a-e7f8-42da-b0e0-95caa5351099 req-6edf41ab-5fb2-466d-b391-a7f067648a1d tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 943 time: 0.1508934 Jan 28 13:35:59.395656 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] For port acd709ee-c689-4a1a-b014-195d714a9cbb, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:35:59.424192 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-5cf5fa51-7379-4030-adab-451fd1289dbb req-6e030f73-ce8d-4280-86c6-dedeabf9d4a1 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Deleting port 0fd9ea4f-7987-426d-81ae-c601a33231c1 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:35:59.424880 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5cf5fa51-7379-4030-adab-451fd1289dbb req-6e030f73-ce8d-4280-86c6-dedeabf9d4a1 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (0fd9ea4f-7987-426d-81ae-c601a33231c1), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:59.472254 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2fede23a-e7f8-42da-b0e0-95caa5351099 req-7785cda8-7792-4157-a279-3e93bb074a16 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076496 Jan 28 13:35:59.565563 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] For port acd709ee-c689-4a1a-b014-195d714a9cbb, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=acd709ee-c689-4a1a-b014-195d714a9cbb,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:35:59.582519 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-5cf5fa51-7379-4030-adab-451fd1289dbb req-6e030f73-ce8d-4280-86c6-dedeabf9d4a1 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] For port 0fd9ea4f-7987-426d-81ae-c601a33231c1, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=0fd9ea4f-7987-426d-81ae-c601a33231c1,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:59.582889 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5cf5fa51-7379-4030-adab-451fd1289dbb req-6e030f73-ce8d-4280-86c6-dedeabf9d4a1 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (0fd9ea4f-7987-426d-81ae-c601a33231c1), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:59.603866 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:59.624035 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d31c2-2ebb-4ecc-b0e1-10b7d1d5695c req-57ee8629-ee4a-4361-8c67-21bba9498e19 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:59.629189 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ce5d31c2-2ebb-4ecc-b0e1-10b7d1d5695c req-57ee8629-ee4a-4361-8c67-21bba9498e19 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28ee4d7-9354-461f-90b7-47466877f10f HTTP/1.1" status: 200 len: 945 time: 0.0817239 Jan 28 13:35:59.692204 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=acd709ee-c689-4a1a-b014-195d714a9cbb,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:59.712706 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-5cf5fa51-7379-4030-adab-451fd1289dbb req-6e030f73-ce8d-4280-86c6-dedeabf9d4a1 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Calling delete_port for 0fd9ea4f-7987-426d-81ae-c601a33231c1 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:35:59.725342 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ce5d31c2-2ebb-4ecc-b0e1-10b7d1d5695c req-839dc6e3-aebd-4472-b68d-e6b75ef830ad tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898387 Jan 28 13:35:59.762370 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:59.762718 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:59.763091 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:59.763430 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:59.763760 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:59.764141 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:59.764410 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:59.764732 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:59.770241 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:59.771094 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:59.771452 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:59.773246 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:59.775336 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:59.812616 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:59.815408 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:59.816904 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-a016affe-9b46-4603-a49a-c2b09b9ab4b5 service neutron] 10.222.0.18 "PUT /v2.0/ports/acd709ee-c689-4a1a-b014-195d714a9cbb HTTP/1.1" status: 200 len: 1091 time: 2.5400832 Jan 28 13:35:59.824338 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9103728-e977-4e6b-a0e7-314bd5cd972b', 'tag': 'acd709ee-c689-4a1a-b014-195d714a9cbb'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:35:59.826844 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8756bfdf-8b1b-49a2-bf18-df82772136f8" -d '{"events": [{"name": "network-changed", "server_uuid": "a9103728-e977-4e6b-a0e7-314bd5cd972b", "tag": "acd709ee-c689-4a1a-b014-195d714a9cbb"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:35:59.861302 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5f78a-7c30-48ff-b2a1-fbad1ee5b641 req-fe60b4db-a75d-4742-be31-de6c86fdcfae tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:59.873595 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4f5f78a-7c30-48ff-b2a1-fbad1ee5b641 req-fe60b4db-a75d-4742-be31-de6c86fdcfae tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.3052189 Jan 28 13:36:00.088229 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265e94cc-4f8c-4396-a92c-4fe4e9ca2e39 x-openstack-request-id: req-265e94cc-4f8c-4396-a92c-4fe4e9ca2e39 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:36:00.088685 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9103728-e977-4e6b-a0e7-314bd5cd972b", "tag": "acd709ee-c689-4a1a-b014-195d714a9cbb", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:36:00.089053 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-265e94cc-4f8c-4396-a92c-4fe4e9ca2e39 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:36:00.089548 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9103728-e977-4e6b-a0e7-314bd5cd972b', 'tag': 'acd709ee-c689-4a1a-b014-195d714a9cbb', 'status': 'completed', 'code': 200} Jan 28 13:36:00.134218 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4f5f78a-7c30-48ff-b2a1-fbad1ee5b641 req-13a2aded-c107-46cd-bb9d-31644772d548 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592452 Jan 28 13:36:00.139154 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-e5c95042-63d4-4f79-b154-74d380f8332a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:00.140896 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-e5c95042-63d4-4f79-b154-74d380f8332a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=205e0e0f7c204c6b8762ba0b567c808e&device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 1094 time: 0.2627008 Jan 28 13:36:00.340644 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-40d987f2-3acc-4c62-8720-f879258952d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acd709ee-c689-4a1a-b014-195d714a9cbb HTTP/1.1" status: 200 len: 217 time: 0.1835136 Jan 28 13:36:00.438113 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-5ee0214a-b189-4045-9100-78588f680eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:00.439717 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-5ee0214a-b189-4045-9100-78588f680eb2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10438cad-60ca-4257-93e8-c8ceba8bf16c HTTP/1.1" status: 200 len: 855 time: 0.0918970 Jan 28 13:36:00.475375 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5cf5fa51-7379-4030-adab-451fd1289dbb req-6e030f73-ce8d-4280-86c6-dedeabf9d4a1 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (0fd9ea4f-7987-426d-81ae-c601a33231c1), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:00.491446 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['0fd9ea4f-7987-426d-81ae-c601a33231c1'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:36:00.501008 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['101efa69-eb99-4b6d-a484-368410fbef5a'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:36:00.567706 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf5fa51-7379-4030-adab-451fd1289dbb req-6e030f73-ce8d-4280-86c6-dedeabf9d4a1 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] No DVR routers for this DVR port 0fd9ea4f-7987-426d-81ae-c601a33231c1 on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:36:00.570817 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5cf5fa51-7379-4030-adab-451fd1289dbb req-6e030f73-ce8d-4280-86c6-dedeabf9d4a1 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:00.574815 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5cf5fa51-7379-4030-adab-451fd1289dbb req-6e030f73-ce8d-4280-86c6-dedeabf9d4a1 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.37 "DELETE /v2.0/ports/0fd9ea4f-7987-426d-81ae-c601a33231c1 HTTP/1.1" status: 204 len: 173 time: 1.6251111 Jan 28 13:36:00.575773 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e030f73-ce8d-4280-86c6-dedeabf9d4a1 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Pushing event deleted for resources: {'Port': ['ID=0fd9ea4f-7987-426d-81ae-c601a33231c1,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:00.588987 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-217a8f21-c588-4c0a-8c98-5aa363b6715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:00.590771 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-217a8f21-c588-4c0a-8c98-5aa363b6715e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dd65474c-0b14-4c75-9058-245198106ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1448147 Jan 28 13:36:00.678238 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a25950-1a81-4f77-8d82-2851994baf68 req-386c0a43-3c69-4827-b157-072db28c1b17 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:00.696378 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a25950-1a81-4f77-8d82-2851994baf68 req-386c0a43-3c69-4827-b157-072db28c1b17 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:00.707694 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a25950-1a81-4f77-8d82-2851994baf68 req-386c0a43-3c69-4827-b157-072db28c1b17 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:00.723119 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a25950-1a81-4f77-8d82-2851994baf68 req-386c0a43-3c69-4827-b157-072db28c1b17 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:00.729163 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a25950-1a81-4f77-8d82-2851994baf68 req-386c0a43-3c69-4827-b157-072db28c1b17 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:00.739809 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-eddaae4c-66f6-4769-9faf-68966a23af0b service neutron] 10.222.0.18 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420720 Jan 28 13:36:00.744043 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a25950-1a81-4f77-8d82-2851994baf68 req-386c0a43-3c69-4827-b157-072db28c1b17 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:00.751433 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a25950-1a81-4f77-8d82-2851994baf68 req-386c0a43-3c69-4827-b157-072db28c1b17 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:00.767959 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d8a25950-1a81-4f77-8d82-2851994baf68 req-386c0a43-3c69-4827-b157-072db28c1b17 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.2416003 Jan 28 13:36:00.911660 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d8a25950-1a81-4f77-8d82-2851994baf68 req-36bf0a84-1239-44db-bb36-876e2b24d039 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1423893 Jan 28 13:36:00.964191 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83347a37-7cf1-420d-ac2b-6173125472c0 req-3b54ad61-9622-42e0-9e2e-f69952a6b6be service neutron] 10.222.0.18 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116513 Jan 28 13:36:01.083324 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835f102-32ca-41a9-b8ac-ee2f4d5216df req-927ec7fa-680b-4d3c-a38b-35d01b4e7ad2 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:01.084922 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2835f102-32ca-41a9-b8ac-ee2f4d5216df req-927ec7fa-680b-4d3c-a38b-35d01b4e7ad2 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 943 time: 0.3411810 Jan 28 13:36:01.103953 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756bfdf-8b1b-49a2-bf18-df82772136f8 req-0b073ed3-fe0c-4494-add8-da18cb5e21c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:01.105353 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8756bfdf-8b1b-49a2-bf18-df82772136f8 req-0b073ed3-fe0c-4494-add8-da18cb5e21c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=205e0e0f7c204c6b8762ba0b567c808e&device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 1094 time: 0.0773010 Jan 28 13:36:01.195549 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-871039e1-2b8f-4edc-8574-0ac2ea02f3de req-039b6a73-057b-4704-b8ec-4a75bcb685d4 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=d28ee4d7-9354-461f-90b7-47466877f10f HTTP/1.1" status: 200 len: 210 time: 0.0768888 Jan 28 13:36:01.393744 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2835f102-32ca-41a9-b8ac-ee2f4d5216df req-fa826766-5dd7-4877-9463-09a950fbe85e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3021369 Jan 28 13:36:01.446797 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756bfdf-8b1b-49a2-bf18-df82772136f8 req-08c12c08-e692-4c45-8aea-cdb7064ba425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:01.449422 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8756bfdf-8b1b-49a2-bf18-df82772136f8 req-08c12c08-e692-4c45-8aea-cdb7064ba425 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dd65474c-0b14-4c75-9058-245198106ef8 HTTP/1.1" status: 200 len: 916 time: 0.3346841 Jan 28 13:36:01.533723 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8756bfdf-8b1b-49a2-bf18-df82772136f8 req-50559175-b6d2-4cde-922b-c6d84f0f7372 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acd709ee-c689-4a1a-b014-195d714a9cbb HTTP/1.1" status: 200 len: 217 time: 0.0763433 Jan 28 13:36:01.591286 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b51de3b0-de98-44ac-92a2-a5ef91ea5f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:01.613595 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec23b08-7e06-40bd-8083-c6877f2f8549 req-0847ab9f-f3f6-4a99-ba04-7647cb67b23d tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:01.615259 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2ec23b08-7e06-40bd-8083-c6877f2f8549 req-0847ab9f-f3f6-4a99-ba04-7647cb67b23d tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.0881972 Jan 28 13:36:01.641421 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756bfdf-8b1b-49a2-bf18-df82772136f8 req-ca3a77aa-228b-49a5-997c-6411108405f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:01.643181 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8756bfdf-8b1b-49a2-bf18-df82772136f8 req-ca3a77aa-228b-49a5-997c-6411108405f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10438cad-60ca-4257-93e8-c8ceba8bf16c HTTP/1.1" status: 200 len: 855 time: 0.1033666 Jan 28 13:36:01.712492 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2ec23b08-7e06-40bd-8083-c6877f2f8549 req-c9bd8802-e60f-45df-a80f-e8a66a310f3c tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894814 Jan 28 13:36:01.726963 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756bfdf-8b1b-49a2-bf18-df82772136f8 req-0070883b-4a0d-4a2a-b88d-81ccbf8e8642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:01.728453 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8756bfdf-8b1b-49a2-bf18-df82772136f8 req-0070883b-4a0d-4a2a-b88d-81ccbf8e8642 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dd65474c-0b14-4c75-9058-245198106ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790043 Jan 28 13:36:01.893429 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8756bfdf-8b1b-49a2-bf18-df82772136f8 req-257a8385-fabe-4d0c-9a59-866378e3ff30 service neutron] 10.222.0.18 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562650 Jan 28 13:36:02.028644 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8756bfdf-8b1b-49a2-bf18-df82772136f8 req-14f53cc3-4aa8-4fe1-9f6d-b60ec0e6ade7 service neutron] 10.222.0.18 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289465 Jan 28 13:36:02.090446 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28ee4d7-9354-461f-90b7-47466877f10f', 'name': 'network-vif-deleted', 'tag': '0fd9ea4f-7987-426d-81ae-c601a33231c1'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:36:02.093244 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6674fae0-2268-46f6-9c36-2e9d60f9d895" -d '{"events": [{"server_uuid": "d28ee4d7-9354-461f-90b7-47466877f10f", "name": "network-vif-deleted", "tag": "0fd9ea4f-7987-426d-81ae-c601a33231c1"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:36:02.185268 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86a7c7d-34ea-4445-aaad-4d7c925c1733 x-openstack-request-id: req-d86a7c7d-34ea-4445-aaad-4d7c925c1733 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:36:02.185882 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28ee4d7-9354-461f-90b7-47466877f10f", "name": "network-vif-deleted", "tag": "0fd9ea4f-7987-426d-81ae-c601a33231c1", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:36:02.186283 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d86a7c7d-34ea-4445-aaad-4d7c925c1733 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:36:02.186906 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd28ee4d7-9354-461f-90b7-47466877f10f', 'name': 'network-vif-deleted', 'tag': '0fd9ea4f-7987-426d-81ae-c601a33231c1', 'status': 'completed', 'code': 200} Jan 28 13:36:02.248570 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f549f-cfa9-4bd9-96a5-a86a17018342 req-f7e83f97-8379-4a07-84aa-8d322acd77fc tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:02.263411 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f549f-cfa9-4bd9-96a5-a86a17018342 req-f7e83f97-8379-4a07-84aa-8d322acd77fc tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:02.266696 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f549f-cfa9-4bd9-96a5-a86a17018342 req-f7e83f97-8379-4a07-84aa-8d322acd77fc tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:02.271902 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f549f-cfa9-4bd9-96a5-a86a17018342 req-f7e83f97-8379-4a07-84aa-8d322acd77fc tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:02.277350 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f549f-cfa9-4bd9-96a5-a86a17018342 req-f7e83f97-8379-4a07-84aa-8d322acd77fc tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:02.282670 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f549f-cfa9-4bd9-96a5-a86a17018342 req-f7e83f97-8379-4a07-84aa-8d322acd77fc tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:02.287944 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f549f-cfa9-4bd9-96a5-a86a17018342 req-f7e83f97-8379-4a07-84aa-8d322acd77fc tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:02.295606 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-df7f549f-cfa9-4bd9-96a5-a86a17018342 req-f7e83f97-8379-4a07-84aa-8d322acd77fc tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.2445827 Jan 28 13:36:02.352604 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-df7f549f-cfa9-4bd9-96a5-a86a17018342 req-084c8f39-fe90-46e1-8314-c86e24ebe7e7 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560107 Jan 28 13:36:02.643045 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072dbbb-3c19-47a4-aa21-0ce670f1f27f req-ddf9707c-a67b-4b88-9750-360ccd1a663c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:02.651496 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8072dbbb-3c19-47a4-aa21-0ce670f1f27f req-ddf9707c-a67b-4b88-9750-360ccd1a663c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 943 time: 0.0785501 Jan 28 13:36:02.711114 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8072dbbb-3c19-47a4-aa21-0ce670f1f27f req-7c12870c-89ae-4a44-9fa2-716546cc2516 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541432 Jan 28 13:36:02.775610 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-cdfae5a3-35d2-425b-b4ae-317ecb613207 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:02.784390 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-cdfae5a3-35d2-425b-b4ae-317ecb613207 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/networks?id=2f7f563c-452e-4ad7-8366-46fe17e69e05 HTTP/1.1" status: 200 len: 806 time: 0.1569338 Jan 28 13:36:02.795333 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:02.818649 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-0c7213d5-a1ad-444e-b5df-2cddf05779e4 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/quotas/3f433a78eab64a3c903969a5348a95ae HTTP/1.1" status: 200 len: 375 time: 0.0306785 Jan 28 13:36:02.885368 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-33ea2cd7-4f3a-4e51-b544-16599839606c tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3f433a78eab64a3c903969a5348a95ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0652339 Jan 28 13:36:02.986361 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-45b7c70b-2cfd-4510-80b4-e521ed8d6d8f service neutron] 10.222.0.39 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996137 Jan 28 13:36:03.089723 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-1f0b58bd-2842-487b-95a5-87bdeb78c12f service neutron] 10.222.0.39 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018462 Jan 28 13:36:03.304414 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e727858d-4a26-478e-a463-9ff4f8ac83ca req-73e8f37a-19b4-47d4-a537-680c9082077e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 210 time: 0.0519280 Jan 28 13:36:03.603256 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dfa2f-c031-44f8-95fc-2f778d5af214 req-344e281b-d71e-4296-a6cb-7015a3244339 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:03.615477 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dfa2f-c031-44f8-95fc-2f778d5af214 req-344e281b-d71e-4296-a6cb-7015a3244339 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:03.622655 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dfa2f-c031-44f8-95fc-2f778d5af214 req-344e281b-d71e-4296-a6cb-7015a3244339 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:03.637854 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dfa2f-c031-44f8-95fc-2f778d5af214 req-344e281b-d71e-4296-a6cb-7015a3244339 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:03.660182 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dfa2f-c031-44f8-95fc-2f778d5af214 req-344e281b-d71e-4296-a6cb-7015a3244339 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:03.671089 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dfa2f-c031-44f8-95fc-2f778d5af214 req-344e281b-d71e-4296-a6cb-7015a3244339 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:03.687450 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dfa2f-c031-44f8-95fc-2f778d5af214 req-344e281b-d71e-4296-a6cb-7015a3244339 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:03.689421 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-777dfa2f-c031-44f8-95fc-2f778d5af214 req-344e281b-d71e-4296-a6cb-7015a3244339 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.2233920 Jan 28 13:36:03.796735 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-777dfa2f-c031-44f8-95fc-2f778d5af214 req-d5f9a09c-0b63-458a-9b0e-3363def45a58 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0999894 Jan 28 13:36:03.917519 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6e695-fefd-4db2-bd79-e1900efa935f req-b1ab84eb-9e17-4f49-a3aa-6bb161c8bae3 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:03.919741 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e6a6e695-fefd-4db2-bd79-e1900efa935f req-b1ab84eb-9e17-4f49-a3aa-6bb161c8bae3 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 943 time: 0.0859694 Jan 28 13:36:03.990095 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e6a6e695-fefd-4db2-bd79-e1900efa935f req-9451ed8f-58a0-4806-b101-917718db5828 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635781 Jan 28 13:36:04.068664 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device acd709ee-c689-4a1a-b014-195d714a9cbb details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:36:04.190877 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:04.197584 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 0fd9ea4f-7987-426d-81ae-c601a33231c1 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:36:04.207009 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port acd709ee-c689-4a1a-b014-195d714a9cbb, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=acd709ee-c689-4a1a-b014-195d714a9cbb,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:04.230229 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 0fd9ea4f-7987-426d-81ae-c601a33231c1 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:36:04.230570 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 0fd9ea4f-7987-426d-81ae-c601a33231c1 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:36:04.235897 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'acd709ee-c689-4a1a-b014-195d714a9cbb', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'port_id': 'acd709ee-c689-4a1a-b014-195d714a9cbb', 'mac_address': 'fa:16:3e:2e:03:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:36:04.278486 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port acd709ee-c689-4a1a-b014-195d714a9cbb is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:36:04.278892 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:04.292488 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd709ee-c689-4a1a-b014-195d714a9cbb {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:36:04.312956 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port acd709ee-c689-4a1a-b014-195d714a9cbb, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=acd709ee-c689-4a1a-b014-195d714a9cbb,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:04.319327 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:04.368512 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=acd709ee-c689-4a1a-b014-195d714a9cbb,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:04.452178 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65caab8d-f4a1-4a44-95df-f30c8d3cdb83 req-dd3ddc88-203d-4274-9312-264201e18b2a tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 210 time: 0.0528586 Jan 28 13:36:04.597416 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['acd709ee-c689-4a1a-b014-195d714a9cbb'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:36:04.634470 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-2f9fa53e-50a7-487a-8c83-85a0005938f2 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:04.636451 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-2f9fa53e-50a7-487a-8c83-85a0005938f2 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.37 "GET /v2.0/networks?id=2f7f563c-452e-4ad7-8366-46fe17e69e05 HTTP/1.1" status: 200 len: 806 time: 0.1415768 Jan 28 13:36:04.649860 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-14eb5dac-30b0-4f78-8fae-d11c1e8792ed tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Request body: {'port': {'device_id': 'f73e9cde-89c6-4d0d-8c13-b41de50c7a64', 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05', 'admin_state_up': True, 'tenant_id': '3f433a78eab64a3c903969a5348a95ae'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:36:04.773556 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-14eb5dac-30b0-4f78-8fae-d11c1e8792ed tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Made reservation on behalf of 3f433a78eab64a3c903969a5348a95ae for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:36:04.779097 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-14eb5dac-30b0-4f78-8fae-d11c1e8792ed tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:04.916562 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-14eb5dac-30b0-4f78-8fae-d11c1e8792ed tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Allocated IP 172.20.0.11 (2f7f563c-452e-4ad7-8366-46fe17e69e05/11e07501-e45d-4ee4-9a79-78d0496e90fa/048eafca-2ac8-4017-a36b-44db183ddb49) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:36:04.999881 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548d8dc-6483-423f-9430-50208f85ab99 req-a1eb3327-21e2-42c4-9449-2ead1a56ef44 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:05.007620 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548d8dc-6483-423f-9430-50208f85ab99 req-a1eb3327-21e2-42c4-9449-2ead1a56ef44 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:05.017129 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548d8dc-6483-423f-9430-50208f85ab99 req-a1eb3327-21e2-42c4-9449-2ead1a56ef44 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:05.028154 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548d8dc-6483-423f-9430-50208f85ab99 req-a1eb3327-21e2-42c4-9449-2ead1a56ef44 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:05.036201 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548d8dc-6483-423f-9430-50208f85ab99 req-a1eb3327-21e2-42c4-9449-2ead1a56ef44 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:05.055615 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548d8dc-6483-423f-9430-50208f85ab99 req-a1eb3327-21e2-42c4-9449-2ead1a56ef44 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:05.072023 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548d8dc-6483-423f-9430-50208f85ab99 req-a1eb3327-21e2-42c4-9449-2ead1a56ef44 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:05.074489 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e548d8dc-6483-423f-9430-50208f85ab99 req-a1eb3327-21e2-42c4-9449-2ead1a56ef44 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1399574 Jan 28 13:36:05.146223 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e548d8dc-6483-423f-9430-50208f85ab99 req-a165af53-72e3-420a-9ae2-1fbe2561e000 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623682 Jan 28 13:36:05.179122 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-14eb5dac-30b0-4f78-8fae-d11c1e8792ed tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks [] for port (048eafca-2ac8-4017-a36b-44db183ddb49), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:05.187457 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668b4ce-a8c9-4e80-a7f4-d3e24fe44564 req-94147a80-cf46-4665-9f7f-70db27ff5045 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:05.189170 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f668b4ce-a8c9-4e80-a7f4-d3e24fe44564 req-94147a80-cf46-4665-9f7f-70db27ff5045 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 944 time: 0.0862195 Jan 28 13:36:05.261277 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f668b4ce-a8c9-4e80-a7f4-d3e24fe44564 req-1e47a64a-365a-4a02-be69-ef9b8af26e7c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634520 Jan 28 13:36:05.262852 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-14eb5dac-30b0-4f78-8fae-d11c1e8792ed tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (048eafca-2ac8-4017-a36b-44db183ddb49), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:05.275759 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['101efa69-eb99-4b6d-a484-368410fbef5a'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:36:05.305137 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-14eb5dac-30b0-4f78-8fae-d11c1e8792ed tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Network 2f7f563c-452e-4ad7-8366-46fe17e69e05 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:36:05.305618 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-14eb5dac-30b0-4f78-8fae-d11c1e8792ed tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:36:05.310065 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-14eb5dac-30b0-4f78-8fae-d11c1e8792ed tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:36:05.358771 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb5dac-30b0-4f78-8fae-d11c1e8792ed tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Pushing event updated for resources: {'Port': ['ID=048eafca-2ac8-4017-a36b-44db183ddb49,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:05.379959 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-14eb5dac-30b0-4f78-8fae-d11c1e8792ed tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:05.381013 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-14eb5dac-30b0-4f78-8fae-d11c1e8792ed tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:05.407333 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-14eb5dac-30b0-4f78-8fae-d11c1e8792ed tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7622657 Jan 28 13:36:05.420227 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-f500cf21-14d5-4946-a0ea-0dd661317ac4 service neutron] Request body: {'port': {'device_id': 'f73e9cde-89c6-4d0d-8c13-b41de50c7a64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:36:05.512677 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-f500cf21-14d5-4946-a0ea-0dd661317ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (048eafca-2ac8-4017-a36b-44db183ddb49), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:05.669522 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6bce4-3a0b-4db0-b766-43bdbd12080e req-ef87a3a4-f602-49bd-8321-fed1365c6d7b tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:05.675401 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-94b6bce4-3a0b-4db0-b766-43bdbd12080e req-ef87a3a4-f602-49bd-8321-fed1365c6d7b tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 932 time: 0.1273012 Jan 28 13:36:05.732431 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:05.806294 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-94b6bce4-3a0b-4db0-b766-43bdbd12080e req-9a5317cc-f2b1-40aa-babf-172d43b05459 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272414 Jan 28 13:36:05.910630 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-f500cf21-14d5-4946-a0ea-0dd661317ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 048eafca-2ac8-4017-a36b-44db183ddb49 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:36:05.920131 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-f500cf21-14d5-4946-a0ea-0dd661317ac4 service neutron] Publish callbacks [] for port (048eafca-2ac8-4017-a36b-44db183ddb49), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:05.932451 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-f500cf21-14d5-4946-a0ea-0dd661317ac4 service neutron] Transition to ACTIVE for port object 048eafca-2ac8-4017-a36b-44db183ddb49 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:36:05.936659 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-f500cf21-14d5-4946-a0ea-0dd661317ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (048eafca-2ac8-4017-a36b-44db183ddb49), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:05.989902 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500cf21-14d5-4946-a0ea-0dd661317ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=048eafca-2ac8-4017-a36b-44db183ddb49,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:06.065574 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-f500cf21-14d5-4946-a0ea-0dd661317ac4 service neutron] Attempting to bind port 048eafca-2ac8-4017-a36b-44db183ddb49 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:36:06.066052 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-f500cf21-14d5-4946-a0ea-0dd661317ac4 service neutron] Attempting to bind port 048eafca-2ac8-4017-a36b-44db183ddb49 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:36:06.066464 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-f500cf21-14d5-4946-a0ea-0dd661317ac4 service neutron] Attempting to bind port 048eafca-2ac8-4017-a36b-44db183ddb49 on network 2f7f563c-452e-4ad7-8366-46fe17e69e05 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:36:06.067525 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device acd709ee-c689-4a1a-b014-195d714a9cbb up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:36:06.071560 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-f500cf21-14d5-4946-a0ea-0dd661317ac4 service neutron] Port 048eafca-2ac8-4017-a36b-44db183ddb49 on network 2f7f563c-452e-4ad7-8366-46fe17e69e05 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:36:06.071744 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-f500cf21-14d5-4946-a0ea-0dd661317ac4 service neutron] Attempting to bind port 048eafca-2ac8-4017-a36b-44db183ddb49 on network 2f7f563c-452e-4ad7-8366-46fe17e69e05 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:36:06.076716 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-f500cf21-14d5-4946-a0ea-0dd661317ac4 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:36:06.077155 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-f500cf21-14d5-4946-a0ea-0dd661317ac4 service neutron] Checking segment: {'id': 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:36:06.077623 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-f500cf21-14d5-4946-a0ea-0dd661317ac4 service neutron] Bound using segment: {'id': 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:36:06.078138 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-f500cf21-14d5-4946-a0ea-0dd661317ac4 service neutron] Bound port: 048eafca-2ac8-4017-a36b-44db183ddb49, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:36:06.078605 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-f500cf21-14d5-4946-a0ea-0dd661317ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (048eafca-2ac8-4017-a36b-44db183ddb49), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:06.134581 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port acd709ee-c689-4a1a-b014-195d714a9cbb completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:36:06.140153 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port acd709ee-c689-4a1a-b014-195d714a9cbb triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:36:06.141083 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:06.146798 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-f500cf21-14d5-4946-a0ea-0dd661317ac4 service neutron] For port 048eafca-2ac8-4017-a36b-44db183ddb49, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:36:06.150812 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-f500cf21-14d5-4946-a0ea-0dd661317ac4 service neutron] For port 048eafca-2ac8-4017-a36b-44db183ddb49, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=048eafca-2ac8-4017-a36b-44db183ddb49,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:36:06.159032 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-f500cf21-14d5-4946-a0ea-0dd661317ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (048eafca-2ac8-4017-a36b-44db183ddb49), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:06.189622 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-f500cf21-14d5-4946-a0ea-0dd661317ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:06.190329 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-f500cf21-14d5-4946-a0ea-0dd661317ac4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:06.193817 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-f500cf21-14d5-4946-a0ea-0dd661317ac4 service neutron] 10.222.0.37 "PUT /v2.0/ports/048eafca-2ac8-4017-a36b-44db183ddb49 HTTP/1.1" status: 200 len: 1092 time: 0.7789094 Jan 28 13:36:06.197318 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f73e9cde-89c6-4d0d-8c13-b41de50c7a64', 'tag': '048eafca-2ac8-4017-a36b-44db183ddb49'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:36:06.204091 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16834531-16b9-4ac8-bd64-21dee9db587f" -d '{"events": [{"name": "network-changed", "server_uuid": "f73e9cde-89c6-4d0d-8c13-b41de50c7a64", "tag": "048eafca-2ac8-4017-a36b-44db183ddb49"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:36:06.259301 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port acd709ee-c689-4a1a-b014-195d714a9cbb is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:36:06.259998 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:06.303957 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port acd709ee-c689-4a1a-b014-195d714a9cbb, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=acd709ee-c689-4a1a-b014-195d714a9cbb,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:06.305031 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9103728-e977-4e6b-a0e7-314bd5cd972b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd709ee-c689-4a1a-b014-195d714a9cbb'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:36:06.310122 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f416c045-0326-4344-ade0-9a65c7ed6d18" -d '{"events": [{"server_uuid": "a9103728-e977-4e6b-a0e7-314bd5cd972b", "name": "network-vif-plugged", "status": "completed", "tag": "acd709ee-c689-4a1a-b014-195d714a9cbb"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:36:06.316253 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:06.347335 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fac8cc-a3a7-4d63-b3eb-5102a1b14608 x-openstack-request-id: req-b7fac8cc-a3a7-4d63-b3eb-5102a1b14608 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:36:06.347677 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f73e9cde-89c6-4d0d-8c13-b41de50c7a64", "tag": "048eafca-2ac8-4017-a36b-44db183ddb49", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:36:06.347874 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b7fac8cc-a3a7-4d63-b3eb-5102a1b14608 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:36:06.348270 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f73e9cde-89c6-4d0d-8c13-b41de50c7a64', 'tag': '048eafca-2ac8-4017-a36b-44db183ddb49', 'status': 'completed', 'code': 200} Jan 28 13:36:06.375171 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=acd709ee-c689-4a1a-b014-195d714a9cbb,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:06.381289 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500cf21-14d5-4946-a0ea-0dd661317ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=048eafca-2ac8-4017-a36b-44db183ddb49,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:06.399238 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd3b21-1c72-402d-a785-ccace09c94d6 req-b1a93eea-7650-40fe-a42c-f0557a176153 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:06.404774 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd3b21-1c72-402d-a785-ccace09c94d6 req-b1a93eea-7650-40fe-a42c-f0557a176153 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:06.410607 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd3b21-1c72-402d-a785-ccace09c94d6 req-b1a93eea-7650-40fe-a42c-f0557a176153 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:06.416019 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd3b21-1c72-402d-a785-ccace09c94d6 req-b1a93eea-7650-40fe-a42c-f0557a176153 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:06.423511 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd3b21-1c72-402d-a785-ccace09c94d6 req-b1a93eea-7650-40fe-a42c-f0557a176153 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:06.427205 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd3b21-1c72-402d-a785-ccace09c94d6 req-b1a93eea-7650-40fe-a42c-f0557a176153 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:06.432799 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd3b21-1c72-402d-a785-ccace09c94d6 req-b1a93eea-7650-40fe-a42c-f0557a176153 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:06.434775 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3cbd3b21-1c72-402d-a785-ccace09c94d6 req-b1a93eea-7650-40fe-a42c-f0557a176153 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1346223 Jan 28 13:36:06.440209 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-4d64958e-01cf-4a1b-96b2-7293301adc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:06.441855 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-4d64958e-01cf-4a1b-96b2-7293301adc12 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f433a78eab64a3c903969a5348a95ae&device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 1095 time: 0.1861944 Jan 28 13:36:06.466083 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd39f2-36e2-4a54-afa3-d8c35bb82db3 req-8abc0070-c89e-4fee-b941-3957f3cccfb4 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:06.474003 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-83bd39f2-36e2-4a54-afa3-d8c35bb82db3 req-8abc0070-c89e-4fee-b941-3957f3cccfb4 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.0629256 Jan 28 13:36:06.498445 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-10262ff1-8962-41d3-a366-6f5273daab15 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=048eafca-2ac8-4017-a36b-44db183ddb49 HTTP/1.1" status: 200 len: 217 time: 0.0471823 Jan 28 13:36:06.541711 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-83bd39f2-36e2-4a54-afa3-d8c35bb82db3 req-41061bf3-6ee2-4aab-a52b-eb67bacb3fc3 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664566 Jan 28 13:36:06.593832 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3cbd3b21-1c72-402d-a785-ccace09c94d6 req-92b83d69-f3fa-46c5-ba81-ccd0ef0e8b0b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1502154 Jan 28 13:36:06.595932 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-27df7e3b-17c5-4b4d-ad64-7132bf77d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:06.597372 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-27df7e3b-17c5-4b4d-ad64-7132bf77d103 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11e07501-e45d-4ee4-9a79-78d0496e90fa HTTP/1.1" status: 200 len: 846 time: 0.0911119 Jan 28 13:36:06.604530 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99043871-0d11-42fd-9bcb-adccc1d026e0 x-openstack-request-id: req-99043871-0d11-42fd-9bcb-adccc1d026e0 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:36:06.605233 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9103728-e977-4e6b-a0e7-314bd5cd972b", "name": "network-vif-plugged", "status": "completed", "tag": "acd709ee-c689-4a1a-b014-195d714a9cbb", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:36:06.605704 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-99043871-0d11-42fd-9bcb-adccc1d026e0 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:36:06.606432 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9103728-e977-4e6b-a0e7-314bd5cd972b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd709ee-c689-4a1a-b014-195d714a9cbb', 'code': 200} Jan 28 13:36:06.646395 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-e94163e2-a5a2-46a8-a4ae-86301eb54d3c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f7f563c-452e-4ad7-8366-46fe17e69e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387397 Jan 28 13:36:06.757958 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f8c18-3691-4052-a262-a08a831ba6ed req-0a9ea6b0-0532-49d7-9dc5-792a231e3d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:06.759499 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df0f8c18-3691-4052-a262-a08a831ba6ed req-0a9ea6b0-0532-49d7-9dc5-792a231e3d70 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 1096 time: 0.0876875 Jan 28 13:36:06.786012 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-a5aa0eb9-f14e-45a5-bd35-05bbe79a9d8a service neutron] 10.222.0.37 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332514 Jan 28 13:36:06.860199 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df0f8c18-3691-4052-a262-a08a831ba6ed req-275a8b32-bde0-4b46-b41f-7bf393a17562 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912271 Jan 28 13:36:06.895018 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2d12dc27-8524-4a23-8728-ef949ace1960 req-d73b5d4d-c528-4ad4-8c1f-b2f157b6f732 service neutron] 10.222.0.37 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029065 Jan 28 13:36:06.939788 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec8af6-a9fc-4b63-ab11-c1793df3780a req-f54bf188-f5a3-433d-a58d-86c324fc3e04 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:06.941474 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-27ec8af6-a9fc-4b63-ab11-c1793df3780a req-f54bf188-f5a3-433d-a58d-86c324fc3e04 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 944 time: 0.0667441 Jan 28 13:36:06.996134 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-27ec8af6-a9fc-4b63-ab11-c1793df3780a req-88bc11a4-2e5c-4f97-8ccd-adea06163f20 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481946 Jan 28 13:36:07.013886 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16834531-16b9-4ac8-bd64-21dee9db587f req-60400036-b1bc-46fb-b5dc-b79ab2dff627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:07.015437 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16834531-16b9-4ac8-bd64-21dee9db587f req-60400036-b1bc-46fb-b5dc-b79ab2dff627 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f433a78eab64a3c903969a5348a95ae&device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 1095 time: 0.0727284 Jan 28 13:36:07.113065 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16834531-16b9-4ac8-bd64-21dee9db587f req-9521be68-1186-444c-99cb-23763cf5b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:07.114449 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16834531-16b9-4ac8-bd64-21dee9db587f req-9521be68-1186-444c-99cb-23763cf5b4bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f7f563c-452e-4ad7-8366-46fe17e69e05 HTTP/1.1" status: 200 len: 906 time: 0.0932777 Jan 28 13:36:07.165777 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16834531-16b9-4ac8-bd64-21dee9db587f req-75a705cf-6bf3-4e8f-9e3a-c73875f91f9c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=048eafca-2ac8-4017-a36b-44db183ddb49 HTTP/1.1" status: 200 len: 217 time: 0.0434561 Jan 28 13:36:07.214174 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16834531-16b9-4ac8-bd64-21dee9db587f req-762a7682-23c5-4434-a2a2-739dd9963a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:07.215828 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16834531-16b9-4ac8-bd64-21dee9db587f req-762a7682-23c5-4434-a2a2-739dd9963a81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11e07501-e45d-4ee4-9a79-78d0496e90fa HTTP/1.1" status: 200 len: 846 time: 0.0452089 Jan 28 13:36:07.249725 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16834531-16b9-4ac8-bd64-21dee9db587f req-c26d630f-d466-4802-8af0-77dd8b22dd85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f7f563c-452e-4ad7-8366-46fe17e69e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266962 Jan 28 13:36:07.357952 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16834531-16b9-4ac8-bd64-21dee9db587f req-6a834633-08dc-4313-b681-3d1ca5feca33 service neutron] 10.222.0.37 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015453 Jan 28 13:36:07.692345 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949757c6-ec2b-4e7b-92a4-507ba11b5fe4 req-2b0d919c-3927-475c-b63b-126c58a963d4 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:07.693937 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-949757c6-ec2b-4e7b-92a4-507ba11b5fe4 req-2b0d919c-3927-475c-b63b-126c58a963d4 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.0709007 Jan 28 13:36:07.745238 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-949757c6-ec2b-4e7b-92a4-507ba11b5fe4 req-306c3c9a-1334-4524-b554-e1f605c5f12d tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454388 Jan 28 13:36:07.803788 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16834531-16b9-4ac8-bd64-21dee9db587f req-66fdd8ba-0b68-4a46-869c-2868dc20c5b7 service neutron] 10.222.0.37 "GET /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397376 Jan 28 13:36:07.821832 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b97e98-a6aa-40f6-8559-3848289ec3a5 req-41acfa57-a6a1-4240-9cbf-15baca37fc8b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:07.827185 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b97e98-a6aa-40f6-8559-3848289ec3a5 req-41acfa57-a6a1-4240-9cbf-15baca37fc8b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:07.834247 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b97e98-a6aa-40f6-8559-3848289ec3a5 req-41acfa57-a6a1-4240-9cbf-15baca37fc8b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:07.839711 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b97e98-a6aa-40f6-8559-3848289ec3a5 req-41acfa57-a6a1-4240-9cbf-15baca37fc8b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:07.845868 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b97e98-a6aa-40f6-8559-3848289ec3a5 req-41acfa57-a6a1-4240-9cbf-15baca37fc8b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:07.851221 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b97e98-a6aa-40f6-8559-3848289ec3a5 req-41acfa57-a6a1-4240-9cbf-15baca37fc8b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:07.856511 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b97e98-a6aa-40f6-8559-3848289ec3a5 req-41acfa57-a6a1-4240-9cbf-15baca37fc8b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:07.858478 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-28b97e98-a6aa-40f6-8559-3848289ec3a5 req-41acfa57-a6a1-4240-9cbf-15baca37fc8b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1263893 Jan 28 13:36:07.921675 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-28b97e98-a6aa-40f6-8559-3848289ec3a5 req-a82c241f-bda3-4993-8567-6835502d4d5e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560961 Jan 28 13:36:08.122347 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67660c-5195-4187-b489-117e22f4dbe0 req-5ca82dc9-2efc-4ab6-b300-fb02a41c44dd tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:08.123857 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fa67660c-5195-4187-b489-117e22f4dbe0 req-5ca82dc9-2efc-4ab6-b300-fb02a41c44dd tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 944 time: 0.0530500 Jan 28 13:36:08.179622 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fa67660c-5195-4187-b489-117e22f4dbe0 req-9ec9028d-2a3f-4971-b604-ff0267ee562f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460138 Jan 28 13:36:08.877994 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439b802-2800-4ab3-99a2-042b875def26 req-6c470e2d-1a8d-4b77-9ab2-74e9255e3696 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:08.879539 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6439b802-2800-4ab3-99a2-042b875def26 req-6c470e2d-1a8d-4b77-9ab2-74e9255e3696 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.0552232 Jan 28 13:36:08.928130 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6439b802-2800-4ab3-99a2-042b875def26 req-1f5ed559-2919-4520-bdd1-c1928df7e7ee tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427525 Jan 28 13:36:09.071066 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9dfe6-0cc1-4105-bcb7-9b75f5fa8db1 req-976aeba3-02fd-476e-99d0-3009ad49a52e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:09.072145 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4f74d-1471-485a-9ded-77bcf41db04b req-94de1b87-a343-4b9f-b8d0-63e3a73d4cab tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:09.072485 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89b9dfe6-0cc1-4105-bcb7-9b75f5fa8db1 req-976aeba3-02fd-476e-99d0-3009ad49a52e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.0642791 Jan 28 13:36:09.077635 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4f74d-1471-485a-9ded-77bcf41db04b req-94de1b87-a343-4b9f-b8d0-63e3a73d4cab tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:09.081904 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 35616) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:09.083077 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4f74d-1471-485a-9ded-77bcf41db04b req-94de1b87-a343-4b9f-b8d0-63e3a73d4cab tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:09.086852 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-332e9813-c050-44c7-9291-dd4769fc8963 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Request body: {'floatingip': {'port_id': 'acd709ee-c689-4a1a-b014-195d714a9cbb'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:36:09.088440 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4f74d-1471-485a-9ded-77bcf41db04b req-94de1b87-a343-4b9f-b8d0-63e3a73d4cab tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:09.093718 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4f74d-1471-485a-9ded-77bcf41db04b req-94de1b87-a343-4b9f-b8d0-63e3a73d4cab tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:09.099087 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4f74d-1471-485a-9ded-77bcf41db04b req-94de1b87-a343-4b9f-b8d0-63e3a73d4cab tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:09.104345 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4f74d-1471-485a-9ded-77bcf41db04b req-94de1b87-a343-4b9f-b8d0-63e3a73d4cab tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:09.106358 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c2a4f74d-1471-485a-9ded-77bcf41db04b req-94de1b87-a343-4b9f-b8d0-63e3a73d4cab tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.0925097 Jan 28 13:36:09.127601 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-332e9813-c050-44c7-9291-dd4769fc8963 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for floatingip (e7f081bf-cec1-487b-a0e9-c1c97ecee1fa), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:09.183532 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c2a4f74d-1471-485a-9ded-77bcf41db04b req-eb87e10e-8955-4c76-a5a4-153e261ba5b4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709209 Jan 28 13:36:09.307465 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8619061-d935-42b5-a32e-492327a9eb6a req-5da15876-5990-4b65-8c91-8050d753d1bc tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:09.308996 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c8619061-d935-42b5-a32e-492327a9eb6a req-5da15876-5990-4b65-8c91-8050d753d1bc tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 944 time: 0.0515606 Jan 28 13:36:09.366893 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c8619061-d935-42b5-a32e-492327a9eb6a req-74509e01-9db6-4ee7-bad9-c5445b8a2f34 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515780 Jan 28 13:36:09.645071 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-332e9813-c050-44c7-9291-dd4769fc8963 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:09.650327 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-332e9813-c050-44c7-9291-dd4769fc8963 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (e7f081bf-cec1-487b-a0e9-c1c97ecee1fa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:09.753327 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [None req-332e9813-c050-44c7-9291-dd4769fc8963 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Floating IP e7f081bf-cec1-487b-a0e9-c1c97ecee1fa associated. External IP: 172.25.3.92, port: acd709ee-c689-4a1a-b014-195d714a9cbb. Jan 28 13:36:10.002540 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332e9813-c050-44c7-9291-dd4769fc8963 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Router 721350a7-83fa-4721-8554-c80c4f6845bc has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:36:10.116109 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332e9813-c050-44c7-9291-dd4769fc8963 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:36:10.121368 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-332e9813-c050-44c7-9291-dd4769fc8963 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:10.128216 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6957d3-68ad-44fb-bc12-853b6dab1193 None None] Sync routers for ids ['721350a7-83fa-4721-8554-c80c4f6845bc'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:36:10.138194 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6957d3-68ad-44fb-bc12-853b6dab1193 None None] Routers {'721350a7-83fa-4721-8554-c80c4f6845bc'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:36:10.138905 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-0a6957d3-68ad-44fb-bc12-853b6dab1193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:36:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['721350a7-83fa-4721-8554-c80c4f6845bc'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:10.150073 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-332e9813-c050-44c7-9291-dd4769fc8963 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "PUT /v2.0/floatingips/e7f081bf-cec1-487b-a0e9-c1c97ecee1fa HTTP/1.1" status: 200 len: 990 time: 1.0668395 Jan 28 13:36:10.150980 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9103728-e977-4e6b-a0e7-314bd5cd972b', 'tag': 'acd709ee-c689-4a1a-b014-195d714a9cbb'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:36:10.159504 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993f652c-2232-475c-b856-c70cddbc857c" -d '{"events": [{"name": "network-changed", "server_uuid": "a9103728-e977-4e6b-a0e7-314bd5cd972b", "tag": "acd709ee-c689-4a1a-b014-195d714a9cbb"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:36:10.212191 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641b6cb0-a90c-4b94-a066-d5eb469022d8 x-openstack-request-id: req-641b6cb0-a90c-4b94-a066-d5eb469022d8 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:36:10.212948 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9103728-e977-4e6b-a0e7-314bd5cd972b", "tag": "acd709ee-c689-4a1a-b014-195d714a9cbb", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:36:10.213493 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-641b6cb0-a90c-4b94-a066-d5eb469022d8 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:36:10.213893 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9103728-e977-4e6b-a0e7-314bd5cd972b', 'tag': 'acd709ee-c689-4a1a-b014-195d714a9cbb', 'status': 'completed', 'code': 200} Jan 28 13:36:10.231715 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 048eafca-2ac8-4017-a36b-44db183ddb49 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:36:10.271020 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-0a6957d3-68ad-44fb-bc12-853b6dab1193 None None] Set router 721350a7-83fa-4721-8554-c80c4f6845bc gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:36:10.446648 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 048eafca-2ac8-4017-a36b-44db183ddb49, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=048eafca-2ac8-4017-a36b-44db183ddb49,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:10.458687 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '048eafca-2ac8-4017-a36b-44db183ddb49', 'network_id': '2f7f563c-452e-4ad7-8366-46fe17e69e05', 'port_id': '048eafca-2ac8-4017-a36b-44db183ddb49', 'mac_address': 'fa:16:3e:a2:66:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e07501-e45d-4ee4-9a79-78d0496e90fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:36:10.484341 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9337cb4-df76-4778-b955-6b8d9b764560 req-a1172f73-7505-4242-a04e-71d0e8c35fdb tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:10.492310 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9337cb4-df76-4778-b955-6b8d9b764560 req-a1172f73-7505-4242-a04e-71d0e8c35fdb tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:10.498722 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9337cb4-df76-4778-b955-6b8d9b764560 req-a1172f73-7505-4242-a04e-71d0e8c35fdb tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:10.504631 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9337cb4-df76-4778-b955-6b8d9b764560 req-a1172f73-7505-4242-a04e-71d0e8c35fdb tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:10.510155 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9337cb4-df76-4778-b955-6b8d9b764560 req-a1172f73-7505-4242-a04e-71d0e8c35fdb tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:10.515589 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9337cb4-df76-4778-b955-6b8d9b764560 req-a1172f73-7505-4242-a04e-71d0e8c35fdb tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:10.521409 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9337cb4-df76-4778-b955-6b8d9b764560 req-a1172f73-7505-4242-a04e-71d0e8c35fdb tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:10.529103 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 048eafca-2ac8-4017-a36b-44db183ddb49 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:36:10.530389 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9337cb4-df76-4778-b955-6b8d9b764560 req-a1172f73-7505-4242-a04e-71d0e8c35fdb tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1902440 Jan 28 13:36:10.531003 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (048eafca-2ac8-4017-a36b-44db183ddb49), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:10.541389 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82931e45-0514-427f-a04f-28d9ee0982ef req-01c36b72-93c8-46df-8e70-9327ac350d87 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:10.548291 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f652c-2232-475c-b856-c70cddbc857c req-994d34b7-4f2c-4947-977e-630c2c149b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:10.549489 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-82931e45-0514-427f-a04f-28d9ee0982ef req-01c36b72-93c8-46df-8e70-9327ac350d87 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 944 time: 0.0673058 Jan 28 13:36:10.549860 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-993f652c-2232-475c-b856-c70cddbc857c req-994d34b7-4f2c-4947-977e-630c2c149b27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=205e0e0f7c204c6b8762ba0b567c808e&device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 1096 time: 0.3060608 Jan 28 13:36:10.561395 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 048eafca-2ac8-4017-a36b-44db183ddb49 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:36:10.596111 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 048eafca-2ac8-4017-a36b-44db183ddb49, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=048eafca-2ac8-4017-a36b-44db183ddb49,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:10.607548 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-0a6957d3-68ad-44fb-bc12-853b6dab1193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'name': 'tempest-AttachVolumeShelveTestJSON-132946103-router', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:47Z', 'revision_number': 4, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'gw_port': {'id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:38Z', 'updated_at': '2022-01-28T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'e7f081bf-cec1-487b-a0e9-c1c97ecee1fa', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'port_id': 'acd709ee-c689-4a1a-b014-195d714a9cbb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'mac_address': 'fa:16:3e:2e:03:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9103728-e977-4e6b-a0e7-314bd5cd972b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:35:51Z', 'updated_at': '2022-01-28T13:36:09Z', 'revision_number': 1, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca1d80a-626e-41b8-8ded-fba8237f58e1', 'name': '', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'mac_address': 'fa:16:3e:95:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:45Z', 'updated_at': '2022-01-28T13:30:01Z', 'revision_number': 5, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'subnets': [{'id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:10.609116 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-82931e45-0514-427f-a04f-28d9ee0982ef req-4cd4479d-bcf5-4773-ad06-b13af3118ef4 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569360 Jan 28 13:36:10.610476 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (048eafca-2ac8-4017-a36b-44db183ddb49), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:10.651293 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6957d3-68ad-44fb-bc12-853b6dab1193 None None] Checking router: 721350a7-83fa-4721-8554-c80c4f6845bc for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:36:10.662668 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6957d3-68ad-44fb-bc12-853b6dab1193 None None] Routers {'721350a7-83fa-4721-8554-c80c4f6845bc'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:36:10.663884 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-0a6957d3-68ad-44fb-bc12-853b6dab1193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:36:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['721350a7-83fa-4721-8554-c80c4f6845bc'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:10.669024 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=048eafca-2ac8-4017-a36b-44db183ddb49,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:10.670550 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f652c-2232-475c-b856-c70cddbc857c req-272721ab-b893-439d-aa85-b3df81adbb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:10.675900 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-993f652c-2232-475c-b856-c70cddbc857c req-272721ab-b893-439d-aa85-b3df81adbb50 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dd65474c-0b14-4c75-9058-245198106ef8 HTTP/1.1" status: 200 len: 916 time: 0.1154470 Jan 28 13:36:10.700349 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9337cb4-df76-4778-b955-6b8d9b764560 req-e7798812-4a83-4fca-89f5-d188a5e2c46e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1689897 Jan 28 13:36:10.760692 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-993f652c-2232-475c-b856-c70cddbc857c req-1b772de1-dff6-445f-9940-6e7b95b9c271 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acd709ee-c689-4a1a-b014-195d714a9cbb HTTP/1.1" status: 200 len: 998 time: 0.0760589 Jan 28 13:36:10.815293 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f652c-2232-475c-b856-c70cddbc857c req-39cb51c4-e57c-4a57-8829-2f2513dfd6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:10.816989 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-993f652c-2232-475c-b856-c70cddbc857c req-39cb51c4-e57c-4a57-8829-2f2513dfd6d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10438cad-60ca-4257-93e8-c8ceba8bf16c HTTP/1.1" status: 200 len: 855 time: 0.0512052 Jan 28 13:36:10.872790 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f652c-2232-475c-b856-c70cddbc857c req-b7ffc00c-c193-4c86-a923-b9589e5a6eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:10.874388 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-993f652c-2232-475c-b856-c70cddbc857c req-b7ffc00c-c193-4c86-a923-b9589e5a6eca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dd65474c-0b14-4c75-9058-245198106ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518625 Jan 28 13:36:10.877226 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-0a6957d3-68ad-44fb-bc12-853b6dab1193 None None] Set router 721350a7-83fa-4721-8554-c80c4f6845bc gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:36:10.976622 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-993f652c-2232-475c-b856-c70cddbc857c req-0bf5d849-ed0a-4dc0-9df1-68a280f02403 service neutron] 10.222.0.18 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956635 Jan 28 13:36:10.999099 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['048eafca-2ac8-4017-a36b-44db183ddb49'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:36:11.108749 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-993f652c-2232-475c-b856-c70cddbc857c req-92368cd0-50d0-4aa0-b6af-cca2b1033bd8 service neutron] 10.222.0.18 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267910 Jan 28 13:36:11.163233 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-0a6957d3-68ad-44fb-bc12-853b6dab1193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'name': 'tempest-AttachVolumeShelveTestJSON-132946103-router', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:47Z', 'revision_number': 4, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'gw_port': {'id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:38Z', 'updated_at': '2022-01-28T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'e7f081bf-cec1-487b-a0e9-c1c97ecee1fa', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'port_id': 'acd709ee-c689-4a1a-b014-195d714a9cbb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'mac_address': 'fa:16:3e:2e:03:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9103728-e977-4e6b-a0e7-314bd5cd972b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:35:51Z', 'updated_at': '2022-01-28T13:36:09Z', 'revision_number': 1, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca1d80a-626e-41b8-8ded-fba8237f58e1', 'name': '', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'mac_address': 'fa:16:3e:95:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:45Z', 'updated_at': '2022-01-28T13:30:01Z', 'revision_number': 5, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'subnets': [{'id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:11.193168 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6957d3-68ad-44fb-bc12-853b6dab1193 None None] The sync data for ids ['721350a7-83fa-4721-8554-c80c4f6845bc'] in n-d-822747-2 is: [{'id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'name': 'tempest-AttachVolumeShelveTestJSON-132946103-router', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:47Z', 'revision_number': 4, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'gw_port': {'id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:38Z', 'updated_at': '2022-01-28T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'e7f081bf-cec1-487b-a0e9-c1c97ecee1fa', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'port_id': 'acd709ee-c689-4a1a-b014-195d714a9cbb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'mac_address': 'fa:16:3e:2e:03:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9103728-e977-4e6b-a0e7-314bd5cd972b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:35:51Z', 'updated_at': '2022-01-28T13:36:09Z', 'revision_number': 1, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca1d80a-626e-41b8-8ded-fba8237f58e1', 'name': '', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'mac_address': 'fa:16:3e:95:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:45Z', 'updated_at': '2022-01-28T13:30:01Z', 'revision_number': 5, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'subnets': [{'id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:36:11.403281 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7c1104-bd68-48f4-9c80-3cf85d7919fb None None] New status for floating IP e7f081bf-cec1-487b-a0e9-c1c97ecee1fa: ACTIVE {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:36:11.723943 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198f9a7-f092-437a-b508-821dd8bfdc35 req-31c0e510-8bae-4989-971e-063001935fc0 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:11.725469 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e198f9a7-f092-437a-b508-821dd8bfdc35 req-31c0e510-8bae-4989-971e-063001935fc0 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 945 time: 0.0552306 Jan 28 13:36:11.782218 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e198f9a7-f092-437a-b508-821dd8bfdc35 req-c21e325f-18b0-40c7-951e-633e459314d4 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474539 Jan 28 13:36:11.852702 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace450d-6ead-4234-a3ab-3afbafdb9556 req-c9864b98-a30e-409b-9a38-951f00e2bc1d tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:11.857880 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace450d-6ead-4234-a3ab-3afbafdb9556 req-c9864b98-a30e-409b-9a38-951f00e2bc1d tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:11.863212 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace450d-6ead-4234-a3ab-3afbafdb9556 req-c9864b98-a30e-409b-9a38-951f00e2bc1d tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:11.868463 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace450d-6ead-4234-a3ab-3afbafdb9556 req-c9864b98-a30e-409b-9a38-951f00e2bc1d tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:11.874405 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace450d-6ead-4234-a3ab-3afbafdb9556 req-c9864b98-a30e-409b-9a38-951f00e2bc1d tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:11.879964 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace450d-6ead-4234-a3ab-3afbafdb9556 req-c9864b98-a30e-409b-9a38-951f00e2bc1d tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:11.885677 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace450d-6ead-4234-a3ab-3afbafdb9556 req-c9864b98-a30e-409b-9a38-951f00e2bc1d tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:11.887850 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2ace450d-6ead-4234-a3ab-3afbafdb9556 req-c9864b98-a30e-409b-9a38-951f00e2bc1d tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1001031 Jan 28 13:36:11.954372 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2ace450d-6ead-4234-a3ab-3afbafdb9556 req-f8764b1d-dc0e-4316-b2fa-60095b0ff9cb tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569942 Jan 28 13:36:12.232870 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 048eafca-2ac8-4017-a36b-44db183ddb49 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:36:12.282603 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552729b1-9cae-4061-b46d-8feae0f67af2 req-cabe77f2-e9bd-4233-a7e2-01affd229b75 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:12.284347 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-552729b1-9cae-4061-b46d-8feae0f67af2 req-cabe77f2-e9bd-4233-a7e2-01affd229b75 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0523329 Jan 28 13:36:12.293119 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 048eafca-2ac8-4017-a36b-44db183ddb49 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:36:12.302775 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 048eafca-2ac8-4017-a36b-44db183ddb49 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:36:12.303169 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (048eafca-2ac8-4017-a36b-44db183ddb49), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:12.349659 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-552729b1-9cae-4061-b46d-8feae0f67af2 req-2ef040c2-d44b-4365-9a8d-65df7363c1e0 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589623 Jan 28 13:36:12.410263 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 048eafca-2ac8-4017-a36b-44db183ddb49 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:36:12.411357 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (048eafca-2ac8-4017-a36b-44db183ddb49), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:12.444557 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73e9cde-89c6-4d0d-8c13-b41de50c7a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048eafca-2ac8-4017-a36b-44db183ddb49'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:36:12.449049 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54631c64-101c-4ca4-8916-bdd49b4d1503" -d '{"events": [{"server_uuid": "f73e9cde-89c6-4d0d-8c13-b41de50c7a64", "name": "network-vif-plugged", "status": "completed", "tag": "048eafca-2ac8-4017-a36b-44db183ddb49"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:36:12.462481 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 048eafca-2ac8-4017-a36b-44db183ddb49, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=048eafca-2ac8-4017-a36b-44db183ddb49,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:12.470941 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (048eafca-2ac8-4017-a36b-44db183ddb49), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:12.508478 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffa94c-0b59-4438-b158-6bee71cf74bd req-1cd36480-b764-4e29-bdb4-2ecec4dc3e26 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:12.510756 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-23ffa94c-0b59-4438-b158-6bee71cf74bd req-1cd36480-b764-4e29-bdb4-2ecec4dc3e26 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0785973 Jan 28 13:36:12.536033 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=048eafca-2ac8-4017-a36b-44db183ddb49,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:12.567110 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0324f741-82f7-4606-ad1f-9a7d56293274 x-openstack-request-id: req-0324f741-82f7-4606-ad1f-9a7d56293274 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:36:12.569001 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f73e9cde-89c6-4d0d-8c13-b41de50c7a64", "name": "network-vif-plugged", "status": "completed", "tag": "048eafca-2ac8-4017-a36b-44db183ddb49", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:36:12.569001 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0324f741-82f7-4606-ad1f-9a7d56293274 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:36:12.569001 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f73e9cde-89c6-4d0d-8c13-b41de50c7a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048eafca-2ac8-4017-a36b-44db183ddb49', 'code': 200} Jan 28 13:36:12.590667 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-23ffa94c-0b59-4438-b158-6bee71cf74bd req-ec05a9e9-f6c1-4112-824c-2d3d7c9163c3 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714667 Jan 28 13:36:12.690858 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a47b79-5c24-4a21-af22-6da60330a888 req-9439c833-23d8-43e8-819a-3162b7171d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:12.692459 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-26a47b79-5c24-4a21-af22-6da60330a888 req-9439c833-23d8-43e8-819a-3162b7171d14 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 1097 time: 0.0496085 Jan 28 13:36:12.750232 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-26a47b79-5c24-4a21-af22-6da60330a888 req-04c587b6-0856-4d3c-8a38-a73ae2caebb1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455091 Jan 28 13:36:12.861013 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ad9fe-fc8e-41fa-b57a-157759c5665d req-455c144d-6ad2-432e-aab2-923c3be3c092 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:12.868731 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-836ad9fe-fc8e-41fa-b57a-157759c5665d req-455c144d-6ad2-432e-aab2-923c3be3c092 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0657196 Jan 28 13:36:12.940523 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7dda4c-86ab-4ea1-a656-4737fcc108a5 req-ef7ead6a-fe15-4378-bb58-75bcf019f42f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:12.942668 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ce7dda4c-86ab-4ea1-a656-4737fcc108a5 req-ef7ead6a-fe15-4378-bb58-75bcf019f42f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.0754485 Jan 28 13:36:12.947316 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-836ad9fe-fc8e-41fa-b57a-157759c5665d req-b1482dba-dd39-4e53-905a-2644c69b6be2 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701616 Jan 28 13:36:13.055192 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ce7dda4c-86ab-4ea1-a656-4737fcc108a5 req-d616233c-de78-4232-a19a-ebcae7d6f8d9 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058149 Jan 28 13:36:13.202859 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba7f2c-cc93-4ef7-922c-42eb309def26 req-e11d900d-4b8d-4fda-90f4-5bce2036b880 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:13.208783 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba7f2c-cc93-4ef7-922c-42eb309def26 req-e11d900d-4b8d-4fda-90f4-5bce2036b880 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:13.215070 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba7f2c-cc93-4ef7-922c-42eb309def26 req-e11d900d-4b8d-4fda-90f4-5bce2036b880 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:13.220727 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba7f2c-cc93-4ef7-922c-42eb309def26 req-e11d900d-4b8d-4fda-90f4-5bce2036b880 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:13.226460 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba7f2c-cc93-4ef7-922c-42eb309def26 req-e11d900d-4b8d-4fda-90f4-5bce2036b880 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:13.232393 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba7f2c-cc93-4ef7-922c-42eb309def26 req-e11d900d-4b8d-4fda-90f4-5bce2036b880 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:13.239524 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba7f2c-cc93-4ef7-922c-42eb309def26 req-e11d900d-4b8d-4fda-90f4-5bce2036b880 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:13.247497 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-63ba7f2c-cc93-4ef7-922c-42eb309def26 req-e11d900d-4b8d-4fda-90f4-5bce2036b880 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1212225 Jan 28 13:36:13.338859 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-63ba7f2c-cc93-4ef7-922c-42eb309def26 req-65be14f4-e623-4569-b2a5-05a7d80fa453 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876002 Jan 28 13:36:14.242385 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a450b2a-d804-4d66-b45c-01d263bf808e req-7b966b5b-723a-40e2-b524-707f7029bff8 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:14.256419 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a450b2a-d804-4d66-b45c-01d263bf808e req-7b966b5b-723a-40e2-b524-707f7029bff8 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.6542459 Jan 28 13:36:14.272825 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b60801-5c83-4ba2-947f-971f5df1c7fa req-736cde09-94ba-4b10-ae83-82cef9cce81c tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:14.274809 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-20b60801-5c83-4ba2-947f-971f5df1c7fa req-736cde09-94ba-4b10-ae83-82cef9cce81c tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.1150110 Jan 28 13:36:14.347657 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a450b2a-d804-4d66-b45c-01d263bf808e req-375d8705-7395-425e-a38f-4f8d843cab85 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852141 Jan 28 13:36:14.368807 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-20b60801-5c83-4ba2-947f-971f5df1c7fa req-37077dd3-3b0c-4060-a12e-441f00cf448c tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774646 Jan 28 13:36:14.507183 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca0847-3a39-4b34-8e64-20c226d0eb79 req-337650e1-c2cd-4f60-b8e1-ebc534eeb6e8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:14.513125 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca0847-3a39-4b34-8e64-20c226d0eb79 req-337650e1-c2cd-4f60-b8e1-ebc534eeb6e8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:14.518709 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca0847-3a39-4b34-8e64-20c226d0eb79 req-337650e1-c2cd-4f60-b8e1-ebc534eeb6e8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:14.524293 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca0847-3a39-4b34-8e64-20c226d0eb79 req-337650e1-c2cd-4f60-b8e1-ebc534eeb6e8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:14.529784 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca0847-3a39-4b34-8e64-20c226d0eb79 req-337650e1-c2cd-4f60-b8e1-ebc534eeb6e8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:14.535789 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca0847-3a39-4b34-8e64-20c226d0eb79 req-337650e1-c2cd-4f60-b8e1-ebc534eeb6e8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:14.541388 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca0847-3a39-4b34-8e64-20c226d0eb79 req-337650e1-c2cd-4f60-b8e1-ebc534eeb6e8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:14.543690 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-56ca0847-3a39-4b34-8e64-20c226d0eb79 req-337650e1-c2cd-4f60-b8e1-ebc534eeb6e8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.0923595 Jan 28 13:36:14.637132 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-56ca0847-3a39-4b34-8e64-20c226d0eb79 req-fd307801-e39f-4e1a-bc40-8c9a8cc7cca7 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0850112 Jan 28 13:36:15.545352 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2a899-b871-47cb-851a-af9887f64407 req-ff8bf731-8eb0-48fb-9d7e-42696c960393 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:15.546746 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-24e2a899-b871-47cb-851a-af9887f64407 req-ff8bf731-8eb0-48fb-9d7e-42696c960393 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.0988338 Jan 28 13:36:15.550809 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52229ee5-36ae-4f75-a811-9820919e5f8f req-7397608f-fe38-4a60-a17c-e47a35202ef3 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:15.552425 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-52229ee5-36ae-4f75-a811-9820919e5f8f req-7397608f-fe38-4a60-a17c-e47a35202ef3 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0846875 Jan 28 13:36:15.617744 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-24e2a899-b871-47cb-851a-af9887f64407 req-34a12ea7-af0b-4d0f-a61e-78d2ba18e521 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544572 Jan 28 13:36:15.633087 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-52229ee5-36ae-4f75-a811-9820919e5f8f req-c27b9c44-6943-451e-815c-793acb4c91e6 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749218 Jan 28 13:36:15.846542 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf27c8-9000-49c8-89c4-6ee3d7773bb8 req-7876e3f2-0bd0-45d7-a9c3-e6db2e12218f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:15.863346 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf27c8-9000-49c8-89c4-6ee3d7773bb8 req-7876e3f2-0bd0-45d7-a9c3-e6db2e12218f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:15.869296 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf27c8-9000-49c8-89c4-6ee3d7773bb8 req-7876e3f2-0bd0-45d7-a9c3-e6db2e12218f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:15.896583 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf27c8-9000-49c8-89c4-6ee3d7773bb8 req-7876e3f2-0bd0-45d7-a9c3-e6db2e12218f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:15.905645 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf27c8-9000-49c8-89c4-6ee3d7773bb8 req-7876e3f2-0bd0-45d7-a9c3-e6db2e12218f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:15.911614 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf27c8-9000-49c8-89c4-6ee3d7773bb8 req-7876e3f2-0bd0-45d7-a9c3-e6db2e12218f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:15.928022 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf27c8-9000-49c8-89c4-6ee3d7773bb8 req-7876e3f2-0bd0-45d7-a9c3-e6db2e12218f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:15.945217 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-57cf27c8-9000-49c8-89c4-6ee3d7773bb8 req-7876e3f2-0bd0-45d7-a9c3-e6db2e12218f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1810937 Jan 28 13:36:16.093770 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-57cf27c8-9000-49c8-89c4-6ee3d7773bb8 req-301e0c7b-0380-4678-9f91-aafd5e0927c8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1474190 Jan 28 13:36:16.137837 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8136ddb-0e12-4c1c-8775-e5acdbe89919 req-9fe23f4b-30db-489a-b91a-1b3ca3689298 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:16.139840 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c8136ddb-0e12-4c1c-8775-e5acdbe89919 req-9fe23f4b-30db-489a-b91a-1b3ca3689298 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.0679882 Jan 28 13:36:16.202438 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c8136ddb-0e12-4c1c-8775-e5acdbe89919 req-4f57cc30-e411-4fda-9635-3d220ee0d2b6 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552876 Jan 28 13:36:16.360170 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8370436-5835-4410-99a6-d3f9a2be725a req-834290a9-b03e-4f15-8bf4-1e0deb332679 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:16.362854 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8370436-5835-4410-99a6-d3f9a2be725a req-834290a9-b03e-4f15-8bf4-1e0deb332679 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.0862920 Jan 28 13:36:16.421817 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8370436-5835-4410-99a6-d3f9a2be725a req-8ca58d26-d259-496c-bc79-43a77c289dde tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451179 Jan 28 13:36:16.707353 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e3fdf-843d-47e5-8d1c-d3b94359a73c req-befe91bb-19fd-497b-93db-a36c8f4d46ed tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:16.710107 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-502e3fdf-843d-47e5-8d1c-d3b94359a73c req-befe91bb-19fd-497b-93db-a36c8f4d46ed tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.0819581 Jan 28 13:36:16.773159 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-502e3fdf-843d-47e5-8d1c-d3b94359a73c req-45935b30-dabb-429d-9006-51128e7c30ff tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569899 Jan 28 13:36:16.826154 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d4cdd-c9ef-4d4e-ba8a-fd1c9acefcfa req-b528538e-5abb-4f37-8cc7-89ebfbbfe153 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:16.830453 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-253d4cdd-c9ef-4d4e-ba8a-fd1c9acefcfa req-b528538e-5abb-4f37-8cc7-89ebfbbfe153 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0758455 Jan 28 13:36:16.904136 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-253d4cdd-c9ef-4d4e-ba8a-fd1c9acefcfa req-42133fab-7a01-41b1-8360-365e70b86e12 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676603 Jan 28 13:36:17.255774 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caae0c4-d89e-4f62-a4d4-53e8ab06048b req-b060d00e-9fe7-4b9b-be58-44c251e40c03 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:17.262465 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caae0c4-d89e-4f62-a4d4-53e8ab06048b req-b060d00e-9fe7-4b9b-be58-44c251e40c03 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:17.268159 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caae0c4-d89e-4f62-a4d4-53e8ab06048b req-b060d00e-9fe7-4b9b-be58-44c251e40c03 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:17.274530 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caae0c4-d89e-4f62-a4d4-53e8ab06048b req-b060d00e-9fe7-4b9b-be58-44c251e40c03 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:17.280295 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caae0c4-d89e-4f62-a4d4-53e8ab06048b req-b060d00e-9fe7-4b9b-be58-44c251e40c03 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:17.286960 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caae0c4-d89e-4f62-a4d4-53e8ab06048b req-b060d00e-9fe7-4b9b-be58-44c251e40c03 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:17.293610 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caae0c4-d89e-4f62-a4d4-53e8ab06048b req-b060d00e-9fe7-4b9b-be58-44c251e40c03 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:17.296015 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1caae0c4-d89e-4f62-a4d4-53e8ab06048b req-b060d00e-9fe7-4b9b-be58-44c251e40c03 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1136239 Jan 28 13:36:17.397615 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1caae0c4-d89e-4f62-a4d4-53e8ab06048b req-a6b41962-b3ed-4b28-8a19-13fcbe667006 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0939031 Jan 28 13:36:17.629528 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:17.860195 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 35770) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:17.992686 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a333739-2358-437f-9010-06979630a3c4 req-5aa46312-849d-4aaf-be93-2eca16d9dc85 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:17.996975 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a333739-2358-437f-9010-06979630a3c4 req-5aa46312-849d-4aaf-be93-2eca16d9dc85 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.1130660 Jan 28 13:36:18.116595 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-858180cd-46dd-4052-acbd-8f2a74c966b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:18.125406 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a333739-2358-437f-9010-06979630a3c4 req-9eeec27a-5df6-428e-b42f-299dde607d29 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223977 Jan 28 13:36:18.192664 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad43c84-da2e-4298-b779-7ce613909e66 req-9fe1c9b7-2c60-4063-872b-415674d49620 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:18.208655 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cad43c84-da2e-4298-b779-7ce613909e66 req-9fe1c9b7-2c60-4063-872b-415674d49620 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.1422880 Jan 28 13:36:18.348629 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cad43c84-da2e-4298-b779-7ce613909e66 req-fd9012ce-a508-4177-8d58-c46568fa08ee tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374164 Jan 28 13:36:18.456630 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-858180cd-46dd-4052-acbd-8f2a74c966b7 admin admin] Publish callbacks [] for security_group (13733036-d346-42e4-8ebb-4385fd9ad15c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:18.467566 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-858180cd-46dd-4052-acbd-8f2a74c966b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (13733036-d346-42e4-8ebb-4385fd9ad15c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:18.595699 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858180cd-46dd-4052-acbd-8f2a74c966b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13733036-d346-42e4-8ebb-4385fd9ad15c,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:18.624585 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-858180cd-46dd-4052-acbd-8f2a74c966b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4aab1b86c95542de87d7d4ce669f4bb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7623911 Jan 28 13:36:18.625547 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 35788) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:18.627006 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedf111-862c-4b56-9a8e-ff4cb3848bdb req-545927c4-1ffc-4871-b7f4-70f6625e3700 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:18.647575 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedf111-862c-4b56-9a8e-ff4cb3848bdb req-545927c4-1ffc-4871-b7f4-70f6625e3700 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:18.666184 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedf111-862c-4b56-9a8e-ff4cb3848bdb req-545927c4-1ffc-4871-b7f4-70f6625e3700 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:18.680081 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedf111-862c-4b56-9a8e-ff4cb3848bdb req-545927c4-1ffc-4871-b7f4-70f6625e3700 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:18.695611 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedf111-862c-4b56-9a8e-ff4cb3848bdb req-545927c4-1ffc-4871-b7f4-70f6625e3700 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:18.710670 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedf111-862c-4b56-9a8e-ff4cb3848bdb req-545927c4-1ffc-4871-b7f4-70f6625e3700 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:18.735744 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedf111-862c-4b56-9a8e-ff4cb3848bdb req-545927c4-1ffc-4871-b7f4-70f6625e3700 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:18.751108 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-caedf111-862c-4b56-9a8e-ff4cb3848bdb req-545927c4-1ffc-4871-b7f4-70f6625e3700 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.2470353 Jan 28 13:36:18.792599 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-70c1a4d6-57ab-43e4-9481-02fea4a3b641 admin admin] Publish callbacks [] for security_group (13733036-d346-42e4-8ebb-4385fd9ad15c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:18.866050 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-70c1a4d6-57ab-43e4-9481-02fea4a3b641 admin admin] Publish callbacks [] for security_group (13733036-d346-42e4-8ebb-4385fd9ad15c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:18.935015 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-caedf111-862c-4b56-9a8e-ff4cb3848bdb req-7a14f24c-8aea-4b0a-8ee8-1f60442246fb tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1685140 Jan 28 13:36:18.949291 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-70c1a4d6-57ab-43e4-9481-02fea4a3b641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (13733036-d346-42e4-8ebb-4385fd9ad15c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:18.952294 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-70c1a4d6-57ab-43e4-9481-02fea4a3b641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:18.962516 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-70c1a4d6-57ab-43e4-9481-02fea4a3b641 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/13733036-d346-42e4-8ebb-4385fd9ad15c HTTP/1.1" status: 204 len: 168 time: 0.3299611 Jan 28 13:36:19.001238 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1a4d6-57ab-43e4-9481-02fea4a3b641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13733036-d346-42e4-8ebb-4385fd9ad15c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:19.052109 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 35796) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:19.235584 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa800693-c283-4e99-b579-4061f0c34032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:19.301328 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86adf645-7bb3-49af-a772-c2f62df3171f req-df266a5e-5345-4c76-a25d-2dd9dd43d583 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:19.309076 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-86adf645-7bb3-49af-a772-c2f62df3171f req-df266a5e-5345-4c76-a25d-2dd9dd43d583 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.0615809 Jan 28 13:36:19.435538 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-86adf645-7bb3-49af-a772-c2f62df3171f req-df9ba05a-5132-4e77-8614-7c4b05e1f3a6 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251888 Jan 28 13:36:19.448298 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa800693-c283-4e99-b579-4061f0c34032 admin admin] Publish callbacks [] for security_group (6119df74-858b-49c0-99e7-babf12591eb0), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:19.456877 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa800693-c283-4e99-b579-4061f0c34032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6119df74-858b-49c0-99e7-babf12591eb0), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:19.525771 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa800693-c283-4e99-b579-4061f0c34032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6119df74-858b-49c0-99e7-babf12591eb0,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:19.576310 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-aa800693-c283-4e99-b579-4061f0c34032 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eae1e35c63df4ec5a672c88f139be023&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5226126 Jan 28 13:36:19.578537 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 35812) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:19.600295 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa43a6f-c62a-4c83-a6e2-ed6f7e8dda07 req-c26780b7-c00e-4446-8890-12d0ad155760 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:19.608296 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1aa43a6f-c62a-4c83-a6e2-ed6f7e8dda07 req-c26780b7-c00e-4446-8890-12d0ad155760 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0773187 Jan 28 13:36:19.667227 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1aa43a6f-c62a-4c83-a6e2-ed6f7e8dda07 req-af46018a-6e71-49b1-b513-30163f3816bc tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577362 Jan 28 13:36:19.712729 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:19.721797 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-90069a1d-e72d-474a-81b6-b7a5707e22fb admin admin] Publish callbacks [] for security_group (6119df74-858b-49c0-99e7-babf12591eb0), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:19.763350 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-90069a1d-e72d-474a-81b6-b7a5707e22fb admin admin] Publish callbacks [] for security_group (6119df74-858b-49c0-99e7-babf12591eb0), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:19.828139 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-90069a1d-e72d-474a-81b6-b7a5707e22fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6119df74-858b-49c0-99e7-babf12591eb0), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:19.830790 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-90069a1d-e72d-474a-81b6-b7a5707e22fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:19.831992 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-90069a1d-e72d-474a-81b6-b7a5707e22fb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6119df74-858b-49c0-99e7-babf12591eb0 HTTP/1.1" status: 204 len: 168 time: 0.2523978 Jan 28 13:36:19.840806 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90069a1d-e72d-474a-81b6-b7a5707e22fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6119df74-858b-49c0-99e7-babf12591eb0,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:20.212849 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bae112-88b3-4292-8f91-4b1782fe833d req-5da2f516-51e2-462e-b369-396206006d6a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:20.221231 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bae112-88b3-4292-8f91-4b1782fe833d req-5da2f516-51e2-462e-b369-396206006d6a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:20.228756 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bae112-88b3-4292-8f91-4b1782fe833d req-5da2f516-51e2-462e-b369-396206006d6a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:20.236045 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bae112-88b3-4292-8f91-4b1782fe833d req-5da2f516-51e2-462e-b369-396206006d6a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:20.242677 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bae112-88b3-4292-8f91-4b1782fe833d req-5da2f516-51e2-462e-b369-396206006d6a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:20.255361 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bae112-88b3-4292-8f91-4b1782fe833d req-5da2f516-51e2-462e-b369-396206006d6a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:20.260997 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bae112-88b3-4292-8f91-4b1782fe833d req-5da2f516-51e2-462e-b369-396206006d6a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:20.273156 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-22bae112-88b3-4292-8f91-4b1782fe833d req-5da2f516-51e2-462e-b369-396206006d6a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1848819 Jan 28 13:36:20.342113 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-22bae112-88b3-4292-8f91-4b1782fe833d req-84869396-3ab5-4ccb-a900-cc7d69eef1fd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0675912 Jan 28 13:36:20.442221 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 35842) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:20.478010 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-60607be8-bca3-4171-adc8-fe5f13a63250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:20.603217 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-60607be8-bca3-4171-adc8-fe5f13a63250 admin admin] Publish callbacks [] for security_group (72612f5f-92f0-4666-87bb-68652aa121c9), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:20.612961 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-60607be8-bca3-4171-adc8-fe5f13a63250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (72612f5f-92f0-4666-87bb-68652aa121c9), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:20.622640 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac772edc-91cd-491a-910b-61a753ee5615 req-3607df54-7146-463d-9ad4-4b0c514de156 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:20.624646 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ac772edc-91cd-491a-910b-61a753ee5615 req-3607df54-7146-463d-9ad4-4b0c514de156 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.0918188 Jan 28 13:36:20.648697 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-60607be8-bca3-4171-adc8-fe5f13a63250 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0df494aad0b94634b9f77ea5c7c307b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2049460 Jan 28 13:36:20.655935 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 35846) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:20.673117 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60607be8-bca3-4171-adc8-fe5f13a63250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72612f5f-92f0-4666-87bb-68652aa121c9,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:20.773129 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ac772edc-91cd-491a-910b-61a753ee5615 req-e611de61-d38f-4a67-b850-187a5e115183 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388242 Jan 28 13:36:20.817924 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e3c40f5c-a3ba-4ce6-87cb-74b63cf701ab admin admin] Publish callbacks [] for security_group (72612f5f-92f0-4666-87bb-68652aa121c9), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:20.844629 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89b5c8-4e90-4507-ad5e-5f77364ba0c1 req-66b2ee3c-3354-45c3-aa96-321588e52ea3 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:20.853217 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3e89b5c8-4e90-4507-ad5e-5f77364ba0c1 req-66b2ee3c-3354-45c3-aa96-321588e52ea3 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0818741 Jan 28 13:36:20.870528 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e3c40f5c-a3ba-4ce6-87cb-74b63cf701ab admin admin] Publish callbacks [] for security_group (72612f5f-92f0-4666-87bb-68652aa121c9), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:20.913534 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3e89b5c8-4e90-4507-ad5e-5f77364ba0c1 req-0eb71a71-4805-4763-9521-872adb1dfd34 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589294 Jan 28 13:36:20.964374 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:36:20.967807 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e3c40f5c-a3ba-4ce6-87cb-74b63cf701ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (72612f5f-92f0-4666-87bb-68652aa121c9), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:20.971081 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e3c40f5c-a3ba-4ce6-87cb-74b63cf701ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:20.974783 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e3c40f5c-a3ba-4ce6-87cb-74b63cf701ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/72612f5f-92f0-4666-87bb-68652aa121c9 HTTP/1.1" status: 204 len: 168 time: 0.3130653 Jan 28 13:36:20.983910 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c40f5c-a3ba-4ce6-87cb-74b63cf701ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72612f5f-92f0-4666-87bb-68652aa121c9,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:21.511663 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44964b3-a667-46d2-89bc-c084281088d4 req-485397e5-4997-4677-9cb6-b40c0793a598 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:21.517804 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44964b3-a667-46d2-89bc-c084281088d4 req-485397e5-4997-4677-9cb6-b40c0793a598 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:21.523381 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44964b3-a667-46d2-89bc-c084281088d4 req-485397e5-4997-4677-9cb6-b40c0793a598 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:21.528625 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44964b3-a667-46d2-89bc-c084281088d4 req-485397e5-4997-4677-9cb6-b40c0793a598 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:21.534539 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44964b3-a667-46d2-89bc-c084281088d4 req-485397e5-4997-4677-9cb6-b40c0793a598 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:21.539993 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44964b3-a667-46d2-89bc-c084281088d4 req-485397e5-4997-4677-9cb6-b40c0793a598 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:21.545599 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44964b3-a667-46d2-89bc-c084281088d4 req-485397e5-4997-4677-9cb6-b40c0793a598 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:21.547614 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e44964b3-a667-46d2-89bc-c084281088d4 req-485397e5-4997-4677-9cb6-b40c0793a598 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1081433 Jan 28 13:36:21.618486 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e44964b3-a667-46d2-89bc-c084281088d4 req-9993c7cc-f723-4383-a099-d581729dabe2 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647664 Jan 28 13:36:21.913322 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23af9c-9905-433f-9b68-c46594bb1841 req-3137f8e2-3600-4e72-a5fe-d13a0e36e18e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:21.921480 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3b23af9c-9905-433f-9b68-c46594bb1841 req-3137f8e2-3600-4e72-a5fe-d13a0e36e18e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.0644665 Jan 28 13:36:22.012397 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3b23af9c-9905-433f-9b68-c46594bb1841 req-d4a19218-801f-4a39-82ff-4e69ecefb64a tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855694 Jan 28 13:36:22.098959 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c2e2a-d1cd-499d-a2be-40a14b09fa1c req-8b84a6ff-0b08-4e51-9ddf-1683ef81a9f8 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:22.108803 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-974c2e2a-d1cd-499d-a2be-40a14b09fa1c req-8b84a6ff-0b08-4e51-9ddf-1683ef81a9f8 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0727091 Jan 28 13:36:22.172217 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-974c2e2a-d1cd-499d-a2be-40a14b09fa1c req-81481b35-fd9f-461d-9cc8-c38f97e2bc3e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601087 Jan 28 13:36:22.789905 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102ab0a-f1a1-432b-abd6-53e7d919745a req-71c8ef0b-9449-44f5-88c2-afc316f6b565 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:22.795711 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102ab0a-f1a1-432b-abd6-53e7d919745a req-71c8ef0b-9449-44f5-88c2-afc316f6b565 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:22.801898 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102ab0a-f1a1-432b-abd6-53e7d919745a req-71c8ef0b-9449-44f5-88c2-afc316f6b565 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:22.811265 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102ab0a-f1a1-432b-abd6-53e7d919745a req-71c8ef0b-9449-44f5-88c2-afc316f6b565 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:22.818527 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102ab0a-f1a1-432b-abd6-53e7d919745a req-71c8ef0b-9449-44f5-88c2-afc316f6b565 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:22.826211 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102ab0a-f1a1-432b-abd6-53e7d919745a req-71c8ef0b-9449-44f5-88c2-afc316f6b565 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:22.835632 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102ab0a-f1a1-432b-abd6-53e7d919745a req-71c8ef0b-9449-44f5-88c2-afc316f6b565 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:22.845706 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e102ab0a-f1a1-432b-abd6-53e7d919745a req-71c8ef0b-9449-44f5-88c2-afc316f6b565 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1443324 Jan 28 13:36:22.914250 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e102ab0a-f1a1-432b-abd6-53e7d919745a req-e74329f9-f7f0-45bd-9040-9a1ff25accdb tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0672221 Jan 28 13:36:23.127786 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 35958) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:23.142530 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dbb8e-5037-4304-b4d6-585c4594c998 req-bd2870f7-5df6-40f9-b77b-69ef1318b363 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:23.152262 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-763dbb8e-5037-4304-b4d6-585c4594c998 req-bd2870f7-5df6-40f9-b77b-69ef1318b363 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.0703404 Jan 28 13:36:23.250033 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-763dbb8e-5037-4304-b4d6-585c4594c998 req-146c3c34-f061-499e-a7fb-f41eb3ecacea tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965307 Jan 28 13:36:23.341036 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-65970952-3eca-4ea9-9edd-7ea3a97d46e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:23.408784 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3e056-c0b5-48c3-86b6-21d786f00db1 req-5c09214c-a837-45d2-bf2a-60e8627ed511 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:23.411266 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-63e3e056-c0b5-48c3-86b6-21d786f00db1 req-5c09214c-a837-45d2-bf2a-60e8627ed511 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.1531773 Jan 28 13:36:23.498826 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-65970952-3eca-4ea9-9edd-7ea3a97d46e8 admin admin] Publish callbacks [] for security_group (1503f9bb-2195-4216-bc80-0fcace620e18), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:23.504450 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-63e3e056-c0b5-48c3-86b6-21d786f00db1 req-5ef39ba4-8ff7-4b39-8684-c7920d268d08 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790646 Jan 28 13:36:23.505529 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-65970952-3eca-4ea9-9edd-7ea3a97d46e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1503f9bb-2195-4216-bc80-0fcace620e18), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:23.536002 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-65970952-3eca-4ea9-9edd-7ea3a97d46e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e15b7f6739045a1b059d5b4e67744eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4069929 Jan 28 13:36:23.539093 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 35970) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:23.558698 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65970952-3eca-4ea9-9edd-7ea3a97d46e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1503f9bb-2195-4216-bc80-0fcace620e18,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:23.600746 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4799696c-a5fe-413d-bebb-11c82c62dc95 admin admin] Publish callbacks [] for security_group (1503f9bb-2195-4216-bc80-0fcace620e18), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:23.626825 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4799696c-a5fe-413d-bebb-11c82c62dc95 admin admin] Publish callbacks [] for security_group (1503f9bb-2195-4216-bc80-0fcace620e18), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:23.688047 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4799696c-a5fe-413d-bebb-11c82c62dc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1503f9bb-2195-4216-bc80-0fcace620e18), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:23.693488 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4799696c-a5fe-413d-bebb-11c82c62dc95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:23.699329 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4799696c-a5fe-413d-bebb-11c82c62dc95 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1503f9bb-2195-4216-bc80-0fcace620e18 HTTP/1.1" status: 204 len: 168 time: 0.1569266 Jan 28 13:36:23.710032 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799696c-a5fe-413d-bebb-11c82c62dc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1503f9bb-2195-4216-bc80-0fcace620e18,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:24.076609 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 35982) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:24.097575 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54bc39-4206-4442-ac58-03460483bb4a req-2affb34a-b4af-4439-8960-8743388c5e82 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:24.100438 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3da07b20-3e73-4b0d-a189-d1c2726a5b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:24.103132 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54bc39-4206-4442-ac58-03460483bb4a req-2affb34a-b4af-4439-8960-8743388c5e82 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:24.108709 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54bc39-4206-4442-ac58-03460483bb4a req-2affb34a-b4af-4439-8960-8743388c5e82 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:24.113991 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54bc39-4206-4442-ac58-03460483bb4a req-2affb34a-b4af-4439-8960-8743388c5e82 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:24.119615 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54bc39-4206-4442-ac58-03460483bb4a req-2affb34a-b4af-4439-8960-8743388c5e82 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:24.124881 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54bc39-4206-4442-ac58-03460483bb4a req-2affb34a-b4af-4439-8960-8743388c5e82 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:24.131400 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54bc39-4206-4442-ac58-03460483bb4a req-2affb34a-b4af-4439-8960-8743388c5e82 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:24.133376 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf54bc39-4206-4442-ac58-03460483bb4a req-2affb34a-b4af-4439-8960-8743388c5e82 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1126740 Jan 28 13:36:24.202726 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3da07b20-3e73-4b0d-a189-d1c2726a5b59 admin admin] Publish callbacks [] for security_group (0e20e080-286d-45fc-8d4e-9f0d6979cc76), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:24.210243 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf54bc39-4206-4442-ac58-03460483bb4a req-b2073fd1-e469-4256-a5f3-d8734d975093 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710120 Jan 28 13:36:24.214634 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3da07b20-3e73-4b0d-a189-d1c2726a5b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0e20e080-286d-45fc-8d4e-9f0d6979cc76), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:24.246188 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3da07b20-3e73-4b0d-a189-d1c2726a5b59 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5397a6fdc46840ec82448b957908830a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1683905 Jan 28 13:36:24.249502 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 35984) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:24.268482 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da07b20-3e73-4b0d-a189-d1c2726a5b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e20e080-286d-45fc-8d4e-9f0d6979cc76,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:24.316592 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3636a51f-1298-4f7b-8970-7aeea6da4358 admin admin] Publish callbacks [] for security_group (0e20e080-286d-45fc-8d4e-9f0d6979cc76), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:24.343794 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3636a51f-1298-4f7b-8970-7aeea6da4358 admin admin] Publish callbacks [] for security_group (0e20e080-286d-45fc-8d4e-9f0d6979cc76), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:24.394012 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3636a51f-1298-4f7b-8970-7aeea6da4358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0e20e080-286d-45fc-8d4e-9f0d6979cc76), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:24.397978 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3636a51f-1298-4f7b-8970-7aeea6da4358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:24.398112 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0d592-54f6-482c-9749-efc379de9a26 req-f4dd551e-37e2-4b3d-a95d-8b7529d3e0d7 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:24.409564 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cab0d592-54f6-482c-9749-efc379de9a26 req-f4dd551e-37e2-4b3d-a95d-8b7529d3e0d7 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.0722139 Jan 28 13:36:24.411995 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3636a51f-1298-4f7b-8970-7aeea6da4358 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0e20e080-286d-45fc-8d4e-9f0d6979cc76 HTTP/1.1" status: 204 len: 168 time: 0.1611609 Jan 28 13:36:24.433041 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636a51f-1298-4f7b-8970-7aeea6da4358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e20e080-286d-45fc-8d4e-9f0d6979cc76,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:24.505871 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cab0d592-54f6-482c-9749-efc379de9a26 req-6630a42f-5ec4-4950-92a5-372f512fb04e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885146 Jan 28 13:36:24.651497 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe12655-1944-44dd-9f64-1c06c817f827 req-96eaafc8-88c4-4f47-a460-266f5f31779b tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:24.659804 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4fe12655-1944-44dd-9f64-1c06c817f827 req-96eaafc8-88c4-4f47-a460-266f5f31779b tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0723414 Jan 28 13:36:24.726404 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4fe12655-1944-44dd-9f64-1c06c817f827 req-9c768552-02b2-478b-94ce-2c4e218c4fde tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652759 Jan 28 13:36:25.109405 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58742060-996c-47fe-940b-3f404a05a477 req-04371972-cbdf-416e-8717-289f7ed47e72 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:25.118195 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58742060-996c-47fe-940b-3f404a05a477 req-04371972-cbdf-416e-8717-289f7ed47e72 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.1565561 Jan 28 13:36:25.160564 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df013992-0eb8-43bf-82fa-d60c7f8ba75d req-e7c3ff32-5209-479e-9d0c-bfcc0e0298bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:25.170163 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df013992-0eb8-43bf-82fa-d60c7f8ba75d req-e7c3ff32-5209-479e-9d0c-bfcc0e0298bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 1096 time: 0.1437585 Jan 28 13:36:25.285323 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58742060-996c-47fe-940b-3f404a05a477 req-480b8233-2af6-410d-99cd-4cf4a14db006 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659939 Jan 28 13:36:25.351292 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df013992-0eb8-43bf-82fa-d60c7f8ba75d req-ee453962-921c-4721-81e4-b82cd1ae4c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:25.353342 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df013992-0eb8-43bf-82fa-d60c7f8ba75d req-ee453962-921c-4721-81e4-b82cd1ae4c68 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 200 len: 910 time: 0.1817563 Jan 28 13:36:25.450420 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df013992-0eb8-43bf-82fa-d60c7f8ba75d req-978ec63b-a654-488f-b182-8f519d7ad2a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05dbcb58-e1e0-4ae6-9b70-3124399838e9 HTTP/1.1" status: 200 len: 998 time: 0.0901425 Jan 28 13:36:25.453506 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407d801-7905-4fb6-99b8-6d218ec2cd29 req-80d2eea4-f8f6-457c-b9fc-c286c6c608b3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:25.459044 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407d801-7905-4fb6-99b8-6d218ec2cd29 req-80d2eea4-f8f6-457c-b9fc-c286c6c608b3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:25.465321 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407d801-7905-4fb6-99b8-6d218ec2cd29 req-80d2eea4-f8f6-457c-b9fc-c286c6c608b3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:25.471488 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407d801-7905-4fb6-99b8-6d218ec2cd29 req-80d2eea4-f8f6-457c-b9fc-c286c6c608b3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:25.478053 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407d801-7905-4fb6-99b8-6d218ec2cd29 req-80d2eea4-f8f6-457c-b9fc-c286c6c608b3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:25.484296 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407d801-7905-4fb6-99b8-6d218ec2cd29 req-80d2eea4-f8f6-457c-b9fc-c286c6c608b3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:25.492934 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407d801-7905-4fb6-99b8-6d218ec2cd29 req-80d2eea4-f8f6-457c-b9fc-c286c6c608b3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:25.495269 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1407d801-7905-4fb6-99b8-6d218ec2cd29 req-80d2eea4-f8f6-457c-b9fc-c286c6c608b3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1235600 Jan 28 13:36:25.551160 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df013992-0eb8-43bf-82fa-d60c7f8ba75d req-a6b6526e-5d24-4ab8-a954-a78e460cc599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:25.561210 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df013992-0eb8-43bf-82fa-d60c7f8ba75d req-a6b6526e-5d24-4ab8-a954-a78e460cc599 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0384f919-cf7e-4ec0-b290-94b57d977aef HTTP/1.1" status: 200 len: 849 time: 0.1035714 Jan 28 13:36:25.605533 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1407d801-7905-4fb6-99b8-6d218ec2cd29 req-bd6ca49d-3099-43f9-ac01-751d5b95ed99 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1039155 Jan 28 13:36:25.724387 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633cdf7-bec8-45d3-ba5c-f4b427e1f0ee req-4b352dbd-905f-47da-8e39-c2e08fd4ffff tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:25.725906 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6633cdf7-bec8-45d3-ba5c-f4b427e1f0ee req-4b352dbd-905f-47da-8e39-c2e08fd4ffff tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.1475177 Jan 28 13:36:25.728204 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df013992-0eb8-43bf-82fa-d60c7f8ba75d req-5668bba0-824d-4071-993a-413ec2544aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:25.730224 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df013992-0eb8-43bf-82fa-d60c7f8ba75d req-5668bba0-824d-4071-993a-413ec2544aa7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7079efeb-cd22-4f60-b771-d74efc0a16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1499400 Jan 28 13:36:25.743017 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-df013992-0eb8-43bf-82fa-d60c7f8ba75d req-2e05158e-e8b9-4500-9b37-cea9f9824ffa service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:36:25.744127 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df013992-0eb8-43bf-82fa-d60c7f8ba75d req-2e05158e-e8b9-4500-9b37-cea9f9824ffa service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062604 Jan 28 13:36:25.852230 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6633cdf7-bec8-45d3-ba5c-f4b427e1f0ee req-a2814703-907f-44ca-a0ef-7f8a1b0b6512 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156454 Jan 28 13:36:25.888506 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df013992-0eb8-43bf-82fa-d60c7f8ba75d req-16ba7864-966e-4fa8-bbde-44a24ecf3783 service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378870 Jan 28 13:36:26.072306 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df013992-0eb8-43bf-82fa-d60c7f8ba75d req-619e7b11-62f9-4641-9f04-8de43a2feb09 service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665857 Jan 28 13:36:26.493758 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2200e7-8b5c-4d98-a496-ab5bb05070dd req-455dbfa1-be76-4654-b16e-59527dd8c014 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:26.496034 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df2200e7-8b5c-4d98-a496-ab5bb05070dd req-455dbfa1-be76-4654-b16e-59527dd8c014 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0716937 Jan 28 13:36:26.578857 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df2200e7-8b5c-4d98-a496-ab5bb05070dd req-4dd9486a-3888-4c58-9d6f-ddf279f317f7 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767286 Jan 28 13:36:26.789806 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7dbf7-b897-494c-8831-f656861fc00b req-550b7e0f-b015-4e41-8d80-383044627b71 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:26.796998 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7dbf7-b897-494c-8831-f656861fc00b req-550b7e0f-b015-4e41-8d80-383044627b71 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:26.802941 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7dbf7-b897-494c-8831-f656861fc00b req-550b7e0f-b015-4e41-8d80-383044627b71 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:26.809358 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7dbf7-b897-494c-8831-f656861fc00b req-550b7e0f-b015-4e41-8d80-383044627b71 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:26.814978 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7dbf7-b897-494c-8831-f656861fc00b req-550b7e0f-b015-4e41-8d80-383044627b71 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:26.821292 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7dbf7-b897-494c-8831-f656861fc00b req-550b7e0f-b015-4e41-8d80-383044627b71 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:26.826880 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7dbf7-b897-494c-8831-f656861fc00b req-550b7e0f-b015-4e41-8d80-383044627b71 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:26.835942 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-44d7dbf7-b897-494c-8831-f656861fc00b req-550b7e0f-b015-4e41-8d80-383044627b71 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1185157 Jan 28 13:36:26.923470 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-44d7dbf7-b897-494c-8831-f656861fc00b req-bb1faf26-f820-4107-9820-d5f3232ade14 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0864825 Jan 28 13:36:27.063309 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e4330-7ba5-4c51-b8ff-2200275b7078 req-10b3a00c-f4cc-485f-a41c-de1194d8f770 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:27.067614 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5b9e4330-7ba5-4c51-b8ff-2200275b7078 req-10b3a00c-f4cc-485f-a41c-de1194d8f770 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.0940020 Jan 28 13:36:27.141901 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5b9e4330-7ba5-4c51-b8ff-2200275b7078 req-d6257bfa-d5d3-467f-8ce5-61a9f86e67b6 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557508 Jan 28 13:36:27.371796 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 36126) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:27.590299 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45a7a581-9d2f-424d-9494-9666196c306f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:27.696462 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45a7a581-9d2f-424d-9494-9666196c306f admin admin] Publish callbacks [] for security_group (1406f357-f75a-4400-8a35-53754c60bca9), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:27.703221 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45a7a581-9d2f-424d-9494-9666196c306f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1406f357-f75a-4400-8a35-53754c60bca9), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:27.719027 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d5ebd-012a-4548-b3a5-1ea6e077d2fa req-59d46fd3-d650-41c4-861a-b558c495829f tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:27.727893 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-680d5ebd-012a-4548-b3a5-1ea6e077d2fa req-59d46fd3-d650-41c4-861a-b558c495829f tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0653007 Jan 28 13:36:27.733112 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-45a7a581-9d2f-424d-9494-9666196c306f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f8bd716113fe4d4790c71bdc0842451c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3598289 Jan 28 13:36:27.740647 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 36140) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:27.778401 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-680d5ebd-012a-4548-b3a5-1ea6e077d2fa req-66da6677-4c0a-4531-930b-1b55fa043276 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493462 Jan 28 13:36:27.832595 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7a581-9d2f-424d-9494-9666196c306f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1406f357-f75a-4400-8a35-53754c60bca9,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:27.834833 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-054991d4-4db3-4a3f-a4d5-bee8d1c3edfc admin admin] Publish callbacks [] for security_group (1406f357-f75a-4400-8a35-53754c60bca9), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:27.851089 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7a581-9d2f-424d-9494-9666196c306f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:27.851445 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7a581-9d2f-424d-9494-9666196c306f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:27.851787 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7a581-9d2f-424d-9494-9666196c306f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:27.852124 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7a581-9d2f-424d-9494-9666196c306f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:27.852456 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7a581-9d2f-424d-9494-9666196c306f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:27.852785 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7a581-9d2f-424d-9494-9666196c306f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:27.853110 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7a581-9d2f-424d-9494-9666196c306f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:27.853433 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7a581-9d2f-424d-9494-9666196c306f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:27.853752 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7a581-9d2f-424d-9494-9666196c306f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:27.854073 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7a581-9d2f-424d-9494-9666196c306f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:27.854394 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7a581-9d2f-424d-9494-9666196c306f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:27.854712 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7a581-9d2f-424d-9494-9666196c306f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:27.855060 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7a581-9d2f-424d-9494-9666196c306f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:27.870934 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-054991d4-4db3-4a3f-a4d5-bee8d1c3edfc admin admin] Publish callbacks [] for security_group (1406f357-f75a-4400-8a35-53754c60bca9), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:27.941137 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-054991d4-4db3-4a3f-a4d5-bee8d1c3edfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1406f357-f75a-4400-8a35-53754c60bca9), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:27.943847 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-054991d4-4db3-4a3f-a4d5-bee8d1c3edfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:27.944907 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-054991d4-4db3-4a3f-a4d5-bee8d1c3edfc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1406f357-f75a-4400-8a35-53754c60bca9 HTTP/1.1" status: 204 len: 168 time: 0.2031817 Jan 28 13:36:27.961314 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054991d4-4db3-4a3f-a4d5-bee8d1c3edfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1406f357-f75a-4400-8a35-53754c60bca9,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:27.976129 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d8680-330f-4bde-8ced-0a17cb239840 req-690c3ff7-d472-4478-b2fb-b714d6466f7b tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:27.979278 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-524d8680-330f-4bde-8ced-0a17cb239840 req-690c3ff7-d472-4478-b2fb-b714d6466f7b tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0772631 Jan 28 13:36:28.098698 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-524d8680-330f-4bde-8ced-0a17cb239840 req-60ebdc16-e80e-425b-876e-736524e7819e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086900 Jan 28 13:36:28.113185 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa8a17-c93b-4489-80ff-aa30559d0906 req-9b0b183e-fae9-4651-9abd-96f6d3187e1e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:28.120645 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa8a17-c93b-4489-80ff-aa30559d0906 req-9b0b183e-fae9-4651-9abd-96f6d3187e1e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:28.127188 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa8a17-c93b-4489-80ff-aa30559d0906 req-9b0b183e-fae9-4651-9abd-96f6d3187e1e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:28.133658 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa8a17-c93b-4489-80ff-aa30559d0906 req-9b0b183e-fae9-4651-9abd-96f6d3187e1e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:28.139633 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa8a17-c93b-4489-80ff-aa30559d0906 req-9b0b183e-fae9-4651-9abd-96f6d3187e1e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:28.145384 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa8a17-c93b-4489-80ff-aa30559d0906 req-9b0b183e-fae9-4651-9abd-96f6d3187e1e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:28.150859 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa8a17-c93b-4489-80ff-aa30559d0906 req-9b0b183e-fae9-4651-9abd-96f6d3187e1e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:28.152836 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ffaa8a17-c93b-4489-80ff-aa30559d0906 req-9b0b183e-fae9-4651-9abd-96f6d3187e1e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1062984 Jan 28 13:36:28.252146 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ffaa8a17-c93b-4489-80ff-aa30559d0906 req-dc18eb74-79ec-4c30-b5c4-bdee3bc9ac54 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0910249 Jan 28 13:36:28.415683 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce2e29-af9f-4c2d-a6b6-bc8a1d92beb3 req-2466891f-c022-4578-81d0-486202c1a1de tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:28.424155 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a3ce2e29-af9f-4c2d-a6b6-bc8a1d92beb3 req-2466891f-c022-4578-81d0-486202c1a1de tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.0977790 Jan 28 13:36:28.501163 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a3ce2e29-af9f-4c2d-a6b6-bc8a1d92beb3 req-c9a81076-87d8-4b40-af75-a8df50566aea tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760002 Jan 28 13:36:28.537695 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d9b22-f59e-40bf-9b93-5e3ceb9ab8ee req-1a0441b6-2f9f-4921-821b-0ee23046dfce tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:28.539654 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-713d9b22-f59e-40bf-9b93-5e3ceb9ab8ee req-1a0441b6-2f9f-4921-821b-0ee23046dfce tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0733356 Jan 28 13:36:28.596993 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-713d9b22-f59e-40bf-9b93-5e3ceb9ab8ee req-07060898-9689-4442-a247-24c33403cc9f tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516045 Jan 28 13:36:28.711498 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 36178) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:28.728900 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e114d112-e045-4b7f-acac-b7bec122eb65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:28.887242 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e114d112-e045-4b7f-acac-b7bec122eb65 admin admin] Publish callbacks [] for security_group (adf2d86c-ec3d-4317-9bdb-15e9fb62dae2), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:28.901653 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd82919-ef4a-408e-b6e8-32acbdb9ff18 req-220c00bd-bc3e-461d-b00f-bdfcd17b1d74 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:28.903376 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1dd82919-ef4a-408e-b6e8-32acbdb9ff18 req-220c00bd-bc3e-461d-b00f-bdfcd17b1d74 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0702906 Jan 28 13:36:28.904251 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e114d112-e045-4b7f-acac-b7bec122eb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (adf2d86c-ec3d-4317-9bdb-15e9fb62dae2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:28.971445 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114d112-e045-4b7f-acac-b7bec122eb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf2d86c-ec3d-4317-9bdb-15e9fb62dae2,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:29.033138 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e114d112-e045-4b7f-acac-b7bec122eb65 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f043033eb564d46aa6fe65174edcb9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3203001 Jan 28 13:36:29.035970 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 36190) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:29.062162 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1dd82919-ef4a-408e-b6e8-32acbdb9ff18 req-82617feb-1136-4edd-940d-a23317683adb tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226482 Jan 28 13:36:29.102227 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c6083f2d-59d2-4eac-9836-09146dc6f1e1 admin admin] Publish callbacks [] for security_group (adf2d86c-ec3d-4317-9bdb-15e9fb62dae2), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:29.124893 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c6083f2d-59d2-4eac-9836-09146dc6f1e1 admin admin] Publish callbacks [] for security_group (adf2d86c-ec3d-4317-9bdb-15e9fb62dae2), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:29.182424 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c6083f2d-59d2-4eac-9836-09146dc6f1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (adf2d86c-ec3d-4317-9bdb-15e9fb62dae2), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:29.186843 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c6083f2d-59d2-4eac-9836-09146dc6f1e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:29.195915 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c6083f2d-59d2-4eac-9836-09146dc6f1e1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/adf2d86c-ec3d-4317-9bdb-15e9fb62dae2 HTTP/1.1" status: 204 len: 168 time: 0.1585433 Jan 28 13:36:29.205176 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6083f2d-59d2-4eac-9836-09146dc6f1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf2d86c-ec3d-4317-9bdb-15e9fb62dae2,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:29.320603 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50e5eb6d-4642-422a-bcae-eacbc30a1c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:29.517602 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125236c-e54e-4692-be65-3fccdd177aa8 req-73bc33e1-f1c5-467b-884c-0a518bdbc863 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:29.533274 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125236c-e54e-4692-be65-3fccdd177aa8 req-73bc33e1-f1c5-467b-884c-0a518bdbc863 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:29.539542 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125236c-e54e-4692-be65-3fccdd177aa8 req-73bc33e1-f1c5-467b-884c-0a518bdbc863 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:29.552145 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125236c-e54e-4692-be65-3fccdd177aa8 req-73bc33e1-f1c5-467b-884c-0a518bdbc863 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:29.560173 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125236c-e54e-4692-be65-3fccdd177aa8 req-73bc33e1-f1c5-467b-884c-0a518bdbc863 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:29.566575 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125236c-e54e-4692-be65-3fccdd177aa8 req-73bc33e1-f1c5-467b-884c-0a518bdbc863 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:29.572896 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125236c-e54e-4692-be65-3fccdd177aa8 req-73bc33e1-f1c5-467b-884c-0a518bdbc863 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:29.582021 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3125236c-e54e-4692-be65-3fccdd177aa8 req-73bc33e1-f1c5-467b-884c-0a518bdbc863 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1841877 Jan 28 13:36:29.657015 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3125236c-e54e-4692-be65-3fccdd177aa8 req-81ea3b0c-50e2-4ee7-bce5-bb80026ccca0 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735915 Jan 28 13:36:29.732604 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e169b0-039e-4e4a-86ad-1925c35de434 req-0205ad48-492f-4cba-bff4-eb49e4a44ea8 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:29.737462 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-20e169b0-039e-4e4a-86ad-1925c35de434 req-0205ad48-492f-4cba-bff4-eb49e4a44ea8 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 945 time: 0.1102228 Jan 28 13:36:29.804688 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-20e169b0-039e-4e4a-86ad-1925c35de434 req-074cb802-2955-4f15-9f67-88f3893cf775 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594099 Jan 28 13:36:29.834030 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803b386-aa16-423a-94fd-211329e4f4ce req-120b2b50-b09e-4c65-b3a1-6771fe488db5 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:29.843110 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e803b386-aa16-423a-94fd-211329e4f4ce req-120b2b50-b09e-4c65-b3a1-6771fe488db5 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.0806825 Jan 28 13:36:29.897755 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e803b386-aa16-423a-94fd-211329e4f4ce req-165aacd8-228d-45d4-9ae9-b9d21b80b371 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535021 Jan 28 13:36:30.210011 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbb4f7-0cab-448e-8d22-24bee0b5362b req-6728ec88-42bf-4b9f-9e9f-439dbd470f53 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:30.218149 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d3fbb4f7-0cab-448e-8d22-24bee0b5362b req-6728ec88-42bf-4b9f-9e9f-439dbd470f53 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0670421 Jan 28 13:36:30.279692 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d3fbb4f7-0cab-448e-8d22-24bee0b5362b req-c9968ce5-2113-49fd-b392-33800f857ab4 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553107 Jan 28 13:36:30.532140 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ff105-4a7d-4e50-803c-8cbb33d517df req-035cf370-1b58-4d23-be83-c6654c551dba tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:30.540401 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dd0ff105-4a7d-4e50-803c-8cbb33d517df req-035cf370-1b58-4d23-be83-c6654c551dba tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0669520 Jan 28 13:36:30.601989 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dd0ff105-4a7d-4e50-803c-8cbb33d517df req-b275674f-230b-4174-8b96-2b05ccf776ce tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591090 Jan 28 13:36:30.829122 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347e656-070f-401f-bd03-8d9b50bf4b7f req-d7808c73-a014-4fc9-bb9f-e7057c32b891 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:30.836156 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347e656-070f-401f-bd03-8d9b50bf4b7f req-d7808c73-a014-4fc9-bb9f-e7057c32b891 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:30.842488 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347e656-070f-401f-bd03-8d9b50bf4b7f req-d7808c73-a014-4fc9-bb9f-e7057c32b891 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:30.849542 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347e656-070f-401f-bd03-8d9b50bf4b7f req-d7808c73-a014-4fc9-bb9f-e7057c32b891 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:30.856260 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347e656-070f-401f-bd03-8d9b50bf4b7f req-d7808c73-a014-4fc9-bb9f-e7057c32b891 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:30.862540 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347e656-070f-401f-bd03-8d9b50bf4b7f req-d7808c73-a014-4fc9-bb9f-e7057c32b891 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:30.871494 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347e656-070f-401f-bd03-8d9b50bf4b7f req-d7808c73-a014-4fc9-bb9f-e7057c32b891 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:30.881877 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e347e656-070f-401f-bd03-8d9b50bf4b7f req-d7808c73-a014-4fc9-bb9f-e7057c32b891 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1292896 Jan 28 13:36:30.965856 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee7be4-da0e-44a1-86e8-f9c82bb647d8 req-b004341c-2663-4bb4-96ad-19715a07f017 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:30.976201 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-edee7be4-da0e-44a1-86e8-f9c82bb647d8 req-b004341c-2663-4bb4-96ad-19715a07f017 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 945 time: 0.0770218 Jan 28 13:36:31.004244 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e347e656-070f-401f-bd03-8d9b50bf4b7f req-244eda92-94fc-4b9a-85c2-348be8bfa0be tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1201651 Jan 28 13:36:31.048760 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-edee7be4-da0e-44a1-86e8-f9c82bb647d8 req-03848643-7d4a-42fd-9946-b38d68a516a5 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714488 Jan 28 13:36:31.177309 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eaa87f-9fa9-456a-8823-f7dec9fdd8fd req-d7fa8a52-8b45-4d54-8b03-738bc87bfd9e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:31.185485 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-20eaa87f-9fa9-456a-8823-f7dec9fdd8fd req-d7fa8a52-8b45-4d54-8b03-738bc87bfd9e tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.0844114 Jan 28 13:36:31.269182 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-20eaa87f-9fa9-456a-8823-f7dec9fdd8fd req-a78e23ed-14d2-4f88-9a8f-a2b7d6c3c7dc tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824409 Jan 28 13:36:31.582821 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9391595-e616-42b3-8f3f-f6f4a3af2cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:31.754029 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb3827-d922-40f1-8be6-f2370aa156ce req-42eccf70-f4af-4ac6-9d72-6c763c9d86b2 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:31.755871 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-85eb3827-d922-40f1-8be6-f2370aa156ce req-42eccf70-f4af-4ac6-9d72-6c763c9d86b2 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0732608 Jan 28 13:36:31.808588 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-85eb3827-d922-40f1-8be6-f2370aa156ce req-59ec252d-4304-4389-98db-b7aac05d41df tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471823 Jan 28 13:36:31.960466 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0a505-0e26-496b-b6a7-b1562f515a50 req-f8dc6ad5-0445-4d4c-86f9-b4132cd0d605 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:31.962583 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3be0a505-0e26-496b-b6a7-b1562f515a50 req-f8dc6ad5-0445-4d4c-86f9-b4132cd0d605 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0657058 Jan 28 13:36:32.039864 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3be0a505-0e26-496b-b6a7-b1562f515a50 req-c23d5f66-930c-43cc-abe4-72aba8731612 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708368 Jan 28 13:36:32.103567 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8d6c0-ef14-40e5-8569-25cee977a2fc req-7702af80-49c5-4239-936b-507511805c39 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:32.106022 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b3c8d6c0-ef14-40e5-8569-25cee977a2fc req-7702af80-49c5-4239-936b-507511805c39 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 945 time: 0.0824091 Jan 28 13:36:32.204026 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb44670-2bbe-4ef9-9962-e200c84f959b req-416f725b-7c5f-4d20-8c31-27c73d3553c9 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:32.205713 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eeb44670-2bbe-4ef9-9962-e200c84f959b req-416f725b-7c5f-4d20-8c31-27c73d3553c9 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0742111 Jan 28 13:36:32.259461 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95760c43-b0a2-41ce-800c-e582abac8543 req-77c6efd1-7286-4a7b-ab5d-3410f756f180 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:32.265052 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95760c43-b0a2-41ce-800c-e582abac8543 req-77c6efd1-7286-4a7b-ab5d-3410f756f180 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:32.270797 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95760c43-b0a2-41ce-800c-e582abac8543 req-77c6efd1-7286-4a7b-ab5d-3410f756f180 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:32.275828 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eeb44670-2bbe-4ef9-9962-e200c84f959b req-f1cc7111-25bb-4a19-87da-0de2b575907f tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610936 Jan 28 13:36:32.277981 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95760c43-b0a2-41ce-800c-e582abac8543 req-77c6efd1-7286-4a7b-ab5d-3410f756f180 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:32.284506 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95760c43-b0a2-41ce-800c-e582abac8543 req-77c6efd1-7286-4a7b-ab5d-3410f756f180 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:32.290723 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95760c43-b0a2-41ce-800c-e582abac8543 req-77c6efd1-7286-4a7b-ab5d-3410f756f180 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:32.296275 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95760c43-b0a2-41ce-800c-e582abac8543 req-77c6efd1-7286-4a7b-ab5d-3410f756f180 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:32.304957 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-95760c43-b0a2-41ce-800c-e582abac8543 req-77c6efd1-7286-4a7b-ab5d-3410f756f180 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1940334 Jan 28 13:36:32.346833 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-b3c8d6c0-ef14-40e5-8569-25cee977a2fc req-862ece36-00b6-4d89-bdd6-712cf383f0ea tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Deleting port 7c967986-1c8e-417f-a71a-f6b5f187f1fe {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:36:32.347225 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-b3c8d6c0-ef14-40e5-8569-25cee977a2fc req-862ece36-00b6-4d89-bdd6-712cf383f0ea tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7c967986-1c8e-417f-a71a-f6b5f187f1fe), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:32.393131 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd933d7-73d2-455e-a767-9236337b417b req-b11fc4f8-61ae-43cd-9618-2d8109ca3985 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:32.394802 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7dd933d7-73d2-455e-a767-9236337b417b req-b11fc4f8-61ae-43cd-9618-2d8109ca3985 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fd04921-9512-4950-906c-da00687ff090 HTTP/1.1" status: 200 len: 945 time: 0.0531173 Jan 28 13:36:32.446960 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-95760c43-b0a2-41ce-800c-e582abac8543 req-4d59a7ed-9a56-4202-abf6-ff34fe457b17 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1408932 Jan 28 13:36:32.471200 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7dd933d7-73d2-455e-a767-9236337b417b req-926d0268-ff50-4008-abe7-2f277c2ad590 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548835 Jan 28 13:36:32.486296 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-b3c8d6c0-ef14-40e5-8569-25cee977a2fc req-862ece36-00b6-4d89-bdd6-712cf383f0ea tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] For port 7c967986-1c8e-417f-a71a-f6b5f187f1fe, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=7c967986-1c8e-417f-a71a-f6b5f187f1fe,segment=NetworkSegment(0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7),segment_id=0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:32.486888 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-b3c8d6c0-ef14-40e5-8569-25cee977a2fc req-862ece36-00b6-4d89-bdd6-712cf383f0ea tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7c967986-1c8e-417f-a71a-f6b5f187f1fe), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:32.500119 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-b3c8d6c0-ef14-40e5-8569-25cee977a2fc req-862ece36-00b6-4d89-bdd6-712cf383f0ea tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Calling delete_port for 7c967986-1c8e-417f-a71a-f6b5f187f1fe owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:36:32.528399 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 36356) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:32.675994 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c874c-bff5-41f3-9c11-a8757414cbfa req-d19b38d5-1185-4eed-b523-4e234410e434 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:32.684115 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-499c874c-bff5-41f3-9c11-a8757414cbfa req-d19b38d5-1185-4eed-b523-4e234410e434 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0813038 Jan 28 13:36:32.690892 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebede7-2a47-498e-87ff-3459061656d0 req-49e48ad5-0528-4802-8b5c-0b18488faedf tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:32.698570 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-61ebede7-2a47-498e-87ff-3459061656d0 req-49e48ad5-0528-4802-8b5c-0b18488faedf tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.1089034 Jan 28 13:36:32.707359 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-b3c8d6c0-ef14-40e5-8569-25cee977a2fc req-862ece36-00b6-4d89-bdd6-712cf383f0ea tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (7c967986-1c8e-417f-a71a-f6b5f187f1fe), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:32.721086 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['7c967986-1c8e-417f-a71a-f6b5f187f1fe', '0039b2b7-65d7-43fa-84c3-44415f0574ba'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:36:32.749858 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-499c874c-bff5-41f3-9c11-a8757414cbfa req-5b65a2ea-1207-40c5-911b-e8ebfbdc7259 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647163 Jan 28 13:36:32.752409 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ece36-00b6-4d89-bdd6-712cf383f0ea tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Pushing event deleted for resources: {'Port': ['ID=7c967986-1c8e-417f-a71a-f6b5f187f1fe,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:32.835656 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c8d6c0-ef14-40e5-8569-25cee977a2fc req-862ece36-00b6-4d89-bdd6-712cf383f0ea tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] No DVR routers for this DVR port 7c967986-1c8e-417f-a71a-f6b5f187f1fe on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:36:32.838967 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-b3c8d6c0-ef14-40e5-8569-25cee977a2fc req-862ece36-00b6-4d89-bdd6-712cf383f0ea tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:32.842196 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b3c8d6c0-ef14-40e5-8569-25cee977a2fc req-862ece36-00b6-4d89-bdd6-712cf383f0ea tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.37 "DELETE /v2.0/ports/7c967986-1c8e-417f-a71a-f6b5f187f1fe HTTP/1.1" status: 204 len: 173 time: 0.7187312 Jan 28 13:36:32.842472 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd04921-9512-4950-906c-da00687ff090', 'name': 'network-vif-deleted', 'tag': '7c967986-1c8e-417f-a71a-f6b5f187f1fe'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:36:32.844223 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e5070d05-c013-4f46-a4cc-76a0583e98d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:32.845346 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa732aba-0e7f-4973-b2e0-c6a41ce35ada" -d '{"events": [{"server_uuid": "1fd04921-9512-4950-906c-da00687ff090", "name": "network-vif-deleted", "tag": "7c967986-1c8e-417f-a71a-f6b5f187f1fe"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:36:32.846327 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:32.863581 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-61ebede7-2a47-498e-87ff-3459061656d0 req-b1803780-5aab-4af0-badc-6e5925c76367 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638858 Jan 28 13:36:32.949575 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e5070d05-c013-4f46-a4cc-76a0583e98d6 admin admin] Publish callbacks [] for security_group (331c84ad-2bba-47ca-a461-0237eec64cbf), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:32.956473 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e5070d05-c013-4f46-a4cc-76a0583e98d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (331c84ad-2bba-47ca-a461-0237eec64cbf), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:33.046472 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 36372) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:33.046735 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e5070d05-c013-4f46-a4cc-76a0583e98d6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=214ad3aa59054598999d7e25eff423b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5168459 Jan 28 13:36:33.047563 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5070d05-c013-4f46-a4cc-76a0583e98d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331c84ad-2bba-47ca-a461-0237eec64cbf,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:33.100023 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-46854404-5adf-4fec-a5a0-92ffe18c0716 admin admin] Publish callbacks [] for security_group (331c84ad-2bba-47ca-a461-0237eec64cbf), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:33.122935 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-46854404-5adf-4fec-a5a0-92ffe18c0716 admin admin] Publish callbacks [] for security_group (331c84ad-2bba-47ca-a461-0237eec64cbf), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:33.173704 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-46854404-5adf-4fec-a5a0-92ffe18c0716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (331c84ad-2bba-47ca-a461-0237eec64cbf), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:33.176518 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-46854404-5adf-4fec-a5a0-92ffe18c0716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:33.177699 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-46854404-5adf-4fec-a5a0-92ffe18c0716 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/331c84ad-2bba-47ca-a461-0237eec64cbf HTTP/1.1" status: 204 len: 168 time: 0.1291695 Jan 28 13:36:33.179366 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d301aba-1cea-4fb0-9d3b-1175555fb2e4 x-openstack-request-id: req-4d301aba-1cea-4fb0-9d3b-1175555fb2e4 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:36:33.179659 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd04921-9512-4950-906c-da00687ff090", "name": "network-vif-deleted", "tag": "7c967986-1c8e-417f-a71a-f6b5f187f1fe", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:36:33.179917 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d301aba-1cea-4fb0-9d3b-1175555fb2e4 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:36:33.180309 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd04921-9512-4950-906c-da00687ff090', 'name': 'network-vif-deleted', 'tag': '7c967986-1c8e-417f-a71a-f6b5f187f1fe', 'status': 'completed', 'code': 200} Jan 28 13:36:33.188719 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46854404-5adf-4fec-a5a0-92ffe18c0716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331c84ad-2bba-47ca-a461-0237eec64cbf,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:33.533175 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 36388) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:33.608935 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f38fda-024b-44b4-abed-a406931a1e53 req-8c2abda8-07b1-4fd6-a75f-f46477481238 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:33.614213 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f38fda-024b-44b4-abed-a406931a1e53 req-8c2abda8-07b1-4fd6-a75f-f46477481238 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:33.620289 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f38fda-024b-44b4-abed-a406931a1e53 req-8c2abda8-07b1-4fd6-a75f-f46477481238 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:33.626618 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f38fda-024b-44b4-abed-a406931a1e53 req-8c2abda8-07b1-4fd6-a75f-f46477481238 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:33.632473 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f38fda-024b-44b4-abed-a406931a1e53 req-8c2abda8-07b1-4fd6-a75f-f46477481238 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:33.638424 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f38fda-024b-44b4-abed-a406931a1e53 req-8c2abda8-07b1-4fd6-a75f-f46477481238 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:33.644603 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f38fda-024b-44b4-abed-a406931a1e53 req-8c2abda8-07b1-4fd6-a75f-f46477481238 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:33.652917 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-06f38fda-024b-44b4-abed-a406931a1e53 req-8c2abda8-07b1-4fd6-a75f-f46477481238 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1020322 Jan 28 13:36:33.729759 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 36396) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:33.742281 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3c2e7fa2-8fc6-4ff2-ac13-5672964f4d18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:33.754145 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-14874672-185c-4216-8aff-e5992d4bdd0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:33.787293 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-06f38fda-024b-44b4-abed-a406931a1e53 req-78b7495e-8009-4097-8da9-af4b375bd4b4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1325765 Jan 28 13:36:33.883046 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3c2e7fa2-8fc6-4ff2-ac13-5672964f4d18 admin admin] Publish callbacks [] for security_group (64b2a21a-79e6-47fe-89a0-9be181c92074), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:33.889967 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3c2e7fa2-8fc6-4ff2-ac13-5672964f4d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (64b2a21a-79e6-47fe-89a0-9be181c92074), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:33.925531 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb210e3d-f7bf-42cb-b86e-145af125d45d req-ed4d199c-5ab8-4e25-bd2a-465ed0f76c12 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:33.927087 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cb210e3d-f7bf-42cb-b86e-145af125d45d req-ed4d199c-5ab8-4e25-bd2a-465ed0f76c12 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.0868213 Jan 28 13:36:33.934413 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3c2e7fa2-8fc6-4ff2-ac13-5672964f4d18 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d8a0419ea2644f0f97d07bc69114557d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3978784 Jan 28 13:36:33.935041 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e7fa2-8fc6-4ff2-ac13-5672964f4d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b2a21a-79e6-47fe-89a0-9be181c92074,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:33.935668 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 36402) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:33.952350 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-14874672-185c-4216-8aff-e5992d4bdd0a admin admin] Publish callbacks [] for security_group (e1ab373d-a601-4aa1-b57b-926918a53520), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:33.963736 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-14874672-185c-4216-8aff-e5992d4bdd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e1ab373d-a601-4aa1-b57b-926918a53520), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:33.987845 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735f514-4ae0-4d8a-acf7-ff70c99cbc3b req-7f03adff-34cd-4db5-a53d-bf24454b0052 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:33.989326 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d735f514-4ae0-4d8a-acf7-ff70c99cbc3b req-7f03adff-34cd-4db5-a53d-bf24454b0052 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.0559306 Jan 28 13:36:34.042628 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d735f514-4ae0-4d8a-acf7-ff70c99cbc3b req-e35175c9-c49e-4e8b-8497-750a385d6643 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471897 Jan 28 13:36:34.050516 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-14874672-185c-4216-8aff-e5992d4bdd0a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=909d9d3f94034cd58bd933c18028251f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3194506 Jan 28 13:36:34.053750 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 36404) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:34.070129 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14874672-185c-4216-8aff-e5992d4bdd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ab373d-a601-4aa1-b57b-926918a53520,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:34.082706 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cb210e3d-f7bf-42cb-b86e-145af125d45d req-12ef5056-d9d5-40d1-8a6a-3a5b0186742a tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394722 Jan 28 13:36:34.094428 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-17e78d66-7b44-4c9e-8e6e-5d81b0b7cb15 admin admin] Publish callbacks [] for security_group (64b2a21a-79e6-47fe-89a0-9be181c92074), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:34.116387 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-26ece7fa-d336-4cb9-b606-2362a32ffaec admin admin] Publish callbacks [] for security_group (e1ab373d-a601-4aa1-b57b-926918a53520), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:34.121604 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-17e78d66-7b44-4c9e-8e6e-5d81b0b7cb15 admin admin] Publish callbacks [] for security_group (64b2a21a-79e6-47fe-89a0-9be181c92074), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:34.147192 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-26ece7fa-d336-4cb9-b606-2362a32ffaec admin admin] Publish callbacks [] for security_group (e1ab373d-a601-4aa1-b57b-926918a53520), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:34.181816 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-17e78d66-7b44-4c9e-8e6e-5d81b0b7cb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (64b2a21a-79e6-47fe-89a0-9be181c92074), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:34.185208 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-17e78d66-7b44-4c9e-8e6e-5d81b0b7cb15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:34.186800 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-17e78d66-7b44-4c9e-8e6e-5d81b0b7cb15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/64b2a21a-79e6-47fe-89a0-9be181c92074 HTTP/1.1" status: 204 len: 168 time: 0.2498894 Jan 28 13:36:34.188155 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:34.196609 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e78d66-7b44-4c9e-8e6e-5d81b0b7cb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b2a21a-79e6-47fe-89a0-9be181c92074,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:34.219055 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-26ece7fa-d336-4cb9-b606-2362a32ffaec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e1ab373d-a601-4aa1-b57b-926918a53520), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:34.221567 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-26ece7fa-d336-4cb9-b606-2362a32ffaec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:34.227764 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-26ece7fa-d336-4cb9-b606-2362a32ffaec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e1ab373d-a601-4aa1-b57b-926918a53520 HTTP/1.1" status: 204 len: 168 time: 0.1723387 Jan 28 13:36:34.237717 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ece7fa-d336-4cb9-b606-2362a32ffaec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ab373d-a601-4aa1-b57b-926918a53520,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:34.594155 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 36420) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:34.607910 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-520290be-96be-4bd7-aaa3-3d8666fb80dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:34.695676 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-520290be-96be-4bd7-aaa3-3d8666fb80dd admin admin] Publish callbacks [] for security_group (39858775-8924-44da-b1cd-2fd5d213f242), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:34.700657 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-520290be-96be-4bd7-aaa3-3d8666fb80dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (39858775-8924-44da-b1cd-2fd5d213f242), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:34.748233 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-520290be-96be-4bd7-aaa3-3d8666fb80dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80ca101ba3794583b231fd3bb53e9c16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1504469 Jan 28 13:36:34.748626 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 36424) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:34.749289 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520290be-96be-4bd7-aaa3-3d8666fb80dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39858775-8924-44da-b1cd-2fd5d213f242,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:34.817731 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5aff2310-c8c1-4089-ba97-a2822ac0ef5b admin admin] Publish callbacks [] for security_group (39858775-8924-44da-b1cd-2fd5d213f242), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:34.851626 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5aff2310-c8c1-4089-ba97-a2822ac0ef5b admin admin] Publish callbacks [] for security_group (39858775-8924-44da-b1cd-2fd5d213f242), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:34.922945 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5aff2310-c8c1-4089-ba97-a2822ac0ef5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (39858775-8924-44da-b1cd-2fd5d213f242), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:34.924946 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5aff2310-c8c1-4089-ba97-a2822ac0ef5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:34.926284 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5aff2310-c8c1-4089-ba97-a2822ac0ef5b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/39858775-8924-44da-b1cd-2fd5d213f242 HTTP/1.1" status: 204 len: 168 time: 0.1740999 Jan 28 13:36:34.961649 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff2310-c8c1-4089-ba97-a2822ac0ef5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39858775-8924-44da-b1cd-2fd5d213f242,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:34.991249 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f19f51-7ac0-498e-a399-245788db10a2 req-1f80a786-ce1f-422b-87bc-1409dfca777f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:35.010210 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f19f51-7ac0-498e-a399-245788db10a2 req-1f80a786-ce1f-422b-87bc-1409dfca777f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:35.016701 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f19f51-7ac0-498e-a399-245788db10a2 req-1f80a786-ce1f-422b-87bc-1409dfca777f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:35.024113 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f19f51-7ac0-498e-a399-245788db10a2 req-1f80a786-ce1f-422b-87bc-1409dfca777f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:35.030229 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f19f51-7ac0-498e-a399-245788db10a2 req-1f80a786-ce1f-422b-87bc-1409dfca777f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:35.036985 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f19f51-7ac0-498e-a399-245788db10a2 req-1f80a786-ce1f-422b-87bc-1409dfca777f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:35.043618 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f19f51-7ac0-498e-a399-245788db10a2 req-1f80a786-ce1f-422b-87bc-1409dfca777f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:35.045105 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-60f19f51-7ac0-498e-a399-245788db10a2 req-1f80a786-ce1f-422b-87bc-1409dfca777f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1344030 Jan 28 13:36:35.117659 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-60f19f51-7ac0-498e-a399-245788db10a2 req-fbb2f16e-583b-4081-9ba6-19b7501e3f85 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655222 Jan 28 13:36:35.258332 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13990983-ff1e-447c-b133-befc1a1abd8f req-2dd9ea83-1c09-49ed-b6de-3de0d34553c7 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:35.261152 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-13990983-ff1e-447c-b133-befc1a1abd8f req-2dd9ea83-1c09-49ed-b6de-3de0d34553c7 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.1048443 Jan 28 13:36:35.352904 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-13990983-ff1e-447c-b133-befc1a1abd8f req-ed36276b-87ec-434a-95a8-929581736ceb tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836444 Jan 28 13:36:35.377879 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667131f-05f3-418a-8bb3-e78ec4ff6546 req-1f21b330-0463-41fd-bfd6-a3db2b4320f3 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:35.389875 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5667131f-05f3-418a-8bb3-e78ec4ff6546 req-1f21b330-0463-41fd-bfd6-a3db2b4320f3 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.1359632 Jan 28 13:36:35.476151 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5667131f-05f3-418a-8bb3-e78ec4ff6546 req-7fe3b54c-ba44-4555-84e6-f1bce23fa9ab tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768113 Jan 28 13:36:35.733558 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:36.306192 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639bb67-7e8a-4690-8d20-6588b96a8cdf req-bd488183-cf08-4fb5-8d12-e5e2903f9f15 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:36.313123 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639bb67-7e8a-4690-8d20-6588b96a8cdf req-bd488183-cf08-4fb5-8d12-e5e2903f9f15 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:36.320357 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639bb67-7e8a-4690-8d20-6588b96a8cdf req-bd488183-cf08-4fb5-8d12-e5e2903f9f15 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:36.323119 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 7c967986-1c8e-417f-a71a-f6b5f187f1fe no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:36:36.326329 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639bb67-7e8a-4690-8d20-6588b96a8cdf req-bd488183-cf08-4fb5-8d12-e5e2903f9f15 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:36.332750 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639bb67-7e8a-4690-8d20-6588b96a8cdf req-bd488183-cf08-4fb5-8d12-e5e2903f9f15 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:36.339000 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639bb67-7e8a-4690-8d20-6588b96a8cdf req-bd488183-cf08-4fb5-8d12-e5e2903f9f15 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:36.345886 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639bb67-7e8a-4690-8d20-6588b96a8cdf req-bd488183-cf08-4fb5-8d12-e5e2903f9f15 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:36.348236 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2639bb67-7e8a-4690-8d20-6588b96a8cdf req-bd488183-cf08-4fb5-8d12-e5e2903f9f15 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1100171 Jan 28 13:36:36.354631 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 7c967986-1c8e-417f-a71a-f6b5f187f1fe {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:36:36.356014 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 7c967986-1c8e-417f-a71a-f6b5f187f1fe not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:36:36.447780 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2639bb67-7e8a-4690-8d20-6588b96a8cdf req-2189dc04-b5d4-446c-88a6-50813631d9a1 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0933762 Jan 28 13:36:36.511100 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1c560-d657-4c42-882b-de59e228ccc6 req-6b3b06be-245b-4851-a43a-cf53eae995da tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:36.520223 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-03c1c560-d657-4c42-882b-de59e228ccc6 req-6b3b06be-245b-4851-a43a-cf53eae995da tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.0663996 Jan 28 13:36:36.579949 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-03c1c560-d657-4c42-882b-de59e228ccc6 req-4904d2af-7c7f-4e2b-87da-3edf11bf86b2 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584798 Jan 28 13:36:36.714288 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336c004-a548-414c-a99c-0f703d0563bb req-d2d63aa6-d22c-4c32-b43a-fd4685b8d976 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:36.717705 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e336c004-a548-414c-a99c-0f703d0563bb req-d2d63aa6-d22c-4c32-b43a-fd4685b8d976 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.0573077 Jan 28 13:36:36.769519 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e336c004-a548-414c-a99c-0f703d0563bb req-40569e65-6fca-4a1b-a2a8-c3f5621ef85b tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447900 Jan 28 13:36:37.595261 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980885a2-b9b4-4c3f-a971-781fe300ffed req-542710dd-c15c-419c-b40c-2ed51a8644fd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:37.603317 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980885a2-b9b4-4c3f-a971-781fe300ffed req-542710dd-c15c-419c-b40c-2ed51a8644fd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:37.608954 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980885a2-b9b4-4c3f-a971-781fe300ffed req-542710dd-c15c-419c-b40c-2ed51a8644fd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:37.616409 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980885a2-b9b4-4c3f-a971-781fe300ffed req-542710dd-c15c-419c-b40c-2ed51a8644fd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:37.621709 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980885a2-b9b4-4c3f-a971-781fe300ffed req-542710dd-c15c-419c-b40c-2ed51a8644fd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:37.627955 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980885a2-b9b4-4c3f-a971-781fe300ffed req-542710dd-c15c-419c-b40c-2ed51a8644fd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:37.635250 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980885a2-b9b4-4c3f-a971-781fe300ffed req-542710dd-c15c-419c-b40c-2ed51a8644fd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:37.637312 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-980885a2-b9b4-4c3f-a971-781fe300ffed req-542710dd-c15c-419c-b40c-2ed51a8644fd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5420 time: 0.1036808 Jan 28 13:36:37.718602 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-980885a2-b9b4-4c3f-a971-781fe300ffed req-3a3dba6b-7bd4-44a2-871a-71ce450f5abd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681505 Jan 28 13:36:37.784141 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7793e24-88b4-461a-9e49-80142eb037be req-bd02a4aa-4996-4fdc-8c03-ed6747ae1aea tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:37.785830 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e7793e24-88b4-461a-9e49-80142eb037be req-bd02a4aa-4996-4fdc-8c03-ed6747ae1aea tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.0694845 Jan 28 13:36:37.838200 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e7793e24-88b4-461a-9e49-80142eb037be req-573fe7a4-e234-49a2-8485-ee5df5b50d8c tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465603 Jan 28 13:36:37.906740 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6dee4-f4b0-4313-8f6d-062a02e59b45 req-427c8cfa-69af-4e9b-8a85-d0155a7aac3d tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:37.908751 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c5f6dee4-f4b0-4313-8f6d-062a02e59b45 req-427c8cfa-69af-4e9b-8a85-d0155a7aac3d tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.0629334 Jan 28 13:36:37.960974 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c5f6dee4-f4b0-4313-8f6d-062a02e59b45 req-cae2e7f1-3c62-4b96-a0db-1ad52f639755 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460575 Jan 28 13:36:38.039040 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 36560) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:38.158724 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f689fc9a-e736-4646-8423-286d8ae778bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:38.198807 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 87c6e003-b2c7-4642-bd53-85f447c888d6 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:36:38.264095 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f689fc9a-e736-4646-8423-286d8ae778bd admin admin] Publish callbacks [] for security_group (506fd58a-bb83-4d67-a2a6-c1cdacb3ce16), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:38.271708 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f689fc9a-e736-4646-8423-286d8ae778bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (506fd58a-bb83-4d67-a2a6-c1cdacb3ce16), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:38.303656 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 87c6e003-b2c7-4642-bd53-85f447c888d6, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=87c6e003-b2c7-4642-bd53-85f447c888d6,segment=NetworkSegment(8398d8f2-66bb-43a6-a964-eceb551e9779),segment_id=8398d8f2-66bb-43a6-a964-eceb551e9779)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:38.306725 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689fc9a-e736-4646-8423-286d8ae778bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506fd58a-bb83-4d67-a2a6-c1cdacb3ce16,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:38.315312 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '87c6e003-b2c7-4642-bd53-85f447c888d6', 'network_id': '361216ca-dbe3-462f-a59f-a8c1564e775f', 'port_id': '87c6e003-b2c7-4642-bd53-85f447c888d6', 'mac_address': 'fa:16:3e:2b:e2:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7038acd7-a865-4fdf-9a95-2c4ed7e3b100', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:36:38.335999 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f689fc9a-e736-4646-8423-286d8ae778bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=406dba7f639b41d69d32b78cb1407fd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2931390 Jan 28 13:36:38.336494 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 36566) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:38.352789 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 87c6e003-b2c7-4642-bd53-85f447c888d6 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:36:38.353168 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (87c6e003-b2c7-4642-bd53-85f447c888d6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:38.371981 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c6e003-b2c7-4642-bd53-85f447c888d6 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:36:38.390419 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19ab2fcd-5127-439a-be51-10b641e8b93d admin admin] Publish callbacks [] for security_group (506fd58a-bb83-4d67-a2a6-c1cdacb3ce16), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:38.398761 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 87c6e003-b2c7-4642-bd53-85f447c888d6, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=87c6e003-b2c7-4642-bd53-85f447c888d6,segment=NetworkSegment(8398d8f2-66bb-43a6-a964-eceb551e9779),segment_id=8398d8f2-66bb-43a6-a964-eceb551e9779)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:38.404417 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (87c6e003-b2c7-4642-bd53-85f447c888d6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:38.405328 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device ba5119c7-946b-4cc9-9e19-149785af07e2 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:36:38.418303 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19ab2fcd-5127-439a-be51-10b641e8b93d admin admin] Publish callbacks [] for security_group (506fd58a-bb83-4d67-a2a6-c1cdacb3ce16), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:38.484439 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19ab2fcd-5127-439a-be51-10b641e8b93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (506fd58a-bb83-4d67-a2a6-c1cdacb3ce16), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:38.489077 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19ab2fcd-5127-439a-be51-10b641e8b93d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:38.491774 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-19ab2fcd-5127-439a-be51-10b641e8b93d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/506fd58a-bb83-4d67-a2a6-c1cdacb3ce16 HTTP/1.1" status: 204 len: 168 time: 0.1541753 Jan 28 13:36:38.502088 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab2fcd-5127-439a-be51-10b641e8b93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506fd58a-bb83-4d67-a2a6-c1cdacb3ce16,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:38.553990 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=87c6e003-b2c7-4642-bd53-85f447c888d6,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:38.591723 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port ba5119c7-946b-4cc9-9e19-149785af07e2, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ba5119c7-946b-4cc9-9e19-149785af07e2,segment=NetworkSegment(d3e38792-a814-403b-af31-3ea5e35b6aaf),segment_id=d3e38792-a814-403b-af31-3ea5e35b6aaf)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:38.607041 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'ba5119c7-946b-4cc9-9e19-149785af07e2', 'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6', 'port_id': 'ba5119c7-946b-4cc9-9e19-149785af07e2', 'mac_address': 'fa:16:3e:98:9e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '980241a2-d37e-4b55-8e0c-734aacae8814', 'ip_address': '10.1.1.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:36:38.648553 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port ba5119c7-946b-4cc9-9e19-149785af07e2 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:36:38.649048 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ba5119c7-946b-4cc9-9e19-149785af07e2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:38.666475 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5119c7-946b-4cc9-9e19-149785af07e2 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:36:38.693918 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port ba5119c7-946b-4cc9-9e19-149785af07e2, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ba5119c7-946b-4cc9-9e19-149785af07e2,segment=NetworkSegment(d3e38792-a814-403b-af31-3ea5e35b6aaf),segment_id=d3e38792-a814-403b-af31-3ea5e35b6aaf)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:38.700172 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ba5119c7-946b-4cc9-9e19-149785af07e2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:38.701066 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 0d46f223-1f12-4538-accd-a4fe31e8045f details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:36:38.772193 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 0d46f223-1f12-4538-accd-a4fe31e8045f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=0d46f223-1f12-4538-accd-a4fe31e8045f,segment=NetworkSegment(8398d8f2-66bb-43a6-a964-eceb551e9779),segment_id=8398d8f2-66bb-43a6-a964-eceb551e9779)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:38.775319 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=ba5119c7-946b-4cc9-9e19-149785af07e2,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:38.788688 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '0d46f223-1f12-4538-accd-a4fe31e8045f', 'network_id': '361216ca-dbe3-462f-a59f-a8c1564e775f', 'port_id': '0d46f223-1f12-4538-accd-a4fe31e8045f', 'mac_address': 'fa:16:3e:4c:94:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7038acd7-a865-4fdf-9a95-2c4ed7e3b100', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:36:38.829935 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 0d46f223-1f12-4538-accd-a4fe31e8045f is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:36:38.830409 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0d46f223-1f12-4538-accd-a4fe31e8045f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:38.845621 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d46f223-1f12-4538-accd-a4fe31e8045f {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:36:38.853398 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf57d3-2b67-49f7-8832-99e1c5708f13 req-ca697560-4d6c-4870-8d8b-1d1341f7930b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:38.859808 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf57d3-2b67-49f7-8832-99e1c5708f13 req-ca697560-4d6c-4870-8d8b-1d1341f7930b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:38.865701 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf57d3-2b67-49f7-8832-99e1c5708f13 req-ca697560-4d6c-4870-8d8b-1d1341f7930b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:38.867413 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 0d46f223-1f12-4538-accd-a4fe31e8045f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=0d46f223-1f12-4538-accd-a4fe31e8045f,segment=NetworkSegment(8398d8f2-66bb-43a6-a964-eceb551e9779),segment_id=8398d8f2-66bb-43a6-a964-eceb551e9779)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:38.871644 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf57d3-2b67-49f7-8832-99e1c5708f13 req-ca697560-4d6c-4870-8d8b-1d1341f7930b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:38.872414 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0d46f223-1f12-4538-accd-a4fe31e8045f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:38.873178 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 73358d53-f89e-45cb-a74a-8b6510bd447c details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:36:38.878039 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 36580) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:38.879703 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf57d3-2b67-49f7-8832-99e1c5708f13 req-ca697560-4d6c-4870-8d8b-1d1341f7930b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:38.886734 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf57d3-2b67-49f7-8832-99e1c5708f13 req-ca697560-4d6c-4870-8d8b-1d1341f7930b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:38.892922 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf57d3-2b67-49f7-8832-99e1c5708f13 req-ca697560-4d6c-4870-8d8b-1d1341f7930b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:38.895371 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aeaf57d3-2b67-49f7-8832-99e1c5708f13 req-ca697560-4d6c-4870-8d8b-1d1341f7930b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5422 time: 0.1012435 Jan 28 13:36:38.896523 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-375f4323-b490-4d92-b8c4-0f58be467bd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:38.959732 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 73358d53-f89e-45cb-a74a-8b6510bd447c, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=73358d53-f89e-45cb-a74a-8b6510bd447c,segment=NetworkSegment(d3e38792-a814-403b-af31-3ea5e35b6aaf),segment_id=d3e38792-a814-403b-af31-3ea5e35b6aaf)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:38.966985 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=0d46f223-1f12-4538-accd-a4fe31e8045f,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:38.977317 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aeaf57d3-2b67-49f7-8832-99e1c5708f13 req-aea7453b-781b-496c-85ca-cd096c646c17 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682123 Jan 28 13:36:38.985706 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '73358d53-f89e-45cb-a74a-8b6510bd447c', 'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6', 'port_id': '73358d53-f89e-45cb-a74a-8b6510bd447c', 'mac_address': 'fa:16:3e:0b:db:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '980241a2-d37e-4b55-8e0c-734aacae8814', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:36:39.015183 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bbef7-ace9-4c5f-8d80-bbbb1387281c req-70aa2a6a-46c3-4a75-9bb8-f2086d749f08 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:39.017250 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1d5bbef7-ace9-4c5f-8d80-bbbb1387281c req-70aa2a6a-46c3-4a75-9bb8-f2086d749f08 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.0829656 Jan 28 13:36:39.046032 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 73358d53-f89e-45cb-a74a-8b6510bd447c is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:36:39.046757 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (73358d53-f89e-45cb-a74a-8b6510bd447c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:39.061500 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73358d53-f89e-45cb-a74a-8b6510bd447c {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:36:39.065467 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-375f4323-b490-4d92-b8c4-0f58be467bd5 admin admin] Publish callbacks [] for security_group (91c5a60c-523f-487a-a275-e9d24d81f092), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:39.076117 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-375f4323-b490-4d92-b8c4-0f58be467bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (91c5a60c-523f-487a-a275-e9d24d81f092), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:39.083043 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 73358d53-f89e-45cb-a74a-8b6510bd447c, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=73358d53-f89e-45cb-a74a-8b6510bd447c,segment=NetworkSegment(d3e38792-a814-403b-af31-3ea5e35b6aaf),segment_id=d3e38792-a814-403b-af31-3ea5e35b6aaf)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:39.088677 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (73358d53-f89e-45cb-a74a-8b6510bd447c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:39.089379 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device f960cd27-de3c-42f4-a159-98a774fb4179 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:36:39.115674 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1b85f-b38a-4c5e-b1d6-45efb5a87f91 req-1a06b19c-1eab-499a-9e73-ed0c9be4dc8e tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:39.116900 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1d5bbef7-ace9-4c5f-8d80-bbbb1387281c req-27795706-464d-4660-aa5e-1aa26a5da8ce tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899923 Jan 28 13:36:39.117498 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c7f1b85f-b38a-4c5e-b1d6-45efb5a87f91 req-1a06b19c-1eab-499a-9e73-ed0c9be4dc8e tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.0530884 Jan 28 13:36:39.134956 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-375f4323-b490-4d92-b8c4-0f58be467bd5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a4b200227c84de398164d2b31bfa7fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2521594 Jan 28 13:36:39.139255 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 36586) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:39.152342 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f4323-b490-4d92-b8c4-0f58be467bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c5a60c-523f-487a-a275-e9d24d81f092,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:39.160960 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=73358d53-f89e-45cb-a74a-8b6510bd447c,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:39.166961 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port f960cd27-de3c-42f4-a159-98a774fb4179, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=f960cd27-de3c-42f4-a159-98a774fb4179,segment=NetworkSegment(d3e38792-a814-403b-af31-3ea5e35b6aaf),segment_id=d3e38792-a814-403b-af31-3ea5e35b6aaf)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:39.180389 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'f960cd27-de3c-42f4-a159-98a774fb4179', 'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6', 'port_id': 'f960cd27-de3c-42f4-a159-98a774fb4179', 'mac_address': 'fa:16:3e:32:fa:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '980241a2-d37e-4b55-8e0c-734aacae8814', 'ip_address': '10.1.1.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:36:39.209494 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c951611b-c512-40da-9b34-813b29c9d020 admin admin] Publish callbacks [] for security_group (91c5a60c-523f-487a-a275-e9d24d81f092), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:39.224734 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port f960cd27-de3c-42f4-a159-98a774fb4179 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:36:39.225409 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f960cd27-de3c-42f4-a159-98a774fb4179), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:39.232912 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c7f1b85f-b38a-4c5e-b1d6-45efb5a87f91 req-2d5be8ab-dcc8-49d3-a103-64ee434e731c tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/security-groups?id=402f0ec7-204d-4b8b-b003-bb4244f43349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946960 Jan 28 13:36:39.239684 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f960cd27-de3c-42f4-a159-98a774fb4179 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:36:39.240771 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c951611b-c512-40da-9b34-813b29c9d020 admin admin] Publish callbacks [] for security_group (91c5a60c-523f-487a-a275-e9d24d81f092), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:39.263183 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port f960cd27-de3c-42f4-a159-98a774fb4179, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=f960cd27-de3c-42f4-a159-98a774fb4179,segment=NetworkSegment(d3e38792-a814-403b-af31-3ea5e35b6aaf),segment_id=d3e38792-a814-403b-af31-3ea5e35b6aaf)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:39.264464 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f960cd27-de3c-42f4-a159-98a774fb4179), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:39.265152 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 79abbf7d-456b-4064-b1e0-2e0f16750b14 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:36:39.293365 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c951611b-c512-40da-9b34-813b29c9d020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (91c5a60c-523f-487a-a275-e9d24d81f092), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:39.296395 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c951611b-c512-40da-9b34-813b29c9d020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:39.300400 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c951611b-c512-40da-9b34-813b29c9d020 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/91c5a60c-523f-487a-a275-e9d24d81f092 HTTP/1.1" status: 204 len: 168 time: 0.1601520 Jan 28 13:36:39.308591 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951611b-c512-40da-9b34-813b29c9d020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c5a60c-523f-487a-a275-e9d24d81f092,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:39.356300 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 79abbf7d-456b-4064-b1e0-2e0f16750b14, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=79abbf7d-456b-4064-b1e0-2e0f16750b14,segment=NetworkSegment(d3e38792-a814-403b-af31-3ea5e35b6aaf),segment_id=d3e38792-a814-403b-af31-3ea5e35b6aaf)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:39.363998 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=f960cd27-de3c-42f4-a159-98a774fb4179,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:39.371330 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '79abbf7d-456b-4064-b1e0-2e0f16750b14', 'network_id': '376b4709-87bf-4524-8081-ea1211d3f7a6', 'port_id': '79abbf7d-456b-4064-b1e0-2e0f16750b14', 'mac_address': 'fa:16:3e:b3:2d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '980241a2-d37e-4b55-8e0c-734aacae8814', 'ip_address': '10.1.1.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:36:39.412843 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 79abbf7d-456b-4064-b1e0-2e0f16750b14 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:36:39.413232 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (79abbf7d-456b-4064-b1e0-2e0f16750b14), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:39.427311 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79abbf7d-456b-4064-b1e0-2e0f16750b14 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:36:39.448489 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 79abbf7d-456b-4064-b1e0-2e0f16750b14, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=79abbf7d-456b-4064-b1e0-2e0f16750b14,segment=NetworkSegment(d3e38792-a814-403b-af31-3ea5e35b6aaf),segment_id=d3e38792-a814-403b-af31-3ea5e35b6aaf)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:39.454027 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (79abbf7d-456b-4064-b1e0-2e0f16750b14), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:39.454955 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device e6f58a1a-25be-4905-9c30-cd6d52a07dbc details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:36:39.541030 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=79abbf7d-456b-4064-b1e0-2e0f16750b14,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:39.610966 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port e6f58a1a-25be-4905-9c30-cd6d52a07dbc, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e6f58a1a-25be-4905-9c30-cd6d52a07dbc,segment=NetworkSegment(645ac1b2-07cd-42da-9b64-9375b8bc6582),segment_id=645ac1b2-07cd-42da-9b64-9375b8bc6582)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:39.611185 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1b77a-8faf-459a-b1d2-944919271ebf req-14da91fd-2de4-4a97-a721-461f6858427c tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:39.613072 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bdd1b77a-8faf-459a-b1d2-944919271ebf req-14da91fd-2de4-4a97-a721-461f6858427c tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.37 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 945 time: 0.0638363 Jan 28 13:36:39.623267 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'e6f58a1a-25be-4905-9c30-cd6d52a07dbc', 'network_id': 'a48090cb-ae2e-48ff-8962-8d69a57daca6', 'port_id': 'e6f58a1a-25be-4905-9c30-cd6d52a07dbc', 'mac_address': 'fa:16:3e:94:b2:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eaf9fff-eb30-46b8-9611-5f103f9718e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:36:39.668127 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port e6f58a1a-25be-4905-9c30-cd6d52a07dbc is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:36:39.668526 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e6f58a1a-25be-4905-9c30-cd6d52a07dbc), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:39.682125 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f58a1a-25be-4905-9c30-cd6d52a07dbc {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:36:39.702513 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port e6f58a1a-25be-4905-9c30-cd6d52a07dbc, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e6f58a1a-25be-4905-9c30-cd6d52a07dbc,segment=NetworkSegment(645ac1b2-07cd-42da-9b64-9375b8bc6582),segment_id=645ac1b2-07cd-42da-9b64-9375b8bc6582)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:39.709041 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e6f58a1a-25be-4905-9c30-cd6d52a07dbc), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:39.733791 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-bdd1b77a-8faf-459a-b1d2-944919271ebf req-668a68db-ef20-487d-b4af-6dc888aeb2be tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Deleting port 0039b2b7-65d7-43fa-84c3-44415f0574ba {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:36:39.734397 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bdd1b77a-8faf-459a-b1d2-944919271ebf req-668a68db-ef20-487d-b4af-6dc888aeb2be tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (0039b2b7-65d7-43fa-84c3-44415f0574ba), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:39.760336 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=e6f58a1a-25be-4905-9c30-cd6d52a07dbc,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:39.868348 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-bdd1b77a-8faf-459a-b1d2-944919271ebf req-668a68db-ef20-487d-b4af-6dc888aeb2be tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] For port 0039b2b7-65d7-43fa-84c3-44415f0574ba, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=0039b2b7-65d7-43fa-84c3-44415f0574ba,segment=NetworkSegment(0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7),segment_id=0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:39.869000 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bdd1b77a-8faf-459a-b1d2-944919271ebf req-668a68db-ef20-487d-b4af-6dc888aeb2be tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (0039b2b7-65d7-43fa-84c3-44415f0574ba), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:39.887258 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-bdd1b77a-8faf-459a-b1d2-944919271ebf req-668a68db-ef20-487d-b4af-6dc888aeb2be tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Calling delete_port for 0039b2b7-65d7-43fa-84c3-44415f0574ba owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:36:40.041689 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bdd1b77a-8faf-459a-b1d2-944919271ebf req-668a68db-ef20-487d-b4af-6dc888aeb2be tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (0039b2b7-65d7-43fa-84c3-44415f0574ba), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:40.057667 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['0039b2b7-65d7-43fa-84c3-44415f0574ba'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:36:40.088427 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a68db-ef20-487d-b4af-6dc888aeb2be tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Pushing event deleted for resources: {'Port': ['ID=0039b2b7-65d7-43fa-84c3-44415f0574ba,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:40.162013 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3f0df-4c0a-4ec6-99fd-9d1498540ec1 req-f4277342-7412-4f74-b47d-e34b4c3844c9 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:40.167928 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3f0df-4c0a-4ec6-99fd-9d1498540ec1 req-f4277342-7412-4f74-b47d-e34b4c3844c9 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:40.173592 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3f0df-4c0a-4ec6-99fd-9d1498540ec1 req-f4277342-7412-4f74-b47d-e34b4c3844c9 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:40.179950 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3f0df-4c0a-4ec6-99fd-9d1498540ec1 req-f4277342-7412-4f74-b47d-e34b4c3844c9 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:40.185809 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3f0df-4c0a-4ec6-99fd-9d1498540ec1 req-f4277342-7412-4f74-b47d-e34b4c3844c9 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:40.193580 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3f0df-4c0a-4ec6-99fd-9d1498540ec1 req-f4277342-7412-4f74-b47d-e34b4c3844c9 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:40.200984 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3f0df-4c0a-4ec6-99fd-9d1498540ec1 req-f4277342-7412-4f74-b47d-e34b4c3844c9 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:40.203721 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-26e3f0df-4c0a-4ec6-99fd-9d1498540ec1 req-f4277342-7412-4f74-b47d-e34b4c3844c9 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5427 time: 0.1053519 Jan 28 13:36:40.292187 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-26e3f0df-4c0a-4ec6-99fd-9d1498540ec1 req-2686fc22-9e5c-4e5e-81b0-510a9887709f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0811868 Jan 28 13:36:40.505388 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89f60f9c-3f94-459d-ba15-d7f137f30534 req-c52fe891-1c72-4f41-b4b7-caedbabe5e25 tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.39 "GET /v2.0/ports?device_id=6127d47b-5076-47ab-b192-40b6be842aee HTTP/1.1" status: 200 len: 210 time: 0.0304289 Jan 28 13:36:40.536447 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd1b77a-8faf-459a-b1d2-944919271ebf req-668a68db-ef20-487d-b4af-6dc888aeb2be tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] No DVR routers for this DVR port 0039b2b7-65d7-43fa-84c3-44415f0574ba on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:36:40.539496 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-bdd1b77a-8faf-459a-b1d2-944919271ebf req-668a68db-ef20-487d-b4af-6dc888aeb2be tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:40.543287 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bdd1b77a-8faf-459a-b1d2-944919271ebf req-668a68db-ef20-487d-b4af-6dc888aeb2be tempest-ServerRescueNegativeTestJSON-1007212438 tempest-ServerRescueNegativeTestJSON-1007212438-project] 10.222.0.37 "DELETE /v2.0/ports/0039b2b7-65d7-43fa-84c3-44415f0574ba HTTP/1.1" status: 204 len: 173 time: 0.9236789 Jan 28 13:36:40.544873 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6127d47b-5076-47ab-b192-40b6be842aee', 'name': 'network-vif-deleted', 'tag': '0039b2b7-65d7-43fa-84c3-44415f0574ba'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:36:40.547253 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87c0a69-89c3-457d-a1ba-faf11ad28a12" -d '{"events": [{"server_uuid": "6127d47b-5076-47ab-b192-40b6be842aee", "name": "network-vif-deleted", "tag": "0039b2b7-65d7-43fa-84c3-44415f0574ba"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:36:40.587923 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['0d46f223-1f12-4538-accd-a4fe31e8045f'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:36:40.592955 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165ea53-4a4f-46d2-bc97-196b64b1e1da req-b88f57d4-e841-42ce-a18d-85c29ef6e670 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:40.595183 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f165ea53-4a4f-46d2-bc97-196b64b1e1da req-b88f57d4-e841-42ce-a18d-85c29ef6e670 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.1119859 Jan 28 13:36:40.596920 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bbd86c-659a-41eb-8fb9-14cd90da8c00 x-openstack-request-id: req-d8bbd86c-659a-41eb-8fb9-14cd90da8c00 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:36:40.597232 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6127d47b-5076-47ab-b192-40b6be842aee", "name": "network-vif-deleted", "tag": "0039b2b7-65d7-43fa-84c3-44415f0574ba", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:36:40.597449 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d8bbd86c-659a-41eb-8fb9-14cd90da8c00 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:36:40.597866 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6127d47b-5076-47ab-b192-40b6be842aee', 'name': 'network-vif-deleted', 'tag': '0039b2b7-65d7-43fa-84c3-44415f0574ba', 'status': 'completed', 'code': 200} Jan 28 13:36:40.603023 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['f960cd27-de3c-42f4-a159-98a774fb4179'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:36:40.661635 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['73358d53-f89e-45cb-a74a-8b6510bd447c'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:36:40.680787 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f165ea53-4a4f-46d2-bc97-196b64b1e1da req-b52d110d-e451-42d5-bf93-a2b6884fcbfc tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755558 Jan 28 13:36:40.724241 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['e6f58a1a-25be-4905-9c30-cd6d52a07dbc'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:36:40.726592 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['ba5119c7-946b-4cc9-9e19-149785af07e2'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:36:41.483850 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfe560-3779-41e6-b771-741f67b7f5e5 req-c6544718-43f5-48fa-9477-c0d31c312401 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:41.490116 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfe560-3779-41e6-b771-741f67b7f5e5 req-c6544718-43f5-48fa-9477-c0d31c312401 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:41.495927 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfe560-3779-41e6-b771-741f67b7f5e5 req-c6544718-43f5-48fa-9477-c0d31c312401 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:41.501480 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfe560-3779-41e6-b771-741f67b7f5e5 req-c6544718-43f5-48fa-9477-c0d31c312401 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:41.506679 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfe560-3779-41e6-b771-741f67b7f5e5 req-c6544718-43f5-48fa-9477-c0d31c312401 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:41.511898 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfe560-3779-41e6-b771-741f67b7f5e5 req-c6544718-43f5-48fa-9477-c0d31c312401 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:41.517157 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfe560-3779-41e6-b771-741f67b7f5e5 req-c6544718-43f5-48fa-9477-c0d31c312401 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:41.519312 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-61dfe560-3779-41e6-b771-741f67b7f5e5 req-c6544718-43f5-48fa-9477-c0d31c312401 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5427 time: 0.1355081 Jan 28 13:36:41.580932 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 36686) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:41.605757 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-61dfe560-3779-41e6-b771-741f67b7f5e5 req-926eddf6-c2b2-4178-b1ff-943736ae5250 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0717831 Jan 28 13:36:41.816172 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['79abbf7d-456b-4064-b1e0-2e0f16750b14'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:36:41.821488 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['87c6e003-b2c7-4642-bd53-85f447c888d6'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:36:41.868988 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53df530-7bf8-44f2-823b-9d985f06f112 req-c9c7399b-74fe-437f-bca2-dce8e8f4bfda tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:41.871418 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d53df530-7bf8-44f2-823b-9d985f06f112 req-c9c7399b-74fe-437f-bca2-dce8e8f4bfda tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.1036839 Jan 28 13:36:42.043585 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d53df530-7bf8-44f2-823b-9d985f06f112 req-3694dc37-fbb7-4b6e-9e69-964eaa0a0d17 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654630 Jan 28 13:36:42.178293 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ae0977a-5ba0-4b49-99a6-7933ad668b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (7e75dee3-fcb7-4189-aa77-52ad63a33cf4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:42.446524 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0977a-5ba0-4b49-99a6-7933ad668b08 admin admin] Deleting port 992eede4-68ec-4fe1-bc94-cbd690105cc9 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:36:42.446864 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ae0977a-5ba0-4b49-99a6-7933ad668b08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (992eede4-68ec-4fe1-bc94-cbd690105cc9), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:42.546057 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-8ae0977a-5ba0-4b49-99a6-7933ad668b08 admin admin] For port 992eede4-68ec-4fe1-bc94-cbd690105cc9, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=992eede4-68ec-4fe1-bc94-cbd690105cc9,segment=NetworkSegment(0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7),segment_id=0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:42.546886 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ae0977a-5ba0-4b49-99a6-7933ad668b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (992eede4-68ec-4fe1-bc94-cbd690105cc9), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:42.565408 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0977a-5ba0-4b49-99a6-7933ad668b08 admin admin] Calling delete_port for 992eede4-68ec-4fe1-bc94-cbd690105cc9 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:36:42.766738 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfa400-09a9-40e7-88ef-1816d4336b4a req-f55a9e6d-d775-42bd-86f7-22ba06f1d024 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:42.772185 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfa400-09a9-40e7-88ef-1816d4336b4a req-f55a9e6d-d775-42bd-86f7-22ba06f1d024 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:42.777412 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfa400-09a9-40e7-88ef-1816d4336b4a req-f55a9e6d-d775-42bd-86f7-22ba06f1d024 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:42.783714 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfa400-09a9-40e7-88ef-1816d4336b4a req-f55a9e6d-d775-42bd-86f7-22ba06f1d024 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:42.789015 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfa400-09a9-40e7-88ef-1816d4336b4a req-f55a9e6d-d775-42bd-86f7-22ba06f1d024 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:42.794291 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfa400-09a9-40e7-88ef-1816d4336b4a req-f55a9e6d-d775-42bd-86f7-22ba06f1d024 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:42.799562 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfa400-09a9-40e7-88ef-1816d4336b4a req-f55a9e6d-d775-42bd-86f7-22ba06f1d024 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:42.801669 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f7dfa400-09a9-40e7-88ef-1816d4336b4a req-f55a9e6d-d775-42bd-86f7-22ba06f1d024 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5427 time: 0.1132996 Jan 28 13:36:42.894261 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ae0977a-5ba0-4b49-99a6-7933ad668b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (992eede4-68ec-4fe1-bc94-cbd690105cc9), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:42.900496 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f7dfa400-09a9-40e7-88ef-1816d4336b4a req-ea63bd49-d443-4caf-a516-74601a345e82 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0925438 Jan 28 13:36:42.937235 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0977a-5ba0-4b49-99a6-7933ad668b08 admin admin] Pushing event deleted for resources: {'Port': ['ID=992eede4-68ec-4fe1-bc94-cbd690105cc9,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:43.183903 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ae0977a-5ba0-4b49-99a6-7933ad668b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (7e75dee3-fcb7-4189-aa77-52ad63a33cf4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:43.263239 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef27eb5-1b79-484f-94b0-3b3f63451227 req-e5d169a5-2c2e-4ca3-aa1b-54caa41e98f3 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:43.264748 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8ef27eb5-1b79-484f-94b0-3b3f63451227 req-e5d169a5-2c2e-4ca3-aa1b-54caa41e98f3 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.1165631 Jan 28 13:36:43.358824 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8ef27eb5-1b79-484f-94b0-3b3f63451227 req-691ed078-dfda-44b1-9f2b-43e673343073 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635233 Jan 28 13:36:43.470009 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae0977a-5ba0-4b49-99a6-7933ad668b08 admin admin] Router 7e75dee3-fcb7-4189-aa77-52ad63a33cf4 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:36:43.580086 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae0977a-5ba0-4b49-99a6-7933ad668b08 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:36:43.589810 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8ae0977a-5ba0-4b49-99a6-7933ad668b08 admin admin] 10.222.0.39 "PUT /v2.0/routers/7e75dee3-fcb7-4189-aa77-52ad63a33cf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0039618 Jan 28 13:36:43.590154 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 36750) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:43.600373 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207cd5d0-9728-4ea6-9c3f-6dc497414be6 None None] Sync routers for ids ['7e75dee3-fcb7-4189-aa77-52ad63a33cf4'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:36:43.612934 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207cd5d0-9728-4ea6-9c3f-6dc497414be6 None None] Routers {'7e75dee3-fcb7-4189-aa77-52ad63a33cf4'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:36:43.618584 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-207cd5d0-9728-4ea6-9c3f-6dc497414be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:36:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7e75dee3-fcb7-4189-aa77-52ad63a33cf4'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:43.720571 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-358bc7b0-1910-4d9c-a0ec-0b2cd066d373 admin admin] Publish callbacks [] for router (7e75dee3-fcb7-4189-aa77-52ad63a33cf4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:43.781750 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-207cd5d0-9728-4ea6-9c3f-6dc497414be6 None None] Set router 7e75dee3-fcb7-4189-aa77-52ad63a33cf4 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:36:43.831419 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-358bc7b0-1910-4d9c-a0ec-0b2cd066d373 admin admin] Publish callbacks [] for router_gateway (7e75dee3-fcb7-4189-aa77-52ad63a33cf4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:43.900872 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-358bc7b0-1910-4d9c-a0ec-0b2cd066d373 admin admin] Deleting port 5ff1a874-def7-407e-8a4b-b9079018adc6 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:36:43.901271 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-358bc7b0-1910-4d9c-a0ec-0b2cd066d373 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (5ff1a874-def7-407e-8a4b-b9079018adc6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:44.022087 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-358bc7b0-1910-4d9c-a0ec-0b2cd066d373 admin admin] For port 5ff1a874-def7-407e-8a4b-b9079018adc6, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=5ff1a874-def7-407e-8a4b-b9079018adc6,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:44.022551 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-358bc7b0-1910-4d9c-a0ec-0b2cd066d373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (5ff1a874-def7-407e-8a4b-b9079018adc6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:44.030709 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-207cd5d0-9728-4ea6-9c3f-6dc497414be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e75dee3-fcb7-4189-aa77-52ad63a33cf4', 'name': 'tempest-ServerRescueNegativeTestJSON-573835714-router', 'tenant_id': '4b4d3f60af5c4c6b8423e28fd3aff330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '5ff1a874-def7-407e-8a4b-b9079018adc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:52Z', 'updated_at': '2022-01-28T13:36:42Z', 'revision_number': 5, 'project_id': '4b4d3f60af5c4c6b8423e28fd3aff330', 'gw_port': {'id': '5ff1a874-def7-407e-8a4b-b9079018adc6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e75dee3-fcb7-4189-aa77-52ad63a33cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:54Z', 'updated_at': '2022-01-28T13:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:44.036621 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-358bc7b0-1910-4d9c-a0ec-0b2cd066d373 admin admin] Calling delete_port for 5ff1a874-def7-407e-8a4b-b9079018adc6 owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:36:44.060864 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207cd5d0-9728-4ea6-9c3f-6dc497414be6 None None] Checking router: 7e75dee3-fcb7-4189-aa77-52ad63a33cf4 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:36:44.072185 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207cd5d0-9728-4ea6-9c3f-6dc497414be6 None None] Routers {'7e75dee3-fcb7-4189-aa77-52ad63a33cf4'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:36:44.072978 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-207cd5d0-9728-4ea6-9c3f-6dc497414be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:36:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7e75dee3-fcb7-4189-aa77-52ad63a33cf4'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:44.080003 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-f935d29b-2a29-40a0-b51f-f2b5aea7f4b4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1001792 Jan 28 13:36:44.207634 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-207cd5d0-9728-4ea6-9c3f-6dc497414be6 None None] Set router 7e75dee3-fcb7-4189-aa77-52ad63a33cf4 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:36:44.223562 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 73358d53-f89e-45cb-a74a-8b6510bd447c up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:36:44.242659 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-33aeea85-e5a6-4628-9539-cb920bd2920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:44.243404 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-33aeea85-e5a6-4628-9539-cb920bd2920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:44.246732 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-33aeea85-e5a6-4628-9539-cb920bd2920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:44.247449 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-33aeea85-e5a6-4628-9539-cb920bd2920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:44.248378 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-33aeea85-e5a6-4628-9539-cb920bd2920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:44.249008 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-33aeea85-e5a6-4628-9539-cb920bd2920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:44.250416 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-33aeea85-e5a6-4628-9539-cb920bd2920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:44.255106 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-33aeea85-e5a6-4628-9539-cb920bd2920e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7a6811dc19649cf8e2a8d9876c3683f&device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 6499 time: 0.1153061 Jan 28 13:36:44.285103 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-207cd5d0-9728-4ea6-9c3f-6dc497414be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e75dee3-fcb7-4189-aa77-52ad63a33cf4', 'name': 'tempest-ServerRescueNegativeTestJSON-573835714-router', 'tenant_id': '4b4d3f60af5c4c6b8423e28fd3aff330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:52Z', 'updated_at': '2022-01-28T13:36:43Z', 'revision_number': 6, 'project_id': '4b4d3f60af5c4c6b8423e28fd3aff330', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:44.318593 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207cd5d0-9728-4ea6-9c3f-6dc497414be6 None None] The sync data for ids ['7e75dee3-fcb7-4189-aa77-52ad63a33cf4'] in n-d-822747-2 is: [{'id': '7e75dee3-fcb7-4189-aa77-52ad63a33cf4', 'name': 'tempest-ServerRescueNegativeTestJSON-573835714-router', 'tenant_id': '4b4d3f60af5c4c6b8423e28fd3aff330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:52Z', 'updated_at': '2022-01-28T13:36:43Z', 'revision_number': 6, 'project_id': '4b4d3f60af5c4c6b8423e28fd3aff330', 'gw_port_host': None}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:36:44.365819 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 73358d53-f89e-45cb-a74a-8b6510bd447c completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:36:44.405091 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 73358d53-f89e-45cb-a74a-8b6510bd447c triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:36:44.405896 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (73358d53-f89e-45cb-a74a-8b6510bd447c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:44.409166 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 0039b2b7-65d7-43fa-84c3-44415f0574ba no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:36:44.477054 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 0039b2b7-65d7-43fa-84c3-44415f0574ba {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:36:44.477685 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 0039b2b7-65d7-43fa-84c3-44415f0574ba not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:36:44.543299 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-f9fdfcfd-c6a7-4229-8b1d-d184a23cbc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:44.543786 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-f9fdfcfd-c6a7-4229-8b1d-d184a23cbc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:44.544248 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-f9fdfcfd-c6a7-4229-8b1d-d184a23cbc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:44.549684 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 73358d53-f89e-45cb-a74a-8b6510bd447c is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:36:44.553852 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (73358d53-f89e-45cb-a74a-8b6510bd447c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:44.559229 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-f9fdfcfd-c6a7-4229-8b1d-d184a23cbc12 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8d8ce296-49c0-407a-94c2-104afd52dd5e&id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&id=49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99&id=49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99 HTTP/1.1" status: 200 len: 2294 time: 0.2689116 Jan 28 13:36:44.591747 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73358d53-f89e-45cb-a74a-8b6510bd447c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:36:44.598288 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a372846f-7464-4e27-9b30-f519fa35199d" -d '{"events": [{"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-plugged", "status": "completed", "tag": "73358d53-f89e-45cb-a74a-8b6510bd447c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:36:44.630489 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 73358d53-f89e-45cb-a74a-8b6510bd447c, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=73358d53-f89e-45cb-a74a-8b6510bd447c,segment=NetworkSegment(d3e38792-a814-403b-af31-3ea5e35b6aaf),segment_id=d3e38792-a814-403b-af31-3ea5e35b6aaf)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:44.644237 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (73358d53-f89e-45cb-a74a-8b6510bd447c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:44.645397 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 0d46f223-1f12-4538-accd-a4fe31e8045f up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:36:44.681070 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dae0f0-8962-458d-a93d-83f860c0fb54 req-bbec620e-ae2e-46c7-94b4-996b79c66a28 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:44.682664 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-48dae0f0-8962-458d-a93d-83f860c0fb54 req-bbec620e-ae2e-46c7-94b4-996b79c66a28 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.1769063 Jan 28 13:36:44.708407 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-faf96e2e-b44d-476e-91a7-d30746a04629 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91df4fb1-0eec-4c0c-aa55-6d19eb2df029 HTTP/1.1" status: 200 len: 1001 time: 0.1276777 Jan 28 13:36:44.760931 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-48dae0f0-8962-458d-a93d-83f860c0fb54 req-45350a22-b182-4cf4-8d71-c1be44015189 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565062 Jan 28 13:36:44.762438 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 0d46f223-1f12-4538-accd-a4fe31e8045f completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:36:44.773322 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=73358d53-f89e-45cb-a74a-8b6510bd447c,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:44.784445 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 0d46f223-1f12-4538-accd-a4fe31e8045f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:36:44.785114 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0d46f223-1f12-4538-accd-a4fe31e8045f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:44.844479 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-6dc8d78f-5737-46e4-9a06-6dc30e3bbc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:44.846598 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-6dc8d78f-5737-46e4-9a06-6dc30e3bbc32 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e406a7c-fb11-4530-8ef1-a71bb9184c0e HTTP/1.1" status: 200 len: 855 time: 0.0900764 Jan 28 13:36:44.929125 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-33e5c803-8a9a-4a71-8412-e258b10b57b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:44.931029 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-33e5c803-8a9a-4a71-8412-e258b10b57b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8d8ce296-49c0-407a-94c2-104afd52dd5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765691 Jan 28 13:36:44.972190 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 0d46f223-1f12-4538-accd-a4fe31e8045f is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:36:44.972862 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0d46f223-1f12-4538-accd-a4fe31e8045f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:45.051696 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 0d46f223-1f12-4538-accd-a4fe31e8045f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=0d46f223-1f12-4538-accd-a4fe31e8045f,segment=NetworkSegment(8398d8f2-66bb-43a6-a964-eceb551e9779),segment_id=8398d8f2-66bb-43a6-a964-eceb551e9779)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:45.057645 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3f278-8d96-4274-b9c1-88c3ef47760b req-781c510f-a7f0-4d58-8e00-f73592c8600e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:45.064897 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3f278-8d96-4274-b9c1-88c3ef47760b req-781c510f-a7f0-4d58-8e00-f73592c8600e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:45.066771 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0d46f223-1f12-4538-accd-a4fe31e8045f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:45.067888 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device e6f58a1a-25be-4905-9c30-cd6d52a07dbc up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:36:45.069896 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3f278-8d96-4274-b9c1-88c3ef47760b req-781c510f-a7f0-4d58-8e00-f73592c8600e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:45.090163 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3f278-8d96-4274-b9c1-88c3ef47760b req-781c510f-a7f0-4d58-8e00-f73592c8600e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:45.102433 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3f278-8d96-4274-b9c1-88c3ef47760b req-781c510f-a7f0-4d58-8e00-f73592c8600e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:45.125142 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3f278-8d96-4274-b9c1-88c3ef47760b req-781c510f-a7f0-4d58-8e00-f73592c8600e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:45.125537 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-d28e8949-071f-49d5-878d-42ff72e31309 service neutron] 10.222.0.18 "GET /v2.0/networks/8d8ce296-49c0-407a-94c2-104afd52dd5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874866 Jan 28 13:36:45.133056 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3f278-8d96-4274-b9c1-88c3ef47760b req-781c510f-a7f0-4d58-8e00-f73592c8600e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:45.142303 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-47d3f278-8d96-4274-b9c1-88c3ef47760b req-781c510f-a7f0-4d58-8e00-f73592c8600e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5427 time: 0.9413264 Jan 28 13:36:45.175351 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f2c402-6e2c-4751-8705-3a7e4124dbcb x-openstack-request-id: req-40f2c402-6e2c-4751-8705-3a7e4124dbcb {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:36:45.175905 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-plugged", "status": "completed", "tag": "73358d53-f89e-45cb-a74a-8b6510bd447c", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:36:45.176384 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-40f2c402-6e2c-4751-8705-3a7e4124dbcb {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:36:45.177768 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73358d53-f89e-45cb-a74a-8b6510bd447c', 'code': 200} Jan 28 13:36:45.196928 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=0d46f223-1f12-4538-accd-a4fe31e8045f,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:45.210739 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-358bc7b0-1910-4d9c-a0ec-0b2cd066d373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (5ff1a874-def7-407e-8a4b-b9079018adc6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:45.212138 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port e6f58a1a-25be-4905-9c30-cd6d52a07dbc completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:36:45.230860 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port e6f58a1a-25be-4905-9c30-cd6d52a07dbc triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:36:45.231545 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e6f58a1a-25be-4905-9c30-cd6d52a07dbc), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:45.279517 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bc7b0-1910-4d9c-a0ec-0b2cd066d373 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ff1a874-def7-407e-8a4b-b9079018adc6,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:45.376325 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port e6f58a1a-25be-4905-9c30-cd6d52a07dbc is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:36:45.376862 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e6f58a1a-25be-4905-9c30-cd6d52a07dbc), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:45.404763 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-eea39e1d-f655-4b6c-8bdf-ed7324353644 service neutron] 10.222.0.18 "GET /v2.0/networks/8d8ce296-49c0-407a-94c2-104afd52dd5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725301 Jan 28 13:36:45.457782 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port e6f58a1a-25be-4905-9c30-cd6d52a07dbc, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e6f58a1a-25be-4905-9c30-cd6d52a07dbc,segment=NetworkSegment(645ac1b2-07cd-42da-9b64-9375b8bc6582),segment_id=645ac1b2-07cd-42da-9b64-9375b8bc6582)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:45.464322 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e6f58a1a-25be-4905-9c30-cd6d52a07dbc), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:45.465216 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device f960cd27-de3c-42f4-a159-98a774fb4179 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:36:45.488374 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-1a2560b7-db1d-448a-ae8c-4fffe3483bac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=0c0f91d0-9eaa-4b76-abe7-1a460d8a367f HTTP/1.1" status: 200 len: 217 time: 0.0775878 Jan 28 13:36:45.527659 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-47d3f278-8d96-4274-b9c1-88c3ef47760b req-7c066e8e-4937-4d9d-891a-b9b55d9d17cd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3822873 Jan 28 13:36:45.559726 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-358bc7b0-1910-4d9c-a0ec-0b2cd066d373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (7e75dee3-fcb7-4189-aa77-52ad63a33cf4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:45.568939 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=e6f58a1a-25be-4905-9c30-cd6d52a07dbc,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:45.581846 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port f960cd27-de3c-42f4-a159-98a774fb4179 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:36:45.588289 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port f960cd27-de3c-42f4-a159-98a774fb4179 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:36:45.588807 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (f960cd27-de3c-42f4-a159-98a774fb4179), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:45.604323 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-9a9a2253-e453-4c04-943d-134819967075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:45.606207 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-9a9a2253-e453-4c04-943d-134819967075 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b74542d3-e3e9-4c91-b28b-bcd1470376c6 HTTP/1.1" status: 200 len: 797 time: 0.1116772 Jan 28 13:36:45.676021 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-e920ff0b-a4d4-4587-93df-2fe4cea0bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:45.677754 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-e920ff0b-a4d4-4587-93df-2fe4cea0bd55 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0646529 Jan 28 13:36:45.735697 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port f960cd27-de3c-42f4-a159-98a774fb4179 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:36:45.736087 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f960cd27-de3c-42f4-a159-98a774fb4179), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:45.766391 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-358bc7b0-1910-4d9c-a0ec-0b2cd066d373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (7e75dee3-fcb7-4189-aa77-52ad63a33cf4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:45.769150 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-358bc7b0-1910-4d9c-a0ec-0b2cd066d373 admin admin] Publish callbacks [] for router_controller (7e75dee3-fcb7-4189-aa77-52ad63a33cf4), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:45.854104 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port f960cd27-de3c-42f4-a159-98a774fb4179, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=f960cd27-de3c-42f4-a159-98a774fb4179,segment=NetworkSegment(d3e38792-a814-403b-af31-3ea5e35b6aaf),segment_id=d3e38792-a814-403b-af31-3ea5e35b6aaf)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:45.866699 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f960cd27-de3c-42f4-a159-98a774fb4179), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:45.873573 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-358bc7b0-1910-4d9c-a0ec-0b2cd066d373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (7e75dee3-fcb7-4189-aa77-52ad63a33cf4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:45.875470 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358bc7b0-1910-4d9c-a0ec-0b2cd066d373 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e75dee3-fcb7-4189-aa77-52ad63a33cf4 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:36:45.895000 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-358bc7b0-1910-4d9c-a0ec-0b2cd066d373 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:45.902367 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-358bc7b0-1910-4d9c-a0ec-0b2cd066d373 admin admin] 10.222.0.39 "DELETE /v2.0/routers/7e75dee3-fcb7-4189-aa77-52ad63a33cf4 HTTP/1.1" status: 204 len: 168 time: 2.3109367 Jan 28 13:36:45.904088 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 36814) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:45.975275 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=f960cd27-de3c-42f4-a159-98a774fb4179,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:46.025353 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff959c6e-ff47-4e26-831a-02d970eb36c7 admin admin] Deleting subnet dbb764f6-d64f-484a-9e34-16f02ef802cf {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:36:46.029615 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ff959c6e-ff47-4e26-831a-02d970eb36c7 admin admin] Publish callbacks [] for subnet (dbb764f6-d64f-484a-9e34-16f02ef802cf), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:46.055154 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-34bb9017-a082-40dd-b814-69023176a702 service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689876 Jan 28 13:36:46.105910 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ff959c6e-ff47-4e26-831a-02d970eb36c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (dbb764f6-d64f-484a-9e34-16f02ef802cf), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:46.118508 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd915246-dc1f-44aa-a265-15956348c55c req-2aed44ec-5961-4f48-a376-6523d4dd1ad5 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:46.127082 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fd915246-dc1f-44aa-a265-15956348c55c req-2aed44ec-5961-4f48-a376-6523d4dd1ad5 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.2031565 Jan 28 13:36:46.158818 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ff959c6e-ff47-4e26-831a-02d970eb36c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (dbb764f6-d64f-484a-9e34-16f02ef802cf), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:46.224115 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device ba5119c7-946b-4cc9-9e19-149785af07e2 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:36:46.255998 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fd915246-dc1f-44aa-a265-15956348c55c req-380a4bed-2580-4ffe-876c-72573d27c011 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278498 Jan 28 13:36:46.269028 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-c0a74ba8-18a5-44e3-8b1a-c26bb3ddebaf service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062576 Jan 28 13:36:46.291818 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ff959c6e-ff47-4e26-831a-02d970eb36c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (dbb764f6-d64f-484a-9e34-16f02ef802cf), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:46.349492 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port ba5119c7-946b-4cc9-9e19-149785af07e2 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:36:46.355192 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff959c6e-ff47-4e26-831a-02d970eb36c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbb764f6-d64f-484a-9e34-16f02ef802cf,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:46.365567 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port ba5119c7-946b-4cc9-9e19-149785af07e2 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:36:46.367462 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ba5119c7-946b-4cc9-9e19-149785af07e2), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:46.372768 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ff959c6e-ff47-4e26-831a-02d970eb36c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:46.392162 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-f4370822-ef9f-4fd8-a4dd-206e5e358621 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=74437a62-acfb-47da-925a-b0b54245b4d9 HTTP/1.1" status: 200 len: 217 time: 0.1143136 Jan 28 13:36:46.397610 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ff959c6e-ff47-4e26-831a-02d970eb36c7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/dbb764f6-d64f-484a-9e34-16f02ef802cf HTTP/1.1" status: 204 len: 168 time: 0.4916496 Jan 28 13:36:46.398879 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 36828) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:46.449206 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 992eede4-68ec-4fe1-bc94-cbd690105cc9 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:36:46.488369 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 992eede4-68ec-4fe1-bc94-cbd690105cc9 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:36:46.488633 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 992eede4-68ec-4fe1-bc94-cbd690105cc9 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:36:46.489127 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 5ff1a874-def7-407e-8a4b-b9079018adc6 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:36:46.524358 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 5ff1a874-def7-407e-8a4b-b9079018adc6 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:36:46.525082 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 5ff1a874-def7-407e-8a4b-b9079018adc6 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:36:46.539139 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-f948a23b-dacb-43aa-8dd5-d600c1a1a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:46.541361 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-f948a23b-dacb-43aa-8dd5-d600c1a1a537 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b74542d3-e3e9-4c91-b28b-bcd1470376c6 HTTP/1.1" status: 200 len: 797 time: 0.1298890 Jan 28 13:36:46.579549 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port ba5119c7-946b-4cc9-9e19-149785af07e2 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:36:46.579941 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ba5119c7-946b-4cc9-9e19-149785af07e2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:46.607262 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7438f2da-1499-4979-9f35-cfb4185601e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (0cc66fb4-aa9b-4065-9754-07c3b4544c1c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:46.647044 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-02f82004-f9d0-46e6-82bb-564a480db90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:46.648587 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-02f82004-f9d0-46e6-82bb-564a480db90c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1005309 Jan 28 13:36:46.652039 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port ba5119c7-946b-4cc9-9e19-149785af07e2, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ba5119c7-946b-4cc9-9e19-149785af07e2,segment=NetworkSegment(d3e38792-a814-403b-af31-3ea5e35b6aaf),segment_id=d3e38792-a814-403b-af31-3ea5e35b6aaf)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:46.659839 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ba5119c7-946b-4cc9-9e19-149785af07e2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:46.661042 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 79abbf7d-456b-4064-b1e0-2e0f16750b14 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:36:46.717088 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=ba5119c7-946b-4cc9-9e19-149785af07e2,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:46.807707 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-7bc1415b-2332-48cf-bbef-832f0a150262 service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498547 Jan 28 13:36:46.833415 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 79abbf7d-456b-4064-b1e0-2e0f16750b14 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:36:46.839950 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 79abbf7d-456b-4064-b1e0-2e0f16750b14 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:36:46.840792 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (79abbf7d-456b-4064-b1e0-2e0f16750b14), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:46.885023 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7438f2da-1499-4979-9f35-cfb4185601e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (0cc66fb4-aa9b-4065-9754-07c3b4544c1c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:46.919961 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-7438f2da-1499-4979-9f35-cfb4185601e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc66fb4-aa9b-4065-9754-07c3b4544c1c']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:46.931802 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-7438f2da-1499-4979-9f35-cfb4185601e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:46.932518 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-7438f2da-1499-4979-9f35-cfb4185601e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:46.943540 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7438f2da-1499-4979-9f35-cfb4185601e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:46.958668 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7438f2da-1499-4979-9f35-cfb4185601e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:46.966537 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7438f2da-1499-4979-9f35-cfb4185601e2 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:36:46.967371 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7438f2da-1499-4979-9f35-cfb4185601e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (0177fdf4-57d9-4b37-9f3c-75d7b5e4a5f7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:36:47.034060 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:36:47.044621 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7438f2da-1499-4979-9f35-cfb4185601e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (0cc66fb4-aa9b-4065-9754-07c3b4544c1c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:47.046078 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 79abbf7d-456b-4064-b1e0-2e0f16750b14 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:36:47.046477 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (79abbf7d-456b-4064-b1e0-2e0f16750b14), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:47.055536 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7438f2da-1499-4979-9f35-cfb4185601e2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:47.074238 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7438f2da-1499-4979-9f35-cfb4185601e2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0cc66fb4-aa9b-4065-9754-07c3b4544c1c HTTP/1.1" status: 204 len: 168 time: 0.6604798 Jan 28 13:36:47.077612 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-73a5bf81-aa35-49e3-b993-6be8ef9f44bb service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554126 Jan 28 13:36:47.130392 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 79abbf7d-456b-4064-b1e0-2e0f16750b14, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=79abbf7d-456b-4064-b1e0-2e0f16750b14,segment=NetworkSegment(d3e38792-a814-403b-af31-3ea5e35b6aaf),segment_id=d3e38792-a814-403b-af31-3ea5e35b6aaf)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:47.133557 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e316b-62cb-4789-b325-367e47ad54f9 req-bbe5e4a6-9e5b-48c5-873b-8ae42046be16 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:47.141192 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (79abbf7d-456b-4064-b1e0-2e0f16750b14), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:47.142165 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 87c6e003-b2c7-4642-bd53-85f447c888d6 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:36:47.150493 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e316b-62cb-4789-b325-367e47ad54f9 req-bbe5e4a6-9e5b-48c5-873b-8ae42046be16 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:47.160185 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e316b-62cb-4789-b325-367e47ad54f9 req-bbe5e4a6-9e5b-48c5-873b-8ae42046be16 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:47.170198 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e316b-62cb-4789-b325-367e47ad54f9 req-bbe5e4a6-9e5b-48c5-873b-8ae42046be16 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:47.172838 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-a7b9808a-1587-4c32-835d-3f97fa77573b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=c9b3c74c-0d75-49f6-b265-c9805d7a7fcc HTTP/1.1" status: 200 len: 217 time: 0.0884664 Jan 28 13:36:47.187914 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e316b-62cb-4789-b325-367e47ad54f9 req-bbe5e4a6-9e5b-48c5-873b-8ae42046be16 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:47.188904 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d46f223-1f12-4538-accd-a4fe31e8045f'}, {'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f58a1a-25be-4905-9c30-cd6d52a07dbc'}, {'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f960cd27-de3c-42f4-a159-98a774fb4179'}, {'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5119c7-946b-4cc9-9e19-149785af07e2'}, {'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79abbf7d-456b-4064-b1e0-2e0f16750b14'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:36:47.193793 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc64046c-19fd-4ae1-ae52-19ea28491eb4" -d '{"events": [{"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-plugged", "status": "completed", "tag": "0d46f223-1f12-4538-accd-a4fe31e8045f"}, {"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-plugged", "status": "completed", "tag": "e6f58a1a-25be-4905-9c30-cd6d52a07dbc"}, {"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-plugged", "status": "completed", "tag": "f960cd27-de3c-42f4-a159-98a774fb4179"}, {"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-plugged", "status": "completed", "tag": "ba5119c7-946b-4cc9-9e19-149785af07e2"}, {"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-plugged", "status": "completed", "tag": "79abbf7d-456b-4064-b1e0-2e0f16750b14"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:36:47.199391 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e316b-62cb-4789-b325-367e47ad54f9 req-bbe5e4a6-9e5b-48c5-873b-8ae42046be16 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:47.212225 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e316b-62cb-4789-b325-367e47ad54f9 req-bbe5e4a6-9e5b-48c5-873b-8ae42046be16 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:47.215678 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-495e316b-62cb-4789-b325-367e47ad54f9 req-bbe5e4a6-9e5b-48c5-873b-8ae42046be16 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5432 time: 0.4863501 Jan 28 13:36:47.226117 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438f2da-1499-4979-9f35-cfb4185601e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cc66fb4-aa9b-4065-9754-07c3b4544c1c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:47.268798 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-6015ef7f-158c-4198-a3a6-254e73f7b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:47.270316 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-6015ef7f-158c-4198-a3a6-254e73f7b89d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b74542d3-e3e9-4c91-b28b-bcd1470376c6 HTTP/1.1" status: 200 len: 797 time: 0.0915029 Jan 28 13:36:47.369034 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-92a75b57-bc77-4378-bafb-62087f863de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:47.372434 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-92a75b57-bc77-4378-bafb-62087f863de9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0930188 Jan 28 13:36:47.375141 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-495e316b-62cb-4789-b325-367e47ad54f9 req-8c0bb641-3853-4731-bf86-b6cd0af6c198 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1528168 Jan 28 13:36:47.503008 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-671a5182-b5fb-4f79-8a66-2ed1601277b0 service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172929 Jan 28 13:36:47.511002 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 36860) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:47.589924 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d114fd53-8101-4c2c-9b2a-ed1df7ee4f63 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b4d3f60af5c4c6b8423e28fd3aff330&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0773249 Jan 28 13:36:47.590838 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 36864) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:47.619293 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=79abbf7d-456b-4064-b1e0-2e0f16750b14,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:47.712032 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b63e6783-f3bf-4ca4-8598-d70084bb95db admin admin] Publish callbacks [] for security_group (402f0ec7-204d-4b8b-b003-bb4244f43349), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:47.720192 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:47.765888 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 28 Jan 2022 13:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2b5fee-6601-4ba8-910e-7c68561ff7d8 x-openstack-request-id: req-ab2b5fee-6601-4ba8-910e-7c68561ff7d8 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:36:47.766122 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-plugged", "status": "completed", "tag": "0d46f223-1f12-4538-accd-a4fe31e8045f", "code": 200}, {"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-plugged", "status": "completed", "tag": "e6f58a1a-25be-4905-9c30-cd6d52a07dbc", "code": 200}, {"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-plugged", "status": "completed", "tag": "f960cd27-de3c-42f4-a159-98a774fb4179", "code": 200}, {"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-plugged", "status": "completed", "tag": "ba5119c7-946b-4cc9-9e19-149785af07e2", "code": 200}, {"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-plugged", "status": "completed", "tag": "79abbf7d-456b-4064-b1e0-2e0f16750b14", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:36:47.766415 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ab2b5fee-6601-4ba8-910e-7c68561ff7d8 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:36:47.767024 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d46f223-1f12-4538-accd-a4fe31e8045f', 'code': 200} Jan 28 13:36:47.767340 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f58a1a-25be-4905-9c30-cd6d52a07dbc', 'code': 200} Jan 28 13:36:47.767726 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f960cd27-de3c-42f4-a159-98a774fb4179', 'code': 200} Jan 28 13:36:47.768288 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5119c7-946b-4cc9-9e19-149785af07e2', 'code': 200} Jan 28 13:36:47.768554 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79abbf7d-456b-4064-b1e0-2e0f16750b14', 'code': 200} Jan 28 13:36:47.773348 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 87c6e003-b2c7-4642-bd53-85f447c888d6 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:36:47.782770 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 87c6e003-b2c7-4642-bd53-85f447c888d6 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:36:47.784013 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (87c6e003-b2c7-4642-bd53-85f447c888d6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:47.789294 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b63e6783-f3bf-4ca4-8598-d70084bb95db admin admin] Publish callbacks [] for security_group (402f0ec7-204d-4b8b-b003-bb4244f43349), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:47.796430 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e64e0-79d3-45bf-b75c-3bd3b5ac8420 req-8684f895-208d-4a4d-b7be-42ca0354b989 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:47.812817 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2d4e64e0-79d3-45bf-b75c-3bd3b5ac8420 req-8684f895-208d-4a4d-b7be-42ca0354b989 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.3131468 Jan 28 13:36:47.878258 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b63e6783-f3bf-4ca4-8598-d70084bb95db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (402f0ec7-204d-4b8b-b003-bb4244f43349), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:47.881138 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b63e6783-f3bf-4ca4-8598-d70084bb95db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:47.884749 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b63e6783-f3bf-4ca4-8598-d70084bb95db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/402f0ec7-204d-4b8b-b003-bb4244f43349 HTTP/1.1" status: 204 len: 168 time: 0.2906430 Jan 28 13:36:47.901760 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e6783-f3bf-4ca4-8598-d70084bb95db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402f0ec7-204d-4b8b-b003-bb4244f43349,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:47.972362 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-9eaedad9-eea4-48cb-996f-a710e8a553ea service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456012 Jan 28 13:36:47.983719 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2d4e64e0-79d3-45bf-b75c-3bd3b5ac8420 req-056510df-7d5b-4457-b488-fd400c32d57f tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669405 Jan 28 13:36:48.043984 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 87c6e003-b2c7-4642-bd53-85f447c888d6 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:36:48.044733 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (87c6e003-b2c7-4642-bd53-85f447c888d6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:48.082204 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-f1d4264b-9165-4ea3-8a71-3b091c72c464 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=f581e7e7-2efc-4545-a180-92398f10892e HTTP/1.1" status: 200 len: 217 time: 0.0922606 Jan 28 13:36:48.090715 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 87c6e003-b2c7-4642-bd53-85f447c888d6, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=87c6e003-b2c7-4642-bd53-85f447c888d6,segment=NetworkSegment(8398d8f2-66bb-43a6-a964-eceb551e9779),segment_id=8398d8f2-66bb-43a6-a964-eceb551e9779)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:48.098348 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (87c6e003-b2c7-4642-bd53-85f447c888d6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:48.181676 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-c4deaac8-98ef-4133-a754-20256be14de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:48.187909 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-c4deaac8-98ef-4133-a754-20256be14de4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b74542d3-e3e9-4c91-b28b-bcd1470376c6 HTTP/1.1" status: 200 len: 797 time: 0.0960295 Jan 28 13:36:48.215529 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=87c6e003-b2c7-4642-bd53-85f447c888d6,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:48.295754 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-9901679b-8549-44c9-997a-e763c5bc25ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:48.297342 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-9901679b-8549-44c9-997a-e763c5bc25ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1063249 Jan 28 13:36:48.348203 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22db20c-f178-4018-b277-3c50bc842969 req-868999e9-c217-45ef-9ab8-eb39c0000c7b tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:48.350011 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d22db20c-f178-4018-b277-3c50bc842969 req-868999e9-c217-45ef-9ab8-eb39c0000c7b tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.1013508 Jan 28 13:36:48.453322 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d22db20c-f178-4018-b277-3c50bc842969 req-8830ea1a-48b8-44e2-9a40-b9f126422748 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733681 Jan 28 13:36:48.462077 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-49a93265-2198-4afb-8847-3d949e18c03d service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580405 Jan 28 13:36:48.569008 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-f0f28be2-af9b-4be3-8f72-0af972d965c6 service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000683 Jan 28 13:36:48.615820 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df77b7-1eb9-4f04-9bb4-44f5372374b5 req-b4d1cf24-3fcc-4a8f-a3d5-8c21ebcdf5c4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:48.628032 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df77b7-1eb9-4f04-9bb4-44f5372374b5 req-b4d1cf24-3fcc-4a8f-a3d5-8c21ebcdf5c4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:48.645541 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df77b7-1eb9-4f04-9bb4-44f5372374b5 req-b4d1cf24-3fcc-4a8f-a3d5-8c21ebcdf5c4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:48.656476 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df77b7-1eb9-4f04-9bb4-44f5372374b5 req-b4d1cf24-3fcc-4a8f-a3d5-8c21ebcdf5c4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:48.660554 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-fc5a8f6f-9fd6-492f-8160-338e3aa495f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bda0bfac-8843-465f-a99c-d4e0d58976ff HTTP/1.1" status: 200 len: 217 time: 0.0848589 Jan 28 13:36:48.672496 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df77b7-1eb9-4f04-9bb4-44f5372374b5 req-b4d1cf24-3fcc-4a8f-a3d5-8c21ebcdf5c4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:48.676360 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f5aef-bfb3-498d-8a0d-1e22b605fb84 req-8d949471-5200-435a-b4ca-6524b21098e0 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:48.681828 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df77b7-1eb9-4f04-9bb4-44f5372374b5 req-b4d1cf24-3fcc-4a8f-a3d5-8c21ebcdf5c4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:48.683866 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f61f5aef-bfb3-498d-8a0d-1e22b605fb84 req-8d949471-5200-435a-b4ca-6524b21098e0 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.0977132 Jan 28 13:36:48.690090 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df77b7-1eb9-4f04-9bb4-44f5372374b5 req-b4d1cf24-3fcc-4a8f-a3d5-8c21ebcdf5c4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:48.692670 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e2df77b7-1eb9-4f04-9bb4-44f5372374b5 req-b4d1cf24-3fcc-4a8f-a3d5-8c21ebcdf5c4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5434 time: 0.1688254 Jan 28 13:36:48.752492 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f61f5aef-bfb3-498d-8a0d-1e22b605fb84 req-5d9bdb2e-945e-4a58-9105-58d3c4ecfa9b tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676796 Jan 28 13:36:48.793757 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e2df77b7-1eb9-4f04-9bb4-44f5372374b5 req-04a510a8-65fa-4651-9b63-d1952fa0243a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0947917 Jan 28 13:36:48.846412 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-b5a49943-b50e-427d-b926-028735e7ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:48.847710 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-b5a49943-b50e-427d-b926-028735e7ff00 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e895788e-7e0c-4d5c-93d0-ab435dd86d3f HTTP/1.1" status: 200 len: 797 time: 0.1613004 Jan 28 13:36:48.943417 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-16ed79de-b73b-40df-95ba-cca01cb48e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:48.945155 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-16ed79de-b73b-40df-95ba-cca01cb48e5a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0828173 Jan 28 13:36:49.150629 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-f1b21ef7-ebf6-4b3c-b5b2-872ba21c11fd service neutron] 10.222.0.18 "GET /v2.0/networks/49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983478 Jan 28 13:36:49.161275 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd5db1-34e2-47a5-978c-73ed16310ff6 req-30306b6c-04c3-4888-bb15-4400b8db4e27 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:49.173373 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-26dd5db1-34e2-47a5-978c-73ed16310ff6 req-30306b6c-04c3-4888-bb15-4400b8db4e27 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.1028020 Jan 28 13:36:49.279110 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-26dd5db1-34e2-47a5-978c-73ed16310ff6 req-56920798-f82c-450c-a63c-fc4c6d1d7bed tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089888 Jan 28 13:36:49.312832 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-bd178c67-303c-4d7e-8918-53334a49c0d7 service neutron] 10.222.0.18 "GET /v2.0/networks/49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353707 Jan 28 13:36:49.370078 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-eb83908b-9af3-43c7-a3d6-20a732866680 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0fe5daa-acf0-4f7e-b641-574de0748ed4 HTTP/1.1" status: 200 len: 217 time: 0.0510774 Jan 28 13:36:49.445321 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-a34f051b-b61a-4e4d-9215-40398e0a0ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:49.446868 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-a34f051b-b61a-4e4d-9215-40398e0a0ad5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e895788e-7e0c-4d5c-93d0-ab435dd86d3f HTTP/1.1" status: 200 len: 797 time: 0.0701342 Jan 28 13:36:49.545191 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-81a9a6ac-d0b6-4cad-a78c-24f4a2b35635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:49.546748 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-81a9a6ac-d0b6-4cad-a78c-24f4a2b35635 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0924232 Jan 28 13:36:49.690093 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-566fee08-457b-4c76-93b8-c34f6a1f6097 service neutron] 10.222.0.18 "GET /v2.0/networks/49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365142 Jan 28 13:36:49.715748 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:49.769969 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c6e003-b2c7-4642-bd53-85f447c888d6'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:36:49.773401 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568b649d-d902-443c-bfcf-9ddd39cc5ef1" -d '{"events": [{"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-plugged", "status": "completed", "tag": "87c6e003-b2c7-4642-bd53-85f447c888d6"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:36:49.815222 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd16479e-447d-4f2d-af3e-a838dea5150f req-2dd4c0f2-cd6e-4fa3-b372-f3b0aeee4639 service neutron] 10.222.0.18 "GET /v2.0/networks/49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182842 Jan 28 13:36:49.843007 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c523f01-3fb6-47de-93a7-3c4425ea7a7d x-openstack-request-id: req-6c523f01-3fb6-47de-93a7-3c4425ea7a7d {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:36:49.843968 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-plugged", "status": "completed", "tag": "87c6e003-b2c7-4642-bd53-85f447c888d6", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:36:49.844484 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c523f01-3fb6-47de-93a7-3c4425ea7a7d {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:36:49.845089 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c6e003-b2c7-4642-bd53-85f447c888d6', 'code': 200} Jan 28 13:36:50.061014 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41feada-d08f-48a3-b112-435f83a3128a req-4961de0e-7a47-4240-8229-5151caee2bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:50.061803 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41feada-d08f-48a3-b112-435f83a3128a req-4961de0e-7a47-4240-8229-5151caee2bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:50.062424 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41feada-d08f-48a3-b112-435f83a3128a req-4961de0e-7a47-4240-8229-5151caee2bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:50.063070 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41feada-d08f-48a3-b112-435f83a3128a req-4961de0e-7a47-4240-8229-5151caee2bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:50.063787 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41feada-d08f-48a3-b112-435f83a3128a req-4961de0e-7a47-4240-8229-5151caee2bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:50.064398 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41feada-d08f-48a3-b112-435f83a3128a req-4961de0e-7a47-4240-8229-5151caee2bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:50.065218 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41feada-d08f-48a3-b112-435f83a3128a req-4961de0e-7a47-4240-8229-5151caee2bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:50.067716 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a41feada-d08f-48a3-b112-435f83a3128a req-4961de0e-7a47-4240-8229-5151caee2bbf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 6491 time: 0.1167495 Jan 28 13:36:50.080539 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202bf78-3299-4dc1-9224-ba4ad5aa4f0a req-00f3a6e7-e954-494e-b704-06d2f93f6a9a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:50.086764 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202bf78-3299-4dc1-9224-ba4ad5aa4f0a req-00f3a6e7-e954-494e-b704-06d2f93f6a9a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:50.093452 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202bf78-3299-4dc1-9224-ba4ad5aa4f0a req-00f3a6e7-e954-494e-b704-06d2f93f6a9a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:50.099688 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202bf78-3299-4dc1-9224-ba4ad5aa4f0a req-00f3a6e7-e954-494e-b704-06d2f93f6a9a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:50.107555 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202bf78-3299-4dc1-9224-ba4ad5aa4f0a req-00f3a6e7-e954-494e-b704-06d2f93f6a9a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:50.115837 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202bf78-3299-4dc1-9224-ba4ad5aa4f0a req-00f3a6e7-e954-494e-b704-06d2f93f6a9a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:50.121690 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202bf78-3299-4dc1-9224-ba4ad5aa4f0a req-00f3a6e7-e954-494e-b704-06d2f93f6a9a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:50.124039 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f202bf78-3299-4dc1-9224-ba4ad5aa4f0a req-00f3a6e7-e954-494e-b704-06d2f93f6a9a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5434 time: 0.1565053 Jan 28 13:36:50.207433 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f202bf78-3299-4dc1-9224-ba4ad5aa4f0a req-06a9cff2-a084-44fc-85df-7a4fcea359e4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764084 Jan 28 13:36:50.249414 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a41feada-d08f-48a3-b112-435f83a3128a req-883878cb-0a8d-4699-ba76-346eb07e77a4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&id=be458bb5-484d-4415-866f-c8ca0d302456&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1232145 Jan 28 13:36:50.475394 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976a3d7-2d4e-4c77-9dc8-377dcca81557 req-3dcfd679-ded8-4b8b-9f4e-1d239a0d0497 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:50.476882 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7976a3d7-2d4e-4c77-9dc8-377dcca81557 req-3dcfd679-ded8-4b8b-9f4e-1d239a0d0497 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.37 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.0711541 Jan 28 13:36:50.685349 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a091bef-98cf-4f8a-9a0e-f6d1147554bf req-cfa589a3-c133-4b04-a8ed-3eaa5b3015a3 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:50.695363 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0a091bef-98cf-4f8a-9a0e-f6d1147554bf req-cfa589a3-c133-4b04-a8ed-3eaa5b3015a3 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 946 time: 0.1381359 Jan 28 13:36:50.709482 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f3107bdc-cdcd-4fa3-b1cd-06ec6c2924a5 req-53d2695a-b1f1-46b6-a4df-3927afa4288c tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0425649 Jan 28 13:36:50.770326 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0a091bef-98cf-4f8a-9a0e-f6d1147554bf req-4c6fae38-9e76-45c9-be93-44a4fa239280 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732460 Jan 28 13:36:50.794687 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-7976a3d7-2d4e-4c77-9dc8-377dcca81557 req-b6a9abd9-ff0a-4848-9215-06df74b4c9cc tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Deleting port 048eafca-2ac8-4017-a36b-44db183ddb49 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:36:50.795215 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7976a3d7-2d4e-4c77-9dc8-377dcca81557 req-b6a9abd9-ff0a-4848-9215-06df74b4c9cc tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (048eafca-2ac8-4017-a36b-44db183ddb49), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:50.907078 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-7976a3d7-2d4e-4c77-9dc8-377dcca81557 req-b6a9abd9-ff0a-4848-9215-06df74b4c9cc tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] For port 048eafca-2ac8-4017-a36b-44db183ddb49, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=048eafca-2ac8-4017-a36b-44db183ddb49,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:50.907599 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7976a3d7-2d4e-4c77-9dc8-377dcca81557 req-b6a9abd9-ff0a-4848-9215-06df74b4c9cc tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (048eafca-2ac8-4017-a36b-44db183ddb49), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:50.921375 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-7976a3d7-2d4e-4c77-9dc8-377dcca81557 req-b6a9abd9-ff0a-4848-9215-06df74b4c9cc tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Calling delete_port for 048eafca-2ac8-4017-a36b-44db183ddb49 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:36:51.097217 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7976a3d7-2d4e-4c77-9dc8-377dcca81557 req-b6a9abd9-ff0a-4848-9215-06df74b4c9cc tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (048eafca-2ac8-4017-a36b-44db183ddb49), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:51.114419 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['101efa69-eb99-4b6d-a484-368410fbef5a'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:36:51.116673 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['048eafca-2ac8-4017-a36b-44db183ddb49'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:36:51.132871 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9abd9-ff0a-4848-9215-06df74b4c9cc tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Pushing event deleted for resources: {'Port': ['ID=048eafca-2ac8-4017-a36b-44db183ddb49,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:51.195862 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-7976a3d7-2d4e-4c77-9dc8-377dcca81557 req-b6a9abd9-ff0a-4848-9215-06df74b4c9cc tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] No DVR routers for this DVR port 048eafca-2ac8-4017-a36b-44db183ddb49 on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:36:51.199126 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-7976a3d7-2d4e-4c77-9dc8-377dcca81557 req-b6a9abd9-ff0a-4848-9215-06df74b4c9cc tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:51.203017 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7976a3d7-2d4e-4c77-9dc8-377dcca81557 req-b6a9abd9-ff0a-4848-9215-06df74b4c9cc tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.37 "DELETE /v2.0/ports/048eafca-2ac8-4017-a36b-44db183ddb49 HTTP/1.1" status: 204 len: 173 time: 0.7185795 Jan 28 13:36:51.203433 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73e9cde-89c6-4d0d-8c13-b41de50c7a64', 'name': 'network-vif-deleted', 'tag': '048eafca-2ac8-4017-a36b-44db183ddb49'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:36:51.205921 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3062b2ab-37a8-4d8e-8e13-e1866e318291" -d '{"events": [{"server_uuid": "f73e9cde-89c6-4d0d-8c13-b41de50c7a64", "name": "network-vif-deleted", "tag": "048eafca-2ac8-4017-a36b-44db183ddb49"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:36:51.306072 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536ba1a6-2eef-45bd-8985-981b29caedb5 x-openstack-request-id: req-536ba1a6-2eef-45bd-8985-981b29caedb5 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:36:51.306447 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f73e9cde-89c6-4d0d-8c13-b41de50c7a64", "name": "network-vif-deleted", "tag": "048eafca-2ac8-4017-a36b-44db183ddb49", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:36:51.306770 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-536ba1a6-2eef-45bd-8985-981b29caedb5 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:36:51.307412 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f73e9cde-89c6-4d0d-8c13-b41de50c7a64', 'name': 'network-vif-deleted', 'tag': '048eafca-2ac8-4017-a36b-44db183ddb49', 'status': 'completed', 'code': 200} Jan 28 13:36:51.453611 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912e83f-7380-4911-a194-90d4b05f22c1 req-6053d7fb-6e50-4fe1-a2a5-4301a484cdf5 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:51.459136 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912e83f-7380-4911-a194-90d4b05f22c1 req-6053d7fb-6e50-4fe1-a2a5-4301a484cdf5 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:51.465599 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912e83f-7380-4911-a194-90d4b05f22c1 req-6053d7fb-6e50-4fe1-a2a5-4301a484cdf5 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:51.471942 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912e83f-7380-4911-a194-90d4b05f22c1 req-6053d7fb-6e50-4fe1-a2a5-4301a484cdf5 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:51.490037 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912e83f-7380-4911-a194-90d4b05f22c1 req-6053d7fb-6e50-4fe1-a2a5-4301a484cdf5 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:51.500806 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912e83f-7380-4911-a194-90d4b05f22c1 req-6053d7fb-6e50-4fe1-a2a5-4301a484cdf5 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:51.536138 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912e83f-7380-4911-a194-90d4b05f22c1 req-6053d7fb-6e50-4fe1-a2a5-4301a484cdf5 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:51.541048 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4912e83f-7380-4911-a194-90d4b05f22c1 req-6053d7fb-6e50-4fe1-a2a5-4301a484cdf5 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5434 time: 0.1558547 Jan 28 13:36:51.632082 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4912e83f-7380-4911-a194-90d4b05f22c1 req-0cf8c371-eadb-418a-a25b-7b8d79e57c3c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0839076 Jan 28 13:36:51.841302 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7464955a-4827-460e-bc48-f42c54011a86 req-fa1eca7d-49cf-4fca-8d2e-c505b949714f tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0433030 Jan 28 13:36:51.926554 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-246a23b6-dd2a-4e9f-a777-a9cbc6374dae req-ec897dad-6d57-44c7-b42d-b575ee573ab7 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73e9cde-89c6-4d0d-8c13-b41de50c7a64 HTTP/1.1" status: 200 len: 210 time: 0.0297258 Jan 28 13:36:52.813208 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d816395-b461-40ff-babb-dffd67a88ef4 req-977e704a-7327-421d-8806-71df627a9896 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:52.816902 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d816395-b461-40ff-babb-dffd67a88ef4 req-977e704a-7327-421d-8806-71df627a9896 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:52.822706 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d816395-b461-40ff-babb-dffd67a88ef4 req-977e704a-7327-421d-8806-71df627a9896 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:52.828659 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d816395-b461-40ff-babb-dffd67a88ef4 req-977e704a-7327-421d-8806-71df627a9896 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:52.834313 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d816395-b461-40ff-babb-dffd67a88ef4 req-977e704a-7327-421d-8806-71df627a9896 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:52.839910 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d816395-b461-40ff-babb-dffd67a88ef4 req-977e704a-7327-421d-8806-71df627a9896 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:52.845583 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d816395-b461-40ff-babb-dffd67a88ef4 req-977e704a-7327-421d-8806-71df627a9896 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:52.851637 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7d816395-b461-40ff-babb-dffd67a88ef4 req-977e704a-7327-421d-8806-71df627a9896 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5434 time: 0.1072323 Jan 28 13:36:52.959524 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7d816395-b461-40ff-babb-dffd67a88ef4 req-c52247c3-da99-4596-88c9-e0aa9b6a7d1d tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1053524 Jan 28 13:36:52.974252 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f916f1f-457f-47fd-9a05-e81de2b66615 req-79b8567d-7e5e-4389-95df-c05db14a4658 tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0449412 Jan 28 13:36:53.157664 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe71bcf-deb9-42e6-8ce2-c72eeb6a6516 req-31591bf5-e5e9-41c3-8b0e-1b6e583784ed tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:53.163718 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe71bcf-deb9-42e6-8ce2-c72eeb6a6516 req-31591bf5-e5e9-41c3-8b0e-1b6e583784ed tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:53.170091 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe71bcf-deb9-42e6-8ce2-c72eeb6a6516 req-31591bf5-e5e9-41c3-8b0e-1b6e583784ed tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:53.181849 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe71bcf-deb9-42e6-8ce2-c72eeb6a6516 req-31591bf5-e5e9-41c3-8b0e-1b6e583784ed tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:53.192599 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe71bcf-deb9-42e6-8ce2-c72eeb6a6516 req-31591bf5-e5e9-41c3-8b0e-1b6e583784ed tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:53.203106 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe71bcf-deb9-42e6-8ce2-c72eeb6a6516 req-31591bf5-e5e9-41c3-8b0e-1b6e583784ed tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:53.213267 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe71bcf-deb9-42e6-8ce2-c72eeb6a6516 req-31591bf5-e5e9-41c3-8b0e-1b6e583784ed tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:53.229836 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37084) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:53.230322 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2fe71bcf-deb9-42e6-8ce2-c72eeb6a6516 req-31591bf5-e5e9-41c3-8b0e-1b6e583784ed tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5434 time: 0.1456656 Jan 28 13:36:53.235000 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-ed18fc1e-acce-4e56-ae6d-88e9f19a519b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Request body: {'floatingip': {'port_id': 'e6f58a1a-25be-4905-9c30-cd6d52a07dbc'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:36:53.288421 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ed18fc1e-acce-4e56-ae6d-88e9f19a519b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for floatingip (becaf019-30ef-4a3b-ab8e-036c866e1445), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.069295 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e3369-e7a2-4111-9c63-2d31ddca26cf req-5e76d6da-85b6-43ea-8e80-794d72e10b01 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:54.086267 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-654e3369-e7a2-4111-9c63-2d31ddca26cf req-5e76d6da-85b6-43ea-8e80-794d72e10b01 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=240a6073-7833-421d-aca6-aa470733e451 HTTP/1.1" status: 200 len: 945 time: 0.1078258 Jan 28 13:36:54.163640 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-654e3369-e7a2-4111-9c63-2d31ddca26cf req-f703d32f-7207-43f3-b087-32cbbb4a21eb tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668418 Jan 28 13:36:54.188901 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1873e418-92cf-4fe8-ad63-d7586b93d8e3 req-4db63ef2-f4cd-43c6-8c08-920861547109 tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0575392 Jan 28 13:36:54.395133 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ed18fc1e-acce-4e56-ae6d-88e9f19a519b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.407649 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ed18fc1e-acce-4e56-ae6d-88e9f19a519b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (becaf019-30ef-4a3b-ab8e-036c866e1445), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.469164 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37136) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:54.473657 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 048eafca-2ac8-4017-a36b-44db183ddb49 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:36:54.515874 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 048eafca-2ac8-4017-a36b-44db183ddb49 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:36:54.517053 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 048eafca-2ac8-4017-a36b-44db183ddb49 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:36:54.536961 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-ed18fc1e-acce-4e56-ae6d-88e9f19a519b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Floating IP becaf019-30ef-4a3b-ab8e-036c866e1445 associated. External IP: 172.25.3.123, port: e6f58a1a-25be-4905-9c30-cd6d52a07dbc. Jan 28 13:36:54.776648 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e6220c91-081f-4bed-9dbf-b139a5f63a92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.784976 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed18fc1e-acce-4e56-ae6d-88e9f19a519b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Router 2ff89c9d-18f5-4429-a943-14f035acb63e has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:36:54.896418 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e6220c91-081f-4bed-9dbf-b139a5f63a92 admin admin] Publish callbacks [] for security_group (8e56f8a1-2728-407c-9fa4-fe119b5aedeb), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.902377 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e6220c91-081f-4bed-9dbf-b139a5f63a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8e56f8a1-2728-407c-9fa4-fe119b5aedeb), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.927488 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed18fc1e-acce-4e56-ae6d-88e9f19a519b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:36:54.938737 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de3618d-02f0-4373-b0e7-55e9179c45ce None None] Sync routers for ids ['2ff89c9d-18f5-4429-a943-14f035acb63e'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:36:54.944392 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e6220c91-081f-4bed-9dbf-b139a5f63a92 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b125400e40d6472d963341dfdc4099a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4738581 Jan 28 13:36:54.950212 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37146) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:54.957083 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de3618d-02f0-4373-b0e7-55e9179c45ce None None] Routers {'2ff89c9d-18f5-4429-a943-14f035acb63e'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:36:54.957597 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ed18fc1e-acce-4e56-ae6d-88e9f19a519b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.957728 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9de3618d-02f0-4373-b0e7-55e9179c45ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:36:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['2ff89c9d-18f5-4429-a943-14f035acb63e'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:54.961972 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37148) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:55.002954 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6220c91-081f-4bed-9dbf-b139a5f63a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e56f8a1-2728-407c-9fa4-fe119b5aedeb,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:55.019105 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ed18fc1e-acce-4e56-ae6d-88e9f19a519b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "PUT /v2.0/floatingips/becaf019-30ef-4a3b-ab8e-036c866e1445 HTTP/1.1" status: 200 len: 992 time: 1.7855957 Jan 28 13:36:55.019105 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'tag': 'e6f58a1a-25be-4905-9c30-cd6d52a07dbc'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:36:55.024346 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa82518a-51a1-4b48-983c-2d4324684b96" -d '{"events": [{"name": "network-changed", "server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "tag": "e6f58a1a-25be-4905-9c30-cd6d52a07dbc"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:36:55.037317 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f46a3b3-d66d-4aba-b9f6-3dc7b545b3e0 admin admin] Publish callbacks [] for security_group (8e56f8a1-2728-407c-9fa4-fe119b5aedeb), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:55.064702 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f46a3b3-d66d-4aba-b9f6-3dc7b545b3e0 admin admin] Publish callbacks [] for security_group (8e56f8a1-2728-407c-9fa4-fe119b5aedeb), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:55.105370 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586d8cdc-171a-42e3-b142-eef9afbcbf6d x-openstack-request-id: req-586d8cdc-171a-42e3-b142-eef9afbcbf6d {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:36:55.105966 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "tag": "e6f58a1a-25be-4905-9c30-cd6d52a07dbc", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:36:55.106308 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-586d8cdc-171a-42e3-b142-eef9afbcbf6d {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:36:55.106825 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'tag': 'e6f58a1a-25be-4905-9c30-cd6d52a07dbc', 'status': 'completed', 'code': 200} Jan 28 13:36:55.116920 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-9de3618d-02f0-4373-b0e7-55e9179c45ce None None] Set router 2ff89c9d-18f5-4429-a943-14f035acb63e gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:36:55.143549 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f46a3b3-d66d-4aba-b9f6-3dc7b545b3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8e56f8a1-2728-407c-9fa4-fe119b5aedeb), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:55.146853 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f46a3b3-d66d-4aba-b9f6-3dc7b545b3e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:55.150557 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2f46a3b3-d66d-4aba-b9f6-3dc7b545b3e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8e56f8a1-2728-407c-9fa4-fe119b5aedeb HTTP/1.1" status: 204 len: 168 time: 0.1965439 Jan 28 13:36:55.158724 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46a3b3-d66d-4aba-b9f6-3dc7b545b3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e56f8a1-2728-407c-9fa4-fe119b5aedeb,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:55.192685 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7ed8c5e-2727-45d3-992d-7ba78772354c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:55.209708 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82518a-51a1-4b48-983c-2d4324684b96 req-b47ea59c-de97-4cb1-9437-568c32f85362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:55.210240 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82518a-51a1-4b48-983c-2d4324684b96 req-b47ea59c-de97-4cb1-9437-568c32f85362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:55.210759 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82518a-51a1-4b48-983c-2d4324684b96 req-b47ea59c-de97-4cb1-9437-568c32f85362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:55.211482 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82518a-51a1-4b48-983c-2d4324684b96 req-b47ea59c-de97-4cb1-9437-568c32f85362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:55.211884 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82518a-51a1-4b48-983c-2d4324684b96 req-b47ea59c-de97-4cb1-9437-568c32f85362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:55.212414 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82518a-51a1-4b48-983c-2d4324684b96 req-b47ea59c-de97-4cb1-9437-568c32f85362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:55.212918 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82518a-51a1-4b48-983c-2d4324684b96 req-b47ea59c-de97-4cb1-9437-568c32f85362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:55.215070 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa82518a-51a1-4b48-983c-2d4324684b96 req-b47ea59c-de97-4cb1-9437-568c32f85362 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f327d07b81a14c5bb937fba4992e6ee2&device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 6491 time: 0.0848613 Jan 28 13:36:55.381579 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7ed8c5e-2727-45d3-992d-7ba78772354c admin admin] Publish callbacks [] for security_group (2d6c574c-e8be-43b3-b2f4-925f89ed0981), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:55.430675 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7ed8c5e-2727-45d3-992d-7ba78772354c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (2d6c574c-e8be-43b3-b2f4-925f89ed0981), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:55.436078 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f9911bd1-34c4-45d5-82a6-f7d22bd77667 req-ef60e5ea-8d0f-42a9-9c29-5c2ce4b57693 tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0494859 Jan 28 13:36:55.477227 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea3286-7225-42f3-a652-e8344c67eb80 req-b6c23a7c-5d29-46b0-b30a-085007e7097b tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:55.479438 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7aea3286-7225-42f3-a652-e8344c67eb80 req-b6c23a7c-5d29-46b0-b30a-085007e7097b tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.18 "GET /v2.0/ports?device_id=240a6073-7833-421d-aca6-aa470733e451 HTTP/1.1" status: 200 len: 945 time: 0.1861880 Jan 28 13:36:55.535377 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed8c5e-2727-45d3-992d-7ba78772354c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6c574c-e8be-43b3-b2f4-925f89ed0981,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:55.546454 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c7ed8c5e-2727-45d3-992d-7ba78772354c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cee542bc0864465cbd925526d5e2684f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5810211 Jan 28 13:36:55.546940 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37168) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:55.568068 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9de3618d-02f0-4373-b0e7-55e9179c45ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'name': 'tempest-TaggedBootDevicesTest-30803581-router', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '47fc6f45-7fb8-4a25-9838-513aaddf40fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:33:54Z', 'updated_at': '2022-01-28T13:34:04Z', 'revision_number': 4, 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'gw_port': {'id': '47fc6f45-7fb8-4a25-9838-513aaddf40fa', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ac:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:33:56Z', 'updated_at': '2022-01-28T13:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'becaf019-30ef-4a3b-ab8e-036c866e1445', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'floating_ip_address': '172.25.3.123', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'port_id': 'e6f58a1a-25be-4905-9c30-cd6d52a07dbc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a48090cb-ae2e-48ff-8962-8d69a57daca6', 'mac_address': 'fa:16:3e:94:b2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:35:08Z', 'updated_at': '2022-01-28T13:36:54Z', 'revision_number': 1, 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a32fad77-8bf9-4e77-9486-3300541391e4', 'name': '', 'network_id': 'a48090cb-ae2e-48ff-8962-8d69a57daca6', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'mac_address': 'fa:16:3e:32:2a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2eaf9fff-eb30-46b8-9611-5f103f9718e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:02Z', 'updated_at': '2022-01-28T13:34:10Z', 'revision_number': 5, 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'subnets': [{'id': '2eaf9fff-eb30-46b8-9611-5f103f9718e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:55.599496 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82518a-51a1-4b48-983c-2d4324684b96 req-70db4247-ee14-4251-8dd3-7314c26c8611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:55.601733 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa82518a-51a1-4b48-983c-2d4324684b96 req-70db4247-ee14-4251-8dd3-7314c26c8611 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a48090cb-ae2e-48ff-8962-8d69a57daca6 HTTP/1.1" status: 200 len: 910 time: 0.3803632 Jan 28 13:36:55.605127 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de3618d-02f0-4373-b0e7-55e9179c45ce None None] Checking router: 2ff89c9d-18f5-4429-a943-14f035acb63e for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:36:55.616247 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de3618d-02f0-4373-b0e7-55e9179c45ce None None] Routers {'2ff89c9d-18f5-4429-a943-14f035acb63e'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:36:55.617141 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9de3618d-02f0-4373-b0e7-55e9179c45ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:36:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['2ff89c9d-18f5-4429-a943-14f035acb63e'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:55.666624 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69c2cfc2-ad0d-456d-b8d3-abba0f8cbe13 admin admin] Publish callbacks [] for security_group (2d6c574c-e8be-43b3-b2f4-925f89ed0981), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:55.702989 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69c2cfc2-ad0d-456d-b8d3-abba0f8cbe13 admin admin] Publish callbacks [] for security_group (2d6c574c-e8be-43b3-b2f4-925f89ed0981), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:55.708213 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37170) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:55.727954 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-884381f3-870e-4f87-954d-c8ed137bd657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:55.738749 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-68e17035-b97e-4702-b54e-f5e42fa6ca2f req-f64bf1e3-6bfd-4920-81a6-da03b367c120 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.4800220 Jan 28 13:36:55.744108 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-7aea3286-7225-42f3-a652-e8344c67eb80 req-1cf90dcb-d794-4239-b7b5-8c8925353a19 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Deleting port 101efa69-eb99-4b6d-a484-368410fbef5a {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:36:55.744455 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7aea3286-7225-42f3-a652-e8344c67eb80 req-1cf90dcb-d794-4239-b7b5-8c8925353a19 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (101efa69-eb99-4b6d-a484-368410fbef5a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:55.759106 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a992ee-bb6f-4b9e-b15b-411cdca1c88f req-da87647e-9198-40b9-9727-29bc287b3d76 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:55.764228 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-9de3618d-02f0-4373-b0e7-55e9179c45ce None None] Set router 2ff89c9d-18f5-4429-a943-14f035acb63e gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:36:55.767770 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-97a992ee-bb6f-4b9e-b15b-411cdca1c88f req-da87647e-9198-40b9-9727-29bc287b3d76 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=240a6073-7833-421d-aca6-aa470733e451 HTTP/1.1" status: 200 len: 945 time: 0.4233379 Jan 28 13:36:55.827887 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa82518a-51a1-4b48-983c-2d4324684b96 req-42ec071c-4b39-4fb3-b591-17b7b5e4ce0e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6f58a1a-25be-4905-9c30-cd6d52a07dbc HTTP/1.1" status: 200 len: 1000 time: 0.1967070 Jan 28 13:36:55.918087 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-97a992ee-bb6f-4b9e-b15b-411cdca1c88f req-ecf69a6c-b751-4384-99e3-488a630f9330 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/security-groups?id=89cabaa5-5875-43a9-85d4-2d2e479e750b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490936 Jan 28 13:36:55.936146 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69c2cfc2-ad0d-456d-b8d3-abba0f8cbe13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (2d6c574c-e8be-43b3-b2f4-925f89ed0981), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:55.942995 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69c2cfc2-ad0d-456d-b8d3-abba0f8cbe13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:55.947898 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-69c2cfc2-ad0d-456d-b8d3-abba0f8cbe13 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d6c574c-e8be-43b3-b2f4-925f89ed0981 HTTP/1.1" status: 204 len: 168 time: 0.3946080 Jan 28 13:36:55.957590 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82518a-51a1-4b48-983c-2d4324684b96 req-5e66eaae-31ac-435d-b9c2-fdb3390cc3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:55.959499 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa82518a-51a1-4b48-983c-2d4324684b96 req-5e66eaae-31ac-435d-b9c2-fdb3390cc3a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2eaf9fff-eb30-46b8-9611-5f103f9718e5 HTTP/1.1" status: 200 len: 849 time: 0.1236069 Jan 28 13:36:55.988967 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2cfc2-ad0d-456d-b8d3-abba0f8cbe13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6c574c-e8be-43b3-b2f4-925f89ed0981,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:55.996276 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-7aea3286-7225-42f3-a652-e8344c67eb80 req-1cf90dcb-d794-4239-b7b5-8c8925353a19 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] For port 101efa69-eb99-4b6d-a484-368410fbef5a, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=101efa69-eb99-4b6d-a484-368410fbef5a,segment=NetworkSegment(a5a03ee3-2dec-4e05-b558-ee0a9376d03e),segment_id=a5a03ee3-2dec-4e05-b558-ee0a9376d03e)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:55.996644 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7aea3286-7225-42f3-a652-e8344c67eb80 req-1cf90dcb-d794-4239-b7b5-8c8925353a19 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (101efa69-eb99-4b6d-a484-368410fbef5a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:56.027648 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82518a-51a1-4b48-983c-2d4324684b96 req-351acacf-41ac-46ea-bcb7-f90ef215408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:56.029329 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa82518a-51a1-4b48-983c-2d4324684b96 req-351acacf-41ac-46ea-bcb7-f90ef215408d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a48090cb-ae2e-48ff-8962-8d69a57daca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635378 Jan 28 13:36:56.067396 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9de3618d-02f0-4373-b0e7-55e9179c45ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'name': 'tempest-TaggedBootDevicesTest-30803581-router', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '47fc6f45-7fb8-4a25-9838-513aaddf40fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:33:54Z', 'updated_at': '2022-01-28T13:34:04Z', 'revision_number': 4, 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'gw_port': {'id': '47fc6f45-7fb8-4a25-9838-513aaddf40fa', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ac:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:33:56Z', 'updated_at': '2022-01-28T13:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'becaf019-30ef-4a3b-ab8e-036c866e1445', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'floating_ip_address': '172.25.3.123', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'port_id': 'e6f58a1a-25be-4905-9c30-cd6d52a07dbc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a48090cb-ae2e-48ff-8962-8d69a57daca6', 'mac_address': 'fa:16:3e:94:b2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:35:08Z', 'updated_at': '2022-01-28T13:36:54Z', 'revision_number': 1, 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a32fad77-8bf9-4e77-9486-3300541391e4', 'name': '', 'network_id': 'a48090cb-ae2e-48ff-8962-8d69a57daca6', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'mac_address': 'fa:16:3e:32:2a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2eaf9fff-eb30-46b8-9611-5f103f9718e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:02Z', 'updated_at': '2022-01-28T13:34:10Z', 'revision_number': 5, 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'subnets': [{'id': '2eaf9fff-eb30-46b8-9611-5f103f9718e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:56.068947 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-7aea3286-7225-42f3-a652-e8344c67eb80 req-1cf90dcb-d794-4239-b7b5-8c8925353a19 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Calling delete_port for 101efa69-eb99-4b6d-a484-368410fbef5a owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:36:56.101470 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de3618d-02f0-4373-b0e7-55e9179c45ce None None] The sync data for ids ['2ff89c9d-18f5-4429-a943-14f035acb63e'] in n-d-822747-2 is: [{'id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'name': 'tempest-TaggedBootDevicesTest-30803581-router', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '47fc6f45-7fb8-4a25-9838-513aaddf40fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:33:54Z', 'updated_at': '2022-01-28T13:34:04Z', 'revision_number': 4, 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'gw_port': {'id': '47fc6f45-7fb8-4a25-9838-513aaddf40fa', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ac:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:33:56Z', 'updated_at': '2022-01-28T13:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'becaf019-30ef-4a3b-ab8e-036c866e1445', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'floating_ip_address': '172.25.3.123', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'port_id': 'e6f58a1a-25be-4905-9c30-cd6d52a07dbc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a48090cb-ae2e-48ff-8962-8d69a57daca6', 'mac_address': 'fa:16:3e:94:b2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:35:08Z', 'updated_at': '2022-01-28T13:36:54Z', 'revision_number': 1, 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a32fad77-8bf9-4e77-9486-3300541391e4', 'name': '', 'network_id': 'a48090cb-ae2e-48ff-8962-8d69a57daca6', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'mac_address': 'fa:16:3e:32:2a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2eaf9fff-eb30-46b8-9611-5f103f9718e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:02Z', 'updated_at': '2022-01-28T13:34:10Z', 'revision_number': 5, 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'subnets': [{'id': '2eaf9fff-eb30-46b8-9611-5f103f9718e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:36:56.215129 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-884381f3-870e-4f87-954d-c8ed137bd657 admin admin] Publish callbacks [] for security_group (9ff07886-ac7e-4ab8-86c6-bd059e8eb0e6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:56.223233 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa82518a-51a1-4b48-983c-2d4324684b96 req-ad164a2c-bb68-4846-add3-322c59116546 service neutron] 10.222.0.18 "GET /v2.0/networks/a48090cb-ae2e-48ff-8962-8d69a57daca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773634 Jan 28 13:36:56.232490 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-884381f3-870e-4f87-954d-c8ed137bd657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9ff07886-ac7e-4ab8-86c6-bd059e8eb0e6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:56.287424 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-884381f3-870e-4f87-954d-c8ed137bd657 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e6692589097745eabf7d94c0768114ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5753777 Jan 28 13:36:56.287794 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884381f3-870e-4f87-954d-c8ed137bd657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff07886-ac7e-4ab8-86c6-bd059e8eb0e6,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:56.290143 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37180) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:56.324866 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7aea3286-7225-42f3-a652-e8344c67eb80 req-1cf90dcb-d794-4239-b7b5-8c8925353a19 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (101efa69-eb99-4b6d-a484-368410fbef5a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:56.337173 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['101efa69-eb99-4b6d-a484-368410fbef5a'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:36:56.344722 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa82518a-51a1-4b48-983c-2d4324684b96 req-bd0f4b0c-301c-4991-9794-64bf8a4b7cd9 service neutron] 10.222.0.18 "GET /v2.0/networks/a48090cb-ae2e-48ff-8962-8d69a57daca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135423 Jan 28 13:36:56.383630 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf90dcb-d794-4239-b7b5-8c8925353a19 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Pushing event deleted for resources: {'Port': ['ID=101efa69-eb99-4b6d-a484-368410fbef5a,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:56.402576 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-230e3c82-f139-4519-b839-cee247f77b69 admin admin] Publish callbacks [] for security_group (9ff07886-ac7e-4ab8-86c6-bd059e8eb0e6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:56.455637 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bd6680-f7d9-468b-bec2-c33ae85ced0b None None] New status for floating IP becaf019-30ef-4a3b-ab8e-036c866e1445: ACTIVE {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:36:56.456482 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aea3286-7225-42f3-a652-e8344c67eb80 req-1cf90dcb-d794-4239-b7b5-8c8925353a19 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] No DVR routers for this DVR port 101efa69-eb99-4b6d-a484-368410fbef5a on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:36:56.459808 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7aea3286-7225-42f3-a652-e8344c67eb80 req-1cf90dcb-d794-4239-b7b5-8c8925353a19 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:56.464213 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7aea3286-7225-42f3-a652-e8344c67eb80 req-1cf90dcb-d794-4239-b7b5-8c8925353a19 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.18 "DELETE /v2.0/ports/101efa69-eb99-4b6d-a484-368410fbef5a HTTP/1.1" status: 204 len: 173 time: 0.9698699 Jan 28 13:36:56.469181 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240a6073-7833-421d-aca6-aa470733e451', 'name': 'network-vif-deleted', 'tag': '101efa69-eb99-4b6d-a484-368410fbef5a'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:36:56.471562 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450f076f-8adb-42e9-92a3-72fb95ba32e6" -d '{"events": [{"server_uuid": "240a6073-7833-421d-aca6-aa470733e451", "name": "network-vif-deleted", "tag": "101efa69-eb99-4b6d-a484-368410fbef5a"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:36:56.475676 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-230e3c82-f139-4519-b839-cee247f77b69 admin admin] Publish callbacks [] for security_group (9ff07886-ac7e-4ab8-86c6-bd059e8eb0e6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:56.491345 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37188) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:56.516492 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-38c2dfd0-371c-4ba3-9a23-949f4143c329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:56.588994 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f8606b8-03e9-4337-a085-1f3af4a38eb2 req-9c82341c-bd22-480d-9650-931fca5098b5 tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0359747 Jan 28 13:36:56.598411 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-230e3c82-f139-4519-b839-cee247f77b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9ff07886-ac7e-4ab8-86c6-bd059e8eb0e6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:56.602505 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-230e3c82-f139-4519-b839-cee247f77b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:56.603767 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-230e3c82-f139-4519-b839-cee247f77b69 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ff07886-ac7e-4ab8-86c6-bd059e8eb0e6 HTTP/1.1" status: 204 len: 168 time: 0.3104229 Jan 28 13:36:56.612004 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e3c82-f139-4519-b839-cee247f77b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff07886-ac7e-4ab8-86c6-bd059e8eb0e6,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:56.733643 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-38c2dfd0-371c-4ba3-9a23-949f4143c329 admin admin] Publish callbacks [] for security_group (df966ffc-9b64-4cf6-b95e-2003965545ca), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:56.739216 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-38c2dfd0-371c-4ba3-9a23-949f4143c329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (df966ffc-9b64-4cf6-b95e-2003965545ca), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:56.785106 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-38c2dfd0-371c-4ba3-9a23-949f4143c329 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=de67ae22ee7b4046b07bf56bdf7c6a3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2926190 Jan 28 13:36:56.785985 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2dfd0-371c-4ba3-9a23-949f4143c329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df966ffc-9b64-4cf6-b95e-2003965545ca,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:56.788044 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37194) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:56.850904 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d2dd880-a71f-439a-8a56-dfbaf73e9fea admin admin] Publish callbacks [] for security_group (df966ffc-9b64-4cf6-b95e-2003965545ca), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:56.853436 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a53791-da39-441d-9763-209e43b949aa x-openstack-request-id: req-87a53791-da39-441d-9763-209e43b949aa {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:36:56.853730 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240a6073-7833-421d-aca6-aa470733e451", "name": "network-vif-deleted", "tag": "101efa69-eb99-4b6d-a484-368410fbef5a", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:36:56.853981 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-87a53791-da39-441d-9763-209e43b949aa {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:36:56.854405 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240a6073-7833-421d-aca6-aa470733e451', 'name': 'network-vif-deleted', 'tag': '101efa69-eb99-4b6d-a484-368410fbef5a', 'status': 'completed', 'code': 200} Jan 28 13:36:56.875304 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d2dd880-a71f-439a-8a56-dfbaf73e9fea admin admin] Publish callbacks [] for security_group (df966ffc-9b64-4cf6-b95e-2003965545ca), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:56.923613 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d2dd880-a71f-439a-8a56-dfbaf73e9fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (df966ffc-9b64-4cf6-b95e-2003965545ca), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:56.926310 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d2dd880-a71f-439a-8a56-dfbaf73e9fea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:56.927507 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8d2dd880-a71f-439a-8a56-dfbaf73e9fea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df966ffc-9b64-4cf6-b95e-2003965545ca HTTP/1.1" status: 204 len: 168 time: 0.1381381 Jan 28 13:36:56.936894 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2dd880-a71f-439a-8a56-dfbaf73e9fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df966ffc-9b64-4cf6-b95e-2003965545ca,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:57.059115 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37204) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:57.081835 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-018f9a24-a53b-4073-a7e0-075dd5926906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:57.101140 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4c6bb9ab-c03b-4d6a-840f-cfe5e6675cf7 req-f527886e-8148-4b74-9353-0dfd3d4c4dc3 tempest-ServersTestJSON-2108906730 tempest-ServersTestJSON-2108906730-project] 10.222.0.39 "GET /v2.0/ports?device_id=240a6073-7833-421d-aca6-aa470733e451 HTTP/1.1" status: 200 len: 210 time: 0.0511427 Jan 28 13:36:57.188516 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-018f9a24-a53b-4073-a7e0-075dd5926906 admin admin] Publish callbacks [] for security_group (12e2413a-4015-40f1-88d9-81af8d04fc0d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:57.193055 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-018f9a24-a53b-4073-a7e0-075dd5926906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (12e2413a-4015-40f1-88d9-81af8d04fc0d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:57.232223 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-018f9a24-a53b-4073-a7e0-075dd5926906 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=16002b0902734133823cc7c13f865725&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1719594 Jan 28 13:36:57.233181 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f9a24-a53b-4073-a7e0-075dd5926906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e2413a-4015-40f1-88d9-81af8d04fc0d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:57.234802 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37210) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:57.290618 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ec8626c2-84e1-4026-8746-3b9a269d89d4 admin admin] Publish callbacks [] for security_group (12e2413a-4015-40f1-88d9-81af8d04fc0d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:57.312525 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ec8626c2-84e1-4026-8746-3b9a269d89d4 admin admin] Publish callbacks [] for security_group (12e2413a-4015-40f1-88d9-81af8d04fc0d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:57.362777 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ec8626c2-84e1-4026-8746-3b9a269d89d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (12e2413a-4015-40f1-88d9-81af8d04fc0d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:57.365645 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ec8626c2-84e1-4026-8746-3b9a269d89d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:57.366839 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ec8626c2-84e1-4026-8746-3b9a269d89d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/12e2413a-4015-40f1-88d9-81af8d04fc0d HTTP/1.1" status: 204 len: 168 time: 0.1300340 Jan 28 13:36:57.375705 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8626c2-84e1-4026-8746-3b9a269d89d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e2413a-4015-40f1-88d9-81af8d04fc0d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:57.753093 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-22943509-aedd-4324-94d6-f3f556b97c3c req-d30fff6c-4b89-4420-ad17-9ad42cbc7061 tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0277898 Jan 28 13:36:57.967159 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:36:58.135853 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cee9684f-3fd6-46d2-87c6-1e78f45c9ce1 req-1481aeb9-c8ba-4c5b-bff6-86f841ab2114 tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0434642 Jan 28 13:36:58.193268 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37278) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:58.201147 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37284) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:58.251226 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4c1557-1010-49f0-ad37-8d559897a1a6 admin admin] Deleting subnet 11e07501-e45d-4ee4-9a79-78d0496e90fa {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:36:58.256068 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1557-1010-49f0-ad37-8d559897a1a6 admin admin] Publish callbacks [] for subnet (11e07501-e45d-4ee4-9a79-78d0496e90fa), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.298014 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1557-1010-49f0-ad37-8d559897a1a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (11e07501-e45d-4ee4-9a79-78d0496e90fa), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.316001 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 101efa69-eb99-4b6d-a484-368410fbef5a no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:36:58.335653 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-2e273ca3-d499-49bc-bd4b-a8b30af31eda admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1576325734-network', 'tenant_id': 'b5d7278598134e528b8ac881059fef25'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:36:58.357692 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 101efa69-eb99-4b6d-a484-368410fbef5a {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:36:58.358240 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 101efa69-eb99-4b6d-a484-368410fbef5a not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:36:58.365943 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1557-1010-49f0-ad37-8d559897a1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (11e07501-e45d-4ee4-9a79-78d0496e90fa), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.370453 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e273ca3-d499-49bc-bd4b-a8b30af31eda admin admin] Made reservation on behalf of b5d7278598134e528b8ac881059fef25 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:36:58.376552 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2e273ca3-d499-49bc-bd4b-a8b30af31eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.389947 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2e273ca3-d499-49bc-bd4b-a8b30af31eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.432265 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1557-1010-49f0-ad37-8d559897a1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (11e07501-e45d-4ee4-9a79-78d0496e90fa), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.464202 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c1557-1010-49f0-ad37-8d559897a1a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11e07501-e45d-4ee4-9a79-78d0496e90fa,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:58.470556 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1557-1010-49f0-ad37-8d559897a1a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.476039 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-cb4c1557-1010-49f0-ad37-8d559897a1a6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/11e07501-e45d-4ee4-9a79-78d0496e90fa HTTP/1.1" status: 204 len: 168 time: 0.2737632 Jan 28 13:36:58.478479 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37290) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:58.497790 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2e273ca3-d499-49bc-bd4b-a8b30af31eda admin admin] Publish callbacks [] for security_group (e7dccc49-2271-4d7e-b24a-755da09322ea), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.503765 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2e273ca3-d499-49bc-bd4b-a8b30af31eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e7dccc49-2271-4d7e-b24a-755da09322ea), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.536807 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e273ca3-d499-49bc-bd4b-a8b30af31eda admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:36:58.544267 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e273ca3-d499-49bc-bd4b-a8b30af31eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dccc49-2271-4d7e-b24a-755da09322ea,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:58.552251 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2e273ca3-d499-49bc-bd4b-a8b30af31eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (9f8e7572-3d26-4139-9ed7-e071ff7040da), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.552618 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-2e273ca3-d499-49bc-bd4b-a8b30af31eda admin admin] Added segment 9f8e7572-3d26-4139-9ed7-e071ff7040da of type vlan for network 7f8697aa-149e-430a-a71c-7f1937d7a08d Jan 28 13:36:58.554668 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6117821a-38fc-41ad-99ff-864e57268618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (2f7f563c-452e-4ad7-8366-46fe17e69e05), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.608979 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2e273ca3-d499-49bc-bd4b-a8b30af31eda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (7f8697aa-149e-430a-a71c-7f1937d7a08d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.644631 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2e273ca3-d499-49bc-bd4b-a8b30af31eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (7f8697aa-149e-430a-a71c-7f1937d7a08d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.646342 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e273ca3-d499-49bc-bd4b-a8b30af31eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:58.647227 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2e273ca3-d499-49bc-bd4b-a8b30af31eda admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.655088 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6117821a-38fc-41ad-99ff-864e57268618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (2f7f563c-452e-4ad7-8366-46fe17e69e05), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.681819 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2e273ca3-d499-49bc-bd4b-a8b30af31eda admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4872410 Jan 28 13:36:58.684698 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37296) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:58.685320 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-6117821a-38fc-41ad-99ff-864e57268618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7f563c-452e-4ad7-8366-46fe17e69e05']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:58.696979 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-6117821a-38fc-41ad-99ff-864e57268618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:58.697365 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-6117821a-38fc-41ad-99ff-864e57268618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a03ee3-2dec-4e05-b558-ee0a9376d03e') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:58.708610 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6117821a-38fc-41ad-99ff-864e57268618 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (a5a03ee3-2dec-4e05-b558-ee0a9376d03e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.714988 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-c0e8eb87-66bb-4f4b-ba39-956643913da2 admin admin] Request body: {'subnet': {'network_id': '7f8697aa-149e-430a-a71c-7f1937d7a08d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1576325734-subnet', 'tenant_id': 'b5d7278598134e528b8ac881059fef25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:36:58.725775 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e273ca3-d499-49bc-bd4b-a8b30af31eda admin admin] Pushing event updated for resources: {'Network': ['ID=7f8697aa-149e-430a-a71c-7f1937d7a08d,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:58.727073 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6117821a-38fc-41ad-99ff-864e57268618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (a5a03ee3-2dec-4e05-b558-ee0a9376d03e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.737588 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 7f8697aa-149e-430a-a71c-7f1937d7a08d details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:36:58.743016 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6117821a-38fc-41ad-99ff-864e57268618 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:36:58.744486 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6117821a-38fc-41ad-99ff-864e57268618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (a5a03ee3-2dec-4e05-b558-ee0a9376d03e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:36:58.746704 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:36:58.754637 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e8eb87-66bb-4f4b-ba39-956643913da2 admin admin] Made reservation on behalf of b5d7278598134e528b8ac881059fef25 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:36:58.759428 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c0e8eb87-66bb-4f4b-ba39-956643913da2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.821227 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6117821a-38fc-41ad-99ff-864e57268618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (2f7f563c-452e-4ad7-8366-46fe17e69e05), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.829815 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6117821a-38fc-41ad-99ff-864e57268618 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.837339 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6117821a-38fc-41ad-99ff-864e57268618 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2f7f563c-452e-4ad7-8366-46fe17e69e05 HTTP/1.1" status: 204 len: 168 time: 0.3552752 Jan 28 13:36:58.861176 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117821a-38fc-41ad-99ff-864e57268618 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f7f563c-452e-4ad7-8366-46fe17e69e05,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:58.993535 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c0e8eb87-66bb-4f4b-ba39-956643913da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (a8c3baad-45df-4aa7-bfe8-b1c9002351fc), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:59.008574 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37308) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:59.051167 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d8f18dc7-f9c7-4ca7-9554-c77f003c4ee1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3f433a78eab64a3c903969a5348a95ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419104 Jan 28 13:36:59.055183 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8eb87-66bb-4f4b-ba39-956643913da2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8c3baad-45df-4aa7-bfe8-b1c9002351fc,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:59.055303 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37310) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:59.079409 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e8eb87-66bb-4f4b-ba39-956643913da2 admin admin] Checking segment: {'id': '9f8e7572-3d26-4139-9ed7-e071ff7040da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f8697aa-149e-430a-a71c-7f1937d7a08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:36:59.079409 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e8eb87-66bb-4f4b-ba39-956643913da2 admin admin] Network hostable DHCP agents. Network: 7f8697aa-149e-430a-a71c-7f1937d7a08d, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:36:59.100919 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e8eb87-66bb-4f4b-ba39-956643913da2 admin admin] Network 7f8697aa-149e-430a-a71c-7f1937d7a08d is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:36:59.109665 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9da9a390-3f77-4a3b-94fc-0f0d41ccc10b admin admin] Publish callbacks [] for security_group (89cabaa5-5875-43a9-85d4-2d2e479e750b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:59.112548 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-c0e8eb87-66bb-4f4b-ba39-956643913da2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 7f8697aa-149e-430a-a71c-7f1937d7a08d) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:36:59.118767 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e8eb87-66bb-4f4b-ba39-956643913da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:59.120922 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c0e8eb87-66bb-4f4b-ba39-956643913da2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:59.122777 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d66dc1-f9c3-4f07-9491-64ada3405957 None None] Network 7f8697aa-149e-430a-a71c-7f1937d7a08d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:36:59.143052 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c0e8eb87-66bb-4f4b-ba39-956643913da2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4572411 Jan 28 13:36:59.150244 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9da9a390-3f77-4a3b-94fc-0f0d41ccc10b admin admin] Publish callbacks [] for security_group (89cabaa5-5875-43a9-85d4-2d2e479e750b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:59.238434 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9da9a390-3f77-4a3b-94fc-0f0d41ccc10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (89cabaa5-5875-43a9-85d4-2d2e479e750b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:59.245413 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9da9a390-3f77-4a3b-94fc-0f0d41ccc10b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:59.250042 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9da9a390-3f77-4a3b-94fc-0f0d41ccc10b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/89cabaa5-5875-43a9-85d4-2d2e479e750b HTTP/1.1" status: 204 len: 168 time: 0.1949627 Jan 28 13:36:59.275556 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9a390-3f77-4a3b-94fc-0f0d41ccc10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cabaa5-5875-43a9-85d4-2d2e479e750b,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:59.301469 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d64eaa2e-aa3d-4c8b-8a3e-c3a1fe8d089e req-759e9a8b-2b89-4442-af6b-20a5676215b3 tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0459554 Jan 28 13:36:59.334901 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455f48c2-f65f-4d61-8923-ad2010ef9efe None None] Network 7f8697aa-149e-430a-a71c-7f1937d7a08d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:36:59.341952 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec31ac68-e895-4d84-9010-34bf08770419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:00.212805 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37376) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:00.326606 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-782a1f94-8c0c-43b4-a49f-5a7f54a4860d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:00.435029 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-782a1f94-8c0c-43b4-a49f-5a7f54a4860d admin admin] Publish callbacks [] for security_group (f2f7481d-b28e-4cb7-8e40-dfd8d1661b7d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:00.441763 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-782a1f94-8c0c-43b4-a49f-5a7f54a4860d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f2f7481d-b28e-4cb7-8e40-dfd8d1661b7d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:00.470962 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5b9848bb-9be3-47ec-ac34-abc0e0e72b3a req-8cc5e4d1-25f5-42af-83ef-8ace0d21f955 tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0370884 Jan 28 13:37:00.504251 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-782a1f94-8c0c-43b4-a49f-5a7f54a4860d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=129d1269f4e64cf38cc2397aeec1890e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2900293 Jan 28 13:37:00.507259 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37388) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:00.514010 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a1f94-8c0c-43b4-a49f-5a7f54a4860d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f7481d-b28e-4cb7-8e40-dfd8d1661b7d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:00.524802 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a1f94-8c0c-43b4-a49f-5a7f54a4860d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:00.526310 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a1f94-8c0c-43b4-a49f-5a7f54a4860d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:00.527172 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a1f94-8c0c-43b4-a49f-5a7f54a4860d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:00.527747 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a1f94-8c0c-43b4-a49f-5a7f54a4860d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:00.529845 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a1f94-8c0c-43b4-a49f-5a7f54a4860d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:00.530633 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a1f94-8c0c-43b4-a49f-5a7f54a4860d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:00.531800 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a1f94-8c0c-43b4-a49f-5a7f54a4860d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:00.532550 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a1f94-8c0c-43b4-a49f-5a7f54a4860d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:00.533121 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a1f94-8c0c-43b4-a49f-5a7f54a4860d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:00.534313 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a1f94-8c0c-43b4-a49f-5a7f54a4860d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:00.534875 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a1f94-8c0c-43b4-a49f-5a7f54a4860d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:00.535583 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a1f94-8c0c-43b4-a49f-5a7f54a4860d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:00.536760 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a1f94-8c0c-43b4-a49f-5a7f54a4860d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:00.571363 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d96c539-9b97-4b4a-978d-98784519837e admin admin] Publish callbacks [] for security_group (f2f7481d-b28e-4cb7-8e40-dfd8d1661b7d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:00.599220 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d96c539-9b97-4b4a-978d-98784519837e admin admin] Publish callbacks [] for security_group (f2f7481d-b28e-4cb7-8e40-dfd8d1661b7d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:00.652841 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d96c539-9b97-4b4a-978d-98784519837e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f2f7481d-b28e-4cb7-8e40-dfd8d1661b7d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:00.656399 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d96c539-9b97-4b4a-978d-98784519837e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:00.667066 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3d96c539-9b97-4b4a-978d-98784519837e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f2f7481d-b28e-4cb7-8e40-dfd8d1661b7d HTTP/1.1" status: 204 len: 168 time: 0.1524849 Jan 28 13:37:00.677058 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96c539-9b97-4b4a-978d-98784519837e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f7481d-b28e-4cb7-8e40-dfd8d1661b7d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:01.584565 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-14f49eea-d0ae-4ce2-80cb-34bfdf67d14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:01.591669 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c0ce794-b91a-4971-aedf-60263dc8adfa req-a624c2ea-8841-4d6a-a53d-a605c4d0dade tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0460272 Jan 28 13:37:01.948471 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37466) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:02.065340 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fbb8b92c-5c70-4fa2-a60a-2862326ead63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:02.159755 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fbb8b92c-5c70-4fa2-a60a-2862326ead63 admin admin] Publish callbacks [] for security_group (0664bf3e-1f2f-4f08-ac9b-bb94e69cb88b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:02.166085 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fbb8b92c-5c70-4fa2-a60a-2862326ead63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0664bf3e-1f2f-4f08-ac9b-bb94e69cb88b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:02.210478 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fbb8b92c-5c70-4fa2-a60a-2862326ead63 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d20cd48b50424a0f9464796aa2f299e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2609086 Jan 28 13:37:02.213389 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37480) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:02.214923 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8b92c-5c70-4fa2-a60a-2862326ead63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0664bf3e-1f2f-4f08-ac9b-bb94e69cb88b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:02.276166 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ab68-f9f0-45dc-84fa-234597043b7c admin admin] Publish callbacks [] for security_group (0664bf3e-1f2f-4f08-ac9b-bb94e69cb88b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:02.300730 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ab68-f9f0-45dc-84fa-234597043b7c admin admin] Publish callbacks [] for security_group (0664bf3e-1f2f-4f08-ac9b-bb94e69cb88b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:02.349190 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ab68-f9f0-45dc-84fa-234597043b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0664bf3e-1f2f-4f08-ac9b-bb94e69cb88b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:02.352010 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ab68-f9f0-45dc-84fa-234597043b7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:02.353198 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-cdb0ab68-f9f0-45dc-84fa-234597043b7c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0664bf3e-1f2f-4f08-ac9b-bb94e69cb88b HTTP/1.1" status: 204 len: 168 time: 0.1383426 Jan 28 13:37:02.372357 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0ab68-f9f0-45dc-84fa-234597043b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0664bf3e-1f2f-4f08-ac9b-bb94e69cb88b,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:02.392328 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37486) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:02.520935 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dce1c38d-5f22-469b-83c2-35d7debe7d7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:02.618620 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dce1c38d-5f22-469b-83c2-35d7debe7d7b admin admin] Publish callbacks [] for security_group (5efc44f3-8298-4fc4-bf7e-ee66124c6eed), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:02.625726 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dce1c38d-5f22-469b-83c2-35d7debe7d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5efc44f3-8298-4fc4-bf7e-ee66124c6eed), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:02.680979 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dce1c38d-5f22-469b-83c2-35d7debe7d7b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cb863186c85c4306a57267663e2f3c61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2871637 Jan 28 13:37:02.685168 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37500) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:02.691392 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1c38d-5f22-469b-83c2-35d7debe7d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efc44f3-8298-4fc4-bf7e-ee66124c6eed,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:02.748721 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5a238d40-d004-4d9f-8f52-5909b6a5d724 req-9628b80a-5abc-40ec-ba93-98d31d08b670 tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0413203 Jan 28 13:37:02.793396 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ce76adfb-49ba-4188-853e-916806d24819 admin admin] Publish callbacks [] for security_group (5efc44f3-8298-4fc4-bf7e-ee66124c6eed), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:02.802225 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:02.822309 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ce76adfb-49ba-4188-853e-916806d24819 admin admin] Publish callbacks [] for security_group (5efc44f3-8298-4fc4-bf7e-ee66124c6eed), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:02.886276 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ce76adfb-49ba-4188-853e-916806d24819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5efc44f3-8298-4fc4-bf7e-ee66124c6eed), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:02.890615 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ce76adfb-49ba-4188-853e-916806d24819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:02.899327 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ce76adfb-49ba-4188-853e-916806d24819 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5efc44f3-8298-4fc4-bf7e-ee66124c6eed HTTP/1.1" status: 204 len: 168 time: 0.2085698 Jan 28 13:37:02.914302 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76adfb-49ba-4188-853e-916806d24819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efc44f3-8298-4fc4-bf7e-ee66124c6eed,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:03.315649 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37522) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:03.335983 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e8341d71-16ce-4472-9437-f89e28a83b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:03.448284 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e8341d71-16ce-4472-9437-f89e28a83b51 admin admin] Publish callbacks [] for security_group (c03eabb2-346f-4e5f-b788-78f46d3d6727), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:03.455229 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e8341d71-16ce-4472-9437-f89e28a83b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c03eabb2-346f-4e5f-b788-78f46d3d6727), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:03.496459 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e8341d71-16ce-4472-9437-f89e28a83b51 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c763505be2a457c8960cdc0015d9d7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1785717 Jan 28 13:37:03.496953 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37528) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:03.516803 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8341d71-16ce-4472-9437-f89e28a83b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03eabb2-346f-4e5f-b788-78f46d3d6727,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:03.585006 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7afc3563-1a7c-4940-8aa7-02499933bc26 admin admin] Publish callbacks [] for security_group (c03eabb2-346f-4e5f-b788-78f46d3d6727), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:03.610935 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7afc3563-1a7c-4940-8aa7-02499933bc26 admin admin] Publish callbacks [] for security_group (c03eabb2-346f-4e5f-b788-78f46d3d6727), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:03.665757 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7afc3563-1a7c-4940-8aa7-02499933bc26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c03eabb2-346f-4e5f-b788-78f46d3d6727), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:03.668691 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7afc3563-1a7c-4940-8aa7-02499933bc26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:03.669911 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7afc3563-1a7c-4940-8aa7-02499933bc26 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c03eabb2-346f-4e5f-b788-78f46d3d6727 HTTP/1.1" status: 204 len: 168 time: 0.1717114 Jan 28 13:37:03.678938 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc3563-1a7c-4940-8aa7-02499933bc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03eabb2-346f-4e5f-b788-78f46d3d6727,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:03.919237 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b88d2009-a2ed-469b-8766-72e74af8e7d9 req-2c0a41d3-5663-4531-a4ee-d26294c6a94c tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0442758 Jan 28 13:37:04.194710 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:05.025880 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c879ef2b-75ba-4d64-b0ef-6ef2f9234b15 req-6fd94417-1401-493b-a72d-0caa6ca7aee5 tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0274336 Jan 28 13:37:05.070942 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37628) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:05.276739 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf0fd462-046f-4322-804c-bfae03a2400d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:05.360887 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf0fd462-046f-4322-804c-bfae03a2400d admin admin] Publish callbacks [] for security_group (539edba3-1c4a-44f0-9bb5-9827f56b0792), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:05.366971 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf0fd462-046f-4322-804c-bfae03a2400d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (539edba3-1c4a-44f0-9bb5-9827f56b0792), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:05.429700 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37650) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:05.430313 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bf0fd462-046f-4322-804c-bfae03a2400d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=54cbb0d10ad840e0b230fd2c17027e2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3575954 Jan 28 13:37:05.430601 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fd462-046f-4322-804c-bfae03a2400d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539edba3-1c4a-44f0-9bb5-9827f56b0792,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:05.493248 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b654a563-5591-4354-9a6d-65adbf5bdf30 admin admin] Publish callbacks [] for security_group (539edba3-1c4a-44f0-9bb5-9827f56b0792), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:05.516660 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b654a563-5591-4354-9a6d-65adbf5bdf30 admin admin] Publish callbacks [] for security_group (539edba3-1c4a-44f0-9bb5-9827f56b0792), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:05.574838 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b654a563-5591-4354-9a6d-65adbf5bdf30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (539edba3-1c4a-44f0-9bb5-9827f56b0792), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:05.577243 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b654a563-5591-4354-9a6d-65adbf5bdf30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:05.587195 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b654a563-5591-4354-9a6d-65adbf5bdf30 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/539edba3-1c4a-44f0-9bb5-9827f56b0792 HTTP/1.1" status: 204 len: 168 time: 0.1494498 Jan 28 13:37:05.607896 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654a563-5591-4354-9a6d-65adbf5bdf30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539edba3-1c4a-44f0-9bb5-9827f56b0792,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:05.743018 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:06.043870 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37680) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:06.058347 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a2e8807e-4c06-41a8-812f-2815076ee88c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:06.171293 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e50d3fab-d43d-435b-bda2-f6f1b9ff9b59 req-7e9c2968-ce1f-4a5d-8df5-f43112cfcb9c tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0330791 Jan 28 13:37:06.176725 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a2e8807e-4c06-41a8-812f-2815076ee88c admin admin] Publish callbacks [] for security_group (549c0f9a-8b6d-4c81-b739-1b8b9fc7ff58), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:06.181580 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a2e8807e-4c06-41a8-812f-2815076ee88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (549c0f9a-8b6d-4c81-b739-1b8b9fc7ff58), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:06.228611 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a2e8807e-4c06-41a8-812f-2815076ee88c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5c0b964935394657a5c25d812046e87c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1833611 Jan 28 13:37:06.232049 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37688) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:06.234031 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8807e-4c06-41a8-812f-2815076ee88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549c0f9a-8b6d-4c81-b739-1b8b9fc7ff58,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:06.291660 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8b1761cb-2339-4722-8c0f-d54d8909186f admin admin] Publish callbacks [] for security_group (549c0f9a-8b6d-4c81-b739-1b8b9fc7ff58), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:06.316756 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8b1761cb-2339-4722-8c0f-d54d8909186f admin admin] Publish callbacks [] for security_group (549c0f9a-8b6d-4c81-b739-1b8b9fc7ff58), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:06.367642 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8b1761cb-2339-4722-8c0f-d54d8909186f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (549c0f9a-8b6d-4c81-b739-1b8b9fc7ff58), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:06.370842 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8b1761cb-2339-4722-8c0f-d54d8909186f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:06.372229 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8b1761cb-2339-4722-8c0f-d54d8909186f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/549c0f9a-8b6d-4c81-b739-1b8b9fc7ff58 HTTP/1.1" status: 204 len: 168 time: 0.1389406 Jan 28 13:37:06.382854 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1761cb-2339-4722-8c0f-d54d8909186f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549c0f9a-8b6d-4c81-b739-1b8b9fc7ff58,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:07.314902 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e613f1fa-1c0d-4ea1-8b22-f545eef0a880 req-c215029a-1d36-4b24-a363-4e5fc9b0dac8 tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0477903 Jan 28 13:37:07.956921 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37798) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:08.177248 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a68377f8-9df8-4c0e-8e73-9cd6a082723e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:08.282602 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a68377f8-9df8-4c0e-8e73-9cd6a082723e admin admin] Publish callbacks [] for security_group (ed7ed107-df61-4d14-91e3-60d04a7bd38c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:08.288068 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a68377f8-9df8-4c0e-8e73-9cd6a082723e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ed7ed107-df61-4d14-91e3-60d04a7bd38c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:08.331895 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a68377f8-9df8-4c0e-8e73-9cd6a082723e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3261532e7084501a646113a1127b9ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3712423 Jan 28 13:37:08.331895 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68377f8-9df8-4c0e-8e73-9cd6a082723e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7ed107-df61-4d14-91e3-60d04a7bd38c,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:08.332699 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37834) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:08.404107 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62c1e70b-a245-470d-bfb6-8a9e808392c3 admin admin] Publish callbacks [] for security_group (ed7ed107-df61-4d14-91e3-60d04a7bd38c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:08.435863 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62c1e70b-a245-470d-bfb6-8a9e808392c3 admin admin] Publish callbacks [] for security_group (ed7ed107-df61-4d14-91e3-60d04a7bd38c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:08.448913 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7149f09d-0f66-4eec-aba3-6b2f87c432d4 req-33c39c04-3396-4311-96ef-61afe640d6a0 tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0329301 Jan 28 13:37:08.496181 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62c1e70b-a245-470d-bfb6-8a9e808392c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ed7ed107-df61-4d14-91e3-60d04a7bd38c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:08.498761 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62c1e70b-a245-470d-bfb6-8a9e808392c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:08.502944 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-62c1e70b-a245-470d-bfb6-8a9e808392c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed7ed107-df61-4d14-91e3-60d04a7bd38c HTTP/1.1" status: 204 len: 168 time: 0.1694880 Jan 28 13:37:08.511024 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1e70b-a245-470d-bfb6-8a9e808392c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7ed107-df61-4d14-91e3-60d04a7bd38c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:08.853081 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37882) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:08.878761 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6dcd0aef-0c98-4d15-b4a2-2a098de2b22c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:08.968501 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6dcd0aef-0c98-4d15-b4a2-2a098de2b22c admin admin] Publish callbacks [] for security_group (50a209fd-d96b-4c04-9983-b999a441e8d1), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:08.973506 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6dcd0aef-0c98-4d15-b4a2-2a098de2b22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (50a209fd-d96b-4c04-9983-b999a441e8d1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:09.019122 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd0aef-0c98-4d15-b4a2-2a098de2b22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a209fd-d96b-4c04-9983-b999a441e8d1,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:09.030270 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6dcd0aef-0c98-4d15-b4a2-2a098de2b22c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a12c644c9d9c4a798594e1b8b3fd6383&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1736948 Jan 28 13:37:09.031536 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37892) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:09.088850 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7b935662-6abf-4806-88e4-12c98eb6b81a admin admin] Publish callbacks [] for security_group (50a209fd-d96b-4c04-9983-b999a441e8d1), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:09.112200 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7b935662-6abf-4806-88e4-12c98eb6b81a admin admin] Publish callbacks [] for security_group (50a209fd-d96b-4c04-9983-b999a441e8d1), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:09.172609 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7b935662-6abf-4806-88e4-12c98eb6b81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (50a209fd-d96b-4c04-9983-b999a441e8d1), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:09.176148 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7b935662-6abf-4806-88e4-12c98eb6b81a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:09.180021 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7b935662-6abf-4806-88e4-12c98eb6b81a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/50a209fd-d96b-4c04-9983-b999a441e8d1 HTTP/1.1" status: 204 len: 168 time: 0.1455309 Jan 28 13:37:09.187640 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b935662-6abf-4806-88e4-12c98eb6b81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a209fd-d96b-4c04-9983-b999a441e8d1,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:09.572264 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ee02b415-2fe9-45fc-afac-16c43a7a3cb6 req-24105364-59a9-4e6c-8480-befd03ba6b5a tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0418160 Jan 28 13:37:10.696428 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3aefeb77-9563-4e80-90ae-8f171b4e9aa5 req-793fd5c0-ef70-47b1-9e4f-4fe2efebd7df tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0426574 Jan 28 13:37:10.895941 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38050) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:11.041793 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38056) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:11.081361 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2cbfbd0-03b3-4a2c-9762-8553c3b050f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:11.119546 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69713c1a-e231-4618-95e5-51dee9c126bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:11.230947 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2cbfbd0-03b3-4a2c-9762-8553c3b050f1 admin admin] Publish callbacks [] for security_group (c499ea92-624a-446a-aa4e-71cc7755464b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:11.238809 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2cbfbd0-03b3-4a2c-9762-8553c3b050f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c499ea92-624a-446a-aa4e-71cc7755464b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:11.293544 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c2cbfbd0-03b3-4a2c-9762-8553c3b050f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=be82737707b840bcb994c2944786be72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3963621 Jan 28 13:37:11.294314 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cbfbd0-03b3-4a2c-9762-8553c3b050f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c499ea92-624a-446a-aa4e-71cc7755464b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:11.297106 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38062) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:11.300886 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69713c1a-e231-4618-95e5-51dee9c126bd admin admin] Publish callbacks [] for security_group (eb0d8759-b5b2-40a6-ae3d-b338ec1ca8fe), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:11.308211 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69713c1a-e231-4618-95e5-51dee9c126bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (eb0d8759-b5b2-40a6-ae3d-b338ec1ca8fe), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:11.350969 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-69713c1a-e231-4618-95e5-51dee9c126bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=305141c8ff344ef9972f60254a8bc71b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3075025 Jan 28 13:37:11.353974 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38064) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:11.355200 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c8280cd4-998c-42ab-8519-ddd8224911aa admin admin] Publish callbacks [] for security_group (c499ea92-624a-446a-aa4e-71cc7755464b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:11.361438 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69713c1a-e231-4618-95e5-51dee9c126bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0d8759-b5b2-40a6-ae3d-b338ec1ca8fe,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:11.379651 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c8280cd4-998c-42ab-8519-ddd8224911aa admin admin] Publish callbacks [] for security_group (c499ea92-624a-446a-aa4e-71cc7755464b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:11.435700 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f01a6db-3c22-4c1d-a455-2e7e39a62b98 admin admin] Publish callbacks [] for security_group (eb0d8759-b5b2-40a6-ae3d-b338ec1ca8fe), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:11.438941 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c8280cd4-998c-42ab-8519-ddd8224911aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c499ea92-624a-446a-aa4e-71cc7755464b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:11.442081 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c8280cd4-998c-42ab-8519-ddd8224911aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:11.445688 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c8280cd4-998c-42ab-8519-ddd8224911aa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c499ea92-624a-446a-aa4e-71cc7755464b HTTP/1.1" status: 204 len: 168 time: 0.1444950 Jan 28 13:37:11.464533 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8280cd4-998c-42ab-8519-ddd8224911aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c499ea92-624a-446a-aa4e-71cc7755464b,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:11.482244 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f01a6db-3c22-4c1d-a455-2e7e39a62b98 admin admin] Publish callbacks [] for security_group (eb0d8759-b5b2-40a6-ae3d-b338ec1ca8fe), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:11.541834 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f01a6db-3c22-4c1d-a455-2e7e39a62b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (eb0d8759-b5b2-40a6-ae3d-b338ec1ca8fe), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:11.545533 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f01a6db-3c22-4c1d-a455-2e7e39a62b98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:11.547170 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2f01a6db-3c22-4c1d-a455-2e7e39a62b98 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eb0d8759-b5b2-40a6-ae3d-b338ec1ca8fe HTTP/1.1" status: 204 len: 168 time: 0.1918409 Jan 28 13:37:11.564457 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01a6db-3c22-4c1d-a455-2e7e39a62b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0d8759-b5b2-40a6-ae3d-b338ec1ca8fe,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:11.815677 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0e0e33b6-3a0c-450d-827d-a36329d3fa53 req-fc6bc052-40af-4aa1-9aa8-df83b03a1ea0 tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0372314 Jan 28 13:37:12.940439 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b7564657-d398-4bc3-87a4-22b207bad3c8 req-e7ebb4da-7ef9-423a-a3b7-52cf82e2fc8f tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0444140 Jan 28 13:37:13.287872 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38172) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:13.438448 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7c9a9036-877d-47ba-954d-046e2d58401b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:13.532804 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7c9a9036-877d-47ba-954d-046e2d58401b admin admin] Publish callbacks [] for security_group (20f919bb-75b3-47fe-a325-0dfc899accfe), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:13.537944 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7c9a9036-877d-47ba-954d-046e2d58401b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (20f919bb-75b3-47fe-a325-0dfc899accfe), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:13.577391 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a9036-877d-47ba-954d-046e2d58401b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f919bb-75b3-47fe-a325-0dfc899accfe,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:13.586416 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38194) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:13.594697 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7c9a9036-877d-47ba-954d-046e2d58401b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a72d904b9ddb4e06951f1dbe4ed91374&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3055301 Jan 28 13:37:13.648634 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ba475f96-5243-40b8-b933-98885c8dc6b7 admin admin] Publish callbacks [] for security_group (20f919bb-75b3-47fe-a325-0dfc899accfe), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:13.680153 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ba475f96-5243-40b8-b933-98885c8dc6b7 admin admin] Publish callbacks [] for security_group (20f919bb-75b3-47fe-a325-0dfc899accfe), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:13.732474 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ba475f96-5243-40b8-b933-98885c8dc6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (20f919bb-75b3-47fe-a325-0dfc899accfe), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:13.735335 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ba475f96-5243-40b8-b933-98885c8dc6b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:13.743040 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ba475f96-5243-40b8-b933-98885c8dc6b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/20f919bb-75b3-47fe-a325-0dfc899accfe HTTP/1.1" status: 204 len: 168 time: 0.1520855 Jan 28 13:37:13.754121 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba475f96-5243-40b8-b933-98885c8dc6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f919bb-75b3-47fe-a325-0dfc899accfe,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:14.119490 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5171b654-6b49-40eb-b75d-808a4748462d req-d7e49b10-5856-4126-a80b-40d995f8f68b tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0655222 Jan 28 13:37:14.618393 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38256) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:14.856503 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7c7304d3-fb59-44f3-8d47-22c0601a2239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:14.962343 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7c7304d3-fb59-44f3-8d47-22c0601a2239 admin admin] Publish callbacks [] for security_group (9abd1a54-acd6-4857-90f5-197667363993), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:14.968030 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7c7304d3-fb59-44f3-8d47-22c0601a2239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9abd1a54-acd6-4857-90f5-197667363993), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:15.012591 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7304d3-fb59-44f3-8d47-22c0601a2239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abd1a54-acd6-4857-90f5-197667363993,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:15.017375 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7c7304d3-fb59-44f3-8d47-22c0601a2239 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d4b0b3e7cd04c4da8829a5b7e5d5eb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3976974 Jan 28 13:37:15.020982 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38272) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:15.058902 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38274) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:15.092416 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0554116c-7b92-47ea-8c2b-9f534ede5f1f admin admin] Publish callbacks [] for security_group (9abd1a54-acd6-4857-90f5-197667363993), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:15.122268 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0554116c-7b92-47ea-8c2b-9f534ede5f1f admin admin] Publish callbacks [] for security_group (9abd1a54-acd6-4857-90f5-197667363993), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:15.199882 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0554116c-7b92-47ea-8c2b-9f534ede5f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9abd1a54-acd6-4857-90f5-197667363993), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:15.203442 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0554116c-7b92-47ea-8c2b-9f534ede5f1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:15.205170 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0554116c-7b92-47ea-8c2b-9f534ede5f1f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9abd1a54-acd6-4857-90f5-197667363993 HTTP/1.1" status: 204 len: 168 time: 0.1829488 Jan 28 13:37:15.231646 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554116c-7b92-47ea-8c2b-9f534ede5f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abd1a54-acd6-4857-90f5-197667363993,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:15.271516 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e5310bb5-2a78-409e-ae23-5508b5b81353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:15.303554 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5dbc1e27-b283-4952-9739-a9d371ebd275 req-347d8e07-e355-4109-a4df-806ca965c3d3 tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0791214 Jan 28 13:37:15.408130 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e5310bb5-2a78-409e-ae23-5508b5b81353 admin admin] Publish callbacks [] for security_group (8d89171e-87ea-4b63-b463-282117a93052), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:15.416359 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e5310bb5-2a78-409e-ae23-5508b5b81353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8d89171e-87ea-4b63-b463-282117a93052), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:15.461271 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e5310bb5-2a78-409e-ae23-5508b5b81353 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a6febd2cbe24304b79eb00d28733752&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4009862 Jan 28 13:37:15.464156 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38286) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:15.466537 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5310bb5-2a78-409e-ae23-5508b5b81353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d89171e-87ea-4b63-b463-282117a93052,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:15.557477 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-78ce12ae-54bd-4313-86d2-e010e11f7790 admin admin] Publish callbacks [] for security_group (8d89171e-87ea-4b63-b463-282117a93052), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:15.585441 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-78ce12ae-54bd-4313-86d2-e010e11f7790 admin admin] Publish callbacks [] for security_group (8d89171e-87ea-4b63-b463-282117a93052), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:15.606653 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38290) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:15.621668 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4f839644-4291-4737-b813-f5dfec2e35c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:15.641283 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-78ce12ae-54bd-4313-86d2-e010e11f7790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8d89171e-87ea-4b63-b463-282117a93052), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:15.644980 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-78ce12ae-54bd-4313-86d2-e010e11f7790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:15.646214 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-78ce12ae-54bd-4313-86d2-e010e11f7790 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8d89171e-87ea-4b63-b463-282117a93052 HTTP/1.1" status: 204 len: 168 time: 0.1807892 Jan 28 13:37:15.655250 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce12ae-54bd-4313-86d2-e010e11f7790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d89171e-87ea-4b63-b463-282117a93052,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:15.744725 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4f839644-4291-4737-b813-f5dfec2e35c2 admin admin] Publish callbacks [] for security_group (8592a124-b65f-4b5f-87fb-bb7badc41c22), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:15.749341 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4f839644-4291-4737-b813-f5dfec2e35c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8592a124-b65f-4b5f-87fb-bb7badc41c22), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:15.791527 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f839644-4291-4737-b813-f5dfec2e35c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8592a124-b65f-4b5f-87fb-bb7badc41c22,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:15.797592 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4f839644-4291-4737-b813-f5dfec2e35c2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=77d80b28558c44cdbafad7c9427d0161&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1895916 Jan 28 13:37:15.800188 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38296) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:15.871039 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e8db7b50-98ae-452e-8779-87a462acf01f admin admin] Publish callbacks [] for security_group (8592a124-b65f-4b5f-87fb-bb7badc41c22), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:15.901698 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e8db7b50-98ae-452e-8779-87a462acf01f admin admin] Publish callbacks [] for security_group (8592a124-b65f-4b5f-87fb-bb7badc41c22), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:15.964339 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e8db7b50-98ae-452e-8779-87a462acf01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8592a124-b65f-4b5f-87fb-bb7badc41c22), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:15.967141 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e8db7b50-98ae-452e-8779-87a462acf01f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:15.968338 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e8db7b50-98ae-452e-8779-87a462acf01f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8592a124-b65f-4b5f-87fb-bb7badc41c22 HTTP/1.1" status: 204 len: 168 time: 0.1671827 Jan 28 13:37:15.976611 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db7b50-98ae-452e-8779-87a462acf01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8592a124-b65f-4b5f-87fb-bb7badc41c22,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:16.446126 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6d84475e-5290-47c9-b0da-5108e5e71924 req-edb41c24-8bc0-436b-87bf-ecc4e40a10f7 tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0557027 Jan 28 13:37:17.505403 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38392) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:17.590656 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-923eb271-0814-4554-9a67-c86e4a105137 req-9f108d49-06d6-4ade-85b8-427ec2332d3e tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0474215 Jan 28 13:37:17.634619 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:17.792654 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-2915f59a-8790-4a46-b447-ac6e1a85cd5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1348639370'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:17.820038 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2915f59a-8790-4a46-b447-ac6e1a85cd5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872-project] Made reservation on behalf of 5cb05bb1d0d849ed92cf6e22d075ca13 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:17.824607 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2915f59a-8790-4a46-b447-ac6e1a85cd5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:17.850438 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2915f59a-8790-4a46-b447-ac6e1a85cd5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:17.979266 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2915f59a-8790-4a46-b447-ac6e1a85cd5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872-project] Publish callbacks [] for security_group (299c2cd5-7b93-4335-9a4a-6599928086eb), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:17.987796 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2915f59a-8790-4a46-b447-ac6e1a85cd5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (299c2cd5-7b93-4335-9a4a-6599928086eb), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:18.026640 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2915f59a-8790-4a46-b447-ac6e1a85cd5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:37:18.041407 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915f59a-8790-4a46-b447-ac6e1a85cd5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299c2cd5-7b93-4335-9a4a-6599928086eb,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:18.056790 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2915f59a-8790-4a46-b447-ac6e1a85cd5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (9e6d0639-10f9-46a6-a4e3-14638299e717), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:18.057136 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-2915f59a-8790-4a46-b447-ac6e1a85cd5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872-project] Added segment 9e6d0639-10f9-46a6-a4e3-14638299e717 of type vlan for network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 Jan 28 13:37:18.108199 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2915f59a-8790-4a46-b447-ac6e1a85cd5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (0f67d54e-2c37-462d-aa6d-1e52f1bc1558), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:18.142072 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2915f59a-8790-4a46-b447-ac6e1a85cd5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (0f67d54e-2c37-462d-aa6d-1e52f1bc1558), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:18.147527 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2915f59a-8790-4a46-b447-ac6e1a85cd5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:18.148472 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2915f59a-8790-4a46-b447-ac6e1a85cd5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:18.184985 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2915f59a-8790-4a46-b447-ac6e1a85cd5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.6771598 Jan 28 13:37:18.238887 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915f59a-8790-4a46-b447-ac6e1a85cd5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872-project] Pushing event updated for resources: {'Network': ['ID=0f67d54e-2c37-462d-aa6d-1e52f1bc1558,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:18.257036 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:37:18.491893 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38472) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:18.505822 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Request body: {'port': {'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558', 'binding:host_id': 'n-h1-822747-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-278588085'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:18.542618 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Made reservation on behalf of 8522dda9a7ef46488feb73cdce56a17b for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:18.545631 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:18.556825 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:18.636119 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38476) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:18.674951 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks [] for security_group (ea6c5171-987e-416f-ab37-07429795b526), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:18.683299 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ea6c5171-987e-416f-ab37-07429795b526), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:18.688863 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] device_id is not set on port c020bb04-45a8-4afb-87cc-c6799860f7ec yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:37:18.776733 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-27b01786-559b-45a0-a2e5-b458029fa6ad req-fe2d760e-a0fc-476d-9bef-0fd0e64411c0 tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0510044 Jan 28 13:37:18.859337 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6c5171-987e-416f-ab37-07429795b526,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:18.866016 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c6e140d8-5dcd-43b6-b9f5-4d9c29ed0ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:19.061218 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] device_id is not set on port c020bb04-45a8-4afb-87cc-c6799860f7ec yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:37:19.082308 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks [] for port (c020bb04-45a8-4afb-87cc-c6799860f7ec), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:19.085106 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c6e140d8-5dcd-43b6-b9f5-4d9c29ed0ef1 admin admin] Publish callbacks [] for security_group (88eab6dc-cec4-4081-8ce3-9ffcf46fdaea), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:19.095839 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c6e140d8-5dcd-43b6-b9f5-4d9c29ed0ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (88eab6dc-cec4-4081-8ce3-9ffcf46fdaea), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:19.103217 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c020bb04-45a8-4afb-87cc-c6799860f7ec), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:19.194301 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c6e140d8-5dcd-43b6-b9f5-4d9c29ed0ef1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d73d439e329c4648ae128e1d88857ff5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5544500 Jan 28 13:37:19.194765 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38488) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:19.200404 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e140d8-5dcd-43b6-b9f5-4d9c29ed0ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88eab6dc-cec4-4081-8ce3-9ffcf46fdaea,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:19.212705 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Pushing event updated for resources: {'Port': ['ID=c020bb04-45a8-4afb-87cc-c6799860f7ec,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:19.242960 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Checking segment: {'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:37:19.243441 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Network hostable DHCP agents. Network: 0f67d54e-2c37-462d-aa6d-1e52f1bc1558, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:37:19.259813 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5bce3052-2abe-4061-9156-f4f301e62a00 admin admin] Publish callbacks [] for security_group (88eab6dc-cec4-4081-8ce3-9ffcf46fdaea), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:19.265122 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:37:19.277641 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 0f67d54e-2c37-462d-aa6d-1e52f1bc1558) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:19.283449 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:19.289102 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9344fbd9-4628-432a-9fd0-115265e37f75 None None] Network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:37:19.295092 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5bce3052-2abe-4061-9156-f4f301e62a00 admin admin] Publish callbacks [] for security_group (88eab6dc-cec4-4081-8ce3-9ffcf46fdaea), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:19.307027 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:19.307385 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:19.307725 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:19.312579 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port c020bb04-45a8-4afb-87cc-c6799860f7ec on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:19.312914 n-d-822747-2 neutron-server[103352]: ERROR neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:19.313296 n-d-822747-2 neutron-server[103352]: INFO neutron.plugins.ml2.plugin [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempt 2 to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec Jan 28 13:37:19.342452 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:19.342807 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:19.343197 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:19.353869 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5bce3052-2abe-4061-9156-f4f301e62a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (88eab6dc-cec4-4081-8ce3-9ffcf46fdaea), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:19.355858 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port c020bb04-45a8-4afb-87cc-c6799860f7ec on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:19.356369 n-d-822747-2 neutron-server[103352]: ERROR neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:19.356789 n-d-822747-2 neutron-server[103352]: INFO neutron.plugins.ml2.plugin [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempt 3 to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec Jan 28 13:37:19.360972 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5bce3052-2abe-4061-9156-f4f301e62a00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:19.367108 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5bce3052-2abe-4061-9156-f4f301e62a00 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/88eab6dc-cec4-4081-8ce3-9ffcf46fdaea HTTP/1.1" status: 204 len: 168 time: 0.1713753 Jan 28 13:37:19.376304 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce3052-2abe-4061-9156-f4f301e62a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88eab6dc-cec4-4081-8ce3-9ffcf46fdaea,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:19.382644 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:19.383581 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:19.383917 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:19.390476 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port c020bb04-45a8-4afb-87cc-c6799860f7ec on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:19.390952 n-d-822747-2 neutron-server[103352]: ERROR neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:19.391356 n-d-822747-2 neutron-server[103352]: INFO neutron.plugins.ml2.plugin [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempt 4 to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec Jan 28 13:37:19.409453 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:19.409834 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:19.410190 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:19.418590 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port c020bb04-45a8-4afb-87cc-c6799860f7ec on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:19.418938 n-d-822747-2 neutron-server[103352]: ERROR neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:19.419705 n-d-822747-2 neutron-server[103352]: INFO neutron.plugins.ml2.plugin [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempt 5 to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec Jan 28 13:37:19.450161 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:19.450583 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:19.450977 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:19.456150 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port c020bb04-45a8-4afb-87cc-c6799860f7ec on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:19.456489 n-d-822747-2 neutron-server[103352]: ERROR neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:19.457013 n-d-822747-2 neutron-server[103352]: INFO neutron.plugins.ml2.plugin [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempt 6 to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec Jan 28 13:37:19.470196 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:19.470599 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:19.471052 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:19.476012 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port c020bb04-45a8-4afb-87cc-c6799860f7ec on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:19.476364 n-d-822747-2 neutron-server[103352]: ERROR neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:19.476786 n-d-822747-2 neutron-server[103352]: INFO neutron.plugins.ml2.plugin [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempt 7 to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec Jan 28 13:37:19.491539 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:19.491984 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:19.492270 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:19.499316 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port c020bb04-45a8-4afb-87cc-c6799860f7ec on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:19.499635 n-d-822747-2 neutron-server[103352]: ERROR neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:19.500090 n-d-822747-2 neutron-server[103352]: INFO neutron.plugins.ml2.plugin [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempt 8 to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec Jan 28 13:37:19.515547 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:19.516750 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:19.517433 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:19.523159 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port c020bb04-45a8-4afb-87cc-c6799860f7ec on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:19.524752 n-d-822747-2 neutron-server[103352]: ERROR neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:19.525486 n-d-822747-2 neutron-server[103352]: INFO neutron.plugins.ml2.plugin [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempt 9 to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec Jan 28 13:37:19.546554 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:19.547140 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:19.547688 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:19.553987 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port c020bb04-45a8-4afb-87cc-c6799860f7ec on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:19.554426 n-d-822747-2 neutron-server[103352]: ERROR neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:19.554893 n-d-822747-2 neutron-server[103352]: INFO neutron.plugins.ml2.plugin [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempt 10 to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec Jan 28 13:37:19.569397 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:19.573614 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:19.574356 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:19.580303 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port c020bb04-45a8-4afb-87cc-c6799860f7ec on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:19.580712 n-d-822747-2 neutron-server[103352]: ERROR neutron.plugins.ml2.managers [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port c020bb04-45a8-4afb-87cc-c6799860f7ec on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:19.581141 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c020bb04-45a8-4afb-87cc-c6799860f7ec), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:19.688680 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] For port c020bb04-45a8-4afb-87cc-c6799860f7ec, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:37:19.689051 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempted to set empty binding levels {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 13:37:19.695402 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (c020bb04-45a8-4afb-87cc-c6799860f7ec), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:19.726771 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:19.747059 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:19.748018 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:19.754218 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Pushing event updated for resources: {'Port': ['ID=c020bb04-45a8-4afb-87cc-c6799860f7ec,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:19.773200 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9c37dbcd-a6c6-4793-ba4b-0c128cf0dc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.2791169 Jan 28 13:37:19.777393 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38502) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:19.868072 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-b275a823-4adc-4670-b349-37e6e5739ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Deleting port c020bb04-45a8-4afb-87cc-c6799860f7ec {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:37:19.868422 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b275a823-4adc-4670-b349-37e6e5739ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c020bb04-45a8-4afb-87cc-c6799860f7ec), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:20.032163 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c85fb494-9616-47e9-bbc0-7d7e27a99fd2 req-7218a844-666b-4e04-9337-5d04adb23605 tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0564039 Jan 28 13:37:20.033485 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-b275a823-4adc-4670-b349-37e6e5739ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] For port c020bb04-45a8-4afb-87cc-c6799860f7ec, host n-h1-822747-2, got binding levels [] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:20.033848 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b275a823-4adc-4670-b349-37e6e5739ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c020bb04-45a8-4afb-87cc-c6799860f7ec), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:20.061691 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-b275a823-4adc-4670-b349-37e6e5739ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Calling delete_port for c020bb04-45a8-4afb-87cc-c6799860f7ec owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:37:20.163598 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b275a823-4adc-4670-b349-37e6e5739ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (c020bb04-45a8-4afb-87cc-c6799860f7ec), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:20.211815 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275a823-4adc-4670-b349-37e6e5739ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Pushing event deleted for resources: {'Port': ['ID=c020bb04-45a8-4afb-87cc-c6799860f7ec,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:20.219923 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b275a823-4adc-4670-b349-37e6e5739ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:20.223606 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b275a823-4adc-4670-b349-37e6e5739ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] 10.222.0.39 "DELETE /v2.0/ports/c020bb04-45a8-4afb-87cc-c6799860f7ec HTTP/1.1" status: 204 len: 168 time: 0.4442751 Jan 28 13:37:20.226384 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38522) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:20.253303 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d25b89-2eb2-42cb-a4cd-227b18071a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] GET failed (client error): The resource could not be found. Jan 28 13:37:20.258449 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-17d25b89-2eb2-42cb-a4cd-227b18071a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] 10.222.0.39 "GET /v2.0/ports/c020bb04-45a8-4afb-87cc-c6799860f7ec HTTP/1.1" status: 404 len: 333 time: 0.0270829 Jan 28 13:37:20.258790 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38524) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:20.264687 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-c0204791-4099-41c3-bb2e-80c8de3d41c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Request body: {'port': {'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-48100922'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:20.287972 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0204791-4099-41c3-bb2e-80c8de3d41c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Made reservation on behalf of 8522dda9a7ef46488feb73cdce56a17b for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:20.290723 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c0204791-4099-41c3-bb2e-80c8de3d41c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:20.308976 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-c0204791-4099-41c3-bb2e-80c8de3d41c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] device_id is not set on port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:37:20.470205 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c0204791-4099-41c3-bb2e-80c8de3d41c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks [] for port (569c06a6-80d0-470b-95fe-f78f3dc5cf2b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:20.507668 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c0204791-4099-41c3-bb2e-80c8de3d41c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (569c06a6-80d0-470b-95fe-f78f3dc5cf2b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:20.552929 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0204791-4099-41c3-bb2e-80c8de3d41c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:20.557884 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-c0204791-4099-41c3-bb2e-80c8de3d41c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:20.562274 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0204791-4099-41c3-bb2e-80c8de3d41c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:20.563272 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0204791-4099-41c3-bb2e-80c8de3d41c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:20.564070 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c0204791-4099-41c3-bb2e-80c8de3d41c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:20.567502 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0204791-4099-41c3-bb2e-80c8de3d41c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Pushing event updated for resources: {'Port': ['ID=569c06a6-80d0-470b-95fe-f78f3dc5cf2b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:20.584799 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c0204791-4099-41c3-bb2e-80c8de3d41c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.3245516 Jan 28 13:37:20.588534 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38532) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:20.594074 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:20.665926 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (569c06a6-80d0-470b-95fe-f78f3dc5cf2b), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:20.869015 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] device_id is not set on port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:37:20.878250 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks [] for port (569c06a6-80d0-470b-95fe-f78f3dc5cf2b), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:20.884969 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (569c06a6-80d0-470b-95fe-f78f3dc5cf2b), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:20.950835 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Pushing event updated for resources: {'Port': ['ID=569c06a6-80d0-470b-95fe-f78f3dc5cf2b,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:20.955368 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:20.955705 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:20.956117 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:20.961190 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:20.961520 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:20.961892 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempt 2 to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b Jan 28 13:37:20.976665 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:20.976973 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:20.977440 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:20.982589 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:20.983416 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:20.984010 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempt 3 to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b Jan 28 13:37:21.000283 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:21.000942 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:21.001489 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:21.006454 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:21.006782 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:21.007213 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempt 4 to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b Jan 28 13:37:21.034522 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:21.034868 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:21.035289 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:21.041168 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:21.041503 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:21.041905 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempt 5 to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b Jan 28 13:37:21.064121 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38550) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:21.088939 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:21.089287 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:21.089631 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:21.094839 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:21.095211 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:21.095610 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempt 6 to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b Jan 28 13:37:21.109884 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:21.110510 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:21.110642 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:21.115424 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:21.115757 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:21.116151 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempt 7 to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b Jan 28 13:37:21.153721 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:21.154114 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:21.154541 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:21.160528 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:21.160861 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:21.174218 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempt 8 to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b Jan 28 13:37:21.179789 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0bf1a1ed-158b-468f-9e4b-208dcc7bf3d7 req-c443754a-01f4-48e6-8c6f-d74633ba7fbc tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0390446 Jan 28 13:37:21.190416 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:21.190819 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:21.195212 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:21.198214 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-5661e7cd-598d-4b2c-b881-60f467d3720c tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1540403893'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:21.198771 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-5661e7cd-598d-4b2c-b881-60f467d3720c tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] Unknown quota resources ['metering_label']. {{(pid=103352) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:37:21.202494 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:21.203221 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:21.203889 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempt 9 to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b Jan 28 13:37:21.225278 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:21.225730 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:21.226159 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:21.231463 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:21.231880 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:21.232713 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempt 10 to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b Jan 28 13:37:21.247408 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:21.248044 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:21.248466 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:21.253823 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:21.254272 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:21.254729 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (569c06a6-80d0-470b-95fe-f78f3dc5cf2b), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:21.330579 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] For port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:37:21.331389 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempted to set empty binding levels {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 13:37:21.336937 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (569c06a6-80d0-470b-95fe-f78f3dc5cf2b), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:21.375221 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] In _notify_port_updated(), no bound segment for port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103351) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:37:21.376353 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.376981 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:21.380723 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] 10.222.0.39 "PUT /v2.0/ports/569c06a6-80d0-470b-95fe-f78f3dc5cf2b HTTP/1.1" status: 200 len: 977 time: 0.7887671 Jan 28 13:37:21.381583 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38558) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:21.387108 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a30cd-a4ff-4395-88b2-0e2a9dacc047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Pushing event updated for resources: {'Port': ['ID=569c06a6-80d0-470b-95fe-f78f3dc5cf2b,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:21.812424 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5661e7cd-598d-4b2c-b881-60f467d3720c tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:21.816386 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5661e7cd-598d-4b2c-b881-60f467d3720c tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7485936 Jan 28 13:37:21.816386 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38562) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:21.820708 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-03537a8b-effc-4c69-88d7-ac7a6b495c78 tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '0e4b4a57-43ee-4eeb-b4b2-fcfb5033e836'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:21.821207 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-03537a8b-effc-4c69-88d7-ac7a6b495c78 tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103352) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:37:21.939838 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.940328 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.940784 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.941222 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.941689 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.942500 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.943324 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.943836 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.944301 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.944768 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.945200 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.945646 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.946090 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.946647 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.947362 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.948168 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.948852 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.949316 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.949836 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.950280 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.950738 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.951213 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.951660 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.952103 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.952569 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.953074 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.953506 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.953952 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.954398 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.954841 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.955312 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.955752 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.956193 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.956629 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.957070 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.957511 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.957955 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.958398 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.959931 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.959931 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.959931 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.960869 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.960869 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.961049 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.961781 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.961907 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.962315 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.962761 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.964015 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.968060 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-313c46c7-72ee-49ff-828e-5b43d7266685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 43947 time: 0.5852396 Jan 28 13:37:21.969466 n-d-822747-2 neutron-server[103352]: WARNING neutron.services.metering.metering_plugin [None req-03537a8b-effc-4c69-88d7-ac7a6b495c78 tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 13:37:21.973613 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38564) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:22.057766 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-ff634a59-7226-44f7-b57a-7a25fe5b587f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Deleting port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:37:22.058146 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ff634a59-7226-44f7-b57a-7a25fe5b587f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (569c06a6-80d0-470b-95fe-f78f3dc5cf2b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:22.073770 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-03537a8b-effc-4c69-88d7-ac7a6b495c78 tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:22.078094 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-03537a8b-effc-4c69-88d7-ac7a6b495c78 tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2576621 Jan 28 13:37:22.078303 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38566) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:22.083098 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-937d2f6d-2ac1-4d7a-b51a-705532fc77b3 tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '0e4b4a57-43ee-4eeb-b4b2-fcfb5033e836'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:22.083710 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-937d2f6d-2ac1-4d7a-b51a-705532fc77b3 tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103352) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:37:22.127284 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-ff634a59-7226-44f7-b57a-7a25fe5b587f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] For port 569c06a6-80d0-470b-95fe-f78f3dc5cf2b, host n-h1-822747-2, got binding levels [] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:22.127650 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ff634a59-7226-44f7-b57a-7a25fe5b587f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (569c06a6-80d0-470b-95fe-f78f3dc5cf2b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:22.141421 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-ff634a59-7226-44f7-b57a-7a25fe5b587f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Calling delete_port for 569c06a6-80d0-470b-95fe-f78f3dc5cf2b owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:37:22.142052 n-d-822747-2 neutron-server[103352]: WARNING neutron.services.metering.metering_plugin [None req-937d2f6d-2ac1-4d7a-b51a-705532fc77b3 tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 13:37:22.244576 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-937d2f6d-2ac1-4d7a-b51a-705532fc77b3 tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:22.246121 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-937d2f6d-2ac1-4d7a-b51a-705532fc77b3 tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1668468 Jan 28 13:37:22.246267 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ff634a59-7226-44f7-b57a-7a25fe5b587f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (569c06a6-80d0-470b-95fe-f78f3dc5cf2b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:22.249817 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38574) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:22.272775 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a5011e99-4bdb-4c45-a17d-88451b4dcb19 tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=304283db-020a-42b2-8d37-16cca532ecb3 HTTP/1.1" status: 200 len: 464 time: 0.0214524 Jan 28 13:37:22.274849 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff634a59-7226-44f7-b57a-7a25fe5b587f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Pushing event deleted for resources: {'Port': ['ID=569c06a6-80d0-470b-95fe-f78f3dc5cf2b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:22.275877 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38576) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:22.292339 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ff634a59-7226-44f7-b57a-7a25fe5b587f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:22.296743 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ff634a59-7226-44f7-b57a-7a25fe5b587f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] 10.222.0.39 "DELETE /v2.0/ports/569c06a6-80d0-470b-95fe-f78f3dc5cf2b HTTP/1.1" status: 204 len: 168 time: 0.3220310 Jan 28 13:37:22.299643 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38580) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:22.355447 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68c4c84-93f9-4523-87ef-1666453be5fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] GET failed (client error): The resource could not be found. Jan 28 13:37:22.360563 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b68c4c84-93f9-4523-87ef-1666453be5fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] 10.222.0.39 "GET /v2.0/ports/569c06a6-80d0-470b-95fe-f78f3dc5cf2b HTTP/1.1" status: 404 len: 333 time: 0.0563500 Jan 28 13:37:22.368487 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38582) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:22.373787 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-5c62c67b-8e43-48fc-9af4-69fc347fdcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683329982', 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:22.378797 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-105b9fa1-45b3-4cdb-bc06-4b39ae46c3fb req-5a69147c-e11b-4e68-85dc-69f8db643742 tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0621121 Jan 28 13:37:22.426664 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e8dcf483-b082-4843-bfc4-966538349067 tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:22.427864 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e8dcf483-b082-4843-bfc4-966538349067 tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/304283db-020a-42b2-8d37-16cca532ecb3 HTTP/1.1" status: 204 len: 168 time: 0.1507349 Jan 28 13:37:22.431200 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38584) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:22.436919 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c62c67b-8e43-48fc-9af4-69fc347fdcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Made reservation on behalf of 8522dda9a7ef46488feb73cdce56a17b for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:22.439621 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5c62c67b-8e43-48fc-9af4-69fc347fdcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:22.449919 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dac97999-e5f5-4e46-828c-5fb5cc52783b tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=304283db-020a-42b2-8d37-16cca532ecb3 HTTP/1.1" status: 200 len: 221 time: 0.0119870 Jan 28 13:37:22.450843 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38586) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:22.454785 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-b3c84446-2a65-4a5f-b368-94452dc3c4f7 tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--967547412', 'description': 'label created by tempest'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:22.455290 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-b3c84446-2a65-4a5f-b368-94452dc3c4f7 tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] Unknown quota resources ['metering_label']. {{(pid=103351) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:37:22.458344 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-5c62c67b-8e43-48fc-9af4-69fc347fdcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] device_id is not set on port 37f0fcf5-bad7-45c3-9d81-1d2ec3cbf6d5 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:37:22.619883 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5c62c67b-8e43-48fc-9af4-69fc347fdcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks [] for port (37f0fcf5-bad7-45c3-9d81-1d2ec3cbf6d5), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:22.657546 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5c62c67b-8e43-48fc-9af4-69fc347fdcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (37f0fcf5-bad7-45c3-9d81-1d2ec3cbf6d5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:22.704236 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c62c67b-8e43-48fc-9af4-69fc347fdcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:22.711778 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-5c62c67b-8e43-48fc-9af4-69fc347fdcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:22.716508 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c62c67b-8e43-48fc-9af4-69fc347fdcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:22.717529 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c62c67b-8e43-48fc-9af4-69fc347fdcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:22.718287 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5c62c67b-8e43-48fc-9af4-69fc347fdcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:22.718853 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3c84446-2a65-4a5f-b368-94452dc3c4f7 tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:22.720088 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b3c84446-2a65-4a5f-b368-94452dc3c4f7 tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2689464 Jan 28 13:37:22.722750 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38588) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:22.731596 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62c67b-8e43-48fc-9af4-69fc347fdcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Pushing event updated for resources: {'Port': ['ID=37f0fcf5-bad7-45c3-9d81-1d2ec3cbf6d5,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:22.748667 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5c62c67b-8e43-48fc-9af4-69fc347fdcaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3788457 Jan 28 13:37:22.751212 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38590) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:22.786027 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60597228-8bc1-4f46-9975-5e1d644470b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:22.787761 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-60597228-8bc1-4f46-9975-5e1d644470b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] 10.222.0.39 "GET /v2.0/ports/37f0fcf5-bad7-45c3-9d81-1d2ec3cbf6d5 HTTP/1.1" status: 200 len: 959 time: 0.0354531 Jan 28 13:37:22.790513 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38592) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:22.801511 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-85fb12aa-55ba-47b0-a8c2-ae0677766a6c tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=ec4c5310-0f2a-4334-b148-076ae07678a1 HTTP/1.1" status: 200 len: 467 time: 0.0753551 Jan 28 13:37:22.801756 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38594) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:22.879293 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-be44d4a6-1414-4d90-9083-1afea7da4d82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Deleting port 37f0fcf5-bad7-45c3-9d81-1d2ec3cbf6d5 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:37:22.879540 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-be44d4a6-1414-4d90-9083-1afea7da4d82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (37f0fcf5-bad7-45c3-9d81-1d2ec3cbf6d5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:22.948585 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-be44d4a6-1414-4d90-9083-1afea7da4d82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (37f0fcf5-bad7-45c3-9d81-1d2ec3cbf6d5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:22.965129 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-be44d4a6-1414-4d90-9083-1afea7da4d82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Calling delete_port for 37f0fcf5-bad7-45c3-9d81-1d2ec3cbf6d5 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:37:23.024651 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b803eec9-c73a-4593-8ae1-d3f8fef781fc tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:23.028375 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b803eec9-c73a-4593-8ae1-d3f8fef781fc tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/ec4c5310-0f2a-4334-b148-076ae07678a1 HTTP/1.1" status: 204 len: 168 time: 0.2231963 Jan 28 13:37:23.028585 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38598) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:23.043089 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-82b04493-986c-4809-9c6f-f60f13ff97e6 tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=ec4c5310-0f2a-4334-b148-076ae07678a1 HTTP/1.1" status: 200 len: 216 time: 0.0133579 Jan 28 13:37:23.046362 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38600) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:23.056245 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4f226743-741b-4207-abba-5d44f23a7875 tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0086772 Jan 28 13:37:23.059485 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38602) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:23.075327 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f715f967-7a9b-484a-913a-70258e13506b tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0112853 Jan 28 13:37:23.075610 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38604) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:23.080392 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-be44d4a6-1414-4d90-9083-1afea7da4d82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (37f0fcf5-bad7-45c3-9d81-1d2ec3cbf6d5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:23.120598 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-be44d4a6-1414-4d90-9083-1afea7da4d82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:23.127254 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-be44d4a6-1414-4d90-9083-1afea7da4d82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] 10.222.0.39 "DELETE /v2.0/ports/37f0fcf5-bad7-45c3-9d81-1d2ec3cbf6d5 HTTP/1.1" status: 204 len: 168 time: 0.3330953 Jan 28 13:37:23.127815 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38606) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:23.137641 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b29bb59b-669f-4859-a319-4477cdbc4ad2 tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels/0e4b4a57-43ee-4eeb-b4b2-fcfb5033e836 HTTP/1.1" status: 200 len: 473 time: 0.0570762 Jan 28 13:37:23.137878 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38608) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:23.139626 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44d4a6-1414-4d90-9083-1afea7da4d82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Pushing event deleted for resources: {'Port': ['ID=37f0fcf5-bad7-45c3-9d81-1d2ec3cbf6d5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:23.152081 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a938998c-4d40-4822-b271-166349f8cf65 tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules/9beebffe-1e39-4475-9cd9-1eec0d043439 HTTP/1.1" status: 200 len: 461 time: 0.0101027 Jan 28 13:37:23.152302 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38610) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:23.159754 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-082cc6ea-7a67-4e5e-834a-5fb9c41c874d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] GET failed (client error): The resource could not be found. Jan 28 13:37:23.165154 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-082cc6ea-7a67-4e5e-834a-5fb9c41c874d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] 10.222.0.39 "GET /v2.0/ports/37f0fcf5-bad7-45c3-9d81-1d2ec3cbf6d5 HTTP/1.1" status: 404 len: 333 time: 0.0321813 Jan 28 13:37:23.165938 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38612) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:23.170607 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-c525915a-3ee4-40a7-b4c3-872e7749e636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Request body: {'port': {'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1128450466'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:23.199502 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c525915a-3ee4-40a7-b4c3-872e7749e636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Made reservation on behalf of 8522dda9a7ef46488feb73cdce56a17b for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:23.201853 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c525915a-3ee4-40a7-b4c3-872e7749e636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:23.653614 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1e7a90db-1f5f-4aea-84da-dbc976435b11 req-82efcc33-09c2-488d-90e0-0968b35963b0 tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0563986 Jan 28 13:37:23.657635 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3523f123-daee-4e6c-9887-98126a3fb683 tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:23.661175 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3523f123-daee-4e6c-9887-98126a3fb683 tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/9beebffe-1e39-4475-9cd9-1eec0d043439 HTTP/1.1" status: 204 len: 168 time: 0.5054479 Jan 28 13:37:23.661175 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-c525915a-3ee4-40a7-b4c3-872e7749e636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] device_id is not set on port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:37:23.661429 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38622) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:23.816759 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c525915a-3ee4-40a7-b4c3-872e7749e636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks [] for port (943cd8c0-cc77-49d3-b44f-d3db1c0e49cf), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:23.853663 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c525915a-3ee4-40a7-b4c3-872e7749e636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (943cd8c0-cc77-49d3-b44f-d3db1c0e49cf), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:23.882102 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-192d621d-ffd2-4103-bfe4-5fd1256a262e tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:23.893125 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-192d621d-ffd2-4103-bfe4-5fd1256a262e tempest-MeteringTestJSON-1999032288 tempest-MeteringTestJSON-1999032288-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/0e4b4a57-43ee-4eeb-b4b2-fcfb5033e836 HTTP/1.1" status: 204 len: 168 time: 0.2255862 Jan 28 13:37:23.907035 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c525915a-3ee4-40a7-b4c3-872e7749e636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:23.910521 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-c525915a-3ee4-40a7-b4c3-872e7749e636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:23.914499 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c525915a-3ee4-40a7-b4c3-872e7749e636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:23.916420 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c525915a-3ee4-40a7-b4c3-872e7749e636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:23.917230 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c525915a-3ee4-40a7-b4c3-872e7749e636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:23.941435 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c525915a-3ee4-40a7-b4c3-872e7749e636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7717478 Jan 28 13:37:23.941699 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38628) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:23.946629 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:23.949120 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525915a-3ee4-40a7-b4c3-872e7749e636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Pushing event updated for resources: {'Port': ['ID=943cd8c0-cc77-49d3-b44f-d3db1c0e49cf,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:24.015388 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (943cd8c0-cc77-49d3-b44f-d3db1c0e49cf), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:24.179220 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38632) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:24.194679 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] device_id is not set on port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:37:24.202790 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks [] for port (943cd8c0-cc77-49d3-b44f-d3db1c0e49cf), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:24.208963 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (943cd8c0-cc77-49d3-b44f-d3db1c0e49cf), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:24.262296 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Pushing event updated for resources: {'Port': ['ID=943cd8c0-cc77-49d3-b44f-d3db1c0e49cf,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:24.279009 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:24.279348 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:24.279694 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:24.285213 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:24.285555 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:24.285954 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempt 2 to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf Jan 28 13:37:24.301625 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:24.302023 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:24.302376 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:24.307427 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:24.307771 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:24.308182 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempt 3 to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf Jan 28 13:37:24.319893 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-135c6e7f-1049-4297-8d03-7e5871a6f2b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:24.322037 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:24.322527 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:24.322944 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:24.327749 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:24.328154 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:24.328556 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempt 4 to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf Jan 28 13:37:24.342643 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:24.343036 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:24.343391 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:24.349998 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:24.350413 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:24.350751 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempt 5 to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf Jan 28 13:37:24.370201 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:24.370201 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:24.370201 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:24.375292 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:24.375689 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:24.376091 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempt 6 to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf Jan 28 13:37:24.395653 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:24.395895 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:24.396224 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:24.400954 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:24.401302 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:24.401669 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempt 7 to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf Jan 28 13:37:24.415896 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-135c6e7f-1049-4297-8d03-7e5871a6f2b4 admin admin] Publish callbacks [] for security_group (a05a3814-144e-48ca-9edb-03d20ea6f511), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:24.416182 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:24.416625 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:24.417021 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:24.421383 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-135c6e7f-1049-4297-8d03-7e5871a6f2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a05a3814-144e-48ca-9edb-03d20ea6f511), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:24.422733 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:24.423270 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:24.423725 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempt 8 to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf Jan 28 13:37:24.442517 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:24.442517 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:24.443037 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:24.448617 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:24.448945 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:24.449802 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempt 9 to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf Jan 28 13:37:24.474257 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c6e7f-1049-4297-8d03-7e5871a6f2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05a3814-144e-48ca-9edb-03d20ea6f511,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:24.478032 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:24.478374 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:24.478879 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:24.480144 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-135c6e7f-1049-4297-8d03-7e5871a6f2b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a65ce1e6b5d4702b8cc95af3539e47f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2992423 Jan 28 13:37:24.482714 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38642) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:24.486840 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:24.487228 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:24.487624 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempt 10 to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf Jan 28 13:37:24.502295 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:24.502973 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:24.503482 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempting to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:24.508546 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:24.508878 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Failed to bind port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on host n-h1-822747-2 for vnic_type normal using segments [{'id': '9e6d0639-10f9-46a6-a4e3-14638299e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f67d54e-2c37-462d-aa6d-1e52f1bc1558'}] Jan 28 13:37:24.509388 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (943cd8c0-cc77-49d3-b44f-d3db1c0e49cf), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:24.547096 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-033546c1-b317-4dc2-a6a7-3fbd4ac55590 admin admin] Publish callbacks [] for security_group (a05a3814-144e-48ca-9edb-03d20ea6f511), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:24.569841 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-033546c1-b317-4dc2-a6a7-3fbd4ac55590 admin admin] Publish callbacks [] for security_group (a05a3814-144e-48ca-9edb-03d20ea6f511), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:24.597701 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] For port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:37:24.598364 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attempted to set empty binding levels {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 13:37:24.605121 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (943cd8c0-cc77-49d3-b44f-d3db1c0e49cf), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:24.621444 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-033546c1-b317-4dc2-a6a7-3fbd4ac55590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a05a3814-144e-48ca-9edb-03d20ea6f511), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:24.624779 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-033546c1-b317-4dc2-a6a7-3fbd4ac55590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:24.628779 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-033546c1-b317-4dc2-a6a7-3fbd4ac55590 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a05a3814-144e-48ca-9edb-03d20ea6f511 HTTP/1.1" status: 204 len: 168 time: 0.1433342 Jan 28 13:37:24.645896 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033546c1-b317-4dc2-a6a7-3fbd4ac55590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05a3814-144e-48ca-9edb-03d20ea6f511,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:24.663366 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Pushing event updated for resources: {'Port': ['ID=943cd8c0-cc77-49d3-b44f-d3db1c0e49cf,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:24.672461 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] In _notify_port_updated(), no bound segment for port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf on network 0f67d54e-2c37-462d-aa6d-1e52f1bc1558 {{(pid=103351) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:37:24.673364 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:24.673977 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:24.676269 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-849efc9d-1df8-459b-8cf3-f7f0509398df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] 10.222.0.39 "PUT /v2.0/ports/943cd8c0-cc77-49d3-b44f-d3db1c0e49cf HTTP/1.1" status: 200 len: 979 time: 0.7338088 Jan 28 13:37:24.679103 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38646) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:24.794162 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6309080-68e1-4760-bdd2-4a4be1e59f15 req-f2bc534d-159f-4a34-b2a0-43a06d830456 tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0329993 Jan 28 13:37:24.808906 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-870db4fb-ba16-4188-8d93-b53a63ef7a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Deleting port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:37:24.809250 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-870db4fb-ba16-4188-8d93-b53a63ef7a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (943cd8c0-cc77-49d3-b44f-d3db1c0e49cf), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:24.882762 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-870db4fb-ba16-4188-8d93-b53a63ef7a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] For port 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf, host n-h1-822747-2, got binding levels [] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:24.883113 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-870db4fb-ba16-4188-8d93-b53a63ef7a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (943cd8c0-cc77-49d3-b44f-d3db1c0e49cf), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:24.896278 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-870db4fb-ba16-4188-8d93-b53a63ef7a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Calling delete_port for 943cd8c0-cc77-49d3-b44f-d3db1c0e49cf owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:37:24.975667 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-870db4fb-ba16-4188-8d93-b53a63ef7a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (943cd8c0-cc77-49d3-b44f-d3db1c0e49cf), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:24.979453 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38652) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:25.000893 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-811f109a-43b2-47ad-8ccf-1e329c261746 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:25.006898 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870db4fb-ba16-4188-8d93-b53a63ef7a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Pushing event deleted for resources: {'Port': ['ID=943cd8c0-cc77-49d3-b44f-d3db1c0e49cf,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:25.009048 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-870db4fb-ba16-4188-8d93-b53a63ef7a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:25.019503 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-870db4fb-ba16-4188-8d93-b53a63ef7a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] 10.222.0.39 "DELETE /v2.0/ports/943cd8c0-cc77-49d3-b44f-d3db1c0e49cf HTTP/1.1" status: 204 len: 168 time: 0.3310356 Jan 28 13:37:25.019503 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38654) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:25.041865 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b6f9413-c16d-4d31-b0c5-be0984597c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] GET failed (client error): The resource could not be found. Jan 28 13:37:25.046862 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7b6f9413-c16d-4d31-b0c5-be0984597c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455731031-project-admin] 10.222.0.39 "GET /v2.0/ports/943cd8c0-cc77-49d3-b44f-d3db1c0e49cf HTTP/1.1" status: 404 len: 333 time: 0.0279195 Jan 28 13:37:25.047706 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38658) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:25.120765 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-811f109a-43b2-47ad-8ccf-1e329c261746 admin admin] Publish callbacks [] for security_group (2419faad-b705-4090-8068-8af98102eec1), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:25.126289 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-811f109a-43b2-47ad-8ccf-1e329c261746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (2419faad-b705-4090-8068-8af98102eec1), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:25.133760 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6a36425d-b6bb-4f26-b00e-cc4d9119bb3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (0f67d54e-2c37-462d-aa6d-1e52f1bc1558), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:25.167472 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-811f109a-43b2-47ad-8ccf-1e329c261746 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bdb42f34d9754c3fa0a997b90b52e1e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1868324 Jan 28 13:37:25.169445 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f109a-43b2-47ad-8ccf-1e329c261746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2419faad-b705-4090-8068-8af98102eec1,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:25.170895 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38660) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:25.253491 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6a36425d-b6bb-4f26-b00e-cc4d9119bb3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (0f67d54e-2c37-462d-aa6d-1e52f1bc1558), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:25.284090 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-6a36425d-b6bb-4f26-b00e-cc4d9119bb3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f67d54e-2c37-462d-aa6d-1e52f1bc1558']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:25.296180 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-6a36425d-b6bb-4f26-b00e-cc4d9119bb3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6d0639-10f9-46a6-a4e3-14638299e717') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:25.296476 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-6a36425d-b6bb-4f26-b00e-cc4d9119bb3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6d0639-10f9-46a6-a4e3-14638299e717') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:25.298412 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60e7e737-89e7-4c66-8a6f-d950e0c1e409 admin admin] Publish callbacks [] for security_group (2419faad-b705-4090-8068-8af98102eec1), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:25.314098 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6a36425d-b6bb-4f26-b00e-cc4d9119bb3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (9e6d0639-10f9-46a6-a4e3-14638299e717), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:25.335809 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60e7e737-89e7-4c66-8a6f-d950e0c1e409 admin admin] Publish callbacks [] for security_group (2419faad-b705-4090-8068-8af98102eec1), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:25.337786 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6a36425d-b6bb-4f26-b00e-cc4d9119bb3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (9e6d0639-10f9-46a6-a4e3-14638299e717), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:25.350457 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a36425d-b6bb-4f26-b00e-cc4d9119bb3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:37:25.350845 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6a36425d-b6bb-4f26-b00e-cc4d9119bb3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (9e6d0639-10f9-46a6-a4e3-14638299e717), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:37:25.353745 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:37:25.431701 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6a36425d-b6bb-4f26-b00e-cc4d9119bb3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (0f67d54e-2c37-462d-aa6d-1e52f1bc1558), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:25.437775 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6a36425d-b6bb-4f26-b00e-cc4d9119bb3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:25.442811 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6a36425d-b6bb-4f26-b00e-cc4d9119bb3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872-project] 10.222.0.39 "DELETE /v2.0/networks/0f67d54e-2c37-462d-aa6d-1e52f1bc1558 HTTP/1.1" status: 204 len: 168 time: 0.3941536 Jan 28 13:37:25.467245 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36425d-b6bb-4f26-b00e-cc4d9119bb3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959795872-project] Pushing event deleted for resources: {'Network': ['ID=0f67d54e-2c37-462d-aa6d-1e52f1bc1558,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:25.470142 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60e7e737-89e7-4c66-8a6f-d950e0c1e409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (2419faad-b705-4090-8068-8af98102eec1), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:25.472946 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60e7e737-89e7-4c66-8a6f-d950e0c1e409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:25.474292 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-60e7e737-89e7-4c66-8a6f-d950e0c1e409 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2419faad-b705-4090-8068-8af98102eec1 HTTP/1.1" status: 204 len: 168 time: 0.3021004 Jan 28 13:37:25.482397 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7e737-89e7-4c66-8a6f-d950e0c1e409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2419faad-b705-4090-8068-8af98102eec1,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:25.717707 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38676) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:25.879222 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-915b376b-4b72-4194-afd2-81b4cb645150 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5cb05bb1d0d849ed92cf6e22d075ca13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1602437 Jan 28 13:37:25.881899 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38690) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:25.928046 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f1b4121c-3ba4-4a1b-bd34-4eb360ffdbbc req-0f0ba668-057c-4297-b876-316f17afc63b tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0283911 Jan 28 13:37:25.939540 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d5475be0-3d1b-4966-9590-a83450c918c3 admin admin] Publish callbacks [] for security_group (299c2cd5-7b93-4335-9a4a-6599928086eb), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:25.973708 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d5475be0-3d1b-4966-9590-a83450c918c3 admin admin] Publish callbacks [] for security_group (299c2cd5-7b93-4335-9a4a-6599928086eb), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:26.050433 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d5475be0-3d1b-4966-9590-a83450c918c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (299c2cd5-7b93-4335-9a4a-6599928086eb), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:26.055777 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d5475be0-3d1b-4966-9590-a83450c918c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:26.057469 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d5475be0-3d1b-4966-9590-a83450c918c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/299c2cd5-7b93-4335-9a4a-6599928086eb HTTP/1.1" status: 204 len: 168 time: 0.1738243 Jan 28 13:37:26.070021 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5475be0-3d1b-4966-9590-a83450c918c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299c2cd5-7b93-4335-9a4a-6599928086eb,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:26.280430 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38706) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:26.475712 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-973e7306-3f2e-4cec-a540-20c482106319 tempest-AgentManagementNegativeTest-257237297 tempest-AgentManagementNegativeTest-257237297-project] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1885691 Jan 28 13:37:26.475841 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38714) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:26.536013 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-08e4cb82-5ff7-4a3f-b369-711def56ccef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8522dda9a7ef46488feb73cdce56a17b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0584652 Jan 28 13:37:26.538391 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38718) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:26.654620 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-44e2fabe-1f5e-45f4-ac57-98e4f36d3cc5 admin admin] Publish callbacks [] for security_group (ea6c5171-987e-416f-ab37-07429795b526), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:26.699292 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-44e2fabe-1f5e-45f4-ac57-98e4f36d3cc5 admin admin] Publish callbacks [] for security_group (ea6c5171-987e-416f-ab37-07429795b526), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:26.815875 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-44e2fabe-1f5e-45f4-ac57-98e4f36d3cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ea6c5171-987e-416f-ab37-07429795b526), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:26.820976 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-44e2fabe-1f5e-45f4-ac57-98e4f36d3cc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:26.828062 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-44e2fabe-1f5e-45f4-ac57-98e4f36d3cc5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea6c5171-987e-416f-ab37-07429795b526 HTTP/1.1" status: 204 len: 168 time: 0.2832661 Jan 28 13:37:26.854562 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2fabe-1f5e-45f4-ac57-98e4f36d3cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6c5171-987e-416f-ab37-07429795b526,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:26.973609 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38730) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:27.121233 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a9d79c6b-f6b8-409f-9985-dfa853285557 req-896893a8-4ce9-4c69-819e-c162b30c988e tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0513737 Jan 28 13:37:27.281684 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e4763238-996b-461f-9898-355d4474f5d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:27.431729 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e4763238-996b-461f-9898-355d4474f5d2 admin admin] Publish callbacks [] for security_group (0ea22171-15e0-4344-b445-db6f856c5035), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:27.445266 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e4763238-996b-461f-9898-355d4474f5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0ea22171-15e0-4344-b445-db6f856c5035), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:27.506051 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e4763238-996b-461f-9898-355d4474f5d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e6409d81e1504bce936ba71cbb6a121d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5289121 Jan 28 13:37:27.508295 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38750) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:27.522956 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4763238-996b-461f-9898-355d4474f5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea22171-15e0-4344-b445-db6f856c5035,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:27.598620 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-947c7b6d-60eb-414c-b9a6-164467bd6f59 admin admin] Publish callbacks [] for security_group (0ea22171-15e0-4344-b445-db6f856c5035), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:27.641689 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-947c7b6d-60eb-414c-b9a6-164467bd6f59 admin admin] Publish callbacks [] for security_group (0ea22171-15e0-4344-b445-db6f856c5035), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:27.721760 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-947c7b6d-60eb-414c-b9a6-164467bd6f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0ea22171-15e0-4344-b445-db6f856c5035), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:27.724938 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-947c7b6d-60eb-414c-b9a6-164467bd6f59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:27.726206 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-947c7b6d-60eb-414c-b9a6-164467bd6f59 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ea22171-15e0-4344-b445-db6f856c5035 HTTP/1.1" status: 204 len: 168 time: 0.2141488 Jan 28 13:37:27.739677 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c7b6d-60eb-414c-b9a6-164467bd6f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea22171-15e0-4344-b445-db6f856c5035,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:28.369358 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-62e0d7ea-4cfc-414d-9d6e-fb1cc0a2c7b0 req-de600457-35b4-4489-bfe9-c3204bfab584 tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0478098 Jan 28 13:37:28.482257 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c9a85-4ac3-4e1b-b033-a67cb04f905b req-27f9fd1e-6d39-41dd-8d58-595b23944f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:28.484583 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-511c9a85-4ac3-4e1b-b033-a67cb04f905b req-27f9fd1e-6d39-41dd-8d58-595b23944f80 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 1096 time: 0.2497175 Jan 28 13:37:28.508419 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb7c7a-45b6-465f-9713-56612dec4a3f req-339c7733-2826-4575-9eb9-8a6aead7d1e8 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:28.513186 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7afb7c7a-45b6-465f-9713-56612dec4a3f req-339c7733-2826-4575-9eb9-8a6aead7d1e8 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.1855259 Jan 28 13:37:28.663344 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7afb7c7a-45b6-465f-9713-56612dec4a3f req-84a8a3de-3e61-4840-b70a-c4fb9d71b62f tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358819 Jan 28 13:37:28.699632 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c9a85-4ac3-4e1b-b033-a67cb04f905b req-55dd0406-f0fe-4285-8ab5-7101933a6544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:28.701914 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-511c9a85-4ac3-4e1b-b033-a67cb04f905b req-55dd0406-f0fe-4285-8ab5-7101933a6544 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 200 len: 910 time: 0.1859355 Jan 28 13:37:28.815615 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-511c9a85-4ac3-4e1b-b033-a67cb04f905b req-25f94a0a-df16-4036-b4dc-583c22ed29ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05dbcb58-e1e0-4ae6-9b70-3124399838e9 HTTP/1.1" status: 200 len: 998 time: 0.1044188 Jan 28 13:37:28.900075 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c9a85-4ac3-4e1b-b033-a67cb04f905b req-d91165c9-800a-46a5-b4da-ed09336968fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:28.903077 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-511c9a85-4ac3-4e1b-b033-a67cb04f905b req-d91165c9-800a-46a5-b4da-ed09336968fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0384f919-cf7e-4ec0-b290-94b57d977aef HTTP/1.1" status: 200 len: 849 time: 0.0794418 Jan 28 13:37:28.994744 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c9a85-4ac3-4e1b-b033-a67cb04f905b req-c3c4d397-6fe5-45d3-b349-74629d202221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:28.997832 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-511c9a85-4ac3-4e1b-b033-a67cb04f905b req-c3c4d397-6fe5-45d3-b349-74629d202221 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7079efeb-cd22-4f60-b771-d74efc0a16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869770 Jan 28 13:37:29.084551 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38808) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:29.132060 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-511c9a85-4ac3-4e1b-b033-a67cb04f905b req-0629e9c6-e5f5-4859-95f9-6a904acc7b38 service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262696 Jan 28 13:37:29.251214 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-511c9a85-4ac3-4e1b-b033-a67cb04f905b req-f0aef057-ae3d-4c51-ab92-8873d9da0f06 service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135747 Jan 28 13:37:29.291270 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-75fecc42-77bc-43a0-a5c4-9819060907e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:29.347501 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38816) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:29.413622 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-7164000d-4b06-4fe5-a15e-69fb5db6a8c7 tempest-PortsAdminExtendedAttrsTestJSON-692329485 tempest-PortsAdminExtendedAttrsTestJSON-692329485-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1477504353'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:29.424990 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-0b571e47-1d37-4d14-9b8d-d5be4290772b tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1626776802'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:29.490682 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b571e47-1d37-4d14-9b8d-d5be4290772b tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Made reservation on behalf of 963ab60d9b2e49bb83677378b8288bc5 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:29.497128 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0b571e47-1d37-4d14-9b8d-d5be4290772b tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:29.501846 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7164000d-4b06-4fe5-a15e-69fb5db6a8c7 tempest-PortsAdminExtendedAttrsTestJSON-692329485 tempest-PortsAdminExtendedAttrsTestJSON-692329485-project] Made reservation on behalf of 69776389ac3a496e99f40d2dc904f8c5 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:29.507273 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7164000d-4b06-4fe5-a15e-69fb5db6a8c7 tempest-PortsAdminExtendedAttrsTestJSON-692329485 tempest-PortsAdminExtendedAttrsTestJSON-692329485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:29.516620 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0b571e47-1d37-4d14-9b8d-d5be4290772b tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:29.523514 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7164000d-4b06-4fe5-a15e-69fb5db6a8c7 tempest-PortsAdminExtendedAttrsTestJSON-692329485 tempest-PortsAdminExtendedAttrsTestJSON-692329485-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:29.562557 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e04b81a7-832d-4827-880b-92645f1836ea req-bdf1bddf-13b6-47ff-a3a5-3c1589f98d06 tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0350084 Jan 28 13:37:29.700266 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0b571e47-1d37-4d14-9b8d-d5be4290772b tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks [] for security_group (f18fe1ae-645c-4b50-b50c-6d5d0c648fce), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:29.713268 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7164000d-4b06-4fe5-a15e-69fb5db6a8c7 tempest-PortsAdminExtendedAttrsTestJSON-692329485 tempest-PortsAdminExtendedAttrsTestJSON-692329485-project] Publish callbacks [] for security_group (368f1211-4305-4331-95de-6e9b9c7a3d6b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:29.717727 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0b571e47-1d37-4d14-9b8d-d5be4290772b tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f18fe1ae-645c-4b50-b50c-6d5d0c648fce), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:29.733753 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7164000d-4b06-4fe5-a15e-69fb5db6a8c7 tempest-PortsAdminExtendedAttrsTestJSON-692329485 tempest-PortsAdminExtendedAttrsTestJSON-692329485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (368f1211-4305-4331-95de-6e9b9c7a3d6b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:29.768956 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b571e47-1d37-4d14-9b8d-d5be4290772b tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:37:29.791600 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7164000d-4b06-4fe5-a15e-69fb5db6a8c7 tempest-PortsAdminExtendedAttrsTestJSON-692329485 tempest-PortsAdminExtendedAttrsTestJSON-692329485-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:37:29.801567 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0b571e47-1d37-4d14-9b8d-d5be4290772b tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (ca983f05-4564-4ecb-b5d7-887c885a5169), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:29.802462 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-0b571e47-1d37-4d14-9b8d-d5be4290772b tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Added segment ca983f05-4564-4ecb-b5d7-887c885a5169 of type vlan for network 2073ea38-272f-46a3-aec4-dc7f09835f51 Jan 28 13:37:29.806623 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b571e47-1d37-4d14-9b8d-d5be4290772b tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f18fe1ae-645c-4b50-b50c-6d5d0c648fce,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:29.822435 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4b0d5-36cc-4dca-95f7-60493b84a97e req-84282477-ee40-45fe-8dcc-21a1574f63ea tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:29.824388 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dbe4b0d5-36cc-4dca-95f7-60493b84a97e req-84282477-ee40-45fe-8dcc-21a1574f63ea tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0592022 Jan 28 13:37:29.835962 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7164000d-4b06-4fe5-a15e-69fb5db6a8c7 tempest-PortsAdminExtendedAttrsTestJSON-692329485 tempest-PortsAdminExtendedAttrsTestJSON-692329485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (1e7118e8-fffb-47a7-8d26-70d2cc057294), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:29.836374 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-7164000d-4b06-4fe5-a15e-69fb5db6a8c7 tempest-PortsAdminExtendedAttrsTestJSON-692329485 tempest-PortsAdminExtendedAttrsTestJSON-692329485-project] Added segment 1e7118e8-fffb-47a7-8d26-70d2cc057294 of type vlan for network 45f00d71-899c-4a7a-b70a-68f23eea008b Jan 28 13:37:29.917356 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dbe4b0d5-36cc-4dca-95f7-60493b84a97e req-fd5c0f28-0643-4dd0-8fd1-94bdbd23a536 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853395 Jan 28 13:37:29.926373 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0b571e47-1d37-4d14-9b8d-d5be4290772b tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (2073ea38-272f-46a3-aec4-dc7f09835f51), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:29.948940 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164000d-4b06-4fe5-a15e-69fb5db6a8c7 tempest-PortsAdminExtendedAttrsTestJSON-692329485 tempest-PortsAdminExtendedAttrsTestJSON-692329485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=368f1211-4305-4331-95de-6e9b9c7a3d6b,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:29.977402 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7164000d-4b06-4fe5-a15e-69fb5db6a8c7 tempest-PortsAdminExtendedAttrsTestJSON-692329485 tempest-PortsAdminExtendedAttrsTestJSON-692329485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (45f00d71-899c-4a7a-b70a-68f23eea008b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:29.996935 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0b571e47-1d37-4d14-9b8d-d5be4290772b tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (2073ea38-272f-46a3-aec4-dc7f09835f51), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:30.002888 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b571e47-1d37-4d14-9b8d-d5be4290772b tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:30.003523 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0b571e47-1d37-4d14-9b8d-d5be4290772b tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:30.055972 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7164000d-4b06-4fe5-a15e-69fb5db6a8c7 tempest-PortsAdminExtendedAttrsTestJSON-692329485 tempest-PortsAdminExtendedAttrsTestJSON-692329485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (45f00d71-899c-4a7a-b70a-68f23eea008b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:30.061414 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7164000d-4b06-4fe5-a15e-69fb5db6a8c7 tempest-PortsAdminExtendedAttrsTestJSON-692329485 tempest-PortsAdminExtendedAttrsTestJSON-692329485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:30.062061 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7164000d-4b06-4fe5-a15e-69fb5db6a8c7 tempest-PortsAdminExtendedAttrsTestJSON-692329485 tempest-PortsAdminExtendedAttrsTestJSON-692329485-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:30.104248 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0b571e47-1d37-4d14-9b8d-d5be4290772b tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7555499 Jan 28 13:37:30.107666 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38832) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:30.113705 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b571e47-1d37-4d14-9b8d-d5be4290772b tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Pushing event updated for resources: {'Network': ['ID=2073ea38-272f-46a3-aec4-dc7f09835f51,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:30.116529 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-1e4023d1-abe0-4405-b9bf-999f962ff2dc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Request body: {'subnet': {'network_id': '2073ea38-272f-46a3-aec4-dc7f09835f51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:30.121939 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7164000d-4b06-4fe5-a15e-69fb5db6a8c7 tempest-PortsAdminExtendedAttrsTestJSON-692329485 tempest-PortsAdminExtendedAttrsTestJSON-692329485-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0362256 Jan 28 13:37:30.133758 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 2073ea38-272f-46a3-aec4-dc7f09835f51 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:37:30.196023 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164000d-4b06-4fe5-a15e-69fb5db6a8c7 tempest-PortsAdminExtendedAttrsTestJSON-692329485 tempest-PortsAdminExtendedAttrsTestJSON-692329485-project] Pushing event updated for resources: {'Network': ['ID=45f00d71-899c-4a7a-b70a-68f23eea008b,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:30.239292 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 45f00d71-899c-4a7a-b70a-68f23eea008b details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:37:30.263864 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4023d1-abe0-4405-b9bf-999f962ff2dc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Made reservation on behalf of 963ab60d9b2e49bb83677378b8288bc5 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:30.268457 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1e4023d1-abe0-4405-b9bf-999f962ff2dc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:30.525884 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1e4023d1-abe0-4405-b9bf-999f962ff2dc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (a5b830e7-b57f-4040-b089-df955aab8e78), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:30.598171 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4023d1-abe0-4405-b9bf-999f962ff2dc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Pushing event updated for resources: {'Subnet': ['ID=a5b830e7-b57f-4040-b089-df955aab8e78,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:30.613778 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4023d1-abe0-4405-b9bf-999f962ff2dc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:30.614442 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4023d1-abe0-4405-b9bf-999f962ff2dc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:30.614857 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4023d1-abe0-4405-b9bf-999f962ff2dc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:30.615282 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4023d1-abe0-4405-b9bf-999f962ff2dc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:30.615812 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4023d1-abe0-4405-b9bf-999f962ff2dc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:30.616348 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4023d1-abe0-4405-b9bf-999f962ff2dc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:30.617052 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4023d1-abe0-4405-b9bf-999f962ff2dc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:30.617599 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4023d1-abe0-4405-b9bf-999f962ff2dc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:30.617955 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4023d1-abe0-4405-b9bf-999f962ff2dc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:30.618378 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4023d1-abe0-4405-b9bf-999f962ff2dc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:30.618716 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4023d1-abe0-4405-b9bf-999f962ff2dc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:30.619172 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4023d1-abe0-4405-b9bf-999f962ff2dc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:30.619553 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4023d1-abe0-4405-b9bf-999f962ff2dc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:30.628681 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4023d1-abe0-4405-b9bf-999f962ff2dc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Checking segment: {'id': 'ca983f05-4564-4ecb-b5d7-887c885a5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2073ea38-272f-46a3-aec4-dc7f09835f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:37:30.629101 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4023d1-abe0-4405-b9bf-999f962ff2dc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Network hostable DHCP agents. Network: 2073ea38-272f-46a3-aec4-dc7f09835f51, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:37:30.649738 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4023d1-abe0-4405-b9bf-999f962ff2dc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Network 2073ea38-272f-46a3-aec4-dc7f09835f51 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:37:30.663837 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-1e4023d1-abe0-4405-b9bf-999f962ff2dc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 2073ea38-272f-46a3-aec4-dc7f09835f51) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:30.668214 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38844) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:30.674313 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e4267c-3acd-4abe-a94f-3f49beaf8d07 None None] Network 2073ea38-272f-46a3-aec4-dc7f09835f51 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:37:30.686341 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Request body: {'port': {'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b', 'binding:host_id': 'n-h1-822747-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-380032471'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:30.707896 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4023d1-abe0-4405-b9bf-999f962ff2dc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:30.708661 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1e4023d1-abe0-4405-b9bf-999f962ff2dc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:30.765476 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-12d1b7ed-e364-4231-be1e-67d2b9e9815e req-212aeb6f-c0cb-4d73-bf81-f041f62270d2 tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0528648 Jan 28 13:37:30.767099 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Made reservation on behalf of 1870b54f617c489b9d051cb61da667b2 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:30.769582 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:30.785957 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1e4023d1-abe0-4405-b9bf-999f962ff2dc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6764662 Jan 28 13:37:30.788760 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38846) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:30.793302 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:30.794880 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-5518d065-ee16-4fbf-b5bb-97dbcb6cc0bc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Request body: {'port': {'network_id': '2073ea38-272f-46a3-aec4-dc7f09835f51', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-267715303'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:30.830454 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-2073ea38-272f-46a3-aec4-dc7f09835f51', 'network_id': '2073ea38-272f-46a3-aec4-dc7f09835f51', 'project_id': '963ab60d9b2e49bb83677378b8288bc5', 'fixed_ips': [{'subnet_id': 'a5b830e7-b57f-4040-b089-df955aab8e78'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:37:30.831972 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:30.920307 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks [] for security_group (ed483c2c-cd0e-4a1b-83fd-b9153184eae6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:30.926361 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ed483c2c-cd0e-4a1b-83fd-b9153184eae6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:30.931783 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] device_id is not set on port 261ecd77-8c99-47df-b9f7-82153633af5f yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:37:30.950647 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5518d065-ee16-4fbf-b5bb-97dbcb6cc0bc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Made reservation on behalf of 963ab60d9b2e49bb83677378b8288bc5 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:30.955156 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5518d065-ee16-4fbf-b5bb-97dbcb6cc0bc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:30.980363 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-5518d065-ee16-4fbf-b5bb-97dbcb6cc0bc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] device_id is not set on port 86c32e1b-fb8c-4f59-9b18-8ff3439eeb3f yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:37:31.104413 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Allocated IP 2001:db8::2 (2073ea38-272f-46a3-aec4-dc7f09835f51/a5b830e7-b57f-4040-b089-df955aab8e78/80d8356f-7060-4ad8-999e-65d479c6396a) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:37:31.164812 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed483c2c-cd0e-4a1b-83fd-b9153184eae6,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:31.230906 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f072f-9355-451c-b21c-3215586010f5 req-2a48efdf-c788-4609-81b2-f180a15b295d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:31.235999 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c82f072f-9355-451c-b21c-3215586010f5 req-2a48efdf-c788-4609-81b2-f180a15b295d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0845354 Jan 28 13:37:31.280350 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] device_id is not set on port 261ecd77-8c99-47df-b9f7-82153633af5f yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:37:31.292617 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks [] for port (261ecd77-8c99-47df-b9f7-82153633af5f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:31.301595 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (261ecd77-8c99-47df-b9f7-82153633af5f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:31.317542 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c82f072f-9355-451c-b21c-3215586010f5 req-d94fbf1e-50a6-43ae-96f9-f296f3620f92 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663979 Jan 28 13:37:31.368375 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Publish callbacks [] for port (80d8356f-7060-4ad8-999e-65d479c6396a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:31.387094 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Checking segment: {'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:37:31.387579 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Network hostable DHCP agents. Network: 45f00d71-899c-4a7a-b70a-68f23eea008b, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:37:31.389037 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (80d8356f-7060-4ad8-999e-65d479c6396a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:31.389709 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Pushing event updated for resources: {'Port': ['ID=261ecd77-8c99-47df-b9f7-82153633af5f,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:31.417169 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Network 45f00d71-899c-4a7a-b70a-68f23eea008b is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:37:31.431499 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 45f00d71-899c-4a7a-b70a-68f23eea008b) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:31.437715 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:31.460151 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:31.460730 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:31.461319 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:31.463200 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8327010e-a67b-4f5a-a495-a478849aeca5 None None] Network 45f00d71-899c-4a7a-b70a-68f23eea008b requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:37:31.469126 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port 261ecd77-8c99-47df-b9f7-82153633af5f on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:31.469483 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:31.469885 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempt 2 to bind port 261ecd77-8c99-47df-b9f7-82153633af5f Jan 28 13:37:31.489343 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:31.490755 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:31.491305 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:31.498895 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port 261ecd77-8c99-47df-b9f7-82153633af5f on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:31.499161 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-5518d065-ee16-4fbf-b5bb-97dbcb6cc0bc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Allocated IP 2001:db8::327 (2073ea38-272f-46a3-aec4-dc7f09835f51/a5b830e7-b57f-4040-b089-df955aab8e78/86c32e1b-fb8c-4f59-9b18-8ff3439eeb3f) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:37:31.499883 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:31.500545 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempt 3 to bind port 261ecd77-8c99-47df-b9f7-82153633af5f Jan 28 13:37:31.528630 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:31.529709 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:31.530220 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:31.539214 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port 261ecd77-8c99-47df-b9f7-82153633af5f on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:31.539214 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:31.539715 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempt 4 to bind port 261ecd77-8c99-47df-b9f7-82153633af5f Jan 28 13:37:31.565457 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:31.565969 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:31.566397 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:31.572443 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port 261ecd77-8c99-47df-b9f7-82153633af5f on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:31.572927 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:31.573482 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempt 5 to bind port 261ecd77-8c99-47df-b9f7-82153633af5f Jan 28 13:37:31.596338 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:31.596763 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:31.597269 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:31.603409 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port 261ecd77-8c99-47df-b9f7-82153633af5f on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:31.603409 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:31.610890 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempt 6 to bind port 261ecd77-8c99-47df-b9f7-82153633af5f Jan 28 13:37:31.621468 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:31.621924 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:31.622702 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:31.629703 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port 261ecd77-8c99-47df-b9f7-82153633af5f on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:31.630179 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:31.630841 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempt 7 to bind port 261ecd77-8c99-47df-b9f7-82153633af5f Jan 28 13:37:31.647772 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:31.648408 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:31.648819 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:31.656195 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port 261ecd77-8c99-47df-b9f7-82153633af5f on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:31.657571 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:31.658264 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempt 8 to bind port 261ecd77-8c99-47df-b9f7-82153633af5f Jan 28 13:37:31.659853 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Network 2073ea38-272f-46a3-aec4-dc7f09835f51 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:31.668959 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:31.674544 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:31.674882 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:31.675261 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:31.676716 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:31.680283 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port 261ecd77-8c99-47df-b9f7-82153633af5f on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:31.680620 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:31.681023 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempt 9 to bind port 261ecd77-8c99-47df-b9f7-82153633af5f Jan 28 13:37:31.695792 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:31.696295 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:31.696513 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:31.702753 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port 261ecd77-8c99-47df-b9f7-82153633af5f on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:31.703248 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:31.703446 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempt 10 to bind port 261ecd77-8c99-47df-b9f7-82153633af5f Jan 28 13:37:31.717200 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:31.717495 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:31.717896 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:31.723411 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port 261ecd77-8c99-47df-b9f7-82153633af5f on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:31.724451 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port 261ecd77-8c99-47df-b9f7-82153633af5f on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:31.724451 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (261ecd77-8c99-47df-b9f7-82153633af5f), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:31.738590 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5518d065-ee16-4fbf-b5bb-97dbcb6cc0bc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks [] for port (86c32e1b-fb8c-4f59-9b18-8ff3439eeb3f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:31.746520 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Pushing event updated for resources: {'Port': ['ID=80d8356f-7060-4ad8-999e-65d479c6396a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:31.774874 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b8116e0c-ff18-447a-9e41-c3366ee4cf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:31.818962 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:31.819340 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:31.819977 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:31.820523 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:31.821042 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:31.821555 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:31.822111 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:31.823291 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:31.823865 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:31.824399 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:31.824978 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:31.825617 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:31.826178 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:31.837996 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5518d065-ee16-4fbf-b5bb-97dbcb6cc0bc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (86c32e1b-fb8c-4f59-9b18-8ff3439eeb3f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:31.847515 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Attempting to bind port 80d8356f-7060-4ad8-999e-65d479c6396a on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:31.848137 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Attempting to bind port 80d8356f-7060-4ad8-999e-65d479c6396a by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'ca983f05-4564-4ecb-b5d7-887c885a5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2073ea38-272f-46a3-aec4-dc7f09835f51'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:31.848696 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Attempting to bind port 80d8356f-7060-4ad8-999e-65d479c6396a on network 2073ea38-272f-46a3-aec4-dc7f09835f51 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:31.871665 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:37:31.872056 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Checking segment: {'id': 'ca983f05-4564-4ecb-b5d7-887c885a5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2073ea38-272f-46a3-aec4-dc7f09835f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:37:31.872464 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:31.872863 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Bound using segment: {'id': 'ca983f05-4564-4ecb-b5d7-887c885a5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2073ea38-272f-46a3-aec4-dc7f09835f51'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:37:31.873358 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Bound port: 80d8356f-7060-4ad8-999e-65d479c6396a, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca983f05-4564-4ecb-b5d7-887c885a5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2073ea38-272f-46a3-aec4-dc7f09835f51'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:37:31.873746 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (80d8356f-7060-4ad8-999e-65d479c6396a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:31.883383 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] For port 261ecd77-8c99-47df-b9f7-82153633af5f, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:37:31.884451 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempted to set empty binding levels {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 13:37:31.891595 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (261ecd77-8c99-47df-b9f7-82153633af5f), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:31.926769 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5518d065-ee16-4fbf-b5bb-97dbcb6cc0bc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Network 2073ea38-272f-46a3-aec4-dc7f09835f51 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:31.939000 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-5518d065-ee16-4fbf-b5bb-97dbcb6cc0bc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:31.955663 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5518d065-ee16-4fbf-b5bb-97dbcb6cc0bc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:31.957891 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5518d065-ee16-4fbf-b5bb-97dbcb6cc0bc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:31.958106 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:31.958565 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5518d065-ee16-4fbf-b5bb-97dbcb6cc0bc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:31.959200 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:31.979427 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] For port 80d8356f-7060-4ad8-999e-65d479c6396a, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:37:31.984913 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] For port 80d8356f-7060-4ad8-999e-65d479c6396a, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=80d8356f-7060-4ad8-999e-65d479c6396a,segment=NetworkSegment(ca983f05-4564-4ecb-b5d7-887c885a5169),segment_id=ca983f05-4564-4ecb-b5d7-887c885a5169)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:37:32.001188 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.3290088 Jan 28 13:37:32.005031 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38864) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:32.005223 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (80d8356f-7060-4ad8-999e-65d479c6396a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:32.005555 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-291a124b-5da9-4d5d-b78a-64f30a2a67e3 req-252f35f2-9a78-4ef9-a6de-1b529699ed5b tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0395751 Jan 28 13:37:32.009163 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf4ebc-ba6f-4986-bb96-90250840efb3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Pushing event updated for resources: {'Port': ['ID=261ecd77-8c99-47df-b9f7-82153633af5f,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:32.025477 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5518d065-ee16-4fbf-b5bb-97dbcb6cc0bc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2355220 Jan 28 13:37:32.032642 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38866) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:32.037829 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a7854087-b2e0-4ee4-b04e-97911a3c6374 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Request body: {'port': {'network_id': '2073ea38-272f-46a3-aec4-dc7f09835f51', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1386297656', 'allowed_address_pairs': [{'ip_address': '2001:db8::327', 'mac_address': 'fa:16:3e:ec:31:c8'}]}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:32.124058 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a44f8-0912-4c15-9793-8a914ed96381 None None] Pushing event updated for resources: {'Port': ['ID=80d8356f-7060-4ad8-999e-65d479c6396a,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:32.158251 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518d065-ee16-4fbf-b5bb-97dbcb6cc0bc tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Pushing event updated for resources: {'Port': ['ID=86c32e1b-fb8c-4f59-9b18-8ff3439eeb3f,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:32.173852 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-e84b2683-226f-44bd-b70b-d0d305edec7a tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Deleting port 261ecd77-8c99-47df-b9f7-82153633af5f {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:37:32.174600 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e84b2683-226f-44bd-b70b-d0d305edec7a tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (261ecd77-8c99-47df-b9f7-82153633af5f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:32.219917 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7854087-b2e0-4ee4-b04e-97911a3c6374 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Made reservation on behalf of 963ab60d9b2e49bb83677378b8288bc5 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:32.276379 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7ec3be38-ad18-49fc-a2ab-99bebafabd8d req-47f99f71-ac51-43cf-a371-b52a58e9cf5c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0607905 Jan 28 13:37:32.287996 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-e84b2683-226f-44bd-b70b-d0d305edec7a tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] For port 261ecd77-8c99-47df-b9f7-82153633af5f, host n-h1-822747-2, got binding levels [] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:32.288689 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e84b2683-226f-44bd-b70b-d0d305edec7a tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (261ecd77-8c99-47df-b9f7-82153633af5f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:32.317294 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-e84b2683-226f-44bd-b70b-d0d305edec7a tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Calling delete_port for 261ecd77-8c99-47df-b9f7-82153633af5f owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:37:32.347462 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a7854087-b2e0-4ee4-b04e-97911a3c6374 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:32.373858 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-a7854087-b2e0-4ee4-b04e-97911a3c6374 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] device_id is not set on port c0e45e47-1faf-4382-bca2-9696af4e952c yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:37:32.449087 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e84b2683-226f-44bd-b70b-d0d305edec7a tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (261ecd77-8c99-47df-b9f7-82153633af5f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:32.479365 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b2683-226f-44bd-b70b-d0d305edec7a tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Pushing event deleted for resources: {'Port': ['ID=261ecd77-8c99-47df-b9f7-82153633af5f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:32.484909 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e84b2683-226f-44bd-b70b-d0d305edec7a tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:32.488370 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e84b2683-226f-44bd-b70b-d0d305edec7a tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] 10.222.0.39 "DELETE /v2.0/ports/261ecd77-8c99-47df-b9f7-82153633af5f HTTP/1.1" status: 204 len: 168 time: 0.4819436 Jan 28 13:37:32.492495 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38872) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:32.526960 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-814b0d4d-3e2a-43a5-999a-494b3320081a tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] GET failed (client error): The resource could not be found. Jan 28 13:37:32.528786 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-814b0d4d-3e2a-43a5-999a-494b3320081a tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] 10.222.0.39 "GET /v2.0/ports/261ecd77-8c99-47df-b9f7-82153633af5f HTTP/1.1" status: 404 len: 333 time: 0.0353274 Jan 28 13:37:32.534977 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38874) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:32.539570 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-a7854087-b2e0-4ee4-b04e-97911a3c6374 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Allocated IP 2001:db8::2a3 (2073ea38-272f-46a3-aec4-dc7f09835f51/a5b830e7-b57f-4040-b089-df955aab8e78/c0e45e47-1faf-4382-bca2-9696af4e952c) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:37:32.540814 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-b10994ed-e575-4271-b998-babb588684e7 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Request body: {'port': {'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1910162829'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:32.585543 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10994ed-e575-4271-b998-babb588684e7 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Made reservation on behalf of 1870b54f617c489b9d051cb61da667b2 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:32.590118 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b10994ed-e575-4271-b998-babb588684e7 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:32.616791 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-b10994ed-e575-4271-b998-babb588684e7 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] device_id is not set on port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:37:32.823373 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:32.861296 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b10994ed-e575-4271-b998-babb588684e7 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks [] for port (eaec3b72-d96e-4ac1-97b2-5a62809b3be7), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:32.908752 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b10994ed-e575-4271-b998-babb588684e7 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (eaec3b72-d96e-4ac1-97b2-5a62809b3be7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.002316 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10994ed-e575-4271-b998-babb588684e7 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Pushing event updated for resources: {'Port': ['ID=eaec3b72-d96e-4ac1-97b2-5a62809b3be7,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:33.006377 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10994ed-e575-4271-b998-babb588684e7 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Network 45f00d71-899c-4a7a-b70a-68f23eea008b is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:33.008261 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-b10994ed-e575-4271-b998-babb588684e7 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:33.019220 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10994ed-e575-4271-b998-babb588684e7 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:33.020365 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10994ed-e575-4271-b998-babb588684e7 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:33.021558 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b10994ed-e575-4271-b998-babb588684e7 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.043467 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b10994ed-e575-4271-b998-babb588684e7 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5071149 Jan 28 13:37:33.046059 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38880) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:33.052186 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:33.142363 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (eaec3b72-d96e-4ac1-97b2-5a62809b3be7), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.173594 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8baf2c5a-dcbf-43d4-936c-453b6aa4499d req-8299e04d-245d-443f-9ca0-aff56c6f4e15 tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0324390 Jan 28 13:37:33.175213 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a7854087-b2e0-4ee4-b04e-97911a3c6374 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks [] for port (c0e45e47-1faf-4382-bca2-9696af4e952c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.214197 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a7854087-b2e0-4ee4-b04e-97911a3c6374 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c0e45e47-1faf-4382-bca2-9696af4e952c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.264594 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7854087-b2e0-4ee4-b04e-97911a3c6374 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Network 2073ea38-272f-46a3-aec4-dc7f09835f51 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:33.272934 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-a7854087-b2e0-4ee4-b04e-97911a3c6374 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:33.282345 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7854087-b2e0-4ee4-b04e-97911a3c6374 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:33.291487 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7854087-b2e0-4ee4-b04e-97911a3c6374 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:33.292297 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a7854087-b2e0-4ee4-b04e-97911a3c6374 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.307892 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7854087-b2e0-4ee4-b04e-97911a3c6374 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Pushing event updated for resources: {'Port': ['ID=c0e45e47-1faf-4382-bca2-9696af4e952c,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:33.317242 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a7854087-b2e0-4ee4-b04e-97911a3c6374 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.2833691 Jan 28 13:37:33.319934 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38888) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:33.388485 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] device_id is not set on port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:37:33.389393 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580b4a98-60e0-401c-98a3-654469b61a28 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:33.395398 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580b4a98-60e0-401c-98a3-654469b61a28 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:33.401646 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580b4a98-60e0-401c-98a3-654469b61a28 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:33.403252 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks [] for port (eaec3b72-d96e-4ac1-97b2-5a62809b3be7), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.404379 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-580b4a98-60e0-401c-98a3-654469b61a28 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.0827026 Jan 28 13:37:33.408152 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38890) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:33.411684 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (eaec3b72-d96e-4ac1-97b2-5a62809b3be7), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.496000 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Pushing event updated for resources: {'Port': ['ID=eaec3b72-d96e-4ac1-97b2-5a62809b3be7,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:33.508661 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:33.508661 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:33.508661 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:33.513049 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:33.513375 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:33.513763 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempt 2 to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 Jan 28 13:37:33.527194 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:33.527536 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:33.527887 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:33.533051 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:33.533382 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:33.533846 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempt 3 to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 Jan 28 13:37:33.536744 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c355fb66-28b1-4b7b-b360-1db72540df6a None None] Network 2073ea38-272f-46a3-aec4-dc7f09835f51 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:37:33.548242 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:33.548579 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:33.548919 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:33.549599 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-faa50efc-5f49-4c91-9046-a07c33e4dbcd tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Deleting port c0e45e47-1faf-4382-bca2-9696af4e952c {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:37:33.550120 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-faa50efc-5f49-4c91-9046-a07c33e4dbcd tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c0e45e47-1faf-4382-bca2-9696af4e952c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.553561 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:33.554057 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:33.554350 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempt 4 to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 Jan 28 13:37:33.569700 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:33.570034 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:33.570377 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:33.575934 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:33.576336 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:33.576790 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempt 5 to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 Jan 28 13:37:33.590678 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:33.591145 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:33.591554 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:33.596799 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:33.597229 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:33.597688 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempt 6 to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 Jan 28 13:37:33.615095 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:33.618351 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:33.618991 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:33.629982 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:33.630318 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:33.632744 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempt 7 to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 Jan 28 13:37:33.654769 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:33.655151 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:33.656011 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:33.661380 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:33.661835 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:33.662580 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempt 8 to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 Jan 28 13:37:33.676455 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:33.676922 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:33.677385 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:33.683193 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:33.683603 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:33.684074 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempt 9 to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 Jan 28 13:37:33.693239 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-faa50efc-5f49-4c91-9046-a07c33e4dbcd tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c0e45e47-1faf-4382-bca2-9696af4e952c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.697396 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:33.697856 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:33.698260 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:33.703316 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:33.703732 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:33.704199 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempt 10 to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 Jan 28 13:37:33.712752 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-faa50efc-5f49-4c91-9046-a07c33e4dbcd tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Calling delete_port for c0e45e47-1faf-4382-bca2-9696af4e952c owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:37:33.718206 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:33.718630 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:33.719078 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:33.724015 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:33.724440 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:33.724889 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (eaec3b72-d96e-4ac1-97b2-5a62809b3be7), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.749029 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ee56f51b-0485-4596-af04-7a80245f47b1 None None] Provisioning complete for port 80d8356f-7060-4ad8-999e-65d479c6396a triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:33.749775 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ee56f51b-0485-4596-af04-7a80245f47b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (80d8356f-7060-4ad8-999e-65d479c6396a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.847948 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] For port eaec3b72-d96e-4ac1-97b2-5a62809b3be7, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:37:33.848380 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempted to set empty binding levels {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 13:37:33.853542 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (eaec3b72-d96e-4ac1-97b2-5a62809b3be7), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.873337 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ee56f51b-0485-4596-af04-7a80245f47b1 None None] Current status of the port 80d8356f-7060-4ad8-999e-65d479c6396a is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:33.874674 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ee56f51b-0485-4596-af04-7a80245f47b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (80d8356f-7060-4ad8-999e-65d479c6396a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.923629 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-faa50efc-5f49-4c91-9046-a07c33e4dbcd tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c0e45e47-1faf-4382-bca2-9696af4e952c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.923869 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-ee56f51b-0485-4596-af04-7a80245f47b1 None None] For port 80d8356f-7060-4ad8-999e-65d479c6396a, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=80d8356f-7060-4ad8-999e-65d479c6396a,segment=NetworkSegment(ca983f05-4564-4ecb-b5d7-887c885a5169),segment_id=ca983f05-4564-4ecb-b5d7-887c885a5169)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:33.927963 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Pushing event updated for resources: {'Port': ['ID=eaec3b72-d96e-4ac1-97b2-5a62809b3be7,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:33.934749 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ee56f51b-0485-4596-af04-7a80245f47b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (80d8356f-7060-4ad8-999e-65d479c6396a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.935915 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] In _notify_port_updated(), no bound segment for port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:37:33.936809 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:33.937445 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.941229 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f69e44cf-18ac-4b79-a9da-f6914b5548b3 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] 10.222.0.39 "PUT /v2.0/ports/eaec3b72-d96e-4ac1-97b2-5a62809b3be7 HTTP/1.1" status: 200 len: 975 time: 0.8915665 Jan 28 13:37:33.942429 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38896) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:34.020205 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56f51b-0485-4596-af04-7a80245f47b1 None None] Pushing event updated for resources: {'Port': ['ID=80d8356f-7060-4ad8-999e-65d479c6396a,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:34.037041 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa50efc-5f49-4c91-9046-a07c33e4dbcd tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Pushing event deleted for resources: {'Port': ['ID=c0e45e47-1faf-4382-bca2-9696af4e952c,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:34.128124 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.128870 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.129043 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.129577 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.129941 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.130454 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.133297 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.133297 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.133297 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.133297 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.133297 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.133946 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.134072 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.134527 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.135001 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.135669 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.136125 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.136621 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.137098 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.137593 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.138044 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.138487 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.138956 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.139395 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.139839 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.140333 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.140785 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.141232 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.141675 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.142118 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.142686 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.143552 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.144026 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.144472 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.144925 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.145366 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.145812 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.146255 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.147237 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.147716 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.148292 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.149371 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.149830 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.150280 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.150832 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.151341 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.151937 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.152381 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.153866 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.154542 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.154727 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-faa50efc-5f49-4c91-9046-a07c33e4dbcd tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:34.155075 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:34.159140 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-faa50efc-5f49-4c91-9046-a07c33e4dbcd tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] 10.222.0.39 "DELETE /v2.0/ports/c0e45e47-1faf-4382-bca2-9696af4e952c HTTP/1.1" status: 204 len: 168 time: 0.7494822 Jan 28 13:37:34.161878 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38906) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:34.166305 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a5c1e701-32d4-4cc2-b31a-3a3fde57ca2f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 45731 time: 0.2230947 Jan 28 13:37:34.170661 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38908) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:34.203053 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-986f5687-72f7-4eaa-8d18-533928c975bc None None] Provisioning complete for port 80d8356f-7060-4ad8-999e-65d479c6396a triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:34.203508 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-986f5687-72f7-4eaa-8d18-533928c975bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (80d8356f-7060-4ad8-999e-65d479c6396a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:34.206880 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2e24ca-edf9-4153-aaa2-2593cef2aa07 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] GET failed (client error): The resource could not be found. Jan 28 13:37:34.208432 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4a2e24ca-edf9-4153-aaa2-2593cef2aa07 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] 10.222.0.39 "GET /v2.0/ports/c0e45e47-1faf-4382-bca2-9696af4e952c HTTP/1.1" status: 404 len: 333 time: 0.0453928 Jan 28 13:37:34.212485 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38912) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:34.220234 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-5062a6f3-1ef4-43f5-9490-c528d0aa2325 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Request body: {'port': {'network_id': '2073ea38-272f-46a3-aec4-dc7f09835f51', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-694620543'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:34.289592 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:34.301419 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-3657c305-f0e7-49d8-9db8-1f13defbd3e4 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Deleting port eaec3b72-d96e-4ac1-97b2-5a62809b3be7 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:37:34.301889 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3657c305-f0e7-49d8-9db8-1f13defbd3e4 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (eaec3b72-d96e-4ac1-97b2-5a62809b3be7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:34.361686 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-986f5687-72f7-4eaa-8d18-533928c975bc None None] Current status of the port 80d8356f-7060-4ad8-999e-65d479c6396a is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:34.366008 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-986f5687-72f7-4eaa-8d18-533928c975bc None None] Could not find standard attr ID for object c0e45e47-1faf-4382-bca2-9696af4e952c. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:37:34.382491 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-986f5687-72f7-4eaa-8d18-533928c975bc None None] Provisioning complete for port 86c32e1b-fb8c-4f59-9b18-8ff3439eeb3f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:34.384349 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-986f5687-72f7-4eaa-8d18-533928c975bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (86c32e1b-fb8c-4f59-9b18-8ff3439eeb3f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:34.431310 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-3657c305-f0e7-49d8-9db8-1f13defbd3e4 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] For port eaec3b72-d96e-4ac1-97b2-5a62809b3be7, host n-h1-822747-2, got binding levels [] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:34.432072 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3657c305-f0e7-49d8-9db8-1f13defbd3e4 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (eaec3b72-d96e-4ac1-97b2-5a62809b3be7), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:34.447600 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-986f5687-72f7-4eaa-8d18-533928c975bc None None] Port 86c32e1b-fb8c-4f59-9b18-8ff3439eeb3f cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:37:34.451236 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-3657c305-f0e7-49d8-9db8-1f13defbd3e4 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Calling delete_port for eaec3b72-d96e-4ac1-97b2-5a62809b3be7 owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:37:34.455408 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cffe6914-1e4d-479b-bfa6-b78808467c31 req-355a6e26-933f-44ee-a744-9adb8683c9b1 tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.1099308 Jan 28 13:37:34.549836 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5062a6f3-1ef4-43f5-9490-c528d0aa2325 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Made reservation on behalf of 963ab60d9b2e49bb83677378b8288bc5 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:34.554163 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5062a6f3-1ef4-43f5-9490-c528d0aa2325 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:34.587035 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-5062a6f3-1ef4-43f5-9490-c528d0aa2325 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] device_id is not set on port acd3cea7-c5c6-4db1-844e-aa588feb9c9e yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:37:34.589287 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 80d8356f-7060-4ad8-999e-65d479c6396a up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:37:34.694819 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-0779a353-652e-4dec-a46c-54a0b323dd70 None None] Provisioning complete for port 86c32e1b-fb8c-4f59-9b18-8ff3439eeb3f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:34.695609 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0779a353-652e-4dec-a46c-54a0b323dd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (86c32e1b-fb8c-4f59-9b18-8ff3439eeb3f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:34.709903 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3657c305-f0e7-49d8-9db8-1f13defbd3e4 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (eaec3b72-d96e-4ac1-97b2-5a62809b3be7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:34.772805 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 80d8356f-7060-4ad8-999e-65d479c6396a triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:34.773630 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (80d8356f-7060-4ad8-999e-65d479c6396a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:34.814108 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657c305-f0e7-49d8-9db8-1f13defbd3e4 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Pushing event deleted for resources: {'Port': ['ID=eaec3b72-d96e-4ac1-97b2-5a62809b3be7,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:34.818532 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3657c305-f0e7-49d8-9db8-1f13defbd3e4 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:34.822933 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0779a353-652e-4dec-a46c-54a0b323dd70 None None] Port 86c32e1b-fb8c-4f59-9b18-8ff3439eeb3f cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:37:34.830536 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3657c305-f0e7-49d8-9db8-1f13defbd3e4 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] 10.222.0.39 "DELETE /v2.0/ports/eaec3b72-d96e-4ac1-97b2-5a62809b3be7 HTTP/1.1" status: 204 len: 168 time: 0.6586425 Jan 28 13:37:34.833441 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38934) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:34.860935 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16f4f7ed-c514-4b8b-a948-a54f051d9346 req-1f6d99c8-fcac-4901-958a-ac041492703e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2c3e87540ce4d10bb493d5e17cbb4c7&device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0716379 Jan 28 13:37:34.877206 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 80d8356f-7060-4ad8-999e-65d479c6396a is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:34.947809 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-5062a6f3-1ef4-43f5-9490-c528d0aa2325 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Allocated IP 2001:db8::2bb (2073ea38-272f-46a3-aec4-dc7f09835f51/a5b830e7-b57f-4040-b089-df955aab8e78/acd3cea7-c5c6-4db1-844e-aa588feb9c9e) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:37:34.970981 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:37:34.975041 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c555925-fd5d-4a4f-9fb2-828f9d4717b0 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] GET failed (client error): The resource could not be found. Jan 28 13:37:34.983017 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6c555925-fd5d-4a4f-9fb2-828f9d4717b0 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] 10.222.0.39 "GET /v2.0/ports/eaec3b72-d96e-4ac1-97b2-5a62809b3be7 HTTP/1.1" status: 404 len: 333 time: 0.1210897 Jan 28 13:37:34.983318 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38936) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:34.987730 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16f4f7ed-c514-4b8b-a948-a54f051d9346 req-e72b3008-ede2-4b85-bb2f-561301810de5 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c2c3e87540ce4d10bb493d5e17cbb4c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0997798 Jan 28 13:37:34.988531 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-70910612-c1aa-426a-a78e-5d143dd7d43f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-535316857', 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:35.014713 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70910612-c1aa-426a-a78e-5d143dd7d43f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Made reservation on behalf of 1870b54f617c489b9d051cb61da667b2 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:35.018174 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-70910612-c1aa-426a-a78e-5d143dd7d43f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:35.046826 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-70910612-c1aa-426a-a78e-5d143dd7d43f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] device_id is not set on port bbe49b36-f4a6-4028-b1fe-2e82a86684b2 yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:37:35.054153 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-79aff57d-382e-444c-be91-5314362d8cce None None] Could not find standard attr ID for object c0e45e47-1faf-4382-bca2-9696af4e952c. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:37:35.247967 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-86a4e9f0-8fff-43ab-981c-c87f26a4a634 req-827abe75-8ee7-4200-9723-947bd6414e26 tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.3641975 Jan 28 13:37:35.257280 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-70910612-c1aa-426a-a78e-5d143dd7d43f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks [] for port (bbe49b36-f4a6-4028-b1fe-2e82a86684b2), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:35.263027 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4f7ed-c514-4b8b-a948-a54f051d9346 req-a7c3f026-6059-45d0-95f5-4c573263cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:35.267488 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16f4f7ed-c514-4b8b-a948-a54f051d9346 req-a7c3f026-6059-45d0-95f5-4c573263cc4c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2340081 Jan 28 13:37:35.316964 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-70910612-c1aa-426a-a78e-5d143dd7d43f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (bbe49b36-f4a6-4028-b1fe-2e82a86684b2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:35.381218 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70910612-c1aa-426a-a78e-5d143dd7d43f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Network 45f00d71-899c-4a7a-b70a-68f23eea008b is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:35.394530 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-70910612-c1aa-426a-a78e-5d143dd7d43f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:35.398721 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70910612-c1aa-426a-a78e-5d143dd7d43f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:35.399768 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70910612-c1aa-426a-a78e-5d143dd7d43f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:35.400594 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-70910612-c1aa-426a-a78e-5d143dd7d43f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:35.426608 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70910612-c1aa-426a-a78e-5d143dd7d43f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Pushing event updated for resources: {'Port': ['ID=bbe49b36-f4a6-4028-b1fe-2e82a86684b2,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:35.445504 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-70910612-c1aa-426a-a78e-5d143dd7d43f tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4609406 Jan 28 13:37:35.448350 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38946) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:35.494972 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e710f4eb-bd2d-48fa-bc4c-90accc987d59 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:35.496808 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e710f4eb-bd2d-48fa-bc4c-90accc987d59 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] 10.222.0.39 "GET /v2.0/ports/bbe49b36-f4a6-4028-b1fe-2e82a86684b2 HTTP/1.1" status: 200 len: 954 time: 0.0472867 Jan 28 13:37:35.499820 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38948) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:35.537049 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5062a6f3-1ef4-43f5-9490-c528d0aa2325 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks [] for port (acd3cea7-c5c6-4db1-844e-aa588feb9c9e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:35.593877 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-df82b732-2374-46c8-b70c-87b32b98b68e tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Deleting port bbe49b36-f4a6-4028-b1fe-2e82a86684b2 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:37:35.594271 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df82b732-2374-46c8-b70c-87b32b98b68e tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (bbe49b36-f4a6-4028-b1fe-2e82a86684b2), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:35.608375 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5062a6f3-1ef4-43f5-9490-c528d0aa2325 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (acd3cea7-c5c6-4db1-844e-aa588feb9c9e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:35.712579 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df82b732-2374-46c8-b70c-87b32b98b68e tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (bbe49b36-f4a6-4028-b1fe-2e82a86684b2), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:35.728558 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062a6f3-1ef4-43f5-9490-c528d0aa2325 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Pushing event updated for resources: {'Port': ['ID=acd3cea7-c5c6-4db1-844e-aa588feb9c9e,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:35.741792 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-df82b732-2374-46c8-b70c-87b32b98b68e tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Calling delete_port for bbe49b36-f4a6-4028-b1fe-2e82a86684b2 owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:37:35.748062 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:35.748319 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5062a6f3-1ef4-43f5-9490-c528d0aa2325 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Network 2073ea38-272f-46a3-aec4-dc7f09835f51 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:35.749927 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-5062a6f3-1ef4-43f5-9490-c528d0aa2325 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:35.757217 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5062a6f3-1ef4-43f5-9490-c528d0aa2325 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:35.766194 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5062a6f3-1ef4-43f5-9490-c528d0aa2325 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:35.769142 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5062a6f3-1ef4-43f5-9490-c528d0aa2325 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:35.810532 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5062a6f3-1ef4-43f5-9490-c528d0aa2325 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5943055 Jan 28 13:37:35.811464 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38960) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:35.816526 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-59a698ff-e3cc-4039-94a8-12c2cb4a4e2f tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::327', 'mac_address': 'fa:16:3e:ec:31:c8'}]}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:35.944423 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-59a698ff-e3cc-4039-94a8-12c2cb4a4e2f tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (acd3cea7-c5c6-4db1-844e-aa588feb9c9e), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:36.334943 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df82b732-2374-46c8-b70c-87b32b98b68e tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (bbe49b36-f4a6-4028-b1fe-2e82a86684b2), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:36.336588 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d10735f6-5e3f-4e28-b59b-6d4989f0e76a None None] Provisioning complete for port acd3cea7-c5c6-4db1-844e-aa588feb9c9e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:36.338789 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d10735f6-5e3f-4e28-b59b-6d4989f0e76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (acd3cea7-c5c6-4db1-844e-aa588feb9c9e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:36.356186 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-59a698ff-e3cc-4039-94a8-12c2cb4a4e2f tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks [] for port (acd3cea7-c5c6-4db1-844e-aa588feb9c9e), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:36.366789 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-59a698ff-e3cc-4039-94a8-12c2cb4a4e2f tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (acd3cea7-c5c6-4db1-844e-aa588feb9c9e), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:36.378741 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82b732-2374-46c8-b70c-87b32b98b68e tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbe49b36-f4a6-4028-b1fe-2e82a86684b2,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:36.389574 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-59a698ff-e3cc-4039-94a8-12c2cb4a4e2f tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] In _notify_port_updated(), no bound segment for port acd3cea7-c5c6-4db1-844e-aa588feb9c9e on network 2073ea38-272f-46a3-aec4-dc7f09835f51 {{(pid=103352) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:37:36.398651 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a698ff-e3cc-4039-94a8-12c2cb4a4e2f tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:36.401224 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-59a698ff-e3cc-4039-94a8-12c2cb4a4e2f tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:36.401848 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-59a698ff-e3cc-4039-94a8-12c2cb4a4e2f tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] 10.222.0.39 "PUT /v2.0/ports/acd3cea7-c5c6-4db1-844e-aa588feb9c9e HTTP/1.1" status: 200 len: 1002 time: 0.5898020 Jan 28 13:37:36.403027 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df82b732-2374-46c8-b70c-87b32b98b68e tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:36.405304 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38970) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:36.411376 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-df82b732-2374-46c8-b70c-87b32b98b68e tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] 10.222.0.39 "DELETE /v2.0/ports/bbe49b36-f4a6-4028-b1fe-2e82a86684b2 HTTP/1.1" status: 204 len: 168 time: 0.9077985 Jan 28 13:37:36.419454 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38972) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:36.456629 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d10735f6-5e3f-4e28-b59b-6d4989f0e76a None None] Port acd3cea7-c5c6-4db1-844e-aa588feb9c9e cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:37:36.461058 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4161db-ec89-4076-921a-a711bbf2f50e tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] GET failed (client error): The resource could not be found. Jan 28 13:37:36.462541 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9c4161db-ec89-4076-921a-a711bbf2f50e tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] 10.222.0.39 "GET /v2.0/ports/bbe49b36-f4a6-4028-b1fe-2e82a86684b2 HTTP/1.1" status: 404 len: 333 time: 0.0420563 Jan 28 13:37:36.473634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38974) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:36.486688 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-c561a6aa-e189-4123-ae26-2741a18a0d45 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Request body: {'port': {'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2096311766'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:36.520510 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c561a6aa-e189-4123-ae26-2741a18a0d45 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Made reservation on behalf of 1870b54f617c489b9d051cb61da667b2 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:36.527484 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c561a6aa-e189-4123-ae26-2741a18a0d45 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:36.546449 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6e9bdfe1-3bc3-4de2-be9c-05e28bb93615 req-18898b5a-d0ca-46eb-8dc4-ae1c37c66150 tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.39 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0803478 Jan 28 13:37:36.561361 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-c561a6aa-e189-4123-ae26-2741a18a0d45 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] device_id is not set on port 2cacc4ab-6912-4971-a54a-e11ed27cd81a yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:37:36.566289 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a698ff-e3cc-4039-94a8-12c2cb4a4e2f tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Pushing event updated for resources: {'Port': ['ID=acd3cea7-c5c6-4db1-844e-aa588feb9c9e,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:36.680961 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16f4f7ed-c514-4b8b-a948-a54f051d9346 req-0529850c-bf58-4420-9024-6ce15035779c tempest-ServerShowV257Test-1800914169 tempest-ServerShowV257Test-1800914169-project] 10.222.0.37 "GET /v2.0/ports?device_id=0988bda1-1022-48a6-a24c-be2732fdb5bb HTTP/1.1" status: 200 len: 210 time: 0.0705838 Jan 28 13:37:36.786439 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-d5111022-1800-4e82-9470-3ebdd1b5abce tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Deleting port acd3cea7-c5c6-4db1-844e-aa588feb9c9e {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:37:36.786706 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d5111022-1800-4e82-9470-3ebdd1b5abce tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (acd3cea7-c5c6-4db1-844e-aa588feb9c9e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:36.854636 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c561a6aa-e189-4123-ae26-2741a18a0d45 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks [] for port (2cacc4ab-6912-4971-a54a-e11ed27cd81a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:36.907009 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d5111022-1800-4e82-9470-3ebdd1b5abce tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (acd3cea7-c5c6-4db1-844e-aa588feb9c9e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:36.910673 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-1e094049-4225-4c48-9968-d3b34119b0d9 None None] Provisioning complete for port acd3cea7-c5c6-4db1-844e-aa588feb9c9e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:36.911753 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e094049-4225-4c48-9968-d3b34119b0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (acd3cea7-c5c6-4db1-844e-aa588feb9c9e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:36.915936 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c561a6aa-e189-4123-ae26-2741a18a0d45 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (2cacc4ab-6912-4971-a54a-e11ed27cd81a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:36.939013 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-d5111022-1800-4e82-9470-3ebdd1b5abce tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Calling delete_port for acd3cea7-c5c6-4db1-844e-aa588feb9c9e owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:37:36.969346 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c561a6aa-e189-4123-ae26-2741a18a0d45 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Network 45f00d71-899c-4a7a-b70a-68f23eea008b is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:36.971996 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1e094049-4225-4c48-9968-d3b34119b0d9 None None] Port acd3cea7-c5c6-4db1-844e-aa588feb9c9e cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:37:36.972899 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-c561a6aa-e189-4123-ae26-2741a18a0d45 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:36.977474 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c561a6aa-e189-4123-ae26-2741a18a0d45 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:36.979136 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c561a6aa-e189-4123-ae26-2741a18a0d45 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:36.979978 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c561a6aa-e189-4123-ae26-2741a18a0d45 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:37.007512 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561a6aa-e189-4123-ae26-2741a18a0d45 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Pushing event updated for resources: {'Port': ['ID=2cacc4ab-6912-4971-a54a-e11ed27cd81a,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:37.026976 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c561a6aa-e189-4123-ae26-2741a18a0d45 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5503590 Jan 28 13:37:37.028362 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38990) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:37.035339 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:37.126849 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d5111022-1800-4e82-9470-3ebdd1b5abce tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (acd3cea7-c5c6-4db1-844e-aa588feb9c9e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:37.161103 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2cacc4ab-6912-4971-a54a-e11ed27cd81a), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:37.177915 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5111022-1800-4e82-9470-3ebdd1b5abce tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Pushing event deleted for resources: {'Port': ['ID=acd3cea7-c5c6-4db1-844e-aa588feb9c9e,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:37.370595 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d5111022-1800-4e82-9470-3ebdd1b5abce tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:37.382233 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d5111022-1800-4e82-9470-3ebdd1b5abce tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] 10.222.0.39 "DELETE /v2.0/ports/acd3cea7-c5c6-4db1-844e-aa588feb9c9e HTTP/1.1" status: 204 len: 168 time: 0.9304543 Jan 28 13:37:37.384023 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38996) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:37.436649 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a71cf48-5faf-4fe3-ba9d-ea4c87bb223e tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] GET failed (client error): The resource could not be found. Jan 28 13:37:37.442029 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39000) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:37.446269 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3a71cf48-5faf-4fe3-ba9d-ea4c87bb223e tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] 10.222.0.39 "GET /v2.0/ports/acd3cea7-c5c6-4db1-844e-aa588feb9c9e HTTP/1.1" status: 404 len: 333 time: 0.0587091 Jan 28 13:37:37.463012 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-e891c7e3-2a90-47fb-9b17-1694c2e1223d tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Request body: {'port': {'network_id': '2073ea38-272f-46a3-aec4-dc7f09835f51', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-875189040'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:37.618681 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] device_id is not set on port 2cacc4ab-6912-4971-a54a-e11ed27cd81a yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:37:37.629617 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks [] for port (2cacc4ab-6912-4971-a54a-e11ed27cd81a), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:37.639622 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (2cacc4ab-6912-4971-a54a-e11ed27cd81a), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:37.678491 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e891c7e3-2a90-47fb-9b17-1694c2e1223d tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Made reservation on behalf of 963ab60d9b2e49bb83677378b8288bc5 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:37.687964 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e891c7e3-2a90-47fb-9b17-1694c2e1223d tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:37.746666 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-e891c7e3-2a90-47fb-9b17-1694c2e1223d tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] device_id is not set on port 1cdd4107-7e35-4b33-9300-7e97845ad54e yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:37:37.755215 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Pushing event updated for resources: {'Port': ['ID=2cacc4ab-6912-4971-a54a-e11ed27cd81a,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:37.832358 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:37.832358 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:37.832358 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:37.849175 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:37.849579 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:37.852869 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempt 2 to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a Jan 28 13:37:37.882300 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:37.882984 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:37.882984 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:37.898275 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:37.898637 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:37.903124 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempt 3 to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a Jan 28 13:37:37.965795 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39018) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:37.967456 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:37.968488 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:37.968842 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:37.979297 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:37.979636 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:37.981958 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempt 4 to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a Jan 28 13:37:38.007915 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-e891c7e3-2a90-47fb-9b17-1694c2e1223d tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Allocated IP 2001:db8::6d (2073ea38-272f-46a3-aec4-dc7f09835f51/a5b830e7-b57f-4040-b089-df955aab8e78/1cdd4107-7e35-4b33-9300-7e97845ad54e) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:37:38.017783 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:38.018123 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:38.018461 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:38.027061 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:38.027395 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:38.029184 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempt 5 to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a Jan 28 13:37:38.054805 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:38.055166 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:38.055506 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:38.069665 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:38.070255 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:38.072819 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempt 6 to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a Jan 28 13:37:38.104347 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:38.104681 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:38.105016 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:38.117768 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:38.118108 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:38.120585 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempt 7 to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a Jan 28 13:37:38.128820 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-990df5e3-5f79-4a88-af07-17630d11f811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:38.175563 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:38.176234 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:38.176546 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:38.185709 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:38.186031 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:38.188278 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempt 8 to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a Jan 28 13:37:38.206955 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-990df5e3-5f79-4a88-af07-17630d11f811 admin admin] Publish callbacks [] for security_group (344b91b6-182b-47f4-aa35-186330940740), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:38.209060 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:38.209529 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:38.209880 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:38.212761 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-990df5e3-5f79-4a88-af07-17630d11f811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (344b91b6-182b-47f4-aa35-186330940740), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:38.225891 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:38.226243 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:38.231206 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempt 9 to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a Jan 28 13:37:38.244028 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e891c7e3-2a90-47fb-9b17-1694c2e1223d tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks [] for port (1cdd4107-7e35-4b33-9300-7e97845ad54e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:38.251043 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:38.251377 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:38.251711 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:38.258061 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:38.258387 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:38.260045 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-990df5e3-5f79-4a88-af07-17630d11f811 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c2c3e87540ce4d10bb493d5e17cbb4c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2931547 Jan 28 13:37:38.260267 n-d-822747-2 neutron-server[103351]: INFO neutron.plugins.ml2.plugin [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempt 10 to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a Jan 28 13:37:38.260793 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39026) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:38.261670 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990df5e3-5f79-4a88-af07-17630d11f811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344b91b6-182b-47f4-aa35-186330940740,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:38.278797 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:38.279420 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:38.279550 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempting to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:38.291803 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on network 45f00d71-899c-4a7a-b70a-68f23eea008b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:38.292137 n-d-822747-2 neutron-server[103351]: ERROR neutron.plugins.ml2.managers [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Failed to bind port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on host n-h1-822747-2 for vnic_type normal using segments [{'id': '1e7118e8-fffb-47a7-8d26-70d2cc057294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '45f00d71-899c-4a7a-b70a-68f23eea008b'}] Jan 28 13:37:38.292525 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2cacc4ab-6912-4971-a54a-e11ed27cd81a), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:38.325638 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e891c7e3-2a90-47fb-9b17-1694c2e1223d tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (1cdd4107-7e35-4b33-9300-7e97845ad54e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:38.348887 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1e292680-9246-41b3-a0e8-cbb14d42d291 admin admin] Publish callbacks [] for security_group (344b91b6-182b-47f4-aa35-186330940740), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:38.375735 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1e292680-9246-41b3-a0e8-cbb14d42d291 admin admin] Publish callbacks [] for security_group (344b91b6-182b-47f4-aa35-186330940740), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:38.415390 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e891c7e3-2a90-47fb-9b17-1694c2e1223d tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Network 2073ea38-272f-46a3-aec4-dc7f09835f51 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:38.428689 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-e891c7e3-2a90-47fb-9b17-1694c2e1223d tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:38.432589 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e891c7e3-2a90-47fb-9b17-1694c2e1223d tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:38.439027 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e891c7e3-2a90-47fb-9b17-1694c2e1223d tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:38.439676 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e891c7e3-2a90-47fb-9b17-1694c2e1223d tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:38.441549 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1e292680-9246-41b3-a0e8-cbb14d42d291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (344b91b6-182b-47f4-aa35-186330940740), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:38.442426 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891c7e3-2a90-47fb-9b17-1694c2e1223d tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Pushing event updated for resources: {'Port': ['ID=1cdd4107-7e35-4b33-9300-7e97845ad54e,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:38.446012 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1e292680-9246-41b3-a0e8-cbb14d42d291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:38.450332 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1e292680-9246-41b3-a0e8-cbb14d42d291 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/344b91b6-182b-47f4-aa35-186330940740 HTTP/1.1" status: 204 len: 168 time: 0.1855576 Jan 28 13:37:38.465692 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] For port 2cacc4ab-6912-4971-a54a-e11ed27cd81a, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:37:38.466205 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attempted to set empty binding levels {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 13:37:38.467238 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e292680-9246-41b3-a0e8-cbb14d42d291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344b91b6-182b-47f4-aa35-186330940740,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:38.473590 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (2cacc4ab-6912-4971-a54a-e11ed27cd81a), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:38.488903 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] In _notify_port_updated(), no bound segment for port 2cacc4ab-6912-4971-a54a-e11ed27cd81a on network 45f00d71-899c-4a7a-b70a-68f23eea008b {{(pid=103351) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:37:38.489788 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:38.490397 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:38.495289 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39030) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:38.508185 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] 10.222.0.39 "PUT /v2.0/ports/2cacc4ab-6912-4971-a54a-e11ed27cd81a HTTP/1.1" status: 200 len: 975 time: 1.4784417 Jan 28 13:37:38.514157 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e891c7e3-2a90-47fb-9b17-1694c2e1223d tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0687006 Jan 28 13:37:38.528174 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39034) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:38.537096 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-f4ebc4bb-615d-4bb4-861b-8f533fae7dc5 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ec:31:c8'}]}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:38.688263 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-bb3bc9bc-64c3-4407-9195-0ddf969234fc tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Deleting port 2cacc4ab-6912-4971-a54a-e11ed27cd81a {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:37:38.688263 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc9bc-64c3-4407-9195-0ddf969234fc tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (2cacc4ab-6912-4971-a54a-e11ed27cd81a), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:38.728808 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57faf222-7ef5-4a92-b0f2-27fecb657fe2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Pushing event updated for resources: {'Port': ['ID=2cacc4ab-6912-4971-a54a-e11ed27cd81a,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:38.807805 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-bb3bc9bc-64c3-4407-9195-0ddf969234fc tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] For port 2cacc4ab-6912-4971-a54a-e11ed27cd81a, host n-h1-822747-2, got binding levels [] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:38.808180 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc9bc-64c3-4407-9195-0ddf969234fc tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (2cacc4ab-6912-4971-a54a-e11ed27cd81a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:38.828742 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f4ebc4bb-615d-4bb4-861b-8f533fae7dc5 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (1cdd4107-7e35-4b33-9300-7e97845ad54e), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:38.840155 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-bb3bc9bc-64c3-4407-9195-0ddf969234fc tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Calling delete_port for 2cacc4ab-6912-4971-a54a-e11ed27cd81a owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:37:38.910549 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-17de44d9-e6b3-4802-ad44-2f6568f5a885 None None] Provisioning complete for port 1cdd4107-7e35-4b33-9300-7e97845ad54e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:38.911532 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17de44d9-e6b3-4802-ad44-2f6568f5a885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (1cdd4107-7e35-4b33-9300-7e97845ad54e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:38.979410 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc9bc-64c3-4407-9195-0ddf969234fc tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (2cacc4ab-6912-4971-a54a-e11ed27cd81a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:39.023839 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bc9bc-64c3-4407-9195-0ddf969234fc tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cacc4ab-6912-4971-a54a-e11ed27cd81a,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:39.086698 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc9bc-64c3-4407-9195-0ddf969234fc tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:39.101081 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bb3bc9bc-64c3-4407-9195-0ddf969234fc tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] 10.222.0.39 "DELETE /v2.0/ports/2cacc4ab-6912-4971-a54a-e11ed27cd81a HTTP/1.1" status: 204 len: 168 time: 0.6046364 Jan 28 13:37:39.103963 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39060) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:39.107182 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-17de44d9-e6b3-4802-ad44-2f6568f5a885 None None] Port 1cdd4107-7e35-4b33-9300-7e97845ad54e cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:37:39.138034 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a25e23f-9e6c-4b6b-bb16-81ba4e1e58b2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] GET failed (client error): The resource could not be found. Jan 28 13:37:39.143025 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9a25e23f-9e6c-4b6b-bb16-81ba4e1e58b2 tempest-PortsAdminExtendedAttrsTestJSON-1416722008 tempest-PortsAdminExtendedAttrsTestJSON-1416722008-project-admin] 10.222.0.39 "GET /v2.0/ports/2cacc4ab-6912-4971-a54a-e11ed27cd81a HTTP/1.1" status: 404 len: 333 time: 0.0324235 Jan 28 13:37:39.143210 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39062) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:39.180233 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f4ebc4bb-615d-4bb4-861b-8f533fae7dc5 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks [] for port (1cdd4107-7e35-4b33-9300-7e97845ad54e), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:39.192118 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f4ebc4bb-615d-4bb4-861b-8f533fae7dc5 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (1cdd4107-7e35-4b33-9300-7e97845ad54e), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:39.273975 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-f4ebc4bb-615d-4bb4-861b-8f533fae7dc5 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] In _notify_port_updated(), no bound segment for port 1cdd4107-7e35-4b33-9300-7e97845ad54e on network 2073ea38-272f-46a3-aec4-dc7f09835f51 {{(pid=103351) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:37:39.275016 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ebc4bb-615d-4bb4-861b-8f533fae7dc5 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:39.275676 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f4ebc4bb-615d-4bb4-861b-8f533fae7dc5 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:39.279424 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f4ebc4bb-615d-4bb4-861b-8f533fae7dc5 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] 10.222.0.39 "PUT /v2.0/ports/1cdd4107-7e35-4b33-9300-7e97845ad54e HTTP/1.1" status: 200 len: 1001 time: 0.7542815 Jan 28 13:37:39.280204 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39068) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:39.300941 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1661d963-2e81-40ea-b798-d2cdb0df2e14 tempest-PortsAdminExtendedAttrsTestJSON-692329485 tempest-PortsAdminExtendedAttrsTestJSON-692329485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (45f00d71-899c-4a7a-b70a-68f23eea008b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:39.304812 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebc4bb-615d-4bb4-861b-8f533fae7dc5 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Pushing event updated for resources: {'Port': ['ID=1cdd4107-7e35-4b33-9300-7e97845ad54e,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:39.442138 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-36b5f441-0f0a-499b-8420-27f526422f4f tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Deleting port 1cdd4107-7e35-4b33-9300-7e97845ad54e {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:37:39.443421 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-36b5f441-0f0a-499b-8420-27f526422f4f tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (1cdd4107-7e35-4b33-9300-7e97845ad54e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:39.495674 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1661d963-2e81-40ea-b798-d2cdb0df2e14 tempest-PortsAdminExtendedAttrsTestJSON-692329485 tempest-PortsAdminExtendedAttrsTestJSON-692329485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (45f00d71-899c-4a7a-b70a-68f23eea008b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:39.540004 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-1661d963-2e81-40ea-b798-d2cdb0df2e14 tempest-PortsAdminExtendedAttrsTestJSON-692329485 tempest-PortsAdminExtendedAttrsTestJSON-692329485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f00d71-899c-4a7a-b70a-68f23eea008b']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:39.551433 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-1661d963-2e81-40ea-b798-d2cdb0df2e14 tempest-PortsAdminExtendedAttrsTestJSON-692329485 tempest-PortsAdminExtendedAttrsTestJSON-692329485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e7118e8-fffb-47a7-8d26-70d2cc057294') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:39.551815 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-1661d963-2e81-40ea-b798-d2cdb0df2e14 tempest-PortsAdminExtendedAttrsTestJSON-692329485 tempest-PortsAdminExtendedAttrsTestJSON-692329485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e7118e8-fffb-47a7-8d26-70d2cc057294') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:39.562369 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1661d963-2e81-40ea-b798-d2cdb0df2e14 tempest-PortsAdminExtendedAttrsTestJSON-692329485 tempest-PortsAdminExtendedAttrsTestJSON-692329485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (1e7118e8-fffb-47a7-8d26-70d2cc057294), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:39.568660 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-36b5f441-0f0a-499b-8420-27f526422f4f tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (1cdd4107-7e35-4b33-9300-7e97845ad54e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:39.588338 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1661d963-2e81-40ea-b798-d2cdb0df2e14 tempest-PortsAdminExtendedAttrsTestJSON-692329485 tempest-PortsAdminExtendedAttrsTestJSON-692329485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (1e7118e8-fffb-47a7-8d26-70d2cc057294), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:39.597029 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1661d963-2e81-40ea-b798-d2cdb0df2e14 tempest-PortsAdminExtendedAttrsTestJSON-692329485 tempest-PortsAdminExtendedAttrsTestJSON-692329485-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:37:39.597447 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1661d963-2e81-40ea-b798-d2cdb0df2e14 tempest-PortsAdminExtendedAttrsTestJSON-692329485 tempest-PortsAdminExtendedAttrsTestJSON-692329485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (1e7118e8-fffb-47a7-8d26-70d2cc057294), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:37:39.603681 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:37:39.609218 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-36b5f441-0f0a-499b-8420-27f526422f4f tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Calling delete_port for 1cdd4107-7e35-4b33-9300-7e97845ad54e owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:37:39.642563 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-20f78362-46d9-4271-a8de-da90f660585c None None] Provisioning complete for port 1cdd4107-7e35-4b33-9300-7e97845ad54e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:39.644261 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20f78362-46d9-4271-a8de-da90f660585c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (1cdd4107-7e35-4b33-9300-7e97845ad54e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:39.695491 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1661d963-2e81-40ea-b798-d2cdb0df2e14 tempest-PortsAdminExtendedAttrsTestJSON-692329485 tempest-PortsAdminExtendedAttrsTestJSON-692329485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (45f00d71-899c-4a7a-b70a-68f23eea008b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:39.710295 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1661d963-2e81-40ea-b798-d2cdb0df2e14 tempest-PortsAdminExtendedAttrsTestJSON-692329485 tempest-PortsAdminExtendedAttrsTestJSON-692329485-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:39.717482 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1661d963-2e81-40ea-b798-d2cdb0df2e14 tempest-PortsAdminExtendedAttrsTestJSON-692329485 tempest-PortsAdminExtendedAttrsTestJSON-692329485-project] 10.222.0.39 "DELETE /v2.0/networks/45f00d71-899c-4a7a-b70a-68f23eea008b HTTP/1.1" status: 204 len: 168 time: 0.5699947 Jan 28 13:37:39.734788 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-20f78362-46d9-4271-a8de-da90f660585c None None] Port 1cdd4107-7e35-4b33-9300-7e97845ad54e cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:37:39.771133 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661d963-2e81-40ea-b798-d2cdb0df2e14 tempest-PortsAdminExtendedAttrsTestJSON-692329485 tempest-PortsAdminExtendedAttrsTestJSON-692329485-project] Pushing event deleted for resources: {'Network': ['ID=45f00d71-899c-4a7a-b70a-68f23eea008b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:39.846467 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-36b5f441-0f0a-499b-8420-27f526422f4f tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (1cdd4107-7e35-4b33-9300-7e97845ad54e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:39.884285 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5f441-0f0a-499b-8420-27f526422f4f tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Pushing event deleted for resources: {'Port': ['ID=1cdd4107-7e35-4b33-9300-7e97845ad54e,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:39.922149 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-36b5f441-0f0a-499b-8420-27f526422f4f tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:39.928697 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39092) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:39.929318 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-36b5f441-0f0a-499b-8420-27f526422f4f tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] 10.222.0.39 "DELETE /v2.0/ports/1cdd4107-7e35-4b33-9300-7e97845ad54e HTTP/1.1" status: 204 len: 168 time: 0.6471331 Jan 28 13:37:39.932834 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c59f6d29-e029-416d-a4ab-81f8112b0b7d req-7c57e2eb-05da-4766-9cc1-30dbd71f9465 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1313558 Jan 28 13:37:39.989694 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1fca48-b472-4538-baac-3caa88d82617 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] GET failed (client error): The resource could not be found. Jan 28 13:37:39.993658 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ab1fca48-b472-4538-baac-3caa88d82617 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] 10.222.0.39 "GET /v2.0/ports/1cdd4107-7e35-4b33-9300-7e97845ad54e HTTP/1.1" status: 404 len: 333 time: 0.0638170 Jan 28 13:37:40.005830 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39094) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:40.010899 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-fb78a4aa-a8fb-41cf-8f58-87b64efa524c tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Request body: {'port': {'network_id': '2073ea38-272f-46a3-aec4-dc7f09835f51', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2107736940'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:40.174738 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f6d29-e029-416d-a4ab-81f8112b0b7d req-8ece6c93-2395-4343-b76a-50dd5d8c1774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:40.176924 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c59f6d29-e029-416d-a4ab-81f8112b0b7d req-8ece6c93-2395-4343-b76a-50dd5d8c1774 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 1096 time: 0.1838927 Jan 28 13:37:40.332439 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb78a4aa-a8fb-41cf-8f58-87b64efa524c tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Made reservation on behalf of 963ab60d9b2e49bb83677378b8288bc5 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:40.336993 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fb78a4aa-a8fb-41cf-8f58-87b64efa524c tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:40.376347 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39112) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:40.381836 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-fb78a4aa-a8fb-41cf-8f58-87b64efa524c tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] device_id is not set on port 9e7d39c0-c769-4bff-9996-9a8e1fd35e76 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:37:40.388620 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f6d29-e029-416d-a4ab-81f8112b0b7d req-816a1465-d458-4935-9f7c-f91e82e30e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:40.390245 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c59f6d29-e029-416d-a4ab-81f8112b0b7d req-816a1465-d458-4935-9f7c-f91e82e30e28 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 200 len: 910 time: 0.1724186 Jan 28 13:37:40.520778 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c59f6d29-e029-416d-a4ab-81f8112b0b7d req-123032ad-b10d-425f-980a-3e6527ec8f97 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05dbcb58-e1e0-4ae6-9b70-3124399838e9 HTTP/1.1" status: 200 len: 998 time: 0.1244371 Jan 28 13:37:40.629096 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-fb78a4aa-a8fb-41cf-8f58-87b64efa524c tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Allocated IP 2001:db8::3b4 (2073ea38-272f-46a3-aec4-dc7f09835f51/a5b830e7-b57f-4040-b089-df955aab8e78/9e7d39c0-c769-4bff-9996-9a8e1fd35e76) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:37:40.632774 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f6d29-e029-416d-a4ab-81f8112b0b7d req-2134d140-a932-4974-8caf-b54e3d003d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:40.634334 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c59f6d29-e029-416d-a4ab-81f8112b0b7d req-2134d140-a932-4974-8caf-b54e3d003d5a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0384f919-cf7e-4ec0-b290-94b57d977aef HTTP/1.1" status: 200 len: 849 time: 0.0938554 Jan 28 13:37:40.737926 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f6d29-e029-416d-a4ab-81f8112b0b7d req-6f2e8e15-afd6-451a-8427-5927cf582eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:40.740200 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c59f6d29-e029-416d-a4ab-81f8112b0b7d req-6f2e8e15-afd6-451a-8427-5927cf582eb9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7079efeb-cd22-4f60-b771-d74efc0a16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968142 Jan 28 13:37:40.749235 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-81730085-eea6-483f-b040-e561473230e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=69776389ac3a496e99f40d2dc904f8c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3691244 Jan 28 13:37:40.749840 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39130) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:40.811579 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc4f2-fa85-41f9-805a-4ace6d5fae83 admin admin] Publish callbacks [] for security_group (368f1211-4305-4331-95de-6e9b9c7a3d6b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:40.846626 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc4f2-fa85-41f9-805a-4ace6d5fae83 admin admin] Publish callbacks [] for security_group (368f1211-4305-4331-95de-6e9b9c7a3d6b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:40.913280 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc4f2-fa85-41f9-805a-4ace6d5fae83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (368f1211-4305-4331-95de-6e9b9c7a3d6b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:40.917035 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc4f2-fa85-41f9-805a-4ace6d5fae83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:40.918462 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fd8cc4f2-fa85-41f9-805a-4ace6d5fae83 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/368f1211-4305-4331-95de-6e9b9c7a3d6b HTTP/1.1" status: 204 len: 168 time: 0.1672637 Jan 28 13:37:40.951250 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c59f6d29-e029-416d-a4ab-81f8112b0b7d req-3d8169af-3df8-433d-9871-3f1f6903dc55 service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946802 Jan 28 13:37:40.952381 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8cc4f2-fa85-41f9-805a-4ace6d5fae83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368f1211-4305-4331-95de-6e9b9c7a3d6b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:40.954850 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fb78a4aa-a8fb-41cf-8f58-87b64efa524c tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks [] for port (9e7d39c0-c769-4bff-9996-9a8e1fd35e76), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:41.081723 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fb78a4aa-a8fb-41cf-8f58-87b64efa524c tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (9e7d39c0-c769-4bff-9996-9a8e1fd35e76), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:41.124706 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c59f6d29-e029-416d-a4ab-81f8112b0b7d req-4fe669fa-3606-46da-b787-4a79a3d2313a service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607051 Jan 28 13:37:41.144808 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb78a4aa-a8fb-41cf-8f58-87b64efa524c tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Network 2073ea38-272f-46a3-aec4-dc7f09835f51 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:41.153028 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-fb78a4aa-a8fb-41cf-8f58-87b64efa524c tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:41.160279 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb78a4aa-a8fb-41cf-8f58-87b64efa524c tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:41.166196 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb78a4aa-a8fb-41cf-8f58-87b64efa524c tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:41.166854 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fb78a4aa-a8fb-41cf-8f58-87b64efa524c tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:41.170513 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78a4aa-a8fb-41cf-8f58-87b64efa524c tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Pushing event updated for resources: {'Port': ['ID=9e7d39c0-c769-4bff-9996-9a8e1fd35e76,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:41.204940 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39148) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:41.206535 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fb78a4aa-a8fb-41cf-8f58-87b64efa524c tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1962912 Jan 28 13:37:41.210142 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-96d87842-e337-4f7d-82c7-1172dc0c7167 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Request body: {'port': {'network_id': '2073ea38-272f-46a3-aec4-dc7f09835f51', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1938674870'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:41.425236 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d87842-e337-4f7d-82c7-1172dc0c7167 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Made reservation on behalf of 963ab60d9b2e49bb83677378b8288bc5 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:41.428807 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-96d87842-e337-4f7d-82c7-1172dc0c7167 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:41.447191 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39158) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:41.458837 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-96d87842-e337-4f7d-82c7-1172dc0c7167 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] device_id is not set on port 1d38d530-a420-4209-8f54-2c9dce78e0d8 yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:37:41.511125 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9b3eedcd-8af6-46de-a174-febe53d1e45b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1870b54f617c489b9d051cb61da667b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0626762 Jan 28 13:37:41.519719 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39162) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:41.616975 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-61593768-f33f-46c5-af31-3e087371b9b3 admin admin] Publish callbacks [] for security_group (ed483c2c-cd0e-4a1b-83fd-b9153184eae6), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:41.639364 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-61593768-f33f-46c5-af31-3e087371b9b3 admin admin] Publish callbacks [] for security_group (ed483c2c-cd0e-4a1b-83fd-b9153184eae6), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:41.647120 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-96d87842-e337-4f7d-82c7-1172dc0c7167 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Allocated IP 2001:db8::c1 (2073ea38-272f-46a3-aec4-dc7f09835f51/a5b830e7-b57f-4040-b089-df955aab8e78/1d38d530-a420-4209-8f54-2c9dce78e0d8) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:37:41.680987 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-905198a1-d9d1-44d2-b3b3-66f550fc843d None None] Provisioning complete for port 9e7d39c0-c769-4bff-9996-9a8e1fd35e76 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:41.682135 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-905198a1-d9d1-44d2-b3b3-66f550fc843d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9e7d39c0-c769-4bff-9996-9a8e1fd35e76), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:41.712313 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-61593768-f33f-46c5-af31-3e087371b9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ed483c2c-cd0e-4a1b-83fd-b9153184eae6), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:41.715130 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-61593768-f33f-46c5-af31-3e087371b9b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:41.718977 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-61593768-f33f-46c5-af31-3e087371b9b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed483c2c-cd0e-4a1b-83fd-b9153184eae6 HTTP/1.1" status: 204 len: 168 time: 0.1953669 Jan 28 13:37:41.725739 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61593768-f33f-46c5-af31-3e087371b9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed483c2c-cd0e-4a1b-83fd-b9153184eae6,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:41.783857 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-905198a1-d9d1-44d2-b3b3-66f550fc843d None None] Port 9e7d39c0-c769-4bff-9996-9a8e1fd35e76 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:37:41.906226 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-96d87842-e337-4f7d-82c7-1172dc0c7167 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks [] for port (1d38d530-a420-4209-8f54-2c9dce78e0d8), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:41.970544 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-96d87842-e337-4f7d-82c7-1172dc0c7167 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (1d38d530-a420-4209-8f54-2c9dce78e0d8), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:42.033539 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d87842-e337-4f7d-82c7-1172dc0c7167 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Network 2073ea38-272f-46a3-aec4-dc7f09835f51 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:42.039234 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-96d87842-e337-4f7d-82c7-1172dc0c7167 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:42.042820 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d87842-e337-4f7d-82c7-1172dc0c7167 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:42.049769 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d87842-e337-4f7d-82c7-1172dc0c7167 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:42.052063 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-96d87842-e337-4f7d-82c7-1172dc0c7167 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:42.082256 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d87842-e337-4f7d-82c7-1172dc0c7167 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Pushing event updated for resources: {'Port': ['ID=1d38d530-a420-4209-8f54-2c9dce78e0d8,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:42.093913 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-96d87842-e337-4f7d-82c7-1172dc0c7167 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8870838 Jan 28 13:37:42.096063 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39184) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:42.102716 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-9bf084bb-ad98-4ba0-83f5-5eca82d87406 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::327', 'mac_address': 'fa:16:3e:ec:31:c8'}, {'ip_address': '2001:db8::3b4', 'mac_address': 'fa:16:3e:cb:cb:71'}]}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:42.313316 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9bf084bb-ad98-4ba0-83f5-5eca82d87406 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (1d38d530-a420-4209-8f54-2c9dce78e0d8), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:42.528073 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-0af00a8e-e1b5-47ba-954f-ec3a60e21690 None None] Provisioning complete for port 1d38d530-a420-4209-8f54-2c9dce78e0d8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:42.528457 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0af00a8e-e1b5-47ba-954f-ec3a60e21690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (1d38d530-a420-4209-8f54-2c9dce78e0d8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:42.636905 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0af00a8e-e1b5-47ba-954f-ec3a60e21690 None None] Port 1d38d530-a420-4209-8f54-2c9dce78e0d8 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:37:42.665108 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9bf084bb-ad98-4ba0-83f5-5eca82d87406 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks [] for port (1d38d530-a420-4209-8f54-2c9dce78e0d8), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:42.673417 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9bf084bb-ad98-4ba0-83f5-5eca82d87406 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (1d38d530-a420-4209-8f54-2c9dce78e0d8), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:42.730336 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-9bf084bb-ad98-4ba0-83f5-5eca82d87406 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] In _notify_port_updated(), no bound segment for port 1d38d530-a420-4209-8f54-2c9dce78e0d8 on network 2073ea38-272f-46a3-aec4-dc7f09835f51 {{(pid=103352) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:37:42.735893 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf084bb-ad98-4ba0-83f5-5eca82d87406 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:42.736623 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9bf084bb-ad98-4ba0-83f5-5eca82d87406 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:42.738062 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9bf084bb-ad98-4ba0-83f5-5eca82d87406 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] 10.222.0.39 "PUT /v2.0/ports/1d38d530-a420-4209-8f54-2c9dce78e0d8 HTTP/1.1" status: 200 len: 1067 time: 0.6407132 Jan 28 13:37:42.740963 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39210) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:42.782840 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf084bb-ad98-4ba0-83f5-5eca82d87406 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Pushing event updated for resources: {'Port': ['ID=1d38d530-a420-4209-8f54-2c9dce78e0d8,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:42.891040 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-497b7661-d6dd-4c53-86ab-226ff03ffe1f tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Deleting port 1d38d530-a420-4209-8f54-2c9dce78e0d8 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:37:42.891660 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-497b7661-d6dd-4c53-86ab-226ff03ffe1f tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (1d38d530-a420-4209-8f54-2c9dce78e0d8), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:43.055924 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-497b7661-d6dd-4c53-86ab-226ff03ffe1f tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (1d38d530-a420-4209-8f54-2c9dce78e0d8), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:43.072126 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-497b7661-d6dd-4c53-86ab-226ff03ffe1f tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Calling delete_port for 1d38d530-a420-4209-8f54-2c9dce78e0d8 owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:37:43.205492 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-7324f028-c09c-4f2c-b3e3-86a659ce5708 None None] Provisioning complete for port 1d38d530-a420-4209-8f54-2c9dce78e0d8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:43.206233 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7324f028-c09c-4f2c-b3e3-86a659ce5708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (1d38d530-a420-4209-8f54-2c9dce78e0d8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:43.276525 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7324f028-c09c-4f2c-b3e3-86a659ce5708 None None] Port 1d38d530-a420-4209-8f54-2c9dce78e0d8 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:37:43.304945 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-497b7661-d6dd-4c53-86ab-226ff03ffe1f tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (1d38d530-a420-4209-8f54-2c9dce78e0d8), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:43.305793 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39236) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:43.338394 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b7661-d6dd-4c53-86ab-226ff03ffe1f tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Pushing event deleted for resources: {'Port': ['ID=1d38d530-a420-4209-8f54-2c9dce78e0d8,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:43.623092 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-497b7661-d6dd-4c53-86ab-226ff03ffe1f tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:43.650285 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-497b7661-d6dd-4c53-86ab-226ff03ffe1f tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] 10.222.0.39 "DELETE /v2.0/ports/1d38d530-a420-4209-8f54-2c9dce78e0d8 HTTP/1.1" status: 204 len: 168 time: 0.9080329 Jan 28 13:37:43.653383 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39252) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:43.663677 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-76d28bee-77a7-4620-9809-0eaa9bbc6868 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:43.716139 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d35fe2-110b-41d0-8352-70802873b79c tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] GET failed (client error): The resource could not be found. Jan 28 13:37:43.719915 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-96d35fe2-110b-41d0-8352-70802873b79c tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] 10.222.0.39 "GET /v2.0/ports/1d38d530-a420-4209-8f54-2c9dce78e0d8 HTTP/1.1" status: 404 len: 333 time: 0.0652101 Jan 28 13:37:43.720801 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39254) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:43.835541 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-76d28bee-77a7-4620-9809-0eaa9bbc6868 admin admin] Publish callbacks [] for security_group (39658698-ac20-43b6-9d61-787fada8f998), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:43.841671 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-76d28bee-77a7-4620-9809-0eaa9bbc6868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (39658698-ac20-43b6-9d61-787fada8f998), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:43.893888 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-76d28bee-77a7-4620-9809-0eaa9bbc6868 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4985a0868ae43288501a5803538bb30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5861146 Jan 28 13:37:43.896579 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39264) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:43.900805 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-86db0b17-b4cc-48c4-908a-b177df861458 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Deleting port 9e7d39c0-c769-4bff-9996-9a8e1fd35e76 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:37:43.901138 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-86db0b17-b4cc-48c4-908a-b177df861458 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (9e7d39c0-c769-4bff-9996-9a8e1fd35e76), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:43.913794 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d28bee-77a7-4620-9809-0eaa9bbc6868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39658698-ac20-43b6-9d61-787fada8f998,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:44.053625 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65b13071-eac7-4c11-ac88-f3c0c0959698 admin admin] Publish callbacks [] for security_group (39658698-ac20-43b6-9d61-787fada8f998), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.078702 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-86db0b17-b4cc-48c4-908a-b177df861458 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (9e7d39c0-c769-4bff-9996-9a8e1fd35e76), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.108611 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-86db0b17-b4cc-48c4-908a-b177df861458 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Calling delete_port for 9e7d39c0-c769-4bff-9996-9a8e1fd35e76 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:37:44.113583 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65b13071-eac7-4c11-ac88-f3c0c0959698 admin admin] Publish callbacks [] for security_group (39658698-ac20-43b6-9d61-787fada8f998), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.207860 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39280) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:44.224341 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65b13071-eac7-4c11-ac88-f3c0c0959698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (39658698-ac20-43b6-9d61-787fada8f998), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.227085 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65b13071-eac7-4c11-ac88-f3c0c0959698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.228343 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-65b13071-eac7-4c11-ac88-f3c0c0959698 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/39658698-ac20-43b6-9d61-787fada8f998 HTTP/1.1" status: 204 len: 168 time: 0.3306012 Jan 28 13:37:44.238864 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b13071-eac7-4c11-ac88-f3c0c0959698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39658698-ac20-43b6-9d61-787fada8f998,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:44.332541 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-86db0b17-b4cc-48c4-908a-b177df861458 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (9e7d39c0-c769-4bff-9996-9a8e1fd35e76), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.374498 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db0b17-b4cc-48c4-908a-b177df861458 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Pushing event deleted for resources: {'Port': ['ID=9e7d39c0-c769-4bff-9996-9a8e1fd35e76,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:44.462500 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-353987ae-e273-4a08-98f5-27fb4d5055e7 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1462055990', 'router:external': True}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:44.509806 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353987ae-e273-4a08-98f5-27fb4d5055e7 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Made reservation on behalf of 698eedd76e754148b790d57763daf621 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:44.513603 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-353987ae-e273-4a08-98f5-27fb4d5055e7 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.540405 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-353987ae-e273-4a08-98f5-27fb4d5055e7 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.790955 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-353987ae-e273-4a08-98f5-27fb4d5055e7 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for security_group (c06d6a50-f3d7-422a-b661-cc1385850471), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.800200 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-353987ae-e273-4a08-98f5-27fb4d5055e7 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c06d6a50-f3d7-422a-b661-cc1385850471), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.824308 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-353987ae-e273-4a08-98f5-27fb4d5055e7 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:37:44.838389 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-353987ae-e273-4a08-98f5-27fb4d5055e7 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (3053f135-32b7-4ab5-bc88-1c64e3e99e83), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.850778 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-353987ae-e273-4a08-98f5-27fb4d5055e7 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Added segment 3053f135-32b7-4ab5-bc88-1c64e3e99e83 of type vlan for network 0175c2f1-11cc-450c-8dde-2dd25bd1b705 Jan 28 13:37:44.870268 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-86db0b17-b4cc-48c4-908a-b177df861458 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.876104 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-86db0b17-b4cc-48c4-908a-b177df861458 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] 10.222.0.39 "DELETE /v2.0/ports/9e7d39c0-c769-4bff-9996-9a8e1fd35e76 HTTP/1.1" status: 204 len: 168 time: 1.1517920 Jan 28 13:37:44.876104 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39298) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:44.876385 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39300) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:44.912083 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b9ef77db-859f-408b-a030-c2e3566ee83a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.914399 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed5740d4-aa42-48fb-863d-015ef36e766b tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] GET failed (client error): The resource could not be found. Jan 28 13:37:44.915890 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ed5740d4-aa42-48fb-863d-015ef36e766b tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] 10.222.0.39 "GET /v2.0/ports/9e7d39c0-c769-4bff-9996-9a8e1fd35e76 HTTP/1.1" status: 404 len: 333 time: 0.0375001 Jan 28 13:37:44.919625 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39304) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:44.970108 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-353987ae-e273-4a08-98f5-27fb4d5055e7 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (0175c2f1-11cc-450c-8dde-2dd25bd1b705), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.981908 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353987ae-e273-4a08-98f5-27fb4d5055e7 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06d6a50-f3d7-422a-b661-cc1385850471,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:45.020774 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b9ef77db-859f-408b-a030-c2e3566ee83a admin admin] Publish callbacks [] for security_group (88318853-b7c8-4057-8365-ad6d46256e15), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:45.026589 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b9ef77db-859f-408b-a030-c2e3566ee83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (88318853-b7c8-4057-8365-ad6d46256e15), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:45.057632 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b9ef77db-859f-408b-a030-c2e3566ee83a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0bdd0f7f94484874b908bc64d6dcbfb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1802213 Jan 28 13:37:45.060303 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39308) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:45.077244 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-353987ae-e273-4a08-98f5-27fb4d5055e7 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (0175c2f1-11cc-450c-8dde-2dd25bd1b705), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:45.078422 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353987ae-e273-4a08-98f5-27fb4d5055e7 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:45.079127 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-353987ae-e273-4a08-98f5-27fb4d5055e7 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:45.080233 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef77db-859f-408b-a030-c2e3566ee83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88318853-b7c8-4057-8365-ad6d46256e15,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:45.172531 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-353987ae-e273-4a08-98f5-27fb4d5055e7 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9631743 Jan 28 13:37:45.176619 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39314) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:45.181560 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-8fa1ed88-3239-4c28-9856-a6833bc354fc tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Request body: {'subnet': {'network_id': '0175c2f1-11cc-450c-8dde-2dd25bd1b705', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:45.190532 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353987ae-e273-4a08-98f5-27fb4d5055e7 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Pushing event updated for resources: {'Network': ['ID=0175c2f1-11cc-450c-8dde-2dd25bd1b705,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:45.204824 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 0175c2f1-11cc-450c-8dde-2dd25bd1b705 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:37:45.216361 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa1ed88-3239-4c28-9856-a6833bc354fc tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Made reservation on behalf of 698eedd76e754148b790d57763daf621 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:45.221051 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ed88-3239-4c28-9856-a6833bc354fc tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:45.221791 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-4514c39a-f294-4fbf-9e99-3851906439fa tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Deleting port 86c32e1b-fb8c-4f59-9b18-8ff3439eeb3f {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:37:45.222493 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4514c39a-f294-4fbf-9e99-3851906439fa tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (86c32e1b-fb8c-4f59-9b18-8ff3439eeb3f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:45.236221 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-67a603c8-ecd5-4c60-8174-009b588e14f4 admin admin] Publish callbacks [] for security_group (88318853-b7c8-4057-8365-ad6d46256e15), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:45.306716 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-67a603c8-ecd5-4c60-8174-009b588e14f4 admin admin] Publish callbacks [] for security_group (88318853-b7c8-4057-8365-ad6d46256e15), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:45.366563 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4514c39a-f294-4fbf-9e99-3851906439fa tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (86c32e1b-fb8c-4f59-9b18-8ff3439eeb3f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:45.381208 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-4514c39a-f294-4fbf-9e99-3851906439fa tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Calling delete_port for 86c32e1b-fb8c-4f59-9b18-8ff3439eeb3f owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:37:45.443434 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-67a603c8-ecd5-4c60-8174-009b588e14f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (88318853-b7c8-4057-8365-ad6d46256e15), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:45.445959 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-67a603c8-ecd5-4c60-8174-009b588e14f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:45.449472 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-67a603c8-ecd5-4c60-8174-009b588e14f4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/88318853-b7c8-4057-8365-ad6d46256e15 HTTP/1.1" status: 204 len: 168 time: 0.3855667 Jan 28 13:37:45.484640 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a603c8-ecd5-4c60-8174-009b588e14f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88318853-b7c8-4057-8365-ad6d46256e15,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:45.578192 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4514c39a-f294-4fbf-9e99-3851906439fa tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (86c32e1b-fb8c-4f59-9b18-8ff3439eeb3f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:45.606753 n-d-822747-2 neutron-server[103352]: DEBUG neutron.objects.ports [None req-8fa1ed88-3239-4c28-9856-a6833bc354fc tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103352) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 13:37:45.607257 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ed88-3239-4c28-9856-a6833bc354fc tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (4b1838c2-7d64-499f-a710-620e0681e4cb), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:45.619340 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514c39a-f294-4fbf-9e99-3851906439fa tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Pushing event deleted for resources: {'Port': ['ID=86c32e1b-fb8c-4f59-9b18-8ff3439eeb3f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:45.666875 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa1ed88-3239-4c28-9856-a6833bc354fc tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Checking segment: {'id': '3053f135-32b7-4ab5-bc88-1c64e3e99e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0175c2f1-11cc-450c-8dde-2dd25bd1b705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:37:45.667261 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa1ed88-3239-4c28-9856-a6833bc354fc tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Network hostable DHCP agents. Network: 0175c2f1-11cc-450c-8dde-2dd25bd1b705, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:37:45.675687 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4514c39a-f294-4fbf-9e99-3851906439fa tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:45.680396 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1ed88-3239-4c28-9856-a6833bc354fc tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4b1838c2-7d64-499f-a710-620e0681e4cb,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:45.681347 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4514c39a-f294-4fbf-9e99-3851906439fa tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] 10.222.0.39 "DELETE /v2.0/ports/86c32e1b-fb8c-4f59-9b18-8ff3439eeb3f HTTP/1.1" status: 204 len: 168 time: 0.7606924 Jan 28 13:37:45.685323 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39324) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:45.709963 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa1ed88-3239-4c28-9856-a6833bc354fc tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Network 0175c2f1-11cc-450c-8dde-2dd25bd1b705 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:37:45.726935 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-8fa1ed88-3239-4c28-9856-a6833bc354fc tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 0175c2f1-11cc-450c-8dde-2dd25bd1b705) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:45.737634 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683f5c78-b821-4ba4-9ce6-f7ef93c8f341 None None] Network 0175c2f1-11cc-450c-8dde-2dd25bd1b705 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:37:45.744909 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa1ed88-3239-4c28-9856-a6833bc354fc tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:45.745654 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ed88-3239-4c28-9856-a6833bc354fc tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:45.754618 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-198b5090-4c1f-4152-b294-a0f08597a315 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Deleting subnet a5b830e7-b57f-4040-b089-df955aab8e78 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:37:45.758529 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-198b5090-4c1f-4152-b294-a0f08597a315 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks [] for subnet (a5b830e7-b57f-4040-b089-df955aab8e78), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:45.771408 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8fa1ed88-3239-4c28-9856-a6833bc354fc tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5951312 Jan 28 13:37:45.774171 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39328) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:45.810013 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-45bedff0-1099-40f3-93ab-44f40eb34986 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1208355851', 'network_id': '0175c2f1-11cc-450c-8dde-2dd25bd1b705'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:45.828818 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-198b5090-4c1f-4152-b294-a0f08597a315 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (a5b830e7-b57f-4040-b089-df955aab8e78), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:45.866294 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bedff0-1099-40f3-93ab-44f40eb34986 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Made reservation on behalf of 698eedd76e754148b790d57763daf621 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:45.868945 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-45bedff0-1099-40f3-93ab-44f40eb34986 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:45.907838 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-45bedff0-1099-40f3-93ab-44f40eb34986 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] device_id is not set on port ff5c6bb1-e288-4252-ae30-efc71c29723c yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:37:46.062435 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-198b5090-4c1f-4152-b294-a0f08597a315 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (a5b830e7-b57f-4040-b089-df955aab8e78), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:46.088874 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439d5a0b-8505-4a4e-a05c-54d1eaf79512 None None] Network 0175c2f1-11cc-450c-8dde-2dd25bd1b705 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:37:46.154736 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-45bedff0-1099-40f3-93ab-44f40eb34986 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Allocated IP 172.20.0.4 (0175c2f1-11cc-450c-8dde-2dd25bd1b705/4b1838c2-7d64-499f-a710-620e0681e4cb/ff5c6bb1-e288-4252-ae30-efc71c29723c) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:37:46.397814 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-45bedff0-1099-40f3-93ab-44f40eb34986 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for port (ff5c6bb1-e288-4252-ae30-efc71c29723c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:46.439460 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-45bedff0-1099-40f3-93ab-44f40eb34986 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (ff5c6bb1-e288-4252-ae30-efc71c29723c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:46.503461 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bedff0-1099-40f3-93ab-44f40eb34986 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Pushing event updated for resources: {'Port': ['ID=ff5c6bb1-e288-4252-ae30-efc71c29723c,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:46.510380 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bedff0-1099-40f3-93ab-44f40eb34986 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Network 0175c2f1-11cc-450c-8dde-2dd25bd1b705 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:46.512185 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-45bedff0-1099-40f3-93ab-44f40eb34986 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:46.536067 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bedff0-1099-40f3-93ab-44f40eb34986 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:46.539017 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e178a07e-32eb-4c37-8836-396d31106ecf req-17574377-23d9-40c5-92af-8ab77a4bb250 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4069195 Jan 28 13:37:46.553313 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-198b5090-4c1f-4152-b294-a0f08597a315 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (a5b830e7-b57f-4040-b089-df955aab8e78), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:46.593546 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b5090-4c1f-4152-b294-a0f08597a315 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Pushing event deleted for resources: {'Subnet': ['ID=a5b830e7-b57f-4040-b089-df955aab8e78,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:46.599765 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bedff0-1099-40f3-93ab-44f40eb34986 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:46.600640 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-45bedff0-1099-40f3-93ab-44f40eb34986 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:46.623652 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-198b5090-4c1f-4152-b294-a0f08597a315 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:46.629150 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-198b5090-4c1f-4152-b294-a0f08597a315 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] 10.222.0.39 "DELETE /v2.0/subnets/a5b830e7-b57f-4040-b089-df955aab8e78 HTTP/1.1" status: 204 len: 168 time: 0.9398985 Jan 28 13:37:46.632696 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178a07e-32eb-4c37-8836-396d31106ecf req-b1e1a164-b367-4135-9eec-f5305b670f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:46.634193 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e178a07e-32eb-4c37-8836-396d31106ecf req-b1e1a164-b367-4135-9eec-f5305b670f82 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 1096 time: 0.0689876 Jan 28 13:37:46.636161 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39366) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:46.639097 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f93983-f991-4243-851f-654df2529186 None None] Network 2073ea38-272f-46a3-aec4-dc7f09835f51 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:37:46.653391 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-45bedff0-1099-40f3-93ab-44f40eb34986 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.8771975 Jan 28 13:37:46.657220 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39368) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:46.781369 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178a07e-32eb-4c37-8836-396d31106ecf req-6c8ea02c-42fd-43e8-8cee-6150d8ffe562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:46.782870 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e178a07e-32eb-4c37-8836-396d31106ecf req-6c8ea02c-42fd-43e8-8cee-6150d8ffe562 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 200 len: 910 time: 0.1233368 Jan 28 13:37:46.811561 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6f84a74-2c6a-4edc-8dc6-1e0e7a48d4b4 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (2073ea38-272f-46a3-aec4-dc7f09835f51), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:46.851335 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9698bbdb-89ce-4893-ba4d-83598999760c None None] DHCP port deletion for 2073ea38-272f-46a3-aec4-dc7f09835f51 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:37:46.855149 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e178a07e-32eb-4c37-8836-396d31106ecf req-16edffa5-7f59-4f55-82f7-eb0363580a74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8078f98a-0151-4a64-93ec-36213040fad7 HTTP/1.1" status: 200 len: 217 time: 0.0544810 Jan 28 13:37:46.917196 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9698bbdb-89ce-4893-ba4d-83598999760c None None] Deleting port 80d8356f-7060-4ad8-999e-65d479c6396a {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:37:46.917849 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9698bbdb-89ce-4893-ba4d-83598999760c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (80d8356f-7060-4ad8-999e-65d479c6396a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:46.938331 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-a6f84a74-2c6a-4edc-8dc6-1e0e7a48d4b4 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Deleting port 80d8356f-7060-4ad8-999e-65d479c6396a {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:37:46.939263 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6f84a74-2c6a-4edc-8dc6-1e0e7a48d4b4 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (80d8356f-7060-4ad8-999e-65d479c6396a), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.028183 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178a07e-32eb-4c37-8836-396d31106ecf req-88e38cee-f9b7-417c-8261-7d98c5742582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:47.029743 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e178a07e-32eb-4c37-8836-396d31106ecf req-88e38cee-f9b7-417c-8261-7d98c5742582 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0384f919-cf7e-4ec0-b290-94b57d977aef HTTP/1.1" status: 200 len: 849 time: 0.1595497 Jan 28 13:37:47.039057 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-a6f84a74-2c6a-4edc-8dc6-1e0e7a48d4b4 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] For port 80d8356f-7060-4ad8-999e-65d479c6396a, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=80d8356f-7060-4ad8-999e-65d479c6396a,segment=NetworkSegment(ca983f05-4564-4ecb-b5d7-887c885a5169),segment_id=ca983f05-4564-4ecb-b5d7-887c885a5169)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:47.039581 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6f84a74-2c6a-4edc-8dc6-1e0e7a48d4b4 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (80d8356f-7060-4ad8-999e-65d479c6396a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.052225 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9698bbdb-89ce-4893-ba4d-83598999760c None None] For port 80d8356f-7060-4ad8-999e-65d479c6396a, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=80d8356f-7060-4ad8-999e-65d479c6396a,segment=NetworkSegment(ca983f05-4564-4ecb-b5d7-887c885a5169),segment_id=ca983f05-4564-4ecb-b5d7-887c885a5169)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:47.053102 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9698bbdb-89ce-4893-ba4d-83598999760c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (80d8356f-7060-4ad8-999e-65d479c6396a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.063202 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-a6f84a74-2c6a-4edc-8dc6-1e0e7a48d4b4 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Calling delete_port for 80d8356f-7060-4ad8-999e-65d479c6396a owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:37:47.078668 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9698bbdb-89ce-4893-ba4d-83598999760c None None] Calling delete_port for 80d8356f-7060-4ad8-999e-65d479c6396a owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:37:47.085600 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-601dc61a-54e8-407e-8ede-3d44be1a85fc tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Deleting port ff5c6bb1-e288-4252-ae30-efc71c29723c {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:37:47.085949 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-601dc61a-54e8-407e-8ede-3d44be1a85fc tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ff5c6bb1-e288-4252-ae30-efc71c29723c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.115589 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178a07e-32eb-4c37-8836-396d31106ecf req-bf74d6a2-85bd-4a65-a744-85aeedc1b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:47.117354 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e178a07e-32eb-4c37-8836-396d31106ecf req-bf74d6a2-85bd-4a65-a744-85aeedc1b2a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7079efeb-cd22-4f60-b771-d74efc0a16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809584 Jan 28 13:37:47.195425 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6f84a74-2c6a-4edc-8dc6-1e0e7a48d4b4 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (80d8356f-7060-4ad8-999e-65d479c6396a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.248289 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f84a74-2c6a-4edc-8dc6-1e0e7a48d4b4 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Pushing event deleted for resources: {'Port': ['ID=80d8356f-7060-4ad8-999e-65d479c6396a,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:47.250521 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f84a74-2c6a-4edc-8dc6-1e0e7a48d4b4 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] No DVR routers for this DVR port 80d8356f-7060-4ad8-999e-65d479c6396a on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:37:47.267525 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-601dc61a-54e8-407e-8ede-3d44be1a85fc tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ff5c6bb1-e288-4252-ae30-efc71c29723c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.287912 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9698bbdb-89ce-4893-ba4d-83598999760c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (80d8356f-7060-4ad8-999e-65d479c6396a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.305657 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-601dc61a-54e8-407e-8ede-3d44be1a85fc tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Calling delete_port for ff5c6bb1-e288-4252-ae30-efc71c29723c owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:37:47.333928 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e178a07e-32eb-4c37-8836-396d31106ecf req-f525d6c0-fb51-49b1-874f-91272b867a49 service neutron] 10.222.0.18 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810651 Jan 28 13:37:47.348753 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698bbdb-89ce-4893-ba4d-83598999760c None None] Pushing event deleted for resources: {'Port': ['ID=80d8356f-7060-4ad8-999e-65d479c6396a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:47.356989 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9698bbdb-89ce-4893-ba4d-83598999760c None None] No DVR routers for this DVR port 80d8356f-7060-4ad8-999e-65d479c6396a on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:37:47.362521 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6f84a74-2c6a-4edc-8dc6-1e0e7a48d4b4 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (2073ea38-272f-46a3-aec4-dc7f09835f51), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.392056 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-a6f84a74-2c6a-4edc-8dc6-1e0e7a48d4b4 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2073ea38-272f-46a3-aec4-dc7f09835f51']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:47.409125 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-a6f84a74-2c6a-4edc-8dc6-1e0e7a48d4b4 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca983f05-4564-4ecb-b5d7-887c885a5169') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:47.409514 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-a6f84a74-2c6a-4edc-8dc6-1e0e7a48d4b4 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca983f05-4564-4ecb-b5d7-887c885a5169') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:47.425018 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6f84a74-2c6a-4edc-8dc6-1e0e7a48d4b4 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (ca983f05-4564-4ecb-b5d7-887c885a5169), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.447731 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6f84a74-2c6a-4edc-8dc6-1e0e7a48d4b4 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (ca983f05-4564-4ecb-b5d7-887c885a5169), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.458385 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f84a74-2c6a-4edc-8dc6-1e0e7a48d4b4 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:37:47.460168 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6f84a74-2c6a-4edc-8dc6-1e0e7a48d4b4 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (ca983f05-4564-4ecb-b5d7-887c885a5169), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: warnings.warn(msg) Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:37:47.488082 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:37:47.531427 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e178a07e-32eb-4c37-8836-396d31106ecf req-9bd9c78f-6989-480e-b7eb-8ced6224f2ba service neutron] 10.222.0.18 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252019 Jan 28 13:37:47.569293 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6f84a74-2c6a-4edc-8dc6-1e0e7a48d4b4 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (2073ea38-272f-46a3-aec4-dc7f09835f51), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.576003 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6f84a74-2c6a-4edc-8dc6-1e0e7a48d4b4 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.580106 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a6f84a74-2c6a-4edc-8dc6-1e0e7a48d4b4 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] 10.222.0.39 "DELETE /v2.0/networks/2073ea38-272f-46a3-aec4-dc7f09835f51 HTTP/1.1" status: 204 len: 168 time: 0.9428184 Jan 28 13:37:47.610294 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-601dc61a-54e8-407e-8ede-3d44be1a85fc tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ff5c6bb1-e288-4252-ae30-efc71c29723c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.618556 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f84a74-2c6a-4edc-8dc6-1e0e7a48d4b4 tempest-AllowedAddressPairIpV6TestJSON-1936241376 tempest-AllowedAddressPairIpV6TestJSON-1936241376-project] Pushing event deleted for resources: {'Network': ['ID=2073ea38-272f-46a3-aec4-dc7f09835f51,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:47.663214 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.682561 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601dc61a-54e8-407e-8ede-3d44be1a85fc tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff5c6bb1-e288-4252-ae30-efc71c29723c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:47.725148 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-601dc61a-54e8-407e-8ede-3d44be1a85fc tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.728512 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-601dc61a-54e8-407e-8ede-3d44be1a85fc tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "DELETE /v2.0/ports/ff5c6bb1-e288-4252-ae30-efc71c29723c HTTP/1.1" status: 204 len: 168 time: 1.0702233 Jan 28 13:37:47.734055 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39408) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:47.740255 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-75d35578-5fef-4ea5-ab48-c9811de4235d tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0175c2f1-11cc-450c-8dde-2dd25bd1b705', 'external_fixed_ips': [{'subnet_id': '4b1838c2-7d64-499f-a710-620e0681e4cb', 'ip_address': '172.20.0.4'}]}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:47.773608 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-75d35578-5fef-4ea5-ab48-c9811de4235d tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (d23665d6-558f-44a2-93d3-6314f822ba17), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.776098 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-75d35578-5fef-4ea5-ab48-c9811de4235d tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (d23665d6-558f-44a2-93d3-6314f822ba17), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.935503 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-75d35578-5fef-4ea5-ab48-c9811de4235d tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router_controller (d23665d6-558f-44a2-93d3-6314f822ba17), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.944239 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39414) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:48.138311 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-30f7a40e-da58-47e3-b105-77b39d308eeb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=963ab60d9b2e49bb83677378b8288bc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1915619 Jan 28 13:37:48.142112 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39432) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:48.191912 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-75d35578-5fef-4ea5-ab48-c9811de4235d tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router_gateway (d23665d6-558f-44a2-93d3-6314f822ba17), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:48.216200 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e9faca8b-1a14-42e7-b235-6ea25608d67f admin admin] Publish callbacks [] for security_group (f18fe1ae-645c-4b50-b50c-6d5d0c648fce), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:48.246676 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e9faca8b-1a14-42e7-b235-6ea25608d67f admin admin] Publish callbacks [] for security_group (f18fe1ae-645c-4b50-b50c-6d5d0c648fce), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:48.314408 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e9faca8b-1a14-42e7-b235-6ea25608d67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f18fe1ae-645c-4b50-b50c-6d5d0c648fce), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:48.319415 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e9faca8b-1a14-42e7-b235-6ea25608d67f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:48.320930 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e9faca8b-1a14-42e7-b235-6ea25608d67f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f18fe1ae-645c-4b50-b50c-6d5d0c648fce HTTP/1.1" status: 204 len: 168 time: 0.1778338 Jan 28 13:37:48.331235 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9faca8b-1a14-42e7-b235-6ea25608d67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18fe1ae-645c-4b50-b50c-6d5d0c648fce,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:48.497688 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-75d35578-5fef-4ea5-ab48-c9811de4235d tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router_gateway (d23665d6-558f-44a2-93d3-6314f822ba17), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:48.526707 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-75d35578-5fef-4ea5-ab48-c9811de4235d tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:48.637946 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 80d8356f-7060-4ad8-999e-65d479c6396a no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:37:48.663723 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 80d8356f-7060-4ad8-999e-65d479c6396a {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:37:48.665564 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 80d8356f-7060-4ad8-999e-65d479c6396a not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:37:48.792142 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-75d35578-5fef-4ea5-ab48-c9811de4235d tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Allocated IP 172.20.0.4 (0175c2f1-11cc-450c-8dde-2dd25bd1b705/4b1838c2-7d64-499f-a710-620e0681e4cb/0fc5b21b-8aa8-4779-a2dd-bfab3a28d82c) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:37:48.941495 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-75d35578-5fef-4ea5-ab48-c9811de4235d tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for port (0fc5b21b-8aa8-4779-a2dd-bfab3a28d82c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:49.009329 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-75d35578-5fef-4ea5-ab48-c9811de4235d tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (0fc5b21b-8aa8-4779-a2dd-bfab3a28d82c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:49.061269 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d35578-5fef-4ea5-ab48-c9811de4235d tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Network 0175c2f1-11cc-450c-8dde-2dd25bd1b705 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:49.066498 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-75d35578-5fef-4ea5-ab48-c9811de4235d tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:49.070941 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d35578-5fef-4ea5-ab48-c9811de4235d tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:49.104170 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d35578-5fef-4ea5-ab48-c9811de4235d tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Pushing event updated for resources: {'Port': ['ID=0fc5b21b-8aa8-4779-a2dd-bfab3a28d82c,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:49.435710 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-75d35578-5fef-4ea5-ab48-c9811de4235d tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router_gateway (d23665d6-558f-44a2-93d3-6314f822ba17), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:49.717819 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:49.805200 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-75d35578-5fef-4ea5-ab48-c9811de4235d tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (d23665d6-558f-44a2-93d3-6314f822ba17), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:49.822252 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39508) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:50.044875 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d35578-5fef-4ea5-ab48-c9811de4235d tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Router d23665d6-558f-44a2-93d3-6314f822ba17 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:37:50.067428 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39520) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:50.177659 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1dfd7e6a-6421-411e-85d8-32c0b5ce02a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:50.211099 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-8a5084cc-860c-4817-a61f-eb8488fde42c tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Request body: {'networks': [{'name': 'tempest-network--156727502'}, {'name': 'tempest-network--1785256561'}]} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:50.211424 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-8a5084cc-860c-4817-a61f-eb8488fde42c tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Request body: {'network': {'name': 'tempest-network--156727502'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:50.212112 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-8a5084cc-860c-4817-a61f-eb8488fde42c tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Request body: {'network': {'name': 'tempest-network--1785256561'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:50.251416 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5084cc-860c-4817-a61f-eb8488fde42c tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Made reservation on behalf of 83dc388000654aed9a23454bb3e13122 for: {'network': 2} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:50.257082 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a5084cc-860c-4817-a61f-eb8488fde42c tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:50.282612 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a5084cc-860c-4817-a61f-eb8488fde42c tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:50.429766 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1dfd7e6a-6421-411e-85d8-32c0b5ce02a7 admin admin] Publish callbacks [] for security_group (713a4680-f021-4121-b586-b789db2ccb01), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:50.442311 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1dfd7e6a-6421-411e-85d8-32c0b5ce02a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (713a4680-f021-4121-b586-b789db2ccb01), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:50.473790 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a5084cc-860c-4817-a61f-eb8488fde42c tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks [] for security_group (2780a371-7db3-4f7e-9582-ee3a9d26c2c4), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:50.495930 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a5084cc-860c-4817-a61f-eb8488fde42c tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (2780a371-7db3-4f7e-9582-ee3a9d26c2c4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:50.496382 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a5084cc-860c-4817-a61f-eb8488fde42c tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:50.501656 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1dfd7e6a-6421-411e-85d8-32c0b5ce02a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d6eb218409f04f888d1a30af5e1e8689&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4317005 Jan 28 13:37:50.503763 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd7e6a-6421-411e-85d8-32c0b5ce02a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713a4680-f021-4121-b586-b789db2ccb01,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:50.527625 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39538) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:50.573183 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d35578-5fef-4ea5-ab48-c9811de4235d tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:37:50.584871 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e133b6a-4676-4fb9-86b3-3f5ab4ed760e None None] Sync routers for ids ['d23665d6-558f-44a2-93d3-6314f822ba17'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:37:50.606902 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e133b6a-4676-4fb9-86b3-3f5ab4ed760e None None] Routers {'d23665d6-558f-44a2-93d3-6314f822ba17'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:37:50.607703 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-0e133b6a-4676-4fb9-86b3-3f5ab4ed760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:37:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d23665d6-558f-44a2-93d3-6314f822ba17'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:50.620417 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-75d35578-5fef-4ea5-ab48-c9811de4235d tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:50.622030 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-75d35578-5fef-4ea5-ab48-c9811de4235d tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.8867984 Jan 28 13:37:50.623431 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5084cc-860c-4817-a61f-eb8488fde42c tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2780a371-7db3-4f7e-9582-ee3a9d26c2c4,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:50.624484 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39540) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:50.656621 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5084cc-860c-4817-a61f-eb8488fde42c tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:37:50.674793 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a5084cc-860c-4817-a61f-eb8488fde42c tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (3746ece9-c8ca-4f33-bb47-602543d627c6), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:50.679627 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-8a5084cc-860c-4817-a61f-eb8488fde42c tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Added segment 3746ece9-c8ca-4f33-bb47-602543d627c6 of type vlan for network d75b45fe-fc6c-4dcc-8766-c949f18235f7 Jan 28 13:37:50.740387 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-05ce0ced-5686-41fa-b5fd-53bbd4e4d7ca admin admin] Publish callbacks [] for security_group (713a4680-f021-4121-b586-b789db2ccb01), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:50.760250 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a5084cc-860c-4817-a61f-eb8488fde42c tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (d75b45fe-fc6c-4dcc-8766-c949f18235f7), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:50.797768 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e1cab795-6e9e-4fe5-8454-0a698d952e9b tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router (d23665d6-558f-44a2-93d3-6314f822ba17), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:50.798446 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-0e133b6a-4676-4fb9-86b3-3f5ab4ed760e None None] Set router d23665d6-558f-44a2-93d3-6314f822ba17 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:37:50.804781 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-05ce0ced-5686-41fa-b5fd-53bbd4e4d7ca admin admin] Publish callbacks [] for security_group (713a4680-f021-4121-b586-b789db2ccb01), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:50.846579 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5084cc-860c-4817-a61f-eb8488fde42c tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:37:50.856955 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a5084cc-860c-4817-a61f-eb8488fde42c tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (1a0f215f-ecd6-4a33-8893-a14576b01821), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:50.857560 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-8a5084cc-860c-4817-a61f-eb8488fde42c tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Added segment 1a0f215f-ecd6-4a33-8893-a14576b01821 of type vlan for network 6189cef2-e641-4fe5-b9ed-176a72a56f5e Jan 28 13:37:50.899123 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a5084cc-860c-4817-a61f-eb8488fde42c tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (6189cef2-e641-4fe5-b9ed-176a72a56f5e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:50.941369 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a5084cc-860c-4817-a61f-eb8488fde42c tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (d75b45fe-fc6c-4dcc-8766-c949f18235f7), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:50.942123 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a5084cc-860c-4817-a61f-eb8488fde42c tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (6189cef2-e641-4fe5-b9ed-176a72a56f5e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:50.947411 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5084cc-860c-4817-a61f-eb8488fde42c tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:50.948675 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e1cab795-6e9e-4fe5-8454-0a698d952e9b tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router_gateway (d23665d6-558f-44a2-93d3-6314f822ba17), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:50.952619 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5084cc-860c-4817-a61f-eb8488fde42c tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:50.953289 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a5084cc-860c-4817-a61f-eb8488fde42c tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:51.045708 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8a5084cc-860c-4817-a61f-eb8488fde42c tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2203646 Jan 28 13:37:51.049354 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39546) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:51.051808 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5084cc-860c-4817-a61f-eb8488fde42c tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Pushing event updated for resources: {'Network': ['ID=d75b45fe-fc6c-4dcc-8766-c949f18235f7,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:51.075715 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-05ce0ced-5686-41fa-b5fd-53bbd4e4d7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (713a4680-f021-4121-b586-b789db2ccb01), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:51.079333 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-05ce0ced-5686-41fa-b5fd-53bbd4e4d7ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:51.080878 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-05ce0ced-5686-41fa-b5fd-53bbd4e4d7ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/713a4680-f021-4121-b586-b789db2ccb01 HTTP/1.1" status: 204 len: 168 time: 0.5474439 Jan 28 13:37:51.086508 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network d75b45fe-fc6c-4dcc-8766-c949f18235f7 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:37:51.117783 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce0ced-5686-41fa-b5fd-53bbd4e4d7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713a4680-f021-4121-b586-b789db2ccb01,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:51.192355 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5084cc-860c-4817-a61f-eb8488fde42c tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Pushing event updated for resources: {'Network': ['ID=6189cef2-e641-4fe5-b9ed-176a72a56f5e,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:51.217289 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-e1cab795-6e9e-4fe5-8454-0a698d952e9b tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Deleting port 0fc5b21b-8aa8-4779-a2dd-bfab3a28d82c {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:37:51.218057 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e1cab795-6e9e-4fe5-8454-0a698d952e9b tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (0fc5b21b-8aa8-4779-a2dd-bfab3a28d82c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:51.383232 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e1cab795-6e9e-4fe5-8454-0a698d952e9b tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (0fc5b21b-8aa8-4779-a2dd-bfab3a28d82c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:51.398721 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-e1cab795-6e9e-4fe5-8454-0a698d952e9b tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Calling delete_port for 0fc5b21b-8aa8-4779-a2dd-bfab3a28d82c owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:37:51.449501 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 6189cef2-e641-4fe5-b9ed-176a72a56f5e details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:37:51.554608 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-0e133b6a-4676-4fb9-86b3-3f5ab4ed760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23665d6-558f-44a2-93d3-6314f822ba17', 'name': '', 'tenant_id': '698eedd76e754148b790d57763daf621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0175c2f1-11cc-450c-8dde-2dd25bd1b705', 'external_fixed_ips': [{'subnet_id': '4b1838c2-7d64-499f-a710-620e0681e4cb', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '0fc5b21b-8aa8-4779-a2dd-bfab3a28d82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:37:47Z', 'updated_at': '2022-01-28T13:37:49Z', 'revision_number': 3, 'project_id': '698eedd76e754148b790d57763daf621', 'gw_port': {'id': '0fc5b21b-8aa8-4779-a2dd-bfab3a28d82c', 'name': '', 'network_id': '0175c2f1-11cc-450c-8dde-2dd25bd1b705', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23665d6-558f-44a2-93d3-6314f822ba17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4b1838c2-7d64-499f-a710-620e0681e4cb', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:37:48Z', 'updated_at': '2022-01-28T13:37:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4b1838c2-7d64-499f-a710-620e0681e4cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:51.593973 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e133b6a-4676-4fb9-86b3-3f5ab4ed760e None None] Checking router: d23665d6-558f-44a2-93d3-6314f822ba17 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:37:51.594571 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e133b6a-4676-4fb9-86b3-3f5ab4ed760e None None] Updating router d23665d6-558f-44a2-93d3-6314f822ba17 port 0fc5b21b-8aa8-4779-a2dd-bfab3a28d82c binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:37:51.629661 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e133b6a-4676-4fb9-86b3-3f5ab4ed760e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0fc5b21b-8aa8-4779-a2dd-bfab3a28d82c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:51.692965 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39568) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:51.711402 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2d425498-3742-4b91-be98-fce48d496970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:51.812622 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e1cab795-6e9e-4fe5-8454-0a698d952e9b tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (0fc5b21b-8aa8-4779-a2dd-bfab3a28d82c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:51.829081 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe084fd0-e181-4e88-bb8a-a7947fde91ce tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:51.834999 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe084fd0-e181-4e88-bb8a-a7947fde91ce tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:51.840327 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe084fd0-e181-4e88-bb8a-a7947fde91ce tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:51.844252 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2d425498-3742-4b91-be98-fce48d496970 admin admin] Publish callbacks [] for security_group (f5a493d6-767b-49e6-a24c-b239aca42198), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:51.845754 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe084fd0-e181-4e88-bb8a-a7947fde91ce tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:51.850074 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2d425498-3742-4b91-be98-fce48d496970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f5a493d6-767b-49e6-a24c-b239aca42198), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:51.851747 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe084fd0-e181-4e88-bb8a-a7947fde91ce tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:51.853557 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fe084fd0-e181-4e88-bb8a-a7947fde91ce tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3010 time: 0.8027525 Jan 28 13:37:51.872501 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39570) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:51.886377 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cab795-6e9e-4fe5-8454-0a698d952e9b tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Pushing event deleted for resources: {'Port': ['ID=0fc5b21b-8aa8-4779-a2dd-bfab3a28d82c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:51.901467 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2d425498-3742-4b91-be98-fce48d496970 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=78b3b5ca165342fe9a8eb46c987dc527&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2073729 Jan 28 13:37:51.904158 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39572) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:52.014108 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d425498-3742-4b91-be98-fce48d496970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a493d6-767b-49e6-a24c-b239aca42198,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:52.023450 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-85f784f8-7aae-4696-8959-e1c664ac3e1a tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (d75b45fe-fc6c-4dcc-8766-c949f18235f7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.031800 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e1cab795-6e9e-4fe5-8454-0a698d952e9b tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (d23665d6-558f-44a2-93d3-6314f822ba17), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.043222 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-28237579-8c3f-46b0-8db9-68eca9c40ad0 admin admin] Publish callbacks [] for security_group (f5a493d6-767b-49e6-a24c-b239aca42198), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.079773 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-28237579-8c3f-46b0-8db9-68eca9c40ad0 admin admin] Publish callbacks [] for security_group (f5a493d6-767b-49e6-a24c-b239aca42198), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.092424 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-0e133b6a-4676-4fb9-86b3-3f5ab4ed760e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:37:52.093174 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-0e133b6a-4676-4fb9-86b3-3f5ab4ed760e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:37:52.144907 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-28237579-8c3f-46b0-8db9-68eca9c40ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f5a493d6-767b-49e6-a24c-b239aca42198), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.156527 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-28237579-8c3f-46b0-8db9-68eca9c40ad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.158471 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-28237579-8c3f-46b0-8db9-68eca9c40ad0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f5a493d6-767b-49e6-a24c-b239aca42198 HTTP/1.1" status: 204 len: 168 time: 0.2527652 Jan 28 13:37:52.168639 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28237579-8c3f-46b0-8db9-68eca9c40ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a493d6-767b-49e6-a24c-b239aca42198,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:52.223825 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e1cab795-6e9e-4fe5-8454-0a698d952e9b tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (d23665d6-558f-44a2-93d3-6314f822ba17), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.227026 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e1cab795-6e9e-4fe5-8454-0a698d952e9b tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router_controller (d23665d6-558f-44a2-93d3-6314f822ba17), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.353956 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-85f784f8-7aae-4696-8959-e1c664ac3e1a tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (d75b45fe-fc6c-4dcc-8766-c949f18235f7), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.357491 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e1cab795-6e9e-4fe5-8454-0a698d952e9b tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (d23665d6-558f-44a2-93d3-6314f822ba17), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.358065 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cab795-6e9e-4fe5-8454-0a698d952e9b tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d23665d6-558f-44a2-93d3-6314f822ba17 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:37:52.367432 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e1cab795-6e9e-4fe5-8454-0a698d952e9b tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.368247 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e1cab795-6e9e-4fe5-8454-0a698d952e9b tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "DELETE /v2.0/routers/d23665d6-558f-44a2-93d3-6314f822ba17 HTTP/1.1" status: 204 len: 168 time: 1.7424400 Jan 28 13:37:52.371002 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39588) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:52.409139 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-85f784f8-7aae-4696-8959-e1c664ac3e1a tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75b45fe-fc6c-4dcc-8766-c949f18235f7']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:52.431910 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-85f784f8-7aae-4696-8959-e1c664ac3e1a tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3746ece9-c8ca-4f33-bb47-602543d627c6') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:52.432668 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-85f784f8-7aae-4696-8959-e1c664ac3e1a tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3746ece9-c8ca-4f33-bb47-602543d627c6') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:52.448987 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-85f784f8-7aae-4696-8959-e1c664ac3e1a tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (3746ece9-c8ca-4f33-bb47-602543d627c6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.463745 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-87cf8020-62c2-4846-8d7a-c16406241358 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Deleting subnet 4b1838c2-7d64-499f-a710-620e0681e4cb {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:37:52.469441 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-87cf8020-62c2-4846-8d7a-c16406241358 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for subnet (4b1838c2-7d64-499f-a710-620e0681e4cb), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.488683 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-85f784f8-7aae-4696-8959-e1c664ac3e1a tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (3746ece9-c8ca-4f33-bb47-602543d627c6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.500885 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f784f8-7aae-4696-8959-e1c664ac3e1a tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:37:52.501291 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-85f784f8-7aae-4696-8959-e1c664ac3e1a tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (3746ece9-c8ca-4f33-bb47-602543d627c6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:37:52.504550 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:37:52.557696 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-87cf8020-62c2-4846-8d7a-c16406241358 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (4b1838c2-7d64-499f-a710-620e0681e4cb), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.598977 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-85f784f8-7aae-4696-8959-e1c664ac3e1a tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (d75b45fe-fc6c-4dcc-8766-c949f18235f7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.604371 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-85f784f8-7aae-4696-8959-e1c664ac3e1a tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.607928 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-85f784f8-7aae-4696-8959-e1c664ac3e1a tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] 10.222.0.39 "DELETE /v2.0/networks/d75b45fe-fc6c-4dcc-8766-c949f18235f7 HTTP/1.1" status: 204 len: 168 time: 0.7339902 Jan 28 13:37:52.610797 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39598) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:52.630996 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f784f8-7aae-4696-8959-e1c664ac3e1a tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Pushing event deleted for resources: {'Network': ['ID=d75b45fe-fc6c-4dcc-8766-c949f18235f7,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:52.634441 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-87cf8020-62c2-4846-8d7a-c16406241358 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (4b1838c2-7d64-499f-a710-620e0681e4cb), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.662012 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e133b6a-4676-4fb9-86b3-3f5ab4ed760e None None] Port 0fc5b21b-8aa8-4779-a2dd-bfab3a28d82c not found while updating agent binding for router d23665d6-558f-44a2-93d3-6314f822ba17. {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 13:37:52.680215 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e133b6a-4676-4fb9-86b3-3f5ab4ed760e None None] Routers set() bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:37:52.680928 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e133b6a-4676-4fb9-86b3-3f5ab4ed760e None None] Router IDs set() for agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 13:37:52.681762 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_agentschedulers_db [None req-0e133b6a-4676-4fb9-86b3-3f5ab4ed760e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d23665d6-558f-44a2-93d3-6314f822ba17'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:37:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent'). {{(pid=103353) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 13:37:52.682563 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e133b6a-4676-4fb9-86b3-3f5ab4ed760e None None] The sync data for ids ['d23665d6-558f-44a2-93d3-6314f822ba17'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:37:52.713966 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-87cf8020-62c2-4846-8d7a-c16406241358 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (4b1838c2-7d64-499f-a710-620e0681e4cb), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.755344 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf8020-62c2-4846-8d7a-c16406241358 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4b1838c2-7d64-499f-a710-620e0681e4cb,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:52.764086 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-87cf8020-62c2-4846-8d7a-c16406241358 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.767820 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-87cf8020-62c2-4846-8d7a-c16406241358 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/4b1838c2-7d64-499f-a710-620e0681e4cb HTTP/1.1" status: 204 len: 168 time: 0.3928926 Jan 28 13:37:52.775047 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39610) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:52.800979 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-586d015c-d500-4d3e-97fb-d436fa6764a6 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (6189cef2-e641-4fe5-b9ed-176a72a56f5e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.861255 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1d2df110-fa0e-4ddc-8456-81cb3b2625db tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (0175c2f1-11cc-450c-8dde-2dd25bd1b705), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.966178 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-586d015c-d500-4d3e-97fb-d436fa6764a6 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (6189cef2-e641-4fe5-b9ed-176a72a56f5e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:53.002898 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-586d015c-d500-4d3e-97fb-d436fa6764a6 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6189cef2-e641-4fe5-b9ed-176a72a56f5e']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:53.047182 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1d2df110-fa0e-4ddc-8456-81cb3b2625db tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (0175c2f1-11cc-450c-8dde-2dd25bd1b705), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:53.050886 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-586d015c-d500-4d3e-97fb-d436fa6764a6 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a0f215f-ecd6-4a33-8893-a14576b01821') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:53.060819 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-586d015c-d500-4d3e-97fb-d436fa6764a6 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a0f215f-ecd6-4a33-8893-a14576b01821') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:53.071389 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-586d015c-d500-4d3e-97fb-d436fa6764a6 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (1a0f215f-ecd6-4a33-8893-a14576b01821), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:53.086148 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-1d2df110-fa0e-4ddc-8456-81cb3b2625db tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0175c2f1-11cc-450c-8dde-2dd25bd1b705']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:53.098509 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-1d2df110-fa0e-4ddc-8456-81cb3b2625db tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3053f135-32b7-4ab5-bc88-1c64e3e99e83') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:53.098809 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-1d2df110-fa0e-4ddc-8456-81cb3b2625db tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3053f135-32b7-4ab5-bc88-1c64e3e99e83') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:53.101193 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-586d015c-d500-4d3e-97fb-d436fa6764a6 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (1a0f215f-ecd6-4a33-8893-a14576b01821), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:53.114510 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1d2df110-fa0e-4ddc-8456-81cb3b2625db tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (3053f135-32b7-4ab5-bc88-1c64e3e99e83), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:53.122064 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586d015c-d500-4d3e-97fb-d436fa6764a6 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:37:53.122478 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-586d015c-d500-4d3e-97fb-d436fa6764a6 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (1a0f215f-ecd6-4a33-8893-a14576b01821), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:37:53.125737 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:37:53.150337 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1d2df110-fa0e-4ddc-8456-81cb3b2625db tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (3053f135-32b7-4ab5-bc88-1c64e3e99e83), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:53.186803 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2df110-fa0e-4ddc-8456-81cb3b2625db tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:37:53.187190 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1d2df110-fa0e-4ddc-8456-81cb3b2625db tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (3053f135-32b7-4ab5-bc88-1c64e3e99e83), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:37:53.188954 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:37:53.244765 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-586d015c-d500-4d3e-97fb-d436fa6764a6 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (6189cef2-e641-4fe5-b9ed-176a72a56f5e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:53.257154 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-586d015c-d500-4d3e-97fb-d436fa6764a6 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:53.260255 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-586d015c-d500-4d3e-97fb-d436fa6764a6 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] 10.222.0.39 "DELETE /v2.0/networks/6189cef2-e641-4fe5-b9ed-176a72a56f5e HTTP/1.1" status: 204 len: 168 time: 0.6480587 Jan 28 13:37:53.263163 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39630) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:53.287230 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d015c-d500-4d3e-97fb-d436fa6764a6 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Pushing event deleted for resources: {'Network': ['ID=6189cef2-e641-4fe5-b9ed-176a72a56f5e,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:53.312822 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1d2df110-fa0e-4ddc-8456-81cb3b2625db tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (0175c2f1-11cc-450c-8dde-2dd25bd1b705), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:53.319290 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2df110-fa0e-4ddc-8456-81cb3b2625db tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0175c2f1-11cc-450c-8dde-2dd25bd1b705 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 13:37:53.331208 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1d2df110-fa0e-4ddc-8456-81cb3b2625db tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:53.338600 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1d2df110-fa0e-4ddc-8456-81cb3b2625db tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "DELETE /v2.0/networks/0175c2f1-11cc-450c-8dde-2dd25bd1b705 HTTP/1.1" status: 204 len: 168 time: 0.5622461 Jan 28 13:37:53.356441 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2df110-fa0e-4ddc-8456-81cb3b2625db tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Pushing event deleted for resources: {'Network': ['ID=0175c2f1-11cc-450c-8dde-2dd25bd1b705,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:53.500388 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4fffce-f212-4a14-8e06-dbf285582a49 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:53.511453 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4fffce-f212-4a14-8e06-dbf285582a49 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:53.529846 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4fffce-f212-4a14-8e06-dbf285582a49 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:53.532143 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6d4fffce-f212-4a14-8e06-dbf285582a49 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1905 time: 0.2673359 Jan 28 13:37:53.537676 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39642) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:53.546949 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-336689cb-a1b1-4d82-96c0-d701c456acac tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2094037223'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:53.574344 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336689cb-a1b1-4d82-96c0-d701c456acac tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Made reservation on behalf of 83dc388000654aed9a23454bb3e13122 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:53.579099 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-336689cb-a1b1-4d82-96c0-d701c456acac tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:53.621648 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-336689cb-a1b1-4d82-96c0-d701c456acac tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:37:53.636883 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-336689cb-a1b1-4d82-96c0-d701c456acac tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (ffbdc49d-a9fd-4350-9f37-01e4ee028fb9), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:53.637373 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-336689cb-a1b1-4d82-96c0-d701c456acac tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Added segment ffbdc49d-a9fd-4350-9f37-01e4ee028fb9 of type vlan for network bc8fcc07-2a45-4af2-b796-a5eaa55fa9ad Jan 28 13:37:53.726102 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-336689cb-a1b1-4d82-96c0-d701c456acac tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (bc8fcc07-2a45-4af2-b796-a5eaa55fa9ad), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:53.809813 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-336689cb-a1b1-4d82-96c0-d701c456acac tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (bc8fcc07-2a45-4af2-b796-a5eaa55fa9ad), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:53.815442 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336689cb-a1b1-4d82-96c0-d701c456acac tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:53.816062 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-336689cb-a1b1-4d82-96c0-d701c456acac tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:53.886277 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-336689cb-a1b1-4d82-96c0-d701c456acac tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3445892 Jan 28 13:37:53.889134 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39662) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:53.894300 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-f9c484ca-0833-4691-82cf-35ed44bd08aa tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1122980274'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:53.937989 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c484ca-0833-4691-82cf-35ed44bd08aa tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Made reservation on behalf of 83dc388000654aed9a23454bb3e13122 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:53.941581 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9c484ca-0833-4691-82cf-35ed44bd08aa tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:53.943489 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336689cb-a1b1-4d82-96c0-d701c456acac tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Pushing event updated for resources: {'Network': ['ID=bc8fcc07-2a45-4af2-b796-a5eaa55fa9ad,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:53.956252 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39664) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:53.958331 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network bc8fcc07-2a45-4af2-b796-a5eaa55fa9ad details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:37:53.962993 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-7770ab95-34de-48bd-bd86-4342711a357c tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Request body: {'router': {'name': 'tempest-router--820907338', 'project_id': '776d970775f1444e8cbe602661296e2f'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:53.971879 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c484ca-0833-4691-82cf-35ed44bd08aa tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:37:53.988527 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9c484ca-0833-4691-82cf-35ed44bd08aa tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (0996e75a-7593-43b8-b76a-405a80ebbab7), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:53.989521 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-f9c484ca-0833-4691-82cf-35ed44bd08aa tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Added segment 0996e75a-7593-43b8-b76a-405a80ebbab7 of type vlan for network ce64143a-8524-454f-89f4-cc7c22576563 Jan 28 13:37:53.992703 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7770ab95-34de-48bd-bd86-4342711a357c tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (bd7190d3-0dde-4930-8b87-149bd2804fd6), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:53.994091 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7770ab95-34de-48bd-bd86-4342711a357c tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (bd7190d3-0dde-4930-8b87-149bd2804fd6), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:54.082507 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9c484ca-0833-4691-82cf-35ed44bd08aa tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (ce64143a-8524-454f-89f4-cc7c22576563), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:54.112998 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9c484ca-0833-4691-82cf-35ed44bd08aa tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (ce64143a-8524-454f-89f4-cc7c22576563), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:54.124223 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c484ca-0833-4691-82cf-35ed44bd08aa tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:54.125410 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9c484ca-0833-4691-82cf-35ed44bd08aa tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:54.135343 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7770ab95-34de-48bd-bd86-4342711a357c tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router_controller (bd7190d3-0dde-4930-8b87-149bd2804fd6), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:54.149665 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7770ab95-34de-48bd-bd86-4342711a357c tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (bd7190d3-0dde-4930-8b87-149bd2804fd6), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:54.173709 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f9c484ca-0833-4691-82cf-35ed44bd08aa tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2833507 Jan 28 13:37:54.176846 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39676) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:54.184015 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-4fd41ec8-b5e1-4685-9931-d54c3420acc2 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Request body: {'ports': [{'network_id': 'bc8fcc07-2a45-4af2-b796-a5eaa55fa9ad', 'name': 'tempest-port--1529317764', 'admin_state_up': True}, {'network_id': 'ce64143a-8524-454f-89f4-cc7c22576563', 'admin_state_up': False}]} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:54.184590 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-4fd41ec8-b5e1-4685-9931-d54c3420acc2 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Request body: {'port': {'network_id': 'bc8fcc07-2a45-4af2-b796-a5eaa55fa9ad', 'name': 'tempest-port--1529317764', 'admin_state_up': True}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:54.185272 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-4fd41ec8-b5e1-4685-9931-d54c3420acc2 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Request body: {'port': {'network_id': 'ce64143a-8524-454f-89f4-cc7c22576563', 'admin_state_up': False}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:54.193102 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7770ab95-34de-48bd-bd86-4342711a357c tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:54.194543 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7770ab95-34de-48bd-bd86-4342711a357c tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2370672 Jan 28 13:37:54.200531 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39678) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:54.284821 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bcef468b-7c7f-4091-97e3-55a0639c1128 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router (bd7190d3-0dde-4930-8b87-149bd2804fd6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:54.418629 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd41ec8-b5e1-4685-9931-d54c3420acc2 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Made reservation on behalf of 83dc388000654aed9a23454bb3e13122 for: {'port': 2} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:54.423338 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4fd41ec8-b5e1-4685-9931-d54c3420acc2 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:54.437992 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c484ca-0833-4691-82cf-35ed44bd08aa tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Pushing event updated for resources: {'Network': ['ID=ce64143a-8524-454f-89f4-cc7c22576563,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:54.441175 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4fd41ec8-b5e1-4685-9931-d54c3420acc2 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:54.450787 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network ce64143a-8524-454f-89f4-cc7c22576563 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:37:54.702403 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-4fd41ec8-b5e1-4685-9931-d54c3420acc2 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] device_id is not set on port cfb7efd4-f61b-4927-8270-5bcf2ba1d84c yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:37:54.807294 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4fd41ec8-b5e1-4685-9931-d54c3420acc2 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks [] for port (cfb7efd4-f61b-4927-8270-5bcf2ba1d84c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:54.919066 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-4fd41ec8-b5e1-4685-9931-d54c3420acc2 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] device_id is not set on port f796ac02-ebc0-43fb-bf4b-8ea89d24eabb yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:37:54.997907 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bcef468b-7c7f-4091-97e3-55a0639c1128 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (bd7190d3-0dde-4930-8b87-149bd2804fd6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:55.001476 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bcef468b-7c7f-4091-97e3-55a0639c1128 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router_controller (bd7190d3-0dde-4930-8b87-149bd2804fd6), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:55.022104 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eed43a-4fb6-47c5-ae11-acbbfaa4d533 req-160a4c61-56d7-44b2-b5d4-e7605e5b432c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:55.023849 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-41eed43a-4fb6-47c5-ae11-acbbfaa4d533 req-160a4c61-56d7-44b2-b5d4-e7605e5b432c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.1282303 Jan 28 13:37:55.057077 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bcef468b-7c7f-4091-97e3-55a0639c1128 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (bd7190d3-0dde-4930-8b87-149bd2804fd6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:55.057699 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcef468b-7c7f-4091-97e3-55a0639c1128 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd7190d3-0dde-4930-8b87-149bd2804fd6 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:37:55.064035 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bcef468b-7c7f-4091-97e3-55a0639c1128 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:55.067471 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bcef468b-7c7f-4091-97e3-55a0639c1128 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "DELETE /v2.0/routers/bd7190d3-0dde-4930-8b87-149bd2804fd6 HTTP/1.1" status: 204 len: 168 time: 0.8659110 Jan 28 13:37:55.099811 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-41eed43a-4fb6-47c5-ae11-acbbfaa4d533 req-255861df-c5a4-4e81-b841-2be0667e46b1 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637660 Jan 28 13:37:55.144655 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4fd41ec8-b5e1-4685-9931-d54c3420acc2 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks [] for port (f796ac02-ebc0-43fb-bf4b-8ea89d24eabb), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:55.197256 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4fd41ec8-b5e1-4685-9931-d54c3420acc2 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (cfb7efd4-f61b-4927-8270-5bcf2ba1d84c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:55.285925 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39736) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:55.291327 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd41ec8-b5e1-4685-9931-d54c3420acc2 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Pushing event updated for resources: {'Port': ['ID=cfb7efd4-f61b-4927-8270-5bcf2ba1d84c,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:55.300314 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd41ec8-b5e1-4685-9931-d54c3420acc2 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Checking segment: {'id': 'ffbdc49d-a9fd-4350-9f37-01e4ee028fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bc8fcc07-2a45-4af2-b796-a5eaa55fa9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:37:55.301078 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd41ec8-b5e1-4685-9931-d54c3420acc2 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Network hostable DHCP agents. Network: bc8fcc07-2a45-4af2-b796-a5eaa55fa9ad, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:37:55.330757 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd41ec8-b5e1-4685-9931-d54c3420acc2 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Network bc8fcc07-2a45-4af2-b796-a5eaa55fa9ad is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:37:55.345003 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-4fd41ec8-b5e1-4685-9931-d54c3420acc2 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, bc8fcc07-2a45-4af2-b796-a5eaa55fa9ad) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:55.359502 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68c51ff-81c4-41a2-9cce-57f8b4634afe None None] Network bc8fcc07-2a45-4af2-b796-a5eaa55fa9ad requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:37:55.365055 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd41ec8-b5e1-4685-9931-d54c3420acc2 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:55.365960 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4fd41ec8-b5e1-4685-9931-d54c3420acc2 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (f796ac02-ebc0-43fb-bf4b-8ea89d24eabb), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:55.440050 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd41ec8-b5e1-4685-9931-d54c3420acc2 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Pushing event updated for resources: {'Port': ['ID=f796ac02-ebc0-43fb-bf4b-8ea89d24eabb,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:55.457608 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd41ec8-b5e1-4685-9931-d54c3420acc2 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Checking segment: {'id': '0996e75a-7593-43b8-b76a-405a80ebbab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ce64143a-8524-454f-89f4-cc7c22576563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:37:55.458251 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd41ec8-b5e1-4685-9931-d54c3420acc2 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Network hostable DHCP agents. Network: ce64143a-8524-454f-89f4-cc7c22576563, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:37:55.479429 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd41ec8-b5e1-4685-9931-d54c3420acc2 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Network ce64143a-8524-454f-89f4-cc7c22576563 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:37:55.494102 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-4fd41ec8-b5e1-4685-9931-d54c3420acc2 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, ce64143a-8524-454f-89f4-cc7c22576563) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:55.499427 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd41ec8-b5e1-4685-9931-d54c3420acc2 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:55.509051 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd41ec8-b5e1-4685-9931-d54c3420acc2 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:55.509288 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39aa4856-ee88-4c46-aa2b-f78d95d3c8f4 None None] Network ce64143a-8524-454f-89f4-cc7c22576563 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:37:55.515698 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd41ec8-b5e1-4685-9931-d54c3420acc2 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:55.516922 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4fd41ec8-b5e1-4685-9931-d54c3420acc2 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:55.518233 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-3ead7d82-cdaa-42e6-9d3a-6f57f1734a41 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-871176446', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}, 'admin_state_up': False}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:55.544569 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39744) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:55.545496 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4fd41ec8-b5e1-4685-9931-d54c3420acc2 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3666780 Jan 28 13:37:55.600360 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3ead7d82-cdaa-42e6-9d3a-6f57f1734a41 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (48b9d98c-e42f-4d4e-bcf8-896648caf2bf), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:55.601958 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3ead7d82-cdaa-42e6-9d3a-6f57f1734a41 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (48b9d98c-e42f-4d4e-bcf8-896648caf2bf), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:55.624209 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39746) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:55.716079 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3ead7d82-cdaa-42e6-9d3a-6f57f1734a41 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_controller (48b9d98c-e42f-4d4e-bcf8-896648caf2bf), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:55.750579 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d9b495-be0f-48f0-bcbb-2f09803ad410 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:55.755046 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f7ff373d-a530-404e-accf-d618d4d32e3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:55.755915 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d9b495-be0f-48f0-bcbb-2f09803ad410 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:55.760042 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-69d9b495-be0f-48f0-bcbb-2f09803ad410 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2101042 Jan 28 13:37:55.763157 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39754) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:55.911975 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-397960e9-0b84-426b-80a9-f566ad6374a9 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Deleting port cfb7efd4-f61b-4927-8270-5bcf2ba1d84c {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:37:55.912318 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-397960e9-0b84-426b-80a9-f566ad6374a9 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (cfb7efd4-f61b-4927-8270-5bcf2ba1d84c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:55.916741 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f7ff373d-a530-404e-accf-d618d4d32e3d admin admin] Publish callbacks [] for security_group (7d0b2bb5-21b5-4c3c-ab38-f2369a990320), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:55.924533 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3ead7d82-cdaa-42e6-9d3a-6f57f1734a41 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_gateway (48b9d98c-e42f-4d4e-bcf8-896648caf2bf), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:55.931521 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f7ff373d-a530-404e-accf-d618d4d32e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7d0b2bb5-21b5-4c3c-ab38-f2369a990320), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.023479 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-397960e9-0b84-426b-80a9-f566ad6374a9 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (cfb7efd4-f61b-4927-8270-5bcf2ba1d84c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.072097 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff373d-a530-404e-accf-d618d4d32e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0b2bb5-21b5-4c3c-ab38-f2369a990320,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:56.074816 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-397960e9-0b84-426b-80a9-f566ad6374a9 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Calling delete_port for cfb7efd4-f61b-4927-8270-5bcf2ba1d84c owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:37:56.081401 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f7ff373d-a530-404e-accf-d618d4d32e3d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7aac6e248c844bb588ef24db739fd643&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4538581 Jan 28 13:37:56.081865 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39764) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:56.164959 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3ead7d82-cdaa-42e6-9d3a-6f57f1734a41 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_gateway (48b9d98c-e42f-4d4e-bcf8-896648caf2bf), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.185359 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3ead7d82-cdaa-42e6-9d3a-6f57f1734a41 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.185610 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a59b4d4b-48be-49ea-866c-71b917d73085 admin admin] Publish callbacks [] for security_group (7d0b2bb5-21b5-4c3c-ab38-f2369a990320), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.218239 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a59b4d4b-48be-49ea-866c-71b917d73085 admin admin] Publish callbacks [] for security_group (7d0b2bb5-21b5-4c3c-ab38-f2369a990320), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.234402 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-397960e9-0b84-426b-80a9-f566ad6374a9 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (cfb7efd4-f61b-4927-8270-5bcf2ba1d84c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.285504 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397960e9-0b84-426b-80a9-f566ad6374a9 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Pushing event deleted for resources: {'Port': ['ID=cfb7efd4-f61b-4927-8270-5bcf2ba1d84c,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:56.297489 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-397960e9-0b84-426b-80a9-f566ad6374a9 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.303478 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-397960e9-0b84-426b-80a9-f566ad6374a9 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] 10.222.0.39 "DELETE /v2.0/ports/cfb7efd4-f61b-4927-8270-5bcf2ba1d84c HTTP/1.1" status: 204 len: 168 time: 0.5367832 Jan 28 13:37:56.304712 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39772) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:56.316908 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf7e2d-f989-48ac-8924-8ecacb79c87a req-6cd5bfc8-dc82-479d-91c9-ad9396979a69 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:56.318423 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7fdf7e2d-f989-48ac-8924-8ecacb79c87a req-6cd5bfc8-dc82-479d-91c9-ad9396979a69 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.0904975 Jan 28 13:37:56.351943 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a59b4d4b-48be-49ea-866c-71b917d73085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7d0b2bb5-21b5-4c3c-ab38-f2369a990320), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.354800 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a59b4d4b-48be-49ea-866c-71b917d73085 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.359052 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a59b4d4b-48be-49ea-866c-71b917d73085 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7d0b2bb5-21b5-4c3c-ab38-f2369a990320 HTTP/1.1" status: 204 len: 168 time: 0.2731347 Jan 28 13:37:56.365315 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-3ead7d82-cdaa-42e6-9d3a-6f57f1734a41 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Allocated IP 172.25.3.183 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/4bed29a9-cac4-41df-8bec-a8ab71b208c5) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:37:56.399700 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b4d4b-48be-49ea-866c-71b917d73085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0b2bb5-21b5-4c3c-ab38-f2369a990320,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:56.407262 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7fdf7e2d-f989-48ac-8924-8ecacb79c87a req-e844e7bc-09f7-49ee-a8df-a3c5c45f09ab tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781007 Jan 28 13:37:56.473640 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-0da69c68-06c1-4a04-83e4-a52a09933caf tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Deleting port f796ac02-ebc0-43fb-bf4b-8ea89d24eabb {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:37:56.474124 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0da69c68-06c1-4a04-83e4-a52a09933caf tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (f796ac02-ebc0-43fb-bf4b-8ea89d24eabb), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.519802 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3ead7d82-cdaa-42e6-9d3a-6f57f1734a41 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for port (4bed29a9-cac4-41df-8bec-a8ab71b208c5), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.561571 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3ead7d82-cdaa-42e6-9d3a-6f57f1734a41 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (4bed29a9-cac4-41df-8bec-a8ab71b208c5), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.571720 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0da69c68-06c1-4a04-83e4-a52a09933caf tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (f796ac02-ebc0-43fb-bf4b-8ea89d24eabb), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.598190 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-0da69c68-06c1-4a04-83e4-a52a09933caf tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Calling delete_port for f796ac02-ebc0-43fb-bf4b-8ea89d24eabb owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:37:56.608559 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ead7d82-cdaa-42e6-9d3a-6f57f1734a41 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:56.611620 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-3ead7d82-cdaa-42e6-9d3a-6f57f1734a41 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:56.618628 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ead7d82-cdaa-42e6-9d3a-6f57f1734a41 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:56.644847 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead7d82-cdaa-42e6-9d3a-6f57f1734a41 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Pushing event updated for resources: {'Port': ['ID=4bed29a9-cac4-41df-8bec-a8ab71b208c5,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:56.708543 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0da69c68-06c1-4a04-83e4-a52a09933caf tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (f796ac02-ebc0-43fb-bf4b-8ea89d24eabb), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.740938 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da69c68-06c1-4a04-83e4-a52a09933caf tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Pushing event deleted for resources: {'Port': ['ID=f796ac02-ebc0-43fb-bf4b-8ea89d24eabb,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:56.747813 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0da69c68-06c1-4a04-83e4-a52a09933caf tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.752484 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0da69c68-06c1-4a04-83e4-a52a09933caf tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] 10.222.0.39 "DELETE /v2.0/ports/f796ac02-ebc0-43fb-bf4b-8ea89d24eabb HTTP/1.1" status: 204 len: 168 time: 0.4460573 Jan 28 13:37:56.755052 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39784) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:56.806578 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39786) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:56.809484 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d21ceab8-4af6-4dd0-bb61-2643fa3a67b8 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0532286 Jan 28 13:37:56.813088 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39788) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:56.818571 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-eee3a35f-2c9d-47b9-8d84-2de9bea3a563 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1342993008'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:56.828093 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ebf67602-4ef3-42fd-bd73-ee5e37a7dd81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.840153 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee3a35f-2c9d-47b9-8d84-2de9bea3a563 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Made reservation on behalf of 83dc388000654aed9a23454bb3e13122 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:56.843904 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eee3a35f-2c9d-47b9-8d84-2de9bea3a563 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.869379 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee3a35f-2c9d-47b9-8d84-2de9bea3a563 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:37:56.879966 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eee3a35f-2c9d-47b9-8d84-2de9bea3a563 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (afd616eb-b3b2-4a1b-b58f-725fc625fd2b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.880417 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-eee3a35f-2c9d-47b9-8d84-2de9bea3a563 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Added segment afd616eb-b3b2-4a1b-b58f-725fc625fd2b of type vlan for network 926af635-8bbe-49d7-abf2-3ec949d9886d Jan 28 13:37:56.927331 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eee3a35f-2c9d-47b9-8d84-2de9bea3a563 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (926af635-8bbe-49d7-abf2-3ec949d9886d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.956360 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eee3a35f-2c9d-47b9-8d84-2de9bea3a563 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (926af635-8bbe-49d7-abf2-3ec949d9886d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.961456 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee3a35f-2c9d-47b9-8d84-2de9bea3a563 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:56.962049 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eee3a35f-2c9d-47b9-8d84-2de9bea3a563 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.026307 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3ead7d82-cdaa-42e6-9d3a-6f57f1734a41 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_gateway (48b9d98c-e42f-4d4e-bcf8-896648caf2bf), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.031706 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-eee3a35f-2c9d-47b9-8d84-2de9bea3a563 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2160554 Jan 28 13:37:57.033440 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39796) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:57.040791 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-8c1b353d-0835-470b-adaa-22cc0a9c0de7 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-468043748'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:57.042391 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3a35f-2c9d-47b9-8d84-2de9bea3a563 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Pushing event updated for resources: {'Network': ['ID=926af635-8bbe-49d7-abf2-3ec949d9886d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:57.057310 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 926af635-8bbe-49d7-abf2-3ec949d9886d details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:37:57.167142 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1b353d-0835-470b-adaa-22cc0a9c0de7 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Made reservation on behalf of 83dc388000654aed9a23454bb3e13122 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:57.170782 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c1b353d-0835-470b-adaa-22cc0a9c0de7 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.176390 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ebf67602-4ef3-42fd-bd73-ee5e37a7dd81 admin admin] Publish callbacks [] for security_group (fc9f3fbe-1f1a-4afd-beb2-599b35a2dc6f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.188872 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ebf67602-4ef3-42fd-bd73-ee5e37a7dd81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (fc9f3fbe-1f1a-4afd-beb2-599b35a2dc6f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.249429 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ebf67602-4ef3-42fd-bd73-ee5e37a7dd81 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=59dd50db8c1347bd9c57b341d24cbfa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4414718 Jan 28 13:37:57.252311 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39800) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:57.254253 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c1b353d-0835-470b-adaa-22cc0a9c0de7 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:37:57.290572 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf67602-4ef3-42fd-bd73-ee5e37a7dd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9f3fbe-1f1a-4afd-beb2-599b35a2dc6f,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:57.306098 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c1b353d-0835-470b-adaa-22cc0a9c0de7 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (c39dbfa5-92d4-4c0d-bc67-a697d12f3ad0), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.306449 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-8c1b353d-0835-470b-adaa-22cc0a9c0de7 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Added segment c39dbfa5-92d4-4c0d-bc67-a697d12f3ad0 of type vlan for network 7d5ad009-dd1b-46c3-a5b3-ae718bfb748b Jan 28 13:37:57.313512 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a1dace16-1284-4ded-8ab3-8b9edff71ccc admin admin] Publish callbacks [] for security_group (fc9f3fbe-1f1a-4afd-beb2-599b35a2dc6f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.351766 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a1dace16-1284-4ded-8ab3-8b9edff71ccc admin admin] Publish callbacks [] for security_group (fc9f3fbe-1f1a-4afd-beb2-599b35a2dc6f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.386596 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c1b353d-0835-470b-adaa-22cc0a9c0de7 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (7d5ad009-dd1b-46c3-a5b3-ae718bfb748b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.414262 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3ead7d82-cdaa-42e6-9d3a-6f57f1734a41 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (48b9d98c-e42f-4d4e-bcf8-896648caf2bf), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.426527 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a1dace16-1284-4ded-8ab3-8b9edff71ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (fc9f3fbe-1f1a-4afd-beb2-599b35a2dc6f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.429589 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a1dace16-1284-4ded-8ab3-8b9edff71ccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.434227 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a1dace16-1284-4ded-8ab3-8b9edff71ccc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fc9f3fbe-1f1a-4afd-beb2-599b35a2dc6f HTTP/1.1" status: 204 len: 168 time: 0.1775274 Jan 28 13:37:57.446688 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dace16-1284-4ded-8ab3-8b9edff71ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9f3fbe-1f1a-4afd-beb2-599b35a2dc6f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:57.498243 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c1b353d-0835-470b-adaa-22cc0a9c0de7 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (7d5ad009-dd1b-46c3-a5b3-ae718bfb748b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.510619 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1b353d-0835-470b-adaa-22cc0a9c0de7 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:57.512167 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c1b353d-0835-470b-adaa-22cc0a9c0de7 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.580822 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d505ca-c7b0-4b29-b8db-a9342066773d req-c2b60ec9-7e1c-4175-8a92-38378f26d09f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:57.581095 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8c1b353d-0835-470b-adaa-22cc0a9c0de7 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5462091 Jan 28 13:37:57.582815 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b1d505ca-c7b0-4b29-b8db-a9342066773d req-c2b60ec9-7e1c-4175-8a92-38378f26d09f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.0667620 Jan 28 13:37:57.622299 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b353d-0835-470b-adaa-22cc0a9c0de7 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Pushing event updated for resources: {'Network': ['ID=7d5ad009-dd1b-46c3-a5b3-ae718bfb748b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:57.635818 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 7d5ad009-dd1b-46c3-a5b3-ae718bfb748b details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:37:57.714898 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b1d505ca-c7b0-4b29-b8db-a9342066773d req-704e97c1-880f-40d9-ac05-41842c0d5eb4 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187611 Jan 28 13:37:57.720240 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39818) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:57.726182 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-e120e919-359e-4055-817a-a64763f5c1cd tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Request body: {'subnets': [{'network_id': '926af635-8bbe-49d7-abf2-3ec949d9886d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1389619974', 'ip_version': 4}, {'network_id': '7d5ad009-dd1b-46c3-a5b3-ae718bfb748b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:57.727127 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-e120e919-359e-4055-817a-a64763f5c1cd tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Request body: {'subnet': {'network_id': '926af635-8bbe-49d7-abf2-3ec949d9886d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1389619974', 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:57.727806 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-e120e919-359e-4055-817a-a64763f5c1cd tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Request body: {'subnet': {'network_id': '7d5ad009-dd1b-46c3-a5b3-ae718bfb748b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:58.176981 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ead7d82-cdaa-42e6-9d3a-6f57f1734a41 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Router 48b9d98c-e42f-4d4e-bcf8-896648caf2bf is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:37:58.269350 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e120e919-359e-4055-817a-a64763f5c1cd tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Made reservation on behalf of 83dc388000654aed9a23454bb3e13122 for: {'subnet': 2} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:58.273719 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e120e919-359e-4055-817a-a64763f5c1cd tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:58.274070 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e120e919-359e-4055-817a-a64763f5c1cd tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:58.384840 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ead7d82-cdaa-42e6-9d3a-6f57f1734a41 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:37:58.398685 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c58a9c1-f6d6-4e79-a8da-ab390061b99c None None] Sync routers for ids ['48b9d98c-e42f-4d4e-bcf8-896648caf2bf'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:37:58.410110 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c58a9c1-f6d6-4e79-a8da-ab390061b99c None None] Routers {'48b9d98c-e42f-4d4e-bcf8-896648caf2bf'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:37:58.411021 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5c58a9c1-f6d6-4e79-a8da-ab390061b99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:37:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['48b9d98c-e42f-4d4e-bcf8-896648caf2bf'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:58.422154 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3ead7d82-cdaa-42e6-9d3a-6f57f1734a41 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:58.423682 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3ead7d82-cdaa-42e6-9d3a-6f57f1734a41 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1365921 Jan 28 13:37:58.426470 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39848) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:58.611346 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-96ccc7a6-cf7a-4c46-9bc9-fd5ad1d7f43b tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "GET /v2.0/routers/48b9d98c-e42f-4d4e-bcf8-896648caf2bf HTTP/1.1" status: 200 len: 920 time: 0.1827919 Jan 28 13:37:58.613979 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39858) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:58.621739 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5c58a9c1-f6d6-4e79-a8da-ab390061b99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:58.630726 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c58a9c1-f6d6-4e79-a8da-ab390061b99c None None] Routers {'48b9d98c-e42f-4d4e-bcf8-896648caf2bf'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:37:58.631409 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5c58a9c1-f6d6-4e79-a8da-ab390061b99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:37:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['48b9d98c-e42f-4d4e-bcf8-896648caf2bf'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:58.643712 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6e0d2734-8012-444f-aa36-70ef18bc5ab0 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "GET /v2.0/ports?device_id=48b9d98c-e42f-4d4e-bcf8-896648caf2bf HTTP/1.1" status: 200 len: 205 time: 0.0281215 Jan 28 13:37:58.645949 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39860) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:58.695336 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5c58a9c1-f6d6-4e79-a8da-ab390061b99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:58.696240 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c58a9c1-f6d6-4e79-a8da-ab390061b99c None None] The sync data for ids ['48b9d98c-e42f-4d4e-bcf8-896648caf2bf'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:37:58.838778 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e120e919-359e-4055-817a-a64763f5c1cd tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (00758d9a-16fe-4bc5-b6f2-524428e5aa82), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:58.974055 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120e919-359e-4055-817a-a64763f5c1cd tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Pushing event updated for resources: {'Subnet': ['ID=00758d9a-16fe-4bc5-b6f2-524428e5aa82,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:58.990378 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921d9b9-8691-4369-afde-c054bc85bb5d req-f30b5d32-9456-43d4-9d59-7a5b9a4992a5 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:58.992009 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1921d9b9-8691-4369-afde-c054bc85bb5d req-f30b5d32-9456-43d4-9d59-7a5b9a4992a5 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.1015522 Jan 28 13:37:59.009032 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e120e919-359e-4055-817a-a64763f5c1cd tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Checking segment: {'id': 'afd616eb-b3b2-4a1b-b58f-725fc625fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '926af635-8bbe-49d7-abf2-3ec949d9886d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:37:59.009517 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e120e919-359e-4055-817a-a64763f5c1cd tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Network hostable DHCP agents. Network: 926af635-8bbe-49d7-abf2-3ec949d9886d, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:37:59.087597 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e120e919-359e-4055-817a-a64763f5c1cd tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Network 926af635-8bbe-49d7-abf2-3ec949d9886d is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:37:59.094619 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1921d9b9-8691-4369-afde-c054bc85bb5d req-2943b63a-b341-437a-9b97-1e2822e867ae tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933216 Jan 28 13:37:59.104679 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-e120e919-359e-4055-817a-a64763f5c1cd tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 926af635-8bbe-49d7-abf2-3ec949d9886d) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:59.114723 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74c9330-a94b-4d51-94a3-fa3b77c5af4a None None] Network 926af635-8bbe-49d7-abf2-3ec949d9886d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:37:59.136180 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e120e919-359e-4055-817a-a64763f5c1cd tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (eb51f710-e33f-45b1-bf75-2a9dd4958eb0), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:59.306252 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8948f6bf-a78a-42d1-baea-c3877ee0bf0f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router (48b9d98c-e42f-4d4e-bcf8-896648caf2bf), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:59.329634 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2a531e75-c499-4a8b-9873-0d1417b0271d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:59.335808 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4e076c-1eb3-4e9e-8466-939e3443474f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-926af635-8bbe-49d7-abf2-3ec949d9886d', 'network_id': '926af635-8bbe-49d7-abf2-3ec949d9886d', 'project_id': '83dc388000654aed9a23454bb3e13122', 'fixed_ips': [{'subnet_id': '00758d9a-16fe-4bc5-b6f2-524428e5aa82'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:37:59.337659 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e4e076c-1eb3-4e9e-8466-939e3443474f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:59.339637 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e120e919-359e-4055-817a-a64763f5c1cd tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Checking segment: {'id': 'c39dbfa5-92d4-4c0d-bc67-a697d12f3ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7d5ad009-dd1b-46c3-a5b3-ae718bfb748b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:37:59.340210 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e120e919-359e-4055-817a-a64763f5c1cd tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Network hostable DHCP agents. Network: 7d5ad009-dd1b-46c3-a5b3-ae718bfb748b, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:37:59.349045 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120e919-359e-4055-817a-a64763f5c1cd tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Pushing event updated for resources: {'Subnet': ['ID=eb51f710-e33f-45b1-bf75-2a9dd4958eb0,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:59.423858 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e120e919-359e-4055-817a-a64763f5c1cd tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Network 7d5ad009-dd1b-46c3-a5b3-ae718bfb748b is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:37:59.455882 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8948f6bf-a78a-42d1-baea-c3877ee0bf0f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_gateway (48b9d98c-e42f-4d4e-bcf8-896648caf2bf), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:59.459064 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-e120e919-359e-4055-817a-a64763f5c1cd tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 7d5ad009-dd1b-46c3-a5b3-ae718bfb748b) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:59.463756 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e120e919-359e-4055-817a-a64763f5c1cd tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:59.464390 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e120e919-359e-4055-817a-a64763f5c1cd tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:59.465230 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e120e919-359e-4055-817a-a64763f5c1cd tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:59.500200 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e120e919-359e-4055-817a-a64763f5c1cd tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.7762630 Jan 28 13:37:59.500774 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39892) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:59.524691 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf54d635-1398-4bb5-be4c-e837a6400bab None None] Network 7d5ad009-dd1b-46c3-a5b3-ae718bfb748b requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:37:59.561422 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-8948f6bf-a78a-42d1-baea-c3877ee0bf0f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Deleting port 4bed29a9-cac4-41df-8bec-a8ab71b208c5 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:37:59.561771 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8948f6bf-a78a-42d1-baea-c3877ee0bf0f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (4bed29a9-cac4-41df-8bec-a8ab71b208c5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:59.648927 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f1421d-6c22-4e47-9139-da4b1e822027 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:59.650367 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f1421d-6c22-4e47-9139-da4b1e822027 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:59.651760 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f1421d-6c22-4e47-9139-da4b1e822027 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:59.653583 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-35f1421d-6c22-4e47-9139-da4b1e822027 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1516294 Jan 28 13:37:59.657361 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39902) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:59.732844 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-2e4e076c-1eb3-4e9e-8466-939e3443474f None None] Allocated IP 172.20.0.2 (926af635-8bbe-49d7-abf2-3ec949d9886d/00758d9a-16fe-4bc5-b6f2-524428e5aa82/0e3b99e5-4915-43be-8bed-fa7ed5c8ad13) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:37:59.736727 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820c408b-2d15-4168-bbe7-b8906c98e136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-7d5ad009-dd1b-46c3-a5b3-ae718bfb748b', 'network_id': '7d5ad009-dd1b-46c3-a5b3-ae718bfb748b', 'project_id': '83dc388000654aed9a23454bb3e13122', 'fixed_ips': [{'subnet_id': 'eb51f710-e33f-45b1-bf75-2a9dd4958eb0'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:37:59.737626 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-820c408b-2d15-4168-bbe7-b8906c98e136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:59.756448 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeca950e-d38c-480c-a444-22ee640514d9 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Deleting subnet 00758d9a-16fe-4bc5-b6f2-524428e5aa82 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:37:59.773461 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8948f6bf-a78a-42d1-baea-c3877ee0bf0f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (4bed29a9-cac4-41df-8bec-a8ab71b208c5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:59.788500 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-8948f6bf-a78a-42d1-baea-c3877ee0bf0f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Calling delete_port for 4bed29a9-cac4-41df-8bec-a8ab71b208c5 owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:37:59.882981 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-820c408b-2d15-4168-bbe7-b8906c98e136 None None] Allocated IP 172.20.0.18 (7d5ad009-dd1b-46c3-a5b3-ae718bfb748b/eb51f710-e33f-45b1-bf75-2a9dd4958eb0/dfe15c65-47ee-4c3b-8e63-7371bddf9b1a) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:38:00.029254 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8948f6bf-a78a-42d1-baea-c3877ee0bf0f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (4bed29a9-cac4-41df-8bec-a8ab71b208c5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.067221 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948f6bf-a78a-42d1-baea-c3877ee0bf0f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Pushing event deleted for resources: {'Port': ['ID=4bed29a9-cac4-41df-8bec-a8ab71b208c5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:00.152475 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e4e076c-1eb3-4e9e-8466-939e3443474f None None] Publish callbacks [] for port (0e3b99e5-4915-43be-8bed-fa7ed5c8ad13), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.155961 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8948f6bf-a78a-42d1-baea-c3877ee0bf0f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (48b9d98c-e42f-4d4e-bcf8-896648caf2bf), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.164920 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e4e076c-1eb3-4e9e-8466-939e3443474f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (0e3b99e5-4915-43be-8bed-fa7ed5c8ad13), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.215294 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e076c-1eb3-4e9e-8466-939e3443474f None None] Pushing event updated for resources: {'Port': ['ID=0e3b99e5-4915-43be-8bed-fa7ed5c8ad13,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:00.222970 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-820c408b-2d15-4168-bbe7-b8906c98e136 None None] Publish callbacks [] for port (dfe15c65-47ee-4c3b-8e63-7371bddf9b1a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.236055 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4e076c-1eb3-4e9e-8466-939e3443474f None None] Network 926af635-8bbe-49d7-abf2-3ec949d9886d is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:38:00.240541 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-820c408b-2d15-4168-bbe7-b8906c98e136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (dfe15c65-47ee-4c3b-8e63-7371bddf9b1a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.244464 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-2e4e076c-1eb3-4e9e-8466-939e3443474f None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:00.261156 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8948f6bf-a78a-42d1-baea-c3877ee0bf0f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (48b9d98c-e42f-4d4e-bcf8-896648caf2bf), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.264013 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8948f6bf-a78a-42d1-baea-c3877ee0bf0f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_controller (48b9d98c-e42f-4d4e-bcf8-896648caf2bf), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.294052 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4e076c-1eb3-4e9e-8466-939e3443474f None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:38:00.299791 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c408b-2d15-4168-bbe7-b8906c98e136 None None] Pushing event updated for resources: {'Port': ['ID=dfe15c65-47ee-4c3b-8e63-7371bddf9b1a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:00.310969 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aeca950e-d38c-480c-a444-22ee640514d9 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks [] for subnet (00758d9a-16fe-4bc5-b6f2-524428e5aa82), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.354393 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8948f6bf-a78a-42d1-baea-c3877ee0bf0f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (48b9d98c-e42f-4d4e-bcf8-896648caf2bf), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.355140 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8948f6bf-a78a-42d1-baea-c3877ee0bf0f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Fanout notify agent at l3_agent the message router_deleted on router 48b9d98c-e42f-4d4e-bcf8-896648caf2bf {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:38:00.369921 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8948f6bf-a78a-42d1-baea-c3877ee0bf0f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.376539 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8948f6bf-a78a-42d1-baea-c3877ee0bf0f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "DELETE /v2.0/routers/48b9d98c-e42f-4d4e-bcf8-896648caf2bf HTTP/1.1" status: 204 len: 168 time: 1.7220569 Jan 28 13:38:00.377482 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39928) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:00.382781 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-bcc1ea19-84d0-4856-99a5-7f851c1d29a6 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1790890699', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'enable_snat': False}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:00.392020 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820c408b-2d15-4168-bbe7-b8906c98e136 None None] Network 7d5ad009-dd1b-46c3-a5b3-ae718bfb748b is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:38:00.400650 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-820c408b-2d15-4168-bbe7-b8906c98e136 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:00.409259 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aeca950e-d38c-480c-a444-22ee640514d9 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (00758d9a-16fe-4bc5-b6f2-524428e5aa82), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.417625 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ea19-84d0-4856-99a5-7f851c1d29a6 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (86e9f65d-926d-46d5-8aee-cb73004d153a), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.418794 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ea19-84d0-4856-99a5-7f851c1d29a6 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (86e9f65d-926d-46d5-8aee-cb73004d153a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.426336 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-2e4e076c-1eb3-4e9e-8466-939e3443474f None None] Attempting to bind port 0e3b99e5-4915-43be-8bed-fa7ed5c8ad13 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:38:00.427288 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-2e4e076c-1eb3-4e9e-8466-939e3443474f None None] Attempting to bind port 0e3b99e5-4915-43be-8bed-fa7ed5c8ad13 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'afd616eb-b3b2-4a1b-b58f-725fc625fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '926af635-8bbe-49d7-abf2-3ec949d9886d'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:38:00.427886 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e076c-1eb3-4e9e-8466-939e3443474f None None] Attempting to bind port 0e3b99e5-4915-43be-8bed-fa7ed5c8ad13 on network 926af635-8bbe-49d7-abf2-3ec949d9886d {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:38:00.437886 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820c408b-2d15-4168-bbe7-b8906c98e136 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:38:00.457708 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e076c-1eb3-4e9e-8466-939e3443474f None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:38:00.458095 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e076c-1eb3-4e9e-8466-939e3443474f None None] Checking segment: {'id': 'afd616eb-b3b2-4a1b-b58f-725fc625fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '926af635-8bbe-49d7-abf2-3ec949d9886d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:00.458504 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e4e076c-1eb3-4e9e-8466-939e3443474f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.459247 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e076c-1eb3-4e9e-8466-939e3443474f None None] Bound using segment: {'id': 'afd616eb-b3b2-4a1b-b58f-725fc625fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '926af635-8bbe-49d7-abf2-3ec949d9886d'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:38:00.459756 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-2e4e076c-1eb3-4e9e-8466-939e3443474f None None] Bound port: 0e3b99e5-4915-43be-8bed-fa7ed5c8ad13, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd616eb-b3b2-4a1b-b58f-725fc625fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '926af635-8bbe-49d7-abf2-3ec949d9886d'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:38:00.460144 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e4e076c-1eb3-4e9e-8466-939e3443474f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0e3b99e5-4915-43be-8bed-fa7ed5c8ad13), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.505590 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ea19-84d0-4856-99a5-7f851c1d29a6 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router_controller (86e9f65d-926d-46d5-8aee-cb73004d153a), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.528423 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079cb4a-c0a7-4f2c-852c-723788392bbf req-b178b624-0cbf-4540-bdeb-c93290a17d28 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:00.532606 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8079cb4a-c0a7-4f2c-852c-723788392bbf req-b178b624-0cbf-4540-bdeb-c93290a17d28 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.2230759 Jan 28 13:38:00.603176 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-820c408b-2d15-4168-bbe7-b8906c98e136 None None] Attempting to bind port dfe15c65-47ee-4c3b-8e63-7371bddf9b1a on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:38:00.603558 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-820c408b-2d15-4168-bbe7-b8906c98e136 None None] Attempting to bind port dfe15c65-47ee-4c3b-8e63-7371bddf9b1a by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'c39dbfa5-92d4-4c0d-bc67-a697d12f3ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7d5ad009-dd1b-46c3-a5b3-ae718bfb748b'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:38:00.603922 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820c408b-2d15-4168-bbe7-b8906c98e136 None None] Attempting to bind port dfe15c65-47ee-4c3b-8e63-7371bddf9b1a on network 7d5ad009-dd1b-46c3-a5b3-ae718bfb748b {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:38:00.630951 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820c408b-2d15-4168-bbe7-b8906c98e136 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:38:00.631329 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820c408b-2d15-4168-bbe7-b8906c98e136 None None] Checking segment: {'id': 'c39dbfa5-92d4-4c0d-bc67-a697d12f3ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7d5ad009-dd1b-46c3-a5b3-ae718bfb748b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:00.632199 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-820c408b-2d15-4168-bbe7-b8906c98e136 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.632790 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820c408b-2d15-4168-bbe7-b8906c98e136 None None] Bound using segment: {'id': 'c39dbfa5-92d4-4c0d-bc67-a697d12f3ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7d5ad009-dd1b-46c3-a5b3-ae718bfb748b'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:38:00.633442 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-820c408b-2d15-4168-bbe7-b8906c98e136 None None] Bound port: dfe15c65-47ee-4c3b-8e63-7371bddf9b1a, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c39dbfa5-92d4-4c0d-bc67-a697d12f3ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7d5ad009-dd1b-46c3-a5b3-ae718bfb748b'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:38:00.633985 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-820c408b-2d15-4168-bbe7-b8906c98e136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (dfe15c65-47ee-4c3b-8e63-7371bddf9b1a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.671851 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aeca950e-d38c-480c-a444-22ee640514d9 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (00758d9a-16fe-4bc5-b6f2-524428e5aa82), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.680487 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8079cb4a-c0a7-4f2c-852c-723788392bbf req-f07d77c9-6a7e-4ec3-ad8d-d491b01e35e5 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315978 Jan 28 13:38:00.759329 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aeca950e-d38c-480c-a444-22ee640514d9 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (00758d9a-16fe-4bc5-b6f2-524428e5aa82), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.763816 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2e4e076c-1eb3-4e9e-8466-939e3443474f None None] For port 0e3b99e5-4915-43be-8bed-fa7ed5c8ad13, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:38:00.768538 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2e4e076c-1eb3-4e9e-8466-939e3443474f None None] For port 0e3b99e5-4915-43be-8bed-fa7ed5c8ad13, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=0e3b99e5-4915-43be-8bed-fa7ed5c8ad13,segment=NetworkSegment(afd616eb-b3b2-4a1b-b58f-725fc625fd2b),segment_id=afd616eb-b3b2-4a1b-b58f-725fc625fd2b)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:38:00.769586 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-820c408b-2d15-4168-bbe7-b8906c98e136 None None] For port dfe15c65-47ee-4c3b-8e63-7371bddf9b1a, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:38:00.784455 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-820c408b-2d15-4168-bbe7-b8906c98e136 None None] For port dfe15c65-47ee-4c3b-8e63-7371bddf9b1a, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=dfe15c65-47ee-4c3b-8e63-7371bddf9b1a,segment=NetworkSegment(c39dbfa5-92d4-4c0d-bc67-a697d12f3ad0),segment_id=c39dbfa5-92d4-4c0d-bc67-a697d12f3ad0)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:38:00.786559 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e4e076c-1eb3-4e9e-8466-939e3443474f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0e3b99e5-4915-43be-8bed-fa7ed5c8ad13), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.810536 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ea19-84d0-4856-99a5-7f851c1d29a6 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router_gateway (86e9f65d-926d-46d5-8aee-cb73004d153a), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.811253 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aeca950e-d38c-480c-a444-22ee640514d9 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.814944 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-aeca950e-d38c-480c-a444-22ee640514d9 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] 10.222.0.39 "DELETE /v2.0/subnets/00758d9a-16fe-4bc5-b6f2-524428e5aa82 HTTP/1.1" status: 204 len: 168 time: 1.1469905 Jan 28 13:38:00.816214 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca950e-d38c-480c-a444-22ee640514d9 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Pushing event deleted for resources: {'Subnet': ['ID=00758d9a-16fe-4bc5-b6f2-524428e5aa82,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:00.820375 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39946) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:00.838205 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca950e-d38c-480c-a444-22ee640514d9 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:00.838836 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca950e-d38c-480c-a444-22ee640514d9 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:00.839393 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca950e-d38c-480c-a444-22ee640514d9 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:00.839915 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca950e-d38c-480c-a444-22ee640514d9 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:00.840447 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca950e-d38c-480c-a444-22ee640514d9 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:00.840934 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca950e-d38c-480c-a444-22ee640514d9 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:00.841430 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca950e-d38c-480c-a444-22ee640514d9 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:00.841935 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca950e-d38c-480c-a444-22ee640514d9 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:00.842641 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca950e-d38c-480c-a444-22ee640514d9 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:00.843159 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca950e-d38c-480c-a444-22ee640514d9 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:00.843641 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca950e-d38c-480c-a444-22ee640514d9 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:00.844193 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca950e-d38c-480c-a444-22ee640514d9 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:00.844674 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca950e-d38c-480c-a444-22ee640514d9 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:00.891095 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-820c408b-2d15-4168-bbe7-b8906c98e136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (dfe15c65-47ee-4c3b-8e63-7371bddf9b1a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.892672 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7374256-6f8e-4bdc-9003-7a42311f6d4b tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Deleting subnet eb51f710-e33f-45b1-bf75-2a9dd4958eb0 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:38:00.896830 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f7374256-6f8e-4bdc-9003-7a42311f6d4b tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks [] for subnet (eb51f710-e33f-45b1-bf75-2a9dd4958eb0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.951212 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f7374256-6f8e-4bdc-9003-7a42311f6d4b tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (eb51f710-e33f-45b1-bf75-2a9dd4958eb0), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.951471 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e076c-1eb3-4e9e-8466-939e3443474f None None] Pushing event updated for resources: {'Port': ['ID=0e3b99e5-4915-43be-8bed-fa7ed5c8ad13,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:01.064329 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c408b-2d15-4168-bbe7-b8906c98e136 None None] Pushing event updated for resources: {'Port': ['ID=dfe15c65-47ee-4c3b-8e63-7371bddf9b1a,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:01.177488 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f7374256-6f8e-4bdc-9003-7a42311f6d4b tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (eb51f710-e33f-45b1-bf75-2a9dd4958eb0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:01.213578 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ea19-84d0-4856-99a5-7f851c1d29a6 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router_gateway (86e9f65d-926d-46d5-8aee-cb73004d153a), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:01.240626 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ea19-84d0-4856-99a5-7f851c1d29a6 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:01.297574 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f7374256-6f8e-4bdc-9003-7a42311f6d4b tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (eb51f710-e33f-45b1-bf75-2a9dd4958eb0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:01.363379 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7374256-6f8e-4bdc-9003-7a42311f6d4b tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Pushing event deleted for resources: {'Subnet': ['ID=eb51f710-e33f-45b1-bf75-2a9dd4958eb0,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:01.379905 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f7374256-6f8e-4bdc-9003-7a42311f6d4b tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:01.384077 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f7374256-6f8e-4bdc-9003-7a42311f6d4b tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] 10.222.0.39 "DELETE /v2.0/subnets/eb51f710-e33f-45b1-bf75-2a9dd4958eb0 HTTP/1.1" status: 204 len: 168 time: 0.5620065 Jan 28 13:38:01.386022 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39958) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:01.451196 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1674536-3ac8-48aa-9849-3dbf37907574 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:01.458657 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d1674536-3ac8-48aa-9849-3dbf37907574 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0714021 Jan 28 13:38:01.462851 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39960) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:01.532272 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-bcc1ea19-84d0-4856-99a5-7f851c1d29a6 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Allocated IP 172.25.3.86 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/a68e9c46-3acb-4964-a1d2-27d61e108e6d) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:38:01.613239 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-86a41b3c-14de-4c88-a67a-05342e9dba8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:01.699338 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-425b7b2d-5000-4f21-9977-235e734c0aee tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (7d5ad009-dd1b-46c3-a5b3-ae718bfb748b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:01.793008 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ea19-84d0-4856-99a5-7f851c1d29a6 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for port (a68e9c46-3acb-4964-a1d2-27d61e108e6d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:01.817298 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-425b7b2d-5000-4f21-9977-235e734c0aee tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Deleting port dfe15c65-47ee-4c3b-8e63-7371bddf9b1a {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:38:01.817298 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-425b7b2d-5000-4f21-9977-235e734c0aee tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (dfe15c65-47ee-4c3b-8e63-7371bddf9b1a), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:01.881467 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478ceac-2dc3-4a86-8666-2e901ac9a2a2 req-80eed35a-1dd7-4bde-9b9b-05719cd4e2ba tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:01.883498 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9478ceac-2dc3-4a86-8666-2e901ac9a2a2 req-80eed35a-1dd7-4bde-9b9b-05719cd4e2ba tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.0822346 Jan 28 13:38:01.885178 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ea19-84d0-4856-99a5-7f851c1d29a6 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (a68e9c46-3acb-4964-a1d2-27d61e108e6d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:01.917218 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-425b7b2d-5000-4f21-9977-235e734c0aee tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] For port dfe15c65-47ee-4c3b-8e63-7371bddf9b1a, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=dfe15c65-47ee-4c3b-8e63-7371bddf9b1a,segment=NetworkSegment(c39dbfa5-92d4-4c0d-bc67-a697d12f3ad0),segment_id=c39dbfa5-92d4-4c0d-bc67-a697d12f3ad0)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:01.917841 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-425b7b2d-5000-4f21-9977-235e734c0aee tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (dfe15c65-47ee-4c3b-8e63-7371bddf9b1a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:01.935822 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-425b7b2d-5000-4f21-9977-235e734c0aee tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Calling delete_port for dfe15c65-47ee-4c3b-8e63-7371bddf9b1a owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:01.952315 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc1ea19-84d0-4856-99a5-7f851c1d29a6 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:38:01.970556 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-bcc1ea19-84d0-4856-99a5-7f851c1d29a6 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:01.996679 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc1ea19-84d0-4856-99a5-7f851c1d29a6 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:38:02.030288 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1ea19-84d0-4856-99a5-7f851c1d29a6 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Pushing event updated for resources: {'Port': ['ID=a68e9c46-3acb-4964-a1d2-27d61e108e6d,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:02.052122 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9478ceac-2dc3-4a86-8666-2e901ac9a2a2 req-04cf9415-f82b-47b6-81df-b762faa41c14 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569965 Jan 28 13:38:02.080510 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-425b7b2d-5000-4f21-9977-235e734c0aee tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (dfe15c65-47ee-4c3b-8e63-7371bddf9b1a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:02.121904 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b7b2d-5000-4f21-9977-235e734c0aee tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Pushing event deleted for resources: {'Port': ['ID=dfe15c65-47ee-4c3b-8e63-7371bddf9b1a,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:02.133331 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425b7b2d-5000-4f21-9977-235e734c0aee tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] No DVR routers for this DVR port dfe15c65-47ee-4c3b-8e63-7371bddf9b1a on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:38:02.264977 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-425b7b2d-5000-4f21-9977-235e734c0aee tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (7d5ad009-dd1b-46c3-a5b3-ae718bfb748b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:02.291929 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-425b7b2d-5000-4f21-9977-235e734c0aee tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d5ad009-dd1b-46c3-a5b3-ae718bfb748b']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:02.303883 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-425b7b2d-5000-4f21-9977-235e734c0aee tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c39dbfa5-92d4-4c0d-bc67-a697d12f3ad0') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:02.306677 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-425b7b2d-5000-4f21-9977-235e734c0aee tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c39dbfa5-92d4-4c0d-bc67-a697d12f3ad0') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:02.334453 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-425b7b2d-5000-4f21-9977-235e734c0aee tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (c39dbfa5-92d4-4c0d-bc67-a697d12f3ad0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:02.369977 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-425b7b2d-5000-4f21-9977-235e734c0aee tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (c39dbfa5-92d4-4c0d-bc67-a697d12f3ad0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:02.380708 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-425b7b2d-5000-4f21-9977-235e734c0aee tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:38:02.381289 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-425b7b2d-5000-4f21-9977-235e734c0aee tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (c39dbfa5-92d4-4c0d-bc67-a697d12f3ad0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:38:02.384944 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:38:02.451193 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ea19-84d0-4856-99a5-7f851c1d29a6 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router_gateway (86e9f65d-926d-46d5-8aee-cb73004d153a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:02.475652 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-425b7b2d-5000-4f21-9977-235e734c0aee tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (7d5ad009-dd1b-46c3-a5b3-ae718bfb748b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:02.483453 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-425b7b2d-5000-4f21-9977-235e734c0aee tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:02.500842 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-425b7b2d-5000-4f21-9977-235e734c0aee tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] 10.222.0.39 "DELETE /v2.0/networks/7d5ad009-dd1b-46c3-a5b3-ae718bfb748b HTTP/1.1" status: 204 len: 168 time: 1.0369947 Jan 28 13:38:02.503754 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39992) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:02.563844 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b7b2d-5000-4f21-9977-235e734c0aee tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Pushing event deleted for resources: {'Network': ['ID=7d5ad009-dd1b-46c3-a5b3-ae718bfb748b,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:02.660510 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc460213-3a17-439c-a847-e9ec2aeb5d82 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (926af635-8bbe-49d7-abf2-3ec949d9886d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:02.782473 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-98ce1369-ffd7-4604-8f62-cb60698e716f None None] Could not find standard attr ID for object dfe15c65-47ee-4c3b-8e63-7371bddf9b1a. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:38:02.795138 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-dc460213-3a17-439c-a847-e9ec2aeb5d82 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Deleting port 0e3b99e5-4915-43be-8bed-fa7ed5c8ad13 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:38:02.795825 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc460213-3a17-439c-a847-e9ec2aeb5d82 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (0e3b99e5-4915-43be-8bed-fa7ed5c8ad13), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:02.833662 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:02.842513 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 0e3b99e5-4915-43be-8bed-fa7ed5c8ad13 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:38:02.893933 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ea19-84d0-4856-99a5-7f851c1d29a6 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (86e9f65d-926d-46d5-8aee-cb73004d153a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:02.903716 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a69f3c-34c4-4141-aee9-fcb7f9d1d416 None None] DHCP port deletion for 7d5ad009-dd1b-46c3-a5b3-ae718bfb748b request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:38:02.944184 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6892de-cff1-4329-8ed9-a599ea6b816e None None] Network 7d5ad009-dd1b-46c3-a5b3-ae718bfb748b requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:38:03.002057 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-dc460213-3a17-439c-a847-e9ec2aeb5d82 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] For port 0e3b99e5-4915-43be-8bed-fa7ed5c8ad13, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=0e3b99e5-4915-43be-8bed-fa7ed5c8ad13,segment=NetworkSegment(afd616eb-b3b2-4a1b-b58f-725fc625fd2b),segment_id=afd616eb-b3b2-4a1b-b58f-725fc625fd2b)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:03.002439 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc460213-3a17-439c-a847-e9ec2aeb5d82 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (0e3b99e5-4915-43be-8bed-fa7ed5c8ad13), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:03.004969 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6892de-cff1-4329-8ed9-a599ea6b816e None None] Network 7d5ad009-dd1b-46c3-a5b3-ae718bfb748b could not be found, it might have been deleted concurrently. {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 13:38:03.034331 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-dc460213-3a17-439c-a847-e9ec2aeb5d82 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Calling delete_port for 0e3b99e5-4915-43be-8bed-fa7ed5c8ad13 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:03.047337 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 0e3b99e5-4915-43be-8bed-fa7ed5c8ad13 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:03.047639 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0e3b99e5-4915-43be-8bed-fa7ed5c8ad13), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:03.146182 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc1ea19-84d0-4856-99a5-7f851c1d29a6 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Router 86e9f65d-926d-46d5-8aee-cb73004d153a is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:38:03.235162 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 0e3b99e5-4915-43be-8bed-fa7ed5c8ad13 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:03.235556 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0e3b99e5-4915-43be-8bed-fa7ed5c8ad13), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:03.308573 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc460213-3a17-439c-a847-e9ec2aeb5d82 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (0e3b99e5-4915-43be-8bed-fa7ed5c8ad13), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:03.328263 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc460213-3a17-439c-a847-e9ec2aeb5d82 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] No DVR routers for this DVR port 0e3b99e5-4915-43be-8bed-fa7ed5c8ad13 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:38:03.338944 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc1ea19-84d0-4856-99a5-7f851c1d29a6 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:38:03.369757 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ca038-d553-4659-8e8f-b5adff769104 req-e82f16dd-5214-45d2-b4c6-3444cfc2f8af tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:03.370803 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ea19-84d0-4856-99a5-7f851c1d29a6 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:03.371964 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4f3ca038-d553-4659-8e8f-b5adff769104 req-e82f16dd-5214-45d2-b4c6-3444cfc2f8af tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.1444740 Jan 28 13:38:03.379909 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc460213-3a17-439c-a847-e9ec2aeb5d82 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Pushing event deleted for resources: {'Port': ['ID=0e3b99e5-4915-43be-8bed-fa7ed5c8ad13,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:03.387780 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bcc1ea19-84d0-4856-99a5-7f851c1d29a6 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.0084784 Jan 28 13:38:03.388789 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40018) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:03.503654 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4f3ca038-d553-4659-8e8f-b5adff769104 req-71fe8156-1edf-4179-8211-79fa88292e5a tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875163 Jan 28 13:38:03.555643 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc460213-3a17-439c-a847-e9ec2aeb5d82 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (926af635-8bbe-49d7-abf2-3ec949d9886d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:03.565614 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-55602045-0b71-4862-8eef-2d2fdf2a029d tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "GET /v2.0/routers/86e9f65d-926d-46d5-8aee-cb73004d153a HTTP/1.1" status: 200 len: 908 time: 0.1756279 Jan 28 13:38:03.568593 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40020) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:03.577068 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e778e843-dccd-4ad6-a1f9-41c95c4e3298 None None] Network 926af635-8bbe-49d7-abf2-3ec949d9886d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:38:03.577610 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-edb0194b-3aaf-4af8-a449-9d8c3888e177 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1790890699', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'enable_snat': True}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:03.581735 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266ddbe8-c8a8-4e4f-a57e-c1cc75d757c8 None None] Sync routers for ids ['86e9f65d-926d-46d5-8aee-cb73004d153a'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:38:03.597495 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-dc460213-3a17-439c-a847-e9ec2aeb5d82 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['926af635-8bbe-49d7-abf2-3ec949d9886d']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:03.606524 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-df87df62-a378-459d-825d-cb1ead6e0350 None None] Could not find standard attr ID for object 0e3b99e5-4915-43be-8bed-fa7ed5c8ad13. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:38:03.609132 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-edb0194b-3aaf-4af8-a449-9d8c3888e177 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (b87423c7-ebaa-431d-ac30-c07a6298441c), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:03.611059 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-edb0194b-3aaf-4af8-a449-9d8c3888e177 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (b87423c7-ebaa-431d-ac30-c07a6298441c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:03.611300 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-dc460213-3a17-439c-a847-e9ec2aeb5d82 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd616eb-b3b2-4a1b-b58f-725fc625fd2b') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:03.611666 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-dc460213-3a17-439c-a847-e9ec2aeb5d82 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd616eb-b3b2-4a1b-b58f-725fc625fd2b') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:03.622038 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc460213-3a17-439c-a847-e9ec2aeb5d82 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (afd616eb-b3b2-4a1b-b58f-725fc625fd2b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:03.641184 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc460213-3a17-439c-a847-e9ec2aeb5d82 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (afd616eb-b3b2-4a1b-b58f-725fc625fd2b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:03.648689 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc460213-3a17-439c-a847-e9ec2aeb5d82 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:38:03.649150 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc460213-3a17-439c-a847-e9ec2aeb5d82 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (afd616eb-b3b2-4a1b-b58f-725fc625fd2b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:38:03.655122 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:38:03.688280 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-edb0194b-3aaf-4af8-a449-9d8c3888e177 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router_controller (b87423c7-ebaa-431d-ac30-c07a6298441c), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:03.702124 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266ddbe8-c8a8-4e4f-a57e-c1cc75d757c8 None None] Routers {'86e9f65d-926d-46d5-8aee-cb73004d153a'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:03.704097 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-266ddbe8-c8a8-4e4f-a57e-c1cc75d757c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:38:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['86e9f65d-926d-46d5-8aee-cb73004d153a'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:03.734480 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc460213-3a17-439c-a847-e9ec2aeb5d82 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (926af635-8bbe-49d7-abf2-3ec949d9886d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:03.741453 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc460213-3a17-439c-a847-e9ec2aeb5d82 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:03.746011 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dc460213-3a17-439c-a847-e9ec2aeb5d82 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] 10.222.0.39 "DELETE /v2.0/networks/926af635-8bbe-49d7-abf2-3ec949d9886d HTTP/1.1" status: 204 len: 168 time: 1.2339673 Jan 28 13:38:03.751107 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40028) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:03.784300 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc460213-3a17-439c-a847-e9ec2aeb5d82 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Pushing event deleted for resources: {'Network': ['ID=926af635-8bbe-49d7-abf2-3ec949d9886d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:03.904842 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ea65a85b-3f41-4605-9bee-957d41dcc560 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (ce64143a-8524-454f-89f4-cc7c22576563), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:03.980339 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-266ddbe8-c8a8-4e4f-a57e-c1cc75d757c8 None None] Set router 86e9f65d-926d-46d5-8aee-cb73004d153a gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:38:04.027312 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ea65a85b-3f41-4605-9bee-957d41dcc560 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (ce64143a-8524-454f-89f4-cc7c22576563), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:04.055271 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-ea65a85b-3f41-4605-9bee-957d41dcc560 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce64143a-8524-454f-89f4-cc7c22576563']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:04.070906 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-ea65a85b-3f41-4605-9bee-957d41dcc560 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0996e75a-7593-43b8-b76a-405a80ebbab7') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:04.073210 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-ea65a85b-3f41-4605-9bee-957d41dcc560 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0996e75a-7593-43b8-b76a-405a80ebbab7') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:04.079546 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec98fac-13f4-4db8-a6cb-1c768d3a8a8d None None] DHCP port deletion for 926af635-8bbe-49d7-abf2-3ec949d9886d request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:38:04.093985 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ea65a85b-3f41-4605-9bee-957d41dcc560 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (0996e75a-7593-43b8-b76a-405a80ebbab7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:04.125875 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ea65a85b-3f41-4605-9bee-957d41dcc560 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (0996e75a-7593-43b8-b76a-405a80ebbab7), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:04.146783 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea65a85b-3f41-4605-9bee-957d41dcc560 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:38:04.147214 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ea65a85b-3f41-4605-9bee-957d41dcc560 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (0996e75a-7593-43b8-b76a-405a80ebbab7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:38:04.150717 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:38:04.236343 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:04.288051 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ea65a85b-3f41-4605-9bee-957d41dcc560 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (ce64143a-8524-454f-89f4-cc7c22576563), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:04.295142 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ea65a85b-3f41-4605-9bee-957d41dcc560 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:04.300696 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ea65a85b-3f41-4605-9bee-957d41dcc560 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] 10.222.0.39 "DELETE /v2.0/networks/ce64143a-8524-454f-89f4-cc7c22576563 HTTP/1.1" status: 204 len: 168 time: 0.5450308 Jan 28 13:38:04.306793 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40052) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:04.327058 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a85b-3f41-4605-9bee-957d41dcc560 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Pushing event deleted for resources: {'Network': ['ID=ce64143a-8524-454f-89f4-cc7c22576563,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:04.341989 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-266ddbe8-c8a8-4e4f-a57e-c1cc75d757c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e9f65d-926d-46d5-8aee-cb73004d153a', 'name': 'tempest-snat-router-1790890699', 'tenant_id': '698eedd76e754148b790d57763daf621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86'}], 'enable_snat': False}, 'gw_port_id': 'a68e9c46-3acb-4964-a1d2-27d61e108e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:38:00Z', 'updated_at': '2022-01-28T13:38:02Z', 'revision_number': 3, 'project_id': '698eedd76e754148b790d57763daf621', 'gw_port': {'id': 'a68e9c46-3acb-4964-a1d2-27d61e108e6d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e9f65d-926d-46d5-8aee-cb73004d153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:01Z', 'updated_at': '2022-01-28T13:38:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:04.378590 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-edb0194b-3aaf-4af8-a449-9d8c3888e177 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router_gateway (b87423c7-ebaa-431d-ac30-c07a6298441c), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:04.388197 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266ddbe8-c8a8-4e4f-a57e-c1cc75d757c8 None None] Checking router: 86e9f65d-926d-46d5-8aee-cb73004d153a for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:38:04.388878 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266ddbe8-c8a8-4e4f-a57e-c1cc75d757c8 None None] Updating router 86e9f65d-926d-46d5-8aee-cb73004d153a port a68e9c46-3acb-4964-a1d2-27d61e108e6d binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:38:04.424932 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-266ddbe8-c8a8-4e4f-a57e-c1cc75d757c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a68e9c46-3acb-4964-a1d2-27d61e108e6d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:04.460116 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3534d0a3-1d2d-497d-90d3-7836e2949ec7 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (bc8fcc07-2a45-4af2-b796-a5eaa55fa9ad), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:04.614884 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3534d0a3-1d2d-497d-90d3-7836e2949ec7 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (bc8fcc07-2a45-4af2-b796-a5eaa55fa9ad), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:04.643022 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-3534d0a3-1d2d-497d-90d3-7836e2949ec7 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8fcc07-2a45-4af2-b796-a5eaa55fa9ad']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:04.655943 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-3534d0a3-1d2d-497d-90d3-7836e2949ec7 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffbdc49d-a9fd-4350-9f37-01e4ee028fb9') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:04.656107 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-3534d0a3-1d2d-497d-90d3-7836e2949ec7 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffbdc49d-a9fd-4350-9f37-01e4ee028fb9') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:04.669964 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3534d0a3-1d2d-497d-90d3-7836e2949ec7 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (ffbdc49d-a9fd-4350-9f37-01e4ee028fb9), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:04.732094 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3534d0a3-1d2d-497d-90d3-7836e2949ec7 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (ffbdc49d-a9fd-4350-9f37-01e4ee028fb9), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:04.779190 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-266ddbe8-c8a8-4e4f-a57e-c1cc75d757c8 None None] Publish callbacks [] for port (a68e9c46-3acb-4964-a1d2-27d61e108e6d), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:04.784821 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 0e3b99e5-4915-43be-8bed-fa7ed5c8ad13 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:38:04.798719 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3534d0a3-1d2d-497d-90d3-7836e2949ec7 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:38:04.799157 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3534d0a3-1d2d-497d-90d3-7836e2949ec7 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (ffbdc49d-a9fd-4350-9f37-01e4ee028fb9), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:38:04.802198 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:38:04.811074 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 0e3b99e5-4915-43be-8bed-fa7ed5c8ad13 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:38:04.811437 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 0e3b99e5-4915-43be-8bed-fa7ed5c8ad13 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:38:04.811863 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device dfe15c65-47ee-4c3b-8e63-7371bddf9b1a no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:38:04.814284 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-266ddbe8-c8a8-4e4f-a57e-c1cc75d757c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a68e9c46-3acb-4964-a1d2-27d61e108e6d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:04.884132 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: dfe15c65-47ee-4c3b-8e63-7371bddf9b1a {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:38:04.884472 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device dfe15c65-47ee-4c3b-8e63-7371bddf9b1a not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:38:04.908773 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-266ddbe8-c8a8-4e4f-a57e-c1cc75d757c8 None None] Attempting to bind port a68e9c46-3acb-4964-a1d2-27d61e108e6d on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:38:04.908951 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdedfa3-16a0-4a68-a034-1255e5ac5059 req-774a2606-21f2-404d-9bc6-4ef44bd1dc84 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:04.909174 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-266ddbe8-c8a8-4e4f-a57e-c1cc75d757c8 None None] Attempting to bind port a68e9c46-3acb-4964-a1d2-27d61e108e6d by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:38:04.909526 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266ddbe8-c8a8-4e4f-a57e-c1cc75d757c8 None None] Attempting to bind port a68e9c46-3acb-4964-a1d2-27d61e108e6d on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:38:04.910807 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1fdedfa3-16a0-4a68-a034-1255e5ac5059 req-774a2606-21f2-404d-9bc6-4ef44bd1dc84 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.2299352 Jan 28 13:38:04.914304 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3534d0a3-1d2d-497d-90d3-7836e2949ec7 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (bc8fcc07-2a45-4af2-b796-a5eaa55fa9ad), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:04.919195 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3534d0a3-1d2d-497d-90d3-7836e2949ec7 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:04.925050 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3534d0a3-1d2d-497d-90d3-7836e2949ec7 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] 10.222.0.39 "DELETE /v2.0/networks/bc8fcc07-2a45-4af2-b796-a5eaa55fa9ad HTTP/1.1" status: 204 len: 168 time: 0.6149828 Jan 28 13:38:04.938522 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266ddbe8-c8a8-4e4f-a57e-c1cc75d757c8 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:38:04.939263 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266ddbe8-c8a8-4e4f-a57e-c1cc75d757c8 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:04.939664 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-266ddbe8-c8a8-4e4f-a57e-c1cc75d757c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:04.940054 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266ddbe8-c8a8-4e4f-a57e-c1cc75d757c8 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:38:04.940716 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-266ddbe8-c8a8-4e4f-a57e-c1cc75d757c8 None None] Bound port: a68e9c46-3acb-4964-a1d2-27d61e108e6d, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:38:04.941252 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-266ddbe8-c8a8-4e4f-a57e-c1cc75d757c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a68e9c46-3acb-4964-a1d2-27d61e108e6d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:04.943623 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d13dc-b57f-46c7-9ac1-9b0ee6b3f6df None None] Pushing event updated for resources: {'Port': ['ID=a68e9c46-3acb-4964-a1d2-27d61e108e6d,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:04.959888 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534d0a3-1d2d-497d-90d3-7836e2949ec7 tempest-BulkNetworkOpsTest-2105185807 tempest-BulkNetworkOpsTest-2105185807-project] Pushing event deleted for resources: {'Network': ['ID=bc8fcc07-2a45-4af2-b796-a5eaa55fa9ad,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:04.968158 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-edb0194b-3aaf-4af8-a449-9d8c3888e177 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router_gateway (b87423c7-ebaa-431d-ac30-c07a6298441c), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:04.992595 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-edb0194b-3aaf-4af8-a449-9d8c3888e177 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:05.045446 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-266ddbe8-c8a8-4e4f-a57e-c1cc75d757c8 None None] For port a68e9c46-3acb-4964-a1d2-27d61e108e6d, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:38:05.048802 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-266ddbe8-c8a8-4e4f-a57e-c1cc75d757c8 None None] For port a68e9c46-3acb-4964-a1d2-27d61e108e6d, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=a68e9c46-3acb-4964-a1d2-27d61e108e6d,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:38:05.054099 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-266ddbe8-c8a8-4e4f-a57e-c1cc75d757c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a68e9c46-3acb-4964-a1d2-27d61e108e6d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:05.099421 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1fdedfa3-16a0-4a68-a034-1255e5ac5059 req-2a0700bf-98d8-4588-a7bf-0baa92a4601d tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665919 Jan 28 13:38:05.110599 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266ddbe8-c8a8-4e4f-a57e-c1cc75d757c8 None None] Routers {'86e9f65d-926d-46d5-8aee-cb73004d153a'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:05.111560 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-266ddbe8-c8a8-4e4f-a57e-c1cc75d757c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:38:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['86e9f65d-926d-46d5-8aee-cb73004d153a'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:05.218072 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d13dc-b57f-46c7-9ac1-9b0ee6b3f6df None None] Pushing event updated for resources: {'Port': ['ID=a68e9c46-3acb-4964-a1d2-27d61e108e6d,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:05.269580 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-edb0194b-3aaf-4af8-a449-9d8c3888e177 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Allocated IP 172.25.3.28 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/ef56ad52-5fef-49f2-8b66-8e1464850601) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:38:05.332618 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-266ddbe8-c8a8-4e4f-a57e-c1cc75d757c8 None None] Set router 86e9f65d-926d-46d5-8aee-cb73004d153a gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:38:05.410493 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-edb0194b-3aaf-4af8-a449-9d8c3888e177 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for port (ef56ad52-5fef-49f2-8b66-8e1464850601), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:05.468031 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-edb0194b-3aaf-4af8-a449-9d8c3888e177 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ef56ad52-5fef-49f2-8b66-8e1464850601), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:05.524085 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb0194b-3aaf-4af8-a449-9d8c3888e177 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:38:05.528882 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-edb0194b-3aaf-4af8-a449-9d8c3888e177 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:05.530308 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40088) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:05.536296 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb0194b-3aaf-4af8-a449-9d8c3888e177 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:38:05.587783 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0194b-3aaf-4af8-a449-9d8c3888e177 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Pushing event updated for resources: {'Port': ['ID=ef56ad52-5fef-49f2-8b66-8e1464850601,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:05.588009 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-266ddbe8-c8a8-4e4f-a57e-c1cc75d757c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e9f65d-926d-46d5-8aee-cb73004d153a', 'name': 'tempest-snat-router-1790890699', 'tenant_id': '698eedd76e754148b790d57763daf621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86'}], 'enable_snat': False}, 'gw_port_id': 'a68e9c46-3acb-4964-a1d2-27d61e108e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:38:00Z', 'updated_at': '2022-01-28T13:38:02Z', 'revision_number': 3, 'project_id': '698eedd76e754148b790d57763daf621', 'gw_port': {'id': 'a68e9c46-3acb-4964-a1d2-27d61e108e6d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e9f65d-926d-46d5-8aee-cb73004d153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:01Z', 'updated_at': '2022-01-28T13:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:05.621503 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266ddbe8-c8a8-4e4f-a57e-c1cc75d757c8 None None] The sync data for ids ['86e9f65d-926d-46d5-8aee-cb73004d153a'] in n-d-822747-2 is: [{'id': '86e9f65d-926d-46d5-8aee-cb73004d153a', 'name': 'tempest-snat-router-1790890699', 'tenant_id': '698eedd76e754148b790d57763daf621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86'}], 'enable_snat': False}, 'gw_port_id': 'a68e9c46-3acb-4964-a1d2-27d61e108e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:38:00Z', 'updated_at': '2022-01-28T13:38:02Z', 'revision_number': 3, 'project_id': '698eedd76e754148b790d57763daf621', 'gw_port': {'id': 'a68e9c46-3acb-4964-a1d2-27d61e108e6d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e9f65d-926d-46d5-8aee-cb73004d153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:01Z', 'updated_at': '2022-01-28T13:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:38:05.735497 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:05.791237 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-52885f3a-b135-468e-8ec5-1f00a0dc62bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=83dc388000654aed9a23454bb3e13122&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2591751 Jan 28 13:38:05.793560 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40098) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:05.875318 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8f00398e-0c59-4f1f-97dc-1536109867db admin admin] Publish callbacks [] for security_group (2780a371-7db3-4f7e-9582-ee3a9d26c2c4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:05.913932 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-edb0194b-3aaf-4af8-a449-9d8c3888e177 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router_gateway (b87423c7-ebaa-431d-ac30-c07a6298441c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:05.925550 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8f00398e-0c59-4f1f-97dc-1536109867db admin admin] Publish callbacks [] for security_group (2780a371-7db3-4f7e-9582-ee3a9d26c2c4), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:05.995797 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8f00398e-0c59-4f1f-97dc-1536109867db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (2780a371-7db3-4f7e-9582-ee3a9d26c2c4), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:06.002956 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8f00398e-0c59-4f1f-97dc-1536109867db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:06.053474 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8f00398e-0c59-4f1f-97dc-1536109867db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2780a371-7db3-4f7e-9582-ee3a9d26c2c4 HTTP/1.1" status: 204 len: 168 time: 0.2587073 Jan 28 13:38:06.077416 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00398e-0c59-4f1f-97dc-1536109867db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2780a371-7db3-4f7e-9582-ee3a9d26c2c4,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:06.243278 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-edb0194b-3aaf-4af8-a449-9d8c3888e177 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (b87423c7-ebaa-431d-ac30-c07a6298441c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:06.478545 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317e734-7a9f-4c30-96cf-acdda9258d64 req-64fcdc56-2a37-45f4-909f-fd8288cc4dc4 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:06.481443 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8317e734-7a9f-4c30-96cf-acdda9258d64 req-64fcdc56-2a37-45f4-909f-fd8288cc4dc4 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.1564319 Jan 28 13:38:06.541848 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device acd709ee-c689-4a1a-b014-195d714a9cbb details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:38:06.591183 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8317e734-7a9f-4c30-96cf-acdda9258d64 req-50c3e360-e079-4cc7-8667-9ef2d5968903 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011457 Jan 28 13:38:06.606951 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb0194b-3aaf-4af8-a449-9d8c3888e177 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Router b87423c7-ebaa-431d-ac30-c07a6298441c is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:38:06.783038 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port acd709ee-c689-4a1a-b014-195d714a9cbb, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=acd709ee-c689-4a1a-b014-195d714a9cbb,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:06.800947 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device a68e9c46-3acb-4964-a1d2-27d61e108e6d up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:38:06.859102 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'acd709ee-c689-4a1a-b014-195d714a9cbb', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'port_id': 'acd709ee-c689-4a1a-b014-195d714a9cbb', 'mac_address': 'fa:16:3e:2e:03:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:38:06.871813 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb0194b-3aaf-4af8-a449-9d8c3888e177 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:38:06.882523 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c39b9fd-4dd2-4d73-bd91-d5ca0a4ca1a3 None None] Sync routers for ids ['b87423c7-ebaa-431d-ac30-c07a6298441c'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:38:06.897841 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c39b9fd-4dd2-4d73-bd91-d5ca0a4ca1a3 None None] Routers {'b87423c7-ebaa-431d-ac30-c07a6298441c'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:06.898819 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-2c39b9fd-4dd2-4d73-bd91-d5ca0a4ca1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:38:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b87423c7-ebaa-431d-ac30-c07a6298441c'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:06.902012 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-edb0194b-3aaf-4af8-a449-9d8c3888e177 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:06.910466 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40144) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:06.911603 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-edb0194b-3aaf-4af8-a449-9d8c3888e177 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.3415635 Jan 28 13:38:06.970550 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port a68e9c46-3acb-4964-a1d2-27d61e108e6d triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:06.971835 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a68e9c46-3acb-4964-a1d2-27d61e108e6d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:07.005136 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port acd709ee-c689-4a1a-b014-195d714a9cbb is: ACTIVE; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:07.005917 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:07.026126 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acd709ee-c689-4a1a-b014-195d714a9cbb {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:38:07.066569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port acd709ee-c689-4a1a-b014-195d714a9cbb, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=acd709ee-c689-4a1a-b014-195d714a9cbb,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:07.079210 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:07.194981 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=acd709ee-c689-4a1a-b014-195d714a9cbb,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:07.215942 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-062478ed-f0c4-4f04-aa79-eaeeb9dd0102 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "GET /v2.0/routers/b87423c7-ebaa-431d-ac30-c07a6298441c HTTP/1.1" status: 200 len: 907 time: 0.3026917 Jan 28 13:38:07.218663 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40166) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:07.280728 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-2c39b9fd-4dd2-4d73-bd91-d5ca0a4ca1a3 None None] Set router b87423c7-ebaa-431d-ac30-c07a6298441c gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:38:07.291632 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['acd709ee-c689-4a1a-b014-195d714a9cbb'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:38:07.362614 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port a68e9c46-3acb-4964-a1d2-27d61e108e6d is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:07.363282 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a68e9c46-3acb-4964-a1d2-27d61e108e6d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:07.433025 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port a68e9c46-3acb-4964-a1d2-27d61e108e6d, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=a68e9c46-3acb-4964-a1d2-27d61e108e6d,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:07.444886 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a68e9c46-3acb-4964-a1d2-27d61e108e6d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:07.503940 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87eb4000-2f35-421b-89db-9d6c1c99239a tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router (b87423c7-ebaa-431d-ac30-c07a6298441c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:07.635068 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=a68e9c46-3acb-4964-a1d2-27d61e108e6d,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:07.682170 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40190) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:07.765500 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-2c39b9fd-4dd2-4d73-bd91-d5ca0a4ca1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b87423c7-ebaa-431d-ac30-c07a6298441c', 'name': 'tempest-snat-router-1790890699', 'tenant_id': '698eedd76e754148b790d57763daf621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'ef56ad52-5fef-49f2-8b66-8e1464850601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:38:03Z', 'updated_at': '2022-01-28T13:38:05Z', 'revision_number': 3, 'project_id': '698eedd76e754148b790d57763daf621', 'gw_port': {'id': 'ef56ad52-5fef-49f2-8b66-8e1464850601', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87423c7-ebaa-431d-ac30-c07a6298441c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:05Z', 'updated_at': '2022-01-28T13:38:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:07.811899 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87eb4000-2f35-421b-89db-9d6c1c99239a tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router_gateway (b87423c7-ebaa-431d-ac30-c07a6298441c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:07.828004 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c39b9fd-4dd2-4d73-bd91-d5ca0a4ca1a3 None None] Checking router: b87423c7-ebaa-431d-ac30-c07a6298441c for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:38:07.828736 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c39b9fd-4dd2-4d73-bd91-d5ca0a4ca1a3 None None] Updating router b87423c7-ebaa-431d-ac30-c07a6298441c port ef56ad52-5fef-49f2-8b66-8e1464850601 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:38:07.919884 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c39b9fd-4dd2-4d73-bd91-d5ca0a4ca1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ef56ad52-5fef-49f2-8b66-8e1464850601), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:07.934878 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a75b8-0caf-4a68-9d6a-624893cfadd2 req-7bfd3b03-974a-46fb-99a2-54e5d6f7805a tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:07.942275 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-269a75b8-0caf-4a68-9d6a-624893cfadd2 req-7bfd3b03-974a-46fb-99a2-54e5d6f7805a tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 944 time: 0.1324229 Jan 28 13:38:07.953481 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-84fb34c8-c0f9-45ee-bb03-a8b366437523 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:07.954219 n-d-822747-2 neutron-server[103351]: WARNING neutron.api.v2.base [None req-84fb34c8-c0f9-45ee-bb03-a8b366437523 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 13:38:07.954721 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-84fb34c8-c0f9-45ee-bb03-a8b366437523 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 13:38:07.955750 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-84fb34c8-c0f9-45ee-bb03-a8b366437523 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2683642 Jan 28 13:38:07.957331 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-87eb4000-2f35-421b-89db-9d6c1c99239a tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Deleting port ef56ad52-5fef-49f2-8b66-8e1464850601 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:38:07.957866 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87eb4000-2f35-421b-89db-9d6c1c99239a tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ef56ad52-5fef-49f2-8b66-8e1464850601), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:07.959984 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40208) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:07.975997 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-25d78c2f-e6a4-4ac4-b987-ca42f7d09b4c tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1544499321'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:08.043444 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-25d78c2f-e6a4-4ac4-b987-ca42f7d09b4c tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:08.068563 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-269a75b8-0caf-4a68-9d6a-624893cfadd2 req-e8e133d1-0248-4ef6-87fe-c7ba5f6ec37f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252763 Jan 28 13:38:08.072367 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-25d78c2f-e6a4-4ac4-b987-ca42f7d09b4c tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:08.125929 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87eb4000-2f35-421b-89db-9d6c1c99239a tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ef56ad52-5fef-49f2-8b66-8e1464850601), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:08.175296 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-87eb4000-2f35-421b-89db-9d6c1c99239a tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Calling delete_port for ef56ad52-5fef-49f2-8b66-8e1464850601 owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:08.229192 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-25d78c2f-e6a4-4ac4-b987-ca42f7d09b4c tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (4cbe8f04-ce59-4ebd-b336-10eacc08bd57), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:08.261450 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-25d78c2f-e6a4-4ac4-b987-ca42f7d09b4c tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (4cbe8f04-ce59-4ebd-b336-10eacc08bd57), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:08.338309 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d78c2f-e6a4-4ac4-b987-ca42f7d09b4c tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbe8f04-ce59-4ebd-b336-10eacc08bd57,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:08.446803 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-25d78c2f-e6a4-4ac4-b987-ca42f7d09b4c tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (c04a05eb-57c1-4331-9bdc-43d0ec357c18), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:08.460058 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-25d78c2f-e6a4-4ac4-b987-ca42f7d09b4c tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c04a05eb-57c1-4331-9bdc-43d0ec357c18), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:08.499418 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87eb4000-2f35-421b-89db-9d6c1c99239a tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (ef56ad52-5fef-49f2-8b66-8e1464850601), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:08.538343 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb4000-2f35-421b-89db-9d6c1c99239a tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef56ad52-5fef-49f2-8b66-8e1464850601,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:08.549196 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device acd709ee-c689-4a1a-b014-195d714a9cbb up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:38:08.588381 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-25d78c2f-e6a4-4ac4-b987-ca42f7d09b4c tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:08.589187 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-25d78c2f-e6a4-4ac4-b987-ca42f7d09b4c tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6282394 Jan 28 13:38:08.589973 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d78c2f-e6a4-4ac4-b987-ca42f7d09b4c tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04a05eb-57c1-4331-9bdc-43d0ec357c18,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:08.601108 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40226) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:08.611680 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-fc4df00b-3239-40be-8314-309d12a29ef9 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group_rule': {'security_group_id': 'c04a05eb-57c1-4331-9bdc-43d0ec357c18', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:08.625003 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.db.api [None req-2c39b9fd-4dd2-4d73-bd91-d5ca0a4ca1a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103354) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:38:08.625414 n-d-822747-2 neutron-server[103354]: DEBUG oslo_db.api [None req-2c39b9fd-4dd2-4d73-bd91-d5ca0a4ca1a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:38:08.686940 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc4df00b-3239-40be-8314-309d12a29ef9 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group_rule (2d0ac35f-8a08-47a6-aecb-43ac60c07129), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:08.706958 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87eb4000-2f35-421b-89db-9d6c1c99239a tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (b87423c7-ebaa-431d-ac30-c07a6298441c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:08.794609 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device a68e9c46-3acb-4964-a1d2-27d61e108e6d up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:38:08.804575 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port acd709ee-c689-4a1a-b014-195d714a9cbb triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:08.805288 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:08.840684 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87eb4000-2f35-421b-89db-9d6c1c99239a tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (b87423c7-ebaa-431d-ac30-c07a6298441c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:08.845876 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc4df00b-3239-40be-8314-309d12a29ef9 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group_rule (2d0ac35f-8a08-47a6-aecb-43ac60c07129), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:08.848679 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87eb4000-2f35-421b-89db-9d6c1c99239a tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router_controller (b87423c7-ebaa-431d-ac30-c07a6298441c), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:08.856081 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc4df00b-3239-40be-8314-309d12a29ef9 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (2d0ac35f-8a08-47a6-aecb-43ac60c07129), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:08.887329 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4df00b-3239-40be-8314-309d12a29ef9 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d0ac35f-8a08-47a6-aecb-43ac60c07129,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:08.915151 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc4df00b-3239-40be-8314-309d12a29ef9 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:08.920401 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fc4df00b-3239-40be-8314-309d12a29ef9 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3178437 Jan 28 13:38:08.924741 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40236) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:08.931178 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-3c1aff7e-ee7b-4ac1-a7de-ea34f2fdc5d6 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group_rule': {'security_group_id': 'c04a05eb-57c1-4331-9bdc-43d0ec357c18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:08.958963 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87eb4000-2f35-421b-89db-9d6c1c99239a tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (b87423c7-ebaa-431d-ac30-c07a6298441c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:08.959858 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87eb4000-2f35-421b-89db-9d6c1c99239a tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b87423c7-ebaa-431d-ac30-c07a6298441c {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:38:08.974842 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87eb4000-2f35-421b-89db-9d6c1c99239a tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:08.976317 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-87eb4000-2f35-421b-89db-9d6c1c99239a tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "DELETE /v2.0/routers/b87423c7-ebaa-431d-ac30-c07a6298441c HTTP/1.1" status: 204 len: 168 time: 1.7548990 Jan 28 13:38:08.979359 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40240) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:09.016053 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3c1aff7e-ee7b-4ac1-a7de-ea34f2fdc5d6 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group_rule (344e009e-27b1-4e39-afb3-76d7e371946c), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.088659 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port acd709ee-c689-4a1a-b014-195d714a9cbb is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:09.089364 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.092977 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port a68e9c46-3acb-4964-a1d2-27d61e108e6d triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:09.093563 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a68e9c46-3acb-4964-a1d2-27d61e108e6d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.162102 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-3c1aff7e-ee7b-4ac1-a7de-ea34f2fdc5d6 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 13:38:09.165105 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3c1aff7e-ee7b-4ac1-a7de-ea34f2fdc5d6 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2382822 Jan 28 13:38:09.166893 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40244) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:09.181813 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9103728-e977-4e6b-a0e7-314bd5cd972b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd709ee-c689-4a1a-b014-195d714a9cbb'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:38:09.184514 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae21e227-a159-43a9-ba82-a173477d32e0" -d '{"events": [{"server_uuid": "a9103728-e977-4e6b-a0e7-314bd5cd972b", "name": "network-vif-plugged", "status": "completed", "tag": "acd709ee-c689-4a1a-b014-195d714a9cbb"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:38:09.194158 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c39b9fd-4dd2-4d73-bd91-d5ca0a4ca1a3 None None] Port ef56ad52-5fef-49f2-8b66-8e1464850601 not found while updating agent binding for router b87423c7-ebaa-431d-ac30-c07a6298441c. {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 13:38:09.220394 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port acd709ee-c689-4a1a-b014-195d714a9cbb, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=acd709ee-c689-4a1a-b014-195d714a9cbb,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:09.232484 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port a68e9c46-3acb-4964-a1d2-27d61e108e6d is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:09.236425 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.270812 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c39b9fd-4dd2-4d73-bd91-d5ca0a4ca1a3 None None] Routers set() bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:09.272376 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c39b9fd-4dd2-4d73-bd91-d5ca0a4ca1a3 None None] Router IDs set() for agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 13:38:09.278399 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_agentschedulers_db [None req-2c39b9fd-4dd2-4d73-bd91-d5ca0a4ca1a3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b87423c7-ebaa-431d-ac30-c07a6298441c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:38:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent'). {{(pid=103354) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 13:38:09.282186 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c39b9fd-4dd2-4d73-bd91-d5ca0a4ca1a3 None None] The sync data for ids ['b87423c7-ebaa-431d-ac30-c07a6298441c'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:38:09.354680 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=acd709ee-c689-4a1a-b014-195d714a9cbb,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:09.359923 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086a3462-6275-473e-b2d9-e0eb97d49fc0 x-openstack-request-id: req-086a3462-6275-473e-b2d9-e0eb97d49fc0 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:38:09.360517 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9103728-e977-4e6b-a0e7-314bd5cd972b", "name": "network-vif-plugged", "status": "completed", "tag": "acd709ee-c689-4a1a-b014-195d714a9cbb", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:38:09.360947 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-086a3462-6275-473e-b2d9-e0eb97d49fc0 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:38:09.361517 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9103728-e977-4e6b-a0e7-314bd5cd972b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd709ee-c689-4a1a-b014-195d714a9cbb', 'code': 200} Jan 28 13:38:09.371151 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65c890a6-4d03-4c75-9a16-95b8fee36056 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (c04a05eb-57c1-4331-9bdc-43d0ec357c18), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.404102 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65c890a6-4d03-4c75-9a16-95b8fee36056 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (c04a05eb-57c1-4331-9bdc-43d0ec357c18), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.477296 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-38727a9d-8bcb-45c5-b542-fbb47739917c tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router (86e9f65d-926d-46d5-8aee-cb73004d153a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.498101 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65c890a6-4d03-4c75-9a16-95b8fee36056 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c04a05eb-57c1-4331-9bdc-43d0ec357c18), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.514969 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65c890a6-4d03-4c75-9a16-95b8fee36056 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.516437 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-65c890a6-4d03-4c75-9a16-95b8fee36056 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "DELETE /v2.0/security-groups/c04a05eb-57c1-4331-9bdc-43d0ec357c18 HTTP/1.1" status: 204 len: 168 time: 0.3481948 Jan 28 13:38:09.527044 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40254) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:09.528271 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c890a6-4d03-4c75-9a16-95b8fee36056 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04a05eb-57c1-4331-9bdc-43d0ec357c18,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:09.609493 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d5d9ad18-d44f-4f76-97b9-d77085e3bef0 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0714042 Jan 28 13:38:09.615742 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40256) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:09.621752 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-6cb1f6a1-4687-4fc5-a951-ac8a8cb88317 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1781085359'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:09.661706 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6cb1f6a1-4687-4fc5-a951-ac8a8cb88317 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.676317 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44477429-2c3d-49da-bb51-acc476a6830a req-e94e70db-59da-490d-abec-dcf84fbfcef1 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:09.677899 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-44477429-2c3d-49da-bb51-acc476a6830a req-e94e70db-59da-490d-abec-dcf84fbfcef1 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.3418982 Jan 28 13:38:09.805080 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6cb1f6a1-4687-4fc5-a951-ac8a8cb88317 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (d2ca7668-2690-423b-bdc3-a862c2659e42), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.816759 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6cb1f6a1-4687-4fc5-a951-ac8a8cb88317 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d2ca7668-2690-423b-bdc3-a862c2659e42), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.839460 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-44477429-2c3d-49da-bb51-acc476a6830a req-6fbce770-a27a-4656-bcf3-bc53ad8d7aee tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423330 Jan 28 13:38:09.875806 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-38727a9d-8bcb-45c5-b542-fbb47739917c tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router_gateway (86e9f65d-926d-46d5-8aee-cb73004d153a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.988324 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6cb1f6a1-4687-4fc5-a951-ac8a8cb88317 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.994873 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6cb1f6a1-4687-4fc5-a951-ac8a8cb88317 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3820338 Jan 28 13:38:09.997081 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40266) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:10.018686 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-8685fdb2-39c6-46b5-8695-6b48d9aac5e3 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group_rule': {'security_group_id': 'd2ca7668-2690-423b-bdc3-a862c2659e42', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:10.019756 n-d-822747-2 neutron-server[103352]: WARNING neutron.api.v2.base [None req-8685fdb2-39c6-46b5-8695-6b48d9aac5e3 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 13:38:10.020400 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-8685fdb2-39c6-46b5-8695-6b48d9aac5e3 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:38:10.024441 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8685fdb2-39c6-46b5-8695-6b48d9aac5e3 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0213699 Jan 28 13:38:10.027835 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1f6a1-4687-4fc5-a951-ac8a8cb88317 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ca7668-2690-423b-bdc3-a862c2659e42,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:10.032199 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-38727a9d-8bcb-45c5-b542-fbb47739917c tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Deleting port a68e9c46-3acb-4964-a1d2-27d61e108e6d {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:38:10.033399 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40270) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:10.033585 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-38727a9d-8bcb-45c5-b542-fbb47739917c tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (a68e9c46-3acb-4964-a1d2-27d61e108e6d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:10.135977 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2688eb60-f336-402f-ab0a-82d65ebb756c tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (d2ca7668-2690-423b-bdc3-a862c2659e42), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:10.200570 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2688eb60-f336-402f-ab0a-82d65ebb756c tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (d2ca7668-2690-423b-bdc3-a862c2659e42), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:10.230324 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-38727a9d-8bcb-45c5-b542-fbb47739917c tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] For port a68e9c46-3acb-4964-a1d2-27d61e108e6d, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=a68e9c46-3acb-4964-a1d2-27d61e108e6d,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:10.231543 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-38727a9d-8bcb-45c5-b542-fbb47739917c tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (a68e9c46-3acb-4964-a1d2-27d61e108e6d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:10.252379 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-38727a9d-8bcb-45c5-b542-fbb47739917c tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Calling delete_port for a68e9c46-3acb-4964-a1d2-27d61e108e6d owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:10.285891 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2688eb60-f336-402f-ab0a-82d65ebb756c tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d2ca7668-2690-423b-bdc3-a862c2659e42), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:10.292383 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2688eb60-f336-402f-ab0a-82d65ebb756c tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:10.296438 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2688eb60-f336-402f-ab0a-82d65ebb756c tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "DELETE /v2.0/security-groups/d2ca7668-2690-423b-bdc3-a862c2659e42 HTTP/1.1" status: 204 len: 168 time: 0.2579448 Jan 28 13:38:10.310561 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40278) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:10.383674 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688eb60-f336-402f-ab0a-82d65ebb756c tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ca7668-2690-423b-bdc3-a862c2659e42,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:10.554506 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5386c6dd-cf1d-482e-a7fb-8519560b5b3f tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2410870 Jan 28 13:38:10.559101 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40284) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:10.565136 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-fa653adf-3379-4f8f-a9f5-7a10f7b3e631 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group': {'name': 'tempest-secgroup--436866127'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:10.655031 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fa653adf-3379-4f8f-a9f5-7a10f7b3e631 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:10.709792 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-38727a9d-8bcb-45c5-b542-fbb47739917c tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (a68e9c46-3acb-4964-a1d2-27d61e108e6d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:10.770825 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38727a9d-8bcb-45c5-b542-fbb47739917c tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Pushing event deleted for resources: {'Port': ['ID=a68e9c46-3acb-4964-a1d2-27d61e108e6d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:10.837672 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fa653adf-3379-4f8f-a9f5-7a10f7b3e631 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (28524af2-a4ba-46a5-8160-2401512836c3), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:10.845139 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fa653adf-3379-4f8f-a9f5-7a10f7b3e631 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (28524af2-a4ba-46a5-8160-2401512836c3), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:10.876942 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fa653adf-3379-4f8f-a9f5-7a10f7b3e631 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:10.881266 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fa653adf-3379-4f8f-a9f5-7a10f7b3e631 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3211341 Jan 28 13:38:10.884360 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40296) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:10.888932 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-43fec39a-9d04-4cae-93e3-8b20682714db tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group_rule': {'security_group_id': '28524af2-a4ba-46a5-8160-2401512836c3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:10.889944 n-d-822747-2 neutron-server[103352]: WARNING neutron.api.v2.base [None req-43fec39a-9d04-4cae-93e3-8b20682714db tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 13:38:10.890551 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-43fec39a-9d04-4cae-93e3-8b20682714db tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:38:10.900617 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-43fec39a-9d04-4cae-93e3-8b20682714db tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0147576 Jan 28 13:38:10.901264 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40298) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:10.939826 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa653adf-3379-4f8f-a9f5-7a10f7b3e631 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28524af2-a4ba-46a5-8160-2401512836c3,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:10.990825 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-38727a9d-8bcb-45c5-b542-fbb47739917c tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (86e9f65d-926d-46d5-8aee-cb73004d153a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.083497 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f2441d19-6c35-42c4-9020-54f9dabfc9cc tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (28524af2-a4ba-46a5-8160-2401512836c3), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.153709 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f2441d19-6c35-42c4-9020-54f9dabfc9cc tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (28524af2-a4ba-46a5-8160-2401512836c3), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.272773 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f2441d19-6c35-42c4-9020-54f9dabfc9cc tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (28524af2-a4ba-46a5-8160-2401512836c3), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.276345 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f2441d19-6c35-42c4-9020-54f9dabfc9cc tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.279069 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f2441d19-6c35-42c4-9020-54f9dabfc9cc tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "DELETE /v2.0/security-groups/28524af2-a4ba-46a5-8160-2401512836c3 HTTP/1.1" status: 204 len: 168 time: 0.3755331 Jan 28 13:38:11.284006 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40312) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:11.309138 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2441d19-6c35-42c4-9020-54f9dabfc9cc tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28524af2-a4ba-46a5-8160-2401512836c3,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:11.377215 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0b5066d8-5d9a-40fe-a3ec-af213f096054 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0902126 Jan 28 13:38:11.378468 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40316) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:11.384895 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-895e3a65-c521-4dc7-8172-c9dcd5d86dbb tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1194100642'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:11.436207 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-895e3a65-c521-4dc7-8172-c9dcd5d86dbb tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.537991 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-895e3a65-c521-4dc7-8172-c9dcd5d86dbb tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (3e7b394f-3546-4047-bb31-2aae637759c6), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.551558 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-895e3a65-c521-4dc7-8172-c9dcd5d86dbb tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (3e7b394f-3546-4047-bb31-2aae637759c6), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.585631 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e3a65-c521-4dc7-8172-c9dcd5d86dbb tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7b394f-3546-4047-bb31-2aae637759c6,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:11.632560 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-895e3a65-c521-4dc7-8172-c9dcd5d86dbb tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.634358 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-895e3a65-c521-4dc7-8172-c9dcd5d86dbb tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2547970 Jan 28 13:38:11.638892 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40326) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:11.648038 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a1b8fafa-abb0-4b35-a6da-f004ca2f36c1 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group_rule': {'security_group_id': '3e7b394f-3546-4047-bb31-2aae637759c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:11.665763 n-d-822747-2 neutron-server[103352]: WARNING neutron.api.v2.base [None req-a1b8fafa-abb0-4b35-a6da-f004ca2f36c1 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 13:38:11.667808 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-a1b8fafa-abb0-4b35-a6da-f004ca2f36c1 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:38:11.669725 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a1b8fafa-abb0-4b35-a6da-f004ca2f36c1 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0287302 Jan 28 13:38:11.672732 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40328) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:11.678764 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-1d5b431f-fad1-490f-a8a2-2d2fe663297a tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group_rule': {'security_group_id': '3e7b394f-3546-4047-bb31-2aae637759c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:11.679830 n-d-822747-2 neutron-server[103352]: WARNING neutron.api.v2.base [None req-1d5b431f-fad1-490f-a8a2-2d2fe663297a tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 13:38:11.680523 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-1d5b431f-fad1-490f-a8a2-2d2fe663297a tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:38:11.681982 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1d5b431f-fad1-490f-a8a2-2d2fe663297a tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0079894 Jan 28 13:38:11.685973 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40330) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:11.698759 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-6942c2b6-a029-4337-97f4-af6db3198459 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group_rule': {'security_group_id': '3e7b394f-3546-4047-bb31-2aae637759c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:11.701186 n-d-822747-2 neutron-server[103352]: WARNING neutron.api.v2.base [None req-6942c2b6-a029-4337-97f4-af6db3198459 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 13:38:11.702070 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-6942c2b6-a029-4337-97f4-af6db3198459 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:38:11.705987 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6942c2b6-a029-4337-97f4-af6db3198459 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0162184 Jan 28 13:38:11.706984 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40332) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:11.716573 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-69ae0aa6-c6a2-4d73-96f8-45fdd6e37d66 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group_rule': {'security_group_id': '3e7b394f-3546-4047-bb31-2aae637759c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:11.717879 n-d-822747-2 neutron-server[103352]: WARNING neutron.api.v2.base [None req-69ae0aa6-c6a2-4d73-96f8-45fdd6e37d66 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 13:38:11.719078 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-69ae0aa6-c6a2-4d73-96f8-45fdd6e37d66 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:38:11.720306 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-69ae0aa6-c6a2-4d73-96f8-45fdd6e37d66 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0121810 Jan 28 13:38:11.724321 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40334) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:11.729776 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-38727a9d-8bcb-45c5-b542-fbb47739917c tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (86e9f65d-926d-46d5-8aee-cb73004d153a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.733836 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-38727a9d-8bcb-45c5-b542-fbb47739917c tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router_controller (86e9f65d-926d-46d5-8aee-cb73004d153a), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.796363 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d7768987-3be0-4ad9-a274-505d7ee2e7e7 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (3e7b394f-3546-4047-bb31-2aae637759c6), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.818993 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-38727a9d-8bcb-45c5-b542-fbb47739917c tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (86e9f65d-926d-46d5-8aee-cb73004d153a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.824094 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38727a9d-8bcb-45c5-b542-fbb47739917c tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86e9f65d-926d-46d5-8aee-cb73004d153a {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:38:11.834249 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d7768987-3be0-4ad9-a274-505d7ee2e7e7 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (3e7b394f-3546-4047-bb31-2aae637759c6), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.836378 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-38727a9d-8bcb-45c5-b542-fbb47739917c tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.842054 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-38727a9d-8bcb-45c5-b542-fbb47739917c tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "DELETE /v2.0/routers/86e9f65d-926d-46d5-8aee-cb73004d153a HTTP/1.1" status: 204 len: 168 time: 2.8564727 Jan 28 13:38:11.850714 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40338) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:11.857618 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-2f77e308-be0f-4f83-99da-608c259efb9f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-572003072', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}, 'admin_state_up': False}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:11.888033 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5e72f-164f-4930-b652-ac16e33c7888 req-b96c1169-4aae-4f80-8c93-c62f16605c02 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:11.896764 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7ef5e72f-164f-4930-b652-ac16e33c7888 req-b96c1169-4aae-4f80-8c93-c62f16605c02 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.8269365 Jan 28 13:38:11.925656 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d7768987-3be0-4ad9-a274-505d7ee2e7e7 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (3e7b394f-3546-4047-bb31-2aae637759c6), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.929365 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d7768987-3be0-4ad9-a274-505d7ee2e7e7 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.931424 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d7768987-3be0-4ad9-a274-505d7ee2e7e7 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "DELETE /v2.0/security-groups/3e7b394f-3546-4047-bb31-2aae637759c6 HTTP/1.1" status: 204 len: 168 time: 0.2058573 Jan 28 13:38:11.942863 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40344) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:11.944349 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7768987-3be0-4ad9-a274-505d7ee2e7e7 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7b394f-3546-4047-bb31-2aae637759c6,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:11.977430 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:38:11.988521 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f77e308-be0f-4f83-99da-608c259efb9f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (3f103e2e-4ebc-4098-96dc-bda35bdf739c), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.989603 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f77e308-be0f-4f83-99da-608c259efb9f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (3f103e2e-4ebc-4098-96dc-bda35bdf739c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:12.067853 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fc04d6bf-a8a9-4e39-b45a-aac2585ccd95 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1131504 Jan 28 13:38:12.068595 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40346) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:12.084698 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7ef5e72f-164f-4930-b652-ac16e33c7888 req-826504df-46a4-4402-9607-44ba7d2ea4d0 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869476 Jan 28 13:38:12.087600 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-7813e87a-2ee0-4623-a621-174effce2cd7 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1131707259'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:12.162941 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7813e87a-2ee0-4623-a621-174effce2cd7 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:12.184936 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f77e308-be0f-4f83-99da-608c259efb9f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_controller (3f103e2e-4ebc-4098-96dc-bda35bdf739c), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:12.331493 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7813e87a-2ee0-4623-a621-174effce2cd7 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (728f35a3-d7e4-43d7-a453-c23a2475a2e5), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:12.337485 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7813e87a-2ee0-4623-a621-174effce2cd7 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (728f35a3-d7e4-43d7-a453-c23a2475a2e5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:12.409708 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7813e87a-2ee0-4623-a621-174effce2cd7 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:12.410990 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7813e87a-2ee0-4623-a621-174effce2cd7 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3413863 Jan 28 13:38:12.415671 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40358) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:12.416171 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813e87a-2ee0-4623-a621-174effce2cd7 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=728f35a3-d7e4-43d7-a453-c23a2475a2e5,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:12.428069 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-ae73d7db-f5a7-4478-9e9a-6aa681a147ae tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group_rule': {'security_group_id': '728f35a3-d7e4-43d7-a453-c23a2475a2e5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:12.428886 n-d-822747-2 neutron-server[103352]: WARNING neutron.api.v2.base [None req-ae73d7db-f5a7-4478-9e9a-6aa681a147ae tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 13:38:12.429366 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-ae73d7db-f5a7-4478-9e9a-6aa681a147ae tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:38:12.430358 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ae73d7db-f5a7-4478-9e9a-6aa681a147ae tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067387 Jan 28 13:38:12.434218 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40362) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:12.444935 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-1b367784-e5c3-4e82-af8d-f90f76e11cfd tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group_rule': {'security_group_id': '728f35a3-d7e4-43d7-a453-c23a2475a2e5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:12.520294 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f77e308-be0f-4f83-99da-608c259efb9f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_gateway (3f103e2e-4ebc-4098-96dc-bda35bdf739c), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:12.535968 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-1b367784-e5c3-4e82-af8d-f90f76e11cfd tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:38:12.541883 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40366) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:12.542945 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1b367784-e5c3-4e82-af8d-f90f76e11cfd tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1045437 Jan 28 13:38:12.568017 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-8e31095b-918b-403a-8557-12281c6da10d tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group_rule': {'security_group_id': '728f35a3-d7e4-43d7-a453-c23a2475a2e5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:12.573357 n-d-822747-2 neutron-server[103352]: WARNING neutron.api.v2.base [None req-8e31095b-918b-403a-8557-12281c6da10d tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 13:38:12.573813 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-8e31095b-918b-403a-8557-12281c6da10d tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:38:12.577344 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8e31095b-918b-403a-8557-12281c6da10d tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0316586 Jan 28 13:38:12.577948 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40368) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:12.584157 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-913fbe76-5969-428d-a73c-8327af2979ab tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group_rule': {'security_group_id': '728f35a3-d7e4-43d7-a453-c23a2475a2e5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:12.659265 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-913fbe76-5969-428d-a73c-8327af2979ab tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:38:12.661083 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-913fbe76-5969-428d-a73c-8327af2979ab tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0820789 Jan 28 13:38:12.664370 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40372) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:12.673973 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-16a7f997-7114-447d-b350-573b85d9ce72 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group_rule': {'security_group_id': '728f35a3-d7e4-43d7-a453-c23a2475a2e5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:12.674713 n-d-822747-2 neutron-server[103352]: WARNING neutron.api.v2.base [None req-16a7f997-7114-447d-b350-573b85d9ce72 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 13:38:12.675524 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-16a7f997-7114-447d-b350-573b85d9ce72 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:38:12.676594 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-16a7f997-7114-447d-b350-573b85d9ce72 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0110471 Jan 28 13:38:12.681381 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40374) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:12.699223 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-13d5d9d8-841c-48fa-b02a-da8fc1cc125e tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group_rule': {'security_group_id': '728f35a3-d7e4-43d7-a453-c23a2475a2e5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:12.743992 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device a68e9c46-3acb-4964-a1d2-27d61e108e6d no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:38:12.758374 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-13d5d9d8-841c-48fa-b02a-da8fc1cc125e tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:38:12.760406 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-13d5d9d8-841c-48fa-b02a-da8fc1cc125e tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0776534 Jan 28 13:38:12.763350 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40376) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:12.770732 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-5dfd6b74-cf14-4e3e-8efa-e32a51c2baa9 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group_rule': {'security_group_id': '728f35a3-d7e4-43d7-a453-c23a2475a2e5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:12.771500 n-d-822747-2 neutron-server[103352]: WARNING neutron.api.v2.base [None req-5dfd6b74-cf14-4e3e-8efa-e32a51c2baa9 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 13:38:12.772538 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-5dfd6b74-cf14-4e3e-8efa-e32a51c2baa9 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:38:12.773899 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5dfd6b74-cf14-4e3e-8efa-e32a51c2baa9 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092030 Jan 28 13:38:12.778442 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40378) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:12.791486 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: a68e9c46-3acb-4964-a1d2-27d61e108e6d {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:38:12.792211 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-171fa44c-f8c1-4a52-bcfe-c905412ad9f1 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group_rule': {'security_group_id': '728f35a3-d7e4-43d7-a453-c23a2475a2e5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:12.793261 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device a68e9c46-3acb-4964-a1d2-27d61e108e6d not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:38:12.840456 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-171fa44c-f8c1-4a52-bcfe-c905412ad9f1 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:38:12.841721 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-171fa44c-f8c1-4a52-bcfe-c905412ad9f1 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0616124 Jan 28 13:38:12.844989 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40380) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:12.850319 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-e0776206-7b4d-440b-a75e-0abb569b4f53 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group_rule': {'security_group_id': '728f35a3-d7e4-43d7-a453-c23a2475a2e5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:12.966569 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-e0776206-7b4d-440b-a75e-0abb569b4f53 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:38:12.971000 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e0776206-7b4d-440b-a75e-0abb569b4f53 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1218758 Jan 28 13:38:12.971841 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40388) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:13.022876 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f77e308-be0f-4f83-99da-608c259efb9f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_gateway (3f103e2e-4ebc-4098-96dc-bda35bdf739c), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:13.061951 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f77e308-be0f-4f83-99da-608c259efb9f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:13.177106 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b603b6f4-380e-4fec-b509-a7a0d0378a80 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (728f35a3-d7e4-43d7-a453-c23a2475a2e5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:13.229603 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b603b6f4-380e-4fec-b509-a7a0d0378a80 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (728f35a3-d7e4-43d7-a453-c23a2475a2e5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:13.272279 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-2f77e308-be0f-4f83-99da-608c259efb9f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Allocated IP 172.25.3.219 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/27839cd5-db3f-4c43-881a-2e7970da28ac) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:38:13.385836 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4806dbb-4aa9-4ea0-a42d-2b0f1c2a6fa7 req-fccd5251-945a-4ac7-a59f-fc615c7926d7 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:13.389068 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c4806dbb-4aa9-4ea0-a42d-2b0f1c2a6fa7 req-fccd5251-945a-4ac7-a59f-fc615c7926d7 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.1281459 Jan 28 13:38:13.390485 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b603b6f4-380e-4fec-b509-a7a0d0378a80 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (728f35a3-d7e4-43d7-a453-c23a2475a2e5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:13.393440 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b603b6f4-380e-4fec-b509-a7a0d0378a80 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:13.395543 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b603b6f4-380e-4fec-b509-a7a0d0378a80 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "DELETE /v2.0/security-groups/728f35a3-d7e4-43d7-a453-c23a2475a2e5 HTTP/1.1" status: 204 len: 168 time: 0.4222300 Jan 28 13:38:13.408912 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40408) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:13.410799 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603b6f4-380e-4fec-b509-a7a0d0378a80 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=728f35a3-d7e4-43d7-a453-c23a2475a2e5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:13.549628 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f77e308-be0f-4f83-99da-608c259efb9f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for port (27839cd5-db3f-4c43-881a-2e7970da28ac), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:13.567779 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c4806dbb-4aa9-4ea0-a42d-2b0f1c2a6fa7 req-764d4c27-9822-446f-a2ca-0ff5d3e88acb tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708381 Jan 28 13:38:13.580857 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2abc48c7-e410-47c7-958f-f6380fcfe868 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1674614 Jan 28 13:38:13.586539 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40412) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:13.590660 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-97f1901c-0615-4d30-9c53-0cba3f5b979b tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1919669664'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:13.614340 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-97f1901c-0615-4d30-9c53-0cba3f5b979b tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:13.651411 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f77e308-be0f-4f83-99da-608c259efb9f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (27839cd5-db3f-4c43-881a-2e7970da28ac), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:13.696879 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f77e308-be0f-4f83-99da-608c259efb9f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:38:13.718450 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-97f1901c-0615-4d30-9c53-0cba3f5b979b tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (54d6acf8-cd10-41bf-b81c-529e660a5cde), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:13.724100 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-97f1901c-0615-4d30-9c53-0cba3f5b979b tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (54d6acf8-cd10-41bf-b81c-529e660a5cde), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:13.746427 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-2f77e308-be0f-4f83-99da-608c259efb9f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:13.747313 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-97f1901c-0615-4d30-9c53-0cba3f5b979b tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:13.748846 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-97f1901c-0615-4d30-9c53-0cba3f5b979b tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1618791 Jan 28 13:38:13.755658 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40416) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:13.756964 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f77e308-be0f-4f83-99da-608c259efb9f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:38:13.764475 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-4bbe77b6-48dc-4441-99e7-583dcd3c072c tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group_rule': {'security_group_id': '54d6acf8-cd10-41bf-b81c-529e660a5cde', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:13.793899 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1901c-0615-4d30-9c53-0cba3f5b979b tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54d6acf8-cd10-41bf-b81c-529e660a5cde,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:13.843611 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-4bbe77b6-48dc-4441-99e7-583dcd3c072c tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] create failed (client error): The resource could not be found. Jan 28 13:38:13.849073 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4bbe77b6-48dc-4441-99e7-583dcd3c072c tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0921855 Jan 28 13:38:13.850026 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40422) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:13.852999 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77e308-be0f-4f83-99da-608c259efb9f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Pushing event updated for resources: {'Port': ['ID=27839cd5-db3f-4c43-881a-2e7970da28ac,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:13.862214 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-db4a6b86-3368-4228-b8d1-38c4d28de6af tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group_rule': {'security_group_id': '54d6acf8-cd10-41bf-b81c-529e660a5cde', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3b439bb7-d65f-45c6-b6de-e4709cd2b352'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:13.936267 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-db4a6b86-3368-4228-b8d1-38c4d28de6af tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] create failed (client error): The resource could not be found. Jan 28 13:38:13.940896 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-db4a6b86-3368-4228-b8d1-38c4d28de6af tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0894694 Jan 28 13:38:13.941773 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40426) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:14.072334 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a3292db8-899e-4b73-b51b-a9c9f2313f7d tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (54d6acf8-cd10-41bf-b81c-529e660a5cde), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:14.159991 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a3292db8-899e-4b73-b51b-a9c9f2313f7d tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (54d6acf8-cd10-41bf-b81c-529e660a5cde), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:14.225498 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f77e308-be0f-4f83-99da-608c259efb9f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_gateway (3f103e2e-4ebc-4098-96dc-bda35bdf739c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:14.261303 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a3292db8-899e-4b73-b51b-a9c9f2313f7d tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (54d6acf8-cd10-41bf-b81c-529e660a5cde), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:14.265676 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a3292db8-899e-4b73-b51b-a9c9f2313f7d tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:14.270517 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a3292db8-899e-4b73-b51b-a9c9f2313f7d tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "DELETE /v2.0/security-groups/54d6acf8-cd10-41bf-b81c-529e660a5cde HTTP/1.1" status: 204 len: 168 time: 0.3270493 Jan 28 13:38:14.271576 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40434) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:14.308910 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3292db8-899e-4b73-b51b-a9c9f2313f7d tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d6acf8-cd10-41bf-b81c-529e660a5cde,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:14.385997 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b3a4b6f3-089c-4fa3-bfd5-528a0cb29540 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1017599 Jan 28 13:38:14.386811 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40444) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:14.391566 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-f10674a6-c7b0-490e-8f8b-1a9b2f9275d4 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group_rule': {'security_group_id': '69620d39-ef79-48e8-b9e1-5baf9e7efdbc', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:14.450779 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-f10674a6-c7b0-490e-8f8b-1a9b2f9275d4 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] create failed (client error): The resource could not be found. Jan 28 13:38:14.456833 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f10674a6-c7b0-490e-8f8b-1a9b2f9275d4 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0689595 Jan 28 13:38:14.458114 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40448) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:14.464083 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-3036bea2-e01d-4368-8780-4f9957d819c7 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group': {'name': 'tempest-secgroup--994554895'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:14.508673 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3036bea2-e01d-4368-8780-4f9957d819c7 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:14.595057 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f77e308-be0f-4f83-99da-608c259efb9f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (3f103e2e-4ebc-4098-96dc-bda35bdf739c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:14.692842 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3036bea2-e01d-4368-8780-4f9957d819c7 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (6acd2e1e-4661-4eeb-8044-3052dbc8fe94), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:14.700676 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3036bea2-e01d-4368-8780-4f9957d819c7 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6acd2e1e-4661-4eeb-8044-3052dbc8fe94), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:14.804786 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036bea2-e01d-4368-8780-4f9957d819c7 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6acd2e1e-4661-4eeb-8044-3052dbc8fe94,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:14.851888 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3036bea2-e01d-4368-8780-4f9957d819c7 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:14.856665 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3036bea2-e01d-4368-8780-4f9957d819c7 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3973303 Jan 28 13:38:14.868865 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40464) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:14.868865 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-d598f53b-08fe-40ba-b017-b64bd590f7a6 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1808831345'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:14.909898 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d598f53b-08fe-40ba-b017-b64bd590f7a6 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:14.975215 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29887732-fff5-4638-a9c3-10b32d37630c req-949ff231-ccba-4d31-a779-3acb17be9004 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:14.977884 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-29887732-fff5-4638-a9c3-10b32d37630c req-949ff231-ccba-4d31-a779-3acb17be9004 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.1389184 Jan 28 13:38:15.027416 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f77e308-be0f-4f83-99da-608c259efb9f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Router 3f103e2e-4ebc-4098-96dc-bda35bdf739c is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:38:15.043886 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d598f53b-08fe-40ba-b017-b64bd590f7a6 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (45d935b0-66ac-45c5-aa24-212e47dc1d46), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:15.057163 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d598f53b-08fe-40ba-b017-b64bd590f7a6 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (45d935b0-66ac-45c5-aa24-212e47dc1d46), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:15.098840 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598f53b-08fe-40ba-b017-b64bd590f7a6 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d935b0-66ac-45c5-aa24-212e47dc1d46,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:15.115257 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d598f53b-08fe-40ba-b017-b64bd590f7a6 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:15.118859 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d598f53b-08fe-40ba-b017-b64bd590f7a6 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2562661 Jan 28 13:38:15.121135 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40478) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:15.131938 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-529791e6-67a2-4103-ad95-0fab98a9174a tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group_rule': {'security_group_id': '6acd2e1e-4661-4eeb-8044-3052dbc8fe94', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '45d935b0-66ac-45c5-aa24-212e47dc1d46'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:15.184573 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-529791e6-67a2-4103-ad95-0fab98a9174a tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:38:15.186718 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-529791e6-67a2-4103-ad95-0fab98a9174a tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0633447 Jan 28 13:38:15.190436 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40482) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:15.207680 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-29887732-fff5-4638-a9c3-10b32d37630c req-ffd6d93f-d0ac-4cba-921c-6ee13914ab88 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601093 Jan 28 13:38:15.287806 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-df77db4e-39a0-4b4c-b3a3-65bac1651d28 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (45d935b0-66ac-45c5-aa24-212e47dc1d46), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:15.317990 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-df77db4e-39a0-4b4c-b3a3-65bac1651d28 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (45d935b0-66ac-45c5-aa24-212e47dc1d46), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:15.378175 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f77e308-be0f-4f83-99da-608c259efb9f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:38:15.398318 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-df77db4e-39a0-4b4c-b3a3-65bac1651d28 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (45d935b0-66ac-45c5-aa24-212e47dc1d46), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:15.401440 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-df77db4e-39a0-4b4c-b3a3-65bac1651d28 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:15.402739 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-df77db4e-39a0-4b4c-b3a3-65bac1651d28 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "DELETE /v2.0/security-groups/45d935b0-66ac-45c5-aa24-212e47dc1d46 HTTP/1.1" status: 204 len: 168 time: 0.2115526 Jan 28 13:38:15.406555 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40488) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:15.407449 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc51ed-67ac-4f9d-84b3-aa42162316ed None None] Sync routers for ids ['3f103e2e-4ebc-4098-96dc-bda35bdf739c'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:38:15.423630 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f77e308-be0f-4f83-99da-608c259efb9f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:15.428625 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2f77e308-be0f-4f83-99da-608c259efb9f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5745046 Jan 28 13:38:15.431534 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77db4e-39a0-4b4c-b3a3-65bac1651d28 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d935b0-66ac-45c5-aa24-212e47dc1d46,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:15.432058 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40490) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:15.449045 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-212c8c4e-242d-404e-9cdd-6ef67ec66239 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'enable_snat': False}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:15.490666 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-58ab7d56-9bc5-4a9b-99ea-ec5d18fd667e tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0829608 Jan 28 13:38:15.493469 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40496) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:15.494689 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dc51ed-67ac-4f9d-84b3-aa42162316ed None None] Routers {'3f103e2e-4ebc-4098-96dc-bda35bdf739c'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:15.498565 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-26dc51ed-67ac-4f9d-84b3-aa42162316ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:38:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['3f103e2e-4ebc-4098-96dc-bda35bdf739c'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:15.571962 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87120150-a928-4ce7-8bc0-4d1dcda62140 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (6acd2e1e-4661-4eeb-8044-3052dbc8fe94), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:15.599696 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87120150-a928-4ce7-8bc0-4d1dcda62140 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (6acd2e1e-4661-4eeb-8044-3052dbc8fe94), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:15.661425 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87120150-a928-4ce7-8bc0-4d1dcda62140 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6acd2e1e-4661-4eeb-8044-3052dbc8fe94), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:15.664306 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87120150-a928-4ce7-8bc0-4d1dcda62140 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:15.665803 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-87120150-a928-4ce7-8bc0-4d1dcda62140 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "DELETE /v2.0/security-groups/6acd2e1e-4661-4eeb-8044-3052dbc8fe94 HTTP/1.1" status: 204 len: 168 time: 0.1711137 Jan 28 13:38:15.669232 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40500) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:15.685763 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87120150-a928-4ce7-8bc0-4d1dcda62140 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acd2e1e-4661-4eeb-8044-3052dbc8fe94,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:15.750716 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-85f0401d-9007-4908-8e81-829f767567c8 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0729425 Jan 28 13:38:15.751636 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40502) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:15.756561 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-eba344f0-d41f-4101-b43f-4c469874a892 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group': {'name': 'tempest-secgroup--480955852'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:15.824116 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eba344f0-d41f-4101-b43f-4c469874a892 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:15.938568 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-26dc51ed-67ac-4f9d-84b3-aa42162316ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:15.991897 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eba344f0-d41f-4101-b43f-4c469874a892 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (8af0f482-44a6-4d40-853f-74ab7c19059d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:15.998644 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eba344f0-d41f-4101-b43f-4c469874a892 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8af0f482-44a6-4d40-853f-74ab7c19059d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:16.008356 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dc51ed-67ac-4f9d-84b3-aa42162316ed None None] Routers {'3f103e2e-4ebc-4098-96dc-bda35bdf739c'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:16.009227 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-26dc51ed-67ac-4f9d-84b3-aa42162316ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:38:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['3f103e2e-4ebc-4098-96dc-bda35bdf739c'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:16.058706 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eba344f0-d41f-4101-b43f-4c469874a892 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:16.069135 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-eba344f0-d41f-4101-b43f-4c469874a892 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3151965 Jan 28 13:38:16.078648 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40512) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:16.084368 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-1740447f-f3a8-469b-9543-41625fb11f15 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:16.085175 n-d-822747-2 neutron-server[103352]: WARNING neutron.api.v2.base [None req-1740447f-f3a8-469b-9543-41625fb11f15 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 13:38:16.085996 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-1740447f-f3a8-469b-9543-41625fb11f15 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 13:38:16.090019 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1740447f-f3a8-469b-9543-41625fb11f15 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "PUT /v2.0/security-groups/8af0f482-44a6-4d40-853f-74ab7c19059d HTTP/1.1" status: 409 len: 330 time: 0.0103300 Jan 28 13:38:16.091782 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40516) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:16.102424 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba344f0-d41f-4101-b43f-4c469874a892 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af0f482-44a6-4d40-853f-74ab7c19059d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:16.134891 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-26dc51ed-67ac-4f9d-84b3-aa42162316ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:16.136769 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc51ed-67ac-4f9d-84b3-aa42162316ed None None] The sync data for ids ['3f103e2e-4ebc-4098-96dc-bda35bdf739c'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:38:16.144365 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-212c8c4e-242d-404e-9cdd-6ef67ec66239 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router_gateway (3f103e2e-4ebc-4098-96dc-bda35bdf739c), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:16.182424 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9ea7f008-a90f-4911-b9ff-623ee017c6cd tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (8af0f482-44a6-4d40-853f-74ab7c19059d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:16.227199 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9ea7f008-a90f-4911-b9ff-623ee017c6cd tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (8af0f482-44a6-4d40-853f-74ab7c19059d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:16.304885 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9ea7f008-a90f-4911-b9ff-623ee017c6cd tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8af0f482-44a6-4d40-853f-74ab7c19059d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:16.308180 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9ea7f008-a90f-4911-b9ff-623ee017c6cd tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:16.312309 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9ea7f008-a90f-4911-b9ff-623ee017c6cd tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "DELETE /v2.0/security-groups/8af0f482-44a6-4d40-853f-74ab7c19059d HTTP/1.1" status: 204 len: 168 time: 0.2164865 Jan 28 13:38:16.316127 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40528) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:16.332181 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7f008-a90f-4911-b9ff-623ee017c6cd tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af0f482-44a6-4d40-853f-74ab7c19059d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:16.456823 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e5a67b46-28a1-44ac-8deb-825661dface4 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1390581 Jan 28 13:38:16.460588 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914737b-8fe0-4748-b470-abf9172c6069 req-18d0cbb8-712d-4807-9438-90413728ee7f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:16.467326 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40532) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:16.468462 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1914737b-8fe0-4748-b470-abf9172c6069 req-18d0cbb8-712d-4807-9438-90413728ee7f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.1200411 Jan 28 13:38:16.509727 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-886e9f73-2ad3-4586-a37a-3a4b1bb2c5da tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] delete failed (client error): The resource could not be found. Jan 28 13:38:16.511171 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-886e9f73-2ad3-4586-a37a-3a4b1bb2c5da tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "DELETE /v2.0/security-groups/9494d260-e9d3-4f3f-b720-911987beabfe HTTP/1.1" status: 404 len: 347 time: 0.0425177 Jan 28 13:38:16.515318 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40534) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:16.541517 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-8849c6cb-a7e0-4d62-bcfc-4f3930e2facd tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] show failed (client error): The resource could not be found. Jan 28 13:38:16.542957 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8849c6cb-a7e0-4d62-bcfc-4f3930e2facd tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "GET /v2.0/security-groups/f3b3aa9c-1b26-455d-8b75-bc9b52e8843a HTTP/1.1" status: 404 len: 347 time: 0.0224893 Jan 28 13:38:16.547285 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40538) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:16.568237 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1914737b-8fe0-4748-b470-abf9172c6069 req-272c06b7-707d-47fa-a00a-9d0aa1aa5c63 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988932 Jan 28 13:38:16.594868 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-a9474ade-88ad-4bc1-872b-c2425551ea90 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] show failed (client error): The resource could not be found. Jan 28 13:38:16.601391 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a9474ade-88ad-4bc1-872b-c2425551ea90 tempest-NegativeSecGroupTest-1816628130 tempest-NegativeSecGroupTest-1816628130-project] 10.222.0.39 "GET /v2.0/security-group-rules/3148e11e-d6a5-47c5-98e6-869f5ee34fa5 HTTP/1.1" status: 404 len: 356 time: 0.0518525 Jan 28 13:38:17.054741 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40554) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:17.301655 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-020e3d61-0859-4c40-99ce-9ae0fa83dc98 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a37d5bc3aa634aa4babef3d590c63760&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2444263 Jan 28 13:38:17.303445 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40560) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:17.425559 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-212c8c4e-242d-404e-9cdd-6ef67ec66239 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5641'] for router (3f103e2e-4ebc-4098-96dc-bda35bdf739c), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:17.427882 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7b73ced9-a494-4b94-8fdf-ba9c56e521be admin admin] Publish callbacks [] for security_group (4cbe8f04-ce59-4ebd-b336-10eacc08bd57), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:17.434053 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-212c8c4e-242d-404e-9cdd-6ef67ec66239 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352569'] for router (3f103e2e-4ebc-4098-96dc-bda35bdf739c), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:17.472580 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7b73ced9-a494-4b94-8fdf-ba9c56e521be admin admin] Publish callbacks [] for security_group (4cbe8f04-ce59-4ebd-b336-10eacc08bd57), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:17.568470 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7b73ced9-a494-4b94-8fdf-ba9c56e521be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (4cbe8f04-ce59-4ebd-b336-10eacc08bd57), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:17.571771 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7b73ced9-a494-4b94-8fdf-ba9c56e521be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:17.575847 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7b73ced9-a494-4b94-8fdf-ba9c56e521be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4cbe8f04-ce59-4ebd-b336-10eacc08bd57 HTTP/1.1" status: 204 len: 168 time: 0.2688849 Jan 28 13:38:17.596974 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73ced9-a494-4b94-8fdf-ba9c56e521be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbe8f04-ce59-4ebd-b336-10eacc08bd57,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:17.663282 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:17.688928 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212c8c4e-242d-404e-9cdd-6ef67ec66239 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Router 3f103e2e-4ebc-4098-96dc-bda35bdf739c has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:38:17.887066 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259a94f-0fcd-4986-b371-f1f8ea1d7875 req-72f03efd-c7d3-49b9-80ae-e28baad2fee9 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:17.895060 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8259a94f-0fcd-4986-b371-f1f8ea1d7875 req-72f03efd-c7d3-49b9-80ae-e28baad2fee9 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.1440728 Jan 28 13:38:17.909382 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212c8c4e-242d-404e-9cdd-6ef67ec66239 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:38:17.921267 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-212c8c4e-242d-404e-9cdd-6ef67ec66239 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:17.922115 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0071aad4-752c-42e7-a890-0e8de83d4a45 None None] Sync routers for ids ['3f103e2e-4ebc-4098-96dc-bda35bdf739c'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:38:17.925950 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-212c8c4e-242d-404e-9cdd-6ef67ec66239 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "PUT /v2.0/routers/3f103e2e-4ebc-4098-96dc-bda35bdf739c HTTP/1.1" status: 200 len: 921 time: 2.4894052 Jan 28 13:38:17.925950 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40576) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:17.943872 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0071aad4-752c-42e7-a890-0e8de83d4a45 None None] Routers {'3f103e2e-4ebc-4098-96dc-bda35bdf739c'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:17.946212 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-0071aad4-752c-42e7-a890-0e8de83d4a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:38:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['3f103e2e-4ebc-4098-96dc-bda35bdf739c'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:18.035575 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8259a94f-0fcd-4986-b371-f1f8ea1d7875 req-b6c6fdab-9673-4a72-85bc-4615c1677325 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393661 Jan 28 13:38:18.093449 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-0071aad4-752c-42e7-a890-0e8de83d4a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:18.119222 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0071aad4-752c-42e7-a890-0e8de83d4a45 None None] Routers {'3f103e2e-4ebc-4098-96dc-bda35bdf739c'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:18.119865 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-0071aad4-752c-42e7-a890-0e8de83d4a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:38:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['3f103e2e-4ebc-4098-96dc-bda35bdf739c'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:18.135922 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e5b84f78-ee4b-474e-805f-391db47de48f tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "GET /v2.0/routers/3f103e2e-4ebc-4098-96dc-bda35bdf739c HTTP/1.1" status: 200 len: 921 time: 0.2087698 Jan 28 13:38:18.139571 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40584) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:18.270788 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-0071aad4-752c-42e7-a890-0e8de83d4a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:18.271818 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0071aad4-752c-42e7-a890-0e8de83d4a45 None None] The sync data for ids ['3f103e2e-4ebc-4098-96dc-bda35bdf739c'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:38:18.330969 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6e5e80-5e49-4441-8096-feffdc3103bd tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:18.336651 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4f6e5e80-5e49-4441-8096-feffdc3103bd tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236&device_id=3f103e2e-4ebc-4098-96dc-bda35bdf739c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1931810 Jan 28 13:38:18.337234 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40594) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:18.469116 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44199366-9480-4dab-9cf3-dd76110e8f0f tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:18.473927 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-44199366-9480-4dab-9cf3-dd76110e8f0f tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 881 time: 0.1327171 Jan 28 13:38:18.474376 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40604) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:18.510022 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-13dc693d-36af-4dcc-8c01-f30b6e9554f4 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f103e2e-4ebc-4098-96dc-bda35bdf739c HTTP/1.1" status: 200 len: 205 time: 0.0319471 Jan 28 13:38:18.510774 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40606) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:18.670735 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-75cd679d-e515-4f11-928e-107f1344da09 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router (3f103e2e-4ebc-4098-96dc-bda35bdf739c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:18.807609 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-75cd679d-e515-4f11-928e-107f1344da09 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_gateway (3f103e2e-4ebc-4098-96dc-bda35bdf739c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:18.978665 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-75cd679d-e515-4f11-928e-107f1344da09 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Deleting port 27839cd5-db3f-4c43-881a-2e7970da28ac {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:38:18.979037 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-75cd679d-e515-4f11-928e-107f1344da09 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (27839cd5-db3f-4c43-881a-2e7970da28ac), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:19.112711 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-75cd679d-e515-4f11-928e-107f1344da09 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (27839cd5-db3f-4c43-881a-2e7970da28ac), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:19.133969 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-75cd679d-e515-4f11-928e-107f1344da09 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Calling delete_port for 27839cd5-db3f-4c43-881a-2e7970da28ac owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:19.339085 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea856a1-da37-4746-8239-72026d67c901 req-381d9221-260e-4d01-9443-7b61c489e313 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:19.353039 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ea856a1-da37-4746-8239-72026d67c901 req-381d9221-260e-4d01-9443-7b61c489e313 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.1573014 Jan 28 13:38:19.471589 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ea856a1-da37-4746-8239-72026d67c901 req-0317b635-3d0e-481e-b812-711434a9c3c7 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170659 Jan 28 13:38:19.542845 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-75cd679d-e515-4f11-928e-107f1344da09 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (27839cd5-db3f-4c43-881a-2e7970da28ac), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:19.635171 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd679d-e515-4f11-928e-107f1344da09 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Pushing event deleted for resources: {'Port': ['ID=27839cd5-db3f-4c43-881a-2e7970da28ac,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:19.736871 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:19.750725 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-75cd679d-e515-4f11-928e-107f1344da09 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (3f103e2e-4ebc-4098-96dc-bda35bdf739c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:19.895658 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-75cd679d-e515-4f11-928e-107f1344da09 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (3f103e2e-4ebc-4098-96dc-bda35bdf739c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:19.899574 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-75cd679d-e515-4f11-928e-107f1344da09 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_controller (3f103e2e-4ebc-4098-96dc-bda35bdf739c), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:19.966060 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-75cd679d-e515-4f11-928e-107f1344da09 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (3f103e2e-4ebc-4098-96dc-bda35bdf739c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:19.966750 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cd679d-e515-4f11-928e-107f1344da09 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Fanout notify agent at l3_agent the message router_deleted on router 3f103e2e-4ebc-4098-96dc-bda35bdf739c {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:38:19.996194 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-75cd679d-e515-4f11-928e-107f1344da09 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:19.998743 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-75cd679d-e515-4f11-928e-107f1344da09 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "DELETE /v2.0/routers/3f103e2e-4ebc-4098-96dc-bda35bdf739c HTTP/1.1" status: 204 len: 168 time: 1.4863415 Jan 28 13:38:20.002755 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40652) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:20.009988 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-44ce034f-08fb-44a3-9d8d-e8a5b1c59f05 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1063642285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:20.035382 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44ce034f-08fb-44a3-9d8d-e8a5b1c59f05 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (086210e5-19b3-47b7-bbe5-910202058c69), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:20.037803 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44ce034f-08fb-44a3-9d8d-e8a5b1c59f05 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (086210e5-19b3-47b7-bbe5-910202058c69), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:20.182302 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44ce034f-08fb-44a3-9d8d-e8a5b1c59f05 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_controller (086210e5-19b3-47b7-bbe5-910202058c69), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:20.194521 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44ce034f-08fb-44a3-9d8d-e8a5b1c59f05 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (086210e5-19b3-47b7-bbe5-910202058c69), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:20.241014 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44ce034f-08fb-44a3-9d8d-e8a5b1c59f05 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:20.246884 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40662) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:20.248375 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-44ce034f-08fb-44a3-9d8d-e8a5b1c59f05 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2429779 Jan 28 13:38:20.254704 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-2d971db1-be8d-4786-a687-2723e4b0e5e5 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Request body: {'router': {'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:20.907192 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40682) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:20.909234 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517e911-2e43-4e7f-9174-9039254b1504 req-579b42b8-2ae4-4256-9406-7ee5a6e5eede tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:20.916388 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8517e911-2e43-4e7f-9174-9039254b1504 req-579b42b8-2ae4-4256-9406-7ee5a6e5eede tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.2620695 Jan 28 13:38:20.934411 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2d971db1-be8d-4786-a687-2723e4b0e5e5 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_gateway (086210e5-19b3-47b7-bbe5-910202058c69), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:21.065653 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8517e911-2e43-4e7f-9174-9039254b1504 req-e9aa1149-6f9d-4394-89cd-17702c0b0f0c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483412 Jan 28 13:38:21.122736 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d5caeaa8-bb6c-4be8-a18f-7bbb84bb58b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:21.256949 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d5caeaa8-bb6c-4be8-a18f-7bbb84bb58b6 admin admin] Publish callbacks [] for security_group (b0515492-5b31-4b29-9ff6-98fff31d7beb), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:21.263289 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d5caeaa8-bb6c-4be8-a18f-7bbb84bb58b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b0515492-5b31-4b29-9ff6-98fff31d7beb), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:21.343356 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5caeaa8-bb6c-4be8-a18f-7bbb84bb58b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0515492-5b31-4b29-9ff6-98fff31d7beb,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:21.375416 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d5caeaa8-bb6c-4be8-a18f-7bbb84bb58b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=72c79356e8764953a9a848c75ebd2e84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4666946 Jan 28 13:38:21.376679 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40686) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:21.536363 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2d971db1-be8d-4786-a687-2723e4b0e5e5 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_gateway (086210e5-19b3-47b7-bbe5-910202058c69), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:21.560886 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2d971db1-be8d-4786-a687-2723e4b0e5e5 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:21.582152 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-39cea441-2482-47e4-9dc2-04f4c7eeee03 admin admin] Publish callbacks [] for security_group (b0515492-5b31-4b29-9ff6-98fff31d7beb), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:21.610960 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-39cea441-2482-47e4-9dc2-04f4c7eeee03 admin admin] Publish callbacks [] for security_group (b0515492-5b31-4b29-9ff6-98fff31d7beb), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:21.701668 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-39cea441-2482-47e4-9dc2-04f4c7eeee03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b0515492-5b31-4b29-9ff6-98fff31d7beb), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:21.704579 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-39cea441-2482-47e4-9dc2-04f4c7eeee03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:21.706033 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-39cea441-2482-47e4-9dc2-04f4c7eeee03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b0515492-5b31-4b29-9ff6-98fff31d7beb HTTP/1.1" status: 204 len: 168 time: 0.3281317 Jan 28 13:38:21.735248 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cea441-2482-47e4-9dc2-04f4c7eeee03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0515492-5b31-4b29-9ff6-98fff31d7beb,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:21.806040 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-2d971db1-be8d-4786-a687-2723e4b0e5e5 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Allocated IP 172.25.3.208 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/38368bfd-9678-449c-b2ca-ef104aa8b2b2) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:38:21.996839 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2d971db1-be8d-4786-a687-2723e4b0e5e5 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for port (38368bfd-9678-449c-b2ca-ef104aa8b2b2), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:22.051533 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2d971db1-be8d-4786-a687-2723e4b0e5e5 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (38368bfd-9678-449c-b2ca-ef104aa8b2b2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:22.099549 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d971db1-be8d-4786-a687-2723e4b0e5e5 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:38:22.104336 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-2d971db1-be8d-4786-a687-2723e4b0e5e5 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:22.111509 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d971db1-be8d-4786-a687-2723e4b0e5e5 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:38:22.182273 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40706) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:22.205637 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6708bed1-5505-438e-b7d6-66e174fbf224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:22.207050 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d971db1-be8d-4786-a687-2723e4b0e5e5 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Pushing event updated for resources: {'Port': ['ID=38368bfd-9678-449c-b2ca-ef104aa8b2b2,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:22.325081 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcca27a-c0c6-46ac-9963-42a4200a58c4 req-90833218-6c93-4824-8d59-fabbebf9bf31 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:22.331957 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1fcca27a-c0c6-46ac-9963-42a4200a58c4 req-90833218-6c93-4824-8d59-fabbebf9bf31 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.0883183 Jan 28 13:38:22.412068 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6708bed1-5505-438e-b7d6-66e174fbf224 admin admin] Publish callbacks [] for security_group (584593ad-c1b3-44c7-a494-e757edd7b4cb), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:22.428305 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1fcca27a-c0c6-46ac-9963-42a4200a58c4 req-a7d21821-b418-42c3-bc70-a0e921cd7a9c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887716 Jan 28 13:38:22.429913 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6708bed1-5505-438e-b7d6-66e174fbf224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (584593ad-c1b3-44c7-a494-e757edd7b4cb), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:22.453748 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2d971db1-be8d-4786-a687-2723e4b0e5e5 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_gateway (086210e5-19b3-47b7-bbe5-910202058c69), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:22.479314 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6708bed1-5505-438e-b7d6-66e174fbf224 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=52571d0b27124408a23b005d10929b02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2957661 Jan 28 13:38:22.481305 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40708) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:22.526266 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708bed1-5505-438e-b7d6-66e174fbf224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584593ad-c1b3-44c7-a494-e757edd7b4cb,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:22.635253 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b10a9ce-e6a2-461e-a76b-c26f74961aae admin admin] Publish callbacks [] for security_group (584593ad-c1b3-44c7-a494-e757edd7b4cb), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:22.691436 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b10a9ce-e6a2-461e-a76b-c26f74961aae admin admin] Publish callbacks [] for security_group (584593ad-c1b3-44c7-a494-e757edd7b4cb), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:22.831808 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b10a9ce-e6a2-461e-a76b-c26f74961aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (584593ad-c1b3-44c7-a494-e757edd7b4cb), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:22.834645 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b10a9ce-e6a2-461e-a76b-c26f74961aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:22.838295 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1b10a9ce-e6a2-461e-a76b-c26f74961aae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/584593ad-c1b3-44c7-a494-e757edd7b4cb HTTP/1.1" status: 204 len: 168 time: 0.3533065 Jan 28 13:38:22.854147 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10a9ce-e6a2-461e-a76b-c26f74961aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584593ad-c1b3-44c7-a494-e757edd7b4cb,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:23.121787 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2d971db1-be8d-4786-a687-2723e4b0e5e5 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5641'] for router (086210e5-19b3-47b7-bbe5-910202058c69), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:23.134538 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2d971db1-be8d-4786-a687-2723e4b0e5e5 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352569'] for router (086210e5-19b3-47b7-bbe5-910202058c69), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:23.477503 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d971db1-be8d-4786-a687-2723e4b0e5e5 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Router 086210e5-19b3-47b7-bbe5-910202058c69 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:38:24.370380 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba52ff5-e7f5-459b-a0a1-3e6bfa00f706 req-5c88eaaa-c863-4449-9d00-be9f250e1f8f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:24.380301 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0ba52ff5-e7f5-459b-a0a1-3e6bfa00f706 req-5c88eaaa-c863-4449-9d00-be9f250e1f8f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.1854930 Jan 28 13:38:24.402019 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d971db1-be8d-4786-a687-2723e4b0e5e5 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:38:24.413705 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2d971db1-be8d-4786-a687-2723e4b0e5e5 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:24.419488 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2d971db1-be8d-4786-a687-2723e4b0e5e5 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "PUT /v2.0/routers/086210e5-19b3-47b7-bbe5-910202058c69 HTTP/1.1" status: 200 len: 880 time: 4.1668212 Jan 28 13:38:24.419705 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40770) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:24.427338 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9158374-5a5b-4f64-94c5-e7be158d7380 None None] Sync routers for ids ['086210e5-19b3-47b7-bbe5-910202058c69'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:38:24.472398 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0ba52ff5-e7f5-459b-a0a1-3e6bfa00f706 req-15daa245-2d11-409f-a14d-034db0c5705e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902457 Jan 28 13:38:24.475496 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9158374-5a5b-4f64-94c5-e7be158d7380 None None] Routers {'086210e5-19b3-47b7-bbe5-910202058c69'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:24.476141 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a9158374-5a5b-4f64-94c5-e7be158d7380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:38:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['086210e5-19b3-47b7-bbe5-910202058c69'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:24.579752 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a9158374-5a5b-4f64-94c5-e7be158d7380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:24.610157 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9158374-5a5b-4f64-94c5-e7be158d7380 None None] Routers {'086210e5-19b3-47b7-bbe5-910202058c69'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:24.610467 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a9158374-5a5b-4f64-94c5-e7be158d7380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:38:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['086210e5-19b3-47b7-bbe5-910202058c69'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:24.673830 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a9158374-5a5b-4f64-94c5-e7be158d7380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:24.674768 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9158374-5a5b-4f64-94c5-e7be158d7380 None None] The sync data for ids ['086210e5-19b3-47b7-bbe5-910202058c69'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:38:25.315223 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40796) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:25.465510 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69968d72-cc5e-4a56-bf0a-c82516168ead admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:25.589255 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9f64e490-e919-4839-b398-4a358b410785 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "GET /v2.0/routers/086210e5-19b3-47b7-bbe5-910202058c69 HTTP/1.1" status: 200 len: 921 time: 1.1690214 Jan 28 13:38:25.595050 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40806) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:25.619887 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69968d72-cc5e-4a56-bf0a-c82516168ead admin admin] Publish callbacks [] for security_group (4c23e1e2-744e-4c0d-84b6-470c7f056988), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:25.628583 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69968d72-cc5e-4a56-bf0a-c82516168ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (4c23e1e2-744e-4c0d-84b6-470c7f056988), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:25.755958 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-69968d72-cc5e-4a56-bf0a-c82516168ead admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7950db1ad27e4decaea0f577a49104ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4375761 Jan 28 13:38:25.755958 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69968d72-cc5e-4a56-bf0a-c82516168ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c23e1e2-744e-4c0d-84b6-470c7f056988,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:25.762087 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40812) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:25.806537 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ba2e10-1b67-4123-a03b-f4ca3f84adb2 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:25.829038 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-24ba2e10-1b67-4123-a03b-f4ca3f84adb2 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236&device_id=086210e5-19b3-47b7-bbe5-910202058c69&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2247727 Jan 28 13:38:25.834166 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40814) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:25.857424 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a30a50-6f42-48c6-9b10-7004f231b3ce req-414915a2-ae19-48e4-bc58-bf1ba281bb8c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:25.868206 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-04a30a50-6f42-48c6-9b10-7004f231b3ce req-414915a2-ae19-48e4-bc58-bf1ba281bb8c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.1814210 Jan 28 13:38:25.979904 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-04a30a50-6f42-48c6-9b10-7004f231b3ce req-7644fef4-955d-49d7-9748-51728b1ebdac tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096697 Jan 28 13:38:26.029584 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7233-9254-47bb-b7fe-050fa64838e2 admin admin] Publish callbacks [] for security_group (4c23e1e2-744e-4c0d-84b6-470c7f056988), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:26.153926 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7233-9254-47bb-b7fe-050fa64838e2 admin admin] Publish callbacks [] for security_group (4c23e1e2-744e-4c0d-84b6-470c7f056988), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:26.200990 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be43a6a-400c-4dbb-b081-022168ba1fa6 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:26.206865 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2be43a6a-400c-4dbb-b081-022168ba1fa6 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 881 time: 0.3684239 Jan 28 13:38:26.208325 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40822) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:26.284949 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7233-9254-47bb-b7fe-050fa64838e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (4c23e1e2-744e-4c0d-84b6-470c7f056988), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:26.285780 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-72132801-400d-434b-bd2c-d8672af8dab3 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "GET /v2.0/ports?device_id=086210e5-19b3-47b7-bbe5-910202058c69 HTTP/1.1" status: 200 len: 205 time: 0.0756269 Jan 28 13:38:26.288665 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40826) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:26.289100 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7233-9254-47bb-b7fe-050fa64838e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:26.293121 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fbcc7233-9254-47bb-b7fe-050fa64838e2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c23e1e2-744e-4c0d-84b6-470c7f056988 HTTP/1.1" status: 204 len: 168 time: 0.5274618 Jan 28 13:38:26.310683 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc7233-9254-47bb-b7fe-050fa64838e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c23e1e2-744e-4c0d-84b6-470c7f056988,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:26.711585 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7cb010d2-fb36-46fc-8097-5854679bf822 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router (086210e5-19b3-47b7-bbe5-910202058c69), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:26.992215 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7cb010d2-fb36-46fc-8097-5854679bf822 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_gateway (086210e5-19b3-47b7-bbe5-910202058c69), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:27.086559 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-7cb010d2-fb36-46fc-8097-5854679bf822 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Deleting port 38368bfd-9678-449c-b2ca-ef104aa8b2b2 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:38:27.086945 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7cb010d2-fb36-46fc-8097-5854679bf822 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (38368bfd-9678-449c-b2ca-ef104aa8b2b2), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:27.275439 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7cb010d2-fb36-46fc-8097-5854679bf822 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (38368bfd-9678-449c-b2ca-ef104aa8b2b2), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:27.284778 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a8d4e-8601-4d51-a2f1-056c2ce5e130 req-2e23572f-a6ab-4e7d-9fea-7d452fada025 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:27.294202 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-7cb010d2-fb36-46fc-8097-5854679bf822 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Calling delete_port for 38368bfd-9678-449c-b2ca-ef104aa8b2b2 owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:27.294529 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d65a8d4e-8601-4d51-a2f1-056c2ce5e130 req-2e23572f-a6ab-4e7d-9fea-7d452fada025 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.1554940 Jan 28 13:38:27.425524 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40876) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:27.442544 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d65a8d4e-8601-4d51-a2f1-056c2ce5e130 req-ab569e3f-7162-4dc6-b1f0-400c1078c4c8 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458743 Jan 28 13:38:27.488950 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-703a9606-5b8f-4347-b9b1-4bf14ac29620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:27.511375 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7cb010d2-fb36-46fc-8097-5854679bf822 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (38368bfd-9678-449c-b2ca-ef104aa8b2b2), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:27.547421 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb010d2-fb36-46fc-8097-5854679bf822 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Pushing event deleted for resources: {'Port': ['ID=38368bfd-9678-449c-b2ca-ef104aa8b2b2,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:27.642832 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7cb010d2-fb36-46fc-8097-5854679bf822 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (086210e5-19b3-47b7-bbe5-910202058c69), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:27.745718 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40884) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:27.761812 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-703a9606-5b8f-4347-b9b1-4bf14ac29620 admin admin] Publish callbacks [] for security_group (341a4b8a-fa3f-4a60-b343-4d3f47581fe9), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:27.766597 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-703a9606-5b8f-4347-b9b1-4bf14ac29620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (341a4b8a-fa3f-4a60-b343-4d3f47581fe9), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:27.792342 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7cb010d2-fb36-46fc-8097-5854679bf822 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (086210e5-19b3-47b7-bbe5-910202058c69), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:27.796126 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7cb010d2-fb36-46fc-8097-5854679bf822 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_controller (086210e5-19b3-47b7-bbe5-910202058c69), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:27.862206 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7cb010d2-fb36-46fc-8097-5854679bf822 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (086210e5-19b3-47b7-bbe5-910202058c69), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:27.863143 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb010d2-fb36-46fc-8097-5854679bf822 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Fanout notify agent at l3_agent the message router_deleted on router 086210e5-19b3-47b7-bbe5-910202058c69 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:38:27.882818 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7cb010d2-fb36-46fc-8097-5854679bf822 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:27.884790 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7cb010d2-fb36-46fc-8097-5854679bf822 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "DELETE /v2.0/routers/086210e5-19b3-47b7-bbe5-910202058c69 HTTP/1.1" status: 204 len: 168 time: 1.5946925 Jan 28 13:38:27.891175 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40890) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:27.898813 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-3f665c9b-558f-44f8-93c4-3486cb7196d9 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-874594514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:27.904310 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-703a9606-5b8f-4347-b9b1-4bf14ac29620 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5eddfae58e8444debae75e99e4c38d01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4588938 Jan 28 13:38:27.918216 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40892) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:27.951467 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3f665c9b-558f-44f8-93c4-3486cb7196d9 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (a7c8a424-9823-468a-83ac-b552dbfad4ad), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:27.953425 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3f665c9b-558f-44f8-93c4-3486cb7196d9 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (a7c8a424-9823-468a-83ac-b552dbfad4ad), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:27.970046 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a9606-5b8f-4347-b9b1-4bf14ac29620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341a4b8a-fa3f-4a60-b343-4d3f47581fe9,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:28.059013 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3f665c9b-558f-44f8-93c4-3486cb7196d9 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_controller (a7c8a424-9823-468a-83ac-b552dbfad4ad), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:28.064662 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3f665c9b-558f-44f8-93c4-3486cb7196d9 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (a7c8a424-9823-468a-83ac-b552dbfad4ad), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:28.074327 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da17c9f6-ac5b-4761-9214-05e18cc8cf8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:28.078258 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ce271838-539f-4dae-a412-ea8aa0a5d985 admin admin] Publish callbacks [] for security_group (341a4b8a-fa3f-4a60-b343-4d3f47581fe9), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:28.119707 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ce271838-539f-4dae-a412-ea8aa0a5d985 admin admin] Publish callbacks [] for security_group (341a4b8a-fa3f-4a60-b343-4d3f47581fe9), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:28.122145 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3f665c9b-558f-44f8-93c4-3486cb7196d9 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:28.127917 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3f665c9b-558f-44f8-93c4-3486cb7196d9 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2351434 Jan 28 13:38:28.129372 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40894) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:28.137879 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-a1c044f2-380c-4f3b-8346-b14eb2bd2398 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'enable_snat': True}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:28.463879 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1c044f2-380c-4f3b-8346-b14eb2bd2398 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router_gateway (a7c8a424-9823-468a-83ac-b552dbfad4ad), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:28.496385 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ce271838-539f-4dae-a412-ea8aa0a5d985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (341a4b8a-fa3f-4a60-b343-4d3f47581fe9), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:28.496385 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ce271838-539f-4dae-a412-ea8aa0a5d985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:28.496385 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ce271838-539f-4dae-a412-ea8aa0a5d985 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/341a4b8a-fa3f-4a60-b343-4d3f47581fe9 HTTP/1.1" status: 204 len: 168 time: 0.5581028 Jan 28 13:38:28.519869 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce271838-539f-4dae-a412-ea8aa0a5d985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341a4b8a-fa3f-4a60-b343-4d3f47581fe9,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:28.556414 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da17c9f6-ac5b-4761-9214-05e18cc8cf8a admin admin] Publish callbacks [] for security_group (457d7d63-2930-446e-a131-af8b174e5296), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:28.564552 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da17c9f6-ac5b-4761-9214-05e18cc8cf8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (457d7d63-2930-446e-a131-af8b174e5296), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:28.613955 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17c9f6-ac5b-4761-9214-05e18cc8cf8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457d7d63-2930-446e-a131-af8b174e5296,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:28.750774 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-da17c9f6-ac5b-4761-9214-05e18cc8cf8a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b0f30ae4a3a4f428a9fbabf8ba79791&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0040016 Jan 28 13:38:28.752721 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40902) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:28.775109 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf3516-c883-4e68-a32d-367792024e0b req-61b0159f-baa2-4f3e-81b5-779eb4c6ac3c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:28.777084 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7bdf3516-c883-4e68-a32d-367792024e0b req-61b0159f-baa2-4f3e-81b5-779eb4c6ac3c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.1671746 Jan 28 13:38:28.823840 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22d62f3c-a362-4456-94ce-f9ba5bc283ca admin admin] Publish callbacks [] for security_group (457d7d63-2930-446e-a131-af8b174e5296), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:28.934389 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22d62f3c-a362-4456-94ce-f9ba5bc283ca admin admin] Publish callbacks [] for security_group (457d7d63-2930-446e-a131-af8b174e5296), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:28.946862 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7bdf3516-c883-4e68-a32d-367792024e0b req-2b122421-8eb9-4a8f-b21e-1286b21d406f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554763 Jan 28 13:38:29.092271 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1c044f2-380c-4f3b-8346-b14eb2bd2398 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router_gateway (a7c8a424-9823-468a-83ac-b552dbfad4ad), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:29.114562 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22d62f3c-a362-4456-94ce-f9ba5bc283ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (457d7d63-2930-446e-a131-af8b174e5296), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:29.117202 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22d62f3c-a362-4456-94ce-f9ba5bc283ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:29.118411 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-22d62f3c-a362-4456-94ce-f9ba5bc283ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/457d7d63-2930-446e-a131-af8b174e5296 HTTP/1.1" status: 204 len: 168 time: 0.3647573 Jan 28 13:38:29.119636 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1c044f2-380c-4f3b-8346-b14eb2bd2398 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:29.261297 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-a1c044f2-380c-4f3b-8346-b14eb2bd2398 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Allocated IP 172.25.3.159 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/a055748e-8502-49e7-b462-da9a3c727006) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:38:29.294262 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-34aac4d9-6777-4a80-b836-6146cdd91dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:29.402711 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1c044f2-380c-4f3b-8346-b14eb2bd2398 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for port (a055748e-8502-49e7-b462-da9a3c727006), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:29.442430 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1c044f2-380c-4f3b-8346-b14eb2bd2398 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (a055748e-8502-49e7-b462-da9a3c727006), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:29.456309 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d62f3c-a362-4456-94ce-f9ba5bc283ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457d7d63-2930-446e-a131-af8b174e5296,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:29.548235 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c044f2-380c-4f3b-8346-b14eb2bd2398 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:38:29.563130 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-a1c044f2-380c-4f3b-8346-b14eb2bd2398 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:29.569447 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c044f2-380c-4f3b-8346-b14eb2bd2398 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:38:29.676826 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c044f2-380c-4f3b-8346-b14eb2bd2398 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Pushing event updated for resources: {'Port': ['ID=a055748e-8502-49e7-b462-da9a3c727006,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:29.825640 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40932) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:29.865849 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-22875eb4-ded7-41b4-9fff-c524405ef5e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:30.084081 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1c044f2-380c-4f3b-8346-b14eb2bd2398 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router_gateway (a7c8a424-9823-468a-83ac-b552dbfad4ad), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:30.086245 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-22875eb4-ded7-41b4-9fff-c524405ef5e0 admin admin] Publish callbacks [] for security_group (407ae365-72b1-424f-9085-1c183e82f7cf), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:30.094395 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-22875eb4-ded7-41b4-9fff-c524405ef5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (407ae365-72b1-424f-9085-1c183e82f7cf), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:30.187035 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22875eb4-ded7-41b4-9fff-c524405ef5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407ae365-72b1-424f-9085-1c183e82f7cf,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:30.205857 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-22875eb4-ded7-41b4-9fff-c524405ef5e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8bc57a32070149f9a6747b5029af174c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3787138 Jan 28 13:38:30.212344 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40946) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:30.347891 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bbe768fd-cbb1-472f-9848-d60ce8f58d46 admin admin] Publish callbacks [] for security_group (407ae365-72b1-424f-9085-1c183e82f7cf), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:30.387864 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bbe768fd-cbb1-472f-9848-d60ce8f58d46 admin admin] Publish callbacks [] for security_group (407ae365-72b1-424f-9085-1c183e82f7cf), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:30.420630 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1c044f2-380c-4f3b-8346-b14eb2bd2398 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5641'] for router (a7c8a424-9823-468a-83ac-b552dbfad4ad), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:30.425248 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1c044f2-380c-4f3b-8346-b14eb2bd2398 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352569'] for router (a7c8a424-9823-468a-83ac-b552dbfad4ad), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:30.466024 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bbe768fd-cbb1-472f-9848-d60ce8f58d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (407ae365-72b1-424f-9085-1c183e82f7cf), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:30.468893 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bbe768fd-cbb1-472f-9848-d60ce8f58d46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:30.470356 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bbe768fd-cbb1-472f-9848-d60ce8f58d46 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/407ae365-72b1-424f-9085-1c183e82f7cf HTTP/1.1" status: 204 len: 168 time: 0.2562523 Jan 28 13:38:30.501127 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe768fd-cbb1-472f-9848-d60ce8f58d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407ae365-72b1-424f-9085-1c183e82f7cf,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:30.543714 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f57eb8-0b55-4072-82f8-6aab9d6c7bd4 req-aadc7f01-c405-48c1-a4ca-a91ca0f7d37b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:30.553214 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6f57eb8-0b55-4072-82f8-6aab9d6c7bd4 req-aadc7f01-c405-48c1-a4ca-a91ca0f7d37b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.3505783 Jan 28 13:38:30.661462 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6f57eb8-0b55-4072-82f8-6aab9d6c7bd4 req-586676ae-e458-4357-959e-190330e8f859 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072295 Jan 28 13:38:30.722743 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c044f2-380c-4f3b-8346-b14eb2bd2398 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Router a7c8a424-9823-468a-83ac-b552dbfad4ad is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:38:31.242901 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c044f2-380c-4f3b-8346-b14eb2bd2398 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:38:31.247962 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1c044f2-380c-4f3b-8346-b14eb2bd2398 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:31.250212 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a1c044f2-380c-4f3b-8346-b14eb2bd2398 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "PUT /v2.0/routers/a7c8a424-9823-468a-83ac-b552dbfad4ad HTTP/1.1" status: 200 len: 914 time: 3.1156797 Jan 28 13:38:31.252965 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40988) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:31.258513 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e5ee3-6a3f-497a-a446-3420ee40fef0 None None] Sync routers for ids ['a7c8a424-9823-468a-83ac-b552dbfad4ad'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:38:31.276641 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e5ee3-6a3f-497a-a446-3420ee40fef0 None None] Routers {'a7c8a424-9823-468a-83ac-b552dbfad4ad'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:31.277689 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-971e5ee3-6a3f-497a-a446-3420ee40fef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:38:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['a7c8a424-9823-468a-83ac-b552dbfad4ad'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:31.279940 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af205aa-9abe-40eb-9d4f-86bd81ab4baa req-bf697c5f-5d0e-41ed-9884-ad06a1603b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:31.282260 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9af205aa-9abe-40eb-9d4f-86bd81ab4baa req-bf697c5f-5d0e-41ed-9884-ad06a1603b09 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=205e0e0f7c204c6b8762ba0b567c808e&device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 1096 time: 0.0884044 Jan 28 13:38:31.384210 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-971e5ee3-6a3f-497a-a446-3420ee40fef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:31.411221 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e5ee3-6a3f-497a-a446-3420ee40fef0 None None] Routers {'a7c8a424-9823-468a-83ac-b552dbfad4ad'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:31.412097 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-971e5ee3-6a3f-497a-a446-3420ee40fef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:38:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['a7c8a424-9823-468a-83ac-b552dbfad4ad'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:31.412242 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af205aa-9abe-40eb-9d4f-86bd81ab4baa req-606c5beb-bb38-4fbe-8ed7-a41707127a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:31.413824 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9af205aa-9abe-40eb-9d4f-86bd81ab4baa req-606c5beb-bb38-4fbe-8ed7-a41707127a24 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dd65474c-0b14-4c75-9058-245198106ef8 HTTP/1.1" status: 200 len: 916 time: 0.1254497 Jan 28 13:38:31.486380 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-582d1e1e-614e-4d40-acc4-d4ffda4fafdc tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "GET /v2.0/routers/a7c8a424-9823-468a-83ac-b552dbfad4ad HTTP/1.1" status: 200 len: 920 time: 0.2316103 Jan 28 13:38:31.493715 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40998) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:31.509561 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-971e5ee3-6a3f-497a-a446-3420ee40fef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:31.510222 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e5ee3-6a3f-497a-a446-3420ee40fef0 None None] The sync data for ids ['a7c8a424-9823-468a-83ac-b552dbfad4ad'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:38:31.586317 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9af205aa-9abe-40eb-9d4f-86bd81ab4baa req-0547f71b-8a6f-4fb7-b1f7-88679b2a5ef9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acd709ee-c689-4a1a-b014-195d714a9cbb HTTP/1.1" status: 200 len: 1000 time: 0.1649535 Jan 28 13:38:31.600493 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0f17a4d2-ace0-429d-8d6f-ade66265f127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:31.653632 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af205aa-9abe-40eb-9d4f-86bd81ab4baa req-78c4a51f-7acf-4943-aca8-4e6efaf7aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:31.655660 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9af205aa-9abe-40eb-9d4f-86bd81ab4baa req-78c4a51f-7acf-4943-aca8-4e6efaf7aa4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=10438cad-60ca-4257-93e8-c8ceba8bf16c HTTP/1.1" status: 200 len: 855 time: 0.0588641 Jan 28 13:38:31.705438 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af15829-0271-4775-bd3a-a977cd778095 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:31.709937 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6af15829-0271-4775-bd3a-a977cd778095 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236&device_id=a7c8a424-9823-468a-83ac-b552dbfad4ad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2122698 Jan 28 13:38:31.709937 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41008) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:31.748762 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af205aa-9abe-40eb-9d4f-86bd81ab4baa req-e33b7b1f-041c-414b-ad37-26bf1dc33aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:31.750435 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9af205aa-9abe-40eb-9d4f-86bd81ab4baa req-e33b7b1f-041c-414b-ad37-26bf1dc33aea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dd65474c-0b14-4c75-9058-245198106ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887339 Jan 28 13:38:31.835391 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d89b7-39c0-42dd-b333-f73d86766b53 req-d72e9ead-0f54-4fc1-8190-5a2ee70a1542 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:31.837188 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-853d89b7-39c0-42dd-b333-f73d86766b53 req-d72e9ead-0f54-4fc1-8190-5a2ee70a1542 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.0581291 Jan 28 13:38:31.921139 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-853d89b7-39c0-42dd-b333-f73d86766b53 req-44584f36-ea61-4a6d-aaa2-faa6af4ef6f0 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772622 Jan 28 13:38:31.943493 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780e7cf7-812a-4faf-a0cb-c64d23a52b4c tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:31.944691 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-780e7cf7-812a-4faf-a0cb-c64d23a52b4c tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 881 time: 0.2340147 Jan 28 13:38:31.947980 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41014) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:31.982929 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-225f2b78-5d9a-4856-a4bb-3867f76dbf24 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7c8a424-9823-468a-83ac-b552dbfad4ad HTTP/1.1" status: 200 len: 205 time: 0.0332026 Jan 28 13:38:31.985594 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41016) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:31.991019 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9af205aa-9abe-40eb-9d4f-86bd81ab4baa req-ce21152e-1f08-4ae1-acff-6d2eb6f12572 service neutron] 10.222.0.18 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767075 Jan 28 13:38:32.192923 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9af205aa-9abe-40eb-9d4f-86bd81ab4baa req-aee88a65-bd34-4233-b14a-c95832976e4f service neutron] 10.222.0.18 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948538 Jan 28 13:38:32.218683 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-400ad936-f872-435f-917d-fa28b631a556 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router (a7c8a424-9823-468a-83ac-b552dbfad4ad), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:32.384515 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-400ad936-f872-435f-917d-fa28b631a556 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_gateway (a7c8a424-9823-468a-83ac-b552dbfad4ad), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:32.463452 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-400ad936-f872-435f-917d-fa28b631a556 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Deleting port a055748e-8502-49e7-b462-da9a3c727006 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:38:32.464166 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-400ad936-f872-435f-917d-fa28b631a556 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (a055748e-8502-49e7-b462-da9a3c727006), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:32.565254 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-400ad936-f872-435f-917d-fa28b631a556 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (a055748e-8502-49e7-b462-da9a3c727006), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:32.586461 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-400ad936-f872-435f-917d-fa28b631a556 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Calling delete_port for a055748e-8502-49e7-b462-da9a3c727006 owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:32.808319 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:32.827985 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-400ad936-f872-435f-917d-fa28b631a556 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (a055748e-8502-49e7-b462-da9a3c727006), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:32.864325 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ad936-f872-435f-917d-fa28b631a556 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Pushing event deleted for resources: {'Port': ['ID=a055748e-8502-49e7-b462-da9a3c727006,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:32.942002 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-400ad936-f872-435f-917d-fa28b631a556 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (a7c8a424-9823-468a-83ac-b552dbfad4ad), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:33.080413 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-400ad936-f872-435f-917d-fa28b631a556 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (a7c8a424-9823-468a-83ac-b552dbfad4ad), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:33.085785 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-400ad936-f872-435f-917d-fa28b631a556 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_controller (a7c8a424-9823-468a-83ac-b552dbfad4ad), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:33.124468 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b8fda-d57e-494b-a647-49cf39517ab2 req-1a29fe6d-600b-470a-8580-5b94a1f64596 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:33.133125 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5b4b8fda-d57e-494b-a647-49cf39517ab2 req-1a29fe6d-600b-470a-8580-5b94a1f64596 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.0890212 Jan 28 13:38:33.189681 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-400ad936-f872-435f-917d-fa28b631a556 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (a7c8a424-9823-468a-83ac-b552dbfad4ad), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:33.190431 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400ad936-f872-435f-917d-fa28b631a556 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Fanout notify agent at l3_agent the message router_deleted on router a7c8a424-9823-468a-83ac-b552dbfad4ad {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:38:33.203925 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-400ad936-f872-435f-917d-fa28b631a556 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:33.205490 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-400ad936-f872-435f-917d-fa28b631a556 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "DELETE /v2.0/routers/a7c8a424-9823-468a-83ac-b552dbfad4ad HTTP/1.1" status: 204 len: 168 time: 1.2187865 Jan 28 13:38:33.210450 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41078) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:33.217248 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5b4b8fda-d57e-494b-a647-49cf39517ab2 req-3ad47204-26e3-4a31-b116-1b84ee3bb11d tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825100 Jan 28 13:38:33.217812 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-02bbf04b-1ae1-4932-a2f4-48f991ee5ac0 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-342461438', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:33.264237 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-02bbf04b-1ae1-4932-a2f4-48f991ee5ac0 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:33.265465 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-02bbf04b-1ae1-4932-a2f4-48f991ee5ac0 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:33.356431 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-02bbf04b-1ae1-4932-a2f4-48f991ee5ac0 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_controller (f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:33.361933 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-02bbf04b-1ae1-4932-a2f4-48f991ee5ac0 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:33.394174 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-02bbf04b-1ae1-4932-a2f4-48f991ee5ac0 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:33.398400 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41100) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:33.398629 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-02bbf04b-1ae1-4932-a2f4-48f991ee5ac0 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1859484 Jan 28 13:38:33.403654 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'enable_snat': False}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:33.668770 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router_gateway (f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:33.929560 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router_gateway (f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:33.954041 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:34.128722 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41134) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:34.205844 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:34.227293 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Allocated IP 172.25.3.128 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/6140cd7e-5bba-4a99-afe8-560a8cbc4d2a) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:38:34.410663 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e408245a-521b-4da6-ae29-d3ed4947241f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:34.562799 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75982abb-5010-4b3a-82b5-fad76ae3f7a5 req-48035602-ae72-443d-bea0-1bc3d5e0e531 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:34.568021 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for port (6140cd7e-5bba-4a99-afe8-560a8cbc4d2a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:34.580139 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-75982abb-5010-4b3a-82b5-fad76ae3f7a5 req-48035602-ae72-443d-bea0-1bc3d5e0e531 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.1976891 Jan 28 13:38:34.657103 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device acd709ee-c689-4a1a-b014-195d714a9cbb no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:38:34.678899 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (6140cd7e-5bba-4a99-afe8-560a8cbc4d2a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:34.837927 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:38:34.859842 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-75982abb-5010-4b3a-82b5-fad76ae3f7a5 req-46ab1e2f-7276-4405-ba98-65ddc1a87b32 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2663739 Jan 28 13:38:34.863427 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:34.874150 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:38:34.893907 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port acd709ee-c689-4a1a-b014-195d714a9cbb is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:34.896069 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:34.957939 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9103728-e977-4e6b-a0e7-314bd5cd972b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acd709ee-c689-4a1a-b014-195d714a9cbb'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:38:34.961089 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff517a0a-8562-45c7-81e7-53269d1cbd49" -d '{"events": [{"server_uuid": "a9103728-e977-4e6b-a0e7-314bd5cd972b", "name": "network-vif-unplugged", "status": "completed", "tag": "acd709ee-c689-4a1a-b014-195d714a9cbb"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:38:35.004837 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port acd709ee-c689-4a1a-b014-195d714a9cbb, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=acd709ee-c689-4a1a-b014-195d714a9cbb,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:35.011782 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:35.110175 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=acd709ee-c689-4a1a-b014-195d714a9cbb,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:35.121358 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:35.121821 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:35.122424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:35.123091 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:35.123707 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:35.124673 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:35.125239 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:35.125857 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:35.126421 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:35.127134 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:35.127740 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:35.128443 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:35.129022 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:35.331372 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Pushing event updated for resources: {'Port': ['ID=6140cd7e-5bba-4a99-afe8-560a8cbc4d2a,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:35.526419 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:35.527435 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:35.528084 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:35.528921 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:35.529704 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:35.530939 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:35.531581 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:35.532312 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:35.532893 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:35.533691 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:35.557202 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:35.557802 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:35.558145 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:35.721085 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e408245a-521b-4da6-ae29-d3ed4947241f admin admin] Publish callbacks [] for security_group (882d54f5-9eb9-4ef9-8200-263230188dbc), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:35.733024 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e408245a-521b-4da6-ae29-d3ed4947241f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (882d54f5-9eb9-4ef9-8200-263230188dbc), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:35.784114 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:35.794357 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e408245a-521b-4da6-ae29-d3ed4947241f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c12e395595c4f3b8cd82527ed166f4d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6637185 Jan 28 13:38:35.807518 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41300) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:35.846661 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab2ca7-3dda-42fc-9300-92505f75d4e9 req-27a8d046-d3e4-46f5-9b2b-8851e6250f57 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:35.849913 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d5ab2ca7-3dda-42fc-9300-92505f75d4e9 req-27a8d046-d3e4-46f5-9b2b-8851e6250f57 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.8636773 Jan 28 13:38:35.853041 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 13:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04891fde-8124-4173-b6b7-95d7429322fd x-openstack-request-id: req-04891fde-8124-4173-b6b7-95d7429322fd {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:38:35.853377 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9103728-e977-4e6b-a0e7-314bd5cd972b", "name": "network-vif-unplugged", "status": "failed", "tag": "acd709ee-c689-4a1a-b014-195d714a9cbb", "code": 422}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:38:35.854105 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-04891fde-8124-4173-b6b7-95d7429322fd {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:38:35.856326 n-d-822747-2 neutron-server[103353]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a9103728-e977-4e6b-a0e7-314bd5cd972b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'acd709ee-c689-4a1a-b014-195d714a9cbb', 'code': 422} returned with failed status Jan 28 13:38:35.999279 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd216-19a6-495a-a4f5-1a4dcf939990 admin admin] Publish callbacks [] for security_group (882d54f5-9eb9-4ef9-8200-263230188dbc), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:36.060226 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408245a-521b-4da6-ae29-d3ed4947241f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882d54f5-9eb9-4ef9-8200-263230188dbc,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:36.074884 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd216-19a6-495a-a4f5-1a4dcf939990 admin admin] Publish callbacks [] for security_group (882d54f5-9eb9-4ef9-8200-263230188dbc), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:36.176079 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd216-19a6-495a-a4f5-1a4dcf939990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (882d54f5-9eb9-4ef9-8200-263230188dbc), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:36.180438 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd216-19a6-495a-a4f5-1a4dcf939990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:36.183853 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5c2bd216-19a6-495a-a4f5-1a4dcf939990 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/882d54f5-9eb9-4ef9-8200-263230188dbc HTTP/1.1" status: 204 len: 168 time: 0.3710377 Jan 28 13:38:36.214634 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2bd216-19a6-495a-a4f5-1a4dcf939990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882d54f5-9eb9-4ef9-8200-263230188dbc,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:36.702945 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router_gateway (f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:36.926234 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d5ab2ca7-3dda-42fc-9300-92505f75d4e9 req-529be9c2-a32a-4f5e-a258-1003a8facab0 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0438447 Jan 28 13:38:37.513788 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41458) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:37.545770 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0a426929-bcea-4a65-98b4-0dc0636402d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:37.553705 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d21f8-2794-44d0-97b3-a4d34582862d req-ec40ed30-d7dd-4f22-a11e-ec584e0a1379 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:37.562887 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-460d21f8-2794-44d0-97b3-a4d34582862d req-ec40ed30-d7dd-4f22-a11e-ec584e0a1379 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.4829936 Jan 28 13:38:37.688573 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5641'] for router (f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:37.697334 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352569'] for router (f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:37.727334 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0a426929-bcea-4a65-98b4-0dc0636402d7 admin admin] Publish callbacks [] for security_group (0876549b-8d97-436e-a5f5-de39177dbb3e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:37.732445 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0a426929-bcea-4a65-98b4-0dc0636402d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0876549b-8d97-436e-a5f5-de39177dbb3e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:37.776619 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-460d21f8-2794-44d0-97b3-a4d34582862d req-95ce3a3c-3fe2-42a5-886f-161e328e0560 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067490 Jan 28 13:38:37.830445 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a426929-bcea-4a65-98b4-0dc0636402d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0876549b-8d97-436e-a5f5-de39177dbb3e,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:37.900172 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0a426929-bcea-4a65-98b4-0dc0636402d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9139d1c7c24545cebe647a2c33830218&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3841600 Jan 28 13:38:37.904926 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41500) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:38.116784 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b19e4bfb-5520-4d4e-a022-04573806c8d8 admin admin] Publish callbacks [] for security_group (0876549b-8d97-436e-a5f5-de39177dbb3e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:38.183368 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01d94f-133a-4561-aa1c-e79b96c7b4d6 req-a408222b-af2c-44f0-9b9b-20483296ff26 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:38.185086 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9d01d94f-133a-4561-aa1c-e79b96c7b4d6 req-a408222b-af2c-44f0-9b9b-20483296ff26 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 943 time: 0.2175143 Jan 28 13:38:38.248192 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Router f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:38:38.277856 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b19e4bfb-5520-4d4e-a022-04573806c8d8 admin admin] Publish callbacks [] for security_group (0876549b-8d97-436e-a5f5-de39177dbb3e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:38.375269 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9d01d94f-133a-4561-aa1c-e79b96c7b4d6 req-dee52771-8d98-4695-80d1-97bfed97c0a3 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718483 Jan 28 13:38:38.691897 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device acd709ee-c689-4a1a-b014-195d714a9cbb no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:38:38.710352 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-4b9e6c24-01bf-45e5-b6bf-66e2e51ffc93 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:38.715341 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-4b9e6c24-01bf-45e5-b6bf-66e2e51ffc93 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/networks?id=7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 200 len: 810 time: 0.3417768 Jan 28 13:38:38.777391 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-9eb034fa-3526-4516-854f-751c0509a436 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/quotas/f75d3bf1f82b41d082871e3d9d4ec219 HTTP/1.1" status: 200 len: 375 time: 0.0492327 Jan 28 13:38:38.895650 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port acd709ee-c689-4a1a-b014-195d714a9cbb is: DOWN; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:39.005512 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-00701946-06c4-4913-bf9e-be252634d45b tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2053680 Jan 28 13:38:39.179167 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-ce59cb80-902e-4a3a-a131-b00e8174b5f8 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:38:39.184108 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-ce59cb80-902e-4a3a-a131-b00e8174b5f8 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1774008 Jan 28 13:38:39.276365 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:38:39.289648 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:39.290751 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6331825-b482-4115-b361-6b9cea54c169 None None] Sync routers for ids ['f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:38:39.291461 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d1c559d7-4939-49b1-99be-f70d41f907ab tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "PUT /v2.0/routers/f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c HTTP/1.1" status: 200 len: 915 time: 5.8919773 Jan 28 13:38:39.314088 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6331825-b482-4115-b361-6b9cea54c169 None None] Routers {'f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:39.314763 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a6331825-b482-4115-b361-6b9cea54c169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:38:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:39.322111 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41640) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:39.370108 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a6331825-b482-4115-b361-6b9cea54c169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:39.379428 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6331825-b482-4115-b361-6b9cea54c169 None None] Routers {'f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:39.380065 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a6331825-b482-4115-b361-6b9cea54c169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:38:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:39.423467 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a6331825-b482-4115-b361-6b9cea54c169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:39.425538 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6331825-b482-4115-b361-6b9cea54c169 None None] The sync data for ids ['f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:38:39.465925 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b19e4bfb-5520-4d4e-a022-04573806c8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0876549b-8d97-436e-a5f5-de39177dbb3e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:39.471521 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b19e4bfb-5520-4d4e-a022-04573806c8d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:39.473019 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b19e4bfb-5520-4d4e-a022-04573806c8d8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0876549b-8d97-436e-a5f5-de39177dbb3e HTTP/1.1" status: 204 len: 168 time: 1.5667603 Jan 28 13:38:39.512782 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e4bfb-5520-4d4e-a022-04573806c8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0876549b-8d97-436e-a5f5-de39177dbb3e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:39.519578 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-9c46eefd-cfbf-4513-b310-1f0a3d069db3 service neutron] 10.222.0.39 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262157 Jan 28 13:38:39.530872 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cbcfc377-cd5d-4af1-9ab8-9edecbbf1065 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "GET /v2.0/routers/f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c HTTP/1.1" status: 200 len: 921 time: 0.2055643 Jan 28 13:38:39.532959 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41664) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:39.580389 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-4e75fa50-6915-4e22-9a1d-c082fbef9125 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0827351 Jan 28 13:38:39.768558 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-c2e963bf-f6a2-4e4c-baa2-779fa4267832 service neutron] 10.222.0.39 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479205 Jan 28 13:38:39.780723 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fb0f08-2be0-45af-9a13-b59ddaa56519 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:39.785214 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41690) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:39.797148 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-10fb0f08-2be0-45af-9a13-b59ddaa56519 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236&device_id=f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2470541 Jan 28 13:38:39.819760 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2a351-d063-44f3-9297-df6ff69f4abb req-fa20a0fe-68f9-455e-9ed7-a95ae3374f25 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:39.828354 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-29b2a351-d063-44f3-9297-df6ff69f4abb req-fa20a0fe-68f9-455e-9ed7-a95ae3374f25 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 943 time: 0.2465513 Jan 28 13:38:39.952896 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-29b2a351-d063-44f3-9297-df6ff69f4abb req-40321020-f005-446f-8a1c-bc2a9056b0d6 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173699 Jan 28 13:38:40.056422 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4636fdb8-5a80-4ae5-ac8e-60a4acf12670 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:40.057737 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4636fdb8-5a80-4ae5-ac8e-60a4acf12670 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 881 time: 0.2714829 Jan 28 13:38:40.061129 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41716) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:40.133404 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-91493b2b-28d8-4ba8-98db-accb77babba0 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c HTTP/1.1" status: 200 len: 205 time: 0.0704904 Jan 28 13:38:40.136177 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41724) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:40.271717 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ef0b4b0c-7485-4cbf-878f-7a9615ee1778 req-53092aa9-3920-4896-a780-1e126eb7f6ca tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=c90ba8d1-c56a-4e04-bcbf-e73bef99d916 HTTP/1.1" status: 200 len: 210 time: 0.0727882 Jan 28 13:38:40.423821 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e1f064a4-7109-4f3f-9a0b-7c395c008658 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router (f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:40.619458 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e1f064a4-7109-4f3f-9a0b-7c395c008658 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_gateway (f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:40.763525 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e1f064a4-7109-4f3f-9a0b-7c395c008658 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Deleting port 6140cd7e-5bba-4a99-afe8-560a8cbc4d2a {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:38:40.764499 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e1f064a4-7109-4f3f-9a0b-7c395c008658 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (6140cd7e-5bba-4a99-afe8-560a8cbc4d2a), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:40.907682 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e1f064a4-7109-4f3f-9a0b-7c395c008658 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (6140cd7e-5bba-4a99-afe8-560a8cbc4d2a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:40.941514 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e1f064a4-7109-4f3f-9a0b-7c395c008658 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Calling delete_port for 6140cd7e-5bba-4a99-afe8-560a8cbc4d2a owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:41.311164 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-44cf96c7-8b25-4b2b-b21b-95d56f17e022 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:41.314363 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-44cf96c7-8b25-4b2b-b21b-95d56f17e022 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/networks?id=7f8697aa-149e-430a-a71c-7f1937d7a08d HTTP/1.1" status: 200 len: 814 time: 0.2399471 Jan 28 13:38:41.350189 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-8c92cafa-69c0-4bf6-8354-25733a4cd7bf tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/quotas/b5d7278598134e528b8ac881059fef25 HTTP/1.1" status: 200 len: 375 time: 0.0276961 Jan 28 13:38:41.404451 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4267610-f0cc-4f11-93a1-73c7e27dc393 req-16b9bc98-0a58-476d-b606-dfc7bd50e7ed tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:41.418065 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c4267610-f0cc-4f11-93a1-73c7e27dc393 req-16b9bc98-0a58-476d-b606-dfc7bd50e7ed tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 943 time: 0.1358869 Jan 28 13:38:41.436410 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e1f064a4-7109-4f3f-9a0b-7c395c008658 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (6140cd7e-5bba-4a99-afe8-560a8cbc4d2a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:41.444133 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-f93f88eb-695a-4da5-97a2-bd967bd824ee tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b5d7278598134e528b8ac881059fef25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0842881 Jan 28 13:38:41.512283 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f064a4-7109-4f3f-9a0b-7c395c008658 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Pushing event deleted for resources: {'Port': ['ID=6140cd7e-5bba-4a99-afe8-560a8cbc4d2a,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:41.620489 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c4267610-f0cc-4f11-93a1-73c7e27dc393 req-444a4cfd-177b-4ae9-a119-e5d096afdd70 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997011 Jan 28 13:38:41.633182 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e1f064a4-7109-4f3f-9a0b-7c395c008658 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:41.724479 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-5f8ce97e-7f33-4c33-a97f-071caa562ded service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:38:41.726118 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-5f8ce97e-7f33-4c33-a97f-071caa562ded service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2705355 Jan 28 13:38:41.902520 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-9d2cc0d2-baea-4aa3-b264-3fc063182121 service neutron] 10.222.0.39 "GET /v2.0/networks/7f8697aa-149e-430a-a71c-7f1937d7a08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689014 Jan 28 13:38:41.926358 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e1f064a4-7109-4f3f-9a0b-7c395c008658 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:41.929150 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e1f064a4-7109-4f3f-9a0b-7c395c008658 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_controller (f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:42.027495 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e1f064a4-7109-4f3f-9a0b-7c395c008658 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:42.028092 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f064a4-7109-4f3f-9a0b-7c395c008658 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Fanout notify agent at l3_agent the message router_deleted on router f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:38:42.043457 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e1f064a4-7109-4f3f-9a0b-7c395c008658 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:42.048215 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e1f064a4-7109-4f3f-9a0b-7c395c008658 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "DELETE /v2.0/routers/f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c HTTP/1.1" status: 204 len: 168 time: 1.9073339 Jan 28 13:38:42.048436 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41788) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:42.058178 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-73e668ca-0213-4062-a1c4-9d1821e7d70f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-156790919', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}, 'admin_state_up': False}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:42.096604 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-906bc833-5730-41ae-ab2c-5d16639e460b req-e0c897b5-2912-4f32-be1b-80be6b121106 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=c90ba8d1-c56a-4e04-bcbf-e73bef99d916 HTTP/1.1" status: 200 len: 210 time: 0.2166893 Jan 28 13:38:42.111756 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-ad557a9b-cc00-44a8-9f8e-40a24a850798 service neutron] 10.222.0.39 "GET /v2.0/networks/7f8697aa-149e-430a-a71c-7f1937d7a08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077086 Jan 28 13:38:42.203446 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-1f375786-f915-4943-b304-51fb0b3d0701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:42.210048 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-1f375786-f915-4943-b304-51fb0b3d0701 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b&tenant_id=205e0e0f7c204c6b8762ba0b567c808e HTTP/1.1" status: 200 len: 1094 time: 0.4500141 Jan 28 13:38:42.216391 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73e668ca-0213-4062-a1c4-9d1821e7d70f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (a082e3e4-8525-4f44-94e9-0d5dbaf84a6e), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:42.220446 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73e668ca-0213-4062-a1c4-9d1821e7d70f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (a082e3e4-8525-4f44-94e9-0d5dbaf84a6e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:42.250130 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-56ad66f5-beee-4dc2-ab12-ae69dea74353 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822747-2', 'device_owner': 'compute:nova'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:42.356159 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-56d4fecb-8f63-4599-84cf-296b7716c0fb tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:42.358162 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-56d4fecb-8f63-4599-84cf-296b7716c0fb tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.37 "GET /v2.0/networks?id=7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 200 len: 810 time: 0.2272980 Jan 28 13:38:42.371756 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-881e2015-1d1b-4a35-b732-7ec6cb609a4c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Request body: {'port': {'device_id': 'c90ba8d1-c56a-4e04-bcbf-e73bef99d916', 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0', 'admin_state_up': True, 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:42.446762 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-56ad66f5-beee-4dc2-ab12-ae69dea74353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:42.679777 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d5e2e54c-c460-48ed-86fe-8790792ae651 req-a057083f-18a5-4cd9-8d30-54870d764d0d tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=01eaac88-b98b-47f1-8499-2464b3db2f9d HTTP/1.1" status: 200 len: 210 time: 0.1933172 Jan 28 13:38:42.735313 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-881e2015-1d1b-4a35-b732-7ec6cb609a4c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Made reservation on behalf of f75d3bf1f82b41d082871e3d9d4ec219 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:38:42.739262 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-881e2015-1d1b-4a35-b732-7ec6cb609a4c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:42.765851 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73e668ca-0213-4062-a1c4-9d1821e7d70f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_controller (a082e3e4-8525-4f44-94e9-0d5dbaf84a6e), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:42.906975 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-881e2015-1d1b-4a35-b732-7ec6cb609a4c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Allocated IP 172.20.0.12 (7079efeb-cd22-4f60-b771-d74efc0a16e0/0384f919-cf7e-4ec0-b290-94b57d977aef/20ab8f59-c992-4728-94e5-444162e78b9d) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:38:43.173174 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41838) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:43.219124 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97a5c7-e149-4194-a596-1582bf7e4c81 req-570c4a03-8484-4e42-b71b-237dcfe1c651 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:43.226716 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bf97a5c7-e149-4194-a596-1582bf7e4c81 req-570c4a03-8484-4e42-b71b-237dcfe1c651 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 943 time: 0.4631076 Jan 28 13:38:43.235199 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a36b4b1f-8ca8-45ec-b17d-bbe00c90644b req-88f8b327-0de1-4c57-8643-04019e75654c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a81199e4-756b-43d4-8da9-c280bcc015d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2431197 Jan 28 13:38:43.318139 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-881e2015-1d1b-4a35-b732-7ec6cb609a4c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks [] for port (20ab8f59-c992-4728-94e5-444162e78b9d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:43.361469 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bf97a5c7-e149-4194-a596-1582bf7e4c81 req-f3b74b5e-449b-4ed2-9c69-ae3a669674ea tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333630 Jan 28 13:38:43.415176 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-42cb10d5-edbb-4e84-9369-c30cbdb6189b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:43.427701 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b4b1f-8ca8-45ec-b17d-bbe00c90644b req-099c965e-e0d9-4eff-93de-78abb55fe849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:43.430325 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a36b4b1f-8ca8-45ec-b17d-bbe00c90644b req-099c965e-e0d9-4eff-93de-78abb55fe849 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&device_id=a81199e4-756b-43d4-8da9-c280bcc015d3 HTTP/1.1" status: 200 len: 1097 time: 0.1627369 Jan 28 13:38:43.436242 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-881e2015-1d1b-4a35-b732-7ec6cb609a4c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (20ab8f59-c992-4728-94e5-444162e78b9d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:43.450297 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['08b77306-fb40-40ad-bf50-0b76b71a1bc9'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:38:43.453587 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['8078f98a-0151-4a64-93ec-36213040fad7'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:38:43.642098 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-881e2015-1d1b-4a35-b732-7ec6cb609a4c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Network 7079efeb-cd22-4f60-b771-d74efc0a16e0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:38:43.709714 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-881e2015-1d1b-4a35-b732-7ec6cb609a4c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:43.717658 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-881e2015-1d1b-4a35-b732-7ec6cb609a4c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:38:43.777955 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b4b1f-8ca8-45ec-b17d-bbe00c90644b req-cf132d71-94d4-4375-8b6a-0ebf180cb448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:43.779997 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a36b4b1f-8ca8-45ec-b17d-bbe00c90644b req-cf132d71-94d4-4375-8b6a-0ebf180cb448 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 200 len: 910 time: 0.3093302 Jan 28 13:38:43.827545 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e2015-1d1b-4a35-b732-7ec6cb609a4c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Pushing event updated for resources: {'Port': ['ID=20ab8f59-c992-4728-94e5-444162e78b9d,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:43.913921 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73e668ca-0213-4062-a1c4-9d1821e7d70f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_gateway (a082e3e4-8525-4f44-94e9-0d5dbaf84a6e), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:43.938335 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503f1a9-90f2-47da-a54c-bc2272f2bdc7 req-29133822-4a1e-4402-b2b0-80255e5bbddc tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:43.947460 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b503f1a9-90f2-47da-a54c-bc2272f2bdc7 req-29133822-4a1e-4402-b2b0-80255e5bbddc tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=c90ba8d1-c56a-4e04-bcbf-e73bef99d916 HTTP/1.1" status: 200 len: 932 time: 0.2794080 Jan 28 13:38:43.979498 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9b436c95-b8c6-4ea2-9093-c7421d42aaa6 req-97885ae2-d18f-4e17-86e7-66625ea67e68 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=01eaac88-b98b-47f1-8499-2464b3db2f9d HTTP/1.1" status: 200 len: 210 time: 0.1104274 Jan 28 13:38:43.988774 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a36b4b1f-8ca8-45ec-b17d-bbe00c90644b req-984a4d73-0b0d-4652-ba46-6165326e65fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08b77306-fb40-40ad-bf50-0b76b71a1bc9 HTTP/1.1" status: 200 len: 217 time: 0.1561048 Jan 28 13:38:43.996783 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-881e2015-1d1b-4a35-b732-7ec6cb609a4c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:43.997902 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-881e2015-1d1b-4a35-b732-7ec6cb609a4c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.125259 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-881e2015-1d1b-4a35-b732-7ec6cb609a4c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7579780 Jan 28 13:38:44.140858 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-d659a584-59ff-474b-91bd-16a13b323838 service neutron] Request body: {'port': {'device_id': 'c90ba8d1-c56a-4e04-bcbf-e73bef99d916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:44.176079 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a8c38019-4056-4b5d-bd70-33ff970f134d None None] Provisioning complete for port 20ab8f59-c992-4728-94e5-444162e78b9d triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:44.176945 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a8c38019-4056-4b5d-bd70-33ff970f134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (20ab8f59-c992-4728-94e5-444162e78b9d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.187146 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b4b1f-8ca8-45ec-b17d-bbe00c90644b req-fd818b41-55c1-4846-aa34-cc9c7195a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:44.188759 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a36b4b1f-8ca8-45ec-b17d-bbe00c90644b req-fd818b41-55c1-4846-aa34-cc9c7195a1ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0384f919-cf7e-4ec0-b290-94b57d977aef HTTP/1.1" status: 200 len: 849 time: 0.1870756 Jan 28 13:38:44.205137 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b503f1a9-90f2-47da-a54c-bc2272f2bdc7 req-4590dfb9-b122-4b7e-bc27-07e223298774 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565536 Jan 28 13:38:44.212572 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-42cb10d5-edbb-4e84-9369-c30cbdb6189b admin admin] Publish callbacks [] for security_group (0e85ee27-4b40-4e7e-ac8b-358bd7d4645c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.238478 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a8c38019-4056-4b5d-bd70-33ff970f134d None None] Port 20ab8f59-c992-4728-94e5-444162e78b9d cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:38:44.247478 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-56ad66f5-beee-4dc2-ab12-ae69dea74353 service neutron] For port acd709ee-c689-4a1a-b014-195d714a9cbb, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=acd709ee-c689-4a1a-b014-195d714a9cbb,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:44.265689 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-42cb10d5-edbb-4e84-9369-c30cbdb6189b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0e85ee27-4b40-4e7e-ac8b-358bd7d4645c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.306866 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-56ad66f5-beee-4dc2-ab12-ae69dea74353 service neutron] For port acd709ee-c689-4a1a-b014-195d714a9cbb, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:38:44.330058 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-d659a584-59ff-474b-91bd-16a13b323838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (20ab8f59-c992-4728-94e5-444162e78b9d), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.345403 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b4b1f-8ca8-45ec-b17d-bbe00c90644b req-9aad4a8b-8264-4b2a-a6f3-09959a3bbb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:44.347836 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a36b4b1f-8ca8-45ec-b17d-bbe00c90644b req-9aad4a8b-8264-4b2a-a6f3-09959a3bbb9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7079efeb-cd22-4f60-b771-d74efc0a16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1477971 Jan 28 13:38:44.349042 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-56ad66f5-beee-4dc2-ab12-ae69dea74353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd709ee-c689-4a1a-b014-195d714a9cbb {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:38:44.357563 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb10d5-edbb-4e84-9369-c30cbdb6189b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e85ee27-4b40-4e7e-ac8b-358bd7d4645c,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:44.360407 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-56ad66f5-beee-4dc2-ab12-ae69dea74353 service neutron] Publish callbacks [] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.400792 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-42cb10d5-edbb-4e84-9369-c30cbdb6189b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3a263ecd5de6411a890f882361ebc7b4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2232261 Jan 28 13:38:44.403502 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41854) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:44.461495 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-56ad66f5-beee-4dc2-ab12-ae69dea74353 service neutron] Transition to ACTIVE for port object acd709ee-c689-4a1a-b014-195d714a9cbb will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:38:44.505923 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-56ad66f5-beee-4dc2-ab12-ae69dea74353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.511986 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73e668ca-0213-4062-a1c4-9d1821e7d70f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_gateway (a082e3e4-8525-4f44-94e9-0d5dbaf84a6e), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.641815 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73e668ca-0213-4062-a1c4-9d1821e7d70f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.728492 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a36b4b1f-8ca8-45ec-b17d-bbe00c90644b req-b8e3b4c4-953b-49c9-9f4f-7e7306cac62d service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724306 Jan 28 13:38:44.749207 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad66f5-beee-4dc2-ab12-ae69dea74353 service neutron] Pushing event updated for resources: {'Port': ['ID=acd709ee-c689-4a1a-b014-195d714a9cbb,revision_number=9']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:44.797492 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c695dd-5c99-4165-85df-63c7b45beb56 req-134a7dde-4277-4bab-91cb-03fd350c0d2a tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:44.799091 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d7c695dd-5c99-4165-85df-63c7b45beb56 req-134a7dde-4277-4bab-91cb-03fd350c0d2a tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 943 time: 0.3142943 Jan 28 13:38:44.799776 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e0d3a804-c6f6-4000-8513-9c47159461b3 admin admin] Publish callbacks [] for security_group (0e85ee27-4b40-4e7e-ac8b-358bd7d4645c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.940728 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e0d3a804-c6f6-4000-8513-9c47159461b3 admin admin] Publish callbacks [] for security_group (0e85ee27-4b40-4e7e-ac8b-358bd7d4645c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.003686 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-239c5904-3327-49eb-a839-ee3191a9badc tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:45.005229 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-239c5904-3327-49eb-a839-ee3191a9badc tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.18 "GET /v2.0/networks?id=7f8697aa-149e-430a-a71c-7f1937d7a08d HTTP/1.1" status: 200 len: 814 time: 0.4629147 Jan 28 13:38:45.073660 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-56ad66f5-beee-4dc2-ab12-ae69dea74353 service neutron] No DVR routers for this DVR port acd709ee-c689-4a1a-b014-195d714a9cbb on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:38:45.083707 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-af0e1298-6610-489c-8245-75ad34b0154f tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Request body: {'port': {'device_id': '01eaac88-b98b-47f1-8499-2464b3db2f9d', 'network_id': '7f8697aa-149e-430a-a71c-7f1937d7a08d', 'admin_state_up': True, 'tenant_id': 'b5d7278598134e528b8ac881059fef25'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:45.210086 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d7c695dd-5c99-4165-85df-63c7b45beb56 req-f786135f-d868-425f-9c8b-5c0c45ffa5a5 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3954668 Jan 28 13:38:45.210458 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-73e668ca-0213-4062-a1c4-9d1821e7d70f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Allocated IP 172.25.3.45 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/bcdc99e8-86a0-4fed-a2de-bd457d344220) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:38:45.211129 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41872) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:45.289493 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f6a24754-036e-48c2-a104-7bc3e4ee077b req-76a90e0b-7c03-4861-a214-391771223248 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=01eaac88-b98b-47f1-8499-2464b3db2f9d HTTP/1.1" status: 200 len: 210 time: 0.0805023 Jan 28 13:38:45.339408 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a36b4b1f-8ca8-45ec-b17d-bbe00c90644b req-da2fa8c5-be44-4d97-ba47-e92da7b0c5a5 service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5911443 Jan 28 13:38:45.357533 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-d659a584-59ff-474b-91bd-16a13b323838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ab8f59-c992-4728-94e5-444162e78b9d {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:38:45.368378 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-56ad66f5-beee-4dc2-ab12-ae69dea74353 service neutron] Attempting to bind port acd709ee-c689-4a1a-b014-195d714a9cbb on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:38:45.369766 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-56ad66f5-beee-4dc2-ab12-ae69dea74353 service neutron] Attempting to bind port acd709ee-c689-4a1a-b014-195d714a9cbb by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:38:45.370902 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-56ad66f5-beee-4dc2-ab12-ae69dea74353 service neutron] Attempting to bind port acd709ee-c689-4a1a-b014-195d714a9cbb on network dd65474c-0b14-4c75-9058-245198106ef8 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:38:45.438016 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-d659a584-59ff-474b-91bd-16a13b323838 service neutron] Publish callbacks [] for port (20ab8f59-c992-4728-94e5-444162e78b9d), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.442504 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e0d3a804-c6f6-4000-8513-9c47159461b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0e85ee27-4b40-4e7e-ac8b-358bd7d4645c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.445696 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e0d3a804-c6f6-4000-8513-9c47159461b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.446928 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e0d3a804-c6f6-4000-8513-9c47159461b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0e85ee27-4b40-4e7e-ac8b-358bd7d4645c HTTP/1.1" status: 204 len: 168 time: 1.0122590 Jan 28 13:38:45.450499 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-56ad66f5-beee-4dc2-ab12-ae69dea74353 service neutron] Port acd709ee-c689-4a1a-b014-195d714a9cbb on network dd65474c-0b14-4c75-9058-245198106ef8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:38:45.450965 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-56ad66f5-beee-4dc2-ab12-ae69dea74353 service neutron] Attempting to bind port acd709ee-c689-4a1a-b014-195d714a9cbb on network dd65474c-0b14-4c75-9058-245198106ef8 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:38:45.468194 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-56ad66f5-beee-4dc2-ab12-ae69dea74353 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:38:45.468672 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-56ad66f5-beee-4dc2-ab12-ae69dea74353 service neutron] Checking segment: {'id': 'cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:45.469234 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-56ad66f5-beee-4dc2-ab12-ae69dea74353 service neutron] Bound using segment: {'id': 'cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:38:45.469801 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-56ad66f5-beee-4dc2-ab12-ae69dea74353 service neutron] Bound port: acd709ee-c689-4a1a-b014-195d714a9cbb, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:38:45.470282 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-56ad66f5-beee-4dc2-ab12-ae69dea74353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.481230 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f84d-e0f4-4208-9ec4-87f741a809b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.490991 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3a804-c6f6-4000-8513-9c47159461b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e85ee27-4b40-4e7e-ac8b-358bd7d4645c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:45.504547 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-d659a584-59ff-474b-91bd-16a13b323838 service neutron] Transition to ACTIVE for port object 20ab8f59-c992-4728-94e5-444162e78b9d will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:38:45.516920 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-d659a584-59ff-474b-91bd-16a13b323838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (20ab8f59-c992-4728-94e5-444162e78b9d), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.526154 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67e657-101b-41fd-8461-59fc40bd0a7d req-435f6ff5-7a1c-479b-8d59-376c2e48db8b tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:45.545724 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5d67e657-101b-41fd-8461-59fc40bd0a7d req-435f6ff5-7a1c-479b-8d59-376c2e48db8b tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=c90ba8d1-c56a-4e04-bcbf-e73bef99d916 HTTP/1.1" status: 200 len: 932 time: 0.1320472 Jan 28 13:38:45.623966 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659a584-59ff-474b-91bd-16a13b323838 service neutron] Pushing event updated for resources: {'Port': ['ID=20ab8f59-c992-4728-94e5-444162e78b9d,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:45.625829 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73e668ca-0213-4062-a1c4-9d1821e7d70f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for port (bcdc99e8-86a0-4fed-a2de-bd457d344220), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.712684 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-af0e1298-6610-489c-8245-75ad34b0154f tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Made reservation on behalf of b5d7278598134e528b8ac881059fef25 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:38:45.716776 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-af0e1298-6610-489c-8245-75ad34b0154f tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.746517 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-56ad66f5-beee-4dc2-ab12-ae69dea74353 service neutron] For port acd709ee-c689-4a1a-b014-195d714a9cbb, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:38:45.764013 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5d67e657-101b-41fd-8461-59fc40bd0a7d req-3ebd843e-89a7-44fd-a274-8777243d51d8 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170241 Jan 28 13:38:45.785047 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-56ad66f5-beee-4dc2-ab12-ae69dea74353 service neutron] For port acd709ee-c689-4a1a-b014-195d714a9cbb, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=acd709ee-c689-4a1a-b014-195d714a9cbb,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:38:45.802265 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-56ad66f5-beee-4dc2-ab12-ae69dea74353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.811351 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f84d-e0f4-4208-9ec4-87f741a809b7 admin admin] Publish callbacks [] for security_group (6f3aaa4f-a8b8-46d9-b681-5173e1c7b8b7), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.816352 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-d659a584-59ff-474b-91bd-16a13b323838 service neutron] Attempting to bind port 20ab8f59-c992-4728-94e5-444162e78b9d on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:38:45.817457 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-d659a584-59ff-474b-91bd-16a13b323838 service neutron] Attempting to bind port 20ab8f59-c992-4728-94e5-444162e78b9d by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '792a819f-11b6-46d0-bd5d-38aa9f6d375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:38:45.817457 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-d659a584-59ff-474b-91bd-16a13b323838 service neutron] Attempting to bind port 20ab8f59-c992-4728-94e5-444162e78b9d on network 7079efeb-cd22-4f60-b771-d74efc0a16e0 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:38:45.855132 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f84d-e0f4-4208-9ec4-87f741a809b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6f3aaa4f-a8b8-46d9-b681-5173e1c7b8b7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.866727 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-d659a584-59ff-474b-91bd-16a13b323838 service neutron] Port 20ab8f59-c992-4728-94e5-444162e78b9d on network 7079efeb-cd22-4f60-b771-d74efc0a16e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:38:45.866727 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-d659a584-59ff-474b-91bd-16a13b323838 service neutron] Attempting to bind port 20ab8f59-c992-4728-94e5-444162e78b9d on network 7079efeb-cd22-4f60-b771-d74efc0a16e0 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:38:45.878259 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73e668ca-0213-4062-a1c4-9d1821e7d70f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (bcdc99e8-86a0-4fed-a2de-bd457d344220), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.908501 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-56ad66f5-beee-4dc2-ab12-ae69dea74353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:45.912042 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-d659a584-59ff-474b-91bd-16a13b323838 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:38:45.912392 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-d659a584-59ff-474b-91bd-16a13b323838 service neutron] Checking segment: {'id': '792a819f-11b6-46d0-bd5d-38aa9f6d375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:45.912795 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-d659a584-59ff-474b-91bd-16a13b323838 service neutron] Bound using segment: {'id': '792a819f-11b6-46d0-bd5d-38aa9f6d375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:38:45.913256 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-d659a584-59ff-474b-91bd-16a13b323838 service neutron] Bound port: 20ab8f59-c992-4728-94e5-444162e78b9d, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792a819f-11b6-46d0-bd5d-38aa9f6d375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:38:45.913634 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-d659a584-59ff-474b-91bd-16a13b323838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (20ab8f59-c992-4728-94e5-444162e78b9d), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.917402 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-56ad66f5-beee-4dc2-ab12-ae69dea74353 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.919034 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-56ad66f5-beee-4dc2-ab12-ae69dea74353 service neutron] 10.222.0.37 "PUT /v2.0/ports/acd709ee-c689-4a1a-b014-195d714a9cbb HTTP/1.1" status: 200 len: 1091 time: 3.6859663 Jan 28 13:38:45.942682 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e668ca-0213-4062-a1c4-9d1821e7d70f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:38:45.944277 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9103728-e977-4e6b-a0e7-314bd5cd972b', 'tag': 'acd709ee-c689-4a1a-b014-195d714a9cbb'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:38:45.946199 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dfdda7-bdbd-476f-b229-641351472ece" -d '{"events": [{"name": "network-changed", "server_uuid": "a9103728-e977-4e6b-a0e7-314bd5cd972b", "tag": "acd709ee-c689-4a1a-b014-195d714a9cbb"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:38:45.955439 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-73e668ca-0213-4062-a1c4-9d1821e7d70f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:45.957506 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d3d1f84d-e0f4-4208-9ec4-87f741a809b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c12ba98cb1c445b6a3c7d7474535527f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7188911 Jan 28 13:38:45.962593 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41890) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:45.964778 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1f84d-e0f4-4208-9ec4-87f741a809b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3aaa4f-a8b8-46d9-b681-5173e1c7b8b7,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:45.967180 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e668ca-0213-4062-a1c4-9d1821e7d70f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:38:46.065622 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad66f5-beee-4dc2-ab12-ae69dea74353 service neutron] Pushing event updated for resources: {'Port': ['ID=acd709ee-c689-4a1a-b014-195d714a9cbb,revision_number=10']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:46.136375 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-af0e1298-6610-489c-8245-75ad34b0154f tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Allocated IP 172.20.0.9 (7f8697aa-149e-430a-a71c-7f1937d7a08d/a8c3baad-45df-4aa7-bfe8-b1c9002351fc/94762ba1-93b2-4455-b835-c2ea9fdc3002) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:38:46.181483 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-d659a584-59ff-474b-91bd-16a13b323838 service neutron] For port 20ab8f59-c992-4728-94e5-444162e78b9d, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:38:46.211023 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288512e2-7b42-459b-9c97-0f1e9e73bf47 x-openstack-request-id: req-288512e2-7b42-459b-9c97-0f1e9e73bf47 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:38:46.211583 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9103728-e977-4e6b-a0e7-314bd5cd972b", "tag": "acd709ee-c689-4a1a-b014-195d714a9cbb", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:38:46.211583 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-288512e2-7b42-459b-9c97-0f1e9e73bf47 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:38:46.212071 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9103728-e977-4e6b-a0e7-314bd5cd972b', 'tag': 'acd709ee-c689-4a1a-b014-195d714a9cbb', 'status': 'completed', 'code': 200} Jan 28 13:38:46.252123 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df7e9fe2-8c4a-480f-af36-e3c675b95b3a admin admin] Publish callbacks [] for security_group (6f3aaa4f-a8b8-46d9-b681-5173e1c7b8b7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.302018 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-d659a584-59ff-474b-91bd-16a13b323838 service neutron] For port 20ab8f59-c992-4728-94e5-444162e78b9d, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=20ab8f59-c992-4728-94e5-444162e78b9d,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:38:46.348914 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-d659a584-59ff-474b-91bd-16a13b323838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (20ab8f59-c992-4728-94e5-444162e78b9d), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.375689 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df7e9fe2-8c4a-480f-af36-e3c675b95b3a admin admin] Publish callbacks [] for security_group (6f3aaa4f-a8b8-46d9-b681-5173e1c7b8b7), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.412721 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e668ca-0213-4062-a1c4-9d1821e7d70f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Pushing event updated for resources: {'Port': ['ID=bcdc99e8-86a0-4fed-a2de-bd457d344220,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:46.470302 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-d659a584-59ff-474b-91bd-16a13b323838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:46.471267 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-d659a584-59ff-474b-91bd-16a13b323838 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.473248 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-d659a584-59ff-474b-91bd-16a13b323838 service neutron] 10.222.0.37 "PUT /v2.0/ports/20ab8f59-c992-4728-94e5-444162e78b9d HTTP/1.1" status: 200 len: 1092 time: 2.3392663 Jan 28 13:38:46.477763 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-77e103dd-9d1f-4ebf-9d96-643f8818f40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:46.491398 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-77e103dd-9d1f-4ebf-9d96-643f8818f40c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=205e0e0f7c204c6b8762ba0b567c808e&device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 1095 time: 0.5375829 Jan 28 13:38:46.493994 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90ba8d1-c56a-4e04-bcbf-e73bef99d916', 'tag': '20ab8f59-c992-4728-94e5-444162e78b9d'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:38:46.496249 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddba0aa-031d-4782-8311-48a97d592e76" -d '{"events": [{"name": "network-changed", "server_uuid": "c90ba8d1-c56a-4e04-bcbf-e73bef99d916", "tag": "20ab8f59-c992-4728-94e5-444162e78b9d"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:38:46.552761 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-83821464-7f6b-42d5-b280-bb94a4f4aa7c req-bc21747c-cabb-4d4f-9191-86de2fea17da tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=01eaac88-b98b-47f1-8499-2464b3db2f9d HTTP/1.1" status: 200 len: 210 time: 0.1289010 Jan 28 13:38:46.601671 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134320f-fd68-44d1-9dbd-3e4702ff969a req-5900f765-2af2-495c-a800-6d89ff2750de tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:46.621493 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8134320f-fd68-44d1-9dbd-3e4702ff969a req-5900f765-2af2-495c-a800-6d89ff2750de tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 944 time: 0.2875996 Jan 28 13:38:46.644644 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659a584-59ff-474b-91bd-16a13b323838 service neutron] Pushing event updated for resources: {'Port': ['ID=20ab8f59-c992-4728-94e5-444162e78b9d,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:46.706201 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-af0e1298-6610-489c-8245-75ad34b0154f tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Publish callbacks [] for port (94762ba1-93b2-4455-b835-c2ea9fdc3002), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.729201 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-130b82a6-1f82-483f-97c4-226b3895dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:46.730865 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-130b82a6-1f82-483f-97c4-226b3895dcc2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&device_id=c90ba8d1-c56a-4e04-bcbf-e73bef99d916 HTTP/1.1" status: 200 len: 1095 time: 0.1698241 Jan 28 13:38:46.773910 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df7e9fe2-8c4a-480f-af36-e3c675b95b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6f3aaa4f-a8b8-46d9-b681-5173e1c7b8b7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.779895 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df7e9fe2-8c4a-480f-af36-e3c675b95b3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.785089 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-df7e9fe2-8c4a-480f-af36-e3c675b95b3a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6f3aaa4f-a8b8-46d9-b681-5173e1c7b8b7 HTTP/1.1" status: 204 len: 168 time: 0.8212945 Jan 28 13:38:46.787069 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4b411a-75b1-48ef-aab6-2918561c4bf6 x-openstack-request-id: req-5b4b411a-75b1-48ef-aab6-2918561c4bf6 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:38:46.787681 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90ba8d1-c56a-4e04-bcbf-e73bef99d916", "tag": "20ab8f59-c992-4728-94e5-444162e78b9d", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:38:46.791596 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b4b411a-75b1-48ef-aab6-2918561c4bf6 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:38:46.793479 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90ba8d1-c56a-4e04-bcbf-e73bef99d916', 'tag': '20ab8f59-c992-4728-94e5-444162e78b9d', 'status': 'completed', 'code': 200} Jan 28 13:38:46.969016 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-08f99e50-9c11-4638-afca-5d7dc9be1b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:46.973506 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-08f99e50-9c11-4638-afca-5d7dc9be1b5d service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd65474c-0b14-4c75-9058-245198106ef8 HTTP/1.1" status: 200 len: 916 time: 0.4732912 Jan 28 13:38:47.120690 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8134320f-fd68-44d1-9dbd-3e4702ff969a req-5b89435c-88df-470b-aeb2-e5e54ddcf521 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4928548 Jan 28 13:38:47.125142 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73e668ca-0213-4062-a1c4-9d1821e7d70f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_gateway (a082e3e4-8525-4f44-94e9-0d5dbaf84a6e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.208442 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-5fc08530-1926-42ca-a440-45d0c822f2ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acd709ee-c689-4a1a-b014-195d714a9cbb HTTP/1.1" status: 200 len: 998 time: 0.2181511 Jan 28 13:38:47.297036 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-c538e036-9a21-4a4e-af38-4928be52c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:47.298499 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-c538e036-9a21-4a4e-af38-4928be52c921 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10438cad-60ca-4257-93e8-c8ceba8bf16c HTTP/1.1" status: 200 len: 855 time: 0.0645304 Jan 28 13:38:47.312538 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-5484f472-28ba-4aad-961a-72fd044fdbcb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20ab8f59-c992-4728-94e5-444162e78b9d HTTP/1.1" status: 200 len: 217 time: 0.5654488 Jan 28 13:38:47.317742 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e9fe2-8c4a-480f-af36-e3c675b95b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3aaa4f-a8b8-46d9-b681-5173e1c7b8b7,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:47.428094 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-af0e1298-6610-489c-8245-75ad34b0154f tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (94762ba1-93b2-4455-b835-c2ea9fdc3002), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.512398 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41930) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:47.536941 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e1298-6610-489c-8245-75ad34b0154f tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Pushing event updated for resources: {'Port': ['ID=94762ba1-93b2-4455-b835-c2ea9fdc3002,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:47.540379 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dc7a6b5f-d246-483d-8e41-e97d9fffd0ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.548371 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-af0e1298-6610-489c-8245-75ad34b0154f tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Network 7f8697aa-149e-430a-a71c-7f1937d7a08d is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:38:47.565260 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-af0e1298-6610-489c-8245-75ad34b0154f tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:47.576471 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174331d4-95ae-4b94-9909-525f9da5a17d req-dd73e538-87c2-481f-90dc-c328a74b95d0 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:47.585246 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-174331d4-95ae-4b94-9909-525f9da5a17d req-dd73e538-87c2-481f-90dc-c328a74b95d0 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=c90ba8d1-c56a-4e04-bcbf-e73bef99d916 HTTP/1.1" status: 200 len: 944 time: 0.2934530 Jan 28 13:38:47.603913 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-af0e1298-6610-489c-8245-75ad34b0154f tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:38:47.654474 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-af0e1298-6610-489c-8245-75ad34b0154f tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:47.655732 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-af0e1298-6610-489c-8245-75ad34b0154f tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.659330 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-59f1efa0-6a0e-4499-abb0-ba160b53a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:47.661030 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-59f1efa0-6a0e-4499-abb0-ba160b53a1c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0384f919-cf7e-4ec0-b290-94b57d977aef HTTP/1.1" status: 200 len: 849 time: 0.3368292 Jan 28 13:38:47.662236 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.778396 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-af0e1298-6610-489c-8245-75ad34b0154f tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7585506 Jan 28 13:38:47.789566 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-174331d4-95ae-4b94-9909-525f9da5a17d req-bc3b7b18-294c-4f72-8560-aef19b78d0a7 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033968 Jan 28 13:38:47.797183 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-4c0f9828-9f76-4158-a7d8-c3a401d8d6a4 service neutron] Request body: {'port': {'device_id': '01eaac88-b98b-47f1-8499-2464b3db2f9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:47.872297 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dc7a6b5f-d246-483d-8e41-e97d9fffd0ae admin admin] Publish callbacks [] for security_group (8dac683d-1897-4c05-abcb-23af036b7251), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.879258 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-f7795250-93d3-431d-bd1d-243f6b0254d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:47.879258 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-f7795250-93d3-431d-bd1d-243f6b0254d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7079efeb-cd22-4f60-b771-d74efc0a16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1946228 Jan 28 13:38:47.880695 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41940) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:47.884143 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dc7a6b5f-d246-483d-8e41-e97d9fffd0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8dac683d-1897-4c05-abcb-23af036b7251), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.935994 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-7467e2fb-4ea4-4052-8971-56c30d0f9ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:47.937647 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-7467e2fb-4ea4-4052-8971-56c30d0f9ba9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd65474c-0b14-4c75-9058-245198106ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6313074 Jan 28 13:38:47.962540 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70c41a-f8db-4170-b972-5165ab841a86 req-d1304ba3-cac3-4864-b73c-18d37792b749 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:47.964263 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4c70c41a-f8db-4170-b972-5165ab841a86 req-d1304ba3-cac3-4864-b73c-18d37792b749 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=01eaac88-b98b-47f1-8499-2464b3db2f9d HTTP/1.1" status: 200 len: 931 time: 0.1412952 Jan 28 13:38:47.973131 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a6b5f-d246-483d-8e41-e97d9fffd0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dac683d-1897-4c05-abcb-23af036b7251,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:47.996320 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dc7a6b5f-d246-483d-8e41-e97d9fffd0ae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a5a8ae677a434fe2898f6ffcd70c6502&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4811671 Jan 28 13:38:48.004501 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41946) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:48.062750 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-8470e83c-25c0-4203-a5d1-4e2553f54250 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:48.067935 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-4c0f9828-9f76-4158-a7d8-c3a401d8d6a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (94762ba1-93b2-4455-b835-c2ea9fdc3002), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:48.079868 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73e668ca-0213-4062-a1c4-9d1821e7d70f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (a082e3e4-8525-4f44-94e9-0d5dbaf84a6e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:48.135445 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8470e83c-25c0-4203-a5d1-4e2553f54250 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:48.144070 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-e639bb3f-e0eb-446a-8355-5686649ef0a3 service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481992 Jan 28 13:38:48.192459 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-60679def-230e-43f3-9083-da926fbed676 service neutron] 10.222.0.37 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457225 Jan 28 13:38:48.195614 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4c70c41a-f8db-4170-b972-5165ab841a86 req-19d24a34-cf13-41a3-9751-8e2d62177080 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7dccc49-2271-4d7e-b24a-755da09322ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186298 Jan 28 13:38:48.271303 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6d8e-94d0-4928-8cf6-eb7be5596117 admin admin] Publish callbacks [] for security_group (8dac683d-1897-4c05-abcb-23af036b7251), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:48.273450 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e470b1c4-482c-4181-a5ac-d4ae5b614afd req-2559740d-d25f-46c0-98ae-d616aef587c1 service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190226 Jan 28 13:38:48.351179 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6d8e-94d0-4928-8cf6-eb7be5596117 admin admin] Publish callbacks [] for security_group (8dac683d-1897-4c05-abcb-23af036b7251), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:48.408544 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ed56c83-1f1a-439f-bbf6-cf56cac35edc req-6b12d0a7-22b0-45d4-b71d-0fa660300544 service neutron] 10.222.0.37 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086062 Jan 28 13:38:48.432586 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e668ca-0213-4062-a1c4-9d1821e7d70f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Router a082e3e4-8525-4f44-94e9-0d5dbaf84a6e is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:38:48.479030 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06c354-d2e0-40a5-895a-78637f28ac2f req-939af27d-cf04-4639-bed7-63b81b515073 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:48.481596 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a06c354-d2e0-40a5-895a-78637f28ac2f req-939af27d-cf04-4639-bed7-63b81b515073 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 944 time: 0.2103331 Jan 28 13:38:48.488589 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6d8e-94d0-4928-8cf6-eb7be5596117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8dac683d-1897-4c05-abcb-23af036b7251), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:48.491523 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6d8e-94d0-4928-8cf6-eb7be5596117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:48.503446 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2b9d6d8e-94d0-4928-8cf6-eb7be5596117 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8dac683d-1897-4c05-abcb-23af036b7251 HTTP/1.1" status: 204 len: 168 time: 0.4821420 Jan 28 13:38:48.517056 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddba0aa-031d-4782-8311-48a97d592e76 req-bb899b3c-6a72-4fb4-b114-d9924d16372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:48.518656 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fddba0aa-031d-4782-8311-48a97d592e76 req-bb899b3c-6a72-4fb4-b114-d9924d16372f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&device_id=c90ba8d1-c56a-4e04-bcbf-e73bef99d916 HTTP/1.1" status: 200 len: 1095 time: 0.1855640 Jan 28 13:38:48.624432 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e668ca-0213-4062-a1c4-9d1821e7d70f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:38:48.637951 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5614bbc9-217e-4f53-8537-b67af29831b6 None None] Sync routers for ids ['a082e3e4-8525-4f44-94e9-0d5dbaf84a6e'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:38:48.656189 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5614bbc9-217e-4f53-8537-b67af29831b6 None None] Routers {'a082e3e4-8525-4f44-94e9-0d5dbaf84a6e'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:48.656826 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5614bbc9-217e-4f53-8537-b67af29831b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:38:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['a082e3e4-8525-4f44-94e9-0d5dbaf84a6e'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:48.671306 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a06c354-d2e0-40a5-895a-78637f28ac2f req-d861d5b8-b1d9-4ed7-aa93-780fcab79d4d tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620691 Jan 28 13:38:48.716225 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d6d8e-94d0-4928-8cf6-eb7be5596117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dac683d-1897-4c05-abcb-23af036b7251,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:48.717090 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5614bbc9-217e-4f53-8537-b67af29831b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:48.737080 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5614bbc9-217e-4f53-8537-b67af29831b6 None None] Routers {'a082e3e4-8525-4f44-94e9-0d5dbaf84a6e'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:48.737710 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5614bbc9-217e-4f53-8537-b67af29831b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:38:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['a082e3e4-8525-4f44-94e9-0d5dbaf84a6e'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:48.737864 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73e668ca-0213-4062-a1c4-9d1821e7d70f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:48.741722 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-73e668ca-0213-4062-a1c4-9d1821e7d70f tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.6897478 Jan 28 13:38:48.742544 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41964) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:48.742888 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddba0aa-031d-4782-8311-48a97d592e76 req-3fb0fdd0-b8ff-49ae-bfb3-fa1441fe0ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:48.744405 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fddba0aa-031d-4782-8311-48a97d592e76 req-3fb0fdd0-b8ff-49ae-bfb3-fa1441fe0ef0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 200 len: 910 time: 0.2166877 Jan 28 13:38:48.760764 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-9da4207e-3be5-4055-93df-1f30cfcebf3b tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:48.805864 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8470e83c-25c0-4203-a5d1-4e2553f54250 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:48.806805 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5614bbc9-217e-4f53-8537-b67af29831b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:48.809503 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5614bbc9-217e-4f53-8537-b67af29831b6 None None] The sync data for ids ['a082e3e4-8525-4f44-94e9-0d5dbaf84a6e'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:38:48.812933 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fddba0aa-031d-4782-8311-48a97d592e76 req-50e0b718-0c74-4adb-8fdf-82fcd9a9355b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20ab8f59-c992-4728-94e5-444162e78b9d HTTP/1.1" status: 200 len: 217 time: 0.0611985 Jan 28 13:38:48.813590 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfdda7-bdbd-476f-b229-641351472ece req-6c503dfc-98b3-4b9e-949d-9c38949b69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:48.816169 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36dfdda7-bdbd-476f-b229-641351472ece req-6c503dfc-98b3-4b9e-949d-9c38949b69ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=205e0e0f7c204c6b8762ba0b567c808e&device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 1095 time: 0.3288026 Jan 28 13:38:48.832577 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-4c0f9828-9f76-4158-a7d8-c3a401d8d6a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94762ba1-93b2-4455-b835-c2ea9fdc3002 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:38:48.900566 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-4c0f9828-9f76-4158-a7d8-c3a401d8d6a4 service neutron] Publish callbacks [] for port (94762ba1-93b2-4455-b835-c2ea9fdc3002), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:48.938638 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-4c0f9828-9f76-4158-a7d8-c3a401d8d6a4 service neutron] Transition to ACTIVE for port object 94762ba1-93b2-4455-b835-c2ea9fdc3002 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:38:48.945536 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddba0aa-031d-4782-8311-48a97d592e76 req-e99bfb0f-6ce1-4861-9010-cb6078c6855c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:48.947214 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fddba0aa-031d-4782-8311-48a97d592e76 req-e99bfb0f-6ce1-4861-9010-cb6078c6855c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0384f919-cf7e-4ec0-b290-94b57d977aef HTTP/1.1" status: 200 len: 849 time: 0.1182308 Jan 28 13:38:48.950887 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-4c0f9828-9f76-4158-a7d8-c3a401d8d6a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (94762ba1-93b2-4455-b835-c2ea9fdc3002), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:48.965640 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:38:49.089943 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-8470e83c-25c0-4203-a5d1-4e2553f54250 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Allocated IP 172.25.3.20 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/f4c0f9be-8840-44cb-b505-983c2654a592) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:38:49.093666 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f9828-9f76-4158-a7d8-c3a401d8d6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=94762ba1-93b2-4455-b835-c2ea9fdc3002,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:49.180947 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddba0aa-031d-4782-8311-48a97d592e76 req-4e8b0dce-c059-4475-94ce-d7c7cdf6c3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:49.182627 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fddba0aa-031d-4782-8311-48a97d592e76 req-4e8b0dce-c059-4475-94ce-d7c7cdf6c3cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7079efeb-cd22-4f60-b771-d74efc0a16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1947544 Jan 28 13:38:49.261398 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0822b-31b1-4190-a7f7-a6be7772fe89 req-8c26eae2-429e-4e20-b04d-edcbcbf5663a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:49.263098 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-95f0822b-31b1-4190-a7f7-a6be7772fe89 req-8c26eae2-429e-4e20-b04d-edcbcbf5663a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=c90ba8d1-c56a-4e04-bcbf-e73bef99d916 HTTP/1.1" status: 200 len: 944 time: 0.2889557 Jan 28 13:38:49.288120 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfdda7-bdbd-476f-b229-641351472ece req-0f341323-b31b-4750-842a-ce9cd15539e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:49.289644 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36dfdda7-bdbd-476f-b229-641351472ece req-0f341323-b31b-4750-842a-ce9cd15539e5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd65474c-0b14-4c75-9058-245198106ef8 HTTP/1.1" status: 200 len: 916 time: 0.4551203 Jan 28 13:38:49.355198 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-4c0f9828-9f76-4158-a7d8-c3a401d8d6a4 service neutron] Attempting to bind port 94762ba1-93b2-4455-b835-c2ea9fdc3002 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:38:49.355505 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-4c0f9828-9f76-4158-a7d8-c3a401d8d6a4 service neutron] Attempting to bind port 94762ba1-93b2-4455-b835-c2ea9fdc3002 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9f8e7572-3d26-4139-9ed7-e071ff7040da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f8697aa-149e-430a-a71c-7f1937d7a08d'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:38:49.357374 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-4c0f9828-9f76-4158-a7d8-c3a401d8d6a4 service neutron] Attempting to bind port 94762ba1-93b2-4455-b835-c2ea9fdc3002 on network 7f8697aa-149e-430a-a71c-7f1937d7a08d {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:38:49.436548 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-95f0822b-31b1-4190-a7f7-a6be7772fe89 req-eda5ae7a-3863-44a4-b3fd-8f850bf3025f tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644890 Jan 28 13:38:49.442014 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-4c0f9828-9f76-4158-a7d8-c3a401d8d6a4 service neutron] Port 94762ba1-93b2-4455-b835-c2ea9fdc3002 on network 7f8697aa-149e-430a-a71c-7f1937d7a08d not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:38:49.442553 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-4c0f9828-9f76-4158-a7d8-c3a401d8d6a4 service neutron] Attempting to bind port 94762ba1-93b2-4455-b835-c2ea9fdc3002 on network 7f8697aa-149e-430a-a71c-7f1937d7a08d {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:38:49.475986 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36dfdda7-bdbd-476f-b229-641351472ece req-3b317993-7869-4419-867f-1bb088059ccd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acd709ee-c689-4a1a-b014-195d714a9cbb HTTP/1.1" status: 200 len: 998 time: 0.1760263 Jan 28 13:38:49.519793 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8470e83c-25c0-4203-a5d1-4e2553f54250 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Publish callbacks [] for port (f4c0f9be-8840-44cb-b505-983c2654a592), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:49.568292 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9da4207e-3be5-4055-93df-1f30cfcebf3b tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_gateway (a082e3e4-8525-4f44-94e9-0d5dbaf84a6e), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:49.584537 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-4c0f9828-9f76-4158-a7d8-c3a401d8d6a4 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:38:49.584895 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-4c0f9828-9f76-4158-a7d8-c3a401d8d6a4 service neutron] Checking segment: {'id': '9f8e7572-3d26-4139-9ed7-e071ff7040da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f8697aa-149e-430a-a71c-7f1937d7a08d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:49.585255 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-4c0f9828-9f76-4158-a7d8-c3a401d8d6a4 service neutron] Bound using segment: {'id': '9f8e7572-3d26-4139-9ed7-e071ff7040da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f8697aa-149e-430a-a71c-7f1937d7a08d'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:38:49.585707 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-4c0f9828-9f76-4158-a7d8-c3a401d8d6a4 service neutron] Bound port: 94762ba1-93b2-4455-b835-c2ea9fdc3002, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8e7572-3d26-4139-9ed7-e071ff7040da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f8697aa-149e-430a-a71c-7f1937d7a08d'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:38:49.586047 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-4c0f9828-9f76-4158-a7d8-c3a401d8d6a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (94762ba1-93b2-4455-b835-c2ea9fdc3002), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:49.587509 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfdda7-bdbd-476f-b229-641351472ece req-19ec1994-aa0e-4594-9938-1df6f235ec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:49.589065 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36dfdda7-bdbd-476f-b229-641351472ece req-19ec1994-aa0e-4594-9938-1df6f235ec1d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10438cad-60ca-4257-93e8-c8ceba8bf16c HTTP/1.1" status: 200 len: 855 time: 0.0985136 Jan 28 13:38:49.602117 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9da4207e-3be5-4055-93df-1f30cfcebf3b tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_gateway (a082e3e4-8525-4f44-94e9-0d5dbaf84a6e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:49.630508 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fddba0aa-031d-4782-8311-48a97d592e76 req-e024849d-fdea-40a9-b580-e5a518da9d42 service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378099 Jan 28 13:38:49.731028 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfdda7-bdbd-476f-b229-641351472ece req-809861dd-1a80-41d3-950e-32f823aeebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:49.745691 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36dfdda7-bdbd-476f-b229-641351472ece req-809861dd-1a80-41d3-950e-32f823aeebaf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd65474c-0b14-4c75-9058-245198106ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1400332 Jan 28 13:38:49.767478 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:49.823859 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-4c0f9828-9f76-4158-a7d8-c3a401d8d6a4 service neutron] For port 94762ba1-93b2-4455-b835-c2ea9fdc3002, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:38:49.828205 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-4c0f9828-9f76-4158-a7d8-c3a401d8d6a4 service neutron] For port 94762ba1-93b2-4455-b835-c2ea9fdc3002, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=94762ba1-93b2-4455-b835-c2ea9fdc3002,segment=NetworkSegment(9f8e7572-3d26-4139-9ed7-e071ff7040da),segment_id=9f8e7572-3d26-4139-9ed7-e071ff7040da)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:38:49.856267 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf40c6-6375-4dac-814c-c74b844d3c34 req-ff8670c5-7304-4b03-b9d1-081efb7579b8 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:49.858879 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-9da4207e-3be5-4055-93df-1f30cfcebf3b tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Deleting port bcdc99e8-86a0-4fed-a2de-bd457d344220 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:38:49.859528 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9da4207e-3be5-4055-93df-1f30cfcebf3b tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (bcdc99e8-86a0-4fed-a2de-bd457d344220), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:49.865072 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8baf40c6-6375-4dac-814c-c74b844d3c34 req-ff8670c5-7304-4b03-b9d1-081efb7579b8 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=01eaac88-b98b-47f1-8499-2464b3db2f9d HTTP/1.1" status: 200 len: 943 time: 0.4472978 Jan 28 13:38:49.925560 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-4c0f9828-9f76-4158-a7d8-c3a401d8d6a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (94762ba1-93b2-4455-b835-c2ea9fdc3002), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:49.979342 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fddba0aa-031d-4782-8311-48a97d592e76 req-816efe68-2a0a-4ceb-a89d-62528a561560 service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284564 Jan 28 13:38:50.018993 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8470e83c-25c0-4203-a5d1-4e2553f54250 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (f4c0f9be-8840-44cb-b505-983c2654a592), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:50.031352 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-4c0f9828-9f76-4158-a7d8-c3a401d8d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:50.031833 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-4c0f9828-9f76-4158-a7d8-c3a401d8d6a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:50.033249 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-4c0f9828-9f76-4158-a7d8-c3a401d8d6a4 service neutron] 10.222.0.18 "PUT /v2.0/ports/94762ba1-93b2-4455-b835-c2ea9fdc3002 HTTP/1.1" status: 200 len: 1091 time: 2.2412803 Jan 28 13:38:50.037556 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01eaac88-b98b-47f1-8499-2464b3db2f9d', 'tag': '94762ba1-93b2-4455-b835-c2ea9fdc3002'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:38:50.039321 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7cd1fa-bcc1-4000-8ae0-2e5bdb65fb56" -d '{"events": [{"name": "network-changed", "server_uuid": "01eaac88-b98b-47f1-8499-2464b3db2f9d", "tag": "94762ba1-93b2-4455-b835-c2ea9fdc3002"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:38:50.062670 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b5102-bf9f-4110-9cd2-bc5fa07f42ad req-0303a23b-ac06-49d7-b623-a6ac00b7e470 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:50.064316 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d87b5102-bf9f-4110-9cd2-bc5fa07f42ad req-0303a23b-ac06-49d7-b623-a6ac00b7e470 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 944 time: 0.2866702 Jan 28 13:38:50.093354 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8470e83c-25c0-4203-a5d1-4e2553f54250 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:38:50.106777 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-8470e83c-25c0-4203-a5d1-4e2553f54250 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:50.110235 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8470e83c-25c0-4203-a5d1-4e2553f54250 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:38:50.112602 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f9828-9f76-4158-a7d8-c3a401d8d6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=94762ba1-93b2-4455-b835-c2ea9fdc3002,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:50.119973 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8baf40c6-6375-4dac-814c-c74b844d3c34 req-d22590af-16bd-43a0-8d9d-7694fcdc1413 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7dccc49-2271-4d7e-b24a-755da09322ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480025 Jan 28 13:38:50.180370 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470e83c-25c0-4203-a5d1-4e2553f54250 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Pushing event updated for resources: {'Port': ['ID=f4c0f9be-8840-44cb-b505-983c2654a592,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:50.200674 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d87b5102-bf9f-4110-9cd2-bc5fa07f42ad req-bdc075e1-eca0-45be-bd0c-fe8166b398f9 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219780 Jan 28 13:38:50.210178 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36dfdda7-bdbd-476f-b229-641351472ece req-4822bc85-bcc6-4c43-8c1b-cad584b7a030 service neutron] 10.222.0.37 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506385 Jan 28 13:38:50.247553 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-1a33b715-7605-4144-b2c5-753ec24b49fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:50.249580 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-1a33b715-7605-4144-b2c5-753ec24b49fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b5d7278598134e528b8ac881059fef25&device_id=01eaac88-b98b-47f1-8499-2464b3db2f9d HTTP/1.1" status: 200 len: 1094 time: 0.0658777 Jan 28 13:38:50.253931 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c24ba4-178d-4da6-b6a2-6a313532beed x-openstack-request-id: req-f7c24ba4-178d-4da6-b6a2-6a313532beed {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:38:50.254288 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01eaac88-b98b-47f1-8499-2464b3db2f9d", "tag": "94762ba1-93b2-4455-b835-c2ea9fdc3002", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:38:50.254556 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f7c24ba4-178d-4da6-b6a2-6a313532beed {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:38:50.254942 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01eaac88-b98b-47f1-8499-2464b3db2f9d', 'tag': '94762ba1-93b2-4455-b835-c2ea9fdc3002', 'status': 'completed', 'code': 200} Jan 28 13:38:50.285019 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9da4207e-3be5-4055-93df-1f30cfcebf3b tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (bcdc99e8-86a0-4fed-a2de-bd457d344220), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:50.303587 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-97cbcb19-0da5-4bbf-b645-665aa1567522 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94762ba1-93b2-4455-b835-c2ea9fdc3002 HTTP/1.1" status: 200 len: 217 time: 0.0431957 Jan 28 13:38:50.353538 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-9da4207e-3be5-4055-93df-1f30cfcebf3b tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Calling delete_port for bcdc99e8-86a0-4fed-a2de-bd457d344220 owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:50.464803 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8470e83c-25c0-4203-a5d1-4e2553f54250 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Publish callbacks [] for floatingip (b31b7020-644b-492e-863b-0b36294dba0b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:50.471737 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-08eee706-1412-49b6-b1eb-ad3612de84aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:50.473778 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-08eee706-1412-49b6-b1eb-ad3612de84aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a8c3baad-45df-4aa7-bfe8-b1c9002351fc HTTP/1.1" status: 200 len: 854 time: 0.1386755 Jan 28 13:38:50.493505 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36dfdda7-bdbd-476f-b229-641351472ece req-fb0932d2-08a4-4880-94b1-7f85eaa230c6 service neutron] 10.222.0.37 "GET /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791222 Jan 28 13:38:50.578664 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-0d78063e-d167-475b-a2d8-39081a04bcda service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f8697aa-149e-430a-a71c-7f1937d7a08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969727 Jan 28 13:38:50.607653 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8470e83c-25c0-4203-a5d1-4e2553f54250 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f4c0f9be-8840-44cb-b505-983c2654a592), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:50.652334 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62849d0a-77d8-4905-bf20-10607bdc2c11 req-73321d30-94c4-4ca9-a398-c00676b77405 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:50.654660 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-62849d0a-77d8-4905-bf20-10607bdc2c11 req-73321d30-94c4-4ca9-a398-c00676b77405 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=c90ba8d1-c56a-4e04-bcbf-e73bef99d916 HTTP/1.1" status: 200 len: 944 time: 0.1015477 Jan 28 13:38:50.681777 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9da4207e-3be5-4055-93df-1f30cfcebf3b tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (bcdc99e8-86a0-4fed-a2de-bd457d344220), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:50.718134 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4207e-3be5-4055-93df-1f30cfcebf3b tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Pushing event deleted for resources: {'Port': ['ID=bcdc99e8-86a0-4fed-a2de-bd457d344220,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:50.817748 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-62849d0a-77d8-4905-bf20-10607bdc2c11 req-a7f8be96-c959-457d-adbf-69ee2c7c39f2 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371837 Jan 28 13:38:50.854506 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9da4207e-3be5-4055-93df-1f30cfcebf3b tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (a082e3e4-8525-4f44-94e9-0d5dbaf84a6e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:50.904271 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-08da8660-0f8f-48ea-8f22-b5904263a2e8 service neutron] 10.222.0.18 "GET /v2.0/networks/7f8697aa-149e-430a-a71c-7f1937d7a08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944391 Jan 28 13:38:50.937818 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 20ab8f59-c992-4728-94e5-444162e78b9d details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:38:50.979834 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42014) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:51.084726 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8470e83c-25c0-4203-a5d1-4e2553f54250 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Publish callbacks [] for port (f4c0f9be-8840-44cb-b505-983c2654a592), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:51.121615 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 20ab8f59-c992-4728-94e5-444162e78b9d, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=20ab8f59-c992-4728-94e5-444162e78b9d,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:51.122621 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8470e83c-25c0-4203-a5d1-4e2553f54250 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (f4c0f9be-8840-44cb-b505-983c2654a592), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:51.199072 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '20ab8f59-c992-4728-94e5-444162e78b9d', 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0', 'port_id': '20ab8f59-c992-4728-94e5-444162e78b9d', 'mac_address': 'fa:16:3e:e5:8d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0384f919-cf7e-4ec0-b290-94b57d977aef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:38:51.327008 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 20ab8f59-c992-4728-94e5-444162e78b9d is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:51.327406 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (20ab8f59-c992-4728-94e5-444162e78b9d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:51.356589 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ab8f59-c992-4728-94e5-444162e78b9d {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:38:51.381617 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 20ab8f59-c992-4728-94e5-444162e78b9d, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=20ab8f59-c992-4728-94e5-444162e78b9d,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:51.387317 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (20ab8f59-c992-4728-94e5-444162e78b9d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:51.447418 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=20ab8f59-c992-4728-94e5-444162e78b9d,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:51.658365 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8470e83c-25c0-4203-a5d1-4e2553f54250 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (b31b7020-644b-492e-863b-0b36294dba0b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:51.781771 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f4841c04-d735-4ab9-be22-8e60378e0780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:51.801241 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8470e83c-25c0-4203-a5d1-4e2553f54250 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:51.807354 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8470e83c-25c0-4203-a5d1-4e2553f54250 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9200432 Jan 28 13:38:51.811947 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42026) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:51.832603 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-08afee6b-b6da-4429-8c06-865629b635b6 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-60570150', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'fixed_ips': [{'ip_address': '172.25.3.20'}]}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:51.840037 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feb77c-f8da-470f-b3e2-c8dc9bdf7915 req-86f6ddb5-ed0f-4002-acc7-d430ac19b468 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:51.846080 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470e83c-25c0-4203-a5d1-4e2553f54250 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Pushing event updated for resources: {'Port': ['ID=f4c0f9be-8840-44cb-b505-983c2654a592,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:51.847274 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['20ab8f59-c992-4728-94e5-444162e78b9d'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:38:51.847977 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-29feb77c-f8da-470f-b3e2-c8dc9bdf7915 req-86f6ddb5-ed0f-4002-acc7-d430ac19b468 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 944 time: 0.1695352 Jan 28 13:38:51.852455 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9da4207e-3be5-4055-93df-1f30cfcebf3b tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5641'] for router (a082e3e4-8525-4f44-94e9-0d5dbaf84a6e), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:51.859958 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a1d1b4ba-4e5c-4cf4-aa7b-6b0364bf61c2 req-3146589d-e652-41d9-bec5-90ee0ff22f92 service neutron] 10.222.0.18 "GET /v2.0/networks/7f8697aa-149e-430a-a71c-7f1937d7a08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9493165 Jan 28 13:38:51.874029 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9da4207e-3be5-4055-93df-1f30cfcebf3b tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352569'] for router (a082e3e4-8525-4f44-94e9-0d5dbaf84a6e), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:51.898263 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ce221-3ad0-41b7-9429-3fdb3d97f223 req-77ff83c5-7f69-428b-83a3-7052d7c69ad8 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:51.909709 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-470ce221-3ad0-41b7-9429-3fdb3d97f223 req-77ff83c5-7f69-428b-83a3-7052d7c69ad8 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=01eaac88-b98b-47f1-8499-2464b3db2f9d HTTP/1.1" status: 200 len: 943 time: 0.2474804 Jan 28 13:38:51.949118 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08afee6b-b6da-4429-8c06-865629b635b6 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Made reservation on behalf of ed25f35927bb4c18aa894acddc958197 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:38:51.953073 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-08afee6b-b6da-4429-8c06-865629b635b6 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:52.009944 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-29feb77c-f8da-470f-b3e2-c8dc9bdf7915 req-7005f505-9dfd-43da-a66b-1e7686943391 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609321 Jan 28 13:38:52.028664 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-08afee6b-b6da-4429-8c06-865629b635b6 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:52.030370 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da4207e-3be5-4055-93df-1f30cfcebf3b tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Router a082e3e4-8525-4f44-94e9-0d5dbaf84a6e has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:38:52.116179 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-470ce221-3ad0-41b7-9429-3fdb3d97f223 req-b3a4b6e1-a602-4573-a4de-8d8b897c65d2 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7dccc49-2271-4d7e-b24a-755da09322ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053442 Jan 28 13:38:52.144710 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da4207e-3be5-4055-93df-1f30cfcebf3b tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:38:52.152219 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9da4207e-3be5-4055-93df-1f30cfcebf3b tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:52.153566 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9da4207e-3be5-4055-93df-1f30cfcebf3b tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "PUT /v2.0/routers/a082e3e4-8525-4f44-94e9-0d5dbaf84a6e HTTP/1.1" status: 200 len: 705 time: 3.3965032 Jan 28 13:38:52.160965 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42030) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:52.168189 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7cd1fa-bcc1-4000-8ae0-2e5bdb65fb56 req-8b3fc1c3-562b-431c-b180-051db1ef9209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:52.177908 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60a60b5-f494-4b39-bb7b-926a25873935 None None] Sync routers for ids ['a082e3e4-8525-4f44-94e9-0d5dbaf84a6e'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:38:52.179065 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ca7cd1fa-bcc1-4000-8ae0-2e5bdb65fb56 req-8b3fc1c3-562b-431c-b180-051db1ef9209 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b5d7278598134e528b8ac881059fef25&device_id=01eaac88-b98b-47f1-8499-2464b3db2f9d HTTP/1.1" status: 200 len: 1094 time: 0.2509165 Jan 28 13:38:52.267437 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60a60b5-f494-4b39-bb7b-926a25873935 None None] Routers {'a082e3e4-8525-4f44-94e9-0d5dbaf84a6e'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:52.268332 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d60a60b5-f494-4b39-bb7b-926a25873935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:38:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['a082e3e4-8525-4f44-94e9-0d5dbaf84a6e'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:52.296103 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e4026-7a24-4460-b0ce-967acd55bb50 req-c249b3cc-eb98-40b8-9520-f77d68248eec tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:52.304912 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b28e4026-7a24-4460-b0ce-967acd55bb50 req-c249b3cc-eb98-40b8-9520-f77d68248eec tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=c90ba8d1-c56a-4e04-bcbf-e73bef99d916 HTTP/1.1" status: 200 len: 945 time: 0.0768602 Jan 28 13:38:52.311113 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d60a60b5-f494-4b39-bb7b-926a25873935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:52.332047 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60a60b5-f494-4b39-bb7b-926a25873935 None None] Routers {'a082e3e4-8525-4f44-94e9-0d5dbaf84a6e'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:52.333147 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d60a60b5-f494-4b39-bb7b-926a25873935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:38:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['a082e3e4-8525-4f44-94e9-0d5dbaf84a6e'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:52.344334 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f4841c04-d735-4ab9-be22-8e60378e0780 admin admin] Publish callbacks [] for security_group (d0a8e997-2d23-4c23-a1fa-fc090b08fa2c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:52.391430 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f4841c04-d735-4ab9-be22-8e60378e0780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d0a8e997-2d23-4c23-a1fa-fc090b08fa2c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:52.396676 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d60a60b5-f494-4b39-bb7b-926a25873935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:52.397424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60a60b5-f494-4b39-bb7b-926a25873935 None None] The sync data for ids ['a082e3e4-8525-4f44-94e9-0d5dbaf84a6e'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:38:52.397732 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b28e4026-7a24-4460-b0ce-967acd55bb50 req-f9fe4c7e-7173-492c-8730-ad205d9935d1 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915620 Jan 28 13:38:52.442750 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42034) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:52.455524 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f4841c04-d735-4ab9-be22-8e60378e0780 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f1d4d5c0570244779570ffee27c62c9a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4718983 Jan 28 13:38:52.475639 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c93b2393-d010-45e9-99d1-e45ddd0c7815 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "GET /v2.0/routers/a082e3e4-8525-4f44-94e9-0d5dbaf84a6e HTTP/1.1" status: 200 len: 740 time: 0.3079834 Jan 28 13:38:52.478083 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42036) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:52.566290 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c1aa1bdf-5b7e-40c9-b5c7-ac8c4ee00e63 tempest-RoutersAdminTest-1927730468 tempest-RoutersAdminTest-1927730468-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236&device_id=a082e3e4-8525-4f44-94e9-0d5dbaf84a6e HTTP/1.1" status: 200 len: 205 time: 0.0852880 Jan 28 13:38:52.569388 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42040) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:52.609376 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4841c04-d735-4ab9-be22-8e60378e0780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a8e997-2d23-4c23-a1fa-fc090b08fa2c,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:52.609993 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6c0a4425-8b02-4181-81ee-7329dffb1617 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "GET /v2.0/ports?device_id=a082e3e4-8525-4f44-94e9-0d5dbaf84a6e HTTP/1.1" status: 200 len: 205 time: 0.0389173 Jan 28 13:38:52.612533 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42042) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:52.627180 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bccbdfcd-5c5b-4c82-8e70-4cc5ee4bc102 admin admin] Publish callbacks [] for security_group (d0a8e997-2d23-4c23-a1fa-fc090b08fa2c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:52.664042 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bccbdfcd-5c5b-4c82-8e70-4cc5ee4bc102 admin admin] Publish callbacks [] for security_group (d0a8e997-2d23-4c23-a1fa-fc090b08fa2c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:52.776231 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7bcdd-9498-4710-b707-2cc65824be98 req-31261f0f-8251-4c3b-ab93-2b1127fe40c9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:52.789027 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7bcdd-9498-4710-b707-2cc65824be98 req-31261f0f-8251-4c3b-ab93-2b1127fe40c9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:52.798344 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7bcdd-9498-4710-b707-2cc65824be98 req-31261f0f-8251-4c3b-ab93-2b1127fe40c9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:52.804157 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7bcdd-9498-4710-b707-2cc65824be98 req-31261f0f-8251-4c3b-ab93-2b1127fe40c9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:52.810466 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bccbdfcd-5c5b-4c82-8e70-4cc5ee4bc102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d0a8e997-2d23-4c23-a1fa-fc090b08fa2c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:52.813286 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bccbdfcd-5c5b-4c82-8e70-4cc5ee4bc102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:52.816910 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bccbdfcd-5c5b-4c82-8e70-4cc5ee4bc102 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d0a8e997-2d23-4c23-a1fa-fc090b08fa2c HTTP/1.1" status: 204 len: 168 time: 0.3695142 Jan 28 13:38:52.820414 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7bcdd-9498-4710-b707-2cc65824be98 req-31261f0f-8251-4c3b-ab93-2b1127fe40c9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:52.834491 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7bcdd-9498-4710-b707-2cc65824be98 req-31261f0f-8251-4c3b-ab93-2b1127fe40c9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:52.835781 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccbdfcd-5c5b-4c82-8e70-4cc5ee4bc102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a8e997-2d23-4c23-a1fa-fc090b08fa2c,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:52.842190 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7bcdd-9498-4710-b707-2cc65824be98 req-31261f0f-8251-4c3b-ab93-2b1127fe40c9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:52.851985 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2fc7bcdd-9498-4710-b707-2cc65824be98 req-31261f0f-8251-4c3b-ab93-2b1127fe40c9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5442 time: 0.4769502 Jan 28 13:38:52.860595 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-08afee6b-b6da-4429-8c06-865629b635b6 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Publish callbacks [] for security_group (c8deedd2-f1b3-4c2f-9765-4c78c4ecc59d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:52.922140 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-08afee6b-b6da-4429-8c06-865629b635b6 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c8deedd2-f1b3-4c2f-9765-4c78c4ecc59d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:52.950193 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7cd1fa-bcc1-4000-8ae0-2e5bdb65fb56 req-686518bd-7d7f-43a1-bd1a-dc0ebc095d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:52.952424 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ca7cd1fa-bcc1-4000-8ae0-2e5bdb65fb56 req-686518bd-7d7f-43a1-bd1a-dc0ebc095d00 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7f8697aa-149e-430a-a71c-7f1937d7a08d HTTP/1.1" status: 200 len: 914 time: 0.7458785 Jan 28 13:38:52.953743 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-08afee6b-b6da-4429-8c06-865629b635b6 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] device_id is not set on port ce9d1613-416d-4761-9388-270e0ca89f24 yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:38:52.976662 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c536ee39-4e01-44d5-9899-c5ff4ecc5653 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router (a082e3e4-8525-4f44-94e9-0d5dbaf84a6e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:53.198280 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ca7cd1fa-bcc1-4000-8ae0-2e5bdb65fb56 req-997603fe-67d8-4520-b59f-6a7104c00667 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94762ba1-93b2-4455-b835-c2ea9fdc3002 HTTP/1.1" status: 200 len: 217 time: 0.2152033 Jan 28 13:38:53.198964 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08afee6b-b6da-4429-8c06-865629b635b6 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8deedd2-f1b3-4c2f-9765-4c78c4ecc59d,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:53.200660 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688824db-076d-42c7-86e6-c2ea9d4e0cca req-bfe5b338-7e9e-439b-8e0e-9fe16de1955a tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:53.215938 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-688824db-076d-42c7-86e6-c2ea9d4e0cca req-bfe5b338-7e9e-439b-8e0e-9fe16de1955a tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 944 time: 0.1085296 Jan 28 13:38:53.293681 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-688824db-076d-42c7-86e6-c2ea9d4e0cca req-ec91e1a0-ac66-4c1a-9f60-7ec358b12cfd tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723312 Jan 28 13:38:53.346324 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2fc7bcdd-9498-4710-b707-2cc65824be98 req-76ccf733-c852-4eff-a158-ab439c386aba tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4932182 Jan 28 13:38:53.495288 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896afb6-b719-4056-9d5b-5c4011c3fbc4 req-355c291a-246c-436d-bb03-f26ca7445501 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:53.499164 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5896afb6-b719-4056-9d5b-5c4011c3fbc4 req-355c291a-246c-436d-bb03-f26ca7445501 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=01eaac88-b98b-47f1-8499-2464b3db2f9d HTTP/1.1" status: 200 len: 943 time: 0.1107986 Jan 28 13:38:53.598728 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5896afb6-b719-4056-9d5b-5c4011c3fbc4 req-aeab3181-28bf-4b0e-8d5b-e66d668b2897 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7dccc49-2271-4d7e-b24a-755da09322ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888152 Jan 28 13:38:53.695121 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c536ee39-4e01-44d5-9899-c5ff4ecc5653 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (a082e3e4-8525-4f44-94e9-0d5dbaf84a6e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:53.698478 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c536ee39-4e01-44d5-9899-c5ff4ecc5653 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router_controller (a082e3e4-8525-4f44-94e9-0d5dbaf84a6e), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:53.705246 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7cd1fa-bcc1-4000-8ae0-2e5bdb65fb56 req-7f075d9e-76de-4731-9893-f6dc5c608a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:53.707735 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ca7cd1fa-bcc1-4000-8ae0-2e5bdb65fb56 req-7f075d9e-76de-4731-9893-f6dc5c608a38 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a8c3baad-45df-4aa7-bfe8-b1c9002351fc HTTP/1.1" status: 200 len: 854 time: 0.4456637 Jan 28 13:38:53.728122 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61479c0d-59a0-41be-9a10-b12a52b2ea33 req-30cb8788-2fa6-44d1-b694-463dd4139925 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:53.735536 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-61479c0d-59a0-41be-9a10-b12a52b2ea33 req-30cb8788-2fa6-44d1-b694-463dd4139925 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=c90ba8d1-c56a-4e04-bcbf-e73bef99d916 HTTP/1.1" status: 200 len: 945 time: 0.0785043 Jan 28 13:38:53.803185 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-61479c0d-59a0-41be-9a10-b12a52b2ea33 req-c886904d-ba06-4671-a527-ddb76d1b58b2 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665145 Jan 28 13:38:53.810081 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ca7cd1fa-bcc1-4000-8ae0-2e5bdb65fb56 req-1876eb66-cc61-4c5a-bedf-f04e8f406a2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f8697aa-149e-430a-a71c-7f1937d7a08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881100 Jan 28 13:38:53.838969 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a20292-2ad3-41e3-8e11-7bb31441a2db req-961c1de1-0acb-40a9-908d-863229f626b6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:53.845973 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a20292-2ad3-41e3-8e11-7bb31441a2db req-961c1de1-0acb-40a9-908d-863229f626b6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:53.857140 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a20292-2ad3-41e3-8e11-7bb31441a2db req-961c1de1-0acb-40a9-908d-863229f626b6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:53.878045 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a20292-2ad3-41e3-8e11-7bb31441a2db req-961c1de1-0acb-40a9-908d-863229f626b6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:53.884622 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a20292-2ad3-41e3-8e11-7bb31441a2db req-961c1de1-0acb-40a9-908d-863229f626b6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:53.900324 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a20292-2ad3-41e3-8e11-7bb31441a2db req-961c1de1-0acb-40a9-908d-863229f626b6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:53.911736 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a20292-2ad3-41e3-8e11-7bb31441a2db req-961c1de1-0acb-40a9-908d-863229f626b6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:53.920461 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c4a20292-2ad3-41e3-8e11-7bb31441a2db req-961c1de1-0acb-40a9-908d-863229f626b6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5442 time: 0.3776195 Jan 28 13:38:53.934463 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c536ee39-4e01-44d5-9899-c5ff4ecc5653 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (a082e3e4-8525-4f44-94e9-0d5dbaf84a6e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:53.935155 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c536ee39-4e01-44d5-9899-c5ff4ecc5653 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Fanout notify agent at l3_agent the message router_deleted on router a082e3e4-8525-4f44-94e9-0d5dbaf84a6e {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:38:53.967714 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c536ee39-4e01-44d5-9899-c5ff4ecc5653 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:53.976474 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42074) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:53.979621 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c536ee39-4e01-44d5-9899-c5ff4ecc5653 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "DELETE /v2.0/routers/a082e3e4-8525-4f44-94e9-0d5dbaf84a6e HTTP/1.1" status: 204 len: 168 time: 1.3497736 Jan 28 13:38:54.046964 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b708bd3d-7b0a-412e-9736-05bda6f9e3d1 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "GET /v2.0/ports?device_id=a082e3e4-8525-4f44-94e9-0d5dbaf84a6e HTTP/1.1" status: 200 len: 205 time: 0.0684638 Jan 28 13:38:54.050365 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42078) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:54.092699 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-ac00e427-63bb-4b6c-8763-ff2fb9eabfac tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] delete failed (client error): The resource could not be found. Jan 28 13:38:54.094003 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ac00e427-63bb-4b6c-8763-ff2fb9eabfac tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "DELETE /v2.0/routers/a082e3e4-8525-4f44-94e9-0d5dbaf84a6e HTTP/1.1" status: 404 len: 336 time: 0.0423844 Jan 28 13:38:54.097087 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42080) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:54.107991 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-08afee6b-b6da-4429-8c06-865629b635b6 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 13:38:54.108525 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08afee6b-b6da-4429-8c06-865629b635b6 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:38:54.154654 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a6bb0cb3-4a35-413f-8f9e-d8d901e8526b tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c HTTP/1.1" status: 200 len: 205 time: 0.0561423 Jan 28 13:38:54.160083 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42082) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:54.178367 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-08afee6b-b6da-4429-8c06-865629b635b6 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.3537064 Jan 28 13:38:54.181585 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42086) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:54.236102 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-cc88f872-a7f8-4cd1-8aa5-55a6f01e33fa tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] delete failed (client error): The resource could not be found. Jan 28 13:38:54.238388 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-cc88f872-a7f8-4cd1-8aa5-55a6f01e33fa tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "DELETE /v2.0/routers/f74c1557-c2b1-4dcb-a1e9-c307d41b6c1c HTTP/1.1" status: 404 len: 336 time: 0.0768576 Jan 28 13:38:54.242313 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42088) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:54.299544 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e74b7eb6-3fe2-4427-9529-b4cd9dea37b0 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7c8a424-9823-468a-83ac-b552dbfad4ad HTTP/1.1" status: 200 len: 205 time: 0.0535073 Jan 28 13:38:54.300879 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42090) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:54.309586 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ca7cd1fa-bcc1-4000-8ae0-2e5bdb65fb56 req-a9aef494-3582-44b7-a75b-d360263d361f service neutron] 10.222.0.18 "GET /v2.0/networks/7f8697aa-149e-430a-a71c-7f1937d7a08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831275 Jan 28 13:38:54.380940 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-670873b4-9906-48d1-9271-ca94b113bd17 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] delete failed (client error): The resource could not be found. Jan 28 13:38:54.385092 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42096) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:54.385506 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-670873b4-9906-48d1-9271-ca94b113bd17 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "DELETE /v2.0/routers/a7c8a424-9823-468a-83ac-b552dbfad4ad HTTP/1.1" status: 404 len: 336 time: 0.0814590 Jan 28 13:38:54.433332 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-be5a45af-2609-4324-b6f9-24e4daf95736 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "GET /v2.0/ports?device_id=086210e5-19b3-47b7-bbe5-910202058c69 HTTP/1.1" status: 200 len: 205 time: 0.0466042 Jan 28 13:38:54.436512 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42098) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:54.567394 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ca7cd1fa-bcc1-4000-8ae0-2e5bdb65fb56 req-16676927-e136-49dc-92cb-9a21a56007fe service neutron] 10.222.0.18 "GET /v2.0/networks/7f8697aa-149e-430a-a71c-7f1937d7a08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362425 Jan 28 13:38:54.579279 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-f15b06b5-0432-4a5d-b20c-2c64d028638a tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] delete failed (client error): The resource could not be found. Jan 28 13:38:54.580901 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f15b06b5-0432-4a5d-b20c-2c64d028638a tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "DELETE /v2.0/routers/086210e5-19b3-47b7-bbe5-910202058c69 HTTP/1.1" status: 404 len: 336 time: 0.1432340 Jan 28 13:38:54.584063 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42102) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:54.603842 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-ba682c53-1190-41a5-8c84-1054cc7b24d9 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Deleting port f4c0f9be-8840-44cb-b505-983c2654a592 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:38:54.604210 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba682c53-1190-41a5-8c84-1054cc7b24d9 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (f4c0f9be-8840-44cb-b505-983c2654a592), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:54.637407 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-821477e6-da99-46f9-83a6-cd53b4c6a2eb tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f103e2e-4ebc-4098-96dc-bda35bdf739c HTTP/1.1" status: 200 len: 205 time: 0.0495968 Jan 28 13:38:54.641111 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42108) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:54.660427 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80149f-5e67-4fbe-b8b7-89250076d8e9 req-cb757316-0f7b-4846-8985-9729c744a4d6 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:54.679595 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ea80149f-5e67-4fbe-b8b7-89250076d8e9 req-cb757316-0f7b-4846-8985-9729c744a4d6 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 944 time: 0.2447319 Jan 28 13:38:54.733296 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 94762ba1-93b2-4455-b835-c2ea9fdc3002 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:38:54.776565 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-684672f0-454a-488d-9bd3-37fe94e1b9bd tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] delete failed (client error): The resource could not be found. Jan 28 13:38:54.777565 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-684672f0-454a-488d-9bd3-37fe94e1b9bd tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "DELETE /v2.0/routers/3f103e2e-4ebc-4098-96dc-bda35bdf739c HTTP/1.1" status: 404 len: 336 time: 0.0956788 Jan 28 13:38:54.781239 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42112) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:54.797498 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba682c53-1190-41a5-8c84-1054cc7b24d9 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (f4c0f9be-8840-44cb-b505-983c2654a592), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:54.799843 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba682c53-1190-41a5-8c84-1054cc7b24d9 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Publish callbacks [] for floatingip (f4c0f9be-8840-44cb-b505-983c2654a592), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:54.877959 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ea80149f-5e67-4fbe-b8b7-89250076d8e9 req-f68f43aa-9d6d-4c01-9ae1-8b6651806ce7 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972625 Jan 28 13:38:54.888993 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42118) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:54.891739 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d117e80f-6308-48f9-8ccc-5f918b439273 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "GET /v2.0/ports?device_id=48b9d98c-e42f-4d4e-bcf8-896648caf2bf HTTP/1.1" status: 200 len: 205 time: 0.1057861 Jan 28 13:38:54.908434 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-ba682c53-1190-41a5-8c84-1054cc7b24d9 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Calling delete_port for f4c0f9be-8840-44cb-b505-983c2654a592 owned by network:floatingip {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:54.997636 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 94762ba1-93b2-4455-b835-c2ea9fdc3002, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=94762ba1-93b2-4455-b835-c2ea9fdc3002,segment=NetworkSegment(9f8e7572-3d26-4139-9ed7-e071ff7040da),segment_id=9f8e7572-3d26-4139-9ed7-e071ff7040da)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:55.006421 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-82313782-d500-4cb1-8d3e-aa212dc41849 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] delete failed (client error): The resource could not be found. Jan 28 13:38:55.018938 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-82313782-d500-4cb1-8d3e-aa212dc41849 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "DELETE /v2.0/routers/48b9d98c-e42f-4d4e-bcf8-896648caf2bf HTTP/1.1" status: 404 len: 336 time: 0.1223259 Jan 28 13:38:55.018938 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42122) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:55.019659 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '94762ba1-93b2-4455-b835-c2ea9fdc3002', 'network_id': '7f8697aa-149e-430a-a71c-7f1937d7a08d', 'port_id': '94762ba1-93b2-4455-b835-c2ea9fdc3002', 'mac_address': 'fa:16:3e:b0:6d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8c3baad-45df-4aa7-bfe8-b1c9002351fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:38:55.025034 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 20ab8f59-c992-4728-94e5-444162e78b9d up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:38:55.078943 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a8dbdd8-a079-4412-bdb6-6e06b200b892 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] DELETE failed (client error): The resource could not be found. Jan 28 13:38:55.086132 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a8dbdd8-a079-4412-bdb6-6e06b200b892 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:38:55.101508 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5a8dbdd8-a079-4412-bdb6-6e06b200b892 tempest-RoutersAdminTest-1653505986 tempest-RoutersAdminTest-1653505986-project] 10.222.0.39 "DELETE /v2.0/subnets/4b1838c2-7d64-499f-a710-620e0681e4cb HTTP/1.1" status: 404 len: 337 time: 0.0845931 Jan 28 13:38:55.156375 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 94762ba1-93b2-4455-b835-c2ea9fdc3002 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:55.156781 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (94762ba1-93b2-4455-b835-c2ea9fdc3002), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:55.201660 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94762ba1-93b2-4455-b835-c2ea9fdc3002 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:38:55.208671 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 20ab8f59-c992-4728-94e5-444162e78b9d completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:38:55.227759 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 20ab8f59-c992-4728-94e5-444162e78b9d triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:55.228137 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (20ab8f59-c992-4728-94e5-444162e78b9d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:55.238550 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a1870-680d-4fd2-8aed-da759b8fe27b req-377f792e-aca2-4a44-aae2-31262fd430e7 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:55.250838 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7e8a1870-680d-4fd2-8aed-da759b8fe27b req-377f792e-aca2-4a44-aae2-31262fd430e7 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=01eaac88-b98b-47f1-8499-2464b3db2f9d HTTP/1.1" status: 200 len: 943 time: 0.3704951 Jan 28 13:38:55.258591 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa7af0-53d1-4d9a-83d3-0b5759920bbd req-9b054d8b-1785-4238-984e-b899ca625f42 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:55.270445 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fefa7af0-53d1-4d9a-83d3-0b5759920bbd req-9b054d8b-1785-4238-984e-b899ca625f42 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=c90ba8d1-c56a-4e04-bcbf-e73bef99d916 HTTP/1.1" status: 200 len: 945 time: 0.1532598 Jan 28 13:38:55.300735 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 94762ba1-93b2-4455-b835-c2ea9fdc3002, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=94762ba1-93b2-4455-b835-c2ea9fdc3002,segment=NetworkSegment(9f8e7572-3d26-4139-9ed7-e071ff7040da),segment_id=9f8e7572-3d26-4139-9ed7-e071ff7040da)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:55.306862 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (94762ba1-93b2-4455-b835-c2ea9fdc3002), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:55.379660 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fefa7af0-53d1-4d9a-83d3-0b5759920bbd req-15fcae6c-1558-44e5-89ed-e41e53eed65e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044278 Jan 28 13:38:55.485193 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7e8a1870-680d-4fd2-8aed-da759b8fe27b req-8a76b6c4-8029-48de-8716-69d5386d0c15 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7dccc49-2271-4d7e-b24a-755da09322ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314694 Jan 28 13:38:55.488445 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba682c53-1190-41a5-8c84-1054cc7b24d9 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (f4c0f9be-8840-44cb-b505-983c2654a592), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:55.557230 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba682c53-1190-41a5-8c84-1054cc7b24d9 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4c0f9be-8840-44cb-b505-983c2654a592,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:55.596608 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 20ab8f59-c992-4728-94e5-444162e78b9d is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:55.599391 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (20ab8f59-c992-4728-94e5-444162e78b9d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:55.711631 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['94762ba1-93b2-4455-b835-c2ea9fdc3002'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:38:55.737631 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba682c53-1190-41a5-8c84-1054cc7b24d9 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Publish callbacks [] for floatingip (b31b7020-644b-492e-863b-0b36294dba0b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:55.740500 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba682c53-1190-41a5-8c84-1054cc7b24d9 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:55.747440 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ba682c53-1190-41a5-8c84-1054cc7b24d9 tempest-ExternalNetworksAdminNegativeTestJSON-406247115 tempest-ExternalNetworksAdminNegativeTestJSON-406247115-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/b31b7020-644b-492e-863b-0b36294dba0b HTTP/1.1" status: 204 len: 168 time: 1.5640869 Jan 28 13:38:55.846731 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42150) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:55.928036 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=94762ba1-93b2-4455-b835-c2ea9fdc3002,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:55.940805 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90ba8d1-c56a-4e04-bcbf-e73bef99d916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ab8f59-c992-4728-94e5-444162e78b9d'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:38:55.944270 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657d25ff-3d68-4a26-b478-fcbf25c1a893" -d '{"events": [{"server_uuid": "c90ba8d1-c56a-4e04-bcbf-e73bef99d916", "name": "network-vif-plugged", "status": "completed", "tag": "20ab8f59-c992-4728-94e5-444162e78b9d"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:38:56.097526 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 20ab8f59-c992-4728-94e5-444162e78b9d, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=20ab8f59-c992-4728-94e5-444162e78b9d,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:56.110587 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b897ce53-07a5-4956-a746-df0193ffbe1a x-openstack-request-id: req-b897ce53-07a5-4956-a746-df0193ffbe1a {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:38:56.112732 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90ba8d1-c56a-4e04-bcbf-e73bef99d916", "name": "network-vif-plugged", "status": "completed", "tag": "20ab8f59-c992-4728-94e5-444162e78b9d", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:38:56.113172 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b897ce53-07a5-4956-a746-df0193ffbe1a {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:38:56.117392 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90ba8d1-c56a-4e04-bcbf-e73bef99d916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ab8f59-c992-4728-94e5-444162e78b9d', 'code': 200} Jan 28 13:38:56.206173 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38001e9f-c9db-4f7b-8855-5efc7b4d4b10 req-6fb2a512-8a79-4974-9e9e-1a8e3b70e848 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:56.209623 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-38001e9f-c9db-4f7b-8855-5efc7b4d4b10 req-6fb2a512-8a79-4974-9e9e-1a8e3b70e848 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 944 time: 0.1620457 Jan 28 13:38:56.251072 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (20ab8f59-c992-4728-94e5-444162e78b9d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:56.351828 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=20ab8f59-c992-4728-94e5-444162e78b9d,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:56.352172 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9691010f-aa23-4f9d-a0eb-1bdf531b81ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:56.370506 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-38001e9f-c9db-4f7b-8855-5efc7b4d4b10 req-79289c60-7253-4ed6-9529-5977f5b23769 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528063 Jan 28 13:38:56.492964 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9691010f-aa23-4f9d-a0eb-1bdf531b81ea admin admin] Publish callbacks [] for security_group (ae185e04-4b03-48ab-9272-57e736d36bef), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:56.501884 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42166) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:56.515189 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9691010f-aa23-4f9d-a0eb-1bdf531b81ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ae185e04-4b03-48ab-9272-57e736d36bef), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:56.689169 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691010f-aa23-4f9d-a0eb-1bdf531b81ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae185e04-4b03-48ab-9272-57e736d36bef,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:56.694105 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9691010f-aa23-4f9d-a0eb-1bdf531b81ea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a63ab7e142f40258674625d79fbe4b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8459558 Jan 28 13:38:56.695980 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b9b12075-7464-4ed3-81e9-941065dee2c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:56.703687 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42182) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:56.717114 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6af74d-92f6-4796-8e1d-42633ce27a91 req-3935975a-c62c-4f5a-b641-92cd5a0fb1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:56.718654 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2f6af74d-92f6-4796-8e1d-42633ce27a91 req-3935975a-c62c-4f5a-b641-92cd5a0fb1b2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c90ba8d1-c56a-4e04-bcbf-e73bef99d916 HTTP/1.1" status: 200 len: 1097 time: 0.2238002 Jan 28 13:38:56.775492 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97167549-bdcb-403c-9da9-e133f179285d req-d45e2f8d-7a40-497a-ac81-d64a7ffcd721 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:56.784408 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-97167549-bdcb-403c-9da9-e133f179285d req-d45e2f8d-7a40-497a-ac81-d64a7ffcd721 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=c90ba8d1-c56a-4e04-bcbf-e73bef99d916 HTTP/1.1" status: 200 len: 946 time: 0.1948428 Jan 28 13:38:56.891190 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af489a-38ac-4dc5-ae14-8cc4d286b6c0 req-6698224a-4e5e-470b-8b56-64572de351d8 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:56.895833 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f9af489a-38ac-4dc5-ae14-8cc4d286b6c0 req-6698224a-4e5e-470b-8b56-64572de351d8 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=01eaac88-b98b-47f1-8499-2464b3db2f9d HTTP/1.1" status: 200 len: 944 time: 0.2365103 Jan 28 13:38:56.945779 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-97167549-bdcb-403c-9da9-e133f179285d req-ce12e30a-1a44-450e-8dbb-2a927799b56e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603196 Jan 28 13:38:56.977189 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0349-656a-42f2-a991-a9d971c4ad8a admin admin] Publish callbacks [] for security_group (ae185e04-4b03-48ab-9272-57e736d36bef), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:57.032090 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0349-656a-42f2-a991-a9d971c4ad8a admin admin] Publish callbacks [] for security_group (ae185e04-4b03-48ab-9272-57e736d36bef), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:57.032609 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2f6af74d-92f6-4796-8e1d-42633ce27a91 req-19cd2693-243f-4317-b798-fdb61dd55da2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936602 Jan 28 13:38:57.171173 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f9af489a-38ac-4dc5-ae14-8cc4d286b6c0 req-d8cd4e8a-c69f-4177-886d-a20ca29436ac tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7dccc49-2271-4d7e-b24a-755da09322ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519128 Jan 28 13:38:57.171173 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0349-656a-42f2-a991-a9d971c4ad8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ae185e04-4b03-48ab-9272-57e736d36bef), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:57.179285 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0349-656a-42f2-a991-a9d971c4ad8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:57.179285 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7b8b0349-656a-42f2-a991-a9d971c4ad8a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae185e04-4b03-48ab-9272-57e736d36bef HTTP/1.1" status: 204 len: 168 time: 0.4731812 Jan 28 13:38:57.220613 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b0349-656a-42f2-a991-a9d971c4ad8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae185e04-4b03-48ab-9272-57e736d36bef,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:57.336891 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b9b12075-7464-4ed3-81e9-941065dee2c5 admin admin] Publish callbacks [] for security_group (7b089d9b-ee05-425d-b6f2-8ebf9035ac6c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:57.342842 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b9b12075-7464-4ed3-81e9-941065dee2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7b089d9b-ee05-425d-b6f2-8ebf9035ac6c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:57.391392 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42198) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:57.396252 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b9b12075-7464-4ed3-81e9-941065dee2c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aa9100cf8eaf448b8fbc873e024e79fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8924377 Jan 28 13:38:57.397294 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b12075-7464-4ed3-81e9-941065dee2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b089d9b-ee05-425d-b6f2-8ebf9035ac6c,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:57.401857 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42200) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:57.520435 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a20c5b60-c4db-4f6e-90c0-788bdc40f061 admin admin] Publish callbacks [] for security_group (7b089d9b-ee05-425d-b6f2-8ebf9035ac6c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:57.571047 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a20c5b60-c4db-4f6e-90c0-788bdc40f061 admin admin] Publish callbacks [] for security_group (7b089d9b-ee05-425d-b6f2-8ebf9035ac6c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:57.611368 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e3c63-269b-4d22-a6bd-9533527b6587 req-0919d620-08e2-4585-b9ef-8c55d65e5749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:57.614296 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e3c63-269b-4d22-a6bd-9533527b6587 req-0919d620-08e2-4585-b9ef-8c55d65e5749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:57.614788 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e3c63-269b-4d22-a6bd-9533527b6587 req-0919d620-08e2-4585-b9ef-8c55d65e5749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:57.616928 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e3c63-269b-4d22-a6bd-9533527b6587 req-0919d620-08e2-4585-b9ef-8c55d65e5749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:57.617399 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e3c63-269b-4d22-a6bd-9533527b6587 req-0919d620-08e2-4585-b9ef-8c55d65e5749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:57.619424 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e3c63-269b-4d22-a6bd-9533527b6587 req-0919d620-08e2-4585-b9ef-8c55d65e5749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:57.622684 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e3c63-269b-4d22-a6bd-9533527b6587 req-0919d620-08e2-4585-b9ef-8c55d65e5749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:57.627418 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2b1e3c63-269b-4d22-a6bd-9533527b6587 req-0919d620-08e2-4585-b9ef-8c55d65e5749 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 6499 time: 0.2335801 Jan 28 13:38:57.721038 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a20c5b60-c4db-4f6e-90c0-788bdc40f061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7b089d9b-ee05-425d-b6f2-8ebf9035ac6c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:57.729698 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a20c5b60-c4db-4f6e-90c0-788bdc40f061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:57.733782 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a20c5b60-c4db-4f6e-90c0-788bdc40f061 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b089d9b-ee05-425d-b6f2-8ebf9035ac6c HTTP/1.1" status: 204 len: 168 time: 0.3276198 Jan 28 13:38:57.761679 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c5b60-c4db-4f6e-90c0-788bdc40f061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b089d9b-ee05-425d-b6f2-8ebf9035ac6c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:57.827695 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab3b5c-9650-41ce-b7bf-dce74acfcc2d req-57b8d4f0-ed82-464b-ba26-b48936f76cf1 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:57.840249 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dbab3b5c-9650-41ce-b7bf-dce74acfcc2d req-57b8d4f0-ed82-464b-ba26-b48936f76cf1 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 944 time: 0.2109311 Jan 28 13:38:57.922887 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dbab3b5c-9650-41ce-b7bf-dce74acfcc2d req-8f7d2773-1241-4182-ae37-58c4728c3d57 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801599 Jan 28 13:38:57.995792 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2b1e3c63-269b-4d22-a6bd-9533527b6587 req-f7d15a21-2b10-4c51-b74b-2535abc0bad5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2880886 Jan 28 13:38:58.106167 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42220) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:58.201126 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3aba869d-93e7-413f-8d3c-715cbfb58884 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=698eedd76e754148b790d57763daf621&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0911574 Jan 28 13:38:58.201396 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42228) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:58.207918 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855ff55-c30f-4e89-8d30-4cd3cfc5e30f req-2674a3ad-4ac0-4d0d-87aa-df8f6cee9e51 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:58.212581 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6855ff55-c30f-4e89-8d30-4cd3cfc5e30f req-2674a3ad-4ac0-4d0d-87aa-df8f6cee9e51 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=c90ba8d1-c56a-4e04-bcbf-e73bef99d916 HTTP/1.1" status: 200 len: 946 time: 0.1189861 Jan 28 13:38:58.308594 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cf525216-c3b9-4cff-acec-3610abd47dd3 admin admin] Publish callbacks [] for security_group (c06d6a50-f3d7-422a-b661-cc1385850471), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:58.334612 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6855ff55-c30f-4e89-8d30-4cd3cfc5e30f req-cb293ca9-a7fe-42d2-a28a-9fc37eb344fb tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133063 Jan 28 13:38:58.374756 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cf525216-c3b9-4cff-acec-3610abd47dd3 admin admin] Publish callbacks [] for security_group (c06d6a50-f3d7-422a-b661-cc1385850471), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:58.562206 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42234) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:58.609513 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b7305-259a-4c47-b5f3-33a5d2b065a2 req-14564369-4b8c-403f-9764-f7b3f7e45f0e tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:58.611209 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-236b7305-259a-4c47-b5f3-33a5d2b065a2 req-14564369-4b8c-403f-9764-f7b3f7e45f0e tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=01eaac88-b98b-47f1-8499-2464b3db2f9d HTTP/1.1" status: 200 len: 944 time: 0.1926358 Jan 28 13:38:58.640452 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4ed827c6-49ff-4b1d-9972-72517108f3e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ed25f35927bb4c18aa894acddc958197&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0759270 Jan 28 13:38:58.641713 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42238) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:58.676071 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cf525216-c3b9-4cff-acec-3610abd47dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c06d6a50-f3d7-422a-b661-cc1385850471), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:58.678652 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cf525216-c3b9-4cff-acec-3610abd47dd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:58.682290 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-cf525216-c3b9-4cff-acec-3610abd47dd3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c06d6a50-f3d7-422a-b661-cc1385850471 HTTP/1.1" status: 204 len: 168 time: 0.4773817 Jan 28 13:38:58.740795 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 94762ba1-93b2-4455-b835-c2ea9fdc3002 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:38:58.751862 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8278dab3-73f4-422a-97f7-996a9e420187 admin admin] Publish callbacks [] for security_group (c8deedd2-f1b3-4c2f-9765-4c78c4ecc59d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:58.777398 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8278dab3-73f4-422a-97f7-996a9e420187 admin admin] Publish callbacks [] for security_group (c8deedd2-f1b3-4c2f-9765-4c78c4ecc59d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:58.777774 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf525216-c3b9-4cff-acec-3610abd47dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06d6a50-f3d7-422a-b661-cc1385850471,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:58.811862 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-236b7305-259a-4c47-b5f3-33a5d2b065a2 req-61f17798-0a5c-4b18-a056-ef1150006d30 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7dccc49-2271-4d7e-b24a-755da09322ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860766 Jan 28 13:38:58.884179 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8278dab3-73f4-422a-97f7-996a9e420187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c8deedd2-f1b3-4c2f-9765-4c78c4ecc59d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:58.888106 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8278dab3-73f4-422a-97f7-996a9e420187 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:58.889688 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8278dab3-73f4-422a-97f7-996a9e420187 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c8deedd2-f1b3-4c2f-9765-4c78c4ecc59d HTTP/1.1" status: 204 len: 168 time: 0.2461474 Jan 28 13:38:58.899172 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 94762ba1-93b2-4455-b835-c2ea9fdc3002 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:38:58.926293 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 94762ba1-93b2-4455-b835-c2ea9fdc3002 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:58.926679 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (94762ba1-93b2-4455-b835-c2ea9fdc3002), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:58.926947 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278dab3-73f4-422a-97f7-996a9e420187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8deedd2-f1b3-4c2f-9765-4c78c4ecc59d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:59.170597 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 94762ba1-93b2-4455-b835-c2ea9fdc3002 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:59.171020 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (94762ba1-93b2-4455-b835-c2ea9fdc3002), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:59.230270 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db187d-fed5-4146-820a-b84768766683 req-a1ed9663-59ff-450a-b256-c7df86bbec0d tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:59.243654 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 94762ba1-93b2-4455-b835-c2ea9fdc3002, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=94762ba1-93b2-4455-b835-c2ea9fdc3002,segment=NetworkSegment(9f8e7572-3d26-4139-9ed7-e071ff7040da),segment_id=9f8e7572-3d26-4139-9ed7-e071ff7040da)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:59.244236 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f0db187d-fed5-4146-820a-b84768766683 req-a1ed9663-59ff-450a-b256-c7df86bbec0d tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 944 time: 0.1445966 Jan 28 13:38:59.246891 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01eaac88-b98b-47f1-8499-2464b3db2f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94762ba1-93b2-4455-b835-c2ea9fdc3002'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:38:59.251444 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d591eed6-8552-4b72-ab14-a05a69f52530" -d '{"events": [{"server_uuid": "01eaac88-b98b-47f1-8499-2464b3db2f9d", "name": "network-vif-plugged", "status": "completed", "tag": "94762ba1-93b2-4455-b835-c2ea9fdc3002"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:38:59.277138 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (94762ba1-93b2-4455-b835-c2ea9fdc3002), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:59.368309 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f0db187d-fed5-4146-820a-b84768766683 req-0c3fba73-b409-4901-8b0d-dadc97b035b7 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159489 Jan 28 13:38:59.518636 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd2ef72-9c34-4615-93c5-cbca6f39a53c x-openstack-request-id: req-0dd2ef72-9c34-4615-93c5-cbca6f39a53c {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:38:59.519023 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01eaac88-b98b-47f1-8499-2464b3db2f9d", "name": "network-vif-plugged", "status": "completed", "tag": "94762ba1-93b2-4455-b835-c2ea9fdc3002", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:38:59.519199 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0dd2ef72-9c34-4615-93c5-cbca6f39a53c {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:38:59.519632 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01eaac88-b98b-47f1-8499-2464b3db2f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94762ba1-93b2-4455-b835-c2ea9fdc3002', 'code': 200} Jan 28 13:38:59.521042 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=94762ba1-93b2-4455-b835-c2ea9fdc3002,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:59.534365 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f62f1a-83d1-4076-b9ea-050c680c1062 req-7f89188a-08be-490e-869b-9609bf2af4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:59.538145 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-78f62f1a-83d1-4076-b9ea-050c680c1062 req-7f89188a-08be-490e-869b-9609bf2af4e8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=01eaac88-b98b-47f1-8499-2464b3db2f9d HTTP/1.1" status: 200 len: 1096 time: 0.0904374 Jan 28 13:38:59.574735 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a98d5f9-1b2d-4ca3-90ea-74b6888cf50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:59.637013 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44244c94-54d0-4a5f-a5bb-f047d2a37432 req-44e87271-6796-40d0-9800-201956ebd1a5 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:59.639031 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-44244c94-54d0-4a5f-a5bb-f047d2a37432 req-44e87271-6796-40d0-9800-201956ebd1a5 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=c90ba8d1-c56a-4e04-bcbf-e73bef99d916 HTTP/1.1" status: 200 len: 946 time: 0.1100748 Jan 28 13:38:59.646545 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-78f62f1a-83d1-4076-b9ea-050c680c1062 req-187cd247-a35a-4a03-ac87-cd5f59806a78 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e7dccc49-2271-4d7e-b24a-755da09322ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964975 Jan 28 13:38:59.697593 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-44244c94-54d0-4a5f-a5bb-f047d2a37432 req-95ddd1cf-41e8-4603-afa9-d54f30392c20 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500324 Jan 28 13:38:59.941102 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665fe58-6a22-46c8-b0c9-dfe3747aaae8 req-5e9632a0-15da-4a3c-8591-19ed63227350 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:59.942856 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2665fe58-6a22-46c8-b0c9-dfe3747aaae8 req-5e9632a0-15da-4a3c-8591-19ed63227350 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=01eaac88-b98b-47f1-8499-2464b3db2f9d HTTP/1.1" status: 200 len: 945 time: 0.0591645 Jan 28 13:39:00.027728 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2665fe58-6a22-46c8-b0c9-dfe3747aaae8 req-f686ea5d-ec95-45b6-a912-a447a702bbf4 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7dccc49-2271-4d7e-b24a-755da09322ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699852 Jan 28 13:39:00.504012 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c06dd-4613-4de8-835f-c47897ed4e91 req-daa887c0-794e-41a4-8074-a9da03d7259f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:00.505823 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9d1c06dd-4613-4de8-835f-c47897ed4e91 req-daa887c0-794e-41a4-8074-a9da03d7259f tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 944 time: 0.0540254 Jan 28 13:39:00.559810 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9d1c06dd-4613-4de8-835f-c47897ed4e91 req-6f08f14d-3bf8-4aee-82f8-8dc3d7b589cd tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477731 Jan 28 13:39:00.801129 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42328) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:00.850996 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028678a4-28d8-4378-b5ad-5ce9e8923029 req-d842b4e0-4a68-4dd5-ba63-52b0ba3700e7 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:00.852618 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-028678a4-28d8-4378-b5ad-5ce9e8923029 req-d842b4e0-4a68-4dd5-ba63-52b0ba3700e7 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=c90ba8d1-c56a-4e04-bcbf-e73bef99d916 HTTP/1.1" status: 200 len: 946 time: 0.0806923 Jan 28 13:39:00.897696 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42332) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:00.913198 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-028678a4-28d8-4378-b5ad-5ce9e8923029 req-c1dafce4-f71f-4fae-967b-19f5c8513a6b tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513346 Jan 28 13:39:00.992453 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-67df5a7b-2ed4-42b1-9a0c-020a0274d821 tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1061237975'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:00.992963 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-67df5a7b-2ed4-42b1-9a0c-020a0274d821 tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] Unknown quota resources ['metering_label']. {{(pid=103352) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:39:01.038298 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-b11496b8-ce3a-428f-a4df-13c55ac079f1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-921842947', 'router:external': True}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:01.142838 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-67df5a7b-2ed4-42b1-9a0c-020a0274d821 tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:01.144109 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-67df5a7b-2ed4-42b1-9a0c-020a0274d821 tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2450588 Jan 28 13:39:01.147245 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42342) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:01.151896 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-7f29a8fc-2406-4576-b890-b77f04270e08 tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '8bd382a1-c80c-47b4-8bfb-1b5da1ae153c'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:01.152432 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-7f29a8fc-2406-4576-b890-b77f04270e08 tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103351) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:39:01.158688 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11496b8-ce3a-428f-a4df-13c55ac079f1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Made reservation on behalf of 052208746404462b808649c1f9940b4e for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:01.160967 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b11496b8-ce3a-428f-a4df-13c55ac079f1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:01.173392 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b11496b8-ce3a-428f-a4df-13c55ac079f1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:01.207910 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9e10b-6367-4a08-8911-b91f8889b3de req-0dcbfc43-5e9f-403b-83e8-5b482f9c9f2b tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:01.209490 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d1d9e10b-6367-4a08-8911-b91f8889b3de req-0dcbfc43-5e9f-403b-83e8-5b482f9c9f2b tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=01eaac88-b98b-47f1-8499-2464b3db2f9d HTTP/1.1" status: 200 len: 945 time: 0.1181538 Jan 28 13:39:01.287385 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d1d9e10b-6367-4a08-8911-b91f8889b3de req-6508d229-9fad-4dd3-8545-e5a621a5b804 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7dccc49-2271-4d7e-b24a-755da09322ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685437 Jan 28 13:39:01.311065 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b11496b8-ce3a-428f-a4df-13c55ac079f1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for security_group (3bd7fc87-964b-46b2-97b1-05001135662c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:01.319689 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b11496b8-ce3a-428f-a4df-13c55ac079f1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (3bd7fc87-964b-46b2-97b1-05001135662c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:01.334199 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b11496b8-ce3a-428f-a4df-13c55ac079f1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:39:01.347539 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b11496b8-ce3a-428f-a4df-13c55ac079f1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (3b0ed6ba-c614-48dc-90a6-eb0568096cd2), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:01.347885 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-b11496b8-ce3a-428f-a4df-13c55ac079f1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Added segment 3b0ed6ba-c614-48dc-90a6-eb0568096cd2 of type vlan for network 3abb10cf-53ab-4a75-9cb7-7f4914b8d0a5 Jan 28 13:39:01.444498 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11496b8-ce3a-428f-a4df-13c55ac079f1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd7fc87-964b-46b2-97b1-05001135662c,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:01.460022 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11496b8-ce3a-428f-a4df-13c55ac079f1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:01.460554 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11496b8-ce3a-428f-a4df-13c55ac079f1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:01.460901 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11496b8-ce3a-428f-a4df-13c55ac079f1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:01.461240 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11496b8-ce3a-428f-a4df-13c55ac079f1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:01.461559 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11496b8-ce3a-428f-a4df-13c55ac079f1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:01.461884 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11496b8-ce3a-428f-a4df-13c55ac079f1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:01.462208 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11496b8-ce3a-428f-a4df-13c55ac079f1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:01.462817 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11496b8-ce3a-428f-a4df-13c55ac079f1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:01.463209 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11496b8-ce3a-428f-a4df-13c55ac079f1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:01.463498 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11496b8-ce3a-428f-a4df-13c55ac079f1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:01.463875 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11496b8-ce3a-428f-a4df-13c55ac079f1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:01.464193 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11496b8-ce3a-428f-a4df-13c55ac079f1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:01.464511 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11496b8-ce3a-428f-a4df-13c55ac079f1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:01.495090 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b11496b8-ce3a-428f-a4df-13c55ac079f1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (3abb10cf-53ab-4a75-9cb7-7f4914b8d0a5), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:01.536632 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b11496b8-ce3a-428f-a4df-13c55ac079f1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (3abb10cf-53ab-4a75-9cb7-7f4914b8d0a5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:01.537704 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11496b8-ce3a-428f-a4df-13c55ac079f1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:01.538357 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b11496b8-ce3a-428f-a4df-13c55ac079f1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:01.577920 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42392) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:01.579134 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b11496b8-ce3a-428f-a4df-13c55ac079f1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.7765017 Jan 28 13:39:01.593969 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-2014cb92-164b-4c27-959f-0fc44476c671 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Request body: {'subnet': {'network_id': '3abb10cf-53ab-4a75-9cb7-7f4914b8d0a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:01.599470 n-d-822747-2 neutron-server[103351]: WARNING neutron.services.metering.metering_plugin [None req-7f29a8fc-2406-4576-b890-b77f04270e08 tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 13:39:01.599971 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-76703717-3705-4182-a893-f20ccac0790c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:01.656053 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11496b8-ce3a-428f-a4df-13c55ac079f1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Pushing event updated for resources: {'Network': ['ID=3abb10cf-53ab-4a75-9cb7-7f4914b8d0a5,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:01.673514 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 3abb10cf-53ab-4a75-9cb7-7f4914b8d0a5 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:39:01.721570 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7f29a8fc-2406-4576-b890-b77f04270e08 tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:01.723245 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7f29a8fc-2406-4576-b890-b77f04270e08 tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5748394 Jan 28 13:39:01.724205 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2014cb92-164b-4c27-959f-0fc44476c671 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Made reservation on behalf of 052208746404462b808649c1f9940b4e for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:01.726418 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2014cb92-164b-4c27-959f-0fc44476c671 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:01.726797 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42398) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:01.732120 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-e1e269ad-7334-4826-845d-13d9b5346270 tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '8bd382a1-c80c-47b4-8bfb-1b5da1ae153c'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:01.732569 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-e1e269ad-7334-4826-845d-13d9b5346270 tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103352) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:39:01.839350 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d163cc-f958-47b7-b70a-689a25ddd3be req-31245614-f843-4b00-ac76-05e2aab5bea3 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:01.841062 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-43d163cc-f958-47b7-b70a-689a25ddd3be req-31245614-f843-4b00-ac76-05e2aab5bea3 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 944 time: 0.1805713 Jan 28 13:39:01.873013 n-d-822747-2 neutron-server[103352]: WARNING neutron.services.metering.metering_plugin [None req-e1e269ad-7334-4826-845d-13d9b5346270 tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 13:39:01.961111 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-43d163cc-f958-47b7-b70a-689a25ddd3be req-7bd60bc1-c119-4532-8caf-bb8968fea24b tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839958 Jan 28 13:39:02.003129 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e1e269ad-7334-4826-845d-13d9b5346270 tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:02.004709 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e1e269ad-7334-4826-845d-13d9b5346270 tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2767732 Jan 28 13:39:02.012210 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42408) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:02.035734 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2e208eac-f98c-4424-80b7-a81b0a311db9 tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=03c92f7d-6515-4a4b-bf01-58c4f8b01cd9 HTTP/1.1" status: 200 len: 462 time: 0.0171452 Jan 28 13:39:02.036574 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42410) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:02.117054 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bc0e3-8899-4f13-80b4-c9664d29e14a req-88b1766d-abf4-47f2-86ae-9fd3ec611676 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:02.119474 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa8bc0e3-8899-4f13-80b4-c9664d29e14a req-88b1766d-abf4-47f2-86ae-9fd3ec611676 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=c90ba8d1-c56a-4e04-bcbf-e73bef99d916 HTTP/1.1" status: 200 len: 946 time: 0.0712562 Jan 28 13:39:02.218861 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-09661c4f-c813-4a3d-82e7-9759c0b5d11e tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:02.220110 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-09661c4f-c813-4a3d-82e7-9759c0b5d11e tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/03c92f7d-6515-4a4b-bf01-58c4f8b01cd9 HTTP/1.1" status: 204 len: 168 time: 0.1818478 Jan 28 13:39:02.226177 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42440) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:02.246292 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c5bebd3b-bd16-4d44-ace2-497c22e3366e tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=03c92f7d-6515-4a4b-bf01-58c4f8b01cd9 HTTP/1.1" status: 200 len: 221 time: 0.0189676 Jan 28 13:39:02.249610 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42444) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:02.253837 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-d8d22c13-e005-4a09-8032-e4f4f3ec2a53 tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1603159723', 'description': 'label created by tempest'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:02.254352 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-d8d22c13-e005-4a09-8032-e4f4f3ec2a53 tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] Unknown quota resources ['metering_label']. {{(pid=103352) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:39:02.263314 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa8bc0e3-8899-4f13-80b4-c9664d29e14a req-cd85d73a-3d0b-49d2-b82a-e55f10b38f54 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000113 Jan 28 13:39:02.273847 n-d-822747-2 neutron-server[103351]: DEBUG neutron.objects.ports [None req-2014cb92-164b-4c27-959f-0fc44476c671 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103351) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 13:39:02.274548 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2014cb92-164b-4c27-959f-0fc44476c671 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (ce2e4492-fda5-4eb3-8c66-e40685a57a9b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:02.359653 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2014cb92-164b-4c27-959f-0fc44476c671 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Checking segment: {'id': '3b0ed6ba-c614-48dc-90a6-eb0568096cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3abb10cf-53ab-4a75-9cb7-7f4914b8d0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:02.360281 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2014cb92-164b-4c27-959f-0fc44476c671 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Network hostable DHCP agents. Network: 3abb10cf-53ab-4a75-9cb7-7f4914b8d0a5, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:39:02.372497 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014cb92-164b-4c27-959f-0fc44476c671 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ce2e4492-fda5-4eb3-8c66-e40685a57a9b,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:02.411983 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2014cb92-164b-4c27-959f-0fc44476c671 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Network 3abb10cf-53ab-4a75-9cb7-7f4914b8d0a5 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:39:02.435097 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-2014cb92-164b-4c27-959f-0fc44476c671 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 3abb10cf-53ab-4a75-9cb7-7f4914b8d0a5) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:02.442766 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2014cb92-164b-4c27-959f-0fc44476c671 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:02.443415 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2014cb92-164b-4c27-959f-0fc44476c671 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:02.447196 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab25132-f877-4837-9ec0-a41f6d99b6ca None None] Network 3abb10cf-53ab-4a75-9cb7-7f4914b8d0a5 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:02.474952 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2014cb92-164b-4c27-959f-0fc44476c671 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8957765 Jan 28 13:39:02.477801 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42456) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:02.489285 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-ae3313a7-ab07-4142-88f6-517a94d30a1e tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1317866108', 'network_id': '3abb10cf-53ab-4a75-9cb7-7f4914b8d0a5'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:02.498103 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d8d22c13-e005-4a09-8032-e4f4f3ec2a53 tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:02.500004 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d8d22c13-e005-4a09-8032-e4f4f3ec2a53 tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2487895 Jan 28 13:39:02.502192 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42458) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:02.547767 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3313a7-ab07-4142-88f6-517a94d30a1e tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Made reservation on behalf of 052208746404462b808649c1f9940b4e for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:02.551763 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ae3313a7-ab07-4142-88f6-517a94d30a1e tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:02.580821 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff6e6a5-4341-45e6-b636-64931a2f1aed None None] Network 3abb10cf-53ab-4a75-9cb7-7f4914b8d0a5 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:02.583194 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-ae3313a7-ab07-4142-88f6-517a94d30a1e tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] device_id is not set on port c9f02112-3d2b-4c9a-94a3-cf171d613b56 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:39:02.597235 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-774733f4-b459-4364-bf87-83eeef5a53ce tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=1c2e64c7-025b-4d33-9472-0ed8609dacff HTTP/1.1" status: 200 len: 468 time: 0.0925138 Jan 28 13:39:02.599950 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42460) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:02.743601 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-ae3313a7-ab07-4142-88f6-517a94d30a1e tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Allocated IP 2001:db8::27f (3abb10cf-53ab-4a75-9cb7-7f4914b8d0a5/ce2e4492-fda5-4eb3-8c66-e40685a57a9b/c9f02112-3d2b-4c9a-94a3-cf171d613b56) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:02.900268 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-091cc7ac-614b-4805-be15-b2e5c90b59a7 tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:02.907204 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-091cc7ac-614b-4805-be15-b2e5c90b59a7 tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/1c2e64c7-025b-4d33-9472-0ed8609dacff HTTP/1.1" status: 204 len: 168 time: 0.3012931 Jan 28 13:39:02.911096 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42468) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:02.944231 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:02.951348 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c56db148-9070-416c-a896-af289fe0f06d tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=1c2e64c7-025b-4d33-9472-0ed8609dacff HTTP/1.1" status: 200 len: 216 time: 0.0347483 Jan 28 13:39:02.954040 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42470) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:02.996682 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-548cd987-4e33-4488-a8a8-755c7ac90a95 tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0415087 Jan 28 13:39:03.007713 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42474) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:03.032958 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d046536f-4b21-4183-9c42-3c5ae47b8878 tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0200639 Jan 28 13:39:03.033138 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42476) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:03.046294 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ae3313a7-ab07-4142-88f6-517a94d30a1e tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for port (c9f02112-3d2b-4c9a-94a3-cf171d613b56), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:03.125036 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e9037450-ed86-4f07-9fe9-1024f850f0c5 tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels/8bd382a1-c80c-47b4-8bfb-1b5da1ae153c HTTP/1.1" status: 200 len: 473 time: 0.0908821 Jan 28 13:39:03.129126 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42478) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:03.150301 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a60d1321-c59a-4725-8fb0-0ce81e3f8bf1 tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules/dd949953-cfdb-4d13-9698-f8dada0f8063 HTTP/1.1" status: 200 len: 459 time: 0.0200214 Jan 28 13:39:03.150517 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42480) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:03.172460 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bceff4-29e8-4c24-831a-0748e0a488d3 req-63cb3979-3aa9-4eed-9489-488f9fb479ae tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:03.174015 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d3bceff4-29e8-4c24-831a-0748e0a488d3 req-63cb3979-3aa9-4eed-9489-488f9fb479ae tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 944 time: 0.1192064 Jan 28 13:39:03.177247 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ae3313a7-ab07-4142-88f6-517a94d30a1e tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c9f02112-3d2b-4c9a-94a3-cf171d613b56), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:03.289315 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3313a7-ab07-4142-88f6-517a94d30a1e tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Network 3abb10cf-53ab-4a75-9cb7-7f4914b8d0a5 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:03.298369 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-ae3313a7-ab07-4142-88f6-517a94d30a1e tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:03.305921 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3313a7-ab07-4142-88f6-517a94d30a1e tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Pushing event updated for resources: {'Port': ['ID=c9f02112-3d2b-4c9a-94a3-cf171d613b56,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:03.343647 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3313a7-ab07-4142-88f6-517a94d30a1e tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:03.344641 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3313a7-ab07-4142-88f6-517a94d30a1e tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:03.345244 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ae3313a7-ab07-4142-88f6-517a94d30a1e tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:03.353691 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5a73169b-062e-425a-9e1e-6ec0706d95b0 tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:03.354824 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5a73169b-062e-425a-9e1e-6ec0706d95b0 tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/dd949953-cfdb-4d13-9698-f8dada0f8063 HTTP/1.1" status: 204 len: 168 time: 0.2023768 Jan 28 13:39:03.358567 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42484) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:03.370675 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d3bceff4-29e8-4c24-831a-0748e0a488d3 req-b1a7c249-6ed9-4bce-b4e7-9ad0d26e3ba4 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672161 Jan 28 13:39:03.381471 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ae3313a7-ab07-4142-88f6-517a94d30a1e tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9023139 Jan 28 13:39:03.384179 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42486) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:03.491800 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-ae826d00-d68c-4ca9-acfa-32610a0849bc tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Deleting port c9f02112-3d2b-4c9a-94a3-cf171d613b56 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:03.492253 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ae826d00-d68c-4ca9-acfa-32610a0849bc tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c9f02112-3d2b-4c9a-94a3-cf171d613b56), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:03.601647 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ae826d00-d68c-4ca9-acfa-32610a0849bc tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c9f02112-3d2b-4c9a-94a3-cf171d613b56), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:03.601848 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac26f6c-cb06-4da2-a1c8-02f1e2dcc29a req-eddbfbe3-8d27-4134-8657-f8eb934fb740 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:03.610679 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8ac26f6c-cb06-4da2-a1c8-02f1e2dcc29a req-eddbfbe3-8d27-4134-8657-f8eb934fb740 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=c90ba8d1-c56a-4e04-bcbf-e73bef99d916 HTTP/1.1" status: 200 len: 946 time: 0.2489314 Jan 28 13:39:03.617091 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-ae826d00-d68c-4ca9-acfa-32610a0849bc tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Calling delete_port for c9f02112-3d2b-4c9a-94a3-cf171d613b56 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:03.681291 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-85b11705-5467-4c27-a405-a39f06b04a21 tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:03.682528 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-85b11705-5467-4c27-a405-a39f06b04a21 tempest-MeteringIpV6TestJSON-32121145 tempest-MeteringIpV6TestJSON-32121145-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/8bd382a1-c80c-47b4-8bfb-1b5da1ae153c HTTP/1.1" status: 204 len: 168 time: 0.3222861 Jan 28 13:39:03.774594 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8ac26f6c-cb06-4da2-a1c8-02f1e2dcc29a req-81a10320-cc14-4f8a-bbc9-421a539a0617 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570249 Jan 28 13:39:03.825426 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ae826d00-d68c-4ca9-acfa-32610a0849bc tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c9f02112-3d2b-4c9a-94a3-cf171d613b56), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:03.869730 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae826d00-d68c-4ca9-acfa-32610a0849bc tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9f02112-3d2b-4c9a-94a3-cf171d613b56,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:03.900702 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ae826d00-d68c-4ca9-acfa-32610a0849bc tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:03.904353 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ae826d00-d68c-4ca9-acfa-32610a0849bc tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "DELETE /v2.0/ports/c9f02112-3d2b-4c9a-94a3-cf171d613b56 HTTP/1.1" status: 204 len: 168 time: 0.5192068 Jan 28 13:39:03.907928 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42494) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:03.913804 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-9aa23ab8-b679-4f94-9b64-8a5190c3d577 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3abb10cf-53ab-4a75-9cb7-7f4914b8d0a5', 'external_fixed_ips': [{'subnet_id': 'ce2e4492-fda5-4eb3-8c66-e40685a57a9b', 'ip_address': '2001:db8::27f'}]}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:03.933616 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b144126b-c795-4ec2-94d6-3f9fd0dae703 req-a47a668d-17bc-4f50-8f9b-6e961052bf3c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f75d3bf1f82b41d082871e3d9d4ec219 HTTP/1.1" status: 200 len: 267 time: 0.0997748 Jan 28 13:39:03.962182 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9aa23ab8-b679-4f94-9b64-8a5190c3d577 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (0d965890-05f3-4ab3-bb4c-8b3b21a4dd87), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:03.963587 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9aa23ab8-b679-4f94-9b64-8a5190c3d577 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (0d965890-05f3-4ab3-bb4c-8b3b21a4dd87), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:04.042934 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144126b-c795-4ec2-94d6-3f9fd0dae703 req-0d9f671e-ce79-4fa4-9421-de80c4531ece tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:04.045453 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b144126b-c795-4ec2-94d6-3f9fd0dae703 req-0d9f671e-ce79-4fa4-9421-de80c4531ece tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=c90ba8d1-c56a-4e04-bcbf-e73bef99d916 HTTP/1.1" status: 200 len: 946 time: 0.1054206 Jan 28 13:39:04.062846 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-b144126b-c795-4ec2-94d6-3f9fd0dae703 req-a749d0e7-9f25-4448-a764-94046e261557 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Request body: {'port': {'security_groups': []}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:04.075793 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9aa23ab8-b679-4f94-9b64-8a5190c3d577 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router_controller (0d965890-05f3-4ab3-bb4c-8b3b21a4dd87), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:04.177003 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42502) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:04.182505 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-b144126b-c795-4ec2-94d6-3f9fd0dae703 req-a749d0e7-9f25-4448-a764-94046e261557 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (20ab8f59-c992-4728-94e5-444162e78b9d), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:04.206352 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:04.291114 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9aa23ab8-b679-4f94-9b64-8a5190c3d577 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router_gateway (0d965890-05f3-4ab3-bb4c-8b3b21a4dd87), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:04.380165 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c2b63130-17bb-4abc-aafd-45fc3566b4d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:04.430444 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-b144126b-c795-4ec2-94d6-3f9fd0dae703 req-a749d0e7-9f25-4448-a764-94046e261557 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] For port 20ab8f59-c992-4728-94e5-444162e78b9d, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=20ab8f59-c992-4728-94e5-444162e78b9d,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:04.479455 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-b144126b-c795-4ec2-94d6-3f9fd0dae703 req-a749d0e7-9f25-4448-a764-94046e261557 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks [] for port (20ab8f59-c992-4728-94e5-444162e78b9d), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:04.492951 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-b144126b-c795-4ec2-94d6-3f9fd0dae703 req-a749d0e7-9f25-4448-a764-94046e261557 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (20ab8f59-c992-4728-94e5-444162e78b9d), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:04.510671 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['08b77306-fb40-40ad-bf50-0b76b71a1bc9', '20ab8f59-c992-4728-94e5-444162e78b9d'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:39:04.555592 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144126b-c795-4ec2-94d6-3f9fd0dae703 req-a749d0e7-9f25-4448-a764-94046e261557 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:04.556261 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-b144126b-c795-4ec2-94d6-3f9fd0dae703 req-a749d0e7-9f25-4448-a764-94046e261557 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:04.557636 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b144126b-c795-4ec2-94d6-3f9fd0dae703 req-a749d0e7-9f25-4448-a764-94046e261557 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "PUT /v2.0/ports/20ab8f59-c992-4728-94e5-444162e78b9d HTTP/1.1" status: 200 len: 905 time: 0.5050311 Jan 28 13:39:04.560435 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90ba8d1-c56a-4e04-bcbf-e73bef99d916', 'tag': '20ab8f59-c992-4728-94e5-444162e78b9d'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:39:04.562558 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769e443d-b682-422f-8980-e1769a258328" -d '{"events": [{"name": "network-changed", "server_uuid": "c90ba8d1-c56a-4e04-bcbf-e73bef99d916", "tag": "20ab8f59-c992-4728-94e5-444162e78b9d"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:39:04.592499 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c2b63130-17bb-4abc-aafd-45fc3566b4d0 admin admin] Publish callbacks [] for security_group (95165fac-990c-4ab9-afb7-c5cfc6aa93b5), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:04.599396 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749d0e7-9f25-4448-a764-94046e261557 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Pushing event updated for resources: {'Port': ['ID=20ab8f59-c992-4728-94e5-444162e78b9d,revision_number=6']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:04.601540 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['8078f98a-0151-4a64-93ec-36213040fad7'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:39:04.608482 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c2b63130-17bb-4abc-aafd-45fc3566b4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (95165fac-990c-4ab9-afb7-c5cfc6aa93b5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:04.690380 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34204f03-78a4-4440-90fd-d59b63e67062 x-openstack-request-id: req-34204f03-78a4-4440-90fd-d59b63e67062 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:39:04.690581 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90ba8d1-c56a-4e04-bcbf-e73bef99d916", "tag": "20ab8f59-c992-4728-94e5-444162e78b9d", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:39:04.690853 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-34204f03-78a4-4440-90fd-d59b63e67062 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:39:04.699075 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90ba8d1-c56a-4e04-bcbf-e73bef99d916', 'tag': '20ab8f59-c992-4728-94e5-444162e78b9d', 'status': 'completed', 'code': 200} Jan 28 13:39:04.765563 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['20ab8f59-c992-4728-94e5-444162e78b9d'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:39:04.786567 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c2b63130-17bb-4abc-aafd-45fc3566b4d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=efe070a25e964c448b9e90df020cf70a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6061225 Jan 28 13:39:04.789097 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42512) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:04.791380 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b63130-17bb-4abc-aafd-45fc3566b4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95165fac-990c-4ab9-afb7-c5cfc6aa93b5,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:04.829016 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9aa23ab8-b679-4f94-9b64-8a5190c3d577 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router_gateway (0d965890-05f3-4ab3-bb4c-8b3b21a4dd87), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:04.905432 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e443d-b682-422f-8980-e1769a258328 req-9a217889-494a-450d-80c2-8952cb8207c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:04.907492 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-769e443d-b682-422f-8980-e1769a258328 req-9a217889-494a-450d-80c2-8952cb8207c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&device_id=c90ba8d1-c56a-4e04-bcbf-e73bef99d916 HTTP/1.1" status: 200 len: 1059 time: 0.2073269 Jan 28 13:39:04.925044 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266cf82-8de4-4d3d-ad38-093c67cb661a req-9134dd09-1607-49d3-95fa-6f0f2d46711c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:04.926362 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9aa23ab8-b679-4f94-9b64-8a5190c3d577 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:04.926972 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9266cf82-8de4-4d3d-ad38-093c67cb661a req-9134dd09-1607-49d3-95fa-6f0f2d46711c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=c90ba8d1-c56a-4e04-bcbf-e73bef99d916 HTTP/1.1" status: 200 len: 908 time: 0.1415210 Jan 28 13:39:04.971563 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-96afb97c-74e0-4526-aaf4-8ba2532fbe0c admin admin] Publish callbacks [] for security_group (95165fac-990c-4ab9-afb7-c5cfc6aa93b5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:04.998481 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d691998f-be47-4169-b29f-3686039290b3 None None] Provisioning complete for port 20ab8f59-c992-4728-94e5-444162e78b9d triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:04.999413 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d691998f-be47-4169-b29f-3686039290b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (20ab8f59-c992-4728-94e5-444162e78b9d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:05.003454 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device acd709ee-c689-4a1a-b014-195d714a9cbb details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:39:05.039066 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-96afb97c-74e0-4526-aaf4-8ba2532fbe0c admin admin] Publish callbacks [] for security_group (95165fac-990c-4ab9-afb7-c5cfc6aa93b5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:05.089410 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e443d-b682-422f-8980-e1769a258328 req-fcd49841-a51e-40b4-8ea1-a6178999709b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:05.091981 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-769e443d-b682-422f-8980-e1769a258328 req-fcd49841-a51e-40b4-8ea1-a6178999709b service neutron] 10.222.0.37 "GET /v2.0/networks?id=7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 200 len: 910 time: 0.1616499 Jan 28 13:39:05.109990 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbead7c-6c4f-466f-b114-6770d4e689ca req-72109dd0-7f40-4e3a-8188-832c61659e17 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:05.111614 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0cbead7c-6c4f-466f-b114-6770d4e689ca req-72109dd0-7f40-4e3a-8188-832c61659e17 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 944 time: 0.4493113 Jan 28 13:39:05.133710 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port acd709ee-c689-4a1a-b014-195d714a9cbb, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=acd709ee-c689-4a1a-b014-195d714a9cbb,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:05.157926 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-769e443d-b682-422f-8980-e1769a258328 req-8dac3fc3-0c9d-4ade-98aa-60dc213eeb1b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20ab8f59-c992-4728-94e5-444162e78b9d HTTP/1.1" status: 200 len: 217 time: 0.0584712 Jan 28 13:39:05.161513 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'acd709ee-c689-4a1a-b014-195d714a9cbb', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'port_id': 'acd709ee-c689-4a1a-b014-195d714a9cbb', 'mac_address': 'fa:16:3e:2e:03:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:39:05.195172 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-96afb97c-74e0-4526-aaf4-8ba2532fbe0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (95165fac-990c-4ab9-afb7-c5cfc6aa93b5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:05.208564 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-96afb97c-74e0-4526-aaf4-8ba2532fbe0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:05.212146 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-96afb97c-74e0-4526-aaf4-8ba2532fbe0c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/95165fac-990c-4ab9-afb7-c5cfc6aa93b5 HTTP/1.1" status: 204 len: 168 time: 0.4201562 Jan 28 13:39:05.260270 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afb97c-74e0-4526-aaf4-8ba2532fbe0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95165fac-990c-4ab9-afb7-c5cfc6aa93b5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:05.275952 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b824d66-95d2-4aeb-9667-cebf3c3526b7 req-f36b0dbb-301d-478c-8b86-fe959b6af724 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:05.277693 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3b824d66-95d2-4aeb-9667-cebf3c3526b7 req-f36b0dbb-301d-478c-8b86-fe959b6af724 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.1728671 Jan 28 13:39:05.286281 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e443d-b682-422f-8980-e1769a258328 req-9054a658-e892-4196-b2d5-64aa491cab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:05.288049 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-769e443d-b682-422f-8980-e1769a258328 req-9054a658-e892-4196-b2d5-64aa491cab4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0384f919-cf7e-4ec0-b290-94b57d977aef HTTP/1.1" status: 200 len: 849 time: 0.1077843 Jan 28 13:39:05.313450 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port acd709ee-c689-4a1a-b014-195d714a9cbb is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:05.314030 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:05.350094 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0cbead7c-6c4f-466f-b114-6770d4e689ca req-196f65ef-04ef-49e2-8695-f76f9a434a16 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182631 Jan 28 13:39:05.375332 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3b824d66-95d2-4aeb-9667-cebf3c3526b7 req-961122e3-c4a4-4611-96a0-ac62a63eb90e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861013 Jan 28 13:39:05.401545 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd709ee-c689-4a1a-b014-195d714a9cbb {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:39:05.418038 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e443d-b682-422f-8980-e1769a258328 req-cb16e39f-3c13-4968-9e84-57910944c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:05.424350 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-769e443d-b682-422f-8980-e1769a258328 req-cb16e39f-3c13-4968-9e84-57910944c558 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7079efeb-cd22-4f60-b771-d74efc0a16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1136174 Jan 28 13:39:05.472162 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-9aa23ab8-b679-4f94-9b64-8a5190c3d577 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Allocated IP 2001:db8::27f (3abb10cf-53ab-4a75-9cb7-7f4914b8d0a5/ce2e4492-fda5-4eb3-8c66-e40685a57a9b/e786b1d0-3ede-40f5-a370-45eee7755268) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:05.513870 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port acd709ee-c689-4a1a-b014-195d714a9cbb, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=acd709ee-c689-4a1a-b014-195d714a9cbb,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:05.565824 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:05.648402 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9aa23ab8-b679-4f94-9b64-8a5190c3d577 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for port (e786b1d0-3ede-40f5-a370-45eee7755268), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:05.711490 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9aa23ab8-b679-4f94-9b64-8a5190c3d577 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (e786b1d0-3ede-40f5-a370-45eee7755268), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:05.742036 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d691998f-be47-4169-b29f-3686039290b3 None None] Current status of the port 20ab8f59-c992-4728-94e5-444162e78b9d is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:05.779350 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ed2e7-2325-4c76-baf9-f727a3d42ced req-25745218-6cf2-4bf5-8584-27992bbec9ee tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:05.783673 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa23ab8-b679-4f94-9b64-8a5190c3d577 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Network 3abb10cf-53ab-4a75-9cb7-7f4914b8d0a5 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:05.788896 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-9aa23ab8-b679-4f94-9b64-8a5190c3d577 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:05.794478 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-625ed2e7-2325-4c76-baf9-f727a3d42ced req-25745218-6cf2-4bf5-8584-27992bbec9ee tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.3261023 Jan 28 13:39:05.800840 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa23ab8-b679-4f94-9b64-8a5190c3d577 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:05.808614 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa23ab8-b679-4f94-9b64-8a5190c3d577 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Pushing event updated for resources: {'Port': ['ID=e786b1d0-3ede-40f5-a370-45eee7755268,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:05.886374 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=acd709ee-c689-4a1a-b014-195d714a9cbb,revision_number=11']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:05.893671 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-769e443d-b682-422f-8980-e1769a258328 req-efbff7d3-032e-4b31-b1aa-982bf63e9e9b service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615259 Jan 28 13:39:05.905919 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:05.916693 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['acd709ee-c689-4a1a-b014-195d714a9cbb'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:39:05.941580 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42530) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:06.008201 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-625ed2e7-2325-4c76-baf9-f727a3d42ced req-55f46eda-5247-43af-80e5-c22de43720ea tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063482 Jan 28 13:39:06.010973 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ef94f8a1-5432-4554-bf8a-19c83cd3174c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:06.100345 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ef94f8a1-5432-4554-bf8a-19c83cd3174c admin admin] Publish callbacks [] for security_group (2995273a-2704-404f-b990-226811c35239), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:06.131345 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ef94f8a1-5432-4554-bf8a-19c83cd3174c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (2995273a-2704-404f-b990-226811c35239), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:06.199435 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ef94f8a1-5432-4554-bf8a-19c83cd3174c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a1087811056c48ed8b5b17fdb8e9dc7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2556858 Jan 28 13:39:06.202505 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94f8a1-5432-4554-bf8a-19c83cd3174c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2995273a-2704-404f-b990-226811c35239,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:06.207580 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42534) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:06.221622 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-769e443d-b682-422f-8980-e1769a258328 req-6e731ea3-cd58-43ae-8898-399bec3bfd77 service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993491 Jan 28 13:39:06.242490 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9aa23ab8-b679-4f94-9b64-8a5190c3d577 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router_gateway (0d965890-05f3-4ab3-bb4c-8b3b21a4dd87), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:06.382165 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3b6dab1-7dc5-4c15-89b6-5cb48475618d admin admin] Publish callbacks [] for security_group (2995273a-2704-404f-b990-226811c35239), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:06.498586 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3b6dab1-7dc5-4c15-89b6-5cb48475618d admin admin] Publish callbacks [] for security_group (2995273a-2704-404f-b990-226811c35239), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:06.508870 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce3c56-eb67-44e9-9274-130bd6cbbe9c req-cba778a8-4f62-4e1a-8b61-99924929e019 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:06.515879 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-24ce3c56-eb67-44e9-9274-130bd6cbbe9c req-cba778a8-4f62-4e1a-8b61-99924929e019 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 945 time: 0.0746913 Jan 28 13:39:06.588886 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-24ce3c56-eb67-44e9-9274-130bd6cbbe9c req-e0e2f609-b183-4ef1-bd03-25524fab9ec4 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676601 Jan 28 13:39:06.945061 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-5522bf54-d147-4f1b-bf1c-cc8b148db4b3 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:06.946525 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-5522bf54-d147-4f1b-bf1c-cc8b148db4b3 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/networks?id=7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 200 len: 810 time: 0.5921481 Jan 28 13:39:06.965722 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3b6dab1-7dc5-4c15-89b6-5cb48475618d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (2995273a-2704-404f-b990-226811c35239), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:06.968415 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3b6dab1-7dc5-4c15-89b6-5cb48475618d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:06.971854 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b3b6dab1-7dc5-4c15-89b6-5cb48475618d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2995273a-2704-404f-b990-226811c35239 HTTP/1.1" status: 204 len: 168 time: 0.7530928 Jan 28 13:39:06.981224 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9aa23ab8-b679-4f94-9b64-8a5190c3d577 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (0d965890-05f3-4ab3-bb4c-8b3b21a4dd87), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:06.998484 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6dab1-7dc5-4c15-89b6-5cb48475618d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2995273a-2704-404f-b990-226811c35239,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:07.005201 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device acd709ee-c689-4a1a-b014-195d714a9cbb up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:07.028928 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-2e8b5c68-46f8-4cdc-9141-b874d4a00c6b tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/quotas/f75d3bf1f82b41d082871e3d9d4ec219 HTTP/1.1" status: 200 len: 375 time: 0.0734005 Jan 28 13:39:07.148293 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port acd709ee-c689-4a1a-b014-195d714a9cbb completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:39:07.159373 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port acd709ee-c689-4a1a-b014-195d714a9cbb triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:07.159851 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:07.257628 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-6a63221a-a699-4bd0-aa35-b2b506e43650 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2146537 Jan 28 13:39:07.287708 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port acd709ee-c689-4a1a-b014-195d714a9cbb is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:07.288099 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:07.368900 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port acd709ee-c689-4a1a-b014-195d714a9cbb, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=acd709ee-c689-4a1a-b014-195d714a9cbb,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:07.370478 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9103728-e977-4e6b-a0e7-314bd5cd972b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd709ee-c689-4a1a-b014-195d714a9cbb'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:39:07.375231 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebec2f7-bec0-4e91-a2e9-f4ea47029c8f" -d '{"events": [{"server_uuid": "a9103728-e977-4e6b-a0e7-314bd5cd972b", "name": "network-vif-plugged", "status": "completed", "tag": "acd709ee-c689-4a1a-b014-195d714a9cbb"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:39:07.387394 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:07.438857 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=acd709ee-c689-4a1a-b014-195d714a9cbb,revision_number=12']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:07.448527 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-9065601f-434a-413a-afa2-0299ccb0d31b service neutron] 10.222.0.39 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702843 Jan 28 13:39:07.465387 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa23ab8-b679-4f94-9b64-8a5190c3d577 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Router 0d965890-05f3-4ab3-bb4c-8b3b21a4dd87 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:39:07.475832 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ca9ab2-5577-4975-b8cb-96336c9fd25a x-openstack-request-id: req-52ca9ab2-5577-4975-b8cb-96336c9fd25a {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:39:07.476428 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9103728-e977-4e6b-a0e7-314bd5cd972b", "name": "network-vif-plugged", "status": "completed", "tag": "acd709ee-c689-4a1a-b014-195d714a9cbb", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:39:07.476822 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-52ca9ab2-5577-4975-b8cb-96336c9fd25a {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:39:07.477947 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9103728-e977-4e6b-a0e7-314bd5cd972b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd709ee-c689-4a1a-b014-195d714a9cbb', 'code': 200} Jan 28 13:39:07.630669 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-050ec39b-2afd-4966-abd8-56ccc267b7fb service neutron] 10.222.0.39 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748195 Jan 28 13:39:07.680227 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa23ab8-b679-4f94-9b64-8a5190c3d577 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:39:07.691648 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe7fd4-95d3-427a-b819-e3dec73396fa None None] Sync routers for ids ['0d965890-05f3-4ab3-bb4c-8b3b21a4dd87'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:39:07.705854 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbe7fd4-95d3-427a-b819-e3dec73396fa None None] Routers {'0d965890-05f3-4ab3-bb4c-8b3b21a4dd87'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:07.706448 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ffbe7fd4-95d3-427a-b819-e3dec73396fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:39:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0d965890-05f3-4ab3-bb4c-8b3b21a4dd87'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:07.719153 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9aa23ab8-b679-4f94-9b64-8a5190c3d577 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:07.722970 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9aa23ab8-b679-4f94-9b64-8a5190c3d577 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.8112307 Jan 28 13:39:07.723228 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42574) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:07.768291 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78a989-93a2-46e1-ad24-697d4b52970b req-a234e752-3d2d-4edf-9ae7-8758c3445135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:07.769841 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ea78a989-93a2-46e1-ad24-697d4b52970b req-a234e752-3d2d-4edf-9ae7-8758c3445135 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 1097 time: 0.1294637 Jan 28 13:39:07.790336 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36eff7-4ecf-401e-a4d5-9a4606e50fc0 req-b80df4fe-299d-41d9-ae94-92e6d1273020 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:07.791883 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ea36eff7-4ecf-401e-a4d5-9a4606e50fc0 req-b80df4fe-299d-41d9-ae94-92e6d1273020 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 946 time: 0.0961516 Jan 28 13:39:07.871009 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ea78a989-93a2-46e1-ad24-697d4b52970b req-54b516d6-972f-451d-a9bd-ad128ce50f16 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933189 Jan 28 13:39:07.893347 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ea36eff7-4ecf-401e-a4d5-9a4606e50fc0 req-913a7598-62aa-4d9d-aec6-2609197b91fe tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854096 Jan 28 13:39:07.974075 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a7df102e-7f72-413f-a92b-3f472c1883f7 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router (0d965890-05f3-4ab3-bb4c-8b3b21a4dd87), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:07.999524 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-ffbe7fd4-95d3-427a-b819-e3dec73396fa None None] Set router 0d965890-05f3-4ab3-bb4c-8b3b21a4dd87 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:39:08.248943 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2314208-ca6c-4a3f-9b80-1198cdc4a91d req-47f3e36e-91da-4d4d-a8c3-1e908a7038f1 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 210 time: 0.0533538 Jan 28 13:39:08.293610 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a7df102e-7f72-413f-a92b-3f472c1883f7 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router_gateway (0d965890-05f3-4ab3-bb4c-8b3b21a4dd87), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:08.330706 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ffbe7fd4-95d3-427a-b819-e3dec73396fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d965890-05f3-4ab3-bb4c-8b3b21a4dd87', 'name': '', 'tenant_id': '052208746404462b808649c1f9940b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3abb10cf-53ab-4a75-9cb7-7f4914b8d0a5', 'external_fixed_ips': [{'subnet_id': 'ce2e4492-fda5-4eb3-8c66-e40685a57a9b', 'ip_address': '2001:db8::27f'}], 'enable_snat': True}, 'gw_port_id': 'e786b1d0-3ede-40f5-a370-45eee7755268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:03Z', 'updated_at': '2022-01-28T13:39:05Z', 'revision_number': 3, 'project_id': '052208746404462b808649c1f9940b4e', 'gw_port': {'id': 'e786b1d0-3ede-40f5-a370-45eee7755268', 'name': '', 'network_id': '3abb10cf-53ab-4a75-9cb7-7f4914b8d0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d965890-05f3-4ab3-bb4c-8b3b21a4dd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'ce2e4492-fda5-4eb3-8c66-e40685a57a9b', 'ip_address': '2001:db8::27f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:04Z', 'updated_at': '2022-01-28T13:39:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce2e4492-fda5-4eb3-8c66-e40685a57a9b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:08.405930 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42598) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:08.419566 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe7fd4-95d3-427a-b819-e3dec73396fa None None] Checking router: 0d965890-05f3-4ab3-bb4c-8b3b21a4dd87 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:39:08.419921 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe7fd4-95d3-427a-b819-e3dec73396fa None None] Updating router 0d965890-05f3-4ab3-bb4c-8b3b21a4dd87 port e786b1d0-3ede-40f5-a370-45eee7755268 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:39:08.425403 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-a7df102e-7f72-413f-a92b-3f472c1883f7 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Deleting port e786b1d0-3ede-40f5-a370-45eee7755268 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:08.425758 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a7df102e-7f72-413f-a92b-3f472c1883f7 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (e786b1d0-3ede-40f5-a370-45eee7755268), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:08.499730 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ffbe7fd4-95d3-427a-b819-e3dec73396fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e786b1d0-3ede-40f5-a370-45eee7755268), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:08.664817 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a7df102e-7f72-413f-a92b-3f472c1883f7 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (e786b1d0-3ede-40f5-a370-45eee7755268), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:08.694602 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-a7df102e-7f72-413f-a92b-3f472c1883f7 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Calling delete_port for e786b1d0-3ede-40f5-a370-45eee7755268 owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:08.716875 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-bf775e44-a6a1-4bcf-8c12-e5d72fcb528b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1272139444'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:08.754139 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf775e44-a6a1-4bcf-8c12-e5d72fcb528b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:08.760916 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf775e44-a6a1-4bcf-8c12-e5d72fcb528b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:08.790591 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf775e44-a6a1-4bcf-8c12-e5d72fcb528b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:08.903285 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf775e44-a6a1-4bcf-8c12-e5d72fcb528b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for security_group (4066fb5c-e751-45ba-bc0d-5ab735759c5f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:08.916690 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf775e44-a6a1-4bcf-8c12-e5d72fcb528b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (4066fb5c-e751-45ba-bc0d-5ab735759c5f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:08.964741 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf775e44-a6a1-4bcf-8c12-e5d72fcb528b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:39:09.032252 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf775e44-a6a1-4bcf-8c12-e5d72fcb528b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4066fb5c-e751-45ba-bc0d-5ab735759c5f,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:09.134522 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a7df102e-7f72-413f-a92b-3f472c1883f7 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (e786b1d0-3ede-40f5-a370-45eee7755268), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:09.165449 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf775e44-a6a1-4bcf-8c12-e5d72fcb528b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (aab5f4e5-810d-47f4-a81e-f4753b4e5cdc), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:09.166097 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-bf775e44-a6a1-4bcf-8c12-e5d72fcb528b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Added segment aab5f4e5-810d-47f4-a81e-f4753b4e5cdc of type vlan for network b1369f79-8419-4909-b9dc-745e2d83caa0 Jan 28 13:39:09.224183 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670fa8a-5b74-4427-ad6a-b90a9a7ca78e req-d5acc179-b7e4-441e-87db-03b4b683184c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:09.229572 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e670fa8a-5b74-4427-ad6a-b90a9a7ca78e req-d5acc179-b7e4-441e-87db-03b4b683184c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 946 time: 0.1652594 Jan 28 13:39:09.246813 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df102e-7f72-413f-a92b-3f472c1883f7 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Pushing event deleted for resources: {'Port': ['ID=e786b1d0-3ede-40f5-a370-45eee7755268,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:09.319379 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a7df102e-7f72-413f-a92b-3f472c1883f7 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (0d965890-05f3-4ab3-bb4c-8b3b21a4dd87), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:09.376516 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf775e44-a6a1-4bcf-8c12-e5d72fcb528b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (b1369f79-8419-4909-b9dc-745e2d83caa0), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:09.473620 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf775e44-a6a1-4bcf-8c12-e5d72fcb528b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (b1369f79-8419-4909-b9dc-745e2d83caa0), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:09.489880 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf775e44-a6a1-4bcf-8c12-e5d72fcb528b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:09.490604 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf775e44-a6a1-4bcf-8c12-e5d72fcb528b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:09.496481 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a7df102e-7f72-413f-a92b-3f472c1883f7 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (0d965890-05f3-4ab3-bb4c-8b3b21a4dd87), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:09.499196 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a7df102e-7f72-413f-a92b-3f472c1883f7 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router_controller (0d965890-05f3-4ab3-bb4c-8b3b21a4dd87), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:09.549678 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.db.api [None req-ffbe7fd4-95d3-427a-b819-e3dec73396fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103354) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:39:09.550128 n-d-822747-2 neutron-server[103354]: DEBUG oslo_db.api [None req-ffbe7fd4-95d3-427a-b819-e3dec73396fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:39:09.622855 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a7df102e-7f72-413f-a92b-3f472c1883f7 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (0d965890-05f3-4ab3-bb4c-8b3b21a4dd87), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:09.622855 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7df102e-7f72-413f-a92b-3f472c1883f7 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d965890-05f3-4ab3-bb4c-8b3b21a4dd87 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:39:09.639767 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a7df102e-7f72-413f-a92b-3f472c1883f7 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:09.643689 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a7df102e-7f72-413f-a92b-3f472c1883f7 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "DELETE /v2.0/routers/0d965890-05f3-4ab3-bb4c-8b3b21a4dd87 HTTP/1.1" status: 204 len: 168 time: 1.9171648 Jan 28 13:39:09.653645 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d9e0544f-7b6e-4575-9b33-5e67d6c90422 req-47d9c8cf-e147-4488-9b2f-9950feeb0f6a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 210 time: 0.0428481 Jan 28 13:39:09.657461 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42628) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:09.897333 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d581e8f-fd27-489f-bb08-2499400af08b tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Deleting subnet ce2e4492-fda5-4eb3-8c66-e40685a57a9b {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:39:09.918708 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5d581e8f-fd27-489f-bb08-2499400af08b tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for subnet (ce2e4492-fda5-4eb3-8c66-e40685a57a9b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:10.041279 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5d581e8f-fd27-489f-bb08-2499400af08b tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (ce2e4492-fda5-4eb3-8c66-e40685a57a9b), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:10.086241 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe7fd4-95d3-427a-b819-e3dec73396fa None None] Port e786b1d0-3ede-40f5-a370-45eee7755268 not found while updating agent binding for router 0d965890-05f3-4ab3-bb4c-8b3b21a4dd87. {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 13:39:10.104672 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbe7fd4-95d3-427a-b819-e3dec73396fa None None] Routers set() bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:10.105470 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbe7fd4-95d3-427a-b819-e3dec73396fa None None] Router IDs set() for agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 13:39:10.106153 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_agentschedulers_db [None req-ffbe7fd4-95d3-427a-b819-e3dec73396fa None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0d965890-05f3-4ab3-bb4c-8b3b21a4dd87'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:39:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent'). {{(pid=103354) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 13:39:10.106691 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe7fd4-95d3-427a-b819-e3dec73396fa None None] The sync data for ids ['0d965890-05f3-4ab3-bb4c-8b3b21a4dd87'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:39:10.112464 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-369eac60-a0cc-49bc-9c78-34e945fc0e03 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:10.114368 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-369eac60-a0cc-49bc-9c78-34e945fc0e03 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.18 "GET /v2.0/networks?id=7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 200 len: 810 time: 0.3902946 Jan 28 13:39:10.145827 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-a2242fc1-1f19-4fb4-a00b-95edb9300f8c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Request body: {'port': {'device_id': '67bd5107-0461-4c60-93f0-7dad5d669db1', 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0', 'admin_state_up': True, 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:10.254293 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5d581e8f-fd27-489f-bb08-2499400af08b tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (ce2e4492-fda5-4eb3-8c66-e40685a57a9b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:10.437143 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bf775e44-a6a1-4bcf-8c12-e5d72fcb528b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0290310 Jan 28 13:39:10.441316 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42660) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:10.467321 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-49cc47c7-c13f-4f53-97b4-cffc290f7fcc tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:10.518300 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf775e44-a6a1-4bcf-8c12-e5d72fcb528b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Network': ['ID=b1369f79-8419-4909-b9dc-745e2d83caa0,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:10.526955 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5d581e8f-fd27-489f-bb08-2499400af08b tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (ce2e4492-fda5-4eb3-8c66-e40685a57a9b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:10.534842 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:39:10.539343 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e670fa8a-5b74-4427-ad6a-b90a9a7ca78e req-5940a11c-1e9a-4842-963b-06e2a6921538 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2935734 Jan 28 13:39:10.609712 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d581e8f-fd27-489f-bb08-2499400af08b tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ce2e4492-fda5-4eb3-8c66-e40685a57a9b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:10.684934 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5d581e8f-fd27-489f-bb08-2499400af08b tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:10.688637 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5d581e8f-fd27-489f-bb08-2499400af08b tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/ce2e4492-fda5-4eb3-8c66-e40685a57a9b HTTP/1.1" status: 204 len: 168 time: 1.0298436 Jan 28 13:39:10.691810 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42666) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:10.701089 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-a2242fc1-1f19-4fb4-a00b-95edb9300f8c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Made reservation on behalf of f75d3bf1f82b41d082871e3d9d4ec219 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:10.718624 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-a2242fc1-1f19-4fb4-a00b-95edb9300f8c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:10.847629 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cc47c7-c13f-4f53-97b4-cffc290f7fcc tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:10.852399 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-49cc47c7-c13f-4f53-97b4-cffc290f7fcc tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:10.903182 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-08ec893f-c8b1-453b-8ebb-e76d5185601a req-23588f55-49f4-49f3-9f52-90be28a6076d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 210 time: 0.1206701 Jan 28 13:39:10.929283 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1673f889-5bdd-452f-8d4c-51818a72fd13 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (3abb10cf-53ab-4a75-9cb7-7f4914b8d0a5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:11.040293 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1673f889-5bdd-452f-8d4c-51818a72fd13 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (3abb10cf-53ab-4a75-9cb7-7f4914b8d0a5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:11.085249 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-1673f889-5bdd-452f-8d4c-51818a72fd13 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3abb10cf-53ab-4a75-9cb7-7f4914b8d0a5']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:11.097220 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-1673f889-5bdd-452f-8d4c-51818a72fd13 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0ed6ba-c614-48dc-90a6-eb0568096cd2') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:11.097933 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-1673f889-5bdd-452f-8d4c-51818a72fd13 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0ed6ba-c614-48dc-90a6-eb0568096cd2') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:11.117372 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1673f889-5bdd-452f-8d4c-51818a72fd13 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (3b0ed6ba-c614-48dc-90a6-eb0568096cd2), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:11.135104 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1673f889-5bdd-452f-8d4c-51818a72fd13 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (3b0ed6ba-c614-48dc-90a6-eb0568096cd2), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:11.145115 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1673f889-5bdd-452f-8d4c-51818a72fd13 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:39:11.145937 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1673f889-5bdd-452f-8d4c-51818a72fd13 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (3b0ed6ba-c614-48dc-90a6-eb0568096cd2), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:39:11.148454 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:39:11.151007 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-a2242fc1-1f19-4fb4-a00b-95edb9300f8c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Allocated IP 172.20.0.4 (7079efeb-cd22-4f60-b771-d74efc0a16e0/0384f919-cf7e-4ec0-b290-94b57d977aef/de0259ec-cd10-46de-afc4-14c0108a6f3d) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:11.222101 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1673f889-5bdd-452f-8d4c-51818a72fd13 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (3abb10cf-53ab-4a75-9cb7-7f4914b8d0a5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:11.229673 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1673f889-5bdd-452f-8d4c-51818a72fd13 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3abb10cf-53ab-4a75-9cb7-7f4914b8d0a5 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 13:39:11.268557 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1673f889-5bdd-452f-8d4c-51818a72fd13 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:11.275974 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1673f889-5bdd-452f-8d4c-51818a72fd13 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "DELETE /v2.0/networks/3abb10cf-53ab-4a75-9cb7-7f4914b8d0a5 HTTP/1.1" status: 204 len: 168 time: 0.5827796 Jan 28 13:39:11.283115 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673f889-5bdd-452f-8d4c-51818a72fd13 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Pushing event deleted for resources: {'Network': ['ID=3abb10cf-53ab-4a75-9cb7-7f4914b8d0a5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:11.392800 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-49cc47c7-c13f-4f53-97b4-cffc290f7fcc tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (bbce7ed0-fded-4930-95c9-553ef3d7d794), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:11.496909 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc47c7-c13f-4f53-97b4-cffc290f7fcc tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=bbce7ed0-fded-4930-95c9-553ef3d7d794,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:11.514018 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-a2242fc1-1f19-4fb4-a00b-95edb9300f8c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks [] for port (de0259ec-cd10-46de-afc4-14c0108a6f3d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:11.543770 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc47c7-c13f-4f53-97b4-cffc290f7fcc tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Checking segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:11.551090 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cc47c7-c13f-4f53-97b4-cffc290f7fcc tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network hostable DHCP agents. Network: b1369f79-8419-4909-b9dc-745e2d83caa0, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:39:11.652905 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42680) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:11.658381 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-e85e94a5-8a0f-4388-a8a2-2190fc5fd5d2 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Request body: {'router': {'name': 'tempest-router--919032011', 'project_id': 'f05e3dd68baa4239ac467cefbea0cde4'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:11.663741 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-a2242fc1-1f19-4fb4-a00b-95edb9300f8c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (de0259ec-cd10-46de-afc4-14c0108a6f3d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:11.681748 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['08b77306-fb40-40ad-bf50-0b76b71a1bc9'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:39:11.684257 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['8078f98a-0151-4a64-93ec-36213040fad7'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:39:11.691955 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e85e94a5-8a0f-4388-a8a2-2190fc5fd5d2 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (77f87de3-5fd2-43f8-831e-2c5fbff8e942), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:11.693281 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e85e94a5-8a0f-4388-a8a2-2190fc5fd5d2 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (77f87de3-5fd2-43f8-831e-2c5fbff8e942), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:11.700262 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cc47c7-c13f-4f53-97b4-cffc290f7fcc tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:39:11.756876 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-a2242fc1-1f19-4fb4-a00b-95edb9300f8c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Network 7079efeb-cd22-4f60-b771-d74efc0a16e0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:11.758868 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e85e94a5-8a0f-4388-a8a2-2190fc5fd5d2 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router_controller (77f87de3-5fd2-43f8-831e-2c5fbff8e942), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:11.761155 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-a2242fc1-1f19-4fb4-a00b-95edb9300f8c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:11.764520 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-a2242fc1-1f19-4fb4-a00b-95edb9300f8c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:11.767082 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e85e94a5-8a0f-4388-a8a2-2190fc5fd5d2 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (77f87de3-5fd2-43f8-831e-2c5fbff8e942), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:11.797431 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e85e94a5-8a0f-4388-a8a2-2190fc5fd5d2 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:11.799957 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e85e94a5-8a0f-4388-a8a2-2190fc5fd5d2 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1454096 Jan 28 13:39:11.803511 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42682) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:11.821669 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-a2242fc1-1f19-4fb4-a00b-95edb9300f8c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:11.822300 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-a2242fc1-1f19-4fb4-a00b-95edb9300f8c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:11.829701 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-49cc47c7-c13f-4f53-97b4-cffc290f7fcc tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, b1369f79-8419-4909-b9dc-745e2d83caa0) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:11.840366 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cc47c7-c13f-4f53-97b4-cffc290f7fcc tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:11.840970 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-49cc47c7-c13f-4f53-97b4-cffc290f7fcc tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:11.878308 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2242fc1-1f19-4fb4-a00b-95edb9300f8c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Pushing event updated for resources: {'Port': ['ID=de0259ec-cd10-46de-afc4-14c0108a6f3d,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:11.883453 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-49cc47c7-c13f-4f53-97b4-cffc290f7fcc tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4328592 Jan 28 13:39:11.908122 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42688) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:11.912392 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9e4417-eb7c-45e2-820a-112e7f77d3b6 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:11.915818 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-0bbc6ebb-3d1c-44bc-9196-5ffdfd2a103a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'port': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'name': 'tempest-NetworksTestDHCPv6-658780607'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:11.994884 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8397078c-5a98-411c-bc30-d0b4daa0c72d tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router (77f87de3-5fd2-43f8-831e-2c5fbff8e942), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:12.060924 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-a2242fc1-1f19-4fb4-a00b-95edb9300f8c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9239700 Jan 28 13:39:12.074084 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8ac25-4db9-4daa-9a3e-686f961c6217 req-20ce2582-499a-402e-b9db-37b73411cf8e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:12.084777 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2fd8ac25-4db9-4daa-9a3e-686f961c6217 req-20ce2582-499a-402e-b9db-37b73411cf8e tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 946 time: 0.3983035 Jan 28 13:39:12.097369 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-bf9b7642-02a9-4c33-8e78-9ebfeb2902eb service neutron] Request body: {'port': {'device_id': '67bd5107-0461-4c60-93f0-7dad5d669db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:12.200323 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-bf9b7642-02a9-4c33-8e78-9ebfeb2902eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (de0259ec-cd10-46de-afc4-14c0108a6f3d), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:12.220624 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c79dda-eff0-46eb-9904-e955a5ca33ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-b1369f79-8419-4909-b9dc-745e2d83caa0', 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'project_id': 'c889d0606f324a669840943fc2266e93', 'fixed_ips': [{'subnet_id': 'bbce7ed0-fded-4930-95c9-553ef3d7d794'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:39:12.221686 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28c79dda-eff0-46eb-9904-e955a5ca33ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:12.260035 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a0e583c3-ecf0-48a4-82b7-a56782118bc9 None None] Provisioning complete for port de0259ec-cd10-46de-afc4-14c0108a6f3d triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:12.260669 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0e583c3-ecf0-48a4-82b7-a56782118bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (de0259ec-cd10-46de-afc4-14c0108a6f3d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:12.374942 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8964f1-d2fa-4c05-80bd-37862afe22f2 req-f935a1aa-e7df-4ab2-8c02-0922f7ccb849 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:12.382464 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9f8964f1-d2fa-4c05-80bd-37862afe22f2 req-f935a1aa-e7df-4ab2-8c02-0922f7ccb849 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 931 time: 0.2533760 Jan 28 13:39:12.389820 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a0e583c3-ecf0-48a4-82b7-a56782118bc9 None None] Port de0259ec-cd10-46de-afc4-14c0108a6f3d cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:39:12.394167 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbc6ebb-3d1c-44bc-9196-5ffdfd2a103a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:12.397640 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0bbc6ebb-3d1c-44bc-9196-5ffdfd2a103a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:12.402002 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8397078c-5a98-411c-bc30-d0b4daa0c72d tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (77f87de3-5fd2-43f8-831e-2c5fbff8e942), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:12.414229 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8397078c-5a98-411c-bc30-d0b4daa0c72d tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router_controller (77f87de3-5fd2-43f8-831e-2c5fbff8e942), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:12.452954 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-28c79dda-eff0-46eb-9904-e955a5ca33ae None None] Allocated IP 2001:db8::2 (b1369f79-8419-4909-b9dc-745e2d83caa0/bbce7ed0-fded-4930-95c9-553ef3d7d794/44cb8940-682e-4f41-baba-fdc2d70d41e7) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:12.470026 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-0bbc6ebb-3d1c-44bc-9196-5ffdfd2a103a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] device_id is not set on port a9042227-c4b4-4fd8-b01d-b365a1b48b69 yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:39:12.494330 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2fd8ac25-4db9-4daa-9a3e-686f961c6217 req-6c1ef177-809f-436a-85de-9eeaf2105651 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4064980 Jan 28 13:39:12.508362 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8397078c-5a98-411c-bc30-d0b4daa0c72d tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (77f87de3-5fd2-43f8-831e-2c5fbff8e942), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:12.510946 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8397078c-5a98-411c-bc30-d0b4daa0c72d tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77f87de3-5fd2-43f8-831e-2c5fbff8e942 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:39:12.525672 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8397078c-5a98-411c-bc30-d0b4daa0c72d tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:12.528828 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8397078c-5a98-411c-bc30-d0b4daa0c72d tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "DELETE /v2.0/routers/77f87de3-5fd2-43f8-831e-2c5fbff8e942 HTTP/1.1" status: 204 len: 168 time: 0.7226493 Jan 28 13:39:12.584458 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9f8964f1-d2fa-4c05-80bd-37862afe22f2 req-cda8d1e9-cb7a-4110-9ec1-bae303e2f7a3 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985176 Jan 28 13:39:12.747807 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42716) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:12.759926 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28c79dda-eff0-46eb-9904-e955a5ca33ae None None] Publish callbacks [] for port (44cb8940-682e-4f41-baba-fdc2d70d41e7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:12.768572 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28c79dda-eff0-46eb-9904-e955a5ca33ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (44cb8940-682e-4f41-baba-fdc2d70d41e7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:12.770549 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-bf9b7642-02a9-4c33-8e78-9ebfeb2902eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de0259ec-cd10-46de-afc4-14c0108a6f3d {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:39:12.796054 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-bf9b7642-02a9-4c33-8e78-9ebfeb2902eb service neutron] Publish callbacks [] for port (de0259ec-cd10-46de-afc4-14c0108a6f3d), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:12.797107 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c79dda-eff0-46eb-9904-e955a5ca33ae None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:12.800806 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-28c79dda-eff0-46eb-9904-e955a5ca33ae None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:12.831537 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c79dda-eff0-46eb-9904-e955a5ca33ae None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:12.887304 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-bf9b7642-02a9-4c33-8e78-9ebfeb2902eb service neutron] Transition to ACTIVE for port object de0259ec-cd10-46de-afc4-14c0108a6f3d will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:39:12.905741 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-bf9b7642-02a9-4c33-8e78-9ebfeb2902eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (de0259ec-cd10-46de-afc4-14c0108a6f3d), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:12.951560 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-0bbc6ebb-3d1c-44bc-9196-5ffdfd2a103a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 2001:db8::d5 (b1369f79-8419-4909-b9dc-745e2d83caa0/bbce7ed0-fded-4930-95c9-553ef3d7d794/a9042227-c4b4-4fd8-b01d-b365a1b48b69) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:12.988292 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-28c79dda-eff0-46eb-9904-e955a5ca33ae None None] Attempting to bind port 44cb8940-682e-4f41-baba-fdc2d70d41e7 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:39:12.988896 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-28c79dda-eff0-46eb-9904-e955a5ca33ae None None] Attempting to bind port 44cb8940-682e-4f41-baba-fdc2d70d41e7 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:39:12.989652 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c79dda-eff0-46eb-9904-e955a5ca33ae None None] Attempting to bind port 44cb8940-682e-4f41-baba-fdc2d70d41e7 on network b1369f79-8419-4909-b9dc-745e2d83caa0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:39:12.992118 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c79dda-eff0-46eb-9904-e955a5ca33ae None None] Pushing event updated for resources: {'Port': ['ID=44cb8940-682e-4f41-baba-fdc2d70d41e7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:13.018099 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c79dda-eff0-46eb-9904-e955a5ca33ae None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:39:13.018462 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c79dda-eff0-46eb-9904-e955a5ca33ae None None] Checking segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:13.018874 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28c79dda-eff0-46eb-9904-e955a5ca33ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:13.019325 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c79dda-eff0-46eb-9904-e955a5ca33ae None None] Bound using segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:39:13.019808 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-28c79dda-eff0-46eb-9904-e955a5ca33ae None None] Bound port: 44cb8940-682e-4f41-baba-fdc2d70d41e7, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:39:13.020187 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28c79dda-eff0-46eb-9904-e955a5ca33ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (44cb8940-682e-4f41-baba-fdc2d70d41e7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:13.034748 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b7642-02a9-4c33-8e78-9ebfeb2902eb service neutron] Pushing event updated for resources: {'Port': ['ID=de0259ec-cd10-46de-afc4-14c0108a6f3d,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:13.120631 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-2ece5824-7107-457e-b36d-aaec458d92d5 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-243813296', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}, 'admin_state_up': False}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:13.159369 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2ece5824-7107-457e-b36d-aaec458d92d5 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (de15ff9f-2675-4395-9820-cfb957862c4c), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:13.162562 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2ece5824-7107-457e-b36d-aaec458d92d5 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (de15ff9f-2675-4395-9820-cfb957862c4c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:13.187973 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-28c79dda-eff0-46eb-9904-e955a5ca33ae None None] For port 44cb8940-682e-4f41-baba-fdc2d70d41e7, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:39:13.198028 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-28c79dda-eff0-46eb-9904-e955a5ca33ae None None] For port 44cb8940-682e-4f41-baba-fdc2d70d41e7, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=44cb8940-682e-4f41-baba-fdc2d70d41e7,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:39:13.212507 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28c79dda-eff0-46eb-9904-e955a5ca33ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (44cb8940-682e-4f41-baba-fdc2d70d41e7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:13.218430 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-bf9b7642-02a9-4c33-8e78-9ebfeb2902eb service neutron] Attempting to bind port de0259ec-cd10-46de-afc4-14c0108a6f3d on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:39:13.222450 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-bf9b7642-02a9-4c33-8e78-9ebfeb2902eb service neutron] Attempting to bind port de0259ec-cd10-46de-afc4-14c0108a6f3d by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '792a819f-11b6-46d0-bd5d-38aa9f6d375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:39:13.223049 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-bf9b7642-02a9-4c33-8e78-9ebfeb2902eb service neutron] Attempting to bind port de0259ec-cd10-46de-afc4-14c0108a6f3d on network 7079efeb-cd22-4f60-b771-d74efc0a16e0 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:39:13.256219 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2ece5824-7107-457e-b36d-aaec458d92d5 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_controller (de15ff9f-2675-4395-9820-cfb957862c4c), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:13.282705 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-bf9b7642-02a9-4c33-8e78-9ebfeb2902eb service neutron] Port de0259ec-cd10-46de-afc4-14c0108a6f3d on network 7079efeb-cd22-4f60-b771-d74efc0a16e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:39:13.283134 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-bf9b7642-02a9-4c33-8e78-9ebfeb2902eb service neutron] Attempting to bind port de0259ec-cd10-46de-afc4-14c0108a6f3d on network 7079efeb-cd22-4f60-b771-d74efc0a16e0 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:39:13.300075 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c79dda-eff0-46eb-9904-e955a5ca33ae None None] Pushing event updated for resources: {'Port': ['ID=44cb8940-682e-4f41-baba-fdc2d70d41e7,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:13.324661 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-bf9b7642-02a9-4c33-8e78-9ebfeb2902eb service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:39:13.325166 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-bf9b7642-02a9-4c33-8e78-9ebfeb2902eb service neutron] Checking segment: {'id': '792a819f-11b6-46d0-bd5d-38aa9f6d375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:13.325621 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-bf9b7642-02a9-4c33-8e78-9ebfeb2902eb service neutron] Bound using segment: {'id': '792a819f-11b6-46d0-bd5d-38aa9f6d375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:39:13.326149 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-bf9b7642-02a9-4c33-8e78-9ebfeb2902eb service neutron] Bound port: de0259ec-cd10-46de-afc4-14c0108a6f3d, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792a819f-11b6-46d0-bd5d-38aa9f6d375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:39:13.327494 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-bf9b7642-02a9-4c33-8e78-9ebfeb2902eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (de0259ec-cd10-46de-afc4-14c0108a6f3d), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:13.526394 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2ece5824-7107-457e-b36d-aaec458d92d5 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_gateway (de15ff9f-2675-4395-9820-cfb957862c4c), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:13.934879 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2ece5824-7107-457e-b36d-aaec458d92d5 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_gateway (de15ff9f-2675-4395-9820-cfb957862c4c), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:13.953731 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-bf9b7642-02a9-4c33-8e78-9ebfeb2902eb service neutron] For port de0259ec-cd10-46de-afc4-14c0108a6f3d, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:39:13.977199 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2ece5824-7107-457e-b36d-aaec458d92d5 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:13.997408 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0bbc6ebb-3d1c-44bc-9196-5ffdfd2a103a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (a9042227-c4b4-4fd8-b01d-b365a1b48b69), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:14.006786 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-bf9b7642-02a9-4c33-8e78-9ebfeb2902eb service neutron] For port de0259ec-cd10-46de-afc4-14c0108a6f3d, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=de0259ec-cd10-46de-afc4-14c0108a6f3d,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:39:14.027766 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-bf9b7642-02a9-4c33-8e78-9ebfeb2902eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (de0259ec-cd10-46de-afc4-14c0108a6f3d), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:14.110161 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df15455-ae93-4bb0-b233-529670d15f56 req-3808e00a-551e-4ac2-9e21-629d666bb878 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:14.111836 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4df15455-ae93-4bb0-b233-529670d15f56 req-3808e00a-551e-4ac2-9e21-629d666bb878 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 943 time: 0.1764228 Jan 28 13:39:14.121655 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-bf9b7642-02a9-4c33-8e78-9ebfeb2902eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:14.122297 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-bf9b7642-02a9-4c33-8e78-9ebfeb2902eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:14.124268 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-bf9b7642-02a9-4c33-8e78-9ebfeb2902eb service neutron] 10.222.0.18 "PUT /v2.0/ports/de0259ec-cd10-46de-afc4-14c0108a6f3d HTTP/1.1" status: 200 len: 1091 time: 2.0373454 Jan 28 13:39:14.127602 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67bd5107-0461-4c60-93f0-7dad5d669db1', 'tag': 'de0259ec-cd10-46de-afc4-14c0108a6f3d'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:39:14.131727 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517cda05-f1e5-47f7-9045-2ebc34d9a0bd" -d '{"events": [{"name": "network-changed", "server_uuid": "67bd5107-0461-4c60-93f0-7dad5d669db1", "tag": "de0259ec-cd10-46de-afc4-14c0108a6f3d"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:39:14.155617 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b7642-02a9-4c33-8e78-9ebfeb2902eb service neutron] Pushing event updated for resources: {'Port': ['ID=de0259ec-cd10-46de-afc4-14c0108a6f3d,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:14.233464 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4df15455-ae93-4bb0-b233-529670d15f56 req-ff062ffd-1b9a-4ef1-8457-06cab4889633 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917289 Jan 28 13:39:14.235308 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0bbc6ebb-3d1c-44bc-9196-5ffdfd2a103a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (a9042227-c4b4-4fd8-b01d-b365a1b48b69), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:14.247062 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a4352a-8b6e-4195-891d-f136268b72da x-openstack-request-id: req-e5a4352a-8b6e-4195-891d-f136268b72da {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:39:14.247062 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67bd5107-0461-4c60-93f0-7dad5d669db1", "tag": "de0259ec-cd10-46de-afc4-14c0108a6f3d", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:39:14.247062 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e5a4352a-8b6e-4195-891d-f136268b72da {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:39:14.247062 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67bd5107-0461-4c60-93f0-7dad5d669db1', 'tag': 'de0259ec-cd10-46de-afc4-14c0108a6f3d', 'status': 'completed', 'code': 200} Jan 28 13:39:14.272408 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-2ece5824-7107-457e-b36d-aaec458d92d5 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Allocated IP 172.25.3.173 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/c126efec-9944-4ca9-a86d-71a63c1f74d4) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:14.342819 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbc6ebb-3d1c-44bc-9196-5ffdfd2a103a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:14.349901 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-0bbc6ebb-3d1c-44bc-9196-5ffdfd2a103a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:14.354044 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc6ebb-3d1c-44bc-9196-5ffdfd2a103a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Port': ['ID=a9042227-c4b4-4fd8-b01d-b365a1b48b69,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:14.358199 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbc6ebb-3d1c-44bc-9196-5ffdfd2a103a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:14.364376 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbc6ebb-3d1c-44bc-9196-5ffdfd2a103a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:14.364929 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0bbc6ebb-3d1c-44bc-9196-5ffdfd2a103a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:14.388710 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-952f4b53-d0cd-4f10-8021-0590f852f1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:14.390274 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-952f4b53-d0cd-4f10-8021-0590f852f1b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 1094 time: 0.1710570 Jan 28 13:39:14.411293 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0bbc6ebb-3d1c-44bc-9196-5ffdfd2a103a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5010629 Jan 28 13:39:14.421292 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42732) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:14.470219 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-10a6477a-87c1-41d6-beb9-009a669ab7f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de0259ec-cd10-46de-afc4-14c0108a6f3d HTTP/1.1" status: 200 len: 217 time: 0.0714340 Jan 28 13:39:14.503117 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2ece5824-7107-457e-b36d-aaec458d92d5 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for port (c126efec-9944-4ca9-a86d-71a63c1f74d4), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:14.556899 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d545ab08-df3b-4d1f-b3b7-a3488e2c6c4f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:14.559845 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-a9e2c827-9a1a-4b7a-b1ab-f38f5fc0b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:14.561353 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-a9e2c827-9a1a-4b7a-b1ab-f38f5fc0b1cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0384f919-cf7e-4ec0-b290-94b57d977aef HTTP/1.1" status: 200 len: 849 time: 0.0844011 Jan 28 13:39:14.563302 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d545ab08-df3b-4d1f-b3b7-a3488e2c6c4f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:14.565104 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d545ab08-df3b-4d1f-b3b7-a3488e2c6c4f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1411555 Jan 28 13:39:14.567649 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42734) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:14.638494 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-e49571e2-bc17-4ec0-b6e3-8e8a6da7a7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:14.639959 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-e49571e2-bc17-4ec0-b6e3-8e8a6da7a7b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7079efeb-cd22-4f60-b771-d74efc0a16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710206 Jan 28 13:39:14.706478 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2ece5824-7107-457e-b36d-aaec458d92d5 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c126efec-9944-4ca9-a86d-71a63c1f74d4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:14.830768 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ece5824-7107-457e-b36d-aaec458d92d5 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:14.852183 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-2ece5824-7107-457e-b36d-aaec458d92d5 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:14.867653 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-40369c7c-8eac-4ff7-9ac0-f89753af336d service neutron] 10.222.0.18 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206035 Jan 28 13:39:14.867830 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ece5824-7107-457e-b36d-aaec458d92d5 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:14.908568 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece5824-7107-457e-b36d-aaec458d92d5 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Pushing event updated for resources: {'Port': ['ID=c126efec-9944-4ca9-a86d-71a63c1f74d4,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:14.911671 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 44cb8940-682e-4f41-baba-fdc2d70d41e7 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:14.937210 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-92a391ae-b75f-4f39-8322-b896fa773c8e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting port a9042227-c4b4-4fd8-b01d-b365a1b48b69 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:14.938190 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92a391ae-b75f-4f39-8322-b896fa773c8e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (a9042227-c4b4-4fd8-b01d-b365a1b48b69), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:15.042476 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 44cb8940-682e-4f41-baba-fdc2d70d41e7 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:15.044181 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (44cb8940-682e-4f41-baba-fdc2d70d41e7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:15.048807 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bdb6e8-1c78-4d2b-ab1c-a98b1725de88 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:15.078530 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-58a96a94-6fc0-46e3-9539-5cd9fa4933a0 req-b0e10321-9b04-4c84-91a2-03020fd6bc32 service neutron] 10.222.0.18 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010381 Jan 28 13:39:15.167581 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92a391ae-b75f-4f39-8322-b896fa773c8e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (a9042227-c4b4-4fd8-b01d-b365a1b48b69), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:15.172943 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-3692ee84-04de-4bdf-81d3-7b4065399119 None None] Provisioning complete for port 44cb8940-682e-4f41-baba-fdc2d70d41e7 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:15.173567 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3692ee84-04de-4bdf-81d3-7b4065399119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (44cb8940-682e-4f41-baba-fdc2d70d41e7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:15.183474 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-92a391ae-b75f-4f39-8322-b896fa773c8e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Calling delete_port for a9042227-c4b4-4fd8-b01d-b365a1b48b69 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:15.198771 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cda05-f1e5-47f7-9045-2ebc34d9a0bd req-f5a9161b-7725-43dd-b8d8-4587dfb455fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:15.200092 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-517cda05-f1e5-47f7-9045-2ebc34d9a0bd req-f5a9161b-7725-43dd-b8d8-4587dfb455fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 1094 time: 0.0613401 Jan 28 13:39:15.389428 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3692ee84-04de-4bdf-81d3-7b4065399119 None None] Current status of the port 44cb8940-682e-4f41-baba-fdc2d70d41e7 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:15.390083 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3692ee84-04de-4bdf-81d3-7b4065399119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (44cb8940-682e-4f41-baba-fdc2d70d41e7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:15.405385 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 44cb8940-682e-4f41-baba-fdc2d70d41e7 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:15.405998 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (44cb8940-682e-4f41-baba-fdc2d70d41e7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:15.451545 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-3692ee84-04de-4bdf-81d3-7b4065399119 None None] For port 44cb8940-682e-4f41-baba-fdc2d70d41e7, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=44cb8940-682e-4f41-baba-fdc2d70d41e7,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:15.467442 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3692ee84-04de-4bdf-81d3-7b4065399119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (44cb8940-682e-4f41-baba-fdc2d70d41e7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:15.509094 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd985e0-db3f-4f77-8427-49b5b5f12c7a req-0bcb4e2d-41a5-4c53-a985-f5275e484050 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:15.511605 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5cd985e0-db3f-4f77-8427-49b5b5f12c7a req-0bcb4e2d-41a5-4c53-a985-f5275e484050 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 943 time: 0.1673410 Jan 28 13:39:15.562110 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cda05-f1e5-47f7-9045-2ebc34d9a0bd req-71038190-d5bc-4887-9080-a3907d8064d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:15.565283 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-517cda05-f1e5-47f7-9045-2ebc34d9a0bd req-71038190-d5bc-4887-9080-a3907d8064d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 200 len: 910 time: 0.3572323 Jan 28 13:39:15.573492 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692ee84-04de-4bdf-81d3-7b4065399119 None None] Pushing event updated for resources: {'Port': ['ID=44cb8940-682e-4f41-baba-fdc2d70d41e7,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:15.585125 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92a391ae-b75f-4f39-8322-b896fa773c8e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (a9042227-c4b4-4fd8-b01d-b365a1b48b69), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:15.631026 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:39:15.631892 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:39:15.648928 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a391ae-b75f-4f39-8322-b896fa773c8e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Port': ['ID=a9042227-c4b4-4fd8-b01d-b365a1b48b69,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:15.681132 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92a391ae-b75f-4f39-8322-b896fa773c8e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:15.687026 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-92a391ae-b75f-4f39-8322-b896fa773c8e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/a9042227-c4b4-4fd8-b01d-b365a1b48b69 HTTP/1.1" status: 204 len: 168 time: 1.1162555 Jan 28 13:39:15.687345 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42744) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:15.689659 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2ece5824-7107-457e-b36d-aaec458d92d5 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_gateway (de15ff9f-2675-4395-9820-cfb957862c4c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:15.709120 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-517cda05-f1e5-47f7-9045-2ebc34d9a0bd req-63548396-df84-4482-aade-17c31f575cb0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de0259ec-cd10-46de-afc4-14c0108a6f3d HTTP/1.1" status: 200 len: 217 time: 0.1136761 Jan 28 13:39:15.780153 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cda05-f1e5-47f7-9045-2ebc34d9a0bd req-00fc459a-c6e6-4c67-afa6-9c3920e674d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:15.781805 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-517cda05-f1e5-47f7-9045-2ebc34d9a0bd req-00fc459a-c6e6-4c67-afa6-9c3920e674d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0384f919-cf7e-4ec0-b290-94b57d977aef HTTP/1.1" status: 200 len: 849 time: 0.0648520 Jan 28 13:39:15.807306 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f641b31-fbd6-455c-a563-08da38bf2a2c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:15.809084 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f641b31-fbd6-455c-a563-08da38bf2a2c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:15.810830 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6f641b31-fbd6-455c-a563-08da38bf2a2c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1222653 Jan 28 13:39:15.828944 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42746) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:15.847251 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5cd985e0-db3f-4f77-8427-49b5b5f12c7a req-b485a8b5-40a0-47ee-810b-f9d59ee0e92a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128479 Jan 28 13:39:15.892438 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-3e63c8b9-99e4-41e9-ba60-05b9b0cc2ca7 None None] Could not find standard attr ID for object a9042227-c4b4-4fd8-b01d-b365a1b48b69. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:39:15.932837 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-3e63c8b9-99e4-41e9-ba60-05b9b0cc2ca7 None None] Provisioning complete for port 44cb8940-682e-4f41-baba-fdc2d70d41e7 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:15.933407 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e63c8b9-99e4-41e9-ba60-05b9b0cc2ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (44cb8940-682e-4f41-baba-fdc2d70d41e7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:15.946392 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-47614103-0e86-4848-a461-6d808a6537f8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet bbce7ed0-fded-4930-95c9-553ef3d7d794 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:39:15.951031 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cda05-f1e5-47f7-9045-2ebc34d9a0bd req-11f9eccf-d7b9-4396-b48a-a05aef5e8eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:15.952842 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-517cda05-f1e5-47f7-9045-2ebc34d9a0bd req-11f9eccf-d7b9-4396-b48a-a05aef5e8eb3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7079efeb-cd22-4f60-b771-d74efc0a16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1602907 Jan 28 13:39:15.955187 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-47614103-0e86-4848-a461-6d808a6537f8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (bbce7ed0-fded-4930-95c9-553ef3d7d794), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:16.075026 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-47614103-0e86-4848-a461-6d808a6537f8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (bbce7ed0-fded-4930-95c9-553ef3d7d794), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:16.119892 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2ece5824-7107-457e-b36d-aaec458d92d5 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (de15ff9f-2675-4395-9820-cfb957862c4c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:16.162809 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3e63c8b9-99e4-41e9-ba60-05b9b0cc2ca7 None None] Current status of the port 44cb8940-682e-4f41-baba-fdc2d70d41e7 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:16.186253 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-517cda05-f1e5-47f7-9045-2ebc34d9a0bd req-9f54941f-d257-4534-a25c-f1a3a68609f9 service neutron] 10.222.0.18 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253246 Jan 28 13:39:16.226953 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 44cb8940-682e-4f41-baba-fdc2d70d41e7 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:16.291272 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f81f0dc0-cb42-4caa-a267-a3ee3b4e5be7 None None] Could not find standard attr ID for object a9042227-c4b4-4fd8-b01d-b365a1b48b69. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:39:16.302768 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-47614103-0e86-4848-a461-6d808a6537f8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (bbce7ed0-fded-4930-95c9-553ef3d7d794), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:16.336412 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ece5824-7107-457e-b36d-aaec458d92d5 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Router de15ff9f-2675-4395-9820-cfb957862c4c is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:39:16.410603 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-517cda05-f1e5-47f7-9045-2ebc34d9a0bd req-296e7efb-0c9c-4c8d-bd23-8594180afca9 service neutron] 10.222.0.18 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971679 Jan 28 13:39:16.436013 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-47614103-0e86-4848-a461-6d808a6537f8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (bbce7ed0-fded-4930-95c9-553ef3d7d794), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:16.487029 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-47614103-0e86-4848-a461-6d808a6537f8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:16.490330 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-47614103-0e86-4848-a461-6d808a6537f8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/bbce7ed0-fded-4930-95c9-553ef3d7d794 HTTP/1.1" status: 204 len: 168 time: 0.6591995 Jan 28 13:39:16.491247 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47614103-0e86-4848-a461-6d808a6537f8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=bbce7ed0-fded-4930-95c9-553ef3d7d794,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:16.495201 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42754) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:16.561839 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0684f1c6-b800-442f-b0e0-2757709c7f65 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650423 Jan 28 13:39:16.564763 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42756) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:16.573896 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-4fe6835f-063d-4eda-96ea-6d2a6895a08c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:16.575198 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ece5824-7107-457e-b36d-aaec458d92d5 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:39:16.578501 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a555db-5103-4b38-b3de-ab03e1b83de0 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:16.596807 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acfd5d2-6d2d-4047-b03a-53f5f6160b93 None None] Sync routers for ids ['de15ff9f-2675-4395-9820-cfb957862c4c'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:39:16.613559 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2ece5824-7107-457e-b36d-aaec458d92d5 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:16.617886 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2ece5824-7107-457e-b36d-aaec458d92d5 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.8690376 Jan 28 13:39:16.622123 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42758) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:16.803281 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe6835f-063d-4eda-96ea-6d2a6895a08c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:16.816818 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4fe6835f-063d-4eda-96ea-6d2a6895a08c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:16.940629 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device de0259ec-cd10-46de-afc4-14c0108a6f3d details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:39:16.945208 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 44cb8940-682e-4f41-baba-fdc2d70d41e7 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:17.088169 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acfd5d2-6d2d-4047-b03a-53f5f6160b93 None None] Routers {'de15ff9f-2675-4395-9820-cfb957862c4c'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:17.088876 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8acfd5d2-6d2d-4047-b03a-53f5f6160b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:39:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['de15ff9f-2675-4395-9820-cfb957862c4c'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:17.153397 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc68d87-e7a8-4bb6-ac26-5f602f885cde req-842d6356-a597-4f6a-a06f-a504e3d36f22 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:17.155666 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5fc68d87-e7a8-4bb6-ac26-5f602f885cde req-842d6356-a597-4f6a-a06f-a504e3d36f22 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 943 time: 0.1468103 Jan 28 13:39:17.197378 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8acfd5d2-6d2d-4047-b03a-53f5f6160b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:17.224106 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4fe6835f-063d-4eda-96ea-6d2a6895a08c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (0cd99c9b-21f4-4746-8b68-50ba25ecd3be), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:17.226177 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 44cb8940-682e-4f41-baba-fdc2d70d41e7 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:17.226792 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (44cb8940-682e-4f41-baba-fdc2d70d41e7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:17.316723 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acfd5d2-6d2d-4047-b03a-53f5f6160b93 None None] Routers {'de15ff9f-2675-4395-9820-cfb957862c4c'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:17.317958 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8acfd5d2-6d2d-4047-b03a-53f5f6160b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:39:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['de15ff9f-2675-4395-9820-cfb957862c4c'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:17.388144 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8acfd5d2-6d2d-4047-b03a-53f5f6160b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:17.388966 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acfd5d2-6d2d-4047-b03a-53f5f6160b93 None None] The sync data for ids ['de15ff9f-2675-4395-9820-cfb957862c4c'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:39:17.422342 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c24c9a78-32dc-43b0-a030-ef18602aa665 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "GET /v2.0/routers/de15ff9f-2675-4395-9820-cfb957862c4c HTTP/1.1" status: 200 len: 924 time: 0.7985585 Jan 28 13:39:17.424627 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42770) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:17.433146 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5fc68d87-e7a8-4bb6-ac26-5f602f885cde req-2167ec5c-4e05-4229-85f2-e08922736325 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636919 Jan 28 13:39:17.443526 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe6835f-063d-4eda-96ea-6d2a6895a08c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:17.445158 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6835f-063d-4eda-96ea-6d2a6895a08c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=0cd99c9b-21f4-4746-8b68-50ba25ecd3be,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:17.454058 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-4fe6835f-063d-4eda-96ea-6d2a6895a08c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:17.469666 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe6835f-063d-4eda-96ea-6d2a6895a08c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:17.470508 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4fe6835f-063d-4eda-96ea-6d2a6895a08c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:17.478321 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec9e4d9-1917-42ad-8c77-789755e51bf0 None None] DHCP port deletion for b1369f79-8419-4909-b9dc-745e2d83caa0 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:39:17.501956 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4fe6835f-063d-4eda-96ea-6d2a6895a08c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9333639 Jan 28 13:39:17.502896 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42772) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:17.509588 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-cfa0333c-3716-40a4-9f85-00c4459ea7e2 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15ff9f-2675-4395-9820-cfb957862c4c HTTP/1.1" status: 200 len: 205 time: 0.0814183 Jan 28 13:39:17.510366 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42774) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:17.519514 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-51341ca7-3c7c-4bcd-a1ea-c82235d0b3db tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'port': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'name': 'tempest-NetworksTestDHCPv6-729144740'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:17.538509 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 44cb8940-682e-4f41-baba-fdc2d70d41e7 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:17.619518 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port de0259ec-cd10-46de-afc4-14c0108a6f3d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=de0259ec-cd10-46de-afc4-14c0108a6f3d,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:17.646416 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1ec9e4d9-1917-42ad-8c77-789755e51bf0 None None] Deleting port 44cb8940-682e-4f41-baba-fdc2d70d41e7 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:17.647530 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ec9e4d9-1917-42ad-8c77-789755e51bf0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (44cb8940-682e-4f41-baba-fdc2d70d41e7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:17.700356 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3f6cece4-f967-475d-80ab-4073d462ca5b tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router (de15ff9f-2675-4395-9820-cfb957862c4c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:17.713698 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51341ca7-3c7c-4bcd-a1ea-c82235d0b3db tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:17.721315 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-51341ca7-3c7c-4bcd-a1ea-c82235d0b3db tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:17.732842 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1ec9e4d9-1917-42ad-8c77-789755e51bf0 None None] For port 44cb8940-682e-4f41-baba-fdc2d70d41e7, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=44cb8940-682e-4f41-baba-fdc2d70d41e7,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:17.733389 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ec9e4d9-1917-42ad-8c77-789755e51bf0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (44cb8940-682e-4f41-baba-fdc2d70d41e7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:17.746654 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1ec9e4d9-1917-42ad-8c77-789755e51bf0 None None] Calling delete_port for 44cb8940-682e-4f41-baba-fdc2d70d41e7 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:17.758960 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-51341ca7-3c7c-4bcd-a1ea-c82235d0b3db tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] device_id is not set on port 3823afe8-0889-480f-b86d-4570d2e447c6 yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:39:17.827222 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'de0259ec-cd10-46de-afc4-14c0108a6f3d', 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0', 'port_id': 'de0259ec-cd10-46de-afc4-14c0108a6f3d', 'mac_address': 'fa:16:3e:2c:5b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0384f919-cf7e-4ec0-b290-94b57d977aef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:39:17.853434 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3f6cece4-f967-475d-80ab-4073d462ca5b tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_gateway (de15ff9f-2675-4395-9820-cfb957862c4c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:17.903259 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:17.934985 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port de0259ec-cd10-46de-afc4-14c0108a6f3d is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:17.935390 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (de0259ec-cd10-46de-afc4-14c0108a6f3d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:17.948080 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-3f6cece4-f967-475d-80ab-4073d462ca5b tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Deleting port c126efec-9944-4ca9-a86d-71a63c1f74d4 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:17.949108 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3f6cece4-f967-475d-80ab-4073d462ca5b tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c126efec-9944-4ca9-a86d-71a63c1f74d4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:17.955051 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0259ec-cd10-46de-afc4-14c0108a6f3d {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:39:17.978959 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-51341ca7-3c7c-4bcd-a1ea-c82235d0b3db tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 2001:db8::2e7 (b1369f79-8419-4909-b9dc-745e2d83caa0/0cd99c9b-21f4-4746-8b68-50ba25ecd3be/3823afe8-0889-480f-b86d-4570d2e447c6) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:17.979476 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port de0259ec-cd10-46de-afc4-14c0108a6f3d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=de0259ec-cd10-46de-afc4-14c0108a6f3d,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:17.981697 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ec9e4d9-1917-42ad-8c77-789755e51bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (44cb8940-682e-4f41-baba-fdc2d70d41e7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:18.020734 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (de0259ec-cd10-46de-afc4-14c0108a6f3d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:18.027665 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9e4d9-1917-42ad-8c77-789755e51bf0 None None] Pushing event deleted for resources: {'Port': ['ID=44cb8940-682e-4f41-baba-fdc2d70d41e7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:18.031575 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec9e4d9-1917-42ad-8c77-789755e51bf0 None None] No DVR routers for this DVR port 44cb8940-682e-4f41-baba-fdc2d70d41e7 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:39:18.086597 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38475d45-5d4e-4cb9-be83-84c8f12e94b7 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:18.117401 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3f6cece4-f967-475d-80ab-4073d462ca5b tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c126efec-9944-4ca9-a86d-71a63c1f74d4), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:18.148281 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-3f6cece4-f967-475d-80ab-4073d462ca5b tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Calling delete_port for c126efec-9944-4ca9-a86d-71a63c1f74d4 owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:18.259811 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-51341ca7-3c7c-4bcd-a1ea-c82235d0b3db tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (3823afe8-0889-480f-b86d-4570d2e447c6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:18.278772 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=de0259ec-cd10-46de-afc4-14c0108a6f3d,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:18.297576 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f5e3e0-2247-4414-80c8-c2f36f8f3692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-b1369f79-8419-4909-b9dc-745e2d83caa0', 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'project_id': 'c889d0606f324a669840943fc2266e93', 'fixed_ips': [{'subnet_id': '0cd99c9b-21f4-4746-8b68-50ba25ecd3be'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:39:18.299756 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4f5e3e0-2247-4414-80c8-c2f36f8f3692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:18.349852 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-51341ca7-3c7c-4bcd-a1ea-c82235d0b3db tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (3823afe8-0889-480f-b86d-4570d2e447c6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:18.376141 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3f6cece4-f967-475d-80ab-4073d462ca5b tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c126efec-9944-4ca9-a86d-71a63c1f74d4), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:18.418293 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6cece4-f967-475d-80ab-4073d462ca5b tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Pushing event deleted for resources: {'Port': ['ID=c126efec-9944-4ca9-a86d-71a63c1f74d4,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:18.455385 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51341ca7-3c7c-4bcd-a1ea-c82235d0b3db tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:18.456921 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['de0259ec-cd10-46de-afc4-14c0108a6f3d'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:39:18.481123 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-51341ca7-3c7c-4bcd-a1ea-c82235d0b3db tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:18.485884 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51341ca7-3c7c-4bcd-a1ea-c82235d0b3db tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:18.497580 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51341ca7-3c7c-4bcd-a1ea-c82235d0b3db tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:18.498357 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-51341ca7-3c7c-4bcd-a1ea-c82235d0b3db tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:18.506166 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51341ca7-3c7c-4bcd-a1ea-c82235d0b3db tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Port': ['ID=3823afe8-0889-480f-b86d-4570d2e447c6,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:18.522796 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3f6cece4-f967-475d-80ab-4073d462ca5b tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (de15ff9f-2675-4395-9820-cfb957862c4c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:18.551265 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-51341ca7-3c7c-4bcd-a1ea-c82235d0b3db tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0443707 Jan 28 13:39:18.551865 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42782) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:18.610761 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-d4f5e3e0-2247-4414-80c8-c2f36f8f3692 None None] Allocated IP 2001:db8::2 (b1369f79-8419-4909-b9dc-745e2d83caa0/0cd99c9b-21f4-4746-8b68-50ba25ecd3be/c44dc147-ca44-4d74-abe9-d019e7483412) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:18.722005 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3f6cece4-f967-475d-80ab-4073d462ca5b tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (de15ff9f-2675-4395-9820-cfb957862c4c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:18.724871 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3f6cece4-f967-475d-80ab-4073d462ca5b tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_controller (de15ff9f-2675-4395-9820-cfb957862c4c), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:18.734052 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec94e45f-02b1-4eca-a540-138a64fedbfd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:18.738545 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ec94e45f-02b1-4eca-a540-138a64fedbfd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1854424 Jan 28 13:39:18.740026 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42786) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:18.760794 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27a695-540f-4f2f-8633-ba1ece677f07 req-b122bd47-8267-4959-a8a1-ae83034afc70 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:18.762356 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8b27a695-540f-4f2f-8633-ba1ece677f07 req-b122bd47-8267-4959-a8a1-ae83034afc70 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 944 time: 0.1387806 Jan 28 13:39:18.783723 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3f6cece4-f967-475d-80ab-4073d462ca5b tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (de15ff9f-2675-4395-9820-cfb957862c4c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:18.784818 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6cece4-f967-475d-80ab-4073d462ca5b tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Fanout notify agent at l3_agent the message router_deleted on router de15ff9f-2675-4395-9820-cfb957862c4c {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:39:18.796014 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3f6cece4-f967-475d-80ab-4073d462ca5b tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:18.798046 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3f6cece4-f967-475d-80ab-4073d462ca5b tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "DELETE /v2.0/routers/de15ff9f-2675-4395-9820-cfb957862c4c HTTP/1.1" status: 204 len: 168 time: 1.2862957 Jan 28 13:39:18.803606 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42788) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:18.812714 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-0e287bc7-bd69-41a9-a430-3888bd95c27d tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1988056646', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'enable_snat': False}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:18.851279 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 44cb8940-682e-4f41-baba-fdc2d70d41e7 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:39:18.861378 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0e287bc7-bd69-41a9-a430-3888bd95c27d tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (a00c16ce-75f1-4e26-ad5b-8a75feaad0d8), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:18.863485 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0e287bc7-bd69-41a9-a430-3888bd95c27d tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (a00c16ce-75f1-4e26-ad5b-8a75feaad0d8), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:18.884438 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 44cb8940-682e-4f41-baba-fdc2d70d41e7 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:39:18.884809 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 44cb8940-682e-4f41-baba-fdc2d70d41e7 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:39:18.935464 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8b27a695-540f-4f2f-8633-ba1ece677f07 req-7827d063-51f4-49d5-91cd-3523139fb90e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143034 Jan 28 13:39:18.952904 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-4e5fb786-ff3a-4f92-b15c-99fa71bb2f9c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting port 3823afe8-0889-480f-b86d-4570d2e447c6 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:18.953247 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4e5fb786-ff3a-4f92-b15c-99fa71bb2f9c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (3823afe8-0889-480f-b86d-4570d2e447c6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:18.974998 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4f5e3e0-2247-4414-80c8-c2f36f8f3692 None None] Publish callbacks [] for port (c44dc147-ca44-4d74-abe9-d019e7483412), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:18.997132 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4f5e3e0-2247-4414-80c8-c2f36f8f3692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (c44dc147-ca44-4d74-abe9-d019e7483412), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:19.046598 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0e287bc7-bd69-41a9-a430-3888bd95c27d tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router_controller (a00c16ce-75f1-4e26-ad5b-8a75feaad0d8), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:19.086463 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4e5fb786-ff3a-4f92-b15c-99fa71bb2f9c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (3823afe8-0889-480f-b86d-4570d2e447c6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:19.091033 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5e3e0-2247-4414-80c8-c2f36f8f3692 None None] Pushing event updated for resources: {'Port': ['ID=c44dc147-ca44-4d74-abe9-d019e7483412,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:19.096455 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f5e3e0-2247-4414-80c8-c2f36f8f3692 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:19.098597 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-d4f5e3e0-2247-4414-80c8-c2f36f8f3692 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:19.102452 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f5e3e0-2247-4414-80c8-c2f36f8f3692 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:19.118456 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-4e5fb786-ff3a-4f92-b15c-99fa71bb2f9c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Calling delete_port for 3823afe8-0889-480f-b86d-4570d2e447c6 owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:19.181114 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d4f5e3e0-2247-4414-80c8-c2f36f8f3692 None None] Attempting to bind port c44dc147-ca44-4d74-abe9-d019e7483412 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:39:19.181915 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d4f5e3e0-2247-4414-80c8-c2f36f8f3692 None None] Attempting to bind port c44dc147-ca44-4d74-abe9-d019e7483412 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:39:19.182035 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f5e3e0-2247-4414-80c8-c2f36f8f3692 None None] Attempting to bind port c44dc147-ca44-4d74-abe9-d019e7483412 on network b1369f79-8419-4909-b9dc-745e2d83caa0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:39:19.189672 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f5e3e0-2247-4414-80c8-c2f36f8f3692 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:39:19.190196 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f5e3e0-2247-4414-80c8-c2f36f8f3692 None None] Checking segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:19.190730 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4f5e3e0-2247-4414-80c8-c2f36f8f3692 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:19.191254 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f5e3e0-2247-4414-80c8-c2f36f8f3692 None None] Bound using segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:39:19.191881 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d4f5e3e0-2247-4414-80c8-c2f36f8f3692 None None] Bound port: c44dc147-ca44-4d74-abe9-d019e7483412, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:39:19.192367 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4f5e3e0-2247-4414-80c8-c2f36f8f3692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c44dc147-ca44-4d74-abe9-d019e7483412), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:19.313512 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d4f5e3e0-2247-4414-80c8-c2f36f8f3692 None None] For port c44dc147-ca44-4d74-abe9-d019e7483412, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:39:19.317470 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d4f5e3e0-2247-4414-80c8-c2f36f8f3692 None None] For port c44dc147-ca44-4d74-abe9-d019e7483412, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c44dc147-ca44-4d74-abe9-d019e7483412,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:39:19.324502 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4f5e3e0-2247-4414-80c8-c2f36f8f3692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c44dc147-ca44-4d74-abe9-d019e7483412), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:19.345182 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0e287bc7-bd69-41a9-a430-3888bd95c27d tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router_gateway (a00c16ce-75f1-4e26-ad5b-8a75feaad0d8), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:19.439947 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4e5fb786-ff3a-4f92-b15c-99fa71bb2f9c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (3823afe8-0889-480f-b86d-4570d2e447c6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:19.478579 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5e3e0-2247-4414-80c8-c2f36f8f3692 None None] Pushing event updated for resources: {'Port': ['ID=c44dc147-ca44-4d74-abe9-d019e7483412,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:19.524544 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5fb786-ff3a-4f92-b15c-99fa71bb2f9c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Port': ['ID=3823afe8-0889-480f-b86d-4570d2e447c6,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:19.564908 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4e5fb786-ff3a-4f92-b15c-99fa71bb2f9c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:19.578016 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4e5fb786-ff3a-4f92-b15c-99fa71bb2f9c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/3823afe8-0889-480f-b86d-4570d2e447c6 HTTP/1.1" status: 204 len: 168 time: 0.8348069 Jan 28 13:39:19.579687 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42798) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:19.752942 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b91d3d-c04d-477b-836b-bb29d175e695 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:19.754488 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b91d3d-c04d-477b-836b-bb29d175e695 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:19.758587 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-41b91d3d-c04d-477b-836b-bb29d175e695 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1750252 Jan 28 13:39:19.758850 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42806) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:19.765409 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:19.819796 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0e287bc7-bd69-41a9-a430-3888bd95c27d tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router_gateway (a00c16ce-75f1-4e26-ad5b-8a75feaad0d8), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:19.856357 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42808) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:19.871174 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0e287bc7-bd69-41a9-a430-3888bd95c27d tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:19.884775 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-d153cfd6-795e-4e69-9b49-65fd83f75467 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet 0cd99c9b-21f4-4746-8b68-50ba25ecd3be {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:39:19.902724 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d153cfd6-795e-4e69-9b49-65fd83f75467 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (0cd99c9b-21f4-4746-8b68-50ba25ecd3be), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:20.000430 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d153cfd6-795e-4e69-9b49-65fd83f75467 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (0cd99c9b-21f4-4746-8b68-50ba25ecd3be), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:20.059689 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7f4d-1a45-42a9-b26c-0763008c1ed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:20.084962 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-0e287bc7-bd69-41a9-a430-3888bd95c27d tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Allocated IP 172.25.3.219 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/aa3e6769-a6bb-418f-b289-200b3d42af4c) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:20.198938 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d153cfd6-795e-4e69-9b49-65fd83f75467 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (0cd99c9b-21f4-4746-8b68-50ba25ecd3be), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:20.244270 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4043b15-5619-4afb-b4fc-2ae55f3ecce2 req-574ee08d-a4ee-4e12-bcba-06722984b12f tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:20.248248 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c4043b15-5619-4afb-b4fc-2ae55f3ecce2 req-574ee08d-a4ee-4e12-bcba-06722984b12f tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 944 time: 0.1156485 Jan 28 13:39:20.266694 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0e287bc7-bd69-41a9-a430-3888bd95c27d tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for port (aa3e6769-a6bb-418f-b289-200b3d42af4c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:20.273813 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7f4d-1a45-42a9-b26c-0763008c1ed8 admin admin] Publish callbacks [] for security_group (a101f906-b5e0-41b5-8b88-7d7faa966dd3), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:20.285284 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7f4d-1a45-42a9-b26c-0763008c1ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a101f906-b5e0-41b5-8b88-7d7faa966dd3), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:20.320032 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e1ca7f4d-1a45-42a9-b26c-0763008c1ed8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=54ffd824e0434b87ad7bfe09b0322f11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4612987 Jan 28 13:39:20.323328 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42814) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:20.362735 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca7f4d-1a45-42a9-b26c-0763008c1ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a101f906-b5e0-41b5-8b88-7d7faa966dd3,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:20.366399 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0e287bc7-bd69-41a9-a430-3888bd95c27d tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (aa3e6769-a6bb-418f-b289-200b3d42af4c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:20.395372 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c4043b15-5619-4afb-b4fc-2ae55f3ecce2 req-ff6c5de7-3e6c-44f7-a155-8e60a109c04a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354611 Jan 28 13:39:20.400484 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d153cfd6-795e-4e69-9b49-65fd83f75467 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (0cd99c9b-21f4-4746-8b68-50ba25ecd3be), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:20.416826 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e287bc7-bd69-41a9-a430-3888bd95c27d tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:20.420403 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-0e287bc7-bd69-41a9-a430-3888bd95c27d tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:20.426715 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e287bc7-bd69-41a9-a430-3888bd95c27d tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:20.433036 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e287bc7-bd69-41a9-a430-3888bd95c27d tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Pushing event updated for resources: {'Port': ['ID=aa3e6769-a6bb-418f-b289-200b3d42af4c,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:20.451822 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d153cfd6-795e-4e69-9b49-65fd83f75467 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:20.455031 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d153cfd6-795e-4e69-9b49-65fd83f75467 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/0cd99c9b-21f4-4746-8b68-50ba25ecd3be HTTP/1.1" status: 204 len: 168 time: 0.6951156 Jan 28 13:39:20.455914 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153cfd6-795e-4e69-9b49-65fd83f75467 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=0cd99c9b-21f4-4746-8b68-50ba25ecd3be,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:20.457721 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42816) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:20.458348 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-14883538-a5bb-4020-b5dd-c68e5d25b962 admin admin] Publish callbacks [] for security_group (a101f906-b5e0-41b5-8b88-7d7faa966dd3), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:20.536433 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1e22e92d-5f6f-4be1-b2ac-3133d8b945d0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755477 Jan 28 13:39:20.543612 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42818) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:20.549939 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-4ca82e49-5f1d-49c2-9d87-fb8c276cae73 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:20.562323 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-14883538-a5bb-4020-b5dd-c68e5d25b962 admin admin] Publish callbacks [] for security_group (a101f906-b5e0-41b5-8b88-7d7faa966dd3), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:20.668796 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-14883538-a5bb-4020-b5dd-c68e5d25b962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a101f906-b5e0-41b5-8b88-7d7faa966dd3), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:20.672732 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-14883538-a5bb-4020-b5dd-c68e5d25b962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:20.688288 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-14883538-a5bb-4020-b5dd-c68e5d25b962 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a101f906-b5e0-41b5-8b88-7d7faa966dd3 HTTP/1.1" status: 204 len: 168 time: 0.3545761 Jan 28 13:39:20.707536 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14883538-a5bb-4020-b5dd-c68e5d25b962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a101f906-b5e0-41b5-8b88-7d7faa966dd3,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:20.788384 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device de0259ec-cd10-46de-afc4-14c0108a6f3d up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:20.913760 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0e287bc7-bd69-41a9-a430-3888bd95c27d tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router_gateway (a00c16ce-75f1-4e26-ad5b-8a75feaad0d8), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:21.024747 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port de0259ec-cd10-46de-afc4-14c0108a6f3d completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:39:21.036020 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port de0259ec-cd10-46de-afc4-14c0108a6f3d triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:21.037092 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (de0259ec-cd10-46de-afc4-14c0108a6f3d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:21.119208 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c44dc147-ca44-4d74-abe9-d019e7483412 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:21.134457 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca82e49-5f1d-49c2-9d87-fb8c276cae73 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:21.139074 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4ca82e49-5f1d-49c2-9d87-fb8c276cae73 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:21.217166 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42828) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:21.236401 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a09762ee-19de-49c8-a040-6dbf4bf6afc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:21.296477 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port c44dc147-ca44-4d74-abe9-d019e7483412 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:21.297186 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c44dc147-ca44-4d74-abe9-d019e7483412), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:21.375006 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0e287bc7-bd69-41a9-a430-3888bd95c27d tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (a00c16ce-75f1-4e26-ad5b-8a75feaad0d8), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:21.407467 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15c495a-fb08-4ca4-833d-5cb86e512374 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:21.418849 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a09762ee-19de-49c8-a040-6dbf4bf6afc7 admin admin] Publish callbacks [] for security_group (5a6efd8d-313b-49d2-8984-28ef88a594b8), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:21.425722 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a09762ee-19de-49c8-a040-6dbf4bf6afc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5a6efd8d-313b-49d2-8984-28ef88a594b8), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:21.478221 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09762ee-19de-49c8-a040-6dbf4bf6afc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6efd8d-313b-49d2-8984-28ef88a594b8,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:21.498779 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a09762ee-19de-49c8-a040-6dbf4bf6afc7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b06f86fbbf49400ea0b3a08acafb5018&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2804961 Jan 28 13:39:21.502739 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42832) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:21.571354 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-433e5f2f-f4d1-4c51-8e75-631c3a7cc3d8 admin admin] Publish callbacks [] for security_group (5a6efd8d-313b-49d2-8984-28ef88a594b8), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:21.584871 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e287bc7-bd69-41a9-a430-3888bd95c27d tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Router a00c16ce-75f1-4e26-ad5b-8a75feaad0d8 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:39:21.615412 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-433e5f2f-f4d1-4c51-8e75-631c3a7cc3d8 admin admin] Publish callbacks [] for security_group (5a6efd8d-313b-49d2-8984-28ef88a594b8), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:21.696762 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75166a00-2c62-4d8e-a64e-118c8c4a8c42 req-5e5bc073-9c8a-4919-b9c9-ebf4d31b50e1 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:21.703062 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-75166a00-2c62-4d8e-a64e-118c8c4a8c42 req-5e5bc073-9c8a-4919-b9c9-ebf4d31b50e1 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 944 time: 0.1022594 Jan 28 13:39:21.738147 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e9421711-041a-4bc2-8fdc-085303f3c163 None None] Provisioning complete for port c44dc147-ca44-4d74-abe9-d019e7483412 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:21.738746 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9421711-041a-4bc2-8fdc-085303f3c163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c44dc147-ca44-4d74-abe9-d019e7483412), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:21.764502 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-433e5f2f-f4d1-4c51-8e75-631c3a7cc3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5a6efd8d-313b-49d2-8984-28ef88a594b8), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:21.767096 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-433e5f2f-f4d1-4c51-8e75-631c3a7cc3d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:21.796428 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-433e5f2f-f4d1-4c51-8e75-631c3a7cc3d8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a6efd8d-313b-49d2-8984-28ef88a594b8 HTTP/1.1" status: 204 len: 168 time: 0.2912126 Jan 28 13:39:21.811713 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port de0259ec-cd10-46de-afc4-14c0108a6f3d is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:21.812471 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (de0259ec-cd10-46de-afc4-14c0108a6f3d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:21.822389 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e5f2f-f4d1-4c51-8e75-631c3a7cc3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6efd8d-313b-49d2-8984-28ef88a594b8,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:21.934742 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-75166a00-2c62-4d8e-a64e-118c8c4a8c42 req-bcc558c6-7ce0-433e-9929-aafea96a74e6 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201984 Jan 28 13:39:22.008992 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port de0259ec-cd10-46de-afc4-14c0108a6f3d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=de0259ec-cd10-46de-afc4-14c0108a6f3d,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:22.014569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bd5107-0461-4c60-93f0-7dad5d669db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0259ec-cd10-46de-afc4-14c0108a6f3d'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:39:22.017175 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade86c76-39f9-4644-b874-aba3006fa934" -d '{"events": [{"server_uuid": "67bd5107-0461-4c60-93f0-7dad5d669db1", "name": "network-vif-plugged", "status": "completed", "tag": "de0259ec-cd10-46de-afc4-14c0108a6f3d"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:39:22.023068 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e287bc7-bd69-41a9-a430-3888bd95c27d tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:39:22.028765 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (de0259ec-cd10-46de-afc4-14c0108a6f3d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:22.032578 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c44dc147-ca44-4d74-abe9-d019e7483412 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:22.033466 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c44dc147-ca44-4d74-abe9-d019e7483412), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:22.054589 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620da8e0-72e1-4a7e-9265-25e253d3bcdf None None] Sync routers for ids ['a00c16ce-75f1-4e26-ad5b-8a75feaad0d8'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:39:22.075579 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4ca82e49-5f1d-49c2-9d87-fb8c276cae73 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (18d46dd6-7872-48ac-9359-d3721f97945c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:22.093789 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620da8e0-72e1-4a7e-9265-25e253d3bcdf None None] Routers {'a00c16ce-75f1-4e26-ad5b-8a75feaad0d8'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:22.096539 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-620da8e0-72e1-4a7e-9265-25e253d3bcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:39:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['a00c16ce-75f1-4e26-ad5b-8a75feaad0d8'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:22.149078 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13810d0f-6fe9-46fa-9cb0-faa906cb3e25 x-openstack-request-id: req-13810d0f-6fe9-46fa-9cb0-faa906cb3e25 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:39:22.149623 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bd5107-0461-4c60-93f0-7dad5d669db1", "name": "network-vif-plugged", "status": "completed", "tag": "de0259ec-cd10-46de-afc4-14c0108a6f3d", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:39:22.152360 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13810d0f-6fe9-46fa-9cb0-faa906cb3e25 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:39:22.153418 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bd5107-0461-4c60-93f0-7dad5d669db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0259ec-cd10-46de-afc4-14c0108a6f3d', 'code': 200} Jan 28 13:39:22.193263 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb78551-7276-49f2-8f22-f41a5d2460f9 None None] DHCP port deletion for b1369f79-8419-4909-b9dc-745e2d83caa0 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:39:22.256425 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port c44dc147-ca44-4d74-abe9-d019e7483412, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c44dc147-ca44-4d74-abe9-d019e7483412,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:22.281669 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0e287bc7-bd69-41a9-a430-3888bd95c27d tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:22.286682 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42852) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:22.287466 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0e287bc7-bd69-41a9-a430-3888bd95c27d tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.4824152 Jan 28 13:39:22.288206 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c44dc147-ca44-4d74-abe9-d019e7483412), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:22.296694 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-620da8e0-72e1-4a7e-9265-25e253d3bcdf None None] Set router a00c16ce-75f1-4e26-ad5b-8a75feaad0d8 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:39:22.298810 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca82e49-5f1d-49c2-9d87-fb8c276cae73 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:22.309221 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-4ca82e49-5f1d-49c2-9d87-fb8c276cae73 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:22.314325 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca82e49-5f1d-49c2-9d87-fb8c276cae73 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:22.327001 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4ca82e49-5f1d-49c2-9d87-fb8c276cae73 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:22.367699 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca82e49-5f1d-49c2-9d87-fb8c276cae73 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=18d46dd6-7872-48ac-9359-d3721f97945c,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:22.383857 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4ca82e49-5f1d-49c2-9d87-fb8c276cae73 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8395643 Jan 28 13:39:22.387336 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42854) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:22.395018 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-52b2b08a-b569-4c79-b481-f489890d38dd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'port': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'name': 'tempest-NetworksTestDHCPv6-110356073'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:22.409053 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=de0259ec-cd10-46de-afc4-14c0108a6f3d,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:22.472740 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-067c2c91-8631-4f98-ae6a-7bd9cbd01d38 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "GET /v2.0/routers/a00c16ce-75f1-4e26-ad5b-8a75feaad0d8 HTTP/1.1" status: 200 len: 909 time: 0.1780617 Jan 28 13:39:22.473735 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42856) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:22.484879 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-90351e92-c08a-4cd7-b458-1379ef476bca tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1988056646', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'enable_snat': True}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:22.496079 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=c44dc147-ca44-4d74-abe9-d019e7483412,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:22.504071 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ccf4af-7353-40d9-a80f-28f4b33769f2 req-af689b24-ba87-4b35-994a-c59f4861d036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:22.505996 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45ccf4af-7353-40d9-a80f-28f4b33769f2 req-af689b24-ba87-4b35-994a-c59f4861d036 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 1096 time: 0.2974789 Jan 28 13:39:22.537122 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e9421711-041a-4bc2-8fdc-085303f3c163 None None] Current status of the port c44dc147-ca44-4d74-abe9-d019e7483412 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:22.553305 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-cdb78551-7276-49f2-8f22-f41a5d2460f9 None None] Deleting port c44dc147-ca44-4d74-abe9-d019e7483412 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:22.553693 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cdb78551-7276-49f2-8f22-f41a5d2460f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c44dc147-ca44-4d74-abe9-d019e7483412), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:22.564662 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42860) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:22.593708 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b2b08a-b569-4c79-b481-f489890d38dd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:22.598163 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52b2b08a-b569-4c79-b481-f489890d38dd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:22.622683 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-52b2b08a-b569-4c79-b481-f489890d38dd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] device_id is not set on port 31127e3f-abf6-4261-855d-a25297959dd6 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:39:22.624483 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0204344b-7a0c-4faa-b0f8-c54afbaf7003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:22.650412 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-90351e92-c08a-4cd7-b458-1379ef476bca tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (349c2b4e-924a-46ae-9953-62a28ab798ce), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:22.652442 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-90351e92-c08a-4cd7-b458-1379ef476bca tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (349c2b4e-924a-46ae-9953-62a28ab798ce), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:22.659725 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-cdb78551-7276-49f2-8f22-f41a5d2460f9 None None] For port c44dc147-ca44-4d74-abe9-d019e7483412, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c44dc147-ca44-4d74-abe9-d019e7483412,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:22.660170 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cdb78551-7276-49f2-8f22-f41a5d2460f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c44dc147-ca44-4d74-abe9-d019e7483412), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:22.674609 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-cdb78551-7276-49f2-8f22-f41a5d2460f9 None None] Calling delete_port for c44dc147-ca44-4d74-abe9-d019e7483412 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:22.686852 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45ccf4af-7353-40d9-a80f-28f4b33769f2 req-43110eac-12a5-4b66-b91b-b27dcf59af61 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705434 Jan 28 13:39:22.761108 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-620da8e0-72e1-4a7e-9265-25e253d3bcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00c16ce-75f1-4e26-ad5b-8a75feaad0d8', 'name': 'tempest-snat-router-1988056646', 'tenant_id': '052208746404462b808649c1f9940b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.219'}], 'enable_snat': False}, 'gw_port_id': 'aa3e6769-a6bb-418f-b289-200b3d42af4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:18Z', 'updated_at': '2022-01-28T13:39:20Z', 'revision_number': 3, 'project_id': '052208746404462b808649c1f9940b4e', 'gw_port': {'id': 'aa3e6769-a6bb-418f-b289-200b3d42af4c', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00c16ce-75f1-4e26-ad5b-8a75feaad0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:19Z', 'updated_at': '2022-01-28T13:39:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:22.799619 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c44dc147-ca44-4d74-abe9-d019e7483412 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:39:22.803452 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620da8e0-72e1-4a7e-9265-25e253d3bcdf None None] Checking router: a00c16ce-75f1-4e26-ad5b-8a75feaad0d8 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:39:22.804303 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620da8e0-72e1-4a7e-9265-25e253d3bcdf None None] Updating router a00c16ce-75f1-4e26-ad5b-8a75feaad0d8 port aa3e6769-a6bb-418f-b289-200b3d42af4c binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:39:22.834955 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: c44dc147-ca44-4d74-abe9-d019e7483412 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:39:22.835518 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c44dc147-ca44-4d74-abe9-d019e7483412 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:39:22.842549 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-620da8e0-72e1-4a7e-9265-25e253d3bcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (aa3e6769-a6bb-418f-b289-200b3d42af4c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:22.848793 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cdb78551-7276-49f2-8f22-f41a5d2460f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (c44dc147-ca44-4d74-abe9-d019e7483412), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:22.856162 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-52b2b08a-b569-4c79-b481-f489890d38dd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 2001:db8::145 (b1369f79-8419-4909-b9dc-745e2d83caa0/18d46dd6-7872-48ac-9359-d3721f97945c/31127e3f-abf6-4261-855d-a25297959dd6) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:22.883306 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb78551-7276-49f2-8f22-f41a5d2460f9 None None] Pushing event deleted for resources: {'Port': ['ID=c44dc147-ca44-4d74-abe9-d019e7483412,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:22.888594 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-90351e92-c08a-4cd7-b458-1379ef476bca tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router_controller (349c2b4e-924a-46ae-9953-62a28ab798ce), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:22.893603 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb78551-7276-49f2-8f22-f41a5d2460f9 None None] No DVR routers for this DVR port c44dc147-ca44-4d74-abe9-d019e7483412 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:39:22.923315 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25bbe80-9c79-4cc3-beac-5fe4fc260297 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:23.060496 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6959c20a-5593-4900-b61a-405fb0bb8ea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-b1369f79-8419-4909-b9dc-745e2d83caa0', 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'project_id': 'c889d0606f324a669840943fc2266e93', 'fixed_ips': [{'subnet_id': '18d46dd6-7872-48ac-9359-d3721f97945c'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:39:23.061518 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6959c20a-5593-4900-b61a-405fb0bb8ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:23.188975 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587cd06-5d31-48ce-bc37-a3dae54717f9 req-370d564c-4ea6-44ba-bbfd-3d99e6afc1e0 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:23.196515 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5587cd06-5d31-48ce-bc37-a3dae54717f9 req-370d564c-4ea6-44ba-bbfd-3d99e6afc1e0 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 945 time: 0.1045389 Jan 28 13:39:23.272698 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-620da8e0-72e1-4a7e-9265-25e253d3bcdf None None] Publish callbacks [] for port (aa3e6769-a6bb-418f-b289-200b3d42af4c), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:23.274365 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52b2b08a-b569-4c79-b481-f489890d38dd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (31127e3f-abf6-4261-855d-a25297959dd6), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:23.282628 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-620da8e0-72e1-4a7e-9265-25e253d3bcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (aa3e6769-a6bb-418f-b289-200b3d42af4c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:23.292772 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5587cd06-5d31-48ce-bc37-a3dae54717f9 req-ad3043f0-0ab6-4c94-b402-8e5c5fef2dd1 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934350 Jan 28 13:39:23.337423 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52b2b08a-b569-4c79-b481-f489890d38dd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (31127e3f-abf6-4261-855d-a25297959dd6), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:23.351754 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf53eed-85c3-4f73-a1a0-f1f99c88aa26 None None] Pushing event updated for resources: {'Port': ['ID=aa3e6769-a6bb-418f-b289-200b3d42af4c,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:23.371900 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf53eed-85c3-4f73-a1a0-f1f99c88aa26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:23.372249 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf53eed-85c3-4f73-a1a0-f1f99c88aa26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:23.372590 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf53eed-85c3-4f73-a1a0-f1f99c88aa26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:23.372925 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf53eed-85c3-4f73-a1a0-f1f99c88aa26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:23.373255 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf53eed-85c3-4f73-a1a0-f1f99c88aa26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:23.373579 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf53eed-85c3-4f73-a1a0-f1f99c88aa26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:23.373905 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf53eed-85c3-4f73-a1a0-f1f99c88aa26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:23.374224 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf53eed-85c3-4f73-a1a0-f1f99c88aa26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:23.374541 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf53eed-85c3-4f73-a1a0-f1f99c88aa26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:23.374861 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf53eed-85c3-4f73-a1a0-f1f99c88aa26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:23.375209 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf53eed-85c3-4f73-a1a0-f1f99c88aa26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:23.375692 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf53eed-85c3-4f73-a1a0-f1f99c88aa26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:23.376031 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf53eed-85c3-4f73-a1a0-f1f99c88aa26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:23.383167 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-620da8e0-72e1-4a7e-9265-25e253d3bcdf None None] Attempting to bind port aa3e6769-a6bb-418f-b289-200b3d42af4c on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:39:23.383526 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-620da8e0-72e1-4a7e-9265-25e253d3bcdf None None] Attempting to bind port aa3e6769-a6bb-418f-b289-200b3d42af4c by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:39:23.383892 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620da8e0-72e1-4a7e-9265-25e253d3bcdf None None] Attempting to bind port aa3e6769-a6bb-418f-b289-200b3d42af4c on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:39:23.390050 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620da8e0-72e1-4a7e-9265-25e253d3bcdf None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:39:23.390543 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620da8e0-72e1-4a7e-9265-25e253d3bcdf None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:23.391058 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-620da8e0-72e1-4a7e-9265-25e253d3bcdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:23.391531 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620da8e0-72e1-4a7e-9265-25e253d3bcdf None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:39:23.392206 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-620da8e0-72e1-4a7e-9265-25e253d3bcdf None None] Bound port: aa3e6769-a6bb-418f-b289-200b3d42af4c, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:39:23.392689 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-620da8e0-72e1-4a7e-9265-25e253d3bcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (aa3e6769-a6bb-418f-b289-200b3d42af4c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:23.395928 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b2b08a-b569-4c79-b481-f489890d38dd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:23.423447 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-6959c20a-5593-4900-b61a-405fb0bb8ea5 None None] Allocated IP 2001:db8::2 (b1369f79-8419-4909-b9dc-745e2d83caa0/18d46dd6-7872-48ac-9359-d3721f97945c/3db4b396-17bb-471a-81a5-c5dd6d7e2053) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:23.442527 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-52b2b08a-b569-4c79-b481-f489890d38dd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:23.447763 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b2b08a-b569-4c79-b481-f489890d38dd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:23.456379 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b2b08a-b569-4c79-b481-f489890d38dd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:23.457014 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52b2b08a-b569-4c79-b481-f489890d38dd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:23.464239 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-620da8e0-72e1-4a7e-9265-25e253d3bcdf None None] For port aa3e6769-a6bb-418f-b289-200b3d42af4c, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:39:23.468456 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-620da8e0-72e1-4a7e-9265-25e253d3bcdf None None] For port aa3e6769-a6bb-418f-b289-200b3d42af4c, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=aa3e6769-a6bb-418f-b289-200b3d42af4c,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:39:23.473672 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-620da8e0-72e1-4a7e-9265-25e253d3bcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (aa3e6769-a6bb-418f-b289-200b3d42af4c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:23.518593 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2b08a-b569-4c79-b481-f489890d38dd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Port': ['ID=31127e3f-abf6-4261-855d-a25297959dd6,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:23.527469 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-52b2b08a-b569-4c79-b481-f489890d38dd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1379385 Jan 28 13:39:23.530265 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42868) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:23.537903 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf53eed-85c3-4f73-a1a0-f1f99c88aa26 None None] Pushing event updated for resources: {'Port': ['ID=aa3e6769-a6bb-418f-b289-200b3d42af4c,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:23.581676 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620da8e0-72e1-4a7e-9265-25e253d3bcdf None None] Routers {'a00c16ce-75f1-4e26-ad5b-8a75feaad0d8'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:23.582950 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-620da8e0-72e1-4a7e-9265-25e253d3bcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:39:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['a00c16ce-75f1-4e26-ad5b-8a75feaad0d8'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:23.591067 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da901f62-b84e-4af7-a125-c6b1f6477d5c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:23.593056 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-da901f62-b84e-4af7-a125-c6b1f6477d5c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0618362 Jan 28 13:39:23.597208 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42870) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:23.648940 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0204344b-7a0c-4faa-b0f8-c54afbaf7003 admin admin] Publish callbacks [] for security_group (c5111453-cd1e-48d2-8cde-57c87db8e1a4), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:23.675420 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6959c20a-5593-4900-b61a-405fb0bb8ea5 None None] Publish callbacks [] for port (3db4b396-17bb-471a-81a5-c5dd6d7e2053), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:23.683198 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6959c20a-5593-4900-b61a-405fb0bb8ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (3db4b396-17bb-471a-81a5-c5dd6d7e2053), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:23.699586 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-90351e92-c08a-4cd7-b458-1379ef476bca tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router_gateway (349c2b4e-924a-46ae-9953-62a28ab798ce), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:23.708890 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0204344b-7a0c-4faa-b0f8-c54afbaf7003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c5111453-cd1e-48d2-8cde-57c87db8e1a4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:23.719353 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6959c20a-5593-4900-b61a-405fb0bb8ea5 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:23.732729 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-620da8e0-72e1-4a7e-9265-25e253d3bcdf None None] Set router a00c16ce-75f1-4e26-ad5b-8a75feaad0d8 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:39:23.738603 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-6959c20a-5593-4900-b61a-405fb0bb8ea5 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:23.742411 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6959c20a-5593-4900-b61a-405fb0bb8ea5 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:23.799091 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204344b-7a0c-4faa-b0f8-c54afbaf7003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5111453-cd1e-48d2-8cde-57c87db8e1a4,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:23.806877 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0204344b-7a0c-4faa-b0f8-c54afbaf7003 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e103a22b35e34f28860f5e5031947e09&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2366757 Jan 28 13:39:23.807748 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42872) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:23.829647 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959c20a-5593-4900-b61a-405fb0bb8ea5 None None] Pushing event updated for resources: {'Port': ['ID=3db4b396-17bb-471a-81a5-c5dd6d7e2053,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:23.910030 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-6959c20a-5593-4900-b61a-405fb0bb8ea5 None None] Attempting to bind port 3db4b396-17bb-471a-81a5-c5dd6d7e2053 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:39:23.911474 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-6959c20a-5593-4900-b61a-405fb0bb8ea5 None None] Attempting to bind port 3db4b396-17bb-471a-81a5-c5dd6d7e2053 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:39:23.912040 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6959c20a-5593-4900-b61a-405fb0bb8ea5 None None] Attempting to bind port 3db4b396-17bb-471a-81a5-c5dd6d7e2053 on network b1369f79-8419-4909-b9dc-745e2d83caa0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:39:23.917748 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6959c20a-5593-4900-b61a-405fb0bb8ea5 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:39:23.918245 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6959c20a-5593-4900-b61a-405fb0bb8ea5 None None] Checking segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:23.918650 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6959c20a-5593-4900-b61a-405fb0bb8ea5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:23.919084 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6959c20a-5593-4900-b61a-405fb0bb8ea5 None None] Bound using segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:39:23.919613 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-6959c20a-5593-4900-b61a-405fb0bb8ea5 None None] Bound port: 3db4b396-17bb-471a-81a5-c5dd6d7e2053, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:39:23.920043 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6959c20a-5593-4900-b61a-405fb0bb8ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3db4b396-17bb-471a-81a5-c5dd6d7e2053), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:23.931001 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-79cec38e-038f-49a8-86ef-656508ccf9c5 admin admin] Publish callbacks [] for security_group (c5111453-cd1e-48d2-8cde-57c87db8e1a4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:24.047108 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-79cec38e-038f-49a8-86ef-656508ccf9c5 admin admin] Publish callbacks [] for security_group (c5111453-cd1e-48d2-8cde-57c87db8e1a4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:24.116182 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-620da8e0-72e1-4a7e-9265-25e253d3bcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00c16ce-75f1-4e26-ad5b-8a75feaad0d8', 'name': 'tempest-snat-router-1988056646', 'tenant_id': '052208746404462b808649c1f9940b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.219'}], 'enable_snat': False}, 'gw_port_id': 'aa3e6769-a6bb-418f-b289-200b3d42af4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:18Z', 'updated_at': '2022-01-28T13:39:20Z', 'revision_number': 3, 'project_id': '052208746404462b808649c1f9940b4e', 'gw_port': {'id': 'aa3e6769-a6bb-418f-b289-200b3d42af4c', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00c16ce-75f1-4e26-ad5b-8a75feaad0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:19Z', 'updated_at': '2022-01-28T13:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:24.143092 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620da8e0-72e1-4a7e-9265-25e253d3bcdf None None] The sync data for ids ['a00c16ce-75f1-4e26-ad5b-8a75feaad0d8'] in n-d-822747-2 is: [{'id': 'a00c16ce-75f1-4e26-ad5b-8a75feaad0d8', 'name': 'tempest-snat-router-1988056646', 'tenant_id': '052208746404462b808649c1f9940b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.219'}], 'enable_snat': False}, 'gw_port_id': 'aa3e6769-a6bb-418f-b289-200b3d42af4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:18Z', 'updated_at': '2022-01-28T13:39:20Z', 'revision_number': 3, 'project_id': '052208746404462b808649c1f9940b4e', 'gw_port': {'id': 'aa3e6769-a6bb-418f-b289-200b3d42af4c', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00c16ce-75f1-4e26-ad5b-8a75feaad0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:19Z', 'updated_at': '2022-01-28T13:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:39:24.217468 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-90351e92-c08a-4cd7-b458-1379ef476bca tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router_gateway (349c2b4e-924a-46ae-9953-62a28ab798ce), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:24.265173 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-90351e92-c08a-4cd7-b458-1379ef476bca tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:24.273022 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-79cec38e-038f-49a8-86ef-656508ccf9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c5111453-cd1e-48d2-8cde-57c87db8e1a4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:24.277521 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-6959c20a-5593-4900-b61a-405fb0bb8ea5 None None] For port 3db4b396-17bb-471a-81a5-c5dd6d7e2053, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:39:24.278083 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-79cec38e-038f-49a8-86ef-656508ccf9c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:24.282777 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-6959c20a-5593-4900-b61a-405fb0bb8ea5 None None] For port 3db4b396-17bb-471a-81a5-c5dd6d7e2053, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3db4b396-17bb-471a-81a5-c5dd6d7e2053,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:39:24.284127 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-79cec38e-038f-49a8-86ef-656508ccf9c5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c5111453-cd1e-48d2-8cde-57c87db8e1a4 HTTP/1.1" status: 204 len: 168 time: 0.4750733 Jan 28 13:39:24.300294 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6959c20a-5593-4900-b61a-405fb0bb8ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3db4b396-17bb-471a-81a5-c5dd6d7e2053), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:24.303944 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cec38e-038f-49a8-86ef-656508ccf9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5111453-cd1e-48d2-8cde-57c87db8e1a4,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:24.368027 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-44a54bfe-277f-494b-a63c-b4413744b82b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting port 31127e3f-abf6-4261-855d-a25297959dd6 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:24.368648 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44a54bfe-277f-494b-a63c-b4413744b82b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (31127e3f-abf6-4261-855d-a25297959dd6), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:24.468016 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959c20a-5593-4900-b61a-405fb0bb8ea5 None None] Pushing event updated for resources: {'Port': ['ID=3db4b396-17bb-471a-81a5-c5dd6d7e2053,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:24.521126 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-90351e92-c08a-4cd7-b458-1379ef476bca tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Allocated IP 172.25.3.160 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/9460510b-c6a8-4dbe-bbe7-7e7b7211636c) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:24.576543 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44a54bfe-277f-494b-a63c-b4413744b82b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (31127e3f-abf6-4261-855d-a25297959dd6), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:24.619388 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70409ab6-b897-4abe-90f0-dd52cb03a248 req-3f8315ed-3845-4038-95af-3729a86632f0 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:24.620957 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-70409ab6-b897-4abe-90f0-dd52cb03a248 req-3f8315ed-3845-4038-95af-3729a86632f0 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 945 time: 0.2053032 Jan 28 13:39:24.622106 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-44a54bfe-277f-494b-a63c-b4413744b82b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Calling delete_port for 31127e3f-abf6-4261-855d-a25297959dd6 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:24.832298 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-90351e92-c08a-4cd7-b458-1379ef476bca tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for port (9460510b-c6a8-4dbe-bbe7-7e7b7211636c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:24.913616 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-70409ab6-b897-4abe-90f0-dd52cb03a248 req-617eef2d-1f41-4899-a96f-b3cc90e2d281 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857146 Jan 28 13:39:24.915772 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-90351e92-c08a-4cd7-b458-1379ef476bca tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (9460510b-c6a8-4dbe-bbe7-7e7b7211636c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:24.927286 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44a54bfe-277f-494b-a63c-b4413744b82b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (31127e3f-abf6-4261-855d-a25297959dd6), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:25.004272 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device aa3e6769-a6bb-418f-b289-200b3d42af4c up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:25.011340 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90351e92-c08a-4cd7-b458-1379ef476bca tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:25.027656 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90351e92-c08a-4cd7-b458-1379ef476bca tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Pushing event updated for resources: {'Port': ['ID=9460510b-c6a8-4dbe-bbe7-7e7b7211636c,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:25.041454 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-90351e92-c08a-4cd7-b458-1379ef476bca tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:25.046149 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90351e92-c08a-4cd7-b458-1379ef476bca tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:25.073345 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44a54bfe-277f-494b-a63c-b4413744b82b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:25.080179 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-44a54bfe-277f-494b-a63c-b4413744b82b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/31127e3f-abf6-4261-855d-a25297959dd6 HTTP/1.1" status: 204 len: 168 time: 1.4818511 Jan 28 13:39:25.081185 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42898) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:25.082060 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a54bfe-277f-494b-a63c-b4413744b82b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Port': ['ID=31127e3f-abf6-4261-855d-a25297959dd6,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:25.153116 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port aa3e6769-a6bb-418f-b289-200b3d42af4c triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:25.154178 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (aa3e6769-a6bb-418f-b289-200b3d42af4c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:25.244679 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345ec866-0269-4378-a2fc-bf85cd9afce9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:25.246376 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345ec866-0269-4378-a2fc-bf85cd9afce9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:25.270563 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-345ec866-0269-4378-a2fc-bf85cd9afce9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1790905 Jan 28 13:39:25.271349 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42908) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:25.364206 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port aa3e6769-a6bb-418f-b289-200b3d42af4c is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:25.364872 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (aa3e6769-a6bb-418f-b289-200b3d42af4c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:25.430801 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port aa3e6769-a6bb-418f-b289-200b3d42af4c, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=aa3e6769-a6bb-418f-b289-200b3d42af4c,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:25.436795 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (aa3e6769-a6bb-418f-b289-200b3d42af4c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:25.450600 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba911ab-0605-4d64-a682-af95962c4535 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet 18d46dd6-7872-48ac-9359-d3721f97945c {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:39:25.469493 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1ba911ab-0605-4d64-a682-af95962c4535 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (18d46dd6-7872-48ac-9359-d3721f97945c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:25.478861 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69533506-5b14-4317-8123-df59d899f536 req-894707b7-a963-4f20-92dd-1ca1b4ed9c30 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:25.484534 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-69533506-5b14-4317-8123-df59d899f536 req-894707b7-a963-4f20-92dd-1ca1b4ed9c30 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 945 time: 0.1711733 Jan 28 13:39:25.562132 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=aa3e6769-a6bb-418f-b289-200b3d42af4c,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:25.609388 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1ba911ab-0605-4d64-a682-af95962c4535 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (18d46dd6-7872-48ac-9359-d3721f97945c), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:25.745505 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1ba911ab-0605-4d64-a682-af95962c4535 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (18d46dd6-7872-48ac-9359-d3721f97945c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:25.773389 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-90351e92-c08a-4cd7-b458-1379ef476bca tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router_gateway (349c2b4e-924a-46ae-9953-62a28ab798ce), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:25.845860 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-69533506-5b14-4317-8123-df59d899f536 req-e7629db7-a658-434e-8654-94aa57a5833c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391852 Jan 28 13:39:25.866275 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1ba911ab-0605-4d64-a682-af95962c4535 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (18d46dd6-7872-48ac-9359-d3721f97945c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:25.885679 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42920) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:25.906502 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba911ab-0605-4d64-a682-af95962c4535 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=18d46dd6-7872-48ac-9359-d3721f97945c,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:25.910940 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1ba911ab-0605-4d64-a682-af95962c4535 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:25.916255 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1ba911ab-0605-4d64-a682-af95962c4535 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/18d46dd6-7872-48ac-9359-d3721f97945c HTTP/1.1" status: 204 len: 168 time: 0.6436090 Jan 28 13:39:25.918636 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42924) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:25.968795 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:39:25.987537 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e8e85566-7bc8-4dba-a40e-ab70cd722a0d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669231 Jan 28 13:39:25.990013 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42926) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:26.055961 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bfcc35-ca2c-4aa3-8b9c-09bae9420f8a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:26.057955 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f5bfcc35-ca2c-4aa3-8b9c-09bae9420f8a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0669026 Jan 28 13:39:26.060865 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42928) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:26.126002 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-d597fc25-0006-48b9-b691-759e8d3d4ba5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-151576015-network', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:26.134740 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecd85db-a87e-4b02-afc2-0c1fa6cac6d7 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:26.146889 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98fcb0a-f12e-493f-b1c7-8cf4ff384913 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:26.148921 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a98fcb0a-f12e-493f-b1c7-8cf4ff384913 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0869536 Jan 28 13:39:26.151460 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42930) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:26.203743 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0f4c1602-219f-486a-bafe-803b47fde7b8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508485 Jan 28 13:39:26.212230 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42932) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:26.219834 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d597fc25-0006-48b9-b691-759e8d3d4ba5 admin admin] Made reservation on behalf of 1b20b56137a94d119bc41239a8a47be8 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:26.221619 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-eaa31405-47b0-4d52-8d6f-c226f0a8ae53 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:26.222235 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d597fc25-0006-48b9-b691-759e8d3d4ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:26.233092 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-90351e92-c08a-4cd7-b458-1379ef476bca tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (349c2b4e-924a-46ae-9953-62a28ab798ce), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:26.235728 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d597fc25-0006-48b9-b691-759e8d3d4ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:26.238793 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-522e67a1-fd12-4de5-8232-0b8513f73c40 None None] Provisioning complete for port 3db4b396-17bb-471a-81a5-c5dd6d7e2053 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:26.239452 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-522e67a1-fd12-4de5-8232-0b8513f73c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3db4b396-17bb-471a-81a5-c5dd6d7e2053), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:26.327392 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d597fc25-0006-48b9-b691-759e8d3d4ba5 admin admin] Publish callbacks [] for security_group (89e84d9c-b46a-4ab1-932a-a422e069ee67), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:26.337762 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d597fc25-0006-48b9-b691-759e8d3d4ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (89e84d9c-b46a-4ab1-932a-a422e069ee67), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:26.388770 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0249e3e5-d07b-45dc-8789-904b5aa25301 None None] DHCP port deletion for b1369f79-8419-4909-b9dc-745e2d83caa0 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:39:26.411249 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-522e67a1-fd12-4de5-8232-0b8513f73c40 None None] Current status of the port 3db4b396-17bb-471a-81a5-c5dd6d7e2053 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:26.411708 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-522e67a1-fd12-4de5-8232-0b8513f73c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3db4b396-17bb-471a-81a5-c5dd6d7e2053), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:26.420040 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa31405-47b0-4d52-8d6f-c226f0a8ae53 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:26.427232 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eaa31405-47b0-4d52-8d6f-c226f0a8ae53 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:26.444786 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d597fc25-0006-48b9-b691-759e8d3d4ba5 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:39:26.446997 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597fc25-0006-48b9-b691-759e8d3d4ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e84d9c-b46a-4ab1-932a-a422e069ee67,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:26.470186 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d597fc25-0006-48b9-b691-759e8d3d4ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (dec144a9-f012-4ce6-8d1e-6a819471c94b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:26.470700 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-d597fc25-0006-48b9-b691-759e8d3d4ba5 admin admin] Added segment dec144a9-f012-4ce6-8d1e-6a819471c94b of type vlan for network fdf5a652-b111-479f-bc51-46460825e1b8 Jan 28 13:39:26.493768 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-522e67a1-fd12-4de5-8232-0b8513f73c40 None None] For port 3db4b396-17bb-471a-81a5-c5dd6d7e2053, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3db4b396-17bb-471a-81a5-c5dd6d7e2053,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:26.499940 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-522e67a1-fd12-4de5-8232-0b8513f73c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3db4b396-17bb-471a-81a5-c5dd6d7e2053), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:26.562502 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d597fc25-0006-48b9-b691-759e8d3d4ba5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (fdf5a652-b111-479f-bc51-46460825e1b8), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:26.580765 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e67a1-fd12-4de5-8232-0b8513f73c40 None None] Pushing event updated for resources: {'Port': ['ID=3db4b396-17bb-471a-81a5-c5dd6d7e2053,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:26.608727 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d597fc25-0006-48b9-b691-759e8d3d4ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (fdf5a652-b111-479f-bc51-46460825e1b8), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:26.609599 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d597fc25-0006-48b9-b691-759e8d3d4ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:26.610333 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d597fc25-0006-48b9-b691-759e8d3d4ba5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:26.657159 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0249e3e5-d07b-45dc-8789-904b5aa25301 None None] Deleting port 3db4b396-17bb-471a-81a5-c5dd6d7e2053 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:26.657530 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0249e3e5-d07b-45dc-8789-904b5aa25301 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (3db4b396-17bb-471a-81a5-c5dd6d7e2053), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:26.704102 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90351e92-c08a-4cd7-b458-1379ef476bca tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Router 349c2b4e-924a-46ae-9953-62a28ab798ce is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:39:26.711198 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d597fc25-0006-48b9-b691-759e8d3d4ba5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8243904 Jan 28 13:39:26.718527 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42936) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:26.744271 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-7e944f50-168f-4a6f-93d9-ee240d684b1d admin admin] Request body: {'subnet': {'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-151576015-subnet', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:26.758459 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597fc25-0006-48b9-b691-759e8d3d4ba5 admin admin] Pushing event updated for resources: {'Network': ['ID=fdf5a652-b111-479f-bc51-46460825e1b8,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:26.771875 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eaa31405-47b0-4d52-8d6f-c226f0a8ae53 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (ddd52f32-2df8-4304-8110-dbc1b0507c2d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:26.831132 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-0249e3e5-d07b-45dc-8789-904b5aa25301 None None] For port 3db4b396-17bb-471a-81a5-c5dd6d7e2053, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3db4b396-17bb-471a-81a5-c5dd6d7e2053,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:26.831669 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0249e3e5-d07b-45dc-8789-904b5aa25301 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (3db4b396-17bb-471a-81a5-c5dd6d7e2053), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:26.844704 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa31405-47b0-4d52-8d6f-c226f0a8ae53 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:26.848644 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0249e3e5-d07b-45dc-8789-904b5aa25301 None None] Calling delete_port for 3db4b396-17bb-471a-81a5-c5dd6d7e2053 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:26.852530 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-eaa31405-47b0-4d52-8d6f-c226f0a8ae53 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:26.864825 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa31405-47b0-4d52-8d6f-c226f0a8ae53 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:26.865609 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eaa31405-47b0-4d52-8d6f-c226f0a8ae53 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:26.878151 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa31405-47b0-4d52-8d6f-c226f0a8ae53 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=ddd52f32-2df8-4304-8110-dbc1b0507c2d,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:26.895354 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-eaa31405-47b0-4d52-8d6f-c226f0a8ae53 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6785932 Jan 28 13:39:26.895907 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42942) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:26.903789 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-90b16e80-aa5d-4698-8b9a-8e6075cc3c5b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'port': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'fixed_ips': [{'subnet_id': 'ddd52f32-2df8-4304-8110-dbc1b0507c2d', 'ip_address': '2001:db8::cd1e:a1a9:2c1d:2268'}], 'name': 'tempest-NetworksTestDHCPv6-57293975'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:26.953892 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network fdf5a652-b111-479f-bc51-46460825e1b8 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:39:26.960920 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device aa3e6769-a6bb-418f-b289-200b3d42af4c up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:27.001868 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e944f50-168f-4a6f-93d9-ee240d684b1d admin admin] Made reservation on behalf of 1b20b56137a94d119bc41239a8a47be8 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:27.004928 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7e944f50-168f-4a6f-93d9-ee240d684b1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:27.007675 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90351e92-c08a-4cd7-b458-1379ef476bca tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:39:27.069237 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f964829-2c4d-475e-80a8-80186b280f88 None None] Sync routers for ids ['349c2b4e-924a-46ae-9953-62a28ab798ce'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:39:27.090168 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-90351e92-c08a-4cd7-b458-1379ef476bca tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:27.091579 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-90351e92-c08a-4cd7-b458-1379ef476bca tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.6150525 Jan 28 13:39:27.097085 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42944) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:27.151050 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0249e3e5-d07b-45dc-8789-904b5aa25301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (3db4b396-17bb-471a-81a5-c5dd6d7e2053), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:27.178660 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f964829-2c4d-475e-80a8-80186b280f88 None None] Routers {'349c2b4e-924a-46ae-9953-62a28ab798ce'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:27.179628 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-4f964829-2c4d-475e-80a8-80186b280f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:39:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['349c2b4e-924a-46ae-9953-62a28ab798ce'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:27.246379 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7e944f50-168f-4a6f-93d9-ee240d684b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (b9e7001d-7550-4a4d-8844-b5374df32dd9), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:27.269797 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30851bb-6384-4193-b8f0-42792e5946b5 req-c93ddbd7-c456-4d9d-b49a-c65ea158abee tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:27.272424 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d30851bb-6384-4193-b8f0-42792e5946b5 req-c93ddbd7-c456-4d9d-b49a-c65ea158abee tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 945 time: 0.2694144 Jan 28 13:39:27.290170 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249e3e5-d07b-45dc-8789-904b5aa25301 None None] Pushing event deleted for resources: {'Port': ['ID=3db4b396-17bb-471a-81a5-c5dd6d7e2053,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:27.313280 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0249e3e5-d07b-45dc-8789-904b5aa25301 None None] No DVR routers for this DVR port 3db4b396-17bb-471a-81a5-c5dd6d7e2053 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:39:27.330422 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b16e80-aa5d-4698-8b9a-8e6075cc3c5b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:27.346069 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e944f50-168f-4a6f-93d9-ee240d684b1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9e7001d-7550-4a4d-8844-b5374df32dd9,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:27.353904 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e944f50-168f-4a6f-93d9-ee240d684b1d admin admin] Checking segment: {'id': 'dec144a9-f012-4ce6-8d1e-6a819471c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:27.354429 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e944f50-168f-4a6f-93d9-ee240d684b1d admin admin] Network hostable DHCP agents. Network: fdf5a652-b111-479f-bc51-46460825e1b8, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:39:27.375598 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e446c91-a416-40c3-aa69-4a07550753aa None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:27.381420 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e944f50-168f-4a6f-93d9-ee240d684b1d admin admin] Network fdf5a652-b111-479f-bc51-46460825e1b8 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:39:27.405643 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-7e944f50-168f-4a6f-93d9-ee240d684b1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, fdf5a652-b111-479f-bc51-46460825e1b8) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:27.412321 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e944f50-168f-4a6f-93d9-ee240d684b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:27.413152 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7e944f50-168f-4a6f-93d9-ee240d684b1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:27.430560 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56598d5e-5cf5-401e-891a-1e937b8be960 None None] Network fdf5a652-b111-479f-bc51-46460825e1b8 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:27.436585 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42948) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:27.439393 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port aa3e6769-a6bb-418f-b289-200b3d42af4c triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:27.439777 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (aa3e6769-a6bb-418f-b289-200b3d42af4c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:27.440619 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7e944f50-168f-4a6f-93d9-ee240d684b1d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7203646 Jan 28 13:39:27.446764 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-f415ced4-1e64-4edd-b37b-68b20f81b77f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-151576015-router', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:27.511765 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f415ced4-1e64-4edd-b37b-68b20f81b77f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (6b03775d-5b2b-44ef-b7cc-b94b66572f10), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:27.512368 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f415ced4-1e64-4edd-b37b-68b20f81b77f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (6b03775d-5b2b-44ef-b7cc-b94b66572f10), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:27.522181 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0c73c9ad-334d-49a0-b450-f763dbe440a5 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "GET /v2.0/routers/349c2b4e-924a-46ae-9953-62a28ab798ce HTTP/1.1" status: 200 len: 908 time: 0.4210813 Jan 28 13:39:27.524138 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42950) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:27.525657 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d30851bb-6384-4193-b8f0-42792e5946b5 req-419931a3-9f25-42ff-8151-b6df404d753d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434094 Jan 28 13:39:27.532094 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-4f964829-2c4d-475e-80a8-80186b280f88 None None] Set router 349c2b4e-924a-46ae-9953-62a28ab798ce gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:39:27.598047 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f415ced4-1e64-4edd-b37b-68b20f81b77f admin admin] Publish callbacks [] for router_controller (6b03775d-5b2b-44ef-b7cc-b94b66572f10), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:27.604197 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-90b16e80-aa5d-4698-8b9a-8e6075cc3c5b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:27.663485 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-90b16e80-aa5d-4698-8b9a-8e6075cc3c5b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] device_id is not set on port fe6ca17c-d4b5-4423-973f-8c63612762b8 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:39:27.808110 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1613111f-7fe7-4e9e-9e14-35ecc40450c1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router (349c2b4e-924a-46ae-9953-62a28ab798ce), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:27.821509 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f415ced4-1e64-4edd-b37b-68b20f81b77f admin admin] Publish callbacks [] for router_gateway (6b03775d-5b2b-44ef-b7cc-b94b66572f10), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:27.896252 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44185692-b8bc-4d43-a231-bc4f019deaad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-b1369f79-8419-4909-b9dc-745e2d83caa0', 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'project_id': 'c889d0606f324a669840943fc2266e93', 'fixed_ips': [{'subnet_id': 'ddd52f32-2df8-4304-8110-dbc1b0507c2d'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:39:27.897741 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-44185692-b8bc-4d43-a231-bc4f019deaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:27.963836 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f279c825-4e34-4c16-a3f9-306c15bcbd27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-fdf5a652-b111-479f-bc51-46460825e1b8', 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8', 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'fixed_ips': [{'subnet_id': 'b9e7001d-7550-4a4d-8844-b5374df32dd9'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:39:27.967758 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f279c825-4e34-4c16-a3f9-306c15bcbd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:28.013280 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1613111f-7fe7-4e9e-9e14-35ecc40450c1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router_gateway (349c2b4e-924a-46ae-9953-62a28ab798ce), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:28.095775 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-90b16e80-aa5d-4698-8b9a-8e6075cc3c5b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 2001:db8::cd1e:a1a9:2c1d:2268 (b1369f79-8419-4909-b9dc-745e2d83caa0/ddd52f32-2df8-4304-8110-dbc1b0507c2d/fe6ca17c-d4b5-4423-973f-8c63612762b8) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:28.126704 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-1613111f-7fe7-4e9e-9e14-35ecc40450c1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Deleting port 9460510b-c6a8-4dbe-bbe7-7e7b7211636c {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:28.127631 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1613111f-7fe7-4e9e-9e14-35ecc40450c1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (9460510b-c6a8-4dbe-bbe7-7e7b7211636c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:28.220697 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1613111f-7fe7-4e9e-9e14-35ecc40450c1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (9460510b-c6a8-4dbe-bbe7-7e7b7211636c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:28.252957 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-1613111f-7fe7-4e9e-9e14-35ecc40450c1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Calling delete_port for 9460510b-c6a8-4dbe-bbe7-7e7b7211636c owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:28.388882 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f415ced4-1e64-4edd-b37b-68b20f81b77f admin admin] Publish callbacks [] for router_gateway (6b03775d-5b2b-44ef-b7cc-b94b66572f10), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:28.434713 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f415ced4-1e64-4edd-b37b-68b20f81b77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:28.465719 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1613111f-7fe7-4e9e-9e14-35ecc40450c1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (9460510b-c6a8-4dbe-bbe7-7e7b7211636c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:28.577334 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613111f-7fe7-4e9e-9e14-35ecc40450c1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Pushing event deleted for resources: {'Port': ['ID=9460510b-c6a8-4dbe-bbe7-7e7b7211636c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:28.578255 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-f415ced4-1e64-4edd-b37b-68b20f81b77f admin admin] Allocated IP 172.25.3.89 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/b5f19e3c-9345-44af-88b4-725d82b08449) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:28.579768 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1613111f-7fe7-4e9e-9e14-35ecc40450c1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (349c2b4e-924a-46ae-9953-62a28ab798ce), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:28.581125 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-f279c825-4e34-4c16-a3f9-306c15bcbd27 None None] Allocated IP 172.20.0.2 (fdf5a652-b111-479f-bc51-46460825e1b8/b9e7001d-7550-4a4d-8844-b5374df32dd9/a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:28.685705 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300372d4-4b41-4c17-8dc6-c527a329dff8 req-8f05414e-85be-4921-8c0d-deee5827b373 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:28.687202 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-300372d4-4b41-4c17-8dc6-c527a329dff8 req-8f05414e-85be-4921-8c0d-deee5827b373 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 945 time: 0.3430948 Jan 28 13:39:28.688646 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1613111f-7fe7-4e9e-9e14-35ecc40450c1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (349c2b4e-924a-46ae-9953-62a28ab798ce), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:28.691203 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1613111f-7fe7-4e9e-9e14-35ecc40450c1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router_controller (349c2b4e-924a-46ae-9953-62a28ab798ce), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:28.727501 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-90b16e80-aa5d-4698-8b9a-8e6075cc3c5b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (fe6ca17c-d4b5-4423-973f-8c63612762b8), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:28.752585 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1613111f-7fe7-4e9e-9e14-35ecc40450c1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (349c2b4e-924a-46ae-9953-62a28ab798ce), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:28.754493 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1613111f-7fe7-4e9e-9e14-35ecc40450c1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 349c2b4e-924a-46ae-9953-62a28ab798ce {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:39:28.760912 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1613111f-7fe7-4e9e-9e14-35ecc40450c1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:28.762388 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1613111f-7fe7-4e9e-9e14-35ecc40450c1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "DELETE /v2.0/routers/349c2b4e-924a-46ae-9953-62a28ab798ce HTTP/1.1" status: 204 len: 168 time: 1.2364867 Jan 28 13:39:28.766004 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42976) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:28.779332 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f415ced4-1e64-4edd-b37b-68b20f81b77f admin admin] Publish callbacks [] for port (b5f19e3c-9345-44af-88b4-725d82b08449), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:28.785709 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f279c825-4e34-4c16-a3f9-306c15bcbd27 None None] Publish callbacks [] for port (a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:28.789706 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-300372d4-4b41-4c17-8dc6-c527a329dff8 req-948cd926-5858-4743-b650-70199f6b6539 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885639 Jan 28 13:39:28.817463 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f279c825-4e34-4c16-a3f9-306c15bcbd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:28.825722 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device de0259ec-cd10-46de-afc4-14c0108a6f3d details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:39:28.832759 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-90b16e80-aa5d-4698-8b9a-8e6075cc3c5b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (fe6ca17c-d4b5-4423-973f-8c63612762b8), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:28.887238 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b16e80-aa5d-4698-8b9a-8e6075cc3c5b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Port': ['ID=fe6ca17c-d4b5-4423-973f-8c63612762b8,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:28.890267 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-44185692-b8bc-4d43-a231-bc4f019deaad None None] Allocated IP 2001:db8::2 (b1369f79-8419-4909-b9dc-745e2d83caa0/ddd52f32-2df8-4304-8110-dbc1b0507c2d/370e81cd-95f0-47eb-b85d-baba5352798b) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:28.905195 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b16e80-aa5d-4698-8b9a-8e6075cc3c5b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:28.908148 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f415ced4-1e64-4edd-b37b-68b20f81b77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (b5f19e3c-9345-44af-88b4-725d82b08449), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:28.909232 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-44baf175-b044-4750-8a78-0a48fdb69992 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router (a00c16ce-75f1-4e26-ad5b-8a75feaad0d8), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:28.919323 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-90b16e80-aa5d-4698-8b9a-8e6075cc3c5b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:28.922981 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b16e80-aa5d-4698-8b9a-8e6075cc3c5b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:28.928327 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b16e80-aa5d-4698-8b9a-8e6075cc3c5b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:28.929369 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-90b16e80-aa5d-4698-8b9a-8e6075cc3c5b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:28.967936 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f415ced4-1e64-4edd-b37b-68b20f81b77f admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:28.971730 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-90b16e80-aa5d-4698-8b9a-8e6075cc3c5b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0744586 Jan 28 13:39:28.975656 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42978) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:28.977317 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-f415ced4-1e64-4edd-b37b-68b20f81b77f admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:28.983765 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f279c825-4e34-4c16-a3f9-306c15bcbd27 None None] Network fdf5a652-b111-479f-bc51-46460825e1b8 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:28.990147 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f415ced4-1e64-4edd-b37b-68b20f81b77f admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:29.002164 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f279c825-4e34-4c16-a3f9-306c15bcbd27 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:29.004990 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f279c825-4e34-4c16-a3f9-306c15bcbd27 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:29.082595 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-44baf175-b044-4750-8a78-0a48fdb69992 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router_gateway (a00c16ce-75f1-4e26-ad5b-8a75feaad0d8), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:29.139585 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.resource_extend [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:39:29.148749 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-44baf175-b044-4750-8a78-0a48fdb69992 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Deleting port aa3e6769-a6bb-418f-b289-200b3d42af4c {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:29.149101 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-44baf175-b044-4750-8a78-0a48fdb69992 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (aa3e6769-a6bb-418f-b289-200b3d42af4c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:29.178175 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415ced4-1e64-4edd-b37b-68b20f81b77f admin admin] Pushing event updated for resources: {'Port': ['ID=b5f19e3c-9345-44af-88b4-725d82b08449,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:29.181371 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279c825-4e34-4c16-a3f9-306c15bcbd27 None None] Pushing event updated for resources: {'Port': ['ID=a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:29.198258 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a0cc52-771c-43c4-b63c-3dc4719f96e2 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:29.200350 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-74a0cc52-771c-43c4-b63c-3dc4719f96e2 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.2201042 Jan 28 13:39:29.203109 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 42982) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:29.208475 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port aa3e6769-a6bb-418f-b289-200b3d42af4c is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:29.263948 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-44baf175-b044-4750-8a78-0a48fdb69992 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] For port aa3e6769-a6bb-418f-b289-200b3d42af4c, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=aa3e6769-a6bb-418f-b289-200b3d42af4c,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:29.264386 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-44baf175-b044-4750-8a78-0a48fdb69992 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (aa3e6769-a6bb-418f-b289-200b3d42af4c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:29.281403 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-44baf175-b044-4750-8a78-0a48fdb69992 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Calling delete_port for aa3e6769-a6bb-418f-b289-200b3d42af4c owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:29.340205 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-f279c825-4e34-4c16-a3f9-306c15bcbd27 None None] Attempting to bind port a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:39:29.340641 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-f279c825-4e34-4c16-a3f9-306c15bcbd27 None None] Attempting to bind port a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'dec144a9-f012-4ce6-8d1e-6a819471c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:39:29.341026 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f279c825-4e34-4c16-a3f9-306c15bcbd27 None None] Attempting to bind port a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e on network fdf5a652-b111-479f-bc51-46460825e1b8 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:39:29.364817 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aad3ec34-67fb-4e48-9c21-e21856d39f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:29.377002 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f279c825-4e34-4c16-a3f9-306c15bcbd27 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:39:29.377376 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f279c825-4e34-4c16-a3f9-306c15bcbd27 None None] Checking segment: {'id': 'dec144a9-f012-4ce6-8d1e-6a819471c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:29.377784 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f279c825-4e34-4c16-a3f9-306c15bcbd27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:29.378178 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f279c825-4e34-4c16-a3f9-306c15bcbd27 None None] Bound using segment: {'id': 'dec144a9-f012-4ce6-8d1e-6a819471c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:39:29.378662 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-f279c825-4e34-4c16-a3f9-306c15bcbd27 None None] Bound port: a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec144a9-f012-4ce6-8d1e-6a819471c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:39:29.379081 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f279c825-4e34-4c16-a3f9-306c15bcbd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:29.399288 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-d1d04b6d-416e-40a7-9d05-3b2a75d8ff04 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting port fe6ca17c-d4b5-4423-973f-8c63612762b8 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:29.399757 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d1d04b6d-416e-40a7-9d05-3b2a75d8ff04 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (fe6ca17c-d4b5-4423-973f-8c63612762b8), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:29.429467 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port de0259ec-cd10-46de-afc4-14c0108a6f3d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=de0259ec-cd10-46de-afc4-14c0108a6f3d,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:29.456651 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-4f964829-2c4d-475e-80a8-80186b280f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349c2b4e-924a-46ae-9953-62a28ab798ce', 'name': 'tempest-snat-router-1988056646', 'tenant_id': '052208746404462b808649c1f9940b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '9460510b-c6a8-4dbe-bbe7-7e7b7211636c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:22Z', 'updated_at': '2022-01-28T13:39:25Z', 'revision_number': 3, 'project_id': '052208746404462b808649c1f9940b4e', 'gw_port': {'id': '9460510b-c6a8-4dbe-bbe7-7e7b7211636c', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349c2b4e-924a-46ae-9953-62a28ab798ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:24Z', 'updated_at': '2022-01-28T13:39:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:29.461777 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'de0259ec-cd10-46de-afc4-14c0108a6f3d', 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0', 'port_id': 'de0259ec-cd10-46de-afc4-14c0108a6f3d', 'mac_address': 'fa:16:3e:2c:5b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0384f919-cf7e-4ec0-b290-94b57d977aef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:39:29.515771 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-44185692-b8bc-4d43-a231-bc4f019deaad None None] Publish callbacks [] for port (370e81cd-95f0-47eb-b85d-baba5352798b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:29.523444 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-44baf175-b044-4750-8a78-0a48fdb69992 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (aa3e6769-a6bb-418f-b289-200b3d42af4c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:29.555018 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f415ced4-1e64-4edd-b37b-68b20f81b77f admin admin] Publish callbacks [] for router_gateway (6b03775d-5b2b-44ef-b7cc-b94b66572f10), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:29.564336 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f964829-2c4d-475e-80a8-80186b280f88 None None] Checking router: 349c2b4e-924a-46ae-9953-62a28ab798ce for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:39:29.564336 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f964829-2c4d-475e-80a8-80186b280f88 None None] Updating router 349c2b4e-924a-46ae-9953-62a28ab798ce port 9460510b-c6a8-4dbe-bbe7-7e7b7211636c binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:39:29.571170 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-44185692-b8bc-4d43-a231-bc4f019deaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (370e81cd-95f0-47eb-b85d-baba5352798b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:29.573018 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port de0259ec-cd10-46de-afc4-14c0108a6f3d is: ACTIVE; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:29.573390 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (de0259ec-cd10-46de-afc4-14c0108a6f3d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:29.591707 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44baf175-b044-4750-8a78-0a48fdb69992 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa3e6769-a6bb-418f-b289-200b3d42af4c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:29.621039 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d1d04b6d-416e-40a7-9d05-3b2a75d8ff04 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (fe6ca17c-d4b5-4423-973f-8c63612762b8), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:29.641694 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44185692-b8bc-4d43-a231-bc4f019deaad None None] Pushing event updated for resources: {'Port': ['ID=370e81cd-95f0-47eb-b85d-baba5352798b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:29.643238 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-d1d04b6d-416e-40a7-9d05-3b2a75d8ff04 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Calling delete_port for fe6ca17c-d4b5-4423-973f-8c63612762b8 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:29.658596 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f964829-2c4d-475e-80a8-80186b280f88 None None] Port 9460510b-c6a8-4dbe-bbe7-7e7b7211636c not found while updating agent binding for router 349c2b4e-924a-46ae-9953-62a28ab798ce. {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 13:39:29.676775 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de0259ec-cd10-46de-afc4-14c0108a6f3d {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:39:29.683698 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-44baf175-b044-4750-8a78-0a48fdb69992 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (a00c16ce-75f1-4e26-ad5b-8a75feaad0d8), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:29.689149 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f279c825-4e34-4c16-a3f9-306c15bcbd27 None None] For port a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:39:29.692367 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44185692-b8bc-4d43-a231-bc4f019deaad None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:29.703148 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-44185692-b8bc-4d43-a231-bc4f019deaad None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:29.709100 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44185692-b8bc-4d43-a231-bc4f019deaad None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:29.719093 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f279c825-4e34-4c16-a3f9-306c15bcbd27 None None] For port a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e,segment=NetworkSegment(dec144a9-f012-4ce6-8d1e-6a819471c94b),segment_id=dec144a9-f012-4ce6-8d1e-6a819471c94b)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:39:29.721124 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f964829-2c4d-475e-80a8-80186b280f88 None None] Routers set() bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:29.721536 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f964829-2c4d-475e-80a8-80186b280f88 None None] Router IDs set() for agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 13:39:29.722164 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_agentschedulers_db [None req-4f964829-2c4d-475e-80a8-80186b280f88 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'349c2b4e-924a-46ae-9953-62a28ab798ce'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:39:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent'). {{(pid=103353) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 13:39:29.722581 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f964829-2c4d-475e-80a8-80186b280f88 None None] The sync data for ids ['349c2b4e-924a-46ae-9953-62a28ab798ce'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:39:29.737078 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f279c825-4e34-4c16-a3f9-306c15bcbd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:29.795512 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-44baf175-b044-4750-8a78-0a48fdb69992 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (a00c16ce-75f1-4e26-ad5b-8a75feaad0d8), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:29.798235 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-44baf175-b044-4750-8a78-0a48fdb69992 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router_controller (a00c16ce-75f1-4e26-ad5b-8a75feaad0d8), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:29.800695 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port de0259ec-cd10-46de-afc4-14c0108a6f3d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=de0259ec-cd10-46de-afc4-14c0108a6f3d,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:29.802869 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279c825-4e34-4c16-a3f9-306c15bcbd27 None None] Pushing event updated for resources: {'Port': ['ID=a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:29.853346 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (de0259ec-cd10-46de-afc4-14c0108a6f3d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:29.880380 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-44baf175-b044-4750-8a78-0a48fdb69992 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (a00c16ce-75f1-4e26-ad5b-8a75feaad0d8), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:29.881764 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44baf175-b044-4750-8a78-0a48fdb69992 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a00c16ce-75f1-4e26-ad5b-8a75feaad0d8 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:39:29.890169 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-44baf175-b044-4750-8a78-0a48fdb69992 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:29.894965 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-44baf175-b044-4750-8a78-0a48fdb69992 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "DELETE /v2.0/routers/a00c16ce-75f1-4e26-ad5b-8a75feaad0d8 HTTP/1.1" status: 204 len: 168 time: 1.1245716 Jan 28 13:39:29.896188 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 42988) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:29.902013 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-28c43788-27bf-4e6a-b673-5154026e5530 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1114179618', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}, 'admin_state_up': False}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:29.945117 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-28c43788-27bf-4e6a-b673-5154026e5530 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (d8fbefc8-ab2d-470c-b5b0-8a529865e259), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:29.946469 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-28c43788-27bf-4e6a-b673-5154026e5530 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (d8fbefc8-ab2d-470c-b5b0-8a529865e259), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:29.962069 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-44185692-b8bc-4d43-a231-bc4f019deaad None None] Attempting to bind port 370e81cd-95f0-47eb-b85d-baba5352798b on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:39:29.962449 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-44185692-b8bc-4d43-a231-bc4f019deaad None None] Attempting to bind port 370e81cd-95f0-47eb-b85d-baba5352798b by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:39:29.962816 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44185692-b8bc-4d43-a231-bc4f019deaad None None] Attempting to bind port 370e81cd-95f0-47eb-b85d-baba5352798b on network b1369f79-8419-4909-b9dc-745e2d83caa0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:39:29.977260 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44185692-b8bc-4d43-a231-bc4f019deaad None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:39:29.977685 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44185692-b8bc-4d43-a231-bc4f019deaad None None] Checking segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:29.978120 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-44185692-b8bc-4d43-a231-bc4f019deaad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:29.978544 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44185692-b8bc-4d43-a231-bc4f019deaad None None] Bound using segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:39:29.979087 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-44185692-b8bc-4d43-a231-bc4f019deaad None None] Bound port: 370e81cd-95f0-47eb-b85d-baba5352798b, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:39:29.979512 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-44185692-b8bc-4d43-a231-bc4f019deaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (370e81cd-95f0-47eb-b85d-baba5352798b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:30.045300 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=de0259ec-cd10-46de-afc4-14c0108a6f3d,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:30.077153 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['de0259ec-cd10-46de-afc4-14c0108a6f3d'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:39:30.117989 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-28c43788-27bf-4e6a-b673-5154026e5530 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_controller (d8fbefc8-ab2d-470c-b5b0-8a529865e259), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:30.160299 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-44185692-b8bc-4d43-a231-bc4f019deaad None None] For port 370e81cd-95f0-47eb-b85d-baba5352798b, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:39:30.183814 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-44185692-b8bc-4d43-a231-bc4f019deaad None None] For port 370e81cd-95f0-47eb-b85d-baba5352798b, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=370e81cd-95f0-47eb-b85d-baba5352798b,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:39:30.201874 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-44185692-b8bc-4d43-a231-bc4f019deaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (370e81cd-95f0-47eb-b85d-baba5352798b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:30.402582 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44185692-b8bc-4d43-a231-bc4f019deaad None None] Pushing event updated for resources: {'Port': ['ID=370e81cd-95f0-47eb-b85d-baba5352798b,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:30.565437 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-28c43788-27bf-4e6a-b673-5154026e5530 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_gateway (d8fbefc8-ab2d-470c-b5b0-8a529865e259), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:30.768409 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc4f6c-3131-47a1-84a0-41db0c40a4aa req-f1e9faf0-62df-4f1f-b844-2d8ea840958e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:30.776785 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a5bc4f6c-3131-47a1-84a0-41db0c40a4aa req-f1e9faf0-62df-4f1f-b844-2d8ea840958e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 944 time: 0.1929424 Jan 28 13:39:30.843012 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device de0259ec-cd10-46de-afc4-14c0108a6f3d up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:30.947288 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port de0259ec-cd10-46de-afc4-14c0108a6f3d triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:30.947796 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (de0259ec-cd10-46de-afc4-14c0108a6f3d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:31.011366 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a5bc4f6c-3131-47a1-84a0-41db0c40a4aa req-0dc138ec-02ee-4e56-bcf7-44fec526cbd5 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335446 Jan 28 13:39:31.028559 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-28c43788-27bf-4e6a-b673-5154026e5530 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_gateway (d8fbefc8-ab2d-470c-b5b0-8a529865e259), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:31.091574 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f415ced4-1e64-4edd-b37b-68b20f81b77f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (6b03775d-5b2b-44ef-b7cc-b94b66572f10), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:31.100527 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-28c43788-27bf-4e6a-b673-5154026e5530 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:31.120670 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port de0259ec-cd10-46de-afc4-14c0108a6f3d is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:31.122385 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (de0259ec-cd10-46de-afc4-14c0108a6f3d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:31.169281 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d1d04b6d-416e-40a7-9d05-3b2a75d8ff04 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (fe6ca17c-d4b5-4423-973f-8c63612762b8), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:31.234314 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d04b6d-416e-40a7-9d05-3b2a75d8ff04 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Port': ['ID=fe6ca17c-d4b5-4423-973f-8c63612762b8,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:31.235180 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bd5107-0461-4c60-93f0-7dad5d669db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0259ec-cd10-46de-afc4-14c0108a6f3d'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:39:31.247870 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83da0e5e-1001-487c-9da6-d10cd64a4ebd" -d '{"events": [{"server_uuid": "67bd5107-0461-4c60-93f0-7dad5d669db1", "name": "network-vif-plugged", "status": "completed", "tag": "de0259ec-cd10-46de-afc4-14c0108a6f3d"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:39:31.304157 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-28c43788-27bf-4e6a-b673-5154026e5530 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Allocated IP 172.25.3.142 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/90c2c0b2-56e5-4e5a-8566-8899fdfcfac3) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:31.304674 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d1d04b6d-416e-40a7-9d05-3b2a75d8ff04 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:31.307512 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d1d04b6d-416e-40a7-9d05-3b2a75d8ff04 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/fe6ca17c-d4b5-4423-973f-8c63612762b8 HTTP/1.1" status: 204 len: 168 time: 2.1031311 Jan 28 13:39:31.310066 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43014) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:31.316270 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port de0259ec-cd10-46de-afc4-14c0108a6f3d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=de0259ec-cd10-46de-afc4-14c0108a6f3d,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:31.328361 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (de0259ec-cd10-46de-afc4-14c0108a6f3d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:31.398177 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f96ad46-09f9-48fc-83ab-b0cd09b1736a x-openstack-request-id: req-1f96ad46-09f9-48fc-83ab-b0cd09b1736a {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:39:31.399571 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bd5107-0461-4c60-93f0-7dad5d669db1", "name": "network-vif-plugged", "status": "completed", "tag": "de0259ec-cd10-46de-afc4-14c0108a6f3d", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:39:31.400824 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f96ad46-09f9-48fc-83ab-b0cd09b1736a {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:39:31.401800 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bd5107-0461-4c60-93f0-7dad5d669db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0259ec-cd10-46de-afc4-14c0108a6f3d', 'code': 200} Jan 28 13:39:31.495196 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b8fc68-b95f-4dbf-9127-cede908bbfd1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:31.496703 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f415ced4-1e64-4edd-b37b-68b20f81b77f admin admin] Router 6b03775d-5b2b-44ef-b7cc-b94b66572f10 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:39:31.503834 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b8fc68-b95f-4dbf-9127-cede908bbfd1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:31.507842 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=de0259ec-cd10-46de-afc4-14c0108a6f3d,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:31.509342 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-05b8fc68-b95f-4dbf-9127-cede908bbfd1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1981280 Jan 28 13:39:31.513141 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43020) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:31.602632 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33aa18ed-e952-466f-8e00-444c28d12933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:31.706523 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 370e81cd-95f0-47eb-b85d-baba5352798b up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:31.801668 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fa3cbc-c1c9-4739-8d0a-deaa63eebc6c None None] Network fdf5a652-b111-479f-bc51-46460825e1b8 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:31.973800 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e262a8-eeab-4102-b5c2-d765fd7e4383 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet ddd52f32-2df8-4304-8110-dbc1b0507c2d {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:39:31.986663 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-16acb206-30e7-42ce-9440-809f3c1343ab None None] Provisioning complete for port a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:31.987762 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16acb206-30e7-42ce-9440-809f3c1343ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:31.996888 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 370e81cd-95f0-47eb-b85d-baba5352798b triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:31.997508 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (370e81cd-95f0-47eb-b85d-baba5352798b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:32.008906 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-75e262a8-eeab-4102-b5c2-d765fd7e4383 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (ddd52f32-2df8-4304-8110-dbc1b0507c2d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:32.110634 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f415ced4-1e64-4edd-b37b-68b20f81b77f admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:39:32.128329 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e3366f-cda8-4736-b136-19143783252b None None] Sync routers for ids ['6b03775d-5b2b-44ef-b7cc-b94b66572f10'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:39:32.146607 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e3366f-cda8-4736-b136-19143783252b None None] Routers {'6b03775d-5b2b-44ef-b7cc-b94b66572f10'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:32.150658 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a7e3366f-cda8-4736-b136-19143783252b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:39:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6b03775d-5b2b-44ef-b7cc-b94b66572f10'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:32.173889 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f415ced4-1e64-4edd-b37b-68b20f81b77f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:32.177888 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f415ced4-1e64-4edd-b37b-68b20f81b77f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7342145 Jan 28 13:39:32.185499 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43028) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:32.203318 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-75e262a8-eeab-4102-b5c2-d765fd7e4383 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (ddd52f32-2df8-4304-8110-dbc1b0507c2d), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:32.425792 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 370e81cd-95f0-47eb-b85d-baba5352798b is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:32.437163 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (370e81cd-95f0-47eb-b85d-baba5352798b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:32.457311 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-16acb206-30e7-42ce-9440-809f3c1343ab None None] Current status of the port a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:32.458824 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16acb206-30e7-42ce-9440-809f3c1343ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:32.552137 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 370e81cd-95f0-47eb-b85d-baba5352798b, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=370e81cd-95f0-47eb-b85d-baba5352798b,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:32.571629 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-a7e3366f-cda8-4736-b136-19143783252b None None] Set router 6b03775d-5b2b-44ef-b7cc-b94b66572f10 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:39:32.585198 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (370e81cd-95f0-47eb-b85d-baba5352798b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:32.589835 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:32.597541 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-16acb206-30e7-42ce-9440-809f3c1343ab None None] For port a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e,segment=NetworkSegment(dec144a9-f012-4ce6-8d1e-6a819471c94b),segment_id=dec144a9-f012-4ce6-8d1e-6a819471c94b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:32.647682 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-28c43788-27bf-4e6a-b673-5154026e5530 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for port (90c2c0b2-56e5-4e5a-8566-8899fdfcfac3), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:32.730572 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-28c43788-27bf-4e6a-b673-5154026e5530 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (90c2c0b2-56e5-4e5a-8566-8899fdfcfac3), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:32.763375 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=370e81cd-95f0-47eb-b85d-baba5352798b,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:32.767918 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16acb206-30e7-42ce-9440-809f3c1343ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:32.803828 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-75e262a8-eeab-4102-b5c2-d765fd7e4383 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (ddd52f32-2df8-4304-8110-dbc1b0507c2d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:32.853426 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c43788-27bf-4e6a-b673-5154026e5530 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:32.869257 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-28c43788-27bf-4e6a-b673-5154026e5530 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:32.897347 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c43788-27bf-4e6a-b673-5154026e5530 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:32.917127 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:32.940297 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acb206-30e7-42ce-9440-809f3c1343ab None None] Pushing event updated for resources: {'Port': ['ID=a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:32.948072 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-0ccd6753-e6e5-44ba-87c3-c5b0eb132823 None None] Provisioning complete for port a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:32.948706 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ccd6753-e6e5-44ba-87c3-c5b0eb132823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:32.979150 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:32.979826 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:32.986176 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c43788-27bf-4e6a-b673-5154026e5530 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Pushing event updated for resources: {'Port': ['ID=90c2c0b2-56e5-4e5a-8566-8899fdfcfac3,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:33.018078 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4a3bc-d268-4d16-afa0-bc34c34d9d42 req-8da1ec0d-51f8-417d-8b50-3ca290e811b0 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:33.028933 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89a4a3bc-d268-4d16-afa0-bc34c34d9d42 req-8da1ec0d-51f8-417d-8b50-3ca290e811b0 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 945 time: 0.3162899 Jan 28 13:39:33.080495 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-75e262a8-eeab-4102-b5c2-d765fd7e4383 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (ddd52f32-2df8-4304-8110-dbc1b0507c2d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:33.167257 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:33.195938 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0ccd6753-e6e5-44ba-87c3-c5b0eb132823 None None] Current status of the port a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:33.208939 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-0ccd6753-e6e5-44ba-87c3-c5b0eb132823 None None] Could not find standard attr ID for object 3823afe8-0889-480f-b86d-4570d2e447c6. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:39:33.229720 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e262a8-eeab-4102-b5c2-d765fd7e4383 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=ddd52f32-2df8-4304-8110-dbc1b0507c2d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:33.236710 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-0ccd6753-e6e5-44ba-87c3-c5b0eb132823 None None] Provisioning complete for port 370e81cd-95f0-47eb-b85d-baba5352798b triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:33.243367 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ccd6753-e6e5-44ba-87c3-c5b0eb132823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (370e81cd-95f0-47eb-b85d-baba5352798b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:33.254079 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-75e262a8-eeab-4102-b5c2-d765fd7e4383 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:33.264292 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-75e262a8-eeab-4102-b5c2-d765fd7e4383 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/ddd52f32-2df8-4304-8110-dbc1b0507c2d HTTP/1.1" status: 204 len: 168 time: 1.7500644 Jan 28 13:39:33.269037 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43034) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:33.304655 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device aa3e6769-a6bb-418f-b289-200b3d42af4c no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:39:33.341298 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89a4a3bc-d268-4d16-afa0-bc34c34d9d42 req-c872be86-5864-4a7c-bef3-ed1ca8b328dd tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113208 Jan 28 13:39:33.368570 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: aa3e6769-a6bb-418f-b289-200b3d42af4c {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:39:33.369148 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device aa3e6769-a6bb-418f-b289-200b3d42af4c not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:39:33.390805 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd240db9-f519-42b1-808d-374c2a099444 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:33.449704 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4ede7e34-9f19-486a-a330-22b5d055eeee tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1741242 Jan 28 13:39:33.460148 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43036) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:33.465438 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-5fadce7e-bab7-4167-90bf-86510bafb4ab tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:33.562102 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a7e3366f-cda8-4736-b136-19143783252b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'name': 'tempest-TestVolumeBackupRestore-151576015-router', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:27Z', 'updated_at': '2022-01-28T13:39:29Z', 'revision_number': 3, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'gw_port': {'id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:28Z', 'updated_at': '2022-01-28T13:39:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:33.599204 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 370e81cd-95f0-47eb-b85d-baba5352798b up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:33.624905 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e3366f-cda8-4736-b136-19143783252b None None] Checking router: 6b03775d-5b2b-44ef-b7cc-b94b66572f10 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:39:33.625254 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e3366f-cda8-4736-b136-19143783252b None None] Updating router 6b03775d-5b2b-44ef-b7cc-b94b66572f10 port b5f19e3c-9345-44af-88b4-725d82b08449 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:39:33.659779 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7e3366f-cda8-4736-b136-19143783252b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b5f19e3c-9345-44af-88b4-725d82b08449), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:33.718117 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-28c43788-27bf-4e6a-b673-5154026e5530 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_gateway (d8fbefc8-ab2d-470c-b5b0-8a529865e259), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:33.990109 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7e3366f-cda8-4736-b136-19143783252b None None] Publish callbacks [] for port (b5f19e3c-9345-44af-88b4-725d82b08449), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:34.011538 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7e3366f-cda8-4736-b136-19143783252b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b5f19e3c-9345-44af-88b4-725d82b08449), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:34.067691 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0dd723aa-5bd3-4ed0-9c92-e7c9f7df9271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:34.101428 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fadce7e-bab7-4167-90bf-86510bafb4ab tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:34.115588 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615b458-36a6-4856-9add-bc622a7572e9 None None] Pushing event updated for resources: {'Port': ['ID=b5f19e3c-9345-44af-88b4-725d82b08449,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:34.119878 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5fadce7e-bab7-4167-90bf-86510bafb4ab tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:34.146716 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-a7e3366f-cda8-4736-b136-19143783252b None None] Attempting to bind port b5f19e3c-9345-44af-88b4-725d82b08449 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:39:34.147160 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-a7e3366f-cda8-4736-b136-19143783252b None None] Attempting to bind port b5f19e3c-9345-44af-88b4-725d82b08449 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:39:34.147523 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e3366f-cda8-4736-b136-19143783252b None None] Attempting to bind port b5f19e3c-9345-44af-88b4-725d82b08449 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:39:34.159392 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e3366f-cda8-4736-b136-19143783252b None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:39:34.159923 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e3366f-cda8-4736-b136-19143783252b None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:34.161088 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7e3366f-cda8-4736-b136-19143783252b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:34.161492 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e3366f-cda8-4736-b136-19143783252b None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:39:34.161979 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-a7e3366f-cda8-4736-b136-19143783252b None None] Bound port: b5f19e3c-9345-44af-88b4-725d82b08449, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:39:34.162357 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7e3366f-cda8-4736-b136-19143783252b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b5f19e3c-9345-44af-88b4-725d82b08449), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:34.223257 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-a7e3366f-cda8-4736-b136-19143783252b None None] For port b5f19e3c-9345-44af-88b4-725d82b08449, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:39:34.227952 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-a7e3366f-cda8-4736-b136-19143783252b None None] For port b5f19e3c-9345-44af-88b4-725d82b08449, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b5f19e3c-9345-44af-88b4-725d82b08449,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:39:34.229598 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93fa6d4-21cc-41ca-a2f6-89c313d595a1 None None] DHCP port deletion for b1369f79-8419-4909-b9dc-745e2d83caa0 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:39:34.257194 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a7e3366f-cda8-4736-b136-19143783252b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b5f19e3c-9345-44af-88b4-725d82b08449), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:34.389380 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615b458-36a6-4856-9add-bc622a7572e9 None None] Pushing event updated for resources: {'Port': ['ID=b5f19e3c-9345-44af-88b4-725d82b08449,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:34.412398 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:34.423152 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0ccd6753-e6e5-44ba-87c3-c5b0eb132823 None None] Current status of the port 370e81cd-95f0-47eb-b85d-baba5352798b is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:34.425242 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e3366f-cda8-4736-b136-19143783252b None None] Routers {'6b03775d-5b2b-44ef-b7cc-b94b66572f10'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:34.426111 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a7e3366f-cda8-4736-b136-19143783252b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:39:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6b03775d-5b2b-44ef-b7cc-b94b66572f10'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:34.441936 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-28c43788-27bf-4e6a-b673-5154026e5530 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (d8fbefc8-ab2d-470c-b5b0-8a529865e259), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:34.471388 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 370e81cd-95f0-47eb-b85d-baba5352798b triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:34.472176 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (370e81cd-95f0-47eb-b85d-baba5352798b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:34.582636 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c436c8e5-5eec-475b-9671-dbddcd7c68f6 None None] Could not find standard attr ID for object 31127e3f-abf6-4261-855d-a25297959dd6. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:39:34.600477 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-a7e3366f-cda8-4736-b136-19143783252b None None] Set router 6b03775d-5b2b-44ef-b7cc-b94b66572f10 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:39:34.644633 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a93fa6d4-21cc-41ca-a2f6-89c313d595a1 None None] Deleting port 370e81cd-95f0-47eb-b85d-baba5352798b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:34.645450 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a93fa6d4-21cc-41ca-a2f6-89c313d595a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (370e81cd-95f0-47eb-b85d-baba5352798b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:34.795783 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-0dd723aa-5bd3-4ed0-9c92-e7c9f7df9271 admin admin] Allocated IP 172.20.0.1 (fdf5a652-b111-479f-bc51-46460825e1b8/b9e7001d-7550-4a4d-8844-b5374df32dd9/49ed2de8-0555-480f-98c7-c426bcd48da1) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:34.860492 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a93fa6d4-21cc-41ca-a2f6-89c313d595a1 None None] For port 370e81cd-95f0-47eb-b85d-baba5352798b, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=370e81cd-95f0-47eb-b85d-baba5352798b,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:34.865192 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a93fa6d4-21cc-41ca-a2f6-89c313d595a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (370e81cd-95f0-47eb-b85d-baba5352798b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:34.902434 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a93fa6d4-21cc-41ca-a2f6-89c313d595a1 None None] Calling delete_port for 370e81cd-95f0-47eb-b85d-baba5352798b owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:34.944871 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5fadce7e-bab7-4167-90bf-86510bafb4ab tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (b7efb899-5b01-40bd-af6d-a13fed8d88de), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:35.158615 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fadce7e-bab7-4167-90bf-86510bafb4ab tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:35.203412 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0dd723aa-5bd3-4ed0-9c92-e7c9f7df9271 admin admin] Publish callbacks [] for port (49ed2de8-0555-480f-98c7-c426bcd48da1), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:35.226796 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a7e3366f-cda8-4736-b136-19143783252b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'name': 'tempest-TestVolumeBackupRestore-151576015-router', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:27Z', 'updated_at': '2022-01-28T13:39:29Z', 'revision_number': 3, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'gw_port': {'id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:28Z', 'updated_at': '2022-01-28T13:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:35.234384 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-5fadce7e-bab7-4167-90bf-86510bafb4ab tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:35.240424 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fadce7e-bab7-4167-90bf-86510bafb4ab tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:35.247834 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5fadce7e-bab7-4167-90bf-86510bafb4ab tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:35.302552 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 370e81cd-95f0-47eb-b85d-baba5352798b is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:35.315383 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:35.336651 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0dd723aa-5bd3-4ed0-9c92-e7c9f7df9271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (49ed2de8-0555-480f-98c7-c426bcd48da1), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:35.347741 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5fadce7e-bab7-4167-90bf-86510bafb4ab tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8864579 Jan 28 13:39:35.365424 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43052) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:35.377270 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-e64fe42e-6076-4750-8ded-223c16ab133d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'port': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'fixed_ips': [{'subnet_id': 'b7efb899-5b01-40bd-af6d-a13fed8d88de', 'ip_address': '2001:db8::e6a4:bb97:1012:7073'}], 'name': 'tempest-NetworksTestDHCPv6-260858679'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:35.411304 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fadce7e-bab7-4167-90bf-86510bafb4ab tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=b7efb899-5b01-40bd-af6d-a13fed8d88de,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:35.412785 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e3366f-cda8-4736-b136-19143783252b None None] The sync data for ids ['6b03775d-5b2b-44ef-b7cc-b94b66572f10'] in n-d-822747-2 is: [{'id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'name': 'tempest-TestVolumeBackupRestore-151576015-router', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:27Z', 'updated_at': '2022-01-28T13:39:29Z', 'revision_number': 3, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'gw_port': {'id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:28Z', 'updated_at': '2022-01-28T13:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:39:35.431716 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd723aa-5bd3-4ed0-9c92-e7c9f7df9271 admin admin] Network fdf5a652-b111-479f-bc51-46460825e1b8 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:35.439412 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-0dd723aa-5bd3-4ed0-9c92-e7c9f7df9271 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:35.465129 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd723aa-5bd3-4ed0-9c92-e7c9f7df9271 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:35.486586 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:35.487824 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:35.511724 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd723aa-5bd3-4ed0-9c92-e7c9f7df9271 admin admin] Pushing event updated for resources: {'Port': ['ID=49ed2de8-0555-480f-98c7-c426bcd48da1,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:35.574303 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0dd723aa-5bd3-4ed0-9c92-e7c9f7df9271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (6b03775d-5b2b-44ef-b7cc-b94b66572f10), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:35.593490 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a93fa6d4-21cc-41ca-a2f6-89c313d595a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (370e81cd-95f0-47eb-b85d-baba5352798b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:35.664592 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a33bca-da66-4e4c-8255-fc263b415919 req-1eaf525d-5f4d-4889-a4b0-a55d6d4953ff tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:35.672276 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f3a33bca-da66-4e4c-8255-fc263b415919 req-1eaf525d-5f4d-4889-a4b0-a55d6d4953ff tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 945 time: 0.5555925 Jan 28 13:39:35.708852 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fa6d4-21cc-41ca-a2f6-89c313d595a1 None None] Pushing event deleted for resources: {'Port': ['ID=370e81cd-95f0-47eb-b85d-baba5352798b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:35.730405 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93fa6d4-21cc-41ca-a2f6-89c313d595a1 None None] No DVR routers for this DVR port 370e81cd-95f0-47eb-b85d-baba5352798b on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:39:35.792788 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3783ed3b-e0c5-46a6-913d-36c6c82e9a0d None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:35.830130 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fa6d4-21cc-41ca-a2f6-89c313d595a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:35.833376 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fa6d4-21cc-41ca-a2f6-89c313d595a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:35.834610 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fa6d4-21cc-41ca-a2f6-89c313d595a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:35.835789 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fa6d4-21cc-41ca-a2f6-89c313d595a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:35.836675 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fa6d4-21cc-41ca-a2f6-89c313d595a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:35.838493 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fa6d4-21cc-41ca-a2f6-89c313d595a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:35.839791 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fa6d4-21cc-41ca-a2f6-89c313d595a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:35.842087 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fa6d4-21cc-41ca-a2f6-89c313d595a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:35.842460 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fa6d4-21cc-41ca-a2f6-89c313d595a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:35.844185 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fa6d4-21cc-41ca-a2f6-89c313d595a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:35.844185 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fa6d4-21cc-41ca-a2f6-89c313d595a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:35.844538 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fa6d4-21cc-41ca-a2f6-89c313d595a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:35.846774 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fa6d4-21cc-41ca-a2f6-89c313d595a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:35.988320 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f3a33bca-da66-4e4c-8255-fc263b415919 req-478854d0-0954-4279-90e3-f15d8a718451 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144932 Jan 28 13:39:35.992154 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c43788-27bf-4e6a-b673-5154026e5530 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Router d8fbefc8-ab2d-470c-b5b0-8a529865e259 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:39:36.091923 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64fe42e-6076-4750-8ded-223c16ab133d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:36.100616 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0dd723aa-5bd3-4ed0-9c92-e7c9f7df9271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (49ed2de8-0555-480f-98c7-c426bcd48da1), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:36.295052 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:36.376524 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-3f7fa8e2-b863-422d-9b7b-ac17eefc688d None None] Provisioning complete for port 49ed2de8-0555-480f-98c7-c426bcd48da1 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:36.378325 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f7fa8e2-b863-422d-9b7b-ac17eefc688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (49ed2de8-0555-480f-98c7-c426bcd48da1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:36.520743 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:36.541803 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed2c986-0784-4b13-8b95-40ba22f452e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-b1369f79-8419-4909-b9dc-745e2d83caa0', 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'project_id': 'c889d0606f324a669840943fc2266e93', 'fixed_ips': [{'subnet_id': 'b7efb899-5b01-40bd-af6d-a13fed8d88de'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:39:36.542974 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ed2c986-0784-4b13-8b95-40ba22f452e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:36.726741 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e64fe42e-6076-4750-8ded-223c16ab133d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:36.743518 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0dd723aa-5bd3-4ed0-9c92-e7c9f7df9271 admin admin] Publish callbacks [] for port (49ed2de8-0555-480f-98c7-c426bcd48da1), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:36.752631 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0dd723aa-5bd3-4ed0-9c92-e7c9f7df9271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (49ed2de8-0555-480f-98c7-c426bcd48da1), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:36.792864 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-e64fe42e-6076-4750-8ded-223c16ab133d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] device_id is not set on port ec23acec-916a-4e02-b9de-15a7de010228 yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:39:36.888620 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-1ed2c986-0784-4b13-8b95-40ba22f452e9 None None] Allocated IP 2001:db8::2 (b1369f79-8419-4909-b9dc-745e2d83caa0/b7efb899-5b01-40bd-af6d-a13fed8d88de/257f560b-a60f-4ec5-81d6-4c93040e8af3) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:36.976311 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c43788-27bf-4e6a-b673-5154026e5530 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:39:37.006022 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0dd723aa-5bd3-4ed0-9c92-e7c9f7df9271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (6b03775d-5b2b-44ef-b7cc-b94b66572f10), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:37.016210 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b5f19e3c-9345-44af-88b4-725d82b08449 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:37.023489 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd723aa-5bd3-4ed0-9c92-e7c9f7df9271 admin admin] Pushing event updated for resources: {'Port': ['ID=49ed2de8-0555-480f-98c7-c426bcd48da1,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:37.039520 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3f7fa8e2-b863-422d-9b7b-ac17eefc688d None None] Port 49ed2de8-0555-480f-98c7-c426bcd48da1 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:39:37.041129 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d47b405-ac7b-493b-bf82-9a90eb14c964 None None] Sync routers for ids ['d8fbefc8-ab2d-470c-b5b0-8a529865e259'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:39:37.351753 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d47b405-ac7b-493b-bf82-9a90eb14c964 None None] Routers {'d8fbefc8-ab2d-470c-b5b0-8a529865e259'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:37.355767 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-1d47b405-ac7b-493b-bf82-9a90eb14c964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:39:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d8fbefc8-ab2d-470c-b5b0-8a529865e259'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:37.370692 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd723aa-5bd3-4ed0-9c92-e7c9f7df9271 admin admin] Network fdf5a652-b111-479f-bc51-46460825e1b8 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:37.379018 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-0dd723aa-5bd3-4ed0-9c92-e7c9f7df9271 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:37.420257 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-28c43788-27bf-4e6a-b673-5154026e5530 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:37.428441 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-28c43788-27bf-4e6a-b673-5154026e5530 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.5308058 Jan 28 13:39:37.436702 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43064) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:37.522997 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-ac0f3eb5-95c2-4642-a42c-47b22855f2d1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'enable_snat': False}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:37.528091 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-1d47b405-ac7b-493b-bf82-9a90eb14c964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:37.573379 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c0faa-206c-4256-a161-02c04d1fcf25 req-5087e8c7-3235-4bda-bd0d-b5c11d6c5bd1 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:37.580007 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d71c0faa-206c-4256-a161-02c04d1fcf25 req-5087e8c7-3235-4bda-bd0d-b5c11d6c5bd1 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 945 time: 0.3057954 Jan 28 13:39:37.709960 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d47b405-ac7b-493b-bf82-9a90eb14c964 None None] Routers {'d8fbefc8-ab2d-470c-b5b0-8a529865e259'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:37.711544 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-1d47b405-ac7b-493b-bf82-9a90eb14c964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:39:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d8fbefc8-ab2d-470c-b5b0-8a529865e259'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:37.730566 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d71c0faa-206c-4256-a161-02c04d1fcf25 req-0ae3bebf-c583-46cc-8f51-ab80eab7e37a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425633 Jan 28 13:39:37.824206 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd723aa-5bd3-4ed0-9c92-e7c9f7df9271 admin admin] Router 6b03775d-5b2b-44ef-b7cc-b94b66572f10 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:39:37.914450 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ed2c986-0784-4b13-8b95-40ba22f452e9 None None] Publish callbacks [] for port (257f560b-a60f-4ec5-81d6-4c93040e8af3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:37.933111 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-1d47b405-ac7b-493b-bf82-9a90eb14c964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:37.933886 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d47b405-ac7b-493b-bf82-9a90eb14c964 None None] The sync data for ids ['d8fbefc8-ab2d-470c-b5b0-8a529865e259'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:39:37.942117 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ed2c986-0784-4b13-8b95-40ba22f452e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (257f560b-a60f-4ec5-81d6-4c93040e8af3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:38.058381 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-e64fe42e-6076-4750-8ded-223c16ab133d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 2001:db8::e6a4:bb97:1012:7073 (b1369f79-8419-4909-b9dc-745e2d83caa0/b7efb899-5b01-40bd-af6d-a13fed8d88de/ec23acec-916a-4e02-b9de-15a7de010228) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:38.066257 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed2c986-0784-4b13-8b95-40ba22f452e9 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:38.074955 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port b5f19e3c-9345-44af-88b4-725d82b08449 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:38.088945 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b5f19e3c-9345-44af-88b4-725d82b08449), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:38.091352 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-1ed2c986-0784-4b13-8b95-40ba22f452e9 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:38.114180 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed2c986-0784-4b13-8b95-40ba22f452e9 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:38.151796 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-db775ba5-3ce5-49be-aac7-a652d139b773 None None] Provisioning complete for port 49ed2de8-0555-480f-98c7-c426bcd48da1 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:38.152341 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db775ba5-3ce5-49be-aac7-a652d139b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (49ed2de8-0555-480f-98c7-c426bcd48da1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:38.251088 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2c986-0784-4b13-8b95-40ba22f452e9 None None] Pushing event updated for resources: {'Port': ['ID=257f560b-a60f-4ec5-81d6-4c93040e8af3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:38.345986 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-1ed2c986-0784-4b13-8b95-40ba22f452e9 None None] Attempting to bind port 257f560b-a60f-4ec5-81d6-4c93040e8af3 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:39:38.346512 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-1ed2c986-0784-4b13-8b95-40ba22f452e9 None None] Attempting to bind port 257f560b-a60f-4ec5-81d6-4c93040e8af3 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:39:38.347221 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed2c986-0784-4b13-8b95-40ba22f452e9 None None] Attempting to bind port 257f560b-a60f-4ec5-81d6-4c93040e8af3 on network b1369f79-8419-4909-b9dc-745e2d83caa0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:39:38.355559 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-db775ba5-3ce5-49be-aac7-a652d139b773 None None] Port 49ed2de8-0555-480f-98c7-c426bcd48da1 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:39:38.393541 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed2c986-0784-4b13-8b95-40ba22f452e9 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:39:38.393952 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed2c986-0784-4b13-8b95-40ba22f452e9 None None] Checking segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:38.394338 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ed2c986-0784-4b13-8b95-40ba22f452e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:38.394738 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed2c986-0784-4b13-8b95-40ba22f452e9 None None] Bound using segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:39:38.399508 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-1ed2c986-0784-4b13-8b95-40ba22f452e9 None None] Bound port: 257f560b-a60f-4ec5-81d6-4c93040e8af3, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:39:38.399924 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ed2c986-0784-4b13-8b95-40ba22f452e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (257f560b-a60f-4ec5-81d6-4c93040e8af3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:38.444053 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e64fe42e-6076-4750-8ded-223c16ab133d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (ec23acec-916a-4e02-b9de-15a7de010228), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:38.504501 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port b5f19e3c-9345-44af-88b4-725d82b08449 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:38.505360 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b5f19e3c-9345-44af-88b4-725d82b08449), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:38.536681 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd723aa-5bd3-4ed0-9c92-e7c9f7df9271 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:39:38.545667 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e64fe42e-6076-4750-8ded-223c16ab133d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ec23acec-916a-4e02-b9de-15a7de010228), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:38.572335 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0dd723aa-5bd3-4ed0-9c92-e7c9f7df9271 admin admin] 10.222.0.39 "PUT /v2.0/routers/6b03775d-5b2b-44ef-b7cc-b94b66572f10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3768928 Jan 28 13:39:38.698315 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64fe42e-6076-4750-8ded-223c16ab133d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:38.708465 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port b5f19e3c-9345-44af-88b4-725d82b08449, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b5f19e3c-9345-44af-88b4-725d82b08449,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:38.709469 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-e64fe42e-6076-4750-8ded-223c16ab133d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:38.716791 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64fe42e-6076-4750-8ded-223c16ab133d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:38.730034 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64fe42e-6076-4750-8ded-223c16ab133d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:38.733322 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e64fe42e-6076-4750-8ded-223c16ab133d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:38.744950 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b5f19e3c-9345-44af-88b4-725d82b08449), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:38.806775 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac0f3eb5-95c2-4642-a42c-47b22855f2d1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router_gateway (d8fbefc8-ab2d-470c-b5b0-8a529865e259), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:38.855250 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e64fe42e-6076-4750-8ded-223c16ab133d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4862432 Jan 28 13:39:38.857204 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43076) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:38.938949 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1ed2c986-0784-4b13-8b95-40ba22f452e9 None None] For port 257f560b-a60f-4ec5-81d6-4c93040e8af3, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:39:38.940297 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fe42e-6076-4750-8ded-223c16ab133d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Port': ['ID=ec23acec-916a-4e02-b9de-15a7de010228,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:38.942324 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1ed2c986-0784-4b13-8b95-40ba22f452e9 None None] For port 257f560b-a60f-4ec5-81d6-4c93040e8af3, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=257f560b-a60f-4ec5-81d6-4c93040e8af3,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:39:38.960339 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 370e81cd-95f0-47eb-b85d-baba5352798b no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:39:38.967485 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ed2c986-0784-4b13-8b95-40ba22f452e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (257f560b-a60f-4ec5-81d6-4c93040e8af3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:39.033775 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 370e81cd-95f0-47eb-b85d-baba5352798b {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:39:39.034131 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 370e81cd-95f0-47eb-b85d-baba5352798b not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:39:39.045880 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb5e25e-c942-401a-9e3b-da982e21b63f None None] Sync routers for ids ['6b03775d-5b2b-44ef-b7cc-b94b66572f10'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:39:39.058329 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe42e-6076-4750-8ded-223c16ab133d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:39.061819 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe42e-6076-4750-8ded-223c16ab133d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:39.062172 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe42e-6076-4750-8ded-223c16ab133d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:39.062511 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe42e-6076-4750-8ded-223c16ab133d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:39.063551 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe42e-6076-4750-8ded-223c16ab133d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:39.066338 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe42e-6076-4750-8ded-223c16ab133d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:39.066850 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe42e-6076-4750-8ded-223c16ab133d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:39.067274 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe42e-6076-4750-8ded-223c16ab133d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:39.067608 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe42e-6076-4750-8ded-223c16ab133d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:39.067938 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe42e-6076-4750-8ded-223c16ab133d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:39.068270 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe42e-6076-4750-8ded-223c16ab133d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:39.068600 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe42e-6076-4750-8ded-223c16ab133d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:39.069042 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64fe42e-6076-4750-8ded-223c16ab133d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:39.081561 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb5e25e-c942-401a-9e3b-da982e21b63f None None] Routers {'6b03775d-5b2b-44ef-b7cc-b94b66572f10'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:39.084345 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-feb5e25e-c942-401a-9e3b-da982e21b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:39:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6b03775d-5b2b-44ef-b7cc-b94b66572f10'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:39.120699 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=b5f19e3c-9345-44af-88b4-725d82b08449,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:39.130147 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c6c023-31b6-455a-90de-7fe9f8fd5f0b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:39.147933 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c6c023-31b6-455a-90de-7fe9f8fd5f0b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:39.157219 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-06c6c023-31b6-455a-90de-7fe9f8fd5f0b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2976172 Jan 28 13:39:39.170585 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43082) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:39.288341 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-feb5e25e-c942-401a-9e3b-da982e21b63f None None] Set router 6b03775d-5b2b-44ef-b7cc-b94b66572f10 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:39:39.319313 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98ca31-ec94-4a8c-a39d-ded7d864ca1a req-0be238b4-6f94-4d55-9bcd-e9d7d6b2e062 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:39.320893 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2e98ca31-ec94-4a8c-a39d-ded7d864ca1a req-0be238b4-6f94-4d55-9bcd-e9d7d6b2e062 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 945 time: 0.3735802 Jan 28 13:39:39.528801 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2e98ca31-ec94-4a8c-a39d-ded7d864ca1a req-1239a2a5-7168-41ec-968f-ad6e87c3aef6 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932127 Jan 28 13:39:39.848930 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-feb5e25e-c942-401a-9e3b-da982e21b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'name': 'tempest-TestVolumeBackupRestore-151576015-router', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:27Z', 'updated_at': '2022-01-28T13:39:35Z', 'revision_number': 4, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'gw_port': {'id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:28Z', 'updated_at': '2022-01-28T13:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '49ed2de8-0555-480f-98c7-c426bcd48da1', 'name': '', 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'mac_address': 'fa:16:3e:fb:c0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'b9e7001d-7550-4a4d-8844-b5374df32dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:34Z', 'updated_at': '2022-01-28T13:39:36Z', 'revision_number': 2, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'subnets': [{'id': 'b9e7001d-7550-4a4d-8844-b5374df32dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:39.907557 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-6f18cdc5-8b95-4b1c-bbdc-f6af0a5448ea tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting port ec23acec-916a-4e02-b9de-15a7de010228 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:39.907903 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6f18cdc5-8b95-4b1c-bbdc-f6af0a5448ea tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ec23acec-916a-4e02-b9de-15a7de010228), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:39.920984 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb5e25e-c942-401a-9e3b-da982e21b63f None None] Checking router: 6b03775d-5b2b-44ef-b7cc-b94b66572f10 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:39:39.921405 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb5e25e-c942-401a-9e3b-da982e21b63f None None] Updating router 6b03775d-5b2b-44ef-b7cc-b94b66572f10 port 49ed2de8-0555-480f-98c7-c426bcd48da1 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:39:40.009448 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-feb5e25e-c942-401a-9e3b-da982e21b63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (49ed2de8-0555-480f-98c7-c426bcd48da1), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:40.087715 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b5f19e3c-9345-44af-88b4-725d82b08449 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:40.170651 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2c986-0784-4b13-8b95-40ba22f452e9 None None] Pushing event updated for resources: {'Port': ['ID=257f560b-a60f-4ec5-81d6-4c93040e8af3,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:40.223511 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port b5f19e3c-9345-44af-88b4-725d82b08449 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:40.224057 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b5f19e3c-9345-44af-88b4-725d82b08449), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:40.234326 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6f18cdc5-8b95-4b1c-bbdc-f6af0a5448ea tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ec23acec-916a-4e02-b9de-15a7de010228), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:40.270148 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-6f18cdc5-8b95-4b1c-bbdc-f6af0a5448ea tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Calling delete_port for ec23acec-916a-4e02-b9de-15a7de010228 owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:40.459328 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port b5f19e3c-9345-44af-88b4-725d82b08449 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:40.545029 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac0f3eb5-95c2-4642-a42c-47b22855f2d1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5641'] for router (d8fbefc8-ab2d-470c-b5b0-8a529865e259), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:40.548228 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43098) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:40.549232 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac0f3eb5-95c2-4642-a42c-47b22855f2d1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352569'] for router (d8fbefc8-ab2d-470c-b5b0-8a529865e259), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:40.558524 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-531c0f56-7d59-4ca3-adf3-559258e3e329 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1469852776-network', 'tenant_id': '6b9cc1bf9471479b82e04e7827c644ed'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:40.583383 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6f18cdc5-8b95-4b1c-bbdc-f6af0a5448ea tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ec23acec-916a-4e02-b9de-15a7de010228), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:40.594978 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-feb5e25e-c942-401a-9e3b-da982e21b63f None None] Publish callbacks [] for port (49ed2de8-0555-480f-98c7-c426bcd48da1), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:40.612428 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-feb5e25e-c942-401a-9e3b-da982e21b63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (49ed2de8-0555-480f-98c7-c426bcd48da1), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:40.614732 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531c0f56-7d59-4ca3-adf3-559258e3e329 admin admin] Made reservation on behalf of 6b9cc1bf9471479b82e04e7827c644ed for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:40.623447 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-531c0f56-7d59-4ca3-adf3-559258e3e329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:40.706720 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6f18cdc5-8b95-4b1c-bbdc-f6af0a5448ea tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:40.713686 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6f18cdc5-8b95-4b1c-bbdc-f6af0a5448ea tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/ec23acec-916a-4e02-b9de-15a7de010228 HTTP/1.1" status: 204 len: 168 time: 1.5417519 Jan 28 13:39:40.714455 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43102) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:40.737656 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18cdc5-8b95-4b1c-bbdc-f6af0a5448ea tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Port': ['ID=ec23acec-916a-4e02-b9de-15a7de010228,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:40.747827 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-531c0f56-7d59-4ca3-adf3-559258e3e329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:40.752638 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0739e-411f-40fd-8dc8-c3026022b74a None None] Pushing event updated for resources: {'Port': ['ID=49ed2de8-0555-480f-98c7-c426bcd48da1,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:40.880128 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-feb5e25e-c942-401a-9e3b-da982e21b63f None None] Attempting to bind port 49ed2de8-0555-480f-98c7-c426bcd48da1 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:39:40.880739 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-feb5e25e-c942-401a-9e3b-da982e21b63f None None] Attempting to bind port 49ed2de8-0555-480f-98c7-c426bcd48da1 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'dec144a9-f012-4ce6-8d1e-6a819471c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:39:40.881263 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb5e25e-c942-401a-9e3b-da982e21b63f None None] Attempting to bind port 49ed2de8-0555-480f-98c7-c426bcd48da1 on network fdf5a652-b111-479f-bc51-46460825e1b8 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:39:40.899535 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb5e25e-c942-401a-9e3b-da982e21b63f None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:39:40.899900 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb5e25e-c942-401a-9e3b-da982e21b63f None None] Checking segment: {'id': 'dec144a9-f012-4ce6-8d1e-6a819471c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:40.900298 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-feb5e25e-c942-401a-9e3b-da982e21b63f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:40.900685 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb5e25e-c942-401a-9e3b-da982e21b63f None None] Bound using segment: {'id': 'dec144a9-f012-4ce6-8d1e-6a819471c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:39:40.907718 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-feb5e25e-c942-401a-9e3b-da982e21b63f None None] Bound port: 49ed2de8-0555-480f-98c7-c426bcd48da1, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec144a9-f012-4ce6-8d1e-6a819471c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:39:40.907718 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-feb5e25e-c942-401a-9e3b-da982e21b63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (49ed2de8-0555-480f-98c7-c426bcd48da1), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:40.959359 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93c702c-48fc-45f9-9c55-019c9b0309f5 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:40.960902 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93c702c-48fc-45f9-9c55-019c9b0309f5 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:40.962524 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f93c702c-48fc-45f9-9c55-019c9b0309f5 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2360909 Jan 28 13:39:40.977335 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43108) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:41.034631 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4a96a-43e1-4eb8-8a0c-00ad316002c8 req-4f136591-a131-4de9-b96f-22f9bd7dc6ef tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:41.036330 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5cf4a96a-43e1-4eb8-8a0c-00ad316002c8 req-4f136591-a131-4de9-b96f-22f9bd7dc6ef tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 945 time: 0.2730885 Jan 28 13:39:41.065370 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-feb5e25e-c942-401a-9e3b-da982e21b63f None None] For port 49ed2de8-0555-480f-98c7-c426bcd48da1, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:39:41.069125 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-feb5e25e-c942-401a-9e3b-da982e21b63f None None] For port 49ed2de8-0555-480f-98c7-c426bcd48da1, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=49ed2de8-0555-480f-98c7-c426bcd48da1,segment=NetworkSegment(dec144a9-f012-4ce6-8d1e-6a819471c94b),segment_id=dec144a9-f012-4ce6-8d1e-6a819471c94b)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:39:41.084419 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-feb5e25e-c942-401a-9e3b-da982e21b63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (49ed2de8-0555-480f-98c7-c426bcd48da1), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:41.139639 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-531c0f56-7d59-4ca3-adf3-559258e3e329 admin admin] Publish callbacks [] for security_group (b877560d-0b6a-423c-b480-0be53babcef4), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:41.146251 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0f3eb5-95c2-4642-a42c-47b22855f2d1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Router d8fbefc8-ab2d-470c-b5b0-8a529865e259 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:39:41.149921 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-531c0f56-7d59-4ca3-adf3-559258e3e329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b877560d-0b6a-423c-b480-0be53babcef4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:41.163435 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531c0f56-7d59-4ca3-adf3-559258e3e329 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:39:41.164437 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-d474fc06-2577-4c34-a6c4-49200df914fd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet b7efb899-5b01-40bd-af6d-a13fed8d88de {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:39:41.177029 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-531c0f56-7d59-4ca3-adf3-559258e3e329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (ccd83025-20fc-4d5e-a475-45be4f42740c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:41.177667 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-531c0f56-7d59-4ca3-adf3-559258e3e329 admin admin] Added segment ccd83025-20fc-4d5e-a475-45be4f42740c of type vlan for network 71802712-9b8a-45da-afb2-cbe90a037c8d Jan 28 13:39:41.206069 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ed5c6870-baf6-479b-864c-222e0f53b382 None None] Provisioning complete for port 257f560b-a60f-4ec5-81d6-4c93040e8af3 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:41.208698 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb5e25e-c942-401a-9e3b-da982e21b63f None None] Routers {'6b03775d-5b2b-44ef-b7cc-b94b66572f10'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:41.209329 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed5c6870-baf6-479b-864c-222e0f53b382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (257f560b-a60f-4ec5-81d6-4c93040e8af3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:41.209434 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-feb5e25e-c942-401a-9e3b-da982e21b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:39:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6b03775d-5b2b-44ef-b7cc-b94b66572f10'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:41.213025 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0739e-411f-40fd-8dc8-c3026022b74a None None] Pushing event updated for resources: {'Port': ['ID=49ed2de8-0555-480f-98c7-c426bcd48da1,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:41.222429 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d474fc06-2577-4c34-a6c4-49200df914fd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (b7efb899-5b01-40bd-af6d-a13fed8d88de), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:41.287447 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5cf4a96a-43e1-4eb8-8a0c-00ad316002c8 req-e580128f-1ed6-4545-946b-931bb41fbfdc tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393520 Jan 28 13:39:41.325212 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d474fc06-2577-4c34-a6c4-49200df914fd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (b7efb899-5b01-40bd-af6d-a13fed8d88de), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:41.388628 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-531c0f56-7d59-4ca3-adf3-559258e3e329 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (71802712-9b8a-45da-afb2-cbe90a037c8d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:41.511292 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-531c0f56-7d59-4ca3-adf3-559258e3e329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (71802712-9b8a-45da-afb2-cbe90a037c8d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:41.517313 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531c0f56-7d59-4ca3-adf3-559258e3e329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:41.518365 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-531c0f56-7d59-4ca3-adf3-559258e3e329 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:41.562584 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ed5c6870-baf6-479b-864c-222e0f53b382 None None] Current status of the port 257f560b-a60f-4ec5-81d6-4c93040e8af3 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:41.575872 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed5c6870-baf6-479b-864c-222e0f53b382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (257f560b-a60f-4ec5-81d6-4c93040e8af3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:41.665781 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d474fc06-2577-4c34-a6c4-49200df914fd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (b7efb899-5b01-40bd-af6d-a13fed8d88de), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:41.679084 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 257f560b-a60f-4ec5-81d6-4c93040e8af3 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:41.816276 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 257f560b-a60f-4ec5-81d6-4c93040e8af3 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:41.816928 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (257f560b-a60f-4ec5-81d6-4c93040e8af3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:41.825322 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d474fc06-2577-4c34-a6c4-49200df914fd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (b7efb899-5b01-40bd-af6d-a13fed8d88de), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:41.916439 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474fc06-2577-4c34-a6c4-49200df914fd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=b7efb899-5b01-40bd-af6d-a13fed8d88de,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:41.929256 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d474fc06-2577-4c34-a6c4-49200df914fd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:41.940512 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d474fc06-2577-4c34-a6c4-49200df914fd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/b7efb899-5b01-40bd-af6d-a13fed8d88de HTTP/1.1" status: 204 len: 168 time: 0.9609613 Jan 28 13:39:41.943110 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43120) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:41.950830 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-feb5e25e-c942-401a-9e3b-da982e21b63f None None] Set router 6b03775d-5b2b-44ef-b7cc-b94b66572f10 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:39:42.013097 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-66f83c87-5f32-42ad-91fc-4d7ae5a85151 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664749 Jan 28 13:39:42.019761 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43122) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:42.027560 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-ed5c6870-baf6-479b-864c-222e0f53b382 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:39:42.028072 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-0a909541-e8dd-42bc-97ad-db36c8de2873 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:42.030791 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-ed5c6870-baf6-479b-864c-222e0f53b382 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:39:42.039032 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0f3eb5-95c2-4642-a42c-47b22855f2d1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:39:42.086450 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac0f3eb5-95c2-4642-a42c-47b22855f2d1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:42.087901 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ac0f3eb5-95c2-4642-a42c-47b22855f2d1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "PUT /v2.0/routers/d8fbefc8-ab2d-470c-b5b0-8a529865e259 HTTP/1.1" status: 200 len: 926 time: 4.5696228 Jan 28 13:39:42.093841 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c0f56-7d59-4ca3-adf3-559258e3e329 admin admin] Pushing event updated for resources: {'Network': ['ID=71802712-9b8a-45da-afb2-cbe90a037c8d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:42.096264 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43124) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:42.110042 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c0f56-7d59-4ca3-adf3-559258e3e329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b877560d-0b6a-423c-b480-0be53babcef4,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:42.116078 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a880d-7a1d-4b3e-9b14-9b665c38a107 None None] Sync routers for ids ['d8fbefc8-ab2d-470c-b5b0-8a529865e259'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:39:42.127934 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 71802712-9b8a-45da-afb2-cbe90a037c8d details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:39:42.187393 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-feb5e25e-c942-401a-9e3b-da982e21b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'name': 'tempest-TestVolumeBackupRestore-151576015-router', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:27Z', 'updated_at': '2022-01-28T13:39:35Z', 'revision_number': 4, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'gw_port': {'id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:28Z', 'updated_at': '2022-01-28T13:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '49ed2de8-0555-480f-98c7-c426bcd48da1', 'name': '', 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'mac_address': 'fa:16:3e:fb:c0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'b9e7001d-7550-4a4d-8844-b5374df32dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:34Z', 'updated_at': '2022-01-28T13:39:41Z', 'revision_number': 4, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'subnets': [{'id': 'b9e7001d-7550-4a4d-8844-b5374df32dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:42.221957 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-531c0f56-7d59-4ca3-adf3-559258e3e329 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6661267 Jan 28 13:39:42.226027 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb5e25e-c942-401a-9e3b-da982e21b63f None None] The sync data for ids ['6b03775d-5b2b-44ef-b7cc-b94b66572f10'] in n-d-822747-2 is: [{'id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'name': 'tempest-TestVolumeBackupRestore-151576015-router', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:27Z', 'updated_at': '2022-01-28T13:39:35Z', 'revision_number': 4, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'gw_port': {'id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:28Z', 'updated_at': '2022-01-28T13:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '49ed2de8-0555-480f-98c7-c426bcd48da1', 'name': '', 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'mac_address': 'fa:16:3e:fb:c0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'b9e7001d-7550-4a4d-8844-b5374df32dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:34Z', 'updated_at': '2022-01-28T13:39:41Z', 'revision_number': 4, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'subnets': [{'id': 'b9e7001d-7550-4a4d-8844-b5374df32dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:39:42.230524 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43126) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:42.234842 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5a880d-7a1d-4b3e-9b14-9b665c38a107 None None] Routers {'d8fbefc8-ab2d-470c-b5b0-8a529865e259'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:42.234842 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-3f5a880d-7a1d-4b3e-9b14-9b665c38a107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:39:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d8fbefc8-ab2d-470c-b5b0-8a529865e259'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:42.242222 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-4ff366a0-4fa5-4c7c-a422-583b9d543862 admin admin] Request body: {'subnet': {'network_id': '71802712-9b8a-45da-afb2-cbe90a037c8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1469852776-subnet', 'tenant_id': '6b9cc1bf9471479b82e04e7827c644ed', 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:42.497862 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff366a0-4fa5-4c7c-a422-583b9d543862 admin admin] Made reservation on behalf of 6b9cc1bf9471479b82e04e7827c644ed for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:42.500962 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4ff366a0-4fa5-4c7c-a422-583b9d543862 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:42.530787 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b7e185-1725-4ca6-a17b-24dd2211f570 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:42.535649 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 257f560b-a60f-4ec5-81d6-4c93040e8af3 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:42.536046 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (257f560b-a60f-4ec5-81d6-4c93040e8af3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:42.611650 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-3f5a880d-7a1d-4b3e-9b14-9b665c38a107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:42.771550 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 257f560b-a60f-4ec5-81d6-4c93040e8af3, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=257f560b-a60f-4ec5-81d6-4c93040e8af3,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:42.800722 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5a880d-7a1d-4b3e-9b14-9b665c38a107 None None] Routers {'d8fbefc8-ab2d-470c-b5b0-8a529865e259'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:42.801472 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-3f5a880d-7a1d-4b3e-9b14-9b665c38a107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:39:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d8fbefc8-ab2d-470c-b5b0-8a529865e259'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:42.808455 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (257f560b-a60f-4ec5-81d6-4c93040e8af3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:42.819507 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5676c1-ca9c-4f73-8f29-e70c347f488d req-25ca6514-b5c0-40e0-b21b-51488f6f65d1 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:42.829599 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b5676c1-ca9c-4f73-8f29-e70c347f488d req-25ca6514-b5c0-40e0-b21b-51488f6f65d1 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 945 time: 0.1087580 Jan 28 13:39:42.857417 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d3038088-1484-4a9b-a930-a91237ea51a1 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "GET /v2.0/routers/d8fbefc8-ab2d-470c-b5b0-8a529865e259 HTTP/1.1" status: 200 len: 926 time: 0.7532337 Jan 28 13:39:42.860641 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43138) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:42.861508 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4ff366a0-4fa5-4c7c-a422-583b9d543862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (b441d917-66be-4644-a2ba-b2335b8bf1c7), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:42.866090 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-3f5a880d-7a1d-4b3e-9b14-9b665c38a107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:42.866090 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a880d-7a1d-4b3e-9b14-9b665c38a107 None None] The sync data for ids ['d8fbefc8-ab2d-470c-b5b0-8a529865e259'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:39:42.867252 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ed5c6870-baf6-479b-864c-222e0f53b382 None None] Current status of the port 257f560b-a60f-4ec5-81d6-4c93040e8af3 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:42.867360 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed5c6870-baf6-479b-864c-222e0f53b382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (257f560b-a60f-4ec5-81d6-4c93040e8af3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:42.925814 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a909541-e8dd-42bc-97ad-db36c8de2873 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:42.931857 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0a909541-e8dd-42bc-97ad-db36c8de2873 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:43.045543 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=257f560b-a60f-4ec5-81d6-4c93040e8af3,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:43.059879 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-ed5c6870-baf6-479b-864c-222e0f53b382 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:39:43.060228 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-ed5c6870-baf6-479b-864c-222e0f53b382 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:39:43.074136 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff366a0-4fa5-4c7c-a422-583b9d543862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b441d917-66be-4644-a2ba-b2335b8bf1c7,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:43.079269 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-39db8209-7557-4514-9425-0a11274a7979 req-880d7752-a55a-4217-b82e-a6f9aabe0d8e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2061329 Jan 28 13:39:43.098391 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207d879b-9fa0-4b8d-9738-99dc792bc49a tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:43.100710 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-207d879b-9fa0-4b8d-9738-99dc792bc49a tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236&device_id=d8fbefc8-ab2d-470c-b5b0-8a529865e259&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2335892 Jan 28 13:39:43.106112 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43140) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:43.121183 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff366a0-4fa5-4c7c-a422-583b9d543862 admin admin] Checking segment: {'id': 'ccd83025-20fc-4d5e-a475-45be4f42740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '71802712-9b8a-45da-afb2-cbe90a037c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:43.121555 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff366a0-4fa5-4c7c-a422-583b9d543862 admin admin] Network hostable DHCP agents. Network: 71802712-9b8a-45da-afb2-cbe90a037c8d, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:39:43.134643 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b5676c1-ca9c-4f73-8f29-e70c347f488d req-bc25b864-eab3-462b-bf3e-c99fba424252 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979066 Jan 28 13:39:43.158336 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3057fc-1720-4d5e-b23f-6bc7999030a1 None None] DHCP port deletion for b1369f79-8419-4909-b9dc-745e2d83caa0 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:39:43.163175 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff366a0-4fa5-4c7c-a422-583b9d543862 admin admin] Network 71802712-9b8a-45da-afb2-cbe90a037c8d is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:39:43.200335 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-4ff366a0-4fa5-4c7c-a422-583b9d543862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 71802712-9b8a-45da-afb2-cbe90a037c8d) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:43.233321 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13719c42-b6fc-4f37-9923-e785e47c2f6e None None] Network 71802712-9b8a-45da-afb2-cbe90a037c8d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:43.239482 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff366a0-4fa5-4c7c-a422-583b9d543862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:43.240045 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4ff366a0-4fa5-4c7c-a422-583b9d543862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:43.282784 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db8209-7557-4514-9425-0a11274a7979 req-67f632fa-7f56-4231-8aa8-33ed74da7dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:43.296123 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-39db8209-7557-4514-9425-0a11274a7979 req-67f632fa-7f56-4231-8aa8-33ed74da7dd6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 1096 time: 0.1401129 Jan 28 13:39:43.313497 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac99a249-7666-440f-a67b-a19eec216be5 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:43.319007 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ac99a249-7666-440f-a67b-a19eec216be5 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 881 time: 0.1798489 Jan 28 13:39:43.319114 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43142) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:43.365418 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fd431112-eb8f-4293-830e-95c5c8be82b4 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8fbefc8-ab2d-470c-b5b0-8a529865e259 HTTP/1.1" status: 200 len: 205 time: 0.0399675 Jan 28 13:39:43.365617 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4ff366a0-4fa5-4c7c-a422-583b9d543862 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1292708 Jan 28 13:39:43.365617 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43144) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:43.368018 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-82260050-144c-4bac-a7c8-bfdf594d5fd5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1469852776-router', 'tenant_id': '6b9cc1bf9471479b82e04e7827c644ed', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:43.371311 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43146) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:43.437117 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82260050-144c-4bac-a7c8-bfdf594d5fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (0dd57690-b913-4c61-987d-8d6c3be5526b), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:43.438128 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82260050-144c-4bac-a7c8-bfdf594d5fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (0dd57690-b913-4c61-987d-8d6c3be5526b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:43.542082 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba71484c-4258-43bd-a3e3-e0833f1a2298 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router (d8fbefc8-ab2d-470c-b5b0-8a529865e259), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:43.544386 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ed5c6870-baf6-479b-864c-222e0f53b382 None None] Current status of the port 257f560b-a60f-4ec5-81d6-4c93040e8af3 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:43.547327 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 49ed2de8-0555-480f-98c7-c426bcd48da1 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:43.562976 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4c3057fc-1720-4d5e-b23f-6bc7999030a1 None None] Deleting port 257f560b-a60f-4ec5-81d6-4c93040e8af3 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:43.566315 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4c3057fc-1720-4d5e-b23f-6bc7999030a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (257f560b-a60f-4ec5-81d6-4c93040e8af3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:43.574769 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82260050-144c-4bac-a7c8-bfdf594d5fd5 admin admin] Publish callbacks [] for router_controller (0dd57690-b913-4c61-987d-8d6c3be5526b), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:43.793660 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732484a1-354d-4ff5-a248-68c193532250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-71802712-9b8a-45da-afb2-cbe90a037c8d', 'network_id': '71802712-9b8a-45da-afb2-cbe90a037c8d', 'project_id': '6b9cc1bf9471479b82e04e7827c644ed', 'fixed_ips': [{'subnet_id': 'b441d917-66be-4644-a2ba-b2335b8bf1c7'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:39:43.794679 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-732484a1-354d-4ff5-a248-68c193532250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:43.842667 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba71484c-4258-43bd-a3e3-e0833f1a2298 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_gateway (d8fbefc8-ab2d-470c-b5b0-8a529865e259), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:43.868022 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a31e76ea-29ac-413f-bae5-6cb98cd88d44 None None] Provisioning complete for port 49ed2de8-0555-480f-98c7-c426bcd48da1 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:43.868603 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a31e76ea-29ac-413f-bae5-6cb98cd88d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (49ed2de8-0555-480f-98c7-c426bcd48da1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:43.939162 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0a909541-e8dd-42bc-97ad-db36c8de2873 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (52c2cf1f-33e2-4dc3-bce7-aa2b274ed841), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:43.997914 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a909541-e8dd-42bc-97ad-db36c8de2873 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:44.006994 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-0a909541-e8dd-42bc-97ad-db36c8de2873 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:44.020405 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a909541-e8dd-42bc-97ad-db36c8de2873 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:44.035343 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0a909541-e8dd-42bc-97ad-db36c8de2873 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:44.059837 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 49ed2de8-0555-480f-98c7-c426bcd48da1 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:44.060449 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (49ed2de8-0555-480f-98c7-c426bcd48da1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:44.093043 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4c3057fc-1720-4d5e-b23f-6bc7999030a1 None None] For port 257f560b-a60f-4ec5-81d6-4c93040e8af3, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=257f560b-a60f-4ec5-81d6-4c93040e8af3,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:44.093793 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4c3057fc-1720-4d5e-b23f-6bc7999030a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (257f560b-a60f-4ec5-81d6-4c93040e8af3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:44.130707 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4c3057fc-1720-4d5e-b23f-6bc7999030a1 None None] Calling delete_port for 257f560b-a60f-4ec5-81d6-4c93040e8af3 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:44.190855 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82260050-144c-4bac-a7c8-bfdf594d5fd5 admin admin] Publish callbacks [] for router_gateway (0dd57690-b913-4c61-987d-8d6c3be5526b), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:44.204005 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a909541-e8dd-42bc-97ad-db36c8de2873 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=52c2cf1f-33e2-4dc3-bce7-aa2b274ed841,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:44.217213 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db8209-7557-4514-9425-0a11274a7979 req-b516512e-ea93-4124-8294-53b36284e3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:44.217765 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0a909541-e8dd-42bc-97ad-db36c8de2873 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1944919 Jan 28 13:39:44.219815 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43154) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:44.220643 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-39db8209-7557-4514-9425-0a11274a7979 req-b516512e-ea93-4124-8294-53b36284e3ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 200 len: 910 time: 0.9062827 Jan 28 13:39:44.222976 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-ba71484c-4258-43bd-a3e3-e0833f1a2298 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Deleting port 90c2c0b2-56e5-4e5a-8566-8899fdfcfac3 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:44.224984 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba71484c-4258-43bd-a3e3-e0833f1a2298 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (90c2c0b2-56e5-4e5a-8566-8899fdfcfac3), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:44.244169 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-d0ec8058-6fe1-494d-91ed-a95bdb8f2925 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'port': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'fixed_ips': [{'subnet_id': '52c2cf1f-33e2-4dc3-bce7-aa2b274ed841', 'ip_address': '2001:db8::2206:98e5:10b1:e67e'}], 'name': 'tempest-NetworksTestDHCPv6-1851073831'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:44.435790 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 49ed2de8-0555-480f-98c7-c426bcd48da1 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:44.436348 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (49ed2de8-0555-480f-98c7-c426bcd48da1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:44.446022 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-39db8209-7557-4514-9425-0a11274a7979 req-d1fbe8f8-c31c-451c-b954-5b075d4733d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05dbcb58-e1e0-4ae6-9b70-3124399838e9 HTTP/1.1" status: 200 len: 998 time: 0.1893377 Jan 28 13:39:44.499424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a31e76ea-29ac-413f-bae5-6cb98cd88d44 None None] Current status of the port 49ed2de8-0555-480f-98c7-c426bcd48da1 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:44.499713 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a31e76ea-29ac-413f-bae5-6cb98cd88d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (49ed2de8-0555-480f-98c7-c426bcd48da1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:44.533408 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-732484a1-354d-4ff5-a248-68c193532250 None None] Allocated IP 172.20.0.2 (71802712-9b8a-45da-afb2-cbe90a037c8d/b441d917-66be-4644-a2ba-b2335b8bf1c7/6f240aff-9433-47fd-afdd-7705b6793aed) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:44.604783 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bf78d-2e4e-4b73-9ff4-39a4aa34cc30 req-98fd5d71-769b-451a-9517-d40b568699ac tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:44.608116 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db8209-7557-4514-9425-0a11274a7979 req-8b3bb88a-e5a6-4905-883c-bc8d35e916bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:44.615791 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-39db8209-7557-4514-9425-0a11274a7979 req-8b3bb88a-e5a6-4905-883c-bc8d35e916bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0384f919-cf7e-4ec0-b290-94b57d977aef HTTP/1.1" status: 200 len: 849 time: 0.1532798 Jan 28 13:39:44.618678 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ff7bf78d-2e4e-4b73-9ff4-39a4aa34cc30 req-98fd5d71-769b-451a-9517-d40b568699ac tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 945 time: 0.3147945 Jan 28 13:39:44.619925 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 49ed2de8-0555-480f-98c7-c426bcd48da1, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=49ed2de8-0555-480f-98c7-c426bcd48da1,segment=NetworkSegment(dec144a9-f012-4ce6-8d1e-6a819471c94b),segment_id=dec144a9-f012-4ce6-8d1e-6a819471c94b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:44.638626 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (49ed2de8-0555-480f-98c7-c426bcd48da1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:44.656238 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4c3057fc-1720-4d5e-b23f-6bc7999030a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (257f560b-a60f-4ec5-81d6-4c93040e8af3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:44.757354 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 257f560b-a60f-4ec5-81d6-4c93040e8af3 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:39:44.813466 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3057fc-1720-4d5e-b23f-6bc7999030a1 None None] No DVR routers for this DVR port 257f560b-a60f-4ec5-81d6-4c93040e8af3 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:39:44.831474 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba71484c-4258-43bd-a3e3-e0833f1a2298 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (90c2c0b2-56e5-4e5a-8566-8899fdfcfac3), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:44.836563 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 257f560b-a60f-4ec5-81d6-4c93040e8af3 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:39:44.836905 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 257f560b-a60f-4ec5-81d6-4c93040e8af3 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:39:44.887455 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ff7bf78d-2e4e-4b73-9ff4-39a4aa34cc30 req-79ce194b-29b9-4e2b-bc2a-639deff20fd4 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459707 Jan 28 13:39:44.902697 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-ba71484c-4258-43bd-a3e3-e0833f1a2298 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Calling delete_port for 90c2c0b2-56e5-4e5a-8566-8899fdfcfac3 owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:44.916242 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bbd201-9742-4fa8-959b-30feaf152c9b None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:44.969754 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=49ed2de8-0555-480f-98c7-c426bcd48da1,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:45.004652 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ec8058-6fe1-494d-91ed-a95bdb8f2925 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:45.014135 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-a31e76ea-29ac-413f-bae5-6cb98cd88d44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:39:45.014490 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-a31e76ea-29ac-413f-bae5-6cb98cd88d44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:39:45.017299 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db8209-7557-4514-9425-0a11274a7979 req-7f2c196b-184f-4ad3-a975-8105efbd0634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:45.019103 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-39db8209-7557-4514-9425-0a11274a7979 req-7f2c196b-184f-4ad3-a975-8105efbd0634 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7079efeb-cd22-4f60-b771-d74efc0a16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3981349 Jan 28 13:39:45.121556 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82260050-144c-4bac-a7c8-bfdf594d5fd5 admin admin] Publish callbacks [] for router_gateway (0dd57690-b913-4c61-987d-8d6c3be5526b), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:45.193652 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82260050-144c-4bac-a7c8-bfdf594d5fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:45.211443 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d0ec8058-6fe1-494d-91ed-a95bdb8f2925 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:45.258428 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-d0ec8058-6fe1-494d-91ed-a95bdb8f2925 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] device_id is not set on port 07e43da1-7163-4c69-825f-56c4bf2a7503 yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:39:45.367640 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-39db8209-7557-4514-9425-0a11274a7979 req-93e0aad6-a32b-4f73-9a78-3f3efc62e5ac service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329048 Jan 28 13:39:45.416694 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 49ed2de8-0555-480f-98c7-c426bcd48da1 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:45.481228 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-d0ec8058-6fe1-494d-91ed-a95bdb8f2925 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 2001:db8::2206:98e5:10b1:e67e (b1369f79-8419-4909-b9dc-745e2d83caa0/52c2cf1f-33e2-4dc3-bce7-aa2b274ed841/07e43da1-7163-4c69-825f-56c4bf2a7503) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:45.503613 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3057fc-1720-4d5e-b23f-6bc7999030a1 None None] Pushing event deleted for resources: {'Port': ['ID=257f560b-a60f-4ec5-81d6-4c93040e8af3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:45.611912 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-39db8209-7557-4514-9425-0a11274a7979 req-4dd38c03-8369-4b2c-97a8-defc73ed027f service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335072 Jan 28 13:39:45.668907 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba71484c-4258-43bd-a3e3-e0833f1a2298 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (90c2c0b2-56e5-4e5a-8566-8899fdfcfac3), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:45.685971 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a31e76ea-29ac-413f-bae5-6cb98cd88d44 None None] Current status of the port 49ed2de8-0555-480f-98c7-c426bcd48da1 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:45.691622 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-82260050-144c-4bac-a7c8-bfdf594d5fd5 admin admin] Allocated IP 172.25.3.86 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/57e180fa-d22a-4529-a43a-bd8c2774805d) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:45.694784 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a31e76ea-29ac-413f-bae5-6cb98cd88d44 None None] Could not find standard attr ID for object fe6ca17c-d4b5-4423-973f-8c63612762b8. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:39:45.700100 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a31e76ea-29ac-413f-bae5-6cb98cd88d44 None None] Could not find standard attr ID for object ec23acec-916a-4e02-b9de-15a7de010228. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:39:45.704019 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71484c-4258-43bd-a3e3-e0833f1a2298 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Pushing event deleted for resources: {'Port': ['ID=90c2c0b2-56e5-4e5a-8566-8899fdfcfac3,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:45.741729 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 49ed2de8-0555-480f-98c7-c426bcd48da1 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:45.742009 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (49ed2de8-0555-480f-98c7-c426bcd48da1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:45.755177 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-732484a1-354d-4ff5-a248-68c193532250 None None] Publish callbacks [] for port (6f240aff-9433-47fd-afdd-7705b6793aed), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:45.777854 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd8714e-371e-489a-bbdf-f6ac398a6cfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-b1369f79-8419-4909-b9dc-745e2d83caa0', 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'project_id': 'c889d0606f324a669840943fc2266e93', 'fixed_ips': [{'subnet_id': '52c2cf1f-33e2-4dc3-bce7-aa2b274ed841'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:39:45.778740 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1cd8714e-371e-489a-bbdf-f6ac398a6cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:45.784096 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-732484a1-354d-4ff5-a248-68c193532250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (6f240aff-9433-47fd-afdd-7705b6793aed), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:45.823290 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d0ec8058-6fe1-494d-91ed-a95bdb8f2925 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (07e43da1-7163-4c69-825f-56c4bf2a7503), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:45.881325 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82260050-144c-4bac-a7c8-bfdf594d5fd5 admin admin] Publish callbacks [] for port (57e180fa-d22a-4529-a43a-bd8c2774805d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:45.888230 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba71484c-4258-43bd-a3e3-e0833f1a2298 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (d8fbefc8-ab2d-470c-b5b0-8a529865e259), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:45.951834 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82260050-144c-4bac-a7c8-bfdf594d5fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (57e180fa-d22a-4529-a43a-bd8c2774805d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:46.021305 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732484a1-354d-4ff5-a248-68c193532250 None None] Network 71802712-9b8a-45da-afb2-cbe90a037c8d is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:46.029005 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82260050-144c-4bac-a7c8-bfdf594d5fd5 admin admin] Pushing event updated for resources: {'Port': ['ID=57e180fa-d22a-4529-a43a-bd8c2774805d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:46.030591 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-732484a1-354d-4ff5-a248-68c193532250 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:46.035178 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732484a1-354d-4ff5-a248-68c193532250 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:46.085895 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82260050-144c-4bac-a7c8-bfdf594d5fd5 admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:46.104989 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-82260050-144c-4bac-a7c8-bfdf594d5fd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:46.110583 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba71484c-4258-43bd-a3e3-e0833f1a2298 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (d8fbefc8-ab2d-470c-b5b0-8a529865e259), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:46.114683 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba71484c-4258-43bd-a3e3-e0833f1a2298 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_controller (d8fbefc8-ab2d-470c-b5b0-8a529865e259), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:46.115099 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82260050-144c-4bac-a7c8-bfdf594d5fd5 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:46.179194 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732484a1-354d-4ff5-a248-68c193532250 None None] Pushing event updated for resources: {'Port': ['ID=6f240aff-9433-47fd-afdd-7705b6793aed,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:46.196701 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62630fa6-49d6-4ea4-a625-93b9cf34dbc7 req-bf852d2b-cd07-410f-81e2-6b4970d7ee40 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:46.203491 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-62630fa6-49d6-4ea4-a625-93b9cf34dbc7 req-bf852d2b-cd07-410f-81e2-6b4970d7ee40 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 945 time: 0.1458700 Jan 28 13:39:46.215844 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d0ec8058-6fe1-494d-91ed-a95bdb8f2925 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (07e43da1-7163-4c69-825f-56c4bf2a7503), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:46.246427 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ec8058-6fe1-494d-91ed-a95bdb8f2925 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:46.251106 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-d0ec8058-6fe1-494d-91ed-a95bdb8f2925 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:46.258192 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ec8058-6fe1-494d-91ed-a95bdb8f2925 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:46.268423 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ec8058-6fe1-494d-91ed-a95bdb8f2925 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:46.269166 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d0ec8058-6fe1-494d-91ed-a95bdb8f2925 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:46.349102 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba71484c-4258-43bd-a3e3-e0833f1a2298 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (d8fbefc8-ab2d-470c-b5b0-8a529865e259), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:46.353560 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba71484c-4258-43bd-a3e3-e0833f1a2298 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Fanout notify agent at l3_agent the message router_deleted on router d8fbefc8-ab2d-470c-b5b0-8a529865e259 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:39:46.374516 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-732484a1-354d-4ff5-a248-68c193532250 None None] Attempting to bind port 6f240aff-9433-47fd-afdd-7705b6793aed on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:39:46.374885 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-732484a1-354d-4ff5-a248-68c193532250 None None] Attempting to bind port 6f240aff-9433-47fd-afdd-7705b6793aed by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'ccd83025-20fc-4d5e-a475-45be4f42740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '71802712-9b8a-45da-afb2-cbe90a037c8d'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:39:46.375280 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732484a1-354d-4ff5-a248-68c193532250 None None] Attempting to bind port 6f240aff-9433-47fd-afdd-7705b6793aed on network 71802712-9b8a-45da-afb2-cbe90a037c8d {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:39:46.394899 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba71484c-4258-43bd-a3e3-e0833f1a2298 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:46.405795 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43166) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:46.406719 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ba71484c-4258-43bd-a3e3-e0833f1a2298 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "DELETE /v2.0/routers/d8fbefc8-ab2d-470c-b5b0-8a529865e259 HTTP/1.1" status: 204 len: 168 time: 3.0331144 Jan 28 13:39:46.414625 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-6c599ef5-70ff-4639-835d-c06df945ffb5 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1437911597', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:46.425910 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732484a1-354d-4ff5-a248-68c193532250 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:39:46.426213 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732484a1-354d-4ff5-a248-68c193532250 None None] Checking segment: {'id': 'ccd83025-20fc-4d5e-a475-45be4f42740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '71802712-9b8a-45da-afb2-cbe90a037c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:46.426634 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-732484a1-354d-4ff5-a248-68c193532250 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:46.432837 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732484a1-354d-4ff5-a248-68c193532250 None None] Bound using segment: {'id': 'ccd83025-20fc-4d5e-a475-45be4f42740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '71802712-9b8a-45da-afb2-cbe90a037c8d'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:39:46.434014 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d0ec8058-6fe1-494d-91ed-a95bdb8f2925 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2025409 Jan 28 13:39:46.434535 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-732484a1-354d-4ff5-a248-68c193532250 None None] Bound port: 6f240aff-9433-47fd-afdd-7705b6793aed, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd83025-20fc-4d5e-a475-45be4f42740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '71802712-9b8a-45da-afb2-cbe90a037c8d'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:39:46.434981 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-732484a1-354d-4ff5-a248-68c193532250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6f240aff-9433-47fd-afdd-7705b6793aed), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:46.445704 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43168) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:46.527145 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-732484a1-354d-4ff5-a248-68c193532250 None None] For port 6f240aff-9433-47fd-afdd-7705b6793aed, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:39:46.527839 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-62630fa6-49d6-4ea4-a625-93b9cf34dbc7 req-f7bab0d8-9d8c-4479-a909-598863606b3d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173978 Jan 28 13:39:46.528943 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c599ef5-70ff-4639-835d-c06df945ffb5 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (5089914c-f4fe-446c-bcb0-a4df3a36d2bf), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:46.531029 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-732484a1-354d-4ff5-a248-68c193532250 None None] For port 6f240aff-9433-47fd-afdd-7705b6793aed, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6f240aff-9433-47fd-afdd-7705b6793aed,segment=NetworkSegment(ccd83025-20fc-4d5e-a475-45be4f42740c),segment_id=ccd83025-20fc-4d5e-a475-45be4f42740c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:39:46.532329 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c599ef5-70ff-4639-835d-c06df945ffb5 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (5089914c-f4fe-446c-bcb0-a4df3a36d2bf), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:46.540667 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec8058-6fe1-494d-91ed-a95bdb8f2925 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Port': ['ID=07e43da1-7163-4c69-825f-56c4bf2a7503,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:46.593771 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-732484a1-354d-4ff5-a248-68c193532250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6f240aff-9433-47fd-afdd-7705b6793aed), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:46.608818 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3941ae0-fb4c-4c93-94b1-93f3d0b5c83f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:46.613632 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d3941ae0-fb4c-4c93-94b1-93f3d0b5c83f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1665893 Jan 28 13:39:46.614327 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43170) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:46.651938 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732484a1-354d-4ff5-a248-68c193532250 None None] Pushing event updated for resources: {'Port': ['ID=6f240aff-9433-47fd-afdd-7705b6793aed,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:46.655276 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 49ed2de8-0555-480f-98c7-c426bcd48da1 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:46.666455 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-1cd8714e-371e-489a-bbdf-f6ac398a6cfa None None] Allocated IP 2001:db8::2 (b1369f79-8419-4909-b9dc-745e2d83caa0/52c2cf1f-33e2-4dc3-bce7-aa2b274ed841/04ddaa0b-cd91-47be-827d-bf91311bc6f5) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:46.798051 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-c13ee83d-9e25-4f23-b4ee-3b4ca4e63732 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting port 07e43da1-7163-4c69-825f-56c4bf2a7503 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:46.798391 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c13ee83d-9e25-4f23-b4ee-3b4ca4e63732 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (07e43da1-7163-4c69-825f-56c4bf2a7503), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:46.900022 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c599ef5-70ff-4639-835d-c06df945ffb5 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_controller (5089914c-f4fe-446c-bcb0-a4df3a36d2bf), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:46.913771 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c599ef5-70ff-4639-835d-c06df945ffb5 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (5089914c-f4fe-446c-bcb0-a4df3a36d2bf), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:46.965008 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c599ef5-70ff-4639-835d-c06df945ffb5 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:46.971937 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43172) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:46.976445 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-ab7fe837-e911-4c52-a8ed-bfd3e91df688 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Request body: {'router': {'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:46.979632 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6c599ef5-70ff-4639-835d-c06df945ffb5 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5720758 Jan 28 13:39:46.986840 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82260050-144c-4bac-a7c8-bfdf594d5fd5 admin admin] Publish callbacks [] for router_gateway (0dd57690-b913-4c61-987d-8d6c3be5526b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:47.132666 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1cd8714e-371e-489a-bbdf-f6ac398a6cfa None None] Publish callbacks [] for port (04ddaa0b-cd91-47be-827d-bf91311bc6f5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:47.151733 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1cd8714e-371e-489a-bbdf-f6ac398a6cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (04ddaa0b-cd91-47be-827d-bf91311bc6f5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:47.283401 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c13ee83d-9e25-4f23-b4ee-3b4ca4e63732 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (07e43da1-7163-4c69-825f-56c4bf2a7503), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:47.290240 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd8714e-371e-489a-bbdf-f6ac398a6cfa None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:47.294807 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-1cd8714e-371e-489a-bbdf-f6ac398a6cfa None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:47.307074 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd8714e-371e-489a-bbdf-f6ac398a6cfa None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:47.369457 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82260050-144c-4bac-a7c8-bfdf594d5fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (0dd57690-b913-4c61-987d-8d6c3be5526b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:47.405059 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-c13ee83d-9e25-4f23-b4ee-3b4ca4e63732 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Calling delete_port for 07e43da1-7163-4c69-825f-56c4bf2a7503 owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:47.410186 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8714e-371e-489a-bbdf-f6ac398a6cfa None None] Pushing event updated for resources: {'Port': ['ID=04ddaa0b-cd91-47be-827d-bf91311bc6f5,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:47.433943 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-1cd8714e-371e-489a-bbdf-f6ac398a6cfa None None] Attempting to bind port 04ddaa0b-cd91-47be-827d-bf91311bc6f5 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:39:47.434573 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-1cd8714e-371e-489a-bbdf-f6ac398a6cfa None None] Attempting to bind port 04ddaa0b-cd91-47be-827d-bf91311bc6f5 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:39:47.435106 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd8714e-371e-489a-bbdf-f6ac398a6cfa None None] Attempting to bind port 04ddaa0b-cd91-47be-827d-bf91311bc6f5 on network b1369f79-8419-4909-b9dc-745e2d83caa0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:39:47.444740 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd8714e-371e-489a-bbdf-f6ac398a6cfa None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:39:47.445389 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd8714e-371e-489a-bbdf-f6ac398a6cfa None None] Checking segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:47.445940 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1cd8714e-371e-489a-bbdf-f6ac398a6cfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:47.446471 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd8714e-371e-489a-bbdf-f6ac398a6cfa None None] Bound using segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:39:47.447240 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-1cd8714e-371e-489a-bbdf-f6ac398a6cfa None None] Bound port: 04ddaa0b-cd91-47be-827d-bf91311bc6f5, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:39:47.447862 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1cd8714e-371e-489a-bbdf-f6ac398a6cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (04ddaa0b-cd91-47be-827d-bf91311bc6f5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:47.530136 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1cd8714e-371e-489a-bbdf-f6ac398a6cfa None None] For port 04ddaa0b-cd91-47be-827d-bf91311bc6f5, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:39:47.531776 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab7fe837-e911-4c52-a8ed-bfd3e91df688 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_gateway (5089914c-f4fe-446c-bcb0-a4df3a36d2bf), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:47.533794 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1cd8714e-371e-489a-bbdf-f6ac398a6cfa None None] For port 04ddaa0b-cd91-47be-827d-bf91311bc6f5, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=04ddaa0b-cd91-47be-827d-bf91311bc6f5,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:39:47.542205 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1cd8714e-371e-489a-bbdf-f6ac398a6cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (04ddaa0b-cd91-47be-827d-bf91311bc6f5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:47.688136 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8714e-371e-489a-bbdf-f6ac398a6cfa None None] Pushing event updated for resources: {'Port': ['ID=04ddaa0b-cd91-47be-827d-bf91311bc6f5,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:47.742284 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:47.810675 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82260050-144c-4bac-a7c8-bfdf594d5fd5 admin admin] Router 0dd57690-b913-4c61-987d-8d6c3be5526b is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:39:47.833608 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6f240aff-9433-47fd-afdd-7705b6793aed up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:47.894834 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c13ee83d-9e25-4f23-b4ee-3b4ca4e63732 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (07e43da1-7163-4c69-825f-56c4bf2a7503), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:47.975838 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 6f240aff-9433-47fd-afdd-7705b6793aed triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:47.979298 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6f240aff-9433-47fd-afdd-7705b6793aed), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:47.998030 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ee83d-9e25-4f23-b4ee-3b4ca4e63732 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Port': ['ID=07e43da1-7163-4c69-825f-56c4bf2a7503,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:48.032994 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a5444-74b3-4285-9617-eec5174eb6d9 req-c0ac2ba2-1142-430e-9a49-b72dd57a5853 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:48.040591 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-995a5444-74b3-4285-9617-eec5174eb6d9 req-c0ac2ba2-1142-430e-9a49-b72dd57a5853 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 945 time: 0.2591231 Jan 28 13:39:48.096128 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c13ee83d-9e25-4f23-b4ee-3b4ca4e63732 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:48.107895 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c13ee83d-9e25-4f23-b4ee-3b4ca4e63732 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/07e43da1-7163-4c69-825f-56c4bf2a7503 HTTP/1.1" status: 204 len: 168 time: 1.4924572 Jan 28 13:39:48.113989 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43182) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:48.221452 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 6f240aff-9433-47fd-afdd-7705b6793aed is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:48.222037 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6f240aff-9433-47fd-afdd-7705b6793aed), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:48.349417 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 6f240aff-9433-47fd-afdd-7705b6793aed, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6f240aff-9433-47fd-afdd-7705b6793aed,segment=NetworkSegment(ccd83025-20fc-4d5e-a475-45be4f42740c),segment_id=ccd83025-20fc-4d5e-a475-45be4f42740c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:48.358340 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6f240aff-9433-47fd-afdd-7705b6793aed), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:48.442764 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab7fe837-e911-4c52-a8ed-bfd3e91df688 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_gateway (5089914c-f4fe-446c-bcb0-a4df3a36d2bf), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:48.490271 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f4a6ec-f571-4f88-bc35-403316451ae6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:48.491914 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f4a6ec-f571-4f88-bc35-403316451ae6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:48.497009 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-90f4a6ec-f571-4f88-bc35-403316451ae6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3819559 Jan 28 13:39:48.497820 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43188) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:48.502587 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=6f240aff-9433-47fd-afdd-7705b6793aed,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:48.592127 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab7fe837-e911-4c52-a8ed-bfd3e91df688 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:48.728698 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-ab7fe837-e911-4c52-a8ed-bfd3e91df688 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Allocated IP 172.25.3.146 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/8e151fa3-109c-40e6-9b43-6bc6ffea1a23) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:48.843489 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5101a8-af92-410a-99f7-fc4d28fbb66e None None] Network 71802712-9b8a-45da-afb2-cbe90a037c8d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:48.860172 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab7fe837-e911-4c52-a8ed-bfd3e91df688 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for port (8e151fa3-109c-40e6-9b43-6bc6ffea1a23), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:48.897416 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b0b0a45-a896-409d-a03a-99d8b01521e8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet 52c2cf1f-33e2-4dc3-bce7-aa2b274ed841 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:39:48.901590 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0a45-a896-409d-a03a-99d8b01521e8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (52c2cf1f-33e2-4dc3-bce7-aa2b274ed841), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:48.964151 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0a45-a896-409d-a03a-99d8b01521e8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (52c2cf1f-33e2-4dc3-bce7-aa2b274ed841), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:49.044753 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9b7f3a7f-f4d8-4bb6-bffe-2e8629aa299c None None] Provisioning complete for port 6f240aff-9433-47fd-afdd-7705b6793aed triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:49.045124 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b7f3a7f-f4d8-4bb6-bffe-2e8629aa299c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6f240aff-9433-47fd-afdd-7705b6793aed), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:49.078803 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0a45-a896-409d-a03a-99d8b01521e8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (52c2cf1f-33e2-4dc3-bce7-aa2b274ed841), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:49.097147 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82260050-144c-4bac-a7c8-bfdf594d5fd5 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:39:49.109856 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8875f262-6aad-43cb-9391-2529d3af6f12 None None] Sync routers for ids ['0dd57690-b913-4c61-987d-8d6c3be5526b'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:39:49.131083 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8875f262-6aad-43cb-9391-2529d3af6f12 None None] Routers {'0dd57690-b913-4c61-987d-8d6c3be5526b'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:49.134339 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8875f262-6aad-43cb-9391-2529d3af6f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:39:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0dd57690-b913-4c61-987d-8d6c3be5526b'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:49.150495 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab7fe837-e911-4c52-a8ed-bfd3e91df688 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (8e151fa3-109c-40e6-9b43-6bc6ffea1a23), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:49.172008 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0a45-a896-409d-a03a-99d8b01521e8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (52c2cf1f-33e2-4dc3-bce7-aa2b274ed841), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:49.183582 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-995a5444-74b3-4285-9617-eec5174eb6d9 req-336ea701-af39-455b-9e95-92c53a9810ff tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1181512 Jan 28 13:39:49.216770 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82260050-144c-4bac-a7c8-bfdf594d5fd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:49.218490 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-82260050-144c-4bac-a7c8-bfdf594d5fd5 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.8538811 Jan 28 13:39:49.221322 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43190) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:49.287974 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0a45-a896-409d-a03a-99d8b01521e8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:49.296799 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0b0b0a45-a896-409d-a03a-99d8b01521e8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/52c2cf1f-33e2-4dc3-bce7-aa2b274ed841 HTTP/1.1" status: 204 len: 168 time: 0.7974362 Jan 28 13:39:49.297654 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7fe837-e911-4c52-a8ed-bfd3e91df688 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Pushing event updated for resources: {'Port': ['ID=8e151fa3-109c-40e6-9b43-6bc6ffea1a23,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:49.302364 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43192) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:49.303154 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b0a45-a896-409d-a03a-99d8b01521e8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=52c2cf1f-33e2-4dc3-bce7-aa2b274ed841,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:49.358261 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43194) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:49.367993 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-91494c65-df56-41d8-85f9-78e0ab559394 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0617497 Jan 28 13:39:49.379260 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7fe837-e911-4c52-a8ed-bfd3e91df688 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:49.382045 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-ab7fe837-e911-4c52-a8ed-bfd3e91df688 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:49.385318 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7fe837-e911-4c52-a8ed-bfd3e91df688 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:49.405111 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9b7f3a7f-f4d8-4bb6-bffe-2e8629aa299c None None] Current status of the port 6f240aff-9433-47fd-afdd-7705b6793aed is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:49.465680 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-8875f262-6aad-43cb-9391-2529d3af6f12 None None] Set router 0dd57690-b913-4c61-987d-8d6c3be5526b gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:39:49.725454 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cf60d3-9408-4073-94f3-fad29fb6f3b7 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:49.730301 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-30cf60d3-9408-4073-94f3-fad29fb6f3b7 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3708994 Jan 28 13:39:49.741725 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43200) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:49.764701 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:49.937306 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6407335e-29db-4f63-9d0c-aa2e09b5c95b None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:49.961725 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628a228c-2c2a-4342-be0f-b323d0b6a666 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:49.963397 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-628a228c-2c2a-4342-be0f-b323d0b6a666 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1961308 Jan 28 13:39:49.974313 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43202) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:50.047702 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8875f262-6aad-43cb-9391-2529d3af6f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd57690-b913-4c61-987d-8d6c3be5526b', 'name': 'tempest-TestVolumeBackupRestore-1469852776-router', 'tenant_id': '6b9cc1bf9471479b82e04e7827c644ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '57e180fa-d22a-4529-a43a-bd8c2774805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:43Z', 'updated_at': '2022-01-28T13:39:46Z', 'revision_number': 3, 'project_id': '6b9cc1bf9471479b82e04e7827c644ed', 'gw_port': {'id': '57e180fa-d22a-4529-a43a-bd8c2774805d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:06:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd57690-b913-4c61-987d-8d6c3be5526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:45Z', 'updated_at': '2022-01-28T13:39:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:50.080683 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8875f262-6aad-43cb-9391-2529d3af6f12 None None] Checking router: 0dd57690-b913-4c61-987d-8d6c3be5526b for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:39:50.081267 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8875f262-6aad-43cb-9391-2529d3af6f12 None None] Updating router 0dd57690-b913-4c61-987d-8d6c3be5526b port 57e180fa-d22a-4529-a43a-bd8c2774805d binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:39:50.107825 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8875f262-6aad-43cb-9391-2529d3af6f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (57e180fa-d22a-4529-a43a-bd8c2774805d), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:50.149573 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6f240aff-9433-47fd-afdd-7705b6793aed up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:50.196560 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-8a6be2ea-382d-4ae3-80df-9bd83732693d None None] Provisioning complete for port 6f240aff-9433-47fd-afdd-7705b6793aed triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:50.196923 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a6be2ea-382d-4ae3-80df-9bd83732693d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6f240aff-9433-47fd-afdd-7705b6793aed), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:50.353650 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 6f240aff-9433-47fd-afdd-7705b6793aed triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:50.354134 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6f240aff-9433-47fd-afdd-7705b6793aed), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:50.411637 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daccae7a-81d9-409b-aeb0-b92ca1b0e393 None None] DHCP port deletion for b1369f79-8419-4909-b9dc-745e2d83caa0 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:39:50.482596 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8a6be2ea-382d-4ae3-80df-9bd83732693d None None] Current status of the port 6f240aff-9433-47fd-afdd-7705b6793aed is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:50.535371 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8875f262-6aad-43cb-9391-2529d3af6f12 None None] Publish callbacks [] for port (57e180fa-d22a-4529-a43a-bd8c2774805d), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:50.550238 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8875f262-6aad-43cb-9391-2529d3af6f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (57e180fa-d22a-4529-a43a-bd8c2774805d), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:50.577334 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a58649-ea66-48ad-b1bb-91fe1fdc3940 req-e8426cea-8aa8-4673-89fd-7872c58666cb tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:50.592334 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-67a58649-ea66-48ad-b1bb-91fe1fdc3940 req-e8426cea-8aa8-4673-89fd-7872c58666cb tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 945 time: 0.1854620 Jan 28 13:39:50.659982 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b78b2b-3e0c-4da1-9dee-daf8e77fb5f2 None None] Pushing event updated for resources: {'Port': ['ID=57e180fa-d22a-4529-a43a-bd8c2774805d,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:50.678126 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-8875f262-6aad-43cb-9391-2529d3af6f12 None None] Attempting to bind port 57e180fa-d22a-4529-a43a-bd8c2774805d on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:39:50.678488 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-8875f262-6aad-43cb-9391-2529d3af6f12 None None] Attempting to bind port 57e180fa-d22a-4529-a43a-bd8c2774805d by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:39:50.678842 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8875f262-6aad-43cb-9391-2529d3af6f12 None None] Attempting to bind port 57e180fa-d22a-4529-a43a-bd8c2774805d on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:39:50.685610 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8875f262-6aad-43cb-9391-2529d3af6f12 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:39:50.686583 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8875f262-6aad-43cb-9391-2529d3af6f12 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:50.687015 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8875f262-6aad-43cb-9391-2529d3af6f12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:50.688315 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8875f262-6aad-43cb-9391-2529d3af6f12 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:39:50.688941 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-8875f262-6aad-43cb-9391-2529d3af6f12 None None] Bound port: 57e180fa-d22a-4529-a43a-bd8c2774805d, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:39:50.689331 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8875f262-6aad-43cb-9391-2529d3af6f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (57e180fa-d22a-4529-a43a-bd8c2774805d), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:50.720740 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dfbcb52d-2566-419e-94a9-161e6074c5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:50.731732 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 6f240aff-9433-47fd-afdd-7705b6793aed is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:50.733156 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 04ddaa0b-cd91-47be-827d-bf91311bc6f5 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:50.783704 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-aea1b445-a233-4ae6-b699-9ddfde1cfebe None None] Provisioning complete for port 04ddaa0b-cd91-47be-827d-bf91311bc6f5 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:50.787503 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aea1b445-a233-4ae6-b699-9ddfde1cfebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (04ddaa0b-cd91-47be-827d-bf91311bc6f5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:50.857591 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-daccae7a-81d9-409b-aeb0-b92ca1b0e393 None None] Deleting port 04ddaa0b-cd91-47be-827d-bf91311bc6f5 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:50.858594 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-daccae7a-81d9-409b-aeb0-b92ca1b0e393 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (04ddaa0b-cd91-47be-827d-bf91311bc6f5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:50.876837 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-8875f262-6aad-43cb-9391-2529d3af6f12 None None] For port 57e180fa-d22a-4529-a43a-bd8c2774805d, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:39:50.880728 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-8875f262-6aad-43cb-9391-2529d3af6f12 None None] For port 57e180fa-d22a-4529-a43a-bd8c2774805d, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=57e180fa-d22a-4529-a43a-bd8c2774805d,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:39:50.885201 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6be5be83-f6f9-4ef7-9290-6e0345369a40 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8965964 Jan 28 13:39:50.896258 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43210) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:50.897547 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8875f262-6aad-43cb-9391-2529d3af6f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (57e180fa-d22a-4529-a43a-bd8c2774805d), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:50.915985 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-afa68fa3-3940-4bc1-bec6-ee94ac1e6b65 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:50.971896 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b78b2b-3e0c-4da1-9dee-daf8e77fb5f2 None None] Pushing event updated for resources: {'Port': ['ID=57e180fa-d22a-4529-a43a-bd8c2774805d,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:50.980560 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8875f262-6aad-43cb-9391-2529d3af6f12 None None] Routers {'0dd57690-b913-4c61-987d-8d6c3be5526b'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:50.980921 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8875f262-6aad-43cb-9391-2529d3af6f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:39:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0dd57690-b913-4c61-987d-8d6c3be5526b'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:50.991376 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab7fe837-e911-4c52-a8ed-bfd3e91df688 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_gateway (5089914c-f4fe-446c-bcb0-a4df3a36d2bf), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:51.006427 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-15cef68d-f64b-41bc-b58c-c5a7180329e6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.2164690 Jan 28 13:39:51.122072 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-daccae7a-81d9-409b-aeb0-b92ca1b0e393 None None] For port 04ddaa0b-cd91-47be-827d-bf91311bc6f5, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=04ddaa0b-cd91-47be-827d-bf91311bc6f5,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:51.122867 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-daccae7a-81d9-409b-aeb0-b92ca1b0e393 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (04ddaa0b-cd91-47be-827d-bf91311bc6f5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:51.134010 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-8875f262-6aad-43cb-9391-2529d3af6f12 None None] Set router 0dd57690-b913-4c61-987d-8d6c3be5526b gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:39:51.153417 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-daccae7a-81d9-409b-aeb0-b92ca1b0e393 None None] Calling delete_port for 04ddaa0b-cd91-47be-827d-bf91311bc6f5 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:51.171339 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-67a58649-ea66-48ad-b1bb-91fe1fdc3940 req-cefdd458-3b97-45ff-b5de-bc61b7f2cc2f tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666321 Jan 28 13:39:51.260124 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa68fa3-3940-4bc1-bec6-ee94ac1e6b65 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:51.265724 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-afa68fa3-3940-4bc1-bec6-ee94ac1e6b65 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:51.286010 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-daccae7a-81d9-409b-aeb0-b92ca1b0e393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (04ddaa0b-cd91-47be-827d-bf91311bc6f5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:51.293062 n-d-822747-2 neutron-server[103353]: INFO neutron.plugins.ml2.db [None req-aea1b445-a233-4ae6-b699-9ddfde1cfebe None None] No ports have port_id starting with 04ddaa0b-cd91-47be-827d-bf91311bc6f5 Jan 28 13:39:51.306085 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Could not find standard attr ID for object 04ddaa0b-cd91-47be-827d-bf91311bc6f5. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:39:51.335628 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-2d4c9200-c923-4426-ac51-1430617abf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:51.336122 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-2d4c9200-c923-4426-ac51-1430617abf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:51.336591 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-2d4c9200-c923-4426-ac51-1430617abf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:51.337084 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-2d4c9200-c923-4426-ac51-1430617abf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:51.337515 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-2d4c9200-c923-4426-ac51-1430617abf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:51.338121 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-2d4c9200-c923-4426-ac51-1430617abf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:51.338637 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-2d4c9200-c923-4426-ac51-1430617abf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:51.341777 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-2d4c9200-c923-4426-ac51-1430617abf68 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7a6811dc19649cf8e2a8d9876c3683f&device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 6499 time: 0.2159135 Jan 28 13:39:51.409826 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daccae7a-81d9-409b-aeb0-b92ca1b0e393 None None] No DVR routers for this DVR port 04ddaa0b-cd91-47be-827d-bf91311bc6f5 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:39:51.436010 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccae7a-81d9-409b-aeb0-b92ca1b0e393 None None] Pushing event deleted for resources: {'Port': ['ID=04ddaa0b-cd91-47be-827d-bf91311bc6f5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:51.507580 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-998a5e63-c157-4110-97b1-1511c53a4c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:51.508046 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-998a5e63-c157-4110-97b1-1511c53a4c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:51.508499 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-998a5e63-c157-4110-97b1-1511c53a4c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:51.510352 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-998a5e63-c157-4110-97b1-1511c53a4c76 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8d8ce296-49c0-407a-94c2-104afd52dd5e&id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&id=49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99&id=49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99 HTTP/1.1" status: 200 len: 2294 time: 0.1323206 Jan 28 13:39:51.580200 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-afa68fa3-3940-4bc1-bec6-ee94ac1e6b65 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (33855f87-06fb-445f-a55c-58c049beab98), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:51.582681 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8875f262-6aad-43cb-9391-2529d3af6f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd57690-b913-4c61-987d-8d6c3be5526b', 'name': 'tempest-TestVolumeBackupRestore-1469852776-router', 'tenant_id': '6b9cc1bf9471479b82e04e7827c644ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '57e180fa-d22a-4529-a43a-bd8c2774805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:43Z', 'updated_at': '2022-01-28T13:39:46Z', 'revision_number': 3, 'project_id': '6b9cc1bf9471479b82e04e7827c644ed', 'gw_port': {'id': '57e180fa-d22a-4529-a43a-bd8c2774805d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:06:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd57690-b913-4c61-987d-8d6c3be5526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:45Z', 'updated_at': '2022-01-28T13:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:51.631802 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa68fa3-3940-4bc1-bec6-ee94ac1e6b65 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:51.639439 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-afa68fa3-3940-4bc1-bec6-ee94ac1e6b65 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:51.651516 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d104b30c-1e3e-4325-b6b7-0188b2fbe68b None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:51.667135 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 04ddaa0b-cd91-47be-827d-bf91311bc6f5 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:39:51.670149 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa68fa3-3940-4bc1-bec6-ee94ac1e6b65 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:51.675418 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-afa68fa3-3940-4bc1-bec6-ee94ac1e6b65 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:51.694383 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8875f262-6aad-43cb-9391-2529d3af6f12 None None] The sync data for ids ['0dd57690-b913-4c61-987d-8d6c3be5526b'] in n-d-822747-2 is: [{'id': '0dd57690-b913-4c61-987d-8d6c3be5526b', 'name': 'tempest-TestVolumeBackupRestore-1469852776-router', 'tenant_id': '6b9cc1bf9471479b82e04e7827c644ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '57e180fa-d22a-4529-a43a-bd8c2774805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:43Z', 'updated_at': '2022-01-28T13:39:46Z', 'revision_number': 3, 'project_id': '6b9cc1bf9471479b82e04e7827c644ed', 'gw_port': {'id': '57e180fa-d22a-4529-a43a-bd8c2774805d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:06:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd57690-b913-4c61-987d-8d6c3be5526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:45Z', 'updated_at': '2022-01-28T13:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:39:51.727780 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-5d8d6c1d-cba7-457c-92b8-5b8543c0deff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91df4fb1-0eec-4c0c-aa55-6d19eb2df029 HTTP/1.1" status: 200 len: 1001 time: 0.2102168 Jan 28 13:39:51.729558 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa68fa3-3940-4bc1-bec6-ee94ac1e6b65 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=33855f87-06fb-445f-a55c-58c049beab98,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:51.739687 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-afa68fa3-3940-4bc1-bec6-ee94ac1e6b65 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8375037 Jan 28 13:39:51.741455 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-dfbcb52d-2566-419e-94a9-161e6074c5b7 admin admin] Allocated IP 172.20.0.1 (71802712-9b8a-45da-afb2-cbe90a037c8d/b441d917-66be-4644-a2ba-b2335b8bf1c7/bcbec427-281a-45bb-a7b5-a121ec98f1f3) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:51.743376 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43212) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:51.768577 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-f3e6e9b6-692d-47ff-9fe7-9b1f009d816f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'port': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'fixed_ips': [{'subnet_id': '33855f87-06fb-445f-a55c-58c049beab98', 'ip_address': '2001:db8::907a:c730:c28:f0db'}], 'name': 'tempest-NetworksTestDHCPv6-1384890628'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:51.793973 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 04ddaa0b-cd91-47be-827d-bf91311bc6f5 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:39:51.793973 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 04ddaa0b-cd91-47be-827d-bf91311bc6f5 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:39:51.829203 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab7fe837-e911-4c52-a8ed-bfd3e91df688 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5641'] for router (5089914c-f4fe-446c-bcb0-a4df3a36d2bf), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:51.920241 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab7fe837-e911-4c52-a8ed-bfd3e91df688 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352569'] for router (5089914c-f4fe-446c-bcb0-a4df3a36d2bf), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:52.000173 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-ebf1c597-216e-472b-9caf-029b5b11850b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:52.001916 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-ebf1c597-216e-472b-9caf-029b5b11850b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e406a7c-fb11-4530-8ef1-a71bb9184c0e HTTP/1.1" status: 200 len: 855 time: 0.2594600 Jan 28 13:39:52.004575 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd788c2-df39-4ce9-afa5-dd3b19df004e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-b1369f79-8419-4909-b9dc-745e2d83caa0', 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'project_id': 'c889d0606f324a669840943fc2266e93', 'fixed_ips': [{'subnet_id': '33855f87-06fb-445f-a55c-58c049beab98'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:39:52.005979 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3fd788c2-df39-4ce9-afa5-dd3b19df004e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:52.089753 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dfbcb52d-2566-419e-94a9-161e6074c5b7 admin admin] Publish callbacks [] for port (bcbec427-281a-45bb-a7b5-a121ec98f1f3), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:52.156903 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dfbcb52d-2566-419e-94a9-161e6074c5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (bcbec427-281a-45bb-a7b5-a121ec98f1f3), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:52.274094 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-38038ddc-9e87-4dd7-a49d-f9aaa3c7f191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:52.286286 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-38038ddc-9e87-4dd7-a49d-f9aaa3c7f191 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8d8ce296-49c0-407a-94c2-104afd52dd5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2747185 Jan 28 13:39:52.325881 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e6e9b6-692d-47ff-9fe7-9b1f009d816f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:52.341217 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbcb52d-2566-419e-94a9-161e6074c5b7 admin admin] Network 71802712-9b8a-45da-afb2-cbe90a037c8d is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:52.342307 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcb52d-2566-419e-94a9-161e6074c5b7 admin admin] Pushing event updated for resources: {'Port': ['ID=bcbec427-281a-45bb-a7b5-a121ec98f1f3,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:52.388046 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-3fd788c2-df39-4ce9-afa5-dd3b19df004e None None] Allocated IP 2001:db8::2 (b1369f79-8419-4909-b9dc-745e2d83caa0/33855f87-06fb-445f-a55c-58c049beab98/73b419ac-7296-42ed-bd9b-f7e83c2f1758) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:52.407262 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-dfbcb52d-2566-419e-94a9-161e6074c5b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:52.410952 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbcb52d-2566-419e-94a9-161e6074c5b7 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:52.471379 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7fe837-e911-4c52-a8ed-bfd3e91df688 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Router 5089914c-f4fe-446c-bcb0-a4df3a36d2bf is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:39:52.574066 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d52e2-4340-45f0-8a83-9295d85a88b3 req-1bee3a69-ef14-481f-b46f-e6c188c0a1d5 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:52.575702 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-214d52e2-4340-45f0-8a83-9295d85a88b3 req-1bee3a69-ef14-481f-b46f-e6c188c0a1d5 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 945 time: 0.2104049 Jan 28 13:39:52.576701 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dfbcb52d-2566-419e-94a9-161e6074c5b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (0dd57690-b913-4c61-987d-8d6c3be5526b), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:52.705455 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3fd788c2-df39-4ce9-afa5-dd3b19df004e None None] Publish callbacks [] for port (73b419ac-7296-42ed-bd9b-f7e83c2f1758), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:52.713909 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3fd788c2-df39-4ce9-afa5-dd3b19df004e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (73b419ac-7296-42ed-bd9b-f7e83c2f1758), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:52.752652 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-17354aaf-89ea-4d42-b3a3-dd45f7b224be service neutron] 10.222.0.18 "GET /v2.0/networks/8d8ce296-49c0-407a-94c2-104afd52dd5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471617 Jan 28 13:39:52.810078 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd788c2-df39-4ce9-afa5-dd3b19df004e None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:52.811424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd788c2-df39-4ce9-afa5-dd3b19df004e None None] Pushing event updated for resources: {'Port': ['ID=73b419ac-7296-42ed-bd9b-f7e83c2f1758,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:52.815985 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-3fd788c2-df39-4ce9-afa5-dd3b19df004e None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:52.818382 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd788c2-df39-4ce9-afa5-dd3b19df004e None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:52.851512 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f3e6e9b6-692d-47ff-9fe7-9b1f009d816f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:52.890541 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-214d52e2-4340-45f0-8a83-9295d85a88b3 req-bd31f4a0-0ac8-458e-b47d-5ecc3838583e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153769 Jan 28 13:39:52.958797 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-3fd788c2-df39-4ce9-afa5-dd3b19df004e None None] Attempting to bind port 73b419ac-7296-42ed-bd9b-f7e83c2f1758 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:39:52.959389 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-3fd788c2-df39-4ce9-afa5-dd3b19df004e None None] Attempting to bind port 73b419ac-7296-42ed-bd9b-f7e83c2f1758 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:39:52.959761 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd788c2-df39-4ce9-afa5-dd3b19df004e None None] Attempting to bind port 73b419ac-7296-42ed-bd9b-f7e83c2f1758 on network b1369f79-8419-4909-b9dc-745e2d83caa0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:39:52.975666 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-f3e6e9b6-692d-47ff-9fe7-9b1f009d816f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] device_id is not set on port bd5c56ab-0baf-4c2e-b7be-7c7bff40b3d4 yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:39:52.980844 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd788c2-df39-4ce9-afa5-dd3b19df004e None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:39:52.981836 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd788c2-df39-4ce9-afa5-dd3b19df004e None None] Checking segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:52.982270 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3fd788c2-df39-4ce9-afa5-dd3b19df004e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:52.983273 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd788c2-df39-4ce9-afa5-dd3b19df004e None None] Bound using segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:39:52.985676 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-3fd788c2-df39-4ce9-afa5-dd3b19df004e None None] Bound port: 73b419ac-7296-42ed-bd9b-f7e83c2f1758, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:39:52.986289 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3fd788c2-df39-4ce9-afa5-dd3b19df004e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (73b419ac-7296-42ed-bd9b-f7e83c2f1758), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:53.002094 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dfbcb52d-2566-419e-94a9-161e6074c5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bcbec427-281a-45bb-a7b5-a121ec98f1f3), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:53.086938 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e32fbfd4-3543-4b50-a4ec-c1023178b8b5 None None] Provisioning complete for port bcbec427-281a-45bb-a7b5-a121ec98f1f3 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:53.087649 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e32fbfd4-3543-4b50-a4ec-c1023178b8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (bcbec427-281a-45bb-a7b5-a121ec98f1f3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:53.189433 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e32fbfd4-3543-4b50-a4ec-c1023178b8b5 None None] Port bcbec427-281a-45bb-a7b5-a121ec98f1f3 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:39:53.217908 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-3fd788c2-df39-4ce9-afa5-dd3b19df004e None None] For port 73b419ac-7296-42ed-bd9b-f7e83c2f1758, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:39:53.227433 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-3fd788c2-df39-4ce9-afa5-dd3b19df004e None None] For port 73b419ac-7296-42ed-bd9b-f7e83c2f1758, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=73b419ac-7296-42ed-bd9b-f7e83c2f1758,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:39:53.237891 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3fd788c2-df39-4ce9-afa5-dd3b19df004e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (73b419ac-7296-42ed-bd9b-f7e83c2f1758), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:53.337854 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7fe837-e911-4c52-a8ed-bfd3e91df688 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:39:53.356455 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0c9558-100f-4638-bd5b-f31d1242d91c None None] Sync routers for ids ['5089914c-f4fe-446c-bcb0-a4df3a36d2bf'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:39:53.362377 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab7fe837-e911-4c52-a8ed-bfd3e91df688 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:53.364000 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ab7fe837-e911-4c52-a8ed-bfd3e91df688 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "PUT /v2.0/routers/5089914c-f4fe-446c-bcb0-a4df3a36d2bf HTTP/1.1" status: 200 len: 884 time: 6.3912933 Jan 28 13:39:53.369636 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43230) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:53.430640 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0c9558-100f-4638-bd5b-f31d1242d91c None None] Routers {'5089914c-f4fe-446c-bcb0-a4df3a36d2bf'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:53.431332 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-fd0c9558-100f-4638-bd5b-f31d1242d91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:39:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['5089914c-f4fe-446c-bcb0-a4df3a36d2bf'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:53.435512 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd788c2-df39-4ce9-afa5-dd3b19df004e None None] Pushing event updated for resources: {'Port': ['ID=73b419ac-7296-42ed-bd9b-f7e83c2f1758,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:53.442847 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dfbcb52d-2566-419e-94a9-161e6074c5b7 admin admin] Publish callbacks [] for port (bcbec427-281a-45bb-a7b5-a121ec98f1f3), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:53.456631 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dfbcb52d-2566-419e-94a9-161e6074c5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (bcbec427-281a-45bb-a7b5-a121ec98f1f3), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:53.528618 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-fd0c9558-100f-4638-bd5b-f31d1242d91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:53.565164 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0c9558-100f-4638-bd5b-f31d1242d91c None None] Routers {'5089914c-f4fe-446c-bcb0-a4df3a36d2bf'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:53.565813 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-fd0c9558-100f-4638-bd5b-f31d1242d91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:39:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['5089914c-f4fe-446c-bcb0-a4df3a36d2bf'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:53.569239 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-01af230d-13fe-4801-8b8f-f2d19763f6d7 service neutron] 10.222.0.18 "GET /v2.0/networks/8d8ce296-49c0-407a-94c2-104afd52dd5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7940049 Jan 28 13:39:53.643605 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dfbcb52d-2566-419e-94a9-161e6074c5b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (0dd57690-b913-4c61-987d-8d6c3be5526b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:53.664626 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-fd0c9558-100f-4638-bd5b-f31d1242d91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:53.665291 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0c9558-100f-4638-bd5b-f31d1242d91c None None] The sync data for ids ['5089914c-f4fe-446c-bcb0-a4df3a36d2bf'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:39:53.747902 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-a58dfeae-4dc7-4cdc-b1bf-e03b2b8b7659 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=0c0f91d0-9eaa-4b76-abe7-1a460d8a367f HTTP/1.1" status: 200 len: 217 time: 0.1670146 Jan 28 13:39:53.777289 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 57e180fa-d22a-4529-a43a-bd8c2774805d up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:53.794284 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcb52d-2566-419e-94a9-161e6074c5b7 admin admin] Pushing event updated for resources: {'Port': ['ID=bcbec427-281a-45bb-a7b5-a121ec98f1f3,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:53.900435 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-acfce911-d779-4d78-be63-a62f0c49422b tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "GET /v2.0/routers/5089914c-f4fe-446c-bcb0-a4df3a36d2bf HTTP/1.1" status: 200 len: 925 time: 0.5017149 Jan 28 13:39:53.907045 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43232) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:53.911676 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-f3e6e9b6-692d-47ff-9fe7-9b1f009d816f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 2001:db8::907a:c730:c28:f0db (b1369f79-8419-4909-b9dc-745e2d83caa0/33855f87-06fb-445f-a55c-58c049beab98/bd5c56ab-0baf-4c2e-b7be-7c7bff40b3d4) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:53.927005 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-04daa596-562a-4ee3-a8a6-1b7a03e5c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:53.930344 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-04daa596-562a-4ee3-a8a6-1b7a03e5c954 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b74542d3-e3e9-4c91-b28b-bcd1470376c6 HTTP/1.1" status: 200 len: 797 time: 0.1300712 Jan 28 13:39:53.943777 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbcb52d-2566-419e-94a9-161e6074c5b7 admin admin] Network 71802712-9b8a-45da-afb2-cbe90a037c8d is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:53.951525 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-dfbcb52d-2566-419e-94a9-161e6074c5b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:54.156237 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-1c8af8df-71a3-4b81-852f-6cf9e25b46e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:54.157923 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-1c8af8df-71a3-4b81-852f-6cf9e25b46e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2202971 Jan 28 13:39:54.340099 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbcb52d-2566-419e-94a9-161e6074c5b7 admin admin] Router 0dd57690-b913-4c61-987d-8d6c3be5526b has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:39:54.405322 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f3e6e9b6-692d-47ff-9fe7-9b1f009d816f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (bd5c56ab-0baf-4c2e-b7be-7c7bff40b3d4), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:54.508819 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c0fc5446-5674-4a47-8a2d-0f19cc00dad8 None None] Provisioning complete for port bcbec427-281a-45bb-a7b5-a121ec98f1f3 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:54.509191 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c0fc5446-5674-4a47-8a2d-0f19cc00dad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (bcbec427-281a-45bb-a7b5-a121ec98f1f3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:54.512106 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f3e6e9b6-692d-47ff-9fe7-9b1f009d816f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (bd5c56ab-0baf-4c2e-b7be-7c7bff40b3d4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:54.545478 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbcb52d-2566-419e-94a9-161e6074c5b7 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:39:54.554617 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d1d5b9-b254-487c-bb79-559fd26bc81f tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:54.558868 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-65d1d5b9-b254-487c-bb79-559fd26bc81f tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236&device_id=5089914c-f4fe-446c-bcb0-a4df3a36d2bf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6407537 Jan 28 13:39:54.569740 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dfbcb52d-2566-419e-94a9-161e6074c5b7 admin admin] 10.222.0.39 "PUT /v2.0/routers/0dd57690-b913-4c61-987d-8d6c3be5526b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3399019 Jan 28 13:39:54.569740 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43240) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:54.596727 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf4a5c-85ac-4b32-828b-58c61d8a1491 req-db58f8b6-ca3b-48fa-a57c-9e94fd0224ec tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:54.600443 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-95bf4a5c-85ac-4b32-828b-58c61d8a1491 req-db58f8b6-ca3b-48fa-a57c-9e94fd0224ec tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 945 time: 0.5373201 Jan 28 13:39:54.627014 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 57e180fa-d22a-4529-a43a-bd8c2774805d triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:54.627708 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (57e180fa-d22a-4529-a43a-bd8c2774805d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:54.629811 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c0fc5446-5674-4a47-8a2d-0f19cc00dad8 None None] Port bcbec427-281a-45bb-a7b5-a121ec98f1f3 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:39:54.699719 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e6e9b6-692d-47ff-9fe7-9b1f009d816f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:54.717474 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6e9b6-692d-47ff-9fe7-9b1f009d816f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Port': ['ID=bd5c56ab-0baf-4c2e-b7be-7c7bff40b3d4,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:54.724241 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-f3e6e9b6-692d-47ff-9fe7-9b1f009d816f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:54.727035 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e6e9b6-692d-47ff-9fe7-9b1f009d816f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:54.732491 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e6e9b6-692d-47ff-9fe7-9b1f009d816f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:54.733126 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f3e6e9b6-692d-47ff-9fe7-9b1f009d816f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:54.836753 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f3e6e9b6-692d-47ff-9fe7-9b1f009d816f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0791178 Jan 28 13:39:54.839615 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43244) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:54.853086 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-e676d6a4-cf2c-45df-a413-3e43d1d7ed3c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'port': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'fixed_ips': [{'subnet_id': '33855f87-06fb-445f-a55c-58c049beab98', 'ip_address': '2001:db8::907a:c730:c28:f0db'}], 'name': 'tempest-NetworksTestDHCPv6-860633266'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:54.882841 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 57e180fa-d22a-4529-a43a-bd8c2774805d is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:54.885943 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (57e180fa-d22a-4529-a43a-bd8c2774805d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:54.921014 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-95bf4a5c-85ac-4b32-828b-58c61d8a1491 req-5e0a5b19-35c4-40b7-80bc-f61309e6d92a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077226 Jan 28 13:39:54.932504 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 57e180fa-d22a-4529-a43a-bd8c2774805d, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=57e180fa-d22a-4529-a43a-bd8c2774805d,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:54.951494 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (57e180fa-d22a-4529-a43a-bd8c2774805d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:54.989708 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8118fba-7da4-40ec-b03c-d5fa01dd6615 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:55.002372 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a8118fba-7da4-40ec-b03c-d5fa01dd6615 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 881 time: 0.4361436 Jan 28 13:39:55.003364 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43252) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:55.080960 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1729aa09-9ea9-4d03-ae72-ccd6069e20c2 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "GET /v2.0/ports?device_id=5089914c-f4fe-446c-bcb0-a4df3a36d2bf HTTP/1.1" status: 200 len: 205 time: 0.0726714 Jan 28 13:39:55.081747 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43254) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:55.123104 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-088b2da4-2201-4b4b-8b69-9e4efce5b407 service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9351566 Jan 28 13:39:55.145063 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=57e180fa-d22a-4529-a43a-bd8c2774805d,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:55.149313 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e676d6a4-cf2c-45df-a413-3e43d1d7ed3c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:55.164335 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e676d6a4-cf2c-45df-a413-3e43d1d7ed3c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:55.365713 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2367f501-3ada-44eb-b8a3-629a20004691 None None] Sync routers for ids ['0dd57690-b913-4c61-987d-8d6c3be5526b'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:39:55.379132 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e7908271-b049-4c63-b4c5-a23956f5a84d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router (5089914c-f4fe-446c-bcb0-a4df3a36d2bf), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:55.386624 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2367f501-3ada-44eb-b8a3-629a20004691 None None] Routers {'0dd57690-b913-4c61-987d-8d6c3be5526b'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:55.393508 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-2367f501-3ada-44eb-b8a3-629a20004691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:39:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0dd57690-b913-4c61-987d-8d6c3be5526b'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:55.394210 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-e676d6a4-cf2c-45df-a413-3e43d1d7ed3c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] device_id is not set on port 4f9db7b2-430c-4e08-b082-5ade2054b61e yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:39:55.407319 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-57a0faf4-6eb0-4971-935d-1261e6db6c3a service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806458 Jan 28 13:39:55.567273 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-aa27665b-1b33-4c8b-8630-09ea1b3efc62 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=74437a62-acfb-47da-925a-b0b54245b4d9 HTTP/1.1" status: 200 len: 217 time: 0.1490080 Jan 28 13:39:55.688118 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e7908271-b049-4c63-b4c5-a23956f5a84d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_gateway (5089914c-f4fe-446c-bcb0-a4df3a36d2bf), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:55.788280 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e7908271-b049-4c63-b4c5-a23956f5a84d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Deleting port 8e151fa3-109c-40e6-9b43-6bc6ffea1a23 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:55.788618 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e7908271-b049-4c63-b4c5-a23956f5a84d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8e151fa3-109c-40e6-9b43-6bc6ffea1a23), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:55.822139 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-45de6ebb-b487-44b8-8856-ad67944cdc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:55.823739 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-45de6ebb-b487-44b8-8856-ad67944cdc53 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b74542d3-e3e9-4c91-b28b-bcd1470376c6 HTTP/1.1" status: 200 len: 797 time: 0.2497833 Jan 28 13:39:55.940232 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-2367f501-3ada-44eb-b8a3-629a20004691 None None] Set router 0dd57690-b913-4c61-987d-8d6c3be5526b gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:39:55.967218 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 57e180fa-d22a-4529-a43a-bd8c2774805d up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:56.035274 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-886e5d4e-29be-468b-99e6-c8a407435e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:56.036806 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-886e5d4e-29be-468b-99e6-c8a407435e46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2057772 Jan 28 13:39:56.041866 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e7908271-b049-4c63-b4c5-a23956f5a84d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8e151fa3-109c-40e6-9b43-6bc6ffea1a23), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:56.132141 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-3d57744b-8fe4-42a2-8f2b-c8c45a1692e5 None None] Provisioning complete for port 73b419ac-7296-42ed-bd9b-f7e83c2f1758 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:56.132806 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3d57744b-8fe4-42a2-8f2b-c8c45a1692e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (73b419ac-7296-42ed-bd9b-f7e83c2f1758), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:56.161141 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e7908271-b049-4c63-b4c5-a23956f5a84d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Calling delete_port for 8e151fa3-109c-40e6-9b43-6bc6ffea1a23 owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:56.167869 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-e676d6a4-cf2c-45df-a413-3e43d1d7ed3c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 13:39:56.168425 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e676d6a4-cf2c-45df-a413-3e43d1d7ed3c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:39:56.274176 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 57e180fa-d22a-4529-a43a-bd8c2774805d triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:56.274938 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (57e180fa-d22a-4529-a43a-bd8c2774805d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:56.375490 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43298) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:56.380561 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e676d6a4-cf2c-45df-a413-3e43d1d7ed3c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.5315135 Jan 28 13:39:56.436516 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0f7be-a1e6-405b-a1b4-7f14ad3caa08 req-9e7eae07-8ac1-4af0-8ff4-2a8bb3656051 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:56.460656 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b5d0f7be-a1e6-405b-a1b4-7f14ad3caa08 req-9e7eae07-8ac1-4af0-8ff4-2a8bb3656051 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 945 time: 0.4150271 Jan 28 13:39:56.485597 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-cdd95a78-5a85-4199-8209-831017f90dc7 service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4386005 Jan 28 13:39:56.550333 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-2367f501-3ada-44eb-b8a3-629a20004691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd57690-b913-4c61-987d-8d6c3be5526b', 'name': 'tempest-TestVolumeBackupRestore-1469852776-router', 'tenant_id': '6b9cc1bf9471479b82e04e7827c644ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '57e180fa-d22a-4529-a43a-bd8c2774805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:43Z', 'updated_at': '2022-01-28T13:39:52Z', 'revision_number': 4, 'project_id': '6b9cc1bf9471479b82e04e7827c644ed', 'gw_port': {'id': '57e180fa-d22a-4529-a43a-bd8c2774805d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:06:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd57690-b913-4c61-987d-8d6c3be5526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:45Z', 'updated_at': '2022-01-28T13:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'bcbec427-281a-45bb-a7b5-a121ec98f1f3', 'name': '', 'network_id': '71802712-9b8a-45da-afb2-cbe90a037c8d', 'tenant_id': '6b9cc1bf9471479b82e04e7827c644ed', 'mac_address': 'fa:16:3e:62:26:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd57690-b913-4c61-987d-8d6c3be5526b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': 'b441d917-66be-4644-a2ba-b2335b8bf1c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:50Z', 'updated_at': '2022-01-28T13:39:53Z', 'revision_number': 2, 'project_id': '6b9cc1bf9471479b82e04e7827c644ed', 'subnets': [{'id': 'b441d917-66be-4644-a2ba-b2335b8bf1c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:56.627396 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2367f501-3ada-44eb-b8a3-629a20004691 None None] Checking router: 0dd57690-b913-4c61-987d-8d6c3be5526b for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:39:56.627905 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2367f501-3ada-44eb-b8a3-629a20004691 None None] Updating router 0dd57690-b913-4c61-987d-8d6c3be5526b port bcbec427-281a-45bb-a7b5-a121ec98f1f3 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:39:56.667518 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2367f501-3ada-44eb-b8a3-629a20004691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bcbec427-281a-45bb-a7b5-a121ec98f1f3), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:56.744354 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3d57744b-8fe4-42a2-8f2b-c8c45a1692e5 None None] Current status of the port 73b419ac-7296-42ed-bd9b-f7e83c2f1758 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:56.752456 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3d57744b-8fe4-42a2-8f2b-c8c45a1692e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (73b419ac-7296-42ed-bd9b-f7e83c2f1758), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:56.810459 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b5d0f7be-a1e6-405b-a1b4-7f14ad3caa08 req-4ebf45ee-4b87-4706-97a7-0a20af7d2a5e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821062 Jan 28 13:39:56.866198 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-5379d7c9-85fd-41c8-a4c6-1a53a7e398ac service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735116 Jan 28 13:39:56.906847 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-3d57744b-8fe4-42a2-8f2b-c8c45a1692e5 None None] For port 73b419ac-7296-42ed-bd9b-f7e83c2f1758, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=73b419ac-7296-42ed-bd9b-f7e83c2f1758,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:56.911496 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54837681-bfc3-4471-bcb5-1c05f087f944 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:56.926298 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3d57744b-8fe4-42a2-8f2b-c8c45a1692e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (73b419ac-7296-42ed-bd9b-f7e83c2f1758), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:56.935247 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54837681-bfc3-4471-bcb5-1c05f087f944 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:56.939919 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-54837681-bfc3-4471-bcb5-1c05f087f944 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5603359 Jan 28 13:39:57.014542 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-b6c888e9-16fb-415b-9577-277fbc98effc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=c9b3c74c-0d75-49f6-b265-c9805d7a7fcc HTTP/1.1" status: 200 len: 217 time: 0.1416502 Jan 28 13:39:57.015255 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 57e180fa-d22a-4529-a43a-bd8c2774805d is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:57.016515 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 73b419ac-7296-42ed-bd9b-f7e83c2f1758 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:57.019395 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2367f501-3ada-44eb-b8a3-629a20004691 None None] Publish callbacks [] for port (bcbec427-281a-45bb-a7b5-a121ec98f1f3), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:57.034095 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2367f501-3ada-44eb-b8a3-629a20004691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (bcbec427-281a-45bb-a7b5-a121ec98f1f3), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:57.105359 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12400ed5-f1a1-4ef7-af88-c9464477dae1 None None] Pushing event updated for resources: {'Port': ['ID=bcbec427-281a-45bb-a7b5-a121ec98f1f3,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:57.135461 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43312) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:57.141052 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-150de0a1-2849-4a3a-9fc2-60b11d618930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:57.144017 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-150de0a1-2849-4a3a-9fc2-60b11d618930 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b74542d3-e3e9-4c91-b28b-bcd1470376c6 HTTP/1.1" status: 200 len: 797 time: 0.1229215 Jan 28 13:39:57.212307 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-3bd3750a-b7ef-41c7-baf9-2ecab81096d4 None None] Provisioning complete for port bd5c56ab-0baf-4c2e-b7be-7c7bff40b3d4 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:57.212694 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3bd3750a-b7ef-41c7-baf9-2ecab81096d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (bd5c56ab-0baf-4c2e-b7be-7c7bff40b3d4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:57.233201 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57744b-8fe4-42a2-8f2b-c8c45a1692e5 None None] Pushing event updated for resources: {'Port': ['ID=73b419ac-7296-42ed-bd9b-f7e83c2f1758,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:57.246254 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-2367f501-3ada-44eb-b8a3-629a20004691 None None] Attempting to bind port bcbec427-281a-45bb-a7b5-a121ec98f1f3 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:39:57.246254 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-2367f501-3ada-44eb-b8a3-629a20004691 None None] Attempting to bind port bcbec427-281a-45bb-a7b5-a121ec98f1f3 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'ccd83025-20fc-4d5e-a475-45be4f42740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '71802712-9b8a-45da-afb2-cbe90a037c8d'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:39:57.246254 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2367f501-3ada-44eb-b8a3-629a20004691 None None] Attempting to bind port bcbec427-281a-45bb-a7b5-a121ec98f1f3 on network 71802712-9b8a-45da-afb2-cbe90a037c8d {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:39:57.260146 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2367f501-3ada-44eb-b8a3-629a20004691 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:39:57.260440 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2367f501-3ada-44eb-b8a3-629a20004691 None None] Checking segment: {'id': 'ccd83025-20fc-4d5e-a475-45be4f42740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '71802712-9b8a-45da-afb2-cbe90a037c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:57.263439 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2367f501-3ada-44eb-b8a3-629a20004691 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:57.263893 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2367f501-3ada-44eb-b8a3-629a20004691 None None] Bound using segment: {'id': 'ccd83025-20fc-4d5e-a475-45be4f42740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '71802712-9b8a-45da-afb2-cbe90a037c8d'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:39:57.264441 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-2367f501-3ada-44eb-b8a3-629a20004691 None None] Bound port: bcbec427-281a-45bb-a7b5-a121ec98f1f3, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd83025-20fc-4d5e-a475-45be4f42740c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '71802712-9b8a-45da-afb2-cbe90a037c8d'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:39:57.264893 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2367f501-3ada-44eb-b8a3-629a20004691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bcbec427-281a-45bb-a7b5-a121ec98f1f3), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:57.294014 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e7908271-b049-4c63-b4c5-a23956f5a84d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (8e151fa3-109c-40e6-9b43-6bc6ffea1a23), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:57.361874 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7908271-b049-4c63-b4c5-a23956f5a84d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Pushing event deleted for resources: {'Port': ['ID=8e151fa3-109c-40e6-9b43-6bc6ffea1a23,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:57.370601 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3bd3750a-b7ef-41c7-baf9-2ecab81096d4 None None] Port bd5c56ab-0baf-4c2e-b7be-7c7bff40b3d4 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:39:57.382508 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 73b419ac-7296-42ed-bd9b-f7e83c2f1758 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:57.382925 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (73b419ac-7296-42ed-bd9b-f7e83c2f1758), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:57.482597 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-ee2f7ab3-b2b1-46c0-acd7-0e8d4b414042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:57.486452 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-2367f501-3ada-44eb-b8a3-629a20004691 None None] For port bcbec427-281a-45bb-a7b5-a121ec98f1f3, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:39:57.489637 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-ee2f7ab3-b2b1-46c0-acd7-0e8d4b414042 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2510602 Jan 28 13:39:57.499609 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-2367f501-3ada-44eb-b8a3-629a20004691 None None] For port bcbec427-281a-45bb-a7b5-a121ec98f1f3, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=bcbec427-281a-45bb-a7b5-a121ec98f1f3,segment=NetworkSegment(ccd83025-20fc-4d5e-a475-45be4f42740c),segment_id=ccd83025-20fc-4d5e-a475-45be4f42740c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:39:57.508650 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e7908271-b049-4c63-b4c5-a23956f5a84d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (5089914c-f4fe-446c-bcb0-a4df3a36d2bf), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:57.513956 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2367f501-3ada-44eb-b8a3-629a20004691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (bcbec427-281a-45bb-a7b5-a121ec98f1f3), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:57.649805 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 73b419ac-7296-42ed-bd9b-f7e83c2f1758 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:57.700942 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-161a54aa-1ecb-4c2d-92d1-0eb5cd40b287 None None] Provisioning complete for port bcbec427-281a-45bb-a7b5-a121ec98f1f3 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:57.701329 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-161a54aa-1ecb-4c2d-92d1-0eb5cd40b287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (bcbec427-281a-45bb-a7b5-a121ec98f1f3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:57.718271 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-4e0f00cc-08c2-4f1d-a9d6-45709d46d9ee service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173605 Jan 28 13:39:57.752786 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12400ed5-f1a1-4ef7-af88-c9464477dae1 None None] Pushing event updated for resources: {'Port': ['ID=bcbec427-281a-45bb-a7b5-a121ec98f1f3,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:57.827566 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e7908271-b049-4c63-b4c5-a23956f5a84d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (5089914c-f4fe-446c-bcb0-a4df3a36d2bf), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:57.831783 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e7908271-b049-4c63-b4c5-a23956f5a84d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_controller (5089914c-f4fe-446c-bcb0-a4df3a36d2bf), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:57.833857 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2367f501-3ada-44eb-b8a3-629a20004691 None None] Routers {'0dd57690-b913-4c61-987d-8d6c3be5526b'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:57.836565 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-2367f501-3ada-44eb-b8a3-629a20004691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:39:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0dd57690-b913-4c61-987d-8d6c3be5526b'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:57.940138 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 73b419ac-7296-42ed-bd9b-f7e83c2f1758 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:58.000718 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-ea624d11-2f7a-4dfd-86a6-9697eddff2af tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting port bd5c56ab-0baf-4c2e-b7be-7c7bff40b3d4 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:58.004182 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e7908271-b049-4c63-b4c5-a23956f5a84d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (5089914c-f4fe-446c-bcb0-a4df3a36d2bf), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:58.004766 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7908271-b049-4c63-b4c5-a23956f5a84d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Fanout notify agent at l3_agent the message router_deleted on router 5089914c-f4fe-446c-bcb0-a4df3a36d2bf {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:39:58.006461 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea624d11-2f7a-4dfd-86a6-9697eddff2af tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (bd5c56ab-0baf-4c2e-b7be-7c7bff40b3d4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:58.030903 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e7908271-b049-4c63-b4c5-a23956f5a84d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:58.042118 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e7908271-b049-4c63-b4c5-a23956f5a84d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "DELETE /v2.0/routers/5089914c-f4fe-446c-bcb0-a4df3a36d2bf HTTP/1.1" status: 204 len: 168 time: 2.9565961 Jan 28 13:39:58.053433 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43346) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:58.118502 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-2367f501-3ada-44eb-b8a3-629a20004691 None None] Set router 0dd57690-b913-4c61-987d-8d6c3be5526b gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:39:58.136521 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-161a54aa-1ecb-4c2d-92d1-0eb5cd40b287 None None] Current status of the port bcbec427-281a-45bb-a7b5-a121ec98f1f3 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:58.141876 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-161a54aa-1ecb-4c2d-92d1-0eb5cd40b287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bcbec427-281a-45bb-a7b5-a121ec98f1f3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:58.158973 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a38abc4b-ed63-40d2-a073-9278672a7e51 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-986029426', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:58.240563 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 73b419ac-7296-42ed-bd9b-f7e83c2f1758 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:58.242733 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (73b419ac-7296-42ed-bd9b-f7e83c2f1758), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:58.294507 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b5eda-93fd-4755-865f-8a930f0fa7da req-a01cb6ab-bdc6-417f-8fe4-8c56935ee77f tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:58.298572 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-032b5eda-93fd-4755-865f-8a930f0fa7da req-a01cb6ab-bdc6-417f-8fe4-8c56935ee77f tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 945 time: 0.2490122 Jan 28 13:39:58.303958 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a38abc4b-ed63-40d2-a073-9278672a7e51 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (eb13d930-f8a1-4156-b9d2-75f32cf379d0), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:58.306415 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a38abc4b-ed63-40d2-a073-9278672a7e51 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (eb13d930-f8a1-4156-b9d2-75f32cf379d0), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:58.311686 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-161a54aa-1ecb-4c2d-92d1-0eb5cd40b287 None None] For port bcbec427-281a-45bb-a7b5-a121ec98f1f3, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=bcbec427-281a-45bb-a7b5-a121ec98f1f3,segment=NetworkSegment(ccd83025-20fc-4d5e-a475-45be4f42740c),segment_id=ccd83025-20fc-4d5e-a475-45be4f42740c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:58.324312 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea624d11-2f7a-4dfd-86a6-9697eddff2af tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (bd5c56ab-0baf-4c2e-b7be-7c7bff40b3d4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:58.334649 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-161a54aa-1ecb-4c2d-92d1-0eb5cd40b287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (bcbec427-281a-45bb-a7b5-a121ec98f1f3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:58.357883 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-ea624d11-2f7a-4dfd-86a6-9697eddff2af tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Calling delete_port for bd5c56ab-0baf-4c2e-b7be-7c7bff40b3d4 owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:58.468753 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a54aa-1ecb-4c2d-92d1-0eb5cd40b287 None None] Pushing event updated for resources: {'Port': ['ID=bcbec427-281a-45bb-a7b5-a121ec98f1f3,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:58.495240 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-032b5eda-93fd-4755-865f-8a930f0fa7da req-6eb3b814-d7d1-4588-896a-30310524bb1a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787844 Jan 28 13:39:58.603423 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 73b419ac-7296-42ed-bd9b-f7e83c2f1758 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:58.633266 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-22496d7b-791e-4235-b996-94bd86c79514 None None] Provisioning complete for port bcbec427-281a-45bb-a7b5-a121ec98f1f3 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:58.638044 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22496d7b-791e-4235-b996-94bd86c79514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (bcbec427-281a-45bb-a7b5-a121ec98f1f3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:58.655196 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a38abc4b-ed63-40d2-a073-9278672a7e51 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_controller (eb13d930-f8a1-4156-b9d2-75f32cf379d0), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:58.675298 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a38abc4b-ed63-40d2-a073-9278672a7e51 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (eb13d930-f8a1-4156-b9d2-75f32cf379d0), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:58.716364 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a38abc4b-ed63-40d2-a073-9278672a7e51 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:58.717773 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a38abc4b-ed63-40d2-a073-9278672a7e51 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6633561 Jan 28 13:39:58.720940 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43350) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:58.730637 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'enable_snat': True}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:58.739432 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-2367f501-3ada-44eb-b8a3-629a20004691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd57690-b913-4c61-987d-8d6c3be5526b', 'name': 'tempest-TestVolumeBackupRestore-1469852776-router', 'tenant_id': '6b9cc1bf9471479b82e04e7827c644ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '57e180fa-d22a-4529-a43a-bd8c2774805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:43Z', 'updated_at': '2022-01-28T13:39:52Z', 'revision_number': 4, 'project_id': '6b9cc1bf9471479b82e04e7827c644ed', 'gw_port': {'id': '57e180fa-d22a-4529-a43a-bd8c2774805d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:06:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd57690-b913-4c61-987d-8d6c3be5526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:45Z', 'updated_at': '2022-01-28T13:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'bcbec427-281a-45bb-a7b5-a121ec98f1f3', 'name': '', 'network_id': '71802712-9b8a-45da-afb2-cbe90a037c8d', 'tenant_id': '6b9cc1bf9471479b82e04e7827c644ed', 'mac_address': 'fa:16:3e:62:26:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd57690-b913-4c61-987d-8d6c3be5526b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': 'b441d917-66be-4644-a2ba-b2335b8bf1c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:50Z', 'updated_at': '2022-01-28T13:39:57Z', 'revision_number': 4, 'project_id': '6b9cc1bf9471479b82e04e7827c644ed', 'subnets': [{'id': 'b441d917-66be-4644-a2ba-b2335b8bf1c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:58.810847 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2367f501-3ada-44eb-b8a3-629a20004691 None None] The sync data for ids ['0dd57690-b913-4c61-987d-8d6c3be5526b'] in n-d-822747-2 is: [{'id': '0dd57690-b913-4c61-987d-8d6c3be5526b', 'name': 'tempest-TestVolumeBackupRestore-1469852776-router', 'tenant_id': '6b9cc1bf9471479b82e04e7827c644ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '57e180fa-d22a-4529-a43a-bd8c2774805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:43Z', 'updated_at': '2022-01-28T13:39:52Z', 'revision_number': 4, 'project_id': '6b9cc1bf9471479b82e04e7827c644ed', 'gw_port': {'id': '57e180fa-d22a-4529-a43a-bd8c2774805d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:06:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd57690-b913-4c61-987d-8d6c3be5526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:45Z', 'updated_at': '2022-01-28T13:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'bcbec427-281a-45bb-a7b5-a121ec98f1f3', 'name': '', 'network_id': '71802712-9b8a-45da-afb2-cbe90a037c8d', 'tenant_id': '6b9cc1bf9471479b82e04e7827c644ed', 'mac_address': 'fa:16:3e:62:26:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd57690-b913-4c61-987d-8d6c3be5526b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': 'b441d917-66be-4644-a2ba-b2335b8bf1c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:50Z', 'updated_at': '2022-01-28T13:39:57Z', 'revision_number': 4, 'project_id': '6b9cc1bf9471479b82e04e7827c644ed', 'subnets': [{'id': 'b441d917-66be-4644-a2ba-b2335b8bf1c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:39:58.911046 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-22496d7b-791e-4235-b996-94bd86c79514 None None] Current status of the port bcbec427-281a-45bb-a7b5-a121ec98f1f3 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:59.161507 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea624d11-2f7a-4dfd-86a6-9697eddff2af tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (bd5c56ab-0baf-4c2e-b7be-7c7bff40b3d4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:59.201828 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea624d11-2f7a-4dfd-86a6-9697eddff2af tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Port': ['ID=bd5c56ab-0baf-4c2e-b7be-7c7bff40b3d4,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:59.325003 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f6750f65-a19e-4184-945f-b22fcd45452e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:59.350293 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router_gateway (eb13d930-f8a1-4156-b9d2-75f32cf379d0), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:59.361568 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea624d11-2f7a-4dfd-86a6-9697eddff2af tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:59.366567 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ea624d11-2f7a-4dfd-86a6-9697eddff2af tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/bd5c56ab-0baf-4c2e-b7be-7c7bff40b3d4 HTTP/1.1" status: 204 len: 168 time: 2.2204883 Jan 28 13:39:59.370807 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43356) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:59.474999 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-67afb82b-a3a3-42d5-b907-a96e603a7610 service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7470145 Jan 28 13:39:59.551941 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-0f5720f5-bb4e-45d8-be8b-20114a17fc0b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=f581e7e7-2efc-4545-a180-92398f10892e HTTP/1.1" status: 200 len: 217 time: 0.0670812 Jan 28 13:39:59.648408 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3db7d8-d9af-42c0-99fa-62ad44cfc115 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:59.658013 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3db7d8-d9af-42c0-99fa-62ad44cfc115 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:59.667405 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3a3db7d8-d9af-42c0-99fa-62ad44cfc115 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2942710 Jan 28 13:39:59.671663 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43360) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:59.897751 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-ae07e3da-e8fc-47bf-a958-1426ba18a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:59.909505 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-ae07e3da-e8fc-47bf-a958-1426ba18a724 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b74542d3-e3e9-4c91-b28b-bcd1470376c6 HTTP/1.1" status: 200 len: 797 time: 0.3485475 Jan 28 13:39:59.943344 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device bcbec427-281a-45bb-a7b5-a121ec98f1f3 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:59.963986 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-68451b05-e283-4b34-a865-d0177a76adff tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet 33855f87-06fb-445f-a55c-58c049beab98 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:39:59.975888 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68451b05-e283-4b34-a865-d0177a76adff tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (33855f87-06fb-445f-a55c-58c049beab98), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:00.141247 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-0fca7115-cb23-498f-8444-debedb443ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:00.143379 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-0fca7115-cb23-498f-8444-debedb443ee5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c76efb7-25f2-4bab-a422-d23d5893fdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2252419 Jan 28 13:40:00.144424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port bcbec427-281a-45bb-a7b5-a121ec98f1f3 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:00.144808 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (bcbec427-281a-45bb-a7b5-a121ec98f1f3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:00.165776 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68451b05-e283-4b34-a865-d0177a76adff tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (33855f87-06fb-445f-a55c-58c049beab98), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:00.406038 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port bcbec427-281a-45bb-a7b5-a121ec98f1f3 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:00.422402 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee0659-4090-4a2f-b055-fabee7fdb3f1 req-e8f788cf-6d69-40b1-9ef8-31eb3e4be13e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:00.424023 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1aee0659-4090-4a2f-b055-fabee7fdb3f1 req-e8f788cf-6d69-40b1-9ef8-31eb3e4be13e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 945 time: 0.1304862 Jan 28 13:40:00.568336 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-2663bd53-a2c1-42b0-83c8-54d34ba3c162 service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834646 Jan 28 13:40:00.586960 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68451b05-e283-4b34-a865-d0177a76adff tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (33855f87-06fb-445f-a55c-58c049beab98), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:00.593914 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1aee0659-4090-4a2f-b055-fabee7fdb3f1 req-1b3e9b46-e41c-4dfc-9803-044351c3d4e1 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568093 Jan 28 13:40:00.844033 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-3d496a1b-d95b-46ba-ac6b-ac51af722696 service neutron] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708154 Jan 28 13:40:00.862096 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68451b05-e283-4b34-a865-d0177a76adff tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (33855f87-06fb-445f-a55c-58c049beab98), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:00.900650 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router_gateway (eb13d930-f8a1-4156-b9d2-75f32cf379d0), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:00.939128 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:00.969451 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10eb3ce0-f835-491f-bdf0-989d01d2d465 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:00.980259 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-5947a6d4-ef73-4c5e-b689-3cf659589e3b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bda0bfac-8843-465f-a99c-d4e0d58976ff HTTP/1.1" status: 200 len: 217 time: 0.1297193 Jan 28 13:40:00.981685 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68451b05-e283-4b34-a865-d0177a76adff tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:00.985880 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-68451b05-e283-4b34-a865-d0177a76adff tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/33855f87-06fb-445f-a55c-58c049beab98 HTTP/1.1" status: 204 len: 168 time: 1.2980618 Jan 28 13:40:01.038326 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43372) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:01.075841 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68451b05-e283-4b34-a865-d0177a76adff tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=33855f87-06fb-445f-a55c-58c049beab98,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:01.104790 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Allocated IP 172.25.3.95 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/9e436c83-02c7-48de-853f-b5e442c899a5) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:01.235356 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43376) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:01.237964 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-439e5d18-1327-4f17-89a7-d74db9c4a96c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1982324 Jan 28 13:40:01.240495 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-517ac848-fee9-48da-8cb4-1febe826576c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:01.265314 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-d63485d5-c1a2-44b2-a969-0a6a04abaf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:01.268015 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-d63485d5-c1a2-44b2-a969-0a6a04abaf39 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e895788e-7e0c-4d5c-93d0-ab435dd86d3f HTTP/1.1" status: 200 len: 797 time: 0.2798529 Jan 28 13:40:01.394498 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for port (9e436c83-02c7-48de-853f-b5e442c899a5), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:01.426553 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-2c6c674d-20e6-45a4-9b8e-9b6d4c516933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:01.428529 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-2c6c674d-20e6-45a4-9b8e-9b6d4c516933 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1531544 Jan 28 13:40:01.460527 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517ac848-fee9-48da-8cb4-1febe826576c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:01.485645 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-517ac848-fee9-48da-8cb4-1febe826576c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:01.554976 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (9e436c83-02c7-48de-853f-b5e442c899a5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:01.592183 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678851d1-293d-4d25-8e40-9947c449d9b5 None None] DHCP port deletion for b1369f79-8419-4909-b9dc-745e2d83caa0 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:40:01.626269 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-d3f6cbd8-697e-4087-8179-67a61916a988 service neutron] 10.222.0.18 "GET /v2.0/networks/49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910155 Jan 28 13:40:01.637482 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:01.674395 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:01.730099 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dacc9bab-99a1-4834-bc2c-74a1291df1c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:01.738074 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-60408213-feda-4d69-a6cc-4df89e739385 service neutron] 10.222.0.18 "GET /v2.0/networks/49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049938 Jan 28 13:40:01.749697 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:01.805796 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-aa8272c7-1438-431a-aad0-a96626522ed5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0fe5daa-acf0-4f7e-b641-574de0748ed4 HTTP/1.1" status: 200 len: 217 time: 0.0572522 Jan 28 13:40:01.836776 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-678851d1-293d-4d25-8e40-9947c449d9b5 None None] Deleting port 73b419ac-7296-42ed-bd9b-f7e83c2f1758 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:01.838800 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-678851d1-293d-4d25-8e40-9947c449d9b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (73b419ac-7296-42ed-bd9b-f7e83c2f1758), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:01.935916 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-c73382a9-f274-4d9b-a613-936eae1454f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:01.937415 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-c73382a9-f274-4d9b-a613-936eae1454f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e895788e-7e0c-4d5c-93d0-ab435dd86d3f HTTP/1.1" status: 200 len: 797 time: 0.1258628 Jan 28 13:40:01.964006 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-678851d1-293d-4d25-8e40-9947c449d9b5 None None] For port 73b419ac-7296-42ed-bd9b-f7e83c2f1758, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=73b419ac-7296-42ed-bd9b-f7e83c2f1758,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:01.965292 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-678851d1-293d-4d25-8e40-9947c449d9b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (73b419ac-7296-42ed-bd9b-f7e83c2f1758), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:01.981778 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-678851d1-293d-4d25-8e40-9947c449d9b5 None None] Calling delete_port for 73b419ac-7296-42ed-bd9b-f7e83c2f1758 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:02.034278 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Pushing event updated for resources: {'Port': ['ID=9e436c83-02c7-48de-853f-b5e442c899a5,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:02.063500 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-dfe33f98-3965-493b-9860-dc7f546a57b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:02.065102 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-dfe33f98-3965-493b-9860-dc7f546a57b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1095462 Jan 28 13:40:02.080933 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 73b419ac-7296-42ed-bd9b-f7e83c2f1758 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:40:02.086149 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-678851d1-293d-4d25-8e40-9947c449d9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (73b419ac-7296-42ed-bd9b-f7e83c2f1758), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:02.117293 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:02.117698 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:02.120422 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:02.120769 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:02.121107 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:02.124115 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:02.124470 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:02.124802 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:02.126454 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:02.126986 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:02.127722 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:02.128584 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:02.132152 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:02.141919 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678851d1-293d-4d25-8e40-9947c449d9b5 None None] No DVR routers for this DVR port 73b419ac-7296-42ed-bd9b-f7e83c2f1758 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:40:02.146536 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678851d1-293d-4d25-8e40-9947c449d9b5 None None] Pushing event deleted for resources: {'Port': ['ID=73b419ac-7296-42ed-bd9b-f7e83c2f1758,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:02.149512 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 73b419ac-7296-42ed-bd9b-f7e83c2f1758 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:40:02.149856 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 73b419ac-7296-42ed-bd9b-f7e83c2f1758 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:40:02.258521 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-571dc39f-8fd5-4cd6-b1ef-f4d7dc94cea0 service neutron] 10.222.0.18 "GET /v2.0/networks/49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852016 Jan 28 13:40:02.298423 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45dda7-8890-45ee-b9ec-cd68246097be req-1c08672b-a652-418d-9791-79e6318d88a5 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:02.306623 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a45dda7-8890-45ee-b9ec-cd68246097be req-1c08672b-a652-418d-9791-79e6318d88a5 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 945 time: 0.4704542 Jan 28 13:40:02.393380 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a6a7266c-7b53-40b2-b463-534a704d2c04 req-7fa86143-46be-417c-8405-fc73dc5cf25b service neutron] 10.222.0.18 "GET /v2.0/networks/49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282172 Jan 28 13:40:02.507777 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a45dda7-8890-45ee-b9ec-cd68246097be req-e81796c8-8b8f-42f4-af31-3153d46d2982 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000985 Jan 28 13:40:02.639513 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-517ac848-fee9-48da-8cb4-1febe826576c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (e21210d5-7633-4987-a93b-91f475a16f24), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:02.700075 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517ac848-fee9-48da-8cb4-1febe826576c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:02.709168 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-517ac848-fee9-48da-8cb4-1febe826576c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:02.712801 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router_gateway (eb13d930-f8a1-4156-b9d2-75f32cf379d0), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:02.717758 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517ac848-fee9-48da-8cb4-1febe826576c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:02.718424 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-517ac848-fee9-48da-8cb4-1febe826576c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:02.727492 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b119e8-0d45-47ac-9282-2a3a8fa9f43d None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:02.761708 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ac848-fee9-48da-8cb4-1febe826576c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=e21210d5-7633-4987-a93b-91f475a16f24,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:02.781198 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-517ac848-fee9-48da-8cb4-1febe826576c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5415845 Jan 28 13:40:02.781198 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43398) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:02.787362 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-d92df87b-495a-411d-9447-7a10610a9c46 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'port': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'fixed_ips': [{'subnet_id': 'e21210d5-7633-4987-a93b-91f475a16f24', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1774153034'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:02.935672 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:02.978693 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:40:03.006019 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185b2038-e27e-482e-bd68-1e0e0506dd8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-b1369f79-8419-4909-b9dc-745e2d83caa0', 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'project_id': 'c889d0606f324a669840943fc2266e93', 'fixed_ips': [{'subnet_id': 'e21210d5-7633-4987-a93b-91f475a16f24'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:40:03.007319 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-185b2038-e27e-482e-bd68-1e0e0506dd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:03.049443 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92df87b-495a-411d-9447-7a10610a9c46 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:03.068987 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5641'] for router (eb13d930-f8a1-4156-b9d2-75f32cf379d0), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:03.150852 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352569'] for router (eb13d930-f8a1-4156-b9d2-75f32cf379d0), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:03.159461 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d92df87b-495a-411d-9447-7a10610a9c46 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:03.215448 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-d92df87b-495a-411d-9447-7a10610a9c46 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] device_id is not set on port ad917b3f-ee6a-424f-8e40-2f30810323a0 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:40:03.249077 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-185b2038-e27e-482e-bd68-1e0e0506dd8b None None] Allocated IP 2001:db8::2 (b1369f79-8419-4909-b9dc-745e2d83caa0/e21210d5-7633-4987-a93b-91f475a16f24/c25cf83d-9cb1-4228-8bf0-2fcf96247579) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:03.467405 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Router eb13d930-f8a1-4156-b9d2-75f32cf379d0 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:40:03.485086 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-185b2038-e27e-482e-bd68-1e0e0506dd8b None None] Publish callbacks [] for port (c25cf83d-9cb1-4228-8bf0-2fcf96247579), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:03.506974 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-185b2038-e27e-482e-bd68-1e0e0506dd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (c25cf83d-9cb1-4228-8bf0-2fcf96247579), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:03.538358 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92df87b-495a-411d-9447-7a10610a9c46 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:40:03.538857 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d92df87b-495a-411d-9447-7a10610a9c46 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:40:03.587842 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185b2038-e27e-482e-bd68-1e0e0506dd8b None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:03.589599 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-185b2038-e27e-482e-bd68-1e0e0506dd8b None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:03.595761 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185b2038-e27e-482e-bd68-1e0e0506dd8b None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:03.603431 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b2038-e27e-482e-bd68-1e0e0506dd8b None None] Pushing event updated for resources: {'Port': ['ID=c25cf83d-9cb1-4228-8bf0-2fcf96247579,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:03.636389 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b086b85-3220-4621-a9ef-bb44eb3f5443 req-173e3743-c9d3-425c-b521-870829ff9a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:03.637939 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5b086b85-3220-4621-a9ef-bb44eb3f5443 req-173e3743-c9d3-425c-b521-870829ff9a90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 1096 time: 0.1203825 Jan 28 13:40:03.683618 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-185b2038-e27e-482e-bd68-1e0e0506dd8b None None] Attempting to bind port c25cf83d-9cb1-4228-8bf0-2fcf96247579 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:40:03.686603 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-185b2038-e27e-482e-bd68-1e0e0506dd8b None None] Attempting to bind port c25cf83d-9cb1-4228-8bf0-2fcf96247579 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:40:03.686603 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185b2038-e27e-482e-bd68-1e0e0506dd8b None None] Attempting to bind port c25cf83d-9cb1-4228-8bf0-2fcf96247579 on network b1369f79-8419-4909-b9dc-745e2d83caa0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:40:03.691359 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185b2038-e27e-482e-bd68-1e0e0506dd8b None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:40:03.691828 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185b2038-e27e-482e-bd68-1e0e0506dd8b None None] Checking segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:40:03.692329 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-185b2038-e27e-482e-bd68-1e0e0506dd8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:03.692733 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185b2038-e27e-482e-bd68-1e0e0506dd8b None None] Bound using segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:40:03.693242 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-185b2038-e27e-482e-bd68-1e0e0506dd8b None None] Bound port: c25cf83d-9cb1-4228-8bf0-2fcf96247579, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:40:03.693755 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-185b2038-e27e-482e-bd68-1e0e0506dd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c25cf83d-9cb1-4228-8bf0-2fcf96247579), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:03.705926 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d92df87b-495a-411d-9447-7a10610a9c46 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9217172 Jan 28 13:40:03.707196 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43412) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:03.723756 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:40:03.730806 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:03.730806 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c4e2d76d-387a-437b-aa69-6eb25b801213 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "PUT /v2.0/routers/eb13d930-f8a1-4156-b9d2-75f32cf379d0 HTTP/1.1" status: 200 len: 917 time: 5.0074520 Jan 28 13:40:03.733129 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43414) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:03.751262 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806b74fe-8610-47d6-8f11-299ace947dde None None] Sync routers for ids ['eb13d930-f8a1-4156-b9d2-75f32cf379d0'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:40:03.789396 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0743b5-6869-4d5a-90a4-bd6f61421864 req-dbc6b1d0-8b9d-48df-9e87-f61a4f8d6f33 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:03.791524 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806b74fe-8610-47d6-8f11-299ace947dde None None] Routers {'eb13d930-f8a1-4156-b9d2-75f32cf379d0'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:03.792322 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-806b74fe-8610-47d6-8f11-299ace947dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['eb13d930-f8a1-4156-b9d2-75f32cf379d0'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:03.798162 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-de0743b5-6869-4d5a-90a4-bd6f61421864 req-dbc6b1d0-8b9d-48df-9e87-f61a4f8d6f33 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 945 time: 0.1257012 Jan 28 13:40:03.846872 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-806b74fe-8610-47d6-8f11-299ace947dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:03.852856 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-185b2038-e27e-482e-bd68-1e0e0506dd8b None None] For port c25cf83d-9cb1-4228-8bf0-2fcf96247579, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:40:03.857923 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e8e523-b52a-4cef-8518-66a15a7ed466 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:03.859685 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e3e8e523-b52a-4cef-8518-66a15a7ed466 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1523237 Jan 28 13:40:03.862830 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43416) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:03.868357 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-185b2038-e27e-482e-bd68-1e0e0506dd8b None None] For port c25cf83d-9cb1-4228-8bf0-2fcf96247579, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c25cf83d-9cb1-4228-8bf0-2fcf96247579,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:40:03.876675 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806b74fe-8610-47d6-8f11-299ace947dde None None] Routers {'eb13d930-f8a1-4156-b9d2-75f32cf379d0'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:03.877595 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-806b74fe-8610-47d6-8f11-299ace947dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['eb13d930-f8a1-4156-b9d2-75f32cf379d0'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:03.880209 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-185b2038-e27e-482e-bd68-1e0e0506dd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c25cf83d-9cb1-4228-8bf0-2fcf96247579), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:03.907317 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-de0743b5-6869-4d5a-90a4-bd6f61421864 req-972cf78a-37da-4415-a082-22e72effdd50 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091940 Jan 28 13:40:03.928608 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8b54daa6-6e50-44b4-a329-67c66b14e4f4 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "GET /v2.0/routers/eb13d930-f8a1-4156-b9d2-75f32cf379d0 HTTP/1.1" status: 200 len: 923 time: 0.1919079 Jan 28 13:40:03.929574 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43418) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:03.945117 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-806b74fe-8610-47d6-8f11-299ace947dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:03.945767 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806b74fe-8610-47d6-8f11-299ace947dde None None] The sync data for ids ['eb13d930-f8a1-4156-b9d2-75f32cf379d0'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:40:03.988586 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b2038-e27e-482e-bd68-1e0e0506dd8b None None] Pushing event updated for resources: {'Port': ['ID=c25cf83d-9cb1-4228-8bf0-2fcf96247579,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:04.008126 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1136401-9b97-4a59-b971-9f75ac8cc44c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:04.009730 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1136401-9b97-4a59-b971-9f75ac8cc44c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:04.011680 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b1136401-9b97-4a59-b971-9f75ac8cc44c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1463780 Jan 28 13:40:04.014576 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43420) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:04.025170 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b086b85-3220-4621-a9ef-bb44eb3f5443 req-7736aa85-8a62-4d81-bd51-2f95f6b3b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:04.026695 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5b086b85-3220-4621-a9ef-bb44eb3f5443 req-7736aa85-8a62-4d81-bd51-2f95f6b3b4f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 200 len: 910 time: 0.3058467 Jan 28 13:40:04.045960 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2984de3-6f59-4b6a-ae6e-fe12095a9bf2 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:04.050268 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a2984de3-6f59-4b6a-ae6e-fe12095a9bf2 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236&device_id=eb13d930-f8a1-4156-b9d2-75f32cf379d0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1181748 Jan 28 13:40:04.058849 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43422) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:04.085458 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5b086b85-3220-4621-a9ef-bb44eb3f5443 req-232c540e-e9cd-4b7f-9c5c-48d43a4acc69 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de0259ec-cd10-46de-afc4-14c0108a6f3d HTTP/1.1" status: 200 len: 217 time: 0.0518453 Jan 28 13:40:04.163482 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2dfe30-02bf-4a93-bf5b-e5158c2a56d9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet e21210d5-7633-4987-a93b-91f475a16f24 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:40:04.168267 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b086b85-3220-4621-a9ef-bb44eb3f5443 req-0c6f1de5-0f92-40d1-8a9b-5296acdcf780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:04.169769 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5b086b85-3220-4621-a9ef-bb44eb3f5443 req-0c6f1de5-0f92-40d1-8a9b-5296acdcf780 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0384f919-cf7e-4ec0-b290-94b57d977aef HTTP/1.1" status: 200 len: 849 time: 0.0777297 Jan 28 13:40:04.172348 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ad2dfe30-02bf-4a93-bf5b-e5158c2a56d9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (e21210d5-7633-4987-a93b-91f475a16f24), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:04.231725 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:04.253326 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab33da8-fa57-4617-93cd-d365f04c4e8e tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:04.254737 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-aab33da8-fa57-4617-93cd-d365f04c4e8e tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 881 time: 0.1946990 Jan 28 13:40:04.257605 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43426) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:04.275117 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b086b85-3220-4621-a9ef-bb44eb3f5443 req-b627bd68-5edd-4eed-a2dd-ea52b7f2c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:04.277647 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5b086b85-3220-4621-a9ef-bb44eb3f5443 req-b627bd68-5edd-4eed-a2dd-ea52b7f2c808 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7079efeb-cd22-4f60-b771-d74efc0a16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003389 Jan 28 13:40:04.300544 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-832d02f7-fe2b-4e4d-b6ca-46d292b584b4 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13d930-f8a1-4156-b9d2-75f32cf379d0 HTTP/1.1" status: 200 len: 205 time: 0.0419006 Jan 28 13:40:04.304253 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43428) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:04.359813 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ad2dfe30-02bf-4a93-bf5b-e5158c2a56d9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (e21210d5-7633-4987-a93b-91f475a16f24), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:04.402999 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5b086b85-3220-4621-a9ef-bb44eb3f5443 req-ac36b7bb-f0fa-4404-80ef-6acc22d4d9db service neutron] 10.222.0.18 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175089 Jan 28 13:40:04.483884 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e83c6e3f-dff8-40fd-921b-55914c1e420a tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router (eb13d930-f8a1-4156-b9d2-75f32cf379d0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:04.524849 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5b086b85-3220-4621-a9ef-bb44eb3f5443 req-1b3dc2d0-bcfc-427d-b5fe-d5e4a879e366 service neutron] 10.222.0.18 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156518 Jan 28 13:40:04.550248 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ad2dfe30-02bf-4a93-bf5b-e5158c2a56d9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (e21210d5-7633-4987-a93b-91f475a16f24), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:04.642078 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e83c6e3f-dff8-40fd-921b-55914c1e420a tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_gateway (eb13d930-f8a1-4156-b9d2-75f32cf379d0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:04.653317 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ad2dfe30-02bf-4a93-bf5b-e5158c2a56d9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (e21210d5-7633-4987-a93b-91f475a16f24), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:04.702962 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ad2dfe30-02bf-4a93-bf5b-e5158c2a56d9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:04.706171 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ad2dfe30-02bf-4a93-bf5b-e5158c2a56d9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/e21210d5-7633-4987-a93b-91f475a16f24 HTTP/1.1" status: 204 len: 168 time: 0.6905243 Jan 28 13:40:04.708302 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2dfe30-02bf-4a93-bf5b-e5158c2a56d9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=e21210d5-7633-4987-a93b-91f475a16f24,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:04.709027 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43432) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:04.745737 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e83c6e3f-dff8-40fd-921b-55914c1e420a tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Deleting port 9e436c83-02c7-48de-853f-b5e442c899a5 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:04.746078 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e83c6e3f-dff8-40fd-921b-55914c1e420a tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (9e436c83-02c7-48de-853f-b5e442c899a5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:04.759581 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4227460b-c0cc-4dab-a0ed-514b6f4f2222 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492985 Jan 28 13:40:04.760213 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43436) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:04.765658 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-0d9f45d9-ee0f-4137-a6ad-99e2115f1f79 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:04.859788 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e83c6e3f-dff8-40fd-921b-55914c1e420a tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (9e436c83-02c7-48de-853f-b5e442c899a5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:04.870151 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9f45d9-ee0f-4137-a6ad-99e2115f1f79 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:04.874695 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0d9f45d9-ee0f-4137-a6ad-99e2115f1f79 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:04.879587 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e83c6e3f-dff8-40fd-921b-55914c1e420a tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Calling delete_port for 9e436c83-02c7-48de-853f-b5e442c899a5 owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:05.097332 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab34253-9b91-49b9-8b1f-656713860fce req-b61c9d0c-a326-41ba-af95-72be50345c44 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:05.098984 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cab34253-9b91-49b9-8b1f-656713860fce req-b61c9d0c-a326-41ba-af95-72be50345c44 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 945 time: 0.0980096 Jan 28 13:40:05.143122 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e83c6e3f-dff8-40fd-921b-55914c1e420a tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (9e436c83-02c7-48de-853f-b5e442c899a5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.177992 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c6e3f-dff8-40fd-921b-55914c1e420a tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Pushing event deleted for resources: {'Port': ['ID=9e436c83-02c7-48de-853f-b5e442c899a5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:05.196709 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cab34253-9b91-49b9-8b1f-656713860fce req-4ac6a47d-25da-4fb9-a137-1f6f82285cd9 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909500 Jan 28 13:40:05.231816 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0d9f45d9-ee0f-4137-a6ad-99e2115f1f79 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (1c36549c-5342-4858-aafc-e0eeaa1313ee), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.266300 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e83c6e3f-dff8-40fd-921b-55914c1e420a tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (eb13d930-f8a1-4156-b9d2-75f32cf379d0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.285716 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76242f3c-c2a6-4211-9090-a89558319990 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:05.300157 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f45d9-ee0f-4137-a6ad-99e2115f1f79 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=1c36549c-5342-4858-aafc-e0eeaa1313ee,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:05.314018 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9f45d9-ee0f-4137-a6ad-99e2115f1f79 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:05.316494 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-0d9f45d9-ee0f-4137-a6ad-99e2115f1f79 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:05.319635 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9f45d9-ee0f-4137-a6ad-99e2115f1f79 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:05.321191 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0d9f45d9-ee0f-4137-a6ad-99e2115f1f79 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.346842 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0d9f45d9-ee0f-4137-a6ad-99e2115f1f79 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5854185 Jan 28 13:40:05.349677 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43442) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:05.355452 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-95c6e18f-e2dc-4d6e-9f7a-e434f0d08960 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1090908821', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:05.376609 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e83c6e3f-dff8-40fd-921b-55914c1e420a tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (eb13d930-f8a1-4156-b9d2-75f32cf379d0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.379362 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e83c6e3f-dff8-40fd-921b-55914c1e420a tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_controller (eb13d930-f8a1-4156-b9d2-75f32cf379d0), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.381636 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-95c6e18f-e2dc-4d6e-9f7a-e434f0d08960 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (1196377e-381d-4cac-a51b-c67ed825f0e2), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.382710 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-95c6e18f-e2dc-4d6e-9f7a-e434f0d08960 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (1196377e-381d-4cac-a51b-c67ed825f0e2), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.400514 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c84bf482-7b19-4c51-a1c4-443c55eddf01 None None] Provisioning complete for port c25cf83d-9cb1-4228-8bf0-2fcf96247579 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:05.400872 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c84bf482-7b19-4c51-a1c4-443c55eddf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c25cf83d-9cb1-4228-8bf0-2fcf96247579), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.439269 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e83c6e3f-dff8-40fd-921b-55914c1e420a tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (eb13d930-f8a1-4156-b9d2-75f32cf379d0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.439741 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83c6e3f-dff8-40fd-921b-55914c1e420a tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Fanout notify agent at l3_agent the message router_deleted on router eb13d930-f8a1-4156-b9d2-75f32cf379d0 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:40:05.452416 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e83c6e3f-dff8-40fd-921b-55914c1e420a tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.457039 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e83c6e3f-dff8-40fd-921b-55914c1e420a tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "DELETE /v2.0/routers/eb13d930-f8a1-4156-b9d2-75f32cf379d0 HTTP/1.1" status: 204 len: 168 time: 1.1482775 Jan 28 13:40:05.457391 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43444) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:05.462638 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-f7fdadf3-aec7-40f2-9013-1c1b1636cc37 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1882729202', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:05.473767 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-95c6e18f-e2dc-4d6e-9f7a-e434f0d08960 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for router_controller (1196377e-381d-4cac-a51b-c67ed825f0e2), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.481839 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-95c6e18f-e2dc-4d6e-9f7a-e434f0d08960 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (1196377e-381d-4cac-a51b-c67ed825f0e2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.490240 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f7fdadf3-aec7-40f2-9013-1c1b1636cc37 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (e13855a4-fce1-4af4-bb1f-4d2f112eef5f), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.491477 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f7fdadf3-aec7-40f2-9013-1c1b1636cc37 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (e13855a4-fce1-4af4-bb1f-4d2f112eef5f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.506095 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-95c6e18f-e2dc-4d6e-9f7a-e434f0d08960 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.507966 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-95c6e18f-e2dc-4d6e-9f7a-e434f0d08960 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1567254 Jan 28 13:40:05.511084 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43446) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:05.531920 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c84bf482-7b19-4c51-a1c4-443c55eddf01 None None] Current status of the port c25cf83d-9cb1-4228-8bf0-2fcf96247579 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:05.532309 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c84bf482-7b19-4c51-a1c4-443c55eddf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c25cf83d-9cb1-4228-8bf0-2fcf96247579), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.568526 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c84bf482-7b19-4c51-a1c4-443c55eddf01 None None] For port c25cf83d-9cb1-4228-8bf0-2fcf96247579, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c25cf83d-9cb1-4228-8bf0-2fcf96247579,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:05.576915 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c84bf482-7b19-4c51-a1c4-443c55eddf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c25cf83d-9cb1-4228-8bf0-2fcf96247579), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.589430 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f7fdadf3-aec7-40f2-9013-1c1b1636cc37 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_controller (e13855a4-fce1-4af4-bb1f-4d2f112eef5f), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.599234 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f7fdadf3-aec7-40f2-9013-1c1b1636cc37 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (e13855a4-fce1-4af4-bb1f-4d2f112eef5f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.635195 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f7fdadf3-aec7-40f2-9013-1c1b1636cc37 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.636991 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f7fdadf3-aec7-40f2-9013-1c1b1636cc37 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1786137 Jan 28 13:40:05.639974 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43450) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:05.646991 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-efe17cdf-140a-4630-8883-95e1933c14df tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'enable_snat': False}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:05.669902 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84bf482-7b19-4c51-a1c4-443c55eddf01 None None] Pushing event updated for resources: {'Port': ['ID=c25cf83d-9cb1-4228-8bf0-2fcf96247579,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:05.756114 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.870389 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d374068b-3e1e-4e5a-8da5-afcdb46a3f71 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:05.873770 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c25cf83d-9cb1-4228-8bf0-2fcf96247579 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:06.005511 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e011f0a-3c1f-4caa-8b52-0f77d5ff768d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:06.050193 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-935b77fd-7cd0-409b-9c80-11953d7cd771 None None] Provisioning complete for port c25cf83d-9cb1-4228-8bf0-2fcf96247579 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:06.050571 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-935b77fd-7cd0-409b-9c80-11953d7cd771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c25cf83d-9cb1-4228-8bf0-2fcf96247579), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:06.156637 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port c25cf83d-9cb1-4228-8bf0-2fcf96247579 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:06.157153 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c25cf83d-9cb1-4228-8bf0-2fcf96247579), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:06.333011 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-efe17cdf-140a-4630-8883-95e1933c14df tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router_gateway (e13855a4-fce1-4af4-bb1f-4d2f112eef5f), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:06.365636 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-6e011f0a-3c1f-4caa-8b52-0f77d5ff768d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 2001:db8::1 (b1369f79-8419-4909-b9dc-745e2d83caa0/1c36549c-5342-4858-aafc-e0eeaa1313ee/f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:06.372236 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-935b77fd-7cd0-409b-9c80-11953d7cd771 None None] Current status of the port c25cf83d-9cb1-4228-8bf0-2fcf96247579 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:06.481354 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c25cf83d-9cb1-4228-8bf0-2fcf96247579 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:06.488571 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9999a-76da-4397-b946-9d9c53a1c67c req-ddd0ac6c-d25f-48bc-aef4-1404ba86a25c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:06.490485 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-95b9999a-76da-4397-b946-9d9c53a1c67c req-ddd0ac6c-d25f-48bc-aef4-1404ba86a25c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 945 time: 0.1232111 Jan 28 13:40:06.546045 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e011f0a-3c1f-4caa-8b52-0f77d5ff768d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:06.562671 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-95b9999a-76da-4397-b946-9d9c53a1c67c req-121fd7a6-f011-4c7b-b542-4eb72cf443de tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654502 Jan 28 13:40:06.608836 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e011f0a-3c1f-4caa-8b52-0f77d5ff768d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:06.635763 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e011f0a-3c1f-4caa-8b52-0f77d5ff768d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:06.639954 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-6e011f0a-3c1f-4caa-8b52-0f77d5ff768d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:06.694529 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e011f0a-3c1f-4caa-8b52-0f77d5ff768d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:06.695308 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e011f0a-3c1f-4caa-8b52-0f77d5ff768d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (1196377e-381d-4cac-a51b-c67ed825f0e2), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:06.718135 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-efe17cdf-140a-4630-8883-95e1933c14df tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router_gateway (e13855a4-fce1-4af4-bb1f-4d2f112eef5f), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:06.744908 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-efe17cdf-140a-4630-8883-95e1933c14df tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:06.809536 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-03c16ce3-172a-4d4a-afe5-bbd4137c260b None None] Provisioning complete for port c25cf83d-9cb1-4228-8bf0-2fcf96247579 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:06.809536 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03c16ce3-172a-4d4a-afe5-bbd4137c260b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c25cf83d-9cb1-4228-8bf0-2fcf96247579), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:06.809990 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e011f0a-3c1f-4caa-8b52-0f77d5ff768d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Port': ['ID=f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:06.942180 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e011f0a-3c1f-4caa-8b52-0f77d5ff768d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:06.948249 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-efe17cdf-140a-4630-8883-95e1933c14df tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Allocated IP 172.25.3.3 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/62505f51-fc4a-41d7-9793-e422a816388b) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:07.067023 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device de0259ec-cd10-46de-afc4-14c0108a6f3d no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:40:07.155987 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-03c16ce3-172a-4d4a-afe5-bbd4137c260b None None] Current status of the port c25cf83d-9cb1-4228-8bf0-2fcf96247579 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:07.165043 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-efe17cdf-140a-4630-8883-95e1933c14df tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for port (62505f51-fc4a-41d7-9793-e422a816388b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:07.210968 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port de0259ec-cd10-46de-afc4-14c0108a6f3d is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:07.211470 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (de0259ec-cd10-46de-afc4-14c0108a6f3d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:07.215734 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-efe17cdf-140a-4630-8883-95e1933c14df tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (62505f51-fc4a-41d7-9793-e422a816388b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:07.264228 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe17cdf-140a-4630-8883-95e1933c14df tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:07.266742 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port de0259ec-cd10-46de-afc4-14c0108a6f3d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=de0259ec-cd10-46de-afc4-14c0108a6f3d,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:07.268098 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bd5107-0461-4c60-93f0-7dad5d669db1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de0259ec-cd10-46de-afc4-14c0108a6f3d'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:40:07.269732 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-efe17cdf-140a-4630-8883-95e1933c14df tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:07.271092 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84461d9a-ca18-47ff-859e-95e90d71e111" -d '{"events": [{"server_uuid": "67bd5107-0461-4c60-93f0-7dad5d669db1", "name": "network-vif-unplugged", "status": "completed", "tag": "de0259ec-cd10-46de-afc4-14c0108a6f3d"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:40:07.276846 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe17cdf-140a-4630-8883-95e1933c14df tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:07.283845 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe17cdf-140a-4630-8883-95e1933c14df tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Pushing event updated for resources: {'Port': ['ID=62505f51-fc4a-41d7-9793-e422a816388b,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:07.300400 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (de0259ec-cd10-46de-afc4-14c0108a6f3d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:07.352721 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 13:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a9cea2-dbf9-414a-b84b-e1dcf0c93385 x-openstack-request-id: req-40a9cea2-dbf9-414a-b84b-e1dcf0c93385 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:40:07.353021 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bd5107-0461-4c60-93f0-7dad5d669db1", "name": "network-vif-unplugged", "status": "failed", "tag": "de0259ec-cd10-46de-afc4-14c0108a6f3d", "code": 422}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:40:07.353271 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-40a9cea2-dbf9-414a-b84b-e1dcf0c93385 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:40:07.353941 n-d-822747-2 neutron-server[103353]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '67bd5107-0461-4c60-93f0-7dad5d669db1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'de0259ec-cd10-46de-afc4-14c0108a6f3d', 'code': 422} returned with failed status Jan 28 13:40:07.364671 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ff507c68-c8ed-4696-9b50-38394729a5e3 None None] Provisioning complete for port f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:07.365049 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff507c68-c8ed-4696-9b50-38394729a5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:07.412949 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=de0259ec-cd10-46de-afc4-14c0108a6f3d,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:07.423780 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ff507c68-c8ed-4696-9b50-38394729a5e3 None None] Port f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:40:07.435668 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e011f0a-3c1f-4caa-8b52-0f77d5ff768d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:07.440730 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e011f0a-3c1f-4caa-8b52-0f77d5ff768d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:07.441603 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e011f0a-3c1f-4caa-8b52-0f77d5ff768d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (1196377e-381d-4cac-a51b-c67ed825f0e2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:07.510664 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e011f0a-3c1f-4caa-8b52-0f77d5ff768d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Port': ['ID=f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:07.578461 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e011f0a-3c1f-4caa-8b52-0f77d5ff768d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:07.580230 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-6e011f0a-3c1f-4caa-8b52-0f77d5ff768d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:07.623371 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-efe17cdf-140a-4630-8883-95e1933c14df tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router_gateway (e13855a4-fce1-4af4-bb1f-4d2f112eef5f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:07.779254 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890f2f7-ac11-4cc8-b8d9-92f7e0efabd5 req-48ee5a41-1491-4ca1-9f6b-985acf16f5e7 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:07.781154 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1890f2f7-ac11-4cc8-b8d9-92f7e0efabd5 req-48ee5a41-1491-4ca1-9f6b-985acf16f5e7 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 943 time: 0.0996792 Jan 28 13:40:07.801898 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c25cf83d-9cb1-4228-8bf0-2fcf96247579 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:07.860175 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port c25cf83d-9cb1-4228-8bf0-2fcf96247579 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:07.860566 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c25cf83d-9cb1-4228-8bf0-2fcf96247579), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:07.866715 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e011f0a-3c1f-4caa-8b52-0f77d5ff768d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Router 1196377e-381d-4cac-a51b-c67ed825f0e2 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:40:07.907480 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1890f2f7-ac11-4cc8-b8d9-92f7e0efabd5 req-1d95f4c7-54a0-4906-8929-bd63b7fb91d2 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149142 Jan 28 13:40:07.910480 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-efe17cdf-140a-4630-8883-95e1933c14df tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5641'] for router (e13855a4-fce1-4af4-bb1f-4d2f112eef5f), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:07.924670 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-efe17cdf-140a-4630-8883-95e1933c14df tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352569'] for router (e13855a4-fce1-4af4-bb1f-4d2f112eef5f), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:08.032866 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e011f0a-3c1f-4caa-8b52-0f77d5ff768d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:40:08.043044 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44e4f16-92ab-4051-9489-a7090fc1fc84 None None] Sync routers for ids ['1196377e-381d-4cac-a51b-c67ed825f0e2'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:40:08.055841 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6e011f0a-3c1f-4caa-8b52-0f77d5ff768d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "PUT /v2.0/routers/1196377e-381d-4cac-a51b-c67ed825f0e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5394776 Jan 28 13:40:08.057438 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44e4f16-92ab-4051-9489-a7090fc1fc84 None None] Routers {'1196377e-381d-4cac-a51b-c67ed825f0e2'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:08.058059 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a44e4f16-92ab-4051-9489-a7090fc1fc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1196377e-381d-4cac-a51b-c67ed825f0e2'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:08.059830 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43474) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:08.060124 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c25cf83d-9cb1-4228-8bf0-2fcf96247579 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:08.065333 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-2e5a2d47-c706-4315-b449-42b48d821707 None None] Provisioning complete for port f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:08.065751 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e5a2d47-c706-4315-b449-42b48d821707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:08.129263 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2e5a2d47-c706-4315-b449-42b48d821707 None None] Port f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:40:08.158634 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a291fa7-f1e2-44ac-afba-d27249865ddc req-23466ca6-b974-4846-95fa-6c4b6965d8b4 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:08.160250 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a291fa7-f1e2-44ac-afba-d27249865ddc req-23466ca6-b974-4846-95fa-6c4b6965d8b4 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.1086111 Jan 28 13:40:08.245271 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-a44e4f16-92ab-4051-9489-a7090fc1fc84 None None] Set router 1196377e-381d-4cac-a51b-c67ed825f0e2 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:40:08.251380 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a291fa7-f1e2-44ac-afba-d27249865ddc req-c23fe62b-1db9-4e8e-893d-ea0b6372fa29 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836973 Jan 28 13:40:08.254752 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe17cdf-140a-4630-8883-95e1933c14df tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Router e13855a4-fce1-4af4-bb1f-4d2f112eef5f is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:40:08.522963 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322444c-c48e-4b16-926f-98a130372047 req-aa26b0cb-4125-4471-80d1-2fb2e5304158 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:08.523270 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0e4ae1-90b7-4d7d-ab6d-3ba032f61edf tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:08.524454 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ca0e4ae1-90b7-4d7d-ab6d-3ba032f61edf tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports/f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d HTTP/1.1" status: 200 len: 911 time: 0.4634778 Jan 28 13:40:08.524640 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3322444c-c48e-4b16-926f-98a130372047 req-aa26b0cb-4125-4471-80d1-2fb2e5304158 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.1599278 Jan 28 13:40:08.527436 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43482) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:08.557523 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe17cdf-140a-4630-8883-95e1933c14df tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:40:08.557733 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a44e4f16-92ab-4051-9489-a7090fc1fc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1196377e-381d-4cac-a51b-c67ed825f0e2', 'name': 'tempest-NetworksTestDHCPv6-router-1090908821', 'tenant_id': 'c889d0606f324a669840943fc2266e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:40:05Z', 'updated_at': '2022-01-28T13:40:06Z', 'revision_number': 2, 'project_id': 'c889d0606f324a669840943fc2266e93', 'gw_port_host': None, '_interfaces': [{'id': 'f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d', 'name': '', 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'tenant_id': 'c889d0606f324a669840943fc2266e93', 'mac_address': 'fa:16:3e:f9:e7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1196377e-381d-4cac-a51b-c67ed825f0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '1c36549c-5342-4858-aafc-e0eeaa1313ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:06Z', 'updated_at': '2022-01-28T13:40:07Z', 'revision_number': 2, 'project_id': 'c889d0606f324a669840943fc2266e93', 'subnets': [{'id': '1c36549c-5342-4858-aafc-e0eeaa1313ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:08.571651 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f23dba-eee7-4340-b6d6-5c506298d8c1 None None] Sync routers for ids ['e13855a4-fce1-4af4-bb1f-4d2f112eef5f'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:40:08.588945 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-efe17cdf-140a-4630-8883-95e1933c14df tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:08.590478 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-efe17cdf-140a-4630-8883-95e1933c14df tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "PUT /v2.0/routers/e13855a4-fce1-4af4-bb1f-4d2f112eef5f HTTP/1.1" status: 200 len: 918 time: 2.9481380 Jan 28 13:40:08.595426 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f23dba-eee7-4340-b6d6-5c506298d8c1 None None] Routers {'e13855a4-fce1-4af4-bb1f-4d2f112eef5f'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:08.596070 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c6f23dba-eee7-4340-b6d6-5c506298d8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e13855a4-fce1-4af4-bb1f-4d2f112eef5f'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:08.597256 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43486) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:08.602432 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34db468e-271e-4a82-8e0c-f1a2188f8651 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:08.604760 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44e4f16-92ab-4051-9489-a7090fc1fc84 None None] Checking router: 1196377e-381d-4cac-a51b-c67ed825f0e2 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:40:08.605369 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44e4f16-92ab-4051-9489-a7090fc1fc84 None None] Updating router 1196377e-381d-4cac-a51b-c67ed825f0e2 port f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:40:08.612608 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34db468e-271e-4a82-8e0c-f1a2188f8651 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:08.615649 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-34db468e-271e-4a82-8e0c-f1a2188f8651 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0872147 Jan 28 13:40:08.619031 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43488) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:08.643363 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a44e4f16-92ab-4051-9489-a7090fc1fc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:08.668962 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c6f23dba-eee7-4340-b6d6-5c506298d8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:08.678501 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f23dba-eee7-4340-b6d6-5c506298d8c1 None None] Routers {'e13855a4-fce1-4af4-bb1f-4d2f112eef5f'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:08.679170 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c6f23dba-eee7-4340-b6d6-5c506298d8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e13855a4-fce1-4af4-bb1f-4d2f112eef5f'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:08.696588 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3322444c-c48e-4b16-926f-98a130372047 req-365aec9c-6750-4b09-8f0d-473f469d81c0 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633635 Jan 28 13:40:08.714505 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c6f23dba-eee7-4340-b6d6-5c506298d8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:08.715230 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f23dba-eee7-4340-b6d6-5c506298d8c1 None None] The sync data for ids ['e13855a4-fce1-4af4-bb1f-4d2f112eef5f'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:40:08.832087 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a755b991-586e-41a7-bb6f-20d538155d20 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "GET /v2.0/routers/e13855a4-fce1-4af4-bb1f-4d2f112eef5f HTTP/1.1" status: 200 len: 924 time: 0.2309804 Jan 28 13:40:08.838868 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43500) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:08.966605 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dece66-50a1-4d84-8743-0d391c6961ca tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:08.972888 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b5dece66-50a1-4d84-8743-0d391c6961ca tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236&device_id=e13855a4-fce1-4af4-bb1f-4d2f112eef5f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1329019 Jan 28 13:40:08.973749 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43504) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:09.121626 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a44e4f16-92ab-4051-9489-a7090fc1fc84 None None] Publish callbacks [] for port (f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:09.131249 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a44e4f16-92ab-4051-9489-a7090fc1fc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:09.159672 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4c7fb-b23a-4bf2-b982-dd76bdcd1544 req-51fe6598-6437-4788-92d8-7fb680691d94 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:09.167717 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-73c4c7fb-b23a-4bf2-b982-dd76bdcd1544 req-51fe6598-6437-4788-92d8-7fb680691d94 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.1704168 Jan 28 13:40:09.196563 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d3572-661e-4cd9-b8a1-39c02455595d None None] Pushing event updated for resources: {'Port': ['ID=f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:09.240878 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463b063e-1a9d-4353-9a39-eacc059ff82f tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:09.242605 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-463b063e-1a9d-4353-9a39-eacc059ff82f tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "GET /v2.0/networks/2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 881 time: 0.2671382 Jan 28 13:40:09.251019 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43508) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:09.294860 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-73c4c7fb-b23a-4bf2-b982-dd76bdcd1544 req-70bda187-91bc-4d19-97da-06546de660a6 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261864 Jan 28 13:40:09.311144 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8a137879-141f-4079-80f9-38de7022cdd0 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13855a4-fce1-4af4-bb1f-4d2f112eef5f HTTP/1.1" status: 200 len: 205 time: 0.0519626 Jan 28 13:40:09.313804 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43512) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:09.342544 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-a44e4f16-92ab-4051-9489-a7090fc1fc84 None None] Attempting to bind port f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:40:09.342990 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-a44e4f16-92ab-4051-9489-a7090fc1fc84 None None] Attempting to bind port f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:40:09.343431 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44e4f16-92ab-4051-9489-a7090fc1fc84 None None] Attempting to bind port f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d on network b1369f79-8419-4909-b9dc-745e2d83caa0 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:40:09.361067 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44e4f16-92ab-4051-9489-a7090fc1fc84 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:40:09.371108 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44e4f16-92ab-4051-9489-a7090fc1fc84 None None] Checking segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:40:09.371605 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a44e4f16-92ab-4051-9489-a7090fc1fc84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:09.372006 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44e4f16-92ab-4051-9489-a7090fc1fc84 None None] Bound using segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:40:09.372512 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-a44e4f16-92ab-4051-9489-a7090fc1fc84 None None] Bound port: f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:40:09.372994 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a44e4f16-92ab-4051-9489-a7090fc1fc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:09.415714 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c263291-6633-4d87-968c-adb9e39aaabb req-bcd2f450-fbf8-4f61-b779-fc404a94c3ac tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:09.424025 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c263291-6633-4d87-968c-adb9e39aaabb req-bcd2f450-fbf8-4f61-b779-fc404a94c3ac tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 946 time: 0.2179978 Jan 28 13:40:09.560163 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e334f415-25de-4c8d-8b18-1c5604fcd722 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router (e13855a4-fce1-4af4-bb1f-4d2f112eef5f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:09.568057 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-a44e4f16-92ab-4051-9489-a7090fc1fc84 None None] For port f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:40:09.574959 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-a44e4f16-92ab-4051-9489-a7090fc1fc84 None None] For port f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:40:09.582003 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a44e4f16-92ab-4051-9489-a7090fc1fc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:09.664068 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d3572-661e-4cd9-b8a1-39c02455595d None None] Pushing event updated for resources: {'Port': ['ID=f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:09.682892 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c263291-6633-4d87-968c-adb9e39aaabb req-ee0fa47d-fdd2-4a4a-bda5-ec21c8008141 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524734 Jan 28 13:40:09.694752 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44e4f16-92ab-4051-9489-a7090fc1fc84 None None] Routers {'1196377e-381d-4cac-a51b-c67ed825f0e2'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:09.695415 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a44e4f16-92ab-4051-9489-a7090fc1fc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1196377e-381d-4cac-a51b-c67ed825f0e2'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:09.712027 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26b3f8a5-5bec-4acf-86ef-10af792b02f1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (1196377e-381d-4cac-a51b-c67ed825f0e2), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:09.716152 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-87389bea-8a2b-458c-a465-3c6d8533ce7a None None] Provisioning complete for port f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:09.716662 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87389bea-8a2b-458c-a465-3c6d8533ce7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:09.749061 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e334f415-25de-4c8d-8b18-1c5604fcd722 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_gateway (e13855a4-fce1-4af4-bb1f-4d2f112eef5f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:09.845837 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-87389bea-8a2b-458c-a465-3c6d8533ce7a None None] Current status of the port f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:09.846349 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e334f415-25de-4c8d-8b18-1c5604fcd722 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Deleting port 62505f51-fc4a-41d7-9793-e422a816388b {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:09.846596 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87389bea-8a2b-458c-a465-3c6d8533ce7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:09.847070 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e334f415-25de-4c8d-8b18-1c5604fcd722 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (62505f51-fc4a-41d7-9793-e422a816388b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:09.888360 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-87389bea-8a2b-458c-a465-3c6d8533ce7a None None] For port f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:09.906604 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87389bea-8a2b-458c-a465-3c6d8533ce7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:09.948217 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-a44e4f16-92ab-4051-9489-a7090fc1fc84 None None] Set router 1196377e-381d-4cac-a51b-c67ed825f0e2 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:40:10.003936 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87389bea-8a2b-458c-a465-3c6d8533ce7a None None] Pushing event updated for resources: {'Port': ['ID=f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:10.068805 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e334f415-25de-4c8d-8b18-1c5604fcd722 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (62505f51-fc4a-41d7-9793-e422a816388b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:10.104603 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e334f415-25de-4c8d-8b18-1c5604fcd722 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Calling delete_port for 62505f51-fc4a-41d7-9793-e422a816388b owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:10.212431 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-26b3f8a5-5bec-4acf-86ef-10af792b02f1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting port f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:10.212885 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26b3f8a5-5bec-4acf-86ef-10af792b02f1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:10.236533 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-cbb5b55c-81be-4f7d-8bd0-56179dda7dfa None None] Provisioning complete for port f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:10.236964 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cbb5b55c-81be-4f7d-8bd0-56179dda7dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:10.335802 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a44e4f16-92ab-4051-9489-a7090fc1fc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1196377e-381d-4cac-a51b-c67ed825f0e2', 'name': 'tempest-NetworksTestDHCPv6-router-1090908821', 'tenant_id': 'c889d0606f324a669840943fc2266e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:40:05Z', 'updated_at': '2022-01-28T13:40:06Z', 'revision_number': 2, 'project_id': 'c889d0606f324a669840943fc2266e93', 'gw_port_host': None, '_interfaces': [{'id': 'f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d', 'name': '', 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'tenant_id': 'c889d0606f324a669840943fc2266e93', 'mac_address': 'fa:16:3e:f9:e7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1196377e-381d-4cac-a51b-c67ed825f0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '1c36549c-5342-4858-aafc-e0eeaa1313ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:06Z', 'updated_at': '2022-01-28T13:40:09Z', 'revision_number': 4, 'project_id': 'c889d0606f324a669840943fc2266e93', 'subnets': [{'id': '1c36549c-5342-4858-aafc-e0eeaa1313ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:10.342886 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-cbb5b55c-81be-4f7d-8bd0-56179dda7dfa None None] Current status of the port f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:10.366948 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44e4f16-92ab-4051-9489-a7090fc1fc84 None None] The sync data for ids ['1196377e-381d-4cac-a51b-c67ed825f0e2'] in n-d-822747-2 is: [{'id': '1196377e-381d-4cac-a51b-c67ed825f0e2', 'name': 'tempest-NetworksTestDHCPv6-router-1090908821', 'tenant_id': 'c889d0606f324a669840943fc2266e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:40:05Z', 'updated_at': '2022-01-28T13:40:06Z', 'revision_number': 2, 'project_id': 'c889d0606f324a669840943fc2266e93', 'gw_port_host': None, '_interfaces': [{'id': 'f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d', 'name': '', 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'tenant_id': 'c889d0606f324a669840943fc2266e93', 'mac_address': 'fa:16:3e:f9:e7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1196377e-381d-4cac-a51b-c67ed825f0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '1c36549c-5342-4858-aafc-e0eeaa1313ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:06Z', 'updated_at': '2022-01-28T13:40:09Z', 'revision_number': 4, 'project_id': 'c889d0606f324a669840943fc2266e93', 'subnets': [{'id': '1c36549c-5342-4858-aafc-e0eeaa1313ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:40:10.374039 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-26b3f8a5-5bec-4acf-86ef-10af792b02f1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] For port f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:10.374372 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26b3f8a5-5bec-4acf-86ef-10af792b02f1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:10.416324 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-26b3f8a5-5bec-4acf-86ef-10af792b02f1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Calling delete_port for f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:10.550201 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e334f415-25de-4c8d-8b18-1c5604fcd722 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (62505f51-fc4a-41d7-9793-e422a816388b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:10.593567 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334f415-25de-4c8d-8b18-1c5604fcd722 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Pushing event deleted for resources: {'Port': ['ID=62505f51-fc4a-41d7-9793-e422a816388b,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:10.669155 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ac6d7-a086-421d-91cd-0f5149a46aa1 req-dd30662d-9555-47d1-a2f0-cef7144e43c0 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:10.670715 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a43ac6d7-a086-421d-91cd-0f5149a46aa1 req-dd30662d-9555-47d1-a2f0-cef7144e43c0 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.1935484 Jan 28 13:40:10.690005 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e334f415-25de-4c8d-8b18-1c5604fcd722 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (e13855a4-fce1-4af4-bb1f-4d2f112eef5f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:10.716789 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26b3f8a5-5bec-4acf-86ef-10af792b02f1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:10.859354 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3f8a5-5bec-4acf-86ef-10af792b02f1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Port': ['ID=f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:10.914212 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e334f415-25de-4c8d-8b18-1c5604fcd722 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (e13855a4-fce1-4af4-bb1f-4d2f112eef5f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:10.933812 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e334f415-25de-4c8d-8b18-1c5604fcd722 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_controller (e13855a4-fce1-4af4-bb1f-4d2f112eef5f), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:10.943261 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a43ac6d7-a086-421d-91cd-0f5149a46aa1 req-f3b4995a-6bb0-4f98-aaf1-fcfe76ae672e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2633114 Jan 28 13:40:11.079615 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26b3f8a5-5bec-4acf-86ef-10af792b02f1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (1196377e-381d-4cac-a51b-c67ed825f0e2), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:11.098060 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7ef3d-5162-4448-a775-463010668151 req-e70b03c5-21e9-4d34-a02b-98676331bbbe tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:11.101433 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9d7ef3d-5162-4448-a775-463010668151 req-e70b03c5-21e9-4d34-a02b-98676331bbbe tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 946 time: 0.2241809 Jan 28 13:40:11.127813 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e334f415-25de-4c8d-8b18-1c5604fcd722 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (e13855a4-fce1-4af4-bb1f-4d2f112eef5f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:11.129102 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e334f415-25de-4c8d-8b18-1c5604fcd722 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Fanout notify agent at l3_agent the message router_deleted on router e13855a4-fce1-4af4-bb1f-4d2f112eef5f {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:40:11.146108 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e334f415-25de-4c8d-8b18-1c5604fcd722 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:11.147376 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e334f415-25de-4c8d-8b18-1c5604fcd722 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "DELETE /v2.0/routers/e13855a4-fce1-4af4-bb1f-4d2f112eef5f HTTP/1.1" status: 204 len: 168 time: 1.8321838 Jan 28 13:40:11.189973 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43532) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:11.206136 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-3e4fb242-3431-4d47-a65f-62d650fc906d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1885886743', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}, 'admin_state_up': False}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:11.245908 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e4fb242-3431-4d47-a65f-62d650fc906d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (f604466f-d86c-4929-aedc-d18afe0f93d6), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:11.247961 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e4fb242-3431-4d47-a65f-62d650fc906d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (f604466f-d86c-4929-aedc-d18afe0f93d6), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:11.273814 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2319d-2e0a-41b0-93e0-c6012901a4aa req-88fb25dd-8ebd-4b22-8b44-2e1278e377ac tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:11.282150 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2da2319d-2e0a-41b0-93e0-c6012901a4aa req-88fb25dd-8ebd-4b22-8b44-2e1278e377ac tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 946 time: 0.3446975 Jan 28 13:40:11.458050 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2da2319d-2e0a-41b0-93e0-c6012901a4aa req-01b68599-4ed9-4eac-a71e-b87f712fc9a6 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748457 Jan 28 13:40:11.477928 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b3f8a5-5bec-4acf-86ef-10af792b02f1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Router 1196377e-381d-4cac-a51b-c67ed825f0e2 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:40:11.593824 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b3f8a5-5bec-4acf-86ef-10af792b02f1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:40:11.611382 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-26b3f8a5-5bec-4acf-86ef-10af792b02f1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "PUT /v2.0/routers/1196377e-381d-4cac-a51b-c67ed825f0e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9900570 Jan 28 13:40:11.614177 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43538) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:11.719134 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82504be5-0e84-4ab5-8fb0-c1f58252af25 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:11.721412 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82504be5-0e84-4ab5-8fb0-c1f58252af25 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:11.723755 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-82504be5-0e84-4ab5-8fb0-c1f58252af25 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1083949 Jan 28 13:40:11.726414 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43542) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:11.792238 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-307e793d-d4d4-4829-a1dd-38f32fe77c23 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet 1c36549c-5342-4858-aafc-e0eeaa1313ee {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:40:11.796337 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-307e793d-d4d4-4829-a1dd-38f32fe77c23 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (1c36549c-5342-4858-aafc-e0eeaa1313ee), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:11.853617 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-307e793d-d4d4-4829-a1dd-38f32fe77c23 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (1c36549c-5342-4858-aafc-e0eeaa1313ee), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:11.928970 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-307e793d-d4d4-4829-a1dd-38f32fe77c23 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (1c36549c-5342-4858-aafc-e0eeaa1313ee), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:11.956403 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e4fb242-3431-4d47-a65f-62d650fc906d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_controller (f604466f-d86c-4929-aedc-d18afe0f93d6), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:12.007910 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-307e793d-d4d4-4829-a1dd-38f32fe77c23 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (1c36549c-5342-4858-aafc-e0eeaa1313ee), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:12.052707 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e793d-d4d4-4829-a1dd-38f32fe77c23 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=1c36549c-5342-4858-aafc-e0eeaa1313ee,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:12.057040 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-307e793d-d4d4-4829-a1dd-38f32fe77c23 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:12.061837 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-307e793d-d4d4-4829-a1dd-38f32fe77c23 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/1c36549c-5342-4858-aafc-e0eeaa1313ee HTTP/1.1" status: 204 len: 168 time: 0.3340189 Jan 28 13:40:12.066351 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43546) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:12.067424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5360768-dad1-4247-83d8-d3643702454f None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:12.180744 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e4fb242-3431-4d47-a65f-62d650fc906d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_gateway (f604466f-d86c-4929-aedc-d18afe0f93d6), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:12.191592 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-c9d7ef3d-5162-4448-a775-463010668151 req-5fac3f3f-932d-4e04-9665-2ee281cd4f3c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Deleting port acd709ee-c689-4a1a-b014-195d714a9cbb {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:12.192117 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c9d7ef3d-5162-4448-a775-463010668151 req-5fac3f3f-932d-4e04-9665-2ee281cd4f3c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:12.286199 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-626d0216-b72d-44e6-ad45-bc05f91a265b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2183588 Jan 28 13:40:12.293579 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fbb3a-66f8-40dc-9405-ead76c80422d req-7b61d8c8-72f8-4597-84d9-d584620e695a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:12.294618 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43548) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:12.300655 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-af2fbb3a-66f8-40dc-9405-ead76c80422d req-7b61d8c8-72f8-4597-84d9-d584620e695a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.1581924 Jan 28 13:40:12.322088 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d385f7e-891c-4cf1-888a-aa7c6f3042db None None] DHCP port deletion for b1369f79-8419-4909-b9dc-745e2d83caa0 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:40:12.372120 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-af2fbb3a-66f8-40dc-9405-ead76c80422d req-67a47988-3adb-4041-939f-17cd2cdafe75 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704749 Jan 28 13:40:12.413668 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8d385f7e-891c-4cf1-888a-aa7c6f3042db None None] Deleting port c25cf83d-9cb1-4228-8bf0-2fcf96247579 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:12.414059 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d385f7e-891c-4cf1-888a-aa7c6f3042db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c25cf83d-9cb1-4228-8bf0-2fcf96247579), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:12.462847 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dfae40a7-ce29-4435-bc94-96621d9cec05 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for router (1196377e-381d-4cac-a51b-c67ed825f0e2), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:12.473277 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-c9d7ef3d-5162-4448-a775-463010668151 req-5fac3f3f-932d-4e04-9665-2ee281cd4f3c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] For port acd709ee-c689-4a1a-b014-195d714a9cbb, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=acd709ee-c689-4a1a-b014-195d714a9cbb,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:12.473651 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c9d7ef3d-5162-4448-a775-463010668151 req-5fac3f3f-932d-4e04-9665-2ee281cd4f3c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:12.505696 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-8d385f7e-891c-4cf1-888a-aa7c6f3042db None None] For port c25cf83d-9cb1-4228-8bf0-2fcf96247579, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c25cf83d-9cb1-4228-8bf0-2fcf96247579,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:12.506101 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d385f7e-891c-4cf1-888a-aa7c6f3042db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c25cf83d-9cb1-4228-8bf0-2fcf96247579), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:12.530247 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8d385f7e-891c-4cf1-888a-aa7c6f3042db None None] Calling delete_port for c25cf83d-9cb1-4228-8bf0-2fcf96247579 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:12.661845 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d385f7e-891c-4cf1-888a-aa7c6f3042db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (c25cf83d-9cb1-4228-8bf0-2fcf96247579), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:12.691956 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d385f7e-891c-4cf1-888a-aa7c6f3042db None None] No DVR routers for this DVR port c25cf83d-9cb1-4228-8bf0-2fcf96247579 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:40:12.764310 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d385f7e-891c-4cf1-888a-aa7c6f3042db None None] Pushing event deleted for resources: {'Port': ['ID=c25cf83d-9cb1-4228-8bf0-2fcf96247579,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:12.874881 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3edc30-34aa-445c-8da3-e6972b31bfa2 None None] Sync routers for ids ['1196377e-381d-4cac-a51b-c67ed825f0e2'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:40:12.890561 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3edc30-34aa-445c-8da3-e6972b31bfa2 None None] Routers {'1196377e-381d-4cac-a51b-c67ed825f0e2'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:12.891503 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ce3edc30-34aa-445c-8da3-e6972b31bfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1196377e-381d-4cac-a51b-c67ed825f0e2'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:12.900445 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dfae40a7-ce29-4435-bc94-96621d9cec05 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (1196377e-381d-4cac-a51b-c67ed825f0e2), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:12.907447 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dfae40a7-ce29-4435-bc94-96621d9cec05 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for router_controller (1196377e-381d-4cac-a51b-c67ed825f0e2), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:12.978575 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-ce3edc30-34aa-445c-8da3-e6972b31bfa2 None None] Set router 1196377e-381d-4cac-a51b-c67ed825f0e2 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:40:13.000824 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62350caf-8e34-4c52-b16d-ea6a1067c5c8 req-e62175d0-46fa-463a-b4b4-c60d128e1ff8 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:13.004436 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-62350caf-8e34-4c52-b16d-ea6a1067c5c8 req-e62175d0-46fa-463a-b4b4-c60d128e1ff8 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 946 time: 0.3877375 Jan 28 13:40:13.057294 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ce3edc30-34aa-445c-8da3-e6972b31bfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1196377e-381d-4cac-a51b-c67ed825f0e2', 'name': 'tempest-NetworksTestDHCPv6-router-1090908821', 'tenant_id': 'c889d0606f324a669840943fc2266e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:40:05Z', 'updated_at': '2022-01-28T13:40:10Z', 'revision_number': 3, 'project_id': 'c889d0606f324a669840943fc2266e93', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:13.075682 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dfae40a7-ce29-4435-bc94-96621d9cec05 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (1196377e-381d-4cac-a51b-c67ed825f0e2), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:13.076197 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfae40a7-ce29-4435-bc94-96621d9cec05 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Fanout notify agent at l3_agent the message router_deleted on router 1196377e-381d-4cac-a51b-c67ed825f0e2 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:40:13.086615 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3edc30-34aa-445c-8da3-e6972b31bfa2 None None] Checking router: 1196377e-381d-4cac-a51b-c67ed825f0e2 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:40:13.094470 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3edc30-34aa-445c-8da3-e6972b31bfa2 None None] Routers set() bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:13.094830 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3edc30-34aa-445c-8da3-e6972b31bfa2 None None] Router IDs set() for agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 13:40:13.095448 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_agentschedulers_db [None req-ce3edc30-34aa-445c-8da3-e6972b31bfa2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1196377e-381d-4cac-a51b-c67ed825f0e2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent'). {{(pid=103354) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 13:40:13.095572 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dfae40a7-ce29-4435-bc94-96621d9cec05 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:13.095816 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3edc30-34aa-445c-8da3-e6972b31bfa2 None None] The sync data for ids ['1196377e-381d-4cac-a51b-c67ed825f0e2'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:40:13.096657 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dfae40a7-ce29-4435-bc94-96621d9cec05 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/routers/1196377e-381d-4cac-a51b-c67ed825f0e2 HTTP/1.1" status: 204 len: 168 time: 0.8012946 Jan 28 13:40:13.100273 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43558) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:13.108533 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-43f5a330-4c61-4322-a9fd-841f03271dde tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:13.239398 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c9d7ef3d-5162-4448-a775-463010668151 req-5fac3f3f-932d-4e04-9665-2ee281cd4f3c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:13.240094 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c9d7ef3d-5162-4448-a775-463010668151 req-5fac3f3f-932d-4e04-9665-2ee281cd4f3c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (e7f081bf-cec1-487b-a0e9-c1c97ecee1fa), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:13.240513 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [req-c9d7ef3d-5162-4448-a775-463010668151 req-5fac3f3f-932d-4e04-9665-2ee281cd4f3c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Floating IP e7f081bf-cec1-487b-a0e9-c1c97ecee1fa disassociated. External IP: 172.25.3.92, port: acd709ee-c689-4a1a-b014-195d714a9cbb. Jan 28 13:40:13.241041 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-c9d7ef3d-5162-4448-a775-463010668151 req-5fac3f3f-932d-4e04-9665-2ee281cd4f3c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Calling delete_port for acd709ee-c689-4a1a-b014-195d714a9cbb owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:13.265621 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f5a330-4c61-4322-a9fd-841f03271dde tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:13.270094 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-43f5a330-4c61-4322-a9fd-841f03271dde tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:13.288061 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e4fb242-3431-4d47-a65f-62d650fc906d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_gateway (f604466f-d86c-4929-aedc-d18afe0f93d6), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:13.310193 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-62350caf-8e34-4c52-b16d-ea6a1067c5c8 req-6b04d9de-1d01-4b7a-a454-33f40ae72d03 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups?id=55d7842b-7cf9-4197-a8d2-db6e0184d6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406518 Jan 28 13:40:13.351740 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e4fb242-3431-4d47-a65f-62d650fc906d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:13.619176 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-3e4fb242-3431-4d47-a65f-62d650fc906d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Allocated IP 172.25.3.208 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/ce6cbf74-7b2a-4307-9b9d-65548e952f85) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:13.620461 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-43f5a330-4c61-4322-a9fd-841f03271dde tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (20b4415c-3dc0-49fb-9d32-72451c1406ba), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:13.691132 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c9d7ef3d-5162-4448-a775-463010668151 req-5fac3f3f-932d-4e04-9665-2ee281cd4f3c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (acd709ee-c689-4a1a-b014-195d714a9cbb), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:13.711604 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b87317-2496-42e6-a965-fa179067fa48 req-830fbdcc-6e20-4d48-b624-5aae81236830 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:13.714252 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-00b87317-2496-42e6-a965-fa179067fa48 req-830fbdcc-6e20-4d48-b624-5aae81236830 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.2301958 Jan 28 13:40:13.823341 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac3f3f-932d-4e04-9665-2ee281cd4f3c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Pushing event deleted for resources: {'Port': ['ID=acd709ee-c689-4a1a-b014-195d714a9cbb,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:13.825365 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f5a330-4c61-4322-a9fd-841f03271dde tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:13.835341 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-43f5a330-4c61-4322-a9fd-841f03271dde tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:13.844223 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f5a330-4c61-4322-a9fd-841f03271dde tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:13.844848 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-43f5a330-4c61-4322-a9fd-841f03271dde tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:13.872342 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d627d444-cb4b-4b7f-93b5-a7af2bbed77e None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:13.914300 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5a330-4c61-4322-a9fd-841f03271dde tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=20b4415c-3dc0-49fb-9d32-72451c1406ba,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:13.956838 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-43f5a330-4c61-4322-a9fd-841f03271dde tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8508143 Jan 28 13:40:13.957425 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-00b87317-2496-42e6-a965-fa179067fa48 req-b5c3d5ba-f620-463d-8763-a417b1242388 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224195 Jan 28 13:40:13.957881 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43568) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:13.960897 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:40:13.969646 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-a8788664-577b-44cd-80a5-69a8b9098a99 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1886780645', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:14.028769 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a8788664-577b-44cd-80a5-69a8b9098a99 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (a5a96b52-be17-4e14-b5e9-5fb94543e280), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:14.030209 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a8788664-577b-44cd-80a5-69a8b9098a99 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (a5a96b52-be17-4e14-b5e9-5fb94543e280), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:14.087448 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:40:14.087787 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e4fb242-3431-4d47-a65f-62d650fc906d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for port (ce6cbf74-7b2a-4307-9b9d-65548e952f85), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:14.089015 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device f2d6da35-f6ec-4d9f-8a8c-7c6455cf521d not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:40:14.090142 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c25cf83d-9cb1-4228-8bf0-2fcf96247579 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:40:14.132969 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9d7ef3d-5162-4448-a775-463010668151 req-5fac3f3f-932d-4e04-9665-2ee281cd4f3c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Router 721350a7-83fa-4721-8554-c80c4f6845bc has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:40:14.136888 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a8788664-577b-44cd-80a5-69a8b9098a99 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for router_controller (a5a96b52-be17-4e14-b5e9-5fb94543e280), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:14.146388 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a8788664-577b-44cd-80a5-69a8b9098a99 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (a5a96b52-be17-4e14-b5e9-5fb94543e280), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:14.152556 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: c25cf83d-9cb1-4228-8bf0-2fcf96247579 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:40:14.152959 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c25cf83d-9cb1-4228-8bf0-2fcf96247579 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:40:14.157282 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e4fb242-3431-4d47-a65f-62d650fc906d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (ce6cbf74-7b2a-4307-9b9d-65548e952f85), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:14.175830 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a8788664-577b-44cd-80a5-69a8b9098a99 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:14.177073 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a8788664-577b-44cd-80a5-69a8b9098a99 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2182703 Jan 28 13:40:14.180668 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43570) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:14.216416 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e782f22e-1bdf-4022-9d5f-77f5662e2026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-b1369f79-8419-4909-b9dc-745e2d83caa0', 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'project_id': 'c889d0606f324a669840943fc2266e93', 'fixed_ips': [{'subnet_id': '20b4415c-3dc0-49fb-9d32-72451c1406ba'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:40:14.217548 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e782f22e-1bdf-4022-9d5f-77f5662e2026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:14.247131 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4fb242-3431-4d47-a65f-62d650fc906d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:14.258901 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-3e4fb242-3431-4d47-a65f-62d650fc906d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:14.263230 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4fb242-3431-4d47-a65f-62d650fc906d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:14.372395 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fb242-3431-4d47-a65f-62d650fc906d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Pushing event updated for resources: {'Port': ['ID=ce6cbf74-7b2a-4307-9b9d-65548e952f85,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:14.416306 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9d7ef3d-5162-4448-a775-463010668151 req-5fac3f3f-932d-4e04-9665-2ee281cd4f3c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:40:14.485487 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9502b9ac-e484-44a1-9c4c-13aafb42d4b6 None None] Sync routers for ids ['721350a7-83fa-4721-8554-c80c4f6845bc'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:40:14.514637 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9502b9ac-e484-44a1-9c4c-13aafb42d4b6 None None] Routers {'721350a7-83fa-4721-8554-c80c4f6845bc'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:14.515300 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9502b9ac-e484-44a1-9c4c-13aafb42d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['721350a7-83fa-4721-8554-c80c4f6845bc'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:14.522835 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-e782f22e-1bdf-4022-9d5f-77f5662e2026 None None] Allocated IP 2001:db8::2 (b1369f79-8419-4909-b9dc-745e2d83caa0/20b4415c-3dc0-49fb-9d32-72451c1406ba/13f3e225-7a24-41ba-a087-31951e778fff) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:14.579477 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-67774181-b3e7-40db-8634-c5c78dac594c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:14.601789 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d7ef3d-5162-4448-a775-463010668151 req-5fac3f3f-932d-4e04-9665-2ee281cd4f3c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] No DVR routers for this DVR port acd709ee-c689-4a1a-b014-195d714a9cbb on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:40:14.617847 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c9d7ef3d-5162-4448-a775-463010668151 req-5fac3f3f-932d-4e04-9665-2ee281cd4f3c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:14.621401 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9d7ef3d-5162-4448-a775-463010668151 req-5fac3f3f-932d-4e04-9665-2ee281cd4f3c tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.37 "DELETE /v2.0/ports/acd709ee-c689-4a1a-b014-195d714a9cbb HTTP/1.1" status: 204 len: 173 time: 3.5139906 Jan 28 13:40:14.623868 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9103728-e977-4e6b-a0e7-314bd5cd972b', 'name': 'network-vif-deleted', 'tag': 'acd709ee-c689-4a1a-b014-195d714a9cbb'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:40:14.626374 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cbab65-26a9-458d-813e-980d733e7af2" -d '{"events": [{"server_uuid": "a9103728-e977-4e6b-a0e7-314bd5cd972b", "name": "network-vif-deleted", "tag": "acd709ee-c689-4a1a-b014-195d714a9cbb"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:40:14.641225 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-134d6739-207d-45ae-90a9-ec4a709aa1a8 req-40e75b1d-ea49-47b8-aa07-2924cd192275 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9103728-e977-4e6b-a0e7-314bd5cd972b HTTP/1.1" status: 200 len: 210 time: 0.2114272 Jan 28 13:40:14.736475 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-9502b9ac-e484-44a1-9c4c-13aafb42d4b6 None None] Set router 721350a7-83fa-4721-8554-c80c4f6845bc gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:40:14.765618 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6ec2b7-8cc6-4f77-94dc-2faf0473b9eb x-openstack-request-id: req-fe6ec2b7-8cc6-4f77-94dc-2faf0473b9eb {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:40:14.765900 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9103728-e977-4e6b-a0e7-314bd5cd972b", "name": "network-vif-deleted", "tag": "acd709ee-c689-4a1a-b014-195d714a9cbb", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:40:14.766157 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe6ec2b7-8cc6-4f77-94dc-2faf0473b9eb {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:40:14.766552 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9103728-e977-4e6b-a0e7-314bd5cd972b', 'name': 'network-vif-deleted', 'tag': 'acd709ee-c689-4a1a-b014-195d714a9cbb', 'status': 'completed', 'code': 200} Jan 28 13:40:14.878885 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e4fb242-3431-4d47-a65f-62d650fc906d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_gateway (f604466f-d86c-4929-aedc-d18afe0f93d6), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:15.121177 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e4fb242-3431-4d47-a65f-62d650fc906d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (f604466f-d86c-4929-aedc-d18afe0f93d6), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:15.164299 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9502b9ac-e484-44a1-9c4c-13aafb42d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'name': 'tempest-AttachVolumeShelveTestJSON-132946103-router', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:47Z', 'revision_number': 4, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'gw_port': {'id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:38Z', 'updated_at': '2022-01-28T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '9ca1d80a-626e-41b8-8ded-fba8237f58e1', 'name': '', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'mac_address': 'fa:16:3e:95:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:45Z', 'updated_at': '2022-01-28T13:30:01Z', 'revision_number': 5, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'subnets': [{'id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:15.190925 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d272d-de24-437f-9c0d-61f953f9f69e req-46c61320-6828-40a4-b33e-7f07fd7ed03e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:15.198014 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d13d272d-de24-437f-9c0d-61f953f9f69e req-46c61320-6828-40a4-b33e-7f07fd7ed03e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.1141131 Jan 28 13:40:15.208456 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device acd709ee-c689-4a1a-b014-195d714a9cbb no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:40:15.231935 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: acd709ee-c689-4a1a-b014-195d714a9cbb {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:40:15.231935 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device acd709ee-c689-4a1a-b014-195d714a9cbb not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:40:15.233766 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e782f22e-1bdf-4022-9d5f-77f5662e2026 None None] Publish callbacks [] for port (13f3e225-7a24-41ba-a087-31951e778fff), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:15.236355 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9502b9ac-e484-44a1-9c4c-13aafb42d4b6 None None] Checking router: 721350a7-83fa-4721-8554-c80c4f6845bc for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:40:15.248325 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9502b9ac-e484-44a1-9c4c-13aafb42d4b6 None None] Routers {'721350a7-83fa-4721-8554-c80c4f6845bc'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:15.249076 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9502b9ac-e484-44a1-9c4c-13aafb42d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['721350a7-83fa-4721-8554-c80c4f6845bc'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:15.318415 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4fb242-3431-4d47-a65f-62d650fc906d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Router f604466f-d86c-4929-aedc-d18afe0f93d6 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:40:15.348765 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d13d272d-de24-437f-9c0d-61f953f9f69e req-fe694465-65b2-4d7b-b884-f0a9a252c9d7 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438193 Jan 28 13:40:15.384861 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-67774181-b3e7-40db-8634-c5c78dac594c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 2001:db8::1 (b1369f79-8419-4909-b9dc-745e2d83caa0/20b4415c-3dc0-49fb-9d32-72451c1406ba/5470e3da-7b5a-4801-9cb4-67d8d8e3035e) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:15.535708 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4fb242-3431-4d47-a65f-62d650fc906d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:40:15.548298 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc094b7-f2cb-4986-9567-3d03f25c9eb2 None None] Sync routers for ids ['f604466f-d86c-4929-aedc-d18afe0f93d6'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:40:15.559225 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc094b7-f2cb-4986-9567-3d03f25c9eb2 None None] Routers {'f604466f-d86c-4929-aedc-d18afe0f93d6'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:15.560078 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-1bc094b7-f2cb-4986-9567-3d03f25c9eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['f604466f-d86c-4929-aedc-d18afe0f93d6'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:15.600215 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-1bc094b7-f2cb-4986-9567-3d03f25c9eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:15.601589 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e782f22e-1bdf-4022-9d5f-77f5662e2026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (13f3e225-7a24-41ba-a087-31951e778fff), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:15.607492 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e4fb242-3431-4d47-a65f-62d650fc906d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:15.611603 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3e4fb242-3431-4d47-a65f-62d650fc906d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.4205995 Jan 28 13:40:15.611807 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc094b7-f2cb-4986-9567-3d03f25c9eb2 None None] Routers {'f604466f-d86c-4929-aedc-d18afe0f93d6'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:15.612562 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-1bc094b7-f2cb-4986-9567-3d03f25c9eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['f604466f-d86c-4929-aedc-d18afe0f93d6'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:15.614298 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43588) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:15.622687 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-f16a7b3c-6ee3-4a6b-8bfd-e2ea2424f549 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:15.633112 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-67774181-b3e7-40db-8634-c5c78dac594c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (5470e3da-7b5a-4801-9cb4-67d8d8e3035e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:15.685910 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-9502b9ac-e484-44a1-9c4c-13aafb42d4b6 None None] Set router 721350a7-83fa-4721-8554-c80c4f6845bc gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:40:15.719918 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-67774181-b3e7-40db-8634-c5c78dac594c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (5470e3da-7b5a-4801-9cb4-67d8d8e3035e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:15.722079 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-1bc094b7-f2cb-4986-9567-3d03f25c9eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:15.722741 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc094b7-f2cb-4986-9567-3d03f25c9eb2 None None] The sync data for ids ['f604466f-d86c-4929-aedc-d18afe0f93d6'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:40:15.750751 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e782f22e-1bdf-4022-9d5f-77f5662e2026 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:15.764607 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782f22e-1bdf-4022-9d5f-77f5662e2026 None None] Pushing event updated for resources: {'Port': ['ID=13f3e225-7a24-41ba-a087-31951e778fff,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:15.767851 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-e782f22e-1bdf-4022-9d5f-77f5662e2026 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:15.787369 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67774181-b3e7-40db-8634-c5c78dac594c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:15.790450 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-67774181-b3e7-40db-8634-c5c78dac594c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:15.795557 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67774181-b3e7-40db-8634-c5c78dac594c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:15.796368 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-67774181-b3e7-40db-8634-c5c78dac594c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (a5a96b52-be17-4e14-b5e9-5fb94543e280), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:15.809320 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e782f22e-1bdf-4022-9d5f-77f5662e2026 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:16.022724 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-e782f22e-1bdf-4022-9d5f-77f5662e2026 None None] Attempting to bind port 13f3e225-7a24-41ba-a087-31951e778fff on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:40:16.023126 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-e782f22e-1bdf-4022-9d5f-77f5662e2026 None None] Attempting to bind port 13f3e225-7a24-41ba-a087-31951e778fff by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:40:16.023495 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782f22e-1bdf-4022-9d5f-77f5662e2026 None None] Attempting to bind port 13f3e225-7a24-41ba-a087-31951e778fff on network b1369f79-8419-4909-b9dc-745e2d83caa0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:40:16.037046 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782f22e-1bdf-4022-9d5f-77f5662e2026 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:40:16.037431 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782f22e-1bdf-4022-9d5f-77f5662e2026 None None] Checking segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:40:16.037846 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e782f22e-1bdf-4022-9d5f-77f5662e2026 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:16.038253 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782f22e-1bdf-4022-9d5f-77f5662e2026 None None] Bound using segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:40:16.038752 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-e782f22e-1bdf-4022-9d5f-77f5662e2026 None None] Bound port: 13f3e225-7a24-41ba-a087-31951e778fff, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:40:16.039175 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e782f22e-1bdf-4022-9d5f-77f5662e2026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (13f3e225-7a24-41ba-a087-31951e778fff), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:16.110179 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9502b9ac-e484-44a1-9c4c-13aafb42d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'name': 'tempest-AttachVolumeShelveTestJSON-132946103-router', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:47Z', 'revision_number': 4, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'gw_port': {'id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:38Z', 'updated_at': '2022-01-28T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '9ca1d80a-626e-41b8-8ded-fba8237f58e1', 'name': '', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'mac_address': 'fa:16:3e:95:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:45Z', 'updated_at': '2022-01-28T13:30:01Z', 'revision_number': 5, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'subnets': [{'id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:16.197396 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9502b9ac-e484-44a1-9c4c-13aafb42d4b6 None None] The sync data for ids ['721350a7-83fa-4721-8554-c80c4f6845bc'] in n-d-822747-2 is: [{'id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'name': 'tempest-AttachVolumeShelveTestJSON-132946103-router', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:47Z', 'revision_number': 4, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'gw_port': {'id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:38Z', 'updated_at': '2022-01-28T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '9ca1d80a-626e-41b8-8ded-fba8237f58e1', 'name': '', 'network_id': 'dd65474c-0b14-4c75-9058-245198106ef8', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'mac_address': 'fa:16:3e:95:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:45Z', 'updated_at': '2022-01-28T13:30:01Z', 'revision_number': 5, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'subnets': [{'id': '10438cad-60ca-4257-93e8-c8ceba8bf16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:40:16.211813 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e782f22e-1bdf-4022-9d5f-77f5662e2026 None None] For port 13f3e225-7a24-41ba-a087-31951e778fff, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:40:16.226371 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e782f22e-1bdf-4022-9d5f-77f5662e2026 None None] For port 13f3e225-7a24-41ba-a087-31951e778fff, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=13f3e225-7a24-41ba-a087-31951e778fff,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:40:16.235157 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e782f22e-1bdf-4022-9d5f-77f5662e2026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (13f3e225-7a24-41ba-a087-31951e778fff), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:16.295609 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43594) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:16.311766 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67774181-b3e7-40db-8634-c5c78dac594c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Port': ['ID=5470e3da-7b5a-4801-9cb4-67d8d8e3035e,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:16.394277 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782f22e-1bdf-4022-9d5f-77f5662e2026 None None] Pushing event updated for resources: {'Port': ['ID=13f3e225-7a24-41ba-a087-31951e778fff,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:16.453840 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-67774181-b3e7-40db-8634-c5c78dac594c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5470e3da-7b5a-4801-9cb4-67d8d8e3035e), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:16.512167 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c83728e-1003-43cd-aad2-7e55ec113f58 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for security_group (55d7842b-7cf9-4197-a8d2-db6e0184d6cf), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:16.569871 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c83728e-1003-43cd-aad2-7e55ec113f58 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for security_group (55d7842b-7cf9-4197-a8d2-db6e0184d6cf), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:16.665290 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c83728e-1003-43cd-aad2-7e55ec113f58 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (55d7842b-7cf9-4197-a8d2-db6e0184d6cf), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:16.668216 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c83728e-1003-43cd-aad2-7e55ec113f58 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:16.671986 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2c83728e-1003-43cd-aad2-7e55ec113f58 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "DELETE /v2.0/security-groups/55d7842b-7cf9-4197-a8d2-db6e0184d6cf HTTP/1.1" status: 204 len: 168 time: 0.3639309 Jan 28 13:40:16.682461 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43612) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:16.687069 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83728e-1003-43cd-aad2-7e55ec113f58 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d7842b-7cf9-4197-a8d2-db6e0184d6cf,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:16.706115 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-fc2655ab-39b4-45f4-b92d-014173e88750 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] show failed (client error): The resource could not be found. Jan 28 13:40:16.707280 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fc2655ab-39b4-45f4-b92d-014173e88750 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "GET /v2.0/security-groups/55d7842b-7cf9-4197-a8d2-db6e0184d6cf HTTP/1.1" status: 404 len: 347 time: 0.0173788 Jan 28 13:40:16.723211 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d876445-5f09-48ee-9cb3-1bcb78f88478 req-8e96db5b-bcdc-48d7-a1f7-ed191370d46e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:16.730564 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1d876445-5f09-48ee-9cb3-1bcb78f88478 req-8e96db5b-bcdc-48d7-a1f7-ed191370d46e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.2670703 Jan 28 13:40:16.736151 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff27e2a3-1eaf-41c9-b21a-397fa2b15f45 None None] New status for floating IP e7f081bf-cec1-487b-a0e9-c1c97ecee1fa: DOWN {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:40:16.741348 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43614) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:17.352657 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-67774181-b3e7-40db-8634-c5c78dac594c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (5470e3da-7b5a-4801-9cb4-67d8d8e3035e), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:17.368683 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-67774181-b3e7-40db-8634-c5c78dac594c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (5470e3da-7b5a-4801-9cb4-67d8d8e3035e), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:17.369497 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-67774181-b3e7-40db-8634-c5c78dac594c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (a5a96b52-be17-4e14-b5e9-5fb94543e280), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:17.376854 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-603221f4-4d74-4c10-8a20-02cbea90eb4d req-bbec2621-28d6-4d50-9796-36e763c054e1 service neutron] (103352) timed out ('10.222.0.39', 41804) {{(pid=103352) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 13:40:17.417405 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f16a7b3c-6ee3-4a6b-8bfd-e2ea2424f549 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_gateway (f604466f-d86c-4929-aedc-d18afe0f93d6), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:17.432328 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f16a7b3c-6ee3-4a6b-8bfd-e2ea2424f549 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_gateway (f604466f-d86c-4929-aedc-d18afe0f93d6), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:17.487572 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1d876445-5f09-48ee-9cb3-1bcb78f88478 req-c2be8b23-2e86-4393-8eb0-01f77a5dfb0a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7559721 Jan 28 13:40:17.527246 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-f16a7b3c-6ee3-4a6b-8bfd-e2ea2424f549 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Deleting port ce6cbf74-7b2a-4307-9b9d-65548e952f85 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:17.527879 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f16a7b3c-6ee3-4a6b-8bfd-e2ea2424f549 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ce6cbf74-7b2a-4307-9b9d-65548e952f85), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:17.552959 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67774181-b3e7-40db-8634-c5c78dac594c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Port': ['ID=5470e3da-7b5a-4801-9cb4-67d8d8e3035e,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:17.598546 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-c8cfb5fc-6fc4-4b06-af84-2c9d448267f1 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Deleting port 89e8f823-e840-4eae-829e-0e48d34bb8f8 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:17.599207 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c8cfb5fc-6fc4-4b06-af84-2c9d448267f1 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (89e8f823-e840-4eae-829e-0e48d34bb8f8), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:17.629450 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67774181-b3e7-40db-8634-c5c78dac594c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:17.645896 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-67774181-b3e7-40db-8634-c5c78dac594c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:17.659231 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:17.676376 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f16a7b3c-6ee3-4a6b-8bfd-e2ea2424f549 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ce6cbf74-7b2a-4307-9b9d-65548e952f85), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:17.689804 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-f16a7b3c-6ee3-4a6b-8bfd-e2ea2424f549 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Calling delete_port for ce6cbf74-7b2a-4307-9b9d-65548e952f85 owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:17.805293 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c8cfb5fc-6fc4-4b06-af84-2c9d448267f1 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (89e8f823-e840-4eae-829e-0e48d34bb8f8), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:17.805633 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c8cfb5fc-6fc4-4b06-af84-2c9d448267f1 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for floatingip (89e8f823-e840-4eae-829e-0e48d34bb8f8), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:17.842001 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-c8cfb5fc-6fc4-4b06-af84-2c9d448267f1 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Calling delete_port for 89e8f823-e840-4eae-829e-0e48d34bb8f8 owned by network:floatingip {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:17.951954 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 13f3e225-7a24-41ba-a087-31951e778fff up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:17.962092 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f16a7b3c-6ee3-4a6b-8bfd-e2ea2424f549 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (ce6cbf74-7b2a-4307-9b9d-65548e952f85), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:18.007858 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67774181-b3e7-40db-8634-c5c78dac594c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Router a5a96b52-be17-4e14-b5e9-5fb94543e280 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:40:18.094648 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a7b3c-6ee3-4a6b-8bfd-e2ea2424f549 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Pushing event deleted for resources: {'Port': ['ID=ce6cbf74-7b2a-4307-9b9d-65548e952f85,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:18.104993 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 13f3e225-7a24-41ba-a087-31951e778fff triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:18.105373 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (13f3e225-7a24-41ba-a087-31951e778fff), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:18.165746 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f16a7b3c-6ee3-4a6b-8bfd-e2ea2424f549 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (f604466f-d86c-4929-aedc-d18afe0f93d6), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:18.243791 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 13f3e225-7a24-41ba-a087-31951e778fff is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:18.244840 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (13f3e225-7a24-41ba-a087-31951e778fff), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:18.300213 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-59ab80a0-24ae-40c8-a5c5-1ec969d5ce5b None None] Provisioning complete for port 13f3e225-7a24-41ba-a087-31951e778fff triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:18.301126 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-59ab80a0-24ae-40c8-a5c5-1ec969d5ce5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (13f3e225-7a24-41ba-a087-31951e778fff), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:18.378145 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c8cfb5fc-6fc4-4b06-af84-2c9d448267f1 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (89e8f823-e840-4eae-829e-0e48d34bb8f8), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:18.393775 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 13f3e225-7a24-41ba-a087-31951e778fff, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=13f3e225-7a24-41ba-a087-31951e778fff,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:18.455849 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (13f3e225-7a24-41ba-a087-31951e778fff), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:18.466196 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67774181-b3e7-40db-8634-c5c78dac594c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:40:18.473937 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-67774181-b3e7-40db-8634-c5c78dac594c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "PUT /v2.0/routers/a5a96b52-be17-4e14-b5e9-5fb94543e280/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2922516 Jan 28 13:40:18.475452 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfb5fc-6fc4-4b06-af84-2c9d448267f1 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Pushing event deleted for resources: {'Port': ['ID=89e8f823-e840-4eae-829e-0e48d34bb8f8,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:18.477867 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43636) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:18.482860 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9752f70-c9f0-4d59-8608-0a3243e92a67 None None] Sync routers for ids ['a5a96b52-be17-4e14-b5e9-5fb94543e280'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:40:18.503621 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9752f70-c9f0-4d59-8608-0a3243e92a67 None None] Routers {'a5a96b52-be17-4e14-b5e9-5fb94543e280'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:18.504607 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-b9752f70-c9f0-4d59-8608-0a3243e92a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['a5a96b52-be17-4e14-b5e9-5fb94543e280'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:18.607364 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=13f3e225-7a24-41ba-a087-31951e778fff,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:18.662011 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-59ab80a0-24ae-40c8-a5c5-1ec969d5ce5b None None] Current status of the port 13f3e225-7a24-41ba-a087-31951e778fff is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:18.723739 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-b9752f70-c9f0-4d59-8608-0a3243e92a67 None None] Set router a5a96b52-be17-4e14-b5e9-5fb94543e280 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:40:18.757110 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b52b0aa-bc75-46b3-a963-3c0a621b33fe tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:18.762052 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9b52b0aa-bc75-46b3-a963-3c0a621b33fe tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports/5470e3da-7b5a-4801-9cb4-67d8d8e3035e HTTP/1.1" status: 200 len: 911 time: 0.2829630 Jan 28 13:40:18.763067 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43640) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:18.788731 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-dabf88c3-54da-46cc-aa78-5541bc6f2f92 None None] Provisioning complete for port 5470e3da-7b5a-4801-9cb4-67d8d8e3035e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:18.789295 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dabf88c3-54da-46cc-aa78-5541bc6f2f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5470e3da-7b5a-4801-9cb4-67d8d8e3035e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:18.808778 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f16a7b3c-6ee3-4a6b-8bfd-e2ea2424f549 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5641'] for router (f604466f-d86c-4929-aedc-d18afe0f93d6), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:18.828457 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f16a7b3c-6ee3-4a6b-8bfd-e2ea2424f549 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352569'] for router (f604466f-d86c-4929-aedc-d18afe0f93d6), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:18.858712 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c8cfb5fc-6fc4-4b06-af84-2c9d448267f1 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks [] for floatingip (e7f081bf-cec1-487b-a0e9-c1c97ecee1fa), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:18.861512 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c8cfb5fc-6fc4-4b06-af84-2c9d448267f1 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:18.867707 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c8cfb5fc-6fc4-4b06-af84-2c9d448267f1 tempest-AttachVolumeShelveTestJSON-1045356753 tempest-AttachVolumeShelveTestJSON-1045356753-project] 10.222.0.39 "DELETE /v2.0/floatingips/e7f081bf-cec1-487b-a0e9-c1c97ecee1fa HTTP/1.1" status: 204 len: 168 time: 2.1228666 Jan 28 13:40:18.873709 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-dabf88c3-54da-46cc-aa78-5541bc6f2f92 None None] Port 5470e3da-7b5a-4801-9cb4-67d8d8e3035e cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:40:18.881480 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5da9d-68fc-44bc-aad8-0c836818a271 req-5620901f-7dde-472b-b5fc-0d475a4cd80b tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:18.883184 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cbd5da9d-68fc-44bc-aad8-0c836818a271 req-5620901f-7dde-472b-b5fc-0d475a4cd80b tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.2689235 Jan 28 13:40:18.970110 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10549403-9186-4eb8-b5e3-5d29415fecdb tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:18.985610 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10549403-9186-4eb8-b5e3-5d29415fecdb tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:18.987345 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-10549403-9186-4eb8-b5e3-5d29415fecdb tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2020619 Jan 28 13:40:18.990255 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43646) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:19.030816 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cbd5da9d-68fc-44bc-aad8-0c836818a271 req-63add0d7-6d0c-4c40-b5dc-a95b3e4c0d4c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362019 Jan 28 13:40:19.036922 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16a7b3c-6ee3-4a6b-8bfd-e2ea2424f549 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Router f604466f-d86c-4929-aedc-d18afe0f93d6 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:40:19.161441 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-b9752f70-c9f0-4d59-8608-0a3243e92a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a96b52-be17-4e14-b5e9-5fb94543e280', 'name': 'tempest-NetworksTestDHCPv6-router-1886780645', 'tenant_id': 'c889d0606f324a669840943fc2266e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:40:14Z', 'updated_at': '2022-01-28T13:40:16Z', 'revision_number': 2, 'project_id': 'c889d0606f324a669840943fc2266e93', 'gw_port_host': None, '_interfaces': [{'id': '5470e3da-7b5a-4801-9cb4-67d8d8e3035e', 'name': '', 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'tenant_id': 'c889d0606f324a669840943fc2266e93', 'mac_address': 'fa:16:3e:de:58:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a96b52-be17-4e14-b5e9-5fb94543e280', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '20b4415c-3dc0-49fb-9d32-72451c1406ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:14Z', 'updated_at': '2022-01-28T13:40:16Z', 'revision_number': 2, 'project_id': 'c889d0606f324a669840943fc2266e93', 'subnets': [{'id': '20b4415c-3dc0-49fb-9d32-72451c1406ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:19.209720 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-2d712243-94f9-47e1-a24b-b780f7da5eed None None] Provisioning complete for port 5470e3da-7b5a-4801-9cb4-67d8d8e3035e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:19.210355 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d712243-94f9-47e1-a24b-b780f7da5eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5470e3da-7b5a-4801-9cb4-67d8d8e3035e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:19.230350 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9752f70-c9f0-4d59-8608-0a3243e92a67 None None] Checking router: a5a96b52-be17-4e14-b5e9-5fb94543e280 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:40:19.230758 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16a7b3c-6ee3-4a6b-8bfd-e2ea2424f549 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:40:19.232759 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9752f70-c9f0-4d59-8608-0a3243e92a67 None None] Updating router a5a96b52-be17-4e14-b5e9-5fb94543e280 port 5470e3da-7b5a-4801-9cb4-67d8d8e3035e binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:40:19.248828 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f16a7b3c-6ee3-4a6b-8bfd-e2ea2424f549 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:19.250099 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f16a7b3c-6ee3-4a6b-8bfd-e2ea2424f549 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "PUT /v2.0/routers/f604466f-d86c-4929-aedc-d18afe0f93d6 HTTP/1.1" status: 200 len: 710 time: 3.6338017 Jan 28 13:40:19.258108 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43654) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:19.276507 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9752f70-c9f0-4d59-8608-0a3243e92a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5470e3da-7b5a-4801-9cb4-67d8d8e3035e), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:19.287829 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea29c0fc-40d8-4b9c-8c9f-b7e319e305b6 None None] Sync routers for ids ['f604466f-d86c-4929-aedc-d18afe0f93d6'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:40:19.348618 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea29c0fc-40d8-4b9c-8c9f-b7e319e305b6 None None] Routers {'f604466f-d86c-4929-aedc-d18afe0f93d6'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:19.351460 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-ea29c0fc-40d8-4b9c-8c9f-b7e319e305b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['f604466f-d86c-4929-aedc-d18afe0f93d6'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:19.353451 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2d712243-94f9-47e1-a24b-b780f7da5eed None None] Port 5470e3da-7b5a-4801-9cb4-67d8d8e3035e cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:40:19.431205 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-ea29c0fc-40d8-4b9c-8c9f-b7e319e305b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:19.458667 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea29c0fc-40d8-4b9c-8c9f-b7e319e305b6 None None] Routers {'f604466f-d86c-4929-aedc-d18afe0f93d6'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:19.459417 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-ea29c0fc-40d8-4b9c-8c9f-b7e319e305b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['f604466f-d86c-4929-aedc-d18afe0f93d6'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:19.470466 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-10d52bc9-a0ab-49a9-9645-93c8c0fc5d14 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "GET /v2.0/routers/f604466f-d86c-4929-aedc-d18afe0f93d6 HTTP/1.1" status: 200 len: 745 time: 0.2087197 Jan 28 13:40:19.471334 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43662) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:19.528734 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8fcc1693-17c0-4cbe-a902-6f90c74ec369 tempest-RoutersIpV6AdminTest-1920444743 tempest-RoutersIpV6AdminTest-1920444743-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236&device_id=f604466f-d86c-4929-aedc-d18afe0f93d6 HTTP/1.1" status: 200 len: 205 time: 0.0556858 Jan 28 13:40:19.531381 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43668) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:19.574838 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-ea29c0fc-40d8-4b9c-8c9f-b7e319e305b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:19.575794 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea29c0fc-40d8-4b9c-8c9f-b7e319e305b6 None None] The sync data for ids ['f604466f-d86c-4929-aedc-d18afe0f93d6'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:40:19.611924 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f7525fcc-8ad7-4294-ae1d-528b95ad9fe8 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "GET /v2.0/ports?device_id=f604466f-d86c-4929-aedc-d18afe0f93d6 HTTP/1.1" status: 200 len: 205 time: 0.0757487 Jan 28 13:40:19.613093 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43670) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:19.741331 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-588dad5a-a447-4838-8ee6-009405d42021 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (a5a96b52-be17-4e14-b5e9-5fb94543e280), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:19.744307 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:19.818332 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9752f70-c9f0-4d59-8608-0a3243e92a67 None None] Publish callbacks [] for port (5470e3da-7b5a-4801-9cb4-67d8d8e3035e), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:19.825424 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9752f70-c9f0-4d59-8608-0a3243e92a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5470e3da-7b5a-4801-9cb4-67d8d8e3035e), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:19.834588 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 13f3e225-7a24-41ba-a087-31951e778fff up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:19.836448 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a070986d-4cb6-4782-a73c-4fd942f33133 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router (f604466f-d86c-4929-aedc-d18afe0f93d6), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:19.867187 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab174d9-60b5-4f4e-92e7-b20a06cd930a None None] Pushing event updated for resources: {'Port': ['ID=5470e3da-7b5a-4801-9cb4-67d8d8e3035e,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:19.969527 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 13f3e225-7a24-41ba-a087-31951e778fff triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:19.969921 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (13f3e225-7a24-41ba-a087-31951e778fff), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:20.029762 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-b9752f70-c9f0-4d59-8608-0a3243e92a67 None None] Attempting to bind port 5470e3da-7b5a-4801-9cb4-67d8d8e3035e on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:40:20.030134 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-b9752f70-c9f0-4d59-8608-0a3243e92a67 None None] Attempting to bind port 5470e3da-7b5a-4801-9cb4-67d8d8e3035e by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:40:20.030501 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9752f70-c9f0-4d59-8608-0a3243e92a67 None None] Attempting to bind port 5470e3da-7b5a-4801-9cb4-67d8d8e3035e on network b1369f79-8419-4909-b9dc-745e2d83caa0 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:40:20.045960 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9752f70-c9f0-4d59-8608-0a3243e92a67 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:40:20.046331 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9752f70-c9f0-4d59-8608-0a3243e92a67 None None] Checking segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:40:20.050951 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9752f70-c9f0-4d59-8608-0a3243e92a67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:20.051782 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9752f70-c9f0-4d59-8608-0a3243e92a67 None None] Bound using segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:40:20.056968 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-b9752f70-c9f0-4d59-8608-0a3243e92a67 None None] Bound port: 5470e3da-7b5a-4801-9cb4-67d8d8e3035e, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:40:20.057630 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9752f70-c9f0-4d59-8608-0a3243e92a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5470e3da-7b5a-4801-9cb4-67d8d8e3035e), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:20.137620 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 13f3e225-7a24-41ba-a087-31951e778fff is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:20.206008 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-b9752f70-c9f0-4d59-8608-0a3243e92a67 None None] For port 5470e3da-7b5a-4801-9cb4-67d8d8e3035e, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:40:20.209926 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-b9752f70-c9f0-4d59-8608-0a3243e92a67 None None] For port 5470e3da-7b5a-4801-9cb4-67d8d8e3035e, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=5470e3da-7b5a-4801-9cb4-67d8d8e3035e,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:40:20.218303 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b9752f70-c9f0-4d59-8608-0a3243e92a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5470e3da-7b5a-4801-9cb4-67d8d8e3035e), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:20.315242 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9752f70-c9f0-4d59-8608-0a3243e92a67 None None] Routers {'a5a96b52-be17-4e14-b5e9-5fb94543e280'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:20.316033 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-b9752f70-c9f0-4d59-8608-0a3243e92a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['a5a96b52-be17-4e14-b5e9-5fb94543e280'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:20.373180 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624b7aa-7ba5-4778-8f48-c2522689f34b req-7c48fac5-737c-4af5-ab07-61c74dd5958c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:20.374841 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c624b7aa-7ba5-4778-8f48-c2522689f34b req-7c48fac5-737c-4af5-ab07-61c74dd5958c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.1900401 Jan 28 13:40:20.390330 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a070986d-4cb6-4782-a73c-4fd942f33133 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (f604466f-d86c-4929-aedc-d18afe0f93d6), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:20.402432 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a070986d-4cb6-4782-a73c-4fd942f33133 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router_controller (f604466f-d86c-4929-aedc-d18afe0f93d6), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:20.414247 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-42070894-fd0e-411c-ac6a-c5d9a1e50071 None None] Provisioning complete for port 5470e3da-7b5a-4801-9cb4-67d8d8e3035e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:20.420621 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-42070894-fd0e-411c-ac6a-c5d9a1e50071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5470e3da-7b5a-4801-9cb4-67d8d8e3035e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:20.479957 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-588dad5a-a447-4838-8ee6-009405d42021 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting port 5470e3da-7b5a-4801-9cb4-67d8d8e3035e {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:20.484619 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-588dad5a-a447-4838-8ee6-009405d42021 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (5470e3da-7b5a-4801-9cb4-67d8d8e3035e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:20.493703 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c624b7aa-7ba5-4778-8f48-c2522689f34b req-3478fac6-9613-4649-b330-866fbf42f6c3 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975101 Jan 28 13:40:20.531676 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a070986d-4cb6-4782-a73c-4fd942f33133 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (f604466f-d86c-4929-aedc-d18afe0f93d6), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:20.533962 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a070986d-4cb6-4782-a73c-4fd942f33133 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Fanout notify agent at l3_agent the message router_deleted on router f604466f-d86c-4929-aedc-d18afe0f93d6 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:40:20.566085 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a070986d-4cb6-4782-a73c-4fd942f33133 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:20.570294 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a070986d-4cb6-4782-a73c-4fd942f33133 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "DELETE /v2.0/routers/f604466f-d86c-4929-aedc-d18afe0f93d6 HTTP/1.1" status: 204 len: 168 time: 0.9532938 Jan 28 13:40:20.571567 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43678) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:20.685226 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-42070894-fd0e-411c-ac6a-c5d9a1e50071 None None] Current status of the port 5470e3da-7b5a-4801-9cb4-67d8d8e3035e is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:20.686086 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-42070894-fd0e-411c-ac6a-c5d9a1e50071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5470e3da-7b5a-4801-9cb4-67d8d8e3035e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:20.710367 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7109d845-929b-4808-a61e-7e200af5320c tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "GET /v2.0/ports?device_id=f604466f-d86c-4929-aedc-d18afe0f93d6 HTTP/1.1" status: 200 len: 205 time: 0.1299324 Jan 28 13:40:20.713432 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43686) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:20.788846 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-42070894-fd0e-411c-ac6a-c5d9a1e50071 None None] For port 5470e3da-7b5a-4801-9cb4-67d8d8e3035e, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=5470e3da-7b5a-4801-9cb4-67d8d8e3035e,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:20.799282 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-42070894-fd0e-411c-ac6a-c5d9a1e50071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5470e3da-7b5a-4801-9cb4-67d8d8e3035e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:20.848229 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-adebafb9-3f23-491e-a863-0bf3639dbef5 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] delete failed (client error): The resource could not be found. Jan 28 13:40:20.850763 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-588dad5a-a447-4838-8ee6-009405d42021 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] For port 5470e3da-7b5a-4801-9cb4-67d8d8e3035e, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=5470e3da-7b5a-4801-9cb4-67d8d8e3035e,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:20.851654 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-588dad5a-a447-4838-8ee6-009405d42021 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (5470e3da-7b5a-4801-9cb4-67d8d8e3035e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:20.855046 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-adebafb9-3f23-491e-a863-0bf3639dbef5 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "DELETE /v2.0/routers/f604466f-d86c-4929-aedc-d18afe0f93d6 HTTP/1.1" status: 404 len: 336 time: 0.1405187 Jan 28 13:40:20.857052 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43690) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:20.870118 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-b9752f70-c9f0-4d59-8608-0a3243e92a67 None None] Set router a5a96b52-be17-4e14-b5e9-5fb94543e280 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:40:20.917319 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a28afc95-1d21-408d-b93a-9c7b4366c484 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13855a4-fce1-4af4-bb1f-4d2f112eef5f HTTP/1.1" status: 200 len: 205 time: 0.0581453 Jan 28 13:40:20.919109 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43692) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:20.945023 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-588dad5a-a447-4838-8ee6-009405d42021 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Calling delete_port for 5470e3da-7b5a-4801-9cb4-67d8d8e3035e owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:20.989690 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-b3ae37f8-ad52-4c1c-92de-4085fb82a29a None None] Provisioning complete for port 5470e3da-7b5a-4801-9cb4-67d8d8e3035e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:20.989980 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3ae37f8-ad52-4c1c-92de-4085fb82a29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5470e3da-7b5a-4801-9cb4-67d8d8e3035e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:20.992747 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42070894-fd0e-411c-ac6a-c5d9a1e50071 None None] Pushing event updated for resources: {'Port': ['ID=5470e3da-7b5a-4801-9cb4-67d8d8e3035e,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:21.088512 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-b3463be5-7208-466b-b81e-cb7f08b0312e tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] delete failed (client error): The resource could not be found. Jan 28 13:40:21.091579 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b3463be5-7208-466b-b81e-cb7f08b0312e tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "DELETE /v2.0/routers/e13855a4-fce1-4af4-bb1f-4d2f112eef5f HTTP/1.1" status: 404 len: 336 time: 0.1710351 Jan 28 13:40:21.095637 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43694) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:21.144434 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c41eea8a-f020-4abc-b8c8-d9e1e4e3cdef tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb13d930-f8a1-4156-b9d2-75f32cf379d0 HTTP/1.1" status: 200 len: 205 time: 0.0410509 Jan 28 13:40:21.146794 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43696) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:21.168930 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461311bd-e4fe-4723-ae78-3a42ed0acf58 req-f90b980c-518f-41f2-8860-c0f8e7640b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:21.171035 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-461311bd-e4fe-4723-ae78-3a42ed0acf58 req-f90b980c-518f-41f2-8860-c0f8e7640b13 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 1096 time: 0.2435088 Jan 28 13:40:21.182370 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b3ae37f8-ad52-4c1c-92de-4085fb82a29a None None] Current status of the port 5470e3da-7b5a-4801-9cb4-67d8d8e3035e is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:21.214387 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6553621-981f-4088-a22e-d068c6e32e84 req-a5970c46-592f-4818-a16f-c15466833a2c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:21.222369 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f6553621-981f-4088-a22e-d068c6e32e84 req-a5970c46-592f-4818-a16f-c15466833a2c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.1919410 Jan 28 13:40:21.254145 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab174d9-60b5-4f4e-92e7-b20a06cd930a None None] Pushing event updated for resources: {'Port': ['ID=5470e3da-7b5a-4801-9cb4-67d8d8e3035e,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:21.258473 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-6c65983b-0598-411e-afca-aa561894ce58 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] delete failed (client error): The resource could not be found. Jan 28 13:40:21.270152 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6c65983b-0598-411e-afca-aa561894ce58 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "DELETE /v2.0/routers/eb13d930-f8a1-4156-b9d2-75f32cf379d0 HTTP/1.1" status: 404 len: 336 time: 0.1202698 Jan 28 13:40:21.285918 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43698) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:21.312128 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-b9752f70-c9f0-4d59-8608-0a3243e92a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a96b52-be17-4e14-b5e9-5fb94543e280', 'name': 'tempest-NetworksTestDHCPv6-router-1886780645', 'tenant_id': 'c889d0606f324a669840943fc2266e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:40:14Z', 'updated_at': '2022-01-28T13:40:16Z', 'revision_number': 2, 'project_id': 'c889d0606f324a669840943fc2266e93', 'gw_port_host': None, '_interfaces': [{'id': '5470e3da-7b5a-4801-9cb4-67d8d8e3035e', 'name': '', 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'tenant_id': 'c889d0606f324a669840943fc2266e93', 'mac_address': 'fa:16:3e:de:58:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a96b52-be17-4e14-b5e9-5fb94543e280', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '20b4415c-3dc0-49fb-9d32-72451c1406ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:14Z', 'updated_at': '2022-01-28T13:40:20Z', 'revision_number': 4, 'project_id': 'c889d0606f324a669840943fc2266e93', 'subnets': [{'id': '20b4415c-3dc0-49fb-9d32-72451c1406ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:21.321032 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-588dad5a-a447-4838-8ee6-009405d42021 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (5470e3da-7b5a-4801-9cb4-67d8d8e3035e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:21.367558 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-31700565-8483-4b0e-bfbb-a51cd40cfbf2 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "GET /v2.0/ports?device_id=5089914c-f4fe-446c-bcb0-a4df3a36d2bf HTTP/1.1" status: 200 len: 205 time: 0.0759676 Jan 28 13:40:21.408599 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43700) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:21.410268 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f6553621-981f-4088-a22e-d068c6e32e84 req-886f6dda-aec4-4015-a846-c83bc9b1435b tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864464 Jan 28 13:40:21.415575 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9752f70-c9f0-4d59-8608-0a3243e92a67 None None] The sync data for ids ['a5a96b52-be17-4e14-b5e9-5fb94543e280'] in n-d-822747-2 is: [{'id': 'a5a96b52-be17-4e14-b5e9-5fb94543e280', 'name': 'tempest-NetworksTestDHCPv6-router-1886780645', 'tenant_id': 'c889d0606f324a669840943fc2266e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:40:14Z', 'updated_at': '2022-01-28T13:40:16Z', 'revision_number': 2, 'project_id': 'c889d0606f324a669840943fc2266e93', 'gw_port_host': None, '_interfaces': [{'id': '5470e3da-7b5a-4801-9cb4-67d8d8e3035e', 'name': '', 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'tenant_id': 'c889d0606f324a669840943fc2266e93', 'mac_address': 'fa:16:3e:de:58:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a96b52-be17-4e14-b5e9-5fb94543e280', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '20b4415c-3dc0-49fb-9d32-72451c1406ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:14Z', 'updated_at': '2022-01-28T13:40:20Z', 'revision_number': 4, 'project_id': 'c889d0606f324a669840943fc2266e93', 'subnets': [{'id': '20b4415c-3dc0-49fb-9d32-72451c1406ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:40:21.418264 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588dad5a-a447-4838-8ee6-009405d42021 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Port': ['ID=5470e3da-7b5a-4801-9cb4-67d8d8e3035e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:21.486455 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461311bd-e4fe-4723-ae78-3a42ed0acf58 req-063f777b-12ed-44ce-9624-357eaf90beca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:21.488387 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-461311bd-e4fe-4723-ae78-3a42ed0acf58 req-063f777b-12ed-44ce-9624-357eaf90beca service neutron] 10.222.0.37 "GET /v2.0/networks?id=7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 200 len: 910 time: 0.2584453 Jan 28 13:40:21.521202 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-bf40520a-65e3-49cf-8d8f-937cdc09bed3 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] delete failed (client error): The resource could not be found. Jan 28 13:40:21.527748 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bf40520a-65e3-49cf-8d8f-937cdc09bed3 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "DELETE /v2.0/routers/5089914c-f4fe-446c-bcb0-a4df3a36d2bf HTTP/1.1" status: 404 len: 336 time: 0.1065073 Jan 28 13:40:21.528419 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43702) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:21.641996 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-461311bd-e4fe-4723-ae78-3a42ed0acf58 req-cc26c897-8084-4ee5-8bea-7810ede1711b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05dbcb58-e1e0-4ae6-9b70-3124399838e9 HTTP/1.1" status: 200 len: 998 time: 0.1470754 Jan 28 13:40:21.665865 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1cc57a69-ef86-483c-bb16-12f26a9fcdae tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8fbefc8-ab2d-470c-b5b0-8a529865e259 HTTP/1.1" status: 200 len: 205 time: 0.0769329 Jan 28 13:40:21.718841 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43706) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:21.748883 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461311bd-e4fe-4723-ae78-3a42ed0acf58 req-5854002e-2f5c-4555-871a-f395808e9ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:21.750493 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-461311bd-e4fe-4723-ae78-3a42ed0acf58 req-5854002e-2f5c-4555-871a-f395808e9ee6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0384f919-cf7e-4ec0-b290-94b57d977aef HTTP/1.1" status: 200 len: 849 time: 0.1005309 Jan 28 13:40:21.792095 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-16330f9f-fe46-4774-be25-1b17e8b0cc05 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] delete failed (client error): The resource could not be found. Jan 28 13:40:21.792095 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-16330f9f-fe46-4774-be25-1b17e8b0cc05 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "DELETE /v2.0/routers/d8fbefc8-ab2d-470c-b5b0-8a529865e259 HTTP/1.1" status: 404 len: 336 time: 0.0689788 Jan 28 13:40:21.792095 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-588dad5a-a447-4838-8ee6-009405d42021 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (a5a96b52-be17-4e14-b5e9-5fb94543e280), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:21.792567 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43712) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:21.822099 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c95efa7d-15ed-4c8f-be67-40fa6c9a49f0 tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15ff9f-2675-4395-9820-cfb957862c4c HTTP/1.1" status: 200 len: 205 time: 0.0285411 Jan 28 13:40:21.835494 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43716) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:21.925915 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461311bd-e4fe-4723-ae78-3a42ed0acf58 req-22d00c9e-5dd3-4136-9f34-2a4167a9d3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:21.932070 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-461311bd-e4fe-4723-ae78-3a42ed0acf58 req-22d00c9e-5dd3-4136-9f34-2a4167a9d3d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7079efeb-cd22-4f60-b771-d74efc0a16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1748295 Jan 28 13:40:21.936235 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-32d1f976-bfd9-45f5-8f90-67bf7dd7fe7d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] delete failed (client error): The resource could not be found. Jan 28 13:40:21.940258 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-32d1f976-bfd9-45f5-8f90-67bf7dd7fe7d tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "DELETE /v2.0/routers/de15ff9f-2675-4395-9820-cfb957862c4c HTTP/1.1" status: 404 len: 336 time: 0.0983744 Jan 28 13:40:21.966553 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43718) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:22.066129 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab35e64-031f-4b4a-b327-e7b232f1d14f tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] DELETE failed (client error): The resource could not be found. Jan 28 13:40:22.067042 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ab35e64-031f-4b4a-b327-e7b232f1d14f tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:40:22.081930 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2ab35e64-031f-4b4a-b327-e7b232f1d14f tempest-RoutersIpV6AdminTest-232367678 tempest-RoutersIpV6AdminTest-232367678-project] 10.222.0.39 "DELETE /v2.0/subnets/ce2e4492-fda5-4eb3-8c66-e40685a57a9b HTTP/1.1" status: 404 len: 337 time: 0.1109395 Jan 28 13:40:22.320275 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-461311bd-e4fe-4723-ae78-3a42ed0acf58 req-a1f5a1fd-7fd3-4a43-a903-a1e705a150e9 service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783767 Jan 28 13:40:22.567767 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-461311bd-e4fe-4723-ae78-3a42ed0acf58 req-ba18b5be-e30c-42bf-b543-426aa6fd5cda service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349350 Jan 28 13:40:22.673524 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406455c-d602-4b85-82c3-fb00206b2505 req-ad301269-f05d-4ae5-8582-313795acdb40 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:22.677288 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43728) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:22.684222 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5406455c-d602-4b85-82c3-fb00206b2505 req-ad301269-f05d-4ae5-8582-313795acdb40 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.1530240 Jan 28 13:40:22.705496 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588dad5a-a447-4838-8ee6-009405d42021 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Router a5a96b52-be17-4e14-b5e9-5fb94543e280 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:40:22.834136 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5406455c-d602-4b85-82c3-fb00206b2505 req-51f03e9c-ddb8-46e7-a5b9-55e82e07e467 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489136 Jan 28 13:40:22.850313 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588dad5a-a447-4838-8ee6-009405d42021 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:40:22.856288 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-588dad5a-a447-4838-8ee6-009405d42021 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "PUT /v2.0/routers/a5a96b52-be17-4e14-b5e9-5fb94543e280/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8647511 Jan 28 13:40:22.859206 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43734) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:22.933504 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa1f7b5b-4ce1-4739-85dd-89f18c8ab57e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:22.979580 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f385b647-6711-4bc0-a12b-fc6e26b06b91 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:22.981703 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f385b647-6711-4bc0-a12b-fc6e26b06b91 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:22.984311 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f385b647-6711-4bc0-a12b-fc6e26b06b91 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1240399 Jan 28 13:40:22.989071 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43742) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:23.108271 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e068165-2138-4a0d-8ec9-5dbea37a91af tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet 20b4415c-3dc0-49fb-9d32-72451c1406ba {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:40:23.119063 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9e068165-2138-4a0d-8ec9-5dbea37a91af tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (20b4415c-3dc0-49fb-9d32-72451c1406ba), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:23.196652 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9e068165-2138-4a0d-8ec9-5dbea37a91af tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (20b4415c-3dc0-49fb-9d32-72451c1406ba), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:23.247973 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa1f7b5b-4ce1-4739-85dd-89f18c8ab57e admin admin] Publish callbacks [] for security_group (e1e899c3-e049-4c7d-8412-2ab4ca06f0f8), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:23.314078 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9e068165-2138-4a0d-8ec9-5dbea37a91af tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (20b4415c-3dc0-49fb-9d32-72451c1406ba), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:23.389619 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa1f7b5b-4ce1-4739-85dd-89f18c8ab57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e1e899c3-e049-4c7d-8412-2ab4ca06f0f8), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:23.396633 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9e068165-2138-4a0d-8ec9-5dbea37a91af tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (20b4415c-3dc0-49fb-9d32-72451c1406ba), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:23.414257 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9e068165-2138-4a0d-8ec9-5dbea37a91af tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:23.418839 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9e068165-2138-4a0d-8ec9-5dbea37a91af tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/20b4415c-3dc0-49fb-9d32-72451c1406ba HTTP/1.1" status: 204 len: 168 time: 0.4287655 Jan 28 13:40:23.419518 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47133356-cdba-4b65-bb4c-73be33ba12b6 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:23.421516 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43750) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:23.479997 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e068165-2138-4a0d-8ec9-5dbea37a91af tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=20b4415c-3dc0-49fb-9d32-72451c1406ba,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:23.511243 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-aa1f7b5b-4ce1-4739-85dd-89f18c8ab57e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ce96e26906449dbb61e555ba86be014&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8328795 Jan 28 13:40:23.512845 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f7b5b-4ce1-4739-85dd-89f18c8ab57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e899c3-e049-4c7d-8412-2ab4ca06f0f8,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:23.515467 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43752) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:23.640851 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7d1ce9fc-428f-45f7-9045-e9d60cfdcdb2 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2174575 Jan 28 13:40:23.642685 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43754) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:23.655784 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6afb3c1e-b35b-4e2e-a134-95e103a4ed58 admin admin] Publish callbacks [] for security_group (e1e899c3-e049-4c7d-8412-2ab4ca06f0f8), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:23.685022 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6afb3c1e-b35b-4e2e-a134-95e103a4ed58 admin admin] Publish callbacks [] for security_group (e1e899c3-e049-4c7d-8412-2ab4ca06f0f8), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:23.744682 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0356370c-9dd3-489f-9017-e56b751e0705 None None] DHCP port deletion for b1369f79-8419-4909-b9dc-745e2d83caa0 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:40:23.788628 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6afb3c1e-b35b-4e2e-a134-95e103a4ed58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e1e899c3-e049-4c7d-8412-2ab4ca06f0f8), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:23.792523 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6afb3c1e-b35b-4e2e-a134-95e103a4ed58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:23.793984 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6afb3c1e-b35b-4e2e-a134-95e103a4ed58 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e1e899c3-e049-4c7d-8412-2ab4ca06f0f8 HTTP/1.1" status: 204 len: 168 time: 0.2772849 Jan 28 13:40:23.819668 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb3c1e-b35b-4e2e-a134-95e103a4ed58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e899c3-e049-4c7d-8412-2ab4ca06f0f8,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:23.854724 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f55414a2-c22d-4462-b98e-7e6dd744ea14 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for router (a5a96b52-be17-4e14-b5e9-5fb94543e280), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:23.910892 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0356370c-9dd3-489f-9017-e56b751e0705 None None] Deleting port 13f3e225-7a24-41ba-a087-31951e778fff {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:23.911469 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0356370c-9dd3-489f-9017-e56b751e0705 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (13f3e225-7a24-41ba-a087-31951e778fff), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:23.977469 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3723d8-de2c-476f-94bf-33735fabe099 None None] Sync routers for ids ['a5a96b52-be17-4e14-b5e9-5fb94543e280'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:40:23.996759 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3723d8-de2c-476f-94bf-33735fabe099 None None] Routers {'a5a96b52-be17-4e14-b5e9-5fb94543e280'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:23.997623 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-1b3723d8-de2c-476f-94bf-33735fabe099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['a5a96b52-be17-4e14-b5e9-5fb94543e280'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:24.105831 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b69f3-850a-4e6b-826e-330f2b609d64 req-37ebde22-faac-41be-812a-4d4355ca9337 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:24.114408 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fc7b69f3-850a-4e6b-826e-330f2b609d64 req-37ebde22-faac-41be-812a-4d4355ca9337 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.1202736 Jan 28 13:40:24.187964 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-0356370c-9dd3-489f-9017-e56b751e0705 None None] For port 13f3e225-7a24-41ba-a087-31951e778fff, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=13f3e225-7a24-41ba-a087-31951e778fff,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:24.192894 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0356370c-9dd3-489f-9017-e56b751e0705 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (13f3e225-7a24-41ba-a087-31951e778fff), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.295755 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0356370c-9dd3-489f-9017-e56b751e0705 None None] Calling delete_port for 13f3e225-7a24-41ba-a087-31951e778fff owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:24.313821 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-1b3723d8-de2c-476f-94bf-33735fabe099 None None] Set router a5a96b52-be17-4e14-b5e9-5fb94543e280 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:40:24.387845 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fc7b69f3-850a-4e6b-826e-330f2b609d64 req-a98f5b6e-0753-456f-b8c2-35dfb3e535ba tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721095 Jan 28 13:40:24.408510 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-1b3723d8-de2c-476f-94bf-33735fabe099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a96b52-be17-4e14-b5e9-5fb94543e280', 'name': 'tempest-NetworksTestDHCPv6-router-1886780645', 'tenant_id': 'c889d0606f324a669840943fc2266e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:40:14Z', 'updated_at': '2022-01-28T13:40:21Z', 'revision_number': 3, 'project_id': 'c889d0606f324a669840943fc2266e93', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:24.435149 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f55414a2-c22d-4462-b98e-7e6dd744ea14 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (a5a96b52-be17-4e14-b5e9-5fb94543e280), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.443512 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f55414a2-c22d-4462-b98e-7e6dd744ea14 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for router_controller (a5a96b52-be17-4e14-b5e9-5fb94543e280), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.455944 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3723d8-de2c-476f-94bf-33735fabe099 None None] Checking router: a5a96b52-be17-4e14-b5e9-5fb94543e280 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:40:24.469560 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3723d8-de2c-476f-94bf-33735fabe099 None None] Routers {'a5a96b52-be17-4e14-b5e9-5fb94543e280'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:24.471857 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-1b3723d8-de2c-476f-94bf-33735fabe099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['a5a96b52-be17-4e14-b5e9-5fb94543e280'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:24.521639 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0356370c-9dd3-489f-9017-e56b751e0705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (13f3e225-7a24-41ba-a087-31951e778fff), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.554736 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f55414a2-c22d-4462-b98e-7e6dd744ea14 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (a5a96b52-be17-4e14-b5e9-5fb94543e280), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.555370 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55414a2-c22d-4462-b98e-7e6dd744ea14 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Fanout notify agent at l3_agent the message router_deleted on router a5a96b52-be17-4e14-b5e9-5fb94543e280 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:40:24.564029 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f55414a2-c22d-4462-b98e-7e6dd744ea14 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.569046 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f55414a2-c22d-4462-b98e-7e6dd744ea14 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/routers/a5a96b52-be17-4e14-b5e9-5fb94543e280 HTTP/1.1" status: 204 len: 168 time: 0.9249871 Jan 28 13:40:24.571360 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43772) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:24.577520 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356370c-9dd3-489f-9017-e56b751e0705 None None] Pushing event deleted for resources: {'Port': ['ID=13f3e225-7a24-41ba-a087-31951e778fff,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:24.585537 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0356370c-9dd3-489f-9017-e56b751e0705 None None] No DVR routers for this DVR port 13f3e225-7a24-41ba-a087-31951e778fff on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:40:24.589386 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-1b3723d8-de2c-476f-94bf-33735fabe099 None None] Set router a5a96b52-be17-4e14-b5e9-5fb94543e280 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:40:24.635556 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43774) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:24.636611 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9966f93f-b6d2-4664-809b-3dfe5d11287e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0639064 Jan 28 13:40:24.693529 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43776) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:24.704542 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-1b3723d8-de2c-476f-94bf-33735fabe099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a96b52-be17-4e14-b5e9-5fb94543e280', 'name': 'tempest-NetworksTestDHCPv6-router-1886780645', 'tenant_id': 'c889d0606f324a669840943fc2266e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:40:14Z', 'updated_at': '2022-01-28T13:40:21Z', 'revision_number': 3, 'project_id': 'c889d0606f324a669840943fc2266e93', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:24.733538 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c428c3e-7b01-4a1d-a0f9-39dbe35508e8 req-890753a8-dabf-4581-88a7-382af4d4bb63 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:24.735226 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3723d8-de2c-476f-94bf-33735fabe099 None None] The sync data for ids ['a5a96b52-be17-4e14-b5e9-5fb94543e280'] in n-d-822747-2 is: [{'id': 'a5a96b52-be17-4e14-b5e9-5fb94543e280', 'name': 'tempest-NetworksTestDHCPv6-router-1886780645', 'tenant_id': 'c889d0606f324a669840943fc2266e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:40:14Z', 'updated_at': '2022-01-28T13:40:21Z', 'revision_number': 3, 'project_id': 'c889d0606f324a669840943fc2266e93', 'gw_port_host': None}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:40:24.749312 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6c428c3e-7b01-4a1d-a0f9-39dbe35508e8 req-890753a8-dabf-4581-88a7-382af4d4bb63 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.2319264 Jan 28 13:40:24.798641 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-676d84dd-2db7-48ae-aa63-49b5e59ef2a3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=052208746404462b808649c1f9940b4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1017601 Jan 28 13:40:24.798737 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43780) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:24.861026 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e4f84033-8829-4cad-afb3-4de046ce97e7 admin admin] Publish callbacks [] for security_group (3bd7fc87-964b-46b2-97b1-05001135662c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.887376 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e4f84033-8829-4cad-afb3-4de046ce97e7 admin admin] Publish callbacks [] for security_group (3bd7fc87-964b-46b2-97b1-05001135662c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.888191 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6c428c3e-7b01-4a1d-a0f9-39dbe35508e8 req-ab9a08d2-9d82-4386-a05c-676cea079896 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220100 Jan 28 13:40:24.898222 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ead08c-6ee6-4fa6-bf07-e8ae2eab248e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:24.916488 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-48ead08c-6ee6-4fa6-bf07-e8ae2eab248e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2783716 Jan 28 13:40:24.917341 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43784) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:24.952614 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e4f84033-8829-4cad-afb3-4de046ce97e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (3bd7fc87-964b-46b2-97b1-05001135662c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.956054 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e4f84033-8829-4cad-afb3-4de046ce97e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.957466 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e4f84033-8829-4cad-afb3-4de046ce97e7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3bd7fc87-964b-46b2-97b1-05001135662c HTTP/1.1" status: 204 len: 168 time: 0.1576607 Jan 28 13:40:24.984413 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f84033-8829-4cad-afb3-4de046ce97e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd7fc87-964b-46b2-97b1-05001135662c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:25.044181 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-67b5c8bc-da2e-4006-8876-7da209e7cf6e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1246529 Jan 28 13:40:25.048615 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43790) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:25.064969 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-ed36e33a-ac12-477b-b315-4b473bd19e0f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:25.121115 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aefb651-759c-4b04-8d36-41c31e5b3715 req-9f9bf86d-4145-4a0e-a347-5994d9abd9c1 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:25.123392 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8aefb651-759c-4b04-8d36-41c31e5b3715 req-9f9bf86d-4145-4a0e-a347-5994d9abd9c1 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0927136 Jan 28 13:40:25.212272 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed36e33a-ac12-477b-b315-4b473bd19e0f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:25.216023 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ed36e33a-ac12-477b-b315-4b473bd19e0f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:25.252983 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8aefb651-759c-4b04-8d36-41c31e5b3715 req-91ecb902-6533-4b99-8947-a4e39cdc5e89 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164582 Jan 28 13:40:25.649783 n-d-822747-2 neutron-server[103352]: DEBUG neutron.objects.ports [None req-ed36e33a-ac12-477b-b315-4b473bd19e0f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103352) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 13:40:25.663248 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ed36e33a-ac12-477b-b315-4b473bd19e0f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (4a1be629-6d55-4f64-9315-4534c5dab527), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:25.718467 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed36e33a-ac12-477b-b315-4b473bd19e0f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:25.724010 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-ed36e33a-ac12-477b-b315-4b473bd19e0f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:25.727607 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed36e33a-ac12-477b-b315-4b473bd19e0f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:25.728186 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ed36e33a-ac12-477b-b315-4b473bd19e0f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:25.734214 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f49d5e-488e-4d02-8c8f-b83cb66b54cb None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:25.755116 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ed36e33a-ac12-477b-b315-4b473bd19e0f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7035625 Jan 28 13:40:25.757091 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43810) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:25.764576 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-1c30abc6-1b00-47d7-b9c4-aec37a01667f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:25.771256 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36e33a-ac12-477b-b315-4b473bd19e0f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=4a1be629-6d55-4f64-9315-4534c5dab527,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:25.784276 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13653fbc-5603-4c8e-bb7a-b85e4f870f72 req-27bec295-4ce9-4024-b3c2-75f3e40da07d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:25.793202 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-13653fbc-5603-4c8e-bb7a-b85e4f870f72 req-27bec295-4ce9-4024-b3c2-75f3e40da07d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.1638098 Jan 28 13:40:25.887075 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-13653fbc-5603-4c8e-bb7a-b85e4f870f72 req-b6117d7d-95fd-4163-9ff6-b775fafaf9fb tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927880 Jan 28 13:40:25.911778 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 5470e3da-7b5a-4801-9cb4-67d8d8e3035e no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:40:25.934393 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 5470e3da-7b5a-4801-9cb4-67d8d8e3035e {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:40:25.934752 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 5470e3da-7b5a-4801-9cb4-67d8d8e3035e not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:40:25.935241 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 13f3e225-7a24-41ba-a087-31951e778fff no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:40:25.987241 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 13f3e225-7a24-41ba-a087-31951e778fff {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:40:25.990450 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 13f3e225-7a24-41ba-a087-31951e778fff not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:40:26.047131 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab35697-29db-4951-83a1-78fbc2572453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-b1369f79-8419-4909-b9dc-745e2d83caa0', 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'project_id': 'c889d0606f324a669840943fc2266e93', 'fixed_ips': [{'subnet_id': '4a1be629-6d55-4f64-9315-4534c5dab527'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:40:26.048444 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ab35697-29db-4951-83a1-78fbc2572453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.085192 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c30abc6-1b00-47d7-b9c4-aec37a01667f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:26.094939 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1c30abc6-1b00-47d7-b9c4-aec37a01667f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.223409 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-4ab35697-29db-4951-83a1-78fbc2572453 None None] Allocated IP 2001:db8::f816:3eff:fe4a:cde2 (b1369f79-8419-4909-b9dc-745e2d83caa0/4a1be629-6d55-4f64-9315-4534c5dab527/37a295df-f66f-44a8-8984-c6a9104660dd) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:26.482391 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ab35697-29db-4951-83a1-78fbc2572453 None None] Publish callbacks [] for port (37a295df-f66f-44a8-8984-c6a9104660dd), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.499383 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ab35697-29db-4951-83a1-78fbc2572453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (37a295df-f66f-44a8-8984-c6a9104660dd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.536796 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab35697-29db-4951-83a1-78fbc2572453 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:26.558173 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-4ab35697-29db-4951-83a1-78fbc2572453 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:26.564422 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab35697-29db-4951-83a1-78fbc2572453 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:26.699643 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1c30abc6-1b00-47d7-b9c4-aec37a01667f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (efad96f6-d6d5-43c8-9bec-f843637eb0f5), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.736557 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c30abc6-1b00-47d7-b9c4-aec37a01667f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:26.739606 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-1c30abc6-1b00-47d7-b9c4-aec37a01667f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:26.744010 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c30abc6-1b00-47d7-b9c4-aec37a01667f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:26.744679 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1c30abc6-1b00-47d7-b9c4-aec37a01667f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.764712 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab35697-29db-4951-83a1-78fbc2572453 None None] Pushing event updated for resources: {'Port': ['ID=37a295df-f66f-44a8-8984-c6a9104660dd,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:26.779010 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4ab35697-29db-4951-83a1-78fbc2572453 None None] Attempting to bind port 37a295df-f66f-44a8-8984-c6a9104660dd on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:40:26.779794 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4ab35697-29db-4951-83a1-78fbc2572453 None None] Attempting to bind port 37a295df-f66f-44a8-8984-c6a9104660dd by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:40:26.780213 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab35697-29db-4951-83a1-78fbc2572453 None None] Attempting to bind port 37a295df-f66f-44a8-8984-c6a9104660dd on network b1369f79-8419-4909-b9dc-745e2d83caa0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:40:26.785828 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab35697-29db-4951-83a1-78fbc2572453 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:40:26.786357 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab35697-29db-4951-83a1-78fbc2572453 None None] Checking segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:40:26.786559 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ab35697-29db-4951-83a1-78fbc2572453 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.787116 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab35697-29db-4951-83a1-78fbc2572453 None None] Bound using segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:40:26.787665 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4ab35697-29db-4951-83a1-78fbc2572453 None None] Bound port: 37a295df-f66f-44a8-8984-c6a9104660dd, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:40:26.788111 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ab35697-29db-4951-83a1-78fbc2572453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (37a295df-f66f-44a8-8984-c6a9104660dd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.854738 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4ab35697-29db-4951-83a1-78fbc2572453 None None] For port 37a295df-f66f-44a8-8984-c6a9104660dd, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:40:26.858061 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4ab35697-29db-4951-83a1-78fbc2572453 None None] For port 37a295df-f66f-44a8-8984-c6a9104660dd, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=37a295df-f66f-44a8-8984-c6a9104660dd,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:40:26.860837 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1c30abc6-1b00-47d7-b9c4-aec37a01667f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1018345 Jan 28 13:40:26.863619 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43844) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:26.866854 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ab35697-29db-4951-83a1-78fbc2572453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (37a295df-f66f-44a8-8984-c6a9104660dd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.871215 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a74f1394-81db-440d-92d5-f6a94d3a7539 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'port': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'mac_address': 'fa:16:3e:ba:04:88', 'name': 'tempest-NetworksTestDHCPv6-1853626309'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:26.896497 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30abc6-1b00-47d7-b9c4-aec37a01667f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=efad96f6-d6d5-43c8-9bec-f843637eb0f5,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:27.037513 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab35697-29db-4951-83a1-78fbc2572453 None None] Pushing event updated for resources: {'Port': ['ID=37a295df-f66f-44a8-8984-c6a9104660dd,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:27.205517 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d42d2b-b259-45fa-b1e3-d3ca4c4ebb2e req-e3aa1df7-d82f-4ae8-bd3a-f2cb32660ef6 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:27.207544 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-90d42d2b-b259-45fa-b1e3-d3ca4c4ebb2e req-e3aa1df7-d82f-4ae8-bd3a-f2cb32660ef6 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.1339965 Jan 28 13:40:27.792026 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43864) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:27.894792 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74f1394-81db-440d-92d5-f6a94d3a7539 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:27.941152 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-90d42d2b-b259-45fa-b1e3-d3ca4c4ebb2e req-69033b89-ee62-42bd-ae4c-f8d7ae45c29b tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7221708 Jan 28 13:40:27.943551 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 37a295df-f66f-44a8-8984-c6a9104660dd up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:28.075799 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a74f1394-81db-440d-92d5-f6a94d3a7539 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:28.112407 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-556a3b25-8d6f-4da0-911c-b6115caabdda tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-799316587', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:28.142385 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-a74f1394-81db-440d-92d5-f6a94d3a7539 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] device_id is not set on port 58c301b7-05e0-4adc-a657-fd00301c9df9 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:40:28.149464 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 37a295df-f66f-44a8-8984-c6a9104660dd triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:28.150114 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (37a295df-f66f-44a8-8984-c6a9104660dd), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:28.154712 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556a3b25-8d6f-4da0-911c-b6115caabdda tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Made reservation on behalf of 3cb699c7fbd0486caaf94908c07ee591 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:28.157994 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-556a3b25-8d6f-4da0-911c-b6115caabdda tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:28.186504 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-556a3b25-8d6f-4da0-911c-b6115caabdda tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:28.425239 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 37a295df-f66f-44a8-8984-c6a9104660dd is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:28.425482 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (37a295df-f66f-44a8-8984-c6a9104660dd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:28.481951 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-556a3b25-8d6f-4da0-911c-b6115caabdda tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Publish callbacks [] for security_group (f580b9b3-98b5-41ab-b6d0-406ce2fb7ce0), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:28.490555 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-556a3b25-8d6f-4da0-911c-b6115caabdda tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f580b9b3-98b5-41ab-b6d0-406ce2fb7ce0), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:28.494716 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-556a3b25-8d6f-4da0-911c-b6115caabdda tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] device_id is not set on port 3a7df148-4652-4322-85ab-1d02b016ee2f yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:40:28.532987 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 37a295df-f66f-44a8-8984-c6a9104660dd, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=37a295df-f66f-44a8-8984-c6a9104660dd,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:28.543494 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (37a295df-f66f-44a8-8984-c6a9104660dd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:28.634105 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4a445-e8c4-4d93-bbd8-be92c19b62a4 req-4d88c509-4456-4efe-8110-2a0b453b2c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:28.635754 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c7e4a445-e8c4-4d93-bbd8-be92c19b62a4 req-4d88c509-4456-4efe-8110-2a0b453b2c39 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 1096 time: 0.2682250 Jan 28 13:40:28.659100 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=37a295df-f66f-44a8-8984-c6a9104660dd,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:28.731079 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a3b25-8d6f-4da0-911c-b6115caabdda tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f580b9b3-98b5-41ab-b6d0-406ce2fb7ce0,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:28.798746 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b986b3-958c-4193-be31-83f2f85eef0b req-f0c2c463-1adb-4d02-8a2f-978d278b580f tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:28.805333 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-556a3b25-8d6f-4da0-911c-b6115caabdda tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Allocated IP 172.25.3.208 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/3a7df148-4652-4322-85ab-1d02b016ee2f) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:28.815386 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-45b986b3-958c-4193-be31-83f2f85eef0b req-f0c2c463-1adb-4d02-8a2f-978d278b580f tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.3535559 Jan 28 13:40:28.997516 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b7147e-f9a4-44ae-9d07-5a9ba5b8b17b None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:29.061068 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-556a3b25-8d6f-4da0-911c-b6115caabdda tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Publish callbacks [] for port (3a7df148-4652-4322-85ab-1d02b016ee2f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:29.073446 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-a74f1394-81db-440d-92d5-f6a94d3a7539 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 172.20.0.11 (b1369f79-8419-4909-b9dc-745e2d83caa0/efad96f6-d6d5-43c8-9bec-f843637eb0f5/58c301b7-05e0-4adc-a657-fd00301c9df9) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:29.095844 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-a74f1394-81db-440d-92d5-f6a94d3a7539 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 2001:db8::f816:3eff:feba:488 (b1369f79-8419-4909-b9dc-745e2d83caa0/4a1be629-6d55-4f64-9315-4534c5dab527/58c301b7-05e0-4adc-a657-fd00301c9df9) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:29.098492 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-556a3b25-8d6f-4da0-911c-b6115caabdda tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (3a7df148-4652-4322-85ab-1d02b016ee2f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:29.162576 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-41652e60-22a6-4862-8c77-8a9049307116 None None] Provisioning complete for port 37a295df-f66f-44a8-8984-c6a9104660dd triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:29.162919 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41652e60-22a6-4862-8c77-8a9049307116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (37a295df-f66f-44a8-8984-c6a9104660dd), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:29.192263 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556a3b25-8d6f-4da0-911c-b6115caabdda tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:29.197805 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-556a3b25-8d6f-4da0-911c-b6115caabdda tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:29.211828 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556a3b25-8d6f-4da0-911c-b6115caabdda tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:29.302606 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556a3b25-8d6f-4da0-911c-b6115caabdda tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:29.313661 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-556a3b25-8d6f-4da0-911c-b6115caabdda tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:29.317902 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a3b25-8d6f-4da0-911c-b6115caabdda tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Pushing event updated for resources: {'Port': ['ID=3a7df148-4652-4322-85ab-1d02b016ee2f,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:29.328785 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a74f1394-81db-440d-92d5-f6a94d3a7539 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (58c301b7-05e0-4adc-a657-fd00301c9df9), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:29.335444 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37904fe4-be54-4cb9-86fc-e0d736a5d116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:29.352406 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-556a3b25-8d6f-4da0-911c-b6115caabdda tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.5590968 Jan 28 13:40:29.353062 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43884) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:29.357563 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-15e1cdd9-859e-495f-9bed-638a05d82829 tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.208'}]}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:29.394436 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-45b986b3-958c-4193-be31-83f2f85eef0b req-d22c4509-1e20-421a-b713-cf469d9c8cca tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5187366 Jan 28 13:40:29.395658 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a74f1394-81db-440d-92d5-f6a94d3a7539 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (58c301b7-05e0-4adc-a657-fd00301c9df9), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:29.431145 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-15e1cdd9-859e-495f-9bed-638a05d82829 tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (9c944f78-a729-4a9e-8d55-2ccc1b4707ad), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:29.432594 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-15e1cdd9-859e-495f-9bed-638a05d82829 tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (9c944f78-a729-4a9e-8d55-2ccc1b4707ad), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:29.487969 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4a445-e8c4-4d93-bbd8-be92c19b62a4 req-1e97d5c1-34c1-4496-a059-da38ee8653fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:29.489502 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c7e4a445-e8c4-4d93-bbd8-be92c19b62a4 req-1e97d5c1-34c1-4496-a059-da38ee8653fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 200 len: 910 time: 0.8327210 Jan 28 13:40:29.519152 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-41652e60-22a6-4862-8c77-8a9049307116 None None] Current status of the port 37a295df-f66f-44a8-8984-c6a9104660dd is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:29.544654 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-15e1cdd9-859e-495f-9bed-638a05d82829 tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Publish callbacks [] for router_controller (9c944f78-a729-4a9e-8d55-2ccc1b4707ad), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:29.603670 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9861ed-d9b5-45f9-a3b2-c622ddf9e053 None None] Update dhcp port {'port': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'fixed_ips': [{'subnet_id': '4a1be629-6d55-4f64-9315-4534c5dab527', 'ip_address': '2001:db8::f816:3eff:fe4a:cde2'}, {'subnet_id': 'efad96f6-d6d5-43c8-9bec-f843637eb0f5'}], 'binding:host_id': 'n-d-822747-2'}, 'id': '37a295df-f66f-44a8-8984-c6a9104660dd'} from n-d-822747-2. {{(pid=103353) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 13:40:29.645792 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74f1394-81db-440d-92d5-f6a94d3a7539 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:29.649022 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f1394-81db-440d-92d5-f6a94d3a7539 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Port': ['ID=58c301b7-05e0-4adc-a657-fd00301c9df9,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:29.660889 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-a74f1394-81db-440d-92d5-f6a94d3a7539 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:29.670252 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8c9861ed-d9b5-45f9-a3b2-c622ddf9e053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (37a295df-f66f-44a8-8984-c6a9104660dd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:29.671837 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74f1394-81db-440d-92d5-f6a94d3a7539 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:29.770960 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c7e4a445-e8c4-4d93-bbd8-be92c19b62a4 req-893d6ebe-8fef-4c1b-9bd5-c793d8ac4565 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05dbcb58-e1e0-4ae6-9b70-3124399838e9 HTTP/1.1" status: 200 len: 998 time: 0.2662222 Jan 28 13:40:29.853539 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-15e1cdd9-859e-495f-9bed-638a05d82829 tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Publish callbacks [] for router_gateway (9c944f78-a729-4a9e-8d55-2ccc1b4707ad), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:29.912391 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74f1394-81db-440d-92d5-f6a94d3a7539 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:29.913079 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a74f1394-81db-440d-92d5-f6a94d3a7539 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:29.994723 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4a445-e8c4-4d93-bbd8-be92c19b62a4 req-52cfec62-676b-4d07-87e2-e168dd0bc182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:29.996371 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c7e4a445-e8c4-4d93-bbd8-be92c19b62a4 req-52cfec62-676b-4d07-87e2-e168dd0bc182 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0384f919-cf7e-4ec0-b290-94b57d977aef HTTP/1.1" status: 200 len: 849 time: 0.1997406 Jan 28 13:40:30.046223 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a74f1394-81db-440d-92d5-f6a94d3a7539 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1803403 Jan 28 13:40:30.048662 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43892) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:30.109443 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-8c9861ed-d9b5-45f9-a3b2-c622ddf9e053 None None] Allocated IP 172.20.0.2 (b1369f79-8419-4909-b9dc-745e2d83caa0/efad96f6-d6d5-43c8-9bec-f843637eb0f5/37a295df-f66f-44a8-8984-c6a9104660dd) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:30.156283 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4a445-e8c4-4d93-bbd8-be92c19b62a4 req-adf18d46-64a1-4ff0-b8e5-ce1bee795495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:30.172874 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c7e4a445-e8c4-4d93-bbd8-be92c19b62a4 req-adf18d46-64a1-4ff0-b8e5-ce1bee795495 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7079efeb-cd22-4f60-b771-d74efc0a16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1647377 Jan 28 13:40:30.322886 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71fe651-5d37-4f67-9861-1c5d7e517bd7 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:30.334851 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71fe651-5d37-4f67-9861-1c5d7e517bd7 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:30.339874 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b71fe651-5d37-4f67-9861-1c5d7e517bd7 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2891562 Jan 28 13:40:30.344833 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43896) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:30.376865 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-8c9861ed-d9b5-45f9-a3b2-c622ddf9e053 None None] For port 37a295df-f66f-44a8-8984-c6a9104660dd, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=37a295df-f66f-44a8-8984-c6a9104660dd,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:30.431006 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-15e1cdd9-859e-495f-9bed-638a05d82829 tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Publish callbacks [] for router_gateway (9c944f78-a729-4a9e-8d55-2ccc1b4707ad), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:30.474992 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-15e1cdd9-859e-495f-9bed-638a05d82829 tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:30.505247 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c7e4a445-e8c4-4d93-bbd8-be92c19b62a4 req-ce70e64d-7572-4257-bb6f-56ec9e513478 service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238308 Jan 28 13:40:30.811007 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-15e1cdd9-859e-495f-9bed-638a05d82829 tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Publish callbacks [] for router (9c944f78-a729-4a9e-8d55-2ccc1b4707ad), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:30.856009 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff88bd-5896-4237-a239-4798c757c328 req-7cb2f69a-11d4-4f76-8599-17ed90e0515a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:30.857644 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dbff88bd-5896-4237-a239-4798c757c328 req-7cb2f69a-11d4-4f76-8599-17ed90e0515a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.2853432 Jan 28 13:40:30.862327 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8c9861ed-d9b5-45f9-a3b2-c622ddf9e053 None None] Publish callbacks [] for port (37a295df-f66f-44a8-8984-c6a9104660dd), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:30.875302 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 37a295df-f66f-44a8-8984-c6a9104660dd up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:30.984987 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c7e4a445-e8c4-4d93-bbd8-be92c19b62a4 req-2851983b-0962-443d-bf63-7bbcd296247e service neutron] 10.222.0.37 "GET /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341516 Jan 28 13:40:31.001897 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e26cb31c-ec89-452a-9d0c-a0007a765ab9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting port 58c301b7-05e0-4adc-a657-fd00301c9df9 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:31.002237 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e26cb31c-ec89-452a-9d0c-a0007a765ab9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (58c301b7-05e0-4adc-a657-fd00301c9df9), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.045124 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8c9861ed-d9b5-45f9-a3b2-c622ddf9e053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (37a295df-f66f-44a8-8984-c6a9104660dd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.058990 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dbff88bd-5896-4237-a239-4798c757c328 req-addcf32b-d941-4120-a932-ad06734c07f7 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643925 Jan 28 13:40:31.158328 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e26cb31c-ec89-452a-9d0c-a0007a765ab9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (58c301b7-05e0-4adc-a657-fd00301c9df9), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.188233 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e26cb31c-ec89-452a-9d0c-a0007a765ab9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Calling delete_port for 58c301b7-05e0-4adc-a657-fd00301c9df9 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:31.248425 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 37a295df-f66f-44a8-8984-c6a9104660dd triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:31.249034 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (37a295df-f66f-44a8-8984-c6a9104660dd), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.379660 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-15e1cdd9-859e-495f-9bed-638a05d82829 tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (9c944f78-a729-4a9e-8d55-2ccc1b4707ad), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.385551 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-15e1cdd9-859e-495f-9bed-638a05d82829 tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Publish callbacks [] for router_controller (9c944f78-a729-4a9e-8d55-2ccc1b4707ad), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.403483 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9861ed-d9b5-45f9-a3b2-c622ddf9e053 None None] Pushing event updated for resources: {'Port': ['ID=37a295df-f66f-44a8-8984-c6a9104660dd,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:31.493231 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-15e1cdd9-859e-495f-9bed-638a05d82829 tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (9c944f78-a729-4a9e-8d55-2ccc1b4707ad), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.493774 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e1cdd9-859e-495f-9bed-638a05d82829 tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c944f78-a729-4a9e-8d55-2ccc1b4707ad {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:40:31.512236 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 37a295df-f66f-44a8-8984-c6a9104660dd is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:31.525819 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e26cb31c-ec89-452a-9d0c-a0007a765ab9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (58c301b7-05e0-4adc-a657-fd00301c9df9), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.527835 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-15e1cdd9-859e-495f-9bed-638a05d82829 tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 13:40:31.529016 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-15e1cdd9-859e-495f-9bed-638a05d82829 tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1749103 Jan 28 13:40:31.533977 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43908) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:31.589146 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0f441a19-1d7c-40e5-84c6-3404d35e0bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.592670 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26cb31c-ec89-452a-9d0c-a0007a765ab9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Port': ['ID=58c301b7-05e0-4adc-a657-fd00301c9df9,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:31.686813 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-55cd7e78-0e2a-441c-aa43-6580321b45c0 tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Deleting port 3a7df148-4652-4322-85ab-1d02b016ee2f {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:31.688313 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-55cd7e78-0e2a-441c-aa43-6580321b45c0 tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (3a7df148-4652-4322-85ab-1d02b016ee2f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.782757 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e26cb31c-ec89-452a-9d0c-a0007a765ab9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.791113 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e26cb31c-ec89-452a-9d0c-a0007a765ab9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/58c301b7-05e0-4adc-a657-fd00301c9df9 HTTP/1.1" status: 204 len: 168 time: 1.4430742 Jan 28 13:40:31.791865 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43912) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:31.850642 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 37a295df-f66f-44a8-8984-c6a9104660dd up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:31.947028 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-55cd7e78-0e2a-441c-aa43-6580321b45c0 tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (3a7df148-4652-4322-85ab-1d02b016ee2f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.948411 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 37a295df-f66f-44a8-8984-c6a9104660dd triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:31.948938 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (37a295df-f66f-44a8-8984-c6a9104660dd), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.985635 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e8d082-e193-425b-adae-54cc998663e6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:31.989419 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e8d082-e193-425b-adae-54cc998663e6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:31.993634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e8d082-e193-425b-adae-54cc998663e6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:31.999253 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c9e8d082-e193-425b-adae-54cc998663e6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2037916 Jan 28 13:40:32.001054 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43914) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:32.023690 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-55cd7e78-0e2a-441c-aa43-6580321b45c0 tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Calling delete_port for 3a7df148-4652-4322-85ab-1d02b016ee2f owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:32.132566 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 37a295df-f66f-44a8-8984-c6a9104660dd is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:32.204295 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-82bc29f4-4ff2-4bdc-a0e7-37f6e4f6c884 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet 4a1be629-6d55-4f64-9315-4534c5dab527 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:40:32.212329 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82bc29f4-4ff2-4bdc-a0e7-37f6e4f6c884 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (4a1be629-6d55-4f64-9315-4534c5dab527), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:32.305670 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-55cd7e78-0e2a-441c-aa43-6580321b45c0 tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (3a7df148-4652-4322-85ab-1d02b016ee2f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:32.345366 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82bc29f4-4ff2-4bdc-a0e7-37f6e4f6c884 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (4a1be629-6d55-4f64-9315-4534c5dab527), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:32.371480 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafe48b-efab-4e3b-84d8-56f527342113 req-97810fae-6945-4d7d-84a5-f667f5924a09 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:32.374376 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7cafe48b-efab-4e3b-84d8-56f527342113 req-97810fae-6945-4d7d-84a5-f667f5924a09 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.1659458 Jan 28 13:40:32.484648 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-02ca3549-e210-4bff-88ba-c037c737ce74 None None] Provisioning complete for port 37a295df-f66f-44a8-8984-c6a9104660dd triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:32.490582 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-02ca3549-e210-4bff-88ba-c037c737ce74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (37a295df-f66f-44a8-8984-c6a9104660dd), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:32.525552 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7cafe48b-efab-4e3b-84d8-56f527342113 req-02081481-7df3-4944-b133-a6d9000aa28d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988727 Jan 28 13:40:32.545065 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd7e78-0e2a-441c-aa43-6580321b45c0 tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a7df148-4652-4322-85ab-1d02b016ee2f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:32.661248 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82bc29f4-4ff2-4bdc-a0e7-37f6e4f6c884 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (4a1be629-6d55-4f64-9315-4534c5dab527), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:32.708499 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-02ca3549-e210-4bff-88ba-c037c737ce74 None None] Current status of the port 37a295df-f66f-44a8-8984-c6a9104660dd is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:32.718698 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-55cd7e78-0e2a-441c-aa43-6580321b45c0 tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:32.724726 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-55cd7e78-0e2a-441c-aa43-6580321b45c0 tempest-RoutersAdminNegativeIpV6Test-981982775 tempest-RoutersAdminNegativeIpV6Test-981982775-project-admin] 10.222.0.39 "DELETE /v2.0/ports/3a7df148-4652-4322-85ab-1d02b016ee2f HTTP/1.1" status: 204 len: 168 time: 1.1896365 Jan 28 13:40:32.794481 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82bc29f4-4ff2-4bdc-a0e7-37f6e4f6c884 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (4a1be629-6d55-4f64-9315-4534c5dab527), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:32.813818 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3b48c-5d60-48b7-9315-00f5e26e4abe req-9b27bc26-77f9-4a45-acab-132303a318fa tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:32.827987 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82bc29f4-4ff2-4bdc-a0e7-37f6e4f6c884 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:32.830848 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:32.832513 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2ce3b48c-5d60-48b7-9315-00f5e26e4abe req-9b27bc26-77f9-4a45-acab-132303a318fa tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.1036873 Jan 28 13:40:32.843501 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-82bc29f4-4ff2-4bdc-a0e7-37f6e4f6c884 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/4a1be629-6d55-4f64-9315-4534c5dab527 HTTP/1.1" status: 204 len: 168 time: 0.8407395 Jan 28 13:40:32.851251 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43934) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:32.894811 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc29f4-4ff2-4bdc-a0e7-37f6e4f6c884 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=4a1be629-6d55-4f64-9315-4534c5dab527,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:33.006626 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-a262f042-2179-4df2-af3d-afbd18bf13a9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet efad96f6-d6d5-43c8-9bec-f843637eb0f5 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:40:33.022608 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2ce3b48c-5d60-48b7-9315-00f5e26e4abe req-9087e3f8-aaf2-48c6-8dad-60f728f3ff98 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873224 Jan 28 13:40:33.023386 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a262f042-2179-4df2-af3d-afbd18bf13a9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (efad96f6-d6d5-43c8-9bec-f843637eb0f5), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:33.026714 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9f924284-6816-4576-aa6a-254e45a97e1d None None] Could not find standard attr ID for object 58c301b7-05e0-4adc-a657-fd00301c9df9. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:40:33.031172 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8b78a5-fb11-4586-9dbc-0a4b5124304a None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:33.138266 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a262f042-2179-4df2-af3d-afbd18bf13a9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (efad96f6-d6d5-43c8-9bec-f843637eb0f5), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:33.213535 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43944) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:33.314295 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a262f042-2179-4df2-af3d-afbd18bf13a9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (efad96f6-d6d5-43c8-9bec-f843637eb0f5), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:33.493382 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a262f042-2179-4df2-af3d-afbd18bf13a9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (efad96f6-d6d5-43c8-9bec-f843637eb0f5), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:33.518991 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f0b2d1e8-b9cb-407a-9f9a-c7fe63fb4f74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:33.597166 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a262f042-2179-4df2-af3d-afbd18bf13a9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:33.607590 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a262f042-2179-4df2-af3d-afbd18bf13a9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/efad96f6-d6d5-43c8-9bec-f843637eb0f5 HTTP/1.1" status: 204 len: 168 time: 0.7519414 Jan 28 13:40:33.609655 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43966) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:33.613514 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262f042-2179-4df2-af3d-afbd18bf13a9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=efad96f6-d6d5-43c8-9bec-f843637eb0f5,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:33.713755 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f0b2d1e8-b9cb-407a-9f9a-c7fe63fb4f74 admin admin] Publish callbacks [] for security_group (20d03db4-0fd8-4495-b15a-f398d9b9a006), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:33.715132 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43972) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:33.721926 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-7e60d28d-9488-47b6-8925-4c160ef04145 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:33.725179 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8398064f-86cb-40d0-83ec-be44dcc74963 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1077230 Jan 28 13:40:33.813573 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f0b2d1e8-b9cb-407a-9f9a-c7fe63fb4f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (20d03db4-0fd8-4495-b15a-f398d9b9a006), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:33.889839 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e60d28d-9488-47b6-8925-4c160ef04145 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:33.894122 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7e60d28d-9488-47b6-8925-4c160ef04145 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.099612 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2d1e8-b9cb-407a-9f9a-c7fe63fb4f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d03db4-0fd8-4495-b15a-f398d9b9a006,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:34.107558 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f0b2d1e8-b9cb-407a-9f9a-c7fe63fb4f74 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b364a0a271d640baa06b4fe92037a972&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8927076 Jan 28 13:40:34.110498 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43998) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:34.215494 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f93eaa7a-d682-4c77-952e-a3c0fc2991d6 admin admin] Publish callbacks [] for security_group (20d03db4-0fd8-4495-b15a-f398d9b9a006), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.237438 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac16a8ab-6f50-4edb-b66f-1f51d8ac3ed8 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:34.273420 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f93eaa7a-d682-4c77-952e-a3c0fc2991d6 admin admin] Publish callbacks [] for security_group (20d03db4-0fd8-4495-b15a-f398d9b9a006), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.361886 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.395182 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f93eaa7a-d682-4c77-952e-a3c0fc2991d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (20d03db4-0fd8-4495-b15a-f398d9b9a006), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.401805 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f93eaa7a-d682-4c77-952e-a3c0fc2991d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.404512 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f93eaa7a-d682-4c77-952e-a3c0fc2991d6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/20d03db4-0fd8-4495-b15a-f398d9b9a006 HTTP/1.1" status: 204 len: 168 time: 0.2920961 Jan 28 13:40:34.405595 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d2e6ba08-45c9-4ca6-b3ad-277a179bc7c5 None None] Provisioning complete for port 37a295df-f66f-44a8-8984-c6a9104660dd triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:34.406189 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d2e6ba08-45c9-4ca6-b3ad-277a179bc7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (37a295df-f66f-44a8-8984-c6a9104660dd), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.424037 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93eaa7a-d682-4c77-952e-a3c0fc2991d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d03db4-0fd8-4495-b15a-f398d9b9a006,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:34.553031 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d2e6ba08-45c9-4ca6-b3ad-277a179bc7c5 None None] Current status of the port 37a295df-f66f-44a8-8984-c6a9104660dd is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:34.591529 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436cd5a9-8c68-4a15-90fc-40d353714d25 None None] DHCP port deletion for b1369f79-8419-4909-b9dc-745e2d83caa0 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:40:34.651002 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819c267-df46-44b8-87d7-e5b8187b2d70 req-47ae6d17-f9c2-48cc-a16d-8f3ef1f8b25e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:34.661248 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9819c267-df46-44b8-87d7-e5b8187b2d70 req-47ae6d17-f9c2-48cc-a16d-8f3ef1f8b25e tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd5107-0461-4c60-93f0-7dad5d669db1 HTTP/1.1" status: 200 len: 943 time: 0.2480855 Jan 28 13:40:34.671212 n-d-822747-2 neutron-server[103352]: DEBUG neutron.objects.ports [None req-7e60d28d-9488-47b6-8925-4c160ef04145 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103352) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 13:40:34.707039 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-436cd5a9-8c68-4a15-90fc-40d353714d25 None None] Deleting port 37a295df-f66f-44a8-8984-c6a9104660dd {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:34.707666 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-436cd5a9-8c68-4a15-90fc-40d353714d25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (37a295df-f66f-44a8-8984-c6a9104660dd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.861827 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-436cd5a9-8c68-4a15-90fc-40d353714d25 None None] For port 37a295df-f66f-44a8-8984-c6a9104660dd, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=37a295df-f66f-44a8-8984-c6a9104660dd,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:34.862481 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-436cd5a9-8c68-4a15-90fc-40d353714d25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (37a295df-f66f-44a8-8984-c6a9104660dd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.889933 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-436cd5a9-8c68-4a15-90fc-40d353714d25 None None] Calling delete_port for 37a295df-f66f-44a8-8984-c6a9104660dd owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:34.981204 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-436cd5a9-8c68-4a15-90fc-40d353714d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (37a295df-f66f-44a8-8984-c6a9104660dd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:35.058870 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cd5a9-8c68-4a15-90fc-40d353714d25 None None] Pushing event deleted for resources: {'Port': ['ID=37a295df-f66f-44a8-8984-c6a9104660dd,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:35.070086 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436cd5a9-8c68-4a15-90fc-40d353714d25 None None] No DVR routers for this DVR port 37a295df-f66f-44a8-8984-c6a9104660dd on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:40:35.103535 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44012) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:35.190641 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dac4b376-800f-458e-9e5a-7bf1aa17b08e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3cb699c7fbd0486caaf94908c07ee591&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0830750 Jan 28 13:40:35.190790 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44014) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:35.259013 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1833aa08-0dbc-46f8-8b05-069525bda113 admin admin] Publish callbacks [] for security_group (f580b9b3-98b5-41ab-b6d0-406ce2fb7ce0), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:35.291257 n-d-822747-2 neutron-server[103352]: WARNING neutron.services.revisions.revision_plugin [None req-7e60d28d-9488-47b6-8925-4c160ef04145 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Could not find related port for resource to bump revision. Jan 28 13:40:35.297601 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1833aa08-0dbc-46f8-8b05-069525bda113 admin admin] Publish callbacks [] for security_group (f580b9b3-98b5-41ab-b6d0-406ce2fb7ce0), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:35.298483 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.ipam_pluggable_backend [None req-7e60d28d-9488-47b6-8925-4c160ef04145 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Port 37a295df-f66f-44a8-8984-c6a9104660dd was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103352) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 13:40:35.298790 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.ipam_pluggable_backend [None req-7e60d28d-9488-47b6-8925-4c160ef04145 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4a:cde2 {{(pid=103352) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 13:40:35.303467 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.ipam_pluggable_backend [None req-7e60d28d-9488-47b6-8925-4c160ef04145 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe4a:cde2 {{(pid=103352) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 13:40:35.320287 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7e60d28d-9488-47b6-8925-4c160ef04145 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (af6c66b2-d3d7-42a8-978a-cb13eae52e4d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:35.359414 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1833aa08-0dbc-46f8-8b05-069525bda113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f580b9b3-98b5-41ab-b6d0-406ce2fb7ce0), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:35.362817 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1833aa08-0dbc-46f8-8b05-069525bda113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:35.364974 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1833aa08-0dbc-46f8-8b05-069525bda113 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f580b9b3-98b5-41ab-b6d0-406ce2fb7ce0 HTTP/1.1" status: 204 len: 168 time: 0.1729324 Jan 28 13:40:35.381910 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833aa08-0dbc-46f8-8b05-069525bda113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f580b9b3-98b5-41ab-b6d0-406ce2fb7ce0,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:35.431263 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e60d28d-9488-47b6-8925-4c160ef04145 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:35.436376 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-7e60d28d-9488-47b6-8925-4c160ef04145 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:35.440902 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-9819c267-df46-44b8-87d7-e5b8187b2d70 req-6b9384aa-4e6a-4234-9ab5-2307452ed650 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Deleting port de0259ec-cd10-46de-afc4-14c0108a6f3d {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:35.441238 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9819c267-df46-44b8-87d7-e5b8187b2d70 req-6b9384aa-4e6a-4234-9ab5-2307452ed650 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (de0259ec-cd10-46de-afc4-14c0108a6f3d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:35.444848 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e60d28d-9488-47b6-8925-4c160ef04145 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:35.445494 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7e60d28d-9488-47b6-8925-4c160ef04145 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:35.446597 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ac9c70-ce80-49e7-b1f9-a54ad063275d None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:35.447985 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60d28d-9488-47b6-8925-4c160ef04145 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=af6c66b2-d3d7-42a8-978a-cb13eae52e4d,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:35.491928 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44018) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:35.498090 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-4f4f0fdd-31ce-4352-97ad-feff270cccc2 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:35.498749 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7e60d28d-9488-47b6-8925-4c160ef04145 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7814157 Jan 28 13:40:35.592263 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-9819c267-df46-44b8-87d7-e5b8187b2d70 req-6b9384aa-4e6a-4234-9ab5-2307452ed650 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] For port de0259ec-cd10-46de-afc4-14c0108a6f3d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=de0259ec-cd10-46de-afc4-14c0108a6f3d,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:35.592806 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9819c267-df46-44b8-87d7-e5b8187b2d70 req-6b9384aa-4e6a-4234-9ab5-2307452ed650 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (de0259ec-cd10-46de-afc4-14c0108a6f3d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:35.608662 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-9819c267-df46-44b8-87d7-e5b8187b2d70 req-6b9384aa-4e6a-4234-9ab5-2307452ed650 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Calling delete_port for de0259ec-cd10-46de-afc4-14c0108a6f3d owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:35.716906 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-b1369f79-8419-4909-b9dc-745e2d83caa0', 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'project_id': 'c889d0606f324a669840943fc2266e93', 'fixed_ips': [{'subnet_id': 'af6c66b2-d3d7-42a8-978a-cb13eae52e4d'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:40:35.718004 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:35.865307 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:35.892825 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 37a295df-f66f-44a8-8984-c6a9104660dd no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:40:35.893641 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9819c267-df46-44b8-87d7-e5b8187b2d70 req-6b9384aa-4e6a-4234-9ab5-2307452ed650 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (de0259ec-cd10-46de-afc4-14c0108a6f3d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:35.940198 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4f0fdd-31ce-4352-97ad-feff270cccc2 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:35.951785 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4f4f0fdd-31ce-4352-97ad-feff270cccc2 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:36.031240 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['8078f98a-0151-4a64-93ec-36213040fad7'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:40:36.033423 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['08b77306-fb40-40ad-bf50-0b76b71a1bc9'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:40:36.141947 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9384aa-4e6a-4234-9ab5-2307452ed650 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Pushing event deleted for resources: {'Port': ['ID=de0259ec-cd10-46de-afc4-14c0108a6f3d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:36.238282 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-9819c267-df46-44b8-87d7-e5b8187b2d70 req-6b9384aa-4e6a-4234-9ab5-2307452ed650 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] No DVR routers for this DVR port de0259ec-cd10-46de-afc4-14c0108a6f3d on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:40:36.242596 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9819c267-df46-44b8-87d7-e5b8187b2d70 req-6b9384aa-4e6a-4234-9ab5-2307452ed650 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:36.255845 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9819c267-df46-44b8-87d7-e5b8187b2d70 req-6b9384aa-4e6a-4234-9ab5-2307452ed650 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "DELETE /v2.0/ports/de0259ec-cd10-46de-afc4-14c0108a6f3d HTTP/1.1" status: 204 len: 173 time: 1.5829146 Jan 28 13:40:36.256337 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bd5107-0461-4c60-93f0-7dad5d669db1', 'name': 'network-vif-deleted', 'tag': 'de0259ec-cd10-46de-afc4-14c0108a6f3d'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:40:36.258852 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c95755f-7332-4337-adb9-7868ddfdb793" -d '{"events": [{"server_uuid": "67bd5107-0461-4c60-93f0-7dad5d669db1", "name": "network-vif-deleted", "tag": "de0259ec-cd10-46de-afc4-14c0108a6f3d"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:40:36.343745 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Allocated IP 2001:db8::f816:3eff:febc:92db (b1369f79-8419-4909-b9dc-745e2d83caa0/af6c66b2-d3d7-42a8-978a-cb13eae52e4d/98f5220f-fb2d-4676-bd3b-9b4279b5d4a8) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:36.365438 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 28 Jan 2022 13:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d15956-b533-4019-b790-fee24f471ab0 x-openstack-request-id: req-b2d15956-b533-4019-b790-fee24f471ab0 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:40:36.366118 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bd5107-0461-4c60-93f0-7dad5d669db1", "name": "network-vif-deleted", "tag": "de0259ec-cd10-46de-afc4-14c0108a6f3d", "status": "failed", "code": 422}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:40:36.366544 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2d15956-b533-4019-b790-fee24f471ab0 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:40:36.367194 n-d-822747-2 neutron-server[103352]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '67bd5107-0461-4c60-93f0-7dad5d669db1', 'name': 'network-vif-deleted', 'tag': 'de0259ec-cd10-46de-afc4-14c0108a6f3d', 'status': 'failed', 'code': 422} returned with failed status Jan 28 13:40:36.466451 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 37a295df-f66f-44a8-8984-c6a9104660dd {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:40:36.468209 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 37a295df-f66f-44a8-8984-c6a9104660dd not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:40:36.646227 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4f4f0fdd-31ce-4352-97ad-feff270cccc2 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (437e951f-832b-4692-8c98-e98882c4fff5), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:36.760086 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4f0fdd-31ce-4352-97ad-feff270cccc2 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:36.773264 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-4f4f0fdd-31ce-4352-97ad-feff270cccc2 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:36.778147 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4f0fdd-31ce-4352-97ad-feff270cccc2 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:36.778894 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4f4f0fdd-31ce-4352-97ad-feff270cccc2 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:36.801688 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f0fdd-31ce-4352-97ad-feff270cccc2 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=437e951f-832b-4692-8c98-e98882c4fff5,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:36.835138 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44054) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:36.836587 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4f4f0fdd-31ce-4352-97ad-feff270cccc2 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3432319 Jan 28 13:40:36.843481 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-da661af1-50cc-4c4b-95f2-aa43bc2836c4 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'port': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'mac_address': 'fa:16:3e:ff:65:26', 'name': 'tempest-NetworksTestDHCPv6-1905273427'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:37.077501 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da661af1-50cc-4c4b-95f2-aa43bc2836c4 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:37.136269 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Publish callbacks [] for port (98f5220f-fb2d-4676-bd3b-9b4279b5d4a8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:37.150628 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (98f5220f-fb2d-4676-bd3b-9b4279b5d4a8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:37.208212 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:37.211903 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:37.215815 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:37.312458 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Attempting to bind port 98f5220f-fb2d-4676-bd3b-9b4279b5d4a8 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:40:37.312836 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Attempting to bind port 98f5220f-fb2d-4676-bd3b-9b4279b5d4a8 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:40:37.313208 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Attempting to bind port 98f5220f-fb2d-4676-bd3b-9b4279b5d4a8 on network b1369f79-8419-4909-b9dc-745e2d83caa0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:40:37.320643 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44068) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:37.327781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Pushing event updated for resources: {'Port': ['ID=98f5220f-fb2d-4676-bd3b-9b4279b5d4a8,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:37.342655 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:37.343031 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:37.343384 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:37.343726 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:37.344119 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:37.344454 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:37.344787 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:37.345160 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:37.345487 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:37.345817 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:37.346210 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:37.346746 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:37.347152 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:37.352820 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:40:37.353378 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Checking segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:40:37.353684 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:37.354078 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Bound using segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:40:37.354576 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Bound port: 98f5220f-fb2d-4676-bd3b-9b4279b5d4a8, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:40:37.355046 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (98f5220f-fb2d-4676-bd3b-9b4279b5d4a8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:37.371132 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-da661af1-50cc-4c4b-95f2-aa43bc2836c4 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:37.430047 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-da661af1-50cc-4c4b-95f2-aa43bc2836c4 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] device_id is not set on port 3fef702d-c791-4ebf-a648-27f0aaf58dd0 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:40:37.533867 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] For port 98f5220f-fb2d-4676-bd3b-9b4279b5d4a8, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:40:37.544178 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] For port 98f5220f-fb2d-4676-bd3b-9b4279b5d4a8, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=98f5220f-fb2d-4676-bd3b-9b4279b5d4a8,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:40:37.551945 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (98f5220f-fb2d-4676-bd3b-9b4279b5d4a8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:37.657316 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-a012821d-3333-4a08-bb4e-53965304d4f1 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1634083473'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:37.705619 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe826a8-1866-467c-8fad-839f221dc94a None None] Pushing event updated for resources: {'Port': ['ID=98f5220f-fb2d-4676-bd3b-9b4279b5d4a8,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:37.747036 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a012821d-3333-4a08-bb4e-53965304d4f1 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Made reservation on behalf of bc3a4b4595e84e7d9c850880ace224ed for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:37.755039 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a012821d-3333-4a08-bb4e-53965304d4f1 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:37.776174 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a012821d-3333-4a08-bb4e-53965304d4f1 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:38.170711 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a012821d-3333-4a08-bb4e-53965304d4f1 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for security_group (83b77598-6e86-4ff9-8b90-b67f3dc4bede), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:38.190312 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23c431-b7dc-4166-bd34-2c26bfd89165 req-34874448-fca5-459a-8ed6-901887d171f6 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:38.193252 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e23c431-b7dc-4166-bd34-2c26bfd89165 req-34874448-fca5-459a-8ed6-901887d171f6 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=c90ba8d1-c56a-4e04-bcbf-e73bef99d916 HTTP/1.1" status: 200 len: 908 time: 0.4206142 Jan 28 13:40:38.195007 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-da661af1-50cc-4c4b-95f2-aa43bc2836c4 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 172.20.0.10 (b1369f79-8419-4909-b9dc-745e2d83caa0/437e951f-832b-4692-8c98-e98882c4fff5/3fef702d-c791-4ebf-a648-27f0aaf58dd0) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:38.195678 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a012821d-3333-4a08-bb4e-53965304d4f1 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (83b77598-6e86-4ff9-8b90-b67f3dc4bede), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:38.220938 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a012821d-3333-4a08-bb4e-53965304d4f1 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:40:38.231020 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-da661af1-50cc-4c4b-95f2-aa43bc2836c4 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 2001:db8::f816:3eff:feff:6526 (b1369f79-8419-4909-b9dc-745e2d83caa0/af6c66b2-d3d7-42a8-978a-cb13eae52e4d/3fef702d-c791-4ebf-a648-27f0aaf58dd0) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:38.237066 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a012821d-3333-4a08-bb4e-53965304d4f1 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (f46dddf7-4dce-4f85-956e-ce299d496ed6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:38.237555 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-a012821d-3333-4a08-bb4e-53965304d4f1 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Added segment f46dddf7-4dce-4f85-956e-ce299d496ed6 of type vlan for network 5b224cee-09af-4578-a981-575bea89b126 Jan 28 13:40:38.343497 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012821d-3333-4a08-bb4e-53965304d4f1 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83b77598-6e86-4ff9-8b90-b67f3dc4bede,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:38.370181 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a012821d-3333-4a08-bb4e-53965304d4f1 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (5b224cee-09af-4578-a981-575bea89b126), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:38.434711 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a012821d-3333-4a08-bb4e-53965304d4f1 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (5b224cee-09af-4578-a981-575bea89b126), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:38.448917 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a012821d-3333-4a08-bb4e-53965304d4f1 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:38.454085 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a012821d-3333-4a08-bb4e-53965304d4f1 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:38.551539 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-da661af1-50cc-4c4b-95f2-aa43bc2836c4 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (3fef702d-c791-4ebf-a648-27f0aaf58dd0), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:38.607359 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-da661af1-50cc-4c4b-95f2-aa43bc2836c4 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (3fef702d-c791-4ebf-a648-27f0aaf58dd0), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:38.696768 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da661af1-50cc-4c4b-95f2-aa43bc2836c4 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:38.701841 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-da661af1-50cc-4c4b-95f2-aa43bc2836c4 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:38.715062 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da661af1-50cc-4c4b-95f2-aa43bc2836c4 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:38.769835 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da661af1-50cc-4c4b-95f2-aa43bc2836c4 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Port': ['ID=3fef702d-c791-4ebf-a648-27f0aaf58dd0,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:38.838686 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da661af1-50cc-4c4b-95f2-aa43bc2836c4 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:38.854235 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-da661af1-50cc-4c4b-95f2-aa43bc2836c4 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:38.890148 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-da661af1-50cc-4c4b-95f2-aa43bc2836c4 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.0535307 Jan 28 13:40:38.894521 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44090) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:39.031518 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a3eee5-0bbc-4418-b523-7392efa2deec tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:39.037304 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a3eee5-0bbc-4418-b523-7392efa2deec tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:39.064908 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-84a3eee5-0bbc-4418-b523-7392efa2deec tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1539378 Jan 28 13:40:39.065628 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44100) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:39.318898 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44106) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:39.379551 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012821d-3333-4a08-bb4e-53965304d4f1 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event updated for resources: {'Network': ['ID=5b224cee-09af-4578-a981-575bea89b126,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:39.403196 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012821d-3333-4a08-bb4e-53965304d4f1 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:39.403753 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012821d-3333-4a08-bb4e-53965304d4f1 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:39.404833 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012821d-3333-4a08-bb4e-53965304d4f1 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:39.405338 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012821d-3333-4a08-bb4e-53965304d4f1 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:39.405833 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012821d-3333-4a08-bb4e-53965304d4f1 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:39.408557 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012821d-3333-4a08-bb4e-53965304d4f1 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:39.409092 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012821d-3333-4a08-bb4e-53965304d4f1 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:39.409707 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012821d-3333-4a08-bb4e-53965304d4f1 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:39.410215 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012821d-3333-4a08-bb4e-53965304d4f1 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:39.410698 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012821d-3333-4a08-bb4e-53965304d4f1 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:39.411224 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012821d-3333-4a08-bb4e-53965304d4f1 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:39.413466 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012821d-3333-4a08-bb4e-53965304d4f1 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:39.413993 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012821d-3333-4a08-bb4e-53965304d4f1 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:39.428529 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 5b224cee-09af-4578-a981-575bea89b126 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:40:39.439458 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a012821d-3333-4a08-bb4e-53965304d4f1 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1173041 Jan 28 13:40:39.440638 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44112) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:39.466547 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-5f89bab3-dca3-4676-ab54-1f5399120dba tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Request body: {'subnet': {'network_id': '5b224cee-09af-4578-a981-575bea89b126', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:39.485163 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e980e-334e-411f-8173-cb7d91739d25 req-32bbcdeb-4ae1-4fe8-928b-f9eb5e26002f tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:39.486780 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-253e980e-334e-411f-8173-cb7d91739d25 req-32bbcdeb-4ae1-4fe8-928b-f9eb5e26002f tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.37 "GET /v2.0/ports?device_id=c90ba8d1-c56a-4e04-bcbf-e73bef99d916 HTTP/1.1" status: 200 len: 908 time: 0.3131056 Jan 28 13:40:39.703117 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3c4f81-3fda-4a13-b84d-fd501d81b31e None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:39.736480 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e6285125-1355-4304-acc9-4876deec7d54 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting port 3fef702d-c791-4ebf-a648-27f0aaf58dd0 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:39.736818 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6285125-1355-4304-acc9-4876deec7d54 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (3fef702d-c791-4ebf-a648-27f0aaf58dd0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:39.767715 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f89bab3-dca3-4676-ab54-1f5399120dba tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Made reservation on behalf of bc3a4b4595e84e7d9c850880ace224ed for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:39.776427 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5f89bab3-dca3-4676-ab54-1f5399120dba tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:39.838192 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3feccd7-5201-494a-8f42-893fa4edff01 req-87e3f677-7b12-4dd4-9af2-ca6a0b63b69f tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:39.865313 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d3feccd7-5201-494a-8f42-893fa4edff01 req-87e3f677-7b12-4dd4-9af2-ca6a0b63b69f tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=c90ba8d1-c56a-4e04-bcbf-e73bef99d916 HTTP/1.1" status: 200 len: 908 time: 0.4689205 Jan 28 13:40:39.867226 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-5a8a435a-350e-4b29-80cd-1124fec90f2a None None] Provisioning complete for port 98f5220f-fb2d-4676-bd3b-9b4279b5d4a8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:39.867779 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5a8a435a-350e-4b29-80cd-1124fec90f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (98f5220f-fb2d-4676-bd3b-9b4279b5d4a8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:39.966700 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6285125-1355-4304-acc9-4876deec7d54 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (3fef702d-c791-4ebf-a648-27f0aaf58dd0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:39.971265 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:40:40.004372 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e6285125-1355-4304-acc9-4876deec7d54 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Calling delete_port for 3fef702d-c791-4ebf-a648-27f0aaf58dd0 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:40.014318 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 98f5220f-fb2d-4676-bd3b-9b4279b5d4a8 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:40.292838 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5f89bab3-dca3-4676-ab54-1f5399120dba tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (bc70f7a4-6ebd-4bf6-858d-d91d30c40e13), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:40.394737 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89bab3-dca3-4676-ab54-1f5399120dba tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event updated for resources: {'Subnet': ['ID=bc70f7a4-6ebd-4bf6-858d-d91d30c40e13,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:40.404836 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89bab3-dca3-4676-ab54-1f5399120dba tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Checking segment: {'id': 'f46dddf7-4dce-4f85-956e-ce299d496ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5b224cee-09af-4578-a981-575bea89b126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:40:40.407307 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f89bab3-dca3-4676-ab54-1f5399120dba tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Network hostable DHCP agents. Network: 5b224cee-09af-4578-a981-575bea89b126, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:40:40.459553 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f89bab3-dca3-4676-ab54-1f5399120dba tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Network 5b224cee-09af-4578-a981-575bea89b126 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:40:40.479926 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-5f89bab3-dca3-4676-ab54-1f5399120dba tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 5b224cee-09af-4578-a981-575bea89b126) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:40.484565 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f89bab3-dca3-4676-ab54-1f5399120dba tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:40.485370 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5f89bab3-dca3-4676-ab54-1f5399120dba tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:40.533130 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5f89bab3-dca3-4676-ab54-1f5399120dba tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0854955 Jan 28 13:40:40.534110 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44122) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:40.538885 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-de90f071-80bc-400d-9300-b04d10e529cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-395573235', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}, 'admin_state_up': False}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:40.542064 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6285125-1355-4304-acc9-4876deec7d54 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (3fef702d-c791-4ebf-a648-27f0aaf58dd0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:40.561491 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d27ee7c-9ff3-4b5b-a403-c2b1778bae2d None None] Network 5b224cee-09af-4578-a981-575bea89b126 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:40.580528 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de90f071-80bc-400d-9300-b04d10e529cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (1e83f1c4-42ad-4424-a714-433c41f7f4ec), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:40.581968 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de90f071-80bc-400d-9300-b04d10e529cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (1e83f1c4-42ad-4424-a714-433c41f7f4ec), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:40.672228 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 98f5220f-fb2d-4676-bd3b-9b4279b5d4a8 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:40.672783 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (98f5220f-fb2d-4676-bd3b-9b4279b5d4a8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:40.702232 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de90f071-80bc-400d-9300-b04d10e529cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for router_controller (1e83f1c4-42ad-4424-a714-433c41f7f4ec), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:40.805641 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6285125-1355-4304-acc9-4876deec7d54 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Port': ['ID=3fef702d-c791-4ebf-a648-27f0aaf58dd0,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:40.852012 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5a8a435a-350e-4b29-80cd-1124fec90f2a None None] Current status of the port 98f5220f-fb2d-4676-bd3b-9b4279b5d4a8 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:40.852408 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5a8a435a-350e-4b29-80cd-1124fec90f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (98f5220f-fb2d-4676-bd3b-9b4279b5d4a8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:41.008724 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de90f071-80bc-400d-9300-b04d10e529cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for router_gateway (1e83f1c4-42ad-4424-a714-433c41f7f4ec), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:41.092316 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5cd36-772f-4fc4-9f8a-da916dc1a316 req-b8c3fea9-632d-4345-a7e6-0ce3b820e9a3 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:41.097450 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a4f5cd36-772f-4fc4-9f8a-da916dc1a316 req-b8c3fea9-632d-4345-a7e6-0ce3b820e9a3 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=c90ba8d1-c56a-4e04-bcbf-e73bef99d916 HTTP/1.1" status: 200 len: 908 time: 0.0928912 Jan 28 13:40:41.129904 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-5a8a435a-350e-4b29-80cd-1124fec90f2a None None] For port 98f5220f-fb2d-4676-bd3b-9b4279b5d4a8, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=98f5220f-fb2d-4676-bd3b-9b4279b5d4a8,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:41.139666 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3d5f9a-2304-4d41-8a0a-9853d263550f None None] Update dhcp port {'port': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'fixed_ips': [{'subnet_id': 'af6c66b2-d3d7-42a8-978a-cb13eae52e4d', 'ip_address': '2001:db8::f816:3eff:febc:92db'}, {'subnet_id': '437e951f-832b-4692-8c98-e98882c4fff5'}], 'binding:host_id': 'n-d-822747-2'}, 'id': '98f5220f-fb2d-4676-bd3b-9b4279b5d4a8'} from n-d-822747-2. {{(pid=103353) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 13:40:41.145139 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235d29cb-73c0-457c-89b9-ccc354ec7450 None None] Network 5b224cee-09af-4578-a981-575bea89b126 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:41.157799 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5a8a435a-350e-4b29-80cd-1124fec90f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (98f5220f-fb2d-4676-bd3b-9b4279b5d4a8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:41.407112 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5f9a-2304-4d41-8a0a-9853d263550f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (98f5220f-fb2d-4676-bd3b-9b4279b5d4a8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:41.473595 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de90f071-80bc-400d-9300-b04d10e529cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for router_gateway (1e83f1c4-42ad-4424-a714-433c41f7f4ec), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:41.515463 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de90f071-80bc-400d-9300-b04d10e529cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:41.683722 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-253e980e-334e-411f-8173-cb7d91739d25 req-0648f7e1-263d-4252-a304-cead1251d670 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Deleting port 20ab8f59-c992-4728-94e5-444162e78b9d {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:41.684320 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-253e980e-334e-411f-8173-cb7d91739d25 req-0648f7e1-263d-4252-a304-cead1251d670 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (20ab8f59-c992-4728-94e5-444162e78b9d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:41.722680 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-1e3d5f9a-2304-4d41-8a0a-9853d263550f None None] Allocated IP 172.20.0.2 (b1369f79-8419-4909-b9dc-745e2d83caa0/437e951f-832b-4692-8c98-e98882c4fff5/98f5220f-fb2d-4676-bd3b-9b4279b5d4a8) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:41.758153 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-de90f071-80bc-400d-9300-b04d10e529cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Allocated IP 172.25.3.23 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/7fd4f7ec-380b-4db1-a2c7-be81027071bf) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:41.868961 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1e3d5f9a-2304-4d41-8a0a-9853d263550f None None] For port 98f5220f-fb2d-4676-bd3b-9b4279b5d4a8, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=98f5220f-fb2d-4676-bd3b-9b4279b5d4a8,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:41.909892 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5f9a-2304-4d41-8a0a-9853d263550f None None] Publish callbacks [] for port (98f5220f-fb2d-4676-bd3b-9b4279b5d4a8), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:41.933901 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6285125-1355-4304-acc9-4876deec7d54 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:41.935748 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5f9a-2304-4d41-8a0a-9853d263550f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (98f5220f-fb2d-4676-bd3b-9b4279b5d4a8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:41.940466 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e6285125-1355-4304-acc9-4876deec7d54 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/3fef702d-c791-4ebf-a648-27f0aaf58dd0 HTTP/1.1" status: 204 len: 168 time: 2.8714256 Jan 28 13:40:41.947837 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44132) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:41.979476 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 98f5220f-fb2d-4676-bd3b-9b4279b5d4a8 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:42.104798 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a435a-350e-4b29-80cd-1124fec90f2a None None] Pushing event updated for resources: {'Port': ['ID=98f5220f-fb2d-4676-bd3b-9b4279b5d4a8,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:42.114949 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-253e980e-334e-411f-8173-cb7d91739d25 req-0648f7e1-263d-4252-a304-cead1251d670 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] For port 20ab8f59-c992-4728-94e5-444162e78b9d, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=20ab8f59-c992-4728-94e5-444162e78b9d,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:42.115728 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-253e980e-334e-411f-8173-cb7d91739d25 req-0648f7e1-263d-4252-a304-cead1251d670 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (20ab8f59-c992-4728-94e5-444162e78b9d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:42.116438 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64308ac3-01a0-43d2-8c2c-8b931bef1e1e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:42.140056 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64308ac3-01a0-43d2-8c2c-8b931bef1e1e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:42.158762 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64308ac3-01a0-43d2-8c2c-8b931bef1e1e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:42.164416 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-253e980e-334e-411f-8173-cb7d91739d25 req-0648f7e1-263d-4252-a304-cead1251d670 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Calling delete_port for 20ab8f59-c992-4728-94e5-444162e78b9d owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:42.169214 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-64308ac3-01a0-43d2-8c2c-8b931bef1e1e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2149312 Jan 28 13:40:42.173941 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44140) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:42.283514 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d5f9a-2304-4d41-8a0a-9853d263550f None None] Pushing event updated for resources: {'Port': ['ID=98f5220f-fb2d-4676-bd3b-9b4279b5d4a8,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:42.369732 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-4547e89e-4176-445a-96e7-7ac94e199fd8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet 437e951f-832b-4692-8c98-e98882c4fff5 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:40:42.376389 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de90f071-80bc-400d-9300-b04d10e529cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for port (7fd4f7ec-380b-4db1-a2c7-be81027071bf), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:42.381310 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4547e89e-4176-445a-96e7-7ac94e199fd8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (437e951f-832b-4692-8c98-e98882c4fff5), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:42.438256 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4547e89e-4176-445a-96e7-7ac94e199fd8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (437e951f-832b-4692-8c98-e98882c4fff5), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:42.515114 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de90f071-80bc-400d-9300-b04d10e529cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (7fd4f7ec-380b-4db1-a2c7-be81027071bf), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:42.608475 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-253e980e-334e-411f-8173-cb7d91739d25 req-0648f7e1-263d-4252-a304-cead1251d670 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (20ab8f59-c992-4728-94e5-444162e78b9d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:42.627819 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5b0c548c-d3d3-49dc-b4a9-b38b1dcd5165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (721350a7-83fa-4721-8554-c80c4f6845bc), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:42.670501 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648f7e1-263d-4252-a304-cead1251d670 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Pushing event deleted for resources: {'Port': ['ID=20ab8f59-c992-4728-94e5-444162e78b9d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:42.821946 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4547e89e-4176-445a-96e7-7ac94e199fd8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (437e951f-832b-4692-8c98-e98882c4fff5), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:42.842684 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-253e980e-334e-411f-8173-cb7d91739d25 req-0648f7e1-263d-4252-a304-cead1251d670 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] No DVR routers for this DVR port 20ab8f59-c992-4728-94e5-444162e78b9d on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:40:42.855102 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-253e980e-334e-411f-8173-cb7d91739d25 req-0648f7e1-263d-4252-a304-cead1251d670 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:42.858792 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-253e980e-334e-411f-8173-cb7d91739d25 req-0648f7e1-263d-4252-a304-cead1251d670 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.37 "DELETE /v2.0/ports/20ab8f59-c992-4728-94e5-444162e78b9d HTTP/1.1" status: 204 len: 173 time: 3.3626451 Jan 28 13:40:42.859500 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90ba8d1-c56a-4e04-bcbf-e73bef99d916', 'name': 'network-vif-deleted', 'tag': '20ab8f59-c992-4728-94e5-444162e78b9d'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:40:42.867039 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffab0509-8d30-4136-ba62-d565eb6370b0" -d '{"events": [{"server_uuid": "c90ba8d1-c56a-4e04-bcbf-e73bef99d916", "name": "network-vif-deleted", "tag": "20ab8f59-c992-4728-94e5-444162e78b9d"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:40:42.918832 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de90f071-80bc-400d-9300-b04d10e529cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:42.993301 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648e44b4-f65c-4407-b64e-de37fa4289f3 x-openstack-request-id: req-648e44b4-f65c-4407-b64e-de37fa4289f3 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:40:42.993624 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90ba8d1-c56a-4e04-bcbf-e73bef99d916", "name": "network-vif-deleted", "tag": "20ab8f59-c992-4728-94e5-444162e78b9d", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:40:42.994683 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-648e44b4-f65c-4407-b64e-de37fa4289f3 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:40:42.994683 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90ba8d1-c56a-4e04-bcbf-e73bef99d916', 'name': 'network-vif-deleted', 'tag': '20ab8f59-c992-4728-94e5-444162e78b9d', 'status': 'completed', 'code': 200} Jan 28 13:40:42.995883 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-de90f071-80bc-400d-9300-b04d10e529cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:43.045741 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90f071-80bc-400d-9300-b04d10e529cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event updated for resources: {'Port': ['ID=7fd4f7ec-380b-4db1-a2c7-be81027071bf,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:43.058179 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de90f071-80bc-400d-9300-b04d10e529cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:43.061850 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2380a7f8-e1f2-4286-b7ca-6d22ddc172a4 req-d2fe5bf2-32d5-454a-af4a-0da016359ca5 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=c90ba8d1-c56a-4e04-bcbf-e73bef99d916 HTTP/1.1" status: 200 len: 210 time: 0.7307754 Jan 28 13:40:43.276162 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4547e89e-4176-445a-96e7-7ac94e199fd8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (437e951f-832b-4692-8c98-e98882c4fff5), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:43.288693 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 20ab8f59-c992-4728-94e5-444162e78b9d no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:40:43.325988 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 20ab8f59-c992-4728-94e5-444162e78b9d {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:40:43.326357 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 20ab8f59-c992-4728-94e5-444162e78b9d not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:40:43.379872 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547e89e-4176-445a-96e7-7ac94e199fd8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=437e951f-832b-4692-8c98-e98882c4fff5,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:43.382028 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4547e89e-4176-445a-96e7-7ac94e199fd8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:43.388083 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4547e89e-4176-445a-96e7-7ac94e199fd8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/437e951f-832b-4692-8c98-e98882c4fff5 HTTP/1.1" status: 204 len: 168 time: 1.1987617 Jan 28 13:40:43.403915 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44152) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:43.424596 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe083c27-64dc-45c6-bee2-6281ba1bedd5 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:43.507379 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b47f8c5-57f1-4c53-9ee2-3074f8b8e79b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet af6c66b2-d3d7-42a8-978a-cb13eae52e4d {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:40:43.514502 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3b47f8c5-57f1-4c53-9ee2-3074f8b8e79b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (af6c66b2-d3d7-42a8-978a-cb13eae52e4d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:43.544218 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d8e47902-3f7b-4401-902b-37da8e7c0c37 None None] Could not find standard attr ID for object 3fef702d-c791-4ebf-a648-27f0aaf58dd0. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:40:43.577386 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3b47f8c5-57f1-4c53-9ee2-3074f8b8e79b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (af6c66b2-d3d7-42a8-978a-cb13eae52e4d), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:43.592329 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d8e47902-3f7b-4401-902b-37da8e7c0c37 None None] Provisioning complete for port 98f5220f-fb2d-4676-bd3b-9b4279b5d4a8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:43.592741 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8e47902-3f7b-4401-902b-37da8e7c0c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (98f5220f-fb2d-4676-bd3b-9b4279b5d4a8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:43.642387 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de90f071-80bc-400d-9300-b04d10e529cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for router_gateway (1e83f1c4-42ad-4424-a714-433c41f7f4ec), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:43.683701 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3b47f8c5-57f1-4c53-9ee2-3074f8b8e79b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (af6c66b2-d3d7-42a8-978a-cb13eae52e4d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:43.709402 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d8e47902-3f7b-4401-902b-37da8e7c0c37 None None] Current status of the port 98f5220f-fb2d-4676-bd3b-9b4279b5d4a8 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:43.783335 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3b47f8c5-57f1-4c53-9ee2-3074f8b8e79b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (af6c66b2-d3d7-42a8-978a-cb13eae52e4d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:43.818432 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47f8c5-57f1-4c53-9ee2-3074f8b8e79b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=af6c66b2-d3d7-42a8-978a-cb13eae52e4d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:43.838962 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3b47f8c5-57f1-4c53-9ee2-3074f8b8e79b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:43.845462 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3b47f8c5-57f1-4c53-9ee2-3074f8b8e79b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/af6c66b2-d3d7-42a8-978a-cb13eae52e4d HTTP/1.1" status: 204 len: 168 time: 0.4398572 Jan 28 13:40:43.846200 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44156) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:43.860897 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-5b0c548c-d3d3-49dc-b4a9-b38b1dcd5165 admin admin] Deleting port 9ca1d80a-626e-41b8-8ded-fba8237f58e1 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:43.861239 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5b0c548c-d3d3-49dc-b4a9-b38b1dcd5165 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (9ca1d80a-626e-41b8-8ded-fba8237f58e1), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:43.893551 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0106dd4c-41db-404a-b129-0eb7b6584fde tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457594 Jan 28 13:40:43.894933 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44158) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:43.902697 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-e969ebf5-80f1-4cfd-a9cd-194b86a210e6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:43.981435 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de90f071-80bc-400d-9300-b04d10e529cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (1e83f1c4-42ad-4424-a714-433c41f7f4ec), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:44.050372 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-5b0c548c-d3d3-49dc-b4a9-b38b1dcd5165 admin admin] For port 9ca1d80a-626e-41b8-8ded-fba8237f58e1, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9ca1d80a-626e-41b8-8ded-fba8237f58e1,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:44.050850 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5b0c548c-d3d3-49dc-b4a9-b38b1dcd5165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (9ca1d80a-626e-41b8-8ded-fba8237f58e1), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:44.071533 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-5b0c548c-d3d3-49dc-b4a9-b38b1dcd5165 admin admin] Calling delete_port for 9ca1d80a-626e-41b8-8ded-fba8237f58e1 owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:44.087397 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e969ebf5-80f1-4cfd-a9cd-194b86a210e6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:44.091348 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e969ebf5-80f1-4cfd-a9cd-194b86a210e6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:44.161857 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 98f5220f-fb2d-4676-bd3b-9b4279b5d4a8 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:44.281981 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 98f5220f-fb2d-4676-bd3b-9b4279b5d4a8 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:44.282582 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (98f5220f-fb2d-4676-bd3b-9b4279b5d4a8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:44.323356 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de90f071-80bc-400d-9300-b04d10e529cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Router 1e83f1c4-42ad-4424-a714-433c41f7f4ec is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:40:44.415011 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 98f5220f-fb2d-4676-bd3b-9b4279b5d4a8 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:44.459033 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f2370e-e1ee-4ae5-b330-14387c2bbf44 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:44.568503 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de90f071-80bc-400d-9300-b04d10e529cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:40:44.612674 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de90f071-80bc-400d-9300-b04d10e529cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:44.617829 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-de90f071-80bc-400d-9300-b04d10e529cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0787666 Jan 28 13:40:44.618105 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674d86b2-7dae-4ac3-8a40-715153dd21a6 None None] Sync routers for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:40:44.619715 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44178) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:44.657499 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674d86b2-7dae-4ac3-8a40-715153dd21a6 None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:44.658513 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-674d86b2-7dae-4ac3-8a40-715153dd21a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:44.660845 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-0711407a-5606-41ee-9297-52fa65b4622f None None] Provisioning complete for port 98f5220f-fb2d-4676-bd3b-9b4279b5d4a8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:44.661664 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0711407a-5606-41ee-9297-52fa65b4622f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (98f5220f-fb2d-4676-bd3b-9b4279b5d4a8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:44.747348 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-674d86b2-7dae-4ac3-8a40-715153dd21a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:44.784022 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674d86b2-7dae-4ac3-8a40-715153dd21a6 None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:44.784802 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-674d86b2-7dae-4ac3-8a40-715153dd21a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:44.800282 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd937a-bf7a-4f04-b781-39eac8beb1b3 req-80362424-cad1-4c15-ae97-2c3d2cea21af tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:44.807376 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-67cd937a-bf7a-4f04-b781-39eac8beb1b3 req-80362424-cad1-4c15-ae97-2c3d2cea21af tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=a81199e4-756b-43d4-8da9-c280bcc015d3 HTTP/1.1" status: 200 len: 946 time: 0.2591543 Jan 28 13:40:44.905408 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0711407a-5606-41ee-9297-52fa65b4622f None None] Current status of the port 98f5220f-fb2d-4676-bd3b-9b4279b5d4a8 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:44.910800 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-674d86b2-7dae-4ac3-8a40-715153dd21a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:44.912228 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674d86b2-7dae-4ac3-8a40-715153dd21a6 None None] The sync data for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:40:44.940413 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5293b0cb-9b56-418f-b4e6-40f122cd69e8 None None] DHCP port deletion for b1369f79-8419-4909-b9dc-745e2d83caa0 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:40:44.971620 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-67cd937a-bf7a-4f04-b781-39eac8beb1b3 req-5fb16b7b-9f01-4c53-af64-209ed34a45d1 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632366 Jan 28 13:40:44.973174 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e969ebf5-80f1-4cfd-a9cd-194b86a210e6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (d194f133-3db3-4f47-ada7-0d67556290b7), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:45.039142 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5b0c548c-d3d3-49dc-b4a9-b38b1dcd5165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (9ca1d80a-626e-41b8-8ded-fba8237f58e1), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:45.043395 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969ebf5-80f1-4cfd-a9cd-194b86a210e6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=d194f133-3db3-4f47-ada7-0d67556290b7,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:45.073831 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5293b0cb-9b56-418f-b4e6-40f122cd69e8 None None] Deleting port 98f5220f-fb2d-4676-bd3b-9b4279b5d4a8 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:45.074355 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5293b0cb-9b56-418f-b4e6-40f122cd69e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (98f5220f-fb2d-4676-bd3b-9b4279b5d4a8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:45.077191 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e969ebf5-80f1-4cfd-a9cd-194b86a210e6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:45.080784 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-e969ebf5-80f1-4cfd-a9cd-194b86a210e6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:45.082901 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c548c-d3d3-49dc-b4a9-b38b1dcd5165 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ca1d80a-626e-41b8-8ded-fba8237f58e1,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:45.085519 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e969ebf5-80f1-4cfd-a9cd-194b86a210e6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:45.086127 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e969ebf5-80f1-4cfd-a9cd-194b86a210e6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:45.232165 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e969ebf5-80f1-4cfd-a9cd-194b86a210e6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3361008 Jan 28 13:40:45.243046 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44186) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:45.250451 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-ce547a29-0db6-4e92-b6d3-fc9829ff3286 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:45.439309 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5b0c548c-d3d3-49dc-b4a9-b38b1dcd5165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (721350a7-83fa-4721-8554-c80c4f6845bc), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:45.468228 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-5293b0cb-9b56-418f-b4e6-40f122cd69e8 None None] For port 98f5220f-fb2d-4676-bd3b-9b4279b5d4a8, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=98f5220f-fb2d-4676-bd3b-9b4279b5d4a8,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:45.468797 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5293b0cb-9b56-418f-b4e6-40f122cd69e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (98f5220f-fb2d-4676-bd3b-9b4279b5d4a8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:45.470876 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-82c715c2-1776-49fd-9faf-dbc4a79c884f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:45.482781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5293b0cb-9b56-418f-b4e6-40f122cd69e8 None None] Calling delete_port for 98f5220f-fb2d-4676-bd3b-9b4279b5d4a8 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:45.589691 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5293b0cb-9b56-418f-b4e6-40f122cd69e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (98f5220f-fb2d-4676-bd3b-9b4279b5d4a8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:45.630667 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293b0cb-9b56-418f-b4e6-40f122cd69e8 None None] Pushing event deleted for resources: {'Port': ['ID=98f5220f-fb2d-4676-bd3b-9b4279b5d4a8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:45.636547 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5293b0cb-9b56-418f-b4e6-40f122cd69e8 None None] No DVR routers for this DVR port 98f5220f-fb2d-4676-bd3b-9b4279b5d4a8 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:40:45.661003 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6233c2f-f1f7-4dcb-a3b5-2a6d2d4ab6af None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:45.798087 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebda672-8359-4574-a491-cb7e53cb4ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-b1369f79-8419-4909-b9dc-745e2d83caa0', 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'project_id': 'c889d0606f324a669840943fc2266e93', 'fixed_ips': [{'subnet_id': 'd194f133-3db3-4f47-ada7-0d67556290b7'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:40:45.798873 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9ebda672-8359-4574-a491-cb7e53cb4ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:45.814480 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-82c715c2-1776-49fd-9faf-dbc4a79c884f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Allocated IP 172.20.0.1 (5b224cee-09af-4578-a981-575bea89b126/bc70f7a4-6ebd-4bf6-858d-d91d30c40e13/6b2cb770-353e-424b-97bf-0c44dbe4a9e4) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:45.859864 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce547a29-0db6-4e92-b6d3-fc9829ff3286 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:45.879020 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ce547a29-0db6-4e92-b6d3-fc9829ff3286 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:45.976751 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-9ebda672-8359-4574-a491-cb7e53cb4ef5 None None] Allocated IP 172.20.0.2 (b1369f79-8419-4909-b9dc-745e2d83caa0/d194f133-3db3-4f47-ada7-0d67556290b7/084b9f24-2fa0-42a3-8100-2a7cfb0906a9) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:45.982598 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-82c715c2-1776-49fd-9faf-dbc4a79c884f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for port (6b2cb770-353e-424b-97bf-0c44dbe4a9e4), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:46.111743 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-82c715c2-1776-49fd-9faf-dbc4a79c884f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (6b2cb770-353e-424b-97bf-0c44dbe4a9e4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:46.189049 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9ebda672-8359-4574-a491-cb7e53cb4ef5 None None] Publish callbacks [] for port (084b9f24-2fa0-42a3-8100-2a7cfb0906a9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:46.192299 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c715c2-1776-49fd-9faf-dbc4a79c884f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Network 5b224cee-09af-4578-a981-575bea89b126 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:46.193606 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c715c2-1776-49fd-9faf-dbc4a79c884f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event updated for resources: {'Port': ['ID=6b2cb770-353e-424b-97bf-0c44dbe4a9e4,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:46.196282 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-82c715c2-1776-49fd-9faf-dbc4a79c884f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:46.209784 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c715c2-1776-49fd-9faf-dbc4a79c884f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:46.214350 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9ebda672-8359-4574-a491-cb7e53cb4ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (084b9f24-2fa0-42a3-8100-2a7cfb0906a9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:46.248620 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74402a9f-63fa-40e6-a6f8-778c88a01bd7 req-ed90a0fd-4cd8-49a0-afac-78b62df02610 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:46.250720 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-74402a9f-63fa-40e6-a6f8-778c88a01bd7 req-ed90a0fd-4cd8-49a0-afac-78b62df02610 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.37 "GET /v2.0/ports?device_id=a81199e4-756b-43d4-8da9-c280bcc015d3 HTTP/1.1" status: 200 len: 946 time: 0.2723696 Jan 28 13:40:46.277756 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-82c715c2-1776-49fd-9faf-dbc4a79c884f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (1e83f1c4-42ad-4424-a714-433c41f7f4ec), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:46.282957 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 98f5220f-fb2d-4676-bd3b-9b4279b5d4a8 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:40:46.284751 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9031098-142b-414c-8cb3-f90aef66c25d req-b3cc3cd6-7d55-4b20-9d7b-9aacd6faf1dd tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:46.286750 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebda672-8359-4574-a491-cb7e53cb4ef5 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:46.292560 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9031098-142b-414c-8cb3-f90aef66c25d req-b3cc3cd6-7d55-4b20-9d7b-9aacd6faf1dd tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=a81199e4-756b-43d4-8da9-c280bcc015d3 HTTP/1.1" status: 200 len: 946 time: 0.2129316 Jan 28 13:40:46.318988 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-9ebda672-8359-4574-a491-cb7e53cb4ef5 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:46.321871 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0c548c-d3d3-49dc-b4a9-b38b1dcd5165 admin admin] Router 721350a7-83fa-4721-8554-c80c4f6845bc has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:40:46.326260 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 98f5220f-fb2d-4676-bd3b-9b4279b5d4a8 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:40:46.327214 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 98f5220f-fb2d-4676-bd3b-9b4279b5d4a8 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:40:46.339965 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebda672-8359-4574-a491-cb7e53cb4ef5 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:46.360820 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebda672-8359-4574-a491-cb7e53cb4ef5 None None] Pushing event updated for resources: {'Port': ['ID=084b9f24-2fa0-42a3-8100-2a7cfb0906a9,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:46.420306 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-9ebda672-8359-4574-a491-cb7e53cb4ef5 None None] Attempting to bind port 084b9f24-2fa0-42a3-8100-2a7cfb0906a9 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:40:46.420953 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-9ebda672-8359-4574-a491-cb7e53cb4ef5 None None] Attempting to bind port 084b9f24-2fa0-42a3-8100-2a7cfb0906a9 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:40:46.421645 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebda672-8359-4574-a491-cb7e53cb4ef5 None None] Attempting to bind port 084b9f24-2fa0-42a3-8100-2a7cfb0906a9 on network b1369f79-8419-4909-b9dc-745e2d83caa0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:40:46.428872 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebda672-8359-4574-a491-cb7e53cb4ef5 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:40:46.429539 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebda672-8359-4574-a491-cb7e53cb4ef5 None None] Checking segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:40:46.430128 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9ebda672-8359-4574-a491-cb7e53cb4ef5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:46.430716 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebda672-8359-4574-a491-cb7e53cb4ef5 None None] Bound using segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:40:46.431412 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-9ebda672-8359-4574-a491-cb7e53cb4ef5 None None] Bound port: 084b9f24-2fa0-42a3-8100-2a7cfb0906a9, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:40:46.432081 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9ebda672-8359-4574-a491-cb7e53cb4ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (084b9f24-2fa0-42a3-8100-2a7cfb0906a9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:46.440414 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-82c715c2-1776-49fd-9faf-dbc4a79c884f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6b2cb770-353e-424b-97bf-0c44dbe4a9e4), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:46.508701 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9ebda672-8359-4574-a491-cb7e53cb4ef5 None None] For port 084b9f24-2fa0-42a3-8100-2a7cfb0906a9, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:40:46.514013 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9ebda672-8359-4574-a491-cb7e53cb4ef5 None None] For port 084b9f24-2fa0-42a3-8100-2a7cfb0906a9, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=084b9f24-2fa0-42a3-8100-2a7cfb0906a9,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:40:46.522677 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9ebda672-8359-4574-a491-cb7e53cb4ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (084b9f24-2fa0-42a3-8100-2a7cfb0906a9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:46.623328 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebda672-8359-4574-a491-cb7e53cb4ef5 None None] Pushing event updated for resources: {'Port': ['ID=084b9f24-2fa0-42a3-8100-2a7cfb0906a9,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:46.695450 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9031098-142b-414c-8cb3-f90aef66c25d req-7779031f-bfcd-4d6b-8071-eb6f8fc3d9a0 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017873 Jan 28 13:40:46.771384 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0c548c-d3d3-49dc-b4a9-b38b1dcd5165 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:40:46.781469 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5b0c548c-d3d3-49dc-b4a9-b38b1dcd5165 admin admin] 10.222.0.39 "PUT /v2.0/routers/721350a7-83fa-4721-8554-c80c4f6845bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4608173 Jan 28 13:40:46.783629 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44196) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:46.784121 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e268845-ca58-4234-9168-2b14f926fe24 None None] Sync routers for ids ['721350a7-83fa-4721-8554-c80c4f6845bc'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:40:46.800702 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e268845-ca58-4234-9168-2b14f926fe24 None None] Routers {'721350a7-83fa-4721-8554-c80c4f6845bc'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:46.801480 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5e268845-ca58-4234-9168-2b14f926fe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['721350a7-83fa-4721-8554-c80c4f6845bc'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:46.835437 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-74402a9f-63fa-40e6-a6f8-778c88a01bd7 req-6b152012-8a5a-4b5d-a93f-6cdd5c71cdde tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Deleting port 08b77306-fb40-40ad-bf50-0b76b71a1bc9 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:46.835663 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-74402a9f-63fa-40e6-a6f8-778c88a01bd7 req-6b152012-8a5a-4b5d-a93f-6cdd5c71cdde tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (08b77306-fb40-40ad-bf50-0b76b71a1bc9), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:46.983975 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-5e268845-ca58-4234-9168-2b14f926fe24 None None] Set router 721350a7-83fa-4721-8554-c80c4f6845bc gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:40:46.991848 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60b00a8b-7be9-4313-9beb-13658d8eef68 admin admin] Publish callbacks [] for router (721350a7-83fa-4721-8554-c80c4f6845bc), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:47.031896 n-d-822747-2 neutron-server[103352]: DEBUG neutron.objects.ports [None req-ce547a29-0db6-4e92-b6d3-fc9829ff3286 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103352) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 13:40:47.168773 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-82c715c2-1776-49fd-9faf-dbc4a79c884f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for port (6b2cb770-353e-424b-97bf-0c44dbe4a9e4), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:47.172039 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-74402a9f-63fa-40e6-a6f8-778c88a01bd7 req-6b152012-8a5a-4b5d-a93f-6cdd5c71cdde tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] For port 08b77306-fb40-40ad-bf50-0b76b71a1bc9, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=08b77306-fb40-40ad-bf50-0b76b71a1bc9,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:47.172871 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-74402a9f-63fa-40e6-a6f8-778c88a01bd7 req-6b152012-8a5a-4b5d-a93f-6cdd5c71cdde tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (08b77306-fb40-40ad-bf50-0b76b71a1bc9), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:47.191516 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-82c715c2-1776-49fd-9faf-dbc4a79c884f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (6b2cb770-353e-424b-97bf-0c44dbe4a9e4), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:47.197058 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-74402a9f-63fa-40e6-a6f8-778c88a01bd7 req-6b152012-8a5a-4b5d-a93f-6cdd5c71cdde tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Calling delete_port for 08b77306-fb40-40ad-bf50-0b76b71a1bc9 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:47.275784 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60b00a8b-7be9-4313-9beb-13658d8eef68 admin admin] Publish callbacks [] for router_gateway (721350a7-83fa-4721-8554-c80c4f6845bc), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:47.315659 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c715c2-1776-49fd-9faf-dbc4a79c884f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event updated for resources: {'Port': ['ID=6b2cb770-353e-424b-97bf-0c44dbe4a9e4,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:47.339871 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-82c715c2-1776-49fd-9faf-dbc4a79c884f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (1e83f1c4-42ad-4424-a714-433c41f7f4ec), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:47.344588 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5e268845-ca58-4234-9168-2b14f926fe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'name': 'tempest-AttachVolumeShelveTestJSON-132946103-router', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:40:44Z', 'revision_number': 5, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'gw_port': {'id': 'af032d40-edcf-4fe0-b100-0aeb13a49dcc', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:38Z', 'updated_at': '2022-01-28T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:47.370036 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ce547a29-0db6-4e92-b6d3-fc9829ff3286 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (084b9f24-2fa0-42a3-8100-2a7cfb0906a9), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:47.395067 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e268845-ca58-4234-9168-2b14f926fe24 None None] Checking router: 721350a7-83fa-4721-8554-c80c4f6845bc for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:40:47.407291 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e268845-ca58-4234-9168-2b14f926fe24 None None] Routers {'721350a7-83fa-4721-8554-c80c4f6845bc'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:47.408154 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5e268845-ca58-4234-9168-2b14f926fe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['721350a7-83fa-4721-8554-c80c4f6845bc'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:47.464220 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-60b00a8b-7be9-4313-9beb-13658d8eef68 admin admin] Deleting port af032d40-edcf-4fe0-b100-0aeb13a49dcc {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:47.464786 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60b00a8b-7be9-4313-9beb-13658d8eef68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (af032d40-edcf-4fe0-b100-0aeb13a49dcc), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:47.558083 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-5e268845-ca58-4234-9168-2b14f926fe24 None None] Set router 721350a7-83fa-4721-8554-c80c4f6845bc gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:40:47.566844 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c715c2-1776-49fd-9faf-dbc4a79c884f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Network 5b224cee-09af-4578-a981-575bea89b126 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:47.571242 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-82c715c2-1776-49fd-9faf-dbc4a79c884f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:47.639871 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5e268845-ca58-4234-9168-2b14f926fe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'name': 'tempest-AttachVolumeShelveTestJSON-132946103-router', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:40:47Z', 'revision_number': 6, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:47.655877 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-74402a9f-63fa-40e6-a6f8-778c88a01bd7 req-6b152012-8a5a-4b5d-a93f-6cdd5c71cdde tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (08b77306-fb40-40ad-bf50-0b76b71a1bc9), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:47.683310 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['8078f98a-0151-4a64-93ec-36213040fad7'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:40:47.711593 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e268845-ca58-4234-9168-2b14f926fe24 None None] The sync data for ids ['721350a7-83fa-4721-8554-c80c4f6845bc'] in n-d-822747-2 is: [{'id': '721350a7-83fa-4721-8554-c80c4f6845bc', 'name': 'tempest-AttachVolumeShelveTestJSON-132946103-router', 'tenant_id': '205e0e0f7c204c6b8762ba0b567c808e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:40:47Z', 'revision_number': 6, 'project_id': '205e0e0f7c204c6b8762ba0b567c808e', 'gw_port_host': None}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:40:47.723539 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-60b00a8b-7be9-4313-9beb-13658d8eef68 admin admin] For port af032d40-edcf-4fe0-b100-0aeb13a49dcc, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=af032d40-edcf-4fe0-b100-0aeb13a49dcc,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:47.723913 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60b00a8b-7be9-4313-9beb-13658d8eef68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (af032d40-edcf-4fe0-b100-0aeb13a49dcc), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:47.728803 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b152012-8a5a-4b5d-a93f-6cdd5c71cdde tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Pushing event deleted for resources: {'Port': ['ID=08b77306-fb40-40ad-bf50-0b76b71a1bc9,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:47.749353 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-ce547a29-0db6-4e92-b6d3-fc9829ff3286 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] For port 084b9f24-2fa0-42a3-8100-2a7cfb0906a9, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=084b9f24-2fa0-42a3-8100-2a7cfb0906a9,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:47.800619 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:47.877150 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-74402a9f-63fa-40e6-a6f8-778c88a01bd7 req-6b152012-8a5a-4b5d-a93f-6cdd5c71cdde tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] No DVR routers for this DVR port 08b77306-fb40-40ad-bf50-0b76b71a1bc9 on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:40:47.883732 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-74402a9f-63fa-40e6-a6f8-778c88a01bd7 req-6b152012-8a5a-4b5d-a93f-6cdd5c71cdde tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:47.887239 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-74402a9f-63fa-40e6-a6f8-778c88a01bd7 req-6b152012-8a5a-4b5d-a93f-6cdd5c71cdde tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.37 "DELETE /v2.0/ports/08b77306-fb40-40ad-bf50-0b76b71a1bc9 HTTP/1.1" status: 204 len: 173 time: 1.6257057 Jan 28 13:40:47.901468 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81199e4-756b-43d4-8da9-c280bcc015d3', 'name': 'network-vif-deleted', 'tag': '08b77306-fb40-40ad-bf50-0b76b71a1bc9'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:40:47.906655 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60293384-0c49-46c6-98ad-f6d6a5327e05" -d '{"events": [{"server_uuid": "a81199e4-756b-43d4-8da9-c280bcc015d3", "name": "network-vif-deleted", "tag": "08b77306-fb40-40ad-bf50-0b76b71a1bc9"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:40:47.943247 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ee24b969-b10c-46bd-ada2-4d759e75de7a req-44500347-0052-416e-aa25-4e8c14d0f972 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=a81199e4-756b-43d4-8da9-c280bcc015d3 HTTP/1.1" status: 200 len: 210 time: 0.0689683 Jan 28 13:40:47.948120 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ce547a29-0db6-4e92-b6d3-fc9829ff3286 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (084b9f24-2fa0-42a3-8100-2a7cfb0906a9), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:47.955147 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ce547a29-0db6-4e92-b6d3-fc9829ff3286 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (084b9f24-2fa0-42a3-8100-2a7cfb0906a9), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:47.956661 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ce547a29-0db6-4e92-b6d3-fc9829ff3286 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (f138cc70-c1bc-48eb-a5c1-e993732da4dc), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:47.982632 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce547a29-0db6-4e92-b6d3-fc9829ff3286 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:47.991802 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-ce547a29-0db6-4e92-b6d3-fc9829ff3286 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:48.051528 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce547a29-0db6-4e92-b6d3-fc9829ff3286 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:48.052137 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ce547a29-0db6-4e92-b6d3-fc9829ff3286 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:48.084752 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055226b6-71b1-4475-a68f-edfb7a0c6238 x-openstack-request-id: req-055226b6-71b1-4475-a68f-edfb7a0c6238 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:40:48.085066 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81199e4-756b-43d4-8da9-c280bcc015d3", "name": "network-vif-deleted", "tag": "08b77306-fb40-40ad-bf50-0b76b71a1bc9", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:40:48.085327 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-055226b6-71b1-4475-a68f-edfb7a0c6238 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:40:48.085739 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81199e4-756b-43d4-8da9-c280bcc015d3', 'name': 'network-vif-deleted', 'tag': '08b77306-fb40-40ad-bf50-0b76b71a1bc9', 'status': 'completed', 'code': 200} Jan 28 13:40:48.145230 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ce547a29-0db6-4e92-b6d3-fc9829ff3286 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8998456 Jan 28 13:40:48.146381 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44212) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:48.176010 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb5be39-90dd-479f-964a-3cc8808b549a None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:48.186357 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-89ddf01d-ecb5-45b8-84fe-6875529706dd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'port': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'mac_address': 'fa:16:3e:87:97:e4', 'name': 'tempest-NetworksTestDHCPv6-195744870'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:48.194311 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce547a29-0db6-4e92-b6d3-fc9829ff3286 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=f138cc70-c1bc-48eb-a5c1-e993732da4dc,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:48.227562 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce547a29-0db6-4e92-b6d3-fc9829ff3286 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Port': ['ID=084b9f24-2fa0-42a3-8100-2a7cfb0906a9,revision_number=4']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:48.404581 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 084b9f24-2fa0-42a3-8100-2a7cfb0906a9 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:48.470240 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ddf01d-ecb5-45b8-84fe-6875529706dd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:48.477398 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a16dd228-6f02-4710-9ad1-8786f21229d6 None None] Provisioning complete for port 084b9f24-2fa0-42a3-8100-2a7cfb0906a9 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:48.477786 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a16dd228-6f02-4710-9ad1-8786f21229d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (084b9f24-2fa0-42a3-8100-2a7cfb0906a9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:48.557014 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 084b9f24-2fa0-42a3-8100-2a7cfb0906a9 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:48.557400 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (084b9f24-2fa0-42a3-8100-2a7cfb0906a9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:48.649152 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a16dd228-6f02-4710-9ad1-8786f21229d6 None None] Current status of the port 084b9f24-2fa0-42a3-8100-2a7cfb0906a9 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:48.649838 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a16dd228-6f02-4710-9ad1-8786f21229d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (084b9f24-2fa0-42a3-8100-2a7cfb0906a9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:48.674213 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-89ddf01d-ecb5-45b8-84fe-6875529706dd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:48.690673 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-60b00a8b-7be9-4313-9beb-13658d8eef68 admin admin] Calling delete_port for af032d40-edcf-4fe0-b100-0aeb13a49dcc owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:48.711243 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-89ddf01d-ecb5-45b8-84fe-6875529706dd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] device_id is not set on port 41bb0ff6-6c2d-4258-8a2d-0a56f9a2d6de yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:40:48.721723 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a16dd228-6f02-4710-9ad1-8786f21229d6 None None] For port 084b9f24-2fa0-42a3-8100-2a7cfb0906a9, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=084b9f24-2fa0-42a3-8100-2a7cfb0906a9,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:48.788128 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 084b9f24-2fa0-42a3-8100-2a7cfb0906a9 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:48.788770 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (084b9f24-2fa0-42a3-8100-2a7cfb0906a9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:48.791189 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a16dd228-6f02-4710-9ad1-8786f21229d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (084b9f24-2fa0-42a3-8100-2a7cfb0906a9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:48.833058 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c715c2-1776-49fd-9faf-dbc4a79c884f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Router 1e83f1c4-42ad-4424-a714-433c41f7f4ec has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:40:48.908284 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16dd228-6f02-4710-9ad1-8786f21229d6 None None] Pushing event updated for resources: {'Port': ['ID=084b9f24-2fa0-42a3-8100-2a7cfb0906a9,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:48.913430 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:40:48.913788 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:40:49.046118 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-89ddf01d-ecb5-45b8-84fe-6875529706dd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 172.20.0.11 (b1369f79-8419-4909-b9dc-745e2d83caa0/d194f133-3db3-4f47-ada7-0d67556290b7/41bb0ff6-6c2d-4258-8a2d-0a56f9a2d6de) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:49.075780 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-89ddf01d-ecb5-45b8-84fe-6875529706dd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 2001:db8::f816:3eff:fe87:97e4 (b1369f79-8419-4909-b9dc-745e2d83caa0/f138cc70-c1bc-48eb-a5c1-e993732da4dc/41bb0ff6-6c2d-4258-8a2d-0a56f9a2d6de) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:49.183269 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c715c2-1776-49fd-9faf-dbc4a79c884f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:40:49.189302 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-82c715c2-1776-49fd-9faf-dbc4a79c884f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "PUT /v2.0/routers/1e83f1c4-42ad-4424-a714-433c41f7f4ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5682645 Jan 28 13:40:49.190089 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60b00a8b-7be9-4313-9beb-13658d8eef68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (af032d40-edcf-4fe0-b100-0aeb13a49dcc), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:49.192197 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44224) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:49.206814 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a98cb8-b087-45db-a4dd-6f3d4d8659d1 None None] Sync routers for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:40:49.209226 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-1be37930-be38-4c8b-be85-56d4ea4bc39b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Request body: {'port': {'network_id': '5b224cee-09af-4578-a981-575bea89b126', 'name': 'tempest-FloatingIPTestJSON-1331568522'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:49.218452 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a98cb8-b087-45db-a4dd-6f3d4d8659d1 None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:49.219163 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c6a98cb8-b087-45db-a4dd-6f3d4d8659d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:49.288869 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 08b77306-fb40-40ad-bf50-0b76b71a1bc9 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:40:49.293018 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c6a98cb8-b087-45db-a4dd-6f3d4d8659d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:49.346436 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 08b77306-fb40-40ad-bf50-0b76b71a1bc9 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:40:49.346791 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 08b77306-fb40-40ad-bf50-0b76b71a1bc9 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:40:49.351173 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a98cb8-b087-45db-a4dd-6f3d4d8659d1 None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:49.352342 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c6a98cb8-b087-45db-a4dd-6f3d4d8659d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:49.393083 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c6a98cb8-b087-45db-a4dd-6f3d4d8659d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:49.393921 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a98cb8-b087-45db-a4dd-6f3d4d8659d1 None None] The sync data for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:40:49.402848 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b00a8b-7be9-4313-9beb-13658d8eef68 admin admin] Pushing event deleted for resources: {'Port': ['ID=af032d40-edcf-4fe0-b100-0aeb13a49dcc,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:49.412330 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-89ddf01d-ecb5-45b8-84fe-6875529706dd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (41bb0ff6-6c2d-4258-8a2d-0a56f9a2d6de), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:49.459629 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-89ddf01d-ecb5-45b8-84fe-6875529706dd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (41bb0ff6-6c2d-4258-8a2d-0a56f9a2d6de), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:49.474688 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 084b9f24-2fa0-42a3-8100-2a7cfb0906a9 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:49.483873 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9ca1d80a-626e-41b8-8ded-fba8237f58e1 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:40:49.521498 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 9ca1d80a-626e-41b8-8ded-fba8237f58e1 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:40:49.524468 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9ca1d80a-626e-41b8-8ded-fba8237f58e1 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:40:49.527682 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60b00a8b-7be9-4313-9beb-13658d8eef68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (721350a7-83fa-4721-8554-c80c4f6845bc), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:49.544080 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be37930-be38-4c8b-be85-56d4ea4bc39b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Made reservation on behalf of bc3a4b4595e84e7d9c850880ace224ed for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:49.547577 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1be37930-be38-4c8b-be85-56d4ea4bc39b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:49.573392 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ddf01d-ecb5-45b8-84fe-6875529706dd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:49.574396 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ddf01d-ecb5-45b8-84fe-6875529706dd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Port': ['ID=41bb0ff6-6c2d-4258-8a2d-0a56f9a2d6de,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:49.588951 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-89ddf01d-ecb5-45b8-84fe-6875529706dd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:49.591430 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ddf01d-ecb5-45b8-84fe-6875529706dd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:49.634613 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-98477df3-02ec-482a-bf1f-ff9b20259bba None None] Provisioning complete for port 084b9f24-2fa0-42a3-8100-2a7cfb0906a9 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:49.635172 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-98477df3-02ec-482a-bf1f-ff9b20259bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (084b9f24-2fa0-42a3-8100-2a7cfb0906a9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:49.686367 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ddf01d-ecb5-45b8-84fe-6875529706dd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:49.686906 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-89ddf01d-ecb5-45b8-84fe-6875529706dd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:49.716784 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60b00a8b-7be9-4313-9beb-13658d8eef68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (721350a7-83fa-4721-8554-c80c4f6845bc), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:49.718081 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-89ddf01d-ecb5-45b8-84fe-6875529706dd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5444200 Jan 28 13:40:49.721307 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44232) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:49.723976 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60b00a8b-7be9-4313-9beb-13658d8eef68 admin admin] Publish callbacks [] for router_controller (721350a7-83fa-4721-8554-c80c4f6845bc), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:49.729062 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-1be37930-be38-4c8b-be85-56d4ea4bc39b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] device_id is not set on port 2be390c1-ae11-484c-91ae-00b193fe62db yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:40:49.763382 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c59833-7cfc-40a6-82c6-2ef575d7aefc req-355960c2-3de4-4a07-ba03-f43d5f45e800 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:49.764955 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b5c59833-7cfc-40a6-82c6-2ef575d7aefc req-355960c2-3de4-4a07-ba03-f43d5f45e800 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 945 time: 0.3584938 Jan 28 13:40:49.786833 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-98477df3-02ec-482a-bf1f-ff9b20259bba None None] Current status of the port 084b9f24-2fa0-42a3-8100-2a7cfb0906a9 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:49.797251 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:49.806671 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee9fae9-4ad8-45e9-8d96-2a9a1a39445a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:49.812817 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee9fae9-4ad8-45e9-8d96-2a9a1a39445a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:49.817158 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7ee9fae9-4ad8-45e9-8d96-2a9a1a39445a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0923665 Jan 28 13:40:49.817569 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44234) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:49.846177 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06118fc-01ef-4f55-8dcf-261a7ccd2a60 req-38bd28fe-1e1a-4fa4-beef-281307fe14d7 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:49.847708 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b06118fc-01ef-4f55-8dcf-261a7ccd2a60 req-38bd28fe-1e1a-4fa4-beef-281307fe14d7 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.18 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 945 time: 0.2729006 Jan 28 13:40:49.860068 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60b00a8b-7be9-4313-9beb-13658d8eef68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (721350a7-83fa-4721-8554-c80c4f6845bc), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:49.860769 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b00a8b-7be9-4313-9beb-13658d8eef68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 721350a7-83fa-4721-8554-c80c4f6845bc {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:40:49.885525 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60b00a8b-7be9-4313-9beb-13658d8eef68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:49.889271 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-60b00a8b-7be9-4313-9beb-13658d8eef68 admin admin] 10.222.0.39 "DELETE /v2.0/routers/721350a7-83fa-4721-8554-c80c4f6845bc HTTP/1.1" status: 204 len: 168 time: 3.1048949 Jan 28 13:40:49.893812 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44236) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:49.977366 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-d3896f49-66eb-4f27-9ec1-ded72d41d259 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting port 41bb0ff6-6c2d-4258-8a2d-0a56f9a2d6de {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:49.977712 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d3896f49-66eb-4f27-9ec1-ded72d41d259 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (41bb0ff6-6c2d-4258-8a2d-0a56f9a2d6de), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:50.002535 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ee659db7-5322-4487-945a-61de4912c7e9 None None] Could not find standard attr ID for object 3fef702d-c791-4ebf-a648-27f0aaf58dd0. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:40:50.146041 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d3896f49-66eb-4f27-9ec1-ded72d41d259 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (41bb0ff6-6c2d-4258-8a2d-0a56f9a2d6de), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:50.155114 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 084b9f24-2fa0-42a3-8100-2a7cfb0906a9 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:50.160318 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad40aad-29ad-4ed6-9f9d-3c5a28f825db admin admin] Deleting subnet 10438cad-60ca-4257-93e8-c8ceba8bf16c {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:40:50.174764 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b5c59833-7cfc-40a6-82c6-2ef575d7aefc req-acfd050d-c54e-428a-a4b9-91b1bc64b79d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd185387-dc02-47cb-ac25-22daa3bf302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195670 Jan 28 13:40:50.176149 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2ad40aad-29ad-4ed6-9f9d-3c5a28f825db admin admin] Publish callbacks [] for subnet (10438cad-60ca-4257-93e8-c8ceba8bf16c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:50.186520 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-d3896f49-66eb-4f27-9ec1-ded72d41d259 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Calling delete_port for 41bb0ff6-6c2d-4258-8a2d-0a56f9a2d6de owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:50.230892 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-1be37930-be38-4c8b-be85-56d4ea4bc39b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Allocated IP 172.20.0.14 (5b224cee-09af-4578-a981-575bea89b126/bc70f7a4-6ebd-4bf6-858d-d91d30c40e13/2be390c1-ae11-484c-91ae-00b193fe62db) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:50.261517 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2ad40aad-29ad-4ed6-9f9d-3c5a28f825db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (10438cad-60ca-4257-93e8-c8ceba8bf16c), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:50.332746 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-b06118fc-01ef-4f55-8dcf-261a7ccd2a60 req-b452e0b7-6759-4a9d-b30f-c0863165a32d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Deleting port 8078f98a-0151-4a64-93ec-36213040fad7 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:50.333097 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b06118fc-01ef-4f55-8dcf-261a7ccd2a60 req-b452e0b7-6759-4a9d-b30f-c0863165a32d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8078f98a-0151-4a64-93ec-36213040fad7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:50.339579 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 084b9f24-2fa0-42a3-8100-2a7cfb0906a9 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:50.340099 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (084b9f24-2fa0-42a3-8100-2a7cfb0906a9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:50.505137 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 084b9f24-2fa0-42a3-8100-2a7cfb0906a9 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:50.530764 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2ad40aad-29ad-4ed6-9f9d-3c5a28f825db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (10438cad-60ca-4257-93e8-c8ceba8bf16c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:50.538489 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d3896f49-66eb-4f27-9ec1-ded72d41d259 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (41bb0ff6-6c2d-4258-8a2d-0a56f9a2d6de), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:50.543399 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d2dabf08-7dee-49a9-a9db-3c286a40df59 None None] Provisioning complete for port 41bb0ff6-6c2d-4258-8a2d-0a56f9a2d6de triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:50.543783 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d2dabf08-7dee-49a9-a9db-3c286a40df59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (41bb0ff6-6c2d-4258-8a2d-0a56f9a2d6de), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:50.576088 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3896f49-66eb-4f27-9ec1-ded72d41d259 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Port': ['ID=41bb0ff6-6c2d-4258-8a2d-0a56f9a2d6de,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:50.593080 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d2dabf08-7dee-49a9-a9db-3c286a40df59 None None] Port 41bb0ff6-6c2d-4258-8a2d-0a56f9a2d6de was deleted so its status cannot be updated. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 13:40:50.593783 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-b06118fc-01ef-4f55-8dcf-261a7ccd2a60 req-b452e0b7-6759-4a9d-b30f-c0863165a32d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] For port 8078f98a-0151-4a64-93ec-36213040fad7, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8078f98a-0151-4a64-93ec-36213040fad7,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:50.594358 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b06118fc-01ef-4f55-8dcf-261a7ccd2a60 req-b452e0b7-6759-4a9d-b30f-c0863165a32d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8078f98a-0151-4a64-93ec-36213040fad7), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:50.626419 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-b06118fc-01ef-4f55-8dcf-261a7ccd2a60 req-b452e0b7-6759-4a9d-b30f-c0863165a32d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Calling delete_port for 8078f98a-0151-4a64-93ec-36213040fad7 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:50.668462 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device af032d40-edcf-4fe0-b100-0aeb13a49dcc no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:40:50.673349 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1be37930-be38-4c8b-be85-56d4ea4bc39b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for port (2be390c1-ae11-484c-91ae-00b193fe62db), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:50.713635 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2ad40aad-29ad-4ed6-9f9d-3c5a28f825db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (10438cad-60ca-4257-93e8-c8ceba8bf16c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:50.721878 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: af032d40-edcf-4fe0-b100-0aeb13a49dcc {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:40:50.722333 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device af032d40-edcf-4fe0-b100-0aeb13a49dcc not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:40:50.731236 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d3896f49-66eb-4f27-9ec1-ded72d41d259 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:50.738043 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d3896f49-66eb-4f27-9ec1-ded72d41d259 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/41bb0ff6-6c2d-4258-8a2d-0a56f9a2d6de HTTP/1.1" status: 204 len: 168 time: 0.9190571 Jan 28 13:40:50.738839 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44244) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:50.761956 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad40aad-29ad-4ed6-9f9d-3c5a28f825db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10438cad-60ca-4257-93e8-c8ceba8bf16c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:50.768152 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae629f5-3afe-429b-8b1f-7c03ffb1c468 None None] Network dd65474c-0b14-4c75-9058-245198106ef8 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:50.772925 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2ad40aad-29ad-4ed6-9f9d-3c5a28f825db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:50.785538 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2ad40aad-29ad-4ed6-9f9d-3c5a28f825db admin admin] 10.222.0.39 "DELETE /v2.0/subnets/10438cad-60ca-4257-93e8-c8ceba8bf16c HTTP/1.1" status: 204 len: 168 time: 0.8897147 Jan 28 13:40:50.785760 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44246) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:50.847898 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1be37930-be38-4c8b-be85-56d4ea4bc39b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (2be390c1-ae11-484c-91ae-00b193fe62db), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:50.857013 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8801250-d5d5-4225-8e7c-5b5aa0d8ba8b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:50.858573 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8801250-d5d5-4225-8e7c-5b5aa0d8ba8b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:50.860214 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8801250-d5d5-4225-8e7c-5b5aa0d8ba8b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:50.865669 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a8801250-d5d5-4225-8e7c-5b5aa0d8ba8b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1256864 Jan 28 13:40:50.868214 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44248) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:50.926968 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eec18e12-f194-4806-8f40-6a5547fcf6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (dd65474c-0b14-4c75-9058-245198106ef8), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:50.965025 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be37930-be38-4c8b-be85-56d4ea4bc39b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Network 5b224cee-09af-4578-a981-575bea89b126 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:50.977618 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-1be37930-be38-4c8b-be85-56d4ea4bc39b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:50.993022 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-eec18e12-f194-4806-8f40-6a5547fcf6d3 admin admin] Deleting port 8732b07b-3f05-43e4-a55c-aba95b554453 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:50.993749 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eec18e12-f194-4806-8f40-6a5547fcf6d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8732b07b-3f05-43e4-a55c-aba95b554453), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.046807 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be37930-be38-4c8b-be85-56d4ea4bc39b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:51.083193 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-eec18e12-f194-4806-8f40-6a5547fcf6d3 admin admin] For port 8732b07b-3f05-43e4-a55c-aba95b554453, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8732b07b-3f05-43e4-a55c-aba95b554453,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:51.083555 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eec18e12-f194-4806-8f40-6a5547fcf6d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8732b07b-3f05-43e4-a55c-aba95b554453), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.088801 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be37930-be38-4c8b-be85-56d4ea4bc39b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event updated for resources: {'Port': ['ID=2be390c1-ae11-484c-91ae-00b193fe62db,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:51.092334 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cab8231-9da5-4dd7-a843-97ed62df31a3 None None] DHCP port deletion for dd65474c-0b14-4c75-9058-245198106ef8 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:40:51.116879 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc6be9e1-6bbb-4822-99b7-788438e707c9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet d194f133-3db3-4f47-ada7-0d67556290b7 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:40:51.123134 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dc6be9e1-6bbb-4822-99b7-788438e707c9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (d194f133-3db3-4f47-ada7-0d67556290b7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.130189 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-eec18e12-f194-4806-8f40-6a5547fcf6d3 admin admin] Calling delete_port for 8732b07b-3f05-43e4-a55c-aba95b554453 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:51.177019 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8cab8231-9da5-4dd7-a843-97ed62df31a3 None None] Deleting port 8732b07b-3f05-43e4-a55c-aba95b554453 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:51.177928 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8cab8231-9da5-4dd7-a843-97ed62df31a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8732b07b-3f05-43e4-a55c-aba95b554453), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.183929 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dc6be9e1-6bbb-4822-99b7-788438e707c9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (d194f133-3db3-4f47-ada7-0d67556290b7), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.257651 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eec18e12-f194-4806-8f40-6a5547fcf6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (8732b07b-3f05-43e4-a55c-aba95b554453), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.281362 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-8cab8231-9da5-4dd7-a843-97ed62df31a3 None None] For port 8732b07b-3f05-43e4-a55c-aba95b554453, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8732b07b-3f05-43e4-a55c-aba95b554453,segment=NetworkSegment(cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0),segment_id=cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:51.281817 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8cab8231-9da5-4dd7-a843-97ed62df31a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8732b07b-3f05-43e4-a55c-aba95b554453), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.291231 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec18e12-f194-4806-8f40-6a5547fcf6d3 admin admin] No DVR routers for this DVR port 8732b07b-3f05-43e4-a55c-aba95b554453 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:40:51.309689 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8cab8231-9da5-4dd7-a843-97ed62df31a3 None None] Calling delete_port for 8732b07b-3f05-43e4-a55c-aba95b554453 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:51.316869 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be37930-be38-4c8b-be85-56d4ea4bc39b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:51.317699 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1be37930-be38-4c8b-be85-56d4ea4bc39b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.347466 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec18e12-f194-4806-8f40-6a5547fcf6d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8732b07b-3f05-43e4-a55c-aba95b554453,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:51.411943 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b06118fc-01ef-4f55-8dcf-261a7ccd2a60 req-b452e0b7-6759-4a9d-b30f-c0863165a32d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (8078f98a-0151-4a64-93ec-36213040fad7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.444562 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eec18e12-f194-4806-8f40-6a5547fcf6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (dd65474c-0b14-4c75-9058-245198106ef8), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.483261 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-eec18e12-f194-4806-8f40-6a5547fcf6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd65474c-0b14-4c75-9058-245198106ef8']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:51.494693 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5a3a0e2a-a203-41ba-8026-0a9b96187c69 req-6bf76f2d-a7d2-48c6-9e22-9709d183c007 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7716b778-ba36-4004-b712-929adca90c1c HTTP/1.1" status: 200 len: 210 time: 0.1740112 Jan 28 13:40:51.496288 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-eec18e12-f194-4806-8f40-6a5547fcf6d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:51.496819 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-eec18e12-f194-4806-8f40-6a5547fcf6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:51.513604 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eec18e12-f194-4806-8f40-6a5547fcf6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.529932 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1be37930-be38-4c8b-be85-56d4ea4bc39b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3246582 Jan 28 13:40:51.529932 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dc6be9e1-6bbb-4822-99b7-788438e707c9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (d194f133-3db3-4f47-ada7-0d67556290b7), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.534112 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452e0b7-6759-4a9d-b30f-c0863165a32d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Pushing event deleted for resources: {'Port': ['ID=8078f98a-0151-4a64-93ec-36213040fad7,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:51.534639 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44256) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:51.542436 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-99deb586-e093-433e-a86e-2f07d36bcfae tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Request body: {'port': {'network_id': '5b224cee-09af-4578-a981-575bea89b126', 'name': 'tempest-FloatingIPTestJSON-669498249'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:51.550048 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eec18e12-f194-4806-8f40-6a5547fcf6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.594388 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec18e12-f194-4806-8f40-6a5547fcf6d3 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:40:51.595107 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eec18e12-f194-4806-8f40-6a5547fcf6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (cc3d7d4d-0ccf-48aa-a000-c22ddc98e9c0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:40:51.596898 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:40:51.608715 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06118fc-01ef-4f55-8dcf-261a7ccd2a60 req-b452e0b7-6759-4a9d-b30f-c0863165a32d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] No DVR routers for this DVR port 8078f98a-0151-4a64-93ec-36213040fad7 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:40:51.613441 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b06118fc-01ef-4f55-8dcf-261a7ccd2a60 req-b452e0b7-6759-4a9d-b30f-c0863165a32d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.616895 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b06118fc-01ef-4f55-8dcf-261a7ccd2a60 req-b452e0b7-6759-4a9d-b30f-c0863165a32d tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.18 "DELETE /v2.0/ports/8078f98a-0151-4a64-93ec-36213040fad7 HTTP/1.1" status: 204 len: 173 time: 1.7605968 Jan 28 13:40:51.617380 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7716b778-ba36-4004-b712-929adca90c1c', 'name': 'network-vif-deleted', 'tag': '8078f98a-0151-4a64-93ec-36213040fad7'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:40:51.619849 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76245b9-519b-424b-bb54-61b459f87139" -d '{"events": [{"server_uuid": "7716b778-ba36-4004-b712-929adca90c1c", "name": "network-vif-deleted", "tag": "8078f98a-0151-4a64-93ec-36213040fad7"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:40:51.652970 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8cab8231-9da5-4dd7-a843-97ed62df31a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (8732b07b-3f05-43e4-a55c-aba95b554453), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.710004 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486c91a1-ada9-4017-ba5d-efcf050c5fab x-openstack-request-id: req-486c91a1-ada9-4017-ba5d-efcf050c5fab {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:40:51.710334 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7716b778-ba36-4004-b712-929adca90c1c", "name": "network-vif-deleted", "tag": "8078f98a-0151-4a64-93ec-36213040fad7", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:40:51.710590 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-486c91a1-ada9-4017-ba5d-efcf050c5fab {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:40:51.711172 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7716b778-ba36-4004-b712-929adca90c1c', 'name': 'network-vif-deleted', 'tag': '8078f98a-0151-4a64-93ec-36213040fad7', 'status': 'completed', 'code': 200} Jan 28 13:40:51.712880 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dc6be9e1-6bbb-4822-99b7-788438e707c9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (d194f133-3db3-4f47-ada7-0d67556290b7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.729456 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dc6be9e1-6bbb-4822-99b7-788438e707c9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.735740 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dc6be9e1-6bbb-4822-99b7-788438e707c9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/d194f133-3db3-4f47-ada7-0d67556290b7 HTTP/1.1" status: 204 len: 168 time: 0.8657210 Jan 28 13:40:51.736393 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44260) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:51.748773 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a766cc49-ec05-4485-bdaa-5037bf030b52 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:51.760819 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab8231-9da5-4dd7-a843-97ed62df31a3 None None] Pushing event deleted for resources: {'Port': ['ID=8732b07b-3f05-43e4-a55c-aba95b554453,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:51.771960 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6be9e1-6bbb-4822-99b7-788438e707c9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=d194f133-3db3-4f47-ada7-0d67556290b7,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:51.787266 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cab8231-9da5-4dd7-a843-97ed62df31a3 None None] No DVR routers for this DVR port 8732b07b-3f05-43e4-a55c-aba95b554453 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:40:51.943826 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eec18e12-f194-4806-8f40-6a5547fcf6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (dd65474c-0b14-4c75-9058-245198106ef8), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.966466 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eec18e12-f194-4806-8f40-6a5547fcf6d3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.971287 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-eec18e12-f194-4806-8f40-6a5547fcf6d3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/dd65474c-0b14-4c75-9058-245198106ef8 HTTP/1.1" status: 204 len: 168 time: 1.1808825 Jan 28 13:40:51.985137 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec18e12-f194-4806-8f40-6a5547fcf6d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd65474c-0b14-4c75-9058-245198106ef8,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:51.998416 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed59e666-6ab1-4fe2-82a8-f711e9a63711 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet f138cc70-c1bc-48eb-a5c1-e993732da4dc {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:40:52.003698 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ed59e666-6ab1-4fe2-82a8-f711e9a63711 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (f138cc70-c1bc-48eb-a5c1-e993732da4dc), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:52.050337 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99deb586-e093-433e-a86e-2f07d36bcfae tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Made reservation on behalf of bc3a4b4595e84e7d9c850880ace224ed for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:52.056085 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-99deb586-e093-433e-a86e-2f07d36bcfae tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:52.057465 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-31ec51bb-7414-42d2-92cf-984cc369eb4c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2460144 Jan 28 13:40:52.076968 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ed59e666-6ab1-4fe2-82a8-f711e9a63711 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (f138cc70-c1bc-48eb-a5c1-e993732da4dc), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:52.117864 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-99deb586-e093-433e-a86e-2f07d36bcfae tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] device_id is not set on port 185ddc54-0b45-449e-b572-0da9fc432288 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:40:52.234576 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-4a1e7015-11fe-4bdf-b6ca-e790216746b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:52.236118 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-4a1e7015-11fe-4bdf-b6ca-e790216746b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:52.236118 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-4a1e7015-11fe-4bdf-b6ca-e790216746b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:52.236118 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-4a1e7015-11fe-4bdf-b6ca-e790216746b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:52.236682 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-4a1e7015-11fe-4bdf-b6ca-e790216746b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:52.237321 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-4a1e7015-11fe-4bdf-b6ca-e790216746b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:52.237800 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-4a1e7015-11fe-4bdf-b6ca-e790216746b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:52.240509 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-4a1e7015-11fe-4bdf-b6ca-e790216746b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f327d07b81a14c5bb937fba4992e6ee2&device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 6491 time: 0.1352148 Jan 28 13:40:52.249186 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8732b07b-3f05-43e4-a55c-aba95b554453 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:40:52.289150 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44266) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:52.296075 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 8732b07b-3f05-43e4-a55c-aba95b554453 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:40:52.296587 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8732b07b-3f05-43e4-a55c-aba95b554453 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:40:52.363537 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-99deb586-e093-433e-a86e-2f07d36bcfae tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Allocated IP 172.20.0.4 (5b224cee-09af-4578-a981-575bea89b126/bc70f7a4-6ebd-4bf6-858d-d91d30c40e13/185ddc54-0b45-449e-b572-0da9fc432288) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:52.400968 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ed59e666-6ab1-4fe2-82a8-f711e9a63711 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (f138cc70-c1bc-48eb-a5c1-e993732da4dc), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:52.540744 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fe27d692-722d-42ed-8022-677e3c21eb78 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=205e0e0f7c204c6b8762ba0b567c808e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2486939 Jan 28 13:40:52.547319 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44274) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:52.607347 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-c3c7fe13-c3b0-409c-a72e-8725c7c2c56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:52.608057 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-c3c7fe13-c3b0-409c-a72e-8725c7c2c56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:52.608779 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-c3c7fe13-c3b0-409c-a72e-8725c7c2c56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:52.610596 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-c3c7fe13-c3b0-409c-a72e-8725c7c2c56f service neutron] 10.222.0.18 "GET /v2.0/networks?id=a48090cb-ae2e-48ff-8962-8d69a57daca6&id=376b4709-87bf-4524-8081-ea1211d3f7a6&id=376b4709-87bf-4524-8081-ea1211d3f7a6&id=376b4709-87bf-4524-8081-ea1211d3f7a6&id=376b4709-87bf-4524-8081-ea1211d3f7a6&id=361216ca-dbe3-462f-a59f-a8c1564e775f&id=361216ca-dbe3-462f-a59f-a8c1564e775f HTTP/1.1" status: 200 len: 2289 time: 0.3421173 Jan 28 13:40:52.629474 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-99deb586-e093-433e-a86e-2f07d36bcfae tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for port (185ddc54-0b45-449e-b572-0da9fc432288), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:52.680938 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-99deb586-e093-433e-a86e-2f07d36bcfae tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (185ddc54-0b45-449e-b572-0da9fc432288), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:52.722220 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ed59e666-6ab1-4fe2-82a8-f711e9a63711 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (f138cc70-c1bc-48eb-a5c1-e993732da4dc), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:52.760618 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99deb586-e093-433e-a86e-2f07d36bcfae tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Network 5b224cee-09af-4578-a981-575bea89b126 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:52.763905 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-99deb586-e093-433e-a86e-2f07d36bcfae tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:52.766567 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99deb586-e093-433e-a86e-2f07d36bcfae tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:52.794973 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59e666-6ab1-4fe2-82a8-f711e9a63711 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=f138cc70-c1bc-48eb-a5c1-e993732da4dc,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:52.824562 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ed59e666-6ab1-4fe2-82a8-f711e9a63711 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:52.828017 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99deb586-e093-433e-a86e-2f07d36bcfae tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event updated for resources: {'Port': ['ID=185ddc54-0b45-449e-b572-0da9fc432288,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:52.830575 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ed59e666-6ab1-4fe2-82a8-f711e9a63711 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/f138cc70-c1bc-48eb-a5c1-e993732da4dc HTTP/1.1" status: 204 len: 168 time: 1.0742421 Jan 28 13:40:52.831245 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44280) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:52.853169 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0497afd2-e447-4d49-b7f4-c6945e794274 admin admin] Publish callbacks [] for security_group (963bc48c-94a5-4921-b8e6-738260011e16), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:52.867123 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99deb586-e093-433e-a86e-2f07d36bcfae tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:52.868359 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-99deb586-e093-433e-a86e-2f07d36bcfae tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:52.943670 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-99deb586-e093-433e-a86e-2f07d36bcfae tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4066753 Jan 28 13:40:52.952562 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44282) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:52.965616 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6fbe4-48bd-4d6e-b172-021cc19821e0 req-4c7146b9-f25f-41eb-a42e-6d4ff5d36416 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:52.970159 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f5e6fbe4-48bd-4d6e-b172-021cc19821e0 req-4c7146b9-f25f-41eb-a42e-6d4ff5d36416 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.0974901 Jan 28 13:40:52.978407 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a28c1a8f-285b-4cd4-a4d4-daa6ef9921fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'port_id': '185ddc54-0b45-449e-b572-0da9fc432288', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:52.992241 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a626fc1a-0f3e-4cce-b794-da0089a898ef None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:53.037789 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a28c1a8f-285b-4cd4-a4d4-daa6ef9921fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:53.142944 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-85125da9-22e8-43d1-adf0-29513c06fbbd None None] Provisioning complete for port 084b9f24-2fa0-42a3-8100-2a7cfb0906a9 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:53.143514 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85125da9-22e8-43d1-adf0-29513c06fbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (084b9f24-2fa0-42a3-8100-2a7cfb0906a9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:53.299571 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 8078f98a-0151-4a64-93ec-36213040fad7 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:40:53.348883 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 8078f98a-0151-4a64-93ec-36213040fad7 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:40:53.349627 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 8078f98a-0151-4a64-93ec-36213040fad7 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:40:53.354065 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457d6afb-0e48-4bd6-8ebb-d7b41cdf4bde None None] DHCP port deletion for b1369f79-8419-4909-b9dc-745e2d83caa0 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:40:53.406189 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-85125da9-22e8-43d1-adf0-29513c06fbbd None None] Current status of the port 084b9f24-2fa0-42a3-8100-2a7cfb0906a9 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:53.437361 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f5e6fbe4-48bd-4d6e-b172-021cc19821e0 req-08c7641e-9333-4d20-b333-3b9a4f9afde8 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4363861 Jan 28 13:40:53.460668 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-83b85026-bb45-451d-a596-c5ca0ff72fe9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6224749 Jan 28 13:40:53.467063 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44286) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:53.472499 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-48ce7a8d-8eae-4225-a17c-37135c51d158 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:53.478762 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-2bfac7d5-a340-4fd7-94f4-6849c08f977e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6f58a1a-25be-4905-9c30-cd6d52a07dbc HTTP/1.1" status: 200 len: 1002 time: 0.8566852 Jan 28 13:40:53.481741 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-457d6afb-0e48-4bd6-8ebb-d7b41cdf4bde None None] Deleting port 084b9f24-2fa0-42a3-8100-2a7cfb0906a9 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:53.482367 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-457d6afb-0e48-4bd6-8ebb-d7b41cdf4bde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (084b9f24-2fa0-42a3-8100-2a7cfb0906a9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:53.543030 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a28c1a8f-285b-4cd4-a4d4-daa6ef9921fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:53.550654 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0497afd2-e447-4d49-b7f4-c6945e794274 admin admin] Publish callbacks [] for security_group (963bc48c-94a5-4921-b8e6-738260011e16), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:53.612364 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-457d6afb-0e48-4bd6-8ebb-d7b41cdf4bde None None] For port 084b9f24-2fa0-42a3-8100-2a7cfb0906a9, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=084b9f24-2fa0-42a3-8100-2a7cfb0906a9,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:53.613423 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-457d6afb-0e48-4bd6-8ebb-d7b41cdf4bde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (084b9f24-2fa0-42a3-8100-2a7cfb0906a9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:53.639189 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-457d6afb-0e48-4bd6-8ebb-d7b41cdf4bde None None] Calling delete_port for 084b9f24-2fa0-42a3-8100-2a7cfb0906a9 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:53.691380 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-a28c1a8f-285b-4cd4-a4d4-daa6ef9921fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Allocated IP 172.25.3.7 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/6ef87933-a2d3-4b4d-9d26-eeddf1b9c65e) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:53.742345 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-d361e31b-04a7-4cc7-9976-a02d7f13442f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:53.744537 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-d361e31b-04a7-4cc7-9976-a02d7f13442f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2eaf9fff-eb30-46b8-9611-5f103f9718e5 HTTP/1.1" status: 200 len: 849 time: 0.2481787 Jan 28 13:40:53.784041 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ce7a8d-8eae-4225-a17c-37135c51d158 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:53.787902 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-48ce7a8d-8eae-4225-a17c-37135c51d158 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:53.858382 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0497afd2-e447-4d49-b7f4-c6945e794274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (963bc48c-94a5-4921-b8e6-738260011e16), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:53.861885 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0497afd2-e447-4d49-b7f4-c6945e794274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:53.868175 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0497afd2-e447-4d49-b7f4-c6945e794274 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/963bc48c-94a5-4921-b8e6-738260011e16 HTTP/1.1" status: 204 len: 168 time: 1.3146498 Jan 28 13:40:53.877729 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a28c1a8f-285b-4cd4-a4d4-daa6ef9921fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for port (6ef87933-a2d3-4b4d-9d26-eeddf1b9c65e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:53.885556 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-67db7a95-68b3-4584-b1f0-9089d72b258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:53.888254 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-67db7a95-68b3-4584-b1f0-9089d72b258d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a48090cb-ae2e-48ff-8962-8d69a57daca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1365764 Jan 28 13:40:53.892026 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497afd2-e447-4d49-b7f4-c6945e794274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963bc48c-94a5-4921-b8e6-738260011e16,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:53.920075 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a28c1a8f-285b-4cd4-a4d4-daa6ef9921fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (6ef87933-a2d3-4b4d-9d26-eeddf1b9c65e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:53.992306 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c1a8f-285b-4cd4-a4d4-daa6ef9921fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event updated for resources: {'Port': ['ID=6ef87933-a2d3-4b4d-9d26-eeddf1b9c65e,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:54.007974 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-457d6afb-0e48-4bd6-8ebb-d7b41cdf4bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (084b9f24-2fa0-42a3-8100-2a7cfb0906a9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:54.033226 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28c1a8f-285b-4cd4-a4d4-daa6ef9921fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:54.035921 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-a28c1a8f-285b-4cd4-a4d4-daa6ef9921fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:54.042322 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28c1a8f-285b-4cd4-a4d4-daa6ef9921fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:54.083293 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d6afb-0e48-4bd6-8ebb-d7b41cdf4bde None None] Pushing event deleted for resources: {'Port': ['ID=084b9f24-2fa0-42a3-8100-2a7cfb0906a9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:54.083742 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-7e10a003-ca7f-4034-8610-2d70726d4a7a service neutron] 10.222.0.18 "GET /v2.0/networks/a48090cb-ae2e-48ff-8962-8d69a57daca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868744 Jan 28 13:40:54.091644 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457d6afb-0e48-4bd6-8ebb-d7b41cdf4bde None None] No DVR routers for this DVR port 084b9f24-2fa0-42a3-8100-2a7cfb0906a9 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:40:54.175736 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 084b9f24-2fa0-42a3-8100-2a7cfb0906a9 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:40:54.211581 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 084b9f24-2fa0-42a3-8100-2a7cfb0906a9 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:40:54.212042 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 084b9f24-2fa0-42a3-8100-2a7cfb0906a9 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:40:54.313336 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-c9f20067-b204-4c30-8f62-9538f2e02e58 service neutron] 10.222.0.18 "GET /v2.0/networks/a48090cb-ae2e-48ff-8962-8d69a57daca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170994 Jan 28 13:40:54.315013 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-48ce7a8d-8eae-4225-a17c-37135c51d158 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (cb2d159b-7bcc-4e21-9bc5-a80f2311befe), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:54.370483 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ce7a8d-8eae-4225-a17c-37135c51d158 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:54.401219 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-48ce7a8d-8eae-4225-a17c-37135c51d158 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:54.407607 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ce7a8d-8eae-4225-a17c-37135c51d158 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:54.408447 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-48ce7a8d-8eae-4225-a17c-37135c51d158 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:54.412938 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-0a50ac4f-b902-404c-9934-78d1b80a715d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=ba5119c7-946b-4cc9-9e19-149785af07e2 HTTP/1.1" status: 200 len: 217 time: 0.0890803 Jan 28 13:40:54.416535 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec74ef4-592a-41b6-8983-20ae3694bbb4 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:54.438618 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5e079-6fb8-4625-81ec-97ed850b979e req-c653ab66-a032-4224-8eec-5bae06946cc7 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:54.440537 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f7d5e079-6fb8-4625-81ec-97ed850b979e req-c653ab66-a032-4224-8eec-5bae06946cc7 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.1721961 Jan 28 13:40:54.496292 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce7a8d-8eae-4225-a17c-37135c51d158 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=cb2d159b-7bcc-4e21-9bc5-a80f2311befe,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:54.506137 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-48ce7a8d-8eae-4225-a17c-37135c51d158 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0377100 Jan 28 13:40:54.509207 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44304) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:54.516024 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-de23ae79-8be2-4ad9-ad4e-1af10196eb8d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:54.561794 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-626f8df0-dbfd-410e-a5e7-c5b29bd6b219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:54.563506 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-626f8df0-dbfd-410e-a5e7-c5b29bd6b219 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=980241a2-d37e-4b55-8e0c-734aacae8814 HTTP/1.1" status: 200 len: 797 time: 0.1423249 Jan 28 13:40:54.673952 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da316c1-1510-4543-ab5b-9220911811e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-b1369f79-8419-4909-b9dc-745e2d83caa0', 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'project_id': 'c889d0606f324a669840943fc2266e93', 'fixed_ips': [{'subnet_id': 'cb2d159b-7bcc-4e21-9bc5-a80f2311befe'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:40:54.675088 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8da316c1-1510-4543-ab5b-9220911811e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:54.698786 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-f850030e-2a1f-47e3-93dc-b71471abc85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:54.700341 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-f850030e-2a1f-47e3-93dc-b71471abc85f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=376b4709-87bf-4524-8081-ea1211d3f7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1306927 Jan 28 13:40:54.830892 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-4b818c1e-6235-4b92-9858-25f29c0893ff service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232593 Jan 28 13:40:54.905627 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ddbde-0c92-4a52-b30b-612d3205f138 req-02a53d0f-084f-4afc-bd46-f6301d516505 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:54.909446 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f61ddbde-0c92-4a52-b30b-612d3205f138 req-02a53d0f-084f-4afc-bd46-f6301d516505 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.2896929 Jan 28 13:40:54.948450 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-d7f25824-ad21-4ad4-8d8d-0d5641afd64d service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992320 Jan 28 13:40:54.975580 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-8da316c1-1510-4543-ab5b-9220911811e2 None None] Allocated IP 172.20.0.2 (b1369f79-8419-4909-b9dc-745e2d83caa0/cb2d159b-7bcc-4e21-9bc5-a80f2311befe/8b836d10-cc84-488c-9f60-66020e5dd5d9) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:55.001522 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-68e18a7f-ebd5-4939-b455-76c309271cf4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=73358d53-f89e-45cb-a74a-8b6510bd447c HTTP/1.1" status: 200 len: 217 time: 0.0467894 Jan 28 13:40:55.039619 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de23ae79-8be2-4ad9-ad4e-1af10196eb8d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:55.044354 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de23ae79-8be2-4ad9-ad4e-1af10196eb8d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:55.101499 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-f7d5e079-6fb8-4625-81ec-97ed850b979e req-709ce083-f25d-4476-a21a-db4b0af95f21 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Deleting port 05dbcb58-e1e0-4ae6-9b70-3124399838e9 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:55.102145 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f7d5e079-6fb8-4625-81ec-97ed850b979e req-709ce083-f25d-4476-a21a-db4b0af95f21 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:55.116622 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-d0e16499-62cf-4aff-8312-413e5358de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:55.118151 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-d0e16499-62cf-4aff-8312-413e5358de8c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=980241a2-d37e-4b55-8e0c-734aacae8814 HTTP/1.1" status: 200 len: 797 time: 0.1104906 Jan 28 13:40:55.155182 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8da316c1-1510-4543-ab5b-9220911811e2 None None] Publish callbacks [] for port (8b836d10-cc84-488c-9f60-66020e5dd5d9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:55.163004 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8da316c1-1510-4543-ab5b-9220911811e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (8b836d10-cc84-488c-9f60-66020e5dd5d9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:55.190543 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-49f82b63-50bd-439c-a600-61dda70c2e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:55.192505 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-49f82b63-50bd-439c-a600-61dda70c2e04 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=376b4709-87bf-4524-8081-ea1211d3f7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0683813 Jan 28 13:40:55.208878 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da316c1-1510-4543-ab5b-9220911811e2 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:55.214453 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-8da316c1-1510-4543-ab5b-9220911811e2 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:55.218477 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da316c1-1510-4543-ab5b-9220911811e2 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:55.254626 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da316c1-1510-4543-ab5b-9220911811e2 None None] Pushing event updated for resources: {'Port': ['ID=8b836d10-cc84-488c-9f60-66020e5dd5d9,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:55.310675 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-8da316c1-1510-4543-ab5b-9220911811e2 None None] Attempting to bind port 8b836d10-cc84-488c-9f60-66020e5dd5d9 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:40:55.311078 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-8da316c1-1510-4543-ab5b-9220911811e2 None None] Attempting to bind port 8b836d10-cc84-488c-9f60-66020e5dd5d9 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:40:55.312578 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a28c1a8f-285b-4cd4-a4d4-daa6ef9921fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (02657636-6241-4df2-a621-a92a75ff1c36), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:55.321844 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da316c1-1510-4543-ab5b-9220911811e2 None None] Attempting to bind port 8b836d10-cc84-488c-9f60-66020e5dd5d9 on network b1369f79-8419-4909-b9dc-745e2d83caa0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:40:55.327626 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da316c1-1510-4543-ab5b-9220911811e2 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:40:55.328007 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da316c1-1510-4543-ab5b-9220911811e2 None None] Checking segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:40:55.328411 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8da316c1-1510-4543-ab5b-9220911811e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:55.328803 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da316c1-1510-4543-ab5b-9220911811e2 None None] Bound using segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:40:55.329274 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-8da316c1-1510-4543-ab5b-9220911811e2 None None] Bound port: 8b836d10-cc84-488c-9f60-66020e5dd5d9, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:40:55.329652 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8da316c1-1510-4543-ab5b-9220911811e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8b836d10-cc84-488c-9f60-66020e5dd5d9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:55.343254 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f61ddbde-0c92-4a52-b30b-612d3205f138 req-d7d161ef-340e-41f8-9bcd-057bcbb89824 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4092939 Jan 28 13:40:55.403172 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-1c9e9a8d-3b36-4cf4-990e-c1ca0e4b0800 service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042148 Jan 28 13:40:55.454165 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-8da316c1-1510-4543-ab5b-9220911811e2 None None] For port 8b836d10-cc84-488c-9f60-66020e5dd5d9, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:40:55.467958 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-8da316c1-1510-4543-ab5b-9220911811e2 None None] For port 8b836d10-cc84-488c-9f60-66020e5dd5d9, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8b836d10-cc84-488c-9f60-66020e5dd5d9,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:40:55.474354 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8da316c1-1510-4543-ab5b-9220911811e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8b836d10-cc84-488c-9f60-66020e5dd5d9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:55.493229 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a28c1a8f-285b-4cd4-a4d4-daa6ef9921fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6ef87933-a2d3-4b4d-9d26-eeddf1b9c65e), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:55.519629 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-e7276626-ee41-40d0-9229-bb04110d3ed6 service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950685 Jan 28 13:40:55.533171 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-f7d5e079-6fb8-4625-81ec-97ed850b979e req-709ce083-f25d-4476-a21a-db4b0af95f21 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] For port 05dbcb58-e1e0-4ae6-9b70-3124399838e9, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=05dbcb58-e1e0-4ae6-9b70-3124399838e9,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:55.533841 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f7d5e079-6fb8-4625-81ec-97ed850b979e req-709ce083-f25d-4476-a21a-db4b0af95f21 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:55.565335 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-d2e92d98-83c0-4128-a512-65fa0e0cdba8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=79abbf7d-456b-4064-b1e0-2e0f16750b14 HTTP/1.1" status: 200 len: 217 time: 0.0390570 Jan 28 13:40:55.596343 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da316c1-1510-4543-ab5b-9220911811e2 None None] Pushing event updated for resources: {'Port': ['ID=8b836d10-cc84-488c-9f60-66020e5dd5d9,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:55.624935 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-fc4ddc3c-356a-4e98-b45c-daa0521e152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:55.626438 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-fc4ddc3c-356a-4e98-b45c-daa0521e152a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=980241a2-d37e-4b55-8e0c-734aacae8814 HTTP/1.1" status: 200 len: 797 time: 0.0525756 Jan 28 13:40:55.832050 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f7d5e079-6fb8-4625-81ec-97ed850b979e req-709ce083-f25d-4476-a21a-db4b0af95f21 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:55.832825 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f7d5e079-6fb8-4625-81ec-97ed850b979e req-709ce083-f25d-4476-a21a-db4b0af95f21 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (29968603-a498-49d6-8947-bac73c77fe94), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:55.833379 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [req-f7d5e079-6fb8-4625-81ec-97ed850b979e req-709ce083-f25d-4476-a21a-db4b0af95f21 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Floating IP 29968603-a498-49d6-8947-bac73c77fe94 disassociated. External IP: 172.25.3.5, port: 05dbcb58-e1e0-4ae6-9b70-3124399838e9. Jan 28 13:40:55.834517 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-f7d5e079-6fb8-4625-81ec-97ed850b979e req-709ce083-f25d-4476-a21a-db4b0af95f21 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Calling delete_port for 05dbcb58-e1e0-4ae6-9b70-3124399838e9 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:55.847544 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a28c1a8f-285b-4cd4-a4d4-daa6ef9921fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for port (6ef87933-a2d3-4b4d-9d26-eeddf1b9c65e), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:55.856304 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a28c1a8f-285b-4cd4-a4d4-daa6ef9921fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (6ef87933-a2d3-4b4d-9d26-eeddf1b9c65e), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:55.858580 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-8bc664e2-aeb5-49e9-b61b-1365a6dd1788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:55.866380 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-8bc664e2-aeb5-49e9-b61b-1365a6dd1788 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=376b4709-87bf-4524-8081-ea1211d3f7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2240586 Jan 28 13:40:55.988806 n-d-822747-2 neutron-server[103351]: DEBUG neutron.objects.ports [None req-de23ae79-8be2-4ad9-ad4e-1af10196eb8d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103351) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 13:40:56.026545 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c1a8f-285b-4cd4-a4d4-daa6ef9921fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event updated for resources: {'Port': ['ID=6ef87933-a2d3-4b4d-9d26-eeddf1b9c65e,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:56.071546 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a28c1a8f-285b-4cd4-a4d4-daa6ef9921fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (02657636-6241-4df2-a621-a92a75ff1c36), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:56.300670 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8b836d10-cc84-488c-9f60-66020e5dd5d9 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:56.420587 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 8b836d10-cc84-488c-9f60-66020e5dd5d9 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:56.423478 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8b836d10-cc84-488c-9f60-66020e5dd5d9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:56.592748 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 8b836d10-cc84-488c-9f60-66020e5dd5d9 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:56.594846 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8b836d10-cc84-488c-9f60-66020e5dd5d9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:56.627464 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-d868f321-67ce-415a-b590-ae702a4e71a1 service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7508218 Jan 28 13:40:56.682712 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de23ae79-8be2-4ad9-ad4e-1af10196eb8d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8b836d10-cc84-488c-9f60-66020e5dd5d9), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:56.715739 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:40:56.716716 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:40:56.731777 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c113655-c65e-4545-ba18-22a0c75a30fb req-88eaf0ec-0571-4739-b303-ab1a768aaa7c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:56.733859 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c113655-c65e-4545-ba18-22a0c75a30fb req-88eaf0ec-0571-4739-b303-ab1a768aaa7c tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 945 time: 0.2084656 Jan 28 13:40:56.740714 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f7d5e079-6fb8-4625-81ec-97ed850b979e req-709ce083-f25d-4476-a21a-db4b0af95f21 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (05dbcb58-e1e0-4ae6-9b70-3124399838e9), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:56.778217 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-a28c1a8f-285b-4cd4-a4d4-daa6ef9921fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Floating IP 02657636-6241-4df2-a621-a92a75ff1c36 associated. External IP: 172.25.3.7, port: 185ddc54-0b45-449e-b572-0da9fc432288. Jan 28 13:40:56.788879 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ce083-f25d-4476-a21a-db4b0af95f21 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Pushing event deleted for resources: {'Port': ['ID=05dbcb58-e1e0-4ae6-9b70-3124399838e9,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:56.919262 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c113655-c65e-4545-ba18-22a0c75a30fb req-087ad8d0-2c11-4886-b791-4265b477e2af tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436570 Jan 28 13:40:57.064774 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-8b6d6e5e-db65-4317-8da8-182f12a1e39e service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916750 Jan 28 13:40:57.135766 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-4a1a97da-6fd1-4526-a211-60530fb5ac6f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=f960cd27-de3c-42f4-a159-98a774fb4179 HTTP/1.1" status: 200 len: 217 time: 0.0700760 Jan 28 13:40:57.233693 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-de23ae79-8be2-4ad9-ad4e-1af10196eb8d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] For port 8b836d10-cc84-488c-9f60-66020e5dd5d9, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8b836d10-cc84-488c-9f60-66020e5dd5d9,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:57.244729 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7d5e079-6fb8-4625-81ec-97ed850b979e req-709ce083-f25d-4476-a21a-db4b0af95f21 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Router 031dd80d-d44a-4a59-9186-14b3096e60e4 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:40:57.280490 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-78d61750-a30f-4ae4-896e-f8cc52165a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:57.285118 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-78d61750-a30f-4ae4-896e-f8cc52165a1d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=980241a2-d37e-4b55-8e0c-734aacae8814 HTTP/1.1" status: 200 len: 797 time: 0.1363699 Jan 28 13:40:57.305288 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 8b836d10-cc84-488c-9f60-66020e5dd5d9 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:57.305905 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8b836d10-cc84-488c-9f60-66020e5dd5d9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:57.331693 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 05dbcb58-e1e0-4ae6-9b70-3124399838e9 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:40:57.354249 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 05dbcb58-e1e0-4ae6-9b70-3124399838e9 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:40:57.354809 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 05dbcb58-e1e0-4ae6-9b70-3124399838e9 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:40:57.364097 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de23ae79-8be2-4ad9-ad4e-1af10196eb8d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (8b836d10-cc84-488c-9f60-66020e5dd5d9), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:57.408823 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de23ae79-8be2-4ad9-ad4e-1af10196eb8d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (8b836d10-cc84-488c-9f60-66020e5dd5d9), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:57.409816 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de23ae79-8be2-4ad9-ad4e-1af10196eb8d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (8a0844f6-04da-41c7-9888-f16aa3785a0c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:57.422884 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-0135489a-006c-47d1-8cdf-882694419ea5 None None] Provisioning complete for port 8b836d10-cc84-488c-9f60-66020e5dd5d9 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:57.423520 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0135489a-006c-47d1-8cdf-882694419ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8b836d10-cc84-488c-9f60-66020e5dd5d9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:57.464346 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:40:57.468405 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:40:57.501069 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de23ae79-8be2-4ad9-ad4e-1af10196eb8d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:57.507730 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-1fcd3516-5c90-492f-bc01-aa5590d8b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:57.509551 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-1fcd3516-5c90-492f-bc01-aa5590d8b27f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=376b4709-87bf-4524-8081-ea1211d3f7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2093663 Jan 28 13:40:57.511564 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28c1a8f-285b-4cd4-a4d4-daa6ef9921fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Router 1e83f1c4-42ad-4424-a714-433c41f7f4ec has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:40:57.515094 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-de23ae79-8be2-4ad9-ad4e-1af10196eb8d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:57.521357 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de23ae79-8be2-4ad9-ad4e-1af10196eb8d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:57.522087 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de23ae79-8be2-4ad9-ad4e-1af10196eb8d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:57.544244 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7d5e079-6fb8-4625-81ec-97ed850b979e req-709ce083-f25d-4476-a21a-db4b0af95f21 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:40:57.554747 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9e099a-0858-4d25-ad18-0ee38ca9f9a8 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:57.557427 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2cb29b-e44a-4207-8a0f-7e196f9f9c28 None None] Sync routers for ids ['031dd80d-d44a-4a59-9186-14b3096e60e4'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:40:57.575163 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2cb29b-e44a-4207-8a0f-7e196f9f9c28 None None] Routers {'031dd80d-d44a-4a59-9186-14b3096e60e4'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:57.576026 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5f2cb29b-e44a-4207-8a0f-7e196f9f9c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['031dd80d-d44a-4a59-9186-14b3096e60e4'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:57.627898 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 8b836d10-cc84-488c-9f60-66020e5dd5d9 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:57.628373 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8b836d10-cc84-488c-9f60-66020e5dd5d9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:57.687669 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d5e079-6fb8-4625-81ec-97ed850b979e req-709ce083-f25d-4476-a21a-db4b0af95f21 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] No DVR routers for this DVR port 05dbcb58-e1e0-4ae6-9b70-3124399838e9 on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:40:57.697113 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f7d5e079-6fb8-4625-81ec-97ed850b979e req-709ce083-f25d-4476-a21a-db4b0af95f21 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:57.710690 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f7d5e079-6fb8-4625-81ec-97ed850b979e req-709ce083-f25d-4476-a21a-db4b0af95f21 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.37 "DELETE /v2.0/ports/05dbcb58-e1e0-4ae6-9b70-3124399838e9 HTTP/1.1" status: 204 len: 173 time: 3.2630775 Jan 28 13:40:57.711216 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f65cf0-2adc-46d0-9194-7617cfa73581', 'name': 'network-vif-deleted', 'tag': '05dbcb58-e1e0-4ae6-9b70-3124399838e9'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:40:57.712823 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-5f2cb29b-e44a-4207-8a0f-7e196f9f9c28 None None] Set router 031dd80d-d44a-4a59-9186-14b3096e60e4 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:40:57.713657 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50791a72-e5d0-483c-8fae-2f8879fb19f3" -d '{"events": [{"server_uuid": "43f65cf0-2adc-46d0-9194-7617cfa73581", "name": "network-vif-deleted", "tag": "05dbcb58-e1e0-4ae6-9b70-3124399838e9"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:40:57.714623 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-4256fb6c-3b17-4964-b00e-8579768ca834 service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518435 Jan 28 13:40:57.728387 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-de23ae79-8be2-4ad9-ad4e-1af10196eb8d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2176945 Jan 28 13:40:57.739721 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44360) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:57.744982 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-6ed0a46e-d814-4548-80a1-1f11086cc6df tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'port': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'mac_address': 'fa:16:3e:4b:d2:24', 'name': 'tempest-NetworksTestDHCPv6-424155335'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:57.831232 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-334a833a-1c52-42bb-8cd3-88ce55b10f98 service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010303 Jan 28 13:40:57.833935 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23ae79-8be2-4ad9-ad4e-1af10196eb8d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=8a0844f6-04da-41c7-9888-f16aa3785a0c,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:57.847850 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23ae79-8be2-4ad9-ad4e-1af10196eb8d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Port': ['ID=8b836d10-cc84-488c-9f60-66020e5dd5d9,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:57.878403 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0135489a-006c-47d1-8cdf-882694419ea5 None None] Current status of the port 8b836d10-cc84-488c-9f60-66020e5dd5d9 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:57.884683 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0135489a-006c-47d1-8cdf-882694419ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8b836d10-cc84-488c-9f60-66020e5dd5d9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:57.884969 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-ad027a4a-dc46-4170-83a8-058f3f07ed65 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0d46f223-1f12-4538-accd-a4fe31e8045f HTTP/1.1" status: 200 len: 217 time: 0.0452371 Jan 28 13:40:57.953121 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 8b836d10-cc84-488c-9f60-66020e5dd5d9, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8b836d10-cc84-488c-9f60-66020e5dd5d9,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:58.002077 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-10a50885-64f0-4ce8-ac2a-09436bcb8fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:58.004710 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-10a50885-64f0-4ce8-ac2a-09436bcb8fb2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7038acd7-a865-4fdf-9a95-2c4ed7e3b100 HTTP/1.1" status: 200 len: 797 time: 0.1147554 Jan 28 13:40:58.022292 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c26664-c84d-49cb-81d6-d59348e9084e x-openstack-request-id: req-49c26664-c84d-49cb-81d6-d59348e9084e {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:40:58.022587 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f65cf0-2adc-46d0-9194-7617cfa73581", "name": "network-vif-deleted", "tag": "05dbcb58-e1e0-4ae6-9b70-3124399838e9", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:40:58.022844 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-49c26664-c84d-49cb-81d6-d59348e9084e {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:40:58.023282 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f65cf0-2adc-46d0-9194-7617cfa73581', 'name': 'network-vif-deleted', 'tag': '05dbcb58-e1e0-4ae6-9b70-3124399838e9', 'status': 'completed', 'code': 200} Jan 28 13:40:58.026197 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed0a46e-d814-4548-80a1-1f11086cc6df tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:58.075554 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-0135489a-006c-47d1-8cdf-882694419ea5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:40:58.075942 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-0135489a-006c-47d1-8cdf-882694419ea5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:40:58.076462 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8b836d10-cc84-488c-9f60-66020e5dd5d9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:58.113630 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-000f86e5-c53d-4c5d-8f20-e5ed9d8ca2c4 req-e6cdc716-5a61-4482-87c1-b15dc214233a tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f65cf0-2adc-46d0-9194-7617cfa73581 HTTP/1.1" status: 200 len: 210 time: 0.0427015 Jan 28 13:40:58.136146 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-d400fe4e-56f7-4188-b404-b7e7b360108f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:58.138669 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-d400fe4e-56f7-4188-b404-b7e7b360108f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=361216ca-dbe3-462f-a59f-a8c1564e775f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1275020 Jan 28 13:40:58.243941 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=8b836d10-cc84-488c-9f60-66020e5dd5d9,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:58.267064 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8b836d10-cc84-488c-9f60-66020e5dd5d9 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:58.276436 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28c1a8f-285b-4cd4-a4d4-daa6ef9921fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:40:58.303424 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-a85778ce-9e08-4720-b1be-d49507ac2ec3 service neutron] 10.222.0.18 "GET /v2.0/networks/361216ca-dbe3-462f-a59f-a8c1564e775f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575565 Jan 28 13:40:58.326866 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da24a07e-66e6-47ff-bbdd-eb2a84d26da0 None None] Sync routers for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:40:58.346223 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6ed0a46e-d814-4548-80a1-1f11086cc6df tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:58.373086 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da24a07e-66e6-47ff-bbdd-eb2a84d26da0 None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:58.376384 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-da24a07e-66e6-47ff-bbdd-eb2a84d26da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:58.398064 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a28c1a8f-285b-4cd4-a4d4-daa6ef9921fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:58.464293 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a28c1a8f-285b-4cd4-a4d4-daa6ef9921fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 5.4895380 Jan 28 13:40:58.465126 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44368) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:58.468950 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-da24a07e-66e6-47ff-bbdd-eb2a84d26da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:58.475502 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-c692f1f0-43cf-4893-89b8-4cb658df562f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:58.513050 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da24a07e-66e6-47ff-bbdd-eb2a84d26da0 None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:58.513627 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-da24a07e-66e6-47ff-bbdd-eb2a84d26da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:58.579823 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5f2cb29b-e44a-4207-8a0f-7e196f9f9c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'name': 'tempest-ServerActionsTestJSON-29868979-router', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:17Z', 'updated_at': '2022-01-28T13:29:30Z', 'revision_number': 4, 'project_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'gw_port': {'id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:19Z', 'updated_at': '2022-01-28T13:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '361cab4b-386a-4f7f-8df5-6b69b33ac516', 'name': '', 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'mac_address': 'fa:16:3e:d4:54:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '0384f919-cf7e-4ec0-b290-94b57d977aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:28Z', 'updated_at': '2022-01-28T13:29:41Z', 'revision_number': 5, 'project_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'subnets': [{'id': '0384f919-cf7e-4ec0-b290-94b57d977aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:58.595344 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-da24a07e-66e6-47ff-bbdd-eb2a84d26da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:58.599159 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da24a07e-66e6-47ff-bbdd-eb2a84d26da0 None None] The sync data for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:40:58.625442 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-6ed0a46e-d814-4548-80a1-1f11086cc6df tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] device_id is not set on port 760495be-b8e1-42be-927a-f81eca96abfc yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:40:58.644539 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c692f1f0-43cf-4893-89b8-4cb658df562f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (02657636-6241-4df2-a621-a92a75ff1c36), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:58.645351 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2cb29b-e44a-4207-8a0f-7e196f9f9c28 None None] Checking router: 031dd80d-d44a-4a59-9186-14b3096e60e4 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:40:58.668356 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2cb29b-e44a-4207-8a0f-7e196f9f9c28 None None] Routers {'031dd80d-d44a-4a59-9186-14b3096e60e4'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:58.669414 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5f2cb29b-e44a-4207-8a0f-7e196f9f9c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['031dd80d-d44a-4a59-9186-14b3096e60e4'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:58.681015 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 8b836d10-cc84-488c-9f60-66020e5dd5d9 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:58.681624 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8b836d10-cc84-488c-9f60-66020e5dd5d9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:58.849158 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0135489a-006c-47d1-8cdf-882694419ea5 None None] Current status of the port 8b836d10-cc84-488c-9f60-66020e5dd5d9 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:58.924800 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-5f2cb29b-e44a-4207-8a0f-7e196f9f9c28 None None] Set router 031dd80d-d44a-4a59-9186-14b3096e60e4 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:40:58.968515 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 8b836d10-cc84-488c-9f60-66020e5dd5d9 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:59.216424 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5f2cb29b-e44a-4207-8a0f-7e196f9f9c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'name': 'tempest-ServerActionsTestJSON-29868979-router', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:17Z', 'updated_at': '2022-01-28T13:29:30Z', 'revision_number': 4, 'project_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'gw_port': {'id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:19Z', 'updated_at': '2022-01-28T13:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '361cab4b-386a-4f7f-8df5-6b69b33ac516', 'name': '', 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'mac_address': 'fa:16:3e:d4:54:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '0384f919-cf7e-4ec0-b290-94b57d977aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:28Z', 'updated_at': '2022-01-28T13:29:41Z', 'revision_number': 5, 'project_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'subnets': [{'id': '0384f919-cf7e-4ec0-b290-94b57d977aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:59.253122 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2cb29b-e44a-4207-8a0f-7e196f9f9c28 None None] The sync data for ids ['031dd80d-d44a-4a59-9186-14b3096e60e4'] in n-d-822747-2 is: [{'id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'name': 'tempest-ServerActionsTestJSON-29868979-router', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:17Z', 'updated_at': '2022-01-28T13:29:30Z', 'revision_number': 4, 'project_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'gw_port': {'id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:19Z', 'updated_at': '2022-01-28T13:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '361cab4b-386a-4f7f-8df5-6b69b33ac516', 'name': '', 'network_id': '7079efeb-cd22-4f60-b771-d74efc0a16e0', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'mac_address': 'fa:16:3e:d4:54:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '0384f919-cf7e-4ec0-b290-94b57d977aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:28Z', 'updated_at': '2022-01-28T13:29:41Z', 'revision_number': 5, 'project_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'subnets': [{'id': '0384f919-cf7e-4ec0-b290-94b57d977aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:40:59.295953 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c692f1f0-43cf-4893-89b8-4cb658df562f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:59.309847 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-f421bf4d-9c92-48d9-be61-3f07abb753a6 service neutron] 10.222.0.18 "GET /v2.0/networks/361216ca-dbe3-462f-a59f-a8c1564e775f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0002022 Jan 28 13:40:59.323803 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c692f1f0-43cf-4893-89b8-4cb658df562f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (02657636-6241-4df2-a621-a92a75ff1c36), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:59.325811 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-c692f1f0-43cf-4893-89b8-4cb658df562f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Floating IP 02657636-6241-4df2-a621-a92a75ff1c36 disassociated. External IP: 172.25.3.7, port: 185ddc54-0b45-449e-b572-0da9fc432288. Jan 28 13:40:59.326646 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-492a14f2-bc48-4bea-a5e9-8e240498f7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:59.373589 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44380) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:59.382492 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-7d2c2de1-d900-48c7-b1bb-3053db370bba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=87c6e003-b2c7-4642-bd53-85f447c888d6 HTTP/1.1" status: 200 len: 217 time: 0.0659447 Jan 28 13:40:59.457371 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-d2de3bfd-bf8c-4529-bfd6-67764759cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:59.459858 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-d2de3bfd-bf8c-4529-bfd6-67764759cfb1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7038acd7-a865-4fdf-9a95-2c4ed7e3b100 HTTP/1.1" status: 200 len: 797 time: 0.0668314 Jan 28 13:40:59.564086 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-6ed0a46e-d814-4548-80a1-1f11086cc6df tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 172.20.0.10 (b1369f79-8419-4909-b9dc-745e2d83caa0/cb2d159b-7bcc-4e21-9bc5-a80f2311befe/760495be-b8e1-42be-927a-f81eca96abfc) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:59.569354 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d79aa08e-0eba-4377-8495-b747ec1da6b9 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks [] for security_group (8f26336a-c3f3-4d34-954f-fc9e0f6db2c7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:59.582747 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-6ed0a46e-d814-4548-80a1-1f11086cc6df tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 2001:db8::f816:3eff:fe4b:d224 (b1369f79-8419-4909-b9dc-745e2d83caa0/8a0844f6-04da-41c7-9888-f16aa3785a0c/760495be-b8e1-42be-927a-f81eca96abfc) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:59.586274 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-70b51a60-6e24-44e7-b193-de6f9ffaa6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:59.588046 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-70b51a60-6e24-44e7-b193-de6f9ffaa6bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=361216ca-dbe3-462f-a59f-a8c1564e775f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1215460 Jan 28 13:40:59.599483 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-6db1c1be-beba-4755-9b91-65f972de8b4c None None] Provisioning complete for port 8b836d10-cc84-488c-9f60-66020e5dd5d9 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:59.602691 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6db1c1be-beba-4755-9b91-65f972de8b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8b836d10-cc84-488c-9f60-66020e5dd5d9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:59.636620 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d79aa08e-0eba-4377-8495-b747ec1da6b9 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks [] for security_group (8f26336a-c3f3-4d34-954f-fc9e0f6db2c7), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:59.766417 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd0b54c-2a01-4e05-9d9c-8bef2837e44f None None] New status for floating IP 29968603-a498-49d6-8947-bac73c77fe94: DOWN {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:40:59.781967 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-2163afff-3c5b-46f0-822d-7014715417ef service neutron] 10.222.0.18 "GET /v2.0/networks/361216ca-dbe3-462f-a59f-a8c1564e775f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813529 Jan 28 13:40:59.856183 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6db1c1be-beba-4755-9b91-65f972de8b4c None None] Current status of the port 8b836d10-cc84-488c-9f60-66020e5dd5d9 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:00.006163 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d79aa08e-0eba-4377-8495-b747ec1da6b9 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8f26336a-c3f3-4d34-954f-fc9e0f6db2c7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:00.007550 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2194bd8b-3a47-4f84-9ef3-5e64c01d731e req-fd832846-82c1-4df5-b860-de84e51bfc41 service neutron] 10.222.0.18 "GET /v2.0/networks/361216ca-dbe3-462f-a59f-a8c1564e775f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186704 Jan 28 13:41:00.009064 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d79aa08e-0eba-4377-8495-b747ec1da6b9 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:00.010326 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d79aa08e-0eba-4377-8495-b747ec1da6b9 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "DELETE /v2.0/security-groups/8f26336a-c3f3-4d34-954f-fc9e0f6db2c7 HTTP/1.1" status: 204 len: 168 time: 0.6346674 Jan 28 13:41:00.017740 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44396) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:00.043712 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-88e6ae57-cbc0-44ed-b6bf-684e30151fe1 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] show failed (client error): The resource could not be found. Jan 28 13:41:00.047955 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-88e6ae57-cbc0-44ed-b6bf-684e30151fe1 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "GET /v2.0/security-groups/8f26336a-c3f3-4d34-954f-fc9e0f6db2c7 HTTP/1.1" status: 404 len: 347 time: 0.0303466 Jan 28 13:41:00.048533 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44400) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:00.058443 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79aa08e-0eba-4377-8495-b747ec1da6b9 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f26336a-c3f3-4d34-954f-fc9e0f6db2c7,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:00.131610 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c692f1f0-43cf-4893-89b8-4cb658df562f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Router 1e83f1c4-42ad-4424-a714-433c41f7f4ec has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:41:00.248064 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8b836d10-cc84-488c-9f60-66020e5dd5d9 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:00.346411 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-2038b5c7-b7f2-41d3-874a-df5c3b25d701 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Deleting port f0ecbf9c-a7fe-4614-945a-6f2dab19bd90 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:00.347043 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2038b5c7-b7f2-41d3-874a-df5c3b25d701 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (f0ecbf9c-a7fe-4614-945a-6f2dab19bd90), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:00.373331 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 8b836d10-cc84-488c-9f60-66020e5dd5d9 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:00.374489 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8b836d10-cc84-488c-9f60-66020e5dd5d9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:00.505071 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 8b836d10-cc84-488c-9f60-66020e5dd5d9 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:00.508532 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2038b5c7-b7f2-41d3-874a-df5c3b25d701 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (f0ecbf9c-a7fe-4614-945a-6f2dab19bd90), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:00.508844 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2038b5c7-b7f2-41d3-874a-df5c3b25d701 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks [] for floatingip (f0ecbf9c-a7fe-4614-945a-6f2dab19bd90), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:00.529248 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-2038b5c7-b7f2-41d3-874a-df5c3b25d701 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Calling delete_port for f0ecbf9c-a7fe-4614-945a-6f2dab19bd90 owned by network:floatingip {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:00.751012 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6ed0a46e-d814-4548-80a1-1f11086cc6df tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (760495be-b8e1-42be-927a-f81eca96abfc), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:00.816779 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2038b5c7-b7f2-41d3-874a-df5c3b25d701 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (f0ecbf9c-a7fe-4614-945a-6f2dab19bd90), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:00.872889 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038b5c7-b7f2-41d3-874a-df5c3b25d701 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Pushing event deleted for resources: {'Port': ['ID=f0ecbf9c-a7fe-4614-945a-6f2dab19bd90,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:00.943959 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2038b5c7-b7f2-41d3-874a-df5c3b25d701 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks [] for floatingip (29968603-a498-49d6-8947-bac73c77fe94), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:00.944592 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c275d-583a-4784-97eb-2fc50c2a5110 req-98ad7a94-ee46-488b-817a-d29b084805a9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:00.948198 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2038b5c7-b7f2-41d3-874a-df5c3b25d701 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:00.953243 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2038b5c7-b7f2-41d3-874a-df5c3b25d701 tempest-ServerActionsTestJSON-753498899 tempest-ServerActionsTestJSON-753498899-project] 10.222.0.39 "DELETE /v2.0/floatingips/29968603-a498-49d6-8947-bac73c77fe94 HTTP/1.1" status: 204 len: 168 time: 0.9009418 Jan 28 13:41:00.953866 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44420) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:00.967464 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c275d-583a-4784-97eb-2fc50c2a5110 req-98ad7a94-ee46-488b-817a-d29b084805a9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:00.973464 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c275d-583a-4784-97eb-2fc50c2a5110 req-98ad7a94-ee46-488b-817a-d29b084805a9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:00.980203 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c275d-583a-4784-97eb-2fc50c2a5110 req-98ad7a94-ee46-488b-817a-d29b084805a9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:00.987952 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c275d-583a-4784-97eb-2fc50c2a5110 req-98ad7a94-ee46-488b-817a-d29b084805a9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:00.994834 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c275d-583a-4784-97eb-2fc50c2a5110 req-98ad7a94-ee46-488b-817a-d29b084805a9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:01.001320 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c275d-583a-4784-97eb-2fc50c2a5110 req-98ad7a94-ee46-488b-817a-d29b084805a9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:01.003933 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-772c275d-583a-4784-97eb-2fc50c2a5110 req-98ad7a94-ee46-488b-817a-d29b084805a9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5442 time: 0.2654755 Jan 28 13:41:01.026033 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6ed0a46e-d814-4548-80a1-1f11086cc6df tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (760495be-b8e1-42be-927a-f81eca96abfc), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:01.095460 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c692f1f0-43cf-4893-89b8-4cb658df562f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:41:01.102316 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed0a46e-d814-4548-80a1-1f11086cc6df tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:01.106701 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c53e61b-e979-4150-9480-cba384642dcd None None] Sync routers for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:41:01.109203 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c692f1f0-43cf-4893-89b8-4cb658df562f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:01.119495 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-6ed0a46e-d814-4548-80a1-1f11086cc6df tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:01.131263 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c53e61b-e979-4150-9480-cba384642dcd None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:01.136834 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8c53e61b-e979-4150-9480-cba384642dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:01.168651 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed0a46e-d814-4548-80a1-1f11086cc6df tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:01.220030 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8c53e61b-e979-4150-9480-cba384642dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:01.235840 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed0a46e-d814-4548-80a1-1f11086cc6df tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:01.236473 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6ed0a46e-d814-4548-80a1-1f11086cc6df tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:01.238203 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c53e61b-e979-4150-9480-cba384642dcd None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:01.239018 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8c53e61b-e979-4150-9480-cba384642dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:40:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:01.277804 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0a46e-d814-4548-80a1-1f11086cc6df tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Port': ['ID=760495be-b8e1-42be-927a-f81eca96abfc,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:01.288089 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c692f1f0-43cf-4893-89b8-4cb658df562f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "PUT /v2.0/floatingips/02657636-6241-4df2-a621-a92a75ff1c36 HTTP/1.1" status: 200 len: 686 time: 2.8217950 Jan 28 13:41:01.292388 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44424) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:01.323401 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6ed0a46e-d814-4548-80a1-1f11086cc6df tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5840068 Jan 28 13:41:01.324075 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44426) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:01.333058 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8c53e61b-e979-4150-9480-cba384642dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:01.333736 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c53e61b-e979-4150-9480-cba384642dcd None None] The sync data for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:41:01.427683 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-772c275d-583a-4784-97eb-2fc50c2a5110 req-b78b5abc-fa33-4a09-8809-c590322c9787 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4081752 Jan 28 13:41:01.556115 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d41976-d686-476c-85cc-4dda4d96a080 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:01.561092 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d41976-d686-476c-85cc-4dda4d96a080 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:01.566611 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-18d41976-d686-476c-85cc-4dda4d96a080 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1787353 Jan 28 13:41:01.570520 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44432) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:01.620278 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ccb09c8-7c2a-4888-9169-38ec58babbaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:01.667706 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-8042ea94-2bf3-4edd-b659-1fa1f3bba17f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Deleting port 6ef87933-a2d3-4b4d-9d26-eeddf1b9c65e {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:01.668291 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8042ea94-2bf3-4edd-b659-1fa1f3bba17f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (6ef87933-a2d3-4b4d-9d26-eeddf1b9c65e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:01.701067 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-fa8414e9-cced-45c0-ba21-27fbef9e8d2b None None] Provisioning complete for port 760495be-b8e1-42be-927a-f81eca96abfc triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:01.701450 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa8414e9-cced-45c0-ba21-27fbef9e8d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (760495be-b8e1-42be-927a-f81eca96abfc), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:01.705470 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-785d2157-fc09-4420-8232-0ea7728ef348 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:01.711811 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-785d2157-fc09-4420-8232-0ea7728ef348 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:01.717666 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-785d2157-fc09-4420-8232-0ea7728ef348 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:01.724138 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-785d2157-fc09-4420-8232-0ea7728ef348 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:01.732173 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-785d2157-fc09-4420-8232-0ea7728ef348 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:01.738694 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-785d2157-fc09-4420-8232-0ea7728ef348 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:01.745152 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-785d2157-fc09-4420-8232-0ea7728ef348 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:01.747446 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-785d2157-fc09-4420-8232-0ea7728ef348 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.18 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5442 time: 0.2170708 Jan 28 13:41:01.771549 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-a7c597c1-e71b-4678-8b67-6e8f099a62b1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting port 760495be-b8e1-42be-927a-f81eca96abfc {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:01.772121 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a7c597c1-e71b-4678-8b67-6e8f099a62b1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (760495be-b8e1-42be-927a-f81eca96abfc), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:01.802552 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8042ea94-2bf3-4edd-b659-1fa1f3bba17f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (6ef87933-a2d3-4b4d-9d26-eeddf1b9c65e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:01.802897 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8042ea94-2bf3-4edd-b659-1fa1f3bba17f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (6ef87933-a2d3-4b4d-9d26-eeddf1b9c65e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:01.809090 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fa8414e9-cced-45c0-ba21-27fbef9e8d2b None None] Port 760495be-b8e1-42be-927a-f81eca96abfc cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:41:01.811724 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-e03a8bad-394d-4e1d-8d71-abddae6c24ef tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:01.813497 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-e03a8bad-394d-4e1d-8d71-abddae6c24ef tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.18 "GET /v2.0/ports/74437a62-acfb-47da-925a-b0b54245b4d9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0558918 Jan 28 13:41:01.859581 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-8042ea94-2bf3-4edd-b659-1fa1f3bba17f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Calling delete_port for 6ef87933-a2d3-4b4d-9d26-eeddf1b9c65e owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:01.952703 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a7c597c1-e71b-4678-8b67-6e8f099a62b1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (760495be-b8e1-42be-927a-f81eca96abfc), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:01.988929 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-03e7851c-2e1f-403b-a58b-11f6fd183352 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.18 "GET /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1705265 Jan 28 13:41:01.997502 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-a7c597c1-e71b-4678-8b67-6e8f099a62b1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Calling delete_port for 760495be-b8e1-42be-927a-f81eca96abfc owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:02.000260 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-0ed724ee-4ec1-4cab-8ff7-88742aebfbc8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:02.075995 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-0ed724ee-4ec1-4cab-8ff7-88742aebfbc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (74437a62-acfb-47da-925a-b0b54245b4d9), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:02.093636 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b2437f40-92b1-425f-8e32-576cf5099aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (031dd80d-d44a-4a59-9186-14b3096e60e4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:02.188464 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8042ea94-2bf3-4edd-b659-1fa1f3bba17f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (6ef87933-a2d3-4b4d-9d26-eeddf1b9c65e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:02.273104 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042ea94-2bf3-4edd-b659-1fa1f3bba17f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event deleted for resources: {'Port': ['ID=6ef87933-a2d3-4b4d-9d26-eeddf1b9c65e,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:02.309948 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042ea94-2bf3-4edd-b659-1fa1f3bba17f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:02.310448 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042ea94-2bf3-4edd-b659-1fa1f3bba17f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:02.310893 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042ea94-2bf3-4edd-b659-1fa1f3bba17f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:02.311352 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042ea94-2bf3-4edd-b659-1fa1f3bba17f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:02.311786 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042ea94-2bf3-4edd-b659-1fa1f3bba17f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:02.312232 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042ea94-2bf3-4edd-b659-1fa1f3bba17f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:02.312662 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042ea94-2bf3-4edd-b659-1fa1f3bba17f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:02.313113 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042ea94-2bf3-4edd-b659-1fa1f3bba17f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:02.313869 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042ea94-2bf3-4edd-b659-1fa1f3bba17f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:02.314291 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042ea94-2bf3-4edd-b659-1fa1f3bba17f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:02.314721 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042ea94-2bf3-4edd-b659-1fa1f3bba17f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:02.315176 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042ea94-2bf3-4edd-b659-1fa1f3bba17f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:02.315719 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042ea94-2bf3-4edd-b659-1fa1f3bba17f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:02.375828 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8042ea94-2bf3-4edd-b659-1fa1f3bba17f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (02657636-6241-4df2-a621-a92a75ff1c36), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:02.379386 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8042ea94-2bf3-4edd-b659-1fa1f3bba17f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:02.384672 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44440) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:02.385190 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8042ea94-2bf3-4edd-b659-1fa1f3bba17f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "DELETE /v2.0/floatingips/02657636-6241-4df2-a621-a92a75ff1c36 HTTP/1.1" status: 204 len: 168 time: 1.0915790 Jan 28 13:41:02.390241 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-31689855-4f82-4fd0-a9d0-e7016fde47cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'port_id': '2be390c1-ae11-484c-91ae-00b193fe62db'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:02.426730 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a7c597c1-e71b-4678-8b67-6e8f099a62b1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (760495be-b8e1-42be-927a-f81eca96abfc), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:02.431868 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-0ed724ee-4ec1-4cab-8ff7-88742aebfbc8 service neutron] For port 74437a62-acfb-47da-925a-b0b54245b4d9, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=74437a62-acfb-47da-925a-b0b54245b4d9,segment=NetworkSegment(838a3594-93f5-4a9e-88df-6a6995eaa6d3),segment_id=838a3594-93f5-4a9e-88df-6a6995eaa6d3)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:02.449148 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-31689855-4f82-4fd0-a9d0-e7016fde47cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:02.481580 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c597c1-e71b-4678-8b67-6e8f099a62b1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Port': ['ID=760495be-b8e1-42be-927a-f81eca96abfc,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:02.532634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-0ed724ee-4ec1-4cab-8ff7-88742aebfbc8 service neutron] For port 74437a62-acfb-47da-925a-b0b54245b4d9, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:41:02.625231 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a7c597c1-e71b-4678-8b67-6e8f099a62b1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:02.630751 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a7c597c1-e71b-4678-8b67-6e8f099a62b1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/760495be-b8e1-42be-927a-f81eca96abfc HTTP/1.1" status: 204 len: 168 time: 1.0569923 Jan 28 13:41:02.641885 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44448) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:02.691671 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-0ed724ee-4ec1-4cab-8ff7-88742aebfbc8 service neutron] device_id is not set on port 74437a62-acfb-47da-925a-b0b54245b4d9 yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:41:02.723419 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-0ed724ee-4ec1-4cab-8ff7-88742aebfbc8 service neutron] Publish callbacks [] for port (74437a62-acfb-47da-925a-b0b54245b4d9), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:02.730624 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad2cc82-421b-42ad-a412-bd3c1a08b9bf tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:02.732279 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad2cc82-421b-42ad-a412-bd3c1a08b9bf tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:02.733924 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad2cc82-421b-42ad-a412-bd3c1a08b9bf tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:02.735856 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dad2cc82-421b-42ad-a412-bd3c1a08b9bf tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0927570 Jan 28 13:41:02.739394 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44450) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:02.755495 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-0ed724ee-4ec1-4cab-8ff7-88742aebfbc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (74437a62-acfb-47da-925a-b0b54245b4d9), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:02.835198 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:02.849731 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b91811d-f693-47ab-a475-fa0fe46fc3ef tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet 8a0844f6-04da-41c7-9888-f16aa3785a0c {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:41:02.851183 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13383d-fff1-46e0-b6b1-a78860b20333 req-1bca2189-22fb-4264-a3e1-1d0740cd5c17 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:02.859387 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13383d-fff1-46e0-b6b1-a78860b20333 req-1bca2189-22fb-4264-a3e1-1d0740cd5c17 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:02.867483 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13383d-fff1-46e0-b6b1-a78860b20333 req-1bca2189-22fb-4264-a3e1-1d0740cd5c17 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:02.868774 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3b91811d-f693-47ab-a475-fa0fe46fc3ef tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (8a0844f6-04da-41c7-9888-f16aa3785a0c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:02.873821 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13383d-fff1-46e0-b6b1-a78860b20333 req-1bca2189-22fb-4264-a3e1-1d0740cd5c17 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:02.880734 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13383d-fff1-46e0-b6b1-a78860b20333 req-1bca2189-22fb-4264-a3e1-1d0740cd5c17 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:02.886550 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13383d-fff1-46e0-b6b1-a78860b20333 req-1bca2189-22fb-4264-a3e1-1d0740cd5c17 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:02.892386 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13383d-fff1-46e0-b6b1-a78860b20333 req-1bca2189-22fb-4264-a3e1-1d0740cd5c17 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:02.895987 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fd13383d-fff1-46e0-b6b1-a78860b20333 req-1bca2189-22fb-4264-a3e1-1d0740cd5c17 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 5442 time: 0.3220491 Jan 28 13:41:02.944956 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-b2437f40-92b1-425f-8e32-576cf5099aa5 admin admin] Deleting port 361cab4b-386a-4f7f-8df5-6b69b33ac516 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:02.945437 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b2437f40-92b1-425f-8e32-576cf5099aa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (361cab4b-386a-4f7f-8df5-6b69b33ac516), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:02.946771 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3b91811d-f693-47ab-a475-fa0fe46fc3ef tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (8a0844f6-04da-41c7-9888-f16aa3785a0c), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:03.112409 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3b91811d-f693-47ab-a475-fa0fe46fc3ef tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (8a0844f6-04da-41c7-9888-f16aa3785a0c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:03.128963 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-b2437f40-92b1-425f-8e32-576cf5099aa5 admin admin] For port 361cab4b-386a-4f7f-8df5-6b69b33ac516, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=361cab4b-386a-4f7f-8df5-6b69b33ac516,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:03.129414 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b2437f40-92b1-425f-8e32-576cf5099aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (361cab4b-386a-4f7f-8df5-6b69b33ac516), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:03.145143 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-b2437f40-92b1-425f-8e32-576cf5099aa5 admin admin] Calling delete_port for 361cab4b-386a-4f7f-8df5-6b69b33ac516 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:03.192985 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3b91811d-f693-47ab-a475-fa0fe46fc3ef tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (8a0844f6-04da-41c7-9888-f16aa3785a0c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:03.212467 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3b91811d-f693-47ab-a475-fa0fe46fc3ef tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:03.215622 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3b91811d-f693-47ab-a475-fa0fe46fc3ef tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/8a0844f6-04da-41c7-9888-f16aa3785a0c HTTP/1.1" status: 204 len: 168 time: 0.4750314 Jan 28 13:41:03.218467 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44458) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:03.219975 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e054e6f7-8d39-4dd7-9029-2f8317c7c21a None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:03.269552 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91811d-f693-47ab-a475-fa0fe46fc3ef tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=8a0844f6-04da-41c7-9888-f16aa3785a0c,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:03.311712 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-9462a3b1-2111-407e-9a06-e4efc7d7259f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet cb2d159b-7bcc-4e21-9bc5-a80f2311befe {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:41:03.316226 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9462a3b1-2111-407e-9a06-e4efc7d7259f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (cb2d159b-7bcc-4e21-9bc5-a80f2311befe), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:03.367779 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9462a3b1-2111-407e-9a06-e4efc7d7259f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (cb2d159b-7bcc-4e21-9bc5-a80f2311befe), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:03.385482 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device f0fe5daa-acf0-4f7e-b641-574de0748ed4 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:41:03.432722 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-0ed724ee-4ec1-4cab-8ff7-88742aebfbc8 service neutron] No DVR routers for this DVR port 74437a62-acfb-47da-925a-b0b54245b4d9 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:41:03.442533 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b2437f40-92b1-425f-8e32-576cf5099aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (361cab4b-386a-4f7f-8df5-6b69b33ac516), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:03.445202 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed724ee-4ec1-4cab-8ff7-88742aebfbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=74437a62-acfb-47da-925a-b0b54245b4d9,revision_number=6']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:03.471420 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d3ebd2a5-30d6-4657-8be2-09320e1fb2a6 None None] Provisioning complete for port 74437a62-acfb-47da-925a-b0b54245b4d9 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:03.471800 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d3ebd2a5-30d6-4657-8be2-09320e1fb2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (74437a62-acfb-47da-925a-b0b54245b4d9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:03.489348 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9462a3b1-2111-407e-9a06-e4efc7d7259f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (cb2d159b-7bcc-4e21-9bc5-a80f2311befe), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:03.534195 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2437f40-92b1-425f-8e32-576cf5099aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=361cab4b-386a-4f7f-8df5-6b69b33ac516,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:03.540861 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d3ebd2a5-30d6-4657-8be2-09320e1fb2a6 None None] Port 74437a62-acfb-47da-925a-b0b54245b4d9 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:41:03.599665 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9462a3b1-2111-407e-9a06-e4efc7d7259f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (cb2d159b-7bcc-4e21-9bc5-a80f2311befe), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:03.657850 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fd13383d-fff1-46e0-b6b1-a78860b20333 req-b24c9ecb-6695-4c72-9069-ab383962e39f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7369833 Jan 28 13:41:03.659901 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-0ed724ee-4ec1-4cab-8ff7-88742aebfbc8 service neutron] In _notify_port_updated(), no bound segment for port 74437a62-acfb-47da-925a-b0b54245b4d9 on network 1c76efb7-25f2-4bab-a422-d23d5893fdb1 {{(pid=103351) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:41:03.660781 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-0ed724ee-4ec1-4cab-8ff7-88742aebfbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:03.661462 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-0ed724ee-4ec1-4cab-8ff7-88742aebfbc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:03.664007 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-0ed724ee-4ec1-4cab-8ff7-88742aebfbc8 service neutron] 10.222.0.18 "PUT /v2.0/ports/74437a62-acfb-47da-925a-b0b54245b4d9 HTTP/1.1" status: 200 len: 1031 time: 1.6675901 Jan 28 13:41:03.701806 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462a3b1-2111-407e-9a06-e4efc7d7259f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=cb2d159b-7bcc-4e21-9bc5-a80f2311befe,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:03.713694 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9462a3b1-2111-407e-9a06-e4efc7d7259f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:03.718024 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9462a3b1-2111-407e-9a06-e4efc7d7259f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/cb2d159b-7bcc-4e21-9bc5-a80f2311befe HTTP/1.1" status: 204 len: 168 time: 0.4961522 Jan 28 13:41:03.722065 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44464) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:03.761753 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-2ffa42bf-81f5-41a1-83bc-bf169fc54ab8 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:03.763205 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-2ffa42bf-81f5-41a1-83bc-bf169fc54ab8 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.18 "GET /v2.0/ports/0c0f91d0-9eaa-4b76-abe7-1a460d8a367f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0905244 Jan 28 13:41:03.766014 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port f0fe5daa-acf0-4f7e-b641-574de0748ed4 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:03.766414 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f0fe5daa-acf0-4f7e-b641-574de0748ed4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:03.819284 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-31689855-4f82-4fd0-a9d0-e7016fde47cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:03.840788 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-3e0a3811-848d-4476-8def-e2ed42f80c49 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:03.844594 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c2930126-f681-40a9-8a91-c1a9db3b52b6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1212842 Jan 28 13:41:03.848534 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44466) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:03.878831 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port f0fe5daa-acf0-4f7e-b641-574de0748ed4, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=f0fe5daa-acf0-4f7e-b641-574de0748ed4,segment=NetworkSegment(fb18244e-3af3-4deb-8d3e-faa801cd5018),segment_id=fb18244e-3af3-4deb-8d3e-faa801cd5018)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:03.881254 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0fe5daa-acf0-4f7e-b641-574de0748ed4'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:41:03.885682 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6698eba-7f6e-4888-bc4c-63b9e4f86d4b" -d '{"events": [{"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-unplugged", "status": "completed", "tag": "f0fe5daa-acf0-4f7e-b641-574de0748ed4"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:41:03.928372 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f0fe5daa-acf0-4f7e-b641-574de0748ed4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:03.929168 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 74437a62-acfb-47da-925a-b0b54245b4d9 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:41:03.963474 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2a1ca7-c691-4905-a71c-76da87c394d7 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:03.971079 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8f2a1ca7-c691-4905-a71c-76da87c394d7 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1212444 Jan 28 13:41:03.976834 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44474) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:04.006850 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0de2f0-ec80-46f0-8b50-4aee73e19c42 x-openstack-request-id: req-3c0de2f0-ec80-46f0-8b50-4aee73e19c42 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:41:04.006850 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-unplugged", "status": "completed", "tag": "f0fe5daa-acf0-4f7e-b641-574de0748ed4", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:41:04.006850 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c0de2f0-ec80-46f0-8b50-4aee73e19c42 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:41:04.007729 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0fe5daa-acf0-4f7e-b641-574de0748ed4', 'code': 200} Jan 28 13:41:04.054798 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17a49f5-3231-414b-98b9-911b32a50d3f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:04.060728 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c17a49f5-3231-414b-98b9-911b32a50d3f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0822728 Jan 28 13:41:04.061736 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44478) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:04.142242 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4ba09533-40a0-42b4-a09c-f9ed3ec2901c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788970 Jan 28 13:41:04.142947 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44480) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:04.152531 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-3e0a3811-848d-4476-8def-e2ed42f80c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0c0f91d0-9eaa-4b76-abe7-1a460d8a367f), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:04.160567 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-0a6c8b15-9960-4bb2-9a93-f2a2af014137 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:04.215458 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7d0830-43a8-4e6f-b5ae-c6b8465d59ec None None] Update dhcp port {'port': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'fixed_ips': [{'subnet_id': 'cb2d159b-7bcc-4e21-9bc5-a80f2311befe'}], 'binding:host_id': 'n-d-822747-2'}, 'id': '8b836d10-cc84-488c-9f60-66020e5dd5d9'} from n-d-822747-2. {{(pid=103353) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 13:41:04.333966 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] The host n-h1-822747-2 is not matching for port 74437a62-acfb-47da-925a-b0b54245b4d9 host ! {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:41:04.334933 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 74437a62-acfb-47da-925a-b0b54245b4d9 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:41:04.335927 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device f581e7e7-2efc-4545-a180-92398f10892e no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:41:04.406329 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=f0fe5daa-acf0-4f7e-b641-574de0748ed4,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:04.417475 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:04.419327 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a7d0830-43a8-4e6f-b5ae-c6b8465d59ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8b836d10-cc84-488c-9f60-66020e5dd5d9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:04.449919 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6c8b15-9960-4bb2-9a93-f2a2af014137 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:04.460446 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0a6c8b15-9960-4bb2-9a93-f2a2af014137 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:04.469227 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6c8b15-9960-4bb2-9a93-f2a2af014137 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:41:04.470052 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a6c8b15-9960-4bb2-9a93-f2a2af014137 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:41:04.518087 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0a6c8b15-9960-4bb2-9a93-f2a2af014137 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3656785 Jan 28 13:41:04.518087 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44486) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:04.526219 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-8a7255e7-5863-42af-b50a-15ab8d96ae1d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:04.596692 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b2437f40-92b1-425f-8e32-576cf5099aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (031dd80d-d44a-4a59-9186-14b3096e60e4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:04.736945 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port f581e7e7-2efc-4545-a180-92398f10892e is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:04.737633 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f581e7e7-2efc-4545-a180-92398f10892e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:04.818735 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7255e7-5863-42af-b50a-15ab8d96ae1d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:04.824366 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a7255e7-5863-42af-b50a-15ab8d96ae1d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:04.826018 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port f581e7e7-2efc-4545-a180-92398f10892e, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=f581e7e7-2efc-4545-a180-92398f10892e,segment=NetworkSegment(838a3594-93f5-4a9e-88df-6a6995eaa6d3),segment_id=838a3594-93f5-4a9e-88df-6a6995eaa6d3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:04.827605 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a7255e7-5863-42af-b50a-15ab8d96ae1d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:41:04.827605 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a7255e7-5863-42af-b50a-15ab8d96ae1d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:41:04.835839 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f581e7e7-2efc-4545-a180-92398f10892e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:04.836562 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:41:04.929882 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8a7255e7-5863-42af-b50a-15ab8d96ae1d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4060154 Jan 28 13:41:04.930465 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44492) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:04.952197 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-536c2652-0422-496b-b633-28c798be2c80 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:04.979321 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5106a49-f97c-437e-b14f-b5b83d55441d req-4dbfc6c0-cd14-47bd-a642-962680f43fbe tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:04.993305 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5106a49-f97c-437e-b14f-b5b83d55441d req-4dbfc6c0-cd14-47bd-a642-962680f43fbe tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:05.009862 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5106a49-f97c-437e-b14f-b5b83d55441d req-4dbfc6c0-cd14-47bd-a642-962680f43fbe tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:05.015905 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5106a49-f97c-437e-b14f-b5b83d55441d req-4dbfc6c0-cd14-47bd-a642-962680f43fbe tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:05.033606 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5106a49-f97c-437e-b14f-b5b83d55441d req-4dbfc6c0-cd14-47bd-a642-962680f43fbe tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:05.050556 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5106a49-f97c-437e-b14f-b5b83d55441d req-4dbfc6c0-cd14-47bd-a642-962680f43fbe tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:05.052701 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e5106a49-f97c-437e-b14f-b5b83d55441d req-4dbfc6c0-cd14-47bd-a642-962680f43fbe tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 4660 time: 0.1884770 Jan 28 13:41:05.277148 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e5106a49-f97c-437e-b14f-b5b83d55441d req-98233eda-eadf-4dd4-ab04-6e735e12b482 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&id=75cbd960-2cff-4d6a-8807-67977fc94144&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1973705 Jan 28 13:41:05.279579 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536c2652-0422-496b-b633-28c798be2c80 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:05.287673 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-536c2652-0422-496b-b633-28c798be2c80 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:05.290230 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-536c2652-0422-496b-b633-28c798be2c80 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:41:05.290673 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-536c2652-0422-496b-b633-28c798be2c80 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:41:05.302075 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad04b3c2-b7a0-4624-b706-8642fd82709c None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:05.323841 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-536c2652-0422-496b-b633-28c798be2c80 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3872030 Jan 28 13:41:05.323841 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44496) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:05.329471 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-92eba0da-c9be-4ae5-add1-77bd4fa6b25e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:05.396475 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-31689855-4f82-4fd0-a9d0-e7016fde47cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Allocated IP 172.25.3.119 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/01978391-b40d-43ec-ba66-660dcad630e5) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:05.495267 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ba38d6a0-fbeb-4f7e-9810-4efd7a74832d None None] Provisioning complete for port 8b836d10-cc84-488c-9f60-66020e5dd5d9 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:05.495639 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba38d6a0-fbeb-4f7e-9810-4efd7a74832d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8b836d10-cc84-488c-9f60-66020e5dd5d9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:05.517516 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-31689855-4f82-4fd0-a9d0-e7016fde47cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for port (01978391-b40d-43ec-ba66-660dcad630e5), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:05.546529 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=f581e7e7-2efc-4545-a180-92398f10892e,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:05.552586 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:05.552996 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0c0f91d0-9eaa-4b76-abe7-1a460d8a367f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:05.560908 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92eba0da-c9be-4ae5-add1-77bd4fa6b25e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:05.564512 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-31689855-4f82-4fd0-a9d0-e7016fde47cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (01978391-b40d-43ec-ba66-660dcad630e5), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:05.573160 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92eba0da-c9be-4ae5-add1-77bd4fa6b25e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:05.574708 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-92eba0da-c9be-4ae5-add1-77bd4fa6b25e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:41:05.581277 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92eba0da-c9be-4ae5-add1-77bd4fa6b25e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:41:05.622349 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a827d7-2025-478e-8cb2-3c34213dadc6 None None] DHCP port deletion for b1369f79-8419-4909-b9dc-745e2d83caa0 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:41:05.633760 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-92eba0da-c9be-4ae5-add1-77bd4fa6b25e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3060873 Jan 28 13:41:05.635119 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44502) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:05.648413 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-9d3c38bd-5cec-4e15-a7d3-e0ebea0b74b0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:05.669897 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ba38d6a0-fbeb-4f7e-9810-4efd7a74832d None None] Current status of the port 8b836d10-cc84-488c-9f60-66020e5dd5d9 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:05.703128 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-44a827d7-2025-478e-8cb2-3c34213dadc6 None None] Deleting port 8b836d10-cc84-488c-9f60-66020e5dd5d9 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:05.704456 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-44a827d7-2025-478e-8cb2-3c34213dadc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8b836d10-cc84-488c-9f60-66020e5dd5d9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:05.745036 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31689855-4f82-4fd0-a9d0-e7016fde47cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:05.753316 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3c635-d9de-4d4b-ada4-055873f21501 req-580feec6-dbcc-47d4-932f-073080507d7d tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:05.761186 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-78e3c635-d9de-4d4b-ada4-055873f21501 req-580feec6-dbcc-47d4-932f-073080507d7d tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=01eaac88-b98b-47f1-8499-2464b3db2f9d HTTP/1.1" status: 200 len: 945 time: 1.1538782 Jan 28 13:41:05.788106 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-31689855-4f82-4fd0-a9d0-e7016fde47cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:05.789057 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:05.809746 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-44a827d7-2025-478e-8cb2-3c34213dadc6 None None] For port 8b836d10-cc84-488c-9f60-66020e5dd5d9, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8b836d10-cc84-488c-9f60-66020e5dd5d9,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:05.810077 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-44a827d7-2025-478e-8cb2-3c34213dadc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8b836d10-cc84-488c-9f60-66020e5dd5d9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:05.812475 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31689855-4f82-4fd0-a9d0-e7016fde47cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:05.832319 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-44a827d7-2025-478e-8cb2-3c34213dadc6 None None] Calling delete_port for 8b836d10-cc84-488c-9f60-66020e5dd5d9 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:05.858673 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3c38bd-5cec-4e15-a7d3-e0ebea0b74b0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:05.867689 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9d3c38bd-5cec-4e15-a7d3-e0ebea0b74b0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:05.871662 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d3c38bd-5cec-4e15-a7d3-e0ebea0b74b0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:41:05.872285 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d3c38bd-5cec-4e15-a7d3-e0ebea0b74b0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:41:05.931858 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-44a827d7-2025-478e-8cb2-3c34213dadc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (8b836d10-cc84-488c-9f60-66020e5dd5d9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:05.960233 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9d3c38bd-5cec-4e15-a7d3-e0ebea0b74b0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3228037 Jan 28 13:41:05.964676 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44504) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:05.970566 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-840b5d74-4a9e-4ae2-bbf3-55b58f791be3 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:05.984593 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31689855-4f82-4fd0-a9d0-e7016fde47cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event updated for resources: {'Port': ['ID=01978391-b40d-43ec-ba66-660dcad630e5,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:05.997363 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a827d7-2025-478e-8cb2-3c34213dadc6 None None] Pushing event deleted for resources: {'Port': ['ID=8b836d10-cc84-488c-9f60-66020e5dd5d9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:06.008631 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f581e7e7-2efc-4545-a180-92398f10892e'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:41:06.015332 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4980928-f90b-4378-8f5b-5a54b77308e3" -d '{"events": [{"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-unplugged", "status": "completed", "tag": "f581e7e7-2efc-4545-a180-92398f10892e"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:41:06.032023 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a827d7-2025-478e-8cb2-3c34213dadc6 None None] No DVR routers for this DVR port 8b836d10-cc84-488c-9f60-66020e5dd5d9 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:41:06.054258 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c7268-e2b5-4ad8-9202-b00326237359 req-76a02c8f-dafa-45b6-a24e-da31891e7e64 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:06.056449 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f34c7268-e2b5-4ad8-9202-b00326237359 req-76a02c8f-dafa-45b6-a24e-da31891e7e64 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.18 "GET /v2.0/ports?device_id=01eaac88-b98b-47f1-8499-2464b3db2f9d HTTP/1.1" status: 200 len: 945 time: 0.1553919 Jan 28 13:41:06.121210 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634c2b15-7d08-4668-a7bb-a2a4d43dd4f2 x-openstack-request-id: req-634c2b15-7d08-4668-a7bb-a2a4d43dd4f2 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:41:06.121512 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-unplugged", "status": "completed", "tag": "f581e7e7-2efc-4545-a180-92398f10892e", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:41:06.121773 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-634c2b15-7d08-4668-a7bb-a2a4d43dd4f2 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:41:06.122183 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f581e7e7-2efc-4545-a180-92398f10892e', 'code': 200} Jan 28 13:41:06.131041 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-3e0a3811-848d-4476-8def-e2ed42f80c49 service neutron] For port 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=0c0f91d0-9eaa-4b76-abe7-1a460d8a367f,segment=NetworkSegment(838a3594-93f5-4a9e-88df-6a6995eaa6d3),segment_id=838a3594-93f5-4a9e-88df-6a6995eaa6d3)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:06.234716 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8b836d10-cc84-488c-9f60-66020e5dd5d9 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:41:06.284596 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-78e3c635-d9de-4d4b-ada4-055873f21501 req-225f63e6-fc90-4d69-9afe-c4e36ca78757 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7dccc49-2271-4d7e-b24a-755da09322ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222583 Jan 28 13:41:06.289801 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 8b836d10-cc84-488c-9f60-66020e5dd5d9 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:41:06.290206 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8b836d10-cc84-488c-9f60-66020e5dd5d9 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:41:06.332093 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-3e0a3811-848d-4476-8def-e2ed42f80c49 service neutron] For port 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:41:06.346078 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840b5d74-4a9e-4ae2-bbf3-55b58f791be3 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:06.349979 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-840b5d74-4a9e-4ae2-bbf3-55b58f791be3 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:06.353505 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-840b5d74-4a9e-4ae2-bbf3-55b58f791be3 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:41:06.353956 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-840b5d74-4a9e-4ae2-bbf3-55b58f791be3 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:41:06.388902 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-840b5d74-4a9e-4ae2-bbf3-55b58f791be3 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4229181 Jan 28 13:41:06.391488 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44512) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:06.430151 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bd198d4e-0867-4948-98f4-3eb02dc8a2b3 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0373576 Jan 28 13:41:06.432364 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44514) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:06.446176 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-f34c7268-e2b5-4ad8-9202-b00326237359 req-d986c17f-a1e7-4498-893d-bdfddb2083ef tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Deleting port 94762ba1-93b2-4455-b835-c2ea9fdc3002 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:06.447361 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f34c7268-e2b5-4ad8-9202-b00326237359 req-d986c17f-a1e7-4498-893d-bdfddb2083ef tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (94762ba1-93b2-4455-b835-c2ea9fdc3002), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:06.517145 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-3e0a3811-848d-4476-8def-e2ed42f80c49 service neutron] device_id is not set on port 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:41:06.540307 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-3e0a3811-848d-4476-8def-e2ed42f80c49 service neutron] Publish callbacks [] for port (0c0f91d0-9eaa-4b76-abe7-1a460d8a367f), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:06.612678 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-3e0a3811-848d-4476-8def-e2ed42f80c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (0c0f91d0-9eaa-4b76-abe7-1a460d8a367f), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:06.626992 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2437f40-92b1-425f-8e32-576cf5099aa5 admin admin] Router 031dd80d-d44a-4a59-9186-14b3096e60e4 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:41:06.663254 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:41:06.663952 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:41:06.759239 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194aa55a-a82f-4275-9117-d837008a3013 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:06.768663 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-194aa55a-a82f-4275-9117-d837008a3013 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3352599 Jan 28 13:41:06.776686 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44526) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:06.857889 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a3811-848d-4476-8def-e2ed42f80c49 service neutron] Pushing event updated for resources: {'Port': ['ID=0c0f91d0-9eaa-4b76-abe7-1a460d8a367f,revision_number=6']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:06.890360 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44528) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:06.913096 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9f1d5622-c3ad-427c-ab39-902e14d3efc5 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1289060 Jan 28 13:41:06.930077 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-3e0a3811-848d-4476-8def-e2ed42f80c49 service neutron] No DVR routers for this DVR port 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:41:06.938506 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1557b1-f41d-40f8-822f-b5ef587c1e0e req-539f6864-96da-4b36-adb6-33418ca9162d tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:06.944576 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1557b1-f41d-40f8-822f-b5ef587c1e0e req-539f6864-96da-4b36-adb6-33418ca9162d tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:06.950436 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1557b1-f41d-40f8-822f-b5ef587c1e0e req-539f6864-96da-4b36-adb6-33418ca9162d tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:06.955961 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1557b1-f41d-40f8-822f-b5ef587c1e0e req-539f6864-96da-4b36-adb6-33418ca9162d tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:06.961753 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1557b1-f41d-40f8-822f-b5ef587c1e0e req-539f6864-96da-4b36-adb6-33418ca9162d tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:06.964395 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44530) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:06.971854 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9d1557b1-f41d-40f8-822f-b5ef587c1e0e req-539f6864-96da-4b36-adb6-33418ca9162d tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 3880 time: 0.4641478 Jan 28 13:41:07.005613 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-f2e45cff-ffa1-4ee7-91ec-e725161da692 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:07.007005 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-f34c7268-e2b5-4ad8-9202-b00326237359 req-d986c17f-a1e7-4498-893d-bdfddb2083ef tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] For port 94762ba1-93b2-4455-b835-c2ea9fdc3002, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=94762ba1-93b2-4455-b835-c2ea9fdc3002,segment=NetworkSegment(9f8e7572-3d26-4139-9ed7-e071ff7040da),segment_id=9f8e7572-3d26-4139-9ed7-e071ff7040da)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:07.007564 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f34c7268-e2b5-4ad8-9202-b00326237359 req-d986c17f-a1e7-4498-893d-bdfddb2083ef tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (94762ba1-93b2-4455-b835-c2ea9fdc3002), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:07.063833 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-f34c7268-e2b5-4ad8-9202-b00326237359 req-d986c17f-a1e7-4498-893d-bdfddb2083ef tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Calling delete_port for 94762ba1-93b2-4455-b835-c2ea9fdc3002 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:07.104801 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9d1557b1-f41d-40f8-822f-b5ef587c1e0e req-9be6ed02-439c-4186-b924-52448bfb2b39 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319122 Jan 28 13:41:07.145413 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-0459bbf5-d8c5-45e3-b3fa-8d7a98c73830 None None] Provisioning complete for port 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:07.147639 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0459bbf5-d8c5-45e3-b3fa-8d7a98c73830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0c0f91d0-9eaa-4b76-abe7-1a460d8a367f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:07.241894 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-47fe0400-cd53-4559-b62d-cbaef03a99ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:07.264838 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0459bbf5-d8c5-45e3-b3fa-8d7a98c73830 None None] Port 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:41:07.277857 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f is: DOWN; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:07.279966 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device bda0bfac-8843-465f-a99c-d4e0d58976ff no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:41:07.374230 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-47fe0400-cd53-4559-b62d-cbaef03a99ed admin admin] Publish callbacks [] for security_group (25fadebb-3c6a-4dfb-85e9-535d326fedea), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:07.401344 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-3e0a3811-848d-4476-8def-e2ed42f80c49 service neutron] In _notify_port_updated(), no bound segment for port 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f on network 1c76efb7-25f2-4bab-a422-d23d5893fdb1 {{(pid=103351) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:41:07.402248 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-3e0a3811-848d-4476-8def-e2ed42f80c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:07.402880 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-3e0a3811-848d-4476-8def-e2ed42f80c49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:07.404601 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-3e0a3811-848d-4476-8def-e2ed42f80c49 service neutron] 10.222.0.18 "PUT /v2.0/ports/0c0f91d0-9eaa-4b76-abe7-1a460d8a367f HTTP/1.1" status: 200 len: 1033 time: 3.5688577 Jan 28 13:41:07.426452 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port bda0bfac-8843-465f-a99c-d4e0d58976ff is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:07.427136 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bda0bfac-8843-465f-a99c-d4e0d58976ff), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:07.429008 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e45cff-ffa1-4ee7-91ec-e725161da692 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:07.435592 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-47fe0400-cd53-4559-b62d-cbaef03a99ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (25fadebb-3c6a-4dfb-85e9-535d326fedea), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:07.444913 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f2e45cff-ffa1-4ee7-91ec-e725161da692 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:07.483279 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port bda0bfac-8843-465f-a99c-d4e0d58976ff, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=bda0bfac-8843-465f-a99c-d4e0d58976ff,segment=NetworkSegment(fb18244e-3af3-4deb-8d3e-faa801cd5018),segment_id=fb18244e-3af3-4deb-8d3e-faa801cd5018)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:07.489577 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (bda0bfac-8843-465f-a99c-d4e0d58976ff), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:07.491265 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c9b3c74c-0d75-49f6-b265-c9805d7a7fcc no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:41:07.551046 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-47fe0400-cd53-4559-b62d-cbaef03a99ed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d86b974d5cf749549e8340287a4fbaf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6456695 Jan 28 13:41:07.563121 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe0400-cd53-4559-b62d-cbaef03a99ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fadebb-3c6a-4dfb-85e9-535d326fedea,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:07.565761 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44538) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:07.577373 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f34c7268-e2b5-4ad8-9202-b00326237359 req-d986c17f-a1e7-4498-893d-bdfddb2083ef tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (94762ba1-93b2-4455-b835-c2ea9fdc3002), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:07.648133 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=bda0bfac-8843-465f-a99c-d4e0d58976ff,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:07.695909 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-586fa8a1-c6fe-4cb9-a8fa-822fc62c06e4 req-33dce39a-d178-4b96-9fbd-fab4a3239098 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=01eaac88-b98b-47f1-8499-2464b3db2f9d HTTP/1.1" status: 200 len: 210 time: 0.2463651 Jan 28 13:41:07.711249 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2437f40-92b1-425f-8e32-576cf5099aa5 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:41:07.723735 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7587ae73-fea5-4d11-8cd9-c6abec6c5768 None None] Sync routers for ids ['031dd80d-d44a-4a59-9186-14b3096e60e4'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:41:07.734050 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b2437f40-92b1-425f-8e32-576cf5099aa5 admin admin] 10.222.0.39 "PUT /v2.0/routers/031dd80d-d44a-4a59-9186-14b3096e60e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7788060 Jan 28 13:41:07.742604 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7587ae73-fea5-4d11-8cd9-c6abec6c5768 None None] Routers {'031dd80d-d44a-4a59-9186-14b3096e60e4'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:07.743533 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-7587ae73-fea5-4d11-8cd9-c6abec6c5768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:41:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['031dd80d-d44a-4a59-9186-14b3096e60e4'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:07.774420 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44542) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:07.784588 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port c9b3c74c-0d75-49f6-b265-c9805d7a7fcc is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:07.788500 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c9b3c74c-0d75-49f6-b265-c9805d7a7fcc), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:07.883383 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c9b3c74c-0d75-49f6-b265-c9805d7a7fcc, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c9b3c74c-0d75-49f6-b265-c9805d7a7fcc,segment=NetworkSegment(838a3594-93f5-4a9e-88df-6a6995eaa6d3),segment_id=838a3594-93f5-4a9e-88df-6a6995eaa6d3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:07.889312 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c9b3c74c-0d75-49f6-b265-c9805d7a7fcc), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:07.890426 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 91df4fb1-0eec-4c0c-aa55-6d19eb2df029 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:41:07.918478 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-7587ae73-fea5-4d11-8cd9-c6abec6c5768 None None] Set router 031dd80d-d44a-4a59-9186-14b3096e60e4 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:41:07.988609 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986c17f-a1e7-4498-893d-bdfddb2083ef tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Pushing event deleted for resources: {'Port': ['ID=94762ba1-93b2-4455-b835-c2ea9fdc3002,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:08.004955 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cca53cfa-35b4-4dd5-9b5c-1e0498847384 admin admin] Publish callbacks [] for router (031dd80d-d44a-4a59-9186-14b3096e60e4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:08.058586 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34c7268-e2b5-4ad8-9202-b00326237359 req-d986c17f-a1e7-4498-893d-bdfddb2083ef tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] No DVR routers for this DVR port 94762ba1-93b2-4455-b835-c2ea9fdc3002 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:41:08.061914 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f34c7268-e2b5-4ad8-9202-b00326237359 req-d986c17f-a1e7-4498-893d-bdfddb2083ef tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:08.067263 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f34c7268-e2b5-4ad8-9202-b00326237359 req-d986c17f-a1e7-4498-893d-bdfddb2083ef tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.18 "DELETE /v2.0/ports/94762ba1-93b2-4455-b835-c2ea9fdc3002 HTTP/1.1" status: 204 len: 173 time: 2.0048127 Jan 28 13:41:08.069006 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01eaac88-b98b-47f1-8499-2464b3db2f9d', 'name': 'network-vif-deleted', 'tag': '94762ba1-93b2-4455-b835-c2ea9fdc3002'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:41:08.071770 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3799fa-0321-4f41-8379-7c5a8284ffe9" -d '{"events": [{"server_uuid": "01eaac88-b98b-47f1-8499-2464b3db2f9d", "name": "network-vif-deleted", "tag": "94762ba1-93b2-4455-b835-c2ea9fdc3002"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:41:08.121303 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aa3221f4-5f84-4b8f-afa1-c298fcf5a071 admin admin] Publish callbacks [] for security_group (25fadebb-3c6a-4dfb-85e9-535d326fedea), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:08.168277 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aa3221f4-5f84-4b8f-afa1-c298fcf5a071 admin admin] Publish callbacks [] for security_group (25fadebb-3c6a-4dfb-85e9-535d326fedea), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:08.182933 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f0656b-063f-4fd2-9f8e-3ed836d98ab9 x-openstack-request-id: req-c3f0656b-063f-4fd2-9f8e-3ed836d98ab9 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:41:08.183259 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01eaac88-b98b-47f1-8499-2464b3db2f9d", "name": "network-vif-deleted", "tag": "94762ba1-93b2-4455-b835-c2ea9fdc3002", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:41:08.183524 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c3f0656b-063f-4fd2-9f8e-3ed836d98ab9 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:41:08.183934 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01eaac88-b98b-47f1-8499-2464b3db2f9d', 'name': 'network-vif-deleted', 'tag': '94762ba1-93b2-4455-b835-c2ea9fdc3002', 'status': 'completed', 'code': 200} Jan 28 13:41:08.191859 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bda0bfac-8843-465f-a99c-d4e0d58976ff'}, {'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9b3c74c-0d75-49f6-b265-c9805d7a7fcc'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:41:08.194574 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436adfb0-d7f2-434f-82c0-1776004c407e" -d '{"events": [{"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-unplugged", "status": "completed", "tag": "bda0bfac-8843-465f-a99c-d4e0d58976ff"}, {"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-unplugged", "status": "completed", "tag": "c9b3c74c-0d75-49f6-b265-c9805d7a7fcc"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:41:08.230492 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-31689855-4f82-4fd0-a9d0-e7016fde47cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (4d5c5c55-1115-4883-9acd-f85b1a7af2cd), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:08.249928 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=c9b3c74c-0d75-49f6-b265-c9805d7a7fcc,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:08.252122 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aa3221f4-5f84-4b8f-afa1-c298fcf5a071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (25fadebb-3c6a-4dfb-85e9-535d326fedea), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:08.257079 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aa3221f4-5f84-4b8f-afa1-c298fcf5a071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:08.260643 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-aa3221f4-5f84-4b8f-afa1-c298fcf5a071 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/25fadebb-3c6a-4dfb-85e9-535d326fedea HTTP/1.1" status: 204 len: 168 time: 0.6867561 Jan 28 13:41:08.285117 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 28 Jan 2022 13:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4282b4d2-047f-430d-9161-024b70358e07 x-openstack-request-id: req-4282b4d2-047f-430d-9161-024b70358e07 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:41:08.285418 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-unplugged", "status": "completed", "tag": "bda0bfac-8843-465f-a99c-d4e0d58976ff", "code": 200}, {"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-unplugged", "status": "completed", "tag": "c9b3c74c-0d75-49f6-b265-c9805d7a7fcc", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:41:08.285674 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4282b4d2-047f-430d-9161-024b70358e07 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:41:08.286078 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bda0bfac-8843-465f-a99c-d4e0d58976ff', 'code': 200} Jan 28 13:41:08.286338 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9b3c74c-0d75-49f6-b265-c9805d7a7fcc', 'code': 200} Jan 28 13:41:08.300965 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-7587ae73-fea5-4d11-8cd9-c6abec6c5768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'name': 'tempest-ServerActionsTestJSON-29868979-router', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:17Z', 'updated_at': '2022-01-28T13:41:03Z', 'revision_number': 5, 'project_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'gw_port': {'id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:19Z', 'updated_at': '2022-01-28T13:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:08.302453 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3221f4-5f84-4b8f-afa1-c298fcf5a071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fadebb-3c6a-4dfb-85e9-535d326fedea,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:08.316384 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 91df4fb1-0eec-4c0c-aa55-6d19eb2df029 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:08.316783 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (91df4fb1-0eec-4c0c-aa55-6d19eb2df029), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:08.345499 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7587ae73-fea5-4d11-8cd9-c6abec6c5768 None None] Checking router: 031dd80d-d44a-4a59-9186-14b3096e60e4 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:41:08.355883 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7587ae73-fea5-4d11-8cd9-c6abec6c5768 None None] Routers {'031dd80d-d44a-4a59-9186-14b3096e60e4'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:08.356706 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-7587ae73-fea5-4d11-8cd9-c6abec6c5768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:41:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['031dd80d-d44a-4a59-9186-14b3096e60e4'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:08.412986 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 91df4fb1-0eec-4c0c-aa55-6d19eb2df029, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=91df4fb1-0eec-4c0c-aa55-6d19eb2df029,segment=NetworkSegment(f6c893c0-ae7b-4968-9c43-ab76e31be400),segment_id=f6c893c0-ae7b-4968-9c43-ab76e31be400)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:08.417786 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (91df4fb1-0eec-4c0c-aa55-6d19eb2df029), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:08.459246 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919b916-5475-4cbe-8302-79152a14238a req-df96804f-58cb-4dfc-98ce-23948b68cd53 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:08.466492 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919b916-5475-4cbe-8302-79152a14238a req-df96804f-58cb-4dfc-98ce-23948b68cd53 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:08.475319 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919b916-5475-4cbe-8302-79152a14238a req-df96804f-58cb-4dfc-98ce-23948b68cd53 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:08.475720 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 94762ba1-93b2-4455-b835-c2ea9fdc3002 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:41:08.484349 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919b916-5475-4cbe-8302-79152a14238a req-df96804f-58cb-4dfc-98ce-23948b68cd53 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:08.490168 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919b916-5475-4cbe-8302-79152a14238a req-df96804f-58cb-4dfc-98ce-23948b68cd53 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:08.492842 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f919b916-5475-4cbe-8302-79152a14238a req-df96804f-58cb-4dfc-98ce-23948b68cd53 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 3876 time: 0.1818838 Jan 28 13:41:08.514959 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 94762ba1-93b2-4455-b835-c2ea9fdc3002 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:41:08.515313 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 94762ba1-93b2-4455-b835-c2ea9fdc3002 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:41:08.570361 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f919b916-5475-4cbe-8302-79152a14238a req-2cd44735-c175-45b9-9fcf-584e892d624e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698166 Jan 28 13:41:08.585918 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=91df4fb1-0eec-4c0c-aa55-6d19eb2df029,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:08.730062 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-7587ae73-fea5-4d11-8cd9-c6abec6c5768 None None] Set router 031dd80d-d44a-4a59-9186-14b3096e60e4 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:41:08.740217 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-31689855-4f82-4fd0-a9d0-e7016fde47cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (01978391-b40d-43ec-ba66-660dcad630e5), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:08.755067 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-e73edc02-3015-441b-8685-04ce6b23740f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Deleting port c9b3c74c-0d75-49f6-b265-c9805d7a7fcc {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:08.755563 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-e73edc02-3015-441b-8685-04ce6b23740f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c9b3c74c-0d75-49f6-b265-c9805d7a7fcc), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:08.927772 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cca53cfa-35b4-4dd5-9b5c-1e0498847384 admin admin] Publish callbacks [] for router_gateway (031dd80d-d44a-4a59-9186-14b3096e60e4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:09.181597 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-7587ae73-fea5-4d11-8cd9-c6abec6c5768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'name': 'tempest-ServerActionsTestJSON-29868979-router', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:17Z', 'updated_at': '2022-01-28T13:41:03Z', 'revision_number': 5, 'project_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'gw_port': {'id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:19Z', 'updated_at': '2022-01-28T13:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:09.195549 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-e73edc02-3015-441b-8685-04ce6b23740f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] For port c9b3c74c-0d75-49f6-b265-c9805d7a7fcc, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c9b3c74c-0d75-49f6-b265-c9805d7a7fcc,segment=NetworkSegment(838a3594-93f5-4a9e-88df-6a6995eaa6d3),segment_id=838a3594-93f5-4a9e-88df-6a6995eaa6d3)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:09.196182 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-e73edc02-3015-441b-8685-04ce6b23740f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c9b3c74c-0d75-49f6-b265-c9805d7a7fcc), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:09.236930 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-e73edc02-3015-441b-8685-04ce6b23740f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Calling delete_port for c9b3c74c-0d75-49f6-b265-c9805d7a7fcc owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:09.242882 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7587ae73-fea5-4d11-8cd9-c6abec6c5768 None None] The sync data for ids ['031dd80d-d44a-4a59-9186-14b3096e60e4'] in n-d-822747-2 is: [{'id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'name': 'tempest-ServerActionsTestJSON-29868979-router', 'tenant_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:17Z', 'updated_at': '2022-01-28T13:41:03Z', 'revision_number': 5, 'project_id': 'f75d3bf1f82b41d082871e3d9d4ec219', 'gw_port': {'id': '7ebdbb60-9daf-4826-b253-c680286e1864', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031dd80d-d44a-4a59-9186-14b3096e60e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:19Z', 'updated_at': '2022-01-28T13:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:41:09.317289 n-d-822747-2 neutron-server[103351]: DEBUG neutron.objects.ports [None req-f2e45cff-ffa1-4ee7-91ec-e725161da692 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103351) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 13:41:09.319410 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-cca53cfa-35b4-4dd5-9b5c-1e0498847384 admin admin] Deleting port 7ebdbb60-9daf-4826-b253-c680286e1864 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:09.319756 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cca53cfa-35b4-4dd5-9b5c-1e0498847384 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7ebdbb60-9daf-4826-b253-c680286e1864), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:09.882536 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f2e45cff-ffa1-4ee7-91ec-e725161da692 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (4fb6035c-788a-45d9-8709-187c864105ac), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:09.938772 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e45cff-ffa1-4ee7-91ec-e725161da692 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:09.979822 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-f2e45cff-ffa1-4ee7-91ec-e725161da692 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:09.984353 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e45cff-ffa1-4ee7-91ec-e725161da692 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:09.986696 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f2e45cff-ffa1-4ee7-91ec-e725161da692 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:10.027681 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4affd2cf-8226-4252-bcec-f1ce99183c3d None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:10.108005 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f2e45cff-ffa1-4ee7-91ec-e725161da692 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1405640 Jan 28 13:41:10.111343 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44592) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:10.114877 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-cca53cfa-35b4-4dd5-9b5c-1e0498847384 admin admin] For port 7ebdbb60-9daf-4826-b253-c680286e1864, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7ebdbb60-9daf-4826-b253-c680286e1864,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:10.115281 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cca53cfa-35b4-4dd5-9b5c-1e0498847384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7ebdbb60-9daf-4826-b253-c680286e1864), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:10.127362 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-92efa1da-3a45-4b2c-8fe6-b235d90d3fd6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'port': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'mac_address': 'fa:16:3e:62:fe:68', 'name': 'tempest-NetworksTestDHCPv6-1444293299'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:10.127514 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-31689855-4f82-4fd0-a9d0-e7016fde47cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for port (01978391-b40d-43ec-ba66-660dcad630e5), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:10.129190 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e45cff-ffa1-4ee7-91ec-e725161da692 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=4fb6035c-788a-45d9-8709-187c864105ac,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:10.150340 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42070d74-4cf2-4d1d-8dc0-9c6d9f7a81e1 req-b5bb0fb2-d88e-45d0-9ec2-8cce5324c03f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:10.160223 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42070d74-4cf2-4d1d-8dc0-9c6d9f7a81e1 req-b5bb0fb2-d88e-45d0-9ec2-8cce5324c03f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:10.176020 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42070d74-4cf2-4d1d-8dc0-9c6d9f7a81e1 req-b5bb0fb2-d88e-45d0-9ec2-8cce5324c03f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:10.182608 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42070d74-4cf2-4d1d-8dc0-9c6d9f7a81e1 req-b5bb0fb2-d88e-45d0-9ec2-8cce5324c03f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:10.190013 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42070d74-4cf2-4d1d-8dc0-9c6d9f7a81e1 req-b5bb0fb2-d88e-45d0-9ec2-8cce5324c03f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:10.198378 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42070d74-4cf2-4d1d-8dc0-9c6d9f7a81e1 req-b5bb0fb2-d88e-45d0-9ec2-8cce5324c03f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 3874 time: 0.2987230 Jan 28 13:41:10.217960 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-31689855-4f82-4fd0-a9d0-e7016fde47cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (01978391-b40d-43ec-ba66-660dcad630e5), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:10.281768 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-cca53cfa-35b4-4dd5-9b5c-1e0498847384 admin admin] Calling delete_port for 7ebdbb60-9daf-4826-b253-c680286e1864 owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:10.289594 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31689855-4f82-4fd0-a9d0-e7016fde47cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event updated for resources: {'Port': ['ID=01978391-b40d-43ec-ba66-660dcad630e5,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:10.293236 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 361cab4b-386a-4f7f-8df5-6b69b33ac516 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:41:10.296045 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91df4fb1-0eec-4c0c-aa55-6d19eb2df029'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:41:10.299608 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6eac38-b88e-4c16-aeb1-9646345ab97f" -d '{"events": [{"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-unplugged", "status": "completed", "tag": "91df4fb1-0eec-4c0c-aa55-6d19eb2df029"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:41:10.414421 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 361cab4b-386a-4f7f-8df5-6b69b33ac516 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:41:10.415913 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 361cab4b-386a-4f7f-8df5-6b69b33ac516 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:41:10.426929 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92efa1da-3a45-4b2c-8fe6-b235d90d3fd6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:10.449222 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cff086-7eb7-4dc6-96ab-1d69d6ee52c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-b1369f79-8419-4909-b9dc-745e2d83caa0', 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'project_id': 'c889d0606f324a669840943fc2266e93', 'fixed_ips': [{'subnet_id': '4fb6035c-788a-45d9-8709-187c864105ac'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:41:10.452090 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33cff086-7eb7-4dc6-96ab-1d69d6ee52c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:10.461670 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551c7e78-e441-4243-8bf1-516a5f2c8f92 x-openstack-request-id: req-551c7e78-e441-4243-8bf1-516a5f2c8f92 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:41:10.461927 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-unplugged", "status": "completed", "tag": "91df4fb1-0eec-4c0c-aa55-6d19eb2df029", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:41:10.462106 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-551c7e78-e441-4243-8bf1-516a5f2c8f92 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:41:10.463816 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91df4fb1-0eec-4c0c-aa55-6d19eb2df029', 'code': 200} Jan 28 13:41:10.564288 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92efa1da-3a45-4b2c-8fe6-b235d90d3fd6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:10.593047 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-e73edc02-3015-441b-8685-04ce6b23740f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (c9b3c74c-0d75-49f6-b265-c9805d7a7fcc), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:10.613625 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42070d74-4cf2-4d1d-8dc0-9c6d9f7a81e1 req-b48247ad-6793-4239-b13c-492dac424e0f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4143112 Jan 28 13:41:10.618636 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-92efa1da-3a45-4b2c-8fe6-b235d90d3fd6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] device_id is not set on port aff8b097-5de2-4a45-a44a-f5740028e2f0 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:41:10.664480 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73edc02-3015-441b-8685-04ce6b23740f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event deleted for resources: {'Port': ['ID=c9b3c74c-0d75-49f6-b265-c9805d7a7fcc,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:10.666647 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-31689855-4f82-4fd0-a9d0-e7016fde47cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (4d5c5c55-1115-4883-9acd-f85b1a7af2cd), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:10.780008 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-33cff086-7eb7-4dc6-96ab-1d69d6ee52c5 None None] Allocated IP 2001:db8::f816:3eff:fe56:e12a (b1369f79-8419-4909-b9dc-745e2d83caa0/4fb6035c-788a-45d9-8709-187c864105ac/d222764c-9290-4da2-8679-38288ca2d07c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:10.808013 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-e73edc02-3015-441b-8685-04ce6b23740f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] No DVR routers for this DVR port c9b3c74c-0d75-49f6-b265-c9805d7a7fcc on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:41:10.848711 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-e73edc02-3015-441b-8685-04ce6b23740f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:10.852358 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-e73edc02-3015-441b-8685-04ce6b23740f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.18 "DELETE /v2.0/ports/c9b3c74c-0d75-49f6-b265-c9805d7a7fcc HTTP/1.1" status: 204 len: 173 time: 3.4391134 Jan 28 13:41:10.852878 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-deleted', 'tag': 'c9b3c74c-0d75-49f6-b265-c9805d7a7fcc'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:41:10.855308 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220a1505-8fe8-4279-bf22-6dd63a30530d" -d '{"events": [{"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-deleted", "tag": "c9b3c74c-0d75-49f6-b265-c9805d7a7fcc"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:41:10.972687 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720bfaad-ce7f-4001-bd01-43358981a93c x-openstack-request-id: req-720bfaad-ce7f-4001-bd01-43358981a93c {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:41:10.973524 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-deleted", "tag": "c9b3c74c-0d75-49f6-b265-c9805d7a7fcc", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:41:10.973524 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-720bfaad-ce7f-4001-bd01-43358981a93c {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:41:10.973765 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-deleted', 'tag': 'c9b3c74c-0d75-49f6-b265-c9805d7a7fcc', 'status': 'completed', 'code': 200} Jan 28 13:41:11.021888 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33cff086-7eb7-4dc6-96ab-1d69d6ee52c5 None None] Publish callbacks [] for port (d222764c-9290-4da2-8679-38288ca2d07c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:11.030896 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33cff086-7eb7-4dc6-96ab-1d69d6ee52c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (d222764c-9290-4da2-8679-38288ca2d07c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:11.059782 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [None req-31689855-4f82-4fd0-a9d0-e7016fde47cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Floating IP 4d5c5c55-1115-4883-9acd-f85b1a7af2cd associated. External IP: 172.25.3.119, port: 2be390c1-ae11-484c-91ae-00b193fe62db. Jan 28 13:41:11.101994 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cff086-7eb7-4dc6-96ab-1d69d6ee52c5 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:11.105411 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-33cff086-7eb7-4dc6-96ab-1d69d6ee52c5 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:11.110279 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-92efa1da-3a45-4b2c-8fe6-b235d90d3fd6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 2001:db8::f816:3eff:fe62:fe68 (b1369f79-8419-4909-b9dc-745e2d83caa0/4fb6035c-788a-45d9-8709-187c864105ac/aff8b097-5de2-4a45-a44a-f5740028e2f0) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:11.112971 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cff086-7eb7-4dc6-96ab-1d69d6ee52c5 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:11.142130 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cff086-7eb7-4dc6-96ab-1d69d6ee52c5 None None] Pushing event updated for resources: {'Port': ['ID=d222764c-9290-4da2-8679-38288ca2d07c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:11.249923 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-33cff086-7eb7-4dc6-96ab-1d69d6ee52c5 None None] Attempting to bind port d222764c-9290-4da2-8679-38288ca2d07c on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:11.250326 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-33cff086-7eb7-4dc6-96ab-1d69d6ee52c5 None None] Attempting to bind port d222764c-9290-4da2-8679-38288ca2d07c by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:11.250747 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cff086-7eb7-4dc6-96ab-1d69d6ee52c5 None None] Attempting to bind port d222764c-9290-4da2-8679-38288ca2d07c on network b1369f79-8419-4909-b9dc-745e2d83caa0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:11.256392 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cca53cfa-35b4-4dd5-9b5c-1e0498847384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (7ebdbb60-9daf-4826-b253-c680286e1864), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:11.257474 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cff086-7eb7-4dc6-96ab-1d69d6ee52c5 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:41:11.257874 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cff086-7eb7-4dc6-96ab-1d69d6ee52c5 None None] Checking segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:11.259060 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33cff086-7eb7-4dc6-96ab-1d69d6ee52c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:11.259465 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cff086-7eb7-4dc6-96ab-1d69d6ee52c5 None None] Bound using segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:41:11.260079 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-33cff086-7eb7-4dc6-96ab-1d69d6ee52c5 None None] Bound port: d222764c-9290-4da2-8679-38288ca2d07c, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:41:11.260342 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33cff086-7eb7-4dc6-96ab-1d69d6ee52c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d222764c-9290-4da2-8679-38288ca2d07c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:11.300570 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca53cfa-35b4-4dd5-9b5c-1e0498847384 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ebdbb60-9daf-4826-b253-c680286e1864,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:11.374990 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-63b577e3-c64b-477f-8e78-8b08dd2a3b94 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Deleting port f581e7e7-2efc-4545-a180-92398f10892e {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:11.375336 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-63b577e3-c64b-477f-8e78-8b08dd2a3b94 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (f581e7e7-2efc-4545-a180-92398f10892e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:11.411296 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-33cff086-7eb7-4dc6-96ab-1d69d6ee52c5 None None] For port d222764c-9290-4da2-8679-38288ca2d07c, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:41:11.416838 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-33cff086-7eb7-4dc6-96ab-1d69d6ee52c5 None None] For port d222764c-9290-4da2-8679-38288ca2d07c, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=d222764c-9290-4da2-8679-38288ca2d07c,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:41:11.425821 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33cff086-7eb7-4dc6-96ab-1d69d6ee52c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d222764c-9290-4da2-8679-38288ca2d07c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:11.522834 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92efa1da-3a45-4b2c-8fe6-b235d90d3fd6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (aff8b097-5de2-4a45-a44a-f5740028e2f0), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:11.556429 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cca53cfa-35b4-4dd5-9b5c-1e0498847384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (031dd80d-d44a-4a59-9186-14b3096e60e4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:11.580613 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cff086-7eb7-4dc6-96ab-1d69d6ee52c5 None None] Pushing event updated for resources: {'Port': ['ID=d222764c-9290-4da2-8679-38288ca2d07c,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:11.611827 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92efa1da-3a45-4b2c-8fe6-b235d90d3fd6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (aff8b097-5de2-4a45-a44a-f5740028e2f0), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:11.667068 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92efa1da-3a45-4b2c-8fe6-b235d90d3fd6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:11.673795 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-92efa1da-3a45-4b2c-8fe6-b235d90d3fd6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:11.678226 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92efa1da-3a45-4b2c-8fe6-b235d90d3fd6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:11.685489 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92efa1da-3a45-4b2c-8fe6-b235d90d3fd6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:11.686646 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-92efa1da-3a45-4b2c-8fe6-b235d90d3fd6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:11.724703 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-92efa1da-3a45-4b2c-8fe6-b235d90d3fd6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6070781 Jan 28 13:41:11.726499 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efa1da-3a45-4b2c-8fe6-b235d90d3fd6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Port': ['ID=aff8b097-5de2-4a45-a44a-f5740028e2f0,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:11.738987 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44630) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:11.768293 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cca53cfa-35b4-4dd5-9b5c-1e0498847384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (031dd80d-d44a-4a59-9186-14b3096e60e4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:11.771240 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cca53cfa-35b4-4dd5-9b5c-1e0498847384 admin admin] Publish callbacks [] for router_controller (031dd80d-d44a-4a59-9186-14b3096e60e4), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:11.873145 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f4084-2898-4e2e-b206-ec0663550af3 req-98f145f7-78f0-4485-95d7-26f35a58716e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:11.900650 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cca53cfa-35b4-4dd5-9b5c-1e0498847384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (031dd80d-d44a-4a59-9186-14b3096e60e4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:11.901289 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca53cfa-35b4-4dd5-9b5c-1e0498847384 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 031dd80d-d44a-4a59-9186-14b3096e60e4 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:41:11.920717 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f4084-2898-4e2e-b206-ec0663550af3 req-98f145f7-78f0-4485-95d7-26f35a58716e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:11.934775 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cca53cfa-35b4-4dd5-9b5c-1e0498847384 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:11.940093 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f4084-2898-4e2e-b206-ec0663550af3 req-98f145f7-78f0-4485-95d7-26f35a58716e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:11.941107 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cca53cfa-35b4-4dd5-9b5c-1e0498847384 admin admin] 10.222.0.39 "DELETE /v2.0/routers/031dd80d-d44a-4a59-9186-14b3096e60e4 HTTP/1.1" status: 204 len: 168 time: 4.1633873 Jan 28 13:41:11.947866 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f4084-2898-4e2e-b206-ec0663550af3 req-98f145f7-78f0-4485-95d7-26f35a58716e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:11.949587 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8d1f4084-2898-4e2e-b206-ec0663550af3 req-98f145f7-78f0-4485-95d7-26f35a58716e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 3141 time: 0.1922300 Jan 28 13:41:11.957719 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44632) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:11.969783 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486aa130-56e2-48bb-abf9-e99a32324c26 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:11.975538 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486aa130-56e2-48bb-abf9-e99a32324c26 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:11.979006 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-486aa130-56e2-48bb-abf9-e99a32324c26 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2368052 Jan 28 13:41:11.980165 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44634) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:12.043605 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a76aad-73ca-4431-abb6-f36dccdb2a11 admin admin] Deleting subnet 0384f919-cf7e-4ec0-b290-94b57d977aef {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:41:12.052509 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22a76aad-73ca-4431-abb6-f36dccdb2a11 admin admin] Publish callbacks [] for subnet (0384f919-cf7e-4ec0-b290-94b57d977aef), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:12.223966 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8d1f4084-2898-4e2e-b206-ec0663550af3 req-bf402936-ec77-49c0-b189-ad348dffed3b tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2449641 Jan 28 13:41:12.228321 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-63b577e3-c64b-477f-8e78-8b08dd2a3b94 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] For port f581e7e7-2efc-4545-a180-92398f10892e, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=f581e7e7-2efc-4545-a180-92398f10892e,segment=NetworkSegment(838a3594-93f5-4a9e-88df-6a6995eaa6d3),segment_id=838a3594-93f5-4a9e-88df-6a6995eaa6d3)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:12.228696 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-63b577e3-c64b-477f-8e78-8b08dd2a3b94 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (f581e7e7-2efc-4545-a180-92398f10892e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:12.243830 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31689855-4f82-4fd0-a9d0-e7016fde47cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Router 1e83f1c4-42ad-4424-a714-433c41f7f4ec has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:41:12.253924 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22a76aad-73ca-4431-abb6-f36dccdb2a11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (0384f919-cf7e-4ec0-b290-94b57d977aef), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:12.261271 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-14e91aff-d437-456d-8705-1cd9d1f0d0fc tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting port aff8b097-5de2-4a45-a44a-f5740028e2f0 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:12.261627 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-14e91aff-d437-456d-8705-1cd9d1f0d0fc tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (aff8b097-5de2-4a45-a44a-f5740028e2f0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:12.391398 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-63b577e3-c64b-477f-8e78-8b08dd2a3b94 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Calling delete_port for f581e7e7-2efc-4545-a180-92398f10892e owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:12.430615 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-14e91aff-d437-456d-8705-1cd9d1f0d0fc tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (aff8b097-5de2-4a45-a44a-f5740028e2f0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:12.488610 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-14e91aff-d437-456d-8705-1cd9d1f0d0fc tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Calling delete_port for aff8b097-5de2-4a45-a44a-f5740028e2f0 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:12.687955 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22a76aad-73ca-4431-abb6-f36dccdb2a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (0384f919-cf7e-4ec0-b290-94b57d977aef), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:12.791936 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31689855-4f82-4fd0-a9d0-e7016fde47cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:41:12.825115 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d274c1-19d1-45ed-904e-78e89834ac5b None None] Sync routers for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:41:12.850387 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d274c1-19d1-45ed-904e-78e89834ac5b None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:12.854772 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-31689855-4f82-4fd0-a9d0-e7016fde47cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:12.856778 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-62d274c1-19d1-45ed-904e-78e89834ac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:41:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:12.943507 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-31689855-4f82-4fd0-a9d0-e7016fde47cd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 10.5569370 Jan 28 13:41:12.954320 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44650) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:12.976981 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-14e91aff-d437-456d-8705-1cd9d1f0d0fc tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (aff8b097-5de2-4a45-a44a-f5740028e2f0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:13.081165 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d222764c-9290-4da2-8679-38288ca2d07c up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:13.085137 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-62d274c1-19d1-45ed-904e-78e89834ac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:13.108672 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e91aff-d437-456d-8705-1cd9d1f0d0fc tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Port': ['ID=aff8b097-5de2-4a45-a44a-f5740028e2f0,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:13.169253 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d274c1-19d1-45ed-904e-78e89834ac5b None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:13.170213 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-62d274c1-19d1-45ed-904e-78e89834ac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:41:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:13.179944 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-14e91aff-d437-456d-8705-1cd9d1f0d0fc tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:13.183669 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-14e91aff-d437-456d-8705-1cd9d1f0d0fc tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/aff8b097-5de2-4a45-a44a-f5740028e2f0 HTTP/1.1" status: 204 len: 168 time: 1.2023938 Jan 28 13:41:13.189388 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44652) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:13.229758 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22a76aad-73ca-4431-abb6-f36dccdb2a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (0384f919-cf7e-4ec0-b290-94b57d977aef), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:13.235021 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-62d274c1-19d1-45ed-904e-78e89834ac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:13.235712 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d274c1-19d1-45ed-904e-78e89834ac5b None None] The sync data for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:41:13.276072 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port d222764c-9290-4da2-8679-38288ca2d07c triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:13.276458 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d222764c-9290-4da2-8679-38288ca2d07c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:13.355620 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28035fa9-2f2c-4277-8b5b-ec9d0843dc5e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:13.357411 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28035fa9-2f2c-4277-8b5b-ec9d0843dc5e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:13.362689 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-28035fa9-2f2c-4277-8b5b-ec9d0843dc5e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1719151 Jan 28 13:41:13.367464 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44656) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:13.375063 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-71f618d6-64f9-4368-a705-42ec851f14c0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "GET /v2.0/floatingips/4d5c5c55-1115-4883-9acd-f85b1a7af2cd HTTP/1.1" status: 200 len: 979 time: 0.4174535 Jan 28 13:41:13.376432 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-63b577e3-c64b-477f-8e78-8b08dd2a3b94 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (f581e7e7-2efc-4545-a180-92398f10892e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:13.386425 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a76aad-73ca-4431-abb6-f36dccdb2a11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0384f919-cf7e-4ec0-b290-94b57d977aef,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:13.396198 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44658) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:13.461606 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22a76aad-73ca-4431-abb6-f36dccdb2a11 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:13.472886 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port d222764c-9290-4da2-8679-38288ca2d07c is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:13.473721 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d222764c-9290-4da2-8679-38288ca2d07c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:13.476601 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-22a76aad-73ca-4431-abb6-f36dccdb2a11 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0384f919-cf7e-4ec0-b290-94b57d977aef HTTP/1.1" status: 204 len: 168 time: 1.5121624 Jan 28 13:41:13.478852 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7831d709-2396-4c2c-bf85-15542af3a42f None None] Network 7079efeb-cd22-4f60-b771-d74efc0a16e0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:13.482317 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44664) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:13.539152 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b577e3-c64b-477f-8e78-8b08dd2a3b94 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event deleted for resources: {'Port': ['ID=f581e7e7-2efc-4545-a180-92398f10892e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:13.580395 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d658f2-d189-436f-aa17-ae8ce613e599 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet 4fb6035c-788a-45d9-8709-187c864105ac {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:41:13.586151 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d8d658f2-d189-436f-aa17-ae8ce613e599 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (4fb6035c-788a-45d9-8709-187c864105ac), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:13.638552 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47283179-137b-4dfc-a1fa-9f42e1efa852 req-a7876a04-6814-4a74-914e-f913dd1a0687 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:13.647550 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47283179-137b-4dfc-a1fa-9f42e1efa852 req-a7876a04-6814-4a74-914e-f913dd1a0687 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:13.654902 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47283179-137b-4dfc-a1fa-9f42e1efa852 req-a7876a04-6814-4a74-914e-f913dd1a0687 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:13.657566 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-47283179-137b-4dfc-a1fa-9f42e1efa852 req-a7876a04-6814-4a74-914e-f913dd1a0687 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 2410 time: 0.2010150 Jan 28 13:41:13.698892 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d8d658f2-d189-436f-aa17-ae8ce613e599 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (4fb6035c-788a-45d9-8709-187c864105ac), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:13.711513 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port d222764c-9290-4da2-8679-38288ca2d07c, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=d222764c-9290-4da2-8679-38288ca2d07c,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:13.726000 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d222764c-9290-4da2-8679-38288ca2d07c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:13.757502 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-4d047e27-012b-4528-98fb-ea8e62487789 None None] Provisioning complete for port d222764c-9290-4da2-8679-38288ca2d07c triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:13.758062 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4d047e27-012b-4528-98fb-ea8e62487789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d222764c-9290-4da2-8679-38288ca2d07c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:13.798997 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c2b1591-a728-489d-9188-1ee4ffd6ff9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (7079efeb-cd22-4f60-b771-d74efc0a16e0), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:13.820342 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-47283179-137b-4dfc-a1fa-9f42e1efa852 req-88d82ab4-41e8-4fcb-9cca-e4353f164ad4 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500509 Jan 28 13:41:13.907968 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d8d658f2-d189-436f-aa17-ae8ce613e599 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (4fb6035c-788a-45d9-8709-187c864105ac), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:13.929324 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=d222764c-9290-4da2-8679-38288ca2d07c,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:13.947402 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f8eab831-bb2d-4821-a1ee-b738d425fe4e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.4692314 Jan 28 13:41:13.948645 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-63b577e3-c64b-477f-8e78-8b08dd2a3b94 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] No DVR routers for this DVR port f581e7e7-2efc-4545-a180-92398f10892e on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:41:13.950758 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44680) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:13.956166 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-37defc16-08bd-43a8-9043-c4a329a63fa0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Request body: {'floatingip': {'port_id': '185ddc54-0b45-449e-b572-0da9fc432288'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:13.995349 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-63b577e3-c64b-477f-8e78-8b08dd2a3b94 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:13.999145 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-63b577e3-c64b-477f-8e78-8b08dd2a3b94 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.18 "DELETE /v2.0/ports/f581e7e7-2efc-4545-a180-92398f10892e HTTP/1.1" status: 204 len: 173 time: 3.1381841 Jan 28 13:41:14.000040 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-deleted', 'tag': 'f581e7e7-2efc-4545-a180-92398f10892e'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:41:14.002745 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70543678-7e0c-42ee-a7d8-7c337e212aa7" -d '{"events": [{"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-deleted", "tag": "f581e7e7-2efc-4545-a180-92398f10892e"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:41:14.065676 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4d047e27-012b-4528-98fb-ea8e62487789 None None] Current status of the port d222764c-9290-4da2-8679-38288ca2d07c is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:14.085684 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d8d658f2-d189-436f-aa17-ae8ce613e599 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (4fb6035c-788a-45d9-8709-187c864105ac), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:14.123065 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c62507-2372-46ce-b85b-c5710e46eb6d x-openstack-request-id: req-f7c62507-2372-46ce-b85b-c5710e46eb6d {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:41:14.123727 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-deleted", "tag": "f581e7e7-2efc-4545-a180-92398f10892e", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:41:14.124307 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f7c62507-2372-46ce-b85b-c5710e46eb6d {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:41:14.125229 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-deleted', 'tag': 'f581e7e7-2efc-4545-a180-92398f10892e', 'status': 'completed', 'code': 200} Jan 28 13:41:14.180904 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-829feff5-d6fd-43b5-bdd5-260525545782 None None] Could not find standard attr ID for object aff8b097-5de2-4a45-a44a-f5740028e2f0. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:41:14.193682 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-37defc16-08bd-43a8-9043-c4a329a63fa0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (4d5c5c55-1115-4883-9acd-f85b1a7af2cd), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:14.193815 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d658f2-d189-436f-aa17-ae8ce613e599 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb6035c-788a-45d9-8709-187c864105ac,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:14.208095 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d8d658f2-d189-436f-aa17-ae8ce613e599 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:14.211554 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d8d658f2-d189-436f-aa17-ae8ce613e599 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/4fb6035c-788a-45d9-8709-187c864105ac HTTP/1.1" status: 204 len: 168 time: 0.8429613 Jan 28 13:41:14.215629 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44686) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:14.218975 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3ff07c-2a0e-435e-a10e-82cec4e62e0b None None] DHCP port deletion for 7079efeb-cd22-4f60-b771-d74efc0a16e0 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:41:14.304798 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-21f903ee-2f59-44b8-9a24-e7521be5204f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0879288 Jan 28 13:41:14.309580 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44690) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:14.321662 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-99ba2af0-3977-4e57-a82f-607f829c6578 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:14.325636 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0e3ff07c-2a0e-435e-a10e-82cec4e62e0b None None] Deleting port 7c1a0c48-3414-4997-9a70-eb59047b655e {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:14.326016 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e3ff07c-2a0e-435e-a10e-82cec4e62e0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7c1a0c48-3414-4997-9a70-eb59047b655e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:14.395762 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-8c2b1591-a728-489d-9188-1ee4ffd6ff9d admin admin] Deleting port 7c1a0c48-3414-4997-9a70-eb59047b655e {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:14.396296 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c2b1591-a728-489d-9188-1ee4ffd6ff9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7c1a0c48-3414-4997-9a70-eb59047b655e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:14.475980 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-0e3ff07c-2a0e-435e-a10e-82cec4e62e0b None None] For port 7c1a0c48-3414-4997-9a70-eb59047b655e, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7c1a0c48-3414-4997-9a70-eb59047b655e,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:14.476292 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e3ff07c-2a0e-435e-a10e-82cec4e62e0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7c1a0c48-3414-4997-9a70-eb59047b655e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:14.491973 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0e3ff07c-2a0e-435e-a10e-82cec4e62e0b None None] Calling delete_port for 7c1a0c48-3414-4997-9a70-eb59047b655e owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:14.610866 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ba2af0-3977-4e57-a82f-607f829c6578 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:14.614626 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-99ba2af0-3977-4e57-a82f-607f829c6578 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:14.799785 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d222764c-9290-4da2-8679-38288ca2d07c up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:14.859251 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203dfa58-4edc-4593-a5ac-02bb006bc711 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:14.863966 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e3ff07c-2a0e-435e-a10e-82cec4e62e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (7c1a0c48-3414-4997-9a70-eb59047b655e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:14.896581 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3ff07c-2a0e-435e-a10e-82cec4e62e0b None None] No DVR routers for this DVR port 7c1a0c48-3414-4997-9a70-eb59047b655e on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:41:14.949524 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ff07c-2a0e-435e-a10e-82cec4e62e0b None None] Pushing event deleted for resources: {'Port': ['ID=7c1a0c48-3414-4997-9a70-eb59047b655e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:15.039375 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port d222764c-9290-4da2-8679-38288ca2d07c triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:15.039657 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d222764c-9290-4da2-8679-38288ca2d07c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:15.264120 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c246b918-8fee-4364-b5fe-d36c1b29ef01 None None] DHCP port deletion for b1369f79-8419-4909-b9dc-745e2d83caa0 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:41:15.280030 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port d222764c-9290-4da2-8679-38288ca2d07c is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:15.299338 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7ebdbb60-9daf-4826-b253-c680286e1864 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:41:15.374109 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 7ebdbb60-9daf-4826-b253-c680286e1864 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:41:15.374867 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7ebdbb60-9daf-4826-b253-c680286e1864 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:41:15.383642 n-d-822747-2 neutron-server[103352]: DEBUG neutron.objects.ports [None req-99ba2af0-3977-4e57-a82f-607f829c6578 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103352) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 13:41:15.400805 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-436df175-44a5-4ab7-9c38-6f15a33b453f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Deleting port bda0bfac-8843-465f-a99c-d4e0d58976ff {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:15.402057 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-436df175-44a5-4ab7-9c38-6f15a33b453f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (bda0bfac-8843-465f-a99c-d4e0d58976ff), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:15.431340 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c246b918-8fee-4364-b5fe-d36c1b29ef01 None None] Deleting port d222764c-9290-4da2-8679-38288ca2d07c {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:15.431719 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c246b918-8fee-4364-b5fe-d36c1b29ef01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (d222764c-9290-4da2-8679-38288ca2d07c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:15.464231 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-8c2b1591-a728-489d-9188-1ee4ffd6ff9d admin admin] For port 7c1a0c48-3414-4997-9a70-eb59047b655e, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7c1a0c48-3414-4997-9a70-eb59047b655e,segment=NetworkSegment(792a819f-11b6-46d0-bd5d-38aa9f6d375b),segment_id=792a819f-11b6-46d0-bd5d-38aa9f6d375b)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:15.464998 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c2b1591-a728-489d-9188-1ee4ffd6ff9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7c1a0c48-3414-4997-9a70-eb59047b655e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:15.598860 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076075c-52d0-4695-9bc7-19f5b1fae11c req-5af7b4fe-a4a6-47a0-9d9d-1d56ce8c6b85 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:15.608789 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076075c-52d0-4695-9bc7-19f5b1fae11c req-5af7b4fe-a4a6-47a0-9d9d-1d56ce8c6b85 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:15.622647 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076075c-52d0-4695-9bc7-19f5b1fae11c req-5af7b4fe-a4a6-47a0-9d9d-1d56ce8c6b85 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:15.637602 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8076075c-52d0-4695-9bc7-19f5b1fae11c req-5af7b4fe-a4a6-47a0-9d9d-1d56ce8c6b85 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 2410 time: 0.4668095 Jan 28 13:41:15.683045 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c246b918-8fee-4364-b5fe-d36c1b29ef01 None None] For port d222764c-9290-4da2-8679-38288ca2d07c, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=d222764c-9290-4da2-8679-38288ca2d07c,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:15.685560 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c246b918-8fee-4364-b5fe-d36c1b29ef01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (d222764c-9290-4da2-8679-38288ca2d07c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:15.720386 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c246b918-8fee-4364-b5fe-d36c1b29ef01 None None] Calling delete_port for d222764c-9290-4da2-8679-38288ca2d07c owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:15.720569 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-99ba2af0-3977-4e57-a82f-607f829c6578 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d222764c-9290-4da2-8679-38288ca2d07c), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:15.818469 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c246b918-8fee-4364-b5fe-d36c1b29ef01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (d222764c-9290-4da2-8679-38288ca2d07c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:15.850372 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-8c2b1591-a728-489d-9188-1ee4ffd6ff9d admin admin] Calling delete_port for 7c1a0c48-3414-4997-9a70-eb59047b655e owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:15.853431 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246b918-8fee-4364-b5fe-d36c1b29ef01 None None] Pushing event deleted for resources: {'Port': ['ID=d222764c-9290-4da2-8679-38288ca2d07c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:15.863919 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c246b918-8fee-4364-b5fe-d36c1b29ef01 None None] No DVR routers for this DVR port d222764c-9290-4da2-8679-38288ca2d07c on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:41:15.968563 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-436df175-44a5-4ab7-9c38-6f15a33b453f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] For port bda0bfac-8843-465f-a99c-d4e0d58976ff, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=bda0bfac-8843-465f-a99c-d4e0d58976ff,segment=NetworkSegment(fb18244e-3af3-4deb-8d3e-faa801cd5018),segment_id=fb18244e-3af3-4deb-8d3e-faa801cd5018)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:15.968939 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-436df175-44a5-4ab7-9c38-6f15a33b453f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (bda0bfac-8843-465f-a99c-d4e0d58976ff), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:16.027071 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-436df175-44a5-4ab7-9c38-6f15a33b453f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Calling delete_port for bda0bfac-8843-465f-a99c-d4e0d58976ff owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:16.149322 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8076075c-52d0-4695-9bc7-19f5b1fae11c req-f4fe94b9-9e25-4520-8c6c-83dbf5aa4743 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5106151 Jan 28 13:41:16.162123 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-99ba2af0-3977-4e57-a82f-607f829c6578 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] For port d222764c-9290-4da2-8679-38288ca2d07c, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=d222764c-9290-4da2-8679-38288ca2d07c,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:16.270291 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-99ba2af0-3977-4e57-a82f-607f829c6578 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (d222764c-9290-4da2-8679-38288ca2d07c), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:16.277948 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-99ba2af0-3977-4e57-a82f-607f829c6578 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (d222764c-9290-4da2-8679-38288ca2d07c), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:16.280571 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-99ba2af0-3977-4e57-a82f-607f829c6578 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (752534d8-b66d-4278-9547-fbc959ee0ad1), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:16.285313 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7c1a0c48-3414-4997-9a70-eb59047b655e no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:41:16.315978 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 7c1a0c48-3414-4997-9a70-eb59047b655e {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:41:16.316709 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7c1a0c48-3414-4997-9a70-eb59047b655e not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:41:16.317355 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d222764c-9290-4da2-8679-38288ca2d07c no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:41:16.341636 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: d222764c-9290-4da2-8679-38288ca2d07c {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:41:16.342478 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d222764c-9290-4da2-8679-38288ca2d07c not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:41:16.354381 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba2af0-3977-4e57-a82f-607f829c6578 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Port': ['ID=d222764c-9290-4da2-8679-38288ca2d07c,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:16.431034 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ba2af0-3977-4e57-a82f-607f829c6578 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:16.435043 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-99ba2af0-3977-4e57-a82f-607f829c6578 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:16.437052 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c2b1591-a728-489d-9188-1ee4ffd6ff9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (7c1a0c48-3414-4997-9a70-eb59047b655e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:16.442508 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ba2af0-3977-4e57-a82f-607f829c6578 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:16.443534 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-99ba2af0-3977-4e57-a82f-607f829c6578 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:16.457057 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fa4394-26aa-43ff-8466-d814412596f0 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:16.463526 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba2af0-3977-4e57-a82f-607f829c6578 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=752534d8-b66d-4278-9547-fbc959ee0ad1,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:16.483361 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-99ba2af0-3977-4e57-a82f-607f829c6578 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1722889 Jan 28 13:41:16.485981 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44750) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:16.493956 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b1591-a728-489d-9188-1ee4ffd6ff9d admin admin] Pushing event deleted for resources: {'Port': ['ID=7c1a0c48-3414-4997-9a70-eb59047b655e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:16.504995 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-074be2e7-cec7-4b4b-a23a-97ee4b7efeb9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'port': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'mac_address': 'fa:16:3e:32:8b:c4', 'name': 'tempest-NetworksTestDHCPv6-1040439897'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:16.506865 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2b1591-a728-489d-9188-1ee4ffd6ff9d admin admin] No DVR routers for this DVR port 7c1a0c48-3414-4997-9a70-eb59047b655e on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:41:16.700044 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074be2e7-cec7-4b4b-a23a-97ee4b7efeb9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:16.731031 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-436df175-44a5-4ab7-9c38-6f15a33b453f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (bda0bfac-8843-465f-a99c-d4e0d58976ff), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:16.746967 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4b124b-c582-4a18-8460-d5e9a7ed41c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-b1369f79-8419-4909-b9dc-745e2d83caa0', 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'project_id': 'c889d0606f324a669840943fc2266e93', 'fixed_ips': [{'subnet_id': '752534d8-b66d-4278-9547-fbc959ee0ad1'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:41:16.747489 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b4b124b-c582-4a18-8460-d5e9a7ed41c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:16.790979 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c2b1591-a728-489d-9188-1ee4ffd6ff9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (7079efeb-cd22-4f60-b771-d74efc0a16e0), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:16.836563 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-37defc16-08bd-43a8-9043-c4a329a63fa0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:16.840359 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436df175-44a5-4ab7-9c38-6f15a33b453f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event deleted for resources: {'Port': ['ID=bda0bfac-8843-465f-a99c-d4e0d58976ff,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:16.857063 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-37defc16-08bd-43a8-9043-c4a329a63fa0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (4d5c5c55-1115-4883-9acd-f85b1a7af2cd), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:16.872519 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-8c2b1591-a728-489d-9188-1ee4ffd6ff9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7079efeb-cd22-4f60-b771-d74efc0a16e0']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:16.883476 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-074be2e7-cec7-4b4b-a23a-97ee4b7efeb9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:16.925617 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-074be2e7-cec7-4b4b-a23a-97ee4b7efeb9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] device_id is not set on port f66825c4-5c36-4c5d-a0c4-35eec4ca5d13 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:41:16.970564 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:41:17.004242 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-8c2b1591-a728-489d-9188-1ee4ffd6ff9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792a819f-11b6-46d0-bd5d-38aa9f6d375b') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:17.004540 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-8c2b1591-a728-489d-9188-1ee4ffd6ff9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792a819f-11b6-46d0-bd5d-38aa9f6d375b') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:17.022710 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c2b1591-a728-489d-9188-1ee4ffd6ff9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (792a819f-11b6-46d0-bd5d-38aa9f6d375b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:17.044230 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c2b1591-a728-489d-9188-1ee4ffd6ff9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (792a819f-11b6-46d0-bd5d-38aa9f6d375b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:17.054068 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2b1591-a728-489d-9188-1ee4ffd6ff9d admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:41:17.055650 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c2b1591-a728-489d-9188-1ee4ffd6ff9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (792a819f-11b6-46d0-bd5d-38aa9f6d375b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:17.056576 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-9b4b124b-c582-4a18-8460-d5e9a7ed41c4 None None] Allocated IP 2001:db8::f816:3eff:fe25:7f02 (b1369f79-8419-4909-b9dc-745e2d83caa0/752534d8-b66d-4278-9547-fbc959ee0ad1/d937732f-5947-46b9-b921-b05c1d68a7ba) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:41:17.143356 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:41:17.164962 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c2b1591-a728-489d-9188-1ee4ffd6ff9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (7079efeb-cd22-4f60-b771-d74efc0a16e0), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:17.176223 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c2b1591-a728-489d-9188-1ee4ffd6ff9d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:17.184531 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8c2b1591-a728-489d-9188-1ee4ffd6ff9d admin admin] 10.222.0.39 "DELETE /v2.0/networks/7079efeb-cd22-4f60-b771-d74efc0a16e0 HTTP/1.1" status: 204 len: 168 time: 3.6420691 Jan 28 13:41:17.216673 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-436df175-44a5-4ab7-9c38-6f15a33b453f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] No DVR routers for this DVR port bda0bfac-8843-465f-a99c-d4e0d58976ff on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:41:17.220787 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-436df175-44a5-4ab7-9c38-6f15a33b453f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:17.227513 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-436df175-44a5-4ab7-9c38-6f15a33b453f tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.18 "DELETE /v2.0/ports/bda0bfac-8843-465f-a99c-d4e0d58976ff HTTP/1.1" status: 204 len: 173 time: 3.1788681 Jan 28 13:41:17.230332 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b1591-a728-489d-9188-1ee4ffd6ff9d admin admin] Pushing event deleted for resources: {'Network': ['ID=7079efeb-cd22-4f60-b771-d74efc0a16e0,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:17.239436 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-deleted', 'tag': 'bda0bfac-8843-465f-a99c-d4e0d58976ff'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:41:17.242401 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1143d775-d5a9-4327-be19-6fdd1b87571a" -d '{"events": [{"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-deleted", "tag": "bda0bfac-8843-465f-a99c-d4e0d58976ff"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:41:17.409380 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3c45fc-60f6-45f1-8f95-f87b890fbdf8 x-openstack-request-id: req-ea3c45fc-60f6-45f1-8f95-f87b890fbdf8 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:41:17.409677 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-deleted", "tag": "bda0bfac-8843-465f-a99c-d4e0d58976ff", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:41:17.410154 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea3c45fc-60f6-45f1-8f95-f87b890fbdf8 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:41:17.411919 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-deleted', 'tag': 'bda0bfac-8843-465f-a99c-d4e0d58976ff', 'status': 'completed', 'code': 200} Jan 28 13:41:17.436573 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b4b124b-c582-4a18-8460-d5e9a7ed41c4 None None] Publish callbacks [] for port (d937732f-5947-46b9-b921-b05c1d68a7ba), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:17.456625 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b4b124b-c582-4a18-8460-d5e9a7ed41c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (d937732f-5947-46b9-b921-b05c1d68a7ba), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:17.510482 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b124b-c582-4a18-8460-d5e9a7ed41c4 None None] Pushing event updated for resources: {'Port': ['ID=d937732f-5947-46b9-b921-b05c1d68a7ba,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:17.522405 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4b124b-c582-4a18-8460-d5e9a7ed41c4 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:17.524236 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-9b4b124b-c582-4a18-8460-d5e9a7ed41c4 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:17.527165 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4b124b-c582-4a18-8460-d5e9a7ed41c4 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:17.606982 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44786) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:17.614503 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-074be2e7-cec7-4b4b-a23a-97ee4b7efeb9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 2001:db8::f816:3eff:fe32:8bc4 (b1369f79-8419-4909-b9dc-745e2d83caa0/752534d8-b66d-4278-9547-fbc959ee0ad1/f66825c4-5c36-4c5d-a0c4-35eec4ca5d13) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:17.657459 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-9b4b124b-c582-4a18-8460-d5e9a7ed41c4 None None] Attempting to bind port d937732f-5947-46b9-b921-b05c1d68a7ba on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:17.658142 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-9b4b124b-c582-4a18-8460-d5e9a7ed41c4 None None] Attempting to bind port d937732f-5947-46b9-b921-b05c1d68a7ba by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:17.658272 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4b124b-c582-4a18-8460-d5e9a7ed41c4 None None] Attempting to bind port d937732f-5947-46b9-b921-b05c1d68a7ba on network b1369f79-8419-4909-b9dc-745e2d83caa0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:17.685690 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4b124b-c582-4a18-8460-d5e9a7ed41c4 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:41:17.686065 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4b124b-c582-4a18-8460-d5e9a7ed41c4 None None] Checking segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:17.686487 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b4b124b-c582-4a18-8460-d5e9a7ed41c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:17.690346 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4b124b-c582-4a18-8460-d5e9a7ed41c4 None None] Bound using segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:41:17.690950 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-9b4b124b-c582-4a18-8460-d5e9a7ed41c4 None None] Bound port: d937732f-5947-46b9-b921-b05c1d68a7ba, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:41:17.694113 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b4b124b-c582-4a18-8460-d5e9a7ed41c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d937732f-5947-46b9-b921-b05c1d68a7ba), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:17.716412 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [None req-37defc16-08bd-43a8-9043-c4a329a63fa0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Floating IP 4d5c5c55-1115-4883-9acd-f85b1a7af2cd associated. External IP: 172.25.3.119, port: 2be390c1-ae11-484c-91ae-00b193fe62db. Jan 28 13:41:17.734288 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:17.746172 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367fc77-2226-4fab-bce8-e95fb6e67af8 req-a16488a6-dc4e-4a2f-9d36-7938ca123cb6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:17.752291 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367fc77-2226-4fab-bce8-e95fb6e67af8 req-a16488a6-dc4e-4a2f-9d36-7938ca123cb6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:17.756648 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c367fc77-2226-4fab-bce8-e95fb6e67af8 req-a16488a6-dc4e-4a2f-9d36-7938ca123cb6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 1677 time: 0.4344819 Jan 28 13:41:17.765303 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-acc1e31b-7ac6-4121-8128-dd6b8bbdaa7c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f75d3bf1f82b41d082871e3d9d4ec219&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1552258 Jan 28 13:41:17.775532 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44790) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:17.792861 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9b4b124b-c582-4a18-8460-d5e9a7ed41c4 None None] For port d937732f-5947-46b9-b921-b05c1d68a7ba, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:41:17.797196 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9b4b124b-c582-4a18-8460-d5e9a7ed41c4 None None] For port d937732f-5947-46b9-b921-b05c1d68a7ba, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=d937732f-5947-46b9-b921-b05c1d68a7ba,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:41:17.803126 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b4b124b-c582-4a18-8460-d5e9a7ed41c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d937732f-5947-46b9-b921-b05c1d68a7ba), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:17.907806 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-5f0d76c8-9948-42e9-8192-27e89dc84e3c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Deleting port 91df4fb1-0eec-4c0c-aa55-6d19eb2df029 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:17.908548 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-5f0d76c8-9948-42e9-8192-27e89dc84e3c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (91df4fb1-0eec-4c0c-aa55-6d19eb2df029), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:17.924521 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b124b-c582-4a18-8460-d5e9a7ed41c4 None None] Pushing event updated for resources: {'Port': ['ID=d937732f-5947-46b9-b921-b05c1d68a7ba,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:18.041841 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-122c9725-70d1-4bf8-9b7d-d88afbe56220 admin admin] Publish callbacks [] for security_group (bd185387-dc02-47cb-ac25-22daa3bf302f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:18.077573 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-074be2e7-cec7-4b4b-a23a-97ee4b7efeb9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (f66825c4-5c36-4c5d-a0c4-35eec4ca5d13), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:18.098673 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-122c9725-70d1-4bf8-9b7d-d88afbe56220 admin admin] Publish callbacks [] for security_group (bd185387-dc02-47cb-ac25-22daa3bf302f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:18.190217 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c367fc77-2226-4fab-bce8-e95fb6e67af8 req-20f49573-c737-49f2-b430-9cde774986cc tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3506489 Jan 28 13:41:18.235502 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-074be2e7-cec7-4b4b-a23a-97ee4b7efeb9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (f66825c4-5c36-4c5d-a0c4-35eec4ca5d13), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:18.328475 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074be2e7-cec7-4b4b-a23a-97ee4b7efeb9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:18.330882 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-5f0d76c8-9948-42e9-8192-27e89dc84e3c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] For port 91df4fb1-0eec-4c0c-aa55-6d19eb2df029, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=91df4fb1-0eec-4c0c-aa55-6d19eb2df029,segment=NetworkSegment(f6c893c0-ae7b-4968-9c43-ab76e31be400),segment_id=f6c893c0-ae7b-4968-9c43-ab76e31be400)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:18.340161 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-074be2e7-cec7-4b4b-a23a-97ee4b7efeb9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:18.341002 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-5f0d76c8-9948-42e9-8192-27e89dc84e3c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (91df4fb1-0eec-4c0c-aa55-6d19eb2df029), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:18.352554 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074be2e7-cec7-4b4b-a23a-97ee4b7efeb9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:18.360585 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074be2e7-cec7-4b4b-a23a-97ee4b7efeb9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:18.361624 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-074be2e7-cec7-4b4b-a23a-97ee4b7efeb9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:18.402068 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-122c9725-70d1-4bf8-9b7d-d88afbe56220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (bd185387-dc02-47cb-ac25-22daa3bf302f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:18.409650 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-122c9725-70d1-4bf8-9b7d-d88afbe56220 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:18.411410 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-122c9725-70d1-4bf8-9b7d-d88afbe56220 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bd185387-dc02-47cb-ac25-22daa3bf302f HTTP/1.1" status: 204 len: 168 time: 0.6324739 Jan 28 13:41:18.427887 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074be2e7-cec7-4b4b-a23a-97ee4b7efeb9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Port': ['ID=f66825c4-5c36-4c5d-a0c4-35eec4ca5d13,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:18.461699 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-074be2e7-cec7-4b4b-a23a-97ee4b7efeb9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9663513 Jan 28 13:41:18.462963 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44806) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:18.552984 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c9725-70d1-4bf8-9b7d-d88afbe56220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd185387-dc02-47cb-ac25-22daa3bf302f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:18.608625 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6245b29d-17e6-4d70-a56b-70b9f0642778 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:18.624948 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6245b29d-17e6-4d70-a56b-70b9f0642778 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:18.626682 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6245b29d-17e6-4d70-a56b-70b9f0642778 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1499524 Jan 28 13:41:18.631516 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44808) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:18.742648 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37defc16-08bd-43a8-9043-c4a329a63fa0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Router 1e83f1c4-42ad-4424-a714-433c41f7f4ec has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:41:18.887481 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-6415b2ce-47e1-4b66-a3cb-a3e767acac72 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting port f66825c4-5c36-4c5d-a0c4-35eec4ca5d13 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:18.888054 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6415b2ce-47e1-4b66-a3cb-a3e767acac72 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (f66825c4-5c36-4c5d-a0c4-35eec4ca5d13), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:19.116208 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6415b2ce-47e1-4b66-a3cb-a3e767acac72 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (f66825c4-5c36-4c5d-a0c4-35eec4ca5d13), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:19.151199 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-6415b2ce-47e1-4b66-a3cb-a3e767acac72 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Calling delete_port for f66825c4-5c36-4c5d-a0c4-35eec4ca5d13 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:19.272798 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-5f0d76c8-9948-42e9-8192-27e89dc84e3c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:19.273167 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-5f0d76c8-9948-42e9-8192-27e89dc84e3c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (43aff482-9d5b-4d43-8315-ba8a0b7893a3), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:19.273511 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-5f0d76c8-9948-42e9-8192-27e89dc84e3c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Floating IP 43aff482-9d5b-4d43-8315-ba8a0b7893a3 disassociated. External IP: 172.25.3.118, port: 91df4fb1-0eec-4c0c-aa55-6d19eb2df029. Jan 28 13:41:19.273906 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-5f0d76c8-9948-42e9-8192-27e89dc84e3c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Calling delete_port for 91df4fb1-0eec-4c0c-aa55-6d19eb2df029 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:19.454961 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6415b2ce-47e1-4b66-a3cb-a3e767acac72 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (f66825c4-5c36-4c5d-a0c4-35eec4ca5d13), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:19.530907 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415b2ce-47e1-4b66-a3cb-a3e767acac72 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Port': ['ID=f66825c4-5c36-4c5d-a0c4-35eec4ca5d13,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:19.577353 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37defc16-08bd-43a8-9043-c4a329a63fa0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:41:19.591691 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03615a3-e51f-47b6-a554-44bb5bb4b3d9 None None] Sync routers for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:41:19.601688 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6415b2ce-47e1-4b66-a3cb-a3e767acac72 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:19.613331 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03615a3-e51f-47b6-a554-44bb5bb4b3d9 None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:19.613969 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c03615a3-e51f-47b6-a554-44bb5bb4b3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:41:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:19.614133 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6415b2ce-47e1-4b66-a3cb-a3e767acac72 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/f66825c4-5c36-4c5d-a0c4-35eec4ca5d13 HTTP/1.1" status: 204 len: 168 time: 0.9796147 Jan 28 13:41:19.615051 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44836) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:19.699678 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c03615a3-e51f-47b6-a554-44bb5bb4b3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:19.714409 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff62deb-cbfd-4612-9659-63c00607a815 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:19.716790 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff62deb-cbfd-4612-9659-63c00607a815 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:19.722736 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5ff62deb-cbfd-4612-9659-63c00607a815 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1060383 Jan 28 13:41:19.724483 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03615a3-e51f-47b6-a554-44bb5bb4b3d9 None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:19.724689 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44842) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:19.725558 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c03615a3-e51f-47b6-a554-44bb5bb4b3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:41:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:19.762526 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:19.772545 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-5f0d76c8-9948-42e9-8192-27e89dc84e3c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (91df4fb1-0eec-4c0c-aa55-6d19eb2df029), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:19.808288 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c03615a3-e51f-47b6-a554-44bb5bb4b3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:19.808942 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03615a3-e51f-47b6-a554-44bb5bb4b3d9 None None] The sync data for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:41:19.809679 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-25eb967d-ad1a-4d6e-af8a-4a5908bc5611 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet 752534d8-b66d-4278-9547-fbc959ee0ad1 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:41:19.819165 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-25eb967d-ad1a-4d6e-af8a-4a5908bc5611 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (752534d8-b66d-4278-9547-fbc959ee0ad1), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:19.849727 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d76c8-9948-42e9-8192-27e89dc84e3c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event deleted for resources: {'Port': ['ID=91df4fb1-0eec-4c0c-aa55-6d19eb2df029,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:19.907696 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-25eb967d-ad1a-4d6e-af8a-4a5908bc5611 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (752534d8-b66d-4278-9547-fbc959ee0ad1), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:19.924596 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b162f-f2c3-490e-b17e-8df0f596997a req-303ee981-e83b-442f-a723-f245b096bdd4 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:19.936929 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b162f-f2c3-490e-b17e-8df0f596997a req-303ee981-e83b-442f-a723-f245b096bdd4 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:19.940589 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-167b162f-f2c3-490e-b17e-8df0f596997a req-303ee981-e83b-442f-a723-f245b096bdd4 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 1599 time: 0.3689723 Jan 28 13:41:20.071685 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-25eb967d-ad1a-4d6e-af8a-4a5908bc5611 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (752534d8-b66d-4278-9547-fbc959ee0ad1), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:20.175087 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-25eb967d-ad1a-4d6e-af8a-4a5908bc5611 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (752534d8-b66d-4278-9547-fbc959ee0ad1), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:20.259739 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb967d-ad1a-4d6e-af8a-4a5908bc5611 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=752534d8-b66d-4278-9547-fbc959ee0ad1,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:20.270983 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-25eb967d-ad1a-4d6e-af8a-4a5908bc5611 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:20.276547 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-25eb967d-ad1a-4d6e-af8a-4a5908bc5611 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/752534d8-b66d-4278-9547-fbc959ee0ad1 HTTP/1.1" status: 204 len: 168 time: 0.5481768 Jan 28 13:41:20.280321 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44858) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:20.303933 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-5f0d76c8-9948-42e9-8192-27e89dc84e3c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Router 12e79e6d-e245-41f2-9a12-df26573f79b8 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:41:20.389564 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fa3e1524-885f-4708-889f-f5eb32bf6d71 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1079707 Jan 28 13:41:20.400076 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44862) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:20.401729 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-099bbb29-5614-4770-84f0-4f08dc373c4a None None] Provisioning complete for port d937732f-5947-46b9-b921-b05c1d68a7ba triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:20.402590 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-099bbb29-5614-4770-84f0-4f08dc373c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d937732f-5947-46b9-b921-b05c1d68a7ba), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:20.512015 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44868) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:20.573646 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44872) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:20.624437 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b31efa-2b5b-4a91-9e51-d3a0a34764d2 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:20.626181 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e6b31efa-2b5b-4a91-9e51-d3a0a34764d2 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2256296 Jan 28 13:41:20.634820 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44876) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:20.635231 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d937732f-5947-46b9-b921-b05c1d68a7ba up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:20.815216 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7029bdf9-e39e-40f6-96b8-5eed2156ca7d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:20.819379 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7029bdf9-e39e-40f6-96b8-5eed2156ca7d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1830094 Jan 28 13:41:20.823201 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44880) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:20.859150 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-099bbb29-5614-4770-84f0-4f08dc373c4a None None] Current status of the port d937732f-5947-46b9-b921-b05c1d68a7ba is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:20.859707 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-099bbb29-5614-4770-84f0-4f08dc373c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d937732f-5947-46b9-b921-b05c1d68a7ba), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:20.863771 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15466f99-5e5c-4d69-8c89-2dc293ccd93a None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:20.898723 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-b770e268-2536-4ea2-854d-a8fd9049a43c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1360662139-network', 'tenant_id': '1bf9b6e908d54e24b17a1c7ceec0b7ee'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:20.923031 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2d65a797-f083-41e9-af24-02b36bf676b9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0979102 Jan 28 13:41:20.923982 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b421f3d2-c902-43ad-a464-211fe50ad1cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:20.934996 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44882) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:20.947469 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-68cb1007-a1d1-41c0-b84e-1de1e59dbd0f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:20.999196 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b770e268-2536-4ea2-854d-a8fd9049a43c admin admin] Made reservation on behalf of 1bf9b6e908d54e24b17a1c7ceec0b7ee for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:21.001016 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port d937732f-5947-46b9-b921-b05c1d68a7ba triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:21.001681 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d937732f-5947-46b9-b921-b05c1d68a7ba), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:21.005111 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b770e268-2536-4ea2-854d-a8fd9049a43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:21.062513 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-099bbb29-5614-4770-84f0-4f08dc373c4a None None] For port d937732f-5947-46b9-b921-b05c1d68a7ba, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=d937732f-5947-46b9-b921-b05c1d68a7ba,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:21.075687 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-099bbb29-5614-4770-84f0-4f08dc373c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d937732f-5947-46b9-b921-b05c1d68a7ba), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:21.145871 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bbb29-5614-4770-84f0-4f08dc373c4a None None] Pushing event updated for resources: {'Port': ['ID=d937732f-5947-46b9-b921-b05c1d68a7ba,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:21.182390 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b421f3d2-c902-43ad-a464-211fe50ad1cc admin admin] Publish callbacks [] for security_group (fe8f145f-d0f7-4c2f-bd41-ae3bd3f2f402), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:21.192869 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-091e4669-60e7-4978-b729-d1f81c4fe317 None None] Could not find standard attr ID for object f66825c4-5c36-4c5d-a0c4-35eec4ca5d13. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:41:21.194883 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port d937732f-5947-46b9-b921-b05c1d68a7ba is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:21.203100 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a73539-fe64-4f68-91b1-344ac9a85683 None None] DHCP port deletion for b1369f79-8419-4909-b9dc-745e2d83caa0 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:41:21.206759 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b770e268-2536-4ea2-854d-a8fd9049a43c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:21.215395 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b421f3d2-c902-43ad-a464-211fe50ad1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (fe8f145f-d0f7-4c2f-bd41-ae3bd3f2f402), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:21.319374 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-63a73539-fe64-4f68-91b1-344ac9a85683 None None] Deleting port d937732f-5947-46b9-b921-b05c1d68a7ba {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:21.319762 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63a73539-fe64-4f68-91b1-344ac9a85683 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (d937732f-5947-46b9-b921-b05c1d68a7ba), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:21.337359 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b421f3d2-c902-43ad-a464-211fe50ad1cc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dc1f9567a067441dbeb28917ffa57b34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7609439 Jan 28 13:41:21.340197 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cb1007-a1d1-41c0-b84e-1de1e59dbd0f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:21.344405 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-68cb1007-a1d1-41c0-b84e-1de1e59dbd0f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:21.348014 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44884) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:21.353616 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421f3d2-c902-43ad-a464-211fe50ad1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8f145f-d0f7-4c2f-bd41-ae3bd3f2f402,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:21.391450 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-167b162f-f2c3-490e-b17e-8df0f596997a req-36b025f0-d6eb-4b5f-9d18-5194084eb7c4 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3889842 Jan 28 13:41:21.479478 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-63a73539-fe64-4f68-91b1-344ac9a85683 None None] For port d937732f-5947-46b9-b921-b05c1d68a7ba, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=d937732f-5947-46b9-b921-b05c1d68a7ba,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:21.480021 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63a73539-fe64-4f68-91b1-344ac9a85683 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (d937732f-5947-46b9-b921-b05c1d68a7ba), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:21.515151 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-63a73539-fe64-4f68-91b1-344ac9a85683 None None] Calling delete_port for d937732f-5947-46b9-b921-b05c1d68a7ba owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:21.543938 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37defc16-08bd-43a8-9043-c4a329a63fa0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Router 1e83f1c4-42ad-4424-a714-433c41f7f4ec has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:41:21.549307 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-5f0d76c8-9948-42e9-8192-27e89dc84e3c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:41:21.598564 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-5f0d76c8-9948-42e9-8192-27e89dc84e3c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] No DVR routers for this DVR port 91df4fb1-0eec-4c0c-aa55-6d19eb2df029 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:41:21.599527 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ba4fb62e-d664-44e7-803f-47389485999f admin admin] Publish callbacks [] for security_group (fe8f145f-d0f7-4c2f-bd41-ae3bd3f2f402), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:21.602577 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-5f0d76c8-9948-42e9-8192-27e89dc84e3c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:21.606466 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-5f0d76c8-9948-42e9-8192-27e89dc84e3c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.18 "DELETE /v2.0/ports/91df4fb1-0eec-4c0c-aa55-6d19eb2df029 HTTP/1.1" status: 204 len: 173 time: 4.3465741 Jan 28 13:41:21.606614 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-deleted', 'tag': '91df4fb1-0eec-4c0c-aa55-6d19eb2df029'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:41:21.608908 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c25cbf-3b9b-45d8-9bcf-95d1c72feec2" -d '{"events": [{"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-deleted", "tag": "91df4fb1-0eec-4c0c-aa55-6d19eb2df029"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:41:21.612617 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b850704-3cdf-4d1b-9f07-495374a3d6fa None None] Sync routers for ids ['12e79e6d-e245-41f2-9a12-df26573f79b8'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:41:21.640226 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b850704-3cdf-4d1b-9f07-495374a3d6fa None None] Routers {'12e79e6d-e245-41f2-9a12-df26573f79b8'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:21.641658 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9b850704-3cdf-4d1b-9f07-495374a3d6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:41:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['12e79e6d-e245-41f2-9a12-df26573f79b8'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:21.720436 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bf4e07-184c-4160-a174-c57e4a504dfd x-openstack-request-id: req-82bf4e07-184c-4160-a174-c57e4a504dfd {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:41:21.720992 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-deleted", "tag": "91df4fb1-0eec-4c0c-aa55-6d19eb2df029", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:41:21.721421 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-82bf4e07-184c-4160-a174-c57e4a504dfd {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:41:21.721975 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-deleted', 'tag': '91df4fb1-0eec-4c0c-aa55-6d19eb2df029', 'status': 'completed', 'code': 200} Jan 28 13:41:21.805677 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b770e268-2536-4ea2-854d-a8fd9049a43c admin admin] Publish callbacks [] for security_group (d61b931c-b9d6-4673-a51a-e625417728f8), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:21.822467 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-9b850704-3cdf-4d1b-9f07-495374a3d6fa None None] Set router 12e79e6d-e245-41f2-9a12-df26573f79b8 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:41:21.844706 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37defc16-08bd-43a8-9043-c4a329a63fa0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:41:21.847290 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b770e268-2536-4ea2-854d-a8fd9049a43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d61b931c-b9d6-4673-a51a-e625417728f8), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:21.850461 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-37defc16-08bd-43a8-9043-c4a329a63fa0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:21.861810 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aff55e1-43d7-4645-a806-f98b909f09ad None None] Sync routers for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:41:21.884090 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-094097c6-ea04-47ce-9f86-3e3088a809f9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Deleting port f0fe5daa-acf0-4f7e-b641-574de0748ed4 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:21.884434 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-094097c6-ea04-47ce-9f86-3e3088a809f9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (f0fe5daa-acf0-4f7e-b641-574de0748ed4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:21.886190 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ba4fb62e-d664-44e7-803f-47389485999f admin admin] Publish callbacks [] for security_group (fe8f145f-d0f7-4c2f-bd41-ae3bd3f2f402), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:22.061254 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770e268-2536-4ea2-854d-a8fd9049a43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61b931c-b9d6-4673-a51a-e625417728f8,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:22.083831 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ba4fb62e-d664-44e7-803f-47389485999f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (fe8f145f-d0f7-4c2f-bd41-ae3bd3f2f402), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:22.088079 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ba4fb62e-d664-44e7-803f-47389485999f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:22.090153 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ba4fb62e-d664-44e7-803f-47389485999f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fe8f145f-d0f7-4c2f-bd41-ae3bd3f2f402 HTTP/1.1" status: 204 len: 168 time: 0.7374833 Jan 28 13:41:22.109007 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-37defc16-08bd-43a8-9043-c4a329a63fa0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "PUT /v2.0/floatingips/4d5c5c55-1115-4883-9acd-f85b1a7af2cd HTTP/1.1" status: 200 len: 977 time: 8.1567426 Jan 28 13:41:22.110408 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aff55e1-43d7-4645-a806-f98b909f09ad None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:22.111053 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-3aff55e1-43d7-4645-a806-f98b909f09ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:41:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:22.117232 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44904) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:22.131800 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b770e268-2536-4ea2-854d-a8fd9049a43c admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:41:22.132364 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-64a1cc62-b0a9-400f-b6b6-682030cb192f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:22.157734 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b770e268-2536-4ea2-854d-a8fd9049a43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (3c15b855-ca1c-4224-be76-1f68a303fce6), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:22.157964 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-b770e268-2536-4ea2-854d-a8fd9049a43c admin admin] Added segment 3c15b855-ca1c-4224-be76-1f68a303fce6 of type vlan for network 285d4e3a-5607-4218-b935-d2fc3d0a96e1 Jan 28 13:41:22.192468 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-3aff55e1-43d7-4645-a806-f98b909f09ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:22.219621 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aff55e1-43d7-4645-a806-f98b909f09ad None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:22.220614 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-3aff55e1-43d7-4645-a806-f98b909f09ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:41:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:22.257274 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b770e268-2536-4ea2-854d-a8fd9049a43c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (285d4e3a-5607-4218-b935-d2fc3d0a96e1), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:22.279251 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d937732f-5947-46b9-b921-b05c1d68a7ba no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:41:22.299620 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fb62e-d664-44e7-803f-47389485999f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8f145f-d0f7-4c2f-bd41-ae3bd3f2f402,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:22.309369 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-094097c6-ea04-47ce-9f86-3e3088a809f9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] For port f0fe5daa-acf0-4f7e-b641-574de0748ed4, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=f0fe5daa-acf0-4f7e-b641-574de0748ed4,segment=NetworkSegment(fb18244e-3af3-4deb-8d3e-faa801cd5018),segment_id=fb18244e-3af3-4deb-8d3e-faa801cd5018)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:22.309748 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-094097c6-ea04-47ce-9f86-3e3088a809f9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (f0fe5daa-acf0-4f7e-b641-574de0748ed4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:22.322994 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-3aff55e1-43d7-4645-a806-f98b909f09ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:22.326607 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aff55e1-43d7-4645-a806-f98b909f09ad None None] The sync data for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:41:22.345287 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-64a1cc62-b0a9-400f-b6b6-682030cb192f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (4d5c5c55-1115-4883-9acd-f85b1a7af2cd), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:22.375831 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63a73539-fe64-4f68-91b1-344ac9a85683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (d937732f-5947-46b9-b921-b05c1d68a7ba), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:22.402236 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Port d937732f-5947-46b9-b921-b05c1d68a7ba update to DOWN by agent not found {{(pid=103353) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 13:41:22.405692 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a73539-fe64-4f68-91b1-344ac9a85683 None None] Pushing event deleted for resources: {'Port': ['ID=d937732f-5947-46b9-b921-b05c1d68a7ba,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:22.422424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9b850704-3cdf-4d1b-9f07-495374a3d6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'name': 'tempest-TaggedBootDevicesTest_v242-330770301-router', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:31Z', 'updated_at': '2022-01-28T13:29:47Z', 'revision_number': 4, 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'gw_port': {'id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '3cc61c3e-372c-4eb1-a647-fc9b1aa216dd', 'name': '', 'network_id': '8d8ce296-49c0-407a-94c2-104afd52dd5e', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'mac_address': 'fa:16:3e:1c:ab:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '7e406a7c-fb11-4530-8ef1-a71bb9184c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:45Z', 'updated_at': '2022-01-28T13:29:53Z', 'revision_number': 5, 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'subnets': [{'id': '7e406a7c-fb11-4530-8ef1-a71bb9184c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:22.425846 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b770e268-2536-4ea2-854d-a8fd9049a43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (285d4e3a-5607-4218-b935-d2fc3d0a96e1), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:22.436539 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b770e268-2536-4ea2-854d-a8fd9049a43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:22.437343 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b770e268-2536-4ea2-854d-a8fd9049a43c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:22.443535 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-094097c6-ea04-47ce-9f86-3e3088a809f9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Calling delete_port for f0fe5daa-acf0-4f7e-b641-574de0748ed4 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:22.461430 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b850704-3cdf-4d1b-9f07-495374a3d6fa None None] Checking router: 12e79e6d-e245-41f2-9a12-df26573f79b8 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:41:22.475728 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a73539-fe64-4f68-91b1-344ac9a85683 None None] No DVR routers for this DVR port d937732f-5947-46b9-b921-b05c1d68a7ba on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:41:22.489357 n-d-822747-2 neutron-server[103352]: DEBUG neutron.objects.ports [None req-68cb1007-a1d1-41c0-b84e-1de1e59dbd0f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103352) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 13:41:22.489549 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b850704-3cdf-4d1b-9f07-495374a3d6fa None None] Routers {'12e79e6d-e245-41f2-9a12-df26573f79b8'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:22.490129 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9b850704-3cdf-4d1b-9f07-495374a3d6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:41:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['12e79e6d-e245-41f2-9a12-df26573f79b8'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:22.613590 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b770e268-2536-4ea2-854d-a8fd9049a43c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0946653 Jan 28 13:41:22.635518 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44914) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:22.645049 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-de383937-5d86-4af5-b0b0-2f0968d7cd91 admin admin] Request body: {'subnet': {'network_id': '285d4e3a-5607-4218-b935-d2fc3d0a96e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1360662139-subnet', 'tenant_id': '1bf9b6e908d54e24b17a1c7ceec0b7ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:22.734449 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de383937-5d86-4af5-b0b0-2f0968d7cd91 admin admin] Made reservation on behalf of 1bf9b6e908d54e24b17a1c7ceec0b7ee for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:22.742186 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de383937-5d86-4af5-b0b0-2f0968d7cd91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:22.764399 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44918) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:22.881840 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-17568f89-4352-4dfa-a1d1-2fe21405a6ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:22.918000 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-9b850704-3cdf-4d1b-9f07-495374a3d6fa None None] Set router 12e79e6d-e245-41f2-9a12-df26573f79b8 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:41:22.956310 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-64a1cc62-b0a9-400f-b6b6-682030cb192f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:22.966498 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-64a1cc62-b0a9-400f-b6b6-682030cb192f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (4d5c5c55-1115-4883-9acd-f85b1a7af2cd), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:22.967276 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [None req-64a1cc62-b0a9-400f-b6b6-682030cb192f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Floating IP 4d5c5c55-1115-4883-9acd-f85b1a7af2cd disassociated. External IP: 172.25.3.119, port: 185ddc54-0b45-449e-b572-0da9fc432288. Jan 28 13:41:23.005410 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770e268-2536-4ea2-854d-a8fd9049a43c admin admin] Pushing event updated for resources: {'Network': ['ID=285d4e3a-5607-4218-b935-d2fc3d0a96e1,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:23.020905 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 285d4e3a-5607-4218-b935-d2fc3d0a96e1 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:41:23.058268 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de383937-5d86-4af5-b0b0-2f0968d7cd91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (0e48f015-d95b-447e-81f3-56a09028b6dd), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:23.143247 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-094097c6-ea04-47ce-9f86-3e3088a809f9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (f0fe5daa-acf0-4f7e-b641-574de0748ed4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:23.192426 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094097c6-ea04-47ce-9f86-3e3088a809f9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event deleted for resources: {'Port': ['ID=f0fe5daa-acf0-4f7e-b641-574de0748ed4,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:23.195278 n-d-822747-2 neutron-server[103352]: WARNING neutron.services.revisions.revision_plugin [None req-68cb1007-a1d1-41c0-b84e-1de1e59dbd0f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Could not find related port for resource to bump revision. Jan 28 13:41:23.200751 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de383937-5d86-4af5-b0b0-2f0968d7cd91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e48f015-d95b-447e-81f3-56a09028b6dd,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:23.226268 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263599f-b0e8-4e3d-a240-fe6991a8bee6 req-0b7816f8-915d-4ebb-9bab-8c1284728dd0 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:23.228758 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f263599f-b0e8-4e3d-a240-fe6991a8bee6 req-0b7816f8-915d-4ebb-9bab-8c1284728dd0 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 943 time: 0.6351473 Jan 28 13:41:23.245352 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.ipam_pluggable_backend [None req-68cb1007-a1d1-41c0-b84e-1de1e59dbd0f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Port d937732f-5947-46b9-b921-b05c1d68a7ba was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103352) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 13:41:23.245715 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.ipam_pluggable_backend [None req-68cb1007-a1d1-41c0-b84e-1de1e59dbd0f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Reverting IP allocation for 2001:db8::f816:3eff:fe25:7f02 {{(pid=103352) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 13:41:23.257768 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9b850704-3cdf-4d1b-9f07-495374a3d6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'name': 'tempest-TaggedBootDevicesTest_v242-330770301-router', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:31Z', 'updated_at': '2022-01-28T13:29:47Z', 'revision_number': 4, 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'gw_port': {'id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '3cc61c3e-372c-4eb1-a647-fc9b1aa216dd', 'name': '', 'network_id': '8d8ce296-49c0-407a-94c2-104afd52dd5e', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'mac_address': 'fa:16:3e:1c:ab:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '7e406a7c-fb11-4530-8ef1-a71bb9184c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:45Z', 'updated_at': '2022-01-28T13:29:53Z', 'revision_number': 5, 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'subnets': [{'id': '7e406a7c-fb11-4530-8ef1-a71bb9184c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:23.262174 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.ipam_pluggable_backend [None req-68cb1007-a1d1-41c0-b84e-1de1e59dbd0f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe25:7f02 {{(pid=103352) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 13:41:23.275219 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-68cb1007-a1d1-41c0-b84e-1de1e59dbd0f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (d467e732-45be-42d9-8b99-bc285d6c4525), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:23.288513 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b850704-3cdf-4d1b-9f07-495374a3d6fa None None] The sync data for ids ['12e79e6d-e245-41f2-9a12-df26573f79b8'] in n-d-822747-2 is: [{'id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'name': 'tempest-TaggedBootDevicesTest_v242-330770301-router', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:31Z', 'updated_at': '2022-01-28T13:29:47Z', 'revision_number': 4, 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'gw_port': {'id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '3cc61c3e-372c-4eb1-a647-fc9b1aa216dd', 'name': '', 'network_id': '8d8ce296-49c0-407a-94c2-104afd52dd5e', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'mac_address': 'fa:16:3e:1c:ab:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '7e406a7c-fb11-4530-8ef1-a71bb9184c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:45Z', 'updated_at': '2022-01-28T13:29:53Z', 'revision_number': 5, 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'subnets': [{'id': '7e406a7c-fb11-4530-8ef1-a71bb9184c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:41:23.307138 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de383937-5d86-4af5-b0b0-2f0968d7cd91 admin admin] Checking segment: {'id': '3c15b855-ca1c-4224-be76-1f68a303fce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '285d4e3a-5607-4218-b935-d2fc3d0a96e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:23.307516 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de383937-5d86-4af5-b0b0-2f0968d7cd91 admin admin] Network hostable DHCP agents. Network: 285d4e3a-5607-4218-b935-d2fc3d0a96e1, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:41:23.310859 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-17568f89-4352-4dfa-a1d1-2fe21405a6ba admin admin] Publish callbacks [] for security_group (a73f4336-c3ec-4544-9429-34b38463607a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:23.321000 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-17568f89-4352-4dfa-a1d1-2fe21405a6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a73f4336-c3ec-4544-9429-34b38463607a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:23.345796 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-094097c6-ea04-47ce-9f86-3e3088a809f9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] No DVR routers for this DVR port f0fe5daa-acf0-4f7e-b641-574de0748ed4 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:41:23.356015 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-094097c6-ea04-47ce-9f86-3e3088a809f9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:23.359718 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3e75a8c0-1763-4125-8008-e1767e699ffd req-094097c6-ea04-47ce-9f86-3e3088a809f9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.18 "DELETE /v2.0/ports/f0fe5daa-acf0-4f7e-b641-574de0748ed4 HTTP/1.1" status: 204 len: 173 time: 1.7311397 Jan 28 13:41:23.398777 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f263599f-b0e8-4e3d-a240-fe6991a8bee6 req-f5075572-426f-4964-af6f-108235be205b tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c71bb51-4dcf-4ee1-846e-676c83721ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462457 Jan 28 13:41:23.416031 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cb1007-a1d1-41c0-b84e-1de1e59dbd0f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:23.433034 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17568f89-4352-4dfa-a1d1-2fe21405a6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73f4336-c3ec-4544-9429-34b38463607a,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:23.433692 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-68cb1007-a1d1-41c0-b84e-1de1e59dbd0f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:23.440511 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-17568f89-4352-4dfa-a1d1-2fe21405a6ba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e6cf2e70281448a588b30da491cbadc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6697879 Jan 28 13:41:23.443488 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44928) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:23.456395 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67d7e89-d8d5-452f-acfa-222040f0db68 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:23.470604 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cb1007-a1d1-41c0-b84e-1de1e59dbd0f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:23.473000 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-68cb1007-a1d1-41c0-b84e-1de1e59dbd0f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:23.489044 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de383937-5d86-4af5-b0b0-2f0968d7cd91 admin admin] Network 285d4e3a-5607-4218-b935-d2fc3d0a96e1 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:41:23.519823 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb1007-a1d1-41c0-b84e-1de1e59dbd0f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=d467e732-45be-42d9-8b99-bc285d6c4525,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:23.535704 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-de383937-5d86-4af5-b0b0-2f0968d7cd91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 285d4e3a-5607-4218-b935-d2fc3d0a96e1) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:23.546625 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de383937-5d86-4af5-b0b0-2f0968d7cd91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:23.547400 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de383937-5d86-4af5-b0b0-2f0968d7cd91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:23.557204 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca4e948-10d5-4421-8b47-f85b2bf9b500 None None] Network 285d4e3a-5607-4218-b935-d2fc3d0a96e1 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:23.573681 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-68cb1007-a1d1-41c0-b84e-1de1e59dbd0f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.6343858 Jan 28 13:41:23.582695 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-de383937-5d86-4af5-b0b0-2f0968d7cd91 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9405649 Jan 28 13:41:23.583392 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44930) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:23.599366 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-31d1c618-3e0f-43ea-91e2-1050e550335a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'port': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'mac_address': 'fa:16:3e:fc:5e:a4', 'name': 'tempest-NetworksTestDHCPv6-1370960156'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:23.619473 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a1cc62-b0a9-400f-b6b6-682030cb192f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Router 1e83f1c4-42ad-4424-a714-433c41f7f4ec has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:41:23.688885 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f4cc67cc-ef1c-4448-9ef0-7e60076ad4f0 admin admin] Publish callbacks [] for security_group (a73f4336-c3ec-4544-9429-34b38463607a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:23.759245 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f4cc67cc-ef1c-4448-9ef0-7e60076ad4f0 admin admin] Publish callbacks [] for security_group (a73f4336-c3ec-4544-9429-34b38463607a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:23.906465 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-deleted', 'tag': 'f0fe5daa-acf0-4f7e-b641-574de0748ed4'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:41:23.915487 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a974df-06a2-4a37-9d90-11f470deab89" -d '{"events": [{"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-deleted", "tag": "f0fe5daa-acf0-4f7e-b641-574de0748ed4"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:41:24.012063 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f4cc67cc-ef1c-4448-9ef0-7e60076ad4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a73f4336-c3ec-4544-9429-34b38463607a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:24.017831 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f4cc67cc-ef1c-4448-9ef0-7e60076ad4f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:24.025143 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f4cc67cc-ef1c-4448-9ef0-7e60076ad4f0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a73f4336-c3ec-4544-9429-34b38463607a HTTP/1.1" status: 204 len: 168 time: 0.5805421 Jan 28 13:41:24.046824 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3124a3c2-c196-4f73-9e4a-30cf886c0a39 x-openstack-request-id: req-3124a3c2-c196-4f73-9e4a-30cf886c0a39 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:41:24.047144 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db35ae2-ffe1-42ff-965d-d86b3014468e", "name": "network-vif-deleted", "tag": "f0fe5daa-acf0-4f7e-b641-574de0748ed4", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:41:24.047519 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3124a3c2-c196-4f73-9e4a-30cf886c0a39 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:41:24.047988 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db35ae2-ffe1-42ff-965d-d86b3014468e', 'name': 'network-vif-deleted', 'tag': 'f0fe5daa-acf0-4f7e-b641-574de0748ed4', 'status': 'completed', 'code': 200} Jan 28 13:41:24.048791 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc67cc-ef1c-4448-9ef0-7e60076ad4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73f4336-c3ec-4544-9429-34b38463607a,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:24.076794 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535805dc-1de5-4dd7-abe1-b3a09932f381 None None] New status for floating IP 43aff482-9d5b-4d43-8315-ba8a0b7893a3: DOWN {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:41:24.102829 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa79ca4-520f-4fbd-9098-9d5f5f79b003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-b1369f79-8419-4909-b9dc-745e2d83caa0', 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'project_id': 'c889d0606f324a669840943fc2266e93', 'fixed_ips': [{'subnet_id': 'd467e732-45be-42d9-8b99-bc285d6c4525'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:41:24.105884 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afa79ca4-520f-4fbd-9098-9d5f5f79b003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:24.247886 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a1cc62-b0a9-400f-b6b6-682030cb192f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:41:24.260149 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4edb50f-4a61-455f-9733-86f0fbcf6a77 None None] Sync routers for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:41:24.263561 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-64a1cc62-b0a9-400f-b6b6-682030cb192f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:24.279524 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4edb50f-4a61-455f-9733-86f0fbcf6a77 None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:24.283237 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d4edb50f-4a61-455f-9733-86f0fbcf6a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:41:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:24.385690 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-64a1cc62-b0a9-400f-b6b6-682030cb192f tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "PUT /v2.0/floatingips/4d5c5c55-1115-4883-9acd-f85b1a7af2cd HTTP/1.1" status: 200 len: 688 time: 2.2633505 Jan 28 13:41:24.386730 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44950) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:24.406225 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b8bcd0-d6e7-499c-8a88-3cfd05ec62df None None] Network 285d4e3a-5607-4218-b935-d2fc3d0a96e1 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:24.444520 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d4edb50f-4a61-455f-9733-86f0fbcf6a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:24.483724 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4edb50f-4a61-455f-9733-86f0fbcf6a77 None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:24.484358 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d4edb50f-4a61-455f-9733-86f0fbcf6a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:41:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:24.612323 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d4edb50f-4a61-455f-9733-86f0fbcf6a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:24.612980 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4edb50f-4a61-455f-9733-86f0fbcf6a77 None None] The sync data for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:41:24.732118 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bd33860a-c9b6-4afc-b7c0-e670642ad43d req-36f83eba-cc36-4deb-b42d-718c3629a367 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.1329317 Jan 28 13:41:24.874120 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d1c618-3e0f-43ea-91e2-1050e550335a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:24.889674 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-74e64ad8-1164-4097-9f46-7a877a8df51d tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Deleting port 01978391-b40d-43ec-ba66-660dcad630e5 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:24.890016 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-74e64ad8-1164-4097-9f46-7a877a8df51d tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (01978391-b40d-43ec-ba66-660dcad630e5), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:24.995690 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26d228-a80f-464d-812c-787f61be7034 req-3e8ef2d7-c00b-4f8a-a192-1d1286bf8764 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:25.002945 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4b26d228-a80f-464d-812c-787f61be7034 req-3e8ef2d7-c00b-4f8a-a192-1d1286bf8764 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.39 "GET /v2.0/networks?id=285d4e3a-5607-4218-b935-d2fc3d0a96e1 HTTP/1.1" status: 200 len: 813 time: 0.4751000 Jan 28 13:41:25.049022 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-afa79ca4-520f-4fbd-9098-9d5f5f79b003 None None] Allocated IP 2001:db8::f816:3eff:fed1:8780 (b1369f79-8419-4909-b9dc-745e2d83caa0/d467e732-45be-42d9-8b99-bc285d6c4525/999bd08f-7254-4a04-83b6-5b646afb475d) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:25.060238 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4b26d228-a80f-464d-812c-787f61be7034 req-6d73d36c-d106-4e9a-9b5a-bce4160c9b95 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.39 "GET /v2.0/quotas/1bf9b6e908d54e24b17a1c7ceec0b7ee HTTP/1.1" status: 200 len: 375 time: 0.0445287 Jan 28 13:41:25.100423 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-74e64ad8-1164-4097-9f46-7a877a8df51d tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (01978391-b40d-43ec-ba66-660dcad630e5), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:25.100751 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-74e64ad8-1164-4097-9f46-7a877a8df51d tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (01978391-b40d-43ec-ba66-660dcad630e5), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:25.123755 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-74e64ad8-1164-4097-9f46-7a877a8df51d tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Calling delete_port for 01978391-b40d-43ec-ba66-660dcad630e5 owned by network:floatingip {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:25.226754 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4b26d228-a80f-464d-812c-787f61be7034 req-f4c07c0a-e07c-4b15-ad1f-41763ff91218 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf9b6e908d54e24b17a1c7ceec0b7ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1597230 Jan 28 13:41:25.241261 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-31d1c618-3e0f-43ea-91e2-1050e550335a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:25.343312 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-31d1c618-3e0f-43ea-91e2-1050e550335a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] device_id is not set on port d21cde86-f46c-439a-bd9d-5d0ad209b81e yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:41:25.401155 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-74e64ad8-1164-4097-9f46-7a877a8df51d tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (01978391-b40d-43ec-ba66-660dcad630e5), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:25.429693 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afa79ca4-520f-4fbd-9098-9d5f5f79b003 None None] Publish callbacks [] for port (999bd08f-7254-4a04-83b6-5b646afb475d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:25.438756 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afa79ca4-520f-4fbd-9098-9d5f5f79b003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (999bd08f-7254-4a04-83b6-5b646afb475d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:25.471771 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e64ad8-1164-4097-9f46-7a877a8df51d tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event deleted for resources: {'Port': ['ID=01978391-b40d-43ec-ba66-660dcad630e5,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:25.547039 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa79ca4-520f-4fbd-9098-9d5f5f79b003 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:25.552911 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-afa79ca4-520f-4fbd-9098-9d5f5f79b003 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:25.556462 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa79ca4-520f-4fbd-9098-9d5f5f79b003 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:25.623100 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-74e64ad8-1164-4097-9f46-7a877a8df51d tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (4d5c5c55-1115-4883-9acd-f85b1a7af2cd), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:25.627710 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-74e64ad8-1164-4097-9f46-7a877a8df51d tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:25.628916 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-74e64ad8-1164-4097-9f46-7a877a8df51d tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "DELETE /v2.0/floatingips/4d5c5c55-1115-4883-9acd-f85b1a7af2cd HTTP/1.1" status: 204 len: 168 time: 1.2417276 Jan 28 13:41:25.632148 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 44996) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:25.725303 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-afa79ca4-520f-4fbd-9098-9d5f5f79b003 None None] Attempting to bind port 999bd08f-7254-4a04-83b6-5b646afb475d on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:25.725670 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-afa79ca4-520f-4fbd-9098-9d5f5f79b003 None None] Attempting to bind port 999bd08f-7254-4a04-83b6-5b646afb475d by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:25.726033 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa79ca4-520f-4fbd-9098-9d5f5f79b003 None None] Attempting to bind port 999bd08f-7254-4a04-83b6-5b646afb475d on network b1369f79-8419-4909-b9dc-745e2d83caa0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:25.739929 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa79ca4-520f-4fbd-9098-9d5f5f79b003 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:41:25.740920 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa79ca4-520f-4fbd-9098-9d5f5f79b003 None None] Checking segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:25.741699 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afa79ca4-520f-4fbd-9098-9d5f5f79b003 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:25.742811 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa79ca4-520f-4fbd-9098-9d5f5f79b003 None None] Bound using segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:41:25.743039 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-afa79ca4-520f-4fbd-9098-9d5f5f79b003 None None] Bound port: 999bd08f-7254-4a04-83b6-5b646afb475d, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:41:25.743572 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afa79ca4-520f-4fbd-9098-9d5f5f79b003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (999bd08f-7254-4a04-83b6-5b646afb475d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:25.778473 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa79ca4-520f-4fbd-9098-9d5f5f79b003 None None] Pushing event updated for resources: {'Port': ['ID=999bd08f-7254-4a04-83b6-5b646afb475d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:25.933751 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-afa79ca4-520f-4fbd-9098-9d5f5f79b003 None None] For port 999bd08f-7254-4a04-83b6-5b646afb475d, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:41:25.941422 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-afa79ca4-520f-4fbd-9098-9d5f5f79b003 None None] For port 999bd08f-7254-4a04-83b6-5b646afb475d, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=999bd08f-7254-4a04-83b6-5b646afb475d,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:41:25.946338 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-afa79ca4-520f-4fbd-9098-9d5f5f79b003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (999bd08f-7254-4a04-83b6-5b646afb475d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:25.979605 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-a0246878-6f20-49de-9959-27bcab717138 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] delete failed (client error): The resource could not be found. Jan 28 13:41:25.980737 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a0246878-6f20-49de-9959-27bcab717138 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "DELETE /v2.0/floatingips/4d5c5c55-1115-4883-9acd-f85b1a7af2cd HTTP/1.1" status: 404 len: 345 time: 0.3450911 Jan 28 13:41:25.994155 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45010) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:26.012366 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-31d1c618-3e0f-43ea-91e2-1050e550335a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 2001:db8::f816:3eff:fefc:5ea4 (b1369f79-8419-4909-b9dc-745e2d83caa0/d467e732-45be-42d9-8b99-bc285d6c4525/d21cde86-f46c-439a-bd9d-5d0ad209b81e) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:26.055769 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fa0999b0-257d-4aff-8612-cb2af9978f20 req-29ecff2f-c40e-41e2-8421-117d8d1d5e21 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.1141624 Jan 28 13:41:26.076033 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4b26d228-a80f-464d-812c-787f61be7034 req-712b866d-7dd9-4dfd-822e-df11f604a0dc service neutron] 10.222.0.39 "GET /v2.0/networks/285d4e3a-5607-4218-b935-d2fc3d0a96e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8474908 Jan 28 13:41:26.124058 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa79ca4-520f-4fbd-9098-9d5f5f79b003 None None] Pushing event updated for resources: {'Port': ['ID=999bd08f-7254-4a04-83b6-5b646afb475d,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:26.229400 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178223ed-bb6c-4181-8095-8da93efe89b6 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:26.235204 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178223ed-bb6c-4181-8095-8da93efe89b6 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:26.240661 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178223ed-bb6c-4181-8095-8da93efe89b6 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:26.242461 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-178223ed-bb6c-4181-8095-8da93efe89b6 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "GET /v2.0/ports?network_id=5b224cee-09af-4578-a981-575bea89b126 HTTP/1.1" status: 200 len: 2358 time: 0.2472959 Jan 28 13:41:26.245770 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45016) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:26.366576 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4b26d228-a80f-464d-812c-787f61be7034 req-f29b4465-826a-43be-b9bd-fc9183533009 service neutron] 10.222.0.39 "GET /v2.0/networks/285d4e3a-5607-4218-b935-d2fc3d0a96e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802474 Jan 28 13:41:26.399083 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d20205-250f-4079-9c5e-7b72c9229564 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:26.400669 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d0d20205-250f-4079-9c5e-7b72c9229564 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "GET /v2.0/subnets/bc70f7a4-6ebd-4bf6-858d-d91d30c40e13 HTTP/1.1" status: 200 len: 797 time: 0.1535282 Jan 28 13:41:26.405882 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45026) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:26.412359 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-54dbc560-6dec-4ea1-8fde-d5d0c407b231 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Request body: {'port': {'network_id': '5b224cee-09af-4578-a981-575bea89b126', 'name': 'tempest-FloatingIPTestJSON-2078426880', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:26.503844 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-31d1c618-3e0f-43ea-91e2-1050e550335a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (d21cde86-f46c-439a-bd9d-5d0ad209b81e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:26.731235 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-31d1c618-3e0f-43ea-91e2-1050e550335a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (d21cde86-f46c-439a-bd9d-5d0ad209b81e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:26.741311 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e3faf4a-e876-4505-bdf1-b9591b87e126 req-1a8b582a-a06a-4ca1-94cc-28d51416eb86 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.39 "GET /v2.0/ports?device_id=27f9d870-f81d-4d61-a080-dcd1b7127d7c HTTP/1.1" status: 200 len: 210 time: 0.1098690 Jan 28 13:41:26.742692 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54dbc560-6dec-4ea1-8fde-d5d0c407b231 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Made reservation on behalf of bc3a4b4595e84e7d9c850880ace224ed for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:26.863010 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d1c618-3e0f-43ea-91e2-1050e550335a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:26.867870 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-31d1c618-3e0f-43ea-91e2-1050e550335a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:26.873707 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d1c618-3e0f-43ea-91e2-1050e550335a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:26.880240 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d1c618-3e0f-43ea-91e2-1050e550335a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:26.880512 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-31d1c618-3e0f-43ea-91e2-1050e550335a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:26.907345 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1c618-3e0f-43ea-91e2-1050e550335a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Port': ['ID=d21cde86-f46c-439a-bd9d-5d0ad209b81e,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:26.932479 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-31d1c618-3e0f-43ea-91e2-1050e550335a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3473754 Jan 28 13:41:26.935544 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45046) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:26.951882 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-54dbc560-6dec-4ea1-8fde-d5d0c407b231 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:27.002545 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-54dbc560-6dec-4ea1-8fde-d5d0c407b231 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] device_id is not set on port f481658f-e4cc-44f9-a2a3-620dd1678007 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:41:27.043045 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5e9800-2675-43b5-b0a8-1f50576391da tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:27.057262 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5e9800-2675-43b5-b0a8-1f50576391da tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:27.060062 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fb5e9800-2675-43b5-b0a8-1f50576391da tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1234193 Jan 28 13:41:27.065155 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45054) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:27.397257 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-05fd3adf-1620-42be-9601-e182323e6d18 req-be941ccd-8bf6-4e64-91c2-b645b296eede tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.1144378 Jan 28 13:41:27.565776 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-e2fcb8d9-21d5-4efd-9ff5-f3cfba394eed tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting port d21cde86-f46c-439a-bd9d-5d0ad209b81e {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:27.566133 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e2fcb8d9-21d5-4efd-9ff5-f3cfba394eed tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (d21cde86-f46c-439a-bd9d-5d0ad209b81e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:27.640891 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-954d15e6-5619-459b-83b5-ba25fe876aac tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:27.649517 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-954d15e6-5619-459b-83b5-ba25fe876aac tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/networks?id=7f8697aa-149e-430a-a71c-7f1937d7a08d HTTP/1.1" status: 200 len: 814 time: 0.4102969 Jan 28 13:41:27.684335 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-c53bbea9-6a50-452e-912b-45cbef9e700d tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/quotas/b5d7278598134e528b8ac881059fef25 HTTP/1.1" status: 200 len: 375 time: 0.0335083 Jan 28 13:41:27.734131 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-04cbe3fb-4155-488c-a41a-2a91d4533e7a tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b5d7278598134e528b8ac881059fef25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483315 Jan 28 13:41:27.899010 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-54dbc560-6dec-4ea1-8fde-d5d0c407b231 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Allocated IP 172.20.0.13 (5b224cee-09af-4578-a981-575bea89b126/bc70f7a4-6ebd-4bf6-858d-d91d30c40e13/f481658f-e4cc-44f9-a2a3-620dd1678007) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:27.906253 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-54dbc560-6dec-4ea1-8fde-d5d0c407b231 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Allocated IP 172.20.0.12 (5b224cee-09af-4578-a981-575bea89b126/bc70f7a4-6ebd-4bf6-858d-d91d30c40e13/f481658f-e4cc-44f9-a2a3-620dd1678007) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:28.006686 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-bcad944c-8ad9-4f46-8951-52f80653602c None None] Provisioning complete for port 999bd08f-7254-4a04-83b6-5b646afb475d triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:28.007652 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bcad944c-8ad9-4f46-8951-52f80653602c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (999bd08f-7254-4a04-83b6-5b646afb475d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:28.008032 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e2fcb8d9-21d5-4efd-9ff5-f3cfba394eed tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (d21cde86-f46c-439a-bd9d-5d0ad209b81e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:28.026595 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-e2fcb8d9-21d5-4efd-9ff5-f3cfba394eed tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Calling delete_port for d21cde86-f46c-439a-bd9d-5d0ad209b81e owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:28.220957 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-54dbc560-6dec-4ea1-8fde-d5d0c407b231 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for port (f481658f-e4cc-44f9-a2a3-620dd1678007), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:28.230611 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-bcad944c-8ad9-4f46-8951-52f80653602c None None] Current status of the port 999bd08f-7254-4a04-83b6-5b646afb475d is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:28.231040 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bcad944c-8ad9-4f46-8951-52f80653602c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (999bd08f-7254-4a04-83b6-5b646afb475d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:28.350752 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1642ca2d-5b9f-4ef4-8c25-a0e4ae1cd240 req-12004c48-3281-4646-88ad-547acb3947d9 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.39 "GET /v2.0/ports?device_id=27f9d870-f81d-4d61-a080-dcd1b7127d7c HTTP/1.1" status: 200 len: 210 time: 0.4830916 Jan 28 13:41:28.361412 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-54dbc560-6dec-4ea1-8fde-d5d0c407b231 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (f481658f-e4cc-44f9-a2a3-620dd1678007), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:28.383722 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-bcad944c-8ad9-4f46-8951-52f80653602c None None] For port 999bd08f-7254-4a04-83b6-5b646afb475d, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=999bd08f-7254-4a04-83b6-5b646afb475d,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:28.391395 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bcad944c-8ad9-4f46-8951-52f80653602c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (999bd08f-7254-4a04-83b6-5b646afb475d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:28.413895 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 999bd08f-7254-4a04-83b6-5b646afb475d up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:28.487549 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-a1f7b2d9-2943-44e7-899a-5418e8b2b7cd service neutron] 10.222.0.39 "GET /v2.0/networks/7f8697aa-149e-430a-a71c-7f1937d7a08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7500117 Jan 28 13:41:28.489271 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e2fcb8d9-21d5-4efd-9ff5-f3cfba394eed tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (d21cde86-f46c-439a-bd9d-5d0ad209b81e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:28.575348 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-7a7bc26a-4901-4503-ac77-3521e5e09135 None None] Could not find standard attr ID for object d21cde86-f46c-439a-bd9d-5d0ad209b81e. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:41:28.608618 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad944c-8ad9-4f46-8951-52f80653602c None None] Pushing event updated for resources: {'Port': ['ID=999bd08f-7254-4a04-83b6-5b646afb475d,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:28.620463 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 999bd08f-7254-4a04-83b6-5b646afb475d triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:28.621004 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (999bd08f-7254-4a04-83b6-5b646afb475d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:28.686429 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fcb8d9-21d5-4efd-9ff5-f3cfba394eed tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Port': ['ID=d21cde86-f46c-439a-bd9d-5d0ad209b81e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:28.729512 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 999bd08f-7254-4a04-83b6-5b646afb475d is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:28.740408 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e2fcb8d9-21d5-4efd-9ff5-f3cfba394eed tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:28.745106 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e2fcb8d9-21d5-4efd-9ff5-f3cfba394eed tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/d21cde86-f46c-439a-bd9d-5d0ad209b81e HTTP/1.1" status: 204 len: 168 time: 1.6787128 Jan 28 13:41:28.751234 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45090) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:28.764713 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dbc560-6dec-4ea1-8fde-d5d0c407b231 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Network 5b224cee-09af-4578-a981-575bea89b126 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:28.788935 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45092) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:28.792114 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-54dbc560-6dec-4ea1-8fde-d5d0c407b231 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:28.810628 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dbc560-6dec-4ea1-8fde-d5d0c407b231 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:28.813958 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbc560-6dec-4ea1-8fde-d5d0c407b231 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event updated for resources: {'Port': ['ID=f481658f-e4cc-44f9-a2a3-620dd1678007,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:28.824029 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26d228-a80f-464d-812c-787f61be7034 req-77624fbd-4f51-4cfb-bbb4-3c8762812168 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:28.825309 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4b26d228-a80f-464d-812c-787f61be7034 req-77624fbd-4f51-4cfb-bbb4-3c8762812168 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.37 "GET /v2.0/networks?id=285d4e3a-5607-4218-b935-d2fc3d0a96e1 HTTP/1.1" status: 200 len: 813 time: 0.4923017 Jan 28 13:41:28.836263 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d922686a-defd-41aa-83a8-809fd7d2ca2d req-c3da60b5-28de-4833-a0e2-7d16006a7c83 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.0879414 Jan 28 13:41:28.866441 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-4b26d228-a80f-464d-812c-787f61be7034 req-9e3970b8-efff-4b2f-a124-f000f0f693cf tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Request body: {'port': {'device_id': '27f9d870-f81d-4d61-a080-dcd1b7127d7c', 'network_id': '285d4e3a-5607-4218-b935-d2fc3d0a96e1', 'admin_state_up': True, 'tenant_id': '1bf9b6e908d54e24b17a1c7ceec0b7ee'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:28.972168 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6bedbf-13c7-4f46-b4d9-bf7197c6fe1e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:28.974557 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6bedbf-13c7-4f46-b4d9-bf7197c6fe1e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:28.981850 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-da6bedbf-13c7-4f46-b4d9-bf7197c6fe1e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2220349 Jan 28 13:41:28.993357 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45096) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:29.048300 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dbc560-6dec-4ea1-8fde-d5d0c407b231 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:29.049207 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-54dbc560-6dec-4ea1-8fde-d5d0c407b231 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.057056 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b26d228-a80f-464d-812c-787f61be7034 req-9e3970b8-efff-4b2f-a124-f000f0f693cf tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Made reservation on behalf of 1bf9b6e908d54e24b17a1c7ceec0b7ee for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:29.057244 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d2f6c8-7d98-4e4d-810d-44c228ea406e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet d467e732-45be-42d9-8b99-bc285d6c4525 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:41:29.062022 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4b26d228-a80f-464d-812c-787f61be7034 req-9e3970b8-efff-4b2f-a124-f000f0f693cf tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.066176 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d3d2f6c8-7d98-4e4d-810d-44c228ea406e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (d467e732-45be-42d9-8b99-bc285d6c4525), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.071876 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-699b8e55-436f-4489-89f3-b645afe95300 service neutron] 10.222.0.39 "GET /v2.0/networks/7f8697aa-149e-430a-a71c-7f1937d7a08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5754910 Jan 28 13:41:29.090242 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-54dbc560-6dec-4ea1-8fde-d5d0c407b231 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.6828208 Jan 28 13:41:29.097048 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45098) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:29.103525 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-06ed9fb6-137c-421b-8ce1-6f035f13e23e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'port_id': 'f481658f-e4cc-44f9-a2a3-620dd1678007', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:29.107367 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9cd619f5-7d47-44cd-ae82-2eda15d2e157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.141932 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d3d2f6c8-7d98-4e4d-810d-44c228ea406e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (d467e732-45be-42d9-8b99-bc285d6c4525), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.284597 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9cd619f5-7d47-44cd-ae82-2eda15d2e157 admin admin] Publish callbacks [] for security_group (c1275fc6-f303-47ae-82f9-01f2b2d9b836), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.288323 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d3d2f6c8-7d98-4e4d-810d-44c228ea406e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (d467e732-45be-42d9-8b99-bc285d6c4525), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.319005 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a05c125-34e6-4e61-bf08-897ca7c9b96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.328392 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-06ed9fb6-137c-421b-8ce1-6f035f13e23e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.338528 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9cd619f5-7d47-44cd-ae82-2eda15d2e157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c1275fc6-f303-47ae-82f9-01f2b2d9b836), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.351118 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-4b26d228-a80f-464d-812c-787f61be7034 req-9e3970b8-efff-4b2f-a124-f000f0f693cf tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Allocated IP 172.20.0.3 (285d4e3a-5607-4218-b935-d2fc3d0a96e1/0e48f015-d95b-447e-81f3-56a09028b6dd/9003b046-df47-4bc5-93c8-04c897fc42ba) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:29.404373 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3e71b694-1d02-4005-9f20-d8abbbfca53b req-a703cffc-04bd-4965-8df7-9988c641a570 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c068-e3fc-4c58-a6cf-959fbeaa8c56 HTTP/1.1" status: 200 len: 210 time: 0.0409052 Jan 28 13:41:29.446468 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd619f5-7d47-44cd-ae82-2eda15d2e157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1275fc6-f303-47ae-82f9-01f2b2d9b836,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:29.571387 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9cd619f5-7d47-44cd-ae82-2eda15d2e157 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=19545730e41b4cacac03abce25a1520d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7802663 Jan 28 13:41:29.574378 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45112) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:29.597081 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-26f762e4-4583-48b6-95e6-a9e594c5e904 req-d86eb5cf-0bf1-4380-81f6-0dc0e0764117 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.39 "GET /v2.0/ports?device_id=27f9d870-f81d-4d61-a080-dcd1b7127d7c HTTP/1.1" status: 200 len: 210 time: 0.0868769 Jan 28 13:41:29.624625 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d3d2f6c8-7d98-4e4d-810d-44c228ea406e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (d467e732-45be-42d9-8b99-bc285d6c4525), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.665841 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d3d2f6c8-7d98-4e4d-810d-44c228ea406e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.671766 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e632dfb-c7b4-43f8-a857-48b3f44a17e5 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:29.679786 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d3d2f6c8-7d98-4e4d-810d-44c228ea406e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/d467e732-45be-42d9-8b99-bc285d6c4525 HTTP/1.1" status: 204 len: 168 time: 0.6840518 Jan 28 13:41:29.686323 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45118) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:29.688251 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4b26d228-a80f-464d-812c-787f61be7034 req-9e3970b8-efff-4b2f-a124-f000f0f693cf tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Publish callbacks [] for port (9003b046-df47-4bc5-93c8-04c897fc42ba), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.722823 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-06ed9fb6-137c-421b-8ce1-6f035f13e23e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.748913 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-00b43b3f-7700-4657-8641-b2270593c888 admin admin] Publish callbacks [] for security_group (c1275fc6-f303-47ae-82f9-01f2b2d9b836), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.757580 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-23b49da0-392d-41f7-8f9f-db7cbc5419b6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690494 Jan 28 13:41:29.759578 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2f6c8-7d98-4e4d-810d-44c228ea406e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=d467e732-45be-42d9-8b99-bc285d6c4525,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:29.764536 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45120) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:29.774745 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-1955350f-22a8-4be4-97f4-d2d95b702f5d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:29.915460 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1955350f-22a8-4be4-97f4-d2d95b702f5d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:29.921715 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1955350f-22a8-4be4-97f4-d2d95b702f5d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.954286 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28752ded-e8e7-4c50-8e35-fefcaca563ee None None] DHCP port deletion for b1369f79-8419-4909-b9dc-745e2d83caa0 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:41:30.102021 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-28752ded-e8e7-4c50-8e35-fefcaca563ee None None] Deleting port 999bd08f-7254-4a04-83b6-5b646afb475d {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:30.102618 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28752ded-e8e7-4c50-8e35-fefcaca563ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (999bd08f-7254-4a04-83b6-5b646afb475d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.290732 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 999bd08f-7254-4a04-83b6-5b646afb475d no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:41:30.333347 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-28752ded-e8e7-4c50-8e35-fefcaca563ee None None] For port 999bd08f-7254-4a04-83b6-5b646afb475d, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=999bd08f-7254-4a04-83b6-5b646afb475d,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:30.334573 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28752ded-e8e7-4c50-8e35-fefcaca563ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (999bd08f-7254-4a04-83b6-5b646afb475d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.357202 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-28752ded-e8e7-4c50-8e35-fefcaca563ee None None] Calling delete_port for 999bd08f-7254-4a04-83b6-5b646afb475d owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:30.460306 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d2b088a8-d301-4e4c-84f6-577b914479d8 req-df07e107-cf7b-450a-b1b6-57bca7288cb1 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.1236644 Jan 28 13:41:30.533478 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-00b43b3f-7700-4657-8641-b2270593c888 admin admin] Publish callbacks [] for security_group (c1275fc6-f303-47ae-82f9-01f2b2d9b836), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.544893 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 999bd08f-7254-4a04-83b6-5b646afb475d is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:30.551965 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (999bd08f-7254-4a04-83b6-5b646afb475d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.591619 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 999bd08f-7254-4a04-83b6-5b646afb475d, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=999bd08f-7254-4a04-83b6-5b646afb475d,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:30.603975 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (999bd08f-7254-4a04-83b6-5b646afb475d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.614500 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4b26d228-a80f-464d-812c-787f61be7034 req-9e3970b8-efff-4b2f-a124-f000f0f693cf tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (9003b046-df47-4bc5-93c8-04c897fc42ba), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.652733 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1c5b2f0b-5d10-4005-b0de-05dfb83a1c74 req-1dab761c-8ae9-4839-a07f-c7f31fae8872 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c068-e3fc-4c58-a6cf-959fbeaa8c56 HTTP/1.1" status: 200 len: 210 time: 0.0974972 Jan 28 13:41:30.678729 n-d-822747-2 neutron-server[103351]: DEBUG neutron.objects.ports [None req-1955350f-22a8-4be4-97f4-d2d95b702f5d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103351) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 13:41:30.691937 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-28752ded-e8e7-4c50-8e35-fefcaca563ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (999bd08f-7254-4a04-83b6-5b646afb475d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.703931 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=999bd08f-7254-4a04-83b6-5b646afb475d,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:30.734298 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28752ded-e8e7-4c50-8e35-fefcaca563ee None None] No DVR routers for this DVR port 999bd08f-7254-4a04-83b6-5b646afb475d on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:41:30.761026 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3970b8-efff-4b2f-a124-f000f0f693cf tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Pushing event updated for resources: {'Port': ['ID=9003b046-df47-4bc5-93c8-04c897fc42ba,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:30.824416 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28752ded-e8e7-4c50-8e35-fefcaca563ee None None] Pushing event deleted for resources: {'Port': ['ID=999bd08f-7254-4a04-83b6-5b646afb475d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:30.836056 n-d-822747-2 neutron-server[103351]: WARNING neutron.services.revisions.revision_plugin [None req-1955350f-22a8-4be4-97f4-d2d95b702f5d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Could not find related port for resource to bump revision. Jan 28 13:41:30.863474 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b26d228-a80f-464d-812c-787f61be7034 req-9e3970b8-efff-4b2f-a124-f000f0f693cf tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Network 285d4e3a-5607-4218-b935-d2fc3d0a96e1 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:30.863698 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.ipam_pluggable_backend [None req-1955350f-22a8-4be4-97f4-d2d95b702f5d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Port 999bd08f-7254-4a04-83b6-5b646afb475d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103351) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 13:41:30.864112 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.ipam_pluggable_backend [None req-1955350f-22a8-4be4-97f4-d2d95b702f5d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Reverting IP allocation for 2001:db8::f816:3eff:fed1:8780 {{(pid=103351) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 13:41:30.869729 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.ipam_pluggable_backend [None req-1955350f-22a8-4be4-97f4-d2d95b702f5d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed1:8780 {{(pid=103351) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 13:41:30.881364 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1955350f-22a8-4be4-97f4-d2d95b702f5d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (1d033e84-077f-49e7-b74f-b7b6c354f6aa), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.900705 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-4b26d228-a80f-464d-812c-787f61be7034 req-9e3970b8-efff-4b2f-a124-f000f0f693cf tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:30.906671 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b26d228-a80f-464d-812c-787f61be7034 req-9e3970b8-efff-4b2f-a124-f000f0f693cf tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:30.973410 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-00b43b3f-7700-4657-8641-b2270593c888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c1275fc6-f303-47ae-82f9-01f2b2d9b836), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.976768 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-00b43b3f-7700-4657-8641-b2270593c888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.978214 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-00b43b3f-7700-4657-8641-b2270593c888 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c1275fc6-f303-47ae-82f9-01f2b2d9b836 HTTP/1.1" status: 204 len: 168 time: 1.4019499 Jan 28 13:41:30.991800 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1955350f-22a8-4be4-97f4-d2d95b702f5d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:30.997544 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-1955350f-22a8-4be4-97f4-d2d95b702f5d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:31.004716 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1955350f-22a8-4be4-97f4-d2d95b702f5d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:31.005541 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1955350f-22a8-4be4-97f4-d2d95b702f5d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:31.017561 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-06ed9fb6-137c-421b-8ce1-6f035f13e23e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Allocated IP 172.25.3.167 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/b3a11e57-c4dc-4fd1-ac47-82a1015e36b2) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:31.017772 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1233a124-1401-487f-ba9c-3ef6b640377b None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:31.040794 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231435d-76f1-4710-82a5-33aafd91c916 req-cfc1502b-9c05-4bc1-88d6-30f1f0960ea2 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:31.048890 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2231435d-76f1-4710-82a5-33aafd91c916 req-cfc1502b-9c05-4bc1-88d6-30f1f0960ea2 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.39 "GET /v2.0/ports?device_id=27f9d870-f81d-4d61-a080-dcd1b7127d7c HTTP/1.1" status: 200 len: 931 time: 0.2784283 Jan 28 13:41:31.050125 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1955350f-22a8-4be4-97f4-d2d95b702f5d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2828274 Jan 28 13:41:31.050767 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45140) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:31.064355 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b43b3f-7700-4657-8641-b2270593c888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1275fc6-f303-47ae-82f9-01f2b2d9b836,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:31.081087 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-8ebb4d93-730c-4315-96ba-b61de234b1a6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'port': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'mac_address': 'fa:16:3e:05:8a:b8', 'name': 'tempest-NetworksTestDHCPv6-154595585'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:31.107369 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955350f-22a8-4be4-97f4-d2d95b702f5d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=1d033e84-077f-49e7-b74f-b7b6c354f6aa,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:31.140085 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26d228-a80f-464d-812c-787f61be7034 req-9e3970b8-efff-4b2f-a124-f000f0f693cf tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:31.142126 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4b26d228-a80f-464d-812c-787f61be7034 req-9e3970b8-efff-4b2f-a124-f000f0f693cf tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:31.156057 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-30920182-62a8-43e1-9979-80910b5ce086 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:31.158583 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-30920182-62a8-43e1-9979-80910b5ce086 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.18 "GET /v2.0/networks?id=7f8697aa-149e-430a-a71c-7f1937d7a08d HTTP/1.1" status: 200 len: 814 time: 0.3161647 Jan 28 13:41:31.175109 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-36a8c275-e982-410d-b17f-4611f254ab67 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Request body: {'port': {'device_id': '6545c068-e3fc-4c58-a6cf-959fbeaa8c56', 'network_id': '7f8697aa-149e-430a-a71c-7f1937d7a08d', 'admin_state_up': True, 'tenant_id': 'b5d7278598134e528b8ac881059fef25'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:31.292702 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4b26d228-a80f-464d-812c-787f61be7034 req-9e3970b8-efff-4b2f-a124-f000f0f693cf tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4309328 Jan 28 13:41:31.292953 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846bfdf6-65bb-464c-9241-c14226905121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-b1369f79-8419-4909-b9dc-745e2d83caa0', 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'project_id': 'c889d0606f324a669840943fc2266e93', 'fixed_ips': [{'subnet_id': '1d033e84-077f-49e7-b74f-b7b6c354f6aa'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:41:31.294080 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-846bfdf6-65bb-464c-9241-c14226905121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:31.365717 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-4b26d228-a80f-464d-812c-787f61be7034 req-069f1420-fa88-45e1-8585-cfdb8ce91dee service neutron] Request body: {'port': {'device_id': '27f9d870-f81d-4d61-a080-dcd1b7127d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:31.387403 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2231435d-76f1-4710-82a5-33aafd91c916 req-12a38b39-45f8-48b8-9638-c2a7ac825f79 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.39 "GET /v2.0/security-groups?id=d61b931c-b9d6-4673-a51a-e625417728f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364031 Jan 28 13:41:31.514821 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4b26d228-a80f-464d-812c-787f61be7034 req-069f1420-fa88-45e1-8585-cfdb8ce91dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9003b046-df47-4bc5-93c8-04c897fc42ba), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:31.534386 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45150) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:31.568782 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-846bfdf6-65bb-464c-9241-c14226905121 None None] Allocated IP 2001:db8::f816:3eff:fe66:c6a9 (b1369f79-8419-4909-b9dc-745e2d83caa0/1d033e84-077f-49e7-b74f-b7b6c354f6aa/e2b96423-af75-4a95-9289-c6584b3e7796) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:31.577091 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-36a8c275-e982-410d-b17f-4611f254ab67 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Made reservation on behalf of b5d7278598134e528b8ac881059fef25 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:31.581455 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-36a8c275-e982-410d-b17f-4611f254ab67 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:31.597760 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e47e438-eaa3-41c2-b6ef-d46f0b42206a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:31.632664 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6263e6d2-43aa-41e5-b3f7-1e46b38bd9c3 req-b84f17d3-62ed-4ef4-b551-b637d474d09b tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.0357797 Jan 28 13:41:31.641919 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-06ed9fb6-137c-421b-8ce1-6f035f13e23e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for port (b3a11e57-c4dc-4fd1-ac47-82a1015e36b2), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:31.837570 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b96d28f9-7385-426b-8b25-f978fcdec7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:31.849389 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-36a8c275-e982-410d-b17f-4611f254ab67 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Allocated IP 172.20.0.4 (7f8697aa-149e-430a-a71c-7f1937d7a08d/a8c3baad-45df-4aa7-bfe8-b1c9002351fc/fe56a29c-49b4-40ab-a611-ea79e7cf6160) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:31.852910 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebb4d93-730c-4315-96ba-b61de234b1a6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:31.866222 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-846bfdf6-65bb-464c-9241-c14226905121 None None] Publish callbacks [] for port (e2b96423-af75-4a95-9289-c6584b3e7796), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:31.881772 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-846bfdf6-65bb-464c-9241-c14226905121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (e2b96423-af75-4a95-9289-c6584b3e7796), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:31.933416 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846bfdf6-65bb-464c-9241-c14226905121 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:31.939005 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-846bfdf6-65bb-464c-9241-c14226905121 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:31.945992 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846bfdf6-65bb-464c-9241-c14226905121 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:31.980091 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846bfdf6-65bb-464c-9241-c14226905121 None None] Pushing event updated for resources: {'Port': ['ID=e2b96423-af75-4a95-9289-c6584b3e7796,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:32.034136 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-846bfdf6-65bb-464c-9241-c14226905121 None None] Attempting to bind port e2b96423-af75-4a95-9289-c6584b3e7796 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:32.034750 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-846bfdf6-65bb-464c-9241-c14226905121 None None] Attempting to bind port e2b96423-af75-4a95-9289-c6584b3e7796 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:32.035287 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846bfdf6-65bb-464c-9241-c14226905121 None None] Attempting to bind port e2b96423-af75-4a95-9289-c6584b3e7796 on network b1369f79-8419-4909-b9dc-745e2d83caa0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:32.048483 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846bfdf6-65bb-464c-9241-c14226905121 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:41:32.049169 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846bfdf6-65bb-464c-9241-c14226905121 None None] Checking segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:32.049722 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-846bfdf6-65bb-464c-9241-c14226905121 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.050274 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846bfdf6-65bb-464c-9241-c14226905121 None None] Bound using segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:41:32.050900 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-846bfdf6-65bb-464c-9241-c14226905121 None None] Bound port: e2b96423-af75-4a95-9289-c6584b3e7796, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:41:32.051472 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-846bfdf6-65bb-464c-9241-c14226905121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e2b96423-af75-4a95-9289-c6584b3e7796), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.121733 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-846bfdf6-65bb-464c-9241-c14226905121 None None] For port e2b96423-af75-4a95-9289-c6584b3e7796, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:41:32.125672 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-846bfdf6-65bb-464c-9241-c14226905121 None None] For port e2b96423-af75-4a95-9289-c6584b3e7796, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=e2b96423-af75-4a95-9289-c6584b3e7796,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:41:32.136963 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-846bfdf6-65bb-464c-9241-c14226905121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e2b96423-af75-4a95-9289-c6584b3e7796), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.166498 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-08c472bb-d0f8-4816-b71d-c7bab82c594a req-f2fce56e-0f5f-42f3-8af1-678b9a9f08e4 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c068-e3fc-4c58-a6cf-959fbeaa8c56 HTTP/1.1" status: 200 len: 210 time: 0.2693567 Jan 28 13:41:32.228713 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846bfdf6-65bb-464c-9241-c14226905121 None None] Pushing event updated for resources: {'Port': ['ID=e2b96423-af75-4a95-9289-c6584b3e7796,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:32.300429 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e47e438-eaa3-41c2-b6ef-d46f0b42206a admin admin] Publish callbacks [] for security_group (d68c2c14-c2af-4099-8bee-57fae12ba76e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.316644 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e47e438-eaa3-41c2-b6ef-d46f0b42206a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d68c2c14-c2af-4099-8bee-57fae12ba76e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.366620 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47e438-eaa3-41c2-b6ef-d46f0b42206a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68c2c14-c2af-4099-8bee-57fae12ba76e,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:32.371695 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-06ed9fb6-137c-421b-8ce1-6f035f13e23e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (b3a11e57-c4dc-4fd1-ac47-82a1015e36b2), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.403997 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ed9fb6-137c-421b-8ce1-6f035f13e23e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:32.414226 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-06ed9fb6-137c-421b-8ce1-6f035f13e23e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:32.444078 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ed9fb6-137c-421b-8ce1-6f035f13e23e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:32.580408 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-4b26d228-a80f-464d-812c-787f61be7034 req-069f1420-fa88-45e1-8585-cfdb8ce91dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9003b046-df47-4bc5-93c8-04c897fc42ba {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:41:32.611076 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4b26d228-a80f-464d-812c-787f61be7034 req-069f1420-fa88-45e1-8585-cfdb8ce91dee service neutron] Publish callbacks [] for port (9003b046-df47-4bc5-93c8-04c897fc42ba), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.629210 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-4b26d228-a80f-464d-812c-787f61be7034 req-069f1420-fa88-45e1-8585-cfdb8ce91dee service neutron] Transition to ACTIVE for port object 9003b046-df47-4bc5-93c8-04c897fc42ba will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:41:32.643242 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8e47e438-eaa3-41c2-b6ef-d46f0b42206a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ebff401480d4b93a8f41eb9d4a54cb2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1065123 Jan 28 13:41:32.694878 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45164) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:32.694878 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4b26d228-a80f-464d-812c-787f61be7034 req-069f1420-fa88-45e1-8585-cfdb8ce91dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (9003b046-df47-4bc5-93c8-04c897fc42ba), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.719219 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ebb4d93-730c-4315-96ba-b61de234b1a6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.743805 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-8ebb4d93-730c-4315-96ba-b61de234b1a6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] device_id is not set on port cc53e25a-7a46-49b7-a675-a65c4999a298 yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:41:32.841309 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.850646 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed9fb6-137c-421b-8ce1-6f035f13e23e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event updated for resources: {'Port': ['ID=b3a11e57-c4dc-4fd1-ac47-82a1015e36b2,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:32.917052 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e2536d0-3c87-47f2-a190-fa4dc7f56f01 req-cd8abea5-ce9e-4a46-aff8-bd0ff6cf200a tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.0892446 Jan 28 13:41:32.979160 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-36a8c275-e982-410d-b17f-4611f254ab67 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Publish callbacks [] for port (fe56a29c-49b4-40ab-a611-ea79e7cf6160), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.030000 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-8ebb4d93-730c-4315-96ba-b61de234b1a6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 2001:db8::f816:3eff:fe05:8ab8 (b1369f79-8419-4909-b9dc-745e2d83caa0/1d033e84-077f-49e7-b74f-b7b6c354f6aa/cc53e25a-7a46-49b7-a675-a65c4999a298) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:33.238117 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ebb4d93-730c-4315-96ba-b61de234b1a6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (cc53e25a-7a46-49b7-a675-a65c4999a298), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.341399 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-06ed9fb6-137c-421b-8ce1-6f035f13e23e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (86a1831b-24d0-42af-b67a-640e6f2f336d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.352088 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-36a8c275-e982-410d-b17f-4611f254ab67 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (fe56a29c-49b4-40ab-a611-ea79e7cf6160), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.354554 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ebb4d93-730c-4315-96ba-b61de234b1a6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (cc53e25a-7a46-49b7-a675-a65c4999a298), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.426591 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-36a8c275-e982-410d-b17f-4611f254ab67 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Network 7f8697aa-149e-430a-a71c-7f1937d7a08d is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:33.433027 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-36a8c275-e982-410d-b17f-4611f254ab67 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:33.447257 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-02322c58-670f-45e8-8f5f-93c6b42859b0 admin admin] Publish callbacks [] for security_group (d68c2c14-c2af-4099-8bee-57fae12ba76e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.449678 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-36a8c275-e982-410d-b17f-4611f254ab67 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:33.455500 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebb4d93-730c-4315-96ba-b61de234b1a6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:33.463091 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2667e-c9d7-4e12-b613-5322612ef7d1 req-61942d6f-a50b-401e-a9a9-7101600c951d tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:33.470879 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-43c2667e-c9d7-4e12-b613-5322612ef7d1 req-61942d6f-a50b-401e-a9a9-7101600c951d tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c068-e3fc-4c58-a6cf-959fbeaa8c56 HTTP/1.1" status: 200 len: 931 time: 0.1521504 Jan 28 13:41:33.471035 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-02322c58-670f-45e8-8f5f-93c6b42859b0 admin admin] Publish callbacks [] for security_group (d68c2c14-c2af-4099-8bee-57fae12ba76e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.531272 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8c275-e982-410d-b17f-4611f254ab67 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Pushing event updated for resources: {'Port': ['ID=fe56a29c-49b4-40ab-a611-ea79e7cf6160,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:33.534296 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-8ebb4d93-730c-4315-96ba-b61de234b1a6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:33.544871 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebb4d93-730c-4315-96ba-b61de234b1a6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:33.555811 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebb4d93-730c-4315-96ba-b61de234b1a6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:33.556589 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ebb4d93-730c-4315-96ba-b61de234b1a6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.585574 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-02322c58-670f-45e8-8f5f-93c6b42859b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d68c2c14-c2af-4099-8bee-57fae12ba76e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.588149 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-02322c58-670f-45e8-8f5f-93c6b42859b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.589313 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-02322c58-670f-45e8-8f5f-93c6b42859b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d68c2c14-c2af-4099-8bee-57fae12ba76e HTTP/1.1" status: 204 len: 168 time: 0.8854184 Jan 28 13:41:33.614572 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a929d0-b45d-49aa-8319-6a20375d2d3a req-a8908e10-92bc-407b-b03d-e7c7a2857b54 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:33.616196 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f1a929d0-b45d-49aa-8319-6a20375d2d3a req-a8908e10-92bc-407b-b03d-e7c7a2857b54 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.39 "GET /v2.0/ports?device_id=27f9d870-f81d-4d61-a080-dcd1b7127d7c HTTP/1.1" status: 200 len: 943 time: 0.9801257 Jan 28 13:41:33.641015 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-43c2667e-c9d7-4e12-b613-5322612ef7d1 req-997ea44e-5c69-4574-b7f3-7b313a3597ba tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7dccc49-2271-4d7e-b24a-755da09322ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659281 Jan 28 13:41:33.709293 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f1420-fa88-45e1-8585-cfdb8ce91dee service neutron] Pushing event updated for resources: {'Port': ['ID=9003b046-df47-4bc5-93c8-04c897fc42ba,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:33.716671 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f1a929d0-b45d-49aa-8319-6a20375d2d3a req-bf728d21-3148-42f0-9933-0468d2949608 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.39 "GET /v2.0/security-groups?id=d61b931c-b9d6-4673-a51a-e625417728f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720873 Jan 28 13:41:33.717447 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02322c58-670f-45e8-8f5f-93c6b42859b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68c2c14-c2af-4099-8bee-57fae12ba76e,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:33.728381 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-4b26d228-a80f-464d-812c-787f61be7034 req-069f1420-fa88-45e1-8585-cfdb8ce91dee service neutron] Attempting to bind port 9003b046-df47-4bc5-93c8-04c897fc42ba on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:33.728718 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-4b26d228-a80f-464d-812c-787f61be7034 req-069f1420-fa88-45e1-8585-cfdb8ce91dee service neutron] Attempting to bind port 9003b046-df47-4bc5-93c8-04c897fc42ba by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '3c15b855-ca1c-4224-be76-1f68a303fce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '285d4e3a-5607-4218-b935-d2fc3d0a96e1'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:33.729046 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b26d228-a80f-464d-812c-787f61be7034 req-069f1420-fa88-45e1-8585-cfdb8ce91dee service neutron] Attempting to bind port 9003b046-df47-4bc5-93c8-04c897fc42ba on network 285d4e3a-5607-4218-b935-d2fc3d0a96e1 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:33.744085 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8ebb4d93-730c-4315-96ba-b61de234b1a6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6869307 Jan 28 13:41:33.747157 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b26d228-a80f-464d-812c-787f61be7034 req-069f1420-fa88-45e1-8585-cfdb8ce91dee service neutron] Port 9003b046-df47-4bc5-93c8-04c897fc42ba on network 285d4e3a-5607-4218-b935-d2fc3d0a96e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:33.747550 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b26d228-a80f-464d-812c-787f61be7034 req-069f1420-fa88-45e1-8585-cfdb8ce91dee service neutron] Attempting to bind port 9003b046-df47-4bc5-93c8-04c897fc42ba on network 285d4e3a-5607-4218-b935-d2fc3d0a96e1 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:33.751885 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45176) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:33.757689 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb4d93-730c-4315-96ba-b61de234b1a6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Port': ['ID=cc53e25a-7a46-49b7-a675-a65c4999a298,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:33.781603 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-36a8c275-e982-410d-b17f-4611f254ab67 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:33.783444 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-36a8c275-e982-410d-b17f-4611f254ab67 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.830511 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-36a8c275-e982-410d-b17f-4611f254ab67 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6610312 Jan 28 13:41:33.836447 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-06ed9fb6-137c-421b-8ce1-6f035f13e23e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b3a11e57-c4dc-4fd1-ac47-82a1015e36b2), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.872006 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b26d228-a80f-464d-812c-787f61be7034 req-069f1420-fa88-45e1-8585-cfdb8ce91dee service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:41:33.873933 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b26d228-a80f-464d-812c-787f61be7034 req-069f1420-fa88-45e1-8585-cfdb8ce91dee service neutron] Checking segment: {'id': '3c15b855-ca1c-4224-be76-1f68a303fce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '285d4e3a-5607-4218-b935-d2fc3d0a96e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:33.873933 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b26d228-a80f-464d-812c-787f61be7034 req-069f1420-fa88-45e1-8585-cfdb8ce91dee service neutron] Bound using segment: {'id': '3c15b855-ca1c-4224-be76-1f68a303fce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '285d4e3a-5607-4218-b935-d2fc3d0a96e1'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:41:33.874124 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-4b26d228-a80f-464d-812c-787f61be7034 req-069f1420-fa88-45e1-8585-cfdb8ce91dee service neutron] Bound port: 9003b046-df47-4bc5-93c8-04c897fc42ba, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c15b855-ca1c-4224-be76-1f68a303fce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '285d4e3a-5607-4218-b935-d2fc3d0a96e1'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:41:33.876525 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4b26d228-a80f-464d-812c-787f61be7034 req-069f1420-fa88-45e1-8585-cfdb8ce91dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9003b046-df47-4bc5-93c8-04c897fc42ba), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.988110 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-158272f8-9f8b-4e22-83ff-8305d5fc29e0 None None] Provisioning complete for port e2b96423-af75-4a95-9289-c6584b3e7796 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:33.989243 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-158272f8-9f8b-4e22-83ff-8305d5fc29e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e2b96423-af75-4a95-9289-c6584b3e7796), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:34.061074 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc66ac9-40f0-4eac-a388-1a7a2c56d572 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:34.067650 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc66ac9-40f0-4eac-a388-1a7a2c56d572 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:34.071851 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bbc66ac9-40f0-4eac-a388-1a7a2c56d572 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2920830 Jan 28 13:41:34.072417 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45188) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:34.286503 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-4b26d228-a80f-464d-812c-787f61be7034 req-069f1420-fa88-45e1-8585-cfdb8ce91dee service neutron] For port 9003b046-df47-4bc5-93c8-04c897fc42ba, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:41:34.324117 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-b8ef104a-4b5a-453e-8074-4de879f27cb2 service neutron] Request body: {'port': {'device_id': '6545c068-e3fc-4c58-a6cf-959fbeaa8c56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:34.374727 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:34.391793 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-158272f8-9f8b-4e22-83ff-8305d5fc29e0 None None] Current status of the port e2b96423-af75-4a95-9289-c6584b3e7796 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:34.392532 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-158272f8-9f8b-4e22-83ff-8305d5fc29e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e2b96423-af75-4a95-9289-c6584b3e7796), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:34.399656 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f128fff8-58dd-453c-a3d7-ea8508c175fd req-9a9deb49-0abb-4beb-82f3-be023ae47427 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.1824784 Jan 28 13:41:34.418955 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-4b26d228-a80f-464d-812c-787f61be7034 req-069f1420-fa88-45e1-8585-cfdb8ce91dee service neutron] For port 9003b046-df47-4bc5-93c8-04c897fc42ba, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=9003b046-df47-4bc5-93c8-04c897fc42ba,segment=NetworkSegment(3c15b855-ca1c-4224-be76-1f68a303fce6),segment_id=3c15b855-ca1c-4224-be76-1f68a303fce6)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:41:34.433570 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4b26d228-a80f-464d-812c-787f61be7034 req-069f1420-fa88-45e1-8585-cfdb8ce91dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (9003b046-df47-4bc5-93c8-04c897fc42ba), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:34.491336 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-b8ef104a-4b5a-453e-8074-4de879f27cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fe56a29c-49b4-40ab-a611-ea79e7cf6160), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:34.493838 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f1420-fa88-45e1-8585-cfdb8ce91dee service neutron] Pushing event updated for resources: {'Port': ['ID=9003b046-df47-4bc5-93c8-04c897fc42ba,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:34.519326 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26d228-a80f-464d-812c-787f61be7034 req-069f1420-fa88-45e1-8585-cfdb8ce91dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:34.520004 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4b26d228-a80f-464d-812c-787f61be7034 req-069f1420-fa88-45e1-8585-cfdb8ce91dee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:34.521843 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4b26d228-a80f-464d-812c-787f61be7034 req-069f1420-fa88-45e1-8585-cfdb8ce91dee service neutron] 10.222.0.37 "PUT /v2.0/ports/9003b046-df47-4bc5-93c8-04c897fc42ba HTTP/1.1" status: 200 len: 1091 time: 3.1646824 Jan 28 13:41:34.521972 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-5d409aa4-d97d-4c3b-9479-a7b76e0e83b8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting port cc53e25a-7a46-49b7-a675-a65c4999a298 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:34.522186 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5d409aa4-d97d-4c3b-9479-a7b76e0e83b8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (cc53e25a-7a46-49b7-a675-a65c4999a298), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:34.522300 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f9d870-f81d-4d61-a080-dcd1b7127d7c', 'tag': '9003b046-df47-4bc5-93c8-04c897fc42ba'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:41:34.526862 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36034e9a-450b-43e7-88c1-8b0c6d439bea" -d '{"events": [{"name": "network-changed", "server_uuid": "27f9d870-f81d-4d61-a080-dcd1b7127d7c", "tag": "9003b046-df47-4bc5-93c8-04c897fc42ba"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:41:34.566950 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-06ed9fb6-137c-421b-8ce1-6f035f13e23e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for port (b3a11e57-c4dc-4fd1-ac47-82a1015e36b2), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:34.575650 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-06ed9fb6-137c-421b-8ce1-6f035f13e23e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (b3a11e57-c4dc-4fd1-ac47-82a1015e36b2), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:34.863285 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed9fb6-137c-421b-8ce1-6f035f13e23e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event updated for resources: {'Port': ['ID=b3a11e57-c4dc-4fd1-ac47-82a1015e36b2,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:34.876348 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c233f5-671a-4fc3-8185-698e400bd758 x-openstack-request-id: req-39c233f5-671a-4fc3-8185-698e400bd758 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:41:34.876694 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f9d870-f81d-4d61-a080-dcd1b7127d7c", "tag": "9003b046-df47-4bc5-93c8-04c897fc42ba", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:41:34.876881 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-39c233f5-671a-4fc3-8185-698e400bd758 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:41:34.877274 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f9d870-f81d-4d61-a080-dcd1b7127d7c', 'tag': '9003b046-df47-4bc5-93c8-04c897fc42ba', 'status': 'completed', 'code': 200} Jan 28 13:41:34.956315 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e2b96423-af75-4a95-9289-c6584b3e7796 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:35.009757 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5d409aa4-d97d-4c3b-9479-a7b76e0e83b8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (cc53e25a-7a46-49b7-a675-a65c4999a298), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.025128 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-5d409aa4-d97d-4c3b-9479-a7b76e0e83b8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Calling delete_port for cc53e25a-7a46-49b7-a675-a65c4999a298 owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:35.057428 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-06ed9fb6-137c-421b-8ce1-6f035f13e23e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (86a1831b-24d0-42af-b67a-640e6f2f336d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.139455 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-158272f8-9f8b-4e22-83ff-8305d5fc29e0 None None] For port e2b96423-af75-4a95-9289-c6584b3e7796, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=e2b96423-af75-4a95-9289-c6584b3e7796,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:35.154471 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-158272f8-9f8b-4e22-83ff-8305d5fc29e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e2b96423-af75-4a95-9289-c6584b3e7796), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.235387 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5d409aa4-d97d-4c3b-9479-a7b76e0e83b8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (cc53e25a-7a46-49b7-a675-a65c4999a298), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.263305 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-06ed9fb6-137c-421b-8ce1-6f035f13e23e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Floating IP 86a1831b-24d0-42af-b67a-640e6f2f336d associated. External IP: 172.25.3.167, port: f481658f-e4cc-44f9-a2a3-620dd1678007. Jan 28 13:41:35.268680 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26d228-a80f-464d-812c-787f61be7034 req-5f25d078-49f1-47e4-817e-05095cac8511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:35.270210 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4b26d228-a80f-464d-812c-787f61be7034 req-5f25d078-49f1-47e4-817e-05095cac8511 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1bf9b6e908d54e24b17a1c7ceec0b7ee&device_id=27f9d870-f81d-4d61-a080-dcd1b7127d7c HTTP/1.1" status: 200 len: 1094 time: 0.6877856 Jan 28 13:41:35.280141 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port e2b96423-af75-4a95-9289-c6584b3e7796 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:35.283569 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e2b96423-af75-4a95-9289-c6584b3e7796), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.357465 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3263b40-37bf-4c46-b9e0-ca812d2ee70b req-d7980563-e2d0-49a4-8c35-5852394b05a7 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:35.359065 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c3263b40-37bf-4c46-b9e0-ca812d2ee70b req-d7980563-e2d0-49a4-8c35-5852394b05a7 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c068-e3fc-4c58-a6cf-959fbeaa8c56 HTTP/1.1" status: 200 len: 931 time: 0.4737797 Jan 28 13:41:35.407658 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-edde49ed-30b8-4d65-91bf-630538ec71d2 None None] Could not find standard attr ID for object cc53e25a-7a46-49b7-a675-a65c4999a298. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:41:35.412188 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d409aa4-d97d-4c3b-9479-a7b76e0e83b8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Port': ['ID=cc53e25a-7a46-49b7-a675-a65c4999a298,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:35.424737 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5d409aa4-d97d-4c3b-9479-a7b76e0e83b8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.428682 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5d409aa4-d97d-4c3b-9479-a7b76e0e83b8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/cc53e25a-7a46-49b7-a675-a65c4999a298 HTTP/1.1" status: 204 len: 168 time: 1.3546286 Jan 28 13:41:35.457236 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45222) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:35.467615 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158272f8-9f8b-4e22-83ff-8305d5fc29e0 None None] Pushing event updated for resources: {'Port': ['ID=e2b96423-af75-4a95-9289-c6584b3e7796,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:35.520395 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4b26d228-a80f-464d-812c-787f61be7034 req-a924cdf2-ccac-4991-bf20-7e6ad9e2ef75 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9003b046-df47-4bc5-93c8-04c897fc42ba HTTP/1.1" status: 200 len: 217 time: 0.1579490 Jan 28 13:41:35.535659 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5290def1-8cbc-46bb-87cd-a9d1f7566031 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:35.537587 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5290def1-8cbc-46bb-87cd-a9d1f7566031 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:35.539240 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5290def1-8cbc-46bb-87cd-a9d1f7566031 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0789881 Jan 28 13:41:35.549289 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45228) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:35.557139 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85408705-2a8e-492c-9dad-1fa9b1701723 req-938f2501-885c-4c23-8f55-9441b0c1fc11 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:35.559189 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-85408705-2a8e-492c-9dad-1fa9b1701723 req-938f2501-885c-4c23-8f55-9441b0c1fc11 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.39 "GET /v2.0/ports?device_id=27f9d870-f81d-4d61-a080-dcd1b7127d7c HTTP/1.1" status: 200 len: 943 time: 0.3726692 Jan 28 13:41:35.584793 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port e2b96423-af75-4a95-9289-c6584b3e7796 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:35.743805 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-85408705-2a8e-492c-9dad-1fa9b1701723 req-2de0da21-da6a-4dd5-afd8-828de9c30eee tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.39 "GET /v2.0/security-groups?id=d61b931c-b9d6-4673-a51a-e625417728f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203027 Jan 28 13:41:35.746229 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.760986 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb92d586-0a38-4ec1-905d-2f809cc3f02f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet 1d033e84-077f-49e7-b74f-b7b6c354f6aa {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:41:35.766205 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cb92d586-0a38-4ec1-905d-2f809cc3f02f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (1d033e84-077f-49e7-b74f-b7b6c354f6aa), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.849910 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cb92d586-0a38-4ec1-905d-2f809cc3f02f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (1d033e84-077f-49e7-b74f-b7b6c354f6aa), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:36.040406 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cb92d586-0a38-4ec1-905d-2f809cc3f02f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (1d033e84-077f-49e7-b74f-b7b6c354f6aa), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:36.178628 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d1bd2a19-42a6-42e0-83a4-d8a7602d4305 req-c7ce4536-d39c-47da-a6c1-aa9037fc4a44 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.0773151 Jan 28 13:41:36.182414 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cb92d586-0a38-4ec1-905d-2f809cc3f02f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (1d033e84-077f-49e7-b74f-b7b6c354f6aa), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:36.205667 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cb92d586-0a38-4ec1-905d-2f809cc3f02f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:36.209816 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cb92d586-0a38-4ec1-905d-2f809cc3f02f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/1d033e84-077f-49e7-b74f-b7b6c354f6aa HTTP/1.1" status: 204 len: 168 time: 0.6490221 Jan 28 13:41:36.210720 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a84f57f-e157-4351-af3a-9559788e732d None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:36.256577 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45236) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:36.317105 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-09ec7e0a-610c-4714-80dd-c2ed0c11facc tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550916 Jan 28 13:41:36.318488 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-b8ef104a-4b5a-453e-8074-4de879f27cb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe56a29c-49b4-40ab-a611-ea79e7cf6160 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:41:36.323352 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92d586-0a38-4ec1-905d-2f809cc3f02f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=1d033e84-077f-49e7-b74f-b7b6c354f6aa,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:36.325084 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45240) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:36.341198 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-b8ef104a-4b5a-453e-8074-4de879f27cb2 service neutron] Publish callbacks [] for port (fe56a29c-49b4-40ab-a611-ea79e7cf6160), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:36.385158 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-b8ef104a-4b5a-453e-8074-4de879f27cb2 service neutron] Transition to ACTIVE for port object fe56a29c-49b4-40ab-a611-ea79e7cf6160 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:41:36.397721 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-b8ef104a-4b5a-453e-8074-4de879f27cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (fe56a29c-49b4-40ab-a611-ea79e7cf6160), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:36.399577 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e2b96423-af75-4a95-9289-c6584b3e7796 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:36.467821 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef104a-4b5a-453e-8074-4de879f27cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=fe56a29c-49b4-40ab-a611-ea79e7cf6160,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:36.491463 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc9b870-8f54-4b27-b3ba-35526e8d7ddf tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:36.495881 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4fc9b870-8f54-4b27-b3ba-35526e8d7ddf tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1642382 Jan 28 13:41:36.503720 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45248) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:36.574021 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26d228-a80f-464d-812c-787f61be7034 req-bd11fa7b-d791-44ca-b4b3-7d0b225e29c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:36.575749 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4b26d228-a80f-464d-812c-787f61be7034 req-bd11fa7b-d791-44ca-b4b3-7d0b225e29c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e48f015-d95b-447e-81f3-56a09028b6dd HTTP/1.1" status: 200 len: 853 time: 1.0435114 Jan 28 13:41:36.612954 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60d3d55-7d22-497d-9386-349226e46994 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:36.617000 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c60d3d55-7d22-497d-9386-349226e46994 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1089265 Jan 28 13:41:36.630702 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45252) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:36.638365 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4b26d228-a80f-464d-812c-787f61be7034 req-1116306c-898d-4822-9515-0a89f565d602 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=285d4e3a-5607-4218-b935-d2fc3d0a96e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477884 Jan 28 13:41:36.638737 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port e2b96423-af75-4a95-9289-c6584b3e7796 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:36.641863 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e2b96423-af75-4a95-9289-c6584b3e7796), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:36.694779 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ca9958-9756-4d16-a709-2cf28469b985 None None] DHCP port deletion for b1369f79-8419-4909-b9dc-745e2d83caa0 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:41:36.723393 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c3263b40-37bf-4c46-b9e0-ca812d2ee70b req-f8aa8299-9c68-4633-b173-06d071b4cf87 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7dccc49-2271-4d7e-b24a-755da09322ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2018099 Jan 28 13:41:36.748420 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6e882277-149e-48bc-9d6f-75d00ac70d94 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1144869 Jan 28 13:41:36.749873 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-b8ef104a-4b5a-453e-8074-4de879f27cb2 service neutron] Attempting to bind port fe56a29c-49b4-40ab-a611-ea79e7cf6160 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:36.752796 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-b8ef104a-4b5a-453e-8074-4de879f27cb2 service neutron] Attempting to bind port fe56a29c-49b4-40ab-a611-ea79e7cf6160 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9f8e7572-3d26-4139-9ed7-e071ff7040da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f8697aa-149e-430a-a71c-7f1937d7a08d'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:36.753287 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-b8ef104a-4b5a-453e-8074-4de879f27cb2 service neutron] Attempting to bind port fe56a29c-49b4-40ab-a611-ea79e7cf6160 on network 7f8697aa-149e-430a-a71c-7f1937d7a08d {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:36.756502 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45254) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:36.765598 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-b8ef104a-4b5a-453e-8074-4de879f27cb2 service neutron] Port fe56a29c-49b4-40ab-a611-ea79e7cf6160 on network 7f8697aa-149e-430a-a71c-7f1937d7a08d not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:36.766226 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-b8ef104a-4b5a-453e-8074-4de879f27cb2 service neutron] Attempting to bind port fe56a29c-49b4-40ab-a611-ea79e7cf6160 on network 7f8697aa-149e-430a-a71c-7f1937d7a08d {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:36.778362 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-b8ef104a-4b5a-453e-8074-4de879f27cb2 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:41:36.783434 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-b8ef104a-4b5a-453e-8074-4de879f27cb2 service neutron] Checking segment: {'id': '9f8e7572-3d26-4139-9ed7-e071ff7040da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f8697aa-149e-430a-a71c-7f1937d7a08d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:36.783966 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-b8ef104a-4b5a-453e-8074-4de879f27cb2 service neutron] Bound using segment: {'id': '9f8e7572-3d26-4139-9ed7-e071ff7040da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f8697aa-149e-430a-a71c-7f1937d7a08d'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:41:36.784710 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-b8ef104a-4b5a-453e-8074-4de879f27cb2 service neutron] Bound port: fe56a29c-49b4-40ab-a611-ea79e7cf6160, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8e7572-3d26-4139-9ed7-e071ff7040da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f8697aa-149e-430a-a71c-7f1937d7a08d'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:41:36.786117 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-b8ef104a-4b5a-453e-8074-4de879f27cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fe56a29c-49b4-40ab-a611-ea79e7cf6160), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:36.851188 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-19478acf-2f56-422b-84ac-f337998c0964 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:36.921005 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-b8ef104a-4b5a-453e-8074-4de879f27cb2 service neutron] For port fe56a29c-49b4-40ab-a611-ea79e7cf6160, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:41:36.924833 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-b8ef104a-4b5a-453e-8074-4de879f27cb2 service neutron] For port fe56a29c-49b4-40ab-a611-ea79e7cf6160, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=fe56a29c-49b4-40ab-a611-ea79e7cf6160,segment=NetworkSegment(9f8e7572-3d26-4139-9ed7-e071ff7040da),segment_id=9f8e7572-3d26-4139-9ed7-e071ff7040da)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:41:36.930733 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-b8ef104a-4b5a-453e-8074-4de879f27cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (fe56a29c-49b4-40ab-a611-ea79e7cf6160), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:36.969153 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port e2b96423-af75-4a95-9289-c6584b3e7796 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:36.995870 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-b8ef104a-4b5a-453e-8074-4de879f27cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:36.997513 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-b8ef104a-4b5a-453e-8074-4de879f27cb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:36.999521 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-b8ef104a-4b5a-453e-8074-4de879f27cb2 service neutron] 10.222.0.18 "PUT /v2.0/ports/fe56a29c-49b4-40ab-a611-ea79e7cf6160 HTTP/1.1" status: 200 len: 1091 time: 3.1619387 Jan 28 13:41:37.004472 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6545c068-e3fc-4c58-a6cf-959fbeaa8c56', 'tag': 'fe56a29c-49b4-40ab-a611-ea79e7cf6160'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:41:37.008806 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a6367d-f6d7-47f8-9549-69c5b1845f20" -d '{"events": [{"name": "network-changed", "server_uuid": "6545c068-e3fc-4c58-a6cf-959fbeaa8c56", "tag": "fe56a29c-49b4-40ab-a611-ea79e7cf6160"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:41:37.121551 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-52ca9958-9756-4d16-a709-2cf28469b985 None None] Deleting port e2b96423-af75-4a95-9289-c6584b3e7796 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:37.122456 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52ca9958-9756-4d16-a709-2cf28469b985 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (e2b96423-af75-4a95-9289-c6584b3e7796), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:37.169435 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19478acf-2f56-422b-84ac-f337998c0964 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:37.172899 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19478acf-2f56-422b-84ac-f337998c0964 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:37.253820 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-52ca9958-9756-4d16-a709-2cf28469b985 None None] For port e2b96423-af75-4a95-9289-c6584b3e7796, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=e2b96423-af75-4a95-9289-c6584b3e7796,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:37.255401 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52ca9958-9756-4d16-a709-2cf28469b985 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (e2b96423-af75-4a95-9289-c6584b3e7796), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:37.259303 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef104a-4b5a-453e-8074-4de879f27cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=fe56a29c-49b4-40ab-a611-ea79e7cf6160,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:37.279889 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748f7c28-34b1-4565-854d-d7aca9ca7c69 x-openstack-request-id: req-748f7c28-34b1-4565-854d-d7aca9ca7c69 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:41:37.280212 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6545c068-e3fc-4c58-a6cf-959fbeaa8c56", "tag": "fe56a29c-49b4-40ab-a611-ea79e7cf6160", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:41:37.280474 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-748f7c28-34b1-4565-854d-d7aca9ca7c69 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:41:37.281691 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6545c068-e3fc-4c58-a6cf-959fbeaa8c56', 'tag': 'fe56a29c-49b4-40ab-a611-ea79e7cf6160', 'status': 'completed', 'code': 200} Jan 28 13:41:37.283748 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-52ca9958-9756-4d16-a709-2cf28469b985 None None] Calling delete_port for e2b96423-af75-4a95-9289-c6584b3e7796 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:37.308042 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4b26d228-a80f-464d-812c-787f61be7034 req-49b8e5a6-92fe-4c7c-a42b-6d08c332e6fd service neutron] 10.222.0.37 "GET /v2.0/networks/285d4e3a-5607-4218-b935-d2fc3d0a96e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6630392 Jan 28 13:41:37.353060 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a80a9-b862-4bad-9d6a-b5f1515a8d64 req-98fbd346-4534-4d5d-9ddb-f27580eac442 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:37.359743 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c9a80a9-b862-4bad-9d6a-b5f1515a8d64 req-98fbd346-4534-4d5d-9ddb-f27580eac442 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.39 "GET /v2.0/ports?device_id=27f9d870-f81d-4d61-a080-dcd1b7127d7c HTTP/1.1" status: 200 len: 943 time: 0.3972671 Jan 28 13:41:37.441759 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-ff8bcf7c-9755-4681-a717-183487417234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:37.456196 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-ff8bcf7c-9755-4681-a717-183487417234 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b5d7278598134e528b8ac881059fef25&device_id=6545c068-e3fc-4c58-a6cf-959fbeaa8c56 HTTP/1.1" status: 200 len: 1094 time: 0.3860328 Jan 28 13:41:37.510156 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52ca9958-9756-4d16-a709-2cf28469b985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (e2b96423-af75-4a95-9289-c6584b3e7796), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:37.558802 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ca9958-9756-4d16-a709-2cf28469b985 None None] No DVR routers for this DVR port e2b96423-af75-4a95-9289-c6584b3e7796 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:41:37.564991 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca9958-9756-4d16-a709-2cf28469b985 None None] Pushing event deleted for resources: {'Port': ['ID=e2b96423-af75-4a95-9289-c6584b3e7796,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:37.578314 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca9958-9756-4d16-a709-2cf28469b985 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:37.578571 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca9958-9756-4d16-a709-2cf28469b985 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:37.578931 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca9958-9756-4d16-a709-2cf28469b985 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:37.579282 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca9958-9756-4d16-a709-2cf28469b985 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:37.579621 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca9958-9756-4d16-a709-2cf28469b985 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:37.580157 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca9958-9756-4d16-a709-2cf28469b985 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:37.580575 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca9958-9756-4d16-a709-2cf28469b985 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:37.580820 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca9958-9756-4d16-a709-2cf28469b985 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:37.581223 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca9958-9756-4d16-a709-2cf28469b985 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:37.581608 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca9958-9756-4d16-a709-2cf28469b985 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:37.582066 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca9958-9756-4d16-a709-2cf28469b985 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:37.582474 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca9958-9756-4d16-a709-2cf28469b985 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:37.583116 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca9958-9756-4d16-a709-2cf28469b985 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:37.644067 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-5f751e79-c686-4592-8c03-746b7cbe7127 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe56a29c-49b4-40ab-a611-ea79e7cf6160 HTTP/1.1" status: 200 len: 217 time: 0.1114933 Jan 28 13:41:37.646628 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c9a80a9-b862-4bad-9d6a-b5f1515a8d64 req-e3fca93f-44b1-4e3c-9fb2-c98ccc2c6b30 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.39 "GET /v2.0/security-groups?id=d61b931c-b9d6-4673-a51a-e625417728f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757032 Jan 28 13:41:37.658464 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f6c1f14e-3f0b-4d75-91ba-c009d150f108 req-453e0c09-9725-411d-aaa5-c23faad6a5e8 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.1982033 Jan 28 13:41:37.748822 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-00f40a28-17cc-4e40-9175-9a005be62844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:37.750305 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-00f40a28-17cc-4e40-9175-9a005be62844 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a8c3baad-45df-4aa7-bfe8-b1c9002351fc HTTP/1.1" status: 200 len: 854 time: 0.1100881 Jan 28 13:41:37.812380 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-3bd9836d-60f8-430a-8230-25603b6cc5c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f8697aa-149e-430a-a71c-7f1937d7a08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542991 Jan 28 13:41:37.917426 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ed9fb6-137c-421b-8ce1-6f035f13e23e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Router 1e83f1c4-42ad-4424-a714-433c41f7f4ec has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:41:37.995104 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4b26d228-a80f-464d-812c-787f61be7034 req-220538d7-7e66-4805-8d7b-6fc3d18ef210 service neutron] 10.222.0.37 "GET /v2.0/networks/285d4e3a-5607-4218-b935-d2fc3d0a96e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5377645 Jan 28 13:41:38.071842 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42d142-86a5-4e6a-b8a5-65575ccdc0e2 req-9d4bbecf-e52a-4183-adb1-dfdd9301c8c5 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:38.095858 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a42d142-86a5-4e6a-b8a5-65575ccdc0e2 req-9d4bbecf-e52a-4183-adb1-dfdd9301c8c5 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c068-e3fc-4c58-a6cf-959fbeaa8c56 HTTP/1.1" status: 200 len: 943 time: 0.2545338 Jan 28 13:41:38.268050 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e2b96423-af75-4a95-9289-c6584b3e7796 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:41:38.329494 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: e2b96423-af75-4a95-9289-c6584b3e7796 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:41:38.331052 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e2b96423-af75-4a95-9289-c6584b3e7796 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:41:38.352034 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a42d142-86a5-4e6a-b8a5-65575ccdc0e2 req-38ffc839-bc03-4274-9d0e-295bdd0e641b tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7dccc49-2271-4d7e-b24a-755da09322ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497137 Jan 28 13:41:38.358492 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-3e62eb80-bff2-4a09-81b4-ec3d1ff382bf service neutron] 10.222.0.18 "GET /v2.0/networks/7f8697aa-149e-430a-a71c-7f1937d7a08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5390668 Jan 28 13:41:38.507764 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36034e9a-450b-43e7-88c1-8b0c6d439bea req-8fcd36fe-a659-4f5f-bec8-9d4d000d3ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:38.509363 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36034e9a-450b-43e7-88c1-8b0c6d439bea req-8fcd36fe-a659-4f5f-bec8-9d4d000d3ac6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1bf9b6e908d54e24b17a1c7ceec0b7ee&device_id=27f9d870-f81d-4d61-a080-dcd1b7127d7c HTTP/1.1" status: 200 len: 1094 time: 0.3992600 Jan 28 13:41:38.510306 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19478acf-2f56-422b-84ac-f337998c0964 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (2a9d723a-b2ab-498f-83c7-78a932f63b82), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:38.603140 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b716f6b-793d-4f56-bb76-523b637e2e33 req-83be997c-7059-4fa3-b956-7673ac141481 service neutron] 10.222.0.18 "GET /v2.0/networks/7f8697aa-149e-430a-a71c-7f1937d7a08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373140 Jan 28 13:41:38.678216 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19478acf-2f56-422b-84ac-f337998c0964 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=2a9d723a-b2ab-498f-83c7-78a932f63b82,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:38.702380 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ed9fb6-137c-421b-8ce1-6f035f13e23e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:41:38.729938 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb39627-f2e0-443a-b9fd-06ed5be1e6e9 None None] Sync routers for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:41:38.764536 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19478acf-2f56-422b-84ac-f337998c0964 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:38.766973 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb39627-f2e0-443a-b9fd-06ed5be1e6e9 None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:38.767880 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-afb39627-f2e0-443a-b9fd-06ed5be1e6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:41:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:38.819399 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6367d-f6d7-47f8-9549-69c5b1845f20 req-75f07982-dcdf-4f46-998e-625af53eb28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:38.821514 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d7a6367d-f6d7-47f8-9549-69c5b1845f20 req-75f07982-dcdf-4f46-998e-625af53eb28a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b5d7278598134e528b8ac881059fef25&device_id=6545c068-e3fc-4c58-a6cf-959fbeaa8c56 HTTP/1.1" status: 200 len: 1094 time: 0.1584535 Jan 28 13:41:38.871189 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-afb39627-f2e0-443a-b9fd-06ed5be1e6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:38.887482 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-19478acf-2f56-422b-84ac-f337998c0964 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:38.897703 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb39627-f2e0-443a-b9fd-06ed5be1e6e9 None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:38.898383 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-afb39627-f2e0-443a-b9fd-06ed5be1e6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:41:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:38.911026 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9c2d24-6674-421b-91ac-604f38f69cea None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:38.949154 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19478acf-2f56-422b-84ac-f337998c0964 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:38.951822 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19478acf-2f56-422b-84ac-f337998c0964 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:38.995195 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-06ed9fb6-137c-421b-8ce1-6f035f13e23e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:39.052897 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f028831a-49f3-49e5-ba46-f89d0e55e814 req-aee49628-b5e6-47b4-81ce-cca7582a0049 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.2068172 Jan 28 13:41:39.081594 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-06ed9fb6-137c-421b-8ce1-6f035f13e23e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.9831710 Jan 28 13:41:39.089408 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-19478acf-2f56-422b-84ac-f337998c0964 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2625945 Jan 28 13:41:39.090013 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45316) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:39.096893 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45318) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:39.101218 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-5712baf2-244a-45ed-91f6-64e4ae1cfc83 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Request body: {'floatingip': {'port_id': 'f481658f-e4cc-44f9-a2a3-620dd1678007', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:39.112787 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-269dbc9a-0eda-43f2-bdc6-150505f96c08 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'port': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'mac_address': 'fa:16:3e:c6:50:22', 'name': 'tempest-NetworksTestDHCPv6-607508801'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:39.127402 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-afb39627-f2e0-443a-b9fd-06ed5be1e6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:39.128069 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb39627-f2e0-443a-b9fd-06ed5be1e6e9 None None] The sync data for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:41:39.164218 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45320) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:39.194623 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6367d-f6d7-47f8-9549-69c5b1845f20 req-888da968-8012-43aa-ae5d-5c03e900461e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:39.196445 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d7a6367d-f6d7-47f8-9549-69c5b1845f20 req-888da968-8012-43aa-ae5d-5c03e900461e service neutron] 10.222.0.18 "GET /v2.0/networks?id=7f8697aa-149e-430a-a71c-7f1937d7a08d HTTP/1.1" status: 200 len: 914 time: 0.3690791 Jan 28 13:41:39.226163 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da144d1e-db75-4f10-85d4-98d7c9e7f01c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-b1369f79-8419-4909-b9dc-745e2d83caa0', 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'project_id': 'c889d0606f324a669840943fc2266e93', 'fixed_ips': [{'subnet_id': '2a9d723a-b2ab-498f-83c7-78a932f63b82'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:41:39.227156 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da144d1e-db75-4f10-85d4-98d7c9e7f01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:39.251278 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d7a6367d-f6d7-47f8-9549-69c5b1845f20 req-4f9999d3-a1de-40a6-ac9b-51f03cf81dbf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe56a29c-49b4-40ab-a611-ea79e7cf6160 HTTP/1.1" status: 200 len: 217 time: 0.0475404 Jan 28 13:41:39.260742 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb1a65-9dc9-4234-be23-8e5cfe41f439 req-020b2659-6458-435d-a462-afd122f0b0e9 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:39.268824 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cedb1a65-9dc9-4234-be23-8e5cfe41f439 req-020b2659-6458-435d-a462-afd122f0b0e9 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.39 "GET /v2.0/ports?device_id=27f9d870-f81d-4d61-a080-dcd1b7127d7c HTTP/1.1" status: 200 len: 943 time: 0.4767208 Jan 28 13:41:39.365360 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36034e9a-450b-43e7-88c1-8b0c6d439bea req-929729fa-1619-4fe2-a983-52af83bf8439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:39.366944 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36034e9a-450b-43e7-88c1-8b0c6d439bea req-929729fa-1619-4fe2-a983-52af83bf8439 service neutron] 10.222.0.37 "GET /v2.0/networks?id=285d4e3a-5607-4218-b935-d2fc3d0a96e1 HTTP/1.1" status: 200 len: 913 time: 0.8455470 Jan 28 13:41:39.382043 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6367d-f6d7-47f8-9549-69c5b1845f20 req-bf414fae-1812-430d-ac02-562c354a9565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:39.383919 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d7a6367d-f6d7-47f8-9549-69c5b1845f20 req-bf414fae-1812-430d-ac02-562c354a9565 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a8c3baad-45df-4aa7-bfe8-b1c9002351fc HTTP/1.1" status: 200 len: 854 time: 0.1123326 Jan 28 13:41:39.391687 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cedb1a65-9dc9-4234-be23-8e5cfe41f439 req-a3f887f4-5698-47e2-82bd-7efb4b43ecae tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.39 "GET /v2.0/security-groups?id=d61b931c-b9d6-4673-a51a-e625417728f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211157 Jan 28 13:41:39.438346 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5712baf2-244a-45ed-91f6-64e4ae1cfc83 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (86a1831b-24d0-42af-b67a-640e6f2f336d), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:39.477364 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d7a6367d-f6d7-47f8-9549-69c5b1845f20 req-11ae2dc9-c255-4c41-b90e-f7f3aa4d7841 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f8697aa-149e-430a-a71c-7f1937d7a08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807555 Jan 28 13:41:39.503719 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36034e9a-450b-43e7-88c1-8b0c6d439bea req-a7a23854-e073-47cf-9351-69c44b4c7131 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9003b046-df47-4bc5-93c8-04c897fc42ba HTTP/1.1" status: 200 len: 217 time: 0.1059639 Jan 28 13:41:39.574321 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-da144d1e-db75-4f10-85d4-98d7c9e7f01c None None] Allocated IP 2001:db8::2 (b1369f79-8419-4909-b9dc-745e2d83caa0/2a9d723a-b2ab-498f-83c7-78a932f63b82/04aa5a63-4af7-487e-b4bf-a7b8e55f61e2) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:39.677889 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9b55e0c9-5a5e-49fc-955a-5b89e7bd6603 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:39.738219 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269dbc9a-0eda-43f2-bdc6-150505f96c08 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:39.749225 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36034e9a-450b-43e7-88c1-8b0c6d439bea req-e11c298f-46dd-4bb9-a96b-37c2fbd4680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:39.751012 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36034e9a-450b-43e7-88c1-8b0c6d439bea req-e11c298f-46dd-4bb9-a96b-37c2fbd4680f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e48f015-d95b-447e-81f3-56a09028b6dd HTTP/1.1" status: 200 len: 853 time: 0.2360575 Jan 28 13:41:39.769870 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50447c1-2188-439c-bfaa-a288d05acf76 req-5cc96320-e720-4ea1-a6d1-4383614829ee tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:39.771393 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a50447c1-2188-439c-bfaa-a288d05acf76 req-5cc96320-e720-4ea1-a6d1-4383614829ee tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c068-e3fc-4c58-a6cf-959fbeaa8c56 HTTP/1.1" status: 200 len: 943 time: 0.2576766 Jan 28 13:41:39.837959 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da144d1e-db75-4f10-85d4-98d7c9e7f01c None None] Publish callbacks [] for port (04aa5a63-4af7-487e-b4bf-a7b8e55f61e2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:39.847956 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36034e9a-450b-43e7-88c1-8b0c6d439bea req-9c0d6aa8-29c4-4101-bae4-3e722a57d9c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=285d4e3a-5607-4218-b935-d2fc3d0a96e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725350 Jan 28 13:41:39.856296 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da144d1e-db75-4f10-85d4-98d7c9e7f01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (04aa5a63-4af7-487e-b4bf-a7b8e55f61e2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:39.876866 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d7a6367d-f6d7-47f8-9549-69c5b1845f20 req-cc8f457b-1e29-43e4-915a-83cdaff593b4 service neutron] 10.222.0.18 "GET /v2.0/networks/7f8697aa-149e-430a-a71c-7f1937d7a08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891431 Jan 28 13:41:39.958891 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da144d1e-db75-4f10-85d4-98d7c9e7f01c None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:39.972343 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a50447c1-2188-439c-bfaa-a288d05acf76 req-7ef86e75-da1a-4c44-92e3-5c24649393cd tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7dccc49-2271-4d7e-b24a-755da09322ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818447 Jan 28 13:41:39.994065 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-da144d1e-db75-4f10-85d4-98d7c9e7f01c None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:40.005919 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da144d1e-db75-4f10-85d4-98d7c9e7f01c None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:40.024821 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da144d1e-db75-4f10-85d4-98d7c9e7f01c None None] Pushing event updated for resources: {'Port': ['ID=04aa5a63-4af7-487e-b4bf-a7b8e55f61e2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:40.055365 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-269dbc9a-0eda-43f2-bdc6-150505f96c08 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.124875 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-da144d1e-db75-4f10-85d4-98d7c9e7f01c None None] Attempting to bind port 04aa5a63-4af7-487e-b4bf-a7b8e55f61e2 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:40.124875 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-da144d1e-db75-4f10-85d4-98d7c9e7f01c None None] Attempting to bind port 04aa5a63-4af7-487e-b4bf-a7b8e55f61e2 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:40.127910 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da144d1e-db75-4f10-85d4-98d7c9e7f01c None None] Attempting to bind port 04aa5a63-4af7-487e-b4bf-a7b8e55f61e2 on network b1369f79-8419-4909-b9dc-745e2d83caa0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:40.140955 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da144d1e-db75-4f10-85d4-98d7c9e7f01c None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:41:40.141424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da144d1e-db75-4f10-85d4-98d7c9e7f01c None None] Checking segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:40.141894 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da144d1e-db75-4f10-85d4-98d7c9e7f01c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.142349 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da144d1e-db75-4f10-85d4-98d7c9e7f01c None None] Bound using segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:41:40.142897 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-da144d1e-db75-4f10-85d4-98d7c9e7f01c None None] Bound port: 04aa5a63-4af7-487e-b4bf-a7b8e55f61e2, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:41:40.143361 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da144d1e-db75-4f10-85d4-98d7c9e7f01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (04aa5a63-4af7-487e-b4bf-a7b8e55f61e2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.159009 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-269dbc9a-0eda-43f2-bdc6-150505f96c08 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] device_id is not set on port 24f47a12-e0a1-4a12-9fd4-21168184d327 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:41:40.188811 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36034e9a-450b-43e7-88c1-8b0c6d439bea req-27c09940-cdb2-441e-9a15-6de6bcaf61dd service neutron] 10.222.0.37 "GET /v2.0/networks/285d4e3a-5607-4218-b935-d2fc3d0a96e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022535 Jan 28 13:41:40.217948 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9b55e0c9-5a5e-49fc-955a-5b89e7bd6603 admin admin] Publish callbacks [] for security_group (420103be-21d9-4dab-8a67-ed98b1cd0df7), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.265598 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9b55e0c9-5a5e-49fc-955a-5b89e7bd6603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (420103be-21d9-4dab-8a67-ed98b1cd0df7), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.290775 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-da144d1e-db75-4f10-85d4-98d7c9e7f01c None None] For port 04aa5a63-4af7-487e-b4bf-a7b8e55f61e2, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:41:40.294628 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-da144d1e-db75-4f10-85d4-98d7c9e7f01c None None] For port 04aa5a63-4af7-487e-b4bf-a7b8e55f61e2, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=04aa5a63-4af7-487e-b4bf-a7b8e55f61e2,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:41:40.312292 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-da144d1e-db75-4f10-85d4-98d7c9e7f01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (04aa5a63-4af7-487e-b4bf-a7b8e55f61e2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.467930 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da144d1e-db75-4f10-85d4-98d7c9e7f01c None None] Pushing event updated for resources: {'Port': ['ID=04aa5a63-4af7-487e-b4bf-a7b8e55f61e2,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:40.602808 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9b55e0c9-5a5e-49fc-955a-5b89e7bd6603 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=32a0a19a183b4830bb476d1b4f91a5f4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4270301 Jan 28 13:41:40.604559 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b55e0c9-5a5e-49fc-955a-5b89e7bd6603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420103be-21d9-4dab-8a67-ed98b1cd0df7,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:40.633348 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45346) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:40.698139 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36034e9a-450b-43e7-88c1-8b0c6d439bea req-41405d3b-7b64-4031-9344-d8166c62c847 service neutron] 10.222.0.37 "GET /v2.0/networks/285d4e3a-5607-4218-b935-d2fc3d0a96e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002122 Jan 28 13:41:40.746977 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-269dbc9a-0eda-43f2-bdc6-150505f96c08 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 2001:db8::da (b1369f79-8419-4909-b9dc-745e2d83caa0/2a9d723a-b2ab-498f-83c7-78a932f63b82/24f47a12-e0a1-4a12-9fd4-21168184d327) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:40.929346 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01dd4445-277e-4703-89b7-de1154a995a7 req-0db6bb0b-fde4-436e-bb2a-a4c331cb5a42 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.0695076 Jan 28 13:41:41.075391 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-269dbc9a-0eda-43f2-bdc6-150505f96c08 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (24f47a12-e0a1-4a12-9fd4-21168184d327), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.082287 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.db.resource_extend [None req-5712baf2-244a-45ed-91f6-64e4ae1cfc83 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:41:41.152963 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32d2ea-3543-4408-9251-2678949e2825 req-ab6a6224-1db0-4a83-97ee-0ce5ea19054f tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:41.155627 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9a32d2ea-3543-4408-9251-2678949e2825 req-ab6a6224-1db0-4a83-97ee-0ce5ea19054f tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.39 "GET /v2.0/ports?device_id=27f9d870-f81d-4d61-a080-dcd1b7127d7c HTTP/1.1" status: 200 len: 943 time: 0.6159263 Jan 28 13:41:41.156153 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d7a6367d-f6d7-47f8-9549-69c5b1845f20 req-e9c88043-93d7-45f9-a64d-1042a9b39153 service neutron] 10.222.0.18 "GET /v2.0/networks/7f8697aa-149e-430a-a71c-7f1937d7a08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931912 Jan 28 13:41:41.157083 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3953327f-21f7-4c68-bd71-ab1a995a39da admin admin] Publish callbacks [] for security_group (420103be-21d9-4dab-8a67-ed98b1cd0df7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.159520 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-269dbc9a-0eda-43f2-bdc6-150505f96c08 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (24f47a12-e0a1-4a12-9fd4-21168184d327), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.208267 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5712baf2-244a-45ed-91f6-64e4ae1cfc83 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.222210 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5712baf2-244a-45ed-91f6-64e4ae1cfc83 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (86a1831b-24d0-42af-b67a-640e6f2f336d), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.245714 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269dbc9a-0eda-43f2-bdc6-150505f96c08 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:41.253361 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269dbc9a-0eda-43f2-bdc6-150505f96c08 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Port': ['ID=24f47a12-e0a1-4a12-9fd4-21168184d327,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:41.264663 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-269dbc9a-0eda-43f2-bdc6-150505f96c08 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:41.269397 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269dbc9a-0eda-43f2-bdc6-150505f96c08 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:41.275408 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269dbc9a-0eda-43f2-bdc6-150505f96c08 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:41.276033 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-269dbc9a-0eda-43f2-bdc6-150505f96c08 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.321077 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd3196-654c-4888-8786-92332956cd7f req-e89e10fb-9560-4a82-a01f-6075b64f8767 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:41.328113 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-07cd3196-654c-4888-8786-92332956cd7f req-e89e10fb-9560-4a82-a01f-6075b64f8767 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c068-e3fc-4c58-a6cf-959fbeaa8c56 HTTP/1.1" status: 200 len: 943 time: 0.1184912 Jan 28 13:41:41.363978 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9a32d2ea-3543-4408-9251-2678949e2825 req-ff143b23-1a53-4aff-b6ce-b2275423b4e8 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.39 "GET /v2.0/security-groups?id=d61b931c-b9d6-4673-a51a-e625417728f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884425 Jan 28 13:41:41.377640 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-269dbc9a-0eda-43f2-bdc6-150505f96c08 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2710898 Jan 28 13:41:41.380045 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45350) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:41.398421 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3953327f-21f7-4c68-bd71-ab1a995a39da admin admin] Publish callbacks [] for security_group (420103be-21d9-4dab-8a67-ed98b1cd0df7), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.462865 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-07cd3196-654c-4888-8786-92332956cd7f req-fc629f7a-fa41-4e62-8090-484a7e8f12d1 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7dccc49-2271-4d7e-b24a-755da09322ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337686 Jan 28 13:41:41.467148 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 9003b046-df47-4bc5-93c8-04c897fc42ba details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:41:41.472573 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3953327f-21f7-4c68-bd71-ab1a995a39da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (420103be-21d9-4dab-8a67-ed98b1cd0df7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.477722 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3953327f-21f7-4c68-bd71-ab1a995a39da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.482065 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3953327f-21f7-4c68-bd71-ab1a995a39da admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/420103be-21d9-4dab-8a67-ed98b1cd0df7 HTTP/1.1" status: 204 len: 168 time: 0.8474560 Jan 28 13:41:41.502156 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953327f-21f7-4c68-bd71-ab1a995a39da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420103be-21d9-4dab-8a67-ed98b1cd0df7,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:41.593856 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453d44f8-4bf8-4f80-a9c2-c5828b856087 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:41.628533 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453d44f8-4bf8-4f80-a9c2-c5828b856087 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:41.632771 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-453d44f8-4bf8-4f80-a9c2-c5828b856087 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2492163 Jan 28 13:41:41.633286 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45358) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:41.640858 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 9003b046-df47-4bc5-93c8-04c897fc42ba, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=9003b046-df47-4bc5-93c8-04c897fc42ba,segment=NetworkSegment(3c15b855-ca1c-4224-be76-1f68a303fce6),segment_id=3c15b855-ca1c-4224-be76-1f68a303fce6)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:41.658062 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '9003b046-df47-4bc5-93c8-04c897fc42ba', 'network_id': '285d4e3a-5607-4218-b935-d2fc3d0a96e1', 'port_id': '9003b046-df47-4bc5-93c8-04c897fc42ba', 'mac_address': 'fa:16:3e:81:21:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e48f015-d95b-447e-81f3-56a09028b6dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:41:41.676360 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device fe56a29c-49b4-40ab-a611-ea79e7cf6160 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:41:41.729834 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 9003b046-df47-4bc5-93c8-04c897fc42ba is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:41.730638 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9003b046-df47-4bc5-93c8-04c897fc42ba), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.761863 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9003b046-df47-4bc5-93c8-04c897fc42ba {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:41:41.783680 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 9003b046-df47-4bc5-93c8-04c897fc42ba, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=9003b046-df47-4bc5-93c8-04c897fc42ba,segment=NetworkSegment(3c15b855-ca1c-4224-be76-1f68a303fce6),segment_id=3c15b855-ca1c-4224-be76-1f68a303fce6)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:41.799020 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9003b046-df47-4bc5-93c8-04c897fc42ba), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.843772 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5460a-8741-4698-b85c-9c6444a94b33 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting port 24f47a12-e0a1-4a12-9fd4-21168184d327 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:41.844343 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0ca5460a-8741-4698-b85c-9c6444a94b33 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (24f47a12-e0a1-4a12-9fd4-21168184d327), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.858478 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5712baf2-244a-45ed-91f6-64e4ae1cfc83 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Router 1e83f1c4-42ad-4424-a714-433c41f7f4ec has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:41:42.037190 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=9003b046-df47-4bc5-93c8-04c897fc42ba,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:42.085050 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port fe56a29c-49b4-40ab-a611-ea79e7cf6160, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=fe56a29c-49b4-40ab-a611-ea79e7cf6160,segment=NetworkSegment(9f8e7572-3d26-4139-9ed7-e071ff7040da),segment_id=9f8e7572-3d26-4139-9ed7-e071ff7040da)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:42.123735 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'fe56a29c-49b4-40ab-a611-ea79e7cf6160', 'network_id': '7f8697aa-149e-430a-a71c-7f1937d7a08d', 'port_id': 'fe56a29c-49b4-40ab-a611-ea79e7cf6160', 'mac_address': 'fa:16:3e:1f:d6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8c3baad-45df-4aa7-bfe8-b1c9002351fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:41:42.151540 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45368) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:42.180435 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0ca5460a-8741-4698-b85c-9c6444a94b33 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (24f47a12-e0a1-4a12-9fd4-21168184d327), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.185620 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e17eac6e-f500-4f9d-8fee-220d4567df06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.206059 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5712baf2-244a-45ed-91f6-64e4ae1cfc83 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:41:42.211085 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port fe56a29c-49b4-40ab-a611-ea79e7cf6160 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:42.211477 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fe56a29c-49b4-40ab-a611-ea79e7cf6160), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.218889 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8276ad28-c89a-4cad-94be-07cdb25d02c7 None None] Sync routers for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:41:42.223822 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5712baf2-244a-45ed-91f6-64e4ae1cfc83 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.227213 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-03d20aed-097c-44a4-a509-7107365b620e req-f54ac0da-f635-4f8a-abab-ebe8082470c4 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.0916002 Jan 28 13:41:42.236895 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['9003b046-df47-4bc5-93c8-04c897fc42ba'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:41:42.243932 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5460a-8741-4698-b85c-9c6444a94b33 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Calling delete_port for 24f47a12-e0a1-4a12-9fd4-21168184d327 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:42.256019 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8276ad28-c89a-4cad-94be-07cdb25d02c7 None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:42.258303 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8276ad28-c89a-4cad-94be-07cdb25d02c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:41:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:42.316363 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe56a29c-49b4-40ab-a611-ea79e7cf6160 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:41:42.429712 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8276ad28-c89a-4cad-94be-07cdb25d02c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:42.453635 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8276ad28-c89a-4cad-94be-07cdb25d02c7 None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:42.462211 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8276ad28-c89a-4cad-94be-07cdb25d02c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:41:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:42.480913 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 04aa5a63-4af7-487e-b4bf-a7b8e55f61e2 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:42.536365 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5712baf2-244a-45ed-91f6-64e4ae1cfc83 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "PUT /v2.0/floatingips/86a1831b-24d0-42af-b67a-640e6f2f336d HTTP/1.1" status: 200 len: 979 time: 3.4442987 Jan 28 13:41:42.539692 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45374) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:42.549802 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8276ad28-c89a-4cad-94be-07cdb25d02c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:42.554655 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8276ad28-c89a-4cad-94be-07cdb25d02c7 None None] The sync data for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:41:42.567958 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e17eac6e-f500-4f9d-8fee-220d4567df06 admin admin] Publish callbacks [] for security_group (8394bff5-d356-4175-b4e2-d3b21f87cbd0), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.583976 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port fe56a29c-49b4-40ab-a611-ea79e7cf6160, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=fe56a29c-49b4-40ab-a611-ea79e7cf6160,segment=NetworkSegment(9f8e7572-3d26-4139-9ed7-e071ff7040da),segment_id=9f8e7572-3d26-4139-9ed7-e071ff7040da)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:42.609545 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e17eac6e-f500-4f9d-8fee-220d4567df06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8394bff5-d356-4175-b4e2-d3b21f87cbd0), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.628337 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0ca5460a-8741-4698-b85c-9c6444a94b33 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (24f47a12-e0a1-4a12-9fd4-21168184d327), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.705957 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (fe56a29c-49b4-40ab-a611-ea79e7cf6160), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.707538 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5460a-8741-4698-b85c-9c6444a94b33 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Port': ['ID=24f47a12-e0a1-4a12-9fd4-21168184d327,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:42.729457 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf7302-6775-4573-8457-5616dfbb79ca req-303d2145-0c91-484c-97ce-2435a0db83e0 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:42.735190 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-04cf7302-6775-4573-8457-5616dfbb79ca req-303d2145-0c91-484c-97ce-2435a0db83e0 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.39 "GET /v2.0/ports?device_id=27f9d870-f81d-4d61-a080-dcd1b7127d7c HTTP/1.1" status: 200 len: 944 time: 0.2045200 Jan 28 13:41:42.741307 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e17eac6e-f500-4f9d-8fee-220d4567df06 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=61ecaf29760c4426907845e9500e139e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5837598 Jan 28 13:41:42.755785 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45378) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:42.784019 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17eac6e-f500-4f9d-8fee-220d4567df06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8394bff5-d356-4175-b4e2-d3b21f87cbd0,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:42.816987 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17eac6e-f500-4f9d-8fee-220d4567df06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:42.817322 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17eac6e-f500-4f9d-8fee-220d4567df06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:42.817588 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17eac6e-f500-4f9d-8fee-220d4567df06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:42.817930 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17eac6e-f500-4f9d-8fee-220d4567df06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:42.818399 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17eac6e-f500-4f9d-8fee-220d4567df06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:42.818739 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17eac6e-f500-4f9d-8fee-220d4567df06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:42.819025 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=fe56a29c-49b4-40ab-a611-ea79e7cf6160,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:42.819150 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17eac6e-f500-4f9d-8fee-220d4567df06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:42.819425 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17eac6e-f500-4f9d-8fee-220d4567df06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:42.819759 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17eac6e-f500-4f9d-8fee-220d4567df06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:42.820154 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17eac6e-f500-4f9d-8fee-220d4567df06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:42.820481 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17eac6e-f500-4f9d-8fee-220d4567df06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:42.820807 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17eac6e-f500-4f9d-8fee-220d4567df06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:42.821133 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17eac6e-f500-4f9d-8fee-220d4567df06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:42.827106 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-33325898-0735-4ab4-81b7-3406fe399fe6 None None] Provisioning complete for port 04aa5a63-4af7-487e-b4bf-a7b8e55f61e2 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:42.827823 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33325898-0735-4ab4-81b7-3406fe399fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (04aa5a63-4af7-487e-b4bf-a7b8e55f61e2), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.840286 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0ca5460a-8741-4698-b85c-9c6444a94b33 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.846528 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0ca5460a-8741-4698-b85c-9c6444a94b33 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/24f47a12-e0a1-4a12-9fd4-21168184d327 HTTP/1.1" status: 204 len: 168 time: 1.2120969 Jan 28 13:41:42.849412 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45380) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:42.852739 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab6986-4507-42f6-b077-7b5149c58d42 req-4d3089db-cb0b-4161-ab3a-d1099c2e1cab tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:42.862067 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d0ab6986-4507-42f6-b077-7b5149c58d42 req-4d3089db-cb0b-4161-ab3a-d1099c2e1cab tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c068-e3fc-4c58-a6cf-959fbeaa8c56 HTTP/1.1" status: 200 len: 944 time: 0.2551119 Jan 28 13:41:42.865875 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 04aa5a63-4af7-487e-b4bf-a7b8e55f61e2 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:42.866353 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (04aa5a63-4af7-487e-b4bf-a7b8e55f61e2), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.993457 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d0ab6986-4507-42f6-b077-7b5149c58d42 req-2dad2733-2125-416c-a44b-d814dbee6677 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7dccc49-2271-4d7e-b24a-755da09322ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304054 Jan 28 13:41:43.008733 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 04aa5a63-4af7-487e-b4bf-a7b8e55f61e2 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:43.009216 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (04aa5a63-4af7-487e-b4bf-a7b8e55f61e2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:43.029224 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-e138bbd5-e12c-435e-8932-01b0e47797ef tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Deleting port b3a11e57-c4dc-4fd1-ac47-82a1015e36b2 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:43.029560 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e138bbd5-e12c-435e-8932-01b0e47797ef tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b3a11e57-c4dc-4fd1-ac47-82a1015e36b2), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:43.066332 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 04aa5a63-4af7-487e-b4bf-a7b8e55f61e2, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=04aa5a63-4af7-487e-b4bf-a7b8e55f61e2,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:43.069638 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['fe56a29c-49b4-40ab-a611-ea79e7cf6160'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:41:43.081078 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (04aa5a63-4af7-487e-b4bf-a7b8e55f61e2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:43.152361 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e138bbd5-e12c-435e-8932-01b0e47797ef tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b3a11e57-c4dc-4fd1-ac47-82a1015e36b2), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:43.152992 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e138bbd5-e12c-435e-8932-01b0e47797ef tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (b3a11e57-c4dc-4fd1-ac47-82a1015e36b2), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:43.170683 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-e138bbd5-e12c-435e-8932-01b0e47797ef tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Calling delete_port for b3a11e57-c4dc-4fd1-ac47-82a1015e36b2 owned by network:floatingip {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:43.189195 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=04aa5a63-4af7-487e-b4bf-a7b8e55f61e2,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:43.276310 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-33325898-0735-4ab4-81b7-3406fe399fe6 None None] Current status of the port 04aa5a63-4af7-487e-b4bf-a7b8e55f61e2 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:43.397893 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-fd5eb692-fd0d-4810-8024-a820ed81313b None None] Could not find standard attr ID for object 24f47a12-e0a1-4a12-9fd4-21168184d327. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:41:43.480434 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 9003b046-df47-4bc5-93c8-04c897fc42ba up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:43.521393 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e138bbd5-e12c-435e-8932-01b0e47797ef tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b3a11e57-c4dc-4fd1-ac47-82a1015e36b2), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:43.546051 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 9003b046-df47-4bc5-93c8-04c897fc42ba completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:41:43.551390 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 9003b046-df47-4bc5-93c8-04c897fc42ba triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:43.551833 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9003b046-df47-4bc5-93c8-04c897fc42ba), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:43.563929 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-04cf7302-6775-4573-8457-5616dfbb79ca req-da5afa99-9e5c-40b2-b60f-b8ad4408bdf7 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.39 "GET /v2.0/security-groups?id=d61b931c-b9d6-4673-a51a-e625417728f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8182676 Jan 28 13:41:43.566653 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f0a25c7a-f9a3-4625-95e2-9a9a1a73d16c admin admin] Publish callbacks [] for security_group (8394bff5-d356-4175-b4e2-d3b21f87cbd0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:43.591672 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c2458-f18d-47e0-a940-7385191b7b83 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:43.593160 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c2458-f18d-47e0-a940-7385191b7b83 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:43.597186 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d12c2458-f18d-47e0-a940-7385191b7b83 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.7391558 Jan 28 13:41:43.598573 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45390) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:43.639194 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f0a25c7a-f9a3-4625-95e2-9a9a1a73d16c admin admin] Publish callbacks [] for security_group (8394bff5-d356-4175-b4e2-d3b21f87cbd0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:43.640016 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d719cd6f-8a89-4d10-8626-1450b34c36d9 req-64c1d13e-fc60-4568-a53f-b500b1e5f5fb tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.1948218 Jan 28 13:41:43.648503 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138bbd5-e12c-435e-8932-01b0e47797ef tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event deleted for resources: {'Port': ['ID=b3a11e57-c4dc-4fd1-ac47-82a1015e36b2,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:43.667255 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 9003b046-df47-4bc5-93c8-04c897fc42ba is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:43.667718 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9003b046-df47-4bc5-93c8-04c897fc42ba), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:43.703426 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f9d870-f81d-4d61-a080-dcd1b7127d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9003b046-df47-4bc5-93c8-04c897fc42ba'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:41:43.705906 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030af7fb-146c-4924-b2c8-2f5f60f6dc04" -d '{"events": [{"server_uuid": "27f9d870-f81d-4d61-a080-dcd1b7127d7c", "name": "network-vif-plugged", "status": "completed", "tag": "9003b046-df47-4bc5-93c8-04c897fc42ba"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:41:43.733879 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e138bbd5-e12c-435e-8932-01b0e47797ef tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (86a1831b-24d0-42af-b67a-640e6f2f336d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:43.734674 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [None req-e138bbd5-e12c-435e-8932-01b0e47797ef tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Floating IP 86a1831b-24d0-42af-b67a-640e6f2f336d disassociated (deleted). External IP: 172.25.3.167, port: f481658f-e4cc-44f9-a2a3-620dd1678007. Jan 28 13:41:43.756816 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 9003b046-df47-4bc5-93c8-04c897fc42ba, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=9003b046-df47-4bc5-93c8-04c897fc42ba,segment=NetworkSegment(3c15b855-ca1c-4224-be76-1f68a303fce6),segment_id=3c15b855-ca1c-4224-be76-1f68a303fce6)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:43.766374 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9003b046-df47-4bc5-93c8-04c897fc42ba), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:43.815000 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a04ae2d-52b5-47a2-aaac-44cf389510e7 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet 2a9d723a-b2ab-498f-83c7-78a932f63b82 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:41:43.818503 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6a04ae2d-52b5-47a2-aaac-44cf389510e7 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (2a9d723a-b2ab-498f-83c7-78a932f63b82), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:43.842245 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68072dfe-d9a8-4883-bb3b-02e887366cc5 x-openstack-request-id: req-68072dfe-d9a8-4883-bb3b-02e887366cc5 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:41:43.847239 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f9d870-f81d-4d61-a080-dcd1b7127d7c", "name": "network-vif-plugged", "status": "completed", "tag": "9003b046-df47-4bc5-93c8-04c897fc42ba", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:41:43.847579 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-68072dfe-d9a8-4883-bb3b-02e887366cc5 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:41:43.848135 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f9d870-f81d-4d61-a080-dcd1b7127d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9003b046-df47-4bc5-93c8-04c897fc42ba', 'code': 200} Jan 28 13:41:43.849223 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=9003b046-df47-4bc5-93c8-04c897fc42ba,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:43.865559 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6a04ae2d-52b5-47a2-aaac-44cf389510e7 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (2a9d723a-b2ab-498f-83c7-78a932f63b82), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:43.986804 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c9777-0a55-4d9b-8c38-ab40b5a4da7d req-47acea44-0eca-4fd6-a22b-a93dd8211d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:43.988095 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7e7c9777-0a55-4d9b-8c38-ab40b5a4da7d req-47acea44-0eca-4fd6-a22b-a93dd8211d32 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=27f9d870-f81d-4d61-a080-dcd1b7127d7c HTTP/1.1" status: 200 len: 1096 time: 0.0819943 Jan 28 13:41:43.988779 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f0a25c7a-f9a3-4625-95e2-9a9a1a73d16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8394bff5-d356-4175-b4e2-d3b21f87cbd0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:43.992416 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f0a25c7a-f9a3-4625-95e2-9a9a1a73d16c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:43.996250 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f0a25c7a-f9a3-4625-95e2-9a9a1a73d16c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8394bff5-d356-4175-b4e2-d3b21f87cbd0 HTTP/1.1" status: 204 len: 168 time: 1.2394872 Jan 28 13:41:44.006863 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6a04ae2d-52b5-47a2-aaac-44cf389510e7 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (2a9d723a-b2ab-498f-83c7-78a932f63b82), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:44.023755 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e138bbd5-e12c-435e-8932-01b0e47797ef tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Router 1e83f1c4-42ad-4424-a714-433c41f7f4ec has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:41:44.045926 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a25c7a-f9a3-4625-95e2-9a9a1a73d16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8394bff5-d356-4175-b4e2-d3b21f87cbd0,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:44.110856 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7e7c9777-0a55-4d9b-8c38-ab40b5a4da7d req-c57dee28-2ece-402e-88da-0e1b2f75c7d4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d61b931c-b9d6-4673-a51a-e625417728f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119304 Jan 28 13:41:44.143679 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6a04ae2d-52b5-47a2-aaac-44cf389510e7 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (2a9d723a-b2ab-498f-83c7-78a932f63b82), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:44.211898 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04ae2d-52b5-47a2-aaac-44cf389510e7 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=2a9d723a-b2ab-498f-83c7-78a932f63b82,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:44.216811 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6a04ae2d-52b5-47a2-aaac-44cf389510e7 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:44.221365 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6a04ae2d-52b5-47a2-aaac-44cf389510e7 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/2a9d723a-b2ab-498f-83c7-78a932f63b82 HTTP/1.1" status: 204 len: 168 time: 0.6217289 Jan 28 13:41:44.225956 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6957ba4d-155d-4f80-b42b-536c16ab0599 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:44.239593 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45400) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:44.358764 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5617af16-15b3-401a-af9a-529a57d9f3a5 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1168981 Jan 28 13:41:44.361778 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45402) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:44.382680 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8152ac-a7f2-4e7c-967d-e43ce63a0d23 req-e6b836dd-53cc-41fa-bd49-af119201d9ab tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:44.392923 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5a8152ac-a7f2-4e7c-967d-e43ce63a0d23 req-e6b836dd-53cc-41fa-bd49-af119201d9ab tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c068-e3fc-4c58-a6cf-959fbeaa8c56 HTTP/1.1" status: 200 len: 944 time: 0.2453220 Jan 28 13:41:44.442692 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e138bbd5-e12c-435e-8932-01b0e47797ef tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:41:44.450835 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e138bbd5-e12c-435e-8932-01b0e47797ef tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:44.495411 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1507ac1-d00d-4e3d-93d7-b445d19a7647 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:44.497088 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a1507ac1-d00d-4e3d-93d7-b445d19a7647 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1312554 Jan 28 13:41:44.500312 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45406) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:44.501883 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5a8152ac-a7f2-4e7c-967d-e43ce63a0d23 req-60c37a05-545f-4cd7-a439-949e24880297 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7dccc49-2271-4d7e-b24a-755da09322ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071153 Jan 28 13:41:44.516604 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e138bbd5-e12c-435e-8932-01b0e47797ef tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "DELETE /v2.0/floatingips/86a1831b-24d0-42af-b67a-640e6f2f336d HTTP/1.1" status: 204 len: 168 time: 1.9717288 Jan 28 13:41:44.519237 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45408) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:44.656609 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1c848c-1b9d-4022-aa02-775a43832f5b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:44.658550 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-da1c848c-1b9d-4022-aa02-775a43832f5b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1572638 Jan 28 13:41:44.666269 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45412) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:44.737172 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-106d6d96-6119-4f17-8307-dd308f88fff3 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0695183 Jan 28 13:41:44.740901 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45422) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:44.746577 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-b5d1e8da-ea00-41a3-aeec-4489f55dc880 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Deleting port f481658f-e4cc-44f9-a2a3-620dd1678007 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:44.746875 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-cb0dd447-f46e-43d3-9e07-904721fb6193 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:44.751911 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b5d1e8da-ea00-41a3-aeec-4489f55dc880 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (f481658f-e4cc-44f9-a2a3-620dd1678007), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:44.856149 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 04aa5a63-4af7-487e-b4bf-a7b8e55f61e2 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:44.858226 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90d2354-9463-4bb0-b5b6-72cc084076c9 None None] Sync routers for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:41:44.923669 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b5d1e8da-ea00-41a3-aeec-4489f55dc880 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (f481658f-e4cc-44f9-a2a3-620dd1678007), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:44.931565 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90d2354-9463-4bb0-b5b6-72cc084076c9 None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:44.932784 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e90d2354-9463-4bb0-b5b6-72cc084076c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:41:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:44.939090 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-b5d1e8da-ea00-41a3-aeec-4489f55dc880 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Calling delete_port for f481658f-e4cc-44f9-a2a3-620dd1678007 owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:44.976590 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e90d2354-9463-4bb0-b5b6-72cc084076c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:45.023038 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90d2354-9463-4bb0-b5b6-72cc084076c9 None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:45.023691 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e90d2354-9463-4bb0-b5b6-72cc084076c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:41:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:45.030412 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 04aa5a63-4af7-487e-b4bf-a7b8e55f61e2 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:45.030796 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (04aa5a63-4af7-487e-b4bf-a7b8e55f61e2), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:45.064464 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e90d2354-9463-4bb0-b5b6-72cc084076c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:45.064976 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90d2354-9463-4bb0-b5b6-72cc084076c9 None None] The sync data for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:41:45.069672 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a853f29-323a-4361-bc16-21658222efb3 req-d63377a0-12ec-46a5-bf03-c9113d6050b9 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:45.083676 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9a853f29-323a-4361-bc16-21658222efb3 req-d63377a0-12ec-46a5-bf03-c9113d6050b9 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.39 "GET /v2.0/ports?device_id=27f9d870-f81d-4d61-a080-dcd1b7127d7c HTTP/1.1" status: 200 len: 945 time: 0.2789643 Jan 28 13:41:45.138626 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f27abd8-b9e9-4b34-8890-3d109603fcc9 None None] DHCP port deletion for b1369f79-8419-4909-b9dc-745e2d83caa0 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:41:45.211657 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a9e85e02-41ce-4105-b6f5-ef796db64741 req-9eeae077-ffba-4cde-afd6-b1f23e7e16bf tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.0801477 Jan 28 13:41:45.245528 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1f27abd8-b9e9-4b34-8890-3d109603fcc9 None None] Deleting port 04aa5a63-4af7-487e-b4bf-a7b8e55f61e2 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:45.246191 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1f27abd8-b9e9-4b34-8890-3d109603fcc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (04aa5a63-4af7-487e-b4bf-a7b8e55f61e2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:45.247670 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 04aa5a63-4af7-487e-b4bf-a7b8e55f61e2 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:45.249496 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9a853f29-323a-4361-bc16-21658222efb3 req-a692bd2c-1f4e-4f0c-bb00-8333c016b4d3 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.39 "GET /v2.0/security-groups?id=d61b931c-b9d6-4673-a51a-e625417728f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648483 Jan 28 13:41:45.250887 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0dd447-f46e-43d3-9e07-904721fb6193 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:45.264147 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cb0dd447-f46e-43d3-9e07-904721fb6193 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:45.445522 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1f27abd8-b9e9-4b34-8890-3d109603fcc9 None None] For port 04aa5a63-4af7-487e-b4bf-a7b8e55f61e2, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=04aa5a63-4af7-487e-b4bf-a7b8e55f61e2,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:45.447014 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1f27abd8-b9e9-4b34-8890-3d109603fcc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (04aa5a63-4af7-487e-b4bf-a7b8e55f61e2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:45.461340 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b5d1e8da-ea00-41a3-aeec-4489f55dc880 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (f481658f-e4cc-44f9-a2a3-620dd1678007), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:45.475758 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1f27abd8-b9e9-4b34-8890-3d109603fcc9 None None] Calling delete_port for 04aa5a63-4af7-487e-b4bf-a7b8e55f61e2 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:45.585773 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1f27abd8-b9e9-4b34-8890-3d109603fcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (04aa5a63-4af7-487e-b4bf-a7b8e55f61e2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:45.619942 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27abd8-b9e9-4b34-8890-3d109603fcc9 None None] Pushing event deleted for resources: {'Port': ['ID=04aa5a63-4af7-487e-b4bf-a7b8e55f61e2,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:45.626738 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device fe56a29c-49b4-40ab-a611-ea79e7cf6160 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:45.629899 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f27abd8-b9e9-4b34-8890-3d109603fcc9 None None] No DVR routers for this DVR port 04aa5a63-4af7-487e-b4bf-a7b8e55f61e2 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:41:45.764899 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port fe56a29c-49b4-40ab-a611-ea79e7cf6160 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:41:45.771224 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port fe56a29c-49b4-40ab-a611-ea79e7cf6160 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:45.771736 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (fe56a29c-49b4-40ab-a611-ea79e7cf6160), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:45.851919 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1e8da-ea00-41a3-aeec-4489f55dc880 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event deleted for resources: {'Port': ['ID=f481658f-e4cc-44f9-a2a3-620dd1678007,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:45.858940 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b5d1e8da-ea00-41a3-aeec-4489f55dc880 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:45.868194 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b5d1e8da-ea00-41a3-aeec-4489f55dc880 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "DELETE /v2.0/ports/f481658f-e4cc-44f9-a2a3-620dd1678007 HTTP/1.1" status: 204 len: 168 time: 1.3470280 Jan 28 13:41:45.869776 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45452) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:45.874179 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-e247d1d4-bfce-484c-afbd-51fc75094865 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:45.926467 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556b626-e379-4255-938c-6094baffaa43 req-a2e9c2f3-9202-44f1-b146-b9ea099316a8 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:45.928218 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e556b626-e379-4255-938c-6094baffaa43 req-a2e9c2f3-9202-44f1-b146-b9ea099316a8 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c068-e3fc-4c58-a6cf-959fbeaa8c56 HTTP/1.1" status: 200 len: 944 time: 0.2660253 Jan 28 13:41:45.929130 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e247d1d4-bfce-484c-afbd-51fc75094865 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:45.976938 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-537e0528-79a9-4ed9-88dd-7ee2e42068f3 req-d29dc17d-c80f-4c71-9a95-d51848830bca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=27f9d870-f81d-4d61-a080-dcd1b7127d7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1492729 Jan 28 13:41:46.014381 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e556b626-e379-4255-938c-6094baffaa43 req-d085f0cc-8f05-44f8-9817-c0a0015b2025 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7dccc49-2271-4d7e-b24a-755da09322ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707741 Jan 28 13:41:46.054701 n-d-822747-2 neutron-server[103352]: DEBUG neutron.objects.ports [None req-cb0dd447-f46e-43d3-9e07-904721fb6193 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103352) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 13:41:46.060983 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port fe56a29c-49b4-40ab-a611-ea79e7cf6160 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:46.061499 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fe56a29c-49b4-40ab-a611-ea79e7cf6160), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:46.082119 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cb0dd447-f46e-43d3-9e07-904721fb6193 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (5b2f808a-edcc-46ae-9cdc-8e2acf2b477b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:46.109252 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e247d1d4-bfce-484c-afbd-51fc75094865 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:46.205373 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port fe56a29c-49b4-40ab-a611-ea79e7cf6160, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=fe56a29c-49b4-40ab-a611-ea79e7cf6160,segment=NetworkSegment(9f8e7572-3d26-4139-9ed7-e071ff7040da),segment_id=9f8e7572-3d26-4139-9ed7-e071ff7040da)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:46.208368 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6545c068-e3fc-4c58-a6cf-959fbeaa8c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe56a29c-49b4-40ab-a611-ea79e7cf6160'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:41:46.218178 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c796c023-91e7-4eae-b83b-f440765d5154" -d '{"events": [{"server_uuid": "6545c068-e3fc-4c58-a6cf-959fbeaa8c56", "name": "network-vif-plugged", "status": "completed", "tag": "fe56a29c-49b4-40ab-a611-ea79e7cf6160"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:41:46.242322 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0dd447-f46e-43d3-9e07-904721fb6193 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:46.250820 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-cb0dd447-f46e-43d3-9e07-904721fb6193 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:46.253176 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (fe56a29c-49b4-40ab-a611-ea79e7cf6160), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:46.260250 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-e247d1d4-bfce-484c-afbd-51fc75094865 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Allocated IP 172.25.3.152 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/98d497a6-d4e9-411a-851d-ccf99c93f973) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:46.261482 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0dd447-f46e-43d3-9e07-904721fb6193 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:46.262093 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cb0dd447-f46e-43d3-9e07-904721fb6193 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:46.291349 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0dd447-f46e-43d3-9e07-904721fb6193 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=5b2f808a-edcc-46ae-9cdc-8e2acf2b477b,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:46.310609 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e0528-79a9-4ed9-88dd-7ee2e42068f3 req-7318918f-770a-4ced-86b6-395d7d371276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:46.312424 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-537e0528-79a9-4ed9-88dd-7ee2e42068f3 req-7318918f-770a-4ced-86b6-395d7d371276 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1bf9b6e908d54e24b17a1c7ceec0b7ee&device_id=27f9d870-f81d-4d61-a080-dcd1b7127d7c HTTP/1.1" status: 200 len: 1096 time: 0.2513509 Jan 28 13:41:46.323396 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-cb0dd447-f46e-43d3-9e07-904721fb6193 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5813112 Jan 28 13:41:46.326708 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45474) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:46.337382 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-2a847bce-a4b9-4166-b56a-ab21223df1f0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:46.411167 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e247d1d4-bfce-484c-afbd-51fc75094865 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for port (98d497a6-d4e9-411a-851d-ccf99c93f973), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:46.454890 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e247d1d4-bfce-484c-afbd-51fc75094865 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (98d497a6-d4e9-411a-851d-ccf99c93f973), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:46.497348 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129624ab-00d2-4566-9533-998e2ec53466 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:46.610195 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=fe56a29c-49b4-40ab-a611-ea79e7cf6160,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:46.638298 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 04aa5a63-4af7-487e-b4bf-a7b8e55f61e2 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:41:46.673317 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e247d1d4-bfce-484c-afbd-51fc75094865 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:46.691623 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-e247d1d4-bfce-484c-afbd-51fc75094865 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:46.703393 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e247d1d4-bfce-484c-afbd-51fc75094865 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:46.747725 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1454b1e2-c513-40ed-84a7-e15160f0ef09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-b1369f79-8419-4909-b9dc-745e2d83caa0', 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'project_id': 'c889d0606f324a669840943fc2266e93', 'fixed_ips': [{'subnet_id': '5b2f808a-edcc-46ae-9cdc-8e2acf2b477b'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:41:46.748927 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1454b1e2-c513-40ed-84a7-e15160f0ef09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:46.760061 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e0528-79a9-4ed9-88dd-7ee2e42068f3 req-a12b06db-a2d0-4ca7-93b6-fe73b7b0f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:46.761793 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-537e0528-79a9-4ed9-88dd-7ee2e42068f3 req-a12b06db-a2d0-4ca7-93b6-fe73b7b0f733 service neutron] 10.222.0.37 "GET /v2.0/networks?id=285d4e3a-5607-4218-b935-d2fc3d0a96e1 HTTP/1.1" status: 200 len: 913 time: 0.4202545 Jan 28 13:41:46.764971 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a847bce-a4b9-4166-b56a-ab21223df1f0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:46.769118 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2a847bce-a4b9-4166-b56a-ab21223df1f0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:46.777524 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247d1d4-bfce-484c-afbd-51fc75094865 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event updated for resources: {'Port': ['ID=98d497a6-d4e9-411a-851d-ccf99c93f973,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:46.782770 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c275875e-a712-4325-8236-e152796c6f5e x-openstack-request-id: req-c275875e-a712-4325-8236-e152796c6f5e {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:41:46.807150 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6545c068-e3fc-4c58-a6cf-959fbeaa8c56", "name": "network-vif-plugged", "status": "completed", "tag": "fe56a29c-49b4-40ab-a611-ea79e7cf6160", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:41:46.809579 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c275875e-a712-4325-8236-e152796c6f5e {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:41:46.811996 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6545c068-e3fc-4c58-a6cf-959fbeaa8c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe56a29c-49b4-40ab-a611-ea79e7cf6160', 'code': 200} Jan 28 13:41:46.822460 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 04aa5a63-4af7-487e-b4bf-a7b8e55f61e2 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:41:46.823779 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 04aa5a63-4af7-487e-b4bf-a7b8e55f61e2 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:41:46.847581 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f8313-1e8e-4aca-9c92-8e07f23a82f6 req-77823377-056f-4488-b951-42dbf015b8ed tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:46.852673 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c0f8313-1e8e-4aca-9c92-8e07f23a82f6 req-77823377-056f-4488-b951-42dbf015b8ed tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.39 "GET /v2.0/ports?device_id=27f9d870-f81d-4d61-a080-dcd1b7127d7c HTTP/1.1" status: 200 len: 945 time: 0.3704758 Jan 28 13:41:47.081336 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-1454b1e2-c513-40ed-84a7-e15160f0ef09 None None] Allocated IP 2001:db8::f816:3eff:fe83:8660 (b1369f79-8419-4909-b9dc-745e2d83caa0/5b2f808a-edcc-46ae-9cdc-8e2acf2b477b/7020fc24-8181-4590-9353-84d70673bc9f) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:47.095403 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0871270e-900a-4832-9ab2-77fe6ea14dd6 req-4658f755-f2e6-4fac-835d-5f693ad70fe6 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.0939300 Jan 28 13:41:47.096919 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-537e0528-79a9-4ed9-88dd-7ee2e42068f3 req-fb37a121-a1c9-478f-ad39-e675cef088c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9003b046-df47-4bc5-93c8-04c897fc42ba HTTP/1.1" status: 200 len: 217 time: 0.2292075 Jan 28 13:41:47.109437 n-d-822747-2 neutron-server[103352]: INFO neutron.db.ipam_backend_mixin [None req-2a847bce-a4b9-4166-b56a-ab21223df1f0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5b2f808a-edcc-46ae-9cdc-8e2acf2b477b (CIDR: 2001:db8::/64) Jan 28 13:41:47.120309 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a847bce-a4b9-4166-b56a-ab21223df1f0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:41:47.120759 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a847bce-a4b9-4166-b56a-ab21223df1f0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:41:47.178971 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2a847bce-a4b9-4166-b56a-ab21223df1f0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8500631 Jan 28 13:41:47.181655 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e0528-79a9-4ed9-88dd-7ee2e42068f3 req-a5e85825-b772-4be3-8707-9594f70f9521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:47.182572 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-537e0528-79a9-4ed9-88dd-7ee2e42068f3 req-a5e85825-b772-4be3-8707-9594f70f9521 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e48f015-d95b-447e-81f3-56a09028b6dd HTTP/1.1" status: 200 len: 853 time: 0.0770872 Jan 28 13:41:47.183134 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45498) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:47.192684 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c0f8313-1e8e-4aca-9c92-8e07f23a82f6 req-221fc8b8-d88a-43a3-8822-89dc57f1cdac tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.39 "GET /v2.0/security-groups?id=d61b931c-b9d6-4673-a51a-e625417728f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023617 Jan 28 13:41:47.207722 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-4f8439e3-b099-407b-8366-6d838d6fab99 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:47.262811 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61130cd0-5c2d-4ffa-b8cf-898822994697 req-f281deb0-8663-477d-9d15-bf8acde79c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:47.272438 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-61130cd0-5c2d-4ffa-b8cf-898822994697 req-f281deb0-8663-477d-9d15-bf8acde79c70 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6545c068-e3fc-4c58-a6cf-959fbeaa8c56 HTTP/1.1" status: 200 len: 1096 time: 0.4129529 Jan 28 13:41:47.272438 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e247d1d4-bfce-484c-afbd-51fc75094865 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (64cb0a45-58b0-4550-99c6-f5508fe31d22), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:47.307987 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-537e0528-79a9-4ed9-88dd-7ee2e42068f3 req-ffb1fd5a-5b37-4e8b-83a6-0e0d7dcf5272 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=285d4e3a-5607-4218-b935-d2fc3d0a96e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173258 Jan 28 13:41:47.451809 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1454b1e2-c513-40ed-84a7-e15160f0ef09 None None] Publish callbacks [] for port (7020fc24-8181-4590-9353-84d70673bc9f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:47.463951 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1454b1e2-c513-40ed-84a7-e15160f0ef09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (7020fc24-8181-4590-9353-84d70673bc9f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:47.486215 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45504) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:47.505117 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1454b1e2-c513-40ed-84a7-e15160f0ef09 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:47.510801 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-1454b1e2-c513-40ed-84a7-e15160f0ef09 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:47.589165 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1454b1e2-c513-40ed-84a7-e15160f0ef09 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:47.600469 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-537e0528-79a9-4ed9-88dd-7ee2e42068f3 req-a93b798d-5fc4-4076-9728-c10eb6228621 service neutron] 10.222.0.37 "GET /v2.0/networks/285d4e3a-5607-4218-b935-d2fc3d0a96e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863240 Jan 28 13:41:47.644760 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454b1e2-c513-40ed-84a7-e15160f0ef09 None None] Pushing event updated for resources: {'Port': ['ID=7020fc24-8181-4590-9353-84d70673bc9f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:47.667988 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e247d1d4-bfce-484c-afbd-51fc75094865 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (98d497a6-d4e9-411a-851d-ccf99c93f973), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:47.734100 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-61130cd0-5c2d-4ffa-b8cf-898822994697 req-4bc8b467-85a3-4744-be47-ef75fb076d61 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e7dccc49-2271-4d7e-b24a-755da09322ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021876 Jan 28 13:41:47.758313 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4ca94584-f617-42b1-9cb4-38d032f443db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:47.769533 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:47.770877 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4899f5-5aba-4dce-b0d9-2d0598e02607 req-b1ef362e-bbea-449b-bc1b-93e3b490204b tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:47.772612 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eb4899f5-5aba-4dce-b0d9-2d0598e02607 req-b1ef362e-bbea-449b-bc1b-93e3b490204b tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c068-e3fc-4c58-a6cf-959fbeaa8c56 HTTP/1.1" status: 200 len: 945 time: 0.3939257 Jan 28 13:41:47.807477 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-1454b1e2-c513-40ed-84a7-e15160f0ef09 None None] Attempting to bind port 7020fc24-8181-4590-9353-84d70673bc9f on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:47.808687 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-1454b1e2-c513-40ed-84a7-e15160f0ef09 None None] Attempting to bind port 7020fc24-8181-4590-9353-84d70673bc9f by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:47.810268 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1454b1e2-c513-40ed-84a7-e15160f0ef09 None None] Attempting to bind port 7020fc24-8181-4590-9353-84d70673bc9f on network b1369f79-8419-4909-b9dc-745e2d83caa0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:47.818609 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1454b1e2-c513-40ed-84a7-e15160f0ef09 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:41:47.818609 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1454b1e2-c513-40ed-84a7-e15160f0ef09 None None] Checking segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:47.819039 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1454b1e2-c513-40ed-84a7-e15160f0ef09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:47.819901 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1454b1e2-c513-40ed-84a7-e15160f0ef09 None None] Bound using segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:41:47.831294 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-1454b1e2-c513-40ed-84a7-e15160f0ef09 None None] Bound port: 7020fc24-8181-4590-9353-84d70673bc9f, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:41:47.831967 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1454b1e2-c513-40ed-84a7-e15160f0ef09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7020fc24-8181-4590-9353-84d70673bc9f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:47.889474 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-537e0528-79a9-4ed9-88dd-7ee2e42068f3 req-fa9181a3-8371-452f-ad30-01d286bd37af service neutron] 10.222.0.37 "GET /v2.0/networks/285d4e3a-5607-4218-b935-d2fc3d0a96e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820017 Jan 28 13:41:47.937481 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8439e3-b099-407b-8366-6d838d6fab99 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:47.942362 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4f8439e3-b099-407b-8366-6d838d6fab99 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:48.001984 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4ca94584-f617-42b1-9cb4-38d032f443db admin admin] Publish callbacks [] for security_group (0a4479d2-1897-45c8-a882-8ea36ff587e8), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:48.031561 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1454b1e2-c513-40ed-84a7-e15160f0ef09 None None] For port 7020fc24-8181-4590-9353-84d70673bc9f, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:41:48.035095 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1454b1e2-c513-40ed-84a7-e15160f0ef09 None None] For port 7020fc24-8181-4590-9353-84d70673bc9f, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7020fc24-8181-4590-9353-84d70673bc9f,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:41:48.044143 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1454b1e2-c513-40ed-84a7-e15160f0ef09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7020fc24-8181-4590-9353-84d70673bc9f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:48.074904 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4ca94584-f617-42b1-9cb4-38d032f443db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0a4479d2-1897-45c8-a882-8ea36ff587e8), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:48.132387 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454b1e2-c513-40ed-84a7-e15160f0ef09 None None] Pushing event updated for resources: {'Port': ['ID=7020fc24-8181-4590-9353-84d70673bc9f,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:48.139267 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eb4899f5-5aba-4dce-b0d9-2d0598e02607 req-c9737712-15bb-4dab-9007-6cb597402670 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7dccc49-2271-4d7e-b24a-755da09322ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540280 Jan 28 13:41:48.170372 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4ca94584-f617-42b1-9cb4-38d032f443db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3d8223b3fbf347d3a43e17f92fded507&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6824601 Jan 28 13:41:48.173863 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca94584-f617-42b1-9cb4-38d032f443db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4479d2-1897-45c8-a882-8ea36ff587e8,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:48.177946 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45522) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:48.195900 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459ddb4-0d56-4cbf-af7b-4ef0c9fd7c76 req-037e1807-2cc2-431f-a501-c080c053c887 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:48.197829 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e459ddb4-0d56-4cbf-af7b-4ef0c9fd7c76 req-037e1807-2cc2-431f-a501-c080c053c887 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.39 "GET /v2.0/ports?device_id=27f9d870-f81d-4d61-a080-dcd1b7127d7c HTTP/1.1" status: 200 len: 945 time: 0.2018416 Jan 28 13:41:48.308984 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e459ddb4-0d56-4cbf-af7b-4ef0c9fd7c76 req-9ee21b00-a6a4-4238-8713-10ead070ebab tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.39 "GET /v2.0/security-groups?id=d61b931c-b9d6-4673-a51a-e625417728f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024096 Jan 28 13:41:48.314263 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-631d658c-adab-4a30-9e12-3f02e12eb29b admin admin] Publish callbacks [] for security_group (0a4479d2-1897-45c8-a882-8ea36ff587e8), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:48.343229 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-631d658c-adab-4a30-9e12-3f02e12eb29b admin admin] Publish callbacks [] for security_group (0a4479d2-1897-45c8-a882-8ea36ff587e8), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:48.359577 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b65bcbdf-7634-4c14-9106-f1657dc60c68 req-6ec62b74-81f9-4c50-beb4-207404571394 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.0940423 Jan 28 13:41:48.436813 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-631d658c-adab-4a30-9e12-3f02e12eb29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0a4479d2-1897-45c8-a882-8ea36ff587e8), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:48.440091 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-631d658c-adab-4a30-9e12-3f02e12eb29b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:48.443634 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-631d658c-adab-4a30-9e12-3f02e12eb29b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0a4479d2-1897-45c8-a882-8ea36ff587e8 HTTP/1.1" status: 204 len: 168 time: 0.2644234 Jan 28 13:41:48.460628 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d658c-adab-4a30-9e12-3f02e12eb29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4479d2-1897-45c8-a882-8ea36ff587e8,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:48.552307 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e247d1d4-bfce-484c-afbd-51fc75094865 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for port (98d497a6-d4e9-411a-851d-ccf99c93f973), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:48.563192 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e247d1d4-bfce-484c-afbd-51fc75094865 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (98d497a6-d4e9-411a-851d-ccf99c93f973), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:48.642486 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247d1d4-bfce-484c-afbd-51fc75094865 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event updated for resources: {'Port': ['ID=98d497a6-d4e9-411a-851d-ccf99c93f973,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:48.713239 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e247d1d4-bfce-484c-afbd-51fc75094865 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (64cb0a45-58b0-4550-99c6-f5508fe31d22), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:48.751480 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e247d1d4-bfce-484c-afbd-51fc75094865 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:48.755610 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45530) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:48.756190 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e247d1d4-bfce-484c-afbd-51fc75094865 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8854156 Jan 28 13:41:48.761062 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-1e7921a1-4257-4033-9dca-d4a518045033 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Request body: {'port': {'network_id': '5b224cee-09af-4578-a981-575bea89b126', 'name': 'tempest-FloatingIPTestJSON-2113387146'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:48.880397 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4f8439e3-b099-407b-8366-6d838d6fab99 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (0f505a93-b62d-4312-9090-73107f9fd66c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:48.985056 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8439e3-b099-407b-8366-6d838d6fab99 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:48.990752 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-4f8439e3-b099-407b-8366-6d838d6fab99 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:48.996356 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8439e3-b099-407b-8366-6d838d6fab99 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:48.998201 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4f8439e3-b099-407b-8366-6d838d6fab99 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:49.001494 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7921a1-4257-4033-9dca-d4a518045033 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Made reservation on behalf of bc3a4b4595e84e7d9c850880ace224ed for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:49.006385 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1e7921a1-4257-4033-9dca-d4a518045033 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:49.040007 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-1e7921a1-4257-4033-9dca-d4a518045033 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] device_id is not set on port ac3e51d2-8fa2-41c3-a97a-60e2c1571025 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:41:49.055984 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8439e3-b099-407b-8366-6d838d6fab99 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=0f505a93-b62d-4312-9090-73107f9fd66c,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:49.085686 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4f8439e3-b099-407b-8366-6d838d6fab99 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8910716 Jan 28 13:41:49.085686 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45538) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:49.089906 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-1011bde2-f191-4078-93b0-f9b477abc572 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'port': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'mac_address': 'fa:16:3e:d1:8f:ad', 'name': 'tempest-NetworksTestDHCPv6-2076298150'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:49.245736 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1011bde2-f191-4078-93b0-f9b477abc572 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:49.406641 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-1e7921a1-4257-4033-9dca-d4a518045033 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Allocated IP 172.20.0.5 (5b224cee-09af-4578-a981-575bea89b126/bc70f7a4-6ebd-4bf6-858d-d91d30c40e13/ac3e51d2-8fa2-41c3-a97a-60e2c1571025) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:49.521158 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61178375-03e9-419c-b422-d1c7c3b4c09e req-12e39c97-a504-4fe8-9470-896094d64835 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:49.522792 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-61178375-03e9-419c-b422-d1c7c3b4c09e req-12e39c97-a504-4fe8-9470-896094d64835 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c068-e3fc-4c58-a6cf-959fbeaa8c56 HTTP/1.1" status: 200 len: 945 time: 0.2176609 Jan 28 13:41:49.562558 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1011bde2-f191-4078-93b0-f9b477abc572 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:49.612718 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-1011bde2-f191-4078-93b0-f9b477abc572 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] device_id is not set on port ad9e4832-d97d-4bf9-b14e-a9e2778c959c yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:41:49.670702 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f466b6-6959-4e90-b166-c748d1086f98 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:49.711735 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-61178375-03e9-419c-b422-d1c7c3b4c09e req-f54d4bd1-b2bb-431b-8cc8-b64cd1ead5d5 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7dccc49-2271-4d7e-b24a-755da09322ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679616 Jan 28 13:41:49.784970 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8d95f-5c70-456f-bf1f-a9b1a68e57e6 req-0439da7a-3380-4c85-9dc5-fb352f618aa8 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:49.786778 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eac8d95f-5c70-456f-bf1f-a9b1a68e57e6 req-0439da7a-3380-4c85-9dc5-fb352f618aa8 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.37 "GET /v2.0/ports?device_id=27f9d870-f81d-4d61-a080-dcd1b7127d7c HTTP/1.1" status: 200 len: 945 time: 0.5603149 Jan 28 13:41:49.857885 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-376a3ea0-4d16-4e8c-a3b2-dd1150df7aab None None] Provisioning complete for port 7020fc24-8181-4590-9353-84d70673bc9f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:49.858670 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-376a3ea0-4d16-4e8c-a3b2-dd1150df7aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7020fc24-8181-4590-9353-84d70673bc9f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:49.887314 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:49.895282 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-1011bde2-f191-4078-93b0-f9b477abc572 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 2001:db8:0:1::83 (b1369f79-8419-4909-b9dc-745e2d83caa0/0f505a93-b62d-4312-9090-73107f9fd66c/ad9e4832-d97d-4bf9-b14e-a9e2778c959c) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:49.916005 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-1011bde2-f191-4078-93b0-f9b477abc572 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 2001:db8::f816:3eff:fed1:8fad (b1369f79-8419-4909-b9dc-745e2d83caa0/5b2f808a-edcc-46ae-9cdc-8e2acf2b477b/ad9e4832-d97d-4bf9-b14e-a9e2778c959c) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:49.961592 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74087b3-9ac2-48f5-a340-53fb37327669 req-12983716-1242-46d3-8af9-059c0f1374d1 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:49.972540 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f74087b3-9ac2-48f5-a340-53fb37327669 req-12983716-1242-46d3-8af9-059c0f1374d1 tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.39 "GET /v2.0/ports?device_id=27f9d870-f81d-4d61-a080-dcd1b7127d7c HTTP/1.1" status: 200 len: 945 time: 0.4633982 Jan 28 13:41:50.017457 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-376a3ea0-4d16-4e8c-a3b2-dd1150df7aab None None] Current status of the port 7020fc24-8181-4590-9353-84d70673bc9f is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:50.017457 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-376a3ea0-4d16-4e8c-a3b2-dd1150df7aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7020fc24-8181-4590-9353-84d70673bc9f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:50.089154 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-376a3ea0-4d16-4e8c-a3b2-dd1150df7aab None None] For port 7020fc24-8181-4590-9353-84d70673bc9f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7020fc24-8181-4590-9353-84d70673bc9f,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:50.090394 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19203606-d173-4151-bf0d-a8bc673d3b1c None None] Update dhcp port {'port': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'fixed_ips': [{'subnet_id': '5b2f808a-edcc-46ae-9cdc-8e2acf2b477b', 'ip_address': '2001:db8::f816:3eff:fe83:8660'}, {'subnet_id': '0f505a93-b62d-4312-9090-73107f9fd66c'}], 'binding:host_id': 'n-d-822747-2'}, 'id': '7020fc24-8181-4590-9353-84d70673bc9f'} from n-d-822747-2. {{(pid=103353) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 13:41:50.092558 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7dcd919a-3bbd-47f9-a51d-59152de56c03 req-f346b6c4-534f-4dbc-8dd8-e4f1c54af3cc tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.0791771 Jan 28 13:41:50.141555 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1e7921a1-4257-4033-9dca-d4a518045033 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for port (ac3e51d2-8fa2-41c3-a97a-60e2c1571025), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:50.158883 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-376a3ea0-4d16-4e8c-a3b2-dd1150df7aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7020fc24-8181-4590-9353-84d70673bc9f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:50.219407 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f74087b3-9ac2-48f5-a340-53fb37327669 req-1b76b003-21d8-4a45-a1eb-d16372fbda8b tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.39 "GET /v2.0/security-groups?id=d61b931c-b9d6-4673-a51a-e625417728f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470520 Jan 28 13:41:50.269291 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19203606-d173-4151-bf0d-a8bc673d3b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7020fc24-8181-4590-9353-84d70673bc9f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:50.272674 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-eac8d95f-5c70-456f-bf1f-a9b1a68e57e6 req-e472df66-ed15-48eb-8aed-2abcfcca2ace tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Deleting port 9003b046-df47-4bc5-93c8-04c897fc42ba {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:50.273059 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-eac8d95f-5c70-456f-bf1f-a9b1a68e57e6 req-e472df66-ed15-48eb-8aed-2abcfcca2ace tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (9003b046-df47-4bc5-93c8-04c897fc42ba), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:50.360312 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a3ea0-4d16-4e8c-a3b2-dd1150df7aab None None] Pushing event updated for resources: {'Port': ['ID=7020fc24-8181-4590-9353-84d70673bc9f,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:50.396377 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7020fc24-8181-4590-9353-84d70673bc9f up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:50.446874 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-eac8d95f-5c70-456f-bf1f-a9b1a68e57e6 req-e472df66-ed15-48eb-8aed-2abcfcca2ace tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] For port 9003b046-df47-4bc5-93c8-04c897fc42ba, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=9003b046-df47-4bc5-93c8-04c897fc42ba,segment=NetworkSegment(3c15b855-ca1c-4224-be76-1f68a303fce6),segment_id=3c15b855-ca1c-4224-be76-1f68a303fce6)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:50.447495 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-eac8d95f-5c70-456f-bf1f-a9b1a68e57e6 req-e472df66-ed15-48eb-8aed-2abcfcca2ace tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (9003b046-df47-4bc5-93c8-04c897fc42ba), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:50.461115 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-eac8d95f-5c70-456f-bf1f-a9b1a68e57e6 req-e472df66-ed15-48eb-8aed-2abcfcca2ace tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Calling delete_port for 9003b046-df47-4bc5-93c8-04c897fc42ba owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:50.532543 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 7020fc24-8181-4590-9353-84d70673bc9f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:50.534882 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7020fc24-8181-4590-9353-84d70673bc9f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:50.655348 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-eac8d95f-5c70-456f-bf1f-a9b1a68e57e6 req-e472df66-ed15-48eb-8aed-2abcfcca2ace tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (9003b046-df47-4bc5-93c8-04c897fc42ba), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:50.667824 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 7020fc24-8181-4590-9353-84d70673bc9f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:50.678549 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['9003b046-df47-4bc5-93c8-04c897fc42ba'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:41:50.705184 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472df66-ed15-48eb-8aed-2abcfcca2ace tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Pushing event deleted for resources: {'Port': ['ID=9003b046-df47-4bc5-93c8-04c897fc42ba,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:50.726034 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1e7921a1-4257-4033-9dca-d4a518045033 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (ac3e51d2-8fa2-41c3-a97a-60e2c1571025), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:50.833520 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac8d95f-5c70-456f-bf1f-a9b1a68e57e6 req-e472df66-ed15-48eb-8aed-2abcfcca2ace tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] No DVR routers for this DVR port 9003b046-df47-4bc5-93c8-04c897fc42ba on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:41:50.840728 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-eac8d95f-5c70-456f-bf1f-a9b1a68e57e6 req-e472df66-ed15-48eb-8aed-2abcfcca2ace tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:50.844830 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eac8d95f-5c70-456f-bf1f-a9b1a68e57e6 req-e472df66-ed15-48eb-8aed-2abcfcca2ace tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.37 "DELETE /v2.0/ports/9003b046-df47-4bc5-93c8-04c897fc42ba HTTP/1.1" status: 204 len: 173 time: 1.0483599 Jan 28 13:41:50.846459 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f9d870-f81d-4d61-a080-dcd1b7127d7c', 'name': 'network-vif-deleted', 'tag': '9003b046-df47-4bc5-93c8-04c897fc42ba'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:41:50.849909 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df7c8ba-004d-45aa-b05b-4a8fc24ddd76" -d '{"events": [{"server_uuid": "27f9d870-f81d-4d61-a080-dcd1b7127d7c", "name": "network-vif-deleted", "tag": "9003b046-df47-4bc5-93c8-04c897fc42ba"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:41:50.867850 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7921a1-4257-4033-9dca-d4a518045033 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event updated for resources: {'Port': ['ID=ac3e51d2-8fa2-41c3-a97a-60e2c1571025,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:50.872815 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7921a1-4257-4033-9dca-d4a518045033 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Network 5b224cee-09af-4578-a981-575bea89b126 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:50.880670 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-1e7921a1-4257-4033-9dca-d4a518045033 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:50.886511 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7921a1-4257-4033-9dca-d4a518045033 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:50.948231 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad557214-9be7-453c-8a07-76b0383681c8 x-openstack-request-id: req-ad557214-9be7-453c-8a07-76b0383681c8 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:41:50.950541 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f9d870-f81d-4d61-a080-dcd1b7127d7c", "name": "network-vif-deleted", "tag": "9003b046-df47-4bc5-93c8-04c897fc42ba", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:41:50.951004 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ad557214-9be7-453c-8a07-76b0383681c8 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:41:50.952996 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f9d870-f81d-4d61-a080-dcd1b7127d7c', 'name': 'network-vif-deleted', 'tag': '9003b046-df47-4bc5-93c8-04c897fc42ba', 'status': 'completed', 'code': 200} Jan 28 13:41:50.997614 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7921a1-4257-4033-9dca-d4a518045033 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:50.998622 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1e7921a1-4257-4033-9dca-d4a518045033 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:51.034560 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1e7921a1-4257-4033-9dca-d4a518045033 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2772372 Jan 28 13:41:51.036844 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45586) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:51.041891 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-91b5afed-90e8-4b6d-b5ea-c43f0221f3e3 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Request body: {'floatingip': {'port_id': 'ac3e51d2-8fa2-41c3-a97a-60e2c1571025'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:51.077267 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1011bde2-f191-4078-93b0-f9b477abc572 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (ad9e4832-d97d-4bf9-b14e-a9e2778c959c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:51.113606 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-91b5afed-90e8-4b6d-b5ea-c43f0221f3e3 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (64cb0a45-58b0-4550-99c6-f5508fe31d22), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:51.119079 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1011bde2-f191-4078-93b0-f9b477abc572 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ad9e4832-d97d-4bf9-b14e-a9e2778c959c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:51.198123 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-19203606-d173-4151-bf0d-a8bc673d3b1c None None] Allocated IP 2001:db8:0:1::2 (b1369f79-8419-4909-b9dc-745e2d83caa0/0f505a93-b62d-4312-9090-73107f9fd66c/7020fc24-8181-4590-9353-84d70673bc9f) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:51.219919 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1011bde2-f191-4078-93b0-f9b477abc572 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:51.238144 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-1011bde2-f191-4078-93b0-f9b477abc572 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:51.246280 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011bde2-f191-4078-93b0-f9b477abc572 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Port': ['ID=ad9e4832-d97d-4bf9-b14e-a9e2778c959c,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:51.251113 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1011bde2-f191-4078-93b0-f9b477abc572 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:51.260837 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1011bde2-f191-4078-93b0-f9b477abc572 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:51.266059 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1011bde2-f191-4078-93b0-f9b477abc572 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:51.314629 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1011bde2-f191-4078-93b0-f9b477abc572 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2300353 Jan 28 13:41:51.317200 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45600) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:51.393630 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bc2cc9e2-36c9-40f8-b861-7e9e82f744b2 req-0c669f27-4eb6-4078-aa02-6554cb1a9d20 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.0730157 Jan 28 13:41:51.488134 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-19203606-d173-4151-bf0d-a8bc673d3b1c None None] For port 7020fc24-8181-4590-9353-84d70673bc9f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7020fc24-8181-4590-9353-84d70673bc9f,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:51.590375 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19203606-d173-4151-bf0d-a8bc673d3b1c None None] Publish callbacks [] for port (7020fc24-8181-4590-9353-84d70673bc9f), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:51.603707 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19203606-d173-4151-bf0d-a8bc673d3b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7020fc24-8181-4590-9353-84d70673bc9f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:51.625395 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-88e6daa4-a1bb-4ef5-9370-e794a5b9632d req-7d0e5179-81fa-4d89-9590-4e5369a94aef tempest-ServerPasswordTestJSON-259077243 tempest-ServerPasswordTestJSON-259077243-project] 10.222.0.39 "GET /v2.0/ports?device_id=27f9d870-f81d-4d61-a080-dcd1b7127d7c HTTP/1.1" status: 200 len: 210 time: 0.0879192 Jan 28 13:41:51.710517 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-3176defe-8bb0-4e4b-bee8-d791c08a1d81 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting port ad9e4832-d97d-4bf9-b14e-a9e2778c959c {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:51.710860 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3176defe-8bb0-4e4b-bee8-d791c08a1d81 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ad9e4832-d97d-4bf9-b14e-a9e2778c959c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:51.818007 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19203606-d173-4151-bf0d-a8bc673d3b1c None None] Pushing event updated for resources: {'Port': ['ID=7020fc24-8181-4590-9353-84d70673bc9f,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:51.856867 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3176defe-8bb0-4e4b-bee8-d791c08a1d81 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ad9e4832-d97d-4bf9-b14e-a9e2778c959c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:51.873388 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-3176defe-8bb0-4e4b-bee8-d791c08a1d81 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Calling delete_port for ad9e4832-d97d-4bf9-b14e-a9e2778c959c owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:52.186522 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3176defe-8bb0-4e4b-bee8-d791c08a1d81 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ad9e4832-d97d-4bf9-b14e-a9e2778c959c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:52.286642 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176defe-8bb0-4e4b-bee8-d791c08a1d81 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Port': ['ID=ad9e4832-d97d-4bf9-b14e-a9e2778c959c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:52.294744 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7020fc24-8181-4590-9353-84d70673bc9f up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:52.415833 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3176defe-8bb0-4e4b-bee8-d791c08a1d81 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:52.417558 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-91b5afed-90e8-4b6d-b5ea-c43f0221f3e3 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:52.419484 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3176defe-8bb0-4e4b-bee8-d791c08a1d81 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/ad9e4832-d97d-4bf9-b14e-a9e2778c959c HTTP/1.1" status: 204 len: 168 time: 1.1009903 Jan 28 13:41:52.422768 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45608) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:52.423224 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 7020fc24-8181-4590-9353-84d70673bc9f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:52.423601 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7020fc24-8181-4590-9353-84d70673bc9f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:52.426143 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-91b5afed-90e8-4b6d-b5ea-c43f0221f3e3 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (64cb0a45-58b0-4550-99c6-f5508fe31d22), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:52.527325 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a627b003-f171-432b-b133-3f3a954106f7 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:52.534611 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a627b003-f171-432b-b133-3f3a954106f7 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1107712 Jan 28 13:41:52.539273 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45612) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:52.619091 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 7020fc24-8181-4590-9353-84d70673bc9f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:52.633533 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-91b5afed-90e8-4b6d-b5ea-c43f0221f3e3 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Floating IP 64cb0a45-58b0-4550-99c6-f5508fe31d22 associated. External IP: 172.25.3.152, port: ac3e51d2-8fa2-41c3-a97a-60e2c1571025. Jan 28 13:41:52.639909 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4650759-978e-4cae-95ee-10f0a9b2fe71 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:52.650770 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f4650759-978e-4cae-95ee-10f0a9b2fe71 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1081607 Jan 28 13:41:52.652249 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45616) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:52.821421 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45622) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:52.839539 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-55d5ff57-9d76-4f8d-9bcf-ccdba5f18638 req-3ff20c40-6063-45ad-b579-082d666ce9b8 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.2406473 Jan 28 13:41:52.931943 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d57d3018-2726-4620-a4c4-3a21591fee69 None None] Provisioning complete for port 7020fc24-8181-4590-9353-84d70673bc9f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:52.932512 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d57d3018-2726-4620-a4c4-3a21591fee69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7020fc24-8181-4590-9353-84d70673bc9f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:52.934764 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdba469a-5d87-4441-854a-3650a8999d78 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:52.937683 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdba469a-5d87-4441-854a-3650a8999d78 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:52.939178 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdba469a-5d87-4441-854a-3650a8999d78 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:52.943676 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fdba469a-5d87-4441-854a-3650a8999d78 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2903986 Jan 28 13:41:52.945137 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45628) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:53.089809 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e56c20a-931b-4f3a-ab5e-a436bc2a5273 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet 0f505a93-b62d-4312-9090-73107f9fd66c {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:41:53.096221 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4e56c20a-931b-4f3a-ab5e-a436bc2a5273 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (0f505a93-b62d-4312-9090-73107f9fd66c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:53.143578 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b5afed-90e8-4b6d-b5ea-c43f0221f3e3 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Router 1e83f1c4-42ad-4424-a714-433c41f7f4ec has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:41:53.190992 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec78d4e5-6653-4160-a299-6179d3631b9c admin admin] Deleting subnet 0e48f015-d95b-447e-81f3-56a09028b6dd {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:41:53.212362 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ec78d4e5-6653-4160-a299-6179d3631b9c admin admin] Publish callbacks [] for subnet (0e48f015-d95b-447e-81f3-56a09028b6dd), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:53.225879 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4e56c20a-931b-4f3a-ab5e-a436bc2a5273 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (0f505a93-b62d-4312-9090-73107f9fd66c), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:53.345357 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d57d3018-2726-4620-a4c4-3a21591fee69 None None] Current status of the port 7020fc24-8181-4590-9353-84d70673bc9f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:53.392400 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ec78d4e5-6653-4160-a299-6179d3631b9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (0e48f015-d95b-447e-81f3-56a09028b6dd), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:53.432824 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b5afed-90e8-4b6d-b5ea-c43f0221f3e3 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:41:53.446235 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d728f3-dd87-411a-b2d5-ac663ca25bfe None None] Sync routers for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:41:53.447353 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-91b5afed-90e8-4b6d-b5ea-c43f0221f3e3 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:53.471127 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-4b8a759b-f8f8-4aee-87eb-b95ef5b298c0 None None] Could not find standard attr ID for object ad9e4832-d97d-4bf9-b14e-a9e2778c959c. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:41:53.473353 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d728f3-dd87-411a-b2d5-ac663ca25bfe None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:53.474576 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c2d728f3-dd87-411a-b2d5-ac663ca25bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:41:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:53.490366 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ec78d4e5-6653-4160-a299-6179d3631b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (0e48f015-d95b-447e-81f3-56a09028b6dd), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:53.499070 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 9003b046-df47-4bc5-93c8-04c897fc42ba no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:41:53.503273 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-91b5afed-90e8-4b6d-b5ea-c43f0221f3e3 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "PUT /v2.0/floatingips/64cb0a45-58b0-4550-99c6-f5508fe31d22 HTTP/1.1" status: 200 len: 978 time: 2.4650023 Jan 28 13:41:53.504026 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45634) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:53.544954 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 9003b046-df47-4bc5-93c8-04c897fc42ba {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:41:53.548547 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 9003b046-df47-4bc5-93c8-04c897fc42ba not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:41:53.548716 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4e56c20a-931b-4f3a-ab5e-a436bc2a5273 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (0f505a93-b62d-4312-9090-73107f9fd66c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:53.548814 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c2d728f3-dd87-411a-b2d5-ac663ca25bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:53.559354 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d728f3-dd87-411a-b2d5-ac663ca25bfe None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:53.560210 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c2d728f3-dd87-411a-b2d5-ac663ca25bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:41:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:53.622288 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c2d728f3-dd87-411a-b2d5-ac663ca25bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:53.623253 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d728f3-dd87-411a-b2d5-ac663ca25bfe None None] The sync data for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:41:53.658514 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ec78d4e5-6653-4160-a299-6179d3631b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (0e48f015-d95b-447e-81f3-56a09028b6dd), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:53.668956 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4e56c20a-931b-4f3a-ab5e-a436bc2a5273 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (0f505a93-b62d-4312-9090-73107f9fd66c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:53.687707 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-1a35e605-2188-4a6e-8330-683e69d33219 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Deleting port ac3e51d2-8fa2-41c3-a97a-60e2c1571025 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:53.688377 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a35e605-2188-4a6e-8330-683e69d33219 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ac3e51d2-8fa2-41c3-a97a-60e2c1571025), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:53.701817 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78d4e5-6653-4160-a299-6179d3631b9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e48f015-d95b-447e-81f3-56a09028b6dd,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:53.703659 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ec78d4e5-6653-4160-a299-6179d3631b9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:53.709831 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ec78d4e5-6653-4160-a299-6179d3631b9c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0e48f015-d95b-447e-81f3-56a09028b6dd HTTP/1.1" status: 204 len: 168 time: 0.8860514 Jan 28 13:41:53.714472 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45638) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:53.735109 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56c20a-931b-4f3a-ab5e-a436bc2a5273 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=0f505a93-b62d-4312-9090-73107f9fd66c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:53.739452 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4e56c20a-931b-4f3a-ab5e-a436bc2a5273 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:53.742838 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4e56c20a-931b-4f3a-ab5e-a436bc2a5273 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/0f505a93-b62d-4312-9090-73107f9fd66c HTTP/1.1" status: 204 len: 168 time: 0.7933753 Jan 28 13:41:53.745403 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45640) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:53.748576 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765c77f4-9efc-49da-b8b4-eadc1097ddb3 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:53.812501 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ed76b9-35c5-4394-994d-68486fde0879 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet 5b2f808a-edcc-46ae-9cdc-8e2acf2b477b {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:41:53.815995 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-63ed76b9-35c5-4394-994d-68486fde0879 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (5b2f808a-edcc-46ae-9cdc-8e2acf2b477b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:53.883509 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-053bb49d-2050-478d-9ec8-5d8611b1ea88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (285d4e3a-5607-4218-b935-d2fc3d0a96e1), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:53.901549 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-63ed76b9-35c5-4394-994d-68486fde0879 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (5b2f808a-edcc-46ae-9cdc-8e2acf2b477b), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:53.913339 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a35e605-2188-4a6e-8330-683e69d33219 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ac3e51d2-8fa2-41c3-a97a-60e2c1571025), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:53.969968 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:41:54.043581 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-63ed76b9-35c5-4394-994d-68486fde0879 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (5b2f808a-edcc-46ae-9cdc-8e2acf2b477b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:54.190366 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-63ed76b9-35c5-4394-994d-68486fde0879 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (5b2f808a-edcc-46ae-9cdc-8e2acf2b477b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:54.267165 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed76b9-35c5-4394-994d-68486fde0879 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=5b2f808a-edcc-46ae-9cdc-8e2acf2b477b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:54.274093 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-63ed76b9-35c5-4394-994d-68486fde0879 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:54.280193 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-63ed76b9-35c5-4394-994d-68486fde0879 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/5b2f808a-edcc-46ae-9cdc-8e2acf2b477b HTTP/1.1" status: 204 len: 168 time: 0.5309522 Jan 28 13:41:54.280727 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45650) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:54.358127 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-04a66269-5143-4275-965f-055f6020594a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761292 Jan 28 13:41:54.363697 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45652) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:54.369192 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-196fb9c7-9ce9-4a93-b4a8-9ac5e440725c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:54.514113 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196fb9c7-9ce9-4a93-b4a8-9ac5e440725c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:54.515582 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fd8e1c07-ebca-4e07-8c37-39203a43cbc3 req-dbd8a620-2d85-43ef-8de5-7c4d8f4544f1 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.5320795 Jan 28 13:41:54.519589 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-196fb9c7-9ce9-4a93-b4a8-9ac5e440725c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:54.581307 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-053bb49d-2050-478d-9ec8-5d8611b1ea88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (285d4e3a-5607-4218-b935-d2fc3d0a96e1), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:54.651734 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-053bb49d-2050-478d-9ec8-5d8611b1ea88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['285d4e3a-5607-4218-b935-d2fc3d0a96e1']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:54.686583 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-053bb49d-2050-478d-9ec8-5d8611b1ea88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c15b855-ca1c-4224-be76-1f68a303fce6') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:54.686995 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-053bb49d-2050-478d-9ec8-5d8611b1ea88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c15b855-ca1c-4224-be76-1f68a303fce6') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:54.747078 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-053bb49d-2050-478d-9ec8-5d8611b1ea88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (3c15b855-ca1c-4224-be76-1f68a303fce6), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:54.787425 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-053bb49d-2050-478d-9ec8-5d8611b1ea88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (3c15b855-ca1c-4224-be76-1f68a303fce6), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:54.806432 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-053bb49d-2050-478d-9ec8-5d8611b1ea88 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:41:54.806950 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-053bb49d-2050-478d-9ec8-5d8611b1ea88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (3c15b855-ca1c-4224-be76-1f68a303fce6), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:41:54.813863 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:41:54.830305 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a35e605-2188-4a6e-8330-683e69d33219 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:54.830812 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a35e605-2188-4a6e-8330-683e69d33219 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (64cb0a45-58b0-4550-99c6-f5508fe31d22), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:54.831249 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-1a35e605-2188-4a6e-8330-683e69d33219 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Floating IP 64cb0a45-58b0-4550-99c6-f5508fe31d22 disassociated. External IP: 172.25.3.152, port: ac3e51d2-8fa2-41c3-a97a-60e2c1571025. Jan 28 13:41:54.831694 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-1a35e605-2188-4a6e-8330-683e69d33219 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Calling delete_port for ac3e51d2-8fa2-41c3-a97a-60e2c1571025 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:54.964418 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e468bc5-39c6-4f59-bb36-b9e18865e25b None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:54.967611 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-053bb49d-2050-478d-9ec8-5d8611b1ea88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (285d4e3a-5607-4218-b935-d2fc3d0a96e1), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:55.004528 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-053bb49d-2050-478d-9ec8-5d8611b1ea88 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:55.012079 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-053bb49d-2050-478d-9ec8-5d8611b1ea88 admin admin] 10.222.0.39 "DELETE /v2.0/networks/285d4e3a-5607-4218-b935-d2fc3d0a96e1 HTTP/1.1" status: 204 len: 168 time: 1.2940614 Jan 28 13:41:55.017783 n-d-822747-2 neutron-server[103351]: DEBUG neutron.objects.ports [None req-196fb9c7-9ce9-4a93-b4a8-9ac5e440725c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103351) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 13:41:55.024447 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053bb49d-2050-478d-9ec8-5d8611b1ea88 admin admin] Pushing event deleted for resources: {'Network': ['ID=285d4e3a-5607-4218-b935-d2fc3d0a96e1,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:55.126785 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-7766a534-5411-4298-b573-facfc9eabb9d None None] Provisioning complete for port 7020fc24-8181-4590-9353-84d70673bc9f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:55.127254 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7766a534-5411-4298-b573-facfc9eabb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7020fc24-8181-4590-9353-84d70673bc9f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:55.239595 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a35e605-2188-4a6e-8330-683e69d33219 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (ac3e51d2-8fa2-41c3-a97a-60e2c1571025), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:55.247385 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7766a534-5411-4298-b573-facfc9eabb9d None None] Current status of the port 7020fc24-8181-4590-9353-84d70673bc9f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:55.332453 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35e605-2188-4a6e-8330-683e69d33219 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event deleted for resources: {'Port': ['ID=ac3e51d2-8fa2-41c3-a97a-60e2c1571025,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:55.393381 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45664) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:55.394114 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-196fb9c7-9ce9-4a93-b4a8-9ac5e440725c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7020fc24-8181-4590-9353-84d70673bc9f), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:55.472117 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-87b1b5a8-41d1-4401-a20e-c8d5c53e8bfe None None] Provisioning complete for port 7020fc24-8181-4590-9353-84d70673bc9f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:55.472352 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87b1b5a8-41d1-4401-a20e-c8d5c53e8bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7020fc24-8181-4590-9353-84d70673bc9f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:55.509330 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-552ae599-e21a-4cf0-a388-3f7659ee89bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1bf9b6e908d54e24b17a1c7ceec0b7ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0919361 Jan 28 13:41:55.512746 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45670) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:55.592906 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a35e605-2188-4a6e-8330-683e69d33219 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Router 1e83f1c4-42ad-4424-a714-433c41f7f4ec has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:41:55.623648 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-87b1b5a8-41d1-4401-a20e-c8d5c53e8bfe None None] Current status of the port 7020fc24-8181-4590-9353-84d70673bc9f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:55.658165 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-420bddf2-a836-4aa3-b39d-4c8647a72c25 admin admin] Publish callbacks [] for security_group (d61b931c-b9d6-4673-a51a-e625417728f8), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:55.681276 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-420bddf2-a836-4aa3-b39d-4c8647a72c25 admin admin] Publish callbacks [] for security_group (d61b931c-b9d6-4673-a51a-e625417728f8), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:55.701003 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-196fb9c7-9ce9-4a93-b4a8-9ac5e440725c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] For port 7020fc24-8181-4590-9353-84d70673bc9f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7020fc24-8181-4590-9353-84d70673bc9f,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:55.721574 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc534e2b-9ef9-4961-985e-d087213caf82 req-9ae8881a-779e-49d0-a7dd-718534f1fb64 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.0488825 Jan 28 13:41:55.776132 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-196fb9c7-9ce9-4a93-b4a8-9ac5e440725c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (7020fc24-8181-4590-9353-84d70673bc9f), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:55.787600 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-196fb9c7-9ce9-4a93-b4a8-9ac5e440725c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (7020fc24-8181-4590-9353-84d70673bc9f), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:55.788525 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-196fb9c7-9ce9-4a93-b4a8-9ac5e440725c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (af03d605-960f-4ae3-8895-0d126d650050), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:55.814127 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a35e605-2188-4a6e-8330-683e69d33219 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:41:55.824612 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc99d7b9-6a5a-4b23-85e4-b0f981d9535b None None] Sync routers for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:41:55.839323 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc99d7b9-6a5a-4b23-85e4-b0f981d9535b None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:55.840121 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-cc99d7b9-6a5a-4b23-85e4-b0f981d9535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:41:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:55.889180 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fb9c7-9ce9-4a93-b4a8-9ac5e440725c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Port': ['ID=7020fc24-8181-4590-9353-84d70673bc9f,revision_number=8']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:55.898307 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-420bddf2-a836-4aa3-b39d-4c8647a72c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d61b931c-b9d6-4673-a51a-e625417728f8), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:55.900967 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-420bddf2-a836-4aa3-b39d-4c8647a72c25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:55.904734 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-420bddf2-a836-4aa3-b39d-4c8647a72c25 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d61b931c-b9d6-4673-a51a-e625417728f8 HTTP/1.1" status: 204 len: 168 time: 0.3884461 Jan 28 13:41:55.911946 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196fb9c7-9ce9-4a93-b4a8-9ac5e440725c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:55.921894 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-196fb9c7-9ce9-4a93-b4a8-9ac5e440725c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:55.925006 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-cc99d7b9-6a5a-4b23-85e4-b0f981d9535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:55.926594 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196fb9c7-9ce9-4a93-b4a8-9ac5e440725c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:55.927272 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-196fb9c7-9ce9-4a93-b4a8-9ac5e440725c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:55.929861 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bddf2-a836-4aa3-b39d-4c8647a72c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61b931c-b9d6-4673-a51a-e625417728f8,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:55.944660 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fb9c7-9ce9-4a93-b4a8-9ac5e440725c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=af03d605-960f-4ae3-8895-0d126d650050,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:55.948237 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97403635-6763-40b2-b308-975dde3ebc64 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:55.957948 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-196fb9c7-9ce9-4a93-b4a8-9ac5e440725c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5931141 Jan 28 13:41:55.961093 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45676) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:55.966101 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-92330e87-7515-4030-bb2b-b59c81b5d0b9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:55.991678 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a35e605-2188-4a6e-8330-683e69d33219 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:55.995390 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1a35e605-2188-4a6e-8330-683e69d33219 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "DELETE /v2.0/ports/ac3e51d2-8fa2-41c3-a97a-60e2c1571025 HTTP/1.1" status: 204 len: 168 time: 2.4903007 Jan 28 13:41:55.998695 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45680) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:56.063110 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e882e196-d753-496e-b178-5d03bb2212c2 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "GET /v2.0/floatingips/64cb0a45-58b0-4550-99c6-f5508fe31d22 HTTP/1.1" status: 200 len: 688 time: 0.0630801 Jan 28 13:41:56.065471 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45682) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:56.171276 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc99d7b9-6a5a-4b23-85e4-b0f981d9535b None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:56.172511 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-cc99d7b9-6a5a-4b23-85e4-b0f981d9535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:41:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:56.209685 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-cc99d7b9-6a5a-4b23-85e4-b0f981d9535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:56.213848 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc99d7b9-6a5a-4b23-85e4-b0f981d9535b None None] The sync data for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:41:56.302647 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92330e87-7515-4030-bb2b-b59c81b5d0b9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:56.306700 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-92330e87-7515-4030-bb2b-b59c81b5d0b9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:56.359802 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7020fc24-8181-4590-9353-84d70673bc9f up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:56.419194 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-63876f82-edc6-4a81-8b4e-54814c50f8ce tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Deleting port 98d497a6-d4e9-411a-851d-ccf99c93f973 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:56.421621 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-63876f82-edc6-4a81-8b4e-54814c50f8ce tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (98d497a6-d4e9-411a-851d-ccf99c93f973), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:56.488523 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 7020fc24-8181-4590-9353-84d70673bc9f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:56.488892 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7020fc24-8181-4590-9353-84d70673bc9f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:56.497512 n-d-822747-2 neutron-server[103351]: INFO neutron.db.ipam_backend_mixin [None req-92330e87-7515-4030-bb2b-b59c81b5d0b9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet af03d605-960f-4ae3-8895-0d126d650050 (CIDR: 2001:db8::/64) Jan 28 13:41:56.503807 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-92330e87-7515-4030-bb2b-b59c81b5d0b9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:41:56.504331 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92330e87-7515-4030-bb2b-b59c81b5d0b9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:41:56.562234 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-92330e87-7515-4030-bb2b-b59c81b5d0b9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6000283 Jan 28 13:41:56.564570 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45690) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:56.574596 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-f934b18e-31c7-40c5-b241-aaeba88641fd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:56.607581 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-63876f82-edc6-4a81-8b4e-54814c50f8ce tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (98d497a6-d4e9-411a-851d-ccf99c93f973), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:56.608052 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-63876f82-edc6-4a81-8b4e-54814c50f8ce tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (98d497a6-d4e9-411a-851d-ccf99c93f973), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:56.622992 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-63876f82-edc6-4a81-8b4e-54814c50f8ce tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Calling delete_port for 98d497a6-d4e9-411a-851d-ccf99c93f973 owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:56.692848 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 7020fc24-8181-4590-9353-84d70673bc9f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:56.708063 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-7f85f6d9-341c-4649-8003-bbe7bd0576e3 None None] Provisioning complete for port 7020fc24-8181-4590-9353-84d70673bc9f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:56.708440 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7f85f6d9-341c-4649-8003-bbe7bd0576e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7020fc24-8181-4590-9353-84d70673bc9f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:56.846718 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f934b18e-31c7-40c5-b241-aaeba88641fd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:56.852195 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f934b18e-31c7-40c5-b241-aaeba88641fd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:56.860155 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-63876f82-edc6-4a81-8b4e-54814c50f8ce tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (98d497a6-d4e9-411a-851d-ccf99c93f973), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:56.879561 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7f85f6d9-341c-4649-8003-bbe7bd0576e3 None None] Current status of the port 7020fc24-8181-4590-9353-84d70673bc9f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:56.905408 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63876f82-edc6-4a81-8b4e-54814c50f8ce tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event deleted for resources: {'Port': ['ID=98d497a6-d4e9-411a-851d-ccf99c93f973,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:56.953374 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ead7a4dc-555b-4029-b35d-3f57544cf693 req-3daf402f-a96f-4fec-bb4a-0b4688e60a9c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.0408282 Jan 28 13:41:57.018722 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-63876f82-edc6-4a81-8b4e-54814c50f8ce tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (64cb0a45-58b0-4550-99c6-f5508fe31d22), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:57.022223 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-63876f82-edc6-4a81-8b4e-54814c50f8ce tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:57.027350 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-63876f82-edc6-4a81-8b4e-54814c50f8ce tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "DELETE /v2.0/floatingips/64cb0a45-58b0-4550-99c6-f5508fe31d22 HTTP/1.1" status: 204 len: 168 time: 0.9603531 Jan 28 13:41:57.028011 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45708) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:57.033014 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-61fa786c-06eb-45cd-92e9-8ede8051613e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'port_id': '185ddc54-0b45-449e-b572-0da9fc432288'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:57.057173 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-61fa786c-06eb-45cd-92e9-8ede8051613e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:57.226770 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f934b18e-31c7-40c5-b241-aaeba88641fd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (15474399-4974-4252-8688-8debfde83885), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:57.244680 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-61fa786c-06eb-45cd-92e9-8ede8051613e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:57.295352 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f934b18e-31c7-40c5-b241-aaeba88641fd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:57.299991 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45716) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:57.310774 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-f934b18e-31c7-40c5-b241-aaeba88641fd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:57.322101 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06bb1a0-5736-4ba4-9eeb-0daf12794ec7 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:57.353166 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f934b18e-31c7-40c5-b241-aaeba88641fd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:57.356107 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f934b18e-31c7-40c5-b241-aaeba88641fd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:57.422319 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934b18e-31c7-40c5-b241-aaeba88641fd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=15474399-4974-4252-8688-8debfde83885,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:57.445414 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f934b18e-31c7-40c5-b241-aaeba88641fd tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8787901 Jan 28 13:41:57.446497 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45720) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:57.458982 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-a1663c0f-98cf-4a69-8c76-998d197d2079 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'port': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'mac_address': 'fa:16:3e:db:8b:c7', 'name': 'tempest-NetworksTestDHCPv6-208342122'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:57.529274 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-e08ab079-ae06-4767-ba1f-f986cf28e77f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-87416630-network', 'tenant_id': 'd7822b4ee1cb4d678e2f89317991f7c3'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:57.529912 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-61fa786c-06eb-45cd-92e9-8ede8051613e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Allocated IP 172.25.3.241 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/eeb42394-20af-49a9-b7cd-36cb2d9199a8) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:57.657939 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08ab079-ae06-4767-ba1f-f986cf28e77f admin admin] Made reservation on behalf of d7822b4ee1cb4d678e2f89317991f7c3 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:57.658702 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7185aa1-6aac-4b0a-8d31-6a81004c1fb9 None None] Update dhcp port {'port': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'fixed_ips': [{'subnet_id': 'af03d605-960f-4ae3-8895-0d126d650050', 'ip_address': '2001:db8::f816:3eff:fe83:8660'}, {'subnet_id': '15474399-4974-4252-8688-8debfde83885'}], 'binding:host_id': 'n-d-822747-2'}, 'id': '7020fc24-8181-4590-9353-84d70673bc9f'} from n-d-822747-2. {{(pid=103353) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 13:41:57.660377 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e08ab079-ae06-4767-ba1f-f986cf28e77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:57.698689 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7185aa1-6aac-4b0a-8d31-6a81004c1fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7020fc24-8181-4590-9353-84d70673bc9f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:57.703329 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-61fa786c-06eb-45cd-92e9-8ede8051613e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for port (eeb42394-20af-49a9-b7cd-36cb2d9199a8), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:57.716490 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e08ab079-ae06-4767-ba1f-f986cf28e77f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:57.756969 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-61fa786c-06eb-45cd-92e9-8ede8051613e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (eeb42394-20af-49a9-b7cd-36cb2d9199a8), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:57.848686 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa786c-06eb-45cd-92e9-8ede8051613e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event updated for resources: {'Port': ['ID=eeb42394-20af-49a9-b7cd-36cb2d9199a8,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:57.884075 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1663c0f-98cf-4a69-8c76-998d197d2079 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:57.885751 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fa786c-06eb-45cd-92e9-8ede8051613e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:57.890690 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-61fa786c-06eb-45cd-92e9-8ede8051613e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:57.900340 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fa786c-06eb-45cd-92e9-8ede8051613e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:58.074103 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e08ab079-ae06-4767-ba1f-f986cf28e77f admin admin] Publish callbacks [] for security_group (e50d9768-8972-46d3-94d6-7b5a2b51eb2a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:58.096999 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-c7185aa1-6aac-4b0a-8d31-6a81004c1fb9 None None] Allocated IP 2001:db8:0:1::2 (b1369f79-8419-4909-b9dc-745e2d83caa0/15474399-4974-4252-8688-8debfde83885/7020fc24-8181-4590-9353-84d70673bc9f) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:58.100434 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1663c0f-98cf-4a69-8c76-998d197d2079 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:58.105573 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e08ab079-ae06-4767-ba1f-f986cf28e77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e50d9768-8972-46d3-94d6-7b5a2b51eb2a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:58.151167 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e08ab079-ae06-4767-ba1f-f986cf28e77f admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:41:58.166657 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-a1663c0f-98cf-4a69-8c76-998d197d2079 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] device_id is not set on port ec9e4434-a7fe-40f7-bc7a-71a9e1aa9fc1 yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:41:58.183890 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ab079-ae06-4767-ba1f-f986cf28e77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50d9768-8972-46d3-94d6-7b5a2b51eb2a,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:58.188826 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e08ab079-ae06-4767-ba1f-f986cf28e77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (c9429e28-5e0c-4919-aa67-0d62a329ad26), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:58.189295 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-e08ab079-ae06-4767-ba1f-f986cf28e77f admin admin] Added segment c9429e28-5e0c-4919-aa67-0d62a329ad26 of type vlan for network 1a7c7f9b-1954-4b23-a972-a8caf8d2f60e Jan 28 13:41:58.207809 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f46fb2e1-03ef-46b5-938a-25d53bd46e60 req-1153edd8-ec69-4671-b81d-060f9483e36c tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.1175931 Jan 28 13:41:58.287305 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e08ab079-ae06-4767-ba1f-f986cf28e77f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (1a7c7f9b-1954-4b23-a972-a8caf8d2f60e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:58.320504 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e08ab079-ae06-4767-ba1f-f986cf28e77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (1a7c7f9b-1954-4b23-a972-a8caf8d2f60e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:58.321536 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08ab079-ae06-4767-ba1f-f986cf28e77f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:58.322126 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e08ab079-ae06-4767-ba1f-f986cf28e77f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:58.329201 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c7185aa1-6aac-4b0a-8d31-6a81004c1fb9 None None] For port 7020fc24-8181-4590-9353-84d70673bc9f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7020fc24-8181-4590-9353-84d70673bc9f,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:58.370801 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e08ab079-ae06-4767-ba1f-f986cf28e77f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0693398 Jan 28 13:41:58.373470 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45740) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:58.380848 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-506bb86e-13e6-4083-9813-40de934c9b16 admin admin] Request body: {'subnet': {'network_id': '1a7c7f9b-1954-4b23-a972-a8caf8d2f60e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-87416630-subnet', 'tenant_id': 'd7822b4ee1cb4d678e2f89317991f7c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:58.384837 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7185aa1-6aac-4b0a-8d31-6a81004c1fb9 None None] Publish callbacks [] for port (7020fc24-8181-4590-9353-84d70673bc9f), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:58.396367 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7185aa1-6aac-4b0a-8d31-6a81004c1fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7020fc24-8181-4590-9353-84d70673bc9f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:58.453248 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ab079-ae06-4767-ba1f-f986cf28e77f admin admin] Pushing event updated for resources: {'Network': ['ID=1a7c7f9b-1954-4b23-a972-a8caf8d2f60e,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:58.457137 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7185aa1-6aac-4b0a-8d31-6a81004c1fb9 None None] Pushing event updated for resources: {'Port': ['ID=7020fc24-8181-4590-9353-84d70673bc9f,revision_number=9']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:58.465955 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 1a7c7f9b-1954-4b23-a972-a8caf8d2f60e details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:41:58.490446 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506bb86e-13e6-4083-9813-40de934c9b16 admin admin] Made reservation on behalf of d7822b4ee1cb4d678e2f89317991f7c3 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:58.497606 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-506bb86e-13e6-4083-9813-40de934c9b16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:58.740299 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-a1663c0f-98cf-4a69-8c76-998d197d2079 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 2001:db8:0:1::30 (b1369f79-8419-4909-b9dc-745e2d83caa0/15474399-4974-4252-8688-8debfde83885/ec9e4434-a7fe-40f7-bc7a-71a9e1aa9fc1) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:58.745030 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-61fa786c-06eb-45cd-92e9-8ede8051613e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (e3f677c7-276a-4b22-8cdb-7d4f3972cbb2), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:58.751038 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-a1663c0f-98cf-4a69-8c76-998d197d2079 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 2001:db8::f816:3eff:fedb:8bc7 (b1369f79-8419-4909-b9dc-745e2d83caa0/af03d605-960f-4ae3-8895-0d126d650050/ec9e4434-a7fe-40f7-bc7a-71a9e1aa9fc1) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:58.853522 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-61fa786c-06eb-45cd-92e9-8ede8051613e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (eeb42394-20af-49a9-b7cd-36cb2d9199a8), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:59.007558 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-506bb86e-13e6-4083-9813-40de934c9b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (29425192-d153-4d6d-998f-4743e88ed753), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:59.068407 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-61fa786c-06eb-45cd-92e9-8ede8051613e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for port (eeb42394-20af-49a9-b7cd-36cb2d9199a8), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:59.079059 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-61fa786c-06eb-45cd-92e9-8ede8051613e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (eeb42394-20af-49a9-b7cd-36cb2d9199a8), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:59.133103 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bb86e-13e6-4083-9813-40de934c9b16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29425192-d153-4d6d-998f-4743e88ed753,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:59.144950 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506bb86e-13e6-4083-9813-40de934c9b16 admin admin] Checking segment: {'id': 'c9429e28-5e0c-4919-aa67-0d62a329ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1a7c7f9b-1954-4b23-a972-a8caf8d2f60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:59.145571 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506bb86e-13e6-4083-9813-40de934c9b16 admin admin] Network hostable DHCP agents. Network: 1a7c7f9b-1954-4b23-a972-a8caf8d2f60e, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:41:59.159181 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1663c0f-98cf-4a69-8c76-998d197d2079 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (ec9e4434-a7fe-40f7-bc7a-71a9e1aa9fc1), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:59.196159 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa786c-06eb-45cd-92e9-8ede8051613e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event updated for resources: {'Port': ['ID=eeb42394-20af-49a9-b7cd-36cb2d9199a8,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:59.210762 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506bb86e-13e6-4083-9813-40de934c9b16 admin admin] Network 1a7c7f9b-1954-4b23-a972-a8caf8d2f60e is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:41:59.214792 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-61fa786c-06eb-45cd-92e9-8ede8051613e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (e3f677c7-276a-4b22-8cdb-7d4f3972cbb2), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:59.234329 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-506bb86e-13e6-4083-9813-40de934c9b16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 1a7c7f9b-1954-4b23-a972-a8caf8d2f60e) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:59.242140 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506bb86e-13e6-4083-9813-40de934c9b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:59.243020 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-506bb86e-13e6-4083-9813-40de934c9b16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:59.244208 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaa9ca1-2920-4a9b-84f0-b2c09331fceb None None] Network 1a7c7f9b-1954-4b23-a972-a8caf8d2f60e requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:59.268446 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-506bb86e-13e6-4083-9813-40de934c9b16 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8915091 Jan 28 13:41:59.269969 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45748) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:59.275699 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1663c0f-98cf-4a69-8c76-998d197d2079 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ec9e4434-a7fe-40f7-bc7a-71a9e1aa9fc1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:59.300140 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a9ddfa22-bcff-40f4-b5fc-70e8142a5eb4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-87416630-router', 'tenant_id': 'd7822b4ee1cb4d678e2f89317991f7c3', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:59.376676 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1663c0f-98cf-4a69-8c76-998d197d2079 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:59.392609 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-a1663c0f-98cf-4a69-8c76-998d197d2079 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:59.396546 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1663c0f-98cf-4a69-8c76-998d197d2079 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:59.401865 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1663c0f-98cf-4a69-8c76-998d197d2079 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:59.402513 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1663c0f-98cf-4a69-8c76-998d197d2079 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:59.460043 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1663c0f-98cf-4a69-8c76-998d197d2079 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Port': ['ID=ec9e4434-a7fe-40f7-bc7a-71a9e1aa9fc1,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:59.489615 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a1663c0f-98cf-4a69-8c76-998d197d2079 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0388858 Jan 28 13:41:59.490391 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45756) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:59.514253 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-674dd54a-9a7b-493a-9964-0f7931fa9450 req-005dde42-5c91-4ac7-895c-5f71d84316cd tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.0999832 Jan 28 13:41:59.518054 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a9ddfa22-bcff-40f4-b5fc-70e8142a5eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (5b9981e6-e9f7-4203-9676-b50139d49b39), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:59.519559 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a9ddfa22-bcff-40f4-b5fc-70e8142a5eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (5b9981e6-e9f7-4203-9676-b50139d49b39), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:59.522728 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8c2f980c-1d7a-4db6-8647-b17bac75f6c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:59.560500 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8818bc9e-887c-479e-b5bc-6e2b0b460fcd None None] Network 1a7c7f9b-1954-4b23-a972-a8caf8d2f60e requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:59.562489 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-61fa786c-06eb-45cd-92e9-8ede8051613e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Floating IP e3f677c7-276a-4b22-8cdb-7d4f3972cbb2 associated. External IP: 172.25.3.241, port: 185ddc54-0b45-449e-b572-0da9fc432288. Jan 28 13:41:59.650740 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a9ddfa22-bcff-40f4-b5fc-70e8142a5eb4 admin admin] Publish callbacks [] for router_controller (5b9981e6-e9f7-4203-9676-b50139d49b39), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:59.705944 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-1cb2d364-9b07-45ad-ab2b-bbf6df9dc247 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting port ec9e4434-a7fe-40f7-bc7a-71a9e1aa9fc1 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:59.706558 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1cb2d364-9b07-45ad-ab2b-bbf6df9dc247 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ec9e4434-a7fe-40f7-bc7a-71a9e1aa9fc1), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:59.770168 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-39d3042f-020e-4b9b-b9ee-26166f850c8f None None] Provisioning complete for port 7020fc24-8181-4590-9353-84d70673bc9f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:59.770542 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39d3042f-020e-4b9b-b9ee-26166f850c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7020fc24-8181-4590-9353-84d70673bc9f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:59.833515 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1cb2d364-9b07-45ad-ab2b-bbf6df9dc247 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ec9e4434-a7fe-40f7-bc7a-71a9e1aa9fc1), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:59.849746 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-1cb2d364-9b07-45ad-ab2b-bbf6df9dc247 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Calling delete_port for ec9e4434-a7fe-40f7-bc7a-71a9e1aa9fc1 owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:59.893518 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-39d3042f-020e-4b9b-b9ee-26166f850c8f None None] Current status of the port 7020fc24-8181-4590-9353-84d70673bc9f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:00.032481 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-8fbfcd2f-3a60-49ee-bc88-a6ae1a3a58cd None None] Provisioning complete for port ec9e4434-a7fe-40f7-bc7a-71a9e1aa9fc1 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:00.032909 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8fbfcd2f-3a60-49ee-bc88-a6ae1a3a58cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ec9e4434-a7fe-40f7-bc7a-71a9e1aa9fc1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:00.062996 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a9ddfa22-bcff-40f4-b5fc-70e8142a5eb4 admin admin] Publish callbacks [] for router_gateway (5b9981e6-e9f7-4203-9676-b50139d49b39), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:00.114605 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8fbfcd2f-3a60-49ee-bc88-a6ae1a3a58cd None None] Port ec9e4434-a7fe-40f7-bc7a-71a9e1aa9fc1 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:42:00.120712 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fa786c-06eb-45cd-92e9-8ede8051613e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Router 1e83f1c4-42ad-4424-a714-433c41f7f4ec has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:42:00.129938 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1cb2d364-9b07-45ad-ab2b-bbf6df9dc247 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ec9e4434-a7fe-40f7-bc7a-71a9e1aa9fc1), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:00.281039 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1cb2d364-9b07-45ad-ab2b-bbf6df9dc247 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:00.288571 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1cb2d364-9b07-45ad-ab2b-bbf6df9dc247 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/ec9e4434-a7fe-40f7-bc7a-71a9e1aa9fc1 HTTP/1.1" status: 204 len: 168 time: 0.7961752 Jan 28 13:42:00.290123 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45758) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:00.306303 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2d364-9b07-45ad-ab2b-bbf6df9dc247 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Port': ['ID=ec9e4434-a7fe-40f7-bc7a-71a9e1aa9fc1,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:00.307874 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7020fc24-8181-4590-9353-84d70673bc9f up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:42:00.328117 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fa786c-06eb-45cd-92e9-8ede8051613e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:42:00.339022 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af84c401-f3ad-4cee-872b-72c264c6fb4c None None] Sync routers for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:42:00.367022 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af84c401-f3ad-4cee-872b-72c264c6fb4c None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:00.369496 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-af84c401-f3ad-4cee-872b-72c264c6fb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:41:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:00.400910 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-61fa786c-06eb-45cd-92e9-8ede8051613e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:00.418799 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 7020fc24-8181-4590-9353-84d70673bc9f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:00.419411 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7020fc24-8181-4590-9353-84d70673bc9f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:00.421087 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867ba65-5138-433e-8093-1f1a18204c2e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:00.429316 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4867ba65-5138-433e-8093-1f1a18204c2e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1373856 Jan 28 13:42:00.431755 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45760) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:00.471219 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-af84c401-f3ad-4cee-872b-72c264c6fb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:00.502055 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af84c401-f3ad-4cee-872b-72c264c6fb4c None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:00.503053 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-af84c401-f3ad-4cee-872b-72c264c6fb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:41:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:00.555781 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7847291d-a0ca-4cda-84c7-930d7324b215 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:00.572236 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7847291d-a0ca-4cda-84c7-930d7324b215 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1393158 Jan 28 13:42:00.573523 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45766) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:00.593624 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 7020fc24-8181-4590-9353-84d70673bc9f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:00.616279 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-af84c401-f3ad-4cee-872b-72c264c6fb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:00.616962 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af84c401-f3ad-4cee-872b-72c264c6fb4c None None] The sync data for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:42:00.685696 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8766c3-e928-43f8-ba62-0544001896d4 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:00.687632 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8766c3-e928-43f8-ba62-0544001896d4 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:00.689123 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8766c3-e928-43f8-ba62-0544001896d4 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:00.693984 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3f8766c3-e928-43f8-ba62-0544001896d4 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1170568 Jan 28 13:42:00.695178 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45768) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:00.753181 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-74dce3d2-6086-4b93-9248-8fc1ff27e5d6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet 15474399-4974-4252-8688-8debfde83885 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:42:00.757253 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-74dce3d2-6086-4b93-9248-8fc1ff27e5d6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (15474399-4974-4252-8688-8debfde83885), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:00.801279 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-74dce3d2-6086-4b93-9248-8fc1ff27e5d6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (15474399-4974-4252-8688-8debfde83885), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:00.899024 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-38226cdc-ed84-43a6-b795-463a613764e5 req-8b520c8a-5174-4624-a342-45fb20672758 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.0516298 Jan 28 13:42:00.919879 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-61fa786c-06eb-45cd-92e9-8ede8051613e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.8904300 Jan 28 13:42:00.923609 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45774) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:00.928401 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-76301481-88ce-4ad5-b14e-11c2d08038fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-261342452'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:00.961592 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a9ddfa22-bcff-40f4-b5fc-70e8142a5eb4 admin admin] Publish callbacks [] for router_gateway (5b9981e6-e9f7-4203-9676-b50139d49b39), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:00.965258 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-74dce3d2-6086-4b93-9248-8fc1ff27e5d6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (15474399-4974-4252-8688-8debfde83885), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:00.967136 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76301481-88ce-4ad5-b14e-11c2d08038fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Made reservation on behalf of bc3a4b4595e84e7d9c850880ace224ed for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:00.971286 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-76301481-88ce-4ad5-b14e-11c2d08038fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:01.003598 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a9ddfa22-bcff-40f4-b5fc-70e8142a5eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:01.036015 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-74dce3d2-6086-4b93-9248-8fc1ff27e5d6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (15474399-4974-4252-8688-8debfde83885), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:01.060319 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd82de5-1866-42e1-b657-e28b4f4f46a3 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:01.069382 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76301481-88ce-4ad5-b14e-11c2d08038fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:42:01.078274 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-74dce3d2-6086-4b93-9248-8fc1ff27e5d6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:01.083340 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-74dce3d2-6086-4b93-9248-8fc1ff27e5d6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/15474399-4974-4252-8688-8debfde83885 HTTP/1.1" status: 204 len: 168 time: 0.3864198 Jan 28 13:42:01.085362 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dce3d2-6086-4b93-9248-8fc1ff27e5d6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=15474399-4974-4252-8688-8debfde83885,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:01.087742 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45776) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:01.096743 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-76301481-88ce-4ad5-b14e-11c2d08038fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (246c6e39-6804-4f46-a010-8df7718589df), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:01.097305 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-76301481-88ce-4ad5-b14e-11c2d08038fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Added segment 246c6e39-6804-4f46-a010-8df7718589df of type vlan for network 84ad8a5e-bcc3-404c-90b7-4f807e735246 Jan 28 13:42:01.168247 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-39cc6197-2ddf-4ba5-bed3-025b741c11b8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet af03d605-960f-4ae3-8895-0d126d650050 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:42:01.173318 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-39cc6197-2ddf-4ba5-bed3-025b741c11b8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (af03d605-960f-4ae3-8895-0d126d650050), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:01.200190 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-76301481-88ce-4ad5-b14e-11c2d08038fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (84ad8a5e-bcc3-404c-90b7-4f807e735246), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:01.203335 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-a9ddfa22-bcff-40f4-b5fc-70e8142a5eb4 admin admin] Allocated IP 172.25.3.139 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/3df2e9a9-d599-435e-98a0-bd70ab9b5074) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:01.245958 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-39cc6197-2ddf-4ba5-bed3-025b741c11b8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (af03d605-960f-4ae3-8895-0d126d650050), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:01.283617 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-76301481-88ce-4ad5-b14e-11c2d08038fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (84ad8a5e-bcc3-404c-90b7-4f807e735246), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:01.289573 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76301481-88ce-4ad5-b14e-11c2d08038fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:01.290411 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-76301481-88ce-4ad5-b14e-11c2d08038fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:01.367030 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-39cc6197-2ddf-4ba5-bed3-025b741c11b8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (af03d605-960f-4ae3-8895-0d126d650050), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:01.394950 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76301481-88ce-4ad5-b14e-11c2d08038fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event updated for resources: {'Network': ['ID=84ad8a5e-bcc3-404c-90b7-4f807e735246,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:01.406751 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 84ad8a5e-bcc3-404c-90b7-4f807e735246 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:42:01.412111 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-76301481-88ce-4ad5-b14e-11c2d08038fd tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4870183 Jan 28 13:42:01.415179 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45778) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:01.422814 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-c7da6fd5-d138-4bd3-909f-42cc07780301 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Request body: {'subnet': {'network_id': '84ad8a5e-bcc3-404c-90b7-4f807e735246', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:01.449437 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-39cc6197-2ddf-4ba5-bed3-025b741c11b8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (af03d605-960f-4ae3-8895-0d126d650050), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:01.491644 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc6197-2ddf-4ba5-bed3-025b741c11b8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=af03d605-960f-4ae3-8895-0d126d650050,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:01.496818 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-39cc6197-2ddf-4ba5-bed3-025b741c11b8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:01.502719 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-39cc6197-2ddf-4ba5-bed3-025b741c11b8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/af03d605-960f-4ae3-8895-0d126d650050 HTTP/1.1" status: 204 len: 168 time: 0.4137573 Jan 28 13:42:01.503658 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45780) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:01.577646 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2030a1db-8be5-488c-af6a-fda3c008e78d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0730147 Jan 28 13:42:01.578330 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45782) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:01.586168 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-c91b9ce7-5d68-438e-b578-2f5bb42be6d9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:01.592199 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c2e7d697-d891-404a-a45e-fd778b18079f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:01.602404 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7da6fd5-d138-4bd3-909f-42cc07780301 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Made reservation on behalf of bc3a4b4595e84e7d9c850880ace224ed for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:01.605975 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c7da6fd5-d138-4bd3-909f-42cc07780301 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:01.613435 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a9ddfa22-bcff-40f4-b5fc-70e8142a5eb4 admin admin] Publish callbacks [] for port (3df2e9a9-d599-435e-98a0-bd70ab9b5074), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:01.751650 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a9ddfa22-bcff-40f4-b5fc-70e8142a5eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (3df2e9a9-d599-435e-98a0-bd70ab9b5074), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:01.757901 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91b9ce7-5d68-438e-b578-2f5bb42be6d9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:01.761594 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c91b9ce7-5d68-438e-b578-2f5bb42be6d9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:01.836485 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ddfa22-bcff-40f4-b5fc-70e8142a5eb4 admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:01.846738 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-a9ddfa22-bcff-40f4-b5fc-70e8142a5eb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:01.851062 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ddfa22-bcff-40f4-b5fc-70e8142a5eb4 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:42:01.852940 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ddfa22-bcff-40f4-b5fc-70e8142a5eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=3df2e9a9-d599-435e-98a0-bd70ab9b5074,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:01.999200 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c7da6fd5-d138-4bd3-909f-42cc07780301 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (da344971-4925-431e-8390-fe19b76a0aa4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:02.121777 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c91b9ce7-5d68-438e-b578-2f5bb42be6d9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (453c709f-ae4c-4e5d-a050-eb0f5a5d73bb), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:02.178529 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b79f2056-f8fd-4fe0-b993-44ec01a05749 req-c375b412-0d20-4680-b58e-7caf80125966 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.0906448 Jan 28 13:42:02.211831 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da6fd5-d138-4bd3-909f-42cc07780301 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event updated for resources: {'Subnet': ['ID=da344971-4925-431e-8390-fe19b76a0aa4,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:02.223095 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b9ce7-5d68-438e-b578-2f5bb42be6d9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=453c709f-ae4c-4e5d-a050-eb0f5a5d73bb,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:02.246667 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91b9ce7-5d68-438e-b578-2f5bb42be6d9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:02.248404 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-c91b9ce7-5d68-438e-b578-2f5bb42be6d9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:02.258091 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91b9ce7-5d68-438e-b578-2f5bb42be6d9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:02.258939 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c91b9ce7-5d68-438e-b578-2f5bb42be6d9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:02.283830 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c91b9ce7-5d68-438e-b578-2f5bb42be6d9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7015924 Jan 28 13:42:02.284989 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45790) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:02.291060 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-e73200e0-5e3f-4af6-8e3a-399a1d1cd2e7 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:02.316744 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7da6fd5-d138-4bd3-909f-42cc07780301 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Checking segment: {'id': '246c6e39-6804-4f46-a010-8df7718589df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '84ad8a5e-bcc3-404c-90b7-4f807e735246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:42:02.317109 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7da6fd5-d138-4bd3-909f-42cc07780301 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Network hostable DHCP agents. Network: 84ad8a5e-bcc3-404c-90b7-4f807e735246, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:42:02.331554 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77cfc0f-d8b3-4d76-9e6b-0a8a08017847 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:02.386718 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7da6fd5-d138-4bd3-909f-42cc07780301 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Network 84ad8a5e-bcc3-404c-90b7-4f807e735246 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:42:02.409041 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-c7da6fd5-d138-4bd3-909f-42cc07780301 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 84ad8a5e-bcc3-404c-90b7-4f807e735246) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:02.423327 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a9ddfa22-bcff-40f4-b5fc-70e8142a5eb4 admin admin] Publish callbacks [] for router_gateway (5b9981e6-e9f7-4203-9676-b50139d49b39), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:02.425838 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7da6fd5-d138-4bd3-909f-42cc07780301 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:02.426439 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c7da6fd5-d138-4bd3-909f-42cc07780301 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:02.452430 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73200e0-5e3f-4af6-8e3a-399a1d1cd2e7 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:02.466656 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d03672-63dd-4e22-836d-2a96f899e68d None None] Network 84ad8a5e-bcc3-404c-90b7-4f807e735246 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:02.479302 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e73200e0-5e3f-4af6-8e3a-399a1d1cd2e7 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:02.514390 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c7da6fd5-d138-4bd3-909f-42cc07780301 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0978007 Jan 28 13:42:02.520913 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45794) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:02.531417 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c4c91b45-28ac-4e5e-86d9-3014ed34e130 None None] Provisioning complete for port 7020fc24-8181-4590-9353-84d70673bc9f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:02.531687 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1874405954', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}, 'admin_state_up': False}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:02.532282 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4c91b45-28ac-4e5e-86d9-3014ed34e130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7020fc24-8181-4590-9353-84d70673bc9f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:02.612271 n-d-822747-2 neutron-server[103351]: INFO neutron.db.ipam_backend_mixin [None req-e73200e0-5e3f-4af6-8e3a-399a1d1cd2e7 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 453c709f-ae4c-4e5d-a050-eb0f5a5d73bb (CIDR: 2001:db8::/64) Jan 28 13:42:02.616034 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73200e0-5e3f-4af6-8e3a-399a1d1cd2e7 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:42:02.616597 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e73200e0-5e3f-4af6-8e3a-399a1d1cd2e7 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:02.642255 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e73200e0-5e3f-4af6-8e3a-399a1d1cd2e7 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3559270 Jan 28 13:42:02.643302 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45796) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:02.652126 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-9c6d742d-a760-41b8-85a5-8c301252660a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:02.654884 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (0c1f59b6-6af1-4560-9e3d-c0da94d8ce40), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:02.656488 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (0c1f59b6-6af1-4560-9e3d-c0da94d8ce40), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:02.691160 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c4c91b45-28ac-4e5e-86d9-3014ed34e130 None None] Current status of the port 7020fc24-8181-4590-9353-84d70673bc9f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:02.704191 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d988e785-4dc0-4fe9-98e3-ed164e36183e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-84ad8a5e-bcc3-404c-90b7-4f807e735246', 'network_id': '84ad8a5e-bcc3-404c-90b7-4f807e735246', 'project_id': 'bc3a4b4595e84e7d9c850880ace224ed', 'fixed_ips': [{'subnet_id': 'da344971-4925-431e-8390-fe19b76a0aa4'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:42:02.705306 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d988e785-4dc0-4fe9-98e3-ed164e36183e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:02.798855 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6d742d-a760-41b8-85a5-8c301252660a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:02.803234 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9c6d742d-a760-41b8-85a5-8c301252660a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:02.808502 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for router_controller (0c1f59b6-6af1-4560-9e3d-c0da94d8ce40), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:02.851802 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:02.917779 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-d988e785-4dc0-4fe9-98e3-ed164e36183e None None] Allocated IP 172.20.0.2 (84ad8a5e-bcc3-404c-90b7-4f807e735246/da344971-4925-431e-8390-fe19b76a0aa4/618ce1ef-3510-4127-9c49-23b0ccee1516) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:03.141264 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for router_gateway (0c1f59b6-6af1-4560-9e3d-c0da94d8ce40), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:03.149622 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a9ddfa22-bcff-40f4-b5fc-70e8142a5eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (5b9981e6-e9f7-4203-9676-b50139d49b39), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:03.320246 n-d-822747-2 neutron-server[103351]: DEBUG neutron.objects.ports [None req-9c6d742d-a760-41b8-85a5-8c301252660a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103351) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 13:42:03.406418 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8c74505-95cd-4e5d-beec-a542f9fe7e54 req-fd5e233d-38b8-4b4b-9c2e-a2dc10c672f4 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.0426900 Jan 28 13:42:03.418519 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-8a85adb2-cc94-450f-a638-ae3f9a06411d None None] Provisioning complete for port 7020fc24-8181-4590-9353-84d70673bc9f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:03.419036 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a85adb2-cc94-450f-a638-ae3f9a06411d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7020fc24-8181-4590-9353-84d70673bc9f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:03.549119 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ddfa22-bcff-40f4-b5fc-70e8142a5eb4 admin admin] Router 5b9981e6-e9f7-4203-9676-b50139d49b39 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:42:03.619796 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d988e785-4dc0-4fe9-98e3-ed164e36183e None None] Publish callbacks [] for port (618ce1ef-3510-4127-9c49-23b0ccee1516), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:03.635943 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d988e785-4dc0-4fe9-98e3-ed164e36183e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (618ce1ef-3510-4127-9c49-23b0ccee1516), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:03.665617 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9c6d742d-a760-41b8-85a5-8c301252660a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7020fc24-8181-4590-9353-84d70673bc9f), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:03.745434 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ddfa22-bcff-40f4-b5fc-70e8142a5eb4 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:42:03.745841 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d988e785-4dc0-4fe9-98e3-ed164e36183e None None] Network 84ad8a5e-bcc3-404c-90b7-4f807e735246 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:03.749245 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8a85adb2-cc94-450f-a638-ae3f9a06411d None None] Current status of the port 7020fc24-8181-4590-9353-84d70673bc9f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:03.764484 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-d988e785-4dc0-4fe9-98e3-ed164e36183e None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:03.778106 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8177c280-f3c2-4899-91d4-9760be488635 None None] Sync routers for ids ['5b9981e6-e9f7-4203-9676-b50139d49b39'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:42:03.783793 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d988e785-4dc0-4fe9-98e3-ed164e36183e None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:42:03.784724 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a9ddfa22-bcff-40f4-b5fc-70e8142a5eb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:03.786066 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a9ddfa22-bcff-40f4-b5fc-70e8142a5eb4 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5128505 Jan 28 13:42:03.788895 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45806) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:03.791332 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988e785-4dc0-4fe9-98e3-ed164e36183e None None] Pushing event updated for resources: {'Port': ['ID=618ce1ef-3510-4127-9c49-23b0ccee1516,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:03.806891 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8177c280-f3c2-4899-91d4-9760be488635 None None] Routers {'5b9981e6-e9f7-4203-9676-b50139d49b39'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:03.807706 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8177c280-f3c2-4899-91d4-9760be488635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:42:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['5b9981e6-e9f7-4203-9676-b50139d49b39'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:03.817042 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for router_gateway (0c1f59b6-6af1-4560-9e3d-c0da94d8ce40), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:03.939538 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-8177c280-f3c2-4899-91d4-9760be488635 None None] Set router 5b9981e6-e9f7-4203-9676-b50139d49b39 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:42:03.980710 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-9c6d742d-a760-41b8-85a5-8c301252660a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] For port 7020fc24-8181-4590-9353-84d70673bc9f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7020fc24-8181-4590-9353-84d70673bc9f,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:04.092071 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9c6d742d-a760-41b8-85a5-8c301252660a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (7020fc24-8181-4590-9353-84d70673bc9f), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:04.102591 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9c6d742d-a760-41b8-85a5-8c301252660a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (7020fc24-8181-4590-9353-84d70673bc9f), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:04.103912 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9c6d742d-a760-41b8-85a5-8c301252660a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (63bdbcb1-f8e4-4180-ad8b-766e91bd27d4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:04.230905 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6d742d-a760-41b8-85a5-8c301252660a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:04.235584 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d742d-a760-41b8-85a5-8c301252660a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Port': ['ID=7020fc24-8181-4590-9353-84d70673bc9f,revision_number=13']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:04.247759 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-9c6d742d-a760-41b8-85a5-8c301252660a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:04.283037 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6d742d-a760-41b8-85a5-8c301252660a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:04.284533 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9c6d742d-a760-41b8-85a5-8c301252660a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:04.291514 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c8abb6-eedd-4e68-9f0c-3d88ff9277c9 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:04.296359 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d988e785-4dc0-4fe9-98e3-ed164e36183e None None] Attempting to bind port 618ce1ef-3510-4127-9c49-23b0ccee1516 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:42:04.296946 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d988e785-4dc0-4fe9-98e3-ed164e36183e None None] Attempting to bind port 618ce1ef-3510-4127-9c49-23b0ccee1516 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '246c6e39-6804-4f46-a010-8df7718589df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '84ad8a5e-bcc3-404c-90b7-4f807e735246'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:42:04.297659 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d988e785-4dc0-4fe9-98e3-ed164e36183e None None] Attempting to bind port 618ce1ef-3510-4127-9c49-23b0ccee1516 on network 84ad8a5e-bcc3-404c-90b7-4f807e735246 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:42:04.315113 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d988e785-4dc0-4fe9-98e3-ed164e36183e None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:42:04.315549 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d988e785-4dc0-4fe9-98e3-ed164e36183e None None] Checking segment: {'id': '246c6e39-6804-4f46-a010-8df7718589df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '84ad8a5e-bcc3-404c-90b7-4f807e735246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:42:04.315894 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d988e785-4dc0-4fe9-98e3-ed164e36183e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:04.316282 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d988e785-4dc0-4fe9-98e3-ed164e36183e None None] Bound using segment: {'id': '246c6e39-6804-4f46-a010-8df7718589df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '84ad8a5e-bcc3-404c-90b7-4f807e735246'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:42:04.316769 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d988e785-4dc0-4fe9-98e3-ed164e36183e None None] Bound port: 618ce1ef-3510-4127-9c49-23b0ccee1516, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246c6e39-6804-4f46-a010-8df7718589df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '84ad8a5e-bcc3-404c-90b7-4f807e735246'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:42:04.317146 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d988e785-4dc0-4fe9-98e3-ed164e36183e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (618ce1ef-3510-4127-9c49-23b0ccee1516), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:04.320449 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9c6d742d-a760-41b8-85a5-8c301252660a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6757653 Jan 28 13:42:04.322000 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:04.325962 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45810) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:04.335644 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-daa5fd1c-d712-47eb-85c6-ebc62c2ddc9b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'port': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'mac_address': 'fa:16:3e:6d:b9:ff', 'name': 'tempest-NetworksTestDHCPv6-1764898577'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:04.366281 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:04.376491 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d742d-a760-41b8-85a5-8c301252660a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=63bdbcb1-f8e4-4180-ad8b-766e91bd27d4,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:04.448670 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8177c280-f3c2-4899-91d4-9760be488635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9981e6-e9f7-4203-9676-b50139d49b39', 'name': 'tempest-ServerRescueTestJSON-87416630-router', 'tenant_id': 'd7822b4ee1cb4d678e2f89317991f7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '3df2e9a9-d599-435e-98a0-bd70ab9b5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:59Z', 'updated_at': '2022-01-28T13:42:02Z', 'revision_number': 3, 'project_id': 'd7822b4ee1cb4d678e2f89317991f7c3', 'gw_port': {'id': '3df2e9a9-d599-435e-98a0-bd70ab9b5074', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9981e6-e9f7-4203-9676-b50139d49b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:01Z', 'updated_at': '2022-01-28T13:42:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:04.498965 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8177c280-f3c2-4899-91d4-9760be488635 None None] Checking router: 5b9981e6-e9f7-4203-9676-b50139d49b39 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:42:04.499813 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8177c280-f3c2-4899-91d4-9760be488635 None None] Updating router 5b9981e6-e9f7-4203-9676-b50139d49b39 port 3df2e9a9-d599-435e-98a0-bd70ab9b5074 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:42:04.508906 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa5fd1c-d712-47eb-85c6-ebc62c2ddc9b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:04.595145 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d988e785-4dc0-4fe9-98e3-ed164e36183e None None] For port 618ce1ef-3510-4127-9c49-23b0ccee1516, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:42:04.606618 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d988e785-4dc0-4fe9-98e3-ed164e36183e None None] For port 618ce1ef-3510-4127-9c49-23b0ccee1516, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=618ce1ef-3510-4127-9c49-23b0ccee1516,segment=NetworkSegment(246c6e39-6804-4f46-a010-8df7718589df),segment_id=246c6e39-6804-4f46-a010-8df7718589df)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:42:04.614110 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8177c280-f3c2-4899-91d4-9760be488635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3df2e9a9-d599-435e-98a0-bd70ab9b5074), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:04.614881 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Allocated IP 172.25.3.159 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/0b342ab4-092c-4fcd-b44d-e2b733f9228d) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:04.628442 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-daa5fd1c-d712-47eb-85c6-ebc62c2ddc9b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:04.660730 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d988e785-4dc0-4fe9-98e3-ed164e36183e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (618ce1ef-3510-4127-9c49-23b0ccee1516), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:04.665937 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-daa5fd1c-d712-47eb-85c6-ebc62c2ddc9b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] device_id is not set on port 5ddbed0d-75fb-4b47-b0ce-5b69cedc7f6f yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:42:04.679678 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7bdf26eb-cb1c-47a3-a677-d045d47318f9 req-db5f20c7-c586-464b-8d04-3068c6b0f202 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.0455470 Jan 28 13:42:04.778631 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988e785-4dc0-4fe9-98e3-ed164e36183e None None] Pushing event updated for resources: {'Port': ['ID=618ce1ef-3510-4127-9c49-23b0ccee1516,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:04.892388 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for port (0b342ab4-092c-4fcd-b44d-e2b733f9228d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:04.957331 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de1d37f-57ad-4846-9bee-b4660495fe7b None None] Update dhcp port {'port': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'fixed_ips': [{'subnet_id': '63bdbcb1-f8e4-4180-ad8b-766e91bd27d4', 'ip_address': '2001:db8:0:1:f816:3eff:fe83:8660'}, {'subnet_id': '453c709f-ae4c-4e5d-a050-eb0f5a5d73bb'}], 'binding:host_id': 'n-d-822747-2'}, 'id': '7020fc24-8181-4590-9353-84d70673bc9f'} from n-d-822747-2. {{(pid=103353) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 13:42:05.052579 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1de1d37f-57ad-4846-9bee-b4660495fe7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7020fc24-8181-4590-9353-84d70673bc9f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:05.204607 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (0b342ab4-092c-4fcd-b44d-e2b733f9228d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:05.344275 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event updated for resources: {'Port': ['ID=0b342ab4-092c-4fcd-b44d-e2b733f9228d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:05.362539 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:05.367268 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:05.367616 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:05.367960 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:05.368295 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:05.368630 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:05.369018 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:05.369353 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:05.369681 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:05.370009 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:05.370411 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:05.370745 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:05.371170 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:05.372336 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:05.376904 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:05.382509 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:42:05.537122 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-676b1f63-75fa-4b49-974c-e9d232a92c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:05.555610 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8177c280-f3c2-4899-91d4-9760be488635 None None] Publish callbacks [] for port (3df2e9a9-d599-435e-98a0-bd70ab9b5074), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:05.566126 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8177c280-f3c2-4899-91d4-9760be488635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3df2e9a9-d599-435e-98a0-bd70ab9b5074), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:05.696601 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadb0e5-dfdc-4d59-aae4-abb817d6d800 None None] Pushing event updated for resources: {'Port': ['ID=3df2e9a9-d599-435e-98a0-bd70ab9b5074,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:05.723323 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-daa5fd1c-d712-47eb-85c6-ebc62c2ddc9b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 2001:db8::143 (b1369f79-8419-4909-b9dc-745e2d83caa0/453c709f-ae4c-4e5d-a050-eb0f5a5d73bb/5ddbed0d-75fb-4b47-b0ce-5b69cedc7f6f) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:05.737340 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-daa5fd1c-d712-47eb-85c6-ebc62c2ddc9b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6d:b9ff (b1369f79-8419-4909-b9dc-745e2d83caa0/63bdbcb1-f8e4-4180-ad8b-766e91bd27d4/5ddbed0d-75fb-4b47-b0ce-5b69cedc7f6f) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:05.750024 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-8177c280-f3c2-4899-91d4-9760be488635 None None] Attempting to bind port 3df2e9a9-d599-435e-98a0-bd70ab9b5074 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:42:05.758554 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-8177c280-f3c2-4899-91d4-9760be488635 None None] Attempting to bind port 3df2e9a9-d599-435e-98a0-bd70ab9b5074 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:42:05.759291 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8177c280-f3c2-4899-91d4-9760be488635 None None] Attempting to bind port 3df2e9a9-d599-435e-98a0-bd70ab9b5074 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:42:05.771761 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8177c280-f3c2-4899-91d4-9760be488635 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:42:05.772397 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8177c280-f3c2-4899-91d4-9760be488635 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:42:05.774050 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8177c280-f3c2-4899-91d4-9760be488635 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:05.774543 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8177c280-f3c2-4899-91d4-9760be488635 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:42:05.775194 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-8177c280-f3c2-4899-91d4-9760be488635 None None] Bound port: 3df2e9a9-d599-435e-98a0-bd70ab9b5074, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:42:05.775688 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8177c280-f3c2-4899-91d4-9760be488635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3df2e9a9-d599-435e-98a0-bd70ab9b5074), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:05.822278 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:05.868437 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-8177c280-f3c2-4899-91d4-9760be488635 None None] For port 3df2e9a9-d599-435e-98a0-bd70ab9b5074, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:42:05.872519 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-8177c280-f3c2-4899-91d4-9760be488635 None None] For port 3df2e9a9-d599-435e-98a0-bd70ab9b5074, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3df2e9a9-d599-435e-98a0-bd70ab9b5074,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:42:05.881569 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8177c280-f3c2-4899-91d4-9760be488635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3df2e9a9-d599-435e-98a0-bd70ab9b5074), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:05.957673 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-daa5fd1c-d712-47eb-85c6-ebc62c2ddc9b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (5ddbed0d-75fb-4b47-b0ce-5b69cedc7f6f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:06.008824 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8177c280-f3c2-4899-91d4-9760be488635 None None] Routers {'5b9981e6-e9f7-4203-9676-b50139d49b39'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:06.009728 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8177c280-f3c2-4899-91d4-9760be488635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:42:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['5b9981e6-e9f7-4203-9676-b50139d49b39'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:06.032923 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-64810472-2f50-4040-be72-c5822eaa52b6 req-7093d59b-1263-4215-95c2-deef41be9cfa tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.2050414 Jan 28 13:42:06.058269 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-daa5fd1c-d712-47eb-85c6-ebc62c2ddc9b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (5ddbed0d-75fb-4b47-b0ce-5b69cedc7f6f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:06.168007 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa5fd1c-d712-47eb-85c6-ebc62c2ddc9b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:06.184895 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-daa5fd1c-d712-47eb-85c6-ebc62c2ddc9b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:06.211617 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadb0e5-dfdc-4d59-aae4-abb817d6d800 None None] Pushing event updated for resources: {'Port': ['ID=3df2e9a9-d599-435e-98a0-bd70ab9b5074,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:06.225931 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa5fd1c-d712-47eb-85c6-ebc62c2ddc9b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:42:06.246619 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-8177c280-f3c2-4899-91d4-9760be488635 None None] Set router 5b9981e6-e9f7-4203-9676-b50139d49b39 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:42:06.249659 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa5fd1c-d712-47eb-85c6-ebc62c2ddc9b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:06.250610 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-daa5fd1c-d712-47eb-85c6-ebc62c2ddc9b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:06.283973 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-1de1d37f-57ad-4846-9bee-b4660495fe7b None None] Allocated IP 2001:db8::2 (b1369f79-8419-4909-b9dc-745e2d83caa0/453c709f-ae4c-4e5d-a050-eb0f5a5d73bb/7020fc24-8181-4590-9353-84d70673bc9f) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:06.298571 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5fd1c-d712-47eb-85c6-ebc62c2ddc9b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Port': ['ID=5ddbed0d-75fb-4b47-b0ce-5b69cedc7f6f,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:06.330160 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-daa5fd1c-d712-47eb-85c6-ebc62c2ddc9b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0023723 Jan 28 13:42:06.333049 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45826) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:06.420171 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-676b1f63-75fa-4b49-974c-e9d232a92c42 admin admin] Allocated IP 172.20.0.1 (1a7c7f9b-1954-4b23-a972-a8caf8d2f60e/29425192-d153-4d6d-998f-4743e88ed753/d63d8143-57c6-4a1f-928d-dc6e85fd55d2) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:06.516710 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-f9755701-4f34-45c7-ac4a-7f6fa224dd0c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting port 5ddbed0d-75fb-4b47-b0ce-5b69cedc7f6f {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:06.517422 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9755701-4f34-45c7-ac4a-7f6fa224dd0c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (5ddbed0d-75fb-4b47-b0ce-5b69cedc7f6f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:06.529260 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7020fc24-8181-4590-9353-84d70673bc9f up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:42:06.634548 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-676b1f63-75fa-4b49-974c-e9d232a92c42 admin admin] Publish callbacks [] for port (d63d8143-57c6-4a1f-928d-dc6e85fd55d2), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:06.666674 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9755701-4f34-45c7-ac4a-7f6fa224dd0c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (5ddbed0d-75fb-4b47-b0ce-5b69cedc7f6f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:06.688621 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-676b1f63-75fa-4b49-974c-e9d232a92c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (d63d8143-57c6-4a1f-928d-dc6e85fd55d2), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:06.697564 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-f9755701-4f34-45c7-ac4a-7f6fa224dd0c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Calling delete_port for 5ddbed0d-75fb-4b47-b0ce-5b69cedc7f6f owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:06.738434 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676b1f63-75fa-4b49-974c-e9d232a92c42 admin admin] Network 1a7c7f9b-1954-4b23-a972-a8caf8d2f60e is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:06.743841 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-676b1f63-75fa-4b49-974c-e9d232a92c42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:06.815268 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676b1f63-75fa-4b49-974c-e9d232a92c42 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:42:06.830664 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c437cc8-d1e3-4475-a3db-b545fb0520ef None None] Network 84ad8a5e-bcc3-404c-90b7-4f807e735246 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:06.857378 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b1f63-75fa-4b49-974c-e9d232a92c42 admin admin] Pushing event updated for resources: {'Port': ['ID=d63d8143-57c6-4a1f-928d-dc6e85fd55d2,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:06.860191 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-676b1f63-75fa-4b49-974c-e9d232a92c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (5b9981e6-e9f7-4203-9676-b50139d49b39), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:06.943855 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9755701-4f34-45c7-ac4a-7f6fa224dd0c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (5ddbed0d-75fb-4b47-b0ce-5b69cedc7f6f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:06.944498 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for router_gateway (0c1f59b6-6af1-4560-9e3d-c0da94d8ce40), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:06.949338 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-abbb1da6-dc19-48db-aff1-29c08ceed5ac None None] Provisioning complete for port 618ce1ef-3510-4127-9c49-23b0ccee1516 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:06.950448 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abbb1da6-dc19-48db-aff1-29c08ceed5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (618ce1ef-3510-4127-9c49-23b0ccee1516), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:07.009523 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9755701-4f34-45c7-ac4a-7f6fa224dd0c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Port': ['ID=5ddbed0d-75fb-4b47-b0ce-5b69cedc7f6f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:07.103551 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 7020fc24-8181-4590-9353-84d70673bc9f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:07.104248 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7020fc24-8181-4590-9353-84d70673bc9f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:07.127655 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9755701-4f34-45c7-ac4a-7f6fa224dd0c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:07.139536 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f9755701-4f34-45c7-ac4a-7f6fa224dd0c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/5ddbed0d-75fb-4b47-b0ce-5b69cedc7f6f HTTP/1.1" status: 204 len: 168 time: 0.8053041 Jan 28 13:42:07.140449 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45834) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:07.226702 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8177c280-f3c2-4899-91d4-9760be488635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9981e6-e9f7-4203-9676-b50139d49b39', 'name': 'tempest-ServerRescueTestJSON-87416630-router', 'tenant_id': 'd7822b4ee1cb4d678e2f89317991f7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '3df2e9a9-d599-435e-98a0-bd70ab9b5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:59Z', 'updated_at': '2022-01-28T13:42:02Z', 'revision_number': 3, 'project_id': 'd7822b4ee1cb4d678e2f89317991f7c3', 'gw_port': {'id': '3df2e9a9-d599-435e-98a0-bd70ab9b5074', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9981e6-e9f7-4203-9676-b50139d49b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:01Z', 'updated_at': '2022-01-28T13:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:07.237372 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-676b1f63-75fa-4b49-974c-e9d232a92c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d63d8143-57c6-4a1f-928d-dc6e85fd55d2), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:07.243288 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963f39e7-32ca-49dd-99e8-f53886acc21d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:07.245141 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-963f39e7-32ca-49dd-99e8-f53886acc21d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 967 time: 0.1011007 Jan 28 13:42:07.250989 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45836) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:07.261424 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-90c135e5-5bdb-40f9-897c-459ddefbd8a5 req-4058b833-5ca6-47a3-84a5-14a7d69be8c4 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.0416729 Jan 28 13:42:07.277481 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (0c1f59b6-6af1-4560-9e3d-c0da94d8ce40), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:07.286070 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8177c280-f3c2-4899-91d4-9760be488635 None None] The sync data for ids ['5b9981e6-e9f7-4203-9676-b50139d49b39'] in n-d-822747-2 is: [{'id': '5b9981e6-e9f7-4203-9676-b50139d49b39', 'name': 'tempest-ServerRescueTestJSON-87416630-router', 'tenant_id': 'd7822b4ee1cb4d678e2f89317991f7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '3df2e9a9-d599-435e-98a0-bd70ab9b5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:59Z', 'updated_at': '2022-01-28T13:42:02Z', 'revision_number': 3, 'project_id': 'd7822b4ee1cb4d678e2f89317991f7c3', 'gw_port': {'id': '3df2e9a9-d599-435e-98a0-bd70ab9b5074', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9981e6-e9f7-4203-9676-b50139d49b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:01Z', 'updated_at': '2022-01-28T13:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:42:07.319384 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1de1d37f-57ad-4846-9bee-b4660495fe7b None None] For port 7020fc24-8181-4590-9353-84d70673bc9f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7020fc24-8181-4590-9353-84d70673bc9f,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:07.369807 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bd2c80-dfd5-4c20-9266-b51b25771125 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:07.375444 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e9bd2c80-dfd5-4c20-9266-b51b25771125 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 967 time: 0.1229522 Jan 28 13:42:07.376607 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45838) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:07.450134 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28def7ff-8a9e-4333-a1dd-4c1cb2c473d7 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:07.452244 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28def7ff-8a9e-4333-a1dd-4c1cb2c473d7 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:07.453719 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28def7ff-8a9e-4333-a1dd-4c1cb2c473d7 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:07.458839 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1de1d37f-57ad-4846-9bee-b4660495fe7b None None] Publish callbacks [] for port (7020fc24-8181-4590-9353-84d70673bc9f), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:07.459683 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-28def7ff-8a9e-4333-a1dd-4c1cb2c473d7 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0814455 Jan 28 13:42:07.461353 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45840) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:07.477671 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 7020fc24-8181-4590-9353-84d70673bc9f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:07.478999 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 618ce1ef-3510-4127-9c49-23b0ccee1516 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:42:07.525930 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1de1d37f-57ad-4846-9bee-b4660495fe7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7020fc24-8181-4590-9353-84d70673bc9f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:07.544478 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-abbb1da6-dc19-48db-aff1-29c08ceed5ac None None] Current status of the port 618ce1ef-3510-4127-9c49-23b0ccee1516 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:07.549999 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abbb1da6-dc19-48db-aff1-29c08ceed5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (618ce1ef-3510-4127-9c49-23b0ccee1516), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:07.560622 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-193b23a7-becc-487d-8236-b260ea70360d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet 453c709f-ae4c-4e5d-a050-eb0f5a5d73bb {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:42:07.565647 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-193b23a7-becc-487d-8236-b260ea70360d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (453c709f-ae4c-4e5d-a050-eb0f5a5d73bb), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:07.645431 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-193b23a7-becc-487d-8236-b260ea70360d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (453c709f-ae4c-4e5d-a050-eb0f5a5d73bb), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:07.678542 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1d37f-57ad-4846-9bee-b4660495fe7b None None] Pushing event updated for resources: {'Port': ['ID=7020fc24-8181-4590-9353-84d70673bc9f,revision_number=14']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:07.748638 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-abbb1da6-dc19-48db-aff1-29c08ceed5ac None None] For port 618ce1ef-3510-4127-9c49-23b0ccee1516, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=618ce1ef-3510-4127-9c49-23b0ccee1516,segment=NetworkSegment(246c6e39-6804-4f46-a010-8df7718589df),segment_id=246c6e39-6804-4f46-a010-8df7718589df)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:07.770439 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abbb1da6-dc19-48db-aff1-29c08ceed5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (618ce1ef-3510-4127-9c49-23b0ccee1516), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:07.781586 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 618ce1ef-3510-4127-9c49-23b0ccee1516 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:07.781962 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (618ce1ef-3510-4127-9c49-23b0ccee1516), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:07.792045 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Router 0c1f59b6-6af1-4560-9e3d-c0da94d8ce40 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:42:07.909974 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb1da6-dc19-48db-aff1-29c08ceed5ac None None] Pushing event updated for resources: {'Port': ['ID=618ce1ef-3510-4127-9c49-23b0ccee1516,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:07.931897 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-193b23a7-becc-487d-8236-b260ea70360d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (453c709f-ae4c-4e5d-a050-eb0f5a5d73bb), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:08.016738 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 618ce1ef-3510-4127-9c49-23b0ccee1516 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:08.032765 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-97583d53-56b3-41ec-b684-c18b893e3c27 None None] Provisioning complete for port 618ce1ef-3510-4127-9c49-23b0ccee1516 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:08.036187 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-97583d53-56b3-41ec-b684-c18b893e3c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (618ce1ef-3510-4127-9c49-23b0ccee1516), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:08.082572 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-193b23a7-becc-487d-8236-b260ea70360d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (453c709f-ae4c-4e5d-a050-eb0f5a5d73bb), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:08.185569 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b23a7-becc-487d-8236-b260ea70360d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=453c709f-ae4c-4e5d-a050-eb0f5a5d73bb,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:08.194063 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-193b23a7-becc-487d-8236-b260ea70360d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:08.212257 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-193b23a7-becc-487d-8236-b260ea70360d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/453c709f-ae4c-4e5d-a050-eb0f5a5d73bb HTTP/1.1" status: 204 len: 168 time: 0.7496612 Jan 28 13:42:08.215826 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45844) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:08.271070 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-97583d53-56b3-41ec-b684-c18b893e3c27 None None] Current status of the port 618ce1ef-3510-4127-9c49-23b0ccee1516 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:08.359824 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b09165a-3e36-4d36-9798-e491d4df48e8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet 63bdbcb1-f8e4-4180-ad8b-766e91bd27d4 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:42:08.370268 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b09165a-3e36-4d36-9798-e491d4df48e8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (63bdbcb1-f8e4-4180-ad8b-766e91bd27d4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:08.522555 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b09165a-3e36-4d36-9798-e491d4df48e8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (63bdbcb1-f8e4-4180-ad8b-766e91bd27d4), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:08.576691 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7020fc24-8181-4590-9353-84d70673bc9f up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:42:08.673978 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 7020fc24-8181-4590-9353-84d70673bc9f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:08.674356 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7020fc24-8181-4590-9353-84d70673bc9f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:08.755823 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b09165a-3e36-4d36-9798-e491d4df48e8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (63bdbcb1-f8e4-4180-ad8b-766e91bd27d4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:08.819709 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-676b1f63-75fa-4b49-974c-e9d232a92c42 admin admin] Publish callbacks [] for port (d63d8143-57c6-4a1f-928d-dc6e85fd55d2), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:08.862289 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:42:08.866360 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-676b1f63-75fa-4b49-974c-e9d232a92c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (d63d8143-57c6-4a1f-928d-dc6e85fd55d2), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:08.868739 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 7020fc24-8181-4590-9353-84d70673bc9f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:08.869887 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 618ce1ef-3510-4127-9c49-23b0ccee1516 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:42:08.873595 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d584ad42-e169-40f6-8fb3-4a48af4bbcbf None None] Sync routers for ids ['0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:42:08.892730 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d584ad42-e169-40f6-8fb3-4a48af4bbcbf None None] Routers {'0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:08.896096 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d584ad42-e169-40f6-8fb3-4a48af4bbcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:42:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:08.938745 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb306b10-b0c9-4040-9e4b-6af76896a15c None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:08.947829 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b09165a-3e36-4d36-9798-e491d4df48e8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (63bdbcb1-f8e4-4180-ad8b-766e91bd27d4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:09.011362 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d584ad42-e169-40f6-8fb3-4a48af4bbcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:09.027949 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b09165a-3e36-4d36-9798-e491d4df48e8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:09.036454 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2b09165a-3e36-4d36-9798-e491d4df48e8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/63bdbcb1-f8e4-4180-ad8b-766e91bd27d4 HTTP/1.1" status: 204 len: 168 time: 0.8188832 Jan 28 13:42:09.037133 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45854) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:09.045075 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09165a-3e36-4d36-9798-e491d4df48e8 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=63bdbcb1-f8e4-4180-ad8b-766e91bd27d4,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:09.045295 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d584ad42-e169-40f6-8fb3-4a48af4bbcbf None None] Routers {'0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:09.046094 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d584ad42-e169-40f6-8fb3-4a48af4bbcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:42:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:09.055142 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-676b1f63-75fa-4b49-974c-e9d232a92c42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (5b9981e6-e9f7-4203-9676-b50139d49b39), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:09.079006 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4bf69cd2-a859-4397-abc7-a5596ecb0fd0 req-0f90521b-c3f4-4b69-b34b-f6ce84b4a4fd tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.2542648 Jan 28 13:42:09.107027 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6909697c-af28-4696-8b4d-d36324884fad tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683215 Jan 28 13:42:09.108361 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45856) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:09.113978 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-b9668a36-357c-407d-8e45-8f2e992980c0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:09.134499 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d584ad42-e169-40f6-8fb3-4a48af4bbcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:09.135225 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d584ad42-e169-40f6-8fb3-4a48af4bbcbf None None] The sync data for ids ['0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:42:09.155063 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-0e47c953-119a-4107-a15f-c1ab63badc3c None None] Provisioning complete for port 7020fc24-8181-4590-9353-84d70673bc9f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:09.155695 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e47c953-119a-4107-a15f-c1ab63badc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7020fc24-8181-4590-9353-84d70673bc9f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:09.195343 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 618ce1ef-3510-4127-9c49-23b0ccee1516 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:09.196157 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (618ce1ef-3510-4127-9c49-23b0ccee1516), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:09.288945 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676b1f63-75fa-4b49-974c-e9d232a92c42 admin admin] Network 1a7c7f9b-1954-4b23-a972-a8caf8d2f60e is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:09.292994 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-676b1f63-75fa-4b49-974c-e9d232a92c42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:09.315219 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:09.319498 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-08f431f5-8d84-4c97-8125-0f9772bcc2e0 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.7970495 Jan 28 13:42:09.324942 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45858) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:09.348690 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 618ce1ef-3510-4127-9c49-23b0ccee1516 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:09.350380 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3df2e9a9-d599-435e-98a0-bd70ab9b5074 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:42:09.379220 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d48ddfb-1d8e-4a11-bc81-84aaf0a5ad38 None None] DHCP port deletion for b1369f79-8419-4909-b9dc-745e2d83caa0 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:42:09.415511 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b1f63-75fa-4b49-974c-e9d232a92c42 admin admin] Pushing event updated for resources: {'Port': ['ID=d63d8143-57c6-4a1f-928d-dc6e85fd55d2,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:09.513339 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9668a36-357c-407d-8e45-8f2e992980c0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:09.522724 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0e47c953-119a-4107-a15f-c1ab63badc3c None None] Current status of the port 7020fc24-8181-4590-9353-84d70673bc9f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:09.523191 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b9668a36-357c-407d-8e45-8f2e992980c0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:09.555442 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7d48ddfb-1d8e-4a11-bc81-84aaf0a5ad38 None None] Deleting port 7020fc24-8181-4590-9353-84d70673bc9f {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:09.556271 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7d48ddfb-1d8e-4a11-bc81-84aaf0a5ad38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7020fc24-8181-4590-9353-84d70673bc9f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:09.563060 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 3df2e9a9-d599-435e-98a0-bd70ab9b5074 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:09.563987 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3df2e9a9-d599-435e-98a0-bd70ab9b5074), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:09.575410 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676b1f63-75fa-4b49-974c-e9d232a92c42 admin admin] Router 5b9981e6-e9f7-4203-9676-b50139d49b39 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:42:09.688778 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-7d48ddfb-1d8e-4a11-bc81-84aaf0a5ad38 None None] For port 7020fc24-8181-4590-9353-84d70673bc9f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7020fc24-8181-4590-9353-84d70673bc9f,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:09.689310 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7d48ddfb-1d8e-4a11-bc81-84aaf0a5ad38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7020fc24-8181-4590-9353-84d70673bc9f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:09.713487 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7d48ddfb-1d8e-4a11-bc81-84aaf0a5ad38 None None] Calling delete_port for 7020fc24-8181-4590-9353-84d70673bc9f owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:09.765861 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 3df2e9a9-d599-435e-98a0-bd70ab9b5074 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:09.766260 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3df2e9a9-d599-435e-98a0-bd70ab9b5074), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:09.802602 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 3df2e9a9-d599-435e-98a0-bd70ab9b5074, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3df2e9a9-d599-435e-98a0-bd70ab9b5074,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:09.822598 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3df2e9a9-d599-435e-98a0-bd70ab9b5074), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:09.868948 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676b1f63-75fa-4b49-974c-e9d232a92c42 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:42:09.875273 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-676b1f63-75fa-4b49-974c-e9d232a92c42 admin admin] 10.222.0.39 "PUT /v2.0/routers/5b9981e6-e9f7-4203-9676-b50139d49b39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0842707 Jan 28 13:42:09.930509 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b9668a36-357c-407d-8e45-8f2e992980c0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (9792a327-e08c-4035-8b01-e461a1c48a26), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:10.042824 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9668a36-357c-407d-8e45-8f2e992980c0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:10.049351 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-b9668a36-357c-407d-8e45-8f2e992980c0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:10.057681 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=3df2e9a9-d599-435e-98a0-bd70ab9b5074,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:10.062925 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9668a36-357c-407d-8e45-8f2e992980c0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:10.063534 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b9668a36-357c-407d-8e45-8f2e992980c0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:10.090775 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7d48ddfb-1d8e-4a11-bc81-84aaf0a5ad38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (7020fc24-8181-4590-9353-84d70673bc9f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:10.096735 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9668a36-357c-407d-8e45-8f2e992980c0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=9792a327-e08c-4035-8b01-e461a1c48a26,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:10.133400 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48ddfb-1d8e-4a11-bc81-84aaf0a5ad38 None None] Pushing event deleted for resources: {'Port': ['ID=7020fc24-8181-4590-9353-84d70673bc9f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:10.147957 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d48ddfb-1d8e-4a11-bc81-84aaf0a5ad38 None None] No DVR routers for this DVR port 7020fc24-8181-4590-9353-84d70673bc9f on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:42:10.189226 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b9668a36-357c-407d-8e45-8f2e992980c0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0768456 Jan 28 13:42:10.189870 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45874) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:10.197461 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-f75b9ac6-0bd0-4810-908b-4097f158fe7a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:10.211752 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53b6939-81e1-4e83-80c0-5ec24799bdf6 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:10.330449 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fb2370c7-ebc5-424e-a1fa-a572bf04dfc1 req-f96c52f8-8bfd-4190-a001-e6c7be4ba986 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.0677521 Jan 28 13:42:10.331526 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3df2e9a9-d599-435e-98a0-bd70ab9b5074 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:42:10.483293 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3417eac-5e13-4718-b973-ecdb49eae826 None None] Sync routers for ids ['5b9981e6-e9f7-4203-9676-b50139d49b39'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:42:10.521431 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3417eac-5e13-4718-b973-ecdb49eae826 None None] Routers {'5b9981e6-e9f7-4203-9676-b50139d49b39'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:10.522544 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-f3417eac-5e13-4718-b973-ecdb49eae826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:42:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['5b9981e6-e9f7-4203-9676-b50139d49b39'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:10.529484 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75b9ac6-0bd0-4810-908b-4097f158fe7a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:10.533508 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f75b9ac6-0bd0-4810-908b-4097f158fe7a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:10.564637 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 3df2e9a9-d599-435e-98a0-bd70ab9b5074 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:10.565096 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3df2e9a9-d599-435e-98a0-bd70ab9b5074), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:10.703384 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3d2e-29ce-4193-b1c0-1722cbc68633 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:10.761149 n-d-822747-2 neutron-server[103352]: INFO neutron.db.ipam_backend_mixin [None req-f75b9ac6-0bd0-4810-908b-4097f158fe7a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9792a327-e08c-4035-8b01-e461a1c48a26 (CIDR: 2001:db8::/64) Jan 28 13:42:10.765310 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-f75b9ac6-0bd0-4810-908b-4097f158fe7a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:42:10.766001 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f75b9ac6-0bd0-4810-908b-4097f158fe7a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:10.794451 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f75b9ac6-0bd0-4810-908b-4097f158fe7a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6033521 Jan 28 13:42:10.795348 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45898) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:10.802074 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-0e10ce09-8e5f-4206-a6ab-ec8a17753377 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'subnet': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:10.869764 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d931091-01f0-496f-906e-67d3b0c5ff8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-b1369f79-8419-4909-b9dc-745e2d83caa0', 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'project_id': 'c889d0606f324a669840943fc2266e93', 'fixed_ips': [{'subnet_id': '9792a327-e08c-4035-8b01-e461a1c48a26'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:42:10.871107 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4d931091-01f0-496f-906e-67d3b0c5ff8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:10.960025 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 3df2e9a9-d599-435e-98a0-bd70ab9b5074 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:11.062094 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7020fc24-8181-4590-9353-84d70673bc9f no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:42:11.110938 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 7020fc24-8181-4590-9353-84d70673bc9f {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:42:11.111203 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7020fc24-8181-4590-9353-84d70673bc9f not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:42:11.119814 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-f3417eac-5e13-4718-b973-ecdb49eae826 None None] Set router 5b9981e6-e9f7-4203-9676-b50139d49b39 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:42:11.147878 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e10ce09-8e5f-4206-a6ab-ec8a17753377 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:11.152425 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0e10ce09-8e5f-4206-a6ab-ec8a17753377 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:11.251850 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-59bbef9e-835f-4fe0-82a5-cea03afaee91 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:11.253351 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-59bbef9e-835f-4fe0-82a5-cea03afaee91 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/networks?id=1a7c7f9b-1954-4b23-a972-a8caf8d2f60e HTTP/1.1" status: 200 len: 809 time: 0.5342414 Jan 28 13:42:11.291972 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-01099829-194f-4418-ac5f-22f0194e8468 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/quotas/d7822b4ee1cb4d678e2f89317991f7c3 HTTP/1.1" status: 200 len: 375 time: 0.0297973 Jan 28 13:42:11.332122 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-4d931091-01f0-496f-906e-67d3b0c5ff8e None None] Allocated IP 2001:db8::2 (b1369f79-8419-4909-b9dc-745e2d83caa0/9792a327-e08c-4035-8b01-e461a1c48a26/49f96174-0499-4aa6-a9e3-f1886c15e66a) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:11.497314 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-30fd21cf-e35e-41b9-9baf-40bfd9a33cac tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7822b4ee1cb4d678e2f89317991f7c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1744425 Jan 28 13:42:11.515188 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-80469539-6293-4f6d-9338-cc470e26541a req-80c64057-b76c-46ba-b5ae-c0b87b50ad09 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.0471122 Jan 28 13:42:11.559026 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-f3417eac-5e13-4718-b973-ecdb49eae826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9981e6-e9f7-4203-9676-b50139d49b39', 'name': 'tempest-ServerRescueTestJSON-87416630-router', 'tenant_id': 'd7822b4ee1cb4d678e2f89317991f7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '3df2e9a9-d599-435e-98a0-bd70ab9b5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:59Z', 'updated_at': '2022-01-28T13:42:07Z', 'revision_number': 4, 'project_id': 'd7822b4ee1cb4d678e2f89317991f7c3', 'gw_port': {'id': '3df2e9a9-d599-435e-98a0-bd70ab9b5074', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9981e6-e9f7-4203-9676-b50139d49b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:01Z', 'updated_at': '2022-01-28T13:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'd63d8143-57c6-4a1f-928d-dc6e85fd55d2', 'name': '', 'network_id': '1a7c7f9b-1954-4b23-a972-a8caf8d2f60e', 'tenant_id': 'd7822b4ee1cb4d678e2f89317991f7c3', 'mac_address': 'fa:16:3e:5f:c8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9981e6-e9f7-4203-9676-b50139d49b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '29425192-d153-4d6d-998f-4743e88ed753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:05Z', 'updated_at': '2022-01-28T13:42:07Z', 'revision_number': 2, 'project_id': 'd7822b4ee1cb4d678e2f89317991f7c3', 'subnets': [{'id': '29425192-d153-4d6d-998f-4743e88ed753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:11.596390 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3417eac-5e13-4718-b973-ecdb49eae826 None None] Checking router: 5b9981e6-e9f7-4203-9676-b50139d49b39 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:42:11.596744 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3417eac-5e13-4718-b973-ecdb49eae826 None None] Updating router 5b9981e6-e9f7-4203-9676-b50139d49b39 port d63d8143-57c6-4a1f-928d-dc6e85fd55d2 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:42:11.633138 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4d931091-01f0-496f-906e-67d3b0c5ff8e None None] Publish callbacks [] for port (49f96174-0499-4aa6-a9e3-f1886c15e66a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:11.638972 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f3417eac-5e13-4718-b973-ecdb49eae826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d63d8143-57c6-4a1f-928d-dc6e85fd55d2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:11.657321 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4d931091-01f0-496f-906e-67d3b0c5ff8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (49f96174-0499-4aa6-a9e3-f1886c15e66a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:11.702186 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d931091-01f0-496f-906e-67d3b0c5ff8e None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:11.711776 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-ec8b3d2e-29ce-4193-b1c0-1722cbc68633 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Allocated IP 172.20.0.1 (84ad8a5e-bcc3-404c-90b7-4f807e735246/da344971-4925-431e-8390-fe19b76a0aa4/edf87ee9-7dee-48a4-9564-612253cb4f97) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:11.728654 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-4d931091-01f0-496f-906e-67d3b0c5ff8e None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:11.733914 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d931091-01f0-496f-906e-67d3b0c5ff8e None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:42:11.769345 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d931091-01f0-496f-906e-67d3b0c5ff8e None None] Pushing event updated for resources: {'Port': ['ID=49f96174-0499-4aa6-a9e3-f1886c15e66a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:11.781564 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-80cde9c1-3aea-4ab8-b34c-353d8ce64662 service neutron] 10.222.0.39 "GET /v2.0/networks/1a7c7f9b-1954-4b23-a972-a8caf8d2f60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730012 Jan 28 13:42:11.896843 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4d931091-01f0-496f-906e-67d3b0c5ff8e None None] Attempting to bind port 49f96174-0499-4aa6-a9e3-f1886c15e66a on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:42:11.897290 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4d931091-01f0-496f-906e-67d3b0c5ff8e None None] Attempting to bind port 49f96174-0499-4aa6-a9e3-f1886c15e66a by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:42:11.897654 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d931091-01f0-496f-906e-67d3b0c5ff8e None None] Attempting to bind port 49f96174-0499-4aa6-a9e3-f1886c15e66a on network b1369f79-8419-4909-b9dc-745e2d83caa0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:42:11.910739 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d931091-01f0-496f-906e-67d3b0c5ff8e None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:42:11.911183 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d931091-01f0-496f-906e-67d3b0c5ff8e None None] Checking segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:42:11.911585 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4d931091-01f0-496f-906e-67d3b0c5ff8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:11.912018 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d931091-01f0-496f-906e-67d3b0c5ff8e None None] Bound using segment: {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:42:11.912499 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4d931091-01f0-496f-906e-67d3b0c5ff8e None None] Bound port: 49f96174-0499-4aa6-a9e3-f1886c15e66a, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:42:11.913158 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4d931091-01f0-496f-906e-67d3b0c5ff8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (49f96174-0499-4aa6-a9e3-f1886c15e66a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:12.068555 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4d931091-01f0-496f-906e-67d3b0c5ff8e None None] For port 49f96174-0499-4aa6-a9e3-f1886c15e66a, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:42:12.085819 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3d2e-29ce-4193-b1c0-1722cbc68633 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for port (edf87ee9-7dee-48a4-9564-612253cb4f97), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:12.087382 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4d931091-01f0-496f-906e-67d3b0c5ff8e None None] For port 49f96174-0499-4aa6-a9e3-f1886c15e66a, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=49f96174-0499-4aa6-a9e3-f1886c15e66a,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:42:12.097509 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4d931091-01f0-496f-906e-67d3b0c5ff8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (49f96174-0499-4aa6-a9e3-f1886c15e66a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:12.106083 n-d-822747-2 neutron-server[103351]: DEBUG neutron.objects.ports [None req-0e10ce09-8e5f-4206-a6ab-ec8a17753377 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103351) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 13:42:12.114336 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-ab2c04bb-31e9-4c82-b554-41765228a1c7 service neutron] 10.222.0.39 "GET /v2.0/networks/1a7c7f9b-1954-4b23-a972-a8caf8d2f60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208826 Jan 28 13:42:12.292749 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3d2e-29ce-4193-b1c0-1722cbc68633 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (edf87ee9-7dee-48a4-9564-612253cb4f97), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:12.339689 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d931091-01f0-496f-906e-67d3b0c5ff8e None None] Pushing event updated for resources: {'Port': ['ID=49f96174-0499-4aa6-a9e3-f1886c15e66a,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:12.343843 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f3417eac-5e13-4718-b973-ecdb49eae826 None None] Publish callbacks [] for port (d63d8143-57c6-4a1f-928d-dc6e85fd55d2), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:12.358135 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f3417eac-5e13-4718-b973-ecdb49eae826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d63d8143-57c6-4a1f-928d-dc6e85fd55d2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:12.442267 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8b3d2e-29ce-4193-b1c0-1722cbc68633 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Network 84ad8a5e-bcc3-404c-90b7-4f807e735246 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:12.479927 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-ec8b3d2e-29ce-4193-b1c0-1722cbc68633 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:12.483243 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8b3d2e-29ce-4193-b1c0-1722cbc68633 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:42:12.498673 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7c5aa5f1-5854-4c62-87f0-2ec4523e3a29 req-c033d268-c1ca-4eaf-9fd6-bbd79be4320b tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 210 time: 0.0519919 Jan 28 13:42:12.533360 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b3d2e-29ce-4193-b1c0-1722cbc68633 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event updated for resources: {'Port': ['ID=edf87ee9-7dee-48a4-9564-612253cb4f97,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:12.545468 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db7e41-8521-4c6b-ba03-977675bdcf5c None None] Pushing event updated for resources: {'Port': ['ID=d63d8143-57c6-4a1f-928d-dc6e85fd55d2,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:12.590553 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0e10ce09-8e5f-4206-a6ab-ec8a17753377 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (49f96174-0499-4aa6-a9e3-f1886c15e66a), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:12.710175 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-f3417eac-5e13-4718-b973-ecdb49eae826 None None] Attempting to bind port d63d8143-57c6-4a1f-928d-dc6e85fd55d2 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:42:12.710556 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-f3417eac-5e13-4718-b973-ecdb49eae826 None None] Attempting to bind port d63d8143-57c6-4a1f-928d-dc6e85fd55d2 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'c9429e28-5e0c-4919-aa67-0d62a329ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1a7c7f9b-1954-4b23-a972-a8caf8d2f60e'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:42:12.710942 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3417eac-5e13-4718-b973-ecdb49eae826 None None] Attempting to bind port d63d8143-57c6-4a1f-928d-dc6e85fd55d2 on network 1a7c7f9b-1954-4b23-a972-a8caf8d2f60e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:42:12.718482 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3417eac-5e13-4718-b973-ecdb49eae826 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:42:12.718867 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3417eac-5e13-4718-b973-ecdb49eae826 None None] Checking segment: {'id': 'c9429e28-5e0c-4919-aa67-0d62a329ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1a7c7f9b-1954-4b23-a972-a8caf8d2f60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:42:12.719307 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f3417eac-5e13-4718-b973-ecdb49eae826 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:12.720089 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3417eac-5e13-4718-b973-ecdb49eae826 None None] Bound using segment: {'id': 'c9429e28-5e0c-4919-aa67-0d62a329ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1a7c7f9b-1954-4b23-a972-a8caf8d2f60e'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:42:12.720595 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-f3417eac-5e13-4718-b973-ecdb49eae826 None None] Bound port: d63d8143-57c6-4a1f-928d-dc6e85fd55d2, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9429e28-5e0c-4919-aa67-0d62a329ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1a7c7f9b-1954-4b23-a972-a8caf8d2f60e'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:42:12.720984 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f3417eac-5e13-4718-b973-ecdb49eae826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d63d8143-57c6-4a1f-928d-dc6e85fd55d2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:12.740531 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3d2e-29ce-4193-b1c0-1722cbc68633 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (0c1f59b6-6af1-4560-9e3d-c0da94d8ce40), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:12.853462 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f3417eac-5e13-4718-b973-ecdb49eae826 None None] For port d63d8143-57c6-4a1f-928d-dc6e85fd55d2, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:42:12.856960 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f3417eac-5e13-4718-b973-ecdb49eae826 None None] For port d63d8143-57c6-4a1f-928d-dc6e85fd55d2, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=d63d8143-57c6-4a1f-928d-dc6e85fd55d2,segment=NetworkSegment(c9429e28-5e0c-4919-aa67-0d62a329ad26),segment_id=c9429e28-5e0c-4919-aa67-0d62a329ad26)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:42:12.869098 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f3417eac-5e13-4718-b973-ecdb49eae826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d63d8143-57c6-4a1f-928d-dc6e85fd55d2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:12.959072 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-be37c73f-f230-44b9-b590-e7da13090550 req-a4517a91-9304-4e28-8d8f-6bf9b6c13902 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.2155740 Jan 28 13:42:13.008656 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3417eac-5e13-4718-b973-ecdb49eae826 None None] Routers {'5b9981e6-e9f7-4203-9676-b50139d49b39'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:13.009308 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-f3417eac-5e13-4718-b973-ecdb49eae826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:42:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['5b9981e6-e9f7-4203-9676-b50139d49b39'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:13.076583 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db7e41-8521-4c6b-ba03-977675bdcf5c None None] Pushing event updated for resources: {'Port': ['ID=d63d8143-57c6-4a1f-928d-dc6e85fd55d2,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:13.119018 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a2b853e0-5901-474a-a06b-3fbdedbfcc9d None None] Provisioning complete for port edf87ee9-7dee-48a4-9564-612253cb4f97 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:13.119452 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2b853e0-5901-474a-a06b-3fbdedbfcc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (edf87ee9-7dee-48a4-9564-612253cb4f97), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:13.162695 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a2b853e0-5901-474a-a06b-3fbdedbfcc9d None None] Port edf87ee9-7dee-48a4-9564-612253cb4f97 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:42:13.172678 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-0e10ce09-8e5f-4206-a6ab-ec8a17753377 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] For port 49f96174-0499-4aa6-a9e3-f1886c15e66a, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=49f96174-0499-4aa6-a9e3-f1886c15e66a,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:13.249685 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0e10ce09-8e5f-4206-a6ab-ec8a17753377 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (49f96174-0499-4aa6-a9e3-f1886c15e66a), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:13.262378 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0e10ce09-8e5f-4206-a6ab-ec8a17753377 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (49f96174-0499-4aa6-a9e3-f1886c15e66a), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:13.263513 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0e10ce09-8e5f-4206-a6ab-ec8a17753377 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (385cd086-72aa-459e-bb6d-97fcd4d36c8d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:13.283841 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-f3417eac-5e13-4718-b973-ecdb49eae826 None None] Set router 5b9981e6-e9f7-4203-9676-b50139d49b39 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:42:13.402385 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e10ce09-8e5f-4206-a6ab-ec8a17753377 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:13.461156 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-0e10ce09-8e5f-4206-a6ab-ec8a17753377 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:13.472115 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e10ce09-8e5f-4206-a6ab-ec8a17753377 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:13.472707 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0e10ce09-8e5f-4206-a6ab-ec8a17753377 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:13.561383 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45946) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:13.563669 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0e10ce09-8e5f-4206-a6ab-ec8a17753377 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.7664154 Jan 28 13:42:13.567166 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-2b838dc0-55c1-4894-abca-aaa844ce0a04 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Request body: {'port': {'network_id': 'b1369f79-8419-4909-b9dc-745e2d83caa0', 'mac_address': 'fa:16:3e:07:85:58', 'name': 'tempest-NetworksTestDHCPv6-195039096'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:13.686129 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-f3417eac-5e13-4718-b973-ecdb49eae826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9981e6-e9f7-4203-9676-b50139d49b39', 'name': 'tempest-ServerRescueTestJSON-87416630-router', 'tenant_id': 'd7822b4ee1cb4d678e2f89317991f7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '3df2e9a9-d599-435e-98a0-bd70ab9b5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:59Z', 'updated_at': '2022-01-28T13:42:07Z', 'revision_number': 4, 'project_id': 'd7822b4ee1cb4d678e2f89317991f7c3', 'gw_port': {'id': '3df2e9a9-d599-435e-98a0-bd70ab9b5074', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9981e6-e9f7-4203-9676-b50139d49b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:01Z', 'updated_at': '2022-01-28T13:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'd63d8143-57c6-4a1f-928d-dc6e85fd55d2', 'name': '', 'network_id': '1a7c7f9b-1954-4b23-a972-a8caf8d2f60e', 'tenant_id': 'd7822b4ee1cb4d678e2f89317991f7c3', 'mac_address': 'fa:16:3e:5f:c8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9981e6-e9f7-4203-9676-b50139d49b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '29425192-d153-4d6d-998f-4743e88ed753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:05Z', 'updated_at': '2022-01-28T13:42:12Z', 'revision_number': 4, 'project_id': 'd7822b4ee1cb4d678e2f89317991f7c3', 'subnets': [{'id': '29425192-d153-4d6d-998f-4743e88ed753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:13.785397 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3417eac-5e13-4718-b973-ecdb49eae826 None None] The sync data for ids ['5b9981e6-e9f7-4203-9676-b50139d49b39'] in n-d-822747-2 is: [{'id': '5b9981e6-e9f7-4203-9676-b50139d49b39', 'name': 'tempest-ServerRescueTestJSON-87416630-router', 'tenant_id': 'd7822b4ee1cb4d678e2f89317991f7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '3df2e9a9-d599-435e-98a0-bd70ab9b5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:59Z', 'updated_at': '2022-01-28T13:42:07Z', 'revision_number': 4, 'project_id': 'd7822b4ee1cb4d678e2f89317991f7c3', 'gw_port': {'id': '3df2e9a9-d599-435e-98a0-bd70ab9b5074', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9981e6-e9f7-4203-9676-b50139d49b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:01Z', 'updated_at': '2022-01-28T13:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'd63d8143-57c6-4a1f-928d-dc6e85fd55d2', 'name': '', 'network_id': '1a7c7f9b-1954-4b23-a972-a8caf8d2f60e', 'tenant_id': 'd7822b4ee1cb4d678e2f89317991f7c3', 'mac_address': 'fa:16:3e:5f:c8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9981e6-e9f7-4203-9676-b50139d49b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '29425192-d153-4d6d-998f-4743e88ed753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:05Z', 'updated_at': '2022-01-28T13:42:12Z', 'revision_number': 4, 'project_id': 'd7822b4ee1cb4d678e2f89317991f7c3', 'subnets': [{'id': '29425192-d153-4d6d-998f-4743e88ed753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:42:13.905946 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b838dc0-55c1-4894-abca-aaa844ce0a04 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Made reservation on behalf of c889d0606f324a669840943fc2266e93 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:14.121964 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2b838dc0-55c1-4894-abca-aaa844ce0a04 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:14.218688 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd45ea49-12b1-4213-8253-4ce00e08286a None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:14.256085 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e9c47264-e807-4639-abc3-7d4c49840648 req-a31b0258-b544-43bf-8de1-af9b8fd7c3de tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.1313004 Jan 28 13:42:14.287258 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-2b838dc0-55c1-4894-abca-aaa844ce0a04 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] device_id is not set on port 77fcc0a8-ff94-42a3-a83d-4ad534ef7f4b yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:42:14.533404 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c5e378ea-2a27-484b-921a-95c3eab15235 None None] Provisioning complete for port 49f96174-0499-4aa6-a9e3-f1886c15e66a triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:14.533874 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5e378ea-2a27-484b-921a-95c3eab15235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (49f96174-0499-4aa6-a9e3-f1886c15e66a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:14.645438 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 49f96174-0499-4aa6-a9e3-f1886c15e66a up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:42:14.720464 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10ce09-8e5f-4206-a6ab-ec8a17753377 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Port': ['ID=49f96174-0499-4aa6-a9e3-f1886c15e66a,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:14.762582 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-2b838dc0-55c1-4894-abca-aaa844ce0a04 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 2001:db8::1d2 (b1369f79-8419-4909-b9dc-745e2d83caa0/9792a327-e08c-4035-8b01-e461a1c48a26/77fcc0a8-ff94-42a3-a83d-4ad534ef7f4b) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:14.776298 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-2b838dc0-55c1-4894-abca-aaa844ce0a04 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Allocated IP 2001:db8:0:1:f816:3eff:fe07:8558 (b1369f79-8419-4909-b9dc-745e2d83caa0/385cd086-72aa-459e-bb6d-97fcd4d36c8d/77fcc0a8-ff94-42a3-a83d-4ad534ef7f4b) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:14.804890 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e79e4fe-7ac0-493d-ac5e-84727981aa05 req-619fd2bd-0c4f-46a2-a036-7ad8e85de50a tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 210 time: 0.1589041 Jan 28 13:42:14.806996 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3d2e-29ce-4193-b1c0-1722cbc68633 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (edf87ee9-7dee-48a4-9564-612253cb4f97), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:14.812763 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10ce09-8e5f-4206-a6ab-ec8a17753377 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Subnet': ['ID=385cd086-72aa-459e-bb6d-97fcd4d36c8d,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:14.882213 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 49f96174-0499-4aa6-a9e3-f1886c15e66a triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:14.883098 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (49f96174-0499-4aa6-a9e3-f1886c15e66a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:14.992666 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2b838dc0-55c1-4894-abca-aaa844ce0a04 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for port (77fcc0a8-ff94-42a3-a83d-4ad534ef7f4b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:15.036651 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2b838dc0-55c1-4894-abca-aaa844ce0a04 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (77fcc0a8-ff94-42a3-a83d-4ad534ef7f4b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:15.119807 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b838dc0-55c1-4894-abca-aaa844ce0a04 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Network b1369f79-8419-4909-b9dc-745e2d83caa0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:15.147865 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-2b838dc0-55c1-4894-abca-aaa844ce0a04 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:15.157433 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b838dc0-55c1-4894-abca-aaa844ce0a04 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:42:15.162412 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b838dc0-55c1-4894-abca-aaa844ce0a04 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:15.163238 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2b838dc0-55c1-4894-abca-aaa844ce0a04 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:15.194568 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b838dc0-55c1-4894-abca-aaa844ce0a04 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event updated for resources: {'Port': ['ID=77fcc0a8-ff94-42a3-a83d-4ad534ef7f4b,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:15.229806 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2b838dc0-55c1-4894-abca-aaa844ce0a04 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6671035 Jan 28 13:42:15.230839 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45960) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:15.277427 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-6fcb6433-1e32-41c1-82b7-55df1b1e0019 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:15.278688 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c5e378ea-2a27-484b-921a-95c3eab15235 None None] Current status of the port 49f96174-0499-4aa6-a9e3-f1886c15e66a is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:15.279608 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-6fcb6433-1e32-41c1-82b7-55df1b1e0019 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.37 "GET /v2.0/networks?id=1a7c7f9b-1954-4b23-a972-a8caf8d2f60e HTTP/1.1" status: 200 len: 809 time: 0.2558410 Jan 28 13:42:15.280174 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5e378ea-2a27-484b-921a-95c3eab15235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (49f96174-0499-4aa6-a9e3-f1886c15e66a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:15.292925 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-92fb8cc1-8639-45f5-92d2-5d8a2eacfa03 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Request body: {'port': {'device_id': 'c1ba7653-c742-4843-9aa5-b73868881e76', 'network_id': '1a7c7f9b-1954-4b23-a972-a8caf8d2f60e', 'admin_state_up': True, 'tenant_id': 'd7822b4ee1cb4d678e2f89317991f7c3'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:15.341373 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 49f96174-0499-4aa6-a9e3-f1886c15e66a is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:15.341965 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (49f96174-0499-4aa6-a9e3-f1886c15e66a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:15.401252 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 49f96174-0499-4aa6-a9e3-f1886c15e66a, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=49f96174-0499-4aa6-a9e3-f1886c15e66a,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:15.420450 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (49f96174-0499-4aa6-a9e3-f1886c15e66a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:15.421765 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d63d8143-57c6-4a1f-928d-dc6e85fd55d2 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:42:15.642096 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3d2e-29ce-4193-b1c0-1722cbc68633 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for port (edf87ee9-7dee-48a4-9564-612253cb4f97), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:15.650369 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-43644f3b-79d8-49fb-b474-f1199420cd27 req-a2652091-de38-4635-b945-727844df514e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.1128187 Jan 28 13:42:15.653681 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-92fb8cc1-8639-45f5-92d2-5d8a2eacfa03 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Made reservation on behalf of d7822b4ee1cb4d678e2f89317991f7c3 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:15.671427 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-92fb8cc1-8639-45f5-92d2-5d8a2eacfa03 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:15.679620 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3d2e-29ce-4193-b1c0-1722cbc68633 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (edf87ee9-7dee-48a4-9564-612253cb4f97), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:15.732017 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=49f96174-0499-4aa6-a9e3-f1886c15e66a,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:15.740111 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-c5e378ea-2a27-484b-921a-95c3eab15235 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:42:15.740623 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-c5e378ea-2a27-484b-921a-95c3eab15235 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:42:15.773915 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port d63d8143-57c6-4a1f-928d-dc6e85fd55d2 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:15.774422 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d63d8143-57c6-4a1f-928d-dc6e85fd55d2), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:15.952813 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3d2e-29ce-4193-b1c0-1722cbc68633 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (0c1f59b6-6af1-4560-9e3d-c0da94d8ce40), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:15.967881 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b3d2e-29ce-4193-b1c0-1722cbc68633 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event updated for resources: {'Port': ['ID=edf87ee9-7dee-48a4-9564-612253cb4f97,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:15.986049 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-92fb8cc1-8639-45f5-92d2-5d8a2eacfa03 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Allocated IP 172.20.0.2 (1a7c7f9b-1954-4b23-a972-a8caf8d2f60e/29425192-d153-4d6d-998f-4743e88ed753/e94a2479-7707-40ef-915e-0227d39bf900) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:16.034902 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port d63d8143-57c6-4a1f-928d-dc6e85fd55d2 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:16.035629 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d63d8143-57c6-4a1f-928d-dc6e85fd55d2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:16.045731 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-3afc12b5-7450-41a7-90a2-6d056b75e76d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting port 77fcc0a8-ff94-42a3-a83d-4ad534ef7f4b {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:16.045981 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3afc12b5-7450-41a7-90a2-6d056b75e76d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (77fcc0a8-ff94-42a3-a83d-4ad534ef7f4b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:16.162278 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port d63d8143-57c6-4a1f-928d-dc6e85fd55d2, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=d63d8143-57c6-4a1f-928d-dc6e85fd55d2,segment=NetworkSegment(c9429e28-5e0c-4919-aa67-0d62a329ad26),segment_id=c9429e28-5e0c-4919-aa67-0d62a329ad26)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:16.171621 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d63d8143-57c6-4a1f-928d-dc6e85fd55d2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:16.234260 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3afc12b5-7450-41a7-90a2-6d056b75e76d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (77fcc0a8-ff94-42a3-a83d-4ad534ef7f4b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:16.270763 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-3afc12b5-7450-41a7-90a2-6d056b75e76d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Calling delete_port for 77fcc0a8-ff94-42a3-a83d-4ad534ef7f4b owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:16.333360 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c5e378ea-2a27-484b-921a-95c3eab15235 None None] Current status of the port 49f96174-0499-4aa6-a9e3-f1886c15e66a is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:16.336392 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=d63d8143-57c6-4a1f-928d-dc6e85fd55d2,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:16.353770 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-92fb8cc1-8639-45f5-92d2-5d8a2eacfa03 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Publish callbacks [] for port (e94a2479-7707-40ef-915e-0227d39bf900), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:16.378075 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 45980) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:16.383885 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 49f96174-0499-4aa6-a9e3-f1886c15e66a up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:42:16.435621 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-92fb8cc1-8639-45f5-92d2-5d8a2eacfa03 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (e94a2479-7707-40ef-915e-0227d39bf900), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:16.533414 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 49f96174-0499-4aa6-a9e3-f1886c15e66a triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:16.534168 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (49f96174-0499-4aa6-a9e3-f1886c15e66a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:16.598486 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b837a53-57e0-482d-9fe0-c96f8b03f50f req-2a56c5dd-d0ad-4386-90b7-dd013a1e24a7 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:16.609375 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b837a53-57e0-482d-9fe0-c96f8b03f50f req-2a56c5dd-d0ad-4386-90b7-dd013a1e24a7 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 931 time: 0.1983547 Jan 28 13:42:16.612295 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-92fb8cc1-8639-45f5-92d2-5d8a2eacfa03 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Network 1a7c7f9b-1954-4b23-a972-a8caf8d2f60e is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:16.616449 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e18a020-cc03-42ef-aa62-eb00364b1f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:16.623945 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-92fb8cc1-8639-45f5-92d2-5d8a2eacfa03 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:16.640830 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-92fb8cc1-8639-45f5-92d2-5d8a2eacfa03 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:42:16.645993 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb8cc1-8639-45f5-92d2-5d8a2eacfa03 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Pushing event updated for resources: {'Port': ['ID=e94a2479-7707-40ef-915e-0227d39bf900,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:16.648631 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-1eaf9395-ccab-4f42-82bf-ccb16da60ad6 None None] Provisioning complete for port 49f96174-0499-4aa6-a9e3-f1886c15e66a triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:16.650224 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1eaf9395-ccab-4f42-82bf-ccb16da60ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (49f96174-0499-4aa6-a9e3-f1886c15e66a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:16.736240 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-92fb8cc1-8639-45f5-92d2-5d8a2eacfa03 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:16.738400 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-92fb8cc1-8639-45f5-92d2-5d8a2eacfa03 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:16.782655 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8b3d2e-29ce-4193-b1c0-1722cbc68633 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Network 84ad8a5e-bcc3-404c-90b7-4f807e735246 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:16.790462 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-92fb8cc1-8639-45f5-92d2-5d8a2eacfa03 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5024765 Jan 28 13:42:16.792033 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-ec8b3d2e-29ce-4193-b1c0-1722cbc68633 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:16.823345 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b837a53-57e0-482d-9fe0-c96f8b03f50f req-6aab3d24-d449-4438-b4c2-38402529eb9f tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120314 Jan 28 13:42:16.902610 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1eaf9395-ccab-4f42-82bf-ccb16da60ad6 None None] Current status of the port 49f96174-0499-4aa6-a9e3-f1886c15e66a is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:16.930742 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 49f96174-0499-4aa6-a9e3-f1886c15e66a is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:16.955725 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-aa447eb1-ba50-4a36-937a-0aa2d417b0fb service neutron] Request body: {'port': {'device_id': 'c1ba7653-c742-4843-9aa5-b73868881e76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:17.023481 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-0079f391-f960-4682-be59-e69bf8f796c0 None None] Could not find standard attr ID for object 5ddbed0d-75fb-4b47-b0ce-5b69cedc7f6f. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:42:17.025650 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c5a22e78-c028-4c2d-a41f-50a33ffb7c6a req-f71092b1-79df-4199-bbd0-9f9717adbb58 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.0804627 Jan 28 13:42:17.043409 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-aa447eb1-ba50-4a36-937a-0aa2d417b0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e94a2479-7707-40ef-915e-0227d39bf900), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:17.177025 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8b3d2e-29ce-4193-b1c0-1722cbc68633 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Router 0c1f59b6-6af1-4560-9e3d-c0da94d8ce40 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:42:17.185743 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3afc12b5-7450-41a7-90a2-6d056b75e76d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (77fcc0a8-ff94-42a3-a83d-4ad534ef7f4b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:17.231929 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc12b5-7450-41a7-90a2-6d056b75e76d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Port': ['ID=77fcc0a8-ff94-42a3-a83d-4ad534ef7f4b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:17.265701 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-2f666ded-6970-4152-a001-e00b45a72c25 None None] Provisioning complete for port edf87ee9-7dee-48a4-9564-612253cb4f97 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:17.266986 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f666ded-6970-4152-a001-e00b45a72c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (edf87ee9-7dee-48a4-9564-612253cb4f97), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:17.372134 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2f666ded-6970-4152-a001-e00b45a72c25 None None] Port edf87ee9-7dee-48a4-9564-612253cb4f97 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:42:17.443713 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3afc12b5-7450-41a7-90a2-6d056b75e76d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:17.448069 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3afc12b5-7450-41a7-90a2-6d056b75e76d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/77fcc0a8-ff94-42a3-a83d-4ad534ef7f4b HTTP/1.1" status: 204 len: 168 time: 2.2096672 Jan 28 13:42:17.450628 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45994) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:17.465771 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8b3d2e-29ce-4193-b1c0-1722cbc68633 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:42:17.478762 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ec8b3d2e-29ce-4193-b1c0-1722cbc68633 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "PUT /v2.0/routers/0c1f59b6-6af1-4560-9e3d-c0da94d8ce40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1517951 Jan 28 13:42:17.486668 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb3e2ac-73a4-454c-b17e-409552cf3273 None None] Sync routers for ids ['0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:42:17.493785 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45996) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:17.499226 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-537e489f-0e83-467d-b033-001e5a5c4ade tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Request body: {'port': {'network_id': '84ad8a5e-bcc3-404c-90b7-4f807e735246', 'name': 'tempest-FloatingIPTestJSON-641718947'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:17.509499 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb3e2ac-73a4-454c-b17e-409552cf3273 None None] Routers {'0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:17.510125 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5fb3e2ac-73a4-454c-b17e-409552cf3273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:42:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:17.524356 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-02590131-1e00-4e70-ae88-0ec1e9a652be None None] Could not find standard attr ID for object 77fcc0a8-ff94-42a3-a83d-4ad534ef7f4b. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:42:17.597956 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5fb3e2ac-73a4-454c-b17e-409552cf3273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:17.617670 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d55cf73-e290-45a1-9c35-aa07720c7255 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:17.622378 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3d55cf73-e290-45a1-9c35-aa07720c7255 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1706648 Jan 28 13:42:17.623351 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb3e2ac-73a4-454c-b17e-409552cf3273 None None] Routers {'0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:17.624132 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5fb3e2ac-73a4-454c-b17e-409552cf3273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:42:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:17.625356 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 45998) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:17.638360 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e18a020-cc03-42ef-aa62-eb00364b1f54 admin admin] Publish callbacks [] for security_group (acaf4d67-6fec-41e5-9ad1-ecbbc2cac830), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:17.652894 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e18a020-cc03-42ef-aa62-eb00364b1f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (acaf4d67-6fec-41e5-9ad1-ecbbc2cac830), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:17.680872 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:17.689299 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5fb3e2ac-73a4-454c-b17e-409552cf3273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:17.690042 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb3e2ac-73a4-454c-b17e-409552cf3273 None None] The sync data for ids ['0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:42:17.737363 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c094151-d87c-48de-bf37-8c13c11f0c84 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:17.741508 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9c094151-d87c-48de-bf37-8c13c11f0c84 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1127176 Jan 28 13:42:17.742455 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46000) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:17.788931 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3e18a020-cc03-42ef-aa62-eb00364b1f54 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ae6cd3cffddd43f0a8870d6774583e92&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4086211 Jan 28 13:42:17.792239 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46002) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:17.803766 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9713cf-08ed-4a4c-b753-06c6831ef626 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:17.805317 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9713cf-08ed-4a4c-b753-06c6831ef626 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:17.806617 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9713cf-08ed-4a4c-b753-06c6831ef626 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:17.810799 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1d9713cf-08ed-4a4c-b753-06c6831ef626 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0650918 Jan 28 13:42:17.825418 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46004) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:17.835604 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537e489f-0e83-467d-b033-001e5a5c4ade tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Made reservation on behalf of bc3a4b4595e84e7d9c850880ace224ed for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:17.846980 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18a020-cc03-42ef-aa62-eb00364b1f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acaf4d67-6fec-41e5-9ad1-ecbbc2cac830,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:17.872664 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-537e489f-0e83-467d-b033-001e5a5c4ade tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:17.920929 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-acab8a62-a3a5-494e-ac67-39e0f20857ec admin admin] Publish callbacks [] for security_group (acaf4d67-6fec-41e5-9ad1-ecbbc2cac830), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:17.922649 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-537e489f-0e83-467d-b033-001e5a5c4ade tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] device_id is not set on port 2f170fad-c5b2-4710-9e72-a5c0e09c9c05 yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:42:18.070515 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-3830e1f8-5217-44ff-8ce3-0b53ec8f22d4 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet 385cd086-72aa-459e-bb6d-97fcd4d36c8d {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:42:18.100856 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3830e1f8-5217-44ff-8ce3-0b53ec8f22d4 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (385cd086-72aa-459e-bb6d-97fcd4d36c8d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.118374 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-acab8a62-a3a5-494e-ac67-39e0f20857ec admin admin] Publish callbacks [] for security_group (acaf4d67-6fec-41e5-9ad1-ecbbc2cac830), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.121642 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-aa447eb1-ba50-4a36-937a-0aa2d417b0fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e94a2479-7707-40ef-915e-0227d39bf900 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:42:18.137702 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-537e489f-0e83-467d-b033-001e5a5c4ade tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Allocated IP 172.20.0.7 (84ad8a5e-bcc3-404c-90b7-4f807e735246/da344971-4925-431e-8390-fe19b76a0aa4/2f170fad-c5b2-4710-9e72-a5c0e09c9c05) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:18.162828 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-aa447eb1-ba50-4a36-937a-0aa2d417b0fb service neutron] Publish callbacks [] for port (e94a2479-7707-40ef-915e-0227d39bf900), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.216061 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3515af8-6b7b-4937-9f2d-c4a5e31ea9d9 req-09078196-e995-4194-8254-449eac1ff86b tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:18.217624 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a3515af8-6b7b-4937-9f2d-c4a5e31ea9d9 req-09078196-e995-4194-8254-449eac1ff86b tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 931 time: 0.2438927 Jan 28 13:42:18.274605 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-aa447eb1-ba50-4a36-937a-0aa2d417b0fb service neutron] Transition to ACTIVE for port object e94a2479-7707-40ef-915e-0227d39bf900 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:42:18.280399 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3830e1f8-5217-44ff-8ce3-0b53ec8f22d4 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (385cd086-72aa-459e-bb6d-97fcd4d36c8d), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.305504 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d63d8143-57c6-4a1f-928d-dc6e85fd55d2 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:42:18.333785 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-537e489f-0e83-467d-b033-001e5a5c4ade tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for port (2f170fad-c5b2-4710-9e72-a5c0e09c9c05), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.400628 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b240489-b6e0-44e3-b1ac-28ad539bc674 req-dcb3fe8d-e4c1-42a9-bad3-bc9981ca8ed7 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.0355835 Jan 28 13:42:18.403672 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3830e1f8-5217-44ff-8ce3-0b53ec8f22d4 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (385cd086-72aa-459e-bb6d-97fcd4d36c8d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.406830 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-537e489f-0e83-467d-b033-001e5a5c4ade tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (2f170fad-c5b2-4710-9e72-a5c0e09c9c05), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.418104 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port d63d8143-57c6-4a1f-928d-dc6e85fd55d2 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:18.418620 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d63d8143-57c6-4a1f-928d-dc6e85fd55d2), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.465362 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537e489f-0e83-467d-b033-001e5a5c4ade tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Network 84ad8a5e-bcc3-404c-90b7-4f807e735246 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:18.468943 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-537e489f-0e83-467d-b033-001e5a5c4ade tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:18.474855 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537e489f-0e83-467d-b033-001e5a5c4ade tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:42:18.488764 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-aa447eb1-ba50-4a36-937a-0aa2d417b0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (e94a2479-7707-40ef-915e-0227d39bf900), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.494647 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-acab8a62-a3a5-494e-ac67-39e0f20857ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (acaf4d67-6fec-41e5-9ad1-ecbbc2cac830), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.498565 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-acab8a62-a3a5-494e-ac67-39e0f20857ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.500649 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-acab8a62-a3a5-494e-ac67-39e0f20857ec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/acaf4d67-6fec-41e5-9ad1-ecbbc2cac830 HTTP/1.1" status: 204 len: 168 time: 0.7074623 Jan 28 13:42:18.553547 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port d63d8143-57c6-4a1f-928d-dc6e85fd55d2 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:18.579478 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e489f-0e83-467d-b033-001e5a5c4ade tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event updated for resources: {'Port': ['ID=2f170fad-c5b2-4710-9e72-a5c0e09c9c05,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:18.615779 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537e489f-0e83-467d-b033-001e5a5c4ade tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:18.616434 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-537e489f-0e83-467d-b033-001e5a5c4ade tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.638591 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3830e1f8-5217-44ff-8ce3-0b53ec8f22d4 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (385cd086-72aa-459e-bb6d-97fcd4d36c8d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.656738 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa447eb1-ba50-4a36-937a-0aa2d417b0fb service neutron] Pushing event updated for resources: {'Port': ['ID=e94a2479-7707-40ef-915e-0227d39bf900,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:18.658218 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-537e489f-0e83-467d-b033-001e5a5c4ade tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1630762 Jan 28 13:42:18.658719 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46014) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:18.668498 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab8a62-a3a5-494e-ac67-39e0f20857ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acaf4d67-6fec-41e5-9ad1-ecbbc2cac830,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:18.676966 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-0e3f9e58-c517-44fa-bc50-0067a5f57f09 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Request body: {'floatingip': {'port_id': '2f170fad-c5b2-4710-9e72-a5c0e09c9c05'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:18.729812 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3830e1f8-5217-44ff-8ce3-0b53ec8f22d4 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.738011 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3830e1f8-5217-44ff-8ce3-0b53ec8f22d4 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/385cd086-72aa-459e-bb6d-97fcd4d36c8d HTTP/1.1" status: 204 len: 168 time: 0.9092872 Jan 28 13:42:18.739215 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94398f6-18b5-4eb5-b441-7162989f0056 None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:18.742306 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46016) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:18.743470 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830e1f8-5217-44ff-8ce3-0b53ec8f22d4 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=385cd086-72aa-459e-bb6d-97fcd4d36c8d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:18.811908 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0e3f9e58-c517-44fa-bc50-0067a5f57f09 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (e3f677c7-276a-4b22-8cdb-7d4f3972cbb2), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.907200 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a3515af8-6b7b-4937-9f2d-c4a5e31ea9d9 req-5fc08b01-b0d8-498a-ba1c-8932a4b7154f tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6362240 Jan 28 13:42:18.915438 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b520d09-4584-43f1-8a5c-5f99e2702745 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Deleting subnet 9792a327-e08c-4035-8b01-e461a1c48a26 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:42:18.919626 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b520d09-4584-43f1-8a5c-5f99e2702745 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for subnet (9792a327-e08c-4035-8b01-e461a1c48a26), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.971714 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b520d09-4584-43f1-8a5c-5f99e2702745 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (9792a327-e08c-4035-8b01-e461a1c48a26), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.981652 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9cdbdd1b-3216-4050-bc24-4a049e7205f7 None None] Provisioning complete for port 2f170fad-c5b2-4710-9e72-a5c0e09c9c05 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:18.981925 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9cdbdd1b-3216-4050-bc24-4a049e7205f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2f170fad-c5b2-4710-9e72-a5c0e09c9c05), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:19.086127 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9cdbdd1b-3216-4050-bc24-4a049e7205f7 None None] Port 2f170fad-c5b2-4710-9e72-a5c0e09c9c05 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:42:19.267272 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b520d09-4584-43f1-8a5c-5f99e2702745 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (9792a327-e08c-4035-8b01-e461a1c48a26), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:19.373004 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b520d09-4584-43f1-8a5c-5f99e2702745 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (9792a327-e08c-4035-8b01-e461a1c48a26), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:19.495538 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b520d09-4584-43f1-8a5c-5f99e2702745 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:19.499228 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1b520d09-4584-43f1-8a5c-5f99e2702745 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/9792a327-e08c-4035-8b01-e461a1c48a26 HTTP/1.1" status: 204 len: 168 time: 0.7478414 Jan 28 13:42:19.500626 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b520d09-4584-43f1-8a5c-5f99e2702745 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Subnet': ['ID=9792a327-e08c-4035-8b01-e461a1c48a26,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:19.502337 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46040) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:19.654859 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-aa447eb1-ba50-4a36-937a-0aa2d417b0fb service neutron] Attempting to bind port e94a2479-7707-40ef-915e-0227d39bf900 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:42:19.655237 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-aa447eb1-ba50-4a36-937a-0aa2d417b0fb service neutron] Attempting to bind port e94a2479-7707-40ef-915e-0227d39bf900 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'c9429e28-5e0c-4919-aa67-0d62a329ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1a7c7f9b-1954-4b23-a972-a8caf8d2f60e'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:42:19.655576 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-aa447eb1-ba50-4a36-937a-0aa2d417b0fb service neutron] Attempting to bind port e94a2479-7707-40ef-915e-0227d39bf900 on network 1a7c7f9b-1954-4b23-a972-a8caf8d2f60e {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:42:19.659678 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2a5f0f89-3cdc-4362-8e48-fdcc1f34028d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1547346 Jan 28 13:42:19.676463 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46044) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:19.687475 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-183675a4-2650-4963-ad05-5ee0b91ceb72 req-002ad670-3c49-4b51-aed9-1a566e956b2a tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.1302865 Jan 28 13:42:19.690295 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-aa447eb1-ba50-4a36-937a-0aa2d417b0fb service neutron] Port e94a2479-7707-40ef-915e-0227d39bf900 on network 1a7c7f9b-1954-4b23-a972-a8caf8d2f60e not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:42:19.690628 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-aa447eb1-ba50-4a36-937a-0aa2d417b0fb service neutron] Attempting to bind port e94a2479-7707-40ef-915e-0227d39bf900 on network 1a7c7f9b-1954-4b23-a972-a8caf8d2f60e {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:42:19.734436 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-aa447eb1-ba50-4a36-937a-0aa2d417b0fb service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:42:19.734833 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-aa447eb1-ba50-4a36-937a-0aa2d417b0fb service neutron] Checking segment: {'id': 'c9429e28-5e0c-4919-aa67-0d62a329ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1a7c7f9b-1954-4b23-a972-a8caf8d2f60e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:42:19.735260 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-aa447eb1-ba50-4a36-937a-0aa2d417b0fb service neutron] Bound using segment: {'id': 'c9429e28-5e0c-4919-aa67-0d62a329ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1a7c7f9b-1954-4b23-a972-a8caf8d2f60e'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:42:19.737111 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-aa447eb1-ba50-4a36-937a-0aa2d417b0fb service neutron] Bound port: e94a2479-7707-40ef-915e-0227d39bf900, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9429e28-5e0c-4919-aa67-0d62a329ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1a7c7f9b-1954-4b23-a972-a8caf8d2f60e'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:42:19.737499 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-aa447eb1-ba50-4a36-937a-0aa2d417b0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e94a2479-7707-40ef-915e-0227d39bf900), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:19.769253 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:19.782484 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0e3f9e58-c517-44fa-bc50-0067a5f57f09 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:19.796521 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0e3f9e58-c517-44fa-bc50-0067a5f57f09 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (e3f677c7-276a-4b22-8cdb-7d4f3972cbb2), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:19.899189 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc78fdc-3040-4f5d-8f1a-f4d3c442b68c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:19.902555 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4cc78fdc-3040-4f5d-8f1a-f4d3c442b68c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2250624 Jan 28 13:42:19.906646 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46050) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:19.994447 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-aa447eb1-ba50-4a36-937a-0aa2d417b0fb service neutron] For port e94a2479-7707-40ef-915e-0227d39bf900, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:42:20.000245 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-aa447eb1-ba50-4a36-937a-0aa2d417b0fb service neutron] For port e94a2479-7707-40ef-915e-0227d39bf900, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=e94a2479-7707-40ef-915e-0227d39bf900,segment=NetworkSegment(c9429e28-5e0c-4919-aa67-0d62a329ad26),segment_id=c9429e28-5e0c-4919-aa67-0d62a329ad26)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:42:20.017878 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-aa447eb1-ba50-4a36-937a-0aa2d417b0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (e94a2479-7707-40ef-915e-0227d39bf900), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:20.039796 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec89fe4-ea2b-4027-82ab-64bd8afdddd9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:20.042678 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bec89fe4-ea2b-4027-82ab-64bd8afdddd9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1332328 Jan 28 13:42:20.083922 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46054) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:20.193601 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [None req-0e3f9e58-c517-44fa-bc50-0067a5f57f09 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Floating IP e3f677c7-276a-4b22-8cdb-7d4f3972cbb2 associated. External IP: 172.25.3.241, port: 185ddc54-0b45-449e-b572-0da9fc432288. Jan 28 13:42:20.199291 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9d34d1fe-ec6b-4a94-b230-4e1c125cb75b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1071303 Jan 28 13:42:20.205322 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa923c5-ce71-4c15-94f7-7cd4252d4c5a None None] Network b1369f79-8419-4909-b9dc-745e2d83caa0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:20.211143 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-aa447eb1-ba50-4a36-937a-0aa2d417b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:20.211771 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-aa447eb1-ba50-4a36-937a-0aa2d417b0fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:20.213337 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-aa447eb1-ba50-4a36-937a-0aa2d417b0fb service neutron] 10.222.0.37 "PUT /v2.0/ports/e94a2479-7707-40ef-915e-0227d39bf900 HTTP/1.1" status: 200 len: 1091 time: 3.4155066 Jan 28 13:42:20.218435 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ba7653-c742-4843-9aa5-b73868881e76', 'tag': 'e94a2479-7707-40ef-915e-0227d39bf900'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:42:20.224911 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38c9b6e-30a8-42b6-8d7b-2651d9a8274a" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ba7653-c742-4843-9aa5-b73868881e76", "tag": "e94a2479-7707-40ef-915e-0227d39bf900"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:42:20.231914 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46060) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:20.334378 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-5cc66ec0-4348-4d0f-bd3a-b10fa3b5f38d None None] Provisioning complete for port 49f96174-0499-4aa6-a9e3-f1886c15e66a triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:20.334812 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5cc66ec0-4348-4d0f-bd3a-b10fa3b5f38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (49f96174-0499-4aa6-a9e3-f1886c15e66a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:20.366821 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-9380e629-8597-48b7-9c88-56ac465a26f0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:20.367411 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9380e629-8597-48b7-9c88-56ac465a26f0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:20.380082 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9380e629-8597-48b7-9c88-56ac465a26f0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/77fcc0a8-ff94-42a3-a83d-4ad534ef7f4b HTTP/1.1" status: 404 len: 333 time: 0.1411300 Jan 28 13:42:20.390256 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46070) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:20.456336 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfaec00d-f6d0-4a08-a7df-fc539fa13462 x-openstack-request-id: req-dfaec00d-f6d0-4a08-a7df-fc539fa13462 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:42:20.456541 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ba7653-c742-4843-9aa5-b73868881e76", "tag": "e94a2479-7707-40ef-915e-0227d39bf900", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:42:20.456780 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dfaec00d-f6d0-4a08-a7df-fc539fa13462 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:42:20.457195 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ba7653-c742-4843-9aa5-b73868881e76', 'tag': 'e94a2479-7707-40ef-915e-0227d39bf900', 'status': 'completed', 'code': 200} Jan 28 13:42:20.461387 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc5a0fbe-0c6a-46ac-ab66-37ed789e9fa1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:20.461919 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc5a0fbe-0c6a-46ac-ab66-37ed789e9fa1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:20.468257 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fc5a0fbe-0c6a-46ac-ab66-37ed789e9fa1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/385cd086-72aa-459e-bb6d-97fcd4d36c8d HTTP/1.1" status: 404 len: 337 time: 0.0747986 Jan 28 13:42:20.468903 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46072) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:20.481522 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa447eb1-ba50-4a36-937a-0aa2d417b0fb service neutron] Pushing event updated for resources: {'Port': ['ID=e94a2479-7707-40ef-915e-0227d39bf900,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:20.546232 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-695ad19a-ca26-4c2a-b7c9-f5e4cbc06d45 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:20.546709 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-695ad19a-ca26-4c2a-b7c9-f5e4cbc06d45 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:20.556410 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-695ad19a-ca26-4c2a-b7c9-f5e4cbc06d45 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/9792a327-e08c-4035-8b01-e461a1c48a26 HTTP/1.1" status: 404 len: 337 time: 0.0858688 Jan 28 13:42:20.557010 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46076) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:20.616093 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5cc66ec0-4348-4d0f-bd3a-b10fa3b5f38d None None] Current status of the port 49f96174-0499-4aa6-a9e3-f1886c15e66a is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:20.619301 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d39651-cf4e-43c2-981c-79348f752cef tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:20.622384 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7d39651-cf4e-43c2-981c-79348f752cef tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:20.629347 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e7d39651-cf4e-43c2-981c-79348f752cef tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/5ddbed0d-75fb-4b47-b0ce-5b69cedc7f6f HTTP/1.1" status: 404 len: 333 time: 0.0671935 Jan 28 13:42:20.629977 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46082) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:20.648998 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-9627dcb0-cd6f-4f6e-8cbf-90d4d3781d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:20.651271 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-9627dcb0-cd6f-4f6e-8cbf-90d4d3781d1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7822b4ee1cb4d678e2f89317991f7c3&device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 1094 time: 0.3570681 Jan 28 13:42:20.688958 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e399be-5406-4adc-a66b-912eb192e283 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:20.689368 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e399be-5406-4adc-a66b-912eb192e283 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:20.695597 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d8e399be-5406-4adc-a66b-912eb192e283 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/63bdbcb1-f8e4-4180-ad8b-766e91bd27d4 HTTP/1.1" status: 404 len: 337 time: 0.0624819 Jan 28 13:42:20.695774 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e414f-520a-42db-bc5c-6646cc041bb0 req-6554951d-80ea-4c61-92c1-c2e5101a1138 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:20.696210 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46084) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:20.697294 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1d7e414f-520a-42db-bc5c-6646cc041bb0 req-6554951d-80ea-4c61-92c1-c2e5101a1138 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 943 time: 0.5269816 Jan 28 13:42:20.725928 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4700dd64-5d57-4e92-824d-fdd9d80f1372 None None] DHCP port deletion for b1369f79-8419-4909-b9dc-745e2d83caa0 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:42:20.807318 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-4b25e5b2-e420-4580-a95b-1bc430925966 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e94a2479-7707-40ef-915e-0227d39bf900 HTTP/1.1" status: 200 len: 217 time: 0.1285074 Jan 28 13:42:20.813146 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-e14d8a82-bf0f-4d2e-b9a3-5048ee60daee tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:20.813608 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e14d8a82-bf0f-4d2e-b9a3-5048ee60daee tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:20.822697 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46090) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:20.823502 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4700dd64-5d57-4e92-824d-fdd9d80f1372 None None] Deleting port 49f96174-0499-4aa6-a9e3-f1886c15e66a {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:20.824476 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4700dd64-5d57-4e92-824d-fdd9d80f1372 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (49f96174-0499-4aa6-a9e3-f1886c15e66a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:20.825451 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e14d8a82-bf0f-4d2e-b9a3-5048ee60daee tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/453c709f-ae4c-4e5d-a050-eb0f5a5d73bb HTTP/1.1" status: 404 len: 337 time: 0.0701206 Jan 28 13:42:20.870641 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ffd6f6-ee2b-402c-a1c7-f45ca914da5b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:20.871539 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3ffd6f6-ee2b-402c-a1c7-f45ca914da5b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:20.879761 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e3ffd6f6-ee2b-402c-a1c7-f45ca914da5b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/ec9e4434-a7fe-40f7-bc7a-71a9e1aa9fc1 HTTP/1.1" status: 404 len: 333 time: 0.0468650 Jan 28 13:42:20.887211 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46092) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:20.955167 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0301679-8cdf-4957-a084-03247c7994e6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:20.956504 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0301679-8cdf-4957-a084-03247c7994e6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:20.964790 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d0301679-8cdf-4957-a084-03247c7994e6 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/15474399-4974-4252-8688-8debfde83885 HTTP/1.1" status: 404 len: 337 time: 0.0720305 Jan 28 13:42:20.973691 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46094) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:20.980536 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4700dd64-5d57-4e92-824d-fdd9d80f1372 None None] For port 49f96174-0499-4aa6-a9e3-f1886c15e66a, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=49f96174-0499-4aa6-a9e3-f1886c15e66a,segment=NetworkSegment(aab5f4e5-810d-47f4-a81e-f4753b4e5cdc),segment_id=aab5f4e5-810d-47f4-a81e-f4753b4e5cdc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:20.983580 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-20f9b9f3-534a-4108-a47a-d6e5f9ebab87 req-4fe1d56f-35a8-4ec5-92d3-03a10524f039 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.1345296 Jan 28 13:42:20.984269 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4700dd64-5d57-4e92-824d-fdd9d80f1372 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (49f96174-0499-4aa6-a9e3-f1886c15e66a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:21.022282 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-fc359b12-7da6-4dc6-97ee-d43fa5fc5d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:21.024281 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4700dd64-5d57-4e92-824d-fdd9d80f1372 None None] Calling delete_port for 49f96174-0499-4aa6-a9e3-f1886c15e66a owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:21.025124 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-fc359b12-7da6-4dc6-97ee-d43fa5fc5d63 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29425192-d153-4d6d-998f-4743e88ed753 HTTP/1.1" status: 200 len: 849 time: 0.1973550 Jan 28 13:42:21.059973 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1d7e414f-520a-42db-bc5c-6646cc041bb0 req-6c4b398b-4660-4c50-85b7-229ff930e08e tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436663 Jan 28 13:42:21.079081 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ad6af3-6499-487a-b597-3bbcc52d72e1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:21.079081 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ad6af3-6499-487a-b597-3bbcc52d72e1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:21.079081 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-26ad6af3-6499-487a-b597-3bbcc52d72e1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/af03d605-960f-4ae3-8895-0d126d650050 HTTP/1.1" status: 404 len: 337 time: 0.0986345 Jan 28 13:42:21.079081 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3f9e58-c517-44fa-bc50-0067a5f57f09 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Router 1e83f1c4-42ad-4424-a714-433c41f7f4ec has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:42:21.080089 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46102) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:21.096481 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-b05a61b5-ce16-4254-af2a-7411a2dd56f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a7c7f9b-1954-4b23-a972-a8caf8d2f60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644584 Jan 28 13:42:21.108235 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c132ff4-0b46-4b6b-96c4-09e38fff6d39 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:21.108814 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c132ff4-0b46-4b6b-96c4-09e38fff6d39 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:21.114260 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7c132ff4-0b46-4b6b-96c4-09e38fff6d39 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/ad9e4832-d97d-4bf9-b14e-a9e2778c959c HTTP/1.1" status: 404 len: 333 time: 0.0310493 Jan 28 13:42:21.114794 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46104) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:21.148416 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5efbd3-be73-409b-bd37-9747e991f55c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:21.148989 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a5efbd3-be73-409b-bd37-9747e991f55c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:21.159246 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3a5efbd3-be73-409b-bd37-9747e991f55c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/0f505a93-b62d-4312-9090-73107f9fd66c HTTP/1.1" status: 404 len: 337 time: 0.0414183 Jan 28 13:42:21.167563 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46106) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:21.217914 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4700dd64-5d57-4e92-824d-fdd9d80f1372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (49f96174-0499-4aa6-a9e3-f1886c15e66a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:21.274187 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d117667-1868-4bf9-9183-cb1f56a6ab16 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:21.274995 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d117667-1868-4bf9-9183-cb1f56a6ab16 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:21.275577 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700dd64-5d57-4e92-824d-fdd9d80f1372 None None] Pushing event deleted for resources: {'Port': ['ID=49f96174-0499-4aa6-a9e3-f1886c15e66a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:21.282322 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1d117667-1868-4bf9-9183-cb1f56a6ab16 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/5b2f808a-edcc-46ae-9cdc-8e2acf2b477b HTTP/1.1" status: 404 len: 337 time: 0.1134443 Jan 28 13:42:21.287770 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46112) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:21.296790 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4700dd64-5d57-4e92-824d-fdd9d80f1372 None None] No DVR routers for this DVR port 49f96174-0499-4aa6-a9e3-f1886c15e66a on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:42:21.321932 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd3bba1-ecba-4e1f-bcef-1f4ce6b1553d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:21.322502 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd3bba1-ecba-4e1f-bcef-1f4ce6b1553d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:21.328494 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ecd3bba1-ecba-4e1f-bcef-1f4ce6b1553d tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/24f47a12-e0a1-4a12-9fd4-21168184d327 HTTP/1.1" status: 404 len: 333 time: 0.0393083 Jan 28 13:42:21.329121 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46116) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:21.394757 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-01501b14-39fb-44db-9933-a9f8b8be6dff tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:21.395517 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01501b14-39fb-44db-9933-a9f8b8be6dff tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:21.400977 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3f9e58-c517-44fa-bc50-0067a5f57f09 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:42:21.410504 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-01501b14-39fb-44db-9933-a9f8b8be6dff tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/2a9d723a-b2ab-498f-83c7-78a932f63b82 HTTP/1.1" status: 404 len: 337 time: 0.0786040 Jan 28 13:42:21.411218 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46124) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:21.411935 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d0462b-40b0-4124-8ecc-adc2a1cd8814 None None] Sync routers for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:42:21.429362 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d0462b-40b0-4124-8ecc-adc2a1cd8814 None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:21.429989 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-66d0462b-40b0-4124-8ecc-adc2a1cd8814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:42:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:21.479748 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa411fc-feb2-4b74-8fb5-73547c8a185e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:21.480248 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa411fc-feb2-4b74-8fb5-73547c8a185e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:21.490077 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-caa411fc-feb2-4b74-8fb5-73547c8a185e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/cc53e25a-7a46-49b7-a675-a65c4999a298 HTTP/1.1" status: 404 len: 333 time: 0.0730402 Jan 28 13:42:21.491152 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46132) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:21.492998 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-eed85a50-b98c-4c8d-9039-2147ec14c1a6 service neutron] 10.222.0.37 "GET /v2.0/networks/1a7c7f9b-1954-4b23-a972-a8caf8d2f60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880670 Jan 28 13:42:21.516785 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-66d0462b-40b0-4124-8ecc-adc2a1cd8814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:21.528973 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d0462b-40b0-4124-8ecc-adc2a1cd8814 None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:21.530019 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-66d0462b-40b0-4124-8ecc-adc2a1cd8814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:42:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:21.606397 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-66d0462b-40b0-4124-8ecc-adc2a1cd8814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:21.607181 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d0462b-40b0-4124-8ecc-adc2a1cd8814 None None] The sync data for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:42:21.765618 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3f9e58-c517-44fa-bc50-0067a5f57f09 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Router 0c1f59b6-6af1-4560-9e3d-c0da94d8ce40 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:42:21.910570 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3f9e58-c517-44fa-bc50-0067a5f57f09 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:42:21.915623 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0e3f9e58-c517-44fa-bc50-0067a5f57f09 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:22.005286 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0e3f9e58-c517-44fa-bc50-0067a5f57f09 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "PUT /v2.0/floatingips/e3f677c7-276a-4b22-8cdb-7d4f3972cbb2 HTTP/1.1" status: 200 len: 977 time: 3.3424120 Jan 28 13:42:22.005886 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46178) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:22.020771 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-93efa86a-46b8-453a-a647-7dba7743182e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:22.021217 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93efa86a-46b8-453a-a647-7dba7743182e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:22.027153 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-93efa86a-46b8-453a-a647-7dba7743182e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/1d033e84-077f-49e7-b74f-b7b6c354f6aa HTTP/1.1" status: 404 len: 337 time: 0.5326235 Jan 28 13:42:22.034439 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46180) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:22.121163 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-653960c4-969d-465c-a424-dde46ecc869c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:22.122158 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-653960c4-969d-465c-a424-dde46ecc869c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:22.135950 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-653960c4-969d-465c-a424-dde46ecc869c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/d21cde86-f46c-439a-bd9d-5d0ad209b81e HTTP/1.1" status: 404 len: 333 time: 0.1003206 Jan 28 13:42:22.142470 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46198) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:22.245403 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e67c41-52f6-404c-b515-5822a83fe51b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:22.246118 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e67c41-52f6-404c-b515-5822a83fe51b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:22.249515 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d5e67c41-52f6-404c-b515-5822a83fe51b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/d467e732-45be-42d9-8b99-bc285d6c4525 HTTP/1.1" status: 404 len: 337 time: 0.1016700 Jan 28 13:42:22.268263 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46204) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:22.299614 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc47dea-14d7-4ae8-b798-220239aa4d7c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:22.300531 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dc47dea-14d7-4ae8-b798-220239aa4d7c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:22.304027 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7dc47dea-14d7-4ae8-b798-220239aa4d7c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/f66825c4-5c36-4c5d-a0c4-35eec4ca5d13 HTTP/1.1" status: 404 len: 333 time: 0.0329709 Jan 28 13:42:22.307549 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46208) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:22.347779 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5905971-459d-4a35-b218-30abe4bf9d52 None None] Sync routers for ids ['0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:42:22.349100 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 49f96174-0499-4aa6-a9e3-f1886c15e66a no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:42:22.359178 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9dc5038-7f7c-4a5c-b723-7f8afb211615 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:22.360020 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9dc5038-7f7c-4a5c-b723-7f8afb211615 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:22.363567 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a9dc5038-7f7c-4a5c-b723-7f8afb211615 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/752534d8-b66d-4278-9547-fbc959ee0ad1 HTTP/1.1" status: 404 len: 337 time: 0.0532205 Jan 28 13:42:22.367119 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46210) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:22.375327 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5905971-459d-4a35-b218-30abe4bf9d52 None None] Routers {'0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:22.375962 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-f5905971-459d-4a35-b218-30abe4bf9d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:42:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:22.404533 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d3bb60fa-9428-437b-985a-341a025dfe69 req-8bb0704c-bfef-4975-89fd-6c976153476a service neutron] 10.222.0.37 "GET /v2.0/networks/1a7c7f9b-1954-4b23-a972-a8caf8d2f60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8961060 Jan 28 13:42:22.418774 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab9490-3950-45cc-958b-4c4be201dbe7 req-cd03dbf7-a812-4ed1-af62-8a089f163b62 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:22.419873 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 49f96174-0499-4aa6-a9e3-f1886c15e66a {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:42:22.420236 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 49f96174-0499-4aa6-a9e3-f1886c15e66a not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:42:22.442752 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b1ab9490-3950-45cc-958b-4c4be201dbe7 req-cd03dbf7-a812-4ed1-af62-8a089f163b62 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 943 time: 0.2100627 Jan 28 13:42:22.452205 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e0fdea-a0fa-452c-a54f-1446ce1fd9a9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:22.453251 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e0fdea-a0fa-452c-a54f-1446ce1fd9a9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:22.467971 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f3e0fdea-a0fa-452c-a54f-1446ce1fd9a9 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/aff8b097-5de2-4a45-a44a-f5740028e2f0 HTTP/1.1" status: 404 len: 333 time: 0.0993257 Jan 28 13:42:22.480866 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-f5905971-459d-4a35-b218-30abe4bf9d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:22.487183 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46212) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:22.491224 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5905971-459d-4a35-b218-30abe4bf9d52 None None] Routers {'0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:22.491844 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-f5905971-459d-4a35-b218-30abe4bf9d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:42:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:22.532981 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-97249238-c47a-4327-a151-83b29ee8dfda tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:22.533717 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97249238-c47a-4327-a151-83b29ee8dfda tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:22.540778 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-97249238-c47a-4327-a151-83b29ee8dfda tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/4fb6035c-788a-45d9-8709-187c864105ac HTTP/1.1" status: 404 len: 337 time: 0.0483129 Jan 28 13:42:22.544354 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46216) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:22.569253 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-f5905971-459d-4a35-b218-30abe4bf9d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:22.569978 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5905971-459d-4a35-b218-30abe4bf9d52 None None] The sync data for ids ['0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:42:22.577800 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b1e2d58-9114-4e1e-8284-17ec79e68dea tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:22.578382 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b1e2d58-9114-4e1e-8284-17ec79e68dea tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:22.581560 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8b1e2d58-9114-4e1e-8284-17ec79e68dea tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/760495be-b8e1-42be-927a-f81eca96abfc HTTP/1.1" status: 404 len: 333 time: 0.0348213 Jan 28 13:42:22.587338 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46218) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:22.654785 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c619b96-270f-4f74-a4a3-e2628062e3e0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:22.655280 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c619b96-270f-4f74-a4a3-e2628062e3e0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:22.658518 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3c619b96-270f-4f74-a4a3-e2628062e3e0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/8a0844f6-04da-41c7-9888-f16aa3785a0c HTTP/1.1" status: 404 len: 337 time: 0.0702057 Jan 28 13:42:22.683996 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b1ab9490-3950-45cc-958b-4c4be201dbe7 req-fd1f51dd-0578-4f57-9df9-a5a7d6ecb38b tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336738 Jan 28 13:42:22.684140 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46222) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:22.696303 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c9b6e-30a8-42b6-8d7b-2651d9a8274a req-b74fbe3c-9f42-4947-b312-cb44aaa1f9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:22.700022 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b38c9b6e-30a8-42b6-8d7b-2651d9a8274a req-b74fbe3c-9f42-4947-b312-cb44aaa1f9fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7822b4ee1cb4d678e2f89317991f7c3&device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 1094 time: 0.2234547 Jan 28 13:42:22.722932 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2214ec-81f4-42fe-9479-099783232f3c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:22.722932 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e2214ec-81f4-42fe-9479-099783232f3c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:22.728344 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2e2214ec-81f4-42fe-9479-099783232f3c tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/cb2d159b-7bcc-4e21-9bc5-a80f2311befe HTTP/1.1" status: 404 len: 337 time: 0.0363269 Jan 28 13:42:22.746898 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46226) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:22.824723 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-37be0ae7-0c69-4734-8e67-8f156df66142 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:22.825444 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37be0ae7-0c69-4734-8e67-8f156df66142 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:22.829702 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-37be0ae7-0c69-4734-8e67-8f156df66142 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/41bb0ff6-6c2d-4258-8a2d-0a56f9a2d6de HTTP/1.1" status: 404 len: 333 time: 0.0635779 Jan 28 13:42:22.829849 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46230) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:22.833449 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3da3e5a5-bfe9-4814-9a9c-0d0747f8402f req-91b65fcd-9839-4f48-9747-9be3c634a9f5 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/ports?device_id=0db35ae2-ffe1-42ff-965d-d86b3014468e HTTP/1.1" status: 200 len: 210 time: 0.1450815 Jan 28 13:42:22.839492 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46234) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:22.897771 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c9b6e-30a8-42b6-8d7b-2651d9a8274a req-fde07968-d25f-4de1-b51f-e6cbdb5a9f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:22.897984 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b38c9b6e-30a8-42b6-8d7b-2651d9a8274a req-fde07968-d25f-4de1-b51f-e6cbdb5a9f68 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1a7c7f9b-1954-4b23-a972-a8caf8d2f60e HTTP/1.1" status: 200 len: 909 time: 0.1906219 Jan 28 13:42:22.922098 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-560bd3f8-0ebc-49c8-9037-572a9d6d4ca2 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:22.923359 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-560bd3f8-0ebc-49c8-9037-572a9d6d4ca2 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:22.930320 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-560bd3f8-0ebc-49c8-9037-572a9d6d4ca2 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/f138cc70-c1bc-48eb-a5c1-e993732da4dc HTTP/1.1" status: 404 len: 337 time: 0.0838647 Jan 28 13:42:22.933374 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46238) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:22.965353 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-c12d05f5-a14f-4299-a656-0f5783bb7616 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:22.966041 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c12d05f5-a14f-4299-a656-0f5783bb7616 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:22.970558 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c12d05f5-a14f-4299-a656-0f5783bb7616 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/d194f133-3db3-4f47-ada7-0d67556290b7 HTTP/1.1" status: 404 len: 337 time: 0.0339491 Jan 28 13:42:22.973856 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b38c9b6e-30a8-42b6-8d7b-2651d9a8274a req-b4d8ccc6-6c47-4b1d-a08d-bf2ae8db15b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e94a2479-7707-40ef-915e-0227d39bf900 HTTP/1.1" status: 200 len: 217 time: 0.0686123 Jan 28 13:42:22.980604 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46240) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:23.035923 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c9b6e-30a8-42b6-8d7b-2651d9a8274a req-4fca5c9e-345c-48ce-9dec-724c557e731d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:23.037358 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb1e9a7-baa9-4e38-9a25-a0fcf5f5b587 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:23.037928 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b38c9b6e-30a8-42b6-8d7b-2651d9a8274a req-4fca5c9e-345c-48ce-9dec-724c557e731d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29425192-d153-4d6d-998f-4743e88ed753 HTTP/1.1" status: 200 len: 849 time: 0.0561821 Jan 28 13:42:23.038047 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb1e9a7-baa9-4e38-9a25-a0fcf5f5b587 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:23.041063 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6fb1e9a7-baa9-4e38-9a25-a0fcf5f5b587 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/3fef702d-c791-4ebf-a648-27f0aaf58dd0 HTTP/1.1" status: 404 len: 333 time: 0.0541289 Jan 28 13:42:23.045247 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46242) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:23.074053 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b38c9b6e-30a8-42b6-8d7b-2651d9a8274a req-e7af2778-2f5c-484f-8dc6-12dcbc9732a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a7c7f9b-1954-4b23-a972-a8caf8d2f60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298917 Jan 28 13:42:23.095523 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-1067e62b-604d-4b1b-9ba0-8b8ea24078d3 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:23.096233 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1067e62b-604d-4b1b-9ba0-8b8ea24078d3 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:23.102217 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1067e62b-604d-4b1b-9ba0-8b8ea24078d3 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/437e951f-832b-4692-8c98-e98882c4fff5 HTTP/1.1" status: 404 len: 337 time: 0.0560315 Jan 28 13:42:23.112129 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46244) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:23.167593 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a18a67-efff-4a18-ab70-03c622e0ffa1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:23.170610 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a18a67-efff-4a18-ab70-03c622e0ffa1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:23.180020 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-47a18a67-efff-4a18-ab70-03c622e0ffa1 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/af6c66b2-d3d7-42a8-978a-cb13eae52e4d HTTP/1.1" status: 404 len: 337 time: 0.0666354 Jan 28 13:42:23.184614 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46246) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:23.187814 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b38c9b6e-30a8-42b6-8d7b-2651d9a8274a req-7ceb906b-dcdc-45f1-ad7d-e8d9ccf3aa58 service neutron] 10.222.0.37 "GET /v2.0/networks/1a7c7f9b-1954-4b23-a972-a8caf8d2f60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074500 Jan 28 13:42:23.189012 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-15b6aee7-472a-447e-ac16-291eb4422017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:23.273998 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-c2afa04c-8b9e-433f-a453-b8cc2e019efa tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Deleting port 2f170fad-c5b2-4710-9e72-a5c0e09c9c05 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:23.274564 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2afa04c-8b9e-433f-a453-b8cc2e019efa tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (2f170fad-c5b2-4710-9e72-a5c0e09c9c05), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:23.283300 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-45bd7523-3811-4226-8de5-d2052ae6d52a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:23.284046 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45bd7523-3811-4226-8de5-d2052ae6d52a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:23.290852 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-45bd7523-3811-4226-8de5-d2052ae6d52a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/58c301b7-05e0-4adc-a657-fd00301c9df9 HTTP/1.1" status: 404 len: 333 time: 0.0972507 Jan 28 13:42:23.291491 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46252) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:23.368556 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-431065b7-12ff-4e11-b6fc-7de744705ddc tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:23.369107 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-431065b7-12ff-4e11-b6fc-7de744705ddc tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:23.375185 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-431065b7-12ff-4e11-b6fc-7de744705ddc tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/efad96f6-d6d5-43c8-9bec-f843637eb0f5 HTTP/1.1" status: 404 len: 337 time: 0.0804679 Jan 28 13:42:23.375991 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46254) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:23.388583 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b38c9b6e-30a8-42b6-8d7b-2651d9a8274a req-8d4b4f0e-fa2d-4591-8ad8-975466bd95fc service neutron] 10.222.0.37 "GET /v2.0/networks/1a7c7f9b-1954-4b23-a972-a8caf8d2f60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933877 Jan 28 13:42:23.413768 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf886f2c-8d0e-4bc7-8deb-382a5451068f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:23.414491 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf886f2c-8d0e-4bc7-8deb-382a5451068f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:23.419948 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bf886f2c-8d0e-4bc7-8deb-382a5451068f tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/4a1be629-6d55-4f64-9315-4534c5dab527 HTTP/1.1" status: 404 len: 337 time: 0.0407987 Jan 28 13:42:23.421082 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46256) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:23.430077 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2afa04c-8b9e-433f-a453-b8cc2e019efa tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (2f170fad-c5b2-4710-9e72-a5c0e09c9c05), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:23.457661 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4a61ad7c-2a3c-495b-b532-dcda46e62e68 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5a96b52-be17-4e14-b5e9-5fb94543e280 HTTP/1.1" status: 200 len: 205 time: 0.0352528 Jan 28 13:42:23.459097 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46258) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:23.499763 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-a490ef58-c830-40ea-a855-ce00f6635be0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] delete failed (client error): The resource could not be found. Jan 28 13:42:23.501370 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a490ef58-c830-40ea-a855-ce00f6635be0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/routers/a5a96b52-be17-4e14-b5e9-5fb94543e280 HTTP/1.1" status: 404 len: 336 time: 0.0407271 Jan 28 13:42:23.503637 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46260) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:23.533872 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-056a99ef-fdca-4cd4-bb31-95304923e32b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:23.534732 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-056a99ef-fdca-4cd4-bb31-95304923e32b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:23.538237 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-056a99ef-fdca-4cd4-bb31-95304923e32b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/20b4415c-3dc0-49fb-9d32-72451c1406ba HTTP/1.1" status: 404 len: 337 time: 0.0334780 Jan 28 13:42:23.541835 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46262) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:23.584268 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2943b487-9ef3-4a32-a87f-8adb4d616a6e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "GET /v2.0/ports?device_id=1196377e-381d-4cac-a51b-c67ed825f0e2 HTTP/1.1" status: 200 len: 205 time: 0.0408866 Jan 28 13:42:23.586555 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46264) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:23.645967 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-96c3ac89-4ded-45b8-bbd9-9fae7b702d52 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] delete failed (client error): The resource could not be found. Jan 28 13:42:23.647217 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-96c3ac89-4ded-45b8-bbd9-9fae7b702d52 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/routers/1196377e-381d-4cac-a51b-c67ed825f0e2 HTTP/1.1" status: 404 len: 336 time: 0.0593903 Jan 28 13:42:23.649785 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46266) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:23.685074 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2afa04c-8b9e-433f-a453-b8cc2e019efa tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:23.685439 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2afa04c-8b9e-433f-a453-b8cc2e019efa tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (e3f677c7-276a-4b22-8cdb-7d4f3972cbb2), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:23.685760 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [None req-c2afa04c-8b9e-433f-a453-b8cc2e019efa tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Floating IP e3f677c7-276a-4b22-8cdb-7d4f3972cbb2 disassociated. External IP: 172.25.3.241, port: 2f170fad-c5b2-4710-9e72-a5c0e09c9c05. Jan 28 13:42:23.686159 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-c2afa04c-8b9e-433f-a453-b8cc2e019efa tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Calling delete_port for 2f170fad-c5b2-4710-9e72-a5c0e09c9c05 owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:23.694477 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-836d744d-d6b3-49b4-b4c8-35a8a6e5d063 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:23.694964 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-836d744d-d6b3-49b4-b4c8-35a8a6e5d063 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:23.700994 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-836d744d-d6b3-49b4-b4c8-35a8a6e5d063 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/1c36549c-5342-4858-aafc-e0eeaa1313ee HTTP/1.1" status: 404 len: 337 time: 0.0477281 Jan 28 13:42:23.704040 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46274) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:23.717354 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-15b6aee7-472a-447e-ac16-291eb4422017 admin admin] Publish callbacks [] for security_group (063c5718-60bc-4a00-99fd-95272d656733), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:23.793867 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-7898a4c6-ab75-404e-837d-0fd39a00927a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:23.794615 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7898a4c6-ab75-404e-837d-0fd39a00927a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:23.808355 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7898a4c6-ab75-404e-837d-0fd39a00927a tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/e21210d5-7633-4987-a93b-91f475a16f24 HTTP/1.1" status: 404 len: 337 time: 0.1030467 Jan 28 13:42:23.813799 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46278) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:23.846388 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-13894960-3c7d-48c1-8075-a56ada96a4ab tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:23.847441 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13894960-3c7d-48c1-8075-a56ada96a4ab tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:23.850968 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-13894960-3c7d-48c1-8075-a56ada96a4ab tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/bd5c56ab-0baf-4c2e-b7be-7c7bff40b3d4 HTTP/1.1" status: 404 len: 333 time: 0.0295789 Jan 28 13:42:23.862150 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46282) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:23.883669 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7597dc-f44c-4f26-9b53-06aa6ec87381 req-1301ab41-44d9-41e5-866c-ec2597f69045 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:23.885165 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ad7597dc-f44c-4f26-9b53-06aa6ec87381 req-1301ab41-44d9-41e5-866c-ec2597f69045 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 943 time: 0.1234169 Jan 28 13:42:23.890665 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-15b6aee7-472a-447e-ac16-291eb4422017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (063c5718-60bc-4a00-99fd-95272d656733), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:23.926012 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ebcb355-43d4-42ec-a3d6-848d6c950827 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:23.926738 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ebcb355-43d4-42ec-a3d6-848d6c950827 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:23.930073 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8ebcb355-43d4-42ec-a3d6-848d6c950827 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/33855f87-06fb-445f-a55c-58c049beab98 HTTP/1.1" status: 404 len: 337 time: 0.0617156 Jan 28 13:42:23.938693 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46286) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:23.939046 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-15b6aee7-472a-447e-ac16-291eb4422017 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=75edb6ae881f4cd999035beb4fd2e2bb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1076250 Jan 28 13:42:23.939829 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46288) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:23.940194 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2afa04c-8b9e-433f-a453-b8cc2e019efa tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (2f170fad-c5b2-4710-9e72-a5c0e09c9c05), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:24.003048 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-e205ceaa-b258-46d8-938f-8b6a7808047b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:24.003672 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e205ceaa-b258-46d8-938f-8b6a7808047b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:24.007242 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e205ceaa-b258-46d8-938f-8b6a7808047b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/07e43da1-7163-4c69-825f-56c4bf2a7503 HTTP/1.1" status: 404 len: 333 time: 0.0660732 Jan 28 13:42:24.015237 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46290) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:24.025045 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afa04c-8b9e-433f-a453-b8cc2e019efa tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event deleted for resources: {'Port': ['ID=2f170fad-c5b2-4710-9e72-a5c0e09c9c05,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:24.087063 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46294) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:24.087627 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb9aef2-2d48-4de4-9ea5-25a1fd50fc62 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:24.088108 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb9aef2-2d48-4de4-9ea5-25a1fd50fc62 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:24.094426 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1fb9aef2-2d48-4de4-9ea5-25a1fd50fc62 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/52c2cf1f-33e2-4dc3-bce7-aa2b274ed841 HTTP/1.1" status: 404 len: 337 time: 0.0795145 Jan 28 13:42:24.095262 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6aee7-472a-447e-ac16-291eb4422017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063c5718-60bc-4a00-99fd-95272d656733,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:24.097896 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46296) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:24.125092 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ad7597dc-f44c-4f26-9b53-06aa6ec87381 req-2c517791-f364-47ff-b41b-3e53abda260a tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326565 Jan 28 13:42:24.172883 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c5e2538-7eae-4062-a1e9-41b8fdabbd1e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:24.173582 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c5e2538-7eae-4062-a1e9-41b8fdabbd1e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:24.179790 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9c5e2538-7eae-4062-a1e9-41b8fdabbd1e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/ec23acec-916a-4e02-b9de-15a7de010228 HTTP/1.1" status: 404 len: 333 time: 0.0790892 Jan 28 13:42:24.181068 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46298) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:24.229536 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e141f122-4fde-4e37-b03e-7e70f30a5c01 admin admin] Publish callbacks [] for security_group (063c5718-60bc-4a00-99fd-95272d656733), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:24.294836 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2afa04c-8b9e-433f-a453-b8cc2e019efa tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Router 0c1f59b6-6af1-4560-9e3d-c0da94d8ce40 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:42:24.312728 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e141f122-4fde-4e37-b03e-7e70f30a5c01 admin admin] Publish callbacks [] for security_group (063c5718-60bc-4a00-99fd-95272d656733), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:24.315684 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-22eaa3fe-b71a-4367-a389-cdbf80d26600 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:24.316297 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22eaa3fe-b71a-4367-a389-cdbf80d26600 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:24.319577 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-22eaa3fe-b71a-4367-a389-cdbf80d26600 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/b7efb899-5b01-40bd-af6d-a13fed8d88de HTTP/1.1" status: 404 len: 337 time: 0.1198237 Jan 28 13:42:24.327767 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46306) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:24.378183 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-87500e5e-6c97-4e37-a571-bce25ba4eb66 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:24.378415 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87500e5e-6c97-4e37-a571-bce25ba4eb66 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:24.383669 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-87500e5e-6c97-4e37-a571-bce25ba4eb66 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/fe6ca17c-d4b5-4423-973f-8c63612762b8 HTTP/1.1" status: 404 len: 333 time: 0.0503025 Jan 28 13:42:24.386638 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7d7966c8-d9fe-45e2-85e3-365853311fc9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for security_group (7c71bb51-4dcf-4ee1-846e-676c83721ea9), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:24.413794 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7d7966c8-d9fe-45e2-85e3-365853311fc9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for security_group (7c71bb51-4dcf-4ee1-846e-676c83721ea9), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:24.436044 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2afa04c-8b9e-433f-a453-b8cc2e019efa tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:42:24.437742 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46308) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:24.447897 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90383937-54fb-4296-8fdd-89326e104fad None None] Sync routers for ids ['0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:42:24.469175 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90383937-54fb-4296-8fdd-89326e104fad None None] Routers {'0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:24.469810 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-90383937-54fb-4296-8fdd-89326e104fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:42:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:24.471352 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7d7966c8-d9fe-45e2-85e3-365853311fc9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7c71bb51-4dcf-4ee1-846e-676c83721ea9), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:24.474039 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7d7966c8-d9fe-45e2-85e3-365853311fc9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:24.478158 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7d7966c8-d9fe-45e2-85e3-365853311fc9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "DELETE /v2.0/security-groups/7c71bb51-4dcf-4ee1-846e-676c83721ea9 HTTP/1.1" status: 204 len: 168 time: 0.3862023 Jan 28 13:42:24.479099 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46310) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:24.499308 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa7f6b03-f81e-48c7-8386-646d0bd6ee39 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:24.500022 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa7f6b03-f81e-48c7-8386-646d0bd6ee39 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:24.506511 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-aa7f6b03-f81e-48c7-8386-646d0bd6ee39 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/ddd52f32-2df8-4304-8110-dbc1b0507c2d HTTP/1.1" status: 404 len: 337 time: 0.0676205 Jan 28 13:42:24.507509 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46312) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:24.524166 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-2ce96e1c-6481-424b-bdc0-e536b6025fa1 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] show failed (client error): The resource could not be found. Jan 28 13:42:24.528549 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2ce96e1c-6481-424b-bdc0-e536b6025fa1 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "GET /v2.0/security-groups/7c71bb51-4dcf-4ee1-846e-676c83721ea9 HTTP/1.1" status: 404 len: 347 time: 0.0320506 Jan 28 13:42:24.528549 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7966c8-d9fe-45e2-85e3-365853311fc9 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c71bb51-4dcf-4ee1-846e-676c83721ea9,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:24.532117 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46314) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:24.546949 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e141f122-4fde-4e37-b03e-7e70f30a5c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (063c5718-60bc-4a00-99fd-95272d656733), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:24.554255 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e141f122-4fde-4e37-b03e-7e70f30a5c01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:24.555430 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-90383937-54fb-4296-8fdd-89326e104fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:24.564816 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b00ce8-d155-4a71-a988-1a9269e2a656 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:24.565626 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7b00ce8-d155-4a71-a988-1a9269e2a656 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:24.565763 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e141f122-4fde-4e37-b03e-7e70f30a5c01 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/063c5718-60bc-4a00-99fd-95272d656733 HTTP/1.1" status: 204 len: 168 time: 0.6161113 Jan 28 13:42:24.574493 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90383937-54fb-4296-8fdd-89326e104fad None None] Routers {'0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:24.575188 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-90383937-54fb-4296-8fdd-89326e104fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:42:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:24.586768 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d7b00ce8-d155-4a71-a988-1a9269e2a656 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/31127e3f-abf6-4261-855d-a25297959dd6 HTTP/1.1" status: 404 len: 333 time: 0.0765080 Jan 28 13:42:24.591504 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46318) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:24.657403 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-90383937-54fb-4296-8fdd-89326e104fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:24.658070 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90383937-54fb-4296-8fdd-89326e104fad None None] The sync data for ids ['0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:42:24.668010 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141f122-4fde-4e37-b03e-7e70f30a5c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063c5718-60bc-4a00-99fd-95272d656733,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:24.673123 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-177826f0-f7b2-4d60-8c94-576093a0180e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:24.674484 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-177826f0-f7b2-4d60-8c94-576093a0180e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:24.681155 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-177826f0-f7b2-4d60-8c94-576093a0180e tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/18d46dd6-7872-48ac-9359-d3721f97945c HTTP/1.1" status: 404 len: 337 time: 0.0858629 Jan 28 13:42:24.682223 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46320) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:24.732965 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e65a7e94-e6a9-4303-95b0-514714aed360 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Deleting port b32ad8df-fcfa-462d-8cd4-5dab0590a627 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:24.733515 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e65a7e94-e6a9-4303-95b0-514714aed360 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b32ad8df-fcfa-462d-8cd4-5dab0590a627), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:24.747101 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd53094-36a4-4f67-a16b-76ae7d030269 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:24.751519 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd53094-36a4-4f67-a16b-76ae7d030269 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:24.764999 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0bd53094-36a4-4f67-a16b-76ae7d030269 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/3823afe8-0889-480f-b86d-4570d2e447c6 HTTP/1.1" status: 404 len: 333 time: 0.0672619 Jan 28 13:42:24.766835 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2afa04c-8b9e-433f-a453-b8cc2e019efa tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:24.767301 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46322) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:24.774735 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c2afa04c-8b9e-433f-a453-b8cc2e019efa tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "DELETE /v2.0/ports/2f170fad-c5b2-4710-9e72-a5c0e09c9c05 HTTP/1.1" status: 204 len: 168 time: 2.7678206 Jan 28 13:42:24.777777 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46324) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:24.843859 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c7c33a-6efb-41b5-b817-739236bd9d7b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:24.844358 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c7c33a-6efb-41b5-b817-739236bd9d7b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:24.849746 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f0c7c33a-6efb-41b5-b817-739236bd9d7b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/0cd99c9b-21f4-4746-8b68-50ba25ecd3be HTTP/1.1" status: 404 len: 337 time: 0.0783484 Jan 28 13:42:24.852895 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46330) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:24.892014 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e65a7e94-e6a9-4303-95b0-514714aed360 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b32ad8df-fcfa-462d-8cd4-5dab0590a627), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:24.892501 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e65a7e94-e6a9-4303-95b0-514714aed360 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for floatingip (b32ad8df-fcfa-462d-8cd4-5dab0590a627), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:24.913836 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25d60b4-0f5b-441d-b4de-4c1f0d386d3b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:24.914471 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f25d60b4-0f5b-441d-b4de-4c1f0d386d3b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:24.921073 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f25d60b4-0f5b-441d-b4de-4c1f0d386d3b tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/ports/a9042227-c4b4-4fd8-b01d-b365a1b48b69 HTTP/1.1" status: 404 len: 333 time: 0.0614426 Jan 28 13:42:24.923087 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46332) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:24.925355 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e65a7e94-e6a9-4303-95b0-514714aed360 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Calling delete_port for b32ad8df-fcfa-462d-8cd4-5dab0590a627 owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:24.962725 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2408d8-67f7-49b4-ab6a-5955492ca9a0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:24.963251 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f2408d8-67f7-49b4-ab6a-5955492ca9a0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:24.969114 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7f2408d8-67f7-49b4-ab6a-5955492ca9a0 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/subnets/bbce7ed0-fded-4930-95c9-553ef3d7d794 HTTP/1.1" status: 404 len: 337 time: 0.0427685 Jan 28 13:42:24.971294 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46336) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:25.104892 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46342) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:25.129573 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7f69d6f5-cb31-4e96-87e7-5526e926a0e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:25.137356 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6c9dd9c-5b51-4dca-a6b3-0d70d716c655 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (b1369f79-8419-4909-b9dc-745e2d83caa0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:25.375887 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6c9dd9c-5b51-4dca-a6b3-0d70d716c655 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (b1369f79-8419-4909-b9dc-745e2d83caa0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:25.386780 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870d71b-b24e-4766-9f66-9359c6998710 req-1473b85a-ff7b-4d09-8799-3522466a6dc5 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:25.388342 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4870d71b-b24e-4766-9f66-9359c6998710 req-1473b85a-ff7b-4d09-8799-3522466a6dc5 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 943 time: 0.1893063 Jan 28 13:42:25.391958 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7f69d6f5-cb31-4e96-87e7-5526e926a0e5 admin admin] Publish callbacks [] for security_group (48419b6a-c54f-498e-9e3f-768557579aa2), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:25.407672 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7f69d6f5-cb31-4e96-87e7-5526e926a0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (48419b6a-c54f-498e-9e3f-768557579aa2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:25.447107 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e65a7e94-e6a9-4303-95b0-514714aed360 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (b32ad8df-fcfa-462d-8cd4-5dab0590a627), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:25.451055 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-e6c9dd9c-5b51-4dca-a6b3-0d70d716c655 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1369f79-8419-4909-b9dc-745e2d83caa0']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:25.470560 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-48f69059-e8f5-4541-afa0-bb3e0067a0bb tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (0c1f59b6-6af1-4560-9e3d-c0da94d8ce40), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:25.487983 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-e6c9dd9c-5b51-4dca-a6b3-0d70d716c655 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:25.488301 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-e6c9dd9c-5b51-4dca-a6b3-0d70d716c655 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab5f4e5-810d-47f4-a81e-f4753b4e5cdc') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:25.496560 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a7e94-e6a9-4303-95b0-514714aed360 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event deleted for resources: {'Port': ['ID=b32ad8df-fcfa-462d-8cd4-5dab0590a627,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:25.518036 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6c9dd9c-5b51-4dca-a6b3-0d70d716c655 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (aab5f4e5-810d-47f4-a81e-f4753b4e5cdc), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:25.557547 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6c9dd9c-5b51-4dca-a6b3-0d70d716c655 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (aab5f4e5-810d-47f4-a81e-f4753b4e5cdc), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:25.589935 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device e94a2479-7707-40ef-915e-0227d39bf900 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:42:25.613871 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c9dd9c-5b51-4dca-a6b3-0d70d716c655 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:42:25.615764 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6c9dd9c-5b51-4dca-a6b3-0d70d716c655 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (aab5f4e5-810d-47f4-a81e-f4753b4e5cdc), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:42:25.618956 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:42:25.626430 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7f69d6f5-cb31-4e96-87e7-5526e926a0e5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7c718899b2f74121914c9a9615409259&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5203207 Jan 28 13:42:25.627296 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46352) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:25.630117 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69d6f5-cb31-4e96-87e7-5526e926a0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48419b6a-c54f-498e-9e3f-768557579aa2,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:25.699615 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4870d71b-b24e-4766-9f66-9359c6998710 req-89af18dc-70a4-41cb-82cb-8d9e51523fda tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940123 Jan 28 13:42:25.709701 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-57c2c4df-7900-4485-9157-c95ec914f507 admin admin] Publish callbacks [] for security_group (48419b6a-c54f-498e-9e3f-768557579aa2), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:25.743042 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-57c2c4df-7900-4485-9157-c95ec914f507 admin admin] Publish callbacks [] for security_group (48419b6a-c54f-498e-9e3f-768557579aa2), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:25.754755 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e65a7e94-e6a9-4303-95b0-514714aed360 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for floatingip (43aff482-9d5b-4d43-8315-ba8a0b7893a3), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:25.757900 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e65a7e94-e6a9-4303-95b0-514714aed360 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:25.760237 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e65a7e94-e6a9-4303-95b0-514714aed360 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "DELETE /v2.0/floatingips/43aff482-9d5b-4d43-8315-ba8a0b7893a3 HTTP/1.1" status: 204 len: 168 time: 1.2271810 Jan 28 13:42:25.765897 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46354) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:25.800145 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-57c2c4df-7900-4485-9157-c95ec914f507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (48419b6a-c54f-498e-9e3f-768557579aa2), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:25.803172 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-57c2c4df-7900-4485-9157-c95ec914f507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:25.803428 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6c9dd9c-5b51-4dca-a6b3-0d70d716c655 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (b1369f79-8419-4909-b9dc-745e2d83caa0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:25.804499 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-57c2c4df-7900-4485-9157-c95ec914f507 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/48419b6a-c54f-498e-9e3f-768557579aa2 HTTP/1.1" status: 204 len: 168 time: 0.1753747 Jan 28 13:42:25.809354 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6c9dd9c-5b51-4dca-a6b3-0d70d716c655 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:25.813992 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e6c9dd9c-5b51-4dca-a6b3-0d70d716c655 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] 10.222.0.39 "DELETE /v2.0/networks/b1369f79-8419-4909-b9dc-745e2d83caa0 HTTP/1.1" status: 204 len: 168 time: 0.8415718 Jan 28 13:42:25.835731 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2c4df-7900-4485-9157-c95ec914f507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48419b6a-c54f-498e-9e3f-768557579aa2,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:25.848931 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9dd9c-5b51-4dca-a6b3-0d70d716c655 tempest-NetworksTestDHCPv6-1444131125 tempest-NetworksTestDHCPv6-1444131125-project] Pushing event deleted for resources: {'Network': ['ID=b1369f79-8419-4909-b9dc-745e2d83caa0,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:25.926752 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port e94a2479-7707-40ef-915e-0227d39bf900, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=e94a2479-7707-40ef-915e-0227d39bf900,segment=NetworkSegment(c9429e28-5e0c-4919-aa67-0d62a329ad26),segment_id=c9429e28-5e0c-4919-aa67-0d62a329ad26)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:25.940555 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-35a1e235-fa15-4061-83c0-8753b7adda81 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Deleting port 74437a62-acfb-47da-925a-b0b54245b4d9 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:25.943101 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-35a1e235-fa15-4061-83c0-8753b7adda81 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (74437a62-acfb-47da-925a-b0b54245b4d9), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:25.978774 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'e94a2479-7707-40ef-915e-0227d39bf900', 'network_id': '1a7c7f9b-1954-4b23-a972-a8caf8d2f60e', 'port_id': 'e94a2479-7707-40ef-915e-0227d39bf900', 'mac_address': 'fa:16:3e:dd:17:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29425192-d153-4d6d-998f-4743e88ed753', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:42:26.060213 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-48f69059-e8f5-4541-afa0-bb3e0067a0bb tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Deleting port edf87ee9-7dee-48a4-9564-612253cb4f97 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:26.061097 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-48f69059-e8f5-4541-afa0-bb3e0067a0bb tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (edf87ee9-7dee-48a4-9564-612253cb4f97), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:26.086877 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-35a1e235-fa15-4061-83c0-8753b7adda81 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (74437a62-acfb-47da-925a-b0b54245b4d9), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:26.116129 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-35a1e235-fa15-4061-83c0-8753b7adda81 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Calling delete_port for 74437a62-acfb-47da-925a-b0b54245b4d9 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:26.138513 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port e94a2479-7707-40ef-915e-0227d39bf900 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:26.138986 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e94a2479-7707-40ef-915e-0227d39bf900), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:26.200395 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e94a2479-7707-40ef-915e-0227d39bf900 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:42:26.251818 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port e94a2479-7707-40ef-915e-0227d39bf900, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=e94a2479-7707-40ef-915e-0227d39bf900,segment=NetworkSegment(c9429e28-5e0c-4919-aa67-0d62a329ad26),segment_id=c9429e28-5e0c-4919-aa67-0d62a329ad26)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:26.268221 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-48f69059-e8f5-4541-afa0-bb3e0067a0bb tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (edf87ee9-7dee-48a4-9564-612253cb4f97), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:26.274086 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e94a2479-7707-40ef-915e-0227d39bf900), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:26.295270 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-48f69059-e8f5-4541-afa0-bb3e0067a0bb tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Calling delete_port for edf87ee9-7dee-48a4-9564-612253cb4f97 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:26.397345 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=e94a2479-7707-40ef-915e-0227d39bf900,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:26.427032 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-35a1e235-fa15-4061-83c0-8753b7adda81 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (74437a62-acfb-47da-925a-b0b54245b4d9), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:26.486776 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1e235-fa15-4061-83c0-8753b7adda81 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event deleted for resources: {'Port': ['ID=74437a62-acfb-47da-925a-b0b54245b4d9,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:26.580762 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['e94a2479-7707-40ef-915e-0227d39bf900'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:42:26.607952 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-35a1e235-fa15-4061-83c0-8753b7adda81 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:26.611076 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-35a1e235-fa15-4061-83c0-8753b7adda81 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "DELETE /v2.0/ports/74437a62-acfb-47da-925a-b0b54245b4d9 HTTP/1.1" status: 204 len: 168 time: 0.8439255 Jan 28 13:42:26.622715 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46380) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:26.690185 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46382) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:26.690777 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-48f69059-e8f5-4541-afa0-bb3e0067a0bb tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (edf87ee9-7dee-48a4-9564-612253cb4f97), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:26.835575 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-0d424f0f-d2f6-4d75-8a96-52b6fc027959 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Deleting port 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:26.835979 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0d424f0f-d2f6-4d75-8a96-52b6fc027959 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (0c0f91d0-9eaa-4b76-abe7-1a460d8a367f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:26.889098 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f69059-e8f5-4541-afa0-bb3e0067a0bb tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event deleted for resources: {'Port': ['ID=edf87ee9-7dee-48a4-9564-612253cb4f97,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:27.161021 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-48f69059-e8f5-4541-afa0-bb3e0067a0bb tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (0c1f59b6-6af1-4560-9e3d-c0da94d8ce40), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:27.177594 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265ef48-4a70-4ac9-9387-c11d3866f741 req-d887194e-8c51-4ed2-a026-18661c9873a7 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:27.187603 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d265ef48-4a70-4ac9-9387-c11d3866f741 req-d887194e-8c51-4ed2-a026-18661c9873a7 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 944 time: 0.3391898 Jan 28 13:42:27.307243 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0d424f0f-d2f6-4d75-8a96-52b6fc027959 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (0c0f91d0-9eaa-4b76-abe7-1a460d8a367f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:27.345340 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f16c286e-25a2-44c8-bf3b-d022154f7910 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c889d0606f324a669840943fc2266e93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6487551 Jan 28 13:42:27.347377 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-0d424f0f-d2f6-4d75-8a96-52b6fc027959 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Calling delete_port for 0c0f91d0-9eaa-4b76-abe7-1a460d8a367f owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:27.354220 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46402) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:27.483623 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d265ef48-4a70-4ac9-9387-c11d3866f741 req-6a276489-9d65-44b7-b189-15745fc9a397 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757587 Jan 28 13:42:27.544851 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c89a0448-b9f5-444b-b703-3fb5fe800b2f admin admin] Publish callbacks [] for security_group (4066fb5c-e751-45ba-bc0d-5ab735759c5f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:27.573924 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c89a0448-b9f5-444b-b703-3fb5fe800b2f admin admin] Publish callbacks [] for security_group (4066fb5c-e751-45ba-bc0d-5ab735759c5f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:27.605458 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device e94a2479-7707-40ef-915e-0227d39bf900 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:42:27.642486 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c89a0448-b9f5-444b-b703-3fb5fe800b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (4066fb5c-e751-45ba-bc0d-5ab735759c5f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:27.645812 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c89a0448-b9f5-444b-b703-3fb5fe800b2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:27.647059 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c89a0448-b9f5-444b-b703-3fb5fe800b2f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4066fb5c-e751-45ba-bc0d-5ab735759c5f HTTP/1.1" status: 204 len: 168 time: 0.2917390 Jan 28 13:42:27.711544 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f69059-e8f5-4541-afa0-bb3e0067a0bb tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Router 0c1f59b6-6af1-4560-9e3d-c0da94d8ce40 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:42:27.727029 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a0448-b9f5-444b-b703-3fb5fe800b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4066fb5c-e751-45ba-bc0d-5ab735759c5f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:27.771924 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port e94a2479-7707-40ef-915e-0227d39bf900 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:42:27.775598 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0d424f0f-d2f6-4d75-8a96-52b6fc027959 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (0c0f91d0-9eaa-4b76-abe7-1a460d8a367f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:27.783810 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port e94a2479-7707-40ef-915e-0227d39bf900 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:27.784777 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e94a2479-7707-40ef-915e-0227d39bf900), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:27.875829 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d424f0f-d2f6-4d75-8a96-52b6fc027959 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event deleted for resources: {'Port': ['ID=0c0f91d0-9eaa-4b76-abe7-1a460d8a367f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:27.941493 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f69059-e8f5-4541-afa0-bb3e0067a0bb tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:42:27.952081 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port e94a2479-7707-40ef-915e-0227d39bf900 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:27.952646 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e94a2479-7707-40ef-915e-0227d39bf900), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:27.955967 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c125fde2-080c-4773-912c-1ed99373b70e None None] Sync routers for ids ['0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:42:27.964052 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-48f69059-e8f5-4541-afa0-bb3e0067a0bb tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "PUT /v2.0/routers/0c1f59b6-6af1-4560-9e3d-c0da94d8ce40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1844790 Jan 28 13:42:27.966417 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46422) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:28.001429 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c125fde2-080c-4773-912c-1ed99373b70e None None] Routers {'0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:28.002112 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c125fde2-080c-4773-912c-1ed99373b70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:42:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:28.064323 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ba7653-c742-4843-9aa5-b73868881e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94a2479-7707-40ef-915e-0227d39bf900'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:42:28.071511 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c125fde2-080c-4773-912c-1ed99373b70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:28.075904 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5a5c4f-1124-4275-be98-23e616379ab4" -d '{"events": [{"server_uuid": "c1ba7653-c742-4843-9aa5-b73868881e76", "name": "network-vif-plugged", "status": "completed", "tag": "e94a2479-7707-40ef-915e-0227d39bf900"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:42:28.076339 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0d424f0f-d2f6-4d75-8a96-52b6fc027959 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:28.091778 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0d424f0f-d2f6-4d75-8a96-52b6fc027959 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "DELETE /v2.0/ports/0c0f91d0-9eaa-4b76-abe7-1a460d8a367f HTTP/1.1" status: 204 len: 168 time: 1.4675961 Jan 28 13:42:28.093244 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c125fde2-080c-4773-912c-1ed99373b70e None None] Routers {'0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:28.094729 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c125fde2-080c-4773-912c-1ed99373b70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:42:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:28.095560 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46430) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:28.150458 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port e94a2479-7707-40ef-915e-0227d39bf900, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=e94a2479-7707-40ef-915e-0227d39bf900,segment=NetworkSegment(c9429e28-5e0c-4919-aa67-0d62a329ad26),segment_id=c9429e28-5e0c-4919-aa67-0d62a329ad26)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:28.169582 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e94a2479-7707-40ef-915e-0227d39bf900), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:28.177518 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c125fde2-080c-4773-912c-1ed99373b70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:28.178490 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c125fde2-080c-4773-912c-1ed99373b70e None None] The sync data for ids ['0c1f59b6-6af1-4560-9e3d-c0da94d8ce40'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:42:28.201286 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f41d46-868e-4025-ac73-3ebe38f57894 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Deleting subnet e895788e-7e0c-4d5c-93d0-ab435dd86d3f {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:42:28.205576 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-08f41d46-868e-4025-ac73-3ebe38f57894 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for subnet (e895788e-7e0c-4d5c-93d0-ab435dd86d3f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:28.275267 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-08f41d46-868e-4025-ac73-3ebe38f57894 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (e895788e-7e0c-4d5c-93d0-ab435dd86d3f), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:28.295307 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f1ac60-b076-442d-8065-24a9649daccb x-openstack-request-id: req-67f1ac60-b076-442d-8065-24a9649daccb {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:42:28.295307 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ba7653-c742-4843-9aa5-b73868881e76", "name": "network-vif-plugged", "status": "completed", "tag": "e94a2479-7707-40ef-915e-0227d39bf900", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:42:28.295307 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-67f1ac60-b076-442d-8065-24a9649daccb {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:42:28.295307 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ba7653-c742-4843-9aa5-b73868881e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94a2479-7707-40ef-915e-0227d39bf900', 'code': 200} Jan 28 13:42:28.365746 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a710cbbe-d754-4a3c-90aa-f33dbbf9ac51 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for router (0c1f59b6-6af1-4560-9e3d-c0da94d8ce40), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:28.431993 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=e94a2479-7707-40ef-915e-0227d39bf900,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:28.545419 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a710cbbe-d754-4a3c-90aa-f33dbbf9ac51 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for router_gateway (0c1f59b6-6af1-4560-9e3d-c0da94d8ce40), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:28.567626 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea5f6c-2bdd-429e-896b-6d4866c1bfef req-7e1cb278-d78a-4ded-9b54-03113593ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:28.569595 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aeea5f6c-2bdd-429e-896b-6d4866c1bfef req-7e1cb278-d78a-4ded-9b54-03113593ea45 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 1096 time: 0.2807822 Jan 28 13:42:28.663430 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-08f41d46-868e-4025-ac73-3ebe38f57894 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (e895788e-7e0c-4d5c-93d0-ab435dd86d3f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:28.705431 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aeea5f6c-2bdd-429e-896b-6d4866c1bfef req-e7fed227-3dde-4f54-b543-cd6a2e020ab3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293442 Jan 28 13:42:28.766856 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-08f41d46-868e-4025-ac73-3ebe38f57894 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (e895788e-7e0c-4d5c-93d0-ab435dd86d3f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:28.836705 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80843c06-f120-4a79-9ea2-21de7dcbda05 None None] Network 49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:28.845024 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-08f41d46-868e-4025-ac73-3ebe38f57894 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:28.850939 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-08f41d46-868e-4025-ac73-3ebe38f57894 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "DELETE /v2.0/subnets/e895788e-7e0c-4d5c-93d0-ab435dd86d3f HTTP/1.1" status: 204 len: 168 time: 0.7534807 Jan 28 13:42:28.852341 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f41d46-868e-4025-ac73-3ebe38f57894 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event deleted for resources: {'Subnet': ['ID=e895788e-7e0c-4d5c-93d0-ab435dd86d3f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:28.854165 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46460) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:28.935213 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-268127d1-e6eb-4a73-9d13-211ff4961d5e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Deleting subnet b74542d3-e3e9-4c91-b28b-bcd1470376c6 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:42:28.940853 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-268127d1-e6eb-4a73-9d13-211ff4961d5e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for subnet (b74542d3-e3e9-4c91-b28b-bcd1470376c6), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:29.008311 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-268127d1-e6eb-4a73-9d13-211ff4961d5e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (b74542d3-e3e9-4c91-b28b-bcd1470376c6), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:29.164165 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-268127d1-e6eb-4a73-9d13-211ff4961d5e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (b74542d3-e3e9-4c91-b28b-bcd1470376c6), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:29.167791 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a54d2bc-826c-4c11-9f25-4025789f9ffa None None] DHCP port deletion for 49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:42:29.266307 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4a54d2bc-826c-4c11-9f25-4025789f9ffa None None] Deleting port 3768e5b4-2251-4232-b9fa-6f3d8db72211 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:29.266766 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a54d2bc-826c-4c11-9f25-4025789f9ffa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (3768e5b4-2251-4232-b9fa-6f3d8db72211), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:29.329409 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-268127d1-e6eb-4a73-9d13-211ff4961d5e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (b74542d3-e3e9-4c91-b28b-bcd1470376c6), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:29.377654 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4a54d2bc-826c-4c11-9f25-4025789f9ffa None None] For port 3768e5b4-2251-4232-b9fa-6f3d8db72211, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3768e5b4-2251-4232-b9fa-6f3d8db72211,segment=NetworkSegment(fb18244e-3af3-4deb-8d3e-faa801cd5018),segment_id=fb18244e-3af3-4deb-8d3e-faa801cd5018)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:29.378582 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a54d2bc-826c-4c11-9f25-4025789f9ffa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (3768e5b4-2251-4232-b9fa-6f3d8db72211), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:29.380359 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-268127d1-e6eb-4a73-9d13-211ff4961d5e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:29.382866 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-03356607-464d-439e-86db-e86ba726e9a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:29.389799 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-268127d1-e6eb-4a73-9d13-211ff4961d5e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "DELETE /v2.0/subnets/b74542d3-e3e9-4c91-b28b-bcd1470376c6 HTTP/1.1" status: 204 len: 168 time: 0.5281901 Jan 28 13:42:29.391200 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268127d1-e6eb-4a73-9d13-211ff4961d5e tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event deleted for resources: {'Subnet': ['ID=b74542d3-e3e9-4c91-b28b-bcd1470376c6,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:29.394466 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46484) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:29.402314 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e0ae1f-c296-4993-b105-2c8ffa920824 None None] Network 1c76efb7-25f2-4bab-a422-d23d5893fdb1 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:29.408623 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b73adc-ce35-450b-926e-b54ddf1e72ef req-4e76226f-5e37-4b10-928e-b9004926688e tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:29.423714 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-30b73adc-ce35-450b-926e-b54ddf1e72ef req-4e76226f-5e37-4b10-928e-b9004926688e tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 945 time: 0.1577554 Jan 28 13:42:29.426117 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46486) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:29.485145 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-a710cbbe-d754-4a3c-90aa-f33dbbf9ac51 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Deleting port 0b342ab4-092c-4fcd-b44d-e2b733f9228d {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:29.489778 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a710cbbe-d754-4a3c-90aa-f33dbbf9ac51 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (0b342ab4-092c-4fcd-b44d-e2b733f9228d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:29.494844 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4a54d2bc-826c-4c11-9f25-4025789f9ffa None None] Calling delete_port for 3768e5b4-2251-4232-b9fa-6f3d8db72211 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:29.529167 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-22e9bdd7-d79b-4378-9e7e-3e857452fdb3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:29.621026 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a54d2bc-826c-4c11-9f25-4025789f9ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (3768e5b4-2251-4232-b9fa-6f3d8db72211), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:29.650692 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-22e9bdd7-d79b-4378-9e7e-3e857452fdb3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Deleting port 3768e5b4-2251-4232-b9fa-6f3d8db72211 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:29.651268 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-22e9bdd7-d79b-4378-9e7e-3e857452fdb3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (3768e5b4-2251-4232-b9fa-6f3d8db72211), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:29.665635 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54d2bc-826c-4c11-9f25-4025789f9ffa None None] Pushing event deleted for resources: {'Port': ['ID=3768e5b4-2251-4232-b9fa-6f3d8db72211,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:29.669359 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a54d2bc-826c-4c11-9f25-4025789f9ffa None None] No DVR routers for this DVR port 3768e5b4-2251-4232-b9fa-6f3d8db72211 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:42:29.716075 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-f75a279a-de15-4bda-a44c-ef2641420901 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1922040693'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:29.723132 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a710cbbe-d754-4a3c-90aa-f33dbbf9ac51 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (0b342ab4-092c-4fcd-b44d-e2b733f9228d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:29.746016 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1750b0fd-e3bb-433d-ad23-85aead46188b None None] DHCP port deletion for 1c76efb7-25f2-4bab-a422-d23d5893fdb1 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:42:29.786812 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-22e9bdd7-d79b-4378-9e7e-3e857452fdb3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] For port 3768e5b4-2251-4232-b9fa-6f3d8db72211, host n-d-822747-2, got binding levels [] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:29.788061 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-22e9bdd7-d79b-4378-9e7e-3e857452fdb3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (3768e5b4-2251-4232-b9fa-6f3d8db72211), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:29.790981 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-a710cbbe-d754-4a3c-90aa-f33dbbf9ac51 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Calling delete_port for 0b342ab4-092c-4fcd-b44d-e2b733f9228d owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:29.805977 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-22e9bdd7-d79b-4378-9e7e-3e857452fdb3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Calling delete_port for 3768e5b4-2251-4232-b9fa-6f3d8db72211 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:29.809773 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.ipam_backend_mixin [None req-22e9bdd7-d79b-4378-9e7e-3e857452fdb3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Port 3768e5b4-2251-4232-b9fa-6f3d8db72211 was not found and therefore no delete operation was performed {{(pid=103352) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:42:29.811366 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-22e9bdd7-d79b-4378-9e7e-3e857452fdb3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (3768e5b4-2251-4232-b9fa-6f3d8db72211), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:29.842305 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9bdd7-d79b-4378-9e7e-3e857452fdb3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event deleted for resources: {'Port': ['ID=3768e5b4-2251-4232-b9fa-6f3d8db72211,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:29.847899 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e9bdd7-d79b-4378-9e7e-3e857452fdb3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] No DVR routers for this DVR port 3768e5b4-2251-4232-b9fa-6f3d8db72211 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:42:29.852552 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1750b0fd-e3bb-433d-ad23-85aead46188b None None] Deleting port 81c199a8-e3f7-4630-8ebe-5191f775bd43 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:29.853053 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1750b0fd-e3bb-433d-ad23-85aead46188b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (81c199a8-e3f7-4630-8ebe-5191f775bd43), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:29.860295 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75a279a-de15-4bda-a44c-ef2641420901 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Made reservation on behalf of 6b1f25aeb6b74f208af8cb1545ebb59e for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:29.863613 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f75a279a-de15-4bda-a44c-ef2641420901 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:29.931233 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f75a279a-de15-4bda-a44c-ef2641420901 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:29.935705 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-30b73adc-ce35-450b-926e-b54ddf1e72ef req-a736a313-f1d8-48f7-8606-5c34113bf0c3 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5112309 Jan 28 13:42:29.993575 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-22e9bdd7-d79b-4378-9e7e-3e857452fdb3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.025511 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-22e9bdd7-d79b-4378-9e7e-3e857452fdb3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:30.037028 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-22e9bdd7-d79b-4378-9e7e-3e857452fdb3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb18244e-3af3-4deb-8d3e-faa801cd5018') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:30.037384 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-22e9bdd7-d79b-4378-9e7e-3e857452fdb3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb18244e-3af3-4deb-8d3e-faa801cd5018') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:30.046052 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1750b0fd-e3bb-433d-ad23-85aead46188b None None] For port 81c199a8-e3f7-4630-8ebe-5191f775bd43, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=81c199a8-e3f7-4630-8ebe-5191f775bd43,segment=NetworkSegment(838a3594-93f5-4a9e-88df-6a6995eaa6d3),segment_id=838a3594-93f5-4a9e-88df-6a6995eaa6d3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:30.048074 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-22e9bdd7-d79b-4378-9e7e-3e857452fdb3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (fb18244e-3af3-4deb-8d3e-faa801cd5018), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.048524 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1750b0fd-e3bb-433d-ad23-85aead46188b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (81c199a8-e3f7-4630-8ebe-5191f775bd43), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.064499 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-22e9bdd7-d79b-4378-9e7e-3e857452fdb3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (fb18244e-3af3-4deb-8d3e-faa801cd5018), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.084983 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e9bdd7-d79b-4378-9e7e-3e857452fdb3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:42:30.086353 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-22e9bdd7-d79b-4378-9e7e-3e857452fdb3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (fb18244e-3af3-4deb-8d3e-faa801cd5018), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:42:30.094239 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:42:30.099004 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1750b0fd-e3bb-433d-ad23-85aead46188b None None] Calling delete_port for 81c199a8-e3f7-4630-8ebe-5191f775bd43 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:30.199631 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-22e9bdd7-d79b-4378-9e7e-3e857452fdb3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.248416 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f75a279a-de15-4bda-a44c-ef2641420901 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks [] for security_group (bb096afc-b330-4efb-9300-23b503b8485b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.256272 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1750b0fd-e3bb-433d-ad23-85aead46188b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (81c199a8-e3f7-4630-8ebe-5191f775bd43), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.265034 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f75a279a-de15-4bda-a44c-ef2641420901 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (bb096afc-b330-4efb-9300-23b503b8485b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.309120 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a279a-de15-4bda-a44c-ef2641420901 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb096afc-b330-4efb-9300-23b503b8485b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:30.356098 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a710cbbe-d754-4a3c-90aa-f33dbbf9ac51 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (0b342ab4-092c-4fcd-b44d-e2b733f9228d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.371380 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f75a279a-de15-4bda-a44c-ef2641420901 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:42:30.447479 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710cbbe-d754-4a3c-90aa-f33dbbf9ac51 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event deleted for resources: {'Port': ['ID=0b342ab4-092c-4fcd-b44d-e2b733f9228d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:30.485586 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f75a279a-de15-4bda-a44c-ef2641420901 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (6f5fa691-6195-4555-8f77-42b2df7ed597), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.486182 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-f75a279a-de15-4bda-a44c-ef2641420901 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Added segment 6f5fa691-6195-4555-8f77-42b2df7ed597 of type vlan for network 860ca8cb-288f-472d-8fa6-e8ec8d705f4a Jan 28 13:42:30.488950 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46524) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:30.540667 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 81c199a8-e3f7-4630-8ebe-5191f775bd43 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:42:30.544848 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750b0fd-e3bb-433d-ad23-85aead46188b None None] Pushing event deleted for resources: {'Port': ['ID=81c199a8-e3f7-4630-8ebe-5191f775bd43,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:30.567457 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1750b0fd-e3bb-433d-ad23-85aead46188b None None] No DVR routers for this DVR port 81c199a8-e3f7-4630-8ebe-5191f775bd43 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:42:30.569318 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 81c199a8-e3f7-4630-8ebe-5191f775bd43 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:42:30.569726 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 81c199a8-e3f7-4630-8ebe-5191f775bd43 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:42:30.570197 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3768e5b4-2251-4232-b9fa-6f3d8db72211 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:42:30.594528 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-22e9bdd7-d79b-4378-9e7e-3e857452fdb3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.595687 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 3768e5b4-2251-4232-b9fa-6f3d8db72211 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:42:30.596104 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3768e5b4-2251-4232-b9fa-6f3d8db72211 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:42:30.599645 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-22e9bdd7-d79b-4378-9e7e-3e857452fdb3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "DELETE /v2.0/networks/49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99 HTTP/1.1" status: 204 len: 168 time: 1.2038660 Jan 28 13:42:30.600714 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9bdd7-d79b-4378-9e7e-3e857452fdb3 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event deleted for resources: {'Network': ['ID=49ba8751-9ce2-40af-a3ba-e5cbaa7d1f99,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:30.603353 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46528) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:30.632275 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f75a279a-de15-4bda-a44c-ef2641420901 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (860ca8cb-288f-472d-8fa6-e8ec8d705f4a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.669503 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f75a279a-de15-4bda-a44c-ef2641420901 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (860ca8cb-288f-472d-8fa6-e8ec8d705f4a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.674797 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75a279a-de15-4bda-a44c-ef2641420901 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:30.675490 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f75a279a-de15-4bda-a44c-ef2641420901 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.701087 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3ea9eefb-0bd1-48d9-b87f-921d8e861356 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (1c76efb7-25f2-4bab-a422-d23d5893fdb1), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.785625 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a279a-de15-4bda-a44c-ef2641420901 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Pushing event updated for resources: {'Network': ['ID=860ca8cb-288f-472d-8fa6-e8ec8d705f4a,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:30.788729 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a710cbbe-d754-4a3c-90aa-f33dbbf9ac51 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (0c1f59b6-6af1-4560-9e3d-c0da94d8ce40), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.798528 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 860ca8cb-288f-472d-8fa6-e8ec8d705f4a details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:42:30.837812 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-39f76a65-7a80-483a-89e2-d9d2ee0bb13a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.844634 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3ea9eefb-0bd1-48d9-b87f-921d8e861356 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (1c76efb7-25f2-4bab-a422-d23d5893fdb1), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.876740 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-3ea9eefb-0bd1-48d9-b87f-921d8e861356 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c76efb7-25f2-4bab-a422-d23d5893fdb1']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:30.885074 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f75a279a-de15-4bda-a44c-ef2641420901 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4512763 Jan 28 13:42:30.889640 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-3ea9eefb-0bd1-48d9-b87f-921d8e861356 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838a3594-93f5-4a9e-88df-6a6995eaa6d3') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:30.890145 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-3ea9eefb-0bd1-48d9-b87f-921d8e861356 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838a3594-93f5-4a9e-88df-6a6995eaa6d3') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:30.891987 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46536) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:30.902211 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-fb2325af-900c-426f-9000-7d49e1571914 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Request body: {'subnet': {'network_id': '860ca8cb-288f-472d-8fa6-e8ec8d705f4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:30.919584 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3ea9eefb-0bd1-48d9-b87f-921d8e861356 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (838a3594-93f5-4a9e-88df-6a6995eaa6d3), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.926170 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a710cbbe-d754-4a3c-90aa-f33dbbf9ac51 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (0c1f59b6-6af1-4560-9e3d-c0da94d8ce40), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.929248 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a710cbbe-d754-4a3c-90aa-f33dbbf9ac51 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for router_controller (0c1f59b6-6af1-4560-9e3d-c0da94d8ce40), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.972220 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:42:30.974712 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3ea9eefb-0bd1-48d9-b87f-921d8e861356 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (838a3594-93f5-4a9e-88df-6a6995eaa6d3), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.995746 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea9eefb-0bd1-48d9-b87f-921d8e861356 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:42:30.996265 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3ea9eefb-0bd1-48d9-b87f-921d8e861356 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (838a3594-93f5-4a9e-88df-6a6995eaa6d3), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.997771 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a710cbbe-d754-4a3c-90aa-f33dbbf9ac51 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (0c1f59b6-6af1-4560-9e3d-c0da94d8ce40), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.998310 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a710cbbe-d754-4a3c-90aa-f33dbbf9ac51 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Fanout notify agent at l3_agent the message router_deleted on router 0c1f59b6-6af1-4560-9e3d-c0da94d8ce40 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:42:31.000256 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:42:31.009077 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a710cbbe-d754-4a3c-90aa-f33dbbf9ac51 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:31.015692 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a710cbbe-d754-4a3c-90aa-f33dbbf9ac51 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "DELETE /v2.0/routers/0c1f59b6-6af1-4560-9e3d-c0da94d8ce40 HTTP/1.1" status: 204 len: 168 time: 3.0414376 Jan 28 13:42:31.015881 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46542) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:31.115791 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-39f76a65-7a80-483a-89e2-d9d2ee0bb13a admin admin] Publish callbacks [] for security_group (5f0e5d7d-31e9-4abe-98e2-6afb3d18e85b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:31.128257 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-39f76a65-7a80-483a-89e2-d9d2ee0bb13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5f0e5d7d-31e9-4abe-98e2-6afb3d18e85b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:31.132180 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3ea9eefb-0bd1-48d9-b87f-921d8e861356 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (1c76efb7-25f2-4bab-a422-d23d5893fdb1), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:31.137400 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3ea9eefb-0bd1-48d9-b87f-921d8e861356 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:31.140810 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3ea9eefb-0bd1-48d9-b87f-921d8e861356 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] 10.222.0.39 "DELETE /v2.0/networks/1c76efb7-25f2-4bab-a422-d23d5893fdb1 HTTP/1.1" status: 204 len: 168 time: 0.5368881 Jan 28 13:42:31.151101 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f1c5f37-256b-41d1-b3c9-dc349f808542 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Deleting subnet da344971-4925-431e-8390-fe19b76a0aa4 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:42:31.151262 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ba967-58ed-4c19-aad8-0d32797948d0 req-e5b727e7-f9c1-4721-9a91-2ccb46ce664c tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:31.153480 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-165ba967-58ed-4c19-aad8-0d32797948d0 req-e5b727e7-f9c1-4721-9a91-2ccb46ce664c tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 945 time: 0.1010602 Jan 28 13:42:31.164199 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2325af-900c-426f-9000-7d49e1571914 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Made reservation on behalf of 6b1f25aeb6b74f208af8cb1545ebb59e for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:31.169195 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fb2325af-900c-426f-9000-7d49e1571914 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:31.179871 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-39f76a65-7a80-483a-89e2-d9d2ee0bb13a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=540f2f13cb644a98b72951bfdb5438fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6895859 Jan 28 13:42:31.187563 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46550) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:31.195645 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6f1c5f37-256b-41d1-b3c9-dc349f808542 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for subnet (da344971-4925-431e-8390-fe19b76a0aa4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:31.211150 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9eefb-0bd1-48d9-b87f-921d8e861356 tempest-TaggedBootDevicesTest_v242-1039383700 tempest-TaggedBootDevicesTest_v242-1039383700-project] Pushing event deleted for resources: {'Network': ['ID=1c76efb7-25f2-4bab-a422-d23d5893fdb1,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:31.313629 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6f1c5f37-256b-41d1-b3c9-dc349f808542 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (da344971-4925-431e-8390-fe19b76a0aa4), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:31.334839 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f76a65-7a80-483a-89e2-d9d2ee0bb13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0e5d7d-31e9-4abe-98e2-6afb3d18e85b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:31.394198 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d6ac50eb-8b09-458e-970b-f910f0a5c73e admin admin] Publish callbacks [] for security_group (5f0e5d7d-31e9-4abe-98e2-6afb3d18e85b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:31.401203 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-165ba967-58ed-4c19-aad8-0d32797948d0 req-9c3cf27f-088b-47c6-98f9-d3f595d3a003 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200198 Jan 28 13:42:31.431544 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d6ac50eb-8b09-458e-970b-f910f0a5c73e admin admin] Publish callbacks [] for security_group (5f0e5d7d-31e9-4abe-98e2-6afb3d18e85b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:31.494269 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d6ac50eb-8b09-458e-970b-f910f0a5c73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5f0e5d7d-31e9-4abe-98e2-6afb3d18e85b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:31.497769 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d6ac50eb-8b09-458e-970b-f910f0a5c73e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:31.499178 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d6ac50eb-8b09-458e-970b-f910f0a5c73e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f0e5d7d-31e9-4abe-98e2-6afb3d18e85b HTTP/1.1" status: 204 len: 168 time: 0.3099012 Jan 28 13:42:31.516472 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac50eb-8b09-458e-970b-f910f0a5c73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0e5d7d-31e9-4abe-98e2-6afb3d18e85b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:31.567136 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6f1c5f37-256b-41d1-b3c9-dc349f808542 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (da344971-4925-431e-8390-fe19b76a0aa4), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:31.572067 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fb2325af-900c-426f-9000-7d49e1571914 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (d1e1e5fd-e3d2-40f6-9927-47abe8937ae8), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:31.603307 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-145d3b66-7159-4de9-abcf-3f95ad0f1583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:31.729524 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2325af-900c-426f-9000-7d49e1571914 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Pushing event updated for resources: {'Subnet': ['ID=d1e1e5fd-e3d2-40f6-9927-47abe8937ae8,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:31.863449 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6f1c5f37-256b-41d1-b3c9-dc349f808542 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (da344971-4925-431e-8390-fe19b76a0aa4), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:31.931622 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c5f37-256b-41d1-b3c9-dc349f808542 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event deleted for resources: {'Subnet': ['ID=da344971-4925-431e-8390-fe19b76a0aa4,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:31.933738 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2325af-900c-426f-9000-7d49e1571914 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Checking segment: {'id': '6f5fa691-6195-4555-8f77-42b2df7ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '860ca8cb-288f-472d-8fa6-e8ec8d705f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:42:31.934101 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2325af-900c-426f-9000-7d49e1571914 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Network hostable DHCP agents. Network: 860ca8cb-288f-472d-8fa6-e8ec8d705f4a, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:42:31.955725 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6f1c5f37-256b-41d1-b3c9-dc349f808542 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:31.961252 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6f1c5f37-256b-41d1-b3c9-dc349f808542 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "DELETE /v2.0/subnets/da344971-4925-431e-8390-fe19b76a0aa4 HTTP/1.1" status: 204 len: 168 time: 0.9361556 Jan 28 13:42:31.961438 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd781b1-848d-47a1-9c1b-f33fcf12d1e8 None None] Network 84ad8a5e-bcc3-404c-90b7-4f807e735246 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:31.961597 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46578) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:31.979017 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46580) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:31.995905 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d670649-d77c-425c-b4ad-7b9d568feab0 req-88b8b3d5-a8a5-4c2c-8680-56de5d051752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:31.997493 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5d670649-d77c-425c-b4ad-7b9d568feab0 req-88b8b3d5-a8a5-4c2c-8680-56de5d051752 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7822b4ee1cb4d678e2f89317991f7c3&device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 1096 time: 0.1858401 Jan 28 13:42:32.017392 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a828a-8146-4d4a-886b-8d2dd06b4702 req-0b8f03ba-3542-4769-aa95-244907428da3 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:32.023012 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-544a828a-8146-4d4a-886b-8d2dd06b4702 req-0b8f03ba-3542-4769-aa95-244907428da3 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 945 time: 0.1825833 Jan 28 13:42:32.113957 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-312aa037-0874-4123-869d-53e9de0115cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:32.123680 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2325af-900c-426f-9000-7d49e1571914 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Network 860ca8cb-288f-472d-8fa6-e8ec8d705f4a is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:42:32.184550 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-fb2325af-900c-426f-9000-7d49e1571914 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 860ca8cb-288f-472d-8fa6-e8ec8d705f4a) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:32.202072 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2325af-900c-426f-9000-7d49e1571914 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:32.202667 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fb2325af-900c-426f-9000-7d49e1571914 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:32.206282 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca99b05-0f09-4727-8cb1-fbdf3c8d2147 None None] Network 860ca8cb-288f-472d-8fa6-e8ec8d705f4a requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:32.236378 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d670649-d77c-425c-b4ad-7b9d568feab0 req-df55272e-9759-43d3-85eb-26fb1d64a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:32.237948 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5d670649-d77c-425c-b4ad-7b9d568feab0 req-df55272e-9759-43d3-85eb-26fb1d64a803 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1a7c7f9b-1954-4b23-a972-a8caf8d2f60e HTTP/1.1" status: 200 len: 909 time: 0.2284746 Jan 28 13:42:32.251777 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67f603d-1e8b-4bfa-993f-99dd8a64f7f2 None None] DHCP port deletion for 84ad8a5e-bcc3-404c-90b7-4f807e735246 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:42:32.256903 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-491b7548-3751-4f04-ae8d-6278ca221d41 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (84ad8a5e-bcc3-404c-90b7-4f807e735246), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:32.302939 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5d670649-d77c-425c-b4ad-7b9d568feab0 req-fcb7d30a-06b7-46e1-b858-054fee4dd6be service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e94a2479-7707-40ef-915e-0227d39bf900 HTTP/1.1" status: 200 len: 217 time: 0.0574951 Jan 28 13:42:32.318199 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fb2325af-900c-426f-9000-7d49e1571914 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4251521 Jan 28 13:42:32.321701 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46586) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:32.327832 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-125e8950-28a4-43f2-95d6-6a57a8b44497 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Request body: {'port': {'network_id': '860ca8cb-288f-472d-8fa6-e8ec8d705f4a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1788199627'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:32.343542 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-544a828a-8146-4d4a-886b-8d2dd06b4702 req-3c9c5ccf-6c64-43e7-83b4-025660c56a81 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328520 Jan 28 13:42:32.401456 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 618ce1ef-3510-4127-9c49-23b0ccee1516 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:42:32.417205 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d670649-d77c-425c-b4ad-7b9d568feab0 req-3c706507-d5be-4893-a9be-95e62cca44af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:32.418753 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5d670649-d77c-425c-b4ad-7b9d568feab0 req-3c706507-d5be-4893-a9be-95e62cca44af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29425192-d153-4d6d-998f-4743e88ed753 HTTP/1.1" status: 200 len: 849 time: 0.1055465 Jan 28 13:42:32.484137 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-491b7548-3751-4f04-ae8d-6278ca221d41 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Deleting port 618ce1ef-3510-4127-9c49-23b0ccee1516 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:32.487750 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-491b7548-3751-4f04-ae8d-6278ca221d41 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (618ce1ef-3510-4127-9c49-23b0ccee1516), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:32.505804 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5d670649-d77c-425c-b4ad-7b9d568feab0 req-35446e27-2655-4e9c-aab3-acf70f78c955 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a7c7f9b-1954-4b23-a972-a8caf8d2f60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752175 Jan 28 13:42:32.508055 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-312aa037-0874-4123-869d-53e9de0115cc admin admin] Publish callbacks [] for security_group (d4463569-6321-4f53-8169-d8850c03876e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:32.510228 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d647fa-47e6-4228-a379-0534df9fa980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-860ca8cb-288f-472d-8fa6-e8ec8d705f4a', 'network_id': '860ca8cb-288f-472d-8fa6-e8ec8d705f4a', 'project_id': '6b1f25aeb6b74f208af8cb1545ebb59e', 'fixed_ips': [{'subnet_id': 'd1e1e5fd-e3d2-40f6-9927-47abe8937ae8'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:42:32.512142 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a7d647fa-47e6-4228-a379-0534df9fa980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:32.521271 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-312aa037-0874-4123-869d-53e9de0115cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d4463569-6321-4f53-8169-d8850c03876e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:32.568661 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-312aa037-0874-4123-869d-53e9de0115cc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c053a661797b4f5b85cb65b4dd62e79d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5886781 Jan 28 13:42:32.580014 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46592) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:32.591748 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-491b7548-3751-4f04-ae8d-6278ca221d41 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] For port 618ce1ef-3510-4127-9c49-23b0ccee1516, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=618ce1ef-3510-4127-9c49-23b0ccee1516,segment=NetworkSegment(246c6e39-6804-4f46-a010-8df7718589df),segment_id=246c6e39-6804-4f46-a010-8df7718589df)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:32.592309 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-491b7548-3751-4f04-ae8d-6278ca221d41 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (618ce1ef-3510-4127-9c49-23b0ccee1516), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:32.617466 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-491b7548-3751-4f04-ae8d-6278ca221d41 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Calling delete_port for 618ce1ef-3510-4127-9c49-23b0ccee1516 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:32.673056 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312aa037-0874-4123-869d-53e9de0115cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4463569-6321-4f53-8169-d8850c03876e,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:32.724043 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-70b066fe-c204-44ec-9afc-e536dd1e40e3 admin admin] Publish callbacks [] for security_group (d4463569-6321-4f53-8169-d8850c03876e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:32.748470 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-70b066fe-c204-44ec-9afc-e536dd1e40e3 admin admin] Publish callbacks [] for security_group (d4463569-6321-4f53-8169-d8850c03876e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:32.760404 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-a7d647fa-47e6-4228-a379-0534df9fa980 None None] Allocated IP 2001:db8::2 (860ca8cb-288f-472d-8fa6-e8ec8d705f4a/d1e1e5fd-e3d2-40f6-9927-47abe8937ae8/2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:32.785716 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5d670649-d77c-425c-b4ad-7b9d568feab0 req-da2c9cb6-d4e3-4117-a5b7-bb6555ea61a3 service neutron] 10.222.0.37 "GET /v2.0/networks/1a7c7f9b-1954-4b23-a972-a8caf8d2f60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734249 Jan 28 13:42:32.817348 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125e8950-28a4-43f2-95d6-6a57a8b44497 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Made reservation on behalf of 6b1f25aeb6b74f208af8cb1545ebb59e for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:32.825518 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-125e8950-28a4-43f2-95d6-6a57a8b44497 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:32.831761 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 618ce1ef-3510-4127-9c49-23b0ccee1516 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:32.832382 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (618ce1ef-3510-4127-9c49-23b0ccee1516), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:32.854582 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-491b7548-3751-4f04-ae8d-6278ca221d41 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (618ce1ef-3510-4127-9c49-23b0ccee1516), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:32.867541 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c67f603d-1e8b-4bfa-993f-99dd8a64f7f2 None None] Deleting port 618ce1ef-3510-4127-9c49-23b0ccee1516 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:32.868238 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c67f603d-1e8b-4bfa-993f-99dd8a64f7f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (618ce1ef-3510-4127-9c49-23b0ccee1516), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:32.899956 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-70b066fe-c204-44ec-9afc-e536dd1e40e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d4463569-6321-4f53-8169-d8850c03876e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:32.903622 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-70b066fe-c204-44ec-9afc-e536dd1e40e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:32.917625 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-70b066fe-c204-44ec-9afc-e536dd1e40e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d4463569-6321-4f53-8169-d8850c03876e HTTP/1.1" status: 204 len: 168 time: 0.3362379 Jan 28 13:42:32.920445 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b7548-3751-4f04-ae8d-6278ca221d41 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event deleted for resources: {'Port': ['ID=618ce1ef-3510-4127-9c49-23b0ccee1516,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:32.932125 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491b7548-3751-4f04-ae8d-6278ca221d41 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] No DVR routers for this DVR port 618ce1ef-3510-4127-9c49-23b0ccee1516 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:42:32.945312 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-125e8950-28a4-43f2-95d6-6a57a8b44497 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] device_id is not set on port cf8b2800-7e87-42df-aee7-cf95c7ad4ed4 yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:42:32.968976 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b066fe-c204-44ec-9afc-e536dd1e40e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4463569-6321-4f53-8169-d8850c03876e,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:32.978189 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:32.999992 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5d670649-d77c-425c-b4ad-7b9d568feab0 req-cb8b826e-12fb-4dcb-b090-a32694687373 service neutron] 10.222.0.37 "GET /v2.0/networks/1a7c7f9b-1954-4b23-a972-a8caf8d2f60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050085 Jan 28 13:42:33.096784 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c67f603d-1e8b-4bfa-993f-99dd8a64f7f2 None None] For port 618ce1ef-3510-4127-9c49-23b0ccee1516, host n-d-822747-2, got binding levels [] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:33.097183 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c67f603d-1e8b-4bfa-993f-99dd8a64f7f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (618ce1ef-3510-4127-9c49-23b0ccee1516), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:33.137708 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c67f603d-1e8b-4bfa-993f-99dd8a64f7f2 None None] Calling delete_port for 618ce1ef-3510-4127-9c49-23b0ccee1516 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:33.141989 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.ipam_backend_mixin [None req-c67f603d-1e8b-4bfa-993f-99dd8a64f7f2 None None] Port 618ce1ef-3510-4127-9c49-23b0ccee1516 was not found and therefore no delete operation was performed {{(pid=103353) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:42:33.145905 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-491b7548-3751-4f04-ae8d-6278ca221d41 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (84ad8a5e-bcc3-404c-90b7-4f807e735246), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:33.174558 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c67f603d-1e8b-4bfa-993f-99dd8a64f7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (618ce1ef-3510-4127-9c49-23b0ccee1516), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:33.197066 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-491b7548-3751-4f04-ae8d-6278ca221d41 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ad8a5e-bcc3-404c-90b7-4f807e735246']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:33.215791 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-491b7548-3751-4f04-ae8d-6278ca221d41 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246c6e39-6804-4f46-a010-8df7718589df') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:33.216923 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-491b7548-3751-4f04-ae8d-6278ca221d41 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246c6e39-6804-4f46-a010-8df7718589df') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:33.229581 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-491b7548-3751-4f04-ae8d-6278ca221d41 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (246c6e39-6804-4f46-a010-8df7718589df), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:33.250104 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-491b7548-3751-4f04-ae8d-6278ca221d41 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (246c6e39-6804-4f46-a010-8df7718589df), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:33.253746 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f603d-1e8b-4bfa-993f-99dd8a64f7f2 None None] Pushing event deleted for resources: {'Port': ['ID=618ce1ef-3510-4127-9c49-23b0ccee1516,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:33.270193 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67f603d-1e8b-4bfa-993f-99dd8a64f7f2 None None] No DVR routers for this DVR port 618ce1ef-3510-4127-9c49-23b0ccee1516 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:42:33.272284 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491b7548-3751-4f04-ae8d-6278ca221d41 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:42:33.272900 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-491b7548-3751-4f04-ae8d-6278ca221d41 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (246c6e39-6804-4f46-a010-8df7718589df), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:42:33.286227 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:42:33.352922 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a7d647fa-47e6-4228-a379-0534df9fa980 None None] Publish callbacks [] for port (2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:33.362749 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a7d647fa-47e6-4228-a379-0534df9fa980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:33.420061 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d647fa-47e6-4228-a379-0534df9fa980 None None] Pushing event updated for resources: {'Port': ['ID=2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:33.448117 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d647fa-47e6-4228-a379-0534df9fa980 None None] Network 860ca8cb-288f-472d-8fa6-e8ec8d705f4a is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:33.450119 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a7d647fa-47e6-4228-a379-0534df9fa980 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:33.455239 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d647fa-47e6-4228-a379-0534df9fa980 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:42:33.519544 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493c9bc-49bb-43ca-a856-75847389098f req-b785ecc0-acc0-45a3-b5ad-9197c906fd92 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:33.538479 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8493c9bc-49bb-43ca-a856-75847389098f req-b785ecc0-acc0-45a3-b5ad-9197c906fd92 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 945 time: 0.0800502 Jan 28 13:42:33.544984 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-491b7548-3751-4f04-ae8d-6278ca221d41 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (84ad8a5e-bcc3-404c-90b7-4f807e735246), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:33.547878 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a7d647fa-47e6-4228-a379-0534df9fa980 None None] Attempting to bind port 2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:42:33.548253 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a7d647fa-47e6-4228-a379-0534df9fa980 None None] Attempting to bind port 2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '6f5fa691-6195-4555-8f77-42b2df7ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '860ca8cb-288f-472d-8fa6-e8ec8d705f4a'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:42:33.548661 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d647fa-47e6-4228-a379-0534df9fa980 None None] Attempting to bind port 2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9 on network 860ca8cb-288f-472d-8fa6-e8ec8d705f4a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:42:33.555673 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-491b7548-3751-4f04-ae8d-6278ca221d41 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:33.562093 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d647fa-47e6-4228-a379-0534df9fa980 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:42:33.562481 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d647fa-47e6-4228-a379-0534df9fa980 None None] Checking segment: {'id': '6f5fa691-6195-4555-8f77-42b2df7ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '860ca8cb-288f-472d-8fa6-e8ec8d705f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:42:33.563056 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-491b7548-3751-4f04-ae8d-6278ca221d41 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "DELETE /v2.0/networks/84ad8a5e-bcc3-404c-90b7-4f807e735246 HTTP/1.1" status: 204 len: 168 time: 1.6003807 Jan 28 13:42:33.563478 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a7d647fa-47e6-4228-a379-0534df9fa980 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:33.563879 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d647fa-47e6-4228-a379-0534df9fa980 None None] Bound using segment: {'id': '6f5fa691-6195-4555-8f77-42b2df7ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '860ca8cb-288f-472d-8fa6-e8ec8d705f4a'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:42:33.564358 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a7d647fa-47e6-4228-a379-0534df9fa980 None None] Bound port: 2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f5fa691-6195-4555-8f77-42b2df7ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '860ca8cb-288f-472d-8fa6-e8ec8d705f4a'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:42:33.564747 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a7d647fa-47e6-4228-a379-0534df9fa980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:33.574217 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46614) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:33.599023 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-125e8950-28a4-43f2-95d6-6a57a8b44497 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Allocated IP 2001:db8::26d (860ca8cb-288f-472d-8fa6-e8ec8d705f4a/d1e1e5fd-e3d2-40f6-9927-47abe8937ae8/cf8b2800-7e87-42df-aee7-cf95c7ad4ed4) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:33.645041 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b7548-3751-4f04-ae8d-6278ca221d41 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event deleted for resources: {'Network': ['ID=84ad8a5e-bcc3-404c-90b7-4f807e735246,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:33.648934 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a7d647fa-47e6-4228-a379-0534df9fa980 None None] For port 2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:42:33.660532 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a7d647fa-47e6-4228-a379-0534df9fa980 None None] For port 2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9,segment=NetworkSegment(6f5fa691-6195-4555-8f77-42b2df7ed597),segment_id=6f5fa691-6195-4555-8f77-42b2df7ed597)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:42:33.670803 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a7d647fa-47e6-4228-a379-0534df9fa980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:33.695009 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8493c9bc-49bb-43ca-a856-75847389098f req-e7fb1e1c-4bf7-4fb5-9738-ec7e854d6bb6 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537685 Jan 28 13:42:33.752350 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-1fc95a78-c7e1-4f33-86c2-771e08a9654c tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Deleting port eeb42394-20af-49a9-b7cd-36cb2d9199a8 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:33.753072 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1fc95a78-c7e1-4f33-86c2-771e08a9654c tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (eeb42394-20af-49a9-b7cd-36cb2d9199a8), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:33.815617 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d647fa-47e6-4228-a379-0534df9fa980 None None] Pushing event updated for resources: {'Port': ['ID=2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:33.884517 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1fc95a78-c7e1-4f33-86c2-771e08a9654c tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (eeb42394-20af-49a9-b7cd-36cb2d9199a8), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:33.885374 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1fc95a78-c7e1-4f33-86c2-771e08a9654c tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (eeb42394-20af-49a9-b7cd-36cb2d9199a8), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:33.915910 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-1fc95a78-c7e1-4f33-86c2-771e08a9654c tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Calling delete_port for eeb42394-20af-49a9-b7cd-36cb2d9199a8 owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:33.962097 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-125e8950-28a4-43f2-95d6-6a57a8b44497 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks [] for port (cf8b2800-7e87-42df-aee7-cf95c7ad4ed4), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:34.060157 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-125e8950-28a4-43f2-95d6-6a57a8b44497 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (cf8b2800-7e87-42df-aee7-cf95c7ad4ed4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:34.179437 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e8950-28a4-43f2-95d6-6a57a8b44497 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Pushing event updated for resources: {'Port': ['ID=cf8b2800-7e87-42df-aee7-cf95c7ad4ed4,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:34.209293 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125e8950-28a4-43f2-95d6-6a57a8b44497 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Network 860ca8cb-288f-472d-8fa6-e8ec8d705f4a is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:34.212205 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-125e8950-28a4-43f2-95d6-6a57a8b44497 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:34.218527 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125e8950-28a4-43f2-95d6-6a57a8b44497 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:42:34.229045 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125e8950-28a4-43f2-95d6-6a57a8b44497 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:34.230348 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-125e8950-28a4-43f2-95d6-6a57a8b44497 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:34.241915 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:34.284247 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-125e8950-28a4-43f2-95d6-6a57a8b44497 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9605389 Jan 28 13:42:34.288338 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46640) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:34.294696 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-202eab01-3883-4020-8c0d-d2fafac6c6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Request body: {'port': {'network_id': '860ca8cb-288f-472d-8fa6-e8ec8d705f4a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-757736140', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:34.295796 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.api.validators [None req-202eab01-3883-4020-8c0d-d2fafac6c6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] bootfile-name is not in valid_values {{(pid=103351) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 13:42:34.296361 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.api.validators [None req-202eab01-3883-4020-8c0d-d2fafac6c6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] tftp-server is not in valid_values {{(pid=103351) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 13:42:34.296991 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.api.validators [None req-202eab01-3883-4020-8c0d-d2fafac6c6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] server-ip-address is not in valid_values {{(pid=103351) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 13:42:34.321926 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1fc95a78-c7e1-4f33-86c2-771e08a9654c tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (eeb42394-20af-49a9-b7cd-36cb2d9199a8), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:34.407806 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc95a78-c7e1-4f33-86c2-771e08a9654c tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event deleted for resources: {'Port': ['ID=eeb42394-20af-49a9-b7cd-36cb2d9199a8,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:34.473642 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202eab01-3883-4020-8c0d-d2fafac6c6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Made reservation on behalf of 6b1f25aeb6b74f208af8cb1545ebb59e for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:34.479025 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-202eab01-3883-4020-8c0d-d2fafac6c6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:34.515307 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-202eab01-3883-4020-8c0d-d2fafac6c6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] device_id is not set on port 5b34ea42-4ace-4a68-8990-709cb84f4ebc yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:42:34.644276 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:42:34.664896 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1fc95a78-c7e1-4f33-86c2-771e08a9654c tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for floatingip (e3f677c7-276a-4b22-8cdb-7d4f3972cbb2), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:34.667814 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1fc95a78-c7e1-4f33-86c2-771e08a9654c tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:34.673025 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1fc95a78-c7e1-4f33-86c2-771e08a9654c tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "DELETE /v2.0/floatingips/e3f677c7-276a-4b22-8cdb-7d4f3972cbb2 HTTP/1.1" status: 204 len: 168 time: 1.0942907 Jan 28 13:42:34.679993 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46646) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:34.721130 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-202eab01-3883-4020-8c0d-d2fafac6c6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Allocated IP 2001:db8::ee (860ca8cb-288f-472d-8fa6-e8ec8d705f4a/d1e1e5fd-e3d2-40f6-9927-47abe8937ae8/5b34ea42-4ace-4a68-8990-709cb84f4ebc) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:34.746843 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa0540f-77b2-467d-96fa-33f323694697 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:34.748371 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fa0540f-77b2-467d-96fa-33f323694697 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:34.758665 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5fa0540f-77b2-467d-96fa-33f323694697 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "DELETE /v2.0/ports/2f170fad-c5b2-4710-9e72-a5c0e09c9c05 HTTP/1.1" status: 404 len: 333 time: 0.0780699 Jan 28 13:42:34.761231 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46650) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:34.779567 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:34.779814 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:34.803637 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d1fbb25b-24cc-46cc-adce-9005951d654d tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c1f59b6-6af1-4560-9e3d-c0da94d8ce40 HTTP/1.1" status: 200 len: 205 time: 0.0397522 Jan 28 13:42:34.804640 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46652) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:34.921806 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-59de7f82-12e7-4548-9bbf-f48460602c53 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] delete failed (client error): The resource could not be found. Jan 28 13:42:34.929587 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-59de7f82-12e7-4548-9bbf-f48460602c53 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "DELETE /v2.0/routers/0c1f59b6-6af1-4560-9e3d-c0da94d8ce40 HTTP/1.1" status: 404 len: 336 time: 0.1235902 Jan 28 13:42:34.933775 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46658) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:34.969568 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:34.970192 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:35.024646 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e117bd8-e474-448b-b865-4cdae1d7d57b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:35.025380 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e117bd8-e474-448b-b865-4cdae1d7d57b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:35.032862 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46660) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:35.042093 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7e117bd8-e474-448b-b865-4cdae1d7d57b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "DELETE /v2.0/subnets/da344971-4925-431e-8390-fe19b76a0aa4 HTTP/1.1" status: 404 len: 337 time: 0.0942287 Jan 28 13:42:35.076111 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9,segment=NetworkSegment(6f5fa691-6195-4555-8f77-42b2df7ed597),segment_id=6f5fa691-6195-4555-8f77-42b2df7ed597)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:35.090741 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:35.097212 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6061140-7f12-452a-9e37-9d2659e23c7f req-a53453b8-3fbd-443a-befc-fd46c9de3a41 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:35.104879 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c6061140-7f12-452a-9e37-9d2659e23c7f req-a53453b8-3fbd-443a-befc-fd46c9de3a41 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 945 time: 0.2167284 Jan 28 13:42:35.198461 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:35.240685 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c6061140-7f12-452a-9e37-9d2659e23c7f req-171599ce-2e60-4e8a-a155-9d9eb65e62dd tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338751 Jan 28 13:42:35.274651 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-6e4f4b04-e17f-4e5e-bda4-44793a75d9d7 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Deleting port 185ddc54-0b45-449e-b572-0da9fc432288 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:35.275163 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e4f4b04-e17f-4e5e-bda4-44793a75d9d7 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (185ddc54-0b45-449e-b572-0da9fc432288), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:35.305297 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-202eab01-3883-4020-8c0d-d2fafac6c6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks [] for port (5b34ea42-4ace-4a68-8990-709cb84f4ebc), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:35.352946 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-202eab01-3883-4020-8c0d-d2fafac6c6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (5b34ea42-4ace-4a68-8990-709cb84f4ebc), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:35.496404 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202eab01-3883-4020-8c0d-d2fafac6c6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Network 860ca8cb-288f-472d-8fa6-e8ec8d705f4a is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:35.497381 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202eab01-3883-4020-8c0d-d2fafac6c6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Pushing event updated for resources: {'Port': ['ID=5b34ea42-4ace-4a68-8990-709cb84f4ebc,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:35.515972 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-202eab01-3883-4020-8c0d-d2fafac6c6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:35.554293 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202eab01-3883-4020-8c0d-d2fafac6c6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:42:35.567938 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202eab01-3883-4020-8c0d-d2fafac6c6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:35.568605 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-202eab01-3883-4020-8c0d-d2fafac6c6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:35.599107 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e4f4b04-e17f-4e5e-bda4-44793a75d9d7 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (185ddc54-0b45-449e-b572-0da9fc432288), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:35.638724 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-6e4f4b04-e17f-4e5e-bda4-44793a75d9d7 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Calling delete_port for 185ddc54-0b45-449e-b572-0da9fc432288 owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:35.645218 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-202eab01-3883-4020-8c0d-d2fafac6c6e8 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.3554258 Jan 28 13:42:35.647940 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46684) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:35.747757 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b760a3b9-b45a-4952-b176-bb6b0b4f70ed None None] Network 860ca8cb-288f-472d-8fa6-e8ec8d705f4a requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:35.772551 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994d877f-f13e-48b9-b00d-07b9b4fe195d tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:35.785969 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:35.787730 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994d877f-f13e-48b9-b00d-07b9b4fe195d tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:35.825558 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994d877f-f13e-48b9-b00d-07b9b4fe195d tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:35.834838 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-994d877f-f13e-48b9-b00d-07b9b4fe195d tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1827006 Jan 28 13:42:35.840697 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46688) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:35.948847 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-5a882358-57ba-4692-bfc0-d687466bba3e None None] Provisioning complete for port 2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:35.950230 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5a882358-57ba-4692-bfc0-d687466bba3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:36.025287 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e4f4b04-e17f-4e5e-bda4-44793a75d9d7 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (185ddc54-0b45-449e-b572-0da9fc432288), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:36.100049 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f4b04-e17f-4e5e-bda4-44793a75d9d7 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event deleted for resources: {'Port': ['ID=185ddc54-0b45-449e-b572-0da9fc432288,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:36.164615 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5a882358-57ba-4692-bfc0-d687466bba3e None None] Current status of the port 2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:36.227973 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-0340e9a9-fd7a-4bec-8f85-9a0f6c375512 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Deleting port 5b34ea42-4ace-4a68-8990-709cb84f4ebc {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:36.228352 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0340e9a9-fd7a-4bec-8f85-9a0f6c375512 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (5b34ea42-4ace-4a68-8990-709cb84f4ebc), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:36.382981 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e4f4b04-e17f-4e5e-bda4-44793a75d9d7 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:36.392517 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6e4f4b04-e17f-4e5e-bda4-44793a75d9d7 tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "DELETE /v2.0/ports/185ddc54-0b45-449e-b572-0da9fc432288 HTTP/1.1" status: 204 len: 168 time: 1.3570366 Jan 28 13:42:36.395500 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46712) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:36.412479 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:42:36.594016 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:36.596789 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:36.696671 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb11f0-b8d2-4a2b-b2a4-dd8c75f7e625 req-8035ee57-3e28-4bca-9af3-1b3bc8a752ea tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:36.700876 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-45eb11f0-b8d2-4a2b-b2a4-dd8c75f7e625 req-8035ee57-3e28-4bca-9af3-1b3bc8a752ea tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 945 time: 0.3164854 Jan 28 13:42:36.738197 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-33a4ba41-9ddf-4c3e-94a5-7aa94e72166b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Deleting port 2be390c1-ae11-484c-91ae-00b193fe62db {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:36.738538 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-33a4ba41-9ddf-4c3e-94a5-7aa94e72166b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (2be390c1-ae11-484c-91ae-00b193fe62db), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:36.790170 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:36.817800 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0340e9a9-fd7a-4bec-8f85-9a0f6c375512 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (5b34ea42-4ace-4a68-8990-709cb84f4ebc), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:36.835684 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-5d0ecf6c-13f3-40b6-9997-4e856de840ea None None] Provisioning complete for port 2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:36.836084 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5d0ecf6c-13f3-40b6-9997-4e856de840ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:36.884369 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-0340e9a9-fd7a-4bec-8f85-9a0f6c375512 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Calling delete_port for 5b34ea42-4ace-4a68-8990-709cb84f4ebc owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:36.969670 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-33a4ba41-9ddf-4c3e-94a5-7aa94e72166b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (2be390c1-ae11-484c-91ae-00b193fe62db), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:36.999115 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-33a4ba41-9ddf-4c3e-94a5-7aa94e72166b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Calling delete_port for 2be390c1-ae11-484c-91ae-00b193fe62db owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:37.066708 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5d0ecf6c-13f3-40b6-9997-4e856de840ea None None] Current status of the port 2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:37.109513 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-5d0ecf6c-13f3-40b6-9997-4e856de840ea None None] Provisioning complete for port 5b34ea42-4ace-4a68-8990-709cb84f4ebc triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:37.109923 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5d0ecf6c-13f3-40b6-9997-4e856de840ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5b34ea42-4ace-4a68-8990-709cb84f4ebc), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:37.114073 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-45eb11f0-b8d2-4a2b-b2a4-dd8c75f7e625 req-d760539b-7f8a-4ea1-af03-5b205f155636 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916683 Jan 28 13:42:37.200334 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5d0ecf6c-13f3-40b6-9997-4e856de840ea None None] Port 5b34ea42-4ace-4a68-8990-709cb84f4ebc cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:42:37.240335 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-5d0ecf6c-13f3-40b6-9997-4e856de840ea None None] Provisioning complete for port cf8b2800-7e87-42df-aee7-cf95c7ad4ed4 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:37.240674 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5d0ecf6c-13f3-40b6-9997-4e856de840ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (cf8b2800-7e87-42df-aee7-cf95c7ad4ed4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:37.368474 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-33a4ba41-9ddf-4c3e-94a5-7aa94e72166b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (2be390c1-ae11-484c-91ae-00b193fe62db), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:37.398042 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5d0ecf6c-13f3-40b6-9997-4e856de840ea None None] Port cf8b2800-7e87-42df-aee7-cf95c7ad4ed4 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:42:37.405372 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0340e9a9-fd7a-4bec-8f85-9a0f6c375512 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (5b34ea42-4ace-4a68-8990-709cb84f4ebc), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:37.423266 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4ba41-9ddf-4c3e-94a5-7aa94e72166b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event deleted for resources: {'Port': ['ID=2be390c1-ae11-484c-91ae-00b193fe62db,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:37.481777 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340e9a9-fd7a-4bec-8f85-9a0f6c375512 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Pushing event deleted for resources: {'Port': ['ID=5b34ea42-4ace-4a68-8990-709cb84f4ebc,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:37.532881 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-48ed78d9-03be-4c16-909e-40a2fff49b62 None None] Provisioning complete for port cf8b2800-7e87-42df-aee7-cf95c7ad4ed4 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:37.535507 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-48ed78d9-03be-4c16-909e-40a2fff49b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (cf8b2800-7e87-42df-aee7-cf95c7ad4ed4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:37.572156 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-33a4ba41-9ddf-4c3e-94a5-7aa94e72166b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:37.578864 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-33a4ba41-9ddf-4c3e-94a5-7aa94e72166b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "DELETE /v2.0/ports/2be390c1-ae11-484c-91ae-00b193fe62db HTTP/1.1" status: 204 len: 168 time: 1.1799388 Jan 28 13:42:37.580015 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46782) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:37.602583 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0340e9a9-fd7a-4bec-8f85-9a0f6c375512 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:37.616186 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0340e9a9-fd7a-4bec-8f85-9a0f6c375512 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] 10.222.0.39 "DELETE /v2.0/ports/5b34ea42-4ace-4a68-8990-709cb84f4ebc HTTP/1.1" status: 204 len: 168 time: 1.7699399 Jan 28 13:42:37.621884 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46786) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:37.645894 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a58fbf5b-f9e9-4bd8-85a1-54504df86d05 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Request body: {'port': {'name': 'tempest-new-port-name-1455225252', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:37.646393 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.api.validators [None req-a58fbf5b-f9e9-4bd8-85a1-54504df86d05 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] bootfile-name is not in valid_values {{(pid=103352) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 13:42:37.646740 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.api.validators [None req-a58fbf5b-f9e9-4bd8-85a1-54504df86d05 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] tftp-server is not in valid_values {{(pid=103352) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 13:42:37.647105 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.api.validators [None req-a58fbf5b-f9e9-4bd8-85a1-54504df86d05 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] server-ip-address is not in valid_values {{(pid=103352) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 13:42:37.673955 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-48ed78d9-03be-4c16-909e-40a2fff49b62 None None] Port cf8b2800-7e87-42df-aee7-cf95c7ad4ed4 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:42:37.694641 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f5f959-31db-4cd9-8fac-a9101c96413d tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:37.703882 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-32f5f959-31db-4cd9-8fac-a9101c96413d tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e83f1c4-42ad-4424-a714-433c41f7f4ec HTTP/1.1" status: 200 len: 913 time: 0.1125386 Jan 28 13:42:37.704476 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46792) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:37.829518 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a58fbf5b-f9e9-4bd8-85a1-54504df86d05 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (cf8b2800-7e87-42df-aee7-cf95c7ad4ed4), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:37.945752 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f603e58e-bf10-44ae-8b3a-53d756dcfe23 None None] Could not find standard attr ID for object 5b34ea42-4ace-4a68-8990-709cb84f4ebc. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:42:38.376930 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a58fbf5b-f9e9-4bd8-85a1-54504df86d05 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks [] for port (cf8b2800-7e87-42df-aee7-cf95c7ad4ed4), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:38.436090 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a58fbf5b-f9e9-4bd8-85a1-54504df86d05 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (cf8b2800-7e87-42df-aee7-cf95c7ad4ed4), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:38.538781 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-a58fbf5b-f9e9-4bd8-85a1-54504df86d05 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] In _notify_port_updated(), no bound segment for port cf8b2800-7e87-42df-aee7-cf95c7ad4ed4 on network 860ca8cb-288f-472d-8fa6-e8ec8d705f4a {{(pid=103352) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:42:38.547041 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58fbf5b-f9e9-4bd8-85a1-54504df86d05 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:38.547041 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a58fbf5b-f9e9-4bd8-85a1-54504df86d05 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:38.562341 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a58fbf5b-f9e9-4bd8-85a1-54504df86d05 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] 10.222.0.39 "PUT /v2.0/ports/cf8b2800-7e87-42df-aee7-cf95c7ad4ed4 HTTP/1.1" status: 200 len: 1130 time: 0.9366431 Jan 28 13:42:38.565188 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46842) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:38.644935 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58fbf5b-f9e9-4bd8-85a1-54504df86d05 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Pushing event updated for resources: {'Port': ['ID=cf8b2800-7e87-42df-aee7-cf95c7ad4ed4,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:38.679347 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66394826-33c5-4e48-a6a8-3311789ef985 req-aadcd655-d6dc-4a02-a8bf-e04301c67e68 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:38.699069 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-66394826-33c5-4e48-a6a8-3311789ef985 req-aadcd655-d6dc-4a02-a8bf-e04301c67e68 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 945 time: 0.3889322 Jan 28 13:42:38.726202 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1935176b-9a9b-4100-b1f8-278c04033268 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:38.733337 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1935176b-9a9b-4100-b1f8-278c04033268 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] 10.222.0.39 "GET /v2.0/ports/cf8b2800-7e87-42df-aee7-cf95c7ad4ed4 HTTP/1.1" status: 200 len: 1130 time: 0.1649981 Jan 28 13:42:38.740453 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46852) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:38.865645 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-66394826-33c5-4e48-a6a8-3311789ef985 req-0ae77584-4b68-4fb6-b849-efbe508e643f tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607566 Jan 28 13:42:39.247781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e1e12ff9-87bd-47de-86a1-ad822e68f5eb None None] Provisioning complete for port cf8b2800-7e87-42df-aee7-cf95c7ad4ed4 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:39.249190 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1e12ff9-87bd-47de-86a1-ad822e68f5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (cf8b2800-7e87-42df-aee7-cf95c7ad4ed4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:39.283192 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-cc4f68b3-8fcf-4330-9c2b-753e303f8be2 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Deleting port cf8b2800-7e87-42df-aee7-cf95c7ad4ed4 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:39.283863 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cc4f68b3-8fcf-4330-9c2b-753e303f8be2 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (cf8b2800-7e87-42df-aee7-cf95c7ad4ed4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:39.319508 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e1e12ff9-87bd-47de-86a1-ad822e68f5eb None None] Port cf8b2800-7e87-42df-aee7-cf95c7ad4ed4 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:42:39.366222 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9f874ab0-a1c6-4656-a6fd-9f876083f82e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (1e83f1c4-42ad-4424-a714-433c41f7f4ec), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:39.630692 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46878) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:39.768067 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-804f9edd-02f9-488b-9109-a10661ad783d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:39.866269 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-804f9edd-02f9-488b-9109-a10661ad783d admin admin] Publish callbacks [] for security_group (693ac233-f0dc-435c-8db2-611b9eb0ef41), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:39.872311 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-804f9edd-02f9-488b-9109-a10661ad783d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (693ac233-f0dc-435c-8db2-611b9eb0ef41), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:39.909908 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f9edd-02f9-488b-9109-a10661ad783d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693ac233-f0dc-435c-8db2-611b9eb0ef41,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:39.942287 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-804f9edd-02f9-488b-9109-a10661ad783d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c7f1792d06b44b96b0815261559af923&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3101215 Jan 28 13:42:39.943214 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46884) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:40.005212 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cf454b73-dc53-44f0-b9d0-69d9aa02cc02 admin admin] Publish callbacks [] for security_group (693ac233-f0dc-435c-8db2-611b9eb0ef41), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:40.034441 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cf454b73-dc53-44f0-b9d0-69d9aa02cc02 admin admin] Publish callbacks [] for security_group (693ac233-f0dc-435c-8db2-611b9eb0ef41), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:40.127864 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cc4f68b3-8fcf-4330-9c2b-753e303f8be2 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (cf8b2800-7e87-42df-aee7-cf95c7ad4ed4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:40.178491 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cf454b73-dc53-44f0-b9d0-69d9aa02cc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (693ac233-f0dc-435c-8db2-611b9eb0ef41), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:40.182315 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cf454b73-dc53-44f0-b9d0-69d9aa02cc02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:40.184804 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-cf454b73-dc53-44f0-b9d0-69d9aa02cc02 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/693ac233-f0dc-435c-8db2-611b9eb0ef41 HTTP/1.1" status: 204 len: 168 time: 0.2398536 Jan 28 13:42:40.226211 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-cc4f68b3-8fcf-4330-9c2b-753e303f8be2 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Calling delete_port for cf8b2800-7e87-42df-aee7-cf95c7ad4ed4 owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:40.253419 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf454b73-dc53-44f0-b9d0-69d9aa02cc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693ac233-f0dc-435c-8db2-611b9eb0ef41,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:40.307185 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b2e95-345c-48bc-9fdd-f4f5c4d2e46f req-5b4e3d93-36ee-42f4-a97e-f3dd0fc817e3 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:40.311791 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-233b2e95-345c-48bc-9fdd-f4f5c4d2e46f req-5b4e3d93-36ee-42f4-a97e-f3dd0fc817e3 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 945 time: 0.2009788 Jan 28 13:42:40.479505 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-233b2e95-345c-48bc-9fdd-f4f5c4d2e46f req-b102a3a3-09e7-45ef-89bc-71088d21875d tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583200 Jan 28 13:42:40.688369 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cc4f68b3-8fcf-4330-9c2b-753e303f8be2 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (cf8b2800-7e87-42df-aee7-cf95c7ad4ed4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:40.727915 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f68b3-8fcf-4330-9c2b-753e303f8be2 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Pushing event deleted for resources: {'Port': ['ID=cf8b2800-7e87-42df-aee7-cf95c7ad4ed4,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:40.769499 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cc4f68b3-8fcf-4330-9c2b-753e303f8be2 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:40.781285 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cc4f68b3-8fcf-4330-9c2b-753e303f8be2 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] 10.222.0.39 "DELETE /v2.0/ports/cf8b2800-7e87-42df-aee7-cf95c7ad4ed4 HTTP/1.1" status: 204 len: 168 time: 2.0357666 Jan 28 13:42:40.784696 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46906) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:40.805985 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46908) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:40.851760 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf974-5bc3-406d-a4ad-68f87f14faef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:40.888735 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-9f874ab0-a1c6-4656-a6fd-9f876083f82e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Deleting port 6b2cb770-353e-424b-97bf-0c44dbe4a9e4 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:40.889230 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9f874ab0-a1c6-4656-a6fd-9f876083f82e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (6b2cb770-353e-424b-97bf-0c44dbe4a9e4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:41.003152 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf974-5bc3-406d-a4ad-68f87f14faef admin admin] Publish callbacks [] for security_group (70837936-6f8e-4e92-acc7-616099f4457d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:41.014001 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5737009-d654-479a-b699-91960c7051a0 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Deleting subnet d1e1e5fd-e3d2-40f6-9927-47abe8937ae8 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:42:41.018583 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf974-5bc3-406d-a4ad-68f87f14faef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (70837936-6f8e-4e92-acc7-616099f4457d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:41.044498 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c5737009-d654-479a-b699-91960c7051a0 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks [] for subnet (d1e1e5fd-e3d2-40f6-9927-47abe8937ae8), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:41.083888 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9f874ab0-a1c6-4656-a6fd-9f876083f82e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (6b2cb770-353e-424b-97bf-0c44dbe4a9e4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:41.108570 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-9f874ab0-a1c6-4656-a6fd-9f876083f82e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Calling delete_port for 6b2cb770-353e-424b-97bf-0c44dbe4a9e4 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:41.138089 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-cc3bf974-5bc3-406d-a4ad-68f87f14faef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e524787db2b84bd19b8c5560eb7ece63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3301222 Jan 28 13:42:41.143395 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46916) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:41.158242 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c5737009-d654-479a-b699-91960c7051a0 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (d1e1e5fd-e3d2-40f6-9927-47abe8937ae8), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:41.229081 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bf974-5bc3-406d-a4ad-68f87f14faef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70837936-6f8e-4e92-acc7-616099f4457d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:41.385766 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dbb91673-c23b-4867-a4d8-19762585345f admin admin] Publish callbacks [] for security_group (70837936-6f8e-4e92-acc7-616099f4457d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:41.411959 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9f874ab0-a1c6-4656-a6fd-9f876083f82e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (6b2cb770-353e-424b-97bf-0c44dbe4a9e4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:41.418834 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dbb91673-c23b-4867-a4d8-19762585345f admin admin] Publish callbacks [] for security_group (70837936-6f8e-4e92-acc7-616099f4457d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:41.454392 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c5737009-d654-479a-b699-91960c7051a0 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (d1e1e5fd-e3d2-40f6-9927-47abe8937ae8), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:41.458506 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f874ab0-a1c6-4656-a6fd-9f876083f82e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event deleted for resources: {'Port': ['ID=6b2cb770-353e-424b-97bf-0c44dbe4a9e4,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:41.758103 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c5737009-d654-479a-b699-91960c7051a0 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (d1e1e5fd-e3d2-40f6-9927-47abe8937ae8), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:41.808760 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dbb91673-c23b-4867-a4d8-19762585345f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (70837936-6f8e-4e92-acc7-616099f4457d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:41.811399 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dbb91673-c23b-4867-a4d8-19762585345f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:41.812589 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dbb91673-c23b-4867-a4d8-19762585345f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/70837936-6f8e-4e92-acc7-616099f4457d HTTP/1.1" status: 204 len: 168 time: 0.6670403 Jan 28 13:42:41.823210 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d46d6a-1a9e-41d4-9364-3f0b65a1ec79 req-13d0f55a-30f4-4ee5-ad9a-3c78b1928d14 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:41.824781 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-23d46d6a-1a9e-41d4-9364-3f0b65a1ec79 req-13d0f55a-30f4-4ee5-ad9a-3c78b1928d14 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 945 time: 0.1410036 Jan 28 13:42:41.826952 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5737009-d654-479a-b699-91960c7051a0 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Pushing event deleted for resources: {'Subnet': ['ID=d1e1e5fd-e3d2-40f6-9927-47abe8937ae8,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:41.829359 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c5737009-d654-479a-b699-91960c7051a0 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:41.834758 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c5737009-d654-479a-b699-91960c7051a0 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] 10.222.0.39 "DELETE /v2.0/subnets/d1e1e5fd-e3d2-40f6-9927-47abe8937ae8 HTTP/1.1" status: 204 len: 168 time: 1.0459931 Jan 28 13:42:41.838064 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46932) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:41.838825 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c36479a-399b-4882-92da-fd1ff4ab6e59 None None] Network 860ca8cb-288f-472d-8fa6-e8ec8d705f4a requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:41.847244 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb91673-c23b-4867-a4d8-19762585345f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70837936-6f8e-4e92-acc7-616099f4457d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:41.891658 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-23d46d6a-1a9e-41d4-9364-3f0b65a1ec79 req-67dcdcca-8d1b-48f2-812f-3535509c8133 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564468 Jan 28 13:42:41.906432 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9f874ab0-a1c6-4656-a6fd-9f876083f82e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (1e83f1c4-42ad-4424-a714-433c41f7f4ec), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:42.082490 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (860ca8cb-288f-472d-8fa6-e8ec8d705f4a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:42.223687 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32d81f7-6cc3-40ef-99b1-f8f75eac754a None None] DHCP port deletion for 860ca8cb-288f-472d-8fa6-e8ec8d705f4a request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:42:42.325912 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e32d81f7-6cc3-40ef-99b1-f8f75eac754a None None] Deleting port 2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:42.326638 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e32d81f7-6cc3-40ef-99b1-f8f75eac754a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:42.329644 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Deleting port 2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:42.330401 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:42.389696 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:42:42.413175 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] For port 2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9,segment=NetworkSegment(6f5fa691-6195-4555-8f77-42b2df7ed597),segment_id=6f5fa691-6195-4555-8f77-42b2df7ed597)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:42.413814 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:42.427778 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Calling delete_port for 2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:42.586731 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:42.612588 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f874ab0-a1c6-4656-a6fd-9f876083f82e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Router 1e83f1c4-42ad-4424-a714-433c41f7f4ec has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:42:42.654206 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Pushing event deleted for resources: {'Port': ['ID=2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:42.676558 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] No DVR routers for this DVR port 2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:42:42.843988 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No active binding found for port 2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9 {{(pid=103353) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 13:42:42.845353 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] The host n-d-822747-2 is not matching for port 2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9 host None! {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:42:42.845353 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:42:42.850352 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (860ca8cb-288f-472d-8fa6-e8ec8d705f4a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:42.912831 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e32d81f7-6cc3-40ef-99b1-f8f75eac754a None None] For port 2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9,segment=NetworkSegment(6f5fa691-6195-4555-8f77-42b2df7ed597),segment_id=6f5fa691-6195-4555-8f77-42b2df7ed597)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:42.919139 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e32d81f7-6cc3-40ef-99b1-f8f75eac754a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:42.996563 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e32d81f7-6cc3-40ef-99b1-f8f75eac754a None None] Calling delete_port for 2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:43.115185 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860ca8cb-288f-472d-8fa6-e8ec8d705f4a']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:43.165864 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5fa691-6195-4555-8f77-42b2df7ed597') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:43.169799 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5fa691-6195-4555-8f77-42b2df7ed597') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:43.193202 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (6f5fa691-6195-4555-8f77-42b2df7ed597), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:43.214215 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef69ef-7784-4a08-993c-cf4f660c3dc7 req-a4a762ab-942a-4c99-9bfa-54f677a41696 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:43.225459 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6fef69ef-7784-4a08-993c-cf4f660c3dc7 req-a4a762ab-942a-4c99-9bfa-54f677a41696 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 945 time: 0.1498218 Jan 28 13:42:43.249317 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f874ab0-a1c6-4656-a6fd-9f876083f82e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:42:43.251134 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e32d81f7-6cc3-40ef-99b1-f8f75eac754a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:43.262240 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9f874ab0-a1c6-4656-a6fd-9f876083f82e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "PUT /v2.0/routers/1e83f1c4-42ad-4424-a714-433c41f7f4ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5566037 Jan 28 13:42:43.266380 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46986) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:43.272053 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (6f5fa691-6195-4555-8f77-42b2df7ed597), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:43.305530 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c32ef9-ef59-4f78-9cc5-1afd55b85246 None None] Sync routers for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:42:43.311180 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32d81f7-6cc3-40ef-99b1-f8f75eac754a None None] No DVR routers for this DVR port 2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:42:43.313502 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d81f7-6cc3-40ef-99b1-f8f75eac754a None None] Pushing event deleted for resources: {'Port': ['ID=2ca2c7c9-f430-4b86-8c1a-54f3f808b4c9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:43.334895 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32d81f7-6cc3-40ef-99b1-f8f75eac754a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:43.335290 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32d81f7-6cc3-40ef-99b1-f8f75eac754a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:43.335766 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32d81f7-6cc3-40ef-99b1-f8f75eac754a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:43.336106 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32d81f7-6cc3-40ef-99b1-f8f75eac754a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:43.336553 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32d81f7-6cc3-40ef-99b1-f8f75eac754a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:43.337611 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32d81f7-6cc3-40ef-99b1-f8f75eac754a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:43.338306 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32d81f7-6cc3-40ef-99b1-f8f75eac754a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:43.338730 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32d81f7-6cc3-40ef-99b1-f8f75eac754a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:43.339188 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32d81f7-6cc3-40ef-99b1-f8f75eac754a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:43.339708 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32d81f7-6cc3-40ef-99b1-f8f75eac754a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:43.340042 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32d81f7-6cc3-40ef-99b1-f8f75eac754a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:43.341586 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32d81f7-6cc3-40ef-99b1-f8f75eac754a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:43.342116 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32d81f7-6cc3-40ef-99b1-f8f75eac754a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:43.346407 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c32ef9-ef59-4f78-9cc5-1afd55b85246 None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:43.348480 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-83c32ef9-ef59-4f78-9cc5-1afd55b85246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:42:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:43.388673 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-83c32ef9-ef59-4f78-9cc5-1afd55b85246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:43.399813 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c32ef9-ef59-4f78-9cc5-1afd55b85246 None None] Routers {'1e83f1c4-42ad-4424-a714-433c41f7f4ec'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:43.401122 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-83c32ef9-ef59-4f78-9cc5-1afd55b85246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:42:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:43.437475 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6fef69ef-7784-4a08-993c-cf4f660c3dc7 req-b19877f9-7416-4de4-bff9-482c4f11df9d tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015843 Jan 28 13:42:43.438870 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-83c32ef9-ef59-4f78-9cc5-1afd55b85246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:43.439712 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c32ef9-ef59-4f78-9cc5-1afd55b85246 None None] The sync data for ids ['1e83f1c4-42ad-4424-a714-433c41f7f4ec'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:42:43.523389 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eef55b13-61fa-4799-81ad-b76f84c7feaa tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for router (1e83f1c4-42ad-4424-a714-433c41f7f4ec), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:43.644792 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:42:43.655587 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (6f5fa691-6195-4555-8f77-42b2df7ed597), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:42:43.705840 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:42:43.798178 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (860ca8cb-288f-472d-8fa6-e8ec8d705f4a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:43.804196 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:43.811684 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] 10.222.0.39 "DELETE /v2.0/networks/860ca8cb-288f-472d-8fa6-e8ec8d705f4a HTTP/1.1" status: 204 len: 168 time: 1.9722626 Jan 28 13:42:43.816505 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eef55b13-61fa-4799-81ad-b76f84c7feaa tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for router_gateway (1e83f1c4-42ad-4424-a714-433c41f7f4ec), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:43.834765 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Pushing event deleted for resources: {'Network': ['ID=860ca8cb-288f-472d-8fa6-e8ec8d705f4a,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:43.845701 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:43.846138 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:43.846491 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:43.846957 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:43.847383 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:43.847846 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:43.848194 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:43.848585 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:43.848966 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:43.849401 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:43.849837 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:43.850228 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:43.850764 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb55ffb-0bc2-4336-83bc-f2be17216515 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413 tempest-ExtraDHCPOptionsIpV6TestJSON-174726413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:43.904518 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-eef55b13-61fa-4799-81ad-b76f84c7feaa tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Deleting port 7fd4f7ec-380b-4db1-a2c7-be81027071bf {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:43.904865 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eef55b13-61fa-4799-81ad-b76f84c7feaa tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7fd4f7ec-380b-4db1-a2c7-be81027071bf), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:44.090699 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eef55b13-61fa-4799-81ad-b76f84c7feaa tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7fd4f7ec-380b-4db1-a2c7-be81027071bf), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:44.127426 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-eef55b13-61fa-4799-81ad-b76f84c7feaa tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Calling delete_port for 7fd4f7ec-380b-4db1-a2c7-be81027071bf owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:44.445724 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eef55b13-61fa-4799-81ad-b76f84c7feaa tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (7fd4f7ec-380b-4db1-a2c7-be81027071bf), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:44.499318 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47020) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:44.529736 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef55b13-61fa-4799-81ad-b76f84c7feaa tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event deleted for resources: {'Port': ['ID=7fd4f7ec-380b-4db1-a2c7-be81027071bf,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:44.663245 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eef55b13-61fa-4799-81ad-b76f84c7feaa tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (1e83f1c4-42ad-4424-a714-433c41f7f4ec), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:44.742254 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bfc81-21db-4eb6-8e1c-bfc011f467f1 req-97c20cca-505f-4a9b-adaa-e747bf97f6a9 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:44.746903 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7f2bfc81-21db-4eb6-8e1c-bfc011f467f1 req-97c20cca-505f-4a9b-adaa-e747bf97f6a9 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 945 time: 0.1452234 Jan 28 13:42:44.881407 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7f2bfc81-21db-4eb6-8e1c-bfc011f467f1 req-89d4d400-def5-4034-ab3c-77fcfc8d955f tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266892 Jan 28 13:42:44.924045 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eef55b13-61fa-4799-81ad-b76f84c7feaa tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (1e83f1c4-42ad-4424-a714-433c41f7f4ec), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:44.926505 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eef55b13-61fa-4799-81ad-b76f84c7feaa tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for router_controller (1e83f1c4-42ad-4424-a714-433c41f7f4ec), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:44.986749 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eef55b13-61fa-4799-81ad-b76f84c7feaa tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (1e83f1c4-42ad-4424-a714-433c41f7f4ec), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:44.987535 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef55b13-61fa-4799-81ad-b76f84c7feaa tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Fanout notify agent at l3_agent the message router_deleted on router 1e83f1c4-42ad-4424-a714-433c41f7f4ec {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:42:44.998962 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eef55b13-61fa-4799-81ad-b76f84c7feaa tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:45.000256 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-eef55b13-61fa-4799-81ad-b76f84c7feaa tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "DELETE /v2.0/routers/1e83f1c4-42ad-4424-a714-433c41f7f4ec HTTP/1.1" status: 204 len: 168 time: 1.7298424 Jan 28 13:42:45.002745 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47040) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:45.090471 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e7c804-1a71-42fd-b3c7-b17c9603743b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Deleting subnet bc70f7a4-6ebd-4bf6-858d-d91d30c40e13 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:42:45.098303 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60e7c804-1a71-42fd-b3c7-b17c9603743b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for subnet (bc70f7a4-6ebd-4bf6-858d-d91d30c40e13), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:45.211043 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fe303617-c9ca-4f8c-9e25-118a8399e6dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b1f25aeb6b74f208af8cb1545ebb59e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7104518 Jan 28 13:42:45.213865 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47050) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:45.262769 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60e7c804-1a71-42fd-b3c7-b17c9603743b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (bc70f7a4-6ebd-4bf6-858d-d91d30c40e13), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:45.325168 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60e7c804-1a71-42fd-b3c7-b17c9603743b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (bc70f7a4-6ebd-4bf6-858d-d91d30c40e13), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:45.376394 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c347e3f7-de4f-4b99-b25b-b255fc6258ed admin admin] Publish callbacks [] for security_group (bb096afc-b330-4efb-9300-23b503b8485b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:45.420780 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c347e3f7-de4f-4b99-b25b-b255fc6258ed admin admin] Publish callbacks [] for security_group (bb096afc-b330-4efb-9300-23b503b8485b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:45.472093 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60e7c804-1a71-42fd-b3c7-b17c9603743b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (bc70f7a4-6ebd-4bf6-858d-d91d30c40e13), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:45.524738 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c347e3f7-de4f-4b99-b25b-b255fc6258ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (bb096afc-b330-4efb-9300-23b503b8485b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:45.530593 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c347e3f7-de4f-4b99-b25b-b255fc6258ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:45.536205 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c347e3f7-de4f-4b99-b25b-b255fc6258ed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb096afc-b330-4efb-9300-23b503b8485b HTTP/1.1" status: 204 len: 168 time: 0.3209679 Jan 28 13:42:45.537030 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7c804-1a71-42fd-b3c7-b17c9603743b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event deleted for resources: {'Subnet': ['ID=bc70f7a4-6ebd-4bf6-858d-d91d30c40e13,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:45.556709 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60e7c804-1a71-42fd-b3c7-b17c9603743b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:45.561404 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347e3f7-de4f-4b99-b25b-b255fc6258ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb096afc-b330-4efb-9300-23b503b8485b,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:45.564386 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-60e7c804-1a71-42fd-b3c7-b17c9603743b tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "DELETE /v2.0/subnets/bc70f7a4-6ebd-4bf6-858d-d91d30c40e13 HTTP/1.1" status: 204 len: 168 time: 0.5606091 Jan 28 13:42:45.567609 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47064) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:45.842493 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-47e78fc9-fa67-440f-b856-3ae74df63f0e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (5b224cee-09af-4578-a981-575bea89b126), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:46.103104 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-47e78fc9-fa67-440f-b856-3ae74df63f0e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (5b224cee-09af-4578-a981-575bea89b126), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:46.168658 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2879d79-3908-4ce7-8317-401a83df017d req-c9eb008b-8de7-440c-8548-e8467cf1c831 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:46.175774 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f2879d79-3908-4ce7-8317-401a83df017d req-c9eb008b-8de7-440c-8548-e8467cf1c831 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 945 time: 0.1195476 Jan 28 13:42:46.190841 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-47e78fc9-fa67-440f-b856-3ae74df63f0e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b224cee-09af-4578-a981-575bea89b126']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:46.205763 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-47e78fc9-fa67-440f-b856-3ae74df63f0e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46dddf7-4dce-4f85-956e-ce299d496ed6') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:46.206118 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-47e78fc9-fa67-440f-b856-3ae74df63f0e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46dddf7-4dce-4f85-956e-ce299d496ed6') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:46.222140 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-47e78fc9-fa67-440f-b856-3ae74df63f0e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (f46dddf7-4dce-4f85-956e-ce299d496ed6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:46.326819 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-47e78fc9-fa67-440f-b856-3ae74df63f0e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (f46dddf7-4dce-4f85-956e-ce299d496ed6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:46.334209 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e78fc9-fa67-440f-b856-3ae74df63f0e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:42:46.334802 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-47e78fc9-fa67-440f-b856-3ae74df63f0e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (f46dddf7-4dce-4f85-956e-ce299d496ed6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:46.343273 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f2879d79-3908-4ce7-8317-401a83df017d req-71495b47-4dfa-4334-bb80-e80abc8d0f07 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665182 Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:42:46.510718 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:42:46.541149 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-47e78fc9-fa67-440f-b856-3ae74df63f0e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (5b224cee-09af-4578-a981-575bea89b126), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:46.548177 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-47e78fc9-fa67-440f-b856-3ae74df63f0e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:46.562353 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-47e78fc9-fa67-440f-b856-3ae74df63f0e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] 10.222.0.39 "DELETE /v2.0/networks/5b224cee-09af-4578-a981-575bea89b126 HTTP/1.1" status: 204 len: 168 time: 0.9932265 Jan 28 13:42:46.589379 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e78fc9-fa67-440f-b856-3ae74df63f0e tempest-FloatingIPTestJSON-2052782164 tempest-FloatingIPTestJSON-2052782164-project] Pushing event deleted for resources: {'Network': ['ID=5b224cee-09af-4578-a981-575bea89b126,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:46.626485 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47128) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:47.007006 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fea92-b99c-41d8-a898-6572b7602ab9 req-e062653b-ab3a-402a-88d5-d4e18bff1a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:47.009140 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-106fea92-b99c-41d8-a898-6572b7602ab9 req-e062653b-ab3a-402a-88d5-d4e18bff1a89 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7822b4ee1cb4d678e2f89317991f7c3&device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 1096 time: 0.1054425 Jan 28 13:42:47.118767 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a56f5ee5-65fb-48d0-b38d-bb775878fbd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:47.196295 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47152) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:47.279300 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fea92-b99c-41d8-a898-6572b7602ab9 req-b5c07975-d813-4f98-a46c-6ed1236cc389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:47.281942 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-106fea92-b99c-41d8-a898-6572b7602ab9 req-b5c07975-d813-4f98-a46c-6ed1236cc389 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1a7c7f9b-1954-4b23-a972-a8caf8d2f60e HTTP/1.1" status: 200 len: 909 time: 0.2238393 Jan 28 13:42:47.434819 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-106fea92-b99c-41d8-a898-6572b7602ab9 req-8b462cd7-790b-4c4e-86bc-66fd927cdb76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e94a2479-7707-40ef-915e-0227d39bf900 HTTP/1.1" status: 200 len: 217 time: 0.1428151 Jan 28 13:42:47.466094 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a56f5ee5-65fb-48d0-b38d-bb775878fbd1 admin admin] Publish callbacks [] for security_group (ead122c0-135b-419f-91c5-fadb5354f6ee), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:47.493543 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a56f5ee5-65fb-48d0-b38d-bb775878fbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ead122c0-135b-419f-91c5-fadb5354f6ee), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:47.545676 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47164) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:47.615162 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fea92-b99c-41d8-a898-6572b7602ab9 req-b7c73c82-87f8-4e1c-86ef-117a65611f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:47.616656 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-106fea92-b99c-41d8-a898-6572b7602ab9 req-b7c73c82-87f8-4e1c-86ef-117a65611f15 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29425192-d153-4d6d-998f-4743e88ed753 HTTP/1.1" status: 200 len: 849 time: 0.1684446 Jan 28 13:42:47.619195 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a56f5ee5-65fb-48d0-b38d-bb775878fbd1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6f964de40a204d80ac9293af5f696fd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9913604 Jan 28 13:42:47.620483 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f5ee5-65fb-48d0-b38d-bb775878fbd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead122c0-135b-419f-91c5-fadb5354f6ee,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:47.622651 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47172) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:47.662954 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-59d89d18-a889-4202-b69f-c445920acba6 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2078714150'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:47.665629 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-106fea92-b99c-41d8-a898-6572b7602ab9 req-9dce08ba-251c-4afd-acb3-1ee4b2c21e8d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a7c7f9b-1954-4b23-a972-a8caf8d2f60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325360 Jan 28 13:42:47.701597 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72ca92-0143-417d-bbfe-052e52d2ceab req-3c4f3301-cbc6-4467-a785-26b0af06990a tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:47.707308 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:47.711769 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8d72ca92-0143-417d-bbfe-052e52d2ceab req-3c4f3301-cbc6-4467-a785-26b0af06990a tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 945 time: 0.1377704 Jan 28 13:42:47.732459 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d89d18-a889-4202-b69f-c445920acba6 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Made reservation on behalf of d71dd4cba9aa46589dea35cd80ee9f4f for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:47.738355 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-59d89d18-a889-4202-b69f-c445920acba6 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:47.756835 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8c7382fa-c40f-4918-89ee-bb83102c34e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc3a4b4595e84e7d9c850880ace224ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5579026 Jan 28 13:42:47.758167 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-59d89d18-a889-4202-b69f-c445920acba6 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:47.767243 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47178) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:47.804596 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8d72ca92-0143-417d-bbfe-052e52d2ceab req-5c7a7d22-effc-4fa8-b0f5-512e18c5e687 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852070 Jan 28 13:42:47.827686 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f4e29d97-32da-4e0c-bf04-d41f9b79e4c1 admin admin] Publish callbacks [] for security_group (ead122c0-135b-419f-91c5-fadb5354f6ee), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:47.882610 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-59d89d18-a889-4202-b69f-c445920acba6 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks [] for security_group (a8906f13-9556-415c-9895-53e03ffc468b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:47.897723 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f4e29d97-32da-4e0c-bf04-d41f9b79e4c1 admin admin] Publish callbacks [] for security_group (ead122c0-135b-419f-91c5-fadb5354f6ee), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:47.903852 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-59d89d18-a889-4202-b69f-c445920acba6 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a8906f13-9556-415c-9895-53e03ffc468b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:47.946302 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-106fea92-b99c-41d8-a898-6572b7602ab9 req-52a1c7b6-c26b-4bbe-9c13-361d81a11626 service neutron] 10.222.0.37 "GET /v2.0/networks/1a7c7f9b-1954-4b23-a972-a8caf8d2f60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715409 Jan 28 13:42:47.968191 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d89d18-a889-4202-b69f-c445920acba6 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:42:48.015508 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d89d18-a889-4202-b69f-c445920acba6 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8906f13-9556-415c-9895-53e03ffc468b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:48.036049 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c3a3935e-8923-40f9-aa31-3f5d8b1da44b admin admin] Publish callbacks [] for security_group (83b77598-6e86-4ff9-8b90-b67f3dc4bede), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:48.055856 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f4e29d97-32da-4e0c-bf04-d41f9b79e4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ead122c0-135b-419f-91c5-fadb5354f6ee), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:48.059404 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f4e29d97-32da-4e0c-bf04-d41f9b79e4c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:48.060762 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f4e29d97-32da-4e0c-bf04-d41f9b79e4c1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ead122c0-135b-419f-91c5-fadb5354f6ee HTTP/1.1" status: 204 len: 168 time: 0.4360905 Jan 28 13:42:48.061849 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-59d89d18-a889-4202-b69f-c445920acba6 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (9f50b60b-d6c5-4f95-959b-6cbf464da02b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:48.062299 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-59d89d18-a889-4202-b69f-c445920acba6 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Added segment 9f50b60b-d6c5-4f95-959b-6cbf464da02b of type vlan for network 48fea738-b599-4541-acb4-b62ce1a97125 Jan 28 13:42:48.080236 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e29d97-32da-4e0c-bf04-d41f9b79e4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead122c0-135b-419f-91c5-fadb5354f6ee,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:48.089184 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-106fea92-b99c-41d8-a898-6572b7602ab9 req-8325dd17-b317-4f58-8752-9e228e13b627 service neutron] 10.222.0.37 "GET /v2.0/networks/1a7c7f9b-1954-4b23-a972-a8caf8d2f60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367939 Jan 28 13:42:48.111807 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c3a3935e-8923-40f9-aa31-3f5d8b1da44b admin admin] Publish callbacks [] for security_group (83b77598-6e86-4ff9-8b90-b67f3dc4bede), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:48.175296 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-59d89d18-a889-4202-b69f-c445920acba6 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (48fea738-b599-4541-acb4-b62ce1a97125), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:48.223020 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-59d89d18-a889-4202-b69f-c445920acba6 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (48fea738-b599-4541-acb4-b62ce1a97125), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:48.239478 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d89d18-a889-4202-b69f-c445920acba6 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:48.240313 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-59d89d18-a889-4202-b69f-c445920acba6 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:48.305746 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c3a3935e-8923-40f9-aa31-3f5d8b1da44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (83b77598-6e86-4ff9-8b90-b67f3dc4bede), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:48.321531 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c3a3935e-8923-40f9-aa31-3f5d8b1da44b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:48.322841 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c3a3935e-8923-40f9-aa31-3f5d8b1da44b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/83b77598-6e86-4ff9-8b90-b67f3dc4bede HTTP/1.1" status: 204 len: 168 time: 0.5512977 Jan 28 13:42:48.356755 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-59d89d18-a889-4202-b69f-c445920acba6 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8022833 Jan 28 13:42:48.356994 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47194) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:48.362933 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-85512d74-f439-454a-a0df-4162f74562b1 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Request body: {'subnet': {'network_id': '48fea738-b599-4541-acb4-b62ce1a97125', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:48.387938 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3935e-8923-40f9-aa31-3f5d8b1da44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b77598-6e86-4ff9-8b90-b67f3dc4bede,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:48.393253 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d89d18-a889-4202-b69f-c445920acba6 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Pushing event updated for resources: {'Network': ['ID=48fea738-b599-4541-acb4-b62ce1a97125,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:48.409177 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 48fea738-b599-4541-acb4-b62ce1a97125 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:42:48.590842 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47204) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:48.607739 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a6c69305-c4d6-4f9a-9029-aa6d03d1283f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:48.651660 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85512d74-f439-454a-a0df-4162f74562b1 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Made reservation on behalf of d71dd4cba9aa46589dea35cd80ee9f4f for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:48.659888 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-85512d74-f439-454a-a0df-4162f74562b1 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:48.712049 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a6c69305-c4d6-4f9a-9029-aa6d03d1283f admin admin] Publish callbacks [] for security_group (94209499-9f89-4171-b739-e60aa975dd19), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:48.722943 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a6c69305-c4d6-4f9a-9029-aa6d03d1283f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (94209499-9f89-4171-b739-e60aa975dd19), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:48.774191 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a6c69305-c4d6-4f9a-9029-aa6d03d1283f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=17e30aed28d74af887ac8c9c669f33a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1822934 Jan 28 13:42:48.775527 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c69305-c4d6-4f9a-9029-aa6d03d1283f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94209499-9f89-4171-b739-e60aa975dd19,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:48.778736 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47208) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:48.908599 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6d9adcc5-14ff-4643-83ee-0a994bcefd54 admin admin] Publish callbacks [] for security_group (94209499-9f89-4171-b739-e60aa975dd19), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:48.968852 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6d9adcc5-14ff-4643-83ee-0a994bcefd54 admin admin] Publish callbacks [] for security_group (94209499-9f89-4171-b739-e60aa975dd19), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:49.107564 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6d9adcc5-14ff-4643-83ee-0a994bcefd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (94209499-9f89-4171-b739-e60aa975dd19), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:49.117029 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6d9adcc5-14ff-4643-83ee-0a994bcefd54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:49.122040 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6d9adcc5-14ff-4643-83ee-0a994bcefd54 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/94209499-9f89-4171-b739-e60aa975dd19 HTTP/1.1" status: 204 len: 168 time: 0.3419037 Jan 28 13:42:49.181908 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9adcc5-14ff-4643-83ee-0a994bcefd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94209499-9f89-4171-b739-e60aa975dd19,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:49.748237 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78effd7b-4974-48c0-a178-f8a1924b8e14 req-fabbbcc4-9cc0-45db-930a-4b51c7a97448 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:49.753823 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-78effd7b-4974-48c0-a178-f8a1924b8e14 req-fabbbcc4-9cc0-45db-930a-4b51c7a97448 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 945 time: 0.8080356 Jan 28 13:42:49.755965 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-85512d74-f439-454a-a0df-4162f74562b1 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (b58e7dc2-3e0a-4ab3-9c10-8f9e02ef63d2), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:49.811788 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:49.861786 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85512d74-f439-454a-a0df-4162f74562b1 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Pushing event updated for resources: {'Subnet': ['ID=b58e7dc2-3e0a-4ab3-9c10-8f9e02ef63d2,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:49.967661 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47262) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:50.037846 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85512d74-f439-454a-a0df-4162f74562b1 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Checking segment: {'id': '9f50b60b-d6c5-4f95-959b-6cbf464da02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '48fea738-b599-4541-acb4-b62ce1a97125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:42:50.038216 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85512d74-f439-454a-a0df-4162f74562b1 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Network hostable DHCP agents. Network: 48fea738-b599-4541-acb4-b62ce1a97125, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:42:50.071122 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-78effd7b-4974-48c0-a178-f8a1924b8e14 req-ed26306a-ecb9-4cb0-a73d-af0db45b3feb tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103968 Jan 28 13:42:50.141326 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85512d74-f439-454a-a0df-4162f74562b1 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Network 48fea738-b599-4541-acb4-b62ce1a97125 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:42:50.152307 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-85512d74-f439-454a-a0df-4162f74562b1 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 48fea738-b599-4541-acb4-b62ce1a97125) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:50.158681 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85512d74-f439-454a-a0df-4162f74562b1 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:50.160952 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-85512d74-f439-454a-a0df-4162f74562b1 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:50.163720 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88236566-5c94-4f2a-a982-80cc444c8884 None None] Network 48fea738-b599-4541-acb4-b62ce1a97125 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:50.188508 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-85512d74-f439-454a-a0df-4162f74562b1 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8302605 Jan 28 13:42:50.191483 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47272) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:50.197244 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-43e0c0aa-92cc-4a68-83bf-636e65f1c10d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-537131149', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:50.233702 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-43e0c0aa-92cc-4a68-83bf-636e65f1c10d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:50.235101 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-43e0c0aa-92cc-4a68-83bf-636e65f1c10d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:50.321254 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-43e0c0aa-92cc-4a68-83bf-636e65f1c10d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks [] for router_controller (4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:50.329564 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-43e0c0aa-92cc-4a68-83bf-636e65f1c10d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:50.362808 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-43e0c0aa-92cc-4a68-83bf-636e65f1c10d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:50.364154 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-43e0c0aa-92cc-4a68-83bf-636e65f1c10d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1716988 Jan 28 13:42:50.366882 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47276) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:50.368052 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-8293380b-99d7-48c1-a8a1-9bd880567501 tempest-DvrRoutersNegativeTest-1556076477 tempest-DvrRoutersNegativeTest-1556076477-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1330594879', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:50.375072 n-d-822747-2 neutron-server[103351]: DEBUG neutron.policy [None req-8293380b-99d7-48c1-a8a1-9bd880567501 tempest-DvrRoutersNegativeTest-1556076477 tempest-DvrRoutersNegativeTest-1556076477-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103351) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Jan 28 13:42:50.375387 n-d-822747-2 neutron-server[103351]: DEBUG neutron.policy [None req-8293380b-99d7-48c1-a8a1-9bd880567501 tempest-DvrRoutersNegativeTest-1556076477 tempest-DvrRoutersNegativeTest-1556076477-project] Failed policy check for 'create_router' {{(pid=103351) enforce /opt/stack/neutron/neutron/policy.py:524}} Jan 28 13:42:50.375946 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-8293380b-99d7-48c1-a8a1-9bd880567501 tempest-DvrRoutersNegativeTest-1556076477 tempest-DvrRoutersNegativeTest-1556076477-project] create failed (client error): Access was denied to this resource. Jan 28 13:42:50.378580 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8293380b-99d7-48c1-a8a1-9bd880567501 tempest-DvrRoutersNegativeTest-1556076477 tempest-DvrRoutersNegativeTest-1556076477-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4085033 Jan 28 13:42:50.413124 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396d2245-3a58-4716-8dbf-00fc59d8f1f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-48fea738-b599-4541-acb4-b62ce1a97125', 'network_id': '48fea738-b599-4541-acb4-b62ce1a97125', 'project_id': 'd71dd4cba9aa46589dea35cd80ee9f4f', 'fixed_ips': [{'subnet_id': 'b58e7dc2-3e0a-4ab3-9c10-8f9e02ef63d2'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:42:50.414570 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-396d2245-3a58-4716-8dbf-00fc59d8f1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:50.713550 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-396d2245-3a58-4716-8dbf-00fc59d8f1f9 None None] Allocated IP 172.20.0.2 (48fea738-b599-4541-acb4-b62ce1a97125/b58e7dc2-3e0a-4ab3-9c10-8f9e02ef63d2/6aebd452-1934-4666-a6e4-821569733bb6) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:50.903644 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47296) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:51.069084 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-396d2245-3a58-4716-8dbf-00fc59d8f1f9 None None] Publish callbacks [] for port (6aebd452-1934-4666-a6e4-821569733bb6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:51.093809 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a278b75d-17ff-4cee-80f0-2d5cf8481a24 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:51.101112 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d0dae69-f062-4b4e-b2c2-b6cbc9322e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:51.110673 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-396d2245-3a58-4716-8dbf-00fc59d8f1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (6aebd452-1934-4666-a6e4-821569733bb6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:51.244350 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d2245-3a58-4716-8dbf-00fc59d8f1f9 None None] Pushing event updated for resources: {'Port': ['ID=6aebd452-1934-4666-a6e4-821569733bb6,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:51.263461 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396d2245-3a58-4716-8dbf-00fc59d8f1f9 None None] Network 48fea738-b599-4541-acb4-b62ce1a97125 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:51.265838 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-396d2245-3a58-4716-8dbf-00fc59d8f1f9 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:51.268835 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396d2245-3a58-4716-8dbf-00fc59d8f1f9 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:42:51.343324 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-396d2245-3a58-4716-8dbf-00fc59d8f1f9 None None] Attempting to bind port 6aebd452-1934-4666-a6e4-821569733bb6 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:42:51.343732 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-396d2245-3a58-4716-8dbf-00fc59d8f1f9 None None] Attempting to bind port 6aebd452-1934-4666-a6e4-821569733bb6 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '9f50b60b-d6c5-4f95-959b-6cbf464da02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '48fea738-b599-4541-acb4-b62ce1a97125'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:42:51.344200 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396d2245-3a58-4716-8dbf-00fc59d8f1f9 None None] Attempting to bind port 6aebd452-1934-4666-a6e4-821569733bb6 on network 48fea738-b599-4541-acb4-b62ce1a97125 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:42:51.350430 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396d2245-3a58-4716-8dbf-00fc59d8f1f9 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:42:51.351027 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396d2245-3a58-4716-8dbf-00fc59d8f1f9 None None] Checking segment: {'id': '9f50b60b-d6c5-4f95-959b-6cbf464da02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '48fea738-b599-4541-acb4-b62ce1a97125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:42:51.351751 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-396d2245-3a58-4716-8dbf-00fc59d8f1f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:51.352240 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396d2245-3a58-4716-8dbf-00fc59d8f1f9 None None] Bound using segment: {'id': '9f50b60b-d6c5-4f95-959b-6cbf464da02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '48fea738-b599-4541-acb4-b62ce1a97125'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:42:51.352808 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-396d2245-3a58-4716-8dbf-00fc59d8f1f9 None None] Bound port: 6aebd452-1934-4666-a6e4-821569733bb6, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f50b60b-d6c5-4f95-959b-6cbf464da02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '48fea738-b599-4541-acb4-b62ce1a97125'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:42:51.353334 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-396d2245-3a58-4716-8dbf-00fc59d8f1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6aebd452-1934-4666-a6e4-821569733bb6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:51.373092 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d0dae69-f062-4b4e-b2c2-b6cbc9322e08 admin admin] Publish callbacks [] for security_group (ac94c258-c736-4648-ae9a-fc4bd242e5f0), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:51.387648 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d0dae69-f062-4b4e-b2c2-b6cbc9322e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ac94c258-c736-4648-ae9a-fc4bd242e5f0), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:51.439091 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-396d2245-3a58-4716-8dbf-00fc59d8f1f9 None None] For port 6aebd452-1934-4666-a6e4-821569733bb6, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:42:51.443056 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-396d2245-3a58-4716-8dbf-00fc59d8f1f9 None None] For port 6aebd452-1934-4666-a6e4-821569733bb6, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6aebd452-1934-4666-a6e4-821569733bb6,segment=NetworkSegment(9f50b60b-d6c5-4f95-959b-6cbf464da02b),segment_id=9f50b60b-d6c5-4f95-959b-6cbf464da02b)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:42:51.464475 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-396d2245-3a58-4716-8dbf-00fc59d8f1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6aebd452-1934-4666-a6e4-821569733bb6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:51.517953 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3d0dae69-f062-4b4e-b2c2-b6cbc9322e08 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bde80f2ab9af4f1da79b3651616262f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6131060 Jan 28 13:42:51.520800 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0dae69-f062-4b4e-b2c2-b6cbc9322e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac94c258-c736-4648-ae9a-fc4bd242e5f0,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:51.532398 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47320) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:51.618748 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d2245-3a58-4716-8dbf-00fc59d8f1f9 None None] Pushing event updated for resources: {'Port': ['ID=6aebd452-1934-4666-a6e4-821569733bb6,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:51.703942 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c5f49bdc-e19e-4435-8327-71bd334d930e admin admin] Publish callbacks [] for security_group (ac94c258-c736-4648-ae9a-fc4bd242e5f0), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:51.766551 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c5f49bdc-e19e-4435-8327-71bd334d930e admin admin] Publish callbacks [] for security_group (ac94c258-c736-4648-ae9a-fc4bd242e5f0), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:51.840700 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c5f49bdc-e19e-4435-8327-71bd334d930e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ac94c258-c736-4648-ae9a-fc4bd242e5f0), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:51.843531 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c5f49bdc-e19e-4435-8327-71bd334d930e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:51.847583 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c5f49bdc-e19e-4435-8327-71bd334d930e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ac94c258-c736-4648-ae9a-fc4bd242e5f0 HTTP/1.1" status: 204 len: 168 time: 0.3075686 Jan 28 13:42:51.882663 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47330) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:51.883616 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f49bdc-e19e-4435-8327-71bd334d930e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac94c258-c736-4648-ae9a-fc4bd242e5f0,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:52.090528 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f9795-7e0a-42c1-a75e-43ae0c8107a1 req-0945afac-92ee-4409-95fe-7dddef56180b tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:52.121328 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-639f9795-7e0a-42c1-a75e-43ae0c8107a1 req-0945afac-92ee-4409-95fe-7dddef56180b tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 945 time: 0.4188850 Jan 28 13:42:52.158331 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-a278b75d-17ff-4cee-80f0-2d5cf8481a24 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Allocated IP 172.20.0.1 (48fea738-b599-4541-acb4-b62ce1a97125/b58e7dc2-3e0a-4ab3-9c10-8f9e02ef63d2/1285145b-c1cd-4c28-829f-71f47ed7075c) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:52.226558 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-1577fcb9-3978-4b85-a650-2c45d1502b12 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-244640183'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:52.270058 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-639f9795-7e0a-42c1-a75e-43ae0c8107a1 req-7cef5805-e8aa-4bdb-9e1a-0789dd55818c tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349499 Jan 28 13:42:52.279568 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1577fcb9-3978-4b85-a650-2c45d1502b12 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] Made reservation on behalf of 4d8bddc4f352405abb0acfe512eb5eae for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:52.284581 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1577fcb9-3978-4b85-a650-2c45d1502b12 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:52.322851 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1577fcb9-3978-4b85-a650-2c45d1502b12 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:52.441359 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a278b75d-17ff-4cee-80f0-2d5cf8481a24 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks [] for port (1285145b-c1cd-4c28-829f-71f47ed7075c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:52.546423 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a278b75d-17ff-4cee-80f0-2d5cf8481a24 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (1285145b-c1cd-4c28-829f-71f47ed7075c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:52.580218 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1577fcb9-3978-4b85-a650-2c45d1502b12 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] Publish callbacks [] for security_group (a5a6a46d-3b0b-4010-a3a6-a7a5a0dead9e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:52.600763 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1577fcb9-3978-4b85-a650-2c45d1502b12 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a5a6a46d-3b0b-4010-a3a6-a7a5a0dead9e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:52.634499 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1577fcb9-3978-4b85-a650-2c45d1502b12 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:42:52.662425 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6aebd452-1934-4666-a6e4-821569733bb6 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:42:52.664950 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577fcb9-3978-4b85-a650-2c45d1502b12 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a6a46d-3b0b-4010-a3a6-a7a5a0dead9e,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:52.668563 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1577fcb9-3978-4b85-a650-2c45d1502b12 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (b610d5a4-5043-4bf4-a923-adc89df70c43), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:52.669092 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-1577fcb9-3978-4b85-a650-2c45d1502b12 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] Added segment b610d5a4-5043-4bf4-a923-adc89df70c43 of type vlan for network b859e0c9-f1f7-4169-aaf2-b7b2cdb88b70 Jan 28 13:42:52.695391 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a278b75d-17ff-4cee-80f0-2d5cf8481a24 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Network 48fea738-b599-4541-acb4-b62ce1a97125 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:52.698543 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-a278b75d-17ff-4cee-80f0-2d5cf8481a24 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:52.711363 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a278b75d-17ff-4cee-80f0-2d5cf8481a24 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:42:52.723252 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1577fcb9-3978-4b85-a650-2c45d1502b12 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (b859e0c9-f1f7-4169-aaf2-b7b2cdb88b70), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:52.743492 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278b75d-17ff-4cee-80f0-2d5cf8481a24 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Pushing event updated for resources: {'Port': ['ID=1285145b-c1cd-4c28-829f-71f47ed7075c,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:52.756920 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 6aebd452-1934-4666-a6e4-821569733bb6 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:52.758021 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6aebd452-1934-4666-a6e4-821569733bb6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:52.776646 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a278b75d-17ff-4cee-80f0-2d5cf8481a24 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:52.792375 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1577fcb9-3978-4b85-a650-2c45d1502b12 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (b859e0c9-f1f7-4169-aaf2-b7b2cdb88b70), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:52.797703 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1577fcb9-3978-4b85-a650-2c45d1502b12 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:52.801509 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1577fcb9-3978-4b85-a650-2c45d1502b12 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:52.888973 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1577fcb9-3978-4b85-a650-2c45d1502b12 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9872351 Jan 28 13:42:52.894108 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47356) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:52.899888 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 6aebd452-1934-4666-a6e4-821569733bb6 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:52.900285 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6aebd452-1934-4666-a6e4-821569733bb6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:52.963679 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577fcb9-3978-4b85-a650-2c45d1502b12 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] Pushing event updated for resources: {'Network': ['ID=b859e0c9-f1f7-4169-aaf2-b7b2cdb88b70,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:53.034468 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 6aebd452-1934-4666-a6e4-821569733bb6, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6aebd452-1934-4666-a6e4-821569733bb6,segment=NetworkSegment(9f50b60b-d6c5-4f95-959b-6cbf464da02b),segment_id=9f50b60b-d6c5-4f95-959b-6cbf464da02b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:53.044412 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network b859e0c9-f1f7-4169-aaf2-b7b2cdb88b70 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:42:53.058298 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a278b75d-17ff-4cee-80f0-2d5cf8481a24 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (1285145b-c1cd-4c28-829f-71f47ed7075c), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:53.086257 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6aebd452-1934-4666-a6e4-821569733bb6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:53.428028 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-93e69c3e-3b1e-4bb7-88ae-30bc14c1fdb4 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Request body: {'network': {'name': 'tempest-network--2053738530', 'router:external': True}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:53.436469 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=6aebd452-1934-4666-a6e4-821569733bb6,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:53.493983 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e69c3e-3b1e-4bb7-88ae-30bc14c1fdb4 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Made reservation on behalf of 52d80efc77634c52a183688b1f9e3df6 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:53.496536 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-93e69c3e-3b1e-4bb7-88ae-30bc14c1fdb4 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:53.529014 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-93e69c3e-3b1e-4bb7-88ae-30bc14c1fdb4 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:53.634740 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47388) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:53.665790 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b96605-4bd8-432c-b49b-3612b02cded6 None None] Network 48fea738-b599-4541-acb4-b62ce1a97125 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:53.767691 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-93e69c3e-3b1e-4bb7-88ae-30bc14c1fdb4 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks [] for security_group (7d8596c7-9840-4d90-8579-38119325bfbb), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:53.774328 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-93e69c3e-3b1e-4bb7-88ae-30bc14c1fdb4 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7d8596c7-9840-4d90-8579-38119325bfbb), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:53.852020 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e69c3e-3b1e-4bb7-88ae-30bc14c1fdb4 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:42:53.868649 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ff076-6218-46d6-9122-c120869a1db6 req-d7dd1352-5c33-4f9d-baa4-50c0e0bb1ccd tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:53.871394 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5b0ff076-6218-46d6-9122-c120869a1db6 req-d7dd1352-5c33-4f9d-baa4-50c0e0bb1ccd tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 945 time: 0.3849647 Jan 28 13:42:53.899657 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-93e69c3e-3b1e-4bb7-88ae-30bc14c1fdb4 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (d83d74f3-13c9-40ac-95a2-40fc225eecfd), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:53.901466 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-93e69c3e-3b1e-4bb7-88ae-30bc14c1fdb4 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Added segment d83d74f3-13c9-40ac-95a2-40fc225eecfd of type vlan for network 171c281c-b2a8-4c3c-9fb5-9aecdb98766c Jan 28 13:42:53.944747 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-8c71a1b6-c5ba-45da-86b9-7cb93732601d None None] Provisioning complete for port 6aebd452-1934-4666-a6e4-821569733bb6 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:53.945360 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8c71a1b6-c5ba-45da-86b9-7cb93732601d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6aebd452-1934-4666-a6e4-821569733bb6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:53.954005 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-93e69c3e-3b1e-4bb7-88ae-30bc14c1fdb4 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (171c281c-b2a8-4c3c-9fb5-9aecdb98766c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:54.000303 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-25dd3c3c-73f2-40ba-bd31-f6b5c047ca71 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:54.000943 n-d-822747-2 neutron-server[103351]: WARNING neutron.api.v2.base [None req-25dd3c3c-73f2-40ba-bd31-f6b5c047ca71 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 13:42:54.003571 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-25dd3c3c-73f2-40ba-bd31-f6b5c047ca71 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 13:42:54.010136 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-25dd3c3c-73f2-40ba-bd31-f6b5c047ca71 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3741944 Jan 28 13:42:54.057930 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47394) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:54.058635 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-93e69c3e-3b1e-4bb7-88ae-30bc14c1fdb4 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (171c281c-b2a8-4c3c-9fb5-9aecdb98766c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:54.062744 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e69c3e-3b1e-4bb7-88ae-30bc14c1fdb4 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:54.065836 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-93e69c3e-3b1e-4bb7-88ae-30bc14c1fdb4 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:54.086751 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e69c3e-3b1e-4bb7-88ae-30bc14c1fdb4 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8596c7-9840-4d90-8579-38119325bfbb,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:54.090365 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5b0ff076-6218-46d6-9122-c120869a1db6 req-3174ddcc-5117-4f7a-871d-de243a980418 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119751 Jan 28 13:42:54.146808 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-b65e776c-2dc2-4b53-ab68-2db2a363416d tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group': {'name': 'tempest-secgroup--442121280'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:54.166434 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a278b75d-17ff-4cee-80f0-2d5cf8481a24 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks [] for port (1285145b-c1cd-4c28-829f-71f47ed7075c), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:54.186730 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a278b75d-17ff-4cee-80f0-2d5cf8481a24 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (1285145b-c1cd-4c28-829f-71f47ed7075c), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:54.212139 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8c71a1b6-c5ba-45da-86b9-7cb93732601d None None] Current status of the port 6aebd452-1934-4666-a6e4-821569733bb6 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:54.317156 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b65e776c-2dc2-4b53-ab68-2db2a363416d tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:54.351587 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-93e69c3e-3b1e-4bb7-88ae-30bc14c1fdb4 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4527948 Jan 28 13:42:54.354532 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47408) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:54.430345 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6aebd452-1934-4666-a6e4-821569733bb6 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:42:54.434096 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b65e776c-2dc2-4b53-ab68-2db2a363416d tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:54.519730 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278b75d-17ff-4cee-80f0-2d5cf8481a24 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Pushing event updated for resources: {'Port': ['ID=1285145b-c1cd-4c28-829f-71f47ed7075c,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:54.551826 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a278b75d-17ff-4cee-80f0-2d5cf8481a24 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:54.556083 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e69c3e-3b1e-4bb7-88ae-30bc14c1fdb4 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Pushing event updated for resources: {'Network': ['ID=171c281c-b2a8-4c3c-9fb5-9aecdb98766c,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:54.570396 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 171c281c-b2a8-4c3c-9fb5-9aecdb98766c details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:42:54.583515 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-bdcecdbb-32dd-47a4-9fc1-473a3d38b2d1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5699313 Jan 28 13:42:54.709170 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d1718a71-3a3a-424b-b454-dd27349b91fd tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (171c281c-b2a8-4c3c-9fb5-9aecdb98766c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:54.832823 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 6aebd452-1934-4666-a6e4-821569733bb6 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:54.833482 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6aebd452-1934-4666-a6e4-821569733bb6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:54.860114 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b65e776c-2dc2-4b53-ab68-2db2a363416d tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (356bb545-bbfc-4847-8dcf-15f3c4fa6d7f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:54.880202 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-46945574-b89f-460f-8f76-2a9b3261e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:54.885506 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-46945574-b89f-460f-8f76-2a9b3261e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:54.886100 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-46945574-b89f-460f-8f76-2a9b3261e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:54.892924 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-46945574-b89f-460f-8f76-2a9b3261e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:54.893487 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-46945574-b89f-460f-8f76-2a9b3261e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:54.894007 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-46945574-b89f-460f-8f76-2a9b3261e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:54.894527 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-46945574-b89f-460f-8f76-2a9b3261e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:54.896974 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-46945574-b89f-460f-8f76-2a9b3261e242 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f327d07b81a14c5bb937fba4992e6ee2&device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 6491 time: 0.2177613 Jan 28 13:42:54.903744 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b65e776c-2dc2-4b53-ab68-2db2a363416d tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (356bb545-bbfc-4847-8dcf-15f3c4fa6d7f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:54.939633 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-20911e50-f2c8-4f34-8739-8783ae3aada9 None None] Provisioning complete for port 1285145b-c1cd-4c28-829f-71f47ed7075c triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:54.939946 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20911e50-f2c8-4f34-8739-8783ae3aada9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (1285145b-c1cd-4c28-829f-71f47ed7075c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:55.037448 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b65e776c-2dc2-4b53-ab68-2db2a363416d tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (f78ca34a-86a2-4dc3-90fc-2568591e0305), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:55.074605 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b65e776c-2dc2-4b53-ab68-2db2a363416d tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f78ca34a-86a2-4dc3-90fc-2568591e0305), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:55.087253 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a278b75d-17ff-4cee-80f0-2d5cf8481a24 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Network 48fea738-b599-4541-acb4-b62ce1a97125 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:55.088064 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-20911e50-f2c8-4f34-8739-8783ae3aada9 None None] Port 1285145b-c1cd-4c28-829f-71f47ed7075c cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:42:55.097361 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d1718a71-3a3a-424b-b454-dd27349b91fd tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (171c281c-b2a8-4c3c-9fb5-9aecdb98766c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:55.104987 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b65e776c-2dc2-4b53-ab68-2db2a363416d tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:55.109796 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b65e776c-2dc2-4b53-ab68-2db2a363416d tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0168779 Jan 28 13:42:55.112414 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47416) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:55.114646 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 6aebd452-1934-4666-a6e4-821569733bb6 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:55.116341 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-a278b75d-17ff-4cee-80f0-2d5cf8481a24 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:55.122276 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-635b827d-ed24-40fa-ad8c-b1b23f922f3f tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group_rule': {'security_group_id': 'f78ca34a-86a2-4dc3-90fc-2568591e0305', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:55.138115 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-20911e50-f2c8-4f34-8739-8783ae3aada9 None None] Provisioning complete for port 6aebd452-1934-4666-a6e4-821569733bb6 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:55.138533 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20911e50-f2c8-4f34-8739-8783ae3aada9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6aebd452-1934-4666-a6e4-821569733bb6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:55.187927 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-d1718a71-3a3a-424b-b454-dd27349b91fd tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['171c281c-b2a8-4c3c-9fb5-9aecdb98766c']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:55.216017 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e776c-2dc2-4b53-ab68-2db2a363416d tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=356bb545-bbfc-4847-8dcf-15f3c4fa6d7f,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:55.226706 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-635b827d-ed24-40fa-ad8c-b1b23f922f3f tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group_rule (c085c19f-1899-40e9-b7fb-79d7180ac3e1), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:55.231132 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-d1718a71-3a3a-424b-b454-dd27349b91fd tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83d74f3-13c9-40ac-95a2-40fc225eecfd') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:55.232512 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-d1718a71-3a3a-424b-b454-dd27349b91fd tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83d74f3-13c9-40ac-95a2-40fc225eecfd') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:55.367499 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d1718a71-3a3a-424b-b454-dd27349b91fd tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (d83d74f3-13c9-40ac-95a2-40fc225eecfd), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:55.374639 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-635b827d-ed24-40fa-ad8c-b1b23f922f3f tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group_rule (c085c19f-1899-40e9-b7fb-79d7180ac3e1), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:55.386293 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-20911e50-f2c8-4f34-8739-8783ae3aada9 None None] Current status of the port 6aebd452-1934-4666-a6e4-821569733bb6 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:55.411219 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-635b827d-ed24-40fa-ad8c-b1b23f922f3f tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (c085c19f-1899-40e9-b7fb-79d7180ac3e1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:55.435903 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-35955cc1-03df-49cf-b8cc-724847327b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:55.436417 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-35955cc1-03df-49cf-b8cc-724847327b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:55.436929 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-35955cc1-03df-49cf-b8cc-724847327b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:55.438741 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-35955cc1-03df-49cf-b8cc-724847327b81 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a48090cb-ae2e-48ff-8962-8d69a57daca6&id=376b4709-87bf-4524-8081-ea1211d3f7a6&id=376b4709-87bf-4524-8081-ea1211d3f7a6&id=376b4709-87bf-4524-8081-ea1211d3f7a6&id=376b4709-87bf-4524-8081-ea1211d3f7a6&id=361216ca-dbe3-462f-a59f-a8c1564e775f&id=361216ca-dbe3-462f-a59f-a8c1564e775f HTTP/1.1" status: 200 len: 2289 time: 0.3988972 Jan 28 13:42:55.442940 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b827d-ed24-40fa-ad8c-b1b23f922f3f tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c085c19f-1899-40e9-b7fb-79d7180ac3e1,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:55.450254 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e776c-2dc2-4b53-ab68-2db2a363416d tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f78ca34a-86a2-4dc3-90fc-2568591e0305,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:55.531030 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-5280aebd-eb34-4545-94cf-172cdb8b72c2 None None] Provisioning complete for port 1285145b-c1cd-4c28-829f-71f47ed7075c triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:55.531030 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5280aebd-eb34-4545-94cf-172cdb8b72c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (1285145b-c1cd-4c28-829f-71f47ed7075c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:55.536465 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-e5078636-cd28-4bfb-856f-aa1c9e485caa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6f58a1a-25be-4905-9c30-cd6d52a07dbc HTTP/1.1" status: 200 len: 1002 time: 0.0888715 Jan 28 13:42:55.598099 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d1718a71-3a3a-424b-b454-dd27349b91fd tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (d83d74f3-13c9-40ac-95a2-40fc225eecfd), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:55.660594 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1718a71-3a3a-424b-b454-dd27349b91fd tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:42:55.661537 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d1718a71-3a3a-424b-b454-dd27349b91fd tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (d83d74f3-13c9-40ac-95a2-40fc225eecfd), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:55.662382 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5280aebd-eb34-4545-94cf-172cdb8b72c2 None None] Port 1285145b-c1cd-4c28-829f-71f47ed7075c cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:42:55.664725 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:42:55.795380 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-91936bd5-b5f5-4b92-a0de-993af1d9a90b None None] Provisioning complete for port 1285145b-c1cd-4c28-829f-71f47ed7075c triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:55.795760 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91936bd5-b5f5-4b92-a0de-993af1d9a90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (1285145b-c1cd-4c28-829f-71f47ed7075c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:55.802186 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee013d-b09d-4d6d-9a30-62275561a634 req-0f88f37a-d911-49c5-a748-afd6f4c1f47b tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:55.808499 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f4ee013d-b09d-4d6d-9a30-62275561a634 req-0f88f37a-d911-49c5-a748-afd6f4c1f47b tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 945 time: 0.4954453 Jan 28 13:42:55.886405 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-91936bd5-b5f5-4b92-a0de-993af1d9a90b None None] Port 1285145b-c1cd-4c28-829f-71f47ed7075c cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:42:56.012158 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d1718a71-3a3a-424b-b454-dd27349b91fd tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (171c281c-b2a8-4c3c-9fb5-9aecdb98766c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:56.036682 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f4ee013d-b09d-4d6d-9a30-62275561a634 req-8e4e325b-f628-479f-9671-9b9f8bca2859 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186878 Jan 28 13:42:56.042235 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1718a71-3a3a-424b-b454-dd27349b91fd tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 171c281c-b2a8-4c3c-9fb5-9aecdb98766c {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 13:42:56.057588 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d1718a71-3a3a-424b-b454-dd27349b91fd tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:56.061320 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d1718a71-3a3a-424b-b454-dd27349b91fd tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] 10.222.0.39 "DELETE /v2.0/networks/171c281c-b2a8-4c3c-9fb5-9aecdb98766c HTTP/1.1" status: 204 len: 168 time: 1.6988368 Jan 28 13:42:56.063804 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1718a71-3a3a-424b-b454-dd27349b91fd tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Pushing event deleted for resources: {'Network': ['ID=171c281c-b2a8-4c3c-9fb5-9aecdb98766c,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:56.066714 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47438) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:56.073156 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-f4524ba7-d31a-491d-9cfe-d845fc593567 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:56.107273 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a278b75d-17ff-4cee-80f0-2d5cf8481a24 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Router 4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:42:56.113841 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4524ba7-d31a-491d-9cfe-d845fc593567 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Made reservation on behalf of 52d80efc77634c52a183688b1f9e3df6 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:56.116413 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f4524ba7-d31a-491d-9cfe-d845fc593567 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:56.321844 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4524ba7-d31a-491d-9cfe-d845fc593567 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:42:56.366128 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f4524ba7-d31a-491d-9cfe-d845fc593567 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (0378a630-eb52-4afc-be2a-4e1e6d8dbb69), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:56.371569 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-f4524ba7-d31a-491d-9cfe-d845fc593567 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Added segment 0378a630-eb52-4afc-be2a-4e1e6d8dbb69 of type vlan for network a95eb2a5-b5da-440c-a4e6-72f4239178a0 Jan 28 13:42:56.406116 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a278b75d-17ff-4cee-80f0-2d5cf8481a24 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:42:56.427852 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a278b75d-17ff-4cee-80f0-2d5cf8481a24 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] 10.222.0.39 "PUT /v2.0/routers/4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0572026 Jan 28 13:42:56.473485 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47446) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:56.489744 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-fc127fba-071a-4bff-8904-523a6202ee1d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Request body: {'port': {'network_id': '48fea738-b599-4541-acb4-b62ce1a97125', 'name': 'tempest-FloatingIPNegativeTestJSON-905283966'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:56.653007 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-635b827d-ed24-40fa-ad8c-b1b23f922f3f tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:56.654126 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-635b827d-ed24-40fa-ad8c-b1b23f922f3f tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5382121 Jan 28 13:42:56.726586 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47456) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:56.730737 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f4524ba7-d31a-491d-9cfe-d845fc593567 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (a95eb2a5-b5da-440c-a4e6-72f4239178a0), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:56.753529 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-8f206168-dedd-45a4-bc2c-8d6432eb4cfe tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group_rule': {'security_group_id': 'f78ca34a-86a2-4dc3-90fc-2568591e0305', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:56.835779 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-ecc7b027-f24f-4eef-99d6-42b71afe7fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:56.837418 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-ecc7b027-f24f-4eef-99d6-42b71afe7fe9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2eaf9fff-eb30-46b8-9611-5f103f9718e5 HTTP/1.1" status: 200 len: 849 time: 1.2960722 Jan 28 13:42:56.858779 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32190284-0768-492a-aa86-347ed8ac62a9 req-3beedbec-ac36-4cc3-916f-db3e01ee6b8c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:56.866744 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32190284-0768-492a-aa86-347ed8ac62a9 req-3beedbec-ac36-4cc3-916f-db3e01ee6b8c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:56.873440 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32190284-0768-492a-aa86-347ed8ac62a9 req-3beedbec-ac36-4cc3-916f-db3e01ee6b8c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:56.879260 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32190284-0768-492a-aa86-347ed8ac62a9 req-3beedbec-ac36-4cc3-916f-db3e01ee6b8c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:56.886521 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32190284-0768-492a-aa86-347ed8ac62a9 req-3beedbec-ac36-4cc3-916f-db3e01ee6b8c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:56.895011 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32190284-0768-492a-aa86-347ed8ac62a9 req-3beedbec-ac36-4cc3-916f-db3e01ee6b8c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:56.900593 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32190284-0768-492a-aa86-347ed8ac62a9 req-3beedbec-ac36-4cc3-916f-db3e01ee6b8c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:56.913300 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-32190284-0768-492a-aa86-347ed8ac62a9 req-3beedbec-ac36-4cc3-916f-db3e01ee6b8c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5434 time: 0.2833548 Jan 28 13:42:56.918521 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f4524ba7-d31a-491d-9cfe-d845fc593567 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (a95eb2a5-b5da-440c-a4e6-72f4239178a0), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:56.923432 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4524ba7-d31a-491d-9cfe-d845fc593567 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:56.924043 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f4524ba7-d31a-491d-9cfe-d845fc593567 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:57.016467 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8f206168-dedd-45a4-bc2c-8d6432eb4cfe tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group_rule (c3f02f3e-0388-46ef-b065-fdf072a97696), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:57.025182 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc127fba-071a-4bff-8904-523a6202ee1d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Made reservation on behalf of d71dd4cba9aa46589dea35cd80ee9f4f for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:57.034180 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fc127fba-071a-4bff-8904-523a6202ee1d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:57.070701 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f4524ba7-d31a-491d-9cfe-d845fc593567 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.9990790 Jan 28 13:42:57.091989 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47468) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:57.107597 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-d93abe81-03b3-44e6-adf1-7ff117abebcb tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Request body: {'subnet': {'network_id': 'a95eb2a5-b5da-440c-a4e6-72f4239178a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:57.153633 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-fc127fba-071a-4bff-8904-523a6202ee1d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] device_id is not set on port 5ae60f8c-0890-4e99-891c-edcc98339f5d yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:42:57.165935 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4524ba7-d31a-491d-9cfe-d845fc593567 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Pushing event updated for resources: {'Network': ['ID=a95eb2a5-b5da-440c-a4e6-72f4239178a0,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:57.183608 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network a95eb2a5-b5da-440c-a4e6-72f4239178a0 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:42:57.283357 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-8f206168-dedd-45a4-bc2c-8d6432eb4cfe tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 13:42:57.284692 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8f206168-dedd-45a4-bc2c-8d6432eb4cfe tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5431764 Jan 28 13:42:57.286752 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-33f58da6-dfd7-48bc-bb33-f1c7801f2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:57.303492 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-33f58da6-dfd7-48bc-bb33-f1c7801f2e44 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a48090cb-ae2e-48ff-8962-8d69a57daca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3720734 Jan 28 13:42:57.304448 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47470) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:57.328395 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026fbd88-16e2-4552-88a9-4e53d5bebb8d None None] Sync routers for ids ['4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:42:57.370552 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026fbd88-16e2-4552-88a9-4e53d5bebb8d None None] Routers {'4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:57.372950 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-026fbd88-16e2-4552-88a9-4e53d5bebb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:42:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:57.373220 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93abe81-03b3-44e6-adf1-7ff117abebcb tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Made reservation on behalf of 52d80efc77634c52a183688b1f9e3df6 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:57.375791 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d93abe81-03b3-44e6-adf1-7ff117abebcb tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:57.410428 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-32190284-0768-492a-aa86-347ed8ac62a9 req-fb03648d-4cfc-481e-81fe-819698bcd97e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4960341 Jan 28 13:42:57.453171 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0e5d4-5359-45f7-ac43-05b84038d742 req-9beef80d-594e-445c-af65-eed6b027a7b3 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:57.492138 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0ea0e5d4-5359-45f7-ac43-05b84038d742 req-9beef80d-594e-445c-af65-eed6b027a7b3 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 945 time: 0.3075614 Jan 28 13:42:57.618956 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-026fbd88-16e2-4552-88a9-4e53d5bebb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:57.653997 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026fbd88-16e2-4552-88a9-4e53d5bebb8d None None] Routers {'4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:57.657175 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-026fbd88-16e2-4552-88a9-4e53d5bebb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:42:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:57.769121 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-026fbd88-16e2-4552-88a9-4e53d5bebb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:57.770144 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026fbd88-16e2-4552-88a9-4e53d5bebb8d None None] The sync data for ids ['4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:42:57.877115 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-fc127fba-071a-4bff-8904-523a6202ee1d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Allocated IP 172.20.0.13 (48fea738-b599-4541-acb4-b62ce1a97125/b58e7dc2-3e0a-4ab3-9c10-8f9e02ef63d2/5ae60f8c-0890-4e99-891c-edcc98339f5d) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:57.898212 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0ea0e5d4-5359-45f7-ac43-05b84038d742 req-723e17d7-0030-4668-9062-9ec81af5caf2 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909762 Jan 28 13:42:57.928539 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc05220-ab95-4f72-8157-c4dc31cce432 req-4b9b59dd-cd99-4d86-a3ab-02b61ea4399a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:57.951413 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc05220-ab95-4f72-8157-c4dc31cce432 req-4b9b59dd-cd99-4d86-a3ab-02b61ea4399a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:57.957805 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc05220-ab95-4f72-8157-c4dc31cce432 req-4b9b59dd-cd99-4d86-a3ab-02b61ea4399a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:57.963409 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc05220-ab95-4f72-8157-c4dc31cce432 req-4b9b59dd-cd99-4d86-a3ab-02b61ea4399a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:57.990698 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc05220-ab95-4f72-8157-c4dc31cce432 req-4b9b59dd-cd99-4d86-a3ab-02b61ea4399a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:58.005051 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc05220-ab95-4f72-8157-c4dc31cce432 req-4b9b59dd-cd99-4d86-a3ab-02b61ea4399a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:58.010635 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc05220-ab95-4f72-8157-c4dc31cce432 req-4b9b59dd-cd99-4d86-a3ab-02b61ea4399a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:58.023759 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bdc05220-ab95-4f72-8157-c4dc31cce432 req-4b9b59dd-cd99-4d86-a3ab-02b61ea4399a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5434 time: 0.3269310 Jan 28 13:42:58.043439 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-98963e6f-352b-451b-9ef0-8f5ad1485428 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (f78ca34a-86a2-4dc3-90fc-2568591e0305), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:58.079635 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-ee2c7fde-2f04-4c54-ba34-7181ee6615e1 service neutron] 10.222.0.18 "GET /v2.0/networks/a48090cb-ae2e-48ff-8962-8d69a57daca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7290201 Jan 28 13:42:58.170033 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fc127fba-071a-4bff-8904-523a6202ee1d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks [] for port (5ae60f8c-0890-4e99-891c-edcc98339f5d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:58.258736 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fc127fba-071a-4bff-8904-523a6202ee1d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (5ae60f8c-0890-4e99-891c-edcc98339f5d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:58.304130 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-98963e6f-352b-451b-9ef0-8f5ad1485428 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (f78ca34a-86a2-4dc3-90fc-2568591e0305), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:58.335999 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc127fba-071a-4bff-8904-523a6202ee1d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Pushing event updated for resources: {'Port': ['ID=5ae60f8c-0890-4e99-891c-edcc98339f5d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:58.397515 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc127fba-071a-4bff-8904-523a6202ee1d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Network 48fea738-b599-4541-acb4-b62ce1a97125 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:58.399113 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-fc127fba-071a-4bff-8904-523a6202ee1d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:58.401793 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc127fba-071a-4bff-8904-523a6202ee1d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:42:58.470143 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc127fba-071a-4bff-8904-523a6202ee1d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:58.470874 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fc127fba-071a-4bff-8904-523a6202ee1d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:58.497578 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fc127fba-071a-4bff-8904-523a6202ee1d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0198603 Jan 28 13:42:58.497924 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47484) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:58.506135 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-8afcb11e-9d06-4962-affc-c12fad55ab00 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:58.511430 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-22b88d8e-1aa2-4dc6-a945-66806af5ba0d service neutron] 10.222.0.18 "GET /v2.0/networks/a48090cb-ae2e-48ff-8962-8d69a57daca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309306 Jan 28 13:42:58.561598 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8afcb11e-9d06-4962-affc-c12fad55ab00 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:58.593633 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-47f7d562-e3ce-4bd5-ac28-8df956d2471e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=ba5119c7-946b-4cc9-9e19-149785af07e2 HTTP/1.1" status: 200 len: 217 time: 0.0736306 Jan 28 13:42:58.595721 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-98963e6f-352b-451b-9ef0-8f5ad1485428 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f78ca34a-86a2-4dc3-90fc-2568591e0305), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:58.598320 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-98963e6f-352b-451b-9ef0-8f5ad1485428 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:58.599603 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-98963e6f-352b-451b-9ef0-8f5ad1485428 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "DELETE /v2.0/security-groups/f78ca34a-86a2-4dc3-90fc-2568591e0305 HTTP/1.1" status: 204 len: 168 time: 1.2817581 Jan 28 13:42:58.611137 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47486) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:58.628666 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98963e6f-352b-451b-9ef0-8f5ad1485428 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78ca34a-86a2-4dc3-90fc-2568591e0305,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:58.741315 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47492) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:58.741508 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-13f4dc63-9201-4019-9799-681d8007ba17 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1262794 Jan 28 13:42:58.748452 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-0e6d6fce-0efa-4b1e-b1b4-ac596bf45a4f tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group': {'name': 'tempest-secgroup--462262188'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:58.810530 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-ad8dd77f-10fa-44ed-be7e-1b1ed3414f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:58.812238 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-ad8dd77f-10fa-44ed-be7e-1b1ed3414f11 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=980241a2-d37e-4b55-8e0c-734aacae8814 HTTP/1.1" status: 200 len: 797 time: 0.1926086 Jan 28 13:42:58.850879 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d304b3f1-3164-407f-a9d8-6d79c5c45e55 None None] Provisioning complete for port 5ae60f8c-0890-4e99-891c-edcc98339f5d triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:58.851496 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d304b3f1-3164-407f-a9d8-6d79c5c45e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5ae60f8c-0890-4e99-891c-edcc98339f5d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:58.908492 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0e6d6fce-0efa-4b1e-b1b4-ac596bf45a4f tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:58.922639 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8afcb11e-9d06-4962-affc-c12fad55ab00 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:58.951043 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-14b67c8b-d436-4db1-938c-ef6416536ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:58.954344 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-14b67c8b-d436-4db1-938c-ef6416536ba3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=376b4709-87bf-4524-8081-ea1211d3f7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1104631 Jan 28 13:42:58.966410 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d304b3f1-3164-407f-a9d8-6d79c5c45e55 None None] Port 5ae60f8c-0890-4e99-891c-edcc98339f5d cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:42:59.131943 n-d-822747-2 neutron-server[103351]: DEBUG neutron.objects.ports [None req-d93abe81-03b3-44e6-adf1-7ff117abebcb tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103351) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 13:42:59.132609 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d93abe81-03b3-44e6-adf1-7ff117abebcb tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (3c9c02a3-c2de-4868-97a8-108e7a1fa867), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:59.140341 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0e6d6fce-0efa-4b1e-b1b4-ac596bf45a4f tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (334120c7-31de-468a-8506-d2aecfc658ff), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:59.156635 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0e6d6fce-0efa-4b1e-b1b4-ac596bf45a4f tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (334120c7-31de-468a-8506-d2aecfc658ff), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:59.212641 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-d823a578-e614-47a4-9222-319678035ce7 service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486100 Jan 28 13:42:59.220951 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-8afcb11e-9d06-4962-affc-c12fad55ab00 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Allocated IP 172.25.3.213 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/0f24e277-593b-4946-ae1f-6c2a4f2705e1) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:59.255202 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade25d22-bdab-49ec-8d66-d22cf7ef5519 req-23c72d50-a947-453a-baaa-509345fa1215 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:59.257736 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ade25d22-bdab-49ec-8d66-d22cf7ef5519 req-23c72d50-a947-453a-baaa-509345fa1215 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 945 time: 0.1714089 Jan 28 13:42:59.285025 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0e6d6fce-0efa-4b1e-b1b4-ac596bf45a4f tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:59.290866 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47500) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:59.291957 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0e6d6fce-0efa-4b1e-b1b4-ac596bf45a4f tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5478582 Jan 28 13:42:59.296023 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-823b00b6-9d97-4d48-acd3-017e7fb863e5 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group_rule': {'security_group_id': '334120c7-31de-468a-8506-d2aecfc658ff', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:59.296534 n-d-822747-2 neutron-server[103352]: WARNING neutron.api.v2.base [None req-823b00b6-9d97-4d48-acd3-017e7fb863e5 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 13:42:59.297010 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-823b00b6-9d97-4d48-acd3-017e7fb863e5 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:42:59.308888 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-823b00b6-9d97-4d48-acd3-017e7fb863e5 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0057845 Jan 28 13:42:59.309812 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47502) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:59.310320 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d6fce-0efa-4b1e-b1b4-ac596bf45a4f tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=334120c7-31de-468a-8506-d2aecfc658ff,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:59.331437 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bdae93fe-7057-44bd-b6a3-2302405a4a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:59.358807 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93abe81-03b3-44e6-adf1-7ff117abebcb tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3c9c02a3-c2de-4868-97a8-108e7a1fa867,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:59.382640 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93abe81-03b3-44e6-adf1-7ff117abebcb tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Checking segment: {'id': '0378a630-eb52-4afc-be2a-4e1e6d8dbb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a95eb2a5-b5da-440c-a4e6-72f4239178a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:42:59.383058 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93abe81-03b3-44e6-adf1-7ff117abebcb tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Network hostable DHCP agents. Network: a95eb2a5-b5da-440c-a4e6-72f4239178a0, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:42:59.426377 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-cf9a94b4-1983-4feb-a5f5-954ec5bbff7f service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062082 Jan 28 13:42:59.447100 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93abe81-03b3-44e6-adf1-7ff117abebcb tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Network a95eb2a5-b5da-440c-a4e6-72f4239178a0 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:42:59.462841 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ade25d22-bdab-49ec-8d66-d22cf7ef5519 req-0cf50419-a4df-4cf7-bd89-3518c5fa805e tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974931 Jan 28 13:42:59.519664 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-3ea7bbe0-70c7-4754-9fd4-24420e03383c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=73358d53-f89e-45cb-a74a-8b6510bd447c HTTP/1.1" status: 200 len: 217 time: 0.0857515 Jan 28 13:42:59.537305 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-d93abe81-03b3-44e6-adf1-7ff117abebcb tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, a95eb2a5-b5da-440c-a4e6-72f4239178a0) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:59.542449 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93abe81-03b3-44e6-adf1-7ff117abebcb tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:59.543398 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d93abe81-03b3-44e6-adf1-7ff117abebcb tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:59.556495 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043b6b8d-24eb-40fd-8244-1c94e5c409b2 None None] Network a95eb2a5-b5da-440c-a4e6-72f4239178a0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:59.623926 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d93abe81-03b3-44e6-adf1-7ff117abebcb tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5260899 Jan 28 13:42:59.636691 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-a909c174-f565-46c3-b75f-f2e7d0053cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:59.641615 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-a909c174-f565-46c3-b75f-f2e7d0053cf4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=980241a2-d37e-4b55-8e0c-734aacae8814 HTTP/1.1" status: 200 len: 797 time: 0.1148856 Jan 28 13:42:59.642218 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47508) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:59.647182 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-c654357c-134c-4157-b9a4-660af7219ca9 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Request body: {'floatingip': {'floating_network_id': 'a95eb2a5-b5da-440c-a4e6-72f4239178a0'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:59.648024 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8afcb11e-9d06-4962-affc-c12fad55ab00 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks [] for port (0f24e277-593b-4946-ae1f-6c2a4f2705e1), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:59.758078 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c654357c-134c-4157-b9a4-660af7219ca9 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:59.790517 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-40750286-5aa1-46ba-8e6f-fcd5c3239bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:59.792064 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-40750286-5aa1-46ba-8e6f-fcd5c3239bdd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=376b4709-87bf-4524-8081-ea1211d3f7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1415088 Jan 28 13:42:59.797475 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3d761c2f-bd03-4ee3-a3d3-1d8c85dfaf55 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (334120c7-31de-468a-8506-d2aecfc658ff), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:59.809103 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4b0e37-5ece-4c2d-917b-d4e432d59a25 None None] Network a95eb2a5-b5da-440c-a4e6-72f4239178a0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:59.829148 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3d761c2f-bd03-4ee3-a3d3-1d8c85dfaf55 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (334120c7-31de-468a-8506-d2aecfc658ff), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:59.876731 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8afcb11e-9d06-4962-affc-c12fad55ab00 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (0f24e277-593b-4946-ae1f-6c2a4f2705e1), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:59.963448 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3d761c2f-bd03-4ee3-a3d3-1d8c85dfaf55 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (334120c7-31de-468a-8506-d2aecfc658ff), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:59.966733 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3d761c2f-bd03-4ee3-a3d3-1d8c85dfaf55 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:59.968604 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3d761c2f-bd03-4ee3-a3d3-1d8c85dfaf55 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "DELETE /v2.0/security-groups/334120c7-31de-468a-8506-d2aecfc658ff HTTP/1.1" status: 204 len: 168 time: 0.6469586 Jan 28 13:43:00.062208 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47514) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:00.196074 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d7df36d0-1446-49d6-b828-9a713340aca7 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1190453 Jan 28 13:43:00.196960 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47522) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:00.206504 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-b6a90848-c73b-4957-b1f4-f4b735b20bc7 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group': {'name': 'tempest-secgroup--1915155474'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:00.215658 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-2c4c9b42-abb6-4c79-830f-b08102dab5af service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139993 Jan 28 13:43:00.391551 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47530) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:00.414866 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-4e99d852-aea6-440a-8b09-40d865d93d06 service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865182 Jan 28 13:43:00.433247 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c654357c-134c-4157-b9a4-660af7219ca9 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:00.573744 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcb11e-9d06-4962-affc-c12fad55ab00 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Pushing event updated for resources: {'Port': ['ID=0f24e277-593b-4946-ae1f-6c2a4f2705e1,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:00.585183 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afcb11e-9d06-4962-affc-c12fad55ab00 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:00.591865 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-8afcb11e-9d06-4962-affc-c12fad55ab00 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:00.593814 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d761c2f-bd03-4ee3-a3d3-1d8c85dfaf55 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=334120c7-31de-468a-8506-d2aecfc658ff,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:00.595626 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afcb11e-9d06-4962-affc-c12fad55ab00 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:00.640920 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8281755-106c-4439-9af7-f4d533074f70 req-63d5f601-c197-4f17-bffb-689bc01d9ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:00.642445 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8281755-106c-4439-9af7-f4d533074f70 req-63d5f601-c197-4f17-bffb-689bc01d9ac9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 1096 time: 0.8641100 Jan 28 13:43:00.670306 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-291854d2-3156-42a1-bff6-e080c7149d06 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=79abbf7d-456b-4064-b1e0-2e0f16750b14 HTTP/1.1" status: 200 len: 217 time: 0.2454593 Jan 28 13:43:00.671461 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b6a90848-c73b-4957-b1f4-f4b735b20bc7 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:00.721514 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8afcb11e-9d06-4962-affc-c12fad55ab00 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks [] for floatingip (9a479d1f-69f0-4388-a555-b2fdcb496dcd), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:00.724705 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8281755-106c-4439-9af7-f4d533074f70 req-46efccd0-cb86-4e24-9dfc-b1b876ffb7bf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746114 Jan 28 13:43:00.755511 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-c654357c-134c-4157-b9a4-660af7219ca9 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Allocated IP 172.20.0.14 (a95eb2a5-b5da-440c-a4e6-72f4239178a0/3c9c02a3-c2de-4868-97a8-108e7a1fa867/fa15b1a3-ca0b-4de5-9569-093b4e1c586d) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:43:00.798146 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8afcb11e-9d06-4962-affc-c12fad55ab00 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0f24e277-593b-4946-ae1f-6c2a4f2705e1), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:00.843662 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8211a53-9455-4c82-b148-d93fd1782ef8 req-4fd4d08f-d4ba-4767-8a23-a6ef763f911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:00.844487 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8211a53-9455-4c82-b148-d93fd1782ef8 req-4fd4d08f-d4ba-4767-8a23-a6ef763f911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:00.845129 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8211a53-9455-4c82-b148-d93fd1782ef8 req-4fd4d08f-d4ba-4767-8a23-a6ef763f911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:00.845763 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8211a53-9455-4c82-b148-d93fd1782ef8 req-4fd4d08f-d4ba-4767-8a23-a6ef763f911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:00.846394 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8211a53-9455-4c82-b148-d93fd1782ef8 req-4fd4d08f-d4ba-4767-8a23-a6ef763f911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:00.847054 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8211a53-9455-4c82-b148-d93fd1782ef8 req-4fd4d08f-d4ba-4767-8a23-a6ef763f911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:00.847691 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8211a53-9455-4c82-b148-d93fd1782ef8 req-4fd4d08f-d4ba-4767-8a23-a6ef763f911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:00.858322 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a8211a53-9455-4c82-b148-d93fd1782ef8 req-4fd4d08f-d4ba-4767-8a23-a6ef763f911a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 6491 time: 0.4617920 Jan 28 13:43:00.868441 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c7456-830c-4709-9fd7-a47a2042b9e3 req-c4855a89-3b0a-4780-b57d-8010696d09da tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:00.870322 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a07c7456-830c-4709-9fd7-a47a2042b9e3 req-c4855a89-3b0a-4780-b57d-8010696d09da tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 945 time: 0.3043754 Jan 28 13:43:01.026032 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-38790c42-7514-45dd-8338-a75a12d29b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:01.027911 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-38790c42-7514-45dd-8338-a75a12d29b89 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=980241a2-d37e-4b55-8e0c-734aacae8814 HTTP/1.1" status: 200 len: 797 time: 0.3217442 Jan 28 13:43:01.125373 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8afcb11e-9d06-4962-affc-c12fad55ab00 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks [] for port (0f24e277-593b-4946-ae1f-6c2a4f2705e1), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:01.135767 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8afcb11e-9d06-4962-affc-c12fad55ab00 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (0f24e277-593b-4946-ae1f-6c2a4f2705e1), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:01.185163 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c654357c-134c-4157-b9a4-660af7219ca9 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks [] for port (fa15b1a3-ca0b-4de5-9569-093b4e1c586d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:01.279767 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcb11e-9d06-4962-affc-c12fad55ab00 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Pushing event updated for resources: {'Port': ['ID=0f24e277-593b-4946-ae1f-6c2a4f2705e1,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:01.297275 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8afcb11e-9d06-4962-affc-c12fad55ab00 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (9a479d1f-69f0-4388-a555-b2fdcb496dcd), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:01.313464 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c654357c-134c-4157-b9a4-660af7219ca9 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (fa15b1a3-ca0b-4de5-9569-093b4e1c586d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:01.318272 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b6a90848-c73b-4957-b1f4-f4b735b20bc7 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (742f71cc-f499-4fe0-9a21-24ba0cefd639), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:01.324612 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a07c7456-830c-4709-9fd7-a47a2042b9e3 req-24bb30c0-2fc5-44a0-bfa0-c771d3d64fdb tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240158 Jan 28 13:43:01.332322 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-bcb937ad-5df3-4ceb-a108-cc4848d1e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:01.333854 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-bcb937ad-5df3-4ceb-a108-cc4848d1e6e4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=376b4709-87bf-4524-8081-ea1211d3f7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2682750 Jan 28 13:43:01.344723 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8afcb11e-9d06-4962-affc-c12fad55ab00 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:01.348970 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8afcb11e-9d06-4962-affc-c12fad55ab00 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8498991 Jan 28 13:43:01.353148 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47542) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:01.359538 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a8211a53-9455-4c82-b148-d93fd1782ef8 req-ee6a5e08-ff7b-4263-b379-16d947100c16 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&id=be458bb5-484d-4415-866f-c8ca0d302456&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4999404 Jan 28 13:43:01.363626 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b6a90848-c73b-4957-b1f4-f4b735b20bc7 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (742f71cc-f499-4fe0-9a21-24ba0cefd639), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:01.364268 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-3bbd91b2-62a9-4f75-a540-cdb0f529b0d1 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Request body: {'floatingip': {'port_id': '5ae60f8c-0890-4e99-891c-edcc98339f5d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:01.425024 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c654357c-134c-4157-b9a4-660af7219ca9 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Network a95eb2a5-b5da-440c-a4e6-72f4239178a0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:01.435473 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3bbd91b2-62a9-4f75-a540-cdb0f529b0d1 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks [] for floatingip (9a479d1f-69f0-4388-a555-b2fdcb496dcd), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:01.442204 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-c654357c-134c-4157-b9a4-660af7219ca9 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:01.449103 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c654357c-134c-4157-b9a4-660af7219ca9 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:01.478521 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654357c-134c-4157-b9a4-660af7219ca9 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Pushing event updated for resources: {'Port': ['ID=fa15b1a3-ca0b-4de5-9569-093b4e1c586d,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:01.544675 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b6a90848-c73b-4957-b1f4-f4b735b20bc7 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:01.545940 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b6a90848-c73b-4957-b1f4-f4b735b20bc7 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3441694 Jan 28 13:43:01.550533 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a90848-c73b-4957-b1f4-f4b735b20bc7 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=742f71cc-f499-4fe0-9a21-24ba0cefd639,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:01.554324 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47548) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:01.572227 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-47bfe272-161d-43c9-9de4-424af866fa16 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group_rule': {'security_group_id': '742f71cc-f499-4fe0-9a21-24ba0cefd639', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:01.573086 n-d-822747-2 neutron-server[103351]: WARNING neutron.api.v2.base [None req-47bfe272-161d-43c9-9de4-424af866fa16 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 13:43:01.573590 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-47bfe272-161d-43c9-9de4-424af866fa16 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:43:01.574600 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-47bfe272-161d-43c9-9de4-424af866fa16 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0190530 Jan 28 13:43:01.583304 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47550) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:01.591412 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c2fc4ef1-9491-4661-bae2-39b7758b68d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:01.647216 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-3bbd91b2-62a9-4f75-a540-cdb0f529b0d1 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] update failed (client error): The resource could not be found. Jan 28 13:43:01.649918 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3bbd91b2-62a9-4f75-a540-cdb0f529b0d1 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] 10.222.0.39 "PUT /v2.0/floatingips/9a479d1f-69f0-4388-a555-b2fdcb496dcd HTTP/1.1" status: 404 len: 507 time: 0.2955914 Jan 28 13:43:01.653261 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47552) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:01.691128 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-99691d4a-4a24-4ba1-9c2a-332773f3ef5f service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299870 Jan 28 13:43:01.766162 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c654357c-134c-4157-b9a4-660af7219ca9 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks [] for floatingip (a7c48df1-a457-4ab4-bf3c-782129a0190a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:01.770492 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e6de5ee-8c71-49f5-834b-0f79573e8b95 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (742f71cc-f499-4fe0-9a21-24ba0cefd639), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:01.813013 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e6de5ee-8c71-49f5-834b-0f79573e8b95 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (742f71cc-f499-4fe0-9a21-24ba0cefd639), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:01.945268 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e9dcb953-c185-4ec0-be6c-e1eb7cb778e1 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Deleting port 0f24e277-593b-4946-ae1f-6c2a4f2705e1 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:01.951712 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb953-c185-4ec0-be6c-e1eb7cb778e1 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (0f24e277-593b-4946-ae1f-6c2a4f2705e1), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:01.963562 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e6de5ee-8c71-49f5-834b-0f79573e8b95 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (742f71cc-f499-4fe0-9a21-24ba0cefd639), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:01.978253 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e6de5ee-8c71-49f5-834b-0f79573e8b95 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:01.979272 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8e6de5ee-8c71-49f5-834b-0f79573e8b95 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "DELETE /v2.0/security-groups/742f71cc-f499-4fe0-9a21-24ba0cefd639 HTTP/1.1" status: 204 len: 168 time: 0.3920851 Jan 28 13:43:01.983259 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47556) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:02.051940 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6de5ee-8c71-49f5-834b-0f79573e8b95 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=742f71cc-f499-4fe0-9a21-24ba0cefd639,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:02.054576 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c654357c-134c-4157-b9a4-660af7219ca9 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fa15b1a3-ca0b-4de5-9569-093b4e1c586d), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:02.185213 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-51b0cb14-a876-4ebe-acb3-7349e4a9c960 service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743805 Jan 28 13:43:02.196135 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb953-c185-4ec0-be6c-e1eb7cb778e1 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (0f24e277-593b-4946-ae1f-6c2a4f2705e1), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:02.196649 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb953-c185-4ec0-be6c-e1eb7cb778e1 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks [] for floatingip (0f24e277-593b-4946-ae1f-6c2a4f2705e1), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:02.224441 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-27bdf9ca-137c-4168-b535-432e14b58886 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2399883 Jan 28 13:43:02.225139 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47562) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:02.232712 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-d2d10dc0-8b87-42bc-907c-152a15e8dba1 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group': {'name': 'tempest-secgroup--1570012555'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:02.250356 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e9dcb953-c185-4ec0-be6c-e1eb7cb778e1 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Calling delete_port for 0f24e277-593b-4946-ae1f-6c2a4f2705e1 owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:02.294955 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-621eddf7-ec51-46a1-979d-b1cc4e77ddcb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=f960cd27-de3c-42f4-a159-98a774fb4179 HTTP/1.1" status: 200 len: 217 time: 0.0996804 Jan 28 13:43:02.390473 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-b868eeb5-9cab-4ddd-a57a-18b65d9a879d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:02.394154 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-b868eeb5-9cab-4ddd-a57a-18b65d9a879d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=980241a2-d37e-4b55-8e0c-734aacae8814 HTTP/1.1" status: 200 len: 797 time: 0.0884457 Jan 28 13:43:02.411028 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d2d10dc0-8b87-42bc-907c-152a15e8dba1 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:02.569615 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d2d10dc0-8b87-42bc-907c-152a15e8dba1 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (cd4a7b0b-281c-4181-aa4e-b025eb844a71), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:02.611307 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d2d10dc0-8b87-42bc-907c-152a15e8dba1 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (cd4a7b0b-281c-4181-aa4e-b025eb844a71), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:02.617785 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-167060c8-c24c-498a-a4fd-ec340e358846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:02.620752 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-167060c8-c24c-498a-a4fd-ec340e358846 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=376b4709-87bf-4524-8081-ea1211d3f7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2163889 Jan 28 13:43:02.693228 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d2d10dc0-8b87-42bc-907c-152a15e8dba1 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:02.699053 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d2d10dc0-8b87-42bc-907c-152a15e8dba1 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4697177 Jan 28 13:43:02.699809 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47568) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:02.703331 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d10dc0-8b87-42bc-907c-152a15e8dba1 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4a7b0b-281c-4181-aa4e-b025eb844a71,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:02.712323 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-bc65c2c8-6879-4c75-8564-3468ee41882e tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group_rule': {'security_group_id': 'cd4a7b0b-281c-4181-aa4e-b025eb844a71', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:02.713385 n-d-822747-2 neutron-server[103352]: WARNING neutron.api.v2.base [None req-bc65c2c8-6879-4c75-8564-3468ee41882e tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 13:43:02.713996 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-bc65c2c8-6879-4c75-8564-3468ee41882e tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:43:02.718154 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bc65c2c8-6879-4c75-8564-3468ee41882e tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0160768 Jan 28 13:43:02.719969 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47570) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:02.748517 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-ad097710-a0a1-47c7-bd26-d0e9f7bc2683 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group_rule': {'security_group_id': 'cd4a7b0b-281c-4181-aa4e-b025eb844a71', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:02.749193 n-d-822747-2 neutron-server[103352]: WARNING neutron.api.v2.base [None req-ad097710-a0a1-47c7-bd26-d0e9f7bc2683 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 13:43:02.749690 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-ad097710-a0a1-47c7-bd26-d0e9f7bc2683 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:43:02.753992 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ad097710-a0a1-47c7-bd26-d0e9f7bc2683 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0297544 Jan 28 13:43:02.756154 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47572) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:02.766047 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-3b915743-094f-4e6f-9e36-ea851ec42b42 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group_rule': {'security_group_id': 'cd4a7b0b-281c-4181-aa4e-b025eb844a71', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:02.766940 n-d-822747-2 neutron-server[103352]: WARNING neutron.api.v2.base [None req-3b915743-094f-4e6f-9e36-ea851ec42b42 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 13:43:02.767433 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-3b915743-094f-4e6f-9e36-ea851ec42b42 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:43:02.771991 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3b915743-094f-4e6f-9e36-ea851ec42b42 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0113652 Jan 28 13:43:02.780593 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a43d56-4a34-4eff-857b-7e9c408316d9 req-f9e25da3-b96e-4cbe-bb1b-9f7434d5298f tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:02.782720 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-87a43d56-4a34-4eff-857b-7e9c408316d9 req-f9e25da3-b96e-4cbe-bb1b-9f7434d5298f tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 945 time: 0.2114208 Jan 28 13:43:02.783180 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47574) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:02.790336 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-f1385448-554b-4997-b878-14ecd25ce725 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group_rule': {'security_group_id': 'cd4a7b0b-281c-4181-aa4e-b025eb844a71', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:02.791274 n-d-822747-2 neutron-server[103352]: WARNING neutron.api.v2.base [None req-f1385448-554b-4997-b878-14ecd25ce725 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 13:43:02.791987 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-f1385448-554b-4997-b878-14ecd25ce725 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:43:02.796524 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f1385448-554b-4997-b878-14ecd25ce725 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0098357 Jan 28 13:43:02.801423 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47576) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:02.865750 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c654357c-134c-4157-b9a4-660af7219ca9 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks [] for port (fa15b1a3-ca0b-4de5-9569-093b4e1c586d), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:02.869329 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:02.886204 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c654357c-134c-4157-b9a4-660af7219ca9 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (fa15b1a3-ca0b-4de5-9569-093b4e1c586d), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:02.897088 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb953-c185-4ec0-be6c-e1eb7cb778e1 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (0f24e277-593b-4946-ae1f-6c2a4f2705e1), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:02.948781 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dcb953-c185-4ec0-be6c-e1eb7cb778e1 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Pushing event deleted for resources: {'Port': ['ID=0f24e277-593b-4946-ae1f-6c2a4f2705e1,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:02.952227 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3b10d412-8e2f-4434-9607-45109031af7b tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (cd4a7b0b-281c-4181-aa4e-b025eb844a71), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:02.995959 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3b10d412-8e2f-4434-9607-45109031af7b tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (cd4a7b0b-281c-4181-aa4e-b025eb844a71), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:03.059919 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-87a43d56-4a34-4eff-857b-7e9c408316d9 req-61cae668-bb1b-475e-9216-7a07e77a1726 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589910 Jan 28 13:43:03.087217 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3b10d412-8e2f-4434-9607-45109031af7b tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (cd4a7b0b-281c-4181-aa4e-b025eb844a71), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:03.087217 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3b10d412-8e2f-4434-9607-45109031af7b tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:03.087217 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3b10d412-8e2f-4434-9607-45109031af7b tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "DELETE /v2.0/security-groups/cd4a7b0b-281c-4181-aa4e-b025eb844a71 HTTP/1.1" status: 204 len: 168 time: 0.2806046 Jan 28 13:43:03.087217 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47582) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:03.137993 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-3969bf62-8d9b-4a50-9b4b-a717fbf5a71e service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084789 Jan 28 13:43:03.143189 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654357c-134c-4157-b9a4-660af7219ca9 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Pushing event updated for resources: {'Port': ['ID=fa15b1a3-ca0b-4de5-9569-093b4e1c586d,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:03.247727 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c654357c-134c-4157-b9a4-660af7219ca9 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (a7c48df1-a457-4ab4-bf3c-782129a0190a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:03.305699 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-db931cca-e32d-4eef-999f-f8bb6a5bade1 service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590035 Jan 28 13:43:03.308991 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c654357c-134c-4157-b9a4-660af7219ca9 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:03.309302 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10d412-8e2f-4434-9607-45109031af7b tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4a7b0b-281c-4181-aa4e-b025eb844a71,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:03.314020 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c654357c-134c-4157-b9a4-660af7219ca9 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6669142 Jan 28 13:43:03.314758 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb953-c185-4ec0-be6c-e1eb7cb778e1 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks [] for floatingip (9a479d1f-69f0-4388-a555-b2fdcb496dcd), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:03.319370 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb953-c185-4ec0-be6c-e1eb7cb778e1 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:03.328357 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e9dcb953-c185-4ec0-be6c-e1eb7cb778e1 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] 10.222.0.39 "DELETE /v2.0/floatingips/9a479d1f-69f0-4388-a555-b2fdcb496dcd HTTP/1.1" status: 204 len: 168 time: 1.6722479 Jan 28 13:43:03.329260 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47602) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:03.329753 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47604) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:03.360077 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-8a36d58c-88ce-48ff-9302-9fe5923178cf tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Request body: {'floatingip': {'floating_network_id': '48fea738-b599-4541-acb4-b62ce1a97125', 'port_id': '5ae60f8c-0890-4e99-891c-edcc98339f5d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:03.399847 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-81c93e27-818b-4c25-886b-3a04d09579e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0d46f223-1f12-4538-accd-a4fe31e8045f HTTP/1.1" status: 200 len: 217 time: 0.0885468 Jan 28 13:43:03.516811 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-24325cd0-4441-4aeb-a346-8d72eadf8798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:03.532426 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-24325cd0-4441-4aeb-a346-8d72eadf8798 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7038acd7-a865-4fdf-9a95-2c4ed7e3b100 HTTP/1.1" status: 200 len: 797 time: 0.1261141 Jan 28 13:43:03.633635 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-adbbad4e-ecca-420a-a7c7-844263697792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:03.637405 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-adbbad4e-ecca-420a-a7c7-844263697792 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=361216ca-dbe3-462f-a59f-a8c1564e775f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0978303 Jan 28 13:43:03.651516 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8041216c-f170-42ff-a5db-45263e6459e3 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] 10.222.0.39 "GET /v2.0/floatingips?floating_network_id=a95eb2a5-b5da-440c-a4e6-72f4239178a0 HTTP/1.1" status: 200 len: 690 time: 0.3193557 Jan 28 13:43:03.663412 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47612) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:03.702178 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f8bde11d-3c97-4ff4-a6a2-188e22760fc2 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6137533 Jan 28 13:43:03.711647 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47614) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:03.717475 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-706f9449-8a3b-4b34-acbf-ffa4b2827fa7 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group': {'name': 'tempest-secgroup--397223358'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:03.771764 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-c00a9f8b-1696-4aa4-88bd-a6b2a490ef51 service neutron] 10.222.0.18 "GET /v2.0/networks/361216ca-dbe3-462f-a59f-a8c1564e775f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277163 Jan 28 13:43:03.773382 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-706f9449-8a3b-4b34-acbf-ffa4b2827fa7 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:03.788895 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (a95eb2a5-b5da-440c-a4e6-72f4239178a0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:03.793278 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a36d58c-88ce-48ff-9302-9fe5923178cf tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:03.815027 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-510e5539-a790-4022-9bf1-b3afcffc0d85 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:03.816923 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-510e5539-a790-4022-9bf1-b3afcffc0d85 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/networks?id=1a7c7f9b-1954-4b23-a972-a8caf8d2f60e HTTP/1.1" status: 200 len: 809 time: 0.3656480 Jan 28 13:43:03.910865 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-7eb09fa7-94c1-4423-a455-2eb6d2be5705 service neutron] 10.222.0.18 "GET /v2.0/networks/361216ca-dbe3-462f-a59f-a8c1564e775f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270320 Jan 28 13:43:03.929533 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-0dc3dd36-021f-4cab-bfda-54215cd32671 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/quotas/d7822b4ee1cb4d678e2f89317991f7c3 HTTP/1.1" status: 200 len: 375 time: 0.0763276 Jan 28 13:43:03.961728 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-7e4f1709-f1fa-4655-a709-8ae31dd15046 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=87c6e003-b2c7-4642-bd53-85f447c888d6 HTTP/1.1" status: 200 len: 217 time: 0.0427277 Jan 28 13:43:04.027336 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-0f21460b-c118-4f77-b865-a99299578ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:04.040714 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-0f21460b-c118-4f77-b865-a99299578ac4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7038acd7-a865-4fdf-9a95-2c4ed7e3b100 HTTP/1.1" status: 200 len: 797 time: 0.0707846 Jan 28 13:43:04.104113 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-706f9449-8a3b-4b34-acbf-ffa4b2827fa7 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (d0ccfcda-af07-40dc-9900-bbbe7e74df65), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:04.113109 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-3679ccf5-3dd8-444d-9d72-65a35b72c657 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7822b4ee1cb4d678e2f89317991f7c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1607265 Jan 28 13:43:04.117236 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-706f9449-8a3b-4b34-acbf-ffa4b2827fa7 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d0ccfcda-af07-40dc-9900-bbbe7e74df65), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:04.149364 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Deleting port fa15b1a3-ca0b-4de5-9569-093b4e1c586d {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:04.149856 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (fa15b1a3-ca0b-4de5-9569-093b4e1c586d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:04.152890 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f9449-8a3b-4b34-acbf-ffa4b2827fa7 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ccfcda-af07-40dc-9900-bbbe7e74df65,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:04.161253 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-2d830475-1b33-4246-850b-79b47be5702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:04.163436 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-2d830475-1b33-4246-850b-79b47be5702b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=361216ca-dbe3-462f-a59f-a8c1564e775f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1102340 Jan 28 13:43:04.225572 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:04.275001 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-8a36d58c-88ce-48ff-9302-9fe5923178cf tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:43:04.276226 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8a36d58c-88ce-48ff-9302-9fe5923178cf tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9423420 Jan 28 13:43:04.282457 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47616) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:04.292802 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-0e538d91-acc0-4e2f-9958-310c3675c83c tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'port_id': '5ae60f8c-0890-4e99-891c-edcc98339f5d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:04.301795 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-706f9449-8a3b-4b34-acbf-ffa4b2827fa7 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:04.307232 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-706f9449-8a3b-4b34-acbf-ffa4b2827fa7 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5900908 Jan 28 13:43:04.307937 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47618) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:04.312226 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-298ccf50-fe3b-434a-93eb-e798965ce6e9 service neutron] 10.222.0.18 "GET /v2.0/networks/361216ca-dbe3-462f-a59f-a8c1564e775f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422276 Jan 28 13:43:04.315426 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-aee443c5-2f39-48fd-89ff-a402cb67cc8a tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group_rule': {'security_group_id': 'd0ccfcda-af07-40dc-9900-bbbe7e74df65', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:04.316166 n-d-822747-2 neutron-server[103351]: WARNING neutron.api.v2.base [None req-aee443c5-2f39-48fd-89ff-a402cb67cc8a tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 13:43:04.316673 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-aee443c5-2f39-48fd-89ff-a402cb67cc8a tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:43:04.320306 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-aee443c5-2f39-48fd-89ff-a402cb67cc8a tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087214 Jan 28 13:43:04.329491 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47620) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:04.356173 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (fa15b1a3-ca0b-4de5-9569-093b4e1c586d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:04.356852 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks [] for floatingip (fa15b1a3-ca0b-4de5-9569-093b4e1c586d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:04.372062 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-0dc50b2f-211e-4f33-88e4-9aaa8d4bce1f service neutron] 10.222.0.39 "GET /v2.0/networks/1a7c7f9b-1954-4b23-a972-a8caf8d2f60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450845 Jan 28 13:43:04.407591 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0e538d91-acc0-4e2f-9958-310c3675c83c tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:04.438222 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47624) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:04.451565 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Calling delete_port for fa15b1a3-ca0b-4de5-9569-093b4e1c586d owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:04.696991 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-88335656-a3ca-4386-b455-6e994f9ea95b service neutron] 10.222.0.39 "GET /v2.0/networks/1a7c7f9b-1954-4b23-a972-a8caf8d2f60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196440 Jan 28 13:43:04.774180 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-b8cca460-c731-4e04-81a0-59b2d4afbf1c tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group_rule': {'security_group_id': 'd0ccfcda-af07-40dc-9900-bbbe7e74df65', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:04.902491 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (fa15b1a3-ca0b-4de5-9569-093b4e1c586d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:04.949096 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01eb51a7-2c97-4f7c-a55c-2bc0ccdf30f1 req-22deff2e-609e-4a91-b393-70ff07a54b00 service neutron] 10.222.0.18 "GET /v2.0/networks/361216ca-dbe3-462f-a59f-a8c1564e775f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6299374 Jan 28 13:43:04.950146 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-b8cca460-c731-4e04-81a0-59b2d4afbf1c tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:43:04.955640 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b8cca460-c731-4e04-81a0-59b2d4afbf1c tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1852052 Jan 28 13:43:04.956183 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47636) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:04.960640 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-9e718d7f-9d73-46ad-8929-5b23f1f0d548 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group_rule': {'security_group_id': 'd0ccfcda-af07-40dc-9900-bbbe7e74df65', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:04.961957 n-d-822747-2 neutron-server[103351]: WARNING neutron.api.v2.base [None req-9e718d7f-9d73-46ad-8929-5b23f1f0d548 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 13:43:04.962452 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-9e718d7f-9d73-46ad-8929-5b23f1f0d548 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:43:04.967913 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9e718d7f-9d73-46ad-8929-5b23f1f0d548 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0106010 Jan 28 13:43:04.968497 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47638) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:04.974159 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-0aea9067-ec5b-4f90-8c61-67931987a5e8 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group_rule': {'security_group_id': 'd0ccfcda-af07-40dc-9900-bbbe7e74df65', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:04.996650 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa15b1a3-ca0b-4de5-9569-093b4e1c586d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:05.085399 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0e538d91-acc0-4e2f-9958-310c3675c83c tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:05.090030 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks [] for floatingip (a7c48df1-a457-4ab4-bf3c-782129a0190a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:05.104716 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a45c1a43-da56-49df-999d-e77183cec5a1 req-380326a0-baeb-47c9-b51e-d2b161f3355f tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 210 time: 0.0882707 Jan 28 13:43:05.154148 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-0aea9067-ec5b-4f90-8c61-67931987a5e8 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:43:05.161510 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0aea9067-ec5b-4f90-8c61-67931987a5e8 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1919954 Jan 28 13:43:05.162114 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47640) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:05.174727 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-1b0d65f4-5c7b-459e-ad7d-bcc26d106dec tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group_rule': {'security_group_id': 'd0ccfcda-af07-40dc-9900-bbbe7e74df65', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:05.175258 n-d-822747-2 neutron-server[103351]: WARNING neutron.api.v2.base [None req-1b0d65f4-5c7b-459e-ad7d-bcc26d106dec tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 13:43:05.176945 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-1b0d65f4-5c7b-459e-ad7d-bcc26d106dec tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:43:05.184769 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1b0d65f4-5c7b-459e-ad7d-bcc26d106dec tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0185111 Jan 28 13:43:05.186282 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47644) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:05.197503 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-8975a1e6-3f64-4d62-8af6-ec0e4336a59a tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group_rule': {'security_group_id': 'd0ccfcda-af07-40dc-9900-bbbe7e74df65', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:05.246957 n-d-822747-2 neutron-server[103351]: INFO neutron.db.securitygroups_db [None req-8975a1e6-3f64-4d62-8af6-ec0e4336a59a tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Project b9f4a8a24da64686b12318ad33b91df1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:43:05.250928 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (3c9c02a3-c2de-4868-97a8-108e7a1fa867), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:05.285088 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-8975a1e6-3f64-4d62-8af6-ec0e4336a59a tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:43:05.290777 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8975a1e6-3f64-4d62-8af6-ec0e4336a59a tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1032932 Jan 28 13:43:05.291449 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47648) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:05.296268 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-92e7ffe5-c20f-4fb6-b01f-6f892bcb1eca tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group_rule': {'security_group_id': 'd0ccfcda-af07-40dc-9900-bbbe7e74df65', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:05.296760 n-d-822747-2 neutron-server[103351]: WARNING neutron.api.v2.base [None req-92e7ffe5-c20f-4fb6-b01f-6f892bcb1eca tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 13:43:05.297254 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-92e7ffe5-c20f-4fb6-b01f-6f892bcb1eca tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:43:05.305942 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-92e7ffe5-c20f-4fb6-b01f-6f892bcb1eca tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0133593 Jan 28 13:43:05.306603 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47650) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:05.311099 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-f4dee4bd-cd71-428e-8894-8b7cc9c7d90e tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group_rule': {'security_group_id': 'd0ccfcda-af07-40dc-9900-bbbe7e74df65', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:05.355846 n-d-822747-2 neutron-server[103351]: INFO neutron.db.securitygroups_db [None req-f4dee4bd-cd71-428e-8894-8b7cc9c7d90e tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Project b9f4a8a24da64686b12318ad33b91df1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:43:05.381953 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-f4dee4bd-cd71-428e-8894-8b7cc9c7d90e tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:43:05.386285 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f4dee4bd-cd71-428e-8894-8b7cc9c7d90e tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0785792 Jan 28 13:43:05.386924 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47654) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:05.391718 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-5c308b69-3697-417b-a544-4ad99db77b37 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group_rule': {'security_group_id': 'd0ccfcda-af07-40dc-9900-bbbe7e74df65', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:05.433666 n-d-822747-2 neutron-server[103351]: INFO neutron.db.securitygroups_db [None req-5c308b69-3697-417b-a544-4ad99db77b37 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Project b9f4a8a24da64686b12318ad33b91df1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:43:05.455243 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-5c308b69-3697-417b-a544-4ad99db77b37 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:43:05.460293 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5c308b69-3697-417b-a544-4ad99db77b37 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0721025 Jan 28 13:43:05.461294 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47656) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:05.535539 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e1442020-0600-4d36-86c6-2f12d2da9bec tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (d0ccfcda-af07-40dc-9900-bbbe7e74df65), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:05.568838 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e1442020-0600-4d36-86c6-2f12d2da9bec tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (d0ccfcda-af07-40dc-9900-bbbe7e74df65), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:05.635901 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e1442020-0600-4d36-86c6-2f12d2da9bec tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d0ccfcda-af07-40dc-9900-bbbe7e74df65), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:05.642452 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e1442020-0600-4d36-86c6-2f12d2da9bec tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:05.647426 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e1442020-0600-4d36-86c6-2f12d2da9bec tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "DELETE /v2.0/security-groups/d0ccfcda-af07-40dc-9900-bbbe7e74df65 HTTP/1.1" status: 204 len: 168 time: 0.1849937 Jan 28 13:43:05.648451 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47658) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:05.670904 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1442020-0600-4d36-86c6-2f12d2da9bec tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ccfcda-af07-40dc-9900-bbbe7e74df65,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:05.759405 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:05.782525 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c15e29cd-9b56-4723-b5aa-105f8f27ad4a tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1279440 Jan 28 13:43:05.788869 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47664) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:05.800013 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-b1d45f8b-e23f-40c7-a480-d21ce59b29d7 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group': {'name': 'tempest-secgroup--414620837'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:05.888670 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-0e538d91-acc0-4e2f-9958-310c3675c83c tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Allocated IP 172.25.3.157 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/c99ff0d4-b574-4704-8826-8b7367308582) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:43:05.905325 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (3c9c02a3-c2de-4868-97a8-108e7a1fa867), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:05.919867 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b1d45f8b-e23f-40c7-a480-d21ce59b29d7 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:05.969869 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3c9c02a3-c2de-4868-97a8-108e7a1fa867,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:06.027864 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:06.028236 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:06.028579 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:06.028913 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:06.029241 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:06.029571 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:06.029890 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:06.030214 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:06.030540 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:06.030877 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:06.031218 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:06.031540 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:06.031862 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:06.130332 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (a95eb2a5-b5da-440c-a4e6-72f4239178a0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:06.222620 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0e538d91-acc0-4e2f-9958-310c3675c83c tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks [] for port (c99ff0d4-b574-4704-8826-8b7367308582), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:06.227107 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a95eb2a5-b5da-440c-a4e6-72f4239178a0']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:06.277384 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0378a630-eb52-4afc-be2a-4e1e6d8dbb69') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:06.278122 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0378a630-eb52-4afc-be2a-4e1e6d8dbb69') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:06.286214 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8fbb4fe7-9401-4229-a025-1d81aca4a6db req-c8f4fa52-964f-471a-a226-afe28b0c5919 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 210 time: 0.0526283 Jan 28 13:43:06.314103 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (0378a630-eb52-4afc-be2a-4e1e6d8dbb69), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:06.355491 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b1d45f8b-e23f-40c7-a480-d21ce59b29d7 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (7801b66f-e632-4c68-ad1a-f53bb0770ec5), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:06.369031 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (0378a630-eb52-4afc-be2a-4e1e6d8dbb69), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:06.378575 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b1d45f8b-e23f-40c7-a480-d21ce59b29d7 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7801b66f-e632-4c68-ad1a-f53bb0770ec5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:06.394715 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:43:06.395438 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (0378a630-eb52-4afc-be2a-4e1e6d8dbb69), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:43:06.404316 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:43:06.433578 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0e538d91-acc0-4e2f-9958-310c3675c83c tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c99ff0d4-b574-4704-8826-8b7367308582), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:06.488725 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-2b355b73-57e6-4b03-b73a-8913e24f8be7 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:06.490942 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-2b355b73-57e6-4b03-b73a-8913e24f8be7 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.18 "GET /v2.0/networks?id=1a7c7f9b-1954-4b23-a972-a8caf8d2f60e HTTP/1.1" status: 200 len: 809 time: 0.2253695 Jan 28 13:43:06.505052 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-88b44484-c6cf-41dc-bc4c-00cd68a30ad8 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Request body: {'port': {'device_id': '0f774ad8-c33c-4cfb-ac56-c0ab99a3d114', 'network_id': '1a7c7f9b-1954-4b23-a972-a8caf8d2f60e', 'admin_state_up': True, 'tenant_id': 'd7822b4ee1cb4d678e2f89317991f7c3'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:06.571139 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e538d91-acc0-4e2f-9958-310c3675c83c tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Pushing event updated for resources: {'Port': ['ID=c99ff0d4-b574-4704-8826-8b7367308582,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:06.599507 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (a95eb2a5-b5da-440c-a4e6-72f4239178a0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:06.603435 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d45f8b-e23f-40c7-a480-d21ce59b29d7 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7801b66f-e632-4c68-ad1a-f53bb0770ec5,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:06.617980 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a95eb2a5-b5da-440c-a4e6-72f4239178a0 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 13:43:06.641500 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b1d45f8b-e23f-40c7-a480-d21ce59b29d7 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:06.643200 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b1d45f8b-e23f-40c7-a480-d21ce59b29d7 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8484690 Jan 28 13:43:06.645056 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:06.648304 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] 10.222.0.39 "DELETE /v2.0/networks/a95eb2a5-b5da-440c-a4e6-72f4239178a0 HTTP/1.1" status: 204 len: 168 time: 2.9839616 Jan 28 13:43:06.650115 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeffc64-3961-4400-8bde-6aa7ce215997 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Pushing event deleted for resources: {'Network': ['ID=a95eb2a5-b5da-440c-a4e6-72f4239178a0,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:06.663121 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47668) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:06.663604 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47670) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:06.670285 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e538d91-acc0-4e2f-9958-310c3675c83c tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:06.677038 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-0e538d91-acc0-4e2f-9958-310c3675c83c tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:06.680347 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-a779582b-e72b-4572-8cbb-8e4c8f55e8df tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group_rule': {'security_group_id': '7801b66f-e632-4c68-ad1a-f53bb0770ec5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:06.683138 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e538d91-acc0-4e2f-9958-310c3675c83c tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:06.855696 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-a779582b-e72b-4572-8cbb-8e4c8f55e8df tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] create failed (client error): The resource could not be found. Jan 28 13:43:06.856939 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a779582b-e72b-4572-8cbb-8e4c8f55e8df tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1922631 Jan 28 13:43:06.863607 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47676) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:06.878779 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-4c23224d-b7f1-418e-935b-76a11323e48c tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group_rule': {'security_group_id': '7801b66f-e632-4c68-ad1a-f53bb0770ec5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1bfaecfd-c064-4a3f-b8b1-a0071bec60e4'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:06.953733 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b59cd16e-293c-491b-908c-47957ebb30cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (12e79e6d-e245-41f2-9a12-df26573f79b8), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:06.956644 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bcedb108-d48c-467e-be47-dfb96c84931d tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.2905171 Jan 28 13:43:06.958478 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47678) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:06.974160 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-88b44484-c6cf-41dc-bc4c-00cd68a30ad8 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Made reservation on behalf of d7822b4ee1cb4d678e2f89317991f7c3 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:06.979787 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-88b44484-c6cf-41dc-bc4c-00cd68a30ad8 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.112191 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-4c23224d-b7f1-418e-935b-76a11323e48c tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] create failed (client error): The resource could not be found. Jan 28 13:43:07.113567 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4c23224d-b7f1-418e-935b-76a11323e48c tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2397618 Jan 28 13:43:07.117645 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47680) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:07.211730 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d631248-51ae-4521-9c87-c8204fc6762c tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:07.212414 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d631248-51ae-4521-9c87-c8204fc6762c tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:07.212857 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d631248-51ae-4521-9c87-c8204fc6762c tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:07.213368 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d631248-51ae-4521-9c87-c8204fc6762c tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:07.213979 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d631248-51ae-4521-9c87-c8204fc6762c tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:07.214606 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d631248-51ae-4521-9c87-c8204fc6762c tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:07.215137 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d631248-51ae-4521-9c87-c8204fc6762c tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:07.215658 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d631248-51ae-4521-9c87-c8204fc6762c tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:07.216567 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d631248-51ae-4521-9c87-c8204fc6762c tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:07.217075 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d631248-51ae-4521-9c87-c8204fc6762c tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:07.217582 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d631248-51ae-4521-9c87-c8204fc6762c tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:07.218084 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d631248-51ae-4521-9c87-c8204fc6762c tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:07.218700 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d631248-51ae-4521-9c87-c8204fc6762c tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:07.219116 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d631248-51ae-4521-9c87-c8204fc6762c tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:07.225127 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6d631248-51ae-4521-9c87-c8204fc6762c tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8990 time: 0.2663805 Jan 28 13:43:07.226484 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47682) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:07.253896 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-0e538d91-acc0-4e2f-9958-310c3675c83c tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Deleting port c99ff0d4-b574-4704-8826-8b7367308582 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:07.254487 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0e538d91-acc0-4e2f-9958-310c3675c83c tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c99ff0d4-b574-4704-8826-8b7367308582), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.306065 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-9a11317f-0362-43c4-8868-af9abd838b64 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] delete failed (client error): The resource could not be found. Jan 28 13:43:07.310313 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9a11317f-0362-43c4-8868-af9abd838b64 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/a7c48df1-a457-4ab4-bf3c-782129a0190a HTTP/1.1" status: 404 len: 345 time: 0.0753160 Jan 28 13:43:07.332646 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47684) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:07.343913 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2609e50-b7f9-437b-97eb-0c02934fc7aa tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (7801b66f-e632-4c68-ad1a-f53bb0770ec5), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.385199 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aed18c0-70e9-4f3e-8e2f-825a89d3cc89 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] DELETE failed (client error): The resource could not be found. Jan 28 13:43:07.385971 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aed18c0-70e9-4f3e-8e2f-825a89d3cc89 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:43:07.387322 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2609e50-b7f9-437b-97eb-0c02934fc7aa tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (7801b66f-e632-4c68-ad1a-f53bb0770ec5), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.389609 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2aed18c0-70e9-4f3e-8e2f-825a89d3cc89 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] 10.222.0.39 "DELETE /v2.0/networks/a95eb2a5-b5da-440c-a4e6-72f4239178a0 HTTP/1.1" status: 404 len: 339 time: 0.0522773 Jan 28 13:43:07.395823 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-88b44484-c6cf-41dc-bc4c-00cd68a30ad8 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Allocated IP 172.20.0.5 (1a7c7f9b-1954-4b23-a972-a8caf8d2f60e/29425192-d153-4d6d-998f-4743e88ed753/e8c6f11d-73bc-4996-b2ae-7fed099fce07) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:43:07.399068 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47688) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:07.405197 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-6dbacc05-5098-49a9-9a6e-e857ed89b37f tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Request body: {'network': {'name': 'tempest-network--1151831225', 'router:external': True}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:07.450245 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-07173a17-f0a0-4ffe-93d9-9e048cbdbc9f req-2660f898-0a38-4fd1-833d-ab314675f421 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 210 time: 0.0547211 Jan 28 13:43:07.492264 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0e538d91-acc0-4e2f-9958-310c3675c83c tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c99ff0d4-b574-4704-8826-8b7367308582), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.492994 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0e538d91-acc0-4e2f-9958-310c3675c83c tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks [] for floatingip (c99ff0d4-b574-4704-8826-8b7367308582), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.501188 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2609e50-b7f9-437b-97eb-0c02934fc7aa tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7801b66f-e632-4c68-ad1a-f53bb0770ec5), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.503905 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2609e50-b7f9-437b-97eb-0c02934fc7aa tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.505355 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a2609e50-b7f9-437b-97eb-0c02934fc7aa tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "DELETE /v2.0/security-groups/7801b66f-e632-4c68-ad1a-f53bb0770ec5 HTTP/1.1" status: 204 len: 168 time: 0.3804748 Jan 28 13:43:07.505815 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbacc05-5098-49a9-9a6e-e857ed89b37f tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Made reservation on behalf of 52d80efc77634c52a183688b1f9e3df6 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:07.508283 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6dbacc05-5098-49a9-9a6e-e857ed89b37f tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.513821 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47690) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:07.520942 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-0e538d91-acc0-4e2f-9958-310c3675c83c tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Calling delete_port for c99ff0d4-b574-4704-8826-8b7367308582 owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:07.539490 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-b59cd16e-293c-491b-908c-47957ebb30cd admin admin] Deleting port 3cc61c3e-372c-4eb1-a647-fc9b1aa216dd {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:07.539899 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b59cd16e-293c-491b-908c-47957ebb30cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (3cc61c3e-372c-4eb1-a647-fc9b1aa216dd), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.549470 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2609e50-b7f9-437b-97eb-0c02934fc7aa tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7801b66f-e632-4c68-ad1a-f53bb0770ec5,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:07.638969 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8d37e3a5-cafa-4571-984b-100890504fcb tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1170523 Jan 28 13:43:07.640602 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47692) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:07.642875 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dbacc05-5098-49a9-9a6e-e857ed89b37f tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:43:07.643917 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-39788602-877d-4d13-ae9b-a8dba055e50a tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group_rule': {'security_group_id': 'cc254f49-e020-4b82-accc-610b10116446', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:07.675065 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6dbacc05-5098-49a9-9a6e-e857ed89b37f tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (e8bc2def-98e3-48f6-b9d0-a707a9361e6d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.675591 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-6dbacc05-5098-49a9-9a6e-e857ed89b37f tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Added segment e8bc2def-98e3-48f6-b9d0-a707a9361e6d of type vlan for network 7f0fd88e-3210-40e4-9838-093b4f96ef5b Jan 28 13:43:07.704777 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-88b44484-c6cf-41dc-bc4c-00cd68a30ad8 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Publish callbacks [] for port (e8c6f11d-73bc-4996-b2ae-7fed099fce07), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.729238 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-39788602-877d-4d13-ae9b-a8dba055e50a tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] create failed (client error): The resource could not be found. Jan 28 13:43:07.734245 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-39788602-877d-4d13-ae9b-a8dba055e50a tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0904603 Jan 28 13:43:07.735854 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47694) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:07.745922 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-b59cd16e-293c-491b-908c-47957ebb30cd admin admin] For port 3cc61c3e-372c-4eb1-a647-fc9b1aa216dd, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3cc61c3e-372c-4eb1-a647-fc9b1aa216dd,segment=NetworkSegment(f6c893c0-ae7b-4968-9c43-ab76e31be400),segment_id=f6c893c0-ae7b-4968-9c43-ab76e31be400)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:07.747679 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b59cd16e-293c-491b-908c-47957ebb30cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (3cc61c3e-372c-4eb1-a647-fc9b1aa216dd), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.747818 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-520eda96-9280-4ab6-aa6d-0aa6dd3a6ba1 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group': {'name': 'tempest-secgroup--1238536174'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:07.775189 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-88b44484-c6cf-41dc-bc4c-00cd68a30ad8 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (e8c6f11d-73bc-4996-b2ae-7fed099fce07), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.778741 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-520eda96-9280-4ab6-aa6d-0aa6dd3a6ba1 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.794329 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['e94a2479-7707-40ef-915e-0227d39bf900'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:43:07.797849 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6dbacc05-5098-49a9-9a6e-e857ed89b37f tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (7f0fd88e-3210-40e4-9838-093b4f96ef5b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.801755 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-b59cd16e-293c-491b-908c-47957ebb30cd admin admin] Calling delete_port for 3cc61c3e-372c-4eb1-a647-fc9b1aa216dd owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:07.884752 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b44484-c6cf-41dc-bc4c-00cd68a30ad8 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Pushing event updated for resources: {'Port': ['ID=e8c6f11d-73bc-4996-b2ae-7fed099fce07,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:07.897339 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-88b44484-c6cf-41dc-bc4c-00cd68a30ad8 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Network 1a7c7f9b-1954-4b23-a972-a8caf8d2f60e is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:07.900787 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-88b44484-c6cf-41dc-bc4c-00cd68a30ad8 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:07.914551 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-88b44484-c6cf-41dc-bc4c-00cd68a30ad8 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:07.921532 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0e538d91-acc0-4e2f-9958-310c3675c83c tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c99ff0d4-b574-4704-8826-8b7367308582), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.967017 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6dbacc05-5098-49a9-9a6e-e857ed89b37f tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (7f0fd88e-3210-40e4-9838-093b4f96ef5b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.969695 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbacc05-5098-49a9-9a6e-e857ed89b37f tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:07.970434 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6dbacc05-5098-49a9-9a6e-e857ed89b37f tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.972500 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:43:08.026799 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-88b44484-c6cf-41dc-bc4c-00cd68a30ad8 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:08.028129 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-88b44484-c6cf-41dc-bc4c-00cd68a30ad8 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.036154 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e538d91-acc0-4e2f-9958-310c3675c83c tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Pushing event deleted for resources: {'Port': ['ID=c99ff0d4-b574-4704-8826-8b7367308582,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:08.071921 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-88b44484-c6cf-41dc-bc4c-00cd68a30ad8 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5704901 Jan 28 13:43:08.075615 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-520eda96-9280-4ab6-aa6d-0aa6dd3a6ba1 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (646573d7-e685-4aad-a911-d671bc3da8c2), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.086516 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-7e43c94a-7ea8-43ae-90d9-c271a7f2778e service neutron] Request body: {'port': {'device_id': '0f774ad8-c33c-4cfb-ac56-c0ab99a3d114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:08.093284 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-520eda96-9280-4ab6-aa6d-0aa6dd3a6ba1 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (646573d7-e685-4aad-a911-d671bc3da8c2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.110763 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6dbacc05-5098-49a9-9a6e-e857ed89b37f tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7096083 Jan 28 13:43:08.116408 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47700) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:08.182257 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-520eda96-9280-4ab6-aa6d-0aa6dd3a6ba1 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.182642 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbacc05-5098-49a9-9a6e-e857ed89b37f tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Pushing event updated for resources: {'Network': ['ID=7f0fd88e-3210-40e4-9838-093b4f96ef5b,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:08.185993 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-520eda96-9280-4ab6-aa6d-0aa6dd3a6ba1 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4497056 Jan 28 13:43:08.189615 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47702) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:08.196576 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-4cb249d3-baed-46a0-bc20-af829d28943c tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group': {'name': 'tempest-secgroup--1651019681'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:08.202632 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 7f0fd88e-3210-40e4-9838-093b4f96ef5b details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:43:08.258029 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4cb249d3-baed-46a0-bc20-af829d28943c tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.273715 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-0e538d91-acc0-4e2f-9958-310c3675c83c tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] create failed (client error): The resource could not be found. Jan 28 13:43:08.280507 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0e538d91-acc0-4e2f-9958-310c3675c83c tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.9862499 Jan 28 13:43:08.280507 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47704) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:08.293727 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520eda96-9280-4ab6-aa6d-0aa6dd3a6ba1 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=646573d7-e685-4aad-a911-d671bc3da8c2,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:08.377891 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-7e43c94a-7ea8-43ae-90d9-c271a7f2778e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e8c6f11d-73bc-4996-b2ae-7fed099fce07), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.441448 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b59cd16e-293c-491b-908c-47957ebb30cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (3cc61c3e-372c-4eb1-a647-fc9b1aa216dd), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.467425 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4732a7e0-dc4a-403a-bebb-2cc572d3198b tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:08.472716 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4732a7e0-dc4a-403a-bebb-2cc572d3198b tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:08.480034 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4732a7e0-dc4a-403a-bebb-2cc572d3198b tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:08.486489 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4732a7e0-dc4a-403a-bebb-2cc572d3198b tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:08.486718 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59cd16e-293c-491b-908c-47957ebb30cd admin admin] Pushing event deleted for resources: {'Port': ['ID=3cc61c3e-372c-4eb1-a647-fc9b1aa216dd,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:08.488473 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4732a7e0-dc4a-403a-bebb-2cc572d3198b tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3680012 Jan 28 13:43:08.491762 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47708) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:08.511043 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4cb249d3-baed-46a0-bc20-af829d28943c tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (d594121c-ebbc-4109-b3ef-c54f87c318a2), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.538931 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4cb249d3-baed-46a0-bc20-af829d28943c tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d594121c-ebbc-4109-b3ef-c54f87c318a2), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.576524 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ef062350-f50a-454f-af00-7233d5b30a8b tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (7f0fd88e-3210-40e4-9838-093b4f96ef5b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.606432 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb249d3-baed-46a0-bc20-af829d28943c tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d594121c-ebbc-4109-b3ef-c54f87c318a2,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:08.618719 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-55c9a0ec-ceb2-4fb9-813e-ff624754ca97 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Deleting port 5ae60f8c-0890-4e99-891c-edcc98339f5d {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:08.618976 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-55c9a0ec-ceb2-4fb9-813e-ff624754ca97 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (5ae60f8c-0890-4e99-891c-edcc98339f5d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.680248 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4cb249d3-baed-46a0-bc20-af829d28943c tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.681567 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4cb249d3-baed-46a0-bc20-af829d28943c tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4890916 Jan 28 13:43:08.687702 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47710) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:08.722701 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-fe8d0143-6663-419b-b86f-8d77a81f319d tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group_rule': {'security_group_id': '646573d7-e685-4aad-a911-d671bc3da8c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd594121c-ebbc-4109-b3ef-c54f87c318a2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:08.793177 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-55c9a0ec-ceb2-4fb9-813e-ff624754ca97 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (5ae60f8c-0890-4e99-891c-edcc98339f5d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.845982 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ef062350-f50a-454f-af00-7233d5b30a8b tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (7f0fd88e-3210-40e4-9838-093b4f96ef5b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.853226 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-55c9a0ec-ceb2-4fb9-813e-ff624754ca97 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Calling delete_port for 5ae60f8c-0890-4e99-891c-edcc98339f5d owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:08.864236 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c816323-ba4e-4857-ae51-e9dac8e5f540 req-fec62786-9e5e-4125-87db-94019d11dfa5 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:08.865793 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9c816323-ba4e-4857-ae51-e9dac8e5f540 req-fec62786-9e5e-4125-87db-94019d11dfa5 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 931 time: 0.2704897 Jan 28 13:43:08.892945 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-ef062350-f50a-454f-af00-7233d5b30a8b tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f0fd88e-3210-40e4-9838-093b4f96ef5b']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:08.913375 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-ef062350-f50a-454f-af00-7233d5b30a8b tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8bc2def-98e3-48f6-b9d0-a707a9361e6d') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:08.913759 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-ef062350-f50a-454f-af00-7233d5b30a8b tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8bc2def-98e3-48f6-b9d0-a707a9361e6d') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:08.948834 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ef062350-f50a-454f-af00-7233d5b30a8b tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (e8bc2def-98e3-48f6-b9d0-a707a9361e6d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.977431 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ef062350-f50a-454f-af00-7233d5b30a8b tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (e8bc2def-98e3-48f6-b9d0-a707a9361e6d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.991687 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef062350-f50a-454f-af00-7233d5b30a8b tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:43:08.992146 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ef062350-f50a-454f-af00-7233d5b30a8b tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (e8bc2def-98e3-48f6-b9d0-a707a9361e6d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:09.061534 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b59cd16e-293c-491b-908c-47957ebb30cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (12e79e6d-e245-41f2-9a12-df26573f79b8), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:09.081474 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9c816323-ba4e-4857-ae51-e9dac8e5f540 req-12f00cfe-f31e-4483-a3b4-ecf9213cddbc tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022796 Jan 28 13:43:09.147348 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-7e43c94a-7ea8-43ae-90d9-c271a7f2778e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c6f11d-73bc-4996-b2ae-7fed099fce07 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:43:09.154147 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:43:09.156446 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-7e43c94a-7ea8-43ae-90d9-c271a7f2778e service neutron] Publish callbacks [] for port (e8c6f11d-73bc-4996-b2ae-7fed099fce07), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:09.158678 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ef062350-f50a-454f-af00-7233d5b30a8b tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (7f0fd88e-3210-40e4-9838-093b4f96ef5b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:09.165544 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-fe8d0143-6663-419b-b86f-8d77a81f319d tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:43:09.169484 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fe8d0143-6663-419b-b86f-8d77a81f319d tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4505310 Jan 28 13:43:09.175075 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47716) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:09.175886 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef062350-f50a-454f-af00-7233d5b30a8b tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7f0fd88e-3210-40e4-9838-093b4f96ef5b {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 13:43:09.206699 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ef062350-f50a-454f-af00-7233d5b30a8b tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:09.213997 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ef062350-f50a-454f-af00-7233d5b30a8b tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] 10.222.0.39 "DELETE /v2.0/networks/7f0fd88e-3210-40e4-9838-093b4f96ef5b HTTP/1.1" status: 204 len: 168 time: 0.7172594 Jan 28 13:43:09.222366 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47718) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:09.233456 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-44721016-bf97-467e-8af6-aea13c64fb5f tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Request body: {'network': {'name': 'tempest-network--1606848690', 'router:external': True}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:09.256326 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef062350-f50a-454f-af00-7233d5b30a8b tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Pushing event deleted for resources: {'Network': ['ID=7f0fd88e-3210-40e4-9838-093b4f96ef5b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:09.272284 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-7e43c94a-7ea8-43ae-90d9-c271a7f2778e service neutron] Transition to ACTIVE for port object e8c6f11d-73bc-4996-b2ae-7fed099fce07 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:43:09.285289 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-7e43c94a-7ea8-43ae-90d9-c271a7f2778e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (e8c6f11d-73bc-4996-b2ae-7fed099fce07), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:09.331774 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43c94a-7ea8-43ae-90d9-c271a7f2778e service neutron] Pushing event updated for resources: {'Port': ['ID=e8c6f11d-73bc-4996-b2ae-7fed099fce07,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:09.335834 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44721016-bf97-467e-8af6-aea13c64fb5f tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Made reservation on behalf of 52d80efc77634c52a183688b1f9e3df6 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:09.338099 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-44721016-bf97-467e-8af6-aea13c64fb5f tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:09.340726 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b5cc8a8a-35ed-4d07-a954-58a5b867d941 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (d594121c-ebbc-4109-b3ef-c54f87c318a2), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:09.404080 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b5cc8a8a-35ed-4d07-a954-58a5b867d941 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (d594121c-ebbc-4109-b3ef-c54f87c318a2), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:09.419387 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-55c9a0ec-ceb2-4fb9-813e-ff624754ca97 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (5ae60f8c-0890-4e99-891c-edcc98339f5d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:09.429411 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59cd16e-293c-491b-908c-47957ebb30cd admin admin] Router 12e79e6d-e245-41f2-9a12-df26573f79b8 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:43:09.445709 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44721016-bf97-467e-8af6-aea13c64fb5f tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:43:09.467118 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9a0ec-ceb2-4fb9-813e-ff624754ca97 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Pushing event deleted for resources: {'Port': ['ID=5ae60f8c-0890-4e99-891c-edcc98339f5d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:09.482804 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-44721016-bf97-467e-8af6-aea13c64fb5f tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (9fc17152-abbd-48a8-bf32-0e1e0e633911), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:09.483279 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-44721016-bf97-467e-8af6-aea13c64fb5f tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Added segment 9fc17152-abbd-48a8-bf32-0e1e0e633911 of type vlan for network 3c0b9084-8494-469c-8e3b-0a20777d0fcb Jan 28 13:43:09.526128 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-7e43c94a-7ea8-43ae-90d9-c271a7f2778e service neutron] Attempting to bind port e8c6f11d-73bc-4996-b2ae-7fed099fce07 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:43:09.526128 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-7e43c94a-7ea8-43ae-90d9-c271a7f2778e service neutron] Attempting to bind port e8c6f11d-73bc-4996-b2ae-7fed099fce07 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'c9429e28-5e0c-4919-aa67-0d62a329ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1a7c7f9b-1954-4b23-a972-a8caf8d2f60e'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:43:09.526128 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-7e43c94a-7ea8-43ae-90d9-c271a7f2778e service neutron] Attempting to bind port e8c6f11d-73bc-4996-b2ae-7fed099fce07 on network 1a7c7f9b-1954-4b23-a972-a8caf8d2f60e {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:43:09.538010 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-7e43c94a-7ea8-43ae-90d9-c271a7f2778e service neutron] Port e8c6f11d-73bc-4996-b2ae-7fed099fce07 on network 1a7c7f9b-1954-4b23-a972-a8caf8d2f60e not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:43:09.538379 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-7e43c94a-7ea8-43ae-90d9-c271a7f2778e service neutron] Attempting to bind port e8c6f11d-73bc-4996-b2ae-7fed099fce07 on network 1a7c7f9b-1954-4b23-a972-a8caf8d2f60e {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:43:09.545965 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b5cc8a8a-35ed-4d07-a954-58a5b867d941 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d594121c-ebbc-4109-b3ef-c54f87c318a2), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:09.548537 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b5cc8a8a-35ed-4d07-a954-58a5b867d941 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:09.554649 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b5cc8a8a-35ed-4d07-a954-58a5b867d941 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "DELETE /v2.0/security-groups/d594121c-ebbc-4109-b3ef-c54f87c318a2 HTTP/1.1" status: 204 len: 168 time: 0.3769312 Jan 28 13:43:09.555299 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47720) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:09.642299 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-7e43c94a-7ea8-43ae-90d9-c271a7f2778e service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:43:09.642903 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-7e43c94a-7ea8-43ae-90d9-c271a7f2778e service neutron] Checking segment: {'id': 'c9429e28-5e0c-4919-aa67-0d62a329ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1a7c7f9b-1954-4b23-a972-a8caf8d2f60e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:43:09.643096 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-7e43c94a-7ea8-43ae-90d9-c271a7f2778e service neutron] Bound using segment: {'id': 'c9429e28-5e0c-4919-aa67-0d62a329ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1a7c7f9b-1954-4b23-a972-a8caf8d2f60e'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:43:09.643470 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-7e43c94a-7ea8-43ae-90d9-c271a7f2778e service neutron] Bound port: e8c6f11d-73bc-4996-b2ae-7fed099fce07, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9429e28-5e0c-4919-aa67-0d62a329ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1a7c7f9b-1954-4b23-a972-a8caf8d2f60e'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:43:09.643825 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-7e43c94a-7ea8-43ae-90d9-c271a7f2778e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e8c6f11d-73bc-4996-b2ae-7fed099fce07), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:09.650444 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-44721016-bf97-467e-8af6-aea13c64fb5f tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (3c0b9084-8494-469c-8e3b-0a20777d0fcb), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:09.666474 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-01ee4990-7c4c-49c3-a474-304d14937947 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0989082 Jan 28 13:43:09.668335 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47722) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:09.690821 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc8a8a-35ed-4d07-a954-58a5b867d941 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d594121c-ebbc-4109-b3ef-c54f87c318a2,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:09.736658 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-55c9a0ec-ceb2-4fb9-813e-ff624754ca97 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:09.747637 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-55c9a0ec-ceb2-4fb9-813e-ff624754ca97 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] 10.222.0.39 "DELETE /v2.0/ports/5ae60f8c-0890-4e99-891c-edcc98339f5d HTTP/1.1" status: 204 len: 168 time: 1.4646199 Jan 28 13:43:09.755171 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59cd16e-293c-491b-908c-47957ebb30cd admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:43:09.757873 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47724) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:09.764467 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b59cd16e-293c-491b-908c-47957ebb30cd admin admin] 10.222.0.39 "PUT /v2.0/routers/12e79e6d-e245-41f2-9a12-df26573f79b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3237426 Jan 28 13:43:09.770319 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47726) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:09.786561 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c9b687-391a-4fe7-b188-9c3798a9eb38 None None] Sync routers for ids ['12e79e6d-e245-41f2-9a12-df26573f79b8'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:43:09.802976 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c9b687-391a-4fe7-b188-9c3798a9eb38 None None] Routers {'12e79e6d-e245-41f2-9a12-df26573f79b8'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:09.803633 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-31c9b687-391a-4fe7-b188-9c3798a9eb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:43:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['12e79e6d-e245-41f2-9a12-df26573f79b8'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:09.904863 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-7e43c94a-7ea8-43ae-90d9-c271a7f2778e service neutron] For port e8c6f11d-73bc-4996-b2ae-7fed099fce07, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:43:09.909960 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-7e43c94a-7ea8-43ae-90d9-c271a7f2778e service neutron] For port e8c6f11d-73bc-4996-b2ae-7fed099fce07, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e8c6f11d-73bc-4996-b2ae-7fed099fce07,segment=NetworkSegment(c9429e28-5e0c-4919-aa67-0d62a329ad26),segment_id=c9429e28-5e0c-4919-aa67-0d62a329ad26)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:43:09.913114 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-44721016-bf97-467e-8af6-aea13c64fb5f tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (3c0b9084-8494-469c-8e3b-0a20777d0fcb), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:09.915132 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44721016-bf97-467e-8af6-aea13c64fb5f tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:09.916623 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-44721016-bf97-467e-8af6-aea13c64fb5f tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:09.927694 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-7e43c94a-7ea8-43ae-90d9-c271a7f2778e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (e8c6f11d-73bc-4996-b2ae-7fed099fce07), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:10.033749 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-7e43c94a-7ea8-43ae-90d9-c271a7f2778e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:10.034415 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-7e43c94a-7ea8-43ae-90d9-c271a7f2778e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:10.036346 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-7e43c94a-7ea8-43ae-90d9-c271a7f2778e service neutron] 10.222.0.18 "PUT /v2.0/ports/e8c6f11d-73bc-4996-b2ae-7fed099fce07 HTTP/1.1" status: 200 len: 1091 time: 1.9576786 Jan 28 13:43:10.115489 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43c94a-7ea8-43ae-90d9-c271a7f2778e service neutron] Pushing event updated for resources: {'Port': ['ID=e8c6f11d-73bc-4996-b2ae-7fed099fce07,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:10.118504 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f774ad8-c33c-4cfb-ac56-c0ab99a3d114', 'tag': 'e8c6f11d-73bc-4996-b2ae-7fed099fce07'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:43:10.120257 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-31c9b687-391a-4fe7-b188-9c3798a9eb38 None None] Set router 12e79e6d-e245-41f2-9a12-df26573f79b8 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:43:10.121339 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badd2918-54d6-46df-af3a-e94b6aecae7e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f774ad8-c33c-4cfb-ac56-c0ab99a3d114", "tag": "e8c6f11d-73bc-4996-b2ae-7fed099fce07"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:43:10.126903 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44721016-bf97-467e-8af6-aea13c64fb5f tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Pushing event updated for resources: {'Network': ['ID=3c0b9084-8494-469c-8e3b-0a20777d0fcb,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:10.191541 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45923f70-1d63-4bbb-951f-ec7f0d67475c tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (646573d7-e685-4aad-a911-d671bc3da8c2), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:10.233198 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 3c0b9084-8494-469c-8e3b-0a20777d0fcb details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:43:10.262837 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-44721016-bf97-467e-8af6-aea13c64fb5f tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0354974 Jan 28 13:43:10.263899 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47738) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:10.314056 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad689078-9c82-4901-8977-8ec9b90dcfd3 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:10.320096 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ad689078-9c82-4901-8977-8ec9b90dcfd3 tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7 HTTP/1.1" status: 200 len: 913 time: 0.5609980 Jan 28 13:43:10.320767 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47740) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:10.397558 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d573d940-fb8e-47a5-be20-5a32639db6bc admin admin] Publish callbacks [] for router (12e79e6d-e245-41f2-9a12-df26573f79b8), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:10.406220 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45923f70-1d63-4bbb-951f-ec7f0d67475c tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (646573d7-e685-4aad-a911-d671bc3da8c2), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:10.502485 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-ae1a53da-c520-482b-b88d-d48df7a19365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:10.504740 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-ae1a53da-c520-482b-b88d-d48df7a19365 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7822b4ee1cb4d678e2f89317991f7c3&device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 1094 time: 0.3743775 Jan 28 13:43:10.546799 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fadb0e9-34fd-4c47-940d-57d5967610d9 x-openstack-request-id: req-8fadb0e9-34fd-4c47-940d-57d5967610d9 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:43:10.547138 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f774ad8-c33c-4cfb-ac56-c0ab99a3d114", "tag": "e8c6f11d-73bc-4996-b2ae-7fed099fce07", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:43:10.547402 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8fadb0e9-34fd-4c47-940d-57d5967610d9 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:43:10.547813 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f774ad8-c33c-4cfb-ac56-c0ab99a3d114', 'tag': 'e8c6f11d-73bc-4996-b2ae-7fed099fce07', 'status': 'completed', 'code': 200} Jan 28 13:43:10.588720 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e0e90d-450d-4af1-83bd-c8b392e5dbb2 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:10.592244 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47742) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:10.593070 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-87e0e90d-450d-4af1-83bd-c8b392e5dbb2 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] 10.222.0.39 "GET /v2.0/networks/3c0b9084-8494-469c-8e3b-0a20777d0fcb HTTP/1.1" status: 200 len: 757 time: 0.3222899 Jan 28 13:43:10.598052 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-38b9c619-22ff-4402-b723-ee6c84d42c19 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8c6f11d-73bc-4996-b2ae-7fed099fce07 HTTP/1.1" status: 200 len: 217 time: 0.0804036 Jan 28 13:43:10.645207 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-31c9b687-391a-4fe7-b188-9c3798a9eb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'name': 'tempest-TaggedBootDevicesTest_v242-330770301-router', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:31Z', 'updated_at': '2022-01-28T13:43:08Z', 'revision_number': 5, 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'gw_port': {'id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:10.650785 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d573d940-fb8e-47a5-be20-5a32639db6bc admin admin] Publish callbacks [] for router_gateway (12e79e6d-e245-41f2-9a12-df26573f79b8), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:10.667699 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c5aec-d06b-4e47-bf4f-c6c2b566fe4f req-49198007-0019-4e1d-ae05-af74de89dbfe tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:10.669552 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d64c5aec-d06b-4e47-bf4f-c6c2b566fe4f req-49198007-0019-4e1d-ae05-af74de89dbfe tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 943 time: 0.1527588 Jan 28 13:43:10.685090 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c9b687-391a-4fe7-b188-9c3798a9eb38 None None] Checking router: 12e79e6d-e245-41f2-9a12-df26573f79b8 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:43:10.698017 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c9b687-391a-4fe7-b188-9c3798a9eb38 None None] Routers {'12e79e6d-e245-41f2-9a12-df26573f79b8'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:10.699024 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-31c9b687-391a-4fe7-b188-9c3798a9eb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:43:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['12e79e6d-e245-41f2-9a12-df26573f79b8'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:10.758297 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef809b2-7fd6-48db-9527-1dafe4821c3d tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:10.760224 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-aef809b2-7fd6-48db-9527-1dafe4821c3d tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] 10.222.0.39 "GET /v2.0/networks/b859e0c9-f1f7-4169-aaf2-b7b2cdb88b70 HTTP/1.1" status: 200 len: 767 time: 0.1664836 Jan 28 13:43:10.763626 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47744) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:10.839802 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-31c9b687-391a-4fe7-b188-9c3798a9eb38 None None] Set router 12e79e6d-e245-41f2-9a12-df26573f79b8 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:43:10.843514 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9a674371-af76-4818-937f-13bb3ce1ab5b tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (3c0b9084-8494-469c-8e3b-0a20777d0fcb), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:10.889141 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d64c5aec-d06b-4e47-bf4f-c6c2b566fe4f req-be839caf-e62c-49cd-83db-b462099d69ec tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849797 Jan 28 13:43:10.923437 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-d573d940-fb8e-47a5-be20-5a32639db6bc admin admin] Deleting port 4abb5927-868c-4a8c-a530-1cb1e173b3a4 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:10.923949 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d573d940-fb8e-47a5-be20-5a32639db6bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (4abb5927-868c-4a8c-a530-1cb1e173b3a4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.032573 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9a674371-af76-4818-937f-13bb3ce1ab5b tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (3c0b9084-8494-469c-8e3b-0a20777d0fcb), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.049986 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-31c9b687-391a-4fe7-b188-9c3798a9eb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'name': 'tempest-TaggedBootDevicesTest_v242-330770301-router', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:31Z', 'updated_at': '2022-01-28T13:43:08Z', 'revision_number': 5, 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'gw_port': {'id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:11.062984 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-9a674371-af76-4818-937f-13bb3ce1ab5b tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0b9084-8494-469c-8e3b-0a20777d0fcb']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:11.080317 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-9a674371-af76-4818-937f-13bb3ce1ab5b tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc17152-abbd-48a8-bf32-0e1e0e633911') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:11.080786 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-9a674371-af76-4818-937f-13bb3ce1ab5b tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc17152-abbd-48a8-bf32-0e1e0e633911') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:11.083881 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c9b687-391a-4fe7-b188-9c3798a9eb38 None None] The sync data for ids ['12e79e6d-e245-41f2-9a12-df26573f79b8'] in n-d-822747-2 is: [{'id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'name': 'tempest-TaggedBootDevicesTest_v242-330770301-router', 'tenant_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:31Z', 'updated_at': '2022-01-28T13:43:08Z', 'revision_number': 5, 'project_id': 'c7a6811dc19649cf8e2a8d9876c3683f', 'gw_port': {'id': '4abb5927-868c-4a8c-a530-1cb1e173b3a4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e79e6d-e245-41f2-9a12-df26573f79b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:35Z', 'updated_at': '2022-01-28T13:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:43:11.100325 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9a674371-af76-4818-937f-13bb3ce1ab5b tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (9fc17152-abbd-48a8-bf32-0e1e0e633911), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.103343 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-d573d940-fb8e-47a5-be20-5a32639db6bc admin admin] For port 4abb5927-868c-4a8c-a530-1cb1e173b3a4, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4abb5927-868c-4a8c-a530-1cb1e173b3a4,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:11.103815 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d573d940-fb8e-47a5-be20-5a32639db6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (4abb5927-868c-4a8c-a530-1cb1e173b3a4), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.124611 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-d573d940-fb8e-47a5-be20-5a32639db6bc admin admin] Calling delete_port for 4abb5927-868c-4a8c-a530-1cb1e173b3a4 owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:11.127044 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9a674371-af76-4818-937f-13bb3ce1ab5b tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (9fc17152-abbd-48a8-bf32-0e1e0e633911), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.148288 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a674371-af76-4818-937f-13bb3ce1ab5b tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:43:11.148832 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9a674371-af76-4818-937f-13bb3ce1ab5b tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (9fc17152-abbd-48a8-bf32-0e1e0e633911), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:43:11.150641 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:43:11.194119 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45923f70-1d63-4bbb-951f-ec7f0d67475c tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (646573d7-e685-4aad-a911-d671bc3da8c2), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.203176 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45923f70-1d63-4bbb-951f-ec7f0d67475c tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.207732 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-45923f70-1d63-4bbb-951f-ec7f0d67475c tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "DELETE /v2.0/security-groups/646573d7-e685-4aad-a911-d671bc3da8c2 HTTP/1.1" status: 204 len: 168 time: 1.5341392 Jan 28 13:43:11.218333 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47746) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:11.261612 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9a674371-af76-4818-937f-13bb3ce1ab5b tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (3c0b9084-8494-469c-8e3b-0a20777d0fcb), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.270086 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a674371-af76-4818-937f-13bb3ce1ab5b tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3c0b9084-8494-469c-8e3b-0a20777d0fcb {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 13:43:11.294645 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45923f70-1d63-4bbb-951f-ec7f0d67475c tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=646573d7-e685-4aad-a911-d671bc3da8c2,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:11.339628 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-36bf5dcc-4b71-47b2-b022-42ccc3640536 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1159999 Jan 28 13:43:11.343821 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-b20b341a-4324-4291-96b0-0c30dd8c61a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:11.345251 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-b20b341a-4324-4291-96b0-0c30dd8c61a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=29425192-d153-4d6d-998f-4743e88ed753 HTTP/1.1" status: 200 len: 849 time: 0.2248104 Jan 28 13:43:11.345740 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47752) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:11.351548 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-98303701-3c93-418c-977b-c3090ae2f65b tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group': {'name': 'tempest-secgroup--1010125161'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:11.392929 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-98303701-3c93-418c-977b-c3090ae2f65b tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.437199 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9a674371-af76-4818-937f-13bb3ce1ab5b tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.444710 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9a674371-af76-4818-937f-13bb3ce1ab5b tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] 10.222.0.39 "DELETE /v2.0/networks/3c0b9084-8494-469c-8e3b-0a20777d0fcb HTTP/1.1" status: 204 len: 168 time: 0.6764512 Jan 28 13:43:11.444710 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d573d940-fb8e-47a5-be20-5a32639db6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (4abb5927-868c-4a8c-a530-1cb1e173b3a4), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.455571 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47754) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:11.466234 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-3837835e-574c-4139-93bd-140a4f01e5b5 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Request body: {'network': {'name': 'tempest-network--585327968'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:11.473701 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a674371-af76-4818-937f-13bb3ce1ab5b tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Pushing event deleted for resources: {'Network': ['ID=3c0b9084-8494-469c-8e3b-0a20777d0fcb,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:11.490665 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-98303701-3c93-418c-977b-c3090ae2f65b tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (8a347055-8379-4597-ad65-5411fa099cc7), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.496388 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-cae3e82e-43f3-41fb-8fff-43e9911c38b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1a7c7f9b-1954-4b23-a972-a8caf8d2f60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186121 Jan 28 13:43:11.499925 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-98303701-3c93-418c-977b-c3090ae2f65b tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8a347055-8379-4597-ad65-5411fa099cc7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.502012 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573d940-fb8e-47a5-be20-5a32639db6bc admin admin] Pushing event deleted for resources: {'Port': ['ID=4abb5927-868c-4a8c-a530-1cb1e173b3a4,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:11.528693 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3837835e-574c-4139-93bd-140a4f01e5b5 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Made reservation on behalf of 52d80efc77634c52a183688b1f9e3df6 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:11.530992 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3837835e-574c-4139-93bd-140a4f01e5b5 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.545237 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98303701-3c93-418c-977b-c3090ae2f65b tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a347055-8379-4597-ad65-5411fa099cc7,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:11.583400 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d573d940-fb8e-47a5-be20-5a32639db6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (12e79e6d-e245-41f2-9a12-df26573f79b8), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.587933 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-98303701-3c93-418c-977b-c3090ae2f65b tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.592061 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-98303701-3c93-418c-977b-c3090ae2f65b tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2416396 Jan 28 13:43:11.608682 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47756) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:11.615074 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-d39b6afc-3778-4c5a-aa12-1047cd9dda12 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group_rule': {'security_group_id': '8a347055-8379-4597-ad65-5411fa099cc7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:11.690299 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d573d940-fb8e-47a5-be20-5a32639db6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (12e79e6d-e245-41f2-9a12-df26573f79b8), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.696339 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d573d940-fb8e-47a5-be20-5a32639db6bc admin admin] Publish callbacks [] for router_controller (12e79e6d-e245-41f2-9a12-df26573f79b8), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.698870 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3837835e-574c-4139-93bd-140a4f01e5b5 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:43:11.742258 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2ea07c3-0fe4-4f44-802d-cf51082ef32d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.751114 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-bd26e71a-7841-4524-875b-3e5f49d1d16f service neutron] 10.222.0.18 "GET /v2.0/networks/1a7c7f9b-1954-4b23-a972-a8caf8d2f60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454100 Jan 28 13:43:11.771699 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3837835e-574c-4139-93bd-140a4f01e5b5 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (76667912-0a31-4127-925d-6270f0060d89), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.772480 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-3837835e-574c-4139-93bd-140a4f01e5b5 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Added segment 76667912-0a31-4127-925d-6270f0060d89 of type vlan for network 2fdf4a1b-c3a7-42b5-b51c-349a9ea0ef17 Jan 28 13:43:11.813303 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d573d940-fb8e-47a5-be20-5a32639db6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (12e79e6d-e245-41f2-9a12-df26573f79b8), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.813832 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d573d940-fb8e-47a5-be20-5a32639db6bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12e79e6d-e245-41f2-9a12-df26573f79b8 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:43:11.819730 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d573d940-fb8e-47a5-be20-5a32639db6bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.821001 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d573d940-fb8e-47a5-be20-5a32639db6bc admin admin] 10.222.0.39 "DELETE /v2.0/routers/12e79e6d-e245-41f2-9a12-df26573f79b8 HTTP/1.1" status: 204 len: 168 time: 2.0487998 Jan 28 13:43:11.824766 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47758) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:11.826981 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-d39b6afc-3778-4c5a-aa12-1047cd9dda12 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:43:11.830624 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d39b6afc-3778-4c5a-aa12-1047cd9dda12 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2180250 Jan 28 13:43:11.840779 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47760) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:11.868414 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-b37b00c5-40d5-47be-949f-01f87f8f36b3 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group_rule': {'security_group_id': '8a347055-8379-4597-ad65-5411fa099cc7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:11.881787 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3837835e-574c-4139-93bd-140a4f01e5b5 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (2fdf4a1b-c3a7-42b5-b51c-349a9ea0ef17), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.938275 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9302d8b-593a-40e2-8ca2-fa5690ae8fde admin admin] Deleting subnet 7e406a7c-fb11-4530-8ef1-a71bb9184c0e {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:43:11.952423 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d9302d8b-593a-40e2-8ca2-fa5690ae8fde admin admin] Publish callbacks [] for subnet (7e406a7c-fb11-4530-8ef1-a71bb9184c0e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.978951 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3837835e-574c-4139-93bd-140a4f01e5b5 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (2fdf4a1b-c3a7-42b5-b51c-349a9ea0ef17), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.979954 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3837835e-574c-4139-93bd-140a4f01e5b5 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:11.980543 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3837835e-574c-4139-93bd-140a4f01e5b5 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.008204 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3837835e-574c-4139-93bd-140a4f01e5b5 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5497072 Jan 28 13:43:12.010826 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47764) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:12.032254 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-ceaa43fb-2339-461c-ba1c-7d4644b7babd tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:12.035064 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d9302d8b-593a-40e2-8ca2-fa5690ae8fde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (7e406a7c-fb11-4530-8ef1-a71bb9184c0e), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.070597 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-b37b00c5-40d5-47be-949f-01f87f8f36b3 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:43:12.074671 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b37b00c5-40d5-47be-949f-01f87f8f36b3 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2327902 Jan 28 13:43:12.079258 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47766) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:12.144124 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837835e-574c-4139-93bd-140a4f01e5b5 tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Pushing event updated for resources: {'Network': ['ID=2fdf4a1b-c3a7-42b5-b51c-349a9ea0ef17,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:12.163446 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 2fdf4a1b-c3a7-42b5-b51c-349a9ea0ef17 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:43:12.240874 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d9302d8b-593a-40e2-8ca2-fa5690ae8fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (7e406a7c-fb11-4530-8ef1-a71bb9184c0e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.279090 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d8bfc-ea0c-4ace-b1c1-eadd2508787b req-68b6792d-c113-41e3-ae22-01e23a47fa7c tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:12.281457 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c84d8bfc-ea0c-4ace-b1c1-eadd2508787b req-68b6792d-c113-41e3-ae22-01e23a47fa7c tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 943 time: 0.2385561 Jan 28 13:43:12.307232 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eccb9b8e-84c8-4bd4-ba8c-f717ed0eda64 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (8a347055-8379-4597-ad65-5411fa099cc7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.335066 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eccb9b8e-84c8-4bd4-ba8c-f717ed0eda64 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (8a347055-8379-4597-ad65-5411fa099cc7), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.383020 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eccb9b8e-84c8-4bd4-ba8c-f717ed0eda64 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8a347055-8379-4597-ad65-5411fa099cc7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.386037 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eccb9b8e-84c8-4bd4-ba8c-f717ed0eda64 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.390004 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-eccb9b8e-84c8-4bd4-ba8c-f717ed0eda64 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "DELETE /v2.0/security-groups/8a347055-8379-4597-ad65-5411fa099cc7 HTTP/1.1" status: 204 len: 168 time: 0.3096099 Jan 28 13:43:12.391324 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47772) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:12.432267 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb9b8e-84c8-4bd4-ba8c-f717ed0eda64 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a347055-8379-4597-ad65-5411fa099cc7,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:12.435617 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3cc61c3e-372c-4eb1-a647-fc9b1aa216dd no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:43:12.446144 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b227c647-c51b-4dec-9140-2ecbadadcf28 req-24efe867-4399-492d-8d7e-6582ac71e36d service neutron] 10.222.0.18 "GET /v2.0/networks/1a7c7f9b-1954-4b23-a972-a8caf8d2f60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6362247 Jan 28 13:43:12.468484 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f6e7cf9f-a82a-45de-ac65-16b586dae756 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0717320 Jan 28 13:43:12.472193 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d9302d8b-593a-40e2-8ca2-fa5690ae8fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (7e406a7c-fb11-4530-8ef1-a71bb9184c0e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.473129 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47774) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:12.483672 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-20412d58-05c0-4e28-aab2-891344d74220 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group': {'name': 'tempest-secgroup--1007423566'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:12.485610 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 3cc61c3e-372c-4eb1-a647-fc9b1aa216dd {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:43:12.485963 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3cc61c3e-372c-4eb1-a647-fc9b1aa216dd not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:43:12.535492 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9302d8b-593a-40e2-8ca2-fa5690ae8fde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e406a7c-fb11-4530-8ef1-a71bb9184c0e,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:12.539363 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d9302d8b-593a-40e2-8ca2-fa5690ae8fde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.541380 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8431a989-603e-4999-9b95-2f440715ec97 None None] Network 8d8ce296-49c0-407a-94c2-104afd52dd5e requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:12.542674 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d9302d8b-593a-40e2-8ca2-fa5690ae8fde admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7e406a7c-fb11-4530-8ef1-a71bb9184c0e HTTP/1.1" status: 204 len: 168 time: 0.7168298 Jan 28 13:43:12.547279 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47776) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:12.568105 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-20412d58-05c0-4e28-aab2-891344d74220 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.658933 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ceaa43fb-2339-461c-ba1c-7d4644b7babd tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (2fdf4a1b-c3a7-42b5-b51c-349a9ea0ef17), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.660750 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-511bc9d0-a5cb-40a8-a96b-50e7e15f776b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (8d8ce296-49c0-407a-94c2-104afd52dd5e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.696918 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-20412d58-05c0-4e28-aab2-891344d74220 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (002b6a2e-5fa2-43c4-8e2f-71f867b90cdb), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.706510 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ceaa43fb-2339-461c-ba1c-7d4644b7babd tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (2fdf4a1b-c3a7-42b5-b51c-349a9ea0ef17), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.720483 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-20412d58-05c0-4e28-aab2-891344d74220 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (002b6a2e-5fa2-43c4-8e2f-71f867b90cdb), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.751356 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ceaa43fb-2339-461c-ba1c-7d4644b7babd tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Network 2fdf4a1b-c3a7-42b5-b51c-349a9ea0ef17 is not hosted by any dhcp agent {{(pid=103351) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 13:43:12.752236 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaa43fb-2339-461c-ba1c-7d4644b7babd tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:12.752847 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ceaa43fb-2339-461c-ba1c-7d4644b7babd tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.757009 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ceaa43fb-2339-461c-ba1c-7d4644b7babd tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] 10.222.0.39 "PUT /v2.0/networks/2fdf4a1b-c3a7-42b5-b51c-349a9ea0ef17 HTTP/1.1" status: 200 len: 856 time: 0.7392633 Jan 28 13:43:12.759944 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-20412d58-05c0-4e28-aab2-891344d74220 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.764095 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47778) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:12.764259 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-20412d58-05c0-4e28-aab2-891344d74220 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2816839 Jan 28 13:43:12.764259 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20412d58-05c0-4e28-aab2-891344d74220 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=002b6a2e-5fa2-43c4-8e2f-71f867b90cdb,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:12.765937 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47780) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:12.770378 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c84d8bfc-ea0c-4ace-b1c1-eadd2508787b req-5e89f127-b107-4b21-a445-ef84e7563493 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395052 Jan 28 13:43:12.776652 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd2918-54d6-46df-af3a-e94b6aecae7e req-135f8b36-c11b-4d83-84d0-0865da896204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:12.778513 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-badd2918-54d6-46df-af3a-e94b6aecae7e req-135f8b36-c11b-4d83-84d0-0865da896204 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7822b4ee1cb4d678e2f89317991f7c3&device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 1094 time: 0.2642391 Jan 28 13:43:12.781347 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-74ed4f6c-631f-4c23-ae44-05eb559da7b0 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:12.781794 n-d-822747-2 neutron-server[103352]: WARNING neutron.api.v2.base [None req-74ed4f6c-631f-4c23-ae44-05eb559da7b0 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 13:43:12.782318 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-74ed4f6c-631f-4c23-ae44-05eb559da7b0 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 13:43:12.786356 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-74ed4f6c-631f-4c23-ae44-05eb559da7b0 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "PUT /v2.0/security-groups/002b6a2e-5fa2-43c4-8e2f-71f867b90cdb HTTP/1.1" status: 409 len: 330 time: 0.0163975 Jan 28 13:43:12.791369 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47782) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:12.824126 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-511bc9d0-a5cb-40a8-a96b-50e7e15f776b admin admin] Deleting port 882a00c7-7fd0-4799-87cf-fc6aafe6a113 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:12.824864 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-511bc9d0-a5cb-40a8-a96b-50e7e15f776b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (882a00c7-7fd0-4799-87cf-fc6aafe6a113), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.852275 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa43fb-2339-461c-ba1c-7d4644b7babd tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Pushing event updated for resources: {'Network': ['ID=2fdf4a1b-c3a7-42b5-b51c-349a9ea0ef17,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:12.917392 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9bef03d7-f297-4a2a-8911-a5692d51562a tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (002b6a2e-5fa2-43c4-8e2f-71f867b90cdb), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.920673 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-511bc9d0-a5cb-40a8-a96b-50e7e15f776b admin admin] For port 882a00c7-7fd0-4799-87cf-fc6aafe6a113, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=882a00c7-7fd0-4799-87cf-fc6aafe6a113,segment=NetworkSegment(f6c893c0-ae7b-4968-9c43-ab76e31be400),segment_id=f6c893c0-ae7b-4968-9c43-ab76e31be400)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:12.920673 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-511bc9d0-a5cb-40a8-a96b-50e7e15f776b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (882a00c7-7fd0-4799-87cf-fc6aafe6a113), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.949711 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-511bc9d0-a5cb-40a8-a96b-50e7e15f776b admin admin] Calling delete_port for 882a00c7-7fd0-4799-87cf-fc6aafe6a113 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:12.960614 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-696d316b-e97e-42cf-ac29-e4509f26a7da tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (2fdf4a1b-c3a7-42b5-b51c-349a9ea0ef17), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.967748 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9bef03d7-f297-4a2a-8911-a5692d51562a tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (002b6a2e-5fa2-43c4-8e2f-71f867b90cdb), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.972983 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebe2fc1-4c71-487c-9b94-bab10e951234 None None] DHCP port deletion for 8d8ce296-49c0-407a-94c2-104afd52dd5e request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:43:13.071978 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd2918-54d6-46df-af3a-e94b6aecae7e req-1a18749d-d2da-4843-b3b6-8355a081f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:13.073486 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-badd2918-54d6-46df-af3a-e94b6aecae7e req-1a18749d-d2da-4843-b3b6-8355a081f806 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1a7c7f9b-1954-4b23-a972-a8caf8d2f60e HTTP/1.1" status: 200 len: 909 time: 0.2575710 Jan 28 13:43:13.081851 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-aebe2fc1-4c71-487c-9b94-bab10e951234 None None] Deleting port 882a00c7-7fd0-4799-87cf-fc6aafe6a113 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:13.082401 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aebe2fc1-4c71-487c-9b94-bab10e951234 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (882a00c7-7fd0-4799-87cf-fc6aafe6a113), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.114665 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9bef03d7-f297-4a2a-8911-a5692d51562a tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (002b6a2e-5fa2-43c4-8e2f-71f867b90cdb), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.118140 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9bef03d7-f297-4a2a-8911-a5692d51562a tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.122154 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9bef03d7-f297-4a2a-8911-a5692d51562a tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "DELETE /v2.0/security-groups/002b6a2e-5fa2-43c4-8e2f-71f867b90cdb HTTP/1.1" status: 204 len: 168 time: 0.3291397 Jan 28 13:43:13.122897 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47784) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:13.134942 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-badd2918-54d6-46df-af3a-e94b6aecae7e req-a7ee000f-4ad6-455f-8971-d82c1e0fd387 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8c6f11d-73bc-4996-b2ae-7fed099fce07 HTTP/1.1" status: 200 len: 217 time: 0.0463023 Jan 28 13:43:13.158633 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef03d7-f297-4a2a-8911-a5692d51562a tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=002b6a2e-5fa2-43c4-8e2f-71f867b90cdb,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:13.168836 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-511bc9d0-a5cb-40a8-a96b-50e7e15f776b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (882a00c7-7fd0-4799-87cf-fc6aafe6a113), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.205078 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-aebe2fc1-4c71-487c-9b94-bab10e951234 None None] For port 882a00c7-7fd0-4799-87cf-fc6aafe6a113, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=882a00c7-7fd0-4799-87cf-fc6aafe6a113,segment=NetworkSegment(f6c893c0-ae7b-4968-9c43-ab76e31be400),segment_id=f6c893c0-ae7b-4968-9c43-ab76e31be400)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:13.207869 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aebe2fc1-4c71-487c-9b94-bab10e951234 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (882a00c7-7fd0-4799-87cf-fc6aafe6a113), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.210383 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-696d316b-e97e-42cf-ac29-e4509f26a7da tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (2fdf4a1b-c3a7-42b5-b51c-349a9ea0ef17), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.218543 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511bc9d0-a5cb-40a8-a96b-50e7e15f776b admin admin] Pushing event deleted for resources: {'Port': ['ID=882a00c7-7fd0-4799-87cf-fc6aafe6a113,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:13.227661 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-a2ea07c3-0fe4-4f44-802d-cf51082ef32d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Deleting port 1285145b-c1cd-4c28-829f-71f47ed7075c {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:13.227907 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2ea07c3-0fe4-4f44-802d-cf51082ef32d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (1285145b-c1cd-4c28-829f-71f47ed7075c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.231941 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511bc9d0-a5cb-40a8-a96b-50e7e15f776b admin admin] No DVR routers for this DVR port 882a00c7-7fd0-4799-87cf-fc6aafe6a113 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:43:13.245116 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-aebe2fc1-4c71-487c-9b94-bab10e951234 None None] Calling delete_port for 882a00c7-7fd0-4799-87cf-fc6aafe6a113 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:13.246122 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3b4b11cd-6c6b-4bc8-bf59-dfc5df209f6b tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1185827 Jan 28 13:43:13.246947 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47786) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:13.260831 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-696d316b-e97e-42cf-ac29-e4509f26a7da tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fdf4a1b-c3a7-42b5-b51c-349a9ea0ef17']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:13.283612 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-696d316b-e97e-42cf-ac29-e4509f26a7da tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76667912-0a31-4127-925d-6270f0060d89') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:13.284314 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-696d316b-e97e-42cf-ac29-e4509f26a7da tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76667912-0a31-4127-925d-6270f0060d89') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:13.293973 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd2918-54d6-46df-af3a-e94b6aecae7e req-6992d1b4-73b7-4076-af55-09e0a7369ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:13.294429 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-38ba69d5-5eec-4950-be45-abbcb3688f6c tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] delete failed (client error): The resource could not be found. Jan 28 13:43:13.295452 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-badd2918-54d6-46df-af3a-e94b6aecae7e req-6992d1b4-73b7-4076-af55-09e0a7369ff1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=29425192-d153-4d6d-998f-4743e88ed753 HTTP/1.1" status: 200 len: 849 time: 0.1210458 Jan 28 13:43:13.303512 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-38ba69d5-5eec-4950-be45-abbcb3688f6c tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "DELETE /v2.0/security-groups/7bfc037d-f5d9-4932-ad3b-6608a4fea490 HTTP/1.1" status: 404 len: 347 time: 0.0538554 Jan 28 13:43:13.304587 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47788) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:13.330704 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-696d316b-e97e-42cf-ac29-e4509f26a7da tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (76667912-0a31-4127-925d-6270f0060d89), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.334735 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-9cb2bac8-c9ab-4986-8969-9f0a97423176 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] show failed (client error): The resource could not be found. Jan 28 13:43:13.339686 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9cb2bac8-c9ab-4986-8969-9f0a97423176 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "GET /v2.0/security-groups/7dfd9648-6fcf-45cb-b861-ad2c33ceceeb HTTP/1.1" status: 404 len: 347 time: 0.0286558 Jan 28 13:43:13.340365 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47790) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:13.363023 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aebe2fc1-4c71-487c-9b94-bab10e951234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (882a00c7-7fd0-4799-87cf-fc6aafe6a113), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.371411 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-badd2918-54d6-46df-af3a-e94b6aecae7e req-2d11e6d4-56e8-4c09-b408-2a5d66e7f71e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1a7c7f9b-1954-4b23-a972-a8caf8d2f60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386257 Jan 28 13:43:13.374153 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-696d316b-e97e-42cf-ac29-e4509f26a7da tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (76667912-0a31-4127-925d-6270f0060d89), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.387370 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-ca19fb2e-a2c1-473e-a899-99f874bd2771 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] show failed (client error): The resource could not be found. Jan 28 13:43:13.395533 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ca19fb2e-a2c1-473e-a899-99f874bd2771 tempest-NegativeSecGroupIPv6Test-928301413 tempest-NegativeSecGroupIPv6Test-928301413-project] 10.222.0.39 "GET /v2.0/security-group-rules/fd5f3ca7-b561-447f-9eb8-efae06080d12 HTTP/1.1" status: 404 len: 356 time: 0.0517199 Jan 28 13:43:13.398284 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-511bc9d0-a5cb-40a8-a96b-50e7e15f776b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (8d8ce296-49c0-407a-94c2-104afd52dd5e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.442318 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe2fc1-4c71-487c-9b94-bab10e951234 None None] Pushing event deleted for resources: {'Port': ['ID=882a00c7-7fd0-4799-87cf-fc6aafe6a113,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:13.451054 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebe2fc1-4c71-487c-9b94-bab10e951234 None None] No DVR routers for this DVR port 882a00c7-7fd0-4799-87cf-fc6aafe6a113 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:43:13.457945 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696d316b-e97e-42cf-ac29-e4509f26a7da tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:43:13.458372 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-696d316b-e97e-42cf-ac29-e4509f26a7da tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (76667912-0a31-4127-925d-6270f0060d89), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.464275 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-511bc9d0-a5cb-40a8-a96b-50e7e15f776b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d8ce296-49c0-407a-94c2-104afd52dd5e']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:43:13.469958 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:43:13.482168 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-511bc9d0-a5cb-40a8-a96b-50e7e15f776b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c893c0-ae7b-4968-9c43-ab76e31be400') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:13.482798 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-511bc9d0-a5cb-40a8-a96b-50e7e15f776b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c893c0-ae7b-4968-9c43-ab76e31be400') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:13.495376 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-511bc9d0-a5cb-40a8-a96b-50e7e15f776b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (f6c893c0-ae7b-4968-9c43-ab76e31be400), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.510989 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-511bc9d0-a5cb-40a8-a96b-50e7e15f776b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (f6c893c0-ae7b-4968-9c43-ab76e31be400), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.518836 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511bc9d0-a5cb-40a8-a96b-50e7e15f776b admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:43:13.519475 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-511bc9d0-a5cb-40a8-a96b-50e7e15f776b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (f6c893c0-ae7b-4968-9c43-ab76e31be400), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:43:13.521822 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:43:13.565404 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2ea07c3-0fe4-4f44-802d-cf51082ef32d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (1285145b-c1cd-4c28-829f-71f47ed7075c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.591263 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-511bc9d0-a5cb-40a8-a96b-50e7e15f776b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (8d8ce296-49c0-407a-94c2-104afd52dd5e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.595423 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-a2ea07c3-0fe4-4f44-802d-cf51082ef32d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Calling delete_port for 1285145b-c1cd-4c28-829f-71f47ed7075c owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:13.605661 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-511bc9d0-a5cb-40a8-a96b-50e7e15f776b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.613796 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-511bc9d0-a5cb-40a8-a96b-50e7e15f776b admin admin] 10.222.0.39 "DELETE /v2.0/networks/8d8ce296-49c0-407a-94c2-104afd52dd5e HTTP/1.1" status: 204 len: 168 time: 1.0646245 Jan 28 13:43:13.614955 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47800) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:13.626054 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-696d316b-e97e-42cf-ac29-e4509f26a7da tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (2fdf4a1b-c3a7-42b5-b51c-349a9ea0ef17), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.637680 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696d316b-e97e-42cf-ac29-e4509f26a7da tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2fdf4a1b-c3a7-42b5-b51c-349a9ea0ef17 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 13:43:13.642128 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-badd2918-54d6-46df-af3a-e94b6aecae7e req-d8ca9617-a419-46bf-a010-ed1d56343c30 service neutron] 10.222.0.18 "GET /v2.0/networks/1a7c7f9b-1954-4b23-a972-a8caf8d2f60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631757 Jan 28 13:43:13.644342 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-696d316b-e97e-42cf-ac29-e4509f26a7da tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.651749 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-696d316b-e97e-42cf-ac29-e4509f26a7da tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] 10.222.0.39 "DELETE /v2.0/networks/2fdf4a1b-c3a7-42b5-b51c-349a9ea0ef17 HTTP/1.1" status: 204 len: 168 time: 0.8895557 Jan 28 13:43:13.680444 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47802) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:13.683758 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511bc9d0-a5cb-40a8-a96b-50e7e15f776b admin admin] Pushing event deleted for resources: {'Network': ['ID=8d8ce296-49c0-407a-94c2-104afd52dd5e,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:13.725219 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d316b-e97e-42cf-ac29-e4509f26a7da tempest-ExternalNetworksTestJSON-644586880 tempest-ExternalNetworksTestJSON-644586880-project-admin] Pushing event deleted for resources: {'Network': ['ID=2fdf4a1b-c3a7-42b5-b51c-349a9ea0ef17,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:13.758631 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-5982b7db-84fe-4c35-a80a-7169d9c4052a tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] DELETE failed (client error): The resource could not be found. Jan 28 13:43:13.759329 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5982b7db-84fe-4c35-a80a-7169d9c4052a tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:43:13.765440 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5982b7db-84fe-4c35-a80a-7169d9c4052a tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] 10.222.0.39 "DELETE /v2.0/subnets/3c9c02a3-c2de-4868-97a8-108e7a1fa867 HTTP/1.1" status: 404 len: 337 time: 0.0627069 Jan 28 13:43:13.770128 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47804) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:13.770753 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47806) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:14.033342 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c5fac-726a-4c9b-a9d4-b6dedb5fe606 req-af775b48-9289-453a-9835-ccf3e647ea27 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:14.034991 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ef9c5fac-726a-4c9b-a9d4-b6dedb5fe606 req-af775b48-9289-453a-9835-ccf3e647ea27 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 943 time: 0.0914164 Jan 28 13:43:14.089856 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ef9c5fac-726a-4c9b-a9d4-b6dedb5fe606 req-67a995bd-6255-4577-a89c-5cccea12b8f6 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478415 Jan 28 13:43:14.207042 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e5514eaa-301c-4161-afc4-c98bf15a1e59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (2ab1c295-5857-438f-a697-b4ff6b9ba62d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.363424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4abb5927-868c-4a8c-a530-1cb1e173b3a4 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:43:14.374756 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bae76f1f-0c1a-4e4b-a2b1-083a00bc7ee2 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (b859e0c9-f1f7-4169-aaf2-b7b2cdb88b70), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.389987 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 4abb5927-868c-4a8c-a530-1cb1e173b3a4 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:43:14.390727 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4abb5927-868c-4a8c-a530-1cb1e173b3a4 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:43:14.391055 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-badd2918-54d6-46df-af3a-e94b6aecae7e req-d030d62d-c3b5-4b1b-b59c-47183b221716 service neutron] 10.222.0.18 "GET /v2.0/networks/1a7c7f9b-1954-4b23-a972-a8caf8d2f60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6962605 Jan 28 13:43:14.391499 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 882a00c7-7fd0-4799-87cf-fc6aafe6a113 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:43:14.395834 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-71d9414a-fd59-4c79-8b67-b6ff727bac80 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9f4a8a24da64686b12318ad33b91df1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6214581 Jan 28 13:43:14.397410 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47812) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:14.428125 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 882a00c7-7fd0-4799-87cf-fc6aafe6a113 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:43:14.428476 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 882a00c7-7fd0-4799-87cf-fc6aafe6a113 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:43:14.523654 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-22dd7a86-8493-4c06-ab4d-ed211dfa5774 admin admin] Publish callbacks [] for security_group (356bb545-bbfc-4847-8dcf-15f3c4fa6d7f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.551505 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-22dd7a86-8493-4c06-ab4d-ed211dfa5774 admin admin] Publish callbacks [] for security_group (356bb545-bbfc-4847-8dcf-15f3c4fa6d7f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.555665 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bae76f1f-0c1a-4e4b-a2b1-083a00bc7ee2 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (b859e0c9-f1f7-4169-aaf2-b7b2cdb88b70), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.586739 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-bae76f1f-0c1a-4e4b-a2b1-083a00bc7ee2 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b859e0c9-f1f7-4169-aaf2-b7b2cdb88b70']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:14.597212 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2ea07c3-0fe4-4f44-802d-cf51082ef32d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (1285145b-c1cd-4c28-829f-71f47ed7075c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.599323 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e5514eaa-301c-4161-afc4-c98bf15a1e59 admin admin] Deleting port 7e20887c-42b3-4312-8ae1-99d97a5151ba {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:14.599755 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e5514eaa-301c-4161-afc4-c98bf15a1e59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7e20887c-42b3-4312-8ae1-99d97a5151ba), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.602100 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-bae76f1f-0c1a-4e4b-a2b1-083a00bc7ee2 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b610d5a4-5043-4bf4-a923-adc89df70c43') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:14.602575 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-bae76f1f-0c1a-4e4b-a2b1-083a00bc7ee2 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b610d5a4-5043-4bf4-a923-adc89df70c43') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:14.642613 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bae76f1f-0c1a-4e4b-a2b1-083a00bc7ee2 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (b610d5a4-5043-4bf4-a923-adc89df70c43), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.646239 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea07c3-0fe4-4f44-802d-cf51082ef32d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Pushing event deleted for resources: {'Port': ['ID=1285145b-c1cd-4c28-829f-71f47ed7075c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:14.658698 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-22dd7a86-8493-4c06-ab4d-ed211dfa5774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (356bb545-bbfc-4847-8dcf-15f3c4fa6d7f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.661359 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-22dd7a86-8493-4c06-ab4d-ed211dfa5774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.662569 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-22dd7a86-8493-4c06-ab4d-ed211dfa5774 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/356bb545-bbfc-4847-8dcf-15f3c4fa6d7f HTTP/1.1" status: 204 len: 168 time: 0.2608862 Jan 28 13:43:14.678427 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd7a86-8493-4c06-ab4d-ed211dfa5774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356bb545-bbfc-4847-8dcf-15f3c4fa6d7f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:14.706845 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bae76f1f-0c1a-4e4b-a2b1-083a00bc7ee2 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (b610d5a4-5043-4bf4-a923-adc89df70c43), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.711788 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-e5514eaa-301c-4161-afc4-c98bf15a1e59 admin admin] For port 7e20887c-42b3-4312-8ae1-99d97a5151ba, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7e20887c-42b3-4312-8ae1-99d97a5151ba,segment=NetworkSegment(86149aa4-d305-41b7-ba89-d015b4929c5a),segment_id=86149aa4-d305-41b7-ba89-d015b4929c5a)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:14.712332 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e5514eaa-301c-4161-afc4-c98bf15a1e59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7e20887c-42b3-4312-8ae1-99d97a5151ba), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.723852 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae76f1f-0c1a-4e4b-a2b1-083a00bc7ee2 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:43:14.727736 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bae76f1f-0c1a-4e4b-a2b1-083a00bc7ee2 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (b610d5a4-5043-4bf4-a923-adc89df70c43), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.731974 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e5514eaa-301c-4161-afc4-c98bf15a1e59 admin admin] Calling delete_port for 7e20887c-42b3-4312-8ae1-99d97a5151ba owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:43:14.734273 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:43:14.923405 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bae76f1f-0c1a-4e4b-a2b1-083a00bc7ee2 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (b859e0c9-f1f7-4169-aaf2-b7b2cdb88b70), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.932263 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bae76f1f-0c1a-4e4b-a2b1-083a00bc7ee2 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.935386 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bae76f1f-0c1a-4e4b-a2b1-083a00bc7ee2 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] 10.222.0.39 "DELETE /v2.0/networks/b859e0c9-f1f7-4169-aaf2-b7b2cdb88b70 HTTP/1.1" status: 204 len: 168 time: 1.1587007 Jan 28 13:43:14.936360 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2ea07c3-0fe4-4f44-802d-cf51082ef32d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.972251 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae76f1f-0c1a-4e4b-a2b1-083a00bc7ee2 tempest-ExternalNetworksTestJSON-737700321 tempest-ExternalNetworksTestJSON-737700321-project] Pushing event deleted for resources: {'Network': ['ID=b859e0c9-f1f7-4169-aaf2-b7b2cdb88b70,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:15.098223 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e5514eaa-301c-4161-afc4-c98bf15a1e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (7e20887c-42b3-4312-8ae1-99d97a5151ba), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:15.156012 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5514eaa-301c-4161-afc4-c98bf15a1e59 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e20887c-42b3-4312-8ae1-99d97a5151ba,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:15.347064 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f099c-4411-4c28-9eca-7b57ef973f97 req-ac73e6d0-5560-4377-a797-b82292849f8d tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:15.348851 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2c0f099c-4411-4c28-9eca-7b57ef973f97 req-ac73e6d0-5560-4377-a797-b82292849f8d tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 943 time: 0.1188629 Jan 28 13:43:15.352246 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ea07c3-0fe4-4f44-802d-cf51082ef32d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Router 4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:43:15.465002 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47834) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:15.474149 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ea07c3-0fe4-4f44-802d-cf51082ef32d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:43:15.486068 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e485b509-4a24-4a75-85c4-166bab6358ef None None] Sync routers for ids ['4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:43:15.504923 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a2ea07c3-0fe4-4f44-802d-cf51082ef32d tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] 10.222.0.39 "PUT /v2.0/routers/4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1673825 Jan 28 13:43:15.508172 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47840) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:15.512146 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e485b509-4a24-4a75-85c4-166bab6358ef None None] Routers {'4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:15.514876 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-e485b509-4a24-4a75-85c4-166bab6358ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:43:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:15.561175 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2c0f099c-4411-4c28-9eca-7b57ef973f97 req-ee35d1ca-a7ed-4b76-a2bf-30a7edbd48ab tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043996 Jan 28 13:43:15.575729 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-e485b509-4a24-4a75-85c4-166bab6358ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:15.580039 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e5514eaa-301c-4161-afc4-c98bf15a1e59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (2ab1c295-5857-438f-a697-b4ff6b9ba62d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:15.589516 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e485b509-4a24-4a75-85c4-166bab6358ef None None] Routers {'4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:15.590363 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-e485b509-4a24-4a75-85c4-166bab6358ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:43:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:15.627158 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-e485b509-4a24-4a75-85c4-166bab6358ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:15.628950 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e485b509-4a24-4a75-85c4-166bab6358ef None None] The sync data for ids ['4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:43:15.739090 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d759411c-4cdf-4306-b421-ea64e5b45bbc tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks [] for router (4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:15.920168 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47854) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:16.037169 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device e8c6f11d-73bc-4996-b2ae-7fed099fce07 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:43:16.060305 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-34a52182-a9ce-4481-a742-159bb7c4d54b tempest-ServiceProvidersTest-2007867471 tempest-ServiceProvidersTest-2007867471-project] 10.222.0.39 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1387985 Jan 28 13:43:16.136085 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port e8c6f11d-73bc-4996-b2ae-7fed099fce07, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e8c6f11d-73bc-4996-b2ae-7fed099fce07,segment=NetworkSegment(c9429e28-5e0c-4919-aa67-0d62a329ad26),segment_id=c9429e28-5e0c-4919-aa67-0d62a329ad26)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:16.149448 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'e8c6f11d-73bc-4996-b2ae-7fed099fce07', 'network_id': '1a7c7f9b-1954-4b23-a972-a8caf8d2f60e', 'port_id': 'e8c6f11d-73bc-4996-b2ae-7fed099fce07', 'mac_address': 'fa:16:3e:27:99:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29425192-d153-4d6d-998f-4743e88ed753', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:43:16.203689 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port e8c6f11d-73bc-4996-b2ae-7fed099fce07 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:16.204088 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e8c6f11d-73bc-4996-b2ae-7fed099fce07), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:16.226073 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c6f11d-73bc-4996-b2ae-7fed099fce07 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:43:16.256107 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port e8c6f11d-73bc-4996-b2ae-7fed099fce07, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e8c6f11d-73bc-4996-b2ae-7fed099fce07,segment=NetworkSegment(c9429e28-5e0c-4919-aa67-0d62a329ad26),segment_id=c9429e28-5e0c-4919-aa67-0d62a329ad26)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:16.261576 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e8c6f11d-73bc-4996-b2ae-7fed099fce07), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:16.299450 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47862) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:16.308644 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4583a4d0-96d4-4572-9ecd-654f2f76b076 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4d8bddc4f352405abb0acfe512eb5eae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8423190 Jan 28 13:43:16.355414 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d759411c-4cdf-4306-b421-ea64e5b45bbc tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:16.360748 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=e8c6f11d-73bc-4996-b2ae-7fed099fce07,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:16.372628 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d759411c-4cdf-4306-b421-ea64e5b45bbc tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks [] for router_controller (4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:16.395937 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47864) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:16.402012 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d5ee3e0-c05f-473a-859a-e652338007af admin admin] Publish callbacks [] for security_group (a5a6a46d-3b0b-4010-a3a6-a7a5a0dead9e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:16.429556 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d5ee3e0-c05f-473a-859a-e652338007af admin admin] Publish callbacks [] for security_group (a5a6a46d-3b0b-4010-a3a6-a7a5a0dead9e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:16.451208 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d759411c-4cdf-4306-b421-ea64e5b45bbc tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:16.451741 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d759411c-4cdf-4306-b421-ea64e5b45bbc tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Fanout notify agent at l3_agent the message router_deleted on router 4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:43:16.460121 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d759411c-4cdf-4306-b421-ea64e5b45bbc tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:16.461348 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d759411c-4cdf-4306-b421-ea64e5b45bbc tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] 10.222.0.39 "DELETE /v2.0/routers/4f6e625a-d71b-4dc5-b5d7-8c42ba4d2db7 HTTP/1.1" status: 204 len: 168 time: 0.9520984 Jan 28 13:43:16.491463 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47868) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:16.508079 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d5ee3e0-c05f-473a-859a-e652338007af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a5a6a46d-3b0b-4010-a3a6-a7a5a0dead9e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:16.512486 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d5ee3e0-c05f-473a-859a-e652338007af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:16.515520 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3d5ee3e0-c05f-473a-859a-e652338007af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a5a6a46d-3b0b-4010-a3a6-a7a5a0dead9e HTTP/1.1" status: 204 len: 168 time: 0.2142224 Jan 28 13:43:16.529967 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ee3e0-c05f-473a-859a-e652338007af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a6a46d-3b0b-4010-a3a6-a7a5a0dead9e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:16.570586 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0a07b676-0506-47fa-aec1-479a9211dc8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:16.577798 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['e8c6f11d-73bc-4996-b2ae-7fed099fce07'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:43:16.664643 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e9fea0-abdd-40da-b6d5-bb624d01ee8f tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Deleting subnet b58e7dc2-3e0a-4ab3-9c10-8f9e02ef63d2 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:43:16.692730 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b9e9fea0-abdd-40da-b6d5-bb624d01ee8f tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks [] for subnet (b58e7dc2-3e0a-4ab3-9c10-8f9e02ef63d2), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:16.767558 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0a07b676-0506-47fa-aec1-479a9211dc8a admin admin] Publish callbacks [] for security_group (c1e12771-719e-4cf8-8dff-5244e4cf57a1), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:16.774146 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0a07b676-0506-47fa-aec1-479a9211dc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c1e12771-719e-4cf8-8dff-5244e4cf57a1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:16.779646 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b9e9fea0-abdd-40da-b6d5-bb624d01ee8f tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (b58e7dc2-3e0a-4ab3-9c10-8f9e02ef63d2), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:16.783693 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5514eaa-301c-4161-afc4-c98bf15a1e59 admin admin] Router 2ab1c295-5857-438f-a697-b4ff6b9ba62d has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:43:16.820079 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2fa97-fc7c-4515-a7b3-e589ee9e56f3 req-f708b807-896c-4d02-ba3e-9001144045af tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:16.827281 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-07e2fa97-fc7c-4515-a7b3-e589ee9e56f3 req-f708b807-896c-4d02-ba3e-9001144045af tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 944 time: 0.1501017 Jan 28 13:43:16.829751 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07b676-0506-47fa-aec1-479a9211dc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e12771-719e-4cf8-8dff-5244e4cf57a1,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:16.854723 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0a07b676-0506-47fa-aec1-479a9211dc8a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e62031d017204fc4b763fc52cb16f9be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4566562 Jan 28 13:43:16.857276 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47880) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:16.918009 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-756b9495-d621-4acc-a288-71d21e919645 admin admin] Publish callbacks [] for security_group (c1e12771-719e-4cf8-8dff-5244e4cf57a1), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:16.946866 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-756b9495-d621-4acc-a288-71d21e919645 admin admin] Publish callbacks [] for security_group (c1e12771-719e-4cf8-8dff-5244e4cf57a1), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:16.951887 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47882) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:16.966650 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-07e2fa97-fc7c-4515-a7b3-e589ee9e56f3 req-4aae8d4f-97b5-48dc-87ef-aff40d58428b tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383550 Jan 28 13:43:17.007777 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-756b9495-d621-4acc-a288-71d21e919645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c1e12771-719e-4cf8-8dff-5244e4cf57a1), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.015941 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-756b9495-d621-4acc-a288-71d21e919645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.017538 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-756b9495-d621-4acc-a288-71d21e919645 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c1e12771-719e-4cf8-8dff-5244e4cf57a1 HTTP/1.1" status: 204 len: 168 time: 0.1591425 Jan 28 13:43:17.028496 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b9495-d621-4acc-a288-71d21e919645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e12771-719e-4cf8-8dff-5244e4cf57a1,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:17.051115 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b9e9fea0-abdd-40da-b6d5-bb624d01ee8f tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (b58e7dc2-3e0a-4ab3-9c10-8f9e02ef63d2), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.117581 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-be993869-1522-4300-a914-52da49079bb3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=52d80efc77634c52a183688b1f9e3df6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1628752 Jan 28 13:43:17.118774 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5514eaa-301c-4161-afc4-c98bf15a1e59 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:43:17.121044 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47886) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:17.129398 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d109e3d3-ede7-4750-b5f8-5691a2116bf5 None None] Sync routers for ids ['2ab1c295-5857-438f-a697-b4ff6b9ba62d'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:43:17.133808 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e5514eaa-301c-4161-afc4-c98bf15a1e59 admin admin] 10.222.0.39 "PUT /v2.0/routers/2ab1c295-5857-438f-a697-b4ff6b9ba62d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5029676 Jan 28 13:43:17.134574 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47888) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:17.145325 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d109e3d3-ede7-4750-b5f8-5691a2116bf5 None None] Routers {'2ab1c295-5857-438f-a697-b4ff6b9ba62d'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:17.146546 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d109e3d3-ede7-4750-b5f8-5691a2116bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:43:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['2ab1c295-5857-438f-a697-b4ff6b9ba62d'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:17.186851 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b9e9fea0-abdd-40da-b6d5-bb624d01ee8f tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (b58e7dc2-3e0a-4ab3-9c10-8f9e02ef63d2), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.248709 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9fea0-abdd-40da-b6d5-bb624d01ee8f tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Pushing event deleted for resources: {'Subnet': ['ID=b58e7dc2-3e0a-4ab3-9c10-8f9e02ef63d2,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:17.260591 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b9e9fea0-abdd-40da-b6d5-bb624d01ee8f tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.267154 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b9e9fea0-abdd-40da-b6d5-bb624d01ee8f tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] 10.222.0.39 "DELETE /v2.0/subnets/b58e7dc2-3e0a-4ab3-9c10-8f9e02ef63d2 HTTP/1.1" status: 204 len: 168 time: 0.7742724 Jan 28 13:43:17.270443 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47890) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:17.272005 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926149a8-08d6-4ebe-b5b8-4f1106e47360 None None] Network 48fea738-b599-4541-acb4-b62ce1a97125 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:17.324542 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-d109e3d3-ede7-4750-b5f8-5691a2116bf5 None None] Set router 2ab1c295-5857-438f-a697-b4ff6b9ba62d gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:43:17.370639 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-597fbaae-6fd3-451b-929f-49c40d706f51 admin admin] Publish callbacks [] for security_group (7d8596c7-9840-4d90-8579-38119325bfbb), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.408636 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab47caec-7fbf-4887-a542-8933fc4f2943 admin admin] Publish callbacks [] for router (2ab1c295-5857-438f-a697-b4ff6b9ba62d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.421738 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-597fbaae-6fd3-451b-929f-49c40d706f51 admin admin] Publish callbacks [] for security_group (7d8596c7-9840-4d90-8579-38119325bfbb), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.432053 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0c811a3b-c830-464e-adc2-74a42027b8ba tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (48fea738-b599-4541-acb4-b62ce1a97125), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.532673 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-0c811a3b-c830-464e-adc2-74a42027b8ba tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Deleting port 6aebd452-1934-4666-a6e4-821569733bb6 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:17.533218 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0c811a3b-c830-464e-adc2-74a42027b8ba tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (6aebd452-1934-4666-a6e4-821569733bb6), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.620738 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-0c811a3b-c830-464e-adc2-74a42027b8ba tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] For port 6aebd452-1934-4666-a6e4-821569733bb6, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6aebd452-1934-4666-a6e4-821569733bb6,segment=NetworkSegment(9f50b60b-d6c5-4f95-959b-6cbf464da02b),segment_id=9f50b60b-d6c5-4f95-959b-6cbf464da02b)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:17.621101 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0c811a3b-c830-464e-adc2-74a42027b8ba tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (6aebd452-1934-4666-a6e4-821569733bb6), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.639583 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-597fbaae-6fd3-451b-929f-49c40d706f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7d8596c7-9840-4d90-8579-38119325bfbb), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.641107 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-0c811a3b-c830-464e-adc2-74a42027b8ba tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Calling delete_port for 6aebd452-1934-4666-a6e4-821569733bb6 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:17.646011 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-597fbaae-6fd3-451b-929f-49c40d706f51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.647237 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-597fbaae-6fd3-451b-929f-49c40d706f51 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7d8596c7-9840-4d90-8579-38119325bfbb HTTP/1.1" status: 204 len: 168 time: 0.5249131 Jan 28 13:43:17.655205 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab47caec-7fbf-4887-a542-8933fc4f2943 admin admin] Publish callbacks [] for router_gateway (2ab1c295-5857-438f-a697-b4ff6b9ba62d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.685431 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fbaae-6fd3-451b-929f-49c40d706f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8596c7-9840-4d90-8579-38119325bfbb,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:17.738000 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0c811a3b-c830-464e-adc2-74a42027b8ba tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (6aebd452-1934-4666-a6e4-821569733bb6), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.763953 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c811a3b-c830-464e-adc2-74a42027b8ba tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] No DVR routers for this DVR port 6aebd452-1934-4666-a6e4-821569733bb6 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:43:17.788938 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c811a3b-c830-464e-adc2-74a42027b8ba tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Pushing event deleted for resources: {'Port': ['ID=6aebd452-1934-4666-a6e4-821569733bb6,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:17.797209 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.814279 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-ab47caec-7fbf-4887-a542-8933fc4f2943 admin admin] Deleting port 28317e03-21b6-48f0-b4b4-446267c38aa2 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:17.814754 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab47caec-7fbf-4887-a542-8933fc4f2943 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (28317e03-21b6-48f0-b4b4-446267c38aa2), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.858867 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d109e3d3-ede7-4750-b5f8-5691a2116bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab1c295-5857-438f-a697-b4ff6b9ba62d', 'name': 'tempest-TaggedBootDevicesTest_v242-1317816235-router', 'tenant_id': '1f9498f10b354d2d83fb828267ad4f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '28317e03-21b6-48f0-b4b4-446267c38aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:55Z', 'updated_at': '2022-01-28T13:43:15Z', 'revision_number': 5, 'project_id': '1f9498f10b354d2d83fb828267ad4f8c', 'gw_port': {'id': '28317e03-21b6-48f0-b4b4-446267c38aa2', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab1c295-5857-438f-a697-b4ff6b9ba62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:56Z', 'updated_at': '2022-01-28T13:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:17.915072 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cc6be7-89b9-401b-b26d-c23ba0629e9e None None] DHCP port deletion for 48fea738-b599-4541-acb4-b62ce1a97125 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:43:17.939595 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d109e3d3-ede7-4750-b5f8-5691a2116bf5 None None] Checking router: 2ab1c295-5857-438f-a697-b4ff6b9ba62d for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:43:17.955751 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d109e3d3-ede7-4750-b5f8-5691a2116bf5 None None] Routers {'2ab1c295-5857-438f-a697-b4ff6b9ba62d'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:17.957372 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d109e3d3-ede7-4750-b5f8-5691a2116bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:43:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['2ab1c295-5857-438f-a697-b4ff6b9ba62d'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:17.965824 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0c811a3b-c830-464e-adc2-74a42027b8ba tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (48fea738-b599-4541-acb4-b62ce1a97125), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:18.012666 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-0c811a3b-c830-464e-adc2-74a42027b8ba tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48fea738-b599-4541-acb4-b62ce1a97125']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:18.013809 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-ab47caec-7fbf-4887-a542-8933fc4f2943 admin admin] For port 28317e03-21b6-48f0-b4b4-446267c38aa2, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=28317e03-21b6-48f0-b4b4-446267c38aa2,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:18.014120 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab47caec-7fbf-4887-a542-8933fc4f2943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (28317e03-21b6-48f0-b4b4-446267c38aa2), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:18.044077 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-0c811a3b-c830-464e-adc2-74a42027b8ba tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f50b60b-d6c5-4f95-959b-6cbf464da02b') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:18.044381 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-0c811a3b-c830-464e-adc2-74a42027b8ba tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f50b60b-d6c5-4f95-959b-6cbf464da02b') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:18.049198 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-ab47caec-7fbf-4887-a542-8933fc4f2943 admin admin] Calling delete_port for 28317e03-21b6-48f0-b4b4-446267c38aa2 owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:18.074327 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0c811a3b-c830-464e-adc2-74a42027b8ba tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (9f50b60b-d6c5-4f95-959b-6cbf464da02b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:18.096183 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0c811a3b-c830-464e-adc2-74a42027b8ba tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (9f50b60b-d6c5-4f95-959b-6cbf464da02b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:18.103242 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device e8c6f11d-73bc-4996-b2ae-7fed099fce07 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:43:18.109353 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c811a3b-c830-464e-adc2-74a42027b8ba tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:43:18.109685 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0c811a3b-c830-464e-adc2-74a42027b8ba tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (9f50b60b-d6c5-4f95-959b-6cbf464da02b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:43:18.114240 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:43:18.212913 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-d109e3d3-ede7-4750-b5f8-5691a2116bf5 None None] Set router 2ab1c295-5857-438f-a697-b4ff6b9ba62d gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:43:18.332694 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0c811a3b-c830-464e-adc2-74a42027b8ba tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (48fea738-b599-4541-acb4-b62ce1a97125), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:18.342850 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0c811a3b-c830-464e-adc2-74a42027b8ba tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:18.351084 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0c811a3b-c830-464e-adc2-74a42027b8ba tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] 10.222.0.39 "DELETE /v2.0/networks/48fea738-b599-4541-acb4-b62ce1a97125 HTTP/1.1" status: 204 len: 168 time: 1.0784619 Jan 28 13:43:18.368990 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port e8c6f11d-73bc-4996-b2ae-7fed099fce07 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:43:18.382447 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d109e3d3-ede7-4750-b5f8-5691a2116bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab1c295-5857-438f-a697-b4ff6b9ba62d', 'name': 'tempest-TaggedBootDevicesTest_v242-1317816235-router', 'tenant_id': '1f9498f10b354d2d83fb828267ad4f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:55Z', 'updated_at': '2022-01-28T13:43:17Z', 'revision_number': 6, 'project_id': '1f9498f10b354d2d83fb828267ad4f8c', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:18.394106 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c811a3b-c830-464e-adc2-74a42027b8ba tempest-FloatingIPNegativeTestJSON-638049774 tempest-FloatingIPNegativeTestJSON-638049774-project] Pushing event deleted for resources: {'Network': ['ID=48fea738-b599-4541-acb4-b62ce1a97125,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:18.422752 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50696e2d-168c-4f0c-8c63-f6ce39cc7a7b req-99ff4c10-0a07-405f-b7b4-1bf1e9370272 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:18.424588 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-50696e2d-168c-4f0c-8c63-f6ce39cc7a7b req-99ff4c10-0a07-405f-b7b4-1bf1e9370272 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 944 time: 0.2915018 Jan 28 13:43:18.538073 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-50696e2d-168c-4f0c-8c63-f6ce39cc7a7b req-cc0daf5d-ea26-4d89-a988-f6664cfd9a83 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064098 Jan 28 13:43:18.570421 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede74a4-8bb4-4255-adc2-c2fcbfe182e4 req-bcdbf994-8c95-49f7-8192-5d14dd7cb3bc tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:18.576689 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6ede74a4-8bb4-4255-adc2-c2fcbfe182e4 req-bcdbf994-8c95-49f7-8192-5d14dd7cb3bc tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c068-e3fc-4c58-a6cf-959fbeaa8c56 HTTP/1.1" status: 200 len: 945 time: 0.1534548 Jan 28 13:43:18.580600 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab47caec-7fbf-4887-a542-8933fc4f2943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (28317e03-21b6-48f0-b4b4-446267c38aa2), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:18.693594 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47caec-7fbf-4887-a542-8933fc4f2943 admin admin] Pushing event deleted for resources: {'Port': ['ID=28317e03-21b6-48f0-b4b4-446267c38aa2,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:18.734341 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d109e3d3-ede7-4750-b5f8-5691a2116bf5 None None] The sync data for ids ['2ab1c295-5857-438f-a697-b4ff6b9ba62d'] in n-d-822747-2 is: [{'id': '2ab1c295-5857-438f-a697-b4ff6b9ba62d', 'name': 'tempest-TaggedBootDevicesTest_v242-1317816235-router', 'tenant_id': '1f9498f10b354d2d83fb828267ad4f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:55Z', 'updated_at': '2022-01-28T13:43:17Z', 'revision_number': 6, 'project_id': '1f9498f10b354d2d83fb828267ad4f8c', 'gw_port_host': None}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:43:18.736076 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6aebd452-1934-4666-a6e4-821569733bb6 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:43:18.775264 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 6aebd452-1934-4666-a6e4-821569733bb6 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:43:18.780612 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6aebd452-1934-4666-a6e4-821569733bb6 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:43:18.782826 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port e8c6f11d-73bc-4996-b2ae-7fed099fce07 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:18.783511 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e8c6f11d-73bc-4996-b2ae-7fed099fce07), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:18.833763 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6ede74a4-8bb4-4255-adc2-c2fcbfe182e4 req-299b5864-43e0-4c9b-aa7b-4deba866f06d tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7dccc49-2271-4d7e-b24a-755da09322ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391448 Jan 28 13:43:18.842692 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab47caec-7fbf-4887-a542-8933fc4f2943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (2ab1c295-5857-438f-a697-b4ff6b9ba62d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:18.879880 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47938) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:18.969583 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port e8c6f11d-73bc-4996-b2ae-7fed099fce07 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:18.969993 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e8c6f11d-73bc-4996-b2ae-7fed099fce07), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:18.972403 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab47caec-7fbf-4887-a542-8933fc4f2943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (2ab1c295-5857-438f-a697-b4ff6b9ba62d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:18.975480 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab47caec-7fbf-4887-a542-8933fc4f2943 admin admin] Publish callbacks [] for router_controller (2ab1c295-5857-438f-a697-b4ff6b9ba62d), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:19.036948 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab47caec-7fbf-4887-a542-8933fc4f2943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (2ab1c295-5857-438f-a697-b4ff6b9ba62d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:19.037948 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab47caec-7fbf-4887-a542-8933fc4f2943 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ab1c295-5857-438f-a697-b4ff6b9ba62d {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:43:19.048232 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab47caec-7fbf-4887-a542-8933fc4f2943 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:19.050124 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ab47caec-7fbf-4887-a542-8933fc4f2943 admin admin] 10.222.0.39 "DELETE /v2.0/routers/2ab1c295-5857-438f-a697-b4ff6b9ba62d HTTP/1.1" status: 204 len: 168 time: 1.9138601 Jan 28 13:43:19.052697 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47946) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:19.065806 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port e8c6f11d-73bc-4996-b2ae-7fed099fce07, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e8c6f11d-73bc-4996-b2ae-7fed099fce07,segment=NetworkSegment(c9429e28-5e0c-4919-aa67-0d62a329ad26),segment_id=c9429e28-5e0c-4919-aa67-0d62a329ad26)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:19.067382 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f774ad8-c33c-4cfb-ac56-c0ab99a3d114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c6f11d-73bc-4996-b2ae-7fed099fce07'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:43:19.071192 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeeb059e-120c-452a-917c-aa862877992e" -d '{"events": [{"server_uuid": "0f774ad8-c33c-4cfb-ac56-c0ab99a3d114", "name": "network-vif-plugged", "status": "completed", "tag": "e8c6f11d-73bc-4996-b2ae-7fed099fce07"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:43:19.078577 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e8c6f11d-73bc-4996-b2ae-7fed099fce07), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:19.131793 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3b52fceb-95c5-4e45-8bf3-93937a38edb2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d71dd4cba9aa46589dea35cd80ee9f4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2506230 Jan 28 13:43:19.135457 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47952) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:19.172469 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c38f47c-a6de-43ca-bbea-2c6308b2d049 admin admin] Deleting subnet b72c4bcd-0c52-46ad-ba2c-22a8b79ebec6 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:43:19.176545 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0c38f47c-a6de-43ca-bbea-2c6308b2d049 admin admin] Publish callbacks [] for subnet (b72c4bcd-0c52-46ad-ba2c-22a8b79ebec6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:19.193898 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e65809-7af3-4393-9229-ac1690cfcedb x-openstack-request-id: req-65e65809-7af3-4393-9229-ac1690cfcedb {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:43:19.199670 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f774ad8-c33c-4cfb-ac56-c0ab99a3d114", "name": "network-vif-plugged", "status": "completed", "tag": "e8c6f11d-73bc-4996-b2ae-7fed099fce07", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:43:19.200209 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-65e65809-7af3-4393-9229-ac1690cfcedb {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:43:19.200792 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f774ad8-c33c-4cfb-ac56-c0ab99a3d114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c6f11d-73bc-4996-b2ae-7fed099fce07', 'code': 200} Jan 28 13:43:19.202689 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=e8c6f11d-73bc-4996-b2ae-7fed099fce07,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:19.274283 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19376987-307a-44fc-9c92-de33a81b06bc admin admin] Publish callbacks [] for security_group (a8906f13-9556-415c-9895-53e03ffc468b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:19.309453 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0c38f47c-a6de-43ca-bbea-2c6308b2d049 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (b72c4bcd-0c52-46ad-ba2c-22a8b79ebec6), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:19.348704 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19376987-307a-44fc-9c92-de33a81b06bc admin admin] Publish callbacks [] for security_group (a8906f13-9556-415c-9895-53e03ffc468b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:19.348956 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7768a-7104-4122-9b97-8d6dc400d1cb req-b524dc40-21d6-4cf7-8c75-f44ff5ccc87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:19.350472 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21f7768a-7104-4122-9b97-8d6dc400d1cb req-b524dc40-21d6-4cf7-8c75-f44ff5ccc87d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 1096 time: 0.0999732 Jan 28 13:43:19.456097 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19376987-307a-44fc-9c92-de33a81b06bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a8906f13-9556-415c-9895-53e03ffc468b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:19.461806 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19376987-307a-44fc-9c92-de33a81b06bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:19.467314 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-19376987-307a-44fc-9c92-de33a81b06bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a8906f13-9556-415c-9895-53e03ffc468b HTTP/1.1" status: 204 len: 168 time: 0.3278313 Jan 28 13:43:19.481934 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21f7768a-7104-4122-9b97-8d6dc400d1cb req-e72cc10c-9a56-4d92-b528-23edc1bd10fc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197703 Jan 28 13:43:19.484341 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19376987-307a-44fc-9c92-de33a81b06bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8906f13-9556-415c-9895-53e03ffc468b,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:19.487177 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0c38f47c-a6de-43ca-bbea-2c6308b2d049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (b72c4bcd-0c52-46ad-ba2c-22a8b79ebec6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:19.585288 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0c38f47c-a6de-43ca-bbea-2c6308b2d049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (b72c4bcd-0c52-46ad-ba2c-22a8b79ebec6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:19.652088 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38f47c-a6de-43ca-bbea-2c6308b2d049 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b72c4bcd-0c52-46ad-ba2c-22a8b79ebec6,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:19.697704 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0c38f47c-a6de-43ca-bbea-2c6308b2d049 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:19.698333 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c21d86-2694-4962-810c-8e86f30eabb2 None None] Network b4ebb8b5-ad0e-416e-b14b-0adbdec1df96 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:19.725167 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0c38f47c-a6de-43ca-bbea-2c6308b2d049 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b72c4bcd-0c52-46ad-ba2c-22a8b79ebec6 HTTP/1.1" status: 204 len: 168 time: 0.6711385 Jan 28 13:43:19.727559 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47970) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:19.961053 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-836e8bfb-33cb-425f-96c9-cd96a4cfdb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (b4ebb8b5-ad0e-416e-b14b-0adbdec1df96), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:19.969678 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:20.126034 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452ecd7d-f414-4b36-97af-369877c2c215 None None] DHCP port deletion for b4ebb8b5-ad0e-416e-b14b-0adbdec1df96 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:43:20.185195 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ff9d6-7172-4e77-b48e-731ba1879d9d req-52710d3e-1183-4d05-9a8d-6b2763b6379e tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:20.202820 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-734ff9d6-7172-4e77-b48e-731ba1879d9d req-52710d3e-1183-4d05-9a8d-6b2763b6379e tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c068-e3fc-4c58-a6cf-959fbeaa8c56 HTTP/1.1" status: 200 len: 945 time: 0.2348826 Jan 28 13:43:20.249340 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-452ecd7d-f414-4b36-97af-369877c2c215 None None] Deleting port 60b67380-4b72-40d6-8a76-bb703657bdb6 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:20.249886 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-452ecd7d-f414-4b36-97af-369877c2c215 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (60b67380-4b72-40d6-8a76-bb703657bdb6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:20.374010 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-734ff9d6-7172-4e77-b48e-731ba1879d9d req-65910380-ddbf-478a-9d36-4d83880b1a27 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7dccc49-2271-4d7e-b24a-755da09322ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701388 Jan 28 13:43:20.382173 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-836e8bfb-33cb-425f-96c9-cd96a4cfdb80 admin admin] Deleting port 60b67380-4b72-40d6-8a76-bb703657bdb6 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:20.382708 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-836e8bfb-33cb-425f-96c9-cd96a4cfdb80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (60b67380-4b72-40d6-8a76-bb703657bdb6), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:20.430892 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7e20887c-42b3-4312-8ae1-99d97a5151ba no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:43:20.487401 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 7e20887c-42b3-4312-8ae1-99d97a5151ba {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:43:20.495143 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7e20887c-42b3-4312-8ae1-99d97a5151ba not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:43:20.496067 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 28317e03-21b6-48f0-b4b4-446267c38aa2 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:43:20.500184 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-836e8bfb-33cb-425f-96c9-cd96a4cfdb80 admin admin] For port 60b67380-4b72-40d6-8a76-bb703657bdb6, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=60b67380-4b72-40d6-8a76-bb703657bdb6,segment=NetworkSegment(86149aa4-d305-41b7-ba89-d015b4929c5a),segment_id=86149aa4-d305-41b7-ba89-d015b4929c5a)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:20.500875 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-836e8bfb-33cb-425f-96c9-cd96a4cfdb80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (60b67380-4b72-40d6-8a76-bb703657bdb6), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:20.508638 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234d45b-c988-43e8-b256-e70a0c50e905 req-7c52aa33-7cbd-4a05-a07d-f68c12c601c3 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:20.513376 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-452ecd7d-f414-4b36-97af-369877c2c215 None None] For port 60b67380-4b72-40d6-8a76-bb703657bdb6, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=60b67380-4b72-40d6-8a76-bb703657bdb6,segment=NetworkSegment(86149aa4-d305-41b7-ba89-d015b4929c5a),segment_id=86149aa4-d305-41b7-ba89-d015b4929c5a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:20.513917 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-452ecd7d-f414-4b36-97af-369877c2c215 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (60b67380-4b72-40d6-8a76-bb703657bdb6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:20.530359 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3234d45b-c988-43e8-b256-e70a0c50e905 req-7c52aa33-7cbd-4a05-a07d-f68c12c601c3 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 945 time: 0.8623137 Jan 28 13:43:20.548600 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-836e8bfb-33cb-425f-96c9-cd96a4cfdb80 admin admin] Calling delete_port for 60b67380-4b72-40d6-8a76-bb703657bdb6 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:20.578859 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 28317e03-21b6-48f0-b4b4-446267c38aa2 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:43:20.579643 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 28317e03-21b6-48f0-b4b4-446267c38aa2 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:43:20.580298 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 60b67380-4b72-40d6-8a76-bb703657bdb6 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:43:20.583585 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-452ecd7d-f414-4b36-97af-369877c2c215 None None] Calling delete_port for 60b67380-4b72-40d6-8a76-bb703657bdb6 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:20.600726 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d69603-6a63-41d6-b8b6-f9ea8dd45ea6 req-9ae216fb-55b9-4f6c-840b-e3fe140c6335 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:20.602298 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-83d69603-6a63-41d6-b8b6-f9ea8dd45ea6 req-9ae216fb-55b9-4f6c-840b-e3fe140c6335 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.18 "GET /v2.0/ports?device_id=6545c068-e3fc-4c58-a6cf-959fbeaa8c56 HTTP/1.1" status: 200 len: 945 time: 0.2093518 Jan 28 13:43:20.729833 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3234d45b-c988-43e8-b256-e70a0c50e905 req-f6e2d0a9-001e-4c77-b93f-0747f5a10bce tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979029 Jan 28 13:43:20.746352 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-836e8bfb-33cb-425f-96c9-cd96a4cfdb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (60b67380-4b72-40d6-8a76-bb703657bdb6), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:20.772805 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No active binding found for port 60b67380-4b72-40d6-8a76-bb703657bdb6 {{(pid=103353) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 13:43:20.773412 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] The host n-d-822747-2 is not matching for port 60b67380-4b72-40d6-8a76-bb703657bdb6 host None! {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:43:20.776325 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 60b67380-4b72-40d6-8a76-bb703657bdb6 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:43:20.795185 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e8bfb-33cb-425f-96c9-cd96a4cfdb80 admin admin] Pushing event deleted for resources: {'Port': ['ID=60b67380-4b72-40d6-8a76-bb703657bdb6,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:20.806053 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836e8bfb-33cb-425f-96c9-cd96a4cfdb80 admin admin] No DVR routers for this DVR port 60b67380-4b72-40d6-8a76-bb703657bdb6 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:43:20.857032 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-452ecd7d-f414-4b36-97af-369877c2c215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (60b67380-4b72-40d6-8a76-bb703657bdb6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:20.882763 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-83d69603-6a63-41d6-b8b6-f9ea8dd45ea6 req-168ded35-f511-41c5-bf34-5a7b0797a648 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Deleting port fe56a29c-49b4-40ab-a611-ea79e7cf6160 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:20.883138 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-83d69603-6a63-41d6-b8b6-f9ea8dd45ea6 req-168ded35-f511-41c5-bf34-5a7b0797a648 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (fe56a29c-49b4-40ab-a611-ea79e7cf6160), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:20.902315 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ecd7d-f414-4b36-97af-369877c2c215 None None] Pushing event deleted for resources: {'Port': ['ID=60b67380-4b72-40d6-8a76-bb703657bdb6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:20.923536 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452ecd7d-f414-4b36-97af-369877c2c215 None None] No DVR routers for this DVR port 60b67380-4b72-40d6-8a76-bb703657bdb6 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:43:20.950679 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-836e8bfb-33cb-425f-96c9-cd96a4cfdb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (b4ebb8b5-ad0e-416e-b14b-0adbdec1df96), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:20.972022 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-836e8bfb-33cb-425f-96c9-cd96a4cfdb80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ebb8b5-ad0e-416e-b14b-0adbdec1df96']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:20.987378 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-836e8bfb-33cb-425f-96c9-cd96a4cfdb80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86149aa4-d305-41b7-ba89-d015b4929c5a') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:20.987723 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-836e8bfb-33cb-425f-96c9-cd96a4cfdb80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86149aa4-d305-41b7-ba89-d015b4929c5a') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:21.029212 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-836e8bfb-33cb-425f-96c9-cd96a4cfdb80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (86149aa4-d305-41b7-ba89-d015b4929c5a), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:21.058025 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-836e8bfb-33cb-425f-96c9-cd96a4cfdb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (86149aa4-d305-41b7-ba89-d015b4929c5a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:21.059946 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-83d69603-6a63-41d6-b8b6-f9ea8dd45ea6 req-168ded35-f511-41c5-bf34-5a7b0797a648 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] For port fe56a29c-49b4-40ab-a611-ea79e7cf6160, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=fe56a29c-49b4-40ab-a611-ea79e7cf6160,segment=NetworkSegment(9f8e7572-3d26-4139-9ed7-e071ff7040da),segment_id=9f8e7572-3d26-4139-9ed7-e071ff7040da)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:21.060365 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-83d69603-6a63-41d6-b8b6-f9ea8dd45ea6 req-168ded35-f511-41c5-bf34-5a7b0797a648 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (fe56a29c-49b4-40ab-a611-ea79e7cf6160), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:21.073836 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836e8bfb-33cb-425f-96c9-cd96a4cfdb80 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:43:21.074373 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-836e8bfb-33cb-425f-96c9-cd96a4cfdb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (86149aa4-d305-41b7-ba89-d015b4929c5a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:21.091230 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-83d69603-6a63-41d6-b8b6-f9ea8dd45ea6 req-168ded35-f511-41c5-bf34-5a7b0797a648 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Calling delete_port for fe56a29c-49b4-40ab-a611-ea79e7cf6160 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:43:21.203556 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:43:21.208590 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-836e8bfb-33cb-425f-96c9-cd96a4cfdb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (b4ebb8b5-ad0e-416e-b14b-0adbdec1df96), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:21.224533 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-836e8bfb-33cb-425f-96c9-cd96a4cfdb80 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:21.228148 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-836e8bfb-33cb-425f-96c9-cd96a4cfdb80 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b4ebb8b5-ad0e-416e-b14b-0adbdec1df96 HTTP/1.1" status: 204 len: 168 time: 1.4975874 Jan 28 13:43:21.264210 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e8bfb-33cb-425f-96c9-cd96a4cfdb80 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4ebb8b5-ad0e-416e-b14b-0adbdec1df96,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:21.379759 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-83d69603-6a63-41d6-b8b6-f9ea8dd45ea6 req-168ded35-f511-41c5-bf34-5a7b0797a648 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (fe56a29c-49b4-40ab-a611-ea79e7cf6160), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:21.395056 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['fe56a29c-49b4-40ab-a611-ea79e7cf6160'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:43:21.420823 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ded35-f511-41c5-bf34-5a7b0797a648 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Pushing event deleted for resources: {'Port': ['ID=fe56a29c-49b4-40ab-a611-ea79e7cf6160,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:21.502380 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48038) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:21.524129 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d69603-6a63-41d6-b8b6-f9ea8dd45ea6 req-168ded35-f511-41c5-bf34-5a7b0797a648 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] No DVR routers for this DVR port fe56a29c-49b4-40ab-a611-ea79e7cf6160 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:43:21.531063 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-83d69603-6a63-41d6-b8b6-f9ea8dd45ea6 req-168ded35-f511-41c5-bf34-5a7b0797a648 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:21.541576 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-83d69603-6a63-41d6-b8b6-f9ea8dd45ea6 req-168ded35-f511-41c5-bf34-5a7b0797a648 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.18 "DELETE /v2.0/ports/fe56a29c-49b4-40ab-a611-ea79e7cf6160 HTTP/1.1" status: 204 len: 173 time: 0.9281549 Jan 28 13:43:21.555156 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6545c068-e3fc-4c58-a6cf-959fbeaa8c56', 'name': 'network-vif-deleted', 'tag': 'fe56a29c-49b4-40ab-a611-ea79e7cf6160'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:43:21.564212 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffb4bf1-abdf-49fd-bc45-807579639060" -d '{"events": [{"server_uuid": "6545c068-e3fc-4c58-a6cf-959fbeaa8c56", "name": "network-vif-deleted", "tag": "fe56a29c-49b4-40ab-a611-ea79e7cf6160"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:43:21.599833 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8432aa69-5f51-4876-9a45-4f87f595c7ac req-ef3f50b3-8b87-4dc0-9e4a-72cf2ef959a2 tempest-VolumesSnapshotTestJSON-1385528535 tempest-VolumesSnapshotTestJSON-1385528535-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c068-e3fc-4c58-a6cf-959fbeaa8c56 HTTP/1.1" status: 200 len: 210 time: 0.0548692 Jan 28 13:43:21.634606 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48046) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:21.658232 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-aeeb376d-9740-45c7-bf6e-963cb0a9c1d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c7a6811dc19649cf8e2a8d9876c3683f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1537783 Jan 28 13:43:21.660814 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48050) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:21.679002 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3357d41-64c9-4a7d-8940-de8c6abfab63 x-openstack-request-id: req-b3357d41-64c9-4a7d-8940-de8c6abfab63 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:43:21.679301 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6545c068-e3fc-4c58-a6cf-959fbeaa8c56", "name": "network-vif-deleted", "tag": "fe56a29c-49b4-40ab-a611-ea79e7cf6160", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:43:21.679553 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3357d41-64c9-4a7d-8940-de8c6abfab63 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:43:21.679958 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6545c068-e3fc-4c58-a6cf-959fbeaa8c56', 'name': 'network-vif-deleted', 'tag': 'fe56a29c-49b4-40ab-a611-ea79e7cf6160', 'status': 'completed', 'code': 200} Jan 28 13:43:21.758052 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b27b7377-fa1a-4534-8811-1731eeb5043a admin admin] Publish callbacks [] for security_group (75cbd960-2cff-4d6a-8807-67977fc94144), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:21.815260 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b27b7377-fa1a-4534-8811-1731eeb5043a admin admin] Publish callbacks [] for security_group (75cbd960-2cff-4d6a-8807-67977fc94144), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:21.861515 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-aa1b5ee3-df92-45e3-a674-2e9b482124a9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1941472770-network', 'tenant_id': '1aefc1d7990d42b7bb14b0dfb08cd1c6'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:21.906802 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1b5ee3-df92-45e3-a674-2e9b482124a9 admin admin] Made reservation on behalf of 1aefc1d7990d42b7bb14b0dfb08cd1c6 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:21.912303 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa1b5ee3-df92-45e3-a674-2e9b482124a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:21.944410 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa1b5ee3-df92-45e3-a674-2e9b482124a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:22.003785 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b27b7377-fa1a-4534-8811-1731eeb5043a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (75cbd960-2cff-4d6a-8807-67977fc94144), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:22.006675 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b27b7377-fa1a-4534-8811-1731eeb5043a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:22.040586 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b27b7377-fa1a-4534-8811-1731eeb5043a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/75cbd960-2cff-4d6a-8807-67977fc94144 HTTP/1.1" status: 204 len: 168 time: 0.3785751 Jan 28 13:43:22.074779 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa1b5ee3-df92-45e3-a674-2e9b482124a9 admin admin] Publish callbacks [] for security_group (2f89b02e-5075-46af-ad66-9e6e098ae8cc), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:22.080248 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa1b5ee3-df92-45e3-a674-2e9b482124a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (2f89b02e-5075-46af-ad66-9e6e098ae8cc), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:22.121732 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48076) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:22.125813 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b5ee3-df92-45e3-a674-2e9b482124a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f89b02e-5075-46af-ad66-9e6e098ae8cc,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:22.155236 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3ecf4-0c06-4171-8b45-94db3d4c63fa req-cd3fcb02-8142-43e2-b84d-4c7d9339333f tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:22.172950 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58a3ecf4-0c06-4171-8b45-94db3d4c63fa req-cd3fcb02-8142-43e2-b84d-4c7d9339333f tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 945 time: 0.2850492 Jan 28 13:43:22.175777 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1b5ee3-df92-45e3-a674-2e9b482124a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:43:22.193627 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b7377-fa1a-4534-8811-1731eeb5043a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cbd960-2cff-4d6a-8807-67977fc94144,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:22.195882 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa1b5ee3-df92-45e3-a674-2e9b482124a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (c82700e9-a367-4eb2-8491-33037daa7cd3), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:22.199441 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-aa1b5ee3-df92-45e3-a674-2e9b482124a9 admin admin] Added segment c82700e9-a367-4eb2-8491-33037daa7cd3 of type vlan for network 8e522b59-78b6-4d8a-9e6c-4e4ce995b973 Jan 28 13:43:22.334238 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa1b5ee3-df92-45e3-a674-2e9b482124a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (8e522b59-78b6-4d8a-9e6c-4e4ce995b973), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:22.382199 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58a3ecf4-0c06-4171-8b45-94db3d4c63fa req-df572720-2a3e-488b-9603-0908b9b8f8fe tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003615 Jan 28 13:43:22.387483 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa1b5ee3-df92-45e3-a674-2e9b482124a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (8e522b59-78b6-4d8a-9e6c-4e4ce995b973), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:22.399396 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1b5ee3-df92-45e3-a674-2e9b482124a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:22.399396 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa1b5ee3-df92-45e3-a674-2e9b482124a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:22.437405 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-88fd57e2-1957-48dc-92f3-723d710b50cc tempest-QuotasTest-657547114 tempest-QuotasTest-657547114-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:22.483430 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-aa1b5ee3-df92-45e3-a674-2e9b482124a9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8470204 Jan 28 13:43:22.486247 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48096) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:22.491753 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-fa268eef-bade-46d0-9bbb-47f638de679b admin admin] Request body: {'subnet': {'network_id': '8e522b59-78b6-4d8a-9e6c-4e4ce995b973', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1941472770-subnet', 'tenant_id': '1aefc1d7990d42b7bb14b0dfb08cd1c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:22.533072 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa268eef-bade-46d0-9bbb-47f638de679b admin admin] Made reservation on behalf of 1aefc1d7990d42b7bb14b0dfb08cd1c6 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:22.536341 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fa268eef-bade-46d0-9bbb-47f638de679b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:22.565705 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b5ee3-df92-45e3-a674-2e9b482124a9 admin admin] Pushing event updated for resources: {'Network': ['ID=8e522b59-78b6-4d8a-9e6c-4e4ce995b973,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:22.584496 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 8e522b59-78b6-4d8a-9e6c-4e4ce995b973 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:43:22.599623 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-88fd57e2-1957-48dc-92f3-723d710b50cc tempest-QuotasTest-657547114 tempest-QuotasTest-657547114-project-admin] 10.222.0.39 "PUT /v2.0/quotas/35a9ad8b11154880a7a759ab1058ab6b HTTP/1.1" status: 200 len: 366 time: 0.4667070 Jan 28 13:43:22.601483 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48106) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:22.620300 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-13584993-dd18-4eb2-81b3-b6467ba8e231 tempest-QuotasTest-657547114 tempest-QuotasTest-657547114-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0167770 Jan 28 13:43:22.622479 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48108) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:22.673948 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-906c2b20-881c-4fb4-a8ac-cf10537bfdf9 tempest-QuotasTest-657547114 tempest-QuotasTest-657547114-project-admin] 10.222.0.39 "GET /v2.0/quotas/35a9ad8b11154880a7a759ab1058ab6b HTTP/1.1" status: 200 len: 366 time: 0.0488958 Jan 28 13:43:22.676960 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48114) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:22.734683 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dfe44ce3-692a-40f3-bcc0-4866b54c0be1 tempest-QuotasTest-657547114 tempest-QuotasTest-657547114-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/35a9ad8b11154880a7a759ab1058ab6b HTTP/1.1" status: 204 len: 168 time: 0.0542758 Jan 28 13:43:22.736893 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48120) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:22.816831 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1fb024fe-9eed-491a-96f5-f8f1dd460dab tempest-QuotasTest-657547114 tempest-QuotasTest-657547114-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0758479 Jan 28 13:43:22.823668 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48126) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:22.904487 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-06c83fd8-7f81-49cd-bb67-9b7aee915964 tempest-QuotasTest-657547114 tempest-QuotasTest-657547114-project-admin] 10.222.0.39 "GET /v2.0/quotas/35a9ad8b11154880a7a759ab1058ab6b HTTP/1.1" status: 200 len: 370 time: 0.0791020 Jan 28 13:43:22.908743 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48132) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:22.941271 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3a39a28f-7632-490e-95e6-de8cb5d4e4fe tempest-QuotasTest-657547114 tempest-QuotasTest-657547114-project-admin] 10.222.0.39 "GET /v2.0/quotas/35a9ad8b11154880a7a759ab1058ab6b/default HTTP/1.1" status: 200 len: 370 time: 0.0312135 Jan 28 13:43:22.945693 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48136) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:22.960701 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9527a30-b108-4aca-81c9-371351f2e495 req-efb33dbb-ada8-4ee6-903d-39e439b13be8 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:22.962274 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f9527a30-b108-4aca-81c9-371351f2e495 req-efb33dbb-ada8-4ee6-903d-39e439b13be8 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 945 time: 0.1133382 Jan 28 13:43:22.974298 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48140) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:22.981189 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-93bb39c7-1a01-4ad5-99b0-5d56c22514b2 tempest-QuotasTest-657547114 tempest-QuotasTest-657547114-project-admin] delete failed (client error): The resource could not be found. Jan 28 13:43:22.989138 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-93bb39c7-1a01-4ad5-99b0-5d56c22514b2 tempest-QuotasTest-657547114 tempest-QuotasTest-657547114-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/35a9ad8b11154880a7a759ab1058ab6b HTTP/1.1" status: 404 len: 348 time: 0.0353436 Jan 28 13:43:23.006421 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fa268eef-bade-46d0-9bbb-47f638de679b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (5c2cc41e-7afd-4820-91d8-7713045e1995), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:23.074880 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f9527a30-b108-4aca-81c9-371351f2e495 req-0bdf3019-9d6d-4c40-a785-af72d47e92f9 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023607 Jan 28 13:43:23.086249 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144289ff-4ff4-44e9-b351-f37dbd6c337a req-a41076e8-807e-42ae-98c0-45ecb5597e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:23.088059 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-144289ff-4ff4-44e9-b351-f37dbd6c337a req-a41076e8-807e-42ae-98c0-45ecb5597e9f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7822b4ee1cb4d678e2f89317991f7c3&device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 1096 time: 0.1956244 Jan 28 13:43:23.130295 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa268eef-bade-46d0-9bbb-47f638de679b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c2cc41e-7afd-4820-91d8-7713045e1995,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:23.171675 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa268eef-bade-46d0-9bbb-47f638de679b admin admin] Checking segment: {'id': 'c82700e9-a367-4eb2-8491-33037daa7cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8e522b59-78b6-4d8a-9e6c-4e4ce995b973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:43:23.171817 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa268eef-bade-46d0-9bbb-47f638de679b admin admin] Network hostable DHCP agents. Network: 8e522b59-78b6-4d8a-9e6c-4e4ce995b973, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:43:23.205566 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa268eef-bade-46d0-9bbb-47f638de679b admin admin] Network 8e522b59-78b6-4d8a-9e6c-4e4ce995b973 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:43:23.221854 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-fa268eef-bade-46d0-9bbb-47f638de679b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 8e522b59-78b6-4d8a-9e6c-4e4ce995b973) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:23.228866 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa268eef-bade-46d0-9bbb-47f638de679b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:23.230033 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fa268eef-bade-46d0-9bbb-47f638de679b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:23.230631 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca67458-b033-4040-9787-b0ad057dad7e None None] Network 8e522b59-78b6-4d8a-9e6c-4e4ce995b973 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:23.237375 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144289ff-4ff4-44e9-b351-f37dbd6c337a req-c299301c-c851-42b7-9d8f-13264b7f963e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:23.240167 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-144289ff-4ff4-44e9-b351-f37dbd6c337a req-c299301c-c851-42b7-9d8f-13264b7f963e service neutron] 10.222.0.18 "GET /v2.0/networks?id=1a7c7f9b-1954-4b23-a972-a8caf8d2f60e HTTP/1.1" status: 200 len: 909 time: 0.1450031 Jan 28 13:43:23.258454 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-92001322-b427-4e6c-a5be-138e811397dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1f9498f10b354d2d83fb828267ad4f8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2832339 Jan 28 13:43:23.267652 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48156) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:23.347609 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-144289ff-4ff4-44e9-b351-f37dbd6c337a req-34fdd042-6a1c-4fc4-beec-ffb5eb282f62 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8c6f11d-73bc-4996-b2ae-7fed099fce07 HTTP/1.1" status: 200 len: 217 time: 0.1007040 Jan 28 13:43:23.368987 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fa268eef-bade-46d0-9bbb-47f638de679b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8724644 Jan 28 13:43:23.433845 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac2eb665-2be7-4d7a-84d7-68243088ca37 admin admin] Publish callbacks [] for security_group (adc0b1f7-e481-4915-8ec1-c9c68ff7d6eb), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:23.455844 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144289ff-4ff4-44e9-b351-f37dbd6c337a req-e42eb5d2-4a8c-4aa3-87c1-5a42205f1c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:23.457395 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-144289ff-4ff4-44e9-b351-f37dbd6c337a req-e42eb5d2-4a8c-4aa3-87c1-5a42205f1c1f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=29425192-d153-4d6d-998f-4743e88ed753 HTTP/1.1" status: 200 len: 849 time: 0.1054635 Jan 28 13:43:23.463339 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f928f92-1ef5-4aec-94f2-8d2a4df5bc93 None None] Network 8e522b59-78b6-4d8a-9e6c-4e4ce995b973 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:23.493488 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac2eb665-2be7-4d7a-84d7-68243088ca37 admin admin] Publish callbacks [] for security_group (adc0b1f7-e481-4915-8ec1-c9c68ff7d6eb), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:23.495451 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48168) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:23.539546 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-144289ff-4ff4-44e9-b351-f37dbd6c337a req-800abe3a-1835-4da9-85c3-8b77af4e1795 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1a7c7f9b-1954-4b23-a972-a8caf8d2f60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757825 Jan 28 13:43:23.626275 n-d-822747-2 neutron-server[103352]: DEBUG neutron.quota.resource [None req-5fb4060f-f768-4891-8c62-ffc03ec5a86c tempest-QuotasTest-657547114 tempest-QuotasTest-657547114-project-admin] Usage tracker for resource:network and project:b5a4325a3fe540d1a42307dcc2a596d9 is out of sync, need to count used quota {{(pid=103352) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 13:43:23.630643 n-d-822747-2 neutron-server[103352]: DEBUG neutron.quota.resource [None req-5fb4060f-f768-4891-8c62-ffc03ec5a86c tempest-QuotasTest-657547114 tempest-QuotasTest-657547114-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103352) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 13:43:23.661700 n-d-822747-2 neutron-server[103352]: DEBUG neutron.quota.resource [None req-5fb4060f-f768-4891-8c62-ffc03ec5a86c tempest-QuotasTest-657547114 tempest-QuotasTest-657547114-project-admin] Usage tracker for resource:subnet and project:b5a4325a3fe540d1a42307dcc2a596d9 is out of sync, need to count used quota {{(pid=103352) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 13:43:23.674364 n-d-822747-2 neutron-server[103352]: DEBUG neutron.quota.resource [None req-5fb4060f-f768-4891-8c62-ffc03ec5a86c tempest-QuotasTest-657547114 tempest-QuotasTest-657547114-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103352) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 13:43:23.686386 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac2eb665-2be7-4d7a-84d7-68243088ca37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (adc0b1f7-e481-4915-8ec1-c9c68ff7d6eb), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:23.695854 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac2eb665-2be7-4d7a-84d7-68243088ca37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:23.700006 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ac2eb665-2be7-4d7a-84d7-68243088ca37 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/adc0b1f7-e481-4915-8ec1-c9c68ff7d6eb HTTP/1.1" status: 204 len: 168 time: 0.4272137 Jan 28 13:43:23.729191 n-d-822747-2 neutron-server[103352]: DEBUG neutron.quota.resource [None req-5fb4060f-f768-4891-8c62-ffc03ec5a86c tempest-QuotasTest-657547114 tempest-QuotasTest-657547114-project-admin] Usage tracker for resource:subnetpool and project:b5a4325a3fe540d1a42307dcc2a596d9 is out of sync, need to count used quota {{(pid=103352) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 13:43:23.735079 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2eb665-2be7-4d7a-84d7-68243088ca37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc0b1f7-e481-4915-8ec1-c9c68ff7d6eb,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:23.738153 n-d-822747-2 neutron-server[103352]: DEBUG neutron.quota.resource [None req-5fb4060f-f768-4891-8c62-ffc03ec5a86c tempest-QuotasTest-657547114 tempest-QuotasTest-657547114-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103352) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 13:43:23.752404 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-144289ff-4ff4-44e9-b351-f37dbd6c337a req-5bd48b21-7170-479f-95eb-8527d3defa5a service neutron] 10.222.0.18 "GET /v2.0/networks/1a7c7f9b-1954-4b23-a972-a8caf8d2f60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055626 Jan 28 13:43:23.768922 n-d-822747-2 neutron-server[103352]: DEBUG neutron.quota.resource [None req-5fb4060f-f768-4891-8c62-ffc03ec5a86c tempest-QuotasTest-657547114 tempest-QuotasTest-657547114-project-admin] Usage tracker for resource:port and project:b5a4325a3fe540d1a42307dcc2a596d9 is out of sync, need to count used quota {{(pid=103352) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 13:43:23.781976 n-d-822747-2 neutron-server[103352]: DEBUG neutron.quota.resource [None req-5fb4060f-f768-4891-8c62-ffc03ec5a86c tempest-QuotasTest-657547114 tempest-QuotasTest-657547114-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103352) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 13:43:23.811580 n-d-822747-2 neutron-server[103352]: DEBUG neutron.quota.resource [None req-5fb4060f-f768-4891-8c62-ffc03ec5a86c tempest-QuotasTest-657547114 tempest-QuotasTest-657547114-project-admin] Usage tracker for resource:router and project:b5a4325a3fe540d1a42307dcc2a596d9 is out of sync, need to count used quota {{(pid=103352) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 13:43:23.824454 n-d-822747-2 neutron-server[103352]: DEBUG neutron.quota.resource [None req-5fb4060f-f768-4891-8c62-ffc03ec5a86c tempest-QuotasTest-657547114 tempest-QuotasTest-657547114-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103352) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 13:43:23.836799 n-d-822747-2 neutron-server[103352]: DEBUG neutron.quota.resource [None req-5fb4060f-f768-4891-8c62-ffc03ec5a86c tempest-QuotasTest-657547114 tempest-QuotasTest-657547114-project-admin] Usage tracker for resource:floatingip and project:b5a4325a3fe540d1a42307dcc2a596d9 is out of sync, need to count used quota {{(pid=103352) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 13:43:23.846561 n-d-822747-2 neutron-server[103352]: DEBUG neutron.quota.resource [None req-5fb4060f-f768-4891-8c62-ffc03ec5a86c tempest-QuotasTest-657547114 tempest-QuotasTest-657547114-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103352) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 13:43:23.938493 n-d-822747-2 neutron-server[103352]: DEBUG neutron.quota.resource [None req-5fb4060f-f768-4891-8c62-ffc03ec5a86c tempest-QuotasTest-657547114 tempest-QuotasTest-657547114-project-admin] Usage tracker for resource:security_group and project:b5a4325a3fe540d1a42307dcc2a596d9 is out of sync, need to count used quota {{(pid=103352) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 13:43:23.942854 n-d-822747-2 neutron-server[103352]: DEBUG neutron.quota.resource [None req-5fb4060f-f768-4891-8c62-ffc03ec5a86c tempest-QuotasTest-657547114 tempest-QuotasTest-657547114-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103352) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 13:43:23.950637 n-d-822747-2 neutron-server[103352]: DEBUG neutron.quota.resource [None req-5fb4060f-f768-4891-8c62-ffc03ec5a86c tempest-QuotasTest-657547114 tempest-QuotasTest-657547114-project-admin] Usage tracker for resource:security_group_rule and project:b5a4325a3fe540d1a42307dcc2a596d9 is out of sync, need to count used quota {{(pid=103352) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 13:43:23.954707 n-d-822747-2 neutron-server[103352]: DEBUG neutron.quota.resource [None req-5fb4060f-f768-4891-8c62-ffc03ec5a86c tempest-QuotasTest-657547114 tempest-QuotasTest-657547114-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103352) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 13:43:23.964524 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5fb4060f-f768-4891-8c62-ffc03ec5a86c tempest-QuotasTest-657547114 tempest-QuotasTest-657547114-project-admin] 10.222.0.39 "GET /v2.0/quotas/b5a4325a3fe540d1a42307dcc2a596d9/details.json HTTP/1.1" status: 200 len: 703 time: 0.4679039 Jan 28 13:43:23.973498 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-144289ff-4ff4-44e9-b351-f37dbd6c337a req-d2a3d7ba-13aa-4dd1-9965-39ea8830cac6 service neutron] 10.222.0.18 "GET /v2.0/networks/1a7c7f9b-1954-4b23-a972-a8caf8d2f60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131629 Jan 28 13:43:24.069193 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device fe56a29c-49b4-40ab-a611-ea79e7cf6160 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:43:24.121664 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: fe56a29c-49b4-40ab-a611-ea79e7cf6160 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:43:24.123603 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device fe56a29c-49b4-40ab-a611-ea79e7cf6160 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:43:24.322196 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d2efe-aed3-4228-9150-d9c27ea94b55 req-74ba533c-64ff-4415-9a8b-98e8624a5c0b tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:24.323841 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b56d2efe-aed3-4228-9150-d9c27ea94b55 req-74ba533c-64ff-4415-9a8b-98e8624a5c0b tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 945 time: 0.1059303 Jan 28 13:43:24.399102 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b56d2efe-aed3-4228-9150-d9c27ea94b55 req-5eb0cd7a-3cd2-469d-9c85-277be83d1890 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678627 Jan 28 13:43:24.556996 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48212) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:24.719705 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48220) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:24.841322 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0243f247-e5fe-49f1-90aa-9af612b88a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:25.013418 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f3fc7812-baeb-4cd3-a190-42b757602d69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:25.015950 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0243f247-e5fe-49f1-90aa-9af612b88a8d admin admin] Publish callbacks [] for security_group (488bdf99-3af9-4b11-9d40-66131497fc10), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:25.021244 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0243f247-e5fe-49f1-90aa-9af612b88a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (488bdf99-3af9-4b11-9d40-66131497fc10), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:25.055270 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0243f247-e5fe-49f1-90aa-9af612b88a8d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=366ff1cf021845d9be6323d379df47f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4969723 Jan 28 13:43:25.059627 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48230) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:25.078163 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243f247-e5fe-49f1-90aa-9af612b88a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488bdf99-3af9-4b11-9d40-66131497fc10,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:25.190213 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48238) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:25.197055 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-c92ce3c4-3de9-4272-89fb-327985cc0ff4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1537055349-network', 'tenant_id': '8e6328933e8f47739b8aca8728976ad6'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:25.250900 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92ce3c4-3de9-4272-89fb-327985cc0ff4 admin admin] Made reservation on behalf of 8e6328933e8f47739b8aca8728976ad6 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:25.258034 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c92ce3c4-3de9-4272-89fb-327985cc0ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:25.267743 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d4d2a4f5-b35e-49a2-8ba0-6f69b0c1807e admin admin] Publish callbacks [] for security_group (488bdf99-3af9-4b11-9d40-66131497fc10), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:25.272665 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c92ce3c4-3de9-4272-89fb-327985cc0ff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:25.301075 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d4d2a4f5-b35e-49a2-8ba0-6f69b0c1807e admin admin] Publish callbacks [] for security_group (488bdf99-3af9-4b11-9d40-66131497fc10), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:25.350413 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f3fc7812-baeb-4cd3-a190-42b757602d69 admin admin] Publish callbacks [] for security_group (618a408c-ac6a-4cf8-9939-edfac2e476ae), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:25.356561 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f3fc7812-baeb-4cd3-a190-42b757602d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (618a408c-ac6a-4cf8-9939-edfac2e476ae), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:25.388510 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f3fc7812-baeb-4cd3-a190-42b757602d69 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a7aedcb31439459b8dfa30fb2c4fbf6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6674793 Jan 28 13:43:25.392132 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48242) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:25.417340 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc7812-baeb-4cd3-a190-42b757602d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618a408c-ac6a-4cf8-9939-edfac2e476ae,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:25.419144 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c92ce3c4-3de9-4272-89fb-327985cc0ff4 admin admin] Publish callbacks [] for security_group (8c2d3e58-c56e-4ea2-92f3-dfd88be3ef31), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:25.437121 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d4d2a4f5-b35e-49a2-8ba0-6f69b0c1807e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (488bdf99-3af9-4b11-9d40-66131497fc10), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:25.446340 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d4d2a4f5-b35e-49a2-8ba0-6f69b0c1807e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:25.449262 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c92ce3c4-3de9-4272-89fb-327985cc0ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8c2d3e58-c56e-4ea2-92f3-dfd88be3ef31), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:25.454351 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d4d2a4f5-b35e-49a2-8ba0-6f69b0c1807e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/488bdf99-3af9-4b11-9d40-66131497fc10 HTTP/1.1" status: 204 len: 168 time: 0.3887703 Jan 28 13:43:25.471008 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d2a4f5-b35e-49a2-8ba0-6f69b0c1807e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488bdf99-3af9-4b11-9d40-66131497fc10,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:25.599892 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-54d7eb25-4162-4029-86b8-67c54add30ea admin admin] Publish callbacks [] for security_group (618a408c-ac6a-4cf8-9939-edfac2e476ae), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:25.616225 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92ce3c4-3de9-4272-89fb-327985cc0ff4 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:43:25.625637 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ce3c4-3de9-4272-89fb-327985cc0ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2d3e58-c56e-4ea2-92f3-dfd88be3ef31,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:25.653482 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-54d7eb25-4162-4029-86b8-67c54add30ea admin admin] Publish callbacks [] for security_group (618a408c-ac6a-4cf8-9939-edfac2e476ae), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:25.665755 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40b33c-59a1-47ea-a52b-63a9aa7ea660 req-814fb91d-9767-442a-a63a-4639a84d4278 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:25.667751 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c92ce3c4-3de9-4272-89fb-327985cc0ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (f2616cc6-138d-47d9-8364-b09c4f7e61dc), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:25.668284 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-c92ce3c4-3de9-4272-89fb-327985cc0ff4 admin admin] Added segment f2616cc6-138d-47d9-8364-b09c4f7e61dc of type vlan for network 27e7e19a-b866-4d1a-86e6-26b3ae59e049 Jan 28 13:43:25.676296 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0d40b33c-59a1-47ea-a52b-63a9aa7ea660 req-814fb91d-9767-442a-a63a-4639a84d4278 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 945 time: 0.1316228 Jan 28 13:43:25.737773 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48254) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:25.738804 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c92ce3c4-3de9-4272-89fb-327985cc0ff4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (27e7e19a-b866-4d1a-86e6-26b3ae59e049), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:25.782670 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c92ce3c4-3de9-4272-89fb-327985cc0ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (27e7e19a-b866-4d1a-86e6-26b3ae59e049), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:25.784751 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92ce3c4-3de9-4272-89fb-327985cc0ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:25.786869 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c92ce3c4-3de9-4272-89fb-327985cc0ff4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:25.806064 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-54d7eb25-4162-4029-86b8-67c54add30ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (618a408c-ac6a-4cf8-9939-edfac2e476ae), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:25.810852 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-54d7eb25-4162-4029-86b8-67c54add30ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:25.815824 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-54d7eb25-4162-4029-86b8-67c54add30ea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/618a408c-ac6a-4cf8-9939-edfac2e476ae HTTP/1.1" status: 204 len: 168 time: 0.4221900 Jan 28 13:43:25.819235 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0d40b33c-59a1-47ea-a52b-63a9aa7ea660 req-32aff4c2-7873-4aaf-a769-4f5acb91c736 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419480 Jan 28 13:43:25.864849 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7eb25-4162-4029-86b8-67c54add30ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618a408c-ac6a-4cf8-9939-edfac2e476ae,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:25.902064 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c92ce3c4-3de9-4272-89fb-327985cc0ff4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7097390 Jan 28 13:43:25.905347 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48262) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:25.913100 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-a853d3dd-0706-4326-bcd1-806e79b2e5e9 admin admin] Request body: {'subnet': {'network_id': '27e7e19a-b866-4d1a-86e6-26b3ae59e049', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1537055349-subnet', 'tenant_id': '8e6328933e8f47739b8aca8728976ad6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:25.933342 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-ccbecee7-bf83-48c8-af9a-acab1b8ed628 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-411037697-network', 'tenant_id': '769e8bd99b4f44c8bdcc81a14e23890b'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:25.948959 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ce3c4-3de9-4272-89fb-327985cc0ff4 admin admin] Pushing event updated for resources: {'Network': ['ID=27e7e19a-b866-4d1a-86e6-26b3ae59e049,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:25.962577 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 27e7e19a-b866-4d1a-86e6-26b3ae59e049 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:43:25.972277 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a853d3dd-0706-4326-bcd1-806e79b2e5e9 admin admin] Made reservation on behalf of 8e6328933e8f47739b8aca8728976ad6 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:25.973789 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48264) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:25.974737 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a853d3dd-0706-4326-bcd1-806e79b2e5e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:25.977959 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbecee7-bf83-48c8-af9a-acab1b8ed628 admin admin] Made reservation on behalf of 769e8bd99b4f44c8bdcc81a14e23890b for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:25.980214 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ccbecee7-bf83-48c8-af9a-acab1b8ed628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.005235 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-127d8ace-d9d9-4621-a3e0-8601a150f57f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.006033 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ccbecee7-bf83-48c8-af9a-acab1b8ed628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.130461 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-127d8ace-d9d9-4621-a3e0-8601a150f57f admin admin] Publish callbacks [] for security_group (687f0405-6592-4907-9dd6-1ffd0611acc3), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.135456 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-127d8ace-d9d9-4621-a3e0-8601a150f57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (687f0405-6592-4907-9dd6-1ffd0611acc3), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.194244 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ccbecee7-bf83-48c8-af9a-acab1b8ed628 admin admin] Publish callbacks [] for security_group (92ecbbed-8b43-4699-b603-555682f532be), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.203812 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-127d8ace-d9d9-4621-a3e0-8601a150f57f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0e9e4c85b54747e2b3344f7635fe5954&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2282503 Jan 28 13:43:26.206306 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48272) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:26.213556 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ccbecee7-bf83-48c8-af9a-acab1b8ed628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (92ecbbed-8b43-4699-b603-555682f532be), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.219114 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d8ace-d9d9-4621-a3e0-8601a150f57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687f0405-6592-4907-9dd6-1ffd0611acc3,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:26.289941 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7c4fb001-9162-4ff1-b395-40f381020fab admin admin] Publish callbacks [] for security_group (687f0405-6592-4907-9dd6-1ffd0611acc3), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.314465 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbecee7-bf83-48c8-af9a-acab1b8ed628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ecbbed-8b43-4699-b603-555682f532be,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:26.323053 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccbecee7-bf83-48c8-af9a-acab1b8ed628 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:43:26.334381 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7c4fb001-9162-4ff1-b395-40f381020fab admin admin] Publish callbacks [] for security_group (687f0405-6592-4907-9dd6-1ffd0611acc3), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.336289 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a853d3dd-0706-4326-bcd1-806e79b2e5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (d0cb3f7c-fb6d-425c-b261-960e4679a858), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.342844 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ccbecee7-bf83-48c8-af9a-acab1b8ed628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (f81d9917-72a9-4f78-8cac-b74ef058b086), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.343220 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-ccbecee7-bf83-48c8-af9a-acab1b8ed628 admin admin] Added segment f81d9917-72a9-4f78-8cac-b74ef058b086 of type vlan for network caa98b39-0dc9-4ae7-a75d-db77eec397df Jan 28 13:43:26.405359 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7c4fb001-9162-4ff1-b395-40f381020fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (687f0405-6592-4907-9dd6-1ffd0611acc3), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.412857 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7c4fb001-9162-4ff1-b395-40f381020fab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.418466 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7c4fb001-9162-4ff1-b395-40f381020fab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/687f0405-6592-4907-9dd6-1ffd0611acc3 HTTP/1.1" status: 204 len: 168 time: 0.2074468 Jan 28 13:43:26.418702 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48276) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:26.428694 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4fb001-9162-4ff1-b395-40f381020fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687f0405-6592-4907-9dd6-1ffd0611acc3,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:26.444590 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f19bd21a-f45e-4875-9310-59318ae4b7d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.448529 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ccbecee7-bf83-48c8-af9a-acab1b8ed628 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (caa98b39-0dc9-4ae7-a75d-db77eec397df), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.478232 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853d3dd-0706-4326-bcd1-806e79b2e5e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0cb3f7c-fb6d-425c-b261-960e4679a858,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:26.513361 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a853d3dd-0706-4326-bcd1-806e79b2e5e9 admin admin] Checking segment: {'id': 'f2616cc6-138d-47d9-8364-b09c4f7e61dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '27e7e19a-b866-4d1a-86e6-26b3ae59e049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:43:26.513730 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a853d3dd-0706-4326-bcd1-806e79b2e5e9 admin admin] Network hostable DHCP agents. Network: 27e7e19a-b866-4d1a-86e6-26b3ae59e049, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:43:26.529522 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ccbecee7-bf83-48c8-af9a-acab1b8ed628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (caa98b39-0dc9-4ae7-a75d-db77eec397df), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.530595 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbecee7-bf83-48c8-af9a-acab1b8ed628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:26.531201 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ccbecee7-bf83-48c8-af9a-acab1b8ed628 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.590126 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ccbecee7-bf83-48c8-af9a-acab1b8ed628 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8511221 Jan 28 13:43:26.594384 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48282) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:26.600647 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-15cb7d54-aa05-4151-8d41-b0546a255413 admin admin] Request body: {'subnet': {'network_id': 'caa98b39-0dc9-4ae7-a75d-db77eec397df', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-411037697-subnet', 'tenant_id': '769e8bd99b4f44c8bdcc81a14e23890b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:26.625059 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a853d3dd-0706-4326-bcd1-806e79b2e5e9 admin admin] Network 27e7e19a-b866-4d1a-86e6-26b3ae59e049 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:43:26.642202 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbecee7-bf83-48c8-af9a-acab1b8ed628 admin admin] Pushing event updated for resources: {'Network': ['ID=caa98b39-0dc9-4ae7-a75d-db77eec397df,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:26.649818 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-a853d3dd-0706-4326-bcd1-806e79b2e5e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 27e7e19a-b866-4d1a-86e6-26b3ae59e049) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:26.660847 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fbf63f-a3cf-4dfa-8294-9cef5277d4f4 None None] Network 27e7e19a-b866-4d1a-86e6-26b3ae59e049 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:26.662256 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a853d3dd-0706-4326-bcd1-806e79b2e5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:26.666154 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cb7d54-aa05-4151-8d41-b0546a255413 admin admin] Made reservation on behalf of 769e8bd99b4f44c8bdcc81a14e23890b for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:26.666745 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a853d3dd-0706-4326-bcd1-806e79b2e5e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.672813 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-15cb7d54-aa05-4151-8d41-b0546a255413 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.709138 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f19bd21a-f45e-4875-9310-59318ae4b7d4 admin admin] Publish callbacks [] for security_group (2973d0d6-7bf5-461b-8331-8e091996f280), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.713291 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f19bd21a-f45e-4875-9310-59318ae4b7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (2973d0d6-7bf5-461b-8331-8e091996f280), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.740080 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a853d3dd-0706-4326-bcd1-806e79b2e5e9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8255949 Jan 28 13:43:26.800131 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network caa98b39-0dc9-4ae7-a75d-db77eec397df details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:43:26.838188 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f19bd21a-f45e-4875-9310-59318ae4b7d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5a4325a3fe540d1a42307dcc2a596d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4116218 Jan 28 13:43:26.842660 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19bd21a-f45e-4875-9310-59318ae4b7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2973d0d6-7bf5-461b-8331-8e091996f280,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:26.862239 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48294) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:27.024712 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea80ef49-02c0-412e-bc5f-ff432c7679b4 None None] Network 27e7e19a-b866-4d1a-86e6-26b3ae59e049 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:27.042474 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9878990b-7792-4260-9047-1cf6e378911c admin admin] Publish callbacks [] for security_group (2973d0d6-7bf5-461b-8331-8e091996f280), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:27.057499 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48304) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:27.072175 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-15cb7d54-aa05-4151-8d41-b0546a255413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (bb38f8c9-8146-48e4-9ced-57b5fcb5a687), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:27.147906 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9878990b-7792-4260-9047-1cf6e378911c admin admin] Publish callbacks [] for security_group (2973d0d6-7bf5-461b-8331-8e091996f280), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:27.158592 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914daddb-9190-464d-bd48-0f817d8b59c7 req-4ef71841-0c31-4cd6-9463-6c042b56c529 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:27.168442 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-914daddb-9190-464d-bd48-0f817d8b59c7 req-4ef71841-0c31-4cd6-9463-6c042b56c529 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 945 time: 0.1118119 Jan 28 13:43:27.184182 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb7d54-aa05-4151-8d41-b0546a255413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb38f8c9-8146-48e4-9ced-57b5fcb5a687,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:27.187720 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-af216324-8e96-4816-b161-bf97ce4d1364 admin admin] Deleting subnet 5c2cc41e-7afd-4820-91d8-7713045e1995 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:43:27.210978 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-af216324-8e96-4816-b161-bf97ce4d1364 admin admin] Publish callbacks [] for subnet (5c2cc41e-7afd-4820-91d8-7713045e1995), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:27.239726 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cb7d54-aa05-4151-8d41-b0546a255413 admin admin] Checking segment: {'id': 'f81d9917-72a9-4f78-8cac-b74ef058b086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'caa98b39-0dc9-4ae7-a75d-db77eec397df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:43:27.240067 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cb7d54-aa05-4151-8d41-b0546a255413 admin admin] Network hostable DHCP agents. Network: caa98b39-0dc9-4ae7-a75d-db77eec397df, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:43:27.264399 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-914daddb-9190-464d-bd48-0f817d8b59c7 req-0b50ad9e-2e33-4ae5-ae63-1ea914ea36b0 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917900 Jan 28 13:43:27.286354 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-af216324-8e96-4816-b161-bf97ce4d1364 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (5c2cc41e-7afd-4820-91d8-7713045e1995), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:27.292597 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cb7d54-aa05-4151-8d41-b0546a255413 admin admin] Network caa98b39-0dc9-4ae7-a75d-db77eec397df is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:43:27.306652 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-15cb7d54-aa05-4151-8d41-b0546a255413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, caa98b39-0dc9-4ae7-a75d-db77eec397df) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:27.315246 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cb7d54-aa05-4151-8d41-b0546a255413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:27.316235 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-15cb7d54-aa05-4151-8d41-b0546a255413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:27.322577 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed149e75-0fb3-4e73-95a1-e4d92813f4f3 None None] Network caa98b39-0dc9-4ae7-a75d-db77eec397df requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:27.356229 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-15cb7d54-aa05-4151-8d41-b0546a255413 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7511480 Jan 28 13:43:27.381527 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-af216324-8e96-4816-b161-bf97ce4d1364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (5c2cc41e-7afd-4820-91d8-7713045e1995), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:27.430587 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9878990b-7792-4260-9047-1cf6e378911c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (2973d0d6-7bf5-461b-8331-8e091996f280), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:27.433702 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9878990b-7792-4260-9047-1cf6e378911c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:27.435162 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9878990b-7792-4260-9047-1cf6e378911c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2973d0d6-7bf5-461b-8331-8e091996f280 HTTP/1.1" status: 204 len: 168 time: 0.5719047 Jan 28 13:43:27.450779 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878990b-7792-4260-9047-1cf6e378911c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2973d0d6-7bf5-461b-8331-8e091996f280,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:27.491121 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-af216324-8e96-4816-b161-bf97ce4d1364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (5c2cc41e-7afd-4820-91d8-7713045e1995), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:27.534409 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af216324-8e96-4816-b161-bf97ce4d1364 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c2cc41e-7afd-4820-91d8-7713045e1995,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:27.552693 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-af216324-8e96-4816-b161-bf97ce4d1364 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:27.559737 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-af216324-8e96-4816-b161-bf97ce4d1364 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5c2cc41e-7afd-4820-91d8-7713045e1995 HTTP/1.1" status: 204 len: 168 time: 0.4973886 Jan 28 13:43:27.562068 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48318) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:27.664499 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887da5d4-6049-48d7-97bd-2341721c3ed5 None None] Network caa98b39-0dc9-4ae7-a75d-db77eec397df requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:27.712644 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73d37d09-2f78-43d8-8b4d-3b4ae288d788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (8e522b59-78b6-4d8a-9e6c-4e4ce995b973), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:27.932829 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73d37d09-2f78-43d8-8b4d-3b4ae288d788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (8e522b59-78b6-4d8a-9e6c-4e4ce995b973), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:27.979878 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-73d37d09-2f78-43d8-8b4d-3b4ae288d788 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e522b59-78b6-4d8a-9e6c-4e4ce995b973']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:28.008914 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-73d37d09-2f78-43d8-8b4d-3b4ae288d788 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82700e9-a367-4eb2-8491-33037daa7cd3') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:28.009208 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-73d37d09-2f78-43d8-8b4d-3b4ae288d788 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82700e9-a367-4eb2-8491-33037daa7cd3') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:28.034158 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73d37d09-2f78-43d8-8b4d-3b4ae288d788 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (c82700e9-a367-4eb2-8491-33037daa7cd3), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:28.063956 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73d37d09-2f78-43d8-8b4d-3b4ae288d788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (c82700e9-a367-4eb2-8491-33037daa7cd3), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:28.072445 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d37d09-2f78-43d8-8b4d-3b4ae288d788 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:43:28.072846 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73d37d09-2f78-43d8-8b4d-3b4ae288d788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (c82700e9-a367-4eb2-8491-33037daa7cd3), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:43:28.074634 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:43:28.193112 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73d37d09-2f78-43d8-8b4d-3b4ae288d788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (8e522b59-78b6-4d8a-9e6c-4e4ce995b973), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:28.215901 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73d37d09-2f78-43d8-8b4d-3b4ae288d788 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:28.222546 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48340) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:28.223254 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-73d37d09-2f78-43d8-8b4d-3b4ae288d788 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8e522b59-78b6-4d8a-9e6c-4e4ce995b973 HTTP/1.1" status: 204 len: 168 time: 0.6585817 Jan 28 13:43:28.223634 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d37d09-2f78-43d8-8b4d-3b4ae288d788 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e522b59-78b6-4d8a-9e6c-4e4ce995b973,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:28.306211 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-db3bdfaa-d09f-43f0-a59e-4d9247c6213d admin admin] Deleting subnet d0cb3f7c-fb6d-425c-b261-960e4679a858 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:43:28.318779 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-db3bdfaa-d09f-43f0-a59e-4d9247c6213d admin admin] Publish callbacks [] for subnet (d0cb3f7c-fb6d-425c-b261-960e4679a858), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:28.451608 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-db3bdfaa-d09f-43f0-a59e-4d9247c6213d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (d0cb3f7c-fb6d-425c-b261-960e4679a858), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:28.494428 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223073f-7399-4f4c-9172-fbc77f5b9018 req-d6edb64a-3de5-40bb-9d29-282cba9994ae tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:28.508815 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0223073f-7399-4f4c-9172-fbc77f5b9018 req-d6edb64a-3de5-40bb-9d29-282cba9994ae tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 945 time: 0.1164424 Jan 28 13:43:28.569050 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-db3bdfaa-d09f-43f0-a59e-4d9247c6213d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (d0cb3f7c-fb6d-425c-b261-960e4679a858), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:28.616295 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0223073f-7399-4f4c-9172-fbc77f5b9018 req-f7557dc5-be61-4b31-b4d7-8f886d4acd98 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015053 Jan 28 13:43:28.635187 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-c0ecb962-5452-4260-a0be-50669bb5f2de tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:28.651750 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-c0ecb962-5452-4260-a0be-50669bb5f2de tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.39 "GET /v2.0/networks?id=caa98b39-0dc9-4ae7-a75d-db77eec397df HTTP/1.1" status: 200 len: 821 time: 0.2748857 Jan 28 13:43:28.683349 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-915b786e-75f2-4bf2-ac81-872d20135808 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.39 "GET /v2.0/quotas/769e8bd99b4f44c8bdcc81a14e23890b HTTP/1.1" status: 200 len: 375 time: 0.0263703 Jan 28 13:43:28.749837 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-b01a8bfd-d44a-4457-8668-7e586636d445 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=769e8bd99b4f44c8bdcc81a14e23890b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651700 Jan 28 13:43:28.864614 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-db3bdfaa-d09f-43f0-a59e-4d9247c6213d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (d0cb3f7c-fb6d-425c-b261-960e4679a858), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:28.895407 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3bdfaa-d09f-43f0-a59e-4d9247c6213d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0cb3f7c-fb6d-425c-b261-960e4679a858,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:28.912209 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-db3bdfaa-d09f-43f0-a59e-4d9247c6213d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:28.915602 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-db3bdfaa-d09f-43f0-a59e-4d9247c6213d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d0cb3f7c-fb6d-425c-b261-960e4679a858 HTTP/1.1" status: 204 len: 168 time: 0.6908834 Jan 28 13:43:28.918157 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48372) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:28.944205 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-3fa9740f-af12-4e54-b861-0d1772132c24 service neutron] 10.222.0.39 "GET /v2.0/networks/caa98b39-0dc9-4ae7-a75d-db77eec397df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904850 Jan 28 13:43:29.122656 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf245922-4c49-4382-9f9f-47572adcfbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (27e7e19a-b866-4d1a-86e6-26b3ae59e049), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:29.147831 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-97e6a29b-0f3a-48f9-95cb-5e0dbd19e029 service neutron] 10.222.0.39 "GET /v2.0/networks/caa98b39-0dc9-4ae7-a75d-db77eec397df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028391 Jan 28 13:43:29.240521 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf245922-4c49-4382-9f9f-47572adcfbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (27e7e19a-b866-4d1a-86e6-26b3ae59e049), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:29.267472 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-bf245922-4c49-4382-9f9f-47572adcfbad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e7e19a-b866-4d1a-86e6-26b3ae59e049']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:29.281338 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-bf245922-4c49-4382-9f9f-47572adcfbad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2616cc6-138d-47d9-8364-b09c4f7e61dc') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:29.293117 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-bf245922-4c49-4382-9f9f-47572adcfbad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2616cc6-138d-47d9-8364-b09c4f7e61dc') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:29.307391 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4d02482-a8f2-45f9-ac27-150bbd5ce7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:29.314155 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf245922-4c49-4382-9f9f-47572adcfbad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (f2616cc6-138d-47d9-8364-b09c4f7e61dc), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:29.331299 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf245922-4c49-4382-9f9f-47572adcfbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (f2616cc6-138d-47d9-8364-b09c4f7e61dc), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:29.341189 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf245922-4c49-4382-9f9f-47572adcfbad admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:43:29.341836 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf245922-4c49-4382-9f9f-47572adcfbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (f2616cc6-138d-47d9-8364-b09c4f7e61dc), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:43:29.344788 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:43:29.411302 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf245922-4c49-4382-9f9f-47572adcfbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (27e7e19a-b866-4d1a-86e6-26b3ae59e049), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:29.434985 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf245922-4c49-4382-9f9f-47572adcfbad admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:29.444888 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bf245922-4c49-4382-9f9f-47572adcfbad admin admin] 10.222.0.39 "DELETE /v2.0/networks/27e7e19a-b866-4d1a-86e6-26b3ae59e049 HTTP/1.1" status: 204 len: 168 time: 0.5254998 Jan 28 13:43:29.446743 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf245922-4c49-4382-9f9f-47572adcfbad admin admin] Pushing event deleted for resources: {'Network': ['ID=27e7e19a-b866-4d1a-86e6-26b3ae59e049,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:29.478149 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8a6dd53-ece2-4759-a66d-c74ce2b4d782 req-8d22d5f6-9dbb-47c0-b8f4-1d4f67974017 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ebcd908-1f19-49ba-afbb-d87836c69624 HTTP/1.1" status: 200 len: 210 time: 0.0288701 Jan 28 13:43:29.805670 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48408) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:29.859029 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd597e8-a8c0-45d2-b0c9-2571bc73f801 req-be213f85-103c-4aac-ab51-689da5d3d9ab tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:29.860684 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-afd597e8-a8c0-45d2-b0c9-2571bc73f801 req-be213f85-103c-4aac-ab51-689da5d3d9ab tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 945 time: 0.1311083 Jan 28 13:43:29.908834 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48418) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:29.909082 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bd830661-a1f0-45f9-bf57-624509706065 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1aefc1d7990d42b7bb14b0dfb08cd1c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1007557 Jan 28 13:43:30.026563 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-afd597e8-a8c0-45d2-b0c9-2571bc73f801 req-533eb2d7-5f77-4b7e-ab5e-4244b662ff1e tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582723 Jan 28 13:43:30.049115 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-02137ea5-73fd-4256-954a-7ccea70cbe09 admin admin] Publish callbacks [] for security_group (2f89b02e-5075-46af-ad66-9e6e098ae8cc), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:30.082216 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-02137ea5-73fd-4256-954a-7ccea70cbe09 admin admin] Publish callbacks [] for security_group (2f89b02e-5075-46af-ad66-9e6e098ae8cc), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:30.164467 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-02137ea5-73fd-4256-954a-7ccea70cbe09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (2f89b02e-5075-46af-ad66-9e6e098ae8cc), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:30.167852 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-02137ea5-73fd-4256-954a-7ccea70cbe09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:30.174961 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-02137ea5-73fd-4256-954a-7ccea70cbe09 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f89b02e-5075-46af-ad66-9e6e098ae8cc HTTP/1.1" status: 204 len: 168 time: 0.2567999 Jan 28 13:43:30.182557 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02137ea5-73fd-4256-954a-7ccea70cbe09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f89b02e-5075-46af-ad66-9e6e098ae8cc,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:30.321157 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48436) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:30.396513 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48440) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:30.674426 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d26c4725-a7cb-4d11-8e7e-65f2b7fd6404 req-c5c01589-4a44-4e1c-889f-ddadc159ec51 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ebcd908-1f19-49ba-afbb-d87836c69624 HTTP/1.1" status: 200 len: 210 time: 0.0559888 Jan 28 13:43:30.790271 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-459ba4bf-031f-451a-846a-3aabfde1c791 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-769007477', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:30.840625 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4416f984-639c-4c55-9feb-56d906eed32d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:30.929797 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459ba4bf-031f-451a-846a-3aabfde1c791 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Made reservation on behalf of 8489267fcd4c468287f18eab1dd58ebc for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:30.935219 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-459ba4bf-031f-451a-846a-3aabfde1c791 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:30.961062 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-459ba4bf-031f-451a-846a-3aabfde1c791 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:30.971415 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4416f984-639c-4c55-9feb-56d906eed32d admin admin] Publish callbacks [] for security_group (0b0d6ef5-96ac-48ca-a5d7-e1ec72bf0a71), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:30.977821 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48450) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:30.997776 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4416f984-639c-4c55-9feb-56d906eed32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0b0d6ef5-96ac-48ca-a5d7-e1ec72bf0a71), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:31.079236 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416f984-639c-4c55-9feb-56d906eed32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0d6ef5-96ac-48ca-a5d7-e1ec72bf0a71,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:31.107909 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6c6abb44-d295-48b3-8deb-c9771c83f17a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8e6328933e8f47739b8aca8728976ad6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1278546 Jan 28 13:43:31.110436 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4416f984-639c-4c55-9feb-56d906eed32d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=951508b0af7540b4a483a31201ea5034&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7123053 Jan 28 13:43:31.112855 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48454) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:31.113210 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48456) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:31.145630 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-5fea2838-bd58-4ad0-9ede-487f143629b7 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:31.147542 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-5fea2838-bd58-4ad0-9ede-487f143629b7 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.37 "GET /v2.0/networks?id=caa98b39-0dc9-4ae7-a75d-db77eec397df HTTP/1.1" status: 200 len: 821 time: 0.2292836 Jan 28 13:43:31.160663 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-9d4cbbee-056a-4cf0-9544-7871c6d86d5a tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Request body: {'port': {'device_id': '4ebcd908-1f19-49ba-afbb-d87836c69624', 'network_id': 'caa98b39-0dc9-4ae7-a75d-db77eec397df', 'admin_state_up': True, 'tenant_id': '769e8bd99b4f44c8bdcc81a14e23890b'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:31.279608 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1fc1f4a8-4846-430d-9b56-f67fa293d14e admin admin] Publish callbacks [] for security_group (0b0d6ef5-96ac-48ca-a5d7-e1ec72bf0a71), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:31.321059 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-9d4cbbee-056a-4cf0-9544-7871c6d86d5a tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Made reservation on behalf of 769e8bd99b4f44c8bdcc81a14e23890b for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:31.325142 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-9d4cbbee-056a-4cf0-9544-7871c6d86d5a tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:31.329085 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182cb4e2-a1cd-4727-a499-e74b2bb646c7 req-929f0086-baca-4fbd-b949-f0d9d90a0bb6 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:31.331570 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-182cb4e2-a1cd-4727-a499-e74b2bb646c7 req-929f0086-baca-4fbd-b949-f0d9d90a0bb6 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 945 time: 0.1654251 Jan 28 13:43:31.333700 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-459ba4bf-031f-451a-846a-3aabfde1c791 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Publish callbacks [] for security_group (8c08ad7f-f093-48b8-a997-2c0de5c8029b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:31.348102 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1fc1f4a8-4846-430d-9b56-f67fa293d14e admin admin] Publish callbacks [] for security_group (0b0d6ef5-96ac-48ca-a5d7-e1ec72bf0a71), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:31.350728 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df6f1843-5f35-4bc2-bfeb-03409d7f8b68 admin admin] Publish callbacks [] for security_group (8c2d3e58-c56e-4ea2-92f3-dfd88be3ef31), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:31.366195 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-459ba4bf-031f-451a-846a-3aabfde1c791 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8c08ad7f-f093-48b8-a997-2c0de5c8029b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:31.387907 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-459ba4bf-031f-451a-846a-3aabfde1c791 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] device_id is not set on port dd5825f0-c7ce-4d44-bc6f-7fda53baa81e yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:43:31.467539 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df6f1843-5f35-4bc2-bfeb-03409d7f8b68 admin admin] Publish callbacks [] for security_group (8c2d3e58-c56e-4ea2-92f3-dfd88be3ef31), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:31.534276 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ba4bf-031f-451a-846a-3aabfde1c791 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c08ad7f-f093-48b8-a997-2c0de5c8029b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:31.535830 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-9d4cbbee-056a-4cf0-9544-7871c6d86d5a tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Allocated IP 172.20.0.14 (caa98b39-0dc9-4ae7-a75d-db77eec397df/bb38f8c9-8146-48e4-9ced-57b5fcb5a687/e470e177-a85f-4358-9c55-0d26d65cb948) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:43:31.593448 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5cfec0f5-760c-4d64-848a-d93936e43899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:31.595455 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-182cb4e2-a1cd-4727-a499-e74b2bb646c7 req-6ecb33ad-6bf8-45e3-9aca-2d4b1d79f333 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491119 Jan 28 13:43:31.658955 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1fc1f4a8-4846-430d-9b56-f67fa293d14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0b0d6ef5-96ac-48ca-a5d7-e1ec72bf0a71), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:31.663095 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1fc1f4a8-4846-430d-9b56-f67fa293d14e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:31.664851 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1fc1f4a8-4846-430d-9b56-f67fa293d14e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0b0d6ef5-96ac-48ca-a5d7-e1ec72bf0a71 HTTP/1.1" status: 204 len: 168 time: 0.5489352 Jan 28 13:43:31.719635 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-459ba4bf-031f-451a-846a-3aabfde1c791 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Allocated IP 172.25.3.141 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/dd5825f0-c7ce-4d44-bc6f-7fda53baa81e) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:43:31.779438 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1f4a8-4846-430d-9b56-f67fa293d14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0d6ef5-96ac-48ca-a5d7-e1ec72bf0a71,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:31.790738 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df6f1843-5f35-4bc2-bfeb-03409d7f8b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8c2d3e58-c56e-4ea2-92f3-dfd88be3ef31), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:31.794647 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df6f1843-5f35-4bc2-bfeb-03409d7f8b68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:31.797139 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-df6f1843-5f35-4bc2-bfeb-03409d7f8b68 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c2d3e58-c56e-4ea2-92f3-dfd88be3ef31 HTTP/1.1" status: 204 len: 168 time: 0.6827357 Jan 28 13:43:31.833213 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f1843-5f35-4bc2-bfeb-03409d7f8b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2d3e58-c56e-4ea2-92f3-dfd88be3ef31,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:32.024754 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-769054e2-5a3b-4567-a058-29973a4b886e req-2f230b59-2cc5-445d-84ae-d59027f2c7ec tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ebcd908-1f19-49ba-afbb-d87836c69624 HTTP/1.1" status: 200 len: 210 time: 0.1952214 Jan 28 13:43:32.108454 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-9d4cbbee-056a-4cf0-9544-7871c6d86d5a tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Publish callbacks [] for port (e470e177-a85f-4358-9c55-0d26d65cb948), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:32.115084 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-459ba4bf-031f-451a-846a-3aabfde1c791 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Publish callbacks [] for port (dd5825f0-c7ce-4d44-bc6f-7fda53baa81e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:32.151624 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-9d4cbbee-056a-4cf0-9544-7871c6d86d5a tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (e470e177-a85f-4358-9c55-0d26d65cb948), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:32.201675 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-9d4cbbee-056a-4cf0-9544-7871c6d86d5a tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Network caa98b39-0dc9-4ae7-a75d-db77eec397df is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:32.209345 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-9d4cbbee-056a-4cf0-9544-7871c6d86d5a tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:32.217784 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-459ba4bf-031f-451a-846a-3aabfde1c791 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (dd5825f0-c7ce-4d44-bc6f-7fda53baa81e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:32.223814 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-9d4cbbee-056a-4cf0-9544-7871c6d86d5a tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:32.306342 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ba4bf-031f-451a-846a-3aabfde1c791 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Pushing event updated for resources: {'Port': ['ID=dd5825f0-c7ce-4d44-bc6f-7fda53baa81e,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:32.327889 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4cbbee-056a-4cf0-9544-7871c6d86d5a tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Pushing event updated for resources: {'Port': ['ID=e470e177-a85f-4358-9c55-0d26d65cb948,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:32.336487 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459ba4bf-031f-451a-846a-3aabfde1c791 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:32.340862 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-9d4cbbee-056a-4cf0-9544-7871c6d86d5a tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:32.341588 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-9d4cbbee-056a-4cf0-9544-7871c6d86d5a tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:32.342192 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-459ba4bf-031f-451a-846a-3aabfde1c791 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:32.346927 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459ba4bf-031f-451a-846a-3aabfde1c791 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:32.371101 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-9d4cbbee-056a-4cf0-9544-7871c6d86d5a tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2146533 Jan 28 13:43:32.383195 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-b62c0ab9-4117-4959-8616-457a84739c39 service neutron] Request body: {'port': {'device_id': '4ebcd908-1f19-49ba-afbb-d87836c69624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:32.432841 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459ba4bf-031f-451a-846a-3aabfde1c791 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:32.433628 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-459ba4bf-031f-451a-846a-3aabfde1c791 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:32.473081 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-459ba4bf-031f-451a-846a-3aabfde1c791 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1491108 Jan 28 13:43:32.474720 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48486) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:32.488588 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-740ca2aa-249f-418d-ae61-64b473471912 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.141'}]}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:32.539833 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-740ca2aa-249f-418d-ae61-64b473471912 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (ca232c54-f209-47e1-ad24-9487778b80cc), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:32.541157 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-740ca2aa-249f-418d-ae61-64b473471912 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (ca232c54-f209-47e1-ad24-9487778b80cc), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:32.606050 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48490) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:32.765557 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45def39e-97b8-497d-a887-6f21080df677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:32.778293 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-740ca2aa-249f-418d-ae61-64b473471912 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Publish callbacks [] for router_controller (ca232c54-f209-47e1-ad24-9487778b80cc), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:32.854618 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:33.137119 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-b62c0ab9-4117-4959-8616-457a84739c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e470e177-a85f-4358-9c55-0d26d65cb948), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:33.249808 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77021422-7f4d-48f3-a02b-da0d58f04b72 req-1c8989a1-e1a7-49c2-9fdd-862d17a1486b tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:33.258170 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77021422-7f4d-48f3-a02b-da0d58f04b72 req-1c8989a1-e1a7-49c2-9fdd-862d17a1486b tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ebcd908-1f19-49ba-afbb-d87836c69624 HTTP/1.1" status: 200 len: 932 time: 0.1127555 Jan 28 13:43:33.362391 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45def39e-97b8-497d-a887-6f21080df677 admin admin] Publish callbacks [] for security_group (11770484-1a0b-48b1-ac5f-4681e40967f3), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:33.371748 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45def39e-97b8-497d-a887-6f21080df677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (11770484-1a0b-48b1-ac5f-4681e40967f3), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:33.413061 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77021422-7f4d-48f3-a02b-da0d58f04b72 req-fa41b0f5-b6e2-4bac-84c8-864f24f44545 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ecbbed-8b43-4699-b603-555682f532be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537375 Jan 28 13:43:33.504799 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-45def39e-97b8-497d-a887-6f21080df677 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3d755d0e20894112a3fee69895861e55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8976626 Jan 28 13:43:33.509347 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48512) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:33.525880 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3c58e-d1d5-472e-9e26-5c4210c51ad9 req-51559524-0adf-4fad-b1e5-96a59172da04 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:33.538750 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-95f3c58e-d1d5-472e-9e26-5c4210c51ad9 req-51559524-0adf-4fad-b1e5-96a59172da04 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 945 time: 0.8184969 Jan 28 13:43:33.590995 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d82cfcfd-4cfe-4425-b286-e3a1c9ef2505 admin admin] Publish callbacks [] for security_group (11770484-1a0b-48b1-ac5f-4681e40967f3), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:33.617604 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45def39e-97b8-497d-a887-6f21080df677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11770484-1a0b-48b1-ac5f-4681e40967f3,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:33.632026 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-740ca2aa-249f-418d-ae61-64b473471912 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Publish callbacks [] for router_gateway (ca232c54-f209-47e1-ad24-9487778b80cc), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:33.731248 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d82cfcfd-4cfe-4425-b286-e3a1c9ef2505 admin admin] Publish callbacks [] for security_group (11770484-1a0b-48b1-ac5f-4681e40967f3), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:33.786970 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-95f3c58e-d1d5-472e-9e26-5c4210c51ad9 req-ca9e7f79-6716-4aff-85f8-2062bed89f0f tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192483 Jan 28 13:43:33.805661 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-b62c0ab9-4117-4959-8616-457a84739c39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e470e177-a85f-4358-9c55-0d26d65cb948 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:43:33.828088 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-b62c0ab9-4117-4959-8616-457a84739c39 service neutron] Publish callbacks [] for port (e470e177-a85f-4358-9c55-0d26d65cb948), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:33.845964 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-b62c0ab9-4117-4959-8616-457a84739c39 service neutron] Transition to ACTIVE for port object e470e177-a85f-4358-9c55-0d26d65cb948 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:43:33.851610 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-b62c0ab9-4117-4959-8616-457a84739c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (e470e177-a85f-4358-9c55-0d26d65cb948), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:33.957184 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d82cfcfd-4cfe-4425-b286-e3a1c9ef2505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (11770484-1a0b-48b1-ac5f-4681e40967f3), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:33.962747 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d82cfcfd-4cfe-4425-b286-e3a1c9ef2505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:33.968632 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d82cfcfd-4cfe-4425-b286-e3a1c9ef2505 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/11770484-1a0b-48b1-ac5f-4681e40967f3 HTTP/1.1" status: 204 len: 168 time: 0.4541297 Jan 28 13:43:34.012525 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82cfcfd-4cfe-4425-b286-e3a1c9ef2505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11770484-1a0b-48b1-ac5f-4681e40967f3,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:34.078953 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c0ab9-4117-4959-8616-457a84739c39 service neutron] Pushing event updated for resources: {'Port': ['ID=e470e177-a85f-4358-9c55-0d26d65cb948,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:34.171714 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-740ca2aa-249f-418d-ae61-64b473471912 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Publish callbacks [] for router_gateway (ca232c54-f209-47e1-ad24-9487778b80cc), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:34.232020 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:34.237316 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-740ca2aa-249f-418d-ae61-64b473471912 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:34.274159 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-b62c0ab9-4117-4959-8616-457a84739c39 service neutron] Attempting to bind port e470e177-a85f-4358-9c55-0d26d65cb948 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:43:34.275067 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-b62c0ab9-4117-4959-8616-457a84739c39 service neutron] Attempting to bind port e470e177-a85f-4358-9c55-0d26d65cb948 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'f81d9917-72a9-4f78-8cac-b74ef058b086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'caa98b39-0dc9-4ae7-a75d-db77eec397df'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:43:34.275067 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-b62c0ab9-4117-4959-8616-457a84739c39 service neutron] Attempting to bind port e470e177-a85f-4358-9c55-0d26d65cb948 on network caa98b39-0dc9-4ae7-a75d-db77eec397df {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:43:34.283378 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-b62c0ab9-4117-4959-8616-457a84739c39 service neutron] Port e470e177-a85f-4358-9c55-0d26d65cb948 on network caa98b39-0dc9-4ae7-a75d-db77eec397df not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:43:34.283916 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-b62c0ab9-4117-4959-8616-457a84739c39 service neutron] Attempting to bind port e470e177-a85f-4358-9c55-0d26d65cb948 on network caa98b39-0dc9-4ae7-a75d-db77eec397df {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:43:34.299312 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-b62c0ab9-4117-4959-8616-457a84739c39 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:43:34.299637 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-b62c0ab9-4117-4959-8616-457a84739c39 service neutron] Checking segment: {'id': 'f81d9917-72a9-4f78-8cac-b74ef058b086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'caa98b39-0dc9-4ae7-a75d-db77eec397df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:43:34.300022 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-b62c0ab9-4117-4959-8616-457a84739c39 service neutron] Bound using segment: {'id': 'f81d9917-72a9-4f78-8cac-b74ef058b086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'caa98b39-0dc9-4ae7-a75d-db77eec397df'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:43:34.300454 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-b62c0ab9-4117-4959-8616-457a84739c39 service neutron] Bound port: e470e177-a85f-4358-9c55-0d26d65cb948, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f81d9917-72a9-4f78-8cac-b74ef058b086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'caa98b39-0dc9-4ae7-a75d-db77eec397df'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:43:34.300844 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-b62c0ab9-4117-4959-8616-457a84739c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e470e177-a85f-4358-9c55-0d26d65cb948), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:34.464338 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-b62c0ab9-4117-4959-8616-457a84739c39 service neutron] For port e470e177-a85f-4358-9c55-0d26d65cb948, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:43:34.477462 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-b62c0ab9-4117-4959-8616-457a84739c39 service neutron] For port e470e177-a85f-4358-9c55-0d26d65cb948, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=e470e177-a85f-4358-9c55-0d26d65cb948,segment=NetworkSegment(f81d9917-72a9-4f78-8cac-b74ef058b086),segment_id=f81d9917-72a9-4f78-8cac-b74ef058b086)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:43:34.486412 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-b62c0ab9-4117-4959-8616-457a84739c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (e470e177-a85f-4358-9c55-0d26d65cb948), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:34.678792 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-b62c0ab9-4117-4959-8616-457a84739c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:34.680890 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-b62c0ab9-4117-4959-8616-457a84739c39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:34.686474 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-b62c0ab9-4117-4959-8616-457a84739c39 service neutron] 10.222.0.37 "PUT /v2.0/ports/e470e177-a85f-4358-9c55-0d26d65cb948 HTTP/1.1" status: 200 len: 1092 time: 2.3077040 Jan 28 13:43:34.697563 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebcd908-1f19-49ba-afbb-d87836c69624', 'tag': 'e470e177-a85f-4358-9c55-0d26d65cb948'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:43:34.731993 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df27076b-c90f-4919-a43b-6f430ffdec76" -d '{"events": [{"name": "network-changed", "server_uuid": "4ebcd908-1f19-49ba-afbb-d87836c69624", "tag": "e470e177-a85f-4358-9c55-0d26d65cb948"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:43:34.751959 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c0ab9-4117-4959-8616-457a84739c39 service neutron] Pushing event updated for resources: {'Port': ['ID=e470e177-a85f-4358-9c55-0d26d65cb948,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:34.753065 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-740ca2aa-249f-418d-ae61-64b473471912 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Publish callbacks [] for router (ca232c54-f209-47e1-ad24-9487778b80cc), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:34.909015 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e6b9fb-b388-4684-b28d-ff9ba3340ee2 x-openstack-request-id: req-11e6b9fb-b388-4684-b28d-ff9ba3340ee2 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:43:34.909349 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ebcd908-1f19-49ba-afbb-d87836c69624", "tag": "e470e177-a85f-4358-9c55-0d26d65cb948", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:43:34.909547 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11e6b9fb-b388-4684-b28d-ff9ba3340ee2 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:43:34.916555 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ebcd908-1f19-49ba-afbb-d87836c69624', 'tag': 'e470e177-a85f-4358-9c55-0d26d65cb948', 'status': 'completed', 'code': 200} Jan 28 13:43:35.002700 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a691d-9c15-4e54-af16-2fc245bad865 req-2063d9db-624f-43e1-b705-4a68ca95e314 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:35.022002 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bd4a691d-9c15-4e54-af16-2fc245bad865 req-2063d9db-624f-43e1-b705-4a68ca95e314 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ebcd908-1f19-49ba-afbb-d87836c69624 HTTP/1.1" status: 200 len: 944 time: 0.4459298 Jan 28 13:43:35.069198 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-3811601b-0336-4624-b211-94597f533fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:35.070727 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-3811601b-0336-4624-b211-94597f533fd9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=769e8bd99b4f44c8bdcc81a14e23890b&device_id=4ebcd908-1f19-49ba-afbb-d87836c69624 HTTP/1.1" status: 200 len: 1095 time: 0.2917926 Jan 28 13:43:35.226133 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-b7535e9c-1518-45eb-a1b6-7a5ccc80d21e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e470e177-a85f-4358-9c55-0d26d65cb948 HTTP/1.1" status: 200 len: 217 time: 0.1258874 Jan 28 13:43:35.252439 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-740ca2aa-249f-418d-ae61-64b473471912 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (ca232c54-f209-47e1-ad24-9487778b80cc), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:35.257289 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-740ca2aa-249f-418d-ae61-64b473471912 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Publish callbacks [] for router_controller (ca232c54-f209-47e1-ad24-9487778b80cc), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:35.326729 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d8d3b-3ae9-4f2e-9aa6-edfb7466d4db req-b52ca81f-2ab3-4860-8298-e7960ca606b3 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:35.334855 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dc9d8d3b-3ae9-4f2e-9aa6-edfb7466d4db req-b52ca81f-2ab3-4860-8298-e7960ca606b3 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 945 time: 0.1752768 Jan 28 13:43:35.377005 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-740ca2aa-249f-418d-ae61-64b473471912 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (ca232c54-f209-47e1-ad24-9487778b80cc), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:35.378160 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740ca2aa-249f-418d-ae61-64b473471912 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca232c54-f209-47e1-ad24-9487778b80cc {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:43:35.430377 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dc9d8d3b-3ae9-4f2e-9aa6-edfb7466d4db req-97150093-c91b-4339-908e-81ffc424277e tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939951 Jan 28 13:43:35.431997 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-740ca2aa-249f-418d-ae61-64b473471912 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 13:43:35.433040 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-740ca2aa-249f-418d-ae61-64b473471912 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.9573076 Jan 28 13:43:35.440377 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48566) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:35.516590 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bd4a691d-9c15-4e54-af16-2fc245bad865 req-b98129db-181c-4909-89e8-6ea32421cbb8 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ecbbed-8b43-4699-b603-555682f532be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786129 Jan 28 13:43:35.554526 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-e4e46ce0-1f53-47dc-9991-00679fa345e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:35.556343 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-e4e46ce0-1f53-47dc-9991-00679fa345e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb38f8c9-8146-48e4-9ced-57b5fcb5a687 HTTP/1.1" status: 200 len: 861 time: 0.3123529 Jan 28 13:43:35.643077 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-0d0121f3-549d-4723-bbbd-7e9f9bba9976 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Deleting port dd5825f0-c7ce-4d44-bc6f-7fda53baa81e {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:35.643926 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0d0121f3-549d-4723-bbbd-7e9f9bba9976 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (dd5825f0-c7ce-4d44-bc6f-7fda53baa81e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:35.649164 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-cad5af11-6694-4a4e-bb20-4ddf802ad866 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=caa98b39-0dc9-4ae7-a75d-db77eec397df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864670 Jan 28 13:43:35.819535 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0d0121f3-549d-4723-bbbd-7e9f9bba9976 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (dd5825f0-c7ce-4d44-bc6f-7fda53baa81e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:35.845268 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-12636c21-0fb2-4ef2-bd11-2ac8dfce808b service neutron] 10.222.0.37 "GET /v2.0/networks/caa98b39-0dc9-4ae7-a75d-db77eec397df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905391 Jan 28 13:43:35.855074 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-0d0121f3-549d-4723-bbbd-7e9f9bba9976 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Calling delete_port for dd5825f0-c7ce-4d44-bc6f-7fda53baa81e owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:36.041910 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-808d9736-a7ca-4aa8-bfed-f896594a4400 req-cb0ab54e-7c81-4f28-bf5a-9f8d9a43418f service neutron] 10.222.0.37 "GET /v2.0/networks/caa98b39-0dc9-4ae7-a75d-db77eec397df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903713 Jan 28 13:43:36.215811 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27076b-c90f-4919-a43b-6f430ffdec76 req-b5eb7d42-88e1-4d6c-9dc2-39fde2eb99c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:36.217484 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df27076b-c90f-4919-a43b-6f430ffdec76 req-b5eb7d42-88e1-4d6c-9dc2-39fde2eb99c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=769e8bd99b4f44c8bdcc81a14e23890b&device_id=4ebcd908-1f19-49ba-afbb-d87836c69624 HTTP/1.1" status: 200 len: 1095 time: 0.0881362 Jan 28 13:43:36.252416 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0d0121f3-549d-4723-bbbd-7e9f9bba9976 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (dd5825f0-c7ce-4d44-bc6f-7fda53baa81e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:36.328831 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:36.376326 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0121f3-549d-4723-bbbd-7e9f9bba9976 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd5825f0-c7ce-4d44-bc6f-7fda53baa81e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:36.383166 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27076b-c90f-4919-a43b-6f430ffdec76 req-2d94ad49-4ea4-4f27-9c27-42a43bca43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:36.385088 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df27076b-c90f-4919-a43b-6f430ffdec76 req-2d94ad49-4ea4-4f27-9c27-42a43bca43ef service neutron] 10.222.0.37 "GET /v2.0/networks?id=caa98b39-0dc9-4ae7-a75d-db77eec397df HTTP/1.1" status: 200 len: 921 time: 0.1606984 Jan 28 13:43:36.452704 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df27076b-c90f-4919-a43b-6f430ffdec76 req-d7618b38-e063-4cbb-98c5-52301b11e5b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e470e177-a85f-4358-9c55-0d26d65cb948 HTTP/1.1" status: 200 len: 217 time: 0.0602334 Jan 28 13:43:36.483651 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0d0121f3-549d-4723-bbbd-7e9f9bba9976 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:36.496878 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0d0121f3-549d-4723-bbbd-7e9f9bba9976 tempest-RoutersAdminNegativeTest-1780812986 tempest-RoutersAdminNegativeTest-1780812986-project-admin] 10.222.0.39 "DELETE /v2.0/ports/dd5825f0-c7ce-4d44-bc6f-7fda53baa81e HTTP/1.1" status: 204 len: 168 time: 1.0512953 Jan 28 13:43:36.541895 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27076b-c90f-4919-a43b-6f430ffdec76 req-84607412-3a64-454a-82e4-6605c99b70f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:36.543030 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df27076b-c90f-4919-a43b-6f430ffdec76 req-84607412-3a64-454a-82e4-6605c99b70f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb38f8c9-8146-48e4-9ced-57b5fcb5a687 HTTP/1.1" status: 200 len: 861 time: 0.0850115 Jan 28 13:43:36.608592 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df27076b-c90f-4919-a43b-6f430ffdec76 req-7b289d46-2b3b-4f44-b0ed-8f36c9558200 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=caa98b39-0dc9-4ae7-a75d-db77eec397df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569687 Jan 28 13:43:36.745945 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5428396-8ff8-4589-8fc3-5895f1dc074a req-8f0537b7-0243-45e7-8a4e-1eb9513a8847 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:36.763968 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d5428396-8ff8-4589-8fc3-5895f1dc074a req-8f0537b7-0243-45e7-8a4e-1eb9513a8847 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 945 time: 0.1847272 Jan 28 13:43:36.959157 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d5428396-8ff8-4589-8fc3-5895f1dc074a req-64a2a9e6-725c-4e22-9855-0b40dbdbf08a tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856287 Jan 28 13:43:36.983308 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df27076b-c90f-4919-a43b-6f430ffdec76 req-5942256e-84d9-4caf-bbd3-ab491afc38fe service neutron] 10.222.0.37 "GET /v2.0/networks/caa98b39-0dc9-4ae7-a75d-db77eec397df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644342 Jan 28 13:43:37.016721 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c7e31-e611-4c3b-899e-85b452532d37 req-f3034cdd-1d78-477f-b77c-e26976e6d602 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:37.025208 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-936c7e31-e611-4c3b-899e-85b452532d37 req-f3034cdd-1d78-477f-b77c-e26976e6d602 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ebcd908-1f19-49ba-afbb-d87836c69624 HTTP/1.1" status: 200 len: 944 time: 0.2648051 Jan 28 13:43:37.086414 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48598) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:37.306256 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-936c7e31-e611-4c3b-899e-85b452532d37 req-2c5d9668-524d-47f2-9955-a71570bbcfdd tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ecbbed-8b43-4699-b603-555682f532be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597392 Jan 28 13:43:37.322249 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-61539240-61af-446e-acfe-68b1490fa726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:37.394298 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df27076b-c90f-4919-a43b-6f430ffdec76 req-cb452910-cb84-4e60-b431-a638fd7091f7 service neutron] 10.222.0.37 "GET /v2.0/networks/caa98b39-0dc9-4ae7-a75d-db77eec397df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061666 Jan 28 13:43:37.647493 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-61539240-61af-446e-acfe-68b1490fa726 admin admin] Publish callbacks [] for security_group (bdb51e8f-4906-40b2-83e1-98f4a46a878e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:37.653670 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-61539240-61af-446e-acfe-68b1490fa726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (bdb51e8f-4906-40b2-83e1-98f4a46a878e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:37.788087 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-61539240-61af-446e-acfe-68b1490fa726 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f69d196da4644fe9a82d62601d872dd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6972587 Jan 28 13:43:37.788087 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61539240-61af-446e-acfe-68b1490fa726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb51e8f-4906-40b2-83e1-98f4a46a878e,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:37.788525 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48624) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:37.918701 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dae8f854-27d8-4c90-bd62-29b5bd691985 admin admin] Publish callbacks [] for security_group (bdb51e8f-4906-40b2-83e1-98f4a46a878e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:37.981785 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dae8f854-27d8-4c90-bd62-29b5bd691985 admin admin] Publish callbacks [] for security_group (bdb51e8f-4906-40b2-83e1-98f4a46a878e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:38.109931 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dae8f854-27d8-4c90-bd62-29b5bd691985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (bdb51e8f-4906-40b2-83e1-98f4a46a878e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:38.112470 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dae8f854-27d8-4c90-bd62-29b5bd691985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:38.113691 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dae8f854-27d8-4c90-bd62-29b5bd691985 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bdb51e8f-4906-40b2-83e1-98f4a46a878e HTTP/1.1" status: 204 len: 168 time: 0.3236244 Jan 28 13:43:38.136822 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8f854-27d8-4c90-bd62-29b5bd691985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb51e8f-4906-40b2-83e1-98f4a46a878e,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:38.270977 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea4baa-808b-46b3-ab0a-3a3c9b0277d2 req-f3ee6596-f349-4e42-9caf-87530392f3cb tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:38.273389 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4cea4baa-808b-46b3-ab0a-3a3c9b0277d2 req-f3ee6596-f349-4e42-9caf-87530392f3cb tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 945 time: 0.1547601 Jan 28 13:43:38.476222 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4cea4baa-808b-46b3-ab0a-3a3c9b0277d2 req-d31dc9ab-35a7-43c0-b60a-56ac089c908d tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955760 Jan 28 13:43:38.590816 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c536132-24a9-4580-83cd-811e9c2ddabb req-2b8390c5-439e-4ad7-a5ed-54207205f51d tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:38.598272 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7c536132-24a9-4580-83cd-811e9c2ddabb req-2b8390c5-439e-4ad7-a5ed-54207205f51d tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ebcd908-1f19-49ba-afbb-d87836c69624 HTTP/1.1" status: 200 len: 944 time: 0.1097906 Jan 28 13:43:38.746181 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7c536132-24a9-4580-83cd-811e9c2ddabb req-11b4d635-bb7a-45a0-b22f-7d434f5e94a0 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ecbbed-8b43-4699-b603-555682f532be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409066 Jan 28 13:43:38.803913 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48654) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:38.880957 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-42d03fdd-9651-497a-94fc-27ce6fcfc155 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8489267fcd4c468287f18eab1dd58ebc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0757163 Jan 28 13:43:38.884294 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48656) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:38.972455 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-429f894f-d43f-4ed8-bef1-c4c893f31ef4 admin admin] Publish callbacks [] for security_group (8c08ad7f-f093-48b8-a997-2c0de5c8029b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:39.006341 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-429f894f-d43f-4ed8-bef1-c4c893f31ef4 admin admin] Publish callbacks [] for security_group (8c08ad7f-f093-48b8-a997-2c0de5c8029b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:39.106114 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-429f894f-d43f-4ed8-bef1-c4c893f31ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8c08ad7f-f093-48b8-a997-2c0de5c8029b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:39.109066 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-429f894f-d43f-4ed8-bef1-c4c893f31ef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:39.112774 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-429f894f-d43f-4ed8-bef1-c4c893f31ef4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c08ad7f-f093-48b8-a997-2c0de5c8029b HTTP/1.1" status: 204 len: 168 time: 0.2247157 Jan 28 13:43:39.125826 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f894f-d43f-4ed8-bef1-c4c893f31ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c08ad7f-f093-48b8-a997-2c0de5c8029b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:39.788371 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0992758-3dcb-45e8-9f04-9661938cf805 req-f309b611-a750-4e7f-b6ad-23cb2b19a790 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:39.796224 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a0992758-3dcb-45e8-9f04-9661938cf805 req-f309b611-a750-4e7f-b6ad-23cb2b19a790 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 945 time: 0.1710281 Jan 28 13:43:39.880125 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device e470e177-a85f-4358-9c55-0d26d65cb948 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:43:39.917220 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a0992758-3dcb-45e8-9f04-9661938cf805 req-9938d335-23d5-43a0-8b9e-792e14ed5607 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164815 Jan 28 13:43:40.033340 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3418e85-86b1-4617-a2d2-67c1acdef201 req-0b17b763-2318-463a-8556-9c23b835c024 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:40.057724 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a3418e85-86b1-4617-a2d2-67c1acdef201 req-0b17b763-2318-463a-8556-9c23b835c024 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ebcd908-1f19-49ba-afbb-d87836c69624 HTTP/1.1" status: 200 len: 944 time: 0.1717110 Jan 28 13:43:40.071525 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port e470e177-a85f-4358-9c55-0d26d65cb948, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=e470e177-a85f-4358-9c55-0d26d65cb948,segment=NetworkSegment(f81d9917-72a9-4f78-8cac-b74ef058b086),segment_id=f81d9917-72a9-4f78-8cac-b74ef058b086)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:40.086929 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'e470e177-a85f-4358-9c55-0d26d65cb948', 'network_id': 'caa98b39-0dc9-4ae7-a75d-db77eec397df', 'port_id': 'e470e177-a85f-4358-9c55-0d26d65cb948', 'mac_address': 'fa:16:3e:d4:72:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb38f8c9-8146-48e4-9ced-57b5fcb5a687', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:43:40.205265 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a3418e85-86b1-4617-a2d2-67c1acdef201 req-ad842f56-3650-4a2e-b6cc-20e5a548d85a tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ecbbed-8b43-4699-b603-555682f532be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413226 Jan 28 13:43:40.409938 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port e470e177-a85f-4358-9c55-0d26d65cb948 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:40.411644 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e470e177-a85f-4358-9c55-0d26d65cb948), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:40.462579 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e470e177-a85f-4358-9c55-0d26d65cb948 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:43:40.513117 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port e470e177-a85f-4358-9c55-0d26d65cb948, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=e470e177-a85f-4358-9c55-0d26d65cb948,segment=NetworkSegment(f81d9917-72a9-4f78-8cac-b74ef058b086),segment_id=f81d9917-72a9-4f78-8cac-b74ef058b086)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:40.527479 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e470e177-a85f-4358-9c55-0d26d65cb948), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:40.638116 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=e470e177-a85f-4358-9c55-0d26d65cb948,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:40.850119 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['e470e177-a85f-4358-9c55-0d26d65cb948'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:43:40.893736 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48716) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:41.126617 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-86417b2a-467d-42f5-852f-17bd8806377a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1366481368'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:41.180646 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86417b2a-467d-42f5-852f-17bd8806377a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:41.187503 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-86417b2a-467d-42f5-852f-17bd8806377a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:41.221588 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-86417b2a-467d-42f5-852f-17bd8806377a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:41.298639 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20036d-3e8a-4adf-893f-4dd9902b2fd9 req-4b26992d-11ca-43a9-92b5-00610c4cf338 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:41.303882 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7c20036d-3e8a-4adf-893f-4dd9902b2fd9 req-4b26992d-11ca-43a9-92b5-00610c4cf338 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 945 time: 0.2499547 Jan 28 13:43:41.470856 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7c20036d-3e8a-4adf-893f-4dd9902b2fd9 req-c2ff00be-5076-4a79-b150-5514e9b10459 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255689 Jan 28 13:43:41.474343 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab11fc1-a9b5-40e5-8468-1d0e787e63de req-cc369433-fb6d-44f2-aa07-b559293b6e6d tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:41.489205 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ab11fc1-a9b5-40e5-8468-1d0e787e63de req-cc369433-fb6d-44f2-aa07-b559293b6e6d tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ebcd908-1f19-49ba-afbb-d87836c69624 HTTP/1.1" status: 200 len: 945 time: 0.0972023 Jan 28 13:43:41.594235 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ab11fc1-a9b5-40e5-8468-1d0e787e63de req-b1791a85-7852-4e8b-9187-d17e7e78d058 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ecbbed-8b43-4699-b603-555682f532be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006963 Jan 28 13:43:41.619319 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-86417b2a-467d-42f5-852f-17bd8806377a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (9fdb94d8-8441-4e45-9e8c-cd6b88ca65b3), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:41.626871 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-86417b2a-467d-42f5-852f-17bd8806377a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9fdb94d8-8441-4e45-9e8c-cd6b88ca65b3), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:41.711707 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86417b2a-467d-42f5-852f-17bd8806377a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:43:41.751502 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86417b2a-467d-42f5-852f-17bd8806377a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdb94d8-8441-4e45-9e8c-cd6b88ca65b3,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:41.757345 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-86417b2a-467d-42f5-852f-17bd8806377a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (4344e770-c981-46d9-85ec-6c27172a6440), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:41.757958 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-86417b2a-467d-42f5-852f-17bd8806377a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Added segment 4344e770-c981-46d9-85ec-6c27172a6440 of type vlan for network 90db768a-3cc0-4391-9807-17d433ba2858 Jan 28 13:43:41.873165 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-86417b2a-467d-42f5-852f-17bd8806377a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (90db768a-3cc0-4391-9807-17d433ba2858), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:41.891056 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device e470e177-a85f-4358-9c55-0d26d65cb948 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:43:41.949884 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-86417b2a-467d-42f5-852f-17bd8806377a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (90db768a-3cc0-4391-9807-17d433ba2858), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:41.964956 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86417b2a-467d-42f5-852f-17bd8806377a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:41.965877 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-86417b2a-467d-42f5-852f-17bd8806377a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:42.024420 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port e470e177-a85f-4358-9c55-0d26d65cb948 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:43:42.042389 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-86417b2a-467d-42f5-852f-17bd8806377a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1470003 Jan 28 13:43:42.044223 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port e470e177-a85f-4358-9c55-0d26d65cb948 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:42.044827 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48742) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:42.046604 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e470e177-a85f-4358-9c55-0d26d65cb948), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:42.051922 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-58f48200-1b80-4489-ac5b-7e7b82cc38f7 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'port': {'network_id': '90db768a-3cc0-4391-9807-17d433ba2858', 'name': 'tempest-PortsIpV6TestJSON-95584473'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:42.233608 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86417b2a-467d-42f5-852f-17bd8806377a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Network': ['ID=90db768a-3cc0-4391-9807-17d433ba2858,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:42.261390 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 90db768a-3cc0-4391-9807-17d433ba2858 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:43:42.359917 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port e470e177-a85f-4358-9c55-0d26d65cb948 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:42.360778 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e470e177-a85f-4358-9c55-0d26d65cb948), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:42.401774 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f48200-1b80-4489-ac5b-7e7b82cc38f7 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:42.405907 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-58f48200-1b80-4489-ac5b-7e7b82cc38f7 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:42.446387 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port e470e177-a85f-4358-9c55-0d26d65cb948, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=e470e177-a85f-4358-9c55-0d26d65cb948,segment=NetworkSegment(f81d9917-72a9-4f78-8cac-b74ef058b086),segment_id=f81d9917-72a9-4f78-8cac-b74ef058b086)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:42.448032 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebcd908-1f19-49ba-afbb-d87836c69624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e470e177-a85f-4358-9c55-0d26d65cb948'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:43:42.459498 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4b6837-25a1-4a6c-9f7f-9377808c7de7" -d '{"events": [{"server_uuid": "4ebcd908-1f19-49ba-afbb-d87836c69624", "name": "network-vif-plugged", "status": "completed", "tag": "e470e177-a85f-4358-9c55-0d26d65cb948"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:43:42.462148 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-58f48200-1b80-4489-ac5b-7e7b82cc38f7 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] device_id is not set on port d8b6e127-85ef-4733-8bf9-08a807d62ba8 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:43:42.535914 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e470e177-a85f-4358-9c55-0d26d65cb948), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:42.617325 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205c7225-11fb-4432-bb54-33a7b7d5c3bc x-openstack-request-id: req-205c7225-11fb-4432-bb54-33a7b7d5c3bc {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:43:42.620993 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebcd908-1f19-49ba-afbb-d87836c69624", "name": "network-vif-plugged", "status": "completed", "tag": "e470e177-a85f-4358-9c55-0d26d65cb948", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:43:42.622775 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-205c7225-11fb-4432-bb54-33a7b7d5c3bc {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:43:42.623567 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebcd908-1f19-49ba-afbb-d87836c69624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e470e177-a85f-4358-9c55-0d26d65cb948', 'code': 200} Jan 28 13:43:42.677143 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=e470e177-a85f-4358-9c55-0d26d65cb948,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:42.852753 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a71e6-1d12-438c-81ac-4f5b02577913 req-2e17b1dd-1fd3-40af-9ced-bd25bc9c66aa tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:42.861106 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a5a71e6-1d12-438c-81ac-4f5b02577913 req-2e17b1dd-1fd3-40af-9ced-bd25bc9c66aa tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 945 time: 0.1949019 Jan 28 13:43:42.876491 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8499edf-1589-439b-a36f-53113bf0807f req-b78a372f-89ce-4056-8552-15e591067243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:42.878371 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8499edf-1589-439b-a36f-53113bf0807f req-b78a372f-89ce-4056-8552-15e591067243 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4ebcd908-1f19-49ba-afbb-d87836c69624 HTTP/1.1" status: 200 len: 1097 time: 0.1945233 Jan 28 13:43:42.888841 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-58f48200-1b80-4489-ac5b-7e7b82cc38f7 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for port (d8b6e127-85ef-4733-8bf9-08a807d62ba8), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:43.059871 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a5a71e6-1d12-438c-81ac-4f5b02577913 req-cac1167b-38ec-4b85-9d01-9729f6013fb5 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974537 Jan 28 13:43:43.063249 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f372d3b-e283-4738-85d8-8f185b244593 req-5ef95154-356a-47d9-a20c-fd6e250ef27f tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:43.073888 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5f372d3b-e283-4738-85d8-8f185b244593 req-5ef95154-356a-47d9-a20c-fd6e250ef27f tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ebcd908-1f19-49ba-afbb-d87836c69624 HTTP/1.1" status: 200 len: 946 time: 0.3123324 Jan 28 13:43:43.136894 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8499edf-1589-439b-a36f-53113bf0807f req-78518b10-6efd-4fc7-92f2-fe656fc043bb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=92ecbbed-8b43-4699-b603-555682f532be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455206 Jan 28 13:43:43.145457 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-58f48200-1b80-4489-ac5b-7e7b82cc38f7 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (d8b6e127-85ef-4733-8bf9-08a807d62ba8), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:43.203696 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5f372d3b-e283-4738-85d8-8f185b244593 req-c8fdf237-68dd-42b9-bf78-3a2249b07d98 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ecbbed-8b43-4699-b603-555682f532be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187654 Jan 28 13:43:43.281226 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48200-1b80-4489-ac5b-7e7b82cc38f7 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Port': ['ID=d8b6e127-85ef-4733-8bf9-08a807d62ba8,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:43.284288 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f48200-1b80-4489-ac5b-7e7b82cc38f7 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Checking segment: {'id': '4344e770-c981-46d9-85ec-6c27172a6440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90db768a-3cc0-4391-9807-17d433ba2858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:43:43.284789 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f48200-1b80-4489-ac5b-7e7b82cc38f7 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network hostable DHCP agents. Network: 90db768a-3cc0-4391-9807-17d433ba2858, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:43:43.305121 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f48200-1b80-4489-ac5b-7e7b82cc38f7 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network 90db768a-3cc0-4391-9807-17d433ba2858 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:43:43.325312 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-58f48200-1b80-4489-ac5b-7e7b82cc38f7 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 90db768a-3cc0-4391-9807-17d433ba2858) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:43.330347 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f48200-1b80-4489-ac5b-7e7b82cc38f7 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:43.336291 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f48200-1b80-4489-ac5b-7e7b82cc38f7 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:43.337111 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-58f48200-1b80-4489-ac5b-7e7b82cc38f7 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:43.341227 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f3ff76-9688-46c8-95ec-42e42bd1fa2a None None] Network 90db768a-3cc0-4391-9807-17d433ba2858 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:43.376685 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-58f48200-1b80-4489-ac5b-7e7b82cc38f7 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.3245411 Jan 28 13:43:43.377049 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48766) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:43.385537 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-5fb8cb7c-f17a-46b3-846e-7f0a81c0ea19 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1644252289'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:43.410674 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb8cb7c-f17a-46b3-846e-7f0a81c0ea19 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:43.416140 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5fb8cb7c-f17a-46b3-846e-7f0a81c0ea19 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:43.569559 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb8cb7c-f17a-46b3-846e-7f0a81c0ea19 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:43:43.603916 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5fb8cb7c-f17a-46b3-846e-7f0a81c0ea19 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (8f2ac3cf-25d3-4a3d-aa79-9e6de4c1fea4), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:43.604393 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-5fb8cb7c-f17a-46b3-846e-7f0a81c0ea19 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Added segment 8f2ac3cf-25d3-4a3d-aa79-9e6de4c1fea4 of type vlan for network 66461d14-2b38-4702-ab77-717d43d26f54 Jan 28 13:43:43.748513 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5fb8cb7c-f17a-46b3-846e-7f0a81c0ea19 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (66461d14-2b38-4702-ab77-717d43d26f54), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:43.803592 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5fb8cb7c-f17a-46b3-846e-7f0a81c0ea19 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (66461d14-2b38-4702-ab77-717d43d26f54), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:43.821150 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb8cb7c-f17a-46b3-846e-7f0a81c0ea19 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:43.822020 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5fb8cb7c-f17a-46b3-846e-7f0a81c0ea19 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:43.903199 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5fb8cb7c-f17a-46b3-846e-7f0a81c0ea19 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5241985 Jan 28 13:43:43.908084 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48784) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:43.913594 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-9224b352-b715-40c3-95e3-b7f72c68461e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'ports': [{'network_id': '90db768a-3cc0-4391-9807-17d433ba2858'}, {'network_id': '66461d14-2b38-4702-ab77-717d43d26f54'}]} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:43.914263 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-9224b352-b715-40c3-95e3-b7f72c68461e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'port': {'network_id': '90db768a-3cc0-4391-9807-17d433ba2858'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:43.919552 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-9224b352-b715-40c3-95e3-b7f72c68461e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'port': {'network_id': '66461d14-2b38-4702-ab77-717d43d26f54'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:44.142224 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8cb7c-f17a-46b3-846e-7f0a81c0ea19 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Network': ['ID=66461d14-2b38-4702-ab77-717d43d26f54,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:44.167695 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb8cb7c-f17a-46b3-846e-7f0a81c0ea19 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:44.167933 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb8cb7c-f17a-46b3-846e-7f0a81c0ea19 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:44.168461 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb8cb7c-f17a-46b3-846e-7f0a81c0ea19 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:44.168804 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb8cb7c-f17a-46b3-846e-7f0a81c0ea19 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:44.173777 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb8cb7c-f17a-46b3-846e-7f0a81c0ea19 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:44.177939 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb8cb7c-f17a-46b3-846e-7f0a81c0ea19 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:44.182533 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb8cb7c-f17a-46b3-846e-7f0a81c0ea19 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:44.182941 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb8cb7c-f17a-46b3-846e-7f0a81c0ea19 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:44.183292 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb8cb7c-f17a-46b3-846e-7f0a81c0ea19 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:44.183693 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb8cb7c-f17a-46b3-846e-7f0a81c0ea19 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:44.183956 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb8cb7c-f17a-46b3-846e-7f0a81c0ea19 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:44.184515 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb8cb7c-f17a-46b3-846e-7f0a81c0ea19 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:44.184775 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb8cb7c-f17a-46b3-846e-7f0a81c0ea19 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:44.231374 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 66461d14-2b38-4702-ab77-717d43d26f54 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:43:44.361529 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9224b352-b715-40c3-95e3-b7f72c68461e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'port': 2} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:44.373384 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9224b352-b715-40c3-95e3-b7f72c68461e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:44.479637 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9224b352-b715-40c3-95e3-b7f72c68461e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:44.542528 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b709c8-62b9-4c03-9feb-d629b382dbd9 req-45c312b1-fd3e-46b8-b2ce-3da8ec275b7f tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:44.567284 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-25b709c8-62b9-4c03-9feb-d629b382dbd9 req-45c312b1-fd3e-46b8-b2ce-3da8ec275b7f tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 945 time: 0.3604369 Jan 28 13:43:44.590362 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3be22-8147-4ff5-b693-ee032a59b4a7 req-197f89c1-6a6d-4c67-a171-14d4509c8e96 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:44.597998 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4e3be22-8147-4ff5-b693-ee032a59b4a7 req-197f89c1-6a6d-4c67-a171-14d4509c8e96 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ebcd908-1f19-49ba-afbb-d87836c69624 HTTP/1.1" status: 200 len: 946 time: 0.1812544 Jan 28 13:43:44.670302 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4e3be22-8147-4ff5-b693-ee032a59b4a7 req-980c50d9-0d88-44ea-97e4-807aa5eb3f91 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ecbbed-8b43-4699-b603-555682f532be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688353 Jan 28 13:43:44.930203 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-9224b352-b715-40c3-95e3-b7f72c68461e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] device_id is not set on port 636fe45a-8188-406d-9c71-40f9912b9ef6 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:43:44.960628 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-25b709c8-62b9-4c03-9feb-d629b382dbd9 req-1439fa47-718a-4ae3-8765-0d6268b3d172 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921087 Jan 28 13:43:44.972175 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:43:45.238666 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9224b352-b715-40c3-95e3-b7f72c68461e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for port (636fe45a-8188-406d-9c71-40f9912b9ef6), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:45.431624 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-9224b352-b715-40c3-95e3-b7f72c68461e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] device_id is not set on port 0cbbdc4b-995e-4bdc-b734-a73dca14f1a5 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:43:45.577909 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9224b352-b715-40c3-95e3-b7f72c68461e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for port (0cbbdc4b-995e-4bdc-b734-a73dca14f1a5), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:45.656541 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9224b352-b715-40c3-95e3-b7f72c68461e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (636fe45a-8188-406d-9c71-40f9912b9ef6), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:45.720032 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9224b352-b715-40c3-95e3-b7f72c68461e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network 90db768a-3cc0-4391-9807-17d433ba2858 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:45.731514 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-9224b352-b715-40c3-95e3-b7f72c68461e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:45.734003 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224b352-b715-40c3-95e3-b7f72c68461e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Port': ['ID=636fe45a-8188-406d-9c71-40f9912b9ef6,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:45.737526 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9224b352-b715-40c3-95e3-b7f72c68461e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:45.739666 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9224b352-b715-40c3-95e3-b7f72c68461e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (0cbbdc4b-995e-4bdc-b734-a73dca14f1a5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:45.889486 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224b352-b715-40c3-95e3-b7f72c68461e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Port': ['ID=0cbbdc4b-995e-4bdc-b734-a73dca14f1a5,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:45.933762 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224b352-b715-40c3-95e3-b7f72c68461e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Checking segment: {'id': '8f2ac3cf-25d3-4a3d-aa79-9e6de4c1fea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '66461d14-2b38-4702-ab77-717d43d26f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:43:45.933762 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9224b352-b715-40c3-95e3-b7f72c68461e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network hostable DHCP agents. Network: 66461d14-2b38-4702-ab77-717d43d26f54, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:43:45.972192 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9224b352-b715-40c3-95e3-b7f72c68461e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network 66461d14-2b38-4702-ab77-717d43d26f54 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:43:46.007029 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-9224b352-b715-40c3-95e3-b7f72c68461e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 66461d14-2b38-4702-ab77-717d43d26f54) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:46.011823 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9224b352-b715-40c3-95e3-b7f72c68461e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:46.015797 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc3d60a-79cf-4c06-abb1-f5ce37380319 None None] Network 66461d14-2b38-4702-ab77-717d43d26f54 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:46.059583 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9224b352-b715-40c3-95e3-b7f72c68461e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:46.086848 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9224b352-b715-40c3-95e3-b7f72c68461e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:46.092432 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9224b352-b715-40c3-95e3-b7f72c68461e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:46.105699 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8d885-37b7-46b1-980a-9f3957e49b1d req-1edfbf73-0f72-42bf-ae4e-2358d1ffd448 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:46.119385 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ca8d885-37b7-46b1-980a-9f3957e49b1d req-1edfbf73-0f72-42bf-ae4e-2358d1ffd448 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ebcd908-1f19-49ba-afbb-d87836c69624 HTTP/1.1" status: 200 len: 946 time: 0.2020631 Jan 28 13:43:46.168649 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9224b352-b715-40c3-95e3-b7f72c68461e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2592180 Jan 28 13:43:46.172711 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48824) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:46.291192 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ca8d885-37b7-46b1-980a-9f3957e49b1d req-0db7c2fb-6b2a-4bb5-849f-483b96f725aa tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ecbbed-8b43-4699-b603-555682f532be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599503 Jan 28 13:43:46.494895 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85c410-ee4b-4382-814b-bb125a5eefe9 req-d1a57397-e43d-4e06-9657-3234c9901b1d tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:46.496549 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd85c410-ee4b-4382-814b-bb125a5eefe9 req-d1a57397-e43d-4e06-9657-3234c9901b1d tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 945 time: 0.2731233 Jan 28 13:43:46.712758 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd85c410-ee4b-4382-814b-bb125a5eefe9 req-c1438f5d-bc55-426d-ba27-3794db4e87a1 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098980 Jan 28 13:43:46.740681 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-07e4953a-2964-4bcf-a84e-12dfd3a2051b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting port 0cbbdc4b-995e-4bdc-b734-a73dca14f1a5 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:46.741126 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-07e4953a-2964-4bcf-a84e-12dfd3a2051b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (0cbbdc4b-995e-4bdc-b734-a73dca14f1a5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:46.904899 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-07e4953a-2964-4bcf-a84e-12dfd3a2051b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (0cbbdc4b-995e-4bdc-b734-a73dca14f1a5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:46.927147 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-07e4953a-2964-4bcf-a84e-12dfd3a2051b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Calling delete_port for 0cbbdc4b-995e-4bdc-b734-a73dca14f1a5 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:47.114048 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-07e4953a-2964-4bcf-a84e-12dfd3a2051b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (0cbbdc4b-995e-4bdc-b734-a73dca14f1a5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:47.195082 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4953a-2964-4bcf-a84e-12dfd3a2051b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Port': ['ID=0cbbdc4b-995e-4bdc-b734-a73dca14f1a5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:47.204472 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-07e4953a-2964-4bcf-a84e-12dfd3a2051b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:47.208239 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-07e4953a-2964-4bcf-a84e-12dfd3a2051b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/ports/0cbbdc4b-995e-4bdc-b734-a73dca14f1a5 HTTP/1.1" status: 204 len: 168 time: 1.0341928 Jan 28 13:43:47.210977 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48842) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:47.628570 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940b33c-0a17-4437-9f05-318bd9be394e req-85865661-af90-4888-9332-c03dda8b4e47 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:47.640768 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9940b33c-0a17-4437-9f05-318bd9be394e req-85865661-af90-4888-9332-c03dda8b4e47 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ebcd908-1f19-49ba-afbb-d87836c69624 HTTP/1.1" status: 200 len: 946 time: 0.1428161 Jan 28 13:43:47.678092 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808268ee-084a-4b79-a4a9-2a1927202e42 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:47.705889 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:47.722879 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808268ee-084a-4b79-a4a9-2a1927202e42 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:47.728569 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-808268ee-084a-4b79-a4a9-2a1927202e42 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.5158427 Jan 28 13:43:47.731298 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48848) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:47.758023 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9940b33c-0a17-4437-9f05-318bd9be394e req-c5da8892-afe5-413c-9864-d2671ce2dbd1 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ecbbed-8b43-4699-b603-555682f532be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108899 Jan 28 13:43:47.931701 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-f1d919e9-229f-4d67-9147-16428893bfe3 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting port 636fe45a-8188-406d-9c71-40f9912b9ef6 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:47.932199 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f1d919e9-229f-4d67-9147-16428893bfe3 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (636fe45a-8188-406d-9c71-40f9912b9ef6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:48.043258 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f1d919e9-229f-4d67-9147-16428893bfe3 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (636fe45a-8188-406d-9c71-40f9912b9ef6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:48.069034 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-f1d919e9-229f-4d67-9147-16428893bfe3 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Calling delete_port for 636fe45a-8188-406d-9c71-40f9912b9ef6 owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:48.254655 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f1d919e9-229f-4d67-9147-16428893bfe3 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (636fe45a-8188-406d-9c71-40f9912b9ef6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:48.292235 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1eb42-57d1-4ecc-a5d0-7eabe3b80663 req-3c55a205-bfcf-4021-b0fe-364afdda7736 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:48.299353 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-33a1eb42-57d1-4ecc-a5d0-7eabe3b80663 req-3c55a205-bfcf-4021-b0fe-364afdda7736 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 945 time: 0.1194026 Jan 28 13:43:48.324552 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d919e9-229f-4d67-9147-16428893bfe3 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Port': ['ID=636fe45a-8188-406d-9c71-40f9912b9ef6,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:48.363961 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f1d919e9-229f-4d67-9147-16428893bfe3 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:48.369976 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f1d919e9-229f-4d67-9147-16428893bfe3 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/ports/636fe45a-8188-406d-9c71-40f9912b9ef6 HTTP/1.1" status: 204 len: 168 time: 0.6310625 Jan 28 13:43:48.370397 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48858) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:48.485257 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-33a1eb42-57d1-4ecc-a5d0-7eabe3b80663 req-8d970695-5eca-477a-90d1-c93660ecc751 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846654 Jan 28 13:43:48.537170 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0ab3d1-b594-4b7b-8999-def542caca99 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:48.539349 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-eb0ab3d1-b594-4b7b-8999-def542caca99 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1681571 Jan 28 13:43:48.543005 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48864) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:48.599902 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a9d75d-4223-480c-bf54-d11369b575b2 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] GET failed (client error): The resource could not be found. Jan 28 13:43:48.602555 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-04a9d75d-4223-480c-bf54-d11369b575b2 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "GET /v2.0/ports/0cbbdc4b-995e-4bdc-b734-a73dca14f1a5 HTTP/1.1" status: 404 len: 333 time: 0.0575922 Jan 28 13:43:48.604707 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48866) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:48.746504 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66f5365-05cf-44b7-8227-4cc73be20bc9 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] GET failed (client error): The resource could not be found. Jan 28 13:43:48.750349 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b66f5365-05cf-44b7-8227-4cc73be20bc9 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "GET /v2.0/ports/636fe45a-8188-406d-9c71-40f9912b9ef6 HTTP/1.1" status: 404 len: 333 time: 0.1422174 Jan 28 13:43:48.750866 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48868) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:48.828458 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f60d1722-55ff-4164-af00-a07ba89ed5ad req-090cd4cb-5961-42ca-8748-1d74c2354de4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1044955 Jan 28 13:43:49.006820 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e5ddbb05-03eb-40ce-b65b-4cdda3b8ae7d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (66461d14-2b38-4702-ab77-717d43d26f54), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:49.080572 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a1850-6ca9-46c3-b5ea-4c1cdf4d954d req-4a2a7556-c078-43dc-9f7e-21eb3b36bdbb tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:49.085844 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-148a1850-6ca9-46c3-b5ea-4c1cdf4d954d req-4a2a7556-c078-43dc-9f7e-21eb3b36bdbb tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ebcd908-1f19-49ba-afbb-d87836c69624 HTTP/1.1" status: 200 len: 946 time: 0.2908230 Jan 28 13:43:49.236538 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5177b-38b7-48a1-8566-b4683aca404b req-5a2b11df-f4ec-45ac-8cc8-73e417c944b7 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:49.255102 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-39b5177b-38b7-48a1-8566-b4683aca404b req-5a2b11df-f4ec-45ac-8cc8-73e417c944b7 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ebcd908-1f19-49ba-afbb-d87836c69624 HTTP/1.1" status: 200 len: 946 time: 0.3079605 Jan 28 13:43:49.286317 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e5ddbb05-03eb-40ce-b65b-4cdda3b8ae7d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (66461d14-2b38-4702-ab77-717d43d26f54), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:49.318301 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d1722-55ff-4164-af00-a07ba89ed5ad req-0f948664-93bc-4223-b47a-6a3b81ca992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:49.319222 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-e5ddbb05-03eb-40ce-b65b-4cdda3b8ae7d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66461d14-2b38-4702-ab77-717d43d26f54']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:49.321967 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f60d1722-55ff-4164-af00-a07ba89ed5ad req-0f948664-93bc-4223-b47a-6a3b81ca992a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7822b4ee1cb4d678e2f89317991f7c3&device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 1096 time: 0.2572153 Jan 28 13:43:49.340101 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-e5ddbb05-03eb-40ce-b65b-4cdda3b8ae7d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2ac3cf-25d3-4a3d-aa79-9e6de4c1fea4') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:49.340376 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-e5ddbb05-03eb-40ce-b65b-4cdda3b8ae7d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2ac3cf-25d3-4a3d-aa79-9e6de4c1fea4') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:49.367470 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e5ddbb05-03eb-40ce-b65b-4cdda3b8ae7d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (8f2ac3cf-25d3-4a3d-aa79-9e6de4c1fea4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:49.391536 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-148a1850-6ca9-46c3-b5ea-4c1cdf4d954d req-120c36ec-d8ff-4284-9686-545bce96cbd9 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Deleting port e470e177-a85f-4358-9c55-0d26d65cb948 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:49.392637 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-148a1850-6ca9-46c3-b5ea-4c1cdf4d954d req-120c36ec-d8ff-4284-9686-545bce96cbd9 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (e470e177-a85f-4358-9c55-0d26d65cb948), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:49.499251 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-39b5177b-38b7-48a1-8566-b4683aca404b req-21eeb4c0-a235-4c5e-a1d8-7500d02827a7 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ecbbed-8b43-4699-b603-555682f532be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430015 Jan 28 13:43:49.512120 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-148a1850-6ca9-46c3-b5ea-4c1cdf4d954d req-120c36ec-d8ff-4284-9686-545bce96cbd9 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] For port e470e177-a85f-4358-9c55-0d26d65cb948, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=e470e177-a85f-4358-9c55-0d26d65cb948,segment=NetworkSegment(f81d9917-72a9-4f78-8cac-b74ef058b086),segment_id=f81d9917-72a9-4f78-8cac-b74ef058b086)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:49.512752 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-148a1850-6ca9-46c3-b5ea-4c1cdf4d954d req-120c36ec-d8ff-4284-9686-545bce96cbd9 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (e470e177-a85f-4358-9c55-0d26d65cb948), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:49.525137 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d1722-55ff-4164-af00-a07ba89ed5ad req-b6a0b8f0-bca6-423e-8ea9-a72a48078b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:49.527643 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f60d1722-55ff-4164-af00-a07ba89ed5ad req-b6a0b8f0-bca6-423e-8ea9-a72a48078b95 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1a7c7f9b-1954-4b23-a972-a8caf8d2f60e HTTP/1.1" status: 200 len: 909 time: 0.1797116 Jan 28 13:43:49.530506 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e5ddbb05-03eb-40ce-b65b-4cdda3b8ae7d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (8f2ac3cf-25d3-4a3d-aa79-9e6de4c1fea4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:49.532794 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-148a1850-6ca9-46c3-b5ea-4c1cdf4d954d req-120c36ec-d8ff-4284-9686-545bce96cbd9 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Calling delete_port for e470e177-a85f-4358-9c55-0d26d65cb948 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:49.542218 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ddbb05-03eb-40ce-b65b-4cdda3b8ae7d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:43:49.542625 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e5ddbb05-03eb-40ce-b65b-4cdda3b8ae7d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (8f2ac3cf-25d3-4a3d-aa79-9e6de4c1fea4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:43:49.547981 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:43:49.626131 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f60d1722-55ff-4164-af00-a07ba89ed5ad req-282b22f7-7ae0-4891-b47a-80cec24dd51a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e94a2479-7707-40ef-915e-0227d39bf900 HTTP/1.1" status: 200 len: 217 time: 0.0918746 Jan 28 13:43:49.720903 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d1722-55ff-4164-af00-a07ba89ed5ad req-0cdc036c-7d25-40ca-9a7c-2424d9838461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:49.722452 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f60d1722-55ff-4164-af00-a07ba89ed5ad req-0cdc036c-7d25-40ca-9a7c-2424d9838461 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29425192-d153-4d6d-998f-4743e88ed753 HTTP/1.1" status: 200 len: 849 time: 0.0908880 Jan 28 13:43:49.804575 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:49.809791 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f60d1722-55ff-4164-af00-a07ba89ed5ad req-19ccf448-b3bb-4b53-a782-e6fe8b3e12eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a7c7f9b-1954-4b23-a972-a8caf8d2f60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767341 Jan 28 13:43:49.920802 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e5ddbb05-03eb-40ce-b65b-4cdda3b8ae7d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (66461d14-2b38-4702-ab77-717d43d26f54), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:49.929460 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-148a1850-6ca9-46c3-b5ea-4c1cdf4d954d req-120c36ec-d8ff-4284-9686-545bce96cbd9 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (e470e177-a85f-4358-9c55-0d26d65cb948), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:49.953692 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e5ddbb05-03eb-40ce-b65b-4cdda3b8ae7d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:49.961600 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e5ddbb05-03eb-40ce-b65b-4cdda3b8ae7d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/networks/66461d14-2b38-4702-ab77-717d43d26f54 HTTP/1.1" status: 204 len: 168 time: 1.2054143 Jan 28 13:43:49.994452 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48892) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:50.028632 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-398d5e77-f209-4fc6-8553-aca1afb29534 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2054340649'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:50.076222 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f60d1722-55ff-4164-af00-a07ba89ed5ad req-f82e0ce8-3026-49a5-a12e-1a51f69fb03f service neutron] 10.222.0.37 "GET /v2.0/networks/1a7c7f9b-1954-4b23-a972-a8caf8d2f60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602186 Jan 28 13:43:50.098267 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddbb05-03eb-40ce-b65b-4cdda3b8ae7d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Network': ['ID=66461d14-2b38-4702-ab77-717d43d26f54,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:50.130176 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c36ec-d8ff-4284-9686-545bce96cbd9 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Pushing event deleted for resources: {'Port': ['ID=e470e177-a85f-4358-9c55-0d26d65cb948,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:50.188684 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-148a1850-6ca9-46c3-b5ea-4c1cdf4d954d req-120c36ec-d8ff-4284-9686-545bce96cbd9 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] No DVR routers for this DVR port e470e177-a85f-4358-9c55-0d26d65cb948 on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:43:50.197594 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-148a1850-6ca9-46c3-b5ea-4c1cdf4d954d req-120c36ec-d8ff-4284-9686-545bce96cbd9 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:50.201263 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f60d1722-55ff-4164-af00-a07ba89ed5ad req-93d2273c-924e-4b01-8902-00a505bf4a7a service neutron] 10.222.0.37 "GET /v2.0/networks/1a7c7f9b-1954-4b23-a972-a8caf8d2f60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134796 Jan 28 13:43:50.205022 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-148a1850-6ca9-46c3-b5ea-4c1cdf4d954d req-120c36ec-d8ff-4284-9686-545bce96cbd9 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.37 "DELETE /v2.0/ports/e470e177-a85f-4358-9c55-0d26d65cb948 HTTP/1.1" status: 204 len: 173 time: 1.1126339 Jan 28 13:43:50.228785 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebcd908-1f19-49ba-afbb-d87836c69624', 'name': 'network-vif-deleted', 'tag': 'e470e177-a85f-4358-9c55-0d26d65cb948'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:43:50.231365 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76ce42b-1965-4e2b-96f9-b8005ba5afb4" -d '{"events": [{"server_uuid": "4ebcd908-1f19-49ba-afbb-d87836c69624", "name": "network-vif-deleted", "tag": "e470e177-a85f-4358-9c55-0d26d65cb948"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:43:50.275292 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398d5e77-f209-4fc6-8553-aca1afb29534 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:50.284033 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-398d5e77-f209-4fc6-8553-aca1afb29534 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:50.317502 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17d133-429e-40d2-ad67-1a9a1af73b7f req-66eb22f7-8373-41f8-92dc-0b2cecb4242c tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:50.319146 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7a17d133-429e-40d2-ad67-1a9a1af73b7f req-66eb22f7-8373-41f8-92dc-0b2cecb4242c tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 945 time: 0.5593417 Jan 28 13:43:50.443207 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f1579c-5820-4976-b89b-f38dbd4fd3a0 x-openstack-request-id: req-46f1579c-5820-4976-b89b-f38dbd4fd3a0 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:43:50.443545 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebcd908-1f19-49ba-afbb-d87836c69624", "name": "network-vif-deleted", "tag": "e470e177-a85f-4358-9c55-0d26d65cb948", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:43:50.443805 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-46f1579c-5820-4976-b89b-f38dbd4fd3a0 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:43:50.444244 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebcd908-1f19-49ba-afbb-d87836c69624', 'name': 'network-vif-deleted', 'tag': 'e470e177-a85f-4358-9c55-0d26d65cb948', 'status': 'completed', 'code': 200} Jan 28 13:43:50.467423 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb4051-1557-4317-aaa6-a5fda2fc476f req-5c9e1024-f03f-4cb3-bef4-6f6079f5420e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:50.469775 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-17eb4051-1557-4317-aaa6-a5fda2fc476f req-5c9e1024-f03f-4cb3-bef4-6f6079f5420e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 1096 time: 0.3904395 Jan 28 13:43:50.633536 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398d5e77-f209-4fc6-8553-aca1afb29534 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:43:50.648789 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7a17d133-429e-40d2-ad67-1a9a1af73b7f req-490c1015-acb4-43a7-b7f0-a989b5f04d3a tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112359 Jan 28 13:43:50.663150 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-17eb4051-1557-4317-aaa6-a5fda2fc476f req-f3defdd5-8b4f-4c65-8f69-281b32e4ad4b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696873 Jan 28 13:43:50.677810 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-398d5e77-f209-4fc6-8553-aca1afb29534 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (3a068c13-8d43-4e59-9033-519c35150d60), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:50.678172 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-398d5e77-f209-4fc6-8553-aca1afb29534 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Added segment 3a068c13-8d43-4e59-9033-519c35150d60 of type vlan for network 6192826a-22e1-45b2-8560-b77c0876ebe4 Jan 28 13:43:50.734344 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-177f6385-2de2-4f0f-87c5-6ff17ccfdaac req-55d9b84b-4060-48f4-b9f0-81496a490d56 tempest-InstanceActionsNegativeTestJSON-1130005117 tempest-InstanceActionsNegativeTestJSON-1130005117-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ebcd908-1f19-49ba-afbb-d87836c69624 HTTP/1.1" status: 200 len: 210 time: 0.0633225 Jan 28 13:43:50.772126 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-398d5e77-f209-4fc6-8553-aca1afb29534 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (6192826a-22e1-45b2-8560-b77c0876ebe4), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:50.824119 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-398d5e77-f209-4fc6-8553-aca1afb29534 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (6192826a-22e1-45b2-8560-b77c0876ebe4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:50.834842 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398d5e77-f209-4fc6-8553-aca1afb29534 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:50.836038 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-398d5e77-f209-4fc6-8553-aca1afb29534 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:50.922808 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-398d5e77-f209-4fc6-8553-aca1afb29534 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9198008 Jan 28 13:43:50.923128 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48908) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:50.937115 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-d19dce39-aa90-4b6a-9d4a-6753e1351f3a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'subnet': {'network_id': '6192826a-22e1-45b2-8560-b77c0876ebe4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:51.005996 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d5e77-f209-4fc6-8553-aca1afb29534 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Network': ['ID=6192826a-22e1-45b2-8560-b77c0876ebe4,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:51.027814 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 6192826a-22e1-45b2-8560-b77c0876ebe4 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:43:51.194135 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19dce39-aa90-4b6a-9d4a-6753e1351f3a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:51.198315 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d19dce39-aa90-4b6a-9d4a-6753e1351f3a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:51.302682 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.ipam_backend_mixin [None req-d19dce39-aa90-4b6a-9d4a-6753e1351f3a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Performing IP validity checks on allocation pools {{(pid=103352) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 13:43:51.307364 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.ipam_backend_mixin [None req-d19dce39-aa90-4b6a-9d4a-6753e1351f3a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103352) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 13:43:51.513458 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d19dce39-aa90-4b6a-9d4a-6753e1351f3a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (c4357d24-0836-4918-bb54-c0a2cf725843), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:51.598551 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19dce39-aa90-4b6a-9d4a-6753e1351f3a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Subnet': ['ID=c4357d24-0836-4918-bb54-c0a2cf725843,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:51.661275 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19dce39-aa90-4b6a-9d4a-6753e1351f3a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Checking segment: {'id': '3a068c13-8d43-4e59-9033-519c35150d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6192826a-22e1-45b2-8560-b77c0876ebe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:43:51.661685 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19dce39-aa90-4b6a-9d4a-6753e1351f3a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network hostable DHCP agents. Network: 6192826a-22e1-45b2-8560-b77c0876ebe4, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:43:51.688405 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19dce39-aa90-4b6a-9d4a-6753e1351f3a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network 6192826a-22e1-45b2-8560-b77c0876ebe4 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:43:51.703126 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-d19dce39-aa90-4b6a-9d4a-6753e1351f3a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 6192826a-22e1-45b2-8560-b77c0876ebe4) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:51.711915 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19dce39-aa90-4b6a-9d4a-6753e1351f3a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:51.712245 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d19dce39-aa90-4b6a-9d4a-6753e1351f3a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:51.716688 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440ea6d6-bdbb-4fe1-9fa5-3ffcf6126f2c None None] Network 6192826a-22e1-45b2-8560-b77c0876ebe4 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:51.734694 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d19dce39-aa90-4b6a-9d4a-6753e1351f3a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8118775 Jan 28 13:43:51.737592 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48918) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:51.744123 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-e23f9553-b51d-4b4f-a08f-654602e48f0c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'port': {'network_id': '6192826a-22e1-45b2-8560-b77c0876ebe4', 'name': 'tempest-PortsIpV6TestJSON-1884921037'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:51.885486 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48924) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:52.006346 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device e470e177-a85f-4358-9c55-0d26d65cb948 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:43:52.039955 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816626a0-47a6-4e8b-a338-52b95813f4ef req-10417604-c997-4f7e-8a5c-17cb6864dab0 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:52.058310 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-816626a0-47a6-4e8b-a338-52b95813f4ef req-10417604-c997-4f7e-8a5c-17cb6864dab0 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 945 time: 0.1943681 Jan 28 13:43:52.076829 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-6192826a-22e1-45b2-8560-b77c0876ebe4', 'network_id': '6192826a-22e1-45b2-8560-b77c0876ebe4', 'project_id': '82bdd5ae20104e9ea02f181442a29ce9', 'fixed_ips': [{'subnet_id': 'c4357d24-0836-4918-bb54-c0a2cf725843'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:43:52.079784 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:52.097082 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-43de3fe0-7a2c-4460-a7a1-f6e77cfd2ea1 admin admin] Deleting subnet bb38f8c9-8146-48e4-9ced-57b5fcb5a687 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:43:52.108223 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-43de3fe0-7a2c-4460-a7a1-f6e77cfd2ea1 admin admin] Publish callbacks [] for subnet (bb38f8c9-8146-48e4-9ced-57b5fcb5a687), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:52.117148 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: e470e177-a85f-4358-9c55-0d26d65cb948 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:43:52.119043 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device e470e177-a85f-4358-9c55-0d26d65cb948 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:43:52.126519 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-816626a0-47a6-4e8b-a338-52b95813f4ef req-9a7c4c16-8ad6-483c-bef3-2e0ff3f01ed3 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525448 Jan 28 13:43:52.246234 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-43de3fe0-7a2c-4460-a7a1-f6e77cfd2ea1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (bb38f8c9-8146-48e4-9ced-57b5fcb5a687), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:52.441186 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-43de3fe0-7a2c-4460-a7a1-f6e77cfd2ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (bb38f8c9-8146-48e4-9ced-57b5fcb5a687), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:52.463571 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Allocated IP 2001:db8::2 (6192826a-22e1-45b2-8560-b77c0876ebe4/c4357d24-0836-4918-bb54-c0a2cf725843/7216df16-36c8-4b3f-80b8-5adfd04355af) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:43:52.501588 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23f9553-b51d-4b4f-a08f-654602e48f0c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:52.505505 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e23f9553-b51d-4b4f-a08f-654602e48f0c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:52.576763 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-e23f9553-b51d-4b4f-a08f-654602e48f0c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] device_id is not set on port 1533cc80-44d0-440b-b28a-8cb4c3700abe yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:43:52.623522 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2297c4-09f1-40bb-abea-004477fa8877 req-cc6c89dc-31fe-4dde-83da-9dbeb2dea1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:52.625677 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1f2297c4-09f1-40bb-abea-004477fa8877 req-cc6c89dc-31fe-4dde-83da-9dbeb2dea1c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7822b4ee1cb4d678e2f89317991f7c3&device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 1096 time: 0.2205565 Jan 28 13:43:52.699569 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Publish callbacks [] for port (7216df16-36c8-4b3f-80b8-5adfd04355af), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:52.706350 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c906cd-6320-4813-8992-eaf8ca0228c4 req-ec42eecf-cb24-4561-9546-04e59eb0c3f5 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:52.709747 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (7216df16-36c8-4b3f-80b8-5adfd04355af), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:52.712403 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a5c906cd-6320-4813-8992-eaf8ca0228c4 req-ec42eecf-cb24-4561-9546-04e59eb0c3f5 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 945 time: 0.2431750 Jan 28 13:43:52.789534 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-43de3fe0-7a2c-4460-a7a1-f6e77cfd2ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (bb38f8c9-8146-48e4-9ced-57b5fcb5a687), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:52.790192 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Network 6192826a-22e1-45b2-8560-b77c0876ebe4 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:52.794344 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:52.800352 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:52.875534 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de3fe0-7a2c-4460-a7a1-f6e77cfd2ea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb38f8c9-8146-48e4-9ced-57b5fcb5a687,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:52.882098 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Attempting to bind port 7216df16-36c8-4b3f-80b8-5adfd04355af on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:43:52.882569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Attempting to bind port 7216df16-36c8-4b3f-80b8-5adfd04355af by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '3a068c13-8d43-4e59-9033-519c35150d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6192826a-22e1-45b2-8560-b77c0876ebe4'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:43:52.883027 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Attempting to bind port 7216df16-36c8-4b3f-80b8-5adfd04355af on network 6192826a-22e1-45b2-8560-b77c0876ebe4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:43:52.888406 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Pushing event updated for resources: {'Port': ['ID=7216df16-36c8-4b3f-80b8-5adfd04355af,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:52.890520 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-43de3fe0-7a2c-4460-a7a1-f6e77cfd2ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:52.896038 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:43:52.896982 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Checking segment: {'id': '3a068c13-8d43-4e59-9033-519c35150d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6192826a-22e1-45b2-8560-b77c0876ebe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:43:52.897737 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:52.897986 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-43de3fe0-7a2c-4460-a7a1-f6e77cfd2ea1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bb38f8c9-8146-48e4-9ced-57b5fcb5a687 HTTP/1.1" status: 204 len: 168 time: 1.0089724 Jan 28 13:43:52.898546 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Bound using segment: {'id': '3a068c13-8d43-4e59-9033-519c35150d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6192826a-22e1-45b2-8560-b77c0876ebe4'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:43:52.899766 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Bound port: 7216df16-36c8-4b3f-80b8-5adfd04355af, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a068c13-8d43-4e59-9033-519c35150d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6192826a-22e1-45b2-8560-b77c0876ebe4'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:43:52.900373 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7216df16-36c8-4b3f-80b8-5adfd04355af), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:52.908288 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48944) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:52.918092 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:52.918630 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:52.919660 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:52.920115 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:52.920522 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:52.920936 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:52.921354 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:52.921752 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:52.922164 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:52.922574 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:52.923183 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:52.923529 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:52.923867 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:53.034428 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] For port 7216df16-36c8-4b3f-80b8-5adfd04355af, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:43:53.045827 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] For port 7216df16-36c8-4b3f-80b8-5adfd04355af, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7216df16-36c8-4b3f-80b8-5adfd04355af,segment=NetworkSegment(3a068c13-8d43-4e59-9033-519c35150d60),segment_id=3a068c13-8d43-4e59-9033-519c35150d60)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:43:53.053023 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7216df16-36c8-4b3f-80b8-5adfd04355af), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:53.107291 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a5c906cd-6320-4813-8992-eaf8ca0228c4 req-27281b32-e33c-4f55-9d34-94fd9764db10 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652451 Jan 28 13:43:53.156075 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2297c4-09f1-40bb-abea-004477fa8877 req-b5e056ff-9c1e-4661-9b45-42a45e265fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:53.158262 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1f2297c4-09f1-40bb-abea-004477fa8877 req-b5e056ff-9c1e-4661-9b45-42a45e265fb2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1a7c7f9b-1954-4b23-a972-a8caf8d2f60e HTTP/1.1" status: 200 len: 909 time: 0.5241826 Jan 28 13:43:53.203941 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8549dc2-6b72-4a02-bcd8-fd723cc405ad None None] Pushing event updated for resources: {'Port': ['ID=7216df16-36c8-4b3f-80b8-5adfd04355af,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:53.259789 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aaa1a44e-60b9-4fa3-b777-5f1f86774324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (caa98b39-0dc9-4ae7-a75d-db77eec397df), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:53.309538 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1f2297c4-09f1-40bb-abea-004477fa8877 req-47523463-6d30-41ef-a20c-ca46a4741bdf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8c6f11d-73bc-4996-b2ae-7fed099fce07 HTTP/1.1" status: 200 len: 217 time: 0.1407194 Jan 28 13:43:53.320225 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-e23f9553-b51d-4b4f-a08f-654602e48f0c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Allocated IP 2001:db8::251 (6192826a-22e1-45b2-8560-b77c0876ebe4/c4357d24-0836-4918-bb54-c0a2cf725843/1533cc80-44d0-440b-b28a-8cb4c3700abe) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:43:53.438481 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2297c4-09f1-40bb-abea-004477fa8877 req-4e687656-ef26-4597-b619-285d00776492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:53.440306 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1f2297c4-09f1-40bb-abea-004477fa8877 req-4e687656-ef26-4597-b619-285d00776492 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=29425192-d153-4d6d-998f-4743e88ed753 HTTP/1.1" status: 200 len: 849 time: 0.1160684 Jan 28 13:43:53.502459 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1f2297c4-09f1-40bb-abea-004477fa8877 req-5aa4d8c1-9529-44c7-82e7-ce43112398ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1a7c7f9b-1954-4b23-a972-a8caf8d2f60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555089 Jan 28 13:43:53.503638 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48956) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:53.571381 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aaa1a44e-60b9-4fa3-b777-5f1f86774324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (caa98b39-0dc9-4ae7-a75d-db77eec397df), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:53.783358 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1f2297c4-09f1-40bb-abea-004477fa8877 req-25450c67-621c-4062-8d82-9ac0b2fafc5d service neutron] 10.222.0.18 "GET /v2.0/networks/1a7c7f9b-1954-4b23-a972-a8caf8d2f60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602248 Jan 28 13:43:53.867771 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-992be2eb-1367-4d9f-9e6a-f65cd833b3b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:54.619717 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-aaa1a44e-60b9-4fa3-b777-5f1f86774324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa98b39-0dc9-4ae7-a75d-db77eec397df']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:54.669789 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-aaa1a44e-60b9-4fa3-b777-5f1f86774324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f81d9917-72a9-4f78-8cac-b74ef058b086') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:54.670596 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-aaa1a44e-60b9-4fa3-b777-5f1f86774324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f81d9917-72a9-4f78-8cac-b74ef058b086') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:54.700920 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aaa1a44e-60b9-4fa3-b777-5f1f86774324 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (f81d9917-72a9-4f78-8cac-b74ef058b086), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:54.705452 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7216df16-36c8-4b3f-80b8-5adfd04355af up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:43:54.769415 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aaa1a44e-60b9-4fa3-b777-5f1f86774324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (f81d9917-72a9-4f78-8cac-b74ef058b086), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:54.782536 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa1a44e-60b9-4fa3-b777-5f1f86774324 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:43:54.783427 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aaa1a44e-60b9-4fa3-b777-5f1f86774324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (f81d9917-72a9-4f78-8cac-b74ef058b086), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:54.859815 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 7216df16-36c8-4b3f-80b8-5adfd04355af triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:54.860199 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7216df16-36c8-4b3f-80b8-5adfd04355af), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:43:54.936515 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:43:54.974118 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aaa1a44e-60b9-4fa3-b777-5f1f86774324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (caa98b39-0dc9-4ae7-a75d-db77eec397df), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:55.021995 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1f2297c4-09f1-40bb-abea-004477fa8877 req-8d837e33-c451-4f35-a707-7e824917e1ce service neutron] 10.222.0.18 "GET /v2.0/networks/1a7c7f9b-1954-4b23-a972-a8caf8d2f60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2081993 Jan 28 13:43:55.027304 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aaa1a44e-60b9-4fa3-b777-5f1f86774324 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:55.047520 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-aaa1a44e-60b9-4fa3-b777-5f1f86774324 admin admin] 10.222.0.39 "DELETE /v2.0/networks/caa98b39-0dc9-4ae7-a75d-db77eec397df HTTP/1.1" status: 204 len: 168 time: 2.1305070 Jan 28 13:43:55.157182 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1a44e-60b9-4fa3-b777-5f1f86774324 admin admin] Pushing event deleted for resources: {'Network': ['ID=caa98b39-0dc9-4ae7-a75d-db77eec397df,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:55.220462 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 7216df16-36c8-4b3f-80b8-5adfd04355af is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:55.223713 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7216df16-36c8-4b3f-80b8-5adfd04355af), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:55.302341 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca032b7f-c2ef-45a2-9f4e-09216388e639 None None] Network 6192826a-22e1-45b2-8560-b77c0876ebe4 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:55.330661 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-992be2eb-1367-4d9f-9e6a-f65cd833b3b8 admin admin] Publish callbacks [] for security_group (2d480902-0505-497d-ac64-2e8f25fa1933), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:55.336720 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-992be2eb-1367-4d9f-9e6a-f65cd833b3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (2d480902-0505-497d-ac64-2e8f25fa1933), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:55.418289 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e23f9553-b51d-4b4f-a08f-654602e48f0c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for port (1533cc80-44d0-440b-b28a-8cb4c3700abe), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:55.421526 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 7216df16-36c8-4b3f-80b8-5adfd04355af, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7216df16-36c8-4b3f-80b8-5adfd04355af,segment=NetworkSegment(3a068c13-8d43-4e59-9033-519c35150d60),segment_id=3a068c13-8d43-4e59-9033-519c35150d60)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:55.456687 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7216df16-36c8-4b3f-80b8-5adfd04355af), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:55.475282 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-992be2eb-1367-4d9f-9e6a-f65cd833b3b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=200900440ec84c0ea18185c56192fff7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9670329 Jan 28 13:43:55.481615 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992be2eb-1367-4d9f-9e6a-f65cd833b3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d480902-0505-497d-ac64-2e8f25fa1933,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:55.484540 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49000) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:55.485111 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49002) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:55.502211 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e23f9553-b51d-4b4f-a08f-654602e48f0c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (1533cc80-44d0-440b-b28a-8cb4c3700abe), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:55.684222 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b9b7c-bd42-4e84-a19a-7c359938909f req-3c4ba2be-679e-45e2-b54e-aa55911b8558 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:55.686013 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-788b9b7c-bd42-4e84-a19a-7c359938909f req-3c4ba2be-679e-45e2-b54e-aa55911b8558 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 945 time: 0.7514732 Jan 28 13:43:55.690566 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23f9553-b51d-4b4f-a08f-654602e48f0c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network 6192826a-22e1-45b2-8560-b77c0876ebe4 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:55.694025 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-e23f9553-b51d-4b4f-a08f-654602e48f0c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:55.698939 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23f9553-b51d-4b4f-a08f-654602e48f0c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:55.707212 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23f9553-b51d-4b4f-a08f-654602e48f0c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:55.707212 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e23f9553-b51d-4b4f-a08f-654602e48f0c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:55.709636 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49014) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:55.726501 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5c8d20d6-f173-4fb2-b798-75696f7526ed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=769e8bd99b4f44c8bdcc81a14e23890b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2399046 Jan 28 13:43:55.743907 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=7216df16-36c8-4b3f-80b8-5adfd04355af,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:55.752774 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f9553-b51d-4b4f-a08f-654602e48f0c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Port': ['ID=1533cc80-44d0-440b-b28a-8cb4c3700abe,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:55.766196 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-196e69f4-a93f-4830-ab4f-e3532b892201 None None] Provisioning complete for port 7216df16-36c8-4b3f-80b8-5adfd04355af triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:55.769596 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-196e69f4-a93f-4830-ab4f-e3532b892201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7216df16-36c8-4b3f-80b8-5adfd04355af), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:55.796662 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e23f9553-b51d-4b4f-a08f-654602e48f0c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0577540 Jan 28 13:43:55.797443 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49016) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:55.820578 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3099700a-1e47-453f-9521-dad4224b5722 admin admin] Publish callbacks [] for security_group (2d480902-0505-497d-ac64-2e8f25fa1933), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:55.871551 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3099700a-1e47-453f-9521-dad4224b5722 admin admin] Publish callbacks [] for security_group (2d480902-0505-497d-ac64-2e8f25fa1933), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:55.934942 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-196e69f4-a93f-4830-ab4f-e3532b892201 None None] Current status of the port 7216df16-36c8-4b3f-80b8-5adfd04355af is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:55.971353 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-788b9b7c-bd42-4e84-a19a-7c359938909f req-6dbb8059-3dec-4c9b-bacf-bc6f09230aae tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535398 Jan 28 13:43:55.997193 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3099700a-1e47-453f-9521-dad4224b5722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (2d480902-0505-497d-ac64-2e8f25fa1933), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:56.000484 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3099700a-1e47-453f-9521-dad4224b5722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:56.005089 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3099700a-1e47-453f-9521-dad4224b5722 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d480902-0505-497d-ac64-2e8f25fa1933 HTTP/1.1" status: 204 len: 168 time: 0.5174911 Jan 28 13:43:56.035994 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099700a-1e47-453f-9521-dad4224b5722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d480902-0505-497d-ac64-2e8f25fa1933,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:56.108060 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc4353c4-2423-464a-9328-bb3e934f9cb2 admin admin] Publish callbacks [] for security_group (92ecbbed-8b43-4699-b603-555682f532be), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:56.152399 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc4353c4-2423-464a-9328-bb3e934f9cb2 admin admin] Publish callbacks [] for security_group (92ecbbed-8b43-4699-b603-555682f532be), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:56.242031 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-81fa8f81-ec1e-426b-b1b5-cb3c003dd99e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting port 1533cc80-44d0-440b-b28a-8cb4c3700abe {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:56.242488 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-81fa8f81-ec1e-426b-b1b5-cb3c003dd99e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (1533cc80-44d0-440b-b28a-8cb4c3700abe), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:56.326252 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc4353c4-2423-464a-9328-bb3e934f9cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (92ecbbed-8b43-4699-b603-555682f532be), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:56.349858 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc4353c4-2423-464a-9328-bb3e934f9cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:56.353614 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dc4353c4-2423-464a-9328-bb3e934f9cb2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/92ecbbed-8b43-4699-b603-555682f532be HTTP/1.1" status: 204 len: 168 time: 0.6294241 Jan 28 13:43:56.581051 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-81fa8f81-ec1e-426b-b1b5-cb3c003dd99e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (1533cc80-44d0-440b-b28a-8cb4c3700abe), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:56.589476 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-01dd215d-dae9-4554-91e9-f6d996294fd2 None None] Provisioning complete for port 1533cc80-44d0-440b-b28a-8cb4c3700abe triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:56.592860 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01dd215d-dae9-4554-91e9-f6d996294fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (1533cc80-44d0-440b-b28a-8cb4c3700abe), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:56.614705 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7216df16-36c8-4b3f-80b8-5adfd04355af up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:43:56.620744 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4353c4-2423-464a-9328-bb3e934f9cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ecbbed-8b43-4699-b603-555682f532be,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:56.632032 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-81fa8f81-ec1e-426b-b1b5-cb3c003dd99e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Calling delete_port for 1533cc80-44d0-440b-b28a-8cb4c3700abe owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:56.824616 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 7216df16-36c8-4b3f-80b8-5adfd04355af triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:56.825166 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7216df16-36c8-4b3f-80b8-5adfd04355af), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:56.961138 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-01dd215d-dae9-4554-91e9-f6d996294fd2 None None] Port 1533cc80-44d0-440b-b28a-8cb4c3700abe cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:43:57.072126 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-01dd215d-dae9-4554-91e9-f6d996294fd2 None None] Provisioning complete for port 7216df16-36c8-4b3f-80b8-5adfd04355af triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:57.074379 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01dd215d-dae9-4554-91e9-f6d996294fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7216df16-36c8-4b3f-80b8-5adfd04355af), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:57.220112 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-81fa8f81-ec1e-426b-b1b5-cb3c003dd99e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (1533cc80-44d0-440b-b28a-8cb4c3700abe), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:57.344957 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83519218-05ad-41c4-b261-42a0aa40a6ee req-5399f786-891d-4509-9e20-bee1a7beafbe tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:57.366079 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-83519218-05ad-41c4-b261-42a0aa40a6ee req-5399f786-891d-4509-9e20-bee1a7beafbe tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 945 time: 0.1758142 Jan 28 13:43:57.395038 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa8f81-ec1e-426b-b1b5-cb3c003dd99e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Port': ['ID=1533cc80-44d0-440b-b28a-8cb4c3700abe,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:57.397923 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-81fa8f81-ec1e-426b-b1b5-cb3c003dd99e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:57.402672 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-81fa8f81-ec1e-426b-b1b5-cb3c003dd99e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/ports/1533cc80-44d0-440b-b28a-8cb4c3700abe HTTP/1.1" status: 204 len: 168 time: 1.5826416 Jan 28 13:43:57.405619 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49056) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:57.497583 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49058) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:57.544499 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-52defe79-a220-4938-9161-0117e67c53fe tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] DELETE failed (client error): The resource could not be found. Jan 28 13:43:57.549485 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52defe79-a220-4938-9161-0117e67c53fe tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:43:57.557243 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-52defe79-a220-4938-9161-0117e67c53fe tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/ports/1533cc80-44d0-440b-b28a-8cb4c3700abe HTTP/1.1" status: 404 len: 333 time: 0.1479616 Jan 28 13:43:57.558296 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6117bac7-5929-4303-816d-4aa34623cc70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:57.565031 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49062) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:57.572598 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-01dd215d-dae9-4554-91e9-f6d996294fd2 None None] Current status of the port 7216df16-36c8-4b3f-80b8-5adfd04355af is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:57.574874 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-83519218-05ad-41c4-b261-42a0aa40a6ee req-a6851f1f-ac2b-40f7-8d39-de0fbf8e85c7 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108169 Jan 28 13:43:57.579189 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 7216df16-36c8-4b3f-80b8-5adfd04355af is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:57.686093 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-470cc553-604d-47cd-81da-4c28ad9ea3ce tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] GET failed (client error): The resource could not be found. Jan 28 13:43:57.688528 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-470cc553-604d-47cd-81da-4c28ad9ea3ce tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "GET /v2.0/ports/1533cc80-44d0-440b-b28a-8cb4c3700abe HTTP/1.1" status: 404 len: 333 time: 0.1127326 Jan 28 13:43:57.691486 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49068) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:57.694273 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-8d684cac-7c43-436c-8739-769f3412e40d None None] Could not find standard attr ID for object 1533cc80-44d0-440b-b28a-8cb4c3700abe. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:43:57.879158 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6117bac7-5929-4303-816d-4aa34623cc70 admin admin] Publish callbacks [] for security_group (cb74e8d4-4f48-45b4-962b-f3b012d8d364), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:57.891543 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6117bac7-5929-4303-816d-4aa34623cc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (cb74e8d4-4f48-45b4-962b-f3b012d8d364), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:57.905383 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-04bed0a8-bc53-46b5-830f-82357dbb43a8 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting subnet c4357d24-0836-4918-bb54-c0a2cf725843 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:43:57.922391 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04bed0a8-bc53-46b5-830f-82357dbb43a8 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for subnet (c4357d24-0836-4918-bb54-c0a2cf725843), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:58.010306 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04bed0a8-bc53-46b5-830f-82357dbb43a8 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (c4357d24-0836-4918-bb54-c0a2cf725843), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:58.030111 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6117bac7-5929-4303-816d-4aa34623cc70 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=767e37b8fe6f4cedaae72f7ce14a8f29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5198283 Jan 28 13:43:58.040121 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49078) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:58.116293 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117bac7-5929-4303-816d-4aa34623cc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb74e8d4-4f48-45b4-962b-f3b012d8d364,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:58.181844 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04bed0a8-bc53-46b5-830f-82357dbb43a8 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (c4357d24-0836-4918-bb54-c0a2cf725843), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:58.237735 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0f357daa-8a24-4e3b-ac49-006620c2780b admin admin] Publish callbacks [] for security_group (cb74e8d4-4f48-45b4-962b-f3b012d8d364), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:58.335716 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04bed0a8-bc53-46b5-830f-82357dbb43a8 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (c4357d24-0836-4918-bb54-c0a2cf725843), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:58.338192 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0f357daa-8a24-4e3b-ac49-006620c2780b admin admin] Publish callbacks [] for security_group (cb74e8d4-4f48-45b4-962b-f3b012d8d364), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:58.425847 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bed0a8-bc53-46b5-830f-82357dbb43a8 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Subnet': ['ID=c4357d24-0836-4918-bb54-c0a2cf725843,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:58.483110 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d709ca-1e05-42c9-acca-617b6e8ae57e req-1bf53ae7-d2d6-405c-bb88-1da9255aebbb tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:58.497707 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0f357daa-8a24-4e3b-ac49-006620c2780b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (cb74e8d4-4f48-45b4-962b-f3b012d8d364), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:58.502333 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-59d709ca-1e05-42c9-acca-617b6e8ae57e req-1bf53ae7-d2d6-405c-bb88-1da9255aebbb tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 945 time: 0.2801907 Jan 28 13:43:58.502608 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0f357daa-8a24-4e3b-ac49-006620c2780b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:58.507484 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04bed0a8-bc53-46b5-830f-82357dbb43a8 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:58.511453 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-04bed0a8-bc53-46b5-830f-82357dbb43a8 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/subnets/c4357d24-0836-4918-bb54-c0a2cf725843 HTTP/1.1" status: 204 len: 168 time: 0.8186255 Jan 28 13:43:58.517100 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49096) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:58.518738 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0f357daa-8a24-4e3b-ac49-006620c2780b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb74e8d4-4f48-45b4-962b-f3b012d8d364 HTTP/1.1" status: 204 len: 168 time: 0.4503114 Jan 28 13:43:58.519053 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c994036f-0b89-4a97-8e03-e15a48412f0d None None] Network 6192826a-22e1-45b2-8560-b77c0876ebe4 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:58.549366 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f357daa-8a24-4e3b-ac49-006620c2780b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb74e8d4-4f48-45b4-962b-f3b012d8d364,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:58.736684 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1a925ba-98ef-4d14-9fd5-6185007fd6d6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (6192826a-22e1-45b2-8560-b77c0876ebe4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:58.860009 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49104) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:58.890433 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-59d709ca-1e05-42c9-acca-617b6e8ae57e req-a885d811-7f5b-4da1-bf81-335531786650 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865545 Jan 28 13:43:58.927927 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9638b59-c674-4a27-b903-fa25650d6267 None None] DHCP port deletion for 6192826a-22e1-45b2-8560-b77c0876ebe4 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:43:59.023501 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-a1a925ba-98ef-4d14-9fd5-6185007fd6d6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting port 7216df16-36c8-4b3f-80b8-5adfd04355af {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:59.023960 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1a925ba-98ef-4d14-9fd5-6185007fd6d6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7216df16-36c8-4b3f-80b8-5adfd04355af), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:59.088992 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b9638b59-c674-4a27-b903-fa25650d6267 None None] Deleting port 7216df16-36c8-4b3f-80b8-5adfd04355af {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:59.089515 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b9638b59-c674-4a27-b903-fa25650d6267 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7216df16-36c8-4b3f-80b8-5adfd04355af), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:59.230719 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-a1a925ba-98ef-4d14-9fd5-6185007fd6d6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] For port 7216df16-36c8-4b3f-80b8-5adfd04355af, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7216df16-36c8-4b3f-80b8-5adfd04355af,segment=NetworkSegment(3a068c13-8d43-4e59-9033-519c35150d60),segment_id=3a068c13-8d43-4e59-9033-519c35150d60)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:59.233490 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1a925ba-98ef-4d14-9fd5-6185007fd6d6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7216df16-36c8-4b3f-80b8-5adfd04355af), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:59.288521 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-a1a925ba-98ef-4d14-9fd5-6185007fd6d6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Calling delete_port for 7216df16-36c8-4b3f-80b8-5adfd04355af owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:59.297274 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-4eca6446-9722-422a-97c9-9745687e4fed admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-711419688-network', 'tenant_id': '0ac2fd6d162d4bf3b66f630a7f711555'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:59.300135 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-b9638b59-c674-4a27-b903-fa25650d6267 None None] For port 7216df16-36c8-4b3f-80b8-5adfd04355af, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7216df16-36c8-4b3f-80b8-5adfd04355af,segment=NetworkSegment(3a068c13-8d43-4e59-9033-519c35150d60),segment_id=3a068c13-8d43-4e59-9033-519c35150d60)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:59.300825 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b9638b59-c674-4a27-b903-fa25650d6267 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7216df16-36c8-4b3f-80b8-5adfd04355af), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:59.311805 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49118) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:59.397842 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bcfa5afb-633d-40a2-bfc2-9e6c469f8bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:59.454205 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eca6446-9722-422a-97c9-9745687e4fed admin admin] Made reservation on behalf of 0ac2fd6d162d4bf3b66f630a7f711555 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:59.465143 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4eca6446-9722-422a-97c9-9745687e4fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:59.482141 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4eca6446-9722-422a-97c9-9745687e4fed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:59.498452 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1a925ba-98ef-4d14-9fd5-6185007fd6d6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (7216df16-36c8-4b3f-80b8-5adfd04355af), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:59.562186 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a925ba-98ef-4d14-9fd5-6185007fd6d6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Port': ['ID=7216df16-36c8-4b3f-80b8-5adfd04355af,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:59.580060 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a925ba-98ef-4d14-9fd5-6185007fd6d6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] No DVR routers for this DVR port 7216df16-36c8-4b3f-80b8-5adfd04355af on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:43:59.807581 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b9638b59-c674-4a27-b903-fa25650d6267 None None] Calling delete_port for 7216df16-36c8-4b3f-80b8-5adfd04355af owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:59.822624 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1a925ba-98ef-4d14-9fd5-6185007fd6d6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (6192826a-22e1-45b2-8560-b77c0876ebe4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:59.852206 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bcfa5afb-633d-40a2-bfc2-9e6c469f8bb6 admin admin] Publish callbacks [] for security_group (e25ee892-20c2-4a9f-8ee4-1ebc8df14aff), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:59.874941 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-a1a925ba-98ef-4d14-9fd5-6185007fd6d6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6192826a-22e1-45b2-8560-b77c0876ebe4']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:59.888393 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bcfa5afb-633d-40a2-bfc2-9e6c469f8bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e25ee892-20c2-4a9f-8ee4-1ebc8df14aff), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:59.893144 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-a1a925ba-98ef-4d14-9fd5-6185007fd6d6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a068c13-8d43-4e59-9033-519c35150d60') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:59.897110 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4eca6446-9722-422a-97c9-9745687e4fed admin admin] Publish callbacks [] for security_group (f3496711-adde-4c92-8aca-c1b883520ea6), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:59.897600 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-a1a925ba-98ef-4d14-9fd5-6185007fd6d6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a068c13-8d43-4e59-9033-519c35150d60') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:59.910980 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b9638b59-c674-4a27-b903-fa25650d6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (7216df16-36c8-4b3f-80b8-5adfd04355af), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:59.919347 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1a925ba-98ef-4d14-9fd5-6185007fd6d6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (3a068c13-8d43-4e59-9033-519c35150d60), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:59.956054 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1a925ba-98ef-4d14-9fd5-6185007fd6d6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (3a068c13-8d43-4e59-9033-519c35150d60), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:59.963709 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a925ba-98ef-4d14-9fd5-6185007fd6d6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:43:59.964406 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1a925ba-98ef-4d14-9fd5-6185007fd6d6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (3a068c13-8d43-4e59-9033-519c35150d60), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:43:59.968328 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:43:59.971405 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4eca6446-9722-422a-97c9-9745687e4fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f3496711-adde-4c92-8aca-c1b883520ea6), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:00.060364 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e2c5ee94-2eec-42e5-81cc-fc5f8a13dfc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:00.074600 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9638b59-c674-4a27-b903-fa25650d6267 None None] Pushing event deleted for resources: {'Port': ['ID=7216df16-36c8-4b3f-80b8-5adfd04355af,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:00.084969 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9638b59-c674-4a27-b903-fa25650d6267 None None] No DVR routers for this DVR port 7216df16-36c8-4b3f-80b8-5adfd04355af on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:44:00.132385 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1a925ba-98ef-4d14-9fd5-6185007fd6d6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (6192826a-22e1-45b2-8560-b77c0876ebe4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:00.192575 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bcfa5afb-633d-40a2-bfc2-9e6c469f8bb6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bd7c6fe2b64b46d2a11ffe9eb365844d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8721249 Jan 28 13:44:00.221189 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49138) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:00.221943 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1a925ba-98ef-4d14-9fd5-6185007fd6d6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:00.225851 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eca6446-9722-422a-97c9-9745687e4fed admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:44:00.242146 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a1a925ba-98ef-4d14-9fd5-6185007fd6d6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/networks/6192826a-22e1-45b2-8560-b77c0876ebe4 HTTP/1.1" status: 204 len: 168 time: 1.7111199 Jan 28 13:44:00.246279 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49140) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:00.247669 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a925ba-98ef-4d14-9fd5-6185007fd6d6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Network': ['ID=6192826a-22e1-45b2-8560-b77c0876ebe4,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:00.252186 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa5afb-633d-40a2-bfc2-9e6c469f8bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25ee892-20c2-4a9f-8ee4-1ebc8df14aff,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:00.262097 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-d713645b-6c0d-44e4-8b21-d288c8f50ecb tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1725868386'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:00.286563 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4eca6446-9722-422a-97c9-9745687e4fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (beb5acdd-6567-408e-a4cd-d6879cfc84aa), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:00.287315 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-4eca6446-9722-422a-97c9-9745687e4fed admin admin] Added segment beb5acdd-6567-408e-a4cd-d6879cfc84aa of type vlan for network 6d515e6c-7938-47e2-a556-1c24ef3076ea Jan 28 13:44:00.324357 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d713645b-6c0d-44e4-8b21-d288c8f50ecb tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:00.330004 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa039e09-944f-48da-b20e-86547450057a req-f8bb7f70-3a22-4113-915d-3ecb8c0e1657 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:00.339283 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d713645b-6c0d-44e4-8b21-d288c8f50ecb tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:00.352527 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fa039e09-944f-48da-b20e-86547450057a req-f8bb7f70-3a22-4113-915d-3ecb8c0e1657 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 945 time: 0.3184478 Jan 28 13:44:00.489511 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca6446-9722-422a-97c9-9745687e4fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3496711-adde-4c92-8aca-c1b883520ea6,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:00.523298 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d713645b-6c0d-44e4-8b21-d288c8f50ecb tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:44:00.579084 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d713645b-6c0d-44e4-8b21-d288c8f50ecb tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (ac8f9402-a1f7-45f9-8990-81a562ce5ef1), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:00.581777 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-d713645b-6c0d-44e4-8b21-d288c8f50ecb tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Added segment ac8f9402-a1f7-45f9-8990-81a562ce5ef1 of type vlan for network 5412c4f6-09c4-4b98-8148-8b82bdf50603 Jan 28 13:44:00.599302 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4eca6446-9722-422a-97c9-9745687e4fed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (6d515e6c-7938-47e2-a556-1c24ef3076ea), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:00.614080 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7216df16-36c8-4b3f-80b8-5adfd04355af no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:44:00.675346 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a6eda3a-7c71-4221-9d75-db9df063ed4a admin admin] Publish callbacks [] for security_group (e25ee892-20c2-4a9f-8ee4-1ebc8df14aff), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:00.684723 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 7216df16-36c8-4b3f-80b8-5adfd04355af {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:44:00.685070 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7216df16-36c8-4b3f-80b8-5adfd04355af not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:44:00.778526 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.db.resource_extend [None req-4eca6446-9722-422a-97c9-9745687e4fed admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:44:00.801374 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d713645b-6c0d-44e4-8b21-d288c8f50ecb tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (5412c4f6-09c4-4b98-8148-8b82bdf50603), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:00.839526 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fa039e09-944f-48da-b20e-86547450057a req-f5d77d11-1afe-47a5-a5e2-9098f89e5bca tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855680 Jan 28 13:44:00.887529 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a6eda3a-7c71-4221-9d75-db9df063ed4a admin admin] Publish callbacks [] for security_group (e25ee892-20c2-4a9f-8ee4-1ebc8df14aff), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:00.895066 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4eca6446-9722-422a-97c9-9745687e4fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (6d515e6c-7938-47e2-a556-1c24ef3076ea), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:00.900116 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eca6446-9722-422a-97c9-9745687e4fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:00.900923 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4eca6446-9722-422a-97c9-9745687e4fed admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:00.921364 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d713645b-6c0d-44e4-8b21-d288c8f50ecb tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (5412c4f6-09c4-4b98-8148-8b82bdf50603), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:00.949280 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d713645b-6c0d-44e4-8b21-d288c8f50ecb tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:00.949934 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d713645b-6c0d-44e4-8b21-d288c8f50ecb tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:01.041403 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4eca6446-9722-422a-97c9-9745687e4fed admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1788325 Jan 28 13:44:01.046904 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49154) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:01.052943 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-fb82b390-fb2b-472b-8a1a-9d2ab1794249 admin admin] Request body: {'subnet': {'network_id': '6d515e6c-7938-47e2-a556-1c24ef3076ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-711419688-subnet', 'tenant_id': '0ac2fd6d162d4bf3b66f630a7f711555', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:01.060652 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca6446-9722-422a-97c9-9745687e4fed admin admin] Pushing event updated for resources: {'Network': ['ID=6d515e6c-7938-47e2-a556-1c24ef3076ea,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:01.072220 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a6eda3a-7c71-4221-9d75-db9df063ed4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e25ee892-20c2-4a9f-8ee4-1ebc8df14aff), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:01.076542 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 6d515e6c-7938-47e2-a556-1c24ef3076ea details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:44:01.089122 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a6eda3a-7c71-4221-9d75-db9df063ed4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:01.094032 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8a6eda3a-7c71-4221-9d75-db9df063ed4a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e25ee892-20c2-4a9f-8ee4-1ebc8df14aff HTTP/1.1" status: 204 len: 168 time: 0.8611946 Jan 28 13:44:01.119281 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6eda3a-7c71-4221-9d75-db9df063ed4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25ee892-20c2-4a9f-8ee4-1ebc8df14aff,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:01.133576 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb82b390-fb2b-472b-8a1a-9d2ab1794249 admin admin] Made reservation on behalf of 0ac2fd6d162d4bf3b66f630a7f711555 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:01.139006 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fb82b390-fb2b-472b-8a1a-9d2ab1794249 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:01.165393 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d713645b-6c0d-44e4-8b21-d288c8f50ecb tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9139256 Jan 28 13:44:01.192252 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49160) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:01.224616 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-f81e9067-8fbb-4bce-a82e-4e3fda4d6d58 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'subnet': {'network_id': '5412c4f6-09c4-4b98-8148-8b82bdf50603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:01.392543 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d713645b-6c0d-44e4-8b21-d288c8f50ecb tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Network': ['ID=5412c4f6-09c4-4b98-8148-8b82bdf50603,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:01.437669 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 5412c4f6-09c4-4b98-8148-8b82bdf50603 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:44:01.548195 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b724932-2bec-4bf5-bae0-14e4372b1fd6 req-f5e4de15-3134-413b-9aa2-24d4eca623ac tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:01.550682 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fb82b390-fb2b-472b-8a1a-9d2ab1794249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (6834ac38-3ac0-4a20-86d0-b3276ee4dc0b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:01.565036 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b724932-2bec-4bf5-bae0-14e4372b1fd6 req-f5e4de15-3134-413b-9aa2-24d4eca623ac tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 945 time: 0.6659644 Jan 28 13:44:01.689615 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82b390-fb2b-472b-8a1a-9d2ab1794249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6834ac38-3ac0-4a20-86d0-b3276ee4dc0b,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:01.690475 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-863177b9-afc5-4dd1-a48e-5e9bb4b72944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:01.715174 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb82b390-fb2b-472b-8a1a-9d2ab1794249 admin admin] Checking segment: {'id': 'beb5acdd-6567-408e-a4cd-d6879cfc84aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6d515e6c-7938-47e2-a556-1c24ef3076ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:01.715650 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb82b390-fb2b-472b-8a1a-9d2ab1794249 admin admin] Network hostable DHCP agents. Network: 6d515e6c-7938-47e2-a556-1c24ef3076ea, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:44:01.779643 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81e9067-8fbb-4bce-a82e-4e3fda4d6d58 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:01.783978 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f81e9067-8fbb-4bce-a82e-4e3fda4d6d58 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:01.793840 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb82b390-fb2b-472b-8a1a-9d2ab1794249 admin admin] Network 6d515e6c-7938-47e2-a556-1c24ef3076ea is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:44:01.814998 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-fb82b390-fb2b-472b-8a1a-9d2ab1794249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 6d515e6c-7938-47e2-a556-1c24ef3076ea) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:01.823561 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb82b390-fb2b-472b-8a1a-9d2ab1794249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:01.825051 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fb82b390-fb2b-472b-8a1a-9d2ab1794249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:01.828107 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001937c4-478a-4fb1-a558-16948f339975 None None] Network 6d515e6c-7938-47e2-a556-1c24ef3076ea requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:01.858926 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fb82b390-fb2b-472b-8a1a-9d2ab1794249 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8106577 Jan 28 13:44:02.181193 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ca914f-2451-45dd-9d60-9d6693a91b6e None None] Network 6d515e6c-7938-47e2-a556-1c24ef3076ea requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:02.531672 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-0b724932-2bec-4bf5-bae0-14e4372b1fd6 req-34d973b9-2400-42ee-8c02-d7f1c29d0845 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Deleting port e8c6f11d-73bc-4996-b2ae-7fed099fce07 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:02.536177 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0b724932-2bec-4bf5-bae0-14e4372b1fd6 req-34d973b9-2400-42ee-8c02-d7f1c29d0845 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (e8c6f11d-73bc-4996-b2ae-7fed099fce07), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:02.721221 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b5d85-fb45-46df-a515-42c4b50712fe req-f152a6ec-0b94-4aca-b1a8-4cc16258f190 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:02.722849 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7d7b5d85-fb45-46df-a515-42c4b50712fe req-f152a6ec-0b94-4aca-b1a8-4cc16258f190 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 945 time: 0.4836650 Jan 28 13:44:02.865557 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:03.045266 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7d7b5d85-fb45-46df-a515-42c4b50712fe req-3084f6a1-dc11-4e42-bdf7-8d63be1606cc tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964671 Jan 28 13:44:03.045266 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-0b724932-2bec-4bf5-bae0-14e4372b1fd6 req-34d973b9-2400-42ee-8c02-d7f1c29d0845 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] For port e8c6f11d-73bc-4996-b2ae-7fed099fce07, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e8c6f11d-73bc-4996-b2ae-7fed099fce07,segment=NetworkSegment(c9429e28-5e0c-4919-aa67-0d62a329ad26),segment_id=c9429e28-5e0c-4919-aa67-0d62a329ad26)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:03.045266 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0b724932-2bec-4bf5-bae0-14e4372b1fd6 req-34d973b9-2400-42ee-8c02-d7f1c29d0845 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (e8c6f11d-73bc-4996-b2ae-7fed099fce07), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:03.057576 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f81e9067-8fbb-4bce-a82e-4e3fda4d6d58 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (3c4fb1e1-0eaa-4031-a76a-0fc802545cdd), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:03.070226 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-0b724932-2bec-4bf5-bae0-14e4372b1fd6 req-34d973b9-2400-42ee-8c02-d7f1c29d0845 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Calling delete_port for e8c6f11d-73bc-4996-b2ae-7fed099fce07 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:03.201145 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e9067-8fbb-4bce-a82e-4e3fda4d6d58 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Subnet': ['ID=3c4fb1e1-0eaa-4031-a76a-0fc802545cdd,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:03.212380 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81e9067-8fbb-4bce-a82e-4e3fda4d6d58 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Checking segment: {'id': 'ac8f9402-a1f7-45f9-8990-81a562ce5ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5412c4f6-09c4-4b98-8148-8b82bdf50603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:03.212761 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81e9067-8fbb-4bce-a82e-4e3fda4d6d58 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network hostable DHCP agents. Network: 5412c4f6-09c4-4b98-8148-8b82bdf50603, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:44:03.255043 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81e9067-8fbb-4bce-a82e-4e3fda4d6d58 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network 5412c4f6-09c4-4b98-8148-8b82bdf50603 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:44:03.268628 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-f81e9067-8fbb-4bce-a82e-4e3fda4d6d58 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 5412c4f6-09c4-4b98-8148-8b82bdf50603) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:03.280969 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76aca0e3-c94f-4c3a-b33c-3ffb014cfa61 None None] Network 5412c4f6-09c4-4b98-8148-8b82bdf50603 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:03.286051 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81e9067-8fbb-4bce-a82e-4e3fda4d6d58 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:03.287363 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f81e9067-8fbb-4bce-a82e-4e3fda4d6d58 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:03.384761 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f81e9067-8fbb-4bce-a82e-4e3fda4d6d58 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1824989 Jan 28 13:44:03.394139 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49232) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:03.416223 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0b724932-2bec-4bf5-bae0-14e4372b1fd6 req-34d973b9-2400-42ee-8c02-d7f1c29d0845 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (e8c6f11d-73bc-4996-b2ae-7fed099fce07), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:03.462991 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['e8c6f11d-73bc-4996-b2ae-7fed099fce07'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:44:03.473494 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['e94a2479-7707-40ef-915e-0227d39bf900'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:44:03.494553 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-f47795d0-bd93-4df7-9e7d-742fcba34d39 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'port': {'network_id': '5412c4f6-09c4-4b98-8148-8b82bdf50603', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1193575372'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:03.525594 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d973b9-2400-42ee-8c02-d7f1c29d0845 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Pushing event deleted for resources: {'Port': ['ID=e8c6f11d-73bc-4996-b2ae-7fed099fce07,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:03.619147 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-02efa3ca-9239-4194-8f7e-ddab6de39398 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:03.628502 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-02efa3ca-9239-4194-8f7e-ddab6de39398 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.39 "GET /v2.0/networks?id=6d515e6c-7938-47e2-a556-1c24ef3076ea HTTP/1.1" status: 200 len: 821 time: 0.5270584 Jan 28 13:44:03.665016 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b724932-2bec-4bf5-bae0-14e4372b1fd6 req-34d973b9-2400-42ee-8c02-d7f1c29d0845 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] No DVR routers for this DVR port e8c6f11d-73bc-4996-b2ae-7fed099fce07 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:44:03.673351 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0b724932-2bec-4bf5-bae0-14e4372b1fd6 req-34d973b9-2400-42ee-8c02-d7f1c29d0845 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:03.674428 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-dd107359-df1e-414a-a1a9-b4f073f5bcf8 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.39 "GET /v2.0/quotas/0ac2fd6d162d4bf3b66f630a7f711555 HTTP/1.1" status: 200 len: 375 time: 0.0450370 Jan 28 13:44:03.679536 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b724932-2bec-4bf5-bae0-14e4372b1fd6 req-34d973b9-2400-42ee-8c02-d7f1c29d0845 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.18 "DELETE /v2.0/ports/e8c6f11d-73bc-4996-b2ae-7fed099fce07 HTTP/1.1" status: 204 len: 173 time: 2.0995836 Jan 28 13:44:03.682356 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f774ad8-c33c-4cfb-ac56-c0ab99a3d114', 'name': 'network-vif-deleted', 'tag': 'e8c6f11d-73bc-4996-b2ae-7fed099fce07'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:44:03.685411 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664910a4-5369-42b0-a1b3-cd13e7b69e72" -d '{"events": [{"server_uuid": "0f774ad8-c33c-4cfb-ac56-c0ab99a3d114", "name": "network-vif-deleted", "tag": "e8c6f11d-73bc-4996-b2ae-7fed099fce07"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:44:03.768779 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1807a9a-e3a9-41fa-b2e7-320321b84da9 x-openstack-request-id: req-f1807a9a-e3a9-41fa-b2e7-320321b84da9 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:44:03.770189 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f774ad8-c33c-4cfb-ac56-c0ab99a3d114", "name": "network-vif-deleted", "tag": "e8c6f11d-73bc-4996-b2ae-7fed099fce07", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:44:03.770669 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f1807a9a-e3a9-41fa-b2e7-320321b84da9 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:44:03.771338 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f774ad8-c33c-4cfb-ac56-c0ab99a3d114', 'name': 'network-vif-deleted', 'tag': 'e8c6f11d-73bc-4996-b2ae-7fed099fce07', 'status': 'completed', 'code': 200} Jan 28 13:44:03.898546 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-65d50658-6b1b-49d6-a5fa-c29a2a7df723 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ac2fd6d162d4bf3b66f630a7f711555&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2218094 Jan 28 13:44:04.022635 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc07074-308b-498e-9ae9-502404131c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-5412c4f6-09c4-4b98-8148-8b82bdf50603', 'network_id': '5412c4f6-09c4-4b98-8148-8b82bdf50603', 'project_id': '82bdd5ae20104e9ea02f181442a29ce9', 'fixed_ips': [{'subnet_id': '3c4fb1e1-0eaa-4031-a76a-0fc802545cdd'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:44:04.025805 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6cc07074-308b-498e-9ae9-502404131c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:04.086324 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47795d0-bd93-4df7-9e7d-742fcba34d39 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:04.091581 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f47795d0-bd93-4df7-9e7d-742fcba34d39 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:04.134483 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-f47795d0-bd93-4df7-9e7d-742fcba34d39 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] device_id is not set on port b95cd334-ba56-40a1-a6af-20e2086caea4 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:44:04.475076 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-418abfad-5cd3-415b-9c52-47936dc6e083 req-5d05fec1-8aed-478b-9445-585e0c43adbb tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f774ad8-c33c-4cfb-ac56-c0ab99a3d114 HTTP/1.1" status: 200 len: 210 time: 0.1847596 Jan 28 13:44:04.520586 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:04.653982 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-f47795d0-bd93-4df7-9e7d-742fcba34d39 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Allocated IP 2001:db8::b0 (5412c4f6-09c4-4b98-8148-8b82bdf50603/3c4fb1e1-0eaa-4031-a76a-0fc802545cdd/b95cd334-ba56-40a1-a6af-20e2086caea4) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:04.740316 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-76e49ca1-9138-47f4-8f05-cc1719f3bb9f service neutron] 10.222.0.39 "GET /v2.0/networks/6d515e6c-7938-47e2-a556-1c24ef3076ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8309190 Jan 28 13:44:05.124220 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-0c3aa662-b8e6-4606-bed9-5170a3a79d18 service neutron] 10.222.0.39 "GET /v2.0/networks/6d515e6c-7938-47e2-a556-1c24ef3076ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615358 Jan 28 13:44:05.137462 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f47795d0-bd93-4df7-9e7d-742fcba34d39 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for port (b95cd334-ba56-40a1-a6af-20e2086caea4), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:05.230043 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f47795d0-bd93-4df7-9e7d-742fcba34d39 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (b95cd334-ba56-40a1-a6af-20e2086caea4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:05.263452 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47795d0-bd93-4df7-9e7d-742fcba34d39 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network 5412c4f6-09c4-4b98-8148-8b82bdf50603 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:05.281379 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-f47795d0-bd93-4df7-9e7d-742fcba34d39 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:05.331234 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47795d0-bd93-4df7-9e7d-742fcba34d39 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:05.343710 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47795d0-bd93-4df7-9e7d-742fcba34d39 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:05.345283 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f47795d0-bd93-4df7-9e7d-742fcba34d39 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:05.377466 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-6cc07074-308b-498e-9ae9-502404131c10 None None] Allocated IP 2001:db8::2 (5412c4f6-09c4-4b98-8148-8b82bdf50603/3c4fb1e1-0eaa-4031-a76a-0fc802545cdd/546329d2-c91e-44d8-b1f6-9d83bb4e58c0) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:05.406064 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49272) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:05.406763 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f47795d0-bd93-4df7-9e7d-742fcba34d39 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.9791994 Jan 28 13:44:05.414824 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47795d0-bd93-4df7-9e7d-742fcba34d39 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Port': ['ID=b95cd334-ba56-40a1-a6af-20e2086caea4,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:05.661113 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6cc07074-308b-498e-9ae9-502404131c10 None None] Publish callbacks [] for port (546329d2-c91e-44d8-b1f6-9d83bb4e58c0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:05.690079 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6cc07074-308b-498e-9ae9-502404131c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (546329d2-c91e-44d8-b1f6-9d83bb4e58c0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:05.736755 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-565f4285-b6f2-44a6-97c4-d65bc911ac09 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting port b95cd334-ba56-40a1-a6af-20e2086caea4 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:05.737628 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-565f4285-b6f2-44a6-97c4-d65bc911ac09 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b95cd334-ba56-40a1-a6af-20e2086caea4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:05.771327 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fc57d816-666d-475b-8be7-6a5b499f1684 req-e029dde8-cb4d-45a2-937b-1e12d7a597ad tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa76c37-b0b5-49e1-82e3-0a166ae17536 HTTP/1.1" status: 200 len: 210 time: 0.0966926 Jan 28 13:44:05.822159 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc07074-308b-498e-9ae9-502404131c10 None None] Network 5412c4f6-09c4-4b98-8148-8b82bdf50603 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:05.829717 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-6cc07074-308b-498e-9ae9-502404131c10 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:05.843842 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc07074-308b-498e-9ae9-502404131c10 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:05.929416 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc07074-308b-498e-9ae9-502404131c10 None None] Pushing event updated for resources: {'Port': ['ID=546329d2-c91e-44d8-b1f6-9d83bb4e58c0,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:06.042549 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-6cc07074-308b-498e-9ae9-502404131c10 None None] Attempting to bind port 546329d2-c91e-44d8-b1f6-9d83bb4e58c0 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:44:06.043185 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-6cc07074-308b-498e-9ae9-502404131c10 None None] Attempting to bind port 546329d2-c91e-44d8-b1f6-9d83bb4e58c0 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'ac8f9402-a1f7-45f9-8990-81a562ce5ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5412c4f6-09c4-4b98-8148-8b82bdf50603'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:44:06.043617 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc07074-308b-498e-9ae9-502404131c10 None None] Attempting to bind port 546329d2-c91e-44d8-b1f6-9d83bb4e58c0 on network 5412c4f6-09c4-4b98-8148-8b82bdf50603 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:06.075640 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc07074-308b-498e-9ae9-502404131c10 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:44:06.080980 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc07074-308b-498e-9ae9-502404131c10 None None] Checking segment: {'id': 'ac8f9402-a1f7-45f9-8990-81a562ce5ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5412c4f6-09c4-4b98-8148-8b82bdf50603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:06.081611 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6cc07074-308b-498e-9ae9-502404131c10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:06.082557 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-565f4285-b6f2-44a6-97c4-d65bc911ac09 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b95cd334-ba56-40a1-a6af-20e2086caea4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:06.097596 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc07074-308b-498e-9ae9-502404131c10 None None] Bound using segment: {'id': 'ac8f9402-a1f7-45f9-8990-81a562ce5ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5412c4f6-09c4-4b98-8148-8b82bdf50603'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:44:06.098009 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-565f4285-b6f2-44a6-97c4-d65bc911ac09 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Calling delete_port for b95cd334-ba56-40a1-a6af-20e2086caea4 owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:06.100442 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-6cc07074-308b-498e-9ae9-502404131c10 None None] Bound port: 546329d2-c91e-44d8-b1f6-9d83bb4e58c0, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8f9402-a1f7-45f9-8990-81a562ce5ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5412c4f6-09c4-4b98-8148-8b82bdf50603'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:44:06.100859 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6cc07074-308b-498e-9ae9-502404131c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (546329d2-c91e-44d8-b1f6-9d83bb4e58c0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:06.325938 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008f413-abb8-458f-b298-d8d6d669e87f req-42a6e642-e595-467f-9e2d-a0e5a0c508d1 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:06.344211 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device e8c6f11d-73bc-4996-b2ae-7fed099fce07 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:44:06.346606 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a008f413-abb8-458f-b298-d8d6d669e87f req-42a6e642-e595-467f-9e2d-a0e5a0c508d1 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 945 time: 0.1737115 Jan 28 13:44:06.479025 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-565f4285-b6f2-44a6-97c4-d65bc911ac09 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b95cd334-ba56-40a1-a6af-20e2086caea4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:06.506863 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: e8c6f11d-73bc-4996-b2ae-7fed099fce07 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:44:06.509439 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device e8c6f11d-73bc-4996-b2ae-7fed099fce07 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:44:06.547155 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-6cc07074-308b-498e-9ae9-502404131c10 None None] For port 546329d2-c91e-44d8-b1f6-9d83bb4e58c0, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:44:06.577685 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a008f413-abb8-458f-b298-d8d6d669e87f req-1dc88d7c-ff6f-43c5-9601-45f6fb44480b tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298536 Jan 28 13:44:06.584991 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f4285-b6f2-44a6-97c4-d65bc911ac09 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Port': ['ID=b95cd334-ba56-40a1-a6af-20e2086caea4,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:06.613189 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-6cc07074-308b-498e-9ae9-502404131c10 None None] For port 546329d2-c91e-44d8-b1f6-9d83bb4e58c0, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=546329d2-c91e-44d8-b1f6-9d83bb4e58c0,segment=NetworkSegment(ac8f9402-a1f7-45f9-8990-81a562ce5ef1),segment_id=ac8f9402-a1f7-45f9-8990-81a562ce5ef1)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:44:06.618477 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6cc07074-308b-498e-9ae9-502404131c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (546329d2-c91e-44d8-b1f6-9d83bb4e58c0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:06.630990 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:06.642696 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-565f4285-b6f2-44a6-97c4-d65bc911ac09 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:06.647281 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-565f4285-b6f2-44a6-97c4-d65bc911ac09 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/ports/b95cd334-ba56-40a1-a6af-20e2086caea4 HTTP/1.1" status: 204 len: 168 time: 1.2391372 Jan 28 13:44:06.650022 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49308) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:06.709116 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-f228b0d3-ca0c-45e2-b6d5-590014d3e4c1 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] GET failed (client error): The resource could not be found. Jan 28 13:44:06.732758 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f228b0d3-ca0c-45e2-b6d5-590014d3e4c1 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "GET /v2.0/ports/b95cd334-ba56-40a1-a6af-20e2086caea4 HTTP/1.1" status: 404 len: 333 time: 0.0814235 Jan 28 13:44:06.737160 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49310) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:06.769186 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc07074-308b-498e-9ae9-502404131c10 None None] Pushing event updated for resources: {'Port': ['ID=546329d2-c91e-44d8-b1f6-9d83bb4e58c0,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:06.939381 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-de0bd6cd-726a-47ab-9153-e897a8da8e5d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting subnet 3c4fb1e1-0eaa-4031-a76a-0fc802545cdd {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:44:06.948357 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de0bd6cd-726a-47ab-9153-e897a8da8e5d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for subnet (3c4fb1e1-0eaa-4031-a76a-0fc802545cdd), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:06.973665 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-75f21c68-d4ec-4c25-aba0-7cba07db3eae req-d9562e7b-e1b8-4357-af3b-3cd4c98712ac tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa76c37-b0b5-49e1-82e3-0a166ae17536 HTTP/1.1" status: 200 len: 210 time: 0.0742459 Jan 28 13:44:07.058770 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de0bd6cd-726a-47ab-9153-e897a8da8e5d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (3c4fb1e1-0eaa-4031-a76a-0fc802545cdd), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:07.325315 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de0bd6cd-726a-47ab-9153-e897a8da8e5d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (3c4fb1e1-0eaa-4031-a76a-0fc802545cdd), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:07.450381 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de0bd6cd-726a-47ab-9153-e897a8da8e5d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (3c4fb1e1-0eaa-4031-a76a-0fc802545cdd), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:07.487218 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de0bd6cd-726a-47ab-9153-e897a8da8e5d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:07.492474 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-de0bd6cd-726a-47ab-9153-e897a8da8e5d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/subnets/3c4fb1e1-0eaa-4031-a76a-0fc802545cdd HTTP/1.1" status: 204 len: 168 time: 0.7541225 Jan 28 13:44:07.495692 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49324) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:07.567993 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0bd6cd-726a-47ab-9153-e897a8da8e5d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Subnet': ['ID=3c4fb1e1-0eaa-4031-a76a-0fc802545cdd,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:07.624779 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0bd6cd-726a-47ab-9153-e897a8da8e5d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:07.625992 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0bd6cd-726a-47ab-9153-e897a8da8e5d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:07.630275 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0bd6cd-726a-47ab-9153-e897a8da8e5d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:07.630707 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0bd6cd-726a-47ab-9153-e897a8da8e5d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:07.635181 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0bd6cd-726a-47ab-9153-e897a8da8e5d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:07.638398 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0bd6cd-726a-47ab-9153-e897a8da8e5d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:07.638795 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0bd6cd-726a-47ab-9153-e897a8da8e5d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:07.639164 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0bd6cd-726a-47ab-9153-e897a8da8e5d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:07.647118 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0bd6cd-726a-47ab-9153-e897a8da8e5d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:07.649639 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0bd6cd-726a-47ab-9153-e897a8da8e5d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:07.650306 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0bd6cd-726a-47ab-9153-e897a8da8e5d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:07.653736 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0bd6cd-726a-47ab-9153-e897a8da8e5d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:07.656202 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0bd6cd-726a-47ab-9153-e897a8da8e5d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:07.688810 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3a99c76e-6fa3-440a-912f-afefbb9a1167 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (5412c4f6-09c4-4b98-8148-8b82bdf50603), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:07.865895 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af73c1-8ff6-4adc-a5c0-ccc4935e32ad req-94393bfb-50ff-4a4a-8255-0fa36daf1d79 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:07.874754 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d2af73c1-8ff6-4adc-a5c0-ccc4935e32ad req-94393bfb-50ff-4a4a-8255-0fa36daf1d79 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 945 time: 0.1274738 Jan 28 13:44:08.030498 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-3a99c76e-6fa3-440a-912f-afefbb9a1167 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting port 546329d2-c91e-44d8-b1f6-9d83bb4e58c0 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:08.031418 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3a99c76e-6fa3-440a-912f-afefbb9a1167 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (546329d2-c91e-44d8-b1f6-9d83bb4e58c0), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:08.036453 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d2af73c1-8ff6-4adc-a5c0-ccc4935e32ad req-15d3a8e5-e0e2-42af-831a-fba6f3efa8dc tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608782 Jan 28 13:44:08.173338 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-5b5fb917-d446-4a9e-9f55-d11f447f886f tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:08.182404 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-5b5fb917-d446-4a9e-9f55-d11f447f886f tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.18 "GET /v2.0/networks?id=6d515e6c-7938-47e2-a556-1c24ef3076ea HTTP/1.1" status: 200 len: 821 time: 0.4673803 Jan 28 13:44:08.205880 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-921cde46-3637-48d4-ad0a-d2e187d2789b tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Request body: {'port': {'device_id': '3fa76c37-b0b5-49e1-82e3-0a166ae17536', 'network_id': '6d515e6c-7938-47e2-a556-1c24ef3076ea', 'admin_state_up': True, 'tenant_id': '0ac2fd6d162d4bf3b66f630a7f711555'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:08.216570 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-3a99c76e-6fa3-440a-912f-afefbb9a1167 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] For port 546329d2-c91e-44d8-b1f6-9d83bb4e58c0, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=546329d2-c91e-44d8-b1f6-9d83bb4e58c0,segment=NetworkSegment(ac8f9402-a1f7-45f9-8990-81a562ce5ef1),segment_id=ac8f9402-a1f7-45f9-8990-81a562ce5ef1)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:08.216943 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3a99c76e-6fa3-440a-912f-afefbb9a1167 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (546329d2-c91e-44d8-b1f6-9d83bb4e58c0), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:08.287533 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a7c86bee-b9f9-4257-a273-fa74e24a3a3b req-8e05d4d6-f3b4-4675-9744-521c1ace2704 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa76c37-b0b5-49e1-82e3-0a166ae17536 HTTP/1.1" status: 200 len: 210 time: 0.1024842 Jan 28 13:44:08.324906 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-3a99c76e-6fa3-440a-912f-afefbb9a1167 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Calling delete_port for 546329d2-c91e-44d8-b1f6-9d83bb4e58c0 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:08.654848 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61847f-fe0e-4137-854d-e6d28627773c req-4ed0dfb5-ea65-4a67-a612-3269e53be257 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:08.663351 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9c61847f-fe0e-4137-854d-e6d28627773c req-4ed0dfb5-ea65-4a67-a612-3269e53be257 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 945 time: 0.4013307 Jan 28 13:44:08.718521 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 546329d2-c91e-44d8-b1f6-9d83bb4e58c0 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:44:08.859789 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 546329d2-c91e-44d8-b1f6-9d83bb4e58c0 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:08.860530 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (546329d2-c91e-44d8-b1f6-9d83bb4e58c0), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:08.907910 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a95568-4363-46d4-bc9a-4c62530ea754 None None] Network 5412c4f6-09c4-4b98-8148-8b82bdf50603 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:08.929963 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-921cde46-3637-48d4-ad0a-d2e187d2789b tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Made reservation on behalf of 0ac2fd6d162d4bf3b66f630a7f711555 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:08.938893 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-921cde46-3637-48d4-ad0a-d2e187d2789b tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:09.087746 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-85da3dd2-8edc-4283-90d2-6b69645c4ddd None None] Provisioning complete for port 546329d2-c91e-44d8-b1f6-9d83bb4e58c0 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:09.088236 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85da3dd2-8edc-4283-90d2-6b69645c4ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (546329d2-c91e-44d8-b1f6-9d83bb4e58c0), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:09.165649 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 546329d2-c91e-44d8-b1f6-9d83bb4e58c0 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:09.166204 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (546329d2-c91e-44d8-b1f6-9d83bb4e58c0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:09.259031 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 546329d2-c91e-44d8-b1f6-9d83bb4e58c0, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=546329d2-c91e-44d8-b1f6-9d83bb4e58c0,segment=NetworkSegment(ac8f9402-a1f7-45f9-8990-81a562ce5ef1),segment_id=ac8f9402-a1f7-45f9-8990-81a562ce5ef1)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:09.269240 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (546329d2-c91e-44d8-b1f6-9d83bb4e58c0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:09.315463 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-921cde46-3637-48d4-ad0a-d2e187d2789b tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Allocated IP 172.20.0.12 (6d515e6c-7938-47e2-a556-1c24ef3076ea/6834ac38-3ac0-4a20-86d0-b3276ee4dc0b/c8009e78-db14-43d2-9ede-6bf481498953) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:09.319920 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4baa649-7ef0-4f41-8f12-91310a3b2254 req-fb9cb2c2-7577-4ce9-a329-ca4b6be4329e tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:09.321798 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f4baa649-7ef0-4f41-8f12-91310a3b2254 req-fb9cb2c2-7577-4ce9-a329-ca4b6be4329e tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 945 time: 0.1196275 Jan 28 13:44:09.349706 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3a99c76e-6fa3-440a-912f-afefbb9a1167 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (546329d2-c91e-44d8-b1f6-9d83bb4e58c0), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:09.426678 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f4baa649-7ef0-4f41-8f12-91310a3b2254 req-b7564c3e-cd64-4cab-85c0-7c587042126c tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989811 Jan 28 13:44:09.434892 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99c76e-6fa3-440a-912f-afefbb9a1167 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Port': ['ID=546329d2-c91e-44d8-b1f6-9d83bb4e58c0,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:09.475858 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-85da3dd2-8edc-4283-90d2-6b69645c4ddd None None] Port 546329d2-c91e-44d8-b1f6-9d83bb4e58c0 update to ACTIVE by agent not found {{(pid=103353) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 13:44:09.497859 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b3c58e-0eff-4e3d-a2c7-bf9bade2bbdc None None] DHCP port deletion for 5412c4f6-09c4-4b98-8148-8b82bdf50603 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:44:09.512390 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9a2901ed-d752-4e30-a0f6-798ffe1a47d8 req-ae12d599-9177-437f-9616-de40d47682e7 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa76c37-b0b5-49e1-82e3-0a166ae17536 HTTP/1.1" status: 200 len: 210 time: 0.0723777 Jan 28 13:44:09.553079 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=546329d2-c91e-44d8-b1f6-9d83bb4e58c0,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:09.554003 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a99c76e-6fa3-440a-912f-afefbb9a1167 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] No DVR routers for this DVR port 546329d2-c91e-44d8-b1f6-9d83bb4e58c0 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:44:09.608527 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-9c61847f-fe0e-4137-854d-e6d28627773c req-3ced4887-53b5-4b1d-acd2-6f16568b9443 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Deleting port e94a2479-7707-40ef-915e-0227d39bf900 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:09.609174 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9c61847f-fe0e-4137-854d-e6d28627773c req-3ced4887-53b5-4b1d-acd2-6f16568b9443 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (e94a2479-7707-40ef-915e-0227d39bf900), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:09.681484 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3a99c76e-6fa3-440a-912f-afefbb9a1167 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (5412c4f6-09c4-4b98-8148-8b82bdf50603), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:09.707109 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-3a99c76e-6fa3-440a-912f-afefbb9a1167 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5412c4f6-09c4-4b98-8148-8b82bdf50603']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:09.809946 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-3a99c76e-6fa3-440a-912f-afefbb9a1167 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8f9402-a1f7-45f9-8990-81a562ce5ef1') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:09.810411 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-3a99c76e-6fa3-440a-912f-afefbb9a1167 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8f9402-a1f7-45f9-8990-81a562ce5ef1') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:09.874400 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3a99c76e-6fa3-440a-912f-afefbb9a1167 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (ac8f9402-a1f7-45f9-8990-81a562ce5ef1), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:09.921812 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3a99c76e-6fa3-440a-912f-afefbb9a1167 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (ac8f9402-a1f7-45f9-8990-81a562ce5ef1), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:10.008616 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a99c76e-6fa3-440a-912f-afefbb9a1167 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:44:10.031319 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3a99c76e-6fa3-440a-912f-afefbb9a1167 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (ac8f9402-a1f7-45f9-8990-81a562ce5ef1), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:44:10.040891 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:44:10.490523 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 546329d2-c91e-44d8-b1f6-9d83bb4e58c0 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:44:10.540328 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 546329d2-c91e-44d8-b1f6-9d83bb4e58c0 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:44:10.540328 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 546329d2-c91e-44d8-b1f6-9d83bb4e58c0 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:44:10.615564 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-921cde46-3637-48d4-ad0a-d2e187d2789b tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Publish callbacks [] for port (c8009e78-db14-43d2-9ede-6bf481498953), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:10.619411 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-9c61847f-fe0e-4137-854d-e6d28627773c req-3ced4887-53b5-4b1d-acd2-6f16568b9443 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] For port e94a2479-7707-40ef-915e-0227d39bf900, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=e94a2479-7707-40ef-915e-0227d39bf900,segment=NetworkSegment(c9429e28-5e0c-4919-aa67-0d62a329ad26),segment_id=c9429e28-5e0c-4919-aa67-0d62a329ad26)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:10.620162 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9c61847f-fe0e-4137-854d-e6d28627773c req-3ced4887-53b5-4b1d-acd2-6f16568b9443 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (e94a2479-7707-40ef-915e-0227d39bf900), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:10.673828 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-9c61847f-fe0e-4137-854d-e6d28627773c req-3ced4887-53b5-4b1d-acd2-6f16568b9443 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Calling delete_port for e94a2479-7707-40ef-915e-0227d39bf900 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:10.691281 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3a99c76e-6fa3-440a-912f-afefbb9a1167 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (5412c4f6-09c4-4b98-8148-8b82bdf50603), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:10.692890 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfc6eb-f334-41de-b8b6-2623e2597036 req-9c7493ed-a983-4e20-ab67-51622ec2e963 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:10.695622 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-34cfc6eb-f334-41de-b8b6-2623e2597036 req-9c7493ed-a983-4e20-ab67-51622ec2e963 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 945 time: 0.1200390 Jan 28 13:44:10.746725 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3a99c76e-6fa3-440a-912f-afefbb9a1167 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:10.753773 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49426) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:10.758540 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3a99c76e-6fa3-440a-912f-afefbb9a1167 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/networks/5412c4f6-09c4-4b98-8148-8b82bdf50603 HTTP/1.1" status: 204 len: 168 time: 3.2610366 Jan 28 13:44:10.761337 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-6a4f8d67-3e97-4b27-877b-267540eb636b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'port': {'network_id': '90db768a-3cc0-4391-9807-17d433ba2858', 'name': 'tempest-PortsIpV6TestJSON-1292196049'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:10.827453 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-34cfc6eb-f334-41de-b8b6-2623e2597036 req-d12d59d6-4188-46ce-a473-7cbc0515d804 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/security-groups?id=e50d9768-8972-46d3-94d6-7b5a2b51eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115158 Jan 28 13:44:10.849240 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99c76e-6fa3-440a-912f-afefbb9a1167 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Network': ['ID=5412c4f6-09c4-4b98-8148-8b82bdf50603,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:10.857783 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-142b2219-b44b-46b9-9adc-177370dd3b44 req-e017efcf-d56c-453b-9a4d-e9d218e2d9f0 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa76c37-b0b5-49e1-82e3-0a166ae17536 HTTP/1.1" status: 200 len: 210 time: 0.1615560 Jan 28 13:44:10.957040 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4f8d67-3e97-4b27-877b-267540eb636b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:10.960448 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6a4f8d67-3e97-4b27-877b-267540eb636b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:10.977045 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-921cde46-3637-48d4-ad0a-d2e187d2789b tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (c8009e78-db14-43d2-9ede-6bf481498953), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:10.999716 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-6a4f8d67-3e97-4b27-877b-267540eb636b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] device_id is not set on port d745ef65-9406-46bc-aa30-62a1522931c5 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:44:11.101476 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-921cde46-3637-48d4-ad0a-d2e187d2789b tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Network 6d515e6c-7938-47e2-a556-1c24ef3076ea is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:11.123628 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-921cde46-3637-48d4-ad0a-d2e187d2789b tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:11.156545 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-921cde46-3637-48d4-ad0a-d2e187d2789b tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:11.171265 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921cde46-3637-48d4-ad0a-d2e187d2789b tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Pushing event updated for resources: {'Port': ['ID=c8009e78-db14-43d2-9ede-6bf481498953,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:11.324956 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6a4f8d67-3e97-4b27-877b-267540eb636b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for port (d745ef65-9406-46bc-aa30-62a1522931c5), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:11.363780 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6a4f8d67-3e97-4b27-877b-267540eb636b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (d745ef65-9406-46bc-aa30-62a1522931c5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:11.375482 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-921cde46-3637-48d4-ad0a-d2e187d2789b tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:11.376177 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-921cde46-3637-48d4-ad0a-d2e187d2789b tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:11.423559 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-921cde46-3637-48d4-ad0a-d2e187d2789b tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2401197 Jan 28 13:44:11.424929 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9c61847f-fe0e-4137-854d-e6d28627773c req-3ced4887-53b5-4b1d-acd2-6f16568b9443 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (e94a2479-7707-40ef-915e-0227d39bf900), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:11.429098 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4f8d67-3e97-4b27-877b-267540eb636b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network 90db768a-3cc0-4391-9807-17d433ba2858 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:11.435110 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-75f8138a-11fa-4444-9e75-757c0698b9fc service neutron] Request body: {'port': {'device_id': '3fa76c37-b0b5-49e1-82e3-0a166ae17536', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:11.440186 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-6a4f8d67-3e97-4b27-877b-267540eb636b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:11.450866 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4f8d67-3e97-4b27-877b-267540eb636b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:11.451400 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['e94a2479-7707-40ef-915e-0227d39bf900'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:44:11.477491 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4f8d67-3e97-4b27-877b-267540eb636b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:11.478183 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6a4f8d67-3e97-4b27-877b-267540eb636b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:11.563215 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f8d67-3e97-4b27-877b-267540eb636b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Port': ['ID=d745ef65-9406-46bc-aa30-62a1522931c5,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:11.589040 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6a4f8d67-3e97-4b27-877b-267540eb636b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8324583 Jan 28 13:44:11.591405 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49448) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:11.602072 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced4887-53b5-4b1d-acd2-6f16568b9443 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Pushing event deleted for resources: {'Port': ['ID=e94a2479-7707-40ef-915e-0227d39bf900,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:11.659968 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-75f8138a-11fa-4444-9e75-757c0698b9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c8009e78-db14-43d2-9ede-6bf481498953), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:11.727273 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c61847f-fe0e-4137-854d-e6d28627773c req-3ced4887-53b5-4b1d-acd2-6f16568b9443 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] No DVR routers for this DVR port e94a2479-7707-40ef-915e-0227d39bf900 on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:44:11.732978 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9c61847f-fe0e-4137-854d-e6d28627773c req-3ced4887-53b5-4b1d-acd2-6f16568b9443 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:11.736390 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9c61847f-fe0e-4137-854d-e6d28627773c req-3ced4887-53b5-4b1d-acd2-6f16568b9443 tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.37 "DELETE /v2.0/ports/e94a2479-7707-40ef-915e-0227d39bf900 HTTP/1.1" status: 204 len: 173 time: 3.0715079 Jan 28 13:44:11.737259 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ba7653-c742-4843-9aa5-b73868881e76', 'name': 'network-vif-deleted', 'tag': 'e94a2479-7707-40ef-915e-0227d39bf900'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:44:11.744168 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ff4ab3-6558-4a58-a0c7-ee851c659412" -d '{"events": [{"server_uuid": "c1ba7653-c742-4843-9aa5-b73868881e76", "name": "network-vif-deleted", "tag": "e94a2479-7707-40ef-915e-0227d39bf900"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:44:11.779655 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-dee7f53c-9468-459d-8cbb-00ac45348bf9 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting port d745ef65-9406-46bc-aa30-62a1522931c5 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:11.781015 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dee7f53c-9468-459d-8cbb-00ac45348bf9 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (d745ef65-9406-46bc-aa30-62a1522931c5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:11.890889 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690c6ed8-a1b4-43b6-93c5-53cb0b8f2438 x-openstack-request-id: req-690c6ed8-a1b4-43b6-93c5-53cb0b8f2438 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:44:11.891680 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ba7653-c742-4843-9aa5-b73868881e76", "name": "network-vif-deleted", "tag": "e94a2479-7707-40ef-915e-0227d39bf900", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:44:11.892097 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-690c6ed8-a1b4-43b6-93c5-53cb0b8f2438 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:44:11.892657 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ba7653-c742-4843-9aa5-b73868881e76', 'name': 'network-vif-deleted', 'tag': 'e94a2479-7707-40ef-915e-0227d39bf900', 'status': 'completed', 'code': 200} Jan 28 13:44:11.981504 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dee7f53c-9468-459d-8cbb-00ac45348bf9 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (d745ef65-9406-46bc-aa30-62a1522931c5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:12.019970 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-dee7f53c-9468-459d-8cbb-00ac45348bf9 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Calling delete_port for d745ef65-9406-46bc-aa30-62a1522931c5 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:12.093498 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6296aefa-d542-4a34-93ce-b004941bf191 req-6d45e1ee-7173-48c7-8d91-4118ee9df8ac tempest-ServerRescueTestJSON-1359778953 tempest-ServerRescueTestJSON-1359778953-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ba7653-c742-4843-9aa5-b73868881e76 HTTP/1.1" status: 200 len: 210 time: 0.0584903 Jan 28 13:44:12.193522 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f9dd6-7d4a-44f9-91fc-0c3a4407bce7 req-0d5461ea-ef8a-413f-8934-50ca7c232aec tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:12.200620 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9b7f9dd6-7d4a-44f9-91fc-0c3a4407bce7 req-0d5461ea-ef8a-413f-8934-50ca7c232aec tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa76c37-b0b5-49e1-82e3-0a166ae17536 HTTP/1.1" status: 200 len: 932 time: 0.1544247 Jan 28 13:44:12.267200 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9b7f9dd6-7d4a-44f9-91fc-0c3a4407bce7 req-d5ea8217-155d-4b88-a390-1708bfac7ae4 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3496711-adde-4c92-8aca-c1b883520ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601141 Jan 28 13:44:12.284094 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dee7f53c-9468-459d-8cbb-00ac45348bf9 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (d745ef65-9406-46bc-aa30-62a1522931c5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:12.367097 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7f53c-9468-459d-8cbb-00ac45348bf9 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Port': ['ID=d745ef65-9406-46bc-aa30-62a1522931c5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:12.374175 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dee7f53c-9468-459d-8cbb-00ac45348bf9 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:12.383688 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49470) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:12.396714 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dee7f53c-9468-459d-8cbb-00ac45348bf9 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/ports/d745ef65-9406-46bc-aa30-62a1522931c5 HTTP/1.1" status: 204 len: 168 time: 0.8028171 Jan 28 13:44:12.398970 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-ba289e1d-cfcb-4780-998c-efe4075cdcae tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'port': {'network_id': '90db768a-3cc0-4391-9807-17d433ba2858', 'mac_address': 'fa:16:3e:9f:0c:a4', 'name': 'tempest-PortsIpV6TestJSON-1844298280'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:12.601867 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba289e1d-cfcb-4780-998c-efe4075cdcae tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:12.662299 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-75f8138a-11fa-4444-9e75-757c0698b9fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8009e78-db14-43d2-9ede-6bf481498953 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:44:12.774710 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-75f8138a-11fa-4444-9e75-757c0698b9fc service neutron] Publish callbacks [] for port (c8009e78-db14-43d2-9ede-6bf481498953), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:12.803764 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-75f8138a-11fa-4444-9e75-757c0698b9fc service neutron] Transition to ACTIVE for port object c8009e78-db14-43d2-9ede-6bf481498953 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:44:12.855146 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-75f8138a-11fa-4444-9e75-757c0698b9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (c8009e78-db14-43d2-9ede-6bf481498953), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:12.916025 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba289e1d-cfcb-4780-998c-efe4075cdcae tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:13.023692 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8138a-11fa-4444-9e75-757c0698b9fc service neutron] Pushing event updated for resources: {'Port': ['ID=c8009e78-db14-43d2-9ede-6bf481498953,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:13.098143 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-ba289e1d-cfcb-4780-998c-efe4075cdcae tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] device_id is not set on port eb06c009-488d-42ee-b870-aa1d29cdaa82 yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:44:13.172436 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-75f8138a-11fa-4444-9e75-757c0698b9fc service neutron] Attempting to bind port c8009e78-db14-43d2-9ede-6bf481498953 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:44:13.172828 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-75f8138a-11fa-4444-9e75-757c0698b9fc service neutron] Attempting to bind port c8009e78-db14-43d2-9ede-6bf481498953 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'beb5acdd-6567-408e-a4cd-d6879cfc84aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6d515e6c-7938-47e2-a556-1c24ef3076ea'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:44:13.173088 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-75f8138a-11fa-4444-9e75-757c0698b9fc service neutron] Attempting to bind port c8009e78-db14-43d2-9ede-6bf481498953 on network 6d515e6c-7938-47e2-a556-1c24ef3076ea {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:13.184016 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-75f8138a-11fa-4444-9e75-757c0698b9fc service neutron] Port c8009e78-db14-43d2-9ede-6bf481498953 on network 6d515e6c-7938-47e2-a556-1c24ef3076ea not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:44:13.184344 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-75f8138a-11fa-4444-9e75-757c0698b9fc service neutron] Attempting to bind port c8009e78-db14-43d2-9ede-6bf481498953 on network 6d515e6c-7938-47e2-a556-1c24ef3076ea {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:13.202640 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-75f8138a-11fa-4444-9e75-757c0698b9fc service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:44:13.202846 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-75f8138a-11fa-4444-9e75-757c0698b9fc service neutron] Checking segment: {'id': 'beb5acdd-6567-408e-a4cd-d6879cfc84aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6d515e6c-7938-47e2-a556-1c24ef3076ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:13.203928 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-75f8138a-11fa-4444-9e75-757c0698b9fc service neutron] Bound using segment: {'id': 'beb5acdd-6567-408e-a4cd-d6879cfc84aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6d515e6c-7938-47e2-a556-1c24ef3076ea'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:44:13.204385 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-75f8138a-11fa-4444-9e75-757c0698b9fc service neutron] Bound port: c8009e78-db14-43d2-9ede-6bf481498953, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beb5acdd-6567-408e-a4cd-d6879cfc84aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6d515e6c-7938-47e2-a556-1c24ef3076ea'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:44:13.204753 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-75f8138a-11fa-4444-9e75-757c0698b9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c8009e78-db14-43d2-9ede-6bf481498953), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:13.215984 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49488) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:13.447544 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-75f8138a-11fa-4444-9e75-757c0698b9fc service neutron] For port c8009e78-db14-43d2-9ede-6bf481498953, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:44:13.451785 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba289e1d-cfcb-4780-998c-efe4075cdcae tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for port (eb06c009-488d-42ee-b870-aa1d29cdaa82), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:13.455592 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-75f8138a-11fa-4444-9e75-757c0698b9fc service neutron] For port c8009e78-db14-43d2-9ede-6bf481498953, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c8009e78-db14-43d2-9ede-6bf481498953,segment=NetworkSegment(beb5acdd-6567-408e-a4cd-d6879cfc84aa),segment_id=beb5acdd-6567-408e-a4cd-d6879cfc84aa)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:44:13.466081 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-75f8138a-11fa-4444-9e75-757c0698b9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (c8009e78-db14-43d2-9ede-6bf481498953), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:13.524570 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8138a-11fa-4444-9e75-757c0698b9fc service neutron] Pushing event updated for resources: {'Port': ['ID=c8009e78-db14-43d2-9ede-6bf481498953,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:13.549023 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-75f8138a-11fa-4444-9e75-757c0698b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:13.549676 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-75f8138a-11fa-4444-9e75-757c0698b9fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:13.551958 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-75f8138a-11fa-4444-9e75-757c0698b9fc service neutron] 10.222.0.18 "PUT /v2.0/ports/c8009e78-db14-43d2-9ede-6bf481498953 HTTP/1.1" status: 200 len: 1092 time: 2.1214793 Jan 28 13:44:13.588044 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba289e1d-cfcb-4780-998c-efe4075cdcae tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (eb06c009-488d-42ee-b870-aa1d29cdaa82), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:13.786294 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77853a3-d6b6-489c-a338-a1820d77e714 req-acc37e0d-3023-48ea-9ef2-e7e37d7db8a1 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:13.790342 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d77853a3-d6b6-489c-a338-a1820d77e714 req-acc37e0d-3023-48ea-9ef2-e7e37d7db8a1 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa76c37-b0b5-49e1-82e3-0a166ae17536 HTTP/1.1" status: 200 len: 944 time: 0.1785357 Jan 28 13:44:13.802362 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba289e1d-cfcb-4780-998c-efe4075cdcae tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network 90db768a-3cc0-4391-9807-17d433ba2858 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:13.815137 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-ba289e1d-cfcb-4780-998c-efe4075cdcae tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:13.817736 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba289e1d-cfcb-4780-998c-efe4075cdcae tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:13.824063 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba289e1d-cfcb-4780-998c-efe4075cdcae tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:13.825018 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba289e1d-cfcb-4780-998c-efe4075cdcae tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:13.840815 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba289e1d-cfcb-4780-998c-efe4075cdcae tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Port': ['ID=eb06c009-488d-42ee-b870-aa1d29cdaa82,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:13.852161 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49510) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:13.852939 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ba289e1d-cfcb-4780-998c-efe4075cdcae tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4680724 Jan 28 13:44:13.877739 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-da32c095-8500-47db-b327-c3aec5cb6fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:13.880231 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-da32c095-8500-47db-b327-c3aec5cb6fac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ac2fd6d162d4bf3b66f630a7f711555&device_id=3fa76c37-b0b5-49e1-82e3-0a166ae17536 HTTP/1.1" status: 200 len: 1095 time: 0.2770855 Jan 28 13:44:13.918061 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa76c37-b0b5-49e1-82e3-0a166ae17536', 'tag': 'c8009e78-db14-43d2-9ede-6bf481498953'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:44:13.920919 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0ca7ba-96f6-45d0-966b-f7b7fc398578" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa76c37-b0b5-49e1-82e3-0a166ae17536", "tag": "c8009e78-db14-43d2-9ede-6bf481498953"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:44:13.991830 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device e94a2479-7707-40ef-915e-0227d39bf900 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:44:14.007385 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d77853a3-d6b6-489c-a338-a1820d77e714 req-b2d183e0-3b38-4bd5-aef9-e157d27522a3 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3496711-adde-4c92-8aca-c1b883520ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100124 Jan 28 13:44:14.018849 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b453c4-681f-48be-aba1-d021eaefebd3 x-openstack-request-id: req-81b453c4-681f-48be-aba1-d021eaefebd3 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:44:14.019440 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa76c37-b0b5-49e1-82e3-0a166ae17536", "tag": "c8009e78-db14-43d2-9ede-6bf481498953", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:44:14.019846 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-81b453c4-681f-48be-aba1-d021eaefebd3 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:44:14.020404 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa76c37-b0b5-49e1-82e3-0a166ae17536', 'tag': 'c8009e78-db14-43d2-9ede-6bf481498953', 'status': 'completed', 'code': 200} Jan 28 13:44:14.029400 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-370cf25e-7e38-4b2f-9d7d-245becc51ea6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8009e78-db14-43d2-9ede-6bf481498953 HTTP/1.1" status: 200 len: 217 time: 0.1394699 Jan 28 13:44:14.045254 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4193e30d-b2dd-4189-a7bd-dcce0e604e3a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:14.047266 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4193e30d-b2dd-4189-a7bd-dcce0e604e3a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "GET /v2.0/ports/eb06c009-488d-42ee-b870-aa1d29cdaa82 HTTP/1.1" status: 200 len: 845 time: 0.1908360 Jan 28 13:44:14.053255 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49522) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:14.100007 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: e94a2479-7707-40ef-915e-0227d39bf900 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:44:14.100350 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device e94a2479-7707-40ef-915e-0227d39bf900 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:44:14.195231 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-a4e3264f-a3ea-4d13-a696-d715ff9b53b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:14.197534 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-a4e3264f-a3ea-4d13-a696-d715ff9b53b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6834ac38-3ac0-4a20-86d0-b3276ee4dc0b HTTP/1.1" status: 200 len: 861 time: 0.1612701 Jan 28 13:44:14.273297 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dde660b5-56ac-4add-a1ce-8fd3b54e6be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (5b9981e6-e9f7-4203-9676-b50139d49b39), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:14.300904 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-0b5e30f3-7863-4fbc-839c-82f8a744883c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6d515e6c-7938-47e2-a556-1c24ef3076ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896397 Jan 28 13:44:14.444651 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-847c76c1-2ae6-4e81-bec4-e35b775c1c27 service neutron] 10.222.0.18 "GET /v2.0/networks/6d515e6c-7938-47e2-a556-1c24ef3076ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387587 Jan 28 13:44:14.475697 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-a3b848c1-21cd-45d0-bb8e-b45eed3e7d02 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting port eb06c009-488d-42ee-b870-aa1d29cdaa82 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:14.476191 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a3b848c1-21cd-45d0-bb8e-b45eed3e7d02 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (eb06c009-488d-42ee-b870-aa1d29cdaa82), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:14.570299 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e226ce8f-1426-4086-9fc7-5a20d5e4b0dd req-df242ee6-47e1-4e91-9be9-7c570d03a28e service neutron] 10.222.0.18 "GET /v2.0/networks/6d515e6c-7938-47e2-a556-1c24ef3076ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196215 Jan 28 13:44:14.743550 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ca7ba-96f6-45d0-966b-f7b7fc398578 req-d71cf729-be1a-4cc5-a906-e79cb5803019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:14.745200 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fb0ca7ba-96f6-45d0-966b-f7b7fc398578 req-d71cf729-be1a-4cc5-a906-e79cb5803019 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ac2fd6d162d4bf3b66f630a7f711555&device_id=3fa76c37-b0b5-49e1-82e3-0a166ae17536 HTTP/1.1" status: 200 len: 1095 time: 0.0989556 Jan 28 13:44:14.754694 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a3b848c1-21cd-45d0-bb8e-b45eed3e7d02 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (eb06c009-488d-42ee-b870-aa1d29cdaa82), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:14.828303 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-a3b848c1-21cd-45d0-bb8e-b45eed3e7d02 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Calling delete_port for eb06c009-488d-42ee-b870-aa1d29cdaa82 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:15.048666 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ca7ba-96f6-45d0-966b-f7b7fc398578 req-4946195a-fd6f-41a6-b426-9a7027509a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:15.050238 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fb0ca7ba-96f6-45d0-966b-f7b7fc398578 req-4946195a-fd6f-41a6-b426-9a7027509a37 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6d515e6c-7938-47e2-a556-1c24ef3076ea HTTP/1.1" status: 200 len: 921 time: 0.2945540 Jan 28 13:44:15.162719 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fb0ca7ba-96f6-45d0-966b-f7b7fc398578 req-6669dcbe-877c-43c4-9771-ff6c8260e4ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8009e78-db14-43d2-9ede-6bf481498953 HTTP/1.1" status: 200 len: 217 time: 0.1053169 Jan 28 13:44:15.172478 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a3b848c1-21cd-45d0-bb8e-b45eed3e7d02 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (eb06c009-488d-42ee-b870-aa1d29cdaa82), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:15.252823 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ca7ba-96f6-45d0-966b-f7b7fc398578 req-2afc43be-e334-4181-8416-2ffdafa851c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:15.253935 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b848c1-21cd-45d0-bb8e-b45eed3e7d02 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Port': ['ID=eb06c009-488d-42ee-b870-aa1d29cdaa82,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:15.254732 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fb0ca7ba-96f6-45d0-966b-f7b7fc398578 req-2afc43be-e334-4181-8416-2ffdafa851c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6834ac38-3ac0-4a20-86d0-b3276ee4dc0b HTTP/1.1" status: 200 len: 861 time: 0.0783429 Jan 28 13:44:15.269331 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a3b848c1-21cd-45d0-bb8e-b45eed3e7d02 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:15.272353 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070ac82-3582-4867-a309-d1c2f4933afa req-02d68700-4304-4240-96d8-1c3fffc54839 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:15.273935 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a3b848c1-21cd-45d0-bb8e-b45eed3e7d02 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/ports/eb06c009-488d-42ee-b870-aa1d29cdaa82 HTTP/1.1" status: 204 len: 168 time: 1.2149577 Jan 28 13:44:15.275632 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8070ac82-3582-4867-a309-d1c2f4933afa req-02d68700-4304-4240-96d8-1c3fffc54839 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa76c37-b0b5-49e1-82e3-0a166ae17536 HTTP/1.1" status: 200 len: 944 time: 0.1118038 Jan 28 13:44:15.277304 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49552) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:15.348396 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-043c7009-f15e-4c3e-a2fe-19c975c384ed tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] GET failed (client error): The resource could not be found. Jan 28 13:44:15.350152 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-043c7009-f15e-4c3e-a2fe-19c975c384ed tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "GET /v2.0/ports/eb06c009-488d-42ee-b870-aa1d29cdaa82 HTTP/1.1" status: 404 len: 333 time: 0.0717051 Jan 28 13:44:15.378460 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49558) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:15.387439 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-52e485e4-6362-4f84-844d-9001302a2a2e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'port': {'network_id': '90db768a-3cc0-4391-9807-17d433ba2858', 'name': 'tempest-PortsIpV6TestJSON-1889446711'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:15.400964 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fb0ca7ba-96f6-45d0-966b-f7b7fc398578 req-51e0aba8-08cc-47f5-b296-eff1e21a8e1b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6d515e6c-7938-47e2-a556-1c24ef3076ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221907 Jan 28 13:44:15.428314 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-dde660b5-56ac-4add-a1ce-8fd3b54e6be9 admin admin] Deleting port d63d8143-57c6-4a1f-928d-dc6e85fd55d2 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:15.433170 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dde660b5-56ac-4add-a1ce-8fd3b54e6be9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (d63d8143-57c6-4a1f-928d-dc6e85fd55d2), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:15.511169 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8070ac82-3582-4867-a309-d1c2f4933afa req-23011258-9caa-40ec-bed6-aab30c08f178 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3496711-adde-4c92-8aca-c1b883520ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972075 Jan 28 13:44:15.633006 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-dde660b5-56ac-4add-a1ce-8fd3b54e6be9 admin admin] For port d63d8143-57c6-4a1f-928d-dc6e85fd55d2, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=d63d8143-57c6-4a1f-928d-dc6e85fd55d2,segment=NetworkSegment(c9429e28-5e0c-4919-aa67-0d62a329ad26),segment_id=c9429e28-5e0c-4919-aa67-0d62a329ad26)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:15.633378 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dde660b5-56ac-4add-a1ce-8fd3b54e6be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (d63d8143-57c6-4a1f-928d-dc6e85fd55d2), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:15.647320 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-dde660b5-56ac-4add-a1ce-8fd3b54e6be9 admin admin] Calling delete_port for d63d8143-57c6-4a1f-928d-dc6e85fd55d2 owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:15.649914 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fb0ca7ba-96f6-45d0-966b-f7b7fc398578 req-18a888df-e99a-4f55-aec3-5585bcd4fd30 service neutron] 10.222.0.18 "GET /v2.0/networks/6d515e6c-7938-47e2-a556-1c24ef3076ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318513 Jan 28 13:44:15.773733 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fb0ca7ba-96f6-45d0-966b-f7b7fc398578 req-1d831ca9-e35f-495a-88a0-bea866e8357b service neutron] 10.222.0.18 "GET /v2.0/networks/6d515e6c-7938-47e2-a556-1c24ef3076ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167345 Jan 28 13:44:15.926606 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e485e4-6362-4f84-844d-9001302a2a2e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:15.930762 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52e485e4-6362-4f84-844d-9001302a2a2e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:16.610514 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-52e485e4-6362-4f84-844d-9001302a2a2e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] device_id is not set on port ceb2dd43-6826-48b2-a667-9a8b6520d6a8 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:44:16.826868 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0aea5-b9dd-47c2-843d-39a74708cc99 req-0359c5a6-85dc-40ea-bfe0-1585e8ca8321 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:16.834735 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8ee0aea5-b9dd-47c2-843d-39a74708cc99 req-0359c5a6-85dc-40ea-bfe0-1585e8ca8321 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa76c37-b0b5-49e1-82e3-0a166ae17536 HTTP/1.1" status: 200 len: 944 time: 0.2029581 Jan 28 13:44:16.910332 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dde660b5-56ac-4add-a1ce-8fd3b54e6be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (d63d8143-57c6-4a1f-928d-dc6e85fd55d2), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:17.133971 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde660b5-56ac-4add-a1ce-8fd3b54e6be9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d63d8143-57c6-4a1f-928d-dc6e85fd55d2,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:17.175561 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8ee0aea5-b9dd-47c2-843d-39a74708cc99 req-07bef936-43db-4bbc-8da8-972acc294262 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3496711-adde-4c92-8aca-c1b883520ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397219 Jan 28 13:44:17.273243 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52e485e4-6362-4f84-844d-9001302a2a2e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for port (ceb2dd43-6826-48b2-a667-9a8b6520d6a8), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:17.431323 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dde660b5-56ac-4add-a1ce-8fd3b54e6be9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (5b9981e6-e9f7-4203-9676-b50139d49b39), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:17.494681 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52e485e4-6362-4f84-844d-9001302a2a2e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (ceb2dd43-6826-48b2-a667-9a8b6520d6a8), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:17.557632 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e485e4-6362-4f84-844d-9001302a2a2e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network 90db768a-3cc0-4391-9807-17d433ba2858 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:17.570435 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-52e485e4-6362-4f84-844d-9001302a2a2e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:17.581523 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e485e4-6362-4f84-844d-9001302a2a2e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:17.586733 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e485e4-6362-4f84-844d-9001302a2a2e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:17.587586 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52e485e4-6362-4f84-844d-9001302a2a2e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:17.636492 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e485e4-6362-4f84-844d-9001302a2a2e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Port': ['ID=ceb2dd43-6826-48b2-a667-9a8b6520d6a8,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:17.673858 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-52e485e4-6362-4f84-844d-9001302a2a2e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2926695 Jan 28 13:44:17.677046 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49614) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:17.683050 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-80c7faaa-5e70-4d18-b590-f23d6dbc9917 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:17.721175 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:17.764109 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49620) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:17.920726 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-80c7faaa-5e70-4d18-b590-f23d6dbc9917 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ceb2dd43-6826-48b2-a667-9a8b6520d6a8), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:17.971422 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde660b5-56ac-4add-a1ce-8fd3b54e6be9 admin admin] Router 5b9981e6-e9f7-4203-9676-b50139d49b39 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:44:18.101635 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c11c6a44-4ac1-4b13-98fe-42cb478e9dfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:18.331196 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c8009e78-db14-43d2-9ede-6bf481498953 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:44:18.367271 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde660b5-56ac-4add-a1ce-8fd3b54e6be9 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:44:18.373601 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dde660b5-56ac-4add-a1ce-8fd3b54e6be9 admin admin] 10.222.0.39 "PUT /v2.0/routers/5b9981e6-e9f7-4203-9676-b50139d49b39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1554523 Jan 28 13:44:18.377448 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49636) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:18.382945 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79d84b9-8a89-492f-bfb6-1739e1839aca None None] Sync routers for ids ['5b9981e6-e9f7-4203-9676-b50139d49b39'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:44:18.400922 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79d84b9-8a89-492f-bfb6-1739e1839aca None None] Routers {'5b9981e6-e9f7-4203-9676-b50139d49b39'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:44:18.404493 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-e79d84b9-8a89-492f-bfb6-1739e1839aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:44:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['5b9981e6-e9f7-4203-9676-b50139d49b39'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:18.681412 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c8009e78-db14-43d2-9ede-6bf481498953, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c8009e78-db14-43d2-9ede-6bf481498953,segment=NetworkSegment(beb5acdd-6567-408e-a4cd-d6879cfc84aa),segment_id=beb5acdd-6567-408e-a4cd-d6879cfc84aa)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:18.730794 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'c8009e78-db14-43d2-9ede-6bf481498953', 'network_id': '6d515e6c-7938-47e2-a556-1c24ef3076ea', 'port_id': 'c8009e78-db14-43d2-9ede-6bf481498953', 'mac_address': 'fa:16:3e:07:7f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6834ac38-3ac0-4a20-86d0-b3276ee4dc0b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:44:18.754490 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a0eb2ab6-e3b3-43eb-9a41-e25d43fe2410 admin admin] Publish callbacks [] for router (5b9981e6-e9f7-4203-9676-b50139d49b39), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:18.779693 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-e79d84b9-8a89-492f-bfb6-1739e1839aca None None] Set router 5b9981e6-e9f7-4203-9676-b50139d49b39 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:44:18.787550 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312be9c-751a-4754-90e6-7c273f55e844 req-942612bf-c601-4c83-a704-26678113a444 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:18.793663 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d312be9c-751a-4754-90e6-7c273f55e844 req-942612bf-c601-4c83-a704-26678113a444 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa76c37-b0b5-49e1-82e3-0a166ae17536 HTTP/1.1" status: 200 len: 944 time: 0.5222845 Jan 28 13:44:18.823821 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-80c7faaa-5e70-4d18-b590-f23d6dbc9917 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for port (ceb2dd43-6826-48b2-a667-9a8b6520d6a8), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:18.841399 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port c8009e78-db14-43d2-9ede-6bf481498953 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:18.841865 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c8009e78-db14-43d2-9ede-6bf481498953), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:18.843718 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-80c7faaa-5e70-4d18-b590-f23d6dbc9917 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (ceb2dd43-6826-48b2-a667-9a8b6520d6a8), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:18.874818 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8009e78-db14-43d2-9ede-6bf481498953 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:44:18.900054 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-80c7faaa-5e70-4d18-b590-f23d6dbc9917 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] In _notify_port_updated(), no bound segment for port ceb2dd43-6826-48b2-a667-9a8b6520d6a8 on network 90db768a-3cc0-4391-9807-17d433ba2858 {{(pid=103351) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:44:18.916316 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c7faaa-5e70-4d18-b590-f23d6dbc9917 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:18.917527 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-80c7faaa-5e70-4d18-b590-f23d6dbc9917 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:18.922873 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-80c7faaa-5e70-4d18-b590-f23d6dbc9917 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "PUT /v2.0/ports/ceb2dd43-6826-48b2-a667-9a8b6520d6a8 HTTP/1.1" status: 200 len: 818 time: 1.2415884 Jan 28 13:44:18.947010 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c8009e78-db14-43d2-9ede-6bf481498953, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c8009e78-db14-43d2-9ede-6bf481498953,segment=NetworkSegment(beb5acdd-6567-408e-a4cd-d6879cfc84aa),segment_id=beb5acdd-6567-408e-a4cd-d6879cfc84aa)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:18.958291 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c8009e78-db14-43d2-9ede-6bf481498953), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:19.009789 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49646) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:19.020710 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a0eb2ab6-e3b3-43eb-9a41-e25d43fe2410 admin admin] Publish callbacks [] for router_gateway (5b9981e6-e9f7-4203-9676-b50139d49b39), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:19.196484 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7faaa-5e70-4d18-b590-f23d6dbc9917 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Port': ['ID=ceb2dd43-6826-48b2-a667-9a8b6520d6a8,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:19.206470 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=c8009e78-db14-43d2-9ede-6bf481498953,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:19.219349 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-da5a3c41-15b4-4a11-a3b5-93aade151654 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting port ceb2dd43-6826-48b2-a667-9a8b6520d6a8 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:19.219882 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-da5a3c41-15b4-4a11-a3b5-93aade151654 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ceb2dd43-6826-48b2-a667-9a8b6520d6a8), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:19.232091 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['c8009e78-db14-43d2-9ede-6bf481498953'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:44:19.239079 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-a0eb2ab6-e3b3-43eb-9a41-e25d43fe2410 admin admin] Deleting port 3df2e9a9-d599-435e-98a0-bd70ab9b5074 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:19.239451 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a0eb2ab6-e3b3-43eb-9a41-e25d43fe2410 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (3df2e9a9-d599-435e-98a0-bd70ab9b5074), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:19.259747 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c11c6a44-4ac1-4b13-98fe-42cb478e9dfc admin admin] Publish callbacks [] for security_group (7c1d4da9-1ba8-4ca8-ab0a-dfe480607e7f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:19.284095 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c11c6a44-4ac1-4b13-98fe-42cb478e9dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7c1d4da9-1ba8-4ca8-ab0a-dfe480607e7f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:19.298468 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-e79d84b9-8a89-492f-bfb6-1739e1839aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9981e6-e9f7-4203-9676-b50139d49b39', 'name': 'tempest-ServerRescueTestJSON-87416630-router', 'tenant_id': 'd7822b4ee1cb4d678e2f89317991f7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '3df2e9a9-d599-435e-98a0-bd70ab9b5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:59Z', 'updated_at': '2022-01-28T13:44:16Z', 'revision_number': 5, 'project_id': 'd7822b4ee1cb4d678e2f89317991f7c3', 'gw_port': {'id': '3df2e9a9-d599-435e-98a0-bd70ab9b5074', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9981e6-e9f7-4203-9676-b50139d49b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:01Z', 'updated_at': '2022-01-28T13:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:19.370082 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c11c6a44-4ac1-4b13-98fe-42cb478e9dfc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0392e3e2db374826b03490f91d06b1db&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5938997 Jan 28 13:44:19.394334 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d312be9c-751a-4754-90e6-7c273f55e844 req-3d0ea859-b7b8-4816-b27b-08e394658808 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3496711-adde-4c92-8aca-c1b883520ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5641398 Jan 28 13:44:19.396185 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49656) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:19.455874 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79d84b9-8a89-492f-bfb6-1739e1839aca None None] Checking router: 5b9981e6-e9f7-4203-9676-b50139d49b39 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:44:19.477989 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79d84b9-8a89-492f-bfb6-1739e1839aca None None] Routers {'5b9981e6-e9f7-4203-9676-b50139d49b39'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:44:19.478989 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-e79d84b9-8a89-492f-bfb6-1739e1839aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:44:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['5b9981e6-e9f7-4203-9676-b50139d49b39'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:19.549714 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c6a44-4ac1-4b13-98fe-42cb478e9dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1d4da9-1ba8-4ca8-ab0a-dfe480607e7f,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:19.559257 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26481379-a648-425a-b23d-2b04c3d690d4 admin admin] Publish callbacks [] for security_group (7c1d4da9-1ba8-4ca8-ab0a-dfe480607e7f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:19.623891 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-da5a3c41-15b4-4a11-a3b5-93aade151654 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ceb2dd43-6826-48b2-a667-9a8b6520d6a8), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:19.633076 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26481379-a648-425a-b23d-2b04c3d690d4 admin admin] Publish callbacks [] for security_group (7c1d4da9-1ba8-4ca8-ab0a-dfe480607e7f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:19.649359 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-da5a3c41-15b4-4a11-a3b5-93aade151654 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Calling delete_port for ceb2dd43-6826-48b2-a667-9a8b6520d6a8 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:19.722734 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-e79d84b9-8a89-492f-bfb6-1739e1839aca None None] Set router 5b9981e6-e9f7-4203-9676-b50139d49b39 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:44:19.759186 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26481379-a648-425a-b23d-2b04c3d690d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7c1d4da9-1ba8-4ca8-ab0a-dfe480607e7f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:19.763608 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26481379-a648-425a-b23d-2b04c3d690d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:19.766245 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-26481379-a648-425a-b23d-2b04c3d690d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7c1d4da9-1ba8-4ca8-ab0a-dfe480607e7f HTTP/1.1" status: 204 len: 168 time: 0.3569138 Jan 28 13:44:19.786734 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26481379-a648-425a-b23d-2b04c3d690d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1d4da9-1ba8-4ca8-ab0a-dfe480607e7f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:19.864574 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-a0eb2ab6-e3b3-43eb-9a41-e25d43fe2410 admin admin] For port 3df2e9a9-d599-435e-98a0-bd70ab9b5074, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3df2e9a9-d599-435e-98a0-bd70ab9b5074,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:19.865119 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a0eb2ab6-e3b3-43eb-9a41-e25d43fe2410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (3df2e9a9-d599-435e-98a0-bd70ab9b5074), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:19.873433 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:19.891066 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-a0eb2ab6-e3b3-43eb-9a41-e25d43fe2410 admin admin] Calling delete_port for 3df2e9a9-d599-435e-98a0-bd70ab9b5074 owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:19.952253 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-e79d84b9-8a89-492f-bfb6-1739e1839aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9981e6-e9f7-4203-9676-b50139d49b39', 'name': 'tempest-ServerRescueTestJSON-87416630-router', 'tenant_id': 'd7822b4ee1cb4d678e2f89317991f7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:59Z', 'updated_at': '2022-01-28T13:44:19Z', 'revision_number': 6, 'project_id': 'd7822b4ee1cb4d678e2f89317991f7c3', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:20.015495 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79d84b9-8a89-492f-bfb6-1739e1839aca None None] The sync data for ids ['5b9981e6-e9f7-4203-9676-b50139d49b39'] in n-d-822747-2 is: [{'id': '5b9981e6-e9f7-4203-9676-b50139d49b39', 'name': 'tempest-ServerRescueTestJSON-87416630-router', 'tenant_id': 'd7822b4ee1cb4d678e2f89317991f7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:59Z', 'updated_at': '2022-01-28T13:44:19Z', 'revision_number': 6, 'project_id': 'd7822b4ee1cb4d678e2f89317991f7c3', 'gw_port_host': None}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:44:20.111288 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-da5a3c41-15b4-4a11-a3b5-93aade151654 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (ceb2dd43-6826-48b2-a667-9a8b6520d6a8), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:20.270480 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a3c41-15b4-4a11-a3b5-93aade151654 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Port': ['ID=ceb2dd43-6826-48b2-a667-9a8b6520d6a8,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:20.281390 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-da5a3c41-15b4-4a11-a3b5-93aade151654 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:20.290142 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49674) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:20.303663 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-da5a3c41-15b4-4a11-a3b5-93aade151654 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/ports/ceb2dd43-6826-48b2-a667-9a8b6520d6a8 HTTP/1.1" status: 204 len: 168 time: 1.2904770 Jan 28 13:44:20.341363 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c8009e78-db14-43d2-9ede-6bf481498953 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:44:20.441296 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff60be1-8724-4a29-a3d9-c12263e62b0a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:20.446187 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49680) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:20.450128 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-eff60be1-8724-4a29-a3d9-c12263e62b0a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1569359 Jan 28 13:44:20.451150 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d63d8143-57c6-4a1f-928d-dc6e85fd55d2 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:44:20.499964 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: d63d8143-57c6-4a1f-928d-dc6e85fd55d2 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:44:20.500604 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d63d8143-57c6-4a1f-928d-dc6e85fd55d2 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:44:20.593581 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port c8009e78-db14-43d2-9ede-6bf481498953 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:44:20.599526 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port c8009e78-db14-43d2-9ede-6bf481498953 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:20.600196 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c8009e78-db14-43d2-9ede-6bf481498953), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:20.737943 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-e165bbf2-f71d-41d2-be03-2de8336fc7c9 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] GET failed (client error): The resource could not be found. Jan 28 13:44:20.739075 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e165bbf2-f71d-41d2-be03-2de8336fc7c9 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "GET /v2.0/ports/ceb2dd43-6826-48b2-a667-9a8b6520d6a8 HTTP/1.1" status: 404 len: 333 time: 0.2837954 Jan 28 13:44:20.743162 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49692) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:20.749008 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-88345ee7-2368-47bd-a3ff-c250352a758e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1298058071'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:20.795738 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88345ee7-2368-47bd-a3ff-c250352a758e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:20.804065 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-88345ee7-2368-47bd-a3ff-c250352a758e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:20.816239 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port c8009e78-db14-43d2-9ede-6bf481498953 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:20.820347 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c8009e78-db14-43d2-9ede-6bf481498953), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:20.834698 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a0eb2ab6-e3b3-43eb-9a41-e25d43fe2410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (3df2e9a9-d599-435e-98a0-bd70ab9b5074), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:20.869613 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba50c9c-7a97-44ac-a4d9-deae224fe8ed req-0c4e2dd0-0d4b-41a1-90c5-5a4b239d0933 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:20.874159 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c8009e78-db14-43d2-9ede-6bf481498953, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c8009e78-db14-43d2-9ede-6bf481498953,segment=NetworkSegment(beb5acdd-6567-408e-a4cd-d6879cfc84aa),segment_id=beb5acdd-6567-408e-a4cd-d6879cfc84aa)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:20.875190 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7ba50c9c-7a97-44ac-a4d9-deae224fe8ed req-0c4e2dd0-0d4b-41a1-90c5-5a4b239d0933 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa76c37-b0b5-49e1-82e3-0a166ae17536 HTTP/1.1" status: 200 len: 945 time: 0.2149312 Jan 28 13:44:20.876098 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa76c37-b0b5-49e1-82e3-0a166ae17536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8009e78-db14-43d2-9ede-6bf481498953'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:44:20.879209 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394da3a4-4035-4b2f-93e5-a4396c22177e" -d '{"events": [{"server_uuid": "3fa76c37-b0b5-49e1-82e3-0a166ae17536", "name": "network-vif-plugged", "status": "completed", "tag": "c8009e78-db14-43d2-9ede-6bf481498953"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:44:20.899515 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c8009e78-db14-43d2-9ede-6bf481498953), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:20.903446 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88345ee7-2368-47bd-a3ff-c250352a758e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:44:20.935333 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-88345ee7-2368-47bd-a3ff-c250352a758e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (a3f5a078-82bc-4bcf-9627-1eb11f98a144), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:20.935735 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-88345ee7-2368-47bd-a3ff-c250352a758e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Added segment a3f5a078-82bc-4bcf-9627-1eb11f98a144 of type vlan for network bbc3bd92-cc2b-4cb5-a896-5dc028cccf83 Jan 28 13:44:20.967558 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b086170c-a26e-41c9-a53b-6507946f127b x-openstack-request-id: req-b086170c-a26e-41c9-a53b-6507946f127b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:44:20.968087 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa76c37-b0b5-49e1-82e3-0a166ae17536", "name": "network-vif-plugged", "status": "completed", "tag": "c8009e78-db14-43d2-9ede-6bf481498953", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:44:20.968965 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b086170c-a26e-41c9-a53b-6507946f127b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:44:20.969753 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa76c37-b0b5-49e1-82e3-0a166ae17536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8009e78-db14-43d2-9ede-6bf481498953', 'code': 200} Jan 28 13:44:21.020352 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=c8009e78-db14-43d2-9ede-6bf481498953,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:21.020516 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb2ab6-e3b3-43eb-9a41-e25d43fe2410 admin admin] Pushing event deleted for resources: {'Port': ['ID=3df2e9a9-d599-435e-98a0-bd70ab9b5074,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:21.062545 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-88345ee7-2368-47bd-a3ff-c250352a758e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (bbc3bd92-cc2b-4cb5-a896-5dc028cccf83), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:21.157094 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-88345ee7-2368-47bd-a3ff-c250352a758e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (bbc3bd92-cc2b-4cb5-a896-5dc028cccf83), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:21.164601 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88345ee7-2368-47bd-a3ff-c250352a758e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:21.165461 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-88345ee7-2368-47bd-a3ff-c250352a758e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:21.169136 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a0eb2ab6-e3b3-43eb-9a41-e25d43fe2410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (5b9981e6-e9f7-4203-9676-b50139d49b39), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:21.225883 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7ba50c9c-7a97-44ac-a4d9-deae224fe8ed req-5f9b42f1-5400-4843-b83d-d417f7e38ab1 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3496711-adde-4c92-8aca-c1b883520ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763612 Jan 28 13:44:21.313098 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813949f2-cd7e-438a-84ca-89d1dc9b97db req-28d5cc4e-0556-4800-b8b9-faffddb18ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:21.316644 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-813949f2-cd7e-438a-84ca-89d1dc9b97db req-28d5cc4e-0556-4800-b8b9-faffddb18ec0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3fa76c37-b0b5-49e1-82e3-0a166ae17536 HTTP/1.1" status: 200 len: 1097 time: 0.2139561 Jan 28 13:44:21.390663 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88345ee7-2368-47bd-a3ff-c250352a758e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Network': ['ID=bbc3bd92-cc2b-4cb5-a896-5dc028cccf83,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:21.402653 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network bbc3bd92-cc2b-4cb5-a896-5dc028cccf83 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:44:21.409884 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-88345ee7-2368-47bd-a3ff-c250352a758e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6655641 Jan 28 13:44:21.412865 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49708) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:21.424104 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-1bdea68f-4948-4dc4-b981-761193cbc5f0 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'subnet': {'network_id': 'bbc3bd92-cc2b-4cb5-a896-5dc028cccf83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:21.476696 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a0eb2ab6-e3b3-43eb-9a41-e25d43fe2410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (5b9981e6-e9f7-4203-9676-b50139d49b39), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:21.483627 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a0eb2ab6-e3b3-43eb-9a41-e25d43fe2410 admin admin] Publish callbacks [] for router_controller (5b9981e6-e9f7-4203-9676-b50139d49b39), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:21.535315 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-813949f2-cd7e-438a-84ca-89d1dc9b97db req-a5b4c0e9-5a51-4be7-b87e-9427df318f0c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f3496711-adde-4c92-8aca-c1b883520ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024508 Jan 28 13:44:21.573975 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49710) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:21.604824 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a0eb2ab6-e3b3-43eb-9a41-e25d43fe2410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (5b9981e6-e9f7-4203-9676-b50139d49b39), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:21.605692 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0eb2ab6-e3b3-43eb-9a41-e25d43fe2410 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b9981e6-e9f7-4203-9676-b50139d49b39 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:44:21.638636 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a0eb2ab6-e3b3-43eb-9a41-e25d43fe2410 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:21.648440 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a0eb2ab6-e3b3-43eb-9a41-e25d43fe2410 admin admin] 10.222.0.39 "DELETE /v2.0/routers/5b9981e6-e9f7-4203-9676-b50139d49b39 HTTP/1.1" status: 204 len: 168 time: 3.2686889 Jan 28 13:44:21.651531 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49718) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:21.761929 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdea68f-4948-4dc4-b981-761193cbc5f0 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:21.774432 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1bdea68f-4948-4dc4-b981-761193cbc5f0 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:21.946176 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-26cb4bb6-7b39-42f4-a3ce-c7a843be7866 admin admin] Deleting subnet 29425192-d153-4d6d-998f-4743e88ed753 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:44:21.950449 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-26cb4bb6-7b39-42f4-a3ce-c7a843be7866 admin admin] Publish callbacks [] for subnet (29425192-d153-4d6d-998f-4743e88ed753), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:21.984857 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:44:22.029972 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-26cb4bb6-7b39-42f4-a3ce-c7a843be7866 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (29425192-d153-4d6d-998f-4743e88ed753), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:22.075357 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-26cb4bb6-7b39-42f4-a3ce-c7a843be7866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (29425192-d153-4d6d-998f-4743e88ed753), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:22.146413 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-12a3f5af-06e5-4d50-b0de-b6af31783245 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1662357454-network', 'tenant_id': '901365f3ebaf46a480ccd40ed3b5404a'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:22.249796 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a3f5af-06e5-4d50-b0de-b6af31783245 admin admin] Made reservation on behalf of 901365f3ebaf46a480ccd40ed3b5404a for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:22.285821 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-12a3f5af-06e5-4d50-b0de-b6af31783245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:22.352798 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-12a3f5af-06e5-4d50-b0de-b6af31783245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:22.405376 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-26cb4bb6-7b39-42f4-a3ce-c7a843be7866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (29425192-d153-4d6d-998f-4743e88ed753), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:22.457830 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb4bb6-7b39-42f4-a3ce-c7a843be7866 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29425192-d153-4d6d-998f-4743e88ed753,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:22.466599 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-26cb4bb6-7b39-42f4-a3ce-c7a843be7866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:22.478357 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-26cb4bb6-7b39-42f4-a3ce-c7a843be7866 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/29425192-d153-4d6d-998f-4743e88ed753 HTTP/1.1" status: 204 len: 168 time: 0.8281233 Jan 28 13:44:22.485270 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49726) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:22.541416 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3df2e9a9-d599-435e-98a0-bd70ab9b5074 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:44:22.572001 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 3df2e9a9-d599-435e-98a0-bd70ab9b5074 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:44:22.572616 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3df2e9a9-d599-435e-98a0-bd70ab9b5074 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:44:22.597291 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-12a3f5af-06e5-4d50-b0de-b6af31783245 admin admin] Publish callbacks [] for security_group (57ae19cb-2f19-4a43-912d-8d65f62a9a40), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:22.619279 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-12a3f5af-06e5-4d50-b0de-b6af31783245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (57ae19cb-2f19-4a43-912d-8d65f62a9a40), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:22.681415 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1bdea68f-4948-4dc4-b981-761193cbc5f0 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (379ea271-10c7-4119-8590-341a5f97d281), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:22.692106 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3f5af-06e5-4d50-b0de-b6af31783245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ae19cb-2f19-4a43-912d-8d65f62a9a40,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:22.732668 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a3f5af-06e5-4d50-b0de-b6af31783245 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:44:22.778974 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-12a3f5af-06e5-4d50-b0de-b6af31783245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (c9192603-4670-493f-b1cd-dbd99727b44a), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:22.779357 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-12a3f5af-06e5-4d50-b0de-b6af31783245 admin admin] Added segment c9192603-4670-493f-b1cd-dbd99727b44a of type vlan for network 4aabca4e-3b91-40e2-8d84-c6192f9dfa77 Jan 28 13:44:22.847830 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-12a3f5af-06e5-4d50-b0de-b6af31783245 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (4aabca4e-3b91-40e2-8d84-c6192f9dfa77), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:22.885924 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-12a3f5af-06e5-4d50-b0de-b6af31783245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (4aabca4e-3b91-40e2-8d84-c6192f9dfa77), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:22.890189 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a3f5af-06e5-4d50-b0de-b6af31783245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:22.898597 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-12a3f5af-06e5-4d50-b0de-b6af31783245 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:22.950617 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-12a3f5af-06e5-4d50-b0de-b6af31783245 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3726342 Jan 28 13:44:22.957493 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb78212-07b1-4bcc-9dfb-eaf5af0a5909 req-15bf5268-83c7-4524-b988-35db2fd445ad tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:22.970379 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3bb78212-07b1-4bcc-9dfb-eaf5af0a5909 req-15bf5268-83c7-4524-b988-35db2fd445ad tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa76c37-b0b5-49e1-82e3-0a166ae17536 HTTP/1.1" status: 200 len: 946 time: 0.4839694 Jan 28 13:44:22.975062 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49738) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:23.011395 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdea68f-4948-4dc4-b981-761193cbc5f0 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Subnet': ['ID=379ea271-10c7-4119-8590-341a5f97d281,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:23.015530 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-4aac7aa1-5163-4b86-b47d-2fea585a2924 admin admin] Request body: {'subnet': {'network_id': '4aabca4e-3b91-40e2-8d84-c6192f9dfa77', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1662357454-subnet', 'tenant_id': '901365f3ebaf46a480ccd40ed3b5404a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:23.072569 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3bb78212-07b1-4bcc-9dfb-eaf5af0a5909 req-cdcc0b11-e963-46a6-9d09-0927d441ac4a tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3496711-adde-4c92-8aca-c1b883520ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009459 Jan 28 13:44:23.096138 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdea68f-4948-4dc4-b981-761193cbc5f0 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Checking segment: {'id': 'a3f5a078-82bc-4bcf-9627-1eb11f98a144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bbc3bd92-cc2b-4cb5-a896-5dc028cccf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:23.098074 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdea68f-4948-4dc4-b981-761193cbc5f0 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network hostable DHCP agents. Network: bbc3bd92-cc2b-4cb5-a896-5dc028cccf83, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:44:23.100967 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1ee182e9-6356-49b9-b087-13dfe145cfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (1a7c7f9b-1954-4b23-a972-a8caf8d2f60e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:23.211702 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdea68f-4948-4dc4-b981-761193cbc5f0 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network bbc3bd92-cc2b-4cb5-a896-5dc028cccf83 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:44:23.212693 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aac7aa1-5163-4b86-b47d-2fea585a2924 admin admin] Made reservation on behalf of 901365f3ebaf46a480ccd40ed3b5404a for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:23.216778 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4aac7aa1-5163-4b86-b47d-2fea585a2924 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:23.225812 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3f5af-06e5-4d50-b0de-b6af31783245 admin admin] Pushing event updated for resources: {'Network': ['ID=4aabca4e-3b91-40e2-8d84-c6192f9dfa77,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:23.243468 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 4aabca4e-3b91-40e2-8d84-c6192f9dfa77 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:44:23.285626 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-1bdea68f-4948-4dc4-b981-761193cbc5f0 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, bbc3bd92-cc2b-4cb5-a896-5dc028cccf83) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:23.303170 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1ee182e9-6356-49b9-b087-13dfe145cfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (1a7c7f9b-1954-4b23-a972-a8caf8d2f60e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:23.311336 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdea68f-4948-4dc4-b981-761193cbc5f0 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:23.314010 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1bdea68f-4948-4dc4-b981-761193cbc5f0 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:23.324789 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e729cdd-1f3e-4ea0-b2d1-3a5278d13762 None None] Network bbc3bd92-cc2b-4cb5-a896-5dc028cccf83 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:23.376646 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49744) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:23.378091 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1bdea68f-4948-4dc4-b981-761193cbc5f0 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9616442 Jan 28 13:44:23.388058 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-2d16bf1c-c207-461e-82bc-b540f09e4fbf tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'subnet': {'network_id': 'bbc3bd92-cc2b-4cb5-a896-5dc028cccf83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:23.436752 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-1ee182e9-6356-49b9-b087-13dfe145cfd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7c7f9b-1954-4b23-a972-a8caf8d2f60e']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:23.488252 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-1ee182e9-6356-49b9-b087-13dfe145cfd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9429e28-5e0c-4919-aa67-0d62a329ad26') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:23.488930 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-1ee182e9-6356-49b9-b087-13dfe145cfd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9429e28-5e0c-4919-aa67-0d62a329ad26') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:23.518377 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1ee182e9-6356-49b9-b087-13dfe145cfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (c9429e28-5e0c-4919-aa67-0d62a329ad26), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:23.582743 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1ee182e9-6356-49b9-b087-13dfe145cfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (c9429e28-5e0c-4919-aa67-0d62a329ad26), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:23.583422 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba4defa-b25b-4de5-82dc-119e23f59e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-bbc3bd92-cc2b-4cb5-a896-5dc028cccf83', 'network_id': 'bbc3bd92-cc2b-4cb5-a896-5dc028cccf83', 'project_id': '82bdd5ae20104e9ea02f181442a29ce9', 'fixed_ips': [{'subnet_id': '379ea271-10c7-4119-8590-341a5f97d281'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:44:23.585306 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eba4defa-b25b-4de5-82dc-119e23f59e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:23.591527 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ee182e9-6356-49b9-b087-13dfe145cfd6 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:44:23.598254 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1ee182e9-6356-49b9-b087-13dfe145cfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (c9429e28-5e0c-4919-aa67-0d62a329ad26), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:44:23.715045 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:44:23.723000 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1ee182e9-6356-49b9-b087-13dfe145cfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (1a7c7f9b-1954-4b23-a972-a8caf8d2f60e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:23.732923 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1ee182e9-6356-49b9-b087-13dfe145cfd6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:23.744317 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1ee182e9-6356-49b9-b087-13dfe145cfd6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1a7c7f9b-1954-4b23-a972-a8caf8d2f60e HTTP/1.1" status: 204 len: 168 time: 1.1509614 Jan 28 13:44:23.767394 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee182e9-6356-49b9-b087-13dfe145cfd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a7c7f9b-1954-4b23-a972-a8caf8d2f60e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:23.768612 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d16bf1c-c207-461e-82bc-b540f09e4fbf tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:23.776394 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2d16bf1c-c207-461e-82bc-b540f09e4fbf tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:24.001657 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-eba4defa-b25b-4de5-82dc-119e23f59e77 None None] Allocated IP 2001:db8::2 (bbc3bd92-cc2b-4cb5-a896-5dc028cccf83/379ea271-10c7-4119-8590-341a5f97d281/8a4a60b3-8c59-4a66-9476-ffdef419a443) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:24.096386 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49754) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:24.176893 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f7437e47-fc71-4a41-b78d-76cb51e1f86a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7822b4ee1cb4d678e2f89317991f7c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0789557 Jan 28 13:44:24.181951 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49756) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:24.216129 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4aac7aa1-5163-4b86-b47d-2fea585a2924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (85fe6871-0623-49c1-b7d6-eb6204520f0d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:24.270531 n-d-822747-2 neutron-server[103352]: INFO neutron.db.ipam_backend_mixin [None req-2d16bf1c-c207-461e-82bc-b540f09e4fbf tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 379ea271-10c7-4119-8590-341a5f97d281 (CIDR: 2001:db8::/64) Jan 28 13:44:24.283426 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d16bf1c-c207-461e-82bc-b540f09e4fbf tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:44:24.284026 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d16bf1c-c207-461e-82bc-b540f09e4fbf tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:44:24.315950 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2d16bf1c-c207-461e-82bc-b540f09e4fbf tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9378090 Jan 28 13:44:24.318710 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49760) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:24.323821 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-2b4e3957-6add-4781-a113-db1ec0534e27 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'subnet': {'network_id': 'bbc3bd92-cc2b-4cb5-a896-5dc028cccf83', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:24.395416 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac7aa1-5163-4b86-b47d-2fea585a2924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85fe6871-0623-49c1-b7d6-eb6204520f0d,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:24.429611 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8eb1fc6-4216-483a-b821-48643c061a47 admin admin] Publish callbacks [] for security_group (e50d9768-8972-46d3-94d6-7b5a2b51eb2a), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:24.483913 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aac7aa1-5163-4b86-b47d-2fea585a2924 admin admin] Checking segment: {'id': 'c9192603-4670-493f-b1cd-dbd99727b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4aabca4e-3b91-40e2-8d84-c6192f9dfa77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:24.484372 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aac7aa1-5163-4b86-b47d-2fea585a2924 admin admin] Network hostable DHCP agents. Network: 4aabca4e-3b91-40e2-8d84-c6192f9dfa77, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:44:24.537980 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4e3957-6add-4781-a113-db1ec0534e27 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:24.548380 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b4e3957-6add-4781-a113-db1ec0534e27 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:24.588089 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55688d8-d1be-42ef-8e99-5f99f51ba764 req-6bb0afd9-1460-4ae4-92a9-8625835f69e0 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:24.599498 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e55688d8-d1be-42ef-8e99-5f99f51ba764 req-6bb0afd9-1460-4ae4-92a9-8625835f69e0 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa76c37-b0b5-49e1-82e3-0a166ae17536 HTTP/1.1" status: 200 len: 946 time: 0.2486641 Jan 28 13:44:24.653008 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8eb1fc6-4216-483a-b821-48643c061a47 admin admin] Publish callbacks [] for security_group (e50d9768-8972-46d3-94d6-7b5a2b51eb2a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:24.794863 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e55688d8-d1be-42ef-8e99-5f99f51ba764 req-6b0d7e87-ad99-43d0-8b69-14380d02ab2b tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3496711-adde-4c92-8aca-c1b883520ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901424 Jan 28 13:44:24.836009 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aac7aa1-5163-4b86-b47d-2fea585a2924 admin admin] Network 4aabca4e-3b91-40e2-8d84-c6192f9dfa77 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:44:24.876750 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eba4defa-b25b-4de5-82dc-119e23f59e77 None None] Publish callbacks [] for port (8a4a60b3-8c59-4a66-9476-ffdef419a443), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:24.885883 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-4aac7aa1-5163-4b86-b47d-2fea585a2924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 4aabca4e-3b91-40e2-8d84-c6192f9dfa77) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:24.893734 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eba4defa-b25b-4de5-82dc-119e23f59e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (8a4a60b3-8c59-4a66-9476-ffdef419a443), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:24.904452 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aac7aa1-5163-4b86-b47d-2fea585a2924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:24.910782 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4aac7aa1-5163-4b86-b47d-2fea585a2924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:24.962776 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725f986d-a714-4694-9d58-0f06c1b8b2f7 None None] Network 4aabca4e-3b91-40e2-8d84-c6192f9dfa77 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:24.999903 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4aac7aa1-5163-4b86-b47d-2fea585a2924 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0151949 Jan 28 13:44:25.039071 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8eb1fc6-4216-483a-b821-48643c061a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e50d9768-8972-46d3-94d6-7b5a2b51eb2a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:25.055326 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8eb1fc6-4216-483a-b821-48643c061a47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:25.067773 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b8eb1fc6-4216-483a-b821-48643c061a47 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e50d9768-8972-46d3-94d6-7b5a2b51eb2a HTTP/1.1" status: 204 len: 168 time: 0.8847349 Jan 28 13:44:25.089467 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb1fc6-4216-483a-b821-48643c061a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50d9768-8972-46d3-94d6-7b5a2b51eb2a,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:25.146519 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4defa-b25b-4de5-82dc-119e23f59e77 None None] Pushing event updated for resources: {'Port': ['ID=8a4a60b3-8c59-4a66-9476-ffdef419a443,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:25.329082 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bad9a5d-b6a9-444f-8576-9b7df9d7bea6 None None] Network 4aabca4e-3b91-40e2-8d84-c6192f9dfa77 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:25.422949 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba4defa-b25b-4de5-82dc-119e23f59e77 None None] Network bbc3bd92-cc2b-4cb5-a896-5dc028cccf83 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:25.456831 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-eba4defa-b25b-4de5-82dc-119e23f59e77 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:25.472712 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba4defa-b25b-4de5-82dc-119e23f59e77 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:25.483769 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b4e3957-6add-4781-a113-db1ec0534e27 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (68476040-ac3f-463e-91fe-f15de1205326), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:25.506823 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf4ac4-d1be-44f5-8719-e70d522de42a req-e038877e-e5d2-4de0-981e-ee7e7977acdd tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:25.541814 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ecaf4ac4-d1be-44f5-8719-e70d522de42a req-e038877e-e5d2-4de0-981e-ee7e7977acdd tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa76c37-b0b5-49e1-82e3-0a166ae17536 HTTP/1.1" status: 200 len: 946 time: 0.2137642 Jan 28 13:44:25.581228 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4e3957-6add-4781-a113-db1ec0534e27 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network bbc3bd92-cc2b-4cb5-a896-5dc028cccf83 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:25.586609 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-2b4e3957-6add-4781-a113-db1ec0534e27 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:25.615307 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4e3957-6add-4781-a113-db1ec0534e27 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:25.616077 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b4e3957-6add-4781-a113-db1ec0534e27 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:25.643238 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-eba4defa-b25b-4de5-82dc-119e23f59e77 None None] Attempting to bind port 8a4a60b3-8c59-4a66-9476-ffdef419a443 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:44:25.643763 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-eba4defa-b25b-4de5-82dc-119e23f59e77 None None] Attempting to bind port 8a4a60b3-8c59-4a66-9476-ffdef419a443 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'a3f5a078-82bc-4bcf-9627-1eb11f98a144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bbc3bd92-cc2b-4cb5-a896-5dc028cccf83'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:44:25.644230 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba4defa-b25b-4de5-82dc-119e23f59e77 None None] Attempting to bind port 8a4a60b3-8c59-4a66-9476-ffdef419a443 on network bbc3bd92-cc2b-4cb5-a896-5dc028cccf83 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:25.657507 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba4defa-b25b-4de5-82dc-119e23f59e77 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:44:25.657855 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba4defa-b25b-4de5-82dc-119e23f59e77 None None] Checking segment: {'id': 'a3f5a078-82bc-4bcf-9627-1eb11f98a144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bbc3bd92-cc2b-4cb5-a896-5dc028cccf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:25.658453 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eba4defa-b25b-4de5-82dc-119e23f59e77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:25.658943 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba4defa-b25b-4de5-82dc-119e23f59e77 None None] Bound using segment: {'id': 'a3f5a078-82bc-4bcf-9627-1eb11f98a144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bbc3bd92-cc2b-4cb5-a896-5dc028cccf83'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:44:25.659611 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-eba4defa-b25b-4de5-82dc-119e23f59e77 None None] Bound port: 8a4a60b3-8c59-4a66-9476-ffdef419a443, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f5a078-82bc-4bcf-9627-1eb11f98a144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bbc3bd92-cc2b-4cb5-a896-5dc028cccf83'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:44:25.660043 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eba4defa-b25b-4de5-82dc-119e23f59e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8a4a60b3-8c59-4a66-9476-ffdef419a443), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:25.732894 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49790) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:25.736000 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2b4e3957-6add-4781-a113-db1ec0534e27 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4160395 Jan 28 13:44:25.742731 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e3957-6add-4781-a113-db1ec0534e27 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Subnet': ['ID=68476040-ac3f-463e-91fe-f15de1205326,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:25.748456 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-749f3561-5c74-49bd-9a71-aafbbefc4e9a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'port': {'network_id': 'bbc3bd92-cc2b-4cb5-a896-5dc028cccf83', 'fixed_ips': [{'subnet_id': '379ea271-10c7-4119-8590-341a5f97d281'}, {'subnet_id': '68476040-ac3f-463e-91fe-f15de1205326'}], 'name': 'tempest-PortsIpV6TestJSON-2132785181'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:25.757977 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-eba4defa-b25b-4de5-82dc-119e23f59e77 None None] For port 8a4a60b3-8c59-4a66-9476-ffdef419a443, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:44:25.768822 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-eba4defa-b25b-4de5-82dc-119e23f59e77 None None] For port 8a4a60b3-8c59-4a66-9476-ffdef419a443, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8a4a60b3-8c59-4a66-9476-ffdef419a443,segment=NetworkSegment(a3f5a078-82bc-4bcf-9627-1eb11f98a144),segment_id=a3f5a078-82bc-4bcf-9627-1eb11f98a144)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:44:25.782734 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eba4defa-b25b-4de5-82dc-119e23f59e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8a4a60b3-8c59-4a66-9476-ffdef419a443), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:25.806083 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ecaf4ac4-d1be-44f5-8719-e70d522de42a req-1ae9bbd3-c0d0-4c92-b6b3-f26c7f72270c tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3496711-adde-4c92-8aca-c1b883520ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632327 Jan 28 13:44:25.942562 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4defa-b25b-4de5-82dc-119e23f59e77 None None] Pushing event updated for resources: {'Port': ['ID=8a4a60b3-8c59-4a66-9476-ffdef419a443,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:26.261702 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749f3561-5c74-49bd-9a71-aafbbefc4e9a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:26.396968 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-749f3561-5c74-49bd-9a71-aafbbefc4e9a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:26.423455 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-749f3561-5c74-49bd-9a71-aafbbefc4e9a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] device_id is not set on port ca60ee76-ea4e-484a-867b-e33426d73f99 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:44:26.691317 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3dfe9c-e05e-4cbe-964c-14b1f49df558 req-26a06731-e3f8-4b5f-9eea-25972b0aa78f tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:26.700667 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7c3dfe9c-e05e-4cbe-964c-14b1f49df558 req-26a06731-e3f8-4b5f-9eea-25972b0aa78f tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fa76c37-b0b5-49e1-82e3-0a166ae17536 HTTP/1.1" status: 200 len: 946 time: 0.2406714 Jan 28 13:44:26.835416 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-749f3561-5c74-49bd-9a71-aafbbefc4e9a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Allocated IP 2001:db8::38d (bbc3bd92-cc2b-4cb5-a896-5dc028cccf83/379ea271-10c7-4119-8590-341a5f97d281/ca60ee76-ea4e-484a-867b-e33426d73f99) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:26.842521 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-749f3561-5c74-49bd-9a71-aafbbefc4e9a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Allocated IP 2001:db8:0:1::19f (bbc3bd92-cc2b-4cb5-a896-5dc028cccf83/68476040-ac3f-463e-91fe-f15de1205326/ca60ee76-ea4e-484a-867b-e33426d73f99) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:27.052659 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-749f3561-5c74-49bd-9a71-aafbbefc4e9a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for port (ca60ee76-ea4e-484a-867b-e33426d73f99), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:27.108506 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-749f3561-5c74-49bd-9a71-aafbbefc4e9a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (ca60ee76-ea4e-484a-867b-e33426d73f99), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:27.250411 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f3561-5c74-49bd-9a71-aafbbefc4e9a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Port': ['ID=ca60ee76-ea4e-484a-867b-e33426d73f99,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:27.283821 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749f3561-5c74-49bd-9a71-aafbbefc4e9a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network bbc3bd92-cc2b-4cb5-a896-5dc028cccf83 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:27.285642 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-749f3561-5c74-49bd-9a71-aafbbefc4e9a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:27.301787 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749f3561-5c74-49bd-9a71-aafbbefc4e9a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:27.353121 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749f3561-5c74-49bd-9a71-aafbbefc4e9a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:27.353968 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-749f3561-5c74-49bd-9a71-aafbbefc4e9a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:27.365505 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49828) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:27.369950 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b761c-c7ee-4d86-935a-1a7794406a22 req-8bdf1fe6-0490-41fc-9d05-ffe09598eaa8 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:27.371738 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b93b761c-c7ee-4d86-935a-1a7794406a22 req-8bdf1fe6-0490-41fc-9d05-ffe09598eaa8 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa76c37-b0b5-49e1-82e3-0a166ae17536 HTTP/1.1" status: 200 len: 946 time: 0.3739419 Jan 28 13:44:27.382665 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-7c3dfe9c-e05e-4cbe-964c-14b1f49df558 req-90cab9db-1ffa-41e1-a2f3-628b28b08061 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Deleting port c8009e78-db14-43d2-9ede-6bf481498953 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:27.384823 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7c3dfe9c-e05e-4cbe-964c-14b1f49df558 req-90cab9db-1ffa-41e1-a2f3-628b28b08061 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c8009e78-db14-43d2-9ede-6bf481498953), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:27.488706 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-749f3561-5c74-49bd-9a71-aafbbefc4e9a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.7445939 Jan 28 13:44:27.491916 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49832) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:27.514301 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-5d8b91d4-6543-4d92-8956-cf8b04550fb5 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '379ea271-10c7-4119-8590-341a5f97d281'}]}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:27.596980 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b93b761c-c7ee-4d86-935a-1a7794406a22 req-b4c918e3-949a-4694-9c51-ffb9ccff8fa2 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3496711-adde-4c92-8aca-c1b883520ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048423 Jan 28 13:44:27.652622 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-7c3dfe9c-e05e-4cbe-964c-14b1f49df558 req-90cab9db-1ffa-41e1-a2f3-628b28b08061 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] For port c8009e78-db14-43d2-9ede-6bf481498953, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c8009e78-db14-43d2-9ede-6bf481498953,segment=NetworkSegment(beb5acdd-6567-408e-a4cd-d6879cfc84aa),segment_id=beb5acdd-6567-408e-a4cd-d6879cfc84aa)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:27.653295 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7c3dfe9c-e05e-4cbe-964c-14b1f49df558 req-90cab9db-1ffa-41e1-a2f3-628b28b08061 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c8009e78-db14-43d2-9ede-6bf481498953), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:27.711702 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-7c3dfe9c-e05e-4cbe-964c-14b1f49df558 req-90cab9db-1ffa-41e1-a2f3-628b28b08061 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Calling delete_port for c8009e78-db14-43d2-9ede-6bf481498953 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:27.917295 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-52e583ee-339d-4cec-b6b7-9bec3821b0f8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-350087948-network', 'tenant_id': 'f3095f4e8b2c4c5291a6921e64aeca07'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:27.941579 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5d8b91d4-6543-4d92-8956-cf8b04550fb5 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ca60ee76-ea4e-484a-867b-e33426d73f99), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:28.016269 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e583ee-339d-4cec-b6b7-9bec3821b0f8 admin admin] Made reservation on behalf of f3095f4e8b2c4c5291a6921e64aeca07 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:28.024058 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52e583ee-339d-4cec-b6b7-9bec3821b0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:28.103774 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52e583ee-339d-4cec-b6b7-9bec3821b0f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:28.147526 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f20258e-5b83-49f3-bdaa-7a34957fd1ec None None] Network bbc3bd92-cc2b-4cb5-a896-5dc028cccf83 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:28.338584 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-49156d18-597b-4e19-a66a-86b35ecee9dd None None] Provisioning complete for port 8a4a60b3-8c59-4a66-9476-ffdef419a443 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:28.338954 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49156d18-597b-4e19-a66a-86b35ecee9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8a4a60b3-8c59-4a66-9476-ffdef419a443), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:28.685549 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-49156d18-597b-4e19-a66a-86b35ecee9dd None None] Current status of the port 8a4a60b3-8c59-4a66-9476-ffdef419a443 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:28.686199 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49156d18-597b-4e19-a66a-86b35ecee9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8a4a60b3-8c59-4a66-9476-ffdef419a443), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:28.723781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8a4a60b3-8c59-4a66-9476-ffdef419a443 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:44:28.885030 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7c3dfe9c-e05e-4cbe-964c-14b1f49df558 req-90cab9db-1ffa-41e1-a2f3-628b28b08061 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (c8009e78-db14-43d2-9ede-6bf481498953), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:28.927131 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-49156d18-597b-4e19-a66a-86b35ecee9dd None None] For port 8a4a60b3-8c59-4a66-9476-ffdef419a443, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8a4a60b3-8c59-4a66-9476-ffdef419a443,segment=NetworkSegment(a3f5a078-82bc-4bcf-9627-1eb11f98a144),segment_id=a3f5a078-82bc-4bcf-9627-1eb11f98a144)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:28.935475 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86169a8-0d30-4308-8273-315abe85a377 None None] Update dhcp port {'port': {'network_id': 'bbc3bd92-cc2b-4cb5-a896-5dc028cccf83', 'fixed_ips': [{'subnet_id': '379ea271-10c7-4119-8590-341a5f97d281', 'ip_address': '2001:db8::2'}, {'subnet_id': '68476040-ac3f-463e-91fe-f15de1205326'}], 'binding:host_id': 'n-d-822747-2'}, 'id': '8a4a60b3-8c59-4a66-9476-ffdef419a443'} from n-d-822747-2. {{(pid=103353) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 13:44:28.978129 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cab9db-1ffa-41e1-a2f3-628b28b08061 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Pushing event deleted for resources: {'Port': ['ID=c8009e78-db14-43d2-9ede-6bf481498953,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:28.979383 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e86169a8-0d30-4308-8273-315abe85a377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8a4a60b3-8c59-4a66-9476-ffdef419a443), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:28.987637 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49156d18-597b-4e19-a66a-86b35ecee9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8a4a60b3-8c59-4a66-9476-ffdef419a443), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:29.080913 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 8a4a60b3-8c59-4a66-9476-ffdef419a443 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:29.084957 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8a4a60b3-8c59-4a66-9476-ffdef419a443), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:29.096440 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3dfe9c-e05e-4cbe-964c-14b1f49df558 req-90cab9db-1ffa-41e1-a2f3-628b28b08061 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] No DVR routers for this DVR port c8009e78-db14-43d2-9ede-6bf481498953 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:44:29.101314 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7c3dfe9c-e05e-4cbe-964c-14b1f49df558 req-90cab9db-1ffa-41e1-a2f3-628b28b08061 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:29.112270 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7c3dfe9c-e05e-4cbe-964c-14b1f49df558 req-90cab9db-1ffa-41e1-a2f3-628b28b08061 tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.18 "DELETE /v2.0/ports/c8009e78-db14-43d2-9ede-6bf481498953 HTTP/1.1" status: 204 len: 173 time: 2.3960373 Jan 28 13:44:29.113963 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa76c37-b0b5-49e1-82e3-0a166ae17536', 'name': 'network-vif-deleted', 'tag': 'c8009e78-db14-43d2-9ede-6bf481498953'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:44:29.124159 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d977e02-24eb-4570-9eaf-156022380913" -d '{"events": [{"server_uuid": "3fa76c37-b0b5-49e1-82e3-0a166ae17536", "name": "network-vif-deleted", "tag": "c8009e78-db14-43d2-9ede-6bf481498953"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:44:29.219082 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-5d8b91d4-6543-4d92-8956-cf8b04550fb5 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Delete allocated IP 2001:db8:0:1::19f (bbc3bd92-cc2b-4cb5-a896-5dc028cccf83/68476040-ac3f-463e-91fe-f15de1205326) {{(pid=103352) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 13:44:29.261143 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b416335e-1b42-420f-ba18-eb1832fc0db6 x-openstack-request-id: req-b416335e-1b42-420f-ba18-eb1832fc0db6 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:44:29.261493 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa76c37-b0b5-49e1-82e3-0a166ae17536", "name": "network-vif-deleted", "tag": "c8009e78-db14-43d2-9ede-6bf481498953", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:44:29.261762 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b416335e-1b42-420f-ba18-eb1832fc0db6 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:44:29.262349 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa76c37-b0b5-49e1-82e3-0a166ae17536', 'name': 'network-vif-deleted', 'tag': 'c8009e78-db14-43d2-9ede-6bf481498953', 'status': 'completed', 'code': 200} Jan 28 13:44:29.458545 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47bb2289-a0d0-431c-a2a3-e2e480ddae39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:29.463883 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ed4f4f4-f2f6-4cfe-9b57-946fc3cc2b09 req-a96b95b2-6dbe-4729-9769-d84a6d0d949f tempest-ServerAddressesNegativeTestJSON-1841280823 tempest-ServerAddressesNegativeTestJSON-1841280823-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fa76c37-b0b5-49e1-82e3-0a166ae17536 HTTP/1.1" status: 200 len: 210 time: 0.6325395 Jan 28 13:44:29.473790 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49156d18-597b-4e19-a66a-86b35ecee9dd None None] Pushing event updated for resources: {'Port': ['ID=8a4a60b3-8c59-4a66-9476-ffdef419a443,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:29.564132 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5d8b91d4-6543-4d92-8956-cf8b04550fb5 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for port (ca60ee76-ea4e-484a-867b-e33426d73f99), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:29.575797 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5d8b91d4-6543-4d92-8956-cf8b04550fb5 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (ca60ee76-ea4e-484a-867b-e33426d73f99), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:29.589385 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 8a4a60b3-8c59-4a66-9476-ffdef419a443 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:29.626755 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52e583ee-339d-4cec-b6b7-9bec3821b0f8 admin admin] Publish callbacks [] for security_group (ebdf2ead-d552-4799-9d82-72eab00ac992), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:29.643739 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52e583ee-339d-4cec-b6b7-9bec3821b0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ebdf2ead-d552-4799-9d82-72eab00ac992), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:29.716363 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-5d8b91d4-6543-4d92-8956-cf8b04550fb5 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] In _notify_port_updated(), no bound segment for port ca60ee76-ea4e-484a-867b-e33426d73f99 on network bbc3bd92-cc2b-4cb5-a896-5dc028cccf83 {{(pid=103352) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:44:29.721539 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8b91d4-6543-4d92-8956-cf8b04550fb5 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:29.722267 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5d8b91d4-6543-4d92-8956-cf8b04550fb5 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:29.726824 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49862) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:29.727043 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5d8b91d4-6543-4d92-8956-cf8b04550fb5 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "PUT /v2.0/ports/ca60ee76-ea4e-484a-867b-e33426d73f99 HTTP/1.1" status: 200 len: 926 time: 2.2336867 Jan 28 13:44:29.735854 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-1855070f-26a5-4c7f-a822-f3abfd26f545 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '379ea271-10c7-4119-8590-341a5f97d281'}, {'subnet_id': '68476040-ac3f-463e-91fe-f15de1205326'}]}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:29.738897 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b91d4-6543-4d92-8956-cf8b04550fb5 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Port': ['ID=ca60ee76-ea4e-484a-867b-e33426d73f99,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:29.747436 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-e86169a8-0d30-4308-8273-315abe85a377 None None] Allocated IP 2001:db8:0:1::2 (bbc3bd92-cc2b-4cb5-a896-5dc028cccf83/68476040-ac3f-463e-91fe-f15de1205326/8a4a60b3-8c59-4a66-9476-ffdef419a443) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:29.758249 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e583ee-339d-4cec-b6b7-9bec3821b0f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:44:29.771299 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e583ee-339d-4cec-b6b7-9bec3821b0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdf2ead-d552-4799-9d82-72eab00ac992,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:29.777758 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52e583ee-339d-4cec-b6b7-9bec3821b0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (713f7c72-a1fe-480c-beff-0c93c78f10d8), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:29.778215 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-52e583ee-339d-4cec-b6b7-9bec3821b0f8 admin admin] Added segment 713f7c72-a1fe-480c-beff-0c93c78f10d8 of type vlan for network 4a2dd781-e5e8-4409-9997-239fcf11d461 Jan 28 13:44:29.878279 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52e583ee-339d-4cec-b6b7-9bec3821b0f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (4a2dd781-e5e8-4409-9997-239fcf11d461), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:29.942302 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52e583ee-339d-4cec-b6b7-9bec3821b0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (4a2dd781-e5e8-4409-9997-239fcf11d461), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:29.943338 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e583ee-339d-4cec-b6b7-9bec3821b0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:29.945027 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52e583ee-339d-4cec-b6b7-9bec3821b0f8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:30.000897 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e86169a8-0d30-4308-8273-315abe85a377 None None] For port 8a4a60b3-8c59-4a66-9476-ffdef419a443, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8a4a60b3-8c59-4a66-9476-ffdef419a443,segment=NetworkSegment(a3f5a078-82bc-4bcf-9627-1eb11f98a144),segment_id=a3f5a078-82bc-4bcf-9627-1eb11f98a144)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:30.049230 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e86169a8-0d30-4308-8273-315abe85a377 None None] Publish callbacks [] for port (8a4a60b3-8c59-4a66-9476-ffdef419a443), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:30.055184 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e86169a8-0d30-4308-8273-315abe85a377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8a4a60b3-8c59-4a66-9476-ffdef419a443), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:30.087762 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-52e583ee-339d-4cec-b6b7-9bec3821b0f8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6990917 Jan 28 13:44:30.089391 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49872) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:30.101249 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-bdbd028d-cf0f-4954-9de8-1abaaff61444 admin admin] Request body: {'subnet': {'network_id': '4a2dd781-e5e8-4409-9997-239fcf11d461', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-350087948-subnet', 'tenant_id': 'f3095f4e8b2c4c5291a6921e64aeca07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:30.114012 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e583ee-339d-4cec-b6b7-9bec3821b0f8 admin admin] Pushing event updated for resources: {'Network': ['ID=4a2dd781-e5e8-4409-9997-239fcf11d461,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:30.165426 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbd028d-cf0f-4954-9de8-1abaaff61444 admin admin] Made reservation on behalf of f3095f4e8b2c4c5291a6921e64aeca07 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:30.167984 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bdbd028d-cf0f-4954-9de8-1abaaff61444 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:30.191601 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 4a2dd781-e5e8-4409-9997-239fcf11d461 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:44:30.192420 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1855070f-26a5-4c7f-a822-f3abfd26f545 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ca60ee76-ea4e-484a-867b-e33426d73f99), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:30.372420 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86169a8-0d30-4308-8273-315abe85a377 None None] Pushing event updated for resources: {'Port': ['ID=8a4a60b3-8c59-4a66-9476-ffdef419a443,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:30.507565 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bdbd028d-cf0f-4954-9de8-1abaaff61444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (5c3c69e8-3dad-4e28-934e-77899265971f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:30.540389 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c8009e78-db14-43d2-9ede-6bf481498953 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:44:30.596246 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49882) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:30.626528 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8a4a60b3-8c59-4a66-9476-ffdef419a443 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:44:30.637134 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: c8009e78-db14-43d2-9ede-6bf481498953 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:44:30.637983 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c8009e78-db14-43d2-9ede-6bf481498953 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:44:30.741243 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd028d-cf0f-4954-9de8-1abaaff61444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c3c69e8-3dad-4e28-934e-77899265971f,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:30.797710 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 8a4a60b3-8c59-4a66-9476-ffdef419a443 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:30.798493 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8a4a60b3-8c59-4a66-9476-ffdef419a443), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:30.886516 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-f689ebfb-abbe-432c-ac4e-50dc1358ffe4 admin admin] Deleting subnet 6834ac38-3ac0-4a20-86d0-b3276ee4dc0b {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:44:30.898663 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f689ebfb-abbe-432c-ac4e-50dc1358ffe4 admin admin] Publish callbacks [] for subnet (6834ac38-3ac0-4a20-86d0-b3276ee4dc0b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:30.903161 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbd028d-cf0f-4954-9de8-1abaaff61444 admin admin] Checking segment: {'id': '713f7c72-a1fe-480c-beff-0c93c78f10d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4a2dd781-e5e8-4409-9997-239fcf11d461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:30.903531 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbd028d-cf0f-4954-9de8-1abaaff61444 admin admin] Network hostable DHCP agents. Network: 4a2dd781-e5e8-4409-9997-239fcf11d461, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:44:30.935167 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-1855070f-26a5-4c7f-a822-f3abfd26f545 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Allocated IP 2001:db8:0:1::155 (bbc3bd92-cc2b-4cb5-a896-5dc028cccf83/68476040-ac3f-463e-91fe-f15de1205326/ca60ee76-ea4e-484a-867b-e33426d73f99) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:30.998534 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 8a4a60b3-8c59-4a66-9476-ffdef419a443 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:31.032314 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbd028d-cf0f-4954-9de8-1abaaff61444 admin admin] Network 4a2dd781-e5e8-4409-9997-239fcf11d461 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:44:31.045302 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f689ebfb-abbe-432c-ac4e-50dc1358ffe4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (6834ac38-3ac0-4a20-86d0-b3276ee4dc0b), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:31.052741 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-e1381485-61ba-44fa-9bd1-6ec89b34b381 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:31.059960 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-e1381485-61ba-44fa-9bd1-6ec89b34b381 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/networks?id=4aabca4e-3b91-40e2-8d84-c6192f9dfa77 HTTP/1.1" status: 200 len: 809 time: 0.3159819 Jan 28 13:44:31.133613 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-efdd8d62-af4c-44cf-ba96-c5e7c371fec6 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/quotas/901365f3ebaf46a480ccd40ed3b5404a HTTP/1.1" status: 200 len: 375 time: 0.0725207 Jan 28 13:44:31.180751 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-d91c5f34-21db-41d9-96f5-a9a7935e1200 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=901365f3ebaf46a480ccd40ed3b5404a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460734 Jan 28 13:44:31.191512 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-bdbd028d-cf0f-4954-9de8-1abaaff61444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 4a2dd781-e5e8-4409-9997-239fcf11d461) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:31.200540 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c925734-5d36-433f-87d1-fe493a62d9ec None None] Network 4a2dd781-e5e8-4409-9997-239fcf11d461 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:31.211067 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbd028d-cf0f-4954-9de8-1abaaff61444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:31.211675 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bdbd028d-cf0f-4954-9de8-1abaaff61444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:31.264043 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f689ebfb-abbe-432c-ac4e-50dc1358ffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (6834ac38-3ac0-4a20-86d0-b3276ee4dc0b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:31.299043 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1855070f-26a5-4c7f-a822-f3abfd26f545 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for port (ca60ee76-ea4e-484a-867b-e33426d73f99), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:31.315999 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1855070f-26a5-4c7f-a822-f3abfd26f545 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (ca60ee76-ea4e-484a-867b-e33426d73f99), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:31.323228 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bdbd028d-cf0f-4954-9de8-1abaaff61444 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2326658 Jan 28 13:44:31.405525 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855070f-26a5-4c7f-a822-f3abfd26f545 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Port': ['ID=ca60ee76-ea4e-484a-867b-e33426d73f99,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:31.462521 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-686b8b77-bb8d-4b74-a29b-93f8b44661c3 service neutron] 10.222.0.39 "GET /v2.0/networks/4aabca4e-3b91-40e2-8d84-c6192f9dfa77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808754 Jan 28 13:44:31.491394 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-1855070f-26a5-4c7f-a822-f3abfd26f545 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] In _notify_port_updated(), no bound segment for port ca60ee76-ea4e-484a-867b-e33426d73f99 on network bbc3bd92-cc2b-4cb5-a896-5dc028cccf83 {{(pid=103351) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:44:31.505076 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f689ebfb-abbe-432c-ac4e-50dc1358ffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (6834ac38-3ac0-4a20-86d0-b3276ee4dc0b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:31.505619 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1855070f-26a5-4c7f-a822-f3abfd26f545 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:31.506485 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1855070f-26a5-4c7f-a822-f3abfd26f545 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:31.510644 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1855070f-26a5-4c7f-a822-f3abfd26f545 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "PUT /v2.0/ports/ca60ee76-ea4e-484a-867b-e33426d73f99 HTTP/1.1" status: 200 len: 1012 time: 1.7811828 Jan 28 13:44:31.513190 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49910) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:31.562801 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06abe521-a5ee-44da-8097-879aa9c2feb4 None None] Network 4a2dd781-e5e8-4409-9997-239fcf11d461 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:31.570135 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f689ebfb-abbe-432c-ac4e-50dc1358ffe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:31.580906 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f689ebfb-abbe-432c-ac4e-50dc1358ffe4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6834ac38-3ac0-4a20-86d0-b3276ee4dc0b HTTP/1.1" status: 204 len: 168 time: 0.9812472 Jan 28 13:44:31.587214 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49916) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:31.765692 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-2a3e01d3-ed3a-4d49-a38c-92ac57b55f5a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting port ca60ee76-ea4e-484a-867b-e33426d73f99 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:31.768794 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2a3e01d3-ed3a-4d49-a38c-92ac57b55f5a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ca60ee76-ea4e-484a-867b-e33426d73f99), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:31.841937 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30c1a57d-7094-4ad6-9f0a-bc605cecdff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (6d515e6c-7938-47e2-a556-1c24ef3076ea), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:31.852786 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689ebfb-abbe-432c-ac4e-50dc1358ffe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6834ac38-3ac0-4a20-86d0-b3276ee4dc0b,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:31.874098 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-227e7d99-7d1d-4430-8be0-0420cbaa76fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:31.889212 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0815b873-0b60-481f-b2f1-c9dd919b2754 None None] Network bbc3bd92-cc2b-4cb5-a896-5dc028cccf83 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:32.016360 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2a3e01d3-ed3a-4d49-a38c-92ac57b55f5a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ca60ee76-ea4e-484a-867b-e33426d73f99), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:32.064108 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-2a3e01d3-ed3a-4d49-a38c-92ac57b55f5a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Calling delete_port for ca60ee76-ea4e-484a-867b-e33426d73f99 owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:32.076206 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-aa7f856e-afca-4c88-bd8b-050065841ace None None] Provisioning complete for port ca60ee76-ea4e-484a-867b-e33426d73f99 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:32.079164 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aa7f856e-afca-4c88-bd8b-050065841ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ca60ee76-ea4e-484a-867b-e33426d73f99), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:32.153382 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49930) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:32.157940 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-aa7f856e-afca-4c88-bd8b-050065841ace None None] Port ca60ee76-ea4e-484a-867b-e33426d73f99 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:44:32.177602 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-aa7f856e-afca-4c88-bd8b-050065841ace None None] Provisioning complete for port 8a4a60b3-8c59-4a66-9476-ffdef419a443 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:32.178341 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aa7f856e-afca-4c88-bd8b-050065841ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8a4a60b3-8c59-4a66-9476-ffdef419a443), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:32.302162 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30c1a57d-7094-4ad6-9f0a-bc605cecdff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (6d515e6c-7938-47e2-a556-1c24ef3076ea), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:32.326394 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-aa7f856e-afca-4c88-bd8b-050065841ace None None] Current status of the port 8a4a60b3-8c59-4a66-9476-ffdef419a443 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:32.374391 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-30c1a57d-7094-4ad6-9f0a-bc605cecdff5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d515e6c-7938-47e2-a556-1c24ef3076ea']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:32.395731 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-30c1a57d-7094-4ad6-9f0a-bc605cecdff5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb5acdd-6567-408e-a4cd-d6879cfc84aa') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:32.396088 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-30c1a57d-7094-4ad6-9f0a-bc605cecdff5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb5acdd-6567-408e-a4cd-d6879cfc84aa') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:32.411722 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30c1a57d-7094-4ad6-9f0a-bc605cecdff5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (beb5acdd-6567-408e-a4cd-d6879cfc84aa), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:32.436694 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30c1a57d-7094-4ad6-9f0a-bc605cecdff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (beb5acdd-6567-408e-a4cd-d6879cfc84aa), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:32.444696 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c1a57d-7094-4ad6-9f0a-bc605cecdff5 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:44:32.445105 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30c1a57d-7094-4ad6-9f0a-bc605cecdff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (beb5acdd-6567-408e-a4cd-d6879cfc84aa), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:44:32.524320 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:44:32.549304 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-bd6cc1f1-f315-4627-a95b-ca5addc1f178 service neutron] 10.222.0.39 "GET /v2.0/networks/4aabca4e-3b91-40e2-8d84-c6192f9dfa77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0665066 Jan 28 13:44:32.555085 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30c1a57d-7094-4ad6-9f0a-bc605cecdff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (6d515e6c-7938-47e2-a556-1c24ef3076ea), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:32.574121 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30c1a57d-7094-4ad6-9f0a-bc605cecdff5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:32.577756 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-30c1a57d-7094-4ad6-9f0a-bc605cecdff5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6d515e6c-7938-47e2-a556-1c24ef3076ea HTTP/1.1" status: 204 len: 168 time: 0.9408760 Jan 28 13:44:32.584466 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1a57d-7094-4ad6-9f0a-bc605cecdff5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d515e6c-7938-47e2-a556-1c24ef3076ea,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:32.592305 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b2c64322-2527-408c-9ea9-249a57bf0c84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:32.652778 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21230e-351f-472f-9211-dc19030beb41 req-307998bf-dce1-4697-bdd9-e63c9bd97b32 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:32.655568 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7e21230e-351f-472f-9211-dc19030beb41 req-307998bf-dce1-4697-bdd9-e63c9bd97b32 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/networks?id=4a2dd781-e5e8-4409-9997-239fcf11d461 HTTP/1.1" status: 200 len: 813 time: 0.3195550 Jan 28 13:44:32.726940 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7e21230e-351f-472f-9211-dc19030beb41 req-ab79b02f-7c59-4560-acd7-59f58afdc4ff tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/quotas/f3095f4e8b2c4c5291a6921e64aeca07 HTTP/1.1" status: 200 len: 375 time: 0.0581968 Jan 28 13:44:32.766613 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-6241c857-5cc7-4c31-9ffe-491e527f2ef0 None None] Provisioning complete for port ca60ee76-ea4e-484a-867b-e33426d73f99 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:32.767243 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6241c857-5cc7-4c31-9ffe-491e527f2ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ca60ee76-ea4e-484a-867b-e33426d73f99), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:32.814726 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b2c64322-2527-408c-9ea9-249a57bf0c84 admin admin] Publish callbacks [] for security_group (a05e85ca-dc95-4825-990f-320d49138e93), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:32.828780 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b2c64322-2527-408c-9ea9-249a57bf0c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a05e85ca-dc95-4825-990f-320d49138e93), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:32.901307 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b2c64322-2527-408c-9ea9-249a57bf0c84 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ece74098220f4422b587826abcfdc1a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7445357 Jan 28 13:44:32.904522 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49948) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:32.917346 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7e21230e-351f-472f-9211-dc19030beb41 req-655053e7-2c21-4aa8-a0d1-32efcc837bbc tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3095f4e8b2c4c5291a6921e64aeca07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1817834 Jan 28 13:44:32.935017 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6241c857-5cc7-4c31-9ffe-491e527f2ef0 None None] Port ca60ee76-ea4e-484a-867b-e33426d73f99 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:44:32.942939 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:32.952929 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-6241c857-5cc7-4c31-9ffe-491e527f2ef0 None None] Provisioning complete for port 8a4a60b3-8c59-4a66-9476-ffdef419a443 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:32.953302 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6241c857-5cc7-4c31-9ffe-491e527f2ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8a4a60b3-8c59-4a66-9476-ffdef419a443), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:32.973671 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49950) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:33.106379 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2a3e01d3-ed3a-4d49-a38c-92ac57b55f5a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ca60ee76-ea4e-484a-867b-e33426d73f99), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:33.113274 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-43816943-0864-4513-9873-c35b0a0905e2 req-f98ae25e-0e3e-4e2e-a669-2279703b79e3 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=41daae02-4d08-47ba-984a-26c61433f0a9 HTTP/1.1" status: 200 len: 210 time: 0.1684966 Jan 28 13:44:33.170445 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c64322-2527-408c-9ea9-249a57bf0c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05e85ca-dc95-4825-990f-320d49138e93,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:33.190703 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6241c857-5cc7-4c31-9ffe-491e527f2ef0 None None] Current status of the port 8a4a60b3-8c59-4a66-9476-ffdef419a443 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:33.215375 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7f1cfbfb-18ed-4245-b803-2819a2c9b770 admin admin] Publish callbacks [] for security_group (a05e85ca-dc95-4825-990f-320d49138e93), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:33.220373 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e01d3-ed3a-4d49-a38c-92ac57b55f5a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Port': ['ID=ca60ee76-ea4e-484a-867b-e33426d73f99,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:33.307095 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7f1cfbfb-18ed-4245-b803-2819a2c9b770 admin admin] Publish callbacks [] for security_group (a05e85ca-dc95-4825-990f-320d49138e93), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:33.312013 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2e68b354-8ae8-4738-a1e6-6ba7fe19a151 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ac2fd6d162d4bf3b66f630a7f711555&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3031251 Jan 28 13:44:33.320136 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49962) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:33.322221 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a4b105d-624c-47a5-a246-26312000a8ba None None] Could not find standard attr ID for object ca60ee76-ea4e-484a-867b-e33426d73f99. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:44:33.343482 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2a3e01d3-ed3a-4d49-a38c-92ac57b55f5a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:33.358612 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49964) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:33.367231 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2a3e01d3-ed3a-4d49-a38c-92ac57b55f5a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/ports/ca60ee76-ea4e-484a-867b-e33426d73f99 HTTP/1.1" status: 204 len: 168 time: 1.8448713 Jan 28 13:44:33.402333 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-b42a0dee-1b8a-4325-a284-70f62cd2cd71 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] GET failed (client error): The resource could not be found. Jan 28 13:44:33.406753 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49966) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:33.406965 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b42a0dee-1b8a-4325-a284-70f62cd2cd71 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "GET /v2.0/ports/ca60ee76-ea4e-484a-867b-e33426d73f99 HTTP/1.1" status: 404 len: 333 time: 0.0469365 Jan 28 13:44:33.444531 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-138a5279-ad8f-4f07-bdeb-46bc7b12e9f8 admin admin] Publish callbacks [] for security_group (f3496711-adde-4c92-8aca-c1b883520ea6), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:33.474158 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-138a5279-ad8f-4f07-bdeb-46bc7b12e9f8 admin admin] Publish callbacks [] for security_group (f3496711-adde-4c92-8aca-c1b883520ea6), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:33.503805 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7f1cfbfb-18ed-4245-b803-2819a2c9b770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a05e85ca-dc95-4825-990f-320d49138e93), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:33.507371 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7f1cfbfb-18ed-4245-b803-2819a2c9b770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:33.514580 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7f1cfbfb-18ed-4245-b803-2819a2c9b770 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a05e85ca-dc95-4825-990f-320d49138e93 HTTP/1.1" status: 204 len: 168 time: 0.5946903 Jan 28 13:44:33.573592 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1cfbfb-18ed-4245-b803-2819a2c9b770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05e85ca-dc95-4825-990f-320d49138e93,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:33.676371 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-138a5279-ad8f-4f07-bdeb-46bc7b12e9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f3496711-adde-4c92-8aca-c1b883520ea6), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:33.679899 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-138a5279-ad8f-4f07-bdeb-46bc7b12e9f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:33.681379 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-138a5279-ad8f-4f07-bdeb-46bc7b12e9f8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f3496711-adde-4c92-8aca-c1b883520ea6 HTTP/1.1" status: 204 len: 168 time: 0.3593183 Jan 28 13:44:33.723878 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a5279-ad8f-4f07-bdeb-46bc7b12e9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3496711-adde-4c92-8aca-c1b883520ea6,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:33.744005 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e3f8024b-700b-49e1-905d-9a6668ab19d6 None None] Could not find standard attr ID for object ca60ee76-ea4e-484a-867b-e33426d73f99. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:44:33.751022 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-573a216b-59a9-4d14-86e1-b52b311d4cb5 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting subnet 68476040-ac3f-463e-91fe-f15de1205326 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:44:33.774768 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7e21230e-351f-472f-9211-dc19030beb41 req-a387b374-44ce-406f-8dfb-ce936791bead service neutron] 10.222.0.39 "GET /v2.0/networks/4a2dd781-e5e8-4409-9997-239fcf11d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8561177 Jan 28 13:44:33.855967 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-573a216b-59a9-4d14-86e1-b52b311d4cb5 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for subnet (68476040-ac3f-463e-91fe-f15de1205326), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:34.065336 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7e21230e-351f-472f-9211-dc19030beb41 req-4e68f806-fa59-4ace-85a5-ec9a9e920703 service neutron] 10.222.0.39 "GET /v2.0/networks/4a2dd781-e5e8-4409-9997-239fcf11d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899020 Jan 28 13:44:34.187124 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-573a216b-59a9-4d14-86e1-b52b311d4cb5 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (68476040-ac3f-463e-91fe-f15de1205326), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:34.243738 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:34.278165 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-41ed4442-2543-4a9a-b385-1958cc05e860 None None] Could not find standard attr ID for object ca60ee76-ea4e-484a-867b-e33426d73f99. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:44:34.525070 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d7f26cad-d5a9-4f6d-8e96-911455f731ea req-8c8bd768-e065-4e5e-bd54-c7a57c866d1d tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=41daae02-4d08-47ba-984a-26c61433f0a9 HTTP/1.1" status: 200 len: 210 time: 0.1644497 Jan 28 13:44:34.542138 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49994) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:34.554277 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a23b6537-e3de-40ae-8a80-7c6fe5200905 req-6f00c9ba-e701-42a9-8471-1f7c92b81ff5 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 210 time: 0.0826814 Jan 28 13:44:34.558027 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-573a216b-59a9-4d14-86e1-b52b311d4cb5 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (68476040-ac3f-463e-91fe-f15de1205326), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:34.571978 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2822f391-e4a4-4df9-8974-376f1e8d2dc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:34.691591 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-573a216b-59a9-4d14-86e1-b52b311d4cb5 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (68476040-ac3f-463e-91fe-f15de1205326), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:34.731744 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-573a216b-59a9-4d14-86e1-b52b311d4cb5 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:34.738549 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6422ecf5-f0ce-49b7-a79b-5ff536663160 None None] Network bbc3bd92-cc2b-4cb5-a896-5dc028cccf83 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:34.749446 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-573a216b-59a9-4d14-86e1-b52b311d4cb5 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/subnets/68476040-ac3f-463e-91fe-f15de1205326 HTTP/1.1" status: 204 len: 168 time: 1.3415279 Jan 28 13:44:34.750101 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49996) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:34.778140 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2822f391-e4a4-4df9-8974-376f1e8d2dc6 admin admin] Publish callbacks [] for security_group (7d7a00c9-1b08-4f04-912c-331a547b5e21), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:34.791330 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2822f391-e4a4-4df9-8974-376f1e8d2dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7d7a00c9-1b08-4f04-912c-331a547b5e21), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:34.844341 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2822f391-e4a4-4df9-8974-376f1e8d2dc6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0d3e3784ce7d44f388611ef81f0d6463&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3009503 Jan 28 13:44:34.854577 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50004) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:34.888252 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822f391-e4a4-4df9-8974-376f1e8d2dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7a00c9-1b08-4f04-912c-331a547b5e21,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:34.954677 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a216b-59a9-4d14-86e1-b52b311d4cb5 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Subnet': ['ID=68476040-ac3f-463e-91fe-f15de1205326,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:35.000672 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65b391f3-e69c-47e6-8c22-110fc04a0e29 admin admin] Publish callbacks [] for security_group (7d7a00c9-1b08-4f04-912c-331a547b5e21), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:35.021392 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd16d0b-4437-4026-a0dc-29c7ad4350b9 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting subnet 379ea271-10c7-4119-8590-341a5f97d281 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:44:35.054296 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65b391f3-e69c-47e6-8c22-110fc04a0e29 admin admin] Publish callbacks [] for security_group (7d7a00c9-1b08-4f04-912c-331a547b5e21), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:35.198400 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65b391f3-e69c-47e6-8c22-110fc04a0e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7d7a00c9-1b08-4f04-912c-331a547b5e21), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:35.201699 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65b391f3-e69c-47e6-8c22-110fc04a0e29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:35.208628 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-65b391f3-e69c-47e6-8c22-110fc04a0e29 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7d7a00c9-1b08-4f04-912c-331a547b5e21 HTTP/1.1" status: 204 len: 168 time: 0.3521900 Jan 28 13:44:35.236970 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b391f3-e69c-47e6-8c22-110fc04a0e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7a00c9-1b08-4f04-912c-331a547b5e21,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:35.359959 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-fe9eb141-6e67-43ac-8db6-bfd473382ae9 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:35.363361 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-fe9eb141-6e67-43ac-8db6-bfd473382ae9 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.37 "GET /v2.0/networks?id=4aabca4e-3b91-40e2-8d84-c6192f9dfa77 HTTP/1.1" status: 200 len: 809 time: 0.4030008 Jan 28 13:44:35.368286 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8fd16d0b-4437-4026-a0dc-29c7ad4350b9 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for subnet (379ea271-10c7-4119-8590-341a5f97d281), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:35.457255 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-fb22905d-fc70-4ad3-b917-af214a7e1d79 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Request body: {'port': {'device_id': '41daae02-4d08-47ba-984a-26c61433f0a9', 'network_id': '4aabca4e-3b91-40e2-8d84-c6192f9dfa77', 'admin_state_up': True, 'tenant_id': '901365f3ebaf46a480ccd40ed3b5404a'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:35.705385 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8fd16d0b-4437-4026-a0dc-29c7ad4350b9 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (379ea271-10c7-4119-8590-341a5f97d281), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:35.834509 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3de8239a-d9f1-4a95-b4f1-78081f78f8fc req-7420fef1-801d-4840-8187-6d86f831ef0d tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=41daae02-4d08-47ba-984a-26c61433f0a9 HTTP/1.1" status: 200 len: 210 time: 0.0747645 Jan 28 13:44:35.989367 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-faf1168b-dd39-4677-bd24-be00ef7ef647 req-80768f81-69dc-4231-bd61-26c45fa0613f tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 210 time: 0.1991527 Jan 28 13:44:36.025532 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50034) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:36.261509 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8fd16d0b-4437-4026-a0dc-29c7ad4350b9 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (379ea271-10c7-4119-8590-341a5f97d281), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:36.345525 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:36.423223 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-e6bad171-dfa0-4611-ab35-95132613d347 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1171302180-network', 'tenant_id': '6a710706f51d4196913035417fac81e3'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:36.482768 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bad171-dfa0-4611-ab35-95132613d347 admin admin] Made reservation on behalf of 6a710706f51d4196913035417fac81e3 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:36.485159 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6bad171-dfa0-4611-ab35-95132613d347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:36.524477 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6bad171-dfa0-4611-ab35-95132613d347 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:36.614646 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21230e-351f-472f-9211-dc19030beb41 req-29cdc6e2-54ad-4407-8912-bf154ecf2627 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:36.627728 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7e21230e-351f-472f-9211-dc19030beb41 req-29cdc6e2-54ad-4407-8912-bf154ecf2627 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.18 "GET /v2.0/networks?id=4a2dd781-e5e8-4409-9997-239fcf11d461 HTTP/1.1" status: 200 len: 813 time: 0.2756693 Jan 28 13:44:36.663993 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-7e21230e-351f-472f-9211-dc19030beb41 req-ca769ef9-7f7d-419f-aa91-4d073dce48c6 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Request body: {'port': {'device_id': 'b87dac08-0d1e-49d9-a1f8-dd4069202b25', 'network_id': '4a2dd781-e5e8-4409-9997-239fcf11d461', 'admin_state_up': True, 'tenant_id': 'f3095f4e8b2c4c5291a6921e64aeca07'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:36.797206 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6bad171-dfa0-4611-ab35-95132613d347 admin admin] Publish callbacks [] for security_group (8d1cc24e-eb41-437c-80c1-5b294462249e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:36.803800 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6bad171-dfa0-4611-ab35-95132613d347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8d1cc24e-eb41-437c-80c1-5b294462249e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:36.852958 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bad171-dfa0-4611-ab35-95132613d347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1cc24e-eb41-437c-80c1-5b294462249e,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:36.860702 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-fb22905d-fc70-4ad3-b917-af214a7e1d79 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Made reservation on behalf of 901365f3ebaf46a480ccd40ed3b5404a for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:36.864757 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-fb22905d-fc70-4ad3-b917-af214a7e1d79 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:36.895738 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6bad171-dfa0-4611-ab35-95132613d347 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:44:36.935633 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6bad171-dfa0-4611-ab35-95132613d347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (766923be-69a9-438b-8d26-7f7b6fae7a7f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:36.936279 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-e6bad171-dfa0-4611-ab35-95132613d347 admin admin] Added segment 766923be-69a9-438b-8d26-7f7b6fae7a7f of type vlan for network 6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 Jan 28 13:44:36.950946 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e21230e-351f-472f-9211-dc19030beb41 req-ca769ef9-7f7d-419f-aa91-4d073dce48c6 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Made reservation on behalf of f3095f4e8b2c4c5291a6921e64aeca07 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:36.967682 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7e21230e-351f-472f-9211-dc19030beb41 req-ca769ef9-7f7d-419f-aa91-4d073dce48c6 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:37.069441 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-42979b18-6bf3-4031-9489-82074d970b14 req-ed6a772c-b710-4dd9-9ee1-217e11a0f193 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=41daae02-4d08-47ba-984a-26c61433f0a9 HTTP/1.1" status: 200 len: 210 time: 0.0923119 Jan 28 13:44:37.080932 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8fd16d0b-4437-4026-a0dc-29c7ad4350b9 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (379ea271-10c7-4119-8590-341a5f97d281), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:37.089183 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6bad171-dfa0-4611-ab35-95132613d347 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (6e7d130e-da3e-4c1d-84f0-ecaccb54ae02), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:37.150018 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6bad171-dfa0-4611-ab35-95132613d347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (6e7d130e-da3e-4c1d-84f0-ecaccb54ae02), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:37.151046 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bad171-dfa0-4611-ab35-95132613d347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:37.152032 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6bad171-dfa0-4611-ab35-95132613d347 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:37.219905 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e6bad171-dfa0-4611-ab35-95132613d347 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1932042 Jan 28 13:44:37.244760 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-7e21230e-351f-472f-9211-dc19030beb41 req-ca769ef9-7f7d-419f-aa91-4d073dce48c6 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Allocated IP 172.20.0.11 (4a2dd781-e5e8-4409-9997-239fcf11d461/5c3c69e8-3dad-4e28-934e-77899265971f/3e483c1a-96a3-4333-b195-4e75664bfbb4) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:37.290087 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50058) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:37.295788 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-b4d2ae77-49b6-48f5-95be-0afb2d1dad6f admin admin] Request body: {'subnet': {'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1171302180-subnet', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:37.303793 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bad171-dfa0-4611-ab35-95132613d347 admin admin] Pushing event updated for resources: {'Network': ['ID=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:37.320196 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:44:37.349966 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8fd16d0b-4437-4026-a0dc-29c7ad4350b9 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:37.358034 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50064) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:37.367750 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8fd16d0b-4437-4026-a0dc-29c7ad4350b9 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/subnets/379ea271-10c7-4119-8590-341a5f97d281 HTTP/1.1" status: 204 len: 168 time: 2.6107953 Jan 28 13:44:37.378123 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd6ba12-3e84-44ed-897d-0dbfe2141f3e None None] Network bbc3bd92-cc2b-4cb5-a896-5dc028cccf83 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:37.390722 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd16d0b-4437-4026-a0dc-29c7ad4350b9 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Subnet': ['ID=379ea271-10c7-4119-8590-341a5f97d281,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:37.405161 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d2ae77-49b6-48f5-95be-0afb2d1dad6f admin admin] Made reservation on behalf of 6a710706f51d4196913035417fac81e3 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:37.413040 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ae77-49b6-48f5-95be-0afb2d1dad6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:37.518993 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-479c2d8f-19d3-4194-94a6-865a407620cf req-2ba8bd8d-c3f4-4f23-be6d-ca8ef08712cd tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 210 time: 0.2594147 Jan 28 13:44:37.527795 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8006353-efb0-4697-a383-d1a2c6e5c97a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (bbc3bd92-cc2b-4cb5-a896-5dc028cccf83), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:37.610711 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-480f8009-b0d0-48f8-9aef-046627af36ff None None] Provisioning complete for port 8a4a60b3-8c59-4a66-9476-ffdef419a443 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:37.611686 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-480f8009-b0d0-48f8-9aef-046627af36ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8a4a60b3-8c59-4a66-9476-ffdef419a443), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:37.655199 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-b8006353-efb0-4697-a383-d1a2c6e5c97a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting port 8a4a60b3-8c59-4a66-9476-ffdef419a443 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:37.655550 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8006353-efb0-4697-a383-d1a2c6e5c97a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8a4a60b3-8c59-4a66-9476-ffdef419a443), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:37.808437 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbe6c95-2b1c-4c4e-bb31-1d00dbb33667 None None] DHCP port deletion for bbc3bd92-cc2b-4cb5-a896-5dc028cccf83 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:44:37.814300 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-480f8009-b0d0-48f8-9aef-046627af36ff None None] Current status of the port 8a4a60b3-8c59-4a66-9476-ffdef419a443 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:37.866789 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-b8006353-efb0-4697-a383-d1a2c6e5c97a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] For port 8a4a60b3-8c59-4a66-9476-ffdef419a443, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8a4a60b3-8c59-4a66-9476-ffdef419a443,segment=NetworkSegment(a3f5a078-82bc-4bcf-9627-1eb11f98a144),segment_id=a3f5a078-82bc-4bcf-9627-1eb11f98a144)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:37.867843 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8006353-efb0-4697-a383-d1a2c6e5c97a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8a4a60b3-8c59-4a66-9476-ffdef419a443), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:37.902691 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-b8006353-efb0-4697-a383-d1a2c6e5c97a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Calling delete_port for 8a4a60b3-8c59-4a66-9476-ffdef419a443 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:37.908230 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2dbe6c95-2b1c-4c4e-bb31-1d00dbb33667 None None] Deleting port 8a4a60b3-8c59-4a66-9476-ffdef419a443 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:37.910379 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2dbe6c95-2b1c-4c4e-bb31-1d00dbb33667 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8a4a60b3-8c59-4a66-9476-ffdef419a443), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:38.078124 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2dbe6c95-2b1c-4c4e-bb31-1d00dbb33667 None None] For port 8a4a60b3-8c59-4a66-9476-ffdef419a443, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8a4a60b3-8c59-4a66-9476-ffdef419a443,segment=NetworkSegment(a3f5a078-82bc-4bcf-9627-1eb11f98a144),segment_id=a3f5a078-82bc-4bcf-9627-1eb11f98a144)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:38.078582 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2dbe6c95-2b1c-4c4e-bb31-1d00dbb33667 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8a4a60b3-8c59-4a66-9476-ffdef419a443), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:38.103037 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8006353-efb0-4697-a383-d1a2c6e5c97a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (8a4a60b3-8c59-4a66-9476-ffdef419a443), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:38.132845 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2dbe6c95-2b1c-4c4e-bb31-1d00dbb33667 None None] Calling delete_port for 8a4a60b3-8c59-4a66-9476-ffdef419a443 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:38.146741 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8006353-efb0-4697-a383-d1a2c6e5c97a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Port': ['ID=8a4a60b3-8c59-4a66-9476-ffdef419a443,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:38.180833 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8006353-efb0-4697-a383-d1a2c6e5c97a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] No DVR routers for this DVR port 8a4a60b3-8c59-4a66-9476-ffdef419a443 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:44:38.265147 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-fb22905d-fc70-4ad3-b917-af214a7e1d79 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Allocated IP 172.20.0.5 (4aabca4e-3b91-40e2-8d84-c6192f9dfa77/85fe6871-0623-49c1-b7d6-eb6204520f0d/b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:38.338974 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:44:38.341908 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:38.341908 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:44:38.341908 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:38.341908 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:44:38.341908 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:38.341908 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:44:38.341908 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:38.341908 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:44:38.341908 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:38.341908 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:44:38.341908 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:38.341908 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:44:38.341908 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:38.341908 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:44:38.350167 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2dbe6c95-2b1c-4c4e-bb31-1d00dbb33667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (8a4a60b3-8c59-4a66-9476-ffdef419a443), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:38.360710 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ae77-49b6-48f5-95be-0afb2d1dad6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (a282eac7-c6f7-4e0b-bd51-f3e60c647f6a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:38.379277 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbe6c95-2b1c-4c4e-bb31-1d00dbb33667 None None] No DVR routers for this DVR port 8a4a60b3-8c59-4a66-9476-ffdef419a443 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:44:38.425920 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e34775d0-0884-43f3-8985-6b84ba1fcbe1 req-c3acf400-e58d-4eae-bfdf-8b57ad9049c1 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=41daae02-4d08-47ba-984a-26c61433f0a9 HTTP/1.1" status: 200 len: 210 time: 0.1732910 Jan 28 13:44:38.443186 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8006353-efb0-4697-a383-d1a2c6e5c97a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (bbc3bd92-cc2b-4cb5-a896-5dc028cccf83), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:38.464745 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe6c95-2b1c-4c4e-bb31-1d00dbb33667 None None] Pushing event deleted for resources: {'Port': ['ID=8a4a60b3-8c59-4a66-9476-ffdef419a443,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:38.497927 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-b8006353-efb0-4697-a383-d1a2c6e5c97a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc3bd92-cc2b-4cb5-a896-5dc028cccf83']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:38.517808 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-b8006353-efb0-4697-a383-d1a2c6e5c97a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f5a078-82bc-4bcf-9627-1eb11f98a144') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:38.519867 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-b8006353-efb0-4697-a383-d1a2c6e5c97a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f5a078-82bc-4bcf-9627-1eb11f98a144') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:38.540069 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8a4a60b3-8c59-4a66-9476-ffdef419a443 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:44:38.547077 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8006353-efb0-4697-a383-d1a2c6e5c97a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (a3f5a078-82bc-4bcf-9627-1eb11f98a144), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:38.565331 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2ae77-49b6-48f5-95be-0afb2d1dad6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a282eac7-c6f7-4e0b-bd51-f3e60c647f6a,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:38.581170 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8006353-efb0-4697-a383-d1a2c6e5c97a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (a3f5a078-82bc-4bcf-9627-1eb11f98a144), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:38.597053 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8006353-efb0-4697-a383-d1a2c6e5c97a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:44:38.597485 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8006353-efb0-4697-a383-d1a2c6e5c97a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (a3f5a078-82bc-4bcf-9627-1eb11f98a144), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:38.598184 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7e21230e-351f-472f-9211-dc19030beb41 req-ca769ef9-7f7d-419f-aa91-4d073dce48c6 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Publish callbacks [] for port (3e483c1a-96a3-4333-b195-4e75664bfbb4), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:44:38.605760 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:44:38.635309 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 8a4a60b3-8c59-4a66-9476-ffdef419a443 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:44:38.635309 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8a4a60b3-8c59-4a66-9476-ffdef419a443 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:44:38.731598 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-317775c5-739e-4986-a25c-6391c850f78d req-cf99af6d-f9f4-45f1-a8e2-2e7f3f2c4b2a tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 210 time: 0.0490303 Jan 28 13:44:38.792884 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8006353-efb0-4697-a383-d1a2c6e5c97a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (bbc3bd92-cc2b-4cb5-a896-5dc028cccf83), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:38.798149 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8006353-efb0-4697-a383-d1a2c6e5c97a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:38.802366 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b8006353-efb0-4697-a383-d1a2c6e5c97a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/networks/bbc3bd92-cc2b-4cb5-a896-5dc028cccf83 HTTP/1.1" status: 204 len: 168 time: 1.4438341 Jan 28 13:44:38.808740 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50092) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:38.856845 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8006353-efb0-4697-a383-d1a2c6e5c97a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Network': ['ID=bbc3bd92-cc2b-4cb5-a896-5dc028cccf83,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:38.945713 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-fb22905d-fc70-4ad3-b917-af214a7e1d79 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Publish callbacks [] for port (b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:38.949816 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7e21230e-351f-472f-9211-dc19030beb41 req-ca769ef9-7f7d-419f-aa91-4d073dce48c6 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (3e483c1a-96a3-4333-b195-4e75664bfbb4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:38.964410 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d2ae77-49b6-48f5-95be-0afb2d1dad6f admin admin] Checking segment: {'id': '766923be-69a9-438b-8d26-7f7b6fae7a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:38.964839 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d2ae77-49b6-48f5-95be-0afb2d1dad6f admin admin] Network hostable DHCP agents. Network: 6e7d130e-da3e-4c1d-84f0-ecaccb54ae02, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:44:39.018036 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e21230e-351f-472f-9211-dc19030beb41 req-ca769ef9-7f7d-419f-aa91-4d073dce48c6 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Network 4a2dd781-e5e8-4409-9997-239fcf11d461 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:39.032580 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e798b4ef-5a67-40e1-9cc2-2ea32bfe2da0 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:39.038652 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e798b4ef-5a67-40e1-9cc2-2ea32bfe2da0 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.2211831 Jan 28 13:44:39.038868 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50098) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:39.044586 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-7e21230e-351f-472f-9211-dc19030beb41 req-ca769ef9-7f7d-419f-aa91-4d073dce48c6 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:39.049305 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e21230e-351f-472f-9211-dc19030beb41 req-ca769ef9-7f7d-419f-aa91-4d073dce48c6 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:39.123868 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca769ef9-7f7d-419f-aa91-4d073dce48c6 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Pushing event updated for resources: {'Port': ['ID=3e483c1a-96a3-4333-b195-4e75664bfbb4,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:39.132977 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d2ae77-49b6-48f5-95be-0afb2d1dad6f admin admin] Network 6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:44:39.141122 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21230e-351f-472f-9211-dc19030beb41 req-ca769ef9-7f7d-419f-aa91-4d073dce48c6 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:39.141756 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7e21230e-351f-472f-9211-dc19030beb41 req-ca769ef9-7f7d-419f-aa91-4d073dce48c6 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:39.149443 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-fb22905d-fc70-4ad3-b917-af214a7e1d79 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:39.170240 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-853f0b10-4696-45b5-ad9e-2a6721bff71d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1277378 Jan 28 13:44:39.176012 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50100) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:39.207918 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-510f17c4-cbb7-46ac-9c93-305e20d06365 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1594303912'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:39.219742 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-b4d2ae77-49b6-48f5-95be-0afb2d1dad6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 6e7d130e-da3e-4c1d-84f0-ecaccb54ae02) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:39.228018 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba66f1f5-3a44-4d56-8bf2-f296572d175e None None] Network 6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:39.230538 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-fb22905d-fc70-4ad3-b917-af214a7e1d79 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Network 4aabca4e-3b91-40e2-8d84-c6192f9dfa77 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:39.232624 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d2ae77-49b6-48f5-95be-0afb2d1dad6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:39.233285 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ae77-49b6-48f5-95be-0afb2d1dad6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:39.254874 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-fb22905d-fc70-4ad3-b917-af214a7e1d79 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:39.258077 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-fb22905d-fc70-4ad3-b917-af214a7e1d79 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:39.275806 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7e21230e-351f-472f-9211-dc19030beb41 req-ca769ef9-7f7d-419f-aa91-4d073dce48c6 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6346674 Jan 28 13:44:39.323101 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-7e21230e-351f-472f-9211-dc19030beb41 req-4b23c74d-3f41-422f-be85-fde2d188d39e service neutron] Request body: {'port': {'device_id': 'b87dac08-0d1e-49d9-a1f8-dd4069202b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:39.406715 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50104) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:39.435167 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39183b79-d6cb-423e-9b75-e3f969a67db7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'project_id': '6a710706f51d4196913035417fac81e3', 'fixed_ips': [{'subnet_id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:44:39.436244 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39183b79-d6cb-423e-9b75-e3f969a67db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:39.585287 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f3c3a989-77de-4b41-9a6d-8f6b9daea3ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:39.658292 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-39183b79-d6cb-423e-9b75-e3f969a67db7 None None] Allocated IP 172.20.0.2 (6e7d130e-da3e-4c1d-84f0-ecaccb54ae02/a282eac7-c6f7-4e0b-bd51-f3e60c647f6a/9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:39.716777 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22905d-fc70-4ad3-b917-af214a7e1d79 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Pushing event updated for resources: {'Port': ['ID=b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:39.741063 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b4d2ae77-49b6-48f5-95be-0afb2d1dad6f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4453831 Jan 28 13:44:39.741729 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50112) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:39.751119 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f3c3a989-77de-4b41-9a6d-8f6b9daea3ee admin admin] Publish callbacks [] for security_group (2606eb4b-9c40-49ed-adda-5193af114b8a), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:39.768551 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f3c3a989-77de-4b41-9a6d-8f6b9daea3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (2606eb4b-9c40-49ed-adda-5193af114b8a), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:39.779199 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-e27a66ac-8c30-48cc-bf07-66ded32cfb6d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1171302180-router', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:39.790892 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510f17c4-cbb7-46ac-9c93-305e20d06365 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:39.806408 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-510f17c4-cbb7-46ac-9c93-305e20d06365 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:39.896396 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e27a66ac-8c30-48cc-bf07-66ded32cfb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:39.897452 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e27a66ac-8c30-48cc-bf07-66ded32cfb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:39.899576 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6ebbb-9141-4d9f-af76-a16fbb9ec967 req-af44b7b6-e0d2-4980-b4c7-1c44cc4512cf tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:39.910841 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-87a6ebbb-9141-4d9f-af76-a16fbb9ec967 req-af44b7b6-e0d2-4980-b4c7-1c44cc4512cf tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=41daae02-4d08-47ba-984a-26c61433f0a9 HTTP/1.1" status: 200 len: 931 time: 0.3436558 Jan 28 13:44:39.938162 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39183b79-d6cb-423e-9b75-e3f969a67db7 None None] Publish callbacks [] for port (9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:39.955876 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3a989-77de-4b41-9a6d-8f6b9daea3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2606eb4b-9c40-49ed-adda-5193af114b8a,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:39.956963 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39183b79-d6cb-423e-9b75-e3f969a67db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:39.960645 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-fb22905d-fc70-4ad3-b917-af214a7e1d79 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:39.961558 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-fb22905d-fc70-4ad3-b917-af214a7e1d79 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:40.008459 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f3c3a989-77de-4b41-9a6d-8f6b9daea3ee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2028db5123cd4e0fb0e64d9eb4c52669&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6001439 Jan 28 13:44:40.016847 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50120) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:40.082894 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39183b79-d6cb-423e-9b75-e3f969a67db7 None None] Network 6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:40.100486 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-39183b79-d6cb-423e-9b75-e3f969a67db7 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:40.108980 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39183b79-d6cb-423e-9b75-e3f969a67db7 None None] Pushing event updated for resources: {'Port': ['ID=9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:40.111969 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7e21230e-351f-472f-9211-dc19030beb41 req-4b23c74d-3f41-422f-be85-fde2d188d39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3e483c1a-96a3-4333-b195-4e75664bfbb4), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:40.117855 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39183b79-d6cb-423e-9b75-e3f969a67db7 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:40.150894 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-fb22905d-fc70-4ad3-b917-af214a7e1d79 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7063518 Jan 28 13:44:40.183532 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-87a6ebbb-9141-4d9f-af76-a16fbb9ec967 req-ed8fb63f-c2e6-4d15-b560-72541dbe9ba6 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ae19cb-2f19-4a43-912d-8d65f62a9a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714896 Jan 28 13:44:40.211233 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-510f17c4-cbb7-46ac-9c93-305e20d06365 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:44:40.217689 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Request body: {'port': {'device_id': '41daae02-4d08-47ba-984a-26c61433f0a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:40.239346 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f17cd69e-93bc-4534-baa8-f8c2ffd053d3 admin admin] Publish callbacks [] for security_group (2606eb4b-9c40-49ed-adda-5193af114b8a), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:40.269124 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-39183b79-d6cb-423e-9b75-e3f969a67db7 None None] Attempting to bind port 9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:44:40.269512 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-39183b79-d6cb-423e-9b75-e3f969a67db7 None None] Attempting to bind port 9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '766923be-69a9-438b-8d26-7f7b6fae7a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:44:40.270133 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39183b79-d6cb-423e-9b75-e3f969a67db7 None None] Attempting to bind port 9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5 on network 6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:40.277103 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39183b79-d6cb-423e-9b75-e3f969a67db7 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:44:40.277756 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39183b79-d6cb-423e-9b75-e3f969a67db7 None None] Checking segment: {'id': '766923be-69a9-438b-8d26-7f7b6fae7a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:40.278491 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39183b79-d6cb-423e-9b75-e3f969a67db7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:40.278633 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39183b79-d6cb-423e-9b75-e3f969a67db7 None None] Bound using segment: {'id': '766923be-69a9-438b-8d26-7f7b6fae7a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:44:40.279079 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-39183b79-d6cb-423e-9b75-e3f969a67db7 None None] Bound port: 9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '766923be-69a9-438b-8d26-7f7b6fae7a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:44:40.279450 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39183b79-d6cb-423e-9b75-e3f969a67db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:40.292062 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f17cd69e-93bc-4534-baa8-f8c2ffd053d3 admin admin] Publish callbacks [] for security_group (2606eb4b-9c40-49ed-adda-5193af114b8a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:40.350547 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-39183b79-d6cb-423e-9b75-e3f969a67db7 None None] For port 9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:44:40.354653 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-39183b79-d6cb-423e-9b75-e3f969a67db7 None None] For port 9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5,segment=NetworkSegment(766923be-69a9-438b-8d26-7f7b6fae7a7f),segment_id=766923be-69a9-438b-8d26-7f7b6fae7a7f)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:44:40.360067 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39183b79-d6cb-423e-9b75-e3f969a67db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:40.399446 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f17cd69e-93bc-4534-baa8-f8c2ffd053d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (2606eb4b-9c40-49ed-adda-5193af114b8a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:40.402542 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f17cd69e-93bc-4534-baa8-f8c2ffd053d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:40.403840 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f17cd69e-93bc-4534-baa8-f8c2ffd053d3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2606eb4b-9c40-49ed-adda-5193af114b8a HTTP/1.1" status: 204 len: 168 time: 0.3833172 Jan 28 13:44:40.418947 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cd69e-93bc-4534-baa8-f8c2ffd053d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2606eb4b-9c40-49ed-adda-5193af114b8a,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:40.508432 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39183b79-d6cb-423e-9b75-e3f969a67db7 None None] Pushing event updated for resources: {'Port': ['ID=9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:40.650073 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fb557-cd4b-47d7-bcd8-22483a33aec4 req-813aa581-4807-45ca-82c8-4f003ea7fce3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:40.657554 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-de2fb557-cd4b-47d7-bcd8-22483a33aec4 req-813aa581-4807-45ca-82c8-4f003ea7fce3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 932 time: 0.8080435 Jan 28 13:44:40.695187 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e27a66ac-8c30-48cc-bf07-66ded32cfb6d admin admin] Publish callbacks [] for router_controller (6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:40.706493 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-510f17c4-cbb7-46ac-9c93-305e20d06365 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (6374d2b7-7272-4ca6-9863-e4a81c1f1b8e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:40.706873 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-510f17c4-cbb7-46ac-9c93-305e20d06365 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Added segment 6374d2b7-7272-4ca6-9863-e4a81c1f1b8e of type vlan for network a23692ca-6ec0-4eb0-8748-39c95b433166 Jan 28 13:44:40.984859 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50132) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:41.004359 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dacba40d-826e-40cb-9f42-1c3259a3894f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:41.117358 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dacba40d-826e-40cb-9f42-1c3259a3894f admin admin] Publish callbacks [] for security_group (a576f202-1643-4f49-8a01-e49b048bb327), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:41.124660 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dacba40d-826e-40cb-9f42-1c3259a3894f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a576f202-1643-4f49-8a01-e49b048bb327), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:41.155380 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-510f17c4-cbb7-46ac-9c93-305e20d06365 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (a23692ca-6ec0-4eb0-8748-39c95b433166), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:41.169128 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacba40d-826e-40cb-9f42-1c3259a3894f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a576f202-1643-4f49-8a01-e49b048bb327,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:41.192908 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dacba40d-826e-40cb-9f42-1c3259a3894f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=59a10bb09d06410c86f0797a4ff2904d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2041664 Jan 28 13:44:41.195025 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50136) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:41.248357 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:41.326383 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-510f17c4-cbb7-46ac-9c93-305e20d06365 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (a23692ca-6ec0-4eb0-8748-39c95b433166), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:41.339828 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510f17c4-cbb7-46ac-9c93-305e20d06365 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:41.341797 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-510f17c4-cbb7-46ac-9c93-305e20d06365 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:41.352634 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0885b5dd-bf8b-46fd-b261-a8c3db6b49f7 admin admin] Publish callbacks [] for security_group (a576f202-1643-4f49-8a01-e49b048bb327), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:41.372927 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e27a66ac-8c30-48cc-bf07-66ded32cfb6d admin admin] Publish callbacks [] for router_gateway (6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:41.381585 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0885b5dd-bf8b-46fd-b261-a8c3db6b49f7 admin admin] Publish callbacks [] for security_group (a576f202-1643-4f49-8a01-e49b048bb327), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:41.426777 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-510f17c4-cbb7-46ac-9c93-305e20d06365 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2463944 Jan 28 13:44:41.430344 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50140) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:41.437688 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-01cf047b-71cf-45e0-995d-f4af760d30b0 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'subnet': {'network_id': 'a23692ca-6ec0-4eb0-8748-39c95b433166', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:41.449034 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec781f9-e2a3-4e22-a29f-03b0f0091aaa req-ad15188f-afef-4671-bb14-5d84f461e875 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:41.457468 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ec781f9-e2a3-4e22-a29f-03b0f0091aaa req-ad15188f-afef-4671-bb14-5d84f461e875 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=41daae02-4d08-47ba-984a-26c61433f0a9 HTTP/1.1" status: 200 len: 931 time: 0.1634798 Jan 28 13:44:41.475620 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-de2fb557-cd4b-47d7-bcd8-22483a33aec4 req-204ce56a-bf56-49e7-ad53-3eda3b5be3b4 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8170135 Jan 28 13:44:41.490524 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0885b5dd-bf8b-46fd-b261-a8c3db6b49f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a576f202-1643-4f49-8a01-e49b048bb327), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:41.493780 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0885b5dd-bf8b-46fd-b261-a8c3db6b49f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:41.495217 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0885b5dd-bf8b-46fd-b261-a8c3db6b49f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a576f202-1643-4f49-8a01-e49b048bb327 HTTP/1.1" status: 204 len: 168 time: 0.2819402 Jan 28 13:44:41.547413 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885b5dd-bf8b-46fd-b261-a8c3db6b49f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a576f202-1643-4f49-8a01-e49b048bb327,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:41.750117 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ec781f9-e2a3-4e22-a29f-03b0f0091aaa req-134a557e-6383-446b-a360-aab8c7b1daa2 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ae19cb-2f19-4a43-912d-8d65f62a9a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916212 Jan 28 13:44:41.753217 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f17c4-cbb7-46ac-9c93-305e20d06365 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Network': ['ID=a23692ca-6ec0-4eb0-8748-39c95b433166,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:41.777599 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network a23692ca-6ec0-4eb0-8748-39c95b433166 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:44:41.810947 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cf047b-71cf-45e0-995d-f4af760d30b0 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:41.813708 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-7e21230e-351f-472f-9211-dc19030beb41 req-4b23c74d-3f41-422f-be85-fde2d188d39e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e483c1a-96a3-4333-b195-4e75664bfbb4 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:44:41.820252 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-01cf047b-71cf-45e0-995d-f4af760d30b0 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:41.826304 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7e21230e-351f-472f-9211-dc19030beb41 req-4b23c74d-3f41-422f-be85-fde2d188d39e service neutron] Publish callbacks [] for port (3e483c1a-96a3-4333-b195-4e75664bfbb4), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:41.843944 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-7e21230e-351f-472f-9211-dc19030beb41 req-4b23c74d-3f41-422f-be85-fde2d188d39e service neutron] Transition to ACTIVE for port object 3e483c1a-96a3-4333-b195-4e75664bfbb4 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:44:42.193427 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-01cf047b-71cf-45e0-995d-f4af760d30b0 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (08fa703e-6ff7-4166-9b0f-5f299038efd0), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:42.229614 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:44:42.239819 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Publish callbacks [] for port (b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:42.259416 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Transition to ACTIVE for port object b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:44:42.265013 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4057b4e0-75cb-4d3c-8922-2cbefb655ffa None None] Network 6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:42.268339 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7e21230e-351f-472f-9211-dc19030beb41 req-4b23c74d-3f41-422f-be85-fde2d188d39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (3e483c1a-96a3-4333-b195-4e75664bfbb4), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:42.309885 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:42.404758 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf047b-71cf-45e0-995d-f4af760d30b0 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Subnet': ['ID=08fa703e-6ff7-4166-9b0f-5f299038efd0,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:42.426339 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cf047b-71cf-45e0-995d-f4af760d30b0 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Checking segment: {'id': '6374d2b7-7272-4ca6-9863-e4a81c1f1b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a23692ca-6ec0-4eb0-8748-39c95b433166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:42.426804 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cf047b-71cf-45e0-995d-f4af760d30b0 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network hostable DHCP agents. Network: a23692ca-6ec0-4eb0-8748-39c95b433166, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:44:42.428953 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-14df3c96-417b-4339-9330-638ce3411b51 None None] Provisioning complete for port 9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:42.429399 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-14df3c96-417b-4339-9330-638ce3411b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:42.473557 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cf047b-71cf-45e0-995d-f4af760d30b0 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network a23692ca-6ec0-4eb0-8748-39c95b433166 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:44:42.497695 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-01cf047b-71cf-45e0-995d-f4af760d30b0 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, a23692ca-6ec0-4eb0-8748-39c95b433166) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:42.512562 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cf047b-71cf-45e0-995d-f4af760d30b0 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:42.514598 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-01cf047b-71cf-45e0-995d-f4af760d30b0 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:42.514786 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e96ad4-9da8-4e7a-80cd-fc3f875d226c None None] Network a23692ca-6ec0-4eb0-8748-39c95b433166 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:42.584305 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-01cf047b-71cf-45e0-995d-f4af760d30b0 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1518745 Jan 28 13:44:42.586189 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50162) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:42.601345 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-7e21230e-351f-472f-9211-dc19030beb41 req-4b23c74d-3f41-422f-be85-fde2d188d39e service neutron] Attempting to bind port 3e483c1a-96a3-4333-b195-4e75664bfbb4 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:44:42.602083 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-7e21230e-351f-472f-9211-dc19030beb41 req-4b23c74d-3f41-422f-be85-fde2d188d39e service neutron] Attempting to bind port 3e483c1a-96a3-4333-b195-4e75664bfbb4 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '713f7c72-a1fe-480c-beff-0c93c78f10d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4a2dd781-e5e8-4409-9997-239fcf11d461'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:44:42.602563 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21230e-351f-472f-9211-dc19030beb41 req-4b23c74d-3f41-422f-be85-fde2d188d39e service neutron] Attempting to bind port 3e483c1a-96a3-4333-b195-4e75664bfbb4 on network 4a2dd781-e5e8-4409-9997-239fcf11d461 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:42.606456 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-5d8a8dc0-8c49-499f-9b80-c7be9e375ab4 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'port': {'network_id': 'a23692ca-6ec0-4eb0-8748-39c95b433166', 'name': 'tempest-PortsIpV6TestJSON-4433562'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:42.709714 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf53c82-4610-4120-906d-ffb9cf05ab2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-a23692ca-6ec0-4eb0-8748-39c95b433166', 'network_id': 'a23692ca-6ec0-4eb0-8748-39c95b433166', 'project_id': '82bdd5ae20104e9ea02f181442a29ce9', 'fixed_ips': [{'subnet_id': '08fa703e-6ff7-4166-9b0f-5f299038efd0'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:44:42.713080 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2bf53c82-4610-4120-906d-ffb9cf05ab2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:42.790714 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:44:42.974628 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21230e-351f-472f-9211-dc19030beb41 req-4b23c74d-3f41-422f-be85-fde2d188d39e service neutron] Port 3e483c1a-96a3-4333-b195-4e75664bfbb4 on network 4a2dd781-e5e8-4409-9997-239fcf11d461 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:44:42.977911 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21230e-351f-472f-9211-dc19030beb41 req-4b23c74d-3f41-422f-be85-fde2d188d39e service neutron] Attempting to bind port 3e483c1a-96a3-4333-b195-4e75664bfbb4 on network 4a2dd781-e5e8-4409-9997-239fcf11d461 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:42.979676 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8a8dc0-8c49-499f-9b80-c7be9e375ab4 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:42.991446 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5d8a8dc0-8c49-499f-9b80-c7be9e375ab4 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:43.033305 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23c74d-3f41-422f-be85-fde2d188d39e service neutron] Pushing event updated for resources: {'Port': ['ID=3e483c1a-96a3-4333-b195-4e75664bfbb4,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:43.063336 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-5d8a8dc0-8c49-499f-9b80-c7be9e375ab4 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] device_id is not set on port 62c34375-e91e-4741-b23b-817149dbfac7 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:44:43.085211 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21230e-351f-472f-9211-dc19030beb41 req-4b23c74d-3f41-422f-be85-fde2d188d39e service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:44:43.088018 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21230e-351f-472f-9211-dc19030beb41 req-4b23c74d-3f41-422f-be85-fde2d188d39e service neutron] Checking segment: {'id': '713f7c72-a1fe-480c-beff-0c93c78f10d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4a2dd781-e5e8-4409-9997-239fcf11d461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:43.088652 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21230e-351f-472f-9211-dc19030beb41 req-4b23c74d-3f41-422f-be85-fde2d188d39e service neutron] Bound using segment: {'id': '713f7c72-a1fe-480c-beff-0c93c78f10d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4a2dd781-e5e8-4409-9997-239fcf11d461'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:44:43.089304 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-7e21230e-351f-472f-9211-dc19030beb41 req-4b23c74d-3f41-422f-be85-fde2d188d39e service neutron] Bound port: 3e483c1a-96a3-4333-b195-4e75664bfbb4, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '713f7c72-a1fe-480c-beff-0c93c78f10d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4a2dd781-e5e8-4409-9997-239fcf11d461'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:44:43.089804 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7e21230e-351f-472f-9211-dc19030beb41 req-4b23c74d-3f41-422f-be85-fde2d188d39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3e483c1a-96a3-4333-b195-4e75664bfbb4), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:43.105742 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-2bf53c82-4610-4120-906d-ffb9cf05ab2b None None] Allocated IP 2001:db8::2 (a23692ca-6ec0-4eb0-8748-39c95b433166/08fa703e-6ff7-4166-9b0f-5f299038efd0/748b755a-95fb-465f-b562-ae2ea8cd5bef) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:43.175390 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9966860-3587-4123-be32-31f5da2792b7 req-b9d383a6-7967-4698-b8e3-48261d84ebe0 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:43.178216 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Attempting to bind port b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:44:43.178667 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Attempting to bind port b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'c9192603-4670-493f-b1cd-dbd99727b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4aabca4e-3b91-40e2-8d84-c6192f9dfa77'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:44:43.180454 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9966860-3587-4123-be32-31f5da2792b7 req-b9d383a6-7967-4698-b8e3-48261d84ebe0 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=41daae02-4d08-47ba-984a-26c61433f0a9 HTTP/1.1" status: 200 len: 943 time: 0.2727296 Jan 28 13:44:43.180907 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Attempting to bind port b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4 on network 4aabca4e-3b91-40e2-8d84-c6192f9dfa77 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:43.230947 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Port b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4 on network 4aabca4e-3b91-40e2-8d84-c6192f9dfa77 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:44:43.231439 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Attempting to bind port b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4 on network 4aabca4e-3b91-40e2-8d84-c6192f9dfa77 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:43.306043 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9966860-3587-4123-be32-31f5da2792b7 req-d883f387-9359-4a43-b009-413d31e13ffc tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ae19cb-2f19-4a43-912d-8d65f62a9a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195536 Jan 28 13:44:43.307542 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e9cba-13de-41f3-bca3-d006f2e73a39 req-fe0937d3-6f22-40f7-9af9-74df10fbfe2f tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:43.309359 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e77e9cba-13de-41f3-bca3-d006f2e73a39 req-fe0937d3-6f22-40f7-9af9-74df10fbfe2f tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 944 time: 0.6230881 Jan 28 13:44:43.336260 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:44:43.336260 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Checking segment: {'id': 'c9192603-4670-493f-b1cd-dbd99727b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4aabca4e-3b91-40e2-8d84-c6192f9dfa77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:43.336260 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Bound using segment: {'id': 'c9192603-4670-493f-b1cd-dbd99727b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4aabca4e-3b91-40e2-8d84-c6192f9dfa77'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:44:43.336260 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Bound port: b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9192603-4670-493f-b1cd-dbd99727b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4aabca4e-3b91-40e2-8d84-c6192f9dfa77'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:44:43.336260 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:43.336260 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Pushing event updated for resources: {'Port': ['ID=b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:43.430635 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-14df3c96-417b-4339-9330-638ce3411b51 None None] Current status of the port 9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:43.431016 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-14df3c96-417b-4339-9330-638ce3411b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:43.454963 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-7e21230e-351f-472f-9211-dc19030beb41 req-4b23c74d-3f41-422f-be85-fde2d188d39e service neutron] For port 3e483c1a-96a3-4333-b195-4e75664bfbb4, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:44:43.478742 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-14df3c96-417b-4339-9330-638ce3411b51 None None] For port 9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5,segment=NetworkSegment(766923be-69a9-438b-8d26-7f7b6fae7a7f),segment_id=766923be-69a9-438b-8d26-7f7b6fae7a7f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:43.479062 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e77e9cba-13de-41f3-bca3-d006f2e73a39 req-7ac6c8a4-4baa-4ca3-9b23-3779ef1fd461 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570070 Jan 28 13:44:43.503939 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-14df3c96-417b-4339-9330-638ce3411b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:43.539640 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-7e21230e-351f-472f-9211-dc19030beb41 req-4b23c74d-3f41-422f-be85-fde2d188d39e service neutron] For port 3e483c1a-96a3-4333-b195-4e75664bfbb4, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3e483c1a-96a3-4333-b195-4e75664bfbb4,segment=NetworkSegment(713f7c72-a1fe-480c-beff-0c93c78f10d8),segment_id=713f7c72-a1fe-480c-beff-0c93c78f10d8)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:44:43.591316 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2bf53c82-4610-4120-906d-ffb9cf05ab2b None None] Publish callbacks [] for port (748b755a-95fb-465f-b562-ae2ea8cd5bef), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:43.593036 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df3c96-417b-4339-9330-638ce3411b51 None None] Pushing event updated for resources: {'Port': ['ID=9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:43.604426 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:43.604790 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:43.619085 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7e21230e-351f-472f-9211-dc19030beb41 req-4b23c74d-3f41-422f-be85-fde2d188d39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (3e483c1a-96a3-4333-b195-4e75664bfbb4), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:43.663377 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] For port b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:44:43.668489 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] For port b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4,segment=NetworkSegment(c9192603-4670-493f-b1cd-dbd99727b44a),segment_id=c9192603-4670-493f-b1cd-dbd99727b44a)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:44:43.698378 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2bf53c82-4610-4120-906d-ffb9cf05ab2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (748b755a-95fb-465f-b562-ae2ea8cd5bef), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:43.735836 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:43.784130 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21230e-351f-472f-9211-dc19030beb41 req-4b23c74d-3f41-422f-be85-fde2d188d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:43.784830 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-7e21230e-351f-472f-9211-dc19030beb41 req-4b23c74d-3f41-422f-be85-fde2d188d39e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:43.786344 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7e21230e-351f-472f-9211-dc19030beb41 req-4b23c74d-3f41-422f-be85-fde2d188d39e service neutron] 10.222.0.18 "PUT /v2.0/ports/3e483c1a-96a3-4333-b195-4e75664bfbb4 HTTP/1.1" status: 200 len: 1092 time: 4.4817843 Jan 28 13:44:43.830553 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-5d8a8dc0-8c49-499f-9b80-c7be9e375ab4 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Allocated IP 2001:db8::2b8 (a23692ca-6ec0-4eb0-8748-39c95b433166/08fa703e-6ff7-4166-9b0f-5f299038efd0/62c34375-e91e-4741-b23b-817149dbfac7) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:43.833378 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b87dac08-0d1e-49d9-a1f8-dd4069202b25', 'tag': '3e483c1a-96a3-4333-b195-4e75664bfbb4'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:44:43.839822 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b60639-dd9e-4a5b-bfa0-2dcaea13974d" -d '{"events": [{"name": "network-changed", "server_uuid": "b87dac08-0d1e-49d9-a1f8-dd4069202b25", "tag": "3e483c1a-96a3-4333-b195-4e75664bfbb4"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:44:43.921827 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:43.965679 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf53c82-4610-4120-906d-ffb9cf05ab2b None None] Network a23692ca-6ec0-4eb0-8748-39c95b433166 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:43.969847 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-2bf53c82-4610-4120-906d-ffb9cf05ab2b None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:43.982749 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf53c82-4610-4120-906d-ffb9cf05ab2b None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:43.987569 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:43.989923 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:43.991457 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] 10.222.0.37 "PUT /v2.0/ports/b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4 HTTP/1.1" status: 200 len: 1091 time: 3.8045492 Jan 28 13:44:43.993733 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf53c82-4610-4120-906d-ffb9cf05ab2b None None] Pushing event updated for resources: {'Port': ['ID=748b755a-95fb-465f-b562-ae2ea8cd5bef,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:44.009622 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb158e0-9e7d-4926-a757-06440d62cabb x-openstack-request-id: req-9cb158e0-9e7d-4926-a757-06440d62cabb {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:44:44.009995 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b87dac08-0d1e-49d9-a1f8-dd4069202b25", "tag": "3e483c1a-96a3-4333-b195-4e75664bfbb4", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:44:44.010179 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9cb158e0-9e7d-4926-a757-06440d62cabb {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:44:44.013280 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b87dac08-0d1e-49d9-a1f8-dd4069202b25', 'tag': '3e483c1a-96a3-4333-b195-4e75664bfbb4', 'status': 'completed', 'code': 200} Jan 28 13:44:44.085279 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c30cb6d8-5755-4b60-abb2-162ae42a73c7 None None] Provisioning complete for port 9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:44.085781 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c30cb6d8-5755-4b60-abb2-162ae42a73c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:44.139130 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e27a66ac-8c30-48cc-bf07-66ded32cfb6d admin admin] Publish callbacks [] for router_gateway (6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:44.156614 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23c74d-3f41-422f-be85-fde2d188d39e service neutron] Pushing event updated for resources: {'Port': ['ID=3e483c1a-96a3-4333-b195-4e75664bfbb4,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:44.233169 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-2bf53c82-4610-4120-906d-ffb9cf05ab2b None None] Attempting to bind port 748b755a-95fb-465f-b562-ae2ea8cd5bef on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:44:44.233754 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-2bf53c82-4610-4120-906d-ffb9cf05ab2b None None] Attempting to bind port 748b755a-95fb-465f-b562-ae2ea8cd5bef by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '6374d2b7-7272-4ca6-9863-e4a81c1f1b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a23692ca-6ec0-4eb0-8748-39c95b433166'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:44:44.234327 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf53c82-4610-4120-906d-ffb9cf05ab2b None None] Attempting to bind port 748b755a-95fb-465f-b562-ae2ea8cd5bef on network a23692ca-6ec0-4eb0-8748-39c95b433166 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:44.249865 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf53c82-4610-4120-906d-ffb9cf05ab2b None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:44:44.250521 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf53c82-4610-4120-906d-ffb9cf05ab2b None None] Checking segment: {'id': '6374d2b7-7272-4ca6-9863-e4a81c1f1b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a23692ca-6ec0-4eb0-8748-39c95b433166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:44.251220 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2bf53c82-4610-4120-906d-ffb9cf05ab2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:44.251928 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf53c82-4610-4120-906d-ffb9cf05ab2b None None] Bound using segment: {'id': '6374d2b7-7272-4ca6-9863-e4a81c1f1b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a23692ca-6ec0-4eb0-8748-39c95b433166'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:44:44.252756 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-2bf53c82-4610-4120-906d-ffb9cf05ab2b None None] Bound port: 748b755a-95fb-465f-b562-ae2ea8cd5bef, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6374d2b7-7272-4ca6-9863-e4a81c1f1b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a23692ca-6ec0-4eb0-8748-39c95b433166'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:44:44.253372 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2bf53c82-4610-4120-906d-ffb9cf05ab2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (748b755a-95fb-465f-b562-ae2ea8cd5bef), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:44.255811 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5d8a8dc0-8c49-499f-9b80-c7be9e375ab4 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for port (62c34375-e91e-4741-b23b-817149dbfac7), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:44.308048 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21230e-351f-472f-9211-dc19030beb41 req-3476b028-f9fe-44b4-942a-e74f5ba48f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:44.311532 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7e21230e-351f-472f-9211-dc19030beb41 req-3476b028-f9fe-44b4-942a-e74f5ba48f1b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3095f4e8b2c4c5291a6921e64aeca07&device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 1095 time: 0.4557223 Jan 28 13:44:44.312577 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Pushing event updated for resources: {'Port': ['ID=b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:44.377439 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e27a66ac-8c30-48cc-bf07-66ded32cfb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:44.391150 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5d8a8dc0-8c49-499f-9b80-c7be9e375ab4 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (62c34375-e91e-4741-b23b-817149dbfac7), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:44.416262 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:44.418437 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:44.419044 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:44.419652 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:44.422392 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:44.423477 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:44.425182 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:44.425718 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:44.428329 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:44.428857 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:44.430346 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:44.430863 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:44.432258 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b356d-b50a-4a8c-ae9e-6a2b92f50595 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:44.444214 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c30cb6d8-5755-4b60-abb2-162ae42a73c7 None None] Current status of the port 9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:44.539692 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7e21230e-351f-472f-9211-dc19030beb41 req-7e90a69e-d4c7-4bb8-b5e1-d41a88dbbbec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e483c1a-96a3-4333-b195-4e75664bfbb4 HTTP/1.1" status: 200 len: 217 time: 0.1890383 Jan 28 13:44:44.539851 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:44:44.597719 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8a8dc0-8c49-499f-9b80-c7be9e375ab4 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network a23692ca-6ec0-4eb0-8748-39c95b433166 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:44.618928 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a8dc0-8c49-499f-9b80-c7be9e375ab4 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Port': ['ID=62c34375-e91e-4741-b23b-817149dbfac7,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:44.633385 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-5b110aed-db68-4995-aeb9-e0065fe17234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:44.635038 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-5b110aed-db68-4995-aeb9-e0065fe17234 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=901365f3ebaf46a480ccd40ed3b5404a&device_id=41daae02-4d08-47ba-984a-26c61433f0a9 HTTP/1.1" status: 200 len: 1094 time: 0.5626247 Jan 28 13:44:44.645703 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-5d8a8dc0-8c49-499f-9b80-c7be9e375ab4 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:44.649885 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8a8dc0-8c49-499f-9b80-c7be9e375ab4 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:44.678262 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8a8dc0-8c49-499f-9b80-c7be9e375ab4 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:44.678959 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5d8a8dc0-8c49-499f-9b80-c7be9e375ab4 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:44.812098 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5d8a8dc0-8c49-499f-9b80-c7be9e375ab4 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2246773 Jan 28 13:44:44.815760 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50206) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:44.829118 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-762a5da9-136c-4438-bf33-abd0fb7b7622 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'port': {'network_id': 'a23692ca-6ec0-4eb0-8748-39c95b433166', 'name': 'tempest-PortsIpV6TestJSON-1537744160'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:44.848947 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21230e-351f-472f-9211-dc19030beb41 req-db20d1c7-9a49-4de8-8cfe-6f269055337b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:44.850560 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7e21230e-351f-472f-9211-dc19030beb41 req-db20d1c7-9a49-4de8-8cfe-6f269055337b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c3c69e8-3dad-4e28-934e-77899265971f HTTP/1.1" status: 200 len: 853 time: 0.2779903 Jan 28 13:44:44.864149 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58b1ba-3c5a-45a2-b043-10ddb0e98c15 req-18166207-cffd-49c2-8758-3d8c05f96a2d tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:44.865740 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e58b1ba-3c5a-45a2-b043-10ddb0e98c15 req-18166207-cffd-49c2-8758-3d8c05f96a2d tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=41daae02-4d08-47ba-984a-26c61433f0a9 HTTP/1.1" status: 200 len: 943 time: 0.3714242 Jan 28 13:44:44.873116 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-86c15158-86b5-445f-a2d3-0d4cd0b561d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4 HTTP/1.1" status: 200 len: 217 time: 0.2242632 Jan 28 13:44:44.937451 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2bf53c82-4610-4120-906d-ffb9cf05ab2b None None] For port 748b755a-95fb-465f-b562-ae2ea8cd5bef, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:44:44.939342 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-e27a66ac-8c30-48cc-bf07-66ded32cfb6d admin admin] Allocated IP 172.25.3.200 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/3b240ae7-6772-413b-8087-f657daedb039) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:44.941019 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2bf53c82-4610-4120-906d-ffb9cf05ab2b None None] For port 748b755a-95fb-465f-b562-ae2ea8cd5bef, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=748b755a-95fb-465f-b562-ae2ea8cd5bef,segment=NetworkSegment(6374d2b7-7272-4ca6-9863-e4a81c1f1b8e),segment_id=6374d2b7-7272-4ca6-9863-e4a81c1f1b8e)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:44:44.946926 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2bf53c82-4610-4120-906d-ffb9cf05ab2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (748b755a-95fb-465f-b562-ae2ea8cd5bef), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:44.950447 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:44.950820 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:45.048934 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9e19b-cd88-42f2-ad05-35dde910f538 req-e329ac91-4b79-4fdf-ac17-cbec7981cf1b tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:45.063303 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-20a9e19b-cd88-42f2-ad05-35dde910f538 req-e329ac91-4b79-4fdf-ac17-cbec7981cf1b tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 944 time: 0.3799503 Jan 28 13:44:45.224532 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf53c82-4610-4120-906d-ffb9cf05ab2b None None] Pushing event updated for resources: {'Port': ['ID=748b755a-95fb-465f-b562-ae2ea8cd5bef,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:45.239226 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-20a9e19b-cd88-42f2-ad05-35dde910f538 req-3fc04d95-28a4-47b4-9d26-901ed4413453 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655669 Jan 28 13:44:45.254629 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:45.257033 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762a5da9-136c-4438-bf33-abd0fb7b7622 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:45.260693 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-762a5da9-136c-4438-bf33-abd0fb7b7622 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:45.301074 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-762a5da9-136c-4438-bf33-abd0fb7b7622 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] device_id is not set on port 7d1e0b35-b337-4530-a694-81da6faf3967 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:44:45.446574 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7e21230e-351f-472f-9211-dc19030beb41 req-6b6f6232-1e03-4977-9298-f1baec0134b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a2dd781-e5e8-4409-9997-239fcf11d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5792494 Jan 28 13:44:45.598092 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-762a5da9-136c-4438-bf33-abd0fb7b7622 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Allocated IP 2001:db8::1ef (a23692ca-6ec0-4eb0-8748-39c95b433166/08fa703e-6ff7-4166-9b0f-5f299038efd0/7d1e0b35-b337-4530-a694-81da6faf3967) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:45.626178 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e58b1ba-3c5a-45a2-b043-10ddb0e98c15 req-fa06e99c-dbfa-48c4-9b80-4f7dfcee6e1e tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ae19cb-2f19-4a43-912d-8d65f62a9a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7401903 Jan 28 13:44:45.633546 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-379f2eb1-4ce9-4735-a833-da3b8724f625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:45.635217 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-379f2eb1-4ce9-4735-a833-da3b8724f625 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=85fe6871-0623-49c1-b7d6-eb6204520f0d HTTP/1.1" status: 200 len: 849 time: 0.7363513 Jan 28 13:44:45.721925 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-6d809110-0ba5-40c6-b8fb-71b31d394ea9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4aabca4e-3b91-40e2-8d84-c6192f9dfa77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359497 Jan 28 13:44:45.827230 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-762a5da9-136c-4438-bf33-abd0fb7b7622 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for port (7d1e0b35-b337-4530-a694-81da6faf3967), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:45.872497 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-762a5da9-136c-4438-bf33-abd0fb7b7622 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (7d1e0b35-b337-4530-a694-81da6faf3967), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:45.885159 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e27a66ac-8c30-48cc-bf07-66ded32cfb6d admin admin] Publish callbacks [] for port (3b240ae7-6772-413b-8087-f657daedb039), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:45.893628 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7e21230e-351f-472f-9211-dc19030beb41 req-5405948f-4ec8-4f03-abf9-5880e7dfe9e5 service neutron] 10.222.0.18 "GET /v2.0/networks/4a2dd781-e5e8-4409-9997-239fcf11d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060659 Jan 28 13:44:45.934040 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a5da9-136c-4438-bf33-abd0fb7b7622 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Port': ['ID=7d1e0b35-b337-4530-a694-81da6faf3967,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:45.951414 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762a5da9-136c-4438-bf33-abd0fb7b7622 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network a23692ca-6ec0-4eb0-8748-39c95b433166 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:45.952950 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-762a5da9-136c-4438-bf33-abd0fb7b7622 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:45.955687 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762a5da9-136c-4438-bf33-abd0fb7b7622 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:45.963939 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762a5da9-136c-4438-bf33-abd0fb7b7622 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:45.964710 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-762a5da9-136c-4438-bf33-abd0fb7b7622 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:45.987573 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-762a5da9-136c-4438-bf33-abd0fb7b7622 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1690922 Jan 28 13:44:45.988338 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50230) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:46.011875 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-0ddd369e-5299-40a1-b47a-f781f859c04f service neutron] 10.222.0.37 "GET /v2.0/networks/4aabca4e-3b91-40e2-8d84-c6192f9dfa77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788351 Jan 28 13:44:46.015734 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41daae02-4d08-47ba-984a-26c61433f0a9', 'tag': 'b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:44:46.018534 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01de95a7-002d-4d69-b8cd-8cff5e39083f" -d '{"events": [{"name": "network-changed", "server_uuid": "41daae02-4d08-47ba-984a-26c61433f0a9", "tag": "b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:44:46.114406 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa149e6-bf52-4bfc-a0c5-7866176efd68 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:46.120744 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-efa149e6-bf52-4bfc-a0c5-7866176efd68 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2b8 HTTP/1.1" status: 200 len: 926 time: 0.1311381 Jan 28 13:44:46.122193 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580d2d17-7cd0-4ad5-9e63-fd108aadb9ec x-openstack-request-id: req-580d2d17-7cd0-4ad5-9e63-fd108aadb9ec {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:44:46.123657 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50234) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:46.135440 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41daae02-4d08-47ba-984a-26c61433f0a9", "tag": "b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:44:46.135695 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-580d2d17-7cd0-4ad5-9e63-fd108aadb9ec {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:44:46.136132 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41daae02-4d08-47ba-984a-26c61433f0a9', 'tag': 'b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4', 'status': 'completed', 'code': 200} Jan 28 13:44:46.143426 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e27a66ac-8c30-48cc-bf07-66ded32cfb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (3b240ae7-6772-413b-8087-f657daedb039), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:46.235392 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-2fd75ae9-91b7-4660-a57b-4e4ca05f6a74 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting port 7d1e0b35-b337-4530-a694-81da6faf3967 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:46.236247 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2fd75ae9-91b7-4660-a57b-4e4ca05f6a74 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7d1e0b35-b337-4530-a694-81da6faf3967), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:46.306946 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7e21230e-351f-472f-9211-dc19030beb41 req-03822054-5b2c-41ae-b90f-f26e28c51859 service neutron] 10.222.0.18 "GET /v2.0/networks/4a2dd781-e5e8-4409-9997-239fcf11d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074273 Jan 28 13:44:46.337844 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27a66ac-8c30-48cc-bf07-66ded32cfb6d admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:46.360141 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-e27a66ac-8c30-48cc-bf07-66ded32cfb6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:46.384402 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27a66ac-8c30-48cc-bf07-66ded32cfb6d admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:46.401126 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a66ac-8c30-48cc-bf07-66ded32cfb6d admin admin] Pushing event updated for resources: {'Port': ['ID=3b240ae7-6772-413b-8087-f657daedb039,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:46.432157 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2fd75ae9-91b7-4660-a57b-4e4ca05f6a74 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7d1e0b35-b337-4530-a694-81da6faf3967), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:46.448875 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-2fd75ae9-91b7-4660-a57b-4e4ca05f6a74 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Calling delete_port for 7d1e0b35-b337-4530-a694-81da6faf3967 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:46.530129 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d0ee3b5f-b0d2-4e52-bfdc-2d2a7b7fa93a req-47801cf2-4930-4ec9-8150-f583a2580c41 service neutron] 10.222.0.37 "GET /v2.0/networks/4aabca4e-3b91-40e2-8d84-c6192f9dfa77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079365 Jan 28 13:44:46.674821 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 748b755a-95fb-465f-b562-ae2ea8cd5bef up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:44:46.775410 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b60639-dd9e-4a5b-bfa0-2dcaea13974d req-7d31d92f-aa1a-49f0-845c-d698d0620e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:46.777353 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a5b60639-dd9e-4a5b-bfa0-2dcaea13974d req-7d31d92f-aa1a-49f0-845c-d698d0620e1d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3095f4e8b2c4c5291a6921e64aeca07&device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 1095 time: 0.3720737 Jan 28 13:44:46.807369 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2fd75ae9-91b7-4660-a57b-4e4ca05f6a74 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (7d1e0b35-b337-4530-a694-81da6faf3967), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:46.830729 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 748b755a-95fb-465f-b562-ae2ea8cd5bef triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:46.831287 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (748b755a-95fb-465f-b562-ae2ea8cd5bef), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:46.901773 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd75ae9-91b7-4660-a57b-4e4ca05f6a74 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Port': ['ID=7d1e0b35-b337-4530-a694-81da6faf3967,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:46.922492 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b82fd8e-a4db-4420-b74e-bc6a0a6521b3 None None] Network a23692ca-6ec0-4eb0-8748-39c95b433166 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:46.943757 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2fd75ae9-91b7-4660-a57b-4e4ca05f6a74 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:46.950436 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2fd75ae9-91b7-4660-a57b-4e4ca05f6a74 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/ports/7d1e0b35-b337-4530-a694-81da6faf3967 HTTP/1.1" status: 204 len: 168 time: 0.8243809 Jan 28 13:44:46.955238 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50244) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:47.014535 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b21498-7b61-4b7e-9f87-96801dff31b4 req-c6b2b901-b053-4258-bbca-573b73d3df19 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:47.016618 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-94b21498-7b61-4b7e-9f87-96801dff31b4 req-c6b2b901-b053-4258-bbca-573b73d3df19 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 944 time: 0.6123121 Jan 28 13:44:47.040898 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f09745a-2200-4277-a477-604f11d4829a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] GET failed (client error): The resource could not be found. Jan 28 13:44:47.042552 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8f09745a-2200-4277-a477-604f11d4829a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "GET /v2.0/ports/7d1e0b35-b337-4530-a694-81da6faf3967 HTTP/1.1" status: 404 len: 333 time: 0.0862565 Jan 28 13:44:47.049930 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50246) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:47.062375 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50248) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:47.100339 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-08169762-a5db-4e35-bbd9-1bee50fb5ecd tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1555377372', 'description': 'tempest-secgroup-smoke-1555377372 description', 'project_id': '1b20b56137a94d119bc41239a8a47be8'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:47.119800 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de95a7-002d-4d69-b8cd-8cff5e39083f req-6dbe1625-3bf6-4006-a078-a016b9030bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:47.121634 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01de95a7-002d-4d69-b8cd-8cff5e39083f req-6dbe1625-3bf6-4006-a078-a016b9030bcc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=901365f3ebaf46a480ccd40ed3b5404a&device_id=41daae02-4d08-47ba-984a-26c61433f0a9 HTTP/1.1" status: 200 len: 1094 time: 0.4789913 Jan 28 13:44:47.144026 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-6901779e-3d6a-448a-ba37-fe408290dd12 None None] Provisioning complete for port 748b755a-95fb-465f-b562-ae2ea8cd5bef triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:47.147893 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6901779e-3d6a-448a-ba37-fe408290dd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (748b755a-95fb-465f-b562-ae2ea8cd5bef), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:47.277308 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95a45e-702b-4d15-b961-0709e5d56051 req-c1ed555f-25b5-4ab8-90b3-6b634ceade20 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:47.278780 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5c95a45e-702b-4d15-b961-0709e5d56051 req-c1ed555f-25b5-4ab8-90b3-6b634ceade20 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=41daae02-4d08-47ba-984a-26c61433f0a9 HTTP/1.1" status: 200 len: 943 time: 0.1577404 Jan 28 13:44:47.293181 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-08169762-a5db-4e35-bbd9-1bee50fb5ecd tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:47.300544 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 748b755a-95fb-465f-b562-ae2ea8cd5bef is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:47.300788 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (748b755a-95fb-465f-b562-ae2ea8cd5bef), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:47.343721 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b60639-dd9e-4a5b-bfa0-2dcaea13974d req-360d4a11-1314-4669-9cfa-8346d82e113e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:47.353336 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6901779e-3d6a-448a-ba37-fe408290dd12 None None] Current status of the port 748b755a-95fb-465f-b562-ae2ea8cd5bef is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:47.353724 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6901779e-3d6a-448a-ba37-fe408290dd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (748b755a-95fb-465f-b562-ae2ea8cd5bef), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:47.356136 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a5b60639-dd9e-4a5b-bfa0-2dcaea13974d req-360d4a11-1314-4669-9cfa-8346d82e113e service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a2dd781-e5e8-4409-9997-239fcf11d461 HTTP/1.1" status: 200 len: 913 time: 0.4240160 Jan 28 13:44:47.380068 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-c15e4a89-f20e-4a56-a938-5b05b0cb9d3d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting port 62c34375-e91e-4741-b23b-817149dbfac7 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:47.380407 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c15e4a89-f20e-4a56-a938-5b05b0cb9d3d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (62c34375-e91e-4741-b23b-817149dbfac7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:47.390455 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 748b755a-95fb-465f-b562-ae2ea8cd5bef, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=748b755a-95fb-465f-b562-ae2ea8cd5bef,segment=NetworkSegment(6374d2b7-7272-4ca6-9863-e4a81c1f1b8e),segment_id=6374d2b7-7272-4ca6-9863-e4a81c1f1b8e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:47.410152 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (748b755a-95fb-465f-b562-ae2ea8cd5bef), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:47.434925 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5c95a45e-702b-4d15-b961-0709e5d56051 req-1cba3b65-6782-4741-8b88-cc76452d6eb3 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ae19cb-2f19-4a43-912d-8d65f62a9a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328328 Jan 28 13:44:47.436728 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-94b21498-7b61-4b7e-9f87-96801dff31b4 req-94947e8f-3804-43e1-b5b2-ec44538960b1 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733470 Jan 28 13:44:47.511414 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a5b60639-dd9e-4a5b-bfa0-2dcaea13974d req-0f5e15e4-e704-4ce9-b0dc-e2803d17970d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e483c1a-96a3-4333-b195-4e75664bfbb4 HTTP/1.1" status: 200 len: 217 time: 0.0784936 Jan 28 13:44:47.545722 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-6901779e-3d6a-448a-ba37-fe408290dd12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:44:47.546087 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-6901779e-3d6a-448a-ba37-fe408290dd12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:44:47.566543 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c15e4a89-f20e-4a56-a938-5b05b0cb9d3d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (62c34375-e91e-4741-b23b-817149dbfac7), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:47.587655 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=748b755a-95fb-465f-b562-ae2ea8cd5bef,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:47.588222 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-c15e4a89-f20e-4a56-a938-5b05b0cb9d3d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Calling delete_port for 62c34375-e91e-4741-b23b-817149dbfac7 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:47.613186 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-08169762-a5db-4e35-bbd9-1bee50fb5ecd tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for security_group (f391df0c-fa02-49bf-8e4a-9c309e97c865), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:47.713240 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-08169762-a5db-4e35-bbd9-1bee50fb5ecd tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f391df0c-fa02-49bf-8e4a-9c309e97c865), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:47.747302 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:47.772449 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de95a7-002d-4d69-b8cd-8cff5e39083f req-b9c07a0d-a101-4de0-a30c-f433b194581d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:47.774092 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01de95a7-002d-4d69-b8cd-8cff5e39083f req-b9c07a0d-a101-4de0-a30c-f433b194581d service neutron] 10.222.0.37 "GET /v2.0/networks?id=4aabca4e-3b91-40e2-8d84-c6192f9dfa77 HTTP/1.1" status: 200 len: 909 time: 0.6373014 Jan 28 13:44:47.852531 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e27a66ac-8c30-48cc-bf07-66ded32cfb6d admin admin] Publish callbacks [] for router_gateway (6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:47.855605 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01de95a7-002d-4d69-b8cd-8cff5e39083f req-f895cce4-e19f-4bfb-a569-3c3e1267b56c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4 HTTP/1.1" status: 200 len: 217 time: 0.0423338 Jan 28 13:44:47.908272 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-08169762-a5db-4e35-bbd9-1bee50fb5ecd tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:47.909608 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-08169762-a5db-4e35-bbd9-1bee50fb5ecd tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8287208 Jan 28 13:44:47.941265 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50254) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:47.948976 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-7781ccb8-4bf5-4864-bc21-517d37117640 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Request body: {'security_group_rule': {'security_group_id': 'f391df0c-fa02-49bf-8e4a-9c309e97c865', 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:47.953555 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08169762-a5db-4e35-bbd9-1bee50fb5ecd tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f391df0c-fa02-49bf-8e4a-9c309e97c865,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:47.966154 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b60639-dd9e-4a5b-bfa0-2dcaea13974d req-a2da1453-615c-4189-8076-ee31ea1be3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:47.967794 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a5b60639-dd9e-4a5b-bfa0-2dcaea13974d req-a2da1453-615c-4189-8076-ee31ea1be3c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c3c69e8-3dad-4e28-934e-77899265971f HTTP/1.1" status: 200 len: 853 time: 0.4468479 Jan 28 13:44:48.041043 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a5b60639-dd9e-4a5b-bfa0-2dcaea13974d req-a1ed7b92-974d-4948-ac7b-6646b64b3769 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a2dd781-e5e8-4409-9997-239fcf11d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665889 Jan 28 13:44:48.087199 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de95a7-002d-4d69-b8cd-8cff5e39083f req-b3c489fd-2e64-49ed-9d3a-393cd81e2a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:48.088691 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01de95a7-002d-4d69-b8cd-8cff5e39083f req-b3c489fd-2e64-49ed-9d3a-393cd81e2a86 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=85fe6871-0623-49c1-b7d6-eb6204520f0d HTTP/1.1" status: 200 len: 849 time: 0.1948340 Jan 28 13:44:48.104873 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7781ccb8-4bf5-4864-bc21-517d37117640 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for security_group_rule (06c79ab1-f11c-4b4b-9534-5a113948f8cb), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:48.123251 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6901779e-3d6a-448a-ba37-fe408290dd12 None None] Current status of the port 748b755a-95fb-465f-b562-ae2ea8cd5bef is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:48.156695 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01de95a7-002d-4d69-b8cd-8cff5e39083f req-0c4381ea-d45f-42bd-a6c4-f941a6c7f0c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4aabca4e-3b91-40e2-8d84-c6192f9dfa77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487988 Jan 28 13:44:48.256085 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-fed8973e-c137-43db-a7bb-bb361a3931b0 None None] Provisioning complete for port 748b755a-95fb-465f-b562-ae2ea8cd5bef triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:48.258136 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fed8973e-c137-43db-a7bb-bb361a3931b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (748b755a-95fb-465f-b562-ae2ea8cd5bef), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:48.272549 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c15e4a89-f20e-4a56-a938-5b05b0cb9d3d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (62c34375-e91e-4741-b23b-817149dbfac7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:48.363975 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e4a89-f20e-4a56-a938-5b05b0cb9d3d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Port': ['ID=62c34375-e91e-4741-b23b-817149dbfac7,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:48.377913 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c15e4a89-f20e-4a56-a938-5b05b0cb9d3d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:48.386083 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c15e4a89-f20e-4a56-a938-5b05b0cb9d3d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/ports/62c34375-e91e-4741-b23b-817149dbfac7 HTTP/1.1" status: 204 len: 168 time: 1.3349364 Jan 28 13:44:48.387947 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50256) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:48.390813 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a5b60639-dd9e-4a5b-bfa0-2dcaea13974d req-6cd443f3-d117-4ffe-bd0f-9821e52fc4f4 service neutron] 10.222.0.18 "GET /v2.0/networks/4a2dd781-e5e8-4409-9997-239fcf11d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161902 Jan 28 13:44:48.398365 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 3e483c1a-96a3-4333-b195-4e75664bfbb4 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:44:48.445049 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7781ccb8-4bf5-4864-bc21-517d37117640 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for security_group_rule (06c79ab1-f11c-4b4b-9534-5a113948f8cb), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:48.471769 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-189098ad-043a-4d87-a043-ccc1b56063b5 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] GET failed (client error): The resource could not be found. Jan 28 13:44:48.476005 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-189098ad-043a-4d87-a043-ccc1b56063b5 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "GET /v2.0/ports/62c34375-e91e-4741-b23b-817149dbfac7 HTTP/1.1" status: 404 len: 333 time: 0.0845690 Jan 28 13:44:48.482674 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50262) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:48.509518 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01de95a7-002d-4d69-b8cd-8cff5e39083f req-0196e9a4-125c-48cf-8dbe-8656b43fc437 service neutron] 10.222.0.37 "GET /v2.0/networks/4aabca4e-3b91-40e2-8d84-c6192f9dfa77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148954 Jan 28 13:44:48.534107 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7781ccb8-4bf5-4864-bc21-517d37117640 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (06c79ab1-f11c-4b4b-9534-5a113948f8cb), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:48.572866 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 748b755a-95fb-465f-b562-ae2ea8cd5bef up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:44:48.612968 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e27a66ac-8c30-48cc-bf07-66ded32cfb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:48.638541 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a3e47-b9aa-4733-b64d-92784e235897 req-92fc45ce-b30d-427c-babb-4430abd3bec2 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:48.640352 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7c3a3e47-b9aa-4733-b64d-92784e235897 req-92fc45ce-b30d-427c-babb-4430abd3bec2 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=41daae02-4d08-47ba-984a-26c61433f0a9 HTTP/1.1" status: 200 len: 943 time: 0.0861707 Jan 28 13:44:48.644715 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb97685-f71a-4470-bb1e-e124d2631b2f tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting subnet 08fa703e-6ff7-4166-9b0f-5f299038efd0 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:44:48.650351 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-deb97685-f71a-4470-bb1e-e124d2631b2f tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for subnet (08fa703e-6ff7-4166-9b0f-5f299038efd0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:48.658286 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 3e483c1a-96a3-4333-b195-4e75664bfbb4, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3e483c1a-96a3-4333-b195-4e75664bfbb4,segment=NetworkSegment(713f7c72-a1fe-480c-beff-0c93c78f10d8),segment_id=713f7c72-a1fe-480c-beff-0c93c78f10d8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:48.673406 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fed8973e-c137-43db-a7bb-bb361a3931b0 None None] Current status of the port 748b755a-95fb-465f-b562-ae2ea8cd5bef is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:48.689519 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7781ccb8-4bf5-4864-bc21-517d37117640 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:48.691731 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7781ccb8-4bf5-4864-bc21-517d37117640 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7469454 Jan 28 13:44:48.702748 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-fed8973e-c137-43db-a7bb-bb361a3931b0 None None] Could not find standard attr ID for object 62c34375-e91e-4741-b23b-817149dbfac7. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:44:48.709080 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50264) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:48.710464 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '3e483c1a-96a3-4333-b195-4e75664bfbb4', 'network_id': '4a2dd781-e5e8-4409-9997-239fcf11d461', 'port_id': '3e483c1a-96a3-4333-b195-4e75664bfbb4', 'mac_address': 'fa:16:3e:a7:76:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3c69e8-3dad-4e28-934e-77899265971f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:44:48.744863 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781ccb8-4bf5-4864-bc21-517d37117640 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c79ab1-f11c-4b4b-9534-5a113948f8cb,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:48.751672 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-165d2f81-e214-4af8-b1d3-752ec6ef6455 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Request body: {'security_group_rule': {'security_group_id': 'f391df0c-fa02-49bf-8e4a-9c309e97c865', 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:48.797338 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 748b755a-95fb-465f-b562-ae2ea8cd5bef triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:48.797848 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (748b755a-95fb-465f-b562-ae2ea8cd5bef), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:48.869554 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7c3a3e47-b9aa-4733-b64d-92784e235897 req-29b40fd7-1666-4d15-8669-f575f73e8879 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ae19cb-2f19-4a43-912d-8d65f62a9a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203212 Jan 28 13:44:48.889328 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 3e483c1a-96a3-4333-b195-4e75664bfbb4 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:48.890186 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3e483c1a-96a3-4333-b195-4e75664bfbb4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:48.900802 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-deb97685-f71a-4470-bb1e-e124d2631b2f tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (08fa703e-6ff7-4166-9b0f-5f299038efd0), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:48.926040 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-8bf8a646-f0b4-4dbd-824d-d60ac959cedd None None] Could not find standard attr ID for object 7d1e0b35-b337-4530-a694-81da6faf3967. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:44:48.961534 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-8bf8a646-f0b4-4dbd-824d-d60ac959cedd None None] Could not find standard attr ID for object 62c34375-e91e-4741-b23b-817149dbfac7. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:44:48.974639 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e483c1a-96a3-4333-b195-4e75664bfbb4 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:44:49.049789 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-deb97685-f71a-4470-bb1e-e124d2631b2f tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (08fa703e-6ff7-4166-9b0f-5f299038efd0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:49.065013 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 3e483c1a-96a3-4333-b195-4e75664bfbb4, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3e483c1a-96a3-4333-b195-4e75664bfbb4,segment=NetworkSegment(713f7c72-a1fe-480c-beff-0c93c78f10d8),segment_id=713f7c72-a1fe-480c-beff-0c93c78f10d8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:49.134989 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-165d2f81-e214-4af8-b1d3-752ec6ef6455 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for security_group_rule (8f585788-6afb-4643-8d68-3ddedd5c9f8f), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:49.151805 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-deb97685-f71a-4470-bb1e-e124d2631b2f tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (08fa703e-6ff7-4166-9b0f-5f299038efd0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:49.163184 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3e483c1a-96a3-4333-b195-4e75664bfbb4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:49.208878 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb97685-f71a-4470-bb1e-e124d2631b2f tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Subnet': ['ID=08fa703e-6ff7-4166-9b0f-5f299038efd0,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:49.219836 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-deb97685-f71a-4470-bb1e-e124d2631b2f tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:49.222236 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 748b755a-95fb-465f-b562-ae2ea8cd5bef is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:49.223971 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-deb97685-f71a-4470-bb1e-e124d2631b2f tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/subnets/08fa703e-6ff7-4166-9b0f-5f299038efd0 HTTP/1.1" status: 204 len: 168 time: 0.7396920 Jan 28 13:44:49.231962 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50278) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:49.260225 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbbc19e-8d49-4caf-8f26-033abdcc32e1 None None] Network a23692ca-6ec0-4eb0-8748-39c95b433166 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:49.282020 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-165d2f81-e214-4af8-b1d3-752ec6ef6455 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for security_group_rule (8f585788-6afb-4643-8d68-3ddedd5c9f8f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:49.296450 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-165d2f81-e214-4af8-b1d3-752ec6ef6455 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (8f585788-6afb-4643-8d68-3ddedd5c9f8f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:49.317860 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=3e483c1a-96a3-4333-b195-4e75664bfbb4,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:49.368018 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d2f81-e214-4af8-b1d3-752ec6ef6455 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f585788-6afb-4643-8d68-3ddedd5c9f8f,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:49.381395 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-165d2f81-e214-4af8-b1d3-752ec6ef6455 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:49.385287 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-165d2f81-e214-4af8-b1d3-752ec6ef6455 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6519234 Jan 28 13:44:49.387046 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8378cf1-826c-4e98-9981-2fca38e5bd67 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (a23692ca-6ec0-4eb0-8748-39c95b433166), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:49.392747 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50280) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:49.397988 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-61f0dea4-7fac-4b13-a0dd-dcf90cccab08 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Request body: {'security_group_rule': {'security_group_id': 'f391df0c-fa02-49bf-8e4a-9c309e97c865', 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:49.418537 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a5b60639-dd9e-4a5b-bfa0-2dcaea13974d req-e7447ee2-80d7-4f79-9fa8-c913cc6274f8 service neutron] 10.222.0.18 "GET /v2.0/networks/4a2dd781-e5e8-4409-9997-239fcf11d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0110133 Jan 28 13:44:49.436346 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34729bd-610a-44f4-8942-f7123eb2e28a req-9ebb4033-fb27-4650-8019-bc58ee96aa93 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:49.448030 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f34729bd-610a-44f4-8942-f7123eb2e28a req-9ebb4033-fb27-4650-8019-bc58ee96aa93 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 944 time: 0.8685253 Jan 28 13:44:49.470802 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-61f0dea4-7fac-4b13-a0dd-dcf90cccab08 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for security_group_rule (60de0c24-ce16-4eff-93d7-59d33869b6c2), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:49.486344 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['3e483c1a-96a3-4333-b195-4e75664bfbb4'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:44:49.523500 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-b8378cf1-826c-4e98-9981-2fca38e5bd67 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting port 748b755a-95fb-465f-b562-ae2ea8cd5bef {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:49.524011 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8378cf1-826c-4e98-9981-2fca38e5bd67 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (748b755a-95fb-465f-b562-ae2ea8cd5bef), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:49.563489 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315b19af-1d94-43a7-bcd9-d22ccf3fa18e None None] DHCP port deletion for a23692ca-6ec0-4eb0-8748-39c95b433166 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:44:49.592707 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-61f0dea4-7fac-4b13-a0dd-dcf90cccab08 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for security_group_rule (60de0c24-ce16-4eff-93d7-59d33869b6c2), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:49.638944 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-61f0dea4-7fac-4b13-a0dd-dcf90cccab08 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (60de0c24-ce16-4eff-93d7-59d33869b6c2), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:49.650221 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f34729bd-610a-44f4-8942-f7123eb2e28a req-d029e7ca-62b2-46a0-8d90-7e3403c23e81 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868744 Jan 28 13:44:49.656660 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01de95a7-002d-4d69-b8cd-8cff5e39083f req-448b00a0-2ea3-4053-bcde-d1099072badf service neutron] 10.222.0.37 "GET /v2.0/networks/4aabca4e-3b91-40e2-8d84-c6192f9dfa77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0865512 Jan 28 13:44:49.674738 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-315b19af-1d94-43a7-bcd9-d22ccf3fa18e None None] Deleting port 748b755a-95fb-465f-b562-ae2ea8cd5bef {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:49.675154 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-315b19af-1d94-43a7-bcd9-d22ccf3fa18e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (748b755a-95fb-465f-b562-ae2ea8cd5bef), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:49.723527 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-61f0dea4-7fac-4b13-a0dd-dcf90cccab08 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:49.727276 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-61f0dea4-7fac-4b13-a0dd-dcf90cccab08 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3328383 Jan 28 13:44:49.728871 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50282) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:49.733634 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a576152e-2788-4012-ba04-9e7ec7992e33 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Request body: {'security_group_rule': {'security_group_id': 'f391df0c-fa02-49bf-8e4a-9c309e97c865', 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:49.742770 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27a66ac-8c30-48cc-bf07-66ded32cfb6d admin admin] Router 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:44:49.743432 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-b8378cf1-826c-4e98-9981-2fca38e5bd67 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] For port 748b755a-95fb-465f-b562-ae2ea8cd5bef, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=748b755a-95fb-465f-b562-ae2ea8cd5bef,segment=NetworkSegment(6374d2b7-7272-4ca6-9863-e4a81c1f1b8e),segment_id=6374d2b7-7272-4ca6-9863-e4a81c1f1b8e)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:49.743809 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8378cf1-826c-4e98-9981-2fca38e5bd67 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (748b755a-95fb-465f-b562-ae2ea8cd5bef), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:49.746504 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0dea4-7fac-4b13-a0dd-dcf90cccab08 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60de0c24-ce16-4eff-93d7-59d33869b6c2,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:49.765324 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-b8378cf1-826c-4e98-9981-2fca38e5bd67 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Calling delete_port for 748b755a-95fb-465f-b562-ae2ea8cd5bef owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:49.777521 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-315b19af-1d94-43a7-bcd9-d22ccf3fa18e None None] For port 748b755a-95fb-465f-b562-ae2ea8cd5bef, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=748b755a-95fb-465f-b562-ae2ea8cd5bef,segment=NetworkSegment(6374d2b7-7272-4ca6-9863-e4a81c1f1b8e),segment_id=6374d2b7-7272-4ca6-9863-e4a81c1f1b8e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:49.781838 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-315b19af-1d94-43a7-bcd9-d22ccf3fa18e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (748b755a-95fb-465f-b562-ae2ea8cd5bef), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:49.807909 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-315b19af-1d94-43a7-bcd9-d22ccf3fa18e None None] Calling delete_port for 748b755a-95fb-465f-b562-ae2ea8cd5bef owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:49.823856 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a576152e-2788-4012-ba04-9e7ec7992e33 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for security_group_rule (c1d38f79-20a1-45ff-b94d-9a823989c0a8), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:49.911825 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a576152e-2788-4012-ba04-9e7ec7992e33 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for security_group_rule (c1d38f79-20a1-45ff-b94d-9a823989c0a8), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:49.913348 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8378cf1-826c-4e98-9981-2fca38e5bd67 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (748b755a-95fb-465f-b562-ae2ea8cd5bef), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:49.940275 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a576152e-2788-4012-ba04-9e7ec7992e33 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (c1d38f79-20a1-45ff-b94d-9a823989c0a8), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:49.944352 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8378cf1-826c-4e98-9981-2fca38e5bd67 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] No DVR routers for this DVR port 748b755a-95fb-465f-b562-ae2ea8cd5bef on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:44:49.992062 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27a66ac-8c30-48cc-bf07-66ded32cfb6d admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:44:49.995449 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-315b19af-1d94-43a7-bcd9-d22ccf3fa18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (748b755a-95fb-465f-b562-ae2ea8cd5bef), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:50.007702 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2d5558-2382-4a38-a961-24149d3e3b71 None None] Sync routers for ids ['6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:44:50.029973 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8378cf1-826c-4e98-9981-2fca38e5bd67 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Port': ['ID=748b755a-95fb-465f-b562-ae2ea8cd5bef,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:50.038304 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e27a66ac-8c30-48cc-bf07-66ded32cfb6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:50.042687 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e27a66ac-8c30-48cc-bf07-66ded32cfb6d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.2684059 Jan 28 13:44:50.043480 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50288) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:50.054610 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b19af-1d94-43a7-bcd9-d22ccf3fa18e None None] Pushing event deleted for resources: {'Port': ['ID=748b755a-95fb-465f-b562-ae2ea8cd5bef,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:50.065915 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315b19af-1d94-43a7-bcd9-d22ccf3fa18e None None] No DVR routers for this DVR port 748b755a-95fb-465f-b562-ae2ea8cd5bef on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:44:50.069027 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2d5558-2382-4a38-a961-24149d3e3b71 None None] Routers {'6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:44:50.069898 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-fc2d5558-2382-4a38-a961-24149d3e3b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:44:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:50.078517 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:50.138933 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576152e-2788-4012-ba04-9e7ec7992e33 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d38f79-20a1-45ff-b94d-9a823989c0a8,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:50.152867 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:44:50.215884 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a576152e-2788-4012-ba04-9e7ec7992e33 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:50.224268 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a576152e-2788-4012-ba04-9e7ec7992e33 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4942780 Jan 28 13:44:50.227190 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50294) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:50.247284 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-02eaf916-457a-433c-85a4-1a71101a80fb tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Request body: {'security_group_rule': {'security_group_id': 'f391df0c-fa02-49bf-8e4a-9c309e97c865', 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:50.297242 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-fc2d5558-2382-4a38-a961-24149d3e3b71 None None] Set router 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:44:50.360189 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d451e-6e87-4ffb-9103-8e80f26f832d req-a42b5f1a-d025-4c7f-9afe-8b2db9061b0a tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:50.367544 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-292d451e-6e87-4ffb-9103-8e80f26f832d req-a42b5f1a-d025-4c7f-9afe-8b2db9061b0a tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=41daae02-4d08-47ba-984a-26c61433f0a9 HTTP/1.1" status: 200 len: 943 time: 0.3782599 Jan 28 13:44:50.372103 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8378cf1-826c-4e98-9981-2fca38e5bd67 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (a23692ca-6ec0-4eb0-8748-39c95b433166), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:50.393169 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4,segment=NetworkSegment(c9192603-4670-493f-b1cd-dbd99727b44a),segment_id=c9192603-4670-493f-b1cd-dbd99727b44a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:50.409632 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4', 'network_id': '4aabca4e-3b91-40e2-8d84-c6192f9dfa77', 'port_id': 'b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4', 'mac_address': 'fa:16:3e:10:4e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85fe6871-0623-49c1-b7d6-eb6204520f0d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:44:50.495630 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-b8378cf1-826c-4e98-9981-2fca38e5bd67 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23692ca-6ec0-4eb0-8748-39c95b433166']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:50.560549 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-292d451e-6e87-4ffb-9103-8e80f26f832d req-55603118-b4c0-486c-ad1e-92cdaeaa8c74 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ae19cb-2f19-4a43-912d-8d65f62a9a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741145 Jan 28 13:44:50.561368 n-d-822747-2 neutron-server[103352]: INFO neutron.db.securitygroups_db [None req-02eaf916-457a-433c-85a4-1a71101a80fb tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Project 1b20b56137a94d119bc41239a8a47be8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:44:50.565702 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-b8378cf1-826c-4e98-9981-2fca38e5bd67 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6374d2b7-7272-4ca6-9863-e4a81c1f1b8e') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:50.567258 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-b8378cf1-826c-4e98-9981-2fca38e5bd67 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6374d2b7-7272-4ca6-9863-e4a81c1f1b8e') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:50.579854 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-02eaf916-457a-433c-85a4-1a71101a80fb tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for security_group_rule (09094ebe-6225-4272-b9d2-8352e3ffdfc0), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:50.588741 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8378cf1-826c-4e98-9981-2fca38e5bd67 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (6374d2b7-7272-4ca6-9863-e4a81c1f1b8e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:50.637847 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8378cf1-826c-4e98-9981-2fca38e5bd67 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (6374d2b7-7272-4ca6-9863-e4a81c1f1b8e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:50.653706 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8378cf1-826c-4e98-9981-2fca38e5bd67 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:44:50.654175 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8378cf1-826c-4e98-9981-2fca38e5bd67 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (6374d2b7-7272-4ca6-9863-e4a81c1f1b8e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:44:50.657565 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:44:50.755793 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 748b755a-95fb-465f-b562-ae2ea8cd5bef no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:44:50.789952 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-02eaf916-457a-433c-85a4-1a71101a80fb tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for security_group_rule (09094ebe-6225-4272-b9d2-8352e3ffdfc0), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:50.793467 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8378cf1-826c-4e98-9981-2fca38e5bd67 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (a23692ca-6ec0-4eb0-8748-39c95b433166), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:50.808856 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8378cf1-826c-4e98-9981-2fca38e5bd67 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:50.821734 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b8378cf1-826c-4e98-9981-2fca38e5bd67 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/networks/a23692ca-6ec0-4eb0-8748-39c95b433166 HTTP/1.1" status: 204 len: 168 time: 1.5883243 Jan 28 13:44:50.822560 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-02eaf916-457a-433c-85a4-1a71101a80fb tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (09094ebe-6225-4272-b9d2-8352e3ffdfc0), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:50.836128 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50300) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:50.837442 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 748b755a-95fb-465f-b562-ae2ea8cd5bef {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:44:50.837930 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 748b755a-95fb-465f-b562-ae2ea8cd5bef not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:44:50.842058 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:50.842458 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:50.858203 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-3bcf0b32-04db-46e8-a115-7ed34881dc4d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1935794716'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:50.862680 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:44:50.886866 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8378cf1-826c-4e98-9981-2fca38e5bd67 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Network': ['ID=a23692ca-6ec0-4eb0-8748-39c95b433166,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:50.890007 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e394d823-8e0d-485f-8a77-359139cce087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:50.895127 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eaf916-457a-433c-85a4-1a71101a80fb tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09094ebe-6225-4272-b9d2-8352e3ffdfc0,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:50.916696 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-02eaf916-457a-433c-85a4-1a71101a80fb tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:50.917917 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-02eaf916-457a-433c-85a4-1a71101a80fb tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6756017 Jan 28 13:44:50.922200 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50302) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:50.938503 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-02375404-4c46-4da7-87d2-00fe0bbe390b tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Request body: {'security_group_rule': {'security_group_id': 'f391df0c-fa02-49bf-8e4a-9c309e97c865', 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:50.941318 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcf0b32-04db-46e8-a115-7ed34881dc4d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:50.943032 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4,segment=NetworkSegment(c9192603-4670-493f-b1cd-dbd99727b44a),segment_id=c9192603-4670-493f-b1cd-dbd99727b44a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:50.944790 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3bcf0b32-04db-46e8-a115-7ed34881dc4d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:51.021704 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:51.030457 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bcf0b32-04db-46e8-a115-7ed34881dc4d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:44:51.071520 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3bcf0b32-04db-46e8-a115-7ed34881dc4d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (facdc153-9ea1-4295-b2a3-f8a01f59945a), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:51.071865 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-3bcf0b32-04db-46e8-a115-7ed34881dc4d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Added segment facdc153-9ea1-4295-b2a3-f8a01f59945a of type vlan for network 43ee963f-f138-412a-b306-79bbf98e29fb Jan 28 13:44:51.080698 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:51.081696 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ca064-a3a1-48f6-a73e-08f31c9b74da req-f7c929ea-5e55-4ff4-862b-2ed5cb2a58e4 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:51.083786 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-732ca064-a3a1-48f6-a73e-08f31c9b74da req-f7c929ea-5e55-4ff4-862b-2ed5cb2a58e4 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 945 time: 0.2856474 Jan 28 13:44:51.108069 n-d-822747-2 neutron-server[103351]: INFO neutron.db.securitygroups_db [None req-02375404-4c46-4da7-87d2-00fe0bbe390b tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Project 1b20b56137a94d119bc41239a8a47be8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:44:51.108462 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-fc2d5558-2382-4a38-a961-24149d3e3b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'name': 'tempest-AttachVolumeTestJSON-1171302180-router', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '3b240ae7-6772-413b-8087-f657daedb039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:39Z', 'updated_at': '2022-01-28T13:44:47Z', 'revision_number': 3, 'project_id': '6a710706f51d4196913035417fac81e3', 'gw_port': {'id': '3b240ae7-6772-413b-8087-f657daedb039', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ed:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:44Z', 'updated_at': '2022-01-28T13:44:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:51.122076 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-02375404-4c46-4da7-87d2-00fe0bbe390b tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for security_group_rule (51fa6bc0-0ae9-4eda-ad11-808d5c0e5ecf), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:51.142872 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2d5558-2382-4a38-a961-24149d3e3b71 None None] Checking router: 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:44:51.143268 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2d5558-2382-4a38-a961-24149d3e3b71 None None] Updating router 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f port 3b240ae7-6772-413b-8087-f657daedb039 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:44:51.169136 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3bcf0b32-04db-46e8-a115-7ed34881dc4d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (43ee963f-f138-412a-b306-79bbf98e29fb), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:51.173987 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc2d5558-2382-4a38-a961-24149d3e3b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3b240ae7-6772-413b-8087-f657daedb039), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:51.228160 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3bcf0b32-04db-46e8-a115-7ed34881dc4d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (43ee963f-f138-412a-b306-79bbf98e29fb), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:51.233626 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcf0b32-04db-46e8-a115-7ed34881dc4d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:51.234455 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3bcf0b32-04db-46e8-a115-7ed34881dc4d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:51.326248 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3bcf0b32-04db-46e8-a115-7ed34881dc4d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4773841 Jan 28 13:44:51.390284 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50308) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:51.397160 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-02375404-4c46-4da7-87d2-00fe0bbe390b tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for security_group_rule (51fa6bc0-0ae9-4eda-ad11-808d5c0e5ecf), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:51.404610 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-fdb2e52f-0597-40f9-9185-dee7fa3d56f6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'subnet': {'network_id': '43ee963f-f138-412a-b306-79bbf98e29fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:51.441095 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-02375404-4c46-4da7-87d2-00fe0bbe390b tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (51fa6bc0-0ae9-4eda-ad11-808d5c0e5ecf), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:51.455861 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf0b32-04db-46e8-a115-7ed34881dc4d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Network': ['ID=43ee963f-f138-412a-b306-79bbf98e29fb,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:51.468946 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc2d5558-2382-4a38-a961-24149d3e3b71 None None] Publish callbacks [] for port (3b240ae7-6772-413b-8087-f657daedb039), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:51.490475 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-732ca064-a3a1-48f6-a73e-08f31c9b74da req-19e7bcb1-6f75-4948-8df0-53fcb0e96832 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982654 Jan 28 13:44:51.495247 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 43ee963f-f138-412a-b306-79bbf98e29fb details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:44:51.532831 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc2d5558-2382-4a38-a961-24149d3e3b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3b240ae7-6772-413b-8087-f657daedb039), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:51.563413 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02375404-4c46-4da7-87d2-00fe0bbe390b tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51fa6bc0-0ae9-4eda-ad11-808d5c0e5ecf,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:51.610406 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-02375404-4c46-4da7-87d2-00fe0bbe390b tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:51.618942 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb2e52f-0597-40f9-9185-dee7fa3d56f6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:51.622461 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-02375404-4c46-4da7-87d2-00fe0bbe390b tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6908319 Jan 28 13:44:51.642283 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fdb2e52f-0597-40f9-9185-dee7fa3d56f6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:51.650115 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-e394d823-8e0d-485f-8a77-359139cce087 admin admin] Allocated IP 172.20.0.1 (6e7d130e-da3e-4c1d-84f0-ecaccb54ae02/a282eac7-c6f7-4e0b-bd51-f3e60c647f6a/4177516a-846f-4065-a1ca-452d4934d7d8) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:51.662867 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:44:51.734282 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-fc2d5558-2382-4a38-a961-24149d3e3b71 None None] Attempting to bind port 3b240ae7-6772-413b-8087-f657daedb039 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:44:51.736603 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-fc2d5558-2382-4a38-a961-24149d3e3b71 None None] Attempting to bind port 3b240ae7-6772-413b-8087-f657daedb039 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:44:51.737098 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d5558-2382-4a38-a961-24149d3e3b71 None None] Attempting to bind port 3b240ae7-6772-413b-8087-f657daedb039 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:51.763215 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d5558-2382-4a38-a961-24149d3e3b71 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:44:51.763215 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d5558-2382-4a38-a961-24149d3e3b71 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:51.763559 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc2d5558-2382-4a38-a961-24149d3e3b71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:51.767072 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d5558-2382-4a38-a961-24149d3e3b71 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:44:51.767729 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-fc2d5558-2382-4a38-a961-24149d3e3b71 None None] Bound port: 3b240ae7-6772-413b-8087-f657daedb039, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:44:51.768220 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc2d5558-2382-4a38-a961-24149d3e3b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3b240ae7-6772-413b-8087-f657daedb039), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:51.912059 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba41bc8-714f-42bd-a84d-16290d3b0fd0 req-27f7917d-48bd-4394-a1d5-287f0508edc9 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:51.912632 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228999e-30de-4440-ab54-4642d88c3875 None None] Pushing event updated for resources: {'Port': ['ID=3b240ae7-6772-413b-8087-f657daedb039,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:51.913710 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fba41bc8-714f-42bd-a84d-16290d3b0fd0 req-27f7917d-48bd-4394-a1d5-287f0508edc9 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=41daae02-4d08-47ba-984a-26c61433f0a9 HTTP/1.1" status: 200 len: 944 time: 0.1812589 Jan 28 13:44:51.957222 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e394d823-8e0d-485f-8a77-359139cce087 admin admin] Publish callbacks [] for port (4177516a-846f-4065-a1ca-452d4934d7d8), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:52.089163 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e394d823-8e0d-485f-8a77-359139cce087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (4177516a-846f-4065-a1ca-452d4934d7d8), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:52.093129 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-fc2d5558-2382-4a38-a961-24149d3e3b71 None None] For port 3b240ae7-6772-413b-8087-f657daedb039, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:44:52.135376 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fdb2e52f-0597-40f9-9185-dee7fa3d56f6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (d4139466-4c4b-4c98-8da2-f7bc7403232f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:52.175775 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-fc2d5558-2382-4a38-a961-24149d3e3b71 None None] For port 3b240ae7-6772-413b-8087-f657daedb039, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3b240ae7-6772-413b-8087-f657daedb039,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:44:52.205283 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-76ba25f4-8e80-4648-8f31-e774e5ceae38 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1555377372&fields=id&tenant_id=1b20b56137a94d119bc41239a8a47be8 HTTP/1.1" status: 200 len: 267 time: 0.1629829 Jan 28 13:44:52.215523 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc2d5558-2382-4a38-a961-24149d3e3b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3b240ae7-6772-413b-8087-f657daedb039), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:52.218368 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fba41bc8-714f-42bd-a84d-16290d3b0fd0 req-985616d1-6749-426d-9536-e8329451f16e tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ae19cb-2f19-4a43-912d-8d65f62a9a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941115 Jan 28 13:44:52.249093 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e394d823-8e0d-485f-8a77-359139cce087 admin admin] Network 6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:52.283781 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2e52f-0597-40f9-9185-dee7fa3d56f6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Subnet': ['ID=d4139466-4c4b-4c98-8da2-f7bc7403232f,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:52.296893 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb2e52f-0597-40f9-9185-dee7fa3d56f6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Checking segment: {'id': 'facdc153-9ea1-4295-b2a3-f8a01f59945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '43ee963f-f138-412a-b306-79bbf98e29fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:52.298158 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb2e52f-0597-40f9-9185-dee7fa3d56f6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network hostable DHCP agents. Network: 43ee963f-f138-412a-b306-79bbf98e29fb, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:44:52.344077 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb2e52f-0597-40f9-9185-dee7fa3d56f6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network 43ee963f-f138-412a-b306-79bbf98e29fb is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:44:52.358987 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-fdb2e52f-0597-40f9-9185-dee7fa3d56f6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 43ee963f-f138-412a-b306-79bbf98e29fb) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:52.364795 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2e52f-0597-40f9-9185-dee7fa3d56f6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:52.365938 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fdb2e52f-0597-40f9-9185-dee7fa3d56f6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:52.389057 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-e394d823-8e0d-485f-8a77-359139cce087 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:52.389785 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fdb2e52f-0597-40f9-9185-dee7fa3d56f6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9946339 Jan 28 13:44:52.392052 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e394d823-8e0d-485f-8a77-359139cce087 admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:52.393294 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50328) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:52.413666 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-551194e4-fe5b-4556-a377-c26eec291b0e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'port': {'network_id': '43ee963f-f138-412a-b306-79bbf98e29fb', 'name': 'tempest-PortsIpV6TestJSON-825639971', 'fixed_ips': [{'subnet_id': 'd4139466-4c4b-4c98-8da2-f7bc7403232f', 'ip_address': '2001:db8::10'}]}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:52.416779 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af703ce4-dd83-446f-97a3-e3064edb44e8 None None] Network 43ee963f-f138-412a-b306-79bbf98e29fb requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:52.455749 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-75edd153-7d54-42da-8751-c0c3fb935fb1 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:52.462723 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-75edd153-7d54-42da-8751-c0c3fb935fb1 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/networks?id=fdf5a652-b111-479f-bc51-46460825e1b8 HTTP/1.1" status: 200 len: 813 time: 0.2065530 Jan 28 13:44:52.553529 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-dc620192-3c7a-4c5e-a193-5fbe62163995 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/quotas/1b20b56137a94d119bc41239a8a47be8 HTTP/1.1" status: 200 len: 375 time: 0.0896740 Jan 28 13:44:52.570744 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394d823-8e0d-485f-8a77-359139cce087 admin admin] Pushing event updated for resources: {'Port': ['ID=4177516a-846f-4065-a1ca-452d4934d7d8,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:52.606548 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551194e4-fe5b-4556-a377-c26eec291b0e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:52.619299 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e394d823-8e0d-485f-8a77-359139cce087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:52.642513 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 3e483c1a-96a3-4333-b195-4e75664bfbb4 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:44:52.876665 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d08111-472f-4555-97b4-f9e47e24d9d4 req-700b3ef3-8b56-4ae0-81c7-c99adc4fa916 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:52.886143 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a7d08111-472f-4555-97b4-f9e47e24d9d4 req-700b3ef3-8b56-4ae0-81c7-c99adc4fa916 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 945 time: 0.2323794 Jan 28 13:44:52.929089 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2d5558-2382-4a38-a961-24149d3e3b71 None None] Routers {'6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:44:52.930783 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-fc2d5558-2382-4a38-a961-24149d3e3b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:44:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:52.964356 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-551194e4-fe5b-4556-a377-c26eec291b0e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:52.990871 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228999e-30de-4440-ab54-4642d88c3875 None None] Pushing event updated for resources: {'Port': ['ID=3b240ae7-6772-413b-8087-f657daedb039,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:52.991518 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-b413a7f2-06c8-4376-86db-307073e6c8fd tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b20b56137a94d119bc41239a8a47be8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4273579 Jan 28 13:44:53.007627 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e394d823-8e0d-485f-8a77-359139cce087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4177516a-846f-4065-a1ca-452d4934d7d8), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:53.020855 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a7d08111-472f-4555-97b4-f9e47e24d9d4 req-12cd8b4c-2e5a-46f4-a3e1-3f2dddbffc7c tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338286 Jan 28 13:44:53.060402 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-551194e4-fe5b-4556-a377-c26eec291b0e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] device_id is not set on port 09411d86-0133-4ff9-a4d5-fb1406adbcca yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:44:53.145220 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faad8f7-34c3-40a0-80a2-c54dba67cd65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-43ee963f-f138-412a-b306-79bbf98e29fb', 'network_id': '43ee963f-f138-412a-b306-79bbf98e29fb', 'project_id': '82bdd5ae20104e9ea02f181442a29ce9', 'fixed_ips': [{'subnet_id': 'd4139466-4c4b-4c98-8da2-f7bc7403232f'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:44:53.151867 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0faad8f7-34c3-40a0-80a2-c54dba67cd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:53.229617 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228999e-30de-4440-ab54-4642d88c3875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:53.230023 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228999e-30de-4440-ab54-4642d88c3875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:53.230445 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228999e-30de-4440-ab54-4642d88c3875 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:53.238869 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228999e-30de-4440-ab54-4642d88c3875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:53.239378 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228999e-30de-4440-ab54-4642d88c3875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:53.239780 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228999e-30de-4440-ab54-4642d88c3875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:53.240176 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228999e-30de-4440-ab54-4642d88c3875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:53.240573 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228999e-30de-4440-ab54-4642d88c3875 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:53.240963 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228999e-30de-4440-ab54-4642d88c3875 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:53.241354 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228999e-30de-4440-ab54-4642d88c3875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:53.241745 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228999e-30de-4440-ab54-4642d88c3875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:53.242067 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228999e-30de-4440-ab54-4642d88c3875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:53.242515 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228999e-30de-4440-ab54-4642d88c3875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:53.253687 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-086e00d0-01d0-403d-852c-c9c83146b6c1 service neutron] 10.222.0.39 "GET /v2.0/networks/fdf5a652-b111-479f-bc51-46460825e1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291751 Jan 28 13:44:53.310255 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e1db6108-08f2-4c96-9e6b-b41f0d891bd3 None None] Provisioning complete for port 4177516a-846f-4065-a1ca-452d4934d7d8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:53.310255 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1db6108-08f2-4c96-9e6b-b41f0d891bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4177516a-846f-4065-a1ca-452d4934d7d8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:53.390969 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-551194e4-fe5b-4556-a377-c26eec291b0e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Allocated IP 2001:db8::10 (43ee963f-f138-412a-b306-79bbf98e29fb/d4139466-4c4b-4c98-8da2-f7bc7403232f/09411d86-0133-4ff9-a4d5-fb1406adbcca) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:53.471915 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-fe6fc6a1-cde7-4b18-8cba-bd827fde646f service neutron] 10.222.0.39 "GET /v2.0/networks/fdf5a652-b111-479f-bc51-46460825e1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167873 Jan 28 13:44:53.549661 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 3e483c1a-96a3-4333-b195-4e75664bfbb4 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:44:53.552353 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e1db6108-08f2-4c96-9e6b-b41f0d891bd3 None None] Port 4177516a-846f-4065-a1ca-452d4934d7d8 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:44:53.562387 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e394d823-8e0d-485f-8a77-359139cce087 admin admin] Publish callbacks [] for port (4177516a-846f-4065-a1ca-452d4934d7d8), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:53.579760 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e394d823-8e0d-485f-8a77-359139cce087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (4177516a-846f-4065-a1ca-452d4934d7d8), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:53.630214 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394d823-8e0d-485f-8a77-359139cce087 admin admin] Pushing event updated for resources: {'Port': ['ID=4177516a-846f-4065-a1ca-452d4934d7d8,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:53.683307 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e394d823-8e0d-485f-8a77-359139cce087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:53.708576 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 3e483c1a-96a3-4333-b195-4e75664bfbb4 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:53.708951 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3e483c1a-96a3-4333-b195-4e75664bfbb4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:53.748339 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-fc2d5558-2382-4a38-a961-24149d3e3b71 None None] Set router 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:44:53.749527 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-551194e4-fe5b-4556-a377-c26eec291b0e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for port (09411d86-0133-4ff9-a4d5-fb1406adbcca), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:53.858241 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-551194e4-fe5b-4556-a377-c26eec291b0e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (09411d86-0133-4ff9-a4d5-fb1406adbcca), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:53.921028 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de516c7-0436-4be6-828c-2df820e10b7d req-387b4bc1-cc93-40b5-81d8-f228a7fadea3 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:53.922709 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5de516c7-0436-4be6-828c-2df820e10b7d req-387b4bc1-cc93-40b5-81d8-f228a7fadea3 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=41daae02-4d08-47ba-984a-26c61433f0a9 HTTP/1.1" status: 200 len: 944 time: 0.1065423 Jan 28 13:44:53.931971 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551194e4-fe5b-4556-a377-c26eec291b0e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network 43ee963f-f138-412a-b306-79bbf98e29fb is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:53.935905 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-551194e4-fe5b-4556-a377-c26eec291b0e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:53.953703 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551194e4-fe5b-4556-a377-c26eec291b0e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:53.959403 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551194e4-fe5b-4556-a377-c26eec291b0e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:53.960041 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-551194e4-fe5b-4556-a377-c26eec291b0e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:53.979439 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551194e4-fe5b-4556-a377-c26eec291b0e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Port': ['ID=09411d86-0133-4ff9-a4d5-fb1406adbcca,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:53.999474 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e394d823-8e0d-485f-8a77-359139cce087 admin admin] Network 6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:54.009353 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-551194e4-fe5b-4556-a377-c26eec291b0e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6133227 Jan 28 13:44:54.013772 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50346) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:54.019593 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a660aa5a-2157-4e8c-8672-c83bfe29f2e2 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'port': {'network_id': '43ee963f-f138-412a-b306-79bbf98e29fb', 'name': 'tempest-PortsIpV6TestJSON-894180221', 'fixed_ips': [{'subnet_id': 'd4139466-4c4b-4c98-8da2-f7bc7403232f', 'ip_address': '2001:db8::f'}]}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:54.020330 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-e394d823-8e0d-485f-8a77-359139cce087 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:54.198545 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e394d823-8e0d-485f-8a77-359139cce087 admin admin] Router 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:44:54.239699 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:44:54.285960 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5de516c7-0436-4be6-828c-2df820e10b7d req-0ec0c528-5f84-4d8e-abb5-5b1f1fc0ac22 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ae19cb-2f19-4a43-912d-8d65f62a9a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391855 Jan 28 13:44:54.340680 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bd547107-7790-4111-815e-359a56b47021 req-27d50702-8742-4d96-addf-1fffc87a26d2 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 210 time: 0.1637230 Jan 28 13:44:54.392739 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a660aa5a-2157-4e8c-8672-c83bfe29f2e2 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:54.415789 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a660aa5a-2157-4e8c-8672-c83bfe29f2e2 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:54.495819 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-a660aa5a-2157-4e8c-8672-c83bfe29f2e2 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] device_id is not set on port 40b099d9-c7bd-4985-a726-eba5ff96e9a6 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:44:54.551586 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-0faad8f7-34c3-40a0-80a2-c54dba67cd65 None None] Allocated IP 2001:db8::2 (43ee963f-f138-412a-b306-79bbf98e29fb/d4139466-4c4b-4c98-8da2-f7bc7403232f/cb621227-53f5-49b4-a5fd-41f2b69d906a) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:54.602538 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 3e483c1a-96a3-4333-b195-4e75664bfbb4 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:54.603339 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3e483c1a-96a3-4333-b195-4e75664bfbb4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:54.668134 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e394d823-8e0d-485f-8a77-359139cce087 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:44:54.674761 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e394d823-8e0d-485f-8a77-359139cce087 admin admin] 10.222.0.39 "PUT /v2.0/routers/6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6299055 Jan 28 13:44:54.732220 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85fc2e-b165-4a75-9fd8-7149d8173e87 req-44dfb384-1c6f-4349-bd5b-f78f3ab8751d tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:54.740686 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5e85fc2e-b165-4a75-9fd8-7149d8173e87 req-44dfb384-1c6f-4349-bd5b-f78f3ab8751d tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 945 time: 0.2301118 Jan 28 13:44:54.811619 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5e85fc2e-b165-4a75-9fd8-7149d8173e87 req-bad4ffa0-d534-4393-ab98-8766d051109f tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650365 Jan 28 13:44:55.022771 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a74ad631-a073-4d3e-83cf-235cfa622292 None None] Provisioning complete for port 4177516a-846f-4065-a1ca-452d4934d7d8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:55.023181 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a74ad631-a073-4d3e-83cf-235cfa622292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4177516a-846f-4065-a1ca-452d4934d7d8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:55.087497 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87dac08-0d1e-49d9-a1f8-dd4069202b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e483c1a-96a3-4333-b195-4e75664bfbb4'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:44:55.100736 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c66beaf-2383-4dad-ab43-14e076705e53" -d '{"events": [{"server_uuid": "b87dac08-0d1e-49d9-a1f8-dd4069202b25", "name": "network-vif-plugged", "status": "completed", "tag": "3e483c1a-96a3-4333-b195-4e75664bfbb4"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:44:55.123182 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 3e483c1a-96a3-4333-b195-4e75664bfbb4, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3e483c1a-96a3-4333-b195-4e75664bfbb4,segment=NetworkSegment(713f7c72-a1fe-480c-beff-0c93c78f10d8),segment_id=713f7c72-a1fe-480c-beff-0c93c78f10d8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:55.255401 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a74ad631-a073-4d3e-83cf-235cfa622292 None None] Port 4177516a-846f-4065-a1ca-452d4934d7d8 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:44:55.263782 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf0eac0-f6e6-4bac-ad11-b74a2aad0847 x-openstack-request-id: req-cbf0eac0-f6e6-4bac-ad11-b74a2aad0847 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:44:55.264187 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b87dac08-0d1e-49d9-a1f8-dd4069202b25", "name": "network-vif-plugged", "status": "completed", "tag": "3e483c1a-96a3-4333-b195-4e75664bfbb4", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:44:55.264528 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cbf0eac0-f6e6-4bac-ad11-b74a2aad0847 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:44:55.265086 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87dac08-0d1e-49d9-a1f8-dd4069202b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e483c1a-96a3-4333-b195-4e75664bfbb4', 'code': 200} Jan 28 13:44:55.272976 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3e483c1a-96a3-4333-b195-4e75664bfbb4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:55.283270 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:44:55.335794 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:55.336260 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:55.358749 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e2e76-a2bd-4d07-962f-6e7119fefcc0 req-e8358e89-b0da-4d50-90ca-4fd1ca290dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:55.361446 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b48e2e76-a2bd-4d07-962f-6e7119fefcc0 req-e8358e89-b0da-4d50-90ca-4fd1ca290dbe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 1097 time: 0.0645661 Jan 28 13:44:55.490381 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b48e2e76-a2bd-4d07-962f-6e7119fefcc0 req-ddc41d0d-137c-44b6-b3bd-a17a10a33e51 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231966 Jan 28 13:44:55.505794 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c4447-cf52-4f0b-94bd-739cb75286f7 req-dd003bb5-e090-477d-ae1f-8e165e223c3c tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:55.515499 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3b7c4447-cf52-4f0b-94bd-739cb75286f7 req-dd003bb5-e090-477d-ae1f-8e165e223c3c tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=41daae02-4d08-47ba-984a-26c61433f0a9 HTTP/1.1" status: 200 len: 944 time: 0.1270421 Jan 28 13:44:55.574846 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0faad8f7-34c3-40a0-80a2-c54dba67cd65 None None] Publish callbacks [] for port (cb621227-53f5-49b4-a5fd-41f2b69d906a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:55.578781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-fc2d5558-2382-4a38-a961-24149d3e3b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'name': 'tempest-AttachVolumeTestJSON-1171302180-router', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '3b240ae7-6772-413b-8087-f657daedb039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:39Z', 'updated_at': '2022-01-28T13:44:52Z', 'revision_number': 4, 'project_id': '6a710706f51d4196913035417fac81e3', 'gw_port': {'id': '3b240ae7-6772-413b-8087-f657daedb039', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ed:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:44Z', 'updated_at': '2022-01-28T13:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '4177516a-846f-4065-a1ca-452d4934d7d8', 'name': '', 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'mac_address': 'fa:16:3e:b3:85:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:50Z', 'updated_at': '2022-01-28T13:44:51Z', 'revision_number': 1, 'project_id': '6a710706f51d4196913035417fac81e3', 'subnets': [{'id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:55.657660 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=3e483c1a-96a3-4333-b195-4e75664bfbb4,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:55.659173 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3b7c4447-cf52-4f0b-94bd-739cb75286f7 req-ab85d74c-bdb3-467e-b3e9-52a76a966a4d tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ae19cb-2f19-4a43-912d-8d65f62a9a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416514 Jan 28 13:44:55.703972 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2d5558-2382-4a38-a961-24149d3e3b71 None None] The sync data for ids ['6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'] in n-d-822747-2 is: [{'id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'name': 'tempest-AttachVolumeTestJSON-1171302180-router', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '3b240ae7-6772-413b-8087-f657daedb039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:39Z', 'updated_at': '2022-01-28T13:44:52Z', 'revision_number': 4, 'project_id': '6a710706f51d4196913035417fac81e3', 'gw_port': {'id': '3b240ae7-6772-413b-8087-f657daedb039', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ed:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:44Z', 'updated_at': '2022-01-28T13:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '4177516a-846f-4065-a1ca-452d4934d7d8', 'name': '', 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'mac_address': 'fa:16:3e:b3:85:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:50Z', 'updated_at': '2022-01-28T13:44:51Z', 'revision_number': 1, 'project_id': '6a710706f51d4196913035417fac81e3', 'subnets': [{'id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:44:55.731614 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0faad8f7-34c3-40a0-80a2-c54dba67cd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (cb621227-53f5-49b4-a5fd-41f2b69d906a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:55.861417 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faad8f7-34c3-40a0-80a2-c54dba67cd65 None None] Network 43ee963f-f138-412a-b306-79bbf98e29fb is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:55.862352 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-a660aa5a-2157-4e8c-8672-c83bfe29f2e2 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Allocated IP 2001:db8::f (43ee963f-f138-412a-b306-79bbf98e29fb/d4139466-4c4b-4c98-8da2-f7bc7403232f/40b099d9-c7bd-4985-a726-eba5ff96e9a6) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:55.875143 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-0faad8f7-34c3-40a0-80a2-c54dba67cd65 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:55.886724 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faad8f7-34c3-40a0-80a2-c54dba67cd65 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:56.092101 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faad8f7-34c3-40a0-80a2-c54dba67cd65 None None] Pushing event updated for resources: {'Port': ['ID=cb621227-53f5-49b4-a5fd-41f2b69d906a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:56.120816 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-358b57cc-0071-4c24-9d42-bd2b1b7dbd7f req-115fac82-359d-4cab-a31a-bd0e33de8e75 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 210 time: 0.0914478 Jan 28 13:44:56.193660 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-0faad8f7-34c3-40a0-80a2-c54dba67cd65 None None] Attempting to bind port cb621227-53f5-49b4-a5fd-41f2b69d906a on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:44:56.194301 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-0faad8f7-34c3-40a0-80a2-c54dba67cd65 None None] Attempting to bind port cb621227-53f5-49b4-a5fd-41f2b69d906a by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'facdc153-9ea1-4295-b2a3-f8a01f59945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '43ee963f-f138-412a-b306-79bbf98e29fb'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:44:56.194776 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faad8f7-34c3-40a0-80a2-c54dba67cd65 None None] Attempting to bind port cb621227-53f5-49b4-a5fd-41f2b69d906a on network 43ee963f-f138-412a-b306-79bbf98e29fb {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:56.222252 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:56.228839 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-f9c57b6b-41d6-4c8c-b977-d7932aa33230 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:56.229347 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:56.232962 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faad8f7-34c3-40a0-80a2-c54dba67cd65 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:44:56.237373 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faad8f7-34c3-40a0-80a2-c54dba67cd65 None None] Checking segment: {'id': 'facdc153-9ea1-4295-b2a3-f8a01f59945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '43ee963f-f138-412a-b306-79bbf98e29fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:56.238572 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0faad8f7-34c3-40a0-80a2-c54dba67cd65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:56.241982 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faad8f7-34c3-40a0-80a2-c54dba67cd65 None None] Bound using segment: {'id': 'facdc153-9ea1-4295-b2a3-f8a01f59945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '43ee963f-f138-412a-b306-79bbf98e29fb'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:44:56.241982 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-0faad8f7-34c3-40a0-80a2-c54dba67cd65 None None] Bound port: cb621227-53f5-49b4-a5fd-41f2b69d906a, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'facdc153-9ea1-4295-b2a3-f8a01f59945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '43ee963f-f138-412a-b306-79bbf98e29fb'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:44:56.242227 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-f9c57b6b-41d6-4c8c-b977-d7932aa33230 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.37 "GET /v2.0/networks?id=fdf5a652-b111-479f-bc51-46460825e1b8 HTTP/1.1" status: 200 len: 813 time: 0.5618291 Jan 28 13:44:56.242343 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0faad8f7-34c3-40a0-80a2-c54dba67cd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (cb621227-53f5-49b4-a5fd-41f2b69d906a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:56.464630 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4,segment=NetworkSegment(c9192603-4670-493f-b1cd-dbd99727b44a),segment_id=c9192603-4670-493f-b1cd-dbd99727b44a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:56.479308 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:56.488828 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-a4e43231-aa82-4a30-ae55-face910555d6 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b20b56137a94d119bc41239a8a47be8 HTTP/1.1" status: 200 len: 380 time: 0.2419443 Jan 28 13:44:56.529762 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-6080b39e-3fa0-47c7-8050-ea022fab8c83 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Request body: {'port': {'device_id': 'b8c13557-69f9-483c-9d5d-e6dcfe0347d5', 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8', 'admin_state_up': True, 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'security_groups': ['f391df0c-fa02-49bf-8e4a-9c309e97c865']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:56.598494 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a660aa5a-2157-4e8c-8672-c83bfe29f2e2 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for port (40b099d9-c7bd-4985-a726-eba5ff96e9a6), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:56.708206 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-0faad8f7-34c3-40a0-80a2-c54dba67cd65 None None] For port cb621227-53f5-49b4-a5fd-41f2b69d906a, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:44:56.752437 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a660aa5a-2157-4e8c-8672-c83bfe29f2e2 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (40b099d9-c7bd-4985-a726-eba5ff96e9a6), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:56.783464 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:56.811038 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fb435-e533-43c5-a4aa-e9809a4fb49c req-f82c6d76-f68c-41f2-9699-1fc58b90ccd7 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:56.815714 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-0faad8f7-34c3-40a0-80a2-c54dba67cd65 None None] For port cb621227-53f5-49b4-a5fd-41f2b69d906a, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=cb621227-53f5-49b4-a5fd-41f2b69d906a,segment=NetworkSegment(facdc153-9ea1-4295-b2a3-f8a01f59945a),segment_id=facdc153-9ea1-4295-b2a3-f8a01f59945a)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:44:56.817746 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-6080b39e-3fa0-47c7-8050-ea022fab8c83 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Made reservation on behalf of 1b20b56137a94d119bc41239a8a47be8 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:56.821425 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-6080b39e-3fa0-47c7-8050-ea022fab8c83 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:56.828228 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-016fb435-e533-43c5-a4aa-e9809a4fb49c req-f82c6d76-f68c-41f2-9699-1fc58b90ccd7 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.4989960 Jan 28 13:44:56.829423 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0faad8f7-34c3-40a0-80a2-c54dba67cd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (cb621227-53f5-49b4-a5fd-41f2b69d906a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:56.872320 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a660aa5a-2157-4e8c-8672-c83bfe29f2e2 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network 43ee963f-f138-412a-b306-79bbf98e29fb is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:56.885684 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-a88e237e-6c64-4e48-be49-b8c5e6411e1d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0798488 Jan 28 13:44:56.957378 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-a660aa5a-2157-4e8c-8672-c83bfe29f2e2 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:56.962536 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a660aa5a-2157-4e8c-8672-c83bfe29f2e2 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:56.980163 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a660aa5a-2157-4e8c-8672-c83bfe29f2e2 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:56.980707 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a660aa5a-2157-4e8c-8672-c83bfe29f2e2 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:57.075225 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faad8f7-34c3-40a0-80a2-c54dba67cd65 None None] Pushing event updated for resources: {'Port': ['ID=cb621227-53f5-49b4-a5fd-41f2b69d906a,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:57.084040 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-97eba962-a2dd-4ba6-87e3-a4115c0a5aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:57.096004 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-97eba962-a2dd-4ba6-87e3-a4115c0a5aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:57.097622 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-97eba962-a2dd-4ba6-87e3-a4115c0a5aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:57.103538 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-97eba962-a2dd-4ba6-87e3-a4115c0a5aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:57.104287 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-97eba962-a2dd-4ba6-87e3-a4115c0a5aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:57.104853 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-97eba962-a2dd-4ba6-87e3-a4115c0a5aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:57.105367 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-97eba962-a2dd-4ba6-87e3-a4115c0a5aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:57.117193 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-97eba962-a2dd-4ba6-87e3-a4115c0a5aeb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f327d07b81a14c5bb937fba4992e6ee2&device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 6491 time: 0.1455457 Jan 28 13:44:57.196716 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-016fb435-e533-43c5-a4aa-e9809a4fb49c req-43e5c56e-7cca-4561-a83f-d06677ab10ca tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661749 Jan 28 13:44:57.202738 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a660aa5a-2157-4e8c-8672-c83bfe29f2e2 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1851759 Jan 28 13:44:57.225321 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50400) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:57.266392 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41daae02-4d08-47ba-984a-26c61433f0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:44:57.268905 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0536218b-346c-4421-8b5e-d2f9274dedcc" -d '{"events": [{"server_uuid": "41daae02-4d08-47ba-984a-26c61433f0a9", "name": "network-vif-plugged", "status": "completed", "tag": "b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:44:57.453692 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660aa5a-2157-4e8c-8672-c83bfe29f2e2 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Port': ['ID=40b099d9-c7bd-4985-a726-eba5ff96e9a6,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:57.604374 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-6080b39e-3fa0-47c7-8050-ea022fab8c83 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Allocated IP 172.20.0.4 (fdf5a652-b111-479f-bc51-46460825e1b8/b9e7001d-7550-4a4d-8844-b5374df32dd9/c6538e7e-912c-4129-a329-d0dcf0583756) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:57.665404 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50406) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:57.687964 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a7013a-d9d6-49ce-b001-3f0befbcb2db tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:57.696216 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-29a7013a-d9d6-49ce-b001-3f0befbcb2db tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4590809 Jan 28 13:44:57.714385 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50408) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:57.720047 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-e6f1e9aa-1364-4c07-ba03-600f31c474ca tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Request body: {'security_group': {'name': 'tempest-securitygroup--67295270', 'description': 'tempest-description--147123871'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:57.736009 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff866e-3455-4350-815c-6f9144e27820 req-fa43dabf-1b2e-4cc5-b743-ecd5c66b575f tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:57.759663 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-98ff866e-3455-4350-815c-6f9144e27820 req-fa43dabf-1b2e-4cc5-b743-ecd5c66b575f tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=41daae02-4d08-47ba-984a-26c61433f0a9 HTTP/1.1" status: 200 len: 945 time: 0.3187175 Jan 28 13:44:57.886607 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6f1e9aa-1364-4c07-ba03-600f31c474ca tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:57.983907 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-98ff866e-3455-4350-815c-6f9144e27820 req-d3346ae6-4703-4d35-8fc0-301815b56f9a tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ae19cb-2f19-4a43-912d-8d65f62a9a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233219 Jan 28 13:44:58.097268 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a99c5a-5105-4e27-8b65-9aa81fb3661d x-openstack-request-id: req-f1a99c5a-5105-4e27-8b65-9aa81fb3661d {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:44:58.097898 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41daae02-4d08-47ba-984a-26c61433f0a9", "name": "network-vif-plugged", "status": "completed", "tag": "b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:44:58.097898 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f1a99c5a-5105-4e27-8b65-9aa81fb3661d {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:44:58.098206 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41daae02-4d08-47ba-984a-26c61433f0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4', 'code': 200} Jan 28 13:44:58.183954 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6f1e9aa-1364-4c07-ba03-600f31c474ca tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for security_group (b012820e-5e73-4cc1-b6bd-e872f1e2798f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:58.215588 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6f1e9aa-1364-4c07-ba03-600f31c474ca tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b012820e-5e73-4cc1-b6bd-e872f1e2798f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:58.260618 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6f1e9aa-1364-4c07-ba03-600f31c474ca tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:58.270163 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e6f1e9aa-1364-4c07-ba03-600f31c474ca tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5753670 Jan 28 13:44:58.272287 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50414) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:58.278496 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-64474b15-4743-4674-8944-8356debd8878 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Request body: {'security_group_rule': {'security_group_id': 'b012820e-5e73-4cc1-b6bd-e872f1e2798f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:58.292283 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1e9aa-1364-4c07-ba03-600f31c474ca tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b012820e-5e73-4cc1-b6bd-e872f1e2798f,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:58.299443 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03b24a-8eed-44b2-9bf2-1df0a9246963 req-41fb3a56-a398-4a16-9bff-ea70f82bd713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:58.301262 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9c03b24a-8eed-44b2-9bf2-1df0a9246963 req-41fb3a56-a398-4a16-9bff-ea70f82bd713 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=41daae02-4d08-47ba-984a-26c61433f0a9 HTTP/1.1" status: 200 len: 1096 time: 0.1420326 Jan 28 13:44:58.358224 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-1458501a-6023-4fc3-b162-ea73a3cdc220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:58.358773 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-1458501a-6023-4fc3-b162-ea73a3cdc220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:58.359418 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-1458501a-6023-4fc3-b162-ea73a3cdc220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:58.361484 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-1458501a-6023-4fc3-b162-ea73a3cdc220 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a48090cb-ae2e-48ff-8962-8d69a57daca6&id=376b4709-87bf-4524-8081-ea1211d3f7a6&id=376b4709-87bf-4524-8081-ea1211d3f7a6&id=376b4709-87bf-4524-8081-ea1211d3f7a6&id=376b4709-87bf-4524-8081-ea1211d3f7a6&id=361216ca-dbe3-462f-a59f-a8c1564e775f&id=361216ca-dbe3-462f-a59f-a8c1564e775f HTTP/1.1" status: 200 len: 2289 time: 1.2163069 Jan 28 13:44:58.490373 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9c03b24a-8eed-44b2-9bf2-1df0a9246963 req-f897be30-dc1c-4301-bd18-2e3c981198a3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=57ae19cb-2f19-4a43-912d-8d65f62a9a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731653 Jan 28 13:44:58.495751 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-64474b15-4743-4674-8944-8356debd8878 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for security_group_rule (a44eeafd-7725-45e0-aa91-2587c1bcef43), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:58.521740 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-87dd9f97-3571-460e-8e94-754301a7970b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6f58a1a-25be-4905-9c30-cd6d52a07dbc HTTP/1.1" status: 200 len: 1002 time: 0.1035342 Jan 28 13:44:58.523354 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631e641-ae67-49aa-b781-84974928bcc2 req-0315cb85-7e1d-4b35-83f3-369588325846 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:58.525538 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1631e641-ae67-49aa-b781-84974928bcc2 req-0315cb85-7e1d-4b35-83f3-369588325846 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.2079775 Jan 28 13:44:58.565787 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bab3b879-d49a-485f-b7ce-c675d83135fe req-4286c0d0-5509-429d-9c01-f7dbbc88adc1 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 210 time: 0.2307215 Jan 28 13:44:58.706780 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-64474b15-4743-4674-8944-8356debd8878 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for security_group_rule (a44eeafd-7725-45e0-aa91-2587c1bcef43), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:58.722722 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-64474b15-4743-4674-8944-8356debd8878 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (a44eeafd-7725-45e0-aa91-2587c1bcef43), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:58.760563 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1631e641-ae67-49aa-b781-84974928bcc2 req-3c0f4e30-3da4-4cb7-b613-ba014e34c620 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246203 Jan 28 13:44:58.775746 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device cb621227-53f5-49b4-a5fd-41f2b69d906a up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:44:58.834521 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64474b15-4743-4674-8944-8356debd8878 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a44eeafd-7725-45e0-aa91-2587c1bcef43,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:58.856746 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-64474b15-4743-4674-8944-8356debd8878 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:58.860983 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-64474b15-4743-4674-8944-8356debd8878 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5836046 Jan 28 13:44:58.864026 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50424) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:58.881937 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-7a7cc8ca-9bfc-4cf5-b94b-2627332f6adb tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Request body: {'security_group_rule': {'security_group_id': 'b012820e-5e73-4cc1-b6bd-e872f1e2798f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:58.954042 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7a7cc8ca-9bfc-4cf5-b94b-2627332f6adb tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for security_group_rule (054f3d51-bba8-484f-bd29-e64aaf8542ba), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:58.966601 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port cb621227-53f5-49b4-a5fd-41f2b69d906a triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:58.967427 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (cb621227-53f5-49b4-a5fd-41f2b69d906a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:58.980632 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:44:59.144107 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63759781-946f-44d0-83c4-5e7abeccfd83 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:59.153789 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port cb621227-53f5-49b4-a5fd-41f2b69d906a is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:59.154780 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63759781-946f-44d0-83c4-5e7abeccfd83 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:59.155485 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (cb621227-53f5-49b4-a5fd-41f2b69d906a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:59.162402 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63759781-946f-44d0-83c4-5e7abeccfd83 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:59.167545 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-63759781-946f-44d0-83c4-5e7abeccfd83 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 1.4207656 Jan 28 13:44:59.173680 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7a7cc8ca-9bfc-4cf5-b94b-2627332f6adb tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for security_group_rule (054f3d51-bba8-484f-bd29-e64aaf8542ba), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:59.180189 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50440) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:59.193588 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-441a6986-b29f-4abc-8389-04fd5e3eed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:59.195930 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-441a6986-b29f-4abc-8389-04fd5e3eed4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2eaf9fff-eb30-46b8-9611-5f103f9718e5 HTTP/1.1" status: 200 len: 849 time: 0.4995348 Jan 28 13:44:59.235935 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port cb621227-53f5-49b4-a5fd-41f2b69d906a, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=cb621227-53f5-49b4-a5fd-41f2b69d906a,segment=NetworkSegment(facdc153-9ea1-4295-b2a3-f8a01f59945a),segment_id=facdc153-9ea1-4295-b2a3-f8a01f59945a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:59.246270 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (cb621227-53f5-49b4-a5fd-41f2b69d906a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:59.247852 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3b240ae7-6772-413b-8087-f657daedb039 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:44:59.265849 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46b410c-e8ef-4a22-92f5-52e4d4f5ce0a None None] Network 43ee963f-f138-412a-b306-79bbf98e29fb requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:59.405246 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea691e-d8be-4214-be79-ca51d0ff6647 req-db2f5d13-8b7b-4300-810e-babea339044b tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:59.407378 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0bea691e-d8be-4214-be79-ca51d0ff6647 req-db2f5d13-8b7b-4300-810e-babea339044b tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=41daae02-4d08-47ba-984a-26c61433f0a9 HTTP/1.1" status: 200 len: 945 time: 0.2354012 Jan 28 13:44:59.414600 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-6080b39e-3fa0-47c7-8050-ea022fab8c83 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for port (c6538e7e-912c-4129-a329-d0dcf0583756), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:59.424051 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7a7cc8ca-9bfc-4cf5-b94b-2627332f6adb tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (054f3d51-bba8-484f-bd29-e64aaf8542ba), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:59.490050 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0bea691e-d8be-4214-be79-ca51d0ff6647 req-e28aefeb-a2f4-4e1f-8201-0bbc31bccabc tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ae19cb-2f19-4a43-912d-8d65f62a9a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688837 Jan 28 13:44:59.498075 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-25edeef8-ba95-495d-aa43-24d3844903f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:59.500726 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-25edeef8-ba95-495d-aa43-24d3844903f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a48090cb-ae2e-48ff-8962-8d69a57daca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2358952 Jan 28 13:44:59.591048 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d301cd0d-c962-49e2-a40b-a03738fd3254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:59.596455 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7cc8ca-9bfc-4cf5-b94b-2627332f6adb tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054f3d51-bba8-484f-bd29-e64aaf8542ba,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:59.596661 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=cb621227-53f5-49b4-a5fd-41f2b69d906a,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:59.601473 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7a7cc8ca-9bfc-4cf5-b94b-2627332f6adb tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:59.606700 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7a7cc8ca-9bfc-4cf5-b94b-2627332f6adb tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7388132 Jan 28 13:44:59.629721 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50444) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:59.635295 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-ac345287-d40d-4713-aec0-3330fcdfabd1 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:59.691344 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-4878041a-c8c1-4fe8-a5db-eb27f38bb1d4 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting port 40b099d9-c7bd-4985-a726-eba5ff96e9a6 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:59.692367 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4878041a-c8c1-4fe8-a5db-eb27f38bb1d4 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (40b099d9-c7bd-4985-a726-eba5ff96e9a6), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:59.701251 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac345287-d40d-4713-aec0-3330fcdfabd1 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:59.734027 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-7be245aa-60b3-4da4-ade5-5c3583ea28c0 None None] Provisioning complete for port cb621227-53f5-49b4-a5fd-41f2b69d906a triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:59.734540 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7be245aa-60b3-4da4-ade5-5c3583ea28c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (cb621227-53f5-49b4-a5fd-41f2b69d906a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:59.749859 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-e8b30b5f-3851-4844-ab7d-99a09942b717 service neutron] 10.222.0.18 "GET /v2.0/networks/a48090cb-ae2e-48ff-8962-8d69a57daca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386878 Jan 28 13:44:59.813767 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 3b240ae7-6772-413b-8087-f657daedb039 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:59.814474 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3b240ae7-6772-413b-8087-f657daedb039), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:59.891032 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-c6805db9-030b-4d32-8b39-df05c9f8830d tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:59.905950 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-c6805db9-030b-4d32-8b39-df05c9f8830d tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/networks?id=4a2dd781-e5e8-4409-9997-239fcf11d461 HTTP/1.1" status: 200 len: 813 time: 0.5107102 Jan 28 13:45:00.020803 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-284e48fa-5f00-4e76-ba92-7b2cf00556a0 req-4330cae4-1948-4939-8599-293c72283b32 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 210 time: 0.2562571 Jan 28 13:45:00.029155 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-857e6926-c50d-4c6f-bc2b-947fc56aed60 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/quotas/f3095f4e8b2c4c5291a6921e64aeca07 HTTP/1.1" status: 200 len: 375 time: 0.1099074 Jan 28 13:45:00.047100 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 3b240ae7-6772-413b-8087-f657daedb039 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:00.048146 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3b240ae7-6772-413b-8087-f657daedb039), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:00.065895 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-6080b39e-3fa0-47c7-8050-ea022fab8c83 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (c6538e7e-912c-4129-a329-d0dcf0583756), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:00.088140 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7326fa72-0028-4235-aed4-bd346e829bb9 None None] Sync routers for ids ['6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:45:00.088727 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 3b240ae7-6772-413b-8087-f657daedb039, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3b240ae7-6772-413b-8087-f657daedb039,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:00.110730 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3b240ae7-6772-413b-8087-f657daedb039), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:00.113033 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7326fa72-0028-4235-aed4-bd346e829bb9 None None] Routers {'6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:00.113962 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-7326fa72-0028-4235-aed4-bd346e829bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:44:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:00.143669 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4878041a-c8c1-4fe8-a5db-eb27f38bb1d4 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (40b099d9-c7bd-4985-a726-eba5ff96e9a6), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:00.209515 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-4878041a-c8c1-4fe8-a5db-eb27f38bb1d4 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Calling delete_port for 40b099d9-c7bd-4985-a726-eba5ff96e9a6 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:45:00.226236 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080b39e-3fa0-47c7-8050-ea022fab8c83 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Pushing event updated for resources: {'Port': ['ID=c6538e7e-912c-4129-a329-d0dcf0583756,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:00.233596 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-dd02257a-4a19-4bef-a89f-442fea978710 service neutron] 10.222.0.18 "GET /v2.0/networks/a48090cb-ae2e-48ff-8962-8d69a57daca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658561 Jan 28 13:45:00.239511 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=3b240ae7-6772-413b-8087-f657daedb039,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:00.240049 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-09a0e3c7-f7ca-48ef-b056-ab3a14502dba tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3095f4e8b2c4c5291a6921e64aeca07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2048812 Jan 28 13:45:00.259393 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-6080b39e-3fa0-47c7-8050-ea022fab8c83 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Network fdf5a652-b111-479f-bc51-46460825e1b8 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:00.354246 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-6080b39e-3fa0-47c7-8050-ea022fab8c83 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:00.369684 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7be245aa-60b3-4da4-ade5-5c3583ea28c0 None None] Current status of the port cb621227-53f5-49b4-a5fd-41f2b69d906a is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:00.377078 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-08db0b65-42f0-4934-8fc2-37b866055175 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=ba5119c7-946b-4cc9-9e19-149785af07e2 HTTP/1.1" status: 200 len: 217 time: 0.1261532 Jan 28 13:45:00.387288 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-7326fa72-0028-4235-aed4-bd346e829bb9 None None] Set router 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:00.522503 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-6080b39e-3fa0-47c7-8050-ea022fab8c83 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:00.529043 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-0a85c8ac-d8a2-4ab9-b75f-26e7a2a6f1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:00.530938 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-0a85c8ac-d8a2-4ab9-b75f-26e7a2a6f1e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=980241a2-d37e-4b55-8e0c-734aacae8814 HTTP/1.1" status: 200 len: 797 time: 0.1461508 Jan 28 13:45:00.551010 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-77c7f4e9-b4b9-43e3-bb09-2a5f16cee0d1 service neutron] 10.222.0.39 "GET /v2.0/networks/4a2dd781-e5e8-4409-9997-239fcf11d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015258 Jan 28 13:45:00.585500 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device cb621227-53f5-49b4-a5fd-41f2b69d906a up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:00.680826 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-6080b39e-3fa0-47c7-8050-ea022fab8c83 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:00.681541 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-6080b39e-3fa0-47c7-8050-ea022fab8c83 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:00.792628 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac345287-d40d-4713-aec0-3330fcdfabd1 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:00.804968 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-219a3e5e-755a-4dc8-a02d-d69c27c42d18 None None] Provisioning complete for port 09411d86-0133-4ff9-a4d5-fb1406adbcca triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:00.813941 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-219a3e5e-755a-4dc8-a02d-d69c27c42d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (09411d86-0133-4ff9-a4d5-fb1406adbcca), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:00.878015 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384418d-41a9-40df-971d-d74068a0d9c9 req-79b8fc15-ed94-405d-a06b-1f8588251daa tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:00.882051 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1384418d-41a9-40df-971d-d74068a0d9c9 req-79b8fc15-ed94-405d-a06b-1f8588251daa tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=41daae02-4d08-47ba-984a-26c61433f0a9 HTTP/1.1" status: 200 len: 945 time: 0.1868622 Jan 28 13:45:00.904053 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-6080b39e-3fa0-47c7-8050-ea022fab8c83 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4003870 Jan 28 13:45:00.914940 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port cb621227-53f5-49b4-a5fd-41f2b69d906a triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:00.915571 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (cb621227-53f5-49b4-a5fd-41f2b69d906a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:00.973913 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-9f5524a3-99b2-4209-b1aa-758f6aaadeab service neutron] Request body: {'port': {'device_id': 'b8c13557-69f9-483c-9d5d-e6dcfe0347d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:00.992676 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-219a3e5e-755a-4dc8-a02d-d69c27c42d18 None None] Port 09411d86-0133-4ff9-a4d5-fb1406adbcca cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:01.009395 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-7326fa72-0028-4235-aed4-bd346e829bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'name': 'tempest-AttachVolumeTestJSON-1171302180-router', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '3b240ae7-6772-413b-8087-f657daedb039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:39Z', 'updated_at': '2022-01-28T13:44:52Z', 'revision_number': 4, 'project_id': '6a710706f51d4196913035417fac81e3', 'gw_port': {'id': '3b240ae7-6772-413b-8087-f657daedb039', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:44Z', 'updated_at': '2022-01-28T13:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '4177516a-846f-4065-a1ca-452d4934d7d8', 'name': '', 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'mac_address': 'fa:16:3e:b3:85:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:50Z', 'updated_at': '2022-01-28T13:44:53Z', 'revision_number': 2, 'project_id': '6a710706f51d4196913035417fac81e3', 'subnets': [{'id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:01.030983 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1384418d-41a9-40df-971d-d74068a0d9c9 req-c69291c6-5c7c-4c9f-836b-83664afe54ac tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ae19cb-2f19-4a43-912d-8d65f62a9a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258645 Jan 28 13:45:01.052797 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-28c0110d-d992-49f4-94cd-f9ec73ef44d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:01.054013 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-28c0110d-d992-49f4-94cd-f9ec73ef44d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=376b4709-87bf-4524-8081-ea1211d3f7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5150836 Jan 28 13:45:01.061997 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-219a3e5e-755a-4dc8-a02d-d69c27c42d18 None None] Provisioning complete for port 40b099d9-c7bd-4985-a726-eba5ff96e9a6 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:01.062375 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-219a3e5e-755a-4dc8-a02d-d69c27c42d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (40b099d9-c7bd-4985-a726-eba5ff96e9a6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:01.202778 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-ac345287-d40d-4713-aec0-3330fcdfabd1 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Allocated IP 172.25.3.118 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/62f729ed-b78a-4d42-bda8-88d0ae87d39a) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:01.319744 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port cb621227-53f5-49b4-a5fd-41f2b69d906a is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:01.322380 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3b240ae7-6772-413b-8087-f657daedb039 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:01.324418 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-d9fabbe8-44eb-4277-bf78-78b2a6d76f88 service neutron] 10.222.0.39 "GET /v2.0/networks/4a2dd781-e5e8-4409-9997-239fcf11d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7645922 Jan 28 13:45:01.427314 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7326fa72-0028-4235-aed4-bd346e829bb9 None None] Checking router: 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:45:01.432190 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7326fa72-0028-4235-aed4-bd346e829bb9 None None] Updating router 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f port 4177516a-846f-4065-a1ca-452d4934d7d8 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:45:01.469801 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-219a3e5e-755a-4dc8-a02d-d69c27c42d18 None None] Port 40b099d9-c7bd-4985-a726-eba5ff96e9a6 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:01.522301 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-219a3e5e-755a-4dc8-a02d-d69c27c42d18 None None] Provisioning complete for port cb621227-53f5-49b4-a5fd-41f2b69d906a triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:01.523015 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7326fa72-0028-4235-aed4-bd346e829bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4177516a-846f-4065-a1ca-452d4934d7d8), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:01.526016 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-219a3e5e-755a-4dc8-a02d-d69c27c42d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (cb621227-53f5-49b4-a5fd-41f2b69d906a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:01.585233 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c066e98-0e38-4343-bc54-d1e6e63bf343 req-03031cfb-da1b-4a3d-b780-40eca119e513 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:01.600460 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4c066e98-0e38-4343-bc54-d1e6e63bf343 req-03031cfb-da1b-4a3d-b780-40eca119e513 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 931 time: 0.3616316 Jan 28 13:45:01.601295 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-9f5524a3-99b2-4209-b1aa-758f6aaadeab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c6538e7e-912c-4129-a329-d0dcf0583756), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:01.713077 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 3b240ae7-6772-413b-8087-f657daedb039 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:01.713460 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3b240ae7-6772-413b-8087-f657daedb039), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:01.796356 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-61e6818a-f8a3-459f-bfdf-0ad1c41d4072 service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7346201 Jan 28 13:45:01.895761 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-15755847-a3e9-4c49-b107-1bb3f8493f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:02.143188 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 3b240ae7-6772-413b-8087-f657daedb039 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:02.191717 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-d5cd7f03-463f-49ea-bafb-774a6966a4fd service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072767 Jan 28 13:45:02.200065 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-219a3e5e-755a-4dc8-a02d-d69c27c42d18 None None] Current status of the port cb621227-53f5-49b4-a5fd-41f2b69d906a is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:02.346552 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7326fa72-0028-4235-aed4-bd346e829bb9 None None] Publish callbacks [] for port (4177516a-846f-4065-a1ca-452d4934d7d8), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:02.348056 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-937886af-8d47-4a39-8f6a-e468351b175d None None] Provisioning complete for port 09411d86-0133-4ff9-a4d5-fb1406adbcca triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:02.348539 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-937886af-8d47-4a39-8f6a-e468351b175d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (09411d86-0133-4ff9-a4d5-fb1406adbcca), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:02.352681 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-9d4dcd26-275e-438f-bbc1-0618379a356e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=73358d53-f89e-45cb-a74a-8b6510bd447c HTTP/1.1" status: 200 len: 217 time: 0.1334093 Jan 28 13:45:02.364235 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7326fa72-0028-4235-aed4-bd346e829bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4177516a-846f-4065-a1ca-452d4934d7d8), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:02.426295 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac345287-d40d-4713-aec0-3330fcdfabd1 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for port (62f729ed-b78a-4d42-bda8-88d0ae87d39a), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:02.469671 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d04d6f-e066-4f8f-b70e-505663f3da94 None None] Pushing event updated for resources: {'Port': ['ID=4177516a-846f-4065-a1ca-452d4934d7d8,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:02.472250 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-937886af-8d47-4a39-8f6a-e468351b175d None None] Port 09411d86-0133-4ff9-a4d5-fb1406adbcca cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:02.490137 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d04d6f-e066-4f8f-b70e-505663f3da94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:02.490485 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d04d6f-e066-4f8f-b70e-505663f3da94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:02.490853 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d04d6f-e066-4f8f-b70e-505663f3da94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:02.491407 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d04d6f-e066-4f8f-b70e-505663f3da94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:02.493059 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d04d6f-e066-4f8f-b70e-505663f3da94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:02.493468 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d04d6f-e066-4f8f-b70e-505663f3da94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:02.493810 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d04d6f-e066-4f8f-b70e-505663f3da94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:02.495441 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d04d6f-e066-4f8f-b70e-505663f3da94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:02.495619 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-937886af-8d47-4a39-8f6a-e468351b175d None None] Provisioning complete for port 40b099d9-c7bd-4985-a726-eba5ff96e9a6 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:02.495804 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d04d6f-e066-4f8f-b70e-505663f3da94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:02.496135 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d04d6f-e066-4f8f-b70e-505663f3da94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:02.496463 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d04d6f-e066-4f8f-b70e-505663f3da94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:02.497474 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d04d6f-e066-4f8f-b70e-505663f3da94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:02.497804 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-937886af-8d47-4a39-8f6a-e468351b175d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (40b099d9-c7bd-4985-a726-eba5ff96e9a6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:02.499430 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d04d6f-e066-4f8f-b70e-505663f3da94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:02.518355 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac345287-d40d-4713-aec0-3330fcdfabd1 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (62f729ed-b78a-4d42-bda8-88d0ae87d39a), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:02.571371 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4c066e98-0e38-4343-bc54-d1e6e63bf343 req-51b81ac9-9e78-413f-ad7f-d869cff1224b tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f391df0c-fa02-49bf-8e4a-9c309e97c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9575460 Jan 28 13:45:02.604804 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-937886af-8d47-4a39-8f6a-e468351b175d None None] Port 40b099d9-c7bd-4985-a726-eba5ff96e9a6 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:02.631596 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-937886af-8d47-4a39-8f6a-e468351b175d None None] Provisioning complete for port c6538e7e-912c-4129-a329-d0dcf0583756 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:02.632115 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-937886af-8d47-4a39-8f6a-e468351b175d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c6538e7e-912c-4129-a329-d0dcf0583756), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:02.721721 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-7326fa72-0028-4235-aed4-bd346e829bb9 None None] Attempting to bind port 4177516a-846f-4065-a1ca-452d4934d7d8 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:02.727650 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-7326fa72-0028-4235-aed4-bd346e829bb9 None None] Attempting to bind port 4177516a-846f-4065-a1ca-452d4934d7d8 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '766923be-69a9-438b-8d26-7f7b6fae7a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:02.728263 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7326fa72-0028-4235-aed4-bd346e829bb9 None None] Attempting to bind port 4177516a-846f-4065-a1ca-452d4934d7d8 on network 6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:02.736588 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-937886af-8d47-4a39-8f6a-e468351b175d None None] Port c6538e7e-912c-4129-a329-d0dcf0583756 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:02.741522 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7326fa72-0028-4235-aed4-bd346e829bb9 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:02.743942 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7326fa72-0028-4235-aed4-bd346e829bb9 None None] Checking segment: {'id': '766923be-69a9-438b-8d26-7f7b6fae7a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:02.744518 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7326fa72-0028-4235-aed4-bd346e829bb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:02.745068 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7326fa72-0028-4235-aed4-bd346e829bb9 None None] Bound using segment: {'id': '766923be-69a9-438b-8d26-7f7b6fae7a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:02.745879 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-7326fa72-0028-4235-aed4-bd346e829bb9 None None] Bound port: 4177516a-846f-4065-a1ca-452d4934d7d8, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '766923be-69a9-438b-8d26-7f7b6fae7a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:02.747181 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7326fa72-0028-4235-aed4-bd346e829bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4177516a-846f-4065-a1ca-452d4934d7d8), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:02.761323 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-b1a5d1bc-3322-4039-a4a0-b317dd1d3e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:02.766766 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-b1a5d1bc-3322-4039-a4a0-b317dd1d3e35 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=980241a2-d37e-4b55-8e0c-734aacae8814 HTTP/1.1" status: 200 len: 797 time: 0.4047232 Jan 28 13:45:02.769940 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac345287-d40d-4713-aec0-3330fcdfabd1 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Pushing event updated for resources: {'Port': ['ID=62f729ed-b78a-4d42-bda8-88d0ae87d39a,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:02.795718 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e0f8d715-f4ec-4c57-843f-8b8b49b80f70 req-6bff124e-7b06-4152-8048-6a1c7834b8dd tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ce62144-245e-4987-ac42-b7048c24cb77 HTTP/1.1" status: 200 len: 210 time: 0.3021870 Jan 28 13:45:02.870942 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac345287-d40d-4713-aec0-3330fcdfabd1 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:02.877524 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:02.881288 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-ac345287-d40d-4713-aec0-3330fcdfabd1 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:02.889901 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac345287-d40d-4713-aec0-3330fcdfabd1 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:02.898797 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4878041a-c8c1-4fe8-a5db-eb27f38bb1d4 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (40b099d9-c7bd-4985-a726-eba5ff96e9a6), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:02.904663 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-7326fa72-0028-4235-aed4-bd346e829bb9 None None] For port 4177516a-846f-4065-a1ca-452d4934d7d8, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:02.908688 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-7326fa72-0028-4235-aed4-bd346e829bb9 None None] For port 4177516a-846f-4065-a1ca-452d4934d7d8, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4177516a-846f-4065-a1ca-452d4934d7d8,segment=NetworkSegment(766923be-69a9-438b-8d26-7f7b6fae7a7f),segment_id=766923be-69a9-438b-8d26-7f7b6fae7a7f)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:02.915345 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-7326fa72-0028-4235-aed4-bd346e829bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4177516a-846f-4065-a1ca-452d4934d7d8), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:03.077708 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-abd39765-ad0b-4160-b96b-a370102e941d None None] Provisioning complete for port 4177516a-846f-4065-a1ca-452d4934d7d8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:03.078088 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abd39765-ad0b-4160-b96b-a370102e941d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4177516a-846f-4065-a1ca-452d4934d7d8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:03.098608 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d04d6f-e066-4f8f-b70e-505663f3da94 None None] Pushing event updated for resources: {'Port': ['ID=4177516a-846f-4065-a1ca-452d4934d7d8,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:03.119335 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-a7216820-d462-4235-9a5f-16cccb473129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:03.122702 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-a7216820-d462-4235-9a5f-16cccb473129 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=376b4709-87bf-4524-8081-ea1211d3f7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3410017 Jan 28 13:45:03.147710 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7326fa72-0028-4235-aed4-bd346e829bb9 None None] Routers {'6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:03.156308 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-7326fa72-0028-4235-aed4-bd346e829bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:45:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:03.245120 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878041a-c8c1-4fe8-a5db-eb27f38bb1d4 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Port': ['ID=40b099d9-c7bd-4985-a726-eba5ff96e9a6,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:03.341295 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4878041a-c8c1-4fe8-a5db-eb27f38bb1d4 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:03.353229 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4878041a-c8c1-4fe8-a5db-eb27f38bb1d4 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/ports/40b099d9-c7bd-4985-a726-eba5ff96e9a6 HTTP/1.1" status: 204 len: 168 time: 4.1693540 Jan 28 13:45:03.359111 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50490) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:03.564436 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-d6c6048e-ab18-42ee-85de-c0ef194b2509 service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661129 Jan 28 13:45:03.569198 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-7326fa72-0028-4235-aed4-bd346e829bb9 None None] Set router 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:03.720524 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-27fc3866-3706-43e2-9042-ba58e991703c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] GET failed (client error): The resource could not be found. Jan 28 13:45:03.730387 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50494) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:03.734632 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-27fc3866-3706-43e2-9042-ba58e991703c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "GET /v2.0/ports/40b099d9-c7bd-4985-a726-eba5ff96e9a6 HTTP/1.1" status: 404 len: 333 time: 0.2854695 Jan 28 13:45:03.855642 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b4e9e-1b19-463d-a76e-66911dee7378 req-52de490c-559f-495f-a57b-d30302b096d2 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:03.880661 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-876b4e9e-1b19-463d-a76e-66911dee7378 req-52de490c-559f-495f-a57b-d30302b096d2 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=41daae02-4d08-47ba-984a-26c61433f0a9 HTTP/1.1" status: 200 len: 945 time: 0.7185137 Jan 28 13:45:03.918276 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-6a3ee55d-81ef-4e1a-b35b-5e2b679a2fb0 service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457115 Jan 28 13:45:04.044316 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac345287-d40d-4713-aec0-3330fcdfabd1 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for floatingip (b0c19292-64a9-475e-b623-46416bd0fc65), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:04.060709 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-abd39765-ad0b-4160-b96b-a370102e941d None None] Current status of the port 4177516a-846f-4065-a1ca-452d4934d7d8 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:04.064837 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abd39765-ad0b-4160-b96b-a370102e941d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4177516a-846f-4065-a1ca-452d4934d7d8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:04.116911 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-9f5524a3-99b2-4209-b1aa-758f6aaadeab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6538e7e-912c-4129-a329-d0dcf0583756 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:45:04.139263 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-9f5524a3-99b2-4209-b1aa-758f6aaadeab service neutron] Publish callbacks [] for port (c6538e7e-912c-4129-a329-d0dcf0583756), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:04.162175 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-7326fa72-0028-4235-aed4-bd346e829bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'name': 'tempest-AttachVolumeTestJSON-1171302180-router', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '3b240ae7-6772-413b-8087-f657daedb039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:39Z', 'updated_at': '2022-01-28T13:44:52Z', 'revision_number': 4, 'project_id': '6a710706f51d4196913035417fac81e3', 'gw_port': {'id': '3b240ae7-6772-413b-8087-f657daedb039', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:44Z', 'updated_at': '2022-01-28T13:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '4177516a-846f-4065-a1ca-452d4934d7d8', 'name': '', 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'mac_address': 'fa:16:3e:b3:85:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:50Z', 'updated_at': '2022-01-28T13:45:02Z', 'revision_number': 4, 'project_id': '6a710706f51d4196913035417fac81e3', 'subnets': [{'id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:04.167900 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-9f5524a3-99b2-4209-b1aa-758f6aaadeab service neutron] Transition to ACTIVE for port object c6538e7e-912c-4129-a329-d0dcf0583756 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:45:04.181567 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-b12b70b7-956d-4ff0-acb1-43af00b06ac7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=79abbf7d-456b-4064-b1e0-2e0f16750b14 HTTP/1.1" status: 200 len: 217 time: 0.2350764 Jan 28 13:45:04.186193 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-9f5524a3-99b2-4209-b1aa-758f6aaadeab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (c6538e7e-912c-4129-a329-d0dcf0583756), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:04.199806 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-abd39765-ad0b-4160-b96b-a370102e941d None None] For port 4177516a-846f-4065-a1ca-452d4934d7d8, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4177516a-846f-4065-a1ca-452d4934d7d8,segment=NetworkSegment(766923be-69a9-438b-8d26-7f7b6fae7a7f),segment_id=766923be-69a9-438b-8d26-7f7b6fae7a7f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:04.222746 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abd39765-ad0b-4160-b96b-a370102e941d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4177516a-846f-4065-a1ca-452d4934d7d8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:04.234683 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-ce1d7464-0fe2-4c63-84b5-47eb40c8154c tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:04.237356 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-ce1d7464-0fe2-4c63-84b5-47eb40c8154c tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.18 "GET /v2.0/networks?id=4a2dd781-e5e8-4409-9997-239fcf11d461 HTTP/1.1" status: 200 len: 813 time: 0.6347821 Jan 28 13:45:04.239287 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7326fa72-0028-4235-aed4-bd346e829bb9 None None] The sync data for ids ['6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'] in n-d-822747-2 is: [{'id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'name': 'tempest-AttachVolumeTestJSON-1171302180-router', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '3b240ae7-6772-413b-8087-f657daedb039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:39Z', 'updated_at': '2022-01-28T13:44:52Z', 'revision_number': 4, 'project_id': '6a710706f51d4196913035417fac81e3', 'gw_port': {'id': '3b240ae7-6772-413b-8087-f657daedb039', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:44Z', 'updated_at': '2022-01-28T13:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '4177516a-846f-4065-a1ca-452d4934d7d8', 'name': '', 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'mac_address': 'fa:16:3e:b3:85:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:50Z', 'updated_at': '2022-01-28T13:45:02Z', 'revision_number': 4, 'project_id': '6a710706f51d4196913035417fac81e3', 'subnets': [{'id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:45:04.239483 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac345287-d40d-4713-aec0-3330fcdfabd1 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (62f729ed-b78a-4d42-bda8-88d0ae87d39a), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:04.300510 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-34023dc0-64e6-4ab8-a560-d8312812aaf3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Request body: {'port': {'device_id': '5ce62144-245e-4987-ac42-b7048c24cb77', 'network_id': '4a2dd781-e5e8-4409-9997-239fcf11d461', 'admin_state_up': True, 'tenant_id': 'f3095f4e8b2c4c5291a6921e64aeca07'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:04.342760 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:04.365021 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5524a3-99b2-4209-b1aa-758f6aaadeab service neutron] Pushing event updated for resources: {'Port': ['ID=c6538e7e-912c-4129-a329-d0dcf0583756,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:04.392368 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-91afeb77-8f5d-4c1c-ac3c-08fb65f12969 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting port 09411d86-0133-4ff9-a4d5-fb1406adbcca {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:45:04.392993 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-91afeb77-8f5d-4c1c-ac3c-08fb65f12969 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (09411d86-0133-4ff9-a4d5-fb1406adbcca), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:04.445696 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd39765-ad0b-4160-b96b-a370102e941d None None] Pushing event updated for resources: {'Port': ['ID=4177516a-846f-4065-a1ca-452d4934d7d8,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:04.457533 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-1caee965-987e-4298-8dbf-927c88b40a30 None None] Provisioning complete for port 4177516a-846f-4065-a1ca-452d4934d7d8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:04.458138 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1caee965-987e-4298-8dbf-927c88b40a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4177516a-846f-4065-a1ca-452d4934d7d8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:04.480514 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-876b4e9e-1b19-463d-a76e-66911dee7378 req-86230333-6418-4ccc-8cdb-841bd11fe0aa tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ae19cb-2f19-4a43-912d-8d65f62a9a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5714772 Jan 28 13:45:04.635365 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1caee965-987e-4298-8dbf-927c88b40a30 None None] Current status of the port 4177516a-846f-4065-a1ca-452d4934d7d8 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:04.725343 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4177516a-846f-4065-a1ca-452d4934d7d8 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:04.759265 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3cf0f-a94d-4e7c-b19a-71f728df2d94 req-d3343d66-301c-4424-a5a5-13cc30369bf1 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:04.766956 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0ed3cf0f-a94d-4e7c-b19a-71f728df2d94 req-d3343d66-301c-4424-a5a5-13cc30369bf1 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 943 time: 0.5961106 Jan 28 13:45:04.873295 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 4177516a-846f-4065-a1ca-452d4934d7d8 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:04.873677 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4177516a-846f-4065-a1ca-452d4934d7d8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:04.925281 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-51766f13-78e1-494d-ad99-5e36c8b51285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:04.926748 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-51766f13-78e1-494d-ad99-5e36c8b51285 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=980241a2-d37e-4b55-8e0c-734aacae8814 HTTP/1.1" status: 200 len: 797 time: 0.7214463 Jan 28 13:45:04.981888 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac345287-d40d-4713-aec0-3330fcdfabd1 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for port (62f729ed-b78a-4d42-bda8-88d0ae87d39a), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:05.009927 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2495b8af-cce9-4d2a-b3b0-edbdb9c8d48d req-fd910db3-a2c8-4e15-b8ca-7b2aa2fc1d13 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ce62144-245e-4987-ac42-b7048c24cb77 HTTP/1.1" status: 200 len: 210 time: 0.2908044 Jan 28 13:45:05.016531 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac345287-d40d-4713-aec0-3330fcdfabd1 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (62f729ed-b78a-4d42-bda8-88d0ae87d39a), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:05.151524 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c435a04-3536-4a7e-af28-4d2360c39624 req-0c844792-0022-4724-af0a-d4b0e5626e92 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:05.153387 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0c435a04-3536-4a7e-af28-4d2360c39624 req-0c844792-0022-4724-af0a-d4b0e5626e92 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.37 "GET /v2.0/ports?device_id=41daae02-4d08-47ba-984a-26c61433f0a9 HTTP/1.1" status: 200 len: 945 time: 0.4655368 Jan 28 13:45:05.178009 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 4177516a-846f-4065-a1ca-452d4934d7d8 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:05.220163 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-91afeb77-8f5d-4c1c-ac3c-08fb65f12969 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (09411d86-0133-4ff9-a4d5-fb1406adbcca), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:05.234016 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-91afeb77-8f5d-4c1c-ac3c-08fb65f12969 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Calling delete_port for 09411d86-0133-4ff9-a4d5-fb1406adbcca owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:45:05.417710 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-91afeb77-8f5d-4c1c-ac3c-08fb65f12969 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (09411d86-0133-4ff9-a4d5-fb1406adbcca), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:05.488065 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-9f5524a3-99b2-4209-b1aa-758f6aaadeab service neutron] Attempting to bind port c6538e7e-912c-4129-a329-d0dcf0583756 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:05.490549 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-9f5524a3-99b2-4209-b1aa-758f6aaadeab service neutron] Attempting to bind port c6538e7e-912c-4129-a329-d0dcf0583756 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'dec144a9-f012-4ce6-8d1e-6a819471c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:05.491533 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-9f5524a3-99b2-4209-b1aa-758f6aaadeab service neutron] Attempting to bind port c6538e7e-912c-4129-a329-d0dcf0583756 on network fdf5a652-b111-479f-bc51-46460825e1b8 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:05.535244 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac345287-d40d-4713-aec0-3330fcdfabd1 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Pushing event updated for resources: {'Port': ['ID=62f729ed-b78a-4d42-bda8-88d0ae87d39a,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:05.541954 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-34023dc0-64e6-4ab8-a560-d8312812aaf3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Made reservation on behalf of f3095f4e8b2c4c5291a6921e64aeca07 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:05.557608 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-34023dc0-64e6-4ab8-a560-d8312812aaf3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:05.646049 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac345287-d40d-4713-aec0-3330fcdfabd1 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (b0c19292-64a9-475e-b623-46416bd0fc65), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:05.699737 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac345287-d40d-4713-aec0-3330fcdfabd1 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:05.701092 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ac345287-d40d-4713-aec0-3330fcdfabd1 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0693436 Jan 28 13:45:05.822769 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-0c435a04-3536-4a7e-af28-4d2360c39624 req-38789bad-b02f-413f-a942-c9bcc7f02369 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Deleting port b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:45:05.824334 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-0c435a04-3536-4a7e-af28-4d2360c39624 req-38789bad-b02f-413f-a942-c9bcc7f02369 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:05.848299 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffa558-2340-47b0-94cc-b298f742a540 req-008b7e2e-3cab-4575-99f5-38d202224e32 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:05.860205 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffa558-2340-47b0-94cc-b298f742a540 req-008b7e2e-3cab-4575-99f5-38d202224e32 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:05.878523 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffa558-2340-47b0-94cc-b298f742a540 req-008b7e2e-3cab-4575-99f5-38d202224e32 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:05.884204 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffa558-2340-47b0-94cc-b298f742a540 req-008b7e2e-3cab-4575-99f5-38d202224e32 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:05.891640 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffa558-2340-47b0-94cc-b298f742a540 req-008b7e2e-3cab-4575-99f5-38d202224e32 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:05.898878 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffa558-2340-47b0-94cc-b298f742a540 req-008b7e2e-3cab-4575-99f5-38d202224e32 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:05.905702 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffa558-2340-47b0-94cc-b298f742a540 req-008b7e2e-3cab-4575-99f5-38d202224e32 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:05.913888 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-86ffa558-2340-47b0-94cc-b298f742a540 req-008b7e2e-3cab-4575-99f5-38d202224e32 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5434 time: 0.6711564 Jan 28 13:45:06.125935 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afeb77-8f5d-4c1c-ac3c-08fb65f12969 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Port': ['ID=09411d86-0133-4ff9-a4d5-fb1406adbcca,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:06.157936 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0ed3cf0f-a94d-4e7c-b19a-71f728df2d94 req-effc3558-1e3a-43de-8249-7083d69412fe tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f391df0c-fa02-49bf-8e4a-9c309e97c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3896739 Jan 28 13:45:06.174434 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-91afeb77-8f5d-4c1c-ac3c-08fb65f12969 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:06.192961 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-91afeb77-8f5d-4c1c-ac3c-08fb65f12969 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/ports/09411d86-0133-4ff9-a4d5-fb1406adbcca HTTP/1.1" status: 204 len: 168 time: 2.4539504 Jan 28 13:45:06.200560 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50522) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:06.215109 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-9f5524a3-99b2-4209-b1aa-758f6aaadeab service neutron] Port c6538e7e-912c-4129-a329-d0dcf0583756 on network fdf5a652-b111-479f-bc51-46460825e1b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:45:06.215466 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-9f5524a3-99b2-4209-b1aa-758f6aaadeab service neutron] Attempting to bind port c6538e7e-912c-4129-a329-d0dcf0583756 on network fdf5a652-b111-479f-bc51-46460825e1b8 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:06.245612 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-34023dc0-64e6-4ab8-a560-d8312812aaf3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Allocated IP 172.20.0.8 (4a2dd781-e5e8-4409-9997-239fcf11d461/5c3c69e8-3dad-4e28-934e-77899265971f/31bb19f1-166e-4271-8b31-30c54dff33d5) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:06.251055 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-9f5524a3-99b2-4209-b1aa-758f6aaadeab service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:06.251409 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-9f5524a3-99b2-4209-b1aa-758f6aaadeab service neutron] Checking segment: {'id': 'dec144a9-f012-4ce6-8d1e-6a819471c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:06.251833 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-9f5524a3-99b2-4209-b1aa-758f6aaadeab service neutron] Bound using segment: {'id': 'dec144a9-f012-4ce6-8d1e-6a819471c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:06.252311 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-9f5524a3-99b2-4209-b1aa-758f6aaadeab service neutron] Bound port: c6538e7e-912c-4129-a329-d0dcf0583756, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dec144a9-f012-4ce6-8d1e-6a819471c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:06.252691 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-9f5524a3-99b2-4209-b1aa-758f6aaadeab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c6538e7e-912c-4129-a329-d0dcf0583756), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:06.324864 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-86ffa558-2340-47b0-94cc-b298f742a540 req-ce45f184-c2b6-47f1-aa9e-98e6ce6d5348 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4097164 Jan 28 13:45:06.332686 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:06.424567 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-9f5524a3-99b2-4209-b1aa-758f6aaadeab service neutron] For port c6538e7e-912c-4129-a329-d0dcf0583756, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:06.428565 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-9f5524a3-99b2-4209-b1aa-758f6aaadeab service neutron] For port c6538e7e-912c-4129-a329-d0dcf0583756, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=c6538e7e-912c-4129-a329-d0dcf0583756,segment=NetworkSegment(dec144a9-f012-4ce6-8d1e-6a819471c94b),segment_id=dec144a9-f012-4ce6-8d1e-6a819471c94b)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:06.437492 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-0c435a04-3536-4a7e-af28-4d2360c39624 req-38789bad-b02f-413f-a942-c9bcc7f02369 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] For port b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4,segment=NetworkSegment(c9192603-4670-493f-b1cd-dbd99727b44a),segment_id=c9192603-4670-493f-b1cd-dbd99727b44a)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:06.438087 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-0c435a04-3536-4a7e-af28-4d2360c39624 req-38789bad-b02f-413f-a942-c9bcc7f02369 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:06.479893 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-9f5524a3-99b2-4209-b1aa-758f6aaadeab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (c6538e7e-912c-4129-a329-d0dcf0583756), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:06.511696 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-5fbfea10-2fd3-4647-a513-b02e011efa58 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--67295270&fields=id&tenant_id=6a710706f51d4196913035417fac81e3 HTTP/1.1" status: 200 len: 267 time: 0.0699832 Jan 28 13:45:06.541587 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-1da5e60a-ab98-4648-8c9f-3d89e3b62a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:06.543131 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-1da5e60a-ab98-4648-8c9f-3d89e3b62a63 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=376b4709-87bf-4524-8081-ea1211d3f7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.4567549 Jan 28 13:45:06.544051 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-31fdb431-f7e8-4385-82cf-fb2793a0ca65 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] GET failed (client error): The resource could not be found. Jan 28 13:45:06.554296 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-0c435a04-3536-4a7e-af28-4d2360c39624 req-38789bad-b02f-413f-a942-c9bcc7f02369 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Calling delete_port for b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:45:06.555539 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-31fdb431-f7e8-4385-82cf-fb2793a0ca65 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "GET /v2.0/ports/09411d86-0133-4ff9-a4d5-fb1406adbcca HTTP/1.1" status: 404 len: 333 time: 0.3414004 Jan 28 13:45:06.567779 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4177516a-846f-4065-a1ca-452d4934d7d8 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:06.568758 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50534) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:06.614343 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-7ffe76c2-43b7-46f3-9aa1-ba417fd0a71a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:06.626264 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-7ffe76c2-43b7-46f3-9aa1-ba417fd0a71a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:06.634253 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-7ffe76c2-43b7-46f3-9aa1-ba417fd0a71a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:06.644488 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-7ffe76c2-43b7-46f3-9aa1-ba417fd0a71a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:06.661159 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-7ffe76c2-43b7-46f3-9aa1-ba417fd0a71a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:06.671878 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-7ffe76c2-43b7-46f3-9aa1-ba417fd0a71a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:06.674071 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 4177516a-846f-4065-a1ca-452d4934d7d8 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:06.674502 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4177516a-846f-4065-a1ca-452d4934d7d8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:06.677333 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-7ffe76c2-43b7-46f3-9aa1-ba417fd0a71a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:06.690492 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-7ffe76c2-43b7-46f3-9aa1-ba417fd0a71a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 5434 time: 1.5881436 Jan 28 13:45:06.852242 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 4177516a-846f-4065-a1ca-452d4934d7d8 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:06.884044 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50548) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:06.924986 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-f03ed89f-c6ed-40db-8b4f-628b82257d89 service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547745 Jan 28 13:45:06.969393 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-e023e154-6763-4a88-a132-dc700831b5d4 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:06.975893 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5524a3-99b2-4209-b1aa-758f6aaadeab service neutron] Pushing event updated for resources: {'Port': ['ID=c6538e7e-912c-4129-a329-d0dcf0583756,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:06.977535 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-e023e154-6763-4a88-a132-dc700831b5d4 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/networks?id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 HTTP/1.1" status: 200 len: 811 time: 0.4645796 Jan 28 13:45:07.048727 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-7d4eea2f-2016-4caa-bda3-d835a9f52f04 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/quotas/6a710706f51d4196913035417fac81e3 HTTP/1.1" status: 200 len: 375 time: 0.0681551 Jan 28 13:45:07.075385 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-34023dc0-64e6-4ab8-a560-d8312812aaf3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Publish callbacks [] for port (31bb19f1-166e-4271-8b31-30c54dff33d5), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:07.103528 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-3418d2bc-de05-4f55-8b2b-157d605596e3 service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916085 Jan 28 13:45:07.182623 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-a241be8a-ab23-4d50-9cbd-50a6198987c0 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6a710706f51d4196913035417fac81e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1328821 Jan 28 13:45:07.194583 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-9f5524a3-99b2-4209-b1aa-758f6aaadeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:07.196004 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-9f5524a3-99b2-4209-b1aa-758f6aaadeab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:07.197889 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-9f5524a3-99b2-4209-b1aa-758f6aaadeab service neutron] 10.222.0.37 "PUT /v2.0/ports/c6538e7e-912c-4129-a329-d0dcf0583756 HTTP/1.1" status: 200 len: 1091 time: 6.2323880 Jan 28 13:45:07.204046 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-379f6702-4262-4bae-9119-260f215a2255 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=f960cd27-de3c-42f4-a159-98a774fb4179 HTTP/1.1" status: 200 len: 217 time: 0.0575509 Jan 28 13:45:07.204751 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c13557-69f9-483c-9d5d-e6dcfe0347d5', 'tag': 'c6538e7e-912c-4129-a329-d0dcf0583756'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:07.207591 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edde2af-0fcc-4f80-a479-16bcd27cdcbe" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c13557-69f9-483c-9d5d-e6dcfe0347d5", "tag": "c6538e7e-912c-4129-a329-d0dcf0583756"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:07.327122 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-0c435a04-3536-4a7e-af28-4d2360c39624 req-38789bad-b02f-413f-a942-c9bcc7f02369 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:07.335374 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8aa16-8715-4d44-98b0-3b3f26fe09e6 req-9c865ab3-8529-4518-a4a8-b9d1ab6a49ca tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:07.350181 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-94f8aa16-8715-4d44-98b0-3b3f26fe09e6 req-9c865ab3-8529-4518-a4a8-b9d1ab6a49ca tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=41daae02-4d08-47ba-984a-26c61433f0a9 HTTP/1.1" status: 200 len: 945 time: 0.9162121 Jan 28 13:45:07.356768 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-f2283b24-68f9-4f4b-8ff4-ddc407bd52f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:07.361450 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-f2283b24-68f9-4f4b-8ff4-ddc407bd52f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=980241a2-d37e-4b55-8e0c-734aacae8814 HTTP/1.1" status: 200 len: 797 time: 0.1441810 Jan 28 13:45:07.386974 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-52c94c18-9e7d-4f10-81e0-7e60cd4f9e4d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting subnet d4139466-4c4b-4c98-8da2-f7bc7403232f {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:45:07.488076 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-f068f5df-6481-42b5-8c2d-6c58a7d5d0c1 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:07.489801 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-f068f5df-6481-42b5-8c2d-6c58a7d5d0c1 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.18 "GET /v2.0/ports/73358d53-f89e-45cb-a74a-8b6510bd447c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.7985072 Jan 28 13:45:07.493498 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-52c94c18-9e7d-4f10-81e0-7e60cd4f9e4d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for subnet (d4139466-4c4b-4c98-8da2-f7bc7403232f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:07.504487 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38789bad-b02f-413f-a942-c9bcc7f02369 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Pushing event deleted for resources: {'Port': ['ID=b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:07.526436 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-34023dc0-64e6-4ab8-a560-d8312812aaf3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (31bb19f1-166e-4271-8b31-30c54dff33d5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:07.533923 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f476f0e0-295a-40dc-be48-f5f1867f25c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:07.541850 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['3e483c1a-96a3-4333-b195-4e75664bfbb4'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:45:07.616214 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-7145d574-9db5-490a-a7b1-e4af894e1827 service neutron] 10.222.0.39 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320967 Jan 28 13:45:07.698802 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34023dc0-64e6-4ab8-a560-d8312812aaf3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Pushing event updated for resources: {'Port': ['ID=31bb19f1-166e-4271-8b31-30c54dff33d5,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:07.709339 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c435a04-3536-4a7e-af28-4d2360c39624 req-38789bad-b02f-413f-a942-c9bcc7f02369 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] No DVR routers for this DVR port b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4 on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:45:07.726550 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34023dc0-64e6-4ab8-a560-d8312812aaf3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:07.727465 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34023dc0-64e6-4ab8-a560-d8312812aaf3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:07.729281 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34023dc0-64e6-4ab8-a560-d8312812aaf3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:07.730280 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34023dc0-64e6-4ab8-a560-d8312812aaf3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:07.731093 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34023dc0-64e6-4ab8-a560-d8312812aaf3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:07.731606 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34023dc0-64e6-4ab8-a560-d8312812aaf3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:07.732282 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34023dc0-64e6-4ab8-a560-d8312812aaf3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:07.732789 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34023dc0-64e6-4ab8-a560-d8312812aaf3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:07.733278 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34023dc0-64e6-4ab8-a560-d8312812aaf3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:07.734530 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34023dc0-64e6-4ab8-a560-d8312812aaf3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:07.735889 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34023dc0-64e6-4ab8-a560-d8312812aaf3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:07.737357 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34023dc0-64e6-4ab8-a560-d8312812aaf3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:07.737857 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34023dc0-64e6-4ab8-a560-d8312812aaf3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:07.761300 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-0c435a04-3536-4a7e-af28-4d2360c39624 req-38789bad-b02f-413f-a942-c9bcc7f02369 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:07.765110 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0c435a04-3536-4a7e-af28-4d2360c39624 req-38789bad-b02f-413f-a942-c9bcc7f02369 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.37 "DELETE /v2.0/ports/b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4 HTTP/1.1" status: 204 len: 173 time: 2.5367222 Jan 28 13:45:07.822865 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-b90cfd00-e89e-4e54-bf0e-02784f9b1933 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2628589 Jan 28 13:45:07.898488 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-f0980d86-b3c3-4fd2-a235-3b7e72f12624 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:07.954231 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-9e62e05c-f79a-47dc-9efd-4bb15fb9ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:07.955752 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-9e62e05c-f79a-47dc-9efd-4bb15fb9ae20 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b20b56137a94d119bc41239a8a47be8&device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 1094 time: 0.5732982 Jan 28 13:45:07.970766 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-c6e0b86c-8b01-4861-b478-14411223d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:07.972597 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-c6e0b86c-8b01-4861-b478-14411223d226 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=376b4709-87bf-4524-8081-ea1211d3f7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5825672 Jan 28 13:45:07.992521 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-52c94c18-9e7d-4f10-81e0-7e60cd4f9e4d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (d4139466-4c4b-4c98-8da2-f7bc7403232f), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:08.071302 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f476f0e0-295a-40dc-be48-f5f1867f25c4 admin admin] Publish callbacks [] for security_group (b6ae0f29-6f55-435f-89bf-5bffa75c80a4), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:08.072699 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41daae02-4d08-47ba-984a-26c61433f0a9', 'name': 'network-vif-deleted', 'tag': 'b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:08.076448 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851a1e01-7b10-4931-803f-4b05b8d4192c" -d '{"events": [{"server_uuid": "41daae02-4d08-47ba-984a-26c61433f0a9", "name": "network-vif-deleted", "tag": "b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:08.093803 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-ae8cfee5-3a4d-494f-a295-956c018fea97 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6538e7e-912c-4129-a329-d0dcf0583756 HTTP/1.1" status: 200 len: 217 time: 0.1197996 Jan 28 13:45:08.103484 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-34023dc0-64e6-4ab8-a560-d8312812aaf3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Network 4a2dd781-e5e8-4409-9997-239fcf11d461 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:08.105801 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-94f8aa16-8715-4d44-98b0-3b3f26fe09e6 req-36ee6505-b6c1-4a7d-8a22-585bfeea2034 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ae19cb-2f19-4a43-912d-8d65f62a9a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7530513 Jan 28 13:45:08.109525 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-34023dc0-64e6-4ab8-a560-d8312812aaf3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:08.112270 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f476f0e0-295a-40dc-be48-f5f1867f25c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b6ae0f29-6f55-435f-89bf-5bffa75c80a4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:08.116010 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-34023dc0-64e6-4ab8-a560-d8312812aaf3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:08.183040 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-34023dc0-64e6-4ab8-a560-d8312812aaf3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:08.183952 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-34023dc0-64e6-4ab8-a560-d8312812aaf3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:08.289470 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-01cad054-c1c1-432c-9a72-4d5882aa82b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:08.291896 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-01cad054-c1c1-432c-9a72-4d5882aa82b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b9e7001d-7550-4a4d-8844-b5374df32dd9 HTTP/1.1" status: 200 len: 852 time: 0.1474783 Jan 28 13:45:08.303142 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:45:08.337783 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-34023dc0-64e6-4ab8-a560-d8312812aaf3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0508723 Jan 28 13:45:08.349346 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476f0e0-295a-40dc-be48-f5f1867f25c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ae0f29-6f55-435f-89bf-5bffa75c80a4,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:08.364629 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-17bb9a68-3a69-4f12-a80c-f94b90b3b22a service neutron] Request body: {'port': {'device_id': '5ce62144-245e-4987-ac42-b7048c24cb77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:08.373324 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:45:08.378348 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:45:08.424437 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-3b325c82-081f-420e-b297-41bce3645b79 service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192519 Jan 28 13:45:08.500389 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device ba5119c7-946b-4cc9-9e19-149785af07e2 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:45:08.513241 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-17bb9a68-3a69-4f12-a80c-f94b90b3b22a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (31bb19f1-166e-4271-8b31-30c54dff33d5), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:08.556616 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f476f0e0-295a-40dc-be48-f5f1867f25c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c932cea70d44747b3f12f468f1ff833&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6679268 Jan 28 13:45:08.572313 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50574) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:08.644046 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-23cd5b63-9536-4397-8a7c-d692e290bce6 service neutron] 10.222.0.39 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0265450 Jan 28 13:45:08.700623 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port ba5119c7-946b-4cc9-9e19-149785af07e2 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:08.701121 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ba5119c7-946b-4cc9-9e19-149785af07e2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:08.751026 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-741ea1cf-7faa-4587-96aa-57cd0ae7c149 service neutron] 10.222.0.18 "GET /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699037 Jan 28 13:45:08.779800 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port ba5119c7-946b-4cc9-9e19-149785af07e2, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ba5119c7-946b-4cc9-9e19-149785af07e2,segment=NetworkSegment(d3e38792-a814-403b-af31-3ea5e35b6aaf),segment_id=d3e38792-a814-403b-af31-3ea5e35b6aaf)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:08.782961 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba5119c7-946b-4cc9-9e19-149785af07e2'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:08.792480 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc4fad4-498f-40f6-a463-cb336be0bada" -d '{"events": [{"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-unplugged", "status": "completed", "tag": "ba5119c7-946b-4cc9-9e19-149785af07e2"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:08.802783 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ba5119c7-946b-4cc9-9e19-149785af07e2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:08.805945 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 0d46f223-1f12-4538-accd-a4fe31e8045f no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:45:08.918713 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cce876d3-f7f5-45b5-904b-7c6d2a5068db admin admin] Publish callbacks [] for security_group (b6ae0f29-6f55-435f-89bf-5bffa75c80a4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:08.921145 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-f0980d86-b3c3-4fd2-a235-3b7e72f12624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (73358d53-f89e-45cb-a74a-8b6510bd447c), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:08.977736 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-91cd7697-cb6f-46c9-9f7f-119c81e98fea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0d46f223-1f12-4538-accd-a4fe31e8045f HTTP/1.1" status: 200 len: 217 time: 0.1957016 Jan 28 13:45:09.009069 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-2b163e5a-1ada-41d4-9740-798473d12c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:09.013952 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-2b163e5a-1ada-41d4-9740-798473d12c23 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fdf5a652-b111-479f-bc51-46460825e1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5883734 Jan 28 13:45:09.024980 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=ba5119c7-946b-4cc9-9e19-149785af07e2,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:09.119885 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-09e40625-7d23-4574-b893-6c1a200b1e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:09.121671 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-09e40625-7d23-4574-b893-6c1a200b1e71 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7038acd7-a865-4fdf-9a95-2c4ed7e3b100 HTTP/1.1" status: 200 len: 797 time: 0.1051834 Jan 28 13:45:09.135141 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cce876d3-f7f5-45b5-904b-7c6d2a5068db admin admin] Publish callbacks [] for security_group (b6ae0f29-6f55-435f-89bf-5bffa75c80a4), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:09.151739 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297195e-5f5b-4776-b2b0-59e4eec31d92 req-7c563a9f-ecb7-4cf3-a7ca-654296a3bed9 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:09.155698 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 0d46f223-1f12-4538-accd-a4fe31e8045f is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:09.156344 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0d46f223-1f12-4538-accd-a4fe31e8045f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:09.163861 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c297195e-5f5b-4776-b2b0-59e4eec31d92 req-7c563a9f-ecb7-4cf3-a7ca-654296a3bed9 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ce62144-245e-4987-ac42-b7048c24cb77 HTTP/1.1" status: 200 len: 931 time: 0.7675862 Jan 28 13:45:09.234327 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 0d46f223-1f12-4538-accd-a4fe31e8045f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=0d46f223-1f12-4538-accd-a4fe31e8045f,segment=NetworkSegment(8398d8f2-66bb-43a6-a964-eceb551e9779),segment_id=8398d8f2-66bb-43a6-a964-eceb551e9779)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:09.243445 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0d46f223-1f12-4538-accd-a4fe31e8045f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:09.244615 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 73358d53-f89e-45cb-a74a-8b6510bd447c no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:45:09.300370 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d921f1-35cb-434b-a471-bba4713ec4f2 req-13c9f522-0f42-4e7e-825e-7afe4711da51 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:09.314501 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e0d921f1-35cb-434b-a471-bba4713ec4f2 req-13c9f522-0f42-4e7e-825e-7afe4711da51 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 943 time: 0.3557556 Jan 28 13:45:09.368649 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c297195e-5f5b-4776-b2b0-59e4eec31d92 req-655bfe3b-b30c-423a-8439-ccfded6e7d2e tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013080 Jan 28 13:45:09.460033 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cce876d3-f7f5-45b5-904b-7c6d2a5068db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b6ae0f29-6f55-435f-89bf-5bffa75c80a4), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:09.462743 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cce876d3-f7f5-45b5-904b-7c6d2a5068db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:09.475450 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-cce876d3-f7f5-45b5-904b-7c6d2a5068db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6ae0f29-6f55-435f-89bf-5bffa75c80a4 HTTP/1.1" status: 204 len: 168 time: 0.8930914 Jan 28 13:45:09.497242 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=0d46f223-1f12-4538-accd-a4fe31e8045f,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:09.534268 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17cf224-8420-47d6-9568-5cfde59b01ec x-openstack-request-id: req-f17cf224-8420-47d6-9568-5cfde59b01ec {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:09.534651 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c13557-69f9-483c-9d5d-e6dcfe0347d5", "tag": "c6538e7e-912c-4129-a329-d0dcf0583756", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:09.536757 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f17cf224-8420-47d6-9568-5cfde59b01ec {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:09.537670 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c13557-69f9-483c-9d5d-e6dcfe0347d5', 'tag': 'c6538e7e-912c-4129-a329-d0dcf0583756', 'status': 'completed', 'code': 200} Jan 28 13:45:09.573804 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e0d921f1-35cb-434b-a471-bba4713ec4f2 req-457a5198-13be-4e5e-8308-f8ecfdcc6483 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f391df0c-fa02-49bf-8e4a-9c309e97c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2580588 Jan 28 13:45:09.590589 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce876d3-f7f5-45b5-904b-7c6d2a5068db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ae0f29-6f55-435f-89bf-5bffa75c80a4,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:09.670967 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-17bb9a68-3a69-4f12-a80c-f94b90b3b22a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31bb19f1-166e-4271-8b31-30c54dff33d5 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:45:09.708672 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 73358d53-f89e-45cb-a74a-8b6510bd447c is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:09.709256 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (73358d53-f89e-45cb-a74a-8b6510bd447c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:09.713605 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-17bb9a68-3a69-4f12-a80c-f94b90b3b22a service neutron] Publish callbacks [] for port (31bb19f1-166e-4271-8b31-30c54dff33d5), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:09.781544 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044956c8-80a6-4f6f-93c4-f3dacc784f0b x-openstack-request-id: req-044956c8-80a6-4f6f-93c4-f3dacc784f0b {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:09.782170 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41daae02-4d08-47ba-984a-26c61433f0a9", "name": "network-vif-deleted", "tag": "b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:09.782682 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-044956c8-80a6-4f6f-93c4-f3dacc784f0b {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:09.783348 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41daae02-4d08-47ba-984a-26c61433f0a9', 'name': 'network-vif-deleted', 'tag': 'b4436dd3-9d0b-4b60-8b9f-8dac1c409bb4', 'status': 'completed', 'code': 200} Jan 28 13:45:09.797669 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-17bb9a68-3a69-4f12-a80c-f94b90b3b22a service neutron] Transition to ACTIVE for port object 31bb19f1-166e-4271-8b31-30c54dff33d5 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:45:09.813389 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-17bb9a68-3a69-4f12-a80c-f94b90b3b22a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (31bb19f1-166e-4271-8b31-30c54dff33d5), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:09.895287 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefd027e-b366-4e4d-90a6-0dfd5feceec8 x-openstack-request-id: req-cefd027e-b366-4e4d-90a6-0dfd5feceec8 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:09.895645 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-unplugged", "status": "completed", "tag": "ba5119c7-946b-4cc9-9e19-149785af07e2", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:09.895959 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cefd027e-b366-4e4d-90a6-0dfd5feceec8 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:09.896417 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba5119c7-946b-4cc9-9e19-149785af07e2', 'code': 200} Jan 28 13:45:09.958299 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb9a68-3a69-4f12-a80c-f94b90b3b22a service neutron] Pushing event updated for resources: {'Port': ['ID=31bb19f1-166e-4271-8b31-30c54dff33d5,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:09.959529 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-f0980d86-b3c3-4fd2-a235-3b7e72f12624 service neutron] For port 73358d53-f89e-45cb-a74a-8b6510bd447c, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=73358d53-f89e-45cb-a74a-8b6510bd447c,segment=NetworkSegment(d3e38792-a814-403b-af31-3ea5e35b6aaf),segment_id=d3e38792-a814-403b-af31-3ea5e35b6aaf)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:10.015300 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-f0980d86-b3c3-4fd2-a235-3b7e72f12624 service neutron] For port 73358d53-f89e-45cb-a74a-8b6510bd447c, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:10.059164 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-f0980d86-b3c3-4fd2-a235-3b7e72f12624 service neutron] device_id is not set on port 73358d53-f89e-45cb-a74a-8b6510bd447c yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:45:10.075141 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-f0980d86-b3c3-4fd2-a235-3b7e72f12624 service neutron] Publish callbacks [] for port (73358d53-f89e-45cb-a74a-8b6510bd447c), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:10.138305 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9258821f-6981-4d36-aa3a-3420cd903ecd req-6dfdc723-e2f7-483c-bfa0-59e91096731a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 210 time: 0.1260641 Jan 28 13:45:10.164076 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-f0980d86-b3c3-4fd2-a235-3b7e72f12624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (73358d53-f89e-45cb-a74a-8b6510bd447c), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:10.181616 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-52c94c18-9e7d-4f10-81e0-7e60cd4f9e4d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (d4139466-4c4b-4c98-8da2-f7bc7403232f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:10.183590 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-17bb9a68-3a69-4f12-a80c-f94b90b3b22a service neutron] Attempting to bind port 31bb19f1-166e-4271-8b31-30c54dff33d5 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:10.183933 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-17bb9a68-3a69-4f12-a80c-f94b90b3b22a service neutron] Attempting to bind port 31bb19f1-166e-4271-8b31-30c54dff33d5 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '713f7c72-a1fe-480c-beff-0c93c78f10d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4a2dd781-e5e8-4409-9997-239fcf11d461'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:10.184267 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-17bb9a68-3a69-4f12-a80c-f94b90b3b22a service neutron] Attempting to bind port 31bb19f1-166e-4271-8b31-30c54dff33d5 on network 4a2dd781-e5e8-4409-9997-239fcf11d461 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:10.198983 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:45:10.201052 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:45:10.202680 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-17bb9a68-3a69-4f12-a80c-f94b90b3b22a service neutron] Port 31bb19f1-166e-4271-8b31-30c54dff33d5 on network 4a2dd781-e5e8-4409-9997-239fcf11d461 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:45:10.204751 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-17bb9a68-3a69-4f12-a80c-f94b90b3b22a service neutron] Attempting to bind port 31bb19f1-166e-4271-8b31-30c54dff33d5 on network 4a2dd781-e5e8-4409-9997-239fcf11d461 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:10.211405 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-29d8923a-7ade-44a8-9b8d-eef155736148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:10.213255 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-29d8923a-7ade-44a8-9b8d-eef155736148 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=361216ca-dbe3-462f-a59f-a8c1564e775f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0227928 Jan 28 13:45:10.218639 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-17bb9a68-3a69-4f12-a80c-f94b90b3b22a service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:10.219220 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-17bb9a68-3a69-4f12-a80c-f94b90b3b22a service neutron] Checking segment: {'id': '713f7c72-a1fe-480c-beff-0c93c78f10d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4a2dd781-e5e8-4409-9997-239fcf11d461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:10.219988 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-17bb9a68-3a69-4f12-a80c-f94b90b3b22a service neutron] Bound using segment: {'id': '713f7c72-a1fe-480c-beff-0c93c78f10d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4a2dd781-e5e8-4409-9997-239fcf11d461'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:10.220465 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-17bb9a68-3a69-4f12-a80c-f94b90b3b22a service neutron] Bound port: 31bb19f1-166e-4271-8b31-30c54dff33d5, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '713f7c72-a1fe-480c-beff-0c93c78f10d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4a2dd781-e5e8-4409-9997-239fcf11d461'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:10.220960 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-17bb9a68-3a69-4f12-a80c-f94b90b3b22a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (31bb19f1-166e-4271-8b31-30c54dff33d5), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:10.290125 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50598) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:10.319993 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fc6c209f-f417-453d-a4d5-3005be11abf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:10.446872 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-17bb9a68-3a69-4f12-a80c-f94b90b3b22a service neutron] For port 31bb19f1-166e-4271-8b31-30c54dff33d5, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:10.451619 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-17bb9a68-3a69-4f12-a80c-f94b90b3b22a service neutron] For port 31bb19f1-166e-4271-8b31-30c54dff33d5, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=31bb19f1-166e-4271-8b31-30c54dff33d5,segment=NetworkSegment(713f7c72-a1fe-480c-beff-0c93c78f10d8),segment_id=713f7c72-a1fe-480c-beff-0c93c78f10d8)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:10.465213 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-17bb9a68-3a69-4f12-a80c-f94b90b3b22a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (31bb19f1-166e-4271-8b31-30c54dff33d5), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:10.550347 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-0df8e88c-5cd9-48da-a630-11ad0c104418 service neutron] 10.222.0.18 "GET /v2.0/networks/361216ca-dbe3-462f-a59f-a8c1564e775f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711322 Jan 28 13:45:10.612949 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-f0980d86-b3c3-4fd2-a235-3b7e72f12624 service neutron] No DVR routers for this DVR port 73358d53-f89e-45cb-a74a-8b6510bd447c on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:45:10.631186 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-17bb9a68-3a69-4f12-a80c-f94b90b3b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:10.632409 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-17bb9a68-3a69-4f12-a80c-f94b90b3b22a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:10.634078 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-17bb9a68-3a69-4f12-a80c-f94b90b3b22a service neutron] 10.222.0.18 "PUT /v2.0/ports/31bb19f1-166e-4271-8b31-30c54dff33d5 HTTP/1.1" status: 200 len: 1091 time: 2.2753565 Jan 28 13:45:10.724903 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-31832f8d-3ce5-4786-82e4-0b2c39731239 None None] Provisioning complete for port 73358d53-f89e-45cb-a74a-8b6510bd447c triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:10.731542 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31832f8d-3ce5-4786-82e4-0b2c39731239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (73358d53-f89e-45cb-a74a-8b6510bd447c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:10.780714 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef08157-8ba2-4803-833c-e414711928a2 req-2b3ead8e-4f4e-4126-a8f7-e51b7e19acbf tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:10.786547 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef08157-8ba2-4803-833c-e414711928a2 req-2b3ead8e-4f4e-4126-a8f7-e51b7e19acbf tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:10.796867 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef08157-8ba2-4803-833c-e414711928a2 req-2b3ead8e-4f4e-4126-a8f7-e51b7e19acbf tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:10.802723 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef08157-8ba2-4803-833c-e414711928a2 req-2b3ead8e-4f4e-4126-a8f7-e51b7e19acbf tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:10.808513 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef08157-8ba2-4803-833c-e414711928a2 req-2b3ead8e-4f4e-4126-a8f7-e51b7e19acbf tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:10.814531 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef08157-8ba2-4803-833c-e414711928a2 req-2b3ead8e-4f4e-4126-a8f7-e51b7e19acbf tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:10.822677 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0ef08157-8ba2-4803-833c-e414711928a2 req-2b3ead8e-4f4e-4126-a8f7-e51b7e19acbf tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 4655 time: 0.7383509 Jan 28 13:45:10.825293 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-f0980d86-b3c3-4fd2-a235-3b7e72f12624 service neutron] In _notify_port_updated(), no bound segment for port 73358d53-f89e-45cb-a74a-8b6510bd447c on network 376b4709-87bf-4524-8081-ea1211d3f7a6 {{(pid=103351) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:45:10.826854 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-f0980d86-b3c3-4fd2-a235-3b7e72f12624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:10.827726 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-f0980d86-b3c3-4fd2-a235-3b7e72f12624 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:10.829302 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-f0980d86-b3c3-4fd2-a235-3b7e72f12624 service neutron] 10.222.0.18 "PUT /v2.0/ports/73358d53-f89e-45cb-a74a-8b6510bd447c HTTP/1.1" status: 200 len: 1028 time: 2.9845686 Jan 28 13:45:10.831500 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-c083d2e2-cd96-46ca-a7bc-197919f343a9 service neutron] 10.222.0.18 "GET /v2.0/networks/361216ca-dbe3-462f-a59f-a8c1564e775f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525222 Jan 28 13:45:10.849762 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-31832f8d-3ce5-4786-82e4-0b2c39731239 None None] Port 73358d53-f89e-45cb-a74a-8b6510bd447c cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:10.854614 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 73358d53-f89e-45cb-a74a-8b6510bd447c is: DOWN; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:10.855972 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device f960cd27-de3c-42f4-a159-98a774fb4179 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:45:10.881975 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0980d86-b3c3-4fd2-a235-3b7e72f12624 service neutron] Pushing event updated for resources: {'Port': ['ID=73358d53-f89e-45cb-a74a-8b6510bd447c,revision_number=6']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:10.949975 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-2a87323b-86fe-4f61-b1a1-4177b107e1c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=87c6e003-b2c7-4642-bd53-85f447c888d6 HTTP/1.1" status: 200 len: 217 time: 0.1021476 Jan 28 13:45:10.955908 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-4a35e783-91b9-4d66-b572-acbcdbe5aeb4 service neutron] 10.222.0.37 "GET /v2.0/networks/fdf5a652-b111-479f-bc51-46460825e1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8295944 Jan 28 13:45:10.966471 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port f960cd27-de3c-42f4-a159-98a774fb4179 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:10.967316 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f960cd27-de3c-42f4-a159-98a774fb4179), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:11.021849 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port f960cd27-de3c-42f4-a159-98a774fb4179, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=f960cd27-de3c-42f4-a159-98a774fb4179,segment=NetworkSegment(d3e38792-a814-403b-af31-3ea5e35b6aaf),segment_id=d3e38792-a814-403b-af31-3ea5e35b6aaf)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:11.031334 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f960cd27-de3c-42f4-a159-98a774fb4179), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:11.031893 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-466660a6-a149-4012-8df1-aa2483325b44 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:11.033095 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 87c6e003-b2c7-4642-bd53-85f447c888d6 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:45:11.033627 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-466660a6-a149-4012-8df1-aa2483325b44 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.18 "GET /v2.0/ports/ba5119c7-946b-4cc9-9e19-149785af07e2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1803038 Jan 28 13:45:11.119501 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=f960cd27-de3c-42f4-a159-98a774fb4179,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:11.126974 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cfe0ea28-97f8-46e5-a1cb-b65d243e28e7 req-550a6d32-cf5c-4840-bc14-15addae847f7 service neutron] 10.222.0.37 "GET /v2.0/networks/fdf5a652-b111-479f-bc51-46460825e1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511021 Jan 28 13:45:11.131175 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-d60f8219-849e-4aac-a796-12b245440da5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:11.139080 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-52c94c18-9e7d-4f10-81e0-7e60cd4f9e4d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (d4139466-4c4b-4c98-8da2-f7bc7403232f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:11.176043 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fc6c209f-f417-453d-a4d5-3005be11abf9 admin admin] Publish callbacks [] for security_group (3624b3aa-9786-4c51-96fb-ae66b2835ae3), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:11.177006 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb9a68-3a69-4f12-a80c-f94b90b3b22a service neutron] Pushing event updated for resources: {'Port': ['ID=31bb19f1-166e-4271-8b31-30c54dff33d5,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:11.196653 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e4a96-30c4-4645-aa9a-c7c1560d85a8 req-92d4fd8a-9f50-4aaa-9cea-9ba60ca82e2a tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:11.198378 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a7e4a96-30c4-4645-aa9a-c7c1560d85a8 req-92d4fd8a-9f50-4aaa-9cea-9ba60ca82e2a tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ce62144-245e-4987-ac42-b7048c24cb77 HTTP/1.1" status: 200 len: 943 time: 0.6541376 Jan 28 13:45:11.205602 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fc6c209f-f417-453d-a4d5-3005be11abf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (3624b3aa-9786-4c51-96fb-ae66b2835ae3), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:11.231656 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 87c6e003-b2c7-4642-bd53-85f447c888d6 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:11.232061 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (87c6e003-b2c7-4642-bd53-85f447c888d6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:11.298043 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 87c6e003-b2c7-4642-bd53-85f447c888d6, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=87c6e003-b2c7-4642-bd53-85f447c888d6,segment=NetworkSegment(8398d8f2-66bb-43a6-a964-eceb551e9779),segment_id=8398d8f2-66bb-43a6-a964-eceb551e9779)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:11.308513 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (87c6e003-b2c7-4642-bd53-85f447c888d6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:11.311635 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 79abbf7d-456b-4064-b1e0-2e0f16750b14 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:45:11.321743 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-4194cd7c-4603-4078-9cde-cb7ad0fe65df tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:11.323301 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-4194cd7c-4603-4078-9cde-cb7ad0fe65df tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.37 "GET /v2.0/networks?id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 HTTP/1.1" status: 200 len: 811 time: 0.7804766 Jan 28 13:45:11.335204 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fc6c209f-f417-453d-a4d5-3005be11abf9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=60e2d1865f9e45c0a878acc26c85904a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0386531 Jan 28 13:45:11.340541 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c209f-f417-453d-a4d5-3005be11abf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3624b3aa-9786-4c51-96fb-ae66b2835ae3,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:11.345627 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-8b9fc1c8-2038-44df-905e-5f6af12cc155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:11.347195 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-8b9fc1c8-2038-44df-905e-5f6af12cc155 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3095f4e8b2c4c5291a6921e64aeca07&device_id=5ce62144-245e-4987-ac42-b7048c24cb77 HTTP/1.1" status: 200 len: 1094 time: 0.2396607 Jan 28 13:45:11.348762 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50610) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:11.398271 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a7e4a96-30c4-4645-aa9a-c7c1560d85a8 req-f53478f5-8aee-41cb-879e-2ed56878208c tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887684 Jan 28 13:45:11.485233 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-c79a3057-6367-4a0b-8f4b-dc1cf506381f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31bb19f1-166e-4271-8b31-30c54dff33d5 HTTP/1.1" status: 200 len: 217 time: 0.1148469 Jan 28 13:45:11.490562 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=87c6e003-b2c7-4642-bd53-85f447c888d6,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:11.546244 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c94c18-9e7d-4f10-81e0-7e60cd4f9e4d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Subnet': ['ID=d4139466-4c4b-4c98-8da2-f7bc7403232f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:11.582627 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-df0eb0cd-b376-43a1-aacc-9eb08d4e1733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:11.583872 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 79abbf7d-456b-4064-b1e0-2e0f16750b14 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:11.584159 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-df0eb0cd-b376-43a1-aacc-9eb08d4e1733 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7038acd7-a865-4fdf-9a95-2c4ed7e3b100 HTTP/1.1" status: 200 len: 797 time: 0.6129594 Jan 28 13:45:11.584968 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (79abbf7d-456b-4064-b1e0-2e0f16750b14), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:11.585270 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-52c94c18-9e7d-4f10-81e0-7e60cd4f9e4d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:11.588029 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82af310-ec99-47a8-ac53-0316b0b6aa24 None None] Network 43ee963f-f138-412a-b306-79bbf98e29fb requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:11.589035 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-52c94c18-9e7d-4f10-81e0-7e60cd4f9e4d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/subnets/d4139466-4c4b-4c98-8da2-f7bc7403232f HTTP/1.1" status: 204 len: 168 time: 5.0136735 Jan 28 13:45:11.597636 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0ef08157-8ba2-4803-833c-e414711928a2 req-a7daabd8-950a-45bc-9fcd-80bf2af28d63 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=be458bb5-484d-4415-866f-c8ca0d302456&id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7737005 Jan 28 13:45:11.625614 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50620) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:11.645354 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-8e709cf1-9b6b-4af4-8802-628993b78859 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a710706f51d4196913035417fac81e3 HTTP/1.1" status: 200 len: 378 time: 0.3088465 Jan 28 13:45:11.657546 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-8338cb09-3b49-4d4e-a857-ec2ad110a212 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Request body: {'port': {'device_id': '4f9c5719-3713-4e0f-a9c8-459d42ccd8ca', 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'admin_state_up': True, 'tenant_id': '6a710706f51d4196913035417fac81e3', 'security_groups': ['b012820e-5e73-4cc1-b6bd-e872f1e2798f']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:11.677553 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 79abbf7d-456b-4064-b1e0-2e0f16750b14, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=79abbf7d-456b-4064-b1e0-2e0f16750b14,segment=NetworkSegment(d3e38792-a814-403b-af31-3ea5e35b6aaf),segment_id=d3e38792-a814-403b-af31-3ea5e35b6aaf)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:11.711171 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da704b-839d-456e-9b0b-bd7170cee814 req-e421017b-c89f-4ce4-907d-758179cba320 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:11.717941 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-21da704b-839d-456e-9b0b-bd7170cee814 req-e421017b-c89f-4ce4-907d-758179cba320 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/networks?id=4aabca4e-3b91-40e2-8d84-c6192f9dfa77 HTTP/1.1" status: 200 len: 809 time: 0.1710176 Jan 28 13:45:11.728990 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-06804f7d-156b-4833-9944-42380e26b305 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (43ee963f-f138-412a-b306-79bbf98e29fb), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:11.757377 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (79abbf7d-456b-4064-b1e0-2e0f16750b14), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:11.758129 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device e6f58a1a-25be-4905-9c30-cd6d52a07dbc no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:45:11.772477 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-0e537862-d894-4730-b9ea-7612b8477add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:11.774047 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-0e537862-d894-4730-b9ea-7612b8477add service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c3c69e8-3dad-4e28-934e-77899265971f HTTP/1.1" status: 200 len: 853 time: 0.2820830 Jan 28 13:45:11.785691 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-21da704b-839d-456e-9b0b-bd7170cee814 req-c08b4744-4c60-4d17-9fe1-3dfa67a7a9fb tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/quotas/901365f3ebaf46a480ccd40ed3b5404a HTTP/1.1" status: 200 len: 375 time: 0.0667126 Jan 28 13:45:11.808534 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce62144-245e-4987-ac42-b7048c24cb77', 'tag': '31bb19f1-166e-4271-8b31-30c54dff33d5'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:11.810423 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8be24f8-2b90-4233-8a7b-75898003266a" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce62144-245e-4987-ac42-b7048c24cb77", "tag": "31bb19f1-166e-4271-8b31-30c54dff33d5"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:11.812859 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-af032bff-172f-49e2-9e46-e126d1bb1354 admin admin] Publish callbacks [] for security_group (3624b3aa-9786-4c51-96fb-ae66b2835ae3), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:11.828945 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edde2af-0fcc-4f80-a479-16bcd27cdcbe req-93b125b3-7c6f-470d-9dad-513809f6eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:11.833042 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0edde2af-0fcc-4f80-a479-16bcd27cdcbe req-93b125b3-7c6f-470d-9dad-513809f6eb0e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b20b56137a94d119bc41239a8a47be8&device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 1094 time: 0.2811580 Jan 28 13:45:11.849954 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-eb3fef0a-3d6e-46f7-9f28-f338a82d1d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:11.851657 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-eb3fef0a-3d6e-46f7-9f28-f338a82d1d34 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=361216ca-dbe3-462f-a59f-a8c1564e775f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2528493 Jan 28 13:45:11.887136 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-21da704b-839d-456e-9b0b-bd7170cee814 req-0cbb7aae-f0cf-426c-9e47-f73a79c5f0bc tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=901365f3ebaf46a480ccd40ed3b5404a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1000822 Jan 28 13:45:11.894564 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=79abbf7d-456b-4064-b1e0-2e0f16750b14,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:11.899370 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d46f223-1f12-4538-accd-a4fe31e8045f'}, {'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f960cd27-de3c-42f4-a159-98a774fb4179'}, {'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87c6e003-b2c7-4642-bd53-85f447c888d6'}, {'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79abbf7d-456b-4064-b1e0-2e0f16750b14'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:11.902821 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5c6d1d-3400-4cd8-bb99-c7f60d6ea0d4" -d '{"events": [{"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-unplugged", "status": "completed", "tag": "0d46f223-1f12-4538-accd-a4fe31e8045f"}, {"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-unplugged", "status": "completed", "tag": "f960cd27-de3c-42f4-a159-98a774fb4179"}, {"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-unplugged", "status": "completed", "tag": "87c6e003-b2c7-4642-bd53-85f447c888d6"}, {"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-unplugged", "status": "completed", "tag": "79abbf7d-456b-4064-b1e0-2e0f16750b14"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:11.913254 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-6c7ef33d-7014-42f7-a3a2-ae1177272da7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a2dd781-e5e8-4409-9997-239fcf11d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170526 Jan 28 13:45:11.964281 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8920ae02-6031-431c-ad91-60d4b7225aa9 None None] DHCP port deletion for 43ee963f-f138-412a-b306-79bbf98e29fb request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:45:11.969907 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port e6f58a1a-25be-4905-9c30-cd6d52a07dbc is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:11.970468 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e6f58a1a-25be-4905-9c30-cd6d52a07dbc), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:12.021426 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-af032bff-172f-49e2-9e46-e126d1bb1354 admin admin] Publish callbacks [] for security_group (3624b3aa-9786-4c51-96fb-ae66b2835ae3), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:12.050125 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-d7e2f9d4-329c-4944-9560-ac150d5fe513 service neutron] 10.222.0.18 "GET /v2.0/networks/361216ca-dbe3-462f-a59f-a8c1564e775f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624384 Jan 28 13:45:12.050893 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-d60f8219-849e-4aac-a796-12b245440da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ba5119c7-946b-4cc9-9e19-149785af07e2), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:12.056822 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port e6f58a1a-25be-4905-9c30-cd6d52a07dbc, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e6f58a1a-25be-4905-9c30-cd6d52a07dbc,segment=NetworkSegment(645ac1b2-07cd-42da-9b64-9375b8bc6582),segment_id=645ac1b2-07cd-42da-9b64-9375b8bc6582)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:12.068850 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e6f58a1a-25be-4905-9c30-cd6d52a07dbc), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:12.140049 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8920ae02-6031-431c-ad91-60d4b7225aa9 None None] Deleting port cb621227-53f5-49b4-a5fd-41f2b69d906a {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:45:12.140967 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8920ae02-6031-431c-ad91-60d4b7225aa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (cb621227-53f5-49b4-a5fd-41f2b69d906a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:12.165361 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=e6f58a1a-25be-4905-9c30-cd6d52a07dbc,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:12.194451 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-8338cb09-3b49-4d4e-a857-ec2ad110a212 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Made reservation on behalf of 6a710706f51d4196913035417fac81e3 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:12.197874 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-8338cb09-3b49-4d4e-a857-ec2ad110a212 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:12.202388 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-21da704b-839d-456e-9b0b-bd7170cee814 req-8f7d9fc7-3b25-4ec1-8075-51e6e5aea7de service neutron] 10.222.0.39 "GET /v2.0/networks/4aabca4e-3b91-40e2-8d84-c6192f9dfa77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144298 Jan 28 13:45:12.205753 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-92fde6ef-e0fc-4246-9eb8-bafdd092f0c2 service neutron] 10.222.0.18 "GET /v2.0/networks/4a2dd781-e5e8-4409-9997-239fcf11d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465751 Jan 28 13:45:12.249548 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-d60f8219-849e-4aac-a796-12b245440da5 service neutron] For port ba5119c7-946b-4cc9-9e19-149785af07e2, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ba5119c7-946b-4cc9-9e19-149785af07e2,segment=NetworkSegment(d3e38792-a814-403b-af31-3ea5e35b6aaf),segment_id=d3e38792-a814-403b-af31-3ea5e35b6aaf)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:12.254157 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-8920ae02-6031-431c-ad91-60d4b7225aa9 None None] For port cb621227-53f5-49b4-a5fd-41f2b69d906a, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=cb621227-53f5-49b4-a5fd-41f2b69d906a,segment=NetworkSegment(facdc153-9ea1-4295-b2a3-f8a01f59945a),segment_id=facdc153-9ea1-4295-b2a3-f8a01f59945a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:12.255072 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8920ae02-6031-431c-ad91-60d4b7225aa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (cb621227-53f5-49b4-a5fd-41f2b69d906a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:12.259979 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-af032bff-172f-49e2-9e46-e126d1bb1354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (3624b3aa-9786-4c51-96fb-ae66b2835ae3), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:12.262477 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-af032bff-172f-49e2-9e46-e126d1bb1354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:12.266577 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-af032bff-172f-49e2-9e46-e126d1bb1354 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3624b3aa-9786-4c51-96fb-ae66b2835ae3 HTTP/1.1" status: 204 len: 168 time: 0.9000847 Jan 28 13:45:12.287037 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8920ae02-6031-431c-ad91-60d4b7225aa9 None None] Calling delete_port for cb621227-53f5-49b4-a5fd-41f2b69d906a owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:45:12.293832 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-d60f8219-849e-4aac-a796-12b245440da5 service neutron] For port ba5119c7-946b-4cc9-9e19-149785af07e2, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:12.340732 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-d60f8219-849e-4aac-a796-12b245440da5 service neutron] device_id is not set on port ba5119c7-946b-4cc9-9e19-149785af07e2 yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:45:12.349538 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-d60f8219-849e-4aac-a796-12b245440da5 service neutron] Publish callbacks [] for port (ba5119c7-946b-4cc9-9e19-149785af07e2), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:12.362556 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af032bff-172f-49e2-9e46-e126d1bb1354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3624b3aa-9786-4c51-96fb-ae66b2835ae3,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:12.489452 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-1ef90555-ef1a-4344-94af-7d30522af499 service neutron] 10.222.0.18 "GET /v2.0/networks/361216ca-dbe3-462f-a59f-a8c1564e775f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215782 Jan 28 13:45:12.515069 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-d60f8219-849e-4aac-a796-12b245440da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (ba5119c7-946b-4cc9-9e19-149785af07e2), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:12.537006 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8920ae02-6031-431c-ad91-60d4b7225aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (cb621227-53f5-49b4-a5fd-41f2b69d906a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:12.542354 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fc841-74c4-48b5-b329-72b6fd665c7e req-7925d7eb-29fc-4acf-ad2c-3ccd8403d8f7 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:12.556483 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d94fc841-74c4-48b5-b329-72b6fd665c7e req-7925d7eb-29fc-4acf-ad2c-3ccd8403d8f7 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 943 time: 0.7969825 Jan 28 13:45:12.582496 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3f61f480-2d75-45d1-bc04-729dfee46c82 req-3d8c6cc9-47e0-4abc-99e1-670eb47b68c6 service neutron] 10.222.0.18 "GET /v2.0/networks/4a2dd781-e5e8-4409-9997-239fcf11d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595147 Jan 28 13:45:12.587807 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920ae02-6031-431c-ad91-60d4b7225aa9 None None] Pushing event deleted for resources: {'Port': ['ID=cb621227-53f5-49b4-a5fd-41f2b69d906a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:12.591356 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device cb621227-53f5-49b4-a5fd-41f2b69d906a no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:45:12.596411 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8920ae02-6031-431c-ad91-60d4b7225aa9 None None] No DVR routers for this DVR port cb621227-53f5-49b4-a5fd-41f2b69d906a on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:45:12.601538 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-21da704b-839d-456e-9b0b-bd7170cee814 req-b7aa4be0-64e5-4b47-98ea-80eacfe55f91 service neutron] 10.222.0.39 "GET /v2.0/networks/4aabca4e-3b91-40e2-8d84-c6192f9dfa77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886900 Jan 28 13:45:12.642608 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: cb621227-53f5-49b4-a5fd-41f2b69d906a {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:45:12.643118 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device cb621227-53f5-49b4-a5fd-41f2b69d906a not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:45:12.650640 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-8338cb09-3b49-4d4e-a857-ec2ad110a212 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Allocated IP 172.20.0.4 (6e7d130e-da3e-4c1d-84f0-ecaccb54ae02/a282eac7-c6f7-4e0b-bd51-f3e60c647f6a/f40dfb99-6c4d-45af-b89e-4ed352ffc8b4) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:12.734490 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-06804f7d-156b-4833-9944-42380e26b305 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting port cb621227-53f5-49b4-a5fd-41f2b69d906a {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:45:12.735098 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-06804f7d-156b-4833-9944-42380e26b305 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (cb621227-53f5-49b4-a5fd-41f2b69d906a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:12.739817 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d94fc841-74c4-48b5-b329-72b6fd665c7e req-85ef9cff-1e1e-4740-8a84-34c723ee74f7 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f391df0c-fa02-49bf-8e4a-9c309e97c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821449 Jan 28 13:45:12.782416 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f8219-849e-4aac-a796-12b245440da5 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5119c7-946b-4cc9-9e19-149785af07e2,revision_number=7']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:12.863136 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-d60f8219-849e-4aac-a796-12b245440da5 service neutron] No DVR routers for this DVR port ba5119c7-946b-4cc9-9e19-149785af07e2 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:45:12.970085 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7568f21f-5d72-4625-bba1-bb23e4411ac4 x-openstack-request-id: req-7568f21f-5d72-4625-bba1-bb23e4411ac4 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:12.970733 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce62144-245e-4987-ac42-b7048c24cb77", "tag": "31bb19f1-166e-4271-8b31-30c54dff33d5", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:12.971818 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7568f21f-5d72-4625-bba1-bb23e4411ac4 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:12.973049 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce62144-245e-4987-ac42-b7048c24cb77', 'tag': '31bb19f1-166e-4271-8b31-30c54dff33d5', 'status': 'completed', 'code': 200} Jan 28 13:45:13.009109 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a32a2d4-3eb6-4c1b-be2c-91ec5b705fb6 x-openstack-request-id: req-4a32a2d4-3eb6-4c1b-be2c-91ec5b705fb6 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:13.010053 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-unplugged", "status": "completed", "tag": "0d46f223-1f12-4538-accd-a4fe31e8045f", "code": 200}, {"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-unplugged", "status": "completed", "tag": "f960cd27-de3c-42f4-a159-98a774fb4179", "code": 200}, {"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-unplugged", "status": "completed", "tag": "87c6e003-b2c7-4642-bd53-85f447c888d6", "code": 200}, {"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-unplugged", "status": "completed", "tag": "79abbf7d-456b-4064-b1e0-2e0f16750b14", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:13.010474 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4a32a2d4-3eb6-4c1b-be2c-91ec5b705fb6 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:13.011094 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d46f223-1f12-4538-accd-a4fe31e8045f', 'code': 200} Jan 28 13:45:13.011721 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f960cd27-de3c-42f4-a159-98a774fb4179', 'code': 200} Jan 28 13:45:13.012139 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87c6e003-b2c7-4642-bd53-85f447c888d6', 'code': 200} Jan 28 13:45:13.012537 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79abbf7d-456b-4064-b1e0-2e0f16750b14', 'code': 200} Jan 28 13:45:13.074869 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-d60f8219-849e-4aac-a796-12b245440da5 service neutron] In _notify_port_updated(), no bound segment for port ba5119c7-946b-4cc9-9e19-149785af07e2 on network 376b4709-87bf-4524-8081-ea1211d3f7a6 {{(pid=103351) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:45:13.078607 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-d60f8219-849e-4aac-a796-12b245440da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:13.080334 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-d60f8219-849e-4aac-a796-12b245440da5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:13.084047 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-d60f8219-849e-4aac-a796-12b245440da5 service neutron] 10.222.0.18 "PUT /v2.0/ports/ba5119c7-946b-4cc9-9e19-149785af07e2 HTTP/1.1" status: 200 len: 1026 time: 1.9598897 Jan 28 13:45:13.094473 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edde2af-0fcc-4f80-a479-16bcd27cdcbe req-f5285942-5d30-4a9c-9719-3000c93059a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:13.101878 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0edde2af-0fcc-4f80-a479-16bcd27cdcbe req-f5285942-5d30-4a9c-9719-3000c93059a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fdf5a652-b111-479f-bc51-46460825e1b8 HTTP/1.1" status: 200 len: 913 time: 1.2567425 Jan 28 13:45:13.127097 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-8338cb09-3b49-4d4e-a857-ec2ad110a212 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for port (f40dfb99-6c4d-45af-b89e-4ed352ffc8b4), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:13.209915 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-06804f7d-156b-4833-9944-42380e26b305 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] For port cb621227-53f5-49b4-a5fd-41f2b69d906a, host n-d-822747-2, got binding levels [] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:13.209915 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-06804f7d-156b-4833-9944-42380e26b305 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (cb621227-53f5-49b4-a5fd-41f2b69d906a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:13.211639 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-8338cb09-3b49-4d4e-a857-ec2ad110a212 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (f40dfb99-6c4d-45af-b89e-4ed352ffc8b4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:13.229274 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-1be1e86c-adbe-412f-be0c-c208f2e1f146 None None] Provisioning complete for port ba5119c7-946b-4cc9-9e19-149785af07e2 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:13.229827 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1be1e86c-adbe-412f-be0c-c208f2e1f146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ba5119c7-946b-4cc9-9e19-149785af07e2), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:13.281880 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1be1e86c-adbe-412f-be0c-c208f2e1f146 None None] Port ba5119c7-946b-4cc9-9e19-149785af07e2 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:13.312426 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0edde2af-0fcc-4f80-a479-16bcd27cdcbe req-4ab8262f-28fb-4878-9fd6-8335aac04b6a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6538e7e-912c-4129-a329-d0dcf0583756 HTTP/1.1" status: 200 len: 217 time: 0.1656687 Jan 28 13:45:13.315390 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-06804f7d-156b-4833-9944-42380e26b305 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Calling delete_port for cb621227-53f5-49b4-a5fd-41f2b69d906a owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:45:13.318887 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.ipam_backend_mixin [None req-06804f7d-156b-4833-9944-42380e26b305 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Port cb621227-53f5-49b4-a5fd-41f2b69d906a was not found and therefore no delete operation was performed {{(pid=103351) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:45:13.379593 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-06804f7d-156b-4833-9944-42380e26b305 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (cb621227-53f5-49b4-a5fd-41f2b69d906a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:13.392813 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338cb09-3b49-4d4e-a857-ec2ad110a212 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Pushing event updated for resources: {'Port': ['ID=f40dfb99-6c4d-45af-b89e-4ed352ffc8b4,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:13.397336 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be24f8-2b90-4233-8a7b-75898003266a req-159aa270-a2a8-4b0e-9773-edb7a9b05ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:13.399089 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e8be24f8-2b90-4233-8a7b-75898003266a req-159aa270-a2a8-4b0e-9773-edb7a9b05ae8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3095f4e8b2c4c5291a6921e64aeca07&device_id=5ce62144-245e-4987-ac42-b7048c24cb77 HTTP/1.1" status: 200 len: 1094 time: 0.4033837 Jan 28 13:45:13.437707 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-8338cb09-3b49-4d4e-a857-ec2ad110a212 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Network 6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:13.449967 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-8338cb09-3b49-4d4e-a857-ec2ad110a212 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:13.452672 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a7d72-6ffc-451a-b93b-cd69f22f1f50 req-971ceb04-6f39-4414-a1be-b95f56473236 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:13.460673 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-8338cb09-3b49-4d4e-a857-ec2ad110a212 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:13.460991 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-143a7d72-6ffc-451a-b93b-cd69f22f1f50 req-971ceb04-6f39-4414-a1be-b95f56473236 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 931 time: 0.3912621 Jan 28 13:45:13.468895 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06804f7d-156b-4833-9944-42380e26b305 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Port': ['ID=cb621227-53f5-49b4-a5fd-41f2b69d906a,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:13.503455 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06804f7d-156b-4833-9944-42380e26b305 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] No DVR routers for this DVR port cb621227-53f5-49b4-a5fd-41f2b69d906a on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:45:13.586688 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edde2af-0fcc-4f80-a479-16bcd27cdcbe req-2f7bcca7-5d39-45fc-acd0-7976c23d7335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:13.588145 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0edde2af-0fcc-4f80-a479-16bcd27cdcbe req-2f7bcca7-5d39-45fc-acd0-7976c23d7335 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b9e7001d-7550-4a4d-8844-b5374df32dd9 HTTP/1.1" status: 200 len: 852 time: 0.2355912 Jan 28 13:45:13.603176 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be24f8-2b90-4233-8a7b-75898003266a req-4c7834d2-8a3b-44a4-b30d-1a0946e2bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:13.605034 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e8be24f8-2b90-4233-8a7b-75898003266a req-4c7834d2-8a3b-44a4-b30d-1a0946e2bc56 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a2dd781-e5e8-4409-9997-239fcf11d461 HTTP/1.1" status: 200 len: 913 time: 0.1966152 Jan 28 13:45:13.624492 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af2b75-bd7e-493b-9382-98da17fea04a req-92f51f6f-8727-40b5-8f9c-a6e5a80ec9c8 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:13.637118 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-73af2b75-bd7e-493b-9382-98da17fea04a req-92f51f6f-8727-40b5-8f9c-a6e5a80ec9c8 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ce62144-245e-4987-ac42-b7048c24cb77 HTTP/1.1" status: 200 len: 943 time: 0.4516811 Jan 28 13:45:13.844883 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e8be24f8-2b90-4233-8a7b-75898003266a req-3cc94cd5-177b-4c4a-98f3-96acc355f51c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31bb19f1-166e-4271-8b31-30c54dff33d5 HTTP/1.1" status: 200 len: 217 time: 0.1678438 Jan 28 13:45:13.873892 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-73af2b75-bd7e-493b-9382-98da17fea04a req-63ae3d69-c48f-429c-a584-284320a57511 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328098 Jan 28 13:45:13.906804 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-143a7d72-6ffc-451a-b93b-cd69f22f1f50 req-3a631010-5c73-4bad-ac33-7dda9b3386c7 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4447503 Jan 28 13:45:13.909861 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-41ee4123-fa16-4d6f-ad4a-4a8932101b56 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Deleting port 0d46f223-1f12-4538-accd-a4fe31e8045f {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:45:13.910208 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-41ee4123-fa16-4d6f-ad4a-4a8932101b56 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (0d46f223-1f12-4538-accd-a4fe31e8045f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:13.936277 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-6c393104-91d4-4ad3-8ffe-5e42e42cb64d None None] Provisioning complete for port f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:13.936744 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c393104-91d4-4ad3-8ffe-5e42e42cb64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (f40dfb99-6c4d-45af-b89e-4ed352ffc8b4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:13.977232 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-06804f7d-156b-4833-9944-42380e26b305 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (43ee963f-f138-412a-b306-79bbf98e29fb), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:14.033860 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-8338cb09-3b49-4d4e-a857-ec2ad110a212 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:14.040993 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-8338cb09-3b49-4d4e-a857-ec2ad110a212 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:14.082265 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6c393104-91d4-4ad3-8ffe-5e42e42cb64d None None] Port f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:14.104425 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edde2af-0fcc-4f80-a479-16bcd27cdcbe req-bbed4f4c-4355-4f3a-bd94-fec5131a0c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:14.105920 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0edde2af-0fcc-4f80-a479-16bcd27cdcbe req-bbed4f4c-4355-4f3a-bd94-fec5131a0c44 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fdf5a652-b111-479f-bc51-46460825e1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4863827 Jan 28 13:45:14.120818 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-06804f7d-156b-4833-9944-42380e26b305 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ee963f-f138-412a-b306-79bbf98e29fb']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:14.154680 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-158f47e6-6d5d-4b7e-ac4d-4d32a98d427c req-17f5ffa4-afea-4b21-ae90-e42e70db5f0a tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f HTTP/1.1" status: 200 len: 210 time: 0.1047223 Jan 28 13:45:14.165217 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-06804f7d-156b-4833-9944-42380e26b305 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'facdc153-9ea1-4295-b2a3-f8a01f59945a') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:14.167925 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-06804f7d-156b-4833-9944-42380e26b305 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'facdc153-9ea1-4295-b2a3-f8a01f59945a') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:14.195340 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-8338cb09-3b49-4d4e-a857-ec2ad110a212 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5295045 Jan 28 13:45:14.200873 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-5a5e5dda-1a14-4d20-9e41-e7d3bc1dbf52 service neutron] Request body: {'port': {'device_id': '4f9c5719-3713-4e0f-a9c8-459d42ccd8ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:14.202776 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-06804f7d-156b-4833-9944-42380e26b305 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (facdc153-9ea1-4295-b2a3-f8a01f59945a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:14.220128 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be24f8-2b90-4233-8a7b-75898003266a req-c5501e69-8418-4a4c-aeda-f1dcfcdf6302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:14.221642 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e8be24f8-2b90-4233-8a7b-75898003266a req-c5501e69-8418-4a4c-aeda-f1dcfcdf6302 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c3c69e8-3dad-4e28-934e-77899265971f HTTP/1.1" status: 200 len: 853 time: 0.3356347 Jan 28 13:45:14.288585 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-06804f7d-156b-4833-9944-42380e26b305 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (facdc153-9ea1-4295-b2a3-f8a01f59945a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:14.325018 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-41ee4123-fa16-4d6f-ad4a-4a8932101b56 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] For port 0d46f223-1f12-4538-accd-a4fe31e8045f, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=0d46f223-1f12-4538-accd-a4fe31e8045f,segment=NetworkSegment(8398d8f2-66bb-43a6-a964-eceb551e9779),segment_id=8398d8f2-66bb-43a6-a964-eceb551e9779)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:14.325781 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-41ee4123-fa16-4d6f-ad4a-4a8932101b56 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (0d46f223-1f12-4538-accd-a4fe31e8045f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:14.332513 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e8be24f8-2b90-4233-8a7b-75898003266a req-1165c476-03f3-4f75-9925-fe6cafcca2bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a2dd781-e5e8-4409-9997-239fcf11d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818791 Jan 28 13:45:14.336109 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06804f7d-156b-4833-9944-42380e26b305 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:45:14.336738 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-06804f7d-156b-4833-9944-42380e26b305 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (facdc153-9ea1-4295-b2a3-f8a01f59945a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:45:14.343745 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:45:14.353282 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fda25-301c-49f0-af88-692aa4aaf0da req-d9e5b1e1-5d2e-4107-944c-01e3100ccc30 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:14.358496 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fda25-301c-49f0-af88-692aa4aaf0da req-d9e5b1e1-5d2e-4107-944c-01e3100ccc30 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:14.382239 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fda25-301c-49f0-af88-692aa4aaf0da req-d9e5b1e1-5d2e-4107-944c-01e3100ccc30 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:14.401832 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fda25-301c-49f0-af88-692aa4aaf0da req-d9e5b1e1-5d2e-4107-944c-01e3100ccc30 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:14.407731 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fda25-301c-49f0-af88-692aa4aaf0da req-d9e5b1e1-5d2e-4107-944c-01e3100ccc30 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:14.409583 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae3fda25-301c-49f0-af88-692aa4aaf0da req-d9e5b1e1-5d2e-4107-944c-01e3100ccc30 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 3876 time: 0.4206724 Jan 28 13:45:14.417500 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-41ee4123-fa16-4d6f-ad4a-4a8932101b56 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Calling delete_port for 0d46f223-1f12-4538-accd-a4fe31e8045f owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:45:14.449941 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0edde2af-0fcc-4f80-a479-16bcd27cdcbe req-fe75314a-905b-407c-b896-476b8a401758 service neutron] 10.222.0.37 "GET /v2.0/networks/fdf5a652-b111-479f-bc51-46460825e1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121357 Jan 28 13:45:14.460724 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e76398-febb-4f2f-858e-1aa0ae31d84a req-7b749608-b70b-4cec-8353-7bb5eacca72d tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:14.468563 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-12e76398-febb-4f2f-858e-1aa0ae31d84a req-7b749608-b70b-4cec-8353-7bb5eacca72d tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 943 time: 0.2093534 Jan 28 13:45:14.480789 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-06804f7d-156b-4833-9944-42380e26b305 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (43ee963f-f138-412a-b306-79bbf98e29fb), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:14.567160 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 31bb19f1-166e-4271-8b31-30c54dff33d5 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:45:14.603452 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-06804f7d-156b-4833-9944-42380e26b305 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:14.617003 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-06804f7d-156b-4833-9944-42380e26b305 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/networks/43ee963f-f138-412a-b306-79bbf98e29fb HTTP/1.1" status: 204 len: 168 time: 2.9853845 Jan 28 13:45:14.660266 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50676) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:14.677057 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-cb7dffe1-6b6e-473b-a7a9-f20404263550 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1605716781'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:14.729487 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-5a5e5dda-1a14-4d20-9e41-e7d3bc1dbf52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f40dfb99-6c4d-45af-b89e-4ed352ffc8b4), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:14.794731 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7dffe1-6b6e-473b-a7a9-f20404263550 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:14.800863 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 31bb19f1-166e-4271-8b31-30c54dff33d5, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=31bb19f1-166e-4271-8b31-30c54dff33d5,segment=NetworkSegment(713f7c72-a1fe-480c-beff-0c93c78f10d8),segment_id=713f7c72-a1fe-480c-beff-0c93c78f10d8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:14.811479 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cb7dffe1-6b6e-473b-a7a9-f20404263550 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:14.817665 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '31bb19f1-166e-4271-8b31-30c54dff33d5', 'network_id': '4a2dd781-e5e8-4409-9997-239fcf11d461', 'port_id': '31bb19f1-166e-4271-8b31-30c54dff33d5', 'mac_address': 'fa:16:3e:ba:5e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3c69e8-3dad-4e28-934e-77899265971f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:45:14.844310 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-41ee4123-fa16-4d6f-ad4a-4a8932101b56 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (0d46f223-1f12-4538-accd-a4fe31e8045f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:14.846421 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06804f7d-156b-4833-9944-42380e26b305 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Network': ['ID=43ee963f-f138-412a-b306-79bbf98e29fb,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:14.902162 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae3fda25-301c-49f0-af88-692aa4aaf0da req-d54305e4-e470-408d-bc6e-2438bb56e761 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4825172 Jan 28 13:45:14.975798 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 31bb19f1-166e-4271-8b31-30c54dff33d5 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:14.976331 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (31bb19f1-166e-4271-8b31-30c54dff33d5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:14.999409 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31bb19f1-166e-4271-8b31-30c54dff33d5 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:45:15.016366 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6f58a1a-25be-4905-9c30-cd6d52a07dbc'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:15.029166 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e8be24f8-2b90-4233-8a7b-75898003266a req-e0d17671-f543-4127-84c4-e7f9e1ee7d3a service neutron] 10.222.0.18 "GET /v2.0/networks/4a2dd781-e5e8-4409-9997-239fcf11d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6164613 Jan 28 13:45:15.041847 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426d1be6-4029-4688-bc47-5cfe8e1c4d0a" -d '{"events": [{"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-unplugged", "status": "completed", "tag": "e6f58a1a-25be-4905-9c30-cd6d52a07dbc"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:15.051944 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7dffe1-6b6e-473b-a7a9-f20404263550 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:45:15.082717 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 31bb19f1-166e-4271-8b31-30c54dff33d5, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=31bb19f1-166e-4271-8b31-30c54dff33d5,segment=NetworkSegment(713f7c72-a1fe-480c-beff-0c93c78f10d8),segment_id=713f7c72-a1fe-480c-beff-0c93c78f10d8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:15.091854 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (31bb19f1-166e-4271-8b31-30c54dff33d5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:15.161587 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=31bb19f1-166e-4271-8b31-30c54dff33d5,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:15.199096 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cb7dffe1-6b6e-473b-a7a9-f20404263550 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (1374f99c-3bbd-4762-ba8b-0ab684d32b6f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:15.199457 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-cb7dffe1-6b6e-473b-a7a9-f20404263550 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Added segment 1374f99c-3bbd-4762-ba8b-0ab684d32b6f of type vlan for network 2a2e9ed9-b6e1-4d67-9e00-16276c38371e Jan 28 13:45:15.222411 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee4123-fa16-4d6f-ad4a-4a8932101b56 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event deleted for resources: {'Port': ['ID=0d46f223-1f12-4538-accd-a4fe31e8045f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:15.246153 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-41ee4123-fa16-4d6f-ad4a-4a8932101b56 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] No DVR routers for this DVR port 0d46f223-1f12-4538-accd-a4fe31e8045f on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:45:15.264830 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-41ee4123-fa16-4d6f-ad4a-4a8932101b56 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:15.270141 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-41ee4123-fa16-4d6f-ad4a-4a8932101b56 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.18 "DELETE /v2.0/ports/0d46f223-1f12-4538-accd-a4fe31e8045f HTTP/1.1" status: 204 len: 173 time: 2.1624329 Jan 28 13:45:15.279183 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-deleted', 'tag': '0d46f223-1f12-4538-accd-a4fe31e8045f'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:15.281939 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf25aa6-ec7e-4ea2-be78-57458a31bb87" -d '{"events": [{"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-deleted", "tag": "0d46f223-1f12-4538-accd-a4fe31e8045f"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:15.298756 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['31bb19f1-166e-4271-8b31-30c54dff33d5'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:45:15.418556 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e8be24f8-2b90-4233-8a7b-75898003266a req-0c31c9e3-16fc-49f2-9caa-dbb5b71b9b92 service neutron] 10.222.0.18 "GET /v2.0/networks/4a2dd781-e5e8-4409-9997-239fcf11d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717356 Jan 28 13:45:15.464194 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-12e76398-febb-4f2f-858e-1aa0ae31d84a req-2e862292-05c3-4789-a198-30271e699d4c tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f391df0c-fa02-49bf-8e4a-9c309e97c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9835117 Jan 28 13:45:15.466627 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0edde2af-0fcc-4f80-a479-16bcd27cdcbe req-44ed08f5-207e-4883-a17d-ec70f157db89 service neutron] 10.222.0.37 "GET /v2.0/networks/fdf5a652-b111-479f-bc51-46460825e1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9953728 Jan 28 13:45:15.621739 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da704b-839d-456e-9b0b-bd7170cee814 req-6da6f5ca-e80b-4cac-99a3-9d5470c37031 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:15.627003 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21da704b-839d-456e-9b0b-bd7170cee814 req-6da6f5ca-e80b-4cac-99a3-9d5470c37031 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.37 "GET /v2.0/networks?id=4aabca4e-3b91-40e2-8d84-c6192f9dfa77 HTTP/1.1" status: 200 len: 809 time: 0.8102803 Jan 28 13:45:15.645382 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-21da704b-839d-456e-9b0b-bd7170cee814 req-941b80cb-c80f-42fb-999a-b57cbe740c58 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Request body: {'port': {'device_id': 'b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f', 'network_id': '4aabca4e-3b91-40e2-8d84-c6192f9dfa77', 'admin_state_up': True, 'tenant_id': '901365f3ebaf46a480ccd40ed3b5404a'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:15.702528 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-5a5e5dda-1a14-4d20-9e41-e7d3bc1dbf52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:45:15.711506 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-5a5e5dda-1a14-4d20-9e41-e7d3bc1dbf52 service neutron] Publish callbacks [] for port (f40dfb99-6c4d-45af-b89e-4ed352ffc8b4), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:15.726101 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-5a5e5dda-1a14-4d20-9e41-e7d3bc1dbf52 service neutron] Transition to ACTIVE for port object f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:45:15.741361 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cb7dffe1-6b6e-473b-a7a9-f20404263550 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (2a2e9ed9-b6e1-4d67-9e00-16276c38371e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:15.743875 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-5a5e5dda-1a14-4d20-9e41-e7d3bc1dbf52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (f40dfb99-6c4d-45af-b89e-4ed352ffc8b4), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:15.793189 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1764e-c20f-4bf2-972d-2f5aaa552e38 req-340f5e48-4ed5-4d59-ba13-8b9e151a397b tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:15.801788 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a0b1764e-c20f-4bf2-972d-2f5aaa552e38 req-340f5e48-4ed5-4d59-ba13-8b9e151a397b tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ce62144-245e-4987-ac42-b7048c24cb77 HTTP/1.1" status: 200 len: 944 time: 0.7285140 Jan 28 13:45:15.806583 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-dab89279-0b5e-4776-9578-1b0a0551166e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Deleting port 87c6e003-b2c7-4642-bd53-85f447c888d6 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:45:15.806941 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-dab89279-0b5e-4776-9578-1b0a0551166e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (87c6e003-b2c7-4642-bd53-85f447c888d6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:15.835201 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbaa18-a7a1-41d4-b6f6-5a2205d47f36 req-213d98e1-a23f-4381-aaaf-08b644e80029 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:15.852430 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-94bbaa18-a7a1-41d4-b6f6-5a2205d47f36 req-213d98e1-a23f-4381-aaaf-08b644e80029 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 931 time: 0.2179542 Jan 28 13:45:15.975200 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cb7dffe1-6b6e-473b-a7a9-f20404263550 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (2a2e9ed9-b6e1-4d67-9e00-16276c38371e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:15.985663 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7dffe1-6b6e-473b-a7a9-f20404263550 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:15.986344 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cb7dffe1-6b6e-473b-a7a9-f20404263550 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:16.023592 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-94bbaa18-a7a1-41d4-b6f6-5a2205d47f36 req-24a8a3b9-cc6a-4c37-912e-120ae64e0d37 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1701324 Jan 28 13:45:16.031566 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21da704b-839d-456e-9b0b-bd7170cee814 req-941b80cb-c80f-42fb-999a-b57cbe740c58 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Made reservation on behalf of 901365f3ebaf46a480ccd40ed3b5404a for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:16.035453 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21da704b-839d-456e-9b0b-bd7170cee814 req-941b80cb-c80f-42fb-999a-b57cbe740c58 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:16.073995 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a0b1764e-c20f-4bf2-972d-2f5aaa552e38 req-e88a3b2e-d859-48d1-8a5d-f74754119370 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709508 Jan 28 13:45:16.116787 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90053da1-71b4-482e-9e48-195da36c89ce x-openstack-request-id: req-90053da1-71b4-482e-9e48-195da36c89ce {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:16.117709 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-unplugged", "status": "completed", "tag": "e6f58a1a-25be-4905-9c30-cd6d52a07dbc", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:16.118150 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-90053da1-71b4-482e-9e48-195da36c89ce {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:16.119621 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6f58a1a-25be-4905-9c30-cd6d52a07dbc', 'code': 200} Jan 28 13:45:16.237793 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832ccb25-cf9c-4bb0-9133-7a189319e9b3 x-openstack-request-id: req-832ccb25-cf9c-4bb0-9133-7a189319e9b3 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:16.238296 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-deleted", "tag": "0d46f223-1f12-4538-accd-a4fe31e8045f", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:16.238398 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-832ccb25-cf9c-4bb0-9133-7a189319e9b3 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:16.238895 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-deleted', 'tag': '0d46f223-1f12-4538-accd-a4fe31e8045f', 'status': 'completed', 'code': 200} Jan 28 13:45:16.317818 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-dab89279-0b5e-4776-9578-1b0a0551166e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] For port 87c6e003-b2c7-4642-bd53-85f447c888d6, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=87c6e003-b2c7-4642-bd53-85f447c888d6,segment=NetworkSegment(8398d8f2-66bb-43a6-a964-eceb551e9779),segment_id=8398d8f2-66bb-43a6-a964-eceb551e9779)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:16.318163 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-dab89279-0b5e-4776-9578-1b0a0551166e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (87c6e003-b2c7-4642-bd53-85f447c888d6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:16.330169 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-21da704b-839d-456e-9b0b-bd7170cee814 req-941b80cb-c80f-42fb-999a-b57cbe740c58 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Allocated IP 172.20.0.7 (4aabca4e-3b91-40e2-8d84-c6192f9dfa77/85fe6871-0623-49c1-b7d6-eb6204520f0d/a5d5d444-feb2-404e-90ae-fb02253f1a4d) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:16.341021 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7dffe1-6b6e-473b-a7a9-f20404263550 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Network': ['ID=2a2e9ed9-b6e1-4d67-9e00-16276c38371e,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:16.371761 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d7878c5b-0e89-4f27-a780-220f75213c51 req-ee066643-acf9-4f30-830a-77e3b13447a9 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f HTTP/1.1" status: 200 len: 210 time: 0.1044631 Jan 28 13:45:16.371761 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e5dda-1a14-4d20-9e41-e7d3bc1dbf52 service neutron] Pushing event updated for resources: {'Port': ['ID=f40dfb99-6c4d-45af-b89e-4ed352ffc8b4,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:16.372170 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 2a2e9ed9-b6e1-4d67-9e00-16276c38371e details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:45:16.432424 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10068165-dd99-4747-8e6d-9c2f8de554bc req-cb6eea5f-75c2-476d-9f1f-9b1bd370a6a6 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:16.447267 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-5a5e5dda-1a14-4d20-9e41-e7d3bc1dbf52 service neutron] Attempting to bind port f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:16.447609 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-5a5e5dda-1a14-4d20-9e41-e7d3bc1dbf52 service neutron] Attempting to bind port f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '766923be-69a9-438b-8d26-7f7b6fae7a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:16.450025 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-5a5e5dda-1a14-4d20-9e41-e7d3bc1dbf52 service neutron] Attempting to bind port f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 on network 6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:16.457103 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10068165-dd99-4747-8e6d-9c2f8de554bc req-cb6eea5f-75c2-476d-9f1f-9b1bd370a6a6 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:16.458146 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-5a5e5dda-1a14-4d20-9e41-e7d3bc1dbf52 service neutron] Port f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 on network 6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:45:16.458636 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-5a5e5dda-1a14-4d20-9e41-e7d3bc1dbf52 service neutron] Attempting to bind port f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 on network 6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:16.466169 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-5a5e5dda-1a14-4d20-9e41-e7d3bc1dbf52 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:16.466861 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-5a5e5dda-1a14-4d20-9e41-e7d3bc1dbf52 service neutron] Checking segment: {'id': '766923be-69a9-438b-8d26-7f7b6fae7a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:16.469838 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-5a5e5dda-1a14-4d20-9e41-e7d3bc1dbf52 service neutron] Bound using segment: {'id': '766923be-69a9-438b-8d26-7f7b6fae7a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:16.470558 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-5a5e5dda-1a14-4d20-9e41-e7d3bc1dbf52 service neutron] Bound port: f40dfb99-6c4d-45af-b89e-4ed352ffc8b4, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766923be-69a9-438b-8d26-7f7b6fae7a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:16.471242 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-5a5e5dda-1a14-4d20-9e41-e7d3bc1dbf52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f40dfb99-6c4d-45af-b89e-4ed352ffc8b4), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:16.473349 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10068165-dd99-4747-8e6d-9c2f8de554bc req-cb6eea5f-75c2-476d-9f1f-9b1bd370a6a6 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:16.480679 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10068165-dd99-4747-8e6d-9c2f8de554bc req-cb6eea5f-75c2-476d-9f1f-9b1bd370a6a6 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:16.481487 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-cb7dffe1-6b6e-473b-a7a9-f20404263550 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8164365 Jan 28 13:45:16.489038 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-10068165-dd99-4747-8e6d-9c2f8de554bc req-cb6eea5f-75c2-476d-9f1f-9b1bd370a6a6 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 3143 time: 0.2492259 Jan 28 13:45:16.489576 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50720) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:16.497818 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-dab89279-0b5e-4776-9578-1b0a0551166e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Calling delete_port for 87c6e003-b2c7-4642-bd53-85f447c888d6 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:45:16.519521 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-dbc51098-a158-4910-8365-0e0e859fe503 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'subnet': {'network_id': '2a2e9ed9-b6e1-4d67-9e00-16276c38371e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:16.570576 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 31bb19f1-166e-4271-8b31-30c54dff33d5 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:16.751827 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-5a5e5dda-1a14-4d20-9e41-e7d3bc1dbf52 service neutron] For port f40dfb99-6c4d-45af-b89e-4ed352ffc8b4, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:16.755371 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-5a5e5dda-1a14-4d20-9e41-e7d3bc1dbf52 service neutron] For port f40dfb99-6c4d-45af-b89e-4ed352ffc8b4, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=f40dfb99-6c4d-45af-b89e-4ed352ffc8b4,segment=NetworkSegment(766923be-69a9-438b-8d26-7f7b6fae7a7f),segment_id=766923be-69a9-438b-8d26-7f7b6fae7a7f)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:16.757115 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 31bb19f1-166e-4271-8b31-30c54dff33d5 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:45:16.766855 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 31bb19f1-166e-4271-8b31-30c54dff33d5 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:16.769115 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (31bb19f1-166e-4271-8b31-30c54dff33d5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:16.769521 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-5a5e5dda-1a14-4d20-9e41-e7d3bc1dbf52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (f40dfb99-6c4d-45af-b89e-4ed352ffc8b4), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:16.880075 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 31bb19f1-166e-4271-8b31-30c54dff33d5 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:16.880589 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (31bb19f1-166e-4271-8b31-30c54dff33d5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:16.890701 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e5dda-1a14-4d20-9e41-e7d3bc1dbf52 service neutron] Pushing event updated for resources: {'Port': ['ID=f40dfb99-6c4d-45af-b89e-4ed352ffc8b4,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:16.912127 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-5a5e5dda-1a14-4d20-9e41-e7d3bc1dbf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:16.916612 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-5a5e5dda-1a14-4d20-9e41-e7d3bc1dbf52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:16.918239 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-5a5e5dda-1a14-4d20-9e41-e7d3bc1dbf52 service neutron] 10.222.0.37 "PUT /v2.0/ports/f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 HTTP/1.1" status: 200 len: 1091 time: 2.7221291 Jan 28 13:45:16.925013 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9c5719-3713-4e0f-a9c8-459d42ccd8ca', 'tag': 'f40dfb99-6c4d-45af-b89e-4ed352ffc8b4'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:16.931651 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e07825e-c078-4f0a-a4ef-6890b65e56db" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9c5719-3713-4e0f-a9c8-459d42ccd8ca", "tag": "f40dfb99-6c4d-45af-b89e-4ed352ffc8b4"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:16.999117 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 31bb19f1-166e-4271-8b31-30c54dff33d5, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=31bb19f1-166e-4271-8b31-30c54dff33d5,segment=NetworkSegment(713f7c72-a1fe-480c-beff-0c93c78f10d8),segment_id=713f7c72-a1fe-480c-beff-0c93c78f10d8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:17.007176 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (31bb19f1-166e-4271-8b31-30c54dff33d5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:17.015200 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6474b5-fe1f-49f0-8a17-41e2108d6f53 req-f4e54899-cbfa-4b8b-800a-85af269f7717 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:17.033356 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7e6474b5-fe1f-49f0-8a17-41e2108d6f53 req-f4e54899-cbfa-4b8b-800a-85af269f7717 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 943 time: 0.4264116 Jan 28 13:45:17.166358 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=31bb19f1-166e-4271-8b31-30c54dff33d5,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:17.206620 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7e6474b5-fe1f-49f0-8a17-41e2108d6f53 req-0f3844c3-2af5-49c7-9167-11ae08a8ec74 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f391df0c-fa02-49bf-8e4a-9c309e97c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689172 Jan 28 13:45:17.219215 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-fd7c3768-0ac6-4d72-a238-74b911c6740c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:17.221472 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-fd7c3768-0ac6-4d72-a238-74b911c6740c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a710706f51d4196913035417fac81e3&device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 1094 time: 0.2523506 Jan 28 13:45:17.290042 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-12ec3ee1-bd26-4dcb-8c80-b04068493ddc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 HTTP/1.1" status: 200 len: 217 time: 0.0604708 Jan 28 13:45:17.388733 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-cc090af5-c610-47c7-a0fe-73da432ab180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:17.390135 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-cc090af5-c610-47c7-a0fe-73da432ab180 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a282eac7-c6f7-4e0b-bd51-f3e60c647f6a HTTP/1.1" status: 200 len: 850 time: 0.0929530 Jan 28 13:45:17.401834 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fc60f0-a70c-4998-9a06-e93c5c8d315a x-openstack-request-id: req-23fc60f0-a70c-4998-9a06-e93c5c8d315a {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:17.402152 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9c5719-3713-4e0f-a9c8-459d42ccd8ca", "tag": "f40dfb99-6c4d-45af-b89e-4ed352ffc8b4", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:17.402373 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-23fc60f0-a70c-4998-9a06-e93c5c8d315a {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:17.402791 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9c5719-3713-4e0f-a9c8-459d42ccd8ca', 'tag': 'f40dfb99-6c4d-45af-b89e-4ed352ffc8b4', 'status': 'completed', 'code': 200} Jan 28 13:45:17.482862 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a08e1-a253-4983-bd2f-7f9cbe12c9b8 req-14e6966d-1829-47d6-bccf-cd93af2a8ead tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:17.490888 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6c1a08e1-a253-4983-bd2f-7f9cbe12c9b8 req-14e6966d-1829-47d6-bccf-cd93af2a8ead tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 943 time: 0.0989795 Jan 28 13:45:17.596006 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-10068165-dd99-4747-8e6d-9c2f8de554bc req-6b98b25c-660a-4e37-b416-dfbab9e9197a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0817647 Jan 28 13:45:17.596006 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc51098-a158-4910-8365-0e0e859fe503 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:17.596006 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dbc51098-a158-4910-8365-0e0e859fe503 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:17.728657 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:17.995462 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50746) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:18.005114 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-c9b219c3-5d73-4d10-b80c-6d93e04b802f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:18.006811 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-c9b219c3-5d73-4d10-b80c-6d93e04b802f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5991879 Jan 28 13:45:18.090493 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-dab89279-0b5e-4776-9578-1b0a0551166e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (87c6e003-b2c7-4642-bd53-85f447c888d6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:18.121150 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce62144-245e-4987-ac42-b7048c24cb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bb19f1-166e-4271-8b31-30c54dff33d5'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:18.123707 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15bac0c-18ba-4dbb-8718-dab46ecc30d2" -d '{"events": [{"server_uuid": "5ce62144-245e-4987-ac42-b7048c24cb77", "name": "network-vif-plugged", "status": "completed", "tag": "31bb19f1-166e-4271-8b31-30c54dff33d5"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:18.138184 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89279-0b5e-4776-9578-1b0a0551166e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event deleted for resources: {'Port': ['ID=87c6e003-b2c7-4642-bd53-85f447c888d6,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:18.168031 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c5db4916-03c4-4522-9576-04e2570a1414 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:18.173049 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6c1a08e1-a253-4983-bd2f-7f9cbe12c9b8 req-1a64cb0e-65e2-4de9-aba3-9341783f8e15 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6812880 Jan 28 13:45:18.193597 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd642a-06f8-48e5-9242-9521e6c5136d req-243242a8-27f5-49d3-94d2-d39f96765658 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:18.193597 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-79bd642a-06f8-48e5-9242-9521e6c5136d req-243242a8-27f5-49d3-94d2-d39f96765658 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ce62144-245e-4987-ac42-b7048c24cb77 HTTP/1.1" status: 200 len: 945 time: 0.1595459 Jan 28 13:45:18.264479 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-d4aa79e7-d269-40d5-b7c5-6985884e7ac6 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442033 Jan 28 13:45:18.343091 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-79bd642a-06f8-48e5-9242-9521e6c5136d req-9ca915b8-e5ad-469b-93d0-0a82b882d745 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807216 Jan 28 13:45:18.388110 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f788ca25-21f3-4013-917e-b73411a7a1c9 req-f455adaa-7e91-4629-b672-ee7a49303d09 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f HTTP/1.1" status: 200 len: 210 time: 0.0674791 Jan 28 13:45:18.426394 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-dab89279-0b5e-4776-9578-1b0a0551166e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] No DVR routers for this DVR port 87c6e003-b2c7-4642-bd53-85f447c888d6 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:45:18.429754 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-dab89279-0b5e-4776-9578-1b0a0551166e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:18.433578 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-dab89279-0b5e-4776-9578-1b0a0551166e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.18 "DELETE /v2.0/ports/87c6e003-b2c7-4642-bd53-85f447c888d6 HTTP/1.1" status: 204 len: 173 time: 3.1439636 Jan 28 13:45:18.445137 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-deleted', 'tag': '87c6e003-b2c7-4642-bd53-85f447c888d6'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:18.455342 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d3c85c-24fc-4574-916e-327faf75eaca" -d '{"events": [{"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-deleted", "tag": "87c6e003-b2c7-4642-bd53-85f447c888d6"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:18.459644 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf44833b-6f35-4166-b07e-eb9ce9e5137e x-openstack-request-id: req-cf44833b-6f35-4166-b07e-eb9ce9e5137e {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:18.460199 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce62144-245e-4987-ac42-b7048c24cb77", "name": "network-vif-plugged", "status": "completed", "tag": "31bb19f1-166e-4271-8b31-30c54dff33d5", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:18.460713 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf44833b-6f35-4166-b07e-eb9ce9e5137e {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:18.461138 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce62144-245e-4987-ac42-b7048c24cb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bb19f1-166e-4271-8b31-30c54dff33d5', 'code': 200} Jan 28 13:45:18.558205 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6bd937-7569-470b-a537-561b6434c183 x-openstack-request-id: req-7c6bd937-7569-470b-a537-561b6434c183 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:18.558818 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-deleted", "tag": "87c6e003-b2c7-4642-bd53-85f447c888d6", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:18.559103 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c6bd937-7569-470b-a537-561b6434c183 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:18.559508 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-deleted', 'tag': '87c6e003-b2c7-4642-bd53-85f447c888d6', 'status': 'completed', 'code': 200} Jan 28 13:45:18.585559 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dbc51098-a158-4910-8365-0e0e859fe503 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (2268a12c-2faa-451e-81f3-09ce5e698ff6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:18.617967 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c5db4916-03c4-4522-9576-04e2570a1414 admin admin] Publish callbacks [] for security_group (eee831c2-c653-4c56-a03c-0c9ebbc88283), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:18.628521 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f204e28e-8696-4e21-8b25-a912050db3a7 req-aab0c527-20e4-48d1-a75a-62028146e49c service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569512 Jan 28 13:45:18.690753 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21da704b-839d-456e-9b0b-bd7170cee814 req-941b80cb-c80f-42fb-999a-b57cbe740c58 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Publish callbacks [] for port (a5d5d444-feb2-404e-90ae-fb02253f1a4d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:18.691393 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c5db4916-03c4-4522-9576-04e2570a1414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (eee831c2-c653-4c56-a03c-0c9ebbc88283), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:18.803693 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc51098-a158-4910-8365-0e0e859fe503 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Subnet': ['ID=2268a12c-2faa-451e-81f3-09ce5e698ff6,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:18.805258 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee809f8-fc33-47d8-97bd-5f1190ed50b3 req-9ee148d6-17ed-4f08-a2f2-768b4472ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:18.808430 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bee809f8-fc33-47d8-97bd-5f1190ed50b3 req-9ee148d6-17ed-4f08-a2f2-768b4472ecfb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5ce62144-245e-4987-ac42-b7048c24cb77 HTTP/1.1" status: 200 len: 1096 time: 0.2697906 Jan 28 13:45:18.814747 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21da704b-839d-456e-9b0b-bd7170cee814 req-941b80cb-c80f-42fb-999a-b57cbe740c58 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (a5d5d444-feb2-404e-90ae-fb02253f1a4d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:18.815251 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07825e-c078-4f0a-a4ef-6890b65e56db req-ae0be9c3-dbfa-4532-803e-1255e58415fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:18.818666 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7e07825e-c078-4f0a-a4ef-6890b65e56db req-ae0be9c3-dbfa-4532-803e-1255e58415fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a710706f51d4196913035417fac81e3&device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 1094 time: 0.1197057 Jan 28 13:45:18.825236 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c5db4916-03c4-4522-9576-04e2570a1414 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2206d50f80f04e75896bac8821df245e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8284163 Jan 28 13:45:18.833019 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50760) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:18.965700 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db4916-03c4-4522-9576-04e2570a1414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee831c2-c653-4c56-a03c-0c9ebbc88283,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:18.972057 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07825e-c078-4f0a-a4ef-6890b65e56db req-0091ca20-e543-4bf5-a423-3714b43b9b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:18.973750 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7e07825e-c078-4f0a-a4ef-6890b65e56db req-0091ca20-e543-4bf5-a423-3714b43b9b27 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 HTTP/1.1" status: 200 len: 911 time: 0.1251729 Jan 28 13:45:18.996955 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb3b35-924c-45fa-8815-f1774ef2fb4b req-5ff6a8f7-dbc1-4d72-b8d7-6939b1056d34 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:19.004863 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9dbb3b35-924c-45fa-8815-f1774ef2fb4b req-5ff6a8f7-dbc1-4d72-b8d7-6939b1056d34 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 943 time: 0.4009011 Jan 28 13:45:19.020434 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc51098-a158-4910-8365-0e0e859fe503 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Checking segment: {'id': '1374f99c-3bbd-4762-ba8b-0ab684d32b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2a2e9ed9-b6e1-4d67-9e00-16276c38371e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:19.021535 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc51098-a158-4910-8365-0e0e859fe503 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network hostable DHCP agents. Network: 2a2e9ed9-b6e1-4d67-9e00-16276c38371e, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:45:19.033214 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21da704b-839d-456e-9b0b-bd7170cee814 req-941b80cb-c80f-42fb-999a-b57cbe740c58 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Network 4aabca4e-3b91-40e2-8d84-c6192f9dfa77 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:19.073880 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-e6572358-4972-49ba-9d37-b0af590de2e7 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Deleting port 79abbf7d-456b-4064-b1e0-2e0f16750b14 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:45:19.074133 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-e6572358-4972-49ba-9d37-b0af590de2e7 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (79abbf7d-456b-4064-b1e0-2e0f16750b14), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:19.098214 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b80cb-c80f-42fb-999a-b57cbe740c58 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Pushing event updated for resources: {'Port': ['ID=a5d5d444-feb2-404e-90ae-fb02253f1a4d,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:19.103086 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-21da704b-839d-456e-9b0b-bd7170cee814 req-941b80cb-c80f-42fb-999a-b57cbe740c58 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:19.105637 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-21da704b-839d-456e-9b0b-bd7170cee814 req-941b80cb-c80f-42fb-999a-b57cbe740c58 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:19.118251 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7e07825e-c078-4f0a-a4ef-6890b65e56db req-91afe790-d6e9-4b48-ac83-56b7de25f85b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 HTTP/1.1" status: 200 len: 217 time: 0.1087847 Jan 28 13:45:19.124029 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bee809f8-fc33-47d8-97bd-5f1190ed50b3 req-fbcc6757-4e22-4246-9795-bc1a08dcdd05 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029704 Jan 28 13:45:19.127084 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c27d1-544b-419d-91fd-6443f9737db0 req-3867a156-9e43-4630-888b-3a69f6201d84 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:19.134797 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c27d1-544b-419d-91fd-6443f9737db0 req-3867a156-9e43-4630-888b-3a69f6201d84 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:19.140127 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c27d1-544b-419d-91fd-6443f9737db0 req-3867a156-9e43-4630-888b-3a69f6201d84 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:19.141933 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c46c27d1-544b-419d-91fd-6443f9737db0 req-3867a156-9e43-4630-888b-3a69f6201d84 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 2410 time: 0.3337362 Jan 28 13:45:19.192138 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9dbb3b35-924c-45fa-8815-f1774ef2fb4b req-fb627053-84db-445c-9b4c-d84d2f68acd2 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f391df0c-fa02-49bf-8e4a-9c309e97c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863317 Jan 28 13:45:19.210526 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07825e-c078-4f0a-a4ef-6890b65e56db req-25713ac9-8cf7-4a9c-a7ad-ec7ba2aad4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:19.212637 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7e07825e-c078-4f0a-a4ef-6890b65e56db req-25713ac9-8cf7-4a9c-a7ad-ec7ba2aad4ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a282eac7-c6f7-4e0b-bd51-f3e60c647f6a HTTP/1.1" status: 200 len: 850 time: 0.0844491 Jan 28 13:45:19.225221 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e2c79820-5335-47fd-b8f8-4be93f298b05 admin admin] Publish callbacks [] for security_group (eee831c2-c653-4c56-a03c-0c9ebbc88283), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:19.274945 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e2c79820-5335-47fd-b8f8-4be93f298b05 admin admin] Publish callbacks [] for security_group (eee831c2-c653-4c56-a03c-0c9ebbc88283), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:19.276465 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07825e-c078-4f0a-a4ef-6890b65e56db req-83e016cb-a8ab-431b-82f8-881a17f4f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:19.278927 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7e07825e-c078-4f0a-a4ef-6890b65e56db req-83e016cb-a8ab-431b-82f8-881a17f4f087 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593612 Jan 28 13:45:19.320893 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc51098-a158-4910-8365-0e0e859fe503 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network 2a2e9ed9-b6e1-4d67-9e00-16276c38371e is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:45:19.349370 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-dbc51098-a158-4910-8365-0e0e859fe503 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 2a2e9ed9-b6e1-4d67-9e00-16276c38371e) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:19.354380 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc51098-a158-4910-8365-0e0e859fe503 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:19.355052 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dbc51098-a158-4910-8365-0e0e859fe503 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:19.373688 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3842ecb-c44b-4e0c-945c-7b35a64a54e6 None None] Network 2a2e9ed9-b6e1-4d67-9e00-16276c38371e requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:19.427497 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da704b-839d-456e-9b0b-bd7170cee814 req-941b80cb-c80f-42fb-999a-b57cbe740c58 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:19.428262 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21da704b-839d-456e-9b0b-bd7170cee814 req-941b80cb-c80f-42fb-999a-b57cbe740c58 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:19.448484 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c1569-1dfd-425a-bb39-b427e95917d8 req-b2a82827-007d-4b19-a892-ea1c43b032e8 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:19.458897 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae7c1569-1dfd-425a-bb39-b427e95917d8 req-b2a82827-007d-4b19-a892-ea1c43b032e8 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 943 time: 0.1419356 Jan 28 13:45:19.471346 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c46c27d1-544b-419d-91fd-6443f9737db0 req-6a16f8d6-4ad4-4adc-ab00-f9e3f4cfd052 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2951751 Jan 28 13:45:19.487364 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dbc51098-a158-4910-8365-0e0e859fe503 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9859338 Jan 28 13:45:19.488014 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50768) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:19.504160 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-9273a565-a24a-40d8-815a-f03cd281eaaa tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1214791191', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:19.526843 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21da704b-839d-456e-9b0b-bd7170cee814 req-941b80cb-c80f-42fb-999a-b57cbe740c58 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8872221 Jan 28 13:45:19.536104 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22fbb89-b5d0-456a-84a0-abe3a57792f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-2a2e9ed9-b6e1-4d67-9e00-16276c38371e', 'network_id': '2a2e9ed9-b6e1-4d67-9e00-16276c38371e', 'project_id': '82bdd5ae20104e9ea02f181442a29ce9', 'fixed_ips': [{'subnet_id': '2268a12c-2faa-451e-81f3-09ce5e698ff6'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:45:19.540034 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d22fbb89-b5d0-456a-84a0-abe3a57792f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:19.555547 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-21da704b-839d-456e-9b0b-bd7170cee814 req-d66e06d1-09af-4682-8321-2fe178f3f2a6 service neutron] Request body: {'port': {'device_id': 'b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:19.563436 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7e07825e-c078-4f0a-a4ef-6890b65e56db req-ffa71213-5fa9-44f9-8351-91bf353edc58 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781324 Jan 28 13:45:19.665776 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9273a565-a24a-40d8-815a-f03cd281eaaa tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (bd0a1458-59bb-4888-b9bb-2992244c8e4e), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:19.667130 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9273a565-a24a-40d8-815a-f03cd281eaaa tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (bd0a1458-59bb-4888-b9bb-2992244c8e4e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:19.672604 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-e6572358-4972-49ba-9d37-b0af590de2e7 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] For port 79abbf7d-456b-4064-b1e0-2e0f16750b14, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=79abbf7d-456b-4064-b1e0-2e0f16750b14,segment=NetworkSegment(d3e38792-a814-403b-af31-3ea5e35b6aaf),segment_id=d3e38792-a814-403b-af31-3ea5e35b6aaf)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:19.673109 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-e6572358-4972-49ba-9d37-b0af590de2e7 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (79abbf7d-456b-4064-b1e0-2e0f16750b14), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:19.684605 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae7c1569-1dfd-425a-bb39-b427e95917d8 req-3507ab2e-f39d-4350-aacb-d0cb907bda57 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2245507 Jan 28 13:45:19.708494 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e2c79820-5335-47fd-b8f8-4be93f298b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (eee831c2-c653-4c56-a03c-0c9ebbc88283), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:19.711211 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e2c79820-5335-47fd-b8f8-4be93f298b05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:19.715498 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e2c79820-5335-47fd-b8f8-4be93f298b05 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eee831c2-c653-4c56-a03c-0c9ebbc88283 HTTP/1.1" status: 204 len: 168 time: 0.8707371 Jan 28 13:45:19.737732 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-e6572358-4972-49ba-9d37-b0af590de2e7 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Calling delete_port for 79abbf7d-456b-4064-b1e0-2e0f16750b14 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:45:19.741064 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21da704b-839d-456e-9b0b-bd7170cee814 req-d66e06d1-09af-4682-8321-2fe178f3f2a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a5d5d444-feb2-404e-90ae-fb02253f1a4d), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:19.758025 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c79820-5335-47fd-b8f8-4be93f298b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee831c2-c653-4c56-a03c-0c9ebbc88283,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:19.826509 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c3a64-c074-444b-9a5f-40202e0f753f req-a9042af4-96bc-4945-a545-2c915ed3eccb tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:19.833177 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0f4c3a64-c074-444b-9a5f-40202e0f753f req-a9042af4-96bc-4945-a545-2c915ed3eccb tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ce62144-245e-4987-ac42-b7048c24cb77 HTTP/1.1" status: 200 len: 945 time: 0.2129090 Jan 28 13:45:19.842742 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7e07825e-c078-4f0a-a4ef-6890b65e56db req-c5c31a33-2f82-4d0d-9731-47333a740fdf service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651017 Jan 28 13:45:19.858413 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5da8d-4cd2-408a-a493-49ce0c227ec8 req-dfaddc52-3f88-4e62-8bdb-436cabb9a82b tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:19.867125 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0ef5da8d-4cd2-408a-a493-49ce0c227ec8 req-dfaddc52-3f88-4e62-8bdb-436cabb9a82b tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f HTTP/1.1" status: 200 len: 931 time: 0.0776737 Jan 28 13:45:19.934725 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:19.935856 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0ef5da8d-4cd2-408a-a493-49ce0c227ec8 req-657a1832-4007-477e-8949-3a7816d4b30a tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ae19cb-2f19-4a43-912d-8d65f62a9a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674193 Jan 28 13:45:19.945169 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9273a565-a24a-40d8-815a-f03cd281eaaa tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for router_controller (bd0a1458-59bb-4888-b9bb-2992244c8e4e), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:20.018543 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9273a565-a24a-40d8-815a-f03cd281eaaa tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (bd0a1458-59bb-4888-b9bb-2992244c8e4e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:20.029545 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-d22fbb89-b5d0-456a-84a0-abe3a57792f3 None None] Allocated IP 2001:db8::2 (2a2e9ed9-b6e1-4d67-9e00-16276c38371e/2268a12c-2faa-451e-81f3-09ce5e698ff6/450c73f7-c9ba-4eaa-81f6-491a486a7558) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:20.096005 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9273a565-a24a-40d8-815a-f03cd281eaaa tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:20.100494 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50780) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:20.106610 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-66015ef8-3bef-4619-bf93-6cf9b6059988 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'port': {'network_id': '2a2e9ed9-b6e1-4d67-9e00-16276c38371e', 'name': 'tempest-PortsIpV6TestJSON-1993092965'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:20.112601 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9273a565-a24a-40d8-815a-f03cd281eaaa tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6182010 Jan 28 13:45:20.355406 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0f4c3a64-c074-444b-9a5f-40202e0f753f req-401c8bb8-c48c-4b1d-a48e-c7e02d8adf44 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5056839 Jan 28 13:45:20.377078 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50784) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:20.409369 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d22fbb89-b5d0-456a-84a0-abe3a57792f3 None None] Publish callbacks [] for port (450c73f7-c9ba-4eaa-81f6-491a486a7558), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:20.417092 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d22fbb89-b5d0-456a-84a0-abe3a57792f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (450c73f7-c9ba-4eaa-81f6-491a486a7558), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:20.452968 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22fbb89-b5d0-456a-84a0-abe3a57792f3 None None] Network 2a2e9ed9-b6e1-4d67-9e00-16276c38371e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:20.456492 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-d22fbb89-b5d0-456a-84a0-abe3a57792f3 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:20.469717 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-250c621d-9926-4f17-91d6-6755a1d55c5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:20.484661 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22fbb89-b5d0-456a-84a0-abe3a57792f3 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:20.505098 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66015ef8-3bef-4619-bf93-6cf9b6059988 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:20.511816 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-66015ef8-3bef-4619-bf93-6cf9b6059988 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:20.549039 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-66015ef8-3bef-4619-bf93-6cf9b6059988 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] device_id is not set on port c473ca4a-6041-4dbf-a5dd-f7cebd0b0b0d yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:45:20.630460 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-250c621d-9926-4f17-91d6-6755a1d55c5c admin admin] Publish callbacks [] for security_group (c8e04d33-a6b0-4e4f-9738-b825b4fe5df5), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:20.645869 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-250c621d-9926-4f17-91d6-6755a1d55c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c8e04d33-a6b0-4e4f-9738-b825b4fe5df5), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:20.737920 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee2ba3-878d-4039-b1fc-926cbd3f6c37 req-d4320baa-a437-4e35-979c-45c78409e293 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:20.753637 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8cee2ba3-878d-4039-b1fc-926cbd3f6c37 req-d4320baa-a437-4e35-979c-45c78409e293 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 943 time: 0.3653016 Jan 28 13:45:20.766631 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22fbb89-b5d0-456a-84a0-abe3a57792f3 None None] Pushing event updated for resources: {'Port': ['ID=450c73f7-c9ba-4eaa-81f6-491a486a7558,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:20.813601 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d22fbb89-b5d0-456a-84a0-abe3a57792f3 None None] Attempting to bind port 450c73f7-c9ba-4eaa-81f6-491a486a7558 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:20.814981 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d22fbb89-b5d0-456a-84a0-abe3a57792f3 None None] Attempting to bind port 450c73f7-c9ba-4eaa-81f6-491a486a7558 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '1374f99c-3bbd-4762-ba8b-0ab684d32b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2a2e9ed9-b6e1-4d67-9e00-16276c38371e'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:20.815574 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22fbb89-b5d0-456a-84a0-abe3a57792f3 None None] Attempting to bind port 450c73f7-c9ba-4eaa-81f6-491a486a7558 on network 2a2e9ed9-b6e1-4d67-9e00-16276c38371e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:20.822571 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22fbb89-b5d0-456a-84a0-abe3a57792f3 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:20.823354 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22fbb89-b5d0-456a-84a0-abe3a57792f3 None None] Checking segment: {'id': '1374f99c-3bbd-4762-ba8b-0ab684d32b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2a2e9ed9-b6e1-4d67-9e00-16276c38371e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:20.823948 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d22fbb89-b5d0-456a-84a0-abe3a57792f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:20.824611 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22fbb89-b5d0-456a-84a0-abe3a57792f3 None None] Bound using segment: {'id': '1374f99c-3bbd-4762-ba8b-0ab684d32b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2a2e9ed9-b6e1-4d67-9e00-16276c38371e'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:20.825279 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d22fbb89-b5d0-456a-84a0-abe3a57792f3 None None] Bound port: 450c73f7-c9ba-4eaa-81f6-491a486a7558, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1374f99c-3bbd-4762-ba8b-0ab684d32b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2a2e9ed9-b6e1-4d67-9e00-16276c38371e'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:20.826371 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d22fbb89-b5d0-456a-84a0-abe3a57792f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (450c73f7-c9ba-4eaa-81f6-491a486a7558), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:20.890738 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-66015ef8-3bef-4619-bf93-6cf9b6059988 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Allocated IP 2001:db8::22c (2a2e9ed9-b6e1-4d67-9e00-16276c38371e/2268a12c-2faa-451e-81f3-09ce5e698ff6/c473ca4a-6041-4dbf-a5dd-f7cebd0b0b0d) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:20.909333 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d22fbb89-b5d0-456a-84a0-abe3a57792f3 None None] For port 450c73f7-c9ba-4eaa-81f6-491a486a7558, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:20.915114 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d22fbb89-b5d0-456a-84a0-abe3a57792f3 None None] For port 450c73f7-c9ba-4eaa-81f6-491a486a7558, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=450c73f7-c9ba-4eaa-81f6-491a486a7558,segment=NetworkSegment(1374f99c-3bbd-4762-ba8b-0ab684d32b6f),segment_id=1374f99c-3bbd-4762-ba8b-0ab684d32b6f)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:20.921648 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d22fbb89-b5d0-456a-84a0-abe3a57792f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (450c73f7-c9ba-4eaa-81f6-491a486a7558), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:20.944001 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8cee2ba3-878d-4039-b1fc-926cbd3f6c37 req-bb6e837e-e212-4f9f-8323-282aec5cd97a tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f391df0c-fa02-49bf-8e4a-9c309e97c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892960 Jan 28 13:45:20.955285 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c621d-9926-4f17-91d6-6755a1d55c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e04d33-a6b0-4e4f-9738-b825b4fe5df5,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:20.965918 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-250c621d-9926-4f17-91d6-6755a1d55c5c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5cfd3bcfb283442c95788ece4ea171e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5855474 Jan 28 13:45:20.996739 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50794) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:21.033020 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-e6572358-4972-49ba-9d37-b0af590de2e7 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (79abbf7d-456b-4064-b1e0-2e0f16750b14), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:21.070176 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22fbb89-b5d0-456a-84a0-abe3a57792f3 None None] Pushing event updated for resources: {'Port': ['ID=450c73f7-c9ba-4eaa-81f6-491a486a7558,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:21.091202 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6572358-4972-49ba-9d37-b0af590de2e7 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event deleted for resources: {'Port': ['ID=79abbf7d-456b-4064-b1e0-2e0f16750b14,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:21.135817 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8047289-cab0-4464-b0de-24d0842ef4c5 req-61785111-10c2-4076-b764-2cacfc73724d tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:21.156034 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8047289-cab0-4464-b0de-24d0842ef4c5 req-61785111-10c2-4076-b764-2cacfc73724d tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:21.171723 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8047289-cab0-4464-b0de-24d0842ef4c5 req-61785111-10c2-4076-b764-2cacfc73724d tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:21.174521 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e8047289-cab0-4464-b0de-24d0842ef4c5 req-61785111-10c2-4076-b764-2cacfc73724d tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 2410 time: 0.5251281 Jan 28 13:45:21.273258 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-e6572358-4972-49ba-9d37-b0af590de2e7 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] No DVR routers for this DVR port 79abbf7d-456b-4064-b1e0-2e0f16750b14 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:45:21.278037 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-e6572358-4972-49ba-9d37-b0af590de2e7 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:21.285424 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-e6572358-4972-49ba-9d37-b0af590de2e7 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.18 "DELETE /v2.0/ports/79abbf7d-456b-4064-b1e0-2e0f16750b14 HTTP/1.1" status: 204 len: 173 time: 2.8189442 Jan 28 13:45:21.294021 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-deleted', 'tag': '79abbf7d-456b-4064-b1e0-2e0f16750b14'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:21.299247 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba89060-d86f-401f-82c7-3a45507de0db" -d '{"events": [{"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-deleted", "tag": "79abbf7d-456b-4064-b1e0-2e0f16750b14"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:21.342810 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-acbab405-7494-4d34-ae87-81961257558e admin admin] Publish callbacks [] for security_group (c8e04d33-a6b0-4e4f-9738-b825b4fe5df5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:21.401404 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4c9cd-5b31-43c0-be1e-9c3947ea710a req-f4375cd6-bea9-4aaf-b3f9-ce71ff225e11 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:21.403262 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15c4c9cd-5b31-43c0-be1e-9c3947ea710a req-f4375cd6-bea9-4aaf-b3f9-ce71ff225e11 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 943 time: 0.2643580 Jan 28 13:45:21.410547 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-acbab405-7494-4d34-ae87-81961257558e admin admin] Publish callbacks [] for security_group (c8e04d33-a6b0-4e4f-9738-b825b4fe5df5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:21.484108 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-acbab405-7494-4d34-ae87-81961257558e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c8e04d33-a6b0-4e4f-9738-b825b4fe5df5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:21.487192 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-acbab405-7494-4d34-ae87-81961257558e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:21.490529 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-acbab405-7494-4d34-ae87-81961257558e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c8e04d33-a6b0-4e4f-9738-b825b4fe5df5 HTTP/1.1" status: 204 len: 168 time: 0.4905818 Jan 28 13:45:21.555296 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbab405-7494-4d34-ae87-81961257558e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e04d33-a6b0-4e4f-9738-b825b4fe5df5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:21.616278 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-21da704b-839d-456e-9b0b-bd7170cee814 req-d66e06d1-09af-4682-8321-2fe178f3f2a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d5d444-feb2-404e-90ae-fb02253f1a4d {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:45:21.635315 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e8047289-cab0-4464-b0de-24d0842ef4c5 req-64422b86-3e08-41d5-9064-dd330bb469a6 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4428115 Jan 28 13:45:21.667653 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15c4c9cd-5b31-43c0-be1e-9c3947ea710a req-14505941-c086-403f-be02-e567c08d40eb tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1942563 Jan 28 13:45:21.698499 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21da704b-839d-456e-9b0b-bd7170cee814 req-d66e06d1-09af-4682-8321-2fe178f3f2a6 service neutron] Publish callbacks [] for port (a5d5d444-feb2-404e-90ae-fb02253f1a4d), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:21.707642 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-66015ef8-3bef-4619-bf93-6cf9b6059988 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for port (c473ca4a-6041-4dbf-a5dd-f7cebd0b0b0d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:21.736752 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-21da704b-839d-456e-9b0b-bd7170cee814 req-d66e06d1-09af-4682-8321-2fe178f3f2a6 service neutron] Transition to ACTIVE for port object a5d5d444-feb2-404e-90ae-fb02253f1a4d will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:45:21.792526 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21da704b-839d-456e-9b0b-bd7170cee814 req-d66e06d1-09af-4682-8321-2fe178f3f2a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (a5d5d444-feb2-404e-90ae-fb02253f1a4d), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:21.801331 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-66015ef8-3bef-4619-bf93-6cf9b6059988 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c473ca4a-6041-4dbf-a5dd-f7cebd0b0b0d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:21.946454 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29e4f46-b2f5-4518-94ea-e97666dbec8b x-openstack-request-id: req-d29e4f46-b2f5-4518-94ea-e97666dbec8b {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:21.947643 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-deleted", "tag": "79abbf7d-456b-4064-b1e0-2e0f16750b14", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:21.948100 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d29e4f46-b2f5-4518-94ea-e97666dbec8b {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:21.948686 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-deleted', 'tag': '79abbf7d-456b-4064-b1e0-2e0f16750b14', 'status': 'completed', 'code': 200} Jan 28 13:45:22.044891 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66015ef8-3bef-4619-bf93-6cf9b6059988 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network 2a2e9ed9-b6e1-4d67-9e00-16276c38371e is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:22.055079 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-66015ef8-3bef-4619-bf93-6cf9b6059988 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:22.064973 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66015ef8-3bef-4619-bf93-6cf9b6059988 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:22.076038 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66015ef8-3bef-4619-bf93-6cf9b6059988 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:22.077232 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-66015ef8-3bef-4619-bf93-6cf9b6059988 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.094752 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66015ef8-3bef-4619-bf93-6cf9b6059988 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Port': ['ID=c473ca4a-6041-4dbf-a5dd-f7cebd0b0b0d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:22.138046 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa25c8-2269-4caf-a8a0-e6e231c8be41 req-f0d0a43b-6575-438a-8b63-37199efeb5ae tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:22.140353 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-29aa25c8-2269-4caf-a8a0-e6e231c8be41 req-f0d0a43b-6575-438a-8b63-37199efeb5ae tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f HTTP/1.1" status: 200 len: 943 time: 0.1791224 Jan 28 13:45:22.153141 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-66015ef8-3bef-4619-bf93-6cf9b6059988 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0491664 Jan 28 13:45:22.155099 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50808) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:22.159275 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-77433afc-1331-4cdf-a5a9-459f15fe5351 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Deleting port f960cd27-de3c-42f4-a159-98a774fb4179 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:45:22.159766 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-77433afc-1331-4cdf-a5a9-459f15fe5351 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (f960cd27-de3c-42f4-a159-98a774fb4179), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.188383 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e06d1-09af-4682-8321-2fe178f3f2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d5d444-feb2-404e-90ae-fb02253f1a4d,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:22.287462 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-21da704b-839d-456e-9b0b-bd7170cee814 req-d66e06d1-09af-4682-8321-2fe178f3f2a6 service neutron] Attempting to bind port a5d5d444-feb2-404e-90ae-fb02253f1a4d on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:22.287641 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-21da704b-839d-456e-9b0b-bd7170cee814 req-d66e06d1-09af-4682-8321-2fe178f3f2a6 service neutron] Attempting to bind port a5d5d444-feb2-404e-90ae-fb02253f1a4d by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'c9192603-4670-493f-b1cd-dbd99727b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4aabca4e-3b91-40e2-8d84-c6192f9dfa77'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:22.288124 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21da704b-839d-456e-9b0b-bd7170cee814 req-d66e06d1-09af-4682-8321-2fe178f3f2a6 service neutron] Attempting to bind port a5d5d444-feb2-404e-90ae-fb02253f1a4d on network 4aabca4e-3b91-40e2-8d84-c6192f9dfa77 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:22.378453 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:45:22.391079 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21da704b-839d-456e-9b0b-bd7170cee814 req-d66e06d1-09af-4682-8321-2fe178f3f2a6 service neutron] Port a5d5d444-feb2-404e-90ae-fb02253f1a4d on network 4aabca4e-3b91-40e2-8d84-c6192f9dfa77 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:45:22.397374 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21da704b-839d-456e-9b0b-bd7170cee814 req-d66e06d1-09af-4682-8321-2fe178f3f2a6 service neutron] Attempting to bind port a5d5d444-feb2-404e-90ae-fb02253f1a4d on network 4aabca4e-3b91-40e2-8d84-c6192f9dfa77 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:22.470375 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d4050-17a6-47c5-881e-050e2c951172 req-2d3ad306-25ed-4de8-8916-aec3935a1036 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:22.484172 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-278d4050-17a6-47c5-881e-050e2c951172 req-2d3ad306-25ed-4de8-8916-aec3935a1036 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ce62144-245e-4987-ac42-b7048c24cb77 HTTP/1.1" status: 200 len: 945 time: 0.5149393 Jan 28 13:45:22.528586 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-29aa25c8-2269-4caf-a8a0-e6e231c8be41 req-71a4c660-3482-4079-899f-b442750f1051 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ae19cb-2f19-4a43-912d-8d65f62a9a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720257 Jan 28 13:45:22.555059 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21da704b-839d-456e-9b0b-bd7170cee814 req-d66e06d1-09af-4682-8321-2fe178f3f2a6 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:22.557090 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21da704b-839d-456e-9b0b-bd7170cee814 req-d66e06d1-09af-4682-8321-2fe178f3f2a6 service neutron] Checking segment: {'id': 'c9192603-4670-493f-b1cd-dbd99727b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4aabca4e-3b91-40e2-8d84-c6192f9dfa77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:22.557659 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21da704b-839d-456e-9b0b-bd7170cee814 req-d66e06d1-09af-4682-8321-2fe178f3f2a6 service neutron] Bound using segment: {'id': 'c9192603-4670-493f-b1cd-dbd99727b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4aabca4e-3b91-40e2-8d84-c6192f9dfa77'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:22.558173 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-21da704b-839d-456e-9b0b-bd7170cee814 req-d66e06d1-09af-4682-8321-2fe178f3f2a6 service neutron] Bound port: a5d5d444-feb2-404e-90ae-fb02253f1a4d, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9192603-4670-493f-b1cd-dbd99727b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4aabca4e-3b91-40e2-8d84-c6192f9dfa77'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:22.558681 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21da704b-839d-456e-9b0b-bd7170cee814 req-d66e06d1-09af-4682-8321-2fe178f3f2a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a5d5d444-feb2-404e-90ae-fb02253f1a4d), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.677008 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port f40dfb99-6c4d-45af-b89e-4ed352ffc8b4, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=f40dfb99-6c4d-45af-b89e-4ed352ffc8b4,segment=NetworkSegment(766923be-69a9-438b-8d26-7f7b6fae7a7f),segment_id=766923be-69a9-438b-8d26-7f7b6fae7a7f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:22.699369 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'f40dfb99-6c4d-45af-b89e-4ed352ffc8b4', 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'port_id': 'f40dfb99-6c4d-45af-b89e-4ed352ffc8b4', 'mac_address': 'fa:16:3e:6a:46:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:45:22.721013 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-278d4050-17a6-47c5-881e-050e2c951172 req-77ce0a74-812e-473c-81c8-b9e9b9256d82 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356968 Jan 28 13:45:22.785942 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 450c73f7-c9ba-4eaa-81f6-491a486a7558 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:22.817084 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-77433afc-1331-4cdf-a5a9-459f15fe5351 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] For port f960cd27-de3c-42f4-a159-98a774fb4179, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=f960cd27-de3c-42f4-a159-98a774fb4179,segment=NetworkSegment(d3e38792-a814-403b-af31-3ea5e35b6aaf),segment_id=d3e38792-a814-403b-af31-3ea5e35b6aaf)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:22.817495 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-77433afc-1331-4cdf-a5a9-459f15fe5351 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (f960cd27-de3c-42f4-a159-98a774fb4179), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.890279 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-77433afc-1331-4cdf-a5a9-459f15fe5351 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Calling delete_port for f960cd27-de3c-42f4-a159-98a774fb4179 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:45:22.926735 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:22.930780 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f40dfb99-6c4d-45af-b89e-4ed352ffc8b4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.949898 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-21da704b-839d-456e-9b0b-bd7170cee814 req-d66e06d1-09af-4682-8321-2fe178f3f2a6 service neutron] For port a5d5d444-feb2-404e-90ae-fb02253f1a4d, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:22.958664 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:45:23.000244 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60e30f5-c77f-4080-92db-3b07938cf8be None None] Network 2a2e9ed9-b6e1-4d67-9e00-16276c38371e requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:23.102125 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-21da704b-839d-456e-9b0b-bd7170cee814 req-d66e06d1-09af-4682-8321-2fe178f3f2a6 service neutron] For port a5d5d444-feb2-404e-90ae-fb02253f1a4d, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=a5d5d444-feb2-404e-90ae-fb02253f1a4d,segment=NetworkSegment(c9192603-4670-493f-b1cd-dbd99727b44a),segment_id=c9192603-4670-493f-b1cd-dbd99727b44a)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:23.106101 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98a223-177b-49c2-93b1-0aa6d9723a3a req-b98b7ff8-a869-4e17-bade-52f5544975d9 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:23.107833 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a98a223-177b-49c2-93b1-0aa6d9723a3a req-b98b7ff8-a869-4e17-bade-52f5544975d9 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 943 time: 0.3598862 Jan 28 13:45:23.112200 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b64da9b7-9c96-4686-a35d-ffa3e226c607 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c473ca4a-6041-4dbf-a5dd-f7cebd0b0b0d), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:23.127849 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21da704b-839d-456e-9b0b-bd7170cee814 req-d66e06d1-09af-4682-8321-2fe178f3f2a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (a5d5d444-feb2-404e-90ae-fb02253f1a4d), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:23.208445 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 450c73f7-c9ba-4eaa-81f6-491a486a7558 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:23.208774 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (450c73f7-c9ba-4eaa-81f6-491a486a7558), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:23.219730 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da704b-839d-456e-9b0b-bd7170cee814 req-d66e06d1-09af-4682-8321-2fe178f3f2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:23.220487 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-21da704b-839d-456e-9b0b-bd7170cee814 req-d66e06d1-09af-4682-8321-2fe178f3f2a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:23.226009 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21da704b-839d-456e-9b0b-bd7170cee814 req-d66e06d1-09af-4682-8321-2fe178f3f2a6 service neutron] 10.222.0.37 "PUT /v2.0/ports/a5d5d444-feb2-404e-90ae-fb02253f1a4d HTTP/1.1" status: 200 len: 1091 time: 3.6837168 Jan 28 13:45:23.234146 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a98a223-177b-49c2-93b1-0aa6d9723a3a req-67cffd2c-8ec9-49c5-a944-b9d0abab637e tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f391df0c-fa02-49bf-8e4a-9c309e97c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093004 Jan 28 13:45:23.345424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port f40dfb99-6c4d-45af-b89e-4ed352ffc8b4, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=f40dfb99-6c4d-45af-b89e-4ed352ffc8b4,segment=NetworkSegment(766923be-69a9-438b-8d26-7f7b6fae7a7f),segment_id=766923be-69a9-438b-8d26-7f7b6fae7a7f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:23.373437 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f40dfb99-6c4d-45af-b89e-4ed352ffc8b4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:23.424090 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90862d1f-ba42-49e2-ab9a-b535a9efb558 req-5c146d04-cc24-4c41-8a0b-90a4e3accd59 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:23.429883 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-90862d1f-ba42-49e2-ab9a-b535a9efb558 req-5c146d04-cc24-4c41-8a0b-90a4e3accd59 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 943 time: 0.2617228 Jan 28 13:45:23.463223 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e06d1-09af-4682-8321-2fe178f3f2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d5d444-feb2-404e-90ae-fb02253f1a4d,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:23.463806 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=f40dfb99-6c4d-45af-b89e-4ed352ffc8b4,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:23.500209 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-8b4c8373-ec57-429c-a5a5-43e0fc137abc None None] Provisioning complete for port 450c73f7-c9ba-4eaa-81f6-491a486a7558 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:23.500827 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b4c8373-ec57-429c-a5a5-43e0fc137abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (450c73f7-c9ba-4eaa-81f6-491a486a7558), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:23.563135 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-90862d1f-ba42-49e2-ab9a-b535a9efb558 req-c94745c1-54b7-4290-aa51-e36ea66765df tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1144936 Jan 28 13:45:23.626204 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da704b-839d-456e-9b0b-bd7170cee814 req-51484223-949f-4a77-aea0-a62c5310afac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:23.627789 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21da704b-839d-456e-9b0b-bd7170cee814 req-51484223-949f-4a77-aea0-a62c5310afac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=901365f3ebaf46a480ccd40ed3b5404a&device_id=b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f HTTP/1.1" status: 200 len: 1094 time: 0.3202202 Jan 28 13:45:23.694512 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 450c73f7-c9ba-4eaa-81f6-491a486a7558 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:23.694792 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (450c73f7-c9ba-4eaa-81f6-491a486a7558), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:23.711548 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['f40dfb99-6c4d-45af-b89e-4ed352ffc8b4'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:45:23.751194 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21da704b-839d-456e-9b0b-bd7170cee814 req-0c5d1714-8e87-45b3-86bc-0992db5b0217 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d5d444-feb2-404e-90ae-fb02253f1a4d HTTP/1.1" status: 200 len: 217 time: 0.1047871 Jan 28 13:45:23.763699 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82914c8-5280-4203-be37-b3543c22a96c req-60a43cf5-5bd1-4296-a191-494980178807 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:23.774318 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82914c8-5280-4203-be37-b3543c22a96c req-60a43cf5-5bd1-4296-a191-494980178807 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:23.777064 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e82914c8-5280-4203-be37-b3543c22a96c req-60a43cf5-5bd1-4296-a191-494980178807 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 1678 time: 0.4298360 Jan 28 13:45:23.845308 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 450c73f7-c9ba-4eaa-81f6-491a486a7558, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=450c73f7-c9ba-4eaa-81f6-491a486a7558,segment=NetworkSegment(1374f99c-3bbd-4762-ba8b-0ab684d32b6f),segment_id=1374f99c-3bbd-4762-ba8b-0ab684d32b6f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:23.862641 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (450c73f7-c9ba-4eaa-81f6-491a486a7558), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:23.894365 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b64da9b7-9c96-4686-a35d-ffa3e226c607 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for port (c473ca4a-6041-4dbf-a5dd-f7cebd0b0b0d), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:23.904985 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-77433afc-1331-4cdf-a5a9-459f15fe5351 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (f960cd27-de3c-42f4-a159-98a774fb4179), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:23.907751 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da704b-839d-456e-9b0b-bd7170cee814 req-6eda0ded-84e4-46ef-87e5-77953ca8c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:23.909271 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21da704b-839d-456e-9b0b-bd7170cee814 req-6eda0ded-84e4-46ef-87e5-77953ca8c1e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=85fe6871-0623-49c1-b7d6-eb6204520f0d HTTP/1.1" status: 200 len: 849 time: 0.1174798 Jan 28 13:45:23.924499 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b64da9b7-9c96-4686-a35d-ffa3e226c607 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (c473ca4a-6041-4dbf-a5dd-f7cebd0b0b0d), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:23.938959 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8b4c8373-ec57-429c-a5a5-43e0fc137abc None None] Current status of the port 450c73f7-c9ba-4eaa-81f6-491a486a7558 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:23.939353 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b4c8373-ec57-429c-a5a5-43e0fc137abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (450c73f7-c9ba-4eaa-81f6-491a486a7558), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:23.962478 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e82914c8-5280-4203-be37-b3543c22a96c req-acad5ad6-b117-4583-9975-833cbbadacc1 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555135 Jan 28 13:45:24.026845 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64da9b7-9c96-4686-a35d-ffa3e226c607 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Port': ['ID=c473ca4a-6041-4dbf-a5dd-f7cebd0b0b0d,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:24.047012 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f', 'tag': 'a5d5d444-feb2-404e-90ae-fb02253f1a4d'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:24.050987 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f955e6-bc93-4143-b4a2-5a34f07c8963" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f", "tag": "a5d5d444-feb2-404e-90ae-fb02253f1a4d"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:24.090830 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=450c73f7-c9ba-4eaa-81f6-491a486a7558,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:24.106100 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77433afc-1331-4cdf-a5a9-459f15fe5351 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event deleted for resources: {'Port': ['ID=f960cd27-de3c-42f4-a159-98a774fb4179,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:24.120902 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21da704b-839d-456e-9b0b-bd7170cee814 req-8d76a5cd-eb2d-4240-8bb3-d5bb46be33e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4aabca4e-3b91-40e2-8d84-c6192f9dfa77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606141 Jan 28 13:45:24.191729 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-8b4c8373-ec57-429c-a5a5-43e0fc137abc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:45:24.192087 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-8b4c8373-ec57-429c-a5a5-43e0fc137abc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:45:24.218665 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b64da9b7-9c96-4686-a35d-ffa3e226c607 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (bd0a1458-59bb-4888-b9bb-2992244c8e4e), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:24.514429 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b64da9b7-9c96-4686-a35d-ffa3e226c607 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c473ca4a-6041-4dbf-a5dd-f7cebd0b0b0d), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:24.557573 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 450c73f7-c9ba-4eaa-81f6-491a486a7558 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:24.567396 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11203a73-90a1-4b43-aad4-013abb582f1b req-c3f9339f-5bbd-45a4-a495-11cab1aade6e tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:24.569034 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-11203a73-90a1-4b43-aad4-013abb582f1b req-c3f9339f-5bbd-45a4-a495-11cab1aade6e tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f HTTP/1.1" status: 200 len: 943 time: 0.1937265 Jan 28 13:45:24.629525 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403df46d-c9e8-4d96-8efa-54ccadd65890 req-4dad2820-6944-48f2-87e8-6ae9d11291b4 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:24.631251 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-403df46d-c9e8-4d96-8efa-54ccadd65890 req-4dad2820-6944-48f2-87e8-6ae9d11291b4 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ce62144-245e-4987-ac42-b7048c24cb77 HTTP/1.1" status: 200 len: 945 time: 0.1751330 Jan 28 13:45:24.779224 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8b4c8373-ec57-429c-a5a5-43e0fc137abc None None] Current status of the port 450c73f7-c9ba-4eaa-81f6-491a486a7558 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:24.783446 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 450c73f7-c9ba-4eaa-81f6-491a486a7558 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:24.783825 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (450c73f7-c9ba-4eaa-81f6-491a486a7558), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:24.798143 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-77433afc-1331-4cdf-a5a9-459f15fe5351 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] No DVR routers for this DVR port f960cd27-de3c-42f4-a159-98a774fb4179 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:45:24.801731 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-77433afc-1331-4cdf-a5a9-459f15fe5351 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:24.808804 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-77433afc-1331-4cdf-a5a9-459f15fe5351 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.18 "DELETE /v2.0/ports/f960cd27-de3c-42f4-a159-98a774fb4179 HTTP/1.1" status: 204 len: 173 time: 3.5049870 Jan 28 13:45:24.822656 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-11203a73-90a1-4b43-aad4-013abb582f1b req-d94c0577-abcc-4ab0-8885-f4c88ab1a112 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ae19cb-2f19-4a43-912d-8d65f62a9a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271965 Jan 28 13:45:24.896312 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f916e-fcf8-41d3-b161-2070446bf0a6 req-1f5c487c-2779-4a4b-a736-f95d54341710 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:24.902944 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f45f916e-fcf8-41d3-b161-2070446bf0a6 req-1f5c487c-2779-4a4b-a736-f95d54341710 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ce62144-245e-4987-ac42-b7048c24cb77 HTTP/1.1" status: 200 len: 945 time: 1.1722987 Jan 28 13:45:24.929413 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 450c73f7-c9ba-4eaa-81f6-491a486a7558 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:24.953909 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-523b5a6d-5d0f-4e37-814c-ab1ad2751d94 None None] Provisioning complete for port 450c73f7-c9ba-4eaa-81f6-491a486a7558 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:24.954472 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-523b5a6d-5d0f-4e37-814c-ab1ad2751d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (450c73f7-c9ba-4eaa-81f6-491a486a7558), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:24.975665 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e280a43e-1ddd-444e-88ac-21d5f13e50d0 x-openstack-request-id: req-e280a43e-1ddd-444e-88ac-21d5f13e50d0 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:24.976018 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f", "tag": "a5d5d444-feb2-404e-90ae-fb02253f1a4d", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:24.976273 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e280a43e-1ddd-444e-88ac-21d5f13e50d0 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:24.976678 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f', 'tag': 'a5d5d444-feb2-404e-90ae-fb02253f1a4d', 'status': 'completed', 'code': 200} Jan 28 13:45:25.100180 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f45f916e-fcf8-41d3-b161-2070446bf0a6 req-fd0f765b-6dbb-4854-b273-7d177eb4db62 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862617 Jan 28 13:45:25.111529 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21da704b-839d-456e-9b0b-bd7170cee814 req-b541ea77-9122-4992-bd33-30baca7ee862 service neutron] 10.222.0.37 "GET /v2.0/networks/4aabca4e-3b91-40e2-8d84-c6192f9dfa77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9835513 Jan 28 13:45:25.197915 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-523b5a6d-5d0f-4e37-814c-ab1ad2751d94 None None] Current status of the port 450c73f7-c9ba-4eaa-81f6-491a486a7558 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:25.226293 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-523b5a6d-5d0f-4e37-814c-ab1ad2751d94 None None] Provisioning complete for port c473ca4a-6041-4dbf-a5dd-f7cebd0b0b0d triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:25.227281 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-523b5a6d-5d0f-4e37-814c-ab1ad2751d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c473ca4a-6041-4dbf-a5dd-f7cebd0b0b0d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:25.242829 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21da704b-839d-456e-9b0b-bd7170cee814 req-4e30acb6-8075-4384-9b03-66e34e10084e service neutron] 10.222.0.37 "GET /v2.0/networks/4aabca4e-3b91-40e2-8d84-c6192f9dfa77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223369 Jan 28 13:45:25.273343 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-5da117b9-be75-4e15-bdf6-22a5b0c95d4f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Deleting port e6f58a1a-25be-4905-9c30-cd6d52a07dbc {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:45:25.273736 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-5da117b9-be75-4e15-bdf6-22a5b0c95d4f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (e6f58a1a-25be-4905-9c30-cd6d52a07dbc), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:25.303578 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-523b5a6d-5d0f-4e37-814c-ab1ad2751d94 None None] Port c473ca4a-6041-4dbf-a5dd-f7cebd0b0b0d cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:25.429393 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ed69ddf8-dfc4-4e1c-bb4a-d9acb6ff41aa None None] Provisioning complete for port c473ca4a-6041-4dbf-a5dd-f7cebd0b0b0d triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:25.429992 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed69ddf8-dfc4-4e1c-bb4a-d9acb6ff41aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c473ca4a-6041-4dbf-a5dd-f7cebd0b0b0d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:25.476043 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f955e6-bc93-4143-b4a2-5a34f07c8963 req-8a3ceaaa-b042-43ae-9b43-45ce846f7c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:25.477553 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42f955e6-bc93-4143-b4a2-5a34f07c8963 req-8a3ceaaa-b042-43ae-9b43-45ce846f7c84 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=901365f3ebaf46a480ccd40ed3b5404a&device_id=b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f HTTP/1.1" status: 200 len: 1094 time: 0.1620693 Jan 28 13:45:25.492342 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07d442-6e26-4806-8951-fa4f690e0395 req-338f7583-87ef-41a4-9154-0a10959857cc tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:25.494081 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4b07d442-6e26-4806-8951-fa4f690e0395 req-338f7583-87ef-41a4-9154-0a10959857cc tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 944 time: 0.2241385 Jan 28 13:45:25.544695 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ed69ddf8-dfc4-4e1c-bb4a-d9acb6ff41aa None None] Port c473ca4a-6041-4dbf-a5dd-f7cebd0b0b0d cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:25.596903 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-5da117b9-be75-4e15-bdf6-22a5b0c95d4f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] For port e6f58a1a-25be-4905-9c30-cd6d52a07dbc, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=e6f58a1a-25be-4905-9c30-cd6d52a07dbc,segment=NetworkSegment(645ac1b2-07cd-42da-9b64-9375b8bc6582),segment_id=645ac1b2-07cd-42da-9b64-9375b8bc6582)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:25.597273 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-5da117b9-be75-4e15-bdf6-22a5b0c95d4f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (e6f58a1a-25be-4905-9c30-cd6d52a07dbc), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:25.660035 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b64da9b7-9c96-4686-a35d-ffa3e226c607 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for port (c473ca4a-6041-4dbf-a5dd-f7cebd0b0b0d), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:25.680904 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b64da9b7-9c96-4686-a35d-ffa3e226c607 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (c473ca4a-6041-4dbf-a5dd-f7cebd0b0b0d), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:25.682661 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b64da9b7-9c96-4686-a35d-ffa3e226c607 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (bd0a1458-59bb-4888-b9bb-2992244c8e4e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:25.707242 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d2b91-cbbf-46dd-96d9-502137bbb3d5 req-14cc963c-1135-4bd2-9ffe-5cf34f0c5eb8 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:25.710507 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4b07d442-6e26-4806-8951-fa4f690e0395 req-875d1347-a35c-4e10-b2bd-2c57e82e62e1 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1981266 Jan 28 13:45:25.736721 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a59d2b91-cbbf-46dd-96d9-502137bbb3d5 req-14cc963c-1135-4bd2-9ffe-5cf34f0c5eb8 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 943 time: 0.2940102 Jan 28 13:45:25.753875 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f955e6-bc93-4143-b4a2-5a34f07c8963 req-5ac53886-3d99-434d-9150-bc9fe1143d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:25.755498 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42f955e6-bc93-4143-b4a2-5a34f07c8963 req-5ac53886-3d99-434d-9150-bc9fe1143d73 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4aabca4e-3b91-40e2-8d84-c6192f9dfa77 HTTP/1.1" status: 200 len: 909 time: 0.2569256 Jan 28 13:45:25.845232 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42f955e6-bc93-4143-b4a2-5a34f07c8963 req-bbddffdd-2398-4c66-ba17-29825f8d0902 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d5d444-feb2-404e-90ae-fb02253f1a4d HTTP/1.1" status: 200 len: 217 time: 0.0809727 Jan 28 13:45:25.858048 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-403df46d-c9e8-4d96-8efa-54ccadd65890 req-889a984e-a0ea-4a01-81b6-2dfefed169c2 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Deleting port 31bb19f1-166e-4271-8b31-30c54dff33d5 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:45:25.858540 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-403df46d-c9e8-4d96-8efa-54ccadd65890 req-889a984e-a0ea-4a01-81b6-2dfefed169c2 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (31bb19f1-166e-4271-8b31-30c54dff33d5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:25.966979 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-403df46d-c9e8-4d96-8efa-54ccadd65890 req-889a984e-a0ea-4a01-81b6-2dfefed169c2 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] For port 31bb19f1-166e-4271-8b31-30c54dff33d5, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=31bb19f1-166e-4271-8b31-30c54dff33d5,segment=NetworkSegment(713f7c72-a1fe-480c-beff-0c93c78f10d8),segment_id=713f7c72-a1fe-480c-beff-0c93c78f10d8)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:25.967593 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-403df46d-c9e8-4d96-8efa-54ccadd65890 req-889a984e-a0ea-4a01-81b6-2dfefed169c2 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (31bb19f1-166e-4271-8b31-30c54dff33d5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:25.981569 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-403df46d-c9e8-4d96-8efa-54ccadd65890 req-889a984e-a0ea-4a01-81b6-2dfefed169c2 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Calling delete_port for 31bb19f1-166e-4271-8b31-30c54dff33d5 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:45:25.982261 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f955e6-bc93-4143-b4a2-5a34f07c8963 req-94f6f08c-a006-4420-ae4e-308158abb7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:25.988270 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42f955e6-bc93-4143-b4a2-5a34f07c8963 req-94f6f08c-a006-4420-ae4e-308158abb7df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=85fe6871-0623-49c1-b7d6-eb6204520f0d HTTP/1.1" status: 200 len: 849 time: 0.1059060 Jan 28 13:45:25.991115 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a0294-b9e7-4fd1-9d2b-000a2f0b6111 req-3e567eee-91f5-48c4-92a7-e3359e374609 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:25.992613 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5f9a0294-b9e7-4fd1-9d2b-000a2f0b6111 req-3e567eee-91f5-48c4-92a7-e3359e374609 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 944 time: 0.2086494 Jan 28 13:45:26.020772 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42f955e6-bc93-4143-b4a2-5a34f07c8963 req-fc7f7e5a-86a6-43ac-94a8-74ea32cf03b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4aabca4e-3b91-40e2-8d84-c6192f9dfa77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252085 Jan 28 13:45:26.144135 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-5da117b9-be75-4e15-bdf6-22a5b0c95d4f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.144468 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-5da117b9-be75-4e15-bdf6-22a5b0c95d4f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (becaf019-30ef-4a3b-ab8e-036c866e1445), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.144790 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-5da117b9-be75-4e15-bdf6-22a5b0c95d4f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Floating IP becaf019-30ef-4a3b-ab8e-036c866e1445 disassociated. External IP: 172.25.3.123, port: e6f58a1a-25be-4905-9c30-cd6d52a07dbc. Jan 28 13:45:26.145142 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-5da117b9-be75-4e15-bdf6-22a5b0c95d4f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Calling delete_port for e6f58a1a-25be-4905-9c30-cd6d52a07dbc owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:45:26.156645 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5f9a0294-b9e7-4fd1-9d2b-000a2f0b6111 req-9f39acf5-7a4d-434b-a00e-89994a552c94 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5a35e63-5d22-47b6-a6fd-84bdb7539e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348112 Jan 28 13:45:26.187354 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a59d2b91-cbbf-46dd-96d9-502137bbb3d5 req-13d91bd5-c383-43dd-a7de-3dc5d4dfcf2e tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f391df0c-fa02-49bf-8e4a-9c309e97c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4447608 Jan 28 13:45:26.188334 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-403df46d-c9e8-4d96-8efa-54ccadd65890 req-889a984e-a0ea-4a01-81b6-2dfefed169c2 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (31bb19f1-166e-4271-8b31-30c54dff33d5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.201531 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['3e483c1a-96a3-4333-b195-4e75664bfbb4', '31bb19f1-166e-4271-8b31-30c54dff33d5'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:45:26.252214 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42f955e6-bc93-4143-b4a2-5a34f07c8963 req-b98e863c-9edc-447a-8b37-1fb647169109 service neutron] 10.222.0.37 "GET /v2.0/networks/4aabca4e-3b91-40e2-8d84-c6192f9dfa77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207377 Jan 28 13:45:26.348655 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64da9b7-9c96-4686-a35d-ffa3e226c607 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Port': ['ID=c473ca4a-6041-4dbf-a5dd-f7cebd0b0b0d,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:26.377586 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-afdc4820-c25a-45d1-aecb-79a1ba1be3ee req-43d8bdf0-e59b-4740-99b9-b4df5d146bde tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ce62144-245e-4987-ac42-b7048c24cb77 HTTP/1.1" status: 200 len: 210 time: 0.0704200 Jan 28 13:45:26.397104 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-403df46d-c9e8-4d96-8efa-54ccadd65890 req-889a984e-a0ea-4a01-81b6-2dfefed169c2 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] No DVR routers for this DVR port 31bb19f1-166e-4271-8b31-30c54dff33d5 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:45:26.401678 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-403df46d-c9e8-4d96-8efa-54ccadd65890 req-889a984e-a0ea-4a01-81b6-2dfefed169c2 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.405029 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-403df46d-c9e8-4d96-8efa-54ccadd65890 req-889a984e-a0ea-4a01-81b6-2dfefed169c2 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.18 "DELETE /v2.0/ports/31bb19f1-166e-4271-8b31-30c54dff33d5 HTTP/1.1" status: 204 len: 173 time: 1.7634544 Jan 28 13:45:26.407612 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:26.408843 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce62144-245e-4987-ac42-b7048c24cb77', 'name': 'network-vif-deleted', 'tag': '31bb19f1-166e-4271-8b31-30c54dff33d5'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:26.411210 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7672c68e-4d21-4813-af4f-e8c457553062" -d '{"events": [{"server_uuid": "5ce62144-245e-4987-ac42-b7048c24cb77", "name": "network-vif-deleted", "tag": "31bb19f1-166e-4271-8b31-30c54dff33d5"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:26.453249 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64da9b7-9c96-4686-a35d-ffa3e226c607 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network 2a2e9ed9-b6e1-4d67-9e00-16276c38371e is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:26.468439 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a984e-a0ea-4a01-81b6-2dfefed169c2 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Pushing event deleted for resources: {'Port': ['ID=31bb19f1-166e-4271-8b31-30c54dff33d5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:26.474687 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-b64da9b7-9c96-4686-a35d-ffa3e226c607 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:26.477782 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd82176c-ffd7-4494-827a-71c4f51fbddd x-openstack-request-id: req-bd82176c-ffd7-4494-827a-71c4f51fbddd {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:26.478246 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce62144-245e-4987-ac42-b7048c24cb77", "name": "network-vif-deleted", "tag": "31bb19f1-166e-4271-8b31-30c54dff33d5", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:26.478709 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd82176c-ffd7-4494-827a-71c4f51fbddd {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:26.479286 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce62144-245e-4987-ac42-b7048c24cb77', 'name': 'network-vif-deleted', 'tag': '31bb19f1-166e-4271-8b31-30c54dff33d5', 'status': 'completed', 'code': 200} Jan 28 13:45:26.539001 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42f955e6-bc93-4143-b4a2-5a34f07c8963 req-59983bbf-799f-4c76-83a2-8d40f57834cc service neutron] 10.222.0.37 "GET /v2.0/networks/4aabca4e-3b91-40e2-8d84-c6192f9dfa77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776117 Jan 28 13:45:26.567428 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42870bc-6e4e-4dbf-aedf-fc289b17db51 req-6b5fbf4a-9e25-4d6d-820d-db8403e63a5f tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:26.569638 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a42870bc-6e4e-4dbf-aedf-fc289b17db51 req-6b5fbf4a-9e25-4d6d-820d-db8403e63a5f tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f HTTP/1.1" status: 200 len: 943 time: 0.1505768 Jan 28 13:45:26.571361 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-5da117b9-be75-4e15-bdf6-22a5b0c95d4f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (e6f58a1a-25be-4905-9c30-cd6d52a07dbc), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.628772 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da117b9-be75-4e15-bdf6-22a5b0c95d4f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event deleted for resources: {'Port': ['ID=e6f58a1a-25be-4905-9c30-cd6d52a07dbc,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:26.662625 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:45:26.670473 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:26.678145 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (f40dfb99-6c4d-45af-b89e-4ed352ffc8b4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.814332 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64da9b7-9c96-4686-a35d-ffa3e226c607 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Router bd0a1458-59bb-4888-b9bb-2992244c8e4e is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:45:26.904423 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-5da117b9-be75-4e15-bdf6-22a5b0c95d4f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Router 2ff89c9d-18f5-4429-a943-14f035acb63e has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:45:26.926788 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:26.927255 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f40dfb99-6c4d-45af-b89e-4ed352ffc8b4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.933972 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a42870bc-6e4e-4dbf-aedf-fc289b17db51 req-31fdb2be-58aa-482f-9644-96c0c2a273b7 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ae19cb-2f19-4a43-912d-8d65f62a9a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410933 Jan 28 13:45:26.975680 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9c5719-3713-4e0f-a9c8-459d42ccd8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40dfb99-6c4d-45af-b89e-4ed352ffc8b4'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:26.992834 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d252e7ec-8cd4-431b-b6c8-05475a090c39" -d '{"events": [{"server_uuid": "4f9c5719-3713-4e0f-a9c8-459d42ccd8ca", "name": "network-vif-plugged", "status": "completed", "tag": "f40dfb99-6c4d-45af-b89e-4ed352ffc8b4"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:27.031161 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-deleted', 'tag': 'f960cd27-de3c-42f4-a159-98a774fb4179'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:27.033599 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9d3a2f-74cb-4f24-8d1a-1a605f360c34" -d '{"events": [{"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-deleted", "tag": "f960cd27-de3c-42f4-a159-98a774fb4179"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:27.037893 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port f40dfb99-6c4d-45af-b89e-4ed352ffc8b4, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=f40dfb99-6c4d-45af-b89e-4ed352ffc8b4,segment=NetworkSegment(766923be-69a9-438b-8d26-7f7b6fae7a7f),segment_id=766923be-69a9-438b-8d26-7f7b6fae7a7f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:27.050229 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f40dfb99-6c4d-45af-b89e-4ed352ffc8b4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:27.150370 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64da9b7-9c96-4686-a35d-ffa3e226c607 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:45:27.171007 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d8489-7292-41ed-883c-80d0481d9a49 req-fa31644b-8f77-44eb-a0af-dfe973837976 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:27.172895 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2c2d8489-7292-41ed-883c-80d0481d9a49 req-fa31644b-8f77-44eb-a0af-dfe973837976 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 944 time: 0.2294757 Jan 28 13:45:27.182631 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1bf8f3-bd7a-41a5-a147-ada938187aa8 x-openstack-request-id: req-6c1bf8f3-bd7a-41a5-a147-ada938187aa8 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:27.182852 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9c5719-3713-4e0f-a9c8-459d42ccd8ca", "name": "network-vif-plugged", "status": "completed", "tag": "f40dfb99-6c4d-45af-b89e-4ed352ffc8b4", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:27.183101 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c1bf8f3-bd7a-41a5-a147-ada938187aa8 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:27.183503 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9c5719-3713-4e0f-a9c8-459d42ccd8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40dfb99-6c4d-45af-b89e-4ed352ffc8b4', 'code': 200} Jan 28 13:45:27.185170 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=f40dfb99-6c4d-45af-b89e-4ed352ffc8b4,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:27.187719 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b64da9b7-9c96-4686-a35d-ffa3e226c607 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "PUT /v2.0/routers/bd0a1458-59bb-4888-b9bb-2992244c8e4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0296941 Jan 28 13:45:27.188436 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50902) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:27.200713 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ad7d5e-fd14-4dd3-b113-3c01dd842a50 None None] Sync routers for ids ['bd0a1458-59bb-4888-b9bb-2992244c8e4e'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:45:27.242976 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-83db99df-99cf-422b-9d6d-957e3dc2332e None None] Provisioning complete for port c473ca4a-6041-4dbf-a5dd-f7cebd0b0b0d triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:27.243642 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-83db99df-99cf-422b-9d6d-957e3dc2332e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c473ca4a-6041-4dbf-a5dd-f7cebd0b0b0d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:27.246487 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c9d99f-7aee-429e-b260-85a6f984dbc4 x-openstack-request-id: req-c9c9d99f-7aee-429e-b260-85a6f984dbc4 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:27.251371 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-deleted", "tag": "f960cd27-de3c-42f4-a159-98a774fb4179", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:27.251779 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ad7d5e-fd14-4dd3-b113-3c01dd842a50 None None] Routers {'bd0a1458-59bb-4888-b9bb-2992244c8e4e'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:27.252191 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c9c9d99f-7aee-429e-b260-85a6f984dbc4 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:27.252431 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-11ad7d5e-fd14-4dd3-b113-3c01dd842a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:45:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['bd0a1458-59bb-4888-b9bb-2992244c8e4e'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:27.253319 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-deleted', 'tag': 'f960cd27-de3c-42f4-a159-98a774fb4179', 'status': 'completed', 'code': 200} Jan 28 13:45:27.391747 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383968f2-cdc5-4aa4-83f9-2aede3c100e2 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:27.403242 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-383968f2-cdc5-4aa4-83f9-2aede3c100e2 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd0a1458-59bb-4888-b9bb-2992244c8e4e HTTP/1.1" status: 200 len: 989 time: 0.1996880 Jan 28 13:45:27.405174 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-11ad7d5e-fd14-4dd3-b113-3c01dd842a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:27.405898 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50912) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:27.423874 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2c2d8489-7292-41ed-883c-80d0481d9a49 req-116916de-fa58-45ef-ba93-d3d324c7aff6 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2340236 Jan 28 13:45:27.432606 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-83db99df-99cf-422b-9d6d-957e3dc2332e None None] Port c473ca4a-6041-4dbf-a5dd-f7cebd0b0b0d cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:27.439622 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ad7d5e-fd14-4dd3-b113-3c01dd842a50 None None] Routers {'bd0a1458-59bb-4888-b9bb-2992244c8e4e'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:27.440649 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-11ad7d5e-fd14-4dd3-b113-3c01dd842a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:45:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['bd0a1458-59bb-4888-b9bb-2992244c8e4e'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:27.480051 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-5da117b9-be75-4e15-bdf6-22a5b0c95d4f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:45:27.490581 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960cdb61-4b46-4387-8163-13b60eb5514e None None] Sync routers for ids ['2ff89c9d-18f5-4429-a943-14f035acb63e'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:45:27.508254 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-11ad7d5e-fd14-4dd3-b113-3c01dd842a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:27.509043 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ad7d5e-fd14-4dd3-b113-3c01dd842a50 None None] The sync data for ids ['bd0a1458-59bb-4888-b9bb-2992244c8e4e'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:45:27.511153 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960cdb61-4b46-4387-8163-13b60eb5514e None None] Routers {'2ff89c9d-18f5-4429-a943-14f035acb63e'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:27.511783 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-960cdb61-4b46-4387-8163-13b60eb5514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:45:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['2ff89c9d-18f5-4429-a943-14f035acb63e'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:27.583940 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9d41cbcb-741f-44c1-8b5f-325e7437e4f8 req-f2ade0df-a1d7-4fc9-b1be-3535b4371bd5 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.0502043 Jan 28 13:45:27.664081 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-960cdb61-4b46-4387-8163-13b60eb5514e None None] Set router 2ff89c9d-18f5-4429-a943-14f035acb63e gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:27.703744 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9fe9c-8ce9-4fa3-8380-0b99e3d5b43e req-11044b31-d82c-4580-84f6-04c4c387a699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:27.706030 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f3a9fe9c-8ce9-4fa3-8380-0b99e3d5b43e req-11044b31-d82c-4580-84f6-04c4c387a699 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 1096 time: 0.4234705 Jan 28 13:45:27.707010 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-5da117b9-be75-4e15-bdf6-22a5b0c95d4f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] No DVR routers for this DVR port e6f58a1a-25be-4905-9c30-cd6d52a07dbc on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:45:27.710699 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-5da117b9-be75-4e15-bdf6-22a5b0c95d4f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:27.718956 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8a62b57c-5686-435c-820b-4c4b611b6ba7 req-5da117b9-be75-4e15-bdf6-22a5b0c95d4f tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.18 "DELETE /v2.0/ports/e6f58a1a-25be-4905-9c30-cd6d52a07dbc HTTP/1.1" status: 204 len: 173 time: 2.8401673 Jan 28 13:45:27.899501 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dff508-3973-4110-9559-2924f6ddacb2 req-9f63d1c9-063e-4a9e-ac27-9357e13952e2 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:27.902477 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d2dff508-3973-4110-9559-2924f6ddacb2 req-9f63d1c9-063e-4a9e-ac27-9357e13952e2 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.1325636 Jan 28 13:45:27.974836 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d2dff508-3973-4110-9559-2924f6ddacb2 req-63263677-bf22-4e22-9eb5-1b416fff0301 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660174 Jan 28 13:45:28.039150 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e7868-6715-4950-a7d7-e55f1c6591d9 req-e3b886d2-7327-4c82-abb5-4e9b813f65b0 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:28.046950 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-535e7868-6715-4950-a7d7-e55f1c6591d9 req-e3b886d2-7327-4c82-abb5-4e9b813f65b0 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 943 time: 0.6582918 Jan 28 13:45:28.105533 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f34ed6-3a49-4eb5-87f2-5b4480b061a6 req-0c09ccbf-2a46-45b3-8edf-2164edea9f02 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:28.107275 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-960cdb61-4b46-4387-8163-13b60eb5514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'name': 'tempest-TaggedBootDevicesTest-30803581-router', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '47fc6f45-7fb8-4a25-9838-513aaddf40fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:33:54Z', 'updated_at': '2022-01-28T13:34:04Z', 'revision_number': 4, 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'gw_port': {'id': '47fc6f45-7fb8-4a25-9838-513aaddf40fa', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ac:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:33:56Z', 'updated_at': '2022-01-28T13:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'a32fad77-8bf9-4e77-9486-3300541391e4', 'name': '', 'network_id': 'a48090cb-ae2e-48ff-8962-8d69a57daca6', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'mac_address': 'fa:16:3e:32:2a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2eaf9fff-eb30-46b8-9611-5f103f9718e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:02Z', 'updated_at': '2022-01-28T13:34:10Z', 'revision_number': 5, 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'subnets': [{'id': '2eaf9fff-eb30-46b8-9611-5f103f9718e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:28.114164 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c3f34ed6-3a49-4eb5-87f2-5b4480b061a6 req-0c09ccbf-2a46-45b3-8edf-2164edea9f02 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f HTTP/1.1" status: 200 len: 943 time: 0.0634911 Jan 28 13:45:28.139164 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f3a9fe9c-8ce9-4fa3-8380-0b99e3d5b43e req-b981bfdc-f9c4-4e37-b960-682164f29dcd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3347223 Jan 28 13:45:28.140429 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960cdb61-4b46-4387-8163-13b60eb5514e None None] Checking router: 2ff89c9d-18f5-4429-a943-14f035acb63e for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:45:28.165974 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960cdb61-4b46-4387-8163-13b60eb5514e None None] Routers {'2ff89c9d-18f5-4429-a943-14f035acb63e'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:28.166618 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-960cdb61-4b46-4387-8163-13b60eb5514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:45:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['2ff89c9d-18f5-4429-a943-14f035acb63e'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:28.178760 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c3f34ed6-3a49-4eb5-87f2-5b4480b061a6 req-adfb5b60-1b2f-4755-87ce-76b977c82380 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ae19cb-2f19-4a43-912d-8d65f62a9a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634210 Jan 28 13:45:28.208043 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-535e7868-6715-4950-a7d7-e55f1c6591d9 req-f11fdc3d-7ff4-43a7-b93b-9ea149ae5eb3 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f391df0c-fa02-49bf-8e4a-9c309e97c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600611 Jan 28 13:45:28.344126 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-960cdb61-4b46-4387-8163-13b60eb5514e None None] Set router 2ff89c9d-18f5-4429-a943-14f035acb63e gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:28.366377 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c1408-8622-4f4c-bb81-4d9e98e17d86 req-4382bee4-c6a0-4914-bee8-41c1ea5eee79 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:28.368248 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f19c1408-8622-4f4c-bb81-4d9e98e17d86 req-4382bee4-c6a0-4914-bee8-41c1ea5eee79 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.0656164 Jan 28 13:45:28.417084 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device c6538e7e-912c-4129-a329-d0dcf0583756 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:45:28.499752 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa9acc44-9c73-46ed-b0a9-e0166128bb16 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (bd0a1458-59bb-4888-b9bb-2992244c8e4e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:28.542537 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f19c1408-8622-4f4c-bb81-4d9e98e17d86 req-0390db08-bb8a-4f7e-8dc2-760d7c3a1a46 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667097 Jan 28 13:45:28.624519 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port c6538e7e-912c-4129-a329-d0dcf0583756, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=c6538e7e-912c-4129-a329-d0dcf0583756,segment=NetworkSegment(dec144a9-f012-4ce6-8d1e-6a819471c94b),segment_id=dec144a9-f012-4ce6-8d1e-6a819471c94b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:28.640891 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'c6538e7e-912c-4129-a329-d0dcf0583756', 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8', 'port_id': 'c6538e7e-912c-4129-a329-d0dcf0583756', 'mac_address': 'fa:16:3e:ed:63:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e7001d-7550-4a4d-8844-b5374df32dd9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:45:28.643455 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 31bb19f1-166e-4271-8b31-30c54dff33d5 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:45:28.668372 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 31bb19f1-166e-4271-8b31-30c54dff33d5 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:45:28.669079 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 31bb19f1-166e-4271-8b31-30c54dff33d5 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:45:28.720489 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port c6538e7e-912c-4129-a329-d0dcf0583756 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:28.721217 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c6538e7e-912c-4129-a329-d0dcf0583756), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:28.736544 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6538e7e-912c-4129-a329-d0dcf0583756 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:45:28.760374 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port c6538e7e-912c-4129-a329-d0dcf0583756, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=c6538e7e-912c-4129-a329-d0dcf0583756,segment=NetworkSegment(dec144a9-f012-4ce6-8d1e-6a819471c94b),segment_id=dec144a9-f012-4ce6-8d1e-6a819471c94b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:28.766439 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c6538e7e-912c-4129-a329-d0dcf0583756), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:28.770090 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device a5d5d444-feb2-404e-90ae-fb02253f1a4d details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:45:28.791832 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c14c5-f3b7-46fa-a7de-ac703aa6777c req-ace6d700-f430-4de2-9490-dbcb5977c278 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:28.794206 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-123c14c5-f3b7-46fa-a7de-ac703aa6777c req-ace6d700-f430-4de2-9490-dbcb5977c278 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.1020846 Jan 28 13:45:28.916649 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-123c14c5-f3b7-46fa-a7de-ac703aa6777c req-55c616b4-cc7d-401e-a0ff-d8a911ba25c5 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127520 Jan 28 13:45:28.943802 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port a5d5d444-feb2-404e-90ae-fb02253f1a4d, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=a5d5d444-feb2-404e-90ae-fb02253f1a4d,segment=NetworkSegment(c9192603-4670-493f-b1cd-dbd99727b44a),segment_id=c9192603-4670-493f-b1cd-dbd99727b44a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:28.958116 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'a5d5d444-feb2-404e-90ae-fb02253f1a4d', 'network_id': '4aabca4e-3b91-40e2-8d84-c6192f9dfa77', 'port_id': 'a5d5d444-feb2-404e-90ae-fb02253f1a4d', 'mac_address': 'fa:16:3e:ea:c1:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85fe6871-0623-49c1-b7d6-eb6204520f0d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:45:28.964710 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=c6538e7e-912c-4129-a329-d0dcf0583756,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:29.029842 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port a5d5d444-feb2-404e-90ae-fb02253f1a4d is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:29.030515 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a5d5d444-feb2-404e-90ae-fb02253f1a4d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:29.048423 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d5d444-feb2-404e-90ae-fb02253f1a4d {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:45:29.074884 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-960cdb61-4b46-4387-8163-13b60eb5514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'name': 'tempest-TaggedBootDevicesTest-30803581-router', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '47fc6f45-7fb8-4a25-9838-513aaddf40fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:33:54Z', 'updated_at': '2022-01-28T13:34:04Z', 'revision_number': 4, 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'gw_port': {'id': '47fc6f45-7fb8-4a25-9838-513aaddf40fa', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ac:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:33:56Z', 'updated_at': '2022-01-28T13:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'a32fad77-8bf9-4e77-9486-3300541391e4', 'name': '', 'network_id': 'a48090cb-ae2e-48ff-8962-8d69a57daca6', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'mac_address': 'fa:16:3e:32:2a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2eaf9fff-eb30-46b8-9611-5f103f9718e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:02Z', 'updated_at': '2022-01-28T13:34:10Z', 'revision_number': 5, 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'subnets': [{'id': '2eaf9fff-eb30-46b8-9611-5f103f9718e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:29.086390 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port a5d5d444-feb2-404e-90ae-fb02253f1a4d, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=a5d5d444-feb2-404e-90ae-fb02253f1a4d,segment=NetworkSegment(c9192603-4670-493f-b1cd-dbd99727b44a),segment_id=c9192603-4670-493f-b1cd-dbd99727b44a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:29.092998 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a5d5d444-feb2-404e-90ae-fb02253f1a4d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:29.106048 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960cdb61-4b46-4387-8163-13b60eb5514e None None] The sync data for ids ['2ff89c9d-18f5-4429-a943-14f035acb63e'] in n-d-822747-2 is: [{'id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'name': 'tempest-TaggedBootDevicesTest-30803581-router', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '47fc6f45-7fb8-4a25-9838-513aaddf40fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:33:54Z', 'updated_at': '2022-01-28T13:34:04Z', 'revision_number': 4, 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'gw_port': {'id': '47fc6f45-7fb8-4a25-9838-513aaddf40fa', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ac:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:33:56Z', 'updated_at': '2022-01-28T13:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'a32fad77-8bf9-4e77-9486-3300541391e4', 'name': '', 'network_id': 'a48090cb-ae2e-48ff-8962-8d69a57daca6', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'mac_address': 'fa:16:3e:32:2a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2eaf9fff-eb30-46b8-9611-5f103f9718e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:02Z', 'updated_at': '2022-01-28T13:34:10Z', 'revision_number': 5, 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'subnets': [{'id': '2eaf9fff-eb30-46b8-9611-5f103f9718e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:45:29.168394 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-08c92987-12a8-4125-9d20-48bdac53e968 req-07a15c7b-d9d3-4390-b762-88d58b639edd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.0678227 Jan 28 13:45:29.286394 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=a5d5d444-feb2-404e-90ae-fb02253f1a4d,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:29.318368 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-deleted', 'tag': 'e6f58a1a-25be-4905-9c30-cd6d52a07dbc'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:29.320687 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2408ec04-3840-476b-95df-c1bc12b8e668" -d '{"events": [{"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-deleted", "tag": "e6f58a1a-25be-4905-9c30-cd6d52a07dbc"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:29.374340 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9342279-bbdb-4aed-8c9d-54bc16bce788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:29.416665 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c523e2f-89ba-46d7-80ca-3c2afb9b0a35 req-d8c99d61-cf47-4c24-8705-bc56d1bc517a tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:29.419672 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6c523e2f-89ba-46d7-80ca-3c2afb9b0a35 req-d8c99d61-cf47-4c24-8705-bc56d1bc517a tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f HTTP/1.1" status: 200 len: 944 time: 0.1232586 Jan 28 13:45:29.451907 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b9a50-8f41-416d-9dc2-616407c5bf4f req-0e2c26c0-0271-4184-a0ac-a1ccd4e5e4eb tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:29.453700 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-097b9a50-8f41-416d-9dc2-616407c5bf4f req-0e2c26c0-0271-4184-a0ac-a1ccd4e5e4eb tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.3343010 Jan 28 13:45:29.459598 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['a5d5d444-feb2-404e-90ae-fb02253f1a4d'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:45:29.537019 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['c6538e7e-912c-4129-a329-d0dcf0583756'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:45:29.566938 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6c523e2f-89ba-46d7-80ca-3c2afb9b0a35 req-2c7ffe4e-8f1d-4e5a-be17-961a2c5cd848 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ae19cb-2f19-4a43-912d-8d65f62a9a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369798 Jan 28 13:45:29.686829 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcc8d39-c27d-4ae9-9f39-c8bc27325c54 None None] New status for floating IP becaf019-30ef-4a3b-ab8e-036c866e1445: DOWN {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:45:29.687640 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-097b9a50-8f41-416d-9dc2-616407c5bf4f req-ed65114b-b5c4-4978-9894-325fc90984f3 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2089138 Jan 28 13:45:29.826319 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-aa9acc44-9c73-46ed-b0a9-e0166128bb16 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting port c473ca4a-6041-4dbf-a5dd-f7cebd0b0b0d {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:45:29.826714 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa9acc44-9c73-46ed-b0a9-e0166128bb16 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c473ca4a-6041-4dbf-a5dd-f7cebd0b0b0d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:29.909276 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d69c7-7a7d-4e3e-8330-f64986ba3bd2 req-f1c4edeb-7a6b-47fe-ba0f-58c3712a70b0 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:29.926787 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6f6d69c7-7a7d-4e3e-8330-f64986ba3bd2 req-f1c4edeb-7a6b-47fe-ba0f-58c3712a70b0 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 944 time: 0.1953440 Jan 28 13:45:29.964846 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d0da16-c866-4b52-88f1-c6022755cd3f x-openstack-request-id: req-d0d0da16-c866-4b52-88f1-c6022755cd3f {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:29.965208 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29e25e7-4039-44db-8d39-67c928dc6d70", "name": "network-vif-deleted", "tag": "e6f58a1a-25be-4905-9c30-cd6d52a07dbc", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:29.965305 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0d0da16-c866-4b52-88f1-c6022755cd3f {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:29.965657 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29e25e7-4039-44db-8d39-67c928dc6d70', 'name': 'network-vif-deleted', 'tag': 'e6f58a1a-25be-4905-9c30-cd6d52a07dbc', 'status': 'completed', 'code': 200} Jan 28 13:45:30.075080 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa9acc44-9c73-46ed-b0a9-e0166128bb16 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c473ca4a-6041-4dbf-a5dd-f7cebd0b0b0d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:30.075292 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6f6d69c7-7a7d-4e3e-8330-f64986ba3bd2 req-4e3e5b5c-1a61-46c9-9664-8346f6ab2fdb tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f391df0c-fa02-49bf-8e4a-9c309e97c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419330 Jan 28 13:45:30.099066 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-aa9acc44-9c73-46ed-b0a9-e0166128bb16 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Calling delete_port for c473ca4a-6041-4dbf-a5dd-f7cebd0b0b0d owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:45:30.461633 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d97b474c-9e55-4e97-9061-7fc05c1bb85a req-b67326d4-9476-4932-b934-506869a17cc0 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.1249604 Jan 28 13:45:30.466019 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa9acc44-9c73-46ed-b0a9-e0166128bb16 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (c473ca4a-6041-4dbf-a5dd-f7cebd0b0b0d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:30.532180 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9acc44-9c73-46ed-b0a9-e0166128bb16 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Port': ['ID=c473ca4a-6041-4dbf-a5dd-f7cebd0b0b0d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:30.705817 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa9acc44-9c73-46ed-b0a9-e0166128bb16 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (bd0a1458-59bb-4888-b9bb-2992244c8e4e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:30.864830 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484a28d-1872-4edf-9bad-5e7fab1ca7cb req-c2e92c44-a5cf-4e2a-8cb7-95f0c945bc84 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:30.875565 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a484a28d-1872-4edf-9bad-5e7fab1ca7cb req-c2e92c44-a5cf-4e2a-8cb7-95f0c945bc84 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f HTTP/1.1" status: 200 len: 944 time: 0.1639035 Jan 28 13:45:30.955891 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a484a28d-1872-4edf-9bad-5e7fab1ca7cb req-ca6fc11a-7a6b-4588-8a04-cceac1044be8 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ae19cb-2f19-4a43-912d-8d65f62a9a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644684 Jan 28 13:45:31.178106 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5daff-a0c9-42eb-b96b-5238bccc7f01 req-00b00347-5aaf-4558-b6d0-c69dd8306635 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:31.179621 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d4a5daff-a0c9-42eb-b96b-5238bccc7f01 req-00b00347-5aaf-4558-b6d0-c69dd8306635 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.3026736 Jan 28 13:45:31.208092 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9acc44-9c73-46ed-b0a9-e0166128bb16 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Router bd0a1458-59bb-4888-b9bb-2992244c8e4e has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:45:31.274531 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44616a32-2076-41ca-8526-0ae6a45a0fcb req-e393c2bb-9526-4307-bfcb-1d26e9d3b0cb tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:31.281225 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-44616a32-2076-41ca-8526-0ae6a45a0fcb req-e393c2bb-9526-4307-bfcb-1d26e9d3b0cb tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 944 time: 0.1060836 Jan 28 13:45:31.307391 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9acc44-9c73-46ed-b0a9-e0166128bb16 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:45:31.317675 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50968) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:31.318068 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-aa9acc44-9c73-46ed-b0a9-e0166128bb16 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "PUT /v2.0/routers/bd0a1458-59bb-4888-b9bb-2992244c8e4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9098330 Jan 28 13:45:31.319734 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d361227a-719e-4587-b20a-878dc3eb7bba None None] Sync routers for ids ['bd0a1458-59bb-4888-b9bb-2992244c8e4e'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:45:31.333188 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d361227a-719e-4587-b20a-878dc3eb7bba None None] Routers {'bd0a1458-59bb-4888-b9bb-2992244c8e4e'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:31.334151 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d361227a-719e-4587-b20a-878dc3eb7bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:45:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['bd0a1458-59bb-4888-b9bb-2992244c8e4e'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:31.367357 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d4a5daff-a0c9-42eb-b96b-5238bccc7f01 req-e1337fec-df26-4f72-9658-8a1e45e58ea0 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1794381 Jan 28 13:45:31.429793 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-44616a32-2076-41ca-8526-0ae6a45a0fcb req-5d850450-6194-405d-a5ce-8c5839ac5bed tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f391df0c-fa02-49bf-8e4a-9c309e97c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417425 Jan 28 13:45:31.432012 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-8506819d-34c8-4361-ad2b-e66f7ff21b1e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] GET failed (client error): The resource could not be found. Jan 28 13:45:31.438415 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 50974) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:31.446034 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8506819d-34c8-4361-ad2b-e66f7ff21b1e tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "GET /v2.0/ports/c473ca4a-6041-4dbf-a5dd-f7cebd0b0b0d HTTP/1.1" status: 404 len: 333 time: 0.1236887 Jan 28 13:45:31.453976 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d361227a-719e-4587-b20a-878dc3eb7bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:31.485827 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d361227a-719e-4587-b20a-878dc3eb7bba None None] Routers {'bd0a1458-59bb-4888-b9bb-2992244c8e4e'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:31.487579 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d361227a-719e-4587-b20a-878dc3eb7bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:45:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['bd0a1458-59bb-4888-b9bb-2992244c8e4e'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:31.595384 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-495714d9-0bb7-4206-b5d4-bae408a010a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:31.596557 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d361227a-719e-4587-b20a-878dc3eb7bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:31.599682 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d361227a-719e-4587-b20a-878dc3eb7bba None None] The sync data for ids ['bd0a1458-59bb-4888-b9bb-2992244c8e4e'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:45:31.660196 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4bfa484d-8eec-4ba4-b110-edf2f067d0b2 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for router (bd0a1458-59bb-4888-b9bb-2992244c8e4e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:31.666767 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-96bb62e1-bd5b-4efc-9b45-2a956b451671 req-3c0a93f8-68cc-41f8-9cb4-48705811ae1c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.0534301 Jan 28 13:45:31.857314 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f6bc2-3fbd-4274-846f-d53538a3c61b req-4de79b34-0a57-48cc-906b-db7793d34d2a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:31.867659 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-686f6bc2-3fbd-4274-846f-d53538a3c61b req-4de79b34-0a57-48cc-906b-db7793d34d2a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.3436840 Jan 28 13:45:31.867812 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50990) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:31.872727 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-9893c26f-33cc-4571-ad6d-f5720c08b0d6 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Request body: {'floatingip': {'port_id': 'f40dfb99-6c4d-45af-b89e-4ed352ffc8b4'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:32.000593 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9893c26f-33cc-4571-ad6d-f5720c08b0d6 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for floatingip (b0c19292-64a9-475e-b623-46416bd0fc65), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:32.162033 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4bfa484d-8eec-4ba4-b110-edf2f067d0b2 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (bd0a1458-59bb-4888-b9bb-2992244c8e4e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:32.175383 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4bfa484d-8eec-4ba4-b110-edf2f067d0b2 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for router_controller (bd0a1458-59bb-4888-b9bb-2992244c8e4e), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:32.283084 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ceddf-b6c4-4540-b1e4-8415093b30c2 req-e46657c1-09be-4c1b-9d69-e2e45ea9396c tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:32.284632 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-486ceddf-b6c4-4540-b1e4-8415093b30c2 req-e46657c1-09be-4c1b-9d69-e2e45ea9396c tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f HTTP/1.1" status: 200 len: 944 time: 0.1701787 Jan 28 13:45:32.321566 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4bfa484d-8eec-4ba4-b110-edf2f067d0b2 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (bd0a1458-59bb-4888-b9bb-2992244c8e4e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:32.322242 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfa484d-8eec-4ba4-b110-edf2f067d0b2 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Fanout notify agent at l3_agent the message router_deleted on router bd0a1458-59bb-4888-b9bb-2992244c8e4e {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:45:32.361342 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4bfa484d-8eec-4ba4-b110-edf2f067d0b2 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:32.362530 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4bfa484d-8eec-4ba4-b110-edf2f067d0b2 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/routers/bd0a1458-59bb-4888-b9bb-2992244c8e4e HTTP/1.1" status: 204 len: 168 time: 0.9228277 Jan 28 13:45:32.368925 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51006) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:32.409103 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device a5d5d444-feb2-404e-90ae-fb02253f1a4d up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:32.514371 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d432394-117d-4a42-a142-a96cd832485b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting subnet 2268a12c-2faa-451e-81f3-09ce5e698ff6 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:45:32.530346 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d432394-117d-4a42-a142-a96cd832485b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for subnet (2268a12c-2faa-451e-81f3-09ce5e698ff6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:32.586063 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port a5d5d444-feb2-404e-90ae-fb02253f1a4d completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:45:32.592323 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port a5d5d444-feb2-404e-90ae-fb02253f1a4d triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:32.592697 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a5d5d444-feb2-404e-90ae-fb02253f1a4d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:32.656553 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-486ceddf-b6c4-4540-b1e4-8415093b30c2 req-8f03a32e-93a5-40d3-8a1e-b6bb27bf88b5 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ae19cb-2f19-4a43-912d-8d65f62a9a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499904 Jan 28 13:45:32.769988 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d432394-117d-4a42-a142-a96cd832485b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (2268a12c-2faa-451e-81f3-09ce5e698ff6), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:32.895064 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a61c0c-f73c-4e3f-9b76-8130826d9536 req-a6d181c2-d2f8-4298-abd3-ad60a910b193 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:32.896612 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d5a61c0c-f73c-4e3f-9b76-8130826d9536 req-a6d181c2-d2f8-4298-abd3-ad60a910b193 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 944 time: 0.3525236 Jan 28 13:45:32.969186 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8ee03595-e704-4624-9c2a-72bb4a07a8d8 req-8deea11b-4bfc-4eca-93ad-7fe792e78fa5 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.1709111 Jan 28 13:45:33.104185 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port a5d5d444-feb2-404e-90ae-fb02253f1a4d is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:33.105240 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a5d5d444-feb2-404e-90ae-fb02253f1a4d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:33.105611 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d5a61c0c-f73c-4e3f-9b76-8130826d9536 req-5d0b45f0-fd90-49da-b966-1322eb2748cd tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f391df0c-fa02-49bf-8e4a-9c309e97c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007666 Jan 28 13:45:33.139362 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d432394-117d-4a42-a142-a96cd832485b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (2268a12c-2faa-451e-81f3-09ce5e698ff6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:33.205854 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d5d444-feb2-404e-90ae-fb02253f1a4d'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:33.209499 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c845bae-e37a-4022-b06e-3a63a78d168a" -d '{"events": [{"server_uuid": "b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f", "name": "network-vif-plugged", "status": "completed", "tag": "a5d5d444-feb2-404e-90ae-fb02253f1a4d"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:33.252713 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port a5d5d444-feb2-404e-90ae-fb02253f1a4d, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=a5d5d444-feb2-404e-90ae-fb02253f1a4d,segment=NetworkSegment(c9192603-4670-493f-b1cd-dbd99727b44a),segment_id=c9192603-4670-493f-b1cd-dbd99727b44a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:33.254510 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:33.263381 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a5d5d444-feb2-404e-90ae-fb02253f1a4d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:33.264505 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device c6538e7e-912c-4129-a329-d0dcf0583756 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:33.299952 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d432394-117d-4a42-a142-a96cd832485b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (2268a12c-2faa-451e-81f3-09ce5e698ff6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:33.344220 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9893c26f-33cc-4571-ad6d-f5720c08b0d6 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:33.354869 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9893c26f-33cc-4571-ad6d-f5720c08b0d6 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (b0c19292-64a9-475e-b623-46416bd0fc65), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:33.365669 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6457538-2c5c-42b2-aa4a-ddc4dc2f4228 x-openstack-request-id: req-c6457538-2c5c-42b2-aa4a-ddc4dc2f4228 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:33.376608 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f", "name": "network-vif-plugged", "status": "completed", "tag": "a5d5d444-feb2-404e-90ae-fb02253f1a4d", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:33.377034 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c6457538-2c5c-42b2-aa4a-ddc4dc2f4228 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:33.377575 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d5d444-feb2-404e-90ae-fb02253f1a4d', 'code': 200} Jan 28 13:45:33.400274 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d432394-117d-4a42-a142-a96cd832485b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:33.412344 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9d432394-117d-4a42-a142-a96cd832485b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/subnets/2268a12c-2faa-451e-81f3-09ce5e698ff6 HTTP/1.1" status: 204 len: 168 time: 1.0407841 Jan 28 13:45:33.413037 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51038) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:33.438801 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53c85e2-71f5-449c-8938-3b657fc89f13 None None] Network 2a2e9ed9-b6e1-4d67-9e00-16276c38371e requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:33.440673 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d432394-117d-4a42-a142-a96cd832485b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Subnet': ['ID=2268a12c-2faa-451e-81f3-09ce5e698ff6,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:33.547056 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port c6538e7e-912c-4129-a329-d0dcf0583756 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:45:33.588211 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-9893c26f-33cc-4571-ad6d-f5720c08b0d6 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Floating IP b0c19292-64a9-475e-b623-46416bd0fc65 associated. External IP: 172.25.3.118, port: f40dfb99-6c4d-45af-b89e-4ed352ffc8b4. Jan 28 13:45:33.634413 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port c6538e7e-912c-4129-a329-d0dcf0583756 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:33.634964 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c6538e7e-912c-4129-a329-d0dcf0583756), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:33.687706 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddd71f-4c6a-4d11-8f42-fee5505490da req-6e6cc3dd-11bf-473b-a31c-651a13d724ef tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:33.690041 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6ddd71f-4c6a-4d11-8f42-fee5505490da req-6e6cc3dd-11bf-473b-a31c-651a13d724ef tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.1316783 Jan 28 13:45:33.700145 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d74727-a8cf-40b1-bb02-9b9c5ce817ec req-41cdb7a3-43db-4a5f-9a1b-fd865cd3eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:33.701839 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-62d74727-a8cf-40b1-bb02-9b9c5ce817ec req-41cdb7a3-43db-4a5f-9a1b-fd865cd3eea6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f HTTP/1.1" status: 200 len: 1096 time: 0.3126237 Jan 28 13:45:33.715867 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=a5d5d444-feb2-404e-90ae-fb02253f1a4d,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:33.781920 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-118e875b-ab07-4840-91e5-0fed4cd99120 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (2a2e9ed9-b6e1-4d67-9e00-16276c38371e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:33.877382 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-62d74727-a8cf-40b1-bb02-9b9c5ce817ec req-4f214cbb-c3e3-4aa6-be3c-99e740af8ae4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=57ae19cb-2f19-4a43-912d-8d65f62a9a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240370 Jan 28 13:45:33.882040 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6ddd71f-4c6a-4d11-8f42-fee5505490da req-ad5e39b3-6786-438b-b2c7-9d7cd30b762b tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715069 Jan 28 13:45:33.947917 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-118e875b-ab07-4840-91e5-0fed4cd99120 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting port 450c73f7-c9ba-4eaa-81f6-491a486a7558 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:45:33.948275 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-118e875b-ab07-4840-91e5-0fed4cd99120 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (450c73f7-c9ba-4eaa-81f6-491a486a7558), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:33.972052 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef076ae1-929f-4fc6-9f4b-0ffea2311dda None None] DHCP port deletion for 2a2e9ed9-b6e1-4d67-9e00-16276c38371e request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:45:34.007682 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78605d57-4c4c-48d2-993b-5466fa3af367 req-542be767-2b8f-4046-844d-6c1617329c56 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:34.009819 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-78605d57-4c4c-48d2-993b-5466fa3af367 req-542be767-2b8f-4046-844d-6c1617329c56 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f HTTP/1.1" status: 200 len: 945 time: 0.2113426 Jan 28 13:45:34.039015 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-118e875b-ab07-4840-91e5-0fed4cd99120 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] For port 450c73f7-c9ba-4eaa-81f6-491a486a7558, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=450c73f7-c9ba-4eaa-81f6-491a486a7558,segment=NetworkSegment(1374f99c-3bbd-4762-ba8b-0ab684d32b6f),segment_id=1374f99c-3bbd-4762-ba8b-0ab684d32b6f)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:34.039668 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-118e875b-ab07-4840-91e5-0fed4cd99120 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (450c73f7-c9ba-4eaa-81f6-491a486a7558), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:34.062873 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-118e875b-ab07-4840-91e5-0fed4cd99120 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Calling delete_port for 450c73f7-c9ba-4eaa-81f6-491a486a7558 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:45:34.089027 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port c6538e7e-912c-4129-a329-d0dcf0583756 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:34.090228 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c6538e7e-912c-4129-a329-d0dcf0583756), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:34.184025 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-118e875b-ab07-4840-91e5-0fed4cd99120 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (450c73f7-c9ba-4eaa-81f6-491a486a7558), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:34.250466 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ef076ae1-929f-4fc6-9f4b-0ffea2311dda None None] Deleting port 450c73f7-c9ba-4eaa-81f6-491a486a7558 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:45:34.250961 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef076ae1-929f-4fc6-9f4b-0ffea2311dda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (450c73f7-c9ba-4eaa-81f6-491a486a7558), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:34.265407 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port c6538e7e-912c-4129-a329-d0dcf0583756, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=c6538e7e-912c-4129-a329-d0dcf0583756,segment=NetworkSegment(dec144a9-f012-4ce6-8d1e-6a819471c94b),segment_id=dec144a9-f012-4ce6-8d1e-6a819471c94b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:34.294818 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118e875b-ab07-4840-91e5-0fed4cd99120 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] No DVR routers for this DVR port 450c73f7-c9ba-4eaa-81f6-491a486a7558 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:45:34.300579 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e875b-ab07-4840-91e5-0fed4cd99120 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Port': ['ID=450c73f7-c9ba-4eaa-81f6-491a486a7558,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:34.330379 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c6538e7e-912c-4129-a329-d0dcf0583756), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:34.389741 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9893c26f-33cc-4571-ad6d-f5720c08b0d6 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Router 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:45:34.405833 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-78605d57-4c4c-48d2-993b-5466fa3af367 req-333bd675-c65b-41e9-b9bc-95fafe3cbfd4 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ae19cb-2f19-4a43-912d-8d65f62a9a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841245 Jan 28 13:45:34.416128 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=c6538e7e-912c-4129-a329-d0dcf0583756,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:34.481122 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280beb2-0d95-4122-a74b-11e4eb7d368d req-dca1aba1-2885-48b0-8c3d-31a8ac1ffd1f tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:34.488450 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c280beb2-0d95-4122-a74b-11e4eb7d368d req-dca1aba1-2885-48b0-8c3d-31a8ac1ffd1f tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.3318937 Jan 28 13:45:34.498305 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:34.540369 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-ef076ae1-929f-4fc6-9f4b-0ffea2311dda None None] For port 450c73f7-c9ba-4eaa-81f6-491a486a7558, host n-d-822747-2, got binding levels [] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:34.555327 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef076ae1-929f-4fc6-9f4b-0ffea2311dda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (450c73f7-c9ba-4eaa-81f6-491a486a7558), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:34.592017 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a748550e-6fe4-4d98-b48d-e7934aac866b req-49d3919a-5096-4ddf-a4a9-a1eb59f67f76 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.0434773 Jan 28 13:45:34.614020 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 450c73f7-c9ba-4eaa-81f6-491a486a7558 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:45:34.618950 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9893c26f-33cc-4571-ad6d-f5720c08b0d6 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:45:34.626204 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9893c26f-33cc-4571-ad6d-f5720c08b0d6 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:34.641950 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ef076ae1-929f-4fc6-9f4b-0ffea2311dda None None] Calling delete_port for 450c73f7-c9ba-4eaa-81f6-491a486a7558 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:45:34.644192 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ecf7f-a26e-4b34-8499-b0eb224913a9 None None] Sync routers for ids ['6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:45:34.688256 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9893c26f-33cc-4571-ad6d-f5720c08b0d6 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "PUT /v2.0/floatingips/b0c19292-64a9-475e-b623-46416bd0fc65 HTTP/1.1" status: 200 len: 991 time: 2.8192656 Jan 28 13:45:34.689127 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9c5719-3713-4e0f-a9c8-459d42ccd8ca', 'tag': 'f40dfb99-6c4d-45af-b89e-4ed352ffc8b4'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:34.692415 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1619cc48-2599-4da7-9c59-5b9bc53ba012" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9c5719-3713-4e0f-a9c8-459d42ccd8ca", "tag": "f40dfb99-6c4d-45af-b89e-4ed352ffc8b4"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:34.709044 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.ipam_backend_mixin [None req-ef076ae1-929f-4fc6-9f4b-0ffea2311dda None None] Port 450c73f7-c9ba-4eaa-81f6-491a486a7558 was not found and therefore no delete operation was performed {{(pid=103353) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:45:34.711565 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ef076ae1-929f-4fc6-9f4b-0ffea2311dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (450c73f7-c9ba-4eaa-81f6-491a486a7558), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:34.719697 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-118e875b-ab07-4840-91e5-0fed4cd99120 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (2a2e9ed9-b6e1-4d67-9e00-16276c38371e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:34.748268 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef076ae1-929f-4fc6-9f4b-0ffea2311dda None None] Pushing event deleted for resources: {'Port': ['ID=450c73f7-c9ba-4eaa-81f6-491a486a7558,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:34.750448 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 450c73f7-c9ba-4eaa-81f6-491a486a7558 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:45:34.750796 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 450c73f7-c9ba-4eaa-81f6-491a486a7558 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:45:34.753316 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef076ae1-929f-4fc6-9f4b-0ffea2311dda None None] No DVR routers for this DVR port 450c73f7-c9ba-4eaa-81f6-491a486a7558 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:45:34.795583 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404ecf7f-a26e-4b34-8499-b0eb224913a9 None None] Routers {'6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:34.797435 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-404ecf7f-a26e-4b34-8499-b0eb224913a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:45:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:34.844569 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c280beb2-0d95-4122-a74b-11e4eb7d368d req-392fcabf-e68e-45a4-b1e4-05944c46b3ce tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402500 Jan 28 13:45:34.844569 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-118e875b-ab07-4840-91e5-0fed4cd99120 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2e9ed9-b6e1-4d67-9e00-16276c38371e']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:34.867541 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-118e875b-ab07-4840-91e5-0fed4cd99120 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1374f99c-3bbd-4762-ba8b-0ab684d32b6f') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:34.867824 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-118e875b-ab07-4840-91e5-0fed4cd99120 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1374f99c-3bbd-4762-ba8b-0ab684d32b6f') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:34.897370 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e8170-44be-4287-ac76-ee6d0c3ca8e4 req-0209d36e-047f-4cd2-9072-f8267cdcffe9 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:34.899503 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fa2e8170-44be-4287-ac76-ee6d0c3ca8e4 req-0209d36e-047f-4cd2-9072-f8267cdcffe9 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 945 time: 0.1190436 Jan 28 13:45:34.915465 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-118e875b-ab07-4840-91e5-0fed4cd99120 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (1374f99c-3bbd-4762-ba8b-0ab684d32b6f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:34.955271 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-118e875b-ab07-4840-91e5-0fed4cd99120 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (1374f99c-3bbd-4762-ba8b-0ab684d32b6f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:34.975359 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-118e875b-ab07-4840-91e5-0fed4cd99120 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:45:34.975779 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-118e875b-ab07-4840-91e5-0fed4cd99120 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (1374f99c-3bbd-4762-ba8b-0ab684d32b6f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:45:34.992109 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:45:35.003185 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fa2e8170-44be-4287-ac76-ee6d0c3ca8e4 req-9b9cb539-39bc-4624-bbd8-227757de26ed tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f391df0c-fa02-49bf-8e4a-9c309e97c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923584 Jan 28 13:45:35.070646 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-404ecf7f-a26e-4b34-8499-b0eb224913a9 None None] Set router 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:35.144819 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582120c6-9cb9-4a73-aaef-1c169be6f2ac x-openstack-request-id: req-582120c6-9cb9-4a73-aaef-1c169be6f2ac {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:35.145323 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9c5719-3713-4e0f-a9c8-459d42ccd8ca", "tag": "f40dfb99-6c4d-45af-b89e-4ed352ffc8b4", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:35.145560 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-582120c6-9cb9-4a73-aaef-1c169be6f2ac {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:35.146102 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9c5719-3713-4e0f-a9c8-459d42ccd8ca', 'tag': 'f40dfb99-6c4d-45af-b89e-4ed352ffc8b4', 'status': 'completed', 'code': 200} Jan 28 13:45:35.287504 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-118e875b-ab07-4840-91e5-0fed4cd99120 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (2a2e9ed9-b6e1-4d67-9e00-16276c38371e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:35.303802 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-118e875b-ab07-4840-91e5-0fed4cd99120 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:35.311052 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51078) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:35.314294 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-118e875b-ab07-4840-91e5-0fed4cd99120 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/networks/2a2e9ed9-b6e1-4d67-9e00-16276c38371e HTTP/1.1" status: 204 len: 168 time: 1.8785009 Jan 28 13:45:35.316787 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619cc48-2599-4da7-9c59-5b9bc53ba012 req-d41764c9-eb3f-4175-b3cf-f5e98d6ce6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:35.318410 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1619cc48-2599-4da7-9c59-5b9bc53ba012 req-d41764c9-eb3f-4175-b3cf-f5e98d6ce6c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a710706f51d4196913035417fac81e3&device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 1096 time: 0.1237991 Jan 28 13:45:35.429877 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619cc48-2599-4da7-9c59-5b9bc53ba012 req-34a1b8df-5932-437a-8c8a-669f6a9c05a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:35.431426 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1619cc48-2599-4da7-9c59-5b9bc53ba012 req-34a1b8df-5932-437a-8c8a-669f6a9c05a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 HTTP/1.1" status: 200 len: 911 time: 0.1015105 Jan 28 13:45:35.432447 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e875b-ab07-4840-91e5-0fed4cd99120 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Network': ['ID=2a2e9ed9-b6e1-4d67-9e00-16276c38371e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:35.467083 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c13557-69f9-483c-9d5d-e6dcfe0347d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6538e7e-912c-4129-a329-d0dcf0583756'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:35.493645 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d073ee-295d-4840-ad29-5c894058ee87" -d '{"events": [{"server_uuid": "b8c13557-69f9-483c-9d5d-e6dcfe0347d5", "name": "network-vif-plugged", "status": "completed", "tag": "c6538e7e-912c-4129-a329-d0dcf0583756"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:35.515590 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1619cc48-2599-4da7-9c59-5b9bc53ba012 req-9df2bc8f-e5b0-4e73-ae26-3501336060a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 HTTP/1.1" status: 200 len: 999 time: 0.0770209 Jan 28 13:45:35.543294 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5199a8b8-1cee-4c1a-9394-a67eb1b061bc tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:35.555948 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5199a8b8-1cee-4c1a-9394-a67eb1b061bc tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "GET /v2.0/ports/d8b6e127-85ef-4733-8bf9-08a807d62ba8 HTTP/1.1" status: 200 len: 843 time: 0.2419608 Jan 28 13:45:35.559221 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51088) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:35.696814 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619cc48-2599-4da7-9c59-5b9bc53ba012 req-cc1b6be8-4ff9-4f55-b830-473423194ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:35.698319 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1619cc48-2599-4da7-9c59-5b9bc53ba012 req-cc1b6be8-4ff9-4f55-b830-473423194ecd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a282eac7-c6f7-4e0b-bd51-f3e60c647f6a HTTP/1.1" status: 200 len: 850 time: 0.1773384 Jan 28 13:45:35.706015 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b33e83d-0d55-4155-a386-7e0f307ec2ee x-openstack-request-id: req-9b33e83d-0d55-4155-a386-7e0f307ec2ee {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:35.709336 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c13557-69f9-483c-9d5d-e6dcfe0347d5", "name": "network-vif-plugged", "status": "completed", "tag": "c6538e7e-912c-4129-a329-d0dcf0583756", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:35.709643 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b33e83d-0d55-4155-a386-7e0f307ec2ee {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:35.710835 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c13557-69f9-483c-9d5d-e6dcfe0347d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6538e7e-912c-4129-a329-d0dcf0583756', 'code': 200} Jan 28 13:45:35.808230 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-84de6f59-dd3b-4193-9923-02cc4a64162d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "GET /v2.0/ports/d8b6e127-85ef-4733-8bf9-08a807d62ba8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2467115 Jan 28 13:45:35.814505 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51094) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:35.826856 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-0be0b9aa-87c9-4726-932b-66cb8241d3d7 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'subnet': {'network_id': '90db768a-3cc0-4391-9807-17d433ba2858', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:35.939974 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8b2559fa-eca1-4556-8b2b-436c61c333f8 req-a19c70a9-2d73-46da-9b23-59a3a7e7cf56 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.1178815 Jan 28 13:45:35.946491 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619cc48-2599-4da7-9c59-5b9bc53ba012 req-00951297-0ede-4ad8-a428-6033177d4cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:35.951674 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1619cc48-2599-4da7-9c59-5b9bc53ba012 req-00951297-0ede-4ad8-a428-6033177d4cf2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2396209 Jan 28 13:45:35.957748 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e572ff2-1998-4dbb-845c-d5e010ee2ec1 req-a9eecbb0-5466-41d1-be2b-6aa10dc8f2c0 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:35.966723 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5e572ff2-1998-4dbb-845c-d5e010ee2ec1 req-a9eecbb0-5466-41d1-be2b-6aa10dc8f2c0 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f HTTP/1.1" status: 200 len: 945 time: 0.3088465 Jan 28 13:45:35.980008 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:45:35.989606 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbad9e5-5f28-40ea-88db-7a88d12f4f8a req-742eb2ef-5a86-4cef-a191-56126e8c7db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:35.991820 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8bbad9e5-5f28-40ea-88db-7a88d12f4f8a req-742eb2ef-5a86-4cef-a191-56126e8c7db3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 1096 time: 0.2574413 Jan 28 13:45:36.076124 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be0b9aa-87c9-4726-932b-66cb8241d3d7 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:36.079441 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0be0b9aa-87c9-4726-932b-66cb8241d3d7 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.148528 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-404ecf7f-a26e-4b34-8499-b0eb224913a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'name': 'tempest-AttachVolumeTestJSON-1171302180-router', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '3b240ae7-6772-413b-8087-f657daedb039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:39Z', 'updated_at': '2022-01-28T13:44:52Z', 'revision_number': 4, 'project_id': '6a710706f51d4196913035417fac81e3', 'gw_port': {'id': '3b240ae7-6772-413b-8087-f657daedb039', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:44Z', 'updated_at': '2022-01-28T13:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'b0c19292-64a9-475e-b623-46416bd0fc65', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'port_id': 'f40dfb99-6c4d-45af-b89e-4ed352ffc8b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'mac_address': 'fa:16:3e:6a:46:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9c5719-3713-4e0f-a9c8-459d42ccd8ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:45:03Z', 'updated_at': '2022-01-28T13:45:33Z', 'revision_number': 1, 'project_id': '6a710706f51d4196913035417fac81e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4177516a-846f-4065-a1ca-452d4934d7d8', 'name': '', 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'mac_address': 'fa:16:3e:b3:85:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:50Z', 'updated_at': '2022-01-28T13:45:04Z', 'revision_number': 5, 'project_id': '6a710706f51d4196913035417fac81e3', 'subnets': [{'id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:36.185447 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1619cc48-2599-4da7-9c59-5b9bc53ba012 req-455341cd-b204-4738-a432-5db08837970b service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274959 Jan 28 13:45:36.226121 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ecf7f-a26e-4b34-8499-b0eb224913a9 None None] Checking router: 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:45:36.238015 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404ecf7f-a26e-4b34-8499-b0eb224913a9 None None] Routers {'6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:36.239060 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-404ecf7f-a26e-4b34-8499-b0eb224913a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:45:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:36.369005 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8bbad9e5-5f28-40ea-88db-7a88d12f4f8a req-82b00e83-2946-475d-a5e0-b1d2a2e7c207 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f391df0c-fa02-49bf-8e4a-9c309e97c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3648291 Jan 28 13:45:36.426780 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-404ecf7f-a26e-4b34-8499-b0eb224913a9 None None] Set router 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:36.433224 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5e572ff2-1998-4dbb-845c-d5e010ee2ec1 req-da8d938f-8454-483b-ac87-f16b417a9bd3 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ae19cb-2f19-4a43-912d-8d65f62a9a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600949 Jan 28 13:45:36.512027 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af6d92-fd92-4b16-8b48-cfef42c16918 req-81fc1f35-7050-410f-a0b0-74909b8c6637 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:36.519526 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b0af6d92-fd92-4b16-8b48-cfef42c16918 req-81fc1f35-7050-410f-a0b0-74909b8c6637 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 945 time: 0.2460778 Jan 28 13:45:36.560195 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1619cc48-2599-4da7-9c59-5b9bc53ba012 req-c8170a2f-7da2-437c-90f1-d50a5bcb98f2 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676262 Jan 28 13:45:36.592871 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.665288 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b0af6d92-fd92-4b16-8b48-cfef42c16918 req-aac65ae1-b367-4d8f-9b4a-a72975b3dff5 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f391df0c-fa02-49bf-8e4a-9c309e97c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446350 Jan 28 13:45:36.764953 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0be0b9aa-87c9-4726-932b-66cb8241d3d7 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (42d24075-8854-4e90-951a-1a9052a4d5bf), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.867663 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51110) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:36.903505 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be0b9aa-87c9-4726-932b-66cb8241d3d7 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network 90db768a-3cc0-4391-9807-17d433ba2858 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:36.951462 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-0be0b9aa-87c9-4726-932b-66cb8241d3d7 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:36.954078 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0b9aa-87c9-4726-932b-66cb8241d3d7 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Subnet': ['ID=42d24075-8854-4e90-951a-1a9052a4d5bf,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:36.956811 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be0b9aa-87c9-4726-932b-66cb8241d3d7 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:36.957533 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0be0b9aa-87c9-4726-932b-66cb8241d3d7 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.988154 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3269ce-f1f2-4f62-8141-bca97772d2e2 None None] Network 90db768a-3cc0-4391-9807-17d433ba2858 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:37.006627 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0be0b9aa-87c9-4726-932b-66cb8241d3d7 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1874156 Jan 28 13:45:37.009362 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51118) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:37.014715 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-d647306e-e30a-4949-bda4-5217cdb3e413 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'security_group': {'name': 'tempest-secgroup-1979773726'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:37.090720 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d647306e-e30a-4949-bda4-5217cdb3e413 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:37.411570 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-776bb2b6-de09-41b8-be9c-e8815c85e9af admin admin] Deleting subnet a8c3baad-45df-4aa7-bfe8-b1c9002351fc {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:45:37.437002 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-776bb2b6-de09-41b8-be9c-e8815c85e9af admin admin] Publish callbacks [] for subnet (a8c3baad-45df-4aa7-bfe8-b1c9002351fc), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:37.514787 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-776bb2b6-de09-41b8-be9c-e8815c85e9af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (a8c3baad-45df-4aa7-bfe8-b1c9002351fc), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:37.584287 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d3a122-26dd-40ed-8205-96e83b757548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-90db768a-3cc0-4391-9807-17d433ba2858', 'network_id': '90db768a-3cc0-4391-9807-17d433ba2858', 'project_id': '82bdd5ae20104e9ea02f181442a29ce9', 'fixed_ips': [{'subnet_id': '42d24075-8854-4e90-951a-1a9052a4d5bf'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:45:37.585752 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43d3a122-26dd-40ed-8205-96e83b757548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:37.603865 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-776bb2b6-de09-41b8-be9c-e8815c85e9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (a8c3baad-45df-4aa7-bfe8-b1c9002351fc), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:37.788962 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-776bb2b6-de09-41b8-be9c-e8815c85e9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (a8c3baad-45df-4aa7-bfe8-b1c9002351fc), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:37.877788 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bb2b6-de09-41b8-be9c-e8815c85e9af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8c3baad-45df-4aa7-bfe8-b1c9002351fc,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:37.905559 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-776bb2b6-de09-41b8-be9c-e8815c85e9af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:37.909385 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-776bb2b6-de09-41b8-be9c-e8815c85e9af admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a8c3baad-45df-4aa7-bfe8-b1c9002351fc HTTP/1.1" status: 204 len: 168 time: 1.0405941 Jan 28 13:45:37.912609 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51132) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:37.951803 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-43d3a122-26dd-40ed-8205-96e83b757548 None None] Allocated IP 2001:db8::2 (90db768a-3cc0-4391-9807-17d433ba2858/42d24075-8854-4e90-951a-1a9052a4d5bf/2cb56166-22a4-4d74-a666-e963b55c1351) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:38.216364 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43d3a122-26dd-40ed-8205-96e83b757548 None None] Publish callbacks [] for port (2cb56166-22a4-4d74-a666-e963b55c1351), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.227156 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659b748-6a94-46a9-a6d0-fc85a87db558 req-73877542-37ee-4a36-b500-cd0c6e230535 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:38.240828 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a659b748-6a94-46a9-a6d0-fc85a87db558 req-73877542-37ee-4a36-b500-cd0c6e230535 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 945 time: 0.3890765 Jan 28 13:45:38.256827 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43d3a122-26dd-40ed-8205-96e83b757548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.267179 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-161bb19d-67e5-4caa-b173-c22782a6187d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (7f8697aa-149e-430a-a71c-7f1937d7a08d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.335916 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f080d1b6-dac3-4979-8214-76a3f2196410 req-b298e86a-a9cb-4de8-b931-a87d839dab3a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 1.1806312 Jan 28 13:45:38.413844 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d3a122-26dd-40ed-8205-96e83b757548 None None] Network 90db768a-3cc0-4391-9807-17d433ba2858 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:38.415497 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a659b748-6a94-46a9-a6d0-fc85a87db558 req-459d2a28-7659-436f-8e45-7b9bd6e08eb6 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f391df0c-fa02-49bf-8e4a-9c309e97c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721661 Jan 28 13:45:38.421867 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3a122-26dd-40ed-8205-96e83b757548 None None] Pushing event updated for resources: {'Port': ['ID=2cb56166-22a4-4d74-a666-e963b55c1351,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:38.434093 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-43d3a122-26dd-40ed-8205-96e83b757548 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:38.447986 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d3a122-26dd-40ed-8205-96e83b757548 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:38.599141 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-404ecf7f-a26e-4b34-8499-b0eb224913a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'name': 'tempest-AttachVolumeTestJSON-1171302180-router', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '3b240ae7-6772-413b-8087-f657daedb039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:39Z', 'updated_at': '2022-01-28T13:44:52Z', 'revision_number': 4, 'project_id': '6a710706f51d4196913035417fac81e3', 'gw_port': {'id': '3b240ae7-6772-413b-8087-f657daedb039', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:44Z', 'updated_at': '2022-01-28T13:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'b0c19292-64a9-475e-b623-46416bd0fc65', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'port_id': 'f40dfb99-6c4d-45af-b89e-4ed352ffc8b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'mac_address': 'fa:16:3e:6a:46:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9c5719-3713-4e0f-a9c8-459d42ccd8ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:45:03Z', 'updated_at': '2022-01-28T13:45:33Z', 'revision_number': 1, 'project_id': '6a710706f51d4196913035417fac81e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4177516a-846f-4065-a1ca-452d4934d7d8', 'name': '', 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'mac_address': 'fa:16:3e:b3:85:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:50Z', 'updated_at': '2022-01-28T13:45:04Z', 'revision_number': 5, 'project_id': '6a710706f51d4196913035417fac81e3', 'subnets': [{'id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:38.607566 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d647306e-e30a-4949-bda4-5217cdb3e413 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (c8f0b8e9-6913-4470-b325-9ca5bd1a290b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.619030 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-161bb19d-67e5-4caa-b173-c22782a6187d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (7f8697aa-149e-430a-a71c-7f1937d7a08d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.627216 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d647306e-e30a-4949-bda4-5217cdb3e413 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c8f0b8e9-6913-4470-b325-9ca5bd1a290b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.640865 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ecf7f-a26e-4b34-8499-b0eb224913a9 None None] The sync data for ids ['6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'] in n-d-822747-2 is: [{'id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'name': 'tempest-AttachVolumeTestJSON-1171302180-router', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '3b240ae7-6772-413b-8087-f657daedb039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:39Z', 'updated_at': '2022-01-28T13:44:52Z', 'revision_number': 4, 'project_id': '6a710706f51d4196913035417fac81e3', 'gw_port': {'id': '3b240ae7-6772-413b-8087-f657daedb039', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:44Z', 'updated_at': '2022-01-28T13:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'b0c19292-64a9-475e-b623-46416bd0fc65', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'port_id': 'f40dfb99-6c4d-45af-b89e-4ed352ffc8b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'mac_address': 'fa:16:3e:6a:46:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9c5719-3713-4e0f-a9c8-459d42ccd8ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:45:03Z', 'updated_at': '2022-01-28T13:45:33Z', 'revision_number': 1, 'project_id': '6a710706f51d4196913035417fac81e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4177516a-846f-4065-a1ca-452d4934d7d8', 'name': '', 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'mac_address': 'fa:16:3e:b3:85:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:50Z', 'updated_at': '2022-01-28T13:45:04Z', 'revision_number': 5, 'project_id': '6a710706f51d4196913035417fac81e3', 'subnets': [{'id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:45:38.665454 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-161bb19d-67e5-4caa-b173-c22782a6187d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8697aa-149e-430a-a71c-7f1937d7a08d']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:38.695073 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-161bb19d-67e5-4caa-b173-c22782a6187d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8e7572-3d26-4139-9ed7-e071ff7040da') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:38.695746 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-161bb19d-67e5-4caa-b173-c22782a6187d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8e7572-3d26-4139-9ed7-e071ff7040da') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:38.697047 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-43d3a122-26dd-40ed-8205-96e83b757548 None None] Attempting to bind port 2cb56166-22a4-4d74-a666-e963b55c1351 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:38.697822 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-43d3a122-26dd-40ed-8205-96e83b757548 None None] Attempting to bind port 2cb56166-22a4-4d74-a666-e963b55c1351 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '4344e770-c981-46d9-85ec-6c27172a6440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90db768a-3cc0-4391-9807-17d433ba2858'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:38.697822 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3a122-26dd-40ed-8205-96e83b757548 None None] Attempting to bind port 2cb56166-22a4-4d74-a666-e963b55c1351 on network 90db768a-3cc0-4391-9807-17d433ba2858 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:38.706050 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3a122-26dd-40ed-8205-96e83b757548 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:38.706429 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3a122-26dd-40ed-8205-96e83b757548 None None] Checking segment: {'id': '4344e770-c981-46d9-85ec-6c27172a6440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90db768a-3cc0-4391-9807-17d433ba2858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:38.707292 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43d3a122-26dd-40ed-8205-96e83b757548 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.708011 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3a122-26dd-40ed-8205-96e83b757548 None None] Bound using segment: {'id': '4344e770-c981-46d9-85ec-6c27172a6440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90db768a-3cc0-4391-9807-17d433ba2858'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:38.708638 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-43d3a122-26dd-40ed-8205-96e83b757548 None None] Bound port: 2cb56166-22a4-4d74-a666-e963b55c1351, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4344e770-c981-46d9-85ec-6c27172a6440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90db768a-3cc0-4391-9807-17d433ba2858'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:38.709333 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43d3a122-26dd-40ed-8205-96e83b757548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.716753 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-161bb19d-67e5-4caa-b173-c22782a6187d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (9f8e7572-3d26-4139-9ed7-e071ff7040da), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.741992 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d647306e-e30a-4949-bda4-5217cdb3e413 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.750293 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-161bb19d-67e5-4caa-b173-c22782a6187d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (9f8e7572-3d26-4139-9ed7-e071ff7040da), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.763096 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d647306e-e30a-4949-bda4-5217cdb3e413 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.7498758 Jan 28 13:45:38.774678 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161bb19d-67e5-4caa-b173-c22782a6187d admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:45:38.774828 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51140) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:38.776894 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-161bb19d-67e5-4caa-b173-c22782a6187d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (9f8e7572-3d26-4139-9ed7-e071ff7040da), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.796295 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-640fd100-21aa-4b00-8530-173d0849dd75 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'security_group': {'name': 'tempest-secgroup-34566450'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:38.814848 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-43d3a122-26dd-40ed-8205-96e83b757548 None None] For port 2cb56166-22a4-4d74-a666-e963b55c1351, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:38.822581 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-43d3a122-26dd-40ed-8205-96e83b757548 None None] For port 2cb56166-22a4-4d74-a666-e963b55c1351, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2cb56166-22a4-4d74-a666-e963b55c1351,segment=NetworkSegment(4344e770-c981-46d9-85ec-6c27172a6440),segment_id=4344e770-c981-46d9-85ec-6c27172a6440)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:38.848232 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43d3a122-26dd-40ed-8205-96e83b757548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.854351 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647306e-e30a-4949-bda4-5217cdb3e413 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f0b8e9-6913-4470-b325-9ca5bd1a290b,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:45:38.910325 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:45:38.916621 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-640fd100-21aa-4b00-8530-173d0849dd75 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.927385 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-161bb19d-67e5-4caa-b173-c22782a6187d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (7f8697aa-149e-430a-a71c-7f1937d7a08d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.936850 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-161bb19d-67e5-4caa-b173-c22782a6187d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.942885 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-161bb19d-67e5-4caa-b173-c22782a6187d admin admin] 10.222.0.39 "DELETE /v2.0/networks/7f8697aa-149e-430a-a71c-7f1937d7a08d HTTP/1.1" status: 204 len: 168 time: 1.0265231 Jan 28 13:45:38.997805 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161bb19d-67e5-4caa-b173-c22782a6187d admin admin] Pushing event deleted for resources: {'Network': ['ID=7f8697aa-149e-430a-a71c-7f1937d7a08d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:39.164257 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3a122-26dd-40ed-8205-96e83b757548 None None] Pushing event updated for resources: {'Port': ['ID=2cb56166-22a4-4d74-a666-e963b55c1351,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:39.196166 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-640fd100-21aa-4b00-8530-173d0849dd75 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (e773bfec-267a-47e7-a1ba-83fcce43fbf0), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:39.203261 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-640fd100-21aa-4b00-8530-173d0849dd75 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e773bfec-267a-47e7-a1ba-83fcce43fbf0), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:39.234017 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439cd3c8-66aa-4b41-818f-57dc54b17374 None None] New status for floating IP b0c19292-64a9-475e-b623-46416bd0fc65: ACTIVE {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:45:39.296000 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-640fd100-21aa-4b00-8530-173d0849dd75 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:39.305248 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-640fd100-21aa-4b00-8530-173d0849dd75 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5285335 Jan 28 13:45:39.306756 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51148) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:39.318087 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640fd100-21aa-4b00-8530-173d0849dd75 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e773bfec-267a-47e7-a1ba-83fcce43fbf0,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:39.333711 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-246447db-64d4-433a-aca0-27babac5ea21 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-493020508', 'security_groups': ['e773bfec-267a-47e7-a1ba-83fcce43fbf0'], 'network_id': '90db768a-3cc0-4391-9807-17d433ba2858', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '42d24075-8854-4e90-951a-1a9052a4d5bf'}]}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:39.380118 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51152) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:39.575639 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2aa93411-8db8-4030-9ab5-c4ad272627b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5d7278598134e528b8ac881059fef25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1903923 Jan 28 13:45:39.576324 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51160) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:39.620025 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0e003-c335-4487-8242-4bb7cd9458df req-ecab29c4-734d-4506-bd96-dbdbdc94db2c tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:39.623891 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0fa0e003-c335-4487-8242-4bb7cd9458df req-ecab29c4-734d-4506-bd96-dbdbdc94db2c tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f HTTP/1.1" status: 200 len: 945 time: 0.4065380 Jan 28 13:45:39.718489 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9fe08a77-0cdf-4631-9270-fae6f6b3b930 req-adca6d2e-8432-4222-9402-88c0c5001369 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.1401088 Jan 28 13:45:39.774574 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0fa0e003-c335-4487-8242-4bb7cd9458df req-56dbc76f-dbb1-4717-9757-c88c7c6815b5 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ae19cb-2f19-4a43-912d-8d65f62a9a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456082 Jan 28 13:45:39.787721 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246447db-64d4-433a-aca0-27babac5ea21 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:39.834312 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-48d0c033-726e-44d6-8791-3400e8a8f70f admin admin] Publish callbacks [] for security_group (e7dccc49-2271-4d7e-b24a-755da09322ea), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:39.901770 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-48d0c033-726e-44d6-8791-3400e8a8f70f admin admin] Publish callbacks [] for security_group (e7dccc49-2271-4d7e-b24a-755da09322ea), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:40.045580 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-246447db-64d4-433a-aca0-27babac5ea21 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:40.080650 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-48d0c033-726e-44d6-8791-3400e8a8f70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e7dccc49-2271-4d7e-b24a-755da09322ea), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:40.084053 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-48d0c033-726e-44d6-8791-3400e8a8f70f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:40.100675 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-48d0c033-726e-44d6-8791-3400e8a8f70f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7dccc49-2271-4d7e-b24a-755da09322ea HTTP/1.1" status: 204 len: 168 time: 0.5209277 Jan 28 13:45:40.127564 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-246447db-64d4-433a-aca0-27babac5ea21 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] device_id is not set on port 98a1cbea-a198-4a65-bf24-b5154246609d yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:45:40.128437 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d0c033-726e-44d6-8791-3400e8a8f70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dccc49-2271-4d7e-b24a-755da09322ea,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:40.165180 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49fd4e-fae1-48ca-afd0-4798dd2fd825 req-6ca907e9-e13c-49f0-8360-1010115826b2 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:40.172864 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fd49fd4e-fae1-48ca-afd0-4798dd2fd825 req-6ca907e9-e13c-49f0-8360-1010115826b2 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 945 time: 0.2875605 Jan 28 13:45:40.351141 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fd49fd4e-fae1-48ca-afd0-4798dd2fd825 req-adfcf0c3-331d-4791-9d41-9fba6a872450 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f391df0c-fa02-49bf-8e4a-9c309e97c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679096 Jan 28 13:45:40.398661 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ab880-e327-4ea7-b560-bd75e135c7bd req-db17add3-fbea-4c1b-8c9e-fb108afcea1e tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:40.420813 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e6ab880-e327-4ea7-b560-bd75e135c7bd req-db17add3-fbea-4c1b-8c9e-fb108afcea1e tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.3273854 Jan 28 13:45:40.665238 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afede8c1-add4-4948-a9c6-020d6889ff19 req-a979c885-70a9-47f5-a3a0-ffc11133e97f tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:40.677774 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-afede8c1-add4-4948-a9c6-020d6889ff19 req-a979c885-70a9-47f5-a3a0-ffc11133e97f tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 945 time: 0.1805263 Jan 28 13:45:40.825407 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2cb56166-22a4-4d74-a666-e963b55c1351 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:40.869262 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-afede8c1-add4-4948-a9c6-020d6889ff19 req-6d785ad1-8c0a-4fc0-b433-629728701c5d tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f391df0c-fa02-49bf-8e4a-9c309e97c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895313 Jan 28 13:45:40.898040 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51180) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:41.076567 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 2cb56166-22a4-4d74-a666-e963b55c1351 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:41.077131 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:41.149356 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-38d2ea01-24a9-409c-86cf-0b276abcab86 req-5efe0abc-816a-4979-8a27-c0ff778e9256 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.0795045 Jan 28 13:45:41.349638 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e8ec73f1-282e-48aa-8967-7d4a773ccf82 None None] Provisioning complete for port 2cb56166-22a4-4d74-a666-e963b55c1351 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:41.349923 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8ec73f1-282e-48aa-8967-7d4a773ccf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:41.429464 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 2cb56166-22a4-4d74-a666-e963b55c1351 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:41.429683 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f9945-a771-47d5-a2a0-2ccff32c7567 req-d47fe4be-6cf1-405a-a5d7-a122871d7567 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:41.430246 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:41.453647 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2e4f9945-a771-47d5-a2a0-2ccff32c7567 req-d47fe4be-6cf1-405a-a5d7-a122871d7567 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f HTTP/1.1" status: 200 len: 945 time: 0.1464858 Jan 28 13:45:41.564705 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30109251-dbef-4704-a61e-0045584196f2 req-b51257b2-3d65-4024-8313-cd5990220979 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:41.566241 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-30109251-dbef-4704-a61e-0045584196f2 req-b51257b2-3d65-4024-8313-cd5990220979 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f HTTP/1.1" status: 200 len: 945 time: 1.1253955 Jan 28 13:45:41.629250 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e6ab880-e327-4ea7-b560-bd75e135c7bd req-2d266443-7f46-4dbc-8567-72b87d9f9397 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1960223 Jan 28 13:45:41.658420 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7aa5d6-5520-40bc-864d-baa55e590071 tempest-TestVolumeBackupRestore-171893829 tempest-TestVolumeBackupRestore-171893829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:41.660136 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0e7aa5d6-5520-40bc-864d-baa55e590071 tempest-TestVolumeBackupRestore-171893829 tempest-TestVolumeBackupRestore-171893829-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 1091 time: 0.7597456 Jan 28 13:45:41.664135 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51202) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:41.669366 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-dfbf913c-8473-4d10-9e7c-efcf6b897a05 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'port_id': 'c6538e7e-912c-4129-a329-d0dcf0583756', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:41.692166 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2e4f9945-a771-47d5-a2a0-2ccff32c7567 req-96de9f34-418b-4b18-b5b5-65da94e65c8a tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ae19cb-2f19-4a43-912d-8d65f62a9a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327485 Jan 28 13:45:41.737867 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dfbf913c-8473-4d10-9e7c-efcf6b897a05 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:41.877306 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-246447db-64d4-433a-aca0-27babac5ea21 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Allocated IP 2001:db8::181 (90db768a-3cc0-4391-9807-17d433ba2858/42d24075-8854-4e90-951a-1a9052a4d5bf/98a1cbea-a198-4a65-bf24-b5154246609d) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:41.965440 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-30109251-dbef-4704-a61e-0045584196f2 req-59e3a74e-880e-4c48-b0e6-89a11d89d8c2 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Deleting port a5d5d444-feb2-404e-90ae-fb02253f1a4d {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:45:41.965782 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-30109251-dbef-4704-a61e-0045584196f2 req-59e3a74e-880e-4c48-b0e6-89a11d89d8c2 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (a5d5d444-feb2-404e-90ae-fb02253f1a4d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:41.985157 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79353a-62b9-4045-9b63-b113f99767fe req-38801007-b61c-4a7c-babe-b896616b6398 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:41.994610 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-af79353a-62b9-4045-9b63-b113f99767fe req-38801007-b61c-4a7c-babe-b896616b6398 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.1682315 Jan 28 13:45:42.076423 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-af79353a-62b9-4045-9b63-b113f99767fe req-a0c68102-7bd2-41a8-8b5e-9659b2e305f2 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800512 Jan 28 13:45:42.102805 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dfbf913c-8473-4d10-9e7c-efcf6b897a05 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:42.156248 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-30109251-dbef-4704-a61e-0045584196f2 req-59e3a74e-880e-4c48-b0e6-89a11d89d8c2 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] For port a5d5d444-feb2-404e-90ae-fb02253f1a4d, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=a5d5d444-feb2-404e-90ae-fb02253f1a4d,segment=NetworkSegment(c9192603-4670-493f-b1cd-dbd99727b44a),segment_id=c9192603-4670-493f-b1cd-dbd99727b44a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:42.156622 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-30109251-dbef-4704-a61e-0045584196f2 req-59e3a74e-880e-4c48-b0e6-89a11d89d8c2 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (a5d5d444-feb2-404e-90ae-fb02253f1a4d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:42.172023 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 2cb56166-22a4-4d74-a666-e963b55c1351, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2cb56166-22a4-4d74-a666-e963b55c1351,segment=NetworkSegment(4344e770-c981-46d9-85ec-6c27172a6440),segment_id=4344e770-c981-46d9-85ec-6c27172a6440)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:42.176689 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e8ec73f1-282e-48aa-8967-7d4a773ccf82 None None] Current status of the port 2cb56166-22a4-4d74-a666-e963b55c1351 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:42.177384 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8ec73f1-282e-48aa-8967-7d4a773ccf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:42.183403 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-30109251-dbef-4704-a61e-0045584196f2 req-59e3a74e-880e-4c48-b0e6-89a11d89d8c2 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Calling delete_port for a5d5d444-feb2-404e-90ae-fb02253f1a4d owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:45:42.191660 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:42.239309 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-dfbf913c-8473-4d10-9e7c-efcf6b897a05 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Allocated IP 172.25.3.91 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/66eeb35f-2211-422a-9868-cf236f1a56fa) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:42.291423 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=2cb56166-22a4-4d74-a666-e963b55c1351,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:42.387239 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51210) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:42.396613 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-e8ec73f1-282e-48aa-8967-7d4a773ccf82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:45:42.398571 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-e8ec73f1-282e-48aa-8967-7d4a773ccf82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:45:42.401570 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dfbf913c-8473-4d10-9e7c-efcf6b897a05 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for port (66eeb35f-2211-422a-9868-cf236f1a56fa), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:42.406710 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-30109251-dbef-4704-a61e-0045584196f2 req-59e3a74e-880e-4c48-b0e6-89a11d89d8c2 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (a5d5d444-feb2-404e-90ae-fb02253f1a4d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:42.419801 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['a5d5d444-feb2-404e-90ae-fb02253f1a4d'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:45:42.436362 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ba14524f-0ee1-4c0e-879b-58f0337a708e req-e93762ba-e293-4674-8baf-e67e8d628b79 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.0376697 Jan 28 13:45:42.453717 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dfbf913c-8473-4d10-9e7c-efcf6b897a05 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (66eeb35f-2211-422a-9868-cf236f1a56fa), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:42.467615 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3a74e-880e-4c48-b0e6-89a11d89d8c2 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Pushing event deleted for resources: {'Port': ['ID=a5d5d444-feb2-404e-90ae-fb02253f1a4d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:42.526224 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-246447db-64d4-433a-aca0-27babac5ea21 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for port (98a1cbea-a198-4a65-bf24-b5154246609d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:42.587252 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-30109251-dbef-4704-a61e-0045584196f2 req-59e3a74e-880e-4c48-b0e6-89a11d89d8c2 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] No DVR routers for this DVR port a5d5d444-feb2-404e-90ae-fb02253f1a4d on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:45:42.591444 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-30109251-dbef-4704-a61e-0045584196f2 req-59e3a74e-880e-4c48-b0e6-89a11d89d8c2 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:42.595027 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-30109251-dbef-4704-a61e-0045584196f2 req-59e3a74e-880e-4c48-b0e6-89a11d89d8c2 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.37 "DELETE /v2.0/ports/a5d5d444-feb2-404e-90ae-fb02253f1a4d HTTP/1.1" status: 204 len: 173 time: 1.0187001 Jan 28 13:45:42.595687 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f', 'name': 'network-vif-deleted', 'tag': 'a5d5d444-feb2-404e-90ae-fb02253f1a4d'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:42.598003 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ada3933-812e-491c-afdd-eaf064d0ebd9" -d '{"events": [{"server_uuid": "b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f", "name": "network-vif-deleted", "tag": "a5d5d444-feb2-404e-90ae-fb02253f1a4d"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:42.645259 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-246447db-64d4-433a-aca0-27babac5ea21 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (98a1cbea-a198-4a65-bf24-b5154246609d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:42.652595 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2cb56166-22a4-4d74-a666-e963b55c1351 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:42.668700 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbf913c-8473-4d10-9e7c-efcf6b897a05 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:42.696994 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-dfbf913c-8473-4d10-9e7c-efcf6b897a05 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:42.699843 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbf913c-8473-4d10-9e7c-efcf6b897a05 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:42.714221 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77c0fd7-4773-4a37-bcd4-e7a279e37036 x-openstack-request-id: req-a77c0fd7-4773-4a37-bcd4-e7a279e37036 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:42.714796 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f", "name": "network-vif-deleted", "tag": "a5d5d444-feb2-404e-90ae-fb02253f1a4d", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:42.715393 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a77c0fd7-4773-4a37-bcd4-e7a279e37036 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:42.715953 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f', 'name': 'network-vif-deleted', 'tag': 'a5d5d444-feb2-404e-90ae-fb02253f1a4d', 'status': 'completed', 'code': 200} Jan 28 13:45:42.749893 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-c32eb4e1-4fea-4713-9a5f-b252bf4c664f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1179835479-network', 'tenant_id': 'a17682f761f649eeb8ba72bdb3b5d8e3'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:42.769935 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246447db-64d4-433a-aca0-27babac5ea21 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network 90db768a-3cc0-4391-9807-17d433ba2858 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:42.778890 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-246447db-64d4-433a-aca0-27babac5ea21 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:42.782240 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246447db-64d4-433a-aca0-27babac5ea21 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:42.790636 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246447db-64d4-433a-aca0-27babac5ea21 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:42.791533 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-246447db-64d4-433a-aca0-27babac5ea21 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:42.814082 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf913c-8473-4d10-9e7c-efcf6b897a05 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Pushing event updated for resources: {'Port': ['ID=66eeb35f-2211-422a-9868-cf236f1a56fa,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:42.837915 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246447db-64d4-433a-aca0-27babac5ea21 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Port': ['ID=98a1cbea-a198-4a65-bf24-b5154246609d,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:42.853492 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 2cb56166-22a4-4d74-a666-e963b55c1351 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:42.853871 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:42.860943 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32eb4e1-4fea-4713-9a5f-b252bf4c664f admin admin] Made reservation on behalf of a17682f761f649eeb8ba72bdb3b5d8e3 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:42.868347 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c32eb4e1-4fea-4713-9a5f-b252bf4c664f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:42.886845 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c32eb4e1-4fea-4713-9a5f-b252bf4c664f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:42.894762 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-246447db-64d4-433a-aca0-27babac5ea21 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5812926 Jan 28 13:45:42.905056 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51228) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:42.911146 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-343a88e4-5d26-44f1-8257-8aa6afcb445f tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'subnet': {'network_id': '90db768a-3cc0-4391-9807-17d433ba2858', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:42.911302 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1b7cf-1009-40a9-9151-2e9a411c80f9 req-dbadbf1c-b4eb-4c2e-99fb-6cfea840a385 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:42.928046 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-25c1b7cf-1009-40a9-9151-2e9a411c80f9 req-dbadbf1c-b4eb-4c2e-99fb-6cfea840a385 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.4897468 Jan 28 13:45:43.049697 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e8ec73f1-282e-48aa-8967-7d4a773ccf82 None None] Current status of the port 2cb56166-22a4-4d74-a666-e963b55c1351 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:43.092664 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e8ec73f1-282e-48aa-8967-7d4a773ccf82 None None] Provisioning complete for port d8b6e127-85ef-4733-8bf9-08a807d62ba8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:43.093426 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e8ec73f1-282e-48aa-8967-7d4a773ccf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d8b6e127-85ef-4733-8bf9-08a807d62ba8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:43.180216 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343a88e4-5d26-44f1-8257-8aa6afcb445f tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:43.189777 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-343a88e4-5d26-44f1-8257-8aa6afcb445f tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:43.228082 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 2cb56166-22a4-4d74-a666-e963b55c1351 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:43.231068 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e8ec73f1-282e-48aa-8967-7d4a773ccf82 None None] Port d8b6e127-85ef-4733-8bf9-08a807d62ba8 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:43.358546 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-eeaac237-eef2-4cf5-9011-7a1cdb6a37fe None None] Provisioning complete for port 98a1cbea-a198-4a65-bf24-b5154246609d triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:43.359352 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eeaac237-eef2-4cf5-9011-7a1cdb6a37fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (98a1cbea-a198-4a65-bf24-b5154246609d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:43.384567 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-25c1b7cf-1009-40a9-9151-2e9a411c80f9 req-9d115772-287e-41e2-b83c-1952e0b7d12d tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515746 Jan 28 13:45:43.417465 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fab502ff-7720-4c46-a489-f82018c0b3f1 req-85821aeb-fb02-4c82-a0e3-32cad5a8ccf8 tempest-VolumesActionsTest-819813131 tempest-VolumesActionsTest-819813131-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0ee3c3d-08ee-4a76-b7ee-9f169c4cb54f HTTP/1.1" status: 200 len: 210 time: 0.4128504 Jan 28 13:45:43.453882 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-eeaac237-eef2-4cf5-9011-7a1cdb6a37fe None None] Port 98a1cbea-a198-4a65-bf24-b5154246609d cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:43.475391 n-d-822747-2 neutron-server[103351]: INFO neutron.db.ipam_backend_mixin [None req-343a88e4-5d26-44f1-8257-8aa6afcb445f tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 42d24075-8854-4e90-951a-1a9052a4d5bf (CIDR: 2001:db8::/64) Jan 28 13:45:43.479484 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c32eb4e1-4fea-4713-9a5f-b252bf4c664f admin admin] Publish callbacks [] for security_group (d8daa230-828d-4d7e-9b4b-84bd6314c4c6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:43.481873 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-343a88e4-5d26-44f1-8257-8aa6afcb445f tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:45:43.482393 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343a88e4-5d26-44f1-8257-8aa6afcb445f tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:45:43.495422 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c32eb4e1-4fea-4713-9a5f-b252bf4c664f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d8daa230-828d-4d7e-9b4b-84bd6314c4c6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:43.537453 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-343a88e4-5d26-44f1-8257-8aa6afcb445f tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6308069 Jan 28 13:45:43.540345 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c32eb4e1-4fea-4713-9a5f-b252bf4c664f admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:45:43.545911 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51236) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:43.560328 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-7e35b53e-6bca-46f4-8eb7-d1266356a016 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'subnet': {'network_id': '90db768a-3cc0-4391-9807-17d433ba2858', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:43.683794 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-53f23165-0e25-4392-97e3-1a1eaf958592 req-cd28e61d-3e98-467a-8af6-527b9689d2c1 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.0375822 Jan 28 13:45:43.795060 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dfbf913c-8473-4d10-9e7c-efcf6b897a05 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for floatingip (a9e53884-7e79-42d4-a362-617b0a8ceb94), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:43.877210 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c32eb4e1-4fea-4713-9a5f-b252bf4c664f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (6f61d8a0-65ae-4f2e-85d3-314859706203), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:43.877666 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-c32eb4e1-4fea-4713-9a5f-b252bf4c664f admin admin] Added segment 6f61d8a0-65ae-4f2e-85d3-314859706203 of type vlan for network 22bc5464-acb6-4c41-91e1-c74883d1d80d Jan 28 13:45:43.892215 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32eb4e1-4fea-4713-9a5f-b252bf4c664f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8daa230-828d-4d7e-9b4b-84bd6314c4c6,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:43.897567 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dfbf913c-8473-4d10-9e7c-efcf6b897a05 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (66eeb35f-2211-422a-9868-cf236f1a56fa), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:43.980946 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c32eb4e1-4fea-4713-9a5f-b252bf4c664f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (22bc5464-acb6-4c41-91e1-c74883d1d80d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:43.990938 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e35b53e-6bca-46f4-8eb7-d1266356a016 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:43.992852 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7e35b53e-6bca-46f4-8eb7-d1266356a016 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:44.014101 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ac707-fb01-4e45-b4d6-98619f952656 req-5687d4da-e3be-47cb-b01c-3e4838559853 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:44.016152 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f9ac707-fb01-4e45-b4d6-98619f952656 req-5687d4da-e3be-47cb-b01c-3e4838559853 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.3193870 Jan 28 13:45:44.115593 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dfbf913c-8473-4d10-9e7c-efcf6b897a05 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for port (66eeb35f-2211-422a-9868-cf236f1a56fa), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:44.122086 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dfbf913c-8473-4d10-9e7c-efcf6b897a05 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (66eeb35f-2211-422a-9868-cf236f1a56fa), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:44.185836 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f9ac707-fb01-4e45-b4d6-98619f952656 req-684909cc-2a81-4147-9b20-44e4be941f9b tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511271 Jan 28 13:45:44.191220 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c32eb4e1-4fea-4713-9a5f-b252bf4c664f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (22bc5464-acb6-4c41-91e1-c74883d1d80d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:44.191873 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32eb4e1-4fea-4713-9a5f-b252bf4c664f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:44.192919 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c32eb4e1-4fea-4713-9a5f-b252bf4c664f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:44.196164 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf913c-8473-4d10-9e7c-efcf6b897a05 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Pushing event updated for resources: {'Port': ['ID=66eeb35f-2211-422a-9868-cf236f1a56fa,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:44.257316 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dfbf913c-8473-4d10-9e7c-efcf6b897a05 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (a9e53884-7e79-42d4-a362-617b0a8ceb94), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:44.305640 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32eb4e1-4fea-4713-9a5f-b252bf4c664f admin admin] Pushing event updated for resources: {'Network': ['ID=22bc5464-acb6-4c41-91e1-c74883d1d80d,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:44.345863 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c32eb4e1-4fea-4713-9a5f-b252bf4c664f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9542878 Jan 28 13:45:44.346808 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51254) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:44.357589 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-4b3bc313-48a5-477e-83c2-b6f8a2a04a3c admin admin] Request body: {'subnet': {'network_id': '22bc5464-acb6-4c41-91e1-c74883d1d80d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1179835479-subnet', 'tenant_id': 'a17682f761f649eeb8ba72bdb3b5d8e3', 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:44.392226 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3bc313-48a5-477e-83c2-b6f8a2a04a3c admin admin] Made reservation on behalf of a17682f761f649eeb8ba72bdb3b5d8e3 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:44.398672 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4b3bc313-48a5-477e-83c2-b6f8a2a04a3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:44.423435 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-dfbf913c-8473-4d10-9e7c-efcf6b897a05 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Floating IP a9e53884-7e79-42d4-a362-617b0a8ceb94 associated. External IP: 172.25.3.91, port: c6538e7e-912c-4129-a329-d0dcf0583756. Jan 28 13:45:44.428133 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51256) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:44.475154 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device a5d5d444-feb2-404e-90ae-fb02253f1a4d no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:45:44.549987 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: a5d5d444-feb2-404e-90ae-fb02253f1a4d {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:45:44.554265 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device a5d5d444-feb2-404e-90ae-fb02253f1a4d not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:45:44.805290 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 22bc5464-acb6-4c41-91e1-c74883d1d80d details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:45:44.893478 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b657c14d-b921-4dbc-becd-d4786c503ef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:45.011908 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-017f3418-f776-43d3-bc7d-a4a84ea1c774 req-183e88bc-1f39-4791-8d29-470455433018 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.1048970 Jan 28 13:45:45.174777 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7e35b53e-6bca-46f4-8eb7-d1266356a016 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (06cfbe51-e6ee-4af6-9208-978d31f54e9e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:45.194825 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b657c14d-b921-4dbc-becd-d4786c503ef4 admin admin] Publish callbacks [] for security_group (6989fb84-8b78-468c-8e6a-8a6825e87adb), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:45.197925 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4b3bc313-48a5-477e-83c2-b6f8a2a04a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (03588dc5-b461-48b7-935a-73808e038e44), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:45.222569 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b657c14d-b921-4dbc-becd-d4786c503ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6989fb84-8b78-468c-8e6a-8a6825e87adb), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:45.244249 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e35b53e-6bca-46f4-8eb7-d1266356a016 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network 90db768a-3cc0-4391-9807-17d433ba2858 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:45.250534 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-7e35b53e-6bca-46f4-8eb7-d1266356a016 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:45.266632 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356eb8fc-b414-4e50-a5ab-f32c463ad22d None None] Network 90db768a-3cc0-4391-9807-17d433ba2858 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:45.274863 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e35b53e-6bca-46f4-8eb7-d1266356a016 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:45.275429 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7e35b53e-6bca-46f4-8eb7-d1266356a016 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:45.300814 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e1812-82e1-48a2-a022-208095dd7f2f req-9b1ba94f-3144-4f55-a454-68be6290a0f4 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:45.315312 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-748e1812-82e1-48a2-a022-208095dd7f2f req-9b1ba94f-3144-4f55-a454-68be6290a0f4 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.6851661 Jan 28 13:45:45.320265 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbf913c-8473-4d10-9e7c-efcf6b897a05 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Router 6b03775d-5b2b-44ef-b7cc-b94b66572f10 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:45:45.331089 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3bc313-48a5-477e-83c2-b6f8a2a04a3c admin admin] Checking segment: {'id': '6f61d8a0-65ae-4f2e-85d3-314859706203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '22bc5464-acb6-4c41-91e1-c74883d1d80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:45.331474 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3bc313-48a5-477e-83c2-b6f8a2a04a3c admin admin] Network hostable DHCP agents. Network: 22bc5464-acb6-4c41-91e1-c74883d1d80d, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:45:45.333951 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b657c14d-b921-4dbc-becd-d4786c503ef4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a88d08817514f4785613bbb118cbedd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9054363 Jan 28 13:45:45.341076 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51292) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:45.347958 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35b53e-6bca-46f4-8eb7-d1266356a016 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Subnet': ['ID=06cfbe51-e6ee-4af6-9208-978d31f54e9e,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:45.355111 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657c14d-b921-4dbc-becd-d4786c503ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6989fb84-8b78-468c-8e6a-8a6825e87adb,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:45.372065 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7e35b53e-6bca-46f4-8eb7-d1266356a016 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8180826 Jan 28 13:45:45.383138 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51296) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:45.390112 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35b53e-6bca-46f4-8eb7-d1266356a016 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:45.390979 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35b53e-6bca-46f4-8eb7-d1266356a016 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:45.391343 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35b53e-6bca-46f4-8eb7-d1266356a016 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:45.391682 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35b53e-6bca-46f4-8eb7-d1266356a016 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:45.392018 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35b53e-6bca-46f4-8eb7-d1266356a016 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:45.394250 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35b53e-6bca-46f4-8eb7-d1266356a016 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:45.394679 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35b53e-6bca-46f4-8eb7-d1266356a016 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:45.395637 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35b53e-6bca-46f4-8eb7-d1266356a016 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:45.396563 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35b53e-6bca-46f4-8eb7-d1266356a016 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:45.397040 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35b53e-6bca-46f4-8eb7-d1266356a016 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:45.397389 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35b53e-6bca-46f4-8eb7-d1266356a016 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:45.398089 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35b53e-6bca-46f4-8eb7-d1266356a016 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:45.398589 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35b53e-6bca-46f4-8eb7-d1266356a016 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:45.408894 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-44707154-b205-46fa-ab21-2a31a7a65f0c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1997587586', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '06cfbe51-e6ee-4af6-9208-978d31f54e9e'}], 'security_groups': ['c8f0b8e9-6913-4470-b325-9ca5bd1a290b']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:45.447141 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3bc313-48a5-477e-83c2-b6f8a2a04a3c admin admin] Network 22bc5464-acb6-4c41-91e1-c74883d1d80d is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:45:45.480888 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-4b3bc313-48a5-477e-83c2-b6f8a2a04a3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 22bc5464-acb6-4c41-91e1-c74883d1d80d) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:45.488889 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bfe6ab-06af-4785-9597-5a1a6cf37000 None None] Network 22bc5464-acb6-4c41-91e1-c74883d1d80d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:45.516477 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3bc313-48a5-477e-83c2-b6f8a2a04a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:45.517005 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4b3bc313-48a5-477e-83c2-b6f8a2a04a3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:45.548150 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4b3bc313-48a5-477e-83c2-b6f8a2a04a3c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1999466 Jan 28 13:45:45.553214 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4566f088-e8a2-4cbc-b64d-0e76f6235442 admin admin] Publish callbacks [] for security_group (6989fb84-8b78-468c-8e6a-8a6825e87adb), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:45.555716 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51300) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:45.577643 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3bc313-48a5-477e-83c2-b6f8a2a04a3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=03588dc5-b461-48b7-935a-73808e038e44,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:45.595256 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4566f088-e8a2-4cbc-b64d-0e76f6235442 admin admin] Publish callbacks [] for security_group (6989fb84-8b78-468c-8e6a-8a6825e87adb), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:45.685261 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4566f088-e8a2-4cbc-b64d-0e76f6235442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6989fb84-8b78-468c-8e6a-8a6825e87adb), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:45.689440 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4566f088-e8a2-4cbc-b64d-0e76f6235442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:45.690439 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e8bf66-20ef-4066-975e-adea9e7e2dfa None None] Update dhcp port {'port': {'network_id': '90db768a-3cc0-4391-9807-17d433ba2858', 'fixed_ips': [{'subnet_id': '42d24075-8854-4e90-951a-1a9052a4d5bf', 'ip_address': '2001:db8::2'}, {'subnet_id': '06cfbe51-e6ee-4af6-9208-978d31f54e9e'}], 'binding:host_id': 'n-d-822747-2'}, 'id': '2cb56166-22a4-4d74-a666-e963b55c1351'} from n-d-822747-2. {{(pid=103353) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 13:45:45.694097 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4566f088-e8a2-4cbc-b64d-0e76f6235442 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6989fb84-8b78-468c-8e6a-8a6825e87adb HTTP/1.1" status: 204 len: 168 time: 0.3421485 Jan 28 13:45:45.710790 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-d439092c-3acc-414a-91e2-84697f012c0c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1179835479-router', 'tenant_id': 'a17682f761f649eeb8ba72bdb3b5d8e3', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:45.711550 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566f088-e8a2-4cbc-b64d-0e76f6235442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6989fb84-8b78-468c-8e6a-8a6825e87adb,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:45.747508 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11e8bf66-20ef-4066-975e-adea9e7e2dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:45.832946 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d439092c-3acc-414a-91e2-84697f012c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (f1ab5c5f-3de3-460b-893c-366b808812f0), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:45.833912 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d439092c-3acc-414a-91e2-84697f012c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (f1ab5c5f-3de3-460b-893c-366b808812f0), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:45.841716 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-748e1812-82e1-48a2-a022-208095dd7f2f req-ebe7ddee-0249-4605-88a0-506ba2ed6ab0 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5251839 Jan 28 13:45:45.898959 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc95a905-ac04-483b-a4cd-773255726d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-22bc5464-acb6-4c41-91e1-c74883d1d80d', 'network_id': '22bc5464-acb6-4c41-91e1-c74883d1d80d', 'project_id': 'a17682f761f649eeb8ba72bdb3b5d8e3', 'fixed_ips': [{'subnet_id': '03588dc5-b461-48b7-935a-73808e038e44'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:45:45.900641 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc95a905-ac04-483b-a4cd-773255726d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:46.018137 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d439092c-3acc-414a-91e2-84697f012c0c admin admin] Publish callbacks [] for router_controller (f1ab5c5f-3de3-460b-893c-366b808812f0), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:46.075486 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44707154-b205-46fa-ab21-2a31a7a65f0c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (98a1cbea-a198-4a65-bf24-b5154246609d), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:46.167484 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c703f-165c-41cc-bd21-453e2a523bb3 req-fa29fa1c-e324-4540-898b-1c1164600396 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:46.171746 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4d1c703f-165c-41cc-bd21-453e2a523bb3 req-fa29fa1c-e324-4540-898b-1c1164600396 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.1504683 Jan 28 13:45:46.220615 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbf913c-8473-4d10-9e7c-efcf6b897a05 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:45:46.255080 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17323bba-f745-4daf-8a25-c828e9296433 None None] Sync routers for ids ['6b03775d-5b2b-44ef-b7cc-b94b66572f10'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:45:46.256432 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4d1c703f-165c-41cc-bd21-453e2a523bb3 req-8bc85fbb-eded-4f7a-ae16-805dbaec332c tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790408 Jan 28 13:45:46.302767 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51330) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:46.324235 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-05e9698f-012c-4119-8ab9-c528db4640c3 req-be0730c8-3b28-41ac-88d6-403d432ddc05 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.1192431 Jan 28 13:45:46.331525 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17323bba-f745-4daf-8a25-c828e9296433 None None] Routers {'6b03775d-5b2b-44ef-b7cc-b94b66572f10'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:46.332388 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-17323bba-f745-4daf-8a25-c828e9296433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:45:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6b03775d-5b2b-44ef-b7cc-b94b66572f10'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:46.374964 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a94006e4-455a-438a-aa8a-5a970928b893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:46.375817 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d439092c-3acc-414a-91e2-84697f012c0c admin admin] Publish callbacks [] for router_gateway (f1ab5c5f-3de3-460b-893c-366b808812f0), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:46.411674 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dfbf913c-8473-4d10-9e7c-efcf6b897a05 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:46.447770 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dfbf913c-8473-4d10-9e7c-efcf6b897a05 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.7819891 Jan 28 13:45:46.450760 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c13557-69f9-483c-9d5d-e6dcfe0347d5', 'tag': 'c6538e7e-912c-4129-a329-d0dcf0583756'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:46.453435 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1d6b58-afcb-42a3-a5db-a3fb2f141fef" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c13557-69f9-483c-9d5d-e6dcfe0347d5", "tag": "c6538e7e-912c-4129-a329-d0dcf0583756"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:46.459449 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51334) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:46.571675 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-17323bba-f745-4daf-8a25-c828e9296433 None None] Set router 6b03775d-5b2b-44ef-b7cc-b94b66572f10 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:46.592699 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202e67db-f9e8-461d-af7f-fd14c02ed01b x-openstack-request-id: req-202e67db-f9e8-461d-af7f-fd14c02ed01b {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:46.593148 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c13557-69f9-483c-9d5d-e6dcfe0347d5", "tag": "c6538e7e-912c-4129-a329-d0dcf0583756", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:46.593819 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-202e67db-f9e8-461d-af7f-fd14c02ed01b {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:46.594192 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c13557-69f9-483c-9d5d-e6dcfe0347d5', 'tag': 'c6538e7e-912c-4129-a329-d0dcf0583756', 'status': 'completed', 'code': 200} Jan 28 13:45:46.642442 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29714055-3210-4a5f-af39-5dfc02bb06a5 tempest-TestVolumeBackupRestore-171893829 tempest-TestVolumeBackupRestore-171893829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:46.644238 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-29714055-3210-4a5f-af39-5dfc02bb06a5 tempest-TestVolumeBackupRestore-171893829 tempest-TestVolumeBackupRestore-171893829-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 1091 time: 0.1826167 Jan 28 13:45:46.663100 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51342) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:46.690486 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-76085a54-adfc-4de9-9f80-2642d9766f13 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Request body: {'floatingip': {'port_id': 'c6538e7e-912c-4129-a329-d0dcf0583756'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:46.730814 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-11e8bf66-20ef-4066-975e-adea9e7e2dfa None None] Allocated IP 2001:db8:0:1::2 (90db768a-3cc0-4391-9807-17d433ba2858/06cfbe51-e6ee-4af6-9208-978d31f54e9e/2cb56166-22a4-4d74-a666-e963b55c1351) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:46.855727 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a94006e4-455a-438a-aa8a-5a970928b893 admin admin] Publish callbacks [] for security_group (130831f7-122e-4efa-9884-28c54afb2c0b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:46.896427 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-76085a54-adfc-4de9-9f80-2642d9766f13 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for floatingip (a9e53884-7e79-42d4-a362-617b0a8ceb94), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.046904 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a94006e4-455a-438a-aa8a-5a970928b893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (130831f7-122e-4efa-9884-28c54afb2c0b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.140223 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-11e8bf66-20ef-4066-975e-adea9e7e2dfa None None] For port 2cb56166-22a4-4d74-a666-e963b55c1351, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2cb56166-22a4-4d74-a666-e963b55c1351,segment=NetworkSegment(4344e770-c981-46d9-85ec-6c27172a6440),segment_id=4344e770-c981-46d9-85ec-6c27172a6440)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:47.152206 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94006e4-455a-438a-aa8a-5a970928b893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130831f7-122e-4efa-9884-28c54afb2c0b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:47.170899 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-cc95a905-ac04-483b-a4cd-773255726d20 None None] Allocated IP 172.20.0.2 (22bc5464-acb6-4c41-91e1-c74883d1d80d/03588dc5-b461-48b7-935a-73808e038e44/b31c4722-990a-45d9-a2e9-d703eb8041f6) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:47.182513 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d439092c-3acc-414a-91e2-84697f012c0c admin admin] Publish callbacks [] for router_gateway (f1ab5c5f-3de3-460b-893c-366b808812f0), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.208377 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d6b58-afcb-42a3-a5db-a3fb2f141fef req-db66a810-37b9-488d-9279-57b53945787a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:47.213295 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf1d6b58-afcb-42a3-a5db-a3fb2f141fef req-db66a810-37b9-488d-9279-57b53945787a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b20b56137a94d119bc41239a8a47be8&device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 1096 time: 0.6385171 Jan 28 13:45:47.213487 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11e8bf66-20ef-4066-975e-adea9e7e2dfa None None] Publish callbacks [] for port (2cb56166-22a4-4d74-a666-e963b55c1351), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.230858 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11e8bf66-20ef-4066-975e-adea9e7e2dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.334798 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-17323bba-f745-4daf-8a25-c828e9296433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'name': 'tempest-TestVolumeBackupRestore-151576015-router', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:27Z', 'updated_at': '2022-01-28T13:39:35Z', 'revision_number': 4, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'gw_port': {'id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:28Z', 'updated_at': '2022-01-28T13:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'a9e53884-7e79-42d4-a362-617b0a8ceb94', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'port_id': 'c6538e7e-912c-4129-a329-d0dcf0583756', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2755, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8', 'mac_address': 'fa:16:3e:ed:63:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c13557-69f9-483c-9d5d-e6dcfe0347d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:45:43Z', 'updated_at': '2022-01-28T13:45:43Z', 'revision_number': 0, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ed2de8-0555-480f-98c7-c426bcd48da1', 'name': '', 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'mac_address': 'fa:16:3e:fb:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'b9e7001d-7550-4a4d-8844-b5374df32dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:34Z', 'updated_at': '2022-01-28T13:39:44Z', 'revision_number': 5, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'subnets': [{'id': 'b9e7001d-7550-4a4d-8844-b5374df32dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:47.558349 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee53deb-5a75-45c8-8b5e-05600579ac97 req-50983120-e0dd-4031-88c9-1711cd3cfb6c tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:47.572861 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aee53deb-5a75-45c8-8b5e-05600579ac97 req-50983120-e0dd-4031-88c9-1711cd3cfb6c tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.7127120 Jan 28 13:45:47.599410 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a94006e4-455a-438a-aa8a-5a970928b893 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ff43ca245ca74a28be34b1d6a0c74f7f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2928276 Jan 28 13:45:47.613508 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51352) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:47.643542 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8bf66-20ef-4066-975e-adea9e7e2dfa None None] Pushing event updated for resources: {'Port': ['ID=2cb56166-22a4-4d74-a666-e963b55c1351,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:47.801569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17323bba-f745-4daf-8a25-c828e9296433 None None] Checking router: 6b03775d-5b2b-44ef-b7cc-b94b66572f10 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:45:47.829598 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a7986e68-a0d2-4c72-b994-da7dd4cc8d06 admin admin] Publish callbacks [] for security_group (130831f7-122e-4efa-9884-28c54afb2c0b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.834948 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc95a905-ac04-483b-a4cd-773255726d20 None None] Publish callbacks [] for port (b31c4722-990a-45d9-a2e9-d703eb8041f6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.837982 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17323bba-f745-4daf-8a25-c828e9296433 None None] Routers {'6b03775d-5b2b-44ef-b7cc-b94b66572f10'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:47.838634 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-17323bba-f745-4daf-8a25-c828e9296433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:45:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6b03775d-5b2b-44ef-b7cc-b94b66572f10'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:47.857027 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a7986e68-a0d2-4c72-b994-da7dd4cc8d06 admin admin] Publish callbacks [] for security_group (130831f7-122e-4efa-9884-28c54afb2c0b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.869185 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc95a905-ac04-483b-a4cd-773255726d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (b31c4722-990a-45d9-a2e9-d703eb8041f6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.931885 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d439092c-3acc-414a-91e2-84697f012c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.955735 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a7986e68-a0d2-4c72-b994-da7dd4cc8d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (130831f7-122e-4efa-9884-28c54afb2c0b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.958519 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a7986e68-a0d2-4c72-b994-da7dd4cc8d06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.960353 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a7986e68-a0d2-4c72-b994-da7dd4cc8d06 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/130831f7-122e-4efa-9884-28c54afb2c0b HTTP/1.1" status: 204 len: 168 time: 0.3360529 Jan 28 13:45:47.986812 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7986e68-a0d2-4c72-b994-da7dd4cc8d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130831f7-122e-4efa-9884-28c54afb2c0b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:48.098868 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc95a905-ac04-483b-a4cd-773255726d20 None None] Network 22bc5464-acb6-4c41-91e1-c74883d1d80d is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:48.107372 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aee53deb-5a75-45c8-8b5e-05600579ac97 req-b4c0bc8e-9a9b-4c0b-9919-655cfbd6061f tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989443 Jan 28 13:45:48.110459 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d6b58-afcb-42a3-a5db-a3fb2f141fef req-fb289474-0e7c-41bb-afd8-d2545840138b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:48.111936 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf1d6b58-afcb-42a3-a5db-a3fb2f141fef req-fb289474-0e7c-41bb-afd8-d2545840138b service neutron] 10.222.0.37 "GET /v2.0/networks?id=fdf5a652-b111-479f-bc51-46460825e1b8 HTTP/1.1" status: 200 len: 913 time: 0.8835485 Jan 28 13:45:48.120253 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c2d98c6d-84d8-4a1e-8790-09b2ac63cd95 req-fabf45f8-d213-413f-8b9c-34577be32e56 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.1916442 Jan 28 13:45:48.129827 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:48.166743 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-cc95a905-ac04-483b-a4cd-773255726d20 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:48.188241 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc95a905-ac04-483b-a4cd-773255726d20 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:48.307645 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95a905-ac04-483b-a4cd-773255726d20 None None] Pushing event updated for resources: {'Port': ['ID=b31c4722-990a-45d9-a2e9-d703eb8041f6,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:48.554005 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-cc95a905-ac04-483b-a4cd-773255726d20 None None] Attempting to bind port b31c4722-990a-45d9-a2e9-d703eb8041f6 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:48.554381 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-cc95a905-ac04-483b-a4cd-773255726d20 None None] Attempting to bind port b31c4722-990a-45d9-a2e9-d703eb8041f6 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '6f61d8a0-65ae-4f2e-85d3-314859706203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '22bc5464-acb6-4c41-91e1-c74883d1d80d'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:48.554786 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc95a905-ac04-483b-a4cd-773255726d20 None None] Attempting to bind port b31c4722-990a-45d9-a2e9-d703eb8041f6 on network 22bc5464-acb6-4c41-91e1-c74883d1d80d {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:48.568420 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6911a37-17c4-4e78-8d27-b687bd5f6414 req-87efa058-e654-4ff3-ac7b-db7a7b84a8d3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:48.570269 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b6911a37-17c4-4e78-8d27-b687bd5f6414 req-87efa058-e654-4ff3-ac7b-db7a7b84a8d3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.2655008 Jan 28 13:45:48.599443 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc95a905-ac04-483b-a4cd-773255726d20 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:48.603864 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc95a905-ac04-483b-a4cd-773255726d20 None None] Checking segment: {'id': '6f61d8a0-65ae-4f2e-85d3-314859706203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '22bc5464-acb6-4c41-91e1-c74883d1d80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:48.605629 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc95a905-ac04-483b-a4cd-773255726d20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:48.606833 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc95a905-ac04-483b-a4cd-773255726d20 None None] Bound using segment: {'id': '6f61d8a0-65ae-4f2e-85d3-314859706203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '22bc5464-acb6-4c41-91e1-c74883d1d80d'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:48.609335 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-cc95a905-ac04-483b-a4cd-773255726d20 None None] Bound port: b31c4722-990a-45d9-a2e9-d703eb8041f6, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f61d8a0-65ae-4f2e-85d3-314859706203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '22bc5464-acb6-4c41-91e1-c74883d1d80d'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:48.609788 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc95a905-ac04-483b-a4cd-773255726d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b31c4722-990a-45d9-a2e9-d703eb8041f6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:48.657435 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-17323bba-f745-4daf-8a25-c828e9296433 None None] Set router 6b03775d-5b2b-44ef-b7cc-b94b66572f10 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:48.687901 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-44707154-b205-46fa-ab21-2a31a7a65f0c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Delete allocated IP 2001:db8::181 (90db768a-3cc0-4391-9807-17d433ba2858/42d24075-8854-4e90-951a-1a9052a4d5bf) {{(pid=103352) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 13:45:48.728881 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-d439092c-3acc-414a-91e2-84697f012c0c admin admin] Allocated IP 172.25.3.42 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/a80789e7-6a1b-42dc-980c-0fa30852bb7b) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:48.746333 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-44707154-b205-46fa-ab21-2a31a7a65f0c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Allocated IP 2001:db8:0:1::15b (90db768a-3cc0-4391-9807-17d433ba2858/06cfbe51-e6ee-4af6-9208-978d31f54e9e/98a1cbea-a198-4a65-bf24-b5154246609d) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:48.769093 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b6911a37-17c4-4e78-8d27-b687bd5f6414 req-e67bb69a-aba0-409c-9cdb-10bdf6aa2b4d tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885896 Jan 28 13:45:48.899528 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-cc95a905-ac04-483b-a4cd-773255726d20 None None] For port b31c4722-990a-45d9-a2e9-d703eb8041f6, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:48.904568 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-cc95a905-ac04-483b-a4cd-773255726d20 None None] For port b31c4722-990a-45d9-a2e9-d703eb8041f6, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b31c4722-990a-45d9-a2e9-d703eb8041f6,segment=NetworkSegment(6f61d8a0-65ae-4f2e-85d3-314859706203),segment_id=6f61d8a0-65ae-4f2e-85d3-314859706203)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:48.969821 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc95a905-ac04-483b-a4cd-773255726d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b31c4722-990a-45d9-a2e9-d703eb8041f6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.127803 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2cb56166-22a4-4d74-a666-e963b55c1351 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:49.133701 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf1d6b58-afcb-42a3-a5db-a3fb2f141fef req-474eec8a-b7a6-433a-99fe-cb08d214626d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6538e7e-912c-4129-a329-d0dcf0583756 HTTP/1.1" status: 200 len: 998 time: 1.0137916 Jan 28 13:45:49.302813 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d6b58-afcb-42a3-a5db-a3fb2f141fef req-b53ca137-36a3-43a6-9966-7207bd006956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:49.304383 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf1d6b58-afcb-42a3-a5db-a3fb2f141fef req-b53ca137-36a3-43a6-9966-7207bd006956 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b9e7001d-7550-4a4d-8844-b5374df32dd9 HTTP/1.1" status: 200 len: 852 time: 0.1436951 Jan 28 13:45:49.458767 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d439092c-3acc-414a-91e2-84697f012c0c admin admin] Publish callbacks [] for port (a80789e7-6a1b-42dc-980c-0fa30852bb7b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.463028 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-21b59fab-8820-4ded-b359-d21427cd0874 None None] Provisioning complete for port 2cb56166-22a4-4d74-a666-e963b55c1351 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:49.463459 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-21b59fab-8820-4ded-b359-d21427cd0874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.537039 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d439092c-3acc-414a-91e2-84697f012c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (a80789e7-6a1b-42dc-980c-0fa30852bb7b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.543713 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95a905-ac04-483b-a4cd-773255726d20 None None] Pushing event updated for resources: {'Port': ['ID=b31c4722-990a-45d9-a2e9-d703eb8041f6,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:49.587587 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ed7f89f7-d0d1-4452-abc4-424bc4fbe011 req-fd8ffb6e-5879-4a98-99f6-7464c8cc16dc tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.2657177 Jan 28 13:45:49.599574 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44707154-b205-46fa-ab21-2a31a7a65f0c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for port (98a1cbea-a198-4a65-bf24-b5154246609d), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.609558 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 2cb56166-22a4-4d74-a666-e963b55c1351 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:49.610045 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.643624 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44707154-b205-46fa-ab21-2a31a7a65f0c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (98a1cbea-a198-4a65-bf24-b5154246609d), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.693882 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d439092c-3acc-414a-91e2-84697f012c0c admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:49.728219 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-d439092c-3acc-414a-91e2-84697f012c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:49.765930 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d439092c-3acc-414a-91e2-84697f012c0c admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:49.820148 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d6b58-afcb-42a3-a5db-a3fb2f141fef req-378b96ea-6aba-4e57-b962-910a7dda447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:49.838603 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf1d6b58-afcb-42a3-a5db-a3fb2f141fef req-378b96ea-6aba-4e57-b962-910a7dda447e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fdf5a652-b111-479f-bc51-46460825e1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5190051 Jan 28 13:45:49.925846 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-44707154-b205-46fa-ab21-2a31a7a65f0c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] In _notify_port_updated(), no bound segment for port 98a1cbea-a198-4a65-bf24-b5154246609d on network 90db768a-3cc0-4391-9807-17d433ba2858 {{(pid=103352) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:45:49.935482 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44707154-b205-46fa-ab21-2a31a7a65f0c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:49.936176 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44707154-b205-46fa-ab21-2a31a7a65f0c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.943507 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-44707154-b205-46fa-ab21-2a31a7a65f0c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "PUT /v2.0/ports/98a1cbea-a198-4a65-bf24-b5154246609d HTTP/1.1" status: 200 len: 931 time: 4.5532172 Jan 28 13:45:49.997014 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51416) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:50.001777 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.db.resource_extend [None req-76085a54-adfc-4de9-9f80-2642d9766f13 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:45:50.167340 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:50.324300 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-21b59fab-8820-4ded-b359-d21427cd0874 None None] Current status of the port 2cb56166-22a4-4d74-a666-e963b55c1351 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:50.350544 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7fbad-99ab-4bbf-8690-e6e5962dcc36 req-f336be2c-4087-4018-b417-74cb102183c5 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:50.352489 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-41d7fbad-99ab-4bbf-8690-e6e5962dcc36 req-f336be2c-4087-4018-b417-74cb102183c5 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.8288620 Jan 28 13:45:50.353421 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439092c-3acc-414a-91e2-84697f012c0c admin admin] Pushing event updated for resources: {'Port': ['ID=a80789e7-6a1b-42dc-980c-0fa30852bb7b,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:50.415199 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44707154-b205-46fa-ab21-2a31a7a65f0c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Port': ['ID=98a1cbea-a198-4a65-bf24-b5154246609d,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:50.519842 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-21b59fab-8820-4ded-b359-d21427cd0874 None None] Provisioning complete for port d8b6e127-85ef-4733-8bf9-08a807d62ba8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:50.520649 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-21b59fab-8820-4ded-b359-d21427cd0874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d8b6e127-85ef-4733-8bf9-08a807d62ba8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:50.541402 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-76085a54-adfc-4de9-9f80-2642d9766f13 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:50.549536 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a57cbbe-c46a-41e3-8d6a-18697884f825 req-db05330e-89b6-466e-a52e-0d25f62aacec service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2440107 Jan 28 13:45:50.560406 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-41d7fbad-99ab-4bbf-8690-e6e5962dcc36 req-aca6366d-5896-41e5-851c-cddf947e23e2 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407609 Jan 28 13:45:50.569403 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-76085a54-adfc-4de9-9f80-2642d9766f13 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (a9e53884-7e79-42d4-a362-617b0a8ceb94), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:50.692971 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 2cb56166-22a4-4d74-a666-e963b55c1351 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:50.714629 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-9fed2474-7a71-4752-aa8f-844b928c4f5a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting port 98a1cbea-a198-4a65-bf24-b5154246609d {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:45:50.718196 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9fed2474-7a71-4752-aa8f-844b928c4f5a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (98a1cbea-a198-4a65-bf24-b5154246609d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:50.741790 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-17323bba-f745-4daf-8a25-c828e9296433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'name': 'tempest-TestVolumeBackupRestore-151576015-router', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:27Z', 'updated_at': '2022-01-28T13:39:35Z', 'revision_number': 4, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'gw_port': {'id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:28Z', 'updated_at': '2022-01-28T13:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'a9e53884-7e79-42d4-a362-617b0a8ceb94', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'port_id': 'c6538e7e-912c-4129-a329-d0dcf0583756', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2755, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8', 'mac_address': 'fa:16:3e:ed:63:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c13557-69f9-483c-9d5d-e6dcfe0347d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:45:43Z', 'updated_at': '2022-01-28T13:45:43Z', 'revision_number': 0, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ed2de8-0555-480f-98c7-c426bcd48da1', 'name': '', 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'mac_address': 'fa:16:3e:fb:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'b9e7001d-7550-4a4d-8844-b5374df32dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:34Z', 'updated_at': '2022-01-28T13:39:44Z', 'revision_number': 5, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'subnets': [{'id': 'b9e7001d-7550-4a4d-8844-b5374df32dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:50.820329 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d439092c-3acc-414a-91e2-84697f012c0c admin admin] Publish callbacks [] for router_gateway (f1ab5c5f-3de3-460b-893c-366b808812f0), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:50.871879 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-21b59fab-8820-4ded-b359-d21427cd0874 None None] Port d8b6e127-85ef-4733-8bf9-08a807d62ba8 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:50.889314 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17323bba-f745-4daf-8a25-c828e9296433 None None] The sync data for ids ['6b03775d-5b2b-44ef-b7cc-b94b66572f10'] in n-d-822747-2 is: [{'id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'name': 'tempest-TestVolumeBackupRestore-151576015-router', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:27Z', 'updated_at': '2022-01-28T13:39:35Z', 'revision_number': 4, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'gw_port': {'id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:28Z', 'updated_at': '2022-01-28T13:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'a9e53884-7e79-42d4-a362-617b0a8ceb94', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'port_id': 'c6538e7e-912c-4129-a329-d0dcf0583756', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2755, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8', 'mac_address': 'fa:16:3e:ed:63:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c13557-69f9-483c-9d5d-e6dcfe0347d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:45:43Z', 'updated_at': '2022-01-28T13:45:43Z', 'revision_number': 0, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ed2de8-0555-480f-98c7-c426bcd48da1', 'name': '', 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'mac_address': 'fa:16:3e:fb:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'b9e7001d-7550-4a4d-8844-b5374df32dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:34Z', 'updated_at': '2022-01-28T13:39:44Z', 'revision_number': 5, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'subnets': [{'id': 'b9e7001d-7550-4a4d-8844-b5374df32dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:45:50.956141 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-21b59fab-8820-4ded-b359-d21427cd0874 None None] Provisioning complete for port 98a1cbea-a198-4a65-bf24-b5154246609d triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:50.956412 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-21b59fab-8820-4ded-b359-d21427cd0874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (98a1cbea-a198-4a65-bf24-b5154246609d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:51.055946 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf1d6b58-afcb-42a3-a5db-a3fb2f141fef req-1e2fc283-5002-4ccc-bc7e-8ce99caacfdd service neutron] 10.222.0.37 "GET /v2.0/networks/fdf5a652-b111-479f-bc51-46460825e1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2020111 Jan 28 13:45:51.199073 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-700af3f8-0390-4c1d-a318-cb65645c3101 req-ab1485f7-a311-4f00-943a-2317d205f1dd tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.3723419 Jan 28 13:45:51.244938 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b31c4722-990a-45d9-a2e9-d703eb8041f6 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:51.271695 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-21b59fab-8820-4ded-b359-d21427cd0874 None None] Port 98a1cbea-a198-4a65-bf24-b5154246609d cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:51.485801 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-117698b8-2fca-4c73-b6a6-0411ee1e295e None None] Provisioning complete for port 98a1cbea-a198-4a65-bf24-b5154246609d triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:51.486249 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-117698b8-2fca-4c73-b6a6-0411ee1e295e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (98a1cbea-a198-4a65-bf24-b5154246609d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:51.510739 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port b31c4722-990a-45d9-a2e9-d703eb8041f6 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:51.537421 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b31c4722-990a-45d9-a2e9-d703eb8041f6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:51.543917 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9fed2474-7a71-4752-aa8f-844b928c4f5a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (98a1cbea-a198-4a65-bf24-b5154246609d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:51.565344 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-9fed2474-7a71-4752-aa8f-844b928c4f5a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Calling delete_port for 98a1cbea-a198-4a65-bf24-b5154246609d owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:45:51.626657 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9092f6c-ddb7-4fbb-b85a-692f20f23ef6 None None] New status for floating IP a9e53884-7e79-42d4-a362-617b0a8ceb94: ACTIVE {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:45:51.742367 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-117698b8-2fca-4c73-b6a6-0411ee1e295e None None] Port 98a1cbea-a198-4a65-bf24-b5154246609d cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:51.873235 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9fed2474-7a71-4752-aa8f-844b928c4f5a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (98a1cbea-a198-4a65-bf24-b5154246609d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:51.879209 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port b31c4722-990a-45d9-a2e9-d703eb8041f6 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:51.879602 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b31c4722-990a-45d9-a2e9-d703eb8041f6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:51.885123 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d439092c-3acc-414a-91e2-84697f012c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (f1ab5c5f-3de3-460b-893c-366b808812f0), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:51.932870 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa27c75-b50f-48fe-9e80-eaf3ce1731b7 req-a14611e7-17a1-4bd7-a0f6-8260199bd3a2 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:51.950175 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cfa27c75-b50f-48fe-9e80-eaf3ce1731b7 req-a14611e7-17a1-4bd7-a0f6-8260199bd3a2 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 1.1713598 Jan 28 13:45:51.996916 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port b31c4722-990a-45d9-a2e9-d703eb8041f6, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b31c4722-990a-45d9-a2e9-d703eb8041f6,segment=NetworkSegment(6f61d8a0-65ae-4f2e-85d3-314859706203),segment_id=6f61d8a0-65ae-4f2e-85d3-314859706203)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:52.008514 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b31c4722-990a-45d9-a2e9-d703eb8041f6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.088956 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c328d75-904b-4334-8dc0-70afcc666ca0 None None] Network 22bc5464-acb6-4c41-91e1-c74883d1d80d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:52.223975 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cfa27c75-b50f-48fe-9e80-eaf3ce1731b7 req-983a85bb-cc61-4a13-8daf-85f444222bc2 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710950 Jan 28 13:45:52.242449 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9fed2474-7a71-4752-aa8f-844b928c4f5a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.291224 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9fed2474-7a71-4752-aa8f-844b928c4f5a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/ports/98a1cbea-a198-4a65-bf24-b5154246609d HTTP/1.1" status: 204 len: 168 time: 2.2924426 Jan 28 13:45:52.292200 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51456) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:52.298250 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed2474-7a71-4752-aa8f-844b928c4f5a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Port': ['ID=98a1cbea-a198-4a65-bf24-b5154246609d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:52.404257 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30d5906-a912-4689-ba88-c46373ae27da tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] GET failed (client error): The resource could not be found. Jan 28 13:45:52.412981 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f30d5906-a912-4689-ba88-c46373ae27da tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "GET /v2.0/ports/98a1cbea-a198-4a65-bf24-b5154246609d HTTP/1.1" status: 404 len: 333 time: 0.1085231 Jan 28 13:45:52.418172 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51460) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:52.461182 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-88d6f747-8e95-41b4-8449-b36eb57c4ee7 None None] Provisioning complete for port b31c4722-990a-45d9-a2e9-d703eb8041f6 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:52.482779 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-88d6f747-8e95-41b4-8449-b36eb57c4ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b31c4722-990a-45d9-a2e9-d703eb8041f6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.572805 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=b31c4722-990a-45d9-a2e9-d703eb8041f6,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:52.597000 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d439092c-3acc-414a-91e2-84697f012c0c admin admin] Router f1ab5c5f-3de3-460b-893c-366b808812f0 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:45:52.607164 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76085a54-adfc-4de9-9f80-2642d9766f13 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Router 6b03775d-5b2b-44ef-b7cc-b94b66572f10 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:45:52.613227 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf1d6b58-afcb-42a3-a5db-a3fb2f141fef req-07416c99-68a3-4138-ab0b-a7b127e3246c service neutron] 10.222.0.37 "GET /v2.0/networks/fdf5a652-b111-479f-bc51-46460825e1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5495141 Jan 28 13:45:52.679395 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f0d54be8-1eb0-4648-b18a-c384e796202d req-998ac9b1-1ea4-4dcb-867f-3fb98bf2a6a2 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.1857605 Jan 28 13:45:52.776048 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76085a54-adfc-4de9-9f80-2642d9766f13 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:45:52.838994 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-76085a54-adfc-4de9-9f80-2642d9766f13 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.847096 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5964b6a5-f900-4696-a52a-71722e70a5f8 None None] Sync routers for ids ['6b03775d-5b2b-44ef-b7cc-b94b66572f10'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:45:52.852044 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a10c228d-48c3-478e-9048-575a7d8c354a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (e773bfec-267a-47e7-a1ba-83fcce43fbf0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.882686 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5964b6a5-f900-4696-a52a-71722e70a5f8 None None] Routers {'6b03775d-5b2b-44ef-b7cc-b94b66572f10'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:52.886740 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5964b6a5-f900-4696-a52a-71722e70a5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:45:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6b03775d-5b2b-44ef-b7cc-b94b66572f10'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:52.966655 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a10c228d-48c3-478e-9048-575a7d8c354a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (e773bfec-267a-47e7-a1ba-83fcce43fbf0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.069399 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-5964b6a5-f900-4696-a52a-71722e70a5f8 None None] Set router 6b03775d-5b2b-44ef-b7cc-b94b66572f10 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:53.080732 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d439092c-3acc-414a-91e2-84697f012c0c admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:45:53.091984 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d89f348-83dc-4168-8754-e24f55c81c4b None None] Sync routers for ids ['f1ab5c5f-3de3-460b-893c-366b808812f0'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:45:53.118783 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d89f348-83dc-4168-8754-e24f55c81c4b None None] Routers {'f1ab5c5f-3de3-460b-893c-366b808812f0'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:53.122243 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5d89f348-83dc-4168-8754-e24f55c81c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:45:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['f1ab5c5f-3de3-460b-893c-366b808812f0'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:53.129027 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c13557-69f9-483c-9d5d-e6dcfe0347d5', 'tag': 'c6538e7e-912c-4129-a329-d0dcf0583756'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:53.146323 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9176e132-36e7-4d1a-a476-62d4035d806d" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c13557-69f9-483c-9d5d-e6dcfe0347d5", "tag": "c6538e7e-912c-4129-a329-d0dcf0583756"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:53.173888 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d439092c-3acc-414a-91e2-84697f012c0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.175208 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d439092c-3acc-414a-91e2-84697f012c0c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4823170 Jan 28 13:45:53.179706 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51476) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:53.202295 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-76085a54-adfc-4de9-9f80-2642d9766f13 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "PUT /v2.0/floatingips/a9e53884-7e79-42d4-a362-617b0a8ceb94 HTTP/1.1" status: 200 len: 990 time: 6.5112934 Jan 28 13:45:53.211303 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57cbbe-c46a-41e3-8d6a-18697884f825 req-f782d24f-3b0f-42b4-b384-e559fd09d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:53.212922 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a57cbbe-c46a-41e3-8d6a-18697884f825 req-f782d24f-3b0f-42b4-b384-e559fd09d899 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b20b56137a94d119bc41239a8a47be8&device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 1096 time: 0.4405110 Jan 28 13:45:53.252539 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5687d61-97a2-42cb-a868-12ffb8f5ae5e req-17fa8088-d9b6-4e2f-8a51-ae15316bf099 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:53.265696 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b5687d61-97a2-42cb-a868-12ffb8f5ae5e req-17fa8088-d9b6-4e2f-8a51-ae15316bf099 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.4917974 Jan 28 13:45:53.314349 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a10c228d-48c3-478e-9048-575a7d8c354a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e773bfec-267a-47e7-a1ba-83fcce43fbf0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.317163 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a10c228d-48c3-478e-9048-575a7d8c354a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.318346 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a10c228d-48c3-478e-9048-575a7d8c354a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/security-groups/e773bfec-267a-47e7-a1ba-83fcce43fbf0 HTTP/1.1" status: 204 len: 168 time: 0.8992102 Jan 28 13:45:53.328162 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b31c4722-990a-45d9-a2e9-d703eb8041f6 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:53.349992 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51486) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:53.415261 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c228d-48c3-478e-9048-575a7d8c354a tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e773bfec-267a-47e7-a1ba-83fcce43fbf0,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:53.482422 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3e9222-e93e-4b45-98d1-f39ed7eaf928 x-openstack-request-id: req-8a3e9222-e93e-4b45-98d1-f39ed7eaf928 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:53.489884 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c13557-69f9-483c-9d5d-e6dcfe0347d5", "tag": "c6538e7e-912c-4129-a329-d0dcf0583756", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:53.490243 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a3e9222-e93e-4b45-98d1-f39ed7eaf928 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:53.492122 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c13557-69f9-483c-9d5d-e6dcfe0347d5', 'tag': 'c6538e7e-912c-4129-a329-d0dcf0583756', 'status': 'completed', 'code': 200} Jan 28 13:45:53.504542 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-88d6f747-8e95-41b4-8449-b36eb57c4ee7 None None] Current status of the port b31c4722-990a-45d9-a2e9-d703eb8041f6 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:53.531037 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-5d89f348-83dc-4168-8754-e24f55c81c4b None None] Set router f1ab5c5f-3de3-460b-893c-366b808812f0 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:53.743172 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b5687d61-97a2-42cb-a868-12ffb8f5ae5e req-8edb157f-d73a-477f-9312-b3e9c2b80736 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746938 Jan 28 13:45:53.751418 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57cbbe-c46a-41e3-8d6a-18697884f825 req-07a36a5d-d4f3-4c8f-9609-b1c875848fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:53.758959 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a57cbbe-c46a-41e3-8d6a-18697884f825 req-07a36a5d-d4f3-4c8f-9609-b1c875848fb4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fdf5a652-b111-479f-bc51-46460825e1b8 HTTP/1.1" status: 200 len: 913 time: 0.4866526 Jan 28 13:45:53.849067 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-df6cba63-ce3f-42e4-b74d-a2e84e73cee5 None None] Provisioning complete for port b31c4722-990a-45d9-a2e9-d703eb8041f6 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:53.849857 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df6cba63-ce3f-42e4-b74d-a2e84e73cee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b31c4722-990a-45d9-a2e9-d703eb8041f6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.855769 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port b31c4722-990a-45d9-a2e9-d703eb8041f6 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:53.856469 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b31c4722-990a-45d9-a2e9-d703eb8041f6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.996022 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a57cbbe-c46a-41e3-8d6a-18697884f825 req-7486c5c7-f57a-46c1-8ff1-8b842b22c8da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6538e7e-912c-4129-a329-d0dcf0583756 HTTP/1.1" status: 200 len: 1000 time: 0.2299597 Jan 28 13:45:54.009024 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81faf65-f71d-4aff-bf05-17cecd25ba6c req-7b65e044-23d4-4df4-80e3-ae868d583591 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:54.025442 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a81faf65-f71d-4aff-bf05-17cecd25ba6c req-7b65e044-23d4-4df4-80e3-ae868d583591 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.1227841 Jan 28 13:45:54.103346 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57cbbe-c46a-41e3-8d6a-18697884f825 req-19277ddc-8485-45d7-a05b-ae3ed4391793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:54.105217 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a57cbbe-c46a-41e3-8d6a-18697884f825 req-19277ddc-8485-45d7-a05b-ae3ed4391793 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b9e7001d-7550-4a4d-8844-b5374df32dd9 HTTP/1.1" status: 200 len: 852 time: 0.0773606 Jan 28 13:45:54.162799 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5d89f348-83dc-4168-8754-e24f55c81c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ab5c5f-3de3-460b-893c-366b808812f0', 'name': 'tempest-TestAggregatesBasicOps-1179835479-router', 'tenant_id': 'a17682f761f649eeb8ba72bdb3b5d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'a80789e7-6a1b-42dc-980c-0fa30852bb7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:45Z', 'updated_at': '2022-01-28T13:45:50Z', 'revision_number': 3, 'project_id': 'a17682f761f649eeb8ba72bdb3b5d8e3', 'gw_port': {'id': 'a80789e7-6a1b-42dc-980c-0fa30852bb7b', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ab5c5f-3de3-460b-893c-366b808812f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:48Z', 'updated_at': '2022-01-28T13:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:54.273554 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d89f348-83dc-4168-8754-e24f55c81c4b None None] Checking router: f1ab5c5f-3de3-460b-893c-366b808812f0 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:45:54.273554 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d89f348-83dc-4168-8754-e24f55c81c4b None None] Updating router f1ab5c5f-3de3-460b-893c-366b808812f0 port a80789e7-6a1b-42dc-980c-0fa30852bb7b binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:45:54.283003 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a81faf65-f71d-4aff-bf05-17cecd25ba6c req-42a92f15-1836-4906-afe6-32fb10664c5e tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560334 Jan 28 13:45:54.352861 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d89f348-83dc-4168-8754-e24f55c81c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a80789e7-6a1b-42dc-980c-0fa30852bb7b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:54.363272 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5e27a4a2-9123-4c35-9fc6-903af8054762 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (c8f0b8e9-6913-4470-b325-9ca5bd1a290b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:54.411388 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57cbbe-c46a-41e3-8d6a-18697884f825 req-307e5fb3-28e4-4523-990c-101304b48f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:54.424790 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a57cbbe-c46a-41e3-8d6a-18697884f825 req-307e5fb3-28e4-4523-990c-101304b48f42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fdf5a652-b111-479f-bc51-46460825e1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2678792 Jan 28 13:45:54.508828 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-145706b6-59a2-43ed-83d2-4e4484d1714b req-ebb92661-0fa5-4edc-bb97-d5042e801a17 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.4943099 Jan 28 13:45:54.678092 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5e27a4a2-9123-4c35-9fc6-903af8054762 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (c8f0b8e9-6913-4470-b325-9ca5bd1a290b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:54.852680 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a57cbbe-c46a-41e3-8d6a-18697884f825 req-f0bc250d-0fc7-4716-bcf3-db1421cfb68f service neutron] 10.222.0.37 "GET /v2.0/networks/fdf5a652-b111-479f-bc51-46460825e1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112091 Jan 28 13:45:55.061249 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5e27a4a2-9123-4c35-9fc6-903af8054762 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c8f0b8e9-6913-4470-b325-9ca5bd1a290b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:55.070000 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5e27a4a2-9123-4c35-9fc6-903af8054762 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:55.076197 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5e27a4a2-9123-4c35-9fc6-903af8054762 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/security-groups/c8f0b8e9-6913-4470-b325-9ca5bd1a290b HTTP/1.1" status: 204 len: 168 time: 1.7155871 Jan 28 13:45:55.085906 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51528) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:55.195367 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51530) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:55.244007 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27a4a2-9123-4c35-9fc6-903af8054762 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f0b8e9-6913-4470-b325-9ca5bd1a290b,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:55.455701 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885eb01-ed23-4afd-8a3a-9cdf7fdc1242 req-5c7a3211-fc77-4a65-bead-8d229fc2fcb5 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:55.467637 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8645c09f-26b7-4851-a4ee-cfa04f90835a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:55.472447 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-df6cba63-ce3f-42e4-b74d-a2e84e73cee5 None None] Current status of the port b31c4722-990a-45d9-a2e9-d703eb8041f6 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:55.487036 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7885eb01-ed23-4afd-8a3a-9cdf7fdc1242 req-5c7a3211-fc77-4a65-bead-8d229fc2fcb5 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/networks?id=4a2dd781-e5e8-4409-9997-239fcf11d461 HTTP/1.1" status: 200 len: 813 time: 0.6329868 Jan 28 13:45:55.493424 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c13557-69f9-483c-9d5d-e6dcfe0347d5', 'tag': 'c6538e7e-912c-4129-a329-d0dcf0583756'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:55.495703 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1b2eed-f68d-4dce-a331-655a22857d64" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c13557-69f9-483c-9d5d-e6dcfe0347d5", "tag": "c6538e7e-912c-4129-a329-d0dcf0583756"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:55.548662 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d89f348-83dc-4168-8754-e24f55c81c4b None None] Publish callbacks [] for port (a80789e7-6a1b-42dc-980c-0fa30852bb7b), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:55.557071 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d89f348-83dc-4168-8754-e24f55c81c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a80789e7-6a1b-42dc-980c-0fa30852bb7b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:55.578964 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5964b6a5-f900-4696-a52a-71722e70a5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'name': 'tempest-TestVolumeBackupRestore-151576015-router', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:27Z', 'updated_at': '2022-01-28T13:39:35Z', 'revision_number': 4, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'gw_port': {'id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:28Z', 'updated_at': '2022-01-28T13:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'a9e53884-7e79-42d4-a362-617b0a8ceb94', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'port_id': 'c6538e7e-912c-4129-a329-d0dcf0583756', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2755, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8', 'mac_address': 'fa:16:3e:ed:63:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c13557-69f9-483c-9d5d-e6dcfe0347d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:45:43Z', 'updated_at': '2022-01-28T13:45:52Z', 'revision_number': 2, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ed2de8-0555-480f-98c7-c426bcd48da1', 'name': '', 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'mac_address': 'fa:16:3e:fb:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'b9e7001d-7550-4a4d-8844-b5374df32dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:34Z', 'updated_at': '2022-01-28T13:39:44Z', 'revision_number': 5, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'subnets': [{'id': 'b9e7001d-7550-4a4d-8844-b5374df32dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:55.580394 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7885eb01-ed23-4afd-8a3a-9cdf7fdc1242 req-9785082b-56d8-461f-94f7-e117f45c15a5 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/quotas/f3095f4e8b2c4c5291a6921e64aeca07 HTTP/1.1" status: 200 len: 375 time: 0.0923929 Jan 28 13:45:55.588917 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cf5ce69e-d139-48fa-a6f8-56785cb1e182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:55.594119 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d826e7-5cc9-4a8e-a449-b3ffdd9ad1eb tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting subnet 42d24075-8854-4e90-951a-1a9052a4d5bf {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:45:55.608684 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e5ed7-93d1-470c-82d6-6f964f9ac605 None None] Pushing event updated for resources: {'Port': ['ID=a80789e7-6a1b-42dc-980c-0fa30852bb7b,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:55.613747 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-70d826e7-5cc9-4a8e-a449-b3ffdd9ad1eb tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for subnet (42d24075-8854-4e90-951a-1a9052a4d5bf), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:55.634398 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a57cbbe-c46a-41e3-8d6a-18697884f825 req-7c4ff283-26c0-4cd7-9203-09986dcb02f6 service neutron] 10.222.0.37 "GET /v2.0/networks/fdf5a652-b111-479f-bc51-46460825e1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315035 Jan 28 13:45:55.667513 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-5d89f348-83dc-4168-8754-e24f55c81c4b None None] Attempting to bind port a80789e7-6a1b-42dc-980c-0fa30852bb7b on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:55.667874 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-5d89f348-83dc-4168-8754-e24f55c81c4b None None] Attempting to bind port a80789e7-6a1b-42dc-980c-0fa30852bb7b by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:55.668231 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d89f348-83dc-4168-8754-e24f55c81c4b None None] Attempting to bind port a80789e7-6a1b-42dc-980c-0fa30852bb7b on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:55.680194 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d89f348-83dc-4168-8754-e24f55c81c4b None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:55.680922 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d89f348-83dc-4168-8754-e24f55c81c4b None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:55.682555 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d89f348-83dc-4168-8754-e24f55c81c4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:55.682883 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5964b6a5-f900-4696-a52a-71722e70a5f8 None None] Checking router: 6b03775d-5b2b-44ef-b7cc-b94b66572f10 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:45:55.683389 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d89f348-83dc-4168-8754-e24f55c81c4b None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:55.684036 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-5d89f348-83dc-4168-8754-e24f55c81c4b None None] Bound port: a80789e7-6a1b-42dc-980c-0fa30852bb7b, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:55.684708 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d89f348-83dc-4168-8754-e24f55c81c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a80789e7-6a1b-42dc-980c-0fa30852bb7b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:55.725835 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab58dab2-b81a-452d-8515-be63e3e938e1 x-openstack-request-id: req-ab58dab2-b81a-452d-8515-be63e3e938e1 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:55.726133 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c13557-69f9-483c-9d5d-e6dcfe0347d5", "tag": "c6538e7e-912c-4129-a329-d0dcf0583756", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:55.726369 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ab58dab2-b81a-452d-8515-be63e3e938e1 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:55.726776 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c13557-69f9-483c-9d5d-e6dcfe0347d5', 'tag': 'c6538e7e-912c-4129-a329-d0dcf0583756', 'status': 'completed', 'code': 200} Jan 28 13:45:55.733269 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-70d826e7-5cc9-4a8e-a449-b3ffdd9ad1eb tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (42d24075-8854-4e90-951a-1a9052a4d5bf), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:55.750941 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5964b6a5-f900-4696-a52a-71722e70a5f8 None None] Routers {'6b03775d-5b2b-44ef-b7cc-b94b66572f10'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:55.767848 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5964b6a5-f900-4696-a52a-71722e70a5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:45:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6b03775d-5b2b-44ef-b7cc-b94b66572f10'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:55.768119 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-5d89f348-83dc-4168-8754-e24f55c81c4b None None] For port a80789e7-6a1b-42dc-980c-0fa30852bb7b, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:55.770348 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port b31c4722-990a-45d9-a2e9-d703eb8041f6 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:55.771875 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-5d89f348-83dc-4168-8754-e24f55c81c4b None None] For port a80789e7-6a1b-42dc-980c-0fa30852bb7b, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=a80789e7-6a1b-42dc-980c-0fa30852bb7b,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:55.798749 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7885eb01-ed23-4afd-8a3a-9cdf7fdc1242 req-902dcc79-1566-4938-83ce-c05af8b2b91b tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3095f4e8b2c4c5291a6921e64aeca07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2153678 Jan 28 13:45:55.801371 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-5d89f348-83dc-4168-8754-e24f55c81c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a80789e7-6a1b-42dc-980c-0fa30852bb7b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:55.873264 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176e132-36e7-4d1a-a476-62d4035d806d req-eac78510-d269-4d6e-b8c7-f0d08e50eca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:55.875541 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9176e132-36e7-4d1a-a476-62d4035d806d req-eac78510-d269-4d6e-b8c7-f0d08e50eca1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b20b56137a94d119bc41239a8a47be8&device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 1096 time: 0.1217666 Jan 28 13:45:56.002421 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c48d2b95-8be6-4c6a-9b18-44ca0e188c92 req-8430e692-18f1-4b2b-9ede-ecda86c4742c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.0851221 Jan 28 13:45:56.023892 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d89f348-83dc-4168-8754-e24f55c81c4b None None] Routers {'f1ab5c5f-3de3-460b-893c-366b808812f0'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:56.029122 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5d89f348-83dc-4168-8754-e24f55c81c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:45:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['f1ab5c5f-3de3-460b-893c-366b808812f0'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:56.052106 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-5964b6a5-f900-4696-a52a-71722e70a5f8 None None] Set router 6b03775d-5b2b-44ef-b7cc-b94b66572f10 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:56.144107 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176e132-36e7-4d1a-a476-62d4035d806d req-8bbf6152-0ff5-466f-b1df-8c07f4544c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:56.147946 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9176e132-36e7-4d1a-a476-62d4035d806d req-8bbf6152-0ff5-466f-b1df-8c07f4544c92 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fdf5a652-b111-479f-bc51-46460825e1b8 HTTP/1.1" status: 200 len: 913 time: 0.2639115 Jan 28 13:45:56.169068 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e5ed7-93d1-470c-82d6-6f964f9ac605 None None] Pushing event updated for resources: {'Port': ['ID=a80789e7-6a1b-42dc-980c-0fa30852bb7b,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:56.250244 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9176e132-36e7-4d1a-a476-62d4035d806d req-97d69956-0402-4f37-b6af-eb1bf7f9dddd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6538e7e-912c-4129-a329-d0dcf0583756 HTTP/1.1" status: 200 len: 1000 time: 0.0807745 Jan 28 13:45:56.356711 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-70d826e7-5cc9-4a8e-a449-b3ffdd9ad1eb tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (42d24075-8854-4e90-951a-1a9052a4d5bf), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:56.442302 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-70d826e7-5cc9-4a8e-a449-b3ffdd9ad1eb tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (42d24075-8854-4e90-951a-1a9052a4d5bf), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:56.490198 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d826e7-5cc9-4a8e-a449-b3ffdd9ad1eb tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Subnet': ['ID=42d24075-8854-4e90-951a-1a9052a4d5bf,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:56.549535 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-70d826e7-5cc9-4a8e-a449-b3ffdd9ad1eb tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:56.550146 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cb3df8-53b1-42c7-b4b0-887b63604836 None None] Network 90db768a-3cc0-4391-9807-17d433ba2858 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:56.554393 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5964b6a5-f900-4696-a52a-71722e70a5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'name': 'tempest-TestVolumeBackupRestore-151576015-router', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:27Z', 'updated_at': '2022-01-28T13:39:35Z', 'revision_number': 4, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'gw_port': {'id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:28Z', 'updated_at': '2022-01-28T13:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'a9e53884-7e79-42d4-a362-617b0a8ceb94', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'port_id': 'c6538e7e-912c-4129-a329-d0dcf0583756', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2755, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8', 'mac_address': 'fa:16:3e:ed:63:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c13557-69f9-483c-9d5d-e6dcfe0347d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:45:43Z', 'updated_at': '2022-01-28T13:45:52Z', 'revision_number': 2, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ed2de8-0555-480f-98c7-c426bcd48da1', 'name': '', 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'mac_address': 'fa:16:3e:fb:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'b9e7001d-7550-4a4d-8844-b5374df32dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:34Z', 'updated_at': '2022-01-28T13:39:44Z', 'revision_number': 5, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'subnets': [{'id': 'b9e7001d-7550-4a4d-8844-b5374df32dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:56.559642 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-5d89f348-83dc-4168-8754-e24f55c81c4b None None] Set router f1ab5c5f-3de3-460b-893c-366b808812f0 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:56.566484 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-70d826e7-5cc9-4a8e-a449-b3ffdd9ad1eb tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/subnets/42d24075-8854-4e90-951a-1a9052a4d5bf HTTP/1.1" status: 204 len: 168 time: 1.4713063 Jan 28 13:45:56.569138 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176e132-36e7-4d1a-a476-62d4035d806d req-02e84552-7120-41c2-b4cc-075dfa0bf7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:56.573117 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9176e132-36e7-4d1a-a476-62d4035d806d req-02e84552-7120-41c2-b4cc-075dfa0bf7a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b9e7001d-7550-4a4d-8844-b5374df32dd9 HTTP/1.1" status: 200 len: 852 time: 0.3000882 Jan 28 13:45:56.573604 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51550) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:56.597270 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353893c-11e6-4c03-9fed-a0e2df484950 req-f06347fb-6ff6-4dc8-b477-e8d979707aac tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:56.601094 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0353893c-11e6-4c03-9fed-a0e2df484950 req-f06347fb-6ff6-4dc8-b477-e8d979707aac tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.3500707 Jan 28 13:45:56.619685 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-66fe0478-998b-4dc4-b127-303b95dc2c5c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'subnet': {'network_id': '90db768a-3cc0-4391-9807-17d433ba2858', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:56.638798 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5964b6a5-f900-4696-a52a-71722e70a5f8 None None] The sync data for ids ['6b03775d-5b2b-44ef-b7cc-b94b66572f10'] in n-d-822747-2 is: [{'id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'name': 'tempest-TestVolumeBackupRestore-151576015-router', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:27Z', 'updated_at': '2022-01-28T13:39:35Z', 'revision_number': 4, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'gw_port': {'id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:28Z', 'updated_at': '2022-01-28T13:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'a9e53884-7e79-42d4-a362-617b0a8ceb94', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'port_id': 'c6538e7e-912c-4129-a329-d0dcf0583756', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2755, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8', 'mac_address': 'fa:16:3e:ed:63:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c13557-69f9-483c-9d5d-e6dcfe0347d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:45:43Z', 'updated_at': '2022-01-28T13:45:52Z', 'revision_number': 2, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ed2de8-0555-480f-98c7-c426bcd48da1', 'name': '', 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'mac_address': 'fa:16:3e:fb:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'b9e7001d-7550-4a4d-8844-b5374df32dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:34Z', 'updated_at': '2022-01-28T13:39:44Z', 'revision_number': 5, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'subnets': [{'id': 'b9e7001d-7550-4a4d-8844-b5374df32dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:45:56.773093 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cf5ce69e-d139-48fa-a6f8-56785cb1e182 admin admin] Publish callbacks [] for security_group (22db9069-c606-4de6-841f-b2fb809e2785), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:56.877518 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cf5ce69e-d139-48fa-a6f8-56785cb1e182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (22db9069-c606-4de6-841f-b2fb809e2785), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:56.958273 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fe0478-998b-4dc4-b127-303b95dc2c5c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:56.962671 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-66fe0478-998b-4dc4-b127-303b95dc2c5c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:57.021797 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-8645c09f-26b7-4851-a4ee-cfa04f90835a admin admin] Allocated IP 172.20.0.1 (22bc5464-acb6-4c41-91e1-c74883d1d80d/03588dc5-b461-48b7-935a-73808e038e44/c17fab01-46fc-44da-8499-9e432e0322da) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:57.049707 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5d89f348-83dc-4168-8754-e24f55c81c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ab5c5f-3de3-460b-893c-366b808812f0', 'name': 'tempest-TestAggregatesBasicOps-1179835479-router', 'tenant_id': 'a17682f761f649eeb8ba72bdb3b5d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'a80789e7-6a1b-42dc-980c-0fa30852bb7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:45Z', 'updated_at': '2022-01-28T13:45:50Z', 'revision_number': 3, 'project_id': 'a17682f761f649eeb8ba72bdb3b5d8e3', 'gw_port': {'id': 'a80789e7-6a1b-42dc-980c-0fa30852bb7b', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ab5c5f-3de3-460b-893c-366b808812f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:48Z', 'updated_at': '2022-01-28T13:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:57.169363 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d89f348-83dc-4168-8754-e24f55c81c4b None None] The sync data for ids ['f1ab5c5f-3de3-460b-893c-366b808812f0'] in n-d-822747-2 is: [{'id': 'f1ab5c5f-3de3-460b-893c-366b808812f0', 'name': 'tempest-TestAggregatesBasicOps-1179835479-router', 'tenant_id': 'a17682f761f649eeb8ba72bdb3b5d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'a80789e7-6a1b-42dc-980c-0fa30852bb7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:45Z', 'updated_at': '2022-01-28T13:45:50Z', 'revision_number': 3, 'project_id': 'a17682f761f649eeb8ba72bdb3b5d8e3', 'gw_port': {'id': 'a80789e7-6a1b-42dc-980c-0fa30852bb7b', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ab5c5f-3de3-460b-893c-366b808812f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:48Z', 'updated_at': '2022-01-28T13:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:45:57.409783 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51556) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:57.413745 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-cf5ce69e-d139-48fa-a6f8-56785cb1e182 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fd9efac5aec646569b4cb3816c954487&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1802125 Jan 28 13:45:57.419607 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6b15c63-add3-4007-a52d-5941140beed4 req-00abfb33-ad07-4e90-99ec-422711320999 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.1305752 Jan 28 13:45:57.426824 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ce69e-d139-48fa-a6f8-56785cb1e182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22db9069-c606-4de6-841f-b2fb809e2785,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:57.476335 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-66fe0478-998b-4dc4-b127-303b95dc2c5c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (d0d18ad5-98a5-4385-ab84-0d7cc0a72180), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:57.543670 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8645c09f-26b7-4851-a4ee-cfa04f90835a admin admin] Publish callbacks [] for port (c17fab01-46fc-44da-8499-9e432e0322da), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:57.652933 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fe0478-998b-4dc4-b127-303b95dc2c5c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network 90db768a-3cc0-4391-9807-17d433ba2858 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:57.682054 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8645c09f-26b7-4851-a4ee-cfa04f90835a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c17fab01-46fc-44da-8499-9e432e0322da), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:57.685646 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe0478-998b-4dc4-b127-303b95dc2c5c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Subnet': ['ID=d0d18ad5-98a5-4385-ab84-0d7cc0a72180,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:57.693569 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-66fe0478-998b-4dc4-b127-303b95dc2c5c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:57.709436 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fe0478-998b-4dc4-b127-303b95dc2c5c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:57.710081 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-66fe0478-998b-4dc4-b127-303b95dc2c5c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:57.800873 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-66fe0478-998b-4dc4-b127-303b95dc2c5c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2235823 Jan 28 13:45:57.812569 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8645c09f-26b7-4851-a4ee-cfa04f90835a admin admin] Network 22bc5464-acb6-4c41-91e1-c74883d1d80d is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:57.813211 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51562) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:57.817928 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-2aad272b-2add-4c52-a892-187b93eb7116 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'security_group': {'name': 'tempest-secgroup-995872692'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:57.827256 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-8645c09f-26b7-4851-a4ee-cfa04f90835a admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:57.840273 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8645c09f-26b7-4851-a4ee-cfa04f90835a admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:57.941826 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8645c09f-26b7-4851-a4ee-cfa04f90835a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (f1ab5c5f-3de3-460b-893c-366b808812f0), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.019676 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176e132-36e7-4d1a-a476-62d4035d806d req-b83d694e-a653-42f2-b4c6-1c44cbfac4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:58.029085 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9176e132-36e7-4d1a-a476-62d4035d806d req-b83d694e-a653-42f2-b4c6-1c44cbfac4a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fdf5a652-b111-479f-bc51-46460825e1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4254353 Jan 28 13:45:58.086706 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aff224ed-7047-4e2f-8a48-fbb24859134e req-e7de845c-1cbd-4d40-8d66-03a4e578f1c3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6753697 Jan 28 13:45:58.108078 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device a80789e7-6a1b-42dc-980c-0fa30852bb7b up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:58.218812 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port a80789e7-6a1b-42dc-980c-0fa30852bb7b triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:58.219517 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a80789e7-6a1b-42dc-980c-0fa30852bb7b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.356069 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port a80789e7-6a1b-42dc-980c-0fa30852bb7b is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:58.356761 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a80789e7-6a1b-42dc-980c-0fa30852bb7b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.359265 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0353893c-11e6-4c03-9fed-a0e2df484950 req-3b26d3c1-c31e-4dda-b502-3e398bd23486 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4886696 Jan 28 13:45:58.410640 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port a80789e7-6a1b-42dc-980c-0fa30852bb7b, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=a80789e7-6a1b-42dc-980c-0fa30852bb7b,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:58.423458 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a80789e7-6a1b-42dc-980c-0fa30852bb7b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.471326 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b13605f8-b522-4498-9043-ea34339c6636 admin admin] Publish callbacks [] for security_group (22db9069-c606-4de6-841f-b2fb809e2785), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.473944 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c4e5a8-a353-45d6-b7e7-be9398aa6b58 None None] Network 90db768a-3cc0-4391-9807-17d433ba2858 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:58.571493 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-df35acf4-3d4c-4fe4-b35d-064d2aaaaf55 None None] Provisioning complete for port c17fab01-46fc-44da-8499-9e432e0322da triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:58.576596 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df35acf4-3d4c-4fe4-b35d-064d2aaaaf55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c17fab01-46fc-44da-8499-9e432e0322da), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.589268 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b13605f8-b522-4498-9043-ea34339c6636 admin admin] Publish callbacks [] for security_group (22db9069-c606-4de6-841f-b2fb809e2785), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.724749 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=a80789e7-6a1b-42dc-980c-0fa30852bb7b,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:58.740646 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:58.741430 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:58.741944 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:58.742440 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:58.742969 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:58.743451 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:58.743980 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:58.744636 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:58.745160 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:58.745715 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:58.746339 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:58.746823 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:58.747448 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:58.817845 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-df35acf4-3d4c-4fe4-b35d-064d2aaaaf55 None None] Port c17fab01-46fc-44da-8499-9e432e0322da cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:59.002520 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be417306-33c0-45a4-9bf1-1dbfca4ba761 None None] Update dhcp port {'port': {'network_id': '90db768a-3cc0-4391-9807-17d433ba2858', 'fixed_ips': [{'subnet_id': '06cfbe51-e6ee-4af6-9208-978d31f54e9e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd0d18ad5-98a5-4385-ab84-0d7cc0a72180'}], 'binding:host_id': 'n-d-822747-2'}, 'id': '2cb56166-22a4-4d74-a666-e963b55c1351'} from n-d-822747-2. {{(pid=103353) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 13:45:59.048725 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be417306-33c0-45a4-9bf1-1dbfca4ba761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.064588 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-006c36e1-d70c-49dc-a3f2-cd6504ec9b39 None None] Provisioning complete for port 2cb56166-22a4-4d74-a666-e963b55c1351 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:59.064973 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-006c36e1-d70c-49dc-a3f2-cd6504ec9b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.164423 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645c09f-26b7-4851-a4ee-cfa04f90835a admin admin] Pushing event updated for resources: {'Port': ['ID=c17fab01-46fc-44da-8499-9e432e0322da,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:59.270292 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8645c09f-26b7-4851-a4ee-cfa04f90835a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c17fab01-46fc-44da-8499-9e432e0322da), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.318979 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2aad272b-2add-4c52-a892-187b93eb7116 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.365217 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9176e132-36e7-4d1a-a476-62d4035d806d req-45de02cc-f736-4451-934e-9bf5fd1a8ffa service neutron] 10.222.0.37 "GET /v2.0/networks/fdf5a652-b111-479f-bc51-46460825e1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3232872 Jan 28 13:45:59.416197 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff224ed-7047-4e2f-8a48-fbb24859134e req-9077161b-433b-40cd-ba39-fd9261634b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:59.417688 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aff224ed-7047-4e2f-8a48-fbb24859134e req-9077161b-433b-40cd-ba39-fd9261634b17 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3095f4e8b2c4c5291a6921e64aeca07&device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 1097 time: 1.1614776 Jan 28 13:45:59.428448 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-31ea7841-4633-426f-9328-611ba63d903b req-1740e48e-32d5-4a29-aebb-6a7f30c6d27c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.8201318 Jan 28 13:45:59.475551 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d2b1c-a33e-4181-a91e-8c2e46b69a07 req-c1309867-d496-473d-8b01-569abb4d0b71 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:59.478513 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-315d2b1c-a33e-4181-a91e-8c2e46b69a07 req-c1309867-d496-473d-8b01-569abb4d0b71 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.3195395 Jan 28 13:45:59.500136 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-476109cd-462f-4a32-a09e-c8ba38681eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.506506 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-006c36e1-d70c-49dc-a3f2-cd6504ec9b39 None None] Current status of the port 2cb56166-22a4-4d74-a666-e963b55c1351 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:59.563632 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-006c36e1-d70c-49dc-a3f2-cd6504ec9b39 None None] Provisioning complete for port d8b6e127-85ef-4733-8bf9-08a807d62ba8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:59.564019 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-006c36e1-d70c-49dc-a3f2-cd6504ec9b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d8b6e127-85ef-4733-8bf9-08a807d62ba8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.628079 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-be417306-33c0-45a4-9bf1-1dbfca4ba761 None None] Allocated IP 2001:db8::2 (90db768a-3cc0-4391-9807-17d433ba2858/d0d18ad5-98a5-4385-ab84-0d7cc0a72180/2cb56166-22a4-4d74-a666-e963b55c1351) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:59.650371 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-006c36e1-d70c-49dc-a3f2-cd6504ec9b39 None None] Port d8b6e127-85ef-4733-8bf9-08a807d62ba8 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:59.667723 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-315d2b1c-a33e-4181-a91e-8c2e46b69a07 req-d893b5f6-7b8c-4332-bbd7-15e7734d47df tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697958 Jan 28 13:45:59.738974 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2aad272b-2add-4c52-a892-187b93eb7116 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (3e95e6be-8909-442c-a822-1c9ec0272df2), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.820625 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2aad272b-2add-4c52-a892-187b93eb7116 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (3e95e6be-8909-442c-a822-1c9ec0272df2), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.851113 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b13605f8-b522-4498-9043-ea34339c6636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (22db9069-c606-4de6-841f-b2fb809e2785), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.853670 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b13605f8-b522-4498-9043-ea34339c6636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.854833 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b13605f8-b522-4498-9043-ea34339c6636 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/22db9069-c606-4de6-841f-b2fb809e2785 HTTP/1.1" status: 204 len: 168 time: 2.4297769 Jan 28 13:45:59.965329 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad272b-2add-4c52-a892-187b93eb7116 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e95e6be-8909-442c-a822-1c9ec0272df2,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:59.969344 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-be417306-33c0-45a4-9bf1-1dbfca4ba761 None None] For port 2cb56166-22a4-4d74-a666-e963b55c1351, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2cb56166-22a4-4d74-a666-e963b55c1351,segment=NetworkSegment(4344e770-c981-46d9-85ec-6c27172a6440),segment_id=4344e770-c981-46d9-85ec-6c27172a6440)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:59.971179 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9176e132-36e7-4d1a-a476-62d4035d806d req-670472ab-cce5-419e-beea-f8ec739d13b7 service neutron] 10.222.0.37 "GET /v2.0/networks/fdf5a652-b111-479f-bc51-46460825e1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5645475 Jan 28 13:45:59.980562 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13605f8-b522-4498-9043-ea34339c6636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22db9069-c606-4de6-841f-b2fb809e2785,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:59.987728 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff224ed-7047-4e2f-8a48-fbb24859134e req-9484904d-dca5-4a40-9229-385d4a2a1509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:00.021908 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aff224ed-7047-4e2f-8a48-fbb24859134e req-9484904d-dca5-4a40-9229-385d4a2a1509 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a2dd781-e5e8-4409-9997-239fcf11d461 HTTP/1.1" status: 200 len: 913 time: 0.5587790 Jan 28 13:46:00.070760 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2aad272b-2add-4c52-a892-187b93eb7116 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:00.077994 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2aad272b-2add-4c52-a892-187b93eb7116 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.2611461 Jan 28 13:46:00.089994 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51592) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:00.125197 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be417306-33c0-45a4-9bf1-1dbfca4ba761 None None] Publish callbacks [] for port (2cb56166-22a4-4d74-a666-e963b55c1351), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:00.148090 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device a80789e7-6a1b-42dc-980c-0fa30852bb7b up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:00.200668 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-222e241d-b42d-4701-a276-f897d5c069b6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'security_group': {'name': 'tempest-secgroup-705721872'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:00.218472 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8645c09f-26b7-4851-a4ee-cfa04f90835a admin admin] Publish callbacks [] for port (c17fab01-46fc-44da-8499-9e432e0322da), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:00.230679 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8645c09f-26b7-4851-a4ee-cfa04f90835a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (c17fab01-46fc-44da-8499-9e432e0322da), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:00.258751 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-222e241d-b42d-4701-a276-f897d5c069b6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:00.261481 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aff224ed-7047-4e2f-8a48-fbb24859134e req-6fcb525f-198c-400d-a145-cb9bff4ec8d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e483c1a-96a3-4333-b195-4e75664bfbb4 HTTP/1.1" status: 200 len: 217 time: 0.2330036 Jan 28 13:46:00.296415 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be417306-33c0-45a4-9bf1-1dbfca4ba761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:00.393619 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-02487469-f6e3-4095-89d1-f6950e5c436a req-39dcf5ca-85da-46fa-b7d8-b3775b5e4a63 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f3095f4e8b2c4c5291a6921e64aeca07 HTTP/1.1" status: 200 len: 221 time: 0.1677101 Jan 28 13:46:00.402490 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b2eed-f68d-4dce-a331-655a22857d64 req-0adec257-500d-4cfb-a75c-39496a50f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:00.417165 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc1b2eed-f68d-4dce-a331-655a22857d64 req-0adec257-500d-4cfb-a75c-39496a50f763 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b20b56137a94d119bc41239a8a47be8&device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 1096 time: 0.3612683 Jan 28 13:46:00.425579 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8645c09f-26b7-4851-a4ee-cfa04f90835a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (f1ab5c5f-3de3-460b-893c-366b808812f0), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:00.531942 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be417306-33c0-45a4-9bf1-1dbfca4ba761 None None] Pushing event updated for resources: {'Port': ['ID=2cb56166-22a4-4d74-a666-e963b55c1351,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:00.556027 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff224ed-7047-4e2f-8a48-fbb24859134e req-9801b13b-df23-4674-9c6b-b59a1a61e8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:00.562728 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aff224ed-7047-4e2f-8a48-fbb24859134e req-9801b13b-df23-4674-9c6b-b59a1a61e8b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c3c69e8-3dad-4e28-934e-77899265971f HTTP/1.1" status: 200 len: 853 time: 0.2864826 Jan 28 13:46:00.577510 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645c09f-26b7-4851-a4ee-cfa04f90835a admin admin] Pushing event updated for resources: {'Port': ['ID=c17fab01-46fc-44da-8499-9e432e0322da,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:00.699552 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port a80789e7-6a1b-42dc-980c-0fa30852bb7b triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:00.701187 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a80789e7-6a1b-42dc-980c-0fa30852bb7b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:00.756977 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51610) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:00.802100 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-58da52d0-be0c-4d04-ac9b-3cca3a165519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:00.807211 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aff224ed-7047-4e2f-8a48-fbb24859134e req-086c5e2d-799d-41f0-ae89-bb512e6e6ee2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a2dd781-e5e8-4409-9997-239fcf11d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1773300 Jan 28 13:46:00.828405 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-aff224ed-7047-4e2f-8a48-fbb24859134e req-e2968177-4929-4865-9e05-abe754fe1cbb service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:46:00.829638 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aff224ed-7047-4e2f-8a48-fbb24859134e req-e2968177-4929-4865-9e05-abe754fe1cbb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093851 Jan 28 13:46:00.868383 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-596a8e91-6456-451c-9b67-cc66573ce728 req-3acc1083-65f0-48cb-bf5a-0b89843f1d5b tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.0989625 Jan 28 13:46:00.893037 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20214f7-e66b-4e56-89ca-6f201f1a2824 req-7ae23776-1c6f-4e30-949b-f135f6472d58 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:00.903553 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a20214f7-e66b-4e56-89ca-6f201f1a2824 req-7ae23776-1c6f-4e30-949b-f135f6472d58 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.3083940 Jan 28 13:46:00.981967 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port a80789e7-6a1b-42dc-980c-0fa30852bb7b is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:01.000518 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-222e241d-b42d-4701-a276-f897d5c069b6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (44e5f0e8-0001-4465-8bc8-7274f1b726f5), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:01.029543 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-222e241d-b42d-4701-a276-f897d5c069b6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (44e5f0e8-0001-4465-8bc8-7274f1b726f5), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:01.097833 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b2eed-f68d-4dce-a331-655a22857d64 req-960f178e-7047-40e4-8bb9-411a9b203b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:01.099902 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc1b2eed-f68d-4dce-a331-655a22857d64 req-960f178e-7047-40e4-8bb9-411a9b203b1a service neutron] 10.222.0.37 "GET /v2.0/networks?id=fdf5a652-b111-479f-bc51-46460825e1b8 HTTP/1.1" status: 200 len: 913 time: 0.6703417 Jan 28 13:46:01.124579 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a20214f7-e66b-4e56-89ca-6f201f1a2824 req-5715ba60-cb3d-4b85-8bd2-3e6cf90baf2b tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192874 Jan 28 13:46:01.140573 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-222e241d-b42d-4701-a276-f897d5c069b6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:01.142060 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-222e241d-b42d-4701-a276-f897d5c069b6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9468901 Jan 28 13:46:01.147625 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51612) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:01.218814 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-97869c84-fe1f-49fa-87c9-e21fe5b49303 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'security_group': {'name': 'tempest-secgroup-1748712285'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:01.263644 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aff224ed-7047-4e2f-8a48-fbb24859134e req-a53f166b-e865-4201-a9e6-83cd8d201b5c service neutron] 10.222.0.18 "GET /v2.0/networks/4a2dd781-e5e8-4409-9997-239fcf11d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055917 Jan 28 13:46:01.264564 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e241d-b42d-4701-a276-f897d5c069b6 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44e5f0e8-0001-4465-8bc8-7274f1b726f5,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:01.296284 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-97869c84-fe1f-49fa-87c9-e21fe5b49303 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:01.371393 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc1b2eed-f68d-4dce-a331-655a22857d64 req-4ef96233-0d8a-43b5-af2f-0861582c36ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6538e7e-912c-4129-a329-d0dcf0583756 HTTP/1.1" status: 200 len: 1000 time: 0.2622395 Jan 28 13:46:01.460369 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8645c09f-26b7-4851-a4ee-cfa04f90835a admin admin] Network 22bc5464-acb6-4c41-91e1-c74883d1d80d is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:01.470246 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-8645c09f-26b7-4851-a4ee-cfa04f90835a admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:01.522432 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b2eed-f68d-4dce-a331-655a22857d64 req-e37218e5-53ef-49d6-9255-731b7396fe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:01.524022 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc1b2eed-f68d-4dce-a331-655a22857d64 req-e37218e5-53ef-49d6-9255-731b7396fe76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b9e7001d-7550-4a4d-8844-b5374df32dd9 HTTP/1.1" status: 200 len: 852 time: 0.1108098 Jan 28 13:46:01.529076 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aff224ed-7047-4e2f-8a48-fbb24859134e req-d35cb775-aa50-46ad-adaa-2ed0668e0731 service neutron] 10.222.0.18 "GET /v2.0/networks/4a2dd781-e5e8-4409-9997-239fcf11d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586014 Jan 28 13:46:01.595834 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c0779a9b-40b5-4512-8876-e3c5ca60a2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:01.611608 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b2eed-f68d-4dce-a331-655a22857d64 req-c8d03e41-c3c9-4cbe-a176-32480e98ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:01.613147 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc1b2eed-f68d-4dce-a331-655a22857d64 req-c8d03e41-c3c9-4cbe-a176-32480e98ffc5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fdf5a652-b111-479f-bc51-46460825e1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828757 Jan 28 13:46:01.657495 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-58da52d0-be0c-4d04-ac9b-3cca3a165519 admin admin] Publish callbacks [] for security_group (fceaf1db-0649-4327-b4b2-8b85d69f3b7f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:01.703675 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-97869c84-fe1f-49fa-87c9-e21fe5b49303 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (7cd7e8e0-cd14-4409-835d-1797e7cd942d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:01.712254 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-58da52d0-be0c-4d04-ac9b-3cca3a165519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (fceaf1db-0649-4327-b4b2-8b85d69f3b7f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:01.759794 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-97869c84-fe1f-49fa-87c9-e21fe5b49303 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7cd7e8e0-cd14-4409-835d-1797e7cd942d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:01.819357 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21606a4-4bed-4d11-b9b3-ba9111645878 req-d17a67e3-870f-4937-ab11-e165a253bfc3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:01.828064 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a21606a4-4bed-4d11-b9b3-ba9111645878 req-d17a67e3-870f-4937-ab11-e165a253bfc3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.5356786 Jan 28 13:46:01.917655 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc1b2eed-f68d-4dce-a331-655a22857d64 req-73928ec3-e6cd-4b7f-8efe-8011ba724755 service neutron] 10.222.0.37 "GET /v2.0/networks/fdf5a652-b111-479f-bc51-46460825e1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851882 Jan 28 13:46:01.931020 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-58da52d0-be0c-4d04-ac9b-3cca3a165519 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9798210d887649c183b13c2907d4f6db&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1727109 Jan 28 13:46:01.934870 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-97869c84-fe1f-49fa-87c9-e21fe5b49303 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:01.947295 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-97869c84-fe1f-49fa-87c9-e21fe5b49303 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7757452 Jan 28 13:46:01.955080 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51622) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:01.955470 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51624) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:01.969206 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2cb56166-22a4-4d74-a666-e963b55c1351 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:01.995511 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da52d0-be0c-4d04-ac9b-3cca3a165519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fceaf1db-0649-4327-b4b2-8b85d69f3b7f,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:02.004755 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-851276ce-410e-42e5-b4f1-f9653d999568 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1482423735', 'security_groups': ['7cd7e8e0-cd14-4409-835d-1797e7cd942d'], 'network_id': '90db768a-3cc0-4391-9807-17d433ba2858', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd0d18ad5-98a5-4385-ab84-0d7cc0a72180'}]}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:02.133616 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-49462199-e5a3-4904-9e31-dcb1eb83d46f None None] Provisioning complete for port c17fab01-46fc-44da-8499-9e432e0322da triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:02.133991 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49462199-e5a3-4904-9e31-dcb1eb83d46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c17fab01-46fc-44da-8499-9e432e0322da), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:02.168920 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a21606a4-4bed-4d11-b9b3-ba9111645878 req-2971e559-fe3b-4287-8580-75ff08a6470d tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344440 Jan 28 13:46:02.187674 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97869c84-fe1f-49fa-87c9-e21fe5b49303 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd7e8e0-cd14-4409-835d-1797e7cd942d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:02.260886 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6425cb9c-c677-41c2-a18f-491164d32ebd req-b777b196-c0ee-431e-9181-aa2808350645 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.1652882 Jan 28 13:46:02.265953 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8645c09f-26b7-4851-a4ee-cfa04f90835a admin admin] Router f1ab5c5f-3de3-460b-893c-366b808812f0 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:02.326698 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-49462199-e5a3-4904-9e31-dcb1eb83d46f None None] Port c17fab01-46fc-44da-8499-9e432e0322da cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:46:02.347077 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc1b2eed-f68d-4dce-a331-655a22857d64 req-ddcefb1c-1024-46c4-a4d7-57100448d8d0 service neutron] 10.222.0.37 "GET /v2.0/networks/fdf5a652-b111-479f-bc51-46460825e1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200444 Jan 28 13:46:02.347422 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 2cb56166-22a4-4d74-a666-e963b55c1351 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:02.347422 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:02.377255 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-123608f3-5f5c-44f9-a00c-0a424f0c63a2 admin admin] Publish callbacks [] for security_group (fceaf1db-0649-4327-b4b2-8b85d69f3b7f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:02.384973 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-49462199-e5a3-4904-9e31-dcb1eb83d46f None None] Provisioning complete for port 2cb56166-22a4-4d74-a666-e963b55c1351 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:02.385210 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49462199-e5a3-4904-9e31-dcb1eb83d46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:02.523939 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-49462199-e5a3-4904-9e31-dcb1eb83d46f None None] Current status of the port 2cb56166-22a4-4d74-a666-e963b55c1351 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:02.562988 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-123608f3-5f5c-44f9-a00c-0a424f0c63a2 admin admin] Publish callbacks [] for security_group (fceaf1db-0649-4327-b4b2-8b85d69f3b7f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:02.574690 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-49462199-e5a3-4904-9e31-dcb1eb83d46f None None] Provisioning complete for port d8b6e127-85ef-4733-8bf9-08a807d62ba8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:02.575491 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-49462199-e5a3-4904-9e31-dcb1eb83d46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d8b6e127-85ef-4733-8bf9-08a807d62ba8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:02.578814 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 2cb56166-22a4-4d74-a666-e963b55c1351 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:02.589820 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851276ce-410e-42e5-b4f1-f9653d999568 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:46:02.617038 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-49462199-e5a3-4904-9e31-dcb1eb83d46f None None] Port d8b6e127-85ef-4733-8bf9-08a807d62ba8 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:46:02.770594 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb493e7-2f02-405e-864a-590fb0bc0185 req-ebf0da4f-dbb5-4b98-bd80-3e7cb986520c tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:02.776191 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4fb493e7-2f02-405e-864a-590fb0bc0185 req-ebf0da4f-dbb5-4b98-bd80-3e7cb986520c tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.2650695 Jan 28 13:46:02.806132 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8645c09f-26b7-4851-a4ee-cfa04f90835a admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:02.816182 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8645c09f-26b7-4851-a4ee-cfa04f90835a admin admin] 10.222.0.39 "PUT /v2.0/routers/f1ab5c5f-3de3-460b-893c-366b808812f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6344273 Jan 28 13:46:02.830795 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a718a262-beb8-4674-a5e2-1cc006396c4d None None] Sync routers for ids ['f1ab5c5f-3de3-460b-893c-366b808812f0'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:02.846399 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-123608f3-5f5c-44f9-a00c-0a424f0c63a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (fceaf1db-0649-4327-b4b2-8b85d69f3b7f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:02.849195 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-123608f3-5f5c-44f9-a00c-0a424f0c63a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:02.853397 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-123608f3-5f5c-44f9-a00c-0a424f0c63a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fceaf1db-0649-4327-b4b2-8b85d69f3b7f HTTP/1.1" status: 204 len: 168 time: 0.8690407 Jan 28 13:46:02.871401 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a718a262-beb8-4674-a5e2-1cc006396c4d None None] Routers {'f1ab5c5f-3de3-460b-893c-366b808812f0'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:02.872298 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a718a262-beb8-4674-a5e2-1cc006396c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:46:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['f1ab5c5f-3de3-460b-893c-366b808812f0'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:02.873928 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-851276ce-410e-42e5-b4f1-f9653d999568 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:02.889169 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123608f3-5f5c-44f9-a00c-0a424f0c63a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fceaf1db-0649-4327-b4b2-8b85d69f3b7f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:02.965278 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4fb493e7-2f02-405e-864a-590fb0bc0185 req-2586b5f6-c0df-466a-b957-b51091985cc2 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875410 Jan 28 13:46:02.966820 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-851276ce-410e-42e5-b4f1-f9653d999568 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] device_id is not set on port 6ca2d614-982e-4030-9d6b-73b76a02b610 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:46:03.330015 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:03.466791 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-851276ce-410e-42e5-b4f1-f9653d999568 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Allocated IP 2001:db8::1fc (90db768a-3cc0-4391-9807-17d433ba2858/d0d18ad5-98a5-4385-ab84-0d7cc0a72180/6ca2d614-982e-4030-9d6b-73b76a02b610) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:46:03.589773 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b3760342-a819-4242-b399-7ba891e6c6b7 req-bfa54e29-1eb3-4933-8289-ca424e43b56e tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.0619457 Jan 28 13:46:03.803808 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-a718a262-beb8-4674-a5e2-1cc006396c4d None None] Set router f1ab5c5f-3de3-460b-893c-366b808812f0 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:03.804735 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-851276ce-410e-42e5-b4f1-f9653d999568 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for port (6ca2d614-982e-4030-9d6b-73b76a02b610), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:03.878167 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-851276ce-410e-42e5-b4f1-f9653d999568 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (6ca2d614-982e-4030-9d6b-73b76a02b610), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:03.988264 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851276ce-410e-42e5-b4f1-f9653d999568 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Port': ['ID=6ca2d614-982e-4030-9d6b-73b76a02b610,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:04.023687 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851276ce-410e-42e5-b4f1-f9653d999568 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network 90db768a-3cc0-4391-9807-17d433ba2858 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:04.032363 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-851276ce-410e-42e5-b4f1-f9653d999568 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:04.035108 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851276ce-410e-42e5-b4f1-f9653d999568 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:46:04.040531 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851276ce-410e-42e5-b4f1-f9653d999568 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:04.041249 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-851276ce-410e-42e5-b4f1-f9653d999568 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:04.102830 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-851276ce-410e-42e5-b4f1-f9653d999568 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1172230 Jan 28 13:46:04.107333 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51670) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:04.119784 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efa45c-68d1-4ecf-b59c-59eb54382d04 req-354337ad-be22-4470-8b5f-de9e160b2b3f tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:04.121524 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d8efa45c-68d1-4ecf-b59c-59eb54382d04 req-354337ad-be22-4470-8b5f-de9e160b2b3f tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.1453173 Jan 28 13:46:04.128144 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-ce78fb72-524d-4bcf-a2b3-fd864f0535a4 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'subnet': {'network_id': '90db768a-3cc0-4391-9807-17d433ba2858', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:04.290578 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d8efa45c-68d1-4ecf-b59c-59eb54382d04 req-5462c832-c1e6-423d-95d3-cfe6e928b8e8 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621597 Jan 28 13:46:04.372270 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:04.453901 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a718a262-beb8-4674-a5e2-1cc006396c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ab5c5f-3de3-460b-893c-366b808812f0', 'name': 'tempest-TestAggregatesBasicOps-1179835479-router', 'tenant_id': 'a17682f761f649eeb8ba72bdb3b5d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'a80789e7-6a1b-42dc-980c-0fa30852bb7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:45Z', 'updated_at': '2022-01-28T13:45:59Z', 'revision_number': 4, 'project_id': 'a17682f761f649eeb8ba72bdb3b5d8e3', 'gw_port': {'id': 'a80789e7-6a1b-42dc-980c-0fa30852bb7b', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ab5c5f-3de3-460b-893c-366b808812f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:48Z', 'updated_at': '2022-01-28T13:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'c17fab01-46fc-44da-8499-9e432e0322da', 'name': '', 'network_id': '22bc5464-acb6-4c41-91e1-c74883d1d80d', 'tenant_id': 'a17682f761f649eeb8ba72bdb3b5d8e3', 'mac_address': 'fa:16:3e:4c:da:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ab5c5f-3de3-460b-893c-366b808812f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '03588dc5-b461-48b7-935a-73808e038e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:55Z', 'updated_at': '2022-01-28T13:45:59Z', 'revision_number': 2, 'project_id': 'a17682f761f649eeb8ba72bdb3b5d8e3', 'subnets': [{'id': '03588dc5-b461-48b7-935a-73808e038e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:04.463608 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce78fb72-524d-4bcf-a2b3-fd864f0535a4 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:46:04.467564 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ce78fb72-524d-4bcf-a2b3-fd864f0535a4 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:04.538834 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a718a262-beb8-4674-a5e2-1cc006396c4d None None] Checking router: f1ab5c5f-3de3-460b-893c-366b808812f0 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:04.540296 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a718a262-beb8-4674-a5e2-1cc006396c4d None None] Updating router f1ab5c5f-3de3-460b-893c-366b808812f0 port c17fab01-46fc-44da-8499-9e432e0322da binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:46:04.559890 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51684) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:04.565669 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-87d89991-47a0-49d0-a7ea-5decfeeec771 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1106176881-network', 'tenant_id': '1dc5aa59654b49be97c7d3c979b5234f'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:04.610471 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a718a262-beb8-4674-a5e2-1cc006396c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c17fab01-46fc-44da-8499-9e432e0322da), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:04.628633 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d89991-47a0-49d0-a7ea-5decfeeec771 admin admin] Made reservation on behalf of 1dc5aa59654b49be97c7d3c979b5234f for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:46:04.632744 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-87d89991-47a0-49d0-a7ea-5decfeeec771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:04.670236 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-87d89991-47a0-49d0-a7ea-5decfeeec771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:04.709249 n-d-822747-2 neutron-server[103352]: INFO neutron.db.ipam_backend_mixin [None req-ce78fb72-524d-4bcf-a2b3-fd864f0535a4 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d0d18ad5-98a5-4385-ab84-0d7cc0a72180 (CIDR: 2001:db8::/64) Jan 28 13:46:04.716497 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce78fb72-524d-4bcf-a2b3-fd864f0535a4 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:46:04.716994 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce78fb72-524d-4bcf-a2b3-fd864f0535a4 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:46:04.737860 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-12eb5333-b4c5-465a-956e-179760530ee4 None None] Provisioning complete for port 6ca2d614-982e-4030-9d6b-73b76a02b610 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:04.738501 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-12eb5333-b4c5-465a-956e-179760530ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6ca2d614-982e-4030-9d6b-73b76a02b610), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:04.748581 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ce78fb72-524d-4bcf-a2b3-fd864f0535a4 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6359446 Jan 28 13:46:04.749634 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51690) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:04.759736 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-6b1324f3-fd4f-4501-9130-d089834b28fa tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'subnet': {'network_id': '90db768a-3cc0-4391-9807-17d433ba2858', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:04.807365 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-87d89991-47a0-49d0-a7ea-5decfeeec771 admin admin] Publish callbacks [] for security_group (e07e9a73-9a0c-47a7-80b8-bc1d2ad6fabd), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:04.816120 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-87d89991-47a0-49d0-a7ea-5decfeeec771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e07e9a73-9a0c-47a7-80b8-bc1d2ad6fabd), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:04.826987 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020b12a-eb64-4575-8563-0796afd836a0 req-ae8b834a-cfb4-4d28-a1d6-32c6c5b4552b tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:04.834721 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7020b12a-eb64-4575-8563-0796afd836a0 req-ae8b834a-cfb4-4d28-a1d6-32c6c5b4552b tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.2315834 Jan 28 13:46:04.877313 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2db134cc-dbc1-439c-a6b5-2462a454b6ac req-85085fd1-b25d-4757-a53b-96b7cf7484b4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.0571668 Jan 28 13:46:04.899130 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d89991-47a0-49d0-a7ea-5decfeeec771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07e9a73-9a0c-47a7-80b8-bc1d2ad6fabd,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:04.939258 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d89991-47a0-49d0-a7ea-5decfeeec771 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:46:04.973512 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7020b12a-eb64-4575-8563-0796afd836a0 req-b5705e09-06b3-4a83-a02a-84835ba5ecfc tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306360 Jan 28 13:46:04.997266 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-12eb5333-b4c5-465a-956e-179760530ee4 None None] Port 6ca2d614-982e-4030-9d6b-73b76a02b610 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:46:05.010639 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-87d89991-47a0-49d0-a7ea-5decfeeec771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (b4a1517a-7d0d-43f8-82b6-08774932656c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.011545 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-87d89991-47a0-49d0-a7ea-5decfeeec771 admin admin] Added segment b4a1517a-7d0d-43f8-82b6-08774932656c of type vlan for network 5d0be7bb-8c7a-417d-b695-37a6fe0a74f4 Jan 28 13:46:05.091509 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1324f3-fd4f-4501-9130-d089834b28fa tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:46:05.095465 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6b1324f3-fd4f-4501-9130-d089834b28fa tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.146086 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-87d89991-47a0-49d0-a7ea-5decfeeec771 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (5d0be7bb-8c7a-417d-b695-37a6fe0a74f4), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.234635 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6ec2d-b39e-4a3c-94ce-e712652603f5 req-06ace5eb-1b53-401f-93a9-13df4e8ac038 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:05.243254 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d6a6ec2d-b39e-4a3c-94ce-e712652603f5 req-06ace5eb-1b53-401f-93a9-13df4e8ac038 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.1215799 Jan 28 13:46:05.275260 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-87d89991-47a0-49d0-a7ea-5decfeeec771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (5d0be7bb-8c7a-417d-b695-37a6fe0a74f4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.276741 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d89991-47a0-49d0-a7ea-5decfeeec771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:05.277862 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-87d89991-47a0-49d0-a7ea-5decfeeec771 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.369322 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-87d89991-47a0-49d0-a7ea-5decfeeec771 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8051336 Jan 28 13:46:05.372437 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51704) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:05.418701 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-6409b62d-7cec-495e-adb3-681e2a08f780 admin admin] Request body: {'subnet': {'network_id': '5d0be7bb-8c7a-417d-b695-37a6fe0a74f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1106176881-subnet', 'tenant_id': '1dc5aa59654b49be97c7d3c979b5234f', 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:05.435619 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d6a6ec2d-b39e-4a3c-94ce-e712652603f5 req-5546c026-843d-4ff0-aca3-879763e3f229 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852183 Jan 28 13:46:05.442906 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a718a262-beb8-4674-a5e2-1cc006396c4d None None] Publish callbacks [] for port (c17fab01-46fc-44da-8499-9e432e0322da), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.464228 n-d-822747-2 neutron-server[103352]: INFO neutron.db.ipam_backend_mixin [None req-6b1324f3-fd4f-4501-9130-d089834b28fa tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 06cfbe51-e6ee-4af6-9208-978d31f54e9e (CIDR: 2001:db8:0:1::/64) Jan 28 13:46:05.475061 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a718a262-beb8-4674-a5e2-1cc006396c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c17fab01-46fc-44da-8499-9e432e0322da), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.509024 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1324f3-fd4f-4501-9130-d089834b28fa tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:46:05.509791 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b1324f3-fd4f-4501-9130-d089834b28fa tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:46:05.532168 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d89991-47a0-49d0-a7ea-5decfeeec771 admin admin] Pushing event updated for resources: {'Network': ['ID=5d0be7bb-8c7a-417d-b695-37a6fe0a74f4,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:05.581075 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 5d0be7bb-8c7a-417d-b695-37a6fe0a74f4 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:46:05.630527 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6b1324f3-fd4f-4501-9130-d089834b28fa tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8796449 Jan 28 13:46:05.634613 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51712) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:05.656499 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6409b62d-7cec-495e-adb3-681e2a08f780 admin admin] Made reservation on behalf of 1dc5aa59654b49be97c7d3c979b5234f for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:46:05.660142 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6409b62d-7cec-495e-adb3-681e2a08f780 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.691432 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-6a04fe5f-a5f7-4dd3-a491-42a549db2f57 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'subnet': {'network_id': '90db768a-3cc0-4391-9807-17d433ba2858', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:05.701051 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaf0dd-6e91-4e53-bfde-7884b75df889 req-50a41e35-5f50-4f56-9b0d-e6fff42c7af4 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:05.703604 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c3aaf0dd-6e91-4e53-bfde-7884b75df889 req-50a41e35-5f50-4f56-9b0d-e6fff42c7af4 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.1029217 Jan 28 13:46:05.760072 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d58af-0080-437d-bad8-7526d2d782ed None None] Pushing event updated for resources: {'Port': ['ID=c17fab01-46fc-44da-8499-9e432e0322da,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:05.826416 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c3aaf0dd-6e91-4e53-bfde-7884b75df889 req-98cd2e01-1fc6-4496-97c3-ded091a869a7 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125305 Jan 28 13:46:06.196988 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a718a262-beb8-4674-a5e2-1cc006396c4d None None] Attempting to bind port c17fab01-46fc-44da-8499-9e432e0322da on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:46:06.199516 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a718a262-beb8-4674-a5e2-1cc006396c4d None None] Attempting to bind port c17fab01-46fc-44da-8499-9e432e0322da by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '6f61d8a0-65ae-4f2e-85d3-314859706203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '22bc5464-acb6-4c41-91e1-c74883d1d80d'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:46:06.200212 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a718a262-beb8-4674-a5e2-1cc006396c4d None None] Attempting to bind port c17fab01-46fc-44da-8499-9e432e0322da on network 22bc5464-acb6-4c41-91e1-c74883d1d80d {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:46:06.228793 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-29d19612-86d1-44e3-a544-91d8a1587f2e None None] Provisioning complete for port c17fab01-46fc-44da-8499-9e432e0322da triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:06.229490 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-29d19612-86d1-44e3-a544-91d8a1587f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c17fab01-46fc-44da-8499-9e432e0322da), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:06.247207 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5cc0da85-42ad-4d83-a42f-9cc308d1c350 req-d1ada760-8860-4d22-a9ba-51c2eaa56c11 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.0889144 Jan 28 13:46:06.288798 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a718a262-beb8-4674-a5e2-1cc006396c4d None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:46:06.289602 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a718a262-beb8-4674-a5e2-1cc006396c4d None None] Checking segment: {'id': '6f61d8a0-65ae-4f2e-85d3-314859706203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '22bc5464-acb6-4c41-91e1-c74883d1d80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:06.290171 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a718a262-beb8-4674-a5e2-1cc006396c4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:06.290713 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a718a262-beb8-4674-a5e2-1cc006396c4d None None] Bound using segment: {'id': '6f61d8a0-65ae-4f2e-85d3-314859706203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '22bc5464-acb6-4c41-91e1-c74883d1d80d'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:46:06.291383 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a718a262-beb8-4674-a5e2-1cc006396c4d None None] Bound port: c17fab01-46fc-44da-8499-9e432e0322da, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f61d8a0-65ae-4f2e-85d3-314859706203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '22bc5464-acb6-4c41-91e1-c74883d1d80d'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:46:06.292571 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a718a262-beb8-4674-a5e2-1cc006396c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c17fab01-46fc-44da-8499-9e432e0322da), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:06.372154 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-29d19612-86d1-44e3-a544-91d8a1587f2e None None] Port c17fab01-46fc-44da-8499-9e432e0322da cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:46:06.377742 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:06.382787 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce1b7b-c4cd-4e0b-8f31-cf18ba9f04ab req-d51ff267-e8cf-4279-9200-71a8c4bf70ce tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:06.393831 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-00ce1b7b-c4cd-4e0b-8f31-cf18ba9f04ab req-d51ff267-e8cf-4279-9200-71a8c4bf70ce tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.2305093 Jan 28 13:46:06.394508 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a04fe5f-a5f7-4dd3-a491-42a549db2f57 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Made reservation on behalf of 82bdd5ae20104e9ea02f181442a29ce9 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:46:06.398850 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6a04fe5f-a5f7-4dd3-a491-42a549db2f57 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:06.435970 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a718a262-beb8-4674-a5e2-1cc006396c4d None None] For port c17fab01-46fc-44da-8499-9e432e0322da, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:46:06.444853 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a718a262-beb8-4674-a5e2-1cc006396c4d None None] For port c17fab01-46fc-44da-8499-9e432e0322da, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c17fab01-46fc-44da-8499-9e432e0322da,segment=NetworkSegment(6f61d8a0-65ae-4f2e-85d3-314859706203),segment_id=6f61d8a0-65ae-4f2e-85d3-314859706203)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:46:06.465959 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a718a262-beb8-4674-a5e2-1cc006396c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c17fab01-46fc-44da-8499-9e432e0322da), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:06.556120 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d58af-0080-437d-bad8-7526d2d782ed None None] Pushing event updated for resources: {'Port': ['ID=c17fab01-46fc-44da-8499-9e432e0322da,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:06.618153 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a718a262-beb8-4674-a5e2-1cc006396c4d None None] Routers {'f1ab5c5f-3de3-460b-893c-366b808812f0'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:06.618876 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a718a262-beb8-4674-a5e2-1cc006396c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:46:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['f1ab5c5f-3de3-460b-893c-366b808812f0'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:06.926062 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6409b62d-7cec-495e-adb3-681e2a08f780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (302a42e1-b09f-461d-ba98-84b41d6edaac), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:06.971782 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-00ce1b7b-c4cd-4e0b-8f31-cf18ba9f04ab req-aa2e6006-f2b4-487f-8c38-7395990c1a25 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4905877 Jan 28 13:46:07.005358 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-a718a262-beb8-4674-a5e2-1cc006396c4d None None] Set router f1ab5c5f-3de3-460b-893c-366b808812f0 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:07.136577 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409b62d-7cec-495e-adb3-681e2a08f780 admin admin] Pushing event updated for resources: {'Subnet': ['ID=302a42e1-b09f-461d-ba98-84b41d6edaac,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:07.171599 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6409b62d-7cec-495e-adb3-681e2a08f780 admin admin] Checking segment: {'id': 'b4a1517a-7d0d-43f8-82b6-08774932656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d0be7bb-8c7a-417d-b695-37a6fe0a74f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:07.171955 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6409b62d-7cec-495e-adb3-681e2a08f780 admin admin] Network hostable DHCP agents. Network: 5d0be7bb-8c7a-417d-b695-37a6fe0a74f4, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:46:07.247051 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-1ee0bbbf-5957-4101-98bf-e95e028dda3c None None] Provisioning complete for port c17fab01-46fc-44da-8499-9e432e0322da triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:07.247612 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ee0bbbf-5957-4101-98bf-e95e028dda3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c17fab01-46fc-44da-8499-9e432e0322da), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:07.394685 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6409b62d-7cec-495e-adb3-681e2a08f780 admin admin] Network 5d0be7bb-8c7a-417d-b695-37a6fe0a74f4 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:46:07.418601 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-6409b62d-7cec-495e-adb3-681e2a08f780 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 5d0be7bb-8c7a-417d-b695-37a6fe0a74f4) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:07.438387 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdfa44f-18db-41c9-aa52-d95fa6247615 None None] Network 5d0be7bb-8c7a-417d-b695-37a6fe0a74f4 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:07.460637 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6409b62d-7cec-495e-adb3-681e2a08f780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:07.461246 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6409b62d-7cec-495e-adb3-681e2a08f780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:07.477346 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9f6fb734-afd3-4050-bd9e-ed9aa6bab8fe req-8630b64a-76b2-484a-832e-7d6851ad5e5d tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.0752804 Jan 28 13:46:07.507767 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1ee0bbbf-5957-4101-98bf-e95e028dda3c None None] Current status of the port c17fab01-46fc-44da-8499-9e432e0322da is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:07.507990 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ee0bbbf-5957-4101-98bf-e95e028dda3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c17fab01-46fc-44da-8499-9e432e0322da), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:07.515028 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae662d5-99c4-4e15-94d6-0d3fffe7c001 req-9d83a78e-2b1d-4a02-b6d4-37605dedac19 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:07.525945 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bae662d5-99c4-4e15-94d6-0d3fffe7c001 req-9d83a78e-2b1d-4a02-b6d4-37605dedac19 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.3381011 Jan 28 13:46:07.596205 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6409b62d-7cec-495e-adb3-681e2a08f780 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2204838 Jan 28 13:46:07.596839 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51752) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:07.602904 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-873e6c90-37df-49ec-9d6b-72a1e0109fc0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1106176881-router', 'tenant_id': '1dc5aa59654b49be97c7d3c979b5234f', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:07.657952 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a718a262-beb8-4674-a5e2-1cc006396c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ab5c5f-3de3-460b-893c-366b808812f0', 'name': 'tempest-TestAggregatesBasicOps-1179835479-router', 'tenant_id': 'a17682f761f649eeb8ba72bdb3b5d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'a80789e7-6a1b-42dc-980c-0fa30852bb7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:45Z', 'updated_at': '2022-01-28T13:45:59Z', 'revision_number': 4, 'project_id': 'a17682f761f649eeb8ba72bdb3b5d8e3', 'gw_port': {'id': 'a80789e7-6a1b-42dc-980c-0fa30852bb7b', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ab5c5f-3de3-460b-893c-366b808812f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:48Z', 'updated_at': '2022-01-28T13:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'c17fab01-46fc-44da-8499-9e432e0322da', 'name': '', 'network_id': '22bc5464-acb6-4c41-91e1-c74883d1d80d', 'tenant_id': 'a17682f761f649eeb8ba72bdb3b5d8e3', 'mac_address': 'fa:16:3e:4c:da:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ab5c5f-3de3-460b-893c-366b808812f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '03588dc5-b461-48b7-935a-73808e038e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:55Z', 'updated_at': '2022-01-28T13:46:06Z', 'revision_number': 4, 'project_id': 'a17682f761f649eeb8ba72bdb3b5d8e3', 'subnets': [{'id': '03588dc5-b461-48b7-935a-73808e038e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:07.665936 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-873e6c90-37df-49ec-9d6b-72a1e0109fc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (f8158151-7a51-48e8-978e-cf79d587b3b2), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:07.670289 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-873e6c90-37df-49ec-9d6b-72a1e0109fc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (f8158151-7a51-48e8-978e-cf79d587b3b2), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:07.729217 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bae662d5-99c4-4e15-94d6-0d3fffe7c001 req-7d57e797-3429-45f0-9a45-80aac29b2059 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007346 Jan 28 13:46:07.733622 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6a04fe5f-a5f7-4dd3-a491-42a549db2f57 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (926ffcf6-693a-4c3d-a4a7-984f8694f181), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:07.785427 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a718a262-beb8-4674-a5e2-1cc006396c4d None None] The sync data for ids ['f1ab5c5f-3de3-460b-893c-366b808812f0'] in n-d-822747-2 is: [{'id': 'f1ab5c5f-3de3-460b-893c-366b808812f0', 'name': 'tempest-TestAggregatesBasicOps-1179835479-router', 'tenant_id': 'a17682f761f649eeb8ba72bdb3b5d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'a80789e7-6a1b-42dc-980c-0fa30852bb7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:45Z', 'updated_at': '2022-01-28T13:45:59Z', 'revision_number': 4, 'project_id': 'a17682f761f649eeb8ba72bdb3b5d8e3', 'gw_port': {'id': 'a80789e7-6a1b-42dc-980c-0fa30852bb7b', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ab5c5f-3de3-460b-893c-366b808812f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:48Z', 'updated_at': '2022-01-28T13:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'c17fab01-46fc-44da-8499-9e432e0322da', 'name': '', 'network_id': '22bc5464-acb6-4c41-91e1-c74883d1d80d', 'tenant_id': 'a17682f761f649eeb8ba72bdb3b5d8e3', 'mac_address': 'fa:16:3e:4c:da:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ab5c5f-3de3-460b-893c-366b808812f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '03588dc5-b461-48b7-935a-73808e038e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:55Z', 'updated_at': '2022-01-28T13:46:06Z', 'revision_number': 4, 'project_id': 'a17682f761f649eeb8ba72bdb3b5d8e3', 'subnets': [{'id': '03588dc5-b461-48b7-935a-73808e038e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:07.839643 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1ee0bbbf-5957-4101-98bf-e95e028dda3c None None] For port c17fab01-46fc-44da-8499-9e432e0322da, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c17fab01-46fc-44da-8499-9e432e0322da,segment=NetworkSegment(6f61d8a0-65ae-4f2e-85d3-314859706203),segment_id=6f61d8a0-65ae-4f2e-85d3-314859706203)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:07.858824 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a04fe5f-a5f7-4dd3-a491-42a549db2f57 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Network 90db768a-3cc0-4391-9807-17d433ba2858 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:07.873963 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-873e6c90-37df-49ec-9d6b-72a1e0109fc0 admin admin] Publish callbacks [] for router_controller (f8158151-7a51-48e8-978e-cf79d587b3b2), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:07.890798 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-6a04fe5f-a5f7-4dd3-a491-42a549db2f57 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:07.895069 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ee0bbbf-5957-4101-98bf-e95e028dda3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c17fab01-46fc-44da-8499-9e432e0322da), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:07.908979 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c52d02-b21e-46e2-ab04-d137bab9d2f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-5d0be7bb-8c7a-417d-b695-37a6fe0a74f4', 'network_id': '5d0be7bb-8c7a-417d-b695-37a6fe0a74f4', 'project_id': '1dc5aa59654b49be97c7d3c979b5234f', 'fixed_ips': [{'subnet_id': '302a42e1-b09f-461d-ba98-84b41d6edaac'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:46:07.911586 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a04fe5f-a5f7-4dd3-a491-42a549db2f57 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:07.912837 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6a04fe5f-a5f7-4dd3-a491-42a549db2f57 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:07.914533 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f5c52d02-b21e-46e2-ab04-d137bab9d2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:07.931541 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04fe5f-a5f7-4dd3-a491-42a549db2f57 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Subnet': ['ID=926ffcf6-693a-4c3d-a4a7-984f8694f181,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:07.957876 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a04fe5f-a5f7-4dd3-a491-42a549db2f57 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:07.958384 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a04fe5f-a5f7-4dd3-a491-42a549db2f57 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:07.958652 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a04fe5f-a5f7-4dd3-a491-42a549db2f57 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:07.966530 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a04fe5f-a5f7-4dd3-a491-42a549db2f57 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:07.967104 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a04fe5f-a5f7-4dd3-a491-42a549db2f57 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:07.967446 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a04fe5f-a5f7-4dd3-a491-42a549db2f57 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:07.971263 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a04fe5f-a5f7-4dd3-a491-42a549db2f57 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:07.971757 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a04fe5f-a5f7-4dd3-a491-42a549db2f57 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:07.972108 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a04fe5f-a5f7-4dd3-a491-42a549db2f57 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:07.972451 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a04fe5f-a5f7-4dd3-a491-42a549db2f57 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:07.972788 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a04fe5f-a5f7-4dd3-a491-42a549db2f57 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:07.973241 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a04fe5f-a5f7-4dd3-a491-42a549db2f57 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:07.973652 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a04fe5f-a5f7-4dd3-a491-42a549db2f57 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:08.003573 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6a04fe5f-a5f7-4dd3-a491-42a549db2f57 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3642688 Jan 28 13:46:08.005550 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51758) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:08.011417 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a156c00b-475f-4ad8-83ec-2f3c0d5be350 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-262380325', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '926ffcf6-693a-4c3d-a4a7-984f8694f181'}], 'security_groups': ['3e95e6be-8909-442c-a822-1c9ec0272df2', '44e5f0e8-0001-4465-8bc8-7274f1b726f5']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:08.023970 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed66904f-edfc-4d4d-b0bb-0977db1ef763 None None] Network 90db768a-3cc0-4391-9807-17d433ba2858 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:08.337942 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a156c00b-475f-4ad8-83ec-2f3c0d5be350 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6ca2d614-982e-4030-9d6b-73b76a02b610), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:08.449889 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0bbbf-5957-4101-98bf-e95e028dda3c None None] Pushing event updated for resources: {'Port': ['ID=c17fab01-46fc-44da-8499-9e432e0322da,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:08.454231 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09183ef9-26c4-4b10-a52b-9ab4ddd5c42b req-f641a6a8-0b12-4bc8-b203-621c27c17453 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:08.465599 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-09183ef9-26c4-4b10-a52b-9ab4ddd5c42b req-f641a6a8-0b12-4bc8-b203-621c27c17453 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.3708720 Jan 28 13:46:08.470538 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-873e6c90-37df-49ec-9d6b-72a1e0109fc0 admin admin] Publish callbacks [] for router_gateway (f8158151-7a51-48e8-978e-cf79d587b3b2), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:08.625773 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-09183ef9-26c4-4b10-a52b-9ab4ddd5c42b req-af8edc6e-455e-4010-91cb-d99920333a88 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482782 Jan 28 13:46:08.711346 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-f5c52d02-b21e-46e2-ab04-d137bab9d2f4 None None] Allocated IP 172.20.0.2 (5d0be7bb-8c7a-417d-b695-37a6fe0a74f4/302a42e1-b09f-461d-ba98-84b41d6edaac/9503d56c-7f09-4ef5-9063-3efaf1434c45) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:46:09.187346 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f5c52d02-b21e-46e2-ab04-d137bab9d2f4 None None] Publish callbacks [] for port (9503d56c-7f09-4ef5-9063-3efaf1434c45), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:09.269570 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f5c52d02-b21e-46e2-ab04-d137bab9d2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (9503d56c-7f09-4ef5-9063-3efaf1434c45), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:09.382962 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3da9cf-fcda-44d3-8165-877f2197905c req-1aae9e64-a214-4657-be86-5dc37af27def tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:09.389772 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cd3da9cf-fcda-44d3-8165-877f2197905c req-1aae9e64-a214-4657-be86-5dc37af27def tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.3557820 Jan 28 13:46:09.408705 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c52d02-b21e-46e2-ab04-d137bab9d2f4 None None] Network 5d0be7bb-8c7a-417d-b695-37a6fe0a74f4 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:09.413652 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-873e6c90-37df-49ec-9d6b-72a1e0109fc0 admin admin] Publish callbacks [] for router_gateway (f8158151-7a51-48e8-978e-cf79d587b3b2), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:09.427464 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f5c52d02-b21e-46e2-ab04-d137bab9d2f4 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:09.431969 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c52d02-b21e-46e2-ab04-d137bab9d2f4 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:46:09.492179 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c52d02-b21e-46e2-ab04-d137bab9d2f4 None None] Pushing event updated for resources: {'Port': ['ID=9503d56c-7f09-4ef5-9063-3efaf1434c45,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:09.534903 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-873e6c90-37df-49ec-9d6b-72a1e0109fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:09.675800 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-a156c00b-475f-4ad8-83ec-2f3c0d5be350 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Delete allocated IP 2001:db8::1fc (90db768a-3cc0-4391-9807-17d433ba2858/d0d18ad5-98a5-4385-ab84-0d7cc0a72180) {{(pid=103352) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 13:46:09.688687 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4500878b-6fd2-42d7-aeae-035d6c01dc74 req-d72af714-394e-4f58-bcc2-ab72662a4c20 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.1477163 Jan 28 13:46:09.696940 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-a156c00b-475f-4ad8-83ec-2f3c0d5be350 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Allocated IP 2001:db8:0:2::3b5 (90db768a-3cc0-4391-9807-17d433ba2858/926ffcf6-693a-4c3d-a4a7-984f8694f181/6ca2d614-982e-4030-9d6b-73b76a02b610) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:46:09.790389 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cd3da9cf-fcda-44d3-8165-877f2197905c req-fec45e59-bd61-42dc-9477-29e9b20b9b21 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662961 Jan 28 13:46:09.803295 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39c5625-f07d-46c3-8b2b-ae0dfe80b831 None None] Update dhcp port {'port': {'network_id': '90db768a-3cc0-4391-9807-17d433ba2858', 'fixed_ips': [{'subnet_id': '06cfbe51-e6ee-4af6-9208-978d31f54e9e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd0d18ad5-98a5-4385-ab84-0d7cc0a72180', 'ip_address': '2001:db8::2'}, {'subnet_id': '926ffcf6-693a-4c3d-a4a7-984f8694f181'}], 'binding:host_id': 'n-d-822747-2'}, 'id': '2cb56166-22a4-4d74-a666-e963b55c1351'} from n-d-822747-2. {{(pid=103353) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 13:46:09.888151 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-f5c52d02-b21e-46e2-ab04-d137bab9d2f4 None None] Attempting to bind port 9503d56c-7f09-4ef5-9063-3efaf1434c45 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:46:09.889580 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-f5c52d02-b21e-46e2-ab04-d137bab9d2f4 None None] Attempting to bind port 9503d56c-7f09-4ef5-9063-3efaf1434c45 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'b4a1517a-7d0d-43f8-82b6-08774932656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d0be7bb-8c7a-417d-b695-37a6fe0a74f4'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:46:09.890205 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c52d02-b21e-46e2-ab04-d137bab9d2f4 None None] Attempting to bind port 9503d56c-7f09-4ef5-9063-3efaf1434c45 on network 5d0be7bb-8c7a-417d-b695-37a6fe0a74f4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:46:09.935360 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e39c5625-f07d-46c3-8b2b-ae0dfe80b831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:09.942621 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c52d02-b21e-46e2-ab04-d137bab9d2f4 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:46:09.943669 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c52d02-b21e-46e2-ab04-d137bab9d2f4 None None] Checking segment: {'id': 'b4a1517a-7d0d-43f8-82b6-08774932656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d0be7bb-8c7a-417d-b695-37a6fe0a74f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:09.944082 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f5c52d02-b21e-46e2-ab04-d137bab9d2f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:09.945540 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c52d02-b21e-46e2-ab04-d137bab9d2f4 None None] Bound using segment: {'id': 'b4a1517a-7d0d-43f8-82b6-08774932656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d0be7bb-8c7a-417d-b695-37a6fe0a74f4'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:46:09.949878 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-f5c52d02-b21e-46e2-ab04-d137bab9d2f4 None None] Bound port: 9503d56c-7f09-4ef5-9063-3efaf1434c45, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a1517a-7d0d-43f8-82b6-08774932656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d0be7bb-8c7a-417d-b695-37a6fe0a74f4'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:46:09.951012 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f5c52d02-b21e-46e2-ab04-d137bab9d2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9503d56c-7f09-4ef5-9063-3efaf1434c45), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:10.029451 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-873e6c90-37df-49ec-9d6b-72a1e0109fc0 admin admin] Allocated IP 172.25.3.74 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/5936fd58-bdc4-473c-8a40-d2ff3f95467b) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:46:10.367793 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c17fab01-46fc-44da-8499-9e432e0322da up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:10.395153 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-873e6c90-37df-49ec-9d6b-72a1e0109fc0 admin admin] Publish callbacks [] for port (5936fd58-bdc4-473c-8a40-d2ff3f95467b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:10.417764 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f5d4b-ca6c-46cb-a3cc-84ad5084c67c req-2508c517-ade1-46d7-b3f4-a0fb5a83e5ba tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:10.432229 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-131f5d4b-ca6c-46cb-a3cc-84ad5084c67c req-2508c517-ade1-46d7-b3f4-a0fb5a83e5ba tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.3774104 Jan 28 13:46:10.489953 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-873e6c90-37df-49ec-9d6b-72a1e0109fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (5936fd58-bdc4-473c-8a40-d2ff3f95467b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:10.524511 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a156c00b-475f-4ad8-83ec-2f3c0d5be350 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for port (6ca2d614-982e-4030-9d6b-73b76a02b610), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:10.536158 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a156c00b-475f-4ad8-83ec-2f3c0d5be350 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (6ca2d614-982e-4030-9d6b-73b76a02b610), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:10.600807 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873e6c90-37df-49ec-9d6b-72a1e0109fc0 admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:10.606676 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-873e6c90-37df-49ec-9d6b-72a1e0109fc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:10.615570 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873e6c90-37df-49ec-9d6b-72a1e0109fc0 admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:46:10.662270 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-131f5d4b-ca6c-46cb-a3cc-84ad5084c67c req-acf8fe98-49a8-447d-b651-3c36533d6522 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268372 Jan 28 13:46:10.731725 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-a156c00b-475f-4ad8-83ec-2f3c0d5be350 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] In _notify_port_updated(), no bound segment for port 6ca2d614-982e-4030-9d6b-73b76a02b610 on network 90db768a-3cc0-4391-9807-17d433ba2858 {{(pid=103352) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:46:10.738748 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a156c00b-475f-4ad8-83ec-2f3c0d5be350 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:10.739549 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a156c00b-475f-4ad8-83ec-2f3c0d5be350 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:10.748734 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a156c00b-475f-4ad8-83ec-2f3c0d5be350 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "PUT /v2.0/ports/6ca2d614-982e-4030-9d6b-73b76a02b610 HTTP/1.1" status: 200 len: 969 time: 2.7402072 Jan 28 13:46:10.750339 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51804) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:10.764441 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e6c90-37df-49ec-9d6b-72a1e0109fc0 admin admin] Pushing event updated for resources: {'Port': ['ID=5936fd58-bdc4-473c-8a40-d2ff3f95467b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:10.807805 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-e39c5625-f07d-46c3-8b2b-ae0dfe80b831 None None] Allocated IP 2001:db8:0:2::2 (90db768a-3cc0-4391-9807-17d433ba2858/926ffcf6-693a-4c3d-a4a7-984f8694f181/2cb56166-22a4-4d74-a666-e963b55c1351) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:46:10.942297 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156c00b-475f-4ad8-83ec-2f3c0d5be350 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event updated for resources: {'Port': ['ID=6ca2d614-982e-4030-9d6b-73b76a02b610,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:10.968689 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port c17fab01-46fc-44da-8499-9e432e0322da triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:10.969065 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c17fab01-46fc-44da-8499-9e432e0322da), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:11.132867 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2e421-75fd-447e-ac46-60e554624341 req-72273844-44cc-4826-b245-8660679aac70 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:11.146127 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fbc2e421-75fd-447e-ac46-60e554624341 req-72273844-44cc-4826-b245-8660679aac70 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.2414966 Jan 28 13:46:11.232262 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-faa388bf-5fe6-4d10-940f-55b35aae7f1c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting port 6ca2d614-982e-4030-9d6b-73b76a02b610 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:11.232776 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-faa388bf-5fe6-4d10-940f-55b35aae7f1c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (6ca2d614-982e-4030-9d6b-73b76a02b610), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:11.347858 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c9ce2d3b-c2b4-4cad-8e39-e1711d625ea9 req-2799114c-dc15-4a64-ade3-a932f5976b32 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.2388487 Jan 28 13:46:11.374772 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-faa388bf-5fe6-4d10-940f-55b35aae7f1c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (6ca2d614-982e-4030-9d6b-73b76a02b610), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:11.419237 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-faa388bf-5fe6-4d10-940f-55b35aae7f1c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Calling delete_port for 6ca2d614-982e-4030-9d6b-73b76a02b610 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:11.502319 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-873e6c90-37df-49ec-9d6b-72a1e0109fc0 admin admin] Publish callbacks [] for router_gateway (f8158151-7a51-48e8-978e-cf79d587b3b2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:11.528282 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f5c52d02-b21e-46e2-ab04-d137bab9d2f4 None None] For port 9503d56c-7f09-4ef5-9063-3efaf1434c45, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:46:11.564867 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f5c52d02-b21e-46e2-ab04-d137bab9d2f4 None None] For port 9503d56c-7f09-4ef5-9063-3efaf1434c45, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9503d56c-7f09-4ef5-9063-3efaf1434c45,segment=NetworkSegment(b4a1517a-7d0d-43f8-82b6-08774932656c),segment_id=b4a1517a-7d0d-43f8-82b6-08774932656c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:46:11.586171 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f5c52d02-b21e-46e2-ab04-d137bab9d2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9503d56c-7f09-4ef5-9063-3efaf1434c45), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:11.739378 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e39c5625-f07d-46c3-8b2b-ae0dfe80b831 None None] For port 2cb56166-22a4-4d74-a666-e963b55c1351, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2cb56166-22a4-4d74-a666-e963b55c1351,segment=NetworkSegment(4344e770-c981-46d9-85ec-6c27172a6440),segment_id=4344e770-c981-46d9-85ec-6c27172a6440)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:11.807165 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c52d02-b21e-46e2-ab04-d137bab9d2f4 None None] Pushing event updated for resources: {'Port': ['ID=9503d56c-7f09-4ef5-9063-3efaf1434c45,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:11.814644 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fbc2e421-75fd-447e-ac46-60e554624341 req-fed12716-fbcc-4494-8f0d-9ac98f51cb70 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6681426 Jan 28 13:46:11.818258 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-faa388bf-5fe6-4d10-940f-55b35aae7f1c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (6ca2d614-982e-4030-9d6b-73b76a02b610), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:11.854014 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa388bf-5fe6-4d10-940f-55b35aae7f1c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Port': ['ID=6ca2d614-982e-4030-9d6b-73b76a02b610,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:11.924330 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e39c5625-f07d-46c3-8b2b-ae0dfe80b831 None None] Publish callbacks [] for port (2cb56166-22a4-4d74-a666-e963b55c1351), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:11.958687 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-faa388bf-5fe6-4d10-940f-55b35aae7f1c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:11.967428 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e39c5625-f07d-46c3-8b2b-ae0dfe80b831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:11.986180 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-faa388bf-5fe6-4d10-940f-55b35aae7f1c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/ports/6ca2d614-982e-4030-9d6b-73b76a02b610 HTTP/1.1" status: 204 len: 168 time: 1.2341115 Jan 28 13:46:11.989097 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51820) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:12.091059 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05d6e1c-7d7e-4612-87fc-344b04eadf07 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] GET failed (client error): The resource could not be found. Jan 28 13:46:12.105233 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a05d6e1c-7d7e-4612-87fc-344b04eadf07 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "GET /v2.0/ports/6ca2d614-982e-4030-9d6b-73b76a02b610 HTTP/1.1" status: 404 len: 333 time: 0.1088853 Jan 28 13:46:12.106328 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51822) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:12.139737 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c5625-f07d-46c3-8b2b-ae0dfe80b831 None None] Pushing event updated for resources: {'Port': ['ID=2cb56166-22a4-4d74-a666-e963b55c1351,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:12.145738 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c17fab01-46fc-44da-8499-9e432e0322da is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:12.337931 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bd882952-cec0-4b13-93cc-cf1658544322 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (7cd7e8e0-cd14-4409-835d-1797e7cd942d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:12.429111 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bd882952-cec0-4b13-93cc-cf1658544322 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (7cd7e8e0-cd14-4409-835d-1797e7cd942d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:12.568015 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bd882952-cec0-4b13-93cc-cf1658544322 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7cd7e8e0-cd14-4409-835d-1797e7cd942d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:12.573546 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bd882952-cec0-4b13-93cc-cf1658544322 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:12.575417 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bd882952-cec0-4b13-93cc-cf1658544322 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/security-groups/7cd7e8e0-cd14-4409-835d-1797e7cd942d HTTP/1.1" status: 204 len: 168 time: 0.4639621 Jan 28 13:46:12.592605 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51834) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:12.786428 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3127fab5-c8ca-4f86-88c1-58586b605dd8 req-b50420aa-d898-40c3-9c9d-9c4ff7e1fb79 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.1413796 Jan 28 13:46:12.794339 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd882952-cec0-4b13-93cc-cf1658544322 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd7e8e0-cd14-4409-835d-1797e7cd942d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:12.886114 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9503d56c-7f09-4ef5-9063-3efaf1434c45 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:12.955022 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-55255211-0c75-4143-ad3c-d432565b3a79 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (44e5f0e8-0001-4465-8bc8-7274f1b726f5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:12.995911 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:46:13.024933 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-55255211-0c75-4143-ad3c-d432565b3a79 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (44e5f0e8-0001-4465-8bc8-7274f1b726f5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:13.115332 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-55255211-0c75-4143-ad3c-d432565b3a79 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (44e5f0e8-0001-4465-8bc8-7274f1b726f5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:13.121976 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-55255211-0c75-4143-ad3c-d432565b3a79 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:13.122200 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 9503d56c-7f09-4ef5-9063-3efaf1434c45 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:13.122652 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9503d56c-7f09-4ef5-9063-3efaf1434c45), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:13.133062 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-55255211-0c75-4143-ad3c-d432565b3a79 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/security-groups/44e5f0e8-0001-4465-8bc8-7274f1b726f5 HTTP/1.1" status: 204 len: 168 time: 0.5376978 Jan 28 13:46:13.167714 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51840) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:13.169682 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55255211-0c75-4143-ad3c-d432565b3a79 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e5f0e8-0001-4465-8bc8-7274f1b726f5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:13.269649 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffef317-390d-4451-831f-ef8125bbc0a2 req-a13df44f-bbc3-49e7-bba7-2580bec850d3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:13.279350 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2ffef317-390d-4451-831f-ef8125bbc0a2 req-a13df44f-bbc3-49e7-bba7-2580bec850d3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 1.2127821 Jan 28 13:46:13.338274 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-873e6c90-37df-49ec-9d6b-72a1e0109fc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (f8158151-7a51-48e8-978e-cf79d587b3b2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:13.406703 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-22357805-047c-4c9e-924d-cc2303555a78 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (3e95e6be-8909-442c-a822-1c9ec0272df2), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:13.468377 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2ffef317-390d-4451-831f-ef8125bbc0a2 req-69a22ec4-da37-4374-9112-2d03b63f0dc6 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879418 Jan 28 13:46:13.497759 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-22357805-047c-4c9e-924d-cc2303555a78 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (3e95e6be-8909-442c-a822-1c9ec0272df2), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:13.512233 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 9503d56c-7f09-4ef5-9063-3efaf1434c45 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:13.513385 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9503d56c-7f09-4ef5-9063-3efaf1434c45), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:13.646474 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 9503d56c-7f09-4ef5-9063-3efaf1434c45, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9503d56c-7f09-4ef5-9063-3efaf1434c45,segment=NetworkSegment(b4a1517a-7d0d-43f8-82b6-08774932656c),segment_id=b4a1517a-7d0d-43f8-82b6-08774932656c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:13.665145 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-22357805-047c-4c9e-924d-cc2303555a78 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (3e95e6be-8909-442c-a822-1c9ec0272df2), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:13.669131 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-22357805-047c-4c9e-924d-cc2303555a78 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:13.669659 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9503d56c-7f09-4ef5-9063-3efaf1434c45), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:13.670959 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2cb56166-22a4-4d74-a666-e963b55c1351 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:13.675429 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-22357805-047c-4c9e-924d-cc2303555a78 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/security-groups/3e95e6be-8909-442c-a822-1c9ec0272df2 HTTP/1.1" status: 204 len: 168 time: 0.5008729 Jan 28 13:46:13.675616 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51852) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:13.715629 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22357805-047c-4c9e-924d-cc2303555a78 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e95e6be-8909-442c-a822-1c9ec0272df2,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:13.996871 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-75f8d724-9038-498e-989f-4621d1b8b1eb None None] Could not find standard attr ID for object 6ca2d614-982e-4030-9d6b-73b76a02b610. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:46:14.058007 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d20897e-6b7b-402c-8788-055d20d989d6 None None] Network 5d0be7bb-8c7a-417d-b695-37a6fe0a74f4 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:14.170778 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-531b09a1-e2f2-4b35-9b61-a67bfac3ae1d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting subnet d0d18ad5-98a5-4385-ab84-0d7cc0a72180 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:46:14.235536 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d4612b5c-87b2-4c15-998f-ec732d39ff2a req-5aff7258-ded8-49af-9da9-143b471cdfeb tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.1219659 Jan 28 13:46:14.261251 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-531b09a1-e2f2-4b35-9b61-a67bfac3ae1d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for subnet (d0d18ad5-98a5-4385-ab84-0d7cc0a72180), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:14.354809 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-75f8d724-9038-498e-989f-4621d1b8b1eb None None] Provisioning complete for port 2cb56166-22a4-4d74-a666-e963b55c1351 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:14.355383 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-75f8d724-9038-498e-989f-4621d1b8b1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:14.432617 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 2cb56166-22a4-4d74-a666-e963b55c1351 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:14.433260 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:14.460760 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-531b09a1-e2f2-4b35-9b61-a67bfac3ae1d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (d0d18ad5-98a5-4385-ab84-0d7cc0a72180), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:14.497267 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=9503d56c-7f09-4ef5-9063-3efaf1434c45,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:14.499935 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1728a-ef37-4b05-8fe8-555071bc85dd req-a2bfbe4c-6278-421c-b47f-e63ad8954f03 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:14.501906 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8be1728a-ef37-4b05-8fe8-555071bc85dd req-a2bfbe4c-6278-421c-b47f-e63ad8954f03 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.3255916 Jan 28 13:46:14.570448 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873e6c90-37df-49ec-9d6b-72a1e0109fc0 admin admin] Router f8158151-7a51-48e8-978e-cf79d587b3b2 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:46:14.622396 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 2cb56166-22a4-4d74-a666-e963b55c1351 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:14.828397 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8be1728a-ef37-4b05-8fe8-555071bc85dd req-78030176-2a44-46f2-91d1-8d3590c0c637 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074555 Jan 28 13:46:14.835945 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9503d56c-7f09-4ef5-9063-3efaf1434c45 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:14.898605 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-531b09a1-e2f2-4b35-9b61-a67bfac3ae1d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (d0d18ad5-98a5-4385-ab84-0d7cc0a72180), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:15.068886 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-75f8d724-9038-498e-989f-4621d1b8b1eb None None] Current status of the port 2cb56166-22a4-4d74-a666-e963b55c1351 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:15.093977 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873e6c90-37df-49ec-9d6b-72a1e0109fc0 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:15.105792 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecac76dc-2035-471b-ad98-902073720762 None None] Sync routers for ids ['f8158151-7a51-48e8-978e-cf79d587b3b2'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:15.125393 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 9503d56c-7f09-4ef5-9063-3efaf1434c45 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:15.126023 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9503d56c-7f09-4ef5-9063-3efaf1434c45), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:15.131849 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecac76dc-2035-471b-ad98-902073720762 None None] Routers {'f8158151-7a51-48e8-978e-cf79d587b3b2'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:15.133948 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ecac76dc-2035-471b-ad98-902073720762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:46:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['f8158151-7a51-48e8-978e-cf79d587b3b2'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:15.137953 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-873e6c90-37df-49ec-9d6b-72a1e0109fc0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:15.140443 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-873e6c90-37df-49ec-9d6b-72a1e0109fc0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.5422494 Jan 28 13:46:15.143813 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51872) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:15.162162 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-531b09a1-e2f2-4b35-9b61-a67bfac3ae1d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (d0d18ad5-98a5-4385-ab84-0d7cc0a72180), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:15.196289 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-75f8d724-9038-498e-989f-4621d1b8b1eb None None] Provisioning complete for port d8b6e127-85ef-4733-8bf9-08a807d62ba8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:15.196686 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-75f8d724-9038-498e-989f-4621d1b8b1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d8b6e127-85ef-4733-8bf9-08a807d62ba8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:15.294989 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 9503d56c-7f09-4ef5-9063-3efaf1434c45 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:15.324709 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-75f8d724-9038-498e-989f-4621d1b8b1eb None None] Port d8b6e127-85ef-4733-8bf9-08a807d62ba8 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:46:15.438138 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-db020142-3062-4783-860c-bc9f55c0dff9 None None] Could not find standard attr ID for object 6ca2d614-982e-4030-9d6b-73b76a02b610. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:46:15.455529 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-ecac76dc-2035-471b-ad98-902073720762 None None] Set router f8158151-7a51-48e8-978e-cf79d587b3b2 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:15.477550 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-531b09a1-e2f2-4b35-9b61-a67bfac3ae1d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:15.483112 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65bc1da-1884-4b7b-92e6-93905167c8c5 None None] Network 90db768a-3cc0-4391-9807-17d433ba2858 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:15.487416 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-531b09a1-e2f2-4b35-9b61-a67bfac3ae1d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/subnets/d0d18ad5-98a5-4385-ab84-0d7cc0a72180 HTTP/1.1" status: 204 len: 168 time: 1.7995834 Jan 28 13:46:15.489216 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-db020142-3062-4783-860c-bc9f55c0dff9 None None] Provisioning complete for port 9503d56c-7f09-4ef5-9063-3efaf1434c45 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:15.489643 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db020142-3062-4783-860c-bc9f55c0dff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9503d56c-7f09-4ef5-9063-3efaf1434c45), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:15.511705 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b09a1-e2f2-4b35-9b61-a67bfac3ae1d tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Subnet': ['ID=d0d18ad5-98a5-4385-ab84-0d7cc0a72180,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:15.518327 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51884) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:15.709001 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-74caa3da-c7dc-4a6d-808d-7f0b2de8bcf8 req-c72a1a3f-d4e3-4360-b38a-360cfb4e9c04 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.2042091 Jan 28 13:46:15.792800 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-0963ee1b-4a91-4da0-b4a9-13ceda3c5a11 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting subnet 926ffcf6-693a-4c3d-a4a7-984f8694f181 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:46:15.799630 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0963ee1b-4a91-4da0-b4a9-13ceda3c5a11 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for subnet (926ffcf6-693a-4c3d-a4a7-984f8694f181), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:15.859755 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-db020142-3062-4783-860c-bc9f55c0dff9 None None] Current status of the port 9503d56c-7f09-4ef5-9063-3efaf1434c45 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:15.885618 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0963ee1b-4a91-4da0-b4a9-13ceda3c5a11 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (926ffcf6-693a-4c3d-a4a7-984f8694f181), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:16.010849 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0963ee1b-4a91-4da0-b4a9-13ceda3c5a11 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (926ffcf6-693a-4c3d-a4a7-984f8694f181), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:16.027745 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ecac76dc-2035-471b-ad98-902073720762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8158151-7a51-48e8-978e-cf79d587b3b2', 'name': 'tempest-TestAggregatesBasicOps-1106176881-router', 'tenant_id': '1dc5aa59654b49be97c7d3c979b5234f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '5936fd58-bdc4-473c-8a40-d2ff3f95467b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:07Z', 'updated_at': '2022-01-28T13:46:11Z', 'revision_number': 3, 'project_id': '1dc5aa59654b49be97c7d3c979b5234f', 'gw_port': {'id': '5936fd58-bdc4-473c-8a40-d2ff3f95467b', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:77:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8158151-7a51-48e8-978e-cf79d587b3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:09Z', 'updated_at': '2022-01-28T13:46:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:16.065270 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1029b9b-a603-47fd-992b-042a5533d115 req-2b745488-5e14-4a40-9a99-24c6e21e4fd7 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:16.072600 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b1029b9b-a603-47fd-992b-042a5533d115 req-2b745488-5e14-4a40-9a99-24c6e21e4fd7 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 1.0570836 Jan 28 13:46:16.139452 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecac76dc-2035-471b-ad98-902073720762 None None] Checking router: f8158151-7a51-48e8-978e-cf79d587b3b2 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:16.140481 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecac76dc-2035-471b-ad98-902073720762 None None] Updating router f8158151-7a51-48e8-978e-cf79d587b3b2 port 5936fd58-bdc4-473c-8a40-d2ff3f95467b binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:46:16.163241 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0963ee1b-4a91-4da0-b4a9-13ceda3c5a11 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (926ffcf6-693a-4c3d-a4a7-984f8694f181), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:16.175911 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b1029b9b-a603-47fd-992b-042a5533d115 req-9389a270-fe91-4e71-87d8-bcb68f2eca4b tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022844 Jan 28 13:46:16.239101 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ecac76dc-2035-471b-ad98-902073720762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5936fd58-bdc4-473c-8a40-d2ff3f95467b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:16.363363 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963ee1b-4a91-4da0-b4a9-13ceda3c5a11 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Subnet': ['ID=926ffcf6-693a-4c3d-a4a7-984f8694f181,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:16.396798 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0963ee1b-4a91-4da0-b4a9-13ceda3c5a11 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:16.403258 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51894) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:16.404774 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0963ee1b-4a91-4da0-b4a9-13ceda3c5a11 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/subnets/926ffcf6-693a-4c3d-a4a7-984f8694f181 HTTP/1.1" status: 204 len: 168 time: 0.8685415 Jan 28 13:46:16.490112 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1eca0a1-b7fa-4356-b1ea-d36b93ca7608 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] DELETE failed (client error): The resource could not be found. Jan 28 13:46:16.494090 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1eca0a1-b7fa-4356-b1ea-d36b93ca7608 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:46:16.499133 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e1eca0a1-b7fa-4356-b1ea-d36b93ca7608 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/subnets/d0d18ad5-98a5-4385-ab84-0d7cc0a72180 HTTP/1.1" status: 404 len: 337 time: 0.0945172 Jan 28 13:46:16.502377 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51900) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:16.682806 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-924f67a0-7724-4842-9557-b5407433b7ea tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting subnet 06cfbe51-e6ee-4af6-9208-978d31f54e9e {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:46:16.689059 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-924f67a0-7724-4842-9557-b5407433b7ea tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for subnet (06cfbe51-e6ee-4af6-9208-978d31f54e9e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:16.714573 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0352c2-0cc0-4c08-9efc-a335cb49e5bd req-af9bde39-8e3e-4cf0-992d-07e96f1ed4a3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:16.730107 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-de0352c2-0cc0-4c08-9efc-a335cb49e5bd req-af9bde39-8e3e-4cf0-992d-07e96f1ed4a3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.2119858 Jan 28 13:46:16.828349 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ecac76dc-2035-471b-ad98-902073720762 None None] Publish callbacks [] for port (5936fd58-bdc4-473c-8a40-d2ff3f95467b), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:16.858066 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ecac76dc-2035-471b-ad98-902073720762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5936fd58-bdc4-473c-8a40-d2ff3f95467b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:16.929696 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-de0352c2-0cc0-4c08-9efc-a335cb49e5bd req-e8df2f6f-9724-43f2-b1ec-54b8ef85b4cb tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922021 Jan 28 13:46:16.986160 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b4271-c60a-421b-b36e-18369b657bd7 None None] Pushing event updated for resources: {'Port': ['ID=5936fd58-bdc4-473c-8a40-d2ff3f95467b,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:16.999803 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615b4271-c60a-421b-b36e-18369b657bd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:17.000129 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615b4271-c60a-421b-b36e-18369b657bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:17.001173 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615b4271-c60a-421b-b36e-18369b657bd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:17.001534 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615b4271-c60a-421b-b36e-18369b657bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:17.001869 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615b4271-c60a-421b-b36e-18369b657bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:17.002199 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615b4271-c60a-421b-b36e-18369b657bd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:17.002530 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615b4271-c60a-421b-b36e-18369b657bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:17.002859 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615b4271-c60a-421b-b36e-18369b657bd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:17.003195 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615b4271-c60a-421b-b36e-18369b657bd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:17.003515 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615b4271-c60a-421b-b36e-18369b657bd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:17.003837 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615b4271-c60a-421b-b36e-18369b657bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:17.004148 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615b4271-c60a-421b-b36e-18369b657bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:17.004459 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615b4271-c60a-421b-b36e-18369b657bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:17.040085 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-924f67a0-7724-4842-9557-b5407433b7ea tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (06cfbe51-e6ee-4af6-9208-978d31f54e9e), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:17.061147 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-ecac76dc-2035-471b-ad98-902073720762 None None] Attempting to bind port 5936fd58-bdc4-473c-8a40-d2ff3f95467b on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:46:17.061512 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-ecac76dc-2035-471b-ad98-902073720762 None None] Attempting to bind port 5936fd58-bdc4-473c-8a40-d2ff3f95467b by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:46:17.061870 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecac76dc-2035-471b-ad98-902073720762 None None] Attempting to bind port 5936fd58-bdc4-473c-8a40-d2ff3f95467b on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:46:17.089189 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecac76dc-2035-471b-ad98-902073720762 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:46:17.097822 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecac76dc-2035-471b-ad98-902073720762 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:17.097822 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ecac76dc-2035-471b-ad98-902073720762 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:17.102445 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecac76dc-2035-471b-ad98-902073720762 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:46:17.105438 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-ecac76dc-2035-471b-ad98-902073720762 None None] Bound port: 5936fd58-bdc4-473c-8a40-d2ff3f95467b, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:46:17.105866 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ecac76dc-2035-471b-ad98-902073720762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5936fd58-bdc4-473c-8a40-d2ff3f95467b), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:17.180698 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-49d46cd0-54b2-4d1d-ad21-9cd67ca709f1 req-4f47b0e4-a13c-4747-a188-9784d4976541 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.1767747 Jan 28 13:46:17.250398 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ad14b-a006-4339-81fa-b2257af3ca4c req-f0d06628-8bdc-48c2-94d9-b921a00919d2 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:17.258233 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4a4693-cd06-4fdf-9e70-5df712cc4e34 None None] Network 90db768a-3cc0-4391-9807-17d433ba2858 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:17.260620 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a3ad14b-a006-4339-81fa-b2257af3ca4c req-f0d06628-8bdc-48c2-94d9-b921a00919d2 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.0962186 Jan 28 13:46:17.326722 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-ecac76dc-2035-471b-ad98-902073720762 None None] For port 5936fd58-bdc4-473c-8a40-d2ff3f95467b, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:46:17.331155 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-ecac76dc-2035-471b-ad98-902073720762 None None] For port 5936fd58-bdc4-473c-8a40-d2ff3f95467b, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=5936fd58-bdc4-473c-8a40-d2ff3f95467b,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:46:17.341590 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-924f67a0-7724-4842-9557-b5407433b7ea tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (06cfbe51-e6ee-4af6-9208-978d31f54e9e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:17.348136 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ecac76dc-2035-471b-ad98-902073720762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5936fd58-bdc4-473c-8a40-d2ff3f95467b), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:17.379011 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a3ad14b-a006-4339-81fa-b2257af3ca4c req-585c282d-a56d-4de1-a267-18344477c50e tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168079 Jan 28 13:46:17.450035 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ac5702ce-1f44-4fa1-bcb1-1cf572ce3fae None None] Provisioning complete for port 2cb56166-22a4-4d74-a666-e963b55c1351 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:17.450408 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac5702ce-1f44-4fa1-bcb1-1cf572ce3fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:17.493865 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b4271-c60a-421b-b36e-18369b657bd7 None None] Pushing event updated for resources: {'Port': ['ID=5936fd58-bdc4-473c-8a40-d2ff3f95467b,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:17.524306 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-924f67a0-7724-4842-9557-b5407433b7ea tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (06cfbe51-e6ee-4af6-9208-978d31f54e9e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:17.553728 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecac76dc-2035-471b-ad98-902073720762 None None] Routers {'f8158151-7a51-48e8-978e-cf79d587b3b2'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:17.558093 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ecac76dc-2035-471b-ad98-902073720762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:46:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['f8158151-7a51-48e8-978e-cf79d587b3b2'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:17.661626 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-924f67a0-7724-4842-9557-b5407433b7ea tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:17.669337 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-924f67a0-7724-4842-9557-b5407433b7ea tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/subnets/06cfbe51-e6ee-4af6-9208-978d31f54e9e HTTP/1.1" status: 204 len: 168 time: 1.1639738 Jan 28 13:46:17.671970 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199f67e-3dca-4543-afb2-935963f7885d req-458b4a53-90bf-44d9-9992-7bc796fd13c0 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:17.672198 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f67a0-7724-4842-9557-b5407433b7ea tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Subnet': ['ID=06cfbe51-e6ee-4af6-9208-978d31f54e9e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:17.680299 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51920) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:17.682093 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b199f67e-3dca-4543-afb2-935963f7885d req-458b4a53-90bf-44d9-9992-7bc796fd13c0 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.0992134 Jan 28 13:46:17.745805 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e4de48-de0a-4159-b9d9-b4741527f08c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] DELETE failed (client error): The resource could not be found. Jan 28 13:46:17.746294 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e4de48-de0a-4159-b9d9-b4741527f08c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:46:17.751925 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-05e4de48-de0a-4159-b9d9-b4741527f08c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/subnets/42d24075-8854-4e90-951a-1a9052a4d5bf HTTP/1.1" status: 404 len: 337 time: 0.0679030 Jan 28 13:46:17.768391 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ac5702ce-1f44-4fa1-bcb1-1cf572ce3fae None None] Current status of the port 2cb56166-22a4-4d74-a666-e963b55c1351 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:17.776138 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51922) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:17.794668 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b199f67e-3dca-4543-afb2-935963f7885d req-47ca1620-ec7d-48f5-a40d-2fa5905f23b5 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103191 Jan 28 13:46:17.809630 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:17.864574 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ac5702ce-1f44-4fa1-bcb1-1cf572ce3fae None None] Provisioning complete for port d8b6e127-85ef-4733-8bf9-08a807d62ba8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:17.864949 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac5702ce-1f44-4fa1-bcb1-1cf572ce3fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d8b6e127-85ef-4733-8bf9-08a807d62ba8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:17.865061 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8200493e-df23-4fa0-9c60-738fb256108b tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd0a1458-59bb-4888-b9bb-2992244c8e4e HTTP/1.1" status: 200 len: 205 time: 0.0659142 Jan 28 13:46:17.865769 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51926) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:17.922434 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-000882ce-220d-45c6-b482-f991a6645874 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] delete failed (client error): The resource could not be found. Jan 28 13:46:17.923838 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-000882ce-220d-45c6-b482-f991a6645874 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/routers/bd0a1458-59bb-4888-b9bb-2992244c8e4e HTTP/1.1" status: 404 len: 336 time: 0.0559857 Jan 28 13:46:17.927307 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51928) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:17.961466 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-ecac76dc-2035-471b-ad98-902073720762 None None] Set router f8158151-7a51-48e8-978e-cf79d587b3b2 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:17.961691 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-6851f297-0bed-4be5-9797-a4d97c126c49 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] DELETE failed (client error): The resource could not be found. Jan 28 13:46:17.962012 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6851f297-0bed-4be5-9797-a4d97c126c49 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:46:17.966490 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6851f297-0bed-4be5-9797-a4d97c126c49 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/subnets/2268a12c-2faa-451e-81f3-09ce5e698ff6 HTTP/1.1" status: 404 len: 337 time: 0.0373695 Jan 28 13:46:17.968755 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51930) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:17.972555 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acc93c8-dc3e-43c9-a2d7-e867d2931ed7 None None] Update dhcp port {'port': {'network_id': '90db768a-3cc0-4391-9807-17d433ba2858', 'fixed_ips': [{'subnet_id': '06cfbe51-e6ee-4af6-9208-978d31f54e9e'}], 'binding:host_id': 'n-d-822747-2'}, 'id': '2cb56166-22a4-4d74-a666-e963b55c1351'} from n-d-822747-2. {{(pid=103353) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 13:46:18.008832 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-f73bbf1a-af5e-459c-a33b-2935b126b6b7 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] DELETE failed (client error): The resource could not be found. Jan 28 13:46:18.009630 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f73bbf1a-af5e-459c-a33b-2935b126b6b7 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:46:18.013140 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f73bbf1a-af5e-459c-a33b-2935b126b6b7 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/subnets/d4139466-4c4b-4c98-8da2-f7bc7403232f HTTP/1.1" status: 404 len: 337 time: 0.0433445 Jan 28 13:46:18.023174 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51932) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:18.062773 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ac5702ce-1f44-4fa1-bcb1-1cf572ce3fae None None] Port d8b6e127-85ef-4733-8bf9-08a807d62ba8 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:46:18.081291 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9acc93c8-dc3e-43c9-a2d7-e867d2931ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:18.134150 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-490b169c-a20c-4892-8020-91a540c9d34c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] DELETE failed (client error): The resource could not be found. Jan 28 13:46:18.135191 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-490b169c-a20c-4892-8020-91a540c9d34c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:46:18.151780 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b5daa-6357-4c97-a722-677b0de47b56 req-7aef4276-9b33-4506-acb5-243b2d303544 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:18.153586 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0e9b5daa-6357-4c97-a722-677b0de47b56 req-7aef4276-9b33-4506-acb5-243b2d303544 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.1937125 Jan 28 13:46:18.155799 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-490b169c-a20c-4892-8020-91a540c9d34c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/subnets/08fa703e-6ff7-4166-9b0f-5f299038efd0 HTTP/1.1" status: 404 len: 337 time: 0.1302989 Jan 28 13:46:18.157717 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51938) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:18.166475 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00a6e121-cf05-4be0-8cc8-fd2037da3564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:18.229104 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-1339abcc-43f8-4333-aff2-561e629bd512 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] DELETE failed (client error): The resource could not be found. Jan 28 13:46:18.230106 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1339abcc-43f8-4333-aff2-561e629bd512 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:46:18.262100 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1339abcc-43f8-4333-aff2-561e629bd512 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/ports/ca60ee76-ea4e-484a-867b-e33426d73f99 HTTP/1.1" status: 404 len: 333 time: 0.1029637 Jan 28 13:46:18.265435 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51944) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:18.390628 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-83411f80-2ced-4fea-9644-7fab12ca65cb tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] DELETE failed (client error): The resource could not be found. Jan 28 13:46:18.394629 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83411f80-2ced-4fea-9644-7fab12ca65cb tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:46:18.408154 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51948) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:18.412851 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-83411f80-2ced-4fea-9644-7fab12ca65cb tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/subnets/68476040-ac3f-463e-91fe-f15de1205326 HTTP/1.1" status: 404 len: 337 time: 0.1460702 Jan 28 13:46:18.475775 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b2f214-41ff-4e10-8370-a028ad237f65 None None] Network 90db768a-3cc0-4391-9807-17d433ba2858 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:18.477996 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0e9b5daa-6357-4c97-a722-677b0de47b56 req-1208b3ba-44b9-428d-82a4-6449ab6f4dcf tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089876 Jan 28 13:46:18.495461 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-43de8e11-6603-49bd-8c49-af745bbc208e req-620b6f8f-fd31-4584-9aa4-ac246e0da42c tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.0813670 Jan 28 13:46:18.651674 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a45c2b-4560-4913-958d-84fc7ed8c2c5 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] DELETE failed (client error): The resource could not be found. Jan 28 13:46:18.652292 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a45c2b-4560-4913-958d-84fc7ed8c2c5 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:46:18.661832 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-80a45c2b-4560-4913-958d-84fc7ed8c2c5 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/subnets/379ea271-10c7-4119-8590-341a5f97d281 HTTP/1.1" status: 404 len: 337 time: 0.2282305 Jan 28 13:46:18.677610 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51956) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:18.747923 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f825a8-86ca-4c91-a8e3-2e5ed6072284 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] DELETE failed (client error): The resource could not be found. Jan 28 13:46:18.755813 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46f825a8-86ca-4c91-a8e3-2e5ed6072284 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:46:18.760076 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-46f825a8-86ca-4c91-a8e3-2e5ed6072284 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/ports/b95cd334-ba56-40a1-a6af-20e2086caea4 HTTP/1.1" status: 404 len: 333 time: 0.0814238 Jan 28 13:46:18.765083 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51960) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:18.788925 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-5f1f01d5-17e5-4168-9af0-48f2d90d19f0 None None] Provisioning complete for port 2cb56166-22a4-4d74-a666-e963b55c1351 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:18.789379 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5f1f01d5-17e5-4168-9af0-48f2d90d19f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:18.911268 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2cb56166-22a4-4d74-a666-e963b55c1351 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:18.913169 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada64c73-0d23-4d00-b0a0-add0e2ff20c9 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] DELETE failed (client error): The resource could not be found. Jan 28 13:46:18.917571 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ada64c73-0d23-4d00-b0a0-add0e2ff20c9 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:46:18.939863 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ada64c73-0d23-4d00-b0a0-add0e2ff20c9 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/subnets/3c4fb1e1-0eaa-4031-a76a-0fc802545cdd HTTP/1.1" status: 404 len: 337 time: 0.1726027 Jan 28 13:46:18.953492 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51968) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:19.010887 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ecac76dc-2035-471b-ad98-902073720762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8158151-7a51-48e8-978e-cf79d587b3b2', 'name': 'tempest-TestAggregatesBasicOps-1106176881-router', 'tenant_id': '1dc5aa59654b49be97c7d3c979b5234f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '5936fd58-bdc4-473c-8a40-d2ff3f95467b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:07Z', 'updated_at': '2022-01-28T13:46:11Z', 'revision_number': 3, 'project_id': '1dc5aa59654b49be97c7d3c979b5234f', 'gw_port': {'id': '5936fd58-bdc4-473c-8a40-d2ff3f95467b', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:77:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8158151-7a51-48e8-978e-cf79d587b3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:09Z', 'updated_at': '2022-01-28T13:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:19.077255 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecac76dc-2035-471b-ad98-902073720762 None None] The sync data for ids ['f8158151-7a51-48e8-978e-cf79d587b3b2'] in n-d-822747-2 is: [{'id': 'f8158151-7a51-48e8-978e-cf79d587b3b2', 'name': 'tempest-TestAggregatesBasicOps-1106176881-router', 'tenant_id': '1dc5aa59654b49be97c7d3c979b5234f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '5936fd58-bdc4-473c-8a40-d2ff3f95467b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:07Z', 'updated_at': '2022-01-28T13:46:11Z', 'revision_number': 3, 'project_id': '1dc5aa59654b49be97c7d3c979b5234f', 'gw_port': {'id': '5936fd58-bdc4-473c-8a40-d2ff3f95467b', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:77:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8158151-7a51-48e8-978e-cf79d587b3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:09Z', 'updated_at': '2022-01-28T13:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:19.097987 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afc6b05-24d2-4790-a77b-38a9c7a192ec None None] DHCP port deletion for 90db768a-3cc0-4391-9807-17d433ba2858 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:46:19.122155 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-80fcd278-8760-4a28-b943-4a5e14fb41b8 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] DELETE failed (client error): The resource could not be found. Jan 28 13:46:19.122892 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80fcd278-8760-4a28-b943-4a5e14fb41b8 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:46:19.127153 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-80fcd278-8760-4a28-b943-4a5e14fb41b8 tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/subnets/c4357d24-0836-4918-bb54-c0a2cf725843 HTTP/1.1" status: 404 len: 337 time: 0.1694393 Jan 28 13:46:19.132216 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1473a56-1970-48e2-baa1-e2edc6273b0f req-a7df88e2-4941-480b-ad30-0eff70183f4e tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:19.132580 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51972) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:19.143662 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1473a56-1970-48e2-baa1-e2edc6273b0f req-a7df88e2-4941-480b-ad30-0eff70183f4e tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.1948912 Jan 28 13:46:19.165203 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-00a6e121-cf05-4be0-8cc8-fd2037da3564 admin admin] Allocated IP 172.20.0.1 (5d0be7bb-8c7a-417d-b695-37a6fe0a74f4/302a42e1-b09f-461d-ba98-84b41d6edaac/8755330d-7e6e-4588-9fb5-088d91009203) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:46:19.282173 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1473a56-1970-48e2-baa1-e2edc6273b0f req-1e153da3-de97-4f47-8d00-3f4410560d61 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370769 Jan 28 13:46:19.298582 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5f1f01d5-17e5-4168-9af0-48f2d90d19f0 None None] Current status of the port 2cb56166-22a4-4d74-a666-e963b55c1351 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:19.397443 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-5f1f01d5-17e5-4168-9af0-48f2d90d19f0 None None] Provisioning complete for port d8b6e127-85ef-4733-8bf9-08a807d62ba8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:19.397831 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5f1f01d5-17e5-4168-9af0-48f2d90d19f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d8b6e127-85ef-4733-8bf9-08a807d62ba8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:19.682081 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5f1f01d5-17e5-4168-9af0-48f2d90d19f0 None None] Port d8b6e127-85ef-4733-8bf9-08a807d62ba8 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:46:19.701166 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 2cb56166-22a4-4d74-a666-e963b55c1351 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:19.702380 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:19.773952 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 2cb56166-22a4-4d74-a666-e963b55c1351, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2cb56166-22a4-4d74-a666-e963b55c1351,segment=NetworkSegment(4344e770-c981-46d9-85ec-6c27172a6440),segment_id=4344e770-c981-46d9-85ec-6c27172a6440)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:19.776669 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0afc6b05-24d2-4790-a77b-38a9c7a192ec None None] Deleting port 2cb56166-22a4-4d74-a666-e963b55c1351 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:19.777101 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0afc6b05-24d2-4790-a77b-38a9c7a192ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:19.799069 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00a6e121-cf05-4be0-8cc8-fd2037da3564 admin admin] Publish callbacks [] for port (8755330d-7e6e-4588-9fb5-088d91009203), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:19.860358 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a1ac22a0-e559-4d97-bca3-455f84fccb6a req-cd708c83-6800-4b4a-9d62-6eebeb1b11d1 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.0830257 Jan 28 13:46:19.860972 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-9b4958d5-82c6-4feb-9745-7205a123ecbe tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Deleting port d8b6e127-85ef-4733-8bf9-08a807d62ba8 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:19.861338 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b4958d5-82c6-4feb-9745-7205a123ecbe tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (d8b6e127-85ef-4733-8bf9-08a807d62ba8), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:19.902295 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-0afc6b05-24d2-4790-a77b-38a9c7a192ec None None] For port 2cb56166-22a4-4d74-a666-e963b55c1351, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2cb56166-22a4-4d74-a666-e963b55c1351,segment=NetworkSegment(4344e770-c981-46d9-85ec-6c27172a6440),segment_id=4344e770-c981-46d9-85ec-6c27172a6440)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:19.902295 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0afc6b05-24d2-4790-a77b-38a9c7a192ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:19.928821 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0afc6b05-24d2-4790-a77b-38a9c7a192ec None None] Calling delete_port for 2cb56166-22a4-4d74-a666-e963b55c1351 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:20.072329 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b4958d5-82c6-4feb-9745-7205a123ecbe tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (d8b6e127-85ef-4733-8bf9-08a807d62ba8), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:20.085428 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:20.099318 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-9b4958d5-82c6-4feb-9745-7205a123ecbe tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Calling delete_port for d8b6e127-85ef-4733-8bf9-08a807d62ba8 owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:20.121602 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0afc6b05-24d2-4790-a77b-38a9c7a192ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (2cb56166-22a4-4d74-a666-e963b55c1351), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:20.164018 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event deleted for resources: {'Port': ['ID=2cb56166-22a4-4d74-a666-e963b55c1351,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:20.166307 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:20.182457 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afc6b05-24d2-4790-a77b-38a9c7a192ec None None] No DVR routers for this DVR port 2cb56166-22a4-4d74-a666-e963b55c1351 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:46:20.254702 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc6b05-24d2-4790-a77b-38a9c7a192ec None None] Pushing event deleted for resources: {'Port': ['ID=2cb56166-22a4-4d74-a666-e963b55c1351,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:20.288486 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b4958d5-82c6-4feb-9745-7205a123ecbe tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (d8b6e127-85ef-4733-8bf9-08a807d62ba8), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:20.302294 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51988) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:20.396454 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4958d5-82c6-4feb-9745-7205a123ecbe tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Port': ['ID=d8b6e127-85ef-4733-8bf9-08a807d62ba8,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:20.409741 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b4958d5-82c6-4feb-9745-7205a123ecbe tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:20.415422 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9b4958d5-82c6-4feb-9745-7205a123ecbe tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/ports/d8b6e127-85ef-4733-8bf9-08a807d62ba8 HTTP/1.1" status: 204 len: 168 time: 1.2794888 Jan 28 13:46:20.420943 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51992) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:20.539409 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00a6e121-cf05-4be0-8cc8-fd2037da3564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (8755330d-7e6e-4588-9fb5-088d91009203), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:20.545975 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb4ce-99c9-46a8-9a95-ebfb53758f9c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (90db768a-3cc0-4391-9807-17d433ba2858), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:20.728224 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-bcdc8289-bd85-4150-adef-c25296c5569d tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Deleting port 66eeb35f-2211-422a-9868-cf236f1a56fa {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:20.728682 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bcdc8289-bd85-4150-adef-c25296c5569d tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (66eeb35f-2211-422a-9868-cf236f1a56fa), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:20.835047 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6e121-cf05-4be0-8cc8-fd2037da3564 admin admin] Pushing event updated for resources: {'Port': ['ID=8755330d-7e6e-4588-9fb5-088d91009203,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:20.897153 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a6e121-cf05-4be0-8cc8-fd2037da3564 admin admin] Network 5d0be7bb-8c7a-417d-b695-37a6fe0a74f4 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:20.913246 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-00a6e121-cf05-4be0-8cc8-fd2037da3564 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:20.933316 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bcdc8289-bd85-4150-adef-c25296c5569d tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (66eeb35f-2211-422a-9868-cf236f1a56fa), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:20.936218 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bcdc8289-bd85-4150-adef-c25296c5569d tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for floatingip (66eeb35f-2211-422a-9868-cf236f1a56fa), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:20.945431 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 5936fd58-bdc4-473c-8a40-d2ff3f95467b up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:20.946851 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a6e121-cf05-4be0-8cc8-fd2037da3564 admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:46:20.997827 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-bcdc8289-bd85-4150-adef-c25296c5569d tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Calling delete_port for 66eeb35f-2211-422a-9868-cf236f1a56fa owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:21.097115 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 5936fd58-bdc4-473c-8a40-d2ff3f95467b triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:21.097525 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5936fd58-bdc4-473c-8a40-d2ff3f95467b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:21.104301 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a5927-978e-4fde-bdf0-c8b019b49f53 req-9d364fe8-abb0-4b99-adc0-e69d8d244e36 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:21.122241 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-682a5927-978e-4fde-bdf0-c8b019b49f53 req-9d364fe8-abb0-4b99-adc0-e69d8d244e36 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.5801532 Jan 28 13:46:21.220852 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00a6e121-cf05-4be0-8cc8-fd2037da3564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (f8158151-7a51-48e8-978e-cf79d587b3b2), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:21.296507 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 5936fd58-bdc4-473c-8a40-d2ff3f95467b is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:21.296903 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5936fd58-bdc4-473c-8a40-d2ff3f95467b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:21.363922 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 5936fd58-bdc4-473c-8a40-d2ff3f95467b, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=5936fd58-bdc4-473c-8a40-d2ff3f95467b,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:21.376181 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5936fd58-bdc4-473c-8a40-d2ff3f95467b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:21.450019 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=5936fd58-bdc4-473c-8a40-d2ff3f95467b,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:21.469616 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9076b2d1-3577-4a92-8952-e5bc9271eaff req-6cabdaca-4d99-48ff-9945-9db166fa7c87 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.1067927 Jan 28 13:46:21.510508 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-682a5927-978e-4fde-bdf0-c8b019b49f53 req-5469cf3e-fa4a-4349-af10-39f32ee956a4 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808765 Jan 28 13:46:21.545988 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a6ac87e2-4224-4111-aa9e-242ac2db715c None None] Provisioning complete for port 8755330d-7e6e-4588-9fb5-088d91009203 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:21.546375 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6ac87e2-4224-4111-aa9e-242ac2db715c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8755330d-7e6e-4588-9fb5-088d91009203), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:21.641062 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb4ce-99c9-46a8-9a95-ebfb53758f9c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (90db768a-3cc0-4391-9807-17d433ba2858), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:21.707315 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a6ac87e2-4224-4111-aa9e-242ac2db715c None None] Port 8755330d-7e6e-4588-9fb5-088d91009203 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:46:21.740971 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bcdc8289-bd85-4150-adef-c25296c5569d tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (66eeb35f-2211-422a-9868-cf236f1a56fa), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:21.753607 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-aa5eb4ce-99c9-46a8-9a95-ebfb53758f9c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90db768a-3cc0-4391-9807-17d433ba2858']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:21.821442 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-aa5eb4ce-99c9-46a8-9a95-ebfb53758f9c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4344e770-c981-46d9-85ec-6c27172a6440') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:21.822211 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-aa5eb4ce-99c9-46a8-9a95-ebfb53758f9c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4344e770-c981-46d9-85ec-6c27172a6440') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:21.844942 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb4ce-99c9-46a8-9a95-ebfb53758f9c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (4344e770-c981-46d9-85ec-6c27172a6440), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:21.857643 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc8289-bd85-4150-adef-c25296c5569d tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Pushing event deleted for resources: {'Port': ['ID=66eeb35f-2211-422a-9868-cf236f1a56fa,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:21.908351 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb4ce-99c9-46a8-9a95-ebfb53758f9c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (4344e770-c981-46d9-85ec-6c27172a6440), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:21.951815 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bcdc8289-bd85-4150-adef-c25296c5569d tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for floatingip (a9e53884-7e79-42d4-a362-617b0a8ceb94), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:21.952731 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-bcdc8289-bd85-4150-adef-c25296c5569d tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Floating IP a9e53884-7e79-42d4-a362-617b0a8ceb94 disassociated (deleted). External IP: 172.25.3.91, port: c6538e7e-912c-4129-a329-d0dcf0583756. Jan 28 13:46:22.078306 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa5eb4ce-99c9-46a8-9a95-ebfb53758f9c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:46:22.080246 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb4ce-99c9-46a8-9a95-ebfb53758f9c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (4344e770-c981-46d9-85ec-6c27172a6440), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:46:22.087045 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:46:22.245118 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb4ce-99c9-46a8-9a95-ebfb53758f9c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (90db768a-3cc0-4391-9807-17d433ba2858), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:22.261836 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb4ce-99c9-46a8-9a95-ebfb53758f9c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:22.265221 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-aa5eb4ce-99c9-46a8-9a95-ebfb53758f9c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] 10.222.0.39 "DELETE /v2.0/networks/90db768a-3cc0-4391-9807-17d433ba2858 HTTP/1.1" status: 204 len: 168 time: 1.8430603 Jan 28 13:46:22.287978 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00a6e121-cf05-4be0-8cc8-fd2037da3564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8755330d-7e6e-4588-9fb5-088d91009203), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:22.321498 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5eb4ce-99c9-46a8-9a95-ebfb53758f9c tempest-PortsIpV6TestJSON-1697717024 tempest-PortsIpV6TestJSON-1697717024-project] Pushing event deleted for resources: {'Network': ['ID=90db768a-3cc0-4391-9807-17d433ba2858,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:22.334182 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321278b9-bf12-4ee6-91fc-0e80598dc4df req-b350320c-7c33-4e37-9230-1916d67bc01d tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:22.344994 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-321278b9-bf12-4ee6-91fc-0e80598dc4df req-b350320c-7c33-4e37-9230-1916d67bc01d tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.2746713 Jan 28 13:46:22.406030 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdc8289-bd85-4150-adef-c25296c5569d tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Router 6b03775d-5b2b-44ef-b7cc-b94b66572f10 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:22.419572 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-321278b9-bf12-4ee6-91fc-0e80598dc4df req-924a504f-a762-4fc8-b649-c2bb00febcd0 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735443 Jan 28 13:46:22.683072 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0f73da9a-edeb-4d67-92fb-219fa026d74e req-d9cc50d2-371d-4084-8eb2-e33f06c276ab tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.0600207 Jan 28 13:46:22.718618 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdc8289-bd85-4150-adef-c25296c5569d tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:22.729736 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8fe6be-1356-4b6f-8dc2-ca8767d81876 None None] Sync routers for ids ['6b03775d-5b2b-44ef-b7cc-b94b66572f10'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:22.754529 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bcdc8289-bd85-4150-adef-c25296c5569d tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:22.758079 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8fe6be-1356-4b6f-8dc2-ca8767d81876 None None] Routers {'6b03775d-5b2b-44ef-b7cc-b94b66572f10'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:22.760804 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9b8fe6be-1356-4b6f-8dc2-ca8767d81876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:46:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6b03775d-5b2b-44ef-b7cc-b94b66572f10'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:22.859219 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bcdc8289-bd85-4150-adef-c25296c5569d tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "DELETE /v2.0/floatingips/a9e53884-7e79-42d4-a362-617b0a8ceb94 HTTP/1.1" status: 204 len: 168 time: 2.5554118 Jan 28 13:46:22.859883 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c13557-69f9-483c-9d5d-e6dcfe0347d5', 'tag': 'c6538e7e-912c-4129-a329-d0dcf0583756'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:46:22.870243 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dd3886-c970-40ee-aa89-71038014ac24" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c13557-69f9-483c-9d5d-e6dcfe0347d5", "tag": "c6538e7e-912c-4129-a329-d0dcf0583756"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:46:22.885821 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 5936fd58-bdc4-473c-8a40-d2ff3f95467b up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:23.054599 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00a6e121-cf05-4be0-8cc8-fd2037da3564 admin admin] Publish callbacks [] for port (8755330d-7e6e-4588-9fb5-088d91009203), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:23.068396 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00a6e121-cf05-4be0-8cc8-fd2037da3564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (8755330d-7e6e-4588-9fb5-088d91009203), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:23.088687 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52040) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:23.166252 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7acb65f-8400-4342-ba8d-8e0b4003d08b x-openstack-request-id: req-f7acb65f-8400-4342-ba8d-8e0b4003d08b {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:46:23.166552 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c13557-69f9-483c-9d5d-e6dcfe0347d5", "tag": "c6538e7e-912c-4129-a329-d0dcf0583756", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:46:23.166815 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f7acb65f-8400-4342-ba8d-8e0b4003d08b {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:46:23.167278 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c13557-69f9-483c-9d5d-e6dcfe0347d5', 'tag': 'c6538e7e-912c-4129-a329-d0dcf0583756', 'status': 'completed', 'code': 200} Jan 28 13:46:23.310420 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-9b8fe6be-1356-4b6f-8dc2-ca8767d81876 None None] Set router 6b03775d-5b2b-44ef-b7cc-b94b66572f10 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:23.310741 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6e121-cf05-4be0-8cc8-fd2037da3564 admin admin] Pushing event updated for resources: {'Port': ['ID=8755330d-7e6e-4588-9fb5-088d91009203,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:23.349309 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00a6e121-cf05-4be0-8cc8-fd2037da3564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (f8158151-7a51-48e8-978e-cf79d587b3b2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:23.365320 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd3886-c970-40ee-aa89-71038014ac24 req-1a0d0ae2-94cd-4f5b-b7e6-c9e62b6c27bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:23.367700 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e6dd3886-c970-40ee-aa89-71038014ac24 req-1a0d0ae2-94cd-4f5b-b7e6-c9e62b6c27bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b20b56137a94d119bc41239a8a47be8&device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 1096 time: 0.1156156 Jan 28 13:46:23.488521 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 5936fd58-bdc4-473c-8a40-d2ff3f95467b triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:23.488909 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5936fd58-bdc4-473c-8a40-d2ff3f95467b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:23.572666 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd3886-c970-40ee-aa89-71038014ac24 req-0141db34-a35f-4e3b-bebf-6dd33030e047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:23.574084 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e6dd3886-c970-40ee-aa89-71038014ac24 req-0141db34-a35f-4e3b-bebf-6dd33030e047 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fdf5a652-b111-479f-bc51-46460825e1b8 HTTP/1.1" status: 200 len: 913 time: 0.1834888 Jan 28 13:46:23.591409 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a6e121-cf05-4be0-8cc8-fd2037da3564 admin admin] Network 5d0be7bb-8c7a-417d-b695-37a6fe0a74f4 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:23.605984 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-00a6e121-cf05-4be0-8cc8-fd2037da3564 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:23.774577 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bd52b-6df3-425a-8e11-458fdca45109 req-049d22c9-8fa0-40ea-a79c-2d3ca9a81df6 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:23.784741 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e6dd3886-c970-40ee-aa89-71038014ac24 req-654fb784-0ee8-4e85-bc86-1aaeae119845 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6538e7e-912c-4129-a329-d0dcf0583756 HTTP/1.1" status: 200 len: 217 time: 0.1970444 Jan 28 13:46:23.804580 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-462bd52b-6df3-425a-8e11-458fdca45109 req-049d22c9-8fa0-40ea-a79c-2d3ca9a81df6 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.1501477 Jan 28 13:46:23.939990 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 5936fd58-bdc4-473c-8a40-d2ff3f95467b is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:24.042840 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-462bd52b-6df3-425a-8e11-458fdca45109 req-6577314b-d5c5-42bc-85cd-420f78027eb3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135868 Jan 28 13:46:24.059815 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-17f451f8-f0f0-4d92-8ba1-fcaf276446a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=82bdd5ae20104e9ea02f181442a29ce9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9666471 Jan 28 13:46:24.064513 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52062) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:24.148697 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9b8fe6be-1356-4b6f-8dc2-ca8767d81876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'name': 'tempest-TestVolumeBackupRestore-151576015-router', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:27Z', 'updated_at': '2022-01-28T13:39:35Z', 'revision_number': 4, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'gw_port': {'id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:28Z', 'updated_at': '2022-01-28T13:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '49ed2de8-0555-480f-98c7-c426bcd48da1', 'name': '', 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'mac_address': 'fa:16:3e:fb:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'b9e7001d-7550-4a4d-8844-b5374df32dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:34Z', 'updated_at': '2022-01-28T13:39:44Z', 'revision_number': 5, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'subnets': [{'id': 'b9e7001d-7550-4a4d-8844-b5374df32dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:24.183338 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8fe6be-1356-4b6f-8dc2-ca8767d81876 None None] Checking router: 6b03775d-5b2b-44ef-b7cc-b94b66572f10 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:24.195196 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8fe6be-1356-4b6f-8dc2-ca8767d81876 None None] Routers {'6b03775d-5b2b-44ef-b7cc-b94b66572f10'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:24.196108 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9b8fe6be-1356-4b6f-8dc2-ca8767d81876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:46:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6b03775d-5b2b-44ef-b7cc-b94b66572f10'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:24.286123 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b3e0238-12a1-46b4-9369-5a6f3575d192 admin admin] Publish callbacks [] for security_group (9fdb94d8-8441-4e45-9e8c-cd6b88ca65b3), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:24.345903 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b3e0238-12a1-46b4-9369-5a6f3575d192 admin admin] Publish callbacks [] for security_group (9fdb94d8-8441-4e45-9e8c-cd6b88ca65b3), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:24.477874 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-9b8fe6be-1356-4b6f-8dc2-ca8767d81876 None None] Set router 6b03775d-5b2b-44ef-b7cc-b94b66572f10 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:24.498774 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b3e0238-12a1-46b4-9369-5a6f3575d192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9fdb94d8-8441-4e45-9e8c-cd6b88ca65b3), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:24.506278 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b3e0238-12a1-46b4-9369-5a6f3575d192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:24.510520 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1b3e0238-12a1-46b4-9369-5a6f3575d192 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9fdb94d8-8441-4e45-9e8c-cd6b88ca65b3 HTTP/1.1" status: 204 len: 168 time: 0.4428015 Jan 28 13:46:24.526982 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-09851f57-b064-4a2e-b73a-0f946441188f req-b81cbcb3-9fe8-4e95-b1b7-b71746426555 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.2816138 Jan 28 13:46:24.558356 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e0238-12a1-46b4-9369-5a6f3575d192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdb94d8-8441-4e45-9e8c-cd6b88ca65b3,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:24.957653 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-5f8c5aa9-9f8e-42fd-aa20-ad586c4b83ca None None] Provisioning complete for port 8755330d-7e6e-4588-9fb5-088d91009203 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:24.959221 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5f8c5aa9-9f8e-42fd-aa20-ad586c4b83ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8755330d-7e6e-4588-9fb5-088d91009203), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:25.033047 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21b841-5ce3-4840-86ef-975a48d7d9d7 req-2cc97c44-d19b-4a91-8e46-4e1535b23ed1 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:25.064615 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3a21b841-5ce3-4840-86ef-975a48d7d9d7 req-2cc97c44-d19b-4a91-8e46-4e1535b23ed1 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.1748908 Jan 28 13:46:25.066611 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5f8c5aa9-9f8e-42fd-aa20-ad586c4b83ca None None] Port 8755330d-7e6e-4588-9fb5-088d91009203 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:46:25.116824 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f529aae-71e9-4728-9412-133e88a141ff req-7c1efd31-abc5-4774-9f13-32103c03f5db tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:25.123965 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f529aae-71e9-4728-9412-133e88a141ff req-7c1efd31-abc5-4774-9f13-32103c03f5db tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 945 time: 1.5310750 Jan 28 13:46:25.148000 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd3886-c970-40ee-aa89-71038014ac24 req-a57e039e-842c-447d-b1ad-95daa44be471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:25.149961 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e6dd3886-c970-40ee-aa89-71038014ac24 req-a57e039e-842c-447d-b1ad-95daa44be471 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b9e7001d-7550-4a4d-8844-b5374df32dd9 HTTP/1.1" status: 200 len: 852 time: 0.5029373 Jan 28 13:46:25.218776 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9b8fe6be-1356-4b6f-8dc2-ca8767d81876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'name': 'tempest-TestVolumeBackupRestore-151576015-router', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:27Z', 'updated_at': '2022-01-28T13:39:35Z', 'revision_number': 4, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'gw_port': {'id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:28Z', 'updated_at': '2022-01-28T13:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '49ed2de8-0555-480f-98c7-c426bcd48da1', 'name': '', 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'mac_address': 'fa:16:3e:fb:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'b9e7001d-7550-4a4d-8844-b5374df32dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:34Z', 'updated_at': '2022-01-28T13:39:44Z', 'revision_number': 5, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'subnets': [{'id': 'b9e7001d-7550-4a4d-8844-b5374df32dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:25.237077 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3a21b841-5ce3-4840-86ef-975a48d7d9d7 req-4f10861a-bd65-4bf7-a8af-bc19f37b937d tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706026 Jan 28 13:46:25.280178 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8fe6be-1356-4b6f-8dc2-ca8767d81876 None None] The sync data for ids ['6b03775d-5b2b-44ef-b7cc-b94b66572f10'] in n-d-822747-2 is: [{'id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'name': 'tempest-TestVolumeBackupRestore-151576015-router', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:27Z', 'updated_at': '2022-01-28T13:39:35Z', 'revision_number': 4, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'gw_port': {'id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:28Z', 'updated_at': '2022-01-28T13:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '49ed2de8-0555-480f-98c7-c426bcd48da1', 'name': '', 'network_id': 'fdf5a652-b111-479f-bc51-46460825e1b8', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'mac_address': 'fa:16:3e:fb:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'b9e7001d-7550-4a4d-8844-b5374df32dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:34Z', 'updated_at': '2022-01-28T13:39:44Z', 'revision_number': 5, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'subnets': [{'id': 'b9e7001d-7550-4a4d-8844-b5374df32dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:25.297905 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c6399-df13-40fe-a4ae-3e5c8116a922 req-eb3007cd-1762-4a69-8003-7393940d0240 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:25.303905 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d05c6399-df13-40fe-a4ae-3e5c8116a922 req-eb3007cd-1762-4a69-8003-7393940d0240 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 945 time: 0.2747421 Jan 28 13:46:25.348487 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a6e121-cf05-4be0-8cc8-fd2037da3564 admin admin] Router f8158151-7a51-48e8-978e-cf79d587b3b2 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:25.372365 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f529aae-71e9-4728-9412-133e88a141ff req-162e39a9-d1bf-4151-933a-3bb8335d528c tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f391df0c-fa02-49bf-8e4a-9c309e97c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419665 Jan 28 13:46:25.548922 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd3886-c970-40ee-aa89-71038014ac24 req-e9c870d5-7ee7-4198-9e3a-7367ae0147a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:25.556681 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e6dd3886-c970-40ee-aa89-71038014ac24 req-e9c870d5-7ee7-4198-9e3a-7367ae0147a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fdf5a652-b111-479f-bc51-46460825e1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3975501 Jan 28 13:46:25.748504 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-d05c6399-df13-40fe-a4ae-3e5c8116a922 req-cfd00a38-998a-495a-887d-9ea6cabe5e27 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Deleting port c6538e7e-912c-4129-a329-d0dcf0583756 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:25.750048 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d05c6399-df13-40fe-a4ae-3e5c8116a922 req-cfd00a38-998a-495a-887d-9ea6cabe5e27 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c6538e7e-912c-4129-a329-d0dcf0583756), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:25.770533 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b97ea8-d960-419e-989f-bfa62fd780c3 req-0abbf615-e103-4f2b-8a62-3c325785b94f tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:25.780472 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15b97ea8-d960-419e-989f-bfa62fd780c3 req-0abbf615-e103-4f2b-8a62-3c325785b94f tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.2112293 Jan 28 13:46:25.814483 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e6dd3886-c970-40ee-aa89-71038014ac24 req-355c4c6e-0e3b-495b-bfba-2bc0b942f672 service neutron] 10.222.0.37 "GET /v2.0/networks/fdf5a652-b111-479f-bc51-46460825e1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483957 Jan 28 13:46:25.924063 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4d3a1a90-38f8-480d-8823-0334e7fc59c9 req-2c73a6aa-04a3-4d76-8f28-1a97721bd4c2 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.1062493 Jan 28 13:46:26.019812 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15b97ea8-d960-419e-989f-bfa62fd780c3 req-0996beca-b348-4d83-865d-630432042d50 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383127 Jan 28 13:46:26.060119 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a0bd1f-dd8c-4def-b4c1-1c247697e913 None None] New status for floating IP a9e53884-7e79-42d4-a362-617b0a8ceb94: DOWN {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:46:26.143970 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-d05c6399-df13-40fe-a4ae-3e5c8116a922 req-cfd00a38-998a-495a-887d-9ea6cabe5e27 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] For port c6538e7e-912c-4129-a329-d0dcf0583756, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=c6538e7e-912c-4129-a329-d0dcf0583756,segment=NetworkSegment(dec144a9-f012-4ce6-8d1e-6a819471c94b),segment_id=dec144a9-f012-4ce6-8d1e-6a819471c94b)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:26.144936 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d05c6399-df13-40fe-a4ae-3e5c8116a922 req-cfd00a38-998a-495a-887d-9ea6cabe5e27 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c6538e7e-912c-4129-a329-d0dcf0583756), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:26.206929 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-d05c6399-df13-40fe-a4ae-3e5c8116a922 req-cfd00a38-998a-495a-887d-9ea6cabe5e27 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Calling delete_port for c6538e7e-912c-4129-a329-d0dcf0583756 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:26.367762 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e6dd3886-c970-40ee-aa89-71038014ac24 req-8d0cd03b-85d7-498f-aa97-a538bc478472 service neutron] 10.222.0.37 "GET /v2.0/networks/fdf5a652-b111-479f-bc51-46460825e1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409330 Jan 28 13:46:26.391583 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a6e121-cf05-4be0-8cc8-fd2037da3564 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:26.407139 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-00a6e121-cf05-4be0-8cc8-fd2037da3564 admin admin] 10.222.0.39 "PUT /v2.0/routers/f8158151-7a51-48e8-978e-cf79d587b3b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2598577 Jan 28 13:46:26.408979 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde0310-1fbb-4a2d-ba48-6fa7df902ba4 req-b2626cfa-ed63-4b7c-bff5-527cc1e223aa tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:26.419514 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7578071-de16-45fb-9ab4-1b1b1ecc16fe None None] Sync routers for ids ['f8158151-7a51-48e8-978e-cf79d587b3b2'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:26.423889 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ddde0310-1fbb-4a2d-ba48-6fa7df902ba4 req-b2626cfa-ed63-4b7c-bff5-527cc1e223aa tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.2521451 Jan 28 13:46:26.440721 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7578071-de16-45fb-9ab4-1b1b1ecc16fe None None] Routers {'f8158151-7a51-48e8-978e-cf79d587b3b2'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:26.441365 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e7578071-de16-45fb-9ab4-1b1b1ecc16fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:46:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['f8158151-7a51-48e8-978e-cf79d587b3b2'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:26.520986 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ddde0310-1fbb-4a2d-ba48-6fa7df902ba4 req-324ab66a-1b4e-46e8-8978-f68fcd4dfc7b tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954933 Jan 28 13:46:26.614301 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52116) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:26.738897 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683eafc5-8d04-40a8-a4d5-584bb58b554e req-5848afd7-32fe-4afb-987d-d1c8c7c89c3b tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:26.739599 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-e7578071-de16-45fb-9ab4-1b1b1ecc16fe None None] Set router f8158151-7a51-48e8-978e-cf79d587b3b2 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:26.762840 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-683eafc5-8d04-40a8-a4d5-584bb58b554e req-5848afd7-32fe-4afb-987d-d1c8c7c89c3b tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 945 time: 0.2452102 Jan 28 13:46:26.888031 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d05c6399-df13-40fe-a4ae-3e5c8116a922 req-cfd00a38-998a-495a-887d-9ea6cabe5e27 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c6538e7e-912c-4129-a329-d0dcf0583756), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:26.963603 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-683eafc5-8d04-40a8-a4d5-584bb58b554e req-ef54c95e-e30b-4e0b-abce-824dd053a882 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/security-groups?id=f391df0c-fa02-49bf-8e4a-9c309e97c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916332 Jan 28 13:46:27.033744 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd00a38-998a-495a-887d-9ea6cabe5e27 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Pushing event deleted for resources: {'Port': ['ID=c6538e7e-912c-4129-a329-d0dcf0583756,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:27.044156 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-5c04e1c4-1bf8-4f6e-bbd9-685e43abc224 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-707502680'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:27.157437 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c04e1c4-1bf8-4f6e-bbd9-685e43abc224 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Made reservation on behalf of 534322dfb77a458ab6a55dfd72ce35f9 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:46:27.167539 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5c04e1c4-1bf8-4f6e-bbd9-685e43abc224 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:27.234062 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561e8f2-c7ce-46f7-b10f-c1de8c776048 req-cdf319d4-1c70-47b9-aeef-3fa4df7b3222 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:27.240959 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e7578071-de16-45fb-9ab4-1b1b1ecc16fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8158151-7a51-48e8-978e-cf79d587b3b2', 'name': 'tempest-TestAggregatesBasicOps-1106176881-router', 'tenant_id': '1dc5aa59654b49be97c7d3c979b5234f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '5936fd58-bdc4-473c-8a40-d2ff3f95467b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:07Z', 'updated_at': '2022-01-28T13:46:21Z', 'revision_number': 4, 'project_id': '1dc5aa59654b49be97c7d3c979b5234f', 'gw_port': {'id': '5936fd58-bdc4-473c-8a40-d2ff3f95467b', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8158151-7a51-48e8-978e-cf79d587b3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:09Z', 'updated_at': '2022-01-28T13:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '8755330d-7e6e-4588-9fb5-088d91009203', 'name': '', 'network_id': '5d0be7bb-8c7a-417d-b695-37a6fe0a74f4', 'tenant_id': '1dc5aa59654b49be97c7d3c979b5234f', 'mac_address': 'fa:16:3e:ed:53:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8158151-7a51-48e8-978e-cf79d587b3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '302a42e1-b09f-461d-ba98-84b41d6edaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:18Z', 'updated_at': '2022-01-28T13:46:22Z', 'revision_number': 2, 'project_id': '1dc5aa59654b49be97c7d3c979b5234f', 'subnets': [{'id': '302a42e1-b09f-461d-ba98-84b41d6edaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:27.247521 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1561e8f2-c7ce-46f7-b10f-c1de8c776048 req-cdf319d4-1c70-47b9-aeef-3fa4df7b3222 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.4420018 Jan 28 13:46:27.262986 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05c6399-df13-40fe-a4ae-3e5c8116a922 req-cfd00a38-998a-495a-887d-9ea6cabe5e27 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] No DVR routers for this DVR port c6538e7e-912c-4129-a329-d0dcf0583756 on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:46:27.272389 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d05c6399-df13-40fe-a4ae-3e5c8116a922 req-cfd00a38-998a-495a-887d-9ea6cabe5e27 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:27.277532 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d05c6399-df13-40fe-a4ae-3e5c8116a922 req-cfd00a38-998a-495a-887d-9ea6cabe5e27 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.37 "DELETE /v2.0/ports/c6538e7e-912c-4129-a329-d0dcf0583756 HTTP/1.1" status: 204 len: 173 time: 1.9696975 Jan 28 13:46:27.287713 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c13557-69f9-483c-9d5d-e6dcfe0347d5', 'name': 'network-vif-deleted', 'tag': 'c6538e7e-912c-4129-a329-d0dcf0583756'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:46:27.292858 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fbb097-349d-459d-85c4-dbd6f0c701c2" -d '{"events": [{"server_uuid": "b8c13557-69f9-483c-9d5d-e6dcfe0347d5", "name": "network-vif-deleted", "tag": "c6538e7e-912c-4129-a329-d0dcf0583756"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:46:27.301610 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5c04e1c4-1bf8-4f6e-bbd9-685e43abc224 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:27.316240 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7578071-de16-45fb-9ab4-1b1b1ecc16fe None None] Checking router: f8158151-7a51-48e8-978e-cf79d587b3b2 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:27.316824 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7578071-de16-45fb-9ab4-1b1b1ecc16fe None None] Updating router f8158151-7a51-48e8-978e-cf79d587b3b2 port 8755330d-7e6e-4588-9fb5-088d91009203 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:46:27.401118 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7578071-de16-45fb-9ab4-1b1b1ecc16fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8755330d-7e6e-4588-9fb5-088d91009203), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:27.444654 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1561e8f2-c7ce-46f7-b10f-c1de8c776048 req-a03aac5b-ca0c-4b43-9948-bf4f9068e92e tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756086 Jan 28 13:46:27.577423 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5c04e1c4-1bf8-4f6e-bbd9-685e43abc224 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for security_group (0c96c487-f5d7-42d5-965f-5a2914ff4996), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:27.633127 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2209329d-82ff-4878-abb0-9e173c171407 req-b7e54b2f-f8c4-4181-9b1d-ccc17add5345 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.0696585 Jan 28 13:46:27.643279 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5c04e1c4-1bf8-4f6e-bbd9-685e43abc224 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0c96c487-f5d7-42d5-965f-5a2914ff4996), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:27.717804 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6881b59-b7a3-42c5-ba84-7709d06a1ba3 x-openstack-request-id: req-a6881b59-b7a3-42c5-ba84-7709d06a1ba3 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:46:27.719284 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c13557-69f9-483c-9d5d-e6dcfe0347d5", "name": "network-vif-deleted", "tag": "c6538e7e-912c-4129-a329-d0dcf0583756", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:46:27.720322 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a6881b59-b7a3-42c5-ba84-7709d06a1ba3 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:46:27.723365 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c13557-69f9-483c-9d5d-e6dcfe0347d5', 'name': 'network-vif-deleted', 'tag': 'c6538e7e-912c-4129-a329-d0dcf0583756', 'status': 'completed', 'code': 200} Jan 28 13:46:27.827701 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c04e1c4-1bf8-4f6e-bbd9-685e43abc224 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:46:27.852890 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7578071-de16-45fb-9ab4-1b1b1ecc16fe None None] Publish callbacks [] for port (8755330d-7e6e-4588-9fb5-088d91009203), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:27.863123 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04e1c4-1bf8-4f6e-bbd9-685e43abc224 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c96c487-f5d7-42d5-965f-5a2914ff4996,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:27.879038 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7578071-de16-45fb-9ab4-1b1b1ecc16fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8755330d-7e6e-4588-9fb5-088d91009203), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:27.881844 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5c04e1c4-1bf8-4f6e-bbd9-685e43abc224 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (e899217b-2ec5-4065-8c41-997d37c4cb20), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:27.882200 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-5c04e1c4-1bf8-4f6e-bbd9-685e43abc224 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Added segment e899217b-2ec5-4065-8c41-997d37c4cb20 of type vlan for network af807335-8395-4f73-8c3f-3de1da4a6726 Jan 28 13:46:28.118882 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5c04e1c4-1bf8-4f6e-bbd9-685e43abc224 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (af807335-8395-4f73-8c3f-3de1da4a6726), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.165904 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-e7578071-de16-45fb-9ab4-1b1b1ecc16fe None None] Attempting to bind port 8755330d-7e6e-4588-9fb5-088d91009203 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:46:28.171134 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38471d-6534-4478-95c6-2f834d090844 req-e3534a7e-3abd-49e2-9e63-5bc751b3f842 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:28.172003 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-e7578071-de16-45fb-9ab4-1b1b1ecc16fe None None] Attempting to bind port 8755330d-7e6e-4588-9fb5-088d91009203 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'b4a1517a-7d0d-43f8-82b6-08774932656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d0be7bb-8c7a-417d-b695-37a6fe0a74f4'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:46:28.173344 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7578071-de16-45fb-9ab4-1b1b1ecc16fe None None] Attempting to bind port 8755330d-7e6e-4588-9fb5-088d91009203 on network 5d0be7bb-8c7a-417d-b695-37a6fe0a74f4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:46:28.186418 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9f38471d-6534-4478-95c6-2f834d090844 req-e3534a7e-3abd-49e2-9e63-5bc751b3f842 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.2944288 Jan 28 13:46:28.188342 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7578071-de16-45fb-9ab4-1b1b1ecc16fe None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:46:28.195251 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7578071-de16-45fb-9ab4-1b1b1ecc16fe None None] Checking segment: {'id': 'b4a1517a-7d0d-43f8-82b6-08774932656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d0be7bb-8c7a-417d-b695-37a6fe0a74f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:28.195847 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7578071-de16-45fb-9ab4-1b1b1ecc16fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.196332 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7578071-de16-45fb-9ab4-1b1b1ecc16fe None None] Bound using segment: {'id': 'b4a1517a-7d0d-43f8-82b6-08774932656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d0be7bb-8c7a-417d-b695-37a6fe0a74f4'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:46:28.196927 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-e7578071-de16-45fb-9ab4-1b1b1ecc16fe None None] Bound port: 8755330d-7e6e-4588-9fb5-088d91009203, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a1517a-7d0d-43f8-82b6-08774932656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d0be7bb-8c7a-417d-b695-37a6fe0a74f4'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:46:28.197402 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7578071-de16-45fb-9ab4-1b1b1ecc16fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8755330d-7e6e-4588-9fb5-088d91009203), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.225959 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6a905-1dde-4d24-a7f9-74dc5e3e8aa6 None None] Pushing event updated for resources: {'Port': ['ID=8755330d-7e6e-4588-9fb5-088d91009203,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:28.241435 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5c04e1c4-1bf8-4f6e-bbd9-685e43abc224 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (af807335-8395-4f73-8c3f-3de1da4a6726), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.277441 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c04e1c4-1bf8-4f6e-bbd9-685e43abc224 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:28.279509 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5c04e1c4-1bf8-4f6e-bbd9-685e43abc224 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.345405 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5c04e1c4-1bf8-4f6e-bbd9-685e43abc224 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7236316 Jan 28 13:46:28.345765 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52160) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:28.358284 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-60612ab8-1da4-4fd6-8d9d-e6e4cec783d7 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-438198155'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:28.385852 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e7578071-de16-45fb-9ab4-1b1b1ecc16fe None None] For port 8755330d-7e6e-4588-9fb5-088d91009203, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:46:28.392144 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e7578071-de16-45fb-9ab4-1b1b1ecc16fe None None] For port 8755330d-7e6e-4588-9fb5-088d91009203, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8755330d-7e6e-4588-9fb5-088d91009203,segment=NetworkSegment(b4a1517a-7d0d-43f8-82b6-08774932656c),segment_id=b4a1517a-7d0d-43f8-82b6-08774932656c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:46:28.404175 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7578071-de16-45fb-9ab4-1b1b1ecc16fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8755330d-7e6e-4588-9fb5-088d91009203), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.409828 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60612ab8-1da4-4fd6-8d9d-e6e4cec783d7 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Made reservation on behalf of 534322dfb77a458ab6a55dfd72ce35f9 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:46:28.415146 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60612ab8-1da4-4fd6-8d9d-e6e4cec783d7 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.481617 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9f38471d-6534-4478-95c6-2f834d090844 req-4929c456-434f-4552-a36d-f245dc67ee47 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906032 Jan 28 13:46:28.523820 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60612ab8-1da4-4fd6-8d9d-e6e4cec783d7 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:46:28.548514 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60612ab8-1da4-4fd6-8d9d-e6e4cec783d7 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (5d58c6dd-4c42-4913-84c5-14a5f2988655), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.553734 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-60612ab8-1da4-4fd6-8d9d-e6e4cec783d7 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Added segment 5d58c6dd-4c42-4913-84c5-14a5f2988655 of type vlan for network 7f07afce-1c98-4fff-b02d-5990e77fb717 Jan 28 13:46:28.580022 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f6fdfc13-060d-438a-b62a-7970c22ee402 None None] Provisioning complete for port 8755330d-7e6e-4588-9fb5-088d91009203 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:28.589457 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfc13-060d-438a-b62a-7970c22ee402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8755330d-7e6e-4588-9fb5-088d91009203), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.596734 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04e1c4-1bf8-4f6e-bbd9-685e43abc224 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Network': ['ID=af807335-8395-4f73-8c3f-3de1da4a6726,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:28.658581 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60612ab8-1da4-4fd6-8d9d-e6e4cec783d7 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (7f07afce-1c98-4fff-b02d-5990e77fb717), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.698383 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60612ab8-1da4-4fd6-8d9d-e6e4cec783d7 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (7f07afce-1c98-4fff-b02d-5990e77fb717), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.726318 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60612ab8-1da4-4fd6-8d9d-e6e4cec783d7 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:28.731045 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60612ab8-1da4-4fd6-8d9d-e6e4cec783d7 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.737073 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network af807335-8395-4f73-8c3f-3de1da4a6726 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:46:28.760654 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dbf32e75-048f-43b7-81e4-e123ddb6a5e7 req-3db181f4-4582-4726-8162-bc150ad701e7 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 210 time: 0.1338851 Jan 28 13:46:28.790221 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-60612ab8-1da4-4fd6-8d9d-e6e4cec783d7 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4414668 Jan 28 13:46:28.793366 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52174) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:28.813918 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-3a9214b9-cb31-46d4-ac3b-843bc51fa9ec tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'subnet': {'network_id': 'af807335-8395-4f73-8c3f-3de1da4a6726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:28.936395 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device c6538e7e-912c-4129-a329-d0dcf0583756 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:29.019925 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7578071-de16-45fb-9ab4-1b1b1ecc16fe None None] Routers {'f8158151-7a51-48e8-978e-cf79d587b3b2'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:29.020919 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e7578071-de16-45fb-9ab4-1b1b1ecc16fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:46:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['f8158151-7a51-48e8-978e-cf79d587b3b2'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:29.032966 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60612ab8-1da4-4fd6-8d9d-e6e4cec783d7 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Network': ['ID=7f07afce-1c98-4fff-b02d-5990e77fb717,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:29.053534 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: c6538e7e-912c-4129-a329-d0dcf0583756 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:29.053876 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device c6538e7e-912c-4129-a329-d0dcf0583756 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:29.073433 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9214b9-cb31-46d4-ac3b-843bc51fa9ec tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Made reservation on behalf of 534322dfb77a458ab6a55dfd72ce35f9 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:46:29.078399 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3a9214b9-cb31-46d4-ac3b-843bc51fa9ec tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:29.093413 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a94f8be9-b25b-48e6-ade2-920ca4efc094 req-410dd715-9d9a-4039-83cf-a792d3a92065 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.1128352 Jan 28 13:46:29.140715 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 7f07afce-1c98-4fff-b02d-5990e77fb717 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:46:29.341784 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6a905-1dde-4d24-a7f9-74dc5e3e8aa6 None None] Pushing event updated for resources: {'Port': ['ID=8755330d-7e6e-4588-9fb5-088d91009203,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:29.431581 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bccfbac2-aa02-45c0-ae81-d937358b7d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:29.533829 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3a9214b9-cb31-46d4-ac3b-843bc51fa9ec tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (03b026f7-4fc7-4bc1-a56d-99abb24dcf73), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:29.620439 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdfc13-060d-438a-b62a-7970c22ee402 None None] Current status of the port 8755330d-7e6e-4588-9fb5-088d91009203 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:29.620835 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfc13-060d-438a-b62a-7970c22ee402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8755330d-7e6e-4588-9fb5-088d91009203), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:29.687381 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49491b03-f346-447d-a97f-7d13998d87e4 req-ba9b5168-9fcb-48bf-9376-3c65e980bbaa tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:29.697336 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-49491b03-f346-447d-a97f-7d13998d87e4 req-ba9b5168-9fcb-48bf-9376-3c65e980bbaa tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.6131766 Jan 28 13:46:29.708128 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f6fdfc13-060d-438a-b62a-7970c22ee402 None None] For port 8755330d-7e6e-4588-9fb5-088d91009203, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8755330d-7e6e-4588-9fb5-088d91009203,segment=NetworkSegment(b4a1517a-7d0d-43f8-82b6-08774932656c),segment_id=b4a1517a-7d0d-43f8-82b6-08774932656c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:29.737946 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-e7578071-de16-45fb-9ab4-1b1b1ecc16fe None None] Set router f8158151-7a51-48e8-978e-cf79d587b3b2 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:29.740265 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfc13-060d-438a-b62a-7970c22ee402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8755330d-7e6e-4588-9fb5-088d91009203), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:29.782053 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-49491b03-f346-447d-a97f-7d13998d87e4 req-f4dcbaac-ba93-4eed-b751-1f475cce3b94 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835783 Jan 28 13:46:29.786056 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9214b9-cb31-46d4-ac3b-843bc51fa9ec tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Checking segment: {'id': 'e899217b-2ec5-4065-8c41-997d37c4cb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'af807335-8395-4f73-8c3f-3de1da4a6726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:29.788848 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9214b9-cb31-46d4-ac3b-843bc51fa9ec tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network hostable DHCP agents. Network: af807335-8395-4f73-8c3f-3de1da4a6726, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:46:29.801845 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9214b9-cb31-46d4-ac3b-843bc51fa9ec tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Subnet': ['ID=03b026f7-4fc7-4bc1-a56d-99abb24dcf73,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:29.871855 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9214b9-cb31-46d4-ac3b-843bc51fa9ec tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network af807335-8395-4f73-8c3f-3de1da4a6726 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:46:29.893575 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-3a9214b9-cb31-46d4-ac3b-843bc51fa9ec tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, af807335-8395-4f73-8c3f-3de1da4a6726) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:29.901118 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9214b9-cb31-46d4-ac3b-843bc51fa9ec tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:29.903278 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3a9214b9-cb31-46d4-ac3b-843bc51fa9ec tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:30.049186 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e5abe3af-7669-40bc-a0c7-d1e16f4850c7 req-280d352e-03e7-4b4b-a0ee-aa5ee73139ed tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 210 time: 0.0871348 Jan 28 13:46:30.066086 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3a9214b9-cb31-46d4-ac3b-843bc51fa9ec tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2480648 Jan 28 13:46:30.066972 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52216) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:30.078551 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-6d50ae4d-ad8a-47d4-91b6-eba529008df8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'subnet': {'network_id': '7f07afce-1c98-4fff-b02d-5990e77fb717', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:30.137784 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52220) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:30.184512 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84490e4-b354-4245-ac33-578ae2c0a207 req-902fa206-40be-406d-9dc0-25bb373c8591 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:30.191480 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c84490e4-b354-4245-ac33-578ae2c0a207 req-902fa206-40be-406d-9dc0-25bb373c8591 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.1649816 Jan 28 13:46:30.319344 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c84490e4-b354-4245-ac33-578ae2c0a207 req-f28f2210-6d66-4dff-8d92-e16a27bbb85b tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216693 Jan 28 13:46:30.361382 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ab128f-cdd1-464d-b668-1a545361418c None None] Network af807335-8395-4f73-8c3f-3de1da4a6726 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:30.550338 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-acaf6db8-5d8f-484b-a46d-512311913095 None None] Provisioning complete for port 8755330d-7e6e-4588-9fb5-088d91009203 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:30.550623 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-acaf6db8-5d8f-484b-a46d-512311913095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8755330d-7e6e-4588-9fb5-088d91009203), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:30.570831 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfc13-060d-438a-b62a-7970c22ee402 None None] Pushing event updated for resources: {'Port': ['ID=8755330d-7e6e-4588-9fb5-088d91009203,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:30.610473 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1365d2-a257-46bd-861d-ccc1759779d9 req-b532691e-e217-49af-bf63-a7717c386a01 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:30.625027 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3a1365d2-a257-46bd-861d-ccc1759779d9 req-b532691e-e217-49af-bf63-a7717c386a01 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.1461692 Jan 28 13:46:30.628473 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-030f7775-d154-40a3-b049-d8c04af4d1fe req-d00de0e1-0dd9-4bf8-af34-eff69a48619a tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.2203412 Jan 28 13:46:30.639537 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d50ae4d-ad8a-47d4-91b6-eba529008df8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Made reservation on behalf of 534322dfb77a458ab6a55dfd72ce35f9 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:46:30.648984 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6d50ae4d-ad8a-47d4-91b6-eba529008df8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:30.713421 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f51ab4-b755-4c23-85cf-2bc8c30d2028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-af807335-8395-4f73-8c3f-3de1da4a6726', 'network_id': 'af807335-8395-4f73-8c3f-3de1da4a6726', 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'fixed_ips': [{'subnet_id': '03b026f7-4fc7-4bc1-a56d-99abb24dcf73'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:46:30.714341 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1f51ab4-b755-4c23-85cf-2bc8c30d2028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:30.771582 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3a1365d2-a257-46bd-861d-ccc1759779d9 req-8c2d0be0-2625-452e-a2f3-a65ee000ed36 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453793 Jan 28 13:46:31.046660 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-b1f51ab4-b755-4c23-85cf-2bc8c30d2028 None None] Allocated IP 2001:db8::2 (af807335-8395-4f73-8c3f-3de1da4a6726/03b026f7-4fc7-4bc1-a56d-99abb24dcf73/72584294-d5a0-4a76-82cb-9bd7565af917) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:46:31.154755 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae89b4-a5ac-4310-b987-8a5ea7c6610e req-a21978f3-60f8-435e-bd7b-bbf77ebe5c7d tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:31.163505 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8dae89b4-a5ac-4310-b987-8a5ea7c6610e req-a21978f3-60f8-435e-bd7b-bbf77ebe5c7d tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.2516260 Jan 28 13:46:31.234645 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8dae89b4-a5ac-4310-b987-8a5ea7c6610e req-38ffb964-52bf-4190-85fd-055dd5ed09eb tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698092 Jan 28 13:46:31.269114 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8098854c-3d46-49f0-b9ef-b1419e4fd7ac req-21d25997-5d8d-4d92-b579-ae73d8ab9be3 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 210 time: 0.0742645 Jan 28 13:46:31.453639 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6d50ae4d-ad8a-47d4-91b6-eba529008df8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (34674bf6-7032-46fc-9c1d-438f81d453ce), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.570732 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50ae4d-ad8a-47d4-91b6-eba529008df8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Subnet': ['ID=34674bf6-7032-46fc-9c1d-438f81d453ce,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:31.571176 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-acaf6db8-5d8f-484b-a46d-512311913095 None None] Current status of the port 8755330d-7e6e-4588-9fb5-088d91009203 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:31.589405 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1f51ab4-b755-4c23-85cf-2bc8c30d2028 None None] Publish callbacks [] for port (72584294-d5a0-4a76-82cb-9bd7565af917), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.606574 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1f51ab4-b755-4c23-85cf-2bc8c30d2028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (72584294-d5a0-4a76-82cb-9bd7565af917), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.635978 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718fd83-c150-4e58-860f-6f26e15f974c req-e1347014-5286-4bda-8ef2-f4c88f40566f tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:31.639044 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6718fd83-c150-4e58-860f-6f26e15f974c req-e1347014-5286-4bda-8ef2-f4c88f40566f tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.1145191 Jan 28 13:46:31.656461 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50ae4d-ad8a-47d4-91b6-eba529008df8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Checking segment: {'id': '5d58c6dd-4c42-4913-84c5-14a5f2988655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7f07afce-1c98-4fff-b02d-5990e77fb717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:31.660684 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f51ab4-b755-4c23-85cf-2bc8c30d2028 None None] Pushing event updated for resources: {'Port': ['ID=72584294-d5a0-4a76-82cb-9bd7565af917,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:31.667760 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d50ae4d-ad8a-47d4-91b6-eba529008df8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network hostable DHCP agents. Network: 7f07afce-1c98-4fff-b02d-5990e77fb717, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:46:31.672577 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0868fc2d-cc9a-48b1-b763-7ae516d67aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.711330 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f51ab4-b755-4c23-85cf-2bc8c30d2028 None None] Network af807335-8395-4f73-8c3f-3de1da4a6726 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:31.732479 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-b1f51ab4-b755-4c23-85cf-2bc8c30d2028 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:31.740342 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f51ab4-b755-4c23-85cf-2bc8c30d2028 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:46:31.763123 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6718fd83-c150-4e58-860f-6f26e15f974c req-50b185aa-2297-4f52-8cb7-de641e6aca06 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036999 Jan 28 13:46:31.769201 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d50ae4d-ad8a-47d4-91b6-eba529008df8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network 7f07afce-1c98-4fff-b02d-5990e77fb717 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:46:31.808399 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e7578071-de16-45fb-9ab4-1b1b1ecc16fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8158151-7a51-48e8-978e-cf79d587b3b2', 'name': 'tempest-TestAggregatesBasicOps-1106176881-router', 'tenant_id': '1dc5aa59654b49be97c7d3c979b5234f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '5936fd58-bdc4-473c-8a40-d2ff3f95467b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:07Z', 'updated_at': '2022-01-28T13:46:21Z', 'revision_number': 4, 'project_id': '1dc5aa59654b49be97c7d3c979b5234f', 'gw_port': {'id': '5936fd58-bdc4-473c-8a40-d2ff3f95467b', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8158151-7a51-48e8-978e-cf79d587b3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:09Z', 'updated_at': '2022-01-28T13:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '8755330d-7e6e-4588-9fb5-088d91009203', 'name': '', 'network_id': '5d0be7bb-8c7a-417d-b695-37a6fe0a74f4', 'tenant_id': '1dc5aa59654b49be97c7d3c979b5234f', 'mac_address': 'fa:16:3e:ed:53:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8158151-7a51-48e8-978e-cf79d587b3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '302a42e1-b09f-461d-ba98-84b41d6edaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:18Z', 'updated_at': '2022-01-28T13:46:28Z', 'revision_number': 4, 'project_id': '1dc5aa59654b49be97c7d3c979b5234f', 'subnets': [{'id': '302a42e1-b09f-461d-ba98-84b41d6edaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:31.820583 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-6d50ae4d-ad8a-47d4-91b6-eba529008df8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 7f07afce-1c98-4fff-b02d-5990e77fb717) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:31.844282 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50ae4d-ad8a-47d4-91b6-eba529008df8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:31.844989 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6d50ae4d-ad8a-47d4-91b6-eba529008df8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.877741 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362379bb-4ff3-4124-9f0c-f083daf83995 None None] Network 7f07afce-1c98-4fff-b02d-5990e77fb717 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:31.878222 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d69a8812-2b4a-408d-99fa-134a21ecb950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (f1ab5c5f-3de3-460b-893c-366b808812f0), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.924213 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7578071-de16-45fb-9ab4-1b1b1ecc16fe None None] The sync data for ids ['f8158151-7a51-48e8-978e-cf79d587b3b2'] in n-d-822747-2 is: [{'id': 'f8158151-7a51-48e8-978e-cf79d587b3b2', 'name': 'tempest-TestAggregatesBasicOps-1106176881-router', 'tenant_id': '1dc5aa59654b49be97c7d3c979b5234f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '5936fd58-bdc4-473c-8a40-d2ff3f95467b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:07Z', 'updated_at': '2022-01-28T13:46:21Z', 'revision_number': 4, 'project_id': '1dc5aa59654b49be97c7d3c979b5234f', 'gw_port': {'id': '5936fd58-bdc4-473c-8a40-d2ff3f95467b', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8158151-7a51-48e8-978e-cf79d587b3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:09Z', 'updated_at': '2022-01-28T13:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '8755330d-7e6e-4588-9fb5-088d91009203', 'name': '', 'network_id': '5d0be7bb-8c7a-417d-b695-37a6fe0a74f4', 'tenant_id': '1dc5aa59654b49be97c7d3c979b5234f', 'mac_address': 'fa:16:3e:ed:53:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8158151-7a51-48e8-978e-cf79d587b3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '302a42e1-b09f-461d-ba98-84b41d6edaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:18Z', 'updated_at': '2022-01-28T13:46:28Z', 'revision_number': 4, 'project_id': '1dc5aa59654b49be97c7d3c979b5234f', 'subnets': [{'id': '302a42e1-b09f-461d-ba98-84b41d6edaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:31.970654 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-b1f51ab4-b755-4c23-85cf-2bc8c30d2028 None None] Attempting to bind port 72584294-d5a0-4a76-82cb-9bd7565af917 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:46:31.971091 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-b1f51ab4-b755-4c23-85cf-2bc8c30d2028 None None] Attempting to bind port 72584294-d5a0-4a76-82cb-9bd7565af917 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'e899217b-2ec5-4065-8c41-997d37c4cb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'af807335-8395-4f73-8c3f-3de1da4a6726'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:46:31.971407 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f51ab4-b755-4c23-85cf-2bc8c30d2028 None None] Attempting to bind port 72584294-d5a0-4a76-82cb-9bd7565af917 on network af807335-8395-4f73-8c3f-3de1da4a6726 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:46:31.991470 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f51ab4-b755-4c23-85cf-2bc8c30d2028 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:46:31.991862 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f51ab4-b755-4c23-85cf-2bc8c30d2028 None None] Checking segment: {'id': 'e899217b-2ec5-4065-8c41-997d37c4cb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'af807335-8395-4f73-8c3f-3de1da4a6726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:31.992273 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1f51ab4-b755-4c23-85cf-2bc8c30d2028 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.992674 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f51ab4-b755-4c23-85cf-2bc8c30d2028 None None] Bound using segment: {'id': 'e899217b-2ec5-4065-8c41-997d37c4cb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'af807335-8395-4f73-8c3f-3de1da4a6726'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:46:31.993169 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-b1f51ab4-b755-4c23-85cf-2bc8c30d2028 None None] Bound port: 72584294-d5a0-4a76-82cb-9bd7565af917, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e899217b-2ec5-4065-8c41-997d37c4cb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'af807335-8395-4f73-8c3f-3de1da4a6726'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:46:31.993553 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1f51ab4-b755-4c23-85cf-2bc8c30d2028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (72584294-d5a0-4a76-82cb-9bd7565af917), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.053237 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f93f9d28-bee8-4eec-ac98-b6d4074e34f6 req-2806b35b-e1f8-4b61-9d79-767b5f9ae1e5 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.1715736 Jan 28 13:46:32.071437 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6d50ae4d-ad8a-47d4-91b6-eba529008df8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9996634 Jan 28 13:46:32.079884 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52244) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:32.094605 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-d8b5c3f8-a53d-4c43-9ea0-59e93b24e87a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-900251653', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:32.136273 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde1083-7b14-430c-ad5a-b58cdf84d058 req-f10089ab-29b6-4083-baee-0407ea25486c tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:32.156292 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9dde1083-7b14-430c-ad5a-b58cdf84d058 req-f10089ab-29b6-4083-baee-0407ea25486c tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.1808598 Jan 28 13:46:32.200889 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d8b5c3f8-a53d-4c43-9ea0-59e93b24e87a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (52a4217c-47ce-4b49-bfde-32581f431915), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.201997 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d8b5c3f8-a53d-4c43-9ea0-59e93b24e87a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (52a4217c-47ce-4b49-bfde-32581f431915), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.292261 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9dde1083-7b14-430c-ad5a-b58cdf84d058 req-ba595ecf-35bc-4c65-8a70-efe21b7a2eb4 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358659 Jan 28 13:46:32.341112 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43043ea-7459-42f2-a9e6-14796956bce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-7f07afce-1c98-4fff-b02d-5990e77fb717', 'network_id': '7f07afce-1c98-4fff-b02d-5990e77fb717', 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'fixed_ips': [{'subnet_id': '34674bf6-7032-46fc-9c1d-438f81d453ce'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:46:32.342147 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b43043ea-7459-42f2-a9e6-14796956bce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.418505 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-b1f51ab4-b755-4c23-85cf-2bc8c30d2028 None None] For port 72584294-d5a0-4a76-82cb-9bd7565af917, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:46:32.474704 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d8b5c3f8-a53d-4c43-9ea0-59e93b24e87a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router_controller (52a4217c-47ce-4b49-bfde-32581f431915), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.594832 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d8b5c3f8-a53d-4c43-9ea0-59e93b24e87a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (52a4217c-47ce-4b49-bfde-32581f431915), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.615297 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-29d600f7-83b1-45b8-8b6b-4a8b5c19dc33 req-38747ce0-1836-4c8c-bda7-45ba6852a5e1 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 210 time: 0.1452129 Jan 28 13:46:32.647062 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016ce7f-3184-4653-a0f9-2432bb080ee8 req-75e31be9-b686-4c0b-b3d2-1dc00df3276c tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:32.655944 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0016ce7f-3184-4653-a0f9-2432bb080ee8 req-75e31be9-b686-4c0b-b3d2-1dc00df3276c tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.1264153 Jan 28 13:46:32.695313 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-b43043ea-7459-42f2-a9e6-14796956bce3 None None] Allocated IP 2001:db8:1::2 (7f07afce-1c98-4fff-b02d-5990e77fb717/34674bf6-7032-46fc-9c1d-438f81d453ce/6889e082-6446-469a-a6d1-7dc95c962d0f) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:46:32.727395 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d8b5c3f8-a53d-4c43-9ea0-59e93b24e87a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.740385 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d8b5c3f8-a53d-4c43-9ea0-59e93b24e87a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6552701 Jan 28 13:46:32.748974 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52258) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:32.768513 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-b1f51ab4-b755-4c23-85cf-2bc8c30d2028 None None] For port 72584294-d5a0-4a76-82cb-9bd7565af917, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=72584294-d5a0-4a76-82cb-9bd7565af917,segment=NetworkSegment(e899217b-2ec5-4065-8c41-997d37c4cb20),segment_id=e899217b-2ec5-4065-8c41-997d37c4cb20)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:46:32.854202 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1f51ab4-b755-4c23-85cf-2bc8c30d2028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (72584294-d5a0-4a76-82cb-9bd7565af917), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.854845 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0016ce7f-3184-4653-a0f9-2432bb080ee8 req-e123aba2-baea-4f10-97c1-a9fe780dffa3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747422 Jan 28 13:46:33.020189 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8755330d-7e6e-4588-9fb5-088d91009203 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:33.114744 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:33.152267 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-d69a8812-2b4a-408d-99fa-134a21ecb950 admin admin] Deleting port c17fab01-46fc-44da-8499-9e432e0322da {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:33.152630 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d69a8812-2b4a-408d-99fa-134a21ecb950 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c17fab01-46fc-44da-8499-9e432e0322da), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:33.186089 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91f013-cbc9-4f6d-8d88-79497b9c9931 req-8483da40-77fe-40b3-9247-18da15842e0c tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:33.187749 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2c91f013-cbc9-4f6d-8d88-79497b9c9931 req-8483da40-77fe-40b3-9247-18da15842e0c tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.1914825 Jan 28 13:46:33.381145 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f16a7ea4-50dd-4f9c-8c0b-43429aeddbb0 req-0764da08-aeba-4fec-8937-0fecfb6e9751 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.0589993 Jan 28 13:46:33.474340 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f51ab4-b755-4c23-85cf-2bc8c30d2028 None None] Pushing event updated for resources: {'Port': ['ID=72584294-d5a0-4a76-82cb-9bd7565af917,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:33.519330 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2c91f013-cbc9-4f6d-8d88-79497b9c9931 req-9ab5e2e4-b85f-42b2-a2da-1003b0f8c584 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923224 Jan 28 13:46:33.670658 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b43043ea-7459-42f2-a9e6-14796956bce3 None None] Publish callbacks [] for port (6889e082-6446-469a-a6d1-7dc95c962d0f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:33.686858 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 8755330d-7e6e-4588-9fb5-088d91009203 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:33.689030 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8755330d-7e6e-4588-9fb5-088d91009203), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:33.691845 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-d69a8812-2b4a-408d-99fa-134a21ecb950 admin admin] For port c17fab01-46fc-44da-8499-9e432e0322da, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c17fab01-46fc-44da-8499-9e432e0322da,segment=NetworkSegment(6f61d8a0-65ae-4f2e-85d3-314859706203),segment_id=6f61d8a0-65ae-4f2e-85d3-314859706203)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:33.693715 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d69a8812-2b4a-408d-99fa-134a21ecb950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c17fab01-46fc-44da-8499-9e432e0322da), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:33.766293 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b43043ea-7459-42f2-a9e6-14796956bce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (6889e082-6446-469a-a6d1-7dc95c962d0f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:33.786835 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e688e426-47b1-4818-8835-628e4b588d8d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:33.823940 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-d69a8812-2b4a-408d-99fa-134a21ecb950 admin admin] Calling delete_port for c17fab01-46fc-44da-8499-9e432e0322da owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:33.908679 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43043ea-7459-42f2-a9e6-14796956bce3 None None] Pushing event updated for resources: {'Port': ['ID=6889e082-6446-469a-a6d1-7dc95c962d0f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:33.936569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43043ea-7459-42f2-a9e6-14796956bce3 None None] Network 7f07afce-1c98-4fff-b02d-5990e77fb717 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:33.946513 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-b43043ea-7459-42f2-a9e6-14796956bce3 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:33.963798 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43043ea-7459-42f2-a9e6-14796956bce3 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:46:33.999978 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b4609-bbc6-49e1-9259-e8605cddc870 req-2f5d7805-4195-4ab7-83e1-d7608fb2a900 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:34.018950 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d48b4609-bbc6-49e1-9259-e8605cddc870 req-2f5d7805-4195-4ab7-83e1-d7608fb2a900 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.2825415 Jan 28 13:46:34.110796 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-b43043ea-7459-42f2-a9e6-14796956bce3 None None] Attempting to bind port 6889e082-6446-469a-a6d1-7dc95c962d0f on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:46:34.111239 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-b43043ea-7459-42f2-a9e6-14796956bce3 None None] Attempting to bind port 6889e082-6446-469a-a6d1-7dc95c962d0f by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '5d58c6dd-4c42-4913-84c5-14a5f2988655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7f07afce-1c98-4fff-b02d-5990e77fb717'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:46:34.111627 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43043ea-7459-42f2-a9e6-14796956bce3 None None] Attempting to bind port 6889e082-6446-469a-a6d1-7dc95c962d0f on network 7f07afce-1c98-4fff-b02d-5990e77fb717 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:46:34.185926 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d48b4609-bbc6-49e1-9259-e8605cddc870 req-d28bf6ae-54ac-4e3d-a50a-cf9ba1cfef41 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672812 Jan 28 13:46:34.238957 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43043ea-7459-42f2-a9e6-14796956bce3 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:46:34.243163 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43043ea-7459-42f2-a9e6-14796956bce3 None None] Checking segment: {'id': '5d58c6dd-4c42-4913-84c5-14a5f2988655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7f07afce-1c98-4fff-b02d-5990e77fb717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:34.249466 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b43043ea-7459-42f2-a9e6-14796956bce3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:34.252968 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43043ea-7459-42f2-a9e6-14796956bce3 None None] Bound using segment: {'id': '5d58c6dd-4c42-4913-84c5-14a5f2988655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7f07afce-1c98-4fff-b02d-5990e77fb717'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:46:34.258510 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-b43043ea-7459-42f2-a9e6-14796956bce3 None None] Bound port: 6889e082-6446-469a-a6d1-7dc95c962d0f, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d58c6dd-4c42-4913-84c5-14a5f2988655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7f07afce-1c98-4fff-b02d-5990e77fb717'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:46:34.260913 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b43043ea-7459-42f2-a9e6-14796956bce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6889e082-6446-469a-a6d1-7dc95c962d0f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:34.423045 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-e688e426-47b1-4818-8835-628e4b588d8d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Allocated IP 2001:db8::1 (af807335-8395-4f73-8c3f-3de1da4a6726/03b026f7-4fc7-4bc1-a56d-99abb24dcf73/eb8846bd-1165-48b8-889c-3d878321a6e6) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:46:34.505436 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d69a8812-2b4a-408d-99fa-134a21ecb950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (c17fab01-46fc-44da-8499-9e432e0322da), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:34.528163 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-b43043ea-7459-42f2-a9e6-14796956bce3 None None] For port 6889e082-6446-469a-a6d1-7dc95c962d0f, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:46:34.539202 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-b43043ea-7459-42f2-a9e6-14796956bce3 None None] For port 6889e082-6446-469a-a6d1-7dc95c962d0f, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6889e082-6446-469a-a6d1-7dc95c962d0f,segment=NetworkSegment(5d58c6dd-4c42-4913-84c5-14a5f2988655),segment_id=5d58c6dd-4c42-4913-84c5-14a5f2988655)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:46:34.547699 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b43043ea-7459-42f2-a9e6-14796956bce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6889e082-6446-469a-a6d1-7dc95c962d0f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:34.567199 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 8755330d-7e6e-4588-9fb5-088d91009203 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:34.567692 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a8812-2b4a-408d-99fa-134a21ecb950 admin admin] Pushing event deleted for resources: {'Port': ['ID=c17fab01-46fc-44da-8499-9e432e0322da,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:34.576491 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:34.702531 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43043ea-7459-42f2-a9e6-14796956bce3 None None] Pushing event updated for resources: {'Port': ['ID=6889e082-6446-469a-a6d1-7dc95c962d0f,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:34.847899 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05922b8b-daf8-4c70-8a3e-b000b87f00e6 req-3bc8741a-45f8-47fc-9a9f-89b587b64dc3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:34.855415 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-05922b8b-daf8-4c70-8a3e-b000b87f00e6 req-3bc8741a-45f8-47fc-9a9f-89b587b64dc3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.3050232 Jan 28 13:46:34.880991 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7391b7ac-fd65-49ea-b9d1-827806ca309c req-2aaf6dfe-79f6-4e03-9fd7-95d81e6fa208 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 210 time: 0.1090066 Jan 28 13:46:34.987046 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e688e426-47b1-4818-8835-628e4b588d8d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for port (eb8846bd-1165-48b8-889c-3d878321a6e6), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:35.009497 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-05922b8b-daf8-4c70-8a3e-b000b87f00e6 req-733c3f8f-9657-4143-a1ec-785fa8d42e28 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507471 Jan 28 13:46:35.248619 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8b49124f-ea5c-41b2-888f-6b303d5ec1a4 req-b7c244ae-3e69-42a5-ba08-d870d0ba5bb3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/ports?device_id=c29e25e7-4039-44db-8d39-67c928dc6d70 HTTP/1.1" status: 200 len: 210 time: 0.1188955 Jan 28 13:46:35.257083 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e688e426-47b1-4818-8835-628e4b588d8d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (eb8846bd-1165-48b8-889c-3d878321a6e6), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:35.414413 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 72584294-d5a0-4a76-82cb-9bd7565af917 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:35.486447 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e688e426-47b1-4818-8835-628e4b588d8d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network af807335-8395-4f73-8c3f-3de1da4a6726 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:35.493656 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-e688e426-47b1-4818-8835-628e4b588d8d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:35.507868 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d69a8812-2b4a-408d-99fa-134a21ecb950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (f1ab5c5f-3de3-460b-893c-366b808812f0), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:35.517699 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e688e426-47b1-4818-8835-628e4b588d8d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:46:35.520626 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e688e426-47b1-4818-8835-628e4b588d8d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (52a4217c-47ce-4b49-bfde-32581f431915), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:35.603588 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dceb16c8-b5a0-43e6-85e9-1c3c176c2f5f None None] Network af807335-8395-4f73-8c3f-3de1da4a6726 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:35.636749 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688e426-47b1-4818-8835-628e4b588d8d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Port': ['ID=eb8846bd-1165-48b8-889c-3d878321a6e6,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:35.911145 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e688e426-47b1-4818-8835-628e4b588d8d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (eb8846bd-1165-48b8-889c-3d878321a6e6), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:36.097764 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-94bf8a14-c5de-4e62-9396-5b5671a6e53a None None] Provisioning complete for port 72584294-d5a0-4a76-82cb-9bd7565af917 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:36.098324 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-94bf8a14-c5de-4e62-9396-5b5671a6e53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (72584294-d5a0-4a76-82cb-9bd7565af917), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:36.803847 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 72584294-d5a0-4a76-82cb-9bd7565af917 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:36.804925 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (72584294-d5a0-4a76-82cb-9bd7565af917), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:37.081311 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:37.205674 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7478f7-5b35-467b-9897-3dd8c90babdd req-3aaf941f-153f-459f-8320-f833bc9c14e8 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:37.207223 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ab7478f7-5b35-467b-9897-3dd8c90babdd req-3aaf941f-153f-459f-8320-f833bc9c14e8 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 1.6959946 Jan 28 13:46:37.413728 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb75ba6d-ac4b-48a8-ba95-4f8223939bc6 None None] Network 7f07afce-1c98-4fff-b02d-5990e77fb717 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:37.464927 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d00ef8c4-ca52-41cc-b184-e411f9cf17ff req-35d857b4-ef80-490f-bb4d-379cd6d3ecc5 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 210 time: 0.3215139 Jan 28 13:46:37.957114 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ab7478f7-5b35-467b-9897-3dd8c90babdd req-bb2ca417-8768-43f5-a617-19ec2d6d96d5 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7259936 Jan 28 13:46:38.046716 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52322) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:38.062950 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 72584294-d5a0-4a76-82cb-9bd7565af917 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:38.063709 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (72584294-d5a0-4a76-82cb-9bd7565af917), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:38.121384 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69a8812-2b4a-408d-99fa-134a21ecb950 admin admin] Router f1ab5c5f-3de3-460b-893c-366b808812f0 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:38.148519 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-94bf8a14-c5de-4e62-9396-5b5671a6e53a None None] Current status of the port 72584294-d5a0-4a76-82cb-9bd7565af917 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:38.149157 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-94bf8a14-c5de-4e62-9396-5b5671a6e53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (72584294-d5a0-4a76-82cb-9bd7565af917), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:38.367555 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69a8812-2b4a-408d-99fa-134a21ecb950 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:38.378059 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215e70ef-265f-4c6c-8140-ddf2e93f38d2 None None] Sync routers for ids ['f1ab5c5f-3de3-460b-893c-366b808812f0'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:38.380330 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d69a8812-2b4a-408d-99fa-134a21ecb950 admin admin] 10.222.0.39 "PUT /v2.0/routers/f1ab5c5f-3de3-460b-893c-366b808812f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2405832 Jan 28 13:46:38.381213 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52326) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:38.381737 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 72584294-d5a0-4a76-82cb-9bd7565af917, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=72584294-d5a0-4a76-82cb-9bd7565af917,segment=NetworkSegment(e899217b-2ec5-4065-8c41-997d37c4cb20),segment_id=e899217b-2ec5-4065-8c41-997d37c4cb20)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:38.406978 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215e70ef-265f-4c6c-8140-ddf2e93f38d2 None None] Routers {'f1ab5c5f-3de3-460b-893c-366b808812f0'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:38.408982 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-215e70ef-265f-4c6c-8140-ddf2e93f38d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:46:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['f1ab5c5f-3de3-460b-893c-366b808812f0'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:38.610857 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (72584294-d5a0-4a76-82cb-9bd7565af917), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:38.638199 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6fcf95-965c-4273-815d-484321c8a3b6 req-1a434482-6f9f-47e7-85e2-1b457a999f67 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:38.655354 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2d6fcf95-965c-4273-815d-484321c8a3b6 req-1a434482-6f9f-47e7-85e2-1b457a999f67 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.4258037 Jan 28 13:46:38.804705 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-75590216-f3da-4db4-a194-80fa20e522a8 req-f80ce01e-044c-41cc-b8f1-69aa6b39f3ee tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 210 time: 0.1125135 Jan 28 13:46:38.852507 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-954d3e2b-def4-40a8-9587-0c7c1a0c4dcc tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for security_group (e5a35e63-5d22-47b6-a6fd-84bdb7539e18), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:38.875158 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-180031fd-4a86-470a-8486-583e08f2486d admin admin] Publish callbacks [] for router (f1ab5c5f-3de3-460b-893c-366b808812f0), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:38.943491 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-215e70ef-265f-4c6c-8140-ddf2e93f38d2 None None] Set router f1ab5c5f-3de3-460b-893c-366b808812f0 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:39.008283 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6889e082-6446-469a-a6d1-7dc95c962d0f up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:39.054331 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-180031fd-4a86-470a-8486-583e08f2486d admin admin] Publish callbacks [] for router_gateway (f1ab5c5f-3de3-460b-893c-366b808812f0), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.247358 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-94bf8a14-c5de-4e62-9396-5b5671a6e53a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:46:39.248021 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-94bf8a14-c5de-4e62-9396-5b5671a6e53a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:46:39.321099 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-180031fd-4a86-470a-8486-583e08f2486d admin admin] Deleting port a80789e7-6a1b-42dc-980c-0fa30852bb7b {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:39.321486 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-180031fd-4a86-470a-8486-583e08f2486d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (a80789e7-6a1b-42dc-980c-0fa30852bb7b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.368375 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=72584294-d5a0-4a76-82cb-9bd7565af917,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:39.491238 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 6889e082-6446-469a-a6d1-7dc95c962d0f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:39.491620 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6889e082-6446-469a-a6d1-7dc95c962d0f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.553108 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-954d3e2b-def4-40a8-9587-0c7c1a0c4dcc tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for security_group (e5a35e63-5d22-47b6-a6fd-84bdb7539e18), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.680610 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-180031fd-4a86-470a-8486-583e08f2486d admin admin] For port a80789e7-6a1b-42dc-980c-0fa30852bb7b, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=a80789e7-6a1b-42dc-980c-0fa30852bb7b,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:39.681255 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-180031fd-4a86-470a-8486-583e08f2486d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (a80789e7-6a1b-42dc-980c-0fa30852bb7b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.725574 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e688e426-47b1-4818-8835-628e4b588d8d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for port (eb8846bd-1165-48b8-889c-3d878321a6e6), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.730438 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-180031fd-4a86-470a-8486-583e08f2486d admin admin] Calling delete_port for a80789e7-6a1b-42dc-980c-0fa30852bb7b owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:39.742071 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-215e70ef-265f-4c6c-8140-ddf2e93f38d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ab5c5f-3de3-460b-893c-366b808812f0', 'name': 'tempest-TestAggregatesBasicOps-1179835479-router', 'tenant_id': 'a17682f761f649eeb8ba72bdb3b5d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'a80789e7-6a1b-42dc-980c-0fa30852bb7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:45Z', 'updated_at': '2022-01-28T13:46:34Z', 'revision_number': 5, 'project_id': 'a17682f761f649eeb8ba72bdb3b5d8e3', 'gw_port': {'id': 'a80789e7-6a1b-42dc-980c-0fa30852bb7b', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ab5c5f-3de3-460b-893c-366b808812f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:48Z', 'updated_at': '2022-01-28T13:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:39.750842 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-954d3e2b-def4-40a8-9587-0c7c1a0c4dcc tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e5a35e63-5d22-47b6-a6fd-84bdb7539e18), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.762306 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-954d3e2b-def4-40a8-9587-0c7c1a0c4dcc tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.772807 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-954d3e2b-def4-40a8-9587-0c7c1a0c4dcc tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "DELETE /v2.0/security-groups/e5a35e63-5d22-47b6-a6fd-84bdb7539e18 HTTP/1.1" status: 204 len: 168 time: 1.7246039 Jan 28 13:46:39.790986 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52348) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:39.823189 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 6889e082-6446-469a-a6d1-7dc95c962d0f is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:39.823576 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6889e082-6446-469a-a6d1-7dc95c962d0f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.871352 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215e70ef-265f-4c6c-8140-ddf2e93f38d2 None None] Checking router: f1ab5c5f-3de3-460b-893c-366b808812f0 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:39.877231 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e688e426-47b1-4818-8835-628e4b588d8d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (eb8846bd-1165-48b8-889c-3d878321a6e6), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.878372 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e688e426-47b1-4818-8835-628e4b588d8d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (52a4217c-47ce-4b49-bfde-32581f431915), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.901143 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215e70ef-265f-4c6c-8140-ddf2e93f38d2 None None] Routers {'f1ab5c5f-3de3-460b-893c-366b808812f0'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:39.902069 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-215e70ef-265f-4c6c-8140-ddf2e93f38d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:46:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['f1ab5c5f-3de3-460b-893c-366b808812f0'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:39.910543 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d3e2b-def4-40a8-9587-0c7c1a0c4dcc tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a35e63-5d22-47b6-a6fd-84bdb7539e18,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:39.935938 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-410eb8ae-3982-48cb-878f-076fd69558f4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] show failed (client error): The resource could not be found. Jan 28 13:46:39.956823 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52352) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:39.960942 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-410eb8ae-3982-48cb-878f-076fd69558f4 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "GET /v2.0/security-groups/e5a35e63-5d22-47b6-a6fd-84bdb7539e18 HTTP/1.1" status: 404 len: 347 time: 0.1413488 Jan 28 13:46:40.066208 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 6889e082-6446-469a-a6d1-7dc95c962d0f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6889e082-6446-469a-a6d1-7dc95c962d0f,segment=NetworkSegment(5d58c6dd-4c42-4913-84c5-14a5f2988655),segment_id=5d58c6dd-4c42-4913-84c5-14a5f2988655)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:40.093105 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688e426-47b1-4818-8835-628e4b588d8d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Port': ['ID=eb8846bd-1165-48b8-889c-3d878321a6e6,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:40.134032 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2d6fcf95-965c-4273-815d-484321c8a3b6 req-326f804a-3c84-4770-89ef-67e73b7599ee tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4613605 Jan 28 13:46:40.177650 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6889e082-6446-469a-a6d1-7dc95c962d0f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.212331 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-94bf8a14-c5de-4e62-9396-5b5671a6e53a None None] Current status of the port 72584294-d5a0-4a76-82cb-9bd7565af917 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:40.264191 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-215e70ef-265f-4c6c-8140-ddf2e93f38d2 None None] Set router f1ab5c5f-3de3-460b-893c-366b808812f0 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:40.487291 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-215e70ef-265f-4c6c-8140-ddf2e93f38d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ab5c5f-3de3-460b-893c-366b808812f0', 'name': 'tempest-TestAggregatesBasicOps-1179835479-router', 'tenant_id': 'a17682f761f649eeb8ba72bdb3b5d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:45Z', 'updated_at': '2022-01-28T13:46:39Z', 'revision_number': 6, 'project_id': 'a17682f761f649eeb8ba72bdb3b5d8e3', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:40.506738 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ac52dec1-aba4-4206-bdb1-6a5032ea6b07 req-534c1642-2926-4726-b545-9f2ca0b03a96 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 210 time: 0.3341026 Jan 28 13:46:40.522040 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=6889e082-6446-469a-a6d1-7dc95c962d0f,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:40.532198 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e591c19b-40f2-4843-9f10-ab69a40c61ab None None] Provisioning complete for port 72584294-d5a0-4a76-82cb-9bd7565af917 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:40.532580 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e591c19b-40f2-4843-9f10-ab69a40c61ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (72584294-d5a0-4a76-82cb-9bd7565af917), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.576985 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e688e426-47b1-4818-8835-628e4b588d8d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network af807335-8395-4f73-8c3f-3de1da4a6726 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:40.580310 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-e688e426-47b1-4818-8835-628e4b588d8d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:40.614469 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215e70ef-265f-4c6c-8140-ddf2e93f38d2 None None] The sync data for ids ['f1ab5c5f-3de3-460b-893c-366b808812f0'] in n-d-822747-2 is: [{'id': 'f1ab5c5f-3de3-460b-893c-366b808812f0', 'name': 'tempest-TestAggregatesBasicOps-1179835479-router', 'tenant_id': 'a17682f761f649eeb8ba72bdb3b5d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:45Z', 'updated_at': '2022-01-28T13:46:39Z', 'revision_number': 6, 'project_id': 'a17682f761f649eeb8ba72bdb3b5d8e3', 'gw_port_host': None}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:40.841088 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-043d500f-ce9d-46b5-9a06-93269e6f9bb8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Deleting port 9de99928-2303-4a30-bab0-28d25e4a2674 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:40.842262 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-043d500f-ce9d-46b5-9a06-93269e6f9bb8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (9de99928-2303-4a30-bab0-28d25e4a2674), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.912298 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e591c19b-40f2-4843-9f10-ab69a40c61ab None None] Current status of the port 72584294-d5a0-4a76-82cb-9bd7565af917 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:40.946968 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e591c19b-40f2-4843-9f10-ab69a40c61ab None None] Provisioning complete for port 6889e082-6446-469a-a6d1-7dc95c962d0f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:40.951676 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e591c19b-40f2-4843-9f10-ab69a40c61ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6889e082-6446-469a-a6d1-7dc95c962d0f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.966496 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-da0a8b2c-3959-4075-b70f-d9454bb6a7a6 req-57277e17-60f7-4215-8269-2faf07a97fed service neutron] (103352) timed out ('10.222.0.18', 53618) {{(pid=103352) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 13:46:41.132531 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 72584294-d5a0-4a76-82cb-9bd7565af917 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:41.229035 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef54d5-98d7-45e5-a715-211e4df890fa req-a32a61a5-145b-47b9-ac66-b8c7a54cc3b8 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:41.237975 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ccef54d5-98d7-45e5-a715-211e4df890fa req-a32a61a5-145b-47b9-ac66-b8c7a54cc3b8 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.2749906 Jan 28 13:46:41.320770 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ccef54d5-98d7-45e5-a715-211e4df890fa req-8e1d72c3-d05a-48f3-bd1b-8e5f1f32dd96 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817680 Jan 28 13:46:41.326831 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e688e426-47b1-4818-8835-628e4b588d8d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Router 52a4217c-47ce-4b49-bfde-32581f431915 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:46:41.438179 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-180031fd-4a86-470a-8486-583e08f2486d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (a80789e7-6a1b-42dc-980c-0fa30852bb7b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.541798 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180031fd-4a86-470a-8486-583e08f2486d admin admin] Pushing event deleted for resources: {'Port': ['ID=a80789e7-6a1b-42dc-980c-0fa30852bb7b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:41.699910 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e591c19b-40f2-4843-9f10-ab69a40c61ab None None] Current status of the port 6889e082-6446-469a-a6d1-7dc95c962d0f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:41.736109 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 72584294-d5a0-4a76-82cb-9bd7565af917 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:41.736490 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (72584294-d5a0-4a76-82cb-9bd7565af917), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.833539 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-07c98945-6c10-4e17-b1f6-e07220c651df req-5bfd2b51-0618-4a6c-8ec9-11570efeed06 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 210 time: 0.0977676 Jan 28 13:46:41.838554 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e688e426-47b1-4818-8835-628e4b588d8d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:41.852844 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e688e426-47b1-4818-8835-628e4b588d8d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "PUT /v2.0/routers/52a4217c-47ce-4b49-bfde-32581f431915/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0827703 Jan 28 13:46:41.853252 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52378) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:41.869138 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-043d500f-ce9d-46b5-9a06-93269e6f9bb8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (9de99928-2303-4a30-bab0-28d25e4a2674), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.869694 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-043d500f-ce9d-46b5-9a06-93269e6f9bb8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for floatingip (9de99928-2303-4a30-bab0-28d25e4a2674), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.965871 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0077774f-14e0-4aba-bf05-28974a6ae022 None None] Sync routers for ids ['52a4217c-47ce-4b49-bfde-32581f431915'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:41.970875 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00436f3-8e3c-4a47-8265-a0a8cda20cef req-684653f2-4b43-46f4-b520-039f649b5365 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:41.983416 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e00436f3-8e3c-4a47-8265-a0a8cda20cef req-684653f2-4b43-46f4-b520-039f649b5365 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.4293265 Jan 28 13:46:42.022131 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-043d500f-ce9d-46b5-9a06-93269e6f9bb8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Calling delete_port for 9de99928-2303-4a30-bab0-28d25e4a2674 owned by network:floatingip {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:42.024097 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba531470-74c4-42b3-85cb-6ac74cecbfe0 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:42.036892 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ba531470-74c4-42b3-85cb-6ac74cecbfe0 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "GET /v2.0/ports/eb8846bd-1165-48b8-889c-3d878321a6e6 HTTP/1.1" status: 200 len: 911 time: 0.1774275 Jan 28 13:46:42.036892 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52382) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:42.098071 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0077774f-14e0-4aba-bf05-28974a6ae022 None None] Routers {'52a4217c-47ce-4b49-bfde-32581f431915'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:42.098809 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-0077774f-14e0-4aba-bf05-28974a6ae022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:46:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['52a4217c-47ce-4b49-bfde-32581f431915'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:42.133107 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-180031fd-4a86-470a-8486-583e08f2486d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (f1ab5c5f-3de3-460b-893c-366b808812f0), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:42.228475 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e591c19b-40f2-4843-9f10-ab69a40c61ab None None] Provisioning complete for port eb8846bd-1165-48b8-889c-3d878321a6e6 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:42.228857 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e591c19b-40f2-4843-9f10-ab69a40c61ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (eb8846bd-1165-48b8-889c-3d878321a6e6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:42.233936 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-0077774f-14e0-4aba-bf05-28974a6ae022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:42.343665 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e591c19b-40f2-4843-9f10-ab69a40c61ab None None] Port eb8846bd-1165-48b8-889c-3d878321a6e6 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:46:42.370953 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0077774f-14e0-4aba-bf05-28974a6ae022 None None] Routers {'52a4217c-47ce-4b49-bfde-32581f431915'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:42.371585 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-0077774f-14e0-4aba-bf05-28974a6ae022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:46:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['52a4217c-47ce-4b49-bfde-32581f431915'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:42.496818 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e00436f3-8e3c-4a47-8265-a0a8cda20cef req-cf1cc2f6-015c-4b4b-ba60-1def2525e6c3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695487 Jan 28 13:46:42.552263 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-0077774f-14e0-4aba-bf05-28974a6ae022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:42.553103 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0077774f-14e0-4aba-bf05-28974a6ae022 None None] The sync data for ids ['52a4217c-47ce-4b49-bfde-32581f431915'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:42.601942 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-180031fd-4a86-470a-8486-583e08f2486d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (f1ab5c5f-3de3-460b-893c-366b808812f0), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:42.610649 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-241f8052-6235-48f0-9d23-7ea6baed17b8 req-b529bf81-a86c-4a6f-99c8-2be018bc6477 tempest-ListServersNegativeTestJSON-1992202672 tempest-ListServersNegativeTestJSON-1992202672-project] (103351) timed out ('10.222.0.18', 53526) {{(pid=103351) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 13:46:42.628032 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-180031fd-4a86-470a-8486-583e08f2486d admin admin] Publish callbacks [] for router_controller (f1ab5c5f-3de3-460b-893c-366b808812f0), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:42.650615 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-578fc197-a64c-40e2-8c6a-1c9662ec797c None None] Provisioning complete for port eb8846bd-1165-48b8-889c-3d878321a6e6 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:42.653153 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-578fc197-a64c-40e2-8c6a-1c9662ec797c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (eb8846bd-1165-48b8-889c-3d878321a6e6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:42.762479 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-578fc197-a64c-40e2-8c6a-1c9662ec797c None None] Port eb8846bd-1165-48b8-889c-3d878321a6e6 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:46:42.773452 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 72584294-d5a0-4a76-82cb-9bd7565af917 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:42.774926 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6889e082-6446-469a-a6d1-7dc95c962d0f up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:42.894864 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-180031fd-4a86-470a-8486-583e08f2486d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (f1ab5c5f-3de3-460b-893c-366b808812f0), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:42.897165 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180031fd-4a86-470a-8486-583e08f2486d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1ab5c5f-3de3-460b-893c-366b808812f0 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:46:42.913005 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-180031fd-4a86-470a-8486-583e08f2486d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:42.914238 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-180031fd-4a86-470a-8486-583e08f2486d admin admin] 10.222.0.39 "DELETE /v2.0/routers/f1ab5c5f-3de3-460b-893c-366b808812f0 HTTP/1.1" status: 204 len: 168 time: 4.5317280 Jan 28 13:46:42.918439 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52416) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:42.918659 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 6889e082-6446-469a-a6d1-7dc95c962d0f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:42.919021 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6889e082-6446-469a-a6d1-7dc95c962d0f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:43.031422 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e844d-95f5-426d-b9ab-b747fbad43ea req-596315b7-619f-4ca4-9d7a-99e7aba82cf5 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:43.037362 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d93e844d-95f5-426d-b9ab-b747fbad43ea req-596315b7-619f-4ca4-9d7a-99e7aba82cf5 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.2602370 Jan 28 13:46:43.181527 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-781f30dd-459b-4bc5-895b-849599e11de4 req-6c7f43be-d012-4d02-a4ca-44cd3fc5d54b tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 210 time: 0.0878429 Jan 28 13:46:43.231043 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 6889e082-6446-469a-a6d1-7dc95c962d0f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:43.266052 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-95dbc192-0d17-468c-b670-0efbe65277fb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:43.274720 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-5faaa436-9e58-4688-9417-d5de5a81fc7b admin admin] Deleting subnet 03588dc5-b461-48b7-935a-73808e038e44 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:46:43.287815 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5faaa436-9e58-4688-9417-d5de5a81fc7b admin admin] Publish callbacks [] for subnet (03588dc5-b461-48b7-935a-73808e038e44), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:43.298598 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d93e844d-95f5-426d-b9ab-b747fbad43ea req-5dfbaf9e-6007-4e51-a379-1d96fc9a1586 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119556 Jan 28 13:46:43.299642 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-043d500f-ce9d-46b5-9a06-93269e6f9bb8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (9de99928-2303-4a30-bab0-28d25e4a2674), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:43.389503 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device a80789e7-6a1b-42dc-980c-0fa30852bb7b no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:43.411994 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d500f-ce9d-46b5-9a06-93269e6f9bb8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event deleted for resources: {'Port': ['ID=9de99928-2303-4a30-bab0-28d25e4a2674,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:43.466808 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: a80789e7-6a1b-42dc-980c-0fa30852bb7b {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:43.467183 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device a80789e7-6a1b-42dc-980c-0fa30852bb7b not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:43.467605 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c17fab01-46fc-44da-8499-9e432e0322da no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:43.532185 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: c17fab01-46fc-44da-8499-9e432e0322da {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:43.532487 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c17fab01-46fc-44da-8499-9e432e0322da not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:43.593890 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-043d500f-ce9d-46b5-9a06-93269e6f9bb8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for floatingip (becaf019-30ef-4a3b-ab8e-036c866e1445), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:43.596533 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-043d500f-ce9d-46b5-9a06-93269e6f9bb8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:43.607171 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-043d500f-ce9d-46b5-9a06-93269e6f9bb8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "DELETE /v2.0/floatingips/becaf019-30ef-4a3b-ab8e-036c866e1445 HTTP/1.1" status: 204 len: 168 time: 3.6490541 Jan 28 13:46:43.607865 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52422) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:43.781785 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-ced36207-46fc-47c1-a2c0-c3366a977eb3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Deleting port 73358d53-f89e-45cb-a74a-8b6510bd447c {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:43.782141 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ced36207-46fc-47c1-a2c0-c3366a977eb3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (73358d53-f89e-45cb-a74a-8b6510bd447c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:43.811227 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5faaa436-9e58-4688-9417-d5de5a81fc7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (03588dc5-b461-48b7-935a-73808e038e44), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:43.881282 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f213d2b-bc82-45cf-b37c-13ffc59c3889 req-4a94e75f-42d9-44f3-bab7-7f9438a17187 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:43.882948 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2f213d2b-bc82-45cf-b37c-13ffc59c3889 req-4a94e75f-42d9-44f3-bab7-7f9438a17187 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.1361208 Jan 28 13:46:44.004118 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ced36207-46fc-47c1-a2c0-c3366a977eb3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (73358d53-f89e-45cb-a74a-8b6510bd447c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:44.034220 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-95dbc192-0d17-468c-b670-0efbe65277fb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Allocated IP 2001:db8:1::1 (7f07afce-1c98-4fff-b02d-5990e77fb717/34674bf6-7032-46fc-9c1d-438f81d453ce/2689cd69-e28e-4a4d-9a36-49bbfc0251e5) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:46:44.060978 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-ced36207-46fc-47c1-a2c0-c3366a977eb3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Calling delete_port for 73358d53-f89e-45cb-a74a-8b6510bd447c owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:44.086018 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2f213d2b-bc82-45cf-b37c-13ffc59c3889 req-69e0c3b6-7dcf-443c-94ce-eb25925bce74 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793127 Jan 28 13:46:44.117148 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5faaa436-9e58-4688-9417-d5de5a81fc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (03588dc5-b461-48b7-935a-73808e038e44), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:44.448853 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ced36207-46fc-47c1-a2c0-c3366a977eb3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (73358d53-f89e-45cb-a74a-8b6510bd447c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:44.483592 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-360c8d6b-abd8-4cf4-a44e-99e34c8e5b85 req-4caee967-87ef-49bf-8177-f3bf78f6937c tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 210 time: 0.0970201 Jan 28 13:46:44.520496 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced36207-46fc-47c1-a2c0-c3366a977eb3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event deleted for resources: {'Port': ['ID=73358d53-f89e-45cb-a74a-8b6510bd447c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:44.595727 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-95dbc192-0d17-468c-b670-0efbe65277fb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for port (2689cd69-e28e-4a4d-9a36-49bbfc0251e5), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:44.617604 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5faaa436-9e58-4688-9417-d5de5a81fc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (03588dc5-b461-48b7-935a-73808e038e44), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:44.674227 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec31fd7a-cba5-41a4-a1b2-943e974a868a None None] Network 22bc5464-acb6-4c41-91e1-c74883d1d80d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:44.678839 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5faaa436-9e58-4688-9417-d5de5a81fc7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:44.684693 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5faaa436-9e58-4688-9417-d5de5a81fc7b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/03588dc5-b461-48b7-935a-73808e038e44 HTTP/1.1" status: 204 len: 168 time: 1.7594156 Jan 28 13:46:44.686203 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faaa436-9e58-4688-9417-d5de5a81fc7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03588dc5-b461-48b7-935a-73808e038e44,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:44.700966 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52438) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:44.737551 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-95dbc192-0d17-468c-b670-0efbe65277fb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (2689cd69-e28e-4a4d-9a36-49bbfc0251e5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:44.767413 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ced36207-46fc-47c1-a2c0-c3366a977eb3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:44.775681 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ced36207-46fc-47c1-a2c0-c3366a977eb3 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "DELETE /v2.0/ports/73358d53-f89e-45cb-a74a-8b6510bd447c HTTP/1.1" status: 204 len: 168 time: 1.1660600 Jan 28 13:46:44.779160 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52444) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:44.828420 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dbc192-0d17-468c-b670-0efbe65277fb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network 7f07afce-1c98-4fff-b02d-5990e77fb717 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:44.842168 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-95dbc192-0d17-468c-b670-0efbe65277fb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:44.858080 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dbc192-0d17-468c-b670-0efbe65277fb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:46:44.864463 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-95dbc192-0d17-468c-b670-0efbe65277fb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (52a4217c-47ce-4b49-bfde-32581f431915), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:45.039647 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-50d31a9b-ad2a-4ace-9f8f-2a6c2417a612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (22bc5464-acb6-4c41-91e1-c74883d1d80d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:45.066308 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995ee1e0-c8e5-40a0-bb2f-61bac8f9395a None None] DHCP port deletion for 22bc5464-acb6-4c41-91e1-c74883d1d80d request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:46:45.141488 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dbc192-0d17-468c-b670-0efbe65277fb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Port': ['ID=2689cd69-e28e-4a4d-9a36-49bbfc0251e5,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:45.211124 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-4e023661-4c20-490b-b8d5-d58962a16629 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Deleting port ba5119c7-946b-4cc9-9e19-149785af07e2 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:45.212632 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4e023661-4c20-490b-b8d5-d58962a16629 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ba5119c7-946b-4cc9-9e19-149785af07e2), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:45.260959 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-995ee1e0-c8e5-40a0-bb2f-61bac8f9395a None None] Deleting port b31c4722-990a-45d9-a2e9-d703eb8041f6 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:45.266187 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-995ee1e0-c8e5-40a0-bb2f-61bac8f9395a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b31c4722-990a-45d9-a2e9-d703eb8041f6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:45.426516 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bb84e-ddcf-413d-9fcb-acf85f1063b6 req-3eb1ee39-abf9-40a7-ad66-203fa2ddfa98 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:45.438585 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa1bb84e-ddcf-413d-9fcb-acf85f1063b6 req-3eb1ee39-abf9-40a7-ad66-203fa2ddfa98 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.3888073 Jan 28 13:46:45.481421 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-995ee1e0-c8e5-40a0-bb2f-61bac8f9395a None None] For port b31c4722-990a-45d9-a2e9-d703eb8041f6, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b31c4722-990a-45d9-a2e9-d703eb8041f6,segment=NetworkSegment(6f61d8a0-65ae-4f2e-85d3-314859706203),segment_id=6f61d8a0-65ae-4f2e-85d3-314859706203)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:45.483687 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-995ee1e0-c8e5-40a0-bb2f-61bac8f9395a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b31c4722-990a-45d9-a2e9-d703eb8041f6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:45.528455 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-995ee1e0-c8e5-40a0-bb2f-61bac8f9395a None None] Calling delete_port for b31c4722-990a-45d9-a2e9-d703eb8041f6 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:45.557726 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4e023661-4c20-490b-b8d5-d58962a16629 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ba5119c7-946b-4cc9-9e19-149785af07e2), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:45.565448 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa1bb84e-ddcf-413d-9fcb-acf85f1063b6 req-c858c98a-fd94-454c-b801-70003d7639b6 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259344 Jan 28 13:46:45.567250 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-95dbc192-0d17-468c-b670-0efbe65277fb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2689cd69-e28e-4a4d-9a36-49bbfc0251e5), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:45.588285 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-4e023661-4c20-490b-b8d5-d58962a16629 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Calling delete_port for ba5119c7-946b-4cc9-9e19-149785af07e2 owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:45.721617 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b31c4722-990a-45d9-a2e9-d703eb8041f6 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:45.812410 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: b31c4722-990a-45d9-a2e9-d703eb8041f6 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:45.812777 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b31c4722-990a-45d9-a2e9-d703eb8041f6 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:45.818538 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-995ee1e0-c8e5-40a0-bb2f-61bac8f9395a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (b31c4722-990a-45d9-a2e9-d703eb8041f6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:45.905355 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995ee1e0-c8e5-40a0-bb2f-61bac8f9395a None None] No DVR routers for this DVR port b31c4722-990a-45d9-a2e9-d703eb8041f6 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:46:45.918868 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-35d6ead8-878f-4b71-b06c-46c85f24e356 None None] Provisioning complete for port 2689cd69-e28e-4a4d-9a36-49bbfc0251e5 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:45.924344 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-35d6ead8-878f-4b71-b06c-46c85f24e356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2689cd69-e28e-4a4d-9a36-49bbfc0251e5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:45.953977 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-50d31a9b-ad2a-4ace-9f8f-2a6c2417a612 admin admin] Deleting port b31c4722-990a-45d9-a2e9-d703eb8041f6 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:45.954319 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-50d31a9b-ad2a-4ace-9f8f-2a6c2417a612 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b31c4722-990a-45d9-a2e9-d703eb8041f6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:46.018097 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ee1e0-c8e5-40a0-bb2f-61bac8f9395a None None] Pushing event deleted for resources: {'Port': ['ID=b31c4722-990a-45d9-a2e9-d703eb8041f6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:46.018097 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-35d6ead8-878f-4b71-b06c-46c85f24e356 None None] Port 2689cd69-e28e-4a4d-9a36-49bbfc0251e5 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:46:46.026901 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4e023661-4c20-490b-b8d5-d58962a16629 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ba5119c7-946b-4cc9-9e19-149785af07e2), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:46.058787 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-55573415-3b29-4fc2-b386-26e020ed07b1 req-c0933a96-d969-473a-8fd0-6bfd741d849b tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 210 time: 0.1107175 Jan 28 13:46:46.113087 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e023661-4c20-490b-b8d5-d58962a16629 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event deleted for resources: {'Port': ['ID=ba5119c7-946b-4cc9-9e19-149785af07e2,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:46.123851 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-95dbc192-0d17-468c-b670-0efbe65277fb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for port (2689cd69-e28e-4a4d-9a36-49bbfc0251e5), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:46.133240 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e023661-4c20-490b-b8d5-d58962a16629 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:46.134978 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e023661-4c20-490b-b8d5-d58962a16629 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:46.135346 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e023661-4c20-490b-b8d5-d58962a16629 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:46.135737 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e023661-4c20-490b-b8d5-d58962a16629 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:46.136304 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e023661-4c20-490b-b8d5-d58962a16629 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:46.136688 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e023661-4c20-490b-b8d5-d58962a16629 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:46.139200 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-95dbc192-0d17-468c-b670-0efbe65277fb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (2689cd69-e28e-4a4d-9a36-49bbfc0251e5), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:46.139377 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e023661-4c20-490b-b8d5-d58962a16629 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:46.139834 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e023661-4c20-490b-b8d5-d58962a16629 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:46.140194 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e023661-4c20-490b-b8d5-d58962a16629 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:46.140572 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e023661-4c20-490b-b8d5-d58962a16629 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:46.140695 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-95dbc192-0d17-468c-b670-0efbe65277fb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (52a4217c-47ce-4b49-bfde-32581f431915), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:46.140911 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e023661-4c20-490b-b8d5-d58962a16629 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:46.141245 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e023661-4c20-490b-b8d5-d58962a16629 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:46.141628 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e023661-4c20-490b-b8d5-d58962a16629 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:46.285533 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dbc192-0d17-468c-b670-0efbe65277fb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Port': ['ID=2689cd69-e28e-4a4d-9a36-49bbfc0251e5,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:46.328836 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-50d31a9b-ad2a-4ace-9f8f-2a6c2417a612 admin admin] For port b31c4722-990a-45d9-a2e9-d703eb8041f6, host n-d-822747-2, got binding levels [] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:46.329213 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-50d31a9b-ad2a-4ace-9f8f-2a6c2417a612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b31c4722-990a-45d9-a2e9-d703eb8041f6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:46.379169 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4e023661-4c20-490b-b8d5-d58962a16629 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:46.383234 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4e023661-4c20-490b-b8d5-d58962a16629 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "DELETE /v2.0/ports/ba5119c7-946b-4cc9-9e19-149785af07e2 HTTP/1.1" status: 204 len: 168 time: 1.6029088 Jan 28 13:46:46.386127 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52510) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:46.399917 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-50d31a9b-ad2a-4ace-9f8f-2a6c2417a612 admin admin] Calling delete_port for b31c4722-990a-45d9-a2e9-d703eb8041f6 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:46.405420 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.ipam_backend_mixin [None req-50d31a9b-ad2a-4ace-9f8f-2a6c2417a612 admin admin] Port b31c4722-990a-45d9-a2e9-d703eb8041f6 was not found and therefore no delete operation was performed {{(pid=103351) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:46:46.408338 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-50d31a9b-ad2a-4ace-9f8f-2a6c2417a612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b31c4722-990a-45d9-a2e9-d703eb8041f6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:46.472349 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d7c717-002f-4884-a367-ae5d76ad2bb8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Deleting subnet 7038acd7-a865-4fdf-9a95-2c4ed7e3b100 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:46:46.477330 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d1d7c717-002f-4884-a367-ae5d76ad2bb8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for subnet (7038acd7-a865-4fdf-9a95-2c4ed7e3b100), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:46.501012 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d31a9b-ad2a-4ace-9f8f-2a6c2417a612 admin admin] Pushing event deleted for resources: {'Port': ['ID=b31c4722-990a-45d9-a2e9-d703eb8041f6,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:46.523137 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d31a9b-ad2a-4ace-9f8f-2a6c2417a612 admin admin] No DVR routers for this DVR port b31c4722-990a-45d9-a2e9-d703eb8041f6 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:46:46.774534 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-50d31a9b-ad2a-4ace-9f8f-2a6c2417a612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (22bc5464-acb6-4c41-91e1-c74883d1d80d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:46.851910 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-50d31a9b-ad2a-4ace-9f8f-2a6c2417a612 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bc5464-acb6-4c41-91e1-c74883d1d80d']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:46.870069 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-50d31a9b-ad2a-4ace-9f8f-2a6c2417a612 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f61d8a0-65ae-4f2e-85d3-314859706203') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:46.870894 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-50d31a9b-ad2a-4ace-9f8f-2a6c2417a612 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f61d8a0-65ae-4f2e-85d3-314859706203') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:46.889436 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-50d31a9b-ad2a-4ace-9f8f-2a6c2417a612 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (6f61d8a0-65ae-4f2e-85d3-314859706203), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:46.899775 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145714d1-f7b9-4c72-91c2-6c50fc474f5b req-605c41b5-ad98-42b5-addb-48ea28f7ba95 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:46.902342 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-145714d1-f7b9-4c72-91c2-6c50fc474f5b req-605c41b5-ad98-42b5-addb-48ea28f7ba95 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.1561112 Jan 28 13:46:46.960991 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-50d31a9b-ad2a-4ace-9f8f-2a6c2417a612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (6f61d8a0-65ae-4f2e-85d3-314859706203), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:47.008918 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d31a9b-ad2a-4ace-9f8f-2a6c2417a612 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:46:47.010065 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-50d31a9b-ad2a-4ace-9f8f-2a6c2417a612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (6f61d8a0-65ae-4f2e-85d3-314859706203), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:47.100177 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-145714d1-f7b9-4c72-91c2-6c50fc474f5b req-2592f46b-b36b-4adf-9f82-f25c4ba92f9a tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796653 Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:46:47.103219 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:46:47.110854 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-50d31a9b-ad2a-4ace-9f8f-2a6c2417a612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (22bc5464-acb6-4c41-91e1-c74883d1d80d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:47.139395 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-50d31a9b-ad2a-4ace-9f8f-2a6c2417a612 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:47.147505 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-50d31a9b-ad2a-4ace-9f8f-2a6c2417a612 admin admin] 10.222.0.39 "DELETE /v2.0/networks/22bc5464-acb6-4c41-91e1-c74883d1d80d HTTP/1.1" status: 204 len: 168 time: 2.4429672 Jan 28 13:46:47.148822 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d31a9b-ad2a-4ace-9f8f-2a6c2417a612 admin admin] Pushing event deleted for resources: {'Network': ['ID=22bc5464-acb6-4c41-91e1-c74883d1d80d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:47.151749 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52518) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:47.461199 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-559b7754-fbe5-4f83-8325-ccfa2b5faafd req-55fd2c77-7224-4934-aaff-f0edac7b5162 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 210 time: 0.0571980 Jan 28 13:46:47.535092 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d1d7c717-002f-4884-a367-ae5d76ad2bb8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (7038acd7-a865-4fdf-9a95-2c4ed7e3b100), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:47.653543 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dbc192-0d17-468c-b670-0efbe65277fb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network 7f07afce-1c98-4fff-b02d-5990e77fb717 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:47.668528 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-95dbc192-0d17-468c-b670-0efbe65277fb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:47.795646 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:47.965185 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-92141987-4d6a-4623-b290-a11bd3b0c1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (f8158151-7a51-48e8-978e-cf79d587b3b2), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:47.997992 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95dbc192-0d17-468c-b670-0efbe65277fb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Router 52a4217c-47ce-4b49-bfde-32581f431915 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:48.203091 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d1d7c717-002f-4884-a367-ae5d76ad2bb8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (7038acd7-a865-4fdf-9a95-2c4ed7e3b100), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:48.261417 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-231cdf2c-f428-43c8-9630-4c68921fdf3a None None] Provisioning complete for port 2689cd69-e28e-4a4d-9a36-49bbfc0251e5 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:48.261693 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-231cdf2c-f428-43c8-9630-4c68921fdf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2689cd69-e28e-4a4d-9a36-49bbfc0251e5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:48.366229 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95dbc192-0d17-468c-b670-0efbe65277fb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:48.378856 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311c500-1a3a-44c7-a53e-0df88b5f5632 None None] Sync routers for ids ['52a4217c-47ce-4b49-bfde-32581f431915'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:48.380118 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-95dbc192-0d17-468c-b670-0efbe65277fb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "PUT /v2.0/routers/52a4217c-47ce-4b49-bfde-32581f431915/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3418145 Jan 28 13:46:48.382538 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52534) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:48.402648 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c324e9c-2ebb-4765-ba10-18b0683ff585 req-51db40d9-8397-44e1-b92b-6dd2c544c019 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:48.404925 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5c324e9c-2ebb-4765-ba10-18b0683ff585 req-51db40d9-8397-44e1-b92b-6dd2c544c019 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.1368301 Jan 28 13:46:48.414876 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7311c500-1a3a-44c7-a53e-0df88b5f5632 None None] Routers {'52a4217c-47ce-4b49-bfde-32581f431915'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:48.417204 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-7311c500-1a3a-44c7-a53e-0df88b5f5632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:46:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['52a4217c-47ce-4b49-bfde-32581f431915'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:48.470138 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-231cdf2c-f428-43c8-9630-4c68921fdf3a None None] Port 2689cd69-e28e-4a4d-9a36-49bbfc0251e5 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:46:48.490592 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-7311c500-1a3a-44c7-a53e-0df88b5f5632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:48.512248 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f43855-9c9e-4033-a541-b22288a376fc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:48.513729 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-35f43855-9c9e-4033-a541-b22288a376fc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "GET /v2.0/ports/2689cd69-e28e-4a4d-9a36-49bbfc0251e5 HTTP/1.1" status: 200 len: 913 time: 0.1301644 Jan 28 13:46:48.518808 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7311c500-1a3a-44c7-a53e-0df88b5f5632 None None] Routers {'52a4217c-47ce-4b49-bfde-32581f431915'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:48.519679 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-7311c500-1a3a-44c7-a53e-0df88b5f5632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:46:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['52a4217c-47ce-4b49-bfde-32581f431915'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:48.520130 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52538) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:48.597789 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5c324e9c-2ebb-4765-ba10-18b0683ff585 req-33ebcc1a-c09a-4b15-b1f8-4b993bd24fa9 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855907 Jan 28 13:46:48.630819 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-7311c500-1a3a-44c7-a53e-0df88b5f5632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:48.632822 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311c500-1a3a-44c7-a53e-0df88b5f5632 None None] The sync data for ids ['52a4217c-47ce-4b49-bfde-32581f431915'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:48.720477 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-92141987-4d6a-4623-b290-a11bd3b0c1fe admin admin] Deleting port 8755330d-7e6e-4588-9fb5-088d91009203 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:48.720984 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-92141987-4d6a-4623-b290-a11bd3b0c1fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8755330d-7e6e-4588-9fb5-088d91009203), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:48.954626 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-92141987-4d6a-4623-b290-a11bd3b0c1fe admin admin] For port 8755330d-7e6e-4588-9fb5-088d91009203, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8755330d-7e6e-4588-9fb5-088d91009203,segment=NetworkSegment(b4a1517a-7d0d-43f8-82b6-08774932656c),segment_id=b4a1517a-7d0d-43f8-82b6-08774932656c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:48.962964 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-92141987-4d6a-4623-b290-a11bd3b0c1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8755330d-7e6e-4588-9fb5-088d91009203), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:48.966799 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a157bc12-2f2f-47c4-bb89-8abef0fc36df req-7f2854a2-267a-4312-9fb8-867ad57bf506 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 210 time: 0.1992569 Jan 28 13:46:49.024301 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-92141987-4d6a-4623-b290-a11bd3b0c1fe admin admin] Calling delete_port for 8755330d-7e6e-4588-9fb5-088d91009203 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:49.033176 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d1d7c717-002f-4884-a367-ae5d76ad2bb8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (7038acd7-a865-4fdf-9a95-2c4ed7e3b100), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.101967 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7c717-002f-4884-a367-ae5d76ad2bb8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event deleted for resources: {'Subnet': ['ID=7038acd7-a865-4fdf-9a95-2c4ed7e3b100,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:49.119727 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d1d7c717-002f-4884-a367-ae5d76ad2bb8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.126567 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd85d376-8687-4d59-a0de-8d78e2af03ad None None] Network 361216ca-dbe3-462f-a59f-a8c1564e775f requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:49.130547 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d1d7c717-002f-4884-a367-ae5d76ad2bb8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "DELETE /v2.0/subnets/7038acd7-a865-4fdf-9a95-2c4ed7e3b100 HTTP/1.1" status: 204 len: 168 time: 2.7431946 Jan 28 13:46:49.130867 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52544) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:49.283116 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7f605b-9fc0-458c-9a74-f63f416373b8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Deleting subnet 980241a2-d37e-4b55-8e0c-734aacae8814 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:46:49.355446 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2e7f605b-9fc0-458c-9a74-f63f416373b8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for subnet (980241a2-d37e-4b55-8e0c-734aacae8814), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.402812 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-517377f6-dae3-443d-b108-d377843f598e tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (52a4217c-47ce-4b49-bfde-32581f431915), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.468248 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20519db8-9514-4577-9d42-74f905fc430f None None] DHCP port deletion for 361216ca-dbe3-462f-a59f-a8c1564e775f request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:46:49.482730 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2e7f605b-9fc0-458c-9a74-f63f416373b8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (980241a2-d37e-4b55-8e0c-734aacae8814), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.592505 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-20519db8-9514-4577-9d42-74f905fc430f None None] Deleting port 6996c61a-d39d-4a44-9c0b-ae243ecd62a8 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:49.592884 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20519db8-9514-4577-9d42-74f905fc430f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (6996c61a-d39d-4a44-9c0b-ae243ecd62a8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.759513 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-20519db8-9514-4577-9d42-74f905fc430f None None] For port 6996c61a-d39d-4a44-9c0b-ae243ecd62a8, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6996c61a-d39d-4a44-9c0b-ae243ecd62a8,segment=NetworkSegment(8398d8f2-66bb-43a6-a964-eceb551e9779),segment_id=8398d8f2-66bb-43a6-a964-eceb551e9779)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:49.759828 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20519db8-9514-4577-9d42-74f905fc430f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (6996c61a-d39d-4a44-9c0b-ae243ecd62a8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.791738 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-20519db8-9514-4577-9d42-74f905fc430f None None] Calling delete_port for 6996c61a-d39d-4a44-9c0b-ae243ecd62a8 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:49.942373 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd492b55-653f-4e1f-8614-b777041a0971 req-661ad3fd-1b0b-4b9c-b1be-e4b7f4c0cc4d tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:49.946903 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fd492b55-653f-4e1f-8614-b777041a0971 req-661ad3fd-1b0b-4b9c-b1be-e4b7f4c0cc4d tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.1915841 Jan 28 13:46:49.975118 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:46:50.016312 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20519db8-9514-4577-9d42-74f905fc430f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (6996c61a-d39d-4a44-9c0b-ae243ecd62a8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:50.092085 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fd492b55-653f-4e1f-8614-b777041a0971 req-63fa4101-94e9-4c2c-a63e-5a2e1a43b5e3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385443 Jan 28 13:46:50.139474 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20519db8-9514-4577-9d42-74f905fc430f None None] No DVR routers for this DVR port 6996c61a-d39d-4a44-9c0b-ae243ecd62a8 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:46:50.149608 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20519db8-9514-4577-9d42-74f905fc430f None None] Pushing event deleted for resources: {'Port': ['ID=6996c61a-d39d-4a44-9c0b-ae243ecd62a8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:50.170560 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:50.390146 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-517377f6-dae3-443d-b108-d377843f598e tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Deleting port 2689cd69-e28e-4a4d-9a36-49bbfc0251e5 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:50.396936 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-517377f6-dae3-443d-b108-d377843f598e tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (2689cd69-e28e-4a4d-9a36-49bbfc0251e5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:50.513351 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-517377f6-dae3-443d-b108-d377843f598e tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (2689cd69-e28e-4a4d-9a36-49bbfc0251e5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:50.530754 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-517377f6-dae3-443d-b108-d377843f598e tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Calling delete_port for 2689cd69-e28e-4a4d-9a36-49bbfc0251e5 owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:50.639487 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3faf2416-5d6b-4721-8a05-a151ca407766 req-dfb3d534-b736-42c6-95a2-833d45d73d47 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 210 time: 0.1593101 Jan 28 13:46:50.650756 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-92141987-4d6a-4623-b290-a11bd3b0c1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (8755330d-7e6e-4588-9fb5-088d91009203), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:50.681347 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92141987-4d6a-4623-b290-a11bd3b0c1fe admin admin] Pushing event deleted for resources: {'Port': ['ID=8755330d-7e6e-4588-9fb5-088d91009203,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:50.848356 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2e7f605b-9fc0-458c-9a74-f63f416373b8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (980241a2-d37e-4b55-8e0c-734aacae8814), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:51.023270 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-517377f6-dae3-443d-b108-d377843f598e tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (2689cd69-e28e-4a4d-9a36-49bbfc0251e5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:51.090032 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517377f6-dae3-443d-b108-d377843f598e tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Port': ['ID=2689cd69-e28e-4a4d-9a36-49bbfc0251e5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:51.102074 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2e7f605b-9fc0-458c-9a74-f63f416373b8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (980241a2-d37e-4b55-8e0c-734aacae8814), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:51.322547 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f605b-9fc0-458c-9a74-f63f416373b8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event deleted for resources: {'Subnet': ['ID=980241a2-d37e-4b55-8e0c-734aacae8814,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:51.333294 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2e7f605b-9fc0-458c-9a74-f63f416373b8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:51.338771 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a175348f-8637-4ee9-8efa-3aad2faf3681 None None] Network 376b4709-87bf-4524-8081-ea1211d3f7a6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:51.343593 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2e7f605b-9fc0-458c-9a74-f63f416373b8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "DELETE /v2.0/subnets/980241a2-d37e-4b55-8e0c-734aacae8814 HTTP/1.1" status: 204 len: 168 time: 2.2115433 Jan 28 13:46:51.344935 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52564) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:51.566906 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f194f-c142-4272-9841-d1d0d5dbeadd req-0a99402a-13f3-4295-8005-26b83a733d52 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:51.574758 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-369f194f-c142-4272-9841-d1d0d5dbeadd req-0a99402a-13f3-4295-8005-26b83a733d52 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.2644713 Jan 28 13:46:51.604912 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-517377f6-dae3-443d-b108-d377843f598e tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (52a4217c-47ce-4b49-bfde-32581f431915), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:51.638050 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-92141987-4d6a-4623-b290-a11bd3b0c1fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (f8158151-7a51-48e8-978e-cf79d587b3b2), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:51.654691 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6996c61a-d39d-4a44-9c0b-ae243ecd62a8 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:51.664580 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-369f194f-c142-4272-9841-d1d0d5dbeadd req-66cbfb9a-8ffc-4e3f-a8e1-5ba93eddc657 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883386 Jan 28 13:46:51.709137 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 6996c61a-d39d-4a44-9c0b-ae243ecd62a8 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:51.709485 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6996c61a-d39d-4a44-9c0b-ae243ecd62a8 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:51.830568 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d998eaef-d585-4048-b39f-cc42272fba43 None None] DHCP port deletion for 376b4709-87bf-4524-8081-ea1211d3f7a6 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:46:51.940385 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d998eaef-d585-4048-b39f-cc42272fba43 None None] Deleting port d07c2453-cb0b-405d-a892-09787dc97e16 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:51.940760 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d998eaef-d585-4048-b39f-cc42272fba43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (d07c2453-cb0b-405d-a892-09787dc97e16), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:51.992395 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1202e11d-b229-4ef4-b6c5-c36abbaf0625 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (361216ca-dbe3-462f-a59f-a8c1564e775f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:52.037034 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fa3f82c0-3206-40f3-9d5c-facfaf687de6 req-777bf19f-1c12-4ea6-8d25-30c6f6f136b8 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 210 time: 0.0872717 Jan 28 13:46:52.139296 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92141987-4d6a-4623-b290-a11bd3b0c1fe admin admin] Router f8158151-7a51-48e8-978e-cf79d587b3b2 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:52.272902 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92141987-4d6a-4623-b290-a11bd3b0c1fe admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:52.289288 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-92141987-4d6a-4623-b290-a11bd3b0c1fe admin admin] 10.222.0.39 "PUT /v2.0/routers/f8158151-7a51-48e8-978e-cf79d587b3b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1357570 Jan 28 13:46:52.290354 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52572) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:52.291387 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1202e11d-b229-4ef4-b6c5-c36abbaf0625 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (361216ca-dbe3-462f-a59f-a8c1564e775f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:52.335782 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-1202e11d-b229-4ef4-b6c5-c36abbaf0625 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361216ca-dbe3-462f-a59f-a8c1564e775f']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:52.356136 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-1202e11d-b229-4ef4-b6c5-c36abbaf0625 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8398d8f2-66bb-43a6-a964-eceb551e9779') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:52.362306 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b0969-1257-40aa-955c-0dfcaae1212a None None] Sync routers for ids ['f8158151-7a51-48e8-978e-cf79d587b3b2'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:52.363163 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-1202e11d-b229-4ef4-b6c5-c36abbaf0625 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8398d8f2-66bb-43a6-a964-eceb551e9779') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:52.375856 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1202e11d-b229-4ef4-b6c5-c36abbaf0625 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (8398d8f2-66bb-43a6-a964-eceb551e9779), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:52.390271 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1202e11d-b229-4ef4-b6c5-c36abbaf0625 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (8398d8f2-66bb-43a6-a964-eceb551e9779), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:52.414044 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-132936ac-b077-4a00-9537-e34d1a386424 admin admin] Publish callbacks [] for router (f8158151-7a51-48e8-978e-cf79d587b3b2), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:52.415174 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d998eaef-d585-4048-b39f-cc42272fba43 None None] For port d07c2453-cb0b-405d-a892-09787dc97e16, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=d07c2453-cb0b-405d-a892-09787dc97e16,segment=NetworkSegment(d3e38792-a814-403b-af31-3ea5e35b6aaf),segment_id=d3e38792-a814-403b-af31-3ea5e35b6aaf)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:52.416106 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d998eaef-d585-4048-b39f-cc42272fba43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (d07c2453-cb0b-405d-a892-09787dc97e16), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:52.416241 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1202e11d-b229-4ef4-b6c5-c36abbaf0625 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:46:52.416519 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1202e11d-b229-4ef4-b6c5-c36abbaf0625 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (8398d8f2-66bb-43a6-a964-eceb551e9779), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:52.449769 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53b0969-1257-40aa-955c-0dfcaae1212a None None] Routers {'f8158151-7a51-48e8-978e-cf79d587b3b2'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:52.453999 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-b53b0969-1257-40aa-955c-0dfcaae1212a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:46:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['f8158151-7a51-48e8-978e-cf79d587b3b2'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:46:52.558384 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:46:52.604225 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-132936ac-b077-4a00-9537-e34d1a386424 admin admin] Publish callbacks [] for router_gateway (f8158151-7a51-48e8-978e-cf79d587b3b2), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:52.615482 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-b53b0969-1257-40aa-955c-0dfcaae1212a None None] Set router f8158151-7a51-48e8-978e-cf79d587b3b2 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:52.628091 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1202e11d-b229-4ef4-b6c5-c36abbaf0625 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (361216ca-dbe3-462f-a59f-a8c1564e775f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:52.668698 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1202e11d-b229-4ef4-b6c5-c36abbaf0625 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:52.674452 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1202e11d-b229-4ef4-b6c5-c36abbaf0625 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "DELETE /v2.0/networks/361216ca-dbe3-462f-a59f-a8c1564e775f HTTP/1.1" status: 204 len: 168 time: 1.3202779 Jan 28 13:46:52.676130 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52576) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:52.737133 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d998eaef-d585-4048-b39f-cc42272fba43 None None] Calling delete_port for d07c2453-cb0b-405d-a892-09787dc97e16 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:52.742477 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202e11d-b229-4ef4-b6c5-c36abbaf0625 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event deleted for resources: {'Network': ['ID=361216ca-dbe3-462f-a59f-a8c1564e775f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:52.804911 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-61293911-f730-435a-98a3-1bbec888d532 req-4dcc9757-fc4c-48ca-909b-48b9e12d6361 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2604113 Jan 28 13:46:52.817933 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517377f6-dae3-443d-b108-d377843f598e tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Router 52a4217c-47ce-4b49-bfde-32581f431915 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:52.838632 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ac9bcb49-3414-43ae-b6e2-d29e3f678db8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (376b4709-87bf-4524-8081-ea1211d3f7a6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:52.856207 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-132936ac-b077-4a00-9537-e34d1a386424 admin admin] Deleting port 5936fd58-bdc4-473c-8a40-d2ff3f95467b {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:52.856803 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-132936ac-b077-4a00-9537-e34d1a386424 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (5936fd58-bdc4-473c-8a40-d2ff3f95467b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:53.004133 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61293911-f730-435a-98a3-1bbec888d532 req-9b2f48e4-3ce4-41d8-aac4-39547ad883fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:53.004133 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-61293911-f730-435a-98a3-1bbec888d532 req-9b2f48e4-3ce4-41d8-aac4-39547ad883fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a710706f51d4196913035417fac81e3&device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 1096 time: 0.1713424 Jan 28 13:46:53.006760 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-b53b0969-1257-40aa-955c-0dfcaae1212a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8158151-7a51-48e8-978e-cf79d587b3b2', 'name': 'tempest-TestAggregatesBasicOps-1106176881-router', 'tenant_id': '1dc5aa59654b49be97c7d3c979b5234f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '5936fd58-bdc4-473c-8a40-d2ff3f95467b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:07Z', 'updated_at': '2022-01-28T13:46:50Z', 'revision_number': 5, 'project_id': '1dc5aa59654b49be97c7d3c979b5234f', 'gw_port': {'id': '5936fd58-bdc4-473c-8a40-d2ff3f95467b', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8158151-7a51-48e8-978e-cf79d587b3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:09Z', 'updated_at': '2022-01-28T13:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:53.099491 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b0969-1257-40aa-955c-0dfcaae1212a None None] Checking router: f8158151-7a51-48e8-978e-cf79d587b3b2 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:53.115956 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889a9c9-3628-4851-9fd1-ac83d4f3e3b5 req-b4bb4ff2-8790-4b0a-9a1e-364380144253 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:53.119508 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53b0969-1257-40aa-955c-0dfcaae1212a None None] Routers {'f8158151-7a51-48e8-978e-cf79d587b3b2'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:53.120286 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-b53b0969-1257-40aa-955c-0dfcaae1212a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:46:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['f8158151-7a51-48e8-978e-cf79d587b3b2'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:53.122353 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d998eaef-d585-4048-b39f-cc42272fba43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (d07c2453-cb0b-405d-a892-09787dc97e16), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:53.125831 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d889a9c9-3628-4851-9fd1-ac83d4f3e3b5 req-b4bb4ff2-8790-4b0a-9a1e-364380144253 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.3759103 Jan 28 13:46:53.201063 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61293911-f730-435a-98a3-1bbec888d532 req-2f9d40fe-809c-4127-9af7-ea311a0946dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:53.202484 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-61293911-f730-435a-98a3-1bbec888d532 req-2f9d40fe-809c-4127-9af7-ea311a0946dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 HTTP/1.1" status: 200 len: 911 time: 0.1353774 Jan 28 13:46:53.219570 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d998eaef-d585-4048-b39f-cc42272fba43 None None] No DVR routers for this DVR port d07c2453-cb0b-405d-a892-09787dc97e16 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:46:53.253760 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998eaef-d585-4048-b39f-cc42272fba43 None None] Pushing event deleted for resources: {'Port': ['ID=d07c2453-cb0b-405d-a892-09787dc97e16,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:53.276116 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-132936ac-b077-4a00-9537-e34d1a386424 admin admin] For port 5936fd58-bdc4-473c-8a40-d2ff3f95467b, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=5936fd58-bdc4-473c-8a40-d2ff3f95467b,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:53.276488 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-132936ac-b077-4a00-9537-e34d1a386424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (5936fd58-bdc4-473c-8a40-d2ff3f95467b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:53.284261 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-61293911-f730-435a-98a3-1bbec888d532 req-31fd6691-8d5f-494e-9659-2509059d5239 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 HTTP/1.1" status: 200 len: 1001 time: 0.0674827 Jan 28 13:46:53.313718 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-132936ac-b077-4a00-9537-e34d1a386424 admin admin] Calling delete_port for 5936fd58-bdc4-473c-8a40-d2ff3f95467b owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:53.351925 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c217f16d-4361-442c-9151-25b1386ae34a req-1f47be91-e6fe-47e3-a0b6-fb0f183aaf17 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 210 time: 0.1461711 Jan 28 13:46:53.395561 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517377f6-dae3-443d-b108-d377843f598e tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:53.403082 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-517377f6-dae3-443d-b108-d377843f598e tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "PUT /v2.0/routers/52a4217c-47ce-4b49-bfde-32581f431915/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8814111 Jan 28 13:46:53.411912 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f74c35f-4fd7-4fc9-b4b9-c02bc36d7884 None None] Sync routers for ids ['52a4217c-47ce-4b49-bfde-32581f431915'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:53.412705 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-b53b0969-1257-40aa-955c-0dfcaae1212a None None] Set router f8158151-7a51-48e8-978e-cf79d587b3b2 gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:53.417685 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52584) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:53.425945 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61293911-f730-435a-98a3-1bbec888d532 req-32eee0cd-3b4e-4f2d-99f6-bf4bc24065a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:53.427426 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-61293911-f730-435a-98a3-1bbec888d532 req-32eee0cd-3b4e-4f2d-99f6-bf4bc24065a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a282eac7-c6f7-4e0b-bd51-f3e60c647f6a HTTP/1.1" status: 200 len: 850 time: 0.1253278 Jan 28 13:46:53.432479 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f74c35f-4fd7-4fc9-b4b9-c02bc36d7884 None None] Routers {'52a4217c-47ce-4b49-bfde-32581f431915'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:53.434235 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8f74c35f-4fd7-4fc9-b4b9-c02bc36d7884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:46:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['52a4217c-47ce-4b49-bfde-32581f431915'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:53.491033 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d07c2453-cb0b-405d-a892-09787dc97e16 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:53.560462 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8f74c35f-4fd7-4fc9-b4b9-c02bc36d7884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:53.588884 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f74c35f-4fd7-4fc9-b4b9-c02bc36d7884 None None] Routers {'52a4217c-47ce-4b49-bfde-32581f431915'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:53.591865 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8f74c35f-4fd7-4fc9-b4b9-c02bc36d7884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:46:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['52a4217c-47ce-4b49-bfde-32581f431915'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:53.602397 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-b53b0969-1257-40aa-955c-0dfcaae1212a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8158151-7a51-48e8-978e-cf79d587b3b2', 'name': 'tempest-TestAggregatesBasicOps-1106176881-router', 'tenant_id': '1dc5aa59654b49be97c7d3c979b5234f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:07Z', 'updated_at': '2022-01-28T13:46:52Z', 'revision_number': 6, 'project_id': '1dc5aa59654b49be97c7d3c979b5234f', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:53.664270 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b0969-1257-40aa-955c-0dfcaae1212a None None] The sync data for ids ['f8158151-7a51-48e8-978e-cf79d587b3b2'] in n-d-822747-2 is: [{'id': 'f8158151-7a51-48e8-978e-cf79d587b3b2', 'name': 'tempest-TestAggregatesBasicOps-1106176881-router', 'tenant_id': '1dc5aa59654b49be97c7d3c979b5234f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:07Z', 'updated_at': '2022-01-28T13:46:52Z', 'revision_number': 6, 'project_id': '1dc5aa59654b49be97c7d3c979b5234f', 'gw_port_host': None}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:53.665839 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: d07c2453-cb0b-405d-a892-09787dc97e16 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:53.666180 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d07c2453-cb0b-405d-a892-09787dc97e16 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:53.689767 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d889a9c9-3628-4851-9fd1-ac83d4f3e3b5 req-a8dc2ebd-d62a-49f5-bb9d-e288854e15e1 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5602884 Jan 28 13:46:53.699637 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-132936ac-b077-4a00-9537-e34d1a386424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (5936fd58-bdc4-473c-8a40-d2ff3f95467b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:53.703883 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-ac9bcb49-3414-43ae-b6e2-d29e3f678db8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Deleting port d07c2453-cb0b-405d-a892-09787dc97e16 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:53.704447 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ac9bcb49-3414-43ae-b6e2-d29e3f678db8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (d07c2453-cb0b-405d-a892-09787dc97e16), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:53.722303 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8f74c35f-4fd7-4fc9-b4b9-c02bc36d7884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:53.723096 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f74c35f-4fd7-4fc9-b4b9-c02bc36d7884 None None] The sync data for ids ['52a4217c-47ce-4b49-bfde-32581f431915'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:53.794116 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-ac9bcb49-3414-43ae-b6e2-d29e3f678db8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] For port d07c2453-cb0b-405d-a892-09787dc97e16, host n-d-822747-2, got binding levels [] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:53.795057 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ac9bcb49-3414-43ae-b6e2-d29e3f678db8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (d07c2453-cb0b-405d-a892-09787dc97e16), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:53.812044 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-ac9bcb49-3414-43ae-b6e2-d29e3f678db8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Calling delete_port for d07c2453-cb0b-405d-a892-09787dc97e16 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:53.815684 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.ipam_backend_mixin [None req-ac9bcb49-3414-43ae-b6e2-d29e3f678db8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Port d07c2453-cb0b-405d-a892-09787dc97e16 was not found and therefore no delete operation was performed {{(pid=103351) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:46:53.820356 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ac9bcb49-3414-43ae-b6e2-d29e3f678db8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (d07c2453-cb0b-405d-a892-09787dc97e16), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:53.858590 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132936ac-b077-4a00-9537-e34d1a386424 admin admin] Pushing event deleted for resources: {'Port': ['ID=5936fd58-bdc4-473c-8a40-d2ff3f95467b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:53.885041 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9bcb49-3414-43ae-b6e2-d29e3f678db8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event deleted for resources: {'Port': ['ID=d07c2453-cb0b-405d-a892-09787dc97e16,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:54.005289 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-132936ac-b077-4a00-9537-e34d1a386424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (f8158151-7a51-48e8-978e-cf79d587b3b2), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:54.143574 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9bcb49-3414-43ae-b6e2-d29e3f678db8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] No DVR routers for this DVR port d07c2453-cb0b-405d-a892-09787dc97e16 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:46:54.151953 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61293911-f730-435a-98a3-1bbec888d532 req-3730961c-d3ca-4164-8abd-333d2c902b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:54.156164 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-61293911-f730-435a-98a3-1bbec888d532 req-3730961c-d3ca-4164-8abd-333d2c902b6d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6824696 Jan 28 13:46:54.267602 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-61293911-f730-435a-98a3-1bbec888d532 req-39c1e1c4-8d14-4033-a47a-cc90af4ca314 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:46:54.272151 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-61293911-f730-435a-98a3-1bbec888d532 req-39c1e1c4-8d14-4033-a47a-cc90af4ca314 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053716 Jan 28 13:46:54.272562 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-132936ac-b077-4a00-9537-e34d1a386424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (f8158151-7a51-48e8-978e-cf79d587b3b2), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:54.279103 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-132936ac-b077-4a00-9537-e34d1a386424 admin admin] Publish callbacks [] for router_controller (f8158151-7a51-48e8-978e-cf79d587b3b2), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:54.442636 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ac9bcb49-3414-43ae-b6e2-d29e3f678db8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (376b4709-87bf-4524-8081-ea1211d3f7a6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:54.465270 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-132936ac-b077-4a00-9537-e34d1a386424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (f8158151-7a51-48e8-978e-cf79d587b3b2), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:54.466048 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132936ac-b077-4a00-9537-e34d1a386424 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8158151-7a51-48e8-978e-cf79d587b3b2 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:46:54.488819 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-132936ac-b077-4a00-9537-e34d1a386424 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:54.490091 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-132936ac-b077-4a00-9537-e34d1a386424 admin admin] 10.222.0.39 "DELETE /v2.0/routers/f8158151-7a51-48e8-978e-cf79d587b3b2 HTTP/1.1" status: 204 len: 168 time: 2.1985738 Jan 28 13:46:54.510798 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52594) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:54.530450 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1466d90b-3b35-47b3-be5c-687196c36792 req-23bf6f59-9eda-4286-ba71-f9762f2adcda tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 210 time: 0.0637007 Jan 28 13:46:54.579824 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-ac9bcb49-3414-43ae-b6e2-d29e3f678db8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['376b4709-87bf-4524-8081-ea1211d3f7a6']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:54.581271 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52598) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:54.596899 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-ac9bcb49-3414-43ae-b6e2-d29e3f678db8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e38792-a814-403b-af31-3ea5e35b6aaf') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:54.597354 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-ac9bcb49-3414-43ae-b6e2-d29e3f678db8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e38792-a814-403b-af31-3ea5e35b6aaf') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:54.622709 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ac9bcb49-3414-43ae-b6e2-d29e3f678db8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (d3e38792-a814-403b-af31-3ea5e35b6aaf), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:54.659020 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-8774388c-93a6-4362-993e-27774ddab76e admin admin] Deleting subnet 302a42e1-b09f-461d-ba98-84b41d6edaac {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:46:54.677039 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8774388c-93a6-4362-993e-27774ddab76e admin admin] Publish callbacks [] for subnet (302a42e1-b09f-461d-ba98-84b41d6edaac), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:54.719840 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ac9bcb49-3414-43ae-b6e2-d29e3f678db8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (d3e38792-a814-403b-af31-3ea5e35b6aaf), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:54.748021 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9bcb49-3414-43ae-b6e2-d29e3f678db8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:46:54.748893 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ac9bcb49-3414-43ae-b6e2-d29e3f678db8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (d3e38792-a814-403b-af31-3ea5e35b6aaf), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:46:54.752904 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:46:54.761206 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a416d17-e793-4ffd-a081-536d43960fb9 admin admin] Deleting subnet 85fe6871-0623-49c1-b7d6-eb6204520f0d {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:46:54.820593 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2a416d17-e793-4ffd-a081-536d43960fb9 admin admin] Publish callbacks [] for subnet (85fe6871-0623-49c1-b7d6-eb6204520f0d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:54.825188 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8774388c-93a6-4362-993e-27774ddab76e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (302a42e1-b09f-461d-ba98-84b41d6edaac), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:54.874196 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ac9bcb49-3414-43ae-b6e2-d29e3f678db8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (376b4709-87bf-4524-8081-ea1211d3f7a6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:54.904824 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ac9bcb49-3414-43ae-b6e2-d29e3f678db8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:54.922939 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ac9bcb49-3414-43ae-b6e2-d29e3f678db8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] 10.222.0.39 "DELETE /v2.0/networks/376b4709-87bf-4524-8081-ea1211d3f7a6 HTTP/1.1" status: 204 len: 168 time: 2.2344620 Jan 28 13:46:54.937026 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9bcb49-3414-43ae-b6e2-d29e3f678db8 tempest-TaggedBootDevicesTest-77919782 tempest-TaggedBootDevicesTest-77919782-project] Pushing event deleted for resources: {'Network': ['ID=376b4709-87bf-4524-8081-ea1211d3f7a6,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:54.966678 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8774388c-93a6-4362-993e-27774ddab76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (302a42e1-b09f-461d-ba98-84b41d6edaac), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:54.982407 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-61293911-f730-435a-98a3-1bbec888d532 req-78e82e51-1d06-46eb-8a5c-b8d72b5ae963 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7063050 Jan 28 13:46:55.259297 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8774388c-93a6-4362-993e-27774ddab76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (302a42e1-b09f-461d-ba98-84b41d6edaac), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:55.283769 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-61293911-f730-435a-98a3-1bbec888d532 req-6e9bf529-ff06-450b-81a0-5d96e7b69165 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702091 Jan 28 13:46:55.332552 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690a010-d839-4429-b933-32e549b95116 req-15ec53cd-1535-4baa-ace2-d527eb6707da tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:55.334455 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0690a010-d839-4429-b933-32e549b95116 req-15ec53cd-1535-4baa-ace2-d527eb6707da tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.4436548 Jan 28 13:46:55.361304 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2a416d17-e793-4ffd-a081-536d43960fb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (85fe6871-0623-49c1-b7d6-eb6204520f0d), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:55.409373 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8755330d-7e6e-4588-9fb5-088d91009203 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:55.467343 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0690a010-d839-4429-b933-32e549b95116 req-7320dd7a-61f9-4dc3-9a52-850f9674c734 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973434 Jan 28 13:46:55.477850 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 8755330d-7e6e-4588-9fb5-088d91009203 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:55.478201 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8755330d-7e6e-4588-9fb5-088d91009203 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:55.478615 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 5936fd58-bdc4-473c-8a40-d2ff3f95467b no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:55.493080 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8d26456-9a0f-4384-98c1-61a60f904ea7 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (52a4217c-47ce-4b49-bfde-32581f431915), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:55.538560 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 5936fd58-bdc4-473c-8a40-d2ff3f95467b {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:55.538945 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 5936fd58-bdc4-473c-8a40-d2ff3f95467b not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:55.613619 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2a416d17-e793-4ffd-a081-536d43960fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (85fe6871-0623-49c1-b7d6-eb6204520f0d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:55.711302 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8a1e892d-c332-4146-9738-3fcaf475af3e req-c619f112-6afb-4c0c-b2d3-2fc75b814bdc tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 210 time: 0.0548158 Jan 28 13:46:56.036059 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2a416d17-e793-4ffd-a081-536d43960fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (85fe6871-0623-49c1-b7d6-eb6204520f0d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:56.070499 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2a416d17-e793-4ffd-a081-536d43960fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:56.073812 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2a416d17-e793-4ffd-a081-536d43960fb9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/85fe6871-0623-49c1-b7d6-eb6204520f0d HTTP/1.1" status: 204 len: 168 time: 1.4833832 Jan 28 13:46:56.092748 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52622) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:56.103728 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8774388c-93a6-4362-993e-27774ddab76e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:56.105590 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb067b57-e187-479a-bbc0-d62051b32c54 None None] Network 5d0be7bb-8c7a-417d-b695-37a6fe0a74f4 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:56.107756 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8774388c-93a6-4362-993e-27774ddab76e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/302a42e1-b09f-461d-ba98-84b41d6edaac HTTP/1.1" status: 204 len: 168 time: 1.5760250 Jan 28 13:46:56.116537 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52624) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:56.127146 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774388c-93a6-4362-993e-27774ddab76e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=302a42e1-b09f-461d-ba98-84b41d6edaac,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:56.158376 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a416d17-e793-4ffd-a081-536d43960fb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85fe6871-0623-49c1-b7d6-eb6204520f0d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:56.202478 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-f8d26456-9a0f-4384-98c1-61a60f904ea7 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Deleting port eb8846bd-1165-48b8-889c-3d878321a6e6 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:56.202927 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8d26456-9a0f-4384-98c1-61a60f904ea7 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (eb8846bd-1165-48b8-889c-3d878321a6e6), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:56.331377 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3718492d-b94e-483f-8100-bb872b8f8fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (4aabca4e-3b91-40e2-8d84-c6192f9dfa77), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:56.364940 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10a0665d-05eb-4322-a67c-362be03d278c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (5d0be7bb-8c7a-417d-b695-37a6fe0a74f4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:56.423905 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8d26456-9a0f-4384-98c1-61a60f904ea7 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (eb8846bd-1165-48b8-889c-3d878321a6e6), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:56.445952 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1724835a-7bfa-46e3-ad29-d6671759fcd1 None None] DHCP port deletion for 5d0be7bb-8c7a-417d-b695-37a6fe0a74f4 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:46:56.463514 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-f8d26456-9a0f-4384-98c1-61a60f904ea7 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Calling delete_port for eb8846bd-1165-48b8-889c-3d878321a6e6 owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:56.621534 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3718492d-b94e-483f-8100-bb872b8f8fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (4aabca4e-3b91-40e2-8d84-c6192f9dfa77), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:56.661598 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1724835a-7bfa-46e3-ad29-d6671759fcd1 None None] Deleting port 9503d56c-7f09-4ef5-9063-3efaf1434c45 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:56.664267 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1724835a-7bfa-46e3-ad29-d6671759fcd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (9503d56c-7f09-4ef5-9063-3efaf1434c45), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:56.678034 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-3718492d-b94e-483f-8100-bb872b8f8fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aabca4e-3b91-40e2-8d84-c6192f9dfa77']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:56.710391 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-3718492d-b94e-483f-8100-bb872b8f8fa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9192603-4670-493f-b1cd-dbd99727b44a') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:56.710627 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-3718492d-b94e-483f-8100-bb872b8f8fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9192603-4670-493f-b1cd-dbd99727b44a') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:56.713410 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-10a0665d-05eb-4322-a67c-362be03d278c admin admin] Deleting port 9503d56c-7f09-4ef5-9063-3efaf1434c45 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:56.713749 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10a0665d-05eb-4322-a67c-362be03d278c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (9503d56c-7f09-4ef5-9063-3efaf1434c45), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:56.776224 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3718492d-b94e-483f-8100-bb872b8f8fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (c9192603-4670-493f-b1cd-dbd99727b44a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:56.781417 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8d26456-9a0f-4384-98c1-61a60f904ea7 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (eb8846bd-1165-48b8-889c-3d878321a6e6), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:56.827287 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1724835a-7bfa-46e3-ad29-d6671759fcd1 None None] For port 9503d56c-7f09-4ef5-9063-3efaf1434c45, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9503d56c-7f09-4ef5-9063-3efaf1434c45,segment=NetworkSegment(b4a1517a-7d0d-43f8-82b6-08774932656c),segment_id=b4a1517a-7d0d-43f8-82b6-08774932656c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:56.827695 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1724835a-7bfa-46e3-ad29-d6671759fcd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (9503d56c-7f09-4ef5-9063-3efaf1434c45), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:56.870743 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d26456-9a0f-4384-98c1-61a60f904ea7 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Port': ['ID=eb8846bd-1165-48b8-889c-3d878321a6e6,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:56.874270 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1724835a-7bfa-46e3-ad29-d6671759fcd1 None None] Calling delete_port for 9503d56c-7f09-4ef5-9063-3efaf1434c45 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:56.929127 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3718492d-b94e-483f-8100-bb872b8f8fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (c9192603-4670-493f-b1cd-dbd99727b44a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:56.938609 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3718492d-b94e-483f-8100-bb872b8f8fa4 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:46:56.939161 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3718492d-b94e-483f-8100-bb872b8f8fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (c9192603-4670-493f-b1cd-dbd99727b44a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:57.036164 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 3e483c1a-96a3-4333-b195-4e75664bfbb4 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:46:57.042239 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:46:57.108666 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853c33d-4b11-4139-9075-3e04c71c9391 req-41b82ed5-1fab-47a3-bd27-9db77bf24b28 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:57.110561 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d853c33d-4b11-4139-9075-3e04c71c9391 req-41b82ed5-1fab-47a3-bd27-9db77bf24b28 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.3470142 Jan 28 13:46:57.150494 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3718492d-b94e-483f-8100-bb872b8f8fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (4aabca4e-3b91-40e2-8d84-c6192f9dfa77), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:57.223324 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-62a96210-208f-4ec5-a4f6-f27ae5564f52 req-27e92c29-b811-44d8-a385-ae577117e0ad tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c13557-69f9-483c-9d5d-e6dcfe0347d5 HTTP/1.1" status: 200 len: 210 time: 0.3646002 Jan 28 13:46:57.239133 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3718492d-b94e-483f-8100-bb872b8f8fa4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:57.257314 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3718492d-b94e-483f-8100-bb872b8f8fa4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4aabca4e-3b91-40e2-8d84-c6192f9dfa77 HTTP/1.1" status: 204 len: 168 time: 1.1459799 Jan 28 13:46:57.280915 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8d26456-9a0f-4384-98c1-61a60f904ea7 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (52a4217c-47ce-4b49-bfde-32581f431915), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:57.334674 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-10a0665d-05eb-4322-a67c-362be03d278c admin admin] For port 9503d56c-7f09-4ef5-9063-3efaf1434c45, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9503d56c-7f09-4ef5-9063-3efaf1434c45,segment=NetworkSegment(b4a1517a-7d0d-43f8-82b6-08774932656c),segment_id=b4a1517a-7d0d-43f8-82b6-08774932656c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:57.338357 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10a0665d-05eb-4322-a67c-362be03d278c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (9503d56c-7f09-4ef5-9063-3efaf1434c45), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:57.343336 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718492d-b94e-483f-8100-bb872b8f8fa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4aabca4e-3b91-40e2-8d84-c6192f9dfa77,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:57.400188 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-10a0665d-05eb-4322-a67c-362be03d278c admin admin] Calling delete_port for 9503d56c-7f09-4ef5-9063-3efaf1434c45 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:57.471939 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9503d56c-7f09-4ef5-9063-3efaf1434c45 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:57.546087 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 3e483c1a-96a3-4333-b195-4e75664bfbb4, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3e483c1a-96a3-4333-b195-4e75664bfbb4,segment=NetworkSegment(713f7c72-a1fe-480c-beff-0c93c78f10d8),segment_id=713f7c72-a1fe-480c-beff-0c93c78f10d8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:57.588043 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10a0665d-05eb-4322-a67c-362be03d278c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (9503d56c-7f09-4ef5-9063-3efaf1434c45), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:57.633593 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 9503d56c-7f09-4ef5-9063-3efaf1434c45 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:57.634294 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9503d56c-7f09-4ef5-9063-3efaf1434c45), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:57.670341 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '3e483c1a-96a3-4333-b195-4e75664bfbb4', 'network_id': '4a2dd781-e5e8-4409-9997-239fcf11d461', 'port_id': '3e483c1a-96a3-4333-b195-4e75664bfbb4', 'mac_address': 'fa:16:3e:a7:76:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3c69e8-3dad-4e28-934e-77899265971f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:46:57.720139 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0665d-05eb-4322-a67c-362be03d278c admin admin] Pushing event deleted for resources: {'Port': ['ID=9503d56c-7f09-4ef5-9063-3efaf1434c45,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:57.742699 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a0665d-05eb-4322-a67c-362be03d278c admin admin] No DVR routers for this DVR port 9503d56c-7f09-4ef5-9063-3efaf1434c45 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:46:57.769258 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d853c33d-4b11-4139-9075-3e04c71c9391 req-6b2593cf-820f-49cb-b50b-fc8fd6ddbb31 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5979378 Jan 28 13:46:57.778847 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 3e483c1a-96a3-4333-b195-4e75664bfbb4 is: ACTIVE; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:57.781586 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3e483c1a-96a3-4333-b195-4e75664bfbb4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:57.884392 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e483c1a-96a3-4333-b195-4e75664bfbb4 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:46:57.918061 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1724835a-7bfa-46e3-ad29-d6671759fcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (9503d56c-7f09-4ef5-9063-3efaf1434c45), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:57.972579 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1724835a-7bfa-46e3-ad29-d6671759fcd1 None None] No DVR routers for this DVR port 9503d56c-7f09-4ef5-9063-3efaf1434c45 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:46:58.026186 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 3e483c1a-96a3-4333-b195-4e75664bfbb4, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3e483c1a-96a3-4333-b195-4e75664bfbb4,segment=NetworkSegment(713f7c72-a1fe-480c-beff-0c93c78f10d8),segment_id=713f7c72-a1fe-480c-beff-0c93c78f10d8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:58.026600 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10a0665d-05eb-4322-a67c-362be03d278c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (5d0be7bb-8c7a-417d-b695-37a6fe0a74f4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:58.077238 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724835a-7bfa-46e3-ad29-d6671759fcd1 None None] Pushing event deleted for resources: {'Port': ['ID=9503d56c-7f09-4ef5-9063-3efaf1434c45,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:58.083646 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-10a0665d-05eb-4322-a67c-362be03d278c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d0be7bb-8c7a-417d-b695-37a6fe0a74f4']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:58.100084 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3e483c1a-96a3-4333-b195-4e75664bfbb4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:58.110879 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-10a0665d-05eb-4322-a67c-362be03d278c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a1517a-7d0d-43f8-82b6-08774932656c') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:58.111202 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-10a0665d-05eb-4322-a67c-362be03d278c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a1517a-7d0d-43f8-82b6-08774932656c') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:58.123266 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10a0665d-05eb-4322-a67c-362be03d278c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (b4a1517a-7d0d-43f8-82b6-08774932656c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:58.138668 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10a0665d-05eb-4322-a67c-362be03d278c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (b4a1517a-7d0d-43f8-82b6-08774932656c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:58.139095 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52654) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:58.146500 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a0665d-05eb-4322-a67c-362be03d278c admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:46:58.146998 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10a0665d-05eb-4322-a67c-362be03d278c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (b4a1517a-7d0d-43f8-82b6-08774932656c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:58.199682 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['3e483c1a-96a3-4333-b195-4e75664bfbb4'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:46:58.223185 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:46:58.230320 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10a0665d-05eb-4322-a67c-362be03d278c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (5d0be7bb-8c7a-417d-b695-37a6fe0a74f4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:58.239468 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10a0665d-05eb-4322-a67c-362be03d278c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:58.242348 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d26456-9a0f-4384-98c1-61a60f904ea7 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Router 52a4217c-47ce-4b49-bfde-32581f431915 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:58.251248 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-10a0665d-05eb-4322-a67c-362be03d278c admin admin] 10.222.0.39 "DELETE /v2.0/networks/5d0be7bb-8c7a-417d-b695-37a6fe0a74f4 HTTP/1.1" status: 204 len: 168 time: 2.1319931 Jan 28 13:46:58.279241 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0665d-05eb-4322-a67c-362be03d278c admin admin] Pushing event deleted for resources: {'Network': ['ID=5d0be7bb-8c7a-417d-b695-37a6fe0a74f4,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:58.320926 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-14846b8e-cc8a-42f6-ae03-17b6f0bdadbc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=901365f3ebaf46a480ccd40ed3b5404a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1786833 Jan 28 13:46:58.321452 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=3e483c1a-96a3-4333-b195-4e75664bfbb4,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:58.323721 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52662) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:58.406872 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52670) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:58.539427 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d26456-9a0f-4384-98c1-61a60f904ea7 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:58.576217 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a39b95-4264-47ec-835a-750525c185ce None None] Sync routers for ids ['52a4217c-47ce-4b49-bfde-32581f431915'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:58.580593 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f8d26456-9a0f-4384-98c1-61a60f904ea7 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "PUT /v2.0/routers/52a4217c-47ce-4b49-bfde-32581f431915/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1594386 Jan 28 13:46:58.582751 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52674) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:58.628908 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a39b95-4264-47ec-835a-750525c185ce None None] Routers {'52a4217c-47ce-4b49-bfde-32581f431915'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:58.636041 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e5a39b95-4264-47ec-835a-750525c185ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:46:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['52a4217c-47ce-4b49-bfde-32581f431915'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:58.645729 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b183a2c1-55b7-4b72-bab6-e0aee17a7829 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "GET /v2.0/ports?device_id=52a4217c-47ce-4b49-bfde-32581f431915 HTTP/1.1" status: 200 len: 205 time: 0.0593195 Jan 28 13:46:58.654973 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52676) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:58.659480 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-edd5cdfb-ffa5-4a1e-b8b9-a2fb0a051098 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for security_group (f391df0c-fa02-49bf-8e4a-9c309e97c865), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:58.734762 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-edd5cdfb-ffa5-4a1e-b8b9-a2fb0a051098 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for security_group (f391df0c-fa02-49bf-8e4a-9c309e97c865), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:58.839518 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e5a39b95-4264-47ec-835a-750525c185ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:58.876951 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52684) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:58.904946 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7447b574-7b1c-4aac-b7c4-26491dc4e010 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router (52a4217c-47ce-4b49-bfde-32581f431915), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:58.920353 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a39b95-4264-47ec-835a-750525c185ce None None] Routers {'52a4217c-47ce-4b49-bfde-32581f431915'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:58.928949 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e5a39b95-4264-47ec-835a-750525c185ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:46:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['52a4217c-47ce-4b49-bfde-32581f431915'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:58.952094 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1deed6be-9fba-43db-89f5-2a5c804fa4f8 admin admin] Publish callbacks [] for security_group (57ae19cb-2f19-4a43-912d-8d65f62a9a40), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:59.050100 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a7764862-4e44-4c6d-8b72-5486bf0c57b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a17682f761f649eeb8ba72bdb3b5d8e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1717913 Jan 28 13:46:59.052742 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52690) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:59.078249 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1deed6be-9fba-43db-89f5-2a5c804fa4f8 admin admin] Publish callbacks [] for security_group (57ae19cb-2f19-4a43-912d-8d65f62a9a40), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:59.107119 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e5a39b95-4264-47ec-835a-750525c185ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:59.110482 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a39b95-4264-47ec-835a-750525c185ce None None] The sync data for ids ['52a4217c-47ce-4b49-bfde-32581f431915'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:59.282902 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-edd5cdfb-ffa5-4a1e-b8b9-a2fb0a051098 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f391df0c-fa02-49bf-8e4a-9c309e97c865), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:59.292027 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7447b574-7b1c-4aac-b7c4-26491dc4e010 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (52a4217c-47ce-4b49-bfde-32581f431915), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:59.299114 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-edd5cdfb-ffa5-4a1e-b8b9-a2fb0a051098 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:59.304221 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-edd5cdfb-ffa5-4a1e-b8b9-a2fb0a051098 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] 10.222.0.39 "DELETE /v2.0/security-groups/f391df0c-fa02-49bf-8e4a-9c309e97c865 HTTP/1.1" status: 204 len: 168 time: 0.8891978 Jan 28 13:46:59.304221 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1deed6be-9fba-43db-89f5-2a5c804fa4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (57ae19cb-2f19-4a43-912d-8d65f62a9a40), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:59.305345 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7447b574-7b1c-4aac-b7c4-26491dc4e010 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router_controller (52a4217c-47ce-4b49-bfde-32581f431915), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:59.327071 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1deed6be-9fba-43db-89f5-2a5c804fa4f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:59.352125 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1deed6be-9fba-43db-89f5-2a5c804fa4f8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/57ae19cb-2f19-4a43-912d-8d65f62a9a40 HTTP/1.1" status: 204 len: 168 time: 1.0265594 Jan 28 13:46:59.370589 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-470dcf32-805c-46e6-8806-d5fd8075c64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:59.435672 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d04f5-db95-4774-b36a-40e005ae8d12 req-0b8bb37c-9f70-415e-9d29-dac25f9d028c tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:59.445032 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b88d04f5-db95-4774-b36a-40e005ae8d12 req-0b8bb37c-9f70-415e-9d29-dac25f9d028c tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 945 time: 0.2567346 Jan 28 13:46:59.459073 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7447b574-7b1c-4aac-b7c4-26491dc4e010 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (52a4217c-47ce-4b49-bfde-32581f431915), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:59.462147 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7447b574-7b1c-4aac-b7c4-26491dc4e010 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Fanout notify agent at l3_agent the message router_deleted on router 52a4217c-47ce-4b49-bfde-32581f431915 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:46:59.483158 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5cdfb-ffa5-4a1e-b8b9-a2fb0a051098 tempest-TestVolumeBackupRestore-1259019759 tempest-TestVolumeBackupRestore-1259019759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f391df0c-fa02-49bf-8e4a-9c309e97c865,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:59.485575 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7447b574-7b1c-4aac-b7c4-26491dc4e010 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:59.489807 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7447b574-7b1c-4aac-b7c4-26491dc4e010 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/routers/52a4217c-47ce-4b49-bfde-32581f431915 HTTP/1.1" status: 204 len: 168 time: 0.8336306 Jan 28 13:46:59.509795 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52698) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:59.521573 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8869f81c-c96b-47e3-87ba-165ba9bd9e2d admin admin] Publish callbacks [] for security_group (d8daa230-828d-4d7e-9b4b-84bd6314c4c6), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:59.612691 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8869f81c-c96b-47e3-87ba-165ba9bd9e2d admin admin] Publish callbacks [] for security_group (d8daa230-828d-4d7e-9b4b-84bd6314c4c6), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:59.651973 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deed6be-9fba-43db-89f5-2a5c804fa4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ae19cb-2f19-4a43-912d-8d65f62a9a40,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:59.806649 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8869f81c-c96b-47e3-87ba-165ba9bd9e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d8daa230-828d-4d7e-9b4b-84bd6314c4c6), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:59.810261 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8869f81c-c96b-47e3-87ba-165ba9bd9e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:59.811993 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8869f81c-c96b-47e3-87ba-165ba9bd9e2d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d8daa230-828d-4d7e-9b4b-84bd6314c4c6 HTTP/1.1" status: 204 len: 168 time: 0.7578869 Jan 28 13:46:59.813384 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b88d04f5-db95-4774-b36a-40e005ae8d12 req-e892c762-99bf-4a1d-ac31-9c0f0ea49be0 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664489 Jan 28 13:46:59.865004 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869f81c-c96b-47e3-87ba-165ba9bd9e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8daa230-828d-4d7e-9b4b-84bd6314c4c6,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:59.974589 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b9c46e-57a4-4cb2-921b-540fa7e93ae9 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Deleting subnet 34674bf6-7032-46fc-9c1d-438f81d453ce {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:46:59.985388 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f2b9c46e-57a4-4cb2-921b-540fa7e93ae9 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for subnet (34674bf6-7032-46fc-9c1d-438f81d453ce), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:00.040448 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880eb587-35ed-4903-8b5c-7e2fdc2b0e11 req-ece234a3-98ea-4e24-a17a-eac055e9f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:00.042132 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-880eb587-35ed-4903-8b5c-7e2fdc2b0e11 req-ece234a3-98ea-4e24-a17a-eac055e9f10d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3095f4e8b2c4c5291a6921e64aeca07&device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 1096 time: 1.1071937 Jan 28 13:47:00.075829 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f2b9c46e-57a4-4cb2-921b-540fa7e93ae9 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (34674bf6-7032-46fc-9c1d-438f81d453ce), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:00.426322 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f2b9c46e-57a4-4cb2-921b-540fa7e93ae9 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (34674bf6-7032-46fc-9c1d-438f81d453ce), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:00.563931 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f2b9c46e-57a4-4cb2-921b-540fa7e93ae9 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (34674bf6-7032-46fc-9c1d-438f81d453ce), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:00.661736 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9c46e-57a4-4cb2-921b-540fa7e93ae9 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Subnet': ['ID=34674bf6-7032-46fc-9c1d-438f81d453ce,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:00.695094 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6ddfd9-c8cb-475e-8dd1-a4373d0681c8 None None] Network 7f07afce-1c98-4fff-b02d-5990e77fb717 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:00.719309 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f2b9c46e-57a4-4cb2-921b-540fa7e93ae9 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:00.747505 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f2b9c46e-57a4-4cb2-921b-540fa7e93ae9 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/subnets/34674bf6-7032-46fc-9c1d-438f81d453ce HTTP/1.1" status: 204 len: 168 time: 1.0708430 Jan 28 13:47:00.747921 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52734) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:00.852767 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880eb587-35ed-4903-8b5c-7e2fdc2b0e11 req-77f12578-d7e3-4b59-88dd-300ef7b760c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:00.860563 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-880eb587-35ed-4903-8b5c-7e2fdc2b0e11 req-77f12578-d7e3-4b59-88dd-300ef7b760c2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a2dd781-e5e8-4409-9997-239fcf11d461 HTTP/1.1" status: 200 len: 913 time: 0.7747192 Jan 28 13:47:00.933343 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ae8e51-90c0-4b22-a4b1-e6086c71dbbe tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Deleting subnet 03b026f7-4fc7-4bc1-a56d-99abb24dcf73 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:47:00.952913 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f0ae8e51-90c0-4b22-a4b1-e6086c71dbbe tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for subnet (03b026f7-4fc7-4bc1-a56d-99abb24dcf73), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:01.044072 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52742) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:01.054802 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-880eb587-35ed-4903-8b5c-7e2fdc2b0e11 req-3fb4a458-42bb-4d6a-98d9-991f0e9982ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e483c1a-96a3-4333-b195-4e75664bfbb4 HTTP/1.1" status: 200 len: 217 time: 0.1855783 Jan 28 13:47:01.089627 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 3e483c1a-96a3-4333-b195-4e75664bfbb4 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:01.211345 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f0ae8e51-90c0-4b22-a4b1-e6086c71dbbe tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (03b026f7-4fc7-4bc1-a56d-99abb24dcf73), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:01.228570 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2869180-e061-463f-bed7-add37a0a27be None None] DHCP port deletion for 7f07afce-1c98-4fff-b02d-5990e77fb717 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:47:01.275258 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880eb587-35ed-4903-8b5c-7e2fdc2b0e11 req-928ecf6e-76b7-4ce6-a374-78af0b2f0667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:01.294294 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-880eb587-35ed-4903-8b5c-7e2fdc2b0e11 req-928ecf6e-76b7-4ce6-a374-78af0b2f0667 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c3c69e8-3dad-4e28-934e-77899265971f HTTP/1.1" status: 200 len: 853 time: 0.2274411 Jan 28 13:47:01.333251 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b028f8-433c-4749-b153-54a3c176f184 req-5b1ea2a4-1823-4e5c-bef0-b1e643a1db41 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:01.340632 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-58b028f8-433c-4749-b153-54a3c176f184 req-5b1ea2a4-1823-4e5c-bef0-b1e643a1db41 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 945 time: 0.2387953 Jan 28 13:47:01.354061 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 3e483c1a-96a3-4333-b195-4e75664bfbb4 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:01.354676 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3e483c1a-96a3-4333-b195-4e75664bfbb4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:01.415585 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-816d6aa1-5c43-4d6d-a4db-087aed30db13 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1dc5aa59654b49be97c7d3c979b5234f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3699219 Jan 28 13:47:01.416237 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52772) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:01.550297 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6889e082-6446-469a-a6d1-7dc95c962d0f no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:47:01.660261 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-880eb587-35ed-4903-8b5c-7e2fdc2b0e11 req-8c8d0d0b-3757-4cc5-bc06-3bf859de65a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a2dd781-e5e8-4409-9997-239fcf11d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3111713 Jan 28 13:47:01.672714 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-58b028f8-433c-4749-b153-54a3c176f184 req-ec50781a-1ee1-40da-86e9-c27ee536c647 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215094 Jan 28 13:47:01.679601 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7664f0de-1555-41d8-9e22-22bf7a9e52c7 admin admin] Publish callbacks [] for security_group (e07e9a73-9a0c-47a7-80b8-bc1d2ad6fabd), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:01.779912 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7664f0de-1555-41d8-9e22-22bf7a9e52c7 admin admin] Publish callbacks [] for security_group (e07e9a73-9a0c-47a7-80b8-bc1d2ad6fabd), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:02.027832 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7664f0de-1555-41d8-9e22-22bf7a9e52c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e07e9a73-9a0c-47a7-80b8-bc1d2ad6fabd), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:02.032946 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7664f0de-1555-41d8-9e22-22bf7a9e52c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:02.039524 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7664f0de-1555-41d8-9e22-22bf7a9e52c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e07e9a73-9a0c-47a7-80b8-bc1d2ad6fabd HTTP/1.1" status: 204 len: 168 time: 0.6184628 Jan 28 13:47:02.064544 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 6889e082-6446-469a-a6d1-7dc95c962d0f is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:02.073177 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6889e082-6446-469a-a6d1-7dc95c962d0f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:02.125870 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d2869180-e061-463f-bed7-add37a0a27be None None] Deleting port 6889e082-6446-469a-a6d1-7dc95c962d0f {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:02.128547 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d2869180-e061-463f-bed7-add37a0a27be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (6889e082-6446-469a-a6d1-7dc95c962d0f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:02.133602 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4e3d2a59-7dd2-4e4f-8310-662a6c40f3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:02.144875 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7664f0de-1555-41d8-9e22-22bf7a9e52c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07e9a73-9a0c-47a7-80b8-bc1d2ad6fabd,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:02.150710 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-880eb587-35ed-4903-8b5c-7e2fdc2b0e11 req-04295005-654b-4378-b684-6fa920eaebfd service neutron] 10.222.0.18 "GET /v2.0/networks/4a2dd781-e5e8-4409-9997-239fcf11d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720891 Jan 28 13:47:02.191317 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 6889e082-6446-469a-a6d1-7dc95c962d0f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6889e082-6446-469a-a6d1-7dc95c962d0f,segment=NetworkSegment(5d58c6dd-4c42-4913-84c5-14a5f2988655),segment_id=5d58c6dd-4c42-4913-84c5-14a5f2988655)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:02.206846 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f0ae8e51-90c0-4b22-a4b1-e6086c71dbbe tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (03b026f7-4fc7-4bc1-a56d-99abb24dcf73), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:02.250367 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6889e082-6446-469a-a6d1-7dc95c962d0f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:02.414957 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f0ae8e51-90c0-4b22-a4b1-e6086c71dbbe tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (03b026f7-4fc7-4bc1-a56d-99abb24dcf73), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:02.507680 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f0ae8e51-90c0-4b22-a4b1-e6086c71dbbe tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:02.531773 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f0ae8e51-90c0-4b22-a4b1-e6086c71dbbe tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/subnets/03b026f7-4fc7-4bc1-a56d-99abb24dcf73 HTTP/1.1" status: 204 len: 168 time: 1.7765250 Jan 28 13:47:02.532968 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52856) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:02.554416 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=6889e082-6446-469a-a6d1-7dc95c962d0f,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:02.574839 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b94fa23-ae87-4de5-9504-4b31e8b93da1 None None] Network af807335-8395-4f73-8c3f-3de1da4a6726 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:02.594797 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae8e51-90c0-4b22-a4b1-e6086c71dbbe tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Subnet': ['ID=03b026f7-4fc7-4bc1-a56d-99abb24dcf73,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:02.853631 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-880eb587-35ed-4903-8b5c-7e2fdc2b0e11 req-62afd90a-4bf9-4e28-9db0-55c62154c521 service neutron] 10.222.0.18 "GET /v2.0/networks/4a2dd781-e5e8-4409-9997-239fcf11d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6927567 Jan 28 13:47:03.115229 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0351c281-3404-4764-b207-12a473cb8169 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (7f07afce-1c98-4fff-b02d-5990e77fb717), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:03.231605 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a5c1a-d3b3-4733-ba03-2f6599a14434 req-455380d3-04c8-4673-b9df-e00a8dc01dee tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:03.235785 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-049a5c1a-d3b3-4733-ba03-2f6599a14434 req-455380d3-04c8-4673-b9df-e00a8dc01dee tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 945 time: 0.3021474 Jan 28 13:47:03.590246 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-049a5c1a-d3b3-4733-ba03-2f6599a14434 req-4e8d208f-27c8-4670-a9a0-c82f811b5f1e tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420541 Jan 28 13:47:03.612711 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:03.615541 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-0351c281-3404-4764-b207-12a473cb8169 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Deleting port 6889e082-6446-469a-a6d1-7dc95c962d0f {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:03.619029 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0351c281-3404-4764-b207-12a473cb8169 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (6889e082-6446-469a-a6d1-7dc95c962d0f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:03.621494 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:03.622426 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:03.625287 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:03.625883 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:03.626470 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:03.627554 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:03.628894 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:03.630402 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:03.633126 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:03.634728 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:03.635340 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:03.637369 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:03.912752 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-0351c281-3404-4764-b207-12a473cb8169 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] For port 6889e082-6446-469a-a6d1-7dc95c962d0f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6889e082-6446-469a-a6d1-7dc95c962d0f,segment=NetworkSegment(5d58c6dd-4c42-4913-84c5-14a5f2988655),segment_id=5d58c6dd-4c42-4913-84c5-14a5f2988655)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:03.914227 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0351c281-3404-4764-b207-12a473cb8169 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (6889e082-6446-469a-a6d1-7dc95c962d0f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:03.956172 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-0351c281-3404-4764-b207-12a473cb8169 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Calling delete_port for 6889e082-6446-469a-a6d1-7dc95c962d0f owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:04.005202 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d2869180-e061-463f-bed7-add37a0a27be None None] For port 6889e082-6446-469a-a6d1-7dc95c962d0f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6889e082-6446-469a-a6d1-7dc95c962d0f,segment=NetworkSegment(5d58c6dd-4c42-4913-84c5-14a5f2988655),segment_id=5d58c6dd-4c42-4913-84c5-14a5f2988655)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:04.006900 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d2869180-e061-463f-bed7-add37a0a27be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (6889e082-6446-469a-a6d1-7dc95c962d0f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:04.073277 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d2869180-e061-463f-bed7-add37a0a27be None None] Calling delete_port for 6889e082-6446-469a-a6d1-7dc95c962d0f owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:04.357227 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0351c281-3404-4764-b207-12a473cb8169 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (6889e082-6446-469a-a6d1-7dc95c962d0f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:04.362244 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:04.369579 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d2869180-e061-463f-bed7-add37a0a27be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (6889e082-6446-469a-a6d1-7dc95c962d0f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:04.455099 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351c281-3404-4764-b207-12a473cb8169 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Port': ['ID=6889e082-6446-469a-a6d1-7dc95c962d0f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:04.460060 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0351c281-3404-4764-b207-12a473cb8169 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] No DVR routers for this DVR port 6889e082-6446-469a-a6d1-7dc95c962d0f on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:47:04.512466 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2869180-e061-463f-bed7-add37a0a27be None None] Pushing event deleted for resources: {'Port': ['ID=6889e082-6446-469a-a6d1-7dc95c962d0f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:04.609469 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2869180-e061-463f-bed7-add37a0a27be None None] No DVR routers for this DVR port 6889e082-6446-469a-a6d1-7dc95c962d0f on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:47:04.668077 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 3e483c1a-96a3-4333-b195-4e75664bfbb4 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:04.669333 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3e483c1a-96a3-4333-b195-4e75664bfbb4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:04.678586 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:04.751880 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0351c281-3404-4764-b207-12a473cb8169 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (7f07afce-1c98-4fff-b02d-5990e77fb717), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:04.887122 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87dac08-0d1e-49d9-a1f8-dd4069202b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e483c1a-96a3-4333-b195-4e75664bfbb4'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:47:04.910823 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-0351c281-3404-4764-b207-12a473cb8169 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f07afce-1c98-4fff-b02d-5990e77fb717']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:04.929796 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df64c7ea-b424-4aa6-b829-2513d0addbd6" -d '{"events": [{"server_uuid": "b87dac08-0d1e-49d9-a1f8-dd4069202b25", "name": "network-vif-plugged", "status": "completed", "tag": "3e483c1a-96a3-4333-b195-4e75664bfbb4"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:47:04.941860 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-0351c281-3404-4764-b207-12a473cb8169 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d58c6dd-4c42-4913-84c5-14a5f2988655') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:04.942780 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-0351c281-3404-4764-b207-12a473cb8169 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d58c6dd-4c42-4913-84c5-14a5f2988655') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:04.972757 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0351c281-3404-4764-b207-12a473cb8169 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (5d58c6dd-4c42-4913-84c5-14a5f2988655), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:04.992023 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 3e483c1a-96a3-4333-b195-4e75664bfbb4, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3e483c1a-96a3-4333-b195-4e75664bfbb4,segment=NetworkSegment(713f7c72-a1fe-480c-beff-0c93c78f10d8),segment_id=713f7c72-a1fe-480c-beff-0c93c78f10d8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:04.999680 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5463c62-ac83-40a3-a5ef-3b7da6735b42 None None] DHCP port deletion for af807335-8395-4f73-8c3f-3de1da4a6726 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:47:05.008109 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0351c281-3404-4764-b207-12a473cb8169 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (5d58c6dd-4c42-4913-84c5-14a5f2988655), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:05.029068 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0351c281-3404-4764-b207-12a473cb8169 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:47:05.029346 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0351c281-3404-4764-b207-12a473cb8169 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (5d58c6dd-4c42-4913-84c5-14a5f2988655), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:05.041219 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3e483c1a-96a3-4333-b195-4e75664bfbb4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:47:05.322321 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:47:05.552739 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0351c281-3404-4764-b207-12a473cb8169 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (7f07afce-1c98-4fff-b02d-5990e77fb717), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:05.564592 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 72584294-d5a0-4a76-82cb-9bd7565af917 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:47:05.589038 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0351c281-3404-4764-b207-12a473cb8169 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:05.594305 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0351c281-3404-4764-b207-12a473cb8169 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/networks/7f07afce-1c98-4fff-b02d-5990e77fb717 HTTP/1.1" status: 204 len: 168 time: 3.0543923 Jan 28 13:47:05.597192 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53132) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:05.639913 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351c281-3404-4764-b207-12a473cb8169 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Network': ['ID=7f07afce-1c98-4fff-b02d-5990e77fb717,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:05.689824 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de5c4d-fd34-4e9b-ba35-71334dfd4e82 req-4f0780e0-59cf-4bea-a1fb-0b4f4656c124 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:05.691924 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2de5c4d-fd34-4e9b-ba35-71334dfd4e82 req-4f0780e0-59cf-4bea-a1fb-0b4f4656c124 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.8090661 Jan 28 13:47:05.805778 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=3e483c1a-96a3-4333-b195-4e75664bfbb4,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:05.833803 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2de5c4d-fd34-4e9b-ba35-71334dfd4e82 req-7e6f4e4b-c54c-4b2d-9872-9581778880a7 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297812 Jan 28 13:47:05.865655 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e02e03-53aa-4873-9769-2247bf8a6153 x-openstack-request-id: req-38e02e03-53aa-4873-9769-2247bf8a6153 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:47:05.866003 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b87dac08-0d1e-49d9-a1f8-dd4069202b25", "name": "network-vif-plugged", "status": "completed", "tag": "3e483c1a-96a3-4333-b195-4e75664bfbb4", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:47:05.866306 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-38e02e03-53aa-4873-9769-2247bf8a6153 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:47:05.866757 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87dac08-0d1e-49d9-a1f8-dd4069202b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e483c1a-96a3-4333-b195-4e75664bfbb4', 'code': 200} Jan 28 13:47:05.937668 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (af807335-8395-4f73-8c3f-3de1da4a6726), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:06.035598 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b5463c62-ac83-40a3-a5ef-3b7da6735b42 None None] Deleting port 72584294-d5a0-4a76-82cb-9bd7565af917 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:06.037550 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b5463c62-ac83-40a3-a5ef-3b7da6735b42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (72584294-d5a0-4a76-82cb-9bd7565af917), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:06.103824 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 72584294-d5a0-4a76-82cb-9bd7565af917 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:06.104624 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (72584294-d5a0-4a76-82cb-9bd7565af917), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:06.176884 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Deleting port 72584294-d5a0-4a76-82cb-9bd7565af917 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:06.177274 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (72584294-d5a0-4a76-82cb-9bd7565af917), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:06.253885 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 72584294-d5a0-4a76-82cb-9bd7565af917, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=72584294-d5a0-4a76-82cb-9bd7565af917,segment=NetworkSegment(e899217b-2ec5-4065-8c41-997d37c4cb20),segment_id=e899217b-2ec5-4065-8c41-997d37c4cb20)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:06.475228 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] For port 72584294-d5a0-4a76-82cb-9bd7565af917, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=72584294-d5a0-4a76-82cb-9bd7565af917,segment=NetworkSegment(e899217b-2ec5-4065-8c41-997d37c4cb20),segment_id=e899217b-2ec5-4065-8c41-997d37c4cb20)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:06.475827 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (72584294-d5a0-4a76-82cb-9bd7565af917), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:06.479536 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-b5463c62-ac83-40a3-a5ef-3b7da6735b42 None None] For port 72584294-d5a0-4a76-82cb-9bd7565af917, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=72584294-d5a0-4a76-82cb-9bd7565af917,segment=NetworkSegment(e899217b-2ec5-4065-8c41-997d37c4cb20),segment_id=e899217b-2ec5-4065-8c41-997d37c4cb20)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:06.480339 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b5463c62-ac83-40a3-a5ef-3b7da6735b42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (72584294-d5a0-4a76-82cb-9bd7565af917), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:06.536169 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b5463c62-ac83-40a3-a5ef-3b7da6735b42 None None] Calling delete_port for 72584294-d5a0-4a76-82cb-9bd7565af917 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:06.582401 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Calling delete_port for 72584294-d5a0-4a76-82cb-9bd7565af917 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:06.809341 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (72584294-d5a0-4a76-82cb-9bd7565af917), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:06.815687 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b5463c62-ac83-40a3-a5ef-3b7da6735b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (72584294-d5a0-4a76-82cb-9bd7565af917), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:06.859470 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event deleted for resources: {'Port': ['ID=72584294-d5a0-4a76-82cb-9bd7565af917,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:06.936870 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:06.943398 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5463c62-ac83-40a3-a5ef-3b7da6735b42 None None] Pushing event deleted for resources: {'Port': ['ID=72584294-d5a0-4a76-82cb-9bd7565af917,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:06.949453 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5463c62-ac83-40a3-a5ef-3b7da6735b42 None None] No DVR routers for this DVR port 72584294-d5a0-4a76-82cb-9bd7565af917 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:47:07.014158 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (72584294-d5a0-4a76-82cb-9bd7565af917), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:07.089238 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Port': ['ID=72584294-d5a0-4a76-82cb-9bd7565af917,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:07.102644 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] No DVR routers for this DVR port 72584294-d5a0-4a76-82cb-9bd7565af917 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:47:08.741749 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53314) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:08.755196 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-7eb84e56-c0fe-4ad1-9db9-befa562c0eec tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-680909994', 'description': 'tempest-secgroup-smoke-680909994 description', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:08.844054 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7eb84e56-c0fe-4ad1-9db9-befa562c0eec tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:08.896188 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7eb84e56-c0fe-4ad1-9db9-befa562c0eec tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:08.957291 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53332) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:09.163009 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (af807335-8395-4f73-8c3f-3de1da4a6726), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:09.216851 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c4b5f-d5b2-4973-be5d-efd02a8008bd req-36c68d71-71f0-4060-9f18-577fa60780e7 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:09.225539 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4c8c4b5f-d5b2-4973-be5d-efd02a8008bd req-36c68d71-71f0-4060-9f18-577fa60780e7 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 2.1204205 Jan 28 13:47:09.255028 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7eb84e56-c0fe-4ad1-9db9-befa562c0eec tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group (f4dc7459-f701-4930-afa1-1fd81a684759), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:09.269296 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7eb84e56-c0fe-4ad1-9db9-befa562c0eec tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f4dc7459-f701-4930-afa1-1fd81a684759), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:09.408759 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb84e56-c0fe-4ad1-9db9-befa562c0eec tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dc7459-f701-4930-afa1-1fd81a684759,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:09.467759 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af807335-8395-4f73-8c3f-3de1da4a6726']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:09.511587 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e899217b-2ec5-4065-8c41-997d37c4cb20') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:09.511975 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-27e16346-097c-4228-898d-4001942145e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:09.513519 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e899217b-2ec5-4065-8c41-997d37c4cb20') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:09.543483 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4c8c4b5f-d5b2-4973-be5d-efd02a8008bd req-0ff0504e-4677-401a-a216-653a9279278e tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051860 Jan 28 13:47:09.545748 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (e899217b-2ec5-4065-8c41-997d37c4cb20), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:09.578650 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (e899217b-2ec5-4065-8c41-997d37c4cb20), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:09.593477 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:47:09.594288 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (e899217b-2ec5-4065-8c41-997d37c4cb20), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:47:09.644051 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:47:09.829455 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7eb84e56-c0fe-4ad1-9db9-befa562c0eec tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group (9dd0d594-44d5-4dd6-b257-beb8821a7c9a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:09.842639 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7eb84e56-c0fe-4ad1-9db9-befa562c0eec tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9dd0d594-44d5-4dd6-b257-beb8821a7c9a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:09.867087 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (af807335-8395-4f73-8c3f-3de1da4a6726), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:09.876062 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:09.894655 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/networks/af807335-8395-4f73-8c3f-3de1da4a6726 HTTP/1.1" status: 204 len: 168 time: 4.2809594 Jan 28 13:47:09.904728 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53370) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:09.942523 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-941c0bb6-d528-45d3-bab7-c206529213f2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1295848059'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:09.983651 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Network': ['ID=af807335-8395-4f73-8c3f-3de1da4a6726,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:09.987635 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941c0bb6-d528-45d3-bab7-c206529213f2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Made reservation on behalf of 534322dfb77a458ab6a55dfd72ce35f9 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:47:09.992374 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-941c0bb6-d528-45d3-bab7-c206529213f2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:09.999185 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7eb84e56-c0fe-4ad1-9db9-befa562c0eec tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:10.021142 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7eb84e56-c0fe-4ad1-9db9-befa562c0eec tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.2752042 Jan 28 13:47:10.030997 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:10.031882 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:10.031882 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:10.032613 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:10.033503 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:10.033945 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:10.034327 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:10.035047 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:10.047719 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:10.050726 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:10.051308 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:10.053399 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:10.054237 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd304d3-16cc-4263-814f-9d8fe4133e47 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:10.062530 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53382) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:10.088241 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-c7a544ba-03a1-4145-8dc3-7683b60741de tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'security_group_rule': {'security_group_id': '9dd0d594-44d5-4dd6-b257-beb8821a7c9a', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:10.104428 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941c0bb6-d528-45d3-bab7-c206529213f2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:47:10.125619 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-941c0bb6-d528-45d3-bab7-c206529213f2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (33750b12-4d1c-49f2-945f-6d4e59ce56d3), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:10.126695 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-941c0bb6-d528-45d3-bab7-c206529213f2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Added segment 33750b12-4d1c-49f2-945f-6d4e59ce56d3 of type vlan for network 2a7518ba-d6ec-45eb-9e65-a02957591a59 Jan 28 13:47:10.209605 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb84e56-c0fe-4ad1-9db9-befa562c0eec tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd0d594-44d5-4dd6-b257-beb8821a7c9a,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:10.277254 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-941c0bb6-d528-45d3-bab7-c206529213f2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (2a7518ba-d6ec-45eb-9e65-a02957591a59), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:10.357667 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-941c0bb6-d528-45d3-bab7-c206529213f2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (2a7518ba-d6ec-45eb-9e65-a02957591a59), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:10.365843 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941c0bb6-d528-45d3-bab7-c206529213f2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:10.374433 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-941c0bb6-d528-45d3-bab7-c206529213f2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:10.411401 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-27e16346-097c-4228-898d-4001942145e0 admin admin] Publish callbacks [] for security_group (7ab8990b-ef14-48af-a2a9-b4bdb3016396), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:10.433309 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-27e16346-097c-4228-898d-4001942145e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7ab8990b-ef14-48af-a2a9-b4bdb3016396), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:10.498333 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-27e16346-097c-4228-898d-4001942145e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f5ba05624e044f97be36f008e60161ac&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5294404 Jan 28 13:47:10.499804 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7a544ba-03a1-4145-8dc3-7683b60741de tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (f14a09bd-4196-466b-871d-101f47a4fcd9), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:10.514781 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53396) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:10.614747 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c0bb6-d528-45d3-bab7-c206529213f2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Network': ['ID=2a7518ba-d6ec-45eb-9e65-a02957591a59,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:10.625053 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-941c0bb6-d528-45d3-bab7-c206529213f2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7190862 Jan 28 13:47:10.628382 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53398) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:10.636855 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 2a7518ba-d6ec-45eb-9e65-a02957591a59 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:47:10.664662 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-ee98e123-21d8-415e-beb4-8a86dcc70ca0 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'subnet': {'network_id': '2a7518ba-d6ec-45eb-9e65-a02957591a59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:10.680307 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e16346-097c-4228-898d-4001942145e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab8990b-ef14-48af-a2a9-b4bdb3016396,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:10.758701 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7a544ba-03a1-4145-8dc3-7683b60741de tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (f14a09bd-4196-466b-871d-101f47a4fcd9), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:10.771589 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7a544ba-03a1-4145-8dc3-7683b60741de tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (f14a09bd-4196-466b-871d-101f47a4fcd9), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:10.881459 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7a544ba-03a1-4145-8dc3-7683b60741de tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:10.887471 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c7a544ba-03a1-4145-8dc3-7683b60741de tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8236620 Jan 28 13:47:10.892013 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53404) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:10.902395 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a544ba-03a1-4145-8dc3-7683b60741de tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14a09bd-4196-466b-871d-101f47a4fcd9,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:10.912461 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-ebaf204a-34af-4a60-ae0d-5df1f8e02f6f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'security_group_rule': {'security_group_id': '9dd0d594-44d5-4dd6-b257-beb8821a7c9a', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:10.927458 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1f11f52c-ca13-4054-8603-b9e608d67323 admin admin] Publish callbacks [] for security_group (7ab8990b-ef14-48af-a2a9-b4bdb3016396), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:11.018757 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686033b8-a6e4-4ea4-9746-fcdc2dafc450 req-40155015-ba8b-4064-ae11-67dcbbc4ed4b tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:11.027525 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-686033b8-a6e4-4ea4-9746-fcdc2dafc450 req-40155015-ba8b-4064-ae11-67dcbbc4ed4b tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.1507943 Jan 28 13:47:11.036345 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1f11f52c-ca13-4054-8603-b9e608d67323 admin admin] Publish callbacks [] for security_group (7ab8990b-ef14-48af-a2a9-b4bdb3016396), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:11.050411 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ebaf204a-34af-4a60-ae0d-5df1f8e02f6f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (7b7a58c8-2665-4ef7-a001-a45b053b9939), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:11.131795 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-686033b8-a6e4-4ea4-9746-fcdc2dafc450 req-8726f7a4-463a-49ca-a6de-667439753ac5 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027896 Jan 28 13:47:11.143502 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee98e123-21d8-415e-beb4-8a86dcc70ca0 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Made reservation on behalf of 534322dfb77a458ab6a55dfd72ce35f9 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:47:11.147881 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ee98e123-21d8-415e-beb4-8a86dcc70ca0 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:11.301159 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1f11f52c-ca13-4054-8603-b9e608d67323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7ab8990b-ef14-48af-a2a9-b4bdb3016396), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:11.320068 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1f11f52c-ca13-4054-8603-b9e608d67323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:11.326102 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1f11f52c-ca13-4054-8603-b9e608d67323 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7ab8990b-ef14-48af-a2a9-b4bdb3016396 HTTP/1.1" status: 204 len: 168 time: 0.8097603 Jan 28 13:47:11.391443 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11f52c-ca13-4054-8603-b9e608d67323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab8990b-ef14-48af-a2a9-b4bdb3016396,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:11.497641 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ebaf204a-34af-4a60-ae0d-5df1f8e02f6f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (7b7a58c8-2665-4ef7-a001-a45b053b9939), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:11.508614 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ebaf204a-34af-4a60-ae0d-5df1f8e02f6f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (7b7a58c8-2665-4ef7-a001-a45b053b9939), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:11.569028 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf204a-34af-4a60-ae0d-5df1f8e02f6f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b7a58c8-2665-4ef7-a001-a45b053b9939,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:11.592700 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ebaf204a-34af-4a60-ae0d-5df1f8e02f6f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:11.597408 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ebaf204a-34af-4a60-ae0d-5df1f8e02f6f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7028162 Jan 28 13:47:11.601940 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53414) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:11.614428 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-eee4c0b5-ae3d-4bff-9e32-f16d7748faf8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'security_group_rule': {'security_group_id': '9dd0d594-44d5-4dd6-b257-beb8821a7c9a', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:11.689709 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eee4c0b5-ae3d-4bff-9e32-f16d7748faf8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (ec9d7ac4-d93b-4185-b573-6c3409d597fd), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:11.863366 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eee4c0b5-ae3d-4bff-9e32-f16d7748faf8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (ec9d7ac4-d93b-4185-b573-6c3409d597fd), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:11.883265 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eee4c0b5-ae3d-4bff-9e32-f16d7748faf8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (ec9d7ac4-d93b-4185-b573-6c3409d597fd), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:11.954840 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eee4c0b5-ae3d-4bff-9e32-f16d7748faf8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:11.959757 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-eee4c0b5-ae3d-4bff-9e32-f16d7748faf8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3562722 Jan 28 13:47:11.962655 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53420) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:11.969930 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-36d7fd28-9550-43d0-89ef-bb01e7b177da tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'security_group_rule': {'security_group_id': '9dd0d594-44d5-4dd6-b257-beb8821a7c9a', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:11.988357 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4c0b5-ae3d-4bff-9e32-f16d7748faf8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9d7ac4-d93b-4185-b573-6c3409d597fd,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:12.021986 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ee98e123-21d8-415e-beb4-8a86dcc70ca0 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (cf2501a7-93a8-4d74-b0b8-6d34a32eab4b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:12.070833 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36d7fd28-9550-43d0-89ef-bb01e7b177da tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (db579720-163c-47af-b8e8-533c3e3fe896), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:12.186321 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98e123-21d8-415e-beb4-8a86dcc70ca0 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Subnet': ['ID=cf2501a7-93a8-4d74-b0b8-6d34a32eab4b,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:12.328038 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53426) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:12.377701 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee98e123-21d8-415e-beb4-8a86dcc70ca0 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Checking segment: {'id': '33750b12-4d1c-49f2-945f-6d4e59ce56d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2a7518ba-d6ec-45eb-9e65-a02957591a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:12.378192 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee98e123-21d8-415e-beb4-8a86dcc70ca0 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network hostable DHCP agents. Network: 2a7518ba-d6ec-45eb-9e65-a02957591a59, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:47:12.385740 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36d7fd28-9550-43d0-89ef-bb01e7b177da tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (db579720-163c-47af-b8e8-533c3e3fe896), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:12.398626 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36d7fd28-9550-43d0-89ef-bb01e7b177da tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (db579720-163c-47af-b8e8-533c3e3fe896), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:12.449995 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8bb8f55d-0f0f-42a1-a573-584e0b3c8e4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:12.475109 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7fd28-9550-43d0-89ef-bb01e7b177da tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db579720-163c-47af-b8e8-533c3e3fe896,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:12.497744 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36d7fd28-9550-43d0-89ef-bb01e7b177da tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:12.499604 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-36d7fd28-9550-43d0-89ef-bb01e7b177da tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5354578 Jan 28 13:47:12.507669 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53430) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:12.538608 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-8c7151ff-0e1d-4563-bccd-11b83c88776b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'security_group_rule': {'security_group_id': '9dd0d594-44d5-4dd6-b257-beb8821a7c9a', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:12.616494 n-d-822747-2 neutron-server[103351]: INFO neutron.db.securitygroups_db [None req-8c7151ff-0e1d-4563-bccd-11b83c88776b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Project 9f0b15f597ac4a5a9c830cecb46d6cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:47:12.632848 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c7151ff-0e1d-4563-bccd-11b83c88776b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (cb8c6af5-6952-4057-89d7-4251b76d5cd8), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:12.670692 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee98e123-21d8-415e-beb4-8a86dcc70ca0 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network 2a7518ba-d6ec-45eb-9e65-a02957591a59 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:47:12.785011 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f55e2-edfe-4a64-844b-05be29779c74 req-7a3b976a-3054-4076-b2c4-0b272f2e27bb tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:12.801524 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a33f55e2-edfe-4a64-844b-05be29779c74 req-7a3b976a-3054-4076-b2c4-0b272f2e27bb tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.4444830 Jan 28 13:47:12.805161 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-ee98e123-21d8-415e-beb4-8a86dcc70ca0 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 2a7518ba-d6ec-45eb-9e65-a02957591a59) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:12.817854 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da070dc8-aa62-4fe1-8f9c-54bf5947321e None None] Network 2a7518ba-d6ec-45eb-9e65-a02957591a59 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:12.849739 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee98e123-21d8-415e-beb4-8a86dcc70ca0 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:12.850705 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ee98e123-21d8-415e-beb4-8a86dcc70ca0 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:12.948827 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c7151ff-0e1d-4563-bccd-11b83c88776b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (cb8c6af5-6952-4057-89d7-4251b76d5cd8), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:12.955247 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c7151ff-0e1d-4563-bccd-11b83c88776b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (cb8c6af5-6952-4057-89d7-4251b76d5cd8), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:13.016747 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ee98e123-21d8-415e-beb4-8a86dcc70ca0 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3846903 Jan 28 13:47:13.029929 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53434) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:13.043126 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-8655aa5b-fbf2-431f-805f-965df7119b60 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1484200740', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:13.048107 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c7151ff-0e1d-4563-bccd-11b83c88776b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:13.065610 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53438) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:13.075453 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8c7151ff-0e1d-4563-bccd-11b83c88776b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5421355 Jan 28 13:47:13.080495 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7151ff-0e1d-4563-bccd-11b83c88776b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8c6af5-6952-4057-89d7-4251b76d5cd8,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:13.097364 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-81aee221-f64e-4c22-9648-4402614cd12f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'security_group_rule': {'security_group_id': '9dd0d594-44d5-4dd6-b257-beb8821a7c9a', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:13.198370 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d3d26a-6a8b-4331-b5db-831d8c784ec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-2a7518ba-d6ec-45eb-9e65-a02957591a59', 'network_id': '2a7518ba-d6ec-45eb-9e65-a02957591a59', 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'fixed_ips': [{'subnet_id': 'cf2501a7-93a8-4d74-b0b8-6d34a32eab4b'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:47:13.199794 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d1d3d26a-6a8b-4331-b5db-831d8c784ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:13.262967 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a33f55e2-edfe-4a64-844b-05be29779c74 req-300e79bc-f02a-4504-bce8-d9e1f4ee4fec tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325120 Jan 28 13:47:13.333857 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8655aa5b-fbf2-431f-805f-965df7119b60 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (b5351337-9e07-4b61-b12b-82f1ec4d75bf), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:13.335000 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8655aa5b-fbf2-431f-805f-965df7119b60 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (b5351337-9e07-4b61-b12b-82f1ec4d75bf), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:13.355881 n-d-822747-2 neutron-server[103352]: INFO neutron.db.securitygroups_db [None req-81aee221-f64e-4c22-9648-4402614cd12f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Project 9f0b15f597ac4a5a9c830cecb46d6cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:47:13.363257 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8bb8f55d-0f0f-42a1-a573-584e0b3c8e4b admin admin] Publish callbacks [] for security_group (736a4907-b1d4-42cd-a880-b360668c88fe), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:13.376627 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8bb8f55d-0f0f-42a1-a573-584e0b3c8e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (736a4907-b1d4-42cd-a880-b360668c88fe), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:13.423709 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-81aee221-f64e-4c22-9648-4402614cd12f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (fb482a7d-5c98-49f2-889b-1c17fef509e0), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:13.492286 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-d1d3d26a-6a8b-4331-b5db-831d8c784ec4 None None] Allocated IP 2001:db8::2 (2a7518ba-d6ec-45eb-9e65-a02957591a59/cf2501a7-93a8-4d74-b0b8-6d34a32eab4b/8b538f4f-85e2-4f27-aadd-59d03854a875) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:47:13.623147 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8bb8f55d-0f0f-42a1-a573-584e0b3c8e4b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d70c073e6f9541f892ecddcc627e85d1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2927244 Jan 28 13:47:13.623394 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53446) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:13.749293 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fbceaa3e-6a74-4896-8884-9a29934a62df admin admin] Publish callbacks [] for security_group (736a4907-b1d4-42cd-a880-b360668c88fe), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:13.763914 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8655aa5b-fbf2-431f-805f-965df7119b60 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router_controller (b5351337-9e07-4b61-b12b-82f1ec4d75bf), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:13.786860 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d1d3d26a-6a8b-4331-b5db-831d8c784ec4 None None] Publish callbacks [] for port (8b538f4f-85e2-4f27-aadd-59d03854a875), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:13.800212 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8655aa5b-fbf2-431f-805f-965df7119b60 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (b5351337-9e07-4b61-b12b-82f1ec4d75bf), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:13.809758 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d1d3d26a-6a8b-4331-b5db-831d8c784ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (8b538f4f-85e2-4f27-aadd-59d03854a875), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:13.857975 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fbceaa3e-6a74-4896-8884-9a29934a62df admin admin] Publish callbacks [] for security_group (736a4907-b1d4-42cd-a880-b360668c88fe), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:13.892820 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d3d26a-6a8b-4331-b5db-831d8c784ec4 None None] Network 2a7518ba-d6ec-45eb-9e65-a02957591a59 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:13.909993 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-d1d3d26a-6a8b-4331-b5db-831d8c784ec4 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:13.919340 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8f55d-0f0f-42a1-a573-584e0b3c8e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736a4907-b1d4-42cd-a880-b360668c88fe,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:13.958191 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8655aa5b-fbf2-431f-805f-965df7119b60 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:13.984491 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8655aa5b-fbf2-431f-805f-965df7119b60 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9511216 Jan 28 13:47:13.986548 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53452) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:14.009661 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-c245c2ac-66b4-4f3f-bb19-3b2db34377dc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'port': {'network_id': '2a7518ba-d6ec-45eb-9e65-a02957591a59', 'name': 'tempest-RoutersIpV6Test-252459141'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:14.033637 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d3d26a-6a8b-4331-b5db-831d8c784ec4 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:47:14.035638 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fbceaa3e-6a74-4896-8884-9a29934a62df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (736a4907-b1d4-42cd-a880-b360668c88fe), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:14.038363 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fbceaa3e-6a74-4896-8884-9a29934a62df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:14.041813 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fbceaa3e-6a74-4896-8884-9a29934a62df admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/736a4907-b1d4-42cd-a880-b360668c88fe HTTP/1.1" status: 204 len: 168 time: 0.4150224 Jan 28 13:47:14.096400 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbceaa3e-6a74-4896-8884-9a29934a62df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736a4907-b1d4-42cd-a880-b360668c88fe,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:14.108037 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-81aee221-f64e-4c22-9648-4402614cd12f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (fb482a7d-5c98-49f2-889b-1c17fef509e0), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:14.147815 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-81aee221-f64e-4c22-9648-4402614cd12f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (fb482a7d-5c98-49f2-889b-1c17fef509e0), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:14.337385 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aee221-f64e-4c22-9648-4402614cd12f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb482a7d-5c98-49f2-889b-1c17fef509e0,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:14.417353 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-81aee221-f64e-4c22-9648-4402614cd12f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:14.440254 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53460) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:14.445431 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-3dc8bc2c-2747-434e-a181-57b72f111175 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'network': {'name': 'tempest-network-smoke--2075826562', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'port_security_enabled': True}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:14.451585 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-81aee221-f64e-4c22-9648-4402614cd12f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3719797 Jan 28 13:47:14.467011 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d1d3d26a-6a8b-4331-b5db-831d8c784ec4 None None] Attempting to bind port 8b538f4f-85e2-4f27-aadd-59d03854a875 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:47:14.467512 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d1d3d26a-6a8b-4331-b5db-831d8c784ec4 None None] Attempting to bind port 8b538f4f-85e2-4f27-aadd-59d03854a875 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '33750b12-4d1c-49f2-945f-6d4e59ce56d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2a7518ba-d6ec-45eb-9e65-a02957591a59'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:47:14.467886 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3d26a-6a8b-4331-b5db-831d8c784ec4 None None] Attempting to bind port 8b538f4f-85e2-4f27-aadd-59d03854a875 on network 2a7518ba-d6ec-45eb-9e65-a02957591a59 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:47:14.519261 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc8bc2c-2747-434e-a181-57b72f111175 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Made reservation on behalf of 9f0b15f597ac4a5a9c830cecb46d6cf5 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:47:14.522692 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3dc8bc2c-2747-434e-a181-57b72f111175 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:14.577481 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3d26a-6a8b-4331-b5db-831d8c784ec4 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:47:14.577923 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3d26a-6a8b-4331-b5db-831d8c784ec4 None None] Checking segment: {'id': '33750b12-4d1c-49f2-945f-6d4e59ce56d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2a7518ba-d6ec-45eb-9e65-a02957591a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:14.578353 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d1d3d26a-6a8b-4331-b5db-831d8c784ec4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:14.578979 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3d26a-6a8b-4331-b5db-831d8c784ec4 None None] Bound using segment: {'id': '33750b12-4d1c-49f2-945f-6d4e59ce56d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2a7518ba-d6ec-45eb-9e65-a02957591a59'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:47:14.579857 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d1d3d26a-6a8b-4331-b5db-831d8c784ec4 None None] Bound port: 8b538f4f-85e2-4f27-aadd-59d03854a875, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33750b12-4d1c-49f2-945f-6d4e59ce56d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2a7518ba-d6ec-45eb-9e65-a02957591a59'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:47:14.580536 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d1d3d26a-6a8b-4331-b5db-831d8c784ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8b538f4f-85e2-4f27-aadd-59d03854a875), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:14.605274 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3d26a-6a8b-4331-b5db-831d8c784ec4 None None] Pushing event updated for resources: {'Port': ['ID=8b538f4f-85e2-4f27-aadd-59d03854a875,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:14.642171 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc8bc2c-2747-434e-a181-57b72f111175 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:47:14.690134 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3dc8bc2c-2747-434e-a181-57b72f111175 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (61b09247-e098-473f-b7c7-3caa3a80e5d9), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:14.702569 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-3dc8bc2c-2747-434e-a181-57b72f111175 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Added segment 61b09247-e098-473f-b7c7-3caa3a80e5d9 of type vlan for network 667f0983-e508-4fe1-b10d-bcca42a398ef Jan 28 13:47:14.832760 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c245c2ac-66b4-4f3f-bb19-3b2db34377dc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Made reservation on behalf of 534322dfb77a458ab6a55dfd72ce35f9 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:47:14.839113 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c245c2ac-66b4-4f3f-bb19-3b2db34377dc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:14.869835 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3dc8bc2c-2747-434e-a181-57b72f111175 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (667f0983-e508-4fe1-b10d-bcca42a398ef), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:14.893587 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d1d3d26a-6a8b-4331-b5db-831d8c784ec4 None None] For port 8b538f4f-85e2-4f27-aadd-59d03854a875, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:47:14.898504 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d1d3d26a-6a8b-4331-b5db-831d8c784ec4 None None] For port 8b538f4f-85e2-4f27-aadd-59d03854a875, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8b538f4f-85e2-4f27-aadd-59d03854a875,segment=NetworkSegment(33750b12-4d1c-49f2-945f-6d4e59ce56d3),segment_id=33750b12-4d1c-49f2-945f-6d4e59ce56d3)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:47:14.905116 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d1d3d26a-6a8b-4331-b5db-831d8c784ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8b538f4f-85e2-4f27-aadd-59d03854a875), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:14.909206 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faea3f-4a2c-4d47-8f12-d1e471f13edb req-ca37206d-7c90-4c1a-9e0e-21ab80afa4fb tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:14.933118 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-68faea3f-4a2c-4d47-8f12-d1e471f13edb req-ca37206d-7c90-4c1a-9e0e-21ab80afa4fb tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.3715057 Jan 28 13:47:14.941304 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3dc8bc2c-2747-434e-a181-57b72f111175 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (667f0983-e508-4fe1-b10d-bcca42a398ef), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:14.958654 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc8bc2c-2747-434e-a181-57b72f111175 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:14.959677 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3dc8bc2c-2747-434e-a181-57b72f111175 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:15.036773 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-c245c2ac-66b4-4f3f-bb19-3b2db34377dc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] device_id is not set on port f15e0742-a5a2-4f30-9530-cd11a1e96f9c yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:47:15.174125 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3d26a-6a8b-4331-b5db-831d8c784ec4 None None] Pushing event updated for resources: {'Port': ['ID=8b538f4f-85e2-4f27-aadd-59d03854a875,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:15.421525 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8bc2c-2747-434e-a181-57b72f111175 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Network': ['ID=667f0983-e508-4fe1-b10d-bcca42a398ef,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:15.436823 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-c245c2ac-66b4-4f3f-bb19-3b2db34377dc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Allocated IP 2001:db8::130 (2a7518ba-d6ec-45eb-9e65-a02957591a59/cf2501a7-93a8-4d74-b0b8-6d34a32eab4b/f15e0742-a5a2-4f30-9530-cd11a1e96f9c) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:47:15.439793 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 667f0983-e508-4fe1-b10d-bcca42a398ef details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:47:15.490502 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3dc8bc2c-2747-434e-a181-57b72f111175 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0383370 Jan 28 13:47:15.494184 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53474) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:15.519806 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-cecd66e3-a2bb-49e3-9916-408ce1607fda tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1854432745', 'admin_state_up': True, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:15.667377 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cecd66e3-a2bb-49e3-9916-408ce1607fda tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (e694fd7a-8c72-4465-b358-da2722c5d233), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:15.672314 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cecd66e3-a2bb-49e3-9916-408ce1607fda tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (e694fd7a-8c72-4465-b358-da2722c5d233), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:15.940342 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c245c2ac-66b4-4f3f-bb19-3b2db34377dc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for port (f15e0742-a5a2-4f30-9530-cd11a1e96f9c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:15.966260 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cecd66e3-a2bb-49e3-9916-408ce1607fda tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router_controller (e694fd7a-8c72-4465-b358-da2722c5d233), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:16.088302 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c245c2ac-66b4-4f3f-bb19-3b2db34377dc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (f15e0742-a5a2-4f30-9530-cd11a1e96f9c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:16.444208 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c245c2ac-66b4-4f3f-bb19-3b2db34377dc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network 2a7518ba-d6ec-45eb-9e65-a02957591a59 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:16.454655 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cecd66e3-a2bb-49e3-9916-408ce1607fda tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router_gateway (e694fd7a-8c72-4465-b358-da2722c5d233), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:16.466030 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-68faea3f-4a2c-4d47-8f12-d1e471f13edb req-40054944-961a-4175-b4a1-29e172dabf57 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5296788 Jan 28 13:47:16.469809 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-c245c2ac-66b4-4f3f-bb19-3b2db34377dc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:16.497790 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c245c2ac-66b4-4f3f-bb19-3b2db34377dc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:47:16.520875 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c245c2ac-66b4-4f3f-bb19-3b2db34377dc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:16.521598 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c245c2ac-66b4-4f3f-bb19-3b2db34377dc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:16.586893 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c245c2ac-66b4-4f3f-bb19-3b2db34377dc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5965369 Jan 28 13:47:16.589499 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53496) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:16.628197 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245c2ac-66b4-4f3f-bb19-3b2db34377dc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Port': ['ID=f15e0742-a5a2-4f30-9530-cd11a1e96f9c,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:17.544849 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8b538f4f-85e2-4f27-aadd-59d03854a875 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:17.717749 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2454a20c-4a39-458e-ad9d-5f78ccacc1b3 None None] Network 2a7518ba-d6ec-45eb-9e65-a02957591a59 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:17.954087 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33716d-1646-4627-be02-19df795e378a req-0220f96e-e7a8-40d4-89f4-f787e4d66eb4 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:17.955758 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6b33716d-1646-4627-be02-19df795e378a req-0220f96e-e7a8-40d4-89f4-f787e4d66eb4 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.2304816 Jan 28 13:47:18.031001 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-55233dfb-c604-4f68-88bf-dc543f25206a None None] Provisioning complete for port 8b538f4f-85e2-4f27-aadd-59d03854a875 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:18.031759 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-55233dfb-c604-4f68-88bf-dc543f25206a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8b538f4f-85e2-4f27-aadd-59d03854a875), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:18.047273 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:18.173770 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 8b538f4f-85e2-4f27-aadd-59d03854a875 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:18.185190 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8b538f4f-85e2-4f27-aadd-59d03854a875), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:18.263023 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6b33716d-1646-4627-be02-19df795e378a req-a0785805-2b66-4190-be0f-0dc5f9f14e8e tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929895 Jan 28 13:47:18.565026 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-55233dfb-c604-4f68-88bf-dc543f25206a None None] Current status of the port 8b538f4f-85e2-4f27-aadd-59d03854a875 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:18.565734 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-55233dfb-c604-4f68-88bf-dc543f25206a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8b538f4f-85e2-4f27-aadd-59d03854a875), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:18.701834 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-46db13fa-dcc9-4718-abca-4901e9b07528 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f15e0742-a5a2-4f30-9530-cd11a1e96f9c), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:18.773462 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-55233dfb-c604-4f68-88bf-dc543f25206a None None] For port 8b538f4f-85e2-4f27-aadd-59d03854a875, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8b538f4f-85e2-4f27-aadd-59d03854a875,segment=NetworkSegment(33750b12-4d1c-49f2-945f-6d4e59ce56d3),segment_id=33750b12-4d1c-49f2-945f-6d4e59ce56d3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:18.777852 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 8b538f4f-85e2-4f27-aadd-59d03854a875 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:18.779112 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8b538f4f-85e2-4f27-aadd-59d03854a875), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:18.863585 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-55233dfb-c604-4f68-88bf-dc543f25206a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8b538f4f-85e2-4f27-aadd-59d03854a875), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:19.136237 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55233dfb-c604-4f68-88bf-dc543f25206a None None] Pushing event updated for resources: {'Port': ['ID=8b538f4f-85e2-4f27-aadd-59d03854a875,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:19.237620 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f6fce6a5-d86a-4479-a078-7ee7f5a4a446 None None] Provisioning complete for port f15e0742-a5a2-4f30-9530-cd11a1e96f9c triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:19.239205 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f6fce6a5-d86a-4479-a078-7ee7f5a4a446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (f15e0742-a5a2-4f30-9530-cd11a1e96f9c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:19.325230 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:47:19.327942 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:47:19.365787 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f6fce6a5-d86a-4479-a078-7ee7f5a4a446 None None] Port f15e0742-a5a2-4f30-9530-cd11a1e96f9c cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:47:19.403230 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-46db13fa-dcc9-4718-abca-4901e9b07528 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for port (f15e0742-a5a2-4f30-9530-cd11a1e96f9c), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:19.407105 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f6fce6a5-d86a-4479-a078-7ee7f5a4a446 None None] Provisioning complete for port 8b538f4f-85e2-4f27-aadd-59d03854a875 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:19.412235 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-46db13fa-dcc9-4718-abca-4901e9b07528 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (f15e0742-a5a2-4f30-9530-cd11a1e96f9c), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:19.415076 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f6fce6a5-d86a-4479-a078-7ee7f5a4a446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8b538f4f-85e2-4f27-aadd-59d03854a875), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:19.662017 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f6fce6a5-d86a-4479-a078-7ee7f5a4a446 None None] Current status of the port 8b538f4f-85e2-4f27-aadd-59d03854a875 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:19.674328 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a8b51-5efb-4b62-b436-58efd5244b1a req-f385a95c-a9c9-4abd-a2f7-5c1920402568 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:19.723814 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0a9a8b51-5efb-4b62-b436-58efd5244b1a req-f385a95c-a9c9-4abd-a2f7-5c1920402568 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.1850419 Jan 28 13:47:19.922054 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0a9a8b51-5efb-4b62-b436-58efd5244b1a req-8b338582-85b9-4d31-8ae9-9551469ecf98 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966069 Jan 28 13:47:20.062869 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 8b538f4f-85e2-4f27-aadd-59d03854a875 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:20.098153 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-df50b0e6-c059-409c-928d-f4b8b5472663 None None] Provisioning complete for port f15e0742-a5a2-4f30-9530-cd11a1e96f9c triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:20.098531 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df50b0e6-c059-409c-928d-f4b8b5472663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (f15e0742-a5a2-4f30-9530-cd11a1e96f9c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:20.209457 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:20.236861 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db13fa-dcc9-4718-abca-4901e9b07528 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Port': ['ID=f15e0742-a5a2-4f30-9530-cd11a1e96f9c,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:20.241802 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cecd66e3-a2bb-49e3-9916-408ce1607fda tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router_gateway (e694fd7a-8c72-4465-b358-da2722c5d233), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:20.248417 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-df50b0e6-c059-409c-928d-f4b8b5472663 None None] Port f15e0742-a5a2-4f30-9530-cd11a1e96f9c cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:47:20.257152 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-46db13fa-dcc9-4718-abca-4901e9b07528 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (b5351337-9e07-4b61-b12b-82f1ec4d75bf), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:20.321596 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8b538f4f-85e2-4f27-aadd-59d03854a875 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:20.398252 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cecd66e3-a2bb-49e3-9916-408ce1607fda tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:20.553947 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 8b538f4f-85e2-4f27-aadd-59d03854a875 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:20.553947 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8b538f4f-85e2-4f27-aadd-59d03854a875), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:20.614113 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-46db13fa-dcc9-4718-abca-4901e9b07528 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f15e0742-a5a2-4f30-9530-cd11a1e96f9c), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:20.655414 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ce1f97ba-b174-4eea-bea7-60d20194b2b1 None None] Provisioning complete for port f15e0742-a5a2-4f30-9530-cd11a1e96f9c triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:20.655414 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ce1f97ba-b174-4eea-bea7-60d20194b2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (f15e0742-a5a2-4f30-9530-cd11a1e96f9c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:20.709591 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-cecd66e3-a2bb-49e3-9916-408ce1607fda tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Allocated IP 172.25.3.197 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/b66c4132-616c-4a0b-84d8-b80ffb37cb4b) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:47:20.780098 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ce1f97ba-b174-4eea-bea7-60d20194b2b1 None None] Port f15e0742-a5a2-4f30-9530-cd11a1e96f9c cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:47:20.872160 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 8b538f4f-85e2-4f27-aadd-59d03854a875 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:20.993351 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cecd66e3-a2bb-49e3-9916-408ce1607fda tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for port (b66c4132-616c-4a0b-84d8-b80ffb37cb4b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:21.296758 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581daf97-617a-4a81-91df-430a7ecb681c req-2b21962d-76ca-4138-955e-c028ef9da185 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:21.311761 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-581daf97-617a-4a81-91df-430a7ecb681c req-2b21962d-76ca-4138-955e-c028ef9da185 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.1546605 Jan 28 13:47:21.410583 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cecd66e3-a2bb-49e3-9916-408ce1607fda tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b66c4132-616c-4a0b-84d8-b80ffb37cb4b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:21.423523 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-581daf97-617a-4a81-91df-430a7ecb681c req-52b591c4-ea6d-417e-aa4e-0e4660d7279a tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064463 Jan 28 13:47:21.632850 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecd66e3-a2bb-49e3-9916-408ce1607fda tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:21.653518 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-cecd66e3-a2bb-49e3-9916-408ce1607fda tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:21.673040 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecd66e3-a2bb-49e3-9916-408ce1607fda tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:47:21.685563 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd66e3-a2bb-49e3-9916-408ce1607fda tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Port': ['ID=b66c4132-616c-4a0b-84d8-b80ffb37cb4b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:21.825148 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-46db13fa-dcc9-4718-abca-4901e9b07528 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for port (f15e0742-a5a2-4f30-9530-cd11a1e96f9c), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:21.843814 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-46db13fa-dcc9-4718-abca-4901e9b07528 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (f15e0742-a5a2-4f30-9530-cd11a1e96f9c), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:21.845103 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-46db13fa-dcc9-4718-abca-4901e9b07528 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (b5351337-9e07-4b61-b12b-82f1ec4d75bf), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:22.548954 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db13fa-dcc9-4718-abca-4901e9b07528 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Port': ['ID=f15e0742-a5a2-4f30-9530-cd11a1e96f9c,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:22.684464 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204699e-b991-47ad-b2b4-413afe421422 req-a1e78a81-365f-49b7-aeee-08d5ded2d532 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:22.698385 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a204699e-b991-47ad-b2b4-413afe421422 req-a1e78a81-365f-49b7-aeee-08d5ded2d532 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.1174505 Jan 28 13:47:22.769400 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46db13fa-dcc9-4718-abca-4901e9b07528 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network 2a7518ba-d6ec-45eb-9e65-a02957591a59 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:22.772979 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-46db13fa-dcc9-4718-abca-4901e9b07528 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:22.836139 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a204699e-b991-47ad-b2b4-413afe421422 req-7c784913-f9ce-4fba-8c56-f744f1a4df48 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367176 Jan 28 13:47:23.260385 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cecd66e3-a2bb-49e3-9916-408ce1607fda tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router_gateway (e694fd7a-8c72-4465-b358-da2722c5d233), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:23.480014 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ea3ce99c-c42f-4b14-b0c8-0ac3e91f157c None None] Provisioning complete for port f15e0742-a5a2-4f30-9530-cd11a1e96f9c triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:23.481993 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea3ce99c-c42f-4b14-b0c8-0ac3e91f157c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (f15e0742-a5a2-4f30-9530-cd11a1e96f9c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:23.643585 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ea3ce99c-c42f-4b14-b0c8-0ac3e91f157c None None] Port f15e0742-a5a2-4f30-9530-cd11a1e96f9c cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:47:24.050081 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46db13fa-dcc9-4718-abca-4901e9b07528 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Router b5351337-9e07-4b61-b12b-82f1ec4d75bf is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:47:24.115182 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9047797-7eb3-4ef3-a178-105ea5760c05 req-9fd9b4de-f7df-442d-8368-c6a09a76d29a tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:24.127118 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9047797-7eb3-4ef3-a178-105ea5760c05 req-9fd9b4de-f7df-442d-8368-c6a09a76d29a tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.1294606 Jan 28 13:47:24.252845 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9047797-7eb3-4ef3-a178-105ea5760c05 req-d56dcb1c-af41-49a7-86a2-a353dc031f50 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247184 Jan 28 13:47:24.477529 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cecd66e3-a2bb-49e3-9916-408ce1607fda tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (e694fd7a-8c72-4465-b358-da2722c5d233), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:25.463307 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16426271-216d-468f-9eb3-e0bd2c6b3c9a req-50f2d142-4598-47fa-81a1-163e1f56a58a tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:25.466671 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46db13fa-dcc9-4718-abca-4901e9b07528 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:47:25.476390 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-46db13fa-dcc9-4718-abca-4901e9b07528 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "PUT /v2.0/routers/b5351337-9e07-4b61-b12b-82f1ec4d75bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8825049 Jan 28 13:47:25.479965 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f965eff0-a674-4079-9701-b43327f4e77b None None] Sync routers for ids ['b5351337-9e07-4b61-b12b-82f1ec4d75bf'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:47:25.480640 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53578) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:25.482195 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16426271-216d-468f-9eb3-e0bd2c6b3c9a req-50f2d142-4598-47fa-81a1-163e1f56a58a tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.0903935 Jan 28 13:47:25.519263 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f965eff0-a674-4079-9701-b43327f4e77b None None] Routers {'b5351337-9e07-4b61-b12b-82f1ec4d75bf'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:25.523284 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-f965eff0-a674-4079-9701-b43327f4e77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:47:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b5351337-9e07-4b61-b12b-82f1ec4d75bf'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:25.581599 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e051eb-57bb-4e7b-978f-53e354841886 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:25.584029 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-09e051eb-57bb-4e7b-978f-53e354841886 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "GET /v2.0/ports/f15e0742-a5a2-4f30-9530-cd11a1e96f9c HTTP/1.1" status: 200 len: 983 time: 0.1019118 Jan 28 13:47:25.589417 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53580) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:25.602085 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16426271-216d-468f-9eb3-e0bd2c6b3c9a req-5bb52d8b-8ca2-4241-bd55-fee4fa077183 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186483 Jan 28 13:47:25.677806 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cecd66e3-a2bb-49e3-9916-408ce1607fda tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Router e694fd7a-8c72-4465-b358-da2722c5d233 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:47:25.688572 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-f965eff0-a674-4079-9701-b43327f4e77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:25.707920 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f965eff0-a674-4079-9701-b43327f4e77b None None] Routers {'b5351337-9e07-4b61-b12b-82f1ec4d75bf'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:25.708866 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-f965eff0-a674-4079-9701-b43327f4e77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:47:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b5351337-9e07-4b61-b12b-82f1ec4d75bf'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:25.794143 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-f965eff0-a674-4079-9701-b43327f4e77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:25.799757 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f965eff0-a674-4079-9701-b43327f4e77b None None] The sync data for ids ['b5351337-9e07-4b61-b12b-82f1ec4d75bf'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:47:25.949680 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53586) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:26.276400 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cecd66e3-a2bb-49e3-9916-408ce1607fda tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:47:26.289122 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e6d02-3b29-4f1f-a0a2-2cc35d6bbaab None None] Sync routers for ids ['e694fd7a-8c72-4465-b358-da2722c5d233'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:47:26.304114 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5e6d02-3b29-4f1f-a0a2-2cc35d6bbaab None None] Routers {'e694fd7a-8c72-4465-b358-da2722c5d233'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:26.320121 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-bc5e6d02-3b29-4f1f-a0a2-2cc35d6bbaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:47:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e694fd7a-8c72-4465-b358-da2722c5d233'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:26.324534 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cecd66e3-a2bb-49e3-9916-408ce1607fda tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:26.325385 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cecd66e3-a2bb-49e3-9916-408ce1607fda tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 10.8272042 Jan 28 13:47:26.328621 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53594) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:26.720343 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-bc5e6d02-3b29-4f1f-a0a2-2cc35d6bbaab None None] Set router e694fd7a-8c72-4465-b358-da2722c5d233 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:47:26.836072 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b996ced7-3e49-4bc1-bb70-29c5b57c8b4d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (b5351337-9e07-4b61-b12b-82f1ec4d75bf), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:26.980993 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:47:27.328404 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4000195c-01ea-4951-a464-49ff6ac899c0 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=9f0b15f597ac4a5a9c830cecb46d6cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9982891 Jan 28 13:47:27.360333 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53608) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:27.580577 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b1c80-e70b-439c-8635-643cfe8d2bba req-baa20299-d95b-4453-b45f-9cd43df4e10c tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:27.603225 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c5b1c80-e70b-439c-8635-643cfe8d2bba req-baa20299-d95b-4453-b45f-9cd43df4e10c tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.4025896 Jan 28 13:47:27.733428 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-bc5e6d02-3b29-4f1f-a0a2-2cc35d6bbaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854432745', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:15Z', 'updated_at': '2022-01-28T13:47:22Z', 'revision_number': 3, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:69:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:20Z', 'updated_at': '2022-01-28T13:47:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:27.829600 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c5b1c80-e70b-439c-8635-643cfe8d2bba req-acca055e-4902-492e-b4af-3b97375c7e9e tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252967 Jan 28 13:47:27.836464 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e6d02-3b29-4f1f-a0a2-2cc35d6bbaab None None] Checking router: e694fd7a-8c72-4465-b358-da2722c5d233 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:47:27.836971 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e6d02-3b29-4f1f-a0a2-2cc35d6bbaab None None] Updating router e694fd7a-8c72-4465-b358-da2722c5d233 port b66c4132-616c-4a0b-84d8-b80ffb37cb4b binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:47:27.922297 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc5e6d02-3b29-4f1f-a0a2-2cc35d6bbaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b66c4132-616c-4a0b-84d8-b80ffb37cb4b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:27.941268 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618898b1-3348-421f-a370-e0c44795e4c3 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:27.943145 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-618898b1-3348-421f-a370-e0c44795e4c3 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5813327 Jan 28 13:47:27.971503 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53612) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:28.179995 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-32437a1a-8b13-4f68-a06a-8be895074526 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2016115 Jan 28 13:47:28.182286 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53614) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:28.205466 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-b996ced7-3e49-4bc1-bb70-29c5b57c8b4d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Deleting port f15e0742-a5a2-4f30-9530-cd11a1e96f9c {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:28.205812 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b996ced7-3e49-4bc1-bb70-29c5b57c8b4d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (f15e0742-a5a2-4f30-9530-cd11a1e96f9c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:28.214119 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-99ab7e97-b2fc-47be-8899-3015cd49ca64 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1591506034', 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:28.488318 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8563196a-b970-4ff2-8c2c-204d6be2690c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (6b03775d-5b2b-44ef-b7cc-b94b66572f10), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:28.525144 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc5e6d02-3b29-4f1f-a0a2-2cc35d6bbaab None None] Publish callbacks [] for port (b66c4132-616c-4a0b-84d8-b80ffb37cb4b), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:28.542442 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc5e6d02-3b29-4f1f-a0a2-2cc35d6bbaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b66c4132-616c-4a0b-84d8-b80ffb37cb4b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:28.570478 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b996ced7-3e49-4bc1-bb70-29c5b57c8b4d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (f15e0742-a5a2-4f30-9530-cd11a1e96f9c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:28.660315 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-b996ced7-3e49-4bc1-bb70-29c5b57c8b4d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Calling delete_port for f15e0742-a5a2-4f30-9530-cd11a1e96f9c owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:28.719125 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ab7e97-b2fc-47be-8899-3015cd49ca64 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Made reservation on behalf of 9f0b15f597ac4a5a9c830cecb46d6cf5 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:47:28.723334 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-99ab7e97-b2fc-47be-8899-3015cd49ca64 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:28.767398 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-bc5e6d02-3b29-4f1f-a0a2-2cc35d6bbaab None None] Attempting to bind port b66c4132-616c-4a0b-84d8-b80ffb37cb4b on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:47:28.768198 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-bc5e6d02-3b29-4f1f-a0a2-2cc35d6bbaab None None] Attempting to bind port b66c4132-616c-4a0b-84d8-b80ffb37cb4b by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:47:28.768354 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5e6d02-3b29-4f1f-a0a2-2cc35d6bbaab None None] Attempting to bind port b66c4132-616c-4a0b-84d8-b80ffb37cb4b on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:47:28.812478 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a3a87-2f50-4ee9-9f4b-7b72e442b071 None None] Pushing event updated for resources: {'Port': ['ID=b66c4132-616c-4a0b-84d8-b80ffb37cb4b,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:28.822047 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5e6d02-3b29-4f1f-a0a2-2cc35d6bbaab None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:47:28.822451 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5e6d02-3b29-4f1f-a0a2-2cc35d6bbaab None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:28.822861 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc5e6d02-3b29-4f1f-a0a2-2cc35d6bbaab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:28.823277 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5e6d02-3b29-4f1f-a0a2-2cc35d6bbaab None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:47:28.826013 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-bc5e6d02-3b29-4f1f-a0a2-2cc35d6bbaab None None] Bound port: b66c4132-616c-4a0b-84d8-b80ffb37cb4b, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:47:28.829100 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc5e6d02-3b29-4f1f-a0a2-2cc35d6bbaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b66c4132-616c-4a0b-84d8-b80ffb37cb4b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:29.007109 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-bc5e6d02-3b29-4f1f-a0a2-2cc35d6bbaab None None] For port b66c4132-616c-4a0b-84d8-b80ffb37cb4b, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:47:29.022311 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-bc5e6d02-3b29-4f1f-a0a2-2cc35d6bbaab None None] For port b66c4132-616c-4a0b-84d8-b80ffb37cb4b, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b66c4132-616c-4a0b-84d8-b80ffb37cb4b,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:47:29.038202 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc5e6d02-3b29-4f1f-a0a2-2cc35d6bbaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b66c4132-616c-4a0b-84d8-b80ffb37cb4b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:29.118709 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d0801-be01-47f3-9e43-8f29a1582063 req-eff13eed-582f-46e5-8004-5085922df7c6 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:29.127237 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-999d0801-be01-47f3-9e43-8f29a1582063 req-eff13eed-582f-46e5-8004-5085922df7c6 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.1224122 Jan 28 13:47:29.244349 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b996ced7-3e49-4bc1-bb70-29c5b57c8b4d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (f15e0742-a5a2-4f30-9530-cd11a1e96f9c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:29.251910 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5e6d02-3b29-4f1f-a0a2-2cc35d6bbaab None None] Routers {'e694fd7a-8c72-4465-b358-da2722c5d233'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:29.252680 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-bc5e6d02-3b29-4f1f-a0a2-2cc35d6bbaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:47:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e694fd7a-8c72-4465-b358-da2722c5d233'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:29.316216 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996ced7-3e49-4bc1-bb70-29c5b57c8b4d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Port': ['ID=f15e0742-a5a2-4f30-9530-cd11a1e96f9c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:29.393884 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-999d0801-be01-47f3-9e43-8f29a1582063 req-52b60899-f030-4875-a434-e66a4bb4fefc tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584531 Jan 28 13:47:29.609510 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-bc5e6d02-3b29-4f1f-a0a2-2cc35d6bbaab None None] Set router e694fd7a-8c72-4465-b358-da2722c5d233 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:47:29.643529 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b996ced7-3e49-4bc1-bb70-29c5b57c8b4d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (b5351337-9e07-4b61-b12b-82f1ec4d75bf), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:29.989182 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c24e64cf-54c2-456f-90b7-1b2dd06dbba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:30.133498 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a3a87-2f50-4ee9-9f4b-7b72e442b071 None None] Pushing event updated for resources: {'Port': ['ID=b66c4132-616c-4a0b-84d8-b80ffb37cb4b,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:30.243485 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-99ab7e97-b2fc-47be-8899-3015cd49ca64 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (35ffca17-58e9-4eeb-abe2-92558ab43df5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:30.352401 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b996ced7-3e49-4bc1-bb70-29c5b57c8b4d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Router b5351337-9e07-4b61-b12b-82f1ec4d75bf has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:47:30.383053 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-bc5e6d02-3b29-4f1f-a0a2-2cc35d6bbaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854432745', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:15Z', 'updated_at': '2022-01-28T13:47:22Z', 'revision_number': 3, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:69:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:20Z', 'updated_at': '2022-01-28T13:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:30.422397 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-8563196a-b970-4ff2-8c2c-204d6be2690c admin admin] Deleting port 49ed2de8-0555-480f-98c7-c426bcd48da1 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:30.425425 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8563196a-b970-4ff2-8c2c-204d6be2690c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (49ed2de8-0555-480f-98c7-c426bcd48da1), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:30.504229 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e6d02-3b29-4f1f-a0a2-2cc35d6bbaab None None] The sync data for ids ['e694fd7a-8c72-4465-b358-da2722c5d233'] in n-d-822747-2 is: [{'id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854432745', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:15Z', 'updated_at': '2022-01-28T13:47:22Z', 'revision_number': 3, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:69:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:20Z', 'updated_at': '2022-01-28T13:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:47:30.516111 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab7e97-b2fc-47be-8899-3015cd49ca64 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Subnet': ['ID=35ffca17-58e9-4eeb-abe2-92558ab43df5,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:30.686563 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b996ced7-3e49-4bc1-bb70-29c5b57c8b4d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:47:30.704206 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b996ced7-3e49-4bc1-bb70-29c5b57c8b4d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "PUT /v2.0/routers/b5351337-9e07-4b61-b12b-82f1ec4d75bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1103649 Jan 28 13:47:30.712087 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b1d3d9-3455-48d2-a114-ea3b08432f8f None None] Sync routers for ids ['b5351337-9e07-4b61-b12b-82f1ec4d75bf'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:47:30.721614 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53636) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:30.733065 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b1d3d9-3455-48d2-a114-ea3b08432f8f None None] Routers {'b5351337-9e07-4b61-b12b-82f1ec4d75bf'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:30.734176 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c9b1d3d9-3455-48d2-a114-ea3b08432f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:47:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b5351337-9e07-4b61-b12b-82f1ec4d75bf'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:30.813448 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ab7e97-b2fc-47be-8899-3015cd49ca64 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Checking segment: {'id': '61b09247-e098-473f-b7c7-3caa3a80e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:30.813924 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ab7e97-b2fc-47be-8899-3015cd49ca64 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Network hostable DHCP agents. Network: 667f0983-e508-4fe1-b10d-bcca42a398ef, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:47:30.874327 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58948c-8ee2-487a-ae2a-73192f75d444 req-d20cd680-819b-403a-8c52-b44808009af2 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:30.876964 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c9b1d3d9-3455-48d2-a114-ea3b08432f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:30.877208 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3e58948c-8ee2-487a-ae2a-73192f75d444 req-d20cd680-819b-403a-8c52-b44808009af2 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.2928507 Jan 28 13:47:30.926207 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b1d3d9-3455-48d2-a114-ea3b08432f8f None None] Routers {'b5351337-9e07-4b61-b12b-82f1ec4d75bf'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:30.930326 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c9b1d3d9-3455-48d2-a114-ea3b08432f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:47:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b5351337-9e07-4b61-b12b-82f1ec4d75bf'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:30.965274 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ab7e97-b2fc-47be-8899-3015cd49ca64 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Network 667f0983-e508-4fe1-b10d-bcca42a398ef is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:47:31.011486 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-8563196a-b970-4ff2-8c2c-204d6be2690c admin admin] For port 49ed2de8-0555-480f-98c7-c426bcd48da1, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=49ed2de8-0555-480f-98c7-c426bcd48da1,segment=NetworkSegment(dec144a9-f012-4ce6-8d1e-6a819471c94b),segment_id=dec144a9-f012-4ce6-8d1e-6a819471c94b)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:31.012048 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8563196a-b970-4ff2-8c2c-204d6be2690c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (49ed2de8-0555-480f-98c7-c426bcd48da1), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:31.033209 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-99ab7e97-b2fc-47be-8899-3015cd49ca64 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 667f0983-e508-4fe1-b10d-bcca42a398ef) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:31.044922 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e48a0c1-2d88-4803-b16d-7285dc307266 None None] Network 667f0983-e508-4fe1-b10d-bcca42a398ef requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:31.060114 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ab7e97-b2fc-47be-8899-3015cd49ca64 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:31.063188 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-99ab7e97-b2fc-47be-8899-3015cd49ca64 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:31.123582 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c9b1d3d9-3455-48d2-a114-ea3b08432f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:31.124570 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b1d3d9-3455-48d2-a114-ea3b08432f8f None None] The sync data for ids ['b5351337-9e07-4b61-b12b-82f1ec4d75bf'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:47:31.324142 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3e58948c-8ee2-487a-ae2a-73192f75d444 req-8f7dc2b1-6860-4912-bb23-e61fbbb37b3b tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4318221 Jan 28 13:47:31.332252 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-8563196a-b970-4ff2-8c2c-204d6be2690c admin admin] Calling delete_port for 49ed2de8-0555-480f-98c7-c426bcd48da1 owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:31.371028 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-99ab7e97-b2fc-47be-8899-3015cd49ca64 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.1754487 Jan 28 13:47:31.375107 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53642) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:31.495175 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36cba7f-5f4e-4080-86d5-241f6fbe4cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-667f0983-e508-4fe1-b10d-bcca42a398ef', 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'fixed_ips': [{'subnet_id': '35ffca17-58e9-4eeb-abe2-92558ab43df5'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:47:31.496134 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c36cba7f-5f4e-4080-86d5-241f6fbe4cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:31.546317 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-d6625993-31d6-49a5-9a26-40dc72854ba2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 13:47:31.551064 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d6625993-31d6-49a5-9a26-40dc72854ba2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "PUT /v2.0/routers/b5351337-9e07-4b61-b12b-82f1ec4d75bf/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8282135 Jan 28 13:47:31.552022 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53644) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:31.628475 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5f156be6-cba4-4cd7-9f82-6ba3dbc4c071 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5351337-9e07-4b61-b12b-82f1ec4d75bf HTTP/1.1" status: 200 len: 205 time: 0.0746887 Jan 28 13:47:31.631224 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53648) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:31.878314 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7fae6ae2-247d-4707-b73e-8a9e36fabff9 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router (b5351337-9e07-4b61-b12b-82f1ec4d75bf), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:31.886683 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-c36cba7f-5f4e-4080-86d5-241f6fbe4cbe None None] Allocated IP 172.20.0.2 (667f0983-e508-4fe1-b10d-bcca42a398ef/35ffca17-58e9-4eeb-abe2-92558ab43df5/c7cb1def-84a3-4b0b-93ff-ac188480031e) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:47:32.278898 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7fae6ae2-247d-4707-b73e-8a9e36fabff9 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (b5351337-9e07-4b61-b12b-82f1ec4d75bf), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:32.282041 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7fae6ae2-247d-4707-b73e-8a9e36fabff9 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router_controller (b5351337-9e07-4b61-b12b-82f1ec4d75bf), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:32.336271 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1fdaa6e-c7d7-4edd-b125-e90e6a808631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:32.346532 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7fae6ae2-247d-4707-b73e-8a9e36fabff9 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (b5351337-9e07-4b61-b12b-82f1ec4d75bf), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:32.347955 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fae6ae2-247d-4707-b73e-8a9e36fabff9 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Fanout notify agent at l3_agent the message router_deleted on router b5351337-9e07-4b61-b12b-82f1ec4d75bf {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:47:32.369130 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7fae6ae2-247d-4707-b73e-8a9e36fabff9 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:32.379890 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7fae6ae2-247d-4707-b73e-8a9e36fabff9 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/routers/b5351337-9e07-4b61-b12b-82f1ec4d75bf HTTP/1.1" status: 204 len: 168 time: 0.7469234 Jan 28 13:47:32.380558 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53656) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:32.398182 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b66c4132-616c-4a0b-84d8-b80ffb37cb4b up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:32.555817 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-319f71fd-91b6-4111-be0d-5cf8ba43731c tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Deleting subnet cf2501a7-93a8-4d74-b0b8-6d34a32eab4b {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:47:32.584872 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-319f71fd-91b6-4111-be0d-5cf8ba43731c tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for subnet (cf2501a7-93a8-4d74-b0b8-6d34a32eab4b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:32.722836 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c36cba7f-5f4e-4080-86d5-241f6fbe4cbe None None] Publish callbacks [] for port (c7cb1def-84a3-4b0b-93ff-ac188480031e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:32.734520 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-319f71fd-91b6-4111-be0d-5cf8ba43731c tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (cf2501a7-93a8-4d74-b0b8-6d34a32eab4b), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:32.752766 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c36cba7f-5f4e-4080-86d5-241f6fbe4cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (c7cb1def-84a3-4b0b-93ff-ac188480031e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:32.777405 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port b66c4132-616c-4a0b-84d8-b80ffb37cb4b triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:32.777405 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b66c4132-616c-4a0b-84d8-b80ffb37cb4b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:33.009285 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36cba7f-5f4e-4080-86d5-241f6fbe4cbe None None] Network 667f0983-e508-4fe1-b10d-bcca42a398ef is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:33.026368 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c36cba7f-5f4e-4080-86d5-241f6fbe4cbe None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:33.033065 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-319f71fd-91b6-4111-be0d-5cf8ba43731c tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (cf2501a7-93a8-4d74-b0b8-6d34a32eab4b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:33.034797 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36cba7f-5f4e-4080-86d5-241f6fbe4cbe None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:47:33.071642 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:33.115548 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36cba7f-5f4e-4080-86d5-241f6fbe4cbe None None] Pushing event updated for resources: {'Port': ['ID=c7cb1def-84a3-4b0b-93ff-ac188480031e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:33.132456 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-319f71fd-91b6-4111-be0d-5cf8ba43731c tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (cf2501a7-93a8-4d74-b0b8-6d34a32eab4b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:33.172367 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-319f71fd-91b6-4111-be0d-5cf8ba43731c tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:33.191460 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-319f71fd-91b6-4111-be0d-5cf8ba43731c tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/subnets/cf2501a7-93a8-4d74-b0b8-6d34a32eab4b HTTP/1.1" status: 204 len: 168 time: 0.8095047 Jan 28 13:47:33.192819 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53666) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:33.211960 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-c36cba7f-5f4e-4080-86d5-241f6fbe4cbe None None] Attempting to bind port c7cb1def-84a3-4b0b-93ff-ac188480031e on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:47:33.213302 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-c36cba7f-5f4e-4080-86d5-241f6fbe4cbe None None] Attempting to bind port c7cb1def-84a3-4b0b-93ff-ac188480031e by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '61b09247-e098-473f-b7c7-3caa3a80e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:47:33.213908 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36cba7f-5f4e-4080-86d5-241f6fbe4cbe None None] Attempting to bind port c7cb1def-84a3-4b0b-93ff-ac188480031e on network 667f0983-e508-4fe1-b10d-bcca42a398ef {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:47:33.217548 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2a78c3-9f55-4646-be90-32cf81a810e3 None None] Network 2a7518ba-d6ec-45eb-9e65-a02957591a59 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:33.229602 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f71fd-91b6-4111-be0d-5cf8ba43731c tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Subnet': ['ID=cf2501a7-93a8-4d74-b0b8-6d34a32eab4b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:33.310404 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36cba7f-5f4e-4080-86d5-241f6fbe4cbe None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:47:33.312679 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36cba7f-5f4e-4080-86d5-241f6fbe4cbe None None] Checking segment: {'id': '61b09247-e098-473f-b7c7-3caa3a80e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:33.314569 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c36cba7f-5f4e-4080-86d5-241f6fbe4cbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:33.318648 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36cba7f-5f4e-4080-86d5-241f6fbe4cbe None None] Bound using segment: {'id': '61b09247-e098-473f-b7c7-3caa3a80e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:47:33.319659 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-c36cba7f-5f4e-4080-86d5-241f6fbe4cbe None None] Bound port: c7cb1def-84a3-4b0b-93ff-ac188480031e, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b09247-e098-473f-b7c7-3caa3a80e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:47:33.320876 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c36cba7f-5f4e-4080-86d5-241f6fbe4cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c7cb1def-84a3-4b0b-93ff-ac188480031e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:33.446866 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2aa72916-a294-4355-8aa0-70b201faa1f4 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (2a7518ba-d6ec-45eb-9e65-a02957591a59), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:33.554489 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c36cba7f-5f4e-4080-86d5-241f6fbe4cbe None None] For port c7cb1def-84a3-4b0b-93ff-ac188480031e, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:47:33.559101 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c36cba7f-5f4e-4080-86d5-241f6fbe4cbe None None] For port c7cb1def-84a3-4b0b-93ff-ac188480031e, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c7cb1def-84a3-4b0b-93ff-ac188480031e,segment=NetworkSegment(61b09247-e098-473f-b7c7-3caa3a80e5d9),segment_id=61b09247-e098-473f-b7c7-3caa3a80e5d9)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:47:33.601470 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-2aa72916-a294-4355-8aa0-70b201faa1f4 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Deleting port 8b538f4f-85e2-4f27-aadd-59d03854a875 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:33.603615 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2aa72916-a294-4355-8aa0-70b201faa1f4 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8b538f4f-85e2-4f27-aadd-59d03854a875), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:33.647191 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port b66c4132-616c-4a0b-84d8-b80ffb37cb4b is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:33.648042 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b66c4132-616c-4a0b-84d8-b80ffb37cb4b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:33.692136 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port b66c4132-616c-4a0b-84d8-b80ffb37cb4b, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b66c4132-616c-4a0b-84d8-b80ffb37cb4b,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:33.694549 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c36cba7f-5f4e-4080-86d5-241f6fbe4cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c7cb1def-84a3-4b0b-93ff-ac188480031e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:33.805494 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36cba7f-5f4e-4080-86d5-241f6fbe4cbe None None] Pushing event updated for resources: {'Port': ['ID=c7cb1def-84a3-4b0b-93ff-ac188480031e,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:33.806323 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-2aa72916-a294-4355-8aa0-70b201faa1f4 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] For port 8b538f4f-85e2-4f27-aadd-59d03854a875, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8b538f4f-85e2-4f27-aadd-59d03854a875,segment=NetworkSegment(33750b12-4d1c-49f2-945f-6d4e59ce56d3),segment_id=33750b12-4d1c-49f2-945f-6d4e59ce56d3)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:33.806652 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2aa72916-a294-4355-8aa0-70b201faa1f4 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8b538f4f-85e2-4f27-aadd-59d03854a875), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:33.817487 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b66c4132-616c-4a0b-84d8-b80ffb37cb4b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:34.159403 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=b66c4132-616c-4a0b-84d8-b80ffb37cb4b,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:34.236367 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f990b-33c3-4428-bd7f-96f90d29f2b3 req-688fd220-7360-4df7-b536-58f3e29ad0f5 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:34.243981 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-365f990b-33c3-4428-bd7f-96f90d29f2b3 req-688fd220-7360-4df7-b536-58f3e29ad0f5 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 1.6931639 Jan 28 13:47:34.282654 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caabe82-f42a-443c-a364-79f2d94d826c None None] DHCP port deletion for 2a7518ba-d6ec-45eb-9e65-a02957591a59 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:47:34.320381 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:34.513986 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8bbfc3d0-fe00-4cd7-a9fb-d2b4630290eb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:34.598394 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7caabe82-f42a-443c-a364-79f2d94d826c None None] Deleting port 8b538f4f-85e2-4f27-aadd-59d03854a875 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:34.599018 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7caabe82-f42a-443c-a364-79f2d94d826c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8b538f4f-85e2-4f27-aadd-59d03854a875), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:34.768307 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-365f990b-33c3-4428-bd7f-96f90d29f2b3 req-85ae81a3-a6fd-4ead-9845-b6b5793d504c tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5233111 Jan 28 13:47:34.812142 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-7caabe82-f42a-443c-a364-79f2d94d826c None None] For port 8b538f4f-85e2-4f27-aadd-59d03854a875, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8b538f4f-85e2-4f27-aadd-59d03854a875,segment=NetworkSegment(33750b12-4d1c-49f2-945f-6d4e59ce56d3),segment_id=33750b12-4d1c-49f2-945f-6d4e59ce56d3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:34.812549 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7caabe82-f42a-443c-a364-79f2d94d826c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8b538f4f-85e2-4f27-aadd-59d03854a875), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:34.854807 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7caabe82-f42a-443c-a364-79f2d94d826c None None] Calling delete_port for 8b538f4f-85e2-4f27-aadd-59d03854a875 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:35.027544 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8563196a-b970-4ff2-8c2c-204d6be2690c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (49ed2de8-0555-480f-98c7-c426bcd48da1), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:35.122853 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7caabe82-f42a-443c-a364-79f2d94d826c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (8b538f4f-85e2-4f27-aadd-59d03854a875), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:35.191406 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caabe82-f42a-443c-a364-79f2d94d826c None None] Pushing event deleted for resources: {'Port': ['ID=8b538f4f-85e2-4f27-aadd-59d03854a875,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:35.198880 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563196a-b970-4ff2-8c2c-204d6be2690c admin admin] Pushing event deleted for resources: {'Port': ['ID=49ed2de8-0555-480f-98c7-c426bcd48da1,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:35.231913 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caabe82-f42a-443c-a364-79f2d94d826c None None] No DVR routers for this DVR port 8b538f4f-85e2-4f27-aadd-59d03854a875 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:47:35.242721 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-2aa72916-a294-4355-8aa0-70b201faa1f4 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Calling delete_port for 8b538f4f-85e2-4f27-aadd-59d03854a875 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:35.607574 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2aa72916-a294-4355-8aa0-70b201faa1f4 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (8b538f4f-85e2-4f27-aadd-59d03854a875), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:35.721828 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa72916-a294-4355-8aa0-70b201faa1f4 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Port': ['ID=8b538f4f-85e2-4f27-aadd-59d03854a875,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:35.744155 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa72916-a294-4355-8aa0-70b201faa1f4 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] No DVR routers for this DVR port 8b538f4f-85e2-4f27-aadd-59d03854a875 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:47:36.060693 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-8bbfc3d0-fe00-4cd7-a9fb-d2b4630290eb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Allocated IP 172.20.0.1 (667f0983-e508-4fe1-b10d-bcca42a398ef/35ffca17-58e9-4eeb-abe2-92558ab43df5/191f278b-fa84-4bae-9ef0-d9d476bb1cf0) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:47:36.179217 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2aa72916-a294-4355-8aa0-70b201faa1f4 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (2a7518ba-d6ec-45eb-9e65-a02957591a59), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:36.312076 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-2aa72916-a294-4355-8aa0-70b201faa1f4 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a7518ba-d6ec-45eb-9e65-a02957591a59']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:36.359905 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:36.364227 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-2aa72916-a294-4355-8aa0-70b201faa1f4 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33750b12-4d1c-49f2-945f-6d4e59ce56d3') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:36.364583 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-2aa72916-a294-4355-8aa0-70b201faa1f4 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33750b12-4d1c-49f2-945f-6d4e59ce56d3') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:36.413903 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2aa72916-a294-4355-8aa0-70b201faa1f4 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (33750b12-4d1c-49f2-945f-6d4e59ce56d3), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:36.425388 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406e96f8-767b-48dd-904c-2f73d329bbf1 None None] Network 667f0983-e508-4fe1-b10d-bcca42a398ef requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:36.476613 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2aa72916-a294-4355-8aa0-70b201faa1f4 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (33750b12-4d1c-49f2-945f-6d4e59ce56d3), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:36.500545 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa72916-a294-4355-8aa0-70b201faa1f4 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:47:36.501125 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2aa72916-a294-4355-8aa0-70b201faa1f4 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (33750b12-4d1c-49f2-945f-6d4e59ce56d3), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:47:36.521465 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:47:36.686360 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-88325fec-3f8c-4a63-bfca-eee08515020b None None] Provisioning complete for port c7cb1def-84a3-4b0b-93ff-ac188480031e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:36.686733 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-88325fec-3f8c-4a63-bfca-eee08515020b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c7cb1def-84a3-4b0b-93ff-ac188480031e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:36.757262 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2aa72916-a294-4355-8aa0-70b201faa1f4 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (2a7518ba-d6ec-45eb-9e65-a02957591a59), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:36.774138 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2aa72916-a294-4355-8aa0-70b201faa1f4 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:36.790359 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2aa72916-a294-4355-8aa0-70b201faa1f4 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/networks/2a7518ba-d6ec-45eb-9e65-a02957591a59 HTTP/1.1" status: 204 len: 168 time: 3.5711331 Jan 28 13:47:36.798298 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53746) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:36.806202 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-3cc1518e-34bd-47b6-bfd9-6e8c4e3f0e71 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-985637002'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:36.859541 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa72916-a294-4355-8aa0-70b201faa1f4 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Network': ['ID=2a7518ba-d6ec-45eb-9e65-a02957591a59,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:36.888914 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc1518e-34bd-47b6-bfd9-6e8c4e3f0e71 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Made reservation on behalf of 534322dfb77a458ab6a55dfd72ce35f9 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:47:36.893439 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3cc1518e-34bd-47b6-bfd9-6e8c4e3f0e71 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:36.896695 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8563196a-b970-4ff2-8c2c-204d6be2690c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (6b03775d-5b2b-44ef-b7cc-b94b66572f10), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:36.898359 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c7cb1def-84a3-4b0b-93ff-ac188480031e up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:36.954452 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc1518e-34bd-47b6-bfd9-6e8c4e3f0e71 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:47:36.981340 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3cc1518e-34bd-47b6-bfd9-6e8c4e3f0e71 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (14bb6220-3f65-4d72-9c2f-5252ef20dc39), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:36.981744 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-3cc1518e-34bd-47b6-bfd9-6e8c4e3f0e71 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Added segment 14bb6220-3f65-4d72-9c2f-5252ef20dc39 of type vlan for network e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b Jan 28 13:47:37.023082 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8bbfc3d0-fe00-4cd7-a9fb-d2b4630290eb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for port (191f278b-fa84-4bae-9ef0-d9d476bb1cf0), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:37.109052 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3cc1518e-34bd-47b6-bfd9-6e8c4e3f0e71 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:37.120690 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8bbfc3d0-fe00-4cd7-a9fb-d2b4630290eb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (191f278b-fa84-4bae-9ef0-d9d476bb1cf0), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:37.181338 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfc3d0-fe00-4cd7-a9fb-d2b4630290eb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Port': ['ID=191f278b-fa84-4bae-9ef0-d9d476bb1cf0,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:37.208905 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01865c03-885f-4808-a0ed-c908f0e3e54e req-6127906f-a96c-4795-9ec6-a7aa22378f85 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:37.210895 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-01865c03-885f-4808-a0ed-c908f0e3e54e req-6127906f-a96c-4795-9ec6-a7aa22378f85 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.9711215 Jan 28 13:47:37.269775 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3cc1518e-34bd-47b6-bfd9-6e8c4e3f0e71 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:37.279512 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port c7cb1def-84a3-4b0b-93ff-ac188480031e triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:37.280312 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c7cb1def-84a3-4b0b-93ff-ac188480031e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:37.293830 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc1518e-34bd-47b6-bfd9-6e8c4e3f0e71 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:37.305213 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3cc1518e-34bd-47b6-bfd9-6e8c4e3f0e71 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:37.466677 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3cc1518e-34bd-47b6-bfd9-6e8c4e3f0e71 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6659272 Jan 28 13:47:37.506172 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbfc3d0-fe00-4cd7-a9fb-d2b4630290eb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Network 667f0983-e508-4fe1-b10d-bcca42a398ef is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:37.545670 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53782) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:37.550558 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-8bbfc3d0-fe00-4cd7-a9fb-d2b4630290eb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:37.578990 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-cf51715e-1336-4abc-a45b-d3e85de0f280 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'subnet': {'network_id': 'e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:37.606726 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbfc3d0-fe00-4cd7-a9fb-d2b4630290eb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:47:37.617103 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1518e-34bd-47b6-bfd9-6e8c4e3f0e71 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Network': ['ID=e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:37.623116 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c20b6-cb6a-4272-b2ef-f60f732cc7e9 req-f2dbb7c6-1508-4682-96de-17b2424a0fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:37.626864 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e52c20b6-cb6a-4272-b2ef-f60f732cc7e9 req-f2dbb7c6-1508-4682-96de-17b2424a0fd6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3095f4e8b2c4c5291a6921e64aeca07&device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 1097 time: 0.4667130 Jan 28 13:47:37.787826 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8bbfc3d0-fe00-4cd7-a9fb-d2b4630290eb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (e694fd7a-8c72-4465-b358-da2722c5d233), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:37.853406 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c20b6-cb6a-4272-b2ef-f60f732cc7e9 req-a0aa7682-a911-4858-b4fd-eb59af446866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:37.859449 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e52c20b6-cb6a-4272-b2ef-f60f732cc7e9 req-a0aa7682-a911-4858-b4fd-eb59af446866 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a2dd781-e5e8-4409-9997-239fcf11d461 HTTP/1.1" status: 200 len: 913 time: 0.2212992 Jan 28 13:47:38.001390 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e52c20b6-cb6a-4272-b2ef-f60f732cc7e9 req-8e294af2-8fb8-49de-a014-135dc0a9a346 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e483c1a-96a3-4333-b195-4e75664bfbb4 HTTP/1.1" status: 200 len: 217 time: 0.1401219 Jan 28 13:47:38.102452 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:47:38.147668 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c20b6-cb6a-4272-b2ef-f60f732cc7e9 req-671a60b4-043e-4c53-a4fd-cf55a1628790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:38.154802 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e52c20b6-cb6a-4272-b2ef-f60f732cc7e9 req-671a60b4-043e-4c53-a4fd-cf55a1628790 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c3c69e8-3dad-4e28-934e-77899265971f HTTP/1.1" status: 200 len: 853 time: 0.1462848 Jan 28 13:47:38.225759 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e52c20b6-cb6a-4272-b2ef-f60f732cc7e9 req-d7816291-77e0-4908-bd40-a68869a84f3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a2dd781-e5e8-4409-9997-239fcf11d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613041 Jan 28 13:47:38.266599 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-01865c03-885f-4808-a0ed-c908f0e3e54e req-9e08237d-5dda-4a06-ab11-874ce3fad9ec tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7991550 Jan 28 13:47:38.279899 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-88325fec-3f8c-4a63-bfca-eee08515020b None None] Current status of the port c7cb1def-84a3-4b0b-93ff-ac188480031e is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:38.280306 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-88325fec-3f8c-4a63-bfca-eee08515020b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c7cb1def-84a3-4b0b-93ff-ac188480031e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:38.343858 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf51715e-1336-4abc-a45b-d3e85de0f280 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Made reservation on behalf of 534322dfb77a458ab6a55dfd72ce35f9 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:47:38.348527 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cf51715e-1336-4abc-a45b-d3e85de0f280 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:38.532999 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e52c20b6-cb6a-4272-b2ef-f60f732cc7e9 req-84e4f876-ee66-4941-afdd-6e127fcfcd61 service neutron] 10.222.0.18 "GET /v2.0/networks/4a2dd781-e5e8-4409-9997-239fcf11d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011532 Jan 28 13:47:38.574053 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8563196a-b970-4ff2-8c2c-204d6be2690c admin admin] Router 6b03775d-5b2b-44ef-b7cc-b94b66572f10 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:47:38.671376 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-88325fec-3f8c-4a63-bfca-eee08515020b None None] For port c7cb1def-84a3-4b0b-93ff-ac188480031e, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c7cb1def-84a3-4b0b-93ff-ac188480031e,segment=NetworkSegment(61b09247-e098-473f-b7c7-3caa3a80e5d9),segment_id=61b09247-e098-473f-b7c7-3caa3a80e5d9)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:38.689776 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c7cb1def-84a3-4b0b-93ff-ac188480031e is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:38.690559 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c7cb1def-84a3-4b0b-93ff-ac188480031e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:38.715942 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-88325fec-3f8c-4a63-bfca-eee08515020b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c7cb1def-84a3-4b0b-93ff-ac188480031e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:38.792433 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8bbfc3d0-fe00-4cd7-a9fb-d2b4630290eb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (191f278b-fa84-4bae-9ef0-d9d476bb1cf0), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:38.803640 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e52c20b6-cb6a-4272-b2ef-f60f732cc7e9 req-8798b045-0548-48cf-8525-9df3c0f0ba48 service neutron] 10.222.0.18 "GET /v2.0/networks/4a2dd781-e5e8-4409-9997-239fcf11d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624724 Jan 28 13:47:38.877385 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:47:38.877798 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:47:38.931824 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88325fec-3f8c-4a63-bfca-eee08515020b None None] Pushing event updated for resources: {'Port': ['ID=c7cb1def-84a3-4b0b-93ff-ac188480031e,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:38.955981 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-588b70ef-c8d1-49c8-9b88-ae6381ce04e5 None None] Provisioning complete for port c7cb1def-84a3-4b0b-93ff-ac188480031e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:38.956620 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-588b70ef-c8d1-49c8-9b88-ae6381ce04e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c7cb1def-84a3-4b0b-93ff-ac188480031e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:39.232773 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-588b70ef-c8d1-49c8-9b88-ae6381ce04e5 None None] Current status of the port c7cb1def-84a3-4b0b-93ff-ac188480031e is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:39.294110 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-588b70ef-c8d1-49c8-9b88-ae6381ce04e5 None None] Provisioning complete for port 191f278b-fa84-4bae-9ef0-d9d476bb1cf0 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:39.294632 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-588b70ef-c8d1-49c8-9b88-ae6381ce04e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (191f278b-fa84-4bae-9ef0-d9d476bb1cf0), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:39.331278 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8563196a-b970-4ff2-8c2c-204d6be2690c admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:47:39.337803 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-588b70ef-c8d1-49c8-9b88-ae6381ce04e5 None None] Port 191f278b-fa84-4bae-9ef0-d9d476bb1cf0 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:47:39.344470 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8563196a-b970-4ff2-8c2c-204d6be2690c admin admin] 10.222.0.39 "PUT /v2.0/routers/6b03775d-5b2b-44ef-b7cc-b94b66572f10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3928599 Jan 28 13:47:39.346476 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53806) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:39.359721 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4fe54f-4c15-4dd4-b88b-1245f8fbb4b8 None None] Sync routers for ids ['6b03775d-5b2b-44ef-b7cc-b94b66572f10'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:47:39.457776 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cf51715e-1336-4abc-a45b-d3e85de0f280 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (6975fdd9-22ed-40f6-a004-8cc802ac3fc2), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:39.471370 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4fe54f-4c15-4dd4-b88b-1245f8fbb4b8 None None] Routers {'6b03775d-5b2b-44ef-b7cc-b94b66572f10'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:39.474660 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5b4fe54f-4c15-4dd4-b88b-1245f8fbb4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:47:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6b03775d-5b2b-44ef-b7cc-b94b66572f10'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:39.674314 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51715e-1336-4abc-a45b-d3e85de0f280 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Subnet': ['ID=6975fdd9-22ed-40f6-a004-8cc802ac3fc2,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:39.754987 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a22d1c-6583-4a1d-8ea2-0973dcbd2b98 req-3ea4bf3d-abce-4fec-9f79-e9d5ccf451e7 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:39.755344 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-5b4fe54f-4c15-4dd4-b88b-1245f8fbb4b8 None None] Set router 6b03775d-5b2b-44ef-b7cc-b94b66572f10 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:47:39.756390 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-535ee1cb-5991-4a4b-84a7-e714e1b6acd0 admin admin] Publish callbacks [] for router (6b03775d-5b2b-44ef-b7cc-b94b66572f10), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:39.759809 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d4a22d1c-6583-4a1d-8ea2-0973dcbd2b98 req-3ea4bf3d-abce-4fec-9f79-e9d5ccf451e7 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.2749398 Jan 28 13:47:39.803458 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf51715e-1336-4abc-a45b-d3e85de0f280 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Checking segment: {'id': '14bb6220-3f65-4d72-9c2f-5252ef20dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:39.803928 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf51715e-1336-4abc-a45b-d3e85de0f280 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network hostable DHCP agents. Network: e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:47:39.868077 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d4a22d1c-6583-4a1d-8ea2-0973dcbd2b98 req-e5966482-da11-4cbf-add7-2eac14f8ddc0 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871613 Jan 28 13:47:39.977078 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-535ee1cb-5991-4a4b-84a7-e714e1b6acd0 admin admin] Publish callbacks [] for router_gateway (6b03775d-5b2b-44ef-b7cc-b94b66572f10), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:39.980054 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c7cb1def-84a3-4b0b-93ff-ac188480031e is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:39.981077 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b66c4132-616c-4a0b-84d8-b80ffb37cb4b up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:40.037132 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8bbfc3d0-fe00-4cd7-a9fb-d2b4630290eb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for port (191f278b-fa84-4bae-9ef0-d9d476bb1cf0), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.061706 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8bbfc3d0-fe00-4cd7-a9fb-d2b4630290eb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (191f278b-fa84-4bae-9ef0-d9d476bb1cf0), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.122047 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-535ee1cb-5991-4a4b-84a7-e714e1b6acd0 admin admin] Deleting port b5f19e3c-9345-44af-88b4-725d82b08449 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:40.122486 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-535ee1cb-5991-4a4b-84a7-e714e1b6acd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b5f19e3c-9345-44af-88b4-725d82b08449), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.209580 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port b66c4132-616c-4a0b-84d8-b80ffb37cb4b triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:40.209954 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b66c4132-616c-4a0b-84d8-b80ffb37cb4b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.329066 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8bbfc3d0-fe00-4cd7-a9fb-d2b4630290eb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (e694fd7a-8c72-4465-b358-da2722c5d233), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.331091 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-535ee1cb-5991-4a4b-84a7-e714e1b6acd0 admin admin] For port b5f19e3c-9345-44af-88b4-725d82b08449, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b5f19e3c-9345-44af-88b4-725d82b08449,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:40.334077 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-535ee1cb-5991-4a4b-84a7-e714e1b6acd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b5f19e3c-9345-44af-88b4-725d82b08449), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.339910 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf51715e-1336-4abc-a45b-d3e85de0f280 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:47:40.371429 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-535ee1cb-5991-4a4b-84a7-e714e1b6acd0 admin admin] Calling delete_port for b5f19e3c-9345-44af-88b4-725d82b08449 owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:40.398471 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfc3d0-fe00-4cd7-a9fb-d2b4630290eb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Port': ['ID=191f278b-fa84-4bae-9ef0-d9d476bb1cf0,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:40.444173 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-cf51715e-1336-4abc-a45b-d3e85de0f280 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:40.462569 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf51715e-1336-4abc-a45b-d3e85de0f280 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:40.463266 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cf51715e-1336-4abc-a45b-d3e85de0f280 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.510410 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-cf51715e-1336-4abc-a45b-d3e85de0f280 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9396169 Jan 28 13:47:40.514654 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53816) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:40.522166 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-7ffc91aa-24e6-4004-aad8-3477c766d0de tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1824421301', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:40.528541 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port b66c4132-616c-4a0b-84d8-b80ffb37cb4b is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:40.534178 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0723f1c-e29e-42d6-8dde-8dba4a08fa04 None None] Network e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:40.596844 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7ffc91aa-24e6-4004-aad8-3477c766d0de tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (e0e564cf-ff14-4f37-81e6-e7da18f6fd9f), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.598884 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7ffc91aa-24e6-4004-aad8-3477c766d0de tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (e0e564cf-ff14-4f37-81e6-e7da18f6fd9f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.637877 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5b4fe54f-4c15-4dd4-b88b-1245f8fbb4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'name': 'tempest-TestVolumeBackupRestore-151576015-router', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:27Z', 'updated_at': '2022-01-28T13:47:34Z', 'revision_number': 5, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'gw_port': {'id': 'b5f19e3c-9345-44af-88b4-725d82b08449', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:28Z', 'updated_at': '2022-01-28T13:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:40.679526 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7ffc91aa-24e6-4004-aad8-3477c766d0de tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router_controller (e0e564cf-ff14-4f37-81e6-e7da18f6fd9f), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.687649 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7ffc91aa-24e6-4004-aad8-3477c766d0de tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (e0e564cf-ff14-4f37-81e6-e7da18f6fd9f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.714639 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbfc3d0-fe00-4cd7-a9fb-d2b4630290eb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Network 667f0983-e508-4fe1-b10d-bcca42a398ef is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:40.727868 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7ffc91aa-24e6-4004-aad8-3477c766d0de tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.731715 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7ffc91aa-24e6-4004-aad8-3477c766d0de tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2134769 Jan 28 13:47:40.731715 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-8bbfc3d0-fe00-4cd7-a9fb-d2b4630290eb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:40.732356 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53820) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:40.758463 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8b538f4f-85e2-4f27-aadd-59d03854a875 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:47:40.816959 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4fe54f-4c15-4dd4-b88b-1245f8fbb4b8 None None] Checking router: 6b03775d-5b2b-44ef-b7cc-b94b66572f10 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:47:40.836325 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 8b538f4f-85e2-4f27-aadd-59d03854a875 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:47:40.836615 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8b538f4f-85e2-4f27-aadd-59d03854a875 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:47:40.912992 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4fe54f-4c15-4dd4-b88b-1245f8fbb4b8 None None] Routers {'6b03775d-5b2b-44ef-b7cc-b94b66572f10'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:40.912992 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5b4fe54f-4c15-4dd4-b88b-1245f8fbb4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:47:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6b03775d-5b2b-44ef-b7cc-b94b66572f10'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:41.082621 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbfc3d0-fe00-4cd7-a9fb-d2b4630290eb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Router e694fd7a-8c72-4465-b358-da2722c5d233 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:47:41.265373 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-535ee1cb-5991-4a4b-84a7-e714e1b6acd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b5f19e3c-9345-44af-88b4-725d82b08449), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:41.321143 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-5b4fe54f-4c15-4dd4-b88b-1245f8fbb4b8 None None] Set router 6b03775d-5b2b-44ef-b7cc-b94b66572f10 gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:47:41.361882 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ee1cb-5991-4a4b-84a7-e714e1b6acd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f19e3c-9345-44af-88b4-725d82b08449,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:41.445034 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c7cb1def-84a3-4b0b-93ff-ac188480031e up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:41.540871 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-535ee1cb-5991-4a4b-84a7-e714e1b6acd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (6b03775d-5b2b-44ef-b7cc-b94b66572f10), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:41.566136 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e9e6f0-d637-42af-aa74-1c85b580b8d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b', 'network_id': 'e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b', 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'fixed_ips': [{'subnet_id': '6975fdd9-22ed-40f6-a004-8cc802ac3fc2'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:47:41.567289 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47e9e6f0-d637-42af-aa74-1c85b580b8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:41.572305 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 3e483c1a-96a3-4333-b195-4e75664bfbb4 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:47:41.590501 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5b4fe54f-4c15-4dd4-b88b-1245f8fbb4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'name': 'tempest-TestVolumeBackupRestore-151576015-router', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:27Z', 'updated_at': '2022-01-28T13:47:39Z', 'revision_number': 6, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:41.780523 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port c7cb1def-84a3-4b0b-93ff-ac188480031e triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:41.780804 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c7cb1def-84a3-4b0b-93ff-ac188480031e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:41.791530 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4fe54f-4c15-4dd4-b88b-1245f8fbb4b8 None None] The sync data for ids ['6b03775d-5b2b-44ef-b7cc-b94b66572f10'] in n-d-822747-2 is: [{'id': '6b03775d-5b2b-44ef-b7cc-b94b66572f10', 'name': 'tempest-TestVolumeBackupRestore-151576015-router', 'tenant_id': '1b20b56137a94d119bc41239a8a47be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:27Z', 'updated_at': '2022-01-28T13:47:39Z', 'revision_number': 6, 'project_id': '1b20b56137a94d119bc41239a8a47be8', 'gw_port_host': None}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:47:41.827214 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-535ee1cb-5991-4a4b-84a7-e714e1b6acd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (6b03775d-5b2b-44ef-b7cc-b94b66572f10), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:41.834216 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-535ee1cb-5991-4a4b-84a7-e714e1b6acd0 admin admin] Publish callbacks [] for router_controller (6b03775d-5b2b-44ef-b7cc-b94b66572f10), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:41.969255 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-535ee1cb-5991-4a4b-84a7-e714e1b6acd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (6b03775d-5b2b-44ef-b7cc-b94b66572f10), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:41.970444 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535ee1cb-5991-4a4b-84a7-e714e1b6acd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b03775d-5b2b-44ef-b7cc-b94b66572f10 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:47:41.985293 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-7094e376-5375-4133-8bb3-c5ccd10255d9 None None] Provisioning complete for port 191f278b-fa84-4bae-9ef0-d9d476bb1cf0 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:41.985293 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7094e376-5375-4133-8bb3-c5ccd10255d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (191f278b-fa84-4bae-9ef0-d9d476bb1cf0), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:41.998875 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-535ee1cb-5991-4a4b-84a7-e714e1b6acd0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:42.006276 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-535ee1cb-5991-4a4b-84a7-e714e1b6acd0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/6b03775d-5b2b-44ef-b7cc-b94b66572f10 HTTP/1.1" status: 204 len: 168 time: 2.6578400 Jan 28 13:47:42.008495 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53832) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:42.100675 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b95063-8c91-4bf2-b0fe-81aed38846bd admin admin] Deleting subnet b9e7001d-7550-4a4d-8844-b5374df32dd9 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:47:42.108037 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f0b95063-8c91-4bf2-b0fe-81aed38846bd admin admin] Publish callbacks [] for subnet (b9e7001d-7550-4a4d-8844-b5374df32dd9), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:42.248998 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f0b95063-8c91-4bf2-b0fe-81aed38846bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (b9e7001d-7550-4a4d-8844-b5374df32dd9), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:42.398742 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-47e9e6f0-d637-42af-aa74-1c85b580b8d8 None None] Allocated IP 2001:db8::2 (e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b/6975fdd9-22ed-40f6-a004-8cc802ac3fc2/69a524c8-a6f6-41ca-9579-34aac5dbc6cd) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:47:42.458116 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f0b95063-8c91-4bf2-b0fe-81aed38846bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (b9e7001d-7550-4a4d-8844-b5374df32dd9), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:42.500432 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdff61b-eca8-471d-994f-390d8cb9438c req-f46c73ed-6105-424a-8cab-4d2220fff7c9 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:42.503345 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-acdff61b-eca8-471d-994f-390d8cb9438c req-f46c73ed-6105-424a-8cab-4d2220fff7c9 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.3131955 Jan 28 13:47:42.516705 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbfc3d0-fe00-4cd7-a9fb-d2b4630290eb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:47:42.528854 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f0b95063-8c91-4bf2-b0fe-81aed38846bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (b9e7001d-7550-4a4d-8844-b5374df32dd9), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:42.532670 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6866e1e-1717-4ef2-a140-a40d7385c1a1 None None] Sync routers for ids ['e694fd7a-8c72-4465-b358-da2722c5d233'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:47:42.556073 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8bbfc3d0-fe00-4cd7-a9fb-d2b4630290eb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "PUT /v2.0/routers/e694fd7a-8c72-4465-b358-da2722c5d233/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1622746 Jan 28 13:47:42.561636 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6866e1e-1717-4ef2-a140-a40d7385c1a1 None None] Routers {'e694fd7a-8c72-4465-b358-da2722c5d233'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:42.570142 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-b6866e1e-1717-4ef2-a140-a40d7385c1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:47:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e694fd7a-8c72-4465-b358-da2722c5d233'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:42.597265 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e1752d9c-dd94-491a-8865-2865c2aaa577 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:42.655327 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 3e483c1a-96a3-4333-b195-4e75664bfbb4 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:42.656970 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3e483c1a-96a3-4333-b195-4e75664bfbb4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:42.677232 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f0b95063-8c91-4bf2-b0fe-81aed38846bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:42.695746 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f0b95063-8c91-4bf2-b0fe-81aed38846bd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b9e7001d-7550-4a4d-8844-b5374df32dd9 HTTP/1.1" status: 204 len: 168 time: 0.6859221 Jan 28 13:47:42.700878 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53842) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:42.725218 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b95063-8c91-4bf2-b0fe-81aed38846bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9e7001d-7550-4a4d-8844-b5374df32dd9,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:43.053544 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (fdf5a652-b111-479f-bc51-46460825e1b8), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:43.092450 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-b6866e1e-1717-4ef2-a140-a40d7385c1a1 None None] Set router e694fd7a-8c72-4465-b358-da2722c5d233 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:47:43.142235 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b43d5b-a080-46c1-b191-01e3c678abd4 None None] Network fdf5a652-b111-479f-bc51-46460825e1b8 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:43.161360 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-acdff61b-eca8-471d-994f-390d8cb9438c req-85be59b1-5195-4031-8279-824ef61ff1b4 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6394100 Jan 28 13:47:43.329642 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7094e376-5375-4133-8bb3-c5ccd10255d9 None None] Port 191f278b-fa84-4bae-9ef0-d9d476bb1cf0 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:47:43.337238 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-5aa5c9ac-503c-45f9-8c0c-4b6d2afc7932 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-680909994&fields=id&tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5 HTTP/1.1" status: 200 len: 267 time: 0.2650263 Jan 28 13:47:43.352742 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c7cb1def-84a3-4b0b-93ff-ac188480031e is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:43.518374 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febe91c-9e00-448b-a915-7e32822984a8 req-85193c01-4739-4b48-97e1-96b4bf784b21 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:43.527168 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0febe91c-9e00-448b-a915-7e32822984a8 req-85193c01-4739-4b48-97e1-96b4bf784b21 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 946 time: 0.2072134 Jan 28 13:47:43.548407 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87dac08-0d1e-49d9-a1f8-dd4069202b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e483c1a-96a3-4333-b195-4e75664bfbb4'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:47:43.552498 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edba118-2215-4909-88ec-2c4ae27d6ac3" -d '{"events": [{"server_uuid": "b87dac08-0d1e-49d9-a1f8-dd4069202b25", "name": "network-vif-unplugged", "status": "completed", "tag": "3e483c1a-96a3-4333-b195-4e75664bfbb4"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:47:43.585057 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 3e483c1a-96a3-4333-b195-4e75664bfbb4, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3e483c1a-96a3-4333-b195-4e75664bfbb4,segment=NetworkSegment(713f7c72-a1fe-480c-beff-0c93c78f10d8),segment_id=713f7c72-a1fe-480c-beff-0c93c78f10d8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:43.592781 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3e483c1a-96a3-4333-b195-4e75664bfbb4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:43.679995 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0febe91c-9e00-448b-a915-7e32822984a8 req-74c0e123-6b24-4531-b90d-58b8f0eb3a3b tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424026 Jan 28 13:47:43.693638 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=3e483c1a-96a3-4333-b195-4e75664bfbb4,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:43.707703 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-be30b633-933a-42f6-b838-8e801f0d079b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:43.709354 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-be30b633-933a-42f6-b838-8e801f0d079b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/networks?id=667f0983-e508-4fe1-b10d-bcca42a398ef HTTP/1.1" status: 200 len: 797 time: 0.3562729 Jan 28 13:47:43.716598 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 49ed2de8-0555-480f-98c7-c426bcd48da1 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:47:43.750313 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 49ed2de8-0555-480f-98c7-c426bcd48da1 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:47:43.750806 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 49ed2de8-0555-480f-98c7-c426bcd48da1 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:47:43.751514 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b5f19e3c-9345-44af-88b4-725d82b08449 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:47:43.765772 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-1465a2ef-8ba1-450e-bfbb-db30a6ec0988 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/quotas/9f0b15f597ac4a5a9c830cecb46d6cf5 HTTP/1.1" status: 200 len: 375 time: 0.0475442 Jan 28 13:47:43.792844 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: b5f19e3c-9345-44af-88b4-725d82b08449 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:47:43.793849 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b5f19e3c-9345-44af-88b4-725d82b08449 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:47:43.799776 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-b6866e1e-1717-4ef2-a140-a40d7385c1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854432745', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:15Z', 'updated_at': '2022-01-28T13:47:38Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:20Z', 'updated_at': '2022-01-28T13:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '191f278b-fa84-4bae-9ef0-d9d476bb1cf0', 'name': '', 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:c6:0a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '35ffca17-58e9-4eeb-abe2-92558ab43df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:35Z', 'updated_at': '2022-01-28T13:47:39Z', 'revision_number': 2, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': '35ffca17-58e9-4eeb-abe2-92558ab43df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:43.837588 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fab290-e18f-47d3-a300-73bf5992eff5 None None] DHCP port deletion for fdf5a652-b111-479f-bc51-46460825e1b8 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:47:43.843795 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] Deleting port a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:43.845428 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6866e1e-1717-4ef2-a140-a40d7385c1a1 None None] Checking router: e694fd7a-8c72-4465-b358-da2722c5d233 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:47:43.845604 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6866e1e-1717-4ef2-a140-a40d7385c1a1 None None] Updating router e694fd7a-8c72-4465-b358-da2722c5d233 port 191f278b-fa84-4bae-9ef0-d9d476bb1cf0 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:47:43.854632 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:43.906685 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b6866e1e-1717-4ef2-a140-a40d7385c1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (191f278b-fa84-4bae-9ef0-d9d476bb1cf0), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:44.027809 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 13:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991f2903-4b69-4dd8-ae20-0df763cbb272 x-openstack-request-id: req-991f2903-4b69-4dd8-ae20-0df763cbb272 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:47:44.028113 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b87dac08-0d1e-49d9-a1f8-dd4069202b25", "name": "network-vif-unplugged", "status": "failed", "tag": "3e483c1a-96a3-4333-b195-4e75664bfbb4", "code": 422}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:47:44.028520 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-991f2903-4b69-4dd8-ae20-0df763cbb272 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:47:44.029135 n-d-822747-2 neutron-server[103353]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b87dac08-0d1e-49d9-a1f8-dd4069202b25', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3e483c1a-96a3-4333-b195-4e75664bfbb4', 'code': 422} returned with failed status Jan 28 13:47:44.054726 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47e9e6f0-d637-42af-aa74-1c85b580b8d8 None None] Publish callbacks [] for port (69a524c8-a6f6-41ca-9579-34aac5dbc6cd), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:44.091920 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47e9e6f0-d637-42af-aa74-1c85b580b8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (69a524c8-a6f6-41ca-9579-34aac5dbc6cd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:44.156328 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] For port a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e,segment=NetworkSegment(dec144a9-f012-4ce6-8d1e-6a819471c94b),segment_id=dec144a9-f012-4ce6-8d1e-6a819471c94b)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:44.160497 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:44.173751 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e9e6f0-d637-42af-aa74-1c85b580b8d8 None None] Network e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:44.177543 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-47e9e6f0-d637-42af-aa74-1c85b580b8d8 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:44.186105 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-01fab290-e18f-47d3-a300-73bf5992eff5 None None] Deleting port a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:44.186389 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01fab290-e18f-47d3-a300-73bf5992eff5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:44.194265 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] Calling delete_port for a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:44.209770 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-1bc900b1-a019-47db-a0f4-546cd59f2445 req-9d9ea9ff-ea9a-4b47-a760-0aed88dac205 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:47:44.225401 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1bc900b1-a019-47db-a0f4-546cd59f2445 req-9d9ea9ff-ea9a-4b47-a760-0aed88dac205 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0389915 Jan 28 13:47:44.245415 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e9e6f0-d637-42af-aa74-1c85b580b8d8 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:47:44.266417 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-e1752d9c-dd94-491a-8865-2865c2aaa577 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Allocated IP 2001:db8::1 (e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b/6975fdd9-22ed-40f6-a004-8cc802ac3fc2/cce79424-a322-431a-aa26-32a70ccf85e7) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:47:44.484721 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:44.542251 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:44.568408 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-52293388-c924-409c-94ce-a80c46858048 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7822394 Jan 28 13:47:44.582607 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] No DVR routers for this DVR port a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:47:44.596474 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b6866e1e-1717-4ef2-a140-a40d7385c1a1 None None] Publish callbacks [] for port (191f278b-fa84-4bae-9ef0-d9d476bb1cf0), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:44.619230 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b6866e1e-1717-4ef2-a140-a40d7385c1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (191f278b-fa84-4bae-9ef0-d9d476bb1cf0), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:44.635446 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9e6f0-d637-42af-aa74-1c85b580b8d8 None None] Pushing event updated for resources: {'Port': ['ID=69a524c8-a6f6-41ca-9579-34aac5dbc6cd,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:44.749728 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb987d6-0714-4f9c-a7ad-62ae153feedf None None] Pushing event updated for resources: {'Port': ['ID=191f278b-fa84-4bae-9ef0-d9d476bb1cf0,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:44.776692 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-01fab290-e18f-47d3-a300-73bf5992eff5 None None] For port a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e,segment=NetworkSegment(dec144a9-f012-4ce6-8d1e-6a819471c94b),segment_id=dec144a9-f012-4ce6-8d1e-6a819471c94b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:44.783601 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb987d6-0714-4f9c-a7ad-62ae153feedf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:44.783922 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb987d6-0714-4f9c-a7ad-62ae153feedf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:44.784436 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb987d6-0714-4f9c-a7ad-62ae153feedf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:44.784579 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb987d6-0714-4f9c-a7ad-62ae153feedf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:44.785030 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb987d6-0714-4f9c-a7ad-62ae153feedf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:44.785221 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb987d6-0714-4f9c-a7ad-62ae153feedf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:44.785532 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb987d6-0714-4f9c-a7ad-62ae153feedf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:44.785853 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb987d6-0714-4f9c-a7ad-62ae153feedf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:44.786170 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb987d6-0714-4f9c-a7ad-62ae153feedf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:44.786488 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb987d6-0714-4f9c-a7ad-62ae153feedf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:44.786823 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb987d6-0714-4f9c-a7ad-62ae153feedf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:44.787142 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb987d6-0714-4f9c-a7ad-62ae153feedf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:44.788294 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01fab290-e18f-47d3-a300-73bf5992eff5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:44.796234 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb987d6-0714-4f9c-a7ad-62ae153feedf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:44.815501 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-47e9e6f0-d637-42af-aa74-1c85b580b8d8 None None] Attempting to bind port 69a524c8-a6f6-41ca-9579-34aac5dbc6cd on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:47:44.815885 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-47e9e6f0-d637-42af-aa74-1c85b580b8d8 None None] Attempting to bind port 69a524c8-a6f6-41ca-9579-34aac5dbc6cd by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '14bb6220-3f65-4d72-9c2f-5252ef20dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:47:44.816245 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e9e6f0-d637-42af-aa74-1c85b580b8d8 None None] Attempting to bind port 69a524c8-a6f6-41ca-9579-34aac5dbc6cd on network e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:47:44.844393 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-01fab290-e18f-47d3-a300-73bf5992eff5 None None] Calling delete_port for a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:44.858409 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e9e6f0-d637-42af-aa74-1c85b580b8d8 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:47:44.859088 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e9e6f0-d637-42af-aa74-1c85b580b8d8 None None] Checking segment: {'id': '14bb6220-3f65-4d72-9c2f-5252ef20dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:44.859554 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47e9e6f0-d637-42af-aa74-1c85b580b8d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:44.859907 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e9e6f0-d637-42af-aa74-1c85b580b8d8 None None] Bound using segment: {'id': '14bb6220-3f65-4d72-9c2f-5252ef20dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:47:44.860466 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-47e9e6f0-d637-42af-aa74-1c85b580b8d8 None None] Bound port: 69a524c8-a6f6-41ca-9579-34aac5dbc6cd, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14bb6220-3f65-4d72-9c2f-5252ef20dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:47:44.862944 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47e9e6f0-d637-42af-aa74-1c85b580b8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (69a524c8-a6f6-41ca-9579-34aac5dbc6cd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:44.865225 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadefe2-ebb2-4268-9497-872754bee9ac req-939fefc6-aeeb-4248-9039-6014915ff670 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:44.886877 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dbadefe2-ebb2-4268-9497-872754bee9ac req-939fefc6-aeeb-4248-9039-6014915ff670 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 944 time: 0.3670835 Jan 28 13:47:44.926572 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-b6866e1e-1717-4ef2-a140-a40d7385c1a1 None None] Attempting to bind port 191f278b-fa84-4bae-9ef0-d9d476bb1cf0 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:47:44.928723 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-b6866e1e-1717-4ef2-a140-a40d7385c1a1 None None] Attempting to bind port 191f278b-fa84-4bae-9ef0-d9d476bb1cf0 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '61b09247-e098-473f-b7c7-3caa3a80e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:47:44.928723 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6866e1e-1717-4ef2-a140-a40d7385c1a1 None None] Attempting to bind port 191f278b-fa84-4bae-9ef0-d9d476bb1cf0 on network 667f0983-e508-4fe1-b10d-bcca42a398ef {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:47:44.939900 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6866e1e-1717-4ef2-a140-a40d7385c1a1 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:47:44.940338 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6866e1e-1717-4ef2-a140-a40d7385c1a1 None None] Checking segment: {'id': '61b09247-e098-473f-b7c7-3caa3a80e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:44.947211 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b6866e1e-1717-4ef2-a140-a40d7385c1a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:44.947859 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6866e1e-1717-4ef2-a140-a40d7385c1a1 None None] Bound using segment: {'id': '61b09247-e098-473f-b7c7-3caa3a80e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:47:44.948267 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-b6866e1e-1717-4ef2-a140-a40d7385c1a1 None None] Bound port: 191f278b-fa84-4bae-9ef0-d9d476bb1cf0, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b09247-e098-473f-b7c7-3caa3a80e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:47:44.948697 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b6866e1e-1717-4ef2-a140-a40d7385c1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (191f278b-fa84-4bae-9ef0-d9d476bb1cf0), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.076319 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-b6866e1e-1717-4ef2-a140-a40d7385c1a1 None None] For port 191f278b-fa84-4bae-9ef0-d9d476bb1cf0, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:47:45.079078 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e1752d9c-dd94-491a-8865-2865c2aaa577 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for port (cce79424-a322-431a-aa26-32a70ccf85e7), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.081250 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-b6866e1e-1717-4ef2-a140-a40d7385c1a1 None None] For port 191f278b-fa84-4bae-9ef0-d9d476bb1cf0, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=191f278b-fa84-4bae-9ef0-d9d476bb1cf0,segment=NetworkSegment(61b09247-e098-473f-b7c7-3caa3a80e5d9),segment_id=61b09247-e098-473f-b7c7-3caa3a80e5d9)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:47:45.086172 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-b6866e1e-1717-4ef2-a140-a40d7385c1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (191f278b-fa84-4bae-9ef0-d9d476bb1cf0), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.138727 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (fdf5a652-b111-479f-bc51-46460825e1b8), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.188958 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dbadefe2-ebb2-4268-9497-872754bee9ac req-54323efe-92f5-499f-8525-fbaa8bd4a7db tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006847 Jan 28 13:47:45.210243 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6866e1e-1717-4ef2-a140-a40d7385c1a1 None None] Routers {'e694fd7a-8c72-4465-b358-da2722c5d233'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:45.215387 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-b6866e1e-1717-4ef2-a140-a40d7385c1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:47:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e694fd7a-8c72-4465-b358-da2722c5d233'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:45.238228 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf5a652-b111-479f-bc51-46460825e1b8']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:45.302795 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec144a9-f012-4ce6-8d1e-6a819471c94b') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:45.303455 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec144a9-f012-4ce6-8d1e-6a819471c94b') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:45.315740 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-7a5cacc7-5a81-45b3-8ef4-bfcf3663b82a service neutron] 10.222.0.39 "GET /v2.0/networks/667f0983-e508-4fe1-b10d-bcca42a398ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6876049 Jan 28 13:47:45.346047 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (dec144a9-f012-4ce6-8d1e-6a819471c94b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.357785 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb987d6-0714-4f9c-a7ad-62ae153feedf None None] Pushing event updated for resources: {'Port': ['ID=191f278b-fa84-4bae-9ef0-d9d476bb1cf0,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:45.391038 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e1752d9c-dd94-491a-8865-2865c2aaa577 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (cce79424-a322-431a-aa26-32a70ccf85e7), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.570673 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-47e9e6f0-d637-42af-aa74-1c85b580b8d8 None None] For port 69a524c8-a6f6-41ca-9579-34aac5dbc6cd, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:47:45.576122 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-47e9e6f0-d637-42af-aa74-1c85b580b8d8 None None] For port 69a524c8-a6f6-41ca-9579-34aac5dbc6cd, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=69a524c8-a6f6-41ca-9579-34aac5dbc6cd,segment=NetworkSegment(14bb6220-3f65-4d72-9c2f-5252ef20dc39),segment_id=14bb6220-3f65-4d72-9c2f-5252ef20dc39)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:47:45.581990 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1752d9c-dd94-491a-8865-2865c2aaa577 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:45.585693 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-83597f8e-1202-4572-8291-0e0fc5d4e26e None None] Provisioning complete for port 191f278b-fa84-4bae-9ef0-d9d476bb1cf0 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:45.589719 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-83597f8e-1202-4572-8291-0e0fc5d4e26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (191f278b-fa84-4bae-9ef0-d9d476bb1cf0), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.610941 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-e1752d9c-dd94-491a-8865-2865c2aaa577 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:45.613726 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47e9e6f0-d637-42af-aa74-1c85b580b8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (69a524c8-a6f6-41ca-9579-34aac5dbc6cd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.614625 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1752d9c-dd94-491a-8865-2865c2aaa577 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:47:45.615403 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e1752d9c-dd94-491a-8865-2865c2aaa577 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (e0e564cf-ff14-4f37-81e6-e7da18f6fd9f), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.622324 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-5a9087cd-2aae-4569-acac-89b688bf95bf service neutron] 10.222.0.39 "GET /v2.0/networks/667f0983-e508-4fe1-b10d-bcca42a398ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871578 Jan 28 13:47:45.640101 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1752d9c-dd94-491a-8865-2865c2aaa577 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Port': ['ID=cce79424-a322-431a-aa26-32a70ccf85e7,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:45.729569 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-b6866e1e-1717-4ef2-a140-a40d7385c1a1 None None] Set router e694fd7a-8c72-4465-b358-da2722c5d233 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:47:45.749660 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:47:45.819533 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (dec144a9-f012-4ce6-8d1e-6a819471c94b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.874838 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:47:45.875343 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (dec144a9-f012-4ce6-8d1e-6a819471c94b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:47:45.878660 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:47:45.921766 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:47:45.922445 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:47:45.939163 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01fab290-e18f-47d3-a300-73bf5992eff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.947954 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6261d26f-13fb-4c8d-b28f-2cb82dd9dbf1 req-6356f2cc-21fb-4c0f-9f13-18b19210cbbb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6709580 Jan 28 13:47:45.969885 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-6261d26f-13fb-4c8d-b28f-2cb82dd9dbf1 req-5ab393ac-aee4-4a85-9625-3aeb30e8f02e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:47:45.989844 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fab290-e18f-47d3-a300-73bf5992eff5 None None] No DVR routers for this DVR port a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:47:46.020188 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6261d26f-13fb-4c8d-b28f-2cb82dd9dbf1 req-5ab393ac-aee4-4a85-9625-3aeb30e8f02e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0707192 Jan 28 13:47:46.058238 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e1752d9c-dd94-491a-8865-2865c2aaa577 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (cce79424-a322-431a-aa26-32a70ccf85e7), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.113257 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9e6f0-d637-42af-aa74-1c85b580b8d8 None None] Pushing event updated for resources: {'Port': ['ID=69a524c8-a6f6-41ca-9579-34aac5dbc6cd,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:46.256440 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (fdf5a652-b111-479f-bc51-46460825e1b8), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.268285 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.295316 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/fdf5a652-b111-479f-bc51-46460825e1b8 HTTP/1.1" status: 204 len: 168 time: 3.5914876 Jan 28 13:47:46.297963 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53914) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:46.310323 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-83597f8e-1202-4572-8291-0e0fc5d4e26e None None] Current status of the port 191f278b-fa84-4bae-9ef0-d9d476bb1cf0 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:46.310717 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-83597f8e-1202-4572-8291-0e0fc5d4e26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (191f278b-fa84-4bae-9ef0-d9d476bb1cf0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.330480 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-50e6539b-e850-4f43-9a84-af952b871a61 req-4e1ce79b-a7ba-4a56-b94c-dea2137fa0e8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 210 time: 0.1836259 Jan 28 13:47:46.476093 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-83597f8e-1202-4572-8291-0e0fc5d4e26e None None] For port 191f278b-fa84-4bae-9ef0-d9d476bb1cf0, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=191f278b-fa84-4bae-9ef0-d9d476bb1cf0,segment=NetworkSegment(61b09247-e098-473f-b7c7-3caa3a80e5d9),segment_id=61b09247-e098-473f-b7c7-3caa3a80e5d9)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:46.543940 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-b6866e1e-1717-4ef2-a140-a40d7385c1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854432745', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:15Z', 'updated_at': '2022-01-28T13:47:38Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:20Z', 'updated_at': '2022-01-28T13:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '191f278b-fa84-4bae-9ef0-d9d476bb1cf0', 'name': '', 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:c6:0a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '35ffca17-58e9-4eeb-abe2-92558ab43df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:35Z', 'updated_at': '2022-01-28T13:47:45Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': '35ffca17-58e9-4eeb-abe2-92558ab43df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:46.558907 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-83597f8e-1202-4572-8291-0e0fc5d4e26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (191f278b-fa84-4bae-9ef0-d9d476bb1cf0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.580841 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fab290-e18f-47d3-a300-73bf5992eff5 None None] Pushing event deleted for resources: {'Port': ['ID=a3fc2896-d0d7-4be2-9a1e-f48d05d0ce8e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:46.631842 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6866e1e-1717-4ef2-a140-a40d7385c1a1 None None] The sync data for ids ['e694fd7a-8c72-4465-b358-da2722c5d233'] in n-d-822747-2 is: [{'id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854432745', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:15Z', 'updated_at': '2022-01-28T13:47:38Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:20Z', 'updated_at': '2022-01-28T13:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '191f278b-fa84-4bae-9ef0-d9d476bb1cf0', 'name': '', 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:c6:0a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '35ffca17-58e9-4eeb-abe2-92558ab43df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:35Z', 'updated_at': '2022-01-28T13:47:45Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': '35ffca17-58e9-4eeb-abe2-92558ab43df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:47:46.753612 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdf5a652-b111-479f-bc51-46460825e1b8,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:46.793467 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53922) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:46.795436 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:46.795578 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:46.795927 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:46.796266 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:46.796601 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:46.796939 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:46.797272 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:46.797721 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:46.798066 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:46.798373 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:46.798706 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:46.799074 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:46.799403 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff4149-1e65-4921-ba51-53ab90b7bff0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:46.948865 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d86a4fda-f75f-4e8a-881b-86eb0cd3971c None None] Provisioning complete for port 191f278b-fa84-4bae-9ef0-d9d476bb1cf0 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:46.949489 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d86a4fda-f75f-4e8a-881b-86eb0cd3971c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (191f278b-fa84-4bae-9ef0-d9d476bb1cf0), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:47.071086 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83597f8e-1202-4572-8291-0e0fc5d4e26e None None] Pushing event updated for resources: {'Port': ['ID=191f278b-fa84-4bae-9ef0-d9d476bb1cf0,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:47.370384 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d86a4fda-f75f-4e8a-881b-86eb0cd3971c None None] Current status of the port 191f278b-fa84-4bae-9ef0-d9d476bb1cf0 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:47.489234 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e1752d9c-dd94-491a-8865-2865c2aaa577 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for port (cce79424-a322-431a-aa26-32a70ccf85e7), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:47.508390 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ee8fc-420b-49c8-a302-8e3ecd58ba48 req-cd03d303-02f3-48e2-82d7-924dd8fda8b7 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:47.516554 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-424ee8fc-420b-49c8-a302-8e3ecd58ba48 req-cd03d303-02f3-48e2-82d7-924dd8fda8b7 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 944 time: 0.7445977 Jan 28 13:47:47.550564 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e1752d9c-dd94-491a-8865-2865c2aaa577 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (cce79424-a322-431a-aa26-32a70ccf85e7), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:47.577584 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e1752d9c-dd94-491a-8865-2865c2aaa577 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (e0e564cf-ff14-4f37-81e6-e7da18f6fd9f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:47.843903 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:47.890299 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-424ee8fc-420b-49c8-a302-8e3ecd58ba48 req-b8daf97b-a442-424f-86ff-5eb1d3028fa5 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958055 Jan 28 13:47:47.941769 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 69a524c8-a6f6-41ca-9579-34aac5dbc6cd up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:47.979501 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0454da88-305c-4d34-a3c3-a879d446d662 req-51639d03-f745-4503-99ba-fb6579341499 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 210 time: 0.4800739 Jan 28 13:47:48.053958 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1752d9c-dd94-491a-8865-2865c2aaa577 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Port': ['ID=cce79424-a322-431a-aa26-32a70ccf85e7,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:48.199589 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 69a524c8-a6f6-41ca-9579-34aac5dbc6cd triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:48.201097 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (69a524c8-a6f6-41ca-9579-34aac5dbc6cd), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:48.379406 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1752d9c-dd94-491a-8865-2865c2aaa577 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:48.382099 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-e1752d9c-dd94-491a-8865-2865c2aaa577 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:48.468844 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b810248-7c7e-4913-8a69-b9c57174b885 None None] Network e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:48.633171 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1752d9c-dd94-491a-8865-2865c2aaa577 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Router e0e564cf-ff14-4f37-81e6-e7da18f6fd9f is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:47:48.671766 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 69a524c8-a6f6-41ca-9579-34aac5dbc6cd is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:48.672673 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (69a524c8-a6f6-41ca-9579-34aac5dbc6cd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:48.737149 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-4ed43165-122c-4cd8-8eda-d7347fcae789 None None] Provisioning complete for port 69a524c8-a6f6-41ca-9579-34aac5dbc6cd triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:48.737534 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ed43165-122c-4cd8-8eda-d7347fcae789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (69a524c8-a6f6-41ca-9579-34aac5dbc6cd), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:48.885163 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1752d9c-dd94-491a-8865-2865c2aaa577 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:47:48.897290 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e1752d9c-dd94-491a-8865-2865c2aaa577 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "PUT /v2.0/routers/e0e564cf-ff14-4f37-81e6-e7da18f6fd9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1601958 Jan 28 13:47:48.900663 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53956) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:48.904294 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 69a524c8-a6f6-41ca-9579-34aac5dbc6cd, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=69a524c8-a6f6-41ca-9579-34aac5dbc6cd,segment=NetworkSegment(14bb6220-3f65-4d72-9c2f-5252ef20dc39),segment_id=14bb6220-3f65-4d72-9c2f-5252ef20dc39)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:48.949152 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a32448f-42ea-4002-8425-d4502982f3fd None None] Sync routers for ids ['e0e564cf-ff14-4f37-81e6-e7da18f6fd9f'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:47:48.958103 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (69a524c8-a6f6-41ca-9579-34aac5dbc6cd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:48.958947 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 191f278b-fa84-4bae-9ef0-d9d476bb1cf0 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:49.106721 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a32ec47-2a29-4046-b434-a54b93dc4192 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:49.110863 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8a32ec47-2a29-4046-b434-a54b93dc4192 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "GET /v2.0/ports/cce79424-a322-431a-aa26-32a70ccf85e7 HTTP/1.1" status: 200 len: 911 time: 0.2060289 Jan 28 13:47:49.117970 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53964) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:49.145688 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a32448f-42ea-4002-8425-d4502982f3fd None None] Routers {'e0e564cf-ff14-4f37-81e6-e7da18f6fd9f'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:49.146351 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-4a32448f-42ea-4002-8425-d4502982f3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:47:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e0e564cf-ff14-4f37-81e6-e7da18f6fd9f'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:49.149061 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=69a524c8-a6f6-41ca-9579-34aac5dbc6cd,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:49.331782 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4ed43165-122c-4cd8-8eda-d7347fcae789 None None] Current status of the port 69a524c8-a6f6-41ca-9579-34aac5dbc6cd is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:49.346465 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-4a32448f-42ea-4002-8425-d4502982f3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:49.353630 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 191f278b-fa84-4bae-9ef0-d9d476bb1cf0 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:49.375105 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (191f278b-fa84-4bae-9ef0-d9d476bb1cf0), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:49.500713 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a32448f-42ea-4002-8425-d4502982f3fd None None] Routers {'e0e564cf-ff14-4f37-81e6-e7da18f6fd9f'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:49.502713 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-4a32448f-42ea-4002-8425-d4502982f3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:47:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e0e564cf-ff14-4f37-81e6-e7da18f6fd9f'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:49.592641 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-4a32448f-42ea-4002-8425-d4502982f3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:49.593321 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a32448f-42ea-4002-8425-d4502982f3fd None None] The sync data for ids ['e0e564cf-ff14-4f37-81e6-e7da18f6fd9f'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:47:49.692224 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a45ed3-7b43-4d52-a564-6ee6fb5273b4 req-73e5444d-1e21-4f40-8899-dd92118f4b17 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:49.716161 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 191f278b-fa84-4bae-9ef0-d9d476bb1cf0 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:49.733757 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-03a45ed3-7b43-4d52-a564-6ee6fb5273b4 req-73e5444d-1e21-4f40-8899-dd92118f4b17 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 944 time: 0.5824888 Jan 28 13:47:49.848554 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:49.924474 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3043d96b-485f-4849-81d1-6390ca50387e req-68b028d8-d8ea-4d36-bc67-eb70b2dc5997 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 210 time: 0.1178818 Jan 28 13:47:49.962907 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 69a524c8-a6f6-41ca-9579-34aac5dbc6cd up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:50.012701 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261d26f-13fb-4c8d-b28f-2cb82dd9dbf1 req-cb4d70cd-25fa-4979-a305-a866e649bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:50.027680 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6261d26f-13fb-4c8d-b28f-2cb82dd9dbf1 req-cb4d70cd-25fa-4979-a305-a866e649bb81 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25&tenant_id=f3095f4e8b2c4c5291a6921e64aeca07 HTTP/1.1" status: 200 len: 1095 time: 1.5317867 Jan 28 13:47:50.161168 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e27eef00-5dfc-4285-8732-e1bdb8a0c43c None None] Provisioning complete for port 69a524c8-a6f6-41ca-9579-34aac5dbc6cd triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:50.161787 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e27eef00-5dfc-4285-8732-e1bdb8a0c43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (69a524c8-a6f6-41ca-9579-34aac5dbc6cd), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:50.197987 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-21ed6214-1bb7-4513-a7a8-a4725bf25fe7 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:50.211406 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-21ed6214-1bb7-4513-a7a8-a4725bf25fe7 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.18 "GET /v2.0/networks?id=667f0983-e508-4fe1-b10d-bcca42a398ef HTTP/1.1" status: 200 len: 797 time: 0.8715653 Jan 28 13:47:50.244026 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-03a45ed3-7b43-4d52-a564-6ee6fb5273b4 req-63655770-3b5f-4c26-8748-7b4a69a280ba tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093007 Jan 28 13:47:50.567584 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-ef8610ee-f4f4-4683-a877-026396bea0a2 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5 HTTP/1.1" status: 200 len: 379 time: 0.3560266 Jan 28 13:47:50.587309 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-1b7b2c23-c6a1-4464-b82e-7f222a8236ad tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'port': {'device_id': '69e5d8d0-375a-4357-b599-3d3fcf5405c8', 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef', 'admin_state_up': True, 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'security_groups': ['9dd0d594-44d5-4dd6-b257-beb8821a7c9a']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:50.593546 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 69a524c8-a6f6-41ca-9579-34aac5dbc6cd triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:50.594482 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (69a524c8-a6f6-41ca-9579-34aac5dbc6cd), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:50.675552 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261d26f-13fb-4c8d-b28f-2cb82dd9dbf1 req-ab6f8397-8685-46e9-a702-f8e27cd98933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:50.677616 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6261d26f-13fb-4c8d-b28f-2cb82dd9dbf1 req-ab6f8397-8685-46e9-a702-f8e27cd98933 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3095f4e8b2c4c5291a6921e64aeca07&device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 1095 time: 0.5459974 Jan 28 13:47:50.741232 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 69a524c8-a6f6-41ca-9579-34aac5dbc6cd is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:50.747696 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e27eef00-5dfc-4285-8732-e1bdb8a0c43c None None] Current status of the port 69a524c8-a6f6-41ca-9579-34aac5dbc6cd is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:50.771448 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e27eef00-5dfc-4285-8732-e1bdb8a0c43c None None] Provisioning complete for port cce79424-a322-431a-aa26-32a70ccf85e7 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:50.771827 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e27eef00-5dfc-4285-8732-e1bdb8a0c43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (cce79424-a322-431a-aa26-32a70ccf85e7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:50.875335 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e27eef00-5dfc-4285-8732-e1bdb8a0c43c None None] Port cce79424-a322-431a-aa26-32a70ccf85e7 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:47:50.889783 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261d26f-13fb-4c8d-b28f-2cb82dd9dbf1 req-b5d6aac7-c1f2-42b6-b4a4-39b14918c1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:50.894138 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6261d26f-13fb-4c8d-b28f-2cb82dd9dbf1 req-b5d6aac7-c1f2-42b6-b4a4-39b14918c1fc service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a2dd781-e5e8-4409-9997-239fcf11d461 HTTP/1.1" status: 200 len: 913 time: 0.2055759 Jan 28 13:47:50.910833 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-1b7b2c23-c6a1-4464-b82e-7f222a8236ad tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Made reservation on behalf of 9f0b15f597ac4a5a9c830cecb46d6cf5 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:47:50.915546 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-1b7b2c23-c6a1-4464-b82e-7f222a8236ad tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:51.016296 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-8cc72c9b-091a-45b3-b951-fcf1f39618ea None None] Provisioning complete for port cce79424-a322-431a-aa26-32a70ccf85e7 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:51.016704 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8cc72c9b-091a-45b3-b951-fcf1f39618ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (cce79424-a322-431a-aa26-32a70ccf85e7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:51.020458 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6261d26f-13fb-4c8d-b28f-2cb82dd9dbf1 req-95dc04ae-7f7c-475f-90ad-25b8dd6b0a40 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e483c1a-96a3-4333-b195-4e75664bfbb4 HTTP/1.1" status: 200 len: 217 time: 0.0969646 Jan 28 13:47:51.088300 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-653a44fc-96a3-4a43-8103-aa92371aae84 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (e0e564cf-ff14-4f37-81e6-e7da18f6fd9f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:51.119065 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8cc72c9b-091a-45b3-b951-fcf1f39618ea None None] Port cce79424-a322-431a-aa26-32a70ccf85e7 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:47:51.131159 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-1b7b2c23-c6a1-4464-b82e-7f222a8236ad tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Allocated IP 172.20.0.3 (667f0983-e508-4fe1-b10d-bcca42a398ef/35ffca17-58e9-4eeb-abe2-92558ab43df5/59b04507-3836-4ae0-8905-df0b8514b470) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:47:51.220288 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f14f8cd5-b438-4bca-b072-9ca5a989f0aa req-2fa5a7b4-5617-4bc6-b72d-3bd3642b71b8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 210 time: 0.0827243 Jan 28 13:47:51.248144 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-26d7c1bd-2999-4229-ab48-22a97c89d011 None None] Provisioning complete for port cce79424-a322-431a-aa26-32a70ccf85e7 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:51.248434 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-26d7c1bd-2999-4229-ab48-22a97c89d011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (cce79424-a322-431a-aa26-32a70ccf85e7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:51.354080 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-26d7c1bd-2999-4229-ab48-22a97c89d011 None None] Port cce79424-a322-431a-aa26-32a70ccf85e7 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:47:51.385680 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3a1c4ac3-ee29-44a5-b714-4f1169bd3981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (0dd57690-b913-4c61-987d-8d6c3be5526b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:51.462247 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-1b7b2c23-c6a1-4464-b82e-7f222a8236ad tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for port (59b04507-3836-4ae0-8905-df0b8514b470), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:51.507489 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-1b7b2c23-c6a1-4464-b82e-7f222a8236ad tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (59b04507-3836-4ae0-8905-df0b8514b470), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:51.582289 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-1b7b2c23-c6a1-4464-b82e-7f222a8236ad tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Network 667f0983-e508-4fe1-b10d-bcca42a398ef is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:51.628553 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-1b7b2c23-c6a1-4464-b82e-7f222a8236ad tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:51.650886 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b2c23-c6a1-4464-b82e-7f222a8236ad tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Port': ['ID=59b04507-3836-4ae0-8905-df0b8514b470,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:51.666394 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-1b7b2c23-c6a1-4464-b82e-7f222a8236ad tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:47:51.696254 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-67c9482e-9ce8-4100-b31d-2dd39ea6adac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (2ff89c9d-18f5-4429-a943-14f035acb63e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:51.706816 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261d26f-13fb-4c8d-b28f-2cb82dd9dbf1 req-dec2390c-918c-4506-9f30-258a41453f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:51.715630 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6261d26f-13fb-4c8d-b28f-2cb82dd9dbf1 req-dec2390c-918c-4506-9f30-258a41453f76 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c3c69e8-3dad-4e28-934e-77899265971f HTTP/1.1" status: 200 len: 853 time: 0.6874952 Jan 28 13:47:51.821258 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-1b7b2c23-c6a1-4464-b82e-7f222a8236ad tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:51.821988 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-1b7b2c23-c6a1-4464-b82e-7f222a8236ad tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:51.863182 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-1b7b2c23-c6a1-4464-b82e-7f222a8236ad tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2802775 Jan 28 13:47:51.879648 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-9ae63e59-726b-4e79-9a96-57dd1971f4c7 service neutron] Request body: {'port': {'device_id': '69e5d8d0-375a-4357-b599-3d3fcf5405c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:51.934352 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6261d26f-13fb-4c8d-b28f-2cb82dd9dbf1 req-9dbb574b-0b26-42ee-beee-f888eec3b143 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a2dd781-e5e8-4409-9997-239fcf11d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1307168 Jan 28 13:47:52.010119 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-653a44fc-96a3-4a43-8103-aa92371aae84 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Deleting port cce79424-a322-431a-aa26-32a70ccf85e7 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:52.011108 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-653a44fc-96a3-4a43-8103-aa92371aae84 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (cce79424-a322-431a-aa26-32a70ccf85e7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:52.025874 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-9ae63e59-726b-4e79-9a96-57dd1971f4c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (59b04507-3836-4ae0-8905-df0b8514b470), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:52.116174 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-60ffb7e3-1b7b-49e6-ab71-9754676c93a9 None None] Provisioning complete for port 59b04507-3836-4ae0-8905-df0b8514b470 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:52.116871 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-60ffb7e3-1b7b-49e6-ab71-9754676c93a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (59b04507-3836-4ae0-8905-df0b8514b470), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:52.216899 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-60ffb7e3-1b7b-49e6-ab71-9754676c93a9 None None] Port 59b04507-3836-4ae0-8905-df0b8514b470 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:47:52.237208 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab30080-4fa9-455b-a9d5-7cdc211ff49c req-9ad1abd2-ae8f-43d6-b862-d9c59cd68d8e tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:52.246645 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3ab30080-4fa9-455b-a9d5-7cdc211ff49c req-9ad1abd2-ae8f-43d6-b862-d9c59cd68d8e tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 944 time: 0.6578696 Jan 28 13:47:52.377420 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-653a44fc-96a3-4a43-8103-aa92371aae84 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (cce79424-a322-431a-aa26-32a70ccf85e7), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:52.393918 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-653a44fc-96a3-4a43-8103-aa92371aae84 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Calling delete_port for cce79424-a322-431a-aa26-32a70ccf85e7 owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:52.466603 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6261d26f-13fb-4c8d-b28f-2cb82dd9dbf1 req-561410f4-2371-4ff4-a186-3e38d50c6117 service neutron] 10.222.0.18 "GET /v2.0/networks/4a2dd781-e5e8-4409-9997-239fcf11d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5154984 Jan 28 13:47:52.528981 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3ab30080-4fa9-455b-a9d5-7cdc211ff49c req-ade450ba-2285-490f-afde-c5da09e9df2d tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792525 Jan 28 13:47:52.743905 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291baae1-bd39-4916-bd1b-68850ca22cb9 req-9da6596c-df3a-4995-89a3-ce05f60bfe87 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:52.745491 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-291baae1-bd39-4916-bd1b-68850ca22cb9 req-9da6596c-df3a-4995-89a3-ce05f60bfe87 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 931 time: 0.2420332 Jan 28 13:47:52.777660 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae043e63-a893-4c6b-a948-105ffbb7aa2f req-c46bd841-9af3-4cba-93ed-046da43048af service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6092725 Jan 28 13:47:52.781607 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6261d26f-13fb-4c8d-b28f-2cb82dd9dbf1 req-ba946086-ef8b-4f76-8c9c-462ec0d80179 service neutron] 10.222.0.18 "GET /v2.0/networks/4a2dd781-e5e8-4409-9997-239fcf11d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718000 Jan 28 13:47:52.853216 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-3a1c4ac3-ee29-44a5-b714-4f1169bd3981 admin admin] Deleting port bcbec427-281a-45bb-a7b5-a121ec98f1f3 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:52.853650 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3a1c4ac3-ee29-44a5-b714-4f1169bd3981 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (bcbec427-281a-45bb-a7b5-a121ec98f1f3), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:53.073758 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-3a1c4ac3-ee29-44a5-b714-4f1169bd3981 admin admin] For port bcbec427-281a-45bb-a7b5-a121ec98f1f3, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=bcbec427-281a-45bb-a7b5-a121ec98f1f3,segment=NetworkSegment(ccd83025-20fc-4d5e-a475-45be4f42740c),segment_id=ccd83025-20fc-4d5e-a475-45be4f42740c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:53.074144 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3a1c4ac3-ee29-44a5-b714-4f1169bd3981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (bcbec427-281a-45bb-a7b5-a121ec98f1f3), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:53.097544 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-3a1c4ac3-ee29-44a5-b714-4f1169bd3981 admin admin] Calling delete_port for bcbec427-281a-45bb-a7b5-a121ec98f1f3 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:53.116971 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-67c9482e-9ce8-4100-b31d-2dd39ea6adac admin admin] Deleting port a32fad77-8bf9-4e77-9486-3300541391e4 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:53.117355 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-67c9482e-9ce8-4100-b31d-2dd39ea6adac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (a32fad77-8bf9-4e77-9486-3300541391e4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:53.430377 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-653a44fc-96a3-4a43-8103-aa92371aae84 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (cce79424-a322-431a-aa26-32a70ccf85e7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:53.440002 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae043e63-a893-4c6b-a948-105ffbb7aa2f req-80b131be-e735-47cf-bbf9-1d88c30fc288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:53.441782 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae043e63-a893-4c6b-a948-105ffbb7aa2f req-80b131be-e735-47cf-bbf9-1d88c30fc288 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a710706f51d4196913035417fac81e3&device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 1096 time: 0.1701272 Jan 28 13:47:53.468821 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-291baae1-bd39-4916-bd1b-68850ca22cb9 req-ae63c585-6b56-4310-b538-98ff0f7d6f9c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6851902 Jan 28 13:47:53.504169 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-67c9482e-9ce8-4100-b31d-2dd39ea6adac admin admin] For port a32fad77-8bf9-4e77-9486-3300541391e4, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=a32fad77-8bf9-4e77-9486-3300541391e4,segment=NetworkSegment(645ac1b2-07cd-42da-9b64-9375b8bc6582),segment_id=645ac1b2-07cd-42da-9b64-9375b8bc6582)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:53.504705 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-67c9482e-9ce8-4100-b31d-2dd39ea6adac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (a32fad77-8bf9-4e77-9486-3300541391e4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:53.533485 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a44fc-96a3-4a43-8103-aa92371aae84 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Port': ['ID=cce79424-a322-431a-aa26-32a70ccf85e7,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:53.550559 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-67c9482e-9ce8-4100-b31d-2dd39ea6adac admin admin] Calling delete_port for a32fad77-8bf9-4e77-9486-3300541391e4 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:53.889882 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3a1c4ac3-ee29-44a5-b714-4f1169bd3981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (bcbec427-281a-45bb-a7b5-a121ec98f1f3), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:53.945081 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-9ae63e59-726b-4e79-9a96-57dd1971f4c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b04507-3836-4ae0-8905-df0b8514b470 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:47:53.981966 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-9ae63e59-726b-4e79-9a96-57dd1971f4c7 service neutron] Publish callbacks [] for port (59b04507-3836-4ae0-8905-df0b8514b470), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:54.037344 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-9ae63e59-726b-4e79-9a96-57dd1971f4c7 service neutron] Transition to ACTIVE for port object 59b04507-3836-4ae0-8905-df0b8514b470 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:47:54.047835 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c4ac3-ee29-44a5-b714-4f1169bd3981 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcbec427-281a-45bb-a7b5-a121ec98f1f3,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:54.188841 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-9ae63e59-726b-4e79-9a96-57dd1971f4c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (59b04507-3836-4ae0-8905-df0b8514b470), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:54.246609 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e93756-18b3-4f79-a56f-4b419add99de req-e426dc95-9753-48d1-9d49-b652caeaa0eb tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:54.248354 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-95e93756-18b3-4f79-a56f-4b419add99de req-e426dc95-9753-48d1-9d49-b652caeaa0eb tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 944 time: 0.3946106 Jan 28 13:47:54.300730 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-653a44fc-96a3-4a43-8103-aa92371aae84 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (e0e564cf-ff14-4f37-81e6-e7da18f6fd9f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:54.596983 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae63e59-726b-4e79-9a96-57dd1971f4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=59b04507-3836-4ae0-8905-df0b8514b470,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:54.762721 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae043e63-a893-4c6b-a948-105ffbb7aa2f req-bbec9ec8-8472-4336-83b9-0a6c08ae5c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:54.769997 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae043e63-a893-4c6b-a948-105ffbb7aa2f req-bbec9ec8-8472-4336-83b9-0a6c08ae5c80 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 HTTP/1.1" status: 200 len: 911 time: 1.3001297 Jan 28 13:47:54.939572 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-95e93756-18b3-4f79-a56f-4b419add99de req-87e42f35-6ca5-4ca9-8a9c-c69dd4cf9ad6 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6720767 Jan 28 13:47:54.943283 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-67c9482e-9ce8-4100-b31d-2dd39ea6adac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (a32fad77-8bf9-4e77-9486-3300541391e4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:55.159926 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9482e-9ce8-4100-b31d-2dd39ea6adac admin admin] Pushing event deleted for resources: {'Port': ['ID=a32fad77-8bf9-4e77-9486-3300541391e4,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:55.530649 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653a44fc-96a3-4a43-8103-aa92371aae84 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Router e0e564cf-ff14-4f37-81e6-e7da18f6fd9f has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:47:55.540673 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae043e63-a893-4c6b-a948-105ffbb7aa2f req-323258b2-4317-4cd8-9fe4-c38dd218cdca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 HTTP/1.1" status: 200 len: 1001 time: 0.6964753 Jan 28 13:47:55.605549 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3a1c4ac3-ee29-44a5-b714-4f1169bd3981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (0dd57690-b913-4c61-987d-8d6c3be5526b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:55.654872 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c8cd8-9c48-4814-9d9e-83a75cf9aa46 req-05e66743-6d28-45ab-9d8e-ef50e7e35c6d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:55.668960 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ef3c8cd8-9c48-4814-9d9e-83a75cf9aa46 req-05e66743-6d28-45ab-9d8e-ef50e7e35c6d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 943 time: 0.9457133 Jan 28 13:47:55.679324 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-9ae63e59-726b-4e79-9a96-57dd1971f4c7 service neutron] Attempting to bind port 59b04507-3836-4ae0-8905-df0b8514b470 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:47:55.679814 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-9ae63e59-726b-4e79-9a96-57dd1971f4c7 service neutron] Attempting to bind port 59b04507-3836-4ae0-8905-df0b8514b470 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '61b09247-e098-473f-b7c7-3caa3a80e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:47:55.680249 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-9ae63e59-726b-4e79-9a96-57dd1971f4c7 service neutron] Attempting to bind port 59b04507-3836-4ae0-8905-df0b8514b470 on network 667f0983-e508-4fe1-b10d-bcca42a398ef {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:47:55.787322 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-9ae63e59-726b-4e79-9a96-57dd1971f4c7 service neutron] Port 59b04507-3836-4ae0-8905-df0b8514b470 on network 667f0983-e508-4fe1-b10d-bcca42a398ef not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:47:55.787841 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-9ae63e59-726b-4e79-9a96-57dd1971f4c7 service neutron] Attempting to bind port 59b04507-3836-4ae0-8905-df0b8514b470 on network 667f0983-e508-4fe1-b10d-bcca42a398ef {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:47:55.942489 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae043e63-a893-4c6b-a948-105ffbb7aa2f req-33c63747-4e34-496d-84f0-01c911e17d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:55.945393 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae043e63-a893-4c6b-a948-105ffbb7aa2f req-33c63747-4e34-496d-84f0-01c911e17d2a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a282eac7-c6f7-4e0b-bd51-f3e60c647f6a HTTP/1.1" status: 200 len: 850 time: 0.3406386 Jan 28 13:47:55.981259 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-9ae63e59-726b-4e79-9a96-57dd1971f4c7 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:47:55.987759 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-9ae63e59-726b-4e79-9a96-57dd1971f4c7 service neutron] Checking segment: {'id': '61b09247-e098-473f-b7c7-3caa3a80e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:55.988469 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-9ae63e59-726b-4e79-9a96-57dd1971f4c7 service neutron] Bound using segment: {'id': '61b09247-e098-473f-b7c7-3caa3a80e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:47:55.989353 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-9ae63e59-726b-4e79-9a96-57dd1971f4c7 service neutron] Bound port: 59b04507-3836-4ae0-8905-df0b8514b470, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b09247-e098-473f-b7c7-3caa3a80e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:47:55.991582 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-9ae63e59-726b-4e79-9a96-57dd1971f4c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (59b04507-3836-4ae0-8905-df0b8514b470), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:56.061421 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-67c9482e-9ce8-4100-b31d-2dd39ea6adac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (2ff89c9d-18f5-4429-a943-14f035acb63e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:56.079166 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653a44fc-96a3-4a43-8103-aa92371aae84 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:47:56.093694 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c808823-a85e-427d-8431-0c3e5b75097d None None] Sync routers for ids ['e0e564cf-ff14-4f37-81e6-e7da18f6fd9f'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:47:56.099465 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-653a44fc-96a3-4a43-8103-aa92371aae84 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "PUT /v2.0/routers/e0e564cf-ff14-4f37-81e6-e7da18f6fd9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9743359 Jan 28 13:47:56.108438 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54030) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:56.115264 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c808823-a85e-427d-8431-0c3e5b75097d None None] Routers {'e0e564cf-ff14-4f37-81e6-e7da18f6fd9f'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:56.116920 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-2c808823-a85e-427d-8431-0c3e5b75097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:47:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e0e564cf-ff14-4f37-81e6-e7da18f6fd9f'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:56.148631 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ef3c8cd8-9c48-4814-9d9e-83a75cf9aa46 req-b65917a7-4aa6-4492-9f55-ef3738ec3005 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4798336 Jan 28 13:47:56.240173 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fb77afc6-df5b-450d-a415-8330952d3665 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0e564cf-ff14-4f37-81e6-e7da18f6fd9f HTTP/1.1" status: 200 len: 205 time: 0.1251554 Jan 28 13:47:56.254061 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54034) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:56.264279 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-2c808823-a85e-427d-8431-0c3e5b75097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:56.322053 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c808823-a85e-427d-8431-0c3e5b75097d None None] Routers {'e0e564cf-ff14-4f37-81e6-e7da18f6fd9f'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:56.323042 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-2c808823-a85e-427d-8431-0c3e5b75097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:47:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e0e564cf-ff14-4f37-81e6-e7da18f6fd9f'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:56.438270 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-76fdfad9-74a3-447c-8f70-cb3a6400e12d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router (e0e564cf-ff14-4f37-81e6-e7da18f6fd9f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:56.463405 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-2c808823-a85e-427d-8431-0c3e5b75097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:56.466709 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c808823-a85e-427d-8431-0c3e5b75097d None None] The sync data for ids ['e0e564cf-ff14-4f37-81e6-e7da18f6fd9f'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:47:56.539295 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae043e63-a893-4c6b-a948-105ffbb7aa2f req-cf49a0a4-229a-4bd6-a061-4ca3dd25c200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:56.541223 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae043e63-a893-4c6b-a948-105ffbb7aa2f req-cf49a0a4-229a-4bd6-a061-4ca3dd25c200 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5861712 Jan 28 13:47:56.909893 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae043e63-a893-4c6b-a948-105ffbb7aa2f req-69ac591f-c4d3-412a-ada8-9feae2a115b1 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598394 Jan 28 13:47:57.242521 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-76fdfad9-74a3-447c-8f70-cb3a6400e12d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (e0e564cf-ff14-4f37-81e6-e7da18f6fd9f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:57.251124 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-76fdfad9-74a3-447c-8f70-cb3a6400e12d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router_controller (e0e564cf-ff14-4f37-81e6-e7da18f6fd9f), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:57.331370 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa3931-dedc-414f-9d3c-5692da19ec5f req-a50a6a0a-4e84-4a50-8866-c278e1dc346c tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:57.335020 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6aaa3931-dedc-414f-9d3c-5692da19ec5f req-a50a6a0a-4e84-4a50-8866-c278e1dc346c tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 944 time: 1.2473607 Jan 28 13:47:57.360131 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-76fdfad9-74a3-447c-8f70-cb3a6400e12d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (e0e564cf-ff14-4f37-81e6-e7da18f6fd9f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:57.360640 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fdfad9-74a3-447c-8f70-cb3a6400e12d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Fanout notify agent at l3_agent the message router_deleted on router e0e564cf-ff14-4f37-81e6-e7da18f6fd9f {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:47:57.394242 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-76fdfad9-74a3-447c-8f70-cb3a6400e12d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:57.398490 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-76fdfad9-74a3-447c-8f70-cb3a6400e12d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/routers/e0e564cf-ff14-4f37-81e6-e7da18f6fd9f HTTP/1.1" status: 204 len: 168 time: 1.1421359 Jan 28 13:47:57.404450 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54044) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:57.481994 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-9ae63e59-726b-4e79-9a96-57dd1971f4c7 service neutron] For port 59b04507-3836-4ae0-8905-df0b8514b470, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:47:57.481994 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce6dac3-a245-47ef-b768-6481a5f2bfb6 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Deleting subnet 6975fdd9-22ed-40f6-a004-8cc802ac3fc2 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:47:57.526961 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4ce6dac3-a245-47ef-b768-6481a5f2bfb6 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for subnet (6975fdd9-22ed-40f6-a004-8cc802ac3fc2), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:57.574228 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c9482e-9ce8-4100-b31d-2dd39ea6adac admin admin] Router 2ff89c9d-18f5-4429-a943-14f035acb63e has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:47:57.574600 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-9ae63e59-726b-4e79-9a96-57dd1971f4c7 service neutron] For port 59b04507-3836-4ae0-8905-df0b8514b470, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=59b04507-3836-4ae0-8905-df0b8514b470,segment=NetworkSegment(61b09247-e098-473f-b7c7-3caa3a80e5d9),segment_id=61b09247-e098-473f-b7c7-3caa3a80e5d9)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:47:57.589047 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-9ae63e59-726b-4e79-9a96-57dd1971f4c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (59b04507-3836-4ae0-8905-df0b8514b470), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:57.639344 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-9ae63e59-726b-4e79-9a96-57dd1971f4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:57.642086 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-9ae63e59-726b-4e79-9a96-57dd1971f4c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:57.645581 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-9ae63e59-726b-4e79-9a96-57dd1971f4c7 service neutron] 10.222.0.18 "PUT /v2.0/ports/59b04507-3836-4ae0-8905-df0b8514b470 HTTP/1.1" status: 200 len: 1091 time: 5.7753179 Jan 28 13:47:57.659395 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e5d8d0-375a-4357-b599-3d3fcf5405c8', 'tag': '59b04507-3836-4ae0-8905-df0b8514b470'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:47:57.664550 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5838e8a-4712-4f0d-b9e1-bdf83eb20fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "69e5d8d0-375a-4357-b599-3d3fcf5405c8", "tag": "59b04507-3836-4ae0-8905-df0b8514b470"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:47:57.821208 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4ce6dac3-a245-47ef-b768-6481a5f2bfb6 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (6975fdd9-22ed-40f6-a004-8cc802ac3fc2), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:58.020643 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae63e59-726b-4e79-9a96-57dd1971f4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=59b04507-3836-4ae0-8905-df0b8514b470,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:58.090487 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d07ce7-cc46-43c0-92f5-c9ae85b9c9d5 req-5de4bb36-73d6-4285-8da3-1151e3150fd3 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:58.113632 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9d07ce7-cc46-43c0-92f5-c9ae85b9c9d5 req-5de4bb36-73d6-4285-8da3-1151e3150fd3 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 943 time: 0.7713504 Jan 28 13:47:58.163294 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c9482e-9ce8-4100-b31d-2dd39ea6adac admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:47:58.186514 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777b78b6-a8c5-4076-bbe9-eaba861f6fcc None None] Sync routers for ids ['2ff89c9d-18f5-4429-a943-14f035acb63e'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:47:58.228312 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777b78b6-a8c5-4076-bbe9-eaba861f6fcc None None] Routers {'2ff89c9d-18f5-4429-a943-14f035acb63e'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:58.230197 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-67c9482e-9ce8-4100-b31d-2dd39ea6adac admin admin] 10.222.0.39 "PUT /v2.0/routers/2ff89c9d-18f5-4429-a943-14f035acb63e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4249859 Jan 28 13:47:58.234391 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54054) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:58.235503 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-777b78b6-a8c5-4076-bbe9-eaba861f6fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:47:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['2ff89c9d-18f5-4429-a943-14f035acb63e'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:58.243932 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1c4ac3-ee29-44a5-b714-4f1169bd3981 admin admin] Router 0dd57690-b913-4c61-987d-8d6c3be5526b has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:47:58.247935 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6aaa3931-dedc-414f-9d3c-5692da19ec5f req-c6e32a44-e583-4c3e-a43f-d6e248bbd6c2 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7140057 Jan 28 13:47:58.250616 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae043e63-a893-4c6b-a948-105ffbb7aa2f req-8fc0a266-7584-4e0f-87c9-475fc43db6d8 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3273635 Jan 28 13:47:58.340921 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-f3d85c85-4e37-4aa8-aa1a-a3cdeeb338c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:58.352058 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-f3d85c85-4e37-4aa8-aa1a-a3cdeeb338c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 1094 time: 0.5760622 Jan 28 13:47:58.392933 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9d07ce7-cc46-43c0-92f5-c9ae85b9c9d5 req-d0d1d8bb-7ed9-4934-847a-485394325b04 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745984 Jan 28 13:47:58.646553 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-c6aa1d97-3c3f-47b0-82c5-42ad7daeb92d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59b04507-3836-4ae0-8905-df0b8514b470 HTTP/1.1" status: 200 len: 217 time: 0.2518981 Jan 28 13:47:58.649766 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ee8899-aee6-4b41-be63-4f90dee632b3 x-openstack-request-id: req-48ee8899-aee6-4b41-be63-4f90dee632b3 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:47:58.649956 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e5d8d0-375a-4357-b599-3d3fcf5405c8", "tag": "59b04507-3836-4ae0-8905-df0b8514b470", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:47:58.650196 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-48ee8899-aee6-4b41-be63-4f90dee632b3 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:47:58.650622 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e5d8d0-375a-4357-b599-3d3fcf5405c8', 'tag': '59b04507-3836-4ae0-8905-df0b8514b470', 'status': 'completed', 'code': 200} Jan 28 13:47:58.729769 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-777b78b6-a8c5-4076-bbe9-eaba861f6fcc None None] Set router 2ff89c9d-18f5-4429-a943-14f035acb63e gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:47:58.751403 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1c4ac3-ee29-44a5-b714-4f1169bd3981 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:47:58.770042 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3a1c4ac3-ee29-44a5-b714-4f1169bd3981 admin admin] 10.222.0.39 "PUT /v2.0/routers/0dd57690-b913-4c61-987d-8d6c3be5526b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4092941 Jan 28 13:47:58.774959 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05a22f0-1135-459a-8392-6728b9ab52f9 None None] Sync routers for ids ['0dd57690-b913-4c61-987d-8d6c3be5526b'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:47:58.779747 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54058) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:58.806615 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05a22f0-1135-459a-8392-6728b9ab52f9 None None] Routers {'0dd57690-b913-4c61-987d-8d6c3be5526b'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:58.807841 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-f05a22f0-1135-459a-8392-6728b9ab52f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:47:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0dd57690-b913-4c61-987d-8d6c3be5526b'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:58.821207 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea449b3b-b4e0-4b2b-9bf2-e16c9bcc4782 admin admin] Publish callbacks [] for router (2ff89c9d-18f5-4429-a943-14f035acb63e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:58.857188 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4ce6dac3-a245-47ef-b768-6481a5f2bfb6 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (6975fdd9-22ed-40f6-a004-8cc802ac3fc2), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:59.012818 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-f05a22f0-1135-459a-8392-6728b9ab52f9 None None] Set router 0dd57690-b913-4c61-987d-8d6c3be5526b gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:47:59.118405 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-55ec7581-6ad9-4c92-8dac-f8e4bd4e7801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:59.126034 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-55ec7581-6ad9-4c92-8dac-f8e4bd4e7801 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=35ffca17-58e9-4eeb-abe2-92558ab43df5 HTTP/1.1" status: 200 len: 835 time: 0.4722612 Jan 28 13:47:59.213255 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4ce6dac3-a245-47ef-b768-6481a5f2bfb6 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (6975fdd9-22ed-40f6-a004-8cc802ac3fc2), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:59.380522 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-777b78b6-a8c5-4076-bbe9-eaba861f6fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'name': 'tempest-TaggedBootDevicesTest-30803581-router', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '47fc6f45-7fb8-4a25-9838-513aaddf40fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:33:54Z', 'updated_at': '2022-01-28T13:47:54Z', 'revision_number': 5, 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'gw_port': {'id': '47fc6f45-7fb8-4a25-9838-513aaddf40fa', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ac:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:33:56Z', 'updated_at': '2022-01-28T13:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:59.384609 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea449b3b-b4e0-4b2b-9bf2-e16c9bcc4782 admin admin] Publish callbacks [] for router_gateway (2ff89c9d-18f5-4429-a943-14f035acb63e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:59.433616 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6dac3-a245-47ef-b768-6481a5f2bfb6 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Subnet': ['ID=6975fdd9-22ed-40f6-a004-8cc802ac3fc2,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:59.470609 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ee891fc0-878e-4066-a28e-be9c19329c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:59.476555 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4ce6dac3-a245-47ef-b768-6481a5f2bfb6 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:59.478358 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777b78b6-a8c5-4076-bbe9-eaba861f6fcc None None] Checking router: 2ff89c9d-18f5-4429-a943-14f035acb63e for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:47:59.494569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643038dd-de37-4a1d-a1ba-d90fe1b58503 None None] Network e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:59.495603 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4ce6dac3-a245-47ef-b768-6481a5f2bfb6 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/subnets/6975fdd9-22ed-40f6-a004-8cc802ac3fc2 HTTP/1.1" status: 204 len: 168 time: 2.0899856 Jan 28 13:47:59.499508 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54070) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:59.529408 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-50714d0c-6b15-4052-b014-95b26193920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:59.531026 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-50714d0c-6b15-4052-b014-95b26193920a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=667f0983-e508-4fe1-b10d-bcca42a398ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3396826 Jan 28 13:47:59.667946 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-f05a22f0-1135-459a-8392-6728b9ab52f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd57690-b913-4c61-987d-8d6c3be5526b', 'name': 'tempest-TestVolumeBackupRestore-1469852776-router', 'tenant_id': '6b9cc1bf9471479b82e04e7827c644ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '57e180fa-d22a-4529-a43a-bd8c2774805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:43Z', 'updated_at': '2022-01-28T13:47:53Z', 'revision_number': 5, 'project_id': '6b9cc1bf9471479b82e04e7827c644ed', 'gw_port': {'id': '57e180fa-d22a-4529-a43a-bd8c2774805d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:06:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd57690-b913-4c61-987d-8d6c3be5526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:45Z', 'updated_at': '2022-01-28T13:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:59.669604 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777b78b6-a8c5-4076-bbe9-eaba861f6fcc None None] Routers {'2ff89c9d-18f5-4429-a943-14f035acb63e'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:59.670446 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-777b78b6-a8c5-4076-bbe9-eaba861f6fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:47:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['2ff89c9d-18f5-4429-a943-14f035acb63e'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:59.769358 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05a22f0-1135-459a-8392-6728b9ab52f9 None None] Checking router: 0dd57690-b913-4c61-987d-8d6c3be5526b for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:47:59.800558 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05a22f0-1135-459a-8392-6728b9ab52f9 None None] Routers {'0dd57690-b913-4c61-987d-8d6c3be5526b'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:59.805810 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-f05a22f0-1135-459a-8392-6728b9ab52f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:47:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0dd57690-b913-4c61-987d-8d6c3be5526b'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:59.884035 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-777b78b6-a8c5-4076-bbe9-eaba861f6fcc None None] Set router 2ff89c9d-18f5-4429-a943-14f035acb63e gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:47:59.947938 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23d78f-240e-4a33-8c35-5cf92307981a req-cd68114c-57a4-4a32-a8a2-34c6e6cc7cdb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:59.964752 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2b23d78f-240e-4a33-8c35-5cf92307981a req-cd68114c-57a4-4a32-a8a2-34c6e6cc7cdb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 943 time: 0.2142329 Jan 28 13:48:00.011066 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-4e4fac63-583b-4cb8-9a3a-0015b51af0b2 service neutron] 10.222.0.18 "GET /v2.0/networks/667f0983-e508-4fe1-b10d-bcca42a398ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712493 Jan 28 13:48:00.094827 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-777b78b6-a8c5-4076-bbe9-eaba861f6fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'name': 'tempest-TaggedBootDevicesTest-30803581-router', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:33:54Z', 'updated_at': '2022-01-28T13:47:59Z', 'revision_number': 6, 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:00.236061 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf792850-c786-4c9f-bf48-155b6efb0d45 admin admin] Publish callbacks [] for router (0dd57690-b913-4c61-987d-8d6c3be5526b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:00.258703 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca9ad-7716-4fc6-a334-872293d1eae2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:00.278626 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1745b31-7abb-43f1-8cc1-3a1ad16c5830 req-bf370d3a-1312-4996-bbf2-73090307d235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:00.288112 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b1745b31-7abb-43f1-8cc1-3a1ad16c5830 req-bf370d3a-1312-4996-bbf2-73090307d235 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3095f4e8b2c4c5291a6921e64aeca07&device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 1095 time: 0.9357798 Jan 28 13:48:00.290141 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777b78b6-a8c5-4076-bbe9-eaba861f6fcc None None] The sync data for ids ['2ff89c9d-18f5-4429-a943-14f035acb63e'] in n-d-822747-2 is: [{'id': '2ff89c9d-18f5-4429-a943-14f035acb63e', 'name': 'tempest-TaggedBootDevicesTest-30803581-router', 'tenant_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:33:54Z', 'updated_at': '2022-01-28T13:47:59Z', 'revision_number': 6, 'project_id': 'f327d07b81a14c5bb937fba4992e6ee2', 'gw_port_host': None}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:48:00.436589 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-f05a22f0-1135-459a-8392-6728b9ab52f9 None None] Set router 0dd57690-b913-4c61-987d-8d6c3be5526b gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:48:00.459070 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2b23d78f-240e-4a33-8c35-5cf92307981a req-777b4407-f202-4fd8-9161-b7b28099756e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4905212 Jan 28 13:48:00.568203 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c7652-8179-4bb1-be4c-91a3868d315f req-d1064ece-ab35-4e2d-a1f9-39c8a8cfd484 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:00.578152 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9c8c7652-8179-4bb1-be4c-91a3868d315f req-d1064ece-ab35-4e2d-a1f9-39c8a8cfd484 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 944 time: 1.0462925 Jan 28 13:48:00.579775 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8b4754f-d902-443b-98ad-8d2c109ec4db req-65232d4d-c866-446b-9114-bdcfea267f89 service neutron] 10.222.0.18 "GET /v2.0/networks/667f0983-e508-4fe1-b10d-bcca42a398ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466886 Jan 28 13:48:00.734601 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6166f058-d2ed-4195-b92d-5615bd33fbf3 None None] DHCP port deletion for e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:48:00.819627 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5838e8a-4712-4f0d-b9e1-bdf83eb20fc3 req-391931bc-c0f1-4121-b8d5-b2da250c8eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:00.822163 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f5838e8a-4712-4f0d-b9e1-bdf83eb20fc3 req-391931bc-c0f1-4121-b8d5-b2da250c8eb0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 1094 time: 0.1751657 Jan 28 13:48:00.877369 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6166f058-d2ed-4195-b92d-5615bd33fbf3 None None] Deleting port 69a524c8-a6f6-41ca-9579-34aac5dbc6cd {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:48:00.877850 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6166f058-d2ed-4195-b92d-5615bd33fbf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (69a524c8-a6f6-41ca-9579-34aac5dbc6cd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:00.988341 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-ea449b3b-b4e0-4b2b-9bf2-e16c9bcc4782 admin admin] Deleting port 47fc6f45-7fb8-4a25-9838-513aaddf40fa {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:48:00.989357 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea449b3b-b4e0-4b2b-9bf2-e16c9bcc4782 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (47fc6f45-7fb8-4a25-9838-513aaddf40fa), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:01.115109 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-f05a22f0-1135-459a-8392-6728b9ab52f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd57690-b913-4c61-987d-8d6c3be5526b', 'name': 'tempest-TestVolumeBackupRestore-1469852776-router', 'tenant_id': '6b9cc1bf9471479b82e04e7827c644ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '57e180fa-d22a-4529-a43a-bd8c2774805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:43Z', 'updated_at': '2022-01-28T13:47:53Z', 'revision_number': 5, 'project_id': '6b9cc1bf9471479b82e04e7827c644ed', 'gw_port': {'id': '57e180fa-d22a-4529-a43a-bd8c2774805d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:06:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd57690-b913-4c61-987d-8d6c3be5526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:45Z', 'updated_at': '2022-01-28T13:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:01.131948 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-6166f058-d2ed-4195-b92d-5615bd33fbf3 None None] For port 69a524c8-a6f6-41ca-9579-34aac5dbc6cd, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=69a524c8-a6f6-41ca-9579-34aac5dbc6cd,segment=NetworkSegment(14bb6220-3f65-4d72-9c2f-5252ef20dc39),segment_id=14bb6220-3f65-4d72-9c2f-5252ef20dc39)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:01.132513 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6166f058-d2ed-4195-b92d-5615bd33fbf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (69a524c8-a6f6-41ca-9579-34aac5dbc6cd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:01.151995 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6166f058-d2ed-4195-b92d-5615bd33fbf3 None None] Calling delete_port for 69a524c8-a6f6-41ca-9579-34aac5dbc6cd owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:48:01.247266 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5838e8a-4712-4f0d-b9e1-bdf83eb20fc3 req-7f1104dd-4adb-4459-ac7f-4c1c1dd343e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:01.248180 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05a22f0-1135-459a-8392-6728b9ab52f9 None None] The sync data for ids ['0dd57690-b913-4c61-987d-8d6c3be5526b'] in n-d-822747-2 is: [{'id': '0dd57690-b913-4c61-987d-8d6c3be5526b', 'name': 'tempest-TestVolumeBackupRestore-1469852776-router', 'tenant_id': '6b9cc1bf9471479b82e04e7827c644ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '57e180fa-d22a-4529-a43a-bd8c2774805d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:43Z', 'updated_at': '2022-01-28T13:47:53Z', 'revision_number': 5, 'project_id': '6b9cc1bf9471479b82e04e7827c644ed', 'gw_port': {'id': '57e180fa-d22a-4529-a43a-bd8c2774805d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:06:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd57690-b913-4c61-987d-8d6c3be5526b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:45Z', 'updated_at': '2022-01-28T13:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:48:01.248973 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f5838e8a-4712-4f0d-b9e1-bdf83eb20fc3 req-7f1104dd-4adb-4459-ac7f-4c1c1dd343e7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=667f0983-e508-4fe1-b10d-bcca42a398ef HTTP/1.1" status: 200 len: 897 time: 0.4170814 Jan 28 13:48:01.320027 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6166f058-d2ed-4195-b92d-5615bd33fbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (69a524c8-a6f6-41ca-9579-34aac5dbc6cd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:01.361943 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-ea449b3b-b4e0-4b2b-9bf2-e16c9bcc4782 admin admin] For port 47fc6f45-7fb8-4a25-9838-513aaddf40fa, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=47fc6f45-7fb8-4a25-9838-513aaddf40fa,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:01.363712 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea449b3b-b4e0-4b2b-9bf2-e16c9bcc4782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (47fc6f45-7fb8-4a25-9838-513aaddf40fa), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:01.416956 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f5838e8a-4712-4f0d-b9e1-bdf83eb20fc3 req-5dba867e-a001-407d-a0c8-d4108f41756a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59b04507-3836-4ae0-8905-df0b8514b470 HTTP/1.1" status: 200 len: 217 time: 0.1529062 Jan 28 13:48:01.451701 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166f058-d2ed-4195-b92d-5615bd33fbf3 None None] Pushing event deleted for resources: {'Port': ['ID=69a524c8-a6f6-41ca-9579-34aac5dbc6cd,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:01.463973 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6166f058-d2ed-4195-b92d-5615bd33fbf3 None None] No DVR routers for this DVR port 69a524c8-a6f6-41ca-9579-34aac5dbc6cd on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:48:01.468489 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9c8c7652-8179-4bb1-be4c-91a3868d315f req-540104a3-91bb-4de6-b00b-1eb586d8f6d5 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8894250 Jan 28 13:48:01.477767 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-ea449b3b-b4e0-4b2b-9bf2-e16c9bcc4782 admin admin] Calling delete_port for 47fc6f45-7fb8-4a25-9838-513aaddf40fa owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:48:01.585957 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf792850-c786-4c9f-bf48-155b6efb0d45 admin admin] Publish callbacks [] for router_gateway (0dd57690-b913-4c61-987d-8d6c3be5526b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:01.614872 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5838e8a-4712-4f0d-b9e1-bdf83eb20fc3 req-4a909e43-c3c0-4370-9277-b73c41d97d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:01.616532 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f5838e8a-4712-4f0d-b9e1-bdf83eb20fc3 req-4a909e43-c3c0-4370-9277-b73c41d97d39 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=35ffca17-58e9-4eeb-abe2-92558ab43df5 HTTP/1.1" status: 200 len: 835 time: 0.1886222 Jan 28 13:48:01.617524 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1745b31-7abb-43f1-8cc1-3a1ad16c5830 req-f6cb3a7d-2694-48eb-923a-858633eecfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:01.619113 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b1745b31-7abb-43f1-8cc1-3a1ad16c5830 req-f6cb3a7d-2694-48eb-923a-858633eecfbf service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a2dd781-e5e8-4409-9997-239fcf11d461 HTTP/1.1" status: 200 len: 913 time: 1.2992437 Jan 28 13:48:01.722471 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2293a081-5683-4394-9331-c142084dd944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:01.908476 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ca9ad-7716-4fc6-a334-872293d1eae2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Deleting port 69a524c8-a6f6-41ca-9579-34aac5dbc6cd {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:48:01.908839 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca9ad-7716-4fc6-a334-872293d1eae2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (69a524c8-a6f6-41ca-9579-34aac5dbc6cd), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:01.914633 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5838e8a-4712-4f0d-b9e1-bdf83eb20fc3 req-24b94840-7ef8-475e-b32e-a2fa46419477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:01.917815 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f5838e8a-4712-4f0d-b9e1-bdf83eb20fc3 req-24b94840-7ef8-475e-b32e-a2fa46419477 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=667f0983-e508-4fe1-b10d-bcca42a398ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2749004 Jan 28 13:48:01.920216 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b1745b31-7abb-43f1-8cc1-3a1ad16c5830 req-0173192e-df29-4fb2-bd0e-f7bbcb595f0d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e483c1a-96a3-4333-b195-4e75664bfbb4 HTTP/1.1" status: 200 len: 217 time: 0.2555676 Jan 28 13:48:01.983414 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device bcbec427-281a-45bb-a7b5-a121ec98f1f3 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:48:02.061011 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: bcbec427-281a-45bb-a7b5-a121ec98f1f3 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:48:02.063076 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device bcbec427-281a-45bb-a7b5-a121ec98f1f3 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:48:02.067257 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 69a524c8-a6f6-41ca-9579-34aac5dbc6cd no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:48:02.178869 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1745b31-7abb-43f1-8cc1-3a1ad16c5830 req-75dc0098-5690-4fda-9e49-289c41a20fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:02.182014 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b1745b31-7abb-43f1-8cc1-3a1ad16c5830 req-75dc0098-5690-4fda-9e49-289c41a20fca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c3c69e8-3dad-4e28-934e-77899265971f HTTP/1.1" status: 200 len: 853 time: 0.1191022 Jan 28 13:48:02.184967 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 69a524c8-a6f6-41ca-9579-34aac5dbc6cd {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:48:02.185370 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 69a524c8-a6f6-41ca-9579-34aac5dbc6cd not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:48:02.187762 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 47fc6f45-7fb8-4a25-9838-513aaddf40fa no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:48:02.341914 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f5838e8a-4712-4f0d-b9e1-bdf83eb20fc3 req-0b0bc7af-1d8c-4b4c-abef-e7fb3c8473ee service neutron] 10.222.0.18 "GET /v2.0/networks/667f0983-e508-4fe1-b10d-bcca42a398ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895488 Jan 28 13:48:02.563812 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 47fc6f45-7fb8-4a25-9838-513aaddf40fa is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:02.565300 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (47fc6f45-7fb8-4a25-9838-513aaddf40fa), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:02.604742 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 47fc6f45-7fb8-4a25-9838-513aaddf40fa, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=47fc6f45-7fb8-4a25-9838-513aaddf40fa,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:02.613543 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (47fc6f45-7fb8-4a25-9838-513aaddf40fa), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:02.615058 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device a32fad77-8bf9-4e77-9486-3300541391e4 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:48:02.714012 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: a32fad77-8bf9-4e77-9486-3300541391e4 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:48:02.714012 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device a32fad77-8bf9-4e77-9486-3300541391e4 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:48:02.754782 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67451eb5-dc5c-4fb2-a824-cc30e76ae67d req-507a3bff-cf77-40b8-b7b2-a51a53d31a4a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:02.757266 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-67451eb5-dc5c-4fb2-a824-cc30e76ae67d req-507a3bff-cf77-40b8-b7b2-a51a53d31a4a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 943 time: 0.9388287 Jan 28 13:48:02.757498 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-bc8ca9ad-7716-4fc6-a334-872293d1eae2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] For port 69a524c8-a6f6-41ca-9579-34aac5dbc6cd, host n-d-822747-2, got binding levels [] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:02.758198 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca9ad-7716-4fc6-a334-872293d1eae2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (69a524c8-a6f6-41ca-9579-34aac5dbc6cd), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:02.781441 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ca9ad-7716-4fc6-a334-872293d1eae2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Calling delete_port for 69a524c8-a6f6-41ca-9579-34aac5dbc6cd owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:48:02.782973 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f5838e8a-4712-4f0d-b9e1-bdf83eb20fc3 req-47fad7b5-16de-4f93-99db-805d7db14afd service neutron] 10.222.0.18 "GET /v2.0/networks/667f0983-e508-4fe1-b10d-bcca42a398ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182196 Jan 28 13:48:02.784600 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.ipam_backend_mixin [None req-bc8ca9ad-7716-4fc6-a334-872293d1eae2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Port 69a524c8-a6f6-41ca-9579-34aac5dbc6cd was not found and therefore no delete operation was performed {{(pid=103351) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:48:02.786324 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca9ad-7716-4fc6-a334-872293d1eae2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (69a524c8-a6f6-41ca-9579-34aac5dbc6cd), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:02.790007 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b1745b31-7abb-43f1-8cc1-3a1ad16c5830 req-7acd8c3c-8402-4a56-a5e0-a81b36fc9cef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a2dd781-e5e8-4409-9997-239fcf11d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5785952 Jan 28 13:48:02.803894 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea449b3b-b4e0-4b2b-9bf2-e16c9bcc4782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (47fc6f45-7fb8-4a25-9838-513aaddf40fa), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:02.837233 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event deleted for resources: {'Port': ['ID=47fc6f45-7fb8-4a25-9838-513aaddf40fa,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:02.891720 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ca9ad-7716-4fc6-a334-872293d1eae2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Port': ['ID=69a524c8-a6f6-41ca-9579-34aac5dbc6cd,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:02.926938 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea449b3b-b4e0-4b2b-9bf2-e16c9bcc4782 admin admin] Pushing event deleted for resources: {'Port': ['ID=47fc6f45-7fb8-4a25-9838-513aaddf40fa,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:02.933736 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8ca9ad-7716-4fc6-a334-872293d1eae2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] No DVR routers for this DVR port 69a524c8-a6f6-41ca-9579-34aac5dbc6cd on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:48:02.943419 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:02.966092 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-cf792850-c786-4c9f-bf48-155b6efb0d45 admin admin] Deleting port 57e180fa-d22a-4529-a43a-bd8c2774805d {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:48:02.966438 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf792850-c786-4c9f-bf48-155b6efb0d45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (57e180fa-d22a-4529-a43a-bd8c2774805d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:03.030707 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-67451eb5-dc5c-4fb2-a824-cc30e76ae67d req-62ea62ee-4123-4901-8007-38701c342723 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2626560 Jan 28 13:48:03.461974 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 59b04507-3836-4ae0-8905-df0b8514b470 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:48:03.716732 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-cf792850-c786-4c9f-bf48-155b6efb0d45 admin admin] For port 57e180fa-d22a-4529-a43a-bd8c2774805d, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=57e180fa-d22a-4529-a43a-bd8c2774805d,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:03.717379 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf792850-c786-4c9f-bf48-155b6efb0d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (57e180fa-d22a-4529-a43a-bd8c2774805d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:03.737324 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-cf792850-c786-4c9f-bf48-155b6efb0d45 admin admin] Calling delete_port for 57e180fa-d22a-4529-a43a-bd8c2774805d owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:48:03.776395 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 59b04507-3836-4ae0-8905-df0b8514b470, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=59b04507-3836-4ae0-8905-df0b8514b470,segment=NetworkSegment(61b09247-e098-473f-b7c7-3caa3a80e5d9),segment_id=61b09247-e098-473f-b7c7-3caa3a80e5d9)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:03.827208 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '59b04507-3836-4ae0-8905-df0b8514b470', 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef', 'port_id': '59b04507-3836-4ae0-8905-df0b8514b470', 'mac_address': 'fa:16:3e:ae:95:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ffca17-58e9-4eeb-abe2-92558ab43df5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:48:03.951858 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 59b04507-3836-4ae0-8905-df0b8514b470 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:03.952156 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (59b04507-3836-4ae0-8905-df0b8514b470), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:03.971244 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:48:04.031963 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b04507-3836-4ae0-8905-df0b8514b470 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:48:04.116399 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 59b04507-3836-4ae0-8905-df0b8514b470, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=59b04507-3836-4ae0-8905-df0b8514b470,segment=NetworkSegment(61b09247-e098-473f-b7c7-3caa3a80e5d9),segment_id=61b09247-e098-473f-b7c7-3caa3a80e5d9)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:04.139442 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (59b04507-3836-4ae0-8905-df0b8514b470), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:04.143767 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca9ad-7716-4fc6-a334-872293d1eae2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:04.194170 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-bc8ca9ad-7716-4fc6-a334-872293d1eae2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:04.207995 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-bc8ca9ad-7716-4fc6-a334-872293d1eae2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14bb6220-3f65-4d72-9c2f-5252ef20dc39') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:04.208419 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-bc8ca9ad-7716-4fc6-a334-872293d1eae2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14bb6220-3f65-4d72-9c2f-5252ef20dc39') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:04.239543 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca9ad-7716-4fc6-a334-872293d1eae2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (14bb6220-3f65-4d72-9c2f-5252ef20dc39), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:04.259147 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca9ad-7716-4fc6-a334-872293d1eae2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (14bb6220-3f65-4d72-9c2f-5252ef20dc39), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:04.267637 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8ca9ad-7716-4fc6-a334-872293d1eae2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:48:04.268153 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca9ad-7716-4fc6-a334-872293d1eae2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (14bb6220-3f65-4d72-9c2f-5252ef20dc39), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:04.286155 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:04.368289 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=59b04507-3836-4ae0-8905-df0b8514b470,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:04.386685 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:04.386685 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:04.386685 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:04.386685 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:04.386685 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:04.396379 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:04.396982 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:04.397422 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:04.397852 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:04.398407 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:04.398823 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:04.403211 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:04.403211 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:48:04.404691 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:48:04.424128 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['59b04507-3836-4ae0-8905-df0b8514b470'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:48:04.457144 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea449b3b-b4e0-4b2b-9bf2-e16c9bcc4782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (2ff89c9d-18f5-4429-a943-14f035acb63e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:04.523209 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448cdfc-6d91-4d7a-8c0b-c610f1313d21 req-a587874d-9c5e-4ed3-aab2-ade7bb906dfc tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:04.526740 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f448cdfc-6d91-4d7a-8c0b-c610f1313d21 req-a587874d-9c5e-4ed3-aab2-ade7bb906dfc tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 944 time: 1.7350895 Jan 28 13:48:04.535628 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79cc20-b7a2-4996-a3fe-48a160a9ccfd req-0c6f6f0d-2d2b-4d37-8717-96a789f79b05 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:04.546730 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2f79cc20-b7a2-4996-a3fe-48a160a9ccfd req-0c6f6f0d-2d2b-4d37-8717-96a789f79b05 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 944 time: 0.2030616 Jan 28 13:48:04.702788 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2f79cc20-b7a2-4996-a3fe-48a160a9ccfd req-7a2ef944-47fb-4b08-91ee-adffff1f5688 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407280 Jan 28 13:48:04.900783 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea449b3b-b4e0-4b2b-9bf2-e16c9bcc4782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (2ff89c9d-18f5-4429-a943-14f035acb63e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:04.904498 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea449b3b-b4e0-4b2b-9bf2-e16c9bcc4782 admin admin] Publish callbacks [] for router_controller (2ff89c9d-18f5-4429-a943-14f035acb63e), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:04.967178 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b1745b31-7abb-43f1-8cc1-3a1ad16c5830 req-7da79251-cd35-4d16-b24e-2eb5c3c9f156 service neutron] 10.222.0.18 "GET /v2.0/networks/4a2dd781-e5e8-4409-9997-239fcf11d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1541114 Jan 28 13:48:04.968415 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf792850-c786-4c9f-bf48-155b6efb0d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (57e180fa-d22a-4529-a43a-bd8c2774805d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:04.974699 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca9ad-7716-4fc6-a334-872293d1eae2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:04.979935 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea449b3b-b4e0-4b2b-9bf2-e16c9bcc4782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (2ff89c9d-18f5-4429-a943-14f035acb63e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:04.980858 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea449b3b-b4e0-4b2b-9bf2-e16c9bcc4782 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ff89c9d-18f5-4429-a943-14f035acb63e {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:48:04.987643 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea449b3b-b4e0-4b2b-9bf2-e16c9bcc4782 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:04.992886 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ea449b3b-b4e0-4b2b-9bf2-e16c9bcc4782 admin admin] 10.222.0.39 "DELETE /v2.0/routers/2ff89c9d-18f5-4429-a943-14f035acb63e HTTP/1.1" status: 204 len: 168 time: 6.7562850 Jan 28 13:48:04.995943 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54118) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:05.009080 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca9ad-7716-4fc6-a334-872293d1eae2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:05.016166 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bc8ca9ad-7716-4fc6-a334-872293d1eae2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/networks/e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b HTTP/1.1" status: 204 len: 168 time: 5.5113251 Jan 28 13:48:05.070222 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54120) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:05.140132 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ca9ad-7716-4fc6-a334-872293d1eae2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Network': ['ID=e3f3ffea-f9a0-41fb-ab5a-48f60ab9c00b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:05.155446 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-a3bdacc8-285d-43e7-a8f6-0886b283c7eb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1391592837', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}, 'admin_state_up': False}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:05.175800 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-8825cdf6-fa99-449f-9257-6627eddb6cb1 admin admin] Deleting subnet 2eaf9fff-eb30-46b8-9611-5f103f9718e5 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:48:05.187992 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8825cdf6-fa99-449f-9257-6627eddb6cb1 admin admin] Publish callbacks [] for subnet (2eaf9fff-eb30-46b8-9611-5f103f9718e5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:05.220628 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf792850-c786-4c9f-bf48-155b6efb0d45 admin admin] Pushing event deleted for resources: {'Port': ['ID=57e180fa-d22a-4529-a43a-bd8c2774805d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:05.288979 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8825cdf6-fa99-449f-9257-6627eddb6cb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (2eaf9fff-eb30-46b8-9611-5f103f9718e5), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:05.445528 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8825cdf6-fa99-449f-9257-6627eddb6cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (2eaf9fff-eb30-46b8-9611-5f103f9718e5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:05.510115 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 59b04507-3836-4ae0-8905-df0b8514b470 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:48:05.513012 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f448cdfc-6d91-4d7a-8c0b-c610f1313d21 req-4931cc05-460c-4a52-952a-71b8872900ee tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8341486 Jan 28 13:48:05.521020 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a3bdacc8-285d-43e7-a8f6-0886b283c7eb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (437df861-74d9-4a1a-a451-32d7949696b7), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:05.534169 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a3bdacc8-285d-43e7-a8f6-0886b283c7eb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (437df861-74d9-4a1a-a451-32d7949696b7), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:05.583060 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8825cdf6-fa99-449f-9257-6627eddb6cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (2eaf9fff-eb30-46b8-9611-5f103f9718e5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:05.607947 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a3bdacc8-285d-43e7-a8f6-0886b283c7eb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router_controller (437df861-74d9-4a1a-a451-32d7949696b7), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:05.700044 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 59b04507-3836-4ae0-8905-df0b8514b470 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:48:05.704752 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf792850-c786-4c9f-bf48-155b6efb0d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (0dd57690-b913-4c61-987d-8d6c3be5526b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:05.716796 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 59b04507-3836-4ae0-8905-df0b8514b470 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:05.721771 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (59b04507-3836-4ae0-8905-df0b8514b470), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:05.739755 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8825cdf6-fa99-449f-9257-6627eddb6cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:05.750864 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54130) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:05.771799 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8825cdf6-fa99-449f-9257-6627eddb6cb1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2eaf9fff-eb30-46b8-9611-5f103f9718e5 HTTP/1.1" status: 204 len: 168 time: 0.7739022 Jan 28 13:48:05.773347 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825cdf6-fa99-449f-9257-6627eddb6cb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eaf9fff-eb30-46b8-9611-5f103f9718e5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:05.867581 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68da64a7-0b6a-42af-a24c-0eb8b711bd34 None None] Network a48090cb-ae2e-48ff-8962-8d69a57daca6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:48:06.127518 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 59b04507-3836-4ae0-8905-df0b8514b470 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:06.128163 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (59b04507-3836-4ae0-8905-df0b8514b470), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:06.130769 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c5e27-0341-482c-a2c9-824c602724d1 req-32e78dce-306a-4dfc-9134-98bfdaebd95a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:06.138245 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf2c5e27-0341-482c-a2c9-824c602724d1 req-32e78dce-306a-4dfc-9134-98bfdaebd95a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 944 time: 0.1912620 Jan 28 13:48:06.166649 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 59b04507-3836-4ae0-8905-df0b8514b470, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=59b04507-3836-4ae0-8905-df0b8514b470,segment=NetworkSegment(61b09247-e098-473f-b7c7-3caa3a80e5d9),segment_id=61b09247-e098-473f-b7c7-3caa3a80e5d9)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:06.171515 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e5d8d0-375a-4357-b599-3d3fcf5405c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b04507-3836-4ae0-8905-df0b8514b470'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:48:06.175169 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99470a8a-10f5-425d-afb5-09ac28495dcb" -d '{"events": [{"server_uuid": "69e5d8d0-375a-4357-b599-3d3fcf5405c8", "name": "network-vif-plugged", "status": "completed", "tag": "59b04507-3836-4ae0-8905-df0b8514b470"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:48:06.194811 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (59b04507-3836-4ae0-8905-df0b8514b470), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:06.278308 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57502d76-a59f-4c1a-a5c2-b8a40da23be1 x-openstack-request-id: req-57502d76-a59f-4c1a-a5c2-b8a40da23be1 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:48:06.279015 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e5d8d0-375a-4357-b599-3d3fcf5405c8", "name": "network-vif-plugged", "status": "completed", "tag": "59b04507-3836-4ae0-8905-df0b8514b470", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:48:06.279648 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-57502d76-a59f-4c1a-a5c2-b8a40da23be1 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:48:06.280547 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e5d8d0-375a-4357-b599-3d3fcf5405c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b04507-3836-4ae0-8905-df0b8514b470', 'code': 200} Jan 28 13:48:06.300010 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8a15cd87-7047-4fb8-9d76-1b63cff93134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (a48090cb-ae2e-48ff-8962-8d69a57daca6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:06.311253 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf792850-c786-4c9f-bf48-155b6efb0d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (0dd57690-b913-4c61-987d-8d6c3be5526b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:06.317092 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b1745b31-7abb-43f1-8cc1-3a1ad16c5830 req-cf8a537e-c44a-492a-985a-866f0f4081e8 service neutron] 10.222.0.18 "GET /v2.0/networks/4a2dd781-e5e8-4409-9997-239fcf11d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2909112 Jan 28 13:48:06.318485 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf792850-c786-4c9f-bf48-155b6efb0d45 admin admin] Publish callbacks [] for router_controller (0dd57690-b913-4c61-987d-8d6c3be5526b), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:06.421313 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:06.431626 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266ee271-606d-4d56-9de2-1a50b9298417 None None] DHCP port deletion for a48090cb-ae2e-48ff-8962-8d69a57daca6 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:48:06.453250 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=59b04507-3836-4ae0-8905-df0b8514b470,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:06.649663 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a3bdacc8-285d-43e7-a8f6-0886b283c7eb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router_gateway (437df861-74d9-4a1a-a451-32d7949696b7), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:06.681866 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-266ee271-606d-4d56-9de2-1a50b9298417 None None] Deleting port 4e2b7970-e02c-49c0-ac58-06ea372c9c3e {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:48:06.682729 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-266ee271-606d-4d56-9de2-1a50b9298417 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (4e2b7970-e02c-49c0-ac58-06ea372c9c3e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:06.856910 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf792850-c786-4c9f-bf48-155b6efb0d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (0dd57690-b913-4c61-987d-8d6c3be5526b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:06.858317 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf792850-c786-4c9f-bf48-155b6efb0d45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dd57690-b913-4c61-987d-8d6c3be5526b {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:48:06.873445 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf792850-c786-4c9f-bf48-155b6efb0d45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:06.875534 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cf792850-c786-4c9f-bf48-155b6efb0d45 admin admin] 10.222.0.39 "DELETE /v2.0/routers/0dd57690-b913-4c61-987d-8d6c3be5526b HTTP/1.1" status: 204 len: 168 time: 8.0927422 Jan 28 13:48:06.887352 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54154) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:06.890823 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528565c-3657-4fd6-afba-a65bf2abd69e req-5532dc28-e2fb-4b13-8cfe-75d4d313eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:06.892996 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e528565c-3657-4fd6-afba-a65bf2abd69e req-5532dc28-e2fb-4b13-8cfe-75d4d313eb88 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 1096 time: 0.4662108 Jan 28 13:48:06.930278 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-266ee271-606d-4d56-9de2-1a50b9298417 None None] For port 4e2b7970-e02c-49c0-ac58-06ea372c9c3e, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4e2b7970-e02c-49c0-ac58-06ea372c9c3e,segment=NetworkSegment(645ac1b2-07cd-42da-9b64-9375b8bc6582),segment_id=645ac1b2-07cd-42da-9b64-9375b8bc6582)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:06.931151 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-266ee271-606d-4d56-9de2-1a50b9298417 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (4e2b7970-e02c-49c0-ac58-06ea372c9c3e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:06.955559 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-266ee271-606d-4d56-9de2-1a50b9298417 None None] Calling delete_port for 4e2b7970-e02c-49c0-ac58-06ea372c9c3e owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:48:07.088466 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e73de6c-b909-4728-91d5-118225066867 admin admin] Deleting subnet b441d917-66be-4644-a2ba-b2335b8bf1c7 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:48:07.119005 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-266ee271-606d-4d56-9de2-1a50b9298417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (4e2b7970-e02c-49c0-ac58-06ea372c9c3e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:07.143544 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e73de6c-b909-4728-91d5-118225066867 admin admin] Publish callbacks [] for subnet (b441d917-66be-4644-a2ba-b2335b8bf1c7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:07.229244 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ee271-606d-4d56-9de2-1a50b9298417 None None] Pushing event deleted for resources: {'Port': ['ID=4e2b7970-e02c-49c0-ac58-06ea372c9c3e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:07.241790 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266ee271-606d-4d56-9de2-1a50b9298417 None None] No DVR routers for this DVR port 4e2b7970-e02c-49c0-ac58-06ea372c9c3e on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:48:07.402363 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf2c5e27-0341-482c-a2c9-824c602724d1 req-8846072c-1f95-40e0-8e44-a3182344d07c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2555337 Jan 28 13:48:07.445158 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f0185-d8a0-425d-9799-5eb4087334e8 req-9470c035-5062-4c79-83ac-f21a165de2bc tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:07.446808 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-809f0185-d8a0-425d-9799-5eb4087334e8 req-9470c035-5062-4c79-83ac-f21a165de2bc tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 944 time: 0.6616440 Jan 28 13:48:07.542154 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e528565c-3657-4fd6-afba-a65bf2abd69e req-2862b1cb-0bfe-400d-a148-194f7929e7b8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4826462 Jan 28 13:48:07.614403 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e73de6c-b909-4728-91d5-118225066867 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (b441d917-66be-4644-a2ba-b2335b8bf1c7), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:07.684461 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-8a15cd87-7047-4fb8-9d76-1b63cff93134 admin admin] Deleting port 4e2b7970-e02c-49c0-ac58-06ea372c9c3e {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:48:07.685070 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8a15cd87-7047-4fb8-9d76-1b63cff93134 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (4e2b7970-e02c-49c0-ac58-06ea372c9c3e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:07.830716 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-8a15cd87-7047-4fb8-9d76-1b63cff93134 admin admin] For port 4e2b7970-e02c-49c0-ac58-06ea372c9c3e, host n-d-822747-2, got binding levels [] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:07.831403 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8a15cd87-7047-4fb8-9d76-1b63cff93134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (4e2b7970-e02c-49c0-ac58-06ea372c9c3e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:07.850299 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-8a15cd87-7047-4fb8-9d76-1b63cff93134 admin admin] Calling delete_port for 4e2b7970-e02c-49c0-ac58-06ea372c9c3e owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:48:07.854391 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.ipam_backend_mixin [None req-8a15cd87-7047-4fb8-9d76-1b63cff93134 admin admin] Port 4e2b7970-e02c-49c0-ac58-06ea372c9c3e was not found and therefore no delete operation was performed {{(pid=103351) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:48:07.876834 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8a15cd87-7047-4fb8-9d76-1b63cff93134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (4e2b7970-e02c-49c0-ac58-06ea372c9c3e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:07.908137 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 57e180fa-d22a-4529-a43a-bd8c2774805d no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:48:07.988098 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 57e180fa-d22a-4529-a43a-bd8c2774805d {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:48:07.988098 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 57e180fa-d22a-4529-a43a-bd8c2774805d not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:48:07.988098 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4e2b7970-e02c-49c0-ac58-06ea372c9c3e no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:48:08.056613 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a15cd87-7047-4fb8-9d76-1b63cff93134 admin admin] No DVR routers for this DVR port 4e2b7970-e02c-49c0-ac58-06ea372c9c3e on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:48:08.059942 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 4e2b7970-e02c-49c0-ac58-06ea372c9c3e {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:48:08.081323 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4e2b7970-e02c-49c0-ac58-06ea372c9c3e not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:48:08.101241 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15cd87-7047-4fb8-9d76-1b63cff93134 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e2b7970-e02c-49c0-ac58-06ea372c9c3e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:08.154694 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-809f0185-d8a0-425d-9799-5eb4087334e8 req-6f1a2727-6cc4-4d3f-9bf4-ee69c32c5d2f tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6787090 Jan 28 13:48:08.269738 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8a15cd87-7047-4fb8-9d76-1b63cff93134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (a48090cb-ae2e-48ff-8962-8d69a57daca6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:08.302434 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-8a15cd87-7047-4fb8-9d76-1b63cff93134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a48090cb-ae2e-48ff-8962-8d69a57daca6']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:08.334167 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-8a15cd87-7047-4fb8-9d76-1b63cff93134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '645ac1b2-07cd-42da-9b64-9375b8bc6582') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:08.339636 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-8a15cd87-7047-4fb8-9d76-1b63cff93134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '645ac1b2-07cd-42da-9b64-9375b8bc6582') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:08.377337 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8a15cd87-7047-4fb8-9d76-1b63cff93134 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (645ac1b2-07cd-42da-9b64-9375b8bc6582), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:08.429966 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8a15cd87-7047-4fb8-9d76-1b63cff93134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (645ac1b2-07cd-42da-9b64-9375b8bc6582), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:08.450446 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a15cd87-7047-4fb8-9d76-1b63cff93134 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:48:08.451386 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8a15cd87-7047-4fb8-9d76-1b63cff93134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (645ac1b2-07cd-42da-9b64-9375b8bc6582), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:08.618579 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29339c1-b813-49bf-afd6-4081e06550c6 req-7ee3c4f6-a783-4971-91d5-4168e14037f4 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:08.643189 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e29339c1-b813-49bf-afd6-4081e06550c6 req-7ee3c4f6-a783-4971-91d5-4168e14037f4 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 945 time: 0.1372807 Jan 28 13:48:08.659247 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e73de6c-b909-4728-91d5-118225066867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (b441d917-66be-4644-a2ba-b2335b8bf1c7), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:08.814302 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e29339c1-b813-49bf-afd6-4081e06550c6 req-db3fa013-7f5d-41e6-9612-5024a06a77a5 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692851 Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:48:08.867816 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:48:08.898849 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e73de6c-b909-4728-91d5-118225066867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (b441d917-66be-4644-a2ba-b2335b8bf1c7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:09.329271 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73de6c-b909-4728-91d5-118225066867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b441d917-66be-4644-a2ba-b2335b8bf1c7,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:09.333751 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8a15cd87-7047-4fb8-9d76-1b63cff93134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (a48090cb-ae2e-48ff-8962-8d69a57daca6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:09.354225 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e73de6c-b909-4728-91d5-118225066867 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:09.360663 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8e73de6c-b909-4728-91d5-118225066867 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b441d917-66be-4644-a2ba-b2335b8bf1c7 HTTP/1.1" status: 204 len: 168 time: 2.4650779 Jan 28 13:48:09.361998 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54178) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:09.367547 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb0717a-63c3-4d49-b9f6-b0f5c685c03b None None] Network 71802712-9b8a-45da-afb2-cbe90a037c8d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:48:09.378310 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8a15cd87-7047-4fb8-9d76-1b63cff93134 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:09.386461 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8a15cd87-7047-4fb8-9d76-1b63cff93134 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a48090cb-ae2e-48ff-8962-8d69a57daca6 HTTP/1.1" status: 204 len: 168 time: 3.5750608 Jan 28 13:48:09.386461 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a3bdacc8-285d-43e7-a8f6-0886b283c7eb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router_gateway (437df861-74d9-4a1a-a451-32d7949696b7), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:09.419640 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54180) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:09.427904 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a3bdacc8-285d-43e7-a8f6-0886b283c7eb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:09.598115 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (71802712-9b8a-45da-afb2-cbe90a037c8d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:09.599879 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-a3bdacc8-285d-43e7-a8f6-0886b283c7eb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Allocated IP 172.25.3.214 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/004613ba-dae5-400e-aa07-ee870049e6b9) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:48:09.681635 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15cd87-7047-4fb8-9d76-1b63cff93134 admin admin] Pushing event deleted for resources: {'Network': ['ID=a48090cb-ae2e-48ff-8962-8d69a57daca6,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:09.705291 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] Deleting port 6f240aff-9433-47fd-afdd-7705b6793aed {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:48:09.705903 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (6f240aff-9433-47fd-afdd-7705b6793aed), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:09.768857 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e2105a-dfd3-4e25-aef8-a64e1fd6fb7d None None] DHCP port deletion for 71802712-9b8a-45da-afb2-cbe90a037c8d request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:48:09.894228 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6f240aff-9433-47fd-afdd-7705b6793aed no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:48:09.914483 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] For port 6f240aff-9433-47fd-afdd-7705b6793aed, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6f240aff-9433-47fd-afdd-7705b6793aed,segment=NetworkSegment(ccd83025-20fc-4d5e-a475-45be4f42740c),segment_id=ccd83025-20fc-4d5e-a475-45be4f42740c)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:09.917420 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (6f240aff-9433-47fd-afdd-7705b6793aed), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:09.958943 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] Calling delete_port for 6f240aff-9433-47fd-afdd-7705b6793aed owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:48:10.084557 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 6f240aff-9433-47fd-afdd-7705b6793aed is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:10.085291 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6f240aff-9433-47fd-afdd-7705b6793aed), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:10.127826 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-94e2105a-dfd3-4e25-aef8-a64e1fd6fb7d None None] Deleting port 6f240aff-9433-47fd-afdd-7705b6793aed {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:48:10.129839 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-94e2105a-dfd3-4e25-aef8-a64e1fd6fb7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (6f240aff-9433-47fd-afdd-7705b6793aed), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:10.159741 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (6f240aff-9433-47fd-afdd-7705b6793aed), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:10.192858 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f240aff-9433-47fd-afdd-7705b6793aed,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:10.197243 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] No DVR routers for this DVR port 6f240aff-9433-47fd-afdd-7705b6793aed on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:48:10.285302 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:10.286103 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:10.286853 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:10.287493 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:10.288134 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:10.288702 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:10.289459 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:10.290137 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:10.290703 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:10.291551 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:10.292182 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:10.292745 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:10.294214 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:10.327790 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-94e2105a-dfd3-4e25-aef8-a64e1fd6fb7d None None] For port 6f240aff-9433-47fd-afdd-7705b6793aed, host n-d-822747-2, got binding levels [] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:10.328903 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-94e2105a-dfd3-4e25-aef8-a64e1fd6fb7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (6f240aff-9433-47fd-afdd-7705b6793aed), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:10.347320 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-94e2105a-dfd3-4e25-aef8-a64e1fd6fb7d None None] Calling delete_port for 6f240aff-9433-47fd-afdd-7705b6793aed owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:48:10.350781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.ipam_backend_mixin [None req-94e2105a-dfd3-4e25-aef8-a64e1fd6fb7d None None] Port 6f240aff-9433-47fd-afdd-7705b6793aed was not found and therefore no delete operation was performed {{(pid=103353) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:48:10.352343 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-94e2105a-dfd3-4e25-aef8-a64e1fd6fb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (6f240aff-9433-47fd-afdd-7705b6793aed), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:10.381474 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2105a-dfd3-4e25-aef8-a64e1fd6fb7d None None] Pushing event deleted for resources: {'Port': ['ID=6f240aff-9433-47fd-afdd-7705b6793aed,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:10.390084 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (71802712-9b8a-45da-afb2-cbe90a037c8d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:10.401688 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e2105a-dfd3-4e25-aef8-a64e1fd6fb7d None None] No DVR routers for this DVR port 6f240aff-9433-47fd-afdd-7705b6793aed on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:48:10.423172 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71802712-9b8a-45da-afb2-cbe90a037c8d']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:10.446862 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b99b64-2d60-40cc-8ecd-01faaa4cf89a req-71d8cac5-65d8-4ba5-9643-a48c6f9b791b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:10.448732 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-56b99b64-2d60-40cc-8ecd-01faaa4cf89a req-71d8cac5-65d8-4ba5-9643-a48c6f9b791b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 945 time: 0.3297713 Jan 28 13:48:10.454498 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd83025-20fc-4d5e-a475-45be4f42740c') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:10.455438 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd83025-20fc-4d5e-a475-45be4f42740c') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:10.474610 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (ccd83025-20fc-4d5e-a475-45be4f42740c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:10.519242 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (ccd83025-20fc-4d5e-a475-45be4f42740c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:10.528789 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520d964-9d21-4811-be93-b863831c314c req-45bf356a-9ce2-45c4-915d-095117da5209 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:10.530503 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6520d964-9d21-4811-be93-b863831c314c req-45bf356a-9ce2-45c4-915d-095117da5209 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 944 time: 0.9155588 Jan 28 13:48:10.536045 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:48:10.536440 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (ccd83025-20fc-4d5e-a475-45be4f42740c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:48:10.538338 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:48:10.559805 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-56b99b64-2d60-40cc-8ecd-01faaa4cf89a req-37ba9b7b-658d-45a2-96f8-46993225e110 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017587 Jan 28 13:48:10.641873 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a3bdacc8-285d-43e7-a8f6-0886b283c7eb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for port (004613ba-dae5-400e-aa07-ee870049e6b9), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:10.682809 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6520d964-9d21-4811-be93-b863831c314c req-e276c794-59cb-4edb-a775-2e5726ec0d71 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334901 Jan 28 13:48:10.709534 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (71802712-9b8a-45da-afb2-cbe90a037c8d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:10.716564 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:10.724553 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/71802712-9b8a-45da-afb2-cbe90a037c8d HTTP/1.1" status: 204 len: 168 time: 1.3562663 Jan 28 13:48:10.773560 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c02b01-a998-43f2-b877-17815ef26fa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=71802712-9b8a-45da-afb2-cbe90a037c8d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:10.775226 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a3bdacc8-285d-43e7-a8f6-0886b283c7eb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (004613ba-dae5-400e-aa07-ee870049e6b9), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:10.845455 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bdacc8-285d-43e7-a8f6-0886b283c7eb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:10.850431 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-a3bdacc8-285d-43e7-a8f6-0886b283c7eb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:10.853003 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bdacc8-285d-43e7-a8f6-0886b283c7eb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:48:10.858089 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdacc8-285d-43e7-a8f6-0886b283c7eb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Port': ['ID=004613ba-dae5-400e-aa07-ee870049e6b9,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:10.938567 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32545fa-d01f-45cd-b3e3-214faec0b3de req-abe9aa30-4fca-4571-bbee-445ea320fd3a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:10.940485 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d32545fa-d01f-45cd-b3e3-214faec0b3de req-abe9aa30-4fca-4571-bbee-445ea320fd3a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 945 time: 0.0960705 Jan 28 13:48:10.955490 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54198) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:11.071936 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d32545fa-d01f-45cd-b3e3-214faec0b3de req-f07f22c4-42ad-4d3a-82bf-18347ee3bed7 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078539 Jan 28 13:48:11.092772 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-95095894-8651-498e-8dfc-3c742703a1c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b20b56137a94d119bc41239a8a47be8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1355574 Jan 28 13:48:11.093515 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54202) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:11.095633 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54204) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:11.203346 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e7f8822-ea6c-405a-bcd0-262fafffd790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (0a5f02de-3738-4ee9-9ea3-78af63b566b7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:11.245957 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf33d9a-3503-4c5f-b631-7c387e877e6d tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:11.249073 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bdf33d9a-3503-4c5f-b631-7c387e877e6d tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 1091 time: 0.1542695 Jan 28 13:48:11.253261 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54218) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:11.291443 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-7ea00b10-3928-4173-9959-ff408df53840 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'port_id': '59b04507-3836-4ae0-8905-df0b8514b470', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:11.310982 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4dabd33a-21a7-4017-9418-cbb227cbc872 admin admin] Publish callbacks [] for security_group (89e84d9c-b46a-4ab1-932a-a422e069ee67), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:11.374979 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7ea00b10-3928-4173-9959-ff408df53840 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:11.378784 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4dabd33a-21a7-4017-9418-cbb227cbc872 admin admin] Publish callbacks [] for security_group (89e84d9c-b46a-4ab1-932a-a422e069ee67), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:11.450371 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a3bdacc8-285d-43e7-a8f6-0886b283c7eb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router_gateway (437df861-74d9-4a1a-a451-32d7949696b7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:11.539170 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 3e483c1a-96a3-4333-b195-4e75664bfbb4 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:48:11.629839 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4dabd33a-21a7-4017-9418-cbb227cbc872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (89e84d9c-b46a-4ab1-932a-a422e069ee67), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:11.634866 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4dabd33a-21a7-4017-9418-cbb227cbc872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:11.636681 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4dabd33a-21a7-4017-9418-cbb227cbc872 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/89e84d9c-b46a-4ab1-932a-a422e069ee67 HTTP/1.1" status: 204 len: 168 time: 0.4923573 Jan 28 13:48:11.650785 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabd33a-21a7-4017-9418-cbb227cbc872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e84d9c-b46a-4ab1-932a-a422e069ee67,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:11.742686 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 3e483c1a-96a3-4333-b195-4e75664bfbb4, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3e483c1a-96a3-4333-b195-4e75664bfbb4,segment=NetworkSegment(713f7c72-a1fe-480c-beff-0c93c78f10d8),segment_id=713f7c72-a1fe-480c-beff-0c93c78f10d8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:11.767420 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '3e483c1a-96a3-4333-b195-4e75664bfbb4', 'network_id': '4a2dd781-e5e8-4409-9997-239fcf11d461', 'port_id': '3e483c1a-96a3-4333-b195-4e75664bfbb4', 'mac_address': 'fa:16:3e:a7:76:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3c69e8-3dad-4e28-934e-77899265971f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:48:11.793855 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7ea00b10-3928-4173-9959-ff408df53840 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:11.811848 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 3e483c1a-96a3-4333-b195-4e75664bfbb4 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:11.812476 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3e483c1a-96a3-4333-b195-4e75664bfbb4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:11.827992 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e483c1a-96a3-4333-b195-4e75664bfbb4 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:48:11.868089 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 3e483c1a-96a3-4333-b195-4e75664bfbb4, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3e483c1a-96a3-4333-b195-4e75664bfbb4,segment=NetworkSegment(713f7c72-a1fe-480c-beff-0c93c78f10d8),segment_id=713f7c72-a1fe-480c-beff-0c93c78f10d8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:11.874413 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3e483c1a-96a3-4333-b195-4e75664bfbb4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:12.031618 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=3e483c1a-96a3-4333-b195-4e75664bfbb4,revision_number=9']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:12.114497 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['3e483c1a-96a3-4333-b195-4e75664bfbb4'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:48:12.137365 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a3bdacc8-285d-43e7-a8f6-0886b283c7eb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (437df861-74d9-4a1a-a451-32d7949696b7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:12.142499 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-7ea00b10-3928-4173-9959-ff408df53840 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Allocated IP 172.25.3.13 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/1237938b-cff1-446e-a153-cc1b9de62102) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:48:12.303380 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b030c-8329-4a32-8aea-7068a71eff6c req-46b5c47f-f678-41ab-87e6-54cf9419c3d9 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:12.303889 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c93b030c-8329-4a32-8aea-7068a71eff6c req-46b5c47f-f678-41ab-87e6-54cf9419c3d9 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 945 time: 0.2533517 Jan 28 13:48:12.394094 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54244) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:12.476331 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c93b030c-8329-4a32-8aea-7068a71eff6c req-f8a8afd1-4cb1-4696-9336-832397513433 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148846 Jan 28 13:48:12.504769 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7ea00b10-3928-4173-9959-ff408df53840 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for port (1237938b-cff1-446e-a153-cc1b9de62102), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:12.607823 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7ea00b10-3928-4173-9959-ff408df53840 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (1237938b-cff1-446e-a153-cc1b9de62102), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:12.695060 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-8e7f8822-ea6c-405a-bcd0-262fafffd790 admin admin] Deleting port d2f62b4f-7588-4510-8127-44c4b5dc6663 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:48:12.695773 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e7f8822-ea6c-405a-bcd0-262fafffd790 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (d2f62b4f-7588-4510-8127-44c4b5dc6663), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:12.701955 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea00b10-3928-4173-9959-ff408df53840 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:12.712215 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-7ea00b10-3928-4173-9959-ff408df53840 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:12.728008 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea00b10-3928-4173-9959-ff408df53840 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:48:12.731548 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea00b10-3928-4173-9959-ff408df53840 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Port': ['ID=1237938b-cff1-446e-a153-cc1b9de62102,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:12.832021 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b46baefc-a5c1-40f3-9a47-3ebbdc4fe45a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b9cc1bf9471479b82e04e7827c644ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4339743 Jan 28 13:48:12.844847 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54252) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:12.928348 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bdacc8-285d-43e7-a8f6-0886b283c7eb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Router 437df861-74d9-4a1a-a451-32d7949696b7 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:48:12.948756 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-8e7f8822-ea6c-405a-bcd0-262fafffd790 admin admin] For port d2f62b4f-7588-4510-8127-44c4b5dc6663, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=d2f62b4f-7588-4510-8127-44c4b5dc6663,segment=NetworkSegment(79840de1-d58c-4183-913b-620f6d2f9eda),segment_id=79840de1-d58c-4183-913b-620f6d2f9eda)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:12.967254 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e7f8822-ea6c-405a-bcd0-262fafffd790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (d2f62b4f-7588-4510-8127-44c4b5dc6663), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:13.037125 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-8e7f8822-ea6c-405a-bcd0-262fafffd790 admin admin] Calling delete_port for d2f62b4f-7588-4510-8127-44c4b5dc6663 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:48:13.213417 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9cffa6b5-e216-400b-afd3-cc15bb5fcc67 admin admin] Publish callbacks [] for security_group (b877560d-0b6a-423c-b480-0be53babcef4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:13.296695 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9cffa6b5-e216-400b-afd3-cc15bb5fcc67 admin admin] Publish callbacks [] for security_group (b877560d-0b6a-423c-b480-0be53babcef4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:13.345600 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7ea00b10-3928-4173-9959-ff408df53840 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for floatingip (1f64b993-1073-43ab-adeb-0378297aef41), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:13.379141 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bdacc8-285d-43e7-a8f6-0886b283c7eb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:48:13.395889 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7c1611-3e3b-4e2b-9adb-677d0c5fba20 None None] Sync routers for ids ['437df861-74d9-4a1a-a451-32d7949696b7'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:48:13.410847 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7c1611-3e3b-4e2b-9adb-677d0c5fba20 None None] Routers {'437df861-74d9-4a1a-a451-32d7949696b7'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:13.423884 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8e7c1611-3e3b-4e2b-9adb-677d0c5fba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:48:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['437df861-74d9-4a1a-a451-32d7949696b7'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:13.440697 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a3bdacc8-285d-43e7-a8f6-0886b283c7eb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:13.445010 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a3bdacc8-285d-43e7-a8f6-0886b283c7eb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.3022294 Jan 28 13:48:13.445756 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54256) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:13.473170 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7ea00b10-3928-4173-9959-ff408df53840 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (1237938b-cff1-446e-a153-cc1b9de62102), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:13.488744 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8e7c1611-3e3b-4e2b-9adb-677d0c5fba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:13.513842 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7c1611-3e3b-4e2b-9adb-677d0c5fba20 None None] Routers {'437df861-74d9-4a1a-a451-32d7949696b7'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:13.514665 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8e7c1611-3e3b-4e2b-9adb-677d0c5fba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:48:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['437df861-74d9-4a1a-a451-32d7949696b7'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:13.597604 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 3e483c1a-96a3-4333-b195-4e75664bfbb4 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:48:13.611640 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8e7c1611-3e3b-4e2b-9adb-677d0c5fba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:13.612718 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7c1611-3e3b-4e2b-9adb-677d0c5fba20 None None] The sync data for ids ['437df861-74d9-4a1a-a451-32d7949696b7'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:48:13.625216 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-df668c08-0cca-4658-bd1b-7419094c462a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "GET /v2.0/routers/437df861-74d9-4a1a-a451-32d7949696b7 HTTP/1.1" status: 200 len: 885 time: 0.1772139 Jan 28 13:48:13.643024 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9cffa6b5-e216-400b-afd3-cc15bb5fcc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b877560d-0b6a-423c-b480-0be53babcef4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:13.645603 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9cffa6b5-e216-400b-afd3-cc15bb5fcc67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:13.650951 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9cffa6b5-e216-400b-afd3-cc15bb5fcc67 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b877560d-0b6a-423c-b480-0be53babcef4 HTTP/1.1" status: 204 len: 168 time: 0.8008063 Jan 28 13:48:13.650951 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54260) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:13.790702 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 3e483c1a-96a3-4333-b195-4e75664bfbb4 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:13.791401 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3e483c1a-96a3-4333-b195-4e75664bfbb4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:13.849702 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7ea00b10-3928-4173-9959-ff408df53840 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for port (1237938b-cff1-446e-a153-cc1b9de62102), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:13.881816 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7ea00b10-3928-4173-9959-ff408df53840 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (1237938b-cff1-446e-a153-cc1b9de62102), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:14.008466 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea00b10-3928-4173-9959-ff408df53840 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Port': ['ID=1237938b-cff1-446e-a153-cc1b9de62102,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:14.043901 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffa6b5-e216-400b-afd3-cc15bb5fcc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b877560d-0b6a-423c-b480-0be53babcef4,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:14.078023 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 3e483c1a-96a3-4333-b195-4e75664bfbb4 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:14.079333 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3e483c1a-96a3-4333-b195-4e75664bfbb4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:14.097983 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e7f8822-ea6c-405a-bcd0-262fafffd790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (d2f62b4f-7588-4510-8127-44c4b5dc6663), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:14.127728 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7ea00b10-3928-4173-9959-ff408df53840 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (1f64b993-1073-43ab-adeb-0378297aef41), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:14.195708 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87dac08-0d1e-49d9-a1f8-dd4069202b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e483c1a-96a3-4333-b195-4e75664bfbb4'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:48:14.198768 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c30ae37-cad0-49bd-8609-6ce400fe1c2e" -d '{"events": [{"server_uuid": "b87dac08-0d1e-49d9-a1f8-dd4069202b25", "name": "network-vif-plugged", "status": "completed", "tag": "3e483c1a-96a3-4333-b195-4e75664bfbb4"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:48:14.236578 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f8822-ea6c-405a-bcd0-262fafffd790 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2f62b4f-7588-4510-8127-44c4b5dc6663,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:14.266563 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 3e483c1a-96a3-4333-b195-4e75664bfbb4, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3e483c1a-96a3-4333-b195-4e75664bfbb4,segment=NetworkSegment(713f7c72-a1fe-480c-beff-0c93c78f10d8),segment_id=713f7c72-a1fe-480c-beff-0c93c78f10d8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:14.275010 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3e483c1a-96a3-4333-b195-4e75664bfbb4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:14.327502 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757b601-1686-4b0c-83fd-dd2f4557a780 req-3f049204-2f7b-4535-ab84-f180c40f89de tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:14.341685 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6757b601-1686-4b0c-83fd-dd2f4557a780 req-3f049204-2f7b-4535-ab84-f180c40f89de tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 945 time: 0.7104149 Jan 28 13:48:14.418490 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-7ea00b10-3928-4173-9959-ff408df53840 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Floating IP 1f64b993-1073-43ab-adeb-0378297aef41 associated. External IP: 172.25.3.13, port: 59b04507-3836-4ae0-8905-df0b8514b470. Jan 28 13:48:14.468996 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95a5767-6149-49d3-af78-1dc83290d47a x-openstack-request-id: req-a95a5767-6149-49d3-af78-1dc83290d47a {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:48:14.470830 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b87dac08-0d1e-49d9-a1f8-dd4069202b25", "name": "network-vif-plugged", "status": "completed", "tag": "3e483c1a-96a3-4333-b195-4e75664bfbb4", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:48:14.472671 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a95a5767-6149-49d3-af78-1dc83290d47a {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:48:14.475530 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87dac08-0d1e-49d9-a1f8-dd4069202b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e483c1a-96a3-4333-b195-4e75664bfbb4', 'code': 200} Jan 28 13:48:14.561329 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=3e483c1a-96a3-4333-b195-4e75664bfbb4,revision_number=10']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:14.675917 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6757b601-1686-4b0c-83fd-dd2f4557a780 req-d7682a4e-c22a-41f2-932b-8c33150f2d53 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327858 Jan 28 13:48:14.997434 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea00b10-3928-4173-9959-ff408df53840 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Router e694fd7a-8c72-4465-b358-da2722c5d233 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:48:15.261230 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea00b10-3928-4173-9959-ff408df53840 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:48:15.276674 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26919dbb-0f97-4828-a46e-41b07cd38df9 None None] Sync routers for ids ['e694fd7a-8c72-4465-b358-da2722c5d233'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:48:15.288348 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26919dbb-0f97-4828-a46e-41b07cd38df9 None None] Routers {'e694fd7a-8c72-4465-b358-da2722c5d233'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:15.289302 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-26919dbb-0f97-4828-a46e-41b07cd38df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:48:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e694fd7a-8c72-4465-b358-da2722c5d233'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:15.304427 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7ea00b10-3928-4173-9959-ff408df53840 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:15.360733 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7ea00b10-3928-4173-9959-ff408df53840 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0771842 Jan 28 13:48:15.361797 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e5d8d0-375a-4357-b599-3d3fcf5405c8', 'tag': '59b04507-3836-4ae0-8905-df0b8514b470'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:48:15.366606 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668a4c2e-c5de-448d-9718-7a09ff165d22" -d '{"events": [{"name": "network-changed", "server_uuid": "69e5d8d0-375a-4357-b599-3d3fcf5405c8", "tag": "59b04507-3836-4ae0-8905-df0b8514b470"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:48:15.441713 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-26919dbb-0f97-4828-a46e-41b07cd38df9 None None] Set router e694fd7a-8c72-4465-b358-da2722c5d233 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:48:15.444783 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf153a50-a37d-4beb-9562-ae28ea3424d2 x-openstack-request-id: req-bf153a50-a37d-4beb-9562-ae28ea3424d2 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:48:15.444783 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e5d8d0-375a-4357-b599-3d3fcf5405c8", "tag": "59b04507-3836-4ae0-8905-df0b8514b470", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:48:15.444783 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf153a50-a37d-4beb-9562-ae28ea3424d2 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:48:15.447679 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e5d8d0-375a-4357-b599-3d3fcf5405c8', 'tag': '59b04507-3836-4ae0-8905-df0b8514b470', 'status': 'completed', 'code': 200} Jan 28 13:48:15.564071 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b151d-13c1-4e18-8f5e-733ff262fcbe req-81f13e6d-249c-4972-9fab-301d6e0a089c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:15.565753 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f0b151d-13c1-4e18-8f5e-733ff262fcbe req-81f13e6d-249c-4972-9fab-301d6e0a089c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 1098 time: 0.9458039 Jan 28 13:48:15.617868 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e7f8822-ea6c-405a-bcd0-262fafffd790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (0a5f02de-3738-4ee9-9ea3-78af63b566b7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:15.665727 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5eb138-5d05-4965-9f31-96ffa3343ecb req-6c1477d8-0197-45de-ae3a-d544f86e9c4c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:15.668716 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc5eb138-5d05-4965-9f31-96ffa3343ecb req-6c1477d8-0197-45de-ae3a-d544f86e9c4c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 945 time: 0.2045054 Jan 28 13:48:15.710820 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a4c2e-c5de-448d-9718-7a09ff165d22 req-016e183b-dfeb-401b-b12e-ff1cc8b78a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:15.713952 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-668a4c2e-c5de-448d-9718-7a09ff165d22 req-016e183b-dfeb-401b-b12e-ff1cc8b78a4f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 1096 time: 0.1496601 Jan 28 13:48:15.785752 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cc5eb138-5d05-4965-9f31-96ffa3343ecb req-53bdd2bc-3590-45d6-913e-7e8f134e7494 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089599 Jan 28 13:48:15.946105 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a4c2e-c5de-448d-9718-7a09ff165d22 req-777cb165-6388-4cd1-94bf-79acd309b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:15.947800 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-668a4c2e-c5de-448d-9718-7a09ff165d22 req-777cb165-6388-4cd1-94bf-79acd309b7b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=667f0983-e508-4fe1-b10d-bcca42a398ef HTTP/1.1" status: 200 len: 897 time: 0.1887455 Jan 28 13:48:15.948414 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54286) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:16.063623 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-26919dbb-0f97-4828-a46e-41b07cd38df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854432745', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:15Z', 'updated_at': '2022-01-28T13:47:38Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:20Z', 'updated_at': '2022-01-28T13:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '1f64b993-1073-43ab-adeb-0378297aef41', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'port_id': '59b04507-3836-4ae0-8905-df0b8514b470', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2870, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef', 'mac_address': 'fa:16:3e:ae:95:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e5d8d0-375a-4357-b599-3d3fcf5405c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:48:13Z', 'updated_at': '2022-01-28T13:48:13Z', 'revision_number': 0, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191f278b-fa84-4bae-9ef0-d9d476bb1cf0', 'name': '', 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:c6:0a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '35ffca17-58e9-4eeb-abe2-92558ab43df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:35Z', 'updated_at': '2022-01-28T13:47:46Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': '35ffca17-58e9-4eeb-abe2-92558ab43df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:16.111359 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-668a4c2e-c5de-448d-9718-7a09ff165d22 req-75dbc711-0915-4e26-80e1-cd3bdecee5e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59b04507-3836-4ae0-8905-df0b8514b470 HTTP/1.1" status: 200 len: 998 time: 0.1518338 Jan 28 13:48:16.134873 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26919dbb-0f97-4828-a46e-41b07cd38df9 None None] Checking router: e694fd7a-8c72-4465-b358-da2722c5d233 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:48:16.138048 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f0b151d-13c1-4e18-8f5e-733ff262fcbe req-be8de22e-2b5d-4ab9-95e8-31ec45aecefc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5602927 Jan 28 13:48:16.169140 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26919dbb-0f97-4828-a46e-41b07cd38df9 None None] Routers {'e694fd7a-8c72-4465-b358-da2722c5d233'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:16.170001 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-26919dbb-0f97-4828-a46e-41b07cd38df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:48:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e694fd7a-8c72-4465-b358-da2722c5d233'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:16.189363 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-193d0dfd-3f72-4129-b99a-64c935b34df3 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/floatingips/1f64b993-1073-43ab-adeb-0378297aef41 HTTP/1.1" status: 200 len: 990 time: 0.2398152 Jan 28 13:48:16.297610 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a4c2e-c5de-448d-9718-7a09ff165d22 req-cd6e8233-b1e3-4eea-a321-6e8130db389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:16.302165 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-668a4c2e-c5de-448d-9718-7a09ff165d22 req-cd6e8233-b1e3-4eea-a321-6e8130db389c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=35ffca17-58e9-4eeb-abe2-92558ab43df5 HTTP/1.1" status: 200 len: 835 time: 0.1091859 Jan 28 13:48:16.314714 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ab5f5adc-c0ef-4237-b1a9-439b68cbc3ca tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 2.6355369 Jan 28 13:48:16.315181 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54294) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:16.319994 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-b20b7843-f7d4-4913-82d7-3c7224021401 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1391592837'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:16.350067 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe2237-983a-4478-b8e0-28999f6ac44f req-c84ae9a9-8b3e-4494-8681-70fc4bea2d80 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:16.354456 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0cfe2237-983a-4478-b8e0-28999f6ac44f req-c84ae9a9-8b3e-4494-8681-70fc4bea2d80 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.2596149 Jan 28 13:48:16.394425 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-26919dbb-0f97-4828-a46e-41b07cd38df9 None None] Set router e694fd7a-8c72-4465-b358-da2722c5d233 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:48:16.465214 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0cfe2237-983a-4478-b8e0-28999f6ac44f req-a0823ac2-6d84-4961-9bb8-fa09bcf48add tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031985 Jan 28 13:48:16.473320 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7f8822-ea6c-405a-bcd0-262fafffd790 admin admin] Router 0a5f02de-3738-4ee9-9ea3-78af63b566b7 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:48:16.590207 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a4c2e-c5de-448d-9718-7a09ff165d22 req-26ca7493-f592-48d6-834d-2c7a6b541b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:16.603154 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-668a4c2e-c5de-448d-9718-7a09ff165d22 req-26ca7493-f592-48d6-834d-2c7a6b541b4b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=667f0983-e508-4fe1-b10d-bcca42a398ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2173066 Jan 28 13:48:16.664916 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7f8822-ea6c-405a-bcd0-262fafffd790 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:48:16.683418 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dba66a-a6a9-4d37-b74d-bf5f38e2db01 None None] Sync routers for ids ['0a5f02de-3738-4ee9-9ea3-78af63b566b7'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:48:16.694857 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8e7f8822-ea6c-405a-bcd0-262fafffd790 admin admin] 10.222.0.39 "PUT /v2.0/routers/0a5f02de-3738-4ee9-9ea3-78af63b566b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2740023 Jan 28 13:48:16.695552 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54296) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:16.697038 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dba66a-a6a9-4d37-b74d-bf5f38e2db01 None None] Routers {'0a5f02de-3738-4ee9-9ea3-78af63b566b7'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:16.697775 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-09dba66a-a6a9-4d37-b74d-bf5f38e2db01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:48:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0a5f02de-3738-4ee9-9ea3-78af63b566b7'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:16.931526 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-09dba66a-a6a9-4d37-b74d-bf5f38e2db01 None None] Set router 0a5f02de-3738-4ee9-9ea3-78af63b566b7 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:48:16.961235 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-26919dbb-0f97-4828-a46e-41b07cd38df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854432745', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:15Z', 'updated_at': '2022-01-28T13:47:38Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:20Z', 'updated_at': '2022-01-28T13:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '1f64b993-1073-43ab-adeb-0378297aef41', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'port_id': '59b04507-3836-4ae0-8905-df0b8514b470', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2870, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef', 'mac_address': 'fa:16:3e:ae:95:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e5d8d0-375a-4357-b599-3d3fcf5405c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:48:13Z', 'updated_at': '2022-01-28T13:48:13Z', 'revision_number': 0, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191f278b-fa84-4bae-9ef0-d9d476bb1cf0', 'name': '', 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:c6:0a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '35ffca17-58e9-4eeb-abe2-92558ab43df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:35Z', 'updated_at': '2022-01-28T13:47:46Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': '35ffca17-58e9-4eeb-abe2-92558ab43df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:16.962283 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f2fea0f2-43d3-43ae-8a7b-e82aba588f62 admin admin] Publish callbacks [] for router (0a5f02de-3738-4ee9-9ea3-78af63b566b7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:17.003872 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-668a4c2e-c5de-448d-9718-7a09ff165d22 req-e793f225-afc8-4c2c-8d00-ebfe3d18a5e7 service neutron] 10.222.0.18 "GET /v2.0/networks/667f0983-e508-4fe1-b10d-bcca42a398ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941135 Jan 28 13:48:17.110815 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26919dbb-0f97-4828-a46e-41b07cd38df9 None None] The sync data for ids ['e694fd7a-8c72-4465-b358-da2722c5d233'] in n-d-822747-2 is: [{'id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854432745', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:15Z', 'updated_at': '2022-01-28T13:47:38Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:20Z', 'updated_at': '2022-01-28T13:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '1f64b993-1073-43ab-adeb-0378297aef41', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'port_id': '59b04507-3836-4ae0-8905-df0b8514b470', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2870, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef', 'mac_address': 'fa:16:3e:ae:95:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e5d8d0-375a-4357-b599-3d3fcf5405c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:48:13Z', 'updated_at': '2022-01-28T13:48:13Z', 'revision_number': 0, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191f278b-fa84-4bae-9ef0-d9d476bb1cf0', 'name': '', 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:c6:0a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '35ffca17-58e9-4eeb-abe2-92558ab43df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:35Z', 'updated_at': '2022-01-28T13:47:46Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': '35ffca17-58e9-4eeb-abe2-92558ab43df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:48:17.269331 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54308) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:17.488955 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-09dba66a-a6a9-4d37-b74d-bf5f38e2db01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5f02de-3738-4ee9-9ea3-78af63b566b7', 'name': 'tempest-TaggedBootDevicesTest-1916892026-router', 'tenant_id': 'f72d59cf914c45cda8e91044caa2c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '15104a4d-07fc-4c06-a310-a453b22e6aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:34:07Z', 'updated_at': '2022-01-28T13:48:13Z', 'revision_number': 5, 'project_id': 'f72d59cf914c45cda8e91044caa2c9ed', 'gw_port': {'id': '15104a4d-07fc-4c06-a310-a453b22e6aa5', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5f02de-3738-4ee9-9ea3-78af63b566b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:08Z', 'updated_at': '2022-01-28T13:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:17.526431 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-668a4c2e-c5de-448d-9718-7a09ff165d22 req-6b96a991-44ee-4992-b3ba-8c1f510df862 service neutron] 10.222.0.18 "GET /v2.0/networks/667f0983-e508-4fe1-b10d-bcca42a398ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5080507 Jan 28 13:48:17.530009 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5b014ae6-af21-4014-8de0-01686b4e4c26 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/floatingips/1f64b993-1073-43ab-adeb-0378297aef41 HTTP/1.1" status: 200 len: 990 time: 0.2591763 Jan 28 13:48:17.531843 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f2fea0f2-43d3-43ae-8a7b-e82aba588f62 admin admin] Publish callbacks [] for router_gateway (0a5f02de-3738-4ee9-9ea3-78af63b566b7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:17.562934 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b20b7843-f7d4-4913-82d7-3c7224021401 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5641'] for router (437df861-74d9-4a1a-a451-32d7949696b7), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:17.602072 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b20b7843-f7d4-4913-82d7-3c7224021401 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352569'] for router (437df861-74d9-4a1a-a451-32d7949696b7), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:17.606345 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dba66a-a6a9-4d37-b74d-bf5f38e2db01 None None] Checking router: 0a5f02de-3738-4ee9-9ea3-78af63b566b7 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:48:17.641778 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dba66a-a6a9-4d37-b74d-bf5f38e2db01 None None] Routers {'0a5f02de-3738-4ee9-9ea3-78af63b566b7'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:17.642034 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-09dba66a-a6a9-4d37-b74d-bf5f38e2db01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:48:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['0a5f02de-3738-4ee9-9ea3-78af63b566b7'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:17.658566 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-f2fea0f2-43d3-43ae-8a7b-e82aba588f62 admin admin] Deleting port 15104a4d-07fc-4c06-a310-a453b22e6aa5 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:48:17.659279 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f2fea0f2-43d3-43ae-8a7b-e82aba588f62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (15104a4d-07fc-4c06-a310-a453b22e6aa5), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:17.820198 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a0b160-a396-42ec-a543-d57a146c7a52 None None] New status for floating IP 1f64b993-1073-43ab-adeb-0378297aef41: ACTIVE {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:48:17.833010 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-09dba66a-a6a9-4d37-b74d-bf5f38e2db01 None None] Set router 0a5f02de-3738-4ee9-9ea3-78af63b566b7 gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:48:17.924790 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-09dba66a-a6a9-4d37-b74d-bf5f38e2db01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5f02de-3738-4ee9-9ea3-78af63b566b7', 'name': 'tempest-TaggedBootDevicesTest-1916892026-router', 'tenant_id': 'f72d59cf914c45cda8e91044caa2c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:34:07Z', 'updated_at': '2022-01-28T13:48:17Z', 'revision_number': 6, 'project_id': 'f72d59cf914c45cda8e91044caa2c9ed', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:18.024673 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dba66a-a6a9-4d37-b74d-bf5f38e2db01 None None] The sync data for ids ['0a5f02de-3738-4ee9-9ea3-78af63b566b7'] in n-d-822747-2 is: [{'id': '0a5f02de-3738-4ee9-9ea3-78af63b566b7', 'name': 'tempest-TaggedBootDevicesTest-1916892026-router', 'tenant_id': 'f72d59cf914c45cda8e91044caa2c9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:34:07Z', 'updated_at': '2022-01-28T13:48:17Z', 'revision_number': 6, 'project_id': 'f72d59cf914c45cda8e91044caa2c9ed', 'gw_port_host': None}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:48:18.085207 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:18.087646 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-f2fea0f2-43d3-43ae-8a7b-e82aba588f62 admin admin] For port 15104a4d-07fc-4c06-a310-a453b22e6aa5, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=15104a4d-07fc-4c06-a310-a453b22e6aa5,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:18.088811 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f2fea0f2-43d3-43ae-8a7b-e82aba588f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (15104a4d-07fc-4c06-a310-a453b22e6aa5), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:18.123515 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-f2fea0f2-43d3-43ae-8a7b-e82aba588f62 admin admin] Calling delete_port for 15104a4d-07fc-4c06-a310-a453b22e6aa5 owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:48:18.541523 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54350) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:18.704217 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20b7843-f7d4-4913-82d7-3c7224021401 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Router 437df861-74d9-4a1a-a451-32d7949696b7 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:48:18.743385 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02441f-9fb1-40bc-9d3a-cc6a3b47ea83 req-918f7a43-fda2-4633-a176-9e8d82e4f63c tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:18.745964 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-be02441f-9fb1-40bc-9d3a-cc6a3b47ea83 req-918f7a43-fda2-4633-a176-9e8d82e4f63c tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.9947813 Jan 28 13:48:18.852648 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-657f8ab7-f3e5-43fd-87b7-3dfb884b1d26 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/floatingips/1f64b993-1073-43ab-adeb-0378297aef41 HTTP/1.1" status: 200 len: 992 time: 0.3037293 Jan 28 13:48:18.853066 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f2fea0f2-43d3-43ae-8a7b-e82aba588f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (15104a4d-07fc-4c06-a310-a453b22e6aa5), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:18.853811 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-be02441f-9fb1-40bc-9d3a-cc6a3b47ea83 req-113cf9a8-c5ca-45e6-8c11-7964097106f1 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977030 Jan 28 13:48:19.040912 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20b7843-f7d4-4913-82d7-3c7224021401 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:48:19.051685 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b20b7843-f7d4-4913-82d7-3c7224021401 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:19.060484 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b20b7843-f7d4-4913-82d7-3c7224021401 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "PUT /v2.0/routers/437df861-74d9-4a1a-a451-32d7949696b7 HTTP/1.1" status: 200 len: 892 time: 2.7441068 Jan 28 13:48:19.062949 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54352) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:19.068899 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892736ba-47f2-4e21-a2e2-0970b7d1a5eb None None] Sync routers for ids ['437df861-74d9-4a1a-a451-32d7949696b7'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:48:19.070906 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fea0f2-43d3-43ae-8a7b-e82aba588f62 admin admin] Pushing event deleted for resources: {'Port': ['ID=15104a4d-07fc-4c06-a310-a453b22e6aa5,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:19.091902 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892736ba-47f2-4e21-a2e2-0970b7d1a5eb None None] Routers {'437df861-74d9-4a1a-a451-32d7949696b7'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:19.094771 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-892736ba-47f2-4e21-a2e2-0970b7d1a5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:48:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['437df861-74d9-4a1a-a451-32d7949696b7'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:19.181437 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f2fea0f2-43d3-43ae-8a7b-e82aba588f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (0a5f02de-3738-4ee9-9ea3-78af63b566b7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:19.205774 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-892736ba-47f2-4e21-a2e2-0970b7d1a5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:19.229458 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892736ba-47f2-4e21-a2e2-0970b7d1a5eb None None] Routers {'437df861-74d9-4a1a-a451-32d7949696b7'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:19.230107 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-892736ba-47f2-4e21-a2e2-0970b7d1a5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:48:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['437df861-74d9-4a1a-a451-32d7949696b7'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:19.320185 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-892736ba-47f2-4e21-a2e2-0970b7d1a5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:19.320799 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892736ba-47f2-4e21-a2e2-0970b7d1a5eb None None] The sync data for ids ['437df861-74d9-4a1a-a451-32d7949696b7'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:48:19.364928 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-035e4d2f-64b6-4769-9b12-6708628fc0bc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "GET /v2.0/routers/437df861-74d9-4a1a-a451-32d7949696b7 HTTP/1.1" status: 200 len: 892 time: 0.3024158 Jan 28 13:48:19.365597 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54356) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:19.404280 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f2fea0f2-43d3-43ae-8a7b-e82aba588f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (0a5f02de-3738-4ee9-9ea3-78af63b566b7), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:19.407069 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f2fea0f2-43d3-43ae-8a7b-e82aba588f62 admin admin] Publish callbacks [] for router_controller (0a5f02de-3738-4ee9-9ea3-78af63b566b7), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:19.426677 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c527e429-34aa-47dc-bb00-e4fd19e6bb74 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "GET /v2.0/ports?device_id=437df861-74d9-4a1a-a451-32d7949696b7 HTTP/1.1" status: 200 len: 205 time: 0.0586717 Jan 28 13:48:19.433860 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54358) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:19.492515 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f2fea0f2-43d3-43ae-8a7b-e82aba588f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (0a5f02de-3738-4ee9-9ea3-78af63b566b7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:19.493146 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fea0f2-43d3-43ae-8a7b-e82aba588f62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a5f02de-3738-4ee9-9ea3-78af63b566b7 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:48:19.498160 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f2fea0f2-43d3-43ae-8a7b-e82aba588f62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:19.502244 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f2fea0f2-43d3-43ae-8a7b-e82aba588f62 admin admin] 10.222.0.39 "DELETE /v2.0/routers/0a5f02de-3738-4ee9-9ea3-78af63b566b7 HTTP/1.1" status: 204 len: 168 time: 2.8031242 Jan 28 13:48:19.502660 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54362) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:19.623096 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dfd6e4d-ae59-44bd-b82c-4aec586f60c3 admin admin] Deleting subnet 21404064-cf61-4c19-8610-6f54c53ec112 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:48:19.630153 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1dfd6e4d-ae59-44bd-b82c-4aec586f60c3 admin admin] Publish callbacks [] for subnet (21404064-cf61-4c19-8610-6f54c53ec112), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:19.718349 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1dfd6e4d-ae59-44bd-b82c-4aec586f60c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (21404064-cf61-4c19-8610-6f54c53ec112), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:19.787329 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-884fe6e9-6ea2-46ba-89fc-a1b9b5d07abc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router (437df861-74d9-4a1a-a451-32d7949696b7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:19.880458 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:19.906114 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d2f62b4f-7588-4510-8127-44c4b5dc6663 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:48:19.956269 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: d2f62b4f-7588-4510-8127-44c4b5dc6663 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:48:19.956614 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d2f62b4f-7588-4510-8127-44c4b5dc6663 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:48:19.957195 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1dfd6e4d-ae59-44bd-b82c-4aec586f60c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (21404064-cf61-4c19-8610-6f54c53ec112), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:19.970193 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-884fe6e9-6ea2-46ba-89fc-a1b9b5d07abc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router_gateway (437df861-74d9-4a1a-a451-32d7949696b7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:19.971497 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 15104a4d-07fc-4c06-a310-a453b22e6aa5 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:48:20.022740 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 15104a4d-07fc-4c06-a310-a453b22e6aa5 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:48:20.023293 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 15104a4d-07fc-4c06-a310-a453b22e6aa5 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:48:20.073408 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-884fe6e9-6ea2-46ba-89fc-a1b9b5d07abc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Deleting port 004613ba-dae5-400e-aa07-ee870049e6b9 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:48:20.074031 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-884fe6e9-6ea2-46ba-89fc-a1b9b5d07abc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (004613ba-dae5-400e-aa07-ee870049e6b9), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:20.117359 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1dfd6e4d-ae59-44bd-b82c-4aec586f60c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (21404064-cf61-4c19-8610-6f54c53ec112), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:20.133946 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1dfd6e4d-ae59-44bd-b82c-4aec586f60c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:20.138307 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1dfd6e4d-ae59-44bd-b82c-4aec586f60c3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/21404064-cf61-4c19-8610-6f54c53ec112 HTTP/1.1" status: 204 len: 168 time: 0.6350045 Jan 28 13:48:20.144210 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51013b17-0574-4d22-a920-31ed06057953 None None] Network bdcad575-924b-41b3-b4ba-84a486df3530 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:48:20.159437 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54368) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:20.177724 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986da51-05b2-4699-ba44-c61b75a50743 req-23b18af0-1225-4586-8b77-b802c8104198 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:20.179880 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c986da51-05b2-4699-ba44-c61b75a50743 req-23b18af0-1225-4586-8b77-b802c8104198 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.1440918 Jan 28 13:48:20.208420 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd6e4d-ae59-44bd-b82c-4aec586f60c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21404064-cf61-4c19-8610-6f54c53ec112,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:20.259634 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-884fe6e9-6ea2-46ba-89fc-a1b9b5d07abc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (004613ba-dae5-400e-aa07-ee870049e6b9), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:20.287390 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-884fe6e9-6ea2-46ba-89fc-a1b9b5d07abc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Calling delete_port for 004613ba-dae5-400e-aa07-ee870049e6b9 owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:48:20.294233 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c986da51-05b2-4699-ba44-c61b75a50743 req-42c5e204-cced-4a01-a71e-395f1a200824 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809631 Jan 28 13:48:20.307412 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b917e637-6f4d-4207-b226-ea58dc08a773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (bdcad575-924b-41b3-b4ba-84a486df3530), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:20.429989 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-b917e637-6f4d-4207-b226-ea58dc08a773 admin admin] Deleting port b4eb1a02-d20d-4ac0-8923-816008ac9c0c {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:48:20.430426 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b917e637-6f4d-4207-b226-ea58dc08a773 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b4eb1a02-d20d-4ac0-8923-816008ac9c0c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:20.517883 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853954a3-2d97-4f0f-9d65-71274338ac98 None None] DHCP port deletion for bdcad575-924b-41b3-b4ba-84a486df3530 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:48:20.523029 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-b917e637-6f4d-4207-b226-ea58dc08a773 admin admin] For port b4eb1a02-d20d-4ac0-8923-816008ac9c0c, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b4eb1a02-d20d-4ac0-8923-816008ac9c0c,segment=NetworkSegment(79840de1-d58c-4183-913b-620f6d2f9eda),segment_id=79840de1-d58c-4183-913b-620f6d2f9eda)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:20.523494 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b917e637-6f4d-4207-b226-ea58dc08a773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b4eb1a02-d20d-4ac0-8923-816008ac9c0c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:20.564211 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-b917e637-6f4d-4207-b226-ea58dc08a773 admin admin] Calling delete_port for b4eb1a02-d20d-4ac0-8923-816008ac9c0c owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:48:20.580186 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd74ae-f77a-47d3-8467-523d6adea1ba req-cc31a3a5-fb40-49b6-a070-3fcfa373643a tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:20.581775 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3bcd74ae-f77a-47d3-8467-523d6adea1ba req-cc31a3a5-fb40-49b6-a070-3fcfa373643a tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.1740475 Jan 28 13:48:20.752496 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-853954a3-2d97-4f0f-9d65-71274338ac98 None None] Deleting port b4eb1a02-d20d-4ac0-8923-816008ac9c0c {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:48:20.752954 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-853954a3-2d97-4f0f-9d65-71274338ac98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b4eb1a02-d20d-4ac0-8923-816008ac9c0c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:20.839358 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b917e637-6f4d-4207-b226-ea58dc08a773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b4eb1a02-d20d-4ac0-8923-816008ac9c0c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:20.857292 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3bcd74ae-f77a-47d3-8467-523d6adea1ba req-c13cfcc2-c93e-4b66-9e7d-3a26be95d2f5 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346349 Jan 28 13:48:20.928234 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-884fe6e9-6ea2-46ba-89fc-a1b9b5d07abc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (004613ba-dae5-400e-aa07-ee870049e6b9), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:20.943025 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b917e637-6f4d-4207-b226-ea58dc08a773 admin admin] No DVR routers for this DVR port b4eb1a02-d20d-4ac0-8923-816008ac9c0c on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:48:20.945067 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917e637-6f4d-4207-b226-ea58dc08a773 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4eb1a02-d20d-4ac0-8923-816008ac9c0c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:20.953004 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-853954a3-2d97-4f0f-9d65-71274338ac98 None None] For port b4eb1a02-d20d-4ac0-8923-816008ac9c0c, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b4eb1a02-d20d-4ac0-8923-816008ac9c0c,segment=NetworkSegment(79840de1-d58c-4183-913b-620f6d2f9eda),segment_id=79840de1-d58c-4183-913b-620f6d2f9eda)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:20.954433 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-853954a3-2d97-4f0f-9d65-71274338ac98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b4eb1a02-d20d-4ac0-8923-816008ac9c0c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:21.007271 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-853954a3-2d97-4f0f-9d65-71274338ac98 None None] Calling delete_port for b4eb1a02-d20d-4ac0-8923-816008ac9c0c owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:48:21.042751 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fe6e9-6ea2-46ba-89fc-a1b9b5d07abc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Port': ['ID=004613ba-dae5-400e-aa07-ee870049e6b9,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:21.112393 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b917e637-6f4d-4207-b226-ea58dc08a773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (bdcad575-924b-41b3-b4ba-84a486df3530), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:21.151200 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-b917e637-6f4d-4207-b226-ea58dc08a773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdcad575-924b-41b3-b4ba-84a486df3530']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:21.164331 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-b917e637-6f4d-4207-b226-ea58dc08a773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79840de1-d58c-4183-913b-620f6d2f9eda') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:21.164598 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-b917e637-6f4d-4207-b226-ea58dc08a773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79840de1-d58c-4183-913b-620f6d2f9eda') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:21.176750 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b917e637-6f4d-4207-b226-ea58dc08a773 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (79840de1-d58c-4183-913b-620f6d2f9eda), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:21.196049 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebc41e-178b-4a5d-9339-95627822823b req-38c1d5a3-09e7-45c2-96e6-7b0e32f0da25 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:21.197611 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ddebc41e-178b-4a5d-9339-95627822823b req-38c1d5a3-09e7-45c2-96e6-7b0e32f0da25 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.0970817 Jan 28 13:48:21.216251 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b917e637-6f4d-4207-b226-ea58dc08a773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (79840de1-d58c-4183-913b-620f6d2f9eda), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:21.226953 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-884fe6e9-6ea2-46ba-89fc-a1b9b5d07abc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (437df861-74d9-4a1a-a451-32d7949696b7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:21.233960 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b917e637-6f4d-4207-b226-ea58dc08a773 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:48:21.234398 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b917e637-6f4d-4207-b226-ea58dc08a773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (79840de1-d58c-4183-913b-620f6d2f9eda), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:48:21.236362 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:48:21.273513 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-853954a3-2d97-4f0f-9d65-71274338ac98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (b4eb1a02-d20d-4ac0-8923-816008ac9c0c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:21.312961 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ddebc41e-178b-4a5d-9339-95627822823b req-861fbfd0-c7fc-4931-935e-36be7e996fe0 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069822 Jan 28 13:48:21.321052 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b917e637-6f4d-4207-b226-ea58dc08a773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (bdcad575-924b-41b3-b4ba-84a486df3530), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:21.328334 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b917e637-6f4d-4207-b226-ea58dc08a773 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:21.337884 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b917e637-6f4d-4207-b226-ea58dc08a773 admin admin] 10.222.0.39 "DELETE /v2.0/networks/bdcad575-924b-41b3-b4ba-84a486df3530 HTTP/1.1" status: 204 len: 168 time: 1.1768043 Jan 28 13:48:21.353518 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853954a3-2d97-4f0f-9d65-71274338ac98 None None] Pushing event deleted for resources: {'Port': ['ID=b4eb1a02-d20d-4ac0-8923-816008ac9c0c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:21.361989 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917e637-6f4d-4207-b226-ea58dc08a773 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdcad575-924b-41b3-b4ba-84a486df3530,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:21.384804 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-853954a3-2d97-4f0f-9d65-71274338ac98 None None] Network bdcad575-924b-41b3-b4ba-84a486df3530 is not hosted by any dhcp agent {{(pid=103353) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 13:48:21.385293 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853954a3-2d97-4f0f-9d65-71274338ac98 None None] No DVR routers for this DVR port b4eb1a02-d20d-4ac0-8923-816008ac9c0c on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:48:21.435088 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-884fe6e9-6ea2-46ba-89fc-a1b9b5d07abc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (437df861-74d9-4a1a-a451-32d7949696b7), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:21.438765 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-884fe6e9-6ea2-46ba-89fc-a1b9b5d07abc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router_controller (437df861-74d9-4a1a-a451-32d7949696b7), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:21.507581 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-884fe6e9-6ea2-46ba-89fc-a1b9b5d07abc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (437df861-74d9-4a1a-a451-32d7949696b7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:21.508379 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884fe6e9-6ea2-46ba-89fc-a1b9b5d07abc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Fanout notify agent at l3_agent the message router_deleted on router 437df861-74d9-4a1a-a451-32d7949696b7 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:48:21.522492 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-884fe6e9-6ea2-46ba-89fc-a1b9b5d07abc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:21.527380 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-884fe6e9-6ea2-46ba-89fc-a1b9b5d07abc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/routers/437df861-74d9-4a1a-a451-32d7949696b7 HTTP/1.1" status: 204 len: 168 time: 2.0921328 Jan 28 13:48:21.531734 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54386) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:21.540306 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-6fb0286a-f6e7-4306-8185-2f9fda5553de tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-107514442'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:21.551828 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37059885-c0e7-4136-b7fd-9b28a4bacbdc req-e35c4bef-c364-4630-b2ca-ed2581b97ba9 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:21.553797 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-37059885-c0e7-4136-b7fd-9b28a4bacbdc req-e35c4bef-c364-4630-b2ca-ed2581b97ba9 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.1084735 Jan 28 13:48:21.583531 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb0286a-f6e7-4306-8185-2f9fda5553de tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Made reservation on behalf of 534322dfb77a458ab6a55dfd72ce35f9 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:48:21.586952 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6fb0286a-f6e7-4306-8185-2f9fda5553de tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:21.617121 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-37059885-c0e7-4136-b7fd-9b28a4bacbdc req-3f1a5a13-115d-4dfe-a4dd-a813e69672aa tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556357 Jan 28 13:48:21.632494 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb0286a-f6e7-4306-8185-2f9fda5553de tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:48:21.644484 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6fb0286a-f6e7-4306-8185-2f9fda5553de tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (edf534c8-a24c-4fe1-8e1e-1bfd15342cb6), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:21.644622 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-6fb0286a-f6e7-4306-8185-2f9fda5553de tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Added segment edf534c8-a24c-4fe1-8e1e-1bfd15342cb6 of type vlan for network 8cf112b0-e0ce-404e-a570-7a57b8dc0cb9 Jan 28 13:48:21.655793 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54390) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:21.714849 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6fb0286a-f6e7-4306-8185-2f9fda5553de tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (8cf112b0-e0ce-404e-a570-7a57b8dc0cb9), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:21.755836 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2f30b685-29b0-46ad-bf74-3fbb7fe271e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f327d07b81a14c5bb937fba4992e6ee2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0985856 Jan 28 13:48:21.761974 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54396) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:21.832853 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6fb0286a-f6e7-4306-8185-2f9fda5553de tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (8cf112b0-e0ce-404e-a570-7a57b8dc0cb9), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:21.839784 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb0286a-f6e7-4306-8185-2f9fda5553de tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:21.840453 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6fb0286a-f6e7-4306-8185-2f9fda5553de tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:21.881314 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-64656a85-b86e-4512-a494-ae750df00f24 admin admin] Publish callbacks [] for security_group (be458bb5-484d-4415-866f-c8ca0d302456), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:21.888180 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8db86-c963-4ba8-a9b5-8658edb0e896 req-1a3bb3d3-55c3-4bcd-be77-9191826a2ece tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:21.892076 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-45e8db86-c963-4ba8-a9b5-8658edb0e896 req-1a3bb3d3-55c3-4bcd-be77-9191826a2ece tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.1410463 Jan 28 13:48:21.893247 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b4eb1a02-d20d-4ac0-8923-816008ac9c0c no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:48:21.936854 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: b4eb1a02-d20d-4ac0-8923-816008ac9c0c {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:48:21.941607 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b4eb1a02-d20d-4ac0-8923-816008ac9c0c not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:48:21.974607 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-64656a85-b86e-4512-a494-ae750df00f24 admin admin] Publish callbacks [] for security_group (be458bb5-484d-4415-866f-c8ca0d302456), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:22.051422 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-64656a85-b86e-4512-a494-ae750df00f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (be458bb5-484d-4415-866f-c8ca0d302456), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:22.054414 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-64656a85-b86e-4512-a494-ae750df00f24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:22.055811 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-64656a85-b86e-4512-a494-ae750df00f24 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/be458bb5-484d-4415-866f-c8ca0d302456 HTTP/1.1" status: 204 len: 168 time: 0.2927520 Jan 28 13:48:22.056445 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54404) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:22.067525 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6fb0286a-f6e7-4306-8185-2f9fda5553de tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5257227 Jan 28 13:48:22.077034 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-8c8d78bc-f4f2-4f4d-a5d9-634d4822bc14 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'subnet': {'network_id': '8cf112b0-e0ce-404e-a570-7a57b8dc0cb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:22.078211 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64656a85-b86e-4512-a494-ae750df00f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be458bb5-484d-4415-866f-c8ca0d302456,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:22.084230 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0286a-f6e7-4306-8185-2f9fda5553de tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Network': ['ID=8cf112b0-e0ce-404e-a570-7a57b8dc0cb9,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:22.109239 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-45e8db86-c963-4ba8-a9b5-8658edb0e896 req-ec87175f-2208-4a88-b1bd-20b580532d53 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085078 Jan 28 13:48:22.129588 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 8cf112b0-e0ce-404e-a570-7a57b8dc0cb9 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:48:22.214768 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8d78bc-f4f2-4f4d-a5d9-634d4822bc14 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Made reservation on behalf of 534322dfb77a458ab6a55dfd72ce35f9 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:48:22.220187 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c8d78bc-f4f2-4f4d-a5d9-634d4822bc14 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:22.341000 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d1e11-a6fb-4dd1-89d8-eba5d37eb320 req-2a66f57c-952d-481a-8898-aee44dcd3c8a tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:22.342619 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ad0d1e11-a6fb-4dd1-89d8-eba5d37eb320 req-2a66f57c-952d-481a-8898-aee44dcd3c8a tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.1126430 Jan 28 13:48:22.440642 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ad0d1e11-a6fb-4dd1-89d8-eba5d37eb320 req-69bc13f4-d788-4cf3-8a1b-93557d5a1dd5 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786345 Jan 28 13:48:22.577993 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c8d78bc-f4f2-4f4d-a5d9-634d4822bc14 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (14c60b70-41bb-4153-811f-3aac36cc2bfa), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:22.614317 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54416) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:22.659191 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8df21953-b193-46c9-bc1b-08e257e7969a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f72d59cf914c45cda8e91044caa2c9ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435119 Jan 28 13:48:22.661665 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d78bc-f4f2-4f4d-a5d9-634d4822bc14 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Subnet': ['ID=14c60b70-41bb-4153-811f-3aac36cc2bfa,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:22.663742 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54418) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:22.718824 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-64a774c1-0460-47b9-8dbb-3b9f03882835 admin admin] Publish callbacks [] for security_group (8b289f1d-b21a-411a-af65-e2cb111a67a2), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:22.722093 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec90f5-afb8-4b8e-aa68-925b88e0fc5d req-7437f7e0-a62d-4c67-8a78-2efac472746a tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:22.724152 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76ec90f5-afb8-4b8e-aa68-925b88e0fc5d req-7437f7e0-a62d-4c67-8a78-2efac472746a tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.1363664 Jan 28 13:48:22.763060 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d78bc-f4f2-4f4d-a5d9-634d4822bc14 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Checking segment: {'id': 'edf534c8-a24c-4fe1-8e1e-1bfd15342cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8cf112b0-e0ce-404e-a570-7a57b8dc0cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:22.763430 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8d78bc-f4f2-4f4d-a5d9-634d4822bc14 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network hostable DHCP agents. Network: 8cf112b0-e0ce-404e-a570-7a57b8dc0cb9, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:48:22.774883 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-64a774c1-0460-47b9-8dbb-3b9f03882835 admin admin] Publish callbacks [] for security_group (8b289f1d-b21a-411a-af65-e2cb111a67a2), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:22.801268 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8d78bc-f4f2-4f4d-a5d9-634d4822bc14 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network 8cf112b0-e0ce-404e-a570-7a57b8dc0cb9 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:48:22.816513 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-8c8d78bc-f4f2-4f4d-a5d9-634d4822bc14 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 8cf112b0-e0ce-404e-a570-7a57b8dc0cb9) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:22.826295 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff69376-743c-4ba1-84b7-6ae0055e9a5e None None] Network 8cf112b0-e0ce-404e-a570-7a57b8dc0cb9 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:48:22.833136 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8d78bc-f4f2-4f4d-a5d9-634d4822bc14 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:22.833745 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c8d78bc-f4f2-4f4d-a5d9-634d4822bc14 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:22.866307 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76ec90f5-afb8-4b8e-aa68-925b88e0fc5d req-1d9d73b9-2c6d-4da1-8dbc-538a89271cf9 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246204 Jan 28 13:48:22.906445 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-64a774c1-0460-47b9-8dbb-3b9f03882835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8b289f1d-b21a-411a-af65-e2cb111a67a2), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:22.909340 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-64a774c1-0460-47b9-8dbb-3b9f03882835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:22.911205 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-64a774c1-0460-47b9-8dbb-3b9f03882835 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b289f1d-b21a-411a-af65-e2cb111a67a2 HTTP/1.1" status: 204 len: 168 time: 0.2482419 Jan 28 13:48:22.912388 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54422) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:22.921491 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8c8d78bc-f4f2-4f4d-a5d9-634d4822bc14 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8550816 Jan 28 13:48:22.927804 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-521ba5ca-a428-4e69-ab96-b68936ccb565 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-342399595', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:22.979531 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a774c1-0460-47b9-8dbb-3b9f03882835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b289f1d-b21a-411a-af65-e2cb111a67a2,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:23.012320 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-521ba5ca-a428-4e69-ab96-b68936ccb565 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (a30cc39e-129a-4914-a259-0f7082348e18), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:23.014624 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-521ba5ca-a428-4e69-ab96-b68936ccb565 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (a30cc39e-129a-4914-a259-0f7082348e18), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:23.155871 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d216b5-4c60-43c6-8c21-70362436b941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-8cf112b0-e0ce-404e-a570-7a57b8dc0cb9', 'network_id': '8cf112b0-e0ce-404e-a570-7a57b8dc0cb9', 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'fixed_ips': [{'subnet_id': '14c60b70-41bb-4153-811f-3aac36cc2bfa'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:48:23.158393 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-48d216b5-4c60-43c6-8c21-70362436b941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:23.169557 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-521ba5ca-a428-4e69-ab96-b68936ccb565 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router_controller (a30cc39e-129a-4914-a259-0f7082348e18), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:23.180323 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-521ba5ca-a428-4e69-ab96-b68936ccb565 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (a30cc39e-129a-4914-a259-0f7082348e18), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:23.223833 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-521ba5ca-a428-4e69-ab96-b68936ccb565 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:23.227347 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-521ba5ca-a428-4e69-ab96-b68936ccb565 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3097446 Jan 28 13:48:23.229981 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54436) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:23.537847 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-48d216b5-4c60-43c6-8c21-70362436b941 None None] Allocated IP 2001:db8::2 (8cf112b0-e0ce-404e-a570-7a57b8dc0cb9/14c60b70-41bb-4153-811f-3aac36cc2bfa/6b4355a2-ec62-4b6c-95d4-a174398dd841) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:48:23.628813 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9c981-843d-4208-9bbf-b9bc03d84e84 req-7f753186-1624-4a74-afe5-4db8075a2f8e tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:23.636434 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cdf9c981-843d-4208-9bbf-b9bc03d84e84 req-7f753186-1624-4a74-afe5-4db8075a2f8e tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.3009140 Jan 28 13:48:23.880600 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-48d216b5-4c60-43c6-8c21-70362436b941 None None] Publish callbacks [] for port (6b4355a2-ec62-4b6c-95d4-a174398dd841), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:23.896315 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-48d216b5-4c60-43c6-8c21-70362436b941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (6b4355a2-ec62-4b6c-95d4-a174398dd841), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:23.903959 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cdf9c981-843d-4208-9bbf-b9bc03d84e84 req-0ff5e34e-1f71-4f73-992b-5901d30799b5 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649889 Jan 28 13:48:23.938354 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d216b5-4c60-43c6-8c21-70362436b941 None None] Network 8cf112b0-e0ce-404e-a570-7a57b8dc0cb9 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:23.940037 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-48d216b5-4c60-43c6-8c21-70362436b941 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:23.963345 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d216b5-4c60-43c6-8c21-70362436b941 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:48:24.011655 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d216b5-4c60-43c6-8c21-70362436b941 None None] Pushing event updated for resources: {'Port': ['ID=6b4355a2-ec62-4b6c-95d4-a174398dd841,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:24.054169 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cad7f3f6-a5c1-4437-b671-c5da61b01c74 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:24.059127 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-48d216b5-4c60-43c6-8c21-70362436b941 None None] Attempting to bind port 6b4355a2-ec62-4b6c-95d4-a174398dd841 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:48:24.059396 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-48d216b5-4c60-43c6-8c21-70362436b941 None None] Attempting to bind port 6b4355a2-ec62-4b6c-95d4-a174398dd841 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'edf534c8-a24c-4fe1-8e1e-1bfd15342cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8cf112b0-e0ce-404e-a570-7a57b8dc0cb9'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:48:24.060960 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d216b5-4c60-43c6-8c21-70362436b941 None None] Attempting to bind port 6b4355a2-ec62-4b6c-95d4-a174398dd841 on network 8cf112b0-e0ce-404e-a570-7a57b8dc0cb9 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:48:24.070851 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d216b5-4c60-43c6-8c21-70362436b941 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:48:24.071540 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d216b5-4c60-43c6-8c21-70362436b941 None None] Checking segment: {'id': 'edf534c8-a24c-4fe1-8e1e-1bfd15342cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8cf112b0-e0ce-404e-a570-7a57b8dc0cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:24.071676 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-48d216b5-4c60-43c6-8c21-70362436b941 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:24.072056 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d216b5-4c60-43c6-8c21-70362436b941 None None] Bound using segment: {'id': 'edf534c8-a24c-4fe1-8e1e-1bfd15342cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8cf112b0-e0ce-404e-a570-7a57b8dc0cb9'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:48:24.072541 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-48d216b5-4c60-43c6-8c21-70362436b941 None None] Bound port: 6b4355a2-ec62-4b6c-95d4-a174398dd841, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf534c8-a24c-4fe1-8e1e-1bfd15342cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8cf112b0-e0ce-404e-a570-7a57b8dc0cb9'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:48:24.072918 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-48d216b5-4c60-43c6-8c21-70362436b941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6b4355a2-ec62-4b6c-95d4-a174398dd841), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:24.234890 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-48d216b5-4c60-43c6-8c21-70362436b941 None None] For port 6b4355a2-ec62-4b6c-95d4-a174398dd841, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:48:24.246214 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-48d216b5-4c60-43c6-8c21-70362436b941 None None] For port 6b4355a2-ec62-4b6c-95d4-a174398dd841, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6b4355a2-ec62-4b6c-95d4-a174398dd841,segment=NetworkSegment(edf534c8-a24c-4fe1-8e1e-1bfd15342cb6),segment_id=edf534c8-a24c-4fe1-8e1e-1bfd15342cb6)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:48:24.251408 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-48d216b5-4c60-43c6-8c21-70362436b941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6b4355a2-ec62-4b6c-95d4-a174398dd841), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:24.313890 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54466) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:24.383189 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d216b5-4c60-43c6-8c21-70362436b941 None None] Pushing event updated for resources: {'Port': ['ID=6b4355a2-ec62-4b6c-95d4-a174398dd841,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:24.504407 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-345ace52-2c41-430a-acce-5be5b30b3617 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-562228495-network', 'tenant_id': 'f8173f43a42b44e3b49db1123aba7e35'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:24.545039 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345ace52-2c41-430a-acce-5be5b30b3617 admin admin] Made reservation on behalf of f8173f43a42b44e3b49db1123aba7e35 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:48:24.554089 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-345ace52-2c41-430a-acce-5be5b30b3617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:24.566597 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-345ace52-2c41-430a-acce-5be5b30b3617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:24.568324 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-cad7f3f6-a5c1-4437-b671-c5da61b01c74 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Allocated IP 2001:db8::1 (8cf112b0-e0ce-404e-a570-7a57b8dc0cb9/14c60b70-41bb-4153-811f-3aac36cc2bfa/2ae69141-74f7-4bb9-bdfc-e3b16577821b) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:48:24.759594 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-345ace52-2c41-430a-acce-5be5b30b3617 admin admin] Publish callbacks [] for security_group (9f9b5800-ed4e-445f-8a29-ed89c5e2566a), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:24.763981 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-345ace52-2c41-430a-acce-5be5b30b3617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9f9b5800-ed4e-445f-8a29-ed89c5e2566a), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:24.804897 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-345ace52-2c41-430a-acce-5be5b30b3617 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:48:24.805416 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cad7f3f6-a5c1-4437-b671-c5da61b01c74 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for port (2ae69141-74f7-4bb9-bdfc-e3b16577821b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:24.827769 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ace52-2c41-430a-acce-5be5b30b3617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9b5800-ed4e-445f-8a29-ed89c5e2566a,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:24.835480 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-345ace52-2c41-430a-acce-5be5b30b3617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (efe8c70d-4a7f-4728-b5c2-9a0cf947c38c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:24.835823 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-345ace52-2c41-430a-acce-5be5b30b3617 admin admin] Added segment efe8c70d-4a7f-4728-b5c2-9a0cf947c38c of type vlan for network 9d398c1c-312a-4529-8a62-f9cbaee2ac8c Jan 28 13:48:24.872163 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cad7f3f6-a5c1-4437-b671-c5da61b01c74 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (2ae69141-74f7-4bb9-bdfc-e3b16577821b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:24.949959 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad7f3f6-a5c1-4437-b671-c5da61b01c74 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network 8cf112b0-e0ce-404e-a570-7a57b8dc0cb9 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:24.954199 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-cad7f3f6-a5c1-4437-b671-c5da61b01c74 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:24.965403 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad7f3f6-a5c1-4437-b671-c5da61b01c74 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:48:24.966591 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-345ace52-2c41-430a-acce-5be5b30b3617 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (9d398c1c-312a-4529-8a62-f9cbaee2ac8c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:24.967565 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cad7f3f6-a5c1-4437-b671-c5da61b01c74 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (a30cc39e-129a-4914-a259-0f7082348e18), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:25.033077 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-345ace52-2c41-430a-acce-5be5b30b3617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (9d398c1c-312a-4529-8a62-f9cbaee2ac8c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:25.034108 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345ace52-2c41-430a-acce-5be5b30b3617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:25.034707 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-345ace52-2c41-430a-acce-5be5b30b3617 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:25.086626 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7f3f6-a5c1-4437-b671-c5da61b01c74 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Port': ['ID=2ae69141-74f7-4bb9-bdfc-e3b16577821b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:25.194743 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cad7f3f6-a5c1-4437-b671-c5da61b01c74 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2ae69141-74f7-4bb9-bdfc-e3b16577821b), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:25.230924 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-345ace52-2c41-430a-acce-5be5b30b3617 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9151354 Jan 28 13:48:25.240223 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54474) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:25.258345 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-5e1a2e01-1a2f-4961-b17a-1830402d466d admin admin] Request body: {'subnet': {'network_id': '9d398c1c-312a-4529-8a62-f9cbaee2ac8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-562228495-subnet', 'tenant_id': 'f8173f43a42b44e3b49db1123aba7e35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:25.270616 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ace52-2c41-430a-acce-5be5b30b3617 admin admin] Pushing event updated for resources: {'Network': ['ID=9d398c1c-312a-4529-8a62-f9cbaee2ac8c,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:25.292500 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 9d398c1c-312a-4529-8a62-f9cbaee2ac8c details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:48:25.378291 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d58286-be1f-4349-98b4-a581116612a2 req-f6988abf-cda6-462b-a79b-bdb685d80e20 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:25.382399 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-78d58286-be1f-4349-98b4-a581116612a2 req-f6988abf-cda6-462b-a79b-bdb685d80e20 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.3118696 Jan 28 13:48:25.393934 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1a2e01-1a2f-4961-b17a-1830402d466d admin admin] Made reservation on behalf of f8173f43a42b44e3b49db1123aba7e35 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:48:25.396491 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5e1a2e01-1a2f-4961-b17a-1830402d466d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:25.640995 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-78d58286-be1f-4349-98b4-a581116612a2 req-83118a69-3b97-4b91-870a-076608d31267 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392807 Jan 28 13:48:25.833471 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5e1a2e01-1a2f-4961-b17a-1830402d466d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (6812e66f-2f9f-47c3-88a5-65a1647f164f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:26.040178 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a2e01-1a2f-4961-b17a-1830402d466d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6812e66f-2f9f-47c3-88a5-65a1647f164f,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:26.078415 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6b4355a2-ec62-4b6c-95d4-a174398dd841 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:48:26.197343 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1a2e01-1a2f-4961-b17a-1830402d466d admin admin] Checking segment: {'id': 'efe8c70d-4a7f-4728-b5c2-9a0cf947c38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9d398c1c-312a-4529-8a62-f9cbaee2ac8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:26.199370 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1a2e01-1a2f-4961-b17a-1830402d466d admin admin] Network hostable DHCP agents. Network: 9d398c1c-312a-4529-8a62-f9cbaee2ac8c, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:48:26.215527 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 6b4355a2-ec62-4b6c-95d4-a174398dd841 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:26.216178 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6b4355a2-ec62-4b6c-95d4-a174398dd841), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:26.253652 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1a2e01-1a2f-4961-b17a-1830402d466d admin admin] Network 9d398c1c-312a-4529-8a62-f9cbaee2ac8c is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:48:26.294166 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81de842-0e13-4d4b-9ec2-3a7afba1f22f req-cce6e098-bca5-40c9-aaf1-b0698fc19ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:26.300053 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b81de842-0e13-4d4b-9ec2-3a7afba1f22f req-cce6e098-bca5-40c9-aaf1-b0698fc19ccb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3095f4e8b2c4c5291a6921e64aeca07&device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 1098 time: 0.1627500 Jan 28 13:48:26.303592 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-5e1a2e01-1a2f-4961-b17a-1830402d466d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 9d398c1c-312a-4529-8a62-f9cbaee2ac8c) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:26.332407 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1a2e01-1a2f-4961-b17a-1830402d466d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:26.334999 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5e1a2e01-1a2f-4961-b17a-1830402d466d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:26.376436 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e9db35-a803-40dd-a3d8-b2f18fa97fa2 None None] Network 9d398c1c-312a-4529-8a62-f9cbaee2ac8c requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:48:26.409526 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5e1a2e01-1a2f-4961-b17a-1830402d466d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1666424 Jan 28 13:48:26.543677 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb314f09-c42c-4716-94e4-a2ecac4dc5b3 req-49e77ad5-b667-4a2c-b64a-21e1fe38f595 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:26.553558 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bb314f09-c42c-4716-94e4-a2ecac4dc5b3 req-49e77ad5-b667-4a2c-b64a-21e1fe38f595 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.1918085 Jan 28 13:48:26.558302 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81de842-0e13-4d4b-9ec2-3a7afba1f22f req-c0a4cb66-20b5-4ab8-9326-4df5e3e7b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:26.571403 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b81de842-0e13-4d4b-9ec2-3a7afba1f22f req-c0a4cb66-20b5-4ab8-9326-4df5e3e7b150 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a2dd781-e5e8-4409-9997-239fcf11d461 HTTP/1.1" status: 200 len: 913 time: 0.2498128 Jan 28 13:48:26.601690 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 6b4355a2-ec62-4b6c-95d4-a174398dd841 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:26.602343 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6b4355a2-ec62-4b6c-95d4-a174398dd841), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:26.604702 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79021a42-2273-4b18-b735-9c67c06091ce None None] Network 8cf112b0-e0ce-404e-a570-7a57b8dc0cb9 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:48:26.659841 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b81de842-0e13-4d4b-9ec2-3a7afba1f22f req-67facff9-992c-4412-9cbe-d4f02dd5b9b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e483c1a-96a3-4333-b195-4e75664bfbb4 HTTP/1.1" status: 200 len: 217 time: 0.0874856 Jan 28 13:48:26.765926 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81de842-0e13-4d4b-9ec2-3a7afba1f22f req-1594de44-4c44-463e-b2df-a246f5036f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:26.777856 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b81de842-0e13-4d4b-9ec2-3a7afba1f22f req-1594de44-4c44-463e-b2df-a246f5036f2c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c3c69e8-3dad-4e28-934e-77899265971f HTTP/1.1" status: 200 len: 853 time: 0.1118233 Jan 28 13:48:26.794570 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bb314f09-c42c-4716-94e4-a2ecac4dc5b3 req-7c3ac3ab-c839-4796-b82e-12b4f0da6b27 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400124 Jan 28 13:48:26.842190 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b81de842-0e13-4d4b-9ec2-3a7afba1f22f req-3270927d-5f43-402b-9967-4bf75b433f7a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a2dd781-e5e8-4409-9997-239fcf11d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485704 Jan 28 13:48:26.949262 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cad7f3f6-a5c1-4437-b671-c5da61b01c74 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for port (2ae69141-74f7-4bb9-bdfc-e3b16577821b), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:26.954961 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cad7f3f6-a5c1-4437-b671-c5da61b01c74 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (2ae69141-74f7-4bb9-bdfc-e3b16577821b), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:26.955826 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cad7f3f6-a5c1-4437-b671-c5da61b01c74 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (a30cc39e-129a-4914-a259-0f7082348e18), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:27.165249 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-26d0fa4a-79cb-44c5-8bb9-fb829b90fcd5 None None] Provisioning complete for port 6b4355a2-ec62-4b6c-95d4-a174398dd841 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:27.165995 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-26d0fa4a-79cb-44c5-8bb9-fb829b90fcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6b4355a2-ec62-4b6c-95d4-a174398dd841), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:27.181747 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad7f3f6-a5c1-4437-b671-c5da61b01c74 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network 8cf112b0-e0ce-404e-a570-7a57b8dc0cb9 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:27.217358 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b323317-9411-4324-8425-144440fa792b None None] Network 9d398c1c-312a-4529-8a62-f9cbaee2ac8c requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:48:27.249120 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-cad7f3f6-a5c1-4437-b671-c5da61b01c74 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:27.269488 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-73391072-76b2-40d4-ad20-b221f499cb34 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:27.282475 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-73391072-76b2-40d4-ad20-b221f499cb34 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.39 "GET /v2.0/networks?id=9d398c1c-312a-4529-8a62-f9cbaee2ac8c HTTP/1.1" status: 200 len: 808 time: 0.2736883 Jan 28 13:48:27.306970 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-dd18b42e-5237-4f91-93bc-3cb456b885f9 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.39 "GET /v2.0/quotas/f8173f43a42b44e3b49db1123aba7e35 HTTP/1.1" status: 200 len: 375 time: 0.0235300 Jan 28 13:48:27.336106 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 6b4355a2-ec62-4b6c-95d4-a174398dd841, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6b4355a2-ec62-4b6c-95d4-a174398dd841,segment=NetworkSegment(edf534c8-a24c-4fe1-8e1e-1bfd15342cb6),segment_id=edf534c8-a24c-4fe1-8e1e-1bfd15342cb6)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:27.344982 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6b4355a2-ec62-4b6c-95d4-a174398dd841), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:27.379955 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-f44b6520-db90-45c8-a2ba-618505129f73 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f8173f43a42b44e3b49db1123aba7e35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719604 Jan 28 13:48:27.427208 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=6b4355a2-ec62-4b6c-95d4-a174398dd841,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:27.462722 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-26d0fa4a-79cb-44c5-8bb9-fb829b90fcd5 None None] Current status of the port 6b4355a2-ec62-4b6c-95d4-a174398dd841 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:27.510381 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-816bf568-120e-4400-9f60-80c62fa9a533 service neutron] 10.222.0.39 "GET /v2.0/networks/9d398c1c-312a-4529-8a62-f9cbaee2ac8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294243 Jan 28 13:48:27.547163 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7f3f6-a5c1-4437-b671-c5da61b01c74 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Port': ['ID=2ae69141-74f7-4bb9-bdfc-e3b16577821b,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:27.637823 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-76ebada2-2524-4177-aa63-ddcb8bac3e17 service neutron] 10.222.0.39 "GET /v2.0/networks/9d398c1c-312a-4529-8a62-f9cbaee2ac8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264381 Jan 28 13:48:27.655660 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b81de842-0e13-4d4b-9ec2-3a7afba1f22f req-6962fb43-6949-463b-b943-39687f6c1a6e service neutron] 10.222.0.18 "GET /v2.0/networks/4a2dd781-e5e8-4409-9997-239fcf11d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7982354 Jan 28 13:48:27.662763 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad7f3f6-a5c1-4437-b671-c5da61b01c74 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Router a30cc39e-129a-4914-a259-0f7082348e18 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:48:27.810431 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-3af10b7f-1704-47d3-a511-b696db789300 None None] Provisioning complete for port 6b4355a2-ec62-4b6c-95d4-a174398dd841 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:27.810923 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3af10b7f-1704-47d3-a511-b696db789300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6b4355a2-ec62-4b6c-95d4-a174398dd841), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:27.997902 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b81de842-0e13-4d4b-9ec2-3a7afba1f22f req-bbdc7dc9-0bc7-4bba-896c-44a6c751bac6 service neutron] 10.222.0.18 "GET /v2.0/networks/4a2dd781-e5e8-4409-9997-239fcf11d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396728 Jan 28 13:48:28.045062 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6b4355a2-ec62-4b6c-95d4-a174398dd841 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:48:28.048915 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3af10b7f-1704-47d3-a511-b696db789300 None None] Current status of the port 6b4355a2-ec62-4b6c-95d4-a174398dd841 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:28.052227 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad7f3f6-a5c1-4437-b671-c5da61b01c74 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:48:28.062734 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f57692-fe4a-48a2-8319-dae7d76081d3 None None] Sync routers for ids ['a30cc39e-129a-4914-a259-0f7082348e18'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:48:28.086057 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54520) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:28.087949 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cad7f3f6-a5c1-4437-b671-c5da61b01c74 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "PUT /v2.0/routers/a30cc39e-129a-4914-a259-0f7082348e18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8551531 Jan 28 13:48:28.102118 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-3af10b7f-1704-47d3-a511-b696db789300 None None] Provisioning complete for port 2ae69141-74f7-4bb9-bdfc-e3b16577821b triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:28.102948 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3af10b7f-1704-47d3-a511-b696db789300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2ae69141-74f7-4bb9-bdfc-e3b16577821b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:28.112441 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f57692-fe4a-48a2-8319-dae7d76081d3 None None] Routers {'a30cc39e-129a-4914-a259-0f7082348e18'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:28.113075 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-24f57692-fe4a-48a2-8319-dae7d76081d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:48:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['a30cc39e-129a-4914-a259-0f7082348e18'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:28.188639 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3af10b7f-1704-47d3-a511-b696db789300 None None] Port 2ae69141-74f7-4bb9-bdfc-e3b16577821b cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:48:28.215875 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e9797-0ea9-423b-8035-3601be7c1877 req-f8233256-81a1-4c3d-a456-3a0d62728c6b tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:28.218893 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1b6e9797-0ea9-423b-8035-3601be7c1877 req-f8233256-81a1-4c3d-a456-3a0d62728c6b tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.2251036 Jan 28 13:48:28.248499 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 6b4355a2-ec62-4b6c-95d4-a174398dd841 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:28.249112 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6b4355a2-ec62-4b6c-95d4-a174398dd841), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:28.257729 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ec840a-1838-4257-8ab9-b71285b2157c tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:28.262765 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-28ec840a-1838-4257-8ab9-b71285b2157c tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "GET /v2.0/ports/2ae69141-74f7-4bb9-bdfc-e3b16577821b HTTP/1.1" status: 200 len: 911 time: 0.1745811 Jan 28 13:48:28.267570 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54526) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:28.272969 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-24f57692-fe4a-48a2-8319-dae7d76081d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:28.283531 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-63d5c11e-d89e-4a34-9a16-49a49bee0c7b tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '14c60b70-41bb-4153-811f-3aac36cc2bfa'}]}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:28.296896 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f57692-fe4a-48a2-8319-dae7d76081d3 None None] Routers {'a30cc39e-129a-4914-a259-0f7082348e18'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:28.297449 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-24f57692-fe4a-48a2-8319-dae7d76081d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:48:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['a30cc39e-129a-4914-a259-0f7082348e18'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:28.356965 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1f090d45-cb31-4b54-a1f5-36d59607a342 req-7bf1de58-f8ee-4fa2-a6aa-71942844f6e2 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.39 "GET /v2.0/ports?device_id=57b8e795-3f75-44b4-b1c1-9510b038e7ac HTTP/1.1" status: 200 len: 210 time: 0.0928535 Jan 28 13:48:28.405075 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-24f57692-fe4a-48a2-8319-dae7d76081d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:28.409453 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f57692-fe4a-48a2-8319-dae7d76081d3 None None] The sync data for ids ['a30cc39e-129a-4914-a259-0f7082348e18'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:48:28.434554 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 6b4355a2-ec62-4b6c-95d4-a174398dd841 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:28.443093 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-5c4d2259-d95e-46b9-b84a-0e74aabeb8f4 None None] Provisioning complete for port 2ae69141-74f7-4bb9-bdfc-e3b16577821b triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:28.446002 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c4d2259-d95e-46b9-b84a-0e74aabeb8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2ae69141-74f7-4bb9-bdfc-e3b16577821b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:28.496014 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1b6e9797-0ea9-423b-8035-3601be7c1877 req-19e64990-4fd8-48fe-9e20-838764611641 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698314 Jan 28 13:48:28.525799 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5c4d2259-d95e-46b9-b84a-0e74aabeb8f4 None None] Port 2ae69141-74f7-4bb9-bdfc-e3b16577821b cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:48:28.692992 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-63d5c11e-d89e-4a34-9a16-49a49bee0c7b tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2ae69141-74f7-4bb9-bdfc-e3b16577821b), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:28.852305 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c659d4fc-9a73-4cdb-8218-f4f7f955a06f None None] Provisioning complete for port 2ae69141-74f7-4bb9-bdfc-e3b16577821b triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:28.852626 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c659d4fc-9a73-4cdb-8218-f4f7f955a06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2ae69141-74f7-4bb9-bdfc-e3b16577821b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:28.930065 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c659d4fc-9a73-4cdb-8218-f4f7f955a06f None None] Port 2ae69141-74f7-4bb9-bdfc-e3b16577821b cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:48:29.286347 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-63d5c11e-d89e-4a34-9a16-49a49bee0c7b tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for port (2ae69141-74f7-4bb9-bdfc-e3b16577821b), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:29.297916 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-63d5c11e-d89e-4a34-9a16-49a49bee0c7b tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (2ae69141-74f7-4bb9-bdfc-e3b16577821b), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:29.305843 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d5c11e-d89e-4a34-9a16-49a49bee0c7b tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:29.309033 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-63d5c11e-d89e-4a34-9a16-49a49bee0c7b tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:29.310591 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-63d5c11e-d89e-4a34-9a16-49a49bee0c7b tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "PUT /v2.0/ports/2ae69141-74f7-4bb9-bdfc-e3b16577821b HTTP/1.1" status: 200 len: 911 time: 1.0419152 Jan 28 13:48:29.313560 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54538) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:29.340439 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e5df482-a869-476d-9d2d-cf486f57004d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:29.495250 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5c11e-d89e-4a34-9a16-49a49bee0c7b tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Port': ['ID=2ae69141-74f7-4bb9-bdfc-e3b16577821b,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:29.613147 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5164fe62-0cdd-4d73-aaa5-b08da41ec024 req-76359217-c9d3-4d7e-a418-0cf520d52631 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.39 "GET /v2.0/ports?device_id=57b8e795-3f75-44b4-b1c1-9510b038e7ac HTTP/1.1" status: 200 len: 210 time: 0.0944118 Jan 28 13:48:29.802305 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b3d96-624f-42bb-9827-3eec1167a8f4 req-6ae658a1-bec4-47ec-afef-0b60e8f959bf tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:29.804134 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5f4b3d96-624f-42bb-9827-3eec1167a8f4 req-6ae658a1-bec4-47ec-afef-0b60e8f959bf tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.1799674 Jan 28 13:48:29.867501 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-fc748aba-3b2c-42b3-9566-a05c644af2f3 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:29.869441 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-fc748aba-3b2c-42b3-9566-a05c644af2f3 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.37 "GET /v2.0/networks?id=9d398c1c-312a-4529-8a62-f9cbaee2ac8c HTTP/1.1" status: 200 len: 808 time: 0.3496013 Jan 28 13:48:29.898030 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-38986fd6-a3f0-4438-8086-94274fc2f917 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Request body: {'port': {'device_id': '57b8e795-3f75-44b4-b1c1-9510b038e7ac', 'network_id': '9d398c1c-312a-4529-8a62-f9cbaee2ac8c', 'admin_state_up': True, 'tenant_id': 'f8173f43a42b44e3b49db1123aba7e35'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:29.906349 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5f4b3d96-624f-42bb-9827-3eec1167a8f4 req-4cf2f272-8d44-4d8d-bc25-7bccf96dd51a tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921957 Jan 28 13:48:30.162707 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d15de9-a40b-46b3-88a4-1c7cde3622c6 req-226efc33-849f-4085-897d-8db358ed8e35 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:30.171389 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-81d15de9-a40b-46b3-88a4-1c7cde3622c6 req-226efc33-849f-4085-897d-8db358ed8e35 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.1282802 Jan 28 13:48:30.325145 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-81d15de9-a40b-46b3-88a4-1c7cde3622c6 req-f3def01f-47d2-469b-a0ae-df6d5641dff6 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516001 Jan 28 13:48:30.366137 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-38986fd6-a3f0-4438-8086-94274fc2f917 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Made reservation on behalf of f8173f43a42b44e3b49db1123aba7e35 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:48:30.371802 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-38986fd6-a3f0-4438-8086-94274fc2f917 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:30.441210 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-76da3e7f-a718-4bf3-876d-a3abed0b8799 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (a30cc39e-129a-4914-a259-0f7082348e18), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:30.813659 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c1d5c5aa-5d91-4428-b08e-0e573267549a req-5a48be56-eeee-451c-95a4-cd36b97a03b7 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.39 "GET /v2.0/ports?device_id=57b8e795-3f75-44b4-b1c1-9510b038e7ac HTTP/1.1" status: 200 len: 210 time: 0.0555418 Jan 28 13:48:31.147636 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6f00d-eead-46cc-8797-564ee4983721 req-54598e45-cca5-49e9-a7ea-d657bb5efb4b tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:31.149648 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-74d6f00d-eead-46cc-8797-564ee4983721 req-54598e45-cca5-49e9-a7ea-d657bb5efb4b tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.6458876 Jan 28 13:48:31.229181 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-38986fd6-a3f0-4438-8086-94274fc2f917 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Allocated IP 172.20.0.5 (9d398c1c-312a-4529-8a62-f9cbaee2ac8c/6812e66f-2f9f-47c3-88a5-65a1647f164f/701b355b-d082-47be-980c-8a7562dae905) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:48:31.293706 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-74d6f00d-eead-46cc-8797-564ee4983721 req-93f7bd46-5d59-471f-bb34-22542770066c tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140485 Jan 28 13:48:31.449204 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d7bd9-a4b7-4be0-86e0-ca875afd1418 req-f30c8948-f4a6-4854-9a6a-be9badbe70b8 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:31.450860 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eb2d7bd9-a4b7-4be0-86e0-ca875afd1418 req-f30c8948-f4a6-4854-9a6a-be9badbe70b8 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.0723422 Jan 28 13:48:31.592637 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-38986fd6-a3f0-4438-8086-94274fc2f917 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Publish callbacks [] for port (701b355b-d082-47be-980c-8a7562dae905), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:31.596073 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1b4e91f-ee5f-4b47-8cdd-4ee4b8ab42af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:31.598548 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eb2d7bd9-a4b7-4be0-86e0-ca875afd1418 req-c59aecf2-9000-40bf-ba22-c95bc82fee8c tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379151 Jan 28 13:48:31.641291 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-76da3e7f-a718-4bf3-876d-a3abed0b8799 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Deleting port 2ae69141-74f7-4bb9-bdfc-e3b16577821b {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:48:31.641538 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-76da3e7f-a718-4bf3-876d-a3abed0b8799 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (2ae69141-74f7-4bb9-bdfc-e3b16577821b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:31.737381 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-38986fd6-a3f0-4438-8086-94274fc2f917 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (701b355b-d082-47be-980c-8a7562dae905), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:31.792043 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-76da3e7f-a718-4bf3-876d-a3abed0b8799 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (2ae69141-74f7-4bb9-bdfc-e3b16577821b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:31.802904 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-38986fd6-a3f0-4438-8086-94274fc2f917 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Network 9d398c1c-312a-4529-8a62-f9cbaee2ac8c is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:31.812445 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-38986fd6-a3f0-4438-8086-94274fc2f917 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:31.813802 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3d3fe-319a-4c67-b145-4d1b7cd1bcf7 req-4db3f21b-7a27-4bff-a706-f43a17c60a3c tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:31.817732 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-38986fd6-a3f0-4438-8086-94274fc2f917 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:48:31.821094 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-12f3d3fe-319a-4c67-b145-4d1b7cd1bcf7 req-4db3f21b-7a27-4bff-a706-f43a17c60a3c tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.0680270 Jan 28 13:48:31.852160 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-76da3e7f-a718-4bf3-876d-a3abed0b8799 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Calling delete_port for 2ae69141-74f7-4bb9-bdfc-e3b16577821b owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:48:31.876842 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38986fd6-a3f0-4438-8086-94274fc2f917 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Pushing event updated for resources: {'Port': ['ID=701b355b-d082-47be-980c-8a7562dae905,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:31.898435 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-12f3d3fe-319a-4c67-b145-4d1b7cd1bcf7 req-aa68110c-ebb1-4a39-9631-fad4be6d04f0 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713549 Jan 28 13:48:31.953401 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-38986fd6-a3f0-4438-8086-94274fc2f917 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:31.956752 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-38986fd6-a3f0-4438-8086-94274fc2f917 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:32.053829 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-38986fd6-a3f0-4438-8086-94274fc2f917 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1704545 Jan 28 13:48:32.067602 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-ef4466d7-307e-4a4a-aa59-e0e676e4e202 service neutron] Request body: {'port': {'device_id': '57b8e795-3f75-44b4-b1c1-9510b038e7ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:32.085766 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fae7ee-df3d-4d68-bc16-3107e523a223 req-cbce87fa-efcf-482c-817a-af71bbcdef2f tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:32.087488 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f2fae7ee-df3d-4d68-bc16-3107e523a223 req-cbce87fa-efcf-482c-817a-af71bbcdef2f tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.0710204 Jan 28 13:48:32.144450 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f2fae7ee-df3d-4d68-bc16-3107e523a223 req-b8acf36c-d65f-48b3-97d5-28b9b106433b tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485153 Jan 28 13:48:32.159852 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c926119-291a-4a4c-ab13-1165fae00f66 req-7a0e6430-f07b-4796-90bd-8e337a0e7376 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:32.161381 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6c926119-291a-4a4c-ab13-1165fae00f66 req-7a0e6430-f07b-4796-90bd-8e337a0e7376 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.39 "GET /v2.0/ports?device_id=57b8e795-3f75-44b4-b1c1-9510b038e7ac HTTP/1.1" status: 200 len: 931 time: 0.1804149 Jan 28 13:48:32.205478 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-ef4466d7-307e-4a4a-aa59-e0e676e4e202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (701b355b-d082-47be-980c-8a7562dae905), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:32.309174 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6c926119-291a-4a4c-ab13-1165fae00f66 req-e9cb9a3e-9ccd-4cd5-96cc-cfaf8c46e48b tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f9b5800-ed4e-445f-8a29-ed89c5e2566a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316760 Jan 28 13:48:32.313371 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cd125-fac7-4c91-ab45-35318ba8debe req-ddd6ef38-05c6-4969-a3d3-fea9f39a714e tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:32.324022 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-76da3e7f-a718-4bf3-876d-a3abed0b8799 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (2ae69141-74f7-4bb9-bdfc-e3b16577821b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:32.324322 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cb0cd125-fac7-4c91-ab45-35318ba8debe req-ddd6ef38-05c6-4969-a3d3-fea9f39a714e tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.0748708 Jan 28 13:48:32.390771 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cb0cd125-fac7-4c91-ab45-35318ba8debe req-bfd246b5-20ae-48f5-8348-ab6d6e83b26e tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655622 Jan 28 13:48:32.433539 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da3e7f-a718-4bf3-876d-a3abed0b8799 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Port': ['ID=2ae69141-74f7-4bb9-bdfc-e3b16577821b,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:32.594134 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-76da3e7f-a718-4bf3-876d-a3abed0b8799 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (a30cc39e-129a-4914-a259-0f7082348e18), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:32.742737 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8082f6e-849f-47f8-9b78-bee142a3184e req-518d6362-acf5-46e2-9330-77f0bed7997a tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:32.745745 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8082f6e-849f-47f8-9b78-bee142a3184e req-518d6362-acf5-46e2-9330-77f0bed7997a tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.2472866 Jan 28 13:48:32.879724 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76da3e7f-a718-4bf3-876d-a3abed0b8799 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Router a30cc39e-129a-4914-a259-0f7082348e18 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:48:32.885796 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:32.933673 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8082f6e-849f-47f8-9b78-bee142a3184e req-97a87783-9be7-4584-bd0a-acd9828a6678 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790218 Jan 28 13:48:32.988835 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-ef4466d7-307e-4a4a-aa59-e0e676e4e202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 701b355b-d082-47be-980c-8a7562dae905 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:48:33.000641 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-ef4466d7-307e-4a4a-aa59-e0e676e4e202 service neutron] Publish callbacks [] for port (701b355b-d082-47be-980c-8a7562dae905), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:33.024577 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-a636a731-5abd-4d09-8de7-1e8caaa09de5 req-7613720a-6f12-4ce3-8bc1-b1ba95a5d9b2 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:48:33.026116 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a636a731-5abd-4d09-8de7-1e8caaa09de5 req-7613720a-6f12-4ce3-8bc1-b1ba95a5d9b2 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078719 Jan 28 13:48:33.067773 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76da3e7f-a718-4bf3-876d-a3abed0b8799 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:48:33.077985 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-76da3e7f-a718-4bf3-876d-a3abed0b8799 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "PUT /v2.0/routers/a30cc39e-129a-4914-a259-0f7082348e18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7632759 Jan 28 13:48:33.082250 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54596) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:33.088500 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f3f4b5-5519-494b-9c82-859e361cbd18 None None] Sync routers for ids ['a30cc39e-129a-4914-a259-0f7082348e18'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:48:33.095315 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-ef4466d7-307e-4a4a-aa59-e0e676e4e202 service neutron] Transition to ACTIVE for port object 701b355b-d082-47be-980c-8a7562dae905 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:48:33.107054 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f3f4b5-5519-494b-9c82-859e361cbd18 None None] Routers {'a30cc39e-129a-4914-a259-0f7082348e18'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:33.108066 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-63f3f4b5-5519-494b-9c82-859e361cbd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:48:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['a30cc39e-129a-4914-a259-0f7082348e18'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:33.108517 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-ef4466d7-307e-4a4a-aa59-e0e676e4e202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (701b355b-d082-47be-980c-8a7562dae905), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:33.161781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-63f3f4b5-5519-494b-9c82-859e361cbd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:33.173673 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f3f4b5-5519-494b-9c82-859e361cbd18 None None] Routers {'a30cc39e-129a-4914-a259-0f7082348e18'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:33.174525 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-63f3f4b5-5519-494b-9c82-859e361cbd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:48:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['a30cc39e-129a-4914-a259-0f7082348e18'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:33.179452 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f823c01d-0d5c-4d66-9d71-552b7fe7839b tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "GET /v2.0/ports?device_id=a30cc39e-129a-4914-a259-0f7082348e18 HTTP/1.1" status: 200 len: 205 time: 0.0955079 Jan 28 13:48:33.180375 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54600) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:33.220556 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-63f3f4b5-5519-494b-9c82-859e361cbd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:33.221385 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f3f4b5-5519-494b-9c82-859e361cbd18 None None] The sync data for ids ['a30cc39e-129a-4914-a259-0f7082348e18'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:48:33.271296 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4466d7-307e-4a4a-aa59-e0e676e4e202 service neutron] Pushing event updated for resources: {'Port': ['ID=701b355b-d082-47be-980c-8a7562dae905,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:33.304473 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-15a9bec7-bcfd-4de7-b508-783a39759ae6 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router (a30cc39e-129a-4914-a259-0f7082348e18), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:33.390166 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b99461-c995-4a9f-899d-4d0e786b3327 req-dc2f6fbd-1197-4fd7-a7c7-3a4d196f4f51 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:33.393575 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f1b99461-c995-4a9f-899d-4d0e786b3327 req-dc2f6fbd-1197-4fd7-a7c7-3a4d196f4f51 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.2165418 Jan 28 13:48:33.436167 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-ef4466d7-307e-4a4a-aa59-e0e676e4e202 service neutron] Attempting to bind port 701b355b-d082-47be-980c-8a7562dae905 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:48:33.436485 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-ef4466d7-307e-4a4a-aa59-e0e676e4e202 service neutron] Attempting to bind port 701b355b-d082-47be-980c-8a7562dae905 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'efe8c70d-4a7f-4728-b5c2-9a0cf947c38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9d398c1c-312a-4529-8a62-f9cbaee2ac8c'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:48:33.436799 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-ef4466d7-307e-4a4a-aa59-e0e676e4e202 service neutron] Attempting to bind port 701b355b-d082-47be-980c-8a7562dae905 on network 9d398c1c-312a-4529-8a62-f9cbaee2ac8c {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:48:33.443502 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-ef4466d7-307e-4a4a-aa59-e0e676e4e202 service neutron] Port 701b355b-d082-47be-980c-8a7562dae905 on network 9d398c1c-312a-4529-8a62-f9cbaee2ac8c not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:48:33.443951 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-ef4466d7-307e-4a4a-aa59-e0e676e4e202 service neutron] Attempting to bind port 701b355b-d082-47be-980c-8a7562dae905 on network 9d398c1c-312a-4529-8a62-f9cbaee2ac8c {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:48:33.453477 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-ef4466d7-307e-4a4a-aa59-e0e676e4e202 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:48:33.453846 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-ef4466d7-307e-4a4a-aa59-e0e676e4e202 service neutron] Checking segment: {'id': 'efe8c70d-4a7f-4728-b5c2-9a0cf947c38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9d398c1c-312a-4529-8a62-f9cbaee2ac8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:33.454334 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-ef4466d7-307e-4a4a-aa59-e0e676e4e202 service neutron] Bound using segment: {'id': 'efe8c70d-4a7f-4728-b5c2-9a0cf947c38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9d398c1c-312a-4529-8a62-f9cbaee2ac8c'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:48:33.454772 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-ef4466d7-307e-4a4a-aa59-e0e676e4e202 service neutron] Bound port: 701b355b-d082-47be-980c-8a7562dae905, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe8c70d-4a7f-4728-b5c2-9a0cf947c38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9d398c1c-312a-4529-8a62-f9cbaee2ac8c'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:48:33.455154 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-ef4466d7-307e-4a4a-aa59-e0e676e4e202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (701b355b-d082-47be-980c-8a7562dae905), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:33.518210 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-15a9bec7-bcfd-4de7-b508-783a39759ae6 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (a30cc39e-129a-4914-a259-0f7082348e18), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:33.520815 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-15a9bec7-bcfd-4de7-b508-783a39759ae6 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router_controller (a30cc39e-129a-4914-a259-0f7082348e18), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:33.527538 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f1b99461-c995-4a9f-899d-4d0e786b3327 req-dba08ef9-bbf7-4f34-a3d0-4957d0c8a9b3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192780 Jan 28 13:48:33.603700 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-ef4466d7-307e-4a4a-aa59-e0e676e4e202 service neutron] For port 701b355b-d082-47be-980c-8a7562dae905, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:48:33.608939 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-ef4466d7-307e-4a4a-aa59-e0e676e4e202 service neutron] For port 701b355b-d082-47be-980c-8a7562dae905, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=701b355b-d082-47be-980c-8a7562dae905,segment=NetworkSegment(efe8c70d-4a7f-4728-b5c2-9a0cf947c38c),segment_id=efe8c70d-4a7f-4728-b5c2-9a0cf947c38c)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:48:33.624349 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-ef4466d7-307e-4a4a-aa59-e0e676e4e202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (701b355b-d082-47be-980c-8a7562dae905), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:33.672881 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-15a9bec7-bcfd-4de7-b508-783a39759ae6 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (a30cc39e-129a-4914-a259-0f7082348e18), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:33.678602 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a9bec7-bcfd-4de7-b508-783a39759ae6 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Fanout notify agent at l3_agent the message router_deleted on router a30cc39e-129a-4914-a259-0f7082348e18 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:48:33.699703 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-15a9bec7-bcfd-4de7-b508-783a39759ae6 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:33.709036 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-15a9bec7-bcfd-4de7-b508-783a39759ae6 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/routers/a30cc39e-129a-4914-a259-0f7082348e18 HTTP/1.1" status: 204 len: 168 time: 0.5254788 Jan 28 13:48:33.713594 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54612) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:33.746594 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de5a3c-7457-49cc-bfb4-70468b705268 req-b0e820f8-124b-41b8-bc06-d629a5c28d28 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:33.755533 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b6de5a3c-7457-49cc-bfb4-70468b705268 req-b0e820f8-124b-41b8-bc06-d629a5c28d28 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.39 "GET /v2.0/ports?device_id=57b8e795-3f75-44b4-b1c1-9510b038e7ac HTTP/1.1" status: 200 len: 943 time: 0.1645329 Jan 28 13:48:33.822067 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b6de5a3c-7457-49cc-bfb4-70468b705268 req-e77307bc-bbe4-4bff-a589-35ced20daa93 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f9b5800-ed4e-445f-8a29-ed89c5e2566a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630152 Jan 28 13:48:33.822661 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc01b0a8-3b9c-4dad-85cf-2a532465165a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Deleting subnet 14c60b70-41bb-4153-811f-3aac36cc2bfa {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:48:33.830310 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-ef4466d7-307e-4a4a-aa59-e0e676e4e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:33.831190 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-ef4466d7-307e-4a4a-aa59-e0e676e4e202 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:33.832722 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-ef4466d7-307e-4a4a-aa59-e0e676e4e202 service neutron] 10.222.0.37 "PUT /v2.0/ports/701b355b-d082-47be-980c-8a7562dae905 HTTP/1.1" status: 200 len: 1091 time: 1.7711086 Jan 28 13:48:33.862483 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b8e795-3f75-44b4-b1c1-9510b038e7ac', 'tag': '701b355b-d082-47be-980c-8a7562dae905'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:48:33.869376 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d2240b-c3f5-4712-bafc-1be6071e9ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "57b8e795-3f75-44b4-b1c1-9510b038e7ac", "tag": "701b355b-d082-47be-980c-8a7562dae905"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:48:33.872789 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc01b0a8-3b9c-4dad-85cf-2a532465165a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for subnet (14c60b70-41bb-4153-811f-3aac36cc2bfa), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:33.880986 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4466d7-307e-4a4a-aa59-e0e676e4e202 service neutron] Pushing event updated for resources: {'Port': ['ID=701b355b-d082-47be-980c-8a7562dae905,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:33.957278 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e18340-e83f-4d7a-8f8d-0f08acb759bc x-openstack-request-id: req-f2e18340-e83f-4d7a-8f8d-0f08acb759bc {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:48:33.957568 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b8e795-3f75-44b4-b1c1-9510b038e7ac", "tag": "701b355b-d082-47be-980c-8a7562dae905", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:48:33.957800 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f2e18340-e83f-4d7a-8f8d-0f08acb759bc {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:48:33.958199 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b8e795-3f75-44b4-b1c1-9510b038e7ac', 'tag': '701b355b-d082-47be-980c-8a7562dae905', 'status': 'completed', 'code': 200} Jan 28 13:48:33.988216 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc01b0a8-3b9c-4dad-85cf-2a532465165a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (14c60b70-41bb-4153-811f-3aac36cc2bfa), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:34.019612 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dcae3-b38f-4a5c-ab62-cf7ea9c9a2d9 req-c641d7f7-5f62-48ee-bc1f-5cf93902b193 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:34.021216 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-396dcae3-b38f-4a5c-ab62-cf7ea9c9a2d9 req-c641d7f7-5f62-48ee-bc1f-5cf93902b193 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.3066988 Jan 28 13:48:34.023158 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-4e109441-555d-4ee4-9a77-6b27888e94a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:34.024978 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-4e109441-555d-4ee4-9a77-6b27888e94a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f8173f43a42b44e3b49db1123aba7e35&device_id=57b8e795-3f75-44b4-b1c1-9510b038e7ac HTTP/1.1" status: 200 len: 1094 time: 0.1303329 Jan 28 13:48:34.094223 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-33e53cee-3f6b-4c7d-9e84-8a1d97a65f78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=701b355b-d082-47be-980c-8a7562dae905 HTTP/1.1" status: 200 len: 217 time: 0.0560789 Jan 28 13:48:34.200866 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-396dcae3-b38f-4a5c-ab62-cf7ea9c9a2d9 req-7a37b63b-2d49-4ac1-a630-68de08dd251e tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704028 Jan 28 13:48:34.219912 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc01b0a8-3b9c-4dad-85cf-2a532465165a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (14c60b70-41bb-4153-811f-3aac36cc2bfa), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:34.225326 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-0bed1de7-dcc0-4415-97d9-78ce211f6c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:34.237428 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-0bed1de7-dcc0-4415-97d9-78ce211f6c32 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6812e66f-2f9f-47c3-88a5-65a1647f164f HTTP/1.1" status: 200 len: 848 time: 0.1269929 Jan 28 13:48:34.287489 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:34.296883 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-73a20e69-b06b-44e9-88be-b3e3485be8de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d398c1c-312a-4529-8a62-f9cbaee2ac8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585396 Jan 28 13:48:34.454934 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc01b0a8-3b9c-4dad-85cf-2a532465165a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (14c60b70-41bb-4153-811f-3aac36cc2bfa), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:34.467412 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a465f1a-3d4f-4180-8620-5349f5628976 req-d0a0d6b4-4440-491c-b1ac-4171af356875 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:34.469026 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a465f1a-3d4f-4180-8620-5349f5628976 req-d0a0d6b4-4440-491c-b1ac-4171af356875 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.1348958 Jan 28 13:48:34.530201 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01b0a8-3b9c-4dad-85cf-2a532465165a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Subnet': ['ID=14c60b70-41bb-4153-811f-3aac36cc2bfa,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:34.532150 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e28316-651d-4c45-99db-26c0e48fbe96 None None] Network 8cf112b0-e0ce-404e-a570-7a57b8dc0cb9 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:48:34.535568 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-e7399770-7f55-4254-898c-5be49ed4028d service neutron] 10.222.0.37 "GET /v2.0/networks/9d398c1c-312a-4529-8a62-f9cbaee2ac8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303700 Jan 28 13:48:34.536868 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc01b0a8-3b9c-4dad-85cf-2a532465165a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:34.544428 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54624) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:34.545018 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dc01b0a8-3b9c-4dad-85cf-2a532465165a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/subnets/14c60b70-41bb-4153-811f-3aac36cc2bfa HTTP/1.1" status: 204 len: 168 time: 0.8246021 Jan 28 13:48:34.662716 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a465f1a-3d4f-4180-8620-5349f5628976 req-125c8318-cae7-40de-a4a5-41b466f23380 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804726 Jan 28 13:48:34.707666 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9d6a131a-32c6-4ba2-a3af-1aa1bfb0df60 req-16e3cb3a-2a73-4fcb-b18b-8d44dcb082ac service neutron] 10.222.0.37 "GET /v2.0/networks/9d398c1c-312a-4529-8a62-f9cbaee2ac8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570103 Jan 28 13:48:34.717467 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2969e70a-8e9f-4f9b-a983-0104d98c0580 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (8cf112b0-e0ce-404e-a570-7a57b8dc0cb9), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:34.862199 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2240b-c3f5-4712-bafc-1be6071e9ed1 req-173b5994-5c94-4e7d-859f-9a9ff8d2c899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:34.863860 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-82d2240b-c3f5-4712-bafc-1be6071e9ed1 req-173b5994-5c94-4e7d-859f-9a9ff8d2c899 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f8173f43a42b44e3b49db1123aba7e35&device_id=57b8e795-3f75-44b4-b1c1-9510b038e7ac HTTP/1.1" status: 200 len: 1094 time: 0.1079912 Jan 28 13:48:34.878694 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dd2eeb-f181-4234-8066-6f85724a934f None None] DHCP port deletion for 8cf112b0-e0ce-404e-a570-7a57b8dc0cb9 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:48:34.904292 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b67aa-c74e-4070-869f-624e85aecbe4 req-6a884b03-5305-4433-99cf-ff003a15b303 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:34.913248 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-373b67aa-c74e-4070-869f-624e85aecbe4 req-6a884b03-5305-4433-99cf-ff003a15b303 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.0863826 Jan 28 13:48:34.990165 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-373b67aa-c74e-4070-869f-624e85aecbe4 req-46d5592b-d6fb-4872-bfaf-e534d51c2ce6 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758545 Jan 28 13:48:35.009909 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-2969e70a-8e9f-4f9b-a983-0104d98c0580 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Deleting port 6b4355a2-ec62-4b6c-95d4-a174398dd841 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:48:35.010255 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2969e70a-8e9f-4f9b-a983-0104d98c0580 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (6b4355a2-ec62-4b6c-95d4-a174398dd841), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.010591 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2240b-c3f5-4712-bafc-1be6071e9ed1 req-db40a7f6-2d19-4778-93bf-7b8438003cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:35.012648 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-82d2240b-c3f5-4712-bafc-1be6071e9ed1 req-db40a7f6-2d19-4778-93bf-7b8438003cb4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d398c1c-312a-4529-8a62-f9cbaee2ac8c HTTP/1.1" status: 200 len: 908 time: 0.1428537 Jan 28 13:48:35.063922 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f8dd2eeb-f181-4234-8066-6f85724a934f None None] Deleting port 6b4355a2-ec62-4b6c-95d4-a174398dd841 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:48:35.064480 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2eeb-f181-4234-8066-6f85724a934f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (6b4355a2-ec62-4b6c-95d4-a174398dd841), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.137157 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-82d2240b-c3f5-4712-bafc-1be6071e9ed1 req-ea07068c-41ff-42ad-81bb-c57a56a09b67 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=701b355b-d082-47be-980c-8a7562dae905 HTTP/1.1" status: 200 len: 217 time: 0.0890210 Jan 28 13:48:35.201433 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2240b-c3f5-4712-bafc-1be6071e9ed1 req-2e833068-47c6-43b8-87b8-6d417e6aa811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:35.203488 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-82d2240b-c3f5-4712-bafc-1be6071e9ed1 req-2e833068-47c6-43b8-87b8-6d417e6aa811 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6812e66f-2f9f-47c3-88a5-65a1647f164f HTTP/1.1" status: 200 len: 848 time: 0.0602415 Jan 28 13:48:35.216595 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f8dd2eeb-f181-4234-8066-6f85724a934f None None] For port 6b4355a2-ec62-4b6c-95d4-a174398dd841, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6b4355a2-ec62-4b6c-95d4-a174398dd841,segment=NetworkSegment(edf534c8-a24c-4fe1-8e1e-1bfd15342cb6),segment_id=edf534c8-a24c-4fe1-8e1e-1bfd15342cb6)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:35.217282 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2eeb-f181-4234-8066-6f85724a934f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (6b4355a2-ec62-4b6c-95d4-a174398dd841), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.225147 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-2969e70a-8e9f-4f9b-a983-0104d98c0580 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] For port 6b4355a2-ec62-4b6c-95d4-a174398dd841, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6b4355a2-ec62-4b6c-95d4-a174398dd841,segment=NetworkSegment(edf534c8-a24c-4fe1-8e1e-1bfd15342cb6),segment_id=edf534c8-a24c-4fe1-8e1e-1bfd15342cb6)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:35.225503 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2969e70a-8e9f-4f9b-a983-0104d98c0580 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (6b4355a2-ec62-4b6c-95d4-a174398dd841), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.256092 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f8dd2eeb-f181-4234-8066-6f85724a934f None None] Calling delete_port for 6b4355a2-ec62-4b6c-95d4-a174398dd841 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:48:35.259426 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de22dc-555d-4de8-bbf7-b27e657d4446 req-e7d70d22-cae0-463b-90d3-3ce2e82cf142 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:35.261035 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58de22dc-555d-4de8-bbf7-b27e657d4446 req-e7d70d22-cae0-463b-90d3-3ce2e82cf142 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.39 "GET /v2.0/ports?device_id=57b8e795-3f75-44b4-b1c1-9510b038e7ac HTTP/1.1" status: 200 len: 943 time: 0.2471285 Jan 28 13:48:35.263843 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-82d2240b-c3f5-4712-bafc-1be6071e9ed1 req-ca0865bb-0b75-420a-ba17-65b827089b8f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d398c1c-312a-4529-8a62-f9cbaee2ac8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528588 Jan 28 13:48:35.267902 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-2969e70a-8e9f-4f9b-a983-0104d98c0580 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Calling delete_port for 6b4355a2-ec62-4b6c-95d4-a174398dd841 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:48:35.410808 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2eeb-f181-4234-8066-6f85724a934f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (6b4355a2-ec62-4b6c-95d4-a174398dd841), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.457933 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd2eeb-f181-4234-8066-6f85724a934f None None] Pushing event deleted for resources: {'Port': ['ID=6b4355a2-ec62-4b6c-95d4-a174398dd841,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:35.462143 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b218c-0bd9-47eb-be55-f2cb5d51ee51 req-ff0d1281-d49f-40c6-bee2-830ef0e8d3a3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:35.471722 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ba4b218c-0bd9-47eb-be55-f2cb5d51ee51 req-ff0d1281-d49f-40c6-bee2-830ef0e8d3a3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.1395082 Jan 28 13:48:35.484379 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dd2eeb-f181-4234-8066-6f85724a934f None None] No DVR routers for this DVR port 6b4355a2-ec62-4b6c-95d4-a174398dd841 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:48:35.557313 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58de22dc-555d-4de8-bbf7-b27e657d4446 req-b8184203-6980-41f2-a0d8-219aa4d613ef tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f9b5800-ed4e-445f-8a29-ed89c5e2566a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867267 Jan 28 13:48:35.607761 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2969e70a-8e9f-4f9b-a983-0104d98c0580 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (6b4355a2-ec62-4b6c-95d4-a174398dd841), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.617048 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-82d2240b-c3f5-4712-bafc-1be6071e9ed1 req-c7224052-c4de-4481-83f2-18e5bab05fc2 service neutron] 10.222.0.37 "GET /v2.0/networks/9d398c1c-312a-4529-8a62-f9cbaee2ac8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264053 Jan 28 13:48:35.641603 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ba4b218c-0bd9-47eb-be55-f2cb5d51ee51 req-3a0ce8cb-8c38-41a4-9e72-72603ac9b5a7 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688843 Jan 28 13:48:35.687775 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2969e70a-8e9f-4f9b-a983-0104d98c0580 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] No DVR routers for this DVR port 6b4355a2-ec62-4b6c-95d4-a174398dd841 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:48:35.698103 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969e70a-8e9f-4f9b-a983-0104d98c0580 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Port': ['ID=6b4355a2-ec62-4b6c-95d4-a174398dd841,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:35.874575 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2969e70a-8e9f-4f9b-a983-0104d98c0580 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (8cf112b0-e0ce-404e-a570-7a57b8dc0cb9), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.919726 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-2969e70a-8e9f-4f9b-a983-0104d98c0580 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf112b0-e0ce-404e-a570-7a57b8dc0cb9']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:35.934646 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6b4355a2-ec62-4b6c-95d4-a174398dd841 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:48:35.939650 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-2969e70a-8e9f-4f9b-a983-0104d98c0580 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf534c8-a24c-4fe1-8e1e-1bfd15342cb6') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:35.939965 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-2969e70a-8e9f-4f9b-a983-0104d98c0580 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf534c8-a24c-4fe1-8e1e-1bfd15342cb6') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:35.946754 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe725fce-c86d-402a-82c3-fea5a811c308 req-feefb7b2-32f4-49f1-a41c-f61169c569e3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:35.952270 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2969e70a-8e9f-4f9b-a983-0104d98c0580 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (edf534c8-a24c-4fe1-8e1e-1bfd15342cb6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.959474 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fe725fce-c86d-402a-82c3-fea5a811c308 req-feefb7b2-32f4-49f1-a41c-f61169c569e3 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.1433744 Jan 28 13:48:35.967303 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2969e70a-8e9f-4f9b-a983-0104d98c0580 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (edf534c8-a24c-4fe1-8e1e-1bfd15342cb6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.975102 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2969e70a-8e9f-4f9b-a983-0104d98c0580 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:48:35.975879 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2969e70a-8e9f-4f9b-a983-0104d98c0580 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (edf534c8-a24c-4fe1-8e1e-1bfd15342cb6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:48:35.981526 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:48:36.000230 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 6b4355a2-ec62-4b6c-95d4-a174398dd841 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:48:36.000883 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6b4355a2-ec62-4b6c-95d4-a174398dd841 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:48:36.006642 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-82d2240b-c3f5-4712-bafc-1be6071e9ed1 req-52633936-ae1e-4a0e-9d60-67df95b697f9 service neutron] 10.222.0.37 "GET /v2.0/networks/9d398c1c-312a-4529-8a62-f9cbaee2ac8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723128 Jan 28 13:48:36.082564 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fe725fce-c86d-402a-82c3-fea5a811c308 req-adb9de44-c0d1-4821-82ae-5bd1b6a1658f tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184437 Jan 28 13:48:36.122367 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2969e70a-8e9f-4f9b-a983-0104d98c0580 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (8cf112b0-e0ce-404e-a570-7a57b8dc0cb9), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:36.127118 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2969e70a-8e9f-4f9b-a983-0104d98c0580 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:36.136575 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2969e70a-8e9f-4f9b-a983-0104d98c0580 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/networks/8cf112b0-e0ce-404e-a570-7a57b8dc0cb9 HTTP/1.1" status: 204 len: 168 time: 1.5840225 Jan 28 13:48:36.136858 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54652) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:36.141483 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-23a762c5-483c-4b5c-acb3-766d1b95df6a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2054309435', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:36.170000 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969e70a-8e9f-4f9b-a983-0104d98c0580 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Network': ['ID=8cf112b0-e0ce-404e-a570-7a57b8dc0cb9,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:36.196626 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-23a762c5-483c-4b5c-acb3-766d1b95df6a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:36.197896 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-23a762c5-483c-4b5c-acb3-766d1b95df6a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:36.349685 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:36.377787 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758ab3d-9945-462b-a13b-9e13f13c9821 req-e1d49f7d-92d5-4582-b4ea-ba55ea274419 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:36.380782 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8758ab3d-9945-462b-a13b-9e13f13c9821 req-e1d49f7d-92d5-4582-b4ea-ba55ea274419 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.1138725 Jan 28 13:48:36.507327 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8758ab3d-9945-462b-a13b-9e13f13c9821 req-9704c9bf-86cf-4388-9ad2-b26eb1d723c2 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184762 Jan 28 13:48:37.005438 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-23a762c5-483c-4b5c-acb3-766d1b95df6a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router_controller (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:37.038266 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-23a762c5-483c-4b5c-acb3-766d1b95df6a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:37.140999 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06cf9ef-1b22-4a94-92d1-3f44c0098c3a req-3a0104c7-c3d1-45ed-99a6-e79bb71b78ac tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:37.157695 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d06cf9ef-1b22-4a94-92d1-3f44c0098c3a req-3a0104c7-c3d1-45ed-99a6-e79bb71b78ac tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.39 "GET /v2.0/ports?device_id=57b8e795-3f75-44b4-b1c1-9510b038e7ac HTTP/1.1" status: 200 len: 943 time: 0.3003387 Jan 28 13:48:37.168835 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-23a762c5-483c-4b5c-acb3-766d1b95df6a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:37.170122 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-23a762c5-483c-4b5c-acb3-766d1b95df6a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0323570 Jan 28 13:48:37.175561 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54666) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:37.182291 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-7cd7a256-6a0a-49b6-b762-e4e28d44fd24 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1746430028'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:37.230432 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd7a256-6a0a-49b6-b762-e4e28d44fd24 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Made reservation on behalf of 534322dfb77a458ab6a55dfd72ce35f9 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:48:37.233771 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7cd7a256-6a0a-49b6-b762-e4e28d44fd24 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:37.256141 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d06cf9ef-1b22-4a94-92d1-3f44c0098c3a req-c716363d-3367-4690-9888-6c91693164c7 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f9b5800-ed4e-445f-8a29-ed89c5e2566a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973809 Jan 28 13:48:37.346145 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd7a256-6a0a-49b6-b762-e4e28d44fd24 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:48:37.371471 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 701b355b-d082-47be-980c-8a7562dae905 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:48:37.406302 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7cd7a256-6a0a-49b6-b762-e4e28d44fd24 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (7ab5dd69-378e-4827-acb9-2050b1b955cf), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:37.406714 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-7cd7a256-6a0a-49b6-b762-e4e28d44fd24 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Added segment 7ab5dd69-378e-4827-acb9-2050b1b955cf of type vlan for network 67451357-f6a4-403c-a570-6b7411ad0f50 Jan 28 13:48:37.605139 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7cd7a256-6a0a-49b6-b762-e4e28d44fd24 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (67451357-f6a4-403c-a570-6b7411ad0f50), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:37.652604 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 701b355b-d082-47be-980c-8a7562dae905, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=701b355b-d082-47be-980c-8a7562dae905,segment=NetworkSegment(efe8c70d-4a7f-4728-b5c2-9a0cf947c38c),segment_id=efe8c70d-4a7f-4728-b5c2-9a0cf947c38c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:37.693556 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7cd7a256-6a0a-49b6-b762-e4e28d44fd24 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (67451357-f6a4-403c-a570-6b7411ad0f50), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:37.709057 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '701b355b-d082-47be-980c-8a7562dae905', 'network_id': '9d398c1c-312a-4529-8a62-f9cbaee2ac8c', 'port_id': '701b355b-d082-47be-980c-8a7562dae905', 'mac_address': 'fa:16:3e:1b:ad:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6812e66f-2f9f-47c3-88a5-65a1647f164f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:48:37.716063 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd7a256-6a0a-49b6-b762-e4e28d44fd24 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:37.723628 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7cd7a256-6a0a-49b6-b762-e4e28d44fd24 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:37.849033 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 701b355b-d082-47be-980c-8a7562dae905 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:37.849445 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (701b355b-d082-47be-980c-8a7562dae905), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:37.881025 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7a256-6a0a-49b6-b762-e4e28d44fd24 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Network': ['ID=67451357-f6a4-403c-a570-6b7411ad0f50,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:37.899265 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 701b355b-d082-47be-980c-8a7562dae905 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:48:37.906525 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 67451357-f6a4-403c-a570-6b7411ad0f50 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:48:37.932892 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7cd7a256-6a0a-49b6-b762-e4e28d44fd24 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7506125 Jan 28 13:48:37.933257 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54684) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:37.938594 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-04831a00-4af1-48f3-a749-f01390faeb61 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'subnet': {'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:38.261447 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 701b355b-d082-47be-980c-8a7562dae905, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=701b355b-d082-47be-980c-8a7562dae905,segment=NetworkSegment(efe8c70d-4a7f-4728-b5c2-9a0cf947c38c),segment_id=efe8c70d-4a7f-4728-b5c2-9a0cf947c38c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:38.269329 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (701b355b-d082-47be-980c-8a7562dae905), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:38.282821 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04831a00-4af1-48f3-a749-f01390faeb61 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Made reservation on behalf of 534322dfb77a458ab6a55dfd72ce35f9 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:48:38.287770 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-04831a00-4af1-48f3-a749-f01390faeb61 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:38.424561 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=701b355b-d082-47be-980c-8a7562dae905,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:38.569056 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4181c9-25ed-4144-9c40-b55b6bf541c2 req-68ede521-2ae0-4b1e-ba44-fc27e597d501 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:38.579238 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d7bf5-8811-42d9-8c25-190aa6b50a1b req-92a88bbe-7428-4dd9-8408-7a4bc2463fd5 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:38.582743 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ad4181c9-25ed-4144-9c40-b55b6bf541c2 req-68ede521-2ae0-4b1e-ba44-fc27e597d501 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.39 "GET /v2.0/ports?device_id=57b8e795-3f75-44b4-b1c1-9510b038e7ac HTTP/1.1" status: 200 len: 944 time: 0.1365957 Jan 28 13:48:38.586699 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-764d7bf5-8811-42d9-8c25-190aa6b50a1b req-92a88bbe-7428-4dd9-8408-7a4bc2463fd5 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.1414516 Jan 28 13:48:38.651840 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['701b355b-d082-47be-980c-8a7562dae905'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:48:38.694203 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ad4181c9-25ed-4144-9c40-b55b6bf541c2 req-1bbbb20c-9e08-406d-bb70-80272c898ca7 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f9b5800-ed4e-445f-8a29-ed89c5e2566a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076400 Jan 28 13:48:38.827394 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-764d7bf5-8811-42d9-8c25-190aa6b50a1b req-e7598b4d-c30d-41c1-a827-cc8245abbe8e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2393646 Jan 28 13:48:38.829772 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-04831a00-4af1-48f3-a749-f01390faeb61 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (4c3271b6-bb83-48b0-aa3e-d69d2bad1725), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:39.017122 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04831a00-4af1-48f3-a749-f01390faeb61 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Subnet': ['ID=4c3271b6-bb83-48b0-aa3e-d69d2bad1725,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:39.050301 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04831a00-4af1-48f3-a749-f01390faeb61 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Checking segment: {'id': '7ab5dd69-378e-4827-acb9-2050b1b955cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:39.054895 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04831a00-4af1-48f3-a749-f01390faeb61 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network hostable DHCP agents. Network: 67451357-f6a4-403c-a570-6b7411ad0f50, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:48:39.081221 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04831a00-4af1-48f3-a749-f01390faeb61 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network 67451357-f6a4-403c-a570-6b7411ad0f50 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:48:39.107723 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-04831a00-4af1-48f3-a749-f01390faeb61 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 67451357-f6a4-403c-a570-6b7411ad0f50) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:39.120853 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b2822e-8a16-4ec4-8330-7d61d9fc28b9 None None] Network 67451357-f6a4-403c-a570-6b7411ad0f50 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:48:39.122159 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04831a00-4af1-48f3-a749-f01390faeb61 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:39.122769 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-04831a00-4af1-48f3-a749-f01390faeb61 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:39.163023 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-04831a00-4af1-48f3-a749-f01390faeb61 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2284195 Jan 28 13:48:39.163524 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54696) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:39.363009 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4aecc2-0422-426d-b66a-56e8b22f9521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-67451357-f6a4-403c-a570-6b7411ad0f50', 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50', 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'fixed_ips': [{'subnet_id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:48:39.364012 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f4aecc2-0422-426d-b66a-56e8b22f9521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:39.565838 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-3f4aecc2-0422-426d-b66a-56e8b22f9521 None None] Allocated IP 2001:db8::2 (67451357-f6a4-403c-a570-6b7411ad0f50/4c3271b6-bb83-48b0-aa3e-d69d2bad1725/b0cdcd9a-f07d-44ca-9303-83a7c2febcc1) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:48:39.831955 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f4aecc2-0422-426d-b66a-56e8b22f9521 None None] Publish callbacks [] for port (b0cdcd9a-f07d-44ca-9303-83a7c2febcc1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:39.850117 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f4aecc2-0422-426d-b66a-56e8b22f9521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (b0cdcd9a-f07d-44ca-9303-83a7c2febcc1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:39.854122 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fa757518-897b-4cd3-bdec-4eab62c36804 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:39.920633 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4aecc2-0422-426d-b66a-56e8b22f9521 None None] Network 67451357-f6a4-403c-a570-6b7411ad0f50 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:39.924447 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-3f4aecc2-0422-426d-b66a-56e8b22f9521 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:39.948432 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4aecc2-0422-426d-b66a-56e8b22f9521 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:48:40.047525 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-3f4aecc2-0422-426d-b66a-56e8b22f9521 None None] Attempting to bind port b0cdcd9a-f07d-44ca-9303-83a7c2febcc1 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:48:40.047899 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-3f4aecc2-0422-426d-b66a-56e8b22f9521 None None] Attempting to bind port b0cdcd9a-f07d-44ca-9303-83a7c2febcc1 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7ab5dd69-378e-4827-acb9-2050b1b955cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:48:40.048255 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4aecc2-0422-426d-b66a-56e8b22f9521 None None] Attempting to bind port b0cdcd9a-f07d-44ca-9303-83a7c2febcc1 on network 67451357-f6a4-403c-a570-6b7411ad0f50 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:48:40.060004 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4aecc2-0422-426d-b66a-56e8b22f9521 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:48:40.061032 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4aecc2-0422-426d-b66a-56e8b22f9521 None None] Checking segment: {'id': '7ab5dd69-378e-4827-acb9-2050b1b955cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:40.061450 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f4aecc2-0422-426d-b66a-56e8b22f9521 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:40.062406 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4aecc2-0422-426d-b66a-56e8b22f9521 None None] Bound using segment: {'id': '7ab5dd69-378e-4827-acb9-2050b1b955cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:48:40.062900 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-3f4aecc2-0422-426d-b66a-56e8b22f9521 None None] Bound port: b0cdcd9a-f07d-44ca-9303-83a7c2febcc1, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab5dd69-378e-4827-acb9-2050b1b955cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:48:40.063628 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f4aecc2-0422-426d-b66a-56e8b22f9521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b0cdcd9a-f07d-44ca-9303-83a7c2febcc1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:40.064282 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4799b-5de2-44cc-b1cc-d4cc982d7c12 req-6c70bced-af7a-4436-ae75-61bf36ffb985 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:40.072021 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f0f4799b-5de2-44cc-b1cc-d4cc982d7c12 req-6c70bced-af7a-4436-ae75-61bf36ffb985 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.39 "GET /v2.0/ports?device_id=57b8e795-3f75-44b4-b1c1-9510b038e7ac HTTP/1.1" status: 200 len: 944 time: 0.2099135 Jan 28 13:48:40.091274 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4aecc2-0422-426d-b66a-56e8b22f9521 None None] Pushing event updated for resources: {'Port': ['ID=b0cdcd9a-f07d-44ca-9303-83a7c2febcc1,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:40.241422 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb951e7a-3185-4777-a397-caf4fdeebcba req-bdb19d6b-6b21-4859-bb04-053f44a57563 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:40.243247 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bb951e7a-3185-4777-a397-caf4fdeebcba req-bdb19d6b-6b21-4859-bb04-053f44a57563 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.2176034 Jan 28 13:48:40.269915 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-3f4aecc2-0422-426d-b66a-56e8b22f9521 None None] For port b0cdcd9a-f07d-44ca-9303-83a7c2febcc1, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:48:40.275695 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-3f4aecc2-0422-426d-b66a-56e8b22f9521 None None] For port b0cdcd9a-f07d-44ca-9303-83a7c2febcc1, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b0cdcd9a-f07d-44ca-9303-83a7c2febcc1,segment=NetworkSegment(7ab5dd69-378e-4827-acb9-2050b1b955cf),segment_id=7ab5dd69-378e-4827-acb9-2050b1b955cf)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:48:40.285854 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f4aecc2-0422-426d-b66a-56e8b22f9521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b0cdcd9a-f07d-44ca-9303-83a7c2febcc1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:40.372546 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f0f4799b-5de2-44cc-b1cc-d4cc982d7c12 req-05eb44bd-74ca-4b79-8aff-eec63cada07b tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f9b5800-ed4e-445f-8a29-ed89c5e2566a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996471 Jan 28 13:48:40.393056 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4aecc2-0422-426d-b66a-56e8b22f9521 None None] Pushing event updated for resources: {'Port': ['ID=b0cdcd9a-f07d-44ca-9303-83a7c2febcc1,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:40.467814 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bb951e7a-3185-4777-a397-caf4fdeebcba req-c28a14af-c41d-4119-914a-177fc0962f09 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2145047 Jan 28 13:48:40.566668 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-fa757518-897b-4cd3-bdec-4eab62c36804 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Allocated IP 2001:db8::1 (67451357-f6a4-403c-a570-6b7411ad0f50/4c3271b6-bb83-48b0-aa3e-d69d2bad1725/b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:48:40.709608 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fa757518-897b-4cd3-bdec-4eab62c36804 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for port (b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:40.809996 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fa757518-897b-4cd3-bdec-4eab62c36804 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:40.907739 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa757518-897b-4cd3-bdec-4eab62c36804 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Port': ['ID=b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:40.937498 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa757518-897b-4cd3-bdec-4eab62c36804 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network 67451357-f6a4-403c-a570-6b7411ad0f50 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:40.938963 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-fa757518-897b-4cd3-bdec-4eab62c36804 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:40.942661 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa757518-897b-4cd3-bdec-4eab62c36804 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:48:40.943283 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fa757518-897b-4cd3-bdec-4eab62c36804 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:40.977448 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:48:41.161707 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fa757518-897b-4cd3-bdec-4eab62c36804 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:41.371160 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 701b355b-d082-47be-980c-8a7562dae905 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:48:41.496258 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 701b355b-d082-47be-980c-8a7562dae905 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:48:41.500510 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 701b355b-d082-47be-980c-8a7562dae905 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:41.500884 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (701b355b-d082-47be-980c-8a7562dae905), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:41.675024 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 701b355b-d082-47be-980c-8a7562dae905 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:41.675421 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (701b355b-d082-47be-980c-8a7562dae905), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:41.703073 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d923664-f65f-4a57-bffd-fabf245f4fc0 req-eb54cbe3-bad9-485c-b786-7a4ceb8033c3 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:41.713116 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0d923664-f65f-4a57-bffd-fabf245f4fc0 req-eb54cbe3-bad9-485c-b786-7a4ceb8033c3 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.1100616 Jan 28 13:48:41.740236 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 701b355b-d082-47be-980c-8a7562dae905, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=701b355b-d082-47be-980c-8a7562dae905,segment=NetworkSegment(efe8c70d-4a7f-4728-b5c2-9a0cf947c38c),segment_id=efe8c70d-4a7f-4728-b5c2-9a0cf947c38c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:41.743475 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b8e795-3f75-44b4-b1c1-9510b038e7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701b355b-d082-47be-980c-8a7562dae905'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:48:41.749680 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b15c05-6d0b-4f19-ad68-83b3eba238ad" -d '{"events": [{"server_uuid": "57b8e795-3f75-44b4-b1c1-9510b038e7ac", "name": "network-vif-plugged", "status": "completed", "tag": "701b355b-d082-47be-980c-8a7562dae905"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:48:41.757519 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438de55d-6c1c-41a1-8850-31dafe6f0dba req-7d7ed275-c248-408c-97b5-edbe6809b168 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:41.758099 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (701b355b-d082-47be-980c-8a7562dae905), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:41.762967 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-438de55d-6c1c-41a1-8850-31dafe6f0dba req-7d7ed275-c248-408c-97b5-edbe6809b168 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.39 "GET /v2.0/ports?device_id=57b8e795-3f75-44b4-b1c1-9510b038e7ac HTTP/1.1" status: 200 len: 944 time: 0.1603770 Jan 28 13:48:41.836556 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fa757518-897b-4cd3-bdec-4eab62c36804 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for port (b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:41.853885 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0d923664-f65f-4a57-bffd-fabf245f4fc0 req-66893bcd-edfa-48e7-b3aa-0eadabdb4b98 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1369424 Jan 28 13:48:41.855038 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fa757518-897b-4cd3-bdec-4eab62c36804 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:41.857005 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=701b355b-d082-47be-980c-8a7562dae905,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:41.858454 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fa757518-897b-4cd3-bdec-4eab62c36804 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:41.949622 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5f85e7-9f15-4c22-a40b-bbe5c7c799a0 x-openstack-request-id: req-2b5f85e7-9f15-4c22-a40b-bbe5c7c799a0 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:48:41.950207 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b8e795-3f75-44b4-b1c1-9510b038e7ac", "name": "network-vif-plugged", "status": "completed", "tag": "701b355b-d082-47be-980c-8a7562dae905", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:48:41.950740 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b5f85e7-9f15-4c22-a40b-bbe5c7c799a0 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:48:41.951433 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b8e795-3f75-44b4-b1c1-9510b038e7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701b355b-d082-47be-980c-8a7562dae905', 'code': 200} Jan 28 13:48:42.022488 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b0cdcd9a-f07d-44ca-9303-83a7c2febcc1 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:48:42.141599 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port b0cdcd9a-f07d-44ca-9303-83a7c2febcc1 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:42.151452 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b0cdcd9a-f07d-44ca-9303-83a7c2febcc1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:42.232043 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67621176-c43f-465d-8295-3edc5c019f04 req-7789800f-aff0-4b8b-be16-99d5d2971714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:42.243604 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-67621176-c43f-465d-8295-3edc5c019f04 req-7789800f-aff0-4b8b-be16-99d5d2971714 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=57b8e795-3f75-44b4-b1c1-9510b038e7ac HTTP/1.1" status: 200 len: 1096 time: 0.1688814 Jan 28 13:48:42.292335 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port b0cdcd9a-f07d-44ca-9303-83a7c2febcc1 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:42.293066 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b0cdcd9a-f07d-44ca-9303-83a7c2febcc1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:42.305845 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4ee519-f6b1-4d06-8769-a07eedf3e80f None None] Network 67451357-f6a4-403c-a570-6b7411ad0f50 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:48:42.397806 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-438de55d-6c1c-41a1-8850-31dafe6f0dba req-542a6488-7583-4503-9817-c66f161592a7 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f9b5800-ed4e-445f-8a29-ed89c5e2566a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6222196 Jan 28 13:48:42.418994 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-b92b1870-60fc-4618-b364-0555f88b1abe None None] Provisioning complete for port b0cdcd9a-f07d-44ca-9303-83a7c2febcc1 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:42.420028 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b92b1870-60fc-4618-b364-0555f88b1abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b0cdcd9a-f07d-44ca-9303-83a7c2febcc1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:42.450456 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port b0cdcd9a-f07d-44ca-9303-83a7c2febcc1, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b0cdcd9a-f07d-44ca-9303-83a7c2febcc1,segment=NetworkSegment(7ab5dd69-378e-4827-acb9-2050b1b955cf),segment_id=7ab5dd69-378e-4827-acb9-2050b1b955cf)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:42.455171 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa757518-897b-4cd3-bdec-4eab62c36804 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Port': ['ID=b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:42.486934 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b0cdcd9a-f07d-44ca-9303-83a7c2febcc1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:42.487359 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-67621176-c43f-465d-8295-3edc5c019f04 req-fa103efb-78e3-40f6-9f75-e7c7d9fe39dd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9f9b5800-ed4e-445f-8a29-ed89c5e2566a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421091 Jan 28 13:48:42.608298 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa757518-897b-4cd3-bdec-4eab62c36804 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network 67451357-f6a4-403c-a570-6b7411ad0f50 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:42.610245 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-fa757518-897b-4cd3-bdec-4eab62c36804 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:42.785405 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=b0cdcd9a-f07d-44ca-9303-83a7c2febcc1,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:42.938996 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b92b1870-60fc-4618-b364-0555f88b1abe None None] Current status of the port b0cdcd9a-f07d-44ca-9303-83a7c2febcc1 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:42.968392 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa757518-897b-4cd3-bdec-4eab62c36804 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:48:43.155766 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa757518-897b-4cd3-bdec-4eab62c36804 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:48:43.164171 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fa757518-897b-4cd3-bdec-4eab62c36804 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "PUT /v2.0/routers/cac813bf-e6d4-47d2-a0c7-f847c4a07ddb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9959931 Jan 28 13:48:43.165320 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54732) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:43.176043 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed1a940-2ddd-47ce-b291-788d7a0cd71b None None] Sync routers for ids ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:48:43.187726 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-5ffe8e4f-0d26-4ea5-8688-92884bc16e56 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-636270900'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:43.192362 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed1a940-2ddd-47ce-b291-788d7a0cd71b None None] Routers {'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:43.192985 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8ed1a940-2ddd-47ce-b291-788d7a0cd71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:48:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:43.231311 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e17433-0fc9-4233-aec3-d2ff0728b7de req-ca17c0d7-7967-414c-b217-3aac3905c0de tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:43.249764 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-95e17433-0fc9-4233-aec3-d2ff0728b7de req-ca17c0d7-7967-414c-b217-3aac3905c0de tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.1311712 Jan 28 13:48:43.264297 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffe8e4f-0d26-4ea5-8688-92884bc16e56 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Made reservation on behalf of 534322dfb77a458ab6a55dfd72ce35f9 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:48:43.277838 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5ffe8e4f-0d26-4ea5-8688-92884bc16e56 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:43.355254 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-95e17433-0fc9-4233-aec3-d2ff0728b7de req-115040c2-b231-42b3-9c19-ac6c738ac35b tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0998955 Jan 28 13:48:43.379399 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ffe8e4f-0d26-4ea5-8688-92884bc16e56 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:48:43.391037 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-260132bd-24a8-4a9e-adca-0241c1f344c2 None None] Provisioning complete for port b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:43.391431 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-260132bd-24a8-4a9e-adca-0241c1f344c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:43.412686 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5ffe8e4f-0d26-4ea5-8688-92884bc16e56 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (5ae404bf-a32e-4021-a660-4e9f4504908a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:43.413202 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-5ffe8e4f-0d26-4ea5-8688-92884bc16e56 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Added segment 5ae404bf-a32e-4021-a660-4e9f4504908a of type vlan for network b3233314-2e8d-44a5-90ed-b1e78bd33954 Jan 28 13:48:43.544839 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-260132bd-24a8-4a9e-adca-0241c1f344c2 None None] Port b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:48:43.574206 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-260132bd-24a8-4a9e-adca-0241c1f344c2 None None] Provisioning complete for port b0cdcd9a-f07d-44ca-9303-83a7c2febcc1 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:43.574587 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-260132bd-24a8-4a9e-adca-0241c1f344c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b0cdcd9a-f07d-44ca-9303-83a7c2febcc1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:43.582496 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5ffe8e4f-0d26-4ea5-8688-92884bc16e56 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (b3233314-2e8d-44a5-90ed-b1e78bd33954), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:43.619266 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-8ed1a940-2ddd-47ce-b291-788d7a0cd71b None None] Set router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:48:43.793444 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5ffe8e4f-0d26-4ea5-8688-92884bc16e56 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (b3233314-2e8d-44a5-90ed-b1e78bd33954), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:43.830951 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffe8e4f-0d26-4ea5-8688-92884bc16e56 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:43.832398 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5ffe8e4f-0d26-4ea5-8688-92884bc16e56 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:43.967870 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-260132bd-24a8-4a9e-adca-0241c1f344c2 None None] Current status of the port b0cdcd9a-f07d-44ca-9303-83a7c2febcc1 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:44.013884 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b0cdcd9a-f07d-44ca-9303-83a7c2febcc1 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:48:44.071629 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe8e4f-0d26-4ea5-8688-92884bc16e56 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Network': ['ID=b3233314-2e8d-44a5-90ed-b1e78bd33954,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:44.102836 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network b3233314-2e8d-44a5-90ed-b1e78bd33954 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:48:44.114771 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef856c1-b6bf-4f2d-a50e-98c1835f23d0 req-9535d06b-d8e2-42a5-90f0-a7e079380be3 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:44.116579 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eef856c1-b6bf-4f2d-a50e-98c1835f23d0 req-9535d06b-d8e2-42a5-90f0-a7e079380be3 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.39 "GET /v2.0/ports?device_id=57b8e795-3f75-44b4-b1c1-9510b038e7ac HTTP/1.1" status: 200 len: 945 time: 0.4548876 Jan 28 13:48:44.127763 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54746) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:44.128484 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5ffe8e4f-0d26-4ea5-8688-92884bc16e56 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9593508 Jan 28 13:48:44.133216 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-f43c01be-98cd-45dc-b940-3498069238e5 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'subnet': {'network_id': 'b3233314-2e8d-44a5-90ed-b1e78bd33954', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:44.223020 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eef856c1-b6bf-4f2d-a50e-98c1835f23d0 req-f27c8820-47f6-4ef6-bd0b-db5c0d9be334 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f9b5800-ed4e-445f-8a29-ed89c5e2566a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915020 Jan 28 13:48:44.365369 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c2d47a65-aef7-46fe-8a10-2fcbf894b720 None None] Provisioning complete for port b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:44.365752 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c2d47a65-aef7-46fe-8a10-2fcbf894b720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:44.377952 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43c01be-98cd-45dc-b940-3498069238e5 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Made reservation on behalf of 534322dfb77a458ab6a55dfd72ce35f9 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:48:44.389416 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f43c01be-98cd-45dc-b940-3498069238e5 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:44.429002 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8ed1a940-2ddd-47ce-b291-788d7a0cd71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:48:41Z', 'revision_number': 2, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None, '_interfaces': [{'id': 'b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587', 'name': '', 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:3e:1c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:41Z', 'revision_number': 2, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:44.490579 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c2d47a65-aef7-46fe-8a10-2fcbf894b720 None None] Port b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:48:44.520916 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port b0cdcd9a-f07d-44ca-9303-83a7c2febcc1 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:44.521821 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b0cdcd9a-f07d-44ca-9303-83a7c2febcc1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:44.600313 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed1a940-2ddd-47ce-b291-788d7a0cd71b None None] Checking router: cac813bf-e6d4-47d2-a0c7-f847c4a07ddb for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:48:44.600818 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed1a940-2ddd-47ce-b291-788d7a0cd71b None None] Updating router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb port b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:48:44.731323 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ed1a940-2ddd-47ce-b291-788d7a0cd71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:44.735527 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-cd69188f-26d0-4cd1-b9c3-a2cbfc660b41 None None] Provisioning complete for port b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:44.736707 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd69188f-26d0-4cd1-b9c3-a2cbfc660b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:44.892537 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port b0cdcd9a-f07d-44ca-9303-83a7c2febcc1 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:44.941685 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-cd69188f-26d0-4cd1-b9c3-a2cbfc660b41 None None] Port b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:48:45.008894 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f43c01be-98cd-45dc-b940-3498069238e5 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (3a4716cb-b98f-4ddf-a257-cf7371c4f833), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:45.223840 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648b347-061d-4bd8-8953-b488a5bea632 req-f9953f58-2967-4b52-ac4b-d53466e75d89 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:45.232773 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b648b347-061d-4bd8-8953-b488a5bea632 req-f9953f58-2967-4b52-ac4b-d53466e75d89 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.3164916 Jan 28 13:48:45.263975 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43c01be-98cd-45dc-b940-3498069238e5 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Checking segment: {'id': '5ae404bf-a32e-4021-a660-4e9f4504908a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b3233314-2e8d-44a5-90ed-b1e78bd33954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:45.264343 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43c01be-98cd-45dc-b940-3498069238e5 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network hostable DHCP agents. Network: b3233314-2e8d-44a5-90ed-b1e78bd33954, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:48:45.304221 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b648b347-061d-4bd8-8953-b488a5bea632 req-f1c3eba6-d858-4582-8eb1-2aa2a20c6d93 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700848 Jan 28 13:48:45.304883 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c01be-98cd-45dc-b940-3498069238e5 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Subnet': ['ID=3a4716cb-b98f-4ddf-a257-cf7371c4f833,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:45.363053 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43c01be-98cd-45dc-b940-3498069238e5 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network b3233314-2e8d-44a5-90ed-b1e78bd33954 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:48:45.390437 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-f43c01be-98cd-45dc-b940-3498069238e5 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, b3233314-2e8d-44a5-90ed-b1e78bd33954) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:45.399531 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9fd314-8af8-4159-adc1-86080e15b3f6 None None] Network b3233314-2e8d-44a5-90ed-b1e78bd33954 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:48:45.400009 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43c01be-98cd-45dc-b940-3498069238e5 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:45.400645 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f43c01be-98cd-45dc-b940-3498069238e5 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:45.437404 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f43c01be-98cd-45dc-b940-3498069238e5 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3079488 Jan 28 13:48:45.441281 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54762) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:45.570260 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2fbb1-f21b-483e-8f65-ed705bc098e3 req-470fe2a3-23cf-4b7d-9f18-44e505dad583 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:45.594103 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-10d2fbb1-f21b-483e-8f65-ed705bc098e3 req-470fe2a3-23cf-4b7d-9f18-44e505dad583 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.39 "GET /v2.0/ports?device_id=57b8e795-3f75-44b4-b1c1-9510b038e7ac HTTP/1.1" status: 200 len: 945 time: 0.1687043 Jan 28 13:48:45.635906 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ed1a940-2ddd-47ce-b291-788d7a0cd71b None None] Publish callbacks [] for port (b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:45.650414 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ed1a940-2ddd-47ce-b291-788d7a0cd71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:45.735586 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6244386-2091-4c4e-945a-67e8eaa92d8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-b3233314-2e8d-44a5-90ed-b1e78bd33954', 'network_id': 'b3233314-2e8d-44a5-90ed-b1e78bd33954', 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'fixed_ips': [{'subnet_id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:48:45.737493 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6244386-2091-4c4e-945a-67e8eaa92d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:45.767815 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-10d2fbb1-f21b-483e-8f65-ed705bc098e3 req-fd1ae907-2f34-474d-b819-682a8106501b tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f9b5800-ed4e-445f-8a29-ed89c5e2566a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653330 Jan 28 13:48:45.920478 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03924ab7-624c-4e09-8f55-43ff4f570ecc None None] Pushing event updated for resources: {'Port': ['ID=b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:46.048675 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03924ab7-624c-4e09-8f55-43ff4f570ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:46.049016 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03924ab7-624c-4e09-8f55-43ff4f570ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:46.049348 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03924ab7-624c-4e09-8f55-43ff4f570ecc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:46.049682 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03924ab7-624c-4e09-8f55-43ff4f570ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:46.054625 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03924ab7-624c-4e09-8f55-43ff4f570ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:46.063343 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03924ab7-624c-4e09-8f55-43ff4f570ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:46.063343 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03924ab7-624c-4e09-8f55-43ff4f570ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:46.063343 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03924ab7-624c-4e09-8f55-43ff4f570ecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:46.063343 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03924ab7-624c-4e09-8f55-43ff4f570ecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:46.063343 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03924ab7-624c-4e09-8f55-43ff4f570ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:46.068698 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03924ab7-624c-4e09-8f55-43ff4f570ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:46.069131 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03924ab7-624c-4e09-8f55-43ff4f570ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:46.069464 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03924ab7-624c-4e09-8f55-43ff4f570ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:46.126889 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-8ed1a940-2ddd-47ce-b291-788d7a0cd71b None None] Attempting to bind port b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:48:46.131455 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-8ed1a940-2ddd-47ce-b291-788d7a0cd71b None None] Attempting to bind port b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7ab5dd69-378e-4827-acb9-2050b1b955cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:48:46.131863 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed1a940-2ddd-47ce-b291-788d7a0cd71b None None] Attempting to bind port b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587 on network 67451357-f6a4-403c-a570-6b7411ad0f50 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:48:46.189011 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed1a940-2ddd-47ce-b291-788d7a0cd71b None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:48:46.189746 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed1a940-2ddd-47ce-b291-788d7a0cd71b None None] Checking segment: {'id': '7ab5dd69-378e-4827-acb9-2050b1b955cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:46.195396 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ed1a940-2ddd-47ce-b291-788d7a0cd71b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:46.203609 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed1a940-2ddd-47ce-b291-788d7a0cd71b None None] Bound using segment: {'id': '7ab5dd69-378e-4827-acb9-2050b1b955cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:48:46.204442 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-8ed1a940-2ddd-47ce-b291-788d7a0cd71b None None] Bound port: b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab5dd69-378e-4827-acb9-2050b1b955cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:48:46.205018 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ed1a940-2ddd-47ce-b291-788d7a0cd71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:46.249815 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-e6244386-2091-4c4e-945a-67e8eaa92d8b None None] Allocated IP 2001:db8:1::2 (b3233314-2e8d-44a5-90ed-b1e78bd33954/3a4716cb-b98f-4ddf-a257-cf7371c4f833/c6a94c79-8d52-4ea8-948f-5c4be2b00c43) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:48:46.474139 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b19e6-ab44-4449-b20e-57e334cd9030 req-0d6c0eb0-eef9-4bb0-aa2e-60009387f4ef tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:46.481712 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e28b19e6-ab44-4449-b20e-57e334cd9030 req-0d6c0eb0-eef9-4bb0-aa2e-60009387f4ef tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 1096 time: 0.1531909 Jan 28 13:48:46.498438 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-8ed1a940-2ddd-47ce-b291-788d7a0cd71b None None] For port b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:48:46.504957 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-8ed1a940-2ddd-47ce-b291-788d7a0cd71b None None] For port b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587,segment=NetworkSegment(7ab5dd69-378e-4827-acb9-2050b1b955cf),segment_id=7ab5dd69-378e-4827-acb9-2050b1b955cf)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:48:46.510145 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e28b19e6-ab44-4449-b20e-57e334cd9030 req-bf459644-3bff-4a05-be1e-3fa334620056 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:46.521226 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8ed1a940-2ddd-47ce-b291-788d7a0cd71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:46.688721 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8203e22b-7e4c-4542-8160-c56726d8e866 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:46.703919 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed1a940-2ddd-47ce-b291-788d7a0cd71b None None] Routers {'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:46.708097 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8ed1a940-2ddd-47ce-b291-788d7a0cd71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:48:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:46.710948 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03924ab7-624c-4e09-8f55-43ff4f570ecc None None] Pushing event updated for resources: {'Port': ['ID=b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:46.741577 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e28b19e6-ab44-4449-b20e-57e334cd9030 req-bf459644-3bff-4a05-be1e-3fa334620056 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Publish callbacks [] for security_group (1553889a-1987-461f-81b2-cdc0d8f6172d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:46.748605 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e28b19e6-ab44-4449-b20e-57e334cd9030 req-bf459644-3bff-4a05-be1e-3fa334620056 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1553889a-1987-461f-81b2-cdc0d8f6172d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:46.755315 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6244386-2091-4c4e-945a-67e8eaa92d8b None None] Publish callbacks [] for port (c6a94c79-8d52-4ea8-948f-5c4be2b00c43), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:46.781165 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6244386-2091-4c4e-945a-67e8eaa92d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (c6a94c79-8d52-4ea8-948f-5c4be2b00c43), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:46.799006 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e178b-b0d3-47ee-bf8d-adae4935c543 req-f441bdef-72fa-4dd7-87b7-dd7feccb185e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:46.813262 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f96e178b-b0d3-47ee-bf8d-adae4935c543 req-f441bdef-72fa-4dd7-87b7-dd7feccb185e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.3413458 Jan 28 13:48:46.900402 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e28b19e6-ab44-4449-b20e-57e334cd9030 req-bf459644-3bff-4a05-be1e-3fa334620056 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4175177 Jan 28 13:48:46.905993 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf459644-3bff-4a05-be1e-3fa334620056 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1553889a-1987-461f-81b2-cdc0d8f6172d,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:46.937009 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf459644-3bff-4a05-be1e-3fa334620056 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:46.937009 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf459644-3bff-4a05-be1e-3fa334620056 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:46.937622 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf459644-3bff-4a05-be1e-3fa334620056 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:46.938217 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf459644-3bff-4a05-be1e-3fa334620056 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:46.938814 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf459644-3bff-4a05-be1e-3fa334620056 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:46.939062 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6244386-2091-4c4e-945a-67e8eaa92d8b None None] Network b3233314-2e8d-44a5-90ed-b1e78bd33954 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:46.941126 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf459644-3bff-4a05-be1e-3fa334620056 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:46.941490 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf459644-3bff-4a05-be1e-3fa334620056 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:46.946056 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf459644-3bff-4a05-be1e-3fa334620056 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:46.946056 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf459644-3bff-4a05-be1e-3fa334620056 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:46.946056 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf459644-3bff-4a05-be1e-3fa334620056 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:46.946056 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf459644-3bff-4a05-be1e-3fa334620056 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:46.946056 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf459644-3bff-4a05-be1e-3fa334620056 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:46.946056 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf459644-3bff-4a05-be1e-3fa334620056 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:46.963505 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6244386-2091-4c4e-945a-67e8eaa92d8b None None] Pushing event updated for resources: {'Port': ['ID=c6a94c79-8d52-4ea8-948f-5c4be2b00c43,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:46.980423 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-e6244386-2091-4c4e-945a-67e8eaa92d8b None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:46.989456 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6244386-2091-4c4e-945a-67e8eaa92d8b None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:48:47.086476 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-0c5c2070-7d44-4fdc-9dc0-432a1d055428 None None] Provisioning complete for port b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:47.093905 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c5c2070-7d44-4fdc-9dc0-432a1d055428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:47.116555 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-8ed1a940-2ddd-47ce-b291-788d7a0cd71b None None] Set router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:48:47.194424 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f96e178b-b0d3-47ee-bf8d-adae4935c543 req-44c3627a-0e86-42cc-bd9f-2c794e458ab1 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3744304 Jan 28 13:48:47.357185 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64768ebd-8b0e-43b9-a37d-4a6d6058e0b4 req-8311c993-1451-4954-ba91-c419973247e0 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:47.357720 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-e6244386-2091-4c4e-945a-67e8eaa92d8b None None] Attempting to bind port c6a94c79-8d52-4ea8-948f-5c4be2b00c43 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:48:47.358124 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-e6244386-2091-4c4e-945a-67e8eaa92d8b None None] Attempting to bind port c6a94c79-8d52-4ea8-948f-5c4be2b00c43 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '5ae404bf-a32e-4021-a660-4e9f4504908a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b3233314-2e8d-44a5-90ed-b1e78bd33954'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:48:47.358491 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6244386-2091-4c4e-945a-67e8eaa92d8b None None] Attempting to bind port c6a94c79-8d52-4ea8-948f-5c4be2b00c43 on network b3233314-2e8d-44a5-90ed-b1e78bd33954 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:48:47.367483 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-64768ebd-8b0e-43b9-a37d-4a6d6058e0b4 req-8311c993-1451-4954-ba91-c419973247e0 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 945 time: 0.0911403 Jan 28 13:48:47.408436 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6244386-2091-4c4e-945a-67e8eaa92d8b None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:48:47.408822 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6244386-2091-4c4e-945a-67e8eaa92d8b None None] Checking segment: {'id': '5ae404bf-a32e-4021-a660-4e9f4504908a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b3233314-2e8d-44a5-90ed-b1e78bd33954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:47.409243 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6244386-2091-4c4e-945a-67e8eaa92d8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:47.416381 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6244386-2091-4c4e-945a-67e8eaa92d8b None None] Bound using segment: {'id': '5ae404bf-a32e-4021-a660-4e9f4504908a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b3233314-2e8d-44a5-90ed-b1e78bd33954'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:48:47.416929 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-e6244386-2091-4c4e-945a-67e8eaa92d8b None None] Bound port: c6a94c79-8d52-4ea8-948f-5c4be2b00c43, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae404bf-a32e-4021-a660-4e9f4504908a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b3233314-2e8d-44a5-90ed-b1e78bd33954'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:48:47.417366 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6244386-2091-4c4e-945a-67e8eaa92d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c6a94c79-8d52-4ea8-948f-5c4be2b00c43), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:47.508518 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-64768ebd-8b0e-43b9-a37d-4a6d6058e0b4 req-155b3544-f5e4-4a73-a507-e397733b7497 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405485 Jan 28 13:48:47.525639 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54798) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:47.586336 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e6244386-2091-4c4e-945a-67e8eaa92d8b None None] For port c6a94c79-8d52-4ea8-948f-5c4be2b00c43, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:48:47.592084 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e6244386-2091-4c4e-945a-67e8eaa92d8b None None] For port c6a94c79-8d52-4ea8-948f-5c4be2b00c43, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c6a94c79-8d52-4ea8-948f-5c4be2b00c43,segment=NetworkSegment(5ae404bf-a32e-4021-a660-4e9f4504908a),segment_id=5ae404bf-a32e-4021-a660-4e9f4504908a)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:48:47.657256 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6244386-2091-4c4e-945a-67e8eaa92d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c6a94c79-8d52-4ea8-948f-5c4be2b00c43), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:47.669938 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0c5c2070-7d44-4fdc-9dc0-432a1d055428 None None] Current status of the port b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:47.670521 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c5c2070-7d44-4fdc-9dc0-432a1d055428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:47.720963 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9b4c3f98-b8ae-4733-a6bc-1fe91b77b2f5 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/floatingips/1f64b993-1073-43ab-adeb-0378297aef41 HTTP/1.1" status: 200 len: 992 time: 0.1920142 Jan 28 13:48:47.754734 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6244386-2091-4c4e-945a-67e8eaa92d8b None None] Pushing event updated for resources: {'Port': ['ID=c6a94c79-8d52-4ea8-948f-5c4be2b00c43,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:47.824344 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8ed1a940-2ddd-47ce-b291-788d7a0cd71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:48:41Z', 'revision_number': 2, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None, '_interfaces': [{'id': 'b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587', 'name': '', 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:3e:1c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:46Z', 'revision_number': 4, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:47.897022 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-0c5c2070-7d44-4fdc-9dc0-432a1d055428 None None] For port b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587,segment=NetworkSegment(7ab5dd69-378e-4827-acb9-2050b1b955cf),segment_id=7ab5dd69-378e-4827-acb9-2050b1b955cf)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:47.906831 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c5c2070-7d44-4fdc-9dc0-432a1d055428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:47.964361 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed1a940-2ddd-47ce-b291-788d7a0cd71b None None] The sync data for ids ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'] in n-d-822747-2 is: [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:48:41Z', 'revision_number': 2, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None, '_interfaces': [{'id': 'b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587', 'name': '', 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:3e:1c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:46Z', 'revision_number': 4, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:48:48.075568 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-8203e22b-7e4c-4542-8160-c56726d8e866 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Allocated IP 2001:db8:1::1 (b3233314-2e8d-44a5-90ed-b1e78bd33954/3a4716cb-b98f-4ddf-a257-cf7371c4f833/963128c1-6533-4825-8301-9bbea82ba0f2) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:48:48.077174 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:48.121730 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9dac4550-5afc-4f1b-b118-5271dc2d4bfe None None] Provisioning complete for port b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:48.122105 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9dac4550-5afc-4f1b-b118-5271dc2d4bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:48.270666 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-5ba2e42a-4488-40f8-b2d8-58dc5b72b83a req-be1042ee-9e83-41e2-9226-641c751476e4 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:48:48.271736 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ba2e42a-4488-40f8-b2d8-58dc5b72b83a req-be1042ee-9e83-41e2-9226-641c751476e4 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070620 Jan 28 13:48:48.335122 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c2070-7d44-4fdc-9dc0-432a1d055428 None None] Pushing event updated for resources: {'Port': ['ID=b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:48.596501 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9dac4550-5afc-4f1b-b118-5271dc2d4bfe None None] Current status of the port b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:48.778195 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8203e22b-7e4c-4542-8160-c56726d8e866 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for port (963128c1-6533-4825-8301-9bbea82ba0f2), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:48.858188 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54828) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:48.880646 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87725da-af08-4e48-8b2d-5dac0308108d req-12bc02db-5d6b-453e-847a-51707518e9c6 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:48.895634 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f87725da-af08-4e48-8b2d-5dac0308108d req-12bc02db-5d6b-453e-847a-51707518e9c6 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.2399273 Jan 28 13:48:49.063683 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8203e22b-7e4c-4542-8160-c56726d8e866 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (963128c1-6533-4825-8301-9bbea82ba0f2), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:49.082869 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f87725da-af08-4e48-8b2d-5dac0308108d req-63f6ff11-3840-44a5-8a22-0fe6f266d958 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1847591 Jan 28 13:48:49.177373 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8203e22b-7e4c-4542-8160-c56726d8e866 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network b3233314-2e8d-44a5-90ed-b1e78bd33954 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:49.187007 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-8203e22b-7e4c-4542-8160-c56726d8e866 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:49.196609 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8203e22b-7e4c-4542-8160-c56726d8e866 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:48:49.198720 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8203e22b-7e4c-4542-8160-c56726d8e866 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:49.400554 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203e22b-7e4c-4542-8160-c56726d8e866 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Port': ['ID=963128c1-6533-4825-8301-9bbea82ba0f2,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:49.760478 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8203e22b-7e4c-4542-8160-c56726d8e866 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (963128c1-6533-4825-8301-9bbea82ba0f2), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:49.873970 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6820a5c-976c-4fcb-8f7b-57bf64f5a432 None None] Network b3233314-2e8d-44a5-90ed-b1e78bd33954 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:48:49.889578 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:50.234556 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c6a94c79-8d52-4ea8-948f-5c4be2b00c43 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:48:50.323073 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-020221dd-8e84-4d07-843d-1a71e3259495 None None] Provisioning complete for port c6a94c79-8d52-4ea8-948f-5c4be2b00c43 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:50.323713 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-020221dd-8e84-4d07-843d-1a71e3259495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c6a94c79-8d52-4ea8-948f-5c4be2b00c43), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:50.329011 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-ff211062-aeed-47c4-be4f-3d2d3407ab62 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.4560895 Jan 28 13:48:50.345078 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-e02efac7-114a-4645-9b99-74cef87af5cb service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:48:50.346377 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-e02efac7-114a-4645-9b99-74cef87af5cb service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164914 Jan 28 13:48:50.365654 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb77fdd-c7c3-4ca2-9637-37f694d53797 req-7be6b64e-c5a4-423b-b356-454c334f5088 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:50.378635 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bbb77fdd-c7c3-4ca2-9637-37f694d53797 req-7be6b64e-c5a4-423b-b356-454c334f5088 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 945 time: 1.4124205 Jan 28 13:48:50.489410 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bbb77fdd-c7c3-4ca2-9637-37f694d53797 req-7901467b-5c0b-4e56-a016-ff651c7fb0c9 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083238 Jan 28 13:48:50.514873 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port c6a94c79-8d52-4ea8-948f-5c4be2b00c43 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:50.515546 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c6a94c79-8d52-4ea8-948f-5c4be2b00c43), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:50.763995 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8203e22b-7e4c-4542-8160-c56726d8e866 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for port (963128c1-6533-4825-8301-9bbea82ba0f2), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:50.791209 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8203e22b-7e4c-4542-8160-c56726d8e866 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (963128c1-6533-4825-8301-9bbea82ba0f2), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:50.792386 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8203e22b-7e4c-4542-8160-c56726d8e866 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:50.998551 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203e22b-7e4c-4542-8160-c56726d8e866 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Port': ['ID=963128c1-6533-4825-8301-9bbea82ba0f2,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:51.008411 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-020221dd-8e84-4d07-843d-1a71e3259495 None None] Current status of the port c6a94c79-8d52-4ea8-948f-5c4be2b00c43 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:51.010029 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-020221dd-8e84-4d07-843d-1a71e3259495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c6a94c79-8d52-4ea8-948f-5c4be2b00c43), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:51.047783 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c6a94c79-8d52-4ea8-948f-5c4be2b00c43 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:51.048193 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c6a94c79-8d52-4ea8-948f-5c4be2b00c43), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:51.100067 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c8adf-0607-456c-bc68-0bc11a7585d1 req-c3325046-9d4b-4a0e-af7d-e5ca9f7024e3 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:51.117671 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-474c8adf-0607-456c-bc68-0bc11a7585d1 req-c3325046-9d4b-4a0e-af7d-e5ca9f7024e3 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.7042203 Jan 28 13:48:51.186847 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-020221dd-8e84-4d07-843d-1a71e3259495 None None] For port c6a94c79-8d52-4ea8-948f-5c4be2b00c43, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c6a94c79-8d52-4ea8-948f-5c4be2b00c43,segment=NetworkSegment(5ae404bf-a32e-4021-a660-4e9f4504908a),segment_id=5ae404bf-a32e-4021-a660-4e9f4504908a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:51.205220 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-020221dd-8e84-4d07-843d-1a71e3259495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c6a94c79-8d52-4ea8-948f-5c4be2b00c43), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:51.328648 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-474c8adf-0607-456c-bc68-0bc11a7585d1 req-4c9043e0-ff13-4271-bf64-66ce17233d83 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2098794 Jan 28 13:48:51.468558 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8203e22b-7e4c-4542-8160-c56726d8e866 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network b3233314-2e8d-44a5-90ed-b1e78bd33954 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:51.484917 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-8203e22b-7e4c-4542-8160-c56726d8e866 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:51.491012 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-2b03ce6d-3b10-4626-8123-d926067f1c8c None None] Provisioning complete for port 963128c1-6533-4825-8301-9bbea82ba0f2 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:51.492221 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b03ce6d-3b10-4626-8123-d926067f1c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (963128c1-6533-4825-8301-9bbea82ba0f2), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:51.497404 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:48:51.497762 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:48:51.581233 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020221dd-8e84-4d07-843d-1a71e3259495 None None] Pushing event updated for resources: {'Port': ['ID=c6a94c79-8d52-4ea8-948f-5c4be2b00c43,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:51.636642 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2b03ce6d-3b10-4626-8123-d926067f1c8c None None] Port 963128c1-6533-4825-8301-9bbea82ba0f2 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:48:51.678949 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-2b03ce6d-3b10-4626-8123-d926067f1c8c None None] Provisioning complete for port c6a94c79-8d52-4ea8-948f-5c4be2b00c43 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:51.679602 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b03ce6d-3b10-4626-8123-d926067f1c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c6a94c79-8d52-4ea8-948f-5c4be2b00c43), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:51.937922 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8203e22b-7e4c-4542-8160-c56726d8e866 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:48:51.962081 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e3e1b-3f78-46a2-99fe-f1dfbf642a61 req-79da0f5f-4629-44eb-ac6c-c21c83727401 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:51.969575 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-931e3e1b-3f78-46a2-99fe-f1dfbf642a61 req-79da0f5f-4629-44eb-ac6c-c21c83727401 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 945 time: 0.2638412 Jan 28 13:48:52.007874 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357ded2-9dfa-48fd-9c38-659800f66ba3 req-b74ab91d-60d9-4e83-8c4e-11e7f1e2fbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:52.009490 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c357ded2-9dfa-48fd-9c38-659800f66ba3 req-b74ab91d-60d9-4e83-8c4e-11e7f1e2fbcb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a710706f51d4196913035417fac81e3&device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 1096 time: 0.1717536 Jan 28 13:48:52.020284 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2b03ce6d-3b10-4626-8123-d926067f1c8c None None] Current status of the port c6a94c79-8d52-4ea8-948f-5c4be2b00c43 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:52.095933 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c6a94c79-8d52-4ea8-948f-5c4be2b00c43 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:52.098452 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:48:52.140062 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843aa5c-6eda-4ae4-8c94-46c84ef151db req-0d9ab258-fdd2-4c09-a499-8f6aaeeb8f83 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:52.141562 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c843aa5c-6eda-4ae4-8c94-46c84ef151db req-0d9ab258-fdd2-4c09-a499-8f6aaeeb8f83 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.1446335 Jan 28 13:48:52.189887 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:52.190644 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:52.235952 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-08bab285-9b12-41d3-b563-f9a0ae025809 None None] Provisioning complete for port 963128c1-6533-4825-8301-9bbea82ba0f2 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:52.236759 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08bab285-9b12-41d3-b563-f9a0ae025809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (963128c1-6533-4825-8301-9bbea82ba0f2), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:52.264317 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c843aa5c-6eda-4ae4-8c94-46c84ef151db req-bc267adf-eacc-4a48-923b-1be972cfff2e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1140280 Jan 28 13:48:52.306632 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-08bab285-9b12-41d3-b563-f9a0ae025809 None None] Port 963128c1-6533-4825-8301-9bbea82ba0f2 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:48:52.330379 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:52.394003 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-931e3e1b-3f78-46a2-99fe-f1dfbf642a61 req-52432081-d6b6-4dc8-b34a-c51c177814f7 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4234498 Jan 28 13:48:52.483341 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8203e22b-7e4c-4542-8160-c56726d8e866 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:48:52.505952 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc08358-789e-4c41-a848-dfa254c0d97a None None] Sync routers for ids ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:48:52.510572 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c6a94c79-8d52-4ea8-948f-5c4be2b00c43 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:48:52.528693 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8203e22b-7e4c-4542-8160-c56726d8e866 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "PUT /v2.0/routers/cac813bf-e6d4-47d2-a0c7-f847c4a07ddb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0855911 Jan 28 13:48:52.532486 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54902) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:52.534524 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357ded2-9dfa-48fd-9c38-659800f66ba3 req-5187eed8-34a3-4439-8e1c-9ee9efe586e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:52.539549 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c357ded2-9dfa-48fd-9c38-659800f66ba3 req-5187eed8-34a3-4439-8e1c-9ee9efe586e6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 HTTP/1.1" status: 200 len: 911 time: 0.5204933 Jan 28 13:48:52.548476 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-a4d5fa1e-a684-4464-87b8-376c6f5106a2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-231916045'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:52.585000 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d5fa1e-a684-4464-87b8-376c6f5106a2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Made reservation on behalf of 534322dfb77a458ab6a55dfd72ce35f9 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:48:52.589874 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a4d5fa1e-a684-4464-87b8-376c6f5106a2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:52.657906 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d5fa1e-a684-4464-87b8-376c6f5106a2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:48:52.664762 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc08358-789e-4c41-a848-dfa254c0d97a None None] Routers {'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:52.667385 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-ccc08358-789e-4c41-a848-dfa254c0d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:48:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:52.672511 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a4d5fa1e-a684-4464-87b8-376c6f5106a2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (e52617aa-5a47-4a39-9f15-39f494834443), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:52.673162 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-a4d5fa1e-a684-4464-87b8-376c6f5106a2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Added segment e52617aa-5a47-4a39-9f15-39f494834443 of type vlan for network 9b9803b7-cdfb-40e3-8736-89baa611827f Jan 28 13:48:52.680032 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port c6a94c79-8d52-4ea8-948f-5c4be2b00c43 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:52.683723 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c6a94c79-8d52-4ea8-948f-5c4be2b00c43), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:52.707771 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c357ded2-9dfa-48fd-9c38-659800f66ba3 req-623094f1-7e53-43da-b5f8-9add31d48f24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 HTTP/1.1" status: 200 len: 1001 time: 0.1504838 Jan 28 13:48:52.753069 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a4d5fa1e-a684-4464-87b8-376c6f5106a2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (9b9803b7-cdfb-40e3-8736-89baa611827f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:52.802841 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357ded2-9dfa-48fd-9c38-659800f66ba3 req-29bb4cea-663d-4f34-b490-30c80619e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:52.810877 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c357ded2-9dfa-48fd-9c38-659800f66ba3 req-29bb4cea-663d-4f34-b490-30c80619e450 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a282eac7-c6f7-4e0b-bd51-f3e60c647f6a HTTP/1.1" status: 200 len: 850 time: 0.1017692 Jan 28 13:48:52.876494 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a4d5fa1e-a684-4464-87b8-376c6f5106a2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (9b9803b7-cdfb-40e3-8736-89baa611827f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:52.884608 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d5fa1e-a684-4464-87b8-376c6f5106a2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:52.886472 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a4d5fa1e-a684-4464-87b8-376c6f5106a2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:52.987654 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357ded2-9dfa-48fd-9c38-659800f66ba3 req-61bdce18-46b8-4bae-9dfe-deff2450ab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:52.995338 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c357ded2-9dfa-48fd-9c38-659800f66ba3 req-61bdce18-46b8-4bae-9dfe-deff2450ab21 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1754959 Jan 28 13:48:53.069601 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a4d5fa1e-a684-4464-87b8-376c6f5106a2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5357950 Jan 28 13:48:53.079586 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54912) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:53.086633 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-80b2588c-ea12-4433-b6f8-e07337949c02 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'subnet': {'network_id': '9b9803b7-cdfb-40e3-8736-89baa611827f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:53.202522 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5fa1e-a684-4464-87b8-376c6f5106a2 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Network': ['ID=9b9803b7-cdfb-40e3-8736-89baa611827f,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:53.219130 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25682aa9-43ea-479c-88fc-81618149178e req-ebd7e91c-f83c-4ae7-b269-89d3dd893e41 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:53.220965 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-25682aa9-43ea-479c-88fc-81618149178e req-ebd7e91c-f83c-4ae7-b269-89d3dd893e41 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.39 "GET /v2.0/ports?device_id=57b8e795-3f75-44b4-b1c1-9510b038e7ac HTTP/1.1" status: 200 len: 945 time: 0.2892756 Jan 28 13:48:53.253274 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b2588c-ea12-4433-b6f8-e07337949c02 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Made reservation on behalf of 534322dfb77a458ab6a55dfd72ce35f9 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:48:53.257803 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-80b2588c-ea12-4433-b6f8-e07337949c02 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.322235 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-ce2b2a32-56c4-42ee-80e9-bcd91c6d7f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:53.327898 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-ce2b2a32-56c4-42ee-80e9-bcd91c6d7f9a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 1096 time: 0.3291986 Jan 28 13:48:53.339120 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-25682aa9-43ea-479c-88fc-81618149178e req-ae9d225a-0a79-40fd-8b6a-ab1317d44c1b tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f9b5800-ed4e-445f-8a29-ed89c5e2566a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046977 Jan 28 13:48:53.378644 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 9b9803b7-cdfb-40e3-8736-89baa611827f details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:48:53.429951 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c357ded2-9dfa-48fd-9c38-659800f66ba3 req-456d6ca4-0ff3-4ad6-8bca-691e8491d800 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610094 Jan 28 13:48:53.512519 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-ccc08358-789e-4c41-a848-dfa254c0d97a None None] Set router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:48:53.695827 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-80b2588c-ea12-4433-b6f8-e07337949c02 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (01562e48-8845-4679-bbdc-f96899764e6f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.732804 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c6a94c79-8d52-4ea8-948f-5c4be2b00c43 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:53.762949 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63c5f4-bfb7-4f61-9264-ef7699031108 req-069aa6ea-6014-4d42-82b7-74546a0ab4b5 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:53.771037 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2a63c5f4-bfb7-4f61-9264-ef7699031108 req-069aa6ea-6014-4d42-82b7-74546a0ab4b5 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 945 time: 0.1114824 Jan 28 13:48:53.836859 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b2588c-ea12-4433-b6f8-e07337949c02 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Checking segment: {'id': 'e52617aa-5a47-4a39-9f15-39f494834443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b9803b7-cdfb-40e3-8736-89baa611827f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:53.837281 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b2588c-ea12-4433-b6f8-e07337949c02 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network hostable DHCP agents. Network: 9b9803b7-cdfb-40e3-8736-89baa611827f, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:48:53.843345 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2588c-ea12-4433-b6f8-e07337949c02 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Subnet': ['ID=01562e48-8845-4679-bbdc-f96899764e6f,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:53.885438 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2a63c5f4-bfb7-4f61-9264-ef7699031108 req-bd441f0d-7a8c-485a-8ad8-0f2537138ca0 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133399 Jan 28 13:48:53.904406 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b2588c-ea12-4433-b6f8-e07337949c02 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network 9b9803b7-cdfb-40e3-8736-89baa611827f is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:48:53.910661 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-ccc08358-789e-4c41-a848-dfa254c0d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:48:49Z', 'revision_number': 3, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None, '_interfaces': [{'id': '963128c1-6533-4825-8301-9bbea82ba0f2', 'name': '', 'network_id': 'b3233314-2e8d-44a5-90ed-b1e78bd33954', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:21:09:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:47Z', 'updated_at': '2022-01-28T13:48:50Z', 'revision_number': 2, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587', 'name': '', 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:3e:1c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:47Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:53.917082 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-80b2588c-ea12-4433-b6f8-e07337949c02 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 9b9803b7-cdfb-40e3-8736-89baa611827f) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:53.922755 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b2588c-ea12-4433-b6f8-e07337949c02 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:53.923677 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-80b2588c-ea12-4433-b6f8-e07337949c02 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.962646 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-80b2588c-ea12-4433-b6f8-e07337949c02 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8777442 Jan 28 13:48:53.962882 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54920) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:53.966204 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef61e7a-38ff-4cdd-b866-e092f355282e None None] Network 9b9803b7-cdfb-40e3-8736-89baa611827f requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:48:53.971552 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc08358-789e-4c41-a848-dfa254c0d97a None None] Checking router: cac813bf-e6d4-47d2-a0c7-f847c4a07ddb for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:48:53.973538 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc08358-789e-4c41-a848-dfa254c0d97a None None] Updating router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb port 963128c1-6533-4825-8301-9bbea82ba0f2 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:48:54.087233 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ccc08358-789e-4c41-a848-dfa254c0d97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (963128c1-6533-4825-8301-9bbea82ba0f2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:54.227019 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-763d41fb-29d0-4593-b563-4f08b85c1c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:54.228660 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-763d41fb-29d0-4593-b563-4f08b85c1c49 service neutron] 10.222.0.18 "GET /v2.0/networks?id=667f0983-e508-4fe1-b10d-bcca42a398ef HTTP/1.1" status: 200 len: 897 time: 0.8834181 Jan 28 13:48:54.268340 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90cca00-d86d-4ef2-afbe-06d38a73c2cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-9b9803b7-cdfb-40e3-8736-89baa611827f', 'network_id': '9b9803b7-cdfb-40e3-8736-89baa611827f', 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'fixed_ips': [{'subnet_id': '01562e48-8845-4679-bbdc-f96899764e6f'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:48:54.269983 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a90cca00-d86d-4ef2-afbe-06d38a73c2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:54.298195 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bfe4b-b9d6-48c7-a3d3-d7cc89f65908 req-81e2db02-6023-4971-bd0f-7df31995f754 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:54.299814 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-342bfe4b-b9d6-48c7-a3d3-d7cc89f65908 req-81e2db02-6023-4971-bd0f-7df31995f754 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.9088764 Jan 28 13:48:54.452607 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-a90cca00-d86d-4ef2-afbe-06d38a73c2cd None None] Allocated IP 2001:db8:2::2 (9b9803b7-cdfb-40e3-8736-89baa611827f/01562e48-8845-4679-bbdc-f96899764e6f/26b013ac-2d81-4a0a-b618-1243a74a3844) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:48:54.515675 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-342bfe4b-b9d6-48c7-a3d3-d7cc89f65908 req-b0733d57-10bd-4ae2-ba49-c46971642138 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1464648 Jan 28 13:48:54.556999 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c357ded2-9dfa-48fd-9c38-659800f66ba3 req-ba37bc93-c00a-4207-b183-5fc8fe8c5bb6 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0893893 Jan 28 13:48:54.558899 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-d91ded24-02dd-4249-8dd2-df1e1820ed30 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59b04507-3836-4ae0-8905-df0b8514b470 HTTP/1.1" status: 200 len: 1000 time: 0.3090401 Jan 28 13:48:54.700497 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-90d0d02d-6428-4e87-ac85-23f96f563a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:54.712410 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-90d0d02d-6428-4e87-ac85-23f96f563a1e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=35ffca17-58e9-4eeb-abe2-92558ab43df5 HTTP/1.1" status: 200 len: 835 time: 0.1372428 Jan 28 13:48:54.744578 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69689487-9930-4ac8-94b5-a21f574c9a58 req-4ad9b2bd-6186-4b5e-8616-93262ecf25a2 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:54.752397 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-69689487-9930-4ac8-94b5-a21f574c9a58 req-4ad9b2bd-6186-4b5e-8616-93262ecf25a2 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.37 "GET /v2.0/ports?device_id=57b8e795-3f75-44b4-b1c1-9510b038e7ac HTTP/1.1" status: 200 len: 945 time: 0.2676761 Jan 28 13:48:54.767548 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a90cca00-d86d-4ef2-afbe-06d38a73c2cd None None] Publish callbacks [] for port (26b013ac-2d81-4a0a-b618-1243a74a3844), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:54.806750 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a0761-fe80-4fda-9eea-6bcd81d809b2 req-11ac7267-dc33-4cbd-b4bd-315cefb821c5 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:54.815351 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e8a0761-fe80-4fda-9eea-6bcd81d809b2 req-11ac7267-dc33-4cbd-b4bd-315cefb821c5 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.39 "GET /v2.0/ports?device_id=57b8e795-3f75-44b4-b1c1-9510b038e7ac HTTP/1.1" status: 200 len: 945 time: 0.1934500 Jan 28 13:48:54.829111 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a90cca00-d86d-4ef2-afbe-06d38a73c2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (26b013ac-2d81-4a0a-b618-1243a74a3844), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:54.866650 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27351ded-a78e-4a5a-931e-7b664feb8d76 req-4652dc0c-ac43-49b7-94f7-2c11a1dd87c1 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:54.868733 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-27351ded-a78e-4a5a-931e-7b664feb8d76 req-4652dc0c-ac43-49b7-94f7-2c11a1dd87c1 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.1541965 Jan 28 13:48:54.904033 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c898d6c-684e-40b8-81c0-f03171e9d126 req-c02ac92c-be80-4c4a-8bd4-f91b1c0774d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:54.904033 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c898d6c-684e-40b8-81c0-f03171e9d126 req-c02ac92c-be80-4c4a-8bd4-f91b1c0774d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a710706f51d4196913035417fac81e3&device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 1096 time: 0.1341598 Jan 28 13:48:54.918087 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90cca00-d86d-4ef2-afbe-06d38a73c2cd None None] Network 9b9803b7-cdfb-40e3-8736-89baa611827f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:54.929003 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-922a0c0b-8f8f-4291-8db5-e096cdf5f50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:54.931634 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-922a0c0b-8f8f-4291-8db5-e096cdf5f50c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=667f0983-e508-4fe1-b10d-bcca42a398ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1479681 Jan 28 13:48:54.937699 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a90cca00-d86d-4ef2-afbe-06d38a73c2cd None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:54.943703 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90cca00-d86d-4ef2-afbe-06d38a73c2cd None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:48:55.002776 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90cca00-d86d-4ef2-afbe-06d38a73c2cd None None] Pushing event updated for resources: {'Port': ['ID=26b013ac-2d81-4a0a-b618-1243a74a3844,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:55.069343 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a90cca00-d86d-4ef2-afbe-06d38a73c2cd None None] Attempting to bind port 26b013ac-2d81-4a0a-b618-1243a74a3844 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:48:55.069715 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a90cca00-d86d-4ef2-afbe-06d38a73c2cd None None] Attempting to bind port 26b013ac-2d81-4a0a-b618-1243a74a3844 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'e52617aa-5a47-4a39-9f15-39f494834443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b9803b7-cdfb-40e3-8736-89baa611827f'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:48:55.070075 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90cca00-d86d-4ef2-afbe-06d38a73c2cd None None] Attempting to bind port 26b013ac-2d81-4a0a-b618-1243a74a3844 on network 9b9803b7-cdfb-40e3-8736-89baa611827f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:48:55.080861 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90cca00-d86d-4ef2-afbe-06d38a73c2cd None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:48:55.081254 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90cca00-d86d-4ef2-afbe-06d38a73c2cd None None] Checking segment: {'id': 'e52617aa-5a47-4a39-9f15-39f494834443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b9803b7-cdfb-40e3-8736-89baa611827f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:55.081635 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a90cca00-d86d-4ef2-afbe-06d38a73c2cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:55.082025 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90cca00-d86d-4ef2-afbe-06d38a73c2cd None None] Bound using segment: {'id': 'e52617aa-5a47-4a39-9f15-39f494834443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b9803b7-cdfb-40e3-8736-89baa611827f'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:48:55.082509 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a90cca00-d86d-4ef2-afbe-06d38a73c2cd None None] Bound port: 26b013ac-2d81-4a0a-b618-1243a74a3844, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52617aa-5a47-4a39-9f15-39f494834443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b9803b7-cdfb-40e3-8736-89baa611827f'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:48:55.082889 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a90cca00-d86d-4ef2-afbe-06d38a73c2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (26b013ac-2d81-4a0a-b618-1243a74a3844), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:55.205907 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a90cca00-d86d-4ef2-afbe-06d38a73c2cd None None] For port 26b013ac-2d81-4a0a-b618-1243a74a3844, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:48:55.215174 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1352dae2-5c09-4b79-9b22-390bd8dbcd20 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:55.240296 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-3f98b99e-ebb1-4949-b8f3-98a8602ccecb service neutron] 10.222.0.18 "GET /v2.0/networks/667f0983-e508-4fe1-b10d-bcca42a398ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986281 Jan 28 13:48:55.241703 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c898d6c-684e-40b8-81c0-f03171e9d126 req-e425cbe6-f8f1-4dfb-acd3-1945758ba2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:55.243619 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c898d6c-684e-40b8-81c0-f03171e9d126 req-e425cbe6-f8f1-4dfb-acd3-1945758ba2e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 HTTP/1.1" status: 200 len: 911 time: 0.1243224 Jan 28 13:48:55.255119 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e8a0761-fe80-4fda-9eea-6bcd81d809b2 req-972ef1a6-17b0-4cce-891e-12825776af75 tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f9b5800-ed4e-445f-8a29-ed89c5e2566a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385998 Jan 28 13:48:55.268149 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a90cca00-d86d-4ef2-afbe-06d38a73c2cd None None] For port 26b013ac-2d81-4a0a-b618-1243a74a3844, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=26b013ac-2d81-4a0a-b618-1243a74a3844,segment=NetworkSegment(e52617aa-5a47-4a39-9f15-39f494834443),segment_id=e52617aa-5a47-4a39-9f15-39f494834443)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:48:55.294810 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a90cca00-d86d-4ef2-afbe-06d38a73c2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (26b013ac-2d81-4a0a-b618-1243a74a3844), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:55.349292 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c898d6c-684e-40b8-81c0-f03171e9d126 req-97e8c1de-d630-4e84-a661-9a1ee7e21734 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 HTTP/1.1" status: 200 len: 1001 time: 0.0903473 Jan 28 13:48:55.357855 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ccc08358-789e-4c41-a848-dfa254c0d97a None None] Publish callbacks [] for port (963128c1-6533-4825-8301-9bbea82ba0f2), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:55.392937 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ccc08358-789e-4c41-a848-dfa254c0d97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (963128c1-6533-4825-8301-9bbea82ba0f2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:55.485542 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90cca00-d86d-4ef2-afbe-06d38a73c2cd None None] Pushing event updated for resources: {'Port': ['ID=26b013ac-2d81-4a0a-b618-1243a74a3844,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:55.514571 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-27351ded-a78e-4a5a-931e-7b664feb8d76 req-04cfaef1-5107-476b-a974-021b61b38cfb tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6291051 Jan 28 13:48:55.615272 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-69689487-9930-4ac8-94b5-a21f574c9a58 req-c94e1f8e-b5d9-47de-ae06-fcf6c71b33db tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Deleting port 701b355b-d082-47be-980c-8a7562dae905 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:48:55.615778 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-69689487-9930-4ac8-94b5-a21f574c9a58 req-c94e1f8e-b5d9-47de-ae06-fcf6c71b33db tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (701b355b-d082-47be-980c-8a7562dae905), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:55.649236 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c898d6c-684e-40b8-81c0-f03171e9d126 req-2bae20ff-548d-4429-a0a7-dfcc09cf4aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:55.651027 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c898d6c-684e-40b8-81c0-f03171e9d126 req-2bae20ff-548d-4429-a0a7-dfcc09cf4aea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a282eac7-c6f7-4e0b-bd51-f3e60c647f6a HTTP/1.1" status: 200 len: 850 time: 0.2351635 Jan 28 13:48:55.694575 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce74f0-d904-47ee-b16a-45d963a74fdc None None] Pushing event updated for resources: {'Port': ['ID=963128c1-6533-4825-8301-9bbea82ba0f2,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:55.788461 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-ccc08358-789e-4c41-a848-dfa254c0d97a None None] Attempting to bind port 963128c1-6533-4825-8301-9bbea82ba0f2 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:48:55.789108 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-ccc08358-789e-4c41-a848-dfa254c0d97a None None] Attempting to bind port 963128c1-6533-4825-8301-9bbea82ba0f2 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '5ae404bf-a32e-4021-a660-4e9f4504908a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b3233314-2e8d-44a5-90ed-b1e78bd33954'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:48:55.815714 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-69689487-9930-4ac8-94b5-a21f574c9a58 req-c94e1f8e-b5d9-47de-ae06-fcf6c71b33db tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] For port 701b355b-d082-47be-980c-8a7562dae905, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=701b355b-d082-47be-980c-8a7562dae905,segment=NetworkSegment(efe8c70d-4a7f-4728-b5c2-9a0cf947c38c),segment_id=efe8c70d-4a7f-4728-b5c2-9a0cf947c38c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:55.819108 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-69689487-9930-4ac8-94b5-a21f574c9a58 req-c94e1f8e-b5d9-47de-ae06-fcf6c71b33db tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (701b355b-d082-47be-980c-8a7562dae905), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:55.821126 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc08358-789e-4c41-a848-dfa254c0d97a None None] Attempting to bind port 963128c1-6533-4825-8301-9bbea82ba0f2 on network b3233314-2e8d-44a5-90ed-b1e78bd33954 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:48:55.860148 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-69689487-9930-4ac8-94b5-a21f574c9a58 req-c94e1f8e-b5d9-47de-ae06-fcf6c71b33db tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Calling delete_port for 701b355b-d082-47be-980c-8a7562dae905 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:48:55.864258 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc08358-789e-4c41-a848-dfa254c0d97a None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:48:55.864633 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc08358-789e-4c41-a848-dfa254c0d97a None None] Checking segment: {'id': '5ae404bf-a32e-4021-a660-4e9f4504908a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b3233314-2e8d-44a5-90ed-b1e78bd33954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:55.865043 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ccc08358-789e-4c41-a848-dfa254c0d97a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:55.865434 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc08358-789e-4c41-a848-dfa254c0d97a None None] Bound using segment: {'id': '5ae404bf-a32e-4021-a660-4e9f4504908a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b3233314-2e8d-44a5-90ed-b1e78bd33954'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:48:55.868185 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-ccc08358-789e-4c41-a848-dfa254c0d97a None None] Bound port: 963128c1-6533-4825-8301-9bbea82ba0f2, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae404bf-a32e-4021-a660-4e9f4504908a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b3233314-2e8d-44a5-90ed-b1e78bd33954'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:48:55.868633 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ccc08358-789e-4c41-a848-dfa254c0d97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (963128c1-6533-4825-8301-9bbea82ba0f2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:55.895857 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-a0731fd1-ad98-47bb-bf3e-36698b4fa25d service neutron] 10.222.0.18 "GET /v2.0/networks/667f0983-e508-4fe1-b10d-bcca42a398ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6484094 Jan 28 13:48:55.918427 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c898d6c-684e-40b8-81c0-f03171e9d126 req-e7935b75-9c9c-4e5d-8fa3-721e2c1d74e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:55.920088 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c898d6c-684e-40b8-81c0-f03171e9d126 req-e7935b75-9c9c-4e5d-8fa3-721e2c1d74e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2615588 Jan 28 13:48:55.997335 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d153b8f-d4cf-4896-a5d9-a999c1b39485 req-99915dd7-bff7-4caa-af9e-01ac547c1478 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:56.009070 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1d153b8f-d4cf-4896-a5d9-a999c1b39485 req-99915dd7-bff7-4caa-af9e-01ac547c1478 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.3171995 Jan 28 13:48:56.158416 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-ccc08358-789e-4c41-a848-dfa254c0d97a None None] For port 963128c1-6533-4825-8301-9bbea82ba0f2, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:48:56.170371 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-ccc08358-789e-4c41-a848-dfa254c0d97a None None] For port 963128c1-6533-4825-8301-9bbea82ba0f2, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=963128c1-6533-4825-8301-9bbea82ba0f2,segment=NetworkSegment(5ae404bf-a32e-4021-a660-4e9f4504908a),segment_id=5ae404bf-a32e-4021-a660-4e9f4504908a)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:48:56.178316 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-480f1bbe-dc6f-434c-871e-619c38b89c5c None None] Provisioning complete for port 963128c1-6533-4825-8301-9bbea82ba0f2 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:56.180214 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-480f1bbe-dc6f-434c-871e-619c38b89c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (963128c1-6533-4825-8301-9bbea82ba0f2), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:56.187932 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ccc08358-789e-4c41-a848-dfa254c0d97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (963128c1-6533-4825-8301-9bbea82ba0f2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:56.354848 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1d153b8f-d4cf-4896-a5d9-a999c1b39485 req-183788fc-a3e9-468e-b95f-da0d4400be94 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3447449 Jan 28 13:48:56.355493 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-69689487-9930-4ac8-94b5-a21f574c9a58 req-c94e1f8e-b5d9-47de-ae06-fcf6c71b33db tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (701b355b-d082-47be-980c-8a7562dae905), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:56.421200 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['701b355b-d082-47be-980c-8a7562dae905'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:48:56.475205 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286aa5fa-2627-41fc-b5a7-e2f4129da6a7 req-bdc29cf1-9d31-4033-8b2b-788eb30dfe23 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:56.487635 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-286aa5fa-2627-41fc-b5a7-e2f4129da6a7 req-bdc29cf1-9d31-4033-8b2b-788eb30dfe23 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.2883596 Jan 28 13:48:56.490491 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c898d6c-684e-40b8-81c0-f03171e9d126 req-317bfbd3-f956-440c-812e-a315353dce90 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5572143 Jan 28 13:48:56.540349 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ca4be-120e-4777-afe5-67c831bb7815 req-f6fbb3e3-9095-4a10-805f-74a46e9ee66f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:56.549792 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eb6ca4be-120e-4777-afe5-67c831bb7815 req-f6fbb3e3-9095-4a10-805f-74a46e9ee66f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 945 time: 1.1574099 Jan 28 13:48:56.626215 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc08358-789e-4c41-a848-dfa254c0d97a None None] Routers {'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:56.626867 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-ccc08358-789e-4c41-a848-dfa254c0d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:48:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:56.630343 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce74f0-d904-47ee-b16a-45d963a74fdc None None] Pushing event updated for resources: {'Port': ['ID=963128c1-6533-4825-8301-9bbea82ba0f2,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:56.673574 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e1f8e-b5d9-47de-ae06-fcf6c71b33db tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Pushing event deleted for resources: {'Port': ['ID=701b355b-d082-47be-980c-8a7562dae905,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:56.708806 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ac93650d-ecad-4107-a0be-e2726e35ca1f req-68046bde-8e28-489c-a212-2db3975e7adf tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.39 "GET /v2.0/ports?device_id=57b8e795-3f75-44b4-b1c1-9510b038e7ac HTTP/1.1" status: 200 len: 210 time: 0.0943596 Jan 28 13:48:56.841673 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 26b013ac-2d81-4a0a-b618-1243a74a3844 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:48:56.872720 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eb6ca4be-120e-4777-afe5-67c831bb7815 req-d766c98b-5203-4a7d-8ad0-fa056d9f3fdf tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3217592 Jan 28 13:48:56.873591 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54970) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:56.877197 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-69689487-9930-4ac8-94b5-a21f574c9a58 req-c94e1f8e-b5d9-47de-ae06-fcf6c71b33db tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] No DVR routers for this DVR port 701b355b-d082-47be-980c-8a7562dae905 on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:48:56.880342 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-69689487-9930-4ac8-94b5-a21f574c9a58 req-c94e1f8e-b5d9-47de-ae06-fcf6c71b33db tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:56.884242 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-69689487-9930-4ac8-94b5-a21f574c9a58 req-c94e1f8e-b5d9-47de-ae06-fcf6c71b33db tempest-ServerTagsTestJSON-1744894850 tempest-ServerTagsTestJSON-1744894850-project] 10.222.0.37 "DELETE /v2.0/ports/701b355b-d082-47be-980c-8a7562dae905 HTTP/1.1" status: 204 len: 173 time: 2.0543361 Jan 28 13:48:56.895619 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b8e795-3f75-44b4-b1c1-9510b038e7ac', 'name': 'network-vif-deleted', 'tag': '701b355b-d082-47be-980c-8a7562dae905'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:48:56.907920 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e925aed-5b97-4448-b71b-2e28705dade7" -d '{"events": [{"server_uuid": "57b8e795-3f75-44b4-b1c1-9510b038e7ac", "name": "network-vif-deleted", "tag": "701b355b-d082-47be-980c-8a7562dae905"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:48:57.219602 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c898d6c-684e-40b8-81c0-f03171e9d126 req-0628216b-ff32-4acb-a089-d96ce5956b10 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7084346 Jan 28 13:48:57.328260 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc8cce-273f-4a7b-952b-48cc06320eca req-cfc07b94-bb61-4279-965a-ff0c723fc804 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:57.338160 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-14dcc7cb-3a48-4d18-b8a5-8d1a443e3d90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:57.343223 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ddc8cce-273f-4a7b-952b-48cc06320eca req-cfc07b94-bb61-4279-965a-ff0c723fc804 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 947 time: 0.4018259 Jan 28 13:48:57.380035 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-480f1bbe-dc6f-434c-871e-619c38b89c5c None None] Current status of the port 963128c1-6533-4825-8301-9bbea82ba0f2 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:57.383396 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-480f1bbe-dc6f-434c-871e-619c38b89c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (963128c1-6533-4825-8301-9bbea82ba0f2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:57.400823 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-1352dae2-5c09-4b79-9b22-390bd8dbcd20 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Allocated IP 2001:db8:2::1 (9b9803b7-cdfb-40e3-8736-89baa611827f/01562e48-8845-4679-bbdc-f96899764e6f/731d1c54-00ad-446d-9c3c-0e12892a2738) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:48:57.427817 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-286aa5fa-2627-41fc-b5a7-e2f4129da6a7 req-3489e7bc-1fcc-4d96-8491-3384226dbf57 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Deleting port 3e483c1a-96a3-4333-b195-4e75664bfbb4 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:48:57.430001 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-286aa5fa-2627-41fc-b5a7-e2f4129da6a7 req-3489e7bc-1fcc-4d96-8491-3384226dbf57 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (3e483c1a-96a3-4333-b195-4e75664bfbb4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:57.436163 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-ccc08358-789e-4c41-a848-dfa254c0d97a None None] Set router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:48:57.495870 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0091283-4fef-491a-acf5-662bf5721781 x-openstack-request-id: req-b0091283-4fef-491a-acf5-662bf5721781 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:48:57.496820 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b8e795-3f75-44b4-b1c1-9510b038e7ac", "name": "network-vif-deleted", "tag": "701b355b-d082-47be-980c-8a7562dae905", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:48:57.497077 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b0091283-4fef-491a-acf5-662bf5721781 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:48:57.498565 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b8e795-3f75-44b4-b1c1-9510b038e7ac', 'name': 'network-vif-deleted', 'tag': '701b355b-d082-47be-980c-8a7562dae905', 'status': 'completed', 'code': 200} Jan 28 13:48:57.573339 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a921e8-c411-4f5d-8142-b0500fdb0304 None None] Network 9b9803b7-cdfb-40e3-8736-89baa611827f requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:48:57.637713 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ddc8cce-273f-4a7b-952b-48cc06320eca req-469e90c6-4a69-4f77-93cb-9653a1484970 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/security-groups?id=ebdf2ead-d552-4799-9d82-72eab00ac992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844355 Jan 28 13:48:57.798318 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-286aa5fa-2627-41fc-b5a7-e2f4129da6a7 req-3489e7bc-1fcc-4d96-8491-3384226dbf57 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] For port 3e483c1a-96a3-4333-b195-4e75664bfbb4, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=3e483c1a-96a3-4333-b195-4e75664bfbb4,segment=NetworkSegment(713f7c72-a1fe-480c-beff-0c93c78f10d8),segment_id=713f7c72-a1fe-480c-beff-0c93c78f10d8)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:57.798814 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-286aa5fa-2627-41fc-b5a7-e2f4129da6a7 req-3489e7bc-1fcc-4d96-8491-3384226dbf57 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (3e483c1a-96a3-4333-b195-4e75664bfbb4), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:57.828213 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-286aa5fa-2627-41fc-b5a7-e2f4129da6a7 req-3489e7bc-1fcc-4d96-8491-3384226dbf57 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Calling delete_port for 3e483c1a-96a3-4333-b195-4e75664bfbb4 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:48:57.900780 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54982) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:57.997043 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-14dcc7cb-3a48-4d18-b8a5-8d1a443e3d90 admin admin] Publish callbacks [] for security_group (5fc854e4-c2d4-428c-8927-4f7ce1528bda), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:58.000608 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1352dae2-5c09-4b79-9b22-390bd8dbcd20 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for port (731d1c54-00ad-446d-9c3c-0e12892a2738), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:58.013858 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-14dcc7cb-3a48-4d18-b8a5-8d1a443e3d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5fc854e4-c2d4-428c-8927-4f7ce1528bda), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:58.045992 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-a51e2490-da65-4ecf-b68b-d7d65de5c96c admin admin] Deleting subnet 6812e66f-2f9f-47c3-88a5-65a1647f164f {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:48:58.055931 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a51e2490-da65-4ecf-b68b-d7d65de5c96c admin admin] Publish callbacks [] for subnet (6812e66f-2f9f-47c3-88a5-65a1647f164f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:58.089213 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 26b013ac-2d81-4a0a-b618-1243a74a3844 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:58.089839 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (26b013ac-2d81-4a0a-b618-1243a74a3844), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:58.140416 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dcc7cb-3a48-4d18-b8a5-8d1a443e3d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc854e4-c2d4-428c-8927-4f7ce1528bda,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:58.165963 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-14dcc7cb-3a48-4d18-b8a5-8d1a443e3d90 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=78c2c7311d954fd3b82a49ad348d7a5d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2801428 Jan 28 13:48:58.174829 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54986) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:58.188845 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a51e2490-da65-4ecf-b68b-d7d65de5c96c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (6812e66f-2f9f-47c3-88a5-65a1647f164f), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:58.229594 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67883774-5f2a-4bce-a856-2785f21d0934 req-c3cb17c2-710e-4fe0-9cce-a462885bbda5 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:58.237082 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-67883774-5f2a-4bce-a856-2785f21d0934 req-c3cb17c2-710e-4fe0-9cce-a462885bbda5 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 945 time: 0.1695802 Jan 28 13:48:58.326550 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1352dae2-5c09-4b79-9b22-390bd8dbcd20 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (731d1c54-00ad-446d-9c3c-0e12892a2738), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:58.326952 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-286aa5fa-2627-41fc-b5a7-e2f4129da6a7 req-3489e7bc-1fcc-4d96-8491-3384226dbf57 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (3e483c1a-96a3-4333-b195-4e75664bfbb4), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:58.378298 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-480f1bbe-dc6f-434c-871e-619c38b89c5c None None] For port 963128c1-6533-4825-8301-9bbea82ba0f2, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=963128c1-6533-4825-8301-9bbea82ba0f2,segment=NetworkSegment(5ae404bf-a32e-4021-a660-4e9f4504908a),segment_id=5ae404bf-a32e-4021-a660-4e9f4504908a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:58.427236 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a51e2490-da65-4ecf-b68b-d7d65de5c96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (6812e66f-2f9f-47c3-88a5-65a1647f164f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:58.432809 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-67883774-5f2a-4bce-a856-2785f21d0934 req-a8da13cd-a90b-4165-b606-023ada942294 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947069 Jan 28 13:48:58.452133 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489e7bc-1fcc-4d96-8491-3384226dbf57 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Pushing event deleted for resources: {'Port': ['ID=3e483c1a-96a3-4333-b195-4e75664bfbb4,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:58.490247 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1352dae2-5c09-4b79-9b22-390bd8dbcd20 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network 9b9803b7-cdfb-40e3-8736-89baa611827f is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:58.512250 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-1352dae2-5c09-4b79-9b22-390bd8dbcd20 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:58.521603 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1352dae2-5c09-4b79-9b22-390bd8dbcd20 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:48:58.524631 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1352dae2-5c09-4b79-9b22-390bd8dbcd20 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:58.535573 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e001f045-92ca-4f9b-9b86-316298cd6231 admin admin] Publish callbacks [] for security_group (5fc854e4-c2d4-428c-8927-4f7ce1528bda), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:58.571568 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352dae2-5c09-4b79-9b22-390bd8dbcd20 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Port': ['ID=731d1c54-00ad-446d-9c3c-0e12892a2738,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:58.606075 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-286aa5fa-2627-41fc-b5a7-e2f4129da6a7 req-3489e7bc-1fcc-4d96-8491-3384226dbf57 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] No DVR routers for this DVR port 3e483c1a-96a3-4333-b195-4e75664bfbb4 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:48:58.619248 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-286aa5fa-2627-41fc-b5a7-e2f4129da6a7 req-3489e7bc-1fcc-4d96-8491-3384226dbf57 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:58.629011 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-286aa5fa-2627-41fc-b5a7-e2f4129da6a7 req-3489e7bc-1fcc-4d96-8491-3384226dbf57 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.18 "DELETE /v2.0/ports/3e483c1a-96a3-4333-b195-4e75664bfbb4 HTTP/1.1" status: 204 len: 173 time: 2.1339898 Jan 28 13:48:58.629544 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87dac08-0d1e-49d9-a1f8-dd4069202b25', 'name': 'network-vif-deleted', 'tag': '3e483c1a-96a3-4333-b195-4e75664bfbb4'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:48:58.636453 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b20e8b-64e4-42c8-a9b1-d3ec4ec506e6" -d '{"events": [{"server_uuid": "b87dac08-0d1e-49d9-a1f8-dd4069202b25", "name": "network-vif-deleted", "tag": "3e483c1a-96a3-4333-b195-4e75664bfbb4"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:48:58.722143 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-480f1bbe-dc6f-434c-871e-619c38b89c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (963128c1-6533-4825-8301-9bbea82ba0f2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:58.755573 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e001f045-92ca-4f9b-9b86-316298cd6231 admin admin] Publish callbacks [] for security_group (5fc854e4-c2d4-428c-8927-4f7ce1528bda), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:58.782177 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f816ab9b-c600-4e15-b4a3-ac560dcae29a x-openstack-request-id: req-f816ab9b-c600-4e15-b4a3-ac560dcae29a {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:48:58.782522 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b87dac08-0d1e-49d9-a1f8-dd4069202b25", "name": "network-vif-deleted", "tag": "3e483c1a-96a3-4333-b195-4e75664bfbb4", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:48:58.782905 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f816ab9b-c600-4e15-b4a3-ac560dcae29a {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:48:58.783206 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87dac08-0d1e-49d9-a1f8-dd4069202b25', 'name': 'network-vif-deleted', 'tag': '3e483c1a-96a3-4333-b195-4e75664bfbb4', 'status': 'completed', 'code': 200} Jan 28 13:48:58.825769 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a51e2490-da65-4ecf-b68b-d7d65de5c96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (6812e66f-2f9f-47c3-88a5-65a1647f164f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:58.860394 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f1bbe-dc6f-434c-871e-619c38b89c5c None None] Pushing event updated for resources: {'Port': ['ID=963128c1-6533-4825-8301-9bbea82ba0f2,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:58.892111 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e2490-da65-4ecf-b68b-d7d65de5c96c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6812e66f-2f9f-47c3-88a5-65a1647f164f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:58.895732 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a51e2490-da65-4ecf-b68b-d7d65de5c96c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:58.900223 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a51e2490-da65-4ecf-b68b-d7d65de5c96c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6812e66f-2f9f-47c3-88a5-65a1647f164f HTTP/1.1" status: 204 len: 168 time: 0.9979081 Jan 28 13:48:58.938785 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-02d85710-770b-4f64-9752-0b8334b70a39 req-934191f5-8e73-44a8-ad38-b6963bae81f0 tempest-ServersNegativeTestJSON-1282280592 tempest-ServersNegativeTestJSON-1282280592-project] 10.222.0.39 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 210 time: 0.1105225 Jan 28 13:48:58.945310 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54994) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:58.951497 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d783ceb2-e710-48b6-a99c-6e9dd9e49eba None None] Provisioning complete for port 26b013ac-2d81-4a0a-b618-1243a74a3844 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:58.951902 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d783ceb2-e710-48b6-a99c-6e9dd9e49eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (26b013ac-2d81-4a0a-b618-1243a74a3844), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:58.983589 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1352dae2-5c09-4b79-9b22-390bd8dbcd20 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (731d1c54-00ad-446d-9c3c-0e12892a2738), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:59.045800 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a2b8e81-88bb-4be4-b6aa-a89b2921d705 req-19184352-61b0-4c7c-85d8-04d285dea3d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0915825 Jan 28 13:48:59.068341 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e001f045-92ca-4f9b-9b86-316298cd6231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5fc854e4-c2d4-428c-8927-4f7ce1528bda), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:59.072336 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e001f045-92ca-4f9b-9b86-316298cd6231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:59.074003 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e001f045-92ca-4f9b-9b86-316298cd6231 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5fc854e4-c2d4-428c-8927-4f7ce1528bda HTTP/1.1" status: 204 len: 168 time: 0.8965342 Jan 28 13:48:59.122166 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6992a068-3337-4505-b8dc-2bb85fa215e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (9d398c1c-312a-4529-8a62-f9cbaee2ac8c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:59.149264 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a2b8e81-88bb-4be4-b6aa-a89b2921d705 req-95e2fad9-55bb-4904-8b00-0b1df63e510d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3095f4e8b2c4c5291a6921e64aeca07&device_id=b87dac08-0d1e-49d9-a1f8-dd4069202b25 HTTP/1.1" status: 200 len: 210 time: 0.0432663 Jan 28 13:48:59.152424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 26b013ac-2d81-4a0a-b618-1243a74a3844 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:59.152424 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (26b013ac-2d81-4a0a-b618-1243a74a3844), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:59.155740 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001f045-92ca-4f9b-9b86-316298cd6231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc854e4-c2d4-428c-8927-4f7ce1528bda,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:59.319453 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-ccc08358-789e-4c41-a848-dfa254c0d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:48:49Z', 'revision_number': 3, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None, '_interfaces': [{'id': '963128c1-6533-4825-8301-9bbea82ba0f2', 'name': '', 'network_id': 'b3233314-2e8d-44a5-90ed-b1e78bd33954', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:21:09:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:47Z', 'updated_at': '2022-01-28T13:48:56Z', 'revision_number': 4, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587', 'name': '', 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:3e:1c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:47Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:59.381506 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc08358-789e-4c41-a848-dfa254c0d97a None None] The sync data for ids ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'] in n-d-822747-2 is: [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:48:49Z', 'revision_number': 3, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None, '_interfaces': [{'id': '963128c1-6533-4825-8301-9bbea82ba0f2', 'name': '', 'network_id': 'b3233314-2e8d-44a5-90ed-b1e78bd33954', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:21:09:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:47Z', 'updated_at': '2022-01-28T13:48:56Z', 'revision_number': 4, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587', 'name': '', 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:3e:1c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:47Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:48:59.435462 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 26b013ac-2d81-4a0a-b618-1243a74a3844, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=26b013ac-2d81-4a0a-b618-1243a74a3844,segment=NetworkSegment(e52617aa-5a47-4a39-9f15-39f494834443),segment_id=e52617aa-5a47-4a39-9f15-39f494834443)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:59.462476 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41ca0228-d8da-4fa5-b41b-b9815b7429f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:59.465354 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (26b013ac-2d81-4a0a-b618-1243a74a3844), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:59.476637 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 701b355b-d082-47be-980c-8a7562dae905 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:48:59.530382 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 701b355b-d082-47be-980c-8a7562dae905 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:48:59.530995 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 701b355b-d082-47be-980c-8a7562dae905 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:48:59.606241 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6992a068-3337-4505-b8dc-2bb85fa215e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (9d398c1c-312a-4529-8a62-f9cbaee2ac8c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:59.613064 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d783ceb2-e710-48b6-a99c-6e9dd9e49eba None None] Current status of the port 26b013ac-2d81-4a0a-b618-1243a74a3844 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:59.613064 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d783ceb2-e710-48b6-a99c-6e9dd9e49eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (26b013ac-2d81-4a0a-b618-1243a74a3844), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:59.786065 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=26b013ac-2d81-4a0a-b618-1243a74a3844,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:59.861770 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-6992a068-3337-4505-b8dc-2bb85fa215e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d398c1c-312a-4529-8a62-f9cbaee2ac8c']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:59.892202 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b8e81-88bb-4be4-b6aa-a89b2921d705 req-89493d10-e1cf-4431-9c33-48d901a26c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:59.897435 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a2b8e81-88bb-4be4-b6aa-a89b2921d705 req-89493d10-e1cf-4431-9c33-48d901a26c22 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f3095f4e8b2c4c5291a6921e64aeca07&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7152133 Jan 28 13:48:59.915762 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-6992a068-3337-4505-b8dc-2bb85fa215e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe8c70d-4a7f-4728-b5c2-9a0cf947c38c') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:59.916040 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-6992a068-3337-4505-b8dc-2bb85fa215e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe8c70d-4a7f-4728-b5c2-9a0cf947c38c') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:59.921814 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 3e483c1a-96a3-4333-b195-4e75664bfbb4 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:48:59.938321 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-d783ceb2-e710-48b6-a99c-6e9dd9e49eba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:48:59.938532 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6992a068-3337-4505-b8dc-2bb85fa215e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (efe8c70d-4a7f-4728-b5c2-9a0cf947c38c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:59.938687 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-d783ceb2-e710-48b6-a99c-6e9dd9e49eba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:48:59.967570 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da9a0f-a92c-41cc-b017-c0c5baa3c463 req-00668105-716e-499b-9883-2bd9c5fd50f3 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:59.969237 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a0da9a0f-a92c-41cc-b017-c0c5baa3c463 req-00668105-716e-499b-9883-2bd9c5fd50f3 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 945 time: 0.2103064 Jan 28 13:48:59.973162 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6992a068-3337-4505-b8dc-2bb85fa215e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (efe8c70d-4a7f-4728-b5c2-9a0cf947c38c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:00.010172 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 963128c1-6533-4825-8301-9bbea82ba0f2 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:49:00.040885 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6992a068-3337-4505-b8dc-2bb85fa215e4 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:49:00.041291 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6992a068-3337-4505-b8dc-2bb85fa215e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (efe8c70d-4a7f-4728-b5c2-9a0cf947c38c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:00.057980 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 3e483c1a-96a3-4333-b195-4e75664bfbb4 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:49:00.058620 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 3e483c1a-96a3-4333-b195-4e75664bfbb4 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:49:00.074603 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:49:00.093485 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55016) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:00.110864 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 963128c1-6533-4825-8301-9bbea82ba0f2 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:00.111667 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (963128c1-6533-4825-8301-9bbea82ba0f2), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:00.309277 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 963128c1-6533-4825-8301-9bbea82ba0f2 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:00.368257 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a0da9a0f-a92c-41cc-b017-c0c5baa3c463 req-45660665-e21d-483c-9aa3-bc6001fc0b92 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3926873 Jan 28 13:49:00.376318 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac938a4d-6491-4ac9-a84d-7c54ffbad4a6 admin admin] Deleting subnet 5c3c69e8-3dad-4e28-934e-77899265971f {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:49:00.383056 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ac938a4d-6491-4ac9-a84d-7c54ffbad4a6 admin admin] Publish callbacks [] for subnet (5c3c69e8-3dad-4e28-934e-77899265971f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:00.432335 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ac938a4d-6491-4ac9-a84d-7c54ffbad4a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (5c3c69e8-3dad-4e28-934e-77899265971f), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:00.490749 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b8e81-88bb-4be4-b6aa-a89b2921d705 req-4dafe011-cedb-470d-80ad-49d63534fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:00.497170 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a2b8e81-88bb-4be4-b6aa-a89b2921d705 req-4dafe011-cedb-470d-80ad-49d63534fd8d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5905783 Jan 28 13:49:00.533435 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ac938a4d-6491-4ac9-a84d-7c54ffbad4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (5c3c69e8-3dad-4e28-934e-77899265971f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:00.550906 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d783ceb2-e710-48b6-a99c-6e9dd9e49eba None None] Current status of the port 26b013ac-2d81-4a0a-b618-1243a74a3844 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:00.577970 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d783ceb2-e710-48b6-a99c-6e9dd9e49eba None None] Provisioning complete for port 963128c1-6533-4825-8301-9bbea82ba0f2 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:00.578346 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d783ceb2-e710-48b6-a99c-6e9dd9e49eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (963128c1-6533-4825-8301-9bbea82ba0f2), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:00.615847 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1352dae2-5c09-4b79-9b22-390bd8dbcd20 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for port (731d1c54-00ad-446d-9c3c-0e12892a2738), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:00.618534 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6992a068-3337-4505-b8dc-2bb85fa215e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (9d398c1c-312a-4529-8a62-f9cbaee2ac8c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:00.636095 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6992a068-3337-4505-b8dc-2bb85fa215e4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:00.639488 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6992a068-3337-4505-b8dc-2bb85fa215e4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9d398c1c-312a-4529-8a62-f9cbaee2ac8c HTTP/1.1" status: 204 len: 168 time: 1.6918569 Jan 28 13:49:00.644689 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1352dae2-5c09-4b79-9b22-390bd8dbcd20 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (731d1c54-00ad-446d-9c3c-0e12892a2738), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:00.645933 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1352dae2-5c09-4b79-9b22-390bd8dbcd20 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:00.810165 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d783ceb2-e710-48b6-a99c-6e9dd9e49eba None None] Current status of the port 963128c1-6533-4825-8301-9bbea82ba0f2 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:00.828776 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6992a068-3337-4505-b8dc-2bb85fa215e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d398c1c-312a-4529-8a62-f9cbaee2ac8c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:00.850460 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1352dae2-5c09-4b79-9b22-390bd8dbcd20 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network 9b9803b7-cdfb-40e3-8736-89baa611827f is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:49:00.852033 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ac938a4d-6491-4ac9-a84d-7c54ffbad4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (5c3c69e8-3dad-4e28-934e-77899265971f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:00.860668 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-1352dae2-5c09-4b79-9b22-390bd8dbcd20 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:00.901356 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352dae2-5c09-4b79-9b22-390bd8dbcd20 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Port': ['ID=731d1c54-00ad-446d-9c3c-0e12892a2738,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:00.904543 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ac938a4d-6491-4ac9-a84d-7c54ffbad4a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:00.910891 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55038) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:00.920590 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ac938a4d-6491-4ac9-a84d-7c54ffbad4a6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5c3c69e8-3dad-4e28-934e-77899265971f HTTP/1.1" status: 204 len: 168 time: 0.8020506 Jan 28 13:49:00.923470 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac938a4d-6491-4ac9-a84d-7c54ffbad4a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c3c69e8-3dad-4e28-934e-77899265971f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:00.941767 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55040) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:00.956680 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-1df54f22-df99-410c-bfb2-cead6e7ec094 None None] Provisioning complete for port 731d1c54-00ad-446d-9c3c-0e12892a2738 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:00.958650 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1df54f22-df99-410c-bfb2-cead6e7ec094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (731d1c54-00ad-446d-9c3c-0e12892a2738), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.005388 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1df54f22-df99-410c-bfb2-cead6e7ec094 None None] Port 731d1c54-00ad-446d-9c3c-0e12892a2738 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:49:01.079231 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1352dae2-5c09-4b79-9b22-390bd8dbcd20 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:49:01.130527 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9efe0e15-be6b-44b6-9efb-56ac4d5fa759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (4a2dd781-e5e8-4409-9997-239fcf11d461), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.151712 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f37a8a29-2729-4960-bb9b-e09c74b6527f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f8173f43a42b44e3b49db1123aba7e35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1930583 Jan 28 13:49:01.159470 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55042) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:01.320009 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9efe0e15-be6b-44b6-9efb-56ac4d5fa759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (4a2dd781-e5e8-4409-9997-239fcf11d461), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.333414 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-8db6143f-9a4d-49ac-85a9-656f14805a3e None None] Provisioning complete for port 731d1c54-00ad-446d-9c3c-0e12892a2738 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:01.334009 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8db6143f-9a4d-49ac-85a9-656f14805a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (731d1c54-00ad-446d-9c3c-0e12892a2738), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.344336 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1352dae2-5c09-4b79-9b22-390bd8dbcd20 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:49:01.353106 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-9efe0e15-be6b-44b6-9efb-56ac4d5fa759 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2dd781-e5e8-4409-9997-239fcf11d461']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:01.356048 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1352dae2-5c09-4b79-9b22-390bd8dbcd20 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "PUT /v2.0/routers/cac813bf-e6d4-47d2-a0c7-f847c4a07ddb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3920870 Jan 28 13:49:01.358675 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55046) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:01.364533 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-dbc19ccf-d3e9-490f-8ae6-c8c34c33b59f tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-256305332'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:01.366952 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86795227-31c6-4981-ad4c-e2b0fe278589 None None] Sync routers for ids ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:49:01.370962 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9229529e-8edc-4d00-9133-97369e9e9f3b admin admin] Publish callbacks [] for security_group (9f9b5800-ed4e-445f-8a29-ed89c5e2566a), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.373808 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-9efe0e15-be6b-44b6-9efb-56ac4d5fa759 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713f7c72-a1fe-480c-beff-0c93c78f10d8') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:01.374273 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-9efe0e15-be6b-44b6-9efb-56ac4d5fa759 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713f7c72-a1fe-480c-beff-0c93c78f10d8') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:01.384748 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86795227-31c6-4981-ad4c-e2b0fe278589 None None] Routers {'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:01.385379 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-86795227-31c6-4981-ad4c-e2b0fe278589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:48:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:01.392414 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9efe0e15-be6b-44b6-9efb-56ac4d5fa759 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (713f7c72-a1fe-480c-beff-0c93c78f10d8), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.418591 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9229529e-8edc-4d00-9133-97369e9e9f3b admin admin] Publish callbacks [] for security_group (9f9b5800-ed4e-445f-8a29-ed89c5e2566a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.420886 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9efe0e15-be6b-44b6-9efb-56ac4d5fa759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (713f7c72-a1fe-480c-beff-0c93c78f10d8), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.437412 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9efe0e15-be6b-44b6-9efb-56ac4d5fa759 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:49:01.438213 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9efe0e15-be6b-44b6-9efb-56ac4d5fa759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (713f7c72-a1fe-480c-beff-0c93c78f10d8), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:49:01.440469 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:49:01.448701 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc19ccf-d3e9-490f-8ae6-c8c34c33b59f tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Made reservation on behalf of 534322dfb77a458ab6a55dfd72ce35f9 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:49:01.452878 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8db6143f-9a4d-49ac-85a9-656f14805a3e None None] Port 731d1c54-00ad-446d-9c3c-0e12892a2738 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:49:01.453031 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dbc19ccf-d3e9-490f-8ae6-c8c34c33b59f tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.510726 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc19ccf-d3e9-490f-8ae6-c8c34c33b59f tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:49:01.531319 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dbc19ccf-d3e9-490f-8ae6-c8c34c33b59f tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (0fb082cd-d111-40ef-97fd-50abab533d4b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.531652 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-dbc19ccf-d3e9-490f-8ae6-c8c34c33b59f tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Added segment 0fb082cd-d111-40ef-97fd-50abab533d4b of type vlan for network b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7 Jan 28 13:49:01.575997 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-86795227-31c6-4981-ad4c-e2b0fe278589 None None] Set router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:49:01.592931 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9efe0e15-be6b-44b6-9efb-56ac4d5fa759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (4a2dd781-e5e8-4409-9997-239fcf11d461), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.598696 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9fddbe26-be17-44c1-82c4-3c06b33a5701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.605867 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9efe0e15-be6b-44b6-9efb-56ac4d5fa759 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.609220 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9efe0e15-be6b-44b6-9efb-56ac4d5fa759 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4a2dd781-e5e8-4409-9997-239fcf11d461 HTTP/1.1" status: 204 len: 168 time: 0.6971335 Jan 28 13:49:01.628177 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dbc19ccf-d3e9-490f-8ae6-c8c34c33b59f tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.632956 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 26b013ac-2d81-4a0a-b618-1243a74a3844 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:49:01.674194 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe0e15-be6b-44b6-9efb-56ac4d5fa759 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a2dd781-e5e8-4409-9997-239fcf11d461,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:01.693929 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd7118-b096-4a26-afd2-2e0269df5e17 req-bef5bcbf-3563-4483-92da-003a78443d96 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:01.695990 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f4cd7118-b096-4a26-afd2-2e0269df5e17 req-bef5bcbf-3563-4483-92da-003a78443d96 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 945 time: 0.1415906 Jan 28 13:49:01.719758 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9229529e-8edc-4d00-9133-97369e9e9f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9f9b5800-ed4e-445f-8a29-ed89c5e2566a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.721372 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dbc19ccf-d3e9-490f-8ae6-c8c34c33b59f tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.727430 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc19ccf-d3e9-490f-8ae6-c8c34c33b59f tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:01.731130 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9229529e-8edc-4d00-9133-97369e9e9f3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.735525 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dbc19ccf-d3e9-490f-8ae6-c8c34c33b59f tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.741670 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9229529e-8edc-4d00-9133-97369e9e9f3b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9f9b5800-ed4e-445f-8a29-ed89c5e2566a HTTP/1.1" status: 204 len: 168 time: 0.5767643 Jan 28 13:49:01.760521 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 26b013ac-2d81-4a0a-b618-1243a74a3844 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:01.761727 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (26b013ac-2d81-4a0a-b618-1243a74a3844), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.780633 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229529e-8edc-4d00-9133-97369e9e9f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9b5800-ed4e-445f-8a29-ed89c5e2566a,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:01.849381 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f4cd7118-b096-4a26-afd2-2e0269df5e17 req-4cebd6b8-97b3-43fe-b213-b16eae0b3996 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439738 Jan 28 13:49:01.874833 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc19ccf-d3e9-490f-8ae6-c8c34c33b59f tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Network': ['ID=b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:01.887887 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dbc19ccf-d3e9-490f-8ae6-c8c34c33b59f tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5252740 Jan 28 13:49:01.888217 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55056) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:01.893671 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-c47091ec-be66-4964-a92e-8f067a502da3 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'subnet': {'network_id': 'b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:01.917342 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:49:02.065489 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55062) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:02.146550 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47091ec-be66-4964-a92e-8f067a502da3 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Made reservation on behalf of 534322dfb77a458ab6a55dfd72ce35f9 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:49:02.152836 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c47091ec-be66-4964-a92e-8f067a502da3 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:02.164304 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-323c0340-56f8-464a-8df2-9d0dcce5f6fb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f3095f4e8b2c4c5291a6921e64aeca07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0975466 Jan 28 13:49:02.166165 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55064) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:02.174555 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-86795227-31c6-4981-ad4c-e2b0fe278589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:48:58Z', 'revision_number': 4, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None, '_interfaces': [{'id': '731d1c54-00ad-446d-9c3c-0e12892a2738', 'name': '', 'network_id': '9b9803b7-cdfb-40e3-8736-89baa611827f', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:54:15:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '01562e48-8845-4679-bbdc-f96899764e6f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:56Z', 'updated_at': '2022-01-28T13:48:59Z', 'revision_number': 2, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '01562e48-8845-4679-bbdc-f96899764e6f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '963128c1-6533-4825-8301-9bbea82ba0f2', 'name': '', 'network_id': 'b3233314-2e8d-44a5-90ed-b1e78bd33954', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:21:09:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:47Z', 'updated_at': '2022-01-28T13:48:57Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587', 'name': '', 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:3e:1c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:47Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:02.185015 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 26b013ac-2d81-4a0a-b618-1243a74a3844 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:02.212543 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86795227-31c6-4981-ad4c-e2b0fe278589 None None] Checking router: cac813bf-e6d4-47d2-a0c7-f847c4a07ddb for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:49:02.213019 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86795227-31c6-4981-ad4c-e2b0fe278589 None None] Updating router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb port 731d1c54-00ad-446d-9c3c-0e12892a2738 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:49:02.262812 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6177c919-84ea-4eb1-9bd1-ea8fd50ce236 admin admin] Publish callbacks [] for security_group (ebdf2ead-d552-4799-9d82-72eab00ac992), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:02.266752 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86795227-31c6-4981-ad4c-e2b0fe278589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (731d1c54-00ad-446d-9c3c-0e12892a2738), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:02.310985 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6177c919-84ea-4eb1-9bd1-ea8fd50ce236 admin admin] Publish callbacks [] for security_group (ebdf2ead-d552-4799-9d82-72eab00ac992), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:02.411807 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6177c919-84ea-4eb1-9bd1-ea8fd50ce236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ebdf2ead-d552-4799-9d82-72eab00ac992), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:02.415104 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6177c919-84ea-4eb1-9bd1-ea8fd50ce236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:02.418572 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6177c919-84ea-4eb1-9bd1-ea8fd50ce236 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ebdf2ead-d552-4799-9d82-72eab00ac992 HTTP/1.1" status: 204 len: 168 time: 0.2489524 Jan 28 13:49:02.441485 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177c919-84ea-4eb1-9bd1-ea8fd50ce236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdf2ead-d552-4799-9d82-72eab00ac992,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:02.591474 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c47091ec-be66-4964-a92e-8f067a502da3 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (1fb3f642-4a98-4762-b10e-286ce52f4425), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:02.683226 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47091ec-be66-4964-a92e-8f067a502da3 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Checking segment: {'id': '0fb082cd-d111-40ef-97fd-50abab533d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:49:02.683688 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47091ec-be66-4964-a92e-8f067a502da3 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network hostable DHCP agents. Network: b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:49:02.706796 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47091ec-be66-4964-a92e-8f067a502da3 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Subnet': ['ID=1fb3f642-4a98-4762-b10e-286ce52f4425,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:02.714390 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47091ec-be66-4964-a92e-8f067a502da3 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:49:02.739498 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-c47091ec-be66-4964-a92e-8f067a502da3 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:02.749480 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0479dee9-4686-4257-8fe9-8ecee53c51b1 None None] Network b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:49:02.758602 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47091ec-be66-4964-a92e-8f067a502da3 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:02.761943 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c47091ec-be66-4964-a92e-8f067a502da3 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:02.831373 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55088) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:02.831582 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c47091ec-be66-4964-a92e-8f067a502da3 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9421909 Jan 28 13:49:03.053969 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:03.061154 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91461c4d-f45d-4aa9-ad1e-c7f1b908cf35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7', 'network_id': 'b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7', 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'fixed_ips': [{'subnet_id': '1fb3f642-4a98-4762-b10e-286ce52f4425'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:49:03.062315 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86795227-31c6-4981-ad4c-e2b0fe278589 None None] Publish callbacks [] for port (731d1c54-00ad-446d-9c3c-0e12892a2738), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:03.063108 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91461c4d-f45d-4aa9-ad1e-c7f1b908cf35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:03.083278 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86795227-31c6-4981-ad4c-e2b0fe278589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (731d1c54-00ad-446d-9c3c-0e12892a2738), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:03.256414 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28853fee-7b84-4fb0-b533-18078b9569ab None None] Pushing event updated for resources: {'Port': ['ID=731d1c54-00ad-446d-9c3c-0e12892a2738,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:03.326791 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-86795227-31c6-4981-ad4c-e2b0fe278589 None None] Attempting to bind port 731d1c54-00ad-446d-9c3c-0e12892a2738 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:49:03.327671 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-86795227-31c6-4981-ad4c-e2b0fe278589 None None] Attempting to bind port 731d1c54-00ad-446d-9c3c-0e12892a2738 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'e52617aa-5a47-4a39-9f15-39f494834443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b9803b7-cdfb-40e3-8736-89baa611827f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:49:03.328195 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86795227-31c6-4981-ad4c-e2b0fe278589 None None] Attempting to bind port 731d1c54-00ad-446d-9c3c-0e12892a2738 on network 9b9803b7-cdfb-40e3-8736-89baa611827f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:49:03.340647 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86795227-31c6-4981-ad4c-e2b0fe278589 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:49:03.345870 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86795227-31c6-4981-ad4c-e2b0fe278589 None None] Checking segment: {'id': 'e52617aa-5a47-4a39-9f15-39f494834443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b9803b7-cdfb-40e3-8736-89baa611827f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:49:03.348649 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86795227-31c6-4981-ad4c-e2b0fe278589 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:03.351134 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86795227-31c6-4981-ad4c-e2b0fe278589 None None] Bound using segment: {'id': 'e52617aa-5a47-4a39-9f15-39f494834443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b9803b7-cdfb-40e3-8736-89baa611827f'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:49:03.355216 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-86795227-31c6-4981-ad4c-e2b0fe278589 None None] Bound port: 731d1c54-00ad-446d-9c3c-0e12892a2738, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52617aa-5a47-4a39-9f15-39f494834443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b9803b7-cdfb-40e3-8736-89baa611827f'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:49:03.355819 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86795227-31c6-4981-ad4c-e2b0fe278589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (731d1c54-00ad-446d-9c3c-0e12892a2738), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:03.436223 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-91461c4d-f45d-4aa9-ad1e-c7f1b908cf35 None None] Allocated IP 2001:db8:3::2 (b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7/1fb3f642-4a98-4762-b10e-286ce52f4425/43297ab1-0115-405b-a114-b6bbc28ec87b) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:49:03.544465 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-86795227-31c6-4981-ad4c-e2b0fe278589 None None] For port 731d1c54-00ad-446d-9c3c-0e12892a2738, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:49:03.553582 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-86795227-31c6-4981-ad4c-e2b0fe278589 None None] For port 731d1c54-00ad-446d-9c3c-0e12892a2738, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=731d1c54-00ad-446d-9c3c-0e12892a2738,segment=NetworkSegment(e52617aa-5a47-4a39-9f15-39f494834443),segment_id=e52617aa-5a47-4a39-9f15-39f494834443)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:49:03.569738 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-86795227-31c6-4981-ad4c-e2b0fe278589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (731d1c54-00ad-446d-9c3c-0e12892a2738), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:03.696117 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86795227-31c6-4981-ad4c-e2b0fe278589 None None] Routers {'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:03.696749 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-86795227-31c6-4981-ad4c-e2b0fe278589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:49:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:03.848309 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-99790d42-bd61-4fee-b11f-87475a945d06 None None] Provisioning complete for port 731d1c54-00ad-446d-9c3c-0e12892a2738 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:03.849092 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99790d42-bd61-4fee-b11f-87475a945d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (731d1c54-00ad-446d-9c3c-0e12892a2738), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:03.917867 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28853fee-7b84-4fb0-b533-18078b9569ab None None] Pushing event updated for resources: {'Port': ['ID=731d1c54-00ad-446d-9c3c-0e12892a2738,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:03.994149 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91461c4d-f45d-4aa9-ad1e-c7f1b908cf35 None None] Publish callbacks [] for port (43297ab1-0115-405b-a114-b6bbc28ec87b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:04.008756 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-86795227-31c6-4981-ad4c-e2b0fe278589 None None] Set router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:49:04.035846 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91461c4d-f45d-4aa9-ad1e-c7f1b908cf35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (43297ab1-0115-405b-a114-b6bbc28ec87b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:04.152647 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588ee83-2e75-4c7c-8231-540b6a550f64 req-99950fe1-a47a-442f-abcd-1eabcb465c1a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:04.160703 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c588ee83-2e75-4c7c-8231-540b6a550f64 req-99950fe1-a47a-442f-abcd-1eabcb465c1a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 945 time: 0.2978599 Jan 28 13:49:04.207128 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-99790d42-bd61-4fee-b11f-87475a945d06 None None] Current status of the port 731d1c54-00ad-446d-9c3c-0e12892a2738 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:04.207892 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99790d42-bd61-4fee-b11f-87475a945d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (731d1c54-00ad-446d-9c3c-0e12892a2738), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:04.244481 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91461c4d-f45d-4aa9-ad1e-c7f1b908cf35 None None] Network b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:49:04.263491 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-91461c4d-f45d-4aa9-ad1e-c7f1b908cf35 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:04.298572 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-99790d42-bd61-4fee-b11f-87475a945d06 None None] For port 731d1c54-00ad-446d-9c3c-0e12892a2738, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=731d1c54-00ad-446d-9c3c-0e12892a2738,segment=NetworkSegment(e52617aa-5a47-4a39-9f15-39f494834443),segment_id=e52617aa-5a47-4a39-9f15-39f494834443)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:04.305774 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91461c4d-f45d-4aa9-ad1e-c7f1b908cf35 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:49:04.338331 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:04.343771 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99790d42-bd61-4fee-b11f-87475a945d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (731d1c54-00ad-446d-9c3c-0e12892a2738), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:04.345862 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91461c4d-f45d-4aa9-ad1e-c7f1b908cf35 None None] Pushing event updated for resources: {'Port': ['ID=43297ab1-0115-405b-a114-b6bbc28ec87b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:04.434761 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-91461c4d-f45d-4aa9-ad1e-c7f1b908cf35 None None] Attempting to bind port 43297ab1-0115-405b-a114-b6bbc28ec87b on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:49:04.435462 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-91461c4d-f45d-4aa9-ad1e-c7f1b908cf35 None None] Attempting to bind port 43297ab1-0115-405b-a114-b6bbc28ec87b by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '0fb082cd-d111-40ef-97fd-50abab533d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:49:04.435928 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91461c4d-f45d-4aa9-ad1e-c7f1b908cf35 None None] Attempting to bind port 43297ab1-0115-405b-a114-b6bbc28ec87b on network b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:49:04.443689 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91461c4d-f45d-4aa9-ad1e-c7f1b908cf35 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:49:04.444283 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91461c4d-f45d-4aa9-ad1e-c7f1b908cf35 None None] Checking segment: {'id': '0fb082cd-d111-40ef-97fd-50abab533d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:49:04.444822 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91461c4d-f45d-4aa9-ad1e-c7f1b908cf35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:04.445358 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91461c4d-f45d-4aa9-ad1e-c7f1b908cf35 None None] Bound using segment: {'id': '0fb082cd-d111-40ef-97fd-50abab533d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:49:04.446111 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-91461c4d-f45d-4aa9-ad1e-c7f1b908cf35 None None] Bound port: 43297ab1-0115-405b-a114-b6bbc28ec87b, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb082cd-d111-40ef-97fd-50abab533d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:49:04.446836 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91461c4d-f45d-4aa9-ad1e-c7f1b908cf35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (43297ab1-0115-405b-a114-b6bbc28ec87b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:04.498443 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e497c2d0-f357-4bba-8ed7-e6cb3959023a None None] Provisioning complete for port 731d1c54-00ad-446d-9c3c-0e12892a2738 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:04.499258 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e497c2d0-f357-4bba-8ed7-e6cb3959023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (731d1c54-00ad-446d-9c3c-0e12892a2738), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:04.556795 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99790d42-bd61-4fee-b11f-87475a945d06 None None] Pushing event updated for resources: {'Port': ['ID=731d1c54-00ad-446d-9c3c-0e12892a2738,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:04.564296 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c588ee83-2e75-4c7c-8231-540b6a550f64 req-b47e9cde-d1e7-4783-b5e8-bb4031b1c170 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3798423 Jan 28 13:49:04.613809 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-86795227-31c6-4981-ad4c-e2b0fe278589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:48:58Z', 'revision_number': 4, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None, '_interfaces': [{'id': '731d1c54-00ad-446d-9c3c-0e12892a2738', 'name': '', 'network_id': '9b9803b7-cdfb-40e3-8736-89baa611827f', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:54:15:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '01562e48-8845-4679-bbdc-f96899764e6f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:56Z', 'updated_at': '2022-01-28T13:49:03Z', 'revision_number': 4, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '01562e48-8845-4679-bbdc-f96899764e6f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '963128c1-6533-4825-8301-9bbea82ba0f2', 'name': '', 'network_id': 'b3233314-2e8d-44a5-90ed-b1e78bd33954', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:21:09:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:47Z', 'updated_at': '2022-01-28T13:48:57Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587', 'name': '', 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:3e:1c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:47Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:04.616132 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99790d42-bd61-4fee-b11f-87475a945d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:04.632589 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99790d42-bd61-4fee-b11f-87475a945d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:04.632589 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99790d42-bd61-4fee-b11f-87475a945d06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:04.632589 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99790d42-bd61-4fee-b11f-87475a945d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:04.632589 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99790d42-bd61-4fee-b11f-87475a945d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:04.632589 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99790d42-bd61-4fee-b11f-87475a945d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:04.632589 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99790d42-bd61-4fee-b11f-87475a945d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:04.632589 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99790d42-bd61-4fee-b11f-87475a945d06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:04.632589 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99790d42-bd61-4fee-b11f-87475a945d06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:04.632589 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99790d42-bd61-4fee-b11f-87475a945d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:04.632589 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99790d42-bd61-4fee-b11f-87475a945d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:04.633705 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99790d42-bd61-4fee-b11f-87475a945d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:04.633705 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99790d42-bd61-4fee-b11f-87475a945d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:04.743289 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86795227-31c6-4981-ad4c-e2b0fe278589 None None] The sync data for ids ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'] in n-d-822747-2 is: [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:48:58Z', 'revision_number': 4, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None, '_interfaces': [{'id': '731d1c54-00ad-446d-9c3c-0e12892a2738', 'name': '', 'network_id': '9b9803b7-cdfb-40e3-8736-89baa611827f', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:54:15:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '01562e48-8845-4679-bbdc-f96899764e6f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:56Z', 'updated_at': '2022-01-28T13:49:03Z', 'revision_number': 4, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '01562e48-8845-4679-bbdc-f96899764e6f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '963128c1-6533-4825-8301-9bbea82ba0f2', 'name': '', 'network_id': 'b3233314-2e8d-44a5-90ed-b1e78bd33954', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:21:09:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:47Z', 'updated_at': '2022-01-28T13:48:57Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587', 'name': '', 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:3e:1c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:47Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:49:04.893451 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-24ebad23-4a3d-42f7-8a03-5c3b58a176e1 req-515c904e-d8aa-4958-9fe5-af2175b50676 tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.1223328 Jan 28 13:49:04.950934 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e497c2d0-f357-4bba-8ed7-e6cb3959023a None None] Current status of the port 731d1c54-00ad-446d-9c3c-0e12892a2738 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:04.964425 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-91461c4d-f45d-4aa9-ad1e-c7f1b908cf35 None None] For port 43297ab1-0115-405b-a114-b6bbc28ec87b, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:49:05.003281 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-91461c4d-f45d-4aa9-ad1e-c7f1b908cf35 None None] For port 43297ab1-0115-405b-a114-b6bbc28ec87b, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=43297ab1-0115-405b-a114-b6bbc28ec87b,segment=NetworkSegment(0fb082cd-d111-40ef-97fd-50abab533d4b),segment_id=0fb082cd-d111-40ef-97fd-50abab533d4b)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:49:05.013327 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91461c4d-f45d-4aa9-ad1e-c7f1b908cf35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (43297ab1-0115-405b-a114-b6bbc28ec87b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:05.099147 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f7b81c1d-6ca6-471e-abf0-fc214dc83257 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:05.302700 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91461c4d-f45d-4aa9-ad1e-c7f1b908cf35 None None] Pushing event updated for resources: {'Port': ['ID=43297ab1-0115-405b-a114-b6bbc28ec87b,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:05.726787 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55182) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:05.817232 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 731d1c54-00ad-446d-9c3c-0e12892a2738 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:49:05.847870 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-f7b81c1d-6ca6-471e-abf0-fc214dc83257 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Allocated IP 2001:db8:3::1 (b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7/1fb3f642-4a98-4762-b10e-286ce52f4425/2d6e57d7-e90b-4257-9861-b17aae0f4351) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:49:06.005239 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 731d1c54-00ad-446d-9c3c-0e12892a2738 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:06.006107 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (731d1c54-00ad-446d-9c3c-0e12892a2738), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:06.014959 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b050b29e-aff9-44a5-9ed2-d3aa804acfe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:06.165456 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c58908bf-8179-4b83-bc2c-bddfbda15336 req-0f0b2960-3e07-4363-86b6-1b3e26e5f692 tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.0736206 Jan 28 13:49:06.179632 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4f7e5-19ab-490f-ad0e-4309aed3763c req-bf966c23-6f90-44e4-8cc6-b090065c4494 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:06.194343 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8bc4f7e5-19ab-490f-ad0e-4309aed3763c req-bf966c23-6f90-44e4-8cc6-b090065c4494 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 945 time: 0.2641375 Jan 28 13:49:06.246661 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 731d1c54-00ad-446d-9c3c-0e12892a2738 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:06.271267 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b050b29e-aff9-44a5-9ed2-d3aa804acfe7 admin admin] Publish callbacks [] for security_group (d7584c09-fa9f-4d1b-b69e-f4273ae324ea), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:06.276080 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b050b29e-aff9-44a5-9ed2-d3aa804acfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d7584c09-fa9f-4d1b-b69e-f4273ae324ea), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:06.303939 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050b29e-aff9-44a5-9ed2-d3aa804acfe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7584c09-fa9f-4d1b-b69e-f4273ae324ea,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:06.339268 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:06.358948 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b050b29e-aff9-44a5-9ed2-d3aa804acfe7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=44370d9992e34119b4459ac3b3ee50d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6284204 Jan 28 13:49:06.359799 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55192) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:06.448390 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8bc4f7e5-19ab-490f-ad0e-4309aed3763c req-332aaa8a-4ffd-4202-a831-aed46a9fbb2e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529492 Jan 28 13:49:06.508990 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-115bce54-5962-4a98-abe1-2a6842c89f8a admin admin] Publish callbacks [] for security_group (d7584c09-fa9f-4d1b-b69e-f4273ae324ea), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:06.514501 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f7b81c1d-6ca6-471e-abf0-fc214dc83257 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for port (2d6e57d7-e90b-4257-9861-b17aae0f4351), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:06.562453 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-115bce54-5962-4a98-abe1-2a6842c89f8a admin admin] Publish callbacks [] for security_group (d7584c09-fa9f-4d1b-b69e-f4273ae324ea), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:06.570517 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f7b81c1d-6ca6-471e-abf0-fc214dc83257 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (2d6e57d7-e90b-4257-9861-b17aae0f4351), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:06.651598 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-115bce54-5962-4a98-abe1-2a6842c89f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d7584c09-fa9f-4d1b-b69e-f4273ae324ea), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:06.654279 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-115bce54-5962-4a98-abe1-2a6842c89f8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:06.656372 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-115bce54-5962-4a98-abe1-2a6842c89f8a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d7584c09-fa9f-4d1b-b69e-f4273ae324ea HTTP/1.1" status: 204 len: 168 time: 0.2955761 Jan 28 13:49:06.660041 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b81c1d-6ca6-471e-abf0-fc214dc83257 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:49:06.663261 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-f7b81c1d-6ca6-471e-abf0-fc214dc83257 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:06.667224 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b81c1d-6ca6-471e-abf0-fc214dc83257 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:49:06.667830 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f7b81c1d-6ca6-471e-abf0-fc214dc83257 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:06.672347 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bce54-5962-4a98-abe1-2a6842c89f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7584c09-fa9f-4d1b-b69e-f4273ae324ea,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:06.715603 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b81c1d-6ca6-471e-abf0-fc214dc83257 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Port': ['ID=2d6e57d7-e90b-4257-9861-b17aae0f4351,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:06.864049 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f7b81c1d-6ca6-471e-abf0-fc214dc83257 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2d6e57d7-e90b-4257-9861-b17aae0f4351), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:07.080826 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc25fb9f-3f8d-4f14-96a5-ef8199d3a527 None None] Network b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:49:07.267766 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f7b81c1d-6ca6-471e-abf0-fc214dc83257 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for port (2d6e57d7-e90b-4257-9861-b17aae0f4351), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:07.275040 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f7b81c1d-6ca6-471e-abf0-fc214dc83257 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (2d6e57d7-e90b-4257-9861-b17aae0f4351), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:07.276814 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f7b81c1d-6ca6-471e-abf0-fc214dc83257 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:07.306490 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-01051fb7-1149-49b5-92d8-b04573e3c53f None None] Provisioning complete for port 43297ab1-0115-405b-a114-b6bbc28ec87b triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:07.306947 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01051fb7-1149-49b5-92d8-b04573e3c53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (43297ab1-0115-405b-a114-b6bbc28ec87b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:07.428605 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6f99576a-8f8a-4627-888f-090b612f157d req-1eff14f3-c2ed-4bb7-b37f-24873d8553bd tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.0917327 Jan 28 13:49:07.448845 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b81c1d-6ca6-471e-abf0-fc214dc83257 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event updated for resources: {'Port': ['ID=2d6e57d7-e90b-4257-9861-b17aae0f4351,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:07.463203 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-01051fb7-1149-49b5-92d8-b04573e3c53f None None] Current status of the port 43297ab1-0115-405b-a114-b6bbc28ec87b is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:07.463691 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01051fb7-1149-49b5-92d8-b04573e3c53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (43297ab1-0115-405b-a114-b6bbc28ec87b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:07.537991 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b81c1d-6ca6-471e-abf0-fc214dc83257 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Network b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:49:07.541838 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-f7b81c1d-6ca6-471e-abf0-fc214dc83257 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:07.611122 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-01051fb7-1149-49b5-92d8-b04573e3c53f None None] For port 43297ab1-0115-405b-a114-b6bbc28ec87b, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=43297ab1-0115-405b-a114-b6bbc28ec87b,segment=NetworkSegment(0fb082cd-d111-40ef-97fd-50abab533d4b),segment_id=0fb082cd-d111-40ef-97fd-50abab533d4b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:07.616638 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01051fb7-1149-49b5-92d8-b04573e3c53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (43297ab1-0115-405b-a114-b6bbc28ec87b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:07.723454 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01051fb7-1149-49b5-92d8-b04573e3c53f None None] Pushing event updated for resources: {'Port': ['ID=43297ab1-0115-405b-a114-b6bbc28ec87b,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:07.785545 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 43297ab1-0115-405b-a114-b6bbc28ec87b up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:49:07.861475 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b81c1d-6ca6-471e-abf0-fc214dc83257 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:49:07.891119 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490c7d9-44ae-40d0-b801-23de08bdc723 req-32f9be20-6790-459f-b333-1aef6ad2c9f4 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:07.896268 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e490c7d9-44ae-40d0-b801-23de08bdc723 req-32f9be20-6790-459f-b333-1aef6ad2c9f4 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 945 time: 0.1432364 Jan 28 13:49:07.900859 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 43297ab1-0115-405b-a114-b6bbc28ec87b triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:07.904211 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (43297ab1-0115-405b-a114-b6bbc28ec87b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:08.020064 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 43297ab1-0115-405b-a114-b6bbc28ec87b is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:08.027367 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-75c6e646-b337-4a92-a52e-3ed6fe038280 None None] Provisioning complete for port 43297ab1-0115-405b-a114-b6bbc28ec87b triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:08.027974 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-75c6e646-b337-4a92-a52e-3ed6fe038280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (43297ab1-0115-405b-a114-b6bbc28ec87b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:08.110656 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b81c1d-6ca6-471e-abf0-fc214dc83257 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:49:08.131464 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f7b81c1d-6ca6-471e-abf0-fc214dc83257 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "PUT /v2.0/routers/cac813bf-e6d4-47d2-a0c7-f847c4a07ddb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2988632 Jan 28 13:49:08.136845 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55232) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:08.138945 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6b17da-efd7-4d23-aaaf-b792a65f81da None None] Sync routers for ids ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:49:08.152520 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-10a92e65-1727-41a9-a1e8-c2196afb5597 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:08.179578 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6b17da-efd7-4d23-aaaf-b792a65f81da None None] Routers {'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:08.185822 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9c6b17da-efd7-4d23-aaaf-b792a65f81da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:49:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:08.198684 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-263be922-2344-4141-8854-61d482968258 service neutron] show failed (client error): The resource could not be found. Jan 28 13:49:08.199757 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-263be922-2344-4141-8854-61d482968258 service neutron] 10.222.0.18 "GET /v2.0/ports/59b04507-3836-4ae0-8905-df0b8514b470/bindings/n-h2-822747-2 HTTP/1.1" status: 404 len: 380 time: 0.1255445 Jan 28 13:49:08.322411 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-75c6e646-b337-4a92-a52e-3ed6fe038280 None None] Current status of the port 43297ab1-0115-405b-a114-b6bbc28ec87b is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:08.389636 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e490c7d9-44ae-40d0-b801-23de08bdc723 req-ef4af36b-212b-440e-873e-5b97b47ea244 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4297979 Jan 28 13:49:08.651321 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6877b5b4-2c74-47c1-bc35-70f275ea5d3d req-bbf8750b-72d5-4eee-af1b-3597fe5d3b9d tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.0525208 Jan 28 13:49:08.690860 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-be5e9683-0043-4287-8d2a-8ea95732c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:08.712563 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-be5e9683-0043-4287-8d2a-8ea95732c19a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8&tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5 HTTP/1.1" status: 200 len: 1096 time: 0.2714937 Jan 28 13:49:08.720949 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-75c6e646-b337-4a92-a52e-3ed6fe038280 None None] Provisioning complete for port 2d6e57d7-e90b-4257-9861-b17aae0f4351 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:08.721685 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-75c6e646-b337-4a92-a52e-3ed6fe038280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2d6e57d7-e90b-4257-9861-b17aae0f4351), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:08.727553 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822747-2', 'device_owner': 'compute:nova'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:08.790301 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-9c6b17da-efd7-4d23-aaaf-b792a65f81da None None] Set router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:49:08.827915 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-75c6e646-b337-4a92-a52e-3ed6fe038280 None None] Port 2d6e57d7-e90b-4257-9861-b17aae0f4351 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:49:08.882513 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (59b04507-3836-4ae0-8905-df0b8514b470), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:09.036766 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.extraroute_db [None req-10a92e65-1727-41a9-a1e8-c2196afb5597 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103351) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 13:49:09.053218 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.extraroute_db [None req-10a92e65-1727-41a9-a1e8-c2196afb5597 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Removed routes are [] {{(pid=103351) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 13:49:09.053643 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10a92e65-1727-41a9-a1e8-c2196afb5597 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5641'] for router (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:09.159651 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-3f4633e1-27c8-4116-80ad-794708059fd9 None None] Provisioning complete for port 2d6e57d7-e90b-4257-9861-b17aae0f4351 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:09.160253 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f4633e1-27c8-4116-80ad-794708059fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2d6e57d7-e90b-4257-9861-b17aae0f4351), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:09.202376 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9c6b17da-efd7-4d23-aaaf-b792a65f81da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:49:06Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None, '_interfaces': [{'id': '2d6e57d7-e90b-4257-9861-b17aae0f4351', 'name': '', 'network_id': 'b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:a5:51:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '1fb3f642-4a98-4762-b10e-286ce52f4425', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:05Z', 'updated_at': '2022-01-28T13:49:07Z', 'revision_number': 2, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '1fb3f642-4a98-4762-b10e-286ce52f4425', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731d1c54-00ad-446d-9c3c-0e12892a2738', 'name': '', 'network_id': '9b9803b7-cdfb-40e3-8736-89baa611827f', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:54:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '01562e48-8845-4679-bbdc-f96899764e6f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:56Z', 'updated_at': '2022-01-28T13:49:04Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '01562e48-8845-4679-bbdc-f96899764e6f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '963128c1-6533-4825-8301-9bbea82ba0f2', 'name': '', 'network_id': 'b3233314-2e8d-44a5-90ed-b1e78bd33954', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:21:09:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:47Z', 'updated_at': '2022-01-28T13:48:57Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587', 'name': '', 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:3e:1c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:47Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:09.242437 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6b17da-efd7-4d23-aaaf-b792a65f81da None None] Checking router: cac813bf-e6d4-47d2-a0c7-f847c4a07ddb for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:49:09.242798 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6b17da-efd7-4d23-aaaf-b792a65f81da None None] Updating router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb port 2d6e57d7-e90b-4257-9861-b17aae0f4351 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:49:09.282050 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c6b17da-efd7-4d23-aaaf-b792a65f81da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2d6e57d7-e90b-4257-9861-b17aae0f4351), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:09.333971 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3f4633e1-27c8-4116-80ad-794708059fd9 None None] Port 2d6e57d7-e90b-4257-9861-b17aae0f4351 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:49:09.361464 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] For port 59b04507-3836-4ae0-8905-df0b8514b470, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=59b04507-3836-4ae0-8905-df0b8514b470,segment=NetworkSegment(61b09247-e098-473f-b7c7-3caa3a80e5d9),segment_id=61b09247-e098-473f-b7c7-3caa3a80e5d9)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:09.429595 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] For port 59b04507-3836-4ae0-8905-df0b8514b470, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:49:09.527077 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Publish callbacks [] for port (59b04507-3836-4ae0-8905-df0b8514b470), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:09.532617 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e5d8d0-375a-4357-b599-3d3fcf5405c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59b04507-3836-4ae0-8905-df0b8514b470'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:49:09.532849 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-95732bc3-1bfb-4182-b6a6-715dd01862fa req-6070d9e3-1a7f-4d0c-9683-558fa6dbba05 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.0371671 Jan 28 13:49:09.535946 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afef35b2-a587-4fd0-b9fa-77a1a68113aa" -d '{"events": [{"server_uuid": "69e5d8d0-375a-4357-b599-3d3fcf5405c8", "name": "network-vif-unplugged", "status": "completed", "tag": "59b04507-3836-4ae0-8905-df0b8514b470"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:49:09.578299 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Transition to ACTIVE for port object 59b04507-3836-4ae0-8905-df0b8514b470 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:49:09.582956 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (59b04507-3836-4ae0-8905-df0b8514b470), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:09.619945 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 43297ab1-0115-405b-a114-b6bbc28ec87b up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:49:09.622777 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10a92e65-1727-41a9-a1e8-c2196afb5597 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5641'] for router (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:09.646700 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10a92e65-1727-41a9-a1e8-c2196afb5597 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352569'] for router (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:09.661696 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc1f53-7c6c-40fb-a9ce-3cd14907fdda req-b259adfe-d9bf-4a5d-8994-0a7eb44d722b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:09.669017 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7bdc1f53-7c6c-40fb-a9ce-3cd14907fdda req-b259adfe-d9bf-4a5d-8994-0a7eb44d722b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 945 time: 0.1405144 Jan 28 13:49:09.680712 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddf1bbc-8006-4a78-bd86-c5c34df569db x-openstack-request-id: req-6ddf1bbc-8006-4a78-bd86-c5c34df569db {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:49:09.681979 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e5d8d0-375a-4357-b599-3d3fcf5405c8", "name": "network-vif-unplugged", "status": "completed", "tag": "59b04507-3836-4ae0-8905-df0b8514b470", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:49:09.682455 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ddf1bbc-8006-4a78-bd86-c5c34df569db {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:49:09.683091 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e5d8d0-375a-4357-b599-3d3fcf5405c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59b04507-3836-4ae0-8905-df0b8514b470', 'code': 200} Jan 28 13:49:09.697789 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Pushing event updated for resources: {'Port': ['ID=59b04507-3836-4ae0-8905-df0b8514b470,revision_number=6']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:09.857269 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-905632d9-7469-4d17-a1a8-b6fe4dcfbab8 req-4c1696bb-6a25-43d0-b532-dddb35c372e5 tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.0941551 Jan 28 13:49:09.893024 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 43297ab1-0115-405b-a114-b6bbc28ec87b triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:09.893415 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (43297ab1-0115-405b-a114-b6bbc28ec87b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:09.952872 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7bdc1f53-7c6c-40fb-a9ce-3cd14907fdda req-84a4a72e-633f-43ce-8c3f-6bdf1285e890 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2826016 Jan 28 13:49:09.971025 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a92e65-1727-41a9-a1e8-c2196afb5597 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:49:10.221631 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c6b17da-efd7-4d23-aaaf-b792a65f81da None None] Publish callbacks [] for port (2d6e57d7-e90b-4257-9861-b17aae0f4351), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:10.233974 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 43297ab1-0115-405b-a114-b6bbc28ec87b is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:10.257719 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a92e65-1727-41a9-a1e8-c2196afb5597 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:49:10.268626 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10a92e65-1727-41a9-a1e8-c2196afb5597 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:10.273918 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-10a92e65-1727-41a9-a1e8-c2196afb5597 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "PUT /v2.0/routers/cac813bf-e6d4-47d2-a0c7-f847c4a07ddb HTTP/1.1" status: 200 len: 954 time: 2.1334755 Jan 28 13:49:10.275235 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55278) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:10.313904 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c6b17da-efd7-4d23-aaaf-b792a65f81da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2d6e57d7-e90b-4257-9861-b17aae0f4351), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:10.470080 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398e197-f2d0-4bad-9e1d-f33aed0c6974 None None] Pushing event updated for resources: {'Port': ['ID=2d6e57d7-e90b-4257-9861-b17aae0f4351,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:10.485967 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b8772a86-bc3c-4fdc-8a98-ec13095ef6b9 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "GET /v2.0/routers/cac813bf-e6d4-47d2-a0c7-f847c4a07ddb HTTP/1.1" status: 200 len: 954 time: 0.2090943 Jan 28 13:49:10.486855 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55282) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:10.492138 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-e64a504b-c661-43f0-8e0b-c25f6343ebc5 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'router': {'routes': None}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:10.639233 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-9c6b17da-efd7-4d23-aaaf-b792a65f81da None None] Attempting to bind port 2d6e57d7-e90b-4257-9861-b17aae0f4351 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:49:10.639610 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-9c6b17da-efd7-4d23-aaaf-b792a65f81da None None] Attempting to bind port 2d6e57d7-e90b-4257-9861-b17aae0f4351 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '0fb082cd-d111-40ef-97fd-50abab533d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:49:10.639968 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b17da-efd7-4d23-aaaf-b792a65f81da None None] Attempting to bind port 2d6e57d7-e90b-4257-9861-b17aae0f4351 on network b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:49:10.650852 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b17da-efd7-4d23-aaaf-b792a65f81da None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:49:10.651838 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b17da-efd7-4d23-aaaf-b792a65f81da None None] Checking segment: {'id': '0fb082cd-d111-40ef-97fd-50abab533d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:49:10.654414 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c6b17da-efd7-4d23-aaaf-b792a65f81da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:10.656101 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b17da-efd7-4d23-aaaf-b792a65f81da None None] Bound using segment: {'id': '0fb082cd-d111-40ef-97fd-50abab533d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:49:10.656631 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-9c6b17da-efd7-4d23-aaaf-b792a65f81da None None] Bound port: 2d6e57d7-e90b-4257-9861-b17aae0f4351, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb082cd-d111-40ef-97fd-50abab533d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:49:10.657025 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c6b17da-efd7-4d23-aaaf-b792a65f81da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2d6e57d7-e90b-4257-9861-b17aae0f4351), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:10.808545 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9c6b17da-efd7-4d23-aaaf-b792a65f81da None None] For port 2d6e57d7-e90b-4257-9861-b17aae0f4351, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:49:10.820035 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9c6b17da-efd7-4d23-aaaf-b792a65f81da None None] For port 2d6e57d7-e90b-4257-9861-b17aae0f4351, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2d6e57d7-e90b-4257-9861-b17aae0f4351,segment=NetworkSegment(0fb082cd-d111-40ef-97fd-50abab533d4b),segment_id=0fb082cd-d111-40ef-97fd-50abab533d4b)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:49:10.832438 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9c6b17da-efd7-4d23-aaaf-b792a65f81da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2d6e57d7-e90b-4257-9861-b17aae0f4351), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:11.014113 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398e197-f2d0-4bad-9e1d-f33aed0c6974 None None] Pushing event updated for resources: {'Port': ['ID=2d6e57d7-e90b-4257-9861-b17aae0f4351,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:11.042693 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] No DVR routers for this DVR port 59b04507-3836-4ae0-8905-df0b8514b470 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:49:11.118566 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6b17da-efd7-4d23-aaaf-b792a65f81da None None] Routers {'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:11.119231 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9c6b17da-efd7-4d23-aaaf-b792a65f81da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:49:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:11.142512 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-b8179659-c875-417d-8347-e27eaa6608af None None] Provisioning complete for port 2d6e57d7-e90b-4257-9861-b17aae0f4351 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:11.142893 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b8179659-c875-417d-8347-e27eaa6608af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2d6e57d7-e90b-4257-9861-b17aae0f4351), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:11.162535 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e239a8d5-f913-4c70-a36b-b05f9f612a04 req-6e5ce861-ed3e-40aa-ad11-27e4c6937e21 tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.0379481 Jan 28 13:49:11.468503 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Attempting to bind port 59b04507-3836-4ae0-8905-df0b8514b470 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:49:11.468842 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Attempting to bind port 59b04507-3836-4ae0-8905-df0b8514b470 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '61b09247-e098-473f-b7c7-3caa3a80e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:49:11.477432 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Attempting to bind port 59b04507-3836-4ae0-8905-df0b8514b470 on network 667f0983-e508-4fe1-b10d-bcca42a398ef {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:49:11.488816 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Port 59b04507-3836-4ae0-8905-df0b8514b470 on network 667f0983-e508-4fe1-b10d-bcca42a398ef not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:49:11.492529 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Attempting to bind port 59b04507-3836-4ae0-8905-df0b8514b470 on network 667f0983-e508-4fe1-b10d-bcca42a398ef {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:49:11.501502 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:49:11.502306 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b8179659-c875-417d-8347-e27eaa6608af None None] Current status of the port 2d6e57d7-e90b-4257-9861-b17aae0f4351 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:11.502806 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b8179659-c875-417d-8347-e27eaa6608af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2d6e57d7-e90b-4257-9861-b17aae0f4351), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:11.506973 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Checking segment: {'id': '61b09247-e098-473f-b7c7-3caa3a80e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:49:11.508625 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Bound using segment: {'id': '61b09247-e098-473f-b7c7-3caa3a80e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:49:11.509809 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Bound port: 59b04507-3836-4ae0-8905-df0b8514b470, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b09247-e098-473f-b7c7-3caa3a80e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:49:11.512256 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (59b04507-3836-4ae0-8905-df0b8514b470), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:11.532756 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-9c6b17da-efd7-4d23-aaaf-b792a65f81da None None] Set router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:49:11.578858 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-b8179659-c875-417d-8347-e27eaa6608af None None] For port 2d6e57d7-e90b-4257-9861-b17aae0f4351, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2d6e57d7-e90b-4257-9861-b17aae0f4351,segment=NetworkSegment(0fb082cd-d111-40ef-97fd-50abab533d4b),segment_id=0fb082cd-d111-40ef-97fd-50abab533d4b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:11.585647 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b8179659-c875-417d-8347-e27eaa6608af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2d6e57d7-e90b-4257-9861-b17aae0f4351), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:11.588948 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] For port 59b04507-3836-4ae0-8905-df0b8514b470, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:49:11.592290 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] For port 59b04507-3836-4ae0-8905-df0b8514b470, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=59b04507-3836-4ae0-8905-df0b8514b470,segment=NetworkSegment(61b09247-e098-473f-b7c7-3caa3a80e5d9),segment_id=61b09247-e098-473f-b7c7-3caa3a80e5d9)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:49:11.597826 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (59b04507-3836-4ae0-8905-df0b8514b470), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:11.643137 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8179659-c875-417d-8347-e27eaa6608af None None] Pushing event updated for resources: {'Port': ['ID=2d6e57d7-e90b-4257-9861-b17aae0f4351,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:11.675466 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Pushing event updated for resources: {'Port': ['ID=59b04507-3836-4ae0-8905-df0b8514b470,revision_number=7']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:11.684694 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:11.685585 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:11.687472 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] 10.222.0.37 "PUT /v2.0/ports/59b04507-3836-4ae0-8905-df0b8514b470 HTTP/1.1" status: 200 len: 1091 time: 2.9666815 Jan 28 13:49:11.688123 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e5d8d0-375a-4357-b599-3d3fcf5405c8', 'tag': '59b04507-3836-4ae0-8905-df0b8514b470'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:49:11.691038 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5598563d-20a4-4628-aa17-a432365646df" -d '{"events": [{"name": "network-changed", "server_uuid": "69e5d8d0-375a-4357-b599-3d3fcf5405c8", "tag": "59b04507-3836-4ae0-8905-df0b8514b470"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:49:11.716709 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:11.717060 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:11.717404 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:11.717744 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:11.718081 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:11.718414 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:11.718743 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:11.727485 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:11.728159 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:11.728686 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:11.729184 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:11.730466 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:11.731017 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe89e2d-da57-4736-906f-2e154539c66b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:11.801305 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-33742bd6-9ec8-46e2-81b5-732af131b695 None None] Provisioning complete for port 2d6e57d7-e90b-4257-9861-b17aae0f4351 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:11.807004 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33742bd6-9ec8-46e2-81b5-732af131b695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2d6e57d7-e90b-4257-9861-b17aae0f4351), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:11.881405 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-b961ccde-b8dd-4208-ba31-ce8284f804d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:11.883001 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-b961ccde-b8dd-4208-ba31-ce8284f804d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 1094 time: 0.1474597 Jan 28 13:49:11.885434 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e78faaa-5400-43fd-90a3-61711d0f7422 x-openstack-request-id: req-0e78faaa-5400-43fd-90a3-61711d0f7422 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:49:11.885721 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e5d8d0-375a-4357-b599-3d3fcf5405c8", "tag": "59b04507-3836-4ae0-8905-df0b8514b470", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:49:11.885976 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e78faaa-5400-43fd-90a3-61711d0f7422 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:49:11.886375 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e5d8d0-375a-4357-b599-3d3fcf5405c8', 'tag': '59b04507-3836-4ae0-8905-df0b8514b470', 'status': 'completed', 'code': 200} Jan 28 13:49:11.886748 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55300) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:11.920718 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 59b04507-3836-4ae0-8905-df0b8514b470 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:49:12.024820 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] The host n-h1-822747-2 is not matching for port 59b04507-3836-4ae0-8905-df0b8514b470 host n-h2-822747-2! {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:49:12.025523 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 59b04507-3836-4ae0-8905-df0b8514b470 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:49:12.036817 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598563d-20a4-4628-aa17-a432365646df req-ac689d70-5460-4843-b88c-f01c7330232d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:12.038759 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5598563d-20a4-4628-aa17-a432365646df req-ac689d70-5460-4843-b88c-f01c7330232d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 1094 time: 0.2091885 Jan 28 13:49:12.159805 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aece077-bdbc-4cf1-8cca-8a1f5aff6b15 req-e2973ee4-3bb0-4077-9db3-a7267e4bb8ab tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:12.166983 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6aece077-bdbc-4cf1-8cca-8a1f5aff6b15 req-e2973ee4-3bb0-4077-9db3-a7267e4bb8ab tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 943 time: 0.1675677 Jan 28 13:49:12.177093 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598563d-20a4-4628-aa17-a432365646df req-ee588dbc-bf54-47dd-97fc-99c32b8d087d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:12.178746 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5598563d-20a4-4628-aa17-a432365646df req-ee588dbc-bf54-47dd-97fc-99c32b8d087d service neutron] 10.222.0.18 "GET /v2.0/networks?id=667f0983-e508-4fe1-b10d-bcca42a398ef HTTP/1.1" status: 200 len: 897 time: 0.1084301 Jan 28 13:49:12.180889 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-33742bd6-9ec8-46e2-81b5-732af131b695 None None] Current status of the port 2d6e57d7-e90b-4257-9861-b17aae0f4351 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:12.199825 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-12290bac-8cf8-4bde-be72-fe327a6c810f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:12.278741 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9c6b17da-efd7-4d23-aaaf-b792a65f81da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:49:09Z', 'revision_number': 6, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None, '_interfaces': [{'id': '2d6e57d7-e90b-4257-9861-b17aae0f4351', 'name': '', 'network_id': 'b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:a5:51:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '1fb3f642-4a98-4762-b10e-286ce52f4425', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:05Z', 'updated_at': '2022-01-28T13:49:10Z', 'revision_number': 4, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '1fb3f642-4a98-4762-b10e-286ce52f4425', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731d1c54-00ad-446d-9c3c-0e12892a2738', 'name': '', 'network_id': '9b9803b7-cdfb-40e3-8736-89baa611827f', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:54:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '01562e48-8845-4679-bbdc-f96899764e6f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:56Z', 'updated_at': '2022-01-28T13:49:04Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '01562e48-8845-4679-bbdc-f96899764e6f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '963128c1-6533-4825-8301-9bbea82ba0f2', 'name': '', 'network_id': 'b3233314-2e8d-44a5-90ed-b1e78bd33954', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:21:09:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:47Z', 'updated_at': '2022-01-28T13:48:57Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587', 'name': '', 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:3e:1c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:47Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:12.312978 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6b17da-efd7-4d23-aaaf-b792a65f81da None None] The sync data for ids ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'] in n-d-822747-2 is: [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:49:09Z', 'revision_number': 6, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None, '_interfaces': [{'id': '2d6e57d7-e90b-4257-9861-b17aae0f4351', 'name': '', 'network_id': 'b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:a5:51:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '1fb3f642-4a98-4762-b10e-286ce52f4425', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:05Z', 'updated_at': '2022-01-28T13:49:10Z', 'revision_number': 4, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '1fb3f642-4a98-4762-b10e-286ce52f4425', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731d1c54-00ad-446d-9c3c-0e12892a2738', 'name': '', 'network_id': '9b9803b7-cdfb-40e3-8736-89baa611827f', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:54:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '01562e48-8845-4679-bbdc-f96899764e6f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:56Z', 'updated_at': '2022-01-28T13:49:04Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '01562e48-8845-4679-bbdc-f96899764e6f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '963128c1-6533-4825-8301-9bbea82ba0f2', 'name': '', 'network_id': 'b3233314-2e8d-44a5-90ed-b1e78bd33954', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:21:09:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:47Z', 'updated_at': '2022-01-28T13:48:57Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587', 'name': '', 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:3e:1c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:47Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:49:12.327020 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5598563d-20a4-4628-aa17-a432365646df req-bc7b2697-5c63-47b0-b0ca-504ef86980e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59b04507-3836-4ae0-8905-df0b8514b470 HTTP/1.1" status: 200 len: 998 time: 0.1229753 Jan 28 13:49:12.446692 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6aece077-bdbc-4cf1-8cca-8a1f5aff6b15 req-f2005d58-268e-43b3-bf52-e53de9127e4d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2716780 Jan 28 13:49:12.478291 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598563d-20a4-4628-aa17-a432365646df req-99514982-bb68-422d-9aae-5dbb73193e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:12.480709 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5598563d-20a4-4628-aa17-a432365646df req-99514982-bb68-422d-9aae-5dbb73193e05 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=35ffca17-58e9-4eeb-abe2-92558ab43df5 HTTP/1.1" status: 200 len: 835 time: 0.1359670 Jan 28 13:49:12.514716 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ce9b1a8e-98de-4866-94cc-92582948b937 req-46d16301-c278-4daa-ae4c-0c9e5c0ba622 tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.2004645 Jan 28 13:49:12.621835 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-75b2723a-7c2d-48b6-8ec4-69e7a295eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:12.628030 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-75b2723a-7c2d-48b6-8ec4-69e7a295eb36 service neutron] 10.222.0.37 "GET /v2.0/networks?id=667f0983-e508-4fe1-b10d-bcca42a398ef HTTP/1.1" status: 200 len: 897 time: 0.7234046 Jan 28 13:49:12.678424 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.extraroute_db [None req-e64a504b-c661-43f0-8e0b-c25f6343ebc5 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Added routes are [] {{(pid=103351) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 13:49:12.678682 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.extraroute_db [None req-e64a504b-c661-43f0-8e0b-c25f6343ebc5 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103351) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 13:49:12.725916 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598563d-20a4-4628-aa17-a432365646df req-f4f6a4d1-ef4b-44a5-8747-181a43479f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:12.727739 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5598563d-20a4-4628-aa17-a432365646df req-f4f6a4d1-ef4b-44a5-8747-181a43479f5f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=667f0983-e508-4fe1-b10d-bcca42a398ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2083945 Jan 28 13:49:12.730332 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-f6a3f520-ac18-4a2c-a3cc-c08ab5a2ad81 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59b04507-3836-4ae0-8905-df0b8514b470 HTTP/1.1" status: 200 len: 998 time: 0.0862172 Jan 28 13:49:12.752426 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e64a504b-c661-43f0-8e0b-c25f6343ebc5 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5641'] for router (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:12.806015 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-12290bac-8cf8-4bde-be72-fe327a6c810f admin admin] Publish callbacks [] for security_group (149a100b-70f6-4728-90d6-a015025c38c7), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:12.842081 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-12290bac-8cf8-4bde-be72-fe327a6c810f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (149a100b-70f6-4728-90d6-a015025c38c7), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:12.885175 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12290bac-8cf8-4bde-be72-fe327a6c810f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149a100b-70f6-4728-90d6-a015025c38c7,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:12.980989 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-a050feb9-1a5d-42c2-8aa9-3fd0d18e4293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:12.991488 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-a050feb9-1a5d-42c2-8aa9-3fd0d18e4293 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=35ffca17-58e9-4eeb-abe2-92558ab43df5 HTTP/1.1" status: 200 len: 835 time: 0.2326589 Jan 28 13:49:12.999031 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-12290bac-8cf8-4bde-be72-fe327a6c810f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d78a44eecf3745f4bdfde95ebbe25154&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1112003 Jan 28 13:49:13.032260 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e64a504b-c661-43f0-8e0b-c25f6343ebc5 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5641'] for router (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:13.036679 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55318) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:13.043335 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e64a504b-c661-43f0-8e0b-c25f6343ebc5 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352569'] for router (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:13.164333 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-086cf15f-0103-4e06-b2bf-eb0be7172e76 admin admin] Publish callbacks [] for security_group (149a100b-70f6-4728-90d6-a015025c38c7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:13.189928 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64a504b-c661-43f0-8e0b-c25f6343ebc5 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:49:13.198970 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-086cf15f-0103-4e06-b2bf-eb0be7172e76 admin admin] Publish callbacks [] for security_group (149a100b-70f6-4728-90d6-a015025c38c7), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:13.275511 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5598563d-20a4-4628-aa17-a432365646df req-04d4194c-399f-4793-9a14-0ab42af078ec service neutron] 10.222.0.18 "GET /v2.0/networks/667f0983-e508-4fe1-b10d-bcca42a398ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5397072 Jan 28 13:49:13.290809 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-a6ab55f2-fabb-4318-a11b-bd73365cb169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:13.295884 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-a6ab55f2-fabb-4318-a11b-bd73365cb169 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=667f0983-e508-4fe1-b10d-bcca42a398ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2957571 Jan 28 13:49:13.339164 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-086cf15f-0103-4e06-b2bf-eb0be7172e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (149a100b-70f6-4728-90d6-a015025c38c7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:13.352596 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-086cf15f-0103-4e06-b2bf-eb0be7172e76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:13.361981 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-086cf15f-0103-4e06-b2bf-eb0be7172e76 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/149a100b-70f6-4728-90d6-a015025c38c7 HTTP/1.1" status: 204 len: 168 time: 0.3234937 Jan 28 13:49:13.362177 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64a504b-c661-43f0-8e0b-c25f6343ebc5 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:49:13.402634 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e64a504b-c661-43f0-8e0b-c25f6343ebc5 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:13.404402 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e64a504b-c661-43f0-8e0b-c25f6343ebc5 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "PUT /v2.0/routers/cac813bf-e6d4-47d2-a0c7-f847c4a07ddb HTTP/1.1" status: 200 len: 704 time: 2.9163194 Jan 28 13:49:13.407968 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55328) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:13.425101 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086cf15f-0103-4e06-b2bf-eb0be7172e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149a100b-70f6-4728-90d6-a015025c38c7,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:13.741083 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a4a111d8-f6d2-4363-bb54-a3ea91ab761b req-bc857409-5b91-4a58-8db8-9e170d9bc07b tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.1231527 Jan 28 13:49:13.766225 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2d6e57d7-e90b-4257-9861-b17aae0f4351 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:49:13.778254 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-baba17be-470c-4cf8-9e53-adfb9f94bea1 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "GET /v2.0/routers/cac813bf-e6d4-47d2-a0c7-f847c4a07ddb HTTP/1.1" status: 200 len: 704 time: 0.3686550 Jan 28 13:49:13.779049 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55338) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:13.892262 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-a28aeba4-c0d5-4e46-9120-2ad9534953d4 service neutron] 10.222.0.37 "GET /v2.0/networks/667f0983-e508-4fe1-b10d-bcca42a398ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297797 Jan 28 13:49:13.914682 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389948c6-26b5-4ef0-8663-0df2ec6a6d3e req-02149a20-028e-44ff-bc62-e218f9d20290 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:13.917831 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-389948c6-26b5-4ef0-8663-0df2ec6a6d3e req-02149a20-028e-44ff-bc62-e218f9d20290 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 943 time: 0.2728148 Jan 28 13:49:13.930037 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5598563d-20a4-4628-aa17-a432365646df req-2b3fcd5c-1cba-47dc-9012-fe13eb30b8c6 service neutron] 10.222.0.18 "GET /v2.0/networks/667f0983-e508-4fe1-b10d-bcca42a398ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6441875 Jan 28 13:49:13.930515 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55340) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:13.942851 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 2d6e57d7-e90b-4257-9861-b17aae0f4351 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:13.943320 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2d6e57d7-e90b-4257-9861-b17aae0f4351), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:13.963483 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8394b71-a6b3-40af-8cdc-4ac2b849b7bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:14.003313 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b704d68-37be-49a0-b1d1-223eb2aec815 None None] Sync routers for ids ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:49:14.017559 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b704d68-37be-49a0-b1d1-223eb2aec815 None None] Routers {'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:14.022253 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-1b704d68-37be-49a0-b1d1-223eb2aec815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:49:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:14.107717 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 2d6e57d7-e90b-4257-9861-b17aae0f4351 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:14.166156 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-389948c6-26b5-4ef0-8663-0df2ec6a6d3e req-1152af43-3650-44ed-b495-2eff089501f5 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334421 Jan 28 13:49:14.181682 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-817cd5e2-f8be-44f7-b9ed-438c49da1d09 req-c5222e80-ea7e-465f-b127-3475baa9dd95 service neutron] 10.222.0.37 "GET /v2.0/networks/667f0983-e508-4fe1-b10d-bcca42a398ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622709 Jan 28 13:49:14.195377 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-1b704d68-37be-49a0-b1d1-223eb2aec815 None None] Set router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:49:14.295805 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8394b71-a6b3-40af-8cdc-4ac2b849b7bc admin admin] Publish callbacks [] for security_group (47ad18ff-04ec-44a1-8679-ce594c958e71), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:14.304280 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8394b71-a6b3-40af-8cdc-4ac2b849b7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (47ad18ff-04ec-44a1-8679-ce594c958e71), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:14.353603 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598563d-20a4-4628-aa17-a432365646df req-ddbe4d68-3dd7-4402-8ce2-dbf0ba4b2776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:14.356206 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5598563d-20a4-4628-aa17-a432365646df req-ddbe4d68-3dd7-4402-8ce2-dbf0ba4b2776 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 1094 time: 0.1256058 Jan 28 13:49:14.506285 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8394b71-a6b3-40af-8cdc-4ac2b849b7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ad18ff-04ec-44a1-8679-ce594c958e71,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:14.514544 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f8394b71-a6b3-40af-8cdc-4ac2b849b7bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f212031684147ac9947571108bd31f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5808196 Jan 28 13:49:14.519253 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55346) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:14.663769 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598563d-20a4-4628-aa17-a432365646df req-6b655833-b0fe-4c1e-b089-b89e0129a2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:14.665417 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5598563d-20a4-4628-aa17-a432365646df req-6b655833-b0fe-4c1e-b089-b89e0129a2d5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=667f0983-e508-4fe1-b10d-bcca42a398ef HTTP/1.1" status: 200 len: 897 time: 0.3011591 Jan 28 13:49:14.687660 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ef36fc4e-5767-441c-b146-ee1690dfd465 admin admin] Publish callbacks [] for security_group (47ad18ff-04ec-44a1-8679-ce594c958e71), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:14.697327 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-1b704d68-37be-49a0-b1d1-223eb2aec815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:49:12Z', 'revision_number': 7, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None, '_interfaces': [{'id': '2d6e57d7-e90b-4257-9861-b17aae0f4351', 'name': '', 'network_id': 'b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:a5:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '1fb3f642-4a98-4762-b10e-286ce52f4425', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:05Z', 'updated_at': '2022-01-28T13:49:11Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '1fb3f642-4a98-4762-b10e-286ce52f4425', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731d1c54-00ad-446d-9c3c-0e12892a2738', 'name': '', 'network_id': '9b9803b7-cdfb-40e3-8736-89baa611827f', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:54:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '01562e48-8845-4679-bbdc-f96899764e6f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:56Z', 'updated_at': '2022-01-28T13:49:04Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '01562e48-8845-4679-bbdc-f96899764e6f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '963128c1-6533-4825-8301-9bbea82ba0f2', 'name': '', 'network_id': 'b3233314-2e8d-44a5-90ed-b1e78bd33954', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:21:09:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:47Z', 'updated_at': '2022-01-28T13:48:57Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587', 'name': '', 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:3e:1c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:47Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:14.737089 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ef36fc4e-5767-441c-b146-ee1690dfd465 admin admin] Publish callbacks [] for security_group (47ad18ff-04ec-44a1-8679-ce594c958e71), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:14.811849 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b704d68-37be-49a0-b1d1-223eb2aec815 None None] Checking router: cac813bf-e6d4-47d2-a0c7-f847c4a07ddb for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:49:14.835934 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b704d68-37be-49a0-b1d1-223eb2aec815 None None] Routers {'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:14.837003 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-1b704d68-37be-49a0-b1d1-223eb2aec815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:49:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:14.877169 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5598563d-20a4-4628-aa17-a432365646df req-fb001268-c962-40eb-87ff-9acf9c16b57a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59b04507-3836-4ae0-8905-df0b8514b470 HTTP/1.1" status: 200 len: 998 time: 0.1905038 Jan 28 13:49:14.878217 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ef36fc4e-5767-441c-b146-ee1690dfd465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (47ad18ff-04ec-44a1-8679-ce594c958e71), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:14.882507 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ef36fc4e-5767-441c-b146-ee1690dfd465 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:14.883634 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ef36fc4e-5767-441c-b146-ee1690dfd465 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47ad18ff-04ec-44a1-8679-ce594c958e71 HTTP/1.1" status: 204 len: 168 time: 0.3634737 Jan 28 13:49:14.914054 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7709de74-417f-44f2-b66a-b03659d2b298 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:15.006842 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36fc4e-5767-441c-b146-ee1690dfd465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ad18ff-04ec-44a1-8679-ce594c958e71,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:15.017152 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-1b704d68-37be-49a0-b1d1-223eb2aec815 None None] Set router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:49:15.130486 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bd83b8c4-3cf9-4ff5-b0b1-622be49364a0 req-a70c55c3-1284-4850-bf3f-0ff7ce9caab9 tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.1040447 Jan 28 13:49:15.135037 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598563d-20a4-4628-aa17-a432365646df req-833a0ed2-6528-418b-876c-b48bfddce270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:15.135624 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5598563d-20a4-4628-aa17-a432365646df req-833a0ed2-6528-418b-876c-b48bfddce270 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=35ffca17-58e9-4eeb-abe2-92558ab43df5 HTTP/1.1" status: 200 len: 835 time: 0.2509835 Jan 28 13:49:15.270843 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598563d-20a4-4628-aa17-a432365646df req-346eeec9-0e95-4f42-a929-a85b36fc9e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:15.277366 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5598563d-20a4-4628-aa17-a432365646df req-346eeec9-0e95-4f42-a929-a85b36fc9e80 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=667f0983-e508-4fe1-b10d-bcca42a398ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1300900 Jan 28 13:49:15.538253 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e90e3-2946-4e29-b634-e03d6e79f3ad req-653e3886-555a-4425-a193-2b7b81cf56cc tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:15.548863 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2d6e90e3-2946-4e29-b634-e03d6e79f3ad req-653e3886-555a-4425-a193-2b7b81cf56cc tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 943 time: 0.2240324 Jan 28 13:49:15.571887 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5598563d-20a4-4628-aa17-a432365646df req-035ea8f6-2bb6-4145-b2ec-7a412f1a9c73 service neutron] 10.222.0.37 "GET /v2.0/networks/667f0983-e508-4fe1-b10d-bcca42a398ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877693 Jan 28 13:49:15.626673 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2d6e90e3-2946-4e29-b634-e03d6e79f3ad req-e029efce-97ab-45c4-b93a-7d1ec592b613 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527041 Jan 28 13:49:15.646079 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-1b704d68-37be-49a0-b1d1-223eb2aec815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:49:12Z', 'revision_number': 7, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None, '_interfaces': [{'id': '2d6e57d7-e90b-4257-9861-b17aae0f4351', 'name': '', 'network_id': 'b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:a5:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '1fb3f642-4a98-4762-b10e-286ce52f4425', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:05Z', 'updated_at': '2022-01-28T13:49:11Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '1fb3f642-4a98-4762-b10e-286ce52f4425', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731d1c54-00ad-446d-9c3c-0e12892a2738', 'name': '', 'network_id': '9b9803b7-cdfb-40e3-8736-89baa611827f', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:54:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '01562e48-8845-4679-bbdc-f96899764e6f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:56Z', 'updated_at': '2022-01-28T13:49:04Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '01562e48-8845-4679-bbdc-f96899764e6f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '963128c1-6533-4825-8301-9bbea82ba0f2', 'name': '', 'network_id': 'b3233314-2e8d-44a5-90ed-b1e78bd33954', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:21:09:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:47Z', 'updated_at': '2022-01-28T13:48:57Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587', 'name': '', 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:3e:1c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:47Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:15.732168 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-7709de74-417f-44f2-b66a-b03659d2b298 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Deleting port 2d6e57d7-e90b-4257-9861-b17aae0f4351 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:49:15.734848 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7709de74-417f-44f2-b66a-b03659d2b298 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (2d6e57d7-e90b-4257-9861-b17aae0f4351), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:15.745556 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b704d68-37be-49a0-b1d1-223eb2aec815 None None] The sync data for ids ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'] in n-d-822747-2 is: [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:49:12Z', 'revision_number': 7, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None, '_interfaces': [{'id': '2d6e57d7-e90b-4257-9861-b17aae0f4351', 'name': '', 'network_id': 'b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:a5:51:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '1fb3f642-4a98-4762-b10e-286ce52f4425', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:05Z', 'updated_at': '2022-01-28T13:49:11Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '1fb3f642-4a98-4762-b10e-286ce52f4425', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731d1c54-00ad-446d-9c3c-0e12892a2738', 'name': '', 'network_id': '9b9803b7-cdfb-40e3-8736-89baa611827f', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:54:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '01562e48-8845-4679-bbdc-f96899764e6f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:56Z', 'updated_at': '2022-01-28T13:49:04Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '01562e48-8845-4679-bbdc-f96899764e6f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '963128c1-6533-4825-8301-9bbea82ba0f2', 'name': '', 'network_id': 'b3233314-2e8d-44a5-90ed-b1e78bd33954', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:21:09:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:47Z', 'updated_at': '2022-01-28T13:48:57Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587', 'name': '', 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:3e:1c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:47Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:49:15.858018 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5598563d-20a4-4628-aa17-a432365646df req-6f5dc9b9-82ce-4753-a604-f4aa6e1ced05 service neutron] 10.222.0.37 "GET /v2.0/networks/667f0983-e508-4fe1-b10d-bcca42a398ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356119 Jan 28 13:49:15.934457 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-7709de74-417f-44f2-b66a-b03659d2b298 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] For port 2d6e57d7-e90b-4257-9861-b17aae0f4351, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2d6e57d7-e90b-4257-9861-b17aae0f4351,segment=NetworkSegment(0fb082cd-d111-40ef-97fd-50abab533d4b),segment_id=0fb082cd-d111-40ef-97fd-50abab533d4b)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:15.935077 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7709de74-417f-44f2-b66a-b03659d2b298 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (2d6e57d7-e90b-4257-9861-b17aae0f4351), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:15.953371 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-7709de74-417f-44f2-b66a-b03659d2b298 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Calling delete_port for 2d6e57d7-e90b-4257-9861-b17aae0f4351 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:49:16.364146 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-06973d70-8527-488f-83aa-10b914db0c6f req-c73dcd5e-5994-43f0-a291-4681e16e29f4 tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.0557933 Jan 28 13:49:16.395041 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7709de74-417f-44f2-b66a-b03659d2b298 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (2d6e57d7-e90b-4257-9861-b17aae0f4351), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:16.445259 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709de74-417f-44f2-b66a-b03659d2b298 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Port': ['ID=2d6e57d7-e90b-4257-9861-b17aae0f4351,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:16.666029 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7709de74-417f-44f2-b66a-b03659d2b298 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:16.860501 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b2d64-cc03-453d-9dc7-9c2711b7dd11 req-972a0385-27b7-418d-aeb7-e1c466078bf9 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:16.870636 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ef4b2d64-cc03-453d-9dc7-9c2711b7dd11 req-972a0385-27b7-418d-aeb7-e1c466078bf9 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 943 time: 0.1092885 Jan 28 13:49:16.971910 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ef4b2d64-cc03-453d-9dc7-9c2711b7dd11 req-e99fef9c-f50a-4a3e-959c-d1d21d07ee4e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966761 Jan 28 13:49:17.136049 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7709de74-417f-44f2-b66a-b03659d2b298 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:49:17.256554 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7709de74-417f-44f2-b66a-b03659d2b298 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:49:17.264379 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7709de74-417f-44f2-b66a-b03659d2b298 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "PUT /v2.0/routers/cac813bf-e6d4-47d2-a0c7-f847c4a07ddb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4720478 Jan 28 13:49:17.267533 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55402) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:17.267967 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de08d40-eda5-4ec1-a5b3-f492ebdd9001 None None] Sync routers for ids ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:49:17.282563 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de08d40-eda5-4ec1-a5b3-f492ebdd9001 None None] Routers {'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:17.286173 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-0de08d40-eda5-4ec1-a5b3-f492ebdd9001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:49:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:17.351585 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0582f18-9881-4b47-9e46-5b94288d329d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Deleting subnet 1fb3f642-4a98-4762-b10e-286ce52f4425 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:49:17.356288 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e0582f18-9881-4b47-9e46-5b94288d329d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for subnet (1fb3f642-4a98-4762-b10e-286ce52f4425), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:17.411094 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e0582f18-9881-4b47-9e46-5b94288d329d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (1fb3f642-4a98-4762-b10e-286ce52f4425), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:17.412966 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-0de08d40-eda5-4ec1-a5b3-f492ebdd9001 None None] Set router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:49:17.511095 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e0582f18-9881-4b47-9e46-5b94288d329d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (1fb3f642-4a98-4762-b10e-286ce52f4425), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:17.624759 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a1b65b67-93b0-4e8a-acbc-cc8115b88516 req-87690af6-9b16-463d-b09b-34cec4fb09f3 tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.0574970 Jan 28 13:49:17.654341 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e0582f18-9881-4b47-9e46-5b94288d329d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (1fb3f642-4a98-4762-b10e-286ce52f4425), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:17.742833 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0582f18-9881-4b47-9e46-5b94288d329d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Subnet': ['ID=1fb3f642-4a98-4762-b10e-286ce52f4425,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:17.747635 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e0582f18-9881-4b47-9e46-5b94288d329d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:17.753896 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac46aeac-5b3d-408e-9d3a-034730d4b25d None None] Network b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:49:17.754513 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e0582f18-9881-4b47-9e46-5b94288d329d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/subnets/1fb3f642-4a98-4762-b10e-286ce52f4425 HTTP/1.1" status: 204 len: 168 time: 0.4850686 Jan 28 13:49:17.756755 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55410) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:17.876009 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:17.956131 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cb26470b-3742-48a8-952c-945f490f4bdc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:17.983466 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:49:18.291817 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-cb26470b-3742-48a8-952c-945f490f4bdc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Deleting port 43297ab1-0115-405b-a114-b6bbc28ec87b {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:49:18.292388 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cb26470b-3742-48a8-952c-945f490f4bdc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (43297ab1-0115-405b-a114-b6bbc28ec87b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:18.389672 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-cb26470b-3742-48a8-952c-945f490f4bdc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] For port 43297ab1-0115-405b-a114-b6bbc28ec87b, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=43297ab1-0115-405b-a114-b6bbc28ec87b,segment=NetworkSegment(0fb082cd-d111-40ef-97fd-50abab533d4b),segment_id=0fb082cd-d111-40ef-97fd-50abab533d4b)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:18.390075 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cb26470b-3742-48a8-952c-945f490f4bdc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (43297ab1-0115-405b-a114-b6bbc28ec87b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:18.465243 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358cf660-bae2-4e10-ad10-5ae4d444894b req-745ffba1-8329-44e2-8f03-44dd6add3143 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:18.473222 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-0de08d40-eda5-4ec1-a5b3-f492ebdd9001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:49:16Z', 'revision_number': 8, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None, '_interfaces': [{'id': '731d1c54-00ad-446d-9c3c-0e12892a2738', 'name': '', 'network_id': '9b9803b7-cdfb-40e3-8736-89baa611827f', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:54:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '01562e48-8845-4679-bbdc-f96899764e6f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:56Z', 'updated_at': '2022-01-28T13:49:04Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '01562e48-8845-4679-bbdc-f96899764e6f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '963128c1-6533-4825-8301-9bbea82ba0f2', 'name': '', 'network_id': 'b3233314-2e8d-44a5-90ed-b1e78bd33954', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:21:09:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:47Z', 'updated_at': '2022-01-28T13:48:57Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587', 'name': '', 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:3e:1c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:47Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:18.479821 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-358cf660-bae2-4e10-ad10-5ae4d444894b req-745ffba1-8329-44e2-8f03-44dd6add3143 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 943 time: 0.3115990 Jan 28 13:49:18.486097 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-cb26470b-3742-48a8-952c-945f490f4bdc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Calling delete_port for 43297ab1-0115-405b-a114-b6bbc28ec87b owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:49:18.648690 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37835e9-746c-43e5-84f9-09d9b2b02cfd None None] DHCP port deletion for b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:49:18.663028 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de08d40-eda5-4ec1-a5b3-f492ebdd9001 None None] Checking router: cac813bf-e6d4-47d2-a0c7-f847c4a07ddb for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:49:18.750384 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de08d40-eda5-4ec1-a5b3-f492ebdd9001 None None] Routers {'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:18.753831 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-0de08d40-eda5-4ec1-a5b3-f492ebdd9001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:49:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:18.903792 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-44e1fb4a-f865-422e-8d1c-7009a637ce02 req-7dbaed12-358b-4a09-a7b9-dab04f09b679 tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.0816371 Jan 28 13:49:18.953297 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-358cf660-bae2-4e10-ad10-5ae4d444894b req-bfdebd68-c6da-4d3b-a10a-8f4c6fc4af08 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4582927 Jan 28 13:49:18.967638 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cb26470b-3742-48a8-952c-945f490f4bdc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (43297ab1-0115-405b-a114-b6bbc28ec87b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:19.016981 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f37835e9-746c-43e5-84f9-09d9b2b02cfd None None] Deleting port 43297ab1-0115-405b-a114-b6bbc28ec87b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:49:19.017356 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f37835e9-746c-43e5-84f9-09d9b2b02cfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (43297ab1-0115-405b-a114-b6bbc28ec87b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:19.020057 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-0de08d40-eda5-4ec1-a5b3-f492ebdd9001 None None] Set router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:49:19.077952 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb26470b-3742-48a8-952c-945f490f4bdc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] No DVR routers for this DVR port 43297ab1-0115-405b-a114-b6bbc28ec87b on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:49:19.092254 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26470b-3742-48a8-952c-945f490f4bdc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Port': ['ID=43297ab1-0115-405b-a114-b6bbc28ec87b,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:19.389012 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cb26470b-3742-48a8-952c-945f490f4bdc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:19.417593 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-cb26470b-3742-48a8-952c-945f490f4bdc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:19.434412 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-cb26470b-3742-48a8-952c-945f490f4bdc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb082cd-d111-40ef-97fd-50abab533d4b') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:19.435064 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-cb26470b-3742-48a8-952c-945f490f4bdc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb082cd-d111-40ef-97fd-50abab533d4b') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:19.445908 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f37835e9-746c-43e5-84f9-09d9b2b02cfd None None] For port 43297ab1-0115-405b-a114-b6bbc28ec87b, host n-d-822747-2, got binding levels [] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:19.447968 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cb26470b-3742-48a8-952c-945f490f4bdc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (0fb082cd-d111-40ef-97fd-50abab533d4b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:19.462952 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f37835e9-746c-43e5-84f9-09d9b2b02cfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (43297ab1-0115-405b-a114-b6bbc28ec87b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:19.465083 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cb26470b-3742-48a8-952c-945f490f4bdc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (0fb082cd-d111-40ef-97fd-50abab533d4b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:19.473690 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb26470b-3742-48a8-952c-945f490f4bdc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:49:19.474345 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cb26470b-3742-48a8-952c-945f490f4bdc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (0fb082cd-d111-40ef-97fd-50abab533d4b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:49:19.597323 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:49:19.617227 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cb26470b-3742-48a8-952c-945f490f4bdc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:19.759536 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f37835e9-746c-43e5-84f9-09d9b2b02cfd None None] Calling delete_port for 43297ab1-0115-405b-a114-b6bbc28ec87b owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:49:19.769216 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cb26470b-3742-48a8-952c-945f490f4bdc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:19.775060 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-cb26470b-3742-48a8-952c-945f490f4bdc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/networks/b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7 HTTP/1.1" status: 204 len: 168 time: 2.0167336 Jan 28 13:49:19.776288 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26470b-3742-48a8-952c-945f490f4bdc tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Network': ['ID=b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:19.779257 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.ipam_backend_mixin [None req-f37835e9-746c-43e5-84f9-09d9b2b02cfd None None] Port 43297ab1-0115-405b-a114-b6bbc28ec87b was not found and therefore no delete operation was performed {{(pid=103353) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:49:19.787777 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55454) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:19.792413 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 59b04507-3836-4ae0-8905-df0b8514b470 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:49:19.799421 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 43297ab1-0115-405b-a114-b6bbc28ec87b no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:49:19.813429 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f37835e9-746c-43e5-84f9-09d9b2b02cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (43297ab1-0115-405b-a114-b6bbc28ec87b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:19.915160 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37835e9-746c-43e5-84f9-09d9b2b02cfd None None] Pushing event deleted for resources: {'Port': ['ID=43297ab1-0115-405b-a114-b6bbc28ec87b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:19.932768 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2eecf0-f8bc-4c2f-af07-9154a8756ccf req-18733043-78f0-425a-addf-5916676c9bfd tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:19.945066 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c2eecf0-f8bc-4c2f-af07-9154a8756ccf req-18733043-78f0-425a-addf-5916676c9bfd tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 943 time: 0.3518579 Jan 28 13:49:19.956702 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 43297ab1-0115-405b-a114-b6bbc28ec87b {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:49:19.957473 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 43297ab1-0115-405b-a114-b6bbc28ec87b not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:49:19.960364 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f37835e9-746c-43e5-84f9-09d9b2b02cfd None None] Network b93dd8a9-06b2-4e7f-a4de-4b221cdf33d7 is not hosted by any dhcp agent {{(pid=103353) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 13:49:19.961051 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37835e9-746c-43e5-84f9-09d9b2b02cfd None None] No DVR routers for this DVR port 43297ab1-0115-405b-a114-b6bbc28ec87b on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:49:19.974203 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:19.995127 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af898d2-2bb9-42ec-bc80-8121e9cf20a0 req-df1c5191-ba5d-4a3a-8947-08d7e34e9155 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:20.002455 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5af898d2-2bb9-42ec-bc80-8121e9cf20a0 req-df1c5191-ba5d-4a3a-8947-08d7e34e9155 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8&tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&binding%3Ahost_id=n-h2-822747-2 HTTP/1.1" status: 200 len: 943 time: 0.4063594 Jan 28 13:49:20.289755 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21fc364d-608a-4a2d-ad75-85866ca97bab req-b0af6369-6ccb-415f-9acb-30483b52135a tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.1251917 Jan 28 13:49:20.352282 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [req-5af898d2-2bb9-42ec-bc80-8121e9cf20a0 req-5c8f1534-fd71-42bc-9263-e3a5084dd418 service neutron] delete failed (client error): The resource could not be found. Jan 28 13:49:20.353595 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5af898d2-2bb9-42ec-bc80-8121e9cf20a0 req-5c8f1534-fd71-42bc-9263-e3a5084dd418 service neutron] 10.222.0.18 "DELETE /v2.0/ports/59b04507-3836-4ae0-8905-df0b8514b470/bindings/n-h1-822747-2 HTTP/1.1" status: 404 len: 380 time: 0.2650003 Jan 28 13:49:20.363750 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-0de08d40-eda5-4ec1-a5b3-f492ebdd9001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:49:16Z', 'revision_number': 8, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None, '_interfaces': [{'id': '731d1c54-00ad-446d-9c3c-0e12892a2738', 'name': '', 'network_id': '9b9803b7-cdfb-40e3-8736-89baa611827f', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:54:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '01562e48-8845-4679-bbdc-f96899764e6f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:56Z', 'updated_at': '2022-01-28T13:49:04Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '01562e48-8845-4679-bbdc-f96899764e6f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '963128c1-6533-4825-8301-9bbea82ba0f2', 'name': '', 'network_id': 'b3233314-2e8d-44a5-90ed-b1e78bd33954', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:21:09:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:47Z', 'updated_at': '2022-01-28T13:48:57Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587', 'name': '', 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:3e:1c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:47Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:20.399677 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de08d40-eda5-4ec1-a5b3-f492ebdd9001 None None] The sync data for ids ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'] in n-d-822747-2 is: [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:49:16Z', 'revision_number': 8, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None, '_interfaces': [{'id': '731d1c54-00ad-446d-9c3c-0e12892a2738', 'name': '', 'network_id': '9b9803b7-cdfb-40e3-8736-89baa611827f', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:54:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '01562e48-8845-4679-bbdc-f96899764e6f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:56Z', 'updated_at': '2022-01-28T13:49:04Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '01562e48-8845-4679-bbdc-f96899764e6f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '963128c1-6533-4825-8301-9bbea82ba0f2', 'name': '', 'network_id': 'b3233314-2e8d-44a5-90ed-b1e78bd33954', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:21:09:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:47Z', 'updated_at': '2022-01-28T13:48:57Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587', 'name': '', 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:3e:1c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:47Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:49:20.412644 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c2eecf0-f8bc-4c2f-af07-9154a8756ccf req-236902b4-2698-4a7f-9df7-9e6f8ad5cbcc tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4665112 Jan 28 13:49:20.451637 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 59b04507-3836-4ae0-8905-df0b8514b470, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=59b04507-3836-4ae0-8905-df0b8514b470,segment=NetworkSegment(61b09247-e098-473f-b7c7-3caa3a80e5d9),segment_id=61b09247-e098-473f-b7c7-3caa3a80e5d9)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:20.504794 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '59b04507-3836-4ae0-8905-df0b8514b470', 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef', 'port_id': '59b04507-3836-4ae0-8905-df0b8514b470', 'mac_address': 'fa:16:3e:ae:95:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ffca17-58e9-4eeb-abe2-92558ab43df5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:49:20.628174 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 59b04507-3836-4ae0-8905-df0b8514b470 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:20.628633 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (59b04507-3836-4ae0-8905-df0b8514b470), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:20.661311 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b04507-3836-4ae0-8905-df0b8514b470 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:49:20.705622 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af898d2-2bb9-42ec-bc80-8121e9cf20a0 req-ebe6c3e2-b8d6-4c95-9d71-4cd23ab25f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:20.713255 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 59b04507-3836-4ae0-8905-df0b8514b470, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=59b04507-3836-4ae0-8905-df0b8514b470,segment=NetworkSegment(61b09247-e098-473f-b7c7-3caa3a80e5d9),segment_id=61b09247-e098-473f-b7c7-3caa3a80e5d9)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:20.715440 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5af898d2-2bb9-42ec-bc80-8121e9cf20a0 req-ebe6c3e2-b8d6-4c95-9d71-4cd23ab25f2d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 1094 time: 0.2570825 Jan 28 13:49:20.719743 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (59b04507-3836-4ae0-8905-df0b8514b470), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:20.781974 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b1e24cb9-f60b-43ff-b0c6-802833964589 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:20.821202 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=59b04507-3836-4ae0-8905-df0b8514b470,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:21.033505 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af898d2-2bb9-42ec-bc80-8121e9cf20a0 req-6717735e-806d-46c2-b5ca-46e739a2c394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:21.035921 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5af898d2-2bb9-42ec-bc80-8121e9cf20a0 req-6717735e-806d-46c2-b5ca-46e739a2c394 service neutron] 10.222.0.18 "GET /v2.0/networks?id=667f0983-e508-4fe1-b10d-bcca42a398ef HTTP/1.1" status: 200 len: 897 time: 0.3137097 Jan 28 13:49:21.050762 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['59b04507-3836-4ae0-8905-df0b8514b470'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:49:21.402668 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5af898d2-2bb9-42ec-bc80-8121e9cf20a0 req-bdba4fa8-3c9b-490e-b273-b89d6dc2bba5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59b04507-3836-4ae0-8905-df0b8514b470 HTTP/1.1" status: 200 len: 999 time: 0.3583179 Jan 28 13:49:21.589475 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5896599d-c0ed-44da-a539-7c3fd9b52ae7 req-5a5df3c4-dc42-4840-8b84-327392796696 tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.0960035 Jan 28 13:49:21.607105 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2d6e57d7-e90b-4257-9861-b17aae0f4351 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:49:21.667231 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 2d6e57d7-e90b-4257-9861-b17aae0f4351 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:49:21.667804 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2d6e57d7-e90b-4257-9861-b17aae0f4351 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:49:21.755984 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af898d2-2bb9-42ec-bc80-8121e9cf20a0 req-27f81f50-66ac-4286-990c-4c6d7ca84ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:21.763107 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5af898d2-2bb9-42ec-bc80-8121e9cf20a0 req-27f81f50-66ac-4286-990c-4c6d7ca84ef4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=35ffca17-58e9-4eeb-abe2-92558ab43df5 HTTP/1.1" status: 200 len: 835 time: 0.3535032 Jan 28 13:49:21.810411 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-b1e24cb9-f60b-43ff-b0c6-802833964589 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Deleting port 731d1c54-00ad-446d-9c3c-0e12892a2738 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:49:21.810682 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b1e24cb9-f60b-43ff-b0c6-802833964589 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (731d1c54-00ad-446d-9c3c-0e12892a2738), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:21.877864 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774fe39-6619-4d63-81b1-e9a4b61cad35 req-4c1e3795-f25a-4fad-81cb-81376bf34666 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:21.884580 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1774fe39-6619-4d63-81b1-e9a4b61cad35 req-4c1e3795-f25a-4fad-81cb-81376bf34666 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 944 time: 0.3030751 Jan 28 13:49:21.973178 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af898d2-2bb9-42ec-bc80-8121e9cf20a0 req-3bc08e36-76dc-44f8-8546-d7a5ddcb10cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:21.975951 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5af898d2-2bb9-42ec-bc80-8121e9cf20a0 req-3bc08e36-76dc-44f8-8546-d7a5ddcb10cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=667f0983-e508-4fe1-b10d-bcca42a398ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2040458 Jan 28 13:49:22.150820 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-b1e24cb9-f60b-43ff-b0c6-802833964589 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] For port 731d1c54-00ad-446d-9c3c-0e12892a2738, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=731d1c54-00ad-446d-9c3c-0e12892a2738,segment=NetworkSegment(e52617aa-5a47-4a39-9f15-39f494834443),segment_id=e52617aa-5a47-4a39-9f15-39f494834443)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:22.151178 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b1e24cb9-f60b-43ff-b0c6-802833964589 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (731d1c54-00ad-446d-9c3c-0e12892a2738), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:22.167237 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-b1e24cb9-f60b-43ff-b0c6-802833964589 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Calling delete_port for 731d1c54-00ad-446d-9c3c-0e12892a2738 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:49:22.225970 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1774fe39-6619-4d63-81b1-e9a4b61cad35 req-17b26155-f181-4930-b67d-290a5564a869 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3289423 Jan 28 13:49:22.271169 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5af898d2-2bb9-42ec-bc80-8121e9cf20a0 req-59630bd1-93ac-4be6-978b-833d8c44c390 service neutron] 10.222.0.18 "GET /v2.0/networks/667f0983-e508-4fe1-b10d-bcca42a398ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768562 Jan 28 13:49:22.436170 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5af898d2-2bb9-42ec-bc80-8121e9cf20a0 req-5e1417ab-3372-410f-a322-971a0b434dae service neutron] 10.222.0.18 "GET /v2.0/networks/667f0983-e508-4fe1-b10d-bcca42a398ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586504 Jan 28 13:49:23.099998 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b1e24cb9-f60b-43ff-b0c6-802833964589 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (731d1c54-00ad-446d-9c3c-0e12892a2738), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:23.158833 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2a9e7be6-3e97-4e51-9bfb-1881676769f2 req-ab7d1305-9f7d-4f89-897f-bd1429993eda tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.0705440 Jan 28 13:49:23.204015 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e24cb9-f60b-43ff-b0c6-802833964589 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Port': ['ID=731d1c54-00ad-446d-9c3c-0e12892a2738,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:23.366486 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b1e24cb9-f60b-43ff-b0c6-802833964589 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:23.454944 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090af9c6-06e1-4aba-9eb5-ae63d43fdf28 req-182491d0-305c-4d83-80a9-1b9b35dc811b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:23.469886 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-090af9c6-06e1-4aba-9eb5-ae63d43fdf28 req-182491d0-305c-4d83-80a9-1b9b35dc811b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 944 time: 0.1378124 Jan 28 13:49:23.620252 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-090af9c6-06e1-4aba-9eb5-ae63d43fdf28 req-ad9419a1-1025-401d-a745-8719a23f496c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485164 Jan 28 13:49:23.630057 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 59b04507-3836-4ae0-8905-df0b8514b470 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:49:23.643575 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55516) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:23.744237 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7443c8e0-3e2d-4893-a53a-29e26bce8454 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/floatingips/1f64b993-1073-43ab-adeb-0378297aef41 HTTP/1.1" status: 200 len: 991 time: 0.0986569 Jan 28 13:49:23.786467 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 59b04507-3836-4ae0-8905-df0b8514b470 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:49:23.792806 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 59b04507-3836-4ae0-8905-df0b8514b470 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:23.793504 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (59b04507-3836-4ae0-8905-df0b8514b470), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:23.938595 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e24cb9-f60b-43ff-b0c6-802833964589 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:49:23.944380 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 59b04507-3836-4ae0-8905-df0b8514b470 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:23.944774 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (59b04507-3836-4ae0-8905-df0b8514b470), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:23.980411 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e5d8d0-375a-4357-b599-3d3fcf5405c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b04507-3836-4ae0-8905-df0b8514b470'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:49:23.993280 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94e5d54-0d88-4e9e-848f-422ae270dd00" -d '{"events": [{"server_uuid": "69e5d8d0-375a-4357-b599-3d3fcf5405c8", "name": "network-vif-plugged", "status": "completed", "tag": "59b04507-3836-4ae0-8905-df0b8514b470"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:49:24.026937 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 59b04507-3836-4ae0-8905-df0b8514b470, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=59b04507-3836-4ae0-8905-df0b8514b470,segment=NetworkSegment(61b09247-e098-473f-b7c7-3caa3a80e5d9),segment_id=61b09247-e098-473f-b7c7-3caa3a80e5d9)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:24.034583 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (59b04507-3836-4ae0-8905-df0b8514b470), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:24.080431 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260dd054-3813-4fdf-81cf-f79ccd989d46 x-openstack-request-id: req-260dd054-3813-4fdf-81cf-f79ccd989d46 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:49:24.080803 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e5d8d0-375a-4357-b599-3d3fcf5405c8", "name": "network-vif-plugged", "status": "completed", "tag": "59b04507-3836-4ae0-8905-df0b8514b470", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:49:24.081130 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-260dd054-3813-4fdf-81cf-f79ccd989d46 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:49:24.081849 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e5d8d0-375a-4357-b599-3d3fcf5405c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b04507-3836-4ae0-8905-df0b8514b470', 'code': 200} Jan 28 13:49:24.087483 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e24cb9-f60b-43ff-b0c6-802833964589 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:49:24.103578 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edab2ef1-9a1e-42cf-bf8d-e156cb0b77e0 None None] Sync routers for ids ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:49:24.126593 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b1e24cb9-f60b-43ff-b0c6-802833964589 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "PUT /v2.0/routers/cac813bf-e6d4-47d2-a0c7-f847c4a07ddb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3348055 Jan 28 13:49:24.127251 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=59b04507-3836-4ae0-8905-df0b8514b470,revision_number=9']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:24.127369 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55526) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:24.129383 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edab2ef1-9a1e-42cf-bf8d-e156cb0b77e0 None None] Routers {'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:24.130648 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-edab2ef1-9a1e-42cf-bf8d-e156cb0b77e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:49:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:24.193200 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d0b696b-0883-4965-b632-f1bfcbc301c8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Deleting subnet 01562e48-8845-4679-bbdc-f96899764e6f {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:49:24.197939 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2d0b696b-0883-4965-b632-f1bfcbc301c8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for subnet (01562e48-8845-4679-bbdc-f96899764e6f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:24.265810 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2d0b696b-0883-4965-b632-f1bfcbc301c8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (01562e48-8845-4679-bbdc-f96899764e6f), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:24.294459 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-edab2ef1-9a1e-42cf-bf8d-e156cb0b77e0 None None] Set router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:49:24.714860 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-edab2ef1-9a1e-42cf-bf8d-e156cb0b77e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:49:22Z', 'revision_number': 9, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None, '_interfaces': [{'id': '963128c1-6533-4825-8301-9bbea82ba0f2', 'name': '', 'network_id': 'b3233314-2e8d-44a5-90ed-b1e78bd33954', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:21:09:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:47Z', 'updated_at': '2022-01-28T13:48:57Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587', 'name': '', 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:3e:1c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:47Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:24.780474 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edab2ef1-9a1e-42cf-bf8d-e156cb0b77e0 None None] Checking router: cac813bf-e6d4-47d2-a0c7-f847c4a07ddb for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:49:24.826695 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edab2ef1-9a1e-42cf-bf8d-e156cb0b77e0 None None] Routers {'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:24.827659 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-edab2ef1-9a1e-42cf-bf8d-e156cb0b77e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:49:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:24.853776 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aafc6c4d-2cba-4561-bc62-8f7247973073 req-5a5d6a92-041e-402b-b975-a58e3028b77f tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.5130045 Jan 28 13:49:24.938905 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2d0b696b-0883-4965-b632-f1bfcbc301c8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (01562e48-8845-4679-bbdc-f96899764e6f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:25.008812 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-edab2ef1-9a1e-42cf-bf8d-e156cb0b77e0 None None] Set router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:49:25.103956 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2d0b696b-0883-4965-b632-f1bfcbc301c8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (01562e48-8845-4679-bbdc-f96899764e6f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:25.151724 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b696b-0883-4965-b632-f1bfcbc301c8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Subnet': ['ID=01562e48-8845-4679-bbdc-f96899764e6f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:25.177276 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2d0b696b-0883-4965-b632-f1bfcbc301c8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:25.186229 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42378232-5b06-44e6-88b2-faf6706b8fc6 None None] Network 9b9803b7-cdfb-40e3-8736-89baa611827f requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:49:25.189195 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55574) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:25.189824 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2d0b696b-0883-4965-b632-f1bfcbc301c8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/subnets/01562e48-8845-4679-bbdc-f96899764e6f HTTP/1.1" status: 204 len: 168 time: 1.0617442 Jan 28 13:49:25.372438 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-edab2ef1-9a1e-42cf-bf8d-e156cb0b77e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:49:22Z', 'revision_number': 9, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None, '_interfaces': [{'id': '963128c1-6533-4825-8301-9bbea82ba0f2', 'name': '', 'network_id': 'b3233314-2e8d-44a5-90ed-b1e78bd33954', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:21:09:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:47Z', 'updated_at': '2022-01-28T13:48:57Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587', 'name': '', 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:3e:1c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:47Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:25.396438 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26cc7830-d9d2-493f-a1d2-3fe208f51d78 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (9b9803b7-cdfb-40e3-8736-89baa611827f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:25.418357 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edab2ef1-9a1e-42cf-bf8d-e156cb0b77e0 None None] The sync data for ids ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'] in n-d-822747-2 is: [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:49:22Z', 'revision_number': 9, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None, '_interfaces': [{'id': '963128c1-6533-4825-8301-9bbea82ba0f2', 'name': '', 'network_id': 'b3233314-2e8d-44a5-90ed-b1e78bd33954', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:21:09:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:47Z', 'updated_at': '2022-01-28T13:48:57Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '3a4716cb-b98f-4ddf-a257-cf7371c4f833', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587', 'name': '', 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:3e:1c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:47Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:49:25.557331 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-26cc7830-d9d2-493f-a1d2-3fe208f51d78 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Deleting port 26b013ac-2d81-4a0a-b618-1243a74a3844 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:49:25.557897 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26cc7830-d9d2-493f-a1d2-3fe208f51d78 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (26b013ac-2d81-4a0a-b618-1243a74a3844), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:25.673968 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-26cc7830-d9d2-493f-a1d2-3fe208f51d78 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] For port 26b013ac-2d81-4a0a-b618-1243a74a3844, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=26b013ac-2d81-4a0a-b618-1243a74a3844,segment=NetworkSegment(e52617aa-5a47-4a39-9f15-39f494834443),segment_id=e52617aa-5a47-4a39-9f15-39f494834443)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:25.675568 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26cc7830-d9d2-493f-a1d2-3fe208f51d78 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (26b013ac-2d81-4a0a-b618-1243a74a3844), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:25.708024 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-26cc7830-d9d2-493f-a1d2-3fe208f51d78 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Calling delete_port for 26b013ac-2d81-4a0a-b618-1243a74a3844 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:49:25.815267 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c310e47-16c6-4d50-9174-fa16022d7b14 None None] DHCP port deletion for 9b9803b7-cdfb-40e3-8736-89baa611827f request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:49:25.984052 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 731d1c54-00ad-446d-9c3c-0e12892a2738 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:49:25.997706 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26cc7830-d9d2-493f-a1d2-3fe208f51d78 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (26b013ac-2d81-4a0a-b618-1243a74a3844), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:26.019942 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 731d1c54-00ad-446d-9c3c-0e12892a2738 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:49:26.020156 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 731d1c54-00ad-446d-9c3c-0e12892a2738 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:49:26.020783 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 26b013ac-2d81-4a0a-b618-1243a74a3844 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:49:26.050543 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7c310e47-16c6-4d50-9174-fa16022d7b14 None None] Deleting port 26b013ac-2d81-4a0a-b618-1243a74a3844 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:49:26.051649 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c310e47-16c6-4d50-9174-fa16022d7b14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (26b013ac-2d81-4a0a-b618-1243a74a3844), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:26.066613 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 26b013ac-2d81-4a0a-b618-1243a74a3844 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:49:26.067205 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 26b013ac-2d81-4a0a-b618-1243a74a3844 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:49:26.137064 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cc7830-d9d2-493f-a1d2-3fe208f51d78 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] No DVR routers for this DVR port 26b013ac-2d81-4a0a-b618-1243a74a3844 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:49:26.188437 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc7830-d9d2-493f-a1d2-3fe208f51d78 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Port': ['ID=26b013ac-2d81-4a0a-b618-1243a74a3844,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:26.211830 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-7c310e47-16c6-4d50-9174-fa16022d7b14 None None] For port 26b013ac-2d81-4a0a-b618-1243a74a3844, host n-d-822747-2, got binding levels [] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:26.212670 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c310e47-16c6-4d50-9174-fa16022d7b14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (26b013ac-2d81-4a0a-b618-1243a74a3844), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:26.237579 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c36148c3-daf9-4e84-9a5a-ae6db1f0e0de req-289ff73f-b917-4b04-be25-f3a8ee14823c tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.2677271 Jan 28 13:49:26.262139 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7c310e47-16c6-4d50-9174-fa16022d7b14 None None] Calling delete_port for 26b013ac-2d81-4a0a-b618-1243a74a3844 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:49:26.266085 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.ipam_backend_mixin [None req-7c310e47-16c6-4d50-9174-fa16022d7b14 None None] Port 26b013ac-2d81-4a0a-b618-1243a74a3844 was not found and therefore no delete operation was performed {{(pid=103353) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:49:26.267663 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c310e47-16c6-4d50-9174-fa16022d7b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (26b013ac-2d81-4a0a-b618-1243a74a3844), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:26.338903 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c310e47-16c6-4d50-9174-fa16022d7b14 None None] No DVR routers for this DVR port 26b013ac-2d81-4a0a-b618-1243a74a3844 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:49:26.349094 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c310e47-16c6-4d50-9174-fa16022d7b14 None None] Pushing event deleted for resources: {'Port': ['ID=26b013ac-2d81-4a0a-b618-1243a74a3844,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:26.488639 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26cc7830-d9d2-493f-a1d2-3fe208f51d78 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (9b9803b7-cdfb-40e3-8736-89baa611827f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:26.569800 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-26cc7830-d9d2-493f-a1d2-3fe208f51d78 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9803b7-cdfb-40e3-8736-89baa611827f']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:26.607286 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-26cc7830-d9d2-493f-a1d2-3fe208f51d78 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e52617aa-5a47-4a39-9f15-39f494834443') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:26.607659 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-26cc7830-d9d2-493f-a1d2-3fe208f51d78 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e52617aa-5a47-4a39-9f15-39f494834443') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:26.636131 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26cc7830-d9d2-493f-a1d2-3fe208f51d78 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (e52617aa-5a47-4a39-9f15-39f494834443), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:26.662335 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26cc7830-d9d2-493f-a1d2-3fe208f51d78 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (e52617aa-5a47-4a39-9f15-39f494834443), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:26.686408 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26cc7830-d9d2-493f-a1d2-3fe208f51d78 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:49:26.701990 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26cc7830-d9d2-493f-a1d2-3fe208f51d78 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (e52617aa-5a47-4a39-9f15-39f494834443), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:49:26.711392 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:49:26.869210 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26cc7830-d9d2-493f-a1d2-3fe208f51d78 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (9b9803b7-cdfb-40e3-8736-89baa611827f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:26.905389 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26cc7830-d9d2-493f-a1d2-3fe208f51d78 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:26.908817 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-26cc7830-d9d2-493f-a1d2-3fe208f51d78 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/networks/9b9803b7-cdfb-40e3-8736-89baa611827f HTTP/1.1" status: 204 len: 168 time: 1.7185695 Jan 28 13:49:26.911672 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55662) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:26.976297 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc7830-d9d2-493f-a1d2-3fe208f51d78 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Network': ['ID=9b9803b7-cdfb-40e3-8736-89baa611827f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:27.475250 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-143eea0f-6bb4-47c6-8803-50bb2181b41b req-a8b27458-8a2a-4edb-8e48-748a96b4a683 tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.0544341 Jan 28 13:49:27.561150 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3a27c725-d2ca-4c99-9c6a-d527bd262485 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:27.570528 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55674) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:27.744851 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7f4861ac-12a6-47f4-b5dd-5e716df4fee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:27.844859 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7f4861ac-12a6-47f4-b5dd-5e716df4fee9 admin admin] Publish callbacks [] for security_group (44d04d14-144d-4aba-9bcf-e4dbfe773e3b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:27.850204 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7f4861ac-12a6-47f4-b5dd-5e716df4fee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (44d04d14-144d-4aba-9bcf-e4dbfe773e3b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:27.891300 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-3a27c725-d2ca-4c99-9c6a-d527bd262485 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Deleting port 963128c1-6533-4825-8301-9bbea82ba0f2 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:49:27.892314 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3a27c725-d2ca-4c99-9c6a-d527bd262485 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (963128c1-6533-4825-8301-9bbea82ba0f2), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:27.906856 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7f4861ac-12a6-47f4-b5dd-5e716df4fee9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d416527de36d46eda8206b5d97f32985&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3345048 Jan 28 13:49:27.908039 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55680) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:27.952529 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4861ac-12a6-47f4-b5dd-5e716df4fee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d04d14-144d-4aba-9bcf-e4dbfe773e3b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:27.973442 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d20b2fa1-42ab-46ca-8ee3-1ec3252b0dfe admin admin] Publish callbacks [] for security_group (44d04d14-144d-4aba-9bcf-e4dbfe773e3b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:28.004645 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d20b2fa1-42ab-46ca-8ee3-1ec3252b0dfe admin admin] Publish callbacks [] for security_group (44d04d14-144d-4aba-9bcf-e4dbfe773e3b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:28.091388 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d20b2fa1-42ab-46ca-8ee3-1ec3252b0dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (44d04d14-144d-4aba-9bcf-e4dbfe773e3b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:28.102246 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d20b2fa1-42ab-46ca-8ee3-1ec3252b0dfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:28.121613 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d20b2fa1-42ab-46ca-8ee3-1ec3252b0dfe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/44d04d14-144d-4aba-9bcf-e4dbfe773e3b HTTP/1.1" status: 204 len: 168 time: 0.1975937 Jan 28 13:49:28.126241 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-3a27c725-d2ca-4c99-9c6a-d527bd262485 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] For port 963128c1-6533-4825-8301-9bbea82ba0f2, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=963128c1-6533-4825-8301-9bbea82ba0f2,segment=NetworkSegment(5ae404bf-a32e-4021-a660-4e9f4504908a),segment_id=5ae404bf-a32e-4021-a660-4e9f4504908a)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:28.126846 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3a27c725-d2ca-4c99-9c6a-d527bd262485 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (963128c1-6533-4825-8301-9bbea82ba0f2), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:28.143868 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b2fa1-42ab-46ca-8ee3-1ec3252b0dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d04d14-144d-4aba-9bcf-e4dbfe773e3b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:28.160399 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-3a27c725-d2ca-4c99-9c6a-d527bd262485 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Calling delete_port for 963128c1-6533-4825-8301-9bbea82ba0f2 owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:49:28.532097 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3a27c725-d2ca-4c99-9c6a-d527bd262485 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (963128c1-6533-4825-8301-9bbea82ba0f2), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:28.682456 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27c725-d2ca-4c99-9c6a-d527bd262485 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Port': ['ID=963128c1-6533-4825-8301-9bbea82ba0f2,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:28.731150 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55700) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:28.754882 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0e3d364-95f1-4ff0-ba3b-2a5b622f02b8 req-b0e8b354-c309-4a5e-904e-a013448ec604 tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.1093981 Jan 28 13:49:28.817238 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0f4e-7d7a-49e4-8167-824a8bf4de8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:28.884742 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3a27c725-d2ca-4c99-9c6a-d527bd262485 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:29.138449 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0f4e-7d7a-49e4-8167-824a8bf4de8f admin admin] Publish callbacks [] for security_group (f300686d-1fff-4a91-8330-f70b60fca989), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:29.146647 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0f4e-7d7a-49e4-8167-824a8bf4de8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f300686d-1fff-4a91-8330-f70b60fca989), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:29.191898 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1ffa0f4e-7d7a-49e4-8167-824a8bf4de8f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9fe954797df24df4aa3351f6dcde8d77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4586391 Jan 28 13:49:29.194986 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55704) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:29.199788 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a27c725-d2ca-4c99-9c6a-d527bd262485 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:49:29.200908 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa0f4e-7d7a-49e4-8167-824a8bf4de8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f300686d-1fff-4a91-8330-f70b60fca989,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:29.315165 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-73cae29a-f95b-4c19-8c70-56fba8108557 admin admin] Publish callbacks [] for security_group (f300686d-1fff-4a91-8330-f70b60fca989), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:29.335275 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8ec9a8dd-52f1-4b36-bdc8-b38ffbf53da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:29.359450 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-73cae29a-f95b-4c19-8c70-56fba8108557 admin admin] Publish callbacks [] for security_group (f300686d-1fff-4a91-8330-f70b60fca989), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:29.372378 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a27c725-d2ca-4c99-9c6a-d527bd262485 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:49:29.386142 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab6aadd-9962-4864-beb8-5116de66fe00 None None] Sync routers for ids ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:49:29.386667 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3a27c725-d2ca-4c99-9c6a-d527bd262485 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "PUT /v2.0/routers/cac813bf-e6d4-47d2-a0c7-f847c4a07ddb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4738231 Jan 28 13:49:29.387507 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55710) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:29.417281 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab6aadd-9962-4864-beb8-5116de66fe00 None None] Routers {'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:29.418829 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5ab6aadd-9962-4864-beb8-5116de66fe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:49:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:29.447507 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-73cae29a-f95b-4c19-8c70-56fba8108557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f300686d-1fff-4a91-8330-f70b60fca989), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:29.450356 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-73cae29a-f95b-4c19-8c70-56fba8108557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:29.453917 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-73cae29a-f95b-4c19-8c70-56fba8108557 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f300686d-1fff-4a91-8330-f70b60fca989 HTTP/1.1" status: 204 len: 168 time: 0.2549598 Jan 28 13:49:29.473530 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0675b70-ffb1-4321-ab17-5802d26241c8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Deleting subnet 3a4716cb-b98f-4ddf-a257-cf7371c4f833 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:49:29.474287 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cae29a-f95b-4c19-8c70-56fba8108557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f300686d-1fff-4a91-8330-f70b60fca989,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:29.486260 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f0675b70-ffb1-4321-ab17-5802d26241c8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for subnet (3a4716cb-b98f-4ddf-a257-cf7371c4f833), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:29.595402 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f0675b70-ffb1-4321-ab17-5802d26241c8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (3a4716cb-b98f-4ddf-a257-cf7371c4f833), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:29.726630 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-5ab6aadd-9962-4864-beb8-5116de66fe00 None None] Set router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:49:29.786783 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f0675b70-ffb1-4321-ab17-5802d26241c8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (3a4716cb-b98f-4ddf-a257-cf7371c4f833), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:29.914066 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f0675b70-ffb1-4321-ab17-5802d26241c8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (3a4716cb-b98f-4ddf-a257-cf7371c4f833), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:29.948820 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f0675b70-ffb1-4321-ab17-5802d26241c8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:29.950943 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f098ad-70c5-404a-96dd-af9609baaa3d None None] Network b3233314-2e8d-44a5-90ed-b1e78bd33954 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:49:29.952102 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f0675b70-ffb1-4321-ab17-5802d26241c8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/subnets/3a4716cb-b98f-4ddf-a257-cf7371c4f833 HTTP/1.1" status: 204 len: 168 time: 0.5631969 Jan 28 13:49:29.954811 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55726) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:29.965104 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9840f289-6230-4e61-9e15-6b6396ddbbba req-83400eab-ac7c-4923-943e-a5e6f5696fc9 tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.0620003 Jan 28 13:49:30.035753 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0675b70-ffb1-4321-ab17-5802d26241c8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Subnet': ['ID=3a4716cb-b98f-4ddf-a257-cf7371c4f833,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:30.114537 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c1b917b9-372b-44a2-ac8a-69b1c291e383 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (b3233314-2e8d-44a5-90ed-b1e78bd33954), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:30.212125 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5ab6aadd-9962-4864-beb8-5116de66fe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:49:28Z', 'revision_number': 10, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None, '_interfaces': [{'id': 'b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587', 'name': '', 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:3e:1c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:47Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:30.228290 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-c1b917b9-372b-44a2-ac8a-69b1c291e383 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Deleting port c6a94c79-8d52-4ea8-948f-5c4be2b00c43 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:49:30.229761 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c1b917b9-372b-44a2-ac8a-69b1c291e383 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c6a94c79-8d52-4ea8-948f-5c4be2b00c43), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:30.372406 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-c1b917b9-372b-44a2-ac8a-69b1c291e383 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] For port c6a94c79-8d52-4ea8-948f-5c4be2b00c43, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c6a94c79-8d52-4ea8-948f-5c4be2b00c43,segment=NetworkSegment(5ae404bf-a32e-4021-a660-4e9f4504908a),segment_id=5ae404bf-a32e-4021-a660-4e9f4504908a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:30.377716 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c1b917b9-372b-44a2-ac8a-69b1c291e383 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c6a94c79-8d52-4ea8-948f-5c4be2b00c43), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:30.417380 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-c1b917b9-372b-44a2-ac8a-69b1c291e383 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Calling delete_port for c6a94c79-8d52-4ea8-948f-5c4be2b00c43 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:49:30.603150 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c1b917b9-372b-44a2-ac8a-69b1c291e383 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (c6a94c79-8d52-4ea8-948f-5c4be2b00c43), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:30.618264 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab6aadd-9962-4864-beb8-5116de66fe00 None None] Checking router: cac813bf-e6d4-47d2-a0c7-f847c4a07ddb for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:49:30.620668 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5090e86-2be5-4028-aaa9-523482978bc1 None None] DHCP port deletion for b3233314-2e8d-44a5-90ed-b1e78bd33954 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:49:30.647475 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab6aadd-9962-4864-beb8-5116de66fe00 None None] Routers {'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:30.648577 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5ab6aadd-9962-4864-beb8-5116de66fe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:49:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:30.705912 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b917b9-372b-44a2-ac8a-69b1c291e383 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Port': ['ID=c6a94c79-8d52-4ea8-948f-5c4be2b00c43,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:30.724477 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b917b9-372b-44a2-ac8a-69b1c291e383 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] No DVR routers for this DVR port c6a94c79-8d52-4ea8-948f-5c4be2b00c43 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:49:30.826104 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-5ab6aadd-9962-4864-beb8-5116de66fe00 None None] Set router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:49:30.843737 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c1b917b9-372b-44a2-ac8a-69b1c291e383 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (b3233314-2e8d-44a5-90ed-b1e78bd33954), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:30.878413 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-c1b917b9-372b-44a2-ac8a-69b1c291e383 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3233314-2e8d-44a5-90ed-b1e78bd33954']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:30.907973 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-c1b917b9-372b-44a2-ac8a-69b1c291e383 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae404bf-a32e-4021-a660-4e9f4504908a') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:30.908562 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-c1b917b9-372b-44a2-ac8a-69b1c291e383 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae404bf-a32e-4021-a660-4e9f4504908a') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:30.942462 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c1b917b9-372b-44a2-ac8a-69b1c291e383 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (5ae404bf-a32e-4021-a660-4e9f4504908a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:30.978816 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c1b917b9-372b-44a2-ac8a-69b1c291e383 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (5ae404bf-a32e-4021-a660-4e9f4504908a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:30.996060 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b917b9-372b-44a2-ac8a-69b1c291e383 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:49:30.997201 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c1b917b9-372b-44a2-ac8a-69b1c291e383 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (5ae404bf-a32e-4021-a660-4e9f4504908a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:49:31.001797 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:49:31.190357 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-85ff3a53-71ab-4f2a-96f9-1a14ae768be1 req-f39d2704-690f-456b-b276-92ed35015aed tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.0434256 Jan 28 13:49:31.192696 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c1b917b9-372b-44a2-ac8a-69b1c291e383 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (b3233314-2e8d-44a5-90ed-b1e78bd33954), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:31.208808 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c1b917b9-372b-44a2-ac8a-69b1c291e383 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:31.220086 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c1b917b9-372b-44a2-ac8a-69b1c291e383 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/networks/b3233314-2e8d-44a5-90ed-b1e78bd33954 HTTP/1.1" status: 204 len: 168 time: 1.2640100 Jan 28 13:49:31.222778 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55750) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:31.239695 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5ab6aadd-9962-4864-beb8-5116de66fe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:49:28Z', 'revision_number': 10, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None, '_interfaces': [{'id': 'b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587', 'name': '', 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:3e:1c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:47Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:31.255122 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b917b9-372b-44a2-ac8a-69b1c291e383 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Network': ['ID=b3233314-2e8d-44a5-90ed-b1e78bd33954,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:31.306381 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab6aadd-9962-4864-beb8-5116de66fe00 None None] The sync data for ids ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'] in n-d-822747-2 is: [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:49:28Z', 'revision_number': 10, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None, '_interfaces': [{'id': 'b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587', 'name': '', 'network_id': '67451357-f6a4-403c-a570-6b7411ad0f50', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'mac_address': 'fa:16:3e:3e:1c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:47Z', 'revision_number': 5, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'subnets': [{'id': '4c3271b6-bb83-48b0-aa3e-d69d2bad1725', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:49:31.591554 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b7357a51-b7a8-454c-b500-61bc7d24327a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:31.841666 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c6a94c79-8d52-4ea8-948f-5c4be2b00c43 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:49:31.879102 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-be55362c-26dd-4653-9b10-0713e5de2631 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:31.884499 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: c6a94c79-8d52-4ea8-948f-5c4be2b00c43 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:49:31.884848 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c6a94c79-8d52-4ea8-948f-5c4be2b00c43 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:49:31.885265 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 963128c1-6533-4825-8301-9bbea82ba0f2 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:49:31.925381 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 963128c1-6533-4825-8301-9bbea82ba0f2 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:49:31.925524 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 963128c1-6533-4825-8301-9bbea82ba0f2 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:49:32.335763 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-be55362c-26dd-4653-9b10-0713e5de2631 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Deleting port b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:49:32.336848 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-be55362c-26dd-4653-9b10-0713e5de2631 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:32.416428 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bdbcfd27-1c4c-4e5c-92c6-80f65005768f req-c21e4cbe-a6bd-437a-aac7-dc6346aa800a tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.0668652 Jan 28 13:49:32.534101 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-be55362c-26dd-4653-9b10-0713e5de2631 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] For port b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587,segment=NetworkSegment(7ab5dd69-378e-4827-acb9-2050b1b955cf),segment_id=7ab5dd69-378e-4827-acb9-2050b1b955cf)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:32.534743 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-be55362c-26dd-4653-9b10-0713e5de2631 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:32.558011 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-be55362c-26dd-4653-9b10-0713e5de2631 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Calling delete_port for b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587 owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:49:32.890023 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-be55362c-26dd-4653-9b10-0713e5de2631 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:32.895535 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:33.008199 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55362c-26dd-4653-9b10-0713e5de2631 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Port': ['ID=b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:33.227499 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-be55362c-26dd-4653-9b10-0713e5de2631 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:33.475389 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be55362c-26dd-4653-9b10-0713e5de2631 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:49:33.590391 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be55362c-26dd-4653-9b10-0713e5de2631 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:49:33.599061 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-be55362c-26dd-4653-9b10-0713e5de2631 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "PUT /v2.0/routers/cac813bf-e6d4-47d2-a0c7-f847c4a07ddb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3711689 Jan 28 13:49:33.599279 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55802) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:33.606371 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e9f775-fd69-4aba-8b8d-9fe0dd7f6037 None None] Sync routers for ids ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:49:33.625801 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e9f775-fd69-4aba-8b8d-9fe0dd7f6037 None None] Routers {'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:33.626786 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-41e9f775-fd69-4aba-8b8d-9fe0dd7f6037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:49:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:33.702311 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c62cddf4-15a9-4f4e-8c04-d296bf3c03b4 req-41d10201-778c-4c28-adb6-accb5b707d55 tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.0868995 Jan 28 13:49:33.744451 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc51e389-68a2-4e27-9570-d244eae00d5b tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Deleting subnet 4c3271b6-bb83-48b0-aa3e-d69d2bad1725 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:49:33.751849 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc51e389-68a2-4e27-9570-d244eae00d5b tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for subnet (4c3271b6-bb83-48b0-aa3e-d69d2bad1725), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:33.833514 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-41e9f775-fd69-4aba-8b8d-9fe0dd7f6037 None None] Set router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:49:33.848094 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc51e389-68a2-4e27-9570-d244eae00d5b tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (4c3271b6-bb83-48b0-aa3e-d69d2bad1725), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:33.988097 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-41e9f775-fd69-4aba-8b8d-9fe0dd7f6037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:49:32Z', 'revision_number': 11, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:34.046302 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc51e389-68a2-4e27-9570-d244eae00d5b tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (4c3271b6-bb83-48b0-aa3e-d69d2bad1725), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:34.071994 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e9f775-fd69-4aba-8b8d-9fe0dd7f6037 None None] Checking router: cac813bf-e6d4-47d2-a0c7-f847c4a07ddb for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:49:34.101698 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e9f775-fd69-4aba-8b8d-9fe0dd7f6037 None None] Routers {'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:34.102731 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-41e9f775-fd69-4aba-8b8d-9fe0dd7f6037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:49:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:34.151253 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc51e389-68a2-4e27-9570-d244eae00d5b tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (4c3271b6-bb83-48b0-aa3e-d69d2bad1725), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:34.215485 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51e389-68a2-4e27-9570-d244eae00d5b tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Subnet': ['ID=4c3271b6-bb83-48b0-aa3e-d69d2bad1725,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:34.236634 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-41e9f775-fd69-4aba-8b8d-9fe0dd7f6037 None None] Set router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:49:34.254524 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc51e389-68a2-4e27-9570-d244eae00d5b tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:34.260590 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dc51e389-68a2-4e27-9570-d244eae00d5b tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/subnets/4c3271b6-bb83-48b0-aa3e-d69d2bad1725 HTTP/1.1" status: 204 len: 168 time: 0.6577103 Jan 28 13:49:34.261237 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55822) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:34.264956 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:34.269007 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb7d6a7-e2d6-4c86-85c3-f252779b22c4 None None] Network 67451357-f6a4-403c-a570-6b7411ad0f50 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:49:34.411254 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-41e9f775-fd69-4aba-8b8d-9fe0dd7f6037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:49:32Z', 'revision_number': 11, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:34.454977 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4ed0e75-26de-4c58-86b2-ed2493fd6794 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (67451357-f6a4-403c-a570-6b7411ad0f50), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:34.482273 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e9f775-fd69-4aba-8b8d-9fe0dd7f6037 None None] The sync data for ids ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'] in n-d-822747-2 is: [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:49:32Z', 'revision_number': 11, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:49:34.596694 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-b4ed0e75-26de-4c58-86b2-ed2493fd6794 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Deleting port b0cdcd9a-f07d-44ca-9303-83a7c2febcc1 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:49:34.597043 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4ed0e75-26de-4c58-86b2-ed2493fd6794 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b0cdcd9a-f07d-44ca-9303-83a7c2febcc1), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:34.756232 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-b4ed0e75-26de-4c58-86b2-ed2493fd6794 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] For port b0cdcd9a-f07d-44ca-9303-83a7c2febcc1, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b0cdcd9a-f07d-44ca-9303-83a7c2febcc1,segment=NetworkSegment(7ab5dd69-378e-4827-acb9-2050b1b955cf),segment_id=7ab5dd69-378e-4827-acb9-2050b1b955cf)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:34.756868 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4ed0e75-26de-4c58-86b2-ed2493fd6794 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b0cdcd9a-f07d-44ca-9303-83a7c2febcc1), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:34.775993 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-b4ed0e75-26de-4c58-86b2-ed2493fd6794 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Calling delete_port for b0cdcd9a-f07d-44ca-9303-83a7c2febcc1 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:49:34.889340 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6fb762-6210-4f0b-a337-7b4b40202883 None None] DHCP port deletion for 67451357-f6a4-403c-a570-6b7411ad0f50 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:49:34.929074 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8b1d27c6-e18a-472d-96c4-47d1c0dd927d req-5c70c2ed-342a-4606-9b87-075adc260b2c tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.0731163 Jan 28 13:49:34.967752 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4ed0e75-26de-4c58-86b2-ed2493fd6794 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b0cdcd9a-f07d-44ca-9303-83a7c2febcc1), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:35.078317 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed0e75-26de-4c58-86b2-ed2493fd6794 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Port': ['ID=b0cdcd9a-f07d-44ca-9303-83a7c2febcc1,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:35.089947 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ed0e75-26de-4c58-86b2-ed2493fd6794 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] No DVR routers for this DVR port b0cdcd9a-f07d-44ca-9303-83a7c2febcc1 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:49:35.108621 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a6fb762-6210-4f0b-a337-7b4b40202883 None None] Deleting port b0cdcd9a-f07d-44ca-9303-83a7c2febcc1 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:49:35.117667 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb762-6210-4f0b-a337-7b4b40202883 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b0cdcd9a-f07d-44ca-9303-83a7c2febcc1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:35.244435 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4ed0e75-26de-4c58-86b2-ed2493fd6794 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (67451357-f6a4-403c-a570-6b7411ad0f50), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:35.295997 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-b4ed0e75-26de-4c58-86b2-ed2493fd6794 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67451357-f6a4-403c-a570-6b7411ad0f50']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:35.296310 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a6fb762-6210-4f0b-a337-7b4b40202883 None None] For port b0cdcd9a-f07d-44ca-9303-83a7c2febcc1, host n-d-822747-2, got binding levels [] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:35.298089 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb762-6210-4f0b-a337-7b4b40202883 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b0cdcd9a-f07d-44ca-9303-83a7c2febcc1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:35.314851 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a6fb762-6210-4f0b-a337-7b4b40202883 None None] Calling delete_port for b0cdcd9a-f07d-44ca-9303-83a7c2febcc1 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:49:35.318680 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.ipam_backend_mixin [None req-9a6fb762-6210-4f0b-a337-7b4b40202883 None None] Port b0cdcd9a-f07d-44ca-9303-83a7c2febcc1 was not found and therefore no delete operation was performed {{(pid=103353) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:49:35.320816 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb762-6210-4f0b-a337-7b4b40202883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (b0cdcd9a-f07d-44ca-9303-83a7c2febcc1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:35.333071 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-b4ed0e75-26de-4c58-86b2-ed2493fd6794 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab5dd69-378e-4827-acb9-2050b1b955cf') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:35.333373 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-b4ed0e75-26de-4c58-86b2-ed2493fd6794 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab5dd69-378e-4827-acb9-2050b1b955cf') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:35.359706 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fb762-6210-4f0b-a337-7b4b40202883 None None] Pushing event deleted for resources: {'Port': ['ID=b0cdcd9a-f07d-44ca-9303-83a7c2febcc1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:35.363372 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6fb762-6210-4f0b-a337-7b4b40202883 None None] No DVR routers for this DVR port b0cdcd9a-f07d-44ca-9303-83a7c2febcc1 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:49:35.393989 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4ed0e75-26de-4c58-86b2-ed2493fd6794 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (7ab5dd69-378e-4827-acb9-2050b1b955cf), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:35.441188 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4ed0e75-26de-4c58-86b2-ed2493fd6794 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (7ab5dd69-378e-4827-acb9-2050b1b955cf), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:35.463684 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ed0e75-26de-4c58-86b2-ed2493fd6794 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:49:35.467055 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4ed0e75-26de-4c58-86b2-ed2493fd6794 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (7ab5dd69-378e-4827-acb9-2050b1b955cf), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:49:35.478637 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:49:35.615847 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4ed0e75-26de-4c58-86b2-ed2493fd6794 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (67451357-f6a4-403c-a570-6b7411ad0f50), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:35.646067 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4ed0e75-26de-4c58-86b2-ed2493fd6794 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:35.657304 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b4ed0e75-26de-4c58-86b2-ed2493fd6794 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/networks/67451357-f6a4-403c-a570-6b7411ad0f50 HTTP/1.1" status: 204 len: 168 time: 1.3943145 Jan 28 13:49:35.658423 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55842) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:35.665516 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b0cdcd9a-f07d-44ca-9303-83a7c2febcc1 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:49:35.666750 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-cec67067-e2d1-4e8b-856c-6c807ab3a347 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'router': {'routes': None}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:35.683091 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed0e75-26de-4c58-86b2-ed2493fd6794 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Pushing event deleted for resources: {'Network': ['ID=67451357-f6a4-403c-a570-6b7411ad0f50,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:35.718655 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: b0cdcd9a-f07d-44ca-9303-83a7c2febcc1 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:49:35.719037 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b0cdcd9a-f07d-44ca-9303-83a7c2febcc1 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:49:35.719465 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:49:35.807737 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:49:35.808089 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b9fe4e4e-5cc0-4df3-a191-b1c4db1f9587 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:49:35.970282 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.extraroute_db [None req-cec67067-e2d1-4e8b-856c-6c807ab3a347 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Added routes are [] {{(pid=103352) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 13:49:35.971099 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.extraroute_db [None req-cec67067-e2d1-4e8b-856c-6c807ab3a347 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Removed routes are [] {{(pid=103352) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 13:49:35.971666 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cec67067-e2d1-4e8b-856c-6c807ab3a347 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5641'] for router (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:36.191121 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1e36bf32-937c-4efd-bb84-1702d3c1eb03 req-57ceb6ce-d6e5-47b8-a470-aaffef3d7560 tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.0630045 Jan 28 13:49:36.358404 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:36.911296 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cec67067-e2d1-4e8b-856c-6c807ab3a347 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5641'] for router (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:36.920394 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cec67067-e2d1-4e8b-856c-6c807ab3a347 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352569'] for router (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:37.080869 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec67067-e2d1-4e8b-856c-6c807ab3a347 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:49:37.175130 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec67067-e2d1-4e8b-856c-6c807ab3a347 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:49:37.184164 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cec67067-e2d1-4e8b-856c-6c807ab3a347 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:37.188813 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55868) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:37.203102 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-cec67067-e2d1-4e8b-856c-6c807ab3a347 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "PUT /v2.0/routers/cac813bf-e6d4-47d2-a0c7-f847c4a07ddb HTTP/1.1" status: 200 len: 705 time: 1.5381353 Jan 28 13:49:37.222181 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55870) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:37.233942 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-552dfc5d-b5d4-4f4d-962d-15f4693fe473 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac813bf-e6d4-47d2-a0c7-f847c4a07ddb HTTP/1.1" status: 200 len: 205 time: 0.0435700 Jan 28 13:49:37.246888 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d23f1e-9619-4b7b-a6d2-5382cfbc855a None None] Sync routers for ids ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:49:37.287314 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d23f1e-9619-4b7b-a6d2-5382cfbc855a None None] Routers {'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:37.287961 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c2d23f1e-9619-4b7b-a6d2-5382cfbc855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:49:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:37.444462 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-45da4e32-f613-4aff-9bde-25492ac9f25c tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:37.451742 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-c2d23f1e-9619-4b7b-a6d2-5382cfbc855a None None] Set router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:49:37.528746 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c2d23f1e-9619-4b7b-a6d2-5382cfbc855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:49:32Z', 'revision_number': 11, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:37.562286 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d23f1e-9619-4b7b-a6d2-5382cfbc855a None None] Checking router: cac813bf-e6d4-47d2-a0c7-f847c4a07ddb for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:49:37.581933 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d23f1e-9619-4b7b-a6d2-5382cfbc855a None None] Routers {'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:37.584181 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c2d23f1e-9619-4b7b-a6d2-5382cfbc855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:49:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:37.664798 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2066cb87-ced6-4a76-a118-d92ec9a643bd req-db35af07-a6bd-44d8-8cab-a4a0bb4fd70e tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.2170079 Jan 28 13:49:37.721435 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-c2d23f1e-9619-4b7b-a6d2-5382cfbc855a None None] Set router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:49:37.809179 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c2d23f1e-9619-4b7b-a6d2-5382cfbc855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:49:32Z', 'revision_number': 11, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:37.892704 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d23f1e-9619-4b7b-a6d2-5382cfbc855a None None] The sync data for ids ['cac813bf-e6d4-47d2-a0c7-f847c4a07ddb'] in n-d-822747-2 is: [{'id': 'cac813bf-e6d4-47d2-a0c7-f847c4a07ddb', 'name': 'tempest-RoutersIpV6Test-router-2054309435', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:49:32Z', 'revision_number': 11, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:49:37.981329 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-45da4e32-f613-4aff-9bde-25492ac9f25c tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:37.994410 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-45da4e32-f613-4aff-9bde-25492ac9f25c tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router_controller (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:38.123455 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-45da4e32-f613-4aff-9bde-25492ac9f25c tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (cac813bf-e6d4-47d2-a0c7-f847c4a07ddb), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:38.125175 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45da4e32-f613-4aff-9bde-25492ac9f25c tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Fanout notify agent at l3_agent the message router_deleted on router cac813bf-e6d4-47d2-a0c7-f847c4a07ddb {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:49:38.150396 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-45da4e32-f613-4aff-9bde-25492ac9f25c tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:38.153145 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-45da4e32-f613-4aff-9bde-25492ac9f25c tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/routers/cac813bf-e6d4-47d2-a0c7-f847c4a07ddb HTTP/1.1" status: 204 len: 168 time: 0.9299748 Jan 28 13:49:38.159682 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55890) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:38.167284 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-2b930038-34cd-4a64-9b9e-d662104b0e05 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-166429266', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:38.233244 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b930038-34cd-4a64-9b9e-d662104b0e05 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (1ad2600e-56dd-43a9-a556-4ec30d075802), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:38.234928 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b930038-34cd-4a64-9b9e-d662104b0e05 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (1ad2600e-56dd-43a9-a556-4ec30d075802), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:38.395165 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b930038-34cd-4a64-9b9e-d662104b0e05 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router_controller (1ad2600e-56dd-43a9-a556-4ec30d075802), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:38.401338 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b930038-34cd-4a64-9b9e-d662104b0e05 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (1ad2600e-56dd-43a9-a556-4ec30d075802), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:38.424932 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b930038-34cd-4a64-9b9e-d662104b0e05 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:38.427150 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2b930038-34cd-4a64-9b9e-d662104b0e05 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2650290 Jan 28 13:49:38.429302 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55898) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:38.434269 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-afa61152-5a02-4a3b-a806-ce794f58452c tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:38.717714 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-afa61152-5a02-4a3b-a806-ce794f58452c tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5641'] for router (1ad2600e-56dd-43a9-a556-4ec30d075802), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:38.733512 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-afa61152-5a02-4a3b-a806-ce794f58452c tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352569'] for router (1ad2600e-56dd-43a9-a556-4ec30d075802), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:38.854897 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c9dc65e0-0e29-49db-a0b4-1c9a1ae3f848 req-9eb3ca04-f74a-459f-a43a-aa527e706b5e tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.0348198 Jan 28 13:49:38.879792 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa61152-5a02-4a3b-a806-ce794f58452c tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Router 1ad2600e-56dd-43a9-a556-4ec30d075802 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:49:38.975213 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa61152-5a02-4a3b-a806-ce794f58452c tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:49:38.982806 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-afa61152-5a02-4a3b-a806-ce794f58452c tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:38.987331 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55908) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:38.994980 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e69fac-4093-440c-92bd-5beb15e56dd7 None None] Sync routers for ids ['1ad2600e-56dd-43a9-a556-4ec30d075802'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:49:39.018473 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-afa61152-5a02-4a3b-a806-ce794f58452c tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "PUT /v2.0/routers/1ad2600e-56dd-43a9-a556-4ec30d075802 HTTP/1.1" status: 200 len: 697 time: 0.5877173 Jan 28 13:49:39.026120 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e69fac-4093-440c-92bd-5beb15e56dd7 None None] Routers {'1ad2600e-56dd-43a9-a556-4ec30d075802'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:39.026749 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-93e69fac-4093-440c-92bd-5beb15e56dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:49:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1ad2600e-56dd-43a9-a556-4ec30d075802'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:39.130243 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-93e69fac-4093-440c-92bd-5beb15e56dd7 None None] Set router 1ad2600e-56dd-43a9-a556-4ec30d075802 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:49:39.175414 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3b0fa50a-d961-4c0b-bbdb-bcf7c0f7887e tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "GET /v2.0/routers/1ad2600e-56dd-43a9-a556-4ec30d075802 HTTP/1.1" status: 200 len: 703 time: 0.1845248 Jan 28 13:49:39.176580 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55912) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:39.220969 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55914) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:39.221385 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cdd8af73-63a7-4366-94b1-474ddec4a41a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ad2600e-56dd-43a9-a556-4ec30d075802 HTTP/1.1" status: 200 len: 205 time: 0.0431116 Jan 28 13:49:39.385890 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a92e8dac-5f39-4224-b4df-b59208074197 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router (1ad2600e-56dd-43a9-a556-4ec30d075802), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:39.494901 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-93e69fac-4093-440c-92bd-5beb15e56dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad2600e-56dd-43a9-a556-4ec30d075802', 'name': 'tempest-RoutersIpV6Test-router-166429266', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:38Z', 'updated_at': '2022-01-28T13:49:38Z', 'revision_number': 2, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:39.566707 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e69fac-4093-440c-92bd-5beb15e56dd7 None None] Checking router: 1ad2600e-56dd-43a9-a556-4ec30d075802 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:49:39.577572 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e69fac-4093-440c-92bd-5beb15e56dd7 None None] Routers {'1ad2600e-56dd-43a9-a556-4ec30d075802'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:39.578233 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-93e69fac-4093-440c-92bd-5beb15e56dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:49:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1ad2600e-56dd-43a9-a556-4ec30d075802'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:39.620524 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a92e8dac-5f39-4224-b4df-b59208074197 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (1ad2600e-56dd-43a9-a556-4ec30d075802), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:39.624252 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a92e8dac-5f39-4224-b4df-b59208074197 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router_controller (1ad2600e-56dd-43a9-a556-4ec30d075802), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:39.668778 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-93e69fac-4093-440c-92bd-5beb15e56dd7 None None] Set router 1ad2600e-56dd-43a9-a556-4ec30d075802 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:49:39.686534 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a92e8dac-5f39-4224-b4df-b59208074197 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (1ad2600e-56dd-43a9-a556-4ec30d075802), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:39.687245 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92e8dac-5f39-4224-b4df-b59208074197 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Fanout notify agent at l3_agent the message router_deleted on router 1ad2600e-56dd-43a9-a556-4ec30d075802 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:49:39.698239 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a92e8dac-5f39-4224-b4df-b59208074197 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:39.700646 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a92e8dac-5f39-4224-b4df-b59208074197 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/routers/1ad2600e-56dd-43a9-a556-4ec30d075802 HTTP/1.1" status: 204 len: 168 time: 0.4784822 Jan 28 13:49:39.704923 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55924) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:39.744160 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3be81813-8fd8-4f4a-ae93-f5dbc53685a4 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ad2600e-56dd-43a9-a556-4ec30d075802 HTTP/1.1" status: 200 len: 205 time: 0.0380182 Jan 28 13:49:39.747119 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55926) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:39.790460 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-93e69fac-4093-440c-92bd-5beb15e56dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad2600e-56dd-43a9-a556-4ec30d075802', 'name': 'tempest-RoutersIpV6Test-router-166429266', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:38Z', 'updated_at': '2022-01-28T13:49:38Z', 'revision_number': 2, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:39.799407 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-ec9b2520-2ee6-4289-81f6-3953a6113bd3 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] delete failed (client error): The resource could not be found. Jan 28 13:49:39.801989 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55928) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:39.802224 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ec9b2520-2ee6-4289-81f6-3953a6113bd3 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/routers/1ad2600e-56dd-43a9-a556-4ec30d075802 HTTP/1.1" status: 404 len: 336 time: 0.0537863 Jan 28 13:49:39.818215 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55930) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:39.865481 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-455a1fc7-ff7c-4a33-940a-d9e3c53d9ed5 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] DELETE failed (client error): The resource could not be found. Jan 28 13:49:39.868416 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e69fac-4093-440c-92bd-5beb15e56dd7 None None] The sync data for ids ['1ad2600e-56dd-43a9-a556-4ec30d075802'] in n-d-822747-2 is: [{'id': '1ad2600e-56dd-43a9-a556-4ec30d075802', 'name': 'tempest-RoutersIpV6Test-router-166429266', 'tenant_id': '534322dfb77a458ab6a55dfd72ce35f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:38Z', 'updated_at': '2022-01-28T13:49:38Z', 'revision_number': 2, 'project_id': '534322dfb77a458ab6a55dfd72ce35f9', 'gw_port_host': None}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:49:39.869275 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-455a1fc7-ff7c-4a33-940a-d9e3c53d9ed5 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:49:39.874152 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-455a1fc7-ff7c-4a33-940a-d9e3c53d9ed5 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/subnets/1fb3f642-4a98-4762-b10e-286ce52f4425 HTTP/1.1" status: 404 len: 337 time: 0.0705097 Jan 28 13:49:39.876784 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55934) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:39.921435 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-016d761b-cbd8-4414-8ced-91594ac8bfc8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] DELETE failed (client error): The resource could not be found. Jan 28 13:49:39.922074 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-016d761b-cbd8-4414-8ced-91594ac8bfc8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:49:39.926760 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-016d761b-cbd8-4414-8ced-91594ac8bfc8 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/subnets/01562e48-8845-4679-bbdc-f96899764e6f HTTP/1.1" status: 404 len: 337 time: 0.0485377 Jan 28 13:49:39.929891 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55938) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:39.990693 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc538b3-ad7c-458e-9103-cc83e7ed6fb6 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] DELETE failed (client error): The resource could not be found. Jan 28 13:49:39.994325 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc538b3-ad7c-458e-9103-cc83e7ed6fb6 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:49:40.000855 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cbc538b3-ad7c-458e-9103-cc83e7ed6fb6 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/subnets/3a4716cb-b98f-4ddf-a257-cf7371c4f833 HTTP/1.1" status: 404 len: 337 time: 0.0653086 Jan 28 13:49:40.002024 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55940) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:40.016486 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-178e6159-0124-49c2-aeb6-0ac627ef1762 req-e7888e01-d909-49f5-b361-64fb42b47ece tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.0436361 Jan 28 13:49:40.074517 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-39ec6233-6e49-4281-b010-c1650035a344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:40.078834 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec41475-8cf5-4ff8-a5ac-25c45804a857 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] DELETE failed (client error): The resource could not be found. Jan 28 13:49:40.079483 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec41475-8cf5-4ff8-a5ac-25c45804a857 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:49:40.085707 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55944) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:40.086131 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2ec41475-8cf5-4ff8-a5ac-25c45804a857 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/subnets/4c3271b6-bb83-48b0-aa3e-d69d2bad1725 HTTP/1.1" status: 404 len: 337 time: 0.0811484 Jan 28 13:49:40.119137 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7e4a25aa-f050-4134-b304-098e2abc780b tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac813bf-e6d4-47d2-a0c7-f847c4a07ddb HTTP/1.1" status: 200 len: 205 time: 0.0317330 Jan 28 13:49:40.121524 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55946) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:40.181699 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-a4038073-b8c3-4c07-8c88-1820073ea315 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] delete failed (client error): The resource could not be found. Jan 28 13:49:40.182886 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a4038073-b8c3-4c07-8c88-1820073ea315 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/routers/cac813bf-e6d4-47d2-a0c7-f847c4a07ddb HTTP/1.1" status: 404 len: 336 time: 0.0599184 Jan 28 13:49:40.186726 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55948) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:40.230763 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-03712c6f-ef99-428f-bf99-9588b557060b tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "GET /v2.0/ports?device_id=a30cc39e-129a-4914-a259-0f7082348e18 HTTP/1.1" status: 200 len: 205 time: 0.0427315 Jan 28 13:49:40.234310 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-39ec6233-6e49-4281-b010-c1650035a344 admin admin] Publish callbacks [] for security_group (5cd6e9a3-7de0-441c-b30a-65ca2cfc309a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:40.234477 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55952) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:40.240345 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-39ec6233-6e49-4281-b010-c1650035a344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5cd6e9a3-7de0-441c-b30a-65ca2cfc309a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:40.291414 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-39ec6233-6e49-4281-b010-c1650035a344 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7993ae17de2549b29361147641b94ddb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4719870 Jan 28 13:49:40.296077 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55954) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:40.315069 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-843e5441-0d3b-4dba-a355-287a5ad9138c tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] delete failed (client error): The resource could not be found. Jan 28 13:49:40.316498 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-843e5441-0d3b-4dba-a355-287a5ad9138c tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/routers/a30cc39e-129a-4914-a259-0f7082348e18 HTTP/1.1" status: 404 len: 336 time: 0.0807385 Jan 28 13:49:40.318817 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec6233-6e49-4281-b010-c1650035a344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd6e9a3-7de0-441c-b30a-65ca2cfc309a,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:40.319201 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55956) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:40.352064 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cd4c4ae5-7764-44db-989f-d185fee9e353 admin admin] Publish callbacks [] for security_group (5cd6e9a3-7de0-441c-b30a-65ca2cfc309a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:40.354282 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d7f0444-f104-4b77-9981-31be51ef024d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] DELETE failed (client error): The resource could not be found. Jan 28 13:49:40.354746 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d7f0444-f104-4b77-9981-31be51ef024d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:49:40.358563 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6d7f0444-f104-4b77-9981-31be51ef024d tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/subnets/14c60b70-41bb-4153-811f-3aac36cc2bfa HTTP/1.1" status: 404 len: 337 time: 0.0377030 Jan 28 13:49:40.360821 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55958) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:40.379832 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cd4c4ae5-7764-44db-989f-d185fee9e353 admin admin] Publish callbacks [] for security_group (5cd6e9a3-7de0-441c-b30a-65ca2cfc309a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:40.393395 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7debbfe5-9e8f-4427-a844-610aba51072b tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "GET /v2.0/ports?device_id=437df861-74d9-4a1a-a451-32d7949696b7 HTTP/1.1" status: 200 len: 205 time: 0.0310671 Jan 28 13:49:40.399452 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55962) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:40.449599 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-8b94d9e4-d98d-4848-8c87-d81bc3c1a80e tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] delete failed (client error): The resource could not be found. Jan 28 13:49:40.450938 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8b94d9e4-d98d-4848-8c87-d81bc3c1a80e tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/routers/437df861-74d9-4a1a-a451-32d7949696b7 HTTP/1.1" status: 404 len: 336 time: 0.0506666 Jan 28 13:49:40.454818 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55964) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:40.496954 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ffa706b4-a515-4793-9a5f-2ba7e4a0304b tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0e564cf-ff14-4f37-81e6-e7da18f6fd9f HTTP/1.1" status: 200 len: 205 time: 0.0397134 Jan 28 13:49:40.500204 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55966) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:40.543038 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-a2c59521-97ba-47ea-b6a5-dde671b60147 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] delete failed (client error): The resource could not be found. Jan 28 13:49:40.545221 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a2c59521-97ba-47ea-b6a5-dde671b60147 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/routers/e0e564cf-ff14-4f37-81e6-e7da18f6fd9f HTTP/1.1" status: 404 len: 336 time: 0.0437334 Jan 28 13:49:40.547642 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55970) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:40.575564 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-efef28e3-4191-4be0-b8b3-fa9bdc0a9226 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] DELETE failed (client error): The resource could not be found. Jan 28 13:49:40.576324 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efef28e3-4191-4be0-b8b3-fa9bdc0a9226 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:49:40.580526 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-efef28e3-4191-4be0-b8b3-fa9bdc0a9226 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/subnets/6975fdd9-22ed-40f6-a004-8cc802ac3fc2 HTTP/1.1" status: 404 len: 337 time: 0.0317068 Jan 28 13:49:40.583820 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55974) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:40.592866 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cd4c4ae5-7764-44db-989f-d185fee9e353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5cd6e9a3-7de0-441c-b30a-65ca2cfc309a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:40.596361 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cd4c4ae5-7764-44db-989f-d185fee9e353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:40.597658 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cd4c4ae5-7764-44db-989f-d185fee9e353 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5cd6e9a3-7de0-441c-b30a-65ca2cfc309a HTTP/1.1" status: 204 len: 168 time: 0.3028378 Jan 28 13:49:40.611620 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c4ae5-7764-44db-989f-d185fee9e353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd6e9a3-7de0-441c-b30a-65ca2cfc309a,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:40.639126 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-21aab98f-adab-49bf-b9d2-d9419e79bf0f tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5351337-9e07-4b61-b12b-82f1ec4d75bf HTTP/1.1" status: 200 len: 205 time: 0.0541008 Jan 28 13:49:40.641870 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55978) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:40.754072 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-81426098-cd7e-4dbb-92eb-c1007c88c515 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] delete failed (client error): The resource could not be found. Jan 28 13:49:40.754072 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-81426098-cd7e-4dbb-92eb-c1007c88c515 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/routers/b5351337-9e07-4b61-b12b-82f1ec4d75bf HTTP/1.1" status: 404 len: 336 time: 0.1023862 Jan 28 13:49:40.754072 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55982) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:40.800491 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-d330ddcc-1a3a-4488-8517-bcd209479905 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] DELETE failed (client error): The resource could not be found. Jan 28 13:49:40.800962 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d330ddcc-1a3a-4488-8517-bcd209479905 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:49:40.804246 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d330ddcc-1a3a-4488-8517-bcd209479905 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/subnets/cf2501a7-93a8-4d74-b0b8-6d34a32eab4b HTTP/1.1" status: 404 len: 337 time: 0.0531697 Jan 28 13:49:40.810369 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55984) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:40.854685 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4d079127-5b6f-48f2-8da1-5070759ce635 tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "GET /v2.0/ports?device_id=52a4217c-47ce-4b49-bfde-32581f431915 HTTP/1.1" status: 200 len: 205 time: 0.0437396 Jan 28 13:49:40.857874 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55988) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:40.928536 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-b2652e28-003e-43dd-913f-45f7594c74cb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] delete failed (client error): The resource could not be found. Jan 28 13:49:40.929680 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b2652e28-003e-43dd-913f-45f7594c74cb tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/routers/52a4217c-47ce-4b49-bfde-32581f431915 HTTP/1.1" status: 404 len: 336 time: 0.0707796 Jan 28 13:49:40.932606 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55990) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:40.976442 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b8b8627-d6d8-4528-b58b-1c747ec5ed6a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] DELETE failed (client error): The resource could not be found. Jan 28 13:49:40.977126 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b8b8627-d6d8-4528-b58b-1c747ec5ed6a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:49:40.980822 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4b8b8627-d6d8-4528-b58b-1c747ec5ed6a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/subnets/34674bf6-7032-46fc-9c1d-438f81d453ce HTTP/1.1" status: 404 len: 337 time: 0.0468764 Jan 28 13:49:40.984117 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55992) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:41.043483 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-c99c1bb4-84d6-4b80-9983-94d319afe64a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] DELETE failed (client error): The resource could not be found. Jan 28 13:49:41.044333 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c99c1bb4-84d6-4b80-9983-94d319afe64a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:49:41.048316 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c99c1bb4-84d6-4b80-9983-94d319afe64a tempest-RoutersIpV6Test-1815913375 tempest-RoutersIpV6Test-1815913375-project] 10.222.0.39 "DELETE /v2.0/subnets/03b026f7-4fc7-4bc1-a56d-99abb24dcf73 HTTP/1.1" status: 404 len: 337 time: 0.0612593 Jan 28 13:49:41.224127 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55998) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:41.258806 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a86070f2-cd3b-4631-9d31-eadf238aa182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:41.265240 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8b607f18-a955-4b26-98e5-908e1090a40c req-a089fd7b-22b3-4529-8ffb-39bfceba28ee tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.0878417 Jan 28 13:49:41.449473 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a86070f2-cd3b-4631-9d31-eadf238aa182 admin admin] Publish callbacks [] for security_group (1b579e7b-4dae-4e44-ae04-cceed49a7f20), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:41.456804 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a86070f2-cd3b-4631-9d31-eadf238aa182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1b579e7b-4dae-4e44-ae04-cceed49a7f20), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:41.612523 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a86070f2-cd3b-4631-9d31-eadf238aa182 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eaa194a9ec80425ea1107f3e0a7ce3b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3867991 Jan 28 13:49:41.615114 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56004) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:41.620669 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86070f2-cd3b-4631-9d31-eadf238aa182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b579e7b-4dae-4e44-ae04-cceed49a7f20,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:41.653117 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56006) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:41.787800 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa297497-face-402a-851a-714cc1c25eca admin admin] Publish callbacks [] for security_group (1b579e7b-4dae-4e44-ae04-cceed49a7f20), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:41.850318 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa297497-face-402a-851a-714cc1c25eca admin admin] Publish callbacks [] for security_group (1b579e7b-4dae-4e44-ae04-cceed49a7f20), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:41.932096 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa297497-face-402a-851a-714cc1c25eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1b579e7b-4dae-4e44-ae04-cceed49a7f20), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:41.935844 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa297497-face-402a-851a-714cc1c25eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:41.940311 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-aa297497-face-402a-851a-714cc1c25eca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b579e7b-4dae-4e44-ae04-cceed49a7f20 HTTP/1.1" status: 204 len: 168 time: 0.3236380 Jan 28 13:49:41.956734 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa297497-face-402a-851a-714cc1c25eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b579e7b-4dae-4e44-ae04-cceed49a7f20,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:41.998197 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56014) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:42.006331 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-567eed1d-ace4-440a-920b-edbb15e0f3a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=534322dfb77a458ab6a55dfd72ce35f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3517609 Jan 28 13:49:42.100355 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df52f38b-c039-4389-a890-68d03658ff1e admin admin] Publish callbacks [] for security_group (0c96c487-f5d7-42d5-965f-5a2914ff4996), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:42.159976 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df52f38b-c039-4389-a890-68d03658ff1e admin admin] Publish callbacks [] for security_group (0c96c487-f5d7-42d5-965f-5a2914ff4996), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:42.262271 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df52f38b-c039-4389-a890-68d03658ff1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0c96c487-f5d7-42d5-965f-5a2914ff4996), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:42.265922 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df52f38b-c039-4389-a890-68d03658ff1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:42.267248 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-df52f38b-c039-4389-a890-68d03658ff1e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0c96c487-f5d7-42d5-965f-5a2914ff4996 HTTP/1.1" status: 204 len: 168 time: 0.2679789 Jan 28 13:49:42.294829 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52f38b-c039-4389-a890-68d03658ff1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c96c487-f5d7-42d5-965f-5a2914ff4996,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:42.461868 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e5bad343-085c-4846-bec1-8ae5b216b451 req-bd5d5ba9-71b5-4764-9515-d30045595743 tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.0338163 Jan 28 13:49:43.719331 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ebe87d4f-8703-4b56-8031-a73dca46cee7 req-2915063c-2646-4afe-8639-8c3c57536740 tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.0937564 Jan 28 13:49:44.228977 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56070) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:44.379467 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-3ea486f9-e37c-42b9-8e79-4463568639e2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'network': {'name': 'tempest-RoutersTest-1837179172'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:44.433222 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea486f9-e37c-42b9-8e79-4463568639e2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Made reservation on behalf of 567d098325094a48a7cf1edc5ba35662 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:49:44.436803 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3ea486f9-e37c-42b9-8e79-4463568639e2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:44.465823 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3ea486f9-e37c-42b9-8e79-4463568639e2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:44.544323 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3ea486f9-e37c-42b9-8e79-4463568639e2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for security_group (ba2192a1-3a4b-4bb2-9e8b-0ac3edc09e10), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:44.552351 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3ea486f9-e37c-42b9-8e79-4463568639e2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ba2192a1-3a4b-4bb2-9e8b-0ac3edc09e10), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:44.587024 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea486f9-e37c-42b9-8e79-4463568639e2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:49:44.598577 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea486f9-e37c-42b9-8e79-4463568639e2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2192a1-3a4b-4bb2-9e8b-0ac3edc09e10,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:44.605069 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3ea486f9-e37c-42b9-8e79-4463568639e2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (f0d6de69-69f3-44ec-8395-dcbc1a06bf29), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:44.605707 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-3ea486f9-e37c-42b9-8e79-4463568639e2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Added segment f0d6de69-69f3-44ec-8395-dcbc1a06bf29 of type vlan for network 6f6a4488-7113-4240-9c7e-0cf43596e490 Jan 28 13:49:44.671983 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3ea486f9-e37c-42b9-8e79-4463568639e2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (6f6a4488-7113-4240-9c7e-0cf43596e490), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:44.689472 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5b22cc58-34f1-4567-ba70-3e4d79b27cfe req-b602c7d7-29c0-45a3-bcf5-6086ee38483c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.0292020 Jan 28 13:49:44.711068 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3ea486f9-e37c-42b9-8e79-4463568639e2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (6f6a4488-7113-4240-9c7e-0cf43596e490), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:44.728994 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea486f9-e37c-42b9-8e79-4463568639e2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:44.729710 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3ea486f9-e37c-42b9-8e79-4463568639e2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:44.796996 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3ea486f9-e37c-42b9-8e79-4463568639e2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5665174 Jan 28 13:49:44.800894 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56090) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:44.808664 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-d638d0e5-aa17-47ba-a20e-21379af8cbcf tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'network': {'name': 'tempest-RoutersTest-1383378941'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:44.847887 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d638d0e5-aa17-47ba-a20e-21379af8cbcf tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Made reservation on behalf of 567d098325094a48a7cf1edc5ba35662 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:49:44.852169 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d638d0e5-aa17-47ba-a20e-21379af8cbcf tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:44.870993 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea486f9-e37c-42b9-8e79-4463568639e2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Network': ['ID=6f6a4488-7113-4240-9c7e-0cf43596e490,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:44.885160 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 6f6a4488-7113-4240-9c7e-0cf43596e490 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:49:44.924084 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d638d0e5-aa17-47ba-a20e-21379af8cbcf tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:49:44.934156 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d638d0e5-aa17-47ba-a20e-21379af8cbcf tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (81df02ad-75e0-4b0c-a43c-428410dcf482), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:44.934525 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-d638d0e5-aa17-47ba-a20e-21379af8cbcf tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Added segment 81df02ad-75e0-4b0c-a43c-428410dcf482 of type vlan for network ac02b05e-aab1-404d-bef7-60b15e1ae7dc Jan 28 13:49:44.984002 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dc52c8fa-b669-4616-a172-3c9a73fd22e7 req-f51a0dae-1cee-4b69-9fed-8256eba16620 tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.0476754 Jan 28 13:49:45.035145 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d638d0e5-aa17-47ba-a20e-21379af8cbcf tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (ac02b05e-aab1-404d-bef7-60b15e1ae7dc), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:45.083474 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d638d0e5-aa17-47ba-a20e-21379af8cbcf tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (ac02b05e-aab1-404d-bef7-60b15e1ae7dc), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:45.090312 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d638d0e5-aa17-47ba-a20e-21379af8cbcf tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:45.092516 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d638d0e5-aa17-47ba-a20e-21379af8cbcf tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:45.138686 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d638d0e5-aa17-47ba-a20e-21379af8cbcf tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3365674 Jan 28 13:49:45.142056 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56100) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:45.147252 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-ee650d5c-1e1f-4920-8f0d-4ffc61ced99c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'subnet': {'network_id': '6f6a4488-7113-4240-9c7e-0cf43596e490', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:45.217871 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638d0e5-aa17-47ba-a20e-21379af8cbcf tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Network': ['ID=ac02b05e-aab1-404d-bef7-60b15e1ae7dc,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:45.229015 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network ac02b05e-aab1-404d-bef7-60b15e1ae7dc details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:49:45.274452 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee650d5c-1e1f-4920-8f0d-4ffc61ced99c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Made reservation on behalf of 567d098325094a48a7cf1edc5ba35662 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:49:45.278244 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ee650d5c-1e1f-4920-8f0d-4ffc61ced99c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:45.576706 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ee650d5c-1e1f-4920-8f0d-4ffc61ced99c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (339b0f3c-0d4b-40bc-b193-e5b2cb895c95), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:45.652111 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee650d5c-1e1f-4920-8f0d-4ffc61ced99c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Subnet': ['ID=339b0f3c-0d4b-40bc-b193-e5b2cb895c95,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:45.662317 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee650d5c-1e1f-4920-8f0d-4ffc61ced99c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Checking segment: {'id': 'f0d6de69-69f3-44ec-8395-dcbc1a06bf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6f6a4488-7113-4240-9c7e-0cf43596e490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:49:45.662617 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee650d5c-1e1f-4920-8f0d-4ffc61ced99c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network hostable DHCP agents. Network: 6f6a4488-7113-4240-9c7e-0cf43596e490, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:49:45.683236 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee650d5c-1e1f-4920-8f0d-4ffc61ced99c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network 6f6a4488-7113-4240-9c7e-0cf43596e490 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:49:45.695894 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-ee650d5c-1e1f-4920-8f0d-4ffc61ced99c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 6f6a4488-7113-4240-9c7e-0cf43596e490) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:45.701188 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee650d5c-1e1f-4920-8f0d-4ffc61ced99c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:45.702293 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ee650d5c-1e1f-4920-8f0d-4ffc61ced99c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:45.712396 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef6e587-f285-49d1-a723-d9669d8ef2a8 None None] Network 6f6a4488-7113-4240-9c7e-0cf43596e490 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:49:45.747540 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ee650d5c-1e1f-4920-8f0d-4ffc61ced99c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6045203 Jan 28 13:49:45.750750 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56110) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:45.757055 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-547dbf4a-d938-473a-a5db-97a71413ad50 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'subnet': {'network_id': 'ac02b05e-aab1-404d-bef7-60b15e1ae7dc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:45.907175 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c7a3ff-cea1-4643-9416-dff3ce950546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-6f6a4488-7113-4240-9c7e-0cf43596e490', 'network_id': '6f6a4488-7113-4240-9c7e-0cf43596e490', 'project_id': '567d098325094a48a7cf1edc5ba35662', 'fixed_ips': [{'subnet_id': '339b0f3c-0d4b-40bc-b193-e5b2cb895c95'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:49:45.909296 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-86c7a3ff-cea1-4643-9416-dff3ce950546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:45.912630 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547dbf4a-d938-473a-a5db-97a71413ad50 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Made reservation on behalf of 567d098325094a48a7cf1edc5ba35662 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:49:45.924828 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-547dbf4a-d938-473a-a5db-97a71413ad50 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:46.261385 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-de8d512f-df17-4fff-bc74-1d690b3dd086 req-7c922cfa-bea0-4583-b395-cde6bbadbbb4 tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.0443156 Jan 28 13:49:46.303269 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-86c7a3ff-cea1-4643-9416-dff3ce950546 None None] Allocated IP 172.20.0.2 (6f6a4488-7113-4240-9c7e-0cf43596e490/339b0f3c-0d4b-40bc-b193-e5b2cb895c95/ce180739-fd64-45e4-a59a-47af044427d0) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:49:46.542323 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-547dbf4a-d938-473a-a5db-97a71413ad50 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (258a1eeb-1e53-4937-a4fa-6b6c2778ea3e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:46.728387 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547dbf4a-d938-473a-a5db-97a71413ad50 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Subnet': ['ID=258a1eeb-1e53-4937-a4fa-6b6c2778ea3e,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:46.826339 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547dbf4a-d938-473a-a5db-97a71413ad50 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Checking segment: {'id': '81df02ad-75e0-4b0c-a43c-428410dcf482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ac02b05e-aab1-404d-bef7-60b15e1ae7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:49:46.831869 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547dbf4a-d938-473a-a5db-97a71413ad50 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network hostable DHCP agents. Network: ac02b05e-aab1-404d-bef7-60b15e1ae7dc, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:49:46.889822 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547dbf4a-d938-473a-a5db-97a71413ad50 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network ac02b05e-aab1-404d-bef7-60b15e1ae7dc is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:49:46.900582 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-24af259a-973c-4986-ba6d-f355268a8cf7 req-c9011e68-1db9-40f2-9a02-d8829dd84199 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a037bcebee14d459fac1d4039b7e9c4&device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.0396960 Jan 28 13:49:46.910874 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-547dbf4a-d938-473a-a5db-97a71413ad50 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, ac02b05e-aab1-404d-bef7-60b15e1ae7dc) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:46.916072 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547dbf4a-d938-473a-a5db-97a71413ad50 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:46.917352 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-547dbf4a-d938-473a-a5db-97a71413ad50 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:46.934386 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2563af-f4d0-4625-8350-2841ec3c13db None None] Network ac02b05e-aab1-404d-bef7-60b15e1ae7dc requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:49:46.959681 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-547dbf4a-d938-473a-a5db-97a71413ad50 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2075634 Jan 28 13:49:46.960558 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-24af259a-973c-4986-ba6d-f355268a8cf7 req-ecb10b93-2bf7-4693-a438-86a3a8696c87 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=2a037bcebee14d459fac1d4039b7e9c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484080 Jan 28 13:49:46.962381 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56134) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:46.967566 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-857c00df-b3d0-4c6e-be0e-87df7c6dfb34 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-129843738', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:47.009451 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-86c7a3ff-cea1-4643-9416-dff3ce950546 None None] Publish callbacks [] for port (ce180739-fd64-45e4-a59a-47af044427d0), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:47.024694 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-857c00df-b3d0-4c6e-be0e-87df7c6dfb34 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (bd98d34b-9a00-4e25-8e88-afc411513ed1), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:47.026433 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-857c00df-b3d0-4c6e-be0e-87df7c6dfb34 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (bd98d34b-9a00-4e25-8e88-afc411513ed1), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:47.032548 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83378c9b-1e72-4e6e-9032-1fc87e16ac7b req-b1ecd0a4-6b92-4a62-878f-2378f3f11ebd tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.0750532 Jan 28 13:49:47.179251 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-857c00df-b3d0-4c6e-be0e-87df7c6dfb34 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router_controller (bd98d34b-9a00-4e25-8e88-afc411513ed1), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:47.189268 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-857c00df-b3d0-4c6e-be0e-87df7c6dfb34 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (bd98d34b-9a00-4e25-8e88-afc411513ed1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:47.196664 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af259a-973c-4986-ba6d-f355268a8cf7 req-1b9e655d-f503-4cf6-8bf3-284914cfac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:47.198322 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-24af259a-973c-4986-ba6d-f355268a8cf7 req-1b9e655d-f503-4cf6-8bf3-284914cfac7d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2151825 Jan 28 13:49:47.226682 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-857c00df-b3d0-4c6e-be0e-87df7c6dfb34 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:47.228061 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-857c00df-b3d0-4c6e-be0e-87df7c6dfb34 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2644315 Jan 28 13:49:47.230800 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56138) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:47.243802 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-86c7a3ff-cea1-4643-9416-dff3ce950546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (ce180739-fd64-45e4-a59a-47af044427d0), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:47.304729 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4169dd-563c-425d-a5da-cb65b44c42b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-ac02b05e-aab1-404d-bef7-60b15e1ae7dc', 'network_id': 'ac02b05e-aab1-404d-bef7-60b15e1ae7dc', 'project_id': '567d098325094a48a7cf1edc5ba35662', 'fixed_ips': [{'subnet_id': '258a1eeb-1e53-4937-a4fa-6b6c2778ea3e'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:49:47.305997 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dd4169dd-563c-425d-a5da-cb65b44c42b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:47.323719 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7a3ff-cea1-4643-9416-dff3ce950546 None None] Pushing event updated for resources: {'Port': ['ID=ce180739-fd64-45e4-a59a-47af044427d0,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:47.341475 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c7a3ff-cea1-4643-9416-dff3ce950546 None None] Network 6f6a4488-7113-4240-9c7e-0cf43596e490 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:49:47.345119 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-86c7a3ff-cea1-4643-9416-dff3ce950546 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:47.348286 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c7a3ff-cea1-4643-9416-dff3ce950546 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:49:47.533104 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-86c7a3ff-cea1-4643-9416-dff3ce950546 None None] Attempting to bind port ce180739-fd64-45e4-a59a-47af044427d0 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:49:47.533784 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-86c7a3ff-cea1-4643-9416-dff3ce950546 None None] Attempting to bind port ce180739-fd64-45e4-a59a-47af044427d0 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'f0d6de69-69f3-44ec-8395-dcbc1a06bf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6f6a4488-7113-4240-9c7e-0cf43596e490'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:49:47.534333 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c7a3ff-cea1-4643-9416-dff3ce950546 None None] Attempting to bind port ce180739-fd64-45e4-a59a-47af044427d0 on network 6f6a4488-7113-4240-9c7e-0cf43596e490 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:49:47.543974 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56142) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:47.621542 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c7a3ff-cea1-4643-9416-dff3ce950546 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:49:47.622882 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c7a3ff-cea1-4643-9416-dff3ce950546 None None] Checking segment: {'id': 'f0d6de69-69f3-44ec-8395-dcbc1a06bf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6f6a4488-7113-4240-9c7e-0cf43596e490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:49:47.625007 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-86c7a3ff-cea1-4643-9416-dff3ce950546 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:47.629796 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c7a3ff-cea1-4643-9416-dff3ce950546 None None] Bound using segment: {'id': 'f0d6de69-69f3-44ec-8395-dcbc1a06bf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6f6a4488-7113-4240-9c7e-0cf43596e490'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:49:47.630634 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-86c7a3ff-cea1-4643-9416-dff3ce950546 None None] Bound port: ce180739-fd64-45e4-a59a-47af044427d0, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d6de69-69f3-44ec-8395-dcbc1a06bf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6f6a4488-7113-4240-9c7e-0cf43596e490'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:49:47.631293 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-86c7a3ff-cea1-4643-9416-dff3ce950546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ce180739-fd64-45e4-a59a-47af044427d0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:47.705534 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf091b54-79b1-425b-aacf-7cc3aba89d8f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:47.710160 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-86c7a3ff-cea1-4643-9416-dff3ce950546 None None] For port ce180739-fd64-45e4-a59a-47af044427d0, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:49:47.714116 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-86c7a3ff-cea1-4643-9416-dff3ce950546 None None] For port ce180739-fd64-45e4-a59a-47af044427d0, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ce180739-fd64-45e4-a59a-47af044427d0,segment=NetworkSegment(f0d6de69-69f3-44ec-8395-dcbc1a06bf29),segment_id=f0d6de69-69f3-44ec-8395-dcbc1a06bf29)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:49:47.734398 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-86c7a3ff-cea1-4643-9416-dff3ce950546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ce180739-fd64-45e4-a59a-47af044427d0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:47.904686 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa57530d-dddf-4a32-bcb3-eadb454d4a02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:47.908717 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-dd4169dd-563c-425d-a5da-cb65b44c42b2 None None] Allocated IP 172.21.0.2 (ac02b05e-aab1-404d-bef7-60b15e1ae7dc/258a1eeb-1e53-4937-a4fa-6b6c2778ea3e/54e4e2c7-8374-4264-92d2-3a1ba330c806) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:49:47.917659 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7a3ff-cea1-4643-9416-dff3ce950546 None None] Pushing event updated for resources: {'Port': ['ID=ce180739-fd64-45e4-a59a-47af044427d0,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:48.067316 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:48.103580 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa57530d-dddf-4a32-bcb3-eadb454d4a02 admin admin] Publish callbacks [] for security_group (da46997c-6d93-4665-9e72-130749388f13), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:48.111182 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa57530d-dddf-4a32-bcb3-eadb454d4a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (da46997c-6d93-4665-9e72-130749388f13), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:48.218588 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57530d-dddf-4a32-bcb3-eadb454d4a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da46997c-6d93-4665-9e72-130749388f13,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:48.239209 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-aa57530d-dddf-4a32-bcb3-eadb454d4a02 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=414d0dcc647f4dbf870b26ae0b61c3c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6912713 Jan 28 13:49:48.239598 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56152) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:48.298946 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57530d-dddf-4a32-bcb3-eadb454d4a02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:48.299343 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57530d-dddf-4a32-bcb3-eadb454d4a02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:48.299690 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57530d-dddf-4a32-bcb3-eadb454d4a02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:48.300034 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57530d-dddf-4a32-bcb3-eadb454d4a02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:48.300380 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57530d-dddf-4a32-bcb3-eadb454d4a02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:48.300715 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57530d-dddf-4a32-bcb3-eadb454d4a02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:48.301048 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57530d-dddf-4a32-bcb3-eadb454d4a02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:48.311836 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57530d-dddf-4a32-bcb3-eadb454d4a02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:48.312249 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57530d-dddf-4a32-bcb3-eadb454d4a02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:48.312633 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57530d-dddf-4a32-bcb3-eadb454d4a02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:48.312944 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57530d-dddf-4a32-bcb3-eadb454d4a02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:48.313282 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57530d-dddf-4a32-bcb3-eadb454d4a02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:48.313766 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57530d-dddf-4a32-bcb3-eadb454d4a02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:48.451251 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-bf091b54-79b1-425b-aacf-7cc3aba89d8f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Allocated IP 172.20.0.1 (6f6a4488-7113-4240-9c7e-0cf43596e490/339b0f3c-0d4b-40bc-b193-e5b2cb895c95/98ee132c-8dde-4ab4-a115-d1d6975b0920) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:49:48.490007 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b725db9e-7a95-4b51-a952-8d3024fa4041 req-77994b3e-d3a6-4039-9682-f0e23fea83ef tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.1487315 Jan 28 13:49:48.556067 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-800a546d-83c2-4a2b-8e51-bd386d6c46b6 admin admin] Publish callbacks [] for security_group (da46997c-6d93-4665-9e72-130749388f13), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:48.616154 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-800a546d-83c2-4a2b-8e51-bd386d6c46b6 admin admin] Publish callbacks [] for security_group (da46997c-6d93-4665-9e72-130749388f13), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:48.662535 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf091b54-79b1-425b-aacf-7cc3aba89d8f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for port (98ee132c-8dde-4ab4-a115-d1d6975b0920), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:48.725773 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-800a546d-83c2-4a2b-8e51-bd386d6c46b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (da46997c-6d93-4665-9e72-130749388f13), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:48.729148 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-800a546d-83c2-4a2b-8e51-bd386d6c46b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:48.733394 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-800a546d-83c2-4a2b-8e51-bd386d6c46b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/da46997c-6d93-4665-9e72-130749388f13 HTTP/1.1" status: 204 len: 168 time: 0.4886262 Jan 28 13:49:48.748562 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a546d-83c2-4a2b-8e51-bd386d6c46b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da46997c-6d93-4665-9e72-130749388f13,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:48.749034 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf091b54-79b1-425b-aacf-7cc3aba89d8f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (98ee132c-8dde-4ab4-a115-d1d6975b0920), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:48.824859 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dd4169dd-563c-425d-a5da-cb65b44c42b2 None None] Publish callbacks [] for port (54e4e2c7-8374-4264-92d2-3a1ba330c806), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:48.842665 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dd4169dd-563c-425d-a5da-cb65b44c42b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (54e4e2c7-8374-4264-92d2-3a1ba330c806), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:48.845257 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf091b54-79b1-425b-aacf-7cc3aba89d8f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network 6f6a4488-7113-4240-9c7e-0cf43596e490 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:49:48.848306 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-24af259a-973c-4986-ba6d-f355268a8cf7 req-1bc88c02-91ce-4d3d-9563-e9108f03d989 tempest-ServerShowV254Test-588939348 tempest-ServerShowV254Test-588939348-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a0908bb-2d84-46c9-806d-9bbf497ef37a HTTP/1.1" status: 200 len: 210 time: 0.1273384 Jan 28 13:49:48.851643 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-bf091b54-79b1-425b-aacf-7cc3aba89d8f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:48.909050 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf091b54-79b1-425b-aacf-7cc3aba89d8f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:49:48.941555 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4169dd-563c-425d-a5da-cb65b44c42b2 None None] Network ac02b05e-aab1-404d-bef7-60b15e1ae7dc is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:49:48.943821 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4169dd-563c-425d-a5da-cb65b44c42b2 None None] Pushing event updated for resources: {'Port': ['ID=54e4e2c7-8374-4264-92d2-3a1ba330c806,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:48.946964 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-dd4169dd-563c-425d-a5da-cb65b44c42b2 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:48.951371 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4169dd-563c-425d-a5da-cb65b44c42b2 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:49:49.065538 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf091b54-79b1-425b-aacf-7cc3aba89d8f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Port': ['ID=98ee132c-8dde-4ab4-a115-d1d6975b0920,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:49.075938 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-dd4169dd-563c-425d-a5da-cb65b44c42b2 None None] Attempting to bind port 54e4e2c7-8374-4264-92d2-3a1ba330c806 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:49:49.076461 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-dd4169dd-563c-425d-a5da-cb65b44c42b2 None None] Attempting to bind port 54e4e2c7-8374-4264-92d2-3a1ba330c806 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '81df02ad-75e0-4b0c-a43c-428410dcf482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ac02b05e-aab1-404d-bef7-60b15e1ae7dc'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:49:49.076661 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4169dd-563c-425d-a5da-cb65b44c42b2 None None] Attempting to bind port 54e4e2c7-8374-4264-92d2-3a1ba330c806 on network ac02b05e-aab1-404d-bef7-60b15e1ae7dc {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:49:49.082167 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4169dd-563c-425d-a5da-cb65b44c42b2 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:49:49.082548 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4169dd-563c-425d-a5da-cb65b44c42b2 None None] Checking segment: {'id': '81df02ad-75e0-4b0c-a43c-428410dcf482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ac02b05e-aab1-404d-bef7-60b15e1ae7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:49:49.082985 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dd4169dd-563c-425d-a5da-cb65b44c42b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:49.083383 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4169dd-563c-425d-a5da-cb65b44c42b2 None None] Bound using segment: {'id': '81df02ad-75e0-4b0c-a43c-428410dcf482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ac02b05e-aab1-404d-bef7-60b15e1ae7dc'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:49:49.083848 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-dd4169dd-563c-425d-a5da-cb65b44c42b2 None None] Bound port: 54e4e2c7-8374-4264-92d2-3a1ba330c806, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81df02ad-75e0-4b0c-a43c-428410dcf482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ac02b05e-aab1-404d-bef7-60b15e1ae7dc'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:49:49.084228 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dd4169dd-563c-425d-a5da-cb65b44c42b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (54e4e2c7-8374-4264-92d2-3a1ba330c806), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:49.089970 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf091b54-79b1-425b-aacf-7cc3aba89d8f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (bd98d34b-9a00-4e25-8e88-afc411513ed1), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:49.188757 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-dd4169dd-563c-425d-a5da-cb65b44c42b2 None None] For port 54e4e2c7-8374-4264-92d2-3a1ba330c806, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:49:49.194884 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-dd4169dd-563c-425d-a5da-cb65b44c42b2 None None] For port 54e4e2c7-8374-4264-92d2-3a1ba330c806, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=54e4e2c7-8374-4264-92d2-3a1ba330c806,segment=NetworkSegment(81df02ad-75e0-4b0c-a43c-428410dcf482),segment_id=81df02ad-75e0-4b0c-a43c-428410dcf482)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:49:49.220663 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dd4169dd-563c-425d-a5da-cb65b44c42b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (54e4e2c7-8374-4264-92d2-3a1ba330c806), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:49.317305 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4169dd-563c-425d-a5da-cb65b44c42b2 None None] Pushing event updated for resources: {'Port': ['ID=54e4e2c7-8374-4264-92d2-3a1ba330c806,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:49.349942 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56162) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:49.398863 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fdabdb0c-390f-4fdc-806c-721c10579572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:49.410273 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf091b54-79b1-425b-aacf-7cc3aba89d8f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (98ee132c-8dde-4ab4-a115-d1d6975b0920), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:49.563822 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fdabdb0c-390f-4fdc-806c-721c10579572 admin admin] Publish callbacks [] for security_group (216e2b48-f4b0-49eb-a7f8-affa1d0cc806), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:49.582364 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fdabdb0c-390f-4fdc-806c-721c10579572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (216e2b48-f4b0-49eb-a7f8-affa1d0cc806), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:49.843910 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fdabdb0c-390f-4fdc-806c-721c10579572 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35bf23992e0747ca8ff78a7c173c3236&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4901495 Jan 28 13:49:49.844657 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56170) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:49.851826 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ce180739-fd64-45e4-a59a-47af044427d0 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:49:49.872323 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdabdb0c-390f-4fdc-806c-721c10579572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216e2b48-f4b0-49eb-a7f8-affa1d0cc806,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:50.007757 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.032946 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ddda37c5-9d63-48ab-942a-732e17a8db51 admin admin] Publish callbacks [] for security_group (216e2b48-f4b0-49eb-a7f8-affa1d0cc806), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.036426 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port ce180739-fd64-45e4-a59a-47af044427d0 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:50.036850 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ce180739-fd64-45e4-a59a-47af044427d0), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.124351 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ddda37c5-9d63-48ab-942a-732e17a8db51 admin admin] Publish callbacks [] for security_group (216e2b48-f4b0-49eb-a7f8-affa1d0cc806), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.126095 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877af721-28c0-4a73-9483-a9c2a3838db9 None None] Network 6f6a4488-7113-4240-9c7e-0cf43596e490 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:49:50.229261 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ddda37c5-9d63-48ab-942a-732e17a8db51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (216e2b48-f4b0-49eb-a7f8-affa1d0cc806), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.232339 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ddda37c5-9d63-48ab-942a-732e17a8db51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.233889 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ddda37c5-9d63-48ab-942a-732e17a8db51 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/216e2b48-f4b0-49eb-a7f8-affa1d0cc806 HTTP/1.1" status: 204 len: 168 time: 0.3874638 Jan 28 13:49:50.252917 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda37c5-9d63-48ab-942a-732e17a8db51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216e2b48-f4b0-49eb-a7f8-affa1d0cc806,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:50.288078 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf091b54-79b1-425b-aacf-7cc3aba89d8f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for port (98ee132c-8dde-4ab4-a115-d1d6975b0920), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.302317 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf091b54-79b1-425b-aacf-7cc3aba89d8f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (98ee132c-8dde-4ab4-a115-d1d6975b0920), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.328578 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56176) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:50.416577 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port ce180739-fd64-45e4-a59a-47af044427d0 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:50.422629 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ce180739-fd64-45e4-a59a-47af044427d0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.458958 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-29762ae9-b833-45ee-9350-b505fca5b159 None None] Provisioning complete for port ce180739-fd64-45e4-a59a-47af044427d0 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:50.459321 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-29762ae9-b833-45ee-9350-b505fca5b159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ce180739-fd64-45e4-a59a-47af044427d0), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.471629 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8a6a94aa-ed22-4430-8514-a52fe25954f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.474604 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf091b54-79b1-425b-aacf-7cc3aba89d8f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (bd98d34b-9a00-4e25-8e88-afc411513ed1), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.513069 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf091b54-79b1-425b-aacf-7cc3aba89d8f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Port': ['ID=98ee132c-8dde-4ab4-a115-d1d6975b0920,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:50.573785 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8a6a94aa-ed22-4430-8514-a52fe25954f5 admin admin] Publish callbacks [] for security_group (747fa1c4-1594-4cc8-8ee6-2d6d2487d6dd), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.583968 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8a6a94aa-ed22-4430-8514-a52fe25954f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (747fa1c4-1594-4cc8-8ee6-2d6d2487d6dd), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.613916 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port ce180739-fd64-45e4-a59a-47af044427d0, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ce180739-fd64-45e4-a59a-47af044427d0,segment=NetworkSegment(f0d6de69-69f3-44ec-8395-dcbc1a06bf29),segment_id=f0d6de69-69f3-44ec-8395-dcbc1a06bf29)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:50.625290 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8a6a94aa-ed22-4430-8514-a52fe25954f5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2a037bcebee14d459fac1d4039b7e9c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2949960 Jan 28 13:49:50.628648 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56182) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:50.646389 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ce180739-fd64-45e4-a59a-47af044427d0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.681865 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a94aa-ed22-4430-8514-a52fe25954f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747fa1c4-1594-4cc8-8ee6-2d6d2487d6dd,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:50.790212 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36d3fc55-80ac-4f11-bde7-c36d51d93240 admin admin] Publish callbacks [] for security_group (747fa1c4-1594-4cc8-8ee6-2d6d2487d6dd), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.792426 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf091b54-79b1-425b-aacf-7cc3aba89d8f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network 6f6a4488-7113-4240-9c7e-0cf43596e490 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:49:50.794586 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-bf091b54-79b1-425b-aacf-7cc3aba89d8f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:50.829919 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36d3fc55-80ac-4f11-bde7-c36d51d93240 admin admin] Publish callbacks [] for security_group (747fa1c4-1594-4cc8-8ee6-2d6d2487d6dd), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.935507 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=ce180739-fd64-45e4-a59a-47af044427d0,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:50.938281 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-29762ae9-b833-45ee-9350-b505fca5b159 None None] Current status of the port ce180739-fd64-45e4-a59a-47af044427d0 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:50.947378 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36d3fc55-80ac-4f11-bde7-c36d51d93240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (747fa1c4-1594-4cc8-8ee6-2d6d2487d6dd), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.952874 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36d3fc55-80ac-4f11-bde7-c36d51d93240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.954558 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-36d3fc55-80ac-4f11-bde7-c36d51d93240 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/747fa1c4-1594-4cc8-8ee6-2d6d2487d6dd HTTP/1.1" status: 204 len: 168 time: 0.3235371 Jan 28 13:49:50.976265 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3fc55-80ac-4f11-bde7-c36d51d93240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747fa1c4-1594-4cc8-8ee6-2d6d2487d6dd,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:51.120837 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf091b54-79b1-425b-aacf-7cc3aba89d8f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Router bd98d34b-9a00-4e25-8e88-afc411513ed1 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:49:51.179588 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e53264dd-03ce-4a70-a905-7270131179b3 None None] Provisioning complete for port ce180739-fd64-45e4-a59a-47af044427d0 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:51.181293 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e53264dd-03ce-4a70-a905-7270131179b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ce180739-fd64-45e4-a59a-47af044427d0), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:51.329137 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf091b54-79b1-425b-aacf-7cc3aba89d8f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:49:51.364186 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bf091b54-79b1-425b-aacf-7cc3aba89d8f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "PUT /v2.0/routers/bd98d34b-9a00-4e25-8e88-afc411513ed1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1315384 Jan 28 13:49:51.366574 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56202) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:51.398773 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991d662b-3c97-4546-b64b-aa21455bad54 None None] Sync routers for ids ['bd98d34b-9a00-4e25-8e88-afc411513ed1'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:49:51.457856 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8964af-2221-403e-af76-9e88a6948154 None None] Network ac02b05e-aab1-404d-bef7-60b15e1ae7dc requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:49:51.473537 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b23a6be-c430-42f2-8491-849130bcb009 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:51.477859 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8b23a6be-c430-42f2-8491-849130bcb009 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "GET /v2.0/ports/98ee132c-8dde-4ab4-a115-d1d6975b0920 HTTP/1.1" status: 200 len: 910 time: 0.1068740 Jan 28 13:49:51.478234 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56210) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:51.494469 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991d662b-3c97-4546-b64b-aa21455bad54 None None] Routers {'bd98d34b-9a00-4e25-8e88-afc411513ed1'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:51.495702 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-991d662b-3c97-4546-b64b-aa21455bad54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:49:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['bd98d34b-9a00-4e25-8e88-afc411513ed1'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:51.511540 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e53264dd-03ce-4a70-a905-7270131179b3 None None] Current status of the port ce180739-fd64-45e4-a59a-47af044427d0 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:51.724113 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-991d662b-3c97-4546-b64b-aa21455bad54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:51.729739 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e53264dd-03ce-4a70-a905-7270131179b3 None None] Provisioning complete for port 98ee132c-8dde-4ab4-a115-d1d6975b0920 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:51.730433 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e53264dd-03ce-4a70-a905-7270131179b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (98ee132c-8dde-4ab4-a115-d1d6975b0920), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:51.774781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991d662b-3c97-4546-b64b-aa21455bad54 None None] Routers {'bd98d34b-9a00-4e25-8e88-afc411513ed1'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:51.775829 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-991d662b-3c97-4546-b64b-aa21455bad54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:49:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['bd98d34b-9a00-4e25-8e88-afc411513ed1'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:51.849090 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e53264dd-03ce-4a70-a905-7270131179b3 None None] Port 98ee132c-8dde-4ab4-a115-d1d6975b0920 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:49:51.851062 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-991d662b-3c97-4546-b64b-aa21455bad54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:51.851950 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991d662b-3c97-4546-b64b-aa21455bad54 None None] The sync data for ids ['bd98d34b-9a00-4e25-8e88-afc411513ed1'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:49:51.916617 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ce180739-fd64-45e4-a59a-47af044427d0 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:49:52.008481 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-592460b0-66a5-4b2c-adee-e1f3e6021c99 None None] Provisioning complete for port 98ee132c-8dde-4ab4-a115-d1d6975b0920 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:52.009180 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-592460b0-66a5-4b2c-adee-e1f3e6021c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (98ee132c-8dde-4ab4-a115-d1d6975b0920), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:52.104002 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port ce180739-fd64-45e4-a59a-47af044427d0 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:52.104643 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ce180739-fd64-45e4-a59a-47af044427d0), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:52.108267 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-592460b0-66a5-4b2c-adee-e1f3e6021c99 None None] Port 98ee132c-8dde-4ab4-a115-d1d6975b0920 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:49:52.173962 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-592460b0-66a5-4b2c-adee-e1f3e6021c99 None None] Provisioning complete for port 54e4e2c7-8374-4264-92d2-3a1ba330c806 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:52.174426 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-592460b0-66a5-4b2c-adee-e1f3e6021c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (54e4e2c7-8374-4264-92d2-3a1ba330c806), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:52.357916 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port ce180739-fd64-45e4-a59a-47af044427d0 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:52.360199 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 54e4e2c7-8374-4264-92d2-3a1ba330c806 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:49:52.423506 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-592460b0-66a5-4b2c-adee-e1f3e6021c99 None None] Current status of the port 54e4e2c7-8374-4264-92d2-3a1ba330c806 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:52.423900 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-592460b0-66a5-4b2c-adee-e1f3e6021c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (54e4e2c7-8374-4264-92d2-3a1ba330c806), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:52.488983 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-592460b0-66a5-4b2c-adee-e1f3e6021c99 None None] For port 54e4e2c7-8374-4264-92d2-3a1ba330c806, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=54e4e2c7-8374-4264-92d2-3a1ba330c806,segment=NetworkSegment(81df02ad-75e0-4b0c-a43c-428410dcf482),segment_id=81df02ad-75e0-4b0c-a43c-428410dcf482)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:52.490813 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 54e4e2c7-8374-4264-92d2-3a1ba330c806 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:52.491428 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (54e4e2c7-8374-4264-92d2-3a1ba330c806), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:52.495515 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-592460b0-66a5-4b2c-adee-e1f3e6021c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (54e4e2c7-8374-4264-92d2-3a1ba330c806), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:52.638941 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592460b0-66a5-4b2c-adee-e1f3e6021c99 None None] Pushing event updated for resources: {'Port': ['ID=54e4e2c7-8374-4264-92d2-3a1ba330c806,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:52.658226 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-78ee2779-4298-4bc0-a456-d98753945cb3 None None] Provisioning complete for port 54e4e2c7-8374-4264-92d2-3a1ba330c806 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:52.658226 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78ee2779-4298-4bc0-a456-d98753945cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (54e4e2c7-8374-4264-92d2-3a1ba330c806), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:52.658440 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56242) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:52.748183 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 54e4e2c7-8374-4264-92d2-3a1ba330c806 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:52.847706 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-78ee2779-4298-4bc0-a456-d98753945cb3 None None] Current status of the port 54e4e2c7-8374-4264-92d2-3a1ba330c806 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:52.918708 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-8d6644fb-bb61-4456-b888-a5ed40f0cfa8 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1254314886-network', 'tenant_id': 'bf3c69887c3e43c9bd063fdf3c2c5bd2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:52.924005 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73739c98-1fbb-4229-b457-61f5a04d8e32 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:52.964367 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6644fb-bb61-4456-b888-a5ed40f0cfa8 admin admin] Made reservation on behalf of bf3c69887c3e43c9bd063fdf3c2c5bd2 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:49:52.967415 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d6644fb-bb61-4456-b888-a5ed40f0cfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:52.989352 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d6644fb-bb61-4456-b888-a5ed40f0cfa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:53.158132 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d6644fb-bb61-4456-b888-a5ed40f0cfa8 admin admin] Publish callbacks [] for security_group (f30709df-fddc-4ed2-9595-9a3eb49a287c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:53.163770 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d6644fb-bb61-4456-b888-a5ed40f0cfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f30709df-fddc-4ed2-9595-9a3eb49a287c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:53.197083 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d6644fb-bb61-4456-b888-a5ed40f0cfa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:49:53.216283 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6644fb-bb61-4456-b888-a5ed40f0cfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30709df-fddc-4ed2-9595-9a3eb49a287c,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:53.219911 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d6644fb-bb61-4456-b888-a5ed40f0cfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (9ccf36b8-9349-4e0e-9fea-e3bda24dab76), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:53.220534 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-8d6644fb-bb61-4456-b888-a5ed40f0cfa8 admin admin] Added segment 9ccf36b8-9349-4e0e-9fea-e3bda24dab76 of type vlan for network ae4a8674-50a8-4c45-b41e-f50e41a7e30e Jan 28 13:49:53.279572 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d6644fb-bb61-4456-b888-a5ed40f0cfa8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (ae4a8674-50a8-4c45-b41e-f50e41a7e30e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:53.316143 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d6644fb-bb61-4456-b888-a5ed40f0cfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (ae4a8674-50a8-4c45-b41e-f50e41a7e30e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:53.317313 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6644fb-bb61-4456-b888-a5ed40f0cfa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:53.318002 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d6644fb-bb61-4456-b888-a5ed40f0cfa8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:53.358452 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8d6644fb-bb61-4456-b888-a5ed40f0cfa8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6989689 Jan 28 13:49:53.415234 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6644fb-bb61-4456-b888-a5ed40f0cfa8 admin admin] Pushing event updated for resources: {'Network': ['ID=ae4a8674-50a8-4c45-b41e-f50e41a7e30e,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:53.441884 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network ae4a8674-50a8-4c45-b41e-f50e41a7e30e details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:49:53.452201 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-73739c98-1fbb-4229-b457-61f5a04d8e32 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Allocated IP 172.21.0.1 (ac02b05e-aab1-404d-bef7-60b15e1ae7dc/258a1eeb-1e53-4937-a4fa-6b6c2778ea3e/66a8d7fa-6911-4c19-9aa0-079f9403d9aa) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:49:53.639044 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73739c98-1fbb-4229-b457-61f5a04d8e32 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for port (66a8d7fa-6911-4c19-9aa0-079f9403d9aa), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:53.684891 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 54e4e2c7-8374-4264-92d2-3a1ba330c806 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:49:53.760943 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73739c98-1fbb-4229-b457-61f5a04d8e32 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (66a8d7fa-6911-4c19-9aa0-079f9403d9aa), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:53.808071 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 54e4e2c7-8374-4264-92d2-3a1ba330c806 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:53.808071 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (54e4e2c7-8374-4264-92d2-3a1ba330c806), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:53.829025 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73739c98-1fbb-4229-b457-61f5a04d8e32 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Port': ['ID=66a8d7fa-6911-4c19-9aa0-079f9403d9aa,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:53.840814 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73739c98-1fbb-4229-b457-61f5a04d8e32 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network ac02b05e-aab1-404d-bef7-60b15e1ae7dc is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:49:53.842711 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-73739c98-1fbb-4229-b457-61f5a04d8e32 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:53.845757 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73739c98-1fbb-4229-b457-61f5a04d8e32 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:49:53.929233 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73739c98-1fbb-4229-b457-61f5a04d8e32 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (bd98d34b-9a00-4e25-8e88-afc411513ed1), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:53.989245 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 54e4e2c7-8374-4264-92d2-3a1ba330c806 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:54.223474 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-7a9af6bf-38d4-4990-a64b-5dc523ac1b58 None None] Provisioning complete for port 66a8d7fa-6911-4c19-9aa0-079f9403d9aa triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:54.223851 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7a9af6bf-38d4-4990-a64b-5dc523ac1b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (66a8d7fa-6911-4c19-9aa0-079f9403d9aa), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:54.271552 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7a9af6bf-38d4-4990-a64b-5dc523ac1b58 None None] Port 66a8d7fa-6911-4c19-9aa0-079f9403d9aa cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:49:54.329162 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73739c98-1fbb-4229-b457-61f5a04d8e32 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (66a8d7fa-6911-4c19-9aa0-079f9403d9aa), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:54.413566 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ed3a8-ae67-4fcd-a62e-a3d56286e034 req-816d958d-8aa1-481c-9204-73254be7c72a tempest-ComputeTenantNetworksTest-143787320 tempest-ComputeTenantNetworksTest-143787320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:54.418581 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ed3a8-ae67-4fcd-a62e-a3d56286e034 req-816d958d-8aa1-481c-9204-73254be7c72a tempest-ComputeTenantNetworksTest-143787320 tempest-ComputeTenantNetworksTest-143787320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:54.423828 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ed3a8-ae67-4fcd-a62e-a3d56286e034 req-816d958d-8aa1-481c-9204-73254be7c72a tempest-ComputeTenantNetworksTest-143787320 tempest-ComputeTenantNetworksTest-143787320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:54.433879 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-799ed3a8-ae67-4fcd-a62e-a3d56286e034 req-816d958d-8aa1-481c-9204-73254be7c72a tempest-ComputeTenantNetworksTest-143787320 tempest-ComputeTenantNetworksTest-143787320-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3275976 Jan 28 13:49:54.595725 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494e0a8-197e-4055-8c69-c58e0a4e7d84 req-eb459453-5a5f-4e32-9505-d4d6c4c8288c tempest-ComputeTenantNetworksTest-143787320 tempest-ComputeTenantNetworksTest-143787320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:54.598222 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0494e0a8-197e-4055-8c69-c58e0a4e7d84 req-eb459453-5a5f-4e32-9505-d4d6c4c8288c tempest-ComputeTenantNetworksTest-143787320 tempest-ComputeTenantNetworksTest-143787320-project] 10.222.0.39 "GET /v2.0/networks/ae4a8674-50a8-4c45-b41e-f50e41a7e30e HTTP/1.1" status: 200 len: 769 time: 0.1446745 Jan 28 13:49:54.607535 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56306) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:54.747497 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-996a244a-93f8-498c-a302-92c8dffa78e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (ae4a8674-50a8-4c45-b41e-f50e41a7e30e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:54.756724 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73739c98-1fbb-4229-b457-61f5a04d8e32 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for port (66a8d7fa-6911-4c19-9aa0-079f9403d9aa), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:54.769396 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73739c98-1fbb-4229-b457-61f5a04d8e32 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (66a8d7fa-6911-4c19-9aa0-079f9403d9aa), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:54.831962 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56310) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:54.875365 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73739c98-1fbb-4229-b457-61f5a04d8e32 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (bd98d34b-9a00-4e25-8e88-afc411513ed1), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:54.877642 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73739c98-1fbb-4229-b457-61f5a04d8e32 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Port': ['ID=66a8d7fa-6911-4c19-9aa0-079f9403d9aa,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:54.909503 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-996a244a-93f8-498c-a302-92c8dffa78e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (ae4a8674-50a8-4c45-b41e-f50e41a7e30e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:54.942758 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-996a244a-93f8-498c-a302-92c8dffa78e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4a8674-50a8-4c45-b41e-f50e41a7e30e']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:54.954368 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-996a244a-93f8-498c-a302-92c8dffa78e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ccf36b8-9349-4e0e-9fea-e3bda24dab76') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:54.955092 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-996a244a-93f8-498c-a302-92c8dffa78e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ccf36b8-9349-4e0e-9fea-e3bda24dab76') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:54.968344 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-996a244a-93f8-498c-a302-92c8dffa78e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (9ccf36b8-9349-4e0e-9fea-e3bda24dab76), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:54.996150 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:49:55.008800 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-996a244a-93f8-498c-a302-92c8dffa78e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (9ccf36b8-9349-4e0e-9fea-e3bda24dab76), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:55.017250 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996a244a-93f8-498c-a302-92c8dffa78e7 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:49:55.017758 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-996a244a-93f8-498c-a302-92c8dffa78e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (9ccf36b8-9349-4e0e-9fea-e3bda24dab76), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:49:55.096813 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:49:55.107455 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-996a244a-93f8-498c-a302-92c8dffa78e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (ae4a8674-50a8-4c45-b41e-f50e41a7e30e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:55.116343 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-996a244a-93f8-498c-a302-92c8dffa78e7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:55.120387 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-996a244a-93f8-498c-a302-92c8dffa78e7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ae4a8674-50a8-4c45-b41e-f50e41a7e30e HTTP/1.1" status: 204 len: 168 time: 0.5117550 Jan 28 13:49:55.131180 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a244a-93f8-498c-a302-92c8dffa78e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae4a8674-50a8-4c45-b41e-f50e41a7e30e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:55.185514 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73739c98-1fbb-4229-b457-61f5a04d8e32 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network ac02b05e-aab1-404d-bef7-60b15e1ae7dc is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:49:55.187806 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-73739c98-1fbb-4229-b457-61f5a04d8e32 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:55.268304 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d920c3b7-2fef-49c2-ab83-d8349d6fefb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:55.446464 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73739c98-1fbb-4229-b457-61f5a04d8e32 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Router bd98d34b-9a00-4e25-8e88-afc411513ed1 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:49:55.489080 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d920c3b7-2fef-49c2-ab83-d8349d6fefb2 admin admin] Publish callbacks [] for security_group (67c88a33-0a03-4360-887e-674ec4ce41d0), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:55.502005 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d920c3b7-2fef-49c2-ab83-d8349d6fefb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (67c88a33-0a03-4360-887e-674ec4ce41d0), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:55.577132 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d920c3b7-2fef-49c2-ab83-d8349d6fefb2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a112cfb5f094be7b145922c5e14dceb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7437358 Jan 28 13:49:55.578039 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920c3b7-2fef-49c2-ab83-d8349d6fefb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c88a33-0a03-4360-887e-674ec4ce41d0,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:55.581482 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56328) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:55.610317 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-408a558e-0ac9-4a25-821b-3960db56ea81 None None] Provisioning complete for port 66a8d7fa-6911-4c19-9aa0-079f9403d9aa triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:55.611384 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-408a558e-0ac9-4a25-821b-3960db56ea81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (66a8d7fa-6911-4c19-9aa0-079f9403d9aa), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:55.647569 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56330) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:55.701726 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-408a558e-0ac9-4a25-821b-3960db56ea81 None None] Port 66a8d7fa-6911-4c19-9aa0-079f9403d9aa cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:49:55.709315 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e5b66a5-9d0c-4b21-9940-ed1380fcb877 admin admin] Publish callbacks [] for security_group (67c88a33-0a03-4360-887e-674ec4ce41d0), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:55.718492 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73739c98-1fbb-4229-b457-61f5a04d8e32 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:49:55.734016 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-73739c98-1fbb-4229-b457-61f5a04d8e32 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "PUT /v2.0/routers/bd98d34b-9a00-4e25-8e88-afc411513ed1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2515061 Jan 28 13:49:55.734496 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56332) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:55.738014 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df78d990-85d2-4c7d-b428-7936c497e72e None None] Sync routers for ids ['bd98d34b-9a00-4e25-8e88-afc411513ed1'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:49:55.760383 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df78d990-85d2-4c7d-b428-7936c497e72e None None] Routers {'bd98d34b-9a00-4e25-8e88-afc411513ed1'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:55.762051 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-df78d990-85d2-4c7d-b428-7936c497e72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:49:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['bd98d34b-9a00-4e25-8e88-afc411513ed1'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:55.792912 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-311ed689-6bec-4d85-921f-2be6877860d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bf3c69887c3e43c9bd063fdf3c2c5bd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1249027 Jan 28 13:49:55.793980 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56334) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:55.858601 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-df78d990-85d2-4c7d-b428-7936c497e72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:55.879879 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3579b4e9-9b73-4166-981a-a1c5c9653a85 admin admin] Publish callbacks [] for security_group (f30709df-fddc-4ed2-9595-9a3eb49a287c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:55.885295 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df78d990-85d2-4c7d-b428-7936c497e72e None None] Routers {'bd98d34b-9a00-4e25-8e88-afc411513ed1'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:55.885921 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-df78d990-85d2-4c7d-b428-7936c497e72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:49:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['bd98d34b-9a00-4e25-8e88-afc411513ed1'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:55.938312 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3579b4e9-9b73-4166-981a-a1c5c9653a85 admin admin] Publish callbacks [] for security_group (f30709df-fddc-4ed2-9595-9a3eb49a287c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:55.946979 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-df78d990-85d2-4c7d-b428-7936c497e72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:55.948131 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df78d990-85d2-4c7d-b428-7936c497e72e None None] The sync data for ids ['bd98d34b-9a00-4e25-8e88-afc411513ed1'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:49:56.045290 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3579b4e9-9b73-4166-981a-a1c5c9653a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f30709df-fddc-4ed2-9595-9a3eb49a287c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.053900 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3579b4e9-9b73-4166-981a-a1c5c9653a85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.058086 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3579b4e9-9b73-4166-981a-a1c5c9653a85 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f30709df-fddc-4ed2-9595-9a3eb49a287c HTTP/1.1" status: 204 len: 168 time: 0.2620761 Jan 28 13:49:56.104844 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579b4e9-9b73-4166-981a-a1c5c9653a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30709df-fddc-4ed2-9595-9a3eb49a287c,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:56.123329 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56348) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:56.276049 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4dedb239-b725-4d40-a66c-763256118b11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.388884 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4dedb239-b725-4d40-a66c-763256118b11 admin admin] Publish callbacks [] for security_group (a6320d84-7154-453d-ab36-de3de35fb99f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.399243 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4dedb239-b725-4d40-a66c-763256118b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a6320d84-7154-453d-ab36-de3de35fb99f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.457581 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4dedb239-b725-4d40-a66c-763256118b11 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9bc997b07f034c9ea876fa359a2f6a8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3327265 Jan 28 13:49:56.459999 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dedb239-b725-4d40-a66c-763256118b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6320d84-7154-453d-ab36-de3de35fb99f,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:56.470016 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56354) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:56.573793 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3acaeca-1321-47d0-9f3e-99e0d912cac2 admin admin] Publish callbacks [] for security_group (a6320d84-7154-453d-ab36-de3de35fb99f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.615216 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e5b66a5-9d0c-4b21-9940-ed1380fcb877 admin admin] Publish callbacks [] for security_group (67c88a33-0a03-4360-887e-674ec4ce41d0), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.634755 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3acaeca-1321-47d0-9f3e-99e0d912cac2 admin admin] Publish callbacks [] for security_group (a6320d84-7154-453d-ab36-de3de35fb99f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.650947 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee810ec-472c-46db-8e68-4e6a03d167fc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:56.652641 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3ee810ec-472c-46db-8e68-4e6a03d167fc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "GET /v2.0/ports/66a8d7fa-6911-4c19-9aa0-079f9403d9aa HTTP/1.1" status: 200 len: 910 time: 0.9123859 Jan 28 13:49:56.660234 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56366) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:56.751220 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3acaeca-1321-47d0-9f3e-99e0d912cac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a6320d84-7154-453d-ab36-de3de35fb99f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.754956 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3acaeca-1321-47d0-9f3e-99e0d912cac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.757330 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e3acaeca-1321-47d0-9f3e-99e0d912cac2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a6320d84-7154-453d-ab36-de3de35fb99f HTTP/1.1" status: 204 len: 168 time: 0.2858062 Jan 28 13:49:56.806367 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3acaeca-1321-47d0-9f3e-99e0d912cac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6320d84-7154-453d-ab36-de3de35fb99f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:57.018744 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e5b66a5-9d0c-4b21-9940-ed1380fcb877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (67c88a33-0a03-4360-887e-674ec4ce41d0), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:57.026830 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e5b66a5-9d0c-4b21-9940-ed1380fcb877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:57.029035 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8e5b66a5-9d0c-4b21-9940-ed1380fcb877 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/67c88a33-0a03-4360-887e-674ec4ce41d0 HTTP/1.1" status: 204 len: 168 time: 1.4457955 Jan 28 13:49:57.131931 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b66a5-9d0c-4b21-9940-ed1380fcb877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c88a33-0a03-4360-887e-674ec4ce41d0,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:57.273737 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56384) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:57.303048 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fce9d2a-5f71-4e3d-946a-2ab76c4a7989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:57.484911 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36e69e2c-8ff3-410b-98c1-6527b2996210 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (bd98d34b-9a00-4e25-8e88-afc411513ed1), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:57.520421 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fce9d2a-5f71-4e3d-946a-2ab76c4a7989 admin admin] Publish callbacks [] for security_group (0e51f3c7-71e3-42c3-aff5-bc1af6e12713), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:57.530716 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fce9d2a-5f71-4e3d-946a-2ab76c4a7989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0e51f3c7-71e3-42c3-aff5-bc1af6e12713), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:57.568400 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9fce9d2a-5f71-4e3d-946a-2ab76c4a7989 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a66d0363c51c47738b2c884597ccb373&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2931273 Jan 28 13:49:57.574946 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56394) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:57.624578 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce9d2a-5f71-4e3d-946a-2ab76c4a7989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e51f3c7-71e3-42c3-aff5-bc1af6e12713,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:57.684417 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fd32b216-ad2d-467e-aa42-2f2db19911a7 admin admin] Publish callbacks [] for security_group (0e51f3c7-71e3-42c3-aff5-bc1af6e12713), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:57.741149 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fd32b216-ad2d-467e-aa42-2f2db19911a7 admin admin] Publish callbacks [] for security_group (0e51f3c7-71e3-42c3-aff5-bc1af6e12713), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:57.822504 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fd32b216-ad2d-467e-aa42-2f2db19911a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0e51f3c7-71e3-42c3-aff5-bc1af6e12713), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:57.826233 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fd32b216-ad2d-467e-aa42-2f2db19911a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:57.827895 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fd32b216-ad2d-467e-aa42-2f2db19911a7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0e51f3c7-71e3-42c3-aff5-bc1af6e12713 HTTP/1.1" status: 204 len: 168 time: 0.2519026 Jan 28 13:49:57.836804 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32b216-ad2d-467e-aa42-2f2db19911a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e51f3c7-71e3-42c3-aff5-bc1af6e12713,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:58.016386 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-36e69e2c-8ff3-410b-98c1-6527b2996210 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Deleting port 66a8d7fa-6911-4c19-9aa0-079f9403d9aa {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:49:58.017017 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36e69e2c-8ff3-410b-98c1-6527b2996210 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (66a8d7fa-6911-4c19-9aa0-079f9403d9aa), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:58.123640 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36e69e2c-8ff3-410b-98c1-6527b2996210 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (66a8d7fa-6911-4c19-9aa0-079f9403d9aa), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:58.141342 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-36e69e2c-8ff3-410b-98c1-6527b2996210 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Calling delete_port for 66a8d7fa-6911-4c19-9aa0-079f9403d9aa owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:49:58.438329 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36e69e2c-8ff3-410b-98c1-6527b2996210 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (66a8d7fa-6911-4c19-9aa0-079f9403d9aa), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:58.478350 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e69e2c-8ff3-410b-98c1-6527b2996210 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Port': ['ID=66a8d7fa-6911-4c19-9aa0-079f9403d9aa,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:58.716071 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36e69e2c-8ff3-410b-98c1-6527b2996210 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (bd98d34b-9a00-4e25-8e88-afc411513ed1), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:59.091844 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e69e2c-8ff3-410b-98c1-6527b2996210 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Router bd98d34b-9a00-4e25-8e88-afc411513ed1 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:49:59.215708 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e69e2c-8ff3-410b-98c1-6527b2996210 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:49:59.221573 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-36e69e2c-8ff3-410b-98c1-6527b2996210 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "PUT /v2.0/routers/bd98d34b-9a00-4e25-8e88-afc411513ed1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5601499 Jan 28 13:49:59.224778 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56452) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:59.227398 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0310338-0c01-4caf-bf91-ebf9e8266d99 None None] Sync routers for ids ['bd98d34b-9a00-4e25-8e88-afc411513ed1'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:49:59.240931 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0310338-0c01-4caf-bf91-ebf9e8266d99 None None] Routers {'bd98d34b-9a00-4e25-8e88-afc411513ed1'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:59.243791 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-b0310338-0c01-4caf-bf91-ebf9e8266d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:49:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['bd98d34b-9a00-4e25-8e88-afc411513ed1'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:59.299237 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-b0310338-0c01-4caf-bf91-ebf9e8266d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:59.324009 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0310338-0c01-4caf-bf91-ebf9e8266d99 None None] Routers {'bd98d34b-9a00-4e25-8e88-afc411513ed1'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:59.325203 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-b0310338-0c01-4caf-bf91-ebf9e8266d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:49:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['bd98d34b-9a00-4e25-8e88-afc411513ed1'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:59.371221 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-b0310338-0c01-4caf-bf91-ebf9e8266d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:59.372265 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0310338-0c01-4caf-bf91-ebf9e8266d99 None None] The sync data for ids ['bd98d34b-9a00-4e25-8e88-afc411513ed1'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:49:59.375305 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a03ce583-32f6-42cb-9eef-984f0c7f8a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:59.717376 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-43732e6f-ecfd-4463-b581-4b59cabb500f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (bd98d34b-9a00-4e25-8e88-afc411513ed1), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:59.758342 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56472) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:59.913626 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ecb63ae-e7ca-45fb-b7cd-79adecc284c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:00.224139 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ecb63ae-e7ca-45fb-b7cd-79adecc284c1 admin admin] Publish callbacks [] for security_group (9aea2ff5-615d-4dfe-9a05-03b1d0928e80), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:00.238360 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ecb63ae-e7ca-45fb-b7cd-79adecc284c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9aea2ff5-615d-4dfe-9a05-03b1d0928e80), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:00.295648 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8ecb63ae-e7ca-45fb-b7cd-79adecc284c1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=55172ca953c6443a82969ade4884bb1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5364001 Jan 28 13:50:00.298344 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56502) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:00.305731 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-43732e6f-ecfd-4463-b581-4b59cabb500f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Deleting port 98ee132c-8dde-4ab4-a115-d1d6975b0920 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:00.306137 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-43732e6f-ecfd-4463-b581-4b59cabb500f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (98ee132c-8dde-4ab4-a115-d1d6975b0920), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:00.309196 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb63ae-e7ca-45fb-b7cd-79adecc284c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aea2ff5-615d-4dfe-9a05-03b1d0928e80,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:00.408079 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65b21ff9-fe8d-434e-a90c-3a79b681cf14 admin admin] Publish callbacks [] for security_group (9aea2ff5-615d-4dfe-9a05-03b1d0928e80), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:00.445719 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65b21ff9-fe8d-434e-a90c-3a79b681cf14 admin admin] Publish callbacks [] for security_group (9aea2ff5-615d-4dfe-9a05-03b1d0928e80), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:00.509309 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-43732e6f-ecfd-4463-b581-4b59cabb500f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (98ee132c-8dde-4ab4-a115-d1d6975b0920), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:00.538007 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-43732e6f-ecfd-4463-b581-4b59cabb500f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Calling delete_port for 98ee132c-8dde-4ab4-a115-d1d6975b0920 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:00.540356 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65b21ff9-fe8d-434e-a90c-3a79b681cf14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9aea2ff5-615d-4dfe-9a05-03b1d0928e80), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:00.544149 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65b21ff9-fe8d-434e-a90c-3a79b681cf14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:00.545684 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-65b21ff9-fe8d-434e-a90c-3a79b681cf14 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9aea2ff5-615d-4dfe-9a05-03b1d0928e80 HTTP/1.1" status: 204 len: 168 time: 0.2463162 Jan 28 13:50:00.571944 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b21ff9-fe8d-434e-a90c-3a79b681cf14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aea2ff5-615d-4dfe-9a05-03b1d0928e80,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:00.781104 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-43732e6f-ecfd-4463-b581-4b59cabb500f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (98ee132c-8dde-4ab4-a115-d1d6975b0920), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:00.819255 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43732e6f-ecfd-4463-b581-4b59cabb500f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Port': ['ID=98ee132c-8dde-4ab4-a115-d1d6975b0920,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:01.047875 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-43732e6f-ecfd-4463-b581-4b59cabb500f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (bd98d34b-9a00-4e25-8e88-afc411513ed1), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:01.337572 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43732e6f-ecfd-4463-b581-4b59cabb500f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Router bd98d34b-9a00-4e25-8e88-afc411513ed1 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:50:01.436979 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43732e6f-ecfd-4463-b581-4b59cabb500f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:50:01.446533 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56530) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:01.447509 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46238927-f641-48d2-a342-717b081cb099 None None] Sync routers for ids ['bd98d34b-9a00-4e25-8e88-afc411513ed1'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:50:01.457032 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-43732e6f-ecfd-4463-b581-4b59cabb500f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "PUT /v2.0/routers/bd98d34b-9a00-4e25-8e88-afc411513ed1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2307522 Jan 28 13:50:01.461717 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46238927-f641-48d2-a342-717b081cb099 None None] Routers {'bd98d34b-9a00-4e25-8e88-afc411513ed1'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:01.462477 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-46238927-f641-48d2-a342-717b081cb099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:49:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['bd98d34b-9a00-4e25-8e88-afc411513ed1'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:01.481814 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56532) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:01.489877 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-36fcb2f1-5d74-4203-aa6a-46a617ae98d9 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd98d34b-9a00-4e25-8e88-afc411513ed1 HTTP/1.1" status: 200 len: 205 time: 0.0418241 Jan 28 13:50:01.539271 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-46238927-f641-48d2-a342-717b081cb099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:01.550553 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46238927-f641-48d2-a342-717b081cb099 None None] Routers {'bd98d34b-9a00-4e25-8e88-afc411513ed1'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:01.551385 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-46238927-f641-48d2-a342-717b081cb099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:49:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['bd98d34b-9a00-4e25-8e88-afc411513ed1'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:01.594736 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4cc8d71f-6484-4725-97db-2610ead2a9b3 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router (bd98d34b-9a00-4e25-8e88-afc411513ed1), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:01.612694 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54dec96a-44c4-456e-9993-a3a22818e1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:01.627382 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-46238927-f641-48d2-a342-717b081cb099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:01.629154 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46238927-f641-48d2-a342-717b081cb099 None None] The sync data for ids ['bd98d34b-9a00-4e25-8e88-afc411513ed1'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:50:01.793681 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4cc8d71f-6484-4725-97db-2610ead2a9b3 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (bd98d34b-9a00-4e25-8e88-afc411513ed1), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:01.800469 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4cc8d71f-6484-4725-97db-2610ead2a9b3 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router_controller (bd98d34b-9a00-4e25-8e88-afc411513ed1), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:01.873635 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4cc8d71f-6484-4725-97db-2610ead2a9b3 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (bd98d34b-9a00-4e25-8e88-afc411513ed1), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:01.875294 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc8d71f-6484-4725-97db-2610ead2a9b3 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Fanout notify agent at l3_agent the message router_deleted on router bd98d34b-9a00-4e25-8e88-afc411513ed1 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:50:01.894765 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4cc8d71f-6484-4725-97db-2610ead2a9b3 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:01.898391 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4cc8d71f-6484-4725-97db-2610ead2a9b3 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/routers/bd98d34b-9a00-4e25-8e88-afc411513ed1 HTTP/1.1" status: 204 len: 168 time: 0.4145222 Jan 28 13:50:01.901216 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56546) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:01.962404 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56548) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:02.033805 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b1e007-3398-4470-963a-9ad58dbfae30 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Deleting subnet 258a1eeb-1e53-4937-a4fa-6b6c2778ea3e {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:50:02.041596 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f7b1e007-3398-4470-963a-9ad58dbfae30 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for subnet (258a1eeb-1e53-4937-a4fa-6b6c2778ea3e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:02.124656 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f7b1e007-3398-4470-963a-9ad58dbfae30 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (258a1eeb-1e53-4937-a4fa-6b6c2778ea3e), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:02.243971 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0615b1a7-ab2c-4799-a136-3c556ab9ddf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:02.355413 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f7b1e007-3398-4470-963a-9ad58dbfae30 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (258a1eeb-1e53-4937-a4fa-6b6c2778ea3e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:02.514174 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f7b1e007-3398-4470-963a-9ad58dbfae30 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (258a1eeb-1e53-4937-a4fa-6b6c2778ea3e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:02.566810 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1e007-3398-4470-963a-9ad58dbfae30 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Subnet': ['ID=258a1eeb-1e53-4937-a4fa-6b6c2778ea3e,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:02.576557 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e981db0-77fa-4902-aa08-0447e1dcbb21 None None] Network ac02b05e-aab1-404d-bef7-60b15e1ae7dc requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:02.577510 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f7b1e007-3398-4470-963a-9ad58dbfae30 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:02.589845 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56572) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:02.592553 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f7b1e007-3398-4470-963a-9ad58dbfae30 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/subnets/258a1eeb-1e53-4937-a4fa-6b6c2778ea3e HTTP/1.1" status: 204 len: 168 time: 0.6881588 Jan 28 13:50:02.624883 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0615b1a7-ab2c-4799-a136-3c556ab9ddf3 admin admin] Publish callbacks [] for security_group (1a97598b-cd0d-4e5b-bee8-4e0f12d5ef8a), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:02.646572 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0615b1a7-ab2c-4799-a136-3c556ab9ddf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1a97598b-cd0d-4e5b-bee8-4e0f12d5ef8a), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:02.737024 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-9040d31f-0caa-4223-a4d6-225363616d03 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Deleting subnet 339b0f3c-0d4b-40bc-b193-e5b2cb895c95 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:50:02.741148 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9040d31f-0caa-4223-a4d6-225363616d03 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for subnet (339b0f3c-0d4b-40bc-b193-e5b2cb895c95), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:02.745242 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615b1a7-ab2c-4799-a136-3c556ab9ddf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a97598b-cd0d-4e5b-bee8-4e0f12d5ef8a,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:02.784724 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0615b1a7-ab2c-4799-a136-3c556ab9ddf3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=47ba338d07f24b2196ade61cf28d8748&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8058677 Jan 28 13:50:02.787251 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56582) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:02.799712 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9040d31f-0caa-4223-a4d6-225363616d03 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (339b0f3c-0d4b-40bc-b193-e5b2cb895c95), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:02.817056 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597f8d33-08f7-4a12-8cc6-0be96c87e4c9 None None] DHCP port deletion for ac02b05e-aab1-404d-bef7-60b15e1ae7dc request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:50:02.896321 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0b5e-950b-4030-bfba-609d16c9abd5 admin admin] Publish callbacks [] for security_group (1a97598b-cd0d-4e5b-bee8-4e0f12d5ef8a), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:02.903178 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9040d31f-0caa-4223-a4d6-225363616d03 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (339b0f3c-0d4b-40bc-b193-e5b2cb895c95), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:02.957083 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0b5e-950b-4030-bfba-609d16c9abd5 admin admin] Publish callbacks [] for security_group (1a97598b-cd0d-4e5b-bee8-4e0f12d5ef8a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:03.012874 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:03.049063 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-597f8d33-08f7-4a12-8cc6-0be96c87e4c9 None None] Deleting port 54e4e2c7-8374-4264-92d2-3a1ba330c806 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:03.050430 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-597f8d33-08f7-4a12-8cc6-0be96c87e4c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (54e4e2c7-8374-4264-92d2-3a1ba330c806), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:03.072329 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0b5e-950b-4030-bfba-609d16c9abd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1a97598b-cd0d-4e5b-bee8-4e0f12d5ef8a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:03.075452 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0b5e-950b-4030-bfba-609d16c9abd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:03.077052 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2e5e0b5e-950b-4030-bfba-609d16c9abd5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1a97598b-cd0d-4e5b-bee8-4e0f12d5ef8a HTTP/1.1" status: 204 len: 168 time: 0.2885268 Jan 28 13:50:03.095581 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e0b5e-950b-4030-bfba-609d16c9abd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a97598b-cd0d-4e5b-bee8-4e0f12d5ef8a,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:03.098142 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9040d31f-0caa-4223-a4d6-225363616d03 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (339b0f3c-0d4b-40bc-b193-e5b2cb895c95), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:03.158098 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040d31f-0caa-4223-a4d6-225363616d03 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Subnet': ['ID=339b0f3c-0d4b-40bc-b193-e5b2cb895c95,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:03.173325 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9040d31f-0caa-4223-a4d6-225363616d03 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:03.188018 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56594) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:03.188335 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9040d31f-0caa-4223-a4d6-225363616d03 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/subnets/339b0f3c-0d4b-40bc-b193-e5b2cb895c95 HTTP/1.1" status: 204 len: 168 time: 0.5928414 Jan 28 13:50:03.191214 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503cc9eb-1bb1-47db-978a-851c9b52ddf1 None None] Network 6f6a4488-7113-4240-9c7e-0cf43596e490 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:03.328506 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-26ac852c-b319-42d7-85e0-ddda3a0b6f4b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (ac02b05e-aab1-404d-bef7-60b15e1ae7dc), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:03.380221 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-597f8d33-08f7-4a12-8cc6-0be96c87e4c9 None None] For port 54e4e2c7-8374-4264-92d2-3a1ba330c806, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=54e4e2c7-8374-4264-92d2-3a1ba330c806,segment=NetworkSegment(81df02ad-75e0-4b0c-a43c-428410dcf482),segment_id=81df02ad-75e0-4b0c-a43c-428410dcf482)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:03.380983 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-597f8d33-08f7-4a12-8cc6-0be96c87e4c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (54e4e2c7-8374-4264-92d2-3a1ba330c806), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:03.418700 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-597f8d33-08f7-4a12-8cc6-0be96c87e4c9 None None] Calling delete_port for 54e4e2c7-8374-4264-92d2-3a1ba330c806 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:03.492920 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-26ac852c-b319-42d7-85e0-ddda3a0b6f4b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Deleting port 54e4e2c7-8374-4264-92d2-3a1ba330c806 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:03.493712 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-26ac852c-b319-42d7-85e0-ddda3a0b6f4b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (54e4e2c7-8374-4264-92d2-3a1ba330c806), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:03.545671 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5aba97-6b0e-45e2-8f0e-8fc6a15daa62 None None] DHCP port deletion for 6f6a4488-7113-4240-9c7e-0cf43596e490 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:50:03.700664 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-26ac852c-b319-42d7-85e0-ddda3a0b6f4b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] For port 54e4e2c7-8374-4264-92d2-3a1ba330c806, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=54e4e2c7-8374-4264-92d2-3a1ba330c806,segment=NetworkSegment(81df02ad-75e0-4b0c-a43c-428410dcf482),segment_id=81df02ad-75e0-4b0c-a43c-428410dcf482)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:03.701645 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-26ac852c-b319-42d7-85e0-ddda3a0b6f4b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (54e4e2c7-8374-4264-92d2-3a1ba330c806), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:03.739337 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-26ac852c-b319-42d7-85e0-ddda3a0b6f4b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Calling delete_port for 54e4e2c7-8374-4264-92d2-3a1ba330c806 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:03.739621 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ce180739-fd64-45e4-a59a-47af044427d0 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:50:03.885758 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port ce180739-fd64-45e4-a59a-47af044427d0 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:03.885758 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ce180739-fd64-45e4-a59a-47af044427d0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:03.888101 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ec5aba97-6b0e-45e2-8f0e-8fc6a15daa62 None None] Deleting port ce180739-fd64-45e4-a59a-47af044427d0 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:03.888469 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec5aba97-6b0e-45e2-8f0e-8fc6a15daa62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ce180739-fd64-45e4-a59a-47af044427d0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:03.930895 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-26ac852c-b319-42d7-85e0-ddda3a0b6f4b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (54e4e2c7-8374-4264-92d2-3a1ba330c806), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:03.977854 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56614) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:04.004139 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22e3032e-8916-4879-b9a8-1c1767a1a8e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:04.023461 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac852c-b319-42d7-85e0-ddda3a0b6f4b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Port': ['ID=54e4e2c7-8374-4264-92d2-3a1ba330c806,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:04.040129 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ac852c-b319-42d7-85e0-ddda3a0b6f4b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] No DVR routers for this DVR port 54e4e2c7-8374-4264-92d2-3a1ba330c806 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:50:04.134061 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-597f8d33-08f7-4a12-8cc6-0be96c87e4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (54e4e2c7-8374-4264-92d2-3a1ba330c806), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:04.170881 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597f8d33-08f7-4a12-8cc6-0be96c87e4c9 None None] No DVR routers for this DVR port 54e4e2c7-8374-4264-92d2-3a1ba330c806 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:50:04.181445 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f8d33-08f7-4a12-8cc6-0be96c87e4c9 None None] Pushing event deleted for resources: {'Port': ['ID=54e4e2c7-8374-4264-92d2-3a1ba330c806,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:04.273783 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22e3032e-8916-4879-b9a8-1c1767a1a8e4 admin admin] Publish callbacks [] for security_group (b243e3ad-1c1c-4c1c-9fda-eb55d620d7fa), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:04.274667 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port ce180739-fd64-45e4-a59a-47af044427d0, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ce180739-fd64-45e4-a59a-47af044427d0,segment=NetworkSegment(f0d6de69-69f3-44ec-8395-dcbc1a06bf29),segment_id=f0d6de69-69f3-44ec-8395-dcbc1a06bf29)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:04.284028 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-ec5aba97-6b0e-45e2-8f0e-8fc6a15daa62 None None] For port ce180739-fd64-45e4-a59a-47af044427d0, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ce180739-fd64-45e4-a59a-47af044427d0,segment=NetworkSegment(f0d6de69-69f3-44ec-8395-dcbc1a06bf29),segment_id=f0d6de69-69f3-44ec-8395-dcbc1a06bf29)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:04.284028 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec5aba97-6b0e-45e2-8f0e-8fc6a15daa62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ce180739-fd64-45e4-a59a-47af044427d0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:04.286080 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22e3032e-8916-4879-b9a8-1c1767a1a8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b243e3ad-1c1c-4c1c-9fda-eb55d620d7fa), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:04.303434 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ce180739-fd64-45e4-a59a-47af044427d0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:04.304060 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 54e4e2c7-8374-4264-92d2-3a1ba330c806 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:50:04.361320 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ec5aba97-6b0e-45e2-8f0e-8fc6a15daa62 None None] Calling delete_port for ce180739-fd64-45e4-a59a-47af044427d0 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:04.382320 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=ce180739-fd64-45e4-a59a-47af044427d0,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:04.390345 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:04.390616 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-26ac852c-b319-42d7-85e0-ddda3a0b6f4b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (ac02b05e-aab1-404d-bef7-60b15e1ae7dc), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:04.393276 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 54e4e2c7-8374-4264-92d2-3a1ba330c806 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:50:04.393628 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 54e4e2c7-8374-4264-92d2-3a1ba330c806 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:50:04.412850 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-22e3032e-8916-4879-b9a8-1c1767a1a8e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ede7792b04741c286e12753f0a2af28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4323623 Jan 28 13:50:04.414868 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56622) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:04.416286 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3032e-8916-4879-b9a8-1c1767a1a8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b243e3ad-1c1c-4c1c-9fda-eb55d620d7fa,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:04.426627 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56624) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:04.451477 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-26ac852c-b319-42d7-85e0-ddda3a0b6f4b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac02b05e-aab1-404d-bef7-60b15e1ae7dc']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:04.478331 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-26ac852c-b319-42d7-85e0-ddda3a0b6f4b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81df02ad-75e0-4b0c-a43c-428410dcf482') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:04.478715 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-26ac852c-b319-42d7-85e0-ddda3a0b6f4b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81df02ad-75e0-4b0c-a43c-428410dcf482') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:04.506554 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-26ac852c-b319-42d7-85e0-ddda3a0b6f4b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (81df02ad-75e0-4b0c-a43c-428410dcf482), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:04.542275 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-26ac852c-b319-42d7-85e0-ddda3a0b6f4b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (81df02ad-75e0-4b0c-a43c-428410dcf482), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:04.551851 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ac852c-b319-42d7-85e0-ddda3a0b6f4b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:50:04.552266 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-26ac852c-b319-42d7-85e0-ddda3a0b6f4b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (81df02ad-75e0-4b0c-a43c-428410dcf482), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:50:04.556968 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:50:04.564378 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9c49d51a-330d-4e88-bc24-a01ed76275d2 admin admin] Publish callbacks [] for security_group (b243e3ad-1c1c-4c1c-9fda-eb55d620d7fa), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:04.569810 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec5aba97-6b0e-45e2-8f0e-8fc6a15daa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (ce180739-fd64-45e4-a59a-47af044427d0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:04.591560 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5aba97-6b0e-45e2-8f0e-8fc6a15daa62 None None] No DVR routers for this DVR port ce180739-fd64-45e4-a59a-47af044427d0 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:50:04.637849 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9c49d51a-330d-4e88-bc24-a01ed76275d2 admin admin] Publish callbacks [] for security_group (b243e3ad-1c1c-4c1c-9fda-eb55d620d7fa), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:04.640280 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5aba97-6b0e-45e2-8f0e-8fc6a15daa62 None None] Pushing event deleted for resources: {'Port': ['ID=ce180739-fd64-45e4-a59a-47af044427d0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:04.657004 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5aba97-6b0e-45e2-8f0e-8fc6a15daa62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:04.657645 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5aba97-6b0e-45e2-8f0e-8fc6a15daa62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:04.658182 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5aba97-6b0e-45e2-8f0e-8fc6a15daa62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:04.658714 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5aba97-6b0e-45e2-8f0e-8fc6a15daa62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:04.659149 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5aba97-6b0e-45e2-8f0e-8fc6a15daa62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:04.659485 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5aba97-6b0e-45e2-8f0e-8fc6a15daa62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:04.659818 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5aba97-6b0e-45e2-8f0e-8fc6a15daa62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:04.660148 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5aba97-6b0e-45e2-8f0e-8fc6a15daa62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:04.660526 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5aba97-6b0e-45e2-8f0e-8fc6a15daa62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:04.660858 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5aba97-6b0e-45e2-8f0e-8fc6a15daa62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:04.661185 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5aba97-6b0e-45e2-8f0e-8fc6a15daa62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:04.661505 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5aba97-6b0e-45e2-8f0e-8fc6a15daa62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:04.661828 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5aba97-6b0e-45e2-8f0e-8fc6a15daa62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:04.684073 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-26ac852c-b319-42d7-85e0-ddda3a0b6f4b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (ac02b05e-aab1-404d-bef7-60b15e1ae7dc), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:04.696216 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-26ac852c-b319-42d7-85e0-ddda3a0b6f4b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:04.711052 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-26ac852c-b319-42d7-85e0-ddda3a0b6f4b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/networks/ac02b05e-aab1-404d-bef7-60b15e1ae7dc HTTP/1.1" status: 204 len: 168 time: 1.5204976 Jan 28 13:50:04.712564 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56630) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:04.750421 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9c49d51a-330d-4e88-bc24-a01ed76275d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b243e3ad-1c1c-4c1c-9fda-eb55d620d7fa), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:04.753681 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9c49d51a-330d-4e88-bc24-a01ed76275d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:04.754883 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9c49d51a-330d-4e88-bc24-a01ed76275d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b243e3ad-1c1c-4c1c-9fda-eb55d620d7fa HTTP/1.1" status: 204 len: 168 time: 0.3321640 Jan 28 13:50:04.784082 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49d51a-330d-4e88-bc24-a01ed76275d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b243e3ad-1c1c-4c1c-9fda-eb55d620d7fa,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:04.910535 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ca7c8345-8912-4df2-8651-0075d5a96b1e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (6f6a4488-7113-4240-9c7e-0cf43596e490), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:04.934255 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac852c-b319-42d7-85e0-ddda3a0b6f4b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Network': ['ID=ac02b05e-aab1-404d-bef7-60b15e1ae7dc,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:04.955651 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a3649c9f-88a1-4d4f-b13d-c13a831680dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:05.149778 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ca7c8345-8912-4df2-8651-0075d5a96b1e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (6f6a4488-7113-4240-9c7e-0cf43596e490), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:05.187180 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-ca7c8345-8912-4df2-8651-0075d5a96b1e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6a4488-7113-4240-9c7e-0cf43596e490']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:05.208170 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-ca7c8345-8912-4df2-8651-0075d5a96b1e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d6de69-69f3-44ec-8395-dcbc1a06bf29') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:05.208548 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-ca7c8345-8912-4df2-8651-0075d5a96b1e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d6de69-69f3-44ec-8395-dcbc1a06bf29') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:05.232285 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ca7c8345-8912-4df2-8651-0075d5a96b1e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (f0d6de69-69f3-44ec-8395-dcbc1a06bf29), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:05.235845 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a3649c9f-88a1-4d4f-b13d-c13a831680dd admin admin] Publish callbacks [] for security_group (6c77011f-1b9d-4657-b533-895c8d6ec906), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:05.245530 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a3649c9f-88a1-4d4f-b13d-c13a831680dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6c77011f-1b9d-4657-b533-895c8d6ec906), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:05.271508 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ca7c8345-8912-4df2-8651-0075d5a96b1e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (f0d6de69-69f3-44ec-8395-dcbc1a06bf29), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:05.321103 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca7c8345-8912-4df2-8651-0075d5a96b1e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:50:05.321509 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ca7c8345-8912-4df2-8651-0075d5a96b1e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (f0d6de69-69f3-44ec-8395-dcbc1a06bf29), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:50:05.325002 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:50:05.352201 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56646) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:05.361079 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a3649c9f-88a1-4d4f-b13d-c13a831680dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9902431406ee4e8e94922c9efef2972a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9313698 Jan 28 13:50:05.375193 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3649c9f-88a1-4d4f-b13d-c13a831680dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c77011f-1b9d-4657-b533-895c8d6ec906,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:05.457934 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be619bbf-4400-49d2-ba21-b525bd88dc15 admin admin] Publish callbacks [] for security_group (6c77011f-1b9d-4657-b533-895c8d6ec906), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:05.483728 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be619bbf-4400-49d2-ba21-b525bd88dc15 admin admin] Publish callbacks [] for security_group (6c77011f-1b9d-4657-b533-895c8d6ec906), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:05.499516 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ca7c8345-8912-4df2-8651-0075d5a96b1e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (6f6a4488-7113-4240-9c7e-0cf43596e490), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:05.504923 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ca7c8345-8912-4df2-8651-0075d5a96b1e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:05.509405 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ca7c8345-8912-4df2-8651-0075d5a96b1e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/networks/6f6a4488-7113-4240-9c7e-0cf43596e490 HTTP/1.1" status: 204 len: 168 time: 0.7866814 Jan 28 13:50:05.517986 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56652) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:05.536899 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-6a94f129-b335-4ea1-af48-725c602034f8 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'network': {'name': 'tempest-RoutersTest-195106335'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:05.555392 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be619bbf-4400-49d2-ba21-b525bd88dc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6c77011f-1b9d-4657-b533-895c8d6ec906), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:05.559080 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be619bbf-4400-49d2-ba21-b525bd88dc15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:05.575729 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c8345-8912-4df2-8651-0075d5a96b1e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Network': ['ID=6f6a4488-7113-4240-9c7e-0cf43596e490,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:05.578351 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-be619bbf-4400-49d2-ba21-b525bd88dc15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c77011f-1b9d-4657-b533-895c8d6ec906 HTTP/1.1" status: 204 len: 168 time: 0.2099435 Jan 28 13:50:05.598955 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be619bbf-4400-49d2-ba21-b525bd88dc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c77011f-1b9d-4657-b533-895c8d6ec906,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:05.644210 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a94f129-b335-4ea1-af48-725c602034f8 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Made reservation on behalf of 567d098325094a48a7cf1edc5ba35662 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:05.651471 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6a94f129-b335-4ea1-af48-725c602034f8 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:05.719992 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a94f129-b335-4ea1-af48-725c602034f8 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:50:05.748774 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6a94f129-b335-4ea1-af48-725c602034f8 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (d6e45bce-9ef2-4048-a987-f3925f6954e5), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:05.750618 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-6a94f129-b335-4ea1-af48-725c602034f8 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Added segment d6e45bce-9ef2-4048-a987-f3925f6954e5 of type vlan for network 7880622d-94b3-4d72-a941-751d1f365d89 Jan 28 13:50:05.825111 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6a94f129-b335-4ea1-af48-725c602034f8 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (7880622d-94b3-4d72-a941-751d1f365d89), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:05.866741 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6a94f129-b335-4ea1-af48-725c602034f8 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (7880622d-94b3-4d72-a941-751d1f365d89), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:05.876611 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a94f129-b335-4ea1-af48-725c602034f8 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:05.877336 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6a94f129-b335-4ea1-af48-725c602034f8 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:05.958845 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6a94f129-b335-4ea1-af48-725c602034f8 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4346817 Jan 28 13:50:05.961662 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56662) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:05.967936 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-e4bec6b3-9af4-406b-981b-cd706084f840 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'subnet': {'network_id': '7880622d-94b3-4d72-a941-751d1f365d89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:06.002092 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94f129-b335-4ea1-af48-725c602034f8 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Network': ['ID=7880622d-94b3-4d72-a941-751d1f365d89,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:06.013880 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 7880622d-94b3-4d72-a941-751d1f365d89 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:50:06.180281 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bec6b3-9af4-406b-981b-cd706084f840 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Made reservation on behalf of 567d098325094a48a7cf1edc5ba35662 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:06.183894 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e4bec6b3-9af4-406b-981b-cd706084f840 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:06.188921 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56668) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:06.245256 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9a7ad3c8-b01a-482b-bf31-be88aa32d232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:06.371975 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:06.469563 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9a7ad3c8-b01a-482b-bf31-be88aa32d232 admin admin] Publish callbacks [] for security_group (f0e331a5-1c74-43cc-b11f-5210c35f98da), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:06.481249 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9a7ad3c8-b01a-482b-bf31-be88aa32d232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f0e331a5-1c74-43cc-b11f-5210c35f98da), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:06.545461 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9a7ad3c8-b01a-482b-bf31-be88aa32d232 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=78cc8ba4ae1e478b8036add8c07c1876&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3548973 Jan 28 13:50:06.550903 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56682) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:06.604094 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ad3c8-b01a-482b-bf31-be88aa32d232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e331a5-1c74-43cc-b11f-5210c35f98da,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:06.664183 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e4bec6b3-9af4-406b-981b-cd706084f840 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (e233b0f9-14cb-46b1-8f8e-02b4d32991e2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:06.782603 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bec6b3-9af4-406b-981b-cd706084f840 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Subnet': ['ID=e233b0f9-14cb-46b1-8f8e-02b4d32991e2,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:06.821018 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4df06d34-102e-453b-9c6f-bb9f3ada744e admin admin] Publish callbacks [] for security_group (f0e331a5-1c74-43cc-b11f-5210c35f98da), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:06.878209 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bec6b3-9af4-406b-981b-cd706084f840 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Checking segment: {'id': 'd6e45bce-9ef2-4048-a987-f3925f6954e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7880622d-94b3-4d72-a941-751d1f365d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:06.878810 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bec6b3-9af4-406b-981b-cd706084f840 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network hostable DHCP agents. Network: 7880622d-94b3-4d72-a941-751d1f365d89, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:50:06.892211 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4df06d34-102e-453b-9c6f-bb9f3ada744e admin admin] Publish callbacks [] for security_group (f0e331a5-1c74-43cc-b11f-5210c35f98da), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:06.951657 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bec6b3-9af4-406b-981b-cd706084f840 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network 7880622d-94b3-4d72-a941-751d1f365d89 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:50:06.966936 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-e4bec6b3-9af4-406b-981b-cd706084f840 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 7880622d-94b3-4d72-a941-751d1f365d89) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:06.973652 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bec6b3-9af4-406b-981b-cd706084f840 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:06.974853 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e4bec6b3-9af4-406b-981b-cd706084f840 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:06.975880 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16745fc0-02e2-4b96-8084-7cbc98f9b6f3 None None] Network 7880622d-94b3-4d72-a941-751d1f365d89 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:06.999463 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e4bec6b3-9af4-406b-981b-cd706084f840 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0331621 Jan 28 13:50:06.999923 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56690) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:07.021504 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-45dd7155-f70b-47dd-aa7c-c043b0f95312 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1428620460', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:07.038145 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4df06d34-102e-453b-9c6f-bb9f3ada744e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f0e331a5-1c74-43cc-b11f-5210c35f98da), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:07.045472 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4df06d34-102e-453b-9c6f-bb9f3ada744e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:07.050537 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4df06d34-102e-453b-9c6f-bb9f3ada744e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f0e331a5-1c74-43cc-b11f-5210c35f98da HTTP/1.1" status: 204 len: 168 time: 0.4946043 Jan 28 13:50:07.091733 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df06d34-102e-453b-9c6f-bb9f3ada744e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e331a5-1c74-43cc-b11f-5210c35f98da,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:07.129761 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45dd7155-f70b-47dd-aa7c-c043b0f95312 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (d34e69ac-77fb-4fd0-ba65-e6d321a32ff8), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:07.131059 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45dd7155-f70b-47dd-aa7c-c043b0f95312 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (d34e69ac-77fb-4fd0-ba65-e6d321a32ff8), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:07.246437 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2f4560-5aa3-427b-b06a-615f0d54cc97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-7880622d-94b3-4d72-a941-751d1f365d89', 'network_id': '7880622d-94b3-4d72-a941-751d1f365d89', 'project_id': '567d098325094a48a7cf1edc5ba35662', 'fixed_ips': [{'subnet_id': 'e233b0f9-14cb-46b1-8f8e-02b4d32991e2'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:50:07.247434 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e2f4560-5aa3-427b-b06a-615f0d54cc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:07.316780 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45dd7155-f70b-47dd-aa7c-c043b0f95312 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router_controller (d34e69ac-77fb-4fd0-ba65-e6d321a32ff8), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:07.327776 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45dd7155-f70b-47dd-aa7c-c043b0f95312 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (d34e69ac-77fb-4fd0-ba65-e6d321a32ff8), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:07.374741 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45dd7155-f70b-47dd-aa7c-c043b0f95312 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:07.379356 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56702) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:07.384900 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-f2d2f23e-6c92-4163-91e2-ab0567bb79a5 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'port': {'network_id': '7880622d-94b3-4d72-a941-751d1f365d89', 'name': 'tempest-RoutersTest-182366357'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:07.387468 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-45dd7155-f70b-47dd-aa7c-c043b0f95312 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3838284 Jan 28 13:50:07.649215 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d2f23e-6c92-4163-91e2-ab0567bb79a5 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Made reservation on behalf of 567d098325094a48a7cf1edc5ba35662 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:07.655197 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-9e2f4560-5aa3-427b-b06a-615f0d54cc97 None None] Allocated IP 172.20.0.2 (7880622d-94b3-4d72-a941-751d1f365d89/e233b0f9-14cb-46b1-8f8e-02b4d32991e2/0e558586-063a-47ef-b0e9-b9ad419d0400) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:07.661547 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f2d2f23e-6c92-4163-91e2-ab0567bb79a5 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:07.684820 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-f2d2f23e-6c92-4163-91e2-ab0567bb79a5 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] device_id is not set on port 6997c9f4-3794-4cfa-b48a-2f4d02032a25 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:50:08.071257 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e2f4560-5aa3-427b-b06a-615f0d54cc97 None None] Publish callbacks [] for port (0e558586-063a-47ef-b0e9-b9ad419d0400), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:08.082538 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e2f4560-5aa3-427b-b06a-615f0d54cc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (0e558586-063a-47ef-b0e9-b9ad419d0400), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:08.139360 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f4560-5aa3-427b-b06a-615f0d54cc97 None None] Pushing event updated for resources: {'Port': ['ID=0e558586-063a-47ef-b0e9-b9ad419d0400,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:08.158246 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2f4560-5aa3-427b-b06a-615f0d54cc97 None None] Network 7880622d-94b3-4d72-a941-751d1f365d89 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:08.160182 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-9e2f4560-5aa3-427b-b06a-615f0d54cc97 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:08.162980 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2f4560-5aa3-427b-b06a-615f0d54cc97 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:08.234489 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.db.api [None req-f2d2f23e-6c92-4163-91e2-ab0567bb79a5 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-38f1d3cc-26d7-4676-ada5-e4f842c638e0 {{(pid=103352) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:50:08.234811 n-d-822747-2 neutron-server[103352]: DEBUG oslo_db.api [None req-f2d2f23e-6c92-4163-91e2-ab0567bb79a5 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:50:08.318399 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-9e2f4560-5aa3-427b-b06a-615f0d54cc97 None None] Attempting to bind port 0e558586-063a-47ef-b0e9-b9ad419d0400 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:50:08.319034 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-9e2f4560-5aa3-427b-b06a-615f0d54cc97 None None] Attempting to bind port 0e558586-063a-47ef-b0e9-b9ad419d0400 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'd6e45bce-9ef2-4048-a987-f3925f6954e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7880622d-94b3-4d72-a941-751d1f365d89'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:50:08.319307 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2f4560-5aa3-427b-b06a-615f0d54cc97 None None] Attempting to bind port 0e558586-063a-47ef-b0e9-b9ad419d0400 on network 7880622d-94b3-4d72-a941-751d1f365d89 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:50:08.329368 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2f4560-5aa3-427b-b06a-615f0d54cc97 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:50:08.331948 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2f4560-5aa3-427b-b06a-615f0d54cc97 None None] Checking segment: {'id': 'd6e45bce-9ef2-4048-a987-f3925f6954e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7880622d-94b3-4d72-a941-751d1f365d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:08.332367 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e2f4560-5aa3-427b-b06a-615f0d54cc97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:08.332823 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2f4560-5aa3-427b-b06a-615f0d54cc97 None None] Bound using segment: {'id': 'd6e45bce-9ef2-4048-a987-f3925f6954e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7880622d-94b3-4d72-a941-751d1f365d89'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:50:08.333404 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-9e2f4560-5aa3-427b-b06a-615f0d54cc97 None None] Bound port: 0e558586-063a-47ef-b0e9-b9ad419d0400, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e45bce-9ef2-4048-a987-f3925f6954e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7880622d-94b3-4d72-a941-751d1f365d89'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:50:08.334980 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e2f4560-5aa3-427b-b06a-615f0d54cc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0e558586-063a-47ef-b0e9-b9ad419d0400), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:08.603470 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9e2f4560-5aa3-427b-b06a-615f0d54cc97 None None] For port 0e558586-063a-47ef-b0e9-b9ad419d0400, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:50:08.620068 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9e2f4560-5aa3-427b-b06a-615f0d54cc97 None None] For port 0e558586-063a-47ef-b0e9-b9ad419d0400, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=0e558586-063a-47ef-b0e9-b9ad419d0400,segment=NetworkSegment(d6e45bce-9ef2-4048-a987-f3925f6954e5),segment_id=d6e45bce-9ef2-4048-a987-f3925f6954e5)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:50:08.635009 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e2f4560-5aa3-427b-b06a-615f0d54cc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0e558586-063a-47ef-b0e9-b9ad419d0400), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:08.736394 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f2d2f23e-6c92-4163-91e2-ab0567bb79a5 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:08.784025 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-f2d2f23e-6c92-4163-91e2-ab0567bb79a5 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] device_id is not set on port ee18c936-45ef-4d7b-b688-750a20fcde7d yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:50:08.837554 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f4560-5aa3-427b-b06a-615f0d54cc97 None None] Pushing event updated for resources: {'Port': ['ID=0e558586-063a-47ef-b0e9-b9ad419d0400,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:09.120098 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-f2d2f23e-6c92-4163-91e2-ab0567bb79a5 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Allocated IP 172.20.0.7 (7880622d-94b3-4d72-a941-751d1f365d89/e233b0f9-14cb-46b1-8f8e-02b4d32991e2/ee18c936-45ef-4d7b-b688-750a20fcde7d) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:09.555724 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f2d2f23e-6c92-4163-91e2-ab0567bb79a5 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for port (ee18c936-45ef-4d7b-b688-750a20fcde7d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:09.616711 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f2d2f23e-6c92-4163-91e2-ab0567bb79a5 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (ee18c936-45ef-4d7b-b688-750a20fcde7d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:09.720261 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d2f23e-6c92-4163-91e2-ab0567bb79a5 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network 7880622d-94b3-4d72-a941-751d1f365d89 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:09.739585 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-f2d2f23e-6c92-4163-91e2-ab0567bb79a5 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:09.758022 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d2f23e-6c92-4163-91e2-ab0567bb79a5 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:09.841973 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 0e558586-063a-47ef-b0e9-b9ad419d0400 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:50:09.910969 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d2f23e-6c92-4163-91e2-ab0567bb79a5 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:09.911934 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f2d2f23e-6c92-4163-91e2-ab0567bb79a5 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:09.957546 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56778) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:09.975579 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f2d2f23e-6c92-4163-91e2-ab0567bb79a5 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.5949824 Jan 28 13:50:09.976614 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2f23e-6c92-4163-91e2-ab0567bb79a5 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Port': ['ID=ee18c936-45ef-4d7b-b688-750a20fcde7d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:09.981881 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 0e558586-063a-47ef-b0e9-b9ad419d0400 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:09.982357 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0e558586-063a-47ef-b0e9-b9ad419d0400), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:10.191234 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 0e558586-063a-47ef-b0e9-b9ad419d0400 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:10.191633 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0e558586-063a-47ef-b0e9-b9ad419d0400), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:10.284245 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 0e558586-063a-47ef-b0e9-b9ad419d0400, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=0e558586-063a-47ef-b0e9-b9ad419d0400,segment=NetworkSegment(d6e45bce-9ef2-4048-a987-f3925f6954e5),segment_id=d6e45bce-9ef2-4048-a987-f3925f6954e5)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:10.293837 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0e558586-063a-47ef-b0e9-b9ad419d0400), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:10.436457 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=0e558586-063a-47ef-b0e9-b9ad419d0400,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:10.797654 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a67b1d-6a46-4de1-8ebe-a336bfe12e62 None None] Network 7880622d-94b3-4d72-a941-751d1f365d89 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:11.137154 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-acc70502-fec0-45ea-9406-a8afb528b943 None None] Provisioning complete for port 0e558586-063a-47ef-b0e9-b9ad419d0400 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:11.137892 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-acc70502-fec0-45ea-9406-a8afb528b943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0e558586-063a-47ef-b0e9-b9ad419d0400), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:11.292747 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-acc70502-fec0-45ea-9406-a8afb528b943 None None] Current status of the port 0e558586-063a-47ef-b0e9-b9ad419d0400 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:11.418124 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47017f5f-fd8e-4aa9-8f8c-ede9a977059b req-e906589e-15dc-47ab-a132-d74e71911e5e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:11.419861 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-47017f5f-fd8e-4aa9-8f8c-ede9a977059b req-e906589e-15dc-47ab-a132-d74e71911e5e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.2225845 Jan 28 13:50:11.588278 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0be12348-4b6c-4eea-ab5b-8f72262e0b94 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ee18c936-45ef-4d7b-b688-750a20fcde7d), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:11.621253 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-47017f5f-fd8e-4aa9-8f8c-ede9a977059b req-ebbb01d8-749d-4df6-b45d-ea4d37759261 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1795430 Jan 28 13:50:11.722030 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 0e558586-063a-47ef-b0e9-b9ad419d0400 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:50:11.816244 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-3f8295d3-2204-4fe7-88f9-7aa5d9eaf046 None None] Provisioning complete for port ee18c936-45ef-4d7b-b688-750a20fcde7d triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:11.816635 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f8295d3-2204-4fe7-88f9-7aa5d9eaf046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ee18c936-45ef-4d7b-b688-750a20fcde7d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:11.937255 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3f8295d3-2204-4fe7-88f9-7aa5d9eaf046 None None] Port ee18c936-45ef-4d7b-b688-750a20fcde7d cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:50:11.967657 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 0e558586-063a-47ef-b0e9-b9ad419d0400 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:11.968033 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0e558586-063a-47ef-b0e9-b9ad419d0400), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:12.084173 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-3f8295d3-2204-4fe7-88f9-7aa5d9eaf046 None None] Provisioning complete for port 0e558586-063a-47ef-b0e9-b9ad419d0400 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:12.084537 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f8295d3-2204-4fe7-88f9-7aa5d9eaf046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0e558586-063a-47ef-b0e9-b9ad419d0400), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:12.187230 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 0e558586-063a-47ef-b0e9-b9ad419d0400 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:12.293277 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0be12348-4b6c-4eea-ab5b-8f72262e0b94 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for port (ee18c936-45ef-4d7b-b688-750a20fcde7d), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:12.311938 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0be12348-4b6c-4eea-ab5b-8f72262e0b94 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (ee18c936-45ef-4d7b-b688-750a20fcde7d), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:12.313205 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3f8295d3-2204-4fe7-88f9-7aa5d9eaf046 None None] Current status of the port 0e558586-063a-47ef-b0e9-b9ad419d0400 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:12.446830 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-90592710-17b3-49d0-9c49-ee2b294c8039 None None] Provisioning complete for port ee18c936-45ef-4d7b-b688-750a20fcde7d triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:12.453313 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-90592710-17b3-49d0-9c49-ee2b294c8039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ee18c936-45ef-4d7b-b688-750a20fcde7d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:12.459962 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be12348-4b6c-4eea-ab5b-8f72262e0b94 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Port': ['ID=ee18c936-45ef-4d7b-b688-750a20fcde7d,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:12.570320 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-90592710-17b3-49d0-9c49-ee2b294c8039 None None] Port ee18c936-45ef-4d7b-b688-750a20fcde7d cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:50:12.808163 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-8361ebef-8e01-4e51-86e3-0d040edb1bb9 None None] Provisioning complete for port ee18c936-45ef-4d7b-b688-750a20fcde7d triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:12.813714 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8361ebef-8e01-4e51-86e3-0d040edb1bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ee18c936-45ef-4d7b-b688-750a20fcde7d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:12.879144 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e846923-3a03-41bd-a550-ce1ba1fe8588 req-e4d3d868-ec06-4f5d-9ff6-7fa55031882a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:12.884511 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6e846923-3a03-41bd-a550-ce1ba1fe8588 req-e4d3d868-ec06-4f5d-9ff6-7fa55031882a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.1131053 Jan 28 13:50:12.902708 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0be12348-4b6c-4eea-ab5b-8f72262e0b94 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (d34e69ac-77fb-4fd0-ba65-e6d321a32ff8), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:12.906928 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8361ebef-8e01-4e51-86e3-0d040edb1bb9 None None] Port ee18c936-45ef-4d7b-b688-750a20fcde7d cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:50:12.970135 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6e846923-3a03-41bd-a550-ce1ba1fe8588 req-57e2d6fb-4a4c-4726-ab7c-70d7c89df09c tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768995 Jan 28 13:50:12.976986 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56858) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:13.142211 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-60a2b307-16c6-45cc-b757-41ef69e7a8c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:13.178363 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0be12348-4b6c-4eea-ab5b-8f72262e0b94 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ee18c936-45ef-4d7b-b688-750a20fcde7d), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:13.242651 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-60a2b307-16c6-45cc-b757-41ef69e7a8c1 admin admin] Publish callbacks [] for security_group (981d4416-4937-4c01-85fd-a31d0b780bab), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:13.248447 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-60a2b307-16c6-45cc-b757-41ef69e7a8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (981d4416-4937-4c01-85fd-a31d0b780bab), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:13.298012 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-60a2b307-16c6-45cc-b757-41ef69e7a8c1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2a372e033715481b9aeca6f81a7f5da2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3194735 Jan 28 13:50:13.299938 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2b307-16c6-45cc-b757-41ef69e7a8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981d4416-4937-4c01-85fd-a31d0b780bab,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:13.302037 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56864) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:13.310437 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2b307-16c6-45cc-b757-41ef69e7a8c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:13.311147 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2b307-16c6-45cc-b757-41ef69e7a8c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:13.311954 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2b307-16c6-45cc-b757-41ef69e7a8c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:13.312476 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2b307-16c6-45cc-b757-41ef69e7a8c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:13.313001 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2b307-16c6-45cc-b757-41ef69e7a8c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:13.313526 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2b307-16c6-45cc-b757-41ef69e7a8c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:13.314185 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2b307-16c6-45cc-b757-41ef69e7a8c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:13.314699 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2b307-16c6-45cc-b757-41ef69e7a8c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:13.315243 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2b307-16c6-45cc-b757-41ef69e7a8c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:13.315741 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2b307-16c6-45cc-b757-41ef69e7a8c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:13.316237 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2b307-16c6-45cc-b757-41ef69e7a8c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:13.316769 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2b307-16c6-45cc-b757-41ef69e7a8c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:13.317723 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2b307-16c6-45cc-b757-41ef69e7a8c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:13.503392 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-333086cb-1224-454d-9c08-b3ef69e4ac71 admin admin] Publish callbacks [] for security_group (981d4416-4937-4c01-85fd-a31d0b780bab), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:13.571776 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-333086cb-1224-454d-9c08-b3ef69e4ac71 admin admin] Publish callbacks [] for security_group (981d4416-4937-4c01-85fd-a31d0b780bab), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:13.676191 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0be12348-4b6c-4eea-ab5b-8f72262e0b94 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for port (ee18c936-45ef-4d7b-b688-750a20fcde7d), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:13.684900 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0be12348-4b6c-4eea-ab5b-8f72262e0b94 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (ee18c936-45ef-4d7b-b688-750a20fcde7d), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:13.755819 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-333086cb-1224-454d-9c08-b3ef69e4ac71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (981d4416-4937-4c01-85fd-a31d0b780bab), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:13.758353 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-333086cb-1224-454d-9c08-b3ef69e4ac71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:13.761967 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-333086cb-1224-454d-9c08-b3ef69e4ac71 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/981d4416-4937-4c01-85fd-a31d0b780bab HTTP/1.1" status: 204 len: 168 time: 0.4525521 Jan 28 13:50:13.790502 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333086cb-1224-454d-9c08-b3ef69e4ac71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981d4416-4937-4c01-85fd-a31d0b780bab,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:13.815434 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be12348-4b6c-4eea-ab5b-8f72262e0b94 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Port': ['ID=ee18c936-45ef-4d7b-b688-750a20fcde7d,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:13.825305 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0be12348-4b6c-4eea-ab5b-8f72262e0b94 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (d34e69ac-77fb-4fd0-ba65-e6d321a32ff8), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:13.957522 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be12348-4b6c-4eea-ab5b-8f72262e0b94 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network 7880622d-94b3-4d72-a941-751d1f365d89 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:13.959152 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-0be12348-4b6c-4eea-ab5b-8f72262e0b94 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:14.293703 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5b164-0702-42b8-b3e3-43ebed27ebde req-8748548b-65ea-43b5-87c1-5560354f79d1 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:14.296385 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f9a5b164-0702-42b8-b3e3-43ebed27ebde req-8748548b-65ea-43b5-87c1-5560354f79d1 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.1227810 Jan 28 13:50:14.303987 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be12348-4b6c-4eea-ab5b-8f72262e0b94 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Router d34e69ac-77fb-4fd0-ba65-e6d321a32ff8 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:50:14.431111 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f9a5b164-0702-42b8-b3e3-43ebed27ebde req-f6985f44-007c-457f-b5bb-9270cc449fee tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1242855 Jan 28 13:50:14.454192 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a5e10e7b-78e5-4640-82fd-de760e2009d2 None None] Provisioning complete for port ee18c936-45ef-4d7b-b688-750a20fcde7d triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:14.471653 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a5e10e7b-78e5-4640-82fd-de760e2009d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ee18c936-45ef-4d7b-b688-750a20fcde7d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:14.561321 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be12348-4b6c-4eea-ab5b-8f72262e0b94 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:50:14.578655 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b8249-7532-4ca8-a312-61a7d74b2544 None None] Sync routers for ids ['d34e69ac-77fb-4fd0-ba65-e6d321a32ff8'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:50:14.595034 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56918) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:14.599029 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0be12348-4b6c-4eea-ab5b-8f72262e0b94 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "PUT /v2.0/routers/d34e69ac-77fb-4fd0-ba65-e6d321a32ff8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6386318 Jan 28 13:50:14.603395 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56920) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:14.624072 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a5e10e7b-78e5-4640-82fd-de760e2009d2 None None] Port ee18c936-45ef-4d7b-b688-750a20fcde7d cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:50:14.629672 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73df1167-8112-4505-8a60-1cc42bb9b452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:14.639130 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24b8249-7532-4ca8-a312-61a7d74b2544 None None] Routers {'d34e69ac-77fb-4fd0-ba65-e6d321a32ff8'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:14.644448 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d24b8249-7532-4ca8-a312-61a7d74b2544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:50:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d34e69ac-77fb-4fd0-ba65-e6d321a32ff8'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:14.724214 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d24b8249-7532-4ca8-a312-61a7d74b2544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:14.734040 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20396a79-0469-4f2e-a251-c72f6d95cae4 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:14.741150 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-20396a79-0469-4f2e-a251-c72f6d95cae4 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "GET /v2.0/ports/ee18c936-45ef-4d7b-b688-750a20fcde7d HTTP/1.1" status: 200 len: 976 time: 0.1324337 Jan 28 13:50:14.743414 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 56934) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:14.751213 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24b8249-7532-4ca8-a312-61a7d74b2544 None None] Routers {'d34e69ac-77fb-4fd0-ba65-e6d321a32ff8'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:14.752232 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d24b8249-7532-4ca8-a312-61a7d74b2544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:50:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d34e69ac-77fb-4fd0-ba65-e6d321a32ff8'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:14.791931 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d24b8249-7532-4ca8-a312-61a7d74b2544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:14.792996 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b8249-7532-4ca8-a312-61a7d74b2544 None None] The sync data for ids ['d34e69ac-77fb-4fd0-ba65-e6d321a32ff8'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:50:14.832539 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73df1167-8112-4505-8a60-1cc42bb9b452 admin admin] Publish callbacks [] for security_group (561c0ef3-f9dc-4c58-950d-de8b76939ba3), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:14.840080 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73df1167-8112-4505-8a60-1cc42bb9b452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (561c0ef3-f9dc-4c58-950d-de8b76939ba3), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:14.912010 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df1167-8112-4505-8a60-1cc42bb9b452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561c0ef3-f9dc-4c58-950d-de8b76939ba3,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:14.983505 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-73df1167-8112-4505-8a60-1cc42bb9b452 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9b6c642cf154ad3b9bfb01a6c87a416&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3837354 Jan 28 13:50:14.987812 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 56942) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:15.102635 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ebaf-daf2-416e-892e-f0a127280c26 admin admin] Publish callbacks [] for security_group (561c0ef3-f9dc-4c58-950d-de8b76939ba3), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:15.155717 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ebaf-daf2-416e-892e-f0a127280c26 admin admin] Publish callbacks [] for security_group (561c0ef3-f9dc-4c58-950d-de8b76939ba3), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:15.258241 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ebaf-daf2-416e-892e-f0a127280c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (561c0ef3-f9dc-4c58-950d-de8b76939ba3), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:15.264607 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ebaf-daf2-416e-892e-f0a127280c26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:15.266295 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c7c9ebaf-daf2-416e-892e-f0a127280c26 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/561c0ef3-f9dc-4c58-950d-de8b76939ba3 HTTP/1.1" status: 204 len: 168 time: 0.2768302 Jan 28 13:50:15.294576 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9ebaf-daf2-416e-892e-f0a127280c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561c0ef3-f9dc-4c58-950d-de8b76939ba3,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:15.409004 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cfafdcac-6449-4caa-b9eb-8dd5fedfa95c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (d34e69ac-77fb-4fd0-ba65-e6d321a32ff8), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:15.708519 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e838af-efb9-446e-be85-41aef04ce1cb req-2c70e8be-c4e4-4a4d-b4b5-135dbfbe400b tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:15.712828 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-05e838af-efb9-446e-be85-41aef04ce1cb req-2c70e8be-c4e4-4a4d-b4b5-135dbfbe400b tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.1764805 Jan 28 13:50:15.903421 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-05e838af-efb9-446e-be85-41aef04ce1cb req-ef59ab83-97c7-400c-8fd9-0b32cd9a7fbd tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1759369 Jan 28 13:50:16.024522 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-cfafdcac-6449-4caa-b9eb-8dd5fedfa95c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Deleting port ee18c936-45ef-4d7b-b688-750a20fcde7d {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:16.026204 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cfafdcac-6449-4caa-b9eb-8dd5fedfa95c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ee18c936-45ef-4d7b-b688-750a20fcde7d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:16.356182 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cfafdcac-6449-4caa-b9eb-8dd5fedfa95c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ee18c936-45ef-4d7b-b688-750a20fcde7d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:16.356182 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-cfafdcac-6449-4caa-b9eb-8dd5fedfa95c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Calling delete_port for ee18c936-45ef-4d7b-b688-750a20fcde7d owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:16.776095 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cfafdcac-6449-4caa-b9eb-8dd5fedfa95c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ee18c936-45ef-4d7b-b688-750a20fcde7d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:16.834340 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfafdcac-6449-4caa-b9eb-8dd5fedfa95c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Port': ['ID=ee18c936-45ef-4d7b-b688-750a20fcde7d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:17.198347 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cfafdcac-6449-4caa-b9eb-8dd5fedfa95c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (d34e69ac-77fb-4fd0-ba65-e6d321a32ff8), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:17.199546 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16952b8c-5f19-4d95-a653-47e2e3e9d788 req-1f57b0c7-3b3a-4078-93c5-957fb4c0260d tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:17.203237 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16952b8c-5f19-4d95-a653-47e2e3e9d788 req-1f57b0c7-3b3a-4078-93c5-957fb4c0260d tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.1638596 Jan 28 13:50:17.305440 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77332cac-a653-4c0d-8a60-39b75396b674 req-a491342c-6f32-4623-8394-9f4a4a83a708 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:17.307149 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-77332cac-a653-4c0d-8a60-39b75396b674 req-a491342c-6f32-4623-8394-9f4a4a83a708 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 1096 time: 0.3128507 Jan 28 13:50:17.315943 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16952b8c-5f19-4d95-a653-47e2e3e9d788 req-d19a285a-4fce-4f95-8594-aa4b704a2873 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1074607 Jan 28 13:50:17.426847 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfafdcac-6449-4caa-b9eb-8dd5fedfa95c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Router d34e69ac-77fb-4fd0-ba65-e6d321a32ff8 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:50:17.452951 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-77332cac-a653-4c0d-8a60-39b75396b674 req-3d1a0842-62de-42e5-9bf1-d1fc1649fe3b tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372182 Jan 28 13:50:17.483165 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57058) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:17.526440 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfafdcac-6449-4caa-b9eb-8dd5fedfa95c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:50:17.535778 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cfafdcac-6449-4caa-b9eb-8dd5fedfa95c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "PUT /v2.0/routers/d34e69ac-77fb-4fd0-ba65-e6d321a32ff8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7914562 Jan 28 13:50:17.538959 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57062) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:17.544235 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392c8a95-49a3-4b13-8926-e33f5df2e6a3 None None] Sync routers for ids ['d34e69ac-77fb-4fd0-ba65-e6d321a32ff8'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:50:17.563801 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392c8a95-49a3-4b13-8926-e33f5df2e6a3 None None] Routers {'d34e69ac-77fb-4fd0-ba65-e6d321a32ff8'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:17.564765 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-392c8a95-49a3-4b13-8926-e33f5df2e6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:50:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d34e69ac-77fb-4fd0-ba65-e6d321a32ff8'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:17.662047 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-392c8a95-49a3-4b13-8926-e33f5df2e6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:17.688559 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392c8a95-49a3-4b13-8926-e33f5df2e6a3 None None] Routers {'d34e69ac-77fb-4fd0-ba65-e6d321a32ff8'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:17.689251 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-392c8a95-49a3-4b13-8926-e33f5df2e6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:50:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d34e69ac-77fb-4fd0-ba65-e6d321a32ff8'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:17.777804 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-392c8a95-49a3-4b13-8926-e33f5df2e6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:17.778674 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392c8a95-49a3-4b13-8926-e33f5df2e6a3 None None] The sync data for ids ['d34e69ac-77fb-4fd0-ba65-e6d321a32ff8'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:50:17.839934 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:17.858104 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-8fdc93f8-c860-4dd8-9e79-70754714609e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Deleting port 1237938b-cff1-446e-a153-cc1b9de62102 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:17.858443 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8fdc93f8-c860-4dd8-9e79-70754714609e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (1237938b-cff1-446e-a153-cc1b9de62102), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:17.921728 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-b0406181-e644-48a3-af10-75a8e8f2671e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 13:50:17.922823 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b0406181-e644-48a3-af10-75a8e8f2671e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "PUT /v2.0/routers/d34e69ac-77fb-4fd0-ba65-e6d321a32ff8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3826127 Jan 28 13:50:17.925709 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57072) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:17.966978 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a52e2514-a8d6-4557-bce2-91e748526e1a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "GET /v2.0/ports?device_id=d34e69ac-77fb-4fd0-ba65-e6d321a32ff8 HTTP/1.1" status: 200 len: 205 time: 0.0360358 Jan 28 13:50:17.966978 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57074) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:18.024625 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8fdc93f8-c860-4dd8-9e79-70754714609e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (1237938b-cff1-446e-a153-cc1b9de62102), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:18.024953 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8fdc93f8-c860-4dd8-9e79-70754714609e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for floatingip (1237938b-cff1-446e-a153-cc1b9de62102), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:18.036121 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57078) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:18.061616 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-8fdc93f8-c860-4dd8-9e79-70754714609e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Calling delete_port for 1237938b-cff1-446e-a153-cc1b9de62102 owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:18.123126 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-73cef26f-0f63-40a1-a2cb-1c1b610c548e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router (d34e69ac-77fb-4fd0-ba65-e6d321a32ff8), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:18.496121 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8fdc93f8-c860-4dd8-9e79-70754714609e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (1237938b-cff1-446e-a153-cc1b9de62102), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:18.524872 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc93f8-c860-4dd8-9e79-70754714609e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event deleted for resources: {'Port': ['ID=1237938b-cff1-446e-a153-cc1b9de62102,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:18.573163 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c292c9-6728-40ba-ad36-897157bb134a req-3c84034e-d64d-49cf-9c16-38904d89d871 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:18.573550 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-61c292c9-6728-40ba-ad36-897157bb134a req-3c84034e-d64d-49cf-9c16-38904d89d871 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.1227944 Jan 28 13:50:18.726786 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d8af35d-3f48-4680-ab26-d5cbb8fc9ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:18.945392 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-73cef26f-0f63-40a1-a2cb-1c1b610c548e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (d34e69ac-77fb-4fd0-ba65-e6d321a32ff8), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:18.948729 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-73cef26f-0f63-40a1-a2cb-1c1b610c548e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router_controller (d34e69ac-77fb-4fd0-ba65-e6d321a32ff8), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:19.014995 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d8af35d-3f48-4680-ab26-d5cbb8fc9ae8 admin admin] Publish callbacks [] for security_group (298825fb-8953-4f2f-85f0-d44217fc8812), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:19.020277 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-73cef26f-0f63-40a1-a2cb-1c1b610c548e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (d34e69ac-77fb-4fd0-ba65-e6d321a32ff8), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:19.021066 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73cef26f-0f63-40a1-a2cb-1c1b610c548e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Fanout notify agent at l3_agent the message router_deleted on router d34e69ac-77fb-4fd0-ba65-e6d321a32ff8 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:50:19.033728 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-73cef26f-0f63-40a1-a2cb-1c1b610c548e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:19.035834 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-73cef26f-0f63-40a1-a2cb-1c1b610c548e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/routers/d34e69ac-77fb-4fd0-ba65-e6d321a32ff8 HTTP/1.1" status: 204 len: 168 time: 1.0691493 Jan 28 13:50:19.037549 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d8af35d-3f48-4680-ab26-d5cbb8fc9ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (298825fb-8953-4f2f-85f0-d44217fc8812), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:19.040682 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57112) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:19.052488 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8fdc93f8-c860-4dd8-9e79-70754714609e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for floatingip (1f64b993-1073-43ab-adeb-0378297aef41), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:19.053003 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-8fdc93f8-c860-4dd8-9e79-70754714609e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Floating IP 1f64b993-1073-43ab-adeb-0378297aef41 disassociated (deleted). External IP: 172.25.3.13, port: 59b04507-3836-4ae0-8905-df0b8514b470. Jan 28 13:50:19.133199 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-61c292c9-6728-40ba-ad36-897157bb134a req-b8fbbb2f-fb94-4790-9767-4353d0079be0 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852599 Jan 28 13:50:19.146986 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8d8af35d-3f48-4680-ab26-d5cbb8fc9ae8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5f5f0347b9e143e5b955d436f1f216e9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1093922 Jan 28 13:50:19.151799 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57114) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:19.152871 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8af35d-3f48-4680-ab26-d5cbb8fc9ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298825fb-8953-4f2f-85f0-d44217fc8812,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:19.170478 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e2a27f-4ede-49a7-b5d2-d19158360350 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Deleting subnet e233b0f9-14cb-46b1-8f8e-02b4d32991e2 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:50:19.187254 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-01e2a27f-4ede-49a7-b5d2-d19158360350 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for subnet (e233b0f9-14cb-46b1-8f8e-02b4d32991e2), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:19.262906 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-01e2a27f-4ede-49a7-b5d2-d19158360350 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (e233b0f9-14cb-46b1-8f8e-02b4d32991e2), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:19.345070 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-40b7c868-47d3-4447-959a-444673ccd9a6 admin admin] Publish callbacks [] for security_group (298825fb-8953-4f2f-85f0-d44217fc8812), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:19.346324 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdc93f8-c860-4dd8-9e79-70754714609e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Router e694fd7a-8c72-4465-b358-da2722c5d233 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:50:19.376831 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-40b7c868-47d3-4447-959a-444673ccd9a6 admin admin] Publish callbacks [] for security_group (298825fb-8953-4f2f-85f0-d44217fc8812), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:19.494136 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-40b7c868-47d3-4447-959a-444673ccd9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (298825fb-8953-4f2f-85f0-d44217fc8812), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:19.505340 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-40b7c868-47d3-4447-959a-444673ccd9a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:19.507093 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-40b7c868-47d3-4447-959a-444673ccd9a6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/298825fb-8953-4f2f-85f0-d44217fc8812 HTTP/1.1" status: 204 len: 168 time: 0.3509657 Jan 28 13:50:19.532815 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdc93f8-c860-4dd8-9e79-70754714609e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:50:19.537871 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-01e2a27f-4ede-49a7-b5d2-d19158360350 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (e233b0f9-14cb-46b1-8f8e-02b4d32991e2), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:19.541816 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8fdc93f8-c860-4dd8-9e79-70754714609e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:19.549515 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2397294c-9c8f-4bc7-a188-e6a2d7d4b756 None None] Sync routers for ids ['e694fd7a-8c72-4465-b358-da2722c5d233'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:50:19.566789 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7c868-47d3-4447-959a-444673ccd9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298825fb-8953-4f2f-85f0-d44217fc8812,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:19.568541 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2397294c-9c8f-4bc7-a188-e6a2d7d4b756 None None] Routers {'e694fd7a-8c72-4465-b358-da2722c5d233'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:19.574354 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-2397294c-9c8f-4bc7-a188-e6a2d7d4b756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:50:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e694fd7a-8c72-4465-b358-da2722c5d233'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:19.661159 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-01e2a27f-4ede-49a7-b5d2-d19158360350 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (e233b0f9-14cb-46b1-8f8e-02b4d32991e2), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:19.668436 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8fdc93f8-c860-4dd8-9e79-70754714609e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "DELETE /v2.0/floatingips/1f64b993-1073-43ab-adeb-0378297aef41 HTTP/1.1" status: 204 len: 168 time: 2.1840227 Jan 28 13:50:19.669123 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e5d8d0-375a-4357-b599-3d3fcf5405c8', 'tag': '59b04507-3836-4ae0-8905-df0b8514b470'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:50:19.674365 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043ff40c-a14c-40c0-98e7-7fe906a68246" -d '{"events": [{"name": "network-changed", "server_uuid": "69e5d8d0-375a-4357-b599-3d3fcf5405c8", "tag": "59b04507-3836-4ae0-8905-df0b8514b470"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:50:19.703819 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2a27f-4ede-49a7-b5d2-d19158360350 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Subnet': ['ID=e233b0f9-14cb-46b1-8f8e-02b4d32991e2,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:19.721085 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-01e2a27f-4ede-49a7-b5d2-d19158360350 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:19.735652 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57128) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:19.736870 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-01e2a27f-4ede-49a7-b5d2-d19158360350 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/subnets/e233b0f9-14cb-46b1-8f8e-02b4d32991e2 HTTP/1.1" status: 204 len: 168 time: 0.6923938 Jan 28 13:50:19.927803 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a1064917-ab20-4c3a-bb6a-d293e514b29b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (7880622d-94b3-4d72-a941-751d1f365d89), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:19.944631 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1d3825-dfd0-4d49-84a7-f291d714de20 x-openstack-request-id: req-6e1d3825-dfd0-4d49-84a7-f291d714de20 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:50:19.945958 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e5d8d0-375a-4357-b599-3d3fcf5405c8", "tag": "59b04507-3836-4ae0-8905-df0b8514b470", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:50:19.947109 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e1d3825-dfd0-4d49-84a7-f291d714de20 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:50:19.948475 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e5d8d0-375a-4357-b599-3d3fcf5405c8', 'tag': '59b04507-3836-4ae0-8905-df0b8514b470', 'status': 'completed', 'code': 200} Jan 28 13:50:20.028233 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-2397294c-9c8f-4bc7-a188-e6a2d7d4b756 None None] Set router e694fd7a-8c72-4465-b358-da2722c5d233 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:20.138361 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897a57e2-9c1b-440b-bfa3-b8f3d40d9992 None None] Network 7880622d-94b3-4d72-a941-751d1f365d89 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:20.310168 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a69ba1-7475-43d2-9a29-63de3b3968b9 req-141d56a9-4629-4f8d-b6f5-e9ab58a0db6c tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:20.319659 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-33a69ba1-7475-43d2-9a29-63de3b3968b9 req-141d56a9-4629-4f8d-b6f5-e9ab58a0db6c tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.1035306 Jan 28 13:50:20.351504 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ff40c-a14c-40c0-98e7-7fe906a68246 req-be76f493-db8c-4324-978f-0b9cec187841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:20.353036 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-043ff40c-a14c-40c0-98e7-7fe906a68246 req-be76f493-db8c-4324-978f-0b9cec187841 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 1096 time: 0.4026248 Jan 28 13:50:20.381671 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:20.433289 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-33a69ba1-7475-43d2-9a29-63de3b3968b9 req-7b240d95-41cb-45d5-a5bf-bf8a0a6f5abf tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1122732 Jan 28 13:50:20.444172 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78b21c-775a-44e3-a7f7-b2c2b24956e3 req-2991174c-e97b-4520-ab32-0121ee66498a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:20.445692 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7d78b21c-775a-44e3-a7f7-b2c2b24956e3 req-2991174c-e97b-4520-ab32-0121ee66498a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 945 time: 0.2633944 Jan 28 13:50:20.448313 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-a1064917-ab20-4c3a-bb6a-d293e514b29b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Deleting port 0e558586-063a-47ef-b0e9-b9ad419d0400 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:20.448498 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a1064917-ab20-4c3a-bb6a-d293e514b29b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (0e558586-063a-47ef-b0e9-b9ad419d0400), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:20.527956 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831b2cc1-c7f6-4c27-8cd3-b520c8c9c31f None None] DHCP port deletion for 7880622d-94b3-4d72-a941-751d1f365d89 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:50:20.627786 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7d78b21c-775a-44e3-a7f7-b2c2b24956e3 req-fc0fd0a0-3266-48d0-80bf-3e461bae0d19 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452205 Jan 28 13:50:20.634177 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-a1064917-ab20-4c3a-bb6a-d293e514b29b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] For port 0e558586-063a-47ef-b0e9-b9ad419d0400, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=0e558586-063a-47ef-b0e9-b9ad419d0400,segment=NetworkSegment(d6e45bce-9ef2-4048-a987-f3925f6954e5),segment_id=d6e45bce-9ef2-4048-a987-f3925f6954e5)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:20.634562 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a1064917-ab20-4c3a-bb6a-d293e514b29b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (0e558586-063a-47ef-b0e9-b9ad419d0400), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:20.655744 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-a1064917-ab20-4c3a-bb6a-d293e514b29b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Calling delete_port for 0e558586-063a-47ef-b0e9-b9ad419d0400 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:20.671913 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ff40c-a14c-40c0-98e7-7fe906a68246 req-56aee4e4-614f-43ab-be27-22a88bf51fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:20.674491 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-043ff40c-a14c-40c0-98e7-7fe906a68246 req-56aee4e4-614f-43ab-be27-22a88bf51fe7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=667f0983-e508-4fe1-b10d-bcca42a398ef HTTP/1.1" status: 200 len: 897 time: 0.3122976 Jan 28 13:50:20.687202 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-2397294c-9c8f-4bc7-a188-e6a2d7d4b756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854432745', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:15Z', 'updated_at': '2022-01-28T13:47:38Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:20Z', 'updated_at': '2022-01-28T13:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '191f278b-fa84-4bae-9ef0-d9d476bb1cf0', 'name': '', 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:c6:0a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '35ffca17-58e9-4eeb-abe2-92558ab43df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:35Z', 'updated_at': '2022-01-28T13:47:46Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': '35ffca17-58e9-4eeb-abe2-92558ab43df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:20.751482 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2397294c-9c8f-4bc7-a188-e6a2d7d4b756 None None] Checking router: e694fd7a-8c72-4465-b358-da2722c5d233 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:50:20.765074 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-043ff40c-a14c-40c0-98e7-7fe906a68246 req-db508952-e4cf-42ed-8224-bad7754bad16 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59b04507-3836-4ae0-8905-df0b8514b470 HTTP/1.1" status: 200 len: 217 time: 0.0817246 Jan 28 13:50:20.773129 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2397294c-9c8f-4bc7-a188-e6a2d7d4b756 None None] Routers {'e694fd7a-8c72-4465-b358-da2722c5d233'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:20.773797 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-2397294c-9c8f-4bc7-a188-e6a2d7d4b756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:50:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e694fd7a-8c72-4465-b358-da2722c5d233'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:20.840177 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ff40c-a14c-40c0-98e7-7fe906a68246 req-482d35f7-1496-4c96-9cb2-ffe94fe6d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:20.841786 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-043ff40c-a14c-40c0-98e7-7fe906a68246 req-482d35f7-1496-4c96-9cb2-ffe94fe6d9d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=35ffca17-58e9-4eeb-abe2-92558ab43df5 HTTP/1.1" status: 200 len: 835 time: 0.0668163 Jan 28 13:50:20.916832 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ff40c-a14c-40c0-98e7-7fe906a68246 req-000822dd-f8fc-4279-93f0-a9a53e6c0968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:20.918767 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-043ff40c-a14c-40c0-98e7-7fe906a68246 req-000822dd-f8fc-4279-93f0-a9a53e6c0968 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=667f0983-e508-4fe1-b10d-bcca42a398ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688150 Jan 28 13:50:21.006353 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a1064917-ab20-4c3a-bb6a-d293e514b29b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (0e558586-063a-47ef-b0e9-b9ad419d0400), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:21.091853 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1064917-ab20-4c3a-bb6a-d293e514b29b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] No DVR routers for this DVR port 0e558586-063a-47ef-b0e9-b9ad419d0400 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:50:21.138947 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-831b2cc1-c7f6-4c27-8cd3-b520c8c9c31f None None] Deleting port 0e558586-063a-47ef-b0e9-b9ad419d0400 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:21.141715 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-831b2cc1-c7f6-4c27-8cd3-b520c8c9c31f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (0e558586-063a-47ef-b0e9-b9ad419d0400), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:21.156861 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1064917-ab20-4c3a-bb6a-d293e514b29b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Port': ['ID=0e558586-063a-47ef-b0e9-b9ad419d0400,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:21.212993 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-831b2cc1-c7f6-4c27-8cd3-b520c8c9c31f None None] For port 0e558586-063a-47ef-b0e9-b9ad419d0400, host n-d-822747-2, got binding levels [] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:21.213388 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-831b2cc1-c7f6-4c27-8cd3-b520c8c9c31f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (0e558586-063a-47ef-b0e9-b9ad419d0400), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:21.227891 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a1064917-ab20-4c3a-bb6a-d293e514b29b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (7880622d-94b3-4d72-a941-751d1f365d89), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:21.228056 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-831b2cc1-c7f6-4c27-8cd3-b520c8c9c31f None None] Calling delete_port for 0e558586-063a-47ef-b0e9-b9ad419d0400 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:21.231557 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.ipam_backend_mixin [None req-831b2cc1-c7f6-4c27-8cd3-b520c8c9c31f None None] Port 0e558586-063a-47ef-b0e9-b9ad419d0400 was not found and therefore no delete operation was performed {{(pid=103353) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:50:21.233046 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-831b2cc1-c7f6-4c27-8cd3-b520c8c9c31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (0e558586-063a-47ef-b0e9-b9ad419d0400), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:21.258404 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831b2cc1-c7f6-4c27-8cd3-b520c8c9c31f None None] No DVR routers for this DVR port 0e558586-063a-47ef-b0e9-b9ad419d0400 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:50:21.260628 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-a1064917-ab20-4c3a-bb6a-d293e514b29b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7880622d-94b3-4d72-a941-751d1f365d89']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:21.289131 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b2cc1-c7f6-4c27-8cd3-b520c8c9c31f None None] Pushing event deleted for resources: {'Port': ['ID=0e558586-063a-47ef-b0e9-b9ad419d0400,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:21.310524 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-a1064917-ab20-4c3a-bb6a-d293e514b29b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e45bce-9ef2-4048-a987-f3925f6954e5') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:21.310828 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-a1064917-ab20-4c3a-bb6a-d293e514b29b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e45bce-9ef2-4048-a987-f3925f6954e5') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:21.311961 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-2397294c-9c8f-4bc7-a188-e6a2d7d4b756 None None] Set router e694fd7a-8c72-4465-b358-da2722c5d233 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:21.351318 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a1064917-ab20-4c3a-bb6a-d293e514b29b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (d6e45bce-9ef2-4048-a987-f3925f6954e5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:21.437261 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-043ff40c-a14c-40c0-98e7-7fe906a68246 req-c4291577-c938-4b86-a33a-4dcf913941ea service neutron] 10.222.0.37 "GET /v2.0/networks/667f0983-e508-4fe1-b10d-bcca42a398ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040474 Jan 28 13:50:21.438452 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a1064917-ab20-4c3a-bb6a-d293e514b29b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (d6e45bce-9ef2-4048-a987-f3925f6954e5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:21.469859 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1064917-ab20-4c3a-bb6a-d293e514b29b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:50:21.470210 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a1064917-ab20-4c3a-bb6a-d293e514b29b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (d6e45bce-9ef2-4048-a987-f3925f6954e5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:50:21.483852 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:50:21.536128 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af10993-561c-4149-8581-f47343904461 req-6ea39430-f72a-474e-8f09-7651b316fc7e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:21.538835 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1af10993-561c-4149-8581-f47343904461 req-6ea39430-f72a-474e-8f09-7651b316fc7e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.37 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 945 time: 0.0869234 Jan 28 13:50:21.739573 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 0e558586-063a-47ef-b0e9-b9ad419d0400 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:50:21.771218 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 0e558586-063a-47ef-b0e9-b9ad419d0400 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:50:21.772743 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 0e558586-063a-47ef-b0e9-b9ad419d0400 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:50:21.809627 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-2397294c-9c8f-4bc7-a188-e6a2d7d4b756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854432745', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:15Z', 'updated_at': '2022-01-28T13:47:38Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:20Z', 'updated_at': '2022-01-28T13:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '191f278b-fa84-4bae-9ef0-d9d476bb1cf0', 'name': '', 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:c6:0a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '35ffca17-58e9-4eeb-abe2-92558ab43df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:35Z', 'updated_at': '2022-01-28T13:47:46Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': '35ffca17-58e9-4eeb-abe2-92558ab43df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:21.847247 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2397294c-9c8f-4bc7-a188-e6a2d7d4b756 None None] The sync data for ids ['e694fd7a-8c72-4465-b358-da2722c5d233'] in n-d-822747-2 is: [{'id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854432745', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:15Z', 'updated_at': '2022-01-28T13:47:38Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:20Z', 'updated_at': '2022-01-28T13:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '191f278b-fa84-4bae-9ef0-d9d476bb1cf0', 'name': '', 'network_id': '667f0983-e508-4fe1-b10d-bcca42a398ef', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:c6:0a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '35ffca17-58e9-4eeb-abe2-92558ab43df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:35Z', 'updated_at': '2022-01-28T13:47:46Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': '35ffca17-58e9-4eeb-abe2-92558ab43df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:50:21.863432 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cb57e-c933-4809-8e03-eb1e3a7b0788 req-a1c05e85-56c7-4b11-9f4c-b780594a07ce tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:21.866008 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d19cb57e-c933-4809-8e03-eb1e3a7b0788 req-a1c05e85-56c7-4b11-9f4c-b780594a07ce tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.3052917 Jan 28 13:50:22.009819 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-1af10993-561c-4149-8581-f47343904461 req-4bc937f2-9b19-461a-b2d0-a5bd8eb49576 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Deleting port 59b04507-3836-4ae0-8905-df0b8514b470 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:22.013029 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a1064917-ab20-4c3a-bb6a-d293e514b29b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (7880622d-94b3-4d72-a941-751d1f365d89), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:22.018418 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1af10993-561c-4149-8581-f47343904461 req-4bc937f2-9b19-461a-b2d0-a5bd8eb49576 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (59b04507-3836-4ae0-8905-df0b8514b470), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:22.053586 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a1064917-ab20-4c3a-bb6a-d293e514b29b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:22.068192 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a1064917-ab20-4c3a-bb6a-d293e514b29b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/networks/7880622d-94b3-4d72-a941-751d1f365d89 HTTP/1.1" status: 204 len: 168 time: 2.3312895 Jan 28 13:50:22.091193 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57190) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:22.150643 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a8b19a27-bef0-47d3-9672-7b1eab0356a0 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'network': {'name': 'tempest-RoutersTest-470968645'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:22.172742 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1064917-ab20-4c3a-bb6a-d293e514b29b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Network': ['ID=7880622d-94b3-4d72-a941-751d1f365d89,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:22.189303 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b19a27-bef0-47d3-9672-7b1eab0356a0 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Made reservation on behalf of 567d098325094a48a7cf1edc5ba35662 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:22.193838 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a8b19a27-bef0-47d3-9672-7b1eab0356a0 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:22.201307 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-043ff40c-a14c-40c0-98e7-7fe906a68246 req-88d470a7-8672-4165-95cb-7673dfc124fa service neutron] 10.222.0.37 "GET /v2.0/networks/667f0983-e508-4fe1-b10d-bcca42a398ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7461407 Jan 28 13:50:22.234745 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa708f22-0c11-47e4-9e14-c32cdbf6f458 req-7d8f71f9-6622-4827-850c-3cebb2565204 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:22.243844 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fa708f22-0c11-47e4-9e14-c32cdbf6f458 req-7d8f71f9-6622-4827-850c-3cebb2565204 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 945 time: 0.3499811 Jan 28 13:50:22.290901 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b19a27-bef0-47d3-9672-7b1eab0356a0 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:50:22.304170 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-1af10993-561c-4149-8581-f47343904461 req-4bc937f2-9b19-461a-b2d0-a5bd8eb49576 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] For port 59b04507-3836-4ae0-8905-df0b8514b470, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=59b04507-3836-4ae0-8905-df0b8514b470,segment=NetworkSegment(61b09247-e098-473f-b7c7-3caa3a80e5d9),segment_id=61b09247-e098-473f-b7c7-3caa3a80e5d9)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:22.309325 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1af10993-561c-4149-8581-f47343904461 req-4bc937f2-9b19-461a-b2d0-a5bd8eb49576 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (59b04507-3836-4ae0-8905-df0b8514b470), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:22.352532 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bdef95-f53b-473e-b2b6-ca8580c5160e None None] New status for floating IP 1f64b993-1073-43ab-adeb-0378297aef41: DOWN {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:50:22.360002 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fa708f22-0c11-47e4-9e14-c32cdbf6f458 req-39b01714-0752-4772-b353-b4c9fba18dd9 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=9dd0d594-44d5-4dd6-b257-beb8821a7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148796 Jan 28 13:50:22.361599 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a8b19a27-bef0-47d3-9672-7b1eab0356a0 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (514737bb-2298-48d3-86f5-b3f6594b581d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:22.363354 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-a8b19a27-bef0-47d3-9672-7b1eab0356a0 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Added segment 514737bb-2298-48d3-86f5-b3f6594b581d of type vlan for network e2515e73-2d4f-48fc-9675-29c9d3b65adf Jan 28 13:50:22.400796 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-1af10993-561c-4149-8581-f47343904461 req-4bc937f2-9b19-461a-b2d0-a5bd8eb49576 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Calling delete_port for 59b04507-3836-4ae0-8905-df0b8514b470 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:22.413419 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d19cb57e-c933-4809-8e03-eb1e3a7b0788 req-50e983ff-8637-49f8-8f37-9b2ab27895b8 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5415838 Jan 28 13:50:22.444293 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a8b19a27-bef0-47d3-9672-7b1eab0356a0 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (e2515e73-2d4f-48fc-9675-29c9d3b65adf), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:22.476152 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a8b19a27-bef0-47d3-9672-7b1eab0356a0 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (e2515e73-2d4f-48fc-9675-29c9d3b65adf), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:22.485302 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b19a27-bef0-47d3-9672-7b1eab0356a0 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:22.488362 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a8b19a27-bef0-47d3-9672-7b1eab0356a0 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:22.532733 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a8b19a27-bef0-47d3-9672-7b1eab0356a0 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4051719 Jan 28 13:50:22.537748 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57206) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:22.546785 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-a97878e1-813f-497f-8c00-89b92cfe613a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'subnet': {'network_id': 'e2515e73-2d4f-48fc-9675-29c9d3b65adf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:22.661933 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b19a27-bef0-47d3-9672-7b1eab0356a0 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Network': ['ID=e2515e73-2d4f-48fc-9675-29c9d3b65adf,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:22.676123 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network e2515e73-2d4f-48fc-9675-29c9d3b65adf details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:50:22.804101 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97878e1-813f-497f-8c00-89b92cfe613a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Made reservation on behalf of 567d098325094a48a7cf1edc5ba35662 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:22.807576 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a97878e1-813f-497f-8c00-89b92cfe613a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:22.895228 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1af10993-561c-4149-8581-f47343904461 req-4bc937f2-9b19-461a-b2d0-a5bd8eb49576 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (59b04507-3836-4ae0-8905-df0b8514b470), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:22.944133 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc937f2-9b19-461a-b2d0-a5bd8eb49576 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event deleted for resources: {'Port': ['ID=59b04507-3836-4ae0-8905-df0b8514b470,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:23.049825 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af10993-561c-4149-8581-f47343904461 req-4bc937f2-9b19-461a-b2d0-a5bd8eb49576 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] No DVR routers for this DVR port 59b04507-3836-4ae0-8905-df0b8514b470 on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:50:23.056483 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1af10993-561c-4149-8581-f47343904461 req-4bc937f2-9b19-461a-b2d0-a5bd8eb49576 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:23.062725 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1af10993-561c-4149-8581-f47343904461 req-4bc937f2-9b19-461a-b2d0-a5bd8eb49576 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.37 "DELETE /v2.0/ports/59b04507-3836-4ae0-8905-df0b8514b470 HTTP/1.1" status: 204 len: 173 time: 1.5161781 Jan 28 13:50:23.063951 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e5d8d0-375a-4357-b599-3d3fcf5405c8', 'name': 'network-vif-deleted', 'tag': '59b04507-3836-4ae0-8905-df0b8514b470'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:50:23.067739 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2b4891-ea68-4fd0-8004-3081fdf80b38" -d '{"events": [{"server_uuid": "69e5d8d0-375a-4357-b599-3d3fcf5405c8", "name": "network-vif-deleted", "tag": "59b04507-3836-4ae0-8905-df0b8514b470"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:50:23.157221 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b0845d-dce2-4919-84d1-659deea278fe x-openstack-request-id: req-81b0845d-dce2-4919-84d1-659deea278fe {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:50:23.158346 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e5d8d0-375a-4357-b599-3d3fcf5405c8", "name": "network-vif-deleted", "tag": "59b04507-3836-4ae0-8905-df0b8514b470", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:50:23.159051 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-81b0845d-dce2-4919-84d1-659deea278fe {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:50:23.159438 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e5d8d0-375a-4357-b599-3d3fcf5405c8', 'name': 'network-vif-deleted', 'tag': '59b04507-3836-4ae0-8905-df0b8514b470', 'status': 'completed', 'code': 200} Jan 28 13:50:23.267957 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a97878e1-813f-497f-8c00-89b92cfe613a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (6e44b8fc-0c10-47a7-9ce1-5f40d128526d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:23.366259 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97878e1-813f-497f-8c00-89b92cfe613a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Subnet': ['ID=6e44b8fc-0c10-47a7-9ce1-5f40d128526d,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:23.433071 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97878e1-813f-497f-8c00-89b92cfe613a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Checking segment: {'id': '514737bb-2298-48d3-86f5-b3f6594b581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e2515e73-2d4f-48fc-9675-29c9d3b65adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:23.433445 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97878e1-813f-497f-8c00-89b92cfe613a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network hostable DHCP agents. Network: e2515e73-2d4f-48fc-9675-29c9d3b65adf, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:50:23.477000 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97878e1-813f-497f-8c00-89b92cfe613a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network e2515e73-2d4f-48fc-9675-29c9d3b65adf is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:50:23.496418 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-a97878e1-813f-497f-8c00-89b92cfe613a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, e2515e73-2d4f-48fc-9675-29c9d3b65adf) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:23.501202 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97878e1-813f-497f-8c00-89b92cfe613a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:23.505616 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a97878e1-813f-497f-8c00-89b92cfe613a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:23.510805 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd78d7b5-4788-4099-9be9-4a3ec7e81e3c None None] Network e2515e73-2d4f-48fc-9675-29c9d3b65adf requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:23.650843 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89ea4bca-1382-459d-b3ed-f7155398313f req-66d078ed-eec8-449c-aed3-b96c4bddef6c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e5d8d0-375a-4357-b599-3d3fcf5405c8 HTTP/1.1" status: 200 len: 210 time: 0.0794721 Jan 28 13:50:23.670596 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a97878e1-813f-497f-8c00-89b92cfe613a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1275814 Jan 28 13:50:23.670596 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57250) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:23.684368 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-eba22096-98a5-4d1b-bc6d-0574f6bf0435 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-176897118', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:23.746329 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4a1b2-5ea5-4634-916d-95fd26506f76 req-f563b01f-9df5-408a-8fb7-e38c3afbf817 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:23.749786 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6eb4a1b2-5ea5-4634-916d-95fd26506f76 req-f563b01f-9df5-408a-8fb7-e38c3afbf817 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.1886775 Jan 28 13:50:23.763675 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eba22096-98a5-4d1b-bc6d-0574f6bf0435 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (3aaf31ff-a502-441d-94fe-63c18f57f81c), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:23.767349 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eba22096-98a5-4d1b-bc6d-0574f6bf0435 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (3aaf31ff-a502-441d-94fe-63c18f57f81c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:23.847744 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eba22096-98a5-4d1b-bc6d-0574f6bf0435 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router_controller (3aaf31ff-a502-441d-94fe-63c18f57f81c), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:23.852567 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2c35ec-f115-4092-87a4-b7e11cc3997e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-e2515e73-2d4f-48fc-9675-29c9d3b65adf', 'network_id': 'e2515e73-2d4f-48fc-9675-29c9d3b65adf', 'project_id': '567d098325094a48a7cf1edc5ba35662', 'fixed_ips': [{'subnet_id': '6e44b8fc-0c10-47a7-9ce1-5f40d128526d'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:50:23.853795 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ae2c35ec-f115-4092-87a4-b7e11cc3997e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:23.858150 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eba22096-98a5-4d1b-bc6d-0574f6bf0435 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (3aaf31ff-a502-441d-94fe-63c18f57f81c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:23.895255 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eba22096-98a5-4d1b-bc6d-0574f6bf0435 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:23.899738 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-eba22096-98a5-4d1b-bc6d-0574f6bf0435 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2263505 Jan 28 13:50:23.900142 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6eb4a1b2-5ea5-4634-916d-95fd26506f76 req-0b1f6376-a52c-4d2e-bfd2-c42c0fb7190e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1303484 Jan 28 13:50:23.903427 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57256) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:24.077857 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-ae2c35ec-f115-4092-87a4-b7e11cc3997e None None] Allocated IP 172.20.0.2 (e2515e73-2d4f-48fc-9675-29c9d3b65adf/6e44b8fc-0c10-47a7-9ce1-5f40d128526d/4422057c-990e-4525-b65e-6371c4cd326b) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:24.288624 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d87eb7b8-aa39-44c7-abd3-71f9594d8a53 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:24.326406 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ae2c35ec-f115-4092-87a4-b7e11cc3997e None None] Publish callbacks [] for port (4422057c-990e-4525-b65e-6371c4cd326b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:24.346241 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ae2c35ec-f115-4092-87a4-b7e11cc3997e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (4422057c-990e-4525-b65e-6371c4cd326b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:24.379807 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2c35ec-f115-4092-87a4-b7e11cc3997e None None] Network e2515e73-2d4f-48fc-9675-29c9d3b65adf is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:24.382833 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-ae2c35ec-f115-4092-87a4-b7e11cc3997e None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:24.409267 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2c35ec-f115-4092-87a4-b7e11cc3997e None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:24.511386 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c35ec-f115-4092-87a4-b7e11cc3997e None None] Pushing event updated for resources: {'Port': ['ID=4422057c-990e-4525-b65e-6371c4cd326b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:24.518665 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-ae2c35ec-f115-4092-87a4-b7e11cc3997e None None] Attempting to bind port 4422057c-990e-4525-b65e-6371c4cd326b on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:50:24.519220 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-ae2c35ec-f115-4092-87a4-b7e11cc3997e None None] Attempting to bind port 4422057c-990e-4525-b65e-6371c4cd326b by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '514737bb-2298-48d3-86f5-b3f6594b581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e2515e73-2d4f-48fc-9675-29c9d3b65adf'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:50:24.519761 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2c35ec-f115-4092-87a4-b7e11cc3997e None None] Attempting to bind port 4422057c-990e-4525-b65e-6371c4cd326b on network e2515e73-2d4f-48fc-9675-29c9d3b65adf {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:50:24.529341 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2c35ec-f115-4092-87a4-b7e11cc3997e None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:50:24.530074 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2c35ec-f115-4092-87a4-b7e11cc3997e None None] Checking segment: {'id': '514737bb-2298-48d3-86f5-b3f6594b581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e2515e73-2d4f-48fc-9675-29c9d3b65adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:24.530834 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ae2c35ec-f115-4092-87a4-b7e11cc3997e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:24.531844 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2c35ec-f115-4092-87a4-b7e11cc3997e None None] Bound using segment: {'id': '514737bb-2298-48d3-86f5-b3f6594b581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e2515e73-2d4f-48fc-9675-29c9d3b65adf'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:50:24.532476 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-ae2c35ec-f115-4092-87a4-b7e11cc3997e None None] Bound port: 4422057c-990e-4525-b65e-6371c4cd326b, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514737bb-2298-48d3-86f5-b3f6594b581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e2515e73-2d4f-48fc-9675-29c9d3b65adf'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:50:24.532996 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ae2c35ec-f115-4092-87a4-b7e11cc3997e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4422057c-990e-4525-b65e-6371c4cd326b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:24.630598 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-ae2c35ec-f115-4092-87a4-b7e11cc3997e None None] For port 4422057c-990e-4525-b65e-6371c4cd326b, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:50:24.630598 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-ae2c35ec-f115-4092-87a4-b7e11cc3997e None None] For port 4422057c-990e-4525-b65e-6371c4cd326b, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4422057c-990e-4525-b65e-6371c4cd326b,segment=NetworkSegment(514737bb-2298-48d3-86f5-b3f6594b581d),segment_id=514737bb-2298-48d3-86f5-b3f6594b581d)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:50:24.634082 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ae2c35ec-f115-4092-87a4-b7e11cc3997e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4422057c-990e-4525-b65e-6371c4cd326b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:24.719689 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c35ec-f115-4092-87a4-b7e11cc3997e None None] Pushing event updated for resources: {'Port': ['ID=4422057c-990e-4525-b65e-6371c4cd326b,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:24.755569 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57290) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:24.883829 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-d87eb7b8-aa39-44c7-abd3-71f9594d8a53 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Allocated IP 172.20.0.1 (e2515e73-2d4f-48fc-9675-29c9d3b65adf/6e44b8fc-0c10-47a7-9ce1-5f40d128526d/e3178b89-877a-4db4-b26c-e5dd26b29906) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:25.250460 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d87eb7b8-aa39-44c7-abd3-71f9594d8a53 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for port (e3178b89-877a-4db4-b26c-e5dd26b29906), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:25.312183 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d87eb7b8-aa39-44c7-abd3-71f9594d8a53 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (e3178b89-877a-4db4-b26c-e5dd26b29906), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:25.359555 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9522b7-b751-4baa-ac92-3a050dfe5e1b req-0cd406b6-d4cd-4c95-8e42-fd89f0d3096b tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:25.361625 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6e9522b7-b751-4baa-ac92-3a050dfe5e1b req-0cd406b6-d4cd-4c95-8e42-fd89f0d3096b tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.2802227 Jan 28 13:50:25.379856 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87eb7b8-aa39-44c7-abd3-71f9594d8a53 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network e2515e73-2d4f-48fc-9675-29c9d3b65adf is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:25.386896 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-d87eb7b8-aa39-44c7-abd3-71f9594d8a53 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:25.391163 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87eb7b8-aa39-44c7-abd3-71f9594d8a53 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:25.430773 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6e9522b7-b751-4baa-ac92-3a050dfe5e1b req-9d949703-b54d-4a13-80a2-899975ba871e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619698 Jan 28 13:50:25.442621 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87eb7b8-aa39-44c7-abd3-71f9594d8a53 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Port': ['ID=e3178b89-877a-4db4-b26c-e5dd26b29906,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:25.470212 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d87eb7b8-aa39-44c7-abd3-71f9594d8a53 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (3aaf31ff-a502-441d-94fe-63c18f57f81c), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:25.599885 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57318) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:25.652441 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d87eb7b8-aa39-44c7-abd3-71f9594d8a53 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e3178b89-877a-4db4-b26c-e5dd26b29906), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:25.827356 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4422057c-990e-4525-b65e-6371c4cd326b up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:50:25.906853 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 59b04507-3836-4ae0-8905-df0b8514b470 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:50:25.939138 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6d58b1a2-edc2-4483-b70b-5c39fd300ea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:25.943064 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 59b04507-3836-4ae0-8905-df0b8514b470 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:50:25.943423 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 59b04507-3836-4ae0-8905-df0b8514b470 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:50:25.951312 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87db0395-cf84-4e64-bc9f-abd1d8f1c165 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (e694fd7a-8c72-4465-b358-da2722c5d233), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:26.002998 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 4422057c-990e-4525-b65e-6371c4cd326b triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:26.004055 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4422057c-990e-4525-b65e-6371c4cd326b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:26.209219 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 4422057c-990e-4525-b65e-6371c4cd326b is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:26.210689 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4422057c-990e-4525-b65e-6371c4cd326b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:26.267170 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 4422057c-990e-4525-b65e-6371c4cd326b, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4422057c-990e-4525-b65e-6371c4cd326b,segment=NetworkSegment(514737bb-2298-48d3-86f5-b3f6594b581d),segment_id=514737bb-2298-48d3-86f5-b3f6594b581d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:26.273716 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4422057c-990e-4525-b65e-6371c4cd326b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:26.372622 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=4422057c-990e-4525-b65e-6371c4cd326b,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:26.532229 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5103d93d-befa-46b8-93e8-74d419fe1476 None None] Network e2515e73-2d4f-48fc-9675-29c9d3b65adf requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:26.557325 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d87eb7b8-aa39-44c7-abd3-71f9594d8a53 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for port (e3178b89-877a-4db4-b26c-e5dd26b29906), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:26.572187 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d87eb7b8-aa39-44c7-abd3-71f9594d8a53 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (e3178b89-877a-4db4-b26c-e5dd26b29906), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:26.759515 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-2f55e90b-b6cd-4b96-9857-37c568350ed8 None None] Provisioning complete for port 4422057c-990e-4525-b65e-6371c4cd326b triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:26.765924 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f55e90b-b6cd-4b96-9857-37c568350ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4422057c-990e-4525-b65e-6371c4cd326b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:26.907257 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87eb7b8-aa39-44c7-abd3-71f9594d8a53 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Port': ['ID=e3178b89-877a-4db4-b26c-e5dd26b29906,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:26.927410 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d87eb7b8-aa39-44c7-abd3-71f9594d8a53 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (3aaf31ff-a502-441d-94fe-63c18f57f81c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:27.005923 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6d58b1a2-edc2-4483-b70b-5c39fd300ea9 admin admin] Publish callbacks [] for security_group (42bcab9a-2fe5-487b-8a97-8c866abe503b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:27.021005 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6d58b1a2-edc2-4483-b70b-5c39fd300ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (42bcab9a-2fe5-487b-8a97-8c866abe503b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:27.029571 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2f55e90b-b6cd-4b96-9857-37c568350ed8 None None] Current status of the port 4422057c-990e-4525-b65e-6371c4cd326b is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:27.063605 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f893f-6dc5-4a8e-84fb-1b7d25f3c1d0 req-b7d6f162-645b-4c34-a529-9313d572cde5 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:27.069899 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-732f893f-6dc5-4a8e-84fb-1b7d25f3c1d0 req-b7d6f162-645b-4c34-a529-9313d572cde5 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.3635156 Jan 28 13:50:27.204655 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-732f893f-6dc5-4a8e-84fb-1b7d25f3c1d0 req-0c92d197-6324-4ece-8ac2-3091ba0a068d tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1242666 Jan 28 13:50:27.219997 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87eb7b8-aa39-44c7-abd3-71f9594d8a53 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network e2515e73-2d4f-48fc-9675-29c9d3b65adf is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:27.222107 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-d87eb7b8-aa39-44c7-abd3-71f9594d8a53 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:27.267787 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6d58b1a2-edc2-4483-b70b-5c39fd300ea9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e7e4e3dce0ee4ce28a1e37bfb09357db&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6642413 Jan 28 13:50:27.269504 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57376) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:27.375519 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58b1a2-edc2-4483-b70b-5c39fd300ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bcab9a-2fe5-487b-8a97-8c866abe503b,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:27.566505 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-2bd7bd70-e1b1-4644-964f-ed04e505dd0e None None] Provisioning complete for port 4422057c-990e-4525-b65e-6371c4cd326b triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:27.566881 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2bd7bd70-e1b1-4644-964f-ed04e505dd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4422057c-990e-4525-b65e-6371c4cd326b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:27.757101 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4422057c-990e-4525-b65e-6371c4cd326b up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:50:27.823547 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-87db0395-cf84-4e64-bc9f-abd1d8f1c165 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Deleting port 191f278b-fa84-4bae-9ef0-d9d476bb1cf0 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:27.825420 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87db0395-cf84-4e64-bc9f-abd1d8f1c165 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (191f278b-fa84-4bae-9ef0-d9d476bb1cf0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:27.901579 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7bd70-e1b1-4644-964f-ed04e505dd0e None None] Current status of the port 4422057c-990e-4525-b65e-6371c4cd326b is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:27.917733 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a0aa769c-fac8-485d-882a-c300c16c23a7 admin admin] Publish callbacks [] for security_group (42bcab9a-2fe5-487b-8a97-8c866abe503b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:27.947047 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6a4a0-f431-41d2-b422-5bb4002f164f req-56224145-f2ac-4273-a690-550ff8cfa1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:27.948518 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eaf6a4a0-f431-41d2-b422-5bb4002f164f req-56224145-f2ac-4273-a690-550ff8cfa1b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a710706f51d4196913035417fac81e3&device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 1096 time: 0.2806423 Jan 28 13:50:27.949202 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87eb7b8-aa39-44c7-abd3-71f9594d8a53 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Router 3aaf31ff-a502-441d-94fe-63c18f57f81c is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:50:27.965599 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-2bd7bd70-e1b1-4644-964f-ed04e505dd0e None None] Provisioning complete for port e3178b89-877a-4db4-b26c-e5dd26b29906 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:27.965978 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2bd7bd70-e1b1-4644-964f-ed04e505dd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e3178b89-877a-4db4-b26c-e5dd26b29906), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:28.037400 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7bd70-e1b1-4644-964f-ed04e505dd0e None None] Port e3178b89-877a-4db4-b26c-e5dd26b29906 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:50:28.065918 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 4422057c-990e-4525-b65e-6371c4cd326b triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:28.066418 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4422057c-990e-4525-b65e-6371c4cd326b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:28.074022 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a0aa769c-fac8-485d-882a-c300c16c23a7 admin admin] Publish callbacks [] for security_group (42bcab9a-2fe5-487b-8a97-8c866abe503b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:28.077548 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-87db0395-cf84-4e64-bc9f-abd1d8f1c165 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] For port 191f278b-fa84-4bae-9ef0-d9d476bb1cf0, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=191f278b-fa84-4bae-9ef0-d9d476bb1cf0,segment=NetworkSegment(61b09247-e098-473f-b7c7-3caa3a80e5d9),segment_id=61b09247-e098-473f-b7c7-3caa3a80e5d9)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:28.086250 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87db0395-cf84-4e64-bc9f-abd1d8f1c165 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (191f278b-fa84-4bae-9ef0-d9d476bb1cf0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:28.117443 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-87db0395-cf84-4e64-bc9f-abd1d8f1c165 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Calling delete_port for 191f278b-fa84-4bae-9ef0-d9d476bb1cf0 owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:28.160982 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e1b08-aec0-45b0-a4c5-7a542e470ff9 req-89f5e89d-a056-43b3-950d-47133753be38 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:28.166787 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-919e1b08-aec0-45b0-a4c5-7a542e470ff9 req-89f5e89d-a056-43b3-950d-47133753be38 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.5000482 Jan 28 13:50:28.223211 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-8f13d07d-7a91-436c-89a6-c2ae18d11007 None None] Provisioning complete for port e3178b89-877a-4db4-b26c-e5dd26b29906 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:28.227963 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f13d07d-7a91-436c-89a6-c2ae18d11007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e3178b89-877a-4db4-b26c-e5dd26b29906), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:28.307214 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8f13d07d-7a91-436c-89a6-c2ae18d11007 None None] Port e3178b89-877a-4db4-b26c-e5dd26b29906 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:50:28.433543 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 4422057c-990e-4525-b65e-6371c4cd326b is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:28.556151 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-73d57c0f-5d8d-4812-9e88-ee84ceb07594 None None] Provisioning complete for port e3178b89-877a-4db4-b26c-e5dd26b29906 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:28.556458 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-73d57c0f-5d8d-4812-9e88-ee84ceb07594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e3178b89-877a-4db4-b26c-e5dd26b29906), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:28.629811 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-919e1b08-aec0-45b0-a4c5-7a542e470ff9 req-c32de441-4f93-4594-a341-997d049fcdb7 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4416299 Jan 28 13:50:28.686814 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87db0395-cf84-4e64-bc9f-abd1d8f1c165 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (191f278b-fa84-4bae-9ef0-d9d476bb1cf0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:28.691735 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-73d57c0f-5d8d-4812-9e88-ee84ceb07594 None None] Port e3178b89-877a-4db4-b26c-e5dd26b29906 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:50:28.720689 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87eb7b8-aa39-44c7-abd3-71f9594d8a53 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:50:28.734540 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbd262b-ba31-4196-89d5-3074433e1b1e None None] Sync routers for ids ['3aaf31ff-a502-441d-94fe-63c18f57f81c'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:50:28.753173 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d87eb7b8-aa39-44c7-abd3-71f9594d8a53 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "PUT /v2.0/routers/3aaf31ff-a502-441d-94fe-63c18f57f81c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8478210 Jan 28 13:50:28.761407 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57438) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:28.762374 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbd262b-ba31-4196-89d5-3074433e1b1e None None] Routers {'3aaf31ff-a502-441d-94fe-63c18f57f81c'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:28.763114 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-dbbd262b-ba31-4196-89d5-3074433e1b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:50:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['3aaf31ff-a502-441d-94fe-63c18f57f81c'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:28.767287 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6a4a0-f431-41d2-b422-5bb4002f164f req-a040dd64-f3c6-44e3-83e7-79fc42db4e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:28.768868 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eaf6a4a0-f431-41d2-b422-5bb4002f164f req-a040dd64-f3c6-44e3-83e7-79fc42db4e35 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 HTTP/1.1" status: 200 len: 911 time: 0.7995379 Jan 28 13:50:28.770777 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a0aa769c-fac8-485d-882a-c300c16c23a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (42bcab9a-2fe5-487b-8a97-8c866abe503b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:28.779116 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a0aa769c-fac8-485d-882a-c300c16c23a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:28.780300 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a0aa769c-fac8-485d-882a-c300c16c23a7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/42bcab9a-2fe5-487b-8a97-8c866abe503b HTTP/1.1" status: 204 len: 168 time: 1.5097899 Jan 28 13:50:28.789845 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db0395-cf84-4e64-bc9f-abd1d8f1c165 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event deleted for resources: {'Port': ['ID=191f278b-fa84-4bae-9ef0-d9d476bb1cf0,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:28.887788 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-dbbd262b-ba31-4196-89d5-3074433e1b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:28.920544 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbd262b-ba31-4196-89d5-3074433e1b1e None None] Routers {'3aaf31ff-a502-441d-94fe-63c18f57f81c'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:28.921187 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-dbbd262b-ba31-4196-89d5-3074433e1b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:50:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['3aaf31ff-a502-441d-94fe-63c18f57f81c'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:28.968953 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eaf6a4a0-f431-41d2-b422-5bb4002f164f req-0743aa1b-27ad-4e06-ba42-637308255835 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 HTTP/1.1" status: 200 len: 1001 time: 0.1852477 Jan 28 13:50:28.973422 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa769c-fac8-485d-882a-c300c16c23a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bcab9a-2fe5-487b-8a97-8c866abe503b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:29.041110 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-dbbd262b-ba31-4196-89d5-3074433e1b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:29.041769 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbd262b-ba31-4196-89d5-3074433e1b1e None None] The sync data for ids ['3aaf31ff-a502-441d-94fe-63c18f57f81c'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:50:29.047297 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80124955-efb8-48b8-b145-abca8a387502 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:29.050667 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-80124955-efb8-48b8-b145-abca8a387502 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "GET /v2.0/ports/e3178b89-877a-4db4-b26c-e5dd26b29906 HTTP/1.1" status: 200 len: 910 time: 0.2877226 Jan 28 13:50:29.067223 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57454) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:29.145694 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6a4a0-f431-41d2-b422-5bb4002f164f req-1d928c87-1101-41fe-b3c1-997e60f60dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:29.147944 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eaf6a4a0-f431-41d2-b422-5bb4002f164f req-1d928c87-1101-41fe-b3c1-997e60f60dde service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a282eac7-c6f7-4e0b-bd51-f3e60c647f6a HTTP/1.1" status: 200 len: 850 time: 0.1538229 Jan 28 13:50:29.300383 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6a4a0-f431-41d2-b422-5bb4002f164f req-8613ab8e-516b-4469-9315-e776c67e4155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:29.307958 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eaf6a4a0-f431-41d2-b422-5bb4002f164f req-8613ab8e-516b-4469-9315-e776c67e4155 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1499248 Jan 28 13:50:29.324215 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c456a1c-9194-41df-9143-85bffe8e69a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:29.523926 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eaf6a4a0-f431-41d2-b422-5bb4002f164f req-cb115972-c46a-432c-bf96-e628bab22d57 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060127 Jan 28 13:50:29.524714 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57476) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:29.729041 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eaf6a4a0-f431-41d2-b422-5bb4002f164f req-96e32e16-43a3-44a7-a85e-c977bedf8dca service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933675 Jan 28 13:50:29.747971 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22202dbd-e04d-4276-b2cd-fa28247e3f43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:29.881197 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22202dbd-e04d-4276-b2cd-fa28247e3f43 admin admin] Publish callbacks [] for security_group (72cf86d9-6a02-4815-8d6c-95e3ea191dfc), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:29.898906 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22202dbd-e04d-4276-b2cd-fa28247e3f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (72cf86d9-6a02-4815-8d6c-95e3ea191dfc), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:29.930140 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87db0395-cf84-4e64-bc9f-abd1d8f1c165 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (e694fd7a-8c72-4465-b358-da2722c5d233), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:30.033227 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-22202dbd-e04d-4276-b2cd-fa28247e3f43 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ff6f61512015471b9090645d1ac283ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5069911 Jan 28 13:50:30.038640 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57496) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:30.061907 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852c466-ede0-44ad-babc-43870d038878 req-e85e781a-e77a-4129-bf84-9da6b5b02cff tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:30.063909 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7852c466-ede0-44ad-babc-43870d038878 req-e85e781a-e77a-4129-bf84-9da6b5b02cff tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.2629924 Jan 28 13:50:30.082647 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22202dbd-e04d-4276-b2cd-fa28247e3f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cf86d9-6a02-4815-8d6c-95e3ea191dfc,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:30.139455 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bd3aeecb-154b-4ba9-b47c-58e44605c56d admin admin] Publish callbacks [] for security_group (72cf86d9-6a02-4815-8d6c-95e3ea191dfc), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:30.182656 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bd3aeecb-154b-4ba9-b47c-58e44605c56d admin admin] Publish callbacks [] for security_group (72cf86d9-6a02-4815-8d6c-95e3ea191dfc), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:30.207911 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7852c466-ede0-44ad-babc-43870d038878 req-05a8f6fa-9f7c-41a1-b944-a068776cf6a5 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1328280 Jan 28 13:50:30.222178 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cef9f34d-7f98-4a16-84c5-2792af5eee3f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (3aaf31ff-a502-441d-94fe-63c18f57f81c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:30.274325 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bd3aeecb-154b-4ba9-b47c-58e44605c56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (72cf86d9-6a02-4815-8d6c-95e3ea191dfc), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:30.278698 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bd3aeecb-154b-4ba9-b47c-58e44605c56d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:30.281554 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bd3aeecb-154b-4ba9-b47c-58e44605c56d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/72cf86d9-6a02-4815-8d6c-95e3ea191dfc HTTP/1.1" status: 204 len: 168 time: 0.2409470 Jan 28 13:50:30.303292 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3aeecb-154b-4ba9-b47c-58e44605c56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cf86d9-6a02-4815-8d6c-95e3ea191dfc,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:30.487975 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87db0395-cf84-4e64-bc9f-abd1d8f1c165 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Router e694fd7a-8c72-4465-b358-da2722c5d233 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:50:30.713496 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87db0395-cf84-4e64-bc9f-abd1d8f1c165 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:50:30.723271 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-87db0395-cf84-4e64-bc9f-abd1d8f1c165 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "PUT /v2.0/routers/e694fd7a-8c72-4465-b358-da2722c5d233/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9633801 Jan 28 13:50:30.723566 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57526) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:30.727240 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5757c72-62fe-4836-81e8-4a471b731283 None None] Sync routers for ids ['e694fd7a-8c72-4465-b358-da2722c5d233'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:50:30.747454 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5757c72-62fe-4836-81e8-4a471b731283 None None] Routers {'e694fd7a-8c72-4465-b358-da2722c5d233'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:30.748083 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a5757c72-62fe-4836-81e8-4a471b731283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:50:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e694fd7a-8c72-4465-b358-da2722c5d233'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:30.749604 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-cef9f34d-7f98-4a16-84c5-2792af5eee3f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Deleting port e3178b89-877a-4db4-b26c-e5dd26b29906 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:30.750155 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cef9f34d-7f98-4a16-84c5-2792af5eee3f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (e3178b89-877a-4db4-b26c-e5dd26b29906), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:30.845680 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fed7de7-89b7-4234-8270-83c875221836 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Deleting subnet 35ffca17-58e9-4eeb-abe2-92558ab43df5 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:50:30.849847 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0fed7de7-89b7-4234-8270-83c875221836 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for subnet (35ffca17-58e9-4eeb-abe2-92558ab43df5), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:30.927679 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0fed7de7-89b7-4234-8270-83c875221836 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (35ffca17-58e9-4eeb-abe2-92558ab43df5), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:30.938143 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cef9f34d-7f98-4a16-84c5-2792af5eee3f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (e3178b89-877a-4db4-b26c-e5dd26b29906), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:30.964815 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-cef9f34d-7f98-4a16-84c5-2792af5eee3f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Calling delete_port for e3178b89-877a-4db4-b26c-e5dd26b29906 owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:30.992693 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-a5757c72-62fe-4836-81e8-4a471b731283 None None] Set router e694fd7a-8c72-4465-b358-da2722c5d233 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:31.095465 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57542) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:31.126165 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ca40892b-a746-449e-bbc9-6f2e6c11f465 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:31.146530 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0fed7de7-89b7-4234-8270-83c875221836 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (35ffca17-58e9-4eeb-abe2-92558ab43df5), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:31.266869 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a5757c72-62fe-4836-81e8-4a471b731283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854432745', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:15Z', 'updated_at': '2022-01-28T13:50:28Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:20Z', 'updated_at': '2022-01-28T13:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:31.270473 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0fed7de7-89b7-4234-8270-83c875221836 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (35ffca17-58e9-4eeb-abe2-92558ab43df5), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:31.317258 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5757c72-62fe-4836-81e8-4a471b731283 None None] Checking router: e694fd7a-8c72-4465-b358-da2722c5d233 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:50:31.327030 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5757c72-62fe-4836-81e8-4a471b731283 None None] Routers {'e694fd7a-8c72-4465-b358-da2722c5d233'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:31.328162 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a5757c72-62fe-4836-81e8-4a471b731283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:50:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e694fd7a-8c72-4465-b358-da2722c5d233'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:31.382086 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed7de7-89b7-4234-8270-83c875221836 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event deleted for resources: {'Subnet': ['ID=35ffca17-58e9-4eeb-abe2-92558ab43df5,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:31.394680 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0fed7de7-89b7-4234-8270-83c875221836 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:31.399512 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ca40892b-a746-449e-bbc9-6f2e6c11f465 admin admin] Publish callbacks [] for security_group (bf67ea9c-c43f-42d7-8273-612193b0ec16), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:31.400972 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2600b4-fe91-4cfb-b5cc-bc633626dccf None None] Network 667f0983-e508-4fe1-b10d-bcca42a398ef requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:31.418122 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0fed7de7-89b7-4234-8270-83c875221836 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "DELETE /v2.0/subnets/35ffca17-58e9-4eeb-abe2-92558ab43df5 HTTP/1.1" status: 204 len: 168 time: 0.6921170 Jan 28 13:50:31.420723 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ca40892b-a746-449e-bbc9-6f2e6c11f465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (bf67ea9c-c43f-42d7-8273-612193b0ec16), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:31.428559 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57552) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:31.574867 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b93d0-aa46-4c32-a99a-cefbd4e8f4ab req-5b4cf9ae-a312-4a0a-9833-c9b21014e8f4 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:31.577645 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ca40892b-a746-449e-bbc9-6f2e6c11f465 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e6846fdd82c646f7bcb4758b7c2005b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4800229 Jan 28 13:50:31.583663 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-a5757c72-62fe-4836-81e8-4a471b731283 None None] Set router e694fd7a-8c72-4465-b358-da2722c5d233 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:31.589947 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dd5b93d0-aa46-4c32-a99a-cefbd4e8f4ab req-5b4cf9ae-a312-4a0a-9833-c9b21014e8f4 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.2131734 Jan 28 13:50:31.593078 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57556) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:31.694166 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e5f37e6e-34f8-405d-ba12-19181f4947ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:31.712241 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cef9f34d-7f98-4a16-84c5-2792af5eee3f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (e3178b89-877a-4db4-b26c-e5dd26b29906), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:31.802254 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f70dc1e-82d3-468d-9392-60fb59e525e4 None None] DHCP port deletion for 667f0983-e508-4fe1-b10d-bcca42a398ef request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:50:31.844624 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40892b-a746-449e-bbc9-6f2e6c11f465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf67ea9c-c43f-42d7-8273-612193b0ec16,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:32.004541 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0f70dc1e-82d3-468d-9392-60fb59e525e4 None None] Deleting port c7cb1def-84a3-4b0b-93ff-ac188480031e {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:32.008241 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0f70dc1e-82d3-468d-9392-60fb59e525e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c7cb1def-84a3-4b0b-93ff-ac188480031e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:32.099581 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:50:32.188268 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-0f70dc1e-82d3-468d-9392-60fb59e525e4 None None] For port c7cb1def-84a3-4b0b-93ff-ac188480031e, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c7cb1def-84a3-4b0b-93ff-ac188480031e,segment=NetworkSegment(61b09247-e098-473f-b7c7-3caa3a80e5d9),segment_id=61b09247-e098-473f-b7c7-3caa3a80e5d9)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:32.189080 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0f70dc1e-82d3-468d-9392-60fb59e525e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c7cb1def-84a3-4b0b-93ff-ac188480031e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:32.238221 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0f70dc1e-82d3-468d-9392-60fb59e525e4 None None] Calling delete_port for c7cb1def-84a3-4b0b-93ff-ac188480031e owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:32.266389 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a5757c72-62fe-4836-81e8-4a471b731283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854432745', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:15Z', 'updated_at': '2022-01-28T13:50:28Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:20Z', 'updated_at': '2022-01-28T13:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:32.338893 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5757c72-62fe-4836-81e8-4a471b731283 None None] The sync data for ids ['e694fd7a-8c72-4465-b358-da2722c5d233'] in n-d-822747-2 is: [{'id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1854432745', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:15Z', 'updated_at': '2022-01-28T13:50:28Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'b66c4132-616c-4a0b-84d8-b80ffb37cb4b', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e694fd7a-8c72-4465-b358-da2722c5d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:20Z', 'updated_at': '2022-01-28T13:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:50:32.378773 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0f70dc1e-82d3-468d-9392-60fb59e525e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (c7cb1def-84a3-4b0b-93ff-ac188480031e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:32.418641 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70dc1e-82d3-468d-9392-60fb59e525e4 None None] Pushing event deleted for resources: {'Port': ['ID=c7cb1def-84a3-4b0b-93ff-ac188480031e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:32.432104 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f70dc1e-82d3-468d-9392-60fb59e525e4 None None] No DVR routers for this DVR port c7cb1def-84a3-4b0b-93ff-ac188480031e on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:50:32.579587 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dd5b93d0-aa46-4c32-a99a-cefbd4e8f4ab req-da011c87-7578-4dd0-b2c7-68d8647aaedf tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9885037 Jan 28 13:50:32.660966 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5f75c66e-5f5a-47dd-9594-791c64847e51 admin admin] Publish callbacks [] for security_group (bf67ea9c-c43f-42d7-8273-612193b0ec16), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:32.671648 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9f34d-7f98-4a16-84c5-2792af5eee3f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Port': ['ID=e3178b89-877a-4db4-b26c-e5dd26b29906,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:32.709564 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5f75c66e-5f5a-47dd-9594-791c64847e51 admin admin] Publish callbacks [] for security_group (bf67ea9c-c43f-42d7-8273-612193b0ec16), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:32.834655 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5f75c66e-5f5a-47dd-9594-791c64847e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (bf67ea9c-c43f-42d7-8273-612193b0ec16), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:32.839956 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5f75c66e-5f5a-47dd-9594-791c64847e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:32.843313 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5f75c66e-5f5a-47dd-9594-791c64847e51 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf67ea9c-c43f-42d7-8273-612193b0ec16 HTTP/1.1" status: 204 len: 168 time: 1.2476380 Jan 28 13:50:32.864306 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75c66e-5f5a-47dd-9594-791c64847e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf67ea9c-c43f-42d7-8273-612193b0ec16,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:32.941761 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:32.990655 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cef9f34d-7f98-4a16-84c5-2792af5eee3f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (3aaf31ff-a502-441d-94fe-63c18f57f81c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:32.994728 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-847ca28e-cea3-44cc-bd59-008fe9fd91fa tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router (e694fd7a-8c72-4465-b358-da2722c5d233), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:33.304635 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-847ca28e-cea3-44cc-bd59-008fe9fd91fa tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router_gateway (e694fd7a-8c72-4465-b358-da2722c5d233), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:33.439849 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef9f34d-7f98-4a16-84c5-2792af5eee3f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Router 3aaf31ff-a502-441d-94fe-63c18f57f81c has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:50:33.465782 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-847ca28e-cea3-44cc-bd59-008fe9fd91fa tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Deleting port b66c4132-616c-4a0b-84d8-b80ffb37cb4b {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:33.466135 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-847ca28e-cea3-44cc-bd59-008fe9fd91fa tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b66c4132-616c-4a0b-84d8-b80ffb37cb4b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:33.625304 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef9f34d-7f98-4a16-84c5-2792af5eee3f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:50:33.638970 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0844c0d6-4c58-440a-9403-8e8648dece95 None None] Sync routers for ids ['3aaf31ff-a502-441d-94fe-63c18f57f81c'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:50:33.658367 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0844c0d6-4c58-440a-9403-8e8648dece95 None None] Routers {'3aaf31ff-a502-441d-94fe-63c18f57f81c'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:33.659977 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-0844c0d6-4c58-440a-9403-8e8648dece95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:50:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['3aaf31ff-a502-441d-94fe-63c18f57f81c'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:33.674536 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-cef9f34d-7f98-4a16-84c5-2792af5eee3f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "PUT /v2.0/routers/3aaf31ff-a502-441d-94fe-63c18f57f81c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6052854 Jan 28 13:50:33.677628 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57652) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:33.751389 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-de9227bd-44cb-4a6b-88b2-32281e6d95a8 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "GET /v2.0/ports?device_id=3aaf31ff-a502-441d-94fe-63c18f57f81c HTTP/1.1" status: 200 len: 205 time: 0.0721734 Jan 28 13:50:33.754603 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-0844c0d6-4c58-440a-9403-8e8648dece95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:33.757535 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57658) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:33.775154 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0844c0d6-4c58-440a-9403-8e8648dece95 None None] Routers {'3aaf31ff-a502-441d-94fe-63c18f57f81c'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:33.776433 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-0844c0d6-4c58-440a-9403-8e8648dece95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:50:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['3aaf31ff-a502-441d-94fe-63c18f57f81c'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:33.790189 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-847ca28e-cea3-44cc-bd59-008fe9fd91fa tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] For port b66c4132-616c-4a0b-84d8-b80ffb37cb4b, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b66c4132-616c-4a0b-84d8-b80ffb37cb4b,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:33.793611 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-847ca28e-cea3-44cc-bd59-008fe9fd91fa tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b66c4132-616c-4a0b-84d8-b80ffb37cb4b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:33.831742 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-847ca28e-cea3-44cc-bd59-008fe9fd91fa tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Calling delete_port for b66c4132-616c-4a0b-84d8-b80ffb37cb4b owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:33.838136 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-0844c0d6-4c58-440a-9403-8e8648dece95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:33.839320 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0844c0d6-4c58-440a-9403-8e8648dece95 None None] The sync data for ids ['3aaf31ff-a502-441d-94fe-63c18f57f81c'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:50:33.849234 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c7cb1def-84a3-4b0b-93ff-ac188480031e no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:50:33.866376 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57660) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:33.931681 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: c7cb1def-84a3-4b0b-93ff-ac188480031e {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:50:33.933916 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c7cb1def-84a3-4b0b-93ff-ac188480031e not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:50:33.936184 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 191f278b-fa84-4bae-9ef0-d9d476bb1cf0 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:50:33.976947 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bfe466d5-11ff-4485-bed6-e6184787b805 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router (3aaf31ff-a502-441d-94fe-63c18f57f81c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:33.995962 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 191f278b-fa84-4bae-9ef0-d9d476bb1cf0 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:50:33.996821 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 191f278b-fa84-4bae-9ef0-d9d476bb1cf0 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:50:34.213875 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de77e63c-f488-4c65-9c17-904c3d118a2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:34.303207 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:34.335874 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bfe466d5-11ff-4485-bed6-e6184787b805 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (3aaf31ff-a502-441d-94fe-63c18f57f81c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:34.340272 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bfe466d5-11ff-4485-bed6-e6184787b805 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router_controller (3aaf31ff-a502-441d-94fe-63c18f57f81c), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:34.432376 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bfe466d5-11ff-4485-bed6-e6184787b805 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (3aaf31ff-a502-441d-94fe-63c18f57f81c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:34.433612 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe466d5-11ff-4485-bed6-e6184787b805 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Fanout notify agent at l3_agent the message router_deleted on router 3aaf31ff-a502-441d-94fe-63c18f57f81c {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:50:34.436250 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-847ca28e-cea3-44cc-bd59-008fe9fd91fa tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (b66c4132-616c-4a0b-84d8-b80ffb37cb4b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:34.460592 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bfe466d5-11ff-4485-bed6-e6184787b805 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:34.463152 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bfe466d5-11ff-4485-bed6-e6184787b805 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/routers/3aaf31ff-a502-441d-94fe-63c18f57f81c HTTP/1.1" status: 204 len: 168 time: 0.7043366 Jan 28 13:50:34.466192 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57676) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:34.517213 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ca28e-cea3-44cc-bd59-008fe9fd91fa tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event deleted for resources: {'Port': ['ID=b66c4132-616c-4a0b-84d8-b80ffb37cb4b,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:34.563050 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de77e63c-f488-4c65-9c17-904c3d118a2a admin admin] Publish callbacks [] for security_group (60611372-7caf-4cb1-b210-ed80fb1de4f9), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:34.589792 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de77e63c-f488-4c65-9c17-904c3d118a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (60611372-7caf-4cb1-b210-ed80fb1de4f9), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:34.609824 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c899ff-56e2-461c-a910-3920c5caa896 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Deleting subnet 6e44b8fc-0c10-47a7-9ce1-5f40d128526d {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:50:34.618665 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b9c899ff-56e2-461c-a910-3920c5caa896 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for subnet (6e44b8fc-0c10-47a7-9ce1-5f40d128526d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:34.658166 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77e63c-f488-4c65-9c17-904c3d118a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60611372-7caf-4cb1-b210-ed80fb1de4f9,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:34.665802 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-de77e63c-f488-4c65-9c17-904c3d118a2a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da929a12872e49c9b0a597b45f5ab613&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7957695 Jan 28 13:50:34.666587 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57680) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:34.705022 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-847ca28e-cea3-44cc-bd59-008fe9fd91fa tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (e694fd7a-8c72-4465-b358-da2722c5d233), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:34.728951 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b9c899ff-56e2-461c-a910-3920c5caa896 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (6e44b8fc-0c10-47a7-9ce1-5f40d128526d), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:34.873835 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d2079202-c0cf-46bf-930e-6039cc12f06b admin admin] Publish callbacks [] for security_group (60611372-7caf-4cb1-b210-ed80fb1de4f9), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:34.904625 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b9c899ff-56e2-461c-a910-3920c5caa896 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (6e44b8fc-0c10-47a7-9ce1-5f40d128526d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:34.973229 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-847ca28e-cea3-44cc-bd59-008fe9fd91fa tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (e694fd7a-8c72-4465-b358-da2722c5d233), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:34.979366 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-847ca28e-cea3-44cc-bd59-008fe9fd91fa tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router_controller (e694fd7a-8c72-4465-b358-da2722c5d233), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:35.007923 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d2079202-c0cf-46bf-930e-6039cc12f06b admin admin] Publish callbacks [] for security_group (60611372-7caf-4cb1-b210-ed80fb1de4f9), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:35.045999 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b9c899ff-56e2-461c-a910-3920c5caa896 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (6e44b8fc-0c10-47a7-9ce1-5f40d128526d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:35.070512 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b9c899ff-56e2-461c-a910-3920c5caa896 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:35.077422 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce8199a-c498-48ba-a3b0-c0891c6dac8d None None] Network e2515e73-2d4f-48fc-9675-29c9d3b65adf requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:35.077974 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b9c899ff-56e2-461c-a910-3920c5caa896 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/subnets/6e44b8fc-0c10-47a7-9ce1-5f40d128526d HTTP/1.1" status: 204 len: 168 time: 0.6086893 Jan 28 13:50:35.083315 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57688) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:35.175285 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c899ff-56e2-461c-a910-3920c5caa896 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Subnet': ['ID=6e44b8fc-0c10-47a7-9ce1-5f40d128526d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:35.286050 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d2079202-c0cf-46bf-930e-6039cc12f06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (60611372-7caf-4cb1-b210-ed80fb1de4f9), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:35.294184 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d2079202-c0cf-46bf-930e-6039cc12f06b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:35.301032 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d2079202-c0cf-46bf-930e-6039cc12f06b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/60611372-7caf-4cb1-b210-ed80fb1de4f9 HTTP/1.1" status: 204 len: 168 time: 0.6339955 Jan 28 13:50:35.319660 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d6a44f58-b073-46ed-a287-be76f889fadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (e2515e73-2d4f-48fc-9675-29c9d3b65adf), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:35.323638 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-847ca28e-cea3-44cc-bd59-008fe9fd91fa tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (e694fd7a-8c72-4465-b358-da2722c5d233), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:35.324582 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847ca28e-cea3-44cc-bd59-008fe9fd91fa tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Fanout notify agent at l3_agent the message router_deleted on router e694fd7a-8c72-4465-b358-da2722c5d233 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:50:35.378672 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-847ca28e-cea3-44cc-bd59-008fe9fd91fa tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:35.396323 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-847ca28e-cea3-44cc-bd59-008fe9fd91fa tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "DELETE /v2.0/routers/e694fd7a-8c72-4465-b358-da2722c5d233 HTTP/1.1" status: 204 len: 168 time: 3.9433396 Jan 28 13:50:35.403811 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57698) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:35.407071 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2079202-c0cf-46bf-930e-6039cc12f06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60611372-7caf-4cb1-b210-ed80fb1de4f9,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:35.447832 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186f837f-9277-4552-a9d6-7ec637ceabfb None None] DHCP port deletion for e2515e73-2d4f-48fc-9675-29c9d3b65adf request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:50:35.564860 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-d6a44f58-b073-46ed-a287-be76f889fadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Deleting port 4422057c-990e-4525-b65e-6371c4cd326b {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:35.565408 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d6a44f58-b073-46ed-a287-be76f889fadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (4422057c-990e-4525-b65e-6371c4cd326b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:35.594349 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-186f837f-9277-4552-a9d6-7ec637ceabfb None None] Deleting port 4422057c-990e-4525-b65e-6371c4cd326b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:35.594735 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-186f837f-9277-4552-a9d6-7ec637ceabfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (4422057c-990e-4525-b65e-6371c4cd326b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:35.703655 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3cf94def-fad1-4ba9-96cd-3758e7ea75ca tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (667f0983-e508-4fe1-b10d-bcca42a398ef), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:35.766633 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-186f837f-9277-4552-a9d6-7ec637ceabfb None None] For port 4422057c-990e-4525-b65e-6371c4cd326b, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4422057c-990e-4525-b65e-6371c4cd326b,segment=NetworkSegment(514737bb-2298-48d3-86f5-b3f6594b581d),segment_id=514737bb-2298-48d3-86f5-b3f6594b581d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:35.768236 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-186f837f-9277-4552-a9d6-7ec637ceabfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (4422057c-990e-4525-b65e-6371c4cd326b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:35.798353 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-d6a44f58-b073-46ed-a287-be76f889fadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] For port 4422057c-990e-4525-b65e-6371c4cd326b, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4422057c-990e-4525-b65e-6371c4cd326b,segment=NetworkSegment(514737bb-2298-48d3-86f5-b3f6594b581d),segment_id=514737bb-2298-48d3-86f5-b3f6594b581d)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:35.799657 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d6a44f58-b073-46ed-a287-be76f889fadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (4422057c-990e-4525-b65e-6371c4cd326b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:35.803460 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-186f837f-9277-4552-a9d6-7ec637ceabfb None None] Calling delete_port for 4422057c-990e-4525-b65e-6371c4cd326b owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:35.845472 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-d6a44f58-b073-46ed-a287-be76f889fadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Calling delete_port for 4422057c-990e-4525-b65e-6371c4cd326b owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:36.051647 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3cf94def-fad1-4ba9-96cd-3758e7ea75ca tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (667f0983-e508-4fe1-b10d-bcca42a398ef), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.055146 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-186f837f-9277-4552-a9d6-7ec637ceabfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (4422057c-990e-4525-b65e-6371c4cd326b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.097260 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186f837f-9277-4552-a9d6-7ec637ceabfb None None] No DVR routers for this DVR port 4422057c-990e-4525-b65e-6371c4cd326b on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:50:36.107613 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-3cf94def-fad1-4ba9-96cd-3758e7ea75ca tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667f0983-e508-4fe1-b10d-bcca42a398ef']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:36.119301 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f837f-9277-4552-a9d6-7ec637ceabfb None None] Pushing event deleted for resources: {'Port': ['ID=4422057c-990e-4525-b65e-6371c4cd326b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:36.145563 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d6a44f58-b073-46ed-a287-be76f889fadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (4422057c-990e-4525-b65e-6371c4cd326b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.148394 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-3cf94def-fad1-4ba9-96cd-3758e7ea75ca tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b09247-e098-473f-b7c7-3caa3a80e5d9') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:36.149781 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-3cf94def-fad1-4ba9-96cd-3758e7ea75ca tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b09247-e098-473f-b7c7-3caa3a80e5d9') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:36.172782 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4422057c-990e-4525-b65e-6371c4cd326b no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:50:36.180596 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3cf94def-fad1-4ba9-96cd-3758e7ea75ca tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (61b09247-e098-473f-b7c7-3caa3a80e5d9), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.213282 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3cf94def-fad1-4ba9-96cd-3758e7ea75ca tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (61b09247-e098-473f-b7c7-3caa3a80e5d9), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.219726 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 4422057c-990e-4525-b65e-6371c4cd326b {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:50:36.220542 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4422057c-990e-4525-b65e-6371c4cd326b not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:50:36.233481 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a44f58-b073-46ed-a287-be76f889fadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Port': ['ID=4422057c-990e-4525-b65e-6371c4cd326b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:36.236200 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a44f58-b073-46ed-a287-be76f889fadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] No DVR routers for this DVR port 4422057c-990e-4525-b65e-6371c4cd326b on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:50:36.252180 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf94def-fad1-4ba9-96cd-3758e7ea75ca tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:50:36.252826 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3cf94def-fad1-4ba9-96cd-3758e7ea75ca tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (61b09247-e098-473f-b7c7-3caa3a80e5d9), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:50:36.259347 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:50:36.373450 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3cf94def-fad1-4ba9-96cd-3758e7ea75ca tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (667f0983-e508-4fe1-b10d-bcca42a398ef), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.373978 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.400411 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3cf94def-fad1-4ba9-96cd-3758e7ea75ca tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.415451 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3cf94def-fad1-4ba9-96cd-3758e7ea75ca tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "DELETE /v2.0/networks/667f0983-e508-4fe1-b10d-bcca42a398ef HTTP/1.1" status: 204 len: 168 time: 1.0016997 Jan 28 13:50:36.452911 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57718) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:36.456556 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf94def-fad1-4ba9-96cd-3758e7ea75ca tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event deleted for resources: {'Network': ['ID=667f0983-e508-4fe1-b10d-bcca42a398ef,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:36.457935 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d6a44f58-b073-46ed-a287-be76f889fadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (e2515e73-2d4f-48fc-9675-29c9d3b65adf), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.483533 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-d6a44f58-b073-46ed-a287-be76f889fadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2515e73-2d4f-48fc-9675-29c9d3b65adf']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:36.520011 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-d6a44f58-b073-46ed-a287-be76f889fadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514737bb-2298-48d3-86f5-b3f6594b581d') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:36.526143 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-d6a44f58-b073-46ed-a287-be76f889fadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514737bb-2298-48d3-86f5-b3f6594b581d') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:36.584579 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d6a44f58-b073-46ed-a287-be76f889fadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (514737bb-2298-48d3-86f5-b3f6594b581d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.617841 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d6a44f58-b073-46ed-a287-be76f889fadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (514737bb-2298-48d3-86f5-b3f6594b581d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.629179 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a44f58-b073-46ed-a287-be76f889fadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:50:36.629588 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d6a44f58-b073-46ed-a287-be76f889fadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (514737bb-2298-48d3-86f5-b3f6594b581d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:50:36.640370 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:50:36.683947 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-726d62e6-fbb4-431a-8b10-50c94a2134c3 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group (9dd0d594-44d5-4dd6-b257-beb8821a7c9a), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.746006 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-726d62e6-fbb4-431a-8b10-50c94a2134c3 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group (9dd0d594-44d5-4dd6-b257-beb8821a7c9a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.834294 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d6a44f58-b073-46ed-a287-be76f889fadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (e2515e73-2d4f-48fc-9675-29c9d3b65adf), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.858825 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-726d62e6-fbb4-431a-8b10-50c94a2134c3 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9dd0d594-44d5-4dd6-b257-beb8821a7c9a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.862077 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-726d62e6-fbb4-431a-8b10-50c94a2134c3 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.863003 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d6a44f58-b073-46ed-a287-be76f889fadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.868209 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-726d62e6-fbb4-431a-8b10-50c94a2134c3 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "DELETE /v2.0/security-groups/9dd0d594-44d5-4dd6-b257-beb8821a7c9a HTTP/1.1" status: 204 len: 168 time: 0.3982160 Jan 28 13:50:36.873946 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57728) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:36.874379 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d6a44f58-b073-46ed-a287-be76f889fadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/networks/e2515e73-2d4f-48fc-9675-29c9d3b65adf HTTP/1.1" status: 204 len: 168 time: 1.7824686 Jan 28 13:50:36.881009 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-9164a457-e53d-4e6f-99ec-0622347c0256 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-917230398', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}, 'admin_state_up': False}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:36.896206 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a44f58-b073-46ed-a287-be76f889fadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Network': ['ID=e2515e73-2d4f-48fc-9675-29c9d3b65adf,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:36.967152 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d62e6-fbb4-431a-8b10-50c94a2134c3 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd0d594-44d5-4dd6-b257-beb8821a7c9a,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:36.973595 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9164a457-e53d-4e6f-99ec-0622347c0256 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (64ecf121-bd77-4682-902d-bcd879f9870c), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.977041 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9164a457-e53d-4e6f-99ec-0622347c0256 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (64ecf121-bd77-4682-902d-bcd879f9870c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:37.130858 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9164a457-e53d-4e6f-99ec-0622347c0256 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router_controller (64ecf121-bd77-4682-902d-bcd879f9870c), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:37.612114 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9164a457-e53d-4e6f-99ec-0622347c0256 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router_gateway (64ecf121-bd77-4682-902d-bcd879f9870c), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:37.634256 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b66c4132-616c-4a0b-84d8-b80ffb37cb4b no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:50:37.688576 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: b66c4132-616c-4a0b-84d8-b80ffb37cb4b {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:50:37.688921 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b66c4132-616c-4a0b-84d8-b80ffb37cb4b not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:50:37.893722 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57762) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:37.899529 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-a2ec2e3f-2864-4408-b4fc-9d075206e7d4 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1282322946', 'description': 'tempest-secgroup-smoke-1282322946 description', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:37.959810 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2ec2e3f-2864-4408-b4fc-9d075206e7d4 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:38.143148 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2ec2e3f-2864-4408-b4fc-9d075206e7d4 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group (00850366-10da-4c5a-82c6-ef0f369a842d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:38.153131 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2ec2e3f-2864-4408-b4fc-9d075206e7d4 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (00850366-10da-4c5a-82c6-ef0f369a842d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:38.168165 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9164a457-e53d-4e6f-99ec-0622347c0256 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router_gateway (64ecf121-bd77-4682-902d-bcd879f9870c), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:38.226724 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2ec2e3f-2864-4408-b4fc-9d075206e7d4 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:38.231771 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9164a457-e53d-4e6f-99ec-0622347c0256 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:38.234339 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a2ec2e3f-2864-4408-b4fc-9d075206e7d4 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3393450 Jan 28 13:50:38.235238 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57772) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:38.245203 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-9ef720b3-4185-457b-bc2e-07c6289a9726 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'security_group_rule': {'security_group_id': '00850366-10da-4c5a-82c6-ef0f369a842d', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:38.261458 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec2e3f-2864-4408-b4fc-9d075206e7d4 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00850366-10da-4c5a-82c6-ef0f369a842d,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:38.315404 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9ef720b3-4185-457b-bc2e-07c6289a9726 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (e2624628-6926-4ec3-9318-ac978a557079), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:38.499334 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9ef720b3-4185-457b-bc2e-07c6289a9726 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (e2624628-6926-4ec3-9318-ac978a557079), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:38.528030 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9ef720b3-4185-457b-bc2e-07c6289a9726 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (e2624628-6926-4ec3-9318-ac978a557079), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:38.583353 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef720b3-4185-457b-bc2e-07c6289a9726 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2624628-6926-4ec3-9318-ac978a557079,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:38.603522 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9ef720b3-4185-457b-bc2e-07c6289a9726 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:38.607454 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9ef720b3-4185-457b-bc2e-07c6289a9726 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3670735 Jan 28 13:50:38.609800 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57786) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:38.617755 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-6f2a5dfd-cc90-4659-b5ee-8f4824211a1f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'security_group_rule': {'security_group_id': '00850366-10da-4c5a-82c6-ef0f369a842d', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:38.698887 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6f2a5dfd-cc90-4659-b5ee-8f4824211a1f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (3a7e7282-dcec-4ac7-a614-bec9ef35a019), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:38.742281 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-9164a457-e53d-4e6f-99ec-0622347c0256 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Allocated IP 172.25.3.175 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/688c1d3f-2b46-45d7-ae00-1f66c54e8e1c) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:38.867930 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6f2a5dfd-cc90-4659-b5ee-8f4824211a1f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (3a7e7282-dcec-4ac7-a614-bec9ef35a019), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:38.885944 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6f2a5dfd-cc90-4659-b5ee-8f4824211a1f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (3a7e7282-dcec-4ac7-a614-bec9ef35a019), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:38.927952 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a5dfd-cc90-4659-b5ee-8f4824211a1f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a7e7282-dcec-4ac7-a614-bec9ef35a019,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:38.955815 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6f2a5dfd-cc90-4659-b5ee-8f4824211a1f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:38.963141 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6f2a5dfd-cc90-4659-b5ee-8f4824211a1f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3490396 Jan 28 13:50:38.964110 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57796) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:38.976929 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-a883db96-9f9a-493f-90e0-b5b5dcfbc63e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'security_group_rule': {'security_group_id': '00850366-10da-4c5a-82c6-ef0f369a842d', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:39.010425 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9164a457-e53d-4e6f-99ec-0622347c0256 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for port (688c1d3f-2b46-45d7-ae00-1f66c54e8e1c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:39.050628 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a883db96-9f9a-493f-90e0-b5b5dcfbc63e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (61072527-1560-4a14-ac67-650a50666d33), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:39.088593 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9164a457-e53d-4e6f-99ec-0622347c0256 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (688c1d3f-2b46-45d7-ae00-1f66c54e8e1c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:39.168256 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164a457-e53d-4e6f-99ec-0622347c0256 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Port': ['ID=688c1d3f-2b46-45d7-ae00-1f66c54e8e1c,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:39.177147 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a883db96-9f9a-493f-90e0-b5b5dcfbc63e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (61072527-1560-4a14-ac67-650a50666d33), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:39.187171 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a883db96-9f9a-493f-90e0-b5b5dcfbc63e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (61072527-1560-4a14-ac67-650a50666d33), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:39.219473 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9164a457-e53d-4e6f-99ec-0622347c0256 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:39.229253 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a883db96-9f9a-493f-90e0-b5b5dcfbc63e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:39.231234 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-9164a457-e53d-4e6f-99ec-0622347c0256 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:39.233458 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a883db96-9f9a-493f-90e0-b5b5dcfbc63e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2655458 Jan 28 13:50:39.233648 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9164a457-e53d-4e6f-99ec-0622347c0256 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:39.235597 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57802) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:39.238153 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883db96-9f9a-493f-90e0-b5b5dcfbc63e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61072527-1560-4a14-ac67-650a50666d33,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:39.241163 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-71f29050-1383-48e1-9b13-f6de3f59700b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'security_group_rule': {'security_group_id': '00850366-10da-4c5a-82c6-ef0f369a842d', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:39.432065 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-71f29050-1383-48e1-9b13-f6de3f59700b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (2665241b-6cbd-4003-82d9-53198cdb3c28), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:39.701474 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57818) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:39.849712 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-8a136629-f598-4818-a040-3d058f208856 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:39.886983 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8a136629-f598-4818-a040-3d058f208856 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] 10.222.0.39 "PUT /v2.0/quotas/0f275ca1db47478ea1acf6e470e32efd HTTP/1.1" status: 200 len: 368 time: 0.1898944 Jan 28 13:50:39.891541 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57832) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:39.904493 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-09a5d67a-db8f-46f4-8b53-caffeca53dc8 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Request body: {'network': {'project_id': '0f275ca1db47478ea1acf6e470e32efd'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:39.937941 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a5d67a-db8f-46f4-8b53-caffeca53dc8 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Made reservation on behalf of 0f275ca1db47478ea1acf6e470e32efd for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:39.940958 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-09a5d67a-db8f-46f4-8b53-caffeca53dc8 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:39.955554 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-09a5d67a-db8f-46f4-8b53-caffeca53dc8 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:40.077270 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-09a5d67a-db8f-46f4-8b53-caffeca53dc8 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks [] for security_group (6945b169-2186-4607-88ff-678f8f57c6e7), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:40.087940 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-09a5d67a-db8f-46f4-8b53-caffeca53dc8 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6945b169-2186-4607-88ff-678f8f57c6e7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:40.113563 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a5d67a-db8f-46f4-8b53-caffeca53dc8 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:50:40.138862 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-09a5d67a-db8f-46f4-8b53-caffeca53dc8 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (35e2faa7-a524-4894-b8fe-65d3c0d9570a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:40.139247 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-09a5d67a-db8f-46f4-8b53-caffeca53dc8 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Added segment 35e2faa7-a524-4894-b8fe-65d3c0d9570a of type vlan for network 95122d44-6988-43d2-b259-19701eb90134 Jan 28 13:50:40.160231 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-71f29050-1383-48e1-9b13-f6de3f59700b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (2665241b-6cbd-4003-82d9-53198cdb3c28), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:40.165049 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5d67a-db8f-46f4-8b53-caffeca53dc8 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6945b169-2186-4607-88ff-678f8f57c6e7,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:40.222796 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-71f29050-1383-48e1-9b13-f6de3f59700b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (2665241b-6cbd-4003-82d9-53198cdb3c28), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:40.273207 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f29050-1383-48e1-9b13-f6de3f59700b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2665241b-6cbd-4003-82d9-53198cdb3c28,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:40.288255 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-09a5d67a-db8f-46f4-8b53-caffeca53dc8 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (95122d44-6988-43d2-b259-19701eb90134), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:40.320686 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-09a5d67a-db8f-46f4-8b53-caffeca53dc8 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (95122d44-6988-43d2-b259-19701eb90134), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:40.321846 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a5d67a-db8f-46f4-8b53-caffeca53dc8 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:40.322598 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-09a5d67a-db8f-46f4-8b53-caffeca53dc8 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:40.373027 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-09a5d67a-db8f-46f4-8b53-caffeca53dc8 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4800510 Jan 28 13:50:40.377866 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-71f29050-1383-48e1-9b13-f6de3f59700b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:40.381773 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-71f29050-1383-48e1-9b13-f6de3f59700b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1425548 Jan 28 13:50:40.384208 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57838) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:40.384547 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57840) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:40.389980 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-1c308ac6-7a1a-4d16-92b6-9d5c8481f7bd tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Request body: {'network': {'project_id': '0f275ca1db47478ea1acf6e470e32efd'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:40.402503 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-5cc96e21-f69a-4ec5-9295-dd9622295ad1 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'security_group_rule': {'security_group_id': '00850366-10da-4c5a-82c6-ef0f369a842d', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:40.417309 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5d67a-db8f-46f4-8b53-caffeca53dc8 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Pushing event updated for resources: {'Network': ['ID=95122d44-6988-43d2-b259-19701eb90134,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:40.434273 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 95122d44-6988-43d2-b259-19701eb90134 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:50:40.451564 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9164a457-e53d-4e6f-99ec-0622347c0256 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router_gateway (64ecf121-bd77-4682-902d-bcd879f9870c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:40.668348 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9164a457-e53d-4e6f-99ec-0622347c0256 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (64ecf121-bd77-4682-902d-bcd879f9870c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:40.670448 n-d-822747-2 neutron-server[103352]: INFO neutron.db.securitygroups_db [None req-5cc96e21-f69a-4ec5-9295-dd9622295ad1 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Project 9f0b15f597ac4a5a9c830cecb46d6cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:50:40.673069 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c308ac6-7a1a-4d16-92b6-9d5c8481f7bd tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Made reservation on behalf of 0f275ca1db47478ea1acf6e470e32efd for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:40.675534 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1c308ac6-7a1a-4d16-92b6-9d5c8481f7bd tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:40.742663 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c308ac6-7a1a-4d16-92b6-9d5c8481f7bd tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:50:40.751256 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5cc96e21-f69a-4ec5-9295-dd9622295ad1 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (70e1f379-e5a6-46b5-aeb8-836708845d65), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:40.808063 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1c308ac6-7a1a-4d16-92b6-9d5c8481f7bd tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (887f0cb8-90e1-466c-b6d6-81fa83f7f512), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:40.808632 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-1c308ac6-7a1a-4d16-92b6-9d5c8481f7bd tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Added segment 887f0cb8-90e1-466c-b6d6-81fa83f7f512 of type vlan for network cd5c0822-7a86-43dd-b022-9d25a6191da0 Jan 28 13:50:40.857926 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1c308ac6-7a1a-4d16-92b6-9d5c8481f7bd tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (cd5c0822-7a86-43dd-b022-9d25a6191da0), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:40.911625 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1c308ac6-7a1a-4d16-92b6-9d5c8481f7bd tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (cd5c0822-7a86-43dd-b022-9d25a6191da0), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:40.912787 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c308ac6-7a1a-4d16-92b6-9d5c8481f7bd tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:40.913482 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1c308ac6-7a1a-4d16-92b6-9d5c8481f7bd tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:40.970788 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5cc96e21-f69a-4ec5-9295-dd9622295ad1 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (70e1f379-e5a6-46b5-aeb8-836708845d65), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:41.003185 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5cc96e21-f69a-4ec5-9295-dd9622295ad1 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (70e1f379-e5a6-46b5-aeb8-836708845d65), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:41.062224 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc96e21-f69a-4ec5-9295-dd9622295ad1 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e1f379-e5a6-46b5-aeb8-836708845d65,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:41.071124 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57852) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:41.071875 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1c308ac6-7a1a-4d16-92b6-9d5c8481f7bd tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6861787 Jan 28 13:50:41.076340 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-ec6cf65c-585d-4d4e-a86c-6f9e2d5ab3b7 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Request body: {'network': {'project_id': '0f275ca1db47478ea1acf6e470e32efd'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:41.099669 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6cf65c-585d-4d4e-a86c-6f9e2d5ab3b7 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 13:50:41.100202 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec6cf65c-585d-4d4e-a86c-6f9e2d5ab3b7 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:50:41.101572 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ec6cf65c-585d-4d4e-a86c-6f9e2d5ab3b7 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0293396 Jan 28 13:50:41.104811 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57854) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:41.120737 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c308ac6-7a1a-4d16-92b6-9d5c8481f7bd tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Pushing event updated for resources: {'Network': ['ID=cd5c0822-7a86-43dd-b022-9d25a6191da0,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:41.132282 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5cc96e21-f69a-4ec5-9295-dd9622295ad1 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:41.136066 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5cc96e21-f69a-4ec5-9295-dd9622295ad1 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7393894 Jan 28 13:50:41.136287 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57856) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:41.139323 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network cd5c0822-7a86-43dd-b022-9d25a6191da0 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:50:41.143821 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-8c0558f3-1abe-4671-80d0-c5fa34b9174c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'security_group_rule': {'security_group_id': '00850366-10da-4c5a-82c6-ef0f369a842d', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:41.175853 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-eb83d2c9-03c5-47b0-8487-55512c29db89 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f275ca1db47478ea1acf6e470e32efd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0615396 Jan 28 13:50:41.179124 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57858) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:41.198105 n-d-822747-2 neutron-server[103352]: INFO neutron.db.securitygroups_db [None req-8c0558f3-1abe-4671-80d0-c5fa34b9174c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Project 9f0b15f597ac4a5a9c830cecb46d6cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:50:41.207128 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8c0558f3-1abe-4671-80d0-c5fa34b9174c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (87d4db73-1761-4197-8339-f5026943aeb2), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:41.221627 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9164a457-e53d-4e6f-99ec-0622347c0256 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Router 64ecf121-bd77-4682-902d-bcd879f9870c is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:50:41.265217 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-09559f4b-d0a1-4ed5-b4ae-a560bb9b1edd tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks [] for security_group (6945b169-2186-4607-88ff-678f8f57c6e7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:41.292563 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-09559f4b-d0a1-4ed5-b4ae-a560bb9b1edd tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks [] for security_group (6945b169-2186-4607-88ff-678f8f57c6e7), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:41.351917 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-09559f4b-d0a1-4ed5-b4ae-a560bb9b1edd tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6945b169-2186-4607-88ff-678f8f57c6e7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:41.355260 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-09559f4b-d0a1-4ed5-b4ae-a560bb9b1edd tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:41.359262 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8c0558f3-1abe-4671-80d0-c5fa34b9174c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (87d4db73-1761-4197-8339-f5026943aeb2), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:41.359767 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-09559f4b-d0a1-4ed5-b4ae-a560bb9b1edd tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/6945b169-2186-4607-88ff-678f8f57c6e7 HTTP/1.1" status: 204 len: 168 time: 0.1788471 Jan 28 13:50:41.361312 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57864) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:41.375375 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8c0558f3-1abe-4671-80d0-c5fa34b9174c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (87d4db73-1761-4197-8339-f5026943aeb2), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:41.395692 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9164a457-e53d-4e6f-99ec-0622347c0256 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:50:41.412515 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd3be07-d531-40bb-abbb-0e09ee30492f None None] Sync routers for ids ['64ecf121-bd77-4682-902d-bcd879f9870c'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:50:41.428469 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd3be07-d531-40bb-abbb-0e09ee30492f None None] Routers {'64ecf121-bd77-4682-902d-bcd879f9870c'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:41.430565 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0558f3-1abe-4671-80d0-c5fa34b9174c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d4db73-1761-4197-8339-f5026943aeb2,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:41.432956 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8fd3be07-d531-40bb-abbb-0e09ee30492f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:50:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['64ecf121-bd77-4682-902d-bcd879f9870c'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:41.448811 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9164a457-e53d-4e6f-99ec-0622347c0256 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:41.453425 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9164a457-e53d-4e6f-99ec-0622347c0256 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.5770690 Jan 28 13:50:41.456310 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57868) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:41.479638 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8c0558f3-1abe-4671-80d0-c5fa34b9174c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:41.484800 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8c0558f3-1abe-4671-80d0-c5fa34b9174c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3438420 Jan 28 13:50:41.498186 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09559f4b-d0a1-4ed5-b4ae-a560bb9b1edd tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6945b169-2186-4607-88ff-678f8f57c6e7,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:41.508044 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d57f6c7-4705-4d2c-bbae-29009cd17216 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (cd5c0822-7a86-43dd-b022-9d25a6191da0), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:41.514148 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57870) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:41.525295 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8fd3be07-d531-40bb-abbb-0e09ee30492f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:41.530255 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-63fde52f-539a-4a08-9ae7-6711283a789b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'network': {'name': 'tempest-network-smoke--1087290104', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'port_security_enabled': True}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:41.554660 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd3be07-d531-40bb-abbb-0e09ee30492f None None] Routers {'64ecf121-bd77-4682-902d-bcd879f9870c'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:41.555401 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8fd3be07-d531-40bb-abbb-0e09ee30492f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:50:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['64ecf121-bd77-4682-902d-bcd879f9870c'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:41.634274 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ab8a185b-46f2-45b4-8ea4-1d19a1df4f0e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "GET /v2.0/routers/64ecf121-bd77-4682-902d-bcd879f9870c HTTP/1.1" status: 200 len: 880 time: 0.1766593 Jan 28 13:50:41.635350 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57872) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:41.635907 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8fd3be07-d531-40bb-abbb-0e09ee30492f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:41.636642 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd3be07-d531-40bb-abbb-0e09ee30492f None None] The sync data for ids ['64ecf121-bd77-4682-902d-bcd879f9870c'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:50:41.765741 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fde52f-539a-4a08-9ae7-6711283a789b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Made reservation on behalf of 9f0b15f597ac4a5a9c830cecb46d6cf5 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:41.769192 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-63fde52f-539a-4a08-9ae7-6711283a789b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:41.775021 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d57f6c7-4705-4d2c-bbae-29009cd17216 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (cd5c0822-7a86-43dd-b022-9d25a6191da0), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:41.825989 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-8d57f6c7-4705-4d2c-bbae-29009cd17216 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5c0822-7a86-43dd-b022-9d25a6191da0']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:41.892149 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-8d57f6c7-4705-4d2c-bbae-29009cd17216 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887f0cb8-90e1-466c-b6d6-81fa83f7f512') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:41.893144 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-8d57f6c7-4705-4d2c-bbae-29009cd17216 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887f0cb8-90e1-466c-b6d6-81fa83f7f512') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:41.915237 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d57f6c7-4705-4d2c-bbae-29009cd17216 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (887f0cb8-90e1-466c-b6d6-81fa83f7f512), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:41.935801 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d57f6c7-4705-4d2c-bbae-29009cd17216 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (887f0cb8-90e1-466c-b6d6-81fa83f7f512), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:41.944392 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d57f6c7-4705-4d2c-bbae-29009cd17216 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:50:41.945403 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d57f6c7-4705-4d2c-bbae-29009cd17216 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (887f0cb8-90e1-466c-b6d6-81fa83f7f512), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:50:42.048798 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:50:42.054028 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63fde52f-539a-4a08-9ae7-6711283a789b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:50:42.080240 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-63fde52f-539a-4a08-9ae7-6711283a789b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (2d943550-f5c7-4917-a561-948b065e88e7), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:42.081271 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-63fde52f-539a-4a08-9ae7-6711283a789b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Added segment 2d943550-f5c7-4917-a561-948b065e88e7 of type vlan for network 629a0596-4326-4173-a2b7-ce712832376d Jan 28 13:50:42.122038 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d57f6c7-4705-4d2c-bbae-29009cd17216 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (cd5c0822-7a86-43dd-b022-9d25a6191da0), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:42.147709 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d57f6c7-4705-4d2c-bbae-29009cd17216 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:42.153835 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57890) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:42.154145 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8d57f6c7-4705-4d2c-bbae-29009cd17216 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] 10.222.0.39 "DELETE /v2.0/networks/cd5c0822-7a86-43dd-b022-9d25a6191da0 HTTP/1.1" status: 204 len: 168 time: 0.7748744 Jan 28 13:50:42.154959 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57f6c7-4705-4d2c-bbae-29009cd17216 tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Pushing event deleted for resources: {'Network': ['ID=cd5c0822-7a86-43dd-b022-9d25a6191da0,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:42.162060 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-63fde52f-539a-4a08-9ae7-6711283a789b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (629a0596-4326-4173-a2b7-ce712832376d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:42.233824 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57892) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:42.243274 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-63fde52f-539a-4a08-9ae7-6711283a789b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (629a0596-4326-4173-a2b7-ce712832376d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:42.248287 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fde52f-539a-4a08-9ae7-6711283a789b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:42.248928 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-63fde52f-539a-4a08-9ae7-6711283a789b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:42.302571 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-564935b1-be26-4529-80d0-34aef4fa137f tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (95122d44-6988-43d2-b259-19701eb90134), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:42.333696 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fde52f-539a-4a08-9ae7-6711283a789b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Network': ['ID=629a0596-4326-4173-a2b7-ce712832376d,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:42.343719 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3d486514-fabe-4d4c-9e06-6b84042863f2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.7067499 Jan 28 13:50:42.346299 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 629a0596-4326-4173-a2b7-ce712832376d details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:50:42.346777 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57896) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:42.351445 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-4fd74d1e-591d-4db1-9a8c-cb8125834291 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-917230398'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:42.391153 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-63fde52f-539a-4a08-9ae7-6711283a789b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8746407 Jan 28 13:50:42.393803 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57898) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:42.400611 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-c22fdc17-2530-481f-8b6b-4ec2ece49c84 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1710247967', 'admin_state_up': True, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:42.470667 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c22fdc17-2530-481f-8b6b-4ec2ece49c84 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:42.471752 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c22fdc17-2530-481f-8b6b-4ec2ece49c84 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:42.495227 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-564935b1-be26-4529-80d0-34aef4fa137f tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (95122d44-6988-43d2-b259-19701eb90134), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:42.536158 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-564935b1-be26-4529-80d0-34aef4fa137f tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95122d44-6988-43d2-b259-19701eb90134']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:42.540424 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c22fdc17-2530-481f-8b6b-4ec2ece49c84 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router_controller (70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:42.551650 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-564935b1-be26-4529-80d0-34aef4fa137f tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e2faa7-a524-4894-b8fe-65d3c0d9570a') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:42.552296 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-564935b1-be26-4529-80d0-34aef4fa137f tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e2faa7-a524-4894-b8fe-65d3c0d9570a') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:42.563161 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-88c76a11-7407-45c9-aa6c-8ec8b82077e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:42.569967 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-564935b1-be26-4529-80d0-34aef4fa137f tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (35e2faa7-a524-4894-b8fe-65d3c0d9570a), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:42.587242 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-564935b1-be26-4529-80d0-34aef4fa137f tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (35e2faa7-a524-4894-b8fe-65d3c0d9570a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:42.596930 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564935b1-be26-4529-80d0-34aef4fa137f tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:50:42.598391 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-564935b1-be26-4529-80d0-34aef4fa137f tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (35e2faa7-a524-4894-b8fe-65d3c0d9570a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:50:42.601100 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:50:42.678699 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-564935b1-be26-4529-80d0-34aef4fa137f tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (95122d44-6988-43d2-b259-19701eb90134), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:42.689709 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-564935b1-be26-4529-80d0-34aef4fa137f tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:42.694437 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-564935b1-be26-4529-80d0-34aef4fa137f tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] 10.222.0.39 "DELETE /v2.0/networks/95122d44-6988-43d2-b259-19701eb90134 HTTP/1.1" status: 204 len: 168 time: 0.5388877 Jan 28 13:50:42.732531 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c22fdc17-2530-481f-8b6b-4ec2ece49c84 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router_gateway (70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:42.733094 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564935b1-be26-4529-80d0-34aef4fa137f tempest-QuotasNegativeTest-1598128427 tempest-QuotasNegativeTest-1598128427-project-admin] Pushing event deleted for resources: {'Network': ['ID=95122d44-6988-43d2-b259-19701eb90134,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:42.955261 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-88c76a11-7407-45c9-aa6c-8ec8b82077e4 admin admin] Publish callbacks [] for security_group (01be6b9a-3ade-4666-8fb1-170553a88bfe), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:42.998572 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-88c76a11-7407-45c9-aa6c-8ec8b82077e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (01be6b9a-3ade-4666-8fb1-170553a88bfe), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:43.108036 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-88c76a11-7407-45c9-aa6c-8ec8b82077e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eeb894bdec77405993a4a505e53b9e62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8714771 Jan 28 13:50:43.108677 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57916) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:43.122419 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c76a11-7407-45c9-aa6c-8ec8b82077e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01be6b9a-3ade-4666-8fb1-170553a88bfe,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:43.224237 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf33a872-272c-4fce-8326-2ce409ab55fe admin admin] Publish callbacks [] for security_group (01be6b9a-3ade-4666-8fb1-170553a88bfe), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:43.265543 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf33a872-272c-4fce-8326-2ce409ab55fe admin admin] Publish callbacks [] for security_group (01be6b9a-3ade-4666-8fb1-170553a88bfe), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:43.337323 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4fd74d1e-591d-4db1-9a8c-cb8125834291 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5641'] for router (64ecf121-bd77-4682-902d-bcd879f9870c), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:43.387677 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf33a872-272c-4fce-8326-2ce409ab55fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (01be6b9a-3ade-4666-8fb1-170553a88bfe), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:43.390936 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bf33a872-272c-4fce-8326-2ce409ab55fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:43.392354 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bf33a872-272c-4fce-8326-2ce409ab55fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/01be6b9a-3ade-4666-8fb1-170553a88bfe HTTP/1.1" status: 204 len: 168 time: 0.2828484 Jan 28 13:50:43.396744 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4fd74d1e-591d-4db1-9a8c-cb8125834291 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352569'] for router (64ecf121-bd77-4682-902d-bcd879f9870c), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:43.413250 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33a872-272c-4fce-8326-2ce409ab55fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01be6b9a-3ade-4666-8fb1-170553a88bfe,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:43.440644 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57924) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:43.611143 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c22fdc17-2530-481f-8b6b-4ec2ece49c84 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router_gateway (70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:43.634472 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c22fdc17-2530-481f-8b6b-4ec2ece49c84 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:43.815682 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-c22fdc17-2530-481f-8b6b-4ec2ece49c84 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Allocated IP 172.25.3.194 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/2deee2d4-4c51-4b0f-93d3-c6afb0105a11) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:43.898898 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-96a1c072-3ecf-41d4-ad48-1f17dcea17f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:43.935655 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c22fdc17-2530-481f-8b6b-4ec2ece49c84 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for port (2deee2d4-4c51-4b0f-93d3-c6afb0105a11), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:44.024039 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-96a1c072-3ecf-41d4-ad48-1f17dcea17f8 admin admin] Publish callbacks [] for security_group (5f1130d9-41b9-42d1-8e55-6d7f96d79aec), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:44.029570 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-96a1c072-3ecf-41d4-ad48-1f17dcea17f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5f1130d9-41b9-42d1-8e55-6d7f96d79aec), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:44.056561 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1c072-3ecf-41d4-ad48-1f17dcea17f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1130d9-41b9-42d1-8e55-6d7f96d79aec,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:44.062193 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd74d1e-591d-4db1-9a8c-cb8125834291 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Router 64ecf121-bd77-4682-902d-bcd879f9870c has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:50:44.106103 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-96a1c072-3ecf-41d4-ad48-1f17dcea17f8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4486faf1636f462593bb5ed6803f5cc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6642392 Jan 28 13:50:44.106988 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57942) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:44.157326 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c22fdc17-2530-481f-8b6b-4ec2ece49c84 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (2deee2d4-4c51-4b0f-93d3-c6afb0105a11), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:44.174294 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-94bdb48a-46a1-444a-b3a6-0f32ab1c1165 admin admin] Publish callbacks [] for security_group (5f1130d9-41b9-42d1-8e55-6d7f96d79aec), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:44.196593 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-94bdb48a-46a1-444a-b3a6-0f32ab1c1165 admin admin] Publish callbacks [] for security_group (5f1130d9-41b9-42d1-8e55-6d7f96d79aec), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:44.202074 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22fdc17-2530-481f-8b6b-4ec2ece49c84 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:44.227549 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-c22fdc17-2530-481f-8b6b-4ec2ece49c84 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:44.230036 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22fdc17-2530-481f-8b6b-4ec2ece49c84 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:44.273583 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-94bdb48a-46a1-444a-b3a6-0f32ab1c1165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5f1130d9-41b9-42d1-8e55-6d7f96d79aec), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:44.277644 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-94bdb48a-46a1-444a-b3a6-0f32ab1c1165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:44.279901 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-94bdb48a-46a1-444a-b3a6-0f32ab1c1165 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f1130d9-41b9-42d1-8e55-6d7f96d79aec HTTP/1.1" status: 204 len: 168 time: 0.1716530 Jan 28 13:50:44.289132 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bdb48a-46a1-444a-b3a6-0f32ab1c1165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1130d9-41b9-42d1-8e55-6d7f96d79aec,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:44.323275 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22fdc17-2530-481f-8b6b-4ec2ece49c84 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Port': ['ID=2deee2d4-4c51-4b0f-93d3-c6afb0105a11,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:44.339444 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd74d1e-591d-4db1-9a8c-cb8125834291 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:50:44.347936 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4fd74d1e-591d-4db1-9a8c-cb8125834291 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:44.349242 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4fd74d1e-591d-4db1-9a8c-cb8125834291 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "PUT /v2.0/routers/64ecf121-bd77-4682-902d-bcd879f9870c HTTP/1.1" status: 200 len: 887 time: 2.0016892 Jan 28 13:50:44.350672 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1553468d-ff4d-41b5-8ee5-d75d3b1301a5 None None] Sync routers for ids ['64ecf121-bd77-4682-902d-bcd879f9870c'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:50:44.352181 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57950) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:44.368695 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1553468d-ff4d-41b5-8ee5-d75d3b1301a5 None None] Routers {'64ecf121-bd77-4682-902d-bcd879f9870c'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:44.371632 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-1553468d-ff4d-41b5-8ee5-d75d3b1301a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:50:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['64ecf121-bd77-4682-902d-bcd879f9870c'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:44.485353 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-1553468d-ff4d-41b5-8ee5-d75d3b1301a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:44.497696 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1553468d-ff4d-41b5-8ee5-d75d3b1301a5 None None] Routers {'64ecf121-bd77-4682-902d-bcd879f9870c'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:44.499006 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-1553468d-ff4d-41b5-8ee5-d75d3b1301a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:50:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['64ecf121-bd77-4682-902d-bcd879f9870c'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:44.546441 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-1553468d-ff4d-41b5-8ee5-d75d3b1301a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:44.547510 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1553468d-ff4d-41b5-8ee5-d75d3b1301a5 None None] The sync data for ids ['64ecf121-bd77-4682-902d-bcd879f9870c'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:50:44.554740 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3ec93d74-46b5-44fc-b8a4-2910b64e311e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "GET /v2.0/routers/64ecf121-bd77-4682-902d-bcd879f9870c HTTP/1.1" status: 200 len: 887 time: 0.2013237 Jan 28 13:50:44.557521 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57954) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:44.590724 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8ad8799a-b1ea-4809-bdf3-2142f44acd2d tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "GET /v2.0/ports?device_id=64ecf121-bd77-4682-902d-bcd879f9870c HTTP/1.1" status: 200 len: 205 time: 0.0323637 Jan 28 13:50:44.591790 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57956) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:44.628531 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-b5958397-f591-4fbe-b53b-e0909ca707e7 req-653421ee-b4f4-44d3-adcc-967df0c357cf service neutron] (103351) timed out ('10.222.0.37', 63291) {{(pid=103351) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 13:50:44.718829 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c22fdc17-2530-481f-8b6b-4ec2ece49c84 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router_gateway (70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:44.762109 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-381ee1d4-14b4-4fa6-ba83-042f77a410dc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router (64ecf121-bd77-4682-902d-bcd879f9870c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:44.917918 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-381ee1d4-14b4-4fa6-ba83-042f77a410dc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router_gateway (64ecf121-bd77-4682-902d-bcd879f9870c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:45.007860 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-381ee1d4-14b4-4fa6-ba83-042f77a410dc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Deleting port 688c1d3f-2b46-45d7-ae00-1f66c54e8e1c {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:45.008023 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c22fdc17-2530-481f-8b6b-4ec2ece49c84 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:45.008962 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-381ee1d4-14b4-4fa6-ba83-042f77a410dc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (688c1d3f-2b46-45d7-ae00-1f66c54e8e1c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:45.067498 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57968) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:45.158655 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5e9dd122-c266-4912-bb21-2609539f009d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:45.595489 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-381ee1d4-14b4-4fa6-ba83-042f77a410dc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (688c1d3f-2b46-45d7-ae00-1f66c54e8e1c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:45.618129 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-381ee1d4-14b4-4fa6-ba83-042f77a410dc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Calling delete_port for 688c1d3f-2b46-45d7-ae00-1f66c54e8e1c owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:45.631250 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5e9dd122-c266-4912-bb21-2609539f009d admin admin] Publish callbacks [] for security_group (03e3efdb-081c-47f4-996c-c2498063ddd9), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:45.640781 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5e9dd122-c266-4912-bb21-2609539f009d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (03e3efdb-081c-47f4-996c-c2498063ddd9), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:45.716999 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5e9dd122-c266-4912-bb21-2609539f009d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=10fbe6c5d5564c96a47e0d94baca38ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6424839 Jan 28 13:50:45.724031 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57982) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:45.739958 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9dd122-c266-4912-bb21-2609539f009d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e3efdb-081c-47f4-996c-c2498063ddd9,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:45.787183 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22fdc17-2530-481f-8b6b-4ec2ece49c84 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Router 70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:50:45.964817 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22fdc17-2530-481f-8b6b-4ec2ece49c84 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:50:45.974567 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be934e28-def7-4809-9028-b876d02dd9f6 None None] Sync routers for ids ['70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:50:45.979844 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6751-7f95-4c59-8f3c-ca3c6f7661cb admin admin] Publish callbacks [] for security_group (03e3efdb-081c-47f4-996c-c2498063ddd9), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:46.006381 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be934e28-def7-4809-9028-b876d02dd9f6 None None] Routers {'70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:46.007076 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-be934e28-def7-4809-9028-b876d02dd9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:50:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:46.013823 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c22fdc17-2530-481f-8b6b-4ec2ece49c84 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:46.015784 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c22fdc17-2530-481f-8b6b-4ec2ece49c84 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.6210475 Jan 28 13:50:46.018882 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 57996) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:46.077331 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6751-7f95-4c59-8f3c-ca3c6f7661cb admin admin] Publish callbacks [] for security_group (03e3efdb-081c-47f4-996c-c2498063ddd9), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:46.088982 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c22d15d7-55a6-46b0-b957-83457750238f tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=9f0b15f597ac4a5a9c830cecb46d6cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0688286 Jan 28 13:50:46.094009 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 57998) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:46.199542 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-be934e28-def7-4809-9028-b876d02dd9f6 None None] Set router 70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:46.377602 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58008) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:46.378253 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-381ee1d4-14b4-4fa6-ba83-042f77a410dc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (688c1d3f-2b46-45d7-ae00-1f66c54e8e1c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:46.412974 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cee4903-92c0-419b-a95f-fb54a9d1869d tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:46.417772 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58012) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:46.419211 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2cee4903-92c0-419b-a95f-fb54a9d1869d tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3241892 Jan 28 13:50:46.487831 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-90aa51f4-354b-4a8b-b89a-84206a70029f tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0685823 Jan 28 13:50:46.490059 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58014) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:46.496839 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-a09c03cd-2af3-4215-8b21-738bb50814e0 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-196011335', 'network_id': '629a0596-4326-4173-a2b7-ce712832376d', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:46.536393 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ee1d4-14b4-4fa6-ba83-042f77a410dc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Port': ['ID=688c1d3f-2b46-45d7-ae00-1f66c54e8e1c,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:46.538107 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-be934e28-def7-4809-9028-b876d02dd9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710247967', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:42Z', 'updated_at': '2022-01-28T13:50:44Z', 'revision_number': 3, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:43Z', 'updated_at': '2022-01-28T13:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:46.578148 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be934e28-def7-4809-9028-b876d02dd9f6 None None] Checking router: 70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:50:46.578772 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be934e28-def7-4809-9028-b876d02dd9f6 None None] Updating router 70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48 port 2deee2d4-4c51-4b0f-93d3-c6afb0105a11 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:50:46.611285 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6751-7f95-4c59-8f3c-ca3c6f7661cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (03e3efdb-081c-47f4-996c-c2498063ddd9), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:46.613789 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be934e28-def7-4809-9028-b876d02dd9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2deee2d4-4c51-4b0f-93d3-c6afb0105a11), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:46.613983 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6751-7f95-4c59-8f3c-ca3c6f7661cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:46.617857 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bd8c6751-7f95-4c59-8f3c-ca3c6f7661cb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/03e3efdb-081c-47f4-996c-c2498063ddd9 HTTP/1.1" status: 204 len: 168 time: 0.8919611 Jan 28 13:50:46.620654 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-05328f29-34b0-4ed2-8ad7-d72777b749df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:46.646116 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c6751-7f95-4c59-8f3c-ca3c6f7661cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e3efdb-081c-47f4-996c-c2498063ddd9,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:46.672547 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-381ee1d4-14b4-4fa6-ba83-042f77a410dc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (64ecf121-bd77-4682-902d-bcd879f9870c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:46.832210 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-05328f29-34b0-4ed2-8ad7-d72777b749df admin admin] Publish callbacks [] for security_group (fdbca283-678c-4df6-b693-c4e84fef4efd), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:46.840460 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-05328f29-34b0-4ed2-8ad7-d72777b749df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (fdbca283-678c-4df6-b693-c4e84fef4efd), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:46.851789 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-381ee1d4-14b4-4fa6-ba83-042f77a410dc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (64ecf121-bd77-4682-902d-bcd879f9870c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:46.855261 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-381ee1d4-14b4-4fa6-ba83-042f77a410dc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router_controller (64ecf121-bd77-4682-902d-bcd879f9870c), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:46.856177 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09c03cd-2af3-4215-8b21-738bb50814e0 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Made reservation on behalf of 9f0b15f597ac4a5a9c830cecb46d6cf5 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:46.869075 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a09c03cd-2af3-4215-8b21-738bb50814e0 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:46.919816 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-381ee1d4-14b4-4fa6-ba83-042f77a410dc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (64ecf121-bd77-4682-902d-bcd879f9870c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:46.920618 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381ee1d4-14b4-4fa6-ba83-042f77a410dc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Fanout notify agent at l3_agent the message router_deleted on router 64ecf121-bd77-4682-902d-bcd879f9870c {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:50:46.936422 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-381ee1d4-14b4-4fa6-ba83-042f77a410dc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:46.943594 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-381ee1d4-14b4-4fa6-ba83-042f77a410dc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/routers/64ecf121-bd77-4682-902d-bcd879f9870c HTTP/1.1" status: 204 len: 168 time: 2.3461039 Jan 28 13:50:46.944525 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58022) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:46.960081 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-34a9b83b-b777-420e-83c9-57b3948991dc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'network': {'name': 'tempest-RoutersTest-922643285'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:47.001746 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a9b83b-b777-420e-83c9-57b3948991dc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Made reservation on behalf of 567d098325094a48a7cf1edc5ba35662 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:47.006685 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-34a9b83b-b777-420e-83c9-57b3948991dc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.059929 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a9b83b-b777-420e-83c9-57b3948991dc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:50:47.062759 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05328f29-34b0-4ed2-8ad7-d72777b749df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbca283-678c-4df6-b693-c4e84fef4efd,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:47.085352 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-34a9b83b-b777-420e-83c9-57b3948991dc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (0f9f2615-6711-41e9-afbf-5bd9977bc8bb), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.085714 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-34a9b83b-b777-420e-83c9-57b3948991dc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Added segment 0f9f2615-6711-41e9-afbf-5bd9977bc8bb of type vlan for network 19e5a0ff-3c41-4445-a741-35fbf144eacf Jan 28 13:50:47.114639 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-05328f29-34b0-4ed2-8ad7-d72777b749df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0fd8588d129a46d691619bc7a817348d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7353780 Jan 28 13:50:47.136621 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be934e28-def7-4809-9028-b876d02dd9f6 None None] Publish callbacks [] for port (2deee2d4-4c51-4b0f-93d3-c6afb0105a11), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.150537 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be934e28-def7-4809-9028-b876d02dd9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2deee2d4-4c51-4b0f-93d3-c6afb0105a11), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.162062 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58030) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:47.255617 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-34a9b83b-b777-420e-83c9-57b3948991dc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (19e5a0ff-3c41-4445-a741-35fbf144eacf), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.293828 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a09c03cd-2af3-4215-8b21-738bb50814e0 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (491aa37e-4ac2-45c7-8ded-0b584f80a299), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.329784 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-be934e28-def7-4809-9028-b876d02dd9f6 None None] Attempting to bind port 2deee2d4-4c51-4b0f-93d3-c6afb0105a11 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:50:47.331677 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-be934e28-def7-4809-9028-b876d02dd9f6 None None] Attempting to bind port 2deee2d4-4c51-4b0f-93d3-c6afb0105a11 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:50:47.332087 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be934e28-def7-4809-9028-b876d02dd9f6 None None] Attempting to bind port 2deee2d4-4c51-4b0f-93d3-c6afb0105a11 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:50:47.356372 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be934e28-def7-4809-9028-b876d02dd9f6 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:50:47.356698 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be934e28-def7-4809-9028-b876d02dd9f6 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:47.357109 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be934e28-def7-4809-9028-b876d02dd9f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.357504 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be934e28-def7-4809-9028-b876d02dd9f6 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:50:47.362817 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-be934e28-def7-4809-9028-b876d02dd9f6 None None] Bound port: 2deee2d4-4c51-4b0f-93d3-c6afb0105a11, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:50:47.363520 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be934e28-def7-4809-9028-b876d02dd9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2deee2d4-4c51-4b0f-93d3-c6afb0105a11), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.373656 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f7e609b8-de71-4b45-8f62-a8e3d2157354 admin admin] Publish callbacks [] for security_group (fdbca283-678c-4df6-b693-c4e84fef4efd), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.421609 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-34a9b83b-b777-420e-83c9-57b3948991dc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (19e5a0ff-3c41-4445-a741-35fbf144eacf), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.436205 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a9b83b-b777-420e-83c9-57b3948991dc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:47.437525 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-34a9b83b-b777-420e-83c9-57b3948991dc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.484411 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-34a9b83b-b777-420e-83c9-57b3948991dc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5386000 Jan 28 13:50:47.489637 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f7e609b8-de71-4b45-8f62-a8e3d2157354 admin admin] Publish callbacks [] for security_group (fdbca283-678c-4df6-b693-c4e84fef4efd), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.503873 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58042) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:47.518967 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce26886-b852-4e9b-8ca1-cf3f735ea6a1 None None] Pushing event updated for resources: {'Port': ['ID=2deee2d4-4c51-4b0f-93d3-c6afb0105a11,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:47.529711 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-3d8e9b36-49f3-4b0b-a437-c2693daf28f1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'subnet': {'network_id': '19e5a0ff-3c41-4445-a741-35fbf144eacf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:47.542821 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce26886-b852-4e9b-8ca1-cf3f735ea6a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:47.545410 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce26886-b852-4e9b-8ca1-cf3f735ea6a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:47.545871 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce26886-b852-4e9b-8ca1-cf3f735ea6a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:47.546280 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce26886-b852-4e9b-8ca1-cf3f735ea6a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:47.546682 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce26886-b852-4e9b-8ca1-cf3f735ea6a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:47.547165 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce26886-b852-4e9b-8ca1-cf3f735ea6a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:47.552801 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce26886-b852-4e9b-8ca1-cf3f735ea6a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:47.552801 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce26886-b852-4e9b-8ca1-cf3f735ea6a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:47.552801 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce26886-b852-4e9b-8ca1-cf3f735ea6a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:47.552801 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce26886-b852-4e9b-8ca1-cf3f735ea6a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:47.552801 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce26886-b852-4e9b-8ca1-cf3f735ea6a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:47.552801 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce26886-b852-4e9b-8ca1-cf3f735ea6a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:47.552801 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce26886-b852-4e9b-8ca1-cf3f735ea6a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:47.564384 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-be934e28-def7-4809-9028-b876d02dd9f6 None None] For port 2deee2d4-4c51-4b0f-93d3-c6afb0105a11, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:50:47.569148 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-be934e28-def7-4809-9028-b876d02dd9f6 None None] For port 2deee2d4-4c51-4b0f-93d3-c6afb0105a11, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2deee2d4-4c51-4b0f-93d3-c6afb0105a11,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:50:47.579717 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-be934e28-def7-4809-9028-b876d02dd9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2deee2d4-4c51-4b0f-93d3-c6afb0105a11), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.629364 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c03cd-2af3-4215-8b21-738bb50814e0 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Subnet': ['ID=491aa37e-4ac2-45c7-8ded-0b584f80a299,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:47.656080 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9b83b-b777-420e-83c9-57b3948991dc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Network': ['ID=19e5a0ff-3c41-4445-a741-35fbf144eacf,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:47.671499 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 19e5a0ff-3c41-4445-a741-35fbf144eacf details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:50:47.709972 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f7e609b8-de71-4b45-8f62-a8e3d2157354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (fdbca283-678c-4df6-b693-c4e84fef4efd), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.713113 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f7e609b8-de71-4b45-8f62-a8e3d2157354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.714511 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f7e609b8-de71-4b45-8f62-a8e3d2157354 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fdbca283-678c-4df6-b693-c4e84fef4efd HTTP/1.1" status: 204 len: 168 time: 0.5472596 Jan 28 13:50:47.726895 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e609b8-de71-4b45-8f62-a8e3d2157354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbca283-678c-4df6-b693-c4e84fef4efd,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:47.778108 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce26886-b852-4e9b-8ca1-cf3f735ea6a1 None None] Pushing event updated for resources: {'Port': ['ID=2deee2d4-4c51-4b0f-93d3-c6afb0105a11,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:47.797239 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be934e28-def7-4809-9028-b876d02dd9f6 None None] Routers {'70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:47.797874 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-be934e28-def7-4809-9028-b876d02dd9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:50:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:47.883522 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09c03cd-2af3-4215-8b21-738bb50814e0 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Checking segment: {'id': '2d943550-f5c7-4917-a561-948b065e88e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '629a0596-4326-4173-a2b7-ce712832376d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:47.884103 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09c03cd-2af3-4215-8b21-738bb50814e0 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Network hostable DHCP agents. Network: 629a0596-4326-4173-a2b7-ce712832376d, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:50:47.896618 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8e9b36-49f3-4b0b-a437-c2693daf28f1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Made reservation on behalf of 567d098325094a48a7cf1edc5ba35662 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:47.906470 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d8e9b36-49f3-4b0b-a437-c2693daf28f1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.988695 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:48.023294 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-be934e28-def7-4809-9028-b876d02dd9f6 None None] Set router 70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:48.032150 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58050) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:48.091744 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09c03cd-2af3-4215-8b21-738bb50814e0 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Network 629a0596-4326-4173-a2b7-ce712832376d is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:50:48.129585 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-a09c03cd-2af3-4215-8b21-738bb50814e0 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 629a0596-4326-4173-a2b7-ce712832376d) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:48.148542 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf8bae5-704b-41b3-b145-0ab7448e6b74 None None] Network 629a0596-4326-4173-a2b7-ce712832376d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:48.170847 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09c03cd-2af3-4215-8b21-738bb50814e0 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:48.172617 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a09c03cd-2af3-4215-8b21-738bb50814e0 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:48.216609 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a09c03cd-2af3-4215-8b21-738bb50814e0 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7236867 Jan 28 13:50:48.218015 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58056) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:48.341413 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3aa454-3738-4d49-b780-6928e3273692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-629a0596-4326-4173-a2b7-ce712832376d', 'network_id': '629a0596-4326-4173-a2b7-ce712832376d', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'fixed_ips': [{'subnet_id': '491aa37e-4ac2-45c7-8ded-0b584f80a299'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:50:48.342469 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7e3aa454-3738-4d49-b780-6928e3273692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:48.513222 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-be934e28-def7-4809-9028-b876d02dd9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710247967', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:42Z', 'updated_at': '2022-01-28T13:50:44Z', 'revision_number': 3, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:43Z', 'updated_at': '2022-01-28T13:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:48.567725 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d8e9b36-49f3-4b0b-a437-c2693daf28f1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (c6f5c054-4a4e-48cc-b970-a37fdddc5615), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:48.589793 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be934e28-def7-4809-9028-b876d02dd9f6 None None] The sync data for ids ['70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'] in n-d-822747-2 is: [{'id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710247967', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:42Z', 'updated_at': '2022-01-28T13:50:44Z', 'revision_number': 3, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:43Z', 'updated_at': '2022-01-28T13:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:50:48.642175 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58062) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:48.644729 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [None req-a182d59a-8772-41b9-99c5-948259e8094f tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:48.651840 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a182d59a-8772-41b9-99c5-948259e8094f tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.6172650 Jan 28 13:50:48.655560 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58064) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:48.674949 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [None req-82d9a5bb-f967-4251-aa0c-07d30bbf36fd tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:48.676209 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-82d9a5bb-f967-4251-aa0c-07d30bbf36fd tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0195887 Jan 28 13:50:48.679710 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58066) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:48.683747 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e9b36-49f3-4b0b-a437-c2693daf28f1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Subnet': ['ID=c6f5c054-4a4e-48cc-b970-a37fdddc5615,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:48.686690 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8b99da81-fb7b-43ea-a15c-2c01ed128140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:48.688459 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [None req-2187e989-10c8-40f6-b605-8a4b4b86361f tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:48.689880 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2187e989-10c8-40f6-b605-8a4b4b86361f tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0088995 Jan 28 13:50:48.696895 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58068) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:48.703271 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-7e3aa454-3738-4d49-b780-6928e3273692 None None] Allocated IP 172.20.0.2 (629a0596-4326-4173-a2b7-ce712832376d/491aa37e-4ac2-45c7-8ded-0b584f80a299/3ecfbcb4-469a-47b8-9d86-892b07a4b520) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:48.706799 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [None req-2ffad03e-7b24-4237-a0ec-7cec4f3bbc3f tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:48.708603 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2ffad03e-7b24-4237-a0ec-7cec4f3bbc3f tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0102432 Jan 28 13:50:48.712475 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58070) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:48.718210 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [None req-2d56d418-ba69-47b8-8d2c-1d92d00fc9b8 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:48.719996 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2d56d418-ba69-47b8-8d2c-1d92d00fc9b8 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0062213 Jan 28 13:50:48.726059 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e9b36-49f3-4b0b-a437-c2693daf28f1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:48.726414 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e9b36-49f3-4b0b-a437-c2693daf28f1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:48.726758 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e9b36-49f3-4b0b-a437-c2693daf28f1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:48.727125 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e9b36-49f3-4b0b-a437-c2693daf28f1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:48.727466 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e9b36-49f3-4b0b-a437-c2693daf28f1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:48.727814 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e9b36-49f3-4b0b-a437-c2693daf28f1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:48.728120 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e9b36-49f3-4b0b-a437-c2693daf28f1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:48.728447 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e9b36-49f3-4b0b-a437-c2693daf28f1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:48.728775 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e9b36-49f3-4b0b-a437-c2693daf28f1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:48.729140 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e9b36-49f3-4b0b-a437-c2693daf28f1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:48.729560 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e9b36-49f3-4b0b-a437-c2693daf28f1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:48.734674 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58072) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:48.735765 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e9b36-49f3-4b0b-a437-c2693daf28f1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:48.736284 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e9b36-49f3-4b0b-a437-c2693daf28f1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:48.748759 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8e9b36-49f3-4b0b-a437-c2693daf28f1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Checking segment: {'id': '0f9f2615-6711-41e9-afbf-5bd9977bc8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '19e5a0ff-3c41-4445-a741-35fbf144eacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:48.749131 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8e9b36-49f3-4b0b-a437-c2693daf28f1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network hostable DHCP agents. Network: 19e5a0ff-3c41-4445-a741-35fbf144eacf, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:50:48.750430 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [None req-f1debde6-1444-4d3a-9cf2-452a5796dd1a tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:48.751470 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f1debde6-1444-4d3a-9cf2-452a5796dd1a tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0157392 Jan 28 13:50:48.756306 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58074) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:48.763623 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-0ce71e7e-1278-4f30-bd3b-90d7f57bf8e2 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:48.768281 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0ce71e7e-1278-4f30-bd3b-90d7f57bf8e2 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0099981 Jan 28 13:50:48.770467 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58076) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:48.780256 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-ef17f4be-54ac-4719-8175-8e962b849639 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:48.783951 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ef17f4be-54ac-4719-8175-8e962b849639 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0123644 Jan 28 13:50:48.790250 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58078) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:48.796970 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [None req-295c2a6b-f496-47e9-8285-f24222ef5a9c tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:48.799312 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-295c2a6b-f496-47e9-8285-f24222ef5a9c tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0076993 Jan 28 13:50:48.805971 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58080) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:48.815751 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [None req-8001c78a-d7ba-469a-91bc-3ae98038af34 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:48.817623 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8001c78a-d7ba-469a-91bc-3ae98038af34 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0103672 Jan 28 13:50:48.820998 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58082) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:48.831109 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [None req-0d9af4ba-d997-42a0-818b-3a434b92f42a tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:48.833392 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0d9af4ba-d997-42a0-818b-3a434b92f42a tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0107465 Jan 28 13:50:48.837930 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8e9b36-49f3-4b0b-a437-c2693daf28f1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network 19e5a0ff-3c41-4445-a741-35fbf144eacf is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:50:48.840996 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58084) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:48.847638 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-0e538292-2497-4bea-976e-827a8e2dd98f tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:48.851600 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0e538292-2497-4bea-976e-827a8e2dd98f tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0075245 Jan 28 13:50:48.852543 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58086) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:48.861614 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [None req-1fe5e01e-cdce-4cb6-83de-3b843b8d7808 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:48.863146 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1fe5e01e-cdce-4cb6-83de-3b843b8d7808 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0083838 Jan 28 13:50:48.866633 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58088) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:48.875044 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-3d8e9b36-49f3-4b0b-a437-c2693daf28f1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 19e5a0ff-3c41-4445-a741-35fbf144eacf) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:48.891836 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8e9b36-49f3-4b0b-a437-c2693daf28f1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:48.892429 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d8e9b36-49f3-4b0b-a437-c2693daf28f1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:48.942264 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8b99da81-fb7b-43ea-a15c-2c01ed128140 admin admin] Publish callbacks [] for security_group (9cf8effe-99a0-45e4-aec4-2f28966c2505), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:48.949975 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [None req-dba20680-ce27-4a6b-8dee-c85c3cdfdc2d tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:48.950162 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3d8e9b36-49f3-4b0b-a437-c2693daf28f1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4424286 Jan 28 13:50:48.950239 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dba20680-ce27-4a6b-8dee-c85c3cdfdc2d tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0799689 Jan 28 13:50:48.951210 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58090) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:48.951553 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58092) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:48.955844 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8b99da81-fb7b-43ea-a15c-2c01ed128140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9cf8effe-99a0-45e4-aec4-2f28966c2505), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:48.958457 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7e3aa454-3738-4d49-b780-6928e3273692 None None] Publish callbacks [] for port (3ecfbcb4-469a-47b8-9d86-892b07a4b520), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:48.958780 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-f689e75e-ff15-437a-958a-046bd6758cd4 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-903604212', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:48.963924 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54a0312-c6e7-4ebd-b67a-a43370df4a18 None None] Network 19e5a0ff-3c41-4445-a741-35fbf144eacf requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:49.031413 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99da81-fb7b-43ea-a15c-2c01ed128140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf8effe-99a0-45e4-aec4-2f28966c2505,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:49.038871 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8b99da81-fb7b-43ea-a15c-2c01ed128140 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9c9787bea2794c94ac8cb09c59d77776&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3956320 Jan 28 13:50:49.040902 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58096) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.043396 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [None req-a326801b-c87c-4ba3-a214-405d6f23814b tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.044561 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a326801b-c87c-4ba3-a214-405d6f23814b tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0906281 Jan 28 13:50:49.047113 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58098) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.057787 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [None req-9f2e5841-de60-40e4-9e06-1b618c4cefba tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.059097 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9f2e5841-de60-40e4-9e06-1b618c4cefba tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0107615 Jan 28 13:50:49.064168 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58100) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.069298 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f689e75e-ff15-437a-958a-046bd6758cd4 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (9ac64163-e5c0-4955-b6ce-c0f02726eb3c), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:49.070472 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f689e75e-ff15-437a-958a-046bd6758cd4 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (9ac64163-e5c0-4955-b6ce-c0f02726eb3c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:49.071363 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-ae811f16-227b-45ae-b2ac-3e17bd4f684b tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.075850 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ae811f16-227b-45ae-b2ac-3e17bd4f684b tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0106533 Jan 28 13:50:49.076662 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58102) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.087761 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [None req-5f3da226-88b4-4339-9240-9ad4e0f703cd tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.090328 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5f3da226-88b4-4339-9240-9ad4e0f703cd tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0118201 Jan 28 13:50:49.094365 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58104) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.105402 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [None req-8b13c62f-7c41-4b93-b4a8-ee7304d9c35b tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.106573 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8b13c62f-7c41-4b93-b4a8-ee7304d9c35b tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0111463 Jan 28 13:50:49.112052 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58106) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.121785 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-04619299-cffe-4591-837b-56541a3c9a79 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.125900 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-04619299-cffe-4591-837b-56541a3c9a79 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0127032 Jan 28 13:50:49.126885 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7e3aa454-3738-4d49-b780-6928e3273692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (3ecfbcb4-469a-47b8-9d86-892b07a4b520), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:49.135672 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58108) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.142618 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-8d68ce91-4f4d-4107-afc3-23d0ad5255d0 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.146537 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8d68ce91-4f4d-4107-afc3-23d0ad5255d0 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0097184 Jan 28 13:50:49.148084 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58110) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.152848 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-8142c9cd-1d6d-4c13-bf5a-0fe632d9ee3f tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.157664 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8142c9cd-1d6d-4c13-bf5a-0fe632d9ee3f tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0085812 Jan 28 13:50:49.159604 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58112) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.165938 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-b5408913-b85a-4b91-862b-d4ff92e84ea7 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.170450 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58114) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.172418 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b5408913-b85a-4b91-862b-d4ff92e84ea7 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0112972 Jan 28 13:50:49.176415 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [None req-44b67d5b-803a-45ce-ad72-1699cc44cdb4 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.178953 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-44b67d5b-803a-45ce-ad72-1699cc44cdb4 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0073862 Jan 28 13:50:49.187429 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58116) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.199204 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-cdcff14c-f77a-4068-b3f3-d77254afb098 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.204028 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cdcff14c-f77a-4068-b3f3-d77254afb098 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0149832 Jan 28 13:50:49.205961 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58118) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.206569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3aa454-3738-4d49-b780-6928e3273692 None None] Pushing event updated for resources: {'Port': ['ID=3ecfbcb4-469a-47b8-9d86-892b07a4b520,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:49.211132 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5fb24f6e-393a-4a9e-a9fe-83d0a7fa8546 admin admin] Publish callbacks [] for security_group (9cf8effe-99a0-45e4-aec4-2f28966c2505), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:49.228132 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3aa454-3738-4d49-b780-6928e3273692 None None] Network 629a0596-4326-4173-a2b7-ce712832376d is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:49.237061 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5fb24f6e-393a-4a9e-a9fe-83d0a7fa8546 admin admin] Publish callbacks [] for security_group (9cf8effe-99a0-45e4-aec4-2f28966c2505), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:49.237817 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db16dd6-ed92-49b8-b1cd-af9d578453cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-19e5a0ff-3c41-4445-a741-35fbf144eacf', 'network_id': '19e5a0ff-3c41-4445-a741-35fbf144eacf', 'project_id': '567d098325094a48a7cf1edc5ba35662', 'fixed_ips': [{'subnet_id': 'c6f5c054-4a4e-48cc-b970-a37fdddc5615'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:50:49.239408 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2db16dd6-ed92-49b8-b1cd-af9d578453cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:49.245568 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-7e3aa454-3738-4d49-b780-6928e3273692 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:49.263093 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f689e75e-ff15-437a-958a-046bd6758cd4 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router_controller (9ac64163-e5c0-4955-b6ce-c0f02726eb3c), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:49.265096 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3aa454-3738-4d49-b780-6928e3273692 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:49.266650 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [None req-d0311468-9e24-482d-b649-2ed97ca55297 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.267800 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d0311468-9e24-482d-b649-2ed97ca55297 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0607038 Jan 28 13:50:49.270828 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58120) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.276140 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [None req-8b95abeb-ae79-4e56-bf17-6bb03b8bdb80 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.277706 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8b95abeb-ae79-4e56-bf17-6bb03b8bdb80 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0058327 Jan 28 13:50:49.280354 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58122) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.282861 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f689e75e-ff15-437a-958a-046bd6758cd4 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (9ac64163-e5c0-4955-b6ce-c0f02726eb3c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:49.290564 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [None req-19065379-957f-4e74-95b8-0bd52d0b6412 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.291631 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-19065379-957f-4e74-95b8-0bd52d0b6412 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0100935 Jan 28 13:50:49.300905 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58124) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.314558 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [None req-5fb8240c-dd57-4ca3-9cb1-de3b23ae882c tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.315611 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5fb8240c-dd57-4ca3-9cb1-de3b23ae882c tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0108182 Jan 28 13:50:49.318630 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58126) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.329004 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-16feed7b-91bb-4d50-9a87-cfc179fa9763 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.333722 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-16feed7b-91bb-4d50-9a87-cfc179fa9763 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0134044 Jan 28 13:50:49.335251 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58128) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.337754 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5fb24f6e-393a-4a9e-a9fe-83d0a7fa8546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9cf8effe-99a0-45e4-aec4-2f28966c2505), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:49.346079 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5fb24f6e-393a-4a9e-a9fe-83d0a7fa8546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:49.362364 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5fb24f6e-393a-4a9e-a9fe-83d0a7fa8546 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9cf8effe-99a0-45e4-aec4-2f28966c2505 HTTP/1.1" status: 204 len: 168 time: 0.3104537 Jan 28 13:50:49.374734 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-0b819b09-f6f3-4fa7-a219-e074c70ffa0e tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.375900 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0b819b09-f6f3-4fa7-a219-e074c70ffa0e tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0123217 Jan 28 13:50:49.384301 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f689e75e-ff15-437a-958a-046bd6758cd4 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:49.388489 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58132) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.388819 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f689e75e-ff15-437a-958a-046bd6758cd4 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4362314 Jan 28 13:50:49.389994 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb24f6e-393a-4a9e-a9fe-83d0a7fa8546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf8effe-99a0-45e4-aec4-2f28966c2505,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:49.396310 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58134) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.399312 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-d7f3fbb1-99de-4402-9aba-bf7ff943f926 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.404780 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d7f3fbb1-99de-4402-9aba-bf7ff943f926 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0106318 Jan 28 13:50:49.406061 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58136) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.412604 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-bf40df26-77d2-48a2-9641-d267b41e60cf tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.417715 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bf40df26-77d2-48a2-9641-d267b41e60cf tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0110364 Jan 28 13:50:49.418334 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58138) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.423109 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-f1293331-8818-4b55-96af-471606c0a72f tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.428779 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f1293331-8818-4b55-96af-471606c0a72f tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0093086 Jan 28 13:50:49.429576 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58140) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.436845 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-ee0872d0-ba82-460a-8b84-1042ca60c878 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.442349 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ee0872d0-ba82-460a-8b84-1042ca60c878 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0112169 Jan 28 13:50:49.443055 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58142) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.447527 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-ae529c6e-2d94-4a42-93aa-e04b685752eb tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.452560 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ae529c6e-2d94-4a42-93aa-e04b685752eb tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0084741 Jan 28 13:50:49.453218 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58144) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.458538 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-f24629e0-5aa8-4dd2-b5ac-f9322242eea0 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.463442 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f24629e0-5aa8-4dd2-b5ac-f9322242eea0 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0091615 Jan 28 13:50:49.464058 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58146) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.471655 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-8c4fe013-af32-445e-9ce7-bd39cbfa7b9d tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.476646 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8c4fe013-af32-445e-9ce7-bd39cbfa7b9d tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0100319 Jan 28 13:50:49.477254 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58150) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.481710 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-71ef68f5-4183-44db-a60f-0cd143fd9410 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.486593 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-71ef68f5-4183-44db-a60f-0cd143fd9410 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0082941 Jan 28 13:50:49.487205 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58152) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.490262 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-7e3aa454-3738-4d49-b780-6928e3273692 None None] Attempting to bind port 3ecfbcb4-469a-47b8-9d86-892b07a4b520 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:50:49.490862 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-7e3aa454-3738-4d49-b780-6928e3273692 None None] Attempting to bind port 3ecfbcb4-469a-47b8-9d86-892b07a4b520 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '2d943550-f5c7-4917-a561-948b065e88e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '629a0596-4326-4173-a2b7-ce712832376d'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:50:49.491477 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3aa454-3738-4d49-b780-6928e3273692 None None] Attempting to bind port 3ecfbcb4-469a-47b8-9d86-892b07a4b520 on network 629a0596-4326-4173-a2b7-ce712832376d {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:50:49.493558 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-9b4699fd-5b64-48f2-ba9f-d81a1f5a1d4f tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.497513 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9b4699fd-5b64-48f2-ba9f-d81a1f5a1d4f tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0092604 Jan 28 13:50:49.498117 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58154) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.502226 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3aa454-3738-4d49-b780-6928e3273692 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:50:49.502974 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3aa454-3738-4d49-b780-6928e3273692 None None] Checking segment: {'id': '2d943550-f5c7-4917-a561-948b065e88e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '629a0596-4326-4173-a2b7-ce712832376d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:49.503592 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7e3aa454-3738-4d49-b780-6928e3273692 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:49.504235 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3aa454-3738-4d49-b780-6928e3273692 None None] Bound using segment: {'id': '2d943550-f5c7-4917-a561-948b065e88e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '629a0596-4326-4173-a2b7-ce712832376d'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:50:49.504925 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-980af500-3138-4544-876f-a6bd94098f21 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.505418 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-7e3aa454-3738-4d49-b780-6928e3273692 None None] Bound port: 3ecfbcb4-469a-47b8-9d86-892b07a4b520, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d943550-f5c7-4917-a561-948b065e88e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '629a0596-4326-4173-a2b7-ce712832376d'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:50:49.506020 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7e3aa454-3738-4d49-b780-6928e3273692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3ecfbcb4-469a-47b8-9d86-892b07a4b520), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:49.509331 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-980af500-3138-4544-876f-a6bd94098f21 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0097864 Jan 28 13:50:49.510007 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58156) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.516576 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-b46a4a40-1cff-469d-973f-6a7da2f9f95c tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.520894 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b46a4a40-1cff-469d-973f-6a7da2f9f95c tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0095868 Jan 28 13:50:49.522521 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58158) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.533699 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-d0bd165e-04ea-4408-95c2-649cb51e1b7f tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.538374 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d0bd165e-04ea-4408-95c2-649cb51e1b7f tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0150511 Jan 28 13:50:49.539059 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58160) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.544356 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-a0133c8b-ecbe-4cae-b2fb-00f859bd5067 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.548212 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a0133c8b-ecbe-4cae-b2fb-00f859bd5067 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0080268 Jan 28 13:50:49.548794 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58162) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.553332 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-288fd665-38e8-4b3a-8dbd-ed76c708ce98 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.557898 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-288fd665-38e8-4b3a-8dbd-ed76c708ce98 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0081418 Jan 28 13:50:49.558673 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58164) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.570387 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-d31a90e5-0461-466d-9c09-d6bbcb1ba4b4 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.575405 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d31a90e5-0461-466d-9c09-d6bbcb1ba4b4 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0147049 Jan 28 13:50:49.588220 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58168) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.606162 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-69a64ca2-a254-426e-acc1-5f53d2279229 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.611568 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-69a64ca2-a254-426e-acc1-5f53d2279229 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0125952 Jan 28 13:50:49.612175 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58170) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.618332 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-3a9b0d1c-aa6d-4467-a10e-7c0e18169595 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.622331 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3a9b0d1c-aa6d-4467-a10e-7c0e18169595 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0091822 Jan 28 13:50:49.622945 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58172) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.628627 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-491fd5b8-054e-43bc-808c-bf387b475c05 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.632727 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-491fd5b8-054e-43bc-808c-bf387b475c05 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0087662 Jan 28 13:50:49.633330 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58174) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.639345 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-15afb1ec-3b42-42ef-9cb3-aaaae20bd56d tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.650416 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-15afb1ec-3b42-42ef-9cb3-aaaae20bd56d tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0159814 Jan 28 13:50:49.651173 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58176) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.654753 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-7e3aa454-3738-4d49-b780-6928e3273692 None None] For port 3ecfbcb4-469a-47b8-9d86-892b07a4b520, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:50:49.656691 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-3aefd021-7b27-4933-ae81-f7fdd6e1aa57 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.660720 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3aefd021-7b27-4933-ae81-f7fdd6e1aa57 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0084388 Jan 28 13:50:49.663703 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58178) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.673510 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-7e3aa454-3738-4d49-b780-6928e3273692 None None] For port 3ecfbcb4-469a-47b8-9d86-892b07a4b520, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3ecfbcb4-469a-47b8-9d86-892b07a4b520,segment=NetworkSegment(2d943550-f5c7-4917-a561-948b065e88e7),segment_id=2d943550-f5c7-4917-a561-948b065e88e7)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:50:49.680452 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-b1ff5579-814f-4aee-8fb4-a5e1a389e3ab tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.680452 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b1ff5579-814f-4aee-8fb4-a5e1a389e3ab tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0105064 Jan 28 13:50:49.680957 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58180) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.691068 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-caa4bb0d-3462-42e8-9811-4e75981b2b0d tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.692529 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-caa4bb0d-3462-42e8-9811-4e75981b2b0d tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0106659 Jan 28 13:50:49.697154 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58184) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.702156 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-561b005f-dacd-4c4d-8e24-668cf87f9911 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.704339 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-561b005f-dacd-4c4d-8e24-668cf87f9911 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0058339 Jan 28 13:50:49.706759 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58188) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.711271 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-6ce0618a-7122-41c2-865e-637c9ec0709a tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.714672 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6ce0618a-7122-41c2-865e-637c9ec0709a tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0043659 Jan 28 13:50:49.720060 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58190) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.724683 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-8f3410f8-c0eb-425b-83f1-8535ed707254 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.729859 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8f3410f8-c0eb-425b-83f1-8535ed707254 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0046058 Jan 28 13:50:49.730587 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58192) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.744120 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-88609304-7938-436d-a106-891a766c2a9d tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.747139 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-88609304-7938-436d-a106-891a766c2a9d tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0130527 Jan 28 13:50:49.751422 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58194) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.758806 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-053b9dae-c58c-4b76-85ab-3949eab7e4f4 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.764049 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-053b9dae-c58c-4b76-85ab-3949eab7e4f4 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0083723 Jan 28 13:50:49.765338 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58196) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.777634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-43e10abd-e248-4b20-862e-31c3976f7d3a tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.784363 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-43e10abd-e248-4b20-862e-31c3976f7d3a tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0178039 Jan 28 13:50:49.785893 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58198) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.792180 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-5b0ad843-f3b2-43ac-bd13-dbb3a26f7277 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.800666 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5b0ad843-f3b2-43ac-bd13-dbb3a26f7277 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0127609 Jan 28 13:50:49.801629 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58200) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.807316 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7e3aa454-3738-4d49-b780-6928e3273692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3ecfbcb4-469a-47b8-9d86-892b07a4b520), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:49.809550 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-fde3d28e-7314-468c-a1e8-99270706f2cf tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.821230 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fde3d28e-7314-468c-a1e8-99270706f2cf tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0119622 Jan 28 13:50:49.822931 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58202) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.828134 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-0740cceb-c009-4a00-88f3-2a42d41e2950 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.843882 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0740cceb-c009-4a00-88f3-2a42d41e2950 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0192437 Jan 28 13:50:49.844707 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58204) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.852042 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-772ca492-6056-47c8-a54d-7427e0c5e5de tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.858695 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-772ca492-6056-47c8-a54d-7427e0c5e5de tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0125360 Jan 28 13:50:49.860891 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58206) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.876023 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-6583b8fc-e4f5-4f65-9680-7a1f0b7a3174 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.883892 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6583b8fc-e4f5-4f65-9680-7a1f0b7a3174 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0203943 Jan 28 13:50:49.885859 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58208) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.891465 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [None req-43bd8d66-0d62-42da-a2ec-07aedd2550ac tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.892513 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-43bd8d66-0d62-42da-a2ec-07aedd2550ac tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0052235 Jan 28 13:50:49.901783 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58210) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.907767 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-c54b5f80-5327-4265-bfbc-030ce25feb4d tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.912737 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c54b5f80-5327-4265-bfbc-030ce25feb4d tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0091112 Jan 28 13:50:49.915405 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58212) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.919353 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2deee2d4-4c51-4b0f-93d3-c6afb0105a11 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:50:49.929940 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-090d9239-be24-4fef-92da-1e9104b4c6fe tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.934484 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-090d9239-be24-4fef-92da-1e9104b4c6fe tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0128732 Jan 28 13:50:49.939072 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58214) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.960229 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-6323f673-b3b3-4ab9-bc13-777ef960d947 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:49.976233 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58216) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.997355 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [None req-21cb08ff-6a87-4e3f-ac5c-90b95a4a90ca tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:50.000843 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-21cb08ff-6a87-4e3f-ac5c-90b95a4a90ca tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0112121 Jan 28 13:50:50.003701 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6323f673-b3b3-4ab9-bc13-777ef960d947 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0216448 Jan 28 13:50:50.003701 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58220) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:50.009440 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-ceda9ff5-5fd6-4dc8-90ec-2baf2b76b8d6 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:50.028615 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ceda9ff5-5fd6-4dc8-90ec-2baf2b76b8d6 tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0201309 Jan 28 13:50:50.028962 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58222) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:50.041763 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [None req-2af73c3f-a6c2-4024-8ef2-7bc3e2e7cfef tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:50.046142 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2af73c3f-a6c2-4024-8ef2-7bc3e2e7cfef tempest-ExtensionsTestJSON-1672289799 tempest-ExtensionsTestJSON-1672289799-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0130882 Jan 28 13:50:50.066544 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:50.096598 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-2db16dd6-ed92-49b8-b1cd-af9d578453cf None None] Allocated IP 172.20.0.2 (19e5a0ff-3c41-4445-a741-35fbf144eacf/c6f5c054-4a4e-48cc-b970-a37fdddc5615/e916a105-852f-46a3-ad4d-18289ec1d4ec) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:50.170742 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3aa454-3738-4d49-b780-6928e3273692 None None] Pushing event updated for resources: {'Port': ['ID=3ecfbcb4-469a-47b8-9d86-892b07a4b520,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:50.285279 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f2e9-32f1-4738-a94c-c47a7bbc9c52 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:50.419411 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de4885d7-36c7-401e-b342-fbd201dee82e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:50.448106 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 2deee2d4-4c51-4b0f-93d3-c6afb0105a11 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:50.448668 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2deee2d4-4c51-4b0f-93d3-c6afb0105a11), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:50.653461 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 2deee2d4-4c51-4b0f-93d3-c6afb0105a11 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:50.654107 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2deee2d4-4c51-4b0f-93d3-c6afb0105a11), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:50.694710 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 2deee2d4-4c51-4b0f-93d3-c6afb0105a11, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2deee2d4-4c51-4b0f-93d3-c6afb0105a11,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:50.696661 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2db16dd6-ed92-49b8-b1cd-af9d578453cf None None] Publish callbacks [] for port (e916a105-852f-46a3-ad4d-18289ec1d4ec), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:50.705336 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2deee2d4-4c51-4b0f-93d3-c6afb0105a11), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:50.723322 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2db16dd6-ed92-49b8-b1cd-af9d578453cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (e916a105-852f-46a3-ad4d-18289ec1d4ec), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:50.808594 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db16dd6-ed92-49b8-b1cd-af9d578453cf None None] Network 19e5a0ff-3c41-4445-a741-35fbf144eacf is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:50.818223 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-2db16dd6-ed92-49b8-b1cd-af9d578453cf None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:50.825930 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db16dd6-ed92-49b8-b1cd-af9d578453cf None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:50.863961 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58240) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:50.891677 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=2deee2d4-4c51-4b0f-93d3-c6afb0105a11,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:50.986947 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db16dd6-ed92-49b8-b1cd-af9d578453cf None None] Pushing event updated for resources: {'Port': ['ID=e916a105-852f-46a3-ad4d-18289ec1d4ec,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:50.997429 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-2db16dd6-ed92-49b8-b1cd-af9d578453cf None None] Attempting to bind port e916a105-852f-46a3-ad4d-18289ec1d4ec on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:50:50.997809 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-2db16dd6-ed92-49b8-b1cd-af9d578453cf None None] Attempting to bind port e916a105-852f-46a3-ad4d-18289ec1d4ec by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '0f9f2615-6711-41e9-afbf-5bd9977bc8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '19e5a0ff-3c41-4445-a741-35fbf144eacf'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:50:50.998180 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db16dd6-ed92-49b8-b1cd-af9d578453cf None None] Attempting to bind port e916a105-852f-46a3-ad4d-18289ec1d4ec on network 19e5a0ff-3c41-4445-a741-35fbf144eacf {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:50:51.010637 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db16dd6-ed92-49b8-b1cd-af9d578453cf None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:50:51.017638 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db16dd6-ed92-49b8-b1cd-af9d578453cf None None] Checking segment: {'id': '0f9f2615-6711-41e9-afbf-5bd9977bc8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '19e5a0ff-3c41-4445-a741-35fbf144eacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:51.017638 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2db16dd6-ed92-49b8-b1cd-af9d578453cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.017638 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db16dd6-ed92-49b8-b1cd-af9d578453cf None None] Bound using segment: {'id': '0f9f2615-6711-41e9-afbf-5bd9977bc8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '19e5a0ff-3c41-4445-a741-35fbf144eacf'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:50:51.017638 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-2db16dd6-ed92-49b8-b1cd-af9d578453cf None None] Bound port: e916a105-852f-46a3-ad4d-18289ec1d4ec, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9f2615-6711-41e9-afbf-5bd9977bc8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '19e5a0ff-3c41-4445-a741-35fbf144eacf'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:50:51.017638 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2db16dd6-ed92-49b8-b1cd-af9d578453cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e916a105-852f-46a3-ad4d-18289ec1d4ec), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.117879 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c01e2b22-d928-4c69-98e8-c2d2b585f43a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.133974 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2db16dd6-ed92-49b8-b1cd-af9d578453cf None None] For port e916a105-852f-46a3-ad4d-18289ec1d4ec, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:50:51.137924 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2db16dd6-ed92-49b8-b1cd-af9d578453cf None None] For port e916a105-852f-46a3-ad4d-18289ec1d4ec, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=e916a105-852f-46a3-ad4d-18289ec1d4ec,segment=NetworkSegment(0f9f2615-6711-41e9-afbf-5bd9977bc8bb),segment_id=0f9f2615-6711-41e9-afbf-5bd9977bc8bb)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:50:51.152459 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2db16dd6-ed92-49b8-b1cd-af9d578453cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e916a105-852f-46a3-ad4d-18289ec1d4ec), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.277390 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db16dd6-ed92-49b8-b1cd-af9d578453cf None None] Pushing event updated for resources: {'Port': ['ID=e916a105-852f-46a3-ad4d-18289ec1d4ec,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:51.367327 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c01e2b22-d928-4c69-98e8-c2d2b585f43a admin admin] Publish callbacks [] for security_group (e11fb37d-6d05-4733-a8a0-6de9a23bb964), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.377850 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c01e2b22-d928-4c69-98e8-c2d2b585f43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e11fb37d-6d05-4733-a8a0-6de9a23bb964), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.445261 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c01e2b22-d928-4c69-98e8-c2d2b585f43a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=589121251e6342c69fda7dc20cdb1bef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5784328 Jan 28 13:50:51.447677 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58254) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:51.585630 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e2b22-d928-4c69-98e8-c2d2b585f43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11fb37d-6d05-4733-a8a0-6de9a23bb964,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:51.651440 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-90df23bf-b4f6-4b0b-be4c-0d370fa866ad admin admin] Publish callbacks [] for security_group (e11fb37d-6d05-4733-a8a0-6de9a23bb964), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.733614 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-90df23bf-b4f6-4b0b-be4c-0d370fa866ad admin admin] Publish callbacks [] for security_group (e11fb37d-6d05-4733-a8a0-6de9a23bb964), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.888053 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-90df23bf-b4f6-4b0b-be4c-0d370fa866ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e11fb37d-6d05-4733-a8a0-6de9a23bb964), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.891934 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-90df23bf-b4f6-4b0b-be4c-0d370fa866ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.899051 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-90df23bf-b4f6-4b0b-be4c-0d370fa866ad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e11fb37d-6d05-4733-a8a0-6de9a23bb964 HTTP/1.1" status: 204 len: 168 time: 0.4347551 Jan 28 13:50:51.941702 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df23bf-b4f6-4b0b-be4c-0d370fa866ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11fb37d-6d05-4733-a8a0-6de9a23bb964,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:52.088242 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3ecfbcb4-469a-47b8-9d86-892b07a4b520 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:50:52.148148 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c453a48-6081-485d-8ea7-202800fa0f70 None None] Network 629a0596-4326-4173-a2b7-ce712832376d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:52.260277 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-de4885d7-36c7-401e-b342-fbd201dee82e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Allocated IP 172.20.0.1 (19e5a0ff-3c41-4445-a741-35fbf144eacf/c6f5c054-4a4e-48cc-b970-a37fdddc5615/47b9bcd1-eff3-40e4-849f-9bb830f00949) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:52.321620 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-5fc6f2e9-32f1-4738-a94c-c47a7bbc9c52 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Allocated IP 172.20.0.1 (629a0596-4326-4173-a2b7-ce712832376d/491aa37e-4ac2-45c7-8ded-0b584f80a299/b8750b64-4416-445f-94b9-48705f809a17) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:52.342435 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-11453554-150f-4b14-8a1d-4ca407cef0c9 None None] Provisioning complete for port 3ecfbcb4-469a-47b8-9d86-892b07a4b520 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:52.346059 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11453554-150f-4b14-8a1d-4ca407cef0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3ecfbcb4-469a-47b8-9d86-892b07a4b520), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:52.457882 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 3ecfbcb4-469a-47b8-9d86-892b07a4b520 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:52.458614 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3ecfbcb4-469a-47b8-9d86-892b07a4b520), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:52.572251 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de4885d7-36c7-401e-b342-fbd201dee82e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for port (47b9bcd1-eff3-40e4-849f-9bb830f00949), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:52.600336 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58316) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:52.622377 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-11453554-150f-4b14-8a1d-4ca407cef0c9 None None] Current status of the port 3ecfbcb4-469a-47b8-9d86-892b07a4b520 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:52.623026 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11453554-150f-4b14-8a1d-4ca407cef0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3ecfbcb4-469a-47b8-9d86-892b07a4b520), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:52.707877 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 3ecfbcb4-469a-47b8-9d86-892b07a4b520 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:52.708590 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3ecfbcb4-469a-47b8-9d86-892b07a4b520), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:52.737618 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-11453554-150f-4b14-8a1d-4ca407cef0c9 None None] For port 3ecfbcb4-469a-47b8-9d86-892b07a4b520, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3ecfbcb4-469a-47b8-9d86-892b07a4b520,segment=NetworkSegment(2d943550-f5c7-4917-a561-948b065e88e7),segment_id=2d943550-f5c7-4917-a561-948b065e88e7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:52.751504 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de4885d7-36c7-401e-b342-fbd201dee82e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (47b9bcd1-eff3-40e4-849f-9bb830f00949), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:52.767993 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-11453554-150f-4b14-8a1d-4ca407cef0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3ecfbcb4-469a-47b8-9d86-892b07a4b520), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:52.846744 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4885d7-36c7-401e-b342-fbd201dee82e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network 19e5a0ff-3c41-4445-a741-35fbf144eacf is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:52.878880 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-de4885d7-36c7-401e-b342-fbd201dee82e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:52.881186 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea2fdd08-0431-4d19-bc85-65a7b4f61111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:52.885384 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4885d7-36c7-401e-b342-fbd201dee82e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:52.905482 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:50:52.905835 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:50:52.969797 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11453554-150f-4b14-8a1d-4ca407cef0c9 None None] Pushing event updated for resources: {'Port': ['ID=3ecfbcb4-469a-47b8-9d86-892b07a4b520,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:53.049366 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de4885d7-36c7-401e-b342-fbd201dee82e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (9ac64163-e5c0-4955-b6ce-c0f02726eb3c), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.098153 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea2fdd08-0431-4d19-bc85-65a7b4f61111 admin admin] Publish callbacks [] for security_group (480d563e-9c1c-422d-8e59-7644699e33c5), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.104388 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea2fdd08-0431-4d19-bc85-65a7b4f61111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (480d563e-9c1c-422d-8e59-7644699e33c5), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.117397 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a47b2769-cf50-4bbb-b8c3-31e6d5844a7e None None] Provisioning complete for port 3ecfbcb4-469a-47b8-9d86-892b07a4b520 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:53.117902 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a47b2769-cf50-4bbb-b8c3-31e6d5844a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3ecfbcb4-469a-47b8-9d86-892b07a4b520), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.176608 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4885d7-36c7-401e-b342-fbd201dee82e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Port': ['ID=47b9bcd1-eff3-40e4-849f-9bb830f00949,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:53.183198 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fdd08-0431-4d19-bc85-65a7b4f61111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480d563e-9c1c-422d-8e59-7644699e33c5,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:53.214383 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ea2fdd08-0431-4d19-bc85-65a7b4f61111 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=41a7702a98bb4fb282e442be0427f9ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6099334 Jan 28 13:50:53.214872 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58334) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:53.328944 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a47b2769-cf50-4bbb-b8c3-31e6d5844a7e None None] Current status of the port 3ecfbcb4-469a-47b8-9d86-892b07a4b520 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:53.372158 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f2e9-32f1-4738-a94c-c47a7bbc9c52 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for port (b8750b64-4416-445f-94b9-48705f809a17), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.473285 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 3ecfbcb4-469a-47b8-9d86-892b07a4b520 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:53.474492 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2deee2d4-4c51-4b0f-93d3-c6afb0105a11 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:50:53.515869 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58344) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:53.566802 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de4885d7-36c7-401e-b342-fbd201dee82e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (47b9bcd1-eff3-40e4-849f-9bb830f00949), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.569983 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f2e9-32f1-4738-a94c-c47a7bbc9c52 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (b8750b64-4416-445f-94b9-48705f809a17), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.595125 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8cadb223-f4dc-4e9d-89f4-525a3202ac1f admin admin] Publish callbacks [] for security_group (480d563e-9c1c-422d-8e59-7644699e33c5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.606063 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7790a3d2-3996-4245-b067-4bf66b09eca5 None None] Network 19e5a0ff-3c41-4445-a741-35fbf144eacf requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:53.642106 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc6f2e9-32f1-4738-a94c-c47a7bbc9c52 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Network 629a0596-4326-4173-a2b7-ce712832376d is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:53.652806 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8cadb223-f4dc-4e9d-89f4-525a3202ac1f admin admin] Publish callbacks [] for security_group (480d563e-9c1c-422d-8e59-7644699e33c5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.655156 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-5fc6f2e9-32f1-4738-a94c-c47a7bbc9c52 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:53.700076 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 2deee2d4-4c51-4b0f-93d3-c6afb0105a11 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:53.700685 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2deee2d4-4c51-4b0f-93d3-c6afb0105a11), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.703265 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-3109f139-dfa8-439c-ac3a-0d68b54d28b0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-137739003'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:53.761500 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3109f139-dfa8-439c-ac3a-0d68b54d28b0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:53.766725 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3109f139-dfa8-439c-ac3a-0d68b54d28b0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.767164 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-af916de2-6624-4a4a-84e5-9f829b767447 None None] Provisioning complete for port e916a105-852f-46a3-ad4d-18289ec1d4ec triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:53.767689 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af916de2-6624-4a4a-84e5-9f829b767447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e916a105-852f-46a3-ad4d-18289ec1d4ec), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.799199 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3109f139-dfa8-439c-ac3a-0d68b54d28b0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.011886 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3109f139-dfa8-439c-ac3a-0d68b54d28b0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (5340f337-b14d-4962-b3b7-eaf3e6d806ec), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.019163 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de4885d7-36c7-401e-b342-fbd201dee82e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for port (47b9bcd1-eff3-40e4-849f-9bb830f00949), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.021591 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc6f2e9-32f1-4738-a94c-c47a7bbc9c52 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:54.029601 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3109f139-dfa8-439c-ac3a-0d68b54d28b0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5340f337-b14d-4962-b3b7-eaf3e6d806ec), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.076853 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f2e9-32f1-4738-a94c-c47a7bbc9c52 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.086635 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de4885d7-36c7-401e-b342-fbd201dee82e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (47b9bcd1-eff3-40e4-849f-9bb830f00949), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.094714 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3109f139-dfa8-439c-ac3a-0d68b54d28b0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5340f337-b14d-4962-b3b7-eaf3e6d806ec,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:54.121528 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3109f139-dfa8-439c-ac3a-0d68b54d28b0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:50:54.138801 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3109f139-dfa8-439c-ac3a-0d68b54d28b0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (6e34ea92-1e65-41e6-8340-169c4e7306dc), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.139505 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-3109f139-dfa8-439c-ac3a-0d68b54d28b0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Added segment 6e34ea92-1e65-41e6-8340-169c4e7306dc of type vlan for network 5a65c9c3-2d9c-4872-a2d2-37606b4183f6 Jan 28 13:50:54.174486 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6f2e9-32f1-4738-a94c-c47a7bbc9c52 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Port': ['ID=b8750b64-4416-445f-94b9-48705f809a17,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:54.227221 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3109f139-dfa8-439c-ac3a-0d68b54d28b0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (5a65c9c3-2d9c-4872-a2d2-37606b4183f6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.275180 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3109f139-dfa8-439c-ac3a-0d68b54d28b0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (5a65c9c3-2d9c-4872-a2d2-37606b4183f6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.281899 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-af916de2-6624-4a4a-84e5-9f829b767447 None None] Current status of the port e916a105-852f-46a3-ad4d-18289ec1d4ec is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:54.282999 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af916de2-6624-4a4a-84e5-9f829b767447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e916a105-852f-46a3-ad4d-18289ec1d4ec), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.285273 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3109f139-dfa8-439c-ac3a-0d68b54d28b0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:54.285851 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3109f139-dfa8-439c-ac3a-0d68b54d28b0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.339742 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3109f139-dfa8-439c-ac3a-0d68b54d28b0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8217988 Jan 28 13:50:54.346015 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58352) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:54.355616 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4885d7-36c7-401e-b342-fbd201dee82e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Port': ['ID=47b9bcd1-eff3-40e4-849f-9bb830f00949,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:54.367958 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de4885d7-36c7-401e-b342-fbd201dee82e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (9ac64163-e5c0-4955-b6ce-c0f02726eb3c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.392924 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-af916de2-6624-4a4a-84e5-9f829b767447 None None] For port e916a105-852f-46a3-ad4d-18289ec1d4ec, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=e916a105-852f-46a3-ad4d-18289ec1d4ec,segment=NetworkSegment(0f9f2615-6711-41e9-afbf-5bd9977bc8bb),segment_id=0f9f2615-6711-41e9-afbf-5bd9977bc8bb)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:54.418827 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af916de2-6624-4a4a-84e5-9f829b767447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e916a105-852f-46a3-ad4d-18289ec1d4ec), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.445329 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-c9e0a083-6bf7-4213-8c5a-277f1f4bd858 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'port': {'network_id': '5a65c9c3-2d9c-4872-a2d2-37606b4183f6', 'name': 'tempest-PortsTestJSON-1704151366'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:54.484238 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8cadb223-f4dc-4e9d-89f4-525a3202ac1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (480d563e-9c1c-422d-8e59-7644699e33c5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.502245 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8cadb223-f4dc-4e9d-89f4-525a3202ac1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.504216 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8cadb223-f4dc-4e9d-89f4-525a3202ac1f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/480d563e-9c1c-422d-8e59-7644699e33c5 HTTP/1.1" status: 204 len: 168 time: 1.2787929 Jan 28 13:50:54.536977 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af916de2-6624-4a4a-84e5-9f829b767447 None None] Pushing event updated for resources: {'Port': ['ID=e916a105-852f-46a3-ad4d-18289ec1d4ec,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:54.540488 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 2deee2d4-4c51-4b0f-93d3-c6afb0105a11 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:54.551455 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3109f139-dfa8-439c-ac3a-0d68b54d28b0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Network': ['ID=5a65c9c3-2d9c-4872-a2d2-37606b4183f6,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:54.567534 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c72de0cf-bd33-496e-9b0d-b6142310ac86 None None] Provisioning complete for port e916a105-852f-46a3-ad4d-18289ec1d4ec triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:54.567777 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c72de0cf-bd33-496e-9b0d-b6142310ac86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e916a105-852f-46a3-ad4d-18289ec1d4ec), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.581986 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadb223-f4dc-4e9d-89f4-525a3202ac1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480d563e-9c1c-422d-8e59-7644699e33c5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:54.627546 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f2e9-32f1-4738-a94c-c47a7bbc9c52 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b8750b64-4416-445f-94b9-48705f809a17), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.656692 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e0a083-6bf7-4213-8c5a-277f1f4bd858 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:54.665599 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c9e0a083-6bf7-4213-8c5a-277f1f4bd858 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.676121 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 5a65c9c3-2d9c-4872-a2d2-37606b4183f6 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:50:54.716736 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-c9e0a083-6bf7-4213-8c5a-277f1f4bd858 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] device_id is not set on port d899c2d6-736a-4ef5-b457-58c178aef84a yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:50:54.776695 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4885d7-36c7-401e-b342-fbd201dee82e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network 19e5a0ff-3c41-4445-a741-35fbf144eacf is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:54.782949 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-de4885d7-36c7-401e-b342-fbd201dee82e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:54.915559 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c72de0cf-bd33-496e-9b0d-b6142310ac86 None None] Current status of the port e916a105-852f-46a3-ad4d-18289ec1d4ec is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:54.939846 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c72de0cf-bd33-496e-9b0d-b6142310ac86 None None] Provisioning complete for port b8750b64-4416-445f-94b9-48705f809a17 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:54.940228 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c72de0cf-bd33-496e-9b0d-b6142310ac86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b8750b64-4416-445f-94b9-48705f809a17), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.977958 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c72de0cf-bd33-496e-9b0d-b6142310ac86 None None] Port b8750b64-4416-445f-94b9-48705f809a17 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:50:54.994247 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c72de0cf-bd33-496e-9b0d-b6142310ac86 None None] Provisioning complete for port 47b9bcd1-eff3-40e4-849f-9bb830f00949 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:54.994512 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c72de0cf-bd33-496e-9b0d-b6142310ac86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (47b9bcd1-eff3-40e4-849f-9bb830f00949), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.015851 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3ecfbcb4-469a-47b8-9d86-892b07a4b520 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:50:55.089248 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c72de0cf-bd33-496e-9b0d-b6142310ac86 None None] Port 47b9bcd1-eff3-40e4-849f-9bb830f00949 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:50:55.097465 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 3ecfbcb4-469a-47b8-9d86-892b07a4b520 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:55.098138 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3ecfbcb4-469a-47b8-9d86-892b07a4b520), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.111942 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c9e0a083-6bf7-4213-8c5a-277f1f4bd858 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for port (d899c2d6-736a-4ef5-b457-58c178aef84a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.152814 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4885d7-36c7-401e-b342-fbd201dee82e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Router 9ac64163-e5c0-4955-b6ce-c0f02726eb3c is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:50:55.164319 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c9e0a083-6bf7-4213-8c5a-277f1f4bd858 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (d899c2d6-736a-4ef5-b457-58c178aef84a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.259270 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-2d0bc329-457e-479b-9ef6-004218bba830 None None] Provisioning complete for port 47b9bcd1-eff3-40e4-849f-9bb830f00949 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:55.259270 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d0bc329-457e-479b-9ef6-004218bba830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (47b9bcd1-eff3-40e4-849f-9bb830f00949), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.302884 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0a083-6bf7-4213-8c5a-277f1f4bd858 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Port': ['ID=d899c2d6-736a-4ef5-b457-58c178aef84a,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:55.306785 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 3ecfbcb4-469a-47b8-9d86-892b07a4b520 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:55.309605 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e916a105-852f-46a3-ad4d-18289ec1d4ec up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:50:55.312380 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e0a083-6bf7-4213-8c5a-277f1f4bd858 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Checking segment: {'id': '6e34ea92-1e65-41e6-8340-169c4e7306dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5a65c9c3-2d9c-4872-a2d2-37606b4183f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:55.312871 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e0a083-6bf7-4213-8c5a-277f1f4bd858 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network hostable DHCP agents. Network: 5a65c9c3-2d9c-4872-a2d2-37606b4183f6, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:50:55.336773 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e0a083-6bf7-4213-8c5a-277f1f4bd858 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network 5a65c9c3-2d9c-4872-a2d2-37606b4183f6 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:50:55.352674 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-c9e0a083-6bf7-4213-8c5a-277f1f4bd858 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 5a65c9c3-2d9c-4872-a2d2-37606b4183f6) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:55.368725 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e0a083-6bf7-4213-8c5a-277f1f4bd858 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:55.388581 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e0a083-6bf7-4213-8c5a-277f1f4bd858 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:55.390715 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c9e0a083-6bf7-4213-8c5a-277f1f4bd858 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.405564 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3bf1f4-7b29-40b4-ad5e-c13d72b13d83 None None] Network 5a65c9c3-2d9c-4872-a2d2-37606b4183f6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:55.424284 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c9e0a083-6bf7-4213-8c5a-277f1f4bd858 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0771816 Jan 28 13:50:55.427583 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58378) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:55.455368 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-ccee3fcf-5589-4b6a-87c1-367526aeff38 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-49622950'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:55.478729 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4885d7-36c7-401e-b342-fbd201dee82e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:50:55.511921 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-de4885d7-36c7-401e-b342-fbd201dee82e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "PUT /v2.0/routers/9ac64163-e5c0-4955-b6ce-c0f02726eb3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1068046 Jan 28 13:50:55.512612 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58382) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:55.512705 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port e916a105-852f-46a3-ad4d-18289ec1d4ec triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:55.512705 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e916a105-852f-46a3-ad4d-18289ec1d4ec), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.512705 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2d0bc329-457e-479b-9ef6-004218bba830 None None] Port 47b9bcd1-eff3-40e4-849f-9bb830f00949 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:50:55.512889 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f2e9-32f1-4738-a94c-c47a7bbc9c52 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for port (b8750b64-4416-445f-94b9-48705f809a17), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.518736 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef21178-3232-49de-8d07-850593741d35 None None] Sync routers for ids ['9ac64163-e5c0-4955-b6ce-c0f02726eb3c'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:50:55.522697 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f2e9-32f1-4738-a94c-c47a7bbc9c52 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (b8750b64-4416-445f-94b9-48705f809a17), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.530581 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccee3fcf-5589-4b6a-87c1-367526aeff38 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:55.540358 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ccee3fcf-5589-4b6a-87c1-367526aeff38 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.591466 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef21178-3232-49de-8d07-850593741d35 None None] Routers {'9ac64163-e5c0-4955-b6ce-c0f02726eb3c'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:55.592152 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9ef21178-3232-49de-8d07-850593741d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:50:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['9ac64163-e5c0-4955-b6ce-c0f02726eb3c'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:55.620208 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6f2e9-32f1-4738-a94c-c47a7bbc9c52 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Port': ['ID=b8750b64-4416-445f-94b9-48705f809a17,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:55.632766 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c04a8c-4977-439d-a734-405afa82df6d tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:55.634502 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e5c04a8c-4977-439d-a734-405afa82df6d tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "GET /v2.0/ports/47b9bcd1-eff3-40e4-849f-9bb830f00949 HTTP/1.1" status: 200 len: 910 time: 0.1256905 Jan 28 13:50:55.637317 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58392) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:55.640224 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9ef21178-3232-49de-8d07-850593741d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:55.643334 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-54d92aea-e5ec-44a3-9003-46ec2b219236 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c6f5c054-4a4e-48cc-b970-a37fdddc5615'}]}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:55.662060 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f2e9-32f1-4738-a94c-c47a7bbc9c52 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.663703 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef21178-3232-49de-8d07-850593741d35 None None] Routers {'9ac64163-e5c0-4955-b6ce-c0f02726eb3c'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:55.664457 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9ef21178-3232-49de-8d07-850593741d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:50:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['9ac64163-e5c0-4955-b6ce-c0f02726eb3c'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:55.705933 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9ef21178-3232-49de-8d07-850593741d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:55.706591 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef21178-3232-49de-8d07-850593741d35 None None] The sync data for ids ['9ac64163-e5c0-4955-b6ce-c0f02726eb3c'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:50:55.708069 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccee3fcf-5589-4b6a-87c1-367526aeff38 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:50:55.733636 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9958e1ce-baf1-42a8-90aa-c2bc4b2d68c2 None None] Provisioning complete for port 47b9bcd1-eff3-40e4-849f-9bb830f00949 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:55.735974 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9958e1ce-baf1-42a8-90aa-c2bc4b2d68c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (47b9bcd1-eff3-40e4-849f-9bb830f00949), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.741314 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ccee3fcf-5589-4b6a-87c1-367526aeff38 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (c55d1c4f-2efe-4fc7-bd0f-bb348ac49e94), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.741988 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-ccee3fcf-5589-4b6a-87c1-367526aeff38 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Added segment c55d1c4f-2efe-4fc7-bd0f-bb348ac49e94 of type vlan for network 7ba1f6cb-5238-4307-aab7-fe8fbe7f61b7 Jan 28 13:50:55.813453 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9958e1ce-baf1-42a8-90aa-c2bc4b2d68c2 None None] Port 47b9bcd1-eff3-40e4-849f-9bb830f00949 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:50:55.824209 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc6f2e9-32f1-4738-a94c-c47a7bbc9c52 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Network 629a0596-4326-4173-a2b7-ce712832376d is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:55.825835 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-5fc6f2e9-32f1-4738-a94c-c47a7bbc9c52 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:55.859372 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ccee3fcf-5589-4b6a-87c1-367526aeff38 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (7ba1f6cb-5238-4307-aab7-fe8fbe7f61b7), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.967723 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port e916a105-852f-46a3-ad4d-18289ec1d4ec is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:56.016528 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ccee3fcf-5589-4b6a-87c1-367526aeff38 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (7ba1f6cb-5238-4307-aab7-fe8fbe7f61b7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:56.027631 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccee3fcf-5589-4b6a-87c1-367526aeff38 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:56.028295 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ccee3fcf-5589-4b6a-87c1-367526aeff38 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:56.089384 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ccee3fcf-5589-4b6a-87c1-367526aeff38 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6512966 Jan 28 13:50:56.092647 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58402) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:56.096692 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc6f2e9-32f1-4738-a94c-c47a7bbc9c52 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Router 70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:50:56.110455 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-ea0fc239-b85a-492b-b594-b2705ab14e47 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'ports': [{'network_id': '5a65c9c3-2d9c-4872-a2d2-37606b4183f6'}, {'network_id': '7ba1f6cb-5238-4307-aab7-fe8fbe7f61b7'}]} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:56.111396 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-ea0fc239-b85a-492b-b594-b2705ab14e47 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'port': {'network_id': '5a65c9c3-2d9c-4872-a2d2-37606b4183f6'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:56.112038 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-ea0fc239-b85a-492b-b594-b2705ab14e47 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'port': {'network_id': '7ba1f6cb-5238-4307-aab7-fe8fbe7f61b7'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:56.122345 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-54d92aea-e5ec-44a3-9003-46ec2b219236 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (47b9bcd1-eff3-40e4-849f-9bb830f00949), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:56.274770 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-734095fa-e18b-4c28-8fa5-fdea68a8ba31 None None] Provisioning complete for port b8750b64-4416-445f-94b9-48705f809a17 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:56.275259 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-734095fa-e18b-4c28-8fa5-fdea68a8ba31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b8750b64-4416-445f-94b9-48705f809a17), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:56.294697 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee3fcf-5589-4b6a-87c1-367526aeff38 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Network': ['ID=7ba1f6cb-5238-4307-aab7-fe8fbe7f61b7,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:56.359491 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 7ba1f6cb-5238-4307-aab7-fe8fbe7f61b7 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:50:56.538602 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-734095fa-e18b-4c28-8fa5-fdea68a8ba31 None None] Port b8750b64-4416-445f-94b9-48705f809a17 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:50:56.634537 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-14a144d3-3a0c-46df-9263-596b1e8d0fc7 req-591070b5-85fb-44d6-9c55-aaa251f4fd8b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5090432 Jan 28 13:50:56.808374 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a144d3-3a0c-46df-9263-596b1e8d0fc7 req-08178228-474a-425b-9906-bbac541a0566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:56.810299 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-14a144d3-3a0c-46df-9263-596b1e8d0fc7 req-08178228-474a-425b-9906-bbac541a0566 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a710706f51d4196913035417fac81e3&device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 1096 time: 0.1125162 Jan 28 13:50:56.970869 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a144d3-3a0c-46df-9263-596b1e8d0fc7 req-b87722e1-242f-4005-bd38-fcb29f5ce490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:56.972567 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-14a144d3-3a0c-46df-9263-596b1e8d0fc7 req-b87722e1-242f-4005-bd38-fcb29f5ce490 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 HTTP/1.1" status: 200 len: 911 time: 0.1287732 Jan 28 13:50:57.093387 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-54d92aea-e5ec-44a3-9003-46ec2b219236 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for port (47b9bcd1-eff3-40e4-849f-9bb830f00949), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.148844 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-54d92aea-e5ec-44a3-9003-46ec2b219236 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (47b9bcd1-eff3-40e4-849f-9bb830f00949), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.185103 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc6f2e9-32f1-4738-a94c-c47a7bbc9c52 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:50:57.186821 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58442) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:57.215279 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5fc6f2e9-32f1-4738-a94c-c47a7bbc9c52 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "PUT /v2.0/routers/70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9868884 Jan 28 13:50:57.238641 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798b2d6c-1d11-495d-b0c3-1af1e1273af8 None None] Sync routers for ids ['70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:50:57.281036 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-14a144d3-3a0c-46df-9263-596b1e8d0fc7 req-39fc51af-c76c-45ad-a583-e8b8c86b7eea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 HTTP/1.1" status: 200 len: 1001 time: 0.3009398 Jan 28 13:50:57.283441 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798b2d6c-1d11-495d-b0c3-1af1e1273af8 None None] Routers {'70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:57.284079 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-798b2d6c-1d11-495d-b0c3-1af1e1273af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:50:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:57.284233 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0fc239-b85a-492b-b594-b2705ab14e47 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'port': 2} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:57.291275 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ea0fc239-b85a-492b-b594-b2705ab14e47 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.326590 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ea0fc239-b85a-492b-b594-b2705ab14e47 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.459308 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d92aea-e5ec-44a3-9003-46ec2b219236 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:57.460083 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-54d92aea-e5ec-44a3-9003-46ec2b219236 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.464530 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-54d92aea-e5ec-44a3-9003-46ec2b219236 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "PUT /v2.0/ports/47b9bcd1-eff3-40e4-849f-9bb830f00949 HTTP/1.1" status: 200 len: 910 time: 1.8260765 Jan 28 13:50:57.465739 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d92aea-e5ec-44a3-9003-46ec2b219236 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Port': ['ID=47b9bcd1-eff3-40e4-849f-9bb830f00949,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:57.469526 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58450) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:57.524154 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a144d3-3a0c-46df-9263-596b1e8d0fc7 req-7f8eb926-ed4d-4e19-b433-0595144ec37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:57.525639 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-14a144d3-3a0c-46df-9263-596b1e8d0fc7 req-7f8eb926-ed4d-4e19-b433-0595144ec37e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a282eac7-c6f7-4e0b-bd51-f3e60c647f6a HTTP/1.1" status: 200 len: 850 time: 0.2121887 Jan 28 13:50:57.532820 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ecdefc93-d8e1-4f20-93e6-226b11bd4b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.689809 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-ea0fc239-b85a-492b-b594-b2705ab14e47 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] device_id is not set on port 841ff8ba-b628-4be1-bc77-e3e11e638e79 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:50:57.736422 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-798b2d6c-1d11-495d-b0c3-1af1e1273af8 None None] Set router 70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:57.794868 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ecdefc93-d8e1-4f20-93e6-226b11bd4b66 admin admin] Publish callbacks [] for security_group (fd646cbe-6856-429a-8c12-5538576619ea), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.817553 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ecdefc93-d8e1-4f20-93e6-226b11bd4b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (fd646cbe-6856-429a-8c12-5538576619ea), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.896620 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ecdefc93-d8e1-4f20-93e6-226b11bd4b66 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0283df856c114023b9dc845e9aad5dcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6982985 Jan 28 13:50:57.907076 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58464) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:57.910719 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a144d3-3a0c-46df-9263-596b1e8d0fc7 req-4bfad41e-320b-4aef-a2ff-75c1b48b9d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:57.914780 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-14a144d3-3a0c-46df-9263-596b1e8d0fc7 req-4bfad41e-320b-4aef-a2ff-75c1b48b9d60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3822372 Jan 28 13:50:58.080291 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-60e9508c-c4df-4226-a281-5de925c3329a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1282322946&fields=id&tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5 HTTP/1.1" status: 200 len: 267 time: 0.1981387 Jan 28 13:50:58.149765 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-14a144d3-3a0c-46df-9263-596b1e8d0fc7 req-ed84e584-b27f-4a1b-b1cf-b17ca08771bf service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261553 Jan 28 13:50:58.166023 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-798b2d6c-1d11-495d-b0c3-1af1e1273af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710247967', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:42Z', 'updated_at': '2022-01-28T13:50:54Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:43Z', 'updated_at': '2022-01-28T13:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'b8750b64-4416-445f-94b9-48705f809a17', 'name': '', 'network_id': '629a0596-4326-4173-a2b7-ce712832376d', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:36:76:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '491aa37e-4ac2-45c7-8ded-0b584f80a299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:51Z', 'updated_at': '2022-01-28T13:50:55Z', 'revision_number': 2, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': '491aa37e-4ac2-45c7-8ded-0b584f80a299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:58.216656 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdefc93-d8e1-4f20-93e6-226b11bd4b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd646cbe-6856-429a-8c12-5538576619ea,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:58.217211 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798b2d6c-1d11-495d-b0c3-1af1e1273af8 None None] Checking router: 70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:50:58.217211 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798b2d6c-1d11-495d-b0c3-1af1e1273af8 None None] Updating router 70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48 port b8750b64-4416-445f-94b9-48705f809a17 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:50:58.252024 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-798b2d6c-1d11-495d-b0c3-1af1e1273af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b8750b64-4416-445f-94b9-48705f809a17), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.377982 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ea0fc239-b85a-492b-b594-b2705ab14e47 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for port (841ff8ba-b628-4be1-bc77-e3e11e638e79), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.437020 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bc528ded-bc16-4aad-a849-2bae5df9bbc1 admin admin] Publish callbacks [] for security_group (fd646cbe-6856-429a-8c12-5538576619ea), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.525967 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-dca20970-4b11-4628-bab2-f6b14261d15a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:58.527616 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-dca20970-4b11-4628-bab2-f6b14261d15a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/networks?id=629a0596-4326-4173-a2b7-ce712832376d HTTP/1.1" status: 200 len: 797 time: 0.3937750 Jan 28 13:50:58.533246 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-ea0fc239-b85a-492b-b594-b2705ab14e47 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] device_id is not set on port d96032ed-8833-4b98-a4bc-f7770098f0db yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:50:58.538589 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bc528ded-bc16-4aad-a849-2bae5df9bbc1 admin admin] Publish callbacks [] for security_group (fd646cbe-6856-429a-8c12-5538576619ea), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.558765 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-cc346efd-366a-4bed-a2aa-417b69c9f962 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/quotas/9f0b15f597ac4a5a9c830cecb46d6cf5 HTTP/1.1" status: 200 len: 375 time: 0.0178857 Jan 28 13:50:58.666736 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-798b2d6c-1d11-495d-b0c3-1af1e1273af8 None None] Publish callbacks [] for port (b8750b64-4416-445f-94b9-48705f809a17), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.680402 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-798b2d6c-1d11-495d-b0c3-1af1e1273af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b8750b64-4416-445f-94b9-48705f809a17), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.690518 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-0c43d3af-dca8-4e29-9734-a80c4e7ae16d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1218302 Jan 28 13:50:58.714881 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bc528ded-bc16-4aad-a849-2bae5df9bbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (fd646cbe-6856-429a-8c12-5538576619ea), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.717925 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bc528ded-bc16-4aad-a849-2bae5df9bbc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.719262 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bc528ded-bc16-4aad-a849-2bae5df9bbc1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fd646cbe-6856-429a-8c12-5538576619ea HTTP/1.1" status: 204 len: 168 time: 0.8104107 Jan 28 13:50:58.759081 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-14a144d3-3a0c-46df-9263-596b1e8d0fc7 req-dd780591-253d-4162-a803-3c0718bad349 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6030848 Jan 28 13:50:58.779013 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc528ded-bc16-4aad-a849-2bae5df9bbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd646cbe-6856-429a-8c12-5538576619ea,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:58.822636 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672900bd-a9dc-4d2b-b1f6-9b2ae62d2b25 None None] Pushing event updated for resources: {'Port': ['ID=b8750b64-4416-445f-94b9-48705f809a17,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:58.844912 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ea0fc239-b85a-492b-b594-b2705ab14e47 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for port (d96032ed-8833-4b98-a4bc-f7770098f0db), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.883677 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-40e056a1-955c-47d9-8338-f1cb7ff4beac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (9ac64163-e5c0-4955-b6ce-c0f02726eb3c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.895361 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-2c518c27-c39f-4f00-bb5e-2b5af5df2b26 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:58.898034 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-2c518c27-c39f-4f00-bb5e-2b5af5df2b26 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1858630 Jan 28 13:50:58.972785 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-798b2d6c-1d11-495d-b0c3-1af1e1273af8 None None] Attempting to bind port b8750b64-4416-445f-94b9-48705f809a17 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:50:58.973685 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-798b2d6c-1d11-495d-b0c3-1af1e1273af8 None None] Attempting to bind port b8750b64-4416-445f-94b9-48705f809a17 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '2d943550-f5c7-4917-a561-948b065e88e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '629a0596-4326-4173-a2b7-ce712832376d'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:50:58.974048 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798b2d6c-1d11-495d-b0c3-1af1e1273af8 None None] Attempting to bind port b8750b64-4416-445f-94b9-48705f809a17 on network 629a0596-4326-4173-a2b7-ce712832376d {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:50:58.997747 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798b2d6c-1d11-495d-b0c3-1af1e1273af8 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:50:58.998135 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798b2d6c-1d11-495d-b0c3-1af1e1273af8 None None] Checking segment: {'id': '2d943550-f5c7-4917-a561-948b065e88e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '629a0596-4326-4173-a2b7-ce712832376d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:58.998513 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-798b2d6c-1d11-495d-b0c3-1af1e1273af8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.998901 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798b2d6c-1d11-495d-b0c3-1af1e1273af8 None None] Bound using segment: {'id': '2d943550-f5c7-4917-a561-948b065e88e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '629a0596-4326-4173-a2b7-ce712832376d'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:50:58.999401 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-798b2d6c-1d11-495d-b0c3-1af1e1273af8 None None] Bound port: b8750b64-4416-445f-94b9-48705f809a17, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d943550-f5c7-4917-a561-948b065e88e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '629a0596-4326-4173-a2b7-ce712832376d'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:50:58.999762 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-798b2d6c-1d11-495d-b0c3-1af1e1273af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b8750b64-4416-445f-94b9-48705f809a17), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.031221 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ea0fc239-b85a-492b-b594-b2705ab14e47 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (841ff8ba-b628-4be1-bc77-e3e11e638e79), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.088138 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0fc239-b85a-492b-b594-b2705ab14e47 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Port': ['ID=841ff8ba-b628-4be1-bc77-e3e11e638e79,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:59.129015 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0fc239-b85a-492b-b594-b2705ab14e47 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network 5a65c9c3-2d9c-4872-a2d2-37606b4183f6 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:59.133118 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-ea0fc239-b85a-492b-b594-b2705ab14e47 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:59.149322 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-7cb47059-f2a1-4097-b2e3-ad48d77b15e4 service neutron] 10.222.0.39 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443552 Jan 28 13:50:59.159912 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0fc239-b85a-492b-b594-b2705ab14e47 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:59.160933 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ea0fc239-b85a-492b-b594-b2705ab14e47 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (d96032ed-8833-4b98-a4bc-f7770098f0db), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.173651 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-798b2d6c-1d11-495d-b0c3-1af1e1273af8 None None] For port b8750b64-4416-445f-94b9-48705f809a17, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:50:59.178022 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-798b2d6c-1d11-495d-b0c3-1af1e1273af8 None None] For port b8750b64-4416-445f-94b9-48705f809a17, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b8750b64-4416-445f-94b9-48705f809a17,segment=NetworkSegment(2d943550-f5c7-4917-a561-948b065e88e7),segment_id=2d943550-f5c7-4917-a561-948b065e88e7)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:50:59.191422 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-798b2d6c-1d11-495d-b0c3-1af1e1273af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b8750b64-4416-445f-94b9-48705f809a17), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.213524 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a6cf7d64-b89f-43be-9eb3-9b4558e688d3 None None] Provisioning complete for port b8750b64-4416-445f-94b9-48705f809a17 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:59.214462 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6cf7d64-b89f-43be-9eb3-9b4558e688d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b8750b64-4416-445f-94b9-48705f809a17), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.277797 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798b2d6c-1d11-495d-b0c3-1af1e1273af8 None None] Routers {'70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:59.278807 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-798b2d6c-1d11-495d-b0c3-1af1e1273af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:50:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:59.293648 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-40e056a1-955c-47d9-8338-f1cb7ff4beac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Deleting port 47b9bcd1-eff3-40e4-849f-9bb830f00949 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:59.294112 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-40e056a1-955c-47d9-8338-f1cb7ff4beac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (47b9bcd1-eff3-40e4-849f-9bb830f00949), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.364845 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-309e1b48-bc50-44b9-9c80-3a22863859c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.375065 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0fc239-b85a-492b-b594-b2705ab14e47 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Port': ['ID=d96032ed-8833-4b98-a4bc-f7770098f0db,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:59.423603 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0fc239-b85a-492b-b594-b2705ab14e47 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Checking segment: {'id': 'c55d1c4f-2efe-4fc7-bd0f-bb348ac49e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7ba1f6cb-5238-4307-aab7-fe8fbe7f61b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:59.423974 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0fc239-b85a-492b-b594-b2705ab14e47 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network hostable DHCP agents. Network: 7ba1f6cb-5238-4307-aab7-fe8fbe7f61b7, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:50:59.489844 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-fd52a607-7e94-4e95-9b74-818cab27bf51 service neutron] 10.222.0.39 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396351 Jan 28 13:50:59.510413 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0fc239-b85a-492b-b594-b2705ab14e47 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network 7ba1f6cb-5238-4307-aab7-fe8fbe7f61b7 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:50:59.523980 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a6cf7d64-b89f-43be-9eb3-9b4558e688d3 None None] Current status of the port b8750b64-4416-445f-94b9-48705f809a17 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:59.528843 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6cf7d64-b89f-43be-9eb3-9b4558e688d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b8750b64-4416-445f-94b9-48705f809a17), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.536450 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-ea0fc239-b85a-492b-b594-b2705ab14e47 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 7ba1f6cb-5238-4307-aab7-fe8fbe7f61b7) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:59.550665 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0fc239-b85a-492b-b594-b2705ab14e47 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:59.556885 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-798b2d6c-1d11-495d-b0c3-1af1e1273af8 None None] Set router 70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:59.569699 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0fc239-b85a-492b-b594-b2705ab14e47 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:59.586134 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0fc239-b85a-492b-b594-b2705ab14e47 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:59.586868 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ea0fc239-b85a-492b-b594-b2705ab14e47 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.593662 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-40e056a1-955c-47d9-8338-f1cb7ff4beac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (47b9bcd1-eff3-40e4-849f-9bb830f00949), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.599031 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672900bd-a9dc-4d2b-b1f6-9b2ae62d2b25 None None] Pushing event updated for resources: {'Port': ['ID=b8750b64-4416-445f-94b9-48705f809a17,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:59.607087 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63531287-ab03-4148-9a64-6bdb069585cb None None] Network 7ba1f6cb-5238-4307-aab7-fe8fbe7f61b7 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:59.618664 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-40e056a1-955c-47d9-8338-f1cb7ff4beac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Calling delete_port for 47b9bcd1-eff3-40e4-849f-9bb830f00949 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:59.631055 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58488) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:59.638257 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ea0fc239-b85a-492b-b594-b2705ab14e47 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5401633 Jan 28 13:50:59.920960 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a6cf7d64-b89f-43be-9eb3-9b4558e688d3 None None] For port b8750b64-4416-445f-94b9-48705f809a17, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b8750b64-4416-445f-94b9-48705f809a17,segment=NetworkSegment(2d943550-f5c7-4917-a561-948b065e88e7),segment_id=2d943550-f5c7-4917-a561-948b065e88e7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:59.934428 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6cf7d64-b89f-43be-9eb3-9b4558e688d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b8750b64-4416-445f-94b9-48705f809a17), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.977365 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-a1ba0673-fcf9-428f-aaf0-b70899c79074 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting port d96032ed-8833-4b98-a4bc-f7770098f0db {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:59.977960 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1ba0673-fcf9-428f-aaf0-b70899c79074 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (d96032ed-8833-4b98-a4bc-f7770098f0db), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.024192 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf7d64-b89f-43be-9eb3-9b4558e688d3 None None] Pushing event updated for resources: {'Port': ['ID=b8750b64-4416-445f-94b9-48705f809a17,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:00.092156 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-78a01db7-de95-457c-9573-04a7fc46c673 None None] Provisioning complete for port b8750b64-4416-445f-94b9-48705f809a17 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:00.092523 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78a01db7-de95-457c-9573-04a7fc46c673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b8750b64-4416-445f-94b9-48705f809a17), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.183027 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-798b2d6c-1d11-495d-b0c3-1af1e1273af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710247967', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:42Z', 'updated_at': '2022-01-28T13:50:54Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:43Z', 'updated_at': '2022-01-28T13:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'b8750b64-4416-445f-94b9-48705f809a17', 'name': '', 'network_id': '629a0596-4326-4173-a2b7-ce712832376d', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:36:76:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '491aa37e-4ac2-45c7-8ded-0b584f80a299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:51Z', 'updated_at': '2022-01-28T13:50:59Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': '491aa37e-4ac2-45c7-8ded-0b584f80a299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:00.203396 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-40e056a1-955c-47d9-8338-f1cb7ff4beac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (47b9bcd1-eff3-40e4-849f-9bb830f00949), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.246716 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798b2d6c-1d11-495d-b0c3-1af1e1273af8 None None] The sync data for ids ['70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'] in n-d-822747-2 is: [{'id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710247967', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:42Z', 'updated_at': '2022-01-28T13:50:54Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:43Z', 'updated_at': '2022-01-28T13:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'b8750b64-4416-445f-94b9-48705f809a17', 'name': '', 'network_id': '629a0596-4326-4173-a2b7-ce712832376d', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:36:76:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '491aa37e-4ac2-45c7-8ded-0b584f80a299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:51Z', 'updated_at': '2022-01-28T13:50:59Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': '491aa37e-4ac2-45c7-8ded-0b584f80a299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:00.249367 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1ba0673-fcf9-428f-aaf0-b70899c79074 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (d96032ed-8833-4b98-a4bc-f7770098f0db), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.264052 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e056a1-955c-47d9-8338-f1cb7ff4beac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Port': ['ID=47b9bcd1-eff3-40e4-849f-9bb830f00949,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:00.292164 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-78a01db7-de95-457c-9573-04a7fc46c673 None None] Current status of the port b8750b64-4416-445f-94b9-48705f809a17 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:00.314841 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-a1ba0673-fcf9-428f-aaf0-b70899c79074 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Calling delete_port for d96032ed-8833-4b98-a4bc-f7770098f0db owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:00.592219 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-40e056a1-955c-47d9-8338-f1cb7ff4beac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (9ac64163-e5c0-4955-b6ce-c0f02726eb3c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.786036 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1ba0673-fcf9-428f-aaf0-b70899c79074 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (d96032ed-8833-4b98-a4bc-f7770098f0db), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.805918 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b8750b64-4416-445f-94b9-48705f809a17 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:00.865612 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8039611f-a5c4-435f-ba28-0f5b6d2dbee8 req-fb146702-0ca9-4dfa-b1c9-982940eb7b10 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 210 time: 0.8996766 Jan 28 13:51:00.906521 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba0673-fcf9-428f-aaf0-b70899c79074 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Port': ['ID=d96032ed-8833-4b98-a4bc-f7770098f0db,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:00.948119 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1ba0673-fcf9-428f-aaf0-b70899c79074 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.965144 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port b8750b64-4416-445f-94b9-48705f809a17 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:00.966002 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b8750b64-4416-445f-94b9-48705f809a17), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.973275 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a1ba0673-fcf9-428f-aaf0-b70899c79074 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/ports/d96032ed-8833-4b98-a4bc-f7770098f0db HTTP/1.1" status: 204 len: 168 time: 1.3376355 Jan 28 13:51:00.974065 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58530) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:01.052032 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e056a1-955c-47d9-8338-f1cb7ff4beac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Router 9ac64163-e5c0-4955-b6ce-c0f02726eb3c has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:51:01.210545 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e056a1-955c-47d9-8338-f1cb7ff4beac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:01.223233 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dedd68-36f5-4ad1-9214-ae431f993ee8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:01.241407 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcf24ea-0e34-41cd-8c99-090db52523d3 None None] Sync routers for ids ['9ac64163-e5c0-4955-b6ce-c0f02726eb3c'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:01.249492 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-40e056a1-955c-47d9-8338-f1cb7ff4beac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "PUT /v2.0/routers/9ac64163-e5c0-4955-b6ce-c0f02726eb3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7788291 Jan 28 13:51:01.250138 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58540) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:01.262075 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port b8750b64-4416-445f-94b9-48705f809a17 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:01.268577 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dedd68-36f5-4ad1-9214-ae431f993ee8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:01.270397 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-76dedd68-36f5-4ad1-9214-ae431f993ee8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2944615 Jan 28 13:51:01.274114 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58542) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:01.285923 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcf24ea-0e34-41cd-8c99-090db52523d3 None None] Routers {'9ac64163-e5c0-4955-b6ce-c0f02726eb3c'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:01.287816 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5fcf24ea-0e34-41cd-8c99-090db52523d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:50:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['9ac64163-e5c0-4955-b6ce-c0f02726eb3c'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:01.376808 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58548) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:01.382383 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5fcf24ea-0e34-41cd-8c99-090db52523d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:01.384915 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4f33106f-01ba-40a7-8709-3d66fb65f960 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac64163-e5c0-4955-b6ce-c0f02726eb3c HTTP/1.1" status: 200 len: 205 time: 0.1334276 Jan 28 13:51:01.397456 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcf24ea-0e34-41cd-8c99-090db52523d3 None None] Routers {'9ac64163-e5c0-4955-b6ce-c0f02726eb3c'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:01.399018 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5fcf24ea-0e34-41cd-8c99-090db52523d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:50:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['9ac64163-e5c0-4955-b6ce-c0f02726eb3c'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:01.443861 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5fcf24ea-0e34-41cd-8c99-090db52523d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:01.444746 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcf24ea-0e34-41cd-8c99-090db52523d3 None None] The sync data for ids ['9ac64163-e5c0-4955-b6ce-c0f02726eb3c'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:01.509280 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3fb327b6-08aa-4f23-8090-c6e22cf61c82 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router (9ac64163-e5c0-4955-b6ce-c0f02726eb3c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.519074 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-4669ed29-67d6-42c9-87e8-69c1d2dff54c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting port 841ff8ba-b628-4be1-bc77-e3e11e638e79 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:01.519424 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4669ed29-67d6-42c9-87e8-69c1d2dff54c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (841ff8ba-b628-4be1-bc77-e3e11e638e79), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.608360 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-97025b0c-d7a6-4aa5-8a35-5b38ea9dc84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.652331 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58550) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:01.709001 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4669ed29-67d6-42c9-87e8-69c1d2dff54c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (841ff8ba-b628-4be1-bc77-e3e11e638e79), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.736325 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-4669ed29-67d6-42c9-87e8-69c1d2dff54c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Calling delete_port for 841ff8ba-b628-4be1-bc77-e3e11e638e79 owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:01.810055 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3fb327b6-08aa-4f23-8090-c6e22cf61c82 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (9ac64163-e5c0-4955-b6ce-c0f02726eb3c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.819174 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3fb327b6-08aa-4f23-8090-c6e22cf61c82 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router_controller (9ac64163-e5c0-4955-b6ce-c0f02726eb3c), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.892222 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-1723bb6f-bc2d-4c95-8f07-5733540feeaf tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1710958299'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:01.975650 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4669ed29-67d6-42c9-87e8-69c1d2dff54c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (841ff8ba-b628-4be1-bc77-e3e11e638e79), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.051332 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3fb327b6-08aa-4f23-8090-c6e22cf61c82 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (9ac64163-e5c0-4955-b6ce-c0f02726eb3c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.052095 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669ed29-67d6-42c9-87e8-69c1d2dff54c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Port': ['ID=841ff8ba-b628-4be1-bc77-e3e11e638e79,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:02.059888 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4669ed29-67d6-42c9-87e8-69c1d2dff54c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.060772 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb327b6-08aa-4f23-8090-c6e22cf61c82 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Fanout notify agent at l3_agent the message router_deleted on router 9ac64163-e5c0-4955-b6ce-c0f02726eb3c {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:51:02.068984 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4669ed29-67d6-42c9-87e8-69c1d2dff54c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/ports/841ff8ba-b628-4be1-bc77-e3e11e638e79 HTTP/1.1" status: 204 len: 168 time: 0.7937806 Jan 28 13:51:02.070295 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58558) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:02.079841 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3fb327b6-08aa-4f23-8090-c6e22cf61c82 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.084541 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58560) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:02.084728 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3fb327b6-08aa-4f23-8090-c6e22cf61c82 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/routers/9ac64163-e5c0-4955-b6ce-c0f02726eb3c HTTP/1.1" status: 204 len: 168 time: 0.7066865 Jan 28 13:51:02.090634 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1723bb6f-bc2d-4c95-8f07-5733540feeaf tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (17339c29-242e-4c8d-9af0-8cae6c23019a), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.091771 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1723bb6f-bc2d-4c95-8f07-5733540feeaf tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (17339c29-242e-4c8d-9af0-8cae6c23019a), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.163107 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9fe911b0-1c11-4b51-8d84-aca7e22e6628 req-e5626c9e-85b5-4207-bc2c-8277a6c8ec53 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 210 time: 0.0770023 Jan 28 13:51:02.171831 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35dd9cf-ab1f-4525-9050-244641fe019c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Deleting subnet c6f5c054-4a4e-48cc-b970-a37fdddc5615 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:51:02.175762 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b35dd9cf-ab1f-4525-9050-244641fe019c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for subnet (c6f5c054-4a4e-48cc-b970-a37fdddc5615), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.207537 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-a2f4f850-0b89-40d2-9a89-90f997ad8407 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:02.209059 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-a2f4f850-0b89-40d2-9a89-90f997ad8407 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.18 "GET /v2.0/networks?id=629a0596-4326-4173-a2b7-ce712832376d HTTP/1.1" status: 200 len: 797 time: 0.4304574 Jan 28 13:51:02.224259 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b35dd9cf-ab1f-4525-9050-244641fe019c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (c6f5c054-4a4e-48cc-b970-a37fdddc5615), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.266231 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56fb35b-e801-4802-bdfb-2420f9c51da7 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:02.271389 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a56fb35b-e801-4802-bdfb-2420f9c51da7 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1959927 Jan 28 13:51:02.272888 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1723bb6f-bc2d-4c95-8f07-5733540feeaf tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks [] for router_controller (17339c29-242e-4c8d-9af0-8cae6c23019a), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.273697 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58562) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:02.302959 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1723bb6f-bc2d-4c95-8f07-5733540feeaf tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (17339c29-242e-4c8d-9af0-8cae6c23019a), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.356784 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b35dd9cf-ab1f-4525-9050-244641fe019c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (c6f5c054-4a4e-48cc-b970-a37fdddc5615), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.413670 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-249476a2-95c3-45fb-8524-4d3a381ec4e7 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] GET failed (client error): The resource could not be found. Jan 28 13:51:02.415853 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-249476a2-95c3-45fb-8524-4d3a381ec4e7 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "GET /v2.0/ports/d96032ed-8833-4b98-a4bc-f7770098f0db HTTP/1.1" status: 404 len: 333 time: 0.1408789 Jan 28 13:51:02.418690 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58566) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:02.432689 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1723bb6f-bc2d-4c95-8f07-5733540feeaf tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.433969 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1723bb6f-bc2d-4c95-8f07-5733540feeaf tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7804918 Jan 28 13:51:02.436661 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58568) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:02.453680 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-2cf0f590-a89a-4883-baef-6906c0d85800 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5 HTTP/1.1" status: 200 len: 380 time: 0.2311201 Jan 28 13:51:02.464058 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-d794f04e-06c2-4b07-8dbd-9eb53f750b24 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'port': {'device_id': 'd20fab73-f39c-4e5b-94d4-31d506120ad6', 'network_id': '629a0596-4326-4173-a2b7-ce712832376d', 'admin_state_up': True, 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'security_groups': ['00850366-10da-4c5a-82c6-ef0f369a842d']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:02.566462 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc33a2f-332b-451b-b8f3-801806f1b3d8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] GET failed (client error): The resource could not be found. Jan 28 13:51:02.571968 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9bc33a2f-332b-451b-b8f3-801806f1b3d8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "GET /v2.0/ports/841ff8ba-b628-4be1-bc77-e3e11e638e79 HTTP/1.1" status: 404 len: 333 time: 0.1512518 Jan 28 13:51:02.573221 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8f410ca9-d090-4120-9280-f479deb9eee4 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks [] for router (17339c29-242e-4c8d-9af0-8cae6c23019a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.575401 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58570) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:02.584176 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b35dd9cf-ab1f-4525-9050-244641fe019c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (c6f5c054-4a4e-48cc-b970-a37fdddc5615), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.639589 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-d794f04e-06c2-4b07-8dbd-9eb53f750b24 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Made reservation on behalf of 9f0b15f597ac4a5a9c830cecb46d6cf5 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:02.647522 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-d794f04e-06c2-4b07-8dbd-9eb53f750b24 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.687960 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb8068a-2c03-4281-9063-7f2383da2058 None None] Network 19e5a0ff-3c41-4445-a741-35fbf144eacf requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:02.713559 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35dd9cf-ab1f-4525-9050-244641fe019c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Subnet': ['ID=c6f5c054-4a4e-48cc-b970-a37fdddc5615,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:02.724335 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b35dd9cf-ab1f-4525-9050-244641fe019c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.731142 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b35dd9cf-ab1f-4525-9050-244641fe019c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/subnets/c6f5c054-4a4e-48cc-b970-a37fdddc5615 HTTP/1.1" status: 204 len: 168 time: 0.6429796 Jan 28 13:51:02.734792 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58572) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:02.837874 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-d794f04e-06c2-4b07-8dbd-9eb53f750b24 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Allocated IP 172.20.0.3 (629a0596-4326-4173-a2b7-ce712832376d/491aa37e-4ac2-45c7-8ded-0b584f80a299/aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:02.843336 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be05b7a3-91b9-40ea-aed7-1cfcde946881 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (7ba1f6cb-5238-4307-aab7-fe8fbe7f61b7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.914034 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8f410ca9-d090-4120-9280-f479deb9eee4 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (17339c29-242e-4c8d-9af0-8cae6c23019a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.916801 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.921246 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8f410ca9-d090-4120-9280-f479deb9eee4 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks [] for router_controller (17339c29-242e-4c8d-9af0-8cae6c23019a), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.938352 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e15912d-f438-4256-842a-6c4dc75a8f6a None None] DHCP port deletion for 19e5a0ff-3c41-4445-a741-35fbf144eacf request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:51:03.012260 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8f410ca9-d090-4120-9280-f479deb9eee4 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (17339c29-242e-4c8d-9af0-8cae6c23019a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.012786 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f410ca9-d090-4120-9280-f479deb9eee4 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17339c29-242e-4c8d-9af0-8cae6c23019a {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:51:03.023837 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8f410ca9-d090-4120-9280-f479deb9eee4 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.027710 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8f410ca9-d090-4120-9280-f479deb9eee4 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] 10.222.0.39 "DELETE /v2.0/routers/17339c29-242e-4c8d-9af0-8cae6c23019a HTTP/1.1" status: 204 len: 168 time: 0.5870533 Jan 28 13:51:03.027933 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58574) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:03.032296 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-a33471b8-87cf-44c9-9ee5-8beb5771d95a tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Request body: {'router': {'name': 'tempest-router-917591206', 'distributed': False}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:03.069754 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2e15912d-f438-4256-842a-6c4dc75a8f6a None None] Deleting port e916a105-852f-46a3-ad4d-18289ec1d4ec {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:03.072408 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e15912d-f438-4256-842a-6c4dc75a8f6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (e916a105-852f-46a3-ad4d-18289ec1d4ec), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.088864 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be05b7a3-91b9-40ea-aed7-1cfcde946881 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (7ba1f6cb-5238-4307-aab7-fe8fbe7f61b7), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.092975 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-d794f04e-06c2-4b07-8dbd-9eb53f750b24 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.113509 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a33471b8-87cf-44c9-9ee5-8beb5771d95a tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (bab3891e-9ebc-4bd8-b365-b51b77fa127b), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.114559 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a33471b8-87cf-44c9-9ee5-8beb5771d95a tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (bab3891e-9ebc-4bd8-b365-b51b77fa127b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.116809 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c0c71536-2f6e-4960-9134-a2e41cc747ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (19e5a0ff-3c41-4445-a741-35fbf144eacf), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.124149 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-be05b7a3-91b9-40ea-aed7-1cfcde946881 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba1f6cb-5238-4307-aab7-fe8fbe7f61b7']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:03.138205 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-be05b7a3-91b9-40ea-aed7-1cfcde946881 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55d1c4f-2efe-4fc7-bd0f-bb348ac49e94') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:03.138574 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-be05b7a3-91b9-40ea-aed7-1cfcde946881 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55d1c4f-2efe-4fc7-bd0f-bb348ac49e94') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:03.156832 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be05b7a3-91b9-40ea-aed7-1cfcde946881 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (c55d1c4f-2efe-4fc7-bd0f-bb348ac49e94), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.208942 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be05b7a3-91b9-40ea-aed7-1cfcde946881 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (c55d1c4f-2efe-4fc7-bd0f-bb348ac49e94), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.212877 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a33471b8-87cf-44c9-9ee5-8beb5771d95a tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks [] for router_controller (bab3891e-9ebc-4bd8-b365-b51b77fa127b), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.215089 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-d794f04e-06c2-4b07-8dbd-9eb53f750b24 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.218957 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be05b7a3-91b9-40ea-aed7-1cfcde946881 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:51:03.219499 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be05b7a3-91b9-40ea-aed7-1cfcde946881 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (c55d1c4f-2efe-4fc7-bd0f-bb348ac49e94), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:51:03.223964 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:51:03.235140 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a33471b8-87cf-44c9-9ee5-8beb5771d95a tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (bab3891e-9ebc-4bd8-b365-b51b77fa127b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.243335 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2e15912d-f438-4256-842a-6c4dc75a8f6a None None] For port e916a105-852f-46a3-ad4d-18289ec1d4ec, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=e916a105-852f-46a3-ad4d-18289ec1d4ec,segment=NetworkSegment(0f9f2615-6711-41e9-afbf-5bd9977bc8bb),segment_id=0f9f2615-6711-41e9-afbf-5bd9977bc8bb)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:03.244217 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e15912d-f438-4256-842a-6c4dc75a8f6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (e916a105-852f-46a3-ad4d-18289ec1d4ec), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.262011 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2e15912d-f438-4256-842a-6c4dc75a8f6a None None] Calling delete_port for e916a105-852f-46a3-ad4d-18289ec1d4ec owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:03.333482 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a33471b8-87cf-44c9-9ee5-8beb5771d95a tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.337299 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a33471b8-87cf-44c9-9ee5-8beb5771d95a tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3058717 Jan 28 13:51:03.337653 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58580) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:03.345794 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be05b7a3-91b9-40ea-aed7-1cfcde946881 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (7ba1f6cb-5238-4307-aab7-fe8fbe7f61b7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.351175 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-d794f04e-06c2-4b07-8dbd-9eb53f750b24 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Network 629a0596-4326-4173-a2b7-ce712832376d is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:03.362574 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-d794f04e-06c2-4b07-8dbd-9eb53f750b24 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:03.369759 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-d794f04e-06c2-4b07-8dbd-9eb53f750b24 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:03.400805 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be05b7a3-91b9-40ea-aed7-1cfcde946881 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.404107 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-be05b7a3-91b9-40ea-aed7-1cfcde946881 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/networks/7ba1f6cb-5238-4307-aab7-fe8fbe7f61b7 HTTP/1.1" status: 204 len: 168 time: 0.8277662 Jan 28 13:51:03.414131 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05b7a3-91b9-40ea-aed7-1cfcde946881 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Network': ['ID=7ba1f6cb-5238-4307-aab7-fe8fbe7f61b7,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:03.423918 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58584) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:03.468597 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794f04e-06c2-4b07-8dbd-9eb53f750b24 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Port': ['ID=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:03.472384 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e15912d-f438-4256-842a-6c4dc75a8f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (e916a105-852f-46a3-ad4d-18289ec1d4ec), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.476949 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-019aef4f-d61e-4187-8f47-9919fe2194ef tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1220484991'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:03.519453 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9ccdb87f-2aa4-495f-8552-2a9699ed2191 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks [] for router (bab3891e-9ebc-4bd8-b365-b51b77fa127b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.529682 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-d794f04e-06c2-4b07-8dbd-9eb53f750b24 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:03.532967 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e15912d-f438-4256-842a-6c4dc75a8f6a None None] No DVR routers for this DVR port e916a105-852f-46a3-ad4d-18289ec1d4ec on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:51:03.539621 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-d794f04e-06c2-4b07-8dbd-9eb53f750b24 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.555897 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15912d-f438-4256-842a-6c4dc75a8f6a None None] Pushing event deleted for resources: {'Port': ['ID=e916a105-852f-46a3-ad4d-18289ec1d4ec,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:03.571564 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-c0c71536-2f6e-4960-9134-a2e41cc747ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Deleting port e916a105-852f-46a3-ad4d-18289ec1d4ec {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:03.572058 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c0c71536-2f6e-4960-9134-a2e41cc747ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (e916a105-852f-46a3-ad4d-18289ec1d4ec), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.613506 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-d794f04e-06c2-4b07-8dbd-9eb53f750b24 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1545775 Jan 28 13:51:03.641253 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-ed07875d-947b-4794-aec9-f386818e0776 service neutron] Request body: {'port': {'device_id': 'd20fab73-f39c-4e5b-94d4-31d506120ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:03.669616 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348eae9-bfbb-4880-a033-b4b87b4abe7d req-d65cd670-1491-4db5-b271-a169afbe11d0 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:03.671943 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b348eae9-bfbb-4880-a033-b4b87b4abe7d req-d65cd670-1491-4db5-b271-a169afbe11d0 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 931 time: 0.3232629 Jan 28 13:51:03.674210 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019aef4f-d61e-4187-8f47-9919fe2194ef tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:03.678006 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-019aef4f-d61e-4187-8f47-9919fe2194ef tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.777764 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-ed07875d-947b-4794-aec9-f386818e0776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.778530 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ae418e7a-460c-430e-9dc2-45c89f0a1df1 None None] Provisioning complete for port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:03.779502 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ae418e7a-460c-430e-9dc2-45c89f0a1df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.822478 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-c0c71536-2f6e-4960-9134-a2e41cc747ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] For port e916a105-852f-46a3-ad4d-18289ec1d4ec, host n-d-822747-2, got binding levels [] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:03.823100 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c0c71536-2f6e-4960-9134-a2e41cc747ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (e916a105-852f-46a3-ad4d-18289ec1d4ec), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.842619 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-c0c71536-2f6e-4960-9134-a2e41cc747ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Calling delete_port for e916a105-852f-46a3-ad4d-18289ec1d4ec owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:03.845530 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ae418e7a-460c-430e-9dc2-45c89f0a1df1 None None] Port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:03.849358 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.ipam_backend_mixin [None req-c0c71536-2f6e-4960-9134-a2e41cc747ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Port e916a105-852f-46a3-ad4d-18289ec1d4ec was not found and therefore no delete operation was performed {{(pid=103352) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:51:03.857936 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c0c71536-2f6e-4960-9134-a2e41cc747ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (e916a105-852f-46a3-ad4d-18289ec1d4ec), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.950799 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c71536-2f6e-4960-9134-a2e41cc747ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Port': ['ID=e916a105-852f-46a3-ad4d-18289ec1d4ec,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:03.959780 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c71536-2f6e-4960-9134-a2e41cc747ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] No DVR routers for this DVR port e916a105-852f-46a3-ad4d-18289ec1d4ec on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:51:04.092157 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c0c71536-2f6e-4960-9134-a2e41cc747ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (19e5a0ff-3c41-4445-a741-35fbf144eacf), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.121318 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-c0c71536-2f6e-4960-9134-a2e41cc747ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e5a0ff-3c41-4445-a741-35fbf144eacf']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:04.164872 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-c0c71536-2f6e-4960-9134-a2e41cc747ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9f2615-6711-41e9-afbf-5bd9977bc8bb') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:04.165207 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-c0c71536-2f6e-4960-9134-a2e41cc747ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9f2615-6711-41e9-afbf-5bd9977bc8bb') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:04.179105 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c0c71536-2f6e-4960-9134-a2e41cc747ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (0f9f2615-6711-41e9-afbf-5bd9977bc8bb), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.198939 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c0c71536-2f6e-4960-9134-a2e41cc747ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (0f9f2615-6711-41e9-afbf-5bd9977bc8bb), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.206076 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c71536-2f6e-4960-9134-a2e41cc747ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:51:04.206406 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c0c71536-2f6e-4960-9134-a2e41cc747ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (0f9f2615-6711-41e9-afbf-5bd9977bc8bb), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.251988 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9ccdb87f-2aa4-495f-8552-2a9699ed2191 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (bab3891e-9ebc-4bd8-b365-b51b77fa127b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.263978 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9ccdb87f-2aa4-495f-8552-2a9699ed2191 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks [] for router_controller (bab3891e-9ebc-4bd8-b365-b51b77fa127b), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.289805 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.325960 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019aef4f-d61e-4187-8f47-9919fe2194ef tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:51:04.362719 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:51:04.365306 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9ccdb87f-2aa4-495f-8552-2a9699ed2191 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (bab3891e-9ebc-4bd8-b365-b51b77fa127b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.365306 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccdb87f-2aa4-495f-8552-2a9699ed2191 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bab3891e-9ebc-4bd8-b365-b51b77fa127b {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:51:04.366463 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-019aef4f-d61e-4187-8f47-9919fe2194ef tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (d6c16a8c-acb0-4d08-92d9-a55190f60f73), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.367225 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-019aef4f-d61e-4187-8f47-9919fe2194ef tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Added segment d6c16a8c-acb0-4d08-92d9-a55190f60f73 of type vlan for network b1840734-2459-4231-9e84-d111ccb4b3b2 Jan 28 13:51:04.374286 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b348eae9-bfbb-4880-a033-b4b87b4abe7d req-c960b4f1-9fc8-4706-a833-a55618ddd81a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511261 Jan 28 13:51:04.384473 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c0c71536-2f6e-4960-9134-a2e41cc747ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (19e5a0ff-3c41-4445-a741-35fbf144eacf), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.386061 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9ccdb87f-2aa4-495f-8552-2a9699ed2191 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.387398 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9ccdb87f-2aa4-495f-8552-2a9699ed2191 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] 10.222.0.39 "DELETE /v2.0/routers/bab3891e-9ebc-4bd8-b365-b51b77fa127b HTTP/1.1" status: 204 len: 168 time: 1.0486672 Jan 28 13:51:04.391095 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58588) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:04.401475 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-6ed8a62e-5d14-45c3-845e-6329fdd21ec8 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Request body: {'router': {'name': 'tempest-router-1151956086', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '852eb409428e42e78bc240db2ce55349'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:04.457828 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6ed8a62e-5d14-45c3-845e-6329fdd21ec8 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (32620cca-2d79-4f34-82ec-708f7aeb6b6e), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.458771 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6ed8a62e-5d14-45c3-845e-6329fdd21ec8 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (32620cca-2d79-4f34-82ec-708f7aeb6b6e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.478899 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-019aef4f-d61e-4187-8f47-9919fe2194ef tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (b1840734-2459-4231-9e84-d111ccb4b3b2), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.543876 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6ed8a62e-5d14-45c3-845e-6329fdd21ec8 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks [] for router_controller (32620cca-2d79-4f34-82ec-708f7aeb6b6e), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.550520 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6ed8a62e-5d14-45c3-845e-6329fdd21ec8 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (32620cca-2d79-4f34-82ec-708f7aeb6b6e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.554424 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-019aef4f-d61e-4187-8f47-9919fe2194ef tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (b1840734-2459-4231-9e84-d111ccb4b3b2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.560606 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019aef4f-d61e-4187-8f47-9919fe2194ef tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:04.561268 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-019aef4f-d61e-4187-8f47-9919fe2194ef tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.657981 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019aef4f-d61e-4187-8f47-9919fe2194ef tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Network': ['ID=b1840734-2459-4231-9e84-d111ccb4b3b2,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:04.663500 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-019aef4f-d61e-4187-8f47-9919fe2194ef tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2392559 Jan 28 13:51:04.667338 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58592) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:04.673954 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-478706ae-4870-43f7-bc93-22a9362e2252 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'subnet': {'network_id': 'b1840734-2459-4231-9e84-d111ccb4b3b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:04.674589 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network b1840734-2459-4231-9e84-d111ccb4b3b2 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:51:04.681373 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e916a105-852f-46a3-ad4d-18289ec1d4ec no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:51:04.698823 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6ed8a62e-5d14-45c3-845e-6329fdd21ec8 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.702907 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6ed8a62e-5d14-45c3-845e-6329fdd21ec8 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3078625 Jan 28 13:51:04.709443 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58594) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:04.719214 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-c7976162-2fe8-4825-9eba-b9b07a221eed tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:04.842213 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c0c71536-2f6e-4960-9134-a2e41cc747ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.845687 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c0c71536-2f6e-4960-9134-a2e41cc747ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/networks/19e5a0ff-3c41-4445-a741-35fbf144eacf HTTP/1.1" status: 204 len: 168 time: 2.1061280 Jan 28 13:51:04.851377 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58596) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:04.871521 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-2bb1952d-3f8c-448b-9fb1-c13c6976834c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-653257780', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:04.923564 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c71536-2f6e-4960-9134-a2e41cc747ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Network': ['ID=19e5a0ff-3c41-4445-a741-35fbf144eacf,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:04.931899 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: e916a105-852f-46a3-ad4d-18289ec1d4ec {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:51:04.932387 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e916a105-852f-46a3-ad4d-18289ec1d4ec not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:51:04.996205 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-ed07875d-947b-4794-aec9-f386818e0776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:51:05.009399 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-ed07875d-947b-4794-aec9-f386818e0776 service neutron] Publish callbacks [] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.036314 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-ed07875d-947b-4794-aec9-f386818e0776 service neutron] Transition to ACTIVE for port object aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:51:05.042774 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-ed07875d-947b-4794-aec9-f386818e0776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.076094 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2bb1952d-3f8c-448b-9fb1-c13c6976834c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (7ae58efc-fb03-490f-ab2b-feef7ffc0546), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.077247 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2bb1952d-3f8c-448b-9fb1-c13c6976834c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (7ae58efc-fb03-490f-ab2b-feef7ffc0546), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.103505 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07875d-947b-4794-aec9-f386818e0776 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:05.127708 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478706ae-4870-43f7-bc93-22a9362e2252 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:05.131249 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-478706ae-4870-43f7-bc93-22a9362e2252 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.140168 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7976162-2fe8-4825-9eba-b9b07a221eed tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5641'] for router (32620cca-2d79-4f34-82ec-708f7aeb6b6e), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.140521 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7976162-2fe8-4825-9eba-b9b07a221eed tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks [] for router (32620cca-2d79-4f34-82ec-708f7aeb6b6e), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.225715 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-ed07875d-947b-4794-aec9-f386818e0776 service neutron] Attempting to bind port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:05.226288 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-ed07875d-947b-4794-aec9-f386818e0776 service neutron] Attempting to bind port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '2d943550-f5c7-4917-a561-948b065e88e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '629a0596-4326-4173-a2b7-ce712832376d'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:05.226384 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-ed07875d-947b-4794-aec9-f386818e0776 service neutron] Attempting to bind port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf on network 629a0596-4326-4173-a2b7-ce712832376d {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:05.239993 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-ed07875d-947b-4794-aec9-f386818e0776 service neutron] Port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf on network 629a0596-4326-4173-a2b7-ce712832376d not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:51:05.239993 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-ed07875d-947b-4794-aec9-f386818e0776 service neutron] Attempting to bind port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf on network 629a0596-4326-4173-a2b7-ce712832376d {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:05.246886 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-ed07875d-947b-4794-aec9-f386818e0776 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:05.247636 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-ed07875d-947b-4794-aec9-f386818e0776 service neutron] Checking segment: {'id': '2d943550-f5c7-4917-a561-948b065e88e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '629a0596-4326-4173-a2b7-ce712832376d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:05.248091 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-ed07875d-947b-4794-aec9-f386818e0776 service neutron] Bound using segment: {'id': '2d943550-f5c7-4917-a561-948b065e88e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '629a0596-4326-4173-a2b7-ce712832376d'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:05.248606 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-ed07875d-947b-4794-aec9-f386818e0776 service neutron] Bound port: aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d943550-f5c7-4917-a561-948b065e88e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '629a0596-4326-4173-a2b7-ce712832376d'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:05.249429 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-ed07875d-947b-4794-aec9-f386818e0776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.332184 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2bb1952d-3f8c-448b-9fb1-c13c6976834c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router_controller (7ae58efc-fb03-490f-ab2b-feef7ffc0546), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.339467 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.ipam_backend_mixin [None req-478706ae-4870-43f7-bc93-22a9362e2252 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Performing IP validity checks on allocation pools {{(pid=103351) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 13:51:05.340148 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.ipam_backend_mixin [None req-478706ae-4870-43f7-bc93-22a9362e2252 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103351) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 13:51:05.346233 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c7976162-2fe8-4825-9eba-b9b07a221eed tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103351) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 28 13:51:05.346578 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c7976162-2fe8-4825-9eba-b9b07a221eed tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Router 32620cca-2d79-4f34-82ec-708f7aeb6b6e migrating from provider to provider. {{(pid=103351) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 28 13:51:05.346983 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7976162-2fe8-4825-9eba-b9b07a221eed tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks [] for router_controller (32620cca-2d79-4f34-82ec-708f7aeb6b6e), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.349116 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2bb1952d-3f8c-448b-9fb1-c13c6976834c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (7ae58efc-fb03-490f-ab2b-feef7ffc0546), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.358458 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-ed07875d-947b-4794-aec9-f386818e0776 service neutron] For port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:05.363065 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-ed07875d-947b-4794-aec9-f386818e0776 service neutron] For port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf,segment=NetworkSegment(2d943550-f5c7-4917-a561-948b065e88e7),segment_id=2d943550-f5c7-4917-a561-948b065e88e7)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:05.371099 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7976162-2fe8-4825-9eba-b9b07a221eed tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks [] for router_controller (32620cca-2d79-4f34-82ec-708f7aeb6b6e), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.373026 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-ed07875d-947b-4794-aec9-f386818e0776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.389756 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7976162-2fe8-4825-9eba-b9b07a221eed tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352569'] for router (32620cca-2d79-4f34-82ec-708f7aeb6b6e), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.398374 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2bb1952d-3f8c-448b-9fb1-c13c6976834c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.399733 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2bb1952d-3f8c-448b-9fb1-c13c6976834c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5392091 Jan 28 13:51:05.405667 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58600) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:05.413360 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-649e5380-e98d-46f3-a0ab-8950e3c6a4c1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'network': {'name': 'tempest-RoutersTest-1594330567'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:05.510747 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-ed07875d-947b-4794-aec9-f386818e0776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:05.511418 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-ed07875d-947b-4794-aec9-f386818e0776 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.512826 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-ed07875d-947b-4794-aec9-f386818e0776 service neutron] 10.222.0.18 "PUT /v2.0/ports/aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf HTTP/1.1" status: 200 len: 1091 time: 1.8837101 Jan 28 13:51:05.515389 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20fab73-f39c-4e5b-94d4-31d506120ad6', 'tag': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:51:05.520622 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ff79cd-6e8e-4130-9b02-8814d5940b99" -d '{"events": [{"name": "network-changed", "server_uuid": "d20fab73-f39c-4e5b-94d4-31d506120ad6", "tag": "aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:51:05.559437 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649e5380-e98d-46f3-a0ab-8950e3c6a4c1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Made reservation on behalf of 567d098325094a48a7cf1edc5ba35662 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:05.563994 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-649e5380-e98d-46f3-a0ab-8950e3c6a4c1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.595259 n-d-822747-2 neutron-server[103351]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c7976162-2fe8-4825-9eba-b9b07a221eed tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] No L3 agents can host the router 32620cca-2d79-4f34-82ec-708f7aeb6b6e Jan 28 13:51:05.655988 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07875d-947b-4794-aec9-f386818e0776 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:05.684818 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-649e5380-e98d-46f3-a0ab-8950e3c6a4c1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:51:05.706313 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcf6cad-c400-401d-af94-61270be4e162 x-openstack-request-id: req-fdcf6cad-c400-401d-af94-61270be4e162 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:51:05.706985 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20fab73-f39c-4e5b-94d4-31d506120ad6", "tag": "aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:51:05.707528 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fdcf6cad-c400-401d-af94-61270be4e162 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:51:05.708085 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20fab73-f39c-4e5b-94d4-31d506120ad6', 'tag': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf', 'status': 'completed', 'code': 200} Jan 28 13:51:05.725381 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7e201-e26d-4504-b745-6cfc76df4d35 req-7f385900-1e8e-4341-8d21-54dd3df167fc tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:05.733136 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-24a7e201-e26d-4504-b745-6cfc76df4d35 req-7f385900-1e8e-4341-8d21-54dd3df167fc tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 943 time: 0.2260656 Jan 28 13:51:05.775812 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-649e5380-e98d-46f3-a0ab-8950e3c6a4c1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (28db699b-b40a-4323-ab04-afa7e8381e37), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.777039 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-649e5380-e98d-46f3-a0ab-8950e3c6a4c1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Added segment 28db699b-b40a-4323-ab04-afa7e8381e37 of type vlan for network b986e825-e204-499c-9611-3af6cf6f8ec9 Jan 28 13:51:05.779944 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-478706ae-4870-43f7-bc93-22a9362e2252 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (d25afc55-e467-4a2c-8a15-1a9d42a743b1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.816363 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-24a7e201-e26d-4504-b745-6cfc76df4d35 req-7905ebb2-591d-4412-b918-f02540eae68a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821607 Jan 28 13:51:05.820940 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-5c566b92-3263-4ed0-9851-c0869fdd659f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:05.833135 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-5c566b92-3263-4ed0-9851-c0869fdd659f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 1094 time: 0.2556913 Jan 28 13:51:05.886721 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-da9ef2e5-29da-445f-b199-0dc6c23262f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf HTTP/1.1" status: 200 len: 217 time: 0.0467784 Jan 28 13:51:05.962650 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-8a80576e-e344-4928-bb7f-77e75f98276e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:05.965121 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-8a80576e-e344-4928-bb7f-77e75f98276e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=491aa37e-4ac2-45c7-8ded-0b584f80a299 HTTP/1.1" status: 200 len: 834 time: 0.0723886 Jan 28 13:51:05.996475 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-649e5380-e98d-46f3-a0ab-8950e3c6a4c1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (b986e825-e204-499c-9611-3af6cf6f8ec9), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.031558 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7976162-2fe8-4825-9eba-b9b07a221eed tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Hosts for router 32620cca-2d79-4f34-82ec-708f7aeb6b6e: [] {{(pid=103351) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 28 13:51:06.033349 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478706ae-4870-43f7-bc93-22a9362e2252 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Subnet': ['ID=d25afc55-e467-4a2c-8a15-1a9d42a743b1,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:06.049955 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-f0dab93d-5023-4166-90d8-77f29721744d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:06.052426 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-f0dab93d-5023-4166-90d8-77f29721744d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=629a0596-4326-4173-a2b7-ce712832376d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807979 Jan 28 13:51:06.074570 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7976162-2fe8-4825-9eba-b9b07a221eed tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Hosts for other DVR routers connected to router 32620cca-2d79-4f34-82ec-708f7aeb6b6e: set() {{(pid=103351) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 28 13:51:06.077141 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7976162-2fe8-4825-9eba-b9b07a221eed tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.080885 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c7976162-2fe8-4825-9eba-b9b07a221eed tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] 10.222.0.39 "PUT /v2.0/routers/32620cca-2d79-4f34-82ec-708f7aeb6b6e HTTP/1.1" status: 200 len: 717 time: 1.3679850 Jan 28 13:51:06.080885 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478706ae-4870-43f7-bc93-22a9362e2252 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Checking segment: {'id': 'd6c16a8c-acb0-4d08-92d9-a55190f60f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b1840734-2459-4231-9e84-d111ccb4b3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:06.080885 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478706ae-4870-43f7-bc93-22a9362e2252 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network hostable DHCP agents. Network: b1840734-2459-4231-9e84-d111ccb4b3b2, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:51:06.083483 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58608) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:06.091439 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-649e5380-e98d-46f3-a0ab-8950e3c6a4c1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (b986e825-e204-499c-9611-3af6cf6f8ec9), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.096171 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649e5380-e98d-46f3-a0ab-8950e3c6a4c1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:06.096792 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-649e5380-e98d-46f3-a0ab-8950e3c6a4c1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.167985 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-924bb071-3274-4e07-83d2-c4ad3bba5116 service neutron] 10.222.0.18 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097331 Jan 28 13:51:06.207725 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-649e5380-e98d-46f3-a0ab-8950e3c6a4c1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8010230 Jan 28 13:51:06.212456 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58610) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:06.219035 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-13319ac7-dffa-4952-940a-67af72c806dd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'subnet': {'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:06.226123 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-641c2006-af3c-420a-b3a5-629e246edb3a tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] 10.222.0.39 "GET /v2.0/routers/32620cca-2d79-4f34-82ec-708f7aeb6b6e HTTP/1.1" status: 200 len: 717 time: 0.1393175 Jan 28 13:51:06.226450 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58612) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:06.345068 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4c4fe748-eb37-4aa1-9305-2872be169e55 req-34af34a1-71ce-41ae-9c30-2de558509626 service neutron] 10.222.0.18 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704381 Jan 28 13:51:06.371799 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.383997 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478706ae-4870-43f7-bc93-22a9362e2252 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network b1840734-2459-4231-9e84-d111ccb4b3b2 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:51:06.389728 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e5380-e98d-46f3-a0ab-8950e3c6a4c1 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Network': ['ID=b986e825-e204-499c-9611-3af6cf6f8ec9,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:06.413813 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network b986e825-e204-499c-9611-3af6cf6f8ec9 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:51:06.433468 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-478706ae-4870-43f7-bc93-22a9362e2252 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, b1840734-2459-4231-9e84-d111ccb4b3b2) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:06.443868 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478706ae-4870-43f7-bc93-22a9362e2252 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:06.444529 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-478706ae-4870-43f7-bc93-22a9362e2252 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.492675 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-478706ae-4870-43f7-bc93-22a9362e2252 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8242404 Jan 28 13:51:06.496839 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58618) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:06.511034 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-30f44c33-540f-4995-a5ed-7296ea705ac3 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'port': {'network_id': 'b1840734-2459-4231-9e84-d111ccb4b3b2', 'name': 'tempest-PortsTestJSON-1546528430'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:06.553521 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13319ac7-dffa-4952-940a-67af72c806dd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Made reservation on behalf of 567d098325094a48a7cf1edc5ba35662 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:06.560704 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-13319ac7-dffa-4952-940a-67af72c806dd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.608011 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff79cd-6e8e-4130-9b02-8814d5940b99 req-1fbfa69e-c709-4e15-a448-d18132937e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:06.609693 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-13ff79cd-6e8e-4130-9b02-8814d5940b99 req-1fbfa69e-c709-4e15-a448-d18132937e09 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 1094 time: 0.2060678 Jan 28 13:51:06.617257 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b2f16ebd-3470-4f9c-be9c-b6f80deb98ab tempest-RoutersTestDVR-665903112 tempest-RoutersTestDVR-665903112-project] 10.222.0.39 "GET /v2.0/routers/32620cca-2d79-4f34-82ec-708f7aeb6b6e HTTP/1.1" status: 200 len: 683 time: 0.3896046 Jan 28 13:51:06.626931 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58624) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:06.682360 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57544c22-7eea-4ccf-babe-e5337008e7ec None None] Network b1840734-2459-4231-9e84-d111ccb4b3b2 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:06.810864 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a4a89833-430b-4ee9-a474-d2d2889ba309 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks [] for router (32620cca-2d79-4f34-82ec-708f7aeb6b6e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.882052 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-b1840734-2459-4231-9e84-d111ccb4b3b2', 'network_id': 'b1840734-2459-4231-9e84-d111ccb4b3b2', 'project_id': 'c72180828f944c22b2bf13b320e444e9', 'fixed_ips': [{'subnet_id': 'd25afc55-e467-4a2c-8a15-1a9d42a743b1'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:51:06.883278 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.039924 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff79cd-6e8e-4130-9b02-8814d5940b99 req-8cba0825-7ad1-47d6-a867-98614b3068d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:07.041490 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-13ff79cd-6e8e-4130-9b02-8814d5940b99 req-8cba0825-7ad1-47d6-a867-98614b3068d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=629a0596-4326-4173-a2b7-ce712832376d HTTP/1.1" status: 200 len: 897 time: 0.4230325 Jan 28 13:51:07.059783 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f44c33-540f-4995-a5ed-7296ea705ac3 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:07.064127 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-30f44c33-540f-4995-a5ed-7296ea705ac3 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.084056 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-13319ac7-dffa-4952-940a-67af72c806dd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (297d29a4-4e9a-4d32-a743-712532c15b9b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.095906 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-30f44c33-540f-4995-a5ed-7296ea705ac3 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] device_id is not set on port 4dc1a3ee-42c9-462e-b198-6640f98153c4 yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:51:07.134358 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a4a89833-430b-4ee9-a474-d2d2889ba309 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (32620cca-2d79-4f34-82ec-708f7aeb6b6e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.187602 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Allocated IP 172.20.0.2 (b1840734-2459-4231-9e84-d111ccb4b3b2/d25afc55-e467-4a2c-8a15-1a9d42a743b1/b506ffbd-a775-4ba4-9981-e6a14b0b4eac) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:07.207707 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a4a89833-430b-4ee9-a474-d2d2889ba309 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks [] for router_controller (32620cca-2d79-4f34-82ec-708f7aeb6b6e), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.212006 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-13ff79cd-6e8e-4130-9b02-8814d5940b99 req-40d80b9a-bbda-4f53-a964-3965c2fdd435 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf HTTP/1.1" status: 200 len: 217 time: 0.1593778 Jan 28 13:51:07.226620 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13319ac7-dffa-4952-940a-67af72c806dd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Subnet': ['ID=297d29a4-4e9a-4d32-a743-712532c15b9b,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:07.267633 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e3058-fff8-4df1-b02d-337c3caaa60a req-695a6e69-bd2a-4f31-83f8-612df26e53c8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:07.269256 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b02e3058-fff8-4df1-b02d-337c3caaa60a req-695a6e69-bd2a-4f31-83f8-612df26e53c8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 943 time: 0.2955930 Jan 28 13:51:07.377729 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a4a89833-430b-4ee9-a474-d2d2889ba309 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (32620cca-2d79-4f34-82ec-708f7aeb6b6e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.378279 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a89833-430b-4ee9-a474-d2d2889ba309 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32620cca-2d79-4f34-82ec-708f7aeb6b6e {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:51:07.387935 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b02e3058-fff8-4df1-b02d-337c3caaa60a req-a0852572-800e-45f9-b7c5-74b8a25d1c0e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980432 Jan 28 13:51:07.392441 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a4a89833-430b-4ee9-a474-d2d2889ba309 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.397330 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a4a89833-430b-4ee9-a474-d2d2889ba309 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] 10.222.0.39 "DELETE /v2.0/routers/32620cca-2d79-4f34-82ec-708f7aeb6b6e HTTP/1.1" status: 204 len: 168 time: 0.7654185 Jan 28 13:51:07.401536 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58630) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:07.429921 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff79cd-6e8e-4130-9b02-8814d5940b99 req-fef89bfe-73af-4605-a434-1ec0592bb85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:07.431449 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-13ff79cd-6e8e-4130-9b02-8814d5940b99 req-fef89bfe-73af-4605-a434-1ec0592bb85c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=491aa37e-4ac2-45c7-8ded-0b584f80a299 HTTP/1.1" status: 200 len: 834 time: 0.2096369 Jan 28 13:51:07.432469 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-97eaddcb-16bc-4e25-a393-a295ea3d087c tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Request body: {'router': {'name': 'tempest-router-1030174731', 'distributed': True}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:07.439319 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13319ac7-dffa-4952-940a-67af72c806dd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Checking segment: {'id': '28db699b-b40a-4323-ab04-afa7e8381e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:07.439686 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13319ac7-dffa-4952-940a-67af72c806dd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network hostable DHCP agents. Network: b986e825-e204-499c-9611-3af6cf6f8ec9, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:51:07.502022 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-97eaddcb-16bc-4e25-a393-a295ea3d087c tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (2cba0243-78c3-4279-8c0b-ff196fe3af44), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.504216 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-97eaddcb-16bc-4e25-a393-a295ea3d087c tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (2cba0243-78c3-4279-8c0b-ff196fe3af44), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.537498 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Publish callbacks [] for port (b506ffbd-a775-4ba4-9981-e6a14b0b4eac), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.541831 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff79cd-6e8e-4130-9b02-8814d5940b99 req-d88190cc-6039-46a7-8f35-54a6a885d97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:07.544386 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (b506ffbd-a775-4ba4-9981-e6a14b0b4eac), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.546020 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-13ff79cd-6e8e-4130-9b02-8814d5940b99 req-d88190cc-6039-46a7-8f35-54a6a885d97f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=629a0596-4326-4173-a2b7-ce712832376d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044307 Jan 28 13:51:07.578904 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Network b1840734-2459-4231-9e84-d111ccb4b3b2 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:07.582313 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:07.595320 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:07.614600 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-97eaddcb-16bc-4e25-a393-a295ea3d087c tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks [] for router_controller (2cba0243-78c3-4279-8c0b-ff196fe3af44), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.624732 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13319ac7-dffa-4952-940a-67af72c806dd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network b986e825-e204-499c-9611-3af6cf6f8ec9 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:51:07.634890 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Pushing event updated for resources: {'Port': ['ID=b506ffbd-a775-4ba4-9981-e6a14b0b4eac,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:07.657909 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-97eaddcb-16bc-4e25-a393-a295ea3d087c tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (2cba0243-78c3-4279-8c0b-ff196fe3af44), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.704877 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-13319ac7-dffa-4952-940a-67af72c806dd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, b986e825-e204-499c-9611-3af6cf6f8ec9) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:07.733523 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13319ac7-dffa-4952-940a-67af72c806dd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:07.734132 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-13319ac7-dffa-4952-940a-67af72c806dd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.747062 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-13ff79cd-6e8e-4130-9b02-8814d5940b99 req-3a6aa231-cb00-4954-982a-de6cdafa2db5 service neutron] 10.222.0.18 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951447 Jan 28 13:51:07.778868 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:07.781037 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:07.782070 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:07.782555 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:07.784229 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:07.784735 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:07.785242 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:07.787711 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:07.788256 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:07.788734 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:07.799076 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:07.801394 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:07.803328 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:07.806374 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-97eaddcb-16bc-4e25-a393-a295ea3d087c tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.807966 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-97eaddcb-16bc-4e25-a393-a295ea3d087c tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3947580 Jan 28 13:51:07.812061 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52be55d-4017-4a15-8895-1b664bb20def None None] Network b986e825-e204-499c-9611-3af6cf6f8ec9 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:07.814519 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58638) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:07.831747 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-13319ac7-dffa-4952-940a-67af72c806dd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6142073 Jan 28 13:51:07.846475 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58640) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:07.973607 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-30f44c33-540f-4995-a5ed-7296ea705ac3 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Allocated IP 172.20.0.6 (b1840734-2459-4231-9e84-d111ccb4b3b2/d25afc55-e467-4a2c-8a15-1a9d42a743b1/4dc1a3ee-42c9-462e-b198-6640f98153c4) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:08.071367 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Attempting to bind port b506ffbd-a775-4ba4-9981-e6a14b0b4eac on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:08.071758 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Attempting to bind port b506ffbd-a775-4ba4-9981-e6a14b0b4eac by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'd6c16a8c-acb0-4d08-92d9-a55190f60f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b1840734-2459-4231-9e84-d111ccb4b3b2'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:08.075429 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Attempting to bind port b506ffbd-a775-4ba4-9981-e6a14b0b4eac on network b1840734-2459-4231-9e84-d111ccb4b3b2 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:08.091394 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:08.091794 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Checking segment: {'id': 'd6c16a8c-acb0-4d08-92d9-a55190f60f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b1840734-2459-4231-9e84-d111ccb4b3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:08.092218 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.092595 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Bound using segment: {'id': 'd6c16a8c-acb0-4d08-92d9-a55190f60f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b1840734-2459-4231-9e84-d111ccb4b3b2'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:08.093080 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Bound port: b506ffbd-a775-4ba4-9981-e6a14b0b4eac, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c16a8c-acb0-4d08-92d9-a55190f60f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b1840734-2459-4231-9e84-d111ccb4b3b2'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:08.094645 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b506ffbd-a775-4ba4-9981-e6a14b0b4eac), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.102809 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f1ad1251-64ab-4032-981e-42c8044aa3f3 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks [] for router (2cba0243-78c3-4279-8c0b-ff196fe3af44), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.108388 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c638251-cf79-40ad-8b16-d14355e36221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-b986e825-e204-499c-9611-3af6cf6f8ec9', 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9', 'project_id': '567d098325094a48a7cf1edc5ba35662', 'fixed_ips': [{'subnet_id': '297d29a4-4e9a-4d32-a743-712532c15b9b'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:51:08.109267 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c638251-cf79-40ad-8b16-d14355e36221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.325177 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] For port b506ffbd-a775-4ba4-9981-e6a14b0b4eac, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:08.328853 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] For port b506ffbd-a775-4ba4-9981-e6a14b0b4eac, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b506ffbd-a775-4ba4-9981-e6a14b0b4eac,segment=NetworkSegment(d6c16a8c-acb0-4d08-92d9-a55190f60f73),segment_id=d6c16a8c-acb0-4d08-92d9-a55190f60f73)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:08.338231 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b506ffbd-a775-4ba4-9981-e6a14b0b4eac), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.355116 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58646) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:08.394906 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-13ff79cd-6e8e-4130-9b02-8814d5940b99 req-bbaa9689-c41e-406b-a7e4-5f948c560d74 service neutron] 10.222.0.18 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6414769 Jan 28 13:51:08.396595 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e3980-4b3f-4dbb-ab80-8503a3204f78 None None] Pushing event updated for resources: {'Port': ['ID=b506ffbd-a775-4ba4-9981-e6a14b0b4eac,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:08.452182 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:51:08.539348 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f1ad1251-64ab-4032-981e-42c8044aa3f3 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (2cba0243-78c3-4279-8c0b-ff196fe3af44), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.550998 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f1ad1251-64ab-4032-981e-42c8044aa3f3 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks [] for router_controller (2cba0243-78c3-4279-8c0b-ff196fe3af44), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.734966 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f1ad1251-64ab-4032-981e-42c8044aa3f3 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (2cba0243-78c3-4279-8c0b-ff196fe3af44), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.735611 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ad1251-64ab-4032-981e-42c8044aa3f3 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2cba0243-78c3-4279-8c0b-ff196fe3af44 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:51:08.741820 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-3c638251-cf79-40ad-8b16-d14355e36221 None None] Allocated IP 172.20.0.2 (b986e825-e204-499c-9611-3af6cf6f8ec9/297d29a4-4e9a-4d32-a743-712532c15b9b/4b1608c2-9704-4e55-b068-9731c1f9c2f3) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:08.766410 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f1ad1251-64ab-4032-981e-42c8044aa3f3 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.778655 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f1ad1251-64ab-4032-981e-42c8044aa3f3 tempest-RoutersTestDVR-1641793769 tempest-RoutersTestDVR-1641793769-project-admin] 10.222.0.39 "DELETE /v2.0/routers/2cba0243-78c3-4279-8c0b-ff196fe3af44 HTTP/1.1" status: 204 len: 168 time: 0.9503684 Jan 28 13:51:08.793138 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-db7f2b52-d34c-4f8a-a6ae-e6124cb63602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.802611 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf,segment=NetworkSegment(2d943550-f5c7-4917-a561-948b065e88e7),segment_id=2d943550-f5c7-4917-a561-948b065e88e7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:08.826952 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-25c9b5e6-2435-42ba-98a6-dfe06dd02094 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.915895 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf', 'network_id': '629a0596-4326-4173-a2b7-ce712832376d', 'port_id': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf', 'mac_address': 'fa:16:3e:93:96:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491aa37e-4ac2-45c7-8ded-0b584f80a299', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:51:09.021298 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-db7f2b52-d34c-4f8a-a6ae-e6124cb63602 admin admin] Publish callbacks [] for security_group (9cf7ee4b-76e8-45c4-b4ea-f6823dfdb406), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.075633 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:51:09.079321 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-db7f2b52-d34c-4f8a-a6ae-e6124cb63602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9cf7ee4b-76e8-45c4-b4ea-f6823dfdb406), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.102430 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d29b0-60da-4391-a91b-a10023d8258d req-b3596ac9-da75-4578-8edb-c55f2a14a6c5 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:09.109442 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c05d29b0-60da-4391-a91b-a10023d8258d req-b3596ac9-da75-4578-8edb-c55f2a14a6c5 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 943 time: 0.5661893 Jan 28 13:51:09.153332 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:09.153823 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.170338 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f2b52-d34c-4f8a-a6ae-e6124cb63602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf7ee4b-76e8-45c4-b4ea-f6823dfdb406,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:09.213943 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:51:09.315989 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf,segment=NetworkSegment(2d943550-f5c7-4917-a561-948b065e88e7),segment_id=2d943550-f5c7-4917-a561-948b065e88e7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:09.351574 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c05d29b0-60da-4391-a91b-a10023d8258d req-074f8b5a-3407-4aca-933c-b8b823d187a8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857843 Jan 28 13:51:09.362702 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-db7f2b52-d34c-4f8a-a6ae-e6124cb63602 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=453a9c3be5254a44926d8992afbe1004&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0034015 Jan 28 13:51:09.363718 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58658) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:09.382481 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58660) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:09.383630 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.479245 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-494b6b83-cd22-4071-9c3f-64c682a5b2c7 admin admin] Publish callbacks [] for security_group (9cf7ee4b-76e8-45c4-b4ea-f6823dfdb406), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.506365 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-30f44c33-540f-4995-a5ed-7296ea705ac3 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for port (4dc1a3ee-42c9-462e-b198-6640f98153c4), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.530133 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-494b6b83-cd22-4071-9c3f-64c682a5b2c7 admin admin] Publish callbacks [] for security_group (9cf7ee4b-76e8-45c4-b4ea-f6823dfdb406), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.545400 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c638251-cf79-40ad-8b16-d14355e36221 None None] Publish callbacks [] for port (4b1608c2-9704-4e55-b068-9731c1f9c2f3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.591984 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c638251-cf79-40ad-8b16-d14355e36221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (4b1608c2-9704-4e55-b068-9731c1f9c2f3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.597658 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:51:09.605748 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-764263ed-3585-4aab-aed7-69e7e0b0b319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.627367 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-494b6b83-cd22-4071-9c3f-64c682a5b2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9cf7ee4b-76e8-45c4-b4ea-f6823dfdb406), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.630378 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-494b6b83-cd22-4071-9c3f-64c682a5b2c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.631670 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-494b6b83-cd22-4071-9c3f-64c682a5b2c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9cf7ee4b-76e8-45c4-b4ea-f6823dfdb406 HTTP/1.1" status: 204 len: 168 time: 0.2655125 Jan 28 13:51:09.649862 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b6b83-cd22-4071-9c3f-64c682a5b2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf7ee4b-76e8-45c4-b4ea-f6823dfdb406,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:09.680864 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:09.730284 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-30f44c33-540f-4995-a5ed-7296ea705ac3 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (4dc1a3ee-42c9-462e-b198-6640f98153c4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.769349 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-764263ed-3585-4aab-aed7-69e7e0b0b319 admin admin] Publish callbacks [] for security_group (8d688ae6-0975-4f49-b7fa-be051aea9580), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.776631 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-764263ed-3585-4aab-aed7-69e7e0b0b319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8d688ae6-0975-4f49-b7fa-be051aea9580), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.803484 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-25c9b5e6-2435-42ba-98a6-dfe06dd02094 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Allocated IP 172.20.0.1 (b986e825-e204-499c-9611-3af6cf6f8ec9/297d29a4-4e9a-4d32-a743-712532c15b9b/99b28738-449a-4016-b5da-f66a4205f524) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:09.834796 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c638251-cf79-40ad-8b16-d14355e36221 None None] Network b986e825-e204-499c-9611-3af6cf6f8ec9 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:09.858004 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-764263ed-3585-4aab-aed7-69e7e0b0b319 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=852eb409428e42e78bc240db2ce55349&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4735162 Jan 28 13:51:09.863965 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-3c638251-cf79-40ad-8b16-d14355e36221 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:09.869525 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58666) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:09.871485 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764263ed-3585-4aab-aed7-69e7e0b0b319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d688ae6-0975-4f49-b7fa-be051aea9580,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:09.873690 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c638251-cf79-40ad-8b16-d14355e36221 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:09.923455 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f44c33-540f-4995-a5ed-7296ea705ac3 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Port': ['ID=4dc1a3ee-42c9-462e-b198-6640f98153c4,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:09.955277 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f44c33-540f-4995-a5ed-7296ea705ac3 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network b1840734-2459-4231-9e84-d111ccb4b3b2 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:09.959055 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-30f44c33-540f-4995-a5ed-7296ea705ac3 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:09.970201 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f44c33-540f-4995-a5ed-7296ea705ac3 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:10.096911 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c15ec68b-adf1-4f82-b261-87458a3a63b6 admin admin] Publish callbacks [] for security_group (8d688ae6-0975-4f49-b7fa-be051aea9580), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:10.153035 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c15ec68b-adf1-4f82-b261-87458a3a63b6 admin admin] Publish callbacks [] for security_group (8d688ae6-0975-4f49-b7fa-be051aea9580), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:10.175186 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f44c33-540f-4995-a5ed-7296ea705ac3 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:10.179094 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-30f44c33-540f-4995-a5ed-7296ea705ac3 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:10.184738 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c638251-cf79-40ad-8b16-d14355e36221 None None] Pushing event updated for resources: {'Port': ['ID=4b1608c2-9704-4e55-b068-9731c1f9c2f3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:10.279321 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c15ec68b-adf1-4f82-b261-87458a3a63b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8d688ae6-0975-4f49-b7fa-be051aea9580), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:10.282449 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c15ec68b-adf1-4f82-b261-87458a3a63b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:10.284175 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c15ec68b-adf1-4f82-b261-87458a3a63b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8d688ae6-0975-4f49-b7fa-be051aea9580 HTTP/1.1" status: 204 len: 168 time: 0.3943307 Jan 28 13:51:10.321329 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ec68b-adf1-4f82-b261-87458a3a63b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d688ae6-0975-4f49-b7fa-be051aea9580,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:10.336742 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-30f44c33-540f-4995-a5ed-7296ea705ac3 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8384430 Jan 28 13:51:10.339593 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58672) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:10.474352 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-3c638251-cf79-40ad-8b16-d14355e36221 None None] Attempting to bind port 4b1608c2-9704-4e55-b068-9731c1f9c2f3 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:10.479500 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-3c638251-cf79-40ad-8b16-d14355e36221 None None] Attempting to bind port 4b1608c2-9704-4e55-b068-9731c1f9c2f3 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '28db699b-b40a-4323-ab04-afa7e8381e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:10.481760 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c638251-cf79-40ad-8b16-d14355e36221 None None] Attempting to bind port 4b1608c2-9704-4e55-b068-9731c1f9c2f3 on network b986e825-e204-499c-9611-3af6cf6f8ec9 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:10.516909 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c638251-cf79-40ad-8b16-d14355e36221 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:10.517616 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c638251-cf79-40ad-8b16-d14355e36221 None None] Checking segment: {'id': '28db699b-b40a-4323-ab04-afa7e8381e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:10.518203 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c638251-cf79-40ad-8b16-d14355e36221 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:10.521114 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c638251-cf79-40ad-8b16-d14355e36221 None None] Bound using segment: {'id': '28db699b-b40a-4323-ab04-afa7e8381e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:10.522179 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-3c638251-cf79-40ad-8b16-d14355e36221 None None] Bound port: 4b1608c2-9704-4e55-b068-9731c1f9c2f3, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28db699b-b40a-4323-ab04-afa7e8381e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:10.522726 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c638251-cf79-40ad-8b16-d14355e36221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4b1608c2-9704-4e55-b068-9731c1f9c2f3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:10.661960 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd63686-a756-4159-afa9-85cce6feb8b4 None None] Network b1840734-2459-4231-9e84-d111ccb4b3b2 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:10.682045 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-25c9b5e6-2435-42ba-98a6-dfe06dd02094 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for port (99b28738-449a-4016-b5da-f66a4205f524), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:10.688674 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-bbe4b624-559d-42a7-96e4-d09b24abb387 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting port 4dc1a3ee-42c9-462e-b198-6640f98153c4 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:10.689214 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bbe4b624-559d-42a7-96e4-d09b24abb387 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (4dc1a3ee-42c9-462e-b198-6640f98153c4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:10.725707 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae344c0-aab3-4430-b9b1-03a0a2665f24 req-ad007eb2-9b60-4a9c-b7dc-ccbef7ad7097 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:10.727199 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9ae344c0-aab3-4430-b9b1-03a0a2665f24 req-ad007eb2-9b60-4a9c-b7dc-ccbef7ad7097 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 944 time: 0.1673157 Jan 28 13:51:10.786706 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-25c9b5e6-2435-42ba-98a6-dfe06dd02094 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (99b28738-449a-4016-b5da-f66a4205f524), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:10.883592 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bbe4b624-559d-42a7-96e4-d09b24abb387 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (4dc1a3ee-42c9-462e-b198-6640f98153c4), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:10.896641 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-6c184464-a00b-41d5-a115-6d251f4d9ae8 None None] Provisioning complete for port b506ffbd-a775-4ba4-9981-e6a14b0b4eac triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:10.897549 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c184464-a00b-41d5-a115-6d251f4d9ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b506ffbd-a775-4ba4-9981-e6a14b0b4eac), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:10.916848 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-bbe4b624-559d-42a7-96e4-d09b24abb387 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Calling delete_port for 4dc1a3ee-42c9-462e-b198-6640f98153c4 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:10.943458 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b506ffbd-a775-4ba4-9981-e6a14b0b4eac up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:10.961087 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-3c638251-cf79-40ad-8b16-d14355e36221 None None] For port 4b1608c2-9704-4e55-b068-9731c1f9c2f3, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:11.041327 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-3c638251-cf79-40ad-8b16-d14355e36221 None None] For port 4b1608c2-9704-4e55-b068-9731c1f9c2f3, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4b1608c2-9704-4e55-b068-9731c1f9c2f3,segment=NetworkSegment(28db699b-b40a-4323-ab04-afa7e8381e37),segment_id=28db699b-b40a-4323-ab04-afa7e8381e37)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:11.057804 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3c638251-cf79-40ad-8b16-d14355e36221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4b1608c2-9704-4e55-b068-9731c1f9c2f3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:11.209011 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58680) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:11.232260 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bbe4b624-559d-42a7-96e4-d09b24abb387 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (4dc1a3ee-42c9-462e-b198-6640f98153c4), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:11.239401 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1f7fbf5a-4ec7-4df9-8fae-6d4f54855321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:11.250874 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c638251-cf79-40ad-8b16-d14355e36221 None None] Pushing event updated for resources: {'Port': ['ID=4b1608c2-9704-4e55-b068-9731c1f9c2f3,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:11.256992 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6c184464-a00b-41d5-a115-6d251f4d9ae8 None None] Current status of the port b506ffbd-a775-4ba4-9981-e6a14b0b4eac is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:11.257376 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c184464-a00b-41d5-a115-6d251f4d9ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b506ffbd-a775-4ba4-9981-e6a14b0b4eac), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:11.281855 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port b506ffbd-a775-4ba4-9981-e6a14b0b4eac triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:11.282229 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b506ffbd-a775-4ba4-9981-e6a14b0b4eac), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:11.292319 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4b624-559d-42a7-96e4-d09b24abb387 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Port': ['ID=4dc1a3ee-42c9-462e-b198-6640f98153c4,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:11.383884 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-6c184464-a00b-41d5-a115-6d251f4d9ae8 None None] For port b506ffbd-a775-4ba4-9981-e6a14b0b4eac, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b506ffbd-a775-4ba4-9981-e6a14b0b4eac,segment=NetworkSegment(d6c16a8c-acb0-4d08-92d9-a55190f60f73),segment_id=d6c16a8c-acb0-4d08-92d9-a55190f60f73)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:11.400189 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c184464-a00b-41d5-a115-6d251f4d9ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b506ffbd-a775-4ba4-9981-e6a14b0b4eac), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:11.438443 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bbe4b624-559d-42a7-96e4-d09b24abb387 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:11.444266 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bbe4b624-559d-42a7-96e4-d09b24abb387 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/ports/4dc1a3ee-42c9-462e-b198-6640f98153c4 HTTP/1.1" status: 204 len: 168 time: 1.1023092 Jan 28 13:51:11.446307 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58682) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:11.452165 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9ae344c0-aab3-4430-b9b1-03a0a2665f24 req-fbc416f3-d0f9-4d90-b96d-97a15fe35f60 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7136257 Jan 28 13:51:11.482693 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c9b5e6-2435-42ba-98a6-dfe06dd02094 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network b986e825-e204-499c-9611-3af6cf6f8ec9 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:11.492979 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-25c9b5e6-2435-42ba-98a6-dfe06dd02094 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:11.503880 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c9b5e6-2435-42ba-98a6-dfe06dd02094 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:11.528612 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port b506ffbd-a775-4ba4-9981-e6a14b0b4eac is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:11.533780 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-84be42ff-b8b3-420b-bec4-47af72d005d5 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] DELETE failed (client error): The resource could not be found. Jan 28 13:51:11.534370 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84be42ff-b8b3-420b-bec4-47af72d005d5 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:51:11.540548 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-84be42ff-b8b3-420b-bec4-47af72d005d5 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/ports/4dc1a3ee-42c9-462e-b198-6640f98153c4 HTTP/1.1" status: 404 len: 333 time: 0.0910861 Jan 28 13:51:11.547624 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58684) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:11.578684 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9b5e6-2435-42ba-98a6-dfe06dd02094 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Port': ['ID=99b28738-449a-4016-b5da-f66a4205f524,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:11.592789 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-f865bc1f-034a-4618-b754-a5874fbb3a82 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] GET failed (client error): The resource could not be found. Jan 28 13:51:11.597962 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f865bc1f-034a-4618-b754-a5874fbb3a82 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "GET /v2.0/ports/4dc1a3ee-42c9-462e-b198-6640f98153c4 HTTP/1.1" status: 404 len: 333 time: 0.0482056 Jan 28 13:51:11.598465 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58686) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:11.630365 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-25c9b5e6-2435-42ba-98a6-dfe06dd02094 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (7ae58efc-fb03-490f-ab2b-feef7ffc0546), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:11.644561 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c184464-a00b-41d5-a115-6d251f4d9ae8 None None] Pushing event updated for resources: {'Port': ['ID=b506ffbd-a775-4ba4-9981-e6a14b0b4eac,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:11.706238 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1f7fbf5a-4ec7-4df9-8fae-6d4f54855321 admin admin] Publish callbacks [] for security_group (3d4e038f-16e2-4e61-b0bc-48a080e4cee0), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:11.718774 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1f7fbf5a-4ec7-4df9-8fae-6d4f54855321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (3d4e038f-16e2-4e61-b0bc-48a080e4cee0), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:11.785849 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58688) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:11.787135 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1f7fbf5a-4ec7-4df9-8fae-6d4f54855321 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=576318e8e79447f098594293d406b0b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5754900 Jan 28 13:51:11.792169 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fbf5a-4ec7-4df9-8fae-6d4f54855321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4e038f-16e2-4e61-b0bc-48a080e4cee0,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:11.844402 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-e037c1f2-e733-4ed5-bca8-36e4fc067da0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting subnet d25afc55-e467-4a2c-8a15-1a9d42a743b1 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:51:11.847097 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-0adc3a3e-9aad-4208-b38f-c0e05c301958 None None] Provisioning complete for port b506ffbd-a775-4ba4-9981-e6a14b0b4eac triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:11.847733 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0adc3a3e-9aad-4208-b38f-c0e05c301958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b506ffbd-a775-4ba4-9981-e6a14b0b4eac), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:11.849418 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e037c1f2-e733-4ed5-bca8-36e4fc067da0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for subnet (d25afc55-e467-4a2c-8a15-1a9d42a743b1), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:11.898796 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-61d19bd2-8bc5-4ee7-888b-570bbacbd1a5 admin admin] Publish callbacks [] for security_group (3d4e038f-16e2-4e61-b0bc-48a080e4cee0), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:11.926137 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-61d19bd2-8bc5-4ee7-888b-570bbacbd1a5 admin admin] Publish callbacks [] for security_group (3d4e038f-16e2-4e61-b0bc-48a080e4cee0), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:11.937615 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-25c9b5e6-2435-42ba-98a6-dfe06dd02094 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (99b28738-449a-4016-b5da-f66a4205f524), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:11.946061 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e037c1f2-e733-4ed5-bca8-36e4fc067da0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (d25afc55-e467-4a2c-8a15-1a9d42a743b1), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:11.947787 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0adc3a3e-9aad-4208-b38f-c0e05c301958 None None] Current status of the port b506ffbd-a775-4ba4-9981-e6a14b0b4eac is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:11.951838 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-0adc3a3e-9aad-4208-b38f-c0e05c301958 None None] Could not find standard attr ID for object 4dc1a3ee-42c9-462e-b198-6640f98153c4. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:51:12.108561 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e037c1f2-e733-4ed5-bca8-36e4fc067da0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (d25afc55-e467-4a2c-8a15-1a9d42a743b1), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:12.147899 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-61d19bd2-8bc5-4ee7-888b-570bbacbd1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (3d4e038f-16e2-4e61-b0bc-48a080e4cee0), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:12.150744 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-61d19bd2-8bc5-4ee7-888b-570bbacbd1a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:12.155412 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-61d19bd2-8bc5-4ee7-888b-570bbacbd1a5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3d4e038f-16e2-4e61-b0bc-48a080e4cee0 HTTP/1.1" status: 204 len: 168 time: 0.3666186 Jan 28 13:51:12.168118 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ec8c9973-99f3-4c86-88ee-de0023f90848 None None] Could not find standard attr ID for object 4dc1a3ee-42c9-462e-b198-6640f98153c4. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:51:12.186403 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d19bd2-8bc5-4ee7-888b-570bbacbd1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4e038f-16e2-4e61-b0bc-48a080e4cee0,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:12.217503 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e037c1f2-e733-4ed5-bca8-36e4fc067da0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (d25afc55-e467-4a2c-8a15-1a9d42a743b1), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:12.284732 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037c1f2-e733-4ed5-bca8-36e4fc067da0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Subnet': ['ID=d25afc55-e467-4a2c-8a15-1a9d42a743b1,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:12.287010 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e037c1f2-e733-4ed5-bca8-36e4fc067da0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:12.293830 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e037c1f2-e733-4ed5-bca8-36e4fc067da0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/subnets/d25afc55-e467-4a2c-8a15-1a9d42a743b1 HTTP/1.1" status: 204 len: 168 time: 0.6930563 Jan 28 13:51:12.294855 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58694) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:12.403095 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-25c9b5e6-2435-42ba-98a6-dfe06dd02094 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for port (99b28738-449a-4016-b5da-f66a4205f524), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:12.417947 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-25c9b5e6-2435-42ba-98a6-dfe06dd02094 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (99b28738-449a-4016-b5da-f66a4205f524), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:12.460249 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (b1840734-2459-4231-9e84-d111ccb4b3b2), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:12.471014 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:12.541874 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff278a0f-530f-45c3-8250-84eaadfe6ef1 None None] Network b1840734-2459-4231-9e84-d111ccb4b3b2 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:12.544095 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-25c9b5e6-2435-42ba-98a6-dfe06dd02094 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (7ae58efc-fb03-490f-ab2b-feef7ffc0546), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:12.546936 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9b5e6-2435-42ba-98a6-dfe06dd02094 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Port': ['ID=99b28738-449a-4016-b5da-f66a4205f524,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:12.652479 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting port b506ffbd-a775-4ba4-9981-e6a14b0b4eac {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:12.652837 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b506ffbd-a775-4ba4-9981-e6a14b0b4eac), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:12.734212 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea80ab4-8080-4650-bb47-da29e703c1ba req-9e2f62ff-f3b6-4e36-a335-731806e7b00a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:12.743166 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8ea80ab4-8080-4650-bb47-da29e703c1ba req-9e2f62ff-f3b6-4e36-a335-731806e7b00a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 944 time: 0.1337664 Jan 28 13:51:12.752061 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c9b5e6-2435-42ba-98a6-dfe06dd02094 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network b986e825-e204-499c-9611-3af6cf6f8ec9 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:12.753659 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-25c9b5e6-2435-42ba-98a6-dfe06dd02094 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:12.844956 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] For port b506ffbd-a775-4ba4-9981-e6a14b0b4eac, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b506ffbd-a775-4ba4-9981-e6a14b0b4eac,segment=NetworkSegment(d6c16a8c-acb0-4d08-92d9-a55190f60f73),segment_id=d6c16a8c-acb0-4d08-92d9-a55190f60f73)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:12.845295 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b506ffbd-a775-4ba4-9981-e6a14b0b4eac), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:12.863546 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8ea80ab4-8080-4650-bb47-da29e703c1ba req-cc4f64a5-d528-420e-b2d2-0d1e93a5896a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188941 Jan 28 13:51:12.876788 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:51:12.898876 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:12.899285 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:12.910628 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Calling delete_port for b506ffbd-a775-4ba4-9981-e6a14b0b4eac owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:12.969015 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7056da-9267-4df9-b1d0-da467bb355a4 None None] Network b986e825-e204-499c-9611-3af6cf6f8ec9 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:12.974754 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75410642-8d28-4a1f-b7f2-b57efbcd9682 None None] DHCP port deletion for b1840734-2459-4231-9e84-d111ccb4b3b2 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:51:13.030317 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c9b5e6-2435-42ba-98a6-dfe06dd02094 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:51:13.107951 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (b506ffbd-a775-4ba4-9981-e6a14b0b4eac), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.142535 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Port': ['ID=b506ffbd-a775-4ba4-9981-e6a14b0b4eac,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:13.157313 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] No DVR routers for this DVR port b506ffbd-a775-4ba4-9981-e6a14b0b4eac on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:51:13.168572 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c9b5e6-2435-42ba-98a6-dfe06dd02094 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:13.177999 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-25c9b5e6-2435-42ba-98a6-dfe06dd02094 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "PUT /v2.0/routers/7ae58efc-fb03-490f-ab2b-feef7ffc0546/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3303382 Jan 28 13:51:13.178638 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58712) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:13.188342 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-cd1c149e-87dd-46da-a11b-0f90d1e27a0b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'network': {'name': 'tempest-RoutersTest-1982784659'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:13.188798 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6137396-c88d-4dea-b7ac-fcdd94263a8c None None] Sync routers for ids ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:13.213806 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6137396-c88d-4dea-b7ac-fcdd94263a8c None None] Routers {'7ae58efc-fb03-490f-ab2b-feef7ffc0546'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:13.214460 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a6137396-c88d-4dea-b7ac-fcdd94263a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:13.228387 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4b1608c2-9704-4e55-b068-9731c1f9c2f3 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:13.246338 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1c149e-87dd-46da-a11b-0f90d1e27a0b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Made reservation on behalf of 567d098325094a48a7cf1edc5ba35662 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:13.250024 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cd1c149e-87dd-46da-a11b-0f90d1e27a0b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.307226 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd1c149e-87dd-46da-a11b-0f90d1e27a0b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:51:13.315767 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (b1840734-2459-4231-9e84-d111ccb4b3b2), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.319829 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cd1c149e-87dd-46da-a11b-0f90d1e27a0b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (775a7bad-7202-4f4e-b31c-20e322318794), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.320480 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-cd1c149e-87dd-46da-a11b-0f90d1e27a0b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Added segment 775a7bad-7202-4f4e-b31c-20e322318794 of type vlan for network 7564e3df-c4c9-4c33-98bd-f8c4c48d1fec Jan 28 13:51:13.323038 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-161f67ec-a923-4f13-b7e8-b3c1aa7b33f1 None None] Provisioning complete for port 4b1608c2-9704-4e55-b068-9731c1f9c2f3 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:13.323457 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-161f67ec-a923-4f13-b7e8-b3c1aa7b33f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4b1608c2-9704-4e55-b068-9731c1f9c2f3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.377341 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1840734-2459-4231-9e84-d111ccb4b3b2']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:13.390676 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-a6137396-c88d-4dea-b7ac-fcdd94263a8c None None] Set router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:13.401922 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cd1c149e-87dd-46da-a11b-0f90d1e27a0b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (7564e3df-c4c9-4c33-98bd-f8c4c48d1fec), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.404276 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c16a8c-acb0-4d08-92d9-a55190f60f73') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:13.404539 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c16a8c-acb0-4d08-92d9-a55190f60f73') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:13.439724 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (d6c16a8c-acb0-4d08-92d9-a55190f60f73), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.463475 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cd1c149e-87dd-46da-a11b-0f90d1e27a0b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (7564e3df-c4c9-4c33-98bd-f8c4c48d1fec), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.471281 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1c149e-87dd-46da-a11b-0f90d1e27a0b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:13.472601 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cd1c149e-87dd-46da-a11b-0f90d1e27a0b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.473360 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (d6c16a8c-acb0-4d08-92d9-a55190f60f73), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.492516 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:51:13.493006 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (d6c16a8c-acb0-4d08-92d9-a55190f60f73), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:51:13.497249 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:51:13.547299 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cd1c149e-87dd-46da-a11b-0f90d1e27a0b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3674786 Jan 28 13:51:13.558492 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58722) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:13.567010 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-8620aded-eb55-413a-8fe8-67f238c6d0fd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'subnet': {'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:13.590687 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58724) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:13.635043 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c149e-87dd-46da-a11b-0f90d1e27a0b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Network': ['ID=7564e3df-c4c9-4c33-98bd-f8c4c48d1fec,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:13.637114 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (b1840734-2459-4231-9e84-d111ccb4b3b2), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.715085 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.722010 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/networks/b1840734-2459-4231-9e84-d111ccb4b3b2 HTTP/1.1" status: 204 len: 168 time: 1.4224200 Jan 28 13:51:13.723766 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58728) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:13.728622 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 7564e3df-c4c9-4c33-98bd-f8c4c48d1fec details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:51:13.730543 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-7a0f745f-f77b-4472-92ff-735c43840157 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1057037397'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:13.738551 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-2db26727-785a-4996-bb1c-8944d6a0afe1 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1084169047', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:13.747219 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Network': ['ID=b1840734-2459-4231-9e84-d111ccb4b3b2,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:13.775158 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:13.775771 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:13.776210 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:13.776589 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:13.776949 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:13.777272 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0f745f-f77b-4472-92ff-735c43840157 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:13.777401 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:13.777726 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:13.778059 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:13.778391 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:13.778719 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:13.779091 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:13.779415 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:13.779738 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e365d-8d99-4ac3-ab2a-2d9d1224e05f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:13.782338 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7a0f745f-f77b-4472-92ff-735c43840157 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.803821 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2db26727-785a-4996-bb1c-8944d6a0afe1 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (00652acf-543e-46e2-beeb-ae1168d45ec7), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.805143 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2db26727-785a-4996-bb1c-8944d6a0afe1 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (00652acf-543e-46e2-beeb-ae1168d45ec7), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.811647 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8620aded-eb55-413a-8fe8-67f238c6d0fd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Made reservation on behalf of 567d098325094a48a7cf1edc5ba35662 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:13.816003 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8620aded-eb55-413a-8fe8-67f238c6d0fd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.829049 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-161f67ec-a923-4f13-b7e8-b3c1aa7b33f1 None None] Current status of the port 4b1608c2-9704-4e55-b068-9731c1f9c2f3 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:13.829440 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-161f67ec-a923-4f13-b7e8-b3c1aa7b33f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4b1608c2-9704-4e55-b068-9731c1f9c2f3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.832250 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0f745f-f77b-4472-92ff-735c43840157 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:51:13.850061 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7a0f745f-f77b-4472-92ff-735c43840157 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (0ff2e9fd-fb3e-49a7-8c10-cc388127f55c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.850984 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-7a0f745f-f77b-4472-92ff-735c43840157 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Added segment 0ff2e9fd-fb3e-49a7-8c10-cc388127f55c of type vlan for network 4bd2332b-b04b-4b77-b6cb-4703c93804c2 Jan 28 13:51:13.952113 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2db26727-785a-4996-bb1c-8944d6a0afe1 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks [] for router_controller (00652acf-543e-46e2-beeb-ae1168d45ec7), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.963514 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2db26727-785a-4996-bb1c-8944d6a0afe1 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (00652acf-543e-46e2-beeb-ae1168d45ec7), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.980698 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-75410642-8d28-4a1f-b7f2-b57efbcd9682 None None] Deleting port b506ffbd-a775-4ba4-9981-e6a14b0b4eac {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:13.981740 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-75410642-8d28-4a1f-b7f2-b57efbcd9682 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b506ffbd-a775-4ba4-9981-e6a14b0b4eac), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.984658 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:13.985216 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:14.000456 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7a0f745f-f77b-4472-92ff-735c43840157 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (4bd2332b-b04b-4b77-b6cb-4703c93804c2), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:14.008701 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2db26727-785a-4996-bb1c-8944d6a0afe1 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:14.012566 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2db26727-785a-4996-bb1c-8944d6a0afe1 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4205296 Jan 28 13:51:14.016731 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58732) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:14.024066 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-56f0ebab-9d57-42bb-b136-cf397b058aca tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1175171430'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:14.063670 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a6137396-c88d-4dea-b7ac-fcdd94263a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:51:11Z', 'revision_number': 2, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None, '_interfaces': [{'id': '99b28738-449a-4016-b5da-f66a4205f524', 'name': '', 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:80:1b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:09Z', 'updated_at': '2022-01-28T13:51:12Z', 'revision_number': 2, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:14.097101 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6137396-c88d-4dea-b7ac-fcdd94263a8c None None] Checking router: 7ae58efc-fb03-490f-ab2b-feef7ffc0546 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:51:14.097526 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6137396-c88d-4dea-b7ac-fcdd94263a8c None None] Updating router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 port 99b28738-449a-4016-b5da-f66a4205f524 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:51:14.119246 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-161f67ec-a923-4f13-b7e8-b3c1aa7b33f1 None None] For port 4b1608c2-9704-4e55-b068-9731c1f9c2f3, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4b1608c2-9704-4e55-b068-9731c1f9c2f3,segment=NetworkSegment(28db699b-b40a-4323-ab04-afa7e8381e37),segment_id=28db699b-b40a-4323-ab04-afa7e8381e37)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:14.129907 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a6137396-c88d-4dea-b7ac-fcdd94263a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (99b28738-449a-4016-b5da-f66a4205f524), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server [None req-75410642-8d28-4a1f-b7f2-b57efbcd9682 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network b1840734-2459-4231-9e84-d111ccb4b3b2 could not be found. Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return self._iter().one() Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2006, in delete_port Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1206, in get_network Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network b1840734-2459-4231-9e84-d111ccb4b3b2 could not be found. Jan 28 13:51:14.170345 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server Jan 28 13:51:14.177114 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7a0f745f-f77b-4472-92ff-735c43840157 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (4bd2332b-b04b-4b77-b6cb-4703c93804c2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:14.177114 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0f745f-f77b-4472-92ff-735c43840157 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:14.177857 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7a0f745f-f77b-4472-92ff-735c43840157 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:14.195224 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 4b1608c2-9704-4e55-b068-9731c1f9c2f3 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:14.195891 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4b1608c2-9704-4e55-b068-9731c1f9c2f3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:14.204548 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f0ebab-9d57-42bb-b136-cf397b058aca tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Made reservation on behalf of 2eee590f5ef24e388b6a6fac901435a2 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:14.209583 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-56f0ebab-9d57-42bb-b136-cf397b058aca tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:14.220197 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8620aded-eb55-413a-8fe8-67f238c6d0fd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (a029738f-936b-43b8-b5fb-031c62a50def), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:14.260245 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf,segment=NetworkSegment(2d943550-f5c7-4917-a561-948b065e88e7),segment_id=2d943550-f5c7-4917-a561-948b065e88e7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:14.261618 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372b5af7-9d40-40a9-aee3-3897f08216e0 None None] DHCP port deletion for b1840734-2459-4231-9e84-d111ccb4b3b2 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:51:14.266067 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-161f67ec-a923-4f13-b7e8-b3c1aa7b33f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4b1608c2-9704-4e55-b068-9731c1f9c2f3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:14.276794 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20fab73-f39c-4e5b-94d4-31d506120ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:51:14.289548 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5dde637-ed1b-4a71-94b9-e451565301c9" -d '{"events": [{"server_uuid": "d20fab73-f39c-4e5b-94d4-31d506120ad6", "name": "network-vif-plugged", "status": "completed", "tag": "aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:51:14.365386 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620aded-eb55-413a-8fe8-67f238c6d0fd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Subnet': ['ID=a029738f-936b-43b8-b5fb-031c62a50def,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:14.390249 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8620aded-eb55-413a-8fe8-67f238c6d0fd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Checking segment: {'id': '775a7bad-7202-4f4e-b31c-20e322318794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:14.390621 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8620aded-eb55-413a-8fe8-67f238c6d0fd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network hostable DHCP agents. Network: 7564e3df-c4c9-4c33-98bd-f8c4c48d1fec, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:51:14.392992 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33233127-ee2e-4b1f-94c9-cf6bb45f65da req-dd1e25be-e99b-4a67-9cdf-7c95c8c533d8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:14.398652 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-33233127-ee2e-4b1f-94c9-cf6bb45f65da req-dd1e25be-e99b-4a67-9cdf-7c95c8c533d8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 944 time: 0.3262246 Jan 28 13:51:14.399376 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f745f-f77b-4472-92ff-735c43840157 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Network': ['ID=4bd2332b-b04b-4b77-b6cb-4703c93804c2,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:14.435629 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8620aded-eb55-413a-8fe8-67f238c6d0fd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network 7564e3df-c4c9-4c33-98bd-f8c4c48d1fec is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:51:14.443892 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-56f0ebab-9d57-42bb-b136-cf397b058aca tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:14.459449 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-8620aded-eb55-413a-8fe8-67f238c6d0fd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 7564e3df-c4c9-4c33-98bd-f8c4c48d1fec) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:14.464063 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8620aded-eb55-413a-8fe8-67f238c6d0fd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:14.464779 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8620aded-eb55-413a-8fe8-67f238c6d0fd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:14.503000 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8620aded-eb55-413a-8fe8-67f238c6d0fd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9405410 Jan 28 13:51:14.503107 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 4bd2332b-b04b-4b77-b6cb-4703c93804c2 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:51:14.503921 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58742) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:14.511247 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:14.550310 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7a0f745f-f77b-4472-92ff-735c43840157 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8245642 Jan 28 13:51:14.556838 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58744) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:14.574290 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779ae4ba-fee1-4951-942d-38c855429259 x-openstack-request-id: req-779ae4ba-fee1-4951-942d-38c855429259 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:51:14.574562 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20fab73-f39c-4e5b-94d4-31d506120ad6", "name": "network-vif-plugged", "status": "completed", "tag": "aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:51:14.574821 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-779ae4ba-fee1-4951-942d-38c855429259 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:51:14.575256 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20fab73-f39c-4e5b-94d4-31d506120ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf', 'code': 200} Jan 28 13:51:14.576575 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-e7ea7483-1f14-4f7e-a674-db593cf0dcbb tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'subnet': {'network_id': '4bd2332b-b04b-4b77-b6cb-4703c93804c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:14.584147 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3819ead-b5c6-4aea-80cc-68dd0a0eb39d None None] Network 7564e3df-c4c9-4c33-98bd-f8c4c48d1fec requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:14.699878 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-33233127-ee2e-4b1f-94c9-cf6bb45f65da req-a7b2562a-25bc-4f2a-89cc-82454283271e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847548 Jan 28 13:51:14.806977 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ea7483-1f14-4f7e-a674-db593cf0dcbb tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:14.811555 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e7ea7483-1f14-4f7e-a674-db593cf0dcbb tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:14.818434 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f67ec-a923-4f13-b7e8-b3c1aa7b33f1 None None] Pushing event updated for resources: {'Port': ['ID=4b1608c2-9704-4e55-b068-9731c1f9c2f3,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:14.871275 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a6137396-c88d-4dea-b7ac-fcdd94263a8c None None] Publish callbacks [] for port (99b28738-449a-4016-b5da-f66a4205f524), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:14.884208 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae2a03a-35dd-421d-a50b-29560122dd11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-7564e3df-c4c9-4c33-98bd-f8c4c48d1fec', 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec', 'project_id': '567d098325094a48a7cf1edc5ba35662', 'fixed_ips': [{'subnet_id': 'a029738f-936b-43b8-b5fb-031c62a50def'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:51:14.888875 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ae2a03a-35dd-421d-a50b-29560122dd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:14.897509 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a6137396-c88d-4dea-b7ac-fcdd94263a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (99b28738-449a-4016-b5da-f66a4205f524), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:14.897807 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-8e6878e3-cca7-4fbc-82f1-31172499e9d0 None None] Provisioning complete for port 4b1608c2-9704-4e55-b068-9731c1f9c2f3 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:14.898091 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e6878e3-cca7-4fbc-82f1-31172499e9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4b1608c2-9704-4e55-b068-9731c1f9c2f3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:15.056269 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b45ba-d71d-4371-8156-6eaa2e0409d6 None None] Pushing event updated for resources: {'Port': ['ID=99b28738-449a-4016-b5da-f66a4205f524,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:15.126390 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e7ea7483-1f14-4f7e-a674-db593cf0dcbb tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (a6d2e2df-34a1-4a59-a1e3-a98130c08c30), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:15.138699 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-a6137396-c88d-4dea-b7ac-fcdd94263a8c None None] Attempting to bind port 99b28738-449a-4016-b5da-f66a4205f524 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:15.139249 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-a6137396-c88d-4dea-b7ac-fcdd94263a8c None None] Attempting to bind port 99b28738-449a-4016-b5da-f66a4205f524 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '28db699b-b40a-4323-ab04-afa7e8381e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:15.139710 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6137396-c88d-4dea-b7ac-fcdd94263a8c None None] Attempting to bind port 99b28738-449a-4016-b5da-f66a4205f524 on network b986e825-e204-499c-9611-3af6cf6f8ec9 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:15.159948 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6137396-c88d-4dea-b7ac-fcdd94263a8c None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:15.160513 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6137396-c88d-4dea-b7ac-fcdd94263a8c None None] Checking segment: {'id': '28db699b-b40a-4323-ab04-afa7e8381e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:15.161046 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a6137396-c88d-4dea-b7ac-fcdd94263a8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:15.161541 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6137396-c88d-4dea-b7ac-fcdd94263a8c None None] Bound using segment: {'id': '28db699b-b40a-4323-ab04-afa7e8381e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:15.162130 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-a6137396-c88d-4dea-b7ac-fcdd94263a8c None None] Bound port: 99b28738-449a-4016-b5da-f66a4205f524, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28db699b-b40a-4323-ab04-afa7e8381e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:15.162638 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a6137396-c88d-4dea-b7ac-fcdd94263a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (99b28738-449a-4016-b5da-f66a4205f524), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:15.242518 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-56f0ebab-9d57-42bb-b136-cf397b058aca tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks [] for security_group (e7206285-7ebe-481e-938b-64c31c2a670d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:15.257707 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-56f0ebab-9d57-42bb-b136-cf397b058aca tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e7206285-7ebe-481e-938b-64c31c2a670d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:15.263223 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea7483-1f14-4f7e-a674-db593cf0dcbb tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Subnet': ['ID=a6d2e2df-34a1-4a59-a1e3-a98130c08c30,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:15.296943 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:15.303576 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 4b1608c2-9704-4e55-b068-9731c1f9c2f3 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:15.366774 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-a6137396-c88d-4dea-b7ac-fcdd94263a8c None None] For port 99b28738-449a-4016-b5da-f66a4205f524, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:15.375899 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-a6137396-c88d-4dea-b7ac-fcdd94263a8c None None] For port 99b28738-449a-4016-b5da-f66a4205f524, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=99b28738-449a-4016-b5da-f66a4205f524,segment=NetworkSegment(28db699b-b40a-4323-ab04-afa7e8381e37),segment_id=28db699b-b40a-4323-ab04-afa7e8381e37)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:15.386605 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a6137396-c88d-4dea-b7ac-fcdd94263a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (99b28738-449a-4016-b5da-f66a4205f524), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:15.400680 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8e6878e3-cca7-4fbc-82f1-31172499e9d0 None None] Current status of the port 4b1608c2-9704-4e55-b068-9731c1f9c2f3 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:15.407292 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0ebab-9d57-42bb-b136-cf397b058aca tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7206285-7ebe-481e-938b-64c31c2a670d,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:15.439704 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-1ae2a03a-35dd-421d-a50b-29560122dd11 None None] Allocated IP 172.21.0.2 (7564e3df-c4c9-4c33-98bd-f8c4c48d1fec/a029738f-936b-43b8-b5fb-031c62a50def/436e2bb7-38c4-4928-8f10-bd6aebf2c862) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:15.452061 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f0ebab-9d57-42bb-b136-cf397b058aca tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:51:15.452680 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-8e6878e3-cca7-4fbc-82f1-31172499e9d0 None None] Provisioning complete for port 99b28738-449a-4016-b5da-f66a4205f524 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:15.453046 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e6878e3-cca7-4fbc-82f1-31172499e9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (99b28738-449a-4016-b5da-f66a4205f524), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:15.456335 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ea7483-1f14-4f7e-a674-db593cf0dcbb tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Checking segment: {'id': '0ff2e9fd-fb3e-49a7-8c10-cc388127f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4bd2332b-b04b-4b77-b6cb-4703c93804c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:15.460510 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ea7483-1f14-4f7e-a674-db593cf0dcbb tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network hostable DHCP agents. Network: 4bd2332b-b04b-4b77-b6cb-4703c93804c2, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:51:15.499710 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-56f0ebab-9d57-42bb-b136-cf397b058aca tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (a895df8b-3040-46d3-8f38-9531851a75c2), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:15.501365 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-56f0ebab-9d57-42bb-b136-cf397b058aca tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Added segment a895df8b-3040-46d3-8f38-9531851a75c2 of type vlan for network aa1c7742-8180-43db-be70-c8c38b92f43b Jan 28 13:51:15.569618 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4b1608c2-9704-4e55-b068-9731c1f9c2f3 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:15.581625 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6137396-c88d-4dea-b7ac-fcdd94263a8c None None] Routers {'7ae58efc-fb03-490f-ab2b-feef7ffc0546'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:15.586835 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a6137396-c88d-4dea-b7ac-fcdd94263a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:15.591551 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ea7483-1f14-4f7e-a674-db593cf0dcbb tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network 4bd2332b-b04b-4b77-b6cb-4703c93804c2 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:51:15.592415 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b45ba-d71d-4371-8156-6eaa2e0409d6 None None] Pushing event updated for resources: {'Port': ['ID=99b28738-449a-4016-b5da-f66a4205f524,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:15.609799 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-56f0ebab-9d57-42bb-b136-cf397b058aca tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (aa1c7742-8180-43db-be70-c8c38b92f43b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:15.638426 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-e7ea7483-1f14-4f7e-a674-db593cf0dcbb tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 4bd2332b-b04b-4b77-b6cb-4703c93804c2) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:15.644453 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ea7483-1f14-4f7e-a674-db593cf0dcbb tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:15.645281 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e7ea7483-1f14-4f7e-a674-db593cf0dcbb tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:15.669352 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-56f0ebab-9d57-42bb-b136-cf397b058aca tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (aa1c7742-8180-43db-be70-c8c38b92f43b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:15.681824 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f0ebab-9d57-42bb-b136-cf397b058aca tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:15.682807 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-56f0ebab-9d57-42bb-b136-cf397b058aca tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:15.708741 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e7ea7483-1f14-4f7e-a674-db593cf0dcbb tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1469498 Jan 28 13:51:15.722792 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64678a64-e44a-44ec-9177-3ea22ed27091 None None] Network 4bd2332b-b04b-4b77-b6cb-4703c93804c2 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:15.732210 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-56f0ebab-9d57-42bb-b136-cf397b058aca tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.7143593 Jan 28 13:51:15.733023 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58748) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:15.745108 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-4f2d58d6-ce97-4fae-8ff1-3bdd5642e29e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'port': {'network_id': '4bd2332b-b04b-4b77-b6cb-4703c93804c2', 'security_groups': [], 'name': 'tempest-PortsTestJSON-402803631'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:15.795266 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58752) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:15.812158 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-bfce7630-10b9-4405-b26c-dd0444bccddd tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Request body: {'subnet': {'network_id': 'aa1c7742-8180-43db-be70-c8c38b92f43b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:15.893798 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-a6137396-c88d-4dea-b7ac-fcdd94263a8c None None] Set router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:15.935230 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95655b5e-9983-4cdd-ba81-17efbfafb711 req-ede5b679-d7ca-40b3-b48f-15e47c39df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:15.936874 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-95655b5e-9983-4cdd-ba81-17efbfafb711 req-ede5b679-d7ca-40b3-b48f-15e47c39df43 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 1096 time: 1.3632195 Jan 28 13:51:15.949512 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8e6878e3-cca7-4fbc-82f1-31172499e9d0 None None] Current status of the port 99b28738-449a-4016-b5da-f66a4205f524 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:15.950148 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e6878e3-cca7-4fbc-82f1-31172499e9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (99b28738-449a-4016-b5da-f66a4205f524), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:16.071829 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 4b1608c2-9704-4e55-b068-9731c1f9c2f3 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:16.079439 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4b1608c2-9704-4e55-b068-9731c1f9c2f3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:16.101282 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0ebab-9d57-42bb-b136-cf397b058aca tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Pushing event updated for resources: {'Network': ['ID=aa1c7742-8180-43db-be70-c8c38b92f43b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:16.109548 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-8e6878e3-cca7-4fbc-82f1-31172499e9d0 None None] For port 99b28738-449a-4016-b5da-f66a4205f524, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=99b28738-449a-4016-b5da-f66a4205f524,segment=NetworkSegment(28db699b-b40a-4323-ab04-afa7e8381e37),segment_id=28db699b-b40a-4323-ab04-afa7e8381e37)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:16.117725 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network aa1c7742-8180-43db-be70-c8c38b92f43b details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:51:16.133159 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2d58d6-ce97-4fae-8ff1-3bdd5642e29e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:16.139116 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4f2d58d6-ce97-4fae-8ff1-3bdd5642e29e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:16.182942 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-4f2d58d6-ce97-4fae-8ff1-3bdd5642e29e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] device_id is not set on port f8ccfff5-28ec-4092-832b-3005255dae45 yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:51:16.210044 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf9a938-9ada-4ba4-a255-c017ca9814ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-4bd2332b-b04b-4b77-b6cb-4703c93804c2', 'network_id': '4bd2332b-b04b-4b77-b6cb-4703c93804c2', 'project_id': 'c72180828f944c22b2bf13b320e444e9', 'fixed_ips': [{'subnet_id': 'a6d2e2df-34a1-4a59-a1e3-a98130c08c30'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:51:16.212558 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-acf9a938-9ada-4ba4-a255-c017ca9814ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:16.243647 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e6878e3-cca7-4fbc-82f1-31172499e9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (99b28738-449a-4016-b5da-f66a4205f524), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:16.332626 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-95655b5e-9983-4cdd-ba81-17efbfafb711 req-18a39ec6-98ef-4d72-8d4c-cdfa54d74d0b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3571141 Jan 28 13:51:16.365544 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd44f8-20be-45af-bf5f-f93885f0126b req-ef14d416-ebd5-45c1-89a8-6f20e2b3f009 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:16.367471 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-25cd44f8-20be-45af-bf5f-f93885f0126b req-ef14d416-ebd5-45c1-89a8-6f20e2b3f009 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 945 time: 0.4365270 Jan 28 13:51:16.427718 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-4f2d58d6-ce97-4fae-8ff1-3bdd5642e29e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Allocated IP 172.20.0.6 (4bd2332b-b04b-4b77-b6cb-4703c93804c2/a6d2e2df-34a1-4a59-a1e3-a98130c08c30/f8ccfff5-28ec-4092-832b-3005255dae45) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:16.438536 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a6137396-c88d-4dea-b7ac-fcdd94263a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:51:11Z', 'revision_number': 2, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None, '_interfaces': [{'id': '99b28738-449a-4016-b5da-f66a4205f524', 'name': '', 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:80:1b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:09Z', 'updated_at': '2022-01-28T13:51:15Z', 'revision_number': 4, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:16.456647 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6878e3-cca7-4fbc-82f1-31172499e9d0 None None] Pushing event updated for resources: {'Port': ['ID=99b28738-449a-4016-b5da-f66a4205f524,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:16.468535 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ae2a03a-35dd-421d-a50b-29560122dd11 None None] Publish callbacks [] for port (436e2bb7-38c4-4928-8f10-bd6aebf2c862), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:16.512730 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-12ff6cf4-e930-4f76-b42a-b4dad4952d3d tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:16.521015 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6137396-c88d-4dea-b7ac-fcdd94263a8c None None] The sync data for ids ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'] in n-d-822747-2 is: [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:51:11Z', 'revision_number': 2, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None, '_interfaces': [{'id': '99b28738-449a-4016-b5da-f66a4205f524', 'name': '', 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:80:1b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:09Z', 'updated_at': '2022-01-28T13:51:15Z', 'revision_number': 4, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:16.523370 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfce7630-10b9-4405-b26c-dd0444bccddd tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Made reservation on behalf of 2eee590f5ef24e388b6a6fac901435a2 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:16.528624 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bfce7630-10b9-4405-b26c-dd0444bccddd tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:16.585633 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4f2d58d6-ce97-4fae-8ff1-3bdd5642e29e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for port (f8ccfff5-28ec-4092-832b-3005255dae45), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:16.593432 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ae2a03a-35dd-421d-a50b-29560122dd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (436e2bb7-38c4-4928-8f10-bd6aebf2c862), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:16.630646 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4f2d58d6-ce97-4fae-8ff1-3bdd5642e29e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (f8ccfff5-28ec-4092-832b-3005255dae45), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:16.708781 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2d58d6-ce97-4fae-8ff1-3bdd5642e29e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network 4bd2332b-b04b-4b77-b6cb-4703c93804c2 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:16.710489 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d58d6-ce97-4fae-8ff1-3bdd5642e29e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Port': ['ID=f8ccfff5-28ec-4092-832b-3005255dae45,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:16.713460 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-4f2d58d6-ce97-4fae-8ff1-3bdd5642e29e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:16.719543 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2d58d6-ce97-4fae-8ff1-3bdd5642e29e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:16.722591 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ae7150d5-b4b7-402b-a1e2-f12a924c0dbd None None] Provisioning complete for port 99b28738-449a-4016-b5da-f66a4205f524 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:16.725275 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ae7150d5-b4b7-402b-a1e2-f12a924c0dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (99b28738-449a-4016-b5da-f66a4205f524), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:16.793487 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2d58d6-ce97-4fae-8ff1-3bdd5642e29e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:16.795803 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4f2d58d6-ce97-4fae-8ff1-3bdd5642e29e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:16.839142 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4f2d58d6-ce97-4fae-8ff1-3bdd5642e29e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.0986228 Jan 28 13:51:16.839316 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-25cd44f8-20be-45af-bf5f-f93885f0126b req-2a78ca11-fa30-43f2-9955-126230cc2392 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4584227 Jan 28 13:51:16.840011 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58756) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:16.901195 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae2a03a-35dd-421d-a50b-29560122dd11 None None] Network 7564e3df-c4c9-4c33-98bd-f8c4c48d1fec is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:16.961529 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-1ae2a03a-35dd-421d-a50b-29560122dd11 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:16.974272 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae2a03a-35dd-421d-a50b-29560122dd11 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:17.044269 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2a03a-35dd-421d-a50b-29560122dd11 None None] Pushing event updated for resources: {'Port': ['ID=436e2bb7-38c4-4928-8f10-bd6aebf2c862,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:17.060398 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-f9b8ca97-bff6-4674-aae8-6e2c77792a36 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting port f8ccfff5-28ec-4092-832b-3005255dae45 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:17.060891 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9b8ca97-bff6-4674-aae8-6e2c77792a36 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (f8ccfff5-28ec-4092-832b-3005255dae45), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:17.208290 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bfce7630-10b9-4405-b26c-dd0444bccddd tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (56b55faf-197b-42b3-b5a1-9d65b2057f47), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:17.216150 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-1ae2a03a-35dd-421d-a50b-29560122dd11 None None] Attempting to bind port 436e2bb7-38c4-4928-8f10-bd6aebf2c862 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:17.216533 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-1ae2a03a-35dd-421d-a50b-29560122dd11 None None] Attempting to bind port 436e2bb7-38c4-4928-8f10-bd6aebf2c862 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '775a7bad-7202-4f4e-b31c-20e322318794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:17.217232 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae2a03a-35dd-421d-a50b-29560122dd11 None None] Attempting to bind port 436e2bb7-38c4-4928-8f10-bd6aebf2c862 on network 7564e3df-c4c9-4c33-98bd-f8c4c48d1fec {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:17.259342 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 4b1608c2-9704-4e55-b068-9731c1f9c2f3 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:17.272062 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9b8ca97-bff6-4674-aae8-6e2c77792a36 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (f8ccfff5-28ec-4092-832b-3005255dae45), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:17.282311 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-acf9a938-9ada-4ba4-a255-c017ca9814ae None None] Allocated IP 172.20.0.2 (4bd2332b-b04b-4b77-b6cb-4703c93804c2/a6d2e2df-34a1-4a59-a1e3-a98130c08c30/1b3d2d6c-ec9d-4530-a22f-4a2631d3e578) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:17.285367 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae2a03a-35dd-421d-a50b-29560122dd11 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:17.288680 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae2a03a-35dd-421d-a50b-29560122dd11 None None] Checking segment: {'id': '775a7bad-7202-4f4e-b31c-20e322318794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:17.293049 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ae2a03a-35dd-421d-a50b-29560122dd11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:17.294111 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae2a03a-35dd-421d-a50b-29560122dd11 None None] Bound using segment: {'id': '775a7bad-7202-4f4e-b31c-20e322318794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:17.308463 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-1ae2a03a-35dd-421d-a50b-29560122dd11 None None] Bound port: 436e2bb7-38c4-4928-8f10-bd6aebf2c862, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775a7bad-7202-4f4e-b31c-20e322318794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:17.315486 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-f9b8ca97-bff6-4674-aae8-6e2c77792a36 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Calling delete_port for f8ccfff5-28ec-4092-832b-3005255dae45 owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:17.321352 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce7630-10b9-4405-b26c-dd0444bccddd tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Pushing event updated for resources: {'Subnet': ['ID=56b55faf-197b-42b3-b5a1-9d65b2057f47,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:17.323730 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ae2a03a-35dd-421d-a50b-29560122dd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (436e2bb7-38c4-4928-8f10-bd6aebf2c862), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:17.406571 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b506ffbd-a775-4ba4-9981-e6a14b0b4eac no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:51:17.412181 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-12ff6cf4-e930-4f76-b42a-b4dad4952d3d tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Allocated IP 172.21.0.1 (7564e3df-c4c9-4c33-98bd-f8c4c48d1fec/a029738f-936b-43b8-b5fb-031c62a50def/b595829d-f7c4-42ac-9b40-f067dbf48610) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:17.508610 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfce7630-10b9-4405-b26c-dd0444bccddd tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Checking segment: {'id': 'a895df8b-3040-46d3-8f38-9531851a75c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'aa1c7742-8180-43db-be70-c8c38b92f43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:17.508992 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfce7630-10b9-4405-b26c-dd0444bccddd tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Network hostable DHCP agents. Network: aa1c7742-8180-43db-be70-c8c38b92f43b, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:51:17.518880 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: b506ffbd-a775-4ba4-9981-e6a14b0b4eac {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:51:17.519592 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b506ffbd-a775-4ba4-9981-e6a14b0b4eac not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:51:17.583541 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfce7630-10b9-4405-b26c-dd0444bccddd tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Network aa1c7742-8180-43db-be70-c8c38b92f43b is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:51:17.630109 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-bfce7630-10b9-4405-b26c-dd0444bccddd tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, aa1c7742-8180-43db-be70-c8c38b92f43b) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:17.635738 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfce7630-10b9-4405-b26c-dd0444bccddd tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:17.636301 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bfce7630-10b9-4405-b26c-dd0444bccddd tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:17.645661 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9b8ca97-bff6-4674-aae8-6e2c77792a36 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (f8ccfff5-28ec-4092-832b-3005255dae45), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:17.679180 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-12ff6cf4-e930-4f76-b42a-b4dad4952d3d tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for port (b595829d-f7c4-42ac-9b40-f067dbf48610), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:17.692444 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bfce7630-10b9-4405-b26c-dd0444bccddd tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8949723 Jan 28 13:51:17.702806 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8ca97-bff6-4674-aae8-6e2c77792a36 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Port': ['ID=f8ccfff5-28ec-4092-832b-3005255dae45,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:17.703935 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58758) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:17.730582 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-9d9a513e-185c-42ff-9319-a946b3877bf6 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Request body: {'network': {'name': 'tempest-router-network01--220061585'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:17.782489 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9a513e-185c-42ff-9319-a946b3877bf6 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Made reservation on behalf of 2eee590f5ef24e388b6a6fac901435a2 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:17.786898 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9d9a513e-185c-42ff-9319-a946b3877bf6 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:17.819972 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9a513e-185c-42ff-9319-a946b3877bf6 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:51:17.823230 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-12ff6cf4-e930-4f76-b42a-b4dad4952d3d tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (b595829d-f7c4-42ac-9b40-f067dbf48610), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:17.836156 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9b8ca97-bff6-4674-aae8-6e2c77792a36 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:17.843274 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f9b8ca97-bff6-4674-aae8-6e2c77792a36 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/ports/f8ccfff5-28ec-4092-832b-3005255dae45 HTTP/1.1" status: 204 len: 168 time: 1.0015697 Jan 28 13:51:17.844003 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58762) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:17.875105 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9d9a513e-185c-42ff-9319-a946b3877bf6 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (5d51b8c5-41ca-4969-9cba-e51c72494cc0), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:17.875553 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-9d9a513e-185c-42ff-9319-a946b3877bf6 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Added segment 5d51b8c5-41ca-4969-9cba-e51c72494cc0 of type vlan for network 7f86827e-0484-470f-9f00-eb8e473d0749 Jan 28 13:51:17.891506 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-b58d77bb-40f1-421f-bf9d-ac4860833caa tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] GET failed (client error): The resource could not be found. Jan 28 13:51:17.900793 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b58d77bb-40f1-421f-bf9d-ac4860833caa tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "GET /v2.0/ports/f8ccfff5-28ec-4092-832b-3005255dae45 HTTP/1.1" status: 404 len: 333 time: 0.0555396 Jan 28 13:51:17.905131 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ff6cf4-e930-4f76-b42a-b4dad4952d3d tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network 7564e3df-c4c9-4c33-98bd-f8c4c48d1fec is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:17.906856 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58766) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:17.912056 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-12ff6cf4-e930-4f76-b42a-b4dad4952d3d tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:17.924534 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a896c2f-cb92-4c64-859d-e177376322f2 None None] Network aa1c7742-8180-43db-be70-c8c38b92f43b requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:17.925910 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 99b28738-449a-4016-b5da-f66a4205f524 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:17.949863 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ff6cf4-e930-4f76-b42a-b4dad4952d3d tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:17.977585 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ae7150d5-b4b7-402b-a1e2-f12a924c0dbd None None] Current status of the port 99b28738-449a-4016-b5da-f66a4205f524 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:17.990785 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff6cf4-e930-4f76-b42a-b4dad4952d3d tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Port': ['ID=b595829d-f7c4-42ac-9b40-f067dbf48610,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:17.994780 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-acbcd973-5219-4dab-acbb-ad41ade4c452 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting subnet a6d2e2df-34a1-4a59-a1e3-a98130c08c30 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:51:18.009794 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9d9a513e-185c-42ff-9319-a946b3877bf6 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (7f86827e-0484-470f-9f00-eb8e473d0749), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.030152 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-12ff6cf4-e930-4f76-b42a-b4dad4952d3d tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (7ae58efc-fb03-490f-ab2b-feef7ffc0546), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.071555 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2d2cd-7ed8-4549-a617-e8dd3f6089fe req-1011a9c7-bf93-4cd5-8600-841bf1048ccc tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:18.086208 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fcb2d2cd-7ed8-4549-a617-e8dd3f6089fe req-1011a9c7-bf93-4cd5-8600-841bf1048ccc tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 945 time: 0.0857744 Jan 28 13:51:18.121516 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9d9a513e-185c-42ff-9319-a946b3877bf6 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (7f86827e-0484-470f-9f00-eb8e473d0749), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.127165 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9a513e-185c-42ff-9319-a946b3877bf6 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:18.127854 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9d9a513e-185c-42ff-9319-a946b3877bf6 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.160245 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.192768 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1ae2a03a-35dd-421d-a50b-29560122dd11 None None] For port 436e2bb7-38c4-4928-8f10-bd6aebf2c862, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:18.195199 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fcb2d2cd-7ed8-4549-a617-e8dd3f6089fe req-ee68c5d2-700a-41c7-aa6f-b10bd441708f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022787 Jan 28 13:51:18.195345 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 99b28738-449a-4016-b5da-f66a4205f524 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:18.195772 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (99b28738-449a-4016-b5da-f66a4205f524), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.201454 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9d9a513e-185c-42ff-9319-a946b3877bf6 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4953210 Jan 28 13:51:18.202041 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1ae2a03a-35dd-421d-a50b-29560122dd11 None None] For port 436e2bb7-38c4-4928-8f10-bd6aebf2c862, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=436e2bb7-38c4-4928-8f10-bd6aebf2c862,segment=NetworkSegment(775a7bad-7202-4f4e-b31c-20e322318794),segment_id=775a7bad-7202-4f4e-b31c-20e322318794)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:18.206000 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58768) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:18.215323 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-c868cdf3-7112-4fbb-99e4-6ad8a7c20f13 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Request body: {'network': {'name': 'tempest-router-network02--1497315093'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:18.238975 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ae2a03a-35dd-421d-a50b-29560122dd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (436e2bb7-38c4-4928-8f10-bd6aebf2c862), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.247281 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c868cdf3-7112-4fbb-99e4-6ad8a7c20f13 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Made reservation on behalf of 2eee590f5ef24e388b6a6fac901435a2 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:18.251922 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c868cdf3-7112-4fbb-99e4-6ad8a7c20f13 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.258155 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a513e-185c-42ff-9319-a946b3877bf6 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Pushing event updated for resources: {'Network': ['ID=7f86827e-0484-470f-9f00-eb8e473d0749,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:18.287931 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c868cdf3-7112-4fbb-99e4-6ad8a7c20f13 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:51:18.290069 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-12ff6cf4-e930-4f76-b42a-b4dad4952d3d tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b595829d-f7c4-42ac-9b40-f067dbf48610), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.303450 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c868cdf3-7112-4fbb-99e4-6ad8a7c20f13 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (15802df1-bc0a-4e1b-a74b-6caba4bff01d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.304090 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-c868cdf3-7112-4fbb-99e4-6ad8a7c20f13 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Added segment 15802df1-bc0a-4e1b-a74b-6caba4bff01d of type vlan for network fda67d8c-2b1f-41ef-bec6-a4b8923299cb Jan 28 13:51:18.324991 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2a03a-35dd-421d-a50b-29560122dd11 None None] Pushing event updated for resources: {'Port': ['ID=436e2bb7-38c4-4928-8f10-bd6aebf2c862,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:18.335683 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 7f86827e-0484-470f-9f00-eb8e473d0749 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:51:18.354657 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c868cdf3-7112-4fbb-99e4-6ad8a7c20f13 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (fda67d8c-2b1f-41ef-bec6-a4b8923299cb), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.389617 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c868cdf3-7112-4fbb-99e4-6ad8a7c20f13 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (fda67d8c-2b1f-41ef-bec6-a4b8923299cb), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.396383 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c868cdf3-7112-4fbb-99e4-6ad8a7c20f13 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:18.397717 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c868cdf3-7112-4fbb-99e4-6ad8a7c20f13 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.495624 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c868cdf3-7112-4fbb-99e4-6ad8a7c20f13 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2878716 Jan 28 13:51:18.499895 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58772) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:18.509323 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868cdf3-7112-4fbb-99e4-6ad8a7c20f13 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Pushing event updated for resources: {'Network': ['ID=fda67d8c-2b1f-41ef-bec6-a4b8923299cb,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:18.513402 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-c92b15cd-e054-4a14-ad4a-d328385bf94a tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Request body: {'subnet': {'network_id': '7f86827e-0484-470f-9f00-eb8e473d0749', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:18.546991 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network fda67d8c-2b1f-41ef-bec6-a4b8923299cb details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:51:18.587274 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961daf2c-63aa-4588-8d78-f5034e6c399f req-0ada54a5-f671-4b01-8e7c-e6be462f064a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:18.588017 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-961daf2c-63aa-4588-8d78-f5034e6c399f req-0ada54a5-f671-4b01-8e7c-e6be462f064a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 945 time: 0.2861624 Jan 28 13:51:18.633257 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740447d5-1f68-4ce9-962f-9f6d542e333e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-aa1c7742-8180-43db-be70-c8c38b92f43b', 'network_id': 'aa1c7742-8180-43db-be70-c8c38b92f43b', 'project_id': '2eee590f5ef24e388b6a6fac901435a2', 'fixed_ips': [{'subnet_id': '56b55faf-197b-42b3-b5a1-9d65b2057f47'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:51:18.634446 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-740447d5-1f68-4ce9-962f-9f6d542e333e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.787673 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-961daf2c-63aa-4588-8d78-f5034e6c399f req-39868d7d-8993-40b0-a057-e8f91c4d21df tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893659 Jan 28 13:51:18.800051 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92b15cd-e054-4a14-ad4a-d328385bf94a tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Made reservation on behalf of 2eee590f5ef24e388b6a6fac901435a2 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:18.809470 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c92b15cd-e054-4a14-ad4a-d328385bf94a tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.841973 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58774) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:18.855917 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-acf9a938-9ada-4ba4-a255-c017ca9814ae None None] Publish callbacks [] for port (1b3d2d6c-ec9d-4530-a22f-4a2631d3e578), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.890498 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-acbcd973-5219-4dab-acbb-ad41ade4c452 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for subnet (a6d2e2df-34a1-4a59-a1e3-a98130c08c30), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.944502 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-acf9a938-9ada-4ba4-a255-c017ca9814ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (1b3d2d6c-ec9d-4530-a22f-4a2631d3e578), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.961894 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-acbcd973-5219-4dab-acbb-ad41ade4c452 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (a6d2e2df-34a1-4a59-a1e3-a98130c08c30), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.970714 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-12ff6cf4-e930-4f76-b42a-b4dad4952d3d tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for port (b595829d-f7c4-42ac-9b40-f067dbf48610), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.992726 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-12ff6cf4-e930-4f76-b42a-b4dad4952d3d tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (b595829d-f7c4-42ac-9b40-f067dbf48610), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:19.071336 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-acbcd973-5219-4dab-acbb-ad41ade4c452 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (a6d2e2df-34a1-4a59-a1e3-a98130c08c30), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:19.078114 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-740447d5-1f68-4ce9-962f-9f6d542e333e None None] Allocated IP 172.20.0.2 (aa1c7742-8180-43db-be70-c8c38b92f43b/56b55faf-197b-42b3-b5a1-9d65b2057f47/51a48657-b2aa-439c-832a-dabf1c0e7ac7) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:19.108238 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-12ff6cf4-e930-4f76-b42a-b4dad4952d3d tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (7ae58efc-fb03-490f-ab2b-feef7ffc0546), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:19.112539 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf9a938-9ada-4ba4-a255-c017ca9814ae None None] Network 4bd2332b-b04b-4b77-b6cb-4703c93804c2 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:19.124934 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-acf9a938-9ada-4ba4-a255-c017ca9814ae None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:19.126946 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 99b28738-449a-4016-b5da-f66a4205f524 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:19.137637 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf9a938-9ada-4ba4-a255-c017ca9814ae None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:19.151153 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9a938-9ada-4ba4-a255-c017ca9814ae None None] Pushing event updated for resources: {'Port': ['ID=1b3d2d6c-ec9d-4530-a22f-4a2631d3e578,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:19.151722 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d357a9-bf0e-4cb7-bbc9-8e36e5919f63 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:19.153368 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-03d357a9-bf0e-4cb7-bbc9-8e36e5919f63 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 1091 time: 0.3103595 Jan 28 13:51:19.157001 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58778) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:19.163556 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-fa1a51c9-24b6-4b8d-8180-07d6628acb80 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'port_id': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:19.190562 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-acbcd973-5219-4dab-acbb-ad41ade4c452 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (a6d2e2df-34a1-4a59-a1e3-a98130c08c30), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:19.210888 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-acbcd973-5219-4dab-acbb-ad41ade4c452 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:19.214144 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-acbcd973-5219-4dab-acbb-ad41ade4c452 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/subnets/a6d2e2df-34a1-4a59-a1e3-a98130c08c30 HTTP/1.1" status: 204 len: 168 time: 1.3058946 Jan 28 13:51:19.219075 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58780) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:19.226170 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fa1a51c9-24b6-4b8d-8180-07d6628acb80 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:19.229218 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff6cf4-e930-4f76-b42a-b4dad4952d3d tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Port': ['ID=b595829d-f7c4-42ac-9b40-f067dbf48610,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:19.288817 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbcd973-5219-4dab-acbb-ad41ade4c452 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d2e2df-34a1-4a59-a1e3-a98130c08c30,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:19.298364 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-acf9a938-9ada-4ba4-a255-c017ca9814ae None None] Attempting to bind port 1b3d2d6c-ec9d-4530-a22f-4a2631d3e578 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:19.299275 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-acf9a938-9ada-4ba4-a255-c017ca9814ae None None] Attempting to bind port 1b3d2d6c-ec9d-4530-a22f-4a2631d3e578 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '0ff2e9fd-fb3e-49a7-8c10-cc388127f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4bd2332b-b04b-4b77-b6cb-4703c93804c2'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:19.299883 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf9a938-9ada-4ba4-a255-c017ca9814ae None None] Attempting to bind port 1b3d2d6c-ec9d-4530-a22f-4a2631d3e578 on network 4bd2332b-b04b-4b77-b6cb-4703c93804c2 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:19.313866 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf9a938-9ada-4ba4-a255-c017ca9814ae None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:19.314672 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf9a938-9ada-4ba4-a255-c017ca9814ae None None] Checking segment: {'id': '0ff2e9fd-fb3e-49a7-8c10-cc388127f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4bd2332b-b04b-4b77-b6cb-4703c93804c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:19.315341 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-acf9a938-9ada-4ba4-a255-c017ca9814ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:19.315992 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf9a938-9ada-4ba4-a255-c017ca9814ae None None] Bound using segment: {'id': '0ff2e9fd-fb3e-49a7-8c10-cc388127f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4bd2332b-b04b-4b77-b6cb-4703c93804c2'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:19.316714 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-acf9a938-9ada-4ba4-a255-c017ca9814ae None None] Bound port: 1b3d2d6c-ec9d-4530-a22f-4a2631d3e578, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff2e9fd-fb3e-49a7-8c10-cc388127f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4bd2332b-b04b-4b77-b6cb-4703c93804c2'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:19.317352 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-acf9a938-9ada-4ba4-a255-c017ca9814ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (1b3d2d6c-ec9d-4530-a22f-4a2631d3e578), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:19.352192 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ff6cf4-e930-4f76-b42a-b4dad4952d3d tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network 7564e3df-c4c9-4c33-98bd-f8c4c48d1fec is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:19.355108 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-12ff6cf4-e930-4f76-b42a-b4dad4952d3d tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:19.390545 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c92b15cd-e054-4a14-ad4a-d328385bf94a tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (70db6c02-c5c5-4b78-a912-a4009f4c5dc5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:19.435105 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-24af7a7d-67c8-4a2f-aa93-8bea67670c07 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (4bd2332b-b04b-4b77-b6cb-4703c93804c2), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:19.442774 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-740447d5-1f68-4ce9-962f-9f6d542e333e None None] Publish callbacks [] for port (51a48657-b2aa-439c-832a-dabf1c0e7ac7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:19.452680 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-acf9a938-9ada-4ba4-a255-c017ca9814ae None None] For port 1b3d2d6c-ec9d-4530-a22f-4a2631d3e578, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:19.457755 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-acf9a938-9ada-4ba4-a255-c017ca9814ae None None] For port 1b3d2d6c-ec9d-4530-a22f-4a2631d3e578, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=1b3d2d6c-ec9d-4530-a22f-4a2631d3e578,segment=NetworkSegment(0ff2e9fd-fb3e-49a7-8c10-cc388127f55c),segment_id=0ff2e9fd-fb3e-49a7-8c10-cc388127f55c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:19.461189 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-740447d5-1f68-4ce9-962f-9f6d542e333e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (51a48657-b2aa-439c-832a-dabf1c0e7ac7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:19.471604 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-acf9a938-9ada-4ba4-a255-c017ca9814ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (1b3d2d6c-ec9d-4530-a22f-4a2631d3e578), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:19.550477 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-24af7a7d-67c8-4a2f-aa93-8bea67670c07 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting port 1b3d2d6c-ec9d-4530-a22f-4a2631d3e578 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:19.550755 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-24af7a7d-67c8-4a2f-aa93-8bea67670c07 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (1b3d2d6c-ec9d-4530-a22f-4a2631d3e578), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:19.568514 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ff6cf4-e930-4f76-b42a-b4dad4952d3d tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:51:19.592915 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b15cd-e054-4a14-ad4a-d328385bf94a tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Pushing event updated for resources: {'Subnet': ['ID=70db6c02-c5c5-4b78-a912-a4009f4c5dc5,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:19.642755 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740447d5-1f68-4ce9-962f-9f6d542e333e None None] Network aa1c7742-8180-43db-be70-c8c38b92f43b is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:19.662518 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fa1a51c9-24b6-4b8d-8180-07d6628acb80 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:19.668969 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-740447d5-1f68-4ce9-962f-9f6d542e333e None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:19.677503 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740447d5-1f68-4ce9-962f-9f6d542e333e None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:19.696434 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-24af7a7d-67c8-4a2f-aa93-8bea67670c07 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] For port 1b3d2d6c-ec9d-4530-a22f-4a2631d3e578, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=1b3d2d6c-ec9d-4530-a22f-4a2631d3e578,segment=NetworkSegment(0ff2e9fd-fb3e-49a7-8c10-cc388127f55c),segment_id=0ff2e9fd-fb3e-49a7-8c10-cc388127f55c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:19.696735 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-24af7a7d-67c8-4a2f-aa93-8bea67670c07 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (1b3d2d6c-ec9d-4530-a22f-4a2631d3e578), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:19.748805 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740447d5-1f68-4ce9-962f-9f6d542e333e None None] Pushing event updated for resources: {'Port': ['ID=51a48657-b2aa-439c-832a-dabf1c0e7ac7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:19.767882 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92b15cd-e054-4a14-ad4a-d328385bf94a tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Checking segment: {'id': '5d51b8c5-41ca-4969-9cba-e51c72494cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7f86827e-0484-470f-9f00-eb8e473d0749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:19.768275 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92b15cd-e054-4a14-ad4a-d328385bf94a tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Network hostable DHCP agents. Network: 7f86827e-0484-470f-9f00-eb8e473d0749, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:51:19.788126 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-24af7a7d-67c8-4a2f-aa93-8bea67670c07 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Calling delete_port for 1b3d2d6c-ec9d-4530-a22f-4a2631d3e578 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:19.806191 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ff6cf4-e930-4f76-b42a-b4dad4952d3d tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:19.825712 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-12ff6cf4-e930-4f76-b42a-b4dad4952d3d tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "PUT /v2.0/routers/7ae58efc-fb03-490f-ab2b-feef7ffc0546/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3195982 Jan 28 13:51:19.827404 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92b15cd-e054-4a14-ad4a-d328385bf94a tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Network 7f86827e-0484-470f-9f00-eb8e473d0749 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:51:19.830180 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58784) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:19.844785 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f34d4f-ea67-4a9b-ac38-7753d1708f8b None None] Sync routers for ids ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:19.850050 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 436e2bb7-38c4-4928-8f10-bd6aebf2c862 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:19.850263 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-c92b15cd-e054-4a14-ad4a-d328385bf94a tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 7f86827e-0484-470f-9f00-eb8e473d0749) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:19.859362 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92b15cd-e054-4a14-ad4a-d328385bf94a tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:19.860304 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c92b15cd-e054-4a14-ad4a-d328385bf94a tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:19.863516 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-740447d5-1f68-4ce9-962f-9f6d542e333e None None] Attempting to bind port 51a48657-b2aa-439c-832a-dabf1c0e7ac7 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:19.863884 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-740447d5-1f68-4ce9-962f-9f6d542e333e None None] Attempting to bind port 51a48657-b2aa-439c-832a-dabf1c0e7ac7 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'a895df8b-3040-46d3-8f38-9531851a75c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'aa1c7742-8180-43db-be70-c8c38b92f43b'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:19.864286 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740447d5-1f68-4ce9-962f-9f6d542e333e None None] Attempting to bind port 51a48657-b2aa-439c-832a-dabf1c0e7ac7 on network aa1c7742-8180-43db-be70-c8c38b92f43b {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:19.876464 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-0fb3157f-8d85-4b64-bf20-d5b29dac79cd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'network': {'name': 'tempest-RoutersTest-1363857676'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:19.878155 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2685dde3-4607-4745-b6e6-bf831cb65ae4 None None] Network 4bd2332b-b04b-4b77-b6cb-4703c93804c2 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:19.905882 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c92b15cd-e054-4a14-ad4a-d328385bf94a tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4010320 Jan 28 13:51:19.907540 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58786) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:19.923170 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a67874e8-f4df-459c-8c9b-342c298717c2 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Request body: {'subnet': {'network_id': 'fda67d8c-2b1f-41ef-bec6-a4b8923299cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:19.924389 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69f10bd-fd5f-4a9b-bc10-f1e126a99fea None None] Network 7f86827e-0484-470f-9f00-eb8e473d0749 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:19.942067 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb3157f-8d85-4b64-bf20-d5b29dac79cd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Made reservation on behalf of 567d098325094a48a7cf1edc5ba35662 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:19.945692 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0fb3157f-8d85-4b64-bf20-d5b29dac79cd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:19.981799 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740447d5-1f68-4ce9-962f-9f6d542e333e None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:19.982624 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740447d5-1f68-4ce9-962f-9f6d542e333e None None] Checking segment: {'id': 'a895df8b-3040-46d3-8f38-9531851a75c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'aa1c7742-8180-43db-be70-c8c38b92f43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:19.989245 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-740447d5-1f68-4ce9-962f-9f6d542e333e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:19.989810 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740447d5-1f68-4ce9-962f-9f6d542e333e None None] Bound using segment: {'id': 'a895df8b-3040-46d3-8f38-9531851a75c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'aa1c7742-8180-43db-be70-c8c38b92f43b'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:19.990438 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-740447d5-1f68-4ce9-962f-9f6d542e333e None None] Bound port: 51a48657-b2aa-439c-832a-dabf1c0e7ac7, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a895df8b-3040-46d3-8f38-9531851a75c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'aa1c7742-8180-43db-be70-c8c38b92f43b'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:19.991068 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-740447d5-1f68-4ce9-962f-9f6d542e333e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (51a48657-b2aa-439c-832a-dabf1c0e7ac7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:19.993625 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb3157f-8d85-4b64-bf20-d5b29dac79cd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:51:20.024609 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0fb3157f-8d85-4b64-bf20-d5b29dac79cd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:20.024907 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-0fb3157f-8d85-4b64-bf20-d5b29dac79cd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Added segment 3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb of type vlan for network de472468-8d84-40ec-980a-567a758e6ad6 Jan 28 13:51:20.047514 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f34d4f-ea67-4a9b-ac38-7753d1708f8b None None] Routers {'7ae58efc-fb03-490f-ab2b-feef7ffc0546'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:20.048658 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d5f34d4f-ea67-4a9b-ac38-7753d1708f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:20.083978 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0fb3157f-8d85-4b64-bf20-d5b29dac79cd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (de472468-8d84-40ec-980a-567a758e6ad6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:20.086029 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:20.122745 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0fb3157f-8d85-4b64-bf20-d5b29dac79cd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (de472468-8d84-40ec-980a-567a758e6ad6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:20.133363 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb3157f-8d85-4b64-bf20-d5b29dac79cd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:20.134009 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0fb3157f-8d85-4b64-bf20-d5b29dac79cd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:20.178413 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67874e8-f4df-459c-8c9b-342c298717c2 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Made reservation on behalf of 2eee590f5ef24e388b6a6fac901435a2 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:20.183248 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a67874e8-f4df-459c-8c9b-342c298717c2 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:20.215781 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-fa1a51c9-24b6-4b8d-8180-07d6628acb80 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Allocated IP 172.25.3.235 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/f6b5b288-9173-47f1-88b6-9ae32d3c6b40) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:20.248510 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3157f-8d85-4b64-bf20-d5b29dac79cd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Network': ['ID=de472468-8d84-40ec-980a-567a758e6ad6,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:20.268116 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeacfa5-496f-4e8c-bd74-fdeda8e8d053 None None] Network 7564e3df-c4c9-4c33-98bd-f8c4c48d1fec requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:20.271411 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network de472468-8d84-40ec-980a-567a758e6ad6 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:51:20.276131 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-740447d5-1f68-4ce9-962f-9f6d542e333e None None] For port 51a48657-b2aa-439c-832a-dabf1c0e7ac7, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:20.280988 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0fb3157f-8d85-4b64-bf20-d5b29dac79cd tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4486942 Jan 28 13:51:20.280988 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58790) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:20.299515 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-6ab9f5f9-7bf6-4599-8dff-9c3b6c30cadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'subnet': {'network_id': 'de472468-8d84-40ec-980a-567a758e6ad6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:20.303225 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-24af7a7d-67c8-4a2f-aa93-8bea67670c07 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (1b3d2d6c-ec9d-4530-a22f-4a2631d3e578), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:20.309620 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9a938-9ada-4ba4-a255-c017ca9814ae None None] Pushing event updated for resources: {'Port': ['ID=1b3d2d6c-ec9d-4530-a22f-4a2631d3e578,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:20.423647 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af7a7d-67c8-4a2f-aa93-8bea67670c07 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Port': ['ID=1b3d2d6c-ec9d-4530-a22f-4a2631d3e578,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:20.426047 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24af7a7d-67c8-4a2f-aa93-8bea67670c07 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] No DVR routers for this DVR port 1b3d2d6c-ec9d-4530-a22f-4a2631d3e578 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:51:20.459854 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a67874e8-f4df-459c-8c9b-342c298717c2 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (724b5a69-c4b3-4f49-a4c1-e6ade6469320), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:20.542174 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67874e8-f4df-459c-8c9b-342c298717c2 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Checking segment: {'id': '15802df1-bc0a-4e1b-a74b-6caba4bff01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fda67d8c-2b1f-41ef-bec6-a4b8923299cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:20.542443 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67874e8-f4df-459c-8c9b-342c298717c2 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Network hostable DHCP agents. Network: fda67d8c-2b1f-41ef-bec6-a4b8923299cb, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:51:20.550143 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-24af7a7d-67c8-4a2f-aa93-8bea67670c07 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (4bd2332b-b04b-4b77-b6cb-4703c93804c2), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:20.561031 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-740447d5-1f68-4ce9-962f-9f6d542e333e None None] For port 51a48657-b2aa-439c-832a-dabf1c0e7ac7, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=51a48657-b2aa-439c-832a-dabf1c0e7ac7,segment=NetworkSegment(a895df8b-3040-46d3-8f38-9531851a75c2),segment_id=a895df8b-3040-46d3-8f38-9531851a75c2)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:20.563717 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67874e8-f4df-459c-8c9b-342c298717c2 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Pushing event updated for resources: {'Subnet': ['ID=724b5a69-c4b3-4f49-a4c1-e6ade6469320,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:20.572971 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-24af7a7d-67c8-4a2f-aa93-8bea67670c07 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd2332b-b04b-4b77-b6cb-4703c93804c2']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:20.575200 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67874e8-f4df-459c-8c9b-342c298717c2 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Network fda67d8c-2b1f-41ef-bec6-a4b8923299cb is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:51:20.583694 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-24af7a7d-67c8-4a2f-aa93-8bea67670c07 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff2e9fd-fb3e-49a7-8c10-cc388127f55c') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:20.584258 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-24af7a7d-67c8-4a2f-aa93-8bea67670c07 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff2e9fd-fb3e-49a7-8c10-cc388127f55c') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:20.586040 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e73c4841-05ec-4fbe-bfe2-0cfd442b88af None None] Provisioning complete for port 436e2bb7-38c4-4928-8f10-bd6aebf2c862 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:20.586431 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e73c4841-05ec-4fbe-bfe2-0cfd442b88af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (436e2bb7-38c4-4928-8f10-bd6aebf2c862), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:20.588534 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-a67874e8-f4df-459c-8c9b-342c298717c2 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, fda67d8c-2b1f-41ef-bec6-a4b8923299cb) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:20.594787 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67874e8-f4df-459c-8c9b-342c298717c2 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:20.595400 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a67874e8-f4df-459c-8c9b-342c298717c2 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:20.596813 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-24af7a7d-67c8-4a2f-aa93-8bea67670c07 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (0ff2e9fd-fb3e-49a7-8c10-cc388127f55c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:20.629274 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-24af7a7d-67c8-4a2f-aa93-8bea67670c07 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (0ff2e9fd-fb3e-49a7-8c10-cc388127f55c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:20.631415 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a67874e8-f4df-459c-8c9b-342c298717c2 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7225795 Jan 28 13:51:20.632458 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58792) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:20.650765 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24af7a7d-67c8-4a2f-aa93-8bea67670c07 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:51:20.651586 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-24af7a7d-67c8-4a2f-aa93-8bea67670c07 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (0ff2e9fd-fb3e-49a7-8c10-cc388127f55c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:20.651999 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-740447d5-1f68-4ce9-962f-9f6d542e333e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (51a48657-b2aa-439c-832a-dabf1c0e7ac7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:51:20.658195 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:51:20.680018 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7e19ec-4ada-4ccf-a512-f89bd35d90f3 None None] Network fda67d8c-2b1f-41ef-bec6-a4b8923299cb requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:20.683609 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 436e2bb7-38c4-4928-8f10-bd6aebf2c862 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:20.683993 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (436e2bb7-38c4-4928-8f10-bd6aebf2c862), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:20.702538 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fa1a51c9-24b6-4b8d-8180-07d6628acb80 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for port (f6b5b288-9173-47f1-88b6-9ae32d3c6b40), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:20.773317 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-d5f34d4f-ea67-4a9b-ac38-7753d1708f8b None None] Set router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:20.897999 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1aadf16-2a9b-4d92-8691-b7f87c71c292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-7f86827e-0484-470f-9f00-eb8e473d0749', 'network_id': '7f86827e-0484-470f-9f00-eb8e473d0749', 'project_id': '2eee590f5ef24e388b6a6fac901435a2', 'fixed_ips': [{'subnet_id': '70db6c02-c5c5-4b78-a912-a4009f4c5dc5'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:51:20.898960 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1aadf16-2a9b-4d92-8691-b7f87c71c292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:21.174036 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab9f5f9-7bf6-4599-8dff-9c3b6c30cadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Made reservation on behalf of 567d098325094a48a7cf1edc5ba35662 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:21.178560 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6ab9f5f9-7bf6-4599-8dff-9c3b6c30cadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:21.204246 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-24af7a7d-67c8-4a2f-aa93-8bea67670c07 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (4bd2332b-b04b-4b77-b6cb-4703c93804c2), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:21.237072 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-24af7a7d-67c8-4a2f-aa93-8bea67670c07 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:21.242490 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-24af7a7d-67c8-4a2f-aa93-8bea67670c07 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/networks/4bd2332b-b04b-4b77-b6cb-4703c93804c2 HTTP/1.1" status: 204 len: 168 time: 2.0175748 Jan 28 13:51:21.287901 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58798) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:21.292972 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-b3e0bd8c-c60a-4d5c-a65d-21c77d57a17a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'port': {'network_id': '5a65c9c3-2d9c-4872-a2d2-37606b4183f6', 'name': 'tempest-PortsTestJSON-2011242741'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:21.320349 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e73c4841-05ec-4fbe-bfe2-0cfd442b88af None None] Current status of the port 436e2bb7-38c4-4928-8f10-bd6aebf2c862 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:21.320738 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e73c4841-05ec-4fbe-bfe2-0cfd442b88af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (436e2bb7-38c4-4928-8f10-bd6aebf2c862), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:21.350539 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af7a7d-67c8-4a2f-aa93-8bea67670c07 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Network': ['ID=4bd2332b-b04b-4b77-b6cb-4703c93804c2,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:21.369671 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740447d5-1f68-4ce9-962f-9f6d542e333e None None] Pushing event updated for resources: {'Port': ['ID=51a48657-b2aa-439c-832a-dabf1c0e7ac7,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:21.434388 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fa1a51c9-24b6-4b8d-8180-07d6628acb80 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (f6b5b288-9173-47f1-88b6-9ae32d3c6b40), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:21.451681 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-be7e39ae-efe0-4625-b71f-ba2b808385d4 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:21.640299 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1a51c9-24b6-4b8d-8180-07d6628acb80 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:21.654848 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-fa1a51c9-24b6-4b8d-8180-07d6628acb80 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:21.667535 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1a51c9-24b6-4b8d-8180-07d6628acb80 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:21.682500 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-b1aadf16-2a9b-4d92-8691-b7f87c71c292 None None] Allocated IP 172.20.0.2 (7f86827e-0484-470f-9f00-eb8e473d0749/70db6c02-c5c5-4b78-a912-a4009f4c5dc5/556980a5-910a-4f4d-99b2-5afe935dfcd8) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:21.747610 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a51c9-24b6-4b8d-8180-07d6628acb80 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Port': ['ID=f6b5b288-9173-47f1-88b6-9ae32d3c6b40,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:21.760360 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58802) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:21.772597 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e0bd8c-c60a-4d5c-a65d-21c77d57a17a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:21.776292 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3e0bd8c-c60a-4d5c-a65d-21c77d57a17a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:21.808664 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 436e2bb7-38c4-4928-8f10-bd6aebf2c862 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:21.809444 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (436e2bb7-38c4-4928-8f10-bd6aebf2c862), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:21.852892 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-b3e0bd8c-c60a-4d5c-a65d-21c77d57a17a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] device_id is not set on port 5b88b6bc-2b58-4b88-87d0-2d7c9bd72d46 yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:51:21.920857 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e0ca3e-6a8c-4b17-bcd2-3301fa5779f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-fda67d8c-2b1f-41ef-bec6-a4b8923299cb', 'network_id': 'fda67d8c-2b1f-41ef-bec6-a4b8923299cb', 'project_id': '2eee590f5ef24e388b6a6fac901435a2', 'fixed_ips': [{'subnet_id': '724b5a69-c4b3-4f49-a4c1-e6ade6469320'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:51:21.921977 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e0e0ca3e-6a8c-4b17-bcd2-3301fa5779f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:21.943948 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ef037b21-433d-4f66-8650-073b60b2c289 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:21.945366 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e73c4841-05ec-4fbe-bfe2-0cfd442b88af None None] For port 436e2bb7-38c4-4928-8f10-bd6aebf2c862, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=436e2bb7-38c4-4928-8f10-bd6aebf2c862,segment=NetworkSegment(775a7bad-7202-4f4e-b31c-20e322318794),segment_id=775a7bad-7202-4f4e-b31c-20e322318794)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:22.064661 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1aadf16-2a9b-4d92-8691-b7f87c71c292 None None] Publish callbacks [] for port (556980a5-910a-4f4d-99b2-5afe935dfcd8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:22.081365 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e73c4841-05ec-4fbe-bfe2-0cfd442b88af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (436e2bb7-38c4-4928-8f10-bd6aebf2c862), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:22.117204 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ef037b21-433d-4f66-8650-073b60b2c289 admin admin] Publish callbacks [] for security_group (b2644cba-332f-42af-9f66-9675562fb1a6), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:22.130572 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6ab9f5f9-7bf6-4599-8dff-9c3b6c30cadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (78d0074d-2920-4c46-bc1c-44c4b2019bba), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:22.133258 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1aadf16-2a9b-4d92-8691-b7f87c71c292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (556980a5-910a-4f4d-99b2-5afe935dfcd8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:22.134821 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ef037b21-433d-4f66-8650-073b60b2c289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b2644cba-332f-42af-9f66-9675562fb1a6), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:22.236375 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ef037b21-433d-4f66-8650-073b60b2c289 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c30cb20785443229c6004d4fa912c50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4728663 Jan 28 13:51:22.240920 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58806) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:22.341060 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-e0e0ca3e-6a8c-4b17-bcd2-3301fa5779f8 None None] Allocated IP 172.20.0.2 (fda67d8c-2b1f-41ef-bec6-a4b8923299cb/724b5a69-c4b3-4f49-a4c1-e6ade6469320/6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:22.347389 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef037b21-433d-4f66-8650-073b60b2c289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2644cba-332f-42af-9f66-9675562fb1a6,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:22.359513 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-be7e39ae-efe0-4625-b71f-ba2b808385d4 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Allocated IP 172.20.0.1 (7f86827e-0484-470f-9f00-eb8e473d0749/70db6c02-c5c5-4b78-a912-a4009f4c5dc5/d0b7f25e-345c-42e4-89cf-f3b1a7acf6bf) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:22.426589 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-222dc90d-9d97-4162-927b-daeba494196f admin admin] Publish callbacks [] for security_group (b2644cba-332f-42af-9f66-9675562fb1a6), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:22.448320 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1aadf16-2a9b-4d92-8691-b7f87c71c292 None None] Network 7f86827e-0484-470f-9f00-eb8e473d0749 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:22.464162 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-222dc90d-9d97-4162-927b-daeba494196f admin admin] Publish callbacks [] for security_group (b2644cba-332f-42af-9f66-9675562fb1a6), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:22.529063 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d5f34d4f-ea67-4a9b-ac38-7753d1708f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:51:18Z', 'revision_number': 3, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None, '_interfaces': [{'id': '99b28738-449a-4016-b5da-f66a4205f524', 'name': '', 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:80:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:09Z', 'updated_at': '2022-01-28T13:51:16Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b595829d-f7c4-42ac-9b40-f067dbf48610', 'name': '', 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:ec:5d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:16Z', 'updated_at': '2022-01-28T13:51:18Z', 'revision_number': 2, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:22.531860 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:51:22.532468 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:51:22.547074 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-222dc90d-9d97-4162-927b-daeba494196f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b2644cba-332f-42af-9f66-9675562fb1a6), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:22.549975 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-222dc90d-9d97-4162-927b-daeba494196f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:22.553607 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-222dc90d-9d97-4162-927b-daeba494196f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b2644cba-332f-42af-9f66-9675562fb1a6 HTTP/1.1" status: 204 len: 168 time: 0.3091378 Jan 28 13:51:22.580259 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222dc90d-9d97-4162-927b-daeba494196f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2644cba-332f-42af-9f66-9675562fb1a6,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:22.589178 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-b1aadf16-2a9b-4d92-8691-b7f87c71c292 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:22.600890 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aadf16-2a9b-4d92-8691-b7f87c71c292 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:22.641458 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fa1a51c9-24b6-4b8d-8180-07d6628acb80 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for floatingip (a215a1d1-2901-4969-ab85-e0d474b14ebe), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:22.692884 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-be7e39ae-efe0-4625-b71f-ba2b808385d4 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks [] for port (d0b7f25e-345c-42e4-89cf-f3b1a7acf6bf), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:22.745235 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-be7e39ae-efe0-4625-b71f-ba2b808385d4 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (d0b7f25e-345c-42e4-89cf-f3b1a7acf6bf), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:22.767697 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cec0dec-8348-4e29-82ff-2857f1c3ef4c None None] Network aa1c7742-8180-43db-be70-c8c38b92f43b requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:22.792339 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f34d4f-ea67-4a9b-ac38-7753d1708f8b None None] Checking router: 7ae58efc-fb03-490f-ab2b-feef7ffc0546 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:51:22.792768 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f34d4f-ea67-4a9b-ac38-7753d1708f8b None None] Updating router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 port b595829d-f7c4-42ac-9b40-f067dbf48610 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:51:22.802047 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7e39ae-efe0-4625-b71f-ba2b808385d4 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Network 7f86827e-0484-470f-9f00-eb8e473d0749 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:22.808149 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-be7e39ae-efe0-4625-b71f-ba2b808385d4 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:22.815689 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9f5f9-7bf6-4599-8dff-9c3b6c30cadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Subnet': ['ID=78d0074d-2920-4c46-bc1c-44c4b2019bba,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:22.823083 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7e39ae-efe0-4625-b71f-ba2b808385d4 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:22.837372 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-24e2f4a9-2d32-4396-813e-009677a57084 None None] Provisioning complete for port b595829d-f7c4-42ac-9b40-f067dbf48610 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:22.838766 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24e2f4a9-2d32-4396-813e-009677a57084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b595829d-f7c4-42ac-9b40-f067dbf48610), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:22.872497 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3e0bd8c-c60a-4d5c-a65d-21c77d57a17a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for port (5b88b6bc-2b58-4b88-87d0-2d7c9bd72d46), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:22.909633 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e39ae-efe0-4625-b71f-ba2b808385d4 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Pushing event updated for resources: {'Port': ['ID=d0b7f25e-345c-42e4-89cf-f3b1a7acf6bf,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:22.924641 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c4841-05ec-4fbe-bfe2-0cfd442b88af None None] Pushing event updated for resources: {'Port': ['ID=436e2bb7-38c4-4928-8f10-bd6aebf2c862,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:22.952799 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab9f5f9-7bf6-4599-8dff-9c3b6c30cadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Checking segment: {'id': '3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'de472468-8d84-40ec-980a-567a758e6ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:22.953876 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab9f5f9-7bf6-4599-8dff-9c3b6c30cadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network hostable DHCP agents. Network: de472468-8d84-40ec-980a-567a758e6ad6, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:51:22.960932 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-be7e39ae-efe0-4625-b71f-ba2b808385d4 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (00652acf-543e-46e2-beeb-ae1168d45ec7), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:22.964696 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3e0bd8c-c60a-4d5c-a65d-21c77d57a17a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (5b88b6bc-2b58-4b88-87d0-2d7c9bd72d46), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:22.980614 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fa1a51c9-24b6-4b8d-8180-07d6628acb80 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f6b5b288-9173-47f1-88b6-9ae32d3c6b40), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.120852 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e0bd8c-c60a-4d5c-a65d-21c77d57a17a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network 5a65c9c3-2d9c-4872-a2d2-37606b4183f6 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:23.128035 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-b3e0bd8c-c60a-4d5c-a65d-21c77d57a17a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:23.130820 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab9f5f9-7bf6-4599-8dff-9c3b6c30cadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network de472468-8d84-40ec-980a-567a758e6ad6 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:51:23.143612 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e0bd8c-c60a-4d5c-a65d-21c77d57a17a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:23.151065 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e0bd8c-c60a-4d5c-a65d-21c77d57a17a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:23.152202 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3e0bd8c-c60a-4d5c-a65d-21c77d57a17a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.159275 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-6ab9f5f9-7bf6-4599-8dff-9c3b6c30cadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, de472468-8d84-40ec-980a-567a758e6ad6) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:23.190721 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab9f5f9-7bf6-4599-8dff-9c3b6c30cadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:23.191790 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6ab9f5f9-7bf6-4599-8dff-9c3b6c30cadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.206293 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0bd8c-c60a-4d5c-a65d-21c77d57a17a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Port': ['ID=5b88b6bc-2b58-4b88-87d0-2d7c9bd72d46,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:23.231818 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-be7e39ae-efe0-4625-b71f-ba2b808385d4 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d0b7f25e-345c-42e4-89cf-f3b1a7acf6bf), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.240849 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6ab9f5f9-7bf6-4599-8dff-9c3b6c30cadb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9471624 Jan 28 13:51:23.247610 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b3e0bd8c-c60a-4d5c-a65d-21c77d57a17a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9562860 Jan 28 13:51:23.247610 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58818) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:23.252107 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58820) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:23.472098 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3ebce3-9582-4e36-9fd8-5faebe93531b None None] Network de472468-8d84-40ec-980a-567a758e6ad6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:23.496877 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-24e2f4a9-2d32-4396-813e-009677a57084 None None] Port b595829d-f7c4-42ac-9b40-f067dbf48610 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:23.499134 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5f34d4f-ea67-4a9b-ac38-7753d1708f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b595829d-f7c4-42ac-9b40-f067dbf48610), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.580597 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-d7409f9b-aad5-4685-815d-41e2f6e79d69 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting port 5b88b6bc-2b58-4b88-87d0-2d7c9bd72d46 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:23.581549 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d7409f9b-aad5-4685-815d-41e2f6e79d69 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (5b88b6bc-2b58-4b88-87d0-2d7c9bd72d46), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.624441 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-b1aadf16-2a9b-4d92-8691-b7f87c71c292 None None] Attempting to bind port 556980a5-910a-4f4d-99b2-5afe935dfcd8 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:23.624819 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-b1aadf16-2a9b-4d92-8691-b7f87c71c292 None None] Attempting to bind port 556980a5-910a-4f4d-99b2-5afe935dfcd8 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '5d51b8c5-41ca-4969-9cba-e51c72494cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7f86827e-0484-470f-9f00-eb8e473d0749'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:23.625295 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aadf16-2a9b-4d92-8691-b7f87c71c292 None None] Attempting to bind port 556980a5-910a-4f4d-99b2-5afe935dfcd8 on network 7f86827e-0484-470f-9f00-eb8e473d0749 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:23.689930 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aadf16-2a9b-4d92-8691-b7f87c71c292 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:23.690433 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aadf16-2a9b-4d92-8691-b7f87c71c292 None None] Checking segment: {'id': '5d51b8c5-41ca-4969-9cba-e51c72494cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7f86827e-0484-470f-9f00-eb8e473d0749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:23.691641 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1aadf16-2a9b-4d92-8691-b7f87c71c292 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.692062 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aadf16-2a9b-4d92-8691-b7f87c71c292 None None] Bound using segment: {'id': '5d51b8c5-41ca-4969-9cba-e51c72494cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7f86827e-0484-470f-9f00-eb8e473d0749'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:23.692617 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-b1aadf16-2a9b-4d92-8691-b7f87c71c292 None None] Bound port: 556980a5-910a-4f4d-99b2-5afe935dfcd8, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d51b8c5-41ca-4969-9cba-e51c72494cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7f86827e-0484-470f-9f00-eb8e473d0749'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:23.693003 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1aadf16-2a9b-4d92-8691-b7f87c71c292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (556980a5-910a-4f4d-99b2-5afe935dfcd8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.712972 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d7409f9b-aad5-4685-815d-41e2f6e79d69 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (5b88b6bc-2b58-4b88-87d0-2d7c9bd72d46), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.728780 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fa1a51c9-24b6-4b8d-8180-07d6628acb80 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for port (f6b5b288-9173-47f1-88b6-9ae32d3c6b40), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.742714 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-d7409f9b-aad5-4685-815d-41e2f6e79d69 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Calling delete_port for 5b88b6bc-2b58-4b88-87d0-2d7c9bd72d46 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:23.752551 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-24e2f4a9-2d32-4396-813e-009677a57084 None None] Provisioning complete for port 436e2bb7-38c4-4928-8f10-bd6aebf2c862 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:23.753242 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24e2f4a9-2d32-4396-813e-009677a57084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (436e2bb7-38c4-4928-8f10-bd6aebf2c862), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.754814 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aadf16-2a9b-4d92-8691-b7f87c71c292 None None] Pushing event updated for resources: {'Port': ['ID=556980a5-910a-4f4d-99b2-5afe935dfcd8,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:23.760046 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fa1a51c9-24b6-4b8d-8180-07d6628acb80 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (f6b5b288-9173-47f1-88b6-9ae32d3c6b40), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.812915 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 436e2bb7-38c4-4928-8f10-bd6aebf2c862 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:23.875535 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fa1a51c9-24b6-4b8d-8180-07d6628acb80 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (a215a1d1-2901-4969-ab85-e0d474b14ebe), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.911858 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e0e0ca3e-6a8c-4b17-bcd2-3301fa5779f8 None None] Publish callbacks [] for port (6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.919775 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-b1aadf16-2a9b-4d92-8691-b7f87c71c292 None None] For port 556980a5-910a-4f4d-99b2-5afe935dfcd8, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:23.928618 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-b1aadf16-2a9b-4d92-8691-b7f87c71c292 None None] For port 556980a5-910a-4f4d-99b2-5afe935dfcd8, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=556980a5-910a-4f4d-99b2-5afe935dfcd8,segment=NetworkSegment(5d51b8c5-41ca-4969-9cba-e51c72494cc0),segment_id=5d51b8c5-41ca-4969-9cba-e51c72494cc0)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:23.936935 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-be7e39ae-efe0-4625-b71f-ba2b808385d4 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks [] for port (d0b7f25e-345c-42e4-89cf-f3b1a7acf6bf), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.945911 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-be7e39ae-efe0-4625-b71f-ba2b808385d4 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (d0b7f25e-345c-42e4-89cf-f3b1a7acf6bf), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:24.021994 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0261adf5-70f9-4102-9efc-43080ca64454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-de472468-8d84-40ec-980a-567a758e6ad6', 'network_id': 'de472468-8d84-40ec-980a-567a758e6ad6', 'project_id': '567d098325094a48a7cf1edc5ba35662', 'fixed_ips': [{'subnet_id': '78d0074d-2920-4c46-bc1c-44c4b2019bba'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:51:24.032905 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0261adf5-70f9-4102-9efc-43080ca64454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:24.036864 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1aadf16-2a9b-4d92-8691-b7f87c71c292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (556980a5-910a-4f4d-99b2-5afe935dfcd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:24.038404 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [None req-fa1a51c9-24b6-4b8d-8180-07d6628acb80 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Floating IP a215a1d1-2901-4969-ab85-e0d474b14ebe associated. External IP: 172.25.3.235, port: aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf. Jan 28 13:51:24.042772 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-be7e39ae-efe0-4625-b71f-ba2b808385d4 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (00652acf-543e-46e2-beeb-ae1168d45ec7), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:24.052162 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a51c9-24b6-4b8d-8180-07d6628acb80 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Port': ['ID=f6b5b288-9173-47f1-88b6-9ae32d3c6b40,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:24.071738 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e0e0ca3e-6a8c-4b17-bcd2-3301fa5779f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:24.190453 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 436e2bb7-38c4-4928-8f10-bd6aebf2c862 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:24.213178 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-716314cb-5a7e-4bbf-862c-8a1780179512 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:24.216245 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d7409f9b-aad5-4685-815d-41e2f6e79d69 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (5b88b6bc-2b58-4b88-87d0-2d7c9bd72d46), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:24.236655 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e39ae-efe0-4625-b71f-ba2b808385d4 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Pushing event updated for resources: {'Port': ['ID=d0b7f25e-345c-42e4-89cf-f3b1a7acf6bf,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:24.280141 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7409f9b-aad5-4685-815d-41e2f6e79d69 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Port': ['ID=5b88b6bc-2b58-4b88-87d0-2d7c9bd72d46,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:24.296422 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7e39ae-efe0-4625-b71f-ba2b808385d4 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Network 7f86827e-0484-470f-9f00-eb8e473d0749 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:24.298139 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-be7e39ae-efe0-4625-b71f-ba2b808385d4 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:24.390157 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e0ca3e-6a8c-4b17-bcd2-3301fa5779f8 None None] Network fda67d8c-2b1f-41ef-bec6-a4b8923299cb is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:24.415176 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-e0e0ca3e-6a8c-4b17-bcd2-3301fa5779f8 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:24.420021 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e0ca3e-6a8c-4b17-bcd2-3301fa5779f8 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:24.422095 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d7409f9b-aad5-4685-815d-41e2f6e79d69 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:24.425603 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d7409f9b-aad5-4685-815d-41e2f6e79d69 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/ports/5b88b6bc-2b58-4b88-87d0-2d7c9bd72d46 HTTP/1.1" status: 204 len: 168 time: 1.1723454 Jan 28 13:51:24.428662 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58840) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:24.437745 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-c2338f23-5bd7-4cf5-b26e-e9c0a6b37bdc tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'port': {'network_id': '5a65c9c3-2d9c-4872-a2d2-37606b4183f6', 'mac_address': 'fa:16:3e:ca:10:0b', 'name': 'tempest-PortsTestJSON-157819191'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:24.613993 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7e39ae-efe0-4625-b71f-ba2b808385d4 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Router 00652acf-543e-46e2-beeb-ae1168d45ec7 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:51:24.629203 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aadf16-2a9b-4d92-8691-b7f87c71c292 None None] Pushing event updated for resources: {'Port': ['ID=556980a5-910a-4f4d-99b2-5afe935dfcd8,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:24.659922 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2338f23-5bd7-4cf5-b26e-e9c0a6b37bdc tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:24.676531 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-24e2f4a9-2d32-4396-813e-009677a57084 None None] Current status of the port 436e2bb7-38c4-4928-8f10-bd6aebf2c862 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:24.793950 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-e0e0ca3e-6a8c-4b17-bcd2-3301fa5779f8 None None] Attempting to bind port 6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:24.794329 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-e0e0ca3e-6a8c-4b17-bcd2-3301fa5779f8 None None] Attempting to bind port 6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '15802df1-bc0a-4e1b-a74b-6caba4bff01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fda67d8c-2b1f-41ef-bec6-a4b8923299cb'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:24.794698 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e0ca3e-6a8c-4b17-bcd2-3301fa5779f8 None None] Attempting to bind port 6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135 on network fda67d8c-2b1f-41ef-bec6-a4b8923299cb {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:24.855385 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e0ca3e-6a8c-4b17-bcd2-3301fa5779f8 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:24.855385 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e0ca3e-6a8c-4b17-bcd2-3301fa5779f8 None None] Checking segment: {'id': '15802df1-bc0a-4e1b-a74b-6caba4bff01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fda67d8c-2b1f-41ef-bec6-a4b8923299cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:24.855385 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e0e0ca3e-6a8c-4b17-bcd2-3301fa5779f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:24.855385 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e0ca3e-6a8c-4b17-bcd2-3301fa5779f8 None None] Bound using segment: {'id': '15802df1-bc0a-4e1b-a74b-6caba4bff01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fda67d8c-2b1f-41ef-bec6-a4b8923299cb'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:24.856373 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-e0e0ca3e-6a8c-4b17-bcd2-3301fa5779f8 None None] Bound port: 6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15802df1-bc0a-4e1b-a74b-6caba4bff01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fda67d8c-2b1f-41ef-bec6-a4b8923299cb'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:24.856373 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e0e0ca3e-6a8c-4b17-bcd2-3301fa5779f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:24.863248 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-716314cb-5a7e-4bbf-862c-8a1780179512 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Allocated IP 172.22.0.1 (de472468-8d84-40ec-980a-567a758e6ad6/78d0074d-2920-4c46-bc1c-44c4b2019bba/01d018d0-d16c-47d6-a408-0a9baa88e5bc) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:24.867266 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 436e2bb7-38c4-4928-8f10-bd6aebf2c862 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:24.867648 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (436e2bb7-38c4-4928-8f10-bd6aebf2c862), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:24.881127 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0ca3e-6a8c-4b17-bcd2-3301fa5779f8 None None] Pushing event updated for resources: {'Port': ['ID=6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:24.918689 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c2338f23-5bd7-4cf5-b26e-e9c0a6b37bdc tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:24.937965 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5f34d4f-ea67-4a9b-ac38-7753d1708f8b None None] Publish callbacks [] for port (b595829d-f7c4-42ac-9b40-f067dbf48610), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:24.939626 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-595295eb-d36a-48cd-a2f7-847afc10aadd None None] Provisioning complete for port 51a48657-b2aa-439c-832a-dabf1c0e7ac7 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:24.939997 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-595295eb-d36a-48cd-a2f7-847afc10aadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (51a48657-b2aa-439c-832a-dabf1c0e7ac7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:24.946129 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7e39ae-efe0-4625-b71f-ba2b808385d4 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:24.953358 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-be7e39ae-efe0-4625-b71f-ba2b808385d4 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] 10.222.0.39 "PUT /v2.0/routers/00652acf-543e-46e2-beeb-ae1168d45ec7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3198075 Jan 28 13:51:24.960985 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58848) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:24.963800 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024c763c-9b24-491f-aff5-e18ca60ce583 None None] Sync routers for ids ['00652acf-543e-46e2-beeb-ae1168d45ec7'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:24.974639 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-c2338f23-5bd7-4cf5-b26e-e9c0a6b37bdc tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] device_id is not set on port 81570d4e-d8c0-4d8e-a26b-a930ab297ef3 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:51:24.980281 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024c763c-9b24-491f-aff5-e18ca60ce583 None None] Routers {'00652acf-543e-46e2-beeb-ae1168d45ec7'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:24.980917 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-024c763c-9b24-491f-aff5-e18ca60ce583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['00652acf-543e-46e2-beeb-ae1168d45ec7'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:24.983590 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58850) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:25.000554 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1a51c9-24b6-4b8d-8180-07d6628acb80 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Router 70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:51:25.031684 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-024c763c-9b24-491f-aff5-e18ca60ce583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:25.044645 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024c763c-9b24-491f-aff5-e18ca60ce583 None None] Routers {'00652acf-543e-46e2-beeb-ae1168d45ec7'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:25.045513 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-024c763c-9b24-491f-aff5-e18ca60ce583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['00652acf-543e-46e2-beeb-ae1168d45ec7'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:25.049133 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5f34d4f-ea67-4a9b-ac38-7753d1708f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b595829d-f7c4-42ac-9b40-f067dbf48610), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:25.092584 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-716314cb-5a7e-4bbf-862c-8a1780179512 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for port (01d018d0-d16c-47d6-a408-0a9baa88e5bc), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:25.108839 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-024c763c-9b24-491f-aff5-e18ca60ce583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:25.109758 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024c763c-9b24-491f-aff5-e18ca60ce583 None None] The sync data for ids ['00652acf-543e-46e2-beeb-ae1168d45ec7'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:25.196758 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 436e2bb7-38c4-4928-8f10-bd6aebf2c862 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:25.198728 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 51a48657-b2aa-439c-832a-dabf1c0e7ac7 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:25.229077 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1a51c9-24b6-4b8d-8180-07d6628acb80 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:25.236103 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e0e0ca3e-6a8c-4b17-bcd2-3301fa5779f8 None None] For port 6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:25.243781 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-716314cb-5a7e-4bbf-862c-8a1780179512 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (01d018d0-d16c-47d6-a408-0a9baa88e5bc), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:25.272957 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959fba2a-52f6-4a02-a93e-24b6756d13ea None None] Sync routers for ids ['70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:25.296455 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b4a25-9b06-4b1f-9496-b22323edb76d None None] Pushing event updated for resources: {'Port': ['ID=b595829d-f7c4-42ac-9b40-f067dbf48610,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:25.349446 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e0e0ca3e-6a8c-4b17-bcd2-3301fa5779f8 None None] For port 6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135,segment=NetworkSegment(15802df1-bc0a-4e1b-a74b-6caba4bff01d),segment_id=15802df1-bc0a-4e1b-a74b-6caba4bff01d)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:25.367757 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716314cb-5a7e-4bbf-862c-8a1780179512 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Port': ['ID=01d018d0-d16c-47d6-a408-0a9baa88e5bc,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:25.380390 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fa1a51c9-24b6-4b8d-8180-07d6628acb80 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:25.382744 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-294a46c0-fb01-4513-ae99-e6d483f516f1 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'network': {'name': 'tempest-network-smoke--1628264600', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'port_security_enabled': True}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:25.386126 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716314cb-5a7e-4bbf-862c-8a1780179512 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network de472468-8d84-40ec-980a-567a758e6ad6 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:25.394266 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e0e0ca3e-6a8c-4b17-bcd2-3301fa5779f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:25.408070 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-716314cb-5a7e-4bbf-862c-8a1780179512 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:25.412711 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716314cb-5a7e-4bbf-862c-8a1780179512 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:25.449196 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294a46c0-fb01-4513-ae99-e6d483f516f1 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Made reservation on behalf of f281e4a0c8564ab9bcdd7d3d058e0db3 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:25.452606 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-294a46c0-fb01-4513-ae99-e6d483f516f1 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:25.459801 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fa1a51c9-24b6-4b8d-8180-07d6628acb80 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2991621 Jan 28 13:51:25.460240 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20fab73-f39c-4e5b-94d4-31d506120ad6', 'tag': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:51:25.463828 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c964784-0d9d-40d9-8db9-2df299bf69af" -d '{"events": [{"name": "network-changed", "server_uuid": "d20fab73-f39c-4e5b-94d4-31d506120ad6", "tag": "aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:51:25.481499 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-716314cb-5a7e-4bbf-862c-8a1780179512 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (7ae58efc-fb03-490f-ab2b-feef7ffc0546), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:25.509439 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0ca3e-6a8c-4b17-bcd2-3301fa5779f8 None None] Pushing event updated for resources: {'Port': ['ID=6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:25.531003 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-595295eb-d36a-48cd-a2f7-847afc10aadd None None] Current status of the port 51a48657-b2aa-439c-832a-dabf1c0e7ac7 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:25.531653 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-595295eb-d36a-48cd-a2f7-847afc10aadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (51a48657-b2aa-439c-832a-dabf1c0e7ac7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:25.551835 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-0261adf5-70f9-4102-9efc-43080ca64454 None None] Allocated IP 172.22.0.2 (de472468-8d84-40ec-980a-567a758e6ad6/78d0074d-2920-4c46-bc1c-44c4b2019bba/92baf754-3682-46a3-bee3-fa81a7c0a84a) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:25.576451 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959fba2a-52f6-4a02-a93e-24b6756d13ea None None] Routers {'70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:25.577098 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-959fba2a-52f6-4a02-a93e-24b6756d13ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:25.579406 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f5bde0-2fe7-4dfc-8e14-b9b120c8f6a3 x-openstack-request-id: req-24f5bde0-2fe7-4dfc-8e14-b9b120c8f6a3 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:51:25.579706 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20fab73-f39c-4e5b-94d4-31d506120ad6", "tag": "aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:51:25.579968 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-24f5bde0-2fe7-4dfc-8e14-b9b120c8f6a3 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:51:25.580379 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20fab73-f39c-4e5b-94d4-31d506120ad6', 'tag': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf', 'status': 'completed', 'code': 200} Jan 28 13:51:25.603396 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-294a46c0-fb01-4513-ae99-e6d483f516f1 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:25.663530 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d5f34d4f-ea67-4a9b-ac38-7753d1708f8b None None] Attempting to bind port b595829d-f7c4-42ac-9b40-f067dbf48610 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:25.663904 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d5f34d4f-ea67-4a9b-ac38-7753d1708f8b None None] Attempting to bind port b595829d-f7c4-42ac-9b40-f067dbf48610 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '775a7bad-7202-4f4e-b31c-20e322318794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:25.664270 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f34d4f-ea67-4a9b-ac38-7753d1708f8b None None] Attempting to bind port b595829d-f7c4-42ac-9b40-f067dbf48610 on network 7564e3df-c4c9-4c33-98bd-f8c4c48d1fec {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:25.687035 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 51a48657-b2aa-439c-832a-dabf1c0e7ac7 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:25.687475 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (51a48657-b2aa-439c-832a-dabf1c0e7ac7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:25.733703 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f34d4f-ea67-4a9b-ac38-7753d1708f8b None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:25.734109 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f34d4f-ea67-4a9b-ac38-7753d1708f8b None None] Checking segment: {'id': '775a7bad-7202-4f4e-b31c-20e322318794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:25.734492 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5f34d4f-ea67-4a9b-ac38-7753d1708f8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:25.734981 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f34d4f-ea67-4a9b-ac38-7753d1708f8b None None] Bound using segment: {'id': '775a7bad-7202-4f4e-b31c-20e322318794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:25.735489 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d5f34d4f-ea67-4a9b-ac38-7753d1708f8b None None] Bound port: b595829d-f7c4-42ac-9b40-f067dbf48610, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775a7bad-7202-4f4e-b31c-20e322318794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:25.735882 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5f34d4f-ea67-4a9b-ac38-7753d1708f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b595829d-f7c4-42ac-9b40-f067dbf48610), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:25.798642 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c2338f23-5bd7-4cf5-b26e-e9c0a6b37bdc tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for port (81570d4e-d8c0-4d8e-a26b-a930ab297ef3), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:25.944348 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c2338f23-5bd7-4cf5-b26e-e9c0a6b37bdc tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (81570d4e-d8c0-4d8e-a26b-a930ab297ef3), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:26.009543 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c964784-0d9d-40d9-8db9-2df299bf69af req-26ddaaec-65de-4f2f-8655-810add75dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:26.019923 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5c964784-0d9d-40d9-8db9-2df299bf69af req-26ddaaec-65de-4f2f-8655-810add75dad5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 1096 time: 0.4177856 Jan 28 13:51:26.029020 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-294a46c0-fb01-4513-ae99-e6d483f516f1 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group (a402c680-8095-41d8-b0d3-db18abf6a914), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:26.099171 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-294a46c0-fb01-4513-ae99-e6d483f516f1 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a402c680-8095-41d8-b0d3-db18abf6a914), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:26.137653 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2338f23-5bd7-4cf5-b26e-e9c0a6b37bdc tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network 5a65c9c3-2d9c-4872-a2d2-37606b4183f6 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:26.143378 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-595295eb-d36a-48cd-a2f7-847afc10aadd None None] For port 51a48657-b2aa-439c-832a-dabf1c0e7ac7, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=51a48657-b2aa-439c-832a-dabf1c0e7ac7,segment=NetworkSegment(a895df8b-3040-46d3-8f38-9531851a75c2),segment_id=a895df8b-3040-46d3-8f38-9531851a75c2)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:26.149311 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-959fba2a-52f6-4a02-a93e-24b6756d13ea None None] Set router 70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:26.153998 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6d33ef-b99b-4f9f-83a9-eaeb19b9b887 None None] Network 7f86827e-0484-470f-9f00-eb8e473d0749 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:26.187447 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2338f23-5bd7-4cf5-b26e-e9c0a6b37bdc tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Port': ['ID=81570d4e-d8c0-4d8e-a26b-a930ab297ef3,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:26.189718 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-c2338f23-5bd7-4cf5-b26e-e9c0a6b37bdc tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:26.206668 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2338f23-5bd7-4cf5-b26e-e9c0a6b37bdc tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:26.211691 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2338f23-5bd7-4cf5-b26e-e9c0a6b37bdc tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:26.212299 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c2338f23-5bd7-4cf5-b26e-e9c0a6b37bdc tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:26.214531 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-595295eb-d36a-48cd-a2f7-847afc10aadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (51a48657-b2aa-439c-832a-dabf1c0e7ac7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:26.221845 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294a46c0-fb01-4513-ae99-e6d483f516f1 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:51:26.246655 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a271530-2d16-452f-8b20-e10da52c47ba req-23d8342f-a815-41a8-9e07-a54c4bf627f3 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:26.248298 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a271530-2d16-452f-8b20-e10da52c47ba req-23d8342f-a815-41a8-9e07-a54c4bf627f3 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 945 time: 0.6743085 Jan 28 13:51:26.249118 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a46c0-fb01-4513-ae99-e6d483f516f1 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a402c680-8095-41d8-b0d3-db18abf6a914,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:26.252166 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-294a46c0-fb01-4513-ae99-e6d483f516f1 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (454befdb-5530-451e-abf2-e6489ec86a3f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:26.253102 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-294a46c0-fb01-4513-ae99-e6d483f516f1 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Added segment 454befdb-5530-451e-abf2-e6489ec86a3f of type vlan for network f33b7480-b8f9-4659-a729-d9cbb07531b4 Jan 28 13:51:26.328008 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-716314cb-5a7e-4bbf-862c-8a1780179512 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (01d018d0-d16c-47d6-a408-0a9baa88e5bc), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:26.353115 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a271530-2d16-452f-8b20-e10da52c47ba req-6bca5297-4236-4d72-b1f8-1c2944e52ba0 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881793 Jan 28 13:51:26.397482 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58858) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:26.452541 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-595295eb-d36a-48cd-a2f7-847afc10aadd None None] Provisioning complete for port b595829d-f7c4-42ac-9b40-f067dbf48610 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:26.453378 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-595295eb-d36a-48cd-a2f7-847afc10aadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b595829d-f7c4-42ac-9b40-f067dbf48610), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:26.482245 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-79d96211-01fb-44eb-a73c-a3c6f0957589 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/floatingips/a215a1d1-2901-4969-ab85-e0d474b14ebe HTTP/1.1" status: 200 len: 991 time: 0.0823376 Jan 28 13:51:26.537854 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d5f34d4f-ea67-4a9b-ac38-7753d1708f8b None None] For port b595829d-f7c4-42ac-9b40-f067dbf48610, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:26.556220 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595295eb-d36a-48cd-a2f7-847afc10aadd None None] Pushing event updated for resources: {'Port': ['ID=51a48657-b2aa-439c-832a-dabf1c0e7ac7,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:26.575339 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 51a48657-b2aa-439c-832a-dabf1c0e7ac7 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:26.587345 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d5f34d4f-ea67-4a9b-ac38-7753d1708f8b None None] For port b595829d-f7c4-42ac-9b40-f067dbf48610, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b595829d-f7c4-42ac-9b40-f067dbf48610,segment=NetworkSegment(775a7bad-7202-4f4e-b31c-20e322318794),segment_id=775a7bad-7202-4f4e-b31c-20e322318794)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:26.625364 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c2338f23-5bd7-4cf5-b26e-e9c0a6b37bdc tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.1937814 Jan 28 13:51:26.625527 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58860) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:26.636100 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0261adf5-70f9-4102-9efc-43080ca64454 None None] Publish callbacks [] for port (92baf754-3682-46a3-bee3-fa81a7c0a84a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:26.639490 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5f34d4f-ea67-4a9b-ac38-7753d1708f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b595829d-f7c4-42ac-9b40-f067dbf48610), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:26.673474 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-595295eb-d36a-48cd-a2f7-847afc10aadd None None] Port b595829d-f7c4-42ac-9b40-f067dbf48610 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:26.692004 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-294a46c0-fb01-4513-ae99-e6d483f516f1 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (f33b7480-b8f9-4659-a729-d9cbb07531b4), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:26.695399 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c964784-0d9d-40d9-8db9-2df299bf69af req-a91954e6-e3d3-4e6b-b1bf-4b7d776f8ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:26.696902 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5c964784-0d9d-40d9-8db9-2df299bf69af req-a91954e6-e3d3-4e6b-b1bf-4b7d776f8ceb service neutron] 10.222.0.18 "GET /v2.0/networks?id=629a0596-4326-4173-a2b7-ce712832376d HTTP/1.1" status: 200 len: 897 time: 0.6663027 Jan 28 13:51:26.700131 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-18a38e25-95aa-4a98-977f-bf0314d90727 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:51:26.701165 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-18a38e25-95aa-4a98-977f-bf0314d90727 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] 10.222.0.39 "PUT /v2.0/routers/00652acf-543e-46e2-beeb-ae1168d45ec7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7374165 Jan 28 13:51:26.704853 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58862) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:26.710687 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0261adf5-70f9-4102-9efc-43080ca64454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (92baf754-3682-46a3-bee3-fa81a7c0a84a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:26.730165 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0645b36-6a91-4c36-8cc7-ac44eb394801 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:26.734563 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e0645b36-6a91-4c36-8cc7-ac44eb394801 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "GET /v2.0/ports/81570d4e-d8c0-4d8e-a26b-a930ab297ef3 HTTP/1.1" status: 200 len: 840 time: 0.1052375 Jan 28 13:51:26.736097 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58864) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:26.902325 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f34d4f-ea67-4a9b-ac38-7753d1708f8b None None] Routers {'7ae58efc-fb03-490f-ab2b-feef7ffc0546'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:26.904627 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d5f34d4f-ea67-4a9b-ac38-7753d1708f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:26.913650 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b4a25-9b06-4b1f-9496-b22323edb76d None None] Pushing event updated for resources: {'Port': ['ID=b595829d-f7c4-42ac-9b40-f067dbf48610,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:26.981813 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-294a46c0-fb01-4513-ae99-e6d483f516f1 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (f33b7480-b8f9-4659-a729-d9cbb07531b4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:26.982379 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-9e96620e-7291-42c3-803d-fad97043a08a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting port 81570d4e-d8c0-4d8e-a26b-a930ab297ef3 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:26.982628 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9e96620e-7291-42c3-803d-fad97043a08a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (81570d4e-d8c0-4d8e-a26b-a930ab297ef3), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:26.998709 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294a46c0-fb01-4513-ae99-e6d483f516f1 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:26.999408 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-294a46c0-fb01-4513-ae99-e6d483f516f1 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:27.000168 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261adf5-70f9-4102-9efc-43080ca64454 None None] Pushing event updated for resources: {'Port': ['ID=92baf754-3682-46a3-bee3-fa81a7c0a84a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:27.071834 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0261adf5-70f9-4102-9efc-43080ca64454 None None] Network de472468-8d84-40ec-980a-567a758e6ad6 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:27.075076 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5c964784-0d9d-40d9-8db9-2df299bf69af req-ebb3e0e7-d15b-436c-bd91-cb83485a04b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf HTTP/1.1" status: 200 len: 999 time: 0.3708966 Jan 28 13:51:27.082500 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 556980a5-910a-4f4d-99b2-5afe935dfcd8 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:27.151403 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-30066c23-afc9-4767-af5c-3be3db9e6dee None None] Provisioning complete for port 51a48657-b2aa-439c-832a-dabf1c0e7ac7 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:27.152052 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30066c23-afc9-4767-af5c-3be3db9e6dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (51a48657-b2aa-439c-832a-dabf1c0e7ac7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:27.177440 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-716314cb-5a7e-4bbf-862c-8a1780179512 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for port (01d018d0-d16c-47d6-a408-0a9baa88e5bc), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:27.191853 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9e96620e-7291-42c3-803d-fad97043a08a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (81570d4e-d8c0-4d8e-a26b-a930ab297ef3), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:27.197028 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-294a46c0-fb01-4513-ae99-e6d483f516f1 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1485894 Jan 28 13:51:27.201717 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-716314cb-5a7e-4bbf-862c-8a1780179512 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (01d018d0-d16c-47d6-a408-0a9baa88e5bc), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:27.211899 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58868) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:27.215531 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-0261adf5-70f9-4102-9efc-43080ca64454 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:27.218431 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0261adf5-70f9-4102-9efc-43080ca64454 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:27.260299 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-e56e7eda-77f4-4da4-b206-2340d5cddd24 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1768779081', 'admin_state_up': True, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:27.263479 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a46c0-fb01-4513-ae99-e6d483f516f1 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'Network': ['ID=f33b7480-b8f9-4659-a729-d9cbb07531b4,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:27.307463 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 556980a5-910a-4f4d-99b2-5afe935dfcd8 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:27.307748 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (556980a5-910a-4f4d-99b2-5afe935dfcd8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:27.325789 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c964784-0d9d-40d9-8db9-2df299bf69af req-01a64c84-7d72-45fe-afe1-a6485351a0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:27.327314 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5c964784-0d9d-40d9-8db9-2df299bf69af req-01a64c84-7d72-45fe-afe1-a6485351a0d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=491aa37e-4ac2-45c7-8ded-0b584f80a299 HTTP/1.1" status: 200 len: 834 time: 0.2377088 Jan 28 13:51:27.350460 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network f33b7480-b8f9-4659-a729-d9cbb07531b4 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:51:27.365831 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f2a665-252a-47ed-811d-c2317631b177 None None] Network fda67d8c-2b1f-41ef-bec6-a4b8923299cb requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:27.370424 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-9e96620e-7291-42c3-803d-fad97043a08a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Calling delete_port for 81570d4e-d8c0-4d8e-a26b-a930ab297ef3 owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:27.384502 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e56e7eda-77f4-4da4-b206-2340d5cddd24 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (b360a80f-77cf-4513-89b2-f95f43ff8a62), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:27.386107 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e56e7eda-77f4-4da4-b206-2340d5cddd24 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (b360a80f-77cf-4513-89b2-f95f43ff8a62), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:27.449074 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e56e7eda-77f4-4da4-b206-2340d5cddd24 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for router_controller (b360a80f-77cf-4513-89b2-f95f43ff8a62), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:27.452474 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-d5f34d4f-ea67-4a9b-ac38-7753d1708f8b None None] Set router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:27.456436 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716314cb-5a7e-4bbf-862c-8a1780179512 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Port': ['ID=01d018d0-d16c-47d6-a408-0a9baa88e5bc,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:27.485191 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58870) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:27.542352 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-0261adf5-70f9-4102-9efc-43080ca64454 None None] Attempting to bind port 92baf754-3682-46a3-bee3-fa81a7c0a84a on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:27.542742 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-0261adf5-70f9-4102-9efc-43080ca64454 None None] Attempting to bind port 92baf754-3682-46a3-bee3-fa81a7c0a84a by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'de472468-8d84-40ec-980a-567a758e6ad6'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:27.543273 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0261adf5-70f9-4102-9efc-43080ca64454 None None] Attempting to bind port 92baf754-3682-46a3-bee3-fa81a7c0a84a on network de472468-8d84-40ec-980a-567a758e6ad6 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:27.549571 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-716314cb-5a7e-4bbf-862c-8a1780179512 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (7ae58efc-fb03-490f-ab2b-feef7ffc0546), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:27.568671 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0ff1a3ae-41eb-4049-ad56-eb228737980d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/floatingips/a215a1d1-2901-4969-ab85-e0d474b14ebe HTTP/1.1" status: 200 len: 991 time: 0.0758595 Jan 28 13:51:27.572965 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c964784-0d9d-40d9-8db9-2df299bf69af req-8117c66a-ed30-45e9-ad26-296c2537261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:27.574315 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5c964784-0d9d-40d9-8db9-2df299bf69af req-8117c66a-ed30-45e9-ad26-296c2537261a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=629a0596-4326-4173-a2b7-ce712832376d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2367549 Jan 28 13:51:27.579694 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0261adf5-70f9-4102-9efc-43080ca64454 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:27.580081 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0261adf5-70f9-4102-9efc-43080ca64454 None None] Checking segment: {'id': '3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'de472468-8d84-40ec-980a-567a758e6ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:27.580495 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0261adf5-70f9-4102-9efc-43080ca64454 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:27.580911 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0261adf5-70f9-4102-9efc-43080ca64454 None None] Bound using segment: {'id': '3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'de472468-8d84-40ec-980a-567a758e6ad6'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:27.581440 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-0261adf5-70f9-4102-9efc-43080ca64454 None None] Bound port: 92baf754-3682-46a3-bee3-fa81a7c0a84a, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'de472468-8d84-40ec-980a-567a758e6ad6'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:27.581937 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0261adf5-70f9-4102-9efc-43080ca64454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (92baf754-3682-46a3-bee3-fa81a7c0a84a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:27.705339 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-30066c23-afc9-4767-af5c-3be3db9e6dee None None] Current status of the port 51a48657-b2aa-439c-832a-dabf1c0e7ac7 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:27.720870 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5c964784-0d9d-40d9-8db9-2df299bf69af req-0d608847-20cf-467e-a897-6d1d5187e0fb service neutron] 10.222.0.18 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353495 Jan 28 13:51:27.757000 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e56e7eda-77f4-4da4-b206-2340d5cddd24 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for router_gateway (b360a80f-77cf-4513-89b2-f95f43ff8a62), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:27.828904 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e533ed2-7400-484d-83d3-e503354006dc tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (00652acf-543e-46e2-beeb-ae1168d45ec7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:27.832676 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716314cb-5a7e-4bbf-862c-8a1780179512 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network de472468-8d84-40ec-980a-567a758e6ad6 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:27.842248 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-716314cb-5a7e-4bbf-862c-8a1780179512 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:27.863369 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5c964784-0d9d-40d9-8db9-2df299bf69af req-8a0c8e44-b82d-4189-9955-7c6a9300287f service neutron] 10.222.0.18 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338484 Jan 28 13:51:27.907875 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-30066c23-afc9-4767-af5c-3be3db9e6dee None None] Provisioning complete for port b595829d-f7c4-42ac-9b40-f067dbf48610 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:27.908170 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30066c23-afc9-4767-af5c-3be3db9e6dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b595829d-f7c4-42ac-9b40-f067dbf48610), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:27.946432 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 556980a5-910a-4f4d-99b2-5afe935dfcd8 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:27.946831 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (556980a5-910a-4f4d-99b2-5afe935dfcd8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:27.963121 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9e96620e-7291-42c3-803d-fad97043a08a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (81570d4e-d8c0-4d8e-a26b-a930ab297ef3), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:27.987352 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-0261adf5-70f9-4102-9efc-43080ca64454 None None] For port 92baf754-3682-46a3-bee3-fa81a7c0a84a, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:28.022257 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-959fba2a-52f6-4a02-a93e-24b6756d13ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710247967', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:42Z', 'updated_at': '2022-01-28T13:50:54Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:43Z', 'updated_at': '2022-01-28T13:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'a215a1d1-2901-4969-ab85-e0d474b14ebe', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'port_id': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3234, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629a0596-4326-4173-a2b7-ce712832376d', 'mac_address': 'fa:16:3e:93:96:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20fab73-f39c-4e5b-94d4-31d506120ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:51:22Z', 'updated_at': '2022-01-28T13:51:22Z', 'revision_number': 0, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8750b64-4416-445f-94b9-48705f809a17', 'name': '', 'network_id': '629a0596-4326-4173-a2b7-ce712832376d', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:36:76:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '491aa37e-4ac2-45c7-8ded-0b584f80a299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:51Z', 'updated_at': '2022-01-28T13:50:59Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': '491aa37e-4ac2-45c7-8ded-0b584f80a299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:28.044183 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96620e-7291-42c3-803d-fad97043a08a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Port': ['ID=81570d4e-d8c0-4d8e-a26b-a930ab297ef3,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:28.062472 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9e96620e-7291-42c3-803d-fad97043a08a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.068276 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9e96620e-7291-42c3-803d-fad97043a08a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/ports/81570d4e-d8c0-4d8e-a26b-a930ab297ef3 HTTP/1.1" status: 204 len: 168 time: 1.3283675 Jan 28 13:51:28.070556 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58876) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:28.110563 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716314cb-5a7e-4bbf-862c-8a1780179512 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:51:28.116763 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-021aadc0-2f58-4be3-9c3b-18c134808c54 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] GET failed (client error): The resource could not be found. Jan 28 13:51:28.122617 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-021aadc0-2f58-4be3-9c3b-18c134808c54 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "GET /v2.0/ports/81570d4e-d8c0-4d8e-a26b-a930ab297ef3 HTTP/1.1" status: 404 len: 333 time: 0.0459721 Jan 28 13:51:28.127500 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58880) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:28.134531 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-5a2a6300-af69-452c-8eb2-0667f1cbdc65 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'port': {'network_id': '5a65c9c3-2d9c-4872-a2d2-37606b4183f6', 'name': 'tempest-PortsTestJSON-448891047'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:28.295958 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-0261adf5-70f9-4102-9efc-43080ca64454 None None] For port 92baf754-3682-46a3-bee3-fa81a7c0a84a, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=92baf754-3682-46a3-bee3-fa81a7c0a84a,segment=NetworkSegment(3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb),segment_id=3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:28.298105 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959fba2a-52f6-4a02-a93e-24b6756d13ea None None] Checking router: 70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:51:28.310964 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 556980a5-910a-4f4d-99b2-5afe935dfcd8, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=556980a5-910a-4f4d-99b2-5afe935dfcd8,segment=NetworkSegment(5d51b8c5-41ca-4969-9cba-e51c72494cc0),segment_id=5d51b8c5-41ca-4969-9cba-e51c72494cc0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:28.319271 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0261adf5-70f9-4102-9efc-43080ca64454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (92baf754-3682-46a3-bee3-fa81a7c0a84a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.340154 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (556980a5-910a-4f4d-99b2-5afe935dfcd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.341018 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 51a48657-b2aa-439c-832a-dabf1c0e7ac7 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:28.350745 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716314cb-5a7e-4bbf-862c-8a1780179512 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:28.363096 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-9e533ed2-7400-484d-83d3-e503354006dc tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Deleting port d0b7f25e-345c-42e4-89cf-f3b1a7acf6bf {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:28.363444 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e533ed2-7400-484d-83d3-e503354006dc tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (d0b7f25e-345c-42e4-89cf-f3b1a7acf6bf), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.381164 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-716314cb-5a7e-4bbf-862c-8a1780179512 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "PUT /v2.0/routers/7ae58efc-fb03-490f-ab2b-feef7ffc0546/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1270390 Jan 28 13:51:28.382951 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e56e7eda-77f4-4da4-b206-2340d5cddd24 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for router_gateway (b360a80f-77cf-4513-89b2-f95f43ff8a62), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.385196 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58886) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:28.393582 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-7c1b5025-ac93-44d7-b148-840a7f49bdb8 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'network': {'name': 'tempest-RoutersTest-1379505849'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:28.412063 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959fba2a-52f6-4a02-a93e-24b6756d13ea None None] Routers {'70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:28.412415 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-959fba2a-52f6-4a02-a93e-24b6756d13ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:28.446590 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e56e7eda-77f4-4da4-b206-2340d5cddd24 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.502013 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-30066c23-afc9-4767-af5c-3be3db9e6dee None None] Current status of the port b595829d-f7c4-42ac-9b40-f067dbf48610 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:28.502731 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30066c23-afc9-4767-af5c-3be3db9e6dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b595829d-f7c4-42ac-9b40-f067dbf48610), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.505336 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2a6300-af69-452c-8eb2-0667f1cbdc65 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:28.509138 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5a2a6300-af69-452c-8eb2-0667f1cbdc65 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.535862 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e533ed2-7400-484d-83d3-e503354006dc tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (d0b7f25e-345c-42e4-89cf-f3b1a7acf6bf), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.544398 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1b5025-ac93-44d7-b148-840a7f49bdb8 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Made reservation on behalf of 567d098325094a48a7cf1edc5ba35662 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:28.552505 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7c1b5025-ac93-44d7-b148-840a7f49bdb8 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.560868 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20130305-c4c9-4f11-a21c-c47bdbed3f16 req-a0a4c262-1444-462e-a8f7-77d6fa6d6c78 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:28.562470 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-20130305-c4c9-4f11-a21c-c47bdbed3f16 req-a0a4c262-1444-462e-a8f7-77d6fa6d6c78 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.1348670 Jan 28 13:51:28.569583 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-9e533ed2-7400-484d-83d3-e503354006dc tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Calling delete_port for d0b7f25e-345c-42e4-89cf-f3b1a7acf6bf owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:28.573773 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58888) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:28.590458 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-5a2a6300-af69-452c-8eb2-0667f1cbdc65 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] device_id is not set on port 90f9a23a-f60c-4ee1-a0ae-7301f7896b11 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:51:28.698725 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-959fba2a-52f6-4a02-a93e-24b6756d13ea None None] Set router 70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:28.706639 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c5677c03-68c4-4285-86e2-57b0351e47ce tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/floatingips/a215a1d1-2901-4969-ab85-e0d474b14ebe HTTP/1.1" status: 200 len: 991 time: 0.1276214 Jan 28 13:51:28.733667 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1b5025-ac93-44d7-b148-840a7f49bdb8 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:51:28.741441 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-20130305-c4c9-4f11-a21c-c47bdbed3f16 req-28621c01-d9db-4994-bfbe-15cb4d3523e4 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1663008 Jan 28 13:51:28.794721 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7c1b5025-ac93-44d7-b148-840a7f49bdb8 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (30f3c3fd-687c-4b7c-acbc-b6423e9d73bc), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.795322 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-7c1b5025-ac93-44d7-b148-840a7f49bdb8 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Added segment 30f3c3fd-687c-4b7c-acbc-b6423e9d73bc of type vlan for network 12d43254-dac1-455e-929c-dc5189eda89d Jan 28 13:51:28.845148 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261adf5-70f9-4102-9efc-43080ca64454 None None] Pushing event updated for resources: {'Port': ['ID=92baf754-3682-46a3-bee3-fa81a7c0a84a,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:28.854330 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-e56e7eda-77f4-4da4-b206-2340d5cddd24 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Allocated IP 172.25.3.51 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/38ee9099-e489-4fd1-8458-e5bce0aefdb4) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:28.878518 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7c1b5025-ac93-44d7-b148-840a7f49bdb8 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (12d43254-dac1-455e-929c-dc5189eda89d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.926892 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-30066c23-afc9-4767-af5c-3be3db9e6dee None None] For port b595829d-f7c4-42ac-9b40-f067dbf48610, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b595829d-f7c4-42ac-9b40-f067dbf48610,segment=NetworkSegment(775a7bad-7202-4f4e-b31c-20e322318794),segment_id=775a7bad-7202-4f4e-b31c-20e322318794)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:28.953969 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30066c23-afc9-4767-af5c-3be3db9e6dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b595829d-f7c4-42ac-9b40-f067dbf48610), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.983019 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5a2a6300-af69-452c-8eb2-0667f1cbdc65 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for port (90f9a23a-f60c-4ee1-a0ae-7301f7896b11), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.997719 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=556980a5-910a-4f4d-99b2-5afe935dfcd8,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:29.001324 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e533ed2-7400-484d-83d3-e503354006dc tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (d0b7f25e-345c-42e4-89cf-f3b1a7acf6bf), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.010263 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d5f34d4f-ea67-4a9b-ac38-7753d1708f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:51:26Z', 'revision_number': 4, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None, '_interfaces': [{'id': '01d018d0-d16c-47d6-a408-0a9baa88e5bc', 'name': '', 'network_id': 'de472468-8d84-40ec-980a-567a758e6ad6', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:93:b7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:24Z', 'updated_at': '2022-01-28T13:51:24Z', 'revision_number': 1, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b28738-449a-4016-b5da-f66a4205f524', 'name': '', 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:80:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:09Z', 'updated_at': '2022-01-28T13:51:16Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b595829d-f7c4-42ac-9b40-f067dbf48610', 'name': '', 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:ec:5d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:16Z', 'updated_at': '2022-01-28T13:51:26Z', 'revision_number': 4, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:29.019310 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 51a48657-b2aa-439c-832a-dabf1c0e7ac7 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:29.019696 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (51a48657-b2aa-439c-832a-dabf1c0e7ac7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.045436 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e533ed2-7400-484d-83d3-e503354006dc tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Pushing event deleted for resources: {'Port': ['ID=d0b7f25e-345c-42e4-89cf-f3b1a7acf6bf,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:29.058949 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e56e7eda-77f4-4da4-b206-2340d5cddd24 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for port (38ee9099-e489-4fd1-8458-e5bce0aefdb4), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.096090 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7c1b5025-ac93-44d7-b148-840a7f49bdb8 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (12d43254-dac1-455e-929c-dc5189eda89d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.101938 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1b5025-ac93-44d7-b148-840a7f49bdb8 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:29.103550 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7c1b5025-ac93-44d7-b148-840a7f49bdb8 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.141557 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5a2a6300-af69-452c-8eb2-0667f1cbdc65 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (90f9a23a-f60c-4ee1-a0ae-7301f7896b11), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.154663 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f34d4f-ea67-4a9b-ac38-7753d1708f8b None None] The sync data for ids ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'] in n-d-822747-2 is: [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:51:26Z', 'revision_number': 4, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None, '_interfaces': [{'id': '01d018d0-d16c-47d6-a408-0a9baa88e5bc', 'name': '', 'network_id': 'de472468-8d84-40ec-980a-567a758e6ad6', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:93:b7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:24Z', 'updated_at': '2022-01-28T13:51:24Z', 'revision_number': 1, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b28738-449a-4016-b5da-f66a4205f524', 'name': '', 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:80:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:09Z', 'updated_at': '2022-01-28T13:51:16Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b595829d-f7c4-42ac-9b40-f067dbf48610', 'name': '', 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:ec:5d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:16Z', 'updated_at': '2022-01-28T13:51:26Z', 'revision_number': 4, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:29.164215 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7c1b5025-ac93-44d7-b148-840a7f49bdb8 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7774031 Jan 28 13:51:29.171907 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58890) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:29.172650 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-30066c23-afc9-4767-af5c-3be3db9e6dee None None] Provisioning complete for port 556980a5-910a-4f4d-99b2-5afe935dfcd8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:29.173035 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30066c23-afc9-4767-af5c-3be3db9e6dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (556980a5-910a-4f4d-99b2-5afe935dfcd8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.178941 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e56e7eda-77f4-4da4-b206-2340d5cddd24 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (38ee9099-e489-4fd1-8458-e5bce0aefdb4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.179745 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-39b553da-0be4-428a-8598-5b296a42ac84 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'subnet': {'network_id': '12d43254-dac1-455e-929c-dc5189eda89d', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:29.262127 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2a6300-af69-452c-8eb2-0667f1cbdc65 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network 5a65c9c3-2d9c-4872-a2d2-37606b4183f6 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:29.278050 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-5a2a6300-af69-452c-8eb2-0667f1cbdc65 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:29.288221 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2a6300-af69-452c-8eb2-0667f1cbdc65 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:29.293828 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2a6300-af69-452c-8eb2-0667f1cbdc65 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:29.294489 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5a2a6300-af69-452c-8eb2-0667f1cbdc65 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.363277 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30066c23-afc9-4767-af5c-3be3db9e6dee None None] Pushing event updated for resources: {'Port': ['ID=b595829d-f7c4-42ac-9b40-f067dbf48610,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:29.394663 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56e7eda-77f4-4da4-b206-2340d5cddd24 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:29.400285 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-e56e7eda-77f4-4da4-b206-2340d5cddd24 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:29.404736 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56e7eda-77f4-4da4-b206-2340d5cddd24 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:29.413135 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b5025-ac93-44d7-b148-840a7f49bdb8 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Network': ['ID=12d43254-dac1-455e-929c-dc5189eda89d,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:29.421380 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c40e0808-f0e2-40cd-a6f0-ccea4bf7fd02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.456980 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e7eda-77f4-4da4-b206-2340d5cddd24 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'Port': ['ID=38ee9099-e489-4fd1-8458-e5bce0aefdb4,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:29.464025 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a6300-af69-452c-8eb2-0667f1cbdc65 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Port': ['ID=90f9a23a-f60c-4ee1-a0ae-7301f7896b11,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:29.474732 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58892) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:29.476738 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 12d43254-dac1-455e-929c-dc5189eda89d details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:51:29.482100 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-3bf70420-0f24-4c72-9a53-fb7c894255cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:29.483459 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5a2a6300-af69-452c-8eb2-0667f1cbdc65 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3534625 Jan 28 13:51:29.485199 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e533ed2-7400-484d-83d3-e503354006dc tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (00652acf-543e-46e2-beeb-ae1168d45ec7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.545822 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 51a48657-b2aa-439c-832a-dabf1c0e7ac7 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:29.547675 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:29.610806 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b553da-0be4-428a-8598-5b296a42ac84 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Made reservation on behalf of 567d098325094a48a7cf1edc5ba35662 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:29.618470 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-39b553da-0be4-428a-8598-5b296a42ac84 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.711982 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58894) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:29.715435 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-30066c23-afc9-4767-af5c-3be3db9e6dee None None] Current status of the port 556980a5-910a-4f4d-99b2-5afe935dfcd8 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:29.746777 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-959fba2a-52f6-4a02-a93e-24b6756d13ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710247967', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:42Z', 'updated_at': '2022-01-28T13:50:54Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:43Z', 'updated_at': '2022-01-28T13:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'a215a1d1-2901-4969-ab85-e0d474b14ebe', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'port_id': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3234, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629a0596-4326-4173-a2b7-ce712832376d', 'mac_address': 'fa:16:3e:93:96:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20fab73-f39c-4e5b-94d4-31d506120ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:51:22Z', 'updated_at': '2022-01-28T13:51:22Z', 'revision_number': 0, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8750b64-4416-445f-94b9-48705f809a17', 'name': '', 'network_id': '629a0596-4326-4173-a2b7-ce712832376d', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:36:76:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '491aa37e-4ac2-45c7-8ded-0b584f80a299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:51Z', 'updated_at': '2022-01-28T13:50:59Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': '491aa37e-4ac2-45c7-8ded-0b584f80a299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:29.801101 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:29.808277 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.811921 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959fba2a-52f6-4a02-a93e-24b6756d13ea None None] The sync data for ids ['70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'] in n-d-822747-2 is: [{'id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710247967', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:42Z', 'updated_at': '2022-01-28T13:50:54Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:43Z', 'updated_at': '2022-01-28T13:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'a215a1d1-2901-4969-ab85-e0d474b14ebe', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'port_id': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3234, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629a0596-4326-4173-a2b7-ce712832376d', 'mac_address': 'fa:16:3e:93:96:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20fab73-f39c-4e5b-94d4-31d506120ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:51:22Z', 'updated_at': '2022-01-28T13:51:22Z', 'revision_number': 0, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8750b64-4416-445f-94b9-48705f809a17', 'name': '', 'network_id': '629a0596-4326-4173-a2b7-ce712832376d', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:36:76:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '491aa37e-4ac2-45c7-8ded-0b584f80a299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:51Z', 'updated_at': '2022-01-28T13:50:59Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': '491aa37e-4ac2-45c7-8ded-0b584f80a299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:29.821700 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e56e7eda-77f4-4da4-b206-2340d5cddd24 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for router_gateway (b360a80f-77cf-4513-89b2-f95f43ff8a62), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.936971 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ee929-966d-4152-9af1-09e9b7b5bf06 req-d8568fd1-cd0b-4401-a33f-8b473fb381ea tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:29.947045 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-252ee929-966d-4152-9af1-09e9b7b5bf06 req-d8568fd1-cd0b-4401-a33f-8b473fb381ea tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.2728775 Jan 28 13:51:29.960418 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d981a6e3-a245-457b-8f95-48b0ced066dc None None] Provisioning complete for port 6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:29.966695 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d981a6e3-a245-457b-8f95-48b0ced066dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:30.028747 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-39b553da-0be4-428a-8598-5b296a42ac84 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (74a48faf-4b1a-4f52-9d01-285d76d87076), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:30.035173 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3bf70420-0f24-4c72-9a53-fb7c894255cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (90f9a23a-f60c-4ee1-a0ae-7301f7896b11), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:30.095214 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:30.096011 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:30.193999 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135,segment=NetworkSegment(15802df1-bc0a-4e1b-a74b-6caba4bff01d),segment_id=15802df1-bc0a-4e1b-a74b-6caba4bff01d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:30.215182 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d981a6e3-a245-457b-8f95-48b0ced066dc None None] Current status of the port 6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:30.215503 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d981a6e3-a245-457b-8f95-48b0ced066dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:30.219809 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:30.296489 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91da9d2-4a1d-491b-b7d0-57cc1f3a8adc None None] get_active_networks_info from n-d-822747-2 {{(pid=103353) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:51:30.329285 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e533ed2-7400-484d-83d3-e503354006dc tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Router 00652acf-543e-46e2-beeb-ae1168d45ec7 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:51:30.378852 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d299fd2-afac-4b36-b1ca-0fd401766044 None None] New status for floating IP a215a1d1-2901-4969-ab85-e0d474b14ebe: ACTIVE {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:51:30.413700 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:30.421257 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b553da-0be4-428a-8598-5b296a42ac84 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Subnet': ['ID=74a48faf-4b1a-4f52-9d01-285d76d87076,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:30.434741 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1ce13c42-dc9f-4cb6-a9e9-1829fef69ed3 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/floatingips/a215a1d1-2901-4969-ab85-e0d474b14ebe HTTP/1.1" status: 200 len: 991 time: 0.7194924 Jan 28 13:51:30.461153 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b553da-0be4-428a-8598-5b296a42ac84 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Checking segment: {'id': '30f3c3fd-687c-4b7c-acbc-b6423e9d73bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '12d43254-dac1-455e-929c-dc5189eda89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:30.461527 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b553da-0be4-428a-8598-5b296a42ac84 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network hostable DHCP agents. Network: 12d43254-dac1-455e-929c-dc5189eda89d, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:51:30.468291 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-d981a6e3-a245-457b-8f95-48b0ced066dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:51:30.468708 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-d981a6e3-a245-457b-8f95-48b0ced066dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:51:30.765832 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 556980a5-910a-4f4d-99b2-5afe935dfcd8 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:30.849417 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91da9d2-4a1d-491b-b7d0-57cc1f3a8adc None None] Network 12d43254-dac1-455e-929c-dc5189eda89d is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:51:30.851474 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 556980a5-910a-4f4d-99b2-5afe935dfcd8 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:30.851843 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (556980a5-910a-4f4d-99b2-5afe935dfcd8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:30.901016 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91da9d2-4a1d-491b-b7d0-57cc1f3a8adc None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 12d43254-dac1-455e-929c-dc5189eda89d) {{(pid=103353) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:51:30.927916 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947291e4-a9d2-4889-bd24-a95c1ed03f83 req-24920aef-f0a6-4b6f-b1d3-19891a6cf5ac tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:30.937068 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-947291e4-a9d2-4889-bd24-a95c1ed03f83 req-24920aef-f0a6-4b6f-b1d3-19891a6cf5ac tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 945 time: 0.9861085 Jan 28 13:51:31.021865 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e533ed2-7400-484d-83d3-e503354006dc tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:31.032381 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9e533ed2-7400-484d-83d3-e503354006dc tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] 10.222.0.39 "PUT /v2.0/routers/00652acf-543e-46e2-beeb-ae1168d45ec7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3187990 Jan 28 13:51:31.033358 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b553da-0be4-428a-8598-5b296a42ac84 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Unable to find a vacant binding_index for network 12d43254-dac1-455e-929c-dc5189eda89d and agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 28 13:51:31.037340 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58898) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:31.051643 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 556980a5-910a-4f4d-99b2-5afe935dfcd8 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:31.053580 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b595829d-f7c4-42ac-9b40-f067dbf48610 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:31.053712 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-39b553da-0be4-428a-8598-5b296a42ac84 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 12d43254-dac1-455e-929c-dc5189eda89d) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:31.058936 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d981a6e3-a245-457b-8f95-48b0ced066dc None None] Current status of the port 6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:31.063652 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426c72d2-e18e-4bd1-a6f3-03ecd763e69b None None] Sync routers for ids ['00652acf-543e-46e2-beeb-ae1168d45ec7'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:31.099639 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-abc1af43-cdb3-4a51-8553-1a13c55d59bf tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] delete failed (client error): The resource could not be found. Jan 28 13:51:31.105224 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d981a6e3-a245-457b-8f95-48b0ced066dc None None] Could not find standard attr ID for object d0b7f25e-345c-42e4-89cf-f3b1a7acf6bf. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:51:31.105751 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-abc1af43-cdb3-4a51-8553-1a13c55d59bf tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-2052321522 HTTP/1.1" status: 404 len: 335 time: 0.0672147 Jan 28 13:51:31.108342 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58900) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:31.111077 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b553da-0be4-428a-8598-5b296a42ac84 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:31.111785 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-39b553da-0be4-428a-8598-5b296a42ac84 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:31.115586 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-252ee929-966d-4152-9af1-09e9b7b5bf06 req-335e1a0a-fde2-4513-a433-c6c000b9e9b8 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Deleting port f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:31.115931 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-252ee929-966d-4152-9af1-09e9b7b5bf06 req-335e1a0a-fde2-4513-a433-c6c000b9e9b8 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (f40dfb99-6c4d-45af-b89e-4ed352ffc8b4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:31.118151 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-5af3a1b2-0c97-4892-850d-bc08c1f49a5e tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Request body: {'router': {'external_gateway_info': {'network_id': '00652acf-543e-46e2-beeb-ae1168d45ec7'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:31.165475 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426c72d2-e18e-4bd1-a6f3-03ecd763e69b None None] Routers {'00652acf-543e-46e2-beeb-ae1168d45ec7'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:31.166280 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-426c72d2-e18e-4bd1-a6f3-03ecd763e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['00652acf-543e-46e2-beeb-ae1168d45ec7'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:31.178545 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-947291e4-a9d2-4889-bd24-a95c1ed03f83 req-7b1f67dc-4a41-4dd0-8742-9f3ed446830e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=b012820e-5e73-4cc1-b6bd-e872f1e2798f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2403243 Jan 28 13:51:31.196648 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-39b553da-0be4-428a-8598-5b296a42ac84 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0215394 Jan 28 13:51:31.199744 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58902) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:31.240551 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e56e7eda-77f4-4da4-b206-2340d5cddd24 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (b360a80f-77cf-4513-89b2-f95f43ff8a62), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:31.307361 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd7fb0-6098-4d2d-a6d4-6b866de96c0d None None] Sync routers for ids ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:31.318361 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd7fb0-6098-4d2d-a6d4-6b866de96c0d None None] Routers {'7ae58efc-fb03-490f-ab2b-feef7ffc0546'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:31.319433 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-88dd7fb0-6098-4d2d-a6d4-6b866de96c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:31.416809 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-88dd7fb0-6098-4d2d-a6d4-6b866de96c0d None None] Set router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:31.424675 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-252ee929-966d-4152-9af1-09e9b7b5bf06 req-335e1a0a-fde2-4513-a433-c6c000b9e9b8 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] For port f40dfb99-6c4d-45af-b89e-4ed352ffc8b4, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=f40dfb99-6c4d-45af-b89e-4ed352ffc8b4,segment=NetworkSegment(766923be-69a9-438b-8d26-7f7b6fae7a7f),segment_id=766923be-69a9-438b-8d26-7f7b6fae7a7f)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:31.425090 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-252ee929-966d-4152-9af1-09e9b7b5bf06 req-335e1a0a-fde2-4513-a433-c6c000b9e9b8 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (f40dfb99-6c4d-45af-b89e-4ed352ffc8b4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:31.439656 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58904) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:31.445163 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-426c72d2-e18e-4bd1-a6f3-03ecd763e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:31.450360 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5af3a1b2-0c97-4892-850d-bc08c1f49a5e tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks [] for router_gateway (00652acf-543e-46e2-beeb-ae1168d45ec7), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:31.465508 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d981a6e3-a245-457b-8f95-48b0ced066dc None None] Provisioning complete for port b595829d-f7c4-42ac-9b40-f067dbf48610 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:31.465899 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d981a6e3-a245-457b-8f95-48b0ced066dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b595829d-f7c4-42ac-9b40-f067dbf48610), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:31.504852 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426c72d2-e18e-4bd1-a6f3-03ecd763e69b None None] Routers {'00652acf-543e-46e2-beeb-ae1168d45ec7'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:31.505493 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-426c72d2-e18e-4bd1-a6f3-03ecd763e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['00652acf-543e-46e2-beeb-ae1168d45ec7'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:31.548678 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3bf70420-0f24-4c72-9a53-fb7c894255cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for port (90f9a23a-f60c-4ee1-a0ae-7301f7896b11), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:31.548876 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-426c72d2-e18e-4bd1-a6f3-03ecd763e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:31.549352 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426c72d2-e18e-4bd1-a6f3-03ecd763e69b None None] The sync data for ids ['00652acf-543e-46e2-beeb-ae1168d45ec7'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:31.589505 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-5af3a1b2-0c97-4892-850d-bc08c1f49a5e tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] update failed (client error): The resource could not be found. Jan 28 13:51:31.590554 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5af3a1b2-0c97-4892-850d-bc08c1f49a5e tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] 10.222.0.39 "PUT /v2.0/routers/00652acf-543e-46e2-beeb-ae1168d45ec7 HTTP/1.1" status: 404 len: 339 time: 0.4811764 Jan 28 13:51:31.592611 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port b595829d-f7c4-42ac-9b40-f067dbf48610 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:31.592994 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b595829d-f7c4-42ac-9b40-f067dbf48610), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:31.596606 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58906) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:31.616499 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2578c493-77f8-4892-8807-b0dfe9eec6ad tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/floatingips/a215a1d1-2901-4969-ab85-e0d474b14ebe HTTP/1.1" status: 200 len: 993 time: 0.1675258 Jan 28 13:51:31.635246 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb84562-e1ed-4210-b612-1e42c55b432e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-12d43254-dac1-455e-929c-dc5189eda89d', 'network_id': '12d43254-dac1-455e-929c-dc5189eda89d', 'project_id': '567d098325094a48a7cf1edc5ba35662', 'fixed_ips': [{'subnet_id': '74a48faf-4b1a-4f52-9d01-285d76d87076'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:51:31.636104 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dcb84562-e1ed-4210-b612-1e42c55b432e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:31.676654 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a7f5ad21-732b-4f7c-ac82-108892c9a42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:31.715482 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-88dd7fb0-6098-4d2d-a6d4-6b866de96c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:51:26Z', 'revision_number': 4, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None, '_interfaces': [{'id': '01d018d0-d16c-47d6-a408-0a9baa88e5bc', 'name': '', 'network_id': 'de472468-8d84-40ec-980a-567a758e6ad6', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:93:b7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:24Z', 'updated_at': '2022-01-28T13:51:26Z', 'revision_number': 2, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b28738-449a-4016-b5da-f66a4205f524', 'name': '', 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:80:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:09Z', 'updated_at': '2022-01-28T13:51:16Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b595829d-f7c4-42ac-9b40-f067dbf48610', 'name': '', 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:ec:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:16Z', 'updated_at': '2022-01-28T13:51:28Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:31.743816 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd7fb0-6098-4d2d-a6d4-6b866de96c0d None None] Checking router: 7ae58efc-fb03-490f-ab2b-feef7ffc0546 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:51:31.744575 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd7fb0-6098-4d2d-a6d4-6b866de96c0d None None] Updating router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 port 01d018d0-d16c-47d6-a408-0a9baa88e5bc binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:51:31.745645 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-252ee929-966d-4152-9af1-09e9b7b5bf06 req-335e1a0a-fde2-4513-a433-c6c000b9e9b8 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:31.746140 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-252ee929-966d-4152-9af1-09e9b7b5bf06 req-335e1a0a-fde2-4513-a433-c6c000b9e9b8 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (b0c19292-64a9-475e-b623-46416bd0fc65), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:31.746621 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [req-252ee929-966d-4152-9af1-09e9b7b5bf06 req-335e1a0a-fde2-4513-a433-c6c000b9e9b8 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Floating IP b0c19292-64a9-475e-b623-46416bd0fc65 disassociated. External IP: 172.25.3.118, port: f40dfb99-6c4d-45af-b89e-4ed352ffc8b4. Jan 28 13:51:31.747003 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-252ee929-966d-4152-9af1-09e9b7b5bf06 req-335e1a0a-fde2-4513-a433-c6c000b9e9b8 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Calling delete_port for f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:31.775237 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-88dd7fb0-6098-4d2d-a6d4-6b866de96c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (01d018d0-d16c-47d6-a408-0a9baa88e5bc), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:31.811927 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-dcb84562-e1ed-4210-b612-1e42c55b432e None None] Allocated IP 172.23.0.2 (12d43254-dac1-455e-929c-dc5189eda89d/74a48faf-4b1a-4f52-9d01-285d76d87076/4ce37d8d-55f5-45ba-881e-a388ff20ff39) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:31.920234 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3bf70420-0f24-4c72-9a53-fb7c894255cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (90f9a23a-f60c-4ee1-a0ae-7301f7896b11), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:31.941509 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-252ee929-966d-4152-9af1-09e9b7b5bf06 req-335e1a0a-fde2-4513-a433-c6c000b9e9b8 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (f40dfb99-6c4d-45af-b89e-4ed352ffc8b4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.010724 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-3bf70420-0f24-4c72-9a53-fb7c894255cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] In _notify_port_updated(), no bound segment for port 90f9a23a-f60c-4ee1-a0ae-7301f7896b11 on network 5a65c9c3-2d9c-4872-a2d2-37606b4183f6 {{(pid=103351) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:51:32.018156 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf70420-0f24-4c72-9a53-fb7c894255cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:32.019268 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3bf70420-0f24-4c72-9a53-fb7c894255cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.022703 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3bf70420-0f24-4c72-9a53-fb7c894255cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "PUT /v2.0/ports/90f9a23a-f60c-4ee1-a0ae-7301f7896b11 HTTP/1.1" status: 200 len: 818 time: 2.5455339 Jan 28 13:51:32.026322 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58908) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:32.041140 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d981a6e3-a245-457b-8f95-48b0ced066dc None None] Current status of the port b595829d-f7c4-42ac-9b40-f067dbf48610 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:32.046581 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73a034d7-6368-4699-804d-c94d2c6bfda2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.083163 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port b595829d-f7c4-42ac-9b40-f067dbf48610 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:32.084520 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 92baf754-3682-46a3-bee3-fa81a7c0a84a up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:32.091013 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d981a6e3-a245-457b-8f95-48b0ced066dc None None] Provisioning complete for port 556980a5-910a-4f4d-99b2-5afe935dfcd8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:32.091013 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d981a6e3-a245-457b-8f95-48b0ced066dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (556980a5-910a-4f4d-99b2-5afe935dfcd8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.113750 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf70420-0f24-4c72-9a53-fb7c894255cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Port': ['ID=90f9a23a-f60c-4ee1-a0ae-7301f7896b11,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:32.116229 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dcb84562-e1ed-4210-b612-1e42c55b432e None None] Publish callbacks [] for port (4ce37d8d-55f5-45ba-881e-a388ff20ff39), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.151078 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56e7eda-77f4-4da4-b206-2340d5cddd24 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Router b360a80f-77cf-4513-89b2-f95f43ff8a62 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:51:32.151576 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dcb84562-e1ed-4210-b612-1e42c55b432e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (4ce37d8d-55f5-45ba-881e-a388ff20ff39), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.154564 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e1a0a-fde2-4513-a433-c6c000b9e9b8 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Pushing event deleted for resources: {'Port': ['ID=f40dfb99-6c4d-45af-b89e-4ed352ffc8b4,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:32.192511 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb84562-e1ed-4210-b612-1e42c55b432e None None] Network 12d43254-dac1-455e-929c-dc5189eda89d is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:32.223271 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-dcb84562-e1ed-4210-b612-1e42c55b432e None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:32.231082 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb84562-e1ed-4210-b612-1e42c55b432e None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:32.242815 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c3940c4b-8420-45a1-8562-ddd5c849ae31 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.256521 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb84562-e1ed-4210-b612-1e42c55b432e None None] Pushing event updated for resources: {'Port': ['ID=4ce37d8d-55f5-45ba-881e-a388ff20ff39,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:32.280571 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-88dd7fb0-6098-4d2d-a6d4-6b866de96c0d None None] Publish callbacks [] for port (01d018d0-d16c-47d6-a408-0a9baa88e5bc), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.290825 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-88dd7fb0-6098-4d2d-a6d4-6b866de96c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (01d018d0-d16c-47d6-a408-0a9baa88e5bc), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.298549 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 92baf754-3682-46a3-bee3-fa81a7c0a84a triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:32.298945 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (92baf754-3682-46a3-bee3-fa81a7c0a84a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.343612 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1e4e1-8fa2-47cd-8dc8-eb1d2347e816 None None] Pushing event updated for resources: {'Port': ['ID=01d018d0-d16c-47d6-a408-0a9baa88e5bc,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:32.408434 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-dcb84562-e1ed-4210-b612-1e42c55b432e None None] Attempting to bind port 4ce37d8d-55f5-45ba-881e-a388ff20ff39 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:32.408801 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-dcb84562-e1ed-4210-b612-1e42c55b432e None None] Attempting to bind port 4ce37d8d-55f5-45ba-881e-a388ff20ff39 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '30f3c3fd-687c-4b7c-acbc-b6423e9d73bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '12d43254-dac1-455e-929c-dc5189eda89d'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:32.409169 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb84562-e1ed-4210-b612-1e42c55b432e None None] Attempting to bind port 4ce37d8d-55f5-45ba-881e-a388ff20ff39 on network 12d43254-dac1-455e-929c-dc5189eda89d {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:32.413807 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-88dd7fb0-6098-4d2d-a6d4-6b866de96c0d None None] Attempting to bind port 01d018d0-d16c-47d6-a408-0a9baa88e5bc on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:32.414679 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-88dd7fb0-6098-4d2d-a6d4-6b866de96c0d None None] Attempting to bind port 01d018d0-d16c-47d6-a408-0a9baa88e5bc by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'de472468-8d84-40ec-980a-567a758e6ad6'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:32.415818 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dd7fb0-6098-4d2d-a6d4-6b866de96c0d None None] Attempting to bind port 01d018d0-d16c-47d6-a408-0a9baa88e5bc on network de472468-8d84-40ec-980a-567a758e6ad6 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:32.418633 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [req-252ee929-966d-4152-9af1-09e9b7b5bf06 req-335e1a0a-fde2-4513-a433-c6c000b9e9b8 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Router 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:51:32.422036 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4751f373-9ebd-4bdc-92bd-7a43115307e7 req-4c8306b0-08ff-43d1-8769-56710a9162b2 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f9c5719-3713-4e0f-a9c8-459d42ccd8ca HTTP/1.1" status: 200 len: 210 time: 0.0843039 Jan 28 13:51:32.425177 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dd7fb0-6098-4d2d-a6d4-6b866de96c0d None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:32.425721 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dd7fb0-6098-4d2d-a6d4-6b866de96c0d None None] Checking segment: {'id': '3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'de472468-8d84-40ec-980a-567a758e6ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:32.426194 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-88dd7fb0-6098-4d2d-a6d4-6b866de96c0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.426638 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dd7fb0-6098-4d2d-a6d4-6b866de96c0d None None] Bound using segment: {'id': '3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'de472468-8d84-40ec-980a-567a758e6ad6'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:32.427199 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-88dd7fb0-6098-4d2d-a6d4-6b866de96c0d None None] Bound port: 01d018d0-d16c-47d6-a408-0a9baa88e5bc, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'de472468-8d84-40ec-980a-567a758e6ad6'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:32.428352 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-88dd7fb0-6098-4d2d-a6d4-6b866de96c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (01d018d0-d16c-47d6-a408-0a9baa88e5bc), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.452374 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56e7eda-77f4-4da4-b206-2340d5cddd24 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:32.474839 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d981a6e3-a245-457b-8f95-48b0ced066dc None None] Current status of the port 556980a5-910a-4f4d-99b2-5afe935dfcd8 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:32.479995 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb2d6d4-74f4-456f-8bae-11ad1d8fa492 None None] Sync routers for ids ['b360a80f-77cf-4513-89b2-f95f43ff8a62'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:32.499131 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 92baf754-3682-46a3-bee3-fa81a7c0a84a is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:32.499935 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (92baf754-3682-46a3-bee3-fa81a7c0a84a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.505661 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb84562-e1ed-4210-b612-1e42c55b432e None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:32.506410 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb84562-e1ed-4210-b612-1e42c55b432e None None] Checking segment: {'id': '30f3c3fd-687c-4b7c-acbc-b6423e9d73bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '12d43254-dac1-455e-929c-dc5189eda89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:32.507073 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dcb84562-e1ed-4210-b612-1e42c55b432e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.508018 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb84562-e1ed-4210-b612-1e42c55b432e None None] Bound using segment: {'id': '30f3c3fd-687c-4b7c-acbc-b6423e9d73bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '12d43254-dac1-455e-929c-dc5189eda89d'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:32.508724 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-dcb84562-e1ed-4210-b612-1e42c55b432e None None] Bound port: 4ce37d8d-55f5-45ba-881e-a388ff20ff39, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f3c3fd-687c-4b7c-acbc-b6423e9d73bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '12d43254-dac1-455e-929c-dc5189eda89d'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:32.511402 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dcb84562-e1ed-4210-b612-1e42c55b432e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4ce37d8d-55f5-45ba-881e-a388ff20ff39), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.521333 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-88dd7fb0-6098-4d2d-a6d4-6b866de96c0d None None] For port 01d018d0-d16c-47d6-a408-0a9baa88e5bc, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:32.525067 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e56e7eda-77f4-4da4-b206-2340d5cddd24 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.526369 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e56e7eda-77f4-4da4-b206-2340d5cddd24 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.2708373 Jan 28 13:51:32.530004 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-88dd7fb0-6098-4d2d-a6d4-6b866de96c0d None None] For port 01d018d0-d16c-47d6-a408-0a9baa88e5bc, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=01d018d0-d16c-47d6-a408-0a9baa88e5bc,segment=NetworkSegment(3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb),segment_id=3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:32.530825 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58912) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:32.537712 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-88dd7fb0-6098-4d2d-a6d4-6b866de96c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (01d018d0-d16c-47d6-a408-0a9baa88e5bc), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.572155 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb2d6d4-74f4-456f-8bae-11ad1d8fa492 None None] Routers {'b360a80f-77cf-4513-89b2-f95f43ff8a62'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:32.572731 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-cfb2d6d4-74f4-456f-8bae-11ad1d8fa492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b360a80f-77cf-4513-89b2-f95f43ff8a62'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:32.602271 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-252ee929-966d-4152-9af1-09e9b7b5bf06 req-335e1a0a-fde2-4513-a433-c6c000b9e9b8 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:32.620442 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aa4773-32fb-4db0-9fb7-cc70396d1734 None None] Sync routers for ids ['6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:32.629362 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd7fb0-6098-4d2d-a6d4-6b866de96c0d None None] Routers {'7ae58efc-fb03-490f-ab2b-feef7ffc0546'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:32.630232 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-88dd7fb0-6098-4d2d-a6d4-6b866de96c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:32.660073 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-252ee929-966d-4152-9af1-09e9b7b5bf06 req-335e1a0a-fde2-4513-a433-c6c000b9e9b8 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] No DVR routers for this DVR port f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:51:32.670567 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-252ee929-966d-4152-9af1-09e9b7b5bf06 req-335e1a0a-fde2-4513-a433-c6c000b9e9b8 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.674439 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-252ee929-966d-4152-9af1-09e9b7b5bf06 req-335e1a0a-fde2-4513-a433-c6c000b9e9b8 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.37 "DELETE /v2.0/ports/f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 HTTP/1.1" status: 204 len: 173 time: 2.6797869 Jan 28 13:51:32.675164 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9c5719-3713-4e0f-a9c8-459d42ccd8ca', 'name': 'network-vif-deleted', 'tag': 'f40dfb99-6c4d-45af-b89e-4ed352ffc8b4'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:51:32.678022 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3528d14-cd46-4385-a35d-4060091b40b8" -d '{"events": [{"server_uuid": "4f9c5719-3713-4e0f-a9c8-459d42ccd8ca", "name": "network-vif-deleted", "tag": "f40dfb99-6c4d-45af-b89e-4ed352ffc8b4"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:51:32.699752 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 92baf754-3682-46a3-bee3-fa81a7c0a84a, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=92baf754-3682-46a3-bee3-fa81a7c0a84a,segment=NetworkSegment(3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb),segment_id=3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:32.712359 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1e4e1-8fa2-47cd-8dc8-eb1d2347e816 None None] Pushing event updated for resources: {'Port': ['ID=01d018d0-d16c-47d6-a408-0a9baa88e5bc,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:32.744388 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-2b9f958c-5aa2-42fc-be36-48049585d818 None None] Provisioning complete for port 92baf754-3682-46a3-bee3-fa81a7c0a84a triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:32.745126 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b9f958c-5aa2-42fc-be36-48049585d818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (92baf754-3682-46a3-bee3-fa81a7c0a84a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.747271 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (92baf754-3682-46a3-bee3-fa81a7c0a84a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.770783 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c2d7c825-4612-4a6d-906f-f01b20fb9ece tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=f281e4a0c8564ab9bcdd7d3d058e0db3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2385013 Jan 28 13:51:32.773497 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58918) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:32.803041 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892ee85c-daf8-439d-b520-737cf30e6126 x-openstack-request-id: req-892ee85c-daf8-439d-b520-737cf30e6126 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:51:32.804133 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aa4773-32fb-4db0-9fb7-cc70396d1734 None None] Routers {'6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:32.804296 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9c5719-3713-4e0f-a9c8-459d42ccd8ca", "name": "network-vif-deleted", "tag": "f40dfb99-6c4d-45af-b89e-4ed352ffc8b4", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:51:32.804510 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-892ee85c-daf8-439d-b520-737cf30e6126 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:51:32.804929 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9c5719-3713-4e0f-a9c8-459d42ccd8ca', 'name': 'network-vif-deleted', 'tag': 'f40dfb99-6c4d-45af-b89e-4ed352ffc8b4', 'status': 'completed', 'code': 200} Jan 28 13:51:32.805058 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-42aa4773-32fb-4db0-9fb7-cc70396d1734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:32.891327 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-7560c778-8ed6-40b9-b4f7-0c441b6ccc6e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting port 90f9a23a-f60c-4ee1-a0ae-7301f7896b11 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:32.891900 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7560c778-8ed6-40b9-b4f7-0c441b6ccc6e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (90f9a23a-f60c-4ee1-a0ae-7301f7896b11), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.985327 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b358e9d3-23fa-4a9d-b3ce-7fb99e9d1c4f tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:32.987711 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b358e9d3-23fa-4a9d-b3ce-7fb99e9d1c4f tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2107248 Jan 28 13:51:32.990733 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58920) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:33.011187 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 01d018d0-d16c-47d6-a408-0a9baa88e5bc up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:33.034367 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-27997866-ac96-4a10-97fa-6e4fec448a21 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421903 Jan 28 13:51:33.037036 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58922) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:33.037164 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-88dd7fb0-6098-4d2d-a6d4-6b866de96c0d None None] Set router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:33.049269 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-334024ec-1d77-43f0-ba7a-3c29e3fd9455 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1351645924', 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:33.060306 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-dcb84562-e1ed-4210-b612-1e42c55b432e None None] For port 4ce37d8d-55f5-45ba-881e-a388ff20ff39, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:33.099577 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7560c778-8ed6-40b9-b4f7-0c441b6ccc6e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (90f9a23a-f60c-4ee1-a0ae-7301f7896b11), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:33.100957 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-42aa4773-32fb-4db0-9fb7-cc70396d1734 None None] Set router 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:33.110364 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:33.119339 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-dcb84562-e1ed-4210-b612-1e42c55b432e None None] For port 4ce37d8d-55f5-45ba-881e-a388ff20ff39, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4ce37d8d-55f5-45ba-881e-a388ff20ff39,segment=NetworkSegment(30f3c3fd-687c-4b7c-acbc-b6423e9d73bc),segment_id=30f3c3fd-687c-4b7c-acbc-b6423e9d73bc)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:33.122244 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-7560c778-8ed6-40b9-b4f7-0c441b6ccc6e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Calling delete_port for 90f9a23a-f60c-4ee1-a0ae-7301f7896b11 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:33.125444 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-cfb2d6d4-74f4-456f-8bae-11ad1d8fa492 None None] Set router b360a80f-77cf-4513-89b2-f95f43ff8a62 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:33.170509 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334024ec-1d77-43f0-ba7a-3c29e3fd9455 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Made reservation on behalf of f281e4a0c8564ab9bcdd7d3d058e0db3 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:33.181027 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-334024ec-1d77-43f0-ba7a-3c29e3fd9455 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:33.197896 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=92baf754-3682-46a3-bee3-fa81a7c0a84a,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:33.204590 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dcb84562-e1ed-4210-b612-1e42c55b432e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4ce37d8d-55f5-45ba-881e-a388ff20ff39), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:33.282527 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2b9f958c-5aa2-42fc-be36-48049585d818 None None] Current status of the port 92baf754-3682-46a3-bee3-fa81a7c0a84a is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:33.393381 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-c3940c4b-8420-45a1-8562-ddd5c849ae31 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Allocated IP 172.20.0.1 (aa1c7742-8180-43db-be70-c8c38b92f43b/56b55faf-197b-42b3-b5a1-9d65b2057f47/07bf2a6e-3501-4a6f-bad7-b23996dccd17) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:33.440348 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 01d018d0-d16c-47d6-a408-0a9baa88e5bc triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:33.440348 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (01d018d0-d16c-47d6-a408-0a9baa88e5bc), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:33.440693 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-334024ec-1d77-43f0-ba7a-3c29e3fd9455 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (0e360adf-fa84-4efc-951a-e23d028fcfaa), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:33.463041 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb84562-e1ed-4210-b612-1e42c55b432e None None] Pushing event updated for resources: {'Port': ['ID=4ce37d8d-55f5-45ba-881e-a388ff20ff39,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:33.523648 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-88dd7fb0-6098-4d2d-a6d4-6b866de96c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:51:26Z', 'revision_number': 4, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None, '_interfaces': [{'id': '01d018d0-d16c-47d6-a408-0a9baa88e5bc', 'name': '', 'network_id': 'de472468-8d84-40ec-980a-567a758e6ad6', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:93:b7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:24Z', 'updated_at': '2022-01-28T13:51:32Z', 'revision_number': 4, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b28738-449a-4016-b5da-f66a4205f524', 'name': '', 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:80:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:09Z', 'updated_at': '2022-01-28T13:51:16Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b595829d-f7c4-42ac-9b40-f067dbf48610', 'name': '', 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:ec:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:16Z', 'updated_at': '2022-01-28T13:51:28Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:33.552093 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c3940c4b-8420-45a1-8562-ddd5c849ae31 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks [] for port (07bf2a6e-3501-4a6f-bad7-b23996dccd17), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:33.572683 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58928) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:33.576073 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd7fb0-6098-4d2d-a6d4-6b866de96c0d None None] The sync data for ids ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'] in n-d-822747-2 is: [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:51:26Z', 'revision_number': 4, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None, '_interfaces': [{'id': '01d018d0-d16c-47d6-a408-0a9baa88e5bc', 'name': '', 'network_id': 'de472468-8d84-40ec-980a-567a758e6ad6', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:93:b7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:24Z', 'updated_at': '2022-01-28T13:51:32Z', 'revision_number': 4, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b28738-449a-4016-b5da-f66a4205f524', 'name': '', 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:80:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:09Z', 'updated_at': '2022-01-28T13:51:16Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b595829d-f7c4-42ac-9b40-f067dbf48610', 'name': '', 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:ec:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:16Z', 'updated_at': '2022-01-28T13:51:28Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:33.619759 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c3940c4b-8420-45a1-8562-ddd5c849ae31 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (07bf2a6e-3501-4a6f-bad7-b23996dccd17), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:33.655636 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 01d018d0-d16c-47d6-a408-0a9baa88e5bc is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:33.656214 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (01d018d0-d16c-47d6-a408-0a9baa88e5bc), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:33.690819 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334024ec-1d77-43f0-ba7a-3c29e3fd9455 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'Subnet': ['ID=0e360adf-fa84-4efc-951a-e23d028fcfaa,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:33.739520 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-cfb2d6d4-74f4-456f-8bae-11ad1d8fa492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'name': 'tempest-TestNetworkBasicOps-router-1768779081', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:27Z', 'updated_at': '2022-01-28T13:51:29Z', 'revision_number': 3, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:33.764014 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3940c4b-8420-45a1-8562-ddd5c849ae31 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Network aa1c7742-8180-43db-be70-c8c38b92f43b is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:33.768004 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334024ec-1d77-43f0-ba7a-3c29e3fd9455 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Checking segment: {'id': '454befdb-5530-451e-abf2-e6489ec86a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:33.768870 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334024ec-1d77-43f0-ba7a-3c29e3fd9455 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Network hostable DHCP agents. Network: f33b7480-b8f9-4659-a729-d9cbb07531b4, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:51:33.772249 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7560c778-8ed6-40b9-b4f7-0c441b6ccc6e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (90f9a23a-f60c-4ee1-a0ae-7301f7896b11), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:33.777689 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-59c298c5-1c63-4d90-9891-3b35e086127e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for security_group (b012820e-5e73-4cc1-b6bd-e872f1e2798f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:33.791219 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-c3940c4b-8420-45a1-8562-ddd5c849ae31 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:33.794076 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb2d6d4-74f4-456f-8bae-11ad1d8fa492 None None] Checking router: b360a80f-77cf-4513-89b2-f95f43ff8a62 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:51:33.795499 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb2d6d4-74f4-456f-8bae-11ad1d8fa492 None None] Updating router b360a80f-77cf-4513-89b2-f95f43ff8a62 port 38ee9099-e489-4fd1-8458-e5bce0aefdb4 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:51:33.797093 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3940c4b-8420-45a1-8562-ddd5c849ae31 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Pushing event updated for resources: {'Port': ['ID=07bf2a6e-3501-4a6f-bad7-b23996dccd17,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:33.801993 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3940c4b-8420-45a1-8562-ddd5c849ae31 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:33.823767 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-42aa4773-32fb-4db0-9fb7-cc70396d1734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'name': 'tempest-AttachVolumeTestJSON-1171302180-router', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '3b240ae7-6772-413b-8087-f657daedb039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:39Z', 'updated_at': '2022-01-28T13:44:52Z', 'revision_number': 4, 'project_id': '6a710706f51d4196913035417fac81e3', 'gw_port': {'id': '3b240ae7-6772-413b-8087-f657daedb039', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:44Z', 'updated_at': '2022-01-28T13:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '4177516a-846f-4065-a1ca-452d4934d7d8', 'name': '', 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'mac_address': 'fa:16:3e:b3:85:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:50Z', 'updated_at': '2022-01-28T13:45:04Z', 'revision_number': 5, 'project_id': '6a710706f51d4196913035417fac81e3', 'subnets': [{'id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:33.848576 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-59c298c5-1c63-4d90-9891-3b35e086127e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for security_group (b012820e-5e73-4cc1-b6bd-e872f1e2798f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:33.850101 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 01d018d0-d16c-47d6-a408-0a9baa88e5bc, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=01d018d0-d16c-47d6-a408-0a9baa88e5bc,segment=NetworkSegment(3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb),segment_id=3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:33.859068 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cfb2d6d4-74f4-456f-8bae-11ad1d8fa492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (38ee9099-e489-4fd1-8458-e5bce0aefdb4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:33.861956 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7560c778-8ed6-40b9-b4f7-0c441b6ccc6e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:33.867017 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7560c778-8ed6-40b9-b4f7-0c441b6ccc6e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/ports/90f9a23a-f60c-4ee1-a0ae-7301f7896b11 HTTP/1.1" status: 204 len: 168 time: 1.8347695 Jan 28 13:51:33.875676 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58932) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:33.877517 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c3940c4b-8420-45a1-8562-ddd5c849ae31 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (00652acf-543e-46e2-beeb-ae1168d45ec7), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:33.893055 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aa4773-32fb-4db0-9fb7-cc70396d1734 None None] Checking router: 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:51:33.904488 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aa4773-32fb-4db0-9fb7-cc70396d1734 None None] Routers {'6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:33.905281 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-42aa4773-32fb-4db0-9fb7-cc70396d1734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:33.906764 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (01d018d0-d16c-47d6-a408-0a9baa88e5bc), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:33.907579 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:33.961230 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-73a034d7-6368-4699-804d-c94d2c6bfda2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Allocated IP 172.23.0.1 (12d43254-dac1-455e-929c-dc5189eda89d/74a48faf-4b1a-4f52-9d01-285d76d87076/f1e41cf4-a43f-402f-921c-5acecc8d4a13) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:34.002851 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334024ec-1d77-43f0-ba7a-3c29e3fd9455 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Network f33b7480-b8f9-4659-a729-d9cbb07531b4 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:51:34.041906 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-59c298c5-1c63-4d90-9891-3b35e086127e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b012820e-5e73-4cc1-b6bd-e872f1e2798f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:34.044934 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-59c298c5-1c63-4d90-9891-3b35e086127e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:34.046394 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-59c298c5-1c63-4d90-9891-3b35e086127e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "DELETE /v2.0/security-groups/b012820e-5e73-4cc1-b6bd-e872f1e2798f HTTP/1.1" status: 204 len: 168 time: 0.4701796 Jan 28 13:51:34.050083 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58934) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:34.055722 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-42aa4773-32fb-4db0-9fb7-cc70396d1734 None None] Set router 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:34.070391 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-334024ec-1d77-43f0-ba7a-3c29e3fd9455 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, f33b7480-b8f9-4659-a729-d9cbb07531b4) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:34.087574 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a495ab-3695-4ff8-8f62-3971c9104018 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:34.089354 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-12a495ab-3695-4ff8-8f62-3971c9104018 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2019272 Jan 28 13:51:34.092435 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58936) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:34.123247 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334024ec-1d77-43f0-ba7a-3c29e3fd9455 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:34.124021 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-334024ec-1d77-43f0-ba7a-3c29e3fd9455 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:34.126846 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59169d6-2fa7-4be2-ab65-da81e736f236 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] GET failed (client error): The resource could not be found. Jan 28 13:51:34.128512 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c59169d6-2fa7-4be2-ab65-da81e736f236 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "GET /v2.0/ports/90f9a23a-f60c-4ee1-a0ae-7301f7896b11 HTTP/1.1" status: 404 len: 333 time: 0.0350301 Jan 28 13:51:34.129467 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c298c5-1c63-4d90-9891-3b35e086127e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b012820e-5e73-4cc1-b6bd-e872f1e2798f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:34.133295 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-aa1526fc-ecde-4f97-8343-1f6884acb0dc tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] show failed (client error): The resource could not be found. Jan 28 13:51:34.134611 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-aa1526fc-ecde-4f97-8343-1f6884acb0dc tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups/b012820e-5e73-4cc1-b6bd-e872f1e2798f HTTP/1.1" status: 404 len: 347 time: 0.0756257 Jan 28 13:51:34.136743 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58938) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:34.142416 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-b890cca1-c028-4fac-9c00-c9041bfedfd9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-940717835'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:34.153681 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58940) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:34.192971 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73a034d7-6368-4699-804d-c94d2c6bfda2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for port (f1e41cf4-a43f-402f-921c-5acecc8d4a13), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:34.238208 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-334024ec-1d77-43f0-ba7a-3c29e3fd9455 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1998048 Jan 28 13:51:34.247425 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58942) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:34.279371 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73a034d7-6368-4699-804d-c94d2c6bfda2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (f1e41cf4-a43f-402f-921c-5acecc8d4a13), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:34.285074 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560c778-8ed6-40b9-b4f7-0c441b6ccc6e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Port': ['ID=90f9a23a-f60c-4ee1-a0ae-7301f7896b11,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:34.311746 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:51:34.320185 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-42aa4773-32fb-4db0-9fb7-cc70396d1734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'name': 'tempest-AttachVolumeTestJSON-1171302180-router', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '3b240ae7-6772-413b-8087-f657daedb039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:39Z', 'updated_at': '2022-01-28T13:44:52Z', 'revision_number': 4, 'project_id': '6a710706f51d4196913035417fac81e3', 'gw_port': {'id': '3b240ae7-6772-413b-8087-f657daedb039', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:44Z', 'updated_at': '2022-01-28T13:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '4177516a-846f-4065-a1ca-452d4934d7d8', 'name': '', 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'mac_address': 'fa:16:3e:b3:85:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:50Z', 'updated_at': '2022-01-28T13:45:04Z', 'revision_number': 5, 'project_id': '6a710706f51d4196913035417fac81e3', 'subnets': [{'id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:34.342783 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b890cca1-c028-4fac-9c00-c9041bfedfd9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:34.347276 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a034d7-6368-4699-804d-c94d2c6bfda2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network 12d43254-dac1-455e-929c-dc5189eda89d is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:34.348569 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b890cca1-c028-4fac-9c00-c9041bfedfd9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:34.355374 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-73a034d7-6368-4699-804d-c94d2c6bfda2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:34.362567 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aa4773-32fb-4db0-9fb7-cc70396d1734 None None] The sync data for ids ['6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'] in n-d-822747-2 is: [{'id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'name': 'tempest-AttachVolumeTestJSON-1171302180-router', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '3b240ae7-6772-413b-8087-f657daedb039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:39Z', 'updated_at': '2022-01-28T13:44:52Z', 'revision_number': 4, 'project_id': '6a710706f51d4196913035417fac81e3', 'gw_port': {'id': '3b240ae7-6772-413b-8087-f657daedb039', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:44Z', 'updated_at': '2022-01-28T13:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '4177516a-846f-4065-a1ca-452d4934d7d8', 'name': '', 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'mac_address': 'fa:16:3e:b3:85:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:50Z', 'updated_at': '2022-01-28T13:45:04Z', 'revision_number': 5, 'project_id': '6a710706f51d4196913035417fac81e3', 'subnets': [{'id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:34.371020 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a034d7-6368-4699-804d-c94d2c6bfda2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:34.379439 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a034d7-6368-4699-804d-c94d2c6bfda2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Port': ['ID=f1e41cf4-a43f-402f-921c-5acecc8d4a13,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:34.459443 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c3940c4b-8420-45a1-8562-ddd5c849ae31 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (07bf2a6e-3501-4a6f-bad7-b23996dccd17), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:34.479231 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b890cca1-c028-4fac-9c00-c9041bfedfd9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:51:34.512847 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b890cca1-c028-4fac-9c00-c9041bfedfd9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (d21937bc-8d4e-429f-8366-66c60fba8b62), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:34.513195 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-b890cca1-c028-4fac-9c00-c9041bfedfd9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Added segment d21937bc-8d4e-429f-8366-66c60fba8b62 of type vlan for network 317c0cee-b803-4634-a39d-cc95b940a129 Jan 28 13:51:34.519777 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73a034d7-6368-4699-804d-c94d2c6bfda2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (7ae58efc-fb03-490f-ab2b-feef7ffc0546), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:34.552823 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:51:34.553493 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device f40dfb99-6c4d-45af-b89e-4ed352ffc8b4 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:51:34.594211 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:34.630470 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-f971d882-54cb-4c52-abea-829766612b7e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Deleting port 62f729ed-b78a-4d42-bda8-88d0ae87d39a {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:34.630809 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f971d882-54cb-4c52-abea-829766612b7e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (62f729ed-b78a-4d42-bda8-88d0ae87d39a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:34.642660 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=01d018d0-d16c-47d6-a408-0a9baa88e5bc,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:34.717057 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:34.717057 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:34.764107 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f971d882-54cb-4c52-abea-829766612b7e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (62f729ed-b78a-4d42-bda8-88d0ae87d39a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:34.764442 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f971d882-54cb-4c52-abea-829766612b7e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for floatingip (62f729ed-b78a-4d42-bda8-88d0ae87d39a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:34.790976 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73a034d7-6368-4699-804d-c94d2c6bfda2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f1e41cf4-a43f-402f-921c-5acecc8d4a13), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:34.791238 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-f971d882-54cb-4c52-abea-829766612b7e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Calling delete_port for 62f729ed-b78a-4d42-bda8-88d0ae87d39a owned by network:floatingip {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:34.914704 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cfb2d6d4-74f4-456f-8bae-11ad1d8fa492 None None] Publish callbacks [] for port (38ee9099-e489-4fd1-8458-e5bce0aefdb4), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:34.963780 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7034ffff-c68d-4367-a8de-e6fa64a5627f None None] New status for floating IP b0c19292-64a9-475e-b623-46416bd0fc65: DOWN {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:51:35.004501 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f971d882-54cb-4c52-abea-829766612b7e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (62f729ed-b78a-4d42-bda8-88d0ae87d39a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:35.051299 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cfb2d6d4-74f4-456f-8bae-11ad1d8fa492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (38ee9099-e489-4fd1-8458-e5bce0aefdb4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:35.056552 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b890cca1-c028-4fac-9c00-c9041bfedfd9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (317c0cee-b803-4634-a39d-cc95b940a129), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:35.066973 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971d882-54cb-4c52-abea-829766612b7e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Pushing event deleted for resources: {'Port': ['ID=62f729ed-b78a-4d42-bda8-88d0ae87d39a,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:35.107520 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ee051d-fac6-4cf9-819f-ffdc650cc03a None None] get_active_networks_info from n-d-822747-2 {{(pid=103353) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:51:35.186350 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-162d7b2a-0464-4bc9-bbb1-5c54d0de7ddf None None] Provisioning complete for port 4ce37d8d-55f5-45ba-881e-a388ff20ff39 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:35.187154 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-162d7b2a-0464-4bc9-bbb1-5c54d0de7ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4ce37d8d-55f5-45ba-881e-a388ff20ff39), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:35.192193 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-cfb2d6d4-74f4-456f-8bae-11ad1d8fa492 None None] Attempting to bind port 38ee9099-e489-4fd1-8458-e5bce0aefdb4 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:35.192567 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-cfb2d6d4-74f4-456f-8bae-11ad1d8fa492 None None] Attempting to bind port 38ee9099-e489-4fd1-8458-e5bce0aefdb4 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:35.193406 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb2d6d4-74f4-456f-8bae-11ad1d8fa492 None None] Attempting to bind port 38ee9099-e489-4fd1-8458-e5bce0aefdb4 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:35.199866 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469195e6-8987-4c1e-932c-6e637c8222a0 None None] Pushing event updated for resources: {'Port': ['ID=38ee9099-e489-4fd1-8458-e5bce0aefdb4,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:35.225674 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b890cca1-c028-4fac-9c00-c9041bfedfd9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (317c0cee-b803-4634-a39d-cc95b940a129), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:35.235311 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b890cca1-c028-4fac-9c00-c9041bfedfd9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:35.236690 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b890cca1-c028-4fac-9c00-c9041bfedfd9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:35.239558 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb2d6d4-74f4-456f-8bae-11ad1d8fa492 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:35.239898 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb2d6d4-74f4-456f-8bae-11ad1d8fa492 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:35.240338 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cfb2d6d4-74f4-456f-8bae-11ad1d8fa492 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:35.240727 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb2d6d4-74f4-456f-8bae-11ad1d8fa492 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:35.241218 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-cfb2d6d4-74f4-456f-8bae-11ad1d8fa492 None None] Bound port: 38ee9099-e489-4fd1-8458-e5bce0aefdb4, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:35.241739 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cfb2d6d4-74f4-456f-8bae-11ad1d8fa492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (38ee9099-e489-4fd1-8458-e5bce0aefdb4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:35.251229 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c3940c4b-8420-45a1-8562-ddd5c849ae31 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks [] for port (07bf2a6e-3501-4a6f-bad7-b23996dccd17), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:35.263556 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c3940c4b-8420-45a1-8562-ddd5c849ae31 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (07bf2a6e-3501-4a6f-bad7-b23996dccd17), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:35.301240 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-cfb2d6d4-74f4-456f-8bae-11ad1d8fa492 None None] For port 38ee9099-e489-4fd1-8458-e5bce0aefdb4, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:35.304537 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-cfb2d6d4-74f4-456f-8bae-11ad1d8fa492 None None] For port 38ee9099-e489-4fd1-8458-e5bce0aefdb4, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=38ee9099-e489-4fd1-8458-e5bce0aefdb4,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:35.336615 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cfb2d6d4-74f4-456f-8bae-11ad1d8fa492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (38ee9099-e489-4fd1-8458-e5bce0aefdb4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:35.342098 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3940c4b-8420-45a1-8562-ddd5c849ae31 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Pushing event updated for resources: {'Port': ['ID=07bf2a6e-3501-4a6f-bad7-b23996dccd17,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:35.382231 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73a034d7-6368-4699-804d-c94d2c6bfda2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for port (f1e41cf4-a43f-402f-921c-5acecc8d4a13), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:35.384599 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c3940c4b-8420-45a1-8562-ddd5c849ae31 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (00652acf-543e-46e2-beeb-ae1168d45ec7), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:35.392249 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73a034d7-6368-4699-804d-c94d2c6bfda2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (f1e41cf4-a43f-402f-921c-5acecc8d4a13), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:35.459652 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:35.472751 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb2d6d4-74f4-456f-8bae-11ad1d8fa492 None None] Routers {'b360a80f-77cf-4513-89b2-f95f43ff8a62'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:35.473334 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-cfb2d6d4-74f4-456f-8bae-11ad1d8fa492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b360a80f-77cf-4513-89b2-f95f43ff8a62'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:35.483747 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f971d882-54cb-4c52-abea-829766612b7e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for floatingip (b0c19292-64a9-475e-b623-46416bd0fc65), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:35.487730 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f971d882-54cb-4c52-abea-829766612b7e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:35.490258 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f971d882-54cb-4c52-abea-829766612b7e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "DELETE /v2.0/floatingips/b0c19292-64a9-475e-b623-46416bd0fc65 HTTP/1.1" status: 204 len: 168 time: 1.3352904 Jan 28 13:51:35.559128 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b890cca1-c028-4fac-9c00-c9041bfedfd9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4208686 Jan 28 13:51:35.567035 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58944) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:35.573330 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-3a385fcf-6aee-4ca1-9220-a2d9d0d62dc6 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'subnet': {'network_id': '317c0cee-b803-4634-a39d-cc95b940a129', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:35.658149 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3940c4b-8420-45a1-8562-ddd5c849ae31 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Network aa1c7742-8180-43db-be70-c8c38b92f43b is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:35.667059 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-c3940c4b-8420-45a1-8562-ddd5c849ae31 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:35.679359 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a034d7-6368-4699-804d-c94d2c6bfda2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event updated for resources: {'Port': ['ID=f1e41cf4-a43f-402f-921c-5acecc8d4a13,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:35.686280 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469195e6-8987-4c1e-932c-6e637c8222a0 None None] Pushing event updated for resources: {'Port': ['ID=38ee9099-e489-4fd1-8458-e5bce0aefdb4,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:35.755763 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-162d7b2a-0464-4bc9-bbb1-5c54d0de7ddf None None] Current status of the port 4ce37d8d-55f5-45ba-881e-a388ff20ff39 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:35.756414 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-162d7b2a-0464-4bc9-bbb1-5c54d0de7ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4ce37d8d-55f5-45ba-881e-a388ff20ff39), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:35.830984 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ee051d-fac6-4cf9-819f-ffdc650cc03a None None] Resources bound (agent type, host, resource id): {{(pid=103353) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:51:35.864487 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73a034d7-6368-4699-804d-c94d2c6bfda2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (7ae58efc-fb03-490f-ab2b-feef7ffc0546), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:35.873950 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-162d7b2a-0464-4bc9-bbb1-5c54d0de7ddf None None] For port 4ce37d8d-55f5-45ba-881e-a388ff20ff39, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4ce37d8d-55f5-45ba-881e-a388ff20ff39,segment=NetworkSegment(30f3c3fd-687c-4b7c-acbc-b6423e9d73bc),segment_id=30f3c3fd-687c-4b7c-acbc-b6423e9d73bc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:35.874187 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3940c4b-8420-45a1-8562-ddd5c849ae31 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Router 00652acf-543e-46e2-beeb-ae1168d45ec7 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:51:35.888868 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-162d7b2a-0464-4bc9-bbb1-5c54d0de7ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4ce37d8d-55f5-45ba-881e-a388ff20ff39), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:35.907087 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4ce37d8d-55f5-45ba-881e-a388ff20ff39 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:35.983495 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a034d7-6368-4699-804d-c94d2c6bfda2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Network 12d43254-dac1-455e-929c-dc5189eda89d is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:35.985436 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-73a034d7-6368-4699-804d-c94d2c6bfda2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:35.989266 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-cfb2d6d4-74f4-456f-8bae-11ad1d8fa492 None None] Set router b360a80f-77cf-4513-89b2-f95f43ff8a62 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:36.142232 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58948) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:36.169760 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890cca1-c028-4fac-9c00-c9041bfedfd9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Network': ['ID=317c0cee-b803-4634-a39d-cc95b940a129,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:36.187412 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-d5dc74e9-0ae6-4cb7-b157-fe17990715d8 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Request body: {'security_group': {'name': 'tempest-securitygroup--327760275', 'description': 'tempest-description--1718988403'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:36.189075 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 317c0cee-b803-4634-a39d-cc95b940a129 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:51:36.191014 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d7b2a-0464-4bc9-bbb1-5c54d0de7ddf None None] Pushing event updated for resources: {'Port': ['ID=4ce37d8d-55f5-45ba-881e-a388ff20ff39,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:36.193710 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 4ce37d8d-55f5-45ba-881e-a388ff20ff39 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:36.194027 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4ce37d8d-55f5-45ba-881e-a388ff20ff39), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:36.225384 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d5dc74e9-0ae6-4cb7-b157-fe17990715d8 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:36.343805 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a385fcf-6aee-4ca1-9220-a2d9d0d62dc6 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:36.348290 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3a385fcf-6aee-4ca1-9220-a2d9d0d62dc6 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:36.359964 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a660bcf8-ce8f-4896-8b58-2853f963e78b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:36.385777 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d5dc74e9-0ae6-4cb7-b157-fe17990715d8 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for security_group (0296aba7-a28c-495a-a734-1f06d83f9764), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:36.403206 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d5dc74e9-0ae6-4cb7-b157-fe17990715d8 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0296aba7-a28c-495a-a734-1f06d83f9764), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:36.435751 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a034d7-6368-4699-804d-c94d2c6bfda2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:51:36.448755 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d5dc74e9-0ae6-4cb7-b157-fe17990715d8 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:36.450199 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d5dc74e9-0ae6-4cb7-b157-fe17990715d8 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2704694 Jan 28 13:51:36.451434 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3940c4b-8420-45a1-8562-ddd5c849ae31 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:36.463123 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db59050-1b51-40c7-a32e-1865a402e0b3 None None] Sync routers for ids ['00652acf-543e-46e2-beeb-ae1168d45ec7'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:36.469205 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c3940c4b-8420-45a1-8562-ddd5c849ae31 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] 10.222.0.39 "PUT /v2.0/routers/00652acf-543e-46e2-beeb-ae1168d45ec7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8694468 Jan 28 13:51:36.471816 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58950) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:36.472249 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58952) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:36.478457 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-71c7bbe1-448c-49d4-9873-571ce2c0b857 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Request body: {'security_group_rule': {'security_group_id': '0296aba7-a28c-495a-a734-1f06d83f9764', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:36.479588 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db59050-1b51-40c7-a32e-1865a402e0b3 None None] Routers {'00652acf-543e-46e2-beeb-ae1168d45ec7'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:36.480526 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8db59050-1b51-40c7-a32e-1865a402e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['00652acf-543e-46e2-beeb-ae1168d45ec7'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:36.486137 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:36.553723 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8db59050-1b51-40c7-a32e-1865a402e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:36.566890 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-71c7bbe1-448c-49d4-9873-571ce2c0b857 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for security_group_rule (77b1768a-3f18-48a0-b21a-04e4de566563), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:36.587927 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db59050-1b51-40c7-a32e-1865a402e0b3 None None] Routers {'00652acf-543e-46e2-beeb-ae1168d45ec7'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:36.589907 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8db59050-1b51-40c7-a32e-1865a402e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['00652acf-543e-46e2-beeb-ae1168d45ec7'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:36.592598 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc74e9-0ae6-4cb7-b157-fe17990715d8 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0296aba7-a28c-495a-a734-1f06d83f9764,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:36.592867 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 4ce37d8d-55f5-45ba-881e-a388ff20ff39 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:36.593971 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 01d018d0-d16c-47d6-a408-0a9baa88e5bc up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:36.616443 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7deae7de-7cbd-4b0a-9f89-69121b59080f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-f33b7480-b8f9-4659-a729-d9cbb07531b4', 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'fixed_ips': [{'subnet_id': '0e360adf-fa84-4efc-951a-e23d028fcfaa'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:51:36.617592 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7deae7de-7cbd-4b0a-9f89-69121b59080f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:36.639304 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8db59050-1b51-40c7-a32e-1865a402e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:36.639959 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db59050-1b51-40c7-a32e-1865a402e0b3 None None] The sync data for ids ['00652acf-543e-46e2-beeb-ae1168d45ec7'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:36.691132 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-cfb2d6d4-74f4-456f-8bae-11ad1d8fa492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'name': 'tempest-TestNetworkBasicOps-router-1768779081', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:27Z', 'updated_at': '2022-01-28T13:51:29Z', 'revision_number': 3, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:36.877657 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3a385fcf-6aee-4ca1-9220-a2d9d0d62dc6 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (36ed4591-50a9-4938-826b-5706e2087819), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:37.000095 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-a660bcf8-ce8f-4896-8b58-2853f963e78b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Allocated IP 172.20.0.1 (f33b7480-b8f9-4659-a729-d9cbb07531b4/0e360adf-fa84-4efc-951a-e23d028fcfaa/ea5a953c-7501-4928-b7ce-cfd242f720b7) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:37.003753 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a385fcf-6aee-4ca1-9220-a2d9d0d62dc6 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Subnet': ['ID=36ed4591-50a9-4938-826b-5706e2087819,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:37.038720 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a385fcf-6aee-4ca1-9220-a2d9d0d62dc6 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Checking segment: {'id': 'd21937bc-8d4e-429f-8366-66c60fba8b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '317c0cee-b803-4634-a39d-cc95b940a129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:37.039114 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a385fcf-6aee-4ca1-9220-a2d9d0d62dc6 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network hostable DHCP agents. Network: 317c0cee-b803-4634-a39d-cc95b940a129, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:51:37.050700 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb2d6d4-74f4-456f-8bae-11ad1d8fa492 None None] The sync data for ids ['b360a80f-77cf-4513-89b2-f95f43ff8a62'] in n-d-822747-2 is: [{'id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'name': 'tempest-TestNetworkBasicOps-router-1768779081', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:27Z', 'updated_at': '2022-01-28T13:51:29Z', 'revision_number': 3, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:37.099749 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 01d018d0-d16c-47d6-a408-0a9baa88e5bc triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:37.100958 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (01d018d0-d16c-47d6-a408-0a9baa88e5bc), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:37.138975 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a034d7-6368-4699-804d-c94d2c6bfda2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:37.140559 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a385fcf-6aee-4ca1-9220-a2d9d0d62dc6 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network 317c0cee-b803-4634-a39d-cc95b940a129 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:51:37.150171 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58954) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:37.150539 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-73a034d7-6368-4699-804d-c94d2c6bfda2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "PUT /v2.0/routers/7ae58efc-fb03-490f-ab2b-feef7ffc0546/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9496381 Jan 28 13:51:37.157538 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301f9fad-9638-4be0-9272-04ee3cff81db None None] Sync routers for ids ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:37.162562 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-72d2990e-e390-4be7-9d3d-48cb594d5137 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:37.194307 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301f9fad-9638-4be0-9272-04ee3cff81db None None] Routers {'7ae58efc-fb03-490f-ab2b-feef7ffc0546'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:37.195152 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-301f9fad-9638-4be0-9272-04ee3cff81db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:37.207193 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-71c7bbe1-448c-49d4-9873-571ce2c0b857 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for security_group_rule (77b1768a-3f18-48a0-b21a-04e4de566563), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:37.212103 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4d437e41-07e0-49d9-bbaa-82bebaf14e67 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks [] for router (00652acf-543e-46e2-beeb-ae1168d45ec7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:37.217539 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-71c7bbe1-448c-49d4-9873-571ce2c0b857 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (77b1768a-3f18-48a0-b21a-04e4de566563), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:37.232036 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-3a385fcf-6aee-4ca1-9220-a2d9d0d62dc6 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 317c0cee-b803-4634-a39d-cc95b940a129) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:37.283370 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a385fcf-6aee-4ca1-9220-a2d9d0d62dc6 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:37.285949 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3a385fcf-6aee-4ca1-9220-a2d9d0d62dc6 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:37.355614 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3a385fcf-6aee-4ca1-9220-a2d9d0d62dc6 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7872150 Jan 28 13:51:37.363342 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-4d437e41-07e0-49d9-bbaa-82bebaf14e67 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 13:51:37.364046 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a660bcf8-ce8f-4896-8b58-2853f963e78b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for port (ea5a953c-7501-4928-b7ce-cfd242f720b7), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:37.364422 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4d437e41-07e0-49d9-bbaa-82bebaf14e67 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] 10.222.0.39 "DELETE /v2.0/routers/00652acf-543e-46e2-beeb-ae1168d45ec7 HTTP/1.1" status: 409 len: 329 time: 0.8618743 Jan 28 13:51:37.365658 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58956) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:37.367929 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58958) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:37.370653 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7bbe1-448c-49d4-9873-571ce2c0b857 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b1768a-3f18-48a0-b21a-04e4de566563,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:37.403918 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-c47fd3b2-50ee-4b8f-8bd3-724d6a579fda tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'subnet': {'network_id': '317c0cee-b803-4634-a39d-cc95b940a129', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:37.410087 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-71c7bbe1-448c-49d4-9873-571ce2c0b857 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:37.414347 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-71c7bbe1-448c-49d4-9873-571ce2c0b857 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9409182 Jan 28 13:51:37.414975 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58960) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:37.420798 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-b54b826d-4fb0-493f-988c-31486fbbe533 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Request body: {'security_group_rule': {'security_group_id': '0296aba7-a28c-495a-a734-1f06d83f9764', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:37.430042 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-301f9fad-9638-4be0-9272-04ee3cff81db None None] Set router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:37.430042 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 01d018d0-d16c-47d6-a408-0a9baa88e5bc is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:37.432102 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 92baf754-3682-46a3-bee3-fa81a7c0a84a up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:37.635119 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47fd3b2-50ee-4b8f-8bd3-724d6a579fda tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:37.643616 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c47fd3b2-50ee-4b8f-8bd3-724d6a579fda tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:37.792486 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a660bcf8-ce8f-4896-8b58-2853f963e78b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ea5a953c-7501-4928-b7ce-cfd242f720b7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:37.799374 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 92baf754-3682-46a3-bee3-fa81a7c0a84a triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:37.799821 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (92baf754-3682-46a3-bee3-fa81a7c0a84a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:37.815228 n-d-822747-2 neutron-server[103352]: INFO neutron.db.ipam_backend_mixin [None req-c47fd3b2-50ee-4b8f-8bd3-724d6a579fda tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 36ed4591-50a9-4938-826b-5706e2087819 (CIDR: 172.20.0.0/28) Jan 28 13:51:37.823951 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-c47fd3b2-50ee-4b8f-8bd3-724d6a579fda tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:51:37.824965 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c47fd3b2-50ee-4b8f-8bd3-724d6a579fda tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:51:37.853581 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b54b826d-4fb0-493f-988c-31486fbbe533 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for security_group_rule (495539f8-4a4d-4082-b6a3-e7b0882869a7), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:37.880443 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a660bcf8-ce8f-4896-8b58-2853f963e78b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Network f33b7480-b8f9-4659-a729-d9cbb07531b4 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:37.890627 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-a660bcf8-ce8f-4896-8b58-2853f963e78b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:37.893813 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a660bcf8-ce8f-4896-8b58-2853f963e78b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:37.911518 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c47fd3b2-50ee-4b8f-8bd3-724d6a579fda tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5380759 Jan 28 13:51:37.912236 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-7deae7de-7cbd-4b0a-9f89-69121b59080f None None] Allocated IP 172.20.0.2 (f33b7480-b8f9-4659-a729-d9cbb07531b4/0e360adf-fa84-4efc-951a-e23d028fcfaa/dd12ea3a-8939-476d-8aee-856373fbf9c7) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:37.913192 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58962) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:37.933554 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a950c84a-ef6f-4878-8f49-799ac18dcf24 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'subnet': {'network_id': '317c0cee-b803-4634-a39d-cc95b940a129', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:37.992836 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660bcf8-ce8f-4896-8b58-2853f963e78b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'Port': ['ID=ea5a953c-7501-4928-b7ce-cfd242f720b7,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:38.085757 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 92baf754-3682-46a3-bee3-fa81a7c0a84a is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:38.095224 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a660bcf8-ce8f-4896-8b58-2853f963e78b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (b360a80f-77cf-4513-89b2-f95f43ff8a62), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.097763 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-301f9fad-9638-4be0-9272-04ee3cff81db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:51:34Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None, '_interfaces': [{'id': '01d018d0-d16c-47d6-a408-0a9baa88e5bc', 'name': '', 'network_id': 'de472468-8d84-40ec-980a-567a758e6ad6', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:93:b7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:24Z', 'updated_at': '2022-01-28T13:51:33Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b28738-449a-4016-b5da-f66a4205f524', 'name': '', 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:80:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:09Z', 'updated_at': '2022-01-28T13:51:16Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b595829d-f7c4-42ac-9b40-f067dbf48610', 'name': '', 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:ec:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:16Z', 'updated_at': '2022-01-28T13:51:28Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1e41cf4-a43f-402f-921c-5acecc8d4a13', 'name': '', 'network_id': '12d43254-dac1-455e-929c-dc5189eda89d', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:4c:81:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '74a48faf-4b1a-4f52-9d01-285d76d87076', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:32Z', 'updated_at': '2022-01-28T13:51:35Z', 'revision_number': 2, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '74a48faf-4b1a-4f52-9d01-285d76d87076', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:38.132345 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b54b826d-4fb0-493f-988c-31486fbbe533 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for security_group_rule (495539f8-4a4d-4082-b6a3-e7b0882869a7), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.146115 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a950c84a-ef6f-4878-8f49-799ac18dcf24 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:38.151929 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a950c84a-ef6f-4878-8f49-799ac18dcf24 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.158546 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b54b826d-4fb0-493f-988c-31486fbbe533 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (495539f8-4a4d-4082-b6a3-e7b0882869a7), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.172883 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301f9fad-9638-4be0-9272-04ee3cff81db None None] Checking router: 7ae58efc-fb03-490f-ab2b-feef7ffc0546 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:51:38.173367 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301f9fad-9638-4be0-9272-04ee3cff81db None None] Updating router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 port f1e41cf4-a43f-402f-921c-5acecc8d4a13 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:51:38.274712 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-301f9fad-9638-4be0-9272-04ee3cff81db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f1e41cf4-a43f-402f-921c-5acecc8d4a13), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.303363 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.extraroute_db [None req-72d2990e-e390-4be7-9d3d-48cb594d5137 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103351) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 13:51:38.360328 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7deae7de-7cbd-4b0a-9f89-69121b59080f None None] Publish callbacks [] for port (dd12ea3a-8939-476d-8aee-856373fbf9c7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.370478 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.extraroute_db [None req-72d2990e-e390-4be7-9d3d-48cb594d5137 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Removed routes are [] {{(pid=103351) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 13:51:38.371122 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-72d2990e-e390-4be7-9d3d-48cb594d5137 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5641'] for router (7ae58efc-fb03-490f-ab2b-feef7ffc0546), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.383326 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7deae7de-7cbd-4b0a-9f89-69121b59080f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (dd12ea3a-8939-476d-8aee-856373fbf9c7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.414656 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b826d-4fb0-493f-988c-31486fbbe533 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495539f8-4a4d-4082-b6a3-e7b0882869a7,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:38.443073 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b54b826d-4fb0-493f-988c-31486fbbe533 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.447808 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b54b826d-4fb0-493f-988c-31486fbbe533 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0304153 Jan 28 13:51:38.451327 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58964) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:38.456038 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-54ae0c2d-74b8-4135-94d8-29ca6cd5fa47 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:38.525708 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4ce37d8d-55f5-45ba-881e-a388ff20ff39 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:38.532182 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-54ae0c2d-74b8-4135-94d8-29ca6cd5fa47 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.628383 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deae7de-7cbd-4b0a-9f89-69121b59080f None None] Network f33b7480-b8f9-4659-a729-d9cbb07531b4 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:38.635438 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deae7de-7cbd-4b0a-9f89-69121b59080f None None] Pushing event updated for resources: {'Port': ['ID=dd12ea3a-8939-476d-8aee-856373fbf9c7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:38.637694 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a660bcf8-ce8f-4896-8b58-2853f963e78b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ea5a953c-7501-4928-b7ce-cfd242f720b7), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.638904 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-7deae7de-7cbd-4b0a-9f89-69121b59080f None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:38.641219 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deae7de-7cbd-4b0a-9f89-69121b59080f None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:38.651331 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-72d2990e-e390-4be7-9d3d-48cb594d5137 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5641'] for router (7ae58efc-fb03-490f-ab2b-feef7ffc0546), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.661109 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a950c84a-ef6f-4878-8f49-799ac18dcf24 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (765e2cf8-8255-4454-b25f-7a957a070632), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.661355 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c8a3099f-9099-4bfd-a643-5a6a361498a6 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (00652acf-543e-46e2-beeb-ae1168d45ec7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.703206 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-72d2990e-e390-4be7-9d3d-48cb594d5137 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352569'] for router (7ae58efc-fb03-490f-ab2b-feef7ffc0546), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.717991 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a950c84a-ef6f-4878-8f49-799ac18dcf24 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network 317c0cee-b803-4634-a39d-cc95b940a129 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:38.724502 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-a950c84a-ef6f-4878-8f49-799ac18dcf24 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:38.730225 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a950c84a-ef6f-4878-8f49-799ac18dcf24 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:38.730832 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a950c84a-ef6f-4878-8f49-799ac18dcf24 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.746203 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a950c84a-ef6f-4878-8f49-799ac18dcf24 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Subnet': ['ID=765e2cf8-8255-4454-b25f-7a957a070632,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:38.746452 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 4ce37d8d-55f5-45ba-881e-a388ff20ff39 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:38.746452 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4ce37d8d-55f5-45ba-881e-a388ff20ff39), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.770455 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a950c84a-ef6f-4878-8f49-799ac18dcf24 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8502452 Jan 28 13:51:38.771124 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58966) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:38.777616 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-225a4e26-db89-4cff-8a08-249a88c551ec tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'port': {'network_id': '317c0cee-b803-4634-a39d-cc95b940a129', 'fixed_ips': [{'subnet_id': '36ed4591-50a9-4938-826b-5706e2087819'}, {'subnet_id': '765e2cf8-8255-4454-b25f-7a957a070632'}], 'name': 'tempest-PortsTestJSON-832881983'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:38.802891 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-7deae7de-7cbd-4b0a-9f89-69121b59080f None None] Attempting to bind port dd12ea3a-8939-476d-8aee-856373fbf9c7 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:38.803294 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-7deae7de-7cbd-4b0a-9f89-69121b59080f None None] Attempting to bind port dd12ea3a-8939-476d-8aee-856373fbf9c7 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '454befdb-5530-451e-abf2-e6489ec86a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:38.804192 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deae7de-7cbd-4b0a-9f89-69121b59080f None None] Attempting to bind port dd12ea3a-8939-476d-8aee-856373fbf9c7 on network f33b7480-b8f9-4659-a729-d9cbb07531b4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:38.812653 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-54ae0c2d-74b8-4135-94d8-29ca6cd5fa47 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.828347 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deae7de-7cbd-4b0a-9f89-69121b59080f None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:38.828759 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deae7de-7cbd-4b0a-9f89-69121b59080f None None] Checking segment: {'id': '454befdb-5530-451e-abf2-e6489ec86a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:38.829105 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7deae7de-7cbd-4b0a-9f89-69121b59080f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.829494 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deae7de-7cbd-4b0a-9f89-69121b59080f None None] Bound using segment: {'id': '454befdb-5530-451e-abf2-e6489ec86a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:38.829976 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-7deae7de-7cbd-4b0a-9f89-69121b59080f None None] Bound port: dd12ea3a-8939-476d-8aee-856373fbf9c7, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454befdb-5530-451e-abf2-e6489ec86a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:38.830357 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7deae7de-7cbd-4b0a-9f89-69121b59080f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (dd12ea3a-8939-476d-8aee-856373fbf9c7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.846260 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-301f9fad-9638-4be0-9272-04ee3cff81db None None] Publish callbacks [] for port (f1e41cf4-a43f-402f-921c-5acecc8d4a13), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.878951 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-301f9fad-9638-4be0-9272-04ee3cff81db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f1e41cf4-a43f-402f-921c-5acecc8d4a13), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.904213 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d2990e-e390-4be7-9d3d-48cb594d5137 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:51:38.995933 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-54ae0c2d-74b8-4135-94d8-29ca6cd5fa47 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Allocated IP 172.25.3.169 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/234a6e19-ad36-4757-bffb-fb554f6a2e8d) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:38.998564 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225a4e26-db89-4cff-8a08-249a88c551ec tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:39.170241 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572e2b1-98cb-494b-bc52-f6cb738de575 None None] Pushing event updated for resources: {'Port': ['ID=f1e41cf4-a43f-402f-921c-5acecc8d4a13,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:39.187677 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-225a4e26-db89-4cff-8a08-249a88c551ec tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:39.187867 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-7deae7de-7cbd-4b0a-9f89-69121b59080f None None] For port dd12ea3a-8939-476d-8aee-856373fbf9c7, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:39.190001 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 4ce37d8d-55f5-45ba-881e-a388ff20ff39 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:39.191229 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 38ee9099-e489-4fd1-8458-e5bce0aefdb4 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:39.224324 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-225a4e26-db89-4cff-8a08-249a88c551ec tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] device_id is not set on port a19d370d-a264-4e69-9fa4-bcacee042c2d yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:51:39.226478 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-7deae7de-7cbd-4b0a-9f89-69121b59080f None None] For port dd12ea3a-8939-476d-8aee-856373fbf9c7, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=dd12ea3a-8939-476d-8aee-856373fbf9c7,segment=NetworkSegment(454befdb-5530-451e-abf2-e6489ec86a3f),segment_id=454befdb-5530-451e-abf2-e6489ec86a3f)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:39.245927 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-54ae0c2d-74b8-4135-94d8-29ca6cd5fa47 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for port (234a6e19-ad36-4757-bffb-fb554f6a2e8d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:39.249767 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7deae7de-7cbd-4b0a-9f89-69121b59080f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (dd12ea3a-8939-476d-8aee-856373fbf9c7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:39.305721 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-301f9fad-9638-4be0-9272-04ee3cff81db None None] Attempting to bind port f1e41cf4-a43f-402f-921c-5acecc8d4a13 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:39.306115 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-301f9fad-9638-4be0-9272-04ee3cff81db None None] Attempting to bind port f1e41cf4-a43f-402f-921c-5acecc8d4a13 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '30f3c3fd-687c-4b7c-acbc-b6423e9d73bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '12d43254-dac1-455e-929c-dc5189eda89d'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:39.306626 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301f9fad-9638-4be0-9272-04ee3cff81db None None] Attempting to bind port f1e41cf4-a43f-402f-921c-5acecc8d4a13 on network 12d43254-dac1-455e-929c-dc5189eda89d {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:39.320653 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301f9fad-9638-4be0-9272-04ee3cff81db None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:39.321148 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301f9fad-9638-4be0-9272-04ee3cff81db None None] Checking segment: {'id': '30f3c3fd-687c-4b7c-acbc-b6423e9d73bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '12d43254-dac1-455e-929c-dc5189eda89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:39.321457 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-301f9fad-9638-4be0-9272-04ee3cff81db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:39.321814 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301f9fad-9638-4be0-9272-04ee3cff81db None None] Bound using segment: {'id': '30f3c3fd-687c-4b7c-acbc-b6423e9d73bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '12d43254-dac1-455e-929c-dc5189eda89d'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:39.322298 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-301f9fad-9638-4be0-9272-04ee3cff81db None None] Bound port: f1e41cf4-a43f-402f-921c-5acecc8d4a13, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f3c3fd-687c-4b7c-acbc-b6423e9d73bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '12d43254-dac1-455e-929c-dc5189eda89d'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:39.322680 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-301f9fad-9638-4be0-9272-04ee3cff81db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f1e41cf4-a43f-402f-921c-5acecc8d4a13), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:39.365868 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deae7de-7cbd-4b0a-9f89-69121b59080f None None] Pushing event updated for resources: {'Port': ['ID=dd12ea3a-8939-476d-8aee-856373fbf9c7,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:39.373839 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 38ee9099-e489-4fd1-8458-e5bce0aefdb4 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:39.373839 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (38ee9099-e489-4fd1-8458-e5bce0aefdb4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:39.407051 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-54ae0c2d-74b8-4135-94d8-29ca6cd5fa47 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (234a6e19-ad36-4757-bffb-fb554f6a2e8d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:39.471104 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-301f9fad-9638-4be0-9272-04ee3cff81db None None] For port f1e41cf4-a43f-402f-921c-5acecc8d4a13, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:39.475570 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-301f9fad-9638-4be0-9272-04ee3cff81db None None] For port f1e41cf4-a43f-402f-921c-5acecc8d4a13, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=f1e41cf4-a43f-402f-921c-5acecc8d4a13,segment=NetworkSegment(30f3c3fd-687c-4b7c-acbc-b6423e9d73bc),segment_id=30f3c3fd-687c-4b7c-acbc-b6423e9d73bc)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:39.478164 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ae0c2d-74b8-4135-94d8-29ca6cd5fa47 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:39.486898 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-54ae0c2d-74b8-4135-94d8-29ca6cd5fa47 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:39.492097 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae0c2d-74b8-4135-94d8-29ca6cd5fa47 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Pushing event updated for resources: {'Port': ['ID=234a6e19-ad36-4757-bffb-fb554f6a2e8d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:39.493053 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-301f9fad-9638-4be0-9272-04ee3cff81db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f1e41cf4-a43f-402f-921c-5acecc8d4a13), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:39.494587 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ae0c2d-74b8-4135-94d8-29ca6cd5fa47 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:39.626458 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572e2b1-98cb-494b-bc52-f6cb738de575 None None] Pushing event updated for resources: {'Port': ['ID=f1e41cf4-a43f-402f-921c-5acecc8d4a13,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:39.642020 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d2990e-e390-4be7-9d3d-48cb594d5137 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:39.648265 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 38ee9099-e489-4fd1-8458-e5bce0aefdb4 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:39.649029 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (38ee9099-e489-4fd1-8458-e5bce0aefdb4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:39.659205 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-72d2990e-e390-4be7-9d3d-48cb594d5137 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:39.662975 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-72d2990e-e390-4be7-9d3d-48cb594d5137 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "PUT /v2.0/routers/7ae58efc-fb03-490f-ab2b-feef7ffc0546 HTTP/1.1" status: 200 len: 933 time: 2.5027635 Jan 28 13:51:39.669846 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58968) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:39.685520 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301f9fad-9638-4be0-9272-04ee3cff81db None None] Routers {'7ae58efc-fb03-490f-ab2b-feef7ffc0546'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:39.687282 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-301f9fad-9638-4be0-9272-04ee3cff81db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:39.767316 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 38ee9099-e489-4fd1-8458-e5bce0aefdb4, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=38ee9099-e489-4fd1-8458-e5bce0aefdb4,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:39.773984 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (38ee9099-e489-4fd1-8458-e5bce0aefdb4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:39.823969 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-225a4e26-db89-4cff-8a08-249a88c551ec tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Allocated IP 172.20.0.13 (317c0cee-b803-4634-a39d-cc95b940a129/36ed4591-50a9-4938-826b-5706e2087819/a19d370d-a264-4e69-9fa4-bcacee042c2d) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:39.833576 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-54ae0c2d-74b8-4135-94d8-29ca6cd5fa47 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for floatingip (483db035-14ca-4afd-8081-431040d7cedf), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:39.850698 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-225a4e26-db89-4cff-8a08-249a88c551ec tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Allocated IP 172.20.0.25 (317c0cee-b803-4634-a39d-cc95b940a129/765e2cf8-8255-4454-b25f-7a957a070632/a19d370d-a264-4e69-9fa4-bcacee042c2d) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:39.886421 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-301f9fad-9638-4be0-9272-04ee3cff81db None None] Set router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:39.892894 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-cef59dae-785c-46d7-b4ae-c88347b44a87 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "GET /v2.0/routers/7ae58efc-fb03-490f-ab2b-feef7ffc0546 HTTP/1.1" status: 200 len: 933 time: 0.2192874 Jan 28 13:51:39.893224 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58970) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:39.902418 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-230feb8e-df04-47d8-8d16-0efd31520442 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'router': {'routes': None}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:39.917346 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-54ae0c2d-74b8-4135-94d8-29ca6cd5fa47 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (234a6e19-ad36-4757-bffb-fb554f6a2e8d), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:39.918600 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=38ee9099-e489-4fd1-8458-e5bce0aefdb4,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:40.064124 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a660bcf8-ce8f-4896-8b58-2853f963e78b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for port (ea5a953c-7501-4928-b7ce-cfd242f720b7), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.075912 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a660bcf8-ce8f-4896-8b58-2853f963e78b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (ea5a953c-7501-4928-b7ce-cfd242f720b7), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.133034 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-225a4e26-db89-4cff-8a08-249a88c551ec tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for port (a19d370d-a264-4e69-9fa4-bcacee042c2d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.155693 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-301f9fad-9638-4be0-9272-04ee3cff81db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:51:38Z', 'revision_number': 6, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None, '_interfaces': [{'id': '01d018d0-d16c-47d6-a408-0a9baa88e5bc', 'name': '', 'network_id': 'de472468-8d84-40ec-980a-567a758e6ad6', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:93:b7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:24Z', 'updated_at': '2022-01-28T13:51:33Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b28738-449a-4016-b5da-f66a4205f524', 'name': '', 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:80:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:09Z', 'updated_at': '2022-01-28T13:51:16Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b595829d-f7c4-42ac-9b40-f067dbf48610', 'name': '', 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:ec:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:16Z', 'updated_at': '2022-01-28T13:51:28Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1e41cf4-a43f-402f-921c-5acecc8d4a13', 'name': '', 'network_id': '12d43254-dac1-455e-929c-dc5189eda89d', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:4c:81:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '74a48faf-4b1a-4f52-9d01-285d76d87076', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:32Z', 'updated_at': '2022-01-28T13:51:39Z', 'revision_number': 4, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '74a48faf-4b1a-4f52-9d01-285d76d87076', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:40.187485 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-54ae0c2d-74b8-4135-94d8-29ca6cd5fa47 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for port (234a6e19-ad36-4757-bffb-fb554f6a2e8d), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.201271 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301f9fad-9638-4be0-9272-04ee3cff81db None None] The sync data for ids ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'] in n-d-822747-2 is: [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:51:38Z', 'revision_number': 6, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None, '_interfaces': [{'id': '01d018d0-d16c-47d6-a408-0a9baa88e5bc', 'name': '', 'network_id': 'de472468-8d84-40ec-980a-567a758e6ad6', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:93:b7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:24Z', 'updated_at': '2022-01-28T13:51:33Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b28738-449a-4016-b5da-f66a4205f524', 'name': '', 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:80:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:09Z', 'updated_at': '2022-01-28T13:51:16Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b595829d-f7c4-42ac-9b40-f067dbf48610', 'name': '', 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:ec:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:16Z', 'updated_at': '2022-01-28T13:51:28Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1e41cf4-a43f-402f-921c-5acecc8d4a13', 'name': '', 'network_id': '12d43254-dac1-455e-929c-dc5189eda89d', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:4c:81:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '74a48faf-4b1a-4f52-9d01-285d76d87076', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:32Z', 'updated_at': '2022-01-28T13:51:39Z', 'revision_number': 4, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '74a48faf-4b1a-4f52-9d01-285d76d87076', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:40.206576 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-54ae0c2d-74b8-4135-94d8-29ca6cd5fa47 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (234a6e19-ad36-4757-bffb-fb554f6a2e8d), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.236403 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-c8a3099f-9099-4bfd-a643-5a6a361498a6 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Deleting port 07bf2a6e-3501-4a6f-bad7-b23996dccd17 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:40.236753 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c8a3099f-9099-4bfd-a643-5a6a361498a6 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (07bf2a6e-3501-4a6f-bad7-b23996dccd17), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.263686 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-225a4e26-db89-4cff-8a08-249a88c551ec tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (a19d370d-a264-4e69-9fa4-bcacee042c2d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.307223 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae0c2d-74b8-4135-94d8-29ca6cd5fa47 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Pushing event updated for resources: {'Port': ['ID=234a6e19-ad36-4757-bffb-fb554f6a2e8d,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:40.343333 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225a4e26-db89-4cff-8a08-249a88c551ec tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network 317c0cee-b803-4634-a39d-cc95b940a129 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:40.346297 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-54ae0c2d-74b8-4135-94d8-29ca6cd5fa47 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (483db035-14ca-4afd-8081-431040d7cedf), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.352697 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-225a4e26-db89-4cff-8a08-249a88c551ec tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:40.358721 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a660bcf8-ce8f-4896-8b58-2853f963e78b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (b360a80f-77cf-4513-89b2-f95f43ff8a62), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.361068 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225a4e26-db89-4cff-8a08-249a88c551ec tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:40.374856 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 38ee9099-e489-4fd1-8458-e5bce0aefdb4 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:40.388226 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660bcf8-ce8f-4896-8b58-2853f963e78b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'Port': ['ID=ea5a953c-7501-4928-b7ce-cfd242f720b7,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:40.411546 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a4e26-db89-4cff-8a08-249a88c551ec tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Port': ['ID=a19d370d-a264-4e69-9fa4-bcacee042c2d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:40.420257 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-54ae0c2d-74b8-4135-94d8-29ca6cd5fa47 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.421707 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-54ae0c2d-74b8-4135-94d8-29ca6cd5fa47 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9694498 Jan 28 13:51:40.455155 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225a4e26-db89-4cff-8a08-249a88c551ec tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:40.461644 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-225a4e26-db89-4cff-8a08-249a88c551ec tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.472732 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c8a3099f-9099-4bfd-a643-5a6a361498a6 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (07bf2a6e-3501-4a6f-bad7-b23996dccd17), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.490457 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 38ee9099-e489-4fd1-8458-e5bce0aefdb4 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:40.490818 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (38ee9099-e489-4fd1-8458-e5bce0aefdb4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.498126 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-225a4e26-db89-4cff-8a08-249a88c551ec tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.7244663 Jan 28 13:51:40.500723 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58974) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:40.506156 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-27efd18e-2b7b-4e97-9cc6-e8fca64ff98e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '36ed4591-50a9-4938-826b-5706e2087819'}]}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:40.672261 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 38ee9099-e489-4fd1-8458-e5bce0aefdb4 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:40.674388 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device dd12ea3a-8939-476d-8aee-856373fbf9c7 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:40.693012 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-27efd18e-2b7b-4e97-9cc6-e8fca64ff98e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a19d370d-a264-4e69-9fa4-bcacee042c2d), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.827183 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port dd12ea3a-8939-476d-8aee-856373fbf9c7 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:40.827914 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (dd12ea3a-8939-476d-8aee-856373fbf9c7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.873420 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.extraroute_db [None req-230feb8e-df04-47d8-8d16-0efd31520442 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Added routes are [] {{(pid=103351) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 13:51:40.878768 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.extraroute_db [None req-230feb8e-df04-47d8-8d16-0efd31520442 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103351) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 13:51:40.897257 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-c8a3099f-9099-4bfd-a643-5a6a361498a6 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Calling delete_port for 07bf2a6e-3501-4a6f-bad7-b23996dccd17 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:40.923606 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a660bcf8-ce8f-4896-8b58-2853f963e78b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Network f33b7480-b8f9-4659-a729-d9cbb07531b4 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:40.941808 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-a660bcf8-ce8f-4896-8b58-2853f963e78b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:41.004263 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port dd12ea3a-8939-476d-8aee-856373fbf9c7 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:41.005280 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (dd12ea3a-8939-476d-8aee-856373fbf9c7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:41.019903 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-230feb8e-df04-47d8-8d16-0efd31520442 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5641'] for router (7ae58efc-fb03-490f-ab2b-feef7ffc0546), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:41.060862 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port dd12ea3a-8939-476d-8aee-856373fbf9c7, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=dd12ea3a-8939-476d-8aee-856373fbf9c7,segment=NetworkSegment(454befdb-5530-451e-abf2-e6489ec86a3f),segment_id=454befdb-5530-451e-abf2-e6489ec86a3f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:41.071815 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (dd12ea3a-8939-476d-8aee-856373fbf9c7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:41.116290 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-27efd18e-2b7b-4e97-9cc6-e8fca64ff98e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Delete allocated IP 172.20.0.25 (317c0cee-b803-4634-a39d-cc95b940a129/765e2cf8-8255-4454-b25f-7a957a070632) {{(pid=103352) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 13:51:41.137024 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdf54df-ec80-4f32-844c-12555801ce80 None None] Network de472468-8d84-40ec-980a-567a758e6ad6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:41.140102 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a85bcf1-40c9-4ce6-bb5e-735d6d4f28fd None None] Network 12d43254-dac1-455e-929c-dc5189eda89d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:41.143984 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-069a0f79-839b-46a2-b565-6b9cabbd6882 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--327760275&fields=id&tenant_id=6a710706f51d4196913035417fac81e3 HTTP/1.1" status: 200 len: 267 time: 0.2483659 Jan 28 13:51:41.192388 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4216e6-95e0-4313-b41e-e74cfa762713 None None] Network f33b7480-b8f9-4659-a729-d9cbb07531b4 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:41.194340 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863939a8-8d20-461c-8b05-5690bab0009a None None] Network 317c0cee-b803-4634-a39d-cc95b940a129 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:41.239934 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=dd12ea3a-8939-476d-8aee-856373fbf9c7,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:41.361773 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-27efd18e-2b7b-4e97-9cc6-e8fca64ff98e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for port (a19d370d-a264-4e69-9fa4-bcacee042c2d), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:41.368631 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-27efd18e-2b7b-4e97-9cc6-e8fca64ff98e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (a19d370d-a264-4e69-9fa4-bcacee042c2d), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:41.460444 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-2352ed51-4284-4780-a593-60fc461094c8 None None] Provisioning complete for port dd12ea3a-8939-476d-8aee-856373fbf9c7 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:41.460822 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2352ed51-4284-4780-a593-60fc461094c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (dd12ea3a-8939-476d-8aee-856373fbf9c7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:41.502581 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-8d2c3319-1116-4e5b-af57-8ad3e5fa00bb tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:41.504234 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-8d2c3319-1116-4e5b-af57-8ad3e5fa00bb tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/networks?id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 HTTP/1.1" status: 200 len: 811 time: 0.3594720 Jan 28 13:51:41.595377 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27efd18e-2b7b-4e97-9cc6-e8fca64ff98e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Port': ['ID=a19d370d-a264-4e69-9fa4-bcacee042c2d,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:41.641415 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a660bcf8-ce8f-4896-8b58-2853f963e78b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Router b360a80f-77cf-4513-89b2-f95f43ff8a62 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:51:41.656984 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-27efd18e-2b7b-4e97-9cc6-e8fca64ff98e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] In _notify_port_updated(), no bound segment for port a19d370d-a264-4e69-9fa4-bcacee042c2d on network 317c0cee-b803-4634-a39d-cc95b940a129 {{(pid=103352) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:51:41.667663 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27efd18e-2b7b-4e97-9cc6-e8fca64ff98e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:41.669417 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-27efd18e-2b7b-4e97-9cc6-e8fca64ff98e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:41.670846 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-27efd18e-2b7b-4e97-9cc6-e8fca64ff98e tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "PUT /v2.0/ports/a19d370d-a264-4e69-9fa4-bcacee042c2d HTTP/1.1" status: 200 len: 919 time: 1.1690495 Jan 28 13:51:41.686609 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58986) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:41.699537 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-5ad40205-49a1-4c81-b53f-cc67f79c8f97 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '36ed4591-50a9-4938-826b-5706e2087819'}, {'subnet_id': '765e2cf8-8255-4454-b25f-7a957a070632'}]}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:41.803698 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-f4fe7755-f1e8-4853-94f2-3df7ff580407 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/quotas/6a710706f51d4196913035417fac81e3 HTTP/1.1" status: 200 len: 375 time: 0.2325103 Jan 28 13:51:41.807677 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-230feb8e-df04-47d8-8d16-0efd31520442 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5641'] for router (7ae58efc-fb03-490f-ab2b-feef7ffc0546), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:41.834881 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2352ed51-4284-4780-a593-60fc461094c8 None None] Current status of the port dd12ea3a-8939-476d-8aee-856373fbf9c7 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:41.864471 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5ad40205-49a1-4c81-b53f-cc67f79c8f97 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a19d370d-a264-4e69-9fa4-bcacee042c2d), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:41.872178 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d625918b-1f69-42f9-8b0d-6892cd459453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-317c0cee-b803-4634-a39d-cc95b940a129', 'network_id': '317c0cee-b803-4634-a39d-cc95b940a129', 'project_id': 'c72180828f944c22b2bf13b320e444e9', 'fixed_ips': [{'subnet_id': '36ed4591-50a9-4938-826b-5706e2087819'}, {'subnet_id': '765e2cf8-8255-4454-b25f-7a957a070632'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:51:41.873291 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d625918b-1f69-42f9-8b0d-6892cd459453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:41.899475 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-230feb8e-df04-47d8-8d16-0efd31520442 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352569'] for router (7ae58efc-fb03-490f-ab2b-feef7ffc0546), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:42.057991 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325e944e-0f1b-4499-b5dd-6600c1535c24 None None] Sync routers for ids ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:42.075883 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325e944e-0f1b-4499-b5dd-6600c1535c24 None None] Routers {'7ae58efc-fb03-490f-ab2b-feef7ffc0546'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:42.076749 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-325e944e-0f1b-4499-b5dd-6600c1535c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:42.104829 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-8b234b24-776f-4d84-908c-06383d77c065 None None] Provisioning complete for port 07bf2a6e-3501-4a6f-bad7-b23996dccd17 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:42.105219 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b234b24-776f-4d84-908c-06383d77c065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (07bf2a6e-3501-4a6f-bad7-b23996dccd17), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:42.142101 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c8a3099f-9099-4bfd-a643-5a6a361498a6 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (07bf2a6e-3501-4a6f-bad7-b23996dccd17), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:42.157682 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8b234b24-776f-4d84-908c-06383d77c065 None None] Port 07bf2a6e-3501-4a6f-bad7-b23996dccd17 was deleted so its status cannot be updated. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 13:51:42.264908 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-325e944e-0f1b-4499-b5dd-6600c1535c24 None None] Set router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:42.433817 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-d625918b-1f69-42f9-8b0d-6892cd459453 None None] Allocated IP 172.20.0.2 (317c0cee-b803-4634-a39d-cc95b940a129/36ed4591-50a9-4938-826b-5706e2087819/ea707543-308c-4c0a-b04f-3386b7a68213) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:42.450460 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-d625918b-1f69-42f9-8b0d-6892cd459453 None None] Allocated IP 172.20.0.18 (317c0cee-b803-4634-a39d-cc95b940a129/765e2cf8-8255-4454-b25f-7a957a070632/ea707543-308c-4c0a-b04f-3386b7a68213) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:42.464922 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-0be78121-6351-4999-bfa6-7a1f70f5a003 None None] Provisioning complete for port 01d018d0-d16c-47d6-a408-0a9baa88e5bc triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:42.465298 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0be78121-6351-4999-bfa6-7a1f70f5a003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (01d018d0-d16c-47d6-a408-0a9baa88e5bc), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:42.513737 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device f1e41cf4-a43f-402f-921c-5acecc8d4a13 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:42.669407 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-325e944e-0f1b-4499-b5dd-6600c1535c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:51:40Z', 'revision_number': 7, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None, '_interfaces': [{'id': '01d018d0-d16c-47d6-a408-0a9baa88e5bc', 'name': '', 'network_id': 'de472468-8d84-40ec-980a-567a758e6ad6', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:93:b7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:24Z', 'updated_at': '2022-01-28T13:51:33Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b28738-449a-4016-b5da-f66a4205f524', 'name': '', 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:80:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:09Z', 'updated_at': '2022-01-28T13:51:16Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b595829d-f7c4-42ac-9b40-f067dbf48610', 'name': '', 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:ec:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:16Z', 'updated_at': '2022-01-28T13:51:28Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1e41cf4-a43f-402f-921c-5acecc8d4a13', 'name': '', 'network_id': '12d43254-dac1-455e-929c-dc5189eda89d', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:4c:81:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '74a48faf-4b1a-4f52-9d01-285d76d87076', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:32Z', 'updated_at': '2022-01-28T13:51:39Z', 'revision_number': 4, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '74a48faf-4b1a-4f52-9d01-285d76d87076', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:42.702863 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325e944e-0f1b-4499-b5dd-6600c1535c24 None None] Checking router: 7ae58efc-fb03-490f-ab2b-feef7ffc0546 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:51:42.717984 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325e944e-0f1b-4499-b5dd-6600c1535c24 None None] Routers {'7ae58efc-fb03-490f-ab2b-feef7ffc0546'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:42.720154 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-325e944e-0f1b-4499-b5dd-6600c1535c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:42.890988 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-325e944e-0f1b-4499-b5dd-6600c1535c24 None None] Set router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:42.908612 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca5a00a-9d30-42f6-8ea7-76b609c54381 None None] Network f33b7480-b8f9-4659-a729-d9cbb07531b4 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:42.937178 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-6e057830-8a0b-4376-92d4-4113a0e8636d tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6a710706f51d4196913035417fac81e3&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1192157 Jan 28 13:51:42.960074 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a660bcf8-ce8f-4896-8b58-2853f963e78b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:42.973782 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 58992) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:42.974297 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a660bcf8-ce8f-4896-8b58-2853f963e78b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "PUT /v2.0/routers/b360a80f-77cf-4513-89b2-f95f43ff8a62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7251751 Jan 28 13:51:42.978953 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3099f-9099-4bfd-a643-5a6a361498a6 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Pushing event deleted for resources: {'Port': ['ID=07bf2a6e-3501-4a6f-bad7-b23996dccd17,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:43.026428 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628b4cbd-152d-4cf1-a2b9-0418558357f1 None None] Network 12d43254-dac1-455e-929c-dc5189eda89d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:43.029329 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fd9e83-dea8-417b-aa78-cf10f8260946 None None] Sync routers for ids ['b360a80f-77cf-4513-89b2-f95f43ff8a62'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:43.096117 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230feb8e-df04-47d8-8d16-0efd31520442 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:51:43.137976 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port f1e41cf4-a43f-402f-921c-5acecc8d4a13 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:43.138645 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (f1e41cf4-a43f-402f-921c-5acecc8d4a13), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:43.216126 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-e3e8e5cb-f789-4da8-9641-8869f400da1e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:51:43.221894 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-e3e8e5cb-f789-4da8-9641-8869f400da1e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2404938 Jan 28 13:51:43.326105 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0be78121-6351-4999-bfa6-7a1f70f5a003 None None] Current status of the port 01d018d0-d16c-47d6-a408-0a9baa88e5bc is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:43.365258 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fd9e83-dea8-417b-aa78-cf10f8260946 None None] Routers {'b360a80f-77cf-4513-89b2-f95f43ff8a62'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:43.365838 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-20fd9e83-dea8-417b-aa78-cf10f8260946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b360a80f-77cf-4513-89b2-f95f43ff8a62'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:43.372640 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-325e944e-0f1b-4499-b5dd-6600c1535c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:51:40Z', 'revision_number': 7, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None, '_interfaces': [{'id': '01d018d0-d16c-47d6-a408-0a9baa88e5bc', 'name': '', 'network_id': 'de472468-8d84-40ec-980a-567a758e6ad6', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:93:b7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:24Z', 'updated_at': '2022-01-28T13:51:33Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b28738-449a-4016-b5da-f66a4205f524', 'name': '', 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:80:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:09Z', 'updated_at': '2022-01-28T13:51:16Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b595829d-f7c4-42ac-9b40-f067dbf48610', 'name': '', 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:ec:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:16Z', 'updated_at': '2022-01-28T13:51:28Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1e41cf4-a43f-402f-921c-5acecc8d4a13', 'name': '', 'network_id': '12d43254-dac1-455e-929c-dc5189eda89d', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:4c:81:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '74a48faf-4b1a-4f52-9d01-285d76d87076', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:32Z', 'updated_at': '2022-01-28T13:51:39Z', 'revision_number': 4, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '74a48faf-4b1a-4f52-9d01-285d76d87076', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:43.406874 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c8a3099f-9099-4bfd-a643-5a6a361498a6 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (00652acf-543e-46e2-beeb-ae1168d45ec7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:43.409533 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325e944e-0f1b-4499-b5dd-6600c1535c24 None None] The sync data for ids ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'] in n-d-822747-2 is: [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:51:40Z', 'revision_number': 7, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None, '_interfaces': [{'id': '01d018d0-d16c-47d6-a408-0a9baa88e5bc', 'name': '', 'network_id': 'de472468-8d84-40ec-980a-567a758e6ad6', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:93:b7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:24Z', 'updated_at': '2022-01-28T13:51:33Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b28738-449a-4016-b5da-f66a4205f524', 'name': '', 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:80:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:09Z', 'updated_at': '2022-01-28T13:51:16Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b595829d-f7c4-42ac-9b40-f067dbf48610', 'name': '', 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:ec:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:16Z', 'updated_at': '2022-01-28T13:51:28Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1e41cf4-a43f-402f-921c-5acecc8d4a13', 'name': '', 'network_id': '12d43254-dac1-455e-929c-dc5189eda89d', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:4c:81:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '74a48faf-4b1a-4f52-9d01-285d76d87076', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:32Z', 'updated_at': '2022-01-28T13:51:39Z', 'revision_number': 4, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '74a48faf-4b1a-4f52-9d01-285d76d87076', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:43.491351 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230feb8e-df04-47d8-8d16-0efd31520442 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:43.532117 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-230feb8e-df04-47d8-8d16-0efd31520442 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:43.533524 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-230feb8e-df04-47d8-8d16-0efd31520442 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "PUT /v2.0/routers/7ae58efc-fb03-490f-ab2b-feef7ffc0546 HTTP/1.1" status: 200 len: 699 time: 3.6392808 Jan 28 13:51:43.536704 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58996) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:43.580941 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-20fd9e83-dea8-417b-aa78-cf10f8260946 None None] Set router b360a80f-77cf-4513-89b2-f95f43ff8a62 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:43.635779 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-a39b5d85-d052-4f78-b837-02c094cc6c30 service neutron] 10.222.0.39 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505328 Jan 28 13:51:43.772703 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d625918b-1f69-42f9-8b0d-6892cd459453 None None] Publish callbacks [] for port (ea707543-308c-4c0a-b04f-3386b7a68213), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:43.782363 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-0be78121-6351-4999-bfa6-7a1f70f5a003 None None] Provisioning complete for port 92baf754-3682-46a3-bee3-fa81a7c0a84a triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:43.782754 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0be78121-6351-4999-bfa6-7a1f70f5a003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (92baf754-3682-46a3-bee3-fa81a7c0a84a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:43.841820 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cd9d34-ec62-4d03-8edc-5c79ec837f09 None None] Sync routers for ids ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:43.860900 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d625918b-1f69-42f9-8b0d-6892cd459453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (ea707543-308c-4c0a-b04f-3386b7a68213), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:43.863252 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cd9d34-ec62-4d03-8edc-5c79ec837f09 None None] Routers {'7ae58efc-fb03-490f-ab2b-feef7ffc0546'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:43.863961 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-01cd9d34-ec62-4d03-8edc-5c79ec837f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:43.941616 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d625918b-1f69-42f9-8b0d-6892cd459453 None None] Network 317c0cee-b803-4634-a39d-cc95b940a129 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:44.011904 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port f1e41cf4-a43f-402f-921c-5acecc8d4a13 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:44.012107 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f1e41cf4-a43f-402f-921c-5acecc8d4a13), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:44.019706 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-d625918b-1f69-42f9-8b0d-6892cd459453 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:44.023689 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-5ad40205-49a1-4c81-b53f-cc67f79c8f97 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Allocated IP 172.20.0.25 (317c0cee-b803-4634-a39d-cc95b940a129/765e2cf8-8255-4454-b25f-7a957a070632/a19d370d-a264-4e69-9fa4-bcacee042c2d) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:44.035330 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ceabfc32-706a-4248-9e79-875cd5c76f82 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "GET /v2.0/routers/7ae58efc-fb03-490f-ab2b-feef7ffc0546 HTTP/1.1" status: 200 len: 699 time: 0.4913850 Jan 28 13:51:44.035916 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 58998) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:44.044888 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d625918b-1f69-42f9-8b0d-6892cd459453 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:44.048110 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-01cd9d34-ec62-4d03-8edc-5c79ec837f09 None None] Set router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:44.102872 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d625918b-1f69-42f9-8b0d-6892cd459453 None None] Pushing event updated for resources: {'Port': ['ID=ea707543-308c-4c0a-b04f-3386b7a68213,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:44.103026 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a3099f-9099-4bfd-a643-5a6a361498a6 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Router 00652acf-543e-46e2-beeb-ae1168d45ec7 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:51:44.110155 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03933c3f-1f6e-46d9-a462-cfdf29eb7217 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.110623 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03933c3f-1f6e-46d9-a462-cfdf29eb7217 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.117431 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-413d2d9a-e659-47a8-a5f0-62c434180577 service neutron] 10.222.0.39 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483795 Jan 28 13:51:44.127308 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03933c3f-1f6e-46d9-a462-cfdf29eb7217 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.127978 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03933c3f-1f6e-46d9-a462-cfdf29eb7217 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.128444 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03933c3f-1f6e-46d9-a462-cfdf29eb7217 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.128911 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03933c3f-1f6e-46d9-a462-cfdf29eb7217 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.129358 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03933c3f-1f6e-46d9-a462-cfdf29eb7217 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.129808 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03933c3f-1f6e-46d9-a462-cfdf29eb7217 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.130255 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03933c3f-1f6e-46d9-a462-cfdf29eb7217 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.130700 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03933c3f-1f6e-46d9-a462-cfdf29eb7217 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.131202 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03933c3f-1f6e-46d9-a462-cfdf29eb7217 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.131647 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03933c3f-1f6e-46d9-a462-cfdf29eb7217 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.132105 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03933c3f-1f6e-46d9-a462-cfdf29eb7217 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.132527 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03933c3f-1f6e-46d9-a462-cfdf29eb7217 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.132963 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03933c3f-1f6e-46d9-a462-cfdf29eb7217 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.154719 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-03933c3f-1f6e-46d9-a462-cfdf29eb7217 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10443 time: 1.1798251 Jan 28 13:51:44.178759 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59000) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:44.417940 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-01cd9d34-ec62-4d03-8edc-5c79ec837f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:51:40Z', 'revision_number': 7, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None, '_interfaces': [{'id': '01d018d0-d16c-47d6-a408-0a9baa88e5bc', 'name': '', 'network_id': 'de472468-8d84-40ec-980a-567a758e6ad6', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:93:b7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:24Z', 'updated_at': '2022-01-28T13:51:33Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b28738-449a-4016-b5da-f66a4205f524', 'name': '', 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:80:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:09Z', 'updated_at': '2022-01-28T13:51:16Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b595829d-f7c4-42ac-9b40-f067dbf48610', 'name': '', 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:ec:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:16Z', 'updated_at': '2022-01-28T13:51:28Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1e41cf4-a43f-402f-921c-5acecc8d4a13', 'name': '', 'network_id': '12d43254-dac1-455e-929c-dc5189eda89d', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:4c:81:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '74a48faf-4b1a-4f52-9d01-285d76d87076', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:32Z', 'updated_at': '2022-01-28T13:51:39Z', 'revision_number': 4, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '74a48faf-4b1a-4f52-9d01-285d76d87076', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:44.424878 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0be78121-6351-4999-bfa6-7a1f70f5a003 None None] Current status of the port 92baf754-3682-46a3-bee3-fa81a7c0a84a is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:44.451728 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port f1e41cf4-a43f-402f-921c-5acecc8d4a13, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=f1e41cf4-a43f-402f-921c-5acecc8d4a13,segment=NetworkSegment(30f3c3fd-687c-4b7c-acbc-b6423e9d73bc),segment_id=30f3c3fd-687c-4b7c-acbc-b6423e9d73bc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:44.462338 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d625918b-1f69-42f9-8b0d-6892cd459453 None None] Attempting to bind port ea707543-308c-4c0a-b04f-3386b7a68213 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:44.463919 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d625918b-1f69-42f9-8b0d-6892cd459453 None None] Attempting to bind port ea707543-308c-4c0a-b04f-3386b7a68213 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'd21937bc-8d4e-429f-8366-66c60fba8b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '317c0cee-b803-4634-a39d-cc95b940a129'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:44.464584 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d625918b-1f69-42f9-8b0d-6892cd459453 None None] Attempting to bind port ea707543-308c-4c0a-b04f-3386b7a68213 on network 317c0cee-b803-4634-a39d-cc95b940a129 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:44.481069 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f1e41cf4-a43f-402f-921c-5acecc8d4a13), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:44.481904 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device dd12ea3a-8939-476d-8aee-856373fbf9c7 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:44.492205 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d625918b-1f69-42f9-8b0d-6892cd459453 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:44.492599 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d625918b-1f69-42f9-8b0d-6892cd459453 None None] Checking segment: {'id': 'd21937bc-8d4e-429f-8366-66c60fba8b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '317c0cee-b803-4634-a39d-cc95b940a129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:44.493004 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d625918b-1f69-42f9-8b0d-6892cd459453 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:44.493408 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d625918b-1f69-42f9-8b0d-6892cd459453 None None] Bound using segment: {'id': 'd21937bc-8d4e-429f-8366-66c60fba8b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '317c0cee-b803-4634-a39d-cc95b940a129'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:44.493903 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d625918b-1f69-42f9-8b0d-6892cd459453 None None] Bound port: ea707543-308c-4c0a-b04f-3386b7a68213, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd21937bc-8d4e-429f-8366-66c60fba8b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '317c0cee-b803-4634-a39d-cc95b940a129'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:44.494289 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d625918b-1f69-42f9-8b0d-6892cd459453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ea707543-308c-4c0a-b04f-3386b7a68213), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:44.498573 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cd9d34-ec62-4d03-8edc-5c79ec837f09 None None] Checking router: 7ae58efc-fb03-490f-ab2b-feef7ffc0546 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:51:44.523749 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cd9d34-ec62-4d03-8edc-5c79ec837f09 None None] Routers {'7ae58efc-fb03-490f-ab2b-feef7ffc0546'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:44.524635 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-01cd9d34-ec62-4d03-8edc-5c79ec837f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:44.598320 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7868bc2-6dcb-495a-9c5a-3c94763ab9e1 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.598792 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7868bc2-6dcb-495a-9c5a-3c94763ab9e1 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.599306 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7868bc2-6dcb-495a-9c5a-3c94763ab9e1 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.599752 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7868bc2-6dcb-495a-9c5a-3c94763ab9e1 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.600187 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7868bc2-6dcb-495a-9c5a-3c94763ab9e1 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.600622 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7868bc2-6dcb-495a-9c5a-3c94763ab9e1 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.601058 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7868bc2-6dcb-495a-9c5a-3c94763ab9e1 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.601492 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7868bc2-6dcb-495a-9c5a-3c94763ab9e1 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.601967 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7868bc2-6dcb-495a-9c5a-3c94763ab9e1 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.602388 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7868bc2-6dcb-495a-9c5a-3c94763ab9e1 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.602821 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7868bc2-6dcb-495a-9c5a-3c94763ab9e1 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.611873 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7868bc2-6dcb-495a-9c5a-3c94763ab9e1 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.612437 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7868bc2-6dcb-495a-9c5a-3c94763ab9e1 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.612894 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7868bc2-6dcb-495a-9c5a-3c94763ab9e1 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.613344 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7868bc2-6dcb-495a-9c5a-3c94763ab9e1 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.619262 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a7868bc2-6dcb-495a-9c5a-3c94763ab9e1 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9319 time: 0.4271362 Jan 28 13:51:44.659607 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59008) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:44.669534 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-01dd5f68-667d-4bfa-9c9b-5016a6366878 req-5fc882a8-eda7-48c4-8faf-78b39a8c5e7e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 210 time: 0.0933194 Jan 28 13:51:44.699661 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-01cd9d34-ec62-4d03-8edc-5c79ec837f09 None None] Set router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:44.761327 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-b3dc88fa-e7fe-4ec1-be4c-85193e0f5db1 None None] Provisioning complete for port f1e41cf4-a43f-402f-921c-5acecc8d4a13 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:44.761932 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3dc88fa-e7fe-4ec1-be4c-85193e0f5db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (f1e41cf4-a43f-402f-921c-5acecc8d4a13), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:44.765023 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5ad40205-49a1-4c81-b53f-cc67f79c8f97 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for port (a19d370d-a264-4e69-9fa4-bcacee042c2d), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:44.773524 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=f1e41cf4-a43f-402f-921c-5acecc8d4a13,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:44.776284 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5ad40205-49a1-4c81-b53f-cc67f79c8f97 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (a19d370d-a264-4e69-9fa4-bcacee042c2d), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:44.845752 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-20fd9e83-dea8-417b-aa78-cf10f8260946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'name': 'tempest-TestNetworkBasicOps-router-1768779081', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:27Z', 'updated_at': '2022-01-28T13:51:38Z', 'revision_number': 4, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'ea5a953c-7501-4928-b7ce-cfd242f720b7', 'name': '', 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'mac_address': 'fa:16:3e:7c:76:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:36Z', 'updated_at': '2022-01-28T13:51:39Z', 'revision_number': 2, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'subnets': [{'id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:44.911766 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d625918b-1f69-42f9-8b0d-6892cd459453 None None] For port ea707543-308c-4c0a-b04f-3386b7a68213, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:44.930072 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d625918b-1f69-42f9-8b0d-6892cd459453 None None] For port ea707543-308c-4c0a-b04f-3386b7a68213, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ea707543-308c-4c0a-b04f-3386b7a68213,segment=NetworkSegment(d21937bc-8d4e-429f-8366-66c60fba8b62),segment_id=d21937bc-8d4e-429f-8366-66c60fba8b62)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:44.936880 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fd9e83-dea8-417b-aa78-cf10f8260946 None None] Checking router: b360a80f-77cf-4513-89b2-f95f43ff8a62 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:51:44.937231 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fd9e83-dea8-417b-aa78-cf10f8260946 None None] Updating router b360a80f-77cf-4513-89b2-f95f43ff8a62 port ea5a953c-7501-4928-b7ce-cfd242f720b7 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:51:44.997732 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port dd12ea3a-8939-476d-8aee-856373fbf9c7 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:44.998118 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (dd12ea3a-8939-476d-8aee-856373fbf9c7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:45.006544 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d625918b-1f69-42f9-8b0d-6892cd459453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ea707543-308c-4c0a-b04f-3386b7a68213), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:45.008031 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-5ad40205-49a1-4c81-b53f-cc67f79c8f97 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] In _notify_port_updated(), no bound segment for port a19d370d-a264-4e69-9fa4-bcacee042c2d on network 317c0cee-b803-4634-a39d-cc95b940a129 {{(pid=103352) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:51:45.014356 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad40205-49a1-4c81-b53f-cc67f79c8f97 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:45.014987 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5ad40205-49a1-4c81-b53f-cc67f79c8f97 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:45.035249 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5ad40205-49a1-4c81-b53f-cc67f79c8f97 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "PUT /v2.0/ports/a19d370d-a264-4e69-9fa4-bcacee042c2d HTTP/1.1" status: 200 len: 999 time: 3.3461120 Jan 28 13:51:45.038659 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59010) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:45.066835 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-01cd9d34-ec62-4d03-8edc-5c79ec837f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:51:40Z', 'revision_number': 7, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None, '_interfaces': [{'id': '01d018d0-d16c-47d6-a408-0a9baa88e5bc', 'name': '', 'network_id': 'de472468-8d84-40ec-980a-567a758e6ad6', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:93:b7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:24Z', 'updated_at': '2022-01-28T13:51:33Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b28738-449a-4016-b5da-f66a4205f524', 'name': '', 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:80:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:09Z', 'updated_at': '2022-01-28T13:51:16Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b595829d-f7c4-42ac-9b40-f067dbf48610', 'name': '', 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:ec:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:16Z', 'updated_at': '2022-01-28T13:51:28Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1e41cf4-a43f-402f-921c-5acecc8d4a13', 'name': '', 'network_id': '12d43254-dac1-455e-929c-dc5189eda89d', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:4c:81:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '74a48faf-4b1a-4f52-9d01-285d76d87076', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:32Z', 'updated_at': '2022-01-28T13:51:44Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '74a48faf-4b1a-4f52-9d01-285d76d87076', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:45.072150 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad40205-49a1-4c81-b53f-cc67f79c8f97 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Port': ['ID=a19d370d-a264-4e69-9fa4-bcacee042c2d,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:45.144290 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20fd9e83-dea8-417b-aa78-cf10f8260946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ea5a953c-7501-4928-b7ce-cfd242f720b7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:45.155994 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a3099f-9099-4bfd-a643-5a6a361498a6 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:45.169958 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c8a3099f-9099-4bfd-a643-5a6a361498a6 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] 10.222.0.39 "PUT /v2.0/routers/00652acf-543e-46e2-beeb-ae1168d45ec7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7946117 Jan 28 13:51:45.173657 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59012) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:45.192181 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8386b7f-4b45-4b3e-b6ba-747b3b91fa4f None None] Sync routers for ids ['00652acf-543e-46e2-beeb-ae1168d45ec7'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:45.257900 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8386b7f-4b45-4b3e-b6ba-747b3b91fa4f None None] Routers {'00652acf-543e-46e2-beeb-ae1168d45ec7'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:45.259016 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e8386b7f-4b45-4b3e-b6ba-747b3b91fa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['00652acf-543e-46e2-beeb-ae1168d45ec7'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:45.284945 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-928de6d2-f948-4507-b714-15796029064e tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] show failed (client error): The resource could not be found. Jan 28 13:51:45.289815 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-928de6d2-f948-4507-b714-15796029064e tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-260693611 HTTP/1.1" status: 404 len: 334 time: 0.1103375 Jan 28 13:51:45.290133 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59014) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:45.291825 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cd9d34-ec62-4d03-8edc-5c79ec837f09 None None] The sync data for ids ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'] in n-d-822747-2 is: [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:51:40Z', 'revision_number': 7, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None, '_interfaces': [{'id': '01d018d0-d16c-47d6-a408-0a9baa88e5bc', 'name': '', 'network_id': 'de472468-8d84-40ec-980a-567a758e6ad6', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:93:b7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:24Z', 'updated_at': '2022-01-28T13:51:33Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b28738-449a-4016-b5da-f66a4205f524', 'name': '', 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:80:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:09Z', 'updated_at': '2022-01-28T13:51:16Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b595829d-f7c4-42ac-9b40-f067dbf48610', 'name': '', 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:ec:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:16Z', 'updated_at': '2022-01-28T13:51:28Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1e41cf4-a43f-402f-921c-5acecc8d4a13', 'name': '', 'network_id': '12d43254-dac1-455e-929c-dc5189eda89d', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:4c:81:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '74a48faf-4b1a-4f52-9d01-285d76d87076', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:32Z', 'updated_at': '2022-01-28T13:51:44Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '74a48faf-4b1a-4f52-9d01-285d76d87076', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:45.302069 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-0892b313-9f89-4e9a-a236-0352a79731f8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:45.312712 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d625918b-1f69-42f9-8b0d-6892cd459453 None None] Pushing event updated for resources: {'Port': ['ID=ea707543-308c-4c0a-b04f-3386b7a68213,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:45.344316 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e8386b7f-4b45-4b3e-b6ba-747b3b91fa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:45.385648 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-0892b313-9f89-4e9a-a236-0352a79731f8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] update failed (client error): The resource could not be found. Jan 28 13:51:45.386889 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0892b313-9f89-4e9a-a236-0352a79731f8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-753165312 HTTP/1.1" status: 404 len: 334 time: 0.0958135 Jan 28 13:51:45.390333 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59016) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:45.502874 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c43658-25cb-4129-8537-274c6c4b8049 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Deleting subnet 724b5a69-c4b3-4f49-a4c1-e6ade6469320 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:51:45.508199 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-63c43658-25cb-4129-8537-274c6c4b8049 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks [] for subnet (724b5a69-c4b3-4f49-a4c1-e6ade6469320), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:45.537143 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-4531f04c-a5a6-4698-be98-b17b89c8c1a3 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting port a19d370d-a264-4e69-9fa4-bcacee042c2d {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:45.537495 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4531f04c-a5a6-4698-be98-b17b89c8c1a3 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (a19d370d-a264-4e69-9fa4-bcacee042c2d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:45.593249 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-63c43658-25cb-4129-8537-274c6c4b8049 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (724b5a69-c4b3-4f49-a4c1-e6ade6469320), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:45.631362 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8386b7f-4b45-4b3e-b6ba-747b3b91fa4f None None] Routers {'00652acf-543e-46e2-beeb-ae1168d45ec7'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:45.634252 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e8386b7f-4b45-4b3e-b6ba-747b3b91fa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['00652acf-543e-46e2-beeb-ae1168d45ec7'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:45.637754 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b3dc88fa-e7fe-4ec1-be4c-85193e0f5db1 None None] Current status of the port f1e41cf4-a43f-402f-921c-5acecc8d4a13 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:45.743777 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-63c43658-25cb-4129-8537-274c6c4b8049 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (724b5a69-c4b3-4f49-a4c1-e6ade6469320), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:45.749130 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3d8cdd42-f2cd-407f-b29d-1ec0612facbc tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4125 time: 1.0758224 Jan 28 13:51:45.805017 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4531f04c-a5a6-4698-be98-b17b89c8c1a3 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (a19d370d-a264-4e69-9fa4-bcacee042c2d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:45.838157 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-63c43658-25cb-4129-8537-274c6c4b8049 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (724b5a69-c4b3-4f49-a4c1-e6ade6469320), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:45.898284 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-787ac09d-588b-41d9-9569-356acc442308 req-7155520b-7324-4422-b51a-f90ce900b355 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 210 time: 0.1277966 Jan 28 13:51:45.907428 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-4531f04c-a5a6-4698-be98-b17b89c8c1a3 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Calling delete_port for a19d370d-a264-4e69-9fa4-bcacee042c2d owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:45.912890 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c97feff0-039b-4283-a9c4-80d9523f4106 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (7ae58efc-fb03-490f-ab2b-feef7ffc0546), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:45.921509 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c43658-25cb-4129-8537-274c6c4b8049 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Pushing event deleted for resources: {'Subnet': ['ID=724b5a69-c4b3-4f49-a4c1-e6ade6469320,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:45.926732 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-63c43658-25cb-4129-8537-274c6c4b8049 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:45.944140 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-63c43658-25cb-4129-8537-274c6c4b8049 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] 10.222.0.39 "DELETE /v2.0/subnets/724b5a69-c4b3-4f49-a4c1-e6ade6469320 HTTP/1.1" status: 204 len: 168 time: 0.5486085 Jan 28 13:51:45.948082 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59028) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:46.033613 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59030) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:46.039161 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-768606ac-448c-44ad-b212-4ce67a58a446 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1766485213', 'description': 'tempest-secgroup-smoke-1766485213 description', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:46.065842 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e8386b7f-4b45-4b3e-b6ba-747b3b91fa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:46.066423 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:51:46.066865 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8386b7f-4b45-4b3e-b6ba-747b3b91fa4f None None] The sync data for ids ['00652acf-543e-46e2-beeb-ae1168d45ec7'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:46.081617 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-41456496-96d0-4ac3-ba65-c74dbfa63a69 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Deleting subnet 70db6c02-c5c5-4b78-a912-a4009f4c5dc5 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:51:46.085275 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-41456496-96d0-4ac3-ba65-c74dbfa63a69 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks [] for subnet (70db6c02-c5c5-4b78-a912-a4009f4c5dc5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:46.088630 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-768606ac-448c-44ad-b212-4ce67a58a446 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:46.091255 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cfd925-2a80-405b-8018-eff284d9d2c0 None None] Network fda67d8c-2b1f-41ef-bec6-a4b8923299cb requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:46.117523 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port dd12ea3a-8939-476d-8aee-856373fbf9c7 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:46.147955 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-41456496-96d0-4ac3-ba65-c74dbfa63a69 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (70db6c02-c5c5-4b78-a912-a4009f4c5dc5), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:46.206319 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-b3dc88fa-e7fe-4ec1-be4c-85193e0f5db1 None None] Provisioning complete for port ea5a953c-7501-4928-b7ce-cfd242f720b7 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:46.207032 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3dc88fa-e7fe-4ec1-be4c-85193e0f5db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ea5a953c-7501-4928-b7ce-cfd242f720b7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:46.311370 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-768606ac-448c-44ad-b212-4ce67a58a446 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group (1955b8f9-2bb5-4e12-929e-6655bb12be61), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:46.322202 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-768606ac-448c-44ad-b212-4ce67a58a446 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1955b8f9-2bb5-4e12-929e-6655bb12be61), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:46.327469 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-41456496-96d0-4ac3-ba65-c74dbfa63a69 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (70db6c02-c5c5-4b78-a912-a4009f4c5dc5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:46.330201 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b3dc88fa-e7fe-4ec1-be4c-85193e0f5db1 None None] Port ea5a953c-7501-4928-b7ce-cfd242f720b7 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:46.372060 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-b3dc88fa-e7fe-4ec1-be4c-85193e0f5db1 None None] Provisioning complete for port 4ce37d8d-55f5-45ba-881e-a388ff20ff39 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:46.372633 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3dc88fa-e7fe-4ec1-be4c-85193e0f5db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4ce37d8d-55f5-45ba-881e-a388ff20ff39), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:46.457176 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768606ac-448c-44ad-b212-4ce67a58a446 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1955b8f9-2bb5-4e12-929e-6655bb12be61,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:46.469776 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-768606ac-448c-44ad-b212-4ce67a58a446 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:46.471553 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-768606ac-448c-44ad-b212-4ce67a58a446 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4364982 Jan 28 13:51:46.477588 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59032) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:46.482724 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-802ff5b7-8bde-489b-a3b6-8d9adc1ae133 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'security_group_rule': {'security_group_id': '1955b8f9-2bb5-4e12-929e-6655bb12be61', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:46.533192 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-802ff5b7-8bde-489b-a3b6-8d9adc1ae133 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (238a2ba4-9da2-4df2-9ae1-702a92d1226e), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:46.554767 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60cc555-41f5-4204-9358-c189c48f30da None None] DHCP port deletion for fda67d8c-2b1f-41ef-bec6-a4b8923299cb request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:51:46.582502 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-41456496-96d0-4ac3-ba65-c74dbfa63a69 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (70db6c02-c5c5-4b78-a912-a4009f4c5dc5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:46.606881 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20fd9e83-dea8-417b-aa78-cf10f8260946 None None] Publish callbacks [] for port (ea5a953c-7501-4928-b7ce-cfd242f720b7), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:46.648846 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-802ff5b7-8bde-489b-a3b6-8d9adc1ae133 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (238a2ba4-9da2-4df2-9ae1-702a92d1226e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:46.655054 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20fd9e83-dea8-417b-aa78-cf10f8260946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ea5a953c-7501-4928-b7ce-cfd242f720b7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:46.667909 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ea707543-308c-4c0a-b04f-3386b7a68213 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:46.677518 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-802ff5b7-8bde-489b-a3b6-8d9adc1ae133 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (238a2ba4-9da2-4df2-9ae1-702a92d1226e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:46.685148 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-41456496-96d0-4ac3-ba65-c74dbfa63a69 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:46.688650 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-41456496-96d0-4ac3-ba65-c74dbfa63a69 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] 10.222.0.39 "DELETE /v2.0/subnets/70db6c02-c5c5-4b78-a912-a4009f4c5dc5 HTTP/1.1" status: 204 len: 168 time: 0.7391129 Jan 28 13:51:46.692185 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41456496-96d0-4ac3-ba65-c74dbfa63a69 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Pushing event deleted for resources: {'Subnet': ['ID=70db6c02-c5c5-4b78-a912-a4009f4c5dc5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:46.696777 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59034) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:46.720520 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ba476e-dc65-4730-871c-32674ac06268 None None] Network 7f86827e-0484-470f-9f00-eb8e473d0749 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:46.735576 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ff5b7-8bde-489b-a3b6-8d9adc1ae133 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238a2ba4-9da2-4df2-9ae1-702a92d1226e,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:46.752674 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-802ff5b7-8bde-489b-a3b6-8d9adc1ae133 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:46.754165 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-802ff5b7-8bde-489b-a3b6-8d9adc1ae133 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2753921 Jan 28 13:51:46.758275 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59036) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:46.763157 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-44173915-77e3-4f70-9455-dce0940e7d83 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'security_group_rule': {'security_group_id': '1955b8f9-2bb5-4e12-929e-6655bb12be61', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:46.808323 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b3dc88fa-e7fe-4ec1-be4c-85193e0f5db1 None None] Current status of the port 4ce37d8d-55f5-45ba-881e-a388ff20ff39 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:46.874621 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3908418-d00f-45c1-81ff-ef2b9d04f5b8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (fda67d8c-2b1f-41ef-bec6-a4b8923299cb), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:46.887183 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd10b37-c66b-454f-b398-5d09c7ffa62c None None] Pushing event updated for resources: {'Port': ['ID=ea5a953c-7501-4928-b7ce-cfd242f720b7,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:46.894858 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44173915-77e3-4f70-9455-dce0940e7d83 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (2033bf1c-ab37-4a98-ae1b-c9fda27ffd98), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:46.903928 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a60cc555-41f5-4204-9358-c189c48f30da None None] Deleting port 6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:46.904324 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a60cc555-41f5-4204-9358-c189c48f30da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.008776 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-b3dc88fa-e7fe-4ec1-be4c-85193e0f5db1 None None] Provisioning complete for port 01d018d0-d16c-47d6-a408-0a9baa88e5bc triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:47.009171 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3dc88fa-e7fe-4ec1-be4c-85193e0f5db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (01d018d0-d16c-47d6-a408-0a9baa88e5bc), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.059773 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7a30c208-a290-4431-a9e5-1de05cb735e1 req-480f4b1c-d513-478a-949a-279b53a4e84e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 210 time: 0.0714712 Jan 28 13:51:47.062587 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44173915-77e3-4f70-9455-dce0940e7d83 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (2033bf1c-ab37-4a98-ae1b-c9fda27ffd98), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.080120 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44173915-77e3-4f70-9455-dce0940e7d83 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (2033bf1c-ab37-4a98-ae1b-c9fda27ffd98), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.084293 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e3908418-d00f-45c1-81ff-ef2b9d04f5b8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Deleting port 6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:47.084943 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3908418-d00f-45c1-81ff-ef2b9d04f5b8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.103602 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4531f04c-a5a6-4698-be98-b17b89c8c1a3 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (a19d370d-a264-4e69-9fa4-bcacee042c2d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.174758 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a60cc555-41f5-4204-9358-c189c48f30da None None] For port 6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135,segment=NetworkSegment(15802df1-bc0a-4e1b-a74b-6caba4bff01d),segment_id=15802df1-bc0a-4e1b-a74b-6caba4bff01d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:47.175390 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a60cc555-41f5-4204-9358-c189c48f30da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.192654 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a60cc555-41f5-4204-9358-c189c48f30da None None] Calling delete_port for 6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:47.195946 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531f04c-a5a6-4698-be98-b17b89c8c1a3 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Port': ['ID=a19d370d-a264-4e69-9fa4-bcacee042c2d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:47.200237 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-e3908418-d00f-45c1-81ff-ef2b9d04f5b8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] For port 6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135,segment=NetworkSegment(15802df1-bc0a-4e1b-a74b-6caba4bff01d),segment_id=15802df1-bc0a-4e1b-a74b-6caba4bff01d)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:47.200364 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3908418-d00f-45c1-81ff-ef2b9d04f5b8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.218514 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e3908418-d00f-45c1-81ff-ef2b9d04f5b8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Calling delete_port for 6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:47.333581 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4531f04c-a5a6-4698-be98-b17b89c8c1a3 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.335117 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44173915-77e3-4f70-9455-dce0940e7d83 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2033bf1c-ab37-4a98-ae1b-c9fda27ffd98,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:47.337581 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4c1bae-be33-4e00-953a-414b7062d4c1 None None] Network 317c0cee-b803-4634-a39d-cc95b940a129 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:47.338489 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4531f04c-a5a6-4698-be98-b17b89c8c1a3 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/ports/a19d370d-a264-4e69-9fa4-bcacee042c2d HTTP/1.1" status: 204 len: 168 time: 2.2967954 Jan 28 13:51:47.341971 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-c97feff0-039b-4283-a9c4-80d9523f4106 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Deleting port f1e41cf4-a43f-402f-921c-5acecc8d4a13 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:47.342569 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c97feff0-039b-4283-a9c4-80d9523f4106 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (f1e41cf4-a43f-402f-921c-5acecc8d4a13), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.345023 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59044) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:47.366817 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-44173915-77e3-4f70-9455-dce0940e7d83 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.375122 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-44173915-77e3-4f70-9455-dce0940e7d83 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6151273 Jan 28 13:51:47.376074 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59046) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:47.383245 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-81183235-65d1-406d-ac22-3feefcffac80 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'security_group_rule': {'security_group_id': '1955b8f9-2bb5-4e12-929e-6655bb12be61', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:47.407523 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-20fd9e83-dea8-417b-aa78-cf10f8260946 None None] Attempting to bind port ea5a953c-7501-4928-b7ce-cfd242f720b7 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:47.408150 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-20fd9e83-dea8-417b-aa78-cf10f8260946 None None] Attempting to bind port ea5a953c-7501-4928-b7ce-cfd242f720b7 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '454befdb-5530-451e-abf2-e6489ec86a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:47.408639 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fd9e83-dea8-417b-aa78-cf10f8260946 None None] Attempting to bind port ea5a953c-7501-4928-b7ce-cfd242f720b7 on network f33b7480-b8f9-4659-a729-d9cbb07531b4 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:47.411287 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a60cc555-41f5-4204-9358-c189c48f30da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.417791 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b1b7e7-fb9c-4c21-8d15-739a9b04967a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] GET failed (client error): The resource could not be found. Jan 28 13:51:47.417981 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-15b1b7e7-fb9c-4c21-8d15-739a9b04967a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "GET /v2.0/ports/a19d370d-a264-4e69-9fa4-bcacee042c2d HTTP/1.1" status: 404 len: 333 time: 0.0718908 Jan 28 13:51:47.427480 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59048) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:47.446543 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3908418-d00f-45c1-81ff-ef2b9d04f5b8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.477720 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fd9e83-dea8-417b-aa78-cf10f8260946 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:47.478222 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fd9e83-dea8-417b-aa78-cf10f8260946 None None] Checking segment: {'id': '454befdb-5530-451e-abf2-e6489ec86a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:47.478711 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20fd9e83-dea8-417b-aa78-cf10f8260946 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.479793 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fd9e83-dea8-417b-aa78-cf10f8260946 None None] Bound using segment: {'id': '454befdb-5530-451e-abf2-e6489ec86a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:47.480340 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-20fd9e83-dea8-417b-aa78-cf10f8260946 None None] Bound port: ea5a953c-7501-4928-b7ce-cfd242f720b7, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454befdb-5530-451e-abf2-e6489ec86a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:47.480752 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20fd9e83-dea8-417b-aa78-cf10f8260946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ea5a953c-7501-4928-b7ce-cfd242f720b7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.483630 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67eb64b-06b4-4e3f-ae7c-55a8db0750c8 None None] DHCP port deletion for 7f86827e-0484-470f-9f00-eb8e473d0749 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:51:47.488731 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-c97feff0-039b-4283-a9c4-80d9523f4106 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] For port f1e41cf4-a43f-402f-921c-5acecc8d4a13, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=f1e41cf4-a43f-402f-921c-5acecc8d4a13,segment=NetworkSegment(30f3c3fd-687c-4b7c-acbc-b6423e9d73bc),segment_id=30f3c3fd-687c-4b7c-acbc-b6423e9d73bc)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:47.489205 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c97feff0-039b-4283-a9c4-80d9523f4106 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (f1e41cf4-a43f-402f-921c-5acecc8d4a13), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.505839 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-c97feff0-039b-4283-a9c4-80d9523f4106 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Calling delete_port for f1e41cf4-a43f-402f-921c-5acecc8d4a13 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:47.520570 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60cc555-41f5-4204-9358-c189c48f30da None None] Pushing event deleted for resources: {'Port': ['ID=6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:47.522007 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3908418-d00f-45c1-81ff-ef2b9d04f5b8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Pushing event deleted for resources: {'Port': ['ID=6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:47.522875 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port ea707543-308c-4c0a-b04f-3386b7a68213 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:47.523343 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ea707543-308c-4c0a-b04f-3386b7a68213), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.528221 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3908418-d00f-45c1-81ff-ef2b9d04f5b8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] No DVR routers for this DVR port 6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:51:47.531700 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-81183235-65d1-406d-ac22-3feefcffac80 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (876e9ae3-673f-463f-a110-c3bb62541323), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.569546 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60cc555-41f5-4204-9358-c189c48f30da None None] No DVR routers for this DVR port 6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:51:47.595578 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1a80d93-e832-402b-b9ef-54ade3160d29 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting subnet 765e2cf8-8255-4454-b25f-7a957a070632 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:51:47.607552 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a1a80d93-e832-402b-b9ef-54ade3160d29 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for subnet (765e2cf8-8255-4454-b25f-7a957a070632), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.725324 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3908418-d00f-45c1-81ff-ef2b9d04f5b8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (fda67d8c-2b1f-41ef-bec6-a4b8923299cb), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.731730 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a1a80d93-e832-402b-b9ef-54ade3160d29 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (765e2cf8-8255-4454-b25f-7a957a070632), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.776803 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-81183235-65d1-406d-ac22-3feefcffac80 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (876e9ae3-673f-463f-a110-c3bb62541323), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.787166 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c97feff0-039b-4283-a9c4-80d9523f4106 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (f1e41cf4-a43f-402f-921c-5acecc8d4a13), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.789359 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b3dc88fa-e7fe-4ec1-be4c-85193e0f5db1 None None] Current status of the port 01d018d0-d16c-47d6-a408-0a9baa88e5bc is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:47.793800 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-81183235-65d1-406d-ac22-3feefcffac80 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (876e9ae3-673f-463f-a110-c3bb62541323), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.796552 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-e3908418-d00f-45c1-81ff-ef2b9d04f5b8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda67d8c-2b1f-41ef-bec6-a4b8923299cb']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:47.812137 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-20fd9e83-dea8-417b-aa78-cf10f8260946 None None] For port ea5a953c-7501-4928-b7ce-cfd242f720b7, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:47.824900 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-20fd9e83-dea8-417b-aa78-cf10f8260946 None None] For port ea5a953c-7501-4928-b7ce-cfd242f720b7, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ea5a953c-7501-4928-b7ce-cfd242f720b7,segment=NetworkSegment(454befdb-5530-451e-abf2-e6489ec86a3f),segment_id=454befdb-5530-451e-abf2-e6489ec86a3f)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:47.837409 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-e3908418-d00f-45c1-81ff-ef2b9d04f5b8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15802df1-bc0a-4e1b-a74b-6caba4bff01d') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:47.837929 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-e3908418-d00f-45c1-81ff-ef2b9d04f5b8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15802df1-bc0a-4e1b-a74b-6caba4bff01d') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:47.851885 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81183235-65d1-406d-ac22-3feefcffac80 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876e9ae3-673f-463f-a110-c3bb62541323,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:47.878983 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20fd9e83-dea8-417b-aa78-cf10f8260946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ea5a953c-7501-4928-b7ce-cfd242f720b7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.881615 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3908418-d00f-45c1-81ff-ef2b9d04f5b8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (15802df1-bc0a-4e1b-a74b-6caba4bff01d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.886862 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-b3dc88fa-e7fe-4ec1-be4c-85193e0f5db1 None None] Provisioning complete for port dd12ea3a-8939-476d-8aee-856373fbf9c7 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:47.887231 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3dc88fa-e7fe-4ec1-be4c-85193e0f5db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (dd12ea3a-8939-476d-8aee-856373fbf9c7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.889517 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97feff0-039b-4283-a9c4-80d9523f4106 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Port': ['ID=f1e41cf4-a43f-402f-921c-5acecc8d4a13,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:47.889880 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e67eb64b-06b4-4e3f-ae7c-55a8db0750c8 None None] Deleting port 556980a5-910a-4f4d-99b2-5afe935dfcd8 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:47.890213 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e67eb64b-06b4-4e3f-ae7c-55a8db0750c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (556980a5-910a-4f4d-99b2-5afe935dfcd8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.901105 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-81183235-65d1-406d-ac22-3feefcffac80 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.905319 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-81183235-65d1-406d-ac22-3feefcffac80 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5229464 Jan 28 13:51:47.907841 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59052) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:47.908947 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3908418-d00f-45c1-81ff-ef2b9d04f5b8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (15802df1-bc0a-4e1b-a74b-6caba4bff01d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.914828 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-4e70bb84-c9e3-4070-a810-a9a2eccff7c4 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'security_group_rule': {'security_group_id': '1955b8f9-2bb5-4e12-929e-6655bb12be61', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:47.930878 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3908418-d00f-45c1-81ff-ef2b9d04f5b8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:51:47.931422 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3908418-d00f-45c1-81ff-ef2b9d04f5b8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (15802df1-bc0a-4e1b-a74b-6caba4bff01d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:51:47.934607 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:51:47.939465 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a1a80d93-e832-402b-b9ef-54ade3160d29 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (765e2cf8-8255-4454-b25f-7a957a070632), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.964575 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e67eb64b-06b4-4e3f-ae7c-55a8db0750c8 None None] For port 556980a5-910a-4f4d-99b2-5afe935dfcd8, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=556980a5-910a-4f4d-99b2-5afe935dfcd8,segment=NetworkSegment(5d51b8c5-41ca-4969-9cba-e51c72494cc0),segment_id=5d51b8c5-41ca-4969-9cba-e51c72494cc0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:47.964886 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e67eb64b-06b4-4e3f-ae7c-55a8db0750c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (556980a5-910a-4f4d-99b2-5afe935dfcd8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.978601 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e67eb64b-06b4-4e3f-ae7c-55a8db0750c8 None None] Calling delete_port for 556980a5-910a-4f4d-99b2-5afe935dfcd8 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:48.033903 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4e70bb84-c9e3-4070-a810-a9a2eccff7c4 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (afd070ae-d31b-4c32-a846-18e319a3611f), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.044921 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c97feff0-039b-4283-a9c4-80d9523f4106 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (7ae58efc-fb03-490f-ab2b-feef7ffc0546), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.066003 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3908418-d00f-45c1-81ff-ef2b9d04f5b8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (fda67d8c-2b1f-41ef-bec6-a4b8923299cb), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.111426 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.112321 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3908418-d00f-45c1-81ff-ef2b9d04f5b8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.115959 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e3908418-d00f-45c1-81ff-ef2b9d04f5b8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] 10.222.0.39 "DELETE /v2.0/networks/fda67d8c-2b1f-41ef-bec6-a4b8923299cb HTTP/1.1" status: 204 len: 168 time: 1.4171185 Jan 28 13:51:48.127597 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59056) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:48.139870 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3908418-d00f-45c1-81ff-ef2b9d04f5b8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Pushing event deleted for resources: {'Network': ['ID=fda67d8c-2b1f-41ef-bec6-a4b8923299cb,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:48.143249 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port ea707543-308c-4c0a-b04f-3386b7a68213 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:48.144415 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ea707543-308c-4c0a-b04f-3386b7a68213), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.184470 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a1a80d93-e832-402b-b9ef-54ade3160d29 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (765e2cf8-8255-4454-b25f-7a957a070632), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.212200 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e67eb64b-06b4-4e3f-ae7c-55a8db0750c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (556980a5-910a-4f4d-99b2-5afe935dfcd8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.240805 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eabb3933-2f36-4020-b717-b5f854122c26 req-1ce64867-a1cc-42ce-926f-7f986ca91a76 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 210 time: 0.0529478 Jan 28 13:51:48.246592 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fd9e83-dea8-417b-aa78-cf10f8260946 None None] Routers {'b360a80f-77cf-4513-89b2-f95f43ff8a62'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:48.246592 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-20fd9e83-dea8-417b-aa78-cf10f8260946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b360a80f-77cf-4513-89b2-f95f43ff8a62'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:48.248041 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd10b37-c66b-454f-b398-5d09c7ffa62c None None] Pushing event updated for resources: {'Port': ['ID=ea5a953c-7501-4928-b7ce-cfd242f720b7,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:48.361055 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a80d93-e832-402b-b9ef-54ade3160d29 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Subnet': ['ID=765e2cf8-8255-4454-b25f-7a957a070632,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:48.365115 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a1a80d93-e832-402b-b9ef-54ade3160d29 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.368646 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a1a80d93-e832-402b-b9ef-54ade3160d29 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/subnets/765e2cf8-8255-4454-b25f-7a957a070632 HTTP/1.1" status: 204 len: 168 time: 0.9390068 Jan 28 13:51:48.372096 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59058) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:48.386236 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d2f496c3-c146-4a28-98a7-1fb07b76a13a tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (7f86827e-0484-470f-9f00-eb8e473d0749), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.415617 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4e70bb84-c9e3-4070-a810-a9a2eccff7c4 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (afd070ae-d31b-4c32-a846-18e319a3611f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.445005 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4e70bb84-c9e3-4070-a810-a9a2eccff7c4 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (afd070ae-d31b-4c32-a846-18e319a3611f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.483697 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-44b5b782-f0c6-4022-9abe-5bd6c0d9ea63 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:48.486045 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-44b5b782-f0c6-4022-9abe-5bd6c0d9ea63 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.37 "GET /v2.0/networks?id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 HTTP/1.1" status: 200 len: 811 time: 0.2823820 Jan 28 13:51:48.515417 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e90a5e-d873-45ea-ab22-9b86256e941c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting subnet 36ed4591-50a9-4938-826b-5706e2087819 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:51:48.519922 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f0e90a5e-d873-45ea-ab22-9b86256e941c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for subnet (36ed4591-50a9-4938-826b-5706e2087819), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.565997 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f0e90a5e-d873-45ea-ab22-9b86256e941c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (36ed4591-50a9-4938-826b-5706e2087819), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.651702 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67eb64b-06b4-4e3f-ae7c-55a8db0750c8 None None] No DVR routers for this DVR port 556980a5-910a-4f4d-99b2-5afe935dfcd8 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:51:48.659170 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97feff0-039b-4283-a9c4-80d9523f4106 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:51:48.665628 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f0e90a5e-d873-45ea-ab22-9b86256e941c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (36ed4591-50a9-4938-826b-5706e2087819), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.676983 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:51:48.677340 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:51:48.680090 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67eb64b-06b4-4e3f-ae7c-55a8db0750c8 None None] Pushing event deleted for resources: {'Port': ['ID=556980a5-910a-4f4d-99b2-5afe935dfcd8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:48.709671 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-ad43057b-6d04-4b30-859c-d57ab52593ea tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a710706f51d4196913035417fac81e3 HTTP/1.1" status: 200 len: 379 time: 0.0945594 Jan 28 13:51:48.720202 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4e70bb84-c9e3-4070-a810-a9a2eccff7c4 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.724148 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4e70bb84-c9e3-4070-a810-a9a2eccff7c4 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8101094 Jan 28 13:51:48.724148 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70bb84-c9e3-4070-a810-a9a2eccff7c4 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd070ae-d31b-4c32-a846-18e319a3611f,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:48.724380 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59060) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:48.731341 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-db16108b-4331-4187-9008-212518a3be4d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'security_group_rule': {'security_group_id': '1955b8f9-2bb5-4e12-929e-6655bb12be61', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:48.751981 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b3dc88fa-e7fe-4ec1-be4c-85193e0f5db1 None None] Current status of the port dd12ea3a-8939-476d-8aee-856373fbf9c7 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:48.800874 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-4fac96d1-add0-432e-89f5-c6f7a5548f4b tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Request body: {'port': {'device_id': 'e054edff-0685-4260-b9cc-164b1e9d10c5', 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'admin_state_up': True, 'tenant_id': '6a710706f51d4196913035417fac81e3', 'security_groups': ['0296aba7-a28c-495a-a734-1f06d83f9764']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:48.827062 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97feff0-039b-4283-a9c4-80d9523f4106 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:48.831358 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d2f496c3-c146-4a28-98a7-1fb07b76a13a tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (7f86827e-0484-470f-9f00-eb8e473d0749), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.840536 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c97feff0-039b-4283-a9c4-80d9523f4106 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "PUT /v2.0/routers/7ae58efc-fb03-490f-ab2b-feef7ffc0546/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7879820 Jan 28 13:51:48.841245 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59062) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:48.850379 n-d-822747-2 neutron-server[103352]: INFO neutron.db.securitygroups_db [None req-db16108b-4331-4187-9008-212518a3be4d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Project f281e4a0c8564ab9bcdd7d3d058e0db3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:51:48.851406 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae439687-0e16-45f1-bf39-9bd3c715aa32 None None] Sync routers for ids ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:48.866129 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cac897-7554-41b0-9e5e-3b04ee6d1a1a None None] Network 317c0cee-b803-4634-a39d-cc95b940a129 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:48.872149 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae439687-0e16-45f1-bf39-9bd3c715aa32 None None] Routers {'7ae58efc-fb03-490f-ab2b-feef7ffc0546'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:48.873136 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ae439687-0e16-45f1-bf39-9bd3c715aa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:48.883603 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-20fd9e83-dea8-417b-aa78-cf10f8260946 None None] Set router b360a80f-77cf-4513-89b2-f95f43ff8a62 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:48.888957 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f0e90a5e-d873-45ea-ab22-9b86256e941c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (36ed4591-50a9-4938-826b-5706e2087819), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.913888 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-d2f496c3-c146-4a28-98a7-1fb07b76a13a tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f86827e-0484-470f-9f00-eb8e473d0749']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:48.921025 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-db16108b-4331-4187-9008-212518a3be4d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (2052cd3e-6412-48b2-acda-a511e2a21bc0), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.922456 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-14ed8ce2-3c3a-4bc2-9e7d-a3fd4895daf9 None None] Could not find standard attr ID for object f1e41cf4-a43f-402f-921c-5acecc8d4a13. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:51:48.960403 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-d2f496c3-c146-4a28-98a7-1fb07b76a13a tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d51b8c5-41ca-4969-9cba-e51c72494cc0') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:48.960782 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-d2f496c3-c146-4a28-98a7-1fb07b76a13a tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d51b8c5-41ca-4969-9cba-e51c72494cc0') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:48.968426 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e90a5e-d873-45ea-ab22-9b86256e941c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Subnet': ['ID=36ed4591-50a9-4938-826b-5706e2087819,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:48.977715 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f0e90a5e-d873-45ea-ab22-9b86256e941c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.981998 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f0e90a5e-d873-45ea-ab22-9b86256e941c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/subnets/36ed4591-50a9-4938-826b-5706e2087819 HTTP/1.1" status: 204 len: 168 time: 0.6054468 Jan 28 13:51:48.985566 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59064) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:48.997305 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d2f496c3-c146-4a28-98a7-1fb07b76a13a tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (5d51b8c5-41ca-4969-9cba-e51c72494cc0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.016438 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-14ed8ce2-3c3a-4bc2-9e7d-a3fd4895daf9 None None] Provisioning complete for port ea707543-308c-4c0a-b04f-3386b7a68213 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:49.016438 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-14ed8ce2-3c3a-4bc2-9e7d-a3fd4895daf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ea707543-308c-4c0a-b04f-3386b7a68213), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.018559 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-201087c0-4648-4515-bd1e-35cb85a3ead3 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Deleting subnet 74a48faf-4b1a-4f52-9d01-285d76d87076 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:51:49.018792 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-ae439687-0e16-45f1-bf39-9bd3c715aa32 None None] Set router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:49.029004 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-201087c0-4648-4515-bd1e-35cb85a3ead3 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for subnet (74a48faf-4b1a-4f52-9d01-285d76d87076), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.060999 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d2f496c3-c146-4a28-98a7-1fb07b76a13a tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (5d51b8c5-41ca-4969-9cba-e51c72494cc0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.077209 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f496c3-c146-4a28-98a7-1fb07b76a13a tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:51:49.077879 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d2f496c3-c146-4a28-98a7-1fb07b76a13a tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (5d51b8c5-41ca-4969-9cba-e51c72494cc0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:51:49.084479 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:51:49.114305 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (317c0cee-b803-4634-a39d-cc95b940a129), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.121338 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-201087c0-4648-4515-bd1e-35cb85a3ead3 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (74a48faf-4b1a-4f52-9d01-285d76d87076), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.126617 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-4fac96d1-add0-432e-89f5-c6f7a5548f4b tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Made reservation on behalf of 6a710706f51d4196913035417fac81e3 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:49.130818 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-4fac96d1-add0-432e-89f5-c6f7a5548f4b tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.201976 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-db16108b-4331-4187-9008-212518a3be4d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (2052cd3e-6412-48b2-acda-a511e2a21bc0), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.209526 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d2f496c3-c146-4a28-98a7-1fb07b76a13a tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (7f86827e-0484-470f-9f00-eb8e473d0749), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.239621 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d2f496c3-c146-4a28-98a7-1fb07b76a13a tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.244143 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d2f496c3-c146-4a28-98a7-1fb07b76a13a tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] 10.222.0.39 "DELETE /v2.0/networks/7f86827e-0484-470f-9f00-eb8e473d0749 HTTP/1.1" status: 204 len: 168 time: 1.1122618 Jan 28 13:51:49.244952 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-db16108b-4331-4187-9008-212518a3be4d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (2052cd3e-6412-48b2-acda-a511e2a21bc0), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.249151 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59066) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:49.280963 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-14ed8ce2-3c3a-4bc2-9e7d-a3fd4895daf9 None None] Current status of the port ea707543-308c-4c0a-b04f-3386b7a68213 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:49.293309 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-14ed8ce2-3c3a-4bc2-9e7d-a3fd4895daf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ea707543-308c-4c0a-b04f-3386b7a68213), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.312978 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port ea707543-308c-4c0a-b04f-3386b7a68213 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:49.313289 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ea707543-308c-4c0a-b04f-3386b7a68213), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.319924 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f496c3-c146-4a28-98a7-1fb07b76a13a tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Pushing event deleted for resources: {'Network': ['ID=7f86827e-0484-470f-9f00-eb8e473d0749,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:49.339087 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94c0aa3-0a81-4897-8b90-3783189b68d7 None None] DHCP port deletion for 317c0cee-b803-4634-a39d-cc95b940a129 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:51:49.344997 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16108b-4331-4187-9008-212518a3be4d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2052cd3e-6412-48b2-acda-a511e2a21bc0,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:49.355056 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-20fd9e83-dea8-417b-aa78-cf10f8260946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'name': 'tempest-TestNetworkBasicOps-router-1768779081', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:27Z', 'updated_at': '2022-01-28T13:51:38Z', 'revision_number': 4, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'ea5a953c-7501-4928-b7ce-cfd242f720b7', 'name': '', 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'mac_address': 'fa:16:3e:7c:76:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:36Z', 'updated_at': '2022-01-28T13:51:47Z', 'revision_number': 4, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'subnets': [{'id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:49.381057 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-db16108b-4331-4187-9008-212518a3be4d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.382616 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-db16108b-4331-4187-9008-212518a3be4d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6547418 Jan 28 13:51:49.386896 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59070) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:49.391860 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ae439687-0e16-45f1-bf39-9bd3c715aa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:51:47Z', 'revision_number': 8, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None, '_interfaces': [{'id': '01d018d0-d16c-47d6-a408-0a9baa88e5bc', 'name': '', 'network_id': 'de472468-8d84-40ec-980a-567a758e6ad6', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:93:b7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:24Z', 'updated_at': '2022-01-28T13:51:33Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b28738-449a-4016-b5da-f66a4205f524', 'name': '', 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:80:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:09Z', 'updated_at': '2022-01-28T13:51:16Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b595829d-f7c4-42ac-9b40-f067dbf48610', 'name': '', 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:ec:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:16Z', 'updated_at': '2022-01-28T13:51:28Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:49.404298 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-171d6839-a485-4e55-94f8-016380a376ea tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'security_group_rule': {'security_group_id': '1955b8f9-2bb5-4e12-929e-6655bb12be61', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:49.434293 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae439687-0e16-45f1-bf39-9bd3c715aa32 None None] Checking router: 7ae58efc-fb03-490f-ab2b-feef7ffc0546 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:51:49.434535 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fd9e83-dea8-417b-aa78-cf10f8260946 None None] The sync data for ids ['b360a80f-77cf-4513-89b2-f95f43ff8a62'] in n-d-822747-2 is: [{'id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'name': 'tempest-TestNetworkBasicOps-router-1768779081', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:27Z', 'updated_at': '2022-01-28T13:51:38Z', 'revision_number': 4, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'ea5a953c-7501-4928-b7ce-cfd242f720b7', 'name': '', 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'mac_address': 'fa:16:3e:7c:76:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:36Z', 'updated_at': '2022-01-28T13:51:47Z', 'revision_number': 4, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'subnets': [{'id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:49.437420 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-14ed8ce2-3c3a-4bc2-9e7d-a3fd4895daf9 None None] For port ea707543-308c-4c0a-b04f-3386b7a68213, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ea707543-308c-4c0a-b04f-3386b7a68213,segment=NetworkSegment(d21937bc-8d4e-429f-8366-66c60fba8b62),segment_id=d21937bc-8d4e-429f-8366-66c60fba8b62)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:49.443645 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f20816-d5b7-4d95-8ca9-d51f654239d4 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Deleting subnet 56b55faf-197b-42b3-b5a1-9d65b2057f47 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:51:49.449169 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-201087c0-4648-4515-bd1e-35cb85a3ead3 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (74a48faf-4b1a-4f52-9d01-285d76d87076), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.449405 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae439687-0e16-45f1-bf39-9bd3c715aa32 None None] Routers {'7ae58efc-fb03-490f-ab2b-feef7ffc0546'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:49.449957 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-14ed8ce2-3c3a-4bc2-9e7d-a3fd4895daf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ea707543-308c-4c0a-b04f-3386b7a68213), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.450156 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ae439687-0e16-45f1-bf39-9bd3c715aa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:49.450400 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting port ea707543-308c-4c0a-b04f-3386b7a68213 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:49.451008 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ea707543-308c-4c0a-b04f-3386b7a68213), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.456018 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-14ed8ce2-3c3a-4bc2-9e7d-a3fd4895daf9 None None] Could not find standard attr ID for object a19d370d-a264-4e69-9fa4-bcacee042c2d. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:51:49.485965 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-74f20816-d5b7-4d95-8ca9-d51f654239d4 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks [] for subnet (56b55faf-197b-42b3-b5a1-9d65b2057f47), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.514407 n-d-822747-2 neutron-server[103352]: INFO neutron.db.securitygroups_db [None req-171d6839-a485-4e55-94f8-016380a376ea tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Project f281e4a0c8564ab9bcdd7d3d058e0db3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:51:49.524116 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1a646c6a-1c6b-4039-9f4f-fa5b4c0a8f5e req-535dac42-e7d1-44d8-854f-a0db0588d358 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 210 time: 0.1247413 Jan 28 13:51:49.576140 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-171d6839-a485-4e55-94f8-016380a376ea tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (b8e3791e-3ae8-4fbc-b443-4a28ecf341c8), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.584733 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-14ed8ce2-3c3a-4bc2-9e7d-a3fd4895daf9 None None] Provisioning complete for port ea5a953c-7501-4928-b7ce-cfd242f720b7 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:49.585362 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-14ed8ce2-3c3a-4bc2-9e7d-a3fd4895daf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ea5a953c-7501-4928-b7ce-cfd242f720b7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.593312 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:51:49.593870 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:51:49.597914 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed8ce2-3c3a-4bc2-9e7d-a3fd4895daf9 None None] Pushing event updated for resources: {'Port': ['ID=ea707543-308c-4c0a-b04f-3386b7a68213,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:49.604552 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-ae439687-0e16-45f1-bf39-9bd3c715aa32 None None] Set router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:49.619405 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c94c0aa3-0a81-4897-8b90-3783189b68d7 None None] Deleting port ea707543-308c-4c0a-b04f-3386b7a68213 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:49.620042 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c94c0aa3-0a81-4897-8b90-3783189b68d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ea707543-308c-4c0a-b04f-3386b7a68213), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.634496 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-74f20816-d5b7-4d95-8ca9-d51f654239d4 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (56b55faf-197b-42b3-b5a1-9d65b2057f47), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.646597 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-4fac96d1-add0-432e-89f5-c6f7a5548f4b tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Allocated IP 172.20.0.11 (6e7d130e-da3e-4c1d-84f0-ecaccb54ae02/a282eac7-c6f7-4e0b-bd51-f3e60c647f6a/7498ed12-b3cc-41c8-a3bf-ff2b52c7467a) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:49.665537 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] For port ea707543-308c-4c0a-b04f-3386b7a68213, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ea707543-308c-4c0a-b04f-3386b7a68213,segment=NetworkSegment(d21937bc-8d4e-429f-8366-66c60fba8b62),segment_id=d21937bc-8d4e-429f-8366-66c60fba8b62)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:49.669851 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ea707543-308c-4c0a-b04f-3386b7a68213), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.709388 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Calling delete_port for ea707543-308c-4c0a-b04f-3386b7a68213 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:49.737940 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c94c0aa3-0a81-4897-8b90-3783189b68d7 None None] For port ea707543-308c-4c0a-b04f-3386b7a68213, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ea707543-308c-4c0a-b04f-3386b7a68213,segment=NetworkSegment(d21937bc-8d4e-429f-8366-66c60fba8b62),segment_id=d21937bc-8d4e-429f-8366-66c60fba8b62)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:49.738316 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c94c0aa3-0a81-4897-8b90-3783189b68d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ea707543-308c-4c0a-b04f-3386b7a68213), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.739454 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-201087c0-4648-4515-bd1e-35cb85a3ead3 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (74a48faf-4b1a-4f52-9d01-285d76d87076), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.763847 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c94c0aa3-0a81-4897-8b90-3783189b68d7 None None] Calling delete_port for ea707543-308c-4c0a-b04f-3386b7a68213 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:49.844908 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201087c0-4648-4515-bd1e-35cb85a3ead3 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Subnet': ['ID=74a48faf-4b1a-4f52-9d01-285d76d87076,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:49.857479 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-201087c0-4648-4515-bd1e-35cb85a3ead3 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.860775 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf4dbed-93fb-4d39-bab3-41c51cd04d1c None None] Network 12d43254-dac1-455e-929c-dc5189eda89d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:49.862177 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-201087c0-4648-4515-bd1e-35cb85a3ead3 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/subnets/74a48faf-4b1a-4f52-9d01-285d76d87076 HTTP/1.1" status: 204 len: 168 time: 1.0129361 Jan 28 13:51:49.887279 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59072) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:49.914342 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ea707543-308c-4c0a-b04f-3386b7a68213), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.933968 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] No DVR routers for this DVR port ea707543-308c-4c0a-b04f-3386b7a68213 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:51:49.937704 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-171d6839-a485-4e55-94f8-016380a376ea tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (b8e3791e-3ae8-4fbc-b443-4a28ecf341c8), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.958665 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ae439687-0e16-45f1-bf39-9bd3c715aa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:51:47Z', 'revision_number': 8, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None, '_interfaces': [{'id': '01d018d0-d16c-47d6-a408-0a9baa88e5bc', 'name': '', 'network_id': 'de472468-8d84-40ec-980a-567a758e6ad6', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:93:b7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:24Z', 'updated_at': '2022-01-28T13:51:33Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b28738-449a-4016-b5da-f66a4205f524', 'name': '', 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:80:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:09Z', 'updated_at': '2022-01-28T13:51:16Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b595829d-f7c4-42ac-9b40-f067dbf48610', 'name': '', 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:ec:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:16Z', 'updated_at': '2022-01-28T13:51:28Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:49.962595 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-171d6839-a485-4e55-94f8-016380a376ea tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (b8e3791e-3ae8-4fbc-b443-4a28ecf341c8), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.977908 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-14ed8ce2-3c3a-4bc2-9e7d-a3fd4895daf9 None None] Current status of the port ea5a953c-7501-4928-b7ce-cfd242f720b7 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:49.979439 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-14ed8ce2-3c3a-4bc2-9e7d-a3fd4895daf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ea5a953c-7501-4928-b7ce-cfd242f720b7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.997827 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.007254 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae439687-0e16-45f1-bf39-9bd3c715aa32 None None] The sync data for ids ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'] in n-d-822747-2 is: [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:51:47Z', 'revision_number': 8, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None, '_interfaces': [{'id': '01d018d0-d16c-47d6-a408-0a9baa88e5bc', 'name': '', 'network_id': 'de472468-8d84-40ec-980a-567a758e6ad6', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:93:b7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:24Z', 'updated_at': '2022-01-28T13:51:33Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '78d0074d-2920-4c46-bc1c-44c4b2019bba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b28738-449a-4016-b5da-f66a4205f524', 'name': '', 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:80:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:09Z', 'updated_at': '2022-01-28T13:51:16Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b595829d-f7c4-42ac-9b40-f067dbf48610', 'name': '', 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:ec:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:16Z', 'updated_at': '2022-01-28T13:51:28Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:50.072527 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Port': ['ID=ea707543-308c-4c0a-b04f-3386b7a68213,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:50.088734 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:50.089173 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:50.089577 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:50.089978 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:50.090375 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:50.091219 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:50.091639 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:50.092034 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:50.092431 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:50.092876 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:50.093266 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:50.093652 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:50.094035 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:50.152763 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (317c0cee-b803-4634-a39d-cc95b940a129), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.164157 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-14ed8ce2-3c3a-4bc2-9e7d-a3fd4895daf9 None None] For port ea5a953c-7501-4928-b7ce-cfd242f720b7, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ea5a953c-7501-4928-b7ce-cfd242f720b7,segment=NetworkSegment(454befdb-5530-451e-abf2-e6489ec86a3f),segment_id=454befdb-5530-451e-abf2-e6489ec86a3f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:50.189646 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-74f20816-d5b7-4d95-8ca9-d51f654239d4 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (56b55faf-197b-42b3-b5a1-9d65b2057f47), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.193778 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-14ed8ce2-3c3a-4bc2-9e7d-a3fd4895daf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ea5a953c-7501-4928-b7ce-cfd242f720b7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.207653 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317c0cee-b803-4634-a39d-cc95b940a129']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:50.214073 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c94c0aa3-0a81-4897-8b90-3783189b68d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (ea707543-308c-4c0a-b04f-3386b7a68213), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.220522 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-4fac96d1-add0-432e-89f5-c6f7a5548f4b tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for port (7498ed12-b3cc-41c8-a3bf-ff2b52c7467a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.225746 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21937bc-8d4e-429f-8366-66c60fba8b62') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:50.226132 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21937bc-8d4e-429f-8366-66c60fba8b62') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:50.239253 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (d21937bc-8d4e-429f-8366-66c60fba8b62), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.256718 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-14ed8ce2-3c3a-4bc2-9e7d-a3fd4895daf9 None None] Provisioning complete for port dd12ea3a-8939-476d-8aee-856373fbf9c7 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:50.257276 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-14ed8ce2-3c3a-4bc2-9e7d-a3fd4895daf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (dd12ea3a-8939-476d-8aee-856373fbf9c7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.290729 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6d5a5d57-8f60-4e98-bbcc-ac8336dff58f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (12d43254-dac1-455e-929c-dc5189eda89d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.299836 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (d21937bc-8d4e-429f-8366-66c60fba8b62), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.302481 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-74f20816-d5b7-4d95-8ca9-d51f654239d4 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (56b55faf-197b-42b3-b5a1-9d65b2057f47), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.312715 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-4fac96d1-add0-432e-89f5-c6f7a5548f4b tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (7498ed12-b3cc-41c8-a3bf-ff2b52c7467a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.315601 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:51:50.317357 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (d21937bc-8d4e-429f-8366-66c60fba8b62), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.321101 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed8ce2-3c3a-4bc2-9e7d-a3fd4895daf9 None None] Pushing event updated for resources: {'Port': ['ID=ea5a953c-7501-4928-b7ce-cfd242f720b7,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:51:50.321649 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:51:50.329333 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94c0aa3-0a81-4897-8b90-3783189b68d7 None None] No DVR routers for this DVR port ea707543-308c-4c0a-b04f-3386b7a68213 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:51:50.350323 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d6839-a485-4e55-94f8-016380a376ea tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e3791e-3ae8-4fbc-b443-4a28ecf341c8,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:50.381260 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c0aa3-0a81-4897-8b90-3783189b68d7 None None] Pushing event deleted for resources: {'Port': ['ID=ea707543-308c-4c0a-b04f-3386b7a68213,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:50.413888 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-171d6839-a485-4e55-94f8-016380a376ea tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.428621 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-171d6839-a485-4e55-94f8-016380a376ea tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0390520 Jan 28 13:51:50.432459 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f20816-d5b7-4d95-8ca9-d51f654239d4 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Pushing event deleted for resources: {'Subnet': ['ID=56b55faf-197b-42b3-b5a1-9d65b2057f47,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:50.437735 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-74f20816-d5b7-4d95-8ca9-d51f654239d4 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.444939 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-74f20816-d5b7-4d95-8ca9-d51f654239d4 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] 10.222.0.39 "DELETE /v2.0/subnets/56b55faf-197b-42b3-b5a1-9d65b2057f47 HTTP/1.1" status: 204 len: 168 time: 1.1796215 Jan 28 13:51:50.447099 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59076) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:50.459678 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-14ed8ce2-3c3a-4bc2-9e7d-a3fd4895daf9 None None] Current status of the port dd12ea3a-8939-476d-8aee-856373fbf9c7 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:50.465133 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b04d596-a423-4a00-a31d-4ff61fc02919 None None] DHCP port deletion for 12d43254-dac1-455e-929c-dc5189eda89d request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:51:50.467284 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad697240-cd8e-48ca-bc28-de74f78b1b3d None None] Network aa1c7742-8180-43db-be70-c8c38b92f43b requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:50.545651 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-4fac96d1-add0-432e-89f5-c6f7a5548f4b tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Network 6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:50.564172 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-4fac96d1-add0-432e-89f5-c6f7a5548f4b tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:50.566726 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (317c0cee-b803-4634-a39d-cc95b940a129), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.573447 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-4fac96d1-add0-432e-89f5-c6f7a5548f4b tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:50.580179 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac96d1-add0-432e-89f5-c6f7a5548f4b tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Pushing event updated for resources: {'Port': ['ID=7498ed12-b3cc-41c8-a3bf-ff2b52c7467a,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:50.607267 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.627870 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/networks/317c0cee-b803-4634-a39d-cc95b940a129 HTTP/1.1" status: 204 len: 168 time: 1.6384192 Jan 28 13:51:50.637787 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5e3e3487-9415-47c1-bec9-fbb3cbd090b7 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (aa1c7742-8180-43db-be70-c8c38b92f43b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.647874 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Port ea707543-308c-4c0a-b04f-3386b7a68213 update to ACTIVE by agent not found {{(pid=103353) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 13:51:50.648374 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device f1e41cf4-a43f-402f-921c-5acecc8d4a13 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:50.649879 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59082) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:50.690722 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: f1e41cf4-a43f-402f-921c-5acecc8d4a13 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:51:50.698077 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device f1e41cf4-a43f-402f-921c-5acecc8d4a13 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 13:51:50.738559 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff14450-1353-49a4-8031-6c023a8a06b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Network': ['ID=317c0cee-b803-4634-a39d-cc95b940a129,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:50.766588 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Port f1e41cf4-a43f-402f-921c-5acecc8d4a13 not found, will not notify nova. {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 13:51:50.814209 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-4fac96d1-add0-432e-89f5-c6f7a5548f4b tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:50.814990 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-4fac96d1-add0-432e-89f5-c6f7a5548f4b tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.818623 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3b04d596-a423-4a00-a31d-4ff61fc02919 None None] Deleting port 4ce37d8d-55f5-45ba-881e-a388ff20ff39 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:50.819023 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b04d596-a423-4a00-a31d-4ff61fc02919 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (4ce37d8d-55f5-45ba-881e-a388ff20ff39), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.857491 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-4fac96d1-add0-432e-89f5-c6f7a5548f4b tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0598218 Jan 28 13:51:50.869215 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-657e134b-e5af-4c7d-bbef-81528f7a0a08 service neutron] Request body: {'port': {'device_id': 'e054edff-0685-4260-b9cc-164b1e9d10c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:50.929730 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-3b04d596-a423-4a00-a31d-4ff61fc02919 None None] For port 4ce37d8d-55f5-45ba-881e-a388ff20ff39, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4ce37d8d-55f5-45ba-881e-a388ff20ff39,segment=NetworkSegment(30f3c3fd-687c-4b7c-acbc-b6423e9d73bc),segment_id=30f3c3fd-687c-4b7c-acbc-b6423e9d73bc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:50.930597 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b04d596-a423-4a00-a31d-4ff61fc02919 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (4ce37d8d-55f5-45ba-881e-a388ff20ff39), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.935012 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598d64ca-9a04-4f8e-9ebd-26a404115de7 None None] DHCP port deletion for aa1c7742-8180-43db-be70-c8c38b92f43b request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:51:50.951084 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3b04d596-a423-4a00-a31d-4ff61fc02919 None None] Calling delete_port for 4ce37d8d-55f5-45ba-881e-a388ff20ff39 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:50.964489 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ee60fa-141c-457f-9bab-9f2126ed6a79 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:50.969905 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b2ee60fa-141c-457f-9bab-9f2126ed6a79 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3155403 Jan 28 13:51:50.981010 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59092) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:51.000050 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590dde47-2fc1-4415-8335-c554c53ba4a1 req-0726e78b-bf34-4f69-966d-c3f807f15d72 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:51.001882 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-590dde47-2fc1-4415-8335-c554c53ba4a1 req-0726e78b-bf34-4f69-966d-c3f807f15d72 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 932 time: 0.2915025 Jan 28 13:51:51.003633 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-657e134b-e5af-4c7d-bbef-81528f7a0a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7498ed12-b3cc-41c8-a3bf-ff2b52c7467a), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.029687 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-6d5a5d57-8f60-4e98-bbcc-ac8336dff58f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Deleting port 4ce37d8d-55f5-45ba-881e-a388ff20ff39 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:51.030338 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6d5a5d57-8f60-4e98-bbcc-ac8336dff58f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (4ce37d8d-55f5-45ba-881e-a388ff20ff39), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.036770 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8277cef0-c735-401f-aa64-dba039367860 req-b8c2534e-b972-4e74-af54-461ca36add88 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1766485213&fields=id&tenant_id=f281e4a0c8564ab9bcdd7d3d058e0db3 HTTP/1.1" status: 200 len: 267 time: 0.3069649 Jan 28 13:51:51.062074 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ea5a953c-7501-4928-b7ce-cfd242f720b7 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:51.110418 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-dec74019-72b9-4969-a5d3-782598fd7b90 None None] Provisioning complete for port 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:51.110800 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dec74019-72b9-4969-a5d3-782598fd7b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7498ed12-b3cc-41c8-a3bf-ff2b52c7467a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.134357 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-590dde47-2fc1-4415-8335-c554c53ba4a1 req-6b35e238-24c0-45a8-a2b1-64afaef9451b tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=0296aba7-a28c-495a-a734-1f06d83f9764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057281 Jan 28 13:51:51.196613 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-598d64ca-9a04-4f8e-9ebd-26a404115de7 None None] Deleting port 51a48657-b2aa-439c-832a-dabf1c0e7ac7 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:51.197406 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-598d64ca-9a04-4f8e-9ebd-26a404115de7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (51a48657-b2aa-439c-832a-dabf1c0e7ac7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.212519 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-5e3e3487-9415-47c1-bec9-fbb3cbd090b7 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Deleting port 51a48657-b2aa-439c-832a-dabf1c0e7ac7 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:51.213122 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5e3e3487-9415-47c1-bec9-fbb3cbd090b7 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (51a48657-b2aa-439c-832a-dabf1c0e7ac7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.234174 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-dec74019-72b9-4969-a5d3-782598fd7b90 None None] Port 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:51.272889 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b04d596-a423-4a00-a31d-4ff61fc02919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (4ce37d8d-55f5-45ba-881e-a388ff20ff39), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.297697 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-5e3e3487-9415-47c1-bec9-fbb3cbd090b7 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] For port 51a48657-b2aa-439c-832a-dabf1c0e7ac7, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=51a48657-b2aa-439c-832a-dabf1c0e7ac7,segment=NetworkSegment(a895df8b-3040-46d3-8f38-9531851a75c2),segment_id=a895df8b-3040-46d3-8f38-9531851a75c2)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:51.298317 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5e3e3487-9415-47c1-bec9-fbb3cbd090b7 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (51a48657-b2aa-439c-832a-dabf1c0e7ac7), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.307511 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04d596-a423-4a00-a31d-4ff61fc02919 None None] Pushing event deleted for resources: {'Port': ['ID=4ce37d8d-55f5-45ba-881e-a388ff20ff39,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:51.321463 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-598d64ca-9a04-4f8e-9ebd-26a404115de7 None None] For port 51a48657-b2aa-439c-832a-dabf1c0e7ac7, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=51a48657-b2aa-439c-832a-dabf1c0e7ac7,segment=NetworkSegment(a895df8b-3040-46d3-8f38-9531851a75c2),segment_id=a895df8b-3040-46d3-8f38-9531851a75c2)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:51.322161 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-598d64ca-9a04-4f8e-9ebd-26a404115de7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (51a48657-b2aa-439c-832a-dabf1c0e7ac7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.335194 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port ea5a953c-7501-4928-b7ce-cfd242f720b7 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:51.335743 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ea5a953c-7501-4928-b7ce-cfd242f720b7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.350637 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-439b66fe-b405-42dd-a3df-5484341f2627 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3685875 Jan 28 13:51:51.353185 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-6d5a5d57-8f60-4e98-bbcc-ac8336dff58f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] For port 4ce37d8d-55f5-45ba-881e-a388ff20ff39, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4ce37d8d-55f5-45ba-881e-a388ff20ff39,segment=NetworkSegment(30f3c3fd-687c-4b7c-acbc-b6423e9d73bc),segment_id=30f3c3fd-687c-4b7c-acbc-b6423e9d73bc)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:51.354072 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6d5a5d57-8f60-4e98-bbcc-ac8336dff58f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (4ce37d8d-55f5-45ba-881e-a388ff20ff39), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.360939 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59094) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:51.364890 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b04d596-a423-4a00-a31d-4ff61fc02919 None None] No DVR routers for this DVR port 4ce37d8d-55f5-45ba-881e-a388ff20ff39 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:51:51.367162 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-45f639a7-398c-4cba-8393-86e858e7d6ee tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-533910893'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:51.368905 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-598d64ca-9a04-4f8e-9ebd-26a404115de7 None None] Calling delete_port for 51a48657-b2aa-439c-832a-dabf1c0e7ac7 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:51.435492 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-5e3e3487-9415-47c1-bec9-fbb3cbd090b7 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Calling delete_port for 51a48657-b2aa-439c-832a-dabf1c0e7ac7 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:51.440354 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f639a7-398c-4cba-8393-86e858e7d6ee tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:51.444903 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45f639a7-398c-4cba-8393-86e858e7d6ee tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.445093 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-6d5a5d57-8f60-4e98-bbcc-ac8336dff58f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Calling delete_port for 4ce37d8d-55f5-45ba-881e-a388ff20ff39 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:51.499090 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-657e134b-e5af-4c7d-bbef-81528f7a0a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:51:51.510315 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f639a7-398c-4cba-8393-86e858e7d6ee tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:51:51.514105 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-657e134b-e5af-4c7d-bbef-81528f7a0a08 service neutron] Publish callbacks [] for port (7498ed12-b3cc-41c8-a3bf-ff2b52c7467a), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.548914 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45f639a7-398c-4cba-8393-86e858e7d6ee tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (f467fa20-9142-47da-abe0-12a84423564f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.550996 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-45f639a7-398c-4cba-8393-86e858e7d6ee tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Added segment f467fa20-9142-47da-abe0-12a84423564f of type vlan for network 426a3e96-d656-49ed-ae33-33ecf99c99bc Jan 28 13:51:51.563377 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-598d64ca-9a04-4f8e-9ebd-26a404115de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (51a48657-b2aa-439c-832a-dabf1c0e7ac7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.568195 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-657e134b-e5af-4c7d-bbef-81528f7a0a08 service neutron] Transition to ACTIVE for port object 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:51:51.592334 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-657e134b-e5af-4c7d-bbef-81528f7a0a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (7498ed12-b3cc-41c8-a3bf-ff2b52c7467a), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.604163 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277cef0-c735-401f-aa64-dba039367860 req-471378c7-85d9-46a0-8874-0fead62de9a9 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:51.605692 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d64ca-9a04-4f8e-9ebd-26a404115de7 None None] Pushing event deleted for resources: {'Port': ['ID=51a48657-b2aa-439c-832a-dabf1c0e7ac7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:51.611706 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45f639a7-398c-4cba-8393-86e858e7d6ee tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (426a3e96-d656-49ed-ae33-33ecf99c99bc), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.613099 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8277cef0-c735-401f-aa64-dba039367860 req-471378c7-85d9-46a0-8874-0fead62de9a9 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/networks?id=f33b7480-b8f9-4659-a729-d9cbb07531b4 HTTP/1.1" status: 200 len: 797 time: 0.5298433 Jan 28 13:51:51.620667 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598d64ca-9a04-4f8e-9ebd-26a404115de7 None None] No DVR routers for this DVR port 51a48657-b2aa-439c-832a-dabf1c0e7ac7 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:51:51.622802 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port ea5a953c-7501-4928-b7ce-cfd242f720b7 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:51.662145 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8277cef0-c735-401f-aa64-dba039367860 req-a1dcac8a-5f52-440e-ad00-268fc27d8b7a tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/quotas/f281e4a0c8564ab9bcdd7d3d058e0db3 HTTP/1.1" status: 200 len: 375 time: 0.0479407 Jan 28 13:51:51.691967 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e134b-e5af-4c7d-bbef-81528f7a0a08 service neutron] Pushing event updated for resources: {'Port': ['ID=7498ed12-b3cc-41c8-a3bf-ff2b52c7467a,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:51.713512 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 556980a5-910a-4f4d-99b2-5afe935dfcd8 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:51:51.718876 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45f639a7-398c-4cba-8393-86e858e7d6ee tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (426a3e96-d656-49ed-ae33-33ecf99c99bc), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.726143 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f639a7-398c-4cba-8393-86e858e7d6ee tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:51.727113 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45f639a7-398c-4cba-8393-86e858e7d6ee tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.737470 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5e3e3487-9415-47c1-bec9-fbb3cbd090b7 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (51a48657-b2aa-439c-832a-dabf1c0e7ac7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.757965 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3e3487-9415-47c1-bec9-fbb3cbd090b7 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] No DVR routers for this DVR port 51a48657-b2aa-439c-832a-dabf1c0e7ac7 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:51:51.792521 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6d5a5d57-8f60-4e98-bbcc-ac8336dff58f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (4ce37d8d-55f5-45ba-881e-a388ff20ff39), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.796675 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e3487-9415-47c1-bec9-fbb3cbd090b7 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Pushing event deleted for resources: {'Port': ['ID=51a48657-b2aa-439c-832a-dabf1c0e7ac7,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:51.846582 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-45f639a7-398c-4cba-8393-86e858e7d6ee tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4838934 Jan 28 13:51:51.852098 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59096) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:51.857773 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-f0f8568b-7750-49f0-ad8d-311470675a72 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'subnet': {'network_id': '426a3e96-d656-49ed-ae33-33ecf99c99bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:51.964429 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f639a7-398c-4cba-8393-86e858e7d6ee tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Network': ['ID=426a3e96-d656-49ed-ae33-33ecf99c99bc,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:51.981143 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f8568b-7750-49f0-ad8d-311470675a72 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:51.985596 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f0f8568b-7750-49f0-ad8d-311470675a72 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.022986 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 426a3e96-d656-49ed-ae33-33ecf99c99bc details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:51:52.025510 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-657e134b-e5af-4c7d-bbef-81528f7a0a08 service neutron] Attempting to bind port 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:52.025823 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 556980a5-910a-4f4d-99b2-5afe935dfcd8 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:51:52.025929 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-657e134b-e5af-4c7d-bbef-81528f7a0a08 service neutron] Attempting to bind port 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '766923be-69a9-438b-8d26-7f7b6fae7a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:52.026113 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 556980a5-910a-4f4d-99b2-5afe935dfcd8 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:51:52.026230 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-657e134b-e5af-4c7d-bbef-81528f7a0a08 service neutron] Attempting to bind port 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a on network 6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:52.026537 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device f1e41cf4-a43f-402f-921c-5acecc8d4a13 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:51:52.072167 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-657e134b-e5af-4c7d-bbef-81528f7a0a08 service neutron] Port 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a on network 6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:51:52.072423 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: f1e41cf4-a43f-402f-921c-5acecc8d4a13 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:51:52.072510 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-657e134b-e5af-4c7d-bbef-81528f7a0a08 service neutron] Attempting to bind port 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a on network 6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:52.072582 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device f1e41cf4-a43f-402f-921c-5acecc8d4a13 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:51:52.072842 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4ce37d8d-55f5-45ba-881e-a388ff20ff39 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:51:52.081400 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-657e134b-e5af-4c7d-bbef-81528f7a0a08 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:52.081781 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-657e134b-e5af-4c7d-bbef-81528f7a0a08 service neutron] Checking segment: {'id': '766923be-69a9-438b-8d26-7f7b6fae7a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:52.082307 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-657e134b-e5af-4c7d-bbef-81528f7a0a08 service neutron] Bound using segment: {'id': '766923be-69a9-438b-8d26-7f7b6fae7a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:52.082572 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-657e134b-e5af-4c7d-bbef-81528f7a0a08 service neutron] Bound port: 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766923be-69a9-438b-8d26-7f7b6fae7a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:52.082968 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-657e134b-e5af-4c7d-bbef-81528f7a0a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7498ed12-b3cc-41c8-a3bf-ff2b52c7467a), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.127633 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 4ce37d8d-55f5-45ba-881e-a388ff20ff39 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:51:52.127858 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4ce37d8d-55f5-45ba-881e-a388ff20ff39 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:51:52.128327 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ea707543-308c-4c0a-b04f-3386b7a68213 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:51:52.163595 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: ea707543-308c-4c0a-b04f-3386b7a68213 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:51:52.163974 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ea707543-308c-4c0a-b04f-3386b7a68213 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:51:52.164371 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:51:52.190956 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:51:52.191329 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6e5f49e8-a5a0-4c9f-8b3a-9e17f67eb135 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:51:52.199713 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8277cef0-c735-401f-aa64-dba039367860 req-4204bf52-155f-49ab-a0d4-ba132e000e3a tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f281e4a0c8564ab9bcdd7d3d058e0db3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5230744 Jan 28 13:51:52.200807 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5a5d57-8f60-4e98-bbcc-ac8336dff58f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] No DVR routers for this DVR port 4ce37d8d-55f5-45ba-881e-a388ff20ff39 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:51:52.201268 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-657e134b-e5af-4c7d-bbef-81528f7a0a08 service neutron] For port 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:52.205888 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a5d57-8f60-4e98-bbcc-ac8336dff58f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Port': ['ID=4ce37d8d-55f5-45ba-881e-a388ff20ff39,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:52.222295 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-657e134b-e5af-4c7d-bbef-81528f7a0a08 service neutron] For port 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=7498ed12-b3cc-41c8-a3bf-ff2b52c7467a,segment=NetworkSegment(766923be-69a9-438b-8d26-7f7b6fae7a7f),segment_id=766923be-69a9-438b-8d26-7f7b6fae7a7f)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:52.258965 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-657e134b-e5af-4c7d-bbef-81528f7a0a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (7498ed12-b3cc-41c8-a3bf-ff2b52c7467a), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.293578 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5e3e3487-9415-47c1-bec9-fbb3cbd090b7 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (aa1c7742-8180-43db-be70-c8c38b92f43b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.338470 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-657e134b-e5af-4c7d-bbef-81528f7a0a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:52.339683 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-657e134b-e5af-4c7d-bbef-81528f7a0a08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.341122 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-657e134b-e5af-4c7d-bbef-81528f7a0a08 service neutron] 10.222.0.37 "PUT /v2.0/ports/7498ed12-b3cc-41c8-a3bf-ff2b52c7467a HTTP/1.1" status: 200 len: 1092 time: 1.4764209 Jan 28 13:51:52.344064 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e054edff-0685-4260-b9cc-164b1e9d10c5', 'tag': '7498ed12-b3cc-41c8-a3bf-ff2b52c7467a'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:51:52.346658 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5927e90-b7f3-4044-9079-723a1ac6cace" -d '{"events": [{"name": "network-changed", "server_uuid": "e054edff-0685-4260-b9cc-164b1e9d10c5", "tag": "7498ed12-b3cc-41c8-a3bf-ff2b52c7467a"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:51:52.359586 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f0f8568b-7750-49f0-ad8d-311470675a72 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (4e5ef7d6-6f50-4c3b-8562-4488f3d3b18f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.398264 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-5e3e3487-9415-47c1-bec9-fbb3cbd090b7 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1c7742-8180-43db-be70-c8c38b92f43b']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:52.414179 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6d5a5d57-8f60-4e98-bbcc-ac8336dff58f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (12d43254-dac1-455e-929c-dc5189eda89d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.418045 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-5e3e3487-9415-47c1-bec9-fbb3cbd090b7 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a895df8b-3040-46d3-8f38-9531851a75c2') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:52.418552 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-5e3e3487-9415-47c1-bec9-fbb3cbd090b7 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a895df8b-3040-46d3-8f38-9531851a75c2') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:52.441574 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5e3e3487-9415-47c1-bec9-fbb3cbd090b7 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (a895df8b-3040-46d3-8f38-9531851a75c2), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.457868 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-6d5a5d57-8f60-4e98-bbcc-ac8336dff58f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d43254-dac1-455e-929c-dc5189eda89d']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:52.461046 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e134b-e5af-4c7d-bbef-81528f7a0a08 service neutron] Pushing event updated for resources: {'Port': ['ID=7498ed12-b3cc-41c8-a3bf-ff2b52c7467a,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:52.480300 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f32d5-fabe-4382-873e-4c9f2890ad79 req-670cc6f0-4a46-4033-b4a5-b6bdcba9ad57 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:52.481624 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-6d5a5d57-8f60-4e98-bbcc-ac8336dff58f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f3c3fd-687c-4b7c-acbc-b6423e9d73bc') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:52.481930 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-6d5a5d57-8f60-4e98-bbcc-ac8336dff58f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f3c3fd-687c-4b7c-acbc-b6423e9d73bc') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:52.482069 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7f4f32d5-fabe-4382-873e-4c9f2890ad79 req-670cc6f0-4a46-4033-b4a5-b6bdcba9ad57 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 944 time: 0.1891155 Jan 28 13:51:52.484273 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5e3e3487-9415-47c1-bec9-fbb3cbd090b7 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (a895df8b-3040-46d3-8f38-9531851a75c2), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.499043 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8277cef0-c735-401f-aa64-dba039367860 req-8c20bae5-f2fb-4731-a61a-ea83b6b67e17 service neutron] 10.222.0.39 "GET /v2.0/networks/f33b7480-b8f9-4659-a729-d9cbb07531b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577846 Jan 28 13:51:52.500268 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3e3487-9415-47c1-bec9-fbb3cbd090b7 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:51:52.500826 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5e3e3487-9415-47c1-bec9-fbb3cbd090b7 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (a895df8b-3040-46d3-8f38-9531851a75c2), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.505584 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6d5a5d57-8f60-4e98-bbcc-ac8336dff58f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (30f3c3fd-687c-4b7c-acbc-b6423e9d73bc), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:51:52.507606 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:51:52.526268 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8568b-7750-49f0-ad8d-311470675a72 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Subnet': ['ID=4e5ef7d6-6f50-4c3b-8562-4488f3d3b18f,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:52.534552 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-b4faf1ee-9290-4578-a945-63abd15f1edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:52.536117 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-b4faf1ee-9290-4578-a945-63abd15f1edb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a710706f51d4196913035417fac81e3&device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 1095 time: 0.1139910 Jan 28 13:51:52.593091 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f8568b-7750-49f0-ad8d-311470675a72 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Checking segment: {'id': 'f467fa20-9142-47da-abe0-12a84423564f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '426a3e96-d656-49ed-ae33-33ecf99c99bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:52.593696 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f8568b-7750-49f0-ad8d-311470675a72 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network hostable DHCP agents. Network: 426a3e96-d656-49ed-ae33-33ecf99c99bc, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:51:52.598172 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6d5a5d57-8f60-4e98-bbcc-ac8336dff58f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (30f3c3fd-687c-4b7c-acbc-b6423e9d73bc), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.600894 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-e9037b0f-030b-4e5e-b4db-7c9be6b1864d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7498ed12-b3cc-41c8-a3bf-ff2b52c7467a HTTP/1.1" status: 200 len: 217 time: 0.0548265 Jan 28 13:51:52.617971 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7f4f32d5-fabe-4382-873e-4c9f2890ad79 req-c1ad361a-2f92-4b16-8ba2-78dfc4f704b6 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=0296aba7-a28c-495a-a734-1f06d83f9764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218455 Jan 28 13:51:52.634035 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5a5d57-8f60-4e98-bbcc-ac8336dff58f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:51:52.634409 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6d5a5d57-8f60-4e98-bbcc-ac8336dff58f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (30f3c3fd-687c-4b7c-acbc-b6423e9d73bc), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:51:52.637762 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:51:52.672451 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-145d98c7-7287-4baa-b127-53b74d3d1699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:52.674330 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-145d98c7-7287-4baa-b127-53b74d3d1699 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a282eac7-c6f7-4e0b-bd51-f3e60c647f6a HTTP/1.1" status: 200 len: 850 time: 0.0671537 Jan 28 13:51:52.675889 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eda5cbd-9abd-47c3-b028-a391fa41ba55 x-openstack-request-id: req-4eda5cbd-9abd-47c3-b028-a391fa41ba55 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:51:52.676173 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e054edff-0685-4260-b9cc-164b1e9d10c5", "tag": "7498ed12-b3cc-41c8-a3bf-ff2b52c7467a", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:51:52.676440 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4eda5cbd-9abd-47c3-b028-a391fa41ba55 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:51:52.676824 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e054edff-0685-4260-b9cc-164b1e9d10c5', 'tag': '7498ed12-b3cc-41c8-a3bf-ff2b52c7467a', 'status': 'completed', 'code': 200} Jan 28 13:51:52.677795 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f8568b-7750-49f0-ad8d-311470675a72 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network 426a3e96-d656-49ed-ae33-33ecf99c99bc is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:51:52.694411 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5e3e3487-9415-47c1-bec9-fbb3cbd090b7 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (aa1c7742-8180-43db-be70-c8c38b92f43b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.710430 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-f0f8568b-7750-49f0-ad8d-311470675a72 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 426a3e96-d656-49ed-ae33-33ecf99c99bc) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:52.710960 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5e3e3487-9415-47c1-bec9-fbb3cbd090b7 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.714149 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5e3e3487-9415-47c1-bec9-fbb3cbd090b7 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] 10.222.0.39 "DELETE /v2.0/networks/aa1c7742-8180-43db-be70-c8c38b92f43b HTTP/1.1" status: 204 len: 168 time: 2.2649870 Jan 28 13:51:52.716899 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59104) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:52.731840 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d1b07c-8486-4db8-b046-b6de05844170 None None] Network 426a3e96-d656-49ed-ae33-33ecf99c99bc requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:52.736491 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e3487-9415-47c1-bec9-fbb3cbd090b7 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Pushing event deleted for resources: {'Network': ['ID=aa1c7742-8180-43db-be70-c8c38b92f43b,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:52.743594 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8277cef0-c735-401f-aa64-dba039367860 req-95267a77-96ec-484c-b441-2ac7a1305916 service neutron] 10.222.0.39 "GET /v2.0/networks/f33b7480-b8f9-4659-a729-d9cbb07531b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187579 Jan 28 13:51:52.744636 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6d5a5d57-8f60-4e98-bbcc-ac8336dff58f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (12d43254-dac1-455e-929c-dc5189eda89d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.746199 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f8568b-7750-49f0-ad8d-311470675a72 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:52.746887 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f0f8568b-7750-49f0-ad8d-311470675a72 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.751055 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-64edcced-2ee8-41df-90eb-a543319dda52 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] 10.222.0.39 "GET /v2.0/ports?device_id=00652acf-543e-46e2-beeb-ae1168d45ec7 HTTP/1.1" status: 200 len: 205 time: 0.0327055 Jan 28 13:51:52.751796 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6d5a5d57-8f60-4e98-bbcc-ac8336dff58f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.755247 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6d5a5d57-8f60-4e98-bbcc-ac8336dff58f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/networks/12d43254-dac1-455e-929c-dc5189eda89d HTTP/1.1" status: 204 len: 168 time: 2.8664165 Jan 28 13:51:52.757398 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59106) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:52.761577 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59108) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:52.811185 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a5d57-8f60-4e98-bbcc-ac8336dff58f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Network': ['ID=12d43254-dac1-455e-929c-dc5189eda89d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:52.823162 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f0f8568b-7750-49f0-ad8d-311470675a72 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9699078 Jan 28 13:51:52.852725 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-4566d419-792b-4162-a807-2f02d26c40a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:52.854370 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-4566d419-792b-4162-a807-2f02d26c40a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1724491 Jan 28 13:51:52.856935 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59112) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:52.863475 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-b3e9dd22-f1a4-4123-a3b4-57e733d17dd8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'port': {'network_id': '426a3e96-d656-49ed-ae33-33ecf99c99bc', 'name': 'tempest-PortsTestJSON-1516998792'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:52.867313 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-723d754c-792f-4fbe-9f12-4be914a358e8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks [] for router (00652acf-543e-46e2-beeb-ae1168d45ec7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.973570 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 51a48657-b2aa-439c-832a-dabf1c0e7ac7 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:51:53.009797 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3ad06c-ae5a-4b97-88d4-1dc364fdfdb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-426a3e96-d656-49ed-ae33-33ecf99c99bc', 'network_id': '426a3e96-d656-49ed-ae33-33ecf99c99bc', 'project_id': 'c72180828f944c22b2bf13b320e444e9', 'fixed_ips': [{'subnet_id': '4e5ef7d6-6f50-4c3b-8562-4488f3d3b18f'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:51:53.015364 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b3ad06c-ae5a-4b97-88d4-1dc364fdfdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:53.074848 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1a082419-124d-4391-a9d1-62e4448ac58a req-40771a5a-dac9-4aaf-a9f4-8f54a251db73 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b7d7d35-b1ff-4907-bdd6-1f23aff37820 HTTP/1.1" status: 200 len: 210 time: 0.0372939 Jan 28 13:51:53.109615 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-723d754c-792f-4fbe-9f12-4be914a358e8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (00652acf-543e-46e2-beeb-ae1168d45ec7), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:53.112264 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-723d754c-792f-4fbe-9f12-4be914a358e8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks [] for router_controller (00652acf-543e-46e2-beeb-ae1168d45ec7), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:53.130294 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 51a48657-b2aa-439c-832a-dabf1c0e7ac7 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:51:53.130820 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 51a48657-b2aa-439c-832a-dabf1c0e7ac7 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:51:53.195458 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-723d754c-792f-4fbe-9f12-4be914a358e8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (00652acf-543e-46e2-beeb-ae1168d45ec7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:53.196145 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723d754c-792f-4fbe-9f12-4be914a358e8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Fanout notify agent at l3_agent the message router_deleted on router 00652acf-543e-46e2-beeb-ae1168d45ec7 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:51:53.217438 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-723d754c-792f-4fbe-9f12-4be914a358e8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:53.219847 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-723d754c-792f-4fbe-9f12-4be914a358e8 tempest-RoutersNegativeTest-20134389 tempest-RoutersNegativeTest-20134389-project] 10.222.0.39 "DELETE /v2.0/routers/00652acf-543e-46e2-beeb-ae1168d45ec7 HTTP/1.1" status: 204 len: 168 time: 0.4605896 Jan 28 13:51:53.232200 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-1b3ad06c-ae5a-4b97-88d4-1dc364fdfdb7 None None] Allocated IP 172.20.0.2 (426a3e96-d656-49ed-ae33-33ecf99c99bc/4e5ef7d6-6f50-4c3b-8562-4488f3d3b18f/e9060261-5bb5-4044-a634-60aa21bef482) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:53.414054 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b3ad06c-ae5a-4b97-88d4-1dc364fdfdb7 None None] Publish callbacks [] for port (e9060261-5bb5-4044-a634-60aa21bef482), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:53.423721 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b3ad06c-ae5a-4b97-88d4-1dc364fdfdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (e9060261-5bb5-4044-a634-60aa21bef482), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:53.482801 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3ad06c-ae5a-4b97-88d4-1dc364fdfdb7 None None] Network 426a3e96-d656-49ed-ae33-33ecf99c99bc is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:53.492609 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-1b3ad06c-ae5a-4b97-88d4-1dc364fdfdb7 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:53.501556 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3ad06c-ae5a-4b97-88d4-1dc364fdfdb7 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:53.507678 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ad06c-ae5a-4b97-88d4-1dc364fdfdb7 None None] Pushing event updated for resources: {'Port': ['ID=e9060261-5bb5-4044-a634-60aa21bef482,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:53.546413 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7df092-0070-45bd-8da3-1d682dd27291 req-1416e625-1260-4a43-9299-9fb694c28f50 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:53.550314 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c7df092-0070-45bd-8da3-1d682dd27291 req-1416e625-1260-4a43-9299-9fb694c28f50 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 1096 time: 0.6503484 Jan 28 13:51:53.577992 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59128) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:53.586502 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-1b3ad06c-ae5a-4b97-88d4-1dc364fdfdb7 None None] Attempting to bind port e9060261-5bb5-4044-a634-60aa21bef482 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:53.586991 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-1b3ad06c-ae5a-4b97-88d4-1dc364fdfdb7 None None] Attempting to bind port e9060261-5bb5-4044-a634-60aa21bef482 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'f467fa20-9142-47da-abe0-12a84423564f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '426a3e96-d656-49ed-ae33-33ecf99c99bc'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:53.587363 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3ad06c-ae5a-4b97-88d4-1dc364fdfdb7 None None] Attempting to bind port e9060261-5bb5-4044-a634-60aa21bef482 on network 426a3e96-d656-49ed-ae33-33ecf99c99bc {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:53.593474 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3ad06c-ae5a-4b97-88d4-1dc364fdfdb7 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:53.593963 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3ad06c-ae5a-4b97-88d4-1dc364fdfdb7 None None] Checking segment: {'id': 'f467fa20-9142-47da-abe0-12a84423564f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '426a3e96-d656-49ed-ae33-33ecf99c99bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:53.594575 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b3ad06c-ae5a-4b97-88d4-1dc364fdfdb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:53.595061 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3ad06c-ae5a-4b97-88d4-1dc364fdfdb7 None None] Bound using segment: {'id': 'f467fa20-9142-47da-abe0-12a84423564f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '426a3e96-d656-49ed-ae33-33ecf99c99bc'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:53.595546 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-1b3ad06c-ae5a-4b97-88d4-1dc364fdfdb7 None None] Bound port: e9060261-5bb5-4044-a634-60aa21bef482, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f467fa20-9142-47da-abe0-12a84423564f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '426a3e96-d656-49ed-ae33-33ecf99c99bc'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:53.595927 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b3ad06c-ae5a-4b97-88d4-1dc364fdfdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e9060261-5bb5-4044-a634-60aa21bef482), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:53.675224 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1b3ad06c-ae5a-4b97-88d4-1dc364fdfdb7 None None] For port e9060261-5bb5-4044-a634-60aa21bef482, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:53.678666 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1b3ad06c-ae5a-4b97-88d4-1dc364fdfdb7 None None] For port e9060261-5bb5-4044-a634-60aa21bef482, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=e9060261-5bb5-4044-a634-60aa21bef482,segment=NetworkSegment(f467fa20-9142-47da-abe0-12a84423564f),segment_id=f467fa20-9142-47da-abe0-12a84423564f)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:53.687451 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b3ad06c-ae5a-4b97-88d4-1dc364fdfdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e9060261-5bb5-4044-a634-60aa21bef482), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:53.770140 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ad06c-ae5a-4b97-88d4-1dc364fdfdb7 None None] Pushing event updated for resources: {'Port': ['ID=e9060261-5bb5-4044-a634-60aa21bef482,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:53.799871 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b9cf92d4-7124-4cc2-9995-733f5a451ffc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2eee590f5ef24e388b6a6fac901435a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2176874 Jan 28 13:51:53.805717 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59134) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:53.806596 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e486c4-9880-4f21-8366-731552a8cb35 req-20093477-0082-4e28-bfd1-cff31783898d tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:53.808371 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d1e486c4-9880-4f21-8366-731552a8cb35 req-20093477-0082-4e28-bfd1-cff31783898d tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 944 time: 0.1108692 Jan 28 13:51:53.884567 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d1e486c4-9880-4f21-8366-731552a8cb35 req-ed315a0c-2327-4400-a37f-d9f4397f154b tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=0296aba7-a28c-495a-a734-1f06d83f9764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671244 Jan 28 13:51:53.886701 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-c8b42446-3715-49d4-bfaa-d97d54c1df4c service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0174985 Jan 28 13:51:53.895620 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c7df092-0070-45bd-8da3-1d682dd27291 req-c1931df2-3110-4ca2-9727-7731cf05fab8 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2534289 Jan 28 13:51:53.912468 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e9dd22-f1a4-4123-a3b4-57e733d17dd8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:53.916954 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3e9dd22-f1a4-4123-a3b4-57e733d17dd8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:54.017389 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-b3e9dd22-f1a4-4123-a3b4-57e733d17dd8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] device_id is not set on port 7f008fa2-44e2-408a-b94b-55abe529115b yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:51:54.050189 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b0f37119-7f3f-43aa-95d1-304618e4d467 admin admin] Publish callbacks [] for security_group (e7206285-7ebe-481e-938b-64c31c2a670d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:54.178307 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b0f37119-7f3f-43aa-95d1-304618e4d467 admin admin] Publish callbacks [] for security_group (e7206285-7ebe-481e-938b-64c31c2a670d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:54.183268 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1dd14fae-2312-42dc-a438-b74b815d1857 req-7c5665f9-02be-44e4-a0ed-258690581c96 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836146 Jan 28 13:51:54.220667 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e8bfa9d2-53bf-4c42-a86c-59e7274fbb4b req-eea0eb3b-f39a-4992-88fb-80e43034ba8f tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b7d7d35-b1ff-4907-bdd6-1f23aff37820 HTTP/1.1" status: 200 len: 210 time: 0.0622520 Jan 28 13:51:54.222813 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed10ba-0e98-4c81-b443-696a32d33bbe req-2379a8f3-0092-4aa5-9031-7b96a1f11ed4 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:54.224857 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-70ed10ba-0e98-4c81-b443-696a32d33bbe req-2379a8f3-0092-4aa5-9031-7b96a1f11ed4 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 945 time: 0.2018611 Jan 28 13:51:54.345738 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277cef0-c735-401f-aa64-dba039367860 req-0f67ccc0-955d-4f66-ac5b-ecff347fd219 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:54.347479 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8277cef0-c735-401f-aa64-dba039367860 req-0f67ccc0-955d-4f66-ac5b-ecff347fd219 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.18 "GET /v2.0/networks?id=f33b7480-b8f9-4659-a729-d9cbb07531b4 HTTP/1.1" status: 200 len: 797 time: 0.1256402 Jan 28 13:51:54.423982 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8277cef0-c735-401f-aa64-dba039367860 req-8bf74d3c-295a-4f9e-b021-86319e1274eb tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f281e4a0c8564ab9bcdd7d3d058e0db3 HTTP/1.1" status: 200 len: 380 time: 0.0668898 Jan 28 13:51:54.424691 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-b3e9dd22-f1a4-4123-a3b4-57e733d17dd8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Allocated IP 172.20.0.5 (426a3e96-d656-49ed-ae33-33ecf99c99bc/4e5ef7d6-6f50-4c3b-8562-4488f3d3b18f/7f008fa2-44e2-408a-b94b-55abe529115b) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:54.434167 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-8277cef0-c735-401f-aa64-dba039367860 req-d33e8018-db41-4357-9359-1a17a57d666b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'port': {'device_id': '6b7d7d35-b1ff-4907-bdd6-1f23aff37820', 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4', 'admin_state_up': True, 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'security_groups': ['1955b8f9-2bb5-4e12-929e-6655bb12be61']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:54.444723 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-70ed10ba-0e98-4c81-b443-696a32d33bbe req-0a40bbcc-2102-4103-a949-210a5d5ab2bd tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981096 Jan 28 13:51:54.475791 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5927e90-b7f3-4044-9079-723a1ac6cace req-f96b7014-a70b-41cf-a963-08301023613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:54.475791 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f5927e90-b7f3-4044-9079-723a1ac6cace req-f96b7014-a70b-41cf-a963-08301023613f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a710706f51d4196913035417fac81e3&device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 1095 time: 0.2217791 Jan 28 13:51:54.484162 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59142) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:54.490242 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b0f37119-7f3f-43aa-95d1-304618e4d467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e7206285-7ebe-481e-938b-64c31c2a670d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:54.492758 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b0f37119-7f3f-43aa-95d1-304618e4d467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:54.493877 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b0f37119-7f3f-43aa-95d1-304618e4d467 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7206285-7ebe-481e-938b-64c31c2a670d HTTP/1.1" status: 204 len: 168 time: 0.6825347 Jan 28 13:51:54.522110 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-82706f0f-836a-4b9b-97b9-ccf0d521b7ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (7ae58efc-fb03-490f-ab2b-feef7ffc0546), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:54.564622 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8277cef0-c735-401f-aa64-dba039367860 req-d33e8018-db41-4357-9359-1a17a57d666b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Made reservation on behalf of f281e4a0c8564ab9bcdd7d3d058e0db3 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:54.570340 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8277cef0-c735-401f-aa64-dba039367860 req-d33e8018-db41-4357-9359-1a17a57d666b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:54.614700 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f37119-7f3f-43aa-95d1-304618e4d467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7206285-7ebe-481e-938b-64c31c2a670d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:54.757354 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-8277cef0-c735-401f-aa64-dba039367860 req-d33e8018-db41-4357-9359-1a17a57d666b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Allocated IP 172.20.0.7 (f33b7480-b8f9-4659-a729-d9cbb07531b4/0e360adf-fa84-4efc-951a-e23d028fcfaa/abd9722d-ad51-4aff-9356-c00b166ac9e4) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:54.781532 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cfdeedaf-e9e2-4a18-b091-59099a7a1326 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/floatingips/a215a1d1-2901-4969-ab85-e0d474b14ebe HTTP/1.1" status: 200 len: 993 time: 0.2842147 Jan 28 13:51:54.929160 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5927e90-b7f3-4044-9079-723a1ac6cace req-6797640a-8dd1-4033-96dd-14c40b42feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:54.930901 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f5927e90-b7f3-4044-9079-723a1ac6cace req-6797640a-8dd1-4033-96dd-14c40b42feb9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 HTTP/1.1" status: 200 len: 911 time: 0.4456735 Jan 28 13:51:54.984499 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e9060261-5bb5-4044-a634-60aa21bef482 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:55.032988 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8277cef0-c735-401f-aa64-dba039367860 req-d33e8018-db41-4357-9359-1a17a57d666b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for port (abd9722d-ad51-4aff-9356-c00b166ac9e4), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:55.079700 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8277cef0-c735-401f-aa64-dba039367860 req-d33e8018-db41-4357-9359-1a17a57d666b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (abd9722d-ad51-4aff-9356-c00b166ac9e4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:55.107350 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port e9060261-5bb5-4044-a634-60aa21bef482 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:55.107802 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e9060261-5bb5-4044-a634-60aa21bef482), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:55.126286 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f5927e90-b7f3-4044-9079-723a1ac6cace req-3306b996-42a6-49c7-870f-acd47df50b8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7498ed12-b3cc-41c8-a3bf-ff2b52c7467a HTTP/1.1" status: 200 len: 217 time: 0.1707230 Jan 28 13:51:55.163585 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e8018-db41-4357-9359-1a17a57d666b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'Port': ['ID=abd9722d-ad51-4aff-9356-c00b166ac9e4,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:55.172493 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-dca555cd-4b63-4e90-8505-1028efc580af req-5cd05a1d-b802-4933-bfb8-fa57da89e422 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:51:55.174280 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dca555cd-4b63-4e90-8505-1028efc580af req-5cd05a1d-b802-4933-bfb8-fa57da89e422 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075910 Jan 28 13:51:55.186885 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f32313-d0f4-4eb3-a721-49c355f9b3c0 None None] Network 426a3e96-d656-49ed-ae33-33ecf99c99bc requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:55.188467 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8277cef0-c735-401f-aa64-dba039367860 req-d33e8018-db41-4357-9359-1a17a57d666b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Network f33b7480-b8f9-4659-a729-d9cbb07531b4 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:55.190737 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-8277cef0-c735-401f-aa64-dba039367860 req-d33e8018-db41-4357-9359-1a17a57d666b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:55.193957 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-8277cef0-c735-401f-aa64-dba039367860 req-d33e8018-db41-4357-9359-1a17a57d666b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:55.261347 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5927e90-b7f3-4044-9079-723a1ac6cace req-c9025498-0525-4e71-b2b0-4ee0a8402cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:55.263102 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f5927e90-b7f3-4044-9079-723a1ac6cace req-c9025498-0525-4e71-b2b0-4ee0a8402cfa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a282eac7-c6f7-4e0b-bd51-f3e60c647f6a HTTP/1.1" status: 200 len: 850 time: 0.1098123 Jan 28 13:51:55.270935 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277cef0-c735-401f-aa64-dba039367860 req-d33e8018-db41-4357-9359-1a17a57d666b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:55.274742 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8277cef0-c735-401f-aa64-dba039367860 req-d33e8018-db41-4357-9359-1a17a57d666b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:55.312542 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8277cef0-c735-401f-aa64-dba039367860 req-d33e8018-db41-4357-9359-1a17a57d666b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8826597 Jan 28 13:51:55.324932 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-8277cef0-c735-401f-aa64-dba039367860 req-84ddd8dd-2f93-42f7-b493-16139bb935c1 service neutron] Request body: {'port': {'device_id': '6b7d7d35-b1ff-4907-bdd6-1f23aff37820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:55.345824 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3e9dd22-f1a4-4123-a3b4-57e733d17dd8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for port (7f008fa2-44e2-408a-b94b-55abe529115b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:55.394592 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port e9060261-5bb5-4044-a634-60aa21bef482 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:55.399231 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e9060261-5bb5-4044-a634-60aa21bef482), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:55.457199 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8277cef0-c735-401f-aa64-dba039367860 req-84ddd8dd-2f93-42f7-b493-16139bb935c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (abd9722d-ad51-4aff-9356-c00b166ac9e4), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:55.468097 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-bed5010e-bf54-491f-9b25-2a491e9bb036 None None] Provisioning complete for port e9060261-5bb5-4044-a634-60aa21bef482 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:55.468701 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bed5010e-bf54-491f-9b25-2a491e9bb036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e9060261-5bb5-4044-a634-60aa21bef482), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:55.477042 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695853d-287c-4355-b08d-d23c7a98dd28 req-e5811b21-279d-481c-85ae-3f0351228d40 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:55.479924 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5695853d-287c-4355-b08d-d23c7a98dd28 req-e5811b21-279d-481c-85ae-3f0351228d40 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 944 time: 0.3619642 Jan 28 13:51:55.525140 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5927e90-b7f3-4044-9079-723a1ac6cace req-64acec57-f285-4da8-a49e-71081373ba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:55.529003 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port e9060261-5bb5-4044-a634-60aa21bef482, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=e9060261-5bb5-4044-a634-60aa21bef482,segment=NetworkSegment(f467fa20-9142-47da-abe0-12a84423564f),segment_id=f467fa20-9142-47da-abe0-12a84423564f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:55.532661 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f5927e90-b7f3-4044-9079-723a1ac6cace req-64acec57-f285-4da8-a49e-71081373ba9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2568018 Jan 28 13:51:55.575754 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3e9dd22-f1a4-4123-a3b4-57e733d17dd8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (7f008fa2-44e2-408a-b94b-55abe529115b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:55.583557 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e9060261-5bb5-4044-a634-60aa21bef482), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:55.589947 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59178) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:55.665989 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e9dd22-f1a4-4123-a3b4-57e733d17dd8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network 426a3e96-d656-49ed-ae33-33ecf99c99bc is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:55.669544 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=e9060261-5bb5-4044-a634-60aa21bef482,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:55.719413 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-b3e9dd22-f1a4-4123-a3b4-57e733d17dd8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:55.733090 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e9dd22-f1a4-4123-a3b4-57e733d17dd8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:55.784492 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-bed5010e-bf54-491f-9b25-2a491e9bb036 None None] Current status of the port e9060261-5bb5-4044-a634-60aa21bef482 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:55.797082 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5695853d-287c-4355-b08d-d23c7a98dd28 req-80a6db9a-03c7-4d8e-802b-3e025af69889 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=0296aba7-a28c-495a-a734-1f06d83f9764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3050890 Jan 28 13:51:55.837822 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9dd22-f1a4-4123-a3b4-57e733d17dd8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Port': ['ID=7f008fa2-44e2-408a-b94b-55abe529115b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:55.921703 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bde623-473a-43ac-ab54-2cfa3cfd2d90 req-ff398935-8c57-4278-a24a-2c78a016b5a3 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:55.926162 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-01bde623-473a-43ac-ab54-2cfa3cfd2d90 req-ff398935-8c57-4278-a24a-2c78a016b5a3 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b7d7d35-b1ff-4907-bdd6-1f23aff37820 HTTP/1.1" status: 200 len: 931 time: 0.1293447 Jan 28 13:51:55.926891 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f5927e90-b7f3-4044-9079-723a1ac6cace req-b02642fb-a7d2-47e8-b9db-9c71574024f2 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821387 Jan 28 13:51:55.945468 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c3d969b5-817d-465d-a043-d14e23d9f2cc None None] Provisioning complete for port abd9722d-ad51-4aff-9356-c00b166ac9e4 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:55.945839 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c3d969b5-817d-465d-a043-d14e23d9f2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (abd9722d-ad51-4aff-9356-c00b166ac9e4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:55.960156 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e9dd22-f1a4-4123-a3b4-57e733d17dd8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:55.962814 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3e9dd22-f1a4-4123-a3b4-57e733d17dd8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:55.999088 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c3d969b5-817d-465d-a043-d14e23d9f2cc None None] Port abd9722d-ad51-4aff-9356-c00b166ac9e4 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:56.009614 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-fb3e9423-221c-4142-9e6f-bd54f2624287 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Request body: {'security_group': {'name': 'tempest-secgroup--1279416796'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:56.025476 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b3e9dd22-f1a4-4123-a3b4-57e733d17dd8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1674650 Jan 28 13:51:56.037050 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59184) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:56.043546 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-d40d6f2d-502e-4eef-a7cd-f8e95e9244eb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2731528 Jan 28 13:51:56.051643 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-cc20fe81-cd72-4d20-a4b1-7ca5c3943599 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'port': {'network_id': '426a3e96-d656-49ed-ae33-33ecf99c99bc', 'name': 'tempest-PortsTestJSON-835263637'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:56.065510 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-01bde623-473a-43ac-ab54-2cfa3cfd2d90 req-d5c20df3-2b7f-4bd3-b61e-e920de17345e tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=1955b8f9-2bb5-4e12-929e-6655bb12be61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307962 Jan 28 13:51:56.086320 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fb3e9423-221c-4142-9e6f-bd54f2624287 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:56.118706 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad7158-6e15-4e62-9370-9dd5b13d79e5 req-9cc64d39-315e-4876-89cf-d5d523323140 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:56.120738 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fdad7158-6e15-4e62-9370-9dd5b13d79e5 req-9cc64d39-315e-4876-89cf-d5d523323140 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 945 time: 0.2222815 Jan 28 13:51:56.126416 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fb3e9423-221c-4142-9e6f-bd54f2624287 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:56.126947 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-82706f0f-836a-4b9b-97b9-ccf0d521b7ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Deleting port 01d018d0-d16c-47d6-a408-0a9baa88e5bc {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:56.127622 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-82706f0f-836a-4b9b-97b9-ccf0d521b7ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (01d018d0-d16c-47d6-a408-0a9baa88e5bc), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:56.141709 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d4188267-57e2-45b9-ad1f-89b4e1fa5a9c None None] Provisioning complete for port e9060261-5bb5-4044-a634-60aa21bef482 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:56.142343 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4188267-57e2-45b9-ad1f-89b4e1fa5a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e9060261-5bb5-4044-a634-60aa21bef482), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:56.285794 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f5927e90-b7f3-4044-9079-723a1ac6cace req-b1a7adb8-f558-415c-910b-3c98eb9fe396 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072808 Jan 28 13:51:56.337564 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-8277cef0-c735-401f-aa64-dba039367860 req-84ddd8dd-2f93-42f7-b493-16139bb935c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd9722d-ad51-4aff-9356-c00b166ac9e4 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:51:56.338220 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d4188267-57e2-45b9-ad1f-89b4e1fa5a9c None None] Current status of the port e9060261-5bb5-4044-a634-60aa21bef482 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:56.342562 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fdad7158-6e15-4e62-9370-9dd5b13d79e5 req-57d3172e-4b55-46ce-b3e6-33b2d8ec60ba tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107899 Jan 28 13:51:56.354396 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8277cef0-c735-401f-aa64-dba039367860 req-84ddd8dd-2f93-42f7-b493-16139bb935c1 service neutron] Publish callbacks [] for port (abd9722d-ad51-4aff-9356-c00b166ac9e4), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:56.384692 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-82706f0f-836a-4b9b-97b9-ccf0d521b7ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] For port 01d018d0-d16c-47d6-a408-0a9baa88e5bc, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=01d018d0-d16c-47d6-a408-0a9baa88e5bc,segment=NetworkSegment(3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb),segment_id=3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:56.385759 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-82706f0f-836a-4b9b-97b9-ccf0d521b7ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (01d018d0-d16c-47d6-a408-0a9baa88e5bc), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:56.392141 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-8277cef0-c735-401f-aa64-dba039367860 req-84ddd8dd-2f93-42f7-b493-16139bb935c1 service neutron] Transition to ACTIVE for port object abd9722d-ad51-4aff-9356-c00b166ac9e4 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:51:56.405097 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8277cef0-c735-401f-aa64-dba039367860 req-84ddd8dd-2f93-42f7-b493-16139bb935c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (abd9722d-ad51-4aff-9356-c00b166ac9e4), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:56.406371 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-82706f0f-836a-4b9b-97b9-ccf0d521b7ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Calling delete_port for 01d018d0-d16c-47d6-a408-0a9baa88e5bc owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:56.470715 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc20fe81-cd72-4d20-a4b1-7ca5c3943599 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:56.481359 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cc20fe81-cd72-4d20-a4b1-7ca5c3943599 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:56.530630 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fb3e9423-221c-4142-9e6f-bd54f2624287 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (e6d43d9b-5d50-4e32-9313-4923f59fb67b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:56.531690 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ddd8dd-2f93-42f7-b493-16139bb935c1 service neutron] Pushing event updated for resources: {'Port': ['ID=abd9722d-ad51-4aff-9356-c00b166ac9e4,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:56.560671 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fb3e9423-221c-4142-9e6f-bd54f2624287 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e6d43d9b-5d50-4e32-9313-4923f59fb67b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:56.581529 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-3e1d31a9-5241-4c24-b6f6-df7f58797e76 None None] Provisioning complete for port 7f008fa2-44e2-408a-b94b-55abe529115b triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:56.582294 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e1d31a9-5241-4c24-b6f6-df7f58797e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7f008fa2-44e2-408a-b94b-55abe529115b), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:56.627540 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-cc20fe81-cd72-4d20-a4b1-7ca5c3943599 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] device_id is not set on port 9ebeccef-928c-433b-9e5f-c29603e4c771 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:51:56.636870 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3e1d31a9-5241-4c24-b6f6-df7f58797e76 None None] Port 7f008fa2-44e2-408a-b94b-55abe529115b cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:56.675521 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-82706f0f-836a-4b9b-97b9-ccf0d521b7ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (01d018d0-d16c-47d6-a408-0a9baa88e5bc), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:56.681915 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e9423-221c-4142-9e6f-bd54f2624287 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d43d9b-5d50-4e32-9313-4923f59fb67b,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:56.747724 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82706f0f-836a-4b9b-97b9-ccf0d521b7ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Port': ['ID=01d018d0-d16c-47d6-a408-0a9baa88e5bc,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:56.773506 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fb3e9423-221c-4142-9e6f-bd54f2624287 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (9a717085-cdc1-47b2-ab90-7ad13cf4cd03), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:56.793170 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fb3e9423-221c-4142-9e6f-bd54f2624287 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9a717085-cdc1-47b2-ab90-7ad13cf4cd03), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:56.865792 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fb3e9423-221c-4142-9e6f-bd54f2624287 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:56.865792 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fb3e9423-221c-4142-9e6f-bd54f2624287 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2741556 Jan 28 13:51:56.873024 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59206) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:56.970073 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-8277cef0-c735-401f-aa64-dba039367860 req-84ddd8dd-2f93-42f7-b493-16139bb935c1 service neutron] Attempting to bind port abd9722d-ad51-4aff-9356-c00b166ac9e4 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:56.970614 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-8277cef0-c735-401f-aa64-dba039367860 req-84ddd8dd-2f93-42f7-b493-16139bb935c1 service neutron] Attempting to bind port abd9722d-ad51-4aff-9356-c00b166ac9e4 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '454befdb-5530-451e-abf2-e6489ec86a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:56.971028 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8277cef0-c735-401f-aa64-dba039367860 req-84ddd8dd-2f93-42f7-b493-16139bb935c1 service neutron] Attempting to bind port abd9722d-ad51-4aff-9356-c00b166ac9e4 on network f33b7480-b8f9-4659-a729-d9cbb07531b4 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:57.008043 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8277cef0-c735-401f-aa64-dba039367860 req-84ddd8dd-2f93-42f7-b493-16139bb935c1 service neutron] Port abd9722d-ad51-4aff-9356-c00b166ac9e4 on network f33b7480-b8f9-4659-a729-d9cbb07531b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:51:57.008494 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8277cef0-c735-401f-aa64-dba039367860 req-84ddd8dd-2f93-42f7-b493-16139bb935c1 service neutron] Attempting to bind port abd9722d-ad51-4aff-9356-c00b166ac9e4 on network f33b7480-b8f9-4659-a729-d9cbb07531b4 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:57.042425 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e9423-221c-4142-9e6f-bd54f2624287 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a717085-cdc1-47b2-ab90-7ad13cf4cd03,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:57.054735 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e9060261-5bb5-4044-a634-60aa21bef482 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:57.068848 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8277cef0-c735-401f-aa64-dba039367860 req-84ddd8dd-2f93-42f7-b493-16139bb935c1 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:57.069201 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8277cef0-c735-401f-aa64-dba039367860 req-84ddd8dd-2f93-42f7-b493-16139bb935c1 service neutron] Checking segment: {'id': '454befdb-5530-451e-abf2-e6489ec86a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:57.069564 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8277cef0-c735-401f-aa64-dba039367860 req-84ddd8dd-2f93-42f7-b493-16139bb935c1 service neutron] Bound using segment: {'id': '454befdb-5530-451e-abf2-e6489ec86a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:57.070010 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-8277cef0-c735-401f-aa64-dba039367860 req-84ddd8dd-2f93-42f7-b493-16139bb935c1 service neutron] Bound port: abd9722d-ad51-4aff-9356-c00b166ac9e4, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '454befdb-5530-451e-abf2-e6489ec86a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:57.070655 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8277cef0-c735-401f-aa64-dba039367860 req-84ddd8dd-2f93-42f7-b493-16139bb935c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (abd9722d-ad51-4aff-9356-c00b166ac9e4), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:57.085101 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-cc20fe81-cd72-4d20-a4b1-7ca5c3943599 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Allocated IP 172.20.0.7 (426a3e96-d656-49ed-ae33-33ecf99c99bc/4e5ef7d6-6f50-4c3b-8562-4488f3d3b18f/9ebeccef-928c-433b-9e5f-c29603e4c771) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:57.110457 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161770fa-1f95-49f7-8991-4483db66953c req-6d3258f6-61e5-42fa-8919-b7324d93a91f tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:57.110457 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-161770fa-1f95-49f7-8991-4483db66953c req-6d3258f6-61e5-42fa-8919-b7324d93a91f tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 944 time: 0.1692579 Jan 28 13:51:57.192098 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port e9060261-5bb5-4044-a634-60aa21bef482 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:57.194151 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e9060261-5bb5-4044-a634-60aa21bef482), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:57.252863 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-161770fa-1f95-49f7-8991-4483db66953c req-96851096-b9d8-4aa8-b092-8817234ff1ec tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=0296aba7-a28c-495a-a734-1f06d83f9764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257277 Jan 28 13:51:57.330008 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port e9060261-5bb5-4044-a634-60aa21bef482 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:57.330989 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-8277cef0-c735-401f-aa64-dba039367860 req-84ddd8dd-2f93-42f7-b493-16139bb935c1 service neutron] For port abd9722d-ad51-4aff-9356-c00b166ac9e4, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:57.408879 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-8277cef0-c735-401f-aa64-dba039367860 req-84ddd8dd-2f93-42f7-b493-16139bb935c1 service neutron] For port abd9722d-ad51-4aff-9356-c00b166ac9e4, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=abd9722d-ad51-4aff-9356-c00b166ac9e4,segment=NetworkSegment(454befdb-5530-451e-abf2-e6489ec86a3f),segment_id=454befdb-5530-451e-abf2-e6489ec86a3f)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:57.425021 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8277cef0-c735-401f-aa64-dba039367860 req-84ddd8dd-2f93-42f7-b493-16139bb935c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (abd9722d-ad51-4aff-9356-c00b166ac9e4), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:57.459318 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-82706f0f-836a-4b9b-97b9-ccf0d521b7ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (7ae58efc-fb03-490f-ab2b-feef7ffc0546), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:57.473595 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-91132f63-3207-45d8-9bd0-2b98ca9c42a1 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.5994296 Jan 28 13:51:57.478403 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59216) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:57.482809 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-5bfdc3ef-7b48-41ac-a0f4-9064c2287384 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Request body: {'security_group': {'name': 'tempest-security--2087223597', 'description': 'tempest-security-description-1102432143'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:57.540183 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277cef0-c735-401f-aa64-dba039367860 req-84ddd8dd-2f93-42f7-b493-16139bb935c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:57.540807 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8277cef0-c735-401f-aa64-dba039367860 req-84ddd8dd-2f93-42f7-b493-16139bb935c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:57.542348 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8277cef0-c735-401f-aa64-dba039367860 req-84ddd8dd-2f93-42f7-b493-16139bb935c1 service neutron] 10.222.0.18 "PUT /v2.0/ports/abd9722d-ad51-4aff-9356-c00b166ac9e4 HTTP/1.1" status: 200 len: 1091 time: 2.2225187 Jan 28 13:51:57.542809 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b7d7d35-b1ff-4907-bdd6-1f23aff37820', 'tag': 'abd9722d-ad51-4aff-9356-c00b166ac9e4'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:51:57.546341 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953046d2-430d-4806-8d15-27d7b2ee42f1" -d '{"events": [{"name": "network-changed", "server_uuid": "6b7d7d35-b1ff-4907-bdd6-1f23aff37820", "tag": "abd9722d-ad51-4aff-9356-c00b166ac9e4"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:51:57.552863 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321eb7a-64ad-4aeb-999a-a5b8ca175c65 req-5a7a52ba-839f-4ed5-84d9-437d1da4ce8f tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:57.554716 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f321eb7a-64ad-4aeb-999a-a5b8ca175c65 req-5a7a52ba-839f-4ed5-84d9-437d1da4ce8f tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b7d7d35-b1ff-4907-bdd6-1f23aff37820 HTTP/1.1" status: 200 len: 943 time: 0.1496859 Jan 28 13:51:57.598484 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ddd8dd-2f93-42f7-b493-16139bb935c1 service neutron] Pushing event updated for resources: {'Port': ['ID=abd9722d-ad51-4aff-9356-c00b166ac9e4,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:57.611640 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cc20fe81-cd72-4d20-a4b1-7ca5c3943599 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for port (9ebeccef-928c-433b-9e5f-c29603e4c771), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:57.650481 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5bfdc3ef-7b48-41ac-a0f4-9064c2287384 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (9a717085-cdc1-47b2-ab90-7ad13cf4cd03), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:57.674427 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f766bc1-e7c1-4610-a19b-2b6030c1b307 req-ce935f19-aeb7-4cf5-b76a-e3bdc6ad4b9c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:57.676039 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7f766bc1-e7c1-4610-a19b-2b6030c1b307 req-ce935f19-aeb7-4cf5-b76a-e3bdc6ad4b9c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 945 time: 0.1997983 Jan 28 13:51:57.716551 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277cef0-c735-401f-aa64-dba039367860 req-b89d64be-ac72-4819-947e-3e8dd408ee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:57.717788 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8277cef0-c735-401f-aa64-dba039367860 req-b89d64be-ac72-4819-947e-3e8dd408ee7a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f281e4a0c8564ab9bcdd7d3d058e0db3&device_id=6b7d7d35-b1ff-4907-bdd6-1f23aff37820 HTTP/1.1" status: 200 len: 1094 time: 0.0991652 Jan 28 13:51:57.747747 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f321eb7a-64ad-4aeb-999a-a5b8ca175c65 req-b9651b88-6715-4b38-aba1-6a5dea6b3cc1 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=1955b8f9-2bb5-4e12-929e-6655bb12be61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416650 Jan 28 13:51:57.795538 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5bfdc3ef-7b48-41ac-a0f4-9064c2287384 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (9a717085-cdc1-47b2-ab90-7ad13cf4cd03), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:57.802669 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5bfdc3ef-7b48-41ac-a0f4-9064c2287384 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9a717085-cdc1-47b2-ab90-7ad13cf4cd03), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:57.805586 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8277cef0-c735-401f-aa64-dba039367860 req-a5e9b2be-4253-4c6b-87db-e04ec1cc7e73 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abd9722d-ad51-4aff-9356-c00b166ac9e4 HTTP/1.1" status: 200 len: 217 time: 0.0774341 Jan 28 13:51:57.806059 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5bfdc3ef-7b48-41ac-a0f4-9064c2287384 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:57.809902 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5bfdc3ef-7b48-41ac-a0f4-9064c2287384 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "PUT /v2.0/security-groups/9a717085-cdc1-47b2-ab90-7ad13cf4cd03 HTTP/1.1" status: 200 len: 1797 time: 0.3279889 Jan 28 13:51:57.813492 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59220) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:57.814429 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cc20fe81-cd72-4d20-a4b1-7ca5c3943599 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (9ebeccef-928c-433b-9e5f-c29603e4c771), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:57.827644 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd02b7f-0b1a-4e8e-a08c-84f613d65d32 x-openstack-request-id: req-3cd02b7f-0b1a-4e8e-a08c-84f613d65d32 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:51:57.828064 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b7d7d35-b1ff-4907-bdd6-1f23aff37820", "tag": "abd9722d-ad51-4aff-9356-c00b166ac9e4", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:51:57.828416 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3cd02b7f-0b1a-4e8e-a08c-84f613d65d32 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:51:57.828918 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b7d7d35-b1ff-4907-bdd6-1f23aff37820', 'tag': 'abd9722d-ad51-4aff-9356-c00b166ac9e4', 'status': 'completed', 'code': 200} Jan 28 13:51:57.864850 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfdc3ef-7b48-41ac-a0f4-9064c2287384 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a717085-cdc1-47b2-ab90-7ad13cf4cd03,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:57.871134 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82706f0f-836a-4b9b-97b9-ccf0d521b7ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:51:57.917659 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7f766bc1-e7c1-4610-a19b-2b6030c1b307 req-9f7f6637-8c4e-430b-b3ba-ce53c7f10ca5 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310958 Jan 28 13:51:57.954356 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc20fe81-cd72-4d20-a4b1-7ca5c3943599 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network 426a3e96-d656-49ed-ae33-33ecf99c99bc is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:57.965627 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20fe81-cd72-4d20-a4b1-7ca5c3943599 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Port': ['ID=9ebeccef-928c-433b-9e5f-c29603e4c771,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:57.968180 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-cc20fe81-cd72-4d20-a4b1-7ca5c3943599 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:57.971420 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc20fe81-cd72-4d20-a4b1-7ca5c3943599 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:57.974846 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277cef0-c735-401f-aa64-dba039367860 req-62ad86ba-67eb-4b8b-a3aa-06612a99e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:57.976470 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8277cef0-c735-401f-aa64-dba039367860 req-62ad86ba-67eb-4b8b-a3aa-06612a99e423 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e360adf-fa84-4efc-951a-e23d028fcfaa HTTP/1.1" status: 200 len: 835 time: 0.1643851 Jan 28 13:51:57.980720 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d61d1181-90a1-4ea6-8935-31dab4a5484d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-groups/9a717085-cdc1-47b2-ab90-7ad13cf4cd03 HTTP/1.1" status: 200 len: 1797 time: 0.1619864 Jan 28 13:51:57.981563 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59222) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:58.032509 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-2d585c92-7f6d-4dbb-9ff8-cc9afe4a6dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:58.034496 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-2d585c92-7f6d-4dbb-9ff8-cc9afe4a6dea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 1096 time: 0.0866628 Jan 28 13:51:58.035981 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82706f0f-836a-4b9b-97b9-ccf0d521b7ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:58.044464 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-82706f0f-836a-4b9b-97b9-ccf0d521b7ac tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "PUT /v2.0/routers/7ae58efc-fb03-490f-ab2b-feef7ffc0546/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2754214 Jan 28 13:51:58.048172 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59224) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:58.049491 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27fe631-a3d0-46f2-80c4-fb5cfb4c0301 None None] Sync routers for ids ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:58.067908 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27fe631-a3d0-46f2-80c4-fb5cfb4c0301 None None] Routers {'7ae58efc-fb03-490f-ab2b-feef7ffc0546'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:58.070138 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a27fe631-a3d0-46f2-80c4-fb5cfb4c0301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:58.095797 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc20fe81-cd72-4d20-a4b1-7ca5c3943599 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:58.096531 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cc20fe81-cd72-4d20-a4b1-7ca5c3943599 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.119438 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277cef0-c735-401f-aa64-dba039367860 req-305fbcf4-7bc7-4a70-a1b2-b355b1a121d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:58.120933 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8277cef0-c735-401f-aa64-dba039367860 req-305fbcf4-7bc7-4a70-a1b2-b355b1a121d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f33b7480-b8f9-4659-a729-d9cbb07531b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361976 Jan 28 13:51:58.159757 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad7600d-d98a-4beb-82e2-8bade78dc993 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Deleting subnet 78d0074d-2920-4c46-bc1c-44c4b2019bba {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:51:58.159902 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-cc20fe81-cd72-4d20-a4b1-7ca5c3943599 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1206422 Jan 28 13:51:58.161806 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59230) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:58.166120 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fad7600d-d98a-4beb-82e2-8bade78dc993 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for subnet (78d0074d-2920-4c46-bc1c-44c4b2019bba), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.183481 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-df50c465-3d9a-4da7-95de-f0de647f46c9 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (9a717085-cdc1-47b2-ab90-7ad13cf4cd03), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.210242 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-a27fe631-a3d0-46f2-80c4-fb5cfb4c0301 None None] Set router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:58.235877 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fad7600d-d98a-4beb-82e2-8bade78dc993 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (78d0074d-2920-4c46-bc1c-44c4b2019bba), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.253228 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:51:58.297870 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-df50c465-3d9a-4da7-95de-f0de647f46c9 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (9a717085-cdc1-47b2-ab90-7ad13cf4cd03), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.399991 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3f3191-d756-4865-8674-fc21ad33c839 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:58.404824 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ba3f3191-d756-4865-8674-fc21ad33c839 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.2388310 Jan 28 13:51:58.406276 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59234) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:58.430401 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8277cef0-c735-401f-aa64-dba039367860 req-c6efc61e-1210-45ed-a5bf-9104b7a26134 service neutron] 10.222.0.18 "GET /v2.0/networks/f33b7480-b8f9-4659-a729-d9cbb07531b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994604 Jan 28 13:51:58.481253 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-df50c465-3d9a-4da7-95de-f0de647f46c9 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9a717085-cdc1-47b2-ab90-7ad13cf4cd03), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.483971 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-df50c465-3d9a-4da7-95de-f0de647f46c9 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.488224 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-df50c465-3d9a-4da7-95de-f0de647f46c9 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "DELETE /v2.0/security-groups/9a717085-cdc1-47b2-ab90-7ad13cf4cd03 HTTP/1.1" status: 204 len: 168 time: 0.5028925 Jan 28 13:51:58.497136 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fd473-ebce-4308-8bfb-660240f01584 req-15a0ecf1-2df9-4393-96dc-8ff92afb325d tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:58.498737 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-007fd473-ebce-4308-8bfb-660240f01584 req-15a0ecf1-2df9-4393-96dc-8ff92afb325d tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 944 time: 0.1376657 Jan 28 13:51:58.499433 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59236) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:58.522618 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-d5daa097-83d9-4caf-aba3-c0a36809c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:58.525204 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-d5daa097-83d9-4caf-aba3-c0a36809c949 service neutron] 10.222.0.18 "GET /v2.0/networks?id=629a0596-4326-4173-a2b7-ce712832376d HTTP/1.1" status: 200 len: 897 time: 0.4826486 Jan 28 13:51:58.546686 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50c465-3d9a-4da7-95de-f0de647f46c9 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a717085-cdc1-47b2-ab90-7ad13cf4cd03,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:58.552619 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fad7600d-d98a-4beb-82e2-8bade78dc993 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (78d0074d-2920-4c46-bc1c-44c4b2019bba), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.618895 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8277cef0-c735-401f-aa64-dba039367860 req-5c99990d-ed58-43e4-a740-6dfa8634524d service neutron] 10.222.0.18 "GET /v2.0/networks/f33b7480-b8f9-4659-a729-d9cbb07531b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686010 Jan 28 13:51:58.648980 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-06d0aece-430e-4571-81b1-e43644533d72 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting port 9ebeccef-928c-433b-9e5f-c29603e4c771 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:58.649330 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-06d0aece-430e-4571-81b1-e43644533d72 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (9ebeccef-928c-433b-9e5f-c29603e4c771), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.673908 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f5f4c71c-6545-4ffc-8c3c-d2d0fdbd112e None None] Provisioning complete for port 9ebeccef-928c-433b-9e5f-c29603e4c771 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:58.674733 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f5f4c71c-6545-4ffc-8c3c-d2d0fdbd112e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9ebeccef-928c-433b-9e5f-c29603e4c771), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.702632 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d6c1e3e4-2fe1-4dcd-8026-6ca0419a70d1 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1958864 Jan 28 13:51:58.709574 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59238) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:58.720566 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-8a2370ad-2437-4f0d-90bc-5993458be91c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf HTTP/1.1" status: 200 len: 1001 time: 0.1703041 Jan 28 13:51:58.726483 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-007fd473-ebce-4308-8bfb-660240f01584 req-dcf82468-de4c-40e9-85ae-c509f1d41db7 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=0296aba7-a28c-495a-a734-1f06d83f9764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094059 Jan 28 13:51:58.751430 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-60b333be-52c8-4e3b-8482-1add3ad45df0 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] delete failed (client error): The resource could not be found. Jan 28 13:51:58.753192 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-60b333be-52c8-4e3b-8482-1add3ad45df0 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "DELETE /v2.0/security-groups/9a717085-cdc1-47b2-ab90-7ad13cf4cd03 HTTP/1.1" status: 404 len: 347 time: 0.0417285 Jan 28 13:51:58.756167 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=7498ed12-b3cc-41c8-a3bf-ff2b52c7467a,segment=NetworkSegment(766923be-69a9-438b-8d26-7f7b6fae7a7f),segment_id=766923be-69a9-438b-8d26-7f7b6fae7a7f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:58.758053 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59240) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:58.774532 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f5f4c71c-6545-4ffc-8c3c-d2d0fdbd112e None None] Port 9ebeccef-928c-433b-9e5f-c29603e4c771 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:58.786253 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-e1957351-38cf-48f7-9da8-9d09d6ecb4f6 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Request body: {'security_group': {'name': 'tempest-secgroup--15066411'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:58.795183 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '7498ed12-b3cc-41c8-a3bf-ff2b52c7467a', 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'port_id': '7498ed12-b3cc-41c8-a3bf-ff2b52c7467a', 'mac_address': 'fa:16:3e:26:80:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:51:58.808951 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fad7600d-d98a-4beb-82e2-8bade78dc993 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (78d0074d-2920-4c46-bc1c-44c4b2019bba), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.818491 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953046d2-430d-4806-8d15-27d7b2ee42f1 req-bc3b5537-3037-44c4-8e82-51fb99248608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:58.820855 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-953046d2-430d-4806-8d15-27d7b2ee42f1 req-bc3b5537-3037-44c4-8e82-51fb99248608 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f281e4a0c8564ab9bcdd7d3d058e0db3&device_id=6b7d7d35-b1ff-4907-bdd6-1f23aff37820 HTTP/1.1" status: 200 len: 1094 time: 0.0953872 Jan 28 13:51:58.851265 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-06d0aece-430e-4571-81b1-e43644533d72 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (9ebeccef-928c-433b-9e5f-c29603e4c771), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.887599 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fad7600d-d98a-4beb-82e2-8bade78dc993 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.890285 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c6afee-921b-4285-a4c2-9e7b5bb1df0b None None] Network de472468-8d84-40ec-980a-567a758e6ad6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:58.894372 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fad7600d-d98a-4beb-82e2-8bade78dc993 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/subnets/78d0074d-2920-4c46-bc1c-44c4b2019bba HTTP/1.1" status: 204 len: 168 time: 0.8454018 Jan 28 13:51:58.895849 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59244) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:58.897815 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-9acdd08c-4ed2-486b-a3e4-0fe72a592e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:58.899508 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-9acdd08c-4ed2-486b-a3e4-0fe72a592e4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=491aa37e-4ac2-45c7-8ded-0b584f80a299 HTTP/1.1" status: 200 len: 834 time: 0.1627355 Jan 28 13:51:58.900122 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad7600d-d98a-4beb-82e2-8bade78dc993 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Subnet': ['ID=78d0074d-2920-4c46-bc1c-44c4b2019bba,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:58.904294 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e1957351-38cf-48f7-9da8-9d09d6ecb4f6 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.908654 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-06d0aece-430e-4571-81b1-e43644533d72 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Calling delete_port for 9ebeccef-928c-433b-9e5f-c29603e4c771 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:58.928342 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:58.928831 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7498ed12-b3cc-41c8-a3bf-ff2b52c7467a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.980469 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:51:59.023166 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a27fe631-a3d0-46f2-80c4-fb5cfb4c0301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:51:56Z', 'revision_number': 9, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None, '_interfaces': [{'id': '99b28738-449a-4016-b5da-f66a4205f524', 'name': '', 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:80:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:09Z', 'updated_at': '2022-01-28T13:51:16Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b595829d-f7c4-42ac-9b40-f067dbf48610', 'name': '', 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:ec:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:16Z', 'updated_at': '2022-01-28T13:51:28Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:59.035975 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f590d6-bdb2-426a-bc24-80a5c75fc5b7 req-d9510b15-dc80-4b96-b6c9-3234c55fffa9 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:59.037581 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-19f590d6-bdb2-426a-bc24-80a5c75fc5b7 req-d9510b15-dc80-4b96-b6c9-3234c55fffa9 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b7d7d35-b1ff-4907-bdd6-1f23aff37820 HTTP/1.1" status: 200 len: 943 time: 0.1557813 Jan 28 13:51:59.040813 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=7498ed12-b3cc-41c8-a3bf-ff2b52c7467a,segment=NetworkSegment(766923be-69a9-438b-8d26-7f7b6fae7a7f),segment_id=766923be-69a9-438b-8d26-7f7b6fae7a7f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:59.072873 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7498ed12-b3cc-41c8-a3bf-ff2b52c7467a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.078348 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27fe631-a3d0-46f2-80c4-fb5cfb4c0301 None None] Checking router: 7ae58efc-fb03-490f-ab2b-feef7ffc0546 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:51:59.127368 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27fe631-a3d0-46f2-80c4-fb5cfb4c0301 None None] Routers {'7ae58efc-fb03-490f-ab2b-feef7ffc0546'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:59.128007 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a27fe631-a3d0-46f2-80c4-fb5cfb4c0301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:51:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:59.168655 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-4885a33f-f717-4812-a812-d5e751a7f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:59.170394 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-4885a33f-f717-4812-a812-d5e751a7f1bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=629a0596-4326-4173-a2b7-ce712832376d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2434199 Jan 28 13:51:59.179659 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2d997953-9653-4098-b20c-ed114ba2d86a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (de472468-8d84-40ec-980a-567a758e6ad6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.186102 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e1957351-38cf-48f7-9da8-9d09d6ecb4f6 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (5ce9f111-1e58-430f-a47b-7eb44830f042), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.215101 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e1957351-38cf-48f7-9da8-9d09d6ecb4f6 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5ce9f111-1e58-430f-a47b-7eb44830f042), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.221363 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=7498ed12-b3cc-41c8-a3bf-ff2b52c7467a,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:59.238857 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d1c5af-6187-4bbf-9cb6-5876f86aa780 None None] DHCP port deletion for de472468-8d84-40ec-980a-567a758e6ad6 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:51:59.286424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-a27fe631-a3d0-46f2-80c4-fb5cfb4c0301 None None] Set router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:59.302627 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11921ce-89eb-4c34-8ce8-2fded3c5c4ac req-6abcb2ca-032b-4b95-b979-33e502c233a4 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:59.304460 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b11921ce-89eb-4c34-8ce8-2fded3c5c4ac req-6abcb2ca-032b-4b95-b979-33e502c233a4 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 945 time: 0.2414694 Jan 28 13:51:59.328606 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e1957351-38cf-48f7-9da8-9d09d6ecb4f6 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.330008 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e1957351-38cf-48f7-9da8-9d09d6ecb4f6 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5709240 Jan 28 13:51:59.355668 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d954e855-c7e8-4304-8a25-9686072dc509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.356177 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59248) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:59.359042 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1957351-38cf-48f7-9da8-9d09d6ecb4f6 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce9f111-1e58-430f-a47b-7eb44830f042,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:59.371261 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-4ae24830-13b4-4916-a6ea-9ed9ad3b4075 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Request body: {'security_group_rule': {'security_group_id': '5ce9f111-1e58-430f-a47b-7eb44830f042', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:59.425073 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953046d2-430d-4806-8d15-27d7b2ee42f1 req-a5d72e21-60f1-4207-af0b-30d2ef2f22d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:59.426856 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-953046d2-430d-4806-8d15-27d7b2ee42f1 req-a5d72e21-60f1-4207-af0b-30d2ef2f22d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f33b7480-b8f9-4659-a729-d9cbb07531b4 HTTP/1.1" status: 200 len: 897 time: 0.5953763 Jan 28 13:51:59.429535 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b3d1c5af-6187-4bbf-9cb6-5876f86aa780 None None] Deleting port 92baf754-3682-46a3-bee3-fa81a7c0a84a {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:59.429969 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3d1c5af-6187-4bbf-9cb6-5876f86aa780 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (92baf754-3682-46a3-bee3-fa81a7c0a84a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.448668 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-9ff84ba7-8baa-4555-8eab-0b318b79ea34 service neutron] 10.222.0.18 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655911 Jan 28 13:51:59.453480 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['7498ed12-b3cc-41c8-a3bf-ff2b52c7467a'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:51:59.456222 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b11921ce-89eb-4c34-8ce8-2fded3c5c4ac req-0a1f508c-e7b5-43e7-b1eb-259a95357058 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392813 Jan 28 13:51:59.469560 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4ae24830-13b4-4916-a6ea-9ed9ad3b4075 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (7b6ddd84-6b09-497f-ac83-c74f750fb708), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.479578 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-953046d2-430d-4806-8d15-27d7b2ee42f1 req-2d1d16cb-5276-441d-a72b-bc767a8da5a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abd9722d-ad51-4aff-9356-c00b166ac9e4 HTTP/1.1" status: 200 len: 217 time: 0.0392690 Jan 28 13:51:59.563821 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-19f590d6-bdb2-426a-bc24-80a5c75fc5b7 req-76690f38-ec3b-47d7-8e3c-9493c819cff4 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=1955b8f9-2bb5-4e12-929e-6655bb12be61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5072868 Jan 28 13:51:59.571465 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953046d2-430d-4806-8d15-27d7b2ee42f1 req-7eea9bd4-7d6e-4248-8233-c806c7e90f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:59.573805 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-953046d2-430d-4806-8d15-27d7b2ee42f1 req-7eea9bd4-7d6e-4248-8233-c806c7e90f66 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e360adf-fa84-4efc-951a-e23d028fcfaa HTTP/1.1" status: 200 len: 835 time: 0.0851257 Jan 28 13:51:59.584157 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-b3d1c5af-6187-4bbf-9cb6-5876f86aa780 None None] For port 92baf754-3682-46a3-bee3-fa81a7c0a84a, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=92baf754-3682-46a3-bee3-fa81a7c0a84a,segment=NetworkSegment(3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb),segment_id=3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:59.584830 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3d1c5af-6187-4bbf-9cb6-5876f86aa780 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (92baf754-3682-46a3-bee3-fa81a7c0a84a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.587025 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-2d997953-9653-4098-b20c-ed114ba2d86a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Deleting port 92baf754-3682-46a3-bee3-fa81a7c0a84a {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:59.587537 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2d997953-9653-4098-b20c-ed114ba2d86a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (92baf754-3682-46a3-bee3-fa81a7c0a84a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.611940 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b3d1c5af-6187-4bbf-9cb6-5876f86aa780 None None] Calling delete_port for 92baf754-3682-46a3-bee3-fa81a7c0a84a owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:59.669862 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-06d0aece-430e-4571-81b1-e43644533d72 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (9ebeccef-928c-433b-9e5f-c29603e4c771), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.701972 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4ae24830-13b4-4916-a6ea-9ed9ad3b4075 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (7b6ddd84-6b09-497f-ac83-c74f750fb708), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.706063 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953046d2-430d-4806-8d15-27d7b2ee42f1 req-9f6af044-56ed-436c-9d29-262685a12b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:59.708237 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-953046d2-430d-4806-8d15-27d7b2ee42f1 req-9f6af044-56ed-436c-9d29-262685a12b3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f33b7480-b8f9-4659-a729-d9cbb07531b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079865 Jan 28 13:51:59.708439 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-7c3bf648-2482-41f4-8995-e2505f739446 service neutron] 10.222.0.18 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512820 Jan 28 13:51:59.711804 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0aece-430e-4571-81b1-e43644533d72 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Port': ['ID=9ebeccef-928c-433b-9e5f-c29603e4c771,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:59.713001 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4ae24830-13b4-4916-a6ea-9ed9ad3b4075 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (7b6ddd84-6b09-497f-ac83-c74f750fb708), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.715899 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-2d997953-9653-4098-b20c-ed114ba2d86a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] For port 92baf754-3682-46a3-bee3-fa81a7c0a84a, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=92baf754-3682-46a3-bee3-fa81a7c0a84a,segment=NetworkSegment(3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb),segment_id=3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:59.720923 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2d997953-9653-4098-b20c-ed114ba2d86a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (92baf754-3682-46a3-bee3-fa81a7c0a84a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.765007 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-2d997953-9653-4098-b20c-ed114ba2d86a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Calling delete_port for 92baf754-3682-46a3-bee3-fa81a7c0a84a owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:59.767869 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae24830-13b4-4916-a6ea-9ed9ad3b4075 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6ddd84-6b09-497f-ac83-c74f750fb708,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:59.801987 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4ae24830-13b4-4916-a6ea-9ed9ad3b4075 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.810210 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3d1c5af-6187-4bbf-9cb6-5876f86aa780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (92baf754-3682-46a3-bee3-fa81a7c0a84a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.811950 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4ae24830-13b4-4916-a6ea-9ed9ad3b4075 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4538023 Jan 28 13:51:59.816421 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59252) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:59.818808 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a27fe631-a3d0-46f2-80c4-fb5cfb4c0301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:51:56Z', 'revision_number': 9, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None, '_interfaces': [{'id': '99b28738-449a-4016-b5da-f66a4205f524', 'name': '', 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:80:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:09Z', 'updated_at': '2022-01-28T13:51:16Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b595829d-f7c4-42ac-9b40-f067dbf48610', 'name': '', 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:ec:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:16Z', 'updated_at': '2022-01-28T13:51:28Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:59.890970 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1c5af-6187-4bbf-9cb6-5876f86aa780 None None] Pushing event deleted for resources: {'Port': ['ID=92baf754-3682-46a3-bee3-fa81a7c0a84a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:59.906522 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27fe631-a3d0-46f2-80c4-fb5cfb4c0301 None None] The sync data for ids ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'] in n-d-822747-2 is: [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:51:56Z', 'revision_number': 9, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None, '_interfaces': [{'id': '99b28738-449a-4016-b5da-f66a4205f524', 'name': '', 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:80:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:09Z', 'updated_at': '2022-01-28T13:51:16Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b595829d-f7c4-42ac-9b40-f067dbf48610', 'name': '', 'network_id': '7564e3df-c4c9-4c33-98bd-f8c4c48d1fec', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:ec:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:16Z', 'updated_at': '2022-01-28T13:51:28Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': 'a029738f-936b-43b8-b5fb-031c62a50def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:59.921323 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d1c5af-6187-4bbf-9cb6-5876f86aa780 None None] No DVR routers for this DVR port 92baf754-3682-46a3-bee3-fa81a7c0a84a on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:51:59.981281 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bb4c29c2-bd1e-4b2c-868e-3ce1566d7b0b tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (7b6ddd84-6b09-497f-ac83-c74f750fb708), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.997860 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bb4c29c2-bd1e-4b2c-868e-3ce1566d7b0b tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (7b6ddd84-6b09-497f-ac83-c74f750fb708), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.006245 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-06d0aece-430e-4571-81b1-e43644533d72 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.012182 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-06d0aece-430e-4571-81b1-e43644533d72 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/ports/9ebeccef-928c-433b-9e5f-c29603e4c771 HTTP/1.1" status: 204 len: 168 time: 1.5971580 Jan 28 13:52:00.016104 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59254) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:00.024352 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-953046d2-430d-4806-8d15-27d7b2ee42f1 req-764efee2-b902-47de-bc45-91dc3af5e2b8 service neutron] 10.222.0.18 "GET /v2.0/networks/f33b7480-b8f9-4659-a729-d9cbb07531b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903512 Jan 28 13:52:00.040293 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87960a57-0fdf-4188-b988-3824bfdfbce4 req-ec493aed-de2f-4969-b552-eb6af178ff8a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:00.041826 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-87960a57-0fdf-4188-b988-3824bfdfbce4 req-ec493aed-de2f-4969-b552-eb6af178ff8a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 945 time: 0.1620135 Jan 28 13:52:00.090668 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe0b069-0ab9-429f-924b-729954e23075 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] GET failed (client error): The resource could not be found. Jan 28 13:52:00.092703 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dbe0b069-0ab9-429f-924b-729954e23075 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "GET /v2.0/ports/9ebeccef-928c-433b-9e5f-c29603e4c771 HTTP/1.1" status: 404 len: 333 time: 0.0792656 Jan 28 13:52:00.096047 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59256) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:00.115711 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bb4c29c2-bd1e-4b2c-868e-3ce1566d7b0b tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (7b6ddd84-6b09-497f-ac83-c74f750fb708), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.117379 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2d997953-9653-4098-b20c-ed114ba2d86a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (92baf754-3682-46a3-bee3-fa81a7c0a84a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.123002 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bb4c29c2-bd1e-4b2c-868e-3ce1566d7b0b tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.124168 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bb4c29c2-bd1e-4b2c-868e-3ce1566d7b0b tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/7b6ddd84-6b09-497f-ac83-c74f750fb708 HTTP/1.1" status: 204 len: 168 time: 0.3013880 Jan 28 13:52:00.128588 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59258) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:00.185867 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c29c2-bd1e-4b2c-868e-3ce1566d7b0b tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b6ddd84-6b09-497f-ac83-c74f750fb708,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:00.187821 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d997953-9653-4098-b20c-ed114ba2d86a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Port': ['ID=92baf754-3682-46a3-bee3-fa81a7c0a84a,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:00.188116 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-953046d2-430d-4806-8d15-27d7b2ee42f1 req-31d3b0b7-b627-4269-93d7-ebf5c86041c4 service neutron] 10.222.0.18 "GET /v2.0/networks/f33b7480-b8f9-4659-a729-d9cbb07531b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562142 Jan 28 13:52:00.202207 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8bbe9d85-8d87-4fd9-b31c-e66488fcfaf1 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0693724 Jan 28 13:52:00.202207 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59260) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:00.209923 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d997953-9653-4098-b20c-ed114ba2d86a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] No DVR routers for this DVR port 92baf754-3682-46a3-bee3-fa81a7c0a84a on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:00.262232 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f65f8078-9c45-4716-beaf-d737658df0a2 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (5ce9f111-1e58-430f-a47b-7eb44830f042), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.275914 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-87960a57-0fdf-4188-b988-3824bfdfbce4 req-3485474c-c2bc-4e99-b4a7-e4cb4e031812 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=0296aba7-a28c-495a-a734-1f06d83f9764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024007 Jan 28 13:52:00.301215 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f65f8078-9c45-4716-beaf-d737658df0a2 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (5ce9f111-1e58-430f-a47b-7eb44830f042), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.333175 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2d997953-9653-4098-b20c-ed114ba2d86a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (de472468-8d84-40ec-980a-567a758e6ad6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.347819 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f65f8078-9c45-4716-beaf-d737658df0a2 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5ce9f111-1e58-430f-a47b-7eb44830f042), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.350605 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f65f8078-9c45-4716-beaf-d737658df0a2 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.351816 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f65f8078-9c45-4716-beaf-d737658df0a2 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "DELETE /v2.0/security-groups/5ce9f111-1e58-430f-a47b-7eb44830f042 HTTP/1.1" status: 204 len: 168 time: 0.1489508 Jan 28 13:52:00.355077 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59262) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:00.365584 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-2d997953-9653-4098-b20c-ed114ba2d86a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de472468-8d84-40ec-980a-567a758e6ad6']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:00.373017 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f8078-9c45-4716-beaf-d737658df0a2 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce9f111-1e58-430f-a47b-7eb44830f042,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:00.377580 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-8b90f28f-b279-4d41-b032-8a166512cf88 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting port 7f008fa2-44e2-408a-b94b-55abe529115b {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:00.377959 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8b90f28f-b279-4d41-b032-8a166512cf88 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7f008fa2-44e2-408a-b94b-55abe529115b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.382419 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-2d997953-9653-4098-b20c-ed114ba2d86a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:00.382731 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-2d997953-9653-4098-b20c-ed114ba2d86a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:00.404914 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2d997953-9653-4098-b20c-ed114ba2d86a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.418426 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4289b2aa-4745-4f24-a159-d1ff012d7893 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0621936 Jan 28 13:52:00.422516 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59264) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:00.427247 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-9a045aad-e64d-4502-a2d8-7fcd3409b98e tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Request body: {'security_group': {'name': 'tempest-secgroup--784063092'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:00.449782 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9a045aad-e64d-4502-a2d8-7fcd3409b98e tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.453762 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2d997953-9653-4098-b20c-ed114ba2d86a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.464693 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d997953-9653-4098-b20c-ed114ba2d86a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:52:00.465421 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2d997953-9653-4098-b20c-ed114ba2d86a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (3c27d25a-5ad1-4f2d-916c-7bc9a8b1beeb), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:52:00.468958 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:52:00.520433 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9a045aad-e64d-4502-a2d8-7fcd3409b98e tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (b4d61294-fe61-4b09-8f7b-e72e03cb5c43), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.525933 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9a045aad-e64d-4502-a2d8-7fcd3409b98e tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b4d61294-fe61-4b09-8f7b-e72e03cb5c43), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.548633 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8b90f28f-b279-4d41-b032-8a166512cf88 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7f008fa2-44e2-408a-b94b-55abe529115b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.552218 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9a045aad-e64d-4502-a2d8-7fcd3409b98e tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.556453 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9a045aad-e64d-4502-a2d8-7fcd3409b98e tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1300790 Jan 28 13:52:00.557143 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59268) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:00.564226 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-22185029-324f-4850-b75b-4da01663cb74 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Request body: {'security_group_rule': {'security_group_id': 'b4d61294-fe61-4b09-8f7b-e72e03cb5c43', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:00.569428 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2d997953-9653-4098-b20c-ed114ba2d86a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (de472468-8d84-40ec-980a-567a758e6ad6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.571643 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a045aad-e64d-4502-a2d8-7fcd3409b98e tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d61294-fe61-4b09-8f7b-e72e03cb5c43,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:00.581258 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-8b90f28f-b279-4d41-b032-8a166512cf88 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Calling delete_port for 7f008fa2-44e2-408a-b94b-55abe529115b owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:00.583436 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2d997953-9653-4098-b20c-ed114ba2d86a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.589470 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2d997953-9653-4098-b20c-ed114ba2d86a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/networks/de472468-8d84-40ec-980a-567a758e6ad6 HTTP/1.1" status: 204 len: 168 time: 1.6698685 Jan 28 13:52:00.592300 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59270) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:00.615432 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cdfbc-46b2-45a2-8bc6-9ab3e5b608fc req-dd6aa8bb-1548-4bf0-a46d-943be97ceb3f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:00.617087 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-630cdfbc-46b2-45a2-8bc6-9ab3e5b608fc req-dd6aa8bb-1548-4bf0-a46d-943be97ceb3f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 945 time: 0.0548940 Jan 28 13:52:00.646888 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d997953-9653-4098-b20c-ed114ba2d86a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Network': ['ID=de472468-8d84-40ec-980a-567a758e6ad6,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:00.674757 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-630cdfbc-46b2-45a2-8bc6-9ab3e5b608fc req-cd6c7853-6bd7-43cd-b2e7-351250ac5c0e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515232 Jan 28 13:52:00.706534 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device abd9722d-ad51-4aff-9356-c00b166ac9e4 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:52:00.751037 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22185029-324f-4850-b75b-4da01663cb74 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (3f096d33-e300-4bd2-8396-67a8a20431ac), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.811485 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port abd9722d-ad51-4aff-9356-c00b166ac9e4, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=abd9722d-ad51-4aff-9356-c00b166ac9e4,segment=NetworkSegment(454befdb-5530-451e-abf2-e6489ec86a3f),segment_id=454befdb-5530-451e-abf2-e6489ec86a3f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:00.823193 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'abd9722d-ad51-4aff-9356-c00b166ac9e4', 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4', 'port_id': 'abd9722d-ad51-4aff-9356-c00b166ac9e4', 'mac_address': 'fa:16:3e:67:28:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:52:00.863745 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 01d018d0-d16c-47d6-a408-0a9baa88e5bc no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:52:00.868590 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port abd9722d-ad51-4aff-9356-c00b166ac9e4 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:00.869082 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (abd9722d-ad51-4aff-9356-c00b166ac9e4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.893149 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 01d018d0-d16c-47d6-a408-0a9baa88e5bc {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:52:00.893497 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 01d018d0-d16c-47d6-a408-0a9baa88e5bc not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:52:00.893916 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 92baf754-3682-46a3-bee3-fa81a7c0a84a no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:52:00.910000 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c405bf6-242f-477a-8586-1ece92f0d8b7 req-b9435bbf-ed54-497e-9912-cad75e5b8298 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:00.911524 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7c405bf6-242f-477a-8586-1ece92f0d8b7 req-b9435bbf-ed54-497e-9912-cad75e5b8298 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b7d7d35-b1ff-4907-bdd6-1f23aff37820 HTTP/1.1" status: 200 len: 943 time: 0.2253032 Jan 28 13:52:00.924322 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 92baf754-3682-46a3-bee3-fa81a7c0a84a {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:52:00.924670 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 92baf754-3682-46a3-bee3-fa81a7c0a84a not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:52:00.928394 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd9722d-ad51-4aff-9356-c00b166ac9e4 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:52:00.941813 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22185029-324f-4850-b75b-4da01663cb74 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (3f096d33-e300-4bd2-8396-67a8a20431ac), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.949701 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port abd9722d-ad51-4aff-9356-c00b166ac9e4, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=abd9722d-ad51-4aff-9356-c00b166ac9e4,segment=NetworkSegment(454befdb-5530-451e-abf2-e6489ec86a3f),segment_id=454befdb-5530-451e-abf2-e6489ec86a3f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:00.954206 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (abd9722d-ad51-4aff-9356-c00b166ac9e4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.961068 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22185029-324f-4850-b75b-4da01663cb74 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (3f096d33-e300-4bd2-8396-67a8a20431ac), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.005354 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=abd9722d-ad51-4aff-9356-c00b166ac9e4,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:01.023241 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22185029-324f-4850-b75b-4da01663cb74 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f096d33-e300-4bd2-8396-67a8a20431ac,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:01.056931 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22185029-324f-4850-b75b-4da01663cb74 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.058136 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-22185029-324f-4850-b75b-4da01663cb74 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4995174 Jan 28 13:52:01.061035 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59274) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:01.065796 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-127e799a-6c2a-4b66-972e-6664473f804d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Request body: {'security_group_rule': {'security_group_id': 'b4d61294-fe61-4b09-8f7b-e72e03cb5c43', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:01.084894 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7c405bf6-242f-477a-8586-1ece92f0d8b7 req-f586bba9-4823-4d3e-962b-4d82f1ef8b16 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=1955b8f9-2bb5-4e12-929e-6655bb12be61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629508 Jan 28 13:52:01.088501 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8b90f28f-b279-4d41-b032-8a166512cf88 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (7f008fa2-44e2-408a-b94b-55abe529115b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.095697 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-127e799a-6c2a-4b66-972e-6664473f804d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (e15fc3ce-cd2f-4095-95f5-3be3ce245c77), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.127385 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90f28f-b279-4d41-b032-8a166512cf88 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Port': ['ID=7f008fa2-44e2-408a-b94b-55abe529115b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:01.160072 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['abd9722d-ad51-4aff-9356-c00b166ac9e4'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:52:01.171478 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-127e799a-6c2a-4b66-972e-6664473f804d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (e15fc3ce-cd2f-4095-95f5-3be3ce245c77), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.177149 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-127e799a-6c2a-4b66-972e-6664473f804d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (e15fc3ce-cd2f-4095-95f5-3be3ce245c77), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.208041 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e799a-6c2a-4b66-972e-6664473f804d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e15fc3ce-cd2f-4095-95f5-3be3ce245c77,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:01.215896 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-127e799a-6c2a-4b66-972e-6664473f804d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.221262 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-127e799a-6c2a-4b66-972e-6664473f804d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1589799 Jan 28 13:52:01.221802 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59276) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:01.226787 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-8081c5a6-f64d-4adb-94b9-9bd7d35844f5 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Request body: {'security_group_rule': {'security_group_id': 'b4d61294-fe61-4b09-8f7b-e72e03cb5c43', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:01.240506 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8b90f28f-b279-4d41-b032-8a166512cf88 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.246369 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8b90f28f-b279-4d41-b032-8a166512cf88 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/ports/7f008fa2-44e2-408a-b94b-55abe529115b HTTP/1.1" status: 204 len: 168 time: 1.1468604 Jan 28 13:52:01.246763 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59278) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:01.280620 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8081c5a6-f64d-4adb-94b9-9bd7d35844f5 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (703ce17c-c94a-4e0f-b826-5d07090f8d04), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.290702 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1497208-4716-404c-86ca-ce940aa9c4a1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] GET failed (client error): The resource could not be found. Jan 28 13:52:01.292521 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f1497208-4716-404c-86ca-ce940aa9c4a1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "GET /v2.0/ports/7f008fa2-44e2-408a-b94b-55abe529115b HTTP/1.1" status: 404 len: 333 time: 0.0438690 Jan 28 13:52:01.296138 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59280) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:01.364839 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3be6122-d31e-4a86-b4a2-e665c6b4fe07 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting subnet 4e5ef7d6-6f50-4c3b-8562-4488f3d3b18f {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:52:01.369038 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3be6122-d31e-4a86-b4a2-e665c6b4fe07 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for subnet (4e5ef7d6-6f50-4c3b-8562-4488f3d3b18f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.421666 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3be6122-d31e-4a86-b4a2-e665c6b4fe07 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (4e5ef7d6-6f50-4c3b-8562-4488f3d3b18f), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.542380 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab452724-476e-494c-9438-f1ab4e251c5a req-ab29b2ab-f449-4da9-9584-cfafa9b22fdf tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:01.543916 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab452724-476e-494c-9438-f1ab4e251c5a req-ab29b2ab-f449-4da9-9584-cfafa9b22fdf tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 945 time: 0.0909777 Jan 28 13:52:01.573114 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3be6122-d31e-4a86-b4a2-e665c6b4fe07 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (4e5ef7d6-6f50-4c3b-8562-4488f3d3b18f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.592550 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-68abbbe5-66c4-44d6-91c8-d27f6c8568d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.637213 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab452724-476e-494c-9438-f1ab4e251c5a req-e6dbcb0e-9e33-4c36-b614-6e852542997c tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=0296aba7-a28c-495a-a734-1f06d83f9764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863905 Jan 28 13:52:01.662151 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3be6122-d31e-4a86-b4a2-e665c6b4fe07 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (4e5ef7d6-6f50-4c3b-8562-4488f3d3b18f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.695416 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be6122-d31e-4a86-b4a2-e665c6b4fe07 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Subnet': ['ID=4e5ef7d6-6f50-4c3b-8562-4488f3d3b18f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:01.702038 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3be6122-d31e-4a86-b4a2-e665c6b4fe07 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.705803 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e3be6122-d31e-4a86-b4a2-e665c6b4fe07 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/subnets/4e5ef7d6-6f50-4c3b-8562-4488f3d3b18f HTTP/1.1" status: 204 len: 168 time: 0.4004586 Jan 28 13:52:01.708442 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59286) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:01.724109 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1c41d3-220b-4582-9a82-bb7bb47d6114 None None] Network 426a3e96-d656-49ed-ae33-33ecf99c99bc requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:01.743309 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58116e80-1032-425a-bb97-a72ab3aad19a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (7ae58efc-fb03-490f-ab2b-feef7ffc0546), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.750562 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8081c5a6-f64d-4adb-94b9-9bd7d35844f5 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (703ce17c-c94a-4e0f-b826-5d07090f8d04), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.786039 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8081c5a6-f64d-4adb-94b9-9bd7d35844f5 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (703ce17c-c94a-4e0f-b826-5d07090f8d04), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.802078 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87cd4772-5482-4667-a50e-7702b14b823b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (426a3e96-d656-49ed-ae33-33ecf99c99bc), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.863041 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081c5a6-f64d-4adb-94b9-9bd7d35844f5 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=703ce17c-c94a-4e0f-b826-5d07090f8d04,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:01.869730 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-87cd4772-5482-4667-a50e-7702b14b823b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting port e9060261-5bb5-4044-a634-60aa21bef482 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:01.869730 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87cd4772-5482-4667-a50e-7702b14b823b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (e9060261-5bb5-4044-a634-60aa21bef482), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.872193 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8081c5a6-f64d-4adb-94b9-9bd7d35844f5 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.873413 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8081c5a6-f64d-4adb-94b9-9bd7d35844f5 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6504190 Jan 28 13:52:01.882523 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59288) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:01.889741 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-f2ee942b-9b06-425f-8d33-b856b94dee6d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Request body: {'security_group_rule': {'security_group_id': 'b4d61294-fe61-4b09-8f7b-e72e03cb5c43', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:01.932333 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3f0f1e-c24f-4191-9b23-58d791f76d47 None None] DHCP port deletion for 426a3e96-d656-49ed-ae33-33ecf99c99bc request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:52:01.955623 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6ff03-5958-46af-a507-dc63bdfb5c0d req-31a08b25-372b-4036-981a-746f4bc5f49d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:01.957185 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-74d6ff03-5958-46af-a507-dc63bdfb5c0d req-31a08b25-372b-4036-981a-746f4bc5f49d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 945 time: 0.1749377 Jan 28 13:52:01.967352 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-87cd4772-5482-4667-a50e-7702b14b823b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] For port e9060261-5bb5-4044-a634-60aa21bef482, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=e9060261-5bb5-4044-a634-60aa21bef482,segment=NetworkSegment(f467fa20-9142-47da-abe0-12a84423564f),segment_id=f467fa20-9142-47da-abe0-12a84423564f)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:01.968106 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87cd4772-5482-4667-a50e-7702b14b823b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (e9060261-5bb5-4044-a634-60aa21bef482), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.991624 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f2ee942b-9b06-425f-8d33-b856b94dee6d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (9f796e75-dc1a-4e52-ac9a-384b21e9abf0), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.002199 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0c3f0f1e-c24f-4191-9b23-58d791f76d47 None None] Deleting port e9060261-5bb5-4044-a634-60aa21bef482 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:02.002710 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c3f0f1e-c24f-4191-9b23-58d791f76d47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (e9060261-5bb5-4044-a634-60aa21bef482), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.012335 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-87cd4772-5482-4667-a50e-7702b14b823b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Calling delete_port for e9060261-5bb5-4044-a634-60aa21bef482 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:02.066851 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-74d6ff03-5958-46af-a507-dc63bdfb5c0d req-798eb295-0ca3-4524-8fe4-fe613bbb6b0e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909569 Jan 28 13:52:02.073749 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-0c3f0f1e-c24f-4191-9b23-58d791f76d47 None None] For port e9060261-5bb5-4044-a634-60aa21bef482, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=e9060261-5bb5-4044-a634-60aa21bef482,segment=NetworkSegment(f467fa20-9142-47da-abe0-12a84423564f),segment_id=f467fa20-9142-47da-abe0-12a84423564f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:02.074318 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c3f0f1e-c24f-4191-9b23-58d791f76d47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (e9060261-5bb5-4044-a634-60aa21bef482), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.091537 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd83402-c01e-409a-9165-802688f063b5 req-e1af3fe8-79bb-4b56-bc7d-3068a5889b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:02.091537 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-efd83402-c01e-409a-9165-802688f063b5 req-e1af3fe8-79bb-4b56-bc7d-3068a5889b6b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 1096 time: 0.1062195 Jan 28 13:52:02.096918 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f2ee942b-9b06-425f-8d33-b856b94dee6d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (9f796e75-dc1a-4e52-ac9a-384b21e9abf0), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.103533 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0c3f0f1e-c24f-4191-9b23-58d791f76d47 None None] Calling delete_port for e9060261-5bb5-4044-a634-60aa21bef482 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:02.126435 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f2ee942b-9b06-425f-8d33-b856b94dee6d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (9f796e75-dc1a-4e52-ac9a-384b21e9abf0), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.156918 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee942b-9b06-425f-8d33-b856b94dee6d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f796e75-dc1a-4e52-ac9a-384b21e9abf0,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:02.190341 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f2ee942b-9b06-425f-8d33-b856b94dee6d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.194828 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f2ee942b-9b06-425f-8d33-b856b94dee6d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3089271 Jan 28 13:52:02.195749 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59292) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:02.198381 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87cd4772-5482-4667-a50e-7702b14b823b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (e9060261-5bb5-4044-a634-60aa21bef482), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.202267 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-6bb9a13d-755c-4aab-978d-545550ef1708 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Request body: {'security_group_rule': {'security_group_id': 'b4d61294-fe61-4b09-8f7b-e72e03cb5c43', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:02.205779 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c3f0f1e-c24f-4191-9b23-58d791f76d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (e9060261-5bb5-4044-a634-60aa21bef482), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.234922 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f0f1e-c24f-4191-9b23-58d791f76d47 None None] Pushing event deleted for resources: {'Port': ['ID=e9060261-5bb5-4044-a634-60aa21bef482,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:02.238613 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3f0f1e-c24f-4191-9b23-58d791f76d47 None None] No DVR routers for this DVR port e9060261-5bb5-4044-a634-60aa21bef482 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:02.243122 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6bb9a13d-755c-4aab-978d-545550ef1708 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (b62160a7-5f2e-47f1-bc5d-6e0cba2181e3), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.251595 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:02.271731 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd4772-5482-4667-a50e-7702b14b823b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Port': ['ID=e9060261-5bb5-4044-a634-60aa21bef482,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:02.282349 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cd4772-5482-4667-a50e-7702b14b823b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] No DVR routers for this DVR port e9060261-5bb5-4044-a634-60aa21bef482 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:02.296438 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd83402-c01e-409a-9165-802688f063b5 req-a10c2a84-35a1-49ad-8d2d-f6d4ecbb4da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:02.296700 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-58116e80-1032-425a-bb97-a72ab3aad19a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Deleting port b595829d-f7c4-42ac-9b40-f067dbf48610 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:02.296788 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58116e80-1032-425a-bb97-a72ab3aad19a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b595829d-f7c4-42ac-9b40-f067dbf48610), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.297961 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-efd83402-c01e-409a-9165-802688f063b5 req-a10c2a84-35a1-49ad-8d2d-f6d4ecbb4da1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=629a0596-4326-4173-a2b7-ce712832376d HTTP/1.1" status: 200 len: 897 time: 0.1865396 Jan 28 13:52:02.311478 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:52:02.315649 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:02.316035 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7498ed12-b3cc-41c8-a3bf-ff2b52c7467a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.396787 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6bb9a13d-755c-4aab-978d-545550ef1708 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (b62160a7-5f2e-47f1-bc5d-6e0cba2181e3), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.403345 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6bb9a13d-755c-4aab-978d-545550ef1708 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (b62160a7-5f2e-47f1-bc5d-6e0cba2181e3), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.419447 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:02.419860 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7498ed12-b3cc-41c8-a3bf-ff2b52c7467a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.429491 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f8ac0-6105-4597-8eee-340cdc8989e1 req-e1804f14-a956-4c23-94c8-f7621b324dfd tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:02.431106 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-768f8ac0-6105-4597-8eee-340cdc8989e1 req-e1804f14-a956-4c23-94c8-f7621b324dfd tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b7d7d35-b1ff-4907-bdd6-1f23aff37820 HTTP/1.1" status: 200 len: 944 time: 0.2274094 Jan 28 13:52:02.435998 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-58116e80-1032-425a-bb97-a72ab3aad19a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] For port b595829d-f7c4-42ac-9b40-f067dbf48610, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b595829d-f7c4-42ac-9b40-f067dbf48610,segment=NetworkSegment(775a7bad-7202-4f4e-b31c-20e322318794),segment_id=775a7bad-7202-4f4e-b31c-20e322318794)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:02.435998 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58116e80-1032-425a-bb97-a72ab3aad19a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b595829d-f7c4-42ac-9b40-f067dbf48610), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.437443 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87cd4772-5482-4667-a50e-7702b14b823b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (426a3e96-d656-49ed-ae33-33ecf99c99bc), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.450985 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9a13d-755c-4aab-978d-545550ef1708 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62160a7-5f2e-47f1-bc5d-6e0cba2181e3,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:02.457512 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-58116e80-1032-425a-bb97-a72ab3aad19a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Calling delete_port for b595829d-f7c4-42ac-9b40-f067dbf48610 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:02.461182 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6bb9a13d-755c-4aab-978d-545550ef1708 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.461293 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e054edff-0685-4260-b9cc-164b1e9d10c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7498ed12-b3cc-41c8-a3bf-ff2b52c7467a'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:52:02.462571 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6bb9a13d-755c-4aab-978d-545550ef1708 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2653573 Jan 28 13:52:02.465574 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59294) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:02.468124 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07402035-21ba-44a4-b5d6-ac1fb7ca0ab8" -d '{"events": [{"server_uuid": "e054edff-0685-4260-b9cc-164b1e9d10c5", "name": "network-vif-plugged", "status": "completed", "tag": "7498ed12-b3cc-41c8-a3bf-ff2b52c7467a"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:52:02.483299 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=7498ed12-b3cc-41c8-a3bf-ff2b52c7467a,segment=NetworkSegment(766923be-69a9-438b-8d26-7f7b6fae7a7f),segment_id=766923be-69a9-438b-8d26-7f7b6fae7a7f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:02.489340 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7498ed12-b3cc-41c8-a3bf-ff2b52c7467a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.508141 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-efd83402-c01e-409a-9165-802688f063b5 req-93d42454-12e1-4769-b74c-d860bec57c3e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf HTTP/1.1" status: 200 len: 1001 time: 0.1904016 Jan 28 13:52:02.509588 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-87cd4772-5482-4667-a50e-7702b14b823b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['426a3e96-d656-49ed-ae33-33ecf99c99bc']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:02.518869 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4874ac-95c9-40cf-a1de-6fa9a3b0791f x-openstack-request-id: req-bd4874ac-95c9-40cf-a1de-6fa9a3b0791f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:52:02.519187 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e054edff-0685-4260-b9cc-164b1e9d10c5", "name": "network-vif-plugged", "status": "completed", "tag": "7498ed12-b3cc-41c8-a3bf-ff2b52c7467a", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:52:02.519443 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd4874ac-95c9-40cf-a1de-6fa9a3b0791f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:52:02.519844 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e054edff-0685-4260-b9cc-164b1e9d10c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7498ed12-b3cc-41c8-a3bf-ff2b52c7467a', 'code': 200} Jan 28 13:52:02.535610 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d314cfd5-28f2-420e-bfbb-2d6dfb3d371a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (b62160a7-5f2e-47f1-bc5d-6e0cba2181e3), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.547705 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d314cfd5-28f2-420e-bfbb-2d6dfb3d371a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (b62160a7-5f2e-47f1-bc5d-6e0cba2181e3), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.552900 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=7498ed12-b3cc-41c8-a3bf-ff2b52c7467a,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:02.568388 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-768f8ac0-6105-4597-8eee-340cdc8989e1 req-48f73b0a-eb77-44fa-a796-a8aa6e9dedb2 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=1955b8f9-2bb5-4e12-929e-6655bb12be61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271648 Jan 28 13:52:02.570465 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-87cd4772-5482-4667-a50e-7702b14b823b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f467fa20-9142-47da-abe0-12a84423564f') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:02.570764 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-87cd4772-5482-4667-a50e-7702b14b823b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f467fa20-9142-47da-abe0-12a84423564f') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:02.612986 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87cd4772-5482-4667-a50e-7702b14b823b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (f467fa20-9142-47da-abe0-12a84423564f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.619963 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d314cfd5-28f2-420e-bfbb-2d6dfb3d371a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (b62160a7-5f2e-47f1-bc5d-6e0cba2181e3), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.634254 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87cd4772-5482-4667-a50e-7702b14b823b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (f467fa20-9142-47da-abe0-12a84423564f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.642840 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd83402-c01e-409a-9165-802688f063b5 req-a74a3a85-7ca5-4f95-a712-e76f34c23ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:02.644477 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-efd83402-c01e-409a-9165-802688f063b5 req-a74a3a85-7ca5-4f95-a712-e76f34c23ea4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=491aa37e-4ac2-45c7-8ded-0b584f80a299 HTTP/1.1" status: 200 len: 834 time: 0.1108527 Jan 28 13:52:02.645465 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87cd4772-5482-4667-a50e-7702b14b823b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:52:02.645862 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87cd4772-5482-4667-a50e-7702b14b823b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (f467fa20-9142-47da-abe0-12a84423564f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:52:02.649447 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:52:02.669157 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d314cfd5-28f2-420e-bfbb-2d6dfb3d371a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.672621 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d314cfd5-28f2-420e-bfbb-2d6dfb3d371a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/b62160a7-5f2e-47f1-bc5d-6e0cba2181e3 HTTP/1.1" status: 204 len: 168 time: 0.2038782 Jan 28 13:52:02.676468 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59300) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:02.688624 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314cfd5-28f2-420e-bfbb-2d6dfb3d371a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b62160a7-5f2e-47f1-bc5d-6e0cba2181e3,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:02.708888 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa04d8-e99c-49fb-a7ca-7d4715eca8f2 req-93f6650e-4b30-423e-b00a-e102871e8fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:02.709869 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-78fa04d8-e99c-49fb-a7ca-7d4715eca8f2 req-93f6650e-4b30-423e-b00a-e102871e8fd4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 1097 time: 0.1299472 Jan 28 13:52:02.711573 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device abd9722d-ad51-4aff-9356-c00b166ac9e4 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:02.751369 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87cd4772-5482-4667-a50e-7702b14b823b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (426a3e96-d656-49ed-ae33-33ecf99c99bc), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.754858 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd83402-c01e-409a-9165-802688f063b5 req-ad83c0b0-bfce-4772-babf-db900f534b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:02.756300 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-efd83402-c01e-409a-9165-802688f063b5 req-ad83c0b0-bfce-4772-babf-db900f534b55 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=629a0596-4326-4173-a2b7-ce712832376d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956771 Jan 28 13:52:02.767391 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87cd4772-5482-4667-a50e-7702b14b823b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.774841 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-87cd4772-5482-4667-a50e-7702b14b823b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/networks/426a3e96-d656-49ed-ae33-33ecf99c99bc HTTP/1.1" status: 204 len: 168 time: 1.0611062 Jan 28 13:52:02.777877 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59302) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:02.787816 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port abd9722d-ad51-4aff-9356-c00b166ac9e4 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:52:02.795892 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port abd9722d-ad51-4aff-9356-c00b166ac9e4 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:02.796544 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (abd9722d-ad51-4aff-9356-c00b166ac9e4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.828993 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3769a405-a608-4b3a-89f0-9300a3fd5202 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1495345 Jan 28 13:52:02.833575 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59304) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:02.860979 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-b00400df-2334-4a56-b2e5-662c41bb45de tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2146531553'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:02.884473 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e9060261-5bb5-4044-a634-60aa21bef482 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:52:02.885965 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd4772-5482-4667-a50e-7702b14b823b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Network': ['ID=426a3e96-d656-49ed-ae33-33ecf99c99bc,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:02.890487 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-78fa04d8-e99c-49fb-a7ca-7d4715eca8f2 req-0d28147a-0d66-4abf-9dd8-f2ff77e1149d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0296aba7-a28c-495a-a734-1f06d83f9764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726775 Jan 28 13:52:02.907097 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58116e80-1032-425a-bb97-a72ab3aad19a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b595829d-f7c4-42ac-9b40-f067dbf48610), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.910818 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: e9060261-5bb5-4044-a634-60aa21bef482 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:52:02.911052 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e9060261-5bb5-4044-a634-60aa21bef482 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:52:02.913031 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00400df-2334-4a56-b2e5-662c41bb45de tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:02.916768 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b00400df-2334-4a56-b2e5-662c41bb45de tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.931827 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-efd83402-c01e-409a-9165-802688f063b5 req-e51252cf-82c7-4bbe-82de-ee1a0eea9bad service neutron] 10.222.0.18 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588225 Jan 28 13:52:02.937592 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d9d4f-1a47-44ea-96a4-0b47434ea4cf req-a2eafeab-3f2d-43dc-8b08-46dcbe8c1d4a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:02.939656 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-744d9d4f-1a47-44ea-96a4-0b47434ea4cf req-a2eafeab-3f2d-43dc-8b08-46dcbe8c1d4a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 946 time: 0.2124951 Jan 28 13:52:02.940872 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6688d480-c3b1-4280-9309-24ef98998cde tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (9f796e75-dc1a-4e52-ac9a-384b21e9abf0), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.949364 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port abd9722d-ad51-4aff-9356-c00b166ac9e4 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:02.949364 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (abd9722d-ad51-4aff-9356-c00b166ac9e4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.963290 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.968323 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6688d480-c3b1-4280-9309-24ef98998cde tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (9f796e75-dc1a-4e52-ac9a-384b21e9abf0), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.971235 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58116e80-1032-425a-bb97-a72ab3aad19a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Port': ['ID=b595829d-f7c4-42ac-9b40-f067dbf48610,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:03.011102 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port abd9722d-ad51-4aff-9356-c00b166ac9e4, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=abd9722d-ad51-4aff-9356-c00b166ac9e4,segment=NetworkSegment(454befdb-5530-451e-abf2-e6489ec86a3f),segment_id=454befdb-5530-451e-abf2-e6489ec86a3f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:03.020403 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (abd9722d-ad51-4aff-9356-c00b166ac9e4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:03.030568 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00400df-2334-4a56-b2e5-662c41bb45de tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:52:03.044235 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b00400df-2334-4a56-b2e5-662c41bb45de tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (fac8fd1f-6bfd-4628-a6e4-63349fc9ab76), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:03.044524 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-b00400df-2334-4a56-b2e5-662c41bb45de tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Added segment fac8fd1f-6bfd-4628-a6e4-63349fc9ab76 of type vlan for network 3f36ac84-97fb-4635-90d5-3182511ab92d Jan 28 13:52:03.081166 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=abd9722d-ad51-4aff-9356-c00b166ac9e4,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:03.120869 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-744d9d4f-1a47-44ea-96a4-0b47434ea4cf req-0f305a87-8052-482e-83ef-d2b8c3204b16 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=0296aba7-a28c-495a-a734-1f06d83f9764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546197 Jan 28 13:52:03.126412 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6688d480-c3b1-4280-9309-24ef98998cde tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (9f796e75-dc1a-4e52-ac9a-384b21e9abf0), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:03.131185 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6688d480-c3b1-4280-9309-24ef98998cde tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:03.132405 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6688d480-c3b1-4280-9309-24ef98998cde tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/9f796e75-dc1a-4e52-ac9a-384b21e9abf0 HTTP/1.1" status: 204 len: 168 time: 0.2913811 Jan 28 13:52:03.137349 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-efd83402-c01e-409a-9165-802688f063b5 req-3abf3870-3185-4af2-bce0-891811f29172 service neutron] 10.222.0.18 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985738 Jan 28 13:52:03.138374 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59308) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:03.140963 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b00400df-2334-4a56-b2e5-662c41bb45de tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (3f36ac84-97fb-4635-90d5-3182511ab92d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:03.164549 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688d480-c3b1-4280-9309-24ef98998cde tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f796e75-dc1a-4e52-ac9a-384b21e9abf0,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:03.238007 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b00400df-2334-4a56-b2e5-662c41bb45de tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (3f36ac84-97fb-4635-90d5-3182511ab92d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:03.243094 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00400df-2334-4a56-b2e5-662c41bb45de tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:03.243712 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b00400df-2334-4a56-b2e5-662c41bb45de tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:03.265551 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58116e80-1032-425a-bb97-a72ab3aad19a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (7ae58efc-fb03-490f-ab2b-feef7ffc0546), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:03.267415 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dcc59ac1-1a77-4da6-ab80-42ceafd59b2a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1162553 Jan 28 13:52:03.270240 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59310) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:03.305704 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e7ef6-0891-4c9c-b1cb-5ab21d92a883 req-4fbdbaaa-7264-42bb-8270-3651faa200ee tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:03.307302 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-159e7ef6-0891-4c9c-b1cb-5ab21d92a883 req-4fbdbaaa-7264-42bb-8270-3651faa200ee tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 945 time: 0.1441813 Jan 28 13:52:03.313280 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b00400df-2334-4a56-b2e5-662c41bb45de tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4562936 Jan 28 13:52:03.317441 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59312) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:03.322131 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-2227c9c4-34f7-4155-b763-a7a971202d57 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'subnet': {'network_id': '3f36ac84-97fb-4635-90d5-3182511ab92d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:03.347006 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-81849f99-a08a-4e08-91d0-b784c309e565 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (703ce17c-c94a-4e0f-b826-5d07090f8d04), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:03.384546 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-81849f99-a08a-4e08-91d0-b784c309e565 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (703ce17c-c94a-4e0f-b826-5d07090f8d04), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:03.386558 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00400df-2334-4a56-b2e5-662c41bb45de tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Network': ['ID=3f36ac84-97fb-4635-90d5-3182511ab92d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:03.400878 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 3f36ac84-97fb-4635-90d5-3182511ab92d details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:52:03.434624 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-81849f99-a08a-4e08-91d0-b784c309e565 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (703ce17c-c94a-4e0f-b826-5d07090f8d04), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:03.441737 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-81849f99-a08a-4e08-91d0-b784c309e565 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:03.442896 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-81849f99-a08a-4e08-91d0-b784c309e565 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/703ce17c-c94a-4e0f-b826-5d07090f8d04 HTTP/1.1" status: 204 len: 168 time: 0.1710474 Jan 28 13:52:03.446573 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59314) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:03.464255 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-159e7ef6-0891-4c9c-b1cb-5ab21d92a883 req-a79480d9-d1b0-4e4e-9a0d-7f535950f499 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474564 Jan 28 13:52:03.482380 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2227c9c4-34f7-4155-b763-a7a971202d57 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:03.486640 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2227c9c4-34f7-4155-b763-a7a971202d57 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:03.492608 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81849f99-a08a-4e08-91d0-b784c309e565 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=703ce17c-c94a-4e0f-b826-5d07090f8d04,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:03.569776 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7e5b18d0-6adf-4380-9e3c-8d36b9e8b56b tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0884879 Jan 28 13:52:03.570098 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59316) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:03.600374 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58116e80-1032-425a-bb97-a72ab3aad19a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:52:03.611788 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7f62e20a-0c12-47b5-b64a-133e2aebd818 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (e15fc3ce-cd2f-4095-95f5-3be3ce245c77), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:03.623852 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7f62e20a-0c12-47b5-b64a-133e2aebd818 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (e15fc3ce-cd2f-4095-95f5-3be3ce245c77), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:03.679953 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2227c9c4-34f7-4155-b763-a7a971202d57 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (cb6f13e0-bafe-4b9f-98e0-073a3a6d9f87), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:03.738097 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227c9c4-34f7-4155-b763-a7a971202d57 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Subnet': ['ID=cb6f13e0-bafe-4b9f-98e0-073a3a6d9f87,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:03.738819 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7f62e20a-0c12-47b5-b64a-133e2aebd818 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (e15fc3ce-cd2f-4095-95f5-3be3ce245c77), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:03.749286 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7f62e20a-0c12-47b5-b64a-133e2aebd818 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:03.750465 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7f62e20a-0c12-47b5-b64a-133e2aebd818 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/e15fc3ce-cd2f-4095-95f5-3be3ce245c77 HTTP/1.1" status: 204 len: 168 time: 0.1794200 Jan 28 13:52:03.755275 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59320) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:03.761860 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2227c9c4-34f7-4155-b763-a7a971202d57 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Checking segment: {'id': 'fac8fd1f-6bfd-4628-a6e4-63349fc9ab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3f36ac84-97fb-4635-90d5-3182511ab92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:52:03.762218 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2227c9c4-34f7-4155-b763-a7a971202d57 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network hostable DHCP agents. Network: 3f36ac84-97fb-4635-90d5-3182511ab92d, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:52:03.767235 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62e20a-0c12-47b5-b64a-133e2aebd818 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e15fc3ce-cd2f-4095-95f5-3be3ce245c77,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:03.775895 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58116e80-1032-425a-bb97-a72ab3aad19a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:52:03.784015 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa9ccb-6060-4aa4-951d-b20faf6f44d5 req-dbff9ed8-837f-4d89-bd7d-eba1110c2ea4 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:03.785836 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-befa9ccb-6060-4aa4-951d-b20faf6f44d5 req-dbff9ed8-837f-4d89-bd7d-eba1110c2ea4 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b7d7d35-b1ff-4907-bdd6-1f23aff37820 HTTP/1.1" status: 200 len: 945 time: 0.1521394 Jan 28 13:52:03.787373 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be537a80-5bb7-4326-9f44-5e52144385d3 None None] Sync routers for ids ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:52:03.790950 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-58116e80-1032-425a-bb97-a72ab3aad19a tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "PUT /v2.0/routers/7ae58efc-fb03-490f-ab2b-feef7ffc0546/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1943386 Jan 28 13:52:03.792749 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59322) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:03.806790 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be537a80-5bb7-4326-9f44-5e52144385d3 None None] Routers {'7ae58efc-fb03-490f-ab2b-feef7ffc0546'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:03.808799 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-be537a80-5bb7-4326-9f44-5e52144385d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:52:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:03.809470 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2227c9c4-34f7-4155-b763-a7a971202d57 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network 3f36ac84-97fb-4635-90d5-3182511ab92d is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:52:03.842117 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-43c6a2c6-793a-46bc-a835-ed24fcdf0906 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0829124 Jan 28 13:52:03.842460 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59324) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:03.848660 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-befa9ccb-6060-4aa4-951d-b20faf6f44d5 req-df9eeca3-f7c6-4cc8-8b70-f4d72649ceb1 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=1955b8f9-2bb5-4e12-929e-6655bb12be61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512760 Jan 28 13:52:03.850184 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-2227c9c4-34f7-4155-b763-a7a971202d57 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 3f36ac84-97fb-4635-90d5-3182511ab92d) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:03.857672 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2227c9c4-34f7-4155-b763-a7a971202d57 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:03.858267 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2227c9c4-34f7-4155-b763-a7a971202d57 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:03.879964 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdbca3f-f628-4289-9820-d3a967d0983f None None] Network 3f36ac84-97fb-4635-90d5-3182511ab92d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:03.883886 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2227c9c4-34f7-4155-b763-a7a971202d57 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5630403 Jan 28 13:52:03.884757 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59326) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:03.888876 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-562745b3-fffa-4e2a-ba45-25ef892dc287 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Deleting subnet a029738f-936b-43b8-b5fb-031c62a50def {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:52:03.890185 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-4d22c533-dbe1-45fc-a046-c53c88e6fe58 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'port': {'network_id': '3f36ac84-97fb-4635-90d5-3182511ab92d', 'name': 'tempest-PortsTestJSON-2134534361', 'fixed_ips': [{'subnet_id': 'cb6f13e0-bafe-4b9f-98e0-073a3a6d9f87', 'ip_address': '172.20.0.10'}]}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:03.892742 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-562745b3-fffa-4e2a-ba45-25ef892dc287 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for subnet (a029738f-936b-43b8-b5fb-031c62a50def), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:03.893857 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1abf1afc-3fcc-4223-acc9-f6c2da8245ce tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (3f096d33-e300-4bd2-8396-67a8a20431ac), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:03.918033 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1abf1afc-3fcc-4223-acc9-f6c2da8245ce tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (3f096d33-e300-4bd2-8396-67a8a20431ac), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:03.937722 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-562745b3-fffa-4e2a-ba45-25ef892dc287 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (a029738f-936b-43b8-b5fb-031c62a50def), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:03.939746 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-be537a80-5bb7-4326-9f44-5e52144385d3 None None] Set router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:52:03.992425 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1abf1afc-3fcc-4223-acc9-f6c2da8245ce tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (3f096d33-e300-4bd2-8396-67a8a20431ac), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:04.004894 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbea871-21dd-427d-8cbf-68da2e9199a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-3f36ac84-97fb-4635-90d5-3182511ab92d', 'network_id': '3f36ac84-97fb-4635-90d5-3182511ab92d', 'project_id': 'c72180828f944c22b2bf13b320e444e9', 'fixed_ips': [{'subnet_id': 'cb6f13e0-bafe-4b9f-98e0-073a3a6d9f87'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:52:04.006053 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9fbea871-21dd-427d-8cbf-68da2e9199a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:04.007599 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1abf1afc-3fcc-4223-acc9-f6c2da8245ce tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:04.008758 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1abf1afc-3fcc-4223-acc9-f6c2da8245ce tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/3f096d33-e300-4bd2-8396-67a8a20431ac HTTP/1.1" status: 204 len: 168 time: 0.1653028 Jan 28 13:52:04.016867 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59328) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:04.029720 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf1afc-3fcc-4223-acc9-f6c2da8245ce tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f096d33-e300-4bd2-8396-67a8a20431ac,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:04.064040 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-562745b3-fffa-4e2a-ba45-25ef892dc287 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (a029738f-936b-43b8-b5fb-031c62a50def), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:04.090103 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-17b93171-fdb1-4186-886b-43e7b8c844cc tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0720253 Jan 28 13:52:04.093659 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59330) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:04.105701 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d22c533-dbe1-45fc-a046-c53c88e6fe58 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:04.170644 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-562745b3-fffa-4e2a-ba45-25ef892dc287 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (a029738f-936b-43b8-b5fb-031c62a50def), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:04.219954 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562745b3-fffa-4e2a-ba45-25ef892dc287 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Subnet': ['ID=a029738f-936b-43b8-b5fb-031c62a50def,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:04.225598 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-562745b3-fffa-4e2a-ba45-25ef892dc287 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:04.233948 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-562745b3-fffa-4e2a-ba45-25ef892dc287 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/subnets/a029738f-936b-43b8-b5fb-031c62a50def HTTP/1.1" status: 204 len: 168 time: 0.4395647 Jan 28 13:52:04.234625 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59334) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:04.252147 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-be537a80-5bb7-4326-9f44-5e52144385d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:52:02Z', 'revision_number': 10, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None, '_interfaces': [{'id': '99b28738-449a-4016-b5da-f66a4205f524', 'name': '', 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:80:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:09Z', 'updated_at': '2022-01-28T13:51:16Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:04.290073 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be537a80-5bb7-4326-9f44-5e52144385d3 None None] Checking router: 7ae58efc-fb03-490f-ab2b-feef7ffc0546 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:52:04.294626 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4d22c533-dbe1-45fc-a046-c53c88e6fe58 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:04.302364 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be537a80-5bb7-4326-9f44-5e52144385d3 None None] Routers {'7ae58efc-fb03-490f-ab2b-feef7ffc0546'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:04.303374 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-be537a80-5bb7-4326-9f44-5e52144385d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:52:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:04.333819 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-4d22c533-dbe1-45fc-a046-c53c88e6fe58 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] device_id is not set on port 9a5d2cdf-2c91-4bdf-b03a-638ca87ed7c1 yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:52:04.392352 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-732cb3b1-01e0-4591-b241-bac410b9067c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (7564e3df-c4c9-4c33-98bd-f8c4c48d1fec), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:04.411577 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-be537a80-5bb7-4326-9f44-5e52144385d3 None None] Set router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:52:04.422954 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-921965e4-c2a6-410e-ad36-ab2d469eb3a0 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (b4d61294-fe61-4b09-8f7b-e72e03cb5c43), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:04.447868 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-9fbea871-21dd-427d-8cbf-68da2e9199a7 None None] Allocated IP 172.20.0.2 (3f36ac84-97fb-4635-90d5-3182511ab92d/cb6f13e0-bafe-4b9f-98e0-073a3a6d9f87/c3d465bc-10aa-43d8-9a78-45aae66b87c4) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:04.448289 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-921965e4-c2a6-410e-ad36-ab2d469eb3a0 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (b4d61294-fe61-4b09-8f7b-e72e03cb5c43), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:04.450948 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d4561-8d89-440f-b118-6cccdff3f6bd req-8bcff4a3-ec14-4efb-b0a4-9f14d3f8986e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:04.453035 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-af1d4561-8d89-440f-b118-6cccdff3f6bd req-8bcff4a3-ec14-4efb-b0a4-9f14d3f8986e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 946 time: 0.1154132 Jan 28 13:52:04.499993 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-732cb3b1-01e0-4591-b241-bac410b9067c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Deleting port 436e2bb7-38c4-4928-8f10-bd6aebf2c862 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:04.500493 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-732cb3b1-01e0-4591-b241-bac410b9067c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (436e2bb7-38c4-4928-8f10-bd6aebf2c862), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:04.509797 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-921965e4-c2a6-410e-ad36-ab2d469eb3a0 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b4d61294-fe61-4b09-8f7b-e72e03cb5c43), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:04.512951 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-921965e4-c2a6-410e-ad36-ab2d469eb3a0 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:04.516945 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-921965e4-c2a6-410e-ad36-ab2d469eb3a0 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "DELETE /v2.0/security-groups/b4d61294-fe61-4b09-8f7b-e72e03cb5c43 HTTP/1.1" status: 204 len: 168 time: 0.4221296 Jan 28 13:52:04.517608 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59338) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:04.556191 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7d7d35-b1ff-4907-bdd6-1f23aff37820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd9722d-ad51-4aff-9356-c00b166ac9e4'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:52:04.559331 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4a5207-2a98-4461-9aa6-38791147498e" -d '{"events": [{"server_uuid": "6b7d7d35-b1ff-4907-bdd6-1f23aff37820", "name": "network-vif-plugged", "status": "completed", "tag": "abd9722d-ad51-4aff-9356-c00b166ac9e4"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:52:04.562518 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cc943d-11aa-4f2d-a4d5-cb863c130acf None None] Network 7564e3df-c4c9-4c33-98bd-f8c4c48d1fec requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:04.585389 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921965e4-c2a6-410e-ad36-ab2d469eb3a0 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d61294-fe61-4b09-8f7b-e72e03cb5c43,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:04.607382 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-732cb3b1-01e0-4591-b241-bac410b9067c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] For port 436e2bb7-38c4-4928-8f10-bd6aebf2c862, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=436e2bb7-38c4-4928-8f10-bd6aebf2c862,segment=NetworkSegment(775a7bad-7202-4f4e-b31c-20e322318794),segment_id=775a7bad-7202-4f4e-b31c-20e322318794)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:04.607843 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-732cb3b1-01e0-4591-b241-bac410b9067c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (436e2bb7-38c4-4928-8f10-bd6aebf2c862), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:04.645229 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-af1d4561-8d89-440f-b118-6cccdff3f6bd req-02ef1f49-e43c-4d06-97e7-561da1f03c06 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=0296aba7-a28c-495a-a734-1f06d83f9764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814995 Jan 28 13:52:04.646764 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-732cb3b1-01e0-4591-b241-bac410b9067c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Calling delete_port for 436e2bb7-38c4-4928-8f10-bd6aebf2c862 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:04.657053 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:04.686047 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f6dfad61-08e2-4961-995c-877d0d3f2116 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1558638 Jan 28 13:52:04.692871 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59344) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:04.697719 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-a19f2244-023d-459e-96c6-93fb70f0f171 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Request body: {'security_group': {'name': 'tempest-secgroup--1697679062'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:04.708732 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d31389-8eec-44f3-ae88-2429e7abfae3 req-89b59c09-1026-4acd-8489-f701862bb9a3 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:04.710441 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-99d31389-8eec-44f3-ae88-2429e7abfae3 req-89b59c09-1026-4acd-8489-f701862bb9a3 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 945 time: 0.1211572 Jan 28 13:52:04.756752 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a19f2244-023d-459e-96c6-93fb70f0f171 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:04.810311 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-99d31389-8eec-44f3-ae88-2429e7abfae3 req-6ddaee75-028a-485d-aab8-380392a493cc tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825007 Jan 28 13:52:04.844430 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-732cb3b1-01e0-4591-b241-bac410b9067c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (436e2bb7-38c4-4928-8f10-bd6aebf2c862), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:04.865819 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732cb3b1-01e0-4591-b241-bac410b9067c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] No DVR routers for this DVR port 436e2bb7-38c4-4928-8f10-bd6aebf2c862 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:04.869429 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9fbea871-21dd-427d-8cbf-68da2e9199a7 None None] Publish callbacks [] for port (c3d465bc-10aa-43d8-9a78-45aae66b87c4), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:04.895936 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9fbea871-21dd-427d-8cbf-68da2e9199a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (c3d465bc-10aa-43d8-9a78-45aae66b87c4), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:04.944355 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732cb3b1-01e0-4591-b241-bac410b9067c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Port': ['ID=436e2bb7-38c4-4928-8f10-bd6aebf2c862,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:04.962686 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbea871-21dd-427d-8cbf-68da2e9199a7 None None] Pushing event updated for resources: {'Port': ['ID=c3d465bc-10aa-43d8-9a78-45aae66b87c4,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:05.003354 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbea871-21dd-427d-8cbf-68da2e9199a7 None None] Network 3f36ac84-97fb-4635-90d5-3182511ab92d is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:05.006807 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0c96f0-f7f5-4236-9e5b-82760141f17a x-openstack-request-id: req-5c0c96f0-f7f5-4236-9e5b-82760141f17a {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:52:05.007106 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7d7d35-b1ff-4907-bdd6-1f23aff37820", "name": "network-vif-plugged", "status": "completed", "tag": "abd9722d-ad51-4aff-9356-c00b166ac9e4", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:52:05.007347 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5c0c96f0-f7f5-4236-9e5b-82760141f17a {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:52:05.008096 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7d7d35-b1ff-4907-bdd6-1f23aff37820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd9722d-ad51-4aff-9356-c00b166ac9e4', 'code': 200} Jan 28 13:52:05.008789 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-9fbea871-21dd-427d-8cbf-68da2e9199a7 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:05.025986 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58de1b1c-9e28-475b-96fd-0e61ad6e4bd3 None None] DHCP port deletion for 7564e3df-c4c9-4c33-98bd-f8c4c48d1fec request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:52:05.032777 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbea871-21dd-427d-8cbf-68da2e9199a7 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:05.075239 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-732cb3b1-01e0-4591-b241-bac410b9067c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (7564e3df-c4c9-4c33-98bd-f8c4c48d1fec), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:05.081572 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a19f2244-023d-459e-96c6-93fb70f0f171 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (bdcedba9-bee1-48f9-b11d-329d1842092e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:05.088695 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a19f2244-023d-459e-96c6-93fb70f0f171 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (bdcedba9-bee1-48f9-b11d-329d1842092e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:05.132811 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-4d22c533-dbe1-45fc-a046-c53c88e6fe58 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Allocated IP 172.20.0.10 (3f36ac84-97fb-4635-90d5-3182511ab92d/cb6f13e0-bafe-4b9f-98e0-073a3a6d9f87/9a5d2cdf-2c91-4bdf-b03a-638ca87ed7c1) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:05.138702 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-732cb3b1-01e0-4591-b241-bac410b9067c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7564e3df-c4c9-4c33-98bd-f8c4c48d1fec']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:05.146581 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a19f2244-023d-459e-96c6-93fb70f0f171 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:05.152181 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a19f2244-023d-459e-96c6-93fb70f0f171 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4540577 Jan 28 13:52:05.152848 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-732cb3b1-01e0-4591-b241-bac410b9067c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775a7bad-7202-4f4e-b31c-20e322318794') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:05.152848 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-732cb3b1-01e0-4591-b241-bac410b9067c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775a7bad-7202-4f4e-b31c-20e322318794') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:05.153191 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f2244-023d-459e-96c6-93fb70f0f171 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcedba9-bee1-48f9-b11d-329d1842092e,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:05.161314 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-9fbea871-21dd-427d-8cbf-68da2e9199a7 None None] Attempting to bind port c3d465bc-10aa-43d8-9a78-45aae66b87c4 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:52:05.161314 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-9fbea871-21dd-427d-8cbf-68da2e9199a7 None None] Attempting to bind port c3d465bc-10aa-43d8-9a78-45aae66b87c4 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'fac8fd1f-6bfd-4628-a6e4-63349fc9ab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3f36ac84-97fb-4635-90d5-3182511ab92d'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:52:05.161945 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbea871-21dd-427d-8cbf-68da2e9199a7 None None] Attempting to bind port c3d465bc-10aa-43d8-9a78-45aae66b87c4 on network 3f36ac84-97fb-4635-90d5-3182511ab92d {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:52:05.164340 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59350) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:05.176071 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-732cb3b1-01e0-4591-b241-bac410b9067c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (775a7bad-7202-4f4e-b31c-20e322318794), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:05.177603 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbea871-21dd-427d-8cbf-68da2e9199a7 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:52:05.178251 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbea871-21dd-427d-8cbf-68da2e9199a7 None None] Checking segment: {'id': 'fac8fd1f-6bfd-4628-a6e4-63349fc9ab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3f36ac84-97fb-4635-90d5-3182511ab92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:52:05.178584 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9fbea871-21dd-427d-8cbf-68da2e9199a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:05.179100 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbea871-21dd-427d-8cbf-68da2e9199a7 None None] Bound using segment: {'id': 'fac8fd1f-6bfd-4628-a6e4-63349fc9ab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3f36ac84-97fb-4635-90d5-3182511ab92d'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:52:05.180257 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-9fbea871-21dd-427d-8cbf-68da2e9199a7 None None] Bound port: c3d465bc-10aa-43d8-9a78-45aae66b87c4, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac8fd1f-6bfd-4628-a6e4-63349fc9ab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3f36ac84-97fb-4635-90d5-3182511ab92d'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:52:05.180752 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9fbea871-21dd-427d-8cbf-68da2e9199a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c3d465bc-10aa-43d8-9a78-45aae66b87c4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:05.183301 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b1c65-e1ea-4f98-b828-090213e87d65 req-018642db-22dd-429b-ac14-b71163507038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:05.184129 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-be537a80-5bb7-4326-9f44-5e52144385d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:52:02Z', 'revision_number': 10, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None, '_interfaces': [{'id': '99b28738-449a-4016-b5da-f66a4205f524', 'name': '', 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:80:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:09Z', 'updated_at': '2022-01-28T13:51:16Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:05.184858 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-290b1c65-e1ea-4f98-b828-090213e87d65 req-018642db-22dd-429b-ac14-b71163507038 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6b7d7d35-b1ff-4907-bdd6-1f23aff37820 HTTP/1.1" status: 200 len: 1096 time: 0.1067603 Jan 28 13:52:05.196516 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-251fea4d-2bc1-4055-bcae-4ced69d57c2a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Request body: {'security_group_rule': {'security_group_id': 'bdcedba9-bee1-48f9-b11d-329d1842092e', 'direction': 'ingress', 'protocol': 17}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:05.198527 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-732cb3b1-01e0-4591-b241-bac410b9067c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (775a7bad-7202-4f4e-b31c-20e322318794), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:05.214118 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732cb3b1-01e0-4591-b241-bac410b9067c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:52:05.214613 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-732cb3b1-01e0-4591-b241-bac410b9067c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (775a7bad-7202-4f4e-b31c-20e322318794), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:52:05.218227 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:52:05.222000 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be537a80-5bb7-4326-9f44-5e52144385d3 None None] The sync data for ids ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'] in n-d-822747-2 is: [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:52:02Z', 'revision_number': 10, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None, '_interfaces': [{'id': '99b28738-449a-4016-b5da-f66a4205f524', 'name': '', 'network_id': 'b986e825-e204-499c-9611-3af6cf6f8ec9', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'mac_address': 'fa:16:3e:80:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:09Z', 'updated_at': '2022-01-28T13:51:16Z', 'revision_number': 5, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'subnets': [{'id': '297d29a4-4e9a-4d32-a743-712532c15b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:52:05.276870 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9fbea871-21dd-427d-8cbf-68da2e9199a7 None None] For port c3d465bc-10aa-43d8-9a78-45aae66b87c4, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:52:05.281004 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9fbea871-21dd-427d-8cbf-68da2e9199a7 None None] For port c3d465bc-10aa-43d8-9a78-45aae66b87c4, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c3d465bc-10aa-43d8-9a78-45aae66b87c4,segment=NetworkSegment(fac8fd1f-6bfd-4628-a6e4-63349fc9ab76),segment_id=fac8fd1f-6bfd-4628-a6e4-63349fc9ab76)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:52:05.286374 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9fbea871-21dd-427d-8cbf-68da2e9199a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c3d465bc-10aa-43d8-9a78-45aae66b87c4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:05.302011 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-251fea4d-2bc1-4055-bcae-4ced69d57c2a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (f4aee8ca-8007-42f1-8961-b07add6ca08a), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:05.309521 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-290b1c65-e1ea-4f98-b828-090213e87d65 req-f9aa80d9-2e39-4d4c-a5fa-953db8c7553e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1955b8f9-2bb5-4e12-929e-6655bb12be61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172378 Jan 28 13:52:05.316377 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-732cb3b1-01e0-4591-b241-bac410b9067c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (7564e3df-c4c9-4c33-98bd-f8c4c48d1fec), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:05.321067 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-732cb3b1-01e0-4591-b241-bac410b9067c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:05.327270 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-732cb3b1-01e0-4591-b241-bac410b9067c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/networks/7564e3df-c4c9-4c33-98bd-f8c4c48d1fec HTTP/1.1" status: 204 len: 168 time: 1.0891373 Jan 28 13:52:05.327904 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59352) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:05.342742 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732cb3b1-01e0-4591-b241-bac410b9067c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Network': ['ID=7564e3df-c4c9-4c33-98bd-f8c4c48d1fec,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:05.351271 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83430f5f-9c10-49b0-9094-ee5102932089 req-d7f783b2-9200-4012-86a4-c1f15eaff49e tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:05.352825 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-83430f5f-9c10-49b0-9094-ee5102932089 req-d7f783b2-9200-4012-86a4-c1f15eaff49e tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b7d7d35-b1ff-4907-bdd6-1f23aff37820 HTTP/1.1" status: 200 len: 945 time: 0.2020056 Jan 28 13:52:05.353997 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbea871-21dd-427d-8cbf-68da2e9199a7 None None] Pushing event updated for resources: {'Port': ['ID=c3d465bc-10aa-43d8-9a78-45aae66b87c4,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:05.567298 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-83430f5f-9c10-49b0-9094-ee5102932089 req-05a7993e-98fb-4076-93f5-d95ef68b4386 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=1955b8f9-2bb5-4e12-929e-6655bb12be61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725557 Jan 28 13:52:05.588857 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-251fea4d-2bc1-4055-bcae-4ced69d57c2a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (f4aee8ca-8007-42f1-8961-b07add6ca08a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:05.606053 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-251fea4d-2bc1-4055-bcae-4ced69d57c2a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (f4aee8ca-8007-42f1-8961-b07add6ca08a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:05.657793 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4d22c533-dbe1-45fc-a046-c53c88e6fe58 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for port (9a5d2cdf-2c91-4bdf-b03a-638ca87ed7c1), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:05.706305 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fea4d-2bc1-4055-bcae-4ced69d57c2a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4aee8ca-8007-42f1-8961-b07add6ca08a,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:05.721349 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-251fea4d-2bc1-4055-bcae-4ced69d57c2a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:05.722595 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-251fea4d-2bc1-4055-bcae-4ced69d57c2a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5331388 Jan 28 13:52:05.725662 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59356) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:05.794274 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4d22c533-dbe1-45fc-a046-c53c88e6fe58 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (9a5d2cdf-2c91-4bdf-b03a-638ca87ed7c1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:05.854295 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cdbe8-1a58-4ac1-88f9-fa6422cbf069 req-02f586b2-ee8b-417e-a11b-c701ad9692e1 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:05.855927 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d55cdbe8-1a58-4ac1-88f9-fa6422cbf069 req-02f586b2-ee8b-417e-a11b-c701ad9692e1 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 946 time: 0.0952041 Jan 28 13:52:05.857136 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e07e4b8e-26d1-4cb9-8907-8bb0b8fd637c tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (bdcedba9-bee1-48f9-b11d-329d1842092e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:05.870104 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d22c533-dbe1-45fc-a046-c53c88e6fe58 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network 3f36ac84-97fb-4635-90d5-3182511ab92d is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:05.880665 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-4d22c533-dbe1-45fc-a046-c53c88e6fe58 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:05.887182 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d22c533-dbe1-45fc-a046-c53c88e6fe58 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:05.891221 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22c533-dbe1-45fc-a046-c53c88e6fe58 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Port': ['ID=9a5d2cdf-2c91-4bdf-b03a-638ca87ed7c1,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:05.903839 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e07e4b8e-26d1-4cb9-8907-8bb0b8fd637c tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (bdcedba9-bee1-48f9-b11d-329d1842092e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:05.947647 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d55cdbe8-1a58-4ac1-88f9-fa6422cbf069 req-769ae1fe-801a-4641-b907-9ec8578ee42c tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=0296aba7-a28c-495a-a734-1f06d83f9764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847452 Jan 28 13:52:05.955217 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d22c533-dbe1-45fc-a046-c53c88e6fe58 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:05.958490 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4d22c533-dbe1-45fc-a046-c53c88e6fe58 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:05.997251 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e07e4b8e-26d1-4cb9-8907-8bb0b8fd637c tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (bdcedba9-bee1-48f9-b11d-329d1842092e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:06.000019 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e07e4b8e-26d1-4cb9-8907-8bb0b8fd637c tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:06.003867 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e07e4b8e-26d1-4cb9-8907-8bb0b8fd637c tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "DELETE /v2.0/security-groups/bdcedba9-bee1-48f9-b11d-329d1842092e HTTP/1.1" status: 204 len: 168 time: 0.2745671 Jan 28 13:52:06.005215 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59362) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:06.031124 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4d22c533-dbe1-45fc-a046-c53c88e6fe58 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1448796 Jan 28 13:52:06.031622 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59364) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:06.031757 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e4b8e-26d1-4cb9-8907-8bb0b8fd637c tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcedba9-bee1-48f9-b11d-329d1842092e,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:06.038559 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-f3e9a131-591d-42de-ad35-d73e81db60b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'port': {'network_id': '3f36ac84-97fb-4635-90d5-3182511ab92d', 'name': 'tempest-PortsTestJSON-1658864479', 'fixed_ips': [{'subnet_id': 'cb6f13e0-bafe-4b9f-98e0-073a3a6d9f87', 'ip_address': '172.20.0.9'}]}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:06.067713 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c64cae92-3366-4a5e-a8de-a7958640039a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0567677 Jan 28 13:52:06.072301 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59366) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:06.077166 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a5865640-86ac-4562-97ba-4bf811400e3a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Request body: {'security_group': {'name': 'tempest-secgroup--424914546'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:06.122705 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a5865640-86ac-4562-97ba-4bf811400e3a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:06.136208 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f550742-523b-4942-ae14-32f4d3520acf req-80846026-74e8-451e-8565-ec9794a718e3 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:06.138093 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f550742-523b-4942-ae14-32f4d3520acf req-80846026-74e8-451e-8565-ec9794a718e3 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 945 time: 0.1653943 Jan 28 13:52:06.147052 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e5a9a-1d18-4d9d-8c90-1e666398ac1b req-000ce83c-62d4-4af2-81b2-159f0fdf423b tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:06.148563 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5a7e5a9a-1d18-4d9d-8c90-1e666398ac1b req-000ce83c-62d4-4af2-81b2-159f0fdf423b tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 946 time: 0.0883052 Jan 28 13:52:06.159921 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59370) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:06.164466 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-1a51c2db-5746-4872-8477-ff1a4a923a46 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Request body: {'floatingip': {'port_id': '7498ed12-b3cc-41c8-a3bf-ff2b52c7467a'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:06.196955 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5bb0086e-5fb0-4604-9593-552d3295e5c7 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (7ae58efc-fb03-490f-ab2b-feef7ffc0546), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:06.211950 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a51c2db-5746-4872-8477-ff1a4a923a46 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for floatingip (483db035-14ca-4afd-8081-431040d7cedf), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:06.278896 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e9a131-591d-42de-ad35-d73e81db60b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:06.283767 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f3e9a131-591d-42de-ad35-d73e81db60b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:06.326997 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-f3e9a131-591d-42de-ad35-d73e81db60b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] device_id is not set on port a2d4ae5e-6441-4ade-aa90-9a57ab108749 yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:52:06.350218 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:06.364701 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a5865640-86ac-4562-97ba-4bf811400e3a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (45ad9279-a2ee-4f46-9290-f9c39ae0c61b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:06.368942 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a5865640-86ac-4562-97ba-4bf811400e3a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (45ad9279-a2ee-4f46-9290-f9c39ae0c61b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:06.446271 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f550742-523b-4942-ae14-32f4d3520acf req-6bca5eff-c481-45e9-b2dc-2247b55a66f9 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2969780 Jan 28 13:52:06.458210 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5865640-86ac-4562-97ba-4bf811400e3a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45ad9279-a2ee-4f46-9290-f9c39ae0c61b,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:06.466299 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a5865640-86ac-4562-97ba-4bf811400e3a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:06.467682 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a5865640-86ac-4562-97ba-4bf811400e3a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3944566 Jan 28 13:52:06.488064 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59372) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:06.494650 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-ecb78d7b-cfe8-4c9f-9d12-2feacadeaf6d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Request body: {'security_group': {'name': 'tempest-secgroup--676298908'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:06.560805 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ecb78d7b-cfe8-4c9f-9d12-2feacadeaf6d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:06.953422 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabcd6be-2e28-4449-a247-55869557e6e7 None None] Network 3f36ac84-97fb-4635-90d5-3182511ab92d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:06.983088 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-f3e9a131-591d-42de-ad35-d73e81db60b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Allocated IP 172.20.0.9 (3f36ac84-97fb-4635-90d5-3182511ab92d/cb6f13e0-bafe-4b9f-98e0-073a3a6d9f87/a2d4ae5e-6441-4ade-aa90-9a57ab108749) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:07.007636 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c3d465bc-10aa-43d8-9a78-45aae66b87c4 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:07.110947 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d17343f7-1b0a-4b38-8be2-23da7d06b451 None None] Provisioning complete for port c3d465bc-10aa-43d8-9a78-45aae66b87c4 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:07.112188 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d17343f7-1b0a-4b38-8be2-23da7d06b451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c3d465bc-10aa-43d8-9a78-45aae66b87c4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.144043 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-5bb0086e-5fb0-4604-9593-552d3295e5c7 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Deleting port 99b28738-449a-4016-b5da-f66a4205f524 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:07.144684 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5bb0086e-5fb0-4604-9593-552d3295e5c7 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (99b28738-449a-4016-b5da-f66a4205f524), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.216151 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port c3d465bc-10aa-43d8-9a78-45aae66b87c4 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:07.217195 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c3d465bc-10aa-43d8-9a78-45aae66b87c4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.276979 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f3e9a131-591d-42de-ad35-d73e81db60b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for port (a2d4ae5e-6441-4ade-aa90-9a57ab108749), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.286488 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db109d-5b69-499e-9221-173b7d515451 req-74c3fda1-30b7-4c4c-bb0d-4f1099db4ae9 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:07.288068 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-54db109d-5b69-499e-9221-173b7d515451 req-74c3fda1-30b7-4c4c-bb0d-4f1099db4ae9 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b7d7d35-b1ff-4907-bdd6-1f23aff37820 HTTP/1.1" status: 200 len: 945 time: 0.5911551 Jan 28 13:52:07.293388 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-5bb0086e-5fb0-4604-9593-552d3295e5c7 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] For port 99b28738-449a-4016-b5da-f66a4205f524, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=99b28738-449a-4016-b5da-f66a4205f524,segment=NetworkSegment(28db699b-b40a-4323-ab04-afa7e8381e37),segment_id=28db699b-b40a-4323-ab04-afa7e8381e37)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:07.294267 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5bb0086e-5fb0-4604-9593-552d3295e5c7 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (99b28738-449a-4016-b5da-f66a4205f524), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.312752 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-5bb0086e-5fb0-4604-9593-552d3295e5c7 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Calling delete_port for 99b28738-449a-4016-b5da-f66a4205f524 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:07.324498 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d17343f7-1b0a-4b38-8be2-23da7d06b451 None None] Current status of the port c3d465bc-10aa-43d8-9a78-45aae66b87c4 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:07.324964 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d17343f7-1b0a-4b38-8be2-23da7d06b451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c3d465bc-10aa-43d8-9a78-45aae66b87c4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.387230 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f3e9a131-591d-42de-ad35-d73e81db60b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (a2d4ae5e-6441-4ade-aa90-9a57ab108749), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.399143 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d17343f7-1b0a-4b38-8be2-23da7d06b451 None None] For port c3d465bc-10aa-43d8-9a78-45aae66b87c4, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c3d465bc-10aa-43d8-9a78-45aae66b87c4,segment=NetworkSegment(fac8fd1f-6bfd-4628-a6e4-63349fc9ab76),segment_id=fac8fd1f-6bfd-4628-a6e4-63349fc9ab76)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:07.400594 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c3d465bc-10aa-43d8-9a78-45aae66b87c4 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:07.401294 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c3d465bc-10aa-43d8-9a78-45aae66b87c4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.421634 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d17343f7-1b0a-4b38-8be2-23da7d06b451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c3d465bc-10aa-43d8-9a78-45aae66b87c4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.437504 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ecb78d7b-cfe8-4c9f-9d12-2feacadeaf6d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (8ed803ed-ec64-41cf-9d27-d9d1d76fabad), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.452012 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9a131-591d-42de-ad35-d73e81db60b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Port': ['ID=a2d4ae5e-6441-4ade-aa90-9a57ab108749,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:07.460218 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ecb78d7b-cfe8-4c9f-9d12-2feacadeaf6d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8ed803ed-ec64-41cf-9d27-d9d1d76fabad), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.472038 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e9a131-591d-42de-ad35-d73e81db60b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network 3f36ac84-97fb-4635-90d5-3182511ab92d is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:07.477604 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-f3e9a131-591d-42de-ad35-d73e81db60b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:07.482473 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e9a131-591d-42de-ad35-d73e81db60b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:07.498064 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ecb78d7b-cfe8-4c9f-9d12-2feacadeaf6d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.499515 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ecb78d7b-cfe8-4c9f-9d12-2feacadeaf6d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0104373 Jan 28 13:52:07.524682 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59378) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:07.554851 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17343f7-1b0a-4b38-8be2-23da7d06b451 None None] Pushing event updated for resources: {'Port': ['ID=c3d465bc-10aa-43d8-9a78-45aae66b87c4,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:07.557487 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:52:07.557844 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:52:07.564207 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-c23535df-3167-4926-b5ca-59da3c13e337 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Request body: {'security_group_rule': {'security_group_id': '45ad9279-a2ee-4f46-9290-f9c39ae0c61b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8ed803ed-ec64-41cf-9d27-d9d1d76fabad', 'remote_ip_prefix': None}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:07.570423 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-54db109d-5b69-499e-9221-173b7d515451 req-3afe3a37-1e39-41ad-b64d-417a0949b8af tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=1955b8f9-2bb5-4e12-929e-6655bb12be61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2642605 Jan 28 13:52:07.572606 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.db.resource_extend [None req-1a51c2db-5746-4872-8477-ff1a4a923a46 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:52:07.625021 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb78d7b-cfe8-4c9f-9d12-2feacadeaf6d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed803ed-ec64-41cf-9d27-d9d1d76fabad,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:07.652511 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-20f0da9e-70b1-4dcc-b5d0-27a7b09ac86a None None] Provisioning complete for port 9a5d2cdf-2c91-4bdf-b03a-638ca87ed7c1 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:07.652928 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20f0da9e-70b1-4dcc-b5d0-27a7b09ac86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9a5d2cdf-2c91-4bdf-b03a-638ca87ed7c1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.653785 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a51c2db-5746-4872-8477-ff1a4a923a46 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.667415 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a51c2db-5746-4872-8477-ff1a4a923a46 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (483db035-14ca-4afd-8081-431040d7cedf), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.691860 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e9a131-591d-42de-ad35-d73e81db60b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:07.692549 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f3e9a131-591d-42de-ad35-d73e81db60b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.715765 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-20f0da9e-70b1-4dcc-b5d0-27a7b09ac86a None None] Port 9a5d2cdf-2c91-4bdf-b03a-638ca87ed7c1 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:07.732042 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-20f0da9e-70b1-4dcc-b5d0-27a7b09ac86a None None] Provisioning complete for port c3d465bc-10aa-43d8-9a78-45aae66b87c4 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:07.732505 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-20f0da9e-70b1-4dcc-b5d0-27a7b09ac86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c3d465bc-10aa-43d8-9a78-45aae66b87c4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.739717 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c23535df-3167-4926-b5ca-59da3c13e337 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (9d35fe24-e7cb-41b3-b680-645ca530fdaa), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.758859 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80975c01-f36a-4e68-bd89-7e4947184afd req-600ca5c9-64b0-447e-93d1-7db1a50d6da4 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:07.760965 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-80975c01-f36a-4e68-bd89-7e4947184afd req-600ca5c9-64b0-447e-93d1-7db1a50d6da4 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b7d7d35-b1ff-4907-bdd6-1f23aff37820 HTTP/1.1" status: 200 len: 945 time: 0.1055691 Jan 28 13:52:07.794213 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f977a-284c-4534-b9ed-bcb7081644cd req-ea6a02e5-951e-44ff-bb86-b4ee27affe0d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:07.796213 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ed1f977a-284c-4534-b9ed-bcb7081644cd req-ea6a02e5-951e-44ff-bb86-b4ee27affe0d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 945 time: 0.2099488 Jan 28 13:52:07.840194 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-20f0da9e-70b1-4dcc-b5d0-27a7b09ac86a None None] Current status of the port c3d465bc-10aa-43d8-9a78-45aae66b87c4 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:07.842121 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-1a51c2db-5746-4872-8477-ff1a4a923a46 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Floating IP 483db035-14ca-4afd-8081-431040d7cedf associated. External IP: 172.25.3.169, port: 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a. Jan 28 13:52:07.855133 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f3e9a131-591d-42de-ad35-d73e81db60b4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8214469 Jan 28 13:52:07.867817 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c23535df-3167-4926-b5ca-59da3c13e337 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (9d35fe24-e7cb-41b3-b680-645ca530fdaa), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.871733 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59382) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:07.892787 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-80975c01-f36a-4e68-bd89-7e4947184afd req-b0ef4979-eccd-4cdf-a5c0-547cda3f8212 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=1955b8f9-2bb5-4e12-929e-6655bb12be61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009831 Jan 28 13:52:07.900529 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c23535df-3167-4926-b5ca-59da3c13e337 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (9d35fe24-e7cb-41b3-b680-645ca530fdaa), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.917651 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59384) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:07.967169 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23535df-3167-4926-b5ca-59da3c13e337 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d35fe24-e7cb-41b3-b680-645ca530fdaa,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:07.969110 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a8c8c0ff-d34d-4fdf-8220-e356716ff852 None None] Provisioning complete for port 9a5d2cdf-2c91-4bdf-b03a-638ca87ed7c1 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:07.969560 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a8c8c0ff-d34d-4fdf-8220-e356716ff852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9a5d2cdf-2c91-4bdf-b03a-638ca87ed7c1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.993148 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c23535df-3167-4926-b5ca-59da3c13e337 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.996993 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c23535df-3167-4926-b5ca-59da3c13e337 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4342213 Jan 28 13:52:07.997345 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59386) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:07.998085 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5bb0086e-5fb0-4604-9593-552d3295e5c7 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (99b28738-449a-4016-b5da-f66a4205f524), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:08.007235 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ed1f977a-284c-4534-b9ed-bcb7081644cd req-f77820cd-c06a-4dcf-9e6f-d97d9f0f3b25 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508505 Jan 28 13:52:08.020279 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8fe4f4-689a-47c8-91ff-74a943f026a4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:08.025472 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ec8fe4f4-689a-47c8-91ff-74a943f026a4 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1504416 Jan 28 13:52:08.037248 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59388) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:08.054713 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0086e-5fb0-4604-9593-552d3295e5c7 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Port': ['ID=99b28738-449a-4016-b5da-f66a4205f524,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:08.099607 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a8c8c0ff-d34d-4fdf-8220-e356716ff852 None None] Port 9a5d2cdf-2c91-4bdf-b03a-638ca87ed7c1 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:08.114864 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c3d465bc-10aa-43d8-9a78-45aae66b87c4 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:08.151939 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f92fc61-9b21-4b3d-a05e-e0262ef4dd2d tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:08.153502 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7f92fc61-9b21-4b3d-a05e-e0262ef4dd2d tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6b7d7d35-b1ff-4907-bdd6-1f23aff37820 HTTP/1.1" status: 200 len: 1091 time: 0.2342839 Jan 28 13:52:08.160152 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59390) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:08.172914 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-c9463ce8-8c6e-4503-bfea-8876b0c17d8d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'port_id': 'abd9722d-ad51-4aff-9356-c00b166ac9e4', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:08.206437 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 436e2bb7-38c4-4928-8f10-bd6aebf2c862 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:52:08.225410 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ea84903d-c04f-446c-a060-691acff0f4bf tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (9d35fe24-e7cb-41b3-b680-645ca530fdaa), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:08.241360 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 436e2bb7-38c4-4928-8f10-bd6aebf2c862 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:52:08.241982 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 436e2bb7-38c4-4928-8f10-bd6aebf2c862 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:52:08.242546 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b595829d-f7c4-42ac-9b40-f067dbf48610 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:52:08.253129 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ea84903d-c04f-446c-a060-691acff0f4bf tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (9d35fe24-e7cb-41b3-b680-645ca530fdaa), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:08.263598 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: b595829d-f7c4-42ac-9b40-f067dbf48610 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:52:08.263936 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b595829d-f7c4-42ac-9b40-f067dbf48610 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:52:08.271743 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c9463ce8-8c6e-4503-bfea-8876b0c17d8d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:08.278751 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5bb0086e-5fb0-4604-9593-552d3295e5c7 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (7ae58efc-fb03-490f-ab2b-feef7ffc0546), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:08.284966 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-8b94aadd-a865-4df6-be3f-c1a418241705 None None] Provisioning complete for port a2d4ae5e-6441-4ade-aa90-9a57ab108749 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:08.285331 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b94aadd-a865-4df6-be3f-c1a418241705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a2d4ae5e-6441-4ade-aa90-9a57ab108749), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:08.312039 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a21810-6632-4a53-8a63-5d6d47afb419 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:08.319398 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a21810-6632-4a53-8a63-5d6d47afb419 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:08.324819 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a21810-6632-4a53-8a63-5d6d47afb419 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:08.327120 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-65a21810-6632-4a53-8a63-5d6d47afb419 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2872295 Jan 28 13:52:08.332533 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59392) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:08.333807 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8b94aadd-a865-4df6-be3f-c1a418241705 None None] Port a2d4ae5e-6441-4ade-aa90-9a57ab108749 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:08.405803 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ea84903d-c04f-446c-a060-691acff0f4bf tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (9d35fe24-e7cb-41b3-b680-645ca530fdaa), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:08.419440 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ea84903d-c04f-446c-a060-691acff0f4bf tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:08.420594 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ea84903d-c04f-446c-a060-691acff0f4bf tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/9d35fe24-e7cb-41b3-b680-645ca530fdaa HTTP/1.1" status: 204 len: 168 time: 0.4206495 Jan 28 13:52:08.426523 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59394) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:08.439717 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84903d-c04f-446c-a060-691acff0f4bf tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d35fe24-e7cb-41b3-b680-645ca530fdaa,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:08.451274 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a51c2db-5746-4872-8477-ff1a4a923a46 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Router 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:52:08.520243 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb0086e-5fb0-4604-9593-552d3295e5c7 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:52:08.521612 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-61aecd33-2523-444a-a7bd-512db6f89299 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0918298 Jan 28 13:52:08.525549 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59396) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:08.554868 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-fc0d9f46-bf3d-4e9d-b70b-63766a585009 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting port a2d4ae5e-6441-4ade-aa90-9a57ab108749 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:08.555385 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc0d9f46-bf3d-4e9d-b70b-63766a585009 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (a2d4ae5e-6441-4ade-aa90-9a57ab108749), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:08.637227 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a51c2db-5746-4872-8477-ff1a4a923a46 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:52:08.643695 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a51c2db-5746-4872-8477-ff1a4a923a46 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:08.647430 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c9463ce8-8c6e-4503-bfea-8876b0c17d8d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:08.648413 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bcb3ff-5f9c-4878-9710-c3b146f872b8 None None] Sync routers for ids ['6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:52:08.664431 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bcb3ff-5f9c-4878-9710-c3b146f872b8 None None] Routers {'6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:08.665199 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d1bcb3ff-5f9c-4878-9710-c3b146f872b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:52:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:08.704245 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb0086e-5fb0-4604-9593-552d3295e5c7 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:52:08.714886 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1a51c2db-5746-4872-8477-ff1a4a923a46 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "PUT /v2.0/floatingips/483db035-14ca-4afd-8081-431040d7cedf HTTP/1.1" status: 200 len: 992 time: 2.5513422 Jan 28 13:52:08.714886 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e054edff-0685-4260-b9cc-164b1e9d10c5', 'tag': '7498ed12-b3cc-41c8-a3bf-ff2b52c7467a'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:52:08.717108 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8a4e83-31af-4a6b-9403-d84280436af6" -d '{"events": [{"name": "network-changed", "server_uuid": "e054edff-0685-4260-b9cc-164b1e9d10c5", "tag": "7498ed12-b3cc-41c8-a3bf-ff2b52c7467a"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:52:08.729714 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8815aa83-d82e-4c7d-8676-7ccba924826b None None] Sync routers for ids ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:52:08.740046 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5bb0086e-5fb0-4604-9593-552d3295e5c7 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "PUT /v2.0/routers/7ae58efc-fb03-490f-ab2b-feef7ffc0546/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4114501 Jan 28 13:52:08.742751 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59402) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:08.752282 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-99c90441-e64e-4ea8-9880-4dc291341f79 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (8ed803ed-ec64-41cf-9d27-d9d1d76fabad), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:08.757948 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8815aa83-d82e-4c7d-8676-7ccba924826b None None] Routers {'7ae58efc-fb03-490f-ab2b-feef7ffc0546'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:08.758825 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8815aa83-d82e-4c7d-8676-7ccba924826b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:52:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:08.782214 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc0d9f46-bf3d-4e9d-b70b-63766a585009 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (a2d4ae5e-6441-4ade-aa90-9a57ab108749), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:08.788379 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-d1bcb3ff-5f9c-4878-9710-c3b146f872b8 None None] Set router 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:52:08.799993 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697242c9-6d81-4a35-95bb-ea0572fdc3b2 x-openstack-request-id: req-697242c9-6d81-4a35-95bb-ea0572fdc3b2 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:52:08.800263 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e054edff-0685-4260-b9cc-164b1e9d10c5", "tag": "7498ed12-b3cc-41c8-a3bf-ff2b52c7467a", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:52:08.800517 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-697242c9-6d81-4a35-95bb-ea0572fdc3b2 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:52:08.800923 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e054edff-0685-4260-b9cc-164b1e9d10c5', 'tag': '7498ed12-b3cc-41c8-a3bf-ff2b52c7467a', 'status': 'completed', 'code': 200} Jan 28 13:52:08.838067 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-fc0d9f46-bf3d-4e9d-b70b-63766a585009 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Calling delete_port for a2d4ae5e-6441-4ade-aa90-9a57ab108749 owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:08.872352 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf58151f-f0d5-4c40-8a54-3c62f23ad556 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Deleting subnet 297d29a4-4e9a-4d32-a743-712532c15b9b {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:52:08.885438 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cf58151f-f0d5-4c40-8a54-3c62f23ad556 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for subnet (297d29a4-4e9a-4d32-a743-712532c15b9b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:08.922443 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-8815aa83-d82e-4c7d-8676-7ccba924826b None None] Set router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:52:08.931594 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-c9463ce8-8c6e-4503-bfea-8876b0c17d8d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Allocated IP 172.25.3.144 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/cffc9caf-32b4-4b39-bfc3-b819c1a60fb6) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:08.971554 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cf58151f-f0d5-4c40-8a54-3c62f23ad556 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (297d29a4-4e9a-4d32-a743-712532c15b9b), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:08.989284 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8815aa83-d82e-4c7d-8676-7ccba924826b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:52:07Z', 'revision_number': 11, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:09.020899 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8815aa83-d82e-4c7d-8676-7ccba924826b None None] Checking router: 7ae58efc-fb03-490f-ab2b-feef7ffc0546 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:52:09.036136 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8815aa83-d82e-4c7d-8676-7ccba924826b None None] Routers {'7ae58efc-fb03-490f-ab2b-feef7ffc0546'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:09.037046 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8815aa83-d82e-4c7d-8676-7ccba924826b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:52:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:09.039775 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c3d465bc-10aa-43d8-9a78-45aae66b87c4 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:09.043752 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-99c90441-e64e-4ea8-9880-4dc291341f79 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (8ed803ed-ec64-41cf-9d27-d9d1d76fabad), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:09.129194 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a4e83-31af-4a6b-9403-d84280436af6 req-dca7c8bd-856c-4b8d-8eae-f4a047609d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:09.131064 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c8a4e83-31af-4a6b-9403-d84280436af6 req-dca7c8bd-856c-4b8d-8eae-f4a047609d44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a710706f51d4196913035417fac81e3&device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 1097 time: 0.2021291 Jan 28 13:52:09.169055 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port c3d465bc-10aa-43d8-9a78-45aae66b87c4 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:09.169701 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c3d465bc-10aa-43d8-9a78-45aae66b87c4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:09.170600 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c9463ce8-8c6e-4503-bfea-8876b0c17d8d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for port (cffc9caf-32b4-4b39-bfc3-b819c1a60fb6), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:09.172604 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cf58151f-f0d5-4c40-8a54-3c62f23ad556 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (297d29a4-4e9a-4d32-a743-712532c15b9b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:09.198073 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d1bcb3ff-5f9c-4878-9710-c3b146f872b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'name': 'tempest-AttachVolumeTestJSON-1171302180-router', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '3b240ae7-6772-413b-8087-f657daedb039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:39Z', 'updated_at': '2022-01-28T13:44:52Z', 'revision_number': 4, 'project_id': '6a710706f51d4196913035417fac81e3', 'gw_port': {'id': '3b240ae7-6772-413b-8087-f657daedb039', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:44Z', 'updated_at': '2022-01-28T13:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '483db035-14ca-4afd-8081-431040d7cedf', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'port_id': '7498ed12-b3cc-41c8-a3bf-ff2b52c7467a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'mac_address': 'fa:16:3e:26:80:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e054edff-0685-4260-b9cc-164b1e9d10c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:51:39Z', 'updated_at': '2022-01-28T13:52:07Z', 'revision_number': 1, 'project_id': '6a710706f51d4196913035417fac81e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4177516a-846f-4065-a1ca-452d4934d7d8', 'name': '', 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'mac_address': 'fa:16:3e:b3:85:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:50Z', 'updated_at': '2022-01-28T13:45:04Z', 'revision_number': 5, 'project_id': '6a710706f51d4196913035417fac81e3', 'subnets': [{'id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:09.230165 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-8815aa83-d82e-4c7d-8676-7ccba924826b None None] Set router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:52:09.239809 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bcb3ff-5f9c-4878-9710-c3b146f872b8 None None] Checking router: 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:52:09.254434 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cf58151f-f0d5-4c40-8a54-3c62f23ad556 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (297d29a4-4e9a-4d32-a743-712532c15b9b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:09.260846 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c9463ce8-8c6e-4503-bfea-8876b0c17d8d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (cffc9caf-32b4-4b39-bfc3-b819c1a60fb6), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:09.267360 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bcb3ff-5f9c-4878-9710-c3b146f872b8 None None] Routers {'6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:09.268159 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d1bcb3ff-5f9c-4878-9710-c3b146f872b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:52:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:09.308283 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8815aa83-d82e-4c7d-8676-7ccba924826b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:52:07Z', 'revision_number': 11, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:09.323496 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58151f-f0d5-4c40-8a54-3c62f23ad556 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Subnet': ['ID=297d29a4-4e9a-4d32-a743-712532c15b9b,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:09.324229 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a4e83-31af-4a6b-9403-d84280436af6 req-004b7163-78df-4b84-bf8e-2f4b820b5d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:09.325889 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c8a4e83-31af-4a6b-9403-d84280436af6 req-004b7163-78df-4b84-bf8e-2f4b820b5d6c service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 HTTP/1.1" status: 200 len: 911 time: 0.1882224 Jan 28 13:52:09.332906 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cf58151f-f0d5-4c40-8a54-3c62f23ad556 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:09.338787 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-cf58151f-f0d5-4c40-8a54-3c62f23ad556 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/subnets/297d29a4-4e9a-4d32-a743-712532c15b9b HTTP/1.1" status: 204 len: 168 time: 0.5926604 Jan 28 13:52:09.339764 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59406) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:09.347674 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-99c90441-e64e-4ea8-9880-4dc291341f79 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8ed803ed-ec64-41cf-9d27-d9d1d76fabad), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:09.350142 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8815aa83-d82e-4c7d-8676-7ccba924826b None None] The sync data for ids ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'] in n-d-822747-2 is: [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:52:07Z', 'revision_number': 11, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:52:09.351600 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-99c90441-e64e-4ea8-9880-4dc291341f79 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:09.354258 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-99c90441-e64e-4ea8-9880-4dc291341f79 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "DELETE /v2.0/security-groups/8ed803ed-ec64-41cf-9d27-d9d1d76fabad HTTP/1.1" status: 204 len: 168 time: 0.8270130 Jan 28 13:52:09.357576 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677c2108-f350-4e79-bbae-8b66a2a8f9d9 None None] Network b986e825-e204-499c-9611-3af6cf6f8ec9 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:09.367453 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59408) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:09.370000 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc0d9f46-bf3d-4e9d-b70b-63766a585009 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (a2d4ae5e-6441-4ade-aa90-9a57ab108749), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:09.385158 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9463ce8-8c6e-4503-bfea-8876b0c17d8d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:09.401810 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-c9463ce8-8c6e-4503-bfea-8876b0c17d8d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:09.409296 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9463ce8-8c6e-4503-bfea-8876b0c17d8d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:09.415702 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9463ce8-8c6e-4503-bfea-8876b0c17d8d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'Port': ['ID=cffc9caf-32b4-4b39-bfc3-b819c1a60fb6,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:09.458202 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c90441-e64e-4ea8-9880-4dc291341f79 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed803ed-ec64-41cf-9d27-d9d1d76fabad,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:09.494156 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4c0dca6-7813-4945-a881-911991f8961f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (b986e825-e204-499c-9611-3af6cf6f8ec9), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:09.501449 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d9f46-bf3d-4e9d-b70b-63766a585009 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Port': ['ID=a2d4ae5e-6441-4ade-aa90-9a57ab108749,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:09.524393 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f80069-d015-4f57-b1fd-1149eb0e6a6a req-810963b0-26b5-4ab4-9755-c853cc67c90d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:09.526415 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b7f80069-d015-4f57-b1fd-1149eb0e6a6a req-810963b0-26b5-4ab4-9755-c853cc67c90d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 945 time: 0.2697699 Jan 28 13:52:09.655010 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0dca6-7813-4945-a881-911991f8961f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Deleting port 4b1608c2-9704-4e55-b068-9731c1f9c2f3 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:09.659308 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4c0dca6-7813-4945-a881-911991f8961f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (4b1608c2-9704-4e55-b068-9731c1f9c2f3), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:09.667350 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c3d465bc-10aa-43d8-9a78-45aae66b87c4 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:09.676874 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b7f80069-d015-4f57-b1fd-1149eb0e6a6a req-c0bf4158-1a78-4c13-a3c4-923eb56695d3 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375375 Jan 28 13:52:09.679135 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c8a4e83-31af-4a6b-9403-d84280436af6 req-b10394ab-cdb1-40b8-a2e1-46b499bb3bab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7498ed12-b3cc-41c8-a3bf-ff2b52c7467a HTTP/1.1" status: 200 len: 1000 time: 0.3328397 Jan 28 13:52:09.733379 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-d1bcb3ff-5f9c-4878-9710-c3b146f872b8 None None] Set router 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:52:09.808400 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-604b989a-eae1-46dd-a767-37edd2b34658 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.4312422 Jan 28 13:52:09.815904 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59410) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:09.856059 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-e4c0dca6-7813-4945-a881-911991f8961f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] For port 4b1608c2-9704-4e55-b068-9731c1f9c2f3, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4b1608c2-9704-4e55-b068-9731c1f9c2f3,segment=NetworkSegment(28db699b-b40a-4323-ab04-afa7e8381e37),segment_id=28db699b-b40a-4323-ab04-afa7e8381e37)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:09.856723 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4c0dca6-7813-4945-a881-911991f8961f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (4b1608c2-9704-4e55-b068-9731c1f9c2f3), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:09.882476 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0dca6-7813-4945-a881-911991f8961f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Calling delete_port for 4b1608c2-9704-4e55-b068-9731c1f9c2f3 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:09.882657 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc0d9f46-bf3d-4e9d-b70b-63766a585009 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:09.888678 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fc0d9f46-bf3d-4e9d-b70b-63766a585009 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/ports/a2d4ae5e-6441-4ade-aa90-9a57ab108749 HTTP/1.1" status: 204 len: 168 time: 1.5528364 Jan 28 13:52:09.894013 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59414) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:09.909523 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a4e83-31af-4a6b-9403-d84280436af6 req-0ec7cdcc-9007-4063-962e-1500bec7c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:09.911112 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c8a4e83-31af-4a6b-9403-d84280436af6 req-0ec7cdcc-9007-4063-962e-1500bec7c8dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a282eac7-c6f7-4e0b-bd51-f3e60c647f6a HTTP/1.1" status: 200 len: 850 time: 0.1904299 Jan 28 13:52:09.921832 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c88c1e2-c361-491b-9082-12994e2e5a90 None None] DHCP port deletion for b986e825-e204-499c-9611-3af6cf6f8ec9 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:52:09.955225 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d717bba-3862-4903-b191-6cedad70e5e2 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] GET failed (client error): The resource could not be found. Jan 28 13:52:09.956752 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5d717bba-3862-4903-b191-6cedad70e5e2 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "GET /v2.0/ports/a2d4ae5e-6441-4ade-aa90-9a57ab108749 HTTP/1.1" status: 404 len: 333 time: 0.0585058 Jan 28 13:52:09.976454 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59416) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:10.032246 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ed59751a-433a-41d9-9571-b68fc1bc8bd3 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (45ad9279-a2ee-4f46-9290-f9c39ae0c61b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:10.062707 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a4e83-31af-4a6b-9403-d84280436af6 req-309aaead-afd2-45ca-83b6-6d05caea8813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:10.064352 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c8a4e83-31af-4a6b-9403-d84280436af6 req-309aaead-afd2-45ca-83b6-6d05caea8813 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255977 Jan 28 13:52:10.118668 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ed59751a-433a-41d9-9571-b68fc1bc8bd3 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (45ad9279-a2ee-4f46-9290-f9c39ae0c61b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:10.146885 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6c88c1e2-c361-491b-9082-12994e2e5a90 None None] Deleting port 4b1608c2-9704-4e55-b068-9731c1f9c2f3 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:10.147263 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c88c1e2-c361-491b-9082-12994e2e5a90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (4b1608c2-9704-4e55-b068-9731c1f9c2f3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:10.222744 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d1bcb3ff-5f9c-4878-9710-c3b146f872b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'name': 'tempest-AttachVolumeTestJSON-1171302180-router', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '3b240ae7-6772-413b-8087-f657daedb039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:39Z', 'updated_at': '2022-01-28T13:44:52Z', 'revision_number': 4, 'project_id': '6a710706f51d4196913035417fac81e3', 'gw_port': {'id': '3b240ae7-6772-413b-8087-f657daedb039', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:44Z', 'updated_at': '2022-01-28T13:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '483db035-14ca-4afd-8081-431040d7cedf', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'port_id': '7498ed12-b3cc-41c8-a3bf-ff2b52c7467a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'mac_address': 'fa:16:3e:26:80:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e054edff-0685-4260-b9cc-164b1e9d10c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:51:39Z', 'updated_at': '2022-01-28T13:52:07Z', 'revision_number': 1, 'project_id': '6a710706f51d4196913035417fac81e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4177516a-846f-4065-a1ca-452d4934d7d8', 'name': '', 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'mac_address': 'fa:16:3e:b3:85:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:50Z', 'updated_at': '2022-01-28T13:45:04Z', 'revision_number': 5, 'project_id': '6a710706f51d4196913035417fac81e3', 'subnets': [{'id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:10.231050 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-6c88c1e2-c361-491b-9082-12994e2e5a90 None None] For port 4b1608c2-9704-4e55-b068-9731c1f9c2f3, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4b1608c2-9704-4e55-b068-9731c1f9c2f3,segment=NetworkSegment(28db699b-b40a-4323-ab04-afa7e8381e37),segment_id=28db699b-b40a-4323-ab04-afa7e8381e37)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:10.231443 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c88c1e2-c361-491b-9082-12994e2e5a90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (4b1608c2-9704-4e55-b068-9731c1f9c2f3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:10.243783 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ed59751a-433a-41d9-9571-b68fc1bc8bd3 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (45ad9279-a2ee-4f46-9290-f9c39ae0c61b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:10.246695 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ed59751a-433a-41d9-9571-b68fc1bc8bd3 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:10.247897 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ed59751a-433a-41d9-9571-b68fc1bc8bd3 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "DELETE /v2.0/security-groups/45ad9279-a2ee-4f46-9290-f9c39ae0c61b HTTP/1.1" status: 204 len: 168 time: 0.4305396 Jan 28 13:52:10.254680 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-84c73459-03d4-426c-aa62-b60ccd1deae9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting port 9a5d2cdf-2c91-4bdf-b03a-638ca87ed7c1 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:10.255052 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-84c73459-03d4-426c-aa62-b60ccd1deae9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (9a5d2cdf-2c91-4bdf-b03a-638ca87ed7c1), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:10.257854 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59418) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:10.269141 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bcb3ff-5f9c-4878-9710-c3b146f872b8 None None] The sync data for ids ['6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'] in n-d-822747-2 is: [{'id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'name': 'tempest-AttachVolumeTestJSON-1171302180-router', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '3b240ae7-6772-413b-8087-f657daedb039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:39Z', 'updated_at': '2022-01-28T13:44:52Z', 'revision_number': 4, 'project_id': '6a710706f51d4196913035417fac81e3', 'gw_port': {'id': '3b240ae7-6772-413b-8087-f657daedb039', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:44Z', 'updated_at': '2022-01-28T13:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '483db035-14ca-4afd-8081-431040d7cedf', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'port_id': '7498ed12-b3cc-41c8-a3bf-ff2b52c7467a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'mac_address': 'fa:16:3e:26:80:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e054edff-0685-4260-b9cc-164b1e9d10c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:51:39Z', 'updated_at': '2022-01-28T13:52:07Z', 'revision_number': 1, 'project_id': '6a710706f51d4196913035417fac81e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4177516a-846f-4065-a1ca-452d4934d7d8', 'name': '', 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'mac_address': 'fa:16:3e:b3:85:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:50Z', 'updated_at': '2022-01-28T13:45:04Z', 'revision_number': 5, 'project_id': '6a710706f51d4196913035417fac81e3', 'subnets': [{'id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:52:10.275610 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c8a4e83-31af-4a6b-9403-d84280436af6 req-361b359c-c9dd-4bd0-8ef9-de9084798c03 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027876 Jan 28 13:52:10.276228 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6c88c1e2-c361-491b-9082-12994e2e5a90 None None] Calling delete_port for 4b1608c2-9704-4e55-b068-9731c1f9c2f3 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:10.339758 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59751a-433a-41d9-9571-b68fc1bc8bd3 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ad9279-a2ee-4f46-9290-f9c39ae0c61b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:10.437503 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c88c1e2-c361-491b-9082-12994e2e5a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (4b1608c2-9704-4e55-b068-9731c1f9c2f3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:10.461419 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c88c1e2-c361-491b-9082-12994e2e5a90 None None] No DVR routers for this DVR port 4b1608c2-9704-4e55-b068-9731c1f9c2f3 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:10.490429 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88c1e2-c361-491b-9082-12994e2e5a90 None None] Pushing event deleted for resources: {'Port': ['ID=4b1608c2-9704-4e55-b068-9731c1f9c2f3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:10.501327 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c88c1e2-c361-491b-9082-12994e2e5a90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:10.502494 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c88c1e2-c361-491b-9082-12994e2e5a90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:10.503947 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c88c1e2-c361-491b-9082-12994e2e5a90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:10.504630 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c88c1e2-c361-491b-9082-12994e2e5a90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:10.505032 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c88c1e2-c361-491b-9082-12994e2e5a90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:10.505512 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c88c1e2-c361-491b-9082-12994e2e5a90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:10.505911 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c88c1e2-c361-491b-9082-12994e2e5a90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:10.506327 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c88c1e2-c361-491b-9082-12994e2e5a90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:10.506744 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c88c1e2-c361-491b-9082-12994e2e5a90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:10.507152 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c88c1e2-c361-491b-9082-12994e2e5a90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:10.507590 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c88c1e2-c361-491b-9082-12994e2e5a90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:10.507972 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c88c1e2-c361-491b-9082-12994e2e5a90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:10.508367 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c88c1e2-c361-491b-9082-12994e2e5a90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:10.519985 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4c0dca6-7813-4945-a881-911991f8961f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (4b1608c2-9704-4e55-b068-9731c1f9c2f3), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:10.556007 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0dca6-7813-4945-a881-911991f8961f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Port': ['ID=4b1608c2-9704-4e55-b068-9731c1f9c2f3,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:10.558588 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c9463ce8-8c6e-4503-bfea-8876b0c17d8d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for floatingip (dcfda30f-bd58-4f95-9f19-b4c6dea57146), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:10.558807 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-89d49f8e-56b5-4605-9645-6db0fcc5e1bd tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2984312 Jan 28 13:52:10.564111 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59420) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:10.567467 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-8a712c63-9852-432b-84ae-1a74e9f8d18e tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Request body: {'security_group': {'name': 'tempest-secgroup--877235224'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:10.578033 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-84c73459-03d4-426c-aa62-b60ccd1deae9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (9a5d2cdf-2c91-4bdf-b03a-638ca87ed7c1), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:10.591536 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0c8a4e83-31af-4a6b-9403-d84280436af6 req-c02cf0b7-8e5b-4020-ae60-84e21914d922 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857075 Jan 28 13:52:10.595275 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-84c73459-03d4-426c-aa62-b60ccd1deae9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Calling delete_port for 9a5d2cdf-2c91-4bdf-b03a-638ca87ed7c1 owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:10.599874 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c0dca6-7813-4945-a881-911991f8961f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] No DVR routers for this DVR port 4b1608c2-9704-4e55-b068-9731c1f9c2f3 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:10.639292 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a712c63-9852-432b-84ae-1a74e9f8d18e tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:10.739637 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b8d86f-c681-41b4-8512-a28c22852b93 None None] New status for floating IP 483db035-14ca-4afd-8081-431040d7cedf: ACTIVE {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:52:10.745678 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4c0dca6-7813-4945-a881-911991f8961f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (b986e825-e204-499c-9611-3af6cf6f8ec9), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:10.757436 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c9463ce8-8c6e-4503-bfea-8876b0c17d8d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (cffc9caf-32b4-4b39-bfc3-b819c1a60fb6), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:10.796616 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-e4c0dca6-7813-4945-a881-911991f8961f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b986e825-e204-499c-9611-3af6cf6f8ec9']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:10.814008 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-e4c0dca6-7813-4945-a881-911991f8961f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28db699b-b40a-4323-ab04-afa7e8381e37') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:10.814008 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-e4c0dca6-7813-4945-a881-911991f8961f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28db699b-b40a-4323-ab04-afa7e8381e37') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:10.832664 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-84c73459-03d4-426c-aa62-b60ccd1deae9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (9a5d2cdf-2c91-4bdf-b03a-638ca87ed7c1), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:10.837594 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4c0dca6-7813-4945-a881-911991f8961f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (28db699b-b40a-4323-ab04-afa7e8381e37), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:10.843413 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c33f5-262f-4957-bc89-304e62b3ac36 req-75759120-9c0b-4150-9dc7-909d22a73859 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:10.844991 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d2c33f5-262f-4957-bc89-304e62b3ac36 req-75759120-9c0b-4150-9dc7-909d22a73859 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 945 time: 0.0761628 Jan 28 13:52:10.873269 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c73459-03d4-426c-aa62-b60ccd1deae9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Port': ['ID=9a5d2cdf-2c91-4bdf-b03a-638ca87ed7c1,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:10.884317 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4c0dca6-7813-4945-a881-911991f8961f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (28db699b-b40a-4323-ab04-afa7e8381e37), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:10.922192 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c0dca6-7813-4945-a881-911991f8961f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:52:10.922617 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4c0dca6-7813-4945-a881-911991f8961f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (28db699b-b40a-4323-ab04-afa7e8381e37), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:52:10.929560 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:52:10.986571 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 99b28738-449a-4016-b5da-f66a4205f524 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:52:10.999891 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d2c33f5-262f-4957-bc89-304e62b3ac36 req-106ca4f9-0da1-46a6-b9d6-78226e18bc4e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280005 Jan 28 13:52:11.006603 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-84c73459-03d4-426c-aa62-b60ccd1deae9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.017916 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 99b28738-449a-4016-b5da-f66a4205f524 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:52:11.018212 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a712c63-9852-432b-84ae-1a74e9f8d18e tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (bf274b74-abd7-42da-9f4e-78b4eef95f3c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.019051 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 99b28738-449a-4016-b5da-f66a4205f524 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:52:11.019730 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4b1608c2-9704-4e55-b068-9731c1f9c2f3 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:52:11.020307 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-84c73459-03d4-426c-aa62-b60ccd1deae9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/ports/9a5d2cdf-2c91-4bdf-b03a-638ca87ed7c1 HTTP/1.1" status: 204 len: 168 time: 1.0418196 Jan 28 13:52:11.024186 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59426) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:11.031346 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a712c63-9852-432b-84ae-1a74e9f8d18e tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (bf274b74-abd7-42da-9f4e-78b4eef95f3c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.055552 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4c0dca6-7813-4945-a881-911991f8961f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (b986e825-e204-499c-9611-3af6cf6f8ec9), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.068167 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-717da772-6314-41ce-bed9-144deb730e53 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] GET failed (client error): The resource could not be found. Jan 28 13:52:11.071684 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-717da772-6314-41ce-bed9-144deb730e53 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "GET /v2.0/ports/9a5d2cdf-2c91-4bdf-b03a-638ca87ed7c1 HTTP/1.1" status: 404 len: 333 time: 0.0441699 Jan 28 13:52:11.074026 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59428) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:11.077872 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 4b1608c2-9704-4e55-b068-9731c1f9c2f3 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:52:11.078364 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4b1608c2-9704-4e55-b068-9731c1f9c2f3 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:52:11.100353 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4c0dca6-7813-4945-a881-911991f8961f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.103537 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e4c0dca6-7813-4945-a881-911991f8961f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/networks/b986e825-e204-499c-9611-3af6cf6f8ec9 HTTP/1.1" status: 204 len: 168 time: 1.7594485 Jan 28 13:52:11.112582 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a712c63-9852-432b-84ae-1a74e9f8d18e tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.116522 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8a712c63-9852-432b-84ae-1a74e9f8d18e tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5501375 Jan 28 13:52:11.116522 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59430) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:11.124549 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-9eacbb95-27db-40c1-ab21-1ddd3dda48e2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'router': {'routes': None}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:11.136574 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59432) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:11.143128 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-8f041698-c47f-4045-b706-c0c0abf3ed3d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Request body: {'security_group_rule': {'security_group_id': 'bf274b74-abd7-42da-9f4e-78b4eef95f3c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:11.150944 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a712c63-9852-432b-84ae-1a74e9f8d18e tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf274b74-abd7-42da-9f4e-78b4eef95f3c,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:11.153378 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0dca6-7813-4945-a881-911991f8961f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Pushing event deleted for resources: {'Network': ['ID=b986e825-e204-499c-9611-3af6cf6f8ec9,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:11.173994 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99c1580-2b71-44c2-afc5-d31962339a40 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting subnet cb6f13e0-bafe-4b9f-98e0-073a3a6d9f87 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:52:11.177745 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f99c1580-2b71-44c2-afc5-d31962339a40 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for subnet (cb6f13e0-bafe-4b9f-98e0-073a3a6d9f87), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.232561 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f99c1580-2b71-44c2-afc5-d31962339a40 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (cb6f13e0-bafe-4b9f-98e0-073a3a6d9f87), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.237238 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c9463ce8-8c6e-4503-bfea-8876b0c17d8d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for port (cffc9caf-32b4-4b39-bfc3-b819c1a60fb6), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.247870 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c9463ce8-8c6e-4503-bfea-8876b0c17d8d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (cffc9caf-32b4-4b39-bfc3-b819c1a60fb6), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.365898 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8f041698-c47f-4045-b706-c0c0abf3ed3d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (82872bc5-53b2-47fb-8d7c-87cd98e5b5cc), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.433768 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.extraroute_db [None req-9eacbb95-27db-40c1-ab21-1ddd3dda48e2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Added routes are [] {{(pid=103352) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 13:52:11.434018 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.extraroute_db [None req-9eacbb95-27db-40c1-ab21-1ddd3dda48e2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Removed routes are [] {{(pid=103352) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 13:52:11.434303 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9eacbb95-27db-40c1-ab21-1ddd3dda48e2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5641'] for router (7ae58efc-fb03-490f-ab2b-feef7ffc0546), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.445316 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9463ce8-8c6e-4503-bfea-8876b0c17d8d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'Port': ['ID=cffc9caf-32b4-4b39-bfc3-b819c1a60fb6,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:11.499149 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c9463ce8-8c6e-4503-bfea-8876b0c17d8d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (dcfda30f-bd58-4f95-9f19-b4c6dea57146), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.629028 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8f041698-c47f-4045-b706-c0c0abf3ed3d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (82872bc5-53b2-47fb-8d7c-87cd98e5b5cc), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.643807 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8f041698-c47f-4045-b706-c0c0abf3ed3d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (82872bc5-53b2-47fb-8d7c-87cd98e5b5cc), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.696232 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f99c1580-2b71-44c2-afc5-d31962339a40 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (cb6f13e0-bafe-4b9f-98e0-073a3a6d9f87), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.704428 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9eacbb95-27db-40c1-ab21-1ddd3dda48e2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5641'] for router (7ae58efc-fb03-490f-ab2b-feef7ffc0546), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.721558 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9eacbb95-27db-40c1-ab21-1ddd3dda48e2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352569'] for router (7ae58efc-fb03-490f-ab2b-feef7ffc0546), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.725631 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f041698-c47f-4045-b706-c0c0abf3ed3d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82872bc5-53b2-47fb-8d7c-87cd98e5b5cc,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:11.764373 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f99c1580-2b71-44c2-afc5-d31962339a40 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (cb6f13e0-bafe-4b9f-98e0-073a3a6d9f87), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.783664 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8f041698-c47f-4045-b706-c0c0abf3ed3d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.784900 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8f041698-c47f-4045-b706-c0c0abf3ed3d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6473477 Jan 28 13:52:11.789727 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59434) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:11.792444 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c1580-2b71-44c2-afc5-d31962339a40 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Subnet': ['ID=cb6f13e0-bafe-4b9f-98e0-073a3a6d9f87,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:11.797318 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f99c1580-2b71-44c2-afc5-d31962339a40 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.800640 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f99c1580-2b71-44c2-afc5-d31962339a40 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/subnets/cb6f13e0-bafe-4b9f-98e0-073a3a6d9f87 HTTP/1.1" status: 204 len: 168 time: 0.7112105 Jan 28 13:52:11.803672 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59436) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:11.805758 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defd6924-98c9-45c8-b433-56d906a4be73 None None] Network 3f36ac84-97fb-4635-90d5-3182511ab92d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:11.846804 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-c9463ce8-8c6e-4503-bfea-8876b0c17d8d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Floating IP dcfda30f-bd58-4f95-9f19-b4c6dea57146 associated. External IP: 172.25.3.144, port: abd9722d-ad51-4aff-9356-c00b166ac9e4. Jan 28 13:52:11.891576 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-acf21762-2e47-4129-a599-749d79a8e9cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (3f36ac84-97fb-4635-90d5-3182511ab92d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.924478 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eacbb95-27db-40c1-ab21-1ddd3dda48e2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:52:11.941439 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d2b363a7-aefb-406d-b0ef-c509eaee7bdc tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (82872bc5-53b2-47fb-8d7c-87cd98e5b5cc), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.954301 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-acf21762-2e47-4129-a599-749d79a8e9cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting port c3d465bc-10aa-43d8-9a78-45aae66b87c4 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:11.954561 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-acf21762-2e47-4129-a599-749d79a8e9cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c3d465bc-10aa-43d8-9a78-45aae66b87c4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.957672 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d2b363a7-aefb-406d-b0ef-c509eaee7bdc tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (82872bc5-53b2-47fb-8d7c-87cd98e5b5cc), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.995560 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-65b915e9-6f6f-495e-aa79-ab78e55427f2 service neutron] show failed (client error): The resource could not be found. Jan 28 13:52:11.996638 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-65b915e9-6f6f-495e-aa79-ab78e55427f2 service neutron] 10.222.0.18 "GET /v2.0/ports/aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf/bindings/n-h2-822747-2 HTTP/1.1" status: 404 len: 380 time: 0.2639852 Jan 28 13:52:12.003865 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0a7f43-d25a-416f-b77a-a1f84ee64ef1 None None] DHCP port deletion for 3f36ac84-97fb-4635-90d5-3182511ab92d request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:52:12.057820 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-acf21762-2e47-4129-a599-749d79a8e9cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] For port c3d465bc-10aa-43d8-9a78-45aae66b87c4, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c3d465bc-10aa-43d8-9a78-45aae66b87c4,segment=NetworkSegment(fac8fd1f-6bfd-4628-a6e4-63349fc9ab76),segment_id=fac8fd1f-6bfd-4628-a6e4-63349fc9ab76)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:12.058223 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-acf21762-2e47-4129-a599-749d79a8e9cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c3d465bc-10aa-43d8-9a78-45aae66b87c4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.092198 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-acf21762-2e47-4129-a599-749d79a8e9cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Calling delete_port for c3d465bc-10aa-43d8-9a78-45aae66b87c4 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:12.097021 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d2b363a7-aefb-406d-b0ef-c509eaee7bdc tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (82872bc5-53b2-47fb-8d7c-87cd98e5b5cc), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.100509 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6d0a7f43-d25a-416f-b77a-a1f84ee64ef1 None None] Deleting port c3d465bc-10aa-43d8-9a78-45aae66b87c4 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:12.100891 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d0a7f43-d25a-416f-b77a-a1f84ee64ef1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c3d465bc-10aa-43d8-9a78-45aae66b87c4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.121288 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d2b363a7-aefb-406d-b0ef-c509eaee7bdc tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.122444 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d2b363a7-aefb-406d-b0ef-c509eaee7bdc tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/82872bc5-53b2-47fb-8d7c-87cd98e5b5cc HTTP/1.1" status: 204 len: 168 time: 0.3288743 Jan 28 13:52:12.126947 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59440) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:12.132245 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eacbb95-27db-40c1-ab21-1ddd3dda48e2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:52:12.142463 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9eacbb95-27db-40c1-ab21-1ddd3dda48e2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.142731 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9402c5-2f3d-4436-aea1-ab15f552f238 None None] Sync routers for ids ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:52:12.153015 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9eacbb95-27db-40c1-ab21-1ddd3dda48e2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "PUT /v2.0/routers/7ae58efc-fb03-490f-ab2b-feef7ffc0546 HTTP/1.1" status: 200 len: 700 time: 1.0249646 Jan 28 13:52:12.153245 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59442) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:12.174255 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b363a7-aefb-406d-b0ef-c509eaee7bdc tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82872bc5-53b2-47fb-8d7c-87cd98e5b5cc,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:12.175183 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9402c5-2f3d-4436-aea1-ab15f552f238 None None] Routers {'7ae58efc-fb03-490f-ab2b-feef7ffc0546'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:12.178687 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-1c9402c5-2f3d-4436-aea1-ab15f552f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:52:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:12.182593 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-6d0a7f43-d25a-416f-b77a-a1f84ee64ef1 None None] For port c3d465bc-10aa-43d8-9a78-45aae66b87c4, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c3d465bc-10aa-43d8-9a78-45aae66b87c4,segment=NetworkSegment(fac8fd1f-6bfd-4628-a6e4-63349fc9ab76),segment_id=fac8fd1f-6bfd-4628-a6e4-63349fc9ab76)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:12.182968 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d0a7f43-d25a-416f-b77a-a1f84ee64ef1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c3d465bc-10aa-43d8-9a78-45aae66b87c4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.203252 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6d0a7f43-d25a-416f-b77a-a1f84ee64ef1 None None] Calling delete_port for c3d465bc-10aa-43d8-9a78-45aae66b87c4 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:12.255777 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-03d119ce-f31a-415a-bdb9-acabc3874cb8 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1092877 Jan 28 13:52:12.260783 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59446) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:12.305644 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d0a7f43-d25a-416f-b77a-a1f84ee64ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (c3d465bc-10aa-43d8-9a78-45aae66b87c4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.346223 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-1c9402c5-2f3d-4436-aea1-ab15f552f238 None None] Set router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:52:12.349974 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f087c0e2-93f6-4c70-ad06-472a3eac0181 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ae58efc-fb03-490f-ab2b-feef7ffc0546 HTTP/1.1" status: 200 len: 205 time: 0.1327927 Jan 28 13:52:12.351014 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0a7f43-d25a-416f-b77a-a1f84ee64ef1 None None] No DVR routers for this DVR port c3d465bc-10aa-43d8-9a78-45aae66b87c4 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:12.353067 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a7f43-d25a-416f-b77a-a1f84ee64ef1 None None] Pushing event deleted for resources: {'Port': ['ID=c3d465bc-10aa-43d8-9a78-45aae66b87c4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:12.364879 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59448) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:12.400464 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769e0e6-f708-4280-abd7-25f4e27bf148 req-49711873-e80d-4266-9726-a041eb358604 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:12.402294 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1769e0e6-f708-4280-abd7-25f4e27bf148 req-49711873-e80d-4266-9726-a041eb358604 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 945 time: 0.2249420 Jan 28 13:52:12.416857 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-1c9402c5-2f3d-4436-aea1-ab15f552f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:52:07Z', 'revision_number': 11, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:12.420413 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-711339c0-05e2-4f42-82a4-e55242a069b5 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (bf274b74-abd7-42da-9f4e-78b4eef95f3c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.436152 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-add2655d-54bd-41ee-ba2d-a851365b38e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:12.437678 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-add2655d-54bd-41ee-ba2d-a851365b38e7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6&tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5 HTTP/1.1" status: 200 len: 1096 time: 0.1669829 Jan 28 13:52:12.452024 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9402c5-2f3d-4436-aea1-ab15f552f238 None None] Checking router: 7ae58efc-fb03-490f-ab2b-feef7ffc0546 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:52:12.453856 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-a28ae69e-8b17-4e11-a90d-a7b5f220cb9b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822747-2', 'device_owner': 'compute:nova'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:12.466931 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f3bac1c6-68af-4ea7-a7f9-1f8cef314efc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router (7ae58efc-fb03-490f-ab2b-feef7ffc0546), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.468648 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9402c5-2f3d-4436-aea1-ab15f552f238 None None] Routers {'7ae58efc-fb03-490f-ab2b-feef7ffc0546'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:12.469343 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-1c9402c5-2f3d-4436-aea1-ab15f552f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:52:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:12.473465 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9463ce8-8c6e-4503-bfea-8876b0c17d8d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Router b360a80f-77cf-4513-89b2-f95f43ff8a62 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:52:12.499316 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-acf21762-2e47-4129-a599-749d79a8e9cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (c3d465bc-10aa-43d8-9a78-45aae66b87c4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.526634 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-711339c0-05e2-4f42-82a4-e55242a069b5 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (bf274b74-abd7-42da-9f4e-78b4eef95f3c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.542762 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1769e0e6-f708-4280-abd7-25f4e27bf148 req-940b12d0-eb08-42fd-a437-16c469a666e9 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294298 Jan 28 13:52:12.546397 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf21762-2e47-4129-a599-749d79a8e9cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Port': ['ID=c3d465bc-10aa-43d8-9a78-45aae66b87c4,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:12.559632 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-1c9402c5-2f3d-4436-aea1-ab15f552f238 None None] Set router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:52:12.566661 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf21762-2e47-4129-a599-749d79a8e9cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] No DVR routers for this DVR port c3d465bc-10aa-43d8-9a78-45aae66b87c4 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:12.601424 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-a28ae69e-8b17-4e11-a90d-a7b5f220cb9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.620896 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-1c9402c5-2f3d-4436-aea1-ab15f552f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:52:07Z', 'revision_number': 11, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:12.651752 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9402c5-2f3d-4436-aea1-ab15f552f238 None None] The sync data for ids ['7ae58efc-fb03-490f-ab2b-feef7ffc0546'] in n-d-822747-2 is: [{'id': '7ae58efc-fb03-490f-ab2b-feef7ffc0546', 'name': 'tempest-RoutersTest-router-653257780', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:05Z', 'updated_at': '2022-01-28T13:52:07Z', 'revision_number': 11, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:52:12.686801 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-acf21762-2e47-4129-a599-749d79a8e9cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (3f36ac84-97fb-4635-90d5-3182511ab92d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.718735 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-acf21762-2e47-4129-a599-749d79a8e9cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f36ac84-97fb-4635-90d5-3182511ab92d']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:12.732636 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f3bac1c6-68af-4ea7-a7f9-1f8cef314efc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (7ae58efc-fb03-490f-ab2b-feef7ffc0546), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.736574 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f3bac1c6-68af-4ea7-a7f9-1f8cef314efc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router_controller (7ae58efc-fb03-490f-ab2b-feef7ffc0546), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.742110 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-acf21762-2e47-4129-a599-749d79a8e9cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac8fd1f-6bfd-4628-a6e4-63349fc9ab76') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:12.742454 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-acf21762-2e47-4129-a599-749d79a8e9cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac8fd1f-6bfd-4628-a6e4-63349fc9ab76') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:12.752052 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-711339c0-05e2-4f42-82a4-e55242a069b5 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (bf274b74-abd7-42da-9f4e-78b4eef95f3c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.754622 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-711339c0-05e2-4f42-82a4-e55242a069b5 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.755846 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-711339c0-05e2-4f42-82a4-e55242a069b5 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "DELETE /v2.0/security-groups/bf274b74-abd7-42da-9f4e-78b4eef95f3c HTTP/1.1" status: 204 len: 168 time: 0.4939282 Jan 28 13:52:12.786592 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59450) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:12.808041 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-acf21762-2e47-4129-a599-749d79a8e9cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (fac8fd1f-6bfd-4628-a6e4-63349fc9ab76), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.835976 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711339c0-05e2-4f42-82a4-e55242a069b5 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf274b74-abd7-42da-9f4e-78b4eef95f3c,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:12.853073 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f3bac1c6-68af-4ea7-a7f9-1f8cef314efc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (7ae58efc-fb03-490f-ab2b-feef7ffc0546), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.853608 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bac1c6-68af-4ea7-a7f9-1f8cef314efc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Fanout notify agent at l3_agent the message router_deleted on router 7ae58efc-fb03-490f-ab2b-feef7ffc0546 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:52:12.853776 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-acf21762-2e47-4129-a599-749d79a8e9cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (fac8fd1f-6bfd-4628-a6e4-63349fc9ab76), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.864981 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f3bac1c6-68af-4ea7-a7f9-1f8cef314efc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.866095 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f3bac1c6-68af-4ea7-a7f9-1f8cef314efc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/routers/7ae58efc-fb03-490f-ab2b-feef7ffc0546 HTTP/1.1" status: 204 len: 168 time: 0.5002646 Jan 28 13:52:12.871199 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59452) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:12.875718 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9463ce8-8c6e-4503-bfea-8876b0c17d8d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:52:12.890589 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c3d465bc-10aa-43d8-9a78-45aae66b87c4 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:52:12.891147 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-7283bef8-c923-4813-b170-793dbbe27d1f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-778413002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:12.896881 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c9463ce8-8c6e-4503-bfea-8876b0c17d8d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.901373 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf21762-2e47-4129-a599-749d79a8e9cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:52:12.901877 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-acf21762-2e47-4129-a599-749d79a8e9cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (fac8fd1f-6bfd-4628-a6e4-63349fc9ab76), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:52:12.908815 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:52:12.922431 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e420d549-e2ee-49bc-8654-55ab0672b2fb None None] Sync routers for ids ['b360a80f-77cf-4513-89b2-f95f43ff8a62'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:52:12.926831 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: c3d465bc-10aa-43d8-9a78-45aae66b87c4 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:52:12.927316 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c3d465bc-10aa-43d8-9a78-45aae66b87c4 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:52:12.938013 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e420d549-e2ee-49bc-8654-55ab0672b2fb None None] Routers {'b360a80f-77cf-4513-89b2-f95f43ff8a62'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:12.938869 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e420d549-e2ee-49bc-8654-55ab0672b2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:52:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b360a80f-77cf-4513-89b2-f95f43ff8a62'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:12.970862 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c9463ce8-8c6e-4503-bfea-8876b0c17d8d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8005066 Jan 28 13:52:12.970862 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b7d7d35-b1ff-4907-bdd6-1f23aff37820', 'tag': 'abd9722d-ad51-4aff-9356-c00b166ac9e4'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:52:12.971484 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f08d3af-4a21-4206-8223-2253da967294" -d '{"events": [{"name": "network-changed", "server_uuid": "6b7d7d35-b1ff-4907-bdd6-1f23aff37820", "tag": "abd9722d-ad51-4aff-9356-c00b166ac9e4"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:52:12.973988 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59454) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:13.016341 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5a3f15ae-8c89-461a-8bda-3164eb1af5b8 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2236276 Jan 28 13:52:13.046715 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59458) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:13.051424 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7283bef8-c923-4813-b170-793dbbe27d1f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (19985394-fd5a-4ab9-9560-f12846d5e40b), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:13.052482 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7283bef8-c923-4813-b170-793dbbe27d1f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (19985394-fd5a-4ab9-9560-f12846d5e40b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:13.080221 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-be401c8f-ec45-4b44-a23a-00b92d961f36 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Request body: {'security_group': {'name': 'tempest-secgroup--967805749'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:13.084283 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-acf21762-2e47-4129-a599-749d79a8e9cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (3f36ac84-97fb-4635-90d5-3182511ab92d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:13.085437 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0566362-9492-4cff-81c4-1c94c5f7c2d7 x-openstack-request-id: req-d0566362-9492-4cff-81c4-1c94c5f7c2d7 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:52:13.086809 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b7d7d35-b1ff-4907-bdd6-1f23aff37820", "tag": "abd9722d-ad51-4aff-9356-c00b166ac9e4", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:52:13.087182 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0566362-9492-4cff-81c4-1c94c5f7c2d7 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:52:13.088257 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b7d7d35-b1ff-4907-bdd6-1f23aff37820', 'tag': 'abd9722d-ad51-4aff-9356-c00b166ac9e4', 'status': 'completed', 'code': 200} Jan 28 13:52:13.096821 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-acf21762-2e47-4129-a599-749d79a8e9cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:13.103728 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-acf21762-2e47-4129-a599-749d79a8e9cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/networks/3f36ac84-97fb-4635-90d5-3182511ab92d HTTP/1.1" status: 204 len: 168 time: 1.2951007 Jan 28 13:52:13.106454 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59460) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:13.121811 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-e8355a08-83de-4522-b183-ed153f20d6b8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1078227773'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:13.124245 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-e420d549-e2ee-49bc-8654-55ab0672b2fb None None] Set router b360a80f-77cf-4513-89b2-f95f43ff8a62 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:52:13.147868 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf21762-2e47-4129-a599-749d79a8e9cd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Network': ['ID=3f36ac84-97fb-4635-90d5-3182511ab92d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:13.165528 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08d3af-4a21-4206-8223-2253da967294 req-4f8af456-1490-4ba1-bde9-5e8a6b10bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:13.167120 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9f08d3af-4a21-4206-8223-2253da967294 req-4f8af456-1490-4ba1-bde9-5e8a6b10bc3a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f281e4a0c8564ab9bcdd7d3d058e0db3&device_id=6b7d7d35-b1ff-4907-bdd6-1f23aff37820 HTTP/1.1" status: 200 len: 1096 time: 0.0778854 Jan 28 13:52:13.167852 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-be401c8f-ec45-4b44-a23a-00b92d961f36 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:13.175080 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4cfe121d-5674-4efd-8855-97ed360732e9 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/floatingips/dcfda30f-bd58-4f95-9f19-b4c6dea57146 HTTP/1.1" status: 200 len: 991 time: 0.1982393 Jan 28 13:52:13.185234 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7283bef8-c923-4813-b170-793dbbe27d1f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router_controller (19985394-fd5a-4ab9-9560-f12846d5e40b), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:13.206412 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7283bef8-c923-4813-b170-793dbbe27d1f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (19985394-fd5a-4ab9-9560-f12846d5e40b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:13.212734 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-a28ae69e-8b17-4e11-a90d-a7b5f220cb9b service neutron] For port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf,segment=NetworkSegment(2d943550-f5c7-4917-a561-948b065e88e7),segment_id=2d943550-f5c7-4917-a561-948b065e88e7)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:13.224575 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8355a08-83de-4522-b183-ed153f20d6b8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:13.228947 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e8355a08-83de-4522-b183-ed153f20d6b8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:13.264756 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7283bef8-c923-4813-b170-793dbbe27d1f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:13.269128 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7283bef8-c923-4813-b170-793dbbe27d1f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3884780 Jan 28 13:52:13.269698 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59462) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:13.274313 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-1cacb9f2-ace7-4ab9-b1f9-5e9075febf8f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:13.287191 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8355a08-83de-4522-b183-ed153f20d6b8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:52:13.293480 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-a28ae69e-8b17-4e11-a90d-a7b5f220cb9b service neutron] For port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:52:13.347884 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-a28ae69e-8b17-4e11-a90d-a7b5f220cb9b service neutron] Publish callbacks [] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:13.361125 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20fab73-f39c-4e5b-94d4-31d506120ad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:52:13.364609 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115bb3aa-b445-4a2e-96fc-6bb2afaa0df5" -d '{"events": [{"server_uuid": "d20fab73-f39c-4e5b-94d4-31d506120ad6", "name": "network-vif-unplugged", "status": "completed", "tag": "aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:52:13.371977 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-a28ae69e-8b17-4e11-a90d-a7b5f220cb9b service neutron] Transition to ACTIVE for port object aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:52:13.373529 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e8355a08-83de-4522-b183-ed153f20d6b8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (b1d2d49c-5267-43f7-ad2b-634e80371f31), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:13.374313 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-e8355a08-83de-4522-b183-ed153f20d6b8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Added segment b1d2d49c-5267-43f7-ad2b-634e80371f31 of type vlan for network 4c43224f-1bad-4c83-9c7c-0d8e819b427e Jan 28 13:52:13.386589 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-a28ae69e-8b17-4e11-a90d-a7b5f220cb9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:13.457506 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e420d549-e2ee-49bc-8654-55ab0672b2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'name': 'tempest-TestNetworkBasicOps-router-1768779081', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:27Z', 'updated_at': '2022-01-28T13:51:38Z', 'revision_number': 4, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'dcfda30f-bd58-4f95-9f19-b4c6dea57146', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'port_id': 'abd9722d-ad51-4aff-9356-c00b166ac9e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4', 'mac_address': 'fa:16:3e:67:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d7d35-b1ff-4907-bdd6-1f23aff37820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:52:09Z', 'updated_at': '2022-01-28T13:52:09Z', 'revision_number': 0, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5a953c-7501-4928-b7ce-cfd242f720b7', 'name': '', 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'mac_address': 'fa:16:3e:7c:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:36Z', 'updated_at': '2022-01-28T13:51:50Z', 'revision_number': 5, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'subnets': [{'id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:13.457828 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd625f3-5e6c-4785-905c-20b0ab4f548f x-openstack-request-id: req-abd625f3-5e6c-4785-905c-20b0ab4f548f {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:52:13.458285 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20fab73-f39c-4e5b-94d4-31d506120ad6", "name": "network-vif-unplugged", "status": "completed", "tag": "aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:52:13.458603 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-abd625f3-5e6c-4785-905c-20b0ab4f548f {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:52:13.459112 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20fab73-f39c-4e5b-94d4-31d506120ad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf', 'code': 200} Jan 28 13:52:13.465104 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ae69e-8b17-4e11-a90d-a7b5f220cb9b service neutron] Pushing event updated for resources: {'Port': ['ID=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf,revision_number=6']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:13.481534 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e8355a08-83de-4522-b183-ed153f20d6b8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (4c43224f-1bad-4c83-9c7c-0d8e819b427e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:13.502678 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e420d549-e2ee-49bc-8654-55ab0672b2fb None None] Checking router: b360a80f-77cf-4513-89b2-f95f43ff8a62 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:52:13.513294 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e420d549-e2ee-49bc-8654-55ab0672b2fb None None] Routers {'b360a80f-77cf-4513-89b2-f95f43ff8a62'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:13.513939 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e420d549-e2ee-49bc-8654-55ab0672b2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:52:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b360a80f-77cf-4513-89b2-f95f43ff8a62'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:13.638786 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e8355a08-83de-4522-b183-ed153f20d6b8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (4c43224f-1bad-4c83-9c7c-0d8e819b427e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:13.643984 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8355a08-83de-4522-b183-ed153f20d6b8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:13.644643 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e8355a08-83de-4522-b183-ed153f20d6b8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:13.659686 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-e420d549-e2ee-49bc-8654-55ab0672b2fb None None] Set router b360a80f-77cf-4513-89b2-f95f43ff8a62 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:52:13.737430 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8355a08-83de-4522-b183-ed153f20d6b8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Network': ['ID=4c43224f-1bad-4c83-9c7c-0d8e819b427e,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:13.778995 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08d3af-4a21-4206-8223-2253da967294 req-141907a0-0026-49e1-9ce1-784b93ff4d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:13.780540 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9f08d3af-4a21-4206-8223-2253da967294 req-141907a0-0026-49e1-9ce1-784b93ff4d5c service neutron] 10.222.0.18 "GET /v2.0/networks?id=f33b7480-b8f9-4659-a729-d9cbb07531b4 HTTP/1.1" status: 200 len: 897 time: 0.5988135 Jan 28 13:52:13.791850 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 4c43224f-1bad-4c83-9c7c-0d8e819b427e details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:52:13.801499 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e8355a08-83de-4522-b183-ed153f20d6b8 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6941581 Jan 28 13:52:13.802510 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-a28ae69e-8b17-4e11-a90d-a7b5f220cb9b service neutron] No DVR routers for this DVR port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:13.805099 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59470) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:13.810364 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-da4552f5-f0f0-4bc0-86e8-9ac9dca1c644 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'subnet': {'network_id': '4c43224f-1bad-4c83-9c7c-0d8e819b427e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:13.889537 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe69165-28ef-461f-8f92-d1d46001d089 req-2b31a488-5291-4f1e-8239-7abf8a8e4341 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:13.891492 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-afe69165-28ef-461f-8f92-d1d46001d089 req-2b31a488-5291-4f1e-8239-7abf8a8e4341 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 943 time: 0.1587582 Jan 28 13:52:13.980884 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9f08d3af-4a21-4206-8223-2253da967294 req-31c83d46-9b88-4217-8263-faa70fc44fa9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abd9722d-ad51-4aff-9356-c00b166ac9e4 HTTP/1.1" status: 200 len: 999 time: 0.1932745 Jan 28 13:52:13.988559 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-be401c8f-ec45-4b44-a23a-00b92d961f36 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (598969f4-9190-4c72-b01a-94334a671e93), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.029962 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e420d549-e2ee-49bc-8654-55ab0672b2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'name': 'tempest-TestNetworkBasicOps-router-1768779081', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:27Z', 'updated_at': '2022-01-28T13:51:38Z', 'revision_number': 4, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'dcfda30f-bd58-4f95-9f19-b4c6dea57146', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'port_id': 'abd9722d-ad51-4aff-9356-c00b166ac9e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4', 'mac_address': 'fa:16:3e:67:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d7d35-b1ff-4907-bdd6-1f23aff37820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:52:09Z', 'updated_at': '2022-01-28T13:52:09Z', 'revision_number': 0, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5a953c-7501-4928-b7ce-cfd242f720b7', 'name': '', 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'mac_address': 'fa:16:3e:7c:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:36Z', 'updated_at': '2022-01-28T13:51:50Z', 'revision_number': 5, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'subnets': [{'id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:14.045576 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-afe69165-28ef-461f-8f92-d1d46001d089 req-61cf3b8f-74dd-47e0-8c2c-06163bcd1188 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206901 Jan 28 13:52:14.051316 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-be401c8f-ec45-4b44-a23a-00b92d961f36 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (598969f4-9190-4c72-b01a-94334a671e93), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.052647 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4552f5-f0f0-4bc0-86e8-9ac9dca1c644 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:14.056237 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da4552f5-f0f0-4bc0-86e8-9ac9dca1c644 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.068002 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1cacb9f2-ace7-4ab9-b1f9-5e9075febf8f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-349384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-352562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5641'] for router (19985394-fd5a-4ab9-9560-f12846d5e40b), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.073724 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e420d549-e2ee-49bc-8654-55ab0672b2fb None None] The sync data for ids ['b360a80f-77cf-4513-89b2-f95f43ff8a62'] in n-d-822747-2 is: [{'id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'name': 'tempest-TestNetworkBasicOps-router-1768779081', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:27Z', 'updated_at': '2022-01-28T13:51:38Z', 'revision_number': 4, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'dcfda30f-bd58-4f95-9f19-b4c6dea57146', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'port_id': 'abd9722d-ad51-4aff-9356-c00b166ac9e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4', 'mac_address': 'fa:16:3e:67:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d7d35-b1ff-4907-bdd6-1f23aff37820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:52:09Z', 'updated_at': '2022-01-28T13:52:09Z', 'revision_number': 0, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5a953c-7501-4928-b7ce-cfd242f720b7', 'name': '', 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'mac_address': 'fa:16:3e:7c:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:36Z', 'updated_at': '2022-01-28T13:51:50Z', 'revision_number': 5, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'subnets': [{'id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:52:14.081102 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-be401c8f-ec45-4b44-a23a-00b92d961f36 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.085218 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-be401c8f-ec45-4b44-a23a-00b92d961f36 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0333641 Jan 28 13:52:14.092136 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59472) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:14.099300 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-e3e9f064-09e5-4887-8880-29839cc8e2f2 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Request body: {'security_group_rule': {'security_group_id': '598969f4-9190-4c72-b01a-94334a671e93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:14.120642 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-a28ae69e-8b17-4e11-a90d-a7b5f220cb9b service neutron] Attempting to bind port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:52:14.120981 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-a28ae69e-8b17-4e11-a90d-a7b5f220cb9b service neutron] Attempting to bind port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '2d943550-f5c7-4917-a561-948b065e88e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '629a0596-4326-4173-a2b7-ce712832376d'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:52:14.121069 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1cacb9f2-ace7-4ab9-b1f9-5e9075febf8f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-349407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-349350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-352569'] for router (19985394-fd5a-4ab9-9560-f12846d5e40b), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.121312 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-a28ae69e-8b17-4e11-a90d-a7b5f220cb9b service neutron] Attempting to bind port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf on network 629a0596-4326-4173-a2b7-ce712832376d {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:52:14.137407 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08d3af-4a21-4206-8223-2253da967294 req-9e3fce26-30bb-47be-9542-a7827759150c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:14.139164 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9f08d3af-4a21-4206-8223-2253da967294 req-9e3fce26-30bb-47be-9542-a7827759150c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e360adf-fa84-4efc-951a-e23d028fcfaa HTTP/1.1" status: 200 len: 835 time: 0.1163242 Jan 28 13:52:14.141401 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be401c8f-ec45-4b44-a23a-00b92d961f36 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=598969f4-9190-4c72-b01a-94334a671e93,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:14.154179 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-a28ae69e-8b17-4e11-a90d-a7b5f220cb9b service neutron] Port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf on network 629a0596-4326-4173-a2b7-ce712832376d not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:52:14.154522 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-a28ae69e-8b17-4e11-a90d-a7b5f220cb9b service neutron] Attempting to bind port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf on network 629a0596-4326-4173-a2b7-ce712832376d {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:52:14.168505 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-a28ae69e-8b17-4e11-a90d-a7b5f220cb9b service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:52:14.169010 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-a28ae69e-8b17-4e11-a90d-a7b5f220cb9b service neutron] Checking segment: {'id': '2d943550-f5c7-4917-a561-948b065e88e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '629a0596-4326-4173-a2b7-ce712832376d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:52:14.169338 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-a28ae69e-8b17-4e11-a90d-a7b5f220cb9b service neutron] Bound using segment: {'id': '2d943550-f5c7-4917-a561-948b065e88e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '629a0596-4326-4173-a2b7-ce712832376d'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:52:14.169689 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-a28ae69e-8b17-4e11-a90d-a7b5f220cb9b service neutron] Bound port: aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d943550-f5c7-4917-a561-948b065e88e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '629a0596-4326-4173-a2b7-ce712832376d'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:52:14.170056 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-a28ae69e-8b17-4e11-a90d-a7b5f220cb9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.186386 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59474) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:14.198983 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be401c8f-ec45-4b44-a23a-00b92d961f36 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:14.199353 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be401c8f-ec45-4b44-a23a-00b92d961f36 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:14.199682 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be401c8f-ec45-4b44-a23a-00b92d961f36 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:14.200025 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be401c8f-ec45-4b44-a23a-00b92d961f36 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:14.200362 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be401c8f-ec45-4b44-a23a-00b92d961f36 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:14.200694 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be401c8f-ec45-4b44-a23a-00b92d961f36 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:14.201026 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be401c8f-ec45-4b44-a23a-00b92d961f36 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:14.201354 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be401c8f-ec45-4b44-a23a-00b92d961f36 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:14.201683 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be401c8f-ec45-4b44-a23a-00b92d961f36 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:14.202010 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be401c8f-ec45-4b44-a23a-00b92d961f36 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:14.202338 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be401c8f-ec45-4b44-a23a-00b92d961f36 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:14.202663 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be401c8f-ec45-4b44-a23a-00b92d961f36 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:14.203268 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be401c8f-ec45-4b44-a23a-00b92d961f36 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:14.252923 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f064-09e5-4887-8880-29839cc8e2f2 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (d4c1fc03-1972-4dfe-bfeb-cfb3fed9be71), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.309399 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cf46fb7a-abfb-4b66-9865-24c495554e2d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/floatingips/dcfda30f-bd58-4f95-9f19-b4c6dea57146 HTTP/1.1" status: 200 len: 991 time: 0.1217158 Jan 28 13:52:14.310895 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08d3af-4a21-4206-8223-2253da967294 req-b83b65cc-c21a-4ee4-9038-7e17c64ae779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:14.312470 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9f08d3af-4a21-4206-8223-2253da967294 req-b83b65cc-c21a-4ee4-9038-7e17c64ae779 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f33b7480-b8f9-4659-a729-d9cbb07531b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1668394 Jan 28 13:52:14.351776 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-a28ae69e-8b17-4e11-a90d-a7b5f220cb9b service neutron] For port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:52:14.377769 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-a28ae69e-8b17-4e11-a90d-a7b5f220cb9b service neutron] For port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf,segment=NetworkSegment(2d943550-f5c7-4917-a561-948b065e88e7),segment_id=2d943550-f5c7-4917-a561-948b065e88e7)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:52:14.383763 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-a28ae69e-8b17-4e11-a90d-a7b5f220cb9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.395703 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6772091a-468a-4c1c-8248-d09c3acceaf4 None None] New status for floating IP dcfda30f-bd58-4f95-9f19-b4c6dea57146: ACTIVE {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:52:14.440884 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9f08d3af-4a21-4206-8223-2253da967294 req-4c2d4341-6927-4f07-a5b9-593423dce567 service neutron] 10.222.0.18 "GET /v2.0/networks/f33b7480-b8f9-4659-a729-d9cbb07531b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191077 Jan 28 13:52:14.453119 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f064-09e5-4887-8880-29839cc8e2f2 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (d4c1fc03-1972-4dfe-bfeb-cfb3fed9be71), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.465044 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cacb9f2-ace7-4ab9-b1f9-5e9075febf8f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Router 19985394-fd5a-4ab9-9560-f12846d5e40b is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:52:14.468939 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-a28ae69e-8b17-4e11-a90d-a7b5f220cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:14.469573 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-a28ae69e-8b17-4e11-a90d-a7b5f220cb9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.471764 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-a28ae69e-8b17-4e11-a90d-a7b5f220cb9b service neutron] 10.222.0.37 "PUT /v2.0/ports/aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf HTTP/1.1" status: 200 len: 1091 time: 2.0232096 Jan 28 13:52:14.482591 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da4552f5-f0f0-4bc0-86e8-9ac9dca1c644 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (4890de4e-3224-47e0-ae6c-e8a57bc513bc), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.485329 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f064-09e5-4887-8880-29839cc8e2f2 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (d4c1fc03-1972-4dfe-bfeb-cfb3fed9be71), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.553932 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9f064-09e5-4887-8880-29839cc8e2f2 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c1fc03-1972-4dfe-bfeb-cfb3fed9be71,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:14.566223 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f064-09e5-4887-8880-29839cc8e2f2 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.570030 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e3e9f064-09e5-4887-8880-29839cc8e2f2 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4719145 Jan 28 13:52:14.577233 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59478) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:14.587372 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ae69e-8b17-4e11-a90d-a7b5f220cb9b service neutron] Pushing event updated for resources: {'Port': ['ID=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf,revision_number=7']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:14.630508 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a443babd-73f5-45fe-b92e-447251ba85bb tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-group-rules/d4c1fc03-1972-4dfe-bfeb-cfb3fed9be71 HTTP/1.1" status: 200 len: 763 time: 0.0483017 Jan 28 13:52:14.640261 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59480) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:14.643509 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4552f5-f0f0-4bc0-86e8-9ac9dca1c644 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Subnet': ['ID=4890de4e-3224-47e0-ae6c-e8a57bc513bc,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:14.658603 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4552f5-f0f0-4bc0-86e8-9ac9dca1c644 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Checking segment: {'id': 'b1d2d49c-5267-43f7-ad2b-634e80371f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4c43224f-1bad-4c83-9c7c-0d8e819b427e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:52:14.659232 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4552f5-f0f0-4bc0-86e8-9ac9dca1c644 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network hostable DHCP agents. Network: 4c43224f-1bad-4c83-9c7c-0d8e819b427e, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:52:14.664911 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-c0715166-78e7-4a27-8822-d616c833f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:14.666742 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-c0715166-78e7-4a27-8822-d616c833f8fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 1094 time: 0.1626244 Jan 28 13:52:14.673907 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cacb9f2-ace7-4ab9-b1f9-5e9075febf8f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:52:14.682232 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1cacb9f2-ace7-4ab9-b1f9-5e9075febf8f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.685732 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1cacb9f2-ace7-4ab9-b1f9-5e9075febf8f tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "PUT /v2.0/routers/19985394-fd5a-4ab9-9560-f12846d5e40b HTTP/1.1" status: 200 len: 693 time: 1.4130826 Jan 28 13:52:14.685732 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9f08d3af-4a21-4206-8223-2253da967294 req-f6d2bcbf-0331-45e6-b230-f764a0b2d208 service neutron] 10.222.0.18 "GET /v2.0/networks/f33b7480-b8f9-4659-a729-d9cbb07531b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312875 Jan 28 13:52:14.686061 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59482) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:14.707460 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b06604-b106-4711-8ba5-8eca85d7e132 None None] Sync routers for ids ['19985394-fd5a-4ab9-9560-f12846d5e40b'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:52:14.722679 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4552f5-f0f0-4bc0-86e8-9ac9dca1c644 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network 4c43224f-1bad-4c83-9c7c-0d8e819b427e is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:52:14.726608 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b06604-b106-4711-8ba5-8eca85d7e132 None None] Routers {'19985394-fd5a-4ab9-9560-f12846d5e40b'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:14.727408 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-24b06604-b106-4711-8ba5-8eca85d7e132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:52:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['19985394-fd5a-4ab9-9560-f12846d5e40b'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:14.770282 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-da4552f5-f0f0-4bc0-86e8-9ac9dca1c644 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 4c43224f-1bad-4c83-9c7c-0d8e819b427e) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:14.778480 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4552f5-f0f0-4bc0-86e8-9ac9dca1c644 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:14.779514 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da4552f5-f0f0-4bc0-86e8-9ac9dca1c644 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.789286 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-47daf971-ecc0-42e7-8121-9679aa3425fa tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1478481 Jan 28 13:52:14.793852 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59484) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:14.807289 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fc0389d2-a06f-40b1-80dd-e7064525b9c4 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "GET /v2.0/routers/19985394-fd5a-4ab9-9560-f12846d5e40b HTTP/1.1" status: 200 len: 699 time: 0.1189637 Jan 28 13:52:14.810849 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59486) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:14.831291 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-da4552f5-f0f0-4bc0-86e8-9ac9dca1c644 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0247655 Jan 28 13:52:14.833403 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-3cdfc912-4752-4c32-a2a8-667ac4c9ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:14.835217 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-3cdfc912-4752-4c32-a2a8-667ac4c9ebff service neutron] 10.222.0.37 "GET /v2.0/networks?id=629a0596-4326-4173-a2b7-ce712832376d HTTP/1.1" status: 200 len: 897 time: 0.1618037 Jan 28 13:52:14.836132 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59488) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:14.844425 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-900f326d-aaed-4e39-b703-c82c2ab176d6 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-405779783', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:14.858328 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6ecf30f1-6699-4c60-bd6f-32161ea22660 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "GET /v2.0/ports?device_id=19985394-fd5a-4ab9-9560-f12846d5e40b HTTP/1.1" status: 200 len: 205 time: 0.0461428 Jan 28 13:52:14.862283 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59490) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:14.903950 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ed97b42b-893a-454f-8599-c8695ddc973c tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (d4c1fc03-1972-4dfe-bfeb-cfb3fed9be71), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.920526 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ed97b42b-893a-454f-8599-c8695ddc973c tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (d4c1fc03-1972-4dfe-bfeb-cfb3fed9be71), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.946740 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-593e0543-5f08-4683-baf1-cca4c0f7e34c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router (19985394-fd5a-4ab9-9560-f12846d5e40b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.961237 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-900f326d-aaed-4e39-b703-c82c2ab176d6 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (f28185ab-cb52-43bd-b68a-7bf6b1999fe9), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.962734 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-900f326d-aaed-4e39-b703-c82c2ab176d6 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (f28185ab-cb52-43bd-b68a-7bf6b1999fe9), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.971852 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-6f4cea54-8b7b-4a86-87ee-0a361a34fe9b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf HTTP/1.1" status: 200 len: 999 time: 0.1218479 Jan 28 13:52:14.974873 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:52:14.976794 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81337a76-8d9a-4a09-a840-39949b07b12c None None] Network 4c43224f-1bad-4c83-9c7c-0d8e819b427e requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:15.010755 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ed97b42b-893a-454f-8599-c8695ddc973c tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (d4c1fc03-1972-4dfe-bfeb-cfb3fed9be71), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:15.024577 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ed97b42b-893a-454f-8599-c8695ddc973c tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:15.028308 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ed97b42b-893a-454f-8599-c8695ddc973c tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/d4c1fc03-1972-4dfe-bfeb-cfb3fed9be71 HTTP/1.1" status: 204 len: 168 time: 0.2276552 Jan 28 13:52:15.029370 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59492) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:15.052959 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97b42b-893a-454f-8599-c8695ddc973c tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4c1fc03-1972-4dfe-bfeb-cfb3fed9be71,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:15.066593 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-1bb1cb32-036f-4a2b-a19d-f0733ee45b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:15.068225 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-1bb1cb32-036f-4a2b-a19d-f0733ee45b75 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=491aa37e-4ac2-45c7-8ded-0b584f80a299 HTTP/1.1" status: 200 len: 834 time: 0.0906031 Jan 28 13:52:15.082028 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-24b06604-b106-4711-8ba5-8eca85d7e132 None None] Set router 19985394-fd5a-4ab9-9560-f12846d5e40b gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:52:15.105163 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-900f326d-aaed-4e39-b703-c82c2ab176d6 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for router_controller (f28185ab-cb52-43bd-b68a-7bf6b1999fe9), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:15.110727 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-900f326d-aaed-4e39-b703-c82c2ab176d6 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (f28185ab-cb52-43bd-b68a-7bf6b1999fe9), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:15.148365 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-593e0543-5f08-4683-baf1-cca4c0f7e34c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (19985394-fd5a-4ab9-9560-f12846d5e40b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:15.150266 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-900f326d-aaed-4e39-b703-c82c2ab176d6 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:15.150848 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-593e0543-5f08-4683-baf1-cca4c0f7e34c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router_controller (19985394-fd5a-4ab9-9560-f12846d5e40b), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:15.151733 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-900f326d-aaed-4e39-b703-c82c2ab176d6 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3109818 Jan 28 13:52:15.156577 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59496) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:15.159445 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-24b06604-b106-4711-8ba5-8eca85d7e132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19985394-fd5a-4ab9-9560-f12846d5e40b', 'name': 'tempest-RoutersTest-router-778413002', 'tenant_id': '567d098325094a48a7cf1edc5ba35662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:52:13Z', 'updated_at': '2022-01-28T13:52:14Z', 'revision_number': 2, 'project_id': '567d098325094a48a7cf1edc5ba35662', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:15.163134 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-8d848e3d-92ef-4425-a6b0-d7508222ef4a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'port': {'network_id': '4c43224f-1bad-4c83-9c7c-0d8e819b427e', 'name': 'tempest-PortsTestJSON-399275420'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:15.195681 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b06604-b106-4711-8ba5-8eca85d7e132 None None] Checking router: 19985394-fd5a-4ab9-9560-f12846d5e40b for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:52:15.201641 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] The host n-h1-822747-2 is not matching for port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf host n-h2-822747-2! {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:52:15.202092 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:52:15.213203 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b06604-b106-4711-8ba5-8eca85d7e132 None None] Routers {'19985394-fd5a-4ab9-9560-f12846d5e40b'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:15.213411 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-593e0543-5f08-4683-baf1-cca4c0f7e34c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (19985394-fd5a-4ab9-9560-f12846d5e40b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:15.213836 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-24b06604-b106-4711-8ba5-8eca85d7e132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:52:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['19985394-fd5a-4ab9-9560-f12846d5e40b'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:15.214032 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593e0543-5f08-4683-baf1-cca4c0f7e34c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Fanout notify agent at l3_agent the message router_deleted on router 19985394-fd5a-4ab9-9560-f12846d5e40b {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:52:15.220663 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-593e0543-5f08-4683-baf1-cca4c0f7e34c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:15.225183 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-593e0543-5f08-4683-baf1-cca4c0f7e34c tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/routers/19985394-fd5a-4ab9-9560-f12846d5e40b HTTP/1.1" status: 204 len: 168 time: 0.3616831 Jan 28 13:52:15.229648 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59498) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:15.241127 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f1b4fec4-d002-44be-9403-fdfbb2468f5d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2109678 Jan 28 13:52:15.244907 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59500) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:15.249616 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-88016587-efee-44bf-ad9d-6729982e3667 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Request body: {'security_group_rule': {'security_group_id': '598969f4-9190-4c72-b01a-94334a671e93', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:15.257708 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-4f2f4d1d-c6ce-4423-b0e4-8b9bf1e2eba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:15.259272 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-4f2f4d1d-c6ce-4423-b0e4-8b9bf1e2eba2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=629a0596-4326-4173-a2b7-ce712832376d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1641748 Jan 28 13:52:15.269246 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6072b56-d8b0-4d69-86b2-3a39fbf61939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-4c43224f-1bad-4c83-9c7c-0d8e819b427e', 'network_id': '4c43224f-1bad-4c83-9c7c-0d8e819b427e', 'project_id': 'c72180828f944c22b2bf13b320e444e9', 'fixed_ips': [{'subnet_id': '4890de4e-3224-47e0-ae6c-e8a57bc513bc'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:52:15.270220 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6072b56-d8b0-4d69-86b2-3a39fbf61939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:15.273253 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-24b06604-b106-4711-8ba5-8eca85d7e132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:15.273893 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b06604-b106-4711-8ba5-8eca85d7e132 None None] The sync data for ids ['19985394-fd5a-4ab9-9560-f12846d5e40b'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:52:15.279456 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-88016587-efee-44bf-ad9d-6729982e3667 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (432a21f9-bb2e-4c53-ac45-06a18510522a), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:15.312391 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5e4e193a-d5c6-4e53-a8d3-d4d1d9c6cbd2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "GET /v2.0/ports?device_id=19985394-fd5a-4ab9-9560-f12846d5e40b HTTP/1.1" status: 200 len: 205 time: 0.0719883 Jan 28 13:52:15.317410 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59502) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:15.318886 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59504) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:15.365747 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba408e-3764-44fe-bcf6-0a23f7d7b702 req-bd51b410-af22-4561-bfb1-65a881bb5bc2 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:15.367330 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1eba408e-3764-44fe-bcf6-0a23f7d7b702 req-bd51b410-af22-4561-bfb1-65a881bb5bc2 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 943 time: 0.1993363 Jan 28 13:52:15.402801 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-6b44ec11-1c4e-4560-846b-e8f2f350c524 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] delete failed (client error): The resource could not be found. Jan 28 13:52:15.406222 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6b44ec11-1c4e-4560-846b-e8f2f350c524 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/routers/19985394-fd5a-4ab9-9560-f12846d5e40b HTTP/1.1" status: 404 len: 336 time: 0.0782883 Jan 28 13:52:15.407821 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59506) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:15.431419 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-a6072b56-d8b0-4d69-86b2-3a39fbf61939 None None] Allocated IP 172.20.0.2 (4c43224f-1bad-4c83-9c7c-0d8e819b427e/4890de4e-3224-47e0-ae6c-e8a57bc513bc/8eae193a-b390-4c57-b7e6-286852a9ced9) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:15.447889 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-becafd70-97ee-4ab1-ac4c-eff38132f8c6 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:15.448387 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-becafd70-97ee-4ab1-ac4c-eff38132f8c6 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:15.453907 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-becafd70-97ee-4ab1-ac4c-eff38132f8c6 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/subnets/74a48faf-4b1a-4f52-9d01-285d76d87076 HTTP/1.1" status: 404 len: 337 time: 0.0410910 Jan 28 13:52:15.457160 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59508) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:15.460049 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20fab73-f39c-4e5b-94d4-31d506120ad6', 'tag': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:52:15.463303 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74bdffa-9fb8-4fed-ad85-7892738a1dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "d20fab73-f39c-4e5b-94d4-31d506120ad6", "tag": "aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:52:15.491663 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be34fce-7265-4f32-941a-0d630e4fe04b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:15.492418 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be34fce-7265-4f32-941a-0d630e4fe04b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:15.495969 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2be34fce-7265-4f32-941a-0d630e4fe04b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/subnets/78d0074d-2920-4c46-bc1c-44c4b2019bba HTTP/1.1" status: 404 len: 337 time: 0.0365181 Jan 28 13:52:15.501148 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59514) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:15.505140 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-88016587-efee-44bf-ad9d-6729982e3667 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (432a21f9-bb2e-4c53-ac45-06a18510522a), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:15.518556 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-525ce44a-c727-4f1d-9a59-3669a4a3b35f tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/floatingips/dcfda30f-bd58-4f95-9f19-b4c6dea57146 HTTP/1.1" status: 200 len: 993 time: 0.1980786 Jan 28 13:52:15.520707 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-88016587-efee-44bf-ad9d-6729982e3667 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (432a21f9-bb2e-4c53-ac45-06a18510522a), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:15.523554 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1eba408e-3764-44fe-bcf6-0a23f7d7b702 req-6a06aebc-d6f2-485b-a7d3-5b0f5317e476 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469316 Jan 28 13:52:15.543232 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88016587-efee-44bf-ad9d-6729982e3667 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432a21f9-bb2e-4c53-ac45-06a18510522a,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:15.559450 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-88016587-efee-44bf-ad9d-6729982e3667 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:15.561766 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-88016587-efee-44bf-ad9d-6729982e3667 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3156297 Jan 28 13:52:15.563907 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59516) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:15.568922 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-6c8ee8dd-390a-4a13-b578-01cbe33c894c service neutron] 10.222.0.37 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655087 Jan 28 13:52:15.571370 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-902dc5fb-c92f-4612-8c49-b98119e4d931 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:15.571846 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-902dc5fb-c92f-4612-8c49-b98119e4d931 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:15.576224 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-902dc5fb-c92f-4612-8c49-b98119e4d931 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/subnets/a029738f-936b-43b8-b5fb-031c62a50def HTTP/1.1" status: 404 len: 337 time: 0.0716786 Jan 28 13:52:15.581565 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59518) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:15.586463 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d848e3d-92ef-4425-a6b0-d7508222ef4a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:15.589752 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d848e3d-92ef-4425-a6b0-d7508222ef4a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:15.633767 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87416da2-5bc3-467b-9391-86575da95ec5 x-openstack-request-id: req-87416da2-5bc3-467b-9391-86575da95ec5 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:52:15.634059 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20fab73-f39c-4e5b-94d4-31d506120ad6", "tag": "aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:52:15.634517 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-87416da2-5bc3-467b-9391-86575da95ec5 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:52:15.635109 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20fab73-f39c-4e5b-94d4-31d506120ad6', 'tag': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf', 'status': 'completed', 'code': 200} Jan 28 13:52:15.636653 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6072b56-d8b0-4d69-86b2-3a39fbf61939 None None] Publish callbacks [] for port (8eae193a-b390-4c57-b7e6-286852a9ced9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:15.637176 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-af6acc48-0a2e-4838-8f12-e1978e93bee0 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-group-rules/432a21f9-bb2e-4c53-ac45-06a18510522a HTTP/1.1" status: 200 len: 763 time: 0.0712512 Jan 28 13:52:15.639259 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-759834fb-e4f9-444e-9d33-1d1c2348c565 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:15.639838 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-759834fb-e4f9-444e-9d33-1d1c2348c565 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:15.647168 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59520) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:15.647375 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-759834fb-e4f9-444e-9d33-1d1c2348c565 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/subnets/297d29a4-4e9a-4d32-a743-712532c15b9b HTTP/1.1" status: 404 len: 337 time: 0.0613487 Jan 28 13:52:15.647470 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59522) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:15.648631 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-8d848e3d-92ef-4425-a6b0-d7508222ef4a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] device_id is not set on port 52481722-9a09-4e5d-85b0-8c0e0a7a033a yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:52:15.656323 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6072b56-d8b0-4d69-86b2-3a39fbf61939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (8eae193a-b390-4c57-b7e6-286852a9ced9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:15.693551 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bdffa-9fb8-4fed-ad85-7892738a1dd5 req-2cdd5721-382e-49af-85c1-cdc6c8a94b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:15.695650 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6072b56-d8b0-4d69-86b2-3a39fbf61939 None None] Network 4c43224f-1bad-4c83-9c7c-0d8e819b427e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:15.696172 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c74bdffa-9fb8-4fed-ad85-7892738a1dd5 req-2cdd5721-382e-49af-85c1-cdc6c8a94b76 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 1094 time: 0.0440664 Jan 28 13:52:15.698606 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a6072b56-d8b0-4d69-86b2-3a39fbf61939 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:15.704964 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6072b56-d8b0-4d69-86b2-3a39fbf61939 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:15.710837 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6072b56-d8b0-4d69-86b2-3a39fbf61939 None None] Pushing event updated for resources: {'Port': ['ID=8eae193a-b390-4c57-b7e6-286852a9ced9,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:15.737108 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-790fcccf-ad8d-4ad3-b26e-19615ed4ad72 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ae58efc-fb03-490f-ab2b-feef7ffc0546 HTTP/1.1" status: 200 len: 205 time: 0.0819969 Jan 28 13:52:15.764415 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59524) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:15.782343 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a6072b56-d8b0-4d69-86b2-3a39fbf61939 None None] Attempting to bind port 8eae193a-b390-4c57-b7e6-286852a9ced9 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:52:15.782741 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a6072b56-d8b0-4d69-86b2-3a39fbf61939 None None] Attempting to bind port 8eae193a-b390-4c57-b7e6-286852a9ced9 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'b1d2d49c-5267-43f7-ad2b-634e80371f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4c43224f-1bad-4c83-9c7c-0d8e819b427e'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:52:15.783204 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6072b56-d8b0-4d69-86b2-3a39fbf61939 None None] Attempting to bind port 8eae193a-b390-4c57-b7e6-286852a9ced9 on network 4c43224f-1bad-4c83-9c7c-0d8e819b427e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:52:15.789602 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6072b56-d8b0-4d69-86b2-3a39fbf61939 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:52:15.790954 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6072b56-d8b0-4d69-86b2-3a39fbf61939 None None] Checking segment: {'id': 'b1d2d49c-5267-43f7-ad2b-634e80371f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4c43224f-1bad-4c83-9c7c-0d8e819b427e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:52:15.791384 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6072b56-d8b0-4d69-86b2-3a39fbf61939 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:15.791853 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6072b56-d8b0-4d69-86b2-3a39fbf61939 None None] Bound using segment: {'id': 'b1d2d49c-5267-43f7-ad2b-634e80371f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4c43224f-1bad-4c83-9c7c-0d8e819b427e'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:52:15.792349 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a6072b56-d8b0-4d69-86b2-3a39fbf61939 None None] Bound port: 8eae193a-b390-4c57-b7e6-286852a9ced9, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d2d49c-5267-43f7-ad2b-634e80371f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4c43224f-1bad-4c83-9c7c-0d8e819b427e'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:52:15.792736 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6072b56-d8b0-4d69-86b2-3a39fbf61939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8eae193a-b390-4c57-b7e6-286852a9ced9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:15.815364 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-6ed6e9d7-ad43-48ee-bd46-8cb711d06e06 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] delete failed (client error): The resource could not be found. Jan 28 13:52:15.818885 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6ed6e9d7-ad43-48ee-bd46-8cb711d06e06 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/routers/7ae58efc-fb03-490f-ab2b-feef7ffc0546 HTTP/1.1" status: 404 len: 336 time: 0.0510821 Jan 28 13:52:15.819080 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59526) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:15.833872 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d77570a0-9d51-4161-8b39-382c5da44d33 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1776741 Jan 28 13:52:15.837295 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59528) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:15.851734 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d7c7ffab-f17b-4676-b7a3-69e552024efc tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac64163-e5c0-4955-b6ce-c0f02726eb3c HTTP/1.1" status: 200 len: 205 time: 0.0293901 Jan 28 13:52:15.851997 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59530) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:15.856123 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-1669adf3-379b-47b7-a34b-2fda309f4d12 service neutron] 10.222.0.37 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786894 Jan 28 13:52:15.866189 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a6072b56-d8b0-4d69-86b2-3a39fbf61939 None None] For port 8eae193a-b390-4c57-b7e6-286852a9ced9, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:52:15.869577 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a6072b56-d8b0-4d69-86b2-3a39fbf61939 None None] For port 8eae193a-b390-4c57-b7e6-286852a9ced9, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8eae193a-b390-4c57-b7e6-286852a9ced9,segment=NetworkSegment(b1d2d49c-5267-43f7-ad2b-634e80371f31),segment_id=b1d2d49c-5267-43f7-ad2b-634e80371f31)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:52:15.877082 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6072b56-d8b0-4d69-86b2-3a39fbf61939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8eae193a-b390-4c57-b7e6-286852a9ced9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:15.898407 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0ceff4ca-2e84-42aa-aeb4-45b2c78c6356 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (432a21f9-bb2e-4c53-ac45-06a18510522a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:15.906656 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-8bad5e80-81ab-4832-ad76-c1ecd5cadd2e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] delete failed (client error): The resource could not be found. Jan 28 13:52:15.910447 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8bad5e80-81ab-4832-ad76-c1ecd5cadd2e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/routers/9ac64163-e5c0-4955-b6ce-c0f02726eb3c HTTP/1.1" status: 404 len: 336 time: 0.0548460 Jan 28 13:52:15.911382 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59532) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:15.922148 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bdffa-9fb8-4fed-ad85-7892738a1dd5 req-4cce8669-0efd-478c-8371-686228b8e041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:15.923719 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c74bdffa-9fb8-4fed-ad85-7892738a1dd5 req-4cce8669-0efd-478c-8371-686228b8e041 service neutron] 10.222.0.18 "GET /v2.0/networks?id=629a0596-4326-4173-a2b7-ce712832376d HTTP/1.1" status: 200 len: 897 time: 0.2195189 Jan 28 13:52:15.925508 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0ceff4ca-2e84-42aa-aeb4-45b2c78c6356 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (432a21f9-bb2e-4c53-ac45-06a18510522a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:15.960071 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d07354b-b48e-4a47-8377-884238701fea tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:15.960071 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d07354b-b48e-4a47-8377-884238701fea tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:15.962203 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-8d848e3d-92ef-4425-a6b0-d7508222ef4a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Allocated IP 172.20.0.3 (4c43224f-1bad-4c83-9c7c-0d8e819b427e/4890de4e-3224-47e0-ae6c-e8a57bc513bc/52481722-9a09-4e5d-85b0-8c0e0a7a033a) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:15.965912 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0d07354b-b48e-4a47-8377-884238701fea tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/subnets/c6f5c054-4a4e-48cc-b970-a37fdddc5615 HTTP/1.1" status: 404 len: 337 time: 0.0509672 Jan 28 13:52:15.973390 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6072b56-d8b0-4d69-86b2-3a39fbf61939 None None] Pushing event updated for resources: {'Port': ['ID=8eae193a-b390-4c57-b7e6-286852a9ced9,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:15.985242 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59534) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:16.035290 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c74bdffa-9fb8-4fed-ad85-7892738a1dd5 req-d0269c69-0a72-49bb-b6bc-793be2ce2283 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf HTTP/1.1" status: 200 len: 999 time: 0.0922878 Jan 28 13:52:16.049075 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-541ba0b2-6d1c-4da5-8f40-761fcf82e45e tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "GET /v2.0/ports?device_id=64ecf121-bd77-4682-902d-bcd879f9870c HTTP/1.1" status: 200 len: 205 time: 0.0432637 Jan 28 13:52:16.051703 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59536) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:16.074126 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0ceff4ca-2e84-42aa-aeb4-45b2c78c6356 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (432a21f9-bb2e-4c53-ac45-06a18510522a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:16.079062 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0ceff4ca-2e84-42aa-aeb4-45b2c78c6356 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:16.082531 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0ceff4ca-2e84-42aa-aeb4-45b2c78c6356 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/432a21f9-bb2e-4c53-ac45-06a18510522a HTTP/1.1" status: 204 len: 168 time: 0.2420874 Jan 28 13:52:16.089793 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59538) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:16.109642 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bdffa-9fb8-4fed-ad85-7892738a1dd5 req-6c32f9a4-9a46-48ff-a2dc-f66d5a5f6c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:16.111247 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c74bdffa-9fb8-4fed-ad85-7892738a1dd5 req-6c32f9a4-9a46-48ff-a2dc-f66d5a5f6c15 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 1094 time: 0.1806741 Jan 28 13:52:16.114793 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceff4ca-2e84-42aa-aeb4-45b2c78c6356 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=432a21f9-bb2e-4c53-ac45-06a18510522a,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:16.135053 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-2ea9e294-bb9b-40f2-85e7-28b21b4fcd54 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] delete failed (client error): The resource could not be found. Jan 28 13:52:16.136265 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2ea9e294-bb9b-40f2-85e7-28b21b4fcd54 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/routers/64ecf121-bd77-4682-902d-bcd879f9870c HTTP/1.1" status: 404 len: 336 time: 0.0839615 Jan 28 13:52:16.140032 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59540) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:16.178808 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e28b4b20-2217-4382-8524-62daaf279acb tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "GET /v2.0/ports?device_id=3aaf31ff-a502-441d-94fe-63c18f57f81c HTTP/1.1" status: 200 len: 205 time: 0.0357506 Jan 28 13:52:16.181926 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59542) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:16.184820 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bdffa-9fb8-4fed-ad85-7892738a1dd5 req-297b694e-fe6b-4c47-87a9-bc249538fa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:16.186378 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c74bdffa-9fb8-4fed-ad85-7892738a1dd5 req-297b694e-fe6b-4c47-87a9-bc249538fa78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=491aa37e-4ac2-45c7-8ded-0b584f80a299 HTTP/1.1" status: 200 len: 834 time: 0.1457043 Jan 28 13:52:16.264426 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b1e5f2c6-45ff-4b96-818b-c4ed72c744e2 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1443493 Jan 28 13:52:16.279649 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-a3eaeaad-c158-456f-ac01-191097f26f23 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] delete failed (client error): The resource could not be found. Jan 28 13:52:16.280556 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a3eaeaad-c158-456f-ac01-191097f26f23 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/routers/3aaf31ff-a502-441d-94fe-63c18f57f81c HTTP/1.1" status: 404 len: 336 time: 0.0975182 Jan 28 13:52:16.282101 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59544) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:16.287692 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-093876b1-9a1a-46cb-aa18-a1eca83b7525 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Request body: {'security_group_rule': {'security_group_id': '598969f4-9190-4c72-b01a-94334a671e93', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:16.295793 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59546) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:16.338650 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee666d6d-9efa-4400-b09f-25cd150072c2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:16.339532 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee666d6d-9efa-4400-b09f-25cd150072c2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:16.342896 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ee666d6d-9efa-4400-b09f-25cd150072c2 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/subnets/6e44b8fc-0c10-47a7-9ce1-5f40d128526d HTTP/1.1" status: 404 len: 337 time: 0.0463088 Jan 28 13:52:16.350526 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59548) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:16.391426 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-55575408-a534-4b8b-8ba2-172ee6f82b64 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "GET /v2.0/ports?device_id=d34e69ac-77fb-4fd0-ba65-e6d321a32ff8 HTTP/1.1" status: 200 len: 205 time: 0.0393472 Jan 28 13:52:16.394110 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bdffa-9fb8-4fed-ad85-7892738a1dd5 req-01f90b54-25e5-4b6b-a161-114853ae639a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:16.396229 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c74bdffa-9fb8-4fed-ad85-7892738a1dd5 req-01f90b54-25e5-4b6b-a161-114853ae639a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=629a0596-4326-4173-a2b7-ce712832376d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1945438 Jan 28 13:52:16.396828 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59550) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:16.413855 n-d-822747-2 neutron-server[103352]: INFO neutron.db.securitygroups_db [None req-093876b1-9a1a-46cb-aa18-a1eca83b7525 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Project 1b169967a3e74c8588ea6ad0aacca053 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:52:16.457357 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-09812d33-8e25-42d6-9e75-4d562a7c61e5 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] delete failed (client error): The resource could not be found. Jan 28 13:52:16.458285 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-09812d33-8e25-42d6-9e75-4d562a7c61e5 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/routers/d34e69ac-77fb-4fd0-ba65-e6d321a32ff8 HTTP/1.1" status: 404 len: 336 time: 0.0605102 Jan 28 13:52:16.465848 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59552) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:16.475210 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-093876b1-9a1a-46cb-aa18-a1eca83b7525 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (0fa17943-1e00-4ba6-a2c2-69cbac2a0830), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:16.540021 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a71763-8bf5-4f70-ace7-cbfeeee1d333 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:16.540481 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9a71763-8bf5-4f70-ace7-cbfeeee1d333 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:16.543559 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b9a71763-8bf5-4f70-ace7-cbfeeee1d333 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/subnets/e233b0f9-14cb-46b1-8f8e-02b4d32991e2 HTTP/1.1" status: 404 len: 337 time: 0.0768034 Jan 28 13:52:16.551867 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59554) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:16.600334 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d934873e-476c-42ad-ac9d-08e00907948b tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd98d34b-9a00-4e25-8e88-afc411513ed1 HTTP/1.1" status: 200 len: 205 time: 0.0452356 Jan 28 13:52:16.602035 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59558) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:16.671288 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-f9881df6-faa5-4fc0-9212-6db24a5278a6 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] delete failed (client error): The resource could not be found. Jan 28 13:52:16.672336 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f9881df6-faa5-4fc0-9212-6db24a5278a6 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/routers/bd98d34b-9a00-4e25-8e88-afc411513ed1 HTTP/1.1" status: 404 len: 336 time: 0.0673835 Jan 28 13:52:16.675629 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bdffa-9fb8-4fed-ad85-7892738a1dd5 req-e795600e-8a93-4e93-854f-3d498fe97054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:16.677216 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c74bdffa-9fb8-4fed-ad85-7892738a1dd5 req-e795600e-8a93-4e93-854f-3d498fe97054 service neutron] 10.222.0.37 "GET /v2.0/networks?id=629a0596-4326-4173-a2b7-ce712832376d HTTP/1.1" status: 200 len: 897 time: 0.5573068 Jan 28 13:52:16.677686 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59562) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:16.704969 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c74bdffa-9fb8-4fed-ad85-7892738a1dd5 req-27993d91-9bb0-4a8c-8e1b-17d7681a855d service neutron] 10.222.0.18 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011100 Jan 28 13:52:16.719363 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d848e3d-92ef-4425-a6b0-d7508222ef4a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for port (52481722-9a09-4e5d-85b0-8c0e0a7a033a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:16.725816 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-093876b1-9a1a-46cb-aa18-a1eca83b7525 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (0fa17943-1e00-4ba6-a2c2-69cbac2a0830), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:16.740703 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-093876b1-9a1a-46cb-aa18-a1eca83b7525 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (0fa17943-1e00-4ba6-a2c2-69cbac2a0830), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:16.753613 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ff19f6-4f6a-4dd8-bd72-d255479b8103 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:16.754084 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ff19f6-4f6a-4dd8-bd72-d255479b8103 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:16.757216 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-81ff19f6-4f6a-4dd8-bd72-d255479b8103 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/subnets/258a1eeb-1e53-4937-a4fa-6b6c2778ea3e HTTP/1.1" status: 404 len: 337 time: 0.0735610 Jan 28 13:52:16.762469 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59564) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:16.801798 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-299e0ba4-6471-4869-a307-8e5211ed6eb5 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:16.802476 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299e0ba4-6471-4869-a307-8e5211ed6eb5 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:16.805791 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-299e0ba4-6471-4869-a307-8e5211ed6eb5 tempest-RoutersTest-2123884510 tempest-RoutersTest-2123884510-project] 10.222.0.39 "DELETE /v2.0/subnets/339b0f3c-0d4b-40bc-b193-e5b2cb895c95 HTTP/1.1" status: 404 len: 337 time: 0.0423248 Jan 28 13:52:16.806748 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093876b1-9a1a-46cb-aa18-a1eca83b7525 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa17943-1e00-4ba6-a2c2-69cbac2a0830,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:16.821270 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae47dbe-cfb1-4b63-ad4c-e92e8ffe1254 req-e7af5378-0db3-4c22-8ca2-c8c1629e4b63 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:16.823611 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fae47dbe-cfb1-4b63-ad4c-e92e8ffe1254 req-e7af5378-0db3-4c22-8ca2-c8c1629e4b63 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 943 time: 0.1613240 Jan 28 13:52:16.830407 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c74bdffa-9fb8-4fed-ad85-7892738a1dd5 req-384a3292-e9c6-4bbc-8b8f-73193e0f2995 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf HTTP/1.1" status: 200 len: 999 time: 0.1454957 Jan 28 13:52:16.830950 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-093876b1-9a1a-46cb-aa18-a1eca83b7525 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:16.834546 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-093876b1-9a1a-46cb-aa18-a1eca83b7525 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5481904 Jan 28 13:52:16.835951 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59568) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:16.897146 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-80f37d41-b86d-4bb6-9e54-9c6005bdc94a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-group-rules/0fa17943-1e00-4ba6-a2c2-69cbac2a0830 HTTP/1.1" status: 200 len: 769 time: 0.0577793 Jan 28 13:52:16.902703 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59570) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:16.923043 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c74bdffa-9fb8-4fed-ad85-7892738a1dd5 req-2e3ac3ad-dd95-45fb-9b10-17cbd54c30cd service neutron] 10.222.0.18 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126470 Jan 28 13:52:16.945380 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bdffa-9fb8-4fed-ad85-7892738a1dd5 req-30c62a1a-6263-407b-b273-8243e379dceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:16.947036 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c74bdffa-9fb8-4fed-ad85-7892738a1dd5 req-30c62a1a-6263-407b-b273-8243e379dceb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=491aa37e-4ac2-45c7-8ded-0b584f80a299 HTTP/1.1" status: 200 len: 834 time: 0.1099250 Jan 28 13:52:16.949577 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d848e3d-92ef-4425-a6b0-d7508222ef4a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (52481722-9a09-4e5d-85b0-8c0e0a7a033a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:16.989957 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fae47dbe-cfb1-4b63-ad4c-e92e8ffe1254 req-d7a0225c-39b3-4abf-bd4a-6cbb6103c408 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546271 Jan 28 13:52:17.035541 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8eae193a-b390-4c57-b7e6-286852a9ced9 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:17.059672 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a11b6771-ec0e-48f9-9bb9-8e1d1498ad11 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1550953 Jan 28 13:52:17.060140 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59572) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:17.096592 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d848e3d-92ef-4425-a6b0-d7508222ef4a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network 4c43224f-1bad-4c83-9c7c-0d8e819b427e is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:17.105044 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-8d848e3d-92ef-4425-a6b0-d7508222ef4a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:17.107920 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-15f41c73-6eb8-4b83-8105-3e2d35a1a57a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (0fa17943-1e00-4ba6-a2c2-69cbac2a0830), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.109123 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d848e3d-92ef-4425-a6b0-d7508222ef4a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:17.116137 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 8eae193a-b390-4c57-b7e6-286852a9ced9 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:17.116550 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8eae193a-b390-4c57-b7e6-286852a9ced9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.123756 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-15f41c73-6eb8-4b83-8105-3e2d35a1a57a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (0fa17943-1e00-4ba6-a2c2-69cbac2a0830), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.161481 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-15f41c73-6eb8-4b83-8105-3e2d35a1a57a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (0fa17943-1e00-4ba6-a2c2-69cbac2a0830), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.174351 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-15f41c73-6eb8-4b83-8105-3e2d35a1a57a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.176695 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d848e3d-92ef-4425-a6b0-d7508222ef4a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Port': ['ID=52481722-9a09-4e5d-85b0-8c0e0a7a033a,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:17.183193 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-15f41c73-6eb8-4b83-8105-3e2d35a1a57a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/0fa17943-1e00-4ba6-a2c2-69cbac2a0830 HTTP/1.1" status: 204 len: 168 time: 0.1217463 Jan 28 13:52:17.187987 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59574) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:17.206222 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f41c73-6eb8-4b83-8105-3e2d35a1a57a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0fa17943-1e00-4ba6-a2c2-69cbac2a0830,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:17.222814 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bdffa-9fb8-4fed-ad85-7892738a1dd5 req-82887c8e-5203-4fa0-ba54-dd241f54c5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:17.228679 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c74bdffa-9fb8-4fed-ad85-7892738a1dd5 req-82887c8e-5203-4fa0-ba54-dd241f54c5dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=629a0596-4326-4173-a2b7-ce712832376d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2701852 Jan 28 13:52:17.252048 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3c9bf01c-df7e-42fa-8edb-6dde4588c648 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0623875 Jan 28 13:52:17.252750 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59578) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:17.253276 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 8eae193a-b390-4c57-b7e6-286852a9ced9 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:17.253928 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8eae193a-b390-4c57-b7e6-286852a9ced9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.277670 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d848e3d-92ef-4425-a6b0-d7508222ef4a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:17.278342 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8d848e3d-92ef-4425-a6b0-d7508222ef4a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.331400 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8d848e3d-92ef-4425-a6b0-d7508222ef4a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1733201 Jan 28 13:52:17.332335 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 8eae193a-b390-4c57-b7e6-286852a9ced9, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8eae193a-b390-4c57-b7e6-286852a9ced9,segment=NetworkSegment(b1d2d49c-5267-43f7-ad2b-634e80371f31),segment_id=b1d2d49c-5267-43f7-ad2b-634e80371f31)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:17.333863 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59580) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:17.337756 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8eae193a-b390-4c57-b7e6-286852a9ced9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.352335 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59582) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:17.387374 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a59caf6-4cef-4796-acf7-8073f508bb9d None None] Network 4c43224f-1bad-4c83-9c7c-0d8e819b427e requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:17.389040 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c74bdffa-9fb8-4fed-ad85-7892738a1dd5 req-77c06a6a-774b-428e-a9c6-db3613990703 service neutron] 10.222.0.37 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534917 Jan 28 13:52:17.396953 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dbae6ad3-c98f-4572-af38-ed502b686ebc tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (598969f4-9190-4c72-b01a-94334a671e93), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.493601 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dbae6ad3-c98f-4572-af38-ed502b686ebc tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (598969f4-9190-4c72-b01a-94334a671e93), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.526634 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c967ac08-0570-462a-9fde-1e3b6225be09 None None] Provisioning complete for port 8eae193a-b390-4c57-b7e6-286852a9ced9 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:17.526634 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c967ac08-0570-462a-9fde-1e3b6225be09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8eae193a-b390-4c57-b7e6-286852a9ced9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.534782 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c74bdffa-9fb8-4fed-ad85-7892738a1dd5 req-35692ba9-ff2c-4345-82db-731db2531047 service neutron] 10.222.0.37 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387472 Jan 28 13:52:17.557066 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=8eae193a-b390-4c57-b7e6-286852a9ced9,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:17.596136 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-07df5c64-e729-4357-9986-21a0644cb514 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=567d098325094a48a7cf1edc5ba35662&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2402635 Jan 28 13:52:17.597532 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59586) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:17.629217 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c967ac08-0570-462a-9fde-1e3b6225be09 None None] Current status of the port 8eae193a-b390-4c57-b7e6-286852a9ced9 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:17.673134 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fac68a0f-014c-4f76-9cf1-4d4dbd9d1893 admin admin] Publish callbacks [] for security_group (ba2192a1-3a4b-4bb2-9e8b-0ac3edc09e10), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.702016 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fac68a0f-014c-4f76-9cf1-4d4dbd9d1893 admin admin] Publish callbacks [] for security_group (ba2192a1-3a4b-4bb2-9e8b-0ac3edc09e10), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.777044 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fac68a0f-014c-4f76-9cf1-4d4dbd9d1893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ba2192a1-3a4b-4bb2-9e8b-0ac3edc09e10), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.780597 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fac68a0f-014c-4f76-9cf1-4d4dbd9d1893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.785002 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fac68a0f-014c-4f76-9cf1-4d4dbd9d1893 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ba2192a1-3a4b-4bb2-9e8b-0ac3edc09e10 HTTP/1.1" status: 204 len: 168 time: 0.1855044 Jan 28 13:52:17.793996 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac68a0f-014c-4f76-9cf1-4d4dbd9d1893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2192a1-3a4b-4bb2-9e8b-0ac3edc09e10,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:17.868827 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.875289 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-48a47ee4-65ee-424e-9c2a-b6ca9bd34c75 None None] Provisioning complete for port 8eae193a-b390-4c57-b7e6-286852a9ced9 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:17.875746 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-48a47ee4-65ee-424e-9c2a-b6ca9bd34c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8eae193a-b390-4c57-b7e6-286852a9ced9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.966893 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-48a47ee4-65ee-424e-9c2a-b6ca9bd34c75 None None] Current status of the port 8eae193a-b390-4c57-b7e6-286852a9ced9 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:17.979215 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-48a47ee4-65ee-424e-9c2a-b6ca9bd34c75 None None] Provisioning complete for port 52481722-9a09-4e5d-85b0-8c0e0a7a033a triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:17.979690 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-48a47ee4-65ee-424e-9c2a-b6ca9bd34c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (52481722-9a09-4e5d-85b0-8c0e0a7a033a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.019959 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-48a47ee4-65ee-424e-9c2a-b6ca9bd34c75 None None] Port 52481722-9a09-4e5d-85b0-8c0e0a7a033a cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:18.086589 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dbae6ad3-c98f-4572-af38-ed502b686ebc tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (598969f4-9190-4c72-b01a-94334a671e93), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.090532 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dbae6ad3-c98f-4572-af38-ed502b686ebc tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.093703 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dbae6ad3-c98f-4572-af38-ed502b686ebc tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "DELETE /v2.0/security-groups/598969f4-9190-4c72-b01a-94334a671e93 HTTP/1.1" status: 204 len: 168 time: 0.8380358 Jan 28 13:52:18.094641 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59596) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:18.142950 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae6ad3-c98f-4572-af38-ed502b686ebc tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=598969f4-9190-4c72-b01a-94334a671e93,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:18.181949 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2ba944fa-f4fa-471c-b855-831770019050 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0837240 Jan 28 13:52:18.193502 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59600) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:18.198286 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-6bd91b0c-9fd3-4d0c-8a97-8fd1ecc8b79d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Request body: {'security_group': {'name': 'tempest-secgroup--884354426'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:18.221458 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6bd91b0c-9fd3-4d0c-8a97-8fd1ecc8b79d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.227629 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-649e25f1-37c5-40a4-9f38-2708d3c484bc tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (52481722-9a09-4e5d-85b0-8c0e0a7a033a), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.236215 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec3aa4-8cd1-4497-8eb9-ff2384198d4d req-81a10cb0-dc01-4937-9bdc-30ce24ece279 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:18.237784 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2aec3aa4-8cd1-4497-8eb9-ff2384198d4d req-81a10cb0-dc01-4937-9bdc-30ce24ece279 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 943 time: 0.1395762 Jan 28 13:52:18.246172 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-7c50c7bb-3577-4f4a-be9e-c986af503212 None None] Provisioning complete for port 52481722-9a09-4e5d-85b0-8c0e0a7a033a triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:18.246776 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c50c7bb-3577-4f4a-be9e-c986af503212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (52481722-9a09-4e5d-85b0-8c0e0a7a033a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.291029 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7c50c7bb-3577-4f4a-be9e-c986af503212 None None] Port 52481722-9a09-4e5d-85b0-8c0e0a7a033a cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:18.316816 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6bd91b0c-9fd3-4d0c-8a97-8fd1ecc8b79d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (2f34f394-3da5-4c18-b943-7a31be3a4fa0), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.322626 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6bd91b0c-9fd3-4d0c-8a97-8fd1ecc8b79d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (2f34f394-3da5-4c18-b943-7a31be3a4fa0), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.335403 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2aec3aa4-8cd1-4497-8eb9-ff2384198d4d req-c085ca54-be08-4673-84b1-7a2321bf2e54 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877595 Jan 28 13:52:18.356905 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd91b0c-9fd3-4d0c-8a97-8fd1ecc8b79d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f34f394-3da5-4c18-b943-7a31be3a4fa0,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:18.383032 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6bd91b0c-9fd3-4d0c-8a97-8fd1ecc8b79d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.385533 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6bd91b0c-9fd3-4d0c-8a97-8fd1ecc8b79d tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1900613 Jan 28 13:52:18.387946 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59608) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:18.392903 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-a65ffbd8-9177-4e8c-8e6a-2e4fed62b433 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Request body: {'security_group_rule': {'security_group_id': '2f34f394-3da5-4c18-b943-7a31be3a4fa0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:18.420779 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a65ffbd8-9177-4e8c-8e6a-2e4fed62b433 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (6dbae58e-e659-4d8d-b84b-5c3d315912c6), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.511955 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a65ffbd8-9177-4e8c-8e6a-2e4fed62b433 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (6dbae58e-e659-4d8d-b84b-5c3d315912c6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.516832 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a65ffbd8-9177-4e8c-8e6a-2e4fed62b433 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (6dbae58e-e659-4d8d-b84b-5c3d315912c6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.542966 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ffbd8-9177-4e8c-8e6a-2e4fed62b433 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dbae58e-e659-4d8d-b84b-5c3d315912c6,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:18.550047 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a65ffbd8-9177-4e8c-8e6a-2e4fed62b433 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.553716 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a65ffbd8-9177-4e8c-8e6a-2e4fed62b433 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1622660 Jan 28 13:52:18.554161 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59614) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:18.593038 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-649e25f1-37c5-40a4-9f38-2708d3c484bc tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for port (52481722-9a09-4e5d-85b0-8c0e0a7a033a), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.601220 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-649e25f1-37c5-40a4-9f38-2708d3c484bc tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (52481722-9a09-4e5d-85b0-8c0e0a7a033a), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.684032 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f84235d4-c1d0-41cc-921e-e92d8db3fd24 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (2f34f394-3da5-4c18-b943-7a31be3a4fa0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.719024 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e25f1-37c5-40a4-9f38-2708d3c484bc tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Port': ['ID=52481722-9a09-4e5d-85b0-8c0e0a7a033a,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:18.738057 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f84235d4-c1d0-41cc-921e-e92d8db3fd24 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (2f34f394-3da5-4c18-b943-7a31be3a4fa0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.758842 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59620) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:18.856315 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f84235d4-c1d0-41cc-921e-e92d8db3fd24 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (2f34f394-3da5-4c18-b943-7a31be3a4fa0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.859045 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f84235d4-c1d0-41cc-921e-e92d8db3fd24 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.860266 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f84235d4-c1d0-41cc-921e-e92d8db3fd24 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "DELETE /v2.0/security-groups/2f34f394-3da5-4c18-b943-7a31be3a4fa0 HTTP/1.1" status: 204 len: 168 time: 0.3039532 Jan 28 13:52:18.863078 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59626) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:18.899923 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84235d4-c1d0-41cc-921e-e92d8db3fd24 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f34f394-3da5-4c18-b943-7a31be3a4fa0,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:18.937517 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-18f7350d-1b62-4165-a0c1-bd3e037e0b88 None None] Provisioning complete for port 52481722-9a09-4e5d-85b0-8c0e0a7a033a triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:18.938340 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-18f7350d-1b62-4165-a0c1-bd3e037e0b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (52481722-9a09-4e5d-85b0-8c0e0a7a033a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.948808 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8dfaf9c3-e975-43fd-8253-e949f696770f tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0845494 Jan 28 13:52:18.951282 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59628) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:18.961445 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-a48c2f74-678b-4e54-a875-6577d74b549b tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1800166399', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:18.962782 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-649e25f1-37c5-40a4-9f38-2708d3c484bc tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (f28185ab-cb52-43bd-b68a-7bf6b1999fe9), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.977006 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8eae193a-b390-4c57-b7e6-286852a9ced9 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:19.007581 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c9ec2127-cd46-49cc-bb55-1e68bddce3cb tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0549421 Jan 28 13:52:19.010604 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59630) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:19.021702 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a48c2f74-678b-4e54-a875-6577d74b549b tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (d932161a-90c7-4c4b-800f-76e87bbe0ea4), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:19.022760 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a48c2f74-678b-4e54-a875-6577d74b549b tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (d932161a-90c7-4c4b-800f-76e87bbe0ea4), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:19.051169 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-18f7350d-1b62-4165-a0c1-bd3e037e0b88 None None] Port 52481722-9a09-4e5d-85b0-8c0e0a7a033a cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:19.072512 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 8eae193a-b390-4c57-b7e6-286852a9ced9 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:19.072968 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8eae193a-b390-4c57-b7e6-286852a9ced9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:19.092646 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a48c2f74-678b-4e54-a875-6577d74b549b tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for router_controller (d932161a-90c7-4c4b-800f-76e87bbe0ea4), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:19.102492 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a48c2f74-678b-4e54-a875-6577d74b549b tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (d932161a-90c7-4c4b-800f-76e87bbe0ea4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:19.109741 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-f36eec21-acd9-46b6-882e-6d817cc0f03a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] delete failed (client error): The resource could not be found. Jan 28 13:52:19.111170 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f36eec21-acd9-46b6-882e-6d817cc0f03a tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "DELETE /v2.0/security-groups/2f34f394-3da5-4c18-b943-7a31be3a4fa0 HTTP/1.1" status: 404 len: 347 time: 0.0991771 Jan 28 13:52:19.115728 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59632) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:19.127450 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-649e25f1-37c5-40a4-9f38-2708d3c484bc tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (52481722-9a09-4e5d-85b0-8c0e0a7a033a), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:19.133972 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a48c2f74-678b-4e54-a875-6577d74b549b tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:19.138014 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a48c2f74-678b-4e54-a875-6577d74b549b tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3752935 Jan 28 13:52:19.138291 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59634) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:19.144566 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-4a1e8363-9623-46c9-abeb-63295f0d8ae7 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1475757012'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:19.165981 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1e8363-9623-46c9-abeb-63295f0d8ae7 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Made reservation on behalf of a4ff65a98f1b4a4590ac1d6b043b201d for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:19.169789 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4a1e8363-9623-46c9-abeb-63295f0d8ae7 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:19.179697 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 8eae193a-b390-4c57-b7e6-286852a9ced9 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:19.184561 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4a1e8363-9623-46c9-abeb-63295f0d8ae7 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:19.213595 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a9ea082b-c101-4dc5-bdf7-070bcdf12a02 tempest-SecGroupIPv6Test-937654231 tempest-SecGroupIPv6Test-937654231-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0961456 Jan 28 13:52:19.278279 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4a1e8363-9623-46c9-abeb-63295f0d8ae7 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for security_group (40a5e46f-d290-467c-a1d6-d3834428751b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:19.283796 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4a1e8363-9623-46c9-abeb-63295f0d8ae7 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (40a5e46f-d290-467c-a1d6-d3834428751b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:19.312689 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1e8363-9623-46c9-abeb-63295f0d8ae7 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:52:19.328815 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e8363-9623-46c9-abeb-63295f0d8ae7 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40a5e46f-d290-467c-a1d6-d3834428751b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:19.348964 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4a1e8363-9623-46c9-abeb-63295f0d8ae7 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (b761c3ee-8994-426b-add1-ab3fb5f2617b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:19.349323 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-4a1e8363-9623-46c9-abeb-63295f0d8ae7 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Added segment b761c3ee-8994-426b-add1-ab3fb5f2617b of type vlan for network 0ee15d3a-4c79-437f-9c57-1d3aa48f7b02 Jan 28 13:52:19.404797 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4a1e8363-9623-46c9-abeb-63295f0d8ae7 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (0ee15d3a-4c79-437f-9c57-1d3aa48f7b02), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:19.451541 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4a1e8363-9623-46c9-abeb-63295f0d8ae7 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (0ee15d3a-4c79-437f-9c57-1d3aa48f7b02), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:19.458697 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e8363-9623-46c9-abeb-63295f0d8ae7 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:19.459681 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4a1e8363-9623-46c9-abeb-63295f0d8ae7 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:19.499849 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4a1e8363-9623-46c9-abeb-63295f0d8ae7 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3599041 Jan 28 13:52:19.503757 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59642) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:19.523761 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-649e25f1-37c5-40a4-9f38-2708d3c484bc tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for port (52481722-9a09-4e5d-85b0-8c0e0a7a033a), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:19.526818 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59644) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:19.541131 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-42708412-eb76-4299-999b-f20a62a4a1ed tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Request body: {'subnet': {'network_id': '0ee15d3a-4c79-437f-9c57-1d3aa48f7b02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:19.543303 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-649e25f1-37c5-40a4-9f38-2708d3c484bc tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (52481722-9a09-4e5d-85b0-8c0e0a7a033a), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:19.563427 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e8363-9623-46c9-abeb-63295f0d8ae7 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Pushing event updated for resources: {'Network': ['ID=0ee15d3a-4c79-437f-9c57-1d3aa48f7b02,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:19.581444 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 0ee15d3a-4c79-437f-9c57-1d3aa48f7b02 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:52:19.582262 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc5b50-b4d6-4666-8eed-b767a6f5e96c req-b7190b23-8b3b-4241-865d-ebf6b4dd0ace tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:19.584005 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b6dc5b50-b4d6-4666-8eed-b767a6f5e96c req-b7190b23-8b3b-4241-865d-ebf6b4dd0ace tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 943 time: 0.1282234 Jan 28 13:52:19.651644 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42708412-eb76-4299-999b-f20a62a4a1ed tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Made reservation on behalf of a4ff65a98f1b4a4590ac1d6b043b201d for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:19.657770 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-42708412-eb76-4299-999b-f20a62a4a1ed tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:19.659437 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-649e25f1-37c5-40a4-9f38-2708d3c484bc tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (f28185ab-cb52-43bd-b68a-7bf6b1999fe9), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:19.704143 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e25f1-37c5-40a4-9f38-2708d3c484bc tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Port': ['ID=52481722-9a09-4e5d-85b0-8c0e0a7a033a,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:19.788666 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b6dc5b50-b4d6-4666-8eed-b767a6f5e96c req-4441fee8-b904-42cf-9d87-abe69654ea51 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743646 Jan 28 13:52:19.810253 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3a39f0d9-185f-4770-a86e-ecf26c1f8d37 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b169967a3e74c8588ea6ad0aacca053&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2822974 Jan 28 13:52:19.812876 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59650) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:19.865534 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649e25f1-37c5-40a4-9f38-2708d3c484bc tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network 4c43224f-1bad-4c83-9c7c-0d8e819b427e is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:19.868483 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-649e25f1-37c5-40a4-9f38-2708d3c484bc tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:19.875553 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-42708412-eb76-4299-999b-f20a62a4a1ed tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (78a15a7a-0140-4320-b6b2-2068c1cd01b7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:19.910553 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:19.929835 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b75124bb-0326-4699-9e22-73c7c9fccec6 admin admin] Publish callbacks [] for security_group (e6d43d9b-5d50-4e32-9313-4923f59fb67b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:19.960633 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42708412-eb76-4299-999b-f20a62a4a1ed tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Checking segment: {'id': 'b761c3ee-8994-426b-add1-ab3fb5f2617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0ee15d3a-4c79-437f-9c57-1d3aa48f7b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:52:19.961588 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42708412-eb76-4299-999b-f20a62a4a1ed tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Network hostable DHCP agents. Network: 0ee15d3a-4c79-437f-9c57-1d3aa48f7b02, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:52:19.986176 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42708412-eb76-4299-999b-f20a62a4a1ed tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Pushing event updated for resources: {'Subnet': ['ID=78a15a7a-0140-4320-b6b2-2068c1cd01b7,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:20.013942 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b75124bb-0326-4699-9e22-73c7c9fccec6 admin admin] Publish callbacks [] for security_group (e6d43d9b-5d50-4e32-9313-4923f59fb67b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:20.015580 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42708412-eb76-4299-999b-f20a62a4a1ed tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Network 0ee15d3a-4c79-437f-9c57-1d3aa48f7b02 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:52:20.042331 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-42708412-eb76-4299-999b-f20a62a4a1ed tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 0ee15d3a-4c79-437f-9c57-1d3aa48f7b02) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:20.051424 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42708412-eb76-4299-999b-f20a62a4a1ed tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:20.052131 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-42708412-eb76-4299-999b-f20a62a4a1ed tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:20.070068 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e06b3fd-23b2-4544-8cf5-f91a24f33e0d None None] Network 0ee15d3a-4c79-437f-9c57-1d3aa48f7b02 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:20.106951 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649e25f1-37c5-40a4-9f38-2708d3c484bc tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Router f28185ab-cb52-43bd-b68a-7bf6b1999fe9 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:52:20.167311 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b75124bb-0326-4699-9e22-73c7c9fccec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e6d43d9b-5d50-4e32-9313-4923f59fb67b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:20.171438 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b75124bb-0326-4699-9e22-73c7c9fccec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:20.173020 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b75124bb-0326-4699-9e22-73c7c9fccec6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e6d43d9b-5d50-4e32-9313-4923f59fb67b HTTP/1.1" status: 204 len: 168 time: 0.3593812 Jan 28 13:52:20.223945 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75124bb-0326-4699-9e22-73c7c9fccec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d43d9b-5d50-4e32-9313-4923f59fb67b,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:20.225877 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-42708412-eb76-4299-999b-f20a62a4a1ed tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7207918 Jan 28 13:52:20.226659 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59658) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:20.233798 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-f8710e7b-2ed1-491d-942a-194714f43e59 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Request body: {'network': {'name': 'tempest-router-network01--93305342'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:20.256696 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f6271-35e1-4df5-a250-373417b2086e req-570fa845-f102-4d5c-8695-9999932fe32b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:20.259108 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-225f6271-35e1-4df5-a250-373417b2086e req-570fa845-f102-4d5c-8695-9999932fe32b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.37 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6&tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&binding%3Ahost_id=n-h2-822747-2 HTTP/1.1" status: 200 len: 943 time: 0.1998816 Jan 28 13:52:20.260171 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd2999f-ce07-42a7-83f5-ed51c4bdde22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-0ee15d3a-4c79-437f-9c57-1d3aa48f7b02', 'network_id': '0ee15d3a-4c79-437f-9c57-1d3aa48f7b02', 'project_id': 'a4ff65a98f1b4a4590ac1d6b043b201d', 'fixed_ips': [{'subnet_id': '78a15a7a-0140-4320-b6b2-2068c1cd01b7'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:52:20.262055 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dbd2999f-ce07-42a7-83f5-ed51c4bdde22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:20.316549 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b013ee-ea20-4ce4-a8e8-892da786da57 req-51aef241-8751-4507-9758-9b574efff511 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:20.317385 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8710e7b-2ed1-491d-942a-194714f43e59 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Made reservation on behalf of a4ff65a98f1b4a4590ac1d6b043b201d for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:20.318255 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-01b013ee-ea20-4ce4-a8e8-892da786da57 req-51aef241-8751-4507-9758-9b574efff511 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 943 time: 0.1525998 Jan 28 13:52:20.321626 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f8710e7b-2ed1-491d-942a-194714f43e59 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:20.324549 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649e25f1-37c5-40a4-9f38-2708d3c484bc tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:52:20.334480 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-649e25f1-37c5-40a4-9f38-2708d3c484bc tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "PUT /v2.0/routers/f28185ab-cb52-43bd-b68a-7bf6b1999fe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9994571 Jan 28 13:52:20.335487 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59660) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:20.336288 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c068a0d0-117d-4dd4-9b93-c05b9803c3b6 None None] Sync routers for ids ['f28185ab-cb52-43bd-b68a-7bf6b1999fe9'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:52:20.349655 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c068a0d0-117d-4dd4-9b93-c05b9803c3b6 None None] Routers {'f28185ab-cb52-43bd-b68a-7bf6b1999fe9'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:20.352296 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c068a0d0-117d-4dd4-9b93-c05b9803c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:52:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['f28185ab-cb52-43bd-b68a-7bf6b1999fe9'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:20.400394 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c068a0d0-117d-4dd4-9b93-c05b9803c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:20.418360 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c068a0d0-117d-4dd4-9b93-c05b9803c3b6 None None] Routers {'f28185ab-cb52-43bd-b68a-7bf6b1999fe9'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:20.420412 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c068a0d0-117d-4dd4-9b93-c05b9803c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:52:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['f28185ab-cb52-43bd-b68a-7bf6b1999fe9'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:20.421735 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8710e7b-2ed1-491d-942a-194714f43e59 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:52:20.433894 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-01b013ee-ea20-4ce4-a8e8-892da786da57 req-4a7201c6-e30f-4c86-9bea-20608883a570 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973871 Jan 28 13:52:20.449113 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-225f6271-35e1-4df5-a250-373417b2086e req-f959af23-d54e-4143-bc78-8da2d0040cc1 service neutron] 10.222.0.37 "GET /v2.0/ports/aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf/bindings/n-h2-822747-2 HTTP/1.1" status: 200 len: 382 time: 0.1789455 Jan 28 13:52:20.455587 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f8710e7b-2ed1-491d-942a-194714f43e59 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (3fc2fa88-768c-4d4d-82b6-faed1c038a7f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:20.455929 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-f8710e7b-2ed1-491d-942a-194714f43e59 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Added segment 3fc2fa88-768c-4d4d-82b6-faed1c038a7f of type vlan for network 2ab134ec-258c-423d-9cf8-9340b469a8dd Jan 28 13:52:20.460686 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-dbd2999f-ce07-42a7-83f5-ed51c4bdde22 None None] Allocated IP 2001:db8::2 (0ee15d3a-4c79-437f-9c57-1d3aa48f7b02/78a15a7a-0140-4320-b6b2-2068c1cd01b7/dd5a5755-2966-4a38-9cab-e7f6be5f6262) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:20.469051 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c068a0d0-117d-4dd4-9b93-c05b9803c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:20.470077 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c068a0d0-117d-4dd4-9b93-c05b9803c3b6 None None] The sync data for ids ['f28185ab-cb52-43bd-b68a-7bf6b1999fe9'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:52:20.476516 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e027f4-b329-4be8-8653-027efd8eb0d1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:20.483405 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e9e027f4-b329-4be8-8653-027efd8eb0d1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "GET /v2.0/ports?device_id=f28185ab-cb52-43bd-b68a-7bf6b1999fe9 HTTP/1.1" status: 200 len: 981 time: 0.1449537 Jan 28 13:52:20.484071 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59664) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:20.492507 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:52:20.494427 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-5d17a135-81c2-4f7b-af1a-5d48c948fee4 None None] Provisioning complete for port 52481722-9a09-4e5d-85b0-8c0e0a7a033a triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:20.495343 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5d17a135-81c2-4f7b-af1a-5d48c948fee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (52481722-9a09-4e5d-85b0-8c0e0a7a033a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:20.548515 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f8710e7b-2ed1-491d-942a-194714f43e59 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (2ab134ec-258c-423d-9cf8-9340b469a8dd), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:20.568503 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f6271-35e1-4df5-a250-373417b2086e req-6b5a8030-328a-4d08-b6d3-2f8ff466476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:20.570149 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-225f6271-35e1-4df5-a250-373417b2086e req-6b5a8030-328a-4d08-b6d3-2f8ff466476e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 1094 time: 0.0595884 Jan 28 13:52:20.650320 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f8710e7b-2ed1-491d-942a-194714f43e59 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (2ab134ec-258c-423d-9cf8-9340b469a8dd), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:20.654773 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8710e7b-2ed1-491d-942a-194714f43e59 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:20.655502 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f8710e7b-2ed1-491d-942a-194714f43e59 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:20.690492 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dbd2999f-ce07-42a7-83f5-ed51c4bdde22 None None] Publish callbacks [] for port (dd5a5755-2966-4a38-9cab-e7f6be5f6262), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:20.701348 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dbd2999f-ce07-42a7-83f5-ed51c4bdde22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (dd5a5755-2966-4a38-9cab-e7f6be5f6262), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:20.763550 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5d17a135-81c2-4f7b-af1a-5d48c948fee4 None None] Port 52481722-9a09-4e5d-85b0-8c0e0a7a033a cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:20.783247 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f8710e7b-2ed1-491d-942a-194714f43e59 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5541258 Jan 28 13:52:20.784022 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd2999f-ce07-42a7-83f5-ed51c4bdde22 None None] Network 0ee15d3a-4c79-437f-9c57-1d3aa48f7b02 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:20.785775 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59672) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:20.793318 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-1b9b4ef1-cc1e-479b-8086-ce2e6ca78a9a tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Request body: {'network': {'name': 'tempest-router-network02--1810313154'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:20.796188 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2999f-ce07-42a7-83f5-ed51c4bdde22 None None] Pushing event updated for resources: {'Port': ['ID=dd5a5755-2966-4a38-9cab-e7f6be5f6262,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:20.799667 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-dbd2999f-ce07-42a7-83f5-ed51c4bdde22 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:20.804049 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd2999f-ce07-42a7-83f5-ed51c4bdde22 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:20.810713 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8710e7b-2ed1-491d-942a-194714f43e59 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Pushing event updated for resources: {'Network': ['ID=2ab134ec-258c-423d-9cf8-9340b469a8dd,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:20.821018 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f6271-35e1-4df5-a250-373417b2086e req-36686caa-af81-4075-9c10-50d77ca74841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:20.823227 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-225f6271-35e1-4df5-a250-373417b2086e req-36686caa-af81-4075-9c10-50d77ca74841 service neutron] 10.222.0.37 "GET /v2.0/networks?id=629a0596-4326-4173-a2b7-ce712832376d HTTP/1.1" status: 200 len: 897 time: 0.2441411 Jan 28 13:52:20.839173 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 2ab134ec-258c-423d-9cf8-9340b469a8dd details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:52:20.867647 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9b4ef1-cc1e-479b-8086-ce2e6ca78a9a tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Made reservation on behalf of a4ff65a98f1b4a4590ac1d6b043b201d for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:20.871810 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b9b4ef1-cc1e-479b-8086-ce2e6ca78a9a tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:20.908935 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-225f6271-35e1-4df5-a250-373417b2086e req-0af2c188-fd79-412d-a525-d2f94f1339e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf HTTP/1.1" status: 200 len: 999 time: 0.0789135 Jan 28 13:52:20.943187 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9b4ef1-cc1e-479b-8086-ce2e6ca78a9a tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:52:20.967207 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b9b4ef1-cc1e-479b-8086-ce2e6ca78a9a tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (ddc32cfa-ca19-4bb8-a1fe-b62ee442e184), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:20.967888 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-1b9b4ef1-cc1e-479b-8086-ce2e6ca78a9a tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Added segment ddc32cfa-ca19-4bb8-a1fe-b62ee442e184 of type vlan for network 5174dd3c-0975-4602-8ed4-b66970092b72 Jan 28 13:52:20.996399 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-dbd2999f-ce07-42a7-83f5-ed51c4bdde22 None None] Attempting to bind port dd5a5755-2966-4a38-9cab-e7f6be5f6262 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:52:20.996779 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-dbd2999f-ce07-42a7-83f5-ed51c4bdde22 None None] Attempting to bind port dd5a5755-2966-4a38-9cab-e7f6be5f6262 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'b761c3ee-8994-426b-add1-ab3fb5f2617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0ee15d3a-4c79-437f-9c57-1d3aa48f7b02'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:52:20.997151 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd2999f-ce07-42a7-83f5-ed51c4bdde22 None None] Attempting to bind port dd5a5755-2966-4a38-9cab-e7f6be5f6262 on network 0ee15d3a-4c79-437f-9c57-1d3aa48f7b02 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:52:20.998326 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f6271-35e1-4df5-a250-373417b2086e req-50295802-9402-4f2f-8999-34ff6398e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:21.000889 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-225f6271-35e1-4df5-a250-373417b2086e req-50295802-9402-4f2f-8999-34ff6398e720 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=491aa37e-4ac2-45c7-8ded-0b584f80a299 HTTP/1.1" status: 200 len: 834 time: 0.0858207 Jan 28 13:52:21.006901 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd2999f-ce07-42a7-83f5-ed51c4bdde22 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:52:21.007317 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd2999f-ce07-42a7-83f5-ed51c4bdde22 None None] Checking segment: {'id': 'b761c3ee-8994-426b-add1-ab3fb5f2617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0ee15d3a-4c79-437f-9c57-1d3aa48f7b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:52:21.007717 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dbd2999f-ce07-42a7-83f5-ed51c4bdde22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:21.008116 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd2999f-ce07-42a7-83f5-ed51c4bdde22 None None] Bound using segment: {'id': 'b761c3ee-8994-426b-add1-ab3fb5f2617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0ee15d3a-4c79-437f-9c57-1d3aa48f7b02'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:52:21.008601 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-dbd2999f-ce07-42a7-83f5-ed51c4bdde22 None None] Bound port: dd5a5755-2966-4a38-9cab-e7f6be5f6262, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b761c3ee-8994-426b-add1-ab3fb5f2617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0ee15d3a-4c79-437f-9c57-1d3aa48f7b02'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:52:21.008983 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dbd2999f-ce07-42a7-83f5-ed51c4bdde22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (dd5a5755-2966-4a38-9cab-e7f6be5f6262), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:21.050137 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b9b4ef1-cc1e-479b-8086-ce2e6ca78a9a tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (5174dd3c-0975-4602-8ed4-b66970092b72), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:21.064193 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f6271-35e1-4df5-a250-373417b2086e req-23ce2f84-0fbc-4c22-969c-7b90bfaafcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:21.066290 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-225f6271-35e1-4df5-a250-373417b2086e req-23ce2f84-0fbc-4c22-969c-7b90bfaafcaf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=629a0596-4326-4173-a2b7-ce712832376d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604885 Jan 28 13:52:21.107418 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b9b4ef1-cc1e-479b-8086-ce2e6ca78a9a tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (5174dd3c-0975-4602-8ed4-b66970092b72), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:21.112851 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf,segment=NetworkSegment(2d943550-f5c7-4917-a561-948b065e88e7),segment_id=2d943550-f5c7-4917-a561-948b065e88e7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:21.113744 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9b4ef1-cc1e-479b-8086-ce2e6ca78a9a tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:21.117834 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b9b4ef1-cc1e-479b-8086-ce2e6ca78a9a tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:21.137202 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf', 'network_id': '629a0596-4326-4173-a2b7-ce712832376d', 'port_id': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf', 'mac_address': 'fa:16:3e:93:96:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491aa37e-4ac2-45c7-8ded-0b584f80a299', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:52:21.195077 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:21.195774 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:21.206686 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-dbd2999f-ce07-42a7-83f5-ed51c4bdde22 None None] For port dd5a5755-2966-4a38-9cab-e7f6be5f6262, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:52:21.218890 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-225f6271-35e1-4df5-a250-373417b2086e req-2dcc9d51-424f-4c90-9504-83cb32f43fda service neutron] 10.222.0.37 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426263 Jan 28 13:52:21.221445 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:52:21.230784 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-dbd2999f-ce07-42a7-83f5-ed51c4bdde22 None None] For port dd5a5755-2966-4a38-9cab-e7f6be5f6262, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=dd5a5755-2966-4a38-9cab-e7f6be5f6262,segment=NetworkSegment(b761c3ee-8994-426b-add1-ab3fb5f2617b),segment_id=b761c3ee-8994-426b-add1-ab3fb5f2617b)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:52:21.232924 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b4ef1-cc1e-479b-8086-ce2e6ca78a9a tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Pushing event updated for resources: {'Network': ['ID=5174dd3c-0975-4602-8ed4-b66970092b72,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:21.242391 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dbd2999f-ce07-42a7-83f5-ed51c4bdde22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (dd5a5755-2966-4a38-9cab-e7f6be5f6262), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:21.255554 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 5174dd3c-0975-4602-8ed4-b66970092b72 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:52:21.260610 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1b9b4ef1-cc1e-479b-8086-ce2e6ca78a9a tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4734492 Jan 28 13:52:21.263429 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59686) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:21.271663 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-aea0bfa5-bfc8-413f-a1f0-efbbbf28a1d6 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Request body: {'subnet': {'network_id': '2ab134ec-258c-423d-9cf8-9340b469a8dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:21.292136 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d8070b48-58a3-4772-a221-6938940270fa tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (f28185ab-cb52-43bd-b68a-7bf6b1999fe9), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:21.452627 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-225f6271-35e1-4df5-a250-373417b2086e req-d981cbfa-b820-47df-b752-914170f06b92 service neutron] 10.222.0.37 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282324 Jan 28 13:52:21.453876 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea0bfa5-bfc8-413f-a1f0-efbbbf28a1d6 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Made reservation on behalf of a4ff65a98f1b4a4590ac1d6b043b201d for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:21.458021 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aea0bfa5-bfc8-413f-a1f0-efbbbf28a1d6 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:21.529794 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf,segment=NetworkSegment(2d943550-f5c7-4917-a561-948b065e88e7),segment_id=2d943550-f5c7-4917-a561-948b065e88e7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:21.558143 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:21.634482 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2999f-ce07-42a7-83f5-ed51c4bdde22 None None] Pushing event updated for resources: {'Port': ['ID=dd5a5755-2966-4a38-9cab-e7f6be5f6262,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:21.680488 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b498d-0b48-4df2-8b66-5b1b6806f062 req-9c8df3de-7fa7-4083-8115-7ac13f2e5f8b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:21.682201 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5c5b498d-0b48-4df2-8b66-5b1b6806f062 req-9c8df3de-7fa7-4083-8115-7ac13f2e5f8b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 944 time: 0.0948138 Jan 28 13:52:21.706862 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:21.732274 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-d8070b48-58a3-4772-a221-6938940270fa tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting port 52481722-9a09-4e5d-85b0-8c0e0a7a033a {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:21.732706 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d8070b48-58a3-4772-a221-6938940270fa tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (52481722-9a09-4e5d-85b0-8c0e0a7a033a), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:21.751677 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aea0bfa5-bfc8-413f-a1f0-efbbbf28a1d6 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (13c67184-54fe-4ff7-849d-019ef708aa4b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:21.823530 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0bfa5-bfc8-413f-a1f0-efbbbf28a1d6 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Pushing event updated for resources: {'Subnet': ['ID=13c67184-54fe-4ff7-849d-019ef708aa4b,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:21.833804 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea0bfa5-bfc8-413f-a1f0-efbbbf28a1d6 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Checking segment: {'id': '3fc2fa88-768c-4d4d-82b6-faed1c038a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2ab134ec-258c-423d-9cf8-9340b469a8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:52:21.833804 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea0bfa5-bfc8-413f-a1f0-efbbbf28a1d6 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Network hostable DHCP agents. Network: 2ab134ec-258c-423d-9cf8-9340b469a8dd, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:52:21.842784 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5c5b498d-0b48-4df2-8b66-5b1b6806f062 req-115e2427-1488-4823-b35b-61b3d2069c01 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502278 Jan 28 13:52:21.854740 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea0bfa5-bfc8-413f-a1f0-efbbbf28a1d6 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Network 2ab134ec-258c-423d-9cf8-9340b469a8dd is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:52:21.873069 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-aea0bfa5-bfc8-413f-a1f0-efbbbf28a1d6 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 2ab134ec-258c-423d-9cf8-9340b469a8dd) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:21.883114 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea0bfa5-bfc8-413f-a1f0-efbbbf28a1d6 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:21.883114 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aea0bfa5-bfc8-413f-a1f0-efbbbf28a1d6 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:21.900137 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d8070b48-58a3-4772-a221-6938940270fa tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (52481722-9a09-4e5d-85b0-8c0e0a7a033a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:21.901860 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:52:21.923055 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-aea0bfa5-bfc8-413f-a1f0-efbbbf28a1d6 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6580253 Jan 28 13:52:21.925795 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59700) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:21.929067 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-d8070b48-58a3-4772-a221-6938940270fa tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Calling delete_port for 52481722-9a09-4e5d-85b0-8c0e0a7a033a owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:21.931145 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-7c29636c-1aa2-4ee4-8bea-fc66aba54a27 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Request body: {'subnet': {'network_id': '5174dd3c-0975-4602-8ed4-b66970092b72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:21.947251 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c74029-0a9b-4799-8661-bffbdee4d272 None None] Network 2ab134ec-258c-423d-9cf8-9340b469a8dd requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:22.081363 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c29636c-1aa2-4ee4-8bea-fc66aba54a27 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Made reservation on behalf of a4ff65a98f1b4a4590ac1d6b043b201d for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:22.089629 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7c29636c-1aa2-4ee4-8bea-fc66aba54a27 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:22.221565 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d8070b48-58a3-4772-a221-6938940270fa tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (52481722-9a09-4e5d-85b0-8c0e0a7a033a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:22.259721 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8070b48-58a3-4772-a221-6938940270fa tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Port': ['ID=52481722-9a09-4e5d-85b0-8c0e0a7a033a,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:22.273052 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1382ba-952c-4d4e-bb0a-0bd731e99b8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-2ab134ec-258c-423d-9cf8-9340b469a8dd', 'network_id': '2ab134ec-258c-423d-9cf8-9340b469a8dd', 'project_id': 'a4ff65a98f1b4a4590ac1d6b043b201d', 'fixed_ips': [{'subnet_id': '13c67184-54fe-4ff7-849d-019ef708aa4b'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:52:22.274966 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a1382ba-952c-4d4e-bb0a-0bd731e99b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:22.361668 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7c29636c-1aa2-4ee4-8bea-fc66aba54a27 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (90cef940-c5c5-456b-973e-307e7d1fe881), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:22.443603 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d8070b48-58a3-4772-a221-6938940270fa tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (f28185ab-cb52-43bd-b68a-7bf6b1999fe9), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:22.500904 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29636c-1aa2-4ee4-8bea-fc66aba54a27 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Pushing event updated for resources: {'Subnet': ['ID=90cef940-c5c5-456b-973e-307e7d1fe881,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:22.516503 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c29636c-1aa2-4ee4-8bea-fc66aba54a27 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Checking segment: {'id': 'ddc32cfa-ca19-4bb8-a1fe-b62ee442e184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5174dd3c-0975-4602-8ed4-b66970092b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:52:22.517190 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c29636c-1aa2-4ee4-8bea-fc66aba54a27 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Network hostable DHCP agents. Network: 5174dd3c-0975-4602-8ed4-b66970092b72, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:52:22.556653 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c29636c-1aa2-4ee4-8bea-fc66aba54a27 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Network 5174dd3c-0975-4602-8ed4-b66970092b72 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:52:22.570255 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-7c29636c-1aa2-4ee4-8bea-fc66aba54a27 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 5174dd3c-0975-4602-8ed4-b66970092b72) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:22.575726 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c29636c-1aa2-4ee4-8bea-fc66aba54a27 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:22.576310 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7c29636c-1aa2-4ee4-8bea-fc66aba54a27 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:22.585368 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309aca22-d774-41eb-a0f3-f214b138c6c3 None None] Network 5174dd3c-0975-4602-8ed4-b66970092b72 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:22.615050 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7c29636c-1aa2-4ee4-8bea-fc66aba54a27 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6858425 Jan 28 13:52:22.615606 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59712) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:22.696977 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8070b48-58a3-4772-a221-6938940270fa tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Router f28185ab-cb52-43bd-b68a-7bf6b1999fe9 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:52:22.761940 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-6a1382ba-952c-4d4e-bb0a-0bd731e99b8d None None] Allocated IP 2001:db8::2 (2ab134ec-258c-423d-9cf8-9340b469a8dd/13c67184-54fe-4ff7-849d-019ef708aa4b/fceac5f4-c52c-4b01-a467-144c1ec39cd4) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:22.828451 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e68cb3-4524-471d-bba3-d3b81adb3c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-5174dd3c-0975-4602-8ed4-b66970092b72', 'network_id': '5174dd3c-0975-4602-8ed4-b66970092b72', 'project_id': 'a4ff65a98f1b4a4590ac1d6b043b201d', 'fixed_ips': [{'subnet_id': '90cef940-c5c5-456b-973e-307e7d1fe881'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:52:22.829551 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41e68cb3-4524-471d-bba3-d3b81adb3c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:23.091806 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:52:23.130893 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device dd5a5755-2966-4a38-9cab-e7f6be5f6262 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:23.183680 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d7c6-668c-449c-be20-a944a7d4ac15 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:23.280423 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-41e68cb3-4524-471d-bba3-d3b81adb3c32 None None] Allocated IP 2001:db8::2 (5174dd3c-0975-4602-8ed4-b66970092b72/90cef940-c5c5-456b-973e-307e7d1fe881/41d70058-6b84-4ca5-bdb9-e08b2f424b17) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:23.327307 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59728) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:23.512635 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e608382-f75a-4c61-bdc7-791d9c769390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:23.536097 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a92e619-8fa9-4543-a3de-4d4a6dc863de None None] Network 0ee15d3a-4c79-437f-9c57-1d3aa48f7b02 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:23.566367 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8070b48-58a3-4772-a221-6938940270fa tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:52:23.577322 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d8070b48-58a3-4772-a221-6938940270fa tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "PUT /v2.0/routers/f28185ab-cb52-43bd-b68a-7bf6b1999fe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0915515 Jan 28 13:52:23.578553 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59732) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:23.599782 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c75af-a853-4bec-b51b-09a0d5c6d2fe None None] Sync routers for ids ['f28185ab-cb52-43bd-b68a-7bf6b1999fe9'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:52:23.609998 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10017db0-d7ed-4bfb-8853-88e81ac7ebf9 req-4db34061-d09d-4b10-a758-dda418209aab tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:23.614283 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-10017db0-d7ed-4bfb-8853-88e81ac7ebf9 req-4db34061-d09d-4b10-a758-dda418209aab tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 944 time: 0.0807536 Jan 28 13:52:23.620765 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-543462a8-0352-432b-bc3e-8c7904e17a67 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] GET failed (client error): The resource could not be found. Jan 28 13:52:23.624881 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-543462a8-0352-432b-bc3e-8c7904e17a67 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "GET /v2.0/ports/52481722-9a09-4e5d-85b0-8c0e0a7a033a HTTP/1.1" status: 404 len: 333 time: 0.0426888 Jan 28 13:52:23.626599 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59734) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:23.697672 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-10017db0-d7ed-4bfb-8853-88e81ac7ebf9 req-cc0c398c-24b9-49d3-8c1c-05b0651542c3 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653450 Jan 28 13:52:23.724511 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41e68cb3-4524-471d-bba3-d3b81adb3c32 None None] Publish callbacks [] for port (41d70058-6b84-4ca5-bdb9-e08b2f424b17), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:23.734078 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c75af-a853-4bec-b51b-09a0d5c6d2fe None None] Routers {'f28185ab-cb52-43bd-b68a-7bf6b1999fe9'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:23.734721 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-1d3c75af-a853-4bec-b51b-09a0d5c6d2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:52:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['f28185ab-cb52-43bd-b68a-7bf6b1999fe9'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:23.783850 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a1382ba-952c-4d4e-bb0a-0bd731e99b8d None None] Publish callbacks [] for port (fceac5f4-c52c-4b01-a467-144c1ec39cd4), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:23.785468 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-1d3c75af-a853-4bec-b51b-09a0d5c6d2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:23.794862 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c7c55784-3054-4caf-a319-ff901e4013c1 None None] Provisioning complete for port dd5a5755-2966-4a38-9cab-e7f6be5f6262 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:23.795213 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7c55784-3054-4caf-a319-ff901e4013c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (dd5a5755-2966-4a38-9cab-e7f6be5f6262), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:23.820040 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41e68cb3-4524-471d-bba3-d3b81adb3c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (41d70058-6b84-4ca5-bdb9-e08b2f424b17), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:23.827725 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port dd5a5755-2966-4a38-9cab-e7f6be5f6262 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:23.828097 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (dd5a5755-2966-4a38-9cab-e7f6be5f6262), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:23.830172 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a1382ba-952c-4d4e-bb0a-0bd731e99b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (fceac5f4-c52c-4b01-a467-144c1ec39cd4), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:23.869585 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f6271-35e1-4df5-a250-373417b2086e req-8f776aa8-a9e1-432c-80cc-3339bea39823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:23.871435 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-225f6271-35e1-4df5-a250-373417b2086e req-8f776aa8-a9e1-432c-80cc-3339bea39823 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6&tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5 HTTP/1.1" status: 200 len: 1095 time: 0.0508800 Jan 28 13:52:23.883274 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-225f6271-35e1-4df5-a250-373417b2086e req-5a60e8c4-56f7-4de5-a9e1-6e0c9fbca102 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822747-2', 'device_owner': 'compute:nova'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:23.932209 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c75af-a853-4bec-b51b-09a0d5c6d2fe None None] Routers {'f28185ab-cb52-43bd-b68a-7bf6b1999fe9'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:23.932949 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-1d3c75af-a853-4bec-b51b-09a0d5c6d2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:52:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['f28185ab-cb52-43bd-b68a-7bf6b1999fe9'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:23.951703 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-225f6271-35e1-4df5-a250-373417b2086e req-5a60e8c4-56f7-4de5-a9e1-6e0c9fbca102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:23.988382 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1382ba-952c-4d4e-bb0a-0bd731e99b8d None None] Network 2ab134ec-258c-423d-9cf8-9340b469a8dd is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:23.991974 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e68cb3-4524-471d-bba3-d3b81adb3c32 None None] Network 5174dd3c-0975-4602-8ed4-b66970092b72 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:23.993375 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-1d3c75af-a853-4bec-b51b-09a0d5c6d2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:23.994477 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c75af-a853-4bec-b51b-09a0d5c6d2fe None None] The sync data for ids ['f28185ab-cb52-43bd-b68a-7bf6b1999fe9'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:52:24.022140 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-6a1382ba-952c-4d4e-bb0a-0bd731e99b8d None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:24.024927 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-41e68cb3-4524-471d-bba3-d3b81adb3c32 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:24.025963 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e608382-f75a-4c61-bdc7-791d9c769390 admin admin] Publish callbacks [] for security_group (485ee884-2609-42fd-8f31-620c5cf36e33), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.028173 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e68cb3-4524-471d-bba3-d3b81adb3c32 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:24.030276 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1382ba-952c-4d4e-bb0a-0bd731e99b8d None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:24.030822 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf17f5f5-c1f4-408a-ab3f-63375634b308 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for router (f28185ab-cb52-43bd-b68a-7bf6b1999fe9), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.033361 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e68cb3-4524-471d-bba3-d3b81adb3c32 None None] Pushing event updated for resources: {'Port': ['ID=41d70058-6b84-4ca5-bdb9-e08b2f424b17,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:24.071163 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e608382-f75a-4c61-bdc7-791d9c769390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (485ee884-2609-42fd-8f31-620c5cf36e33), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.131744 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-d9f3d7c6-668c-449c-be20-a944a7d4ac15 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Allocated IP 2001:db8::1 (2ab134ec-258c-423d-9cf8-9340b469a8dd/13c67184-54fe-4ff7-849d-019ef708aa4b/a36b0a6b-cfeb-456e-8968-cd3c28f9dc6e) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:24.221108 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1382ba-952c-4d4e-bb0a-0bd731e99b8d None None] Pushing event updated for resources: {'Port': ['ID=fceac5f4-c52c-4b01-a467-144c1ec39cd4,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:24.236173 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-225f6271-35e1-4df5-a250-373417b2086e req-5a60e8c4-56f7-4de5-a9e1-6e0c9fbca102 service neutron] For port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf,segment=NetworkSegment(2d943550-f5c7-4917-a561-948b065e88e7),segment_id=2d943550-f5c7-4917-a561-948b065e88e7)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:24.248557 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8e608382-f75a-4c61-bdc7-791d9c769390 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=881bd4794ee44a8db3ca1f2e3b3d2ea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9191515 Jan 28 13:52:24.253919 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e608382-f75a-4c61-bdc7-791d9c769390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485ee884-2609-42fd-8f31-620c5cf36e33,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:24.259257 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59736) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:24.264071 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-41e68cb3-4524-471d-bba3-d3b81adb3c32 None None] Attempting to bind port 41d70058-6b84-4ca5-bdb9-e08b2f424b17 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:52:24.264448 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-41e68cb3-4524-471d-bba3-d3b81adb3c32 None None] Attempting to bind port 41d70058-6b84-4ca5-bdb9-e08b2f424b17 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'ddc32cfa-ca19-4bb8-a1fe-b62ee442e184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5174dd3c-0975-4602-8ed4-b66970092b72'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:52:24.264843 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e68cb3-4524-471d-bba3-d3b81adb3c32 None None] Attempting to bind port 41d70058-6b84-4ca5-bdb9-e08b2f424b17 on network 5174dd3c-0975-4602-8ed4-b66970092b72 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:52:24.279759 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-6a1382ba-952c-4d4e-bb0a-0bd731e99b8d None None] Attempting to bind port fceac5f4-c52c-4b01-a467-144c1ec39cd4 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:52:24.280168 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-6a1382ba-952c-4d4e-bb0a-0bd731e99b8d None None] Attempting to bind port fceac5f4-c52c-4b01-a467-144c1ec39cd4 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '3fc2fa88-768c-4d4d-82b6-faed1c038a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2ab134ec-258c-423d-9cf8-9340b469a8dd'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:52:24.280534 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1382ba-952c-4d4e-bb0a-0bd731e99b8d None None] Attempting to bind port fceac5f4-c52c-4b01-a467-144c1ec39cd4 on network 2ab134ec-258c-423d-9cf8-9340b469a8dd {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:52:24.282849 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-225f6271-35e1-4df5-a250-373417b2086e req-5a60e8c4-56f7-4de5-a9e1-6e0c9fbca102 service neutron] For port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:52:24.292430 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c7c55784-3054-4caf-a319-ff901e4013c1 None None] Current status of the port dd5a5755-2966-4a38-9cab-e7f6be5f6262 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:24.292833 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7c55784-3054-4caf-a319-ff901e4013c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (dd5a5755-2966-4a38-9cab-e7f6be5f6262), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.298655 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e68cb3-4524-471d-bba3-d3b81adb3c32 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:52:24.299080 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e68cb3-4524-471d-bba3-d3b81adb3c32 None None] Checking segment: {'id': 'ddc32cfa-ca19-4bb8-a1fe-b62ee442e184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5174dd3c-0975-4602-8ed4-b66970092b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:52:24.299484 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41e68cb3-4524-471d-bba3-d3b81adb3c32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.299883 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e68cb3-4524-471d-bba3-d3b81adb3c32 None None] Bound using segment: {'id': 'ddc32cfa-ca19-4bb8-a1fe-b62ee442e184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5174dd3c-0975-4602-8ed4-b66970092b72'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:52:24.300355 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-41e68cb3-4524-471d-bba3-d3b81adb3c32 None None] Bound port: 41d70058-6b84-4ca5-bdb9-e08b2f424b17, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc32cfa-ca19-4bb8-a1fe-b62ee442e184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5174dd3c-0975-4602-8ed4-b66970092b72'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:52:24.300788 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41e68cb3-4524-471d-bba3-d3b81adb3c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (41d70058-6b84-4ca5-bdb9-e08b2f424b17), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.305000 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1382ba-952c-4d4e-bb0a-0bd731e99b8d None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:52:24.305398 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1382ba-952c-4d4e-bb0a-0bd731e99b8d None None] Checking segment: {'id': '3fc2fa88-768c-4d4d-82b6-faed1c038a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2ab134ec-258c-423d-9cf8-9340b469a8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:52:24.305798 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a1382ba-952c-4d4e-bb0a-0bd731e99b8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.306222 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1382ba-952c-4d4e-bb0a-0bd731e99b8d None None] Bound using segment: {'id': '3fc2fa88-768c-4d4d-82b6-faed1c038a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2ab134ec-258c-423d-9cf8-9340b469a8dd'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:52:24.306665 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-6a1382ba-952c-4d4e-bb0a-0bd731e99b8d None None] Bound port: fceac5f4-c52c-4b01-a467-144c1ec39cd4, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc2fa88-768c-4d4d-82b6-faed1c038a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2ab134ec-258c-423d-9cf8-9340b469a8dd'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:52:24.307093 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a1382ba-952c-4d4e-bb0a-0bd731e99b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fceac5f4-c52c-4b01-a467-144c1ec39cd4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.320323 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf17f5f5-c1f4-408a-ab3f-63375634b308 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (f28185ab-cb52-43bd-b68a-7bf6b1999fe9), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.323888 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port dd5a5755-2966-4a38-9cab-e7f6be5f6262 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:24.323888 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (dd5a5755-2966-4a38-9cab-e7f6be5f6262), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.326871 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-225f6271-35e1-4df5-a250-373417b2086e req-5a60e8c4-56f7-4de5-a9e1-6e0c9fbca102 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:52:24.340377 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-225f6271-35e1-4df5-a250-373417b2086e req-5a60e8c4-56f7-4de5-a9e1-6e0c9fbca102 service neutron] Publish callbacks [] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.362215 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:52:24.373758 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-225f6271-35e1-4df5-a250-373417b2086e req-5a60e8c4-56f7-4de5-a9e1-6e0c9fbca102 service neutron] Ignored duplicate provisioning block setup for port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 28 13:52:24.379122 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-225f6271-35e1-4df5-a250-373417b2086e req-5a60e8c4-56f7-4de5-a9e1-6e0c9fbca102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.430759 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d7c6-668c-449c-be20-a944a7d4ac15 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for port (a36b0a6b-cfeb-456e-8968-cd3c28f9dc6e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.474638 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf17f5f5-c1f4-408a-ab3f-63375634b308 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for router_controller (f28185ab-cb52-43bd-b68a-7bf6b1999fe9), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.488230 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d7c6-668c-449c-be20-a944a7d4ac15 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (a36b0a6b-cfeb-456e-8968-cd3c28f9dc6e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.488703 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-41e68cb3-4524-471d-bba3-d3b81adb3c32 None None] For port 41d70058-6b84-4ca5-bdb9-e08b2f424b17, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:52:24.493223 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-41e68cb3-4524-471d-bba3-d3b81adb3c32 None None] For port 41d70058-6b84-4ca5-bdb9-e08b2f424b17, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=41d70058-6b84-4ca5-bdb9-e08b2f424b17,segment=NetworkSegment(ddc32cfa-ca19-4bb8-a1fe-b62ee442e184),segment_id=ddc32cfa-ca19-4bb8-a1fe-b62ee442e184)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:52:24.514755 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60e8c4-56f7-4de5-a9e1-6e0c9fbca102 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf,revision_number=9']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:24.623996 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-225f6271-35e1-4df5-a250-373417b2086e req-5a60e8c4-56f7-4de5-a9e1-6e0c9fbca102 service neutron] No DVR routers for this DVR port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:24.644598 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf17f5f5-c1f4-408a-ab3f-63375634b308 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (f28185ab-cb52-43bd-b68a-7bf6b1999fe9), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.645332 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf17f5f5-c1f4-408a-ab3f-63375634b308 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Fanout notify agent at l3_agent the message router_deleted on router f28185ab-cb52-43bd-b68a-7bf6b1999fe9 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:52:24.653412 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf17f5f5-c1f4-408a-ab3f-63375634b308 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.657879 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cf17f5f5-c1f4-408a-ab3f-63375634b308 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/routers/f28185ab-cb52-43bd-b68a-7bf6b1999fe9 HTTP/1.1" status: 204 len: 168 time: 1.0300672 Jan 28 13:52:24.660949 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59740) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:24.663198 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f3d7c6-668c-449c-be20-a944a7d4ac15 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Network 2ab134ec-258c-423d-9cf8-9340b469a8dd is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:24.683912 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-d9f3d7c6-668c-449c-be20-a944a7d4ac15 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:24.687333 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f3d7c6-668c-449c-be20-a944a7d4ac15 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:24.688261 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d7c6-668c-449c-be20-a944a7d4ac15 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (d932161a-90c7-4c4b-800f-76e87bbe0ea4), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.710265 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dec754ae-ceb1-441e-8062-fcaea4ce13a8 admin admin] Publish callbacks [] for security_group (485ee884-2609-42fd-8f31-620c5cf36e33), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.715110 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3d7c6-668c-449c-be20-a944a7d4ac15 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Pushing event updated for resources: {'Port': ['ID=a36b0a6b-cfeb-456e-8968-cd3c28f9dc6e,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:24.799650 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41e68cb3-4524-471d-bba3-d3b81adb3c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (41d70058-6b84-4ca5-bdb9-e08b2f424b17), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.834204 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dec754ae-ceb1-441e-8062-fcaea4ce13a8 admin admin] Publish callbacks [] for security_group (485ee884-2609-42fd-8f31-620c5cf36e33), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.834436 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c7c55784-3054-4caf-a319-ff901e4013c1 None None] For port dd5a5755-2966-4a38-9cab-e7f6be5f6262, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=dd5a5755-2966-4a38-9cab-e7f6be5f6262,segment=NetworkSegment(b761c3ee-8994-426b-add1-ab3fb5f2617b),segment_id=b761c3ee-8994-426b-add1-ab3fb5f2617b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:24.858025 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-225f6271-35e1-4df5-a250-373417b2086e req-5a60e8c4-56f7-4de5-a9e1-6e0c9fbca102 service neutron] Attempting to bind port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:52:24.858375 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-225f6271-35e1-4df5-a250-373417b2086e req-5a60e8c4-56f7-4de5-a9e1-6e0c9fbca102 service neutron] Attempting to bind port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '2d943550-f5c7-4917-a561-948b065e88e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '629a0596-4326-4173-a2b7-ce712832376d'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:52:24.858982 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225f6271-35e1-4df5-a250-373417b2086e req-5a60e8c4-56f7-4de5-a9e1-6e0c9fbca102 service neutron] Attempting to bind port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf on network 629a0596-4326-4173-a2b7-ce712832376d {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:52:24.880451 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225f6271-35e1-4df5-a250-373417b2086e req-5a60e8c4-56f7-4de5-a9e1-6e0c9fbca102 service neutron] Port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf on network 629a0596-4326-4173-a2b7-ce712832376d not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:52:24.880780 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225f6271-35e1-4df5-a250-373417b2086e req-5a60e8c4-56f7-4de5-a9e1-6e0c9fbca102 service neutron] Attempting to bind port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf on network 629a0596-4326-4173-a2b7-ce712832376d {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:52:24.887725 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a71ab06-9280-42c1-a1bf-0cc9376b7765 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting subnet 4890de4e-3224-47e0-ae6c-e8a57bc513bc {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:52:24.889387 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225f6271-35e1-4df5-a250-373417b2086e req-5a60e8c4-56f7-4de5-a9e1-6e0c9fbca102 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:52:24.890098 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225f6271-35e1-4df5-a250-373417b2086e req-5a60e8c4-56f7-4de5-a9e1-6e0c9fbca102 service neutron] Checking segment: {'id': '2d943550-f5c7-4917-a561-948b065e88e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '629a0596-4326-4173-a2b7-ce712832376d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:52:24.890502 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225f6271-35e1-4df5-a250-373417b2086e req-5a60e8c4-56f7-4de5-a9e1-6e0c9fbca102 service neutron] Bound using segment: {'id': '2d943550-f5c7-4917-a561-948b065e88e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '629a0596-4326-4173-a2b7-ce712832376d'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:52:24.891147 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-225f6271-35e1-4df5-a250-373417b2086e req-5a60e8c4-56f7-4de5-a9e1-6e0c9fbca102 service neutron] Bound port: aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d943550-f5c7-4917-a561-948b065e88e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '629a0596-4326-4173-a2b7-ce712832376d'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:52:24.891344 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-225f6271-35e1-4df5-a250-373417b2086e req-5a60e8c4-56f7-4de5-a9e1-6e0c9fbca102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.901169 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2a71ab06-9280-42c1-a1bf-0cc9376b7765 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for subnet (4890de4e-3224-47e0-ae6c-e8a57bc513bc), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.914405 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7c55784-3054-4caf-a319-ff901e4013c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (dd5a5755-2966-4a38-9cab-e7f6be5f6262), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.971060 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-225f6271-35e1-4df5-a250-373417b2086e req-5a60e8c4-56f7-4de5-a9e1-6e0c9fbca102 service neutron] For port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:52:24.974885 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-225f6271-35e1-4df5-a250-373417b2086e req-5a60e8c4-56f7-4de5-a9e1-6e0c9fbca102 service neutron] For port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf,segment=NetworkSegment(2d943550-f5c7-4917-a561-948b065e88e7),segment_id=2d943550-f5c7-4917-a561-948b065e88e7)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:52:24.987293 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fee600-a025-4818-aa0d-bdcd8d454aa8 req-ead31316-1368-4bdb-9879-bc0f222e091e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:24.987293 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e4fee600-a025-4818-aa0d-bdcd8d454aa8 req-ead31316-1368-4bdb-9879-bc0f222e091e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 943 time: 0.1563027 Jan 28 13:52:24.992029 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-225f6271-35e1-4df5-a250-373417b2086e req-5a60e8c4-56f7-4de5-a9e1-6e0c9fbca102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:25.002740 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-6a1382ba-952c-4d4e-bb0a-0bd731e99b8d None None] For port fceac5f4-c52c-4b01-a467-144c1ec39cd4, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:52:25.016633 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-6a1382ba-952c-4d4e-bb0a-0bd731e99b8d None None] For port fceac5f4-c52c-4b01-a467-144c1ec39cd4, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=fceac5f4-c52c-4b01-a467-144c1ec39cd4,segment=NetworkSegment(3fc2fa88-768c-4d4d-82b6-faed1c038a7f),segment_id=3fc2fa88-768c-4d4d-82b6-faed1c038a7f)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:52:25.039231 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2a71ab06-9280-42c1-a1bf-0cc9376b7765 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (4890de4e-3224-47e0-ae6c-e8a57bc513bc), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:25.045856 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a1382ba-952c-4d4e-bb0a-0bd731e99b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (fceac5f4-c52c-4b01-a467-144c1ec39cd4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:25.057593 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e68cb3-4524-471d-bba3-d3b81adb3c32 None None] Pushing event updated for resources: {'Port': ['ID=41d70058-6b84-4ca5-bdb9-e08b2f424b17,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:25.065498 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf,segment=NetworkSegment(2d943550-f5c7-4917-a561-948b065e88e7),segment_id=2d943550-f5c7-4917-a561-948b065e88e7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:25.068003 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:52:25.068359 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:52:25.098103 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f6271-35e1-4df5-a250-373417b2086e req-5a60e8c4-56f7-4de5-a9e1-6e0c9fbca102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:25.099033 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-225f6271-35e1-4df5-a250-373417b2086e req-5a60e8c4-56f7-4de5-a9e1-6e0c9fbca102 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:25.100813 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-225f6271-35e1-4df5-a250-373417b2086e req-5a60e8c4-56f7-4de5-a9e1-6e0c9fbca102 service neutron] 10.222.0.18 "PUT /v2.0/ports/aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf HTTP/1.1" status: 200 len: 1091 time: 1.2221644 Jan 28 13:52:25.113856 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf', 'network_id': '629a0596-4326-4173-a2b7-ce712832376d', 'port_id': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf', 'mac_address': 'fa:16:3e:93:96:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491aa37e-4ac2-45c7-8ded-0b584f80a299', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:52:25.122124 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20fab73-f39c-4e5b-94d4-31d506120ad6', 'tag': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:52:25.122486 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-489c80c3-55f0-40e6-8ab7-6e4ec65ad5da None None] Provisioning complete for port dd5a5755-2966-4a38-9cab-e7f6be5f6262 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:25.122904 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-489c80c3-55f0-40e6-8ab7-6e4ec65ad5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (dd5a5755-2966-4a38-9cab-e7f6be5f6262), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:25.126128 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a331bca-0bdf-454b-ab6f-cbcf67e0ac1a" -d '{"events": [{"name": "network-changed", "server_uuid": "d20fab73-f39c-4e5b-94d4-31d506120ad6", "tag": "aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:52:25.159795 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60e8c4-56f7-4de5-a9e1-6e0c9fbca102 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf,revision_number=10']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:25.178272 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2a71ab06-9280-42c1-a1bf-0cc9376b7765 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (4890de4e-3224-47e0-ae6c-e8a57bc513bc), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:25.216694 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d7c6-668c-449c-be20-a944a7d4ac15 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a36b0a6b-cfeb-456e-8968-cd3c28f9dc6e), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:25.230246 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dec754ae-ceb1-441e-8062-fcaea4ce13a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (485ee884-2609-42fd-8f31-620c5cf36e33), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:25.238648 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dec754ae-ceb1-441e-8062-fcaea4ce13a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:25.239924 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dec754ae-ceb1-441e-8062-fcaea4ce13a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/485ee884-2609-42fd-8f31-620c5cf36e33 HTTP/1.1" status: 204 len: 168 time: 0.9714735 Jan 28 13:52:25.258529 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c55784-3054-4caf-a319-ff901e4013c1 None None] Pushing event updated for resources: {'Port': ['ID=dd5a5755-2966-4a38-9cab-e7f6be5f6262,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:25.284749 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec754ae-ceb1-441e-8062-fcaea4ce13a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485ee884-2609-42fd-8f31-620c5cf36e33,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:25.285558 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e4fee600-a025-4818-aa0d-bdcd8d454aa8 req-79b4defb-27df-4e79-8731-95bcca45ea9b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2669387 Jan 28 13:52:25.290432 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5b59e5-a5f8-4206-ab91-3aee01aec24e x-openstack-request-id: req-1c5b59e5-a5f8-4206-ab91-3aee01aec24e {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:52:25.298863 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20fab73-f39c-4e5b-94d4-31d506120ad6", "tag": "aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:52:25.299536 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c5b59e5-a5f8-4206-ab91-3aee01aec24e {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:52:25.300165 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20fab73-f39c-4e5b-94d4-31d506120ad6', 'tag': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf', 'status': 'completed', 'code': 200} Jan 28 13:52:25.304981 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f6271-35e1-4df5-a250-373417b2086e req-d9d6c918-4755-407d-9f14-868b84daf952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:25.316436 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-225f6271-35e1-4df5-a250-373417b2086e req-d9d6c918-4755-407d-9f14-868b84daf952 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 1095 time: 0.1706905 Jan 28 13:52:25.441478 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2a71ab06-9280-42c1-a1bf-0cc9376b7765 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (4890de4e-3224-47e0-ae6c-e8a57bc513bc), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:25.443769 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1382ba-952c-4d4e-bb0a-0bd731e99b8d None None] Pushing event updated for resources: {'Port': ['ID=fceac5f4-c52c-4b01-a467-144c1ec39cd4,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:25.549714 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2a71ab06-9280-42c1-a1bf-0cc9376b7765 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:25.562611 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2a71ab06-9280-42c1-a1bf-0cc9376b7765 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/subnets/4890de4e-3224-47e0-ae6c-e8a57bc513bc HTTP/1.1" status: 204 len: 168 time: 0.8868203 Jan 28 13:52:25.562611 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59750) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:25.600039 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71ab06-9280-42c1-a1bf-0cc9376b7765 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Subnet': ['ID=4890de4e-3224-47e0-ae6c-e8a57bc513bc,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:25.685698 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f6271-35e1-4df5-a250-373417b2086e req-24c2d5d1-9a06-449a-95ad-c79c0bb22b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:25.704412 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a331bca-0bdf-454b-ab6f-cbcf67e0ac1a req-cee9df13-c4e5-4c4c-ad0b-ead820977cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:25.704917 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port dd5a5755-2966-4a38-9cab-e7f6be5f6262 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:25.705699 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-225f6271-35e1-4df5-a250-373417b2086e req-24c2d5d1-9a06-449a-95ad-c79c0bb22b90 service neutron] 10.222.0.18 "GET /v2.0/networks?id=629a0596-4326-4173-a2b7-ce712832376d HTTP/1.1" status: 200 len: 897 time: 0.3618956 Jan 28 13:52:25.706253 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7a331bca-0bdf-454b-ab6f-cbcf67e0ac1a req-cee9df13-c4e5-4c4c-ad0b-ead820977cb7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 1095 time: 0.4255457 Jan 28 13:52:25.724941 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855101f9-f5ca-4bdf-9a7e-13177754141f None None] Network 4c43224f-1bad-4c83-9c7c-0d8e819b427e requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:25.875739 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2be1a18e-19bd-4657-b8e4-ff56d8545408 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (4c43224f-1bad-4c83-9c7c-0d8e819b427e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:25.906018 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-489c80c3-55f0-40e6-8ab7-6e4ec65ad5da None None] Current status of the port dd5a5755-2966-4a38-9cab-e7f6be5f6262 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:25.923182 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-225f6271-35e1-4df5-a250-373417b2086e req-595587ae-7999-4a0d-b2d6-360c61f178d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf HTTP/1.1" status: 200 len: 999 time: 0.2148612 Jan 28 13:52:26.042557 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f6271-35e1-4df5-a250-373417b2086e req-854a4967-3892-427a-9908-0cb9b22b4d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:26.044674 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-225f6271-35e1-4df5-a250-373417b2086e req-854a4967-3892-427a-9908-0cb9b22b4d30 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=491aa37e-4ac2-45c7-8ded-0b584f80a299 HTTP/1.1" status: 200 len: 834 time: 0.1137114 Jan 28 13:52:26.113702 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685f9469-bc37-415c-9068-22776f000800 None None] DHCP port deletion for 4c43224f-1bad-4c83-9c7c-0d8e819b427e request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:52:26.121962 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f6271-35e1-4df5-a250-373417b2086e req-42f73281-66fc-4d40-9274-932b9e747207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:26.124331 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-225f6271-35e1-4df5-a250-373417b2086e req-42f73281-66fc-4d40-9274-932b9e747207 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=629a0596-4326-4173-a2b7-ce712832376d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720088 Jan 28 13:52:26.145705 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a331bca-0bdf-454b-ab6f-cbcf67e0ac1a req-e1f5992e-8f16-4c41-a86a-b09ad3535df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:26.147992 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7a331bca-0bdf-454b-ab6f-cbcf67e0ac1a req-e1f5992e-8f16-4c41-a86a-b09ad3535df8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=629a0596-4326-4173-a2b7-ce712832376d HTTP/1.1" status: 200 len: 897 time: 0.4075258 Jan 28 13:52:26.174219 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device dd5a5755-2966-4a38-9cab-e7f6be5f6262 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:26.191252 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59754) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:26.229917 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-685f9469-bc37-415c-9068-22776f000800 None None] Deleting port 8eae193a-b390-4c57-b7e6-286852a9ced9 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:26.230288 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-685f9469-bc37-415c-9068-22776f000800 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8eae193a-b390-4c57-b7e6-286852a9ced9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.246172 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-24e2b23d-1077-4277-9c6a-8cf7a95fb53f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.278137 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7a331bca-0bdf-454b-ab6f-cbcf67e0ac1a req-80a42c50-9ce2-46da-95dd-e803be9a1d13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf HTTP/1.1" status: 200 len: 999 time: 0.1159289 Jan 28 13:52:26.284936 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-2be1a18e-19bd-4657-b8e4-ff56d8545408 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting port 8eae193a-b390-4c57-b7e6-286852a9ced9 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:26.285276 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2be1a18e-19bd-4657-b8e4-ff56d8545408 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8eae193a-b390-4c57-b7e6-286852a9ced9), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.292386 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d7c6-668c-449c-be20-a944a7d4ac15 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for port (a36b0a6b-cfeb-456e-8968-cd3c28f9dc6e), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.314533 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-225f6271-35e1-4df5-a250-373417b2086e req-0cf7a6e2-d79a-4737-a613-81cd7d808320 service neutron] 10.222.0.18 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784286 Jan 28 13:52:26.326093 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-685f9469-bc37-415c-9068-22776f000800 None None] For port 8eae193a-b390-4c57-b7e6-286852a9ced9, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8eae193a-b390-4c57-b7e6-286852a9ced9,segment=NetworkSegment(b1d2d49c-5267-43f7-ad2b-634e80371f31),segment_id=b1d2d49c-5267-43f7-ad2b-634e80371f31)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:26.326093 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-685f9469-bc37-415c-9068-22776f000800 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8eae193a-b390-4c57-b7e6-286852a9ced9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.326680 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d7c6-668c-449c-be20-a944a7d4ac15 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (a36b0a6b-cfeb-456e-8968-cd3c28f9dc6e), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.328394 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d7c6-668c-449c-be20-a944a7d4ac15 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (d932161a-90c7-4c4b-800f-76e87bbe0ea4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.335732 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port dd5a5755-2966-4a38-9cab-e7f6be5f6262 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:26.336107 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (dd5a5755-2966-4a38-9cab-e7f6be5f6262), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.403648 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-685f9469-bc37-415c-9068-22776f000800 None None] Calling delete_port for 8eae193a-b390-4c57-b7e6-286852a9ced9 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:26.405642 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:52:26.453294 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-24e2b23d-1077-4277-9c6a-8cf7a95fb53f admin admin] Publish callbacks [] for security_group (93834102-8eef-4020-bf40-02d2096b84f4), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.479490 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-24e2b23d-1077-4277-9c6a-8cf7a95fb53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (93834102-8eef-4020-bf40-02d2096b84f4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.516137 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-225f6271-35e1-4df5-a250-373417b2086e req-179a0a46-a684-44af-95dc-a476394b2a70 service neutron] 10.222.0.18 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928666 Jan 28 13:52:26.532520 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] The host n-h2-822747-2 is not matching for port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf host n-h1-822747-2! {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:52:26.532938 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:52:26.572001 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4527db2-5e4c-43e5-9f52-e015b01caa3e req-8bbee075-9aba-492f-b2f6-927042000363 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:26.573691 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f4527db2-5e4c-43e5-9f52-e015b01caa3e req-8bbee075-9aba-492f-b2f6-927042000363 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 944 time: 0.1145961 Jan 28 13:52:26.579769 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-24e2b23d-1077-4277-9c6a-8cf7a95fb53f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f96aba6b3b6423b81156ce1662615f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3832436 Jan 28 13:52:26.583253 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59758) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:26.595932 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2b23d-1077-4277-9c6a-8cf7a95fb53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93834102-8eef-4020-bf40-02d2096b84f4,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:26.633018 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port dd5a5755-2966-4a38-9cab-e7f6be5f6262 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:26.634533 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device fceac5f4-c52c-4b01-a467-144c1ec39cd4 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:26.706877 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port fceac5f4-c52c-4b01-a467-144c1ec39cd4 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:26.707293 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (fceac5f4-c52c-4b01-a467-144c1ec39cd4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.799252 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-685f9469-bc37-415c-9068-22776f000800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (8eae193a-b390-4c57-b7e6-286852a9ced9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.844022 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685f9469-bc37-415c-9068-22776f000800 None None] No DVR routers for this DVR port 8eae193a-b390-4c57-b7e6-286852a9ced9 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:26.850688 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f9469-bc37-415c-9068-22776f000800 None None] Pushing event deleted for resources: {'Port': ['ID=8eae193a-b390-4c57-b7e6-286852a9ced9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:26.880059 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-2be1a18e-19bd-4657-b8e4-ff56d8545408 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] For port 8eae193a-b390-4c57-b7e6-286852a9ced9, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8eae193a-b390-4c57-b7e6-286852a9ced9,segment=NetworkSegment(b1d2d49c-5267-43f7-ad2b-634e80371f31),segment_id=b1d2d49c-5267-43f7-ad2b-634e80371f31)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:26.880626 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2be1a18e-19bd-4657-b8e4-ff56d8545408 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8eae193a-b390-4c57-b7e6-286852a9ced9), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.892718 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a331bca-0bdf-454b-ab6f-cbcf67e0ac1a req-8ab475f0-06e9-492f-ae0b-904c2a5b98e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:26.896444 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a331bca-0bdf-454b-ab6f-cbcf67e0ac1a req-8ab475f0-06e9-492f-ae0b-904c2a5b98e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 1095 time: 0.3168569 Jan 28 13:52:26.901364 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a331bca-0bdf-454b-ab6f-cbcf67e0ac1a req-9444b5ca-1cce-4f7a-9719-6916aeeb7a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:26.903156 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7a331bca-0bdf-454b-ab6f-cbcf67e0ac1a req-9444b5ca-1cce-4f7a-9719-6916aeeb7a40 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=491aa37e-4ac2-45c7-8ded-0b584f80a299 HTTP/1.1" status: 200 len: 834 time: 0.6157441 Jan 28 13:52:26.914191 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f4527db2-5e4c-43e5-9f52-e015b01caa3e req-14d8ca54-1ab3-4de8-9e1a-5fb0055a4dcb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3330173 Jan 28 13:52:26.916459 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-2be1a18e-19bd-4657-b8e4-ff56d8545408 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Calling delete_port for 8eae193a-b390-4c57-b7e6-286852a9ced9 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:26.920281 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port fceac5f4-c52c-4b01-a467-144c1ec39cd4 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:26.920901 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fceac5f4-c52c-4b01-a467-144c1ec39cd4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.927980 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3d7c6-668c-449c-be20-a944a7d4ac15 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Pushing event updated for resources: {'Port': ['ID=a36b0a6b-cfeb-456e-8968-cd3c28f9dc6e,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:26.971919 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port fceac5f4-c52c-4b01-a467-144c1ec39cd4, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=fceac5f4-c52c-4b01-a467-144c1ec39cd4,segment=NetworkSegment(3fc2fa88-768c-4d4d-82b6-faed1c038a7f),segment_id=3fc2fa88-768c-4d4d-82b6-faed1c038a7f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:26.981808 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0669ffee-855b-480a-aa57-5b2bb8b73578 admin admin] Publish callbacks [] for security_group (93834102-8eef-4020-bf40-02d2096b84f4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.982716 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (fceac5f4-c52c-4b01-a467-144c1ec39cd4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.983909 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 41d70058-6b84-4ca5-bdb9-e08b2f424b17 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:27.069538 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2113799e-2ea4-4ccb-8b85-a3aa30a59dbb None None] Network 2ab134ec-258c-423d-9cf8-9340b469a8dd requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:27.085972 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0669ffee-855b-480a-aa57-5b2bb8b73578 admin admin] Publish callbacks [] for security_group (93834102-8eef-4020-bf40-02d2096b84f4), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:27.125322 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a331bca-0bdf-454b-ab6f-cbcf67e0ac1a req-fb1e55f3-c836-4a5c-8bdb-646c0346f917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:27.128195 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7a331bca-0bdf-454b-ab6f-cbcf67e0ac1a req-fb1e55f3-c836-4a5c-8bdb-646c0346f917 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=629a0596-4326-4173-a2b7-ce712832376d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2133660 Jan 28 13:52:27.159414 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a331bca-0bdf-454b-ab6f-cbcf67e0ac1a req-a371edc4-4a3a-4639-bdbd-ce2c9a34b630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:27.161092 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a331bca-0bdf-454b-ab6f-cbcf67e0ac1a req-a371edc4-4a3a-4639-bdbd-ce2c9a34b630 service neutron] 10.222.0.18 "GET /v2.0/networks?id=629a0596-4326-4173-a2b7-ce712832376d HTTP/1.1" status: 200 len: 897 time: 0.2446573 Jan 28 13:52:27.171195 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f3d7c6-668c-449c-be20-a944a7d4ac15 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Network 2ab134ec-258c-423d-9cf8-9340b469a8dd is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:27.184952 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-d9f3d7c6-668c-449c-be20-a944a7d4ac15 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:27.247422 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2be1a18e-19bd-4657-b8e4-ff56d8545408 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (8eae193a-b390-4c57-b7e6-286852a9ced9), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:27.277743 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=fceac5f4-c52c-4b01-a467-144c1ec39cd4,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:27.280810 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a331bca-0bdf-454b-ab6f-cbcf67e0ac1a req-954d04cc-b5e9-48c6-b29e-d80c9ee55859 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf HTTP/1.1" status: 200 len: 999 time: 0.1118352 Jan 28 13:52:27.308212 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 41d70058-6b84-4ca5-bdb9-e08b2f424b17 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:27.308583 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (41d70058-6b84-4ca5-bdb9-e08b2f424b17), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:27.331084 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0669ffee-855b-480a-aa57-5b2bb8b73578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (93834102-8eef-4020-bf40-02d2096b84f4), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:27.334374 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0669ffee-855b-480a-aa57-5b2bb8b73578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:27.338154 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0669ffee-855b-480a-aa57-5b2bb8b73578 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/93834102-8eef-4020-bf40-02d2096b84f4 HTTP/1.1" status: 204 len: 168 time: 0.7411456 Jan 28 13:52:27.338366 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035a2b82-2fa9-4c6a-b316-421c54a19078 None None] Network 5174dd3c-0975-4602-8ed4-b66970092b72 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:27.351927 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1a18e-19bd-4657-b8e4-ff56d8545408 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Port': ['ID=8eae193a-b390-4c57-b7e6-286852a9ced9,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:27.374905 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669ffee-855b-480a-aa57-5b2bb8b73578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93834102-8eef-4020-bf40-02d2096b84f4,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:27.394158 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be1a18e-19bd-4657-b8e4-ff56d8545408 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] No DVR routers for this DVR port 8eae193a-b390-4c57-b7e6-286852a9ced9 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:27.399257 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a331bca-0bdf-454b-ab6f-cbcf67e0ac1a req-6030cc1b-12fd-465c-aa1a-14ed1f74ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:27.401702 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a331bca-0bdf-454b-ab6f-cbcf67e0ac1a req-6030cc1b-12fd-465c-aa1a-14ed1f74ca1f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=491aa37e-4ac2-45c7-8ded-0b584f80a299 HTTP/1.1" status: 200 len: 834 time: 0.1139281 Jan 28 13:52:27.401853 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ccaa2a97-30f5-4e16-b356-ea7137dde279 None None] Provisioning complete for port fceac5f4-c52c-4b01-a467-144c1ec39cd4 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:27.402000 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ccaa2a97-30f5-4e16-b356-ea7137dde279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (fceac5f4-c52c-4b01-a467-144c1ec39cd4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:27.460859 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7a331bca-0bdf-454b-ab6f-cbcf67e0ac1a req-99461a45-f699-4c2a-9827-87cb5f72c254 service neutron] 10.222.0.37 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141251 Jan 28 13:52:27.492686 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a331bca-0bdf-454b-ab6f-cbcf67e0ac1a req-46a194bf-895d-4ae6-8090-a4184dca3238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:27.494105 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a331bca-0bdf-454b-ab6f-cbcf67e0ac1a req-46a194bf-895d-4ae6-8090-a4184dca3238 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=629a0596-4326-4173-a2b7-ce712832376d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855386 Jan 28 13:52:27.536536 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2be1a18e-19bd-4657-b8e4-ff56d8545408 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (4c43224f-1bad-4c83-9c7c-0d8e819b427e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:27.558661 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-2be1a18e-19bd-4657-b8e4-ff56d8545408 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c43224f-1bad-4c83-9c7c-0d8e819b427e']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:27.569634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-2be1a18e-19bd-4657-b8e4-ff56d8545408 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d2d49c-5267-43f7-ad2b-634e80371f31') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:27.569936 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-2be1a18e-19bd-4657-b8e4-ff56d8545408 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d2d49c-5267-43f7-ad2b-634e80371f31') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:27.590694 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2be1a18e-19bd-4657-b8e4-ff56d8545408 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (b1d2d49c-5267-43f7-ad2b-634e80371f31), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:27.605738 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2be1a18e-19bd-4657-b8e4-ff56d8545408 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (b1d2d49c-5267-43f7-ad2b-634e80371f31), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:27.611794 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ccaa2a97-30f5-4e16-b356-ea7137dde279 None None] Current status of the port fceac5f4-c52c-4b01-a467-144c1ec39cd4 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:27.612276 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be1a18e-19bd-4657-b8e4-ff56d8545408 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:52:27.612669 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2be1a18e-19bd-4657-b8e4-ff56d8545408 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (b1d2d49c-5267-43f7-ad2b-634e80371f31), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:27.630028 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a331bca-0bdf-454b-ab6f-cbcf67e0ac1a req-c819a88a-fa3e-462e-a71d-19a43b355d26 service neutron] 10.222.0.18 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286371 Jan 28 13:52:27.663341 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 41d70058-6b84-4ca5-bdb9-e08b2f424b17 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:27.664004 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (41d70058-6b84-4ca5-bdb9-e08b2f424b17), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:52:27.676830 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:52:27.709568 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2be1a18e-19bd-4657-b8e4-ff56d8545408 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (4c43224f-1bad-4c83-9c7c-0d8e819b427e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:27.715949 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2be1a18e-19bd-4657-b8e4-ff56d8545408 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:27.725907 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2be1a18e-19bd-4657-b8e4-ff56d8545408 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/networks/4c43224f-1bad-4c83-9c7c-0d8e819b427e HTTP/1.1" status: 204 len: 168 time: 2.1273820 Jan 28 13:52:27.729221 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59766) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:27.759244 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 41d70058-6b84-4ca5-bdb9-e08b2f424b17, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=41d70058-6b84-4ca5-bdb9-e08b2f424b17,segment=NetworkSegment(ddc32cfa-ca19-4bb8-a1fe-b62ee442e184),segment_id=ddc32cfa-ca19-4bb8-a1fe-b62ee442e184)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:27.784478 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-0aee9210-6384-4328-b430-a0233b2b4e33 None None] Provisioning complete for port 41d70058-6b84-4ca5-bdb9-e08b2f424b17 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:27.784869 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0aee9210-6384-4328-b430-a0233b2b4e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (41d70058-6b84-4ca5-bdb9-e08b2f424b17), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:27.786808 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (41d70058-6b84-4ca5-bdb9-e08b2f424b17), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:27.836715 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a331bca-0bdf-454b-ab6f-cbcf67e0ac1a req-092379dc-6d4d-436c-99d8-a40ffd02332c service neutron] 10.222.0.18 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989958 Jan 28 13:52:27.852748 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1a18e-19bd-4657-b8e4-ff56d8545408 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Network': ['ID=4c43224f-1bad-4c83-9c7c-0d8e819b427e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:27.906932 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=41d70058-6b84-4ca5-bdb9-e08b2f424b17,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:27.909396 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2ed23b-65dc-4bc0-a5c3-80e513d47336 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:27.923904 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cb2ed23b-65dc-4bc0-a5c3-80e513d47336 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "GET /v2.0/ports/d899c2d6-736a-4ef5-b457-58c178aef84a HTTP/1.1" status: 200 len: 841 time: 0.1873834 Jan 28 13:52:27.927737 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59774) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:27.991623 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7a331bca-0bdf-454b-ab6f-cbcf67e0ac1a req-94a5658e-005a-4bfe-9e16-53e4d5fda47b service neutron] 10.222.0.37 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5188136 Jan 28 13:52:27.994506 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f3d7c6-668c-449c-be20-a944a7d4ac15 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Router d932161a-90c7-4c4b-800f-76e87bbe0ea4 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:52:28.058061 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device fceac5f4-c52c-4b01-a467-144c1ec39cd4 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:28.062537 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-716f6682-e774-45a9-86b0-ec303332bcfa tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "GET /v2.0/ports/d899c2d6-736a-4ef5-b457-58c178aef84a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1322291 Jan 28 13:52:28.062537 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59780) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:28.083357 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-8e9fed06-6c38-4945-8cf9-ad89e316c704 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'subnet': {'network_id': '5a65c9c3-2d9c-4872-a2d2-37606b4183f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:28.179646 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0aee9210-6384-4328-b430-a0233b2b4e33 None None] Current status of the port 41d70058-6b84-4ca5-bdb9-e08b2f424b17 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:28.202378 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f3d7c6-668c-449c-be20-a944a7d4ac15 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:52:28.208586 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d9f3d7c6-668c-449c-be20-a944a7d4ac15 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "PUT /v2.0/routers/d932161a-90c7-4c4b-800f-76e87bbe0ea4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5917811 Jan 28 13:52:28.213941 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee347e9-988b-439f-9c72-bbf9b6d9fbe1 None None] Sync routers for ids ['d932161a-90c7-4c4b-800f-76e87bbe0ea4'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:52:28.214769 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59784) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:28.231448 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port fceac5f4-c52c-4b01-a467-144c1ec39cd4 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:28.232160 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (fceac5f4-c52c-4b01-a467-144c1ec39cd4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:28.235533 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee347e9-988b-439f-9c72-bbf9b6d9fbe1 None None] Routers {'d932161a-90c7-4c4b-800f-76e87bbe0ea4'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:28.237026 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-dee347e9-988b-439f-9c72-bbf9b6d9fbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:52:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d932161a-90c7-4c4b-800f-76e87bbe0ea4'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:28.317630 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-dee347e9-988b-439f-9c72-bbf9b6d9fbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:28.339337 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee347e9-988b-439f-9c72-bbf9b6d9fbe1 None None] Routers {'d932161a-90c7-4c4b-800f-76e87bbe0ea4'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:28.340193 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-dee347e9-988b-439f-9c72-bbf9b6d9fbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:52:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d932161a-90c7-4c4b-800f-76e87bbe0ea4'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:28.346212 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-daa12e53-d122-416d-bb19-ee9bfb602b41 None None] Provisioning complete for port fceac5f4-c52c-4b01-a467-144c1ec39cd4 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:28.347931 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-daa12e53-d122-416d-bb19-ee9bfb602b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (fceac5f4-c52c-4b01-a467-144c1ec39cd4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:28.397068 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cfa46-7bb4-49d9-bbc3-35193efee67a req-9ccf39ce-1b9f-4a9a-b983-a4273e114a89 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:28.399643 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-684cfa46-7bb4-49d9-bbc3-35193efee67a req-9ccf39ce-1b9f-4a9a-b983-a4273e114a89 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 944 time: 0.3053935 Jan 28 13:52:28.518551 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port fceac5f4-c52c-4b01-a467-144c1ec39cd4 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:28.556582 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-daa12e53-d122-416d-bb19-ee9bfb602b41 None None] Current status of the port fceac5f4-c52c-4b01-a467-144c1ec39cd4 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:28.580715 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-daa12e53-d122-416d-bb19-ee9bfb602b41 None None] Provisioning complete for port a36b0a6b-cfeb-456e-8968-cd3c28f9dc6e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:28.581698 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-daa12e53-d122-416d-bb19-ee9bfb602b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a36b0a6b-cfeb-456e-8968-cd3c28f9dc6e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:28.624040 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9fed06-6c38-4945-8cf9-ad89e316c704 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:28.634018 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e9fed06-6c38-4945-8cf9-ad89e316c704 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:28.636364 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8eae193a-b390-4c57-b7e6-286852a9ced9 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:52:28.656566 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-dee347e9-988b-439f-9c72-bbf9b6d9fbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:28.657235 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee347e9-988b-439f-9c72-bbf9b6d9fbe1 None None] The sync data for ids ['d932161a-90c7-4c4b-800f-76e87bbe0ea4'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:52:28.666817 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-684cfa46-7bb4-49d9-bbc3-35193efee67a req-d42f3929-2c06-4eab-9857-9c7ac3bbd83c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359769 Jan 28 13:52:28.696709 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 8eae193a-b390-4c57-b7e6-286852a9ced9 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:52:28.697307 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8eae193a-b390-4c57-b7e6-286852a9ced9 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:52:28.722666 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-daa12e53-d122-416d-bb19-ee9bfb602b41 None None] Port a36b0a6b-cfeb-456e-8968-cd3c28f9dc6e cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:28.765969 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:52:28.834018 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-f1342987-da33-476e-b14b-6b34e98cc881 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:52:28.835772 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f1342987-da33-476e-b14b-6b34e98cc881 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "PUT /v2.0/routers/d932161a-90c7-4c4b-800f-76e87bbe0ea4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6199539 Jan 28 13:52:28.839182 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59794) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:28.897049 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-6555785c-78b5-4dee-979d-cfb87dcdb897 None None] Provisioning complete for port 41d70058-6b84-4ca5-bdb9-e08b2f424b17 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:28.897428 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6555785c-78b5-4dee-979d-cfb87dcdb897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (41d70058-6b84-4ca5-bdb9-e08b2f424b17), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:28.946699 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf,segment=NetworkSegment(2d943550-f5c7-4917-a561-948b065e88e7),segment_id=2d943550-f5c7-4917-a561-948b065e88e7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:28.990018 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e9fed06-6c38-4945-8cf9-ad89e316c704 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (7be2da52-38d1-4e19-85fd-5bae26a7e5fd), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:28.993514 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf', 'network_id': '629a0596-4326-4173-a2b7-ce712832376d', 'port_id': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf', 'mac_address': 'fa:16:3e:93:96:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491aa37e-4ac2-45c7-8ded-0b584f80a299', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:52:29.047699 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6555785c-78b5-4dee-979d-cfb87dcdb897 None None] Current status of the port 41d70058-6b84-4ca5-bdb9-e08b2f424b17 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:29.053007 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:29.053007 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:29.071757 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:52:29.080332 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-6555785c-78b5-4dee-979d-cfb87dcdb897 None None] Provisioning complete for port a36b0a6b-cfeb-456e-8968-cd3c28f9dc6e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:29.080739 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6555785c-78b5-4dee-979d-cfb87dcdb897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a36b0a6b-cfeb-456e-8968-cd3c28f9dc6e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:29.089458 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9fed06-6c38-4945-8cf9-ad89e316c704 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network 5a65c9c3-2d9c-4872-a2d2-37606b4183f6 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:29.093405 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-8e9fed06-6c38-4945-8cf9-ad89e316c704 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:29.096752 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9fed06-6c38-4945-8cf9-ad89e316c704 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:29.097549 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e9fed06-6c38-4945-8cf9-ad89e316c704 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:29.124262 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fed06-6c38-4945-8cf9-ad89e316c704 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Subnet': ['ID=7be2da52-38d1-4e19-85fd-5bae26a7e5fd,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:29.133921 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6555785c-78b5-4dee-979d-cfb87dcdb897 None None] Port a36b0a6b-cfeb-456e-8968-cd3c28f9dc6e cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:29.135495 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b086bb3-8628-419f-8ac9-7fb90eeee735 None None] Network 5a65c9c3-2d9c-4872-a2d2-37606b4183f6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:29.137940 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8e9fed06-6c38-4945-8cf9-ad89e316c704 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0697215 Jan 28 13:52:29.138648 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59802) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:29.144996 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-b1ac3dda-04de-4a64-8f5e-8af6be303e58 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'security_group': {'name': 'tempest-secgroup-1538260403'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:29.163456 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf,segment=NetworkSegment(2d943550-f5c7-4917-a561-948b065e88e7),segment_id=2d943550-f5c7-4917-a561-948b065e88e7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:29.178502 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:29.178886 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b1ac3dda-04de-4a64-8f5e-8af6be303e58 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:29.281437 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b1ac3dda-04de-4a64-8f5e-8af6be303e58 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (609c5be6-b8f9-4717-bd9b-edce632d31ab), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:29.283091 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-3318def6-972f-4315-861d-3c1833f27d7c None None] Provisioning complete for port a36b0a6b-cfeb-456e-8968-cd3c28f9dc6e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:29.283091 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3318def6-972f-4315-861d-3c1833f27d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a36b0a6b-cfeb-456e-8968-cd3c28f9dc6e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:29.295747 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b1ac3dda-04de-4a64-8f5e-8af6be303e58 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (609c5be6-b8f9-4717-bd9b-edce632d31ab), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:29.315377 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b1ac3dda-04de-4a64-8f5e-8af6be303e58 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:29.319372 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b1ac3dda-04de-4a64-8f5e-8af6be303e58 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1764724 Jan 28 13:52:29.323383 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59806) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:29.329640 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-bea5e30d-3b94-4ac1-9334-9506ded1e2e1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'security_group': {'name': 'tempest-secgroup-1708302864'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:29.343638 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac3dda-04de-4a64-8f5e-8af6be303e58 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=609c5be6-b8f9-4717-bd9b-edce632d31ab,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:29.349440 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-09e003e0-1d3d-493a-87ce-243357b9a21c tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (d932161a-90c7-4c4b-800f-76e87bbe0ea4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:29.437848 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bea5e30d-3b94-4ac1-9334-9506ded1e2e1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:29.511636 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf,revision_number=11']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:29.550717 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3318def6-972f-4315-861d-3c1833f27d7c None None] Port a36b0a6b-cfeb-456e-8968-cd3c28f9dc6e cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:29.555129 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3942718c-c644-44ea-9e11-79e120706871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:29.581343 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c4dcdf-1d1b-4eee-abcd-809197d24907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-5a65c9c3-2d9c-4872-a2d2-37606b4183f6', 'network_id': '5a65c9c3-2d9c-4872-a2d2-37606b4183f6', 'project_id': 'c72180828f944c22b2bf13b320e444e9', 'fixed_ips': [{'subnet_id': '7be2da52-38d1-4e19-85fd-5bae26a7e5fd'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:52:29.582244 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-75c4dcdf-1d1b-4eee-abcd-809197d24907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:29.598443 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:52:29.820946 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-75c4dcdf-1d1b-4eee-abcd-809197d24907 None None] Allocated IP 172.20.0.2 (5a65c9c3-2d9c-4872-a2d2-37606b4183f6/7be2da52-38d1-4e19-85fd-5bae26a7e5fd/302f014b-d1ea-482d-80ce-8e5e055a7105) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:29.856476 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c3a88-d256-4a7e-9950-7fe00e971722 req-17475de1-c386-4e80-9eb2-b406d5452957 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:29.858119 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-067c3a88-d256-4a7e-9950-7fe00e971722 req-17475de1-c386-4e80-9eb2-b406d5452957 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 945 time: 0.0901310 Jan 28 13:52:29.900392 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bea5e30d-3b94-4ac1-9334-9506ded1e2e1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (fd1bfc97-49c7-4354-80f6-eac89c13ca67), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:29.930587 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bea5e30d-3b94-4ac1-9334-9506ded1e2e1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (fd1bfc97-49c7-4354-80f6-eac89c13ca67), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:29.948685 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 41d70058-6b84-4ca5-bdb9-e08b2f424b17 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:29.953991 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-067c3a88-d256-4a7e-9950-7fe00e971722 req-14ea4fb4-0e9e-4de0-8da0-f791e7b61527 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798593 Jan 28 13:52:29.979951 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5e30d-3b94-4ac1-9334-9506ded1e2e1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1bfc97-49c7-4354-80f6-eac89c13ca67,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:29.980463 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59826) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:30.026700 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bea5e30d-3b94-4ac1-9334-9506ded1e2e1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:30.028032 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bea5e30d-3b94-4ac1-9334-9506ded1e2e1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7035875 Jan 28 13:52:30.031471 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59830) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:30.038363 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-b5bfc9b4-c95f-4f4a-9629-9ca9e46d0f9b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1725256294', 'security_groups': ['fd1bfc97-49c7-4354-80f6-eac89c13ca67'], 'network_id': '5a65c9c3-2d9c-4872-a2d2-37606b4183f6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7be2da52-38d1-4e19-85fd-5bae26a7e5fd'}]}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:30.113936 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c9a6f9e0-3a9a-49e9-8b35-3003a1511768 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/floatingips/a215a1d1-2901-4969-ab85-e0d474b14ebe HTTP/1.1" status: 200 len: 992 time: 0.1267786 Jan 28 13:52:30.114493 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-09e003e0-1d3d-493a-87ce-243357b9a21c tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Deleting port a36b0a6b-cfeb-456e-8968-cd3c28f9dc6e {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:30.114493 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-09e003e0-1d3d-493a-87ce-243357b9a21c tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (a36b0a6b-cfeb-456e-8968-cd3c28f9dc6e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:30.203254 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 41d70058-6b84-4ca5-bdb9-e08b2f424b17 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:30.203966 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (41d70058-6b84-4ca5-bdb9-e08b2f424b17), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:30.232014 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-75c4dcdf-1d1b-4eee-abcd-809197d24907 None None] Publish callbacks [] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:30.240789 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-09e003e0-1d3d-493a-87ce-243357b9a21c tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (a36b0a6b-cfeb-456e-8968-cd3c28f9dc6e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:30.263083 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-75c4dcdf-1d1b-4eee-abcd-809197d24907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:30.263774 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-09e003e0-1d3d-493a-87ce-243357b9a21c tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Calling delete_port for a36b0a6b-cfeb-456e-8968-cd3c28f9dc6e owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:30.267391 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bfc9b4-c95f-4f4a-9629-9ca9e46d0f9b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:30.318359 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c4dcdf-1d1b-4eee-abcd-809197d24907 None None] Network 5a65c9c3-2d9c-4872-a2d2-37606b4183f6 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:30.326816 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-75c4dcdf-1d1b-4eee-abcd-809197d24907 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:30.333711 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c4dcdf-1d1b-4eee-abcd-809197d24907 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:30.342798 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4dcdf-1d1b-4eee-abcd-809197d24907 None None] Pushing event updated for resources: {'Port': ['ID=302f014b-d1ea-482d-80ce-8e5e055a7105,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:30.410053 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc9b4-c95f-4f4a-9629-9ca9e46d0f9b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:30.418469 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 41d70058-6b84-4ca5-bdb9-e08b2f424b17 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:30.431742 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-75c4dcdf-1d1b-4eee-abcd-809197d24907 None None] Attempting to bind port 302f014b-d1ea-482d-80ce-8e5e055a7105 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:52:30.432125 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-75c4dcdf-1d1b-4eee-abcd-809197d24907 None None] Attempting to bind port 302f014b-d1ea-482d-80ce-8e5e055a7105 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '6e34ea92-1e65-41e6-8340-169c4e7306dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5a65c9c3-2d9c-4872-a2d2-37606b4183f6'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:52:30.432543 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c4dcdf-1d1b-4eee-abcd-809197d24907 None None] Attempting to bind port 302f014b-d1ea-482d-80ce-8e5e055a7105 on network 5a65c9c3-2d9c-4872-a2d2-37606b4183f6 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:52:30.437753 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c4dcdf-1d1b-4eee-abcd-809197d24907 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:52:30.438130 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c4dcdf-1d1b-4eee-abcd-809197d24907 None None] Checking segment: {'id': '6e34ea92-1e65-41e6-8340-169c4e7306dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5a65c9c3-2d9c-4872-a2d2-37606b4183f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:52:30.438569 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-75c4dcdf-1d1b-4eee-abcd-809197d24907 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:30.438980 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c4dcdf-1d1b-4eee-abcd-809197d24907 None None] Bound using segment: {'id': '6e34ea92-1e65-41e6-8340-169c4e7306dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5a65c9c3-2d9c-4872-a2d2-37606b4183f6'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:52:30.439452 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-75c4dcdf-1d1b-4eee-abcd-809197d24907 None None] Bound port: 302f014b-d1ea-482d-80ce-8e5e055a7105, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e34ea92-1e65-41e6-8340-169c4e7306dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5a65c9c3-2d9c-4872-a2d2-37606b4183f6'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:52:30.439832 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-75c4dcdf-1d1b-4eee-abcd-809197d24907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:30.468373 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-b5bfc9b4-c95f-4f4a-9629-9ca9e46d0f9b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] device_id is not set on port 0358d132-eedb-4a07-b056-71e9f9204b2f yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:52:30.509268 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-75c4dcdf-1d1b-4eee-abcd-809197d24907 None None] For port 302f014b-d1ea-482d-80ce-8e5e055a7105, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:52:30.512429 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-75c4dcdf-1d1b-4eee-abcd-809197d24907 None None] For port 302f014b-d1ea-482d-80ce-8e5e055a7105, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=302f014b-d1ea-482d-80ce-8e5e055a7105,segment=NetworkSegment(6e34ea92-1e65-41e6-8340-169c4e7306dc),segment_id=6e34ea92-1e65-41e6-8340-169c4e7306dc)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:52:30.520279 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-75c4dcdf-1d1b-4eee-abcd-809197d24907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:30.594429 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4dcdf-1d1b-4eee-abcd-809197d24907 None None] Pushing event updated for resources: {'Port': ['ID=302f014b-d1ea-482d-80ce-8e5e055a7105,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:30.643085 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-09e003e0-1d3d-493a-87ce-243357b9a21c tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (a36b0a6b-cfeb-456e-8968-cd3c28f9dc6e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:30.685136 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59858) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:30.702131 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e003e0-1d3d-493a-87ce-243357b9a21c tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Pushing event deleted for resources: {'Port': ['ID=a36b0a6b-cfeb-456e-8968-cd3c28f9dc6e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:30.765242 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:30.807215 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-b5bfc9b4-c95f-4f4a-9629-9ca9e46d0f9b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Allocated IP 172.20.0.14 (5a65c9c3-2d9c-4872-a2d2-37606b4183f6/7be2da52-38d1-4e19-85fd-5bae26a7e5fd/0358d132-eedb-4a07-b056-71e9f9204b2f) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:30.865316 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:52:30.870846 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:30.871273 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:30.914723 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c85925d9-8737-4f14-b9e6-4dbe03b4369f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:30.998818 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:30.999247 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.036135 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-09e003e0-1d3d-493a-87ce-243357b9a21c tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (d932161a-90c7-4c4b-800f-76e87bbe0ea4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.042818 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20fab73-f39c-4e5b-94d4-31d506120ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:52:31.046123 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa72b8af-c54f-43a1-83ab-ea8f8a519f00" -d '{"events": [{"server_uuid": "d20fab73-f39c-4e5b-94d4-31d506120ad6", "name": "network-vif-plugged", "status": "completed", "tag": "aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:52:31.051730 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c85925d9-8737-4f14-b9e6-4dbe03b4369f admin admin] Publish callbacks [] for security_group (47ce435b-6311-4bb1-873d-34946047bb62), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.058125 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c85925d9-8737-4f14-b9e6-4dbe03b4369f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (47ce435b-6311-4bb1-873d-34946047bb62), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.078659 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf,segment=NetworkSegment(2d943550-f5c7-4917-a561-948b065e88e7),segment_id=2d943550-f5c7-4917-a561-948b065e88e7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:31.085957 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.112764 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e878c14-8848-47a0-9c6f-e1ba7727846c x-openstack-request-id: req-0e878c14-8848-47a0-9c6f-e1ba7727846c {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:52:31.113010 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20fab73-f39c-4e5b-94d4-31d506120ad6", "name": "network-vif-plugged", "status": "completed", "tag": "aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:52:31.113223 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e878c14-8848-47a0-9c6f-e1ba7727846c {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:52:31.113640 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20fab73-f39c-4e5b-94d4-31d506120ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf', 'code': 200} Jan 28 13:52:31.114301 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc9b4-c95f-4f4a-9629-9ca9e46d0f9b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for port (0358d132-eedb-4a07-b056-71e9f9204b2f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.132367 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c85925d9-8737-4f14-b9e6-4dbe03b4369f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6100874a43994ac3bcbbf6a07baaf39c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4432199 Jan 28 13:52:31.132973 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59864) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:31.138996 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85925d9-8737-4f14-b9e6-4dbe03b4369f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ce435b-6311-4bb1-873d-34946047bb62,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:31.142468 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf,revision_number=12']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:31.190714 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8861ec93-4425-4571-bcf0-235899f17437 admin admin] Publish callbacks [] for security_group (47ce435b-6311-4bb1-873d-34946047bb62), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.217123 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8861ec93-4425-4571-bcf0-235899f17437 admin admin] Publish callbacks [] for security_group (47ce435b-6311-4bb1-873d-34946047bb62), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.255612 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e003e0-1d3d-493a-87ce-243357b9a21c tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Router d932161a-90c7-4c4b-800f-76e87bbe0ea4 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:52:31.262961 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc9b4-c95f-4f4a-9629-9ca9e46d0f9b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (0358d132-eedb-4a07-b056-71e9f9204b2f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.268562 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8861ec93-4425-4571-bcf0-235899f17437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (47ce435b-6311-4bb1-873d-34946047bb62), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.271741 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8861ec93-4425-4571-bcf0-235899f17437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.273005 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8861ec93-4425-4571-bcf0-235899f17437 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47ce435b-6311-4bb1-873d-34946047bb62 HTTP/1.1" status: 204 len: 168 time: 0.1393785 Jan 28 13:52:31.281662 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861ec93-4425-4571-bcf0-235899f17437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ce435b-6311-4bb1-873d-34946047bb62,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:31.354331 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bfc9b4-c95f-4f4a-9629-9ca9e46d0f9b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network 5a65c9c3-2d9c-4872-a2d2-37606b4183f6 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:31.366004 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-b5bfc9b4-c95f-4f4a-9629-9ca9e46d0f9b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:31.368759 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bfc9b4-c95f-4f4a-9629-9ca9e46d0f9b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:31.401434 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bfc9b4-c95f-4f4a-9629-9ca9e46d0f9b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Port': ['ID=0358d132-eedb-4a07-b056-71e9f9204b2f,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:31.424549 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e003e0-1d3d-493a-87ce-243357b9a21c tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:52:31.431109 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-09e003e0-1d3d-493a-87ce-243357b9a21c tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "PUT /v2.0/routers/d932161a-90c7-4c4b-800f-76e87bbe0ea4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5895910 Jan 28 13:52:31.436556 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59872) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:31.437627 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9264b474-363b-4f13-923e-bcd0f505556b None None] Sync routers for ids ['d932161a-90c7-4c4b-800f-76e87bbe0ea4'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:52:31.457102 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9264b474-363b-4f13-923e-bcd0f505556b None None] Routers {'d932161a-90c7-4c4b-800f-76e87bbe0ea4'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:31.457983 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9264b474-363b-4f13-923e-bcd0f505556b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:52:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d932161a-90c7-4c4b-800f-76e87bbe0ea4'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:31.462260 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bfc9b4-c95f-4f4a-9629-9ca9e46d0f9b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:31.463141 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc9b4-c95f-4f4a-9629-9ca9e46d0f9b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.485831 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-75053981-5db4-41a9-9963-a4d738d13bc9 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] delete failed (client error): The resource could not be found. Jan 28 13:52:31.486686 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b5bfc9b4-c95f-4f4a-9629-9ca9e46d0f9b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4541719 Jan 28 13:52:31.487547 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59874) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:31.492637 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-75053981-5db4-41a9-9963-a4d738d13bc9 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-654503123 HTTP/1.1" status: 404 len: 334 time: 0.0549591 Jan 28 13:52:31.493236 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59876) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:31.494379 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-b069c50f-337e-4e3e-8ee7-d29e751a2045 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'subnet': {'network_id': '5a65c9c3-2d9c-4872-a2d2-37606b4183f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:31.497791 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a07784f8-acb3-41e3-b3a6-f86bc8743602 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd932161a-90c7-4c4b-800f-76e87bbe0ea4'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:31.521575 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9264b474-363b-4f13-923e-bcd0f505556b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:31.533034 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9264b474-363b-4f13-923e-bcd0f505556b None None] Routers {'d932161a-90c7-4c4b-800f-76e87bbe0ea4'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:31.533896 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9264b474-363b-4f13-923e-bcd0f505556b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:52:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d932161a-90c7-4c4b-800f-76e87bbe0ea4'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:31.577651 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9264b474-363b-4f13-923e-bcd0f505556b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:31.578600 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9264b474-363b-4f13-923e-bcd0f505556b None None] The sync data for ids ['d932161a-90c7-4c4b-800f-76e87bbe0ea4'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:52:31.605890 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9be9b9dc-f8c6-4c88-93e6-44a6e78a0453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.643937 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59880) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:31.658646 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b069c50f-337e-4e3e-8ee7-d29e751a2045 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:31.662119 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b069c50f-337e-4e3e-8ee7-d29e751a2045 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.667906 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bbca49b3-2756-4aea-9d5f-c348b3a7d6ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.797724 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a07784f8-acb3-41e3-b3a6-f86bc8743602 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for router_gateway (d932161a-90c7-4c4b-800f-76e87bbe0ea4), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.804781 n-d-822747-2 neutron-server[103351]: INFO neutron.db.ipam_backend_mixin [None req-b069c50f-337e-4e3e-8ee7-d29e751a2045 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7be2da52-38d1-4e19-85fd-5bae26a7e5fd (CIDR: 172.20.0.0/28) Jan 28 13:52:31.814473 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-b069c50f-337e-4e3e-8ee7-d29e751a2045 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:52:31.815076 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b069c50f-337e-4e3e-8ee7-d29e751a2045 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:31.823134 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-a07784f8-acb3-41e3-b3a6-f86bc8743602 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] update failed (client error): The resource could not be found. Jan 28 13:52:31.824290 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a07784f8-acb3-41e3-b3a6-f86bc8743602 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "PUT /v2.0/routers/d932161a-90c7-4c4b-800f-76e87bbe0ea4 HTTP/1.1" status: 404 len: 339 time: 0.3300841 Jan 28 13:52:31.828992 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59884) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:31.835356 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-b919a7ac-a8cd-4f0c-9272-8da3eea1f613 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1003793175'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:31.851040 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b069c50f-337e-4e3e-8ee7-d29e751a2045 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3621671 Jan 28 13:52:31.856450 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59886) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:31.863191 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-eb24d6bf-2e0e-41f9-ba35-fb4062716d12 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'subnet': {'network_id': '5a65c9c3-2d9c-4872-a2d2-37606b4183f6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:31.875811 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bbca49b3-2756-4aea-9d5f-c348b3a7d6ef admin admin] Publish callbacks [] for security_group (b599b0a0-b1e7-4e90-b65b-a172a845714a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.882662 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bbca49b3-2756-4aea-9d5f-c348b3a7d6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b599b0a0-b1e7-4e90-b65b-a172a845714a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.884713 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b919a7ac-a8cd-4f0c-9272-8da3eea1f613 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Made reservation on behalf of a4ff65a98f1b4a4590ac1d6b043b201d for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:31.888267 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b919a7ac-a8cd-4f0c-9272-8da3eea1f613 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.941968 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bbca49b3-2756-4aea-9d5f-c348b3a7d6ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c89b84cd31644012adf0a349a07ac0cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2968845 Jan 28 13:52:31.943169 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca49b3-2756-4aea-9d5f-c348b3a7d6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b599b0a0-b1e7-4e90-b65b-a172a845714a,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:31.945862 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59888) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:31.976005 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b919a7ac-a8cd-4f0c-9272-8da3eea1f613 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:52:32.002403 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b919a7ac-a8cd-4f0c-9272-8da3eea1f613 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (e9286397-f835-455e-be57-fff75afceac9), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.003100 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-b919a7ac-a8cd-4f0c-9272-8da3eea1f613 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Added segment e9286397-f835-455e-be57-fff75afceac9 of type vlan for network 9a5165cf-ceee-4f01-be6a-8e2dd976ab0c Jan 28 13:52:32.006852 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 302f014b-d1ea-482d-80ce-8e5e055a7105 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:32.028309 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2db8229-5947-43a1-863e-38cbf12ce942 admin admin] Publish callbacks [] for security_group (b599b0a0-b1e7-4e90-b65b-a172a845714a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.053744 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2db8229-5947-43a1-863e-38cbf12ce942 admin admin] Publish callbacks [] for security_group (b599b0a0-b1e7-4e90-b65b-a172a845714a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.075475 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b919a7ac-a8cd-4f0c-9272-8da3eea1f613 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (9a5165cf-ceee-4f01-be6a-8e2dd976ab0c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.081207 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 302f014b-d1ea-482d-80ce-8e5e055a7105 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:32.082238 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.109625 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb24d6bf-2e0e-41f9-ba35-fb4062716d12 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:32.113502 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eb24d6bf-2e0e-41f9-ba35-fb4062716d12 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.134441 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2db8229-5947-43a1-863e-38cbf12ce942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b599b0a0-b1e7-4e90-b65b-a172a845714a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.134641 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b919a7ac-a8cd-4f0c-9272-8da3eea1f613 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (9a5165cf-ceee-4f01-be6a-8e2dd976ab0c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.137085 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2db8229-5947-43a1-863e-38cbf12ce942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.140720 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c2db8229-5947-43a1-863e-38cbf12ce942 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b599b0a0-b1e7-4e90-b65b-a172a845714a HTTP/1.1" status: 204 len: 168 time: 0.1912501 Jan 28 13:52:32.140888 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b919a7ac-a8cd-4f0c-9272-8da3eea1f613 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:32.140888 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b919a7ac-a8cd-4f0c-9272-8da3eea1f613 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.153217 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a1a71d04-6e95-4844-82bc-36070fb2e5d5 None None] Provisioning complete for port 302f014b-d1ea-482d-80ce-8e5e055a7105 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:32.153897 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1a71d04-6e95-4844-82bc-36070fb2e5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.175149 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db8229-5947-43a1-863e-38cbf12ce942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b599b0a0-b1e7-4e90-b65b-a172a845714a,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:32.227969 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b919a7ac-a8cd-4f0c-9272-8da3eea1f613 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3976552 Jan 28 13:52:32.232973 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59894) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:32.239805 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-8ddb0efd-c992-4753-83bd-d8485fa23ab0 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Request body: {'subnet': {'network_id': '9a5165cf-ceee-4f01-be6a-8e2dd976ab0c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:32.275213 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919a7ac-a8cd-4f0c-9272-8da3eea1f613 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Pushing event updated for resources: {'Network': ['ID=9a5165cf-ceee-4f01-be6a-8e2dd976ab0c,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:32.310090 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 9a5165cf-ceee-4f01-be6a-8e2dd976ab0c details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:52:32.416445 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 302f014b-d1ea-482d-80ce-8e5e055a7105 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:32.416874 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.422290 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddb0efd-c992-4753-83bd-d8485fa23ab0 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Made reservation on behalf of a4ff65a98f1b4a4590ac1d6b043b201d for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:32.427497 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ddb0efd-c992-4753-83bd-d8485fa23ab0 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.488386 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a1a71d04-6e95-4844-82bc-36070fb2e5d5 None None] Current status of the port 302f014b-d1ea-482d-80ce-8e5e055a7105 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:32.489092 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1a71d04-6e95-4844-82bc-36070fb2e5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.504430 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eb24d6bf-2e0e-41f9-ba35-fb4062716d12 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (7d4c81d1-1294-4236-b56e-e5aa27af04d5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.542506 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 302f014b-d1ea-482d-80ce-8e5e055a7105, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=302f014b-d1ea-482d-80ce-8e5e055a7105,segment=NetworkSegment(6e34ea92-1e65-41e6-8340-169c4e7306dc),segment_id=6e34ea92-1e65-41e6-8340-169c4e7306dc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:32.551309 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb24d6bf-2e0e-41f9-ba35-fb4062716d12 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network 5a65c9c3-2d9c-4872-a2d2-37606b4183f6 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:32.552771 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.562980 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-eb24d6bf-2e0e-41f9-ba35-fb4062716d12 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:32.568468 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb24d6bf-2e0e-41f9-ba35-fb4062716d12 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:32.569639 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eb24d6bf-2e0e-41f9-ba35-fb4062716d12 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.585810 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24d6bf-2e0e-41f9-ba35-fb4062716d12 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Subnet': ['ID=7d4c81d1-1294-4236-b56e-e5aa27af04d5,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:32.604776 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-eb24d6bf-2e0e-41f9-ba35-fb4062716d12 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7470813 Jan 28 13:52:32.607506 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59900) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:32.609399 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be826bf7-ba9b-48d0-b4bb-4ca3243eed71 None None] Network 5a65c9c3-2d9c-4872-a2d2-37606b4183f6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:32.613483 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-ca514f1b-3d54-4072-9254-f98c3e9ca55f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1021623900', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7d4c81d1-1294-4236-b56e-e5aa27af04d5'}], 'security_groups': ['609c5be6-b8f9-4717-bd9b-edce632d31ab']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:32.681421 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ddb0efd-c992-4753-83bd-d8485fa23ab0 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (0333a66e-8977-4ad4-956c-cbef1af82225), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.720178 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-a1a71d04-6e95-4844-82bc-36070fb2e5d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:52:32.720663 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-a1a71d04-6e95-4844-82bc-36070fb2e5d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:52:32.728298 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=302f014b-d1ea-482d-80ce-8e5e055a7105,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:32.753273 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb0efd-c992-4753-83bd-d8485fa23ab0 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Pushing event updated for resources: {'Subnet': ['ID=0333a66e-8977-4ad4-956c-cbef1af82225,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:32.759905 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddb0efd-c992-4753-83bd-d8485fa23ab0 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Checking segment: {'id': 'e9286397-f835-455e-be57-fff75afceac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a5165cf-ceee-4f01-be6a-8e2dd976ab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:52:32.767352 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddb0efd-c992-4753-83bd-d8485fa23ab0 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Network hostable DHCP agents. Network: 9a5165cf-ceee-4f01-be6a-8e2dd976ab0c, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:52:32.799735 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddb0efd-c992-4753-83bd-d8485fa23ab0 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Network 9a5165cf-ceee-4f01-be6a-8e2dd976ab0c is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:52:32.806127 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ca514f1b-3d54-4072-9254-f98c3e9ca55f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0358d132-eedb-4a07-b056-71e9f9204b2f), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.820369 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-8ddb0efd-c992-4753-83bd-d8485fa23ab0 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 9a5165cf-ceee-4f01-be6a-8e2dd976ab0c) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:32.825966 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddb0efd-c992-4753-83bd-d8485fa23ab0 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:32.826577 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ddb0efd-c992-4753-83bd-d8485fa23ab0 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.835266 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce88fa4-1f50-4ee4-bafc-40e09124a535 None None] Network 9a5165cf-ceee-4f01-be6a-8e2dd976ab0c requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:32.850432 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8ddb0efd-c992-4753-83bd-d8485fa23ab0 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6150370 Jan 28 13:52:32.851142 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59908) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:32.859034 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-344a7ebb-c616-4738-94ef-4627bb0db350 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Request body: {'router': {'external_gateway_info': {'network_id': '9a5165cf-ceee-4f01-be6a-8e2dd976ab0c'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:32.960994 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.964150 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46055f1-23bc-48b3-810e-72a37c3c7ee1 None None] Update dhcp port {'port': {'network_id': '5a65c9c3-2d9c-4872-a2d2-37606b4183f6', 'fixed_ips': [{'subnet_id': '7be2da52-38d1-4e19-85fd-5bae26a7e5fd', 'ip_address': '172.20.0.2'}, {'subnet_id': '7d4c81d1-1294-4236-b56e-e5aa27af04d5'}], 'binding:host_id': 'n-d-822747-2'}, 'id': '302f014b-d1ea-482d-80ce-8e5e055a7105'} from n-d-822747-2. {{(pid=103353) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 13:52:33.021293 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d46055f1-23bc-48b3-810e-72a37c3c7ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:33.036052 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc6adc6-464d-4e56-9afe-b3408741bc56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-9a5165cf-ceee-4f01-be6a-8e2dd976ab0c', 'network_id': '9a5165cf-ceee-4f01-be6a-8e2dd976ab0c', 'project_id': 'a4ff65a98f1b4a4590ac1d6b043b201d', 'fixed_ips': [{'subnet_id': '0333a66e-8977-4ad4-956c-cbef1af82225'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:52:33.037712 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bc6adc6-464d-4e56-9afe-b3408741bc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:33.150066 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-344a7ebb-c616-4738-94ef-4627bb0db350 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for router_gateway (d932161a-90c7-4c4b-800f-76e87bbe0ea4), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:33.245420 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-ca514f1b-3d54-4072-9254-f98c3e9ca55f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Delete allocated IP 172.20.0.14 (5a65c9c3-2d9c-4872-a2d2-37606b4183f6/7be2da52-38d1-4e19-85fd-5bae26a7e5fd) {{(pid=103352) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 13:52:33.262165 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-ca514f1b-3d54-4072-9254-f98c3e9ca55f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Allocated IP 172.20.0.26 (5a65c9c3-2d9c-4872-a2d2-37606b4183f6/7d4c81d1-1294-4236-b56e-e5aa27af04d5/0358d132-eedb-4a07-b056-71e9f9204b2f) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:33.293991 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-344a7ebb-c616-4738-94ef-4627bb0db350 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:52:33.299598 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-344a7ebb-c616-4738-94ef-4627bb0db350 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "PUT /v2.0/routers/d932161a-90c7-4c4b-800f-76e87bbe0ea4 HTTP/1.1" status: 400 len: 364 time: 0.4456923 Jan 28 13:52:33.300230 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59920) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:33.476709 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a1a71d04-6e95-4844-82bc-36070fb2e5d5 None None] Current status of the port 302f014b-d1ea-482d-80ce-8e5e055a7105 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:33.501357 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-6bc6adc6-464d-4e56-9afe-b3408741bc56 None None] Allocated IP 2001:db8:1::2 (9a5165cf-ceee-4f01-be6a-8e2dd976ab0c/0333a66e-8977-4ad4-956c-cbef1af82225/1f67c013-96f2-4096-a629-6e3e6f8fa47f) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:33.504981 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ca514f1b-3d54-4072-9254-f98c3e9ca55f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for port (0358d132-eedb-4a07-b056-71e9f9204b2f), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:33.507684 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a1a71d04-6e95-4844-82bc-36070fb2e5d5 None None] Provisioning complete for port d899c2d6-736a-4ef5-b457-58c178aef84a triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:33.508126 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1a71d04-6e95-4844-82bc-36070fb2e5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d899c2d6-736a-4ef5-b457-58c178aef84a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:33.513549 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ca514f1b-3d54-4072-9254-f98c3e9ca55f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (0358d132-eedb-4a07-b056-71e9f9204b2f), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:33.614716 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a1a71d04-6e95-4844-82bc-36070fb2e5d5 None None] Port d899c2d6-736a-4ef5-b457-58c178aef84a cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:33.642861 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-ca514f1b-3d54-4072-9254-f98c3e9ca55f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] In _notify_port_updated(), no bound segment for port 0358d132-eedb-4a07-b056-71e9f9204b2f on network 5a65c9c3-2d9c-4872-a2d2-37606b4183f6 {{(pid=103352) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:52:33.648677 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca514f1b-3d54-4072-9254-f98c3e9ca55f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:33.649542 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ca514f1b-3d54-4072-9254-f98c3e9ca55f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:33.654291 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ca514f1b-3d54-4072-9254-f98c3e9ca55f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "PUT /v2.0/ports/0358d132-eedb-4a07-b056-71e9f9204b2f HTTP/1.1" status: 200 len: 921 time: 1.0455706 Jan 28 13:52:33.661252 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59930) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:33.695029 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca514f1b-3d54-4072-9254-f98c3e9ca55f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Port': ['ID=0358d132-eedb-4a07-b056-71e9f9204b2f,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:33.709490 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-d46055f1-23bc-48b3-810e-72a37c3c7ee1 None None] Allocated IP 172.20.0.18 (5a65c9c3-2d9c-4872-a2d2-37606b4183f6/7d4c81d1-1294-4236-b56e-e5aa27af04d5/302f014b-d1ea-482d-80ce-8e5e055a7105) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:33.781062 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-74fe0b91-8677-4a4e-a3d7-284555079f28 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting port 0358d132-eedb-4a07-b056-71e9f9204b2f {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:33.781580 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-74fe0b91-8677-4a4e-a3d7-284555079f28 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (0358d132-eedb-4a07-b056-71e9f9204b2f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:33.842786 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-1e3981d7-9ec4-4cda-a13a-180c9d0985c7 None None] Provisioning complete for port 0358d132-eedb-4a07-b056-71e9f9204b2f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:33.844278 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e3981d7-9ec4-4cda-a13a-180c9d0985c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0358d132-eedb-4a07-b056-71e9f9204b2f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:33.882638 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-74fe0b91-8677-4a4e-a3d7-284555079f28 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (0358d132-eedb-4a07-b056-71e9f9204b2f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:33.896142 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-74fe0b91-8677-4a4e-a3d7-284555079f28 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Calling delete_port for 0358d132-eedb-4a07-b056-71e9f9204b2f owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:33.911250 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 302f014b-d1ea-482d-80ce-8e5e055a7105 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:33.940763 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-47fcf77e-9a29-46af-a3bd-acd480de8708 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:33.964391 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bc6adc6-464d-4e56-9afe-b3408741bc56 None None] Publish callbacks [] for port (1f67c013-96f2-4096-a629-6e3e6f8fa47f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.012578 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bc6adc6-464d-4e56-9afe-b3408741bc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (1f67c013-96f2-4096-a629-6e3e6f8fa47f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.037360 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1e3981d7-9ec4-4cda-a13a-180c9d0985c7 None None] Port 0358d132-eedb-4a07-b056-71e9f9204b2f cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:34.065782 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-74fe0b91-8677-4a4e-a3d7-284555079f28 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (0358d132-eedb-4a07-b056-71e9f9204b2f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.096616 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d46055f1-23bc-48b3-810e-72a37c3c7ee1 None None] For port 302f014b-d1ea-482d-80ce-8e5e055a7105, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=302f014b-d1ea-482d-80ce-8e5e055a7105,segment=NetworkSegment(6e34ea92-1e65-41e6-8340-169c4e7306dc),segment_id=6e34ea92-1e65-41e6-8340-169c4e7306dc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:34.106900 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe0b91-8677-4a4e-a3d7-284555079f28 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Port': ['ID=0358d132-eedb-4a07-b056-71e9f9204b2f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:34.110834 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc6adc6-464d-4e56-9afe-b3408741bc56 None None] Network 9a5165cf-ceee-4f01-be6a-8e2dd976ab0c is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:34.116945 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 302f014b-d1ea-482d-80ce-8e5e055a7105 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:34.117321 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.148373 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-6bc6adc6-464d-4e56-9afe-b3408741bc56 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:34.157710 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc6adc6-464d-4e56-9afe-b3408741bc56 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:34.163342 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6adc6-464d-4e56-9afe-b3408741bc56 None None] Pushing event updated for resources: {'Port': ['ID=1f67c013-96f2-4096-a629-6e3e6f8fa47f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:34.195615 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d46055f1-23bc-48b3-810e-72a37c3c7ee1 None None] Publish callbacks [] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.212347 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-74fe0b91-8677-4a4e-a3d7-284555079f28 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.215136 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d46055f1-23bc-48b3-810e-72a37c3c7ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.216966 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-74fe0b91-8677-4a4e-a3d7-284555079f28 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/ports/0358d132-eedb-4a07-b056-71e9f9204b2f HTTP/1.1" status: 204 len: 168 time: 0.5546181 Jan 28 13:52:34.220797 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59942) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:34.255952 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7918f2-a316-42c5-9e18-8580ca38d4dd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] GET failed (client error): The resource could not be found. Jan 28 13:52:34.258326 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6a7918f2-a316-42c5-9e18-8580ca38d4dd tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "GET /v2.0/ports/0358d132-eedb-4a07-b056-71e9f9204b2f HTTP/1.1" status: 404 len: 333 time: 0.0358274 Jan 28 13:52:34.260923 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59946) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:34.278592 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-47fcf77e-9a29-46af-a3bd-acd480de8708 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Allocated IP 2001:db8::1 (0ee15d3a-4c79-437f-9c57-1d3aa48f7b02/78a15a7a-0140-4320-b6b2-2068c1cd01b7/286f614b-a50e-4fb5-97de-0d1922d9bbd3) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:34.294793 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-6bc6adc6-464d-4e56-9afe-b3408741bc56 None None] Attempting to bind port 1f67c013-96f2-4096-a629-6e3e6f8fa47f on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:52:34.295236 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-6bc6adc6-464d-4e56-9afe-b3408741bc56 None None] Attempting to bind port 1f67c013-96f2-4096-a629-6e3e6f8fa47f by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'e9286397-f835-455e-be57-fff75afceac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a5165cf-ceee-4f01-be6a-8e2dd976ab0c'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:52:34.295593 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc6adc6-464d-4e56-9afe-b3408741bc56 None None] Attempting to bind port 1f67c013-96f2-4096-a629-6e3e6f8fa47f on network 9a5165cf-ceee-4f01-be6a-8e2dd976ab0c {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:52:34.336518 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc6adc6-464d-4e56-9afe-b3408741bc56 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:52:34.336518 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc6adc6-464d-4e56-9afe-b3408741bc56 None None] Checking segment: {'id': 'e9286397-f835-455e-be57-fff75afceac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a5165cf-ceee-4f01-be6a-8e2dd976ab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:52:34.336518 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bc6adc6-464d-4e56-9afe-b3408741bc56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.336969 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc6adc6-464d-4e56-9afe-b3408741bc56 None None] Bound using segment: {'id': 'e9286397-f835-455e-be57-fff75afceac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a5165cf-ceee-4f01-be6a-8e2dd976ab0c'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:52:34.337188 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-6bc6adc6-464d-4e56-9afe-b3408741bc56 None None] Bound port: 1f67c013-96f2-4096-a629-6e3e6f8fa47f, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9286397-f835-455e-be57-fff75afceac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9a5165cf-ceee-4f01-be6a-8e2dd976ab0c'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:52:34.337565 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bc6adc6-464d-4e56-9afe-b3408741bc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (1f67c013-96f2-4096-a629-6e3e6f8fa47f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.339695 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8ab3-9a36-4d74-a420-5744bfa07a0b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (fd1bfc97-49c7-4354-80f6-eac89c13ca67), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.357532 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.367417 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8ab3-9a36-4d74-a420-5744bfa07a0b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (fd1bfc97-49c7-4354-80f6-eac89c13ca67), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.400322 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46055f1-23bc-48b3-810e-72a37c3c7ee1 None None] Pushing event updated for resources: {'Port': ['ID=302f014b-d1ea-482d-80ce-8e5e055a7105,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:34.420034 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8ab3-9a36-4d74-a420-5744bfa07a0b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (fd1bfc97-49c7-4354-80f6-eac89c13ca67), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.423267 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8ab3-9a36-4d74-a420-5744bfa07a0b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.427474 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b6ea8ab3-9a36-4d74-a420-5744bfa07a0b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/security-groups/fd1bfc97-49c7-4354-80f6-eac89c13ca67 HTTP/1.1" status: 204 len: 168 time: 0.1634247 Jan 28 13:52:34.428945 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59954) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:34.449772 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea8ab3-9a36-4d74-a420-5744bfa07a0b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1bfc97-49c7-4354-80f6-eac89c13ca67,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:34.450733 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 302f014b-d1ea-482d-80ce-8e5e055a7105 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:34.489097 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-6bc6adc6-464d-4e56-9afe-b3408741bc56 None None] For port 1f67c013-96f2-4096-a629-6e3e6f8fa47f, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:52:34.514018 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-6bc6adc6-464d-4e56-9afe-b3408741bc56 None None] For port 1f67c013-96f2-4096-a629-6e3e6f8fa47f, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=1f67c013-96f2-4096-a629-6e3e6f8fa47f,segment=NetworkSegment(e9286397-f835-455e-be57-fff75afceac9),segment_id=e9286397-f835-455e-be57-fff75afceac9)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:52:34.524252 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bc6adc6-464d-4e56-9afe-b3408741bc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (1f67c013-96f2-4096-a629-6e3e6f8fa47f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.538765 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-47fcf77e-9a29-46af-a3bd-acd480de8708 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for port (286f614b-a50e-4fb5-97de-0d1922d9bbd3), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.609884 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2a316eee-a999-40c8-b707-318a2101384b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (609c5be6-b8f9-4717-bd9b-edce632d31ab), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.623432 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6adc6-464d-4e56-9afe-b3408741bc56 None None] Pushing event updated for resources: {'Port': ['ID=1f67c013-96f2-4096-a629-6e3e6f8fa47f,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:34.626387 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-47fcf77e-9a29-46af-a3bd-acd480de8708 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (286f614b-a50e-4fb5-97de-0d1922d9bbd3), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.715152 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2a316eee-a999-40c8-b707-318a2101384b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (609c5be6-b8f9-4717-bd9b-edce632d31ab), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.733697 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fcf77e-9a29-46af-a3bd-acd480de8708 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Network 0ee15d3a-4c79-437f-9c57-1d3aa48f7b02 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:34.741214 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-47fcf77e-9a29-46af-a3bd-acd480de8708 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:34.750986 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fcf77e-9a29-46af-a3bd-acd480de8708 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:34.751577 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-47fcf77e-9a29-46af-a3bd-acd480de8708 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (d932161a-90c7-4c4b-800f-76e87bbe0ea4), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.806535 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fcf77e-9a29-46af-a3bd-acd480de8708 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Pushing event updated for resources: {'Port': ['ID=286f614b-a50e-4fb5-97de-0d1922d9bbd3,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:34.853380 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2a316eee-a999-40c8-b707-318a2101384b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (609c5be6-b8f9-4717-bd9b-edce632d31ab), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.857766 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2a316eee-a999-40c8-b707-318a2101384b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.866901 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2a316eee-a999-40c8-b707-318a2101384b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/security-groups/609c5be6-b8f9-4717-bd9b-edce632d31ab HTTP/1.1" status: 204 len: 168 time: 0.4328301 Jan 28 13:52:34.867304 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59960) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:34.883777 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a316eee-a999-40c8-b707-318a2101384b tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=609c5be6-b8f9-4717-bd9b-edce632d31ab,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:34.953485 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce348e3-8d7e-4403-8fbb-b9db8ac6a752 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting subnet 7be2da52-38d1-4e19-85fd-5bae26a7e5fd {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:52:34.972415 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dce348e3-8d7e-4403-8fbb-b9db8ac6a752 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for subnet (7be2da52-38d1-4e19-85fd-5bae26a7e5fd), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:35.037082 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-47fcf77e-9a29-46af-a3bd-acd480de8708 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (286f614b-a50e-4fb5-97de-0d1922d9bbd3), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:35.070675 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dce348e3-8d7e-4403-8fbb-b9db8ac6a752 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (7be2da52-38d1-4e19-85fd-5bae26a7e5fd), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:35.215292 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dce348e3-8d7e-4403-8fbb-b9db8ac6a752 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (7be2da52-38d1-4e19-85fd-5bae26a7e5fd), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:35.275571 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-7531742a-040a-41e5-88d2-ab81d90a49e5 None None] Provisioning complete for port 286f614b-a50e-4fb5-97de-0d1922d9bbd3 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:35.276313 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7531742a-040a-41e5-88d2-ab81d90a49e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (286f614b-a50e-4fb5-97de-0d1922d9bbd3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:35.349637 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7531742a-040a-41e5-88d2-ab81d90a49e5 None None] Port 286f614b-a50e-4fb5-97de-0d1922d9bbd3 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:35.361056 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dce348e3-8d7e-4403-8fbb-b9db8ac6a752 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (7be2da52-38d1-4e19-85fd-5bae26a7e5fd), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:35.397242 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce348e3-8d7e-4403-8fbb-b9db8ac6a752 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Subnet': ['ID=7be2da52-38d1-4e19-85fd-5bae26a7e5fd,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:35.399714 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dce348e3-8d7e-4403-8fbb-b9db8ac6a752 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:35.403314 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dce348e3-8d7e-4403-8fbb-b9db8ac6a752 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/subnets/7be2da52-38d1-4e19-85fd-5bae26a7e5fd HTTP/1.1" status: 204 len: 168 time: 0.5349128 Jan 28 13:52:35.407543 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59962) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:35.412567 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-b680289d-c75a-4b13-92ba-9b9a706198f0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'subnet': {'network_id': '5a65c9c3-2d9c-4872-a2d2-37606b4183f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:35.446900 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfe22d6-af09-4bea-95cc-62974cae82b5 None None] Network 5a65c9c3-2d9c-4872-a2d2-37606b4183f6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:35.496380 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-47fcf77e-9a29-46af-a3bd-acd480de8708 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for port (286f614b-a50e-4fb5-97de-0d1922d9bbd3), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:35.504369 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-47fcf77e-9a29-46af-a3bd-acd480de8708 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (286f614b-a50e-4fb5-97de-0d1922d9bbd3), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:35.505214 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-47fcf77e-9a29-46af-a3bd-acd480de8708 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (d932161a-90c7-4c4b-800f-76e87bbe0ea4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:35.585352 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b680289d-c75a-4b13-92ba-9b9a706198f0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:35.589234 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b680289d-c75a-4b13-92ba-9b9a706198f0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:35.599526 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c60fc2b1-eca1-4b67-be10-09f6d9e14637 None None] Provisioning complete for port d899c2d6-736a-4ef5-b457-58c178aef84a triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:35.600118 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c60fc2b1-eca1-4b67-be10-09f6d9e14637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d899c2d6-736a-4ef5-b457-58c178aef84a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:35.604934 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fcf77e-9a29-46af-a3bd-acd480de8708 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Pushing event updated for resources: {'Port': ['ID=286f614b-a50e-4fb5-97de-0d1922d9bbd3,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:35.661569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c60fc2b1-eca1-4b67-be10-09f6d9e14637 None None] Port d899c2d6-736a-4ef5-b457-58c178aef84a cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:35.688171 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c60fc2b1-eca1-4b67-be10-09f6d9e14637 None None] Provisioning complete for port 302f014b-d1ea-482d-80ce-8e5e055a7105 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:35.688651 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c60fc2b1-eca1-4b67-be10-09f6d9e14637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:35.715759 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fcf77e-9a29-46af-a3bd-acd480de8708 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Network 0ee15d3a-4c79-437f-9c57-1d3aa48f7b02 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:35.717282 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-47fcf77e-9a29-46af-a3bd-acd480de8708 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:35.792785 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c60fc2b1-eca1-4b67-be10-09f6d9e14637 None None] Current status of the port 302f014b-d1ea-482d-80ce-8e5e055a7105 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:35.802010 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c60fc2b1-eca1-4b67-be10-09f6d9e14637 None None] Could not find standard attr ID for object 0358d132-eedb-4a07-b056-71e9f9204b2f. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:52:36.017512 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47fcf77e-9a29-46af-a3bd-acd480de8708 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Router d932161a-90c7-4c4b-800f-76e87bbe0ea4 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:52:36.089299 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b680289d-c75a-4b13-92ba-9b9a706198f0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (e80778e8-7ed0-4cfd-8030-2045aadd3db5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.215568 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 1f67c013-96f2-4096-a629-6e3e6f8fa47f up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:36.271806 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fcf77e-9a29-46af-a3bd-acd480de8708 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:52:36.280519 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-47fcf77e-9a29-46af-a3bd-acd480de8708 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "PUT /v2.0/routers/d932161a-90c7-4c4b-800f-76e87bbe0ea4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9757535 Jan 28 13:52:36.283773 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59972) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:36.291386 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fe06b9-381e-48a4-9a60-f50b152ae8b5 None None] Sync routers for ids ['d932161a-90c7-4c4b-800f-76e87bbe0ea4'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:52:36.311999 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fe06b9-381e-48a4-9a60-f50b152ae8b5 None None] Routers {'d932161a-90c7-4c4b-800f-76e87bbe0ea4'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:36.313377 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a5fe06b9-381e-48a4-9a60-f50b152ae8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:52:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d932161a-90c7-4c4b-800f-76e87bbe0ea4'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:36.318120 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b680289d-c75a-4b13-92ba-9b9a706198f0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network 5a65c9c3-2d9c-4872-a2d2-37606b4183f6 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:36.350847 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680289d-c75a-4b13-92ba-9b9a706198f0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Subnet': ['ID=e80778e8-7ed0-4cfd-8030-2045aadd3db5,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:36.356955 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-4d931555-14b0-4810-a29f-d6cb91e6160c None None] Provisioning complete for port 286f614b-a50e-4fb5-97de-0d1922d9bbd3 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:36.357492 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4d931555-14b0-4810-a29f-d6cb91e6160c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (286f614b-a50e-4fb5-97de-0d1922d9bbd3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.369994 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-b680289d-c75a-4b13-92ba-9b9a706198f0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:36.373383 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b680289d-c75a-4b13-92ba-9b9a706198f0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:36.374307 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b680289d-c75a-4b13-92ba-9b9a706198f0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.408525 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a5fe06b9-381e-48a4-9a60-f50b152ae8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:36.423623 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fe06b9-381e-48a4-9a60-f50b152ae8b5 None None] Routers {'d932161a-90c7-4c4b-800f-76e87bbe0ea4'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:36.424408 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a5fe06b9-381e-48a4-9a60-f50b152ae8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:52:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d932161a-90c7-4c4b-800f-76e87bbe0ea4'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:36.447766 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 1f67c013-96f2-4096-a629-6e3e6f8fa47f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:36.448325 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (1f67c013-96f2-4096-a629-6e3e6f8fa47f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.455374 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.507444 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a5fe06b9-381e-48a4-9a60-f50b152ae8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:36.512027 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fe06b9-381e-48a4-9a60-f50b152ae8b5 None None] The sync data for ids ['d932161a-90c7-4c4b-800f-76e87bbe0ea4'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:52:36.543556 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4d931555-14b0-4810-a29f-d6cb91e6160c None None] Port 286f614b-a50e-4fb5-97de-0d1922d9bbd3 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:36.583269 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96b95eb-d9c8-4c66-840a-86a37e1b53f9 None None] Network 9a5165cf-ceee-4f01-be6a-8e2dd976ab0c requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:36.623635 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 1f67c013-96f2-4096-a629-6e3e6f8fa47f is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:36.624317 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (1f67c013-96f2-4096-a629-6e3e6f8fa47f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.688424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3689ab6-3e51-4c50-9c59-5f3bad45f5fe None None] Network 5a65c9c3-2d9c-4872-a2d2-37606b4183f6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:36.745902 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 1f67c013-96f2-4096-a629-6e3e6f8fa47f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=1f67c013-96f2-4096-a629-6e3e6f8fa47f,segment=NetworkSegment(e9286397-f835-455e-be57-fff75afceac9),segment_id=e9286397-f835-455e-be57-fff75afceac9)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:36.764256 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-3934473f-d987-4793-ab10-7129934e2f4a None None] Provisioning complete for port 1f67c013-96f2-4096-a629-6e3e6f8fa47f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:36.764632 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3934473f-d987-4793-ab10-7129934e2f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (1f67c013-96f2-4096-a629-6e3e6f8fa47f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.796804 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (1f67c013-96f2-4096-a629-6e3e6f8fa47f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.797531 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 302f014b-d1ea-482d-80ce-8e5e055a7105 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:36.916721 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b680289d-c75a-4b13-92ba-9b9a706198f0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5080986 Jan 28 13:52:36.919343 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59976) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:36.924244 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-9fb85ce6-21e7-42da-b1d4-4881d63676e9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'security_group': {'name': 'tempest-secgroup-2018377700'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:36.924625 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5e0d592f-58b0-4a10-bd32-9a334cf38698 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for router (d932161a-90c7-4c4b-800f-76e87bbe0ea4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.961380 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9fb85ce6-21e7-42da-b1d4-4881d63676e9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.963929 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=1f67c013-96f2-4096-a629-6e3e6f8fa47f,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:37.028070 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 302f014b-d1ea-482d-80ce-8e5e055a7105 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:37.029488 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:37.052809 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-5e0d592f-58b0-4a10-bd32-9a334cf38698 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 13:52:37.054476 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5e0d592f-58b0-4a10-bd32-9a334cf38698 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "DELETE /v2.0/routers/d932161a-90c7-4c4b-800f-76e87bbe0ea4 HTTP/1.1" status: 409 len: 329 time: 0.7681222 Jan 28 13:52:37.057656 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59978) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:37.084288 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3934473f-d987-4793-ab10-7129934e2f4a None None] Current status of the port 1f67c013-96f2-4096-a629-6e3e6f8fa47f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:37.137217 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9fb85ce6-21e7-42da-b1d4-4881d63676e9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (128914b6-529f-4d35-b81f-fb646ec5ac0a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:37.146694 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9fb85ce6-21e7-42da-b1d4-4881d63676e9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (128914b6-529f-4d35-b81f-fb646ec5ac0a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:37.194473 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9032b2a-8393-4a6d-b9a3-193bd3e31278 None None] Update dhcp port {'port': {'network_id': '5a65c9c3-2d9c-4872-a2d2-37606b4183f6', 'fixed_ips': [{'subnet_id': '7d4c81d1-1294-4236-b56e-e5aa27af04d5', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e80778e8-7ed0-4cfd-8030-2045aadd3db5'}], 'binding:host_id': 'n-d-822747-2'}, 'id': '302f014b-d1ea-482d-80ce-8e5e055a7105'} from n-d-822747-2. {{(pid=103353) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 13:52:37.217604 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9fb85ce6-21e7-42da-b1d4-4881d63676e9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:37.221025 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9fb85ce6-21e7-42da-b1d4-4881d63676e9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3004498 Jan 28 13:52:37.228170 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59984) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:37.243567 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-e3b2755f-e0f2-43d3-a10c-73af5dcd39a2 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'security_group': {'name': 'tempest-secgroup-1216046598'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:37.258147 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb85ce6-21e7-42da-b1d4-4881d63676e9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=128914b6-529f-4d35-b81f-fb646ec5ac0a,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:37.263142 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-8cfe2994-19d2-4404-97d4-b4410aabc80b None None] Provisioning complete for port 302f014b-d1ea-482d-80ce-8e5e055a7105 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:37.263742 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8cfe2994-19d2-4404-97d4-b4410aabc80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:37.300838 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9032b2a-8393-4a6d-b9a3-193bd3e31278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:37.305496 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e3b2755f-e0f2-43d3-a10c-73af5dcd39a2 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:37.410038 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e3b2755f-e0f2-43d3-a10c-73af5dcd39a2 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (5492b7ac-13ad-4352-9a74-c481e3124da4), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:37.419320 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e3b2755f-e0f2-43d3-a10c-73af5dcd39a2 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5492b7ac-13ad-4352-9a74-c481e3124da4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:37.460084 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2755f-e0f2-43d3-a10c-73af5dcd39a2 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5492b7ac-13ad-4352-9a74-c481e3124da4,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:37.491150 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e3b2755f-e0f2-43d3-a10c-73af5dcd39a2 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:37.498171 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e3b2755f-e0f2-43d3-a10c-73af5dcd39a2 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2659614 Jan 28 13:52:37.499654 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 59986) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:37.510952 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-a4b26dc2-22e8-4f82-b221-d221aca9f6c9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'security_group': {'name': 'tempest-secgroup-90838316'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:37.566716 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a4b26dc2-22e8-4f82-b221-d221aca9f6c9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:37.618793 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d08311f5-51a5-4e2e-b5bb-ad47d021b8c4 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (d932161a-90c7-4c4b-800f-76e87bbe0ea4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:37.641086 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 302f014b-d1ea-482d-80ce-8e5e055a7105 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:37.682315 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a4b26dc2-22e8-4f82-b221-d221aca9f6c9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (92edd35b-682f-4f64-bec9-2c113e5d0dd6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:37.695678 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a4b26dc2-22e8-4f82-b221-d221aca9f6c9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (92edd35b-682f-4f64-bec9-2c113e5d0dd6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:37.735808 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a4b26dc2-22e8-4f82-b221-d221aca9f6c9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:37.739982 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 59992) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:37.741576 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a4b26dc2-22e8-4f82-b221-d221aca9f6c9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2405784 Jan 28 13:52:37.750216 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-cc015575-fa49-4ec0-8f46-4760d5b092a1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1383965067', 'security_groups': ['92edd35b-682f-4f64-bec9-2c113e5d0dd6'], 'network_id': '5a65c9c3-2d9c-4872-a2d2-37606b4183f6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e80778e8-7ed0-4cfd-8030-2045aadd3db5'}]}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:37.758151 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b26dc2-22e8-4f82-b221-d221aca9f6c9 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92edd35b-682f-4f64-bec9-2c113e5d0dd6,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:37.822469 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe2994-19d2-4404-97d4-b4410aabc80b None None] Current status of the port 302f014b-d1ea-482d-80ce-8e5e055a7105 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:37.902440 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-8cfe2994-19d2-4404-97d4-b4410aabc80b None None] Provisioning complete for port d899c2d6-736a-4ef5-b457-58c178aef84a triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:37.902579 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8cfe2994-19d2-4404-97d4-b4410aabc80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d899c2d6-736a-4ef5-b457-58c178aef84a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:37.936927 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 1f67c013-96f2-4096-a629-6e3e6f8fa47f up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:37.985079 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-a9032b2a-8393-4a6d-b9a3-193bd3e31278 None None] Allocated IP 172.20.0.2 (5a65c9c3-2d9c-4872-a2d2-37606b4183f6/e80778e8-7ed0-4cfd-8030-2045aadd3db5/302f014b-d1ea-482d-80ce-8e5e055a7105) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:37.989413 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe2994-19d2-4404-97d4-b4410aabc80b None None] Port d899c2d6-736a-4ef5-b457-58c178aef84a cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:38.022082 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc015575-fa49-4ec0-8f46-4760d5b092a1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:38.083309 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 1f67c013-96f2-4096-a629-6e3e6f8fa47f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:38.083692 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (1f67c013-96f2-4096-a629-6e3e6f8fa47f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:38.119408 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-d08311f5-51a5-4e2e-b5bb-ad47d021b8c4 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Deleting port 286f614b-a50e-4fb5-97de-0d1922d9bbd3 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:38.119745 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d08311f5-51a5-4e2e-b5bb-ad47d021b8c4 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (286f614b-a50e-4fb5-97de-0d1922d9bbd3), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:38.136386 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a9032b2a-8393-4a6d-b9a3-193bd3e31278 None None] For port 302f014b-d1ea-482d-80ce-8e5e055a7105, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=302f014b-d1ea-482d-80ce-8e5e055a7105,segment=NetworkSegment(6e34ea92-1e65-41e6-8340-169c4e7306dc),segment_id=6e34ea92-1e65-41e6-8340-169c4e7306dc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:38.138695 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cc015575-fa49-4ec0-8f46-4760d5b092a1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:38.167730 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-479bc16d-e996-4910-896d-5c0b63b6ef5b None None] Provisioning complete for port 1f67c013-96f2-4096-a629-6e3e6f8fa47f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:38.168562 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-479bc16d-e996-4910-896d-5c0b63b6ef5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (1f67c013-96f2-4096-a629-6e3e6f8fa47f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:38.205104 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-cc015575-fa49-4ec0-8f46-4760d5b092a1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] device_id is not set on port 8a50c536-1bae-4f64-8765-e179c745d6e8 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:52:38.209538 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9032b2a-8393-4a6d-b9a3-193bd3e31278 None None] Publish callbacks [] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:38.221369 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9032b2a-8393-4a6d-b9a3-193bd3e31278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:38.280273 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d08311f5-51a5-4e2e-b5bb-ad47d021b8c4 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (286f614b-a50e-4fb5-97de-0d1922d9bbd3), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:38.299625 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-d08311f5-51a5-4e2e-b5bb-ad47d021b8c4 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Calling delete_port for 286f614b-a50e-4fb5-97de-0d1922d9bbd3 owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:38.326492 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 1f67c013-96f2-4096-a629-6e3e6f8fa47f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:38.376158 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9032b2a-8393-4a6d-b9a3-193bd3e31278 None None] Pushing event updated for resources: {'Port': ['ID=302f014b-d1ea-482d-80ce-8e5e055a7105,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:38.402847 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-479bc16d-e996-4910-896d-5c0b63b6ef5b None None] Current status of the port 1f67c013-96f2-4096-a629-6e3e6f8fa47f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:38.508908 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.db.api [None req-cc015575-fa49-4ec0-8f46-4760d5b092a1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-03d54248-4c1d-4fab-803b-3f2e7134c7d1 {{(pid=103352) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:52:38.509308 n-d-822747-2 neutron-server[103352]: DEBUG oslo_db.api [None req-cc015575-fa49-4ec0-8f46-4760d5b092a1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:52:38.580624 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d08311f5-51a5-4e2e-b5bb-ad47d021b8c4 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (286f614b-a50e-4fb5-97de-0d1922d9bbd3), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:38.608532 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08311f5-51a5-4e2e-b5bb-ad47d021b8c4 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Pushing event deleted for resources: {'Port': ['ID=286f614b-a50e-4fb5-97de-0d1922d9bbd3,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:38.725327 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d08311f5-51a5-4e2e-b5bb-ad47d021b8c4 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (d932161a-90c7-4c4b-800f-76e87bbe0ea4), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:38.923686 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08311f5-51a5-4e2e-b5bb-ad47d021b8c4 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Router d932161a-90c7-4c4b-800f-76e87bbe0ea4 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:52:39.014705 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cc015575-fa49-4ec0-8f46-4760d5b092a1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:39.031285 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08311f5-51a5-4e2e-b5bb-ad47d021b8c4 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:52:39.037744 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d08311f5-51a5-4e2e-b5bb-ad47d021b8c4 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "PUT /v2.0/routers/d932161a-90c7-4c4b-800f-76e87bbe0ea4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9786658 Jan 28 13:52:39.042943 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60010) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:39.046458 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-cc015575-fa49-4ec0-8f46-4760d5b092a1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] device_id is not set on port 92f0cb39-8242-4580-93b6-5aa562a5b6f0 yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:52:39.052479 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42449008-0b0b-41fa-8e11-93574e4cde0b None None] Sync routers for ids ['d932161a-90c7-4c4b-800f-76e87bbe0ea4'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:52:39.085642 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42449008-0b0b-41fa-8e11-93574e4cde0b None None] Routers {'d932161a-90c7-4c4b-800f-76e87bbe0ea4'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:39.086628 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-42449008-0b0b-41fa-8e11-93574e4cde0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:52:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d932161a-90c7-4c4b-800f-76e87bbe0ea4'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:39.104752 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-79fc4d4e-6f20-49cc-88a5-177bada5ead0 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] show failed (client error): The resource could not be found. Jan 28 13:52:39.110249 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-79fc4d4e-6f20-49cc-88a5-177bada5ead0 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-1481518798 HTTP/1.1" status: 404 len: 335 time: 0.0624385 Jan 28 13:52:39.112611 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60012) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:39.124108 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-194ad655-f4fc-472c-93ee-b849c4faf557 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:39.149101 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-42449008-0b0b-41fa-8e11-93574e4cde0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:39.166339 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-194ad655-f4fc-472c-93ee-b849c4faf557 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] update failed (client error): The resource could not be found. Jan 28 13:52:39.171689 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42449008-0b0b-41fa-8e11-93574e4cde0b None None] Routers {'d932161a-90c7-4c4b-800f-76e87bbe0ea4'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:39.171689 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-42449008-0b0b-41fa-8e11-93574e4cde0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:52:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['d932161a-90c7-4c4b-800f-76e87bbe0ea4'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:39.173169 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-194ad655-f4fc-472c-93ee-b849c4faf557 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-1120139927 HTTP/1.1" status: 404 len: 335 time: 0.0603092 Jan 28 13:52:39.174156 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60014) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:39.178696 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-526ba01f-066e-4489-8cc8-b32f7ebb6ac7 None None] Provisioning complete for port 302f014b-d1ea-482d-80ce-8e5e055a7105 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:39.179117 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-526ba01f-066e-4489-8cc8-b32f7ebb6ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:39.239837 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-42449008-0b0b-41fa-8e11-93574e4cde0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:39.261228 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42449008-0b0b-41fa-8e11-93574e4cde0b None None] The sync data for ids ['d932161a-90c7-4c4b-800f-76e87bbe0ea4'] in n-d-822747-2 is: [] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:52:39.262080 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-5693ac16-b910-435b-b24f-cd738e9159d6 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Deleting subnet 0333a66e-8977-4ad4-956c-cbef1af82225 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:52:39.266759 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5693ac16-b910-435b-b24f-cd738e9159d6 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for subnet (0333a66e-8977-4ad4-956c-cbef1af82225), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:39.292208 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-cc015575-fa49-4ec0-8f46-4760d5b092a1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Allocated IP 172.20.0.4 (5a65c9c3-2d9c-4872-a2d2-37606b4183f6/e80778e8-7ed0-4cfd-8030-2045aadd3db5/92f0cb39-8242-4580-93b6-5aa562a5b6f0) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:39.338404 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5693ac16-b910-435b-b24f-cd738e9159d6 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (0333a66e-8977-4ad4-956c-cbef1af82225), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:39.352789 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-526ba01f-066e-4489-8cc8-b32f7ebb6ac7 None None] Current status of the port 302f014b-d1ea-482d-80ce-8e5e055a7105 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:39.364930 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-526ba01f-066e-4489-8cc8-b32f7ebb6ac7 None None] Provisioning complete for port d899c2d6-736a-4ef5-b457-58c178aef84a triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:39.365308 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-526ba01f-066e-4489-8cc8-b32f7ebb6ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d899c2d6-736a-4ef5-b457-58c178aef84a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:39.414725 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-526ba01f-066e-4489-8cc8-b32f7ebb6ac7 None None] Port d899c2d6-736a-4ef5-b457-58c178aef84a cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:39.442032 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5693ac16-b910-435b-b24f-cd738e9159d6 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (0333a66e-8977-4ad4-956c-cbef1af82225), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:39.457499 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cc015575-fa49-4ec0-8f46-4760d5b092a1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for port (92f0cb39-8242-4580-93b6-5aa562a5b6f0), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:39.495413 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cc015575-fa49-4ec0-8f46-4760d5b092a1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (92f0cb39-8242-4580-93b6-5aa562a5b6f0), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:39.526191 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5693ac16-b910-435b-b24f-cd738e9159d6 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (0333a66e-8977-4ad4-956c-cbef1af82225), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:39.529271 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f0c7970c-a66f-42a3-b98d-26acd58f6141 None None] Could not find standard attr ID for object 0358d132-eedb-4a07-b056-71e9f9204b2f. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:52:39.543506 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc015575-fa49-4ec0-8f46-4760d5b092a1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network 5a65c9c3-2d9c-4872-a2d2-37606b4183f6 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:39.549955 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-cc015575-fa49-4ec0-8f46-4760d5b092a1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:39.554777 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc015575-fa49-4ec0-8f46-4760d5b092a1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:39.559030 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc015575-fa49-4ec0-8f46-4760d5b092a1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Port': ['ID=92f0cb39-8242-4580-93b6-5aa562a5b6f0,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:39.563457 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693ac16-b910-435b-b24f-cd738e9159d6 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Pushing event deleted for resources: {'Subnet': ['ID=0333a66e-8977-4ad4-956c-cbef1af82225,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:39.572120 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5693ac16-b910-435b-b24f-cd738e9159d6 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:39.574212 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c7e296-f53b-4e23-abf5-acf87510045b None None] Network 9a5165cf-ceee-4f01-be6a-8e2dd976ab0c requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:39.576327 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5693ac16-b910-435b-b24f-cd738e9159d6 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "DELETE /v2.0/subnets/0333a66e-8977-4ad4-956c-cbef1af82225 HTTP/1.1" status: 204 len: 168 time: 0.4009387 Jan 28 13:52:39.577736 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60016) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:39.618047 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc015575-fa49-4ec0-8f46-4760d5b092a1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:39.618689 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cc015575-fa49-4ec0-8f46-4760d5b092a1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:39.638765 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-cc015575-fa49-4ec0-8f46-4760d5b092a1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8974600 Jan 28 13:52:39.641502 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60018) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:39.651720 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-2b268894-aa06-4433-a6e6-827177772030 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'subnet': {'network_id': '5a65c9c3-2d9c-4872-a2d2-37606b4183f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:39.664413 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da8d5ce1-1085-4dce-aed7-b57a0056bc14 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (9a5165cf-ceee-4f01-be6a-8e2dd976ab0c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:39.730557 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-da8d5ce1-1085-4dce-aed7-b57a0056bc14 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Deleting port 1f67c013-96f2-4096-a629-6e3e6f8fa47f {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:39.731047 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da8d5ce1-1085-4dce-aed7-b57a0056bc14 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (1f67c013-96f2-4096-a629-6e3e6f8fa47f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:39.791739 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd4800c-545a-4c3b-ab76-3e7fede9a6ab None None] DHCP port deletion for 9a5165cf-ceee-4f01-be6a-8e2dd976ab0c request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:52:39.798264 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b268894-aa06-4433-a6e6-827177772030 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:39.801855 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2b268894-aa06-4433-a6e6-827177772030 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:39.806556 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-da8d5ce1-1085-4dce-aed7-b57a0056bc14 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] For port 1f67c013-96f2-4096-a629-6e3e6f8fa47f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=1f67c013-96f2-4096-a629-6e3e6f8fa47f,segment=NetworkSegment(e9286397-f835-455e-be57-fff75afceac9),segment_id=e9286397-f835-455e-be57-fff75afceac9)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:39.806863 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da8d5ce1-1085-4dce-aed7-b57a0056bc14 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (1f67c013-96f2-4096-a629-6e3e6f8fa47f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:39.840063 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-da8d5ce1-1085-4dce-aed7-b57a0056bc14 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Calling delete_port for 1f67c013-96f2-4096-a629-6e3e6f8fa47f owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:39.853323 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2bd4800c-545a-4c3b-ab76-3e7fede9a6ab None None] Deleting port 1f67c013-96f2-4096-a629-6e3e6f8fa47f {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:39.853949 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2bd4800c-545a-4c3b-ab76-3e7fede9a6ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (1f67c013-96f2-4096-a629-6e3e6f8fa47f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:39.924444 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2bd4800c-545a-4c3b-ab76-3e7fede9a6ab None None] For port 1f67c013-96f2-4096-a629-6e3e6f8fa47f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=1f67c013-96f2-4096-a629-6e3e6f8fa47f,segment=NetworkSegment(e9286397-f835-455e-be57-fff75afceac9),segment_id=e9286397-f835-455e-be57-fff75afceac9)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:39.924613 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2bd4800c-545a-4c3b-ab76-3e7fede9a6ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (1f67c013-96f2-4096-a629-6e3e6f8fa47f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:39.925882 n-d-822747-2 neutron-server[103352]: INFO neutron.db.ipam_backend_mixin [None req-2b268894-aa06-4433-a6e6-827177772030 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e80778e8-7ed0-4cfd-8030-2045aadd3db5 (CIDR: 172.20.0.0/28) Jan 28 13:52:39.928467 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 302f014b-d1ea-482d-80ce-8e5e055a7105 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:39.932326 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b268894-aa06-4433-a6e6-827177772030 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:52:39.932984 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b268894-aa06-4433-a6e6-827177772030 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:39.936189 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da8d5ce1-1085-4dce-aed7-b57a0056bc14 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (1f67c013-96f2-4096-a629-6e3e6f8fa47f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:39.953438 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2b268894-aa06-4433-a6e6-827177772030 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3106420 Jan 28 13:52:39.956108 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60022) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:39.961162 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-752ffbb2-ca3a-45d3-84f5-aaa755949d49 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'subnet': {'network_id': '5a65c9c3-2d9c-4872-a2d2-37606b4183f6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:39.982264 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2bd4800c-545a-4c3b-ab76-3e7fede9a6ab None None] Calling delete_port for 1f67c013-96f2-4096-a629-6e3e6f8fa47f owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:39.986639 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8d5ce1-1085-4dce-aed7-b57a0056bc14 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] No DVR routers for this DVR port 1f67c013-96f2-4096-a629-6e3e6f8fa47f on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:39.998888 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d5ce1-1085-4dce-aed7-b57a0056bc14 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Pushing event deleted for resources: {'Port': ['ID=1f67c013-96f2-4096-a629-6e3e6f8fa47f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:40.056833 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 13:52:40.075302 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2bd4800c-545a-4c3b-ab76-3e7fede9a6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (1f67c013-96f2-4096-a629-6e3e6f8fa47f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:40.115851 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da8d5ce1-1085-4dce-aed7-b57a0056bc14 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (9a5165cf-ceee-4f01-be6a-8e2dd976ab0c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:40.116408 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd4800c-545a-4c3b-ab76-3e7fede9a6ab None None] No DVR routers for this DVR port 1f67c013-96f2-4096-a629-6e3e6f8fa47f on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:40.120695 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4800c-545a-4c3b-ab76-3e7fede9a6ab None None] Pushing event deleted for resources: {'Port': ['ID=1f67c013-96f2-4096-a629-6e3e6f8fa47f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:40.133395 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-7b959f28-faf1-4e35-b69a-a5acadd23ddc None None] Provisioning complete for port 92f0cb39-8242-4580-93b6-5aa562a5b6f0 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:40.133777 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b959f28-faf1-4e35-b69a-a5acadd23ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (92f0cb39-8242-4580-93b6-5aa562a5b6f0), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:40.147831 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-da8d5ce1-1085-4dce-aed7-b57a0056bc14 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a5165cf-ceee-4f01-be6a-8e2dd976ab0c']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:40.155082 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752ffbb2-ca3a-45d3-84f5-aaa755949d49 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:40.164014 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-da8d5ce1-1085-4dce-aed7-b57a0056bc14 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9286397-f835-455e-be57-fff75afceac9') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:40.164387 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-da8d5ce1-1085-4dce-aed7-b57a0056bc14 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9286397-f835-455e-be57-fff75afceac9') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:40.167328 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-752ffbb2-ca3a-45d3-84f5-aaa755949d49 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:40.183120 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da8d5ce1-1085-4dce-aed7-b57a0056bc14 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (e9286397-f835-455e-be57-fff75afceac9), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:40.193463 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 302f014b-d1ea-482d-80ce-8e5e055a7105 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:40.193986 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:40.195534 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7b959f28-faf1-4e35-b69a-a5acadd23ddc None None] Port 92f0cb39-8242-4580-93b6-5aa562a5b6f0 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:40.198832 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da8d5ce1-1085-4dce-aed7-b57a0056bc14 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (e9286397-f835-455e-be57-fff75afceac9), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:40.208784 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da8d5ce1-1085-4dce-aed7-b57a0056bc14 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:52:40.209400 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da8d5ce1-1085-4dce-aed7-b57a0056bc14 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (e9286397-f835-455e-be57-fff75afceac9), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:52:40.214656 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:52:40.287267 n-d-822747-2 neutron-server[103352]: INFO neutron.db.ipam_backend_mixin [None req-752ffbb2-ca3a-45d3-84f5-aaa755949d49 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 7d4c81d1-1294-4236-b56e-e5aa27af04d5 (CIDR: 172.20.0.16/28) Jan 28 13:52:40.289763 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da8d5ce1-1085-4dce-aed7-b57a0056bc14 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (9a5165cf-ceee-4f01-be6a-8e2dd976ab0c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:40.291737 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-752ffbb2-ca3a-45d3-84f5-aaa755949d49 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:52:40.291737 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-752ffbb2-ca3a-45d3-84f5-aaa755949d49 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:40.295228 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da8d5ce1-1085-4dce-aed7-b57a0056bc14 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:40.299629 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-da8d5ce1-1085-4dce-aed7-b57a0056bc14 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "DELETE /v2.0/networks/9a5165cf-ceee-4f01-be6a-8e2dd976ab0c HTTP/1.1" status: 204 len: 168 time: 0.7199998 Jan 28 13:52:40.305766 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60036) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:40.315203 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 302f014b-d1ea-482d-80ce-8e5e055a7105 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:40.321237 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-752ffbb2-ca3a-45d3-84f5-aaa755949d49 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3617022 Jan 28 13:52:40.321498 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60038) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:40.327397 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-fff72536-afb8-462c-be44-7ac9817efbee tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'subnet': {'network_id': '5a65c9c3-2d9c-4872-a2d2-37606b4183f6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:40.364484 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d5ce1-1085-4dce-aed7-b57a0056bc14 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Pushing event deleted for resources: {'Network': ['ID=9a5165cf-ceee-4f01-be6a-8e2dd976ab0c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:40.384050 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 1f67c013-96f2-4096-a629-6e3e6f8fa47f no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:52:40.407775 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f38d25-1ca8-4152-a475-70c01f850738 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Deleting subnet 90cef940-c5c5-456b-973e-307e7d1fe881 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:52:40.411297 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a3f38d25-1ca8-4152-a475-70c01f850738 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for subnet (90cef940-c5c5-456b-973e-307e7d1fe881), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:40.419171 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 1f67c013-96f2-4096-a629-6e3e6f8fa47f {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:52:40.419531 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 1f67c013-96f2-4096-a629-6e3e6f8fa47f not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:52:40.457050 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff72536-afb8-462c-be44-7ac9817efbee tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Made reservation on behalf of c72180828f944c22b2bf13b320e444e9 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:40.461882 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fff72536-afb8-462c-be44-7ac9817efbee tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:40.462034 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a3f38d25-1ca8-4152-a475-70c01f850738 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (90cef940-c5c5-456b-973e-307e7d1fe881), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:40.558544 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a3f38d25-1ca8-4152-a475-70c01f850738 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (90cef940-c5c5-456b-973e-307e7d1fe881), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:40.633452 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a3f38d25-1ca8-4152-a475-70c01f850738 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (90cef940-c5c5-456b-973e-307e7d1fe881), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:40.686184 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f38d25-1ca8-4152-a475-70c01f850738 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Pushing event deleted for resources: {'Subnet': ['ID=90cef940-c5c5-456b-973e-307e7d1fe881,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:40.690264 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a3f38d25-1ca8-4152-a475-70c01f850738 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:40.692689 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dd8f5a-1eb8-43b6-934d-bdec3bc164d3 None None] Network 5174dd3c-0975-4602-8ed4-b66970092b72 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:40.693642 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a3f38d25-1ca8-4152-a475-70c01f850738 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "DELETE /v2.0/subnets/90cef940-c5c5-456b-973e-307e7d1fe881 HTTP/1.1" status: 204 len: 168 time: 0.3865864 Jan 28 13:52:40.696404 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60052) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:40.745121 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fff72536-afb8-462c-be44-7ac9817efbee tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (68dc2033-3dec-4da4-a96b-b58027c85703), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:40.768585 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d5e120f-df8c-4130-abbd-e8709507b07e tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Deleting subnet 13c67184-54fe-4ff7-849d-019ef708aa4b {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:52:40.774225 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7d5e120f-df8c-4130-abbd-e8709507b07e tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for subnet (13c67184-54fe-4ff7-849d-019ef708aa4b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:40.795385 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff72536-afb8-462c-be44-7ac9817efbee tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Network 5a65c9c3-2d9c-4872-a2d2-37606b4183f6 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:40.798656 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-fff72536-afb8-462c-be44-7ac9817efbee tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:40.810044 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07797d4-2a02-4785-9272-fc02faacbbf2 None None] Network 5a65c9c3-2d9c-4872-a2d2-37606b4183f6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:40.812029 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff72536-afb8-462c-be44-7ac9817efbee tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:40.812640 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fff72536-afb8-462c-be44-7ac9817efbee tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:40.833961 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7d5e120f-df8c-4130-abbd-e8709507b07e tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (13c67184-54fe-4ff7-849d-019ef708aa4b), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:40.867460 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff72536-afb8-462c-be44-7ac9817efbee tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Subnet': ['ID=68dc2033-3dec-4da4-a96b-b58027c85703,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:40.895286 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a21a8c-4400-44e6-8f7c-5e22e4c933be None None] DHCP port deletion for 5174dd3c-0975-4602-8ed4-b66970092b72 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:52:40.900251 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fff72536-afb8-462c-be44-7ac9817efbee tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5774109 Jan 28 13:52:40.900707 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60054) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:40.912154 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-3ec2a896-b028-4417-b206-cc2a3b58cde1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-930238980', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '68dc2033-3dec-4da4-a96b-b58027c85703'}], 'security_groups': ['128914b6-529f-4d35-b81f-fb646ec5ac0a', '5492b7ac-13ad-4352-9a74-c481e3124da4']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:40.954310 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7d5e120f-df8c-4130-abbd-e8709507b07e tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (13c67184-54fe-4ff7-849d-019ef708aa4b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:40.981469 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a9a21a8c-4400-44e6-8f7c-5e22e4c933be None None] Deleting port 41d70058-6b84-4ca5-bdb9-e08b2f424b17 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:40.981991 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9a21a8c-4400-44e6-8f7c-5e22e4c933be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (41d70058-6b84-4ca5-bdb9-e08b2f424b17), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:41.000747 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3ec2a896-b028-4417-b206-cc2a3b58cde1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (92f0cb39-8242-4580-93b6-5aa562a5b6f0), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:41.029121 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7d5e120f-df8c-4130-abbd-e8709507b07e tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (13c67184-54fe-4ff7-849d-019ef708aa4b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:41.052292 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a9a21a8c-4400-44e6-8f7c-5e22e4c933be None None] For port 41d70058-6b84-4ca5-bdb9-e08b2f424b17, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=41d70058-6b84-4ca5-bdb9-e08b2f424b17,segment=NetworkSegment(ddc32cfa-ca19-4bb8-a1fe-b62ee442e184),segment_id=ddc32cfa-ca19-4bb8-a1fe-b62ee442e184)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:41.052849 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9a21a8c-4400-44e6-8f7c-5e22e4c933be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (41d70058-6b84-4ca5-bdb9-e08b2f424b17), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:41.064412 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e120f-df8c-4130-abbd-e8709507b07e tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Pushing event deleted for resources: {'Subnet': ['ID=13c67184-54fe-4ff7-849d-019ef708aa4b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:41.068282 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a9a21a8c-4400-44e6-8f7c-5e22e4c933be None None] Calling delete_port for 41d70058-6b84-4ca5-bdb9-e08b2f424b17 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:41.082074 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7d5e120f-df8c-4130-abbd-e8709507b07e tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:41.086606 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7d5e120f-df8c-4130-abbd-e8709507b07e tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "DELETE /v2.0/subnets/13c67184-54fe-4ff7-849d-019ef708aa4b HTTP/1.1" status: 204 len: 168 time: 0.3889043 Jan 28 13:52:41.088947 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60058) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:41.157170 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c1b178-9fa1-4602-bacb-e85624c3259b None None] Network 2ab134ec-258c-423d-9cf8-9340b469a8dd requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:41.199247 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-560140aa-64bf-49fc-a5d5-7749a861938f tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (5174dd3c-0975-4602-8ed4-b66970092b72), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:41.282692 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-560140aa-64bf-49fc-a5d5-7749a861938f tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Deleting port 41d70058-6b84-4ca5-bdb9-e08b2f424b17 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:41.283080 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-560140aa-64bf-49fc-a5d5-7749a861938f tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (41d70058-6b84-4ca5-bdb9-e08b2f424b17), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:41.366966 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-3ec2a896-b028-4417-b206-cc2a3b58cde1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Delete allocated IP 172.20.0.4 (5a65c9c3-2d9c-4872-a2d2-37606b4183f6/e80778e8-7ed0-4cfd-8030-2045aadd3db5) {{(pid=103352) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 13:52:41.369988 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a831a7-d5e1-4c9a-9103-a360cc51bd51 None None] Update dhcp port {'port': {'network_id': '5a65c9c3-2d9c-4872-a2d2-37606b4183f6', 'fixed_ips': [{'subnet_id': '7d4c81d1-1294-4236-b56e-e5aa27af04d5', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e80778e8-7ed0-4cfd-8030-2045aadd3db5', 'ip_address': '172.20.0.2'}, {'subnet_id': '68dc2033-3dec-4da4-a96b-b58027c85703'}], 'binding:host_id': 'n-d-822747-2'}, 'id': '302f014b-d1ea-482d-80ce-8e5e055a7105'} from n-d-822747-2. {{(pid=103353) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 13:52:41.371394 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-560140aa-64bf-49fc-a5d5-7749a861938f tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] For port 41d70058-6b84-4ca5-bdb9-e08b2f424b17, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=41d70058-6b84-4ca5-bdb9-e08b2f424b17,segment=NetworkSegment(ddc32cfa-ca19-4bb8-a1fe-b62ee442e184),segment_id=ddc32cfa-ca19-4bb8-a1fe-b62ee442e184)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:41.372017 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-560140aa-64bf-49fc-a5d5-7749a861938f tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (41d70058-6b84-4ca5-bdb9-e08b2f424b17), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:41.378939 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-3ec2a896-b028-4417-b206-cc2a3b58cde1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Allocated IP 172.20.0.41 (5a65c9c3-2d9c-4872-a2d2-37606b4183f6/68dc2033-3dec-4da4-a96b-b58027c85703/92f0cb39-8242-4580-93b6-5aa562a5b6f0) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:41.395055 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9a21a8c-4400-44e6-8f7c-5e22e4c933be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (41d70058-6b84-4ca5-bdb9-e08b2f424b17), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:41.401188 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-560140aa-64bf-49fc-a5d5-7749a861938f tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Calling delete_port for 41d70058-6b84-4ca5-bdb9-e08b2f424b17 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:41.432002 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41a831a7-d5e1-4c9a-9103-a360cc51bd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:41.436011 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a21a8c-4400-44e6-8f7c-5e22e4c933be None None] Pushing event deleted for resources: {'Port': ['ID=41d70058-6b84-4ca5-bdb9-e08b2f424b17,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:41.438668 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a21a8c-4400-44e6-8f7c-5e22e4c933be None None] No DVR routers for this DVR port 41d70058-6b84-4ca5-bdb9-e08b2f424b17 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:41.547743 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-560140aa-64bf-49fc-a5d5-7749a861938f tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (41d70058-6b84-4ca5-bdb9-e08b2f424b17), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:41.563790 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560140aa-64bf-49fc-a5d5-7749a861938f tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] No DVR routers for this DVR port 41d70058-6b84-4ca5-bdb9-e08b2f424b17 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:41.587623 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560140aa-64bf-49fc-a5d5-7749a861938f tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Pushing event deleted for resources: {'Port': ['ID=41d70058-6b84-4ca5-bdb9-e08b2f424b17,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:41.593678 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edda0ed-e995-4596-a9df-1cbe683cab07 None None] DHCP port deletion for 2ab134ec-258c-423d-9cf8-9340b469a8dd request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:52:41.613893 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3ec2a896-b028-4417-b206-cc2a3b58cde1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for port (92f0cb39-8242-4580-93b6-5aa562a5b6f0), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:41.622008 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3ec2a896-b028-4417-b206-cc2a3b58cde1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (92f0cb39-8242-4580-93b6-5aa562a5b6f0), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:41.713725 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-560140aa-64bf-49fc-a5d5-7749a861938f tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (5174dd3c-0975-4602-8ed4-b66970092b72), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:41.750178 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-560140aa-64bf-49fc-a5d5-7749a861938f tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5174dd3c-0975-4602-8ed4-b66970092b72']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:41.761908 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-560140aa-64bf-49fc-a5d5-7749a861938f tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc32cfa-ca19-4bb8-a1fe-b62ee442e184') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:41.762352 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-560140aa-64bf-49fc-a5d5-7749a861938f tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc32cfa-ca19-4bb8-a1fe-b62ee442e184') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:41.778647 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2a896-b028-4417-b206-cc2a3b58cde1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event updated for resources: {'Port': ['ID=92f0cb39-8242-4580-93b6-5aa562a5b6f0,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:41.784399 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-560140aa-64bf-49fc-a5d5-7749a861938f tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (ddc32cfa-ca19-4bb8-a1fe-b62ee442e184), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:41.791259 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-3ec2a896-b028-4417-b206-cc2a3b58cde1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] In _notify_port_updated(), no bound segment for port 92f0cb39-8242-4580-93b6-5aa562a5b6f0 on network 5a65c9c3-2d9c-4872-a2d2-37606b4183f6 {{(pid=103352) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:52:41.802951 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec2a896-b028-4417-b206-cc2a3b58cde1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:41.805529 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3ec2a896-b028-4417-b206-cc2a3b58cde1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:41.808156 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3ec2a896-b028-4417-b206-cc2a3b58cde1 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "PUT /v2.0/ports/92f0cb39-8242-4580-93b6-5aa562a5b6f0 HTTP/1.1" status: 200 len: 959 time: 0.9059565 Jan 28 13:52:41.809379 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-560140aa-64bf-49fc-a5d5-7749a861938f tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (ddc32cfa-ca19-4bb8-a1fe-b62ee442e184), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:41.812194 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60064) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:41.882252 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560140aa-64bf-49fc-a5d5-7749a861938f tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:52:41.882679 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-560140aa-64bf-49fc-a5d5-7749a861938f tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (ddc32cfa-ca19-4bb8-a1fe-b62ee442e184), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: self.session.flush() Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:52:41.886055 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:52:41.902224 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-41a831a7-d5e1-4c9a-9103-a360cc51bd51 None None] Allocated IP 172.20.0.34 (5a65c9c3-2d9c-4872-a2d2-37606b4183f6/68dc2033-3dec-4da4-a96b-b58027c85703/302f014b-d1ea-482d-80ce-8e5e055a7105) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:41.920852 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device fceac5f4-c52c-4b01-a467-144c1ec39cd4 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:52:42.004417 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-560140aa-64bf-49fc-a5d5-7749a861938f tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (5174dd3c-0975-4602-8ed4-b66970092b72), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.013536 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-560140aa-64bf-49fc-a5d5-7749a861938f tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.019489 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-560140aa-64bf-49fc-a5d5-7749a861938f tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "DELETE /v2.0/networks/5174dd3c-0975-4602-8ed4-b66970092b72 HTTP/1.1" status: 204 len: 168 time: 0.9268811 Jan 28 13:52:42.020037 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60066) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:42.050119 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0edda0ed-e995-4596-a9df-1cbe683cab07 None None] Deleting port fceac5f4-c52c-4b01-a467-144c1ec39cd4 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:42.050484 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0edda0ed-e995-4596-a9df-1cbe683cab07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (fceac5f4-c52c-4b01-a467-144c1ec39cd4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.057567 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560140aa-64bf-49fc-a5d5-7749a861938f tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Pushing event deleted for resources: {'Network': ['ID=5174dd3c-0975-4602-8ed4-b66970092b72,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:42.065602 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-bd4acd4a-ae7c-4ec4-a43e-596c7a9610b0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting port 92f0cb39-8242-4580-93b6-5aa562a5b6f0 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:42.067203 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bd4acd4a-ae7c-4ec4-a43e-596c7a9610b0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (92f0cb39-8242-4580-93b6-5aa562a5b6f0), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.110819 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-41a831a7-d5e1-4c9a-9103-a360cc51bd51 None None] For port 302f014b-d1ea-482d-80ce-8e5e055a7105, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=302f014b-d1ea-482d-80ce-8e5e055a7105,segment=NetworkSegment(6e34ea92-1e65-41e6-8340-169c4e7306dc),segment_id=6e34ea92-1e65-41e6-8340-169c4e7306dc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:42.171182 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-0edda0ed-e995-4596-a9df-1cbe683cab07 None None] For port fceac5f4-c52c-4b01-a467-144c1ec39cd4, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=fceac5f4-c52c-4b01-a467-144c1ec39cd4,segment=NetworkSegment(3fc2fa88-768c-4d4d-82b6-faed1c038a7f),segment_id=3fc2fa88-768c-4d4d-82b6-faed1c038a7f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:42.171593 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0edda0ed-e995-4596-a9df-1cbe683cab07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (fceac5f4-c52c-4b01-a467-144c1ec39cd4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.177332 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port fceac5f4-c52c-4b01-a467-144c1ec39cd4 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:42.177711 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fceac5f4-c52c-4b01-a467-144c1ec39cd4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.182073 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-baad2831-23ac-4816-9ef7-39aaea258d74 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (2ab134ec-258c-423d-9cf8-9340b469a8dd), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.220783 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41a831a7-d5e1-4c9a-9103-a360cc51bd51 None None] Publish callbacks [] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.238642 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bd4acd4a-ae7c-4ec4-a43e-596c7a9610b0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (92f0cb39-8242-4580-93b6-5aa562a5b6f0), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.247453 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0edda0ed-e995-4596-a9df-1cbe683cab07 None None] Calling delete_port for fceac5f4-c52c-4b01-a467-144c1ec39cd4 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:42.255290 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-41a831a7-d5e1-4c9a-9103-a360cc51bd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.262093 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-bd4acd4a-ae7c-4ec4-a43e-596c7a9610b0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Calling delete_port for 92f0cb39-8242-4580-93b6-5aa562a5b6f0 owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:42.325495 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-baad2831-23ac-4816-9ef7-39aaea258d74 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Deleting port fceac5f4-c52c-4b01-a467-144c1ec39cd4 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:42.326003 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-baad2831-23ac-4816-9ef7-39aaea258d74 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (fceac5f4-c52c-4b01-a467-144c1ec39cd4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.401557 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port fceac5f4-c52c-4b01-a467-144c1ec39cd4, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=fceac5f4-c52c-4b01-a467-144c1ec39cd4,segment=NetworkSegment(3fc2fa88-768c-4d4d-82b6-faed1c038a7f),segment_id=3fc2fa88-768c-4d4d-82b6-faed1c038a7f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:42.411258 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-baad2831-23ac-4816-9ef7-39aaea258d74 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] For port fceac5f4-c52c-4b01-a467-144c1ec39cd4, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=fceac5f4-c52c-4b01-a467-144c1ec39cd4,segment=NetworkSegment(3fc2fa88-768c-4d4d-82b6-faed1c038a7f),segment_id=3fc2fa88-768c-4d4d-82b6-faed1c038a7f)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:42.411804 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-baad2831-23ac-4816-9ef7-39aaea258d74 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (fceac5f4-c52c-4b01-a467-144c1ec39cd4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.423859 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (fceac5f4-c52c-4b01-a467-144c1ec39cd4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.424606 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 41d70058-6b84-4ca5-bdb9-e08b2f424b17 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:52:42.427575 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-baad2831-23ac-4816-9ef7-39aaea258d74 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Calling delete_port for fceac5f4-c52c-4b01-a467-144c1ec39cd4 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:42.427942 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a831a7-d5e1-4c9a-9103-a360cc51bd51 None None] Pushing event updated for resources: {'Port': ['ID=302f014b-d1ea-482d-80ce-8e5e055a7105,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:42.481555 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 41d70058-6b84-4ca5-bdb9-e08b2f424b17 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:52:42.481901 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 41d70058-6b84-4ca5-bdb9-e08b2f424b17 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:52:42.524671 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0edda0ed-e995-4596-a9df-1cbe683cab07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (fceac5f4-c52c-4b01-a467-144c1ec39cd4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.534261 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bd4acd4a-ae7c-4ec4-a43e-596c7a9610b0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (92f0cb39-8242-4580-93b6-5aa562a5b6f0), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.545940 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=fceac5f4-c52c-4b01-a467-144c1ec39cd4,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:42.551537 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edda0ed-e995-4596-a9df-1cbe683cab07 None None] No DVR routers for this DVR port fceac5f4-c52c-4b01-a467-144c1ec39cd4 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:42.576569 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4acd4a-ae7c-4ec4-a43e-596c7a9610b0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Port': ['ID=92f0cb39-8242-4580-93b6-5aa562a5b6f0,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:42.602325 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60072) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:42.626806 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edda0ed-e995-4596-a9df-1cbe683cab07 None None] Pushing event deleted for resources: {'Port': ['ID=fceac5f4-c52c-4b01-a467-144c1ec39cd4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:42.669684 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-baad2831-23ac-4816-9ef7-39aaea258d74 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (fceac5f4-c52c-4b01-a467-144c1ec39cd4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.709479 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3708e5-c175-41a7-bd01-f1a3814cab25 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:42.709755 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baad2831-23ac-4816-9ef7-39aaea258d74 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] No DVR routers for this DVR port fceac5f4-c52c-4b01-a467-144c1ec39cd4 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:42.710153 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3708e5-c175-41a7-bd01-f1a3814cab25 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:42.711755 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3708e5-c175-41a7-bd01-f1a3814cab25 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:42.723309 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bc3708e5-c175-41a7-bd01-f1a3814cab25 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] 10.222.0.39 "GET /v2.0/ports?project_id=f281e4a0c8564ab9bcdd7d3d058e0db3&network_id=f33b7480-b8f9-4659-a729-d9cbb07531b4 HTTP/1.1" status: 200 len: 2969 time: 0.1103923 Jan 28 13:52:42.744444 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad2831-23ac-4816-9ef7-39aaea258d74 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Pushing event deleted for resources: {'Port': ['ID=fceac5f4-c52c-4b01-a467-144c1ec39cd4,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:42.758084 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bd4acd4a-ae7c-4ec4-a43e-596c7a9610b0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.763999 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bd4acd4a-ae7c-4ec4-a43e-596c7a9610b0 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/ports/92f0cb39-8242-4580-93b6-5aa562a5b6f0 HTTP/1.1" status: 204 len: 168 time: 0.9480190 Jan 28 13:52:42.764384 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60076) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:42.802867 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce028ba2-9bb7-4209-8e0f-969f35dd0da3 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] GET failed (client error): The resource could not be found. Jan 28 13:52:42.807159 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ce028ba2-9bb7-4209-8e0f-969f35dd0da3 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "GET /v2.0/ports/92f0cb39-8242-4580-93b6-5aa562a5b6f0 HTTP/1.1" status: 404 len: 333 time: 0.0393107 Jan 28 13:52:42.809234 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60080) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:42.829259 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-baad2831-23ac-4816-9ef7-39aaea258d74 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (2ab134ec-258c-423d-9cf8-9340b469a8dd), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.857705 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-baad2831-23ac-4816-9ef7-39aaea258d74 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab134ec-258c-423d-9cf8-9340b469a8dd']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:42.870145 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-baad2831-23ac-4816-9ef7-39aaea258d74 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc2fa88-768c-4d4d-82b6-faed1c038a7f') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:42.870620 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-baad2831-23ac-4816-9ef7-39aaea258d74 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc2fa88-768c-4d4d-82b6-faed1c038a7f') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:42.888590 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-baad2831-23ac-4816-9ef7-39aaea258d74 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (3fc2fa88-768c-4d4d-82b6-faed1c038a7f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.898546 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4afba6fa-37bd-4ee9-8caf-f0808d853bdb tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (92edd35b-682f-4f64-bec9-2c113e5d0dd6), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.906492 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-baad2831-23ac-4816-9ef7-39aaea258d74 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (3fc2fa88-768c-4d4d-82b6-faed1c038a7f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.916417 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baad2831-23ac-4816-9ef7-39aaea258d74 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:52:42.916929 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-baad2831-23ac-4816-9ef7-39aaea258d74 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (3fc2fa88-768c-4d4d-82b6-faed1c038a7f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.924396 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4afba6fa-37bd-4ee9-8caf-f0808d853bdb tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (92edd35b-682f-4f64-bec9-2c113e5d0dd6), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.975319 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4afba6fa-37bd-4ee9-8caf-f0808d853bdb tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (92edd35b-682f-4f64-bec9-2c113e5d0dd6), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:52:42.976750 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:52:42.979752 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4afba6fa-37bd-4ee9-8caf-f0808d853bdb tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.981333 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4afba6fa-37bd-4ee9-8caf-f0808d853bdb tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/security-groups/92edd35b-682f-4f64-bec9-2c113e5d0dd6 HTTP/1.1" status: 204 len: 168 time: 0.1710870 Jan 28 13:52:42.987428 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60086) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:42.991990 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afba6fa-37bd-4ee9-8caf-f0808d853bdb tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92edd35b-682f-4f64-bec9-2c113e5d0dd6,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:43.035404 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-baad2831-23ac-4816-9ef7-39aaea258d74 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (2ab134ec-258c-423d-9cf8-9340b469a8dd), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.049004 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-baad2831-23ac-4816-9ef7-39aaea258d74 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.052968 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-baad2831-23ac-4816-9ef7-39aaea258d74 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "DELETE /v2.0/networks/2ab134ec-258c-423d-9cf8-9340b469a8dd HTTP/1.1" status: 204 len: 168 time: 1.0279629 Jan 28 13:52:43.055932 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60088) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:43.093773 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-441ce0f7-dc46-45b8-a4b6-922e36082785 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (5492b7ac-13ad-4352-9a74-c481e3124da4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.096740 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad2831-23ac-4816-9ef7-39aaea258d74 tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Pushing event deleted for resources: {'Network': ['ID=2ab134ec-258c-423d-9cf8-9340b469a8dd,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:43.112263 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec46373-38ba-4591-945d-d076e9c7823e tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Deleting subnet 78a15a7a-0140-4320-b6b2-2068c1cd01b7 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:52:43.115880 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dec46373-38ba-4591-945d-d076e9c7823e tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for subnet (78a15a7a-0140-4320-b6b2-2068c1cd01b7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.121867 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-441ce0f7-dc46-45b8-a4b6-922e36082785 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (5492b7ac-13ad-4352-9a74-c481e3124da4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.164088 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dec46373-38ba-4591-945d-d076e9c7823e tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (78a15a7a-0140-4320-b6b2-2068c1cd01b7), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.169090 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-441ce0f7-dc46-45b8-a4b6-922e36082785 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5492b7ac-13ad-4352-9a74-c481e3124da4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.171779 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-441ce0f7-dc46-45b8-a4b6-922e36082785 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.173149 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-441ce0f7-dc46-45b8-a4b6-922e36082785 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/security-groups/5492b7ac-13ad-4352-9a74-c481e3124da4 HTTP/1.1" status: 204 len: 168 time: 0.1834495 Jan 28 13:52:43.176469 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60090) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:43.196610 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ce0f7-dc46-45b8-a4b6-922e36082785 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5492b7ac-13ad-4352-9a74-c481e3124da4,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:43.249872 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-b5bac0c3-7963-45d0-ab4a-8916dcb81e29 None None] Provisioning complete for port 302f014b-d1ea-482d-80ce-8e5e055a7105 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:43.250471 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b5bac0c3-7963-45d0-ab4a-8916dcb81e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.265378 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b3d5b1e-0c39-4450-9197-280b0fe252cf tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (128914b6-529f-4d35-b81f-fb646ec5ac0a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.273960 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dec46373-38ba-4591-945d-d076e9c7823e tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (78a15a7a-0140-4320-b6b2-2068c1cd01b7), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.300680 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b3d5b1e-0c39-4450-9197-280b0fe252cf tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (128914b6-529f-4d35-b81f-fb646ec5ac0a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.344268 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dec46373-38ba-4591-945d-d076e9c7823e tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (78a15a7a-0140-4320-b6b2-2068c1cd01b7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.373824 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b3d5b1e-0c39-4450-9197-280b0fe252cf tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (128914b6-529f-4d35-b81f-fb646ec5ac0a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.377427 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b3d5b1e-0c39-4450-9197-280b0fe252cf tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.378670 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9b3d5b1e-0c39-4450-9197-280b0fe252cf tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/security-groups/128914b6-529f-4d35-b81f-fb646ec5ac0a HTTP/1.1" status: 204 len: 168 time: 0.2012210 Jan 28 13:52:43.380885 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec46373-38ba-4591-945d-d076e9c7823e tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Pushing event deleted for resources: {'Subnet': ['ID=78a15a7a-0140-4320-b6b2-2068c1cd01b7,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:43.383316 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dec46373-38ba-4591-945d-d076e9c7823e tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.390021 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dec46373-38ba-4591-945d-d076e9c7823e tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "DELETE /v2.0/subnets/78a15a7a-0140-4320-b6b2-2068c1cd01b7 HTTP/1.1" status: 204 len: 168 time: 0.3329718 Jan 28 13:52:43.390699 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60094) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:43.391079 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60096) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:43.393703 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dec666-7571-4c49-ba08-f00c1bf574e6 None None] Network 0ee15d3a-4c79-437f-9c57-1d3aa48f7b02 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:43.397995 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d5b1e-0c39-4450-9197-280b0fe252cf tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=128914b6-529f-4d35-b81f-fb646ec5ac0a,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:43.475323 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b5bac0c3-7963-45d0-ab4a-8916dcb81e29 None None] Current status of the port 302f014b-d1ea-482d-80ce-8e5e055a7105 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:43.483161 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-b5bac0c3-7963-45d0-ab4a-8916dcb81e29 None None] Could not find standard attr ID for object 92f0cb39-8242-4580-93b6-5aa562a5b6f0. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:52:43.509299 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-a112a2d7-4509-47f4-aa28-1baebf112b5c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting subnet e80778e8-7ed0-4cfd-8030-2045aadd3db5 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:52:43.514105 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a112a2d7-4509-47f4-aa28-1baebf112b5c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for subnet (e80778e8-7ed0-4cfd-8030-2045aadd3db5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.514248 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-b5bac0c3-7963-45d0-ab4a-8916dcb81e29 None None] Provisioning complete for port d899c2d6-736a-4ef5-b457-58c178aef84a triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:43.514601 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b5bac0c3-7963-45d0-ab4a-8916dcb81e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d899c2d6-736a-4ef5-b457-58c178aef84a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.544105 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19f06f33-0afc-4a75-ab8f-639497fe8dba tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (0ee15d3a-4c79-437f-9c57-1d3aa48f7b02), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.574172 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a112a2d7-4509-47f4-aa28-1baebf112b5c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (e80778e8-7ed0-4cfd-8030-2045aadd3db5), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.576140 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b5bac0c3-7963-45d0-ab4a-8916dcb81e29 None None] Port d899c2d6-736a-4ef5-b457-58c178aef84a cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:43.640059 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adccb313-e820-4f6e-95be-7f9e6de9ec5b None None] DHCP port deletion for 0ee15d3a-4c79-437f-9c57-1d3aa48f7b02 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:52:43.689804 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-19f06f33-0afc-4a75-ab8f-639497fe8dba tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Deleting port dd5a5755-2966-4a38-9cab-e7f6be5f6262 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:43.690153 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19f06f33-0afc-4a75-ab8f-639497fe8dba tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (dd5a5755-2966-4a38-9cab-e7f6be5f6262), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.704952 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-adccb313-e820-4f6e-95be-7f9e6de9ec5b None None] Deleting port dd5a5755-2966-4a38-9cab-e7f6be5f6262 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:43.705470 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-adccb313-e820-4f6e-95be-7f9e6de9ec5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (dd5a5755-2966-4a38-9cab-e7f6be5f6262), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.706944 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a112a2d7-4509-47f4-aa28-1baebf112b5c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (e80778e8-7ed0-4cfd-8030-2045aadd3db5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.782183 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-adccb313-e820-4f6e-95be-7f9e6de9ec5b None None] For port dd5a5755-2966-4a38-9cab-e7f6be5f6262, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=dd5a5755-2966-4a38-9cab-e7f6be5f6262,segment=NetworkSegment(b761c3ee-8994-426b-add1-ab3fb5f2617b),segment_id=b761c3ee-8994-426b-add1-ab3fb5f2617b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:43.783109 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-adccb313-e820-4f6e-95be-7f9e6de9ec5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (dd5a5755-2966-4a38-9cab-e7f6be5f6262), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.796682 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-adccb313-e820-4f6e-95be-7f9e6de9ec5b None None] Calling delete_port for dd5a5755-2966-4a38-9cab-e7f6be5f6262 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:43.800189 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-19f06f33-0afc-4a75-ab8f-639497fe8dba tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] For port dd5a5755-2966-4a38-9cab-e7f6be5f6262, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=dd5a5755-2966-4a38-9cab-e7f6be5f6262,segment=NetworkSegment(b761c3ee-8994-426b-add1-ab3fb5f2617b),segment_id=b761c3ee-8994-426b-add1-ab3fb5f2617b)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:43.800499 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19f06f33-0afc-4a75-ab8f-639497fe8dba tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (dd5a5755-2966-4a38-9cab-e7f6be5f6262), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.815743 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-19f06f33-0afc-4a75-ab8f-639497fe8dba tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Calling delete_port for dd5a5755-2966-4a38-9cab-e7f6be5f6262 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:43.839670 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a112a2d7-4509-47f4-aa28-1baebf112b5c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (e80778e8-7ed0-4cfd-8030-2045aadd3db5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.894993 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-49396fe3-a280-4034-8b6b-269c92b000cb None None] Could not find standard attr ID for object 92f0cb39-8242-4580-93b6-5aa562a5b6f0. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:52:43.905948 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112a2d7-4509-47f4-aa28-1baebf112b5c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Subnet': ['ID=e80778e8-7ed0-4cfd-8030-2045aadd3db5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:43.909583 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a112a2d7-4509-47f4-aa28-1baebf112b5c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.914330 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a112a2d7-4509-47f4-aa28-1baebf112b5c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/subnets/e80778e8-7ed0-4cfd-8030-2045aadd3db5 HTTP/1.1" status: 204 len: 168 time: 0.5205131 Jan 28 13:52:43.920529 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60102) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:43.951920 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-adccb313-e820-4f6e-95be-7f9e6de9ec5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (dd5a5755-2966-4a38-9cab-e7f6be5f6262), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.994730 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19f06f33-0afc-4a75-ab8f-639497fe8dba tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (dd5a5755-2966-4a38-9cab-e7f6be5f6262), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:44.025356 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adccb313-e820-4f6e-95be-7f9e6de9ec5b None None] No DVR routers for this DVR port dd5a5755-2966-4a38-9cab-e7f6be5f6262 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:44.035625 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 302f014b-d1ea-482d-80ce-8e5e055a7105 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:44.054587 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adccb313-e820-4f6e-95be-7f9e6de9ec5b None None] Pushing event deleted for resources: {'Port': ['ID=dd5a5755-2966-4a38-9cab-e7f6be5f6262,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:44.067292 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8123429-8fb3-4e69-a423-c082e122125d tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting subnet 68dc2033-3dec-4da4-a96b-b58027c85703 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:52:44.072397 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e8123429-8fb3-4e69-a423-c082e122125d tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for subnet (68dc2033-3dec-4da4-a96b-b58027c85703), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:44.136488 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 302f014b-d1ea-482d-80ce-8e5e055a7105 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:44.136488 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:44.138957 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e8123429-8fb3-4e69-a423-c082e122125d tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (68dc2033-3dec-4da4-a96b-b58027c85703), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:44.249855 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9aebad-2cbf-476d-ada8-333a0b13d3d0 None None] Network 5a65c9c3-2d9c-4872-a2d2-37606b4183f6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:44.274173 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 302f014b-d1ea-482d-80ce-8e5e055a7105 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:44.361344 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device dd5a5755-2966-4a38-9cab-e7f6be5f6262 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:52:44.386944 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: dd5a5755-2966-4a38-9cab-e7f6be5f6262 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:52:44.387603 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device dd5a5755-2966-4a38-9cab-e7f6be5f6262 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:52:44.596603 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e8123429-8fb3-4e69-a423-c082e122125d tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (68dc2033-3dec-4da4-a96b-b58027c85703), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:44.597421 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f06f33-0afc-4a75-ab8f-639497fe8dba tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Pushing event deleted for resources: {'Port': ['ID=dd5a5755-2966-4a38-9cab-e7f6be5f6262,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:44.608408 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f06f33-0afc-4a75-ab8f-639497fe8dba tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] No DVR routers for this DVR port dd5a5755-2966-4a38-9cab-e7f6be5f6262 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:44.679980 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e8123429-8fb3-4e69-a423-c082e122125d tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (68dc2033-3dec-4da4-a96b-b58027c85703), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:44.692457 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60110) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:44.737463 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8123429-8fb3-4e69-a423-c082e122125d tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Subnet': ['ID=68dc2033-3dec-4da4-a96b-b58027c85703,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:44.743477 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e8123429-8fb3-4e69-a423-c082e122125d tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:44.751802 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e8123429-8fb3-4e69-a423-c082e122125d tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/subnets/68dc2033-3dec-4da4-a96b-b58027c85703 HTTP/1.1" status: 204 len: 168 time: 0.8266945 Jan 28 13:52:44.751802 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60112) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:44.780460 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19f06f33-0afc-4a75-ab8f-639497fe8dba tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (0ee15d3a-4c79-437f-9c57-1d3aa48f7b02), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:44.821538 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e3eec6b-9e60-4b5a-a14b-8503b5614798 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:44.821963 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e3eec6b-9e60-4b5a-a14b-8503b5614798 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:44.829807 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2e3eec6b-9e60-4b5a-a14b-8503b5614798 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/subnets/e80778e8-7ed0-4cfd-8030-2045aadd3db5 HTTP/1.1" status: 404 len: 337 time: 0.0742431 Jan 28 13:52:44.830113 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60114) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:44.838387 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-19f06f33-0afc-4a75-ab8f-639497fe8dba tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee15d3a-4c79-437f-9c57-1d3aa48f7b02']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:44.853615 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-19f06f33-0afc-4a75-ab8f-639497fe8dba tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b761c3ee-8994-426b-add1-ab3fb5f2617b') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:44.853877 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-19f06f33-0afc-4a75-ab8f-639497fe8dba tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b761c3ee-8994-426b-add1-ab3fb5f2617b') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:44.856938 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7a3459-ca30-4d69-8a23-55a83e155128 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:44.873306 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9f7a3459-ca30-4d69-8a23-55a83e155128 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 814 time: 0.1796768 Jan 28 13:52:44.888576 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19f06f33-0afc-4a75-ab8f-639497fe8dba tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (b761c3ee-8994-426b-add1-ab3fb5f2617b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:44.920261 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19f06f33-0afc-4a75-ab8f-639497fe8dba tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (b761c3ee-8994-426b-add1-ab3fb5f2617b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:44.921743 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c782674-cbb5-4bb7-87f0-7980a0f92dce tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting subnet 7d4c81d1-1294-4236-b56e-e5aa27af04d5 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:52:44.925206 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c782674-cbb5-4bb7-87f0-7980a0f92dce tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for subnet (7d4c81d1-1294-4236-b56e-e5aa27af04d5), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:44.928961 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f06f33-0afc-4a75-ab8f-639497fe8dba tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:52:44.929440 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19f06f33-0afc-4a75-ab8f-639497fe8dba tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (b761c3ee-8994-426b-add1-ab3fb5f2617b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:52:44.932697 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:52:44.974062 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c782674-cbb5-4bb7-87f0-7980a0f92dce tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (7d4c81d1-1294-4236-b56e-e5aa27af04d5), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.025486 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19f06f33-0afc-4a75-ab8f-639497fe8dba tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (0ee15d3a-4c79-437f-9c57-1d3aa48f7b02), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.046244 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19f06f33-0afc-4a75-ab8f-639497fe8dba tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.051809 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-19f06f33-0afc-4a75-ab8f-639497fe8dba tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "DELETE /v2.0/networks/0ee15d3a-4c79-437f-9c57-1d3aa48f7b02 HTTP/1.1" status: 204 len: 168 time: 1.6514750 Jan 28 13:52:45.054267 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f06f33-0afc-4a75-ab8f-639497fe8dba tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Pushing event deleted for resources: {'Network': ['ID=0ee15d3a-4c79-437f-9c57-1d3aa48f7b02,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:45.054898 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60122) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:45.102260 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60126) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:45.102446 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-73bf4466-30fe-49cd-84aa-48968bfafe5f tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "GET /v2.0/ports?device_id=d932161a-90c7-4c4b-800f-76e87bbe0ea4 HTTP/1.1" status: 200 len: 205 time: 0.0435209 Jan 28 13:52:45.111698 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c782674-cbb5-4bb7-87f0-7980a0f92dce tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (7d4c81d1-1294-4236-b56e-e5aa27af04d5), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.204054 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aa623e10-0fb5-450b-9fa8-8d22c366954e tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for router (d932161a-90c7-4c4b-800f-76e87bbe0ea4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.214774 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c782674-cbb5-4bb7-87f0-7980a0f92dce tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (7d4c81d1-1294-4236-b56e-e5aa27af04d5), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.244580 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c782674-cbb5-4bb7-87f0-7980a0f92dce tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Subnet': ['ID=7d4c81d1-1294-4236-b56e-e5aa27af04d5,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:45.248241 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c782674-cbb5-4bb7-87f0-7980a0f92dce tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.251752 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8c782674-cbb5-4bb7-87f0-7980a0f92dce tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/subnets/7d4c81d1-1294-4236-b56e-e5aa27af04d5 HTTP/1.1" status: 204 len: 168 time: 0.4206295 Jan 28 13:52:45.254263 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60132) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:45.303533 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-313d55f7-1cca-4b2d-be27-a3f93b9efe24 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:45.304008 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-313d55f7-1cca-4b2d-be27-a3f93b9efe24 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:45.307322 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-313d55f7-1cca-4b2d-be27-a3f93b9efe24 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/subnets/7be2da52-38d1-4e19-85fd-5bae26a7e5fd HTTP/1.1" status: 404 len: 337 time: 0.0518327 Jan 28 13:52:45.310128 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60134) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:45.341140 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60136) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:45.347141 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-c0080305-94dd-4d50-ae62-5eed5627b30b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'network': {'name': 'tempest-network-smoke--1088603860', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'port_security_enabled': True}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:45.352962 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6c8187f1-4abf-4375-94d1-17f385b7e63c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "GET /v2.0/ports?device_id=f28185ab-cb52-43bd-b68a-7bf6b1999fe9 HTTP/1.1" status: 200 len: 205 time: 0.0416527 Jan 28 13:52:45.356158 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60138) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:45.406834 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aa623e10-0fb5-450b-9fa8-8d22c366954e tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (d932161a-90c7-4c4b-800f-76e87bbe0ea4), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.414481 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-c3b37575-6e21-47f2-939e-a7ef3824638c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] delete failed (client error): The resource could not be found. Jan 28 13:52:45.415820 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c3b37575-6e21-47f2-939e-a7ef3824638c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/routers/f28185ab-cb52-43bd-b68a-7bf6b1999fe9 HTTP/1.1" status: 404 len: 336 time: 0.0584006 Jan 28 13:52:45.416281 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aa623e10-0fb5-450b-9fa8-8d22c366954e tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for router_controller (d932161a-90c7-4c4b-800f-76e87bbe0ea4), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.418085 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60140) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:45.425306 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0080305-94dd-4d50-ae62-5eed5627b30b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Made reservation on behalf of f281e4a0c8564ab9bcdd7d3d058e0db3 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:45.433712 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c0080305-94dd-4d50-ae62-5eed5627b30b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.446751 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f57f84-9272-4852-a2e3-8a16eedeef54 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:45.447654 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82f57f84-9272-4852-a2e3-8a16eedeef54 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:45.450485 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-82f57f84-9272-4852-a2e3-8a16eedeef54 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/subnets/4890de4e-3224-47e0-ae6c-e8a57bc513bc HTTP/1.1" status: 404 len: 337 time: 0.0313926 Jan 28 13:52:45.453125 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60142) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:45.475519 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0080305-94dd-4d50-ae62-5eed5627b30b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:52:45.483512 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f90990-91c8-44c5-b4d9-66b99491c67f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:45.483747 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f90990-91c8-44c5-b4d9-66b99491c67f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:45.487616 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b6f90990-91c8-44c5-b4d9-66b99491c67f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/subnets/cb6f13e0-bafe-4b9f-98e0-073a3a6d9f87 HTTP/1.1" status: 404 len: 337 time: 0.0332263 Jan 28 13:52:45.488808 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c0080305-94dd-4d50-ae62-5eed5627b30b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (56bd7021-1f83-4955-9c4d-9656a216097c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.489415 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-c0080305-94dd-4d50-ae62-5eed5627b30b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Added segment 56bd7021-1f83-4955-9c4d-9656a216097c of type vlan for network 4fbb485f-75d9-4ab9-a610-84188db0e3b5 Jan 28 13:52:45.514021 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac0eee1-a488-4de1-8001-a33c0c1e2bff None None] Network 5a65c9c3-2d9c-4872-a2d2-37606b4183f6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:45.543417 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60144) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:45.560478 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c0080305-94dd-4d50-ae62-5eed5627b30b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (4fbb485f-75d9-4ab9-a610-84188db0e3b5), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.594153 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c0080305-94dd-4d50-ae62-5eed5627b30b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (4fbb485f-75d9-4ab9-a610-84188db0e3b5), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.602367 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0080305-94dd-4d50-ae62-5eed5627b30b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:45.603061 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c0080305-94dd-4d50-ae62-5eed5627b30b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.619603 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-d09cea15-74d8-4c8f-bfb1-24b2949ad3e3 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:45.630717 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c0080305-94dd-4d50-ae62-5eed5627b30b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2883434 Jan 28 13:52:45.632386 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d09cea15-74d8-4c8f-bfb1-24b2949ad3e3 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:45.642681 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60148) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:45.643041 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d09cea15-74d8-4c8f-bfb1-24b2949ad3e3 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/subnets/4e5ef7d6-6f50-4c3b-8562-4488f3d3b18f HTTP/1.1" status: 404 len: 337 time: 0.0948467 Jan 28 13:52:45.644522 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aa623e10-0fb5-450b-9fa8-8d22c366954e tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (d932161a-90c7-4c4b-800f-76e87bbe0ea4), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.651610 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa623e10-0fb5-450b-9fa8-8d22c366954e tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Fanout notify agent at l3_agent the message router_deleted on router d932161a-90c7-4c4b-800f-76e87bbe0ea4 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:52:45.657674 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60150) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:45.664322 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aa623e10-0fb5-450b-9fa8-8d22c366954e tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.666962 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-aa623e10-0fb5-450b-9fa8-8d22c366954e tempest-RoutersNegativeIpV6Test-1783849291 tempest-RoutersNegativeIpV6Test-1783849291-project] 10.222.0.39 "DELETE /v2.0/routers/d932161a-90c7-4c4b-800f-76e87bbe0ea4 HTTP/1.1" status: 204 len: 168 time: 0.5631688 Jan 28 13:52:45.720589 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-07e9c8e6-f6d9-48c7-b433-fc18ccc3492c None None] Provisioning complete for port 302f014b-d1ea-482d-80ce-8e5e055a7105 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:45.721303 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-07e9c8e6-f6d9-48c7-b433-fc18ccc3492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.798976 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-9857e5a7-de73-4758-a8d5-9b0d570e5a0c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:45.798976 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9857e5a7-de73-4758-a8d5-9b0d570e5a0c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:45.804263 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9857e5a7-de73-4758-a8d5-9b0d570e5a0c tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/ports/a19d370d-a264-4e69-9fa4-bcacee042c2d HTTP/1.1" status: 404 len: 333 time: 0.1440063 Jan 28 13:52:45.804496 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60154) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:45.855471 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e6305f-dbdf-46ac-8478-6da2487a415a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:45.856147 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e6305f-dbdf-46ac-8478-6da2487a415a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:45.859042 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c2e6305f-dbdf-46ac-8478-6da2487a415a tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/subnets/765e2cf8-8255-4454-b25f-7a957a070632 HTTP/1.1" status: 404 len: 337 time: 0.0535038 Jan 28 13:52:45.864188 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60156) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:45.872032 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-07e9c8e6-f6d9-48c7-b433-fc18ccc3492c None None] Current status of the port 302f014b-d1ea-482d-80ce-8e5e055a7105 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:45.907789 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-07e9c8e6-f6d9-48c7-b433-fc18ccc3492c None None] Provisioning complete for port d899c2d6-736a-4ef5-b457-58c178aef84a triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:45.908306 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-07e9c8e6-f6d9-48c7-b433-fc18ccc3492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d899c2d6-736a-4ef5-b457-58c178aef84a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.964361 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a001c3e-6457-4389-b862-064f97b0824a tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:45.965879 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8a001c3e-6457-4389-b862-064f97b0824a tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=f281e4a0c8564ab9bcdd7d3d058e0db3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3222620 Jan 28 13:52:45.966578 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0080305-94dd-4d50-ae62-5eed5627b30b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'Network': ['ID=4fbb485f-75d9-4ab9-a610-84188db0e3b5,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:45.969700 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60160) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:45.972911 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e6ffc5-d113-418d-a615-1a8472886f89 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:45.973362 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e6ffc5-d113-418d-a615-1a8472886f89 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:45.986705 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 4fbb485f-75d9-4ab9-a610-84188db0e3b5 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:52:45.991886 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a2e6ffc5-d113-418d-a615-1a8472886f89 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/subnets/36ed4591-50a9-4938-826b-5706e2087819 HTTP/1.1" status: 404 len: 337 time: 0.1216264 Jan 28 13:52:45.992565 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60162) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:46.032384 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87471f7-cb70-4478-af74-e34c6d9b96a6 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:46.033326 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c87471f7-cb70-4478-af74-e34c6d9b96a6 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:46.036997 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c87471f7-cb70-4478-af74-e34c6d9b96a6 tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/ports/f8ccfff5-28ec-4092-832b-3005255dae45 HTTP/1.1" status: 404 len: 333 time: 0.0427258 Jan 28 13:52:46.039221 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60164) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:46.067811 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7c0592-2e59-423d-96c5-e5463f13d123 None None] DHCP port deletion for 5a65c9c3-2d9c-4872-a2d2-37606b4183f6 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:52:46.090104 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-e46d28f9-0f8e-4fc8-9b62-c9c694ad4a7f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:46.091119 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e46d28f9-0f8e-4fc8-9b62-c9c694ad4a7f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:46.095079 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e46d28f9-0f8e-4fc8-9b62-c9c694ad4a7f tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/subnets/a6d2e2df-34a1-4a59-a1e3-a98130c08c30 HTTP/1.1" status: 404 len: 337 time: 0.0544951 Jan 28 13:52:46.098416 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60166) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:46.112009 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-07e9c8e6-f6d9-48c7-b433-fc18ccc3492c None None] Port d899c2d6-736a-4ef5-b457-58c178aef84a cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:46.132306 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda811e8-37cf-42a1-94a6-ec1d54bcef0d tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:46.132756 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda811e8-37cf-42a1-94a6-ec1d54bcef0d tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:46.138776 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fda811e8-37cf-42a1-94a6-ec1d54bcef0d tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/subnets/d25afc55-e467-4a2c-8a15-1a9d42a743b1 HTTP/1.1" status: 404 len: 337 time: 0.0392549 Jan 28 13:52:46.139457 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60168) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:46.142655 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca16a96-2f6a-4a20-966d-72121bcfec98 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:46.148130 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dca16a96-2f6a-4a20-966d-72121bcfec98 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1767542 Jan 28 13:52:46.148794 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60170) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:46.175063 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0a7c0592-2e59-423d-96c5-e5463f13d123 None None] Deleting port 302f014b-d1ea-482d-80ce-8e5e055a7105 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:46.175865 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a7c0592-2e59-423d-96c5-e5463f13d123 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:46.201208 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1af6573a-a55b-44d4-b6f4-7ceada5006a7 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0510864 Jan 28 13:52:46.204269 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60172) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:46.220359 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60174) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:46.263425 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-656f31c0-c247-4f1e-90f4-7a12bdd2a506 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=f281e4a0c8564ab9bcdd7d3d058e0db3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0563641 Jan 28 13:52:46.266336 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60178) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:46.370280 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-23f914c3-08b9-4976-b747-294f509c64ed tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Deleting port d899c2d6-736a-4ef5-b457-58c178aef84a {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:46.370638 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-23f914c3-08b9-4976-b747-294f509c64ed tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (d899c2d6-736a-4ef5-b457-58c178aef84a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:46.376649 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58262629-2c79-48a8-843f-963a5f16f49e tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:46.378193 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-58262629-2c79-48a8-843f-963a5f16f49e tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1108639 Jan 28 13:52:46.381676 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60186) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:46.400747 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-0a7c0592-2e59-423d-96c5-e5463f13d123 None None] For port 302f014b-d1ea-482d-80ce-8e5e055a7105, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=302f014b-d1ea-482d-80ce-8e5e055a7105,segment=NetworkSegment(6e34ea92-1e65-41e6-8340-169c4e7306dc),segment_id=6e34ea92-1e65-41e6-8340-169c4e7306dc)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:46.401185 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a7c0592-2e59-423d-96c5-e5463f13d123 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:46.440002 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0a7c0592-2e59-423d-96c5-e5463f13d123 None None] Calling delete_port for 302f014b-d1ea-482d-80ce-8e5e055a7105 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:46.455045 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-23f914c3-08b9-4976-b747-294f509c64ed tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (d899c2d6-736a-4ef5-b457-58c178aef84a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:46.469282 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-23f914c3-08b9-4976-b747-294f509c64ed tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Calling delete_port for d899c2d6-736a-4ef5-b457-58c178aef84a owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:46.476609 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2c2feb5a-7b9a-4db1-b8fd-ff42e129e0c1 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0937512 Jan 28 13:52:46.491572 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60188) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:46.501678 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-fa9b5dbf-3b28-44f6-aae4-fbd72316300a tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1438240234', 'network_id': '4fbb485f-75d9-4ab9-a610-84188db0e3b5', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:46.593503 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-23f914c3-08b9-4976-b747-294f509c64ed tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (d899c2d6-736a-4ef5-b457-58c178aef84a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:46.604261 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a7c0592-2e59-423d-96c5-e5463f13d123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (302f014b-d1ea-482d-80ce-8e5e055a7105), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:46.638180 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c0592-2e59-423d-96c5-e5463f13d123 None None] Pushing event deleted for resources: {'Port': ['ID=302f014b-d1ea-482d-80ce-8e5e055a7105,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:46.646566 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7c0592-2e59-423d-96c5-e5463f13d123 None None] No DVR routers for this DVR port 302f014b-d1ea-482d-80ce-8e5e055a7105 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:46.674330 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-23f914c3-08b9-4976-b747-294f509c64ed tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:46.683294 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-23f914c3-08b9-4976-b747-294f509c64ed tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/ports/d899c2d6-736a-4ef5-b457-58c178aef84a HTTP/1.1" status: 204 len: 168 time: 0.5372770 Jan 28 13:52:46.683473 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60196) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:46.689876 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f914c3-08b9-4976-b747-294f509c64ed tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Port': ['ID=d899c2d6-736a-4ef5-b457-58c178aef84a,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:46.812611 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5691d434-a241-4c5d-b25d-9332dd529c70 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a4ff65a98f1b4a4590ac1d6b043b201d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5880771 Jan 28 13:52:46.812997 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60204) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:46.813924 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2bf92d31-b939-4e1a-af1f-92bf514146db tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (5a65c9c3-2d9c-4872-a2d2-37606b4183f6), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:46.819875 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9b5dbf-3b28-44f6-aae4-fbd72316300a tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Made reservation on behalf of f281e4a0c8564ab9bcdd7d3d058e0db3 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:46.823296 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fa9b5dbf-3b28-44f6-aae4-fbd72316300a tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:46.889759 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-993f6406-04b7-4188-9168-9a57e7a828bc admin admin] Publish callbacks [] for security_group (40a5e46f-d290-467c-a1d6-d3834428751b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:46.914905 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-993f6406-04b7-4188-9168-9a57e7a828bc admin admin] Publish callbacks [] for security_group (40a5e46f-d290-467c-a1d6-d3834428751b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:46.999622 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-993f6406-04b7-4188-9168-9a57e7a828bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (40a5e46f-d290-467c-a1d6-d3834428751b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:47.005180 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-993f6406-04b7-4188-9168-9a57e7a828bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:47.008793 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-993f6406-04b7-4188-9168-9a57e7a828bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/40a5e46f-d290-467c-a1d6-d3834428751b HTTP/1.1" status: 204 len: 168 time: 0.1945977 Jan 28 13:52:47.021469 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2bf92d31-b939-4e1a-af1f-92bf514146db tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (5a65c9c3-2d9c-4872-a2d2-37606b4183f6), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:47.032200 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f6406-04b7-4188-9168-9a57e7a828bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a5e46f-d290-467c-a1d6-d3834428751b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:47.050705 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-2bf92d31-b939-4e1a-af1f-92bf514146db tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a65c9c3-2d9c-4872-a2d2-37606b4183f6']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:47.089152 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-2bf92d31-b939-4e1a-af1f-92bf514146db tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e34ea92-1e65-41e6-8340-169c4e7306dc') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:47.089448 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-2bf92d31-b939-4e1a-af1f-92bf514146db tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e34ea92-1e65-41e6-8340-169c4e7306dc') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:47.106538 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2bf92d31-b939-4e1a-af1f-92bf514146db tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (6e34ea92-1e65-41e6-8340-169c4e7306dc), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:47.128309 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2bf92d31-b939-4e1a-af1f-92bf514146db tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (6e34ea92-1e65-41e6-8340-169c4e7306dc), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:47.164011 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf92d31-b939-4e1a-af1f-92bf514146db tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:52:47.164433 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2bf92d31-b939-4e1a-af1f-92bf514146db tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (6e34ea92-1e65-41e6-8340-169c4e7306dc), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:52:47.168207 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:52:47.287617 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2bf92d31-b939-4e1a-af1f-92bf514146db tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (5a65c9c3-2d9c-4872-a2d2-37606b4183f6), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:47.297556 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2bf92d31-b939-4e1a-af1f-92bf514146db tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:47.303427 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2bf92d31-b939-4e1a-af1f-92bf514146db tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] 10.222.0.39 "DELETE /v2.0/networks/5a65c9c3-2d9c-4872-a2d2-37606b4183f6 HTTP/1.1" status: 204 len: 168 time: 0.6179659 Jan 28 13:52:47.322753 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf92d31-b939-4e1a-af1f-92bf514146db tempest-PortsTestJSON-916068718 tempest-PortsTestJSON-916068718-project] Pushing event deleted for resources: {'Network': ['ID=5a65c9c3-2d9c-4872-a2d2-37606b4183f6,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:47.331814 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fa9b5dbf-3b28-44f6-aae4-fbd72316300a tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (09622ca4-d05e-4d2e-b4b4-fcde39b0226a), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:47.407102 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b5dbf-3b28-44f6-aae4-fbd72316300a tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'Subnet': ['ID=09622ca4-d05e-4d2e-b4b4-fcde39b0226a,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:47.417299 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9b5dbf-3b28-44f6-aae4-fbd72316300a tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Checking segment: {'id': '56bd7021-1f83-4955-9c4d-9656a216097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4fbb485f-75d9-4ab9-a610-84188db0e3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:52:47.417680 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9b5dbf-3b28-44f6-aae4-fbd72316300a tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Network hostable DHCP agents. Network: 4fbb485f-75d9-4ab9-a610-84188db0e3b5, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:52:47.439684 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9b5dbf-3b28-44f6-aae4-fbd72316300a tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Network 4fbb485f-75d9-4ab9-a610-84188db0e3b5 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:52:47.455686 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-fa9b5dbf-3b28-44f6-aae4-fbd72316300a tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 4fbb485f-75d9-4ab9-a610-84188db0e3b5) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:47.465447 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cfec91-db4b-4bdd-a16f-91131aba95d9 None None] Network 4fbb485f-75d9-4ab9-a610-84188db0e3b5 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:47.472248 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9b5dbf-3b28-44f6-aae4-fbd72316300a tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:47.473737 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fa9b5dbf-3b28-44f6-aae4-fbd72316300a tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:47.496852 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fa9b5dbf-3b28-44f6-aae4-fbd72316300a tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0038252 Jan 28 13:52:47.782125 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60232) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:47.819510 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60236) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:47.824322 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-45b00ce0-a1b5-4056-bccf-a7e9b47fe277 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-68970890', 'description': 'tempest-secgroup-smoke-68970890 description', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:47.851356 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-45b00ce0-a1b5-4056-bccf-a7e9b47fe277 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:47.933394 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432b018a-81f3-42be-94bb-cefd0143d245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-4fbb485f-75d9-4ab9-a610-84188db0e3b5', 'network_id': '4fbb485f-75d9-4ab9-a610-84188db0e3b5', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'fixed_ips': [{'subnet_id': '09622ca4-d05e-4d2e-b4b4-fcde39b0226a'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:52:47.935003 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-432b018a-81f3-42be-94bb-cefd0143d245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:47.943403 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 302f014b-d1ea-482d-80ce-8e5e055a7105 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:52:47.983988 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 302f014b-d1ea-482d-80ce-8e5e055a7105 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:52:47.984659 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 302f014b-d1ea-482d-80ce-8e5e055a7105 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:52:47.986529 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.060838 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-45b00ce0-a1b5-4056-bccf-a7e9b47fe277 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group (32273b14-1c79-42b2-990d-dc46d330c622), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.068660 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-45b00ce0-a1b5-4056-bccf-a7e9b47fe277 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (32273b14-1c79-42b2-990d-dc46d330c622), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.121763 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b00ce0-a1b5-4056-bccf-a7e9b47fe277 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32273b14-1c79-42b2-990d-dc46d330c622,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:48.165089 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-45b00ce0-a1b5-4056-bccf-a7e9b47fe277 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.166687 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-45b00ce0-a1b5-4056-bccf-a7e9b47fe277 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3460958 Jan 28 13:52:48.169780 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60250) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:48.174849 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-32dd78e3-9e2e-4d35-b38b-3a0d1f17cb00 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'security_group_rule': {'security_group_id': '32273b14-1c79-42b2-990d-dc46d330c622', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:48.222941 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-32dd78e3-9e2e-4d35-b38b-3a0d1f17cb00 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (ee91b16a-4258-496f-9513-945569614c00), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.242280 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8a682ae0-2bca-477d-9a7e-751f49da7865 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c72180828f944c22b2bf13b320e444e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4582014 Jan 28 13:52:48.244938 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60252) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:48.266880 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-432b018a-81f3-42be-94bb-cefd0143d245 None None] Allocated IP 172.20.0.18 (4fbb485f-75d9-4ab9-a610-84188db0e3b5/09622ca4-d05e-4d2e-b4b4-fcde39b0226a/ff61ee61-2433-4cf3-90dd-7d98bb2e2727) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:48.334235 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6f71e44-6434-4c06-84b1-4ff5af6a6c3b admin admin] Publish callbacks [] for security_group (5340f337-b14d-4962-b3b7-eaf3e6d806ec), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.345311 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-32dd78e3-9e2e-4d35-b38b-3a0d1f17cb00 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (ee91b16a-4258-496f-9513-945569614c00), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.352873 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60254) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:48.363914 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-32dd78e3-9e2e-4d35-b38b-3a0d1f17cb00 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (ee91b16a-4258-496f-9513-945569614c00), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.387155 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6f71e44-6434-4c06-84b1-4ff5af6a6c3b admin admin] Publish callbacks [] for security_group (5340f337-b14d-4962-b3b7-eaf3e6d806ec), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.450643 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd78e3-9e2e-4d35-b38b-3a0d1f17cb00 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee91b16a-4258-496f-9513-945569614c00,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:48.461519 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6f71e44-6434-4c06-84b1-4ff5af6a6c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5340f337-b14d-4962-b3b7-eaf3e6d806ec), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.464531 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6f71e44-6434-4c06-84b1-4ff5af6a6c3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.468005 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a6f71e44-6434-4c06-84b1-4ff5af6a6c3b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5340f337-b14d-4962-b3b7-eaf3e6d806ec HTTP/1.1" status: 204 len: 168 time: 0.2198081 Jan 28 13:52:48.470679 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-32dd78e3-9e2e-4d35-b38b-3a0d1f17cb00 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.474765 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-32dd78e3-9e2e-4d35-b38b-3a0d1f17cb00 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3043113 Jan 28 13:52:48.475694 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60260) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:48.481583 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f71e44-6434-4c06-84b1-4ff5af6a6c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5340f337-b14d-4962-b3b7-eaf3e6d806ec,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:48.483266 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-2ba611d0-951e-49f5-bfbd-17264fbe4b3c tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'security_group_rule': {'security_group_id': '32273b14-1c79-42b2-990d-dc46d330c622', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:48.553529 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a6f9afae-d01f-45b4-9de2-8ff5116213d4 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-298674329'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:48.554564 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2ba611d0-951e-49f5-bfbd-17264fbe4b3c tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (768a81c9-85bd-4277-a422-5c670a3dd67f), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.569718 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-432b018a-81f3-42be-94bb-cefd0143d245 None None] Publish callbacks [] for port (ff61ee61-2433-4cf3-90dd-7d98bb2e2727), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.579405 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-432b018a-81f3-42be-94bb-cefd0143d245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (ff61ee61-2433-4cf3-90dd-7d98bb2e2727), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.584653 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f9afae-d01f-45b4-9de2-8ff5116213d4 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] Made reservation on behalf of 848dda83bbae4a4283f5e900b25bf898 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:48.596772 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6f9afae-d01f-45b4-9de2-8ff5116213d4 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.615086 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6f9afae-d01f-45b4-9de2-8ff5116213d4 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.652743 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432b018a-81f3-42be-94bb-cefd0143d245 None None] Network 4fbb485f-75d9-4ab9-a610-84188db0e3b5 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:48.676990 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-432b018a-81f3-42be-94bb-cefd0143d245 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:48.680155 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432b018a-81f3-42be-94bb-cefd0143d245 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:48.695199 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b018a-81f3-42be-94bb-cefd0143d245 None None] Pushing event updated for resources: {'Port': ['ID=ff61ee61-2433-4cf3-90dd-7d98bb2e2727,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:48.761986 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2ba611d0-951e-49f5-bfbd-17264fbe4b3c tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (768a81c9-85bd-4277-a422-5c670a3dd67f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.772259 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2ba611d0-951e-49f5-bfbd-17264fbe4b3c tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (768a81c9-85bd-4277-a422-5c670a3dd67f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.775339 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-432b018a-81f3-42be-94bb-cefd0143d245 None None] Attempting to bind port ff61ee61-2433-4cf3-90dd-7d98bb2e2727 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:52:48.776047 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-432b018a-81f3-42be-94bb-cefd0143d245 None None] Attempting to bind port ff61ee61-2433-4cf3-90dd-7d98bb2e2727 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '56bd7021-1f83-4955-9c4d-9656a216097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4fbb485f-75d9-4ab9-a610-84188db0e3b5'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:52:48.776605 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432b018a-81f3-42be-94bb-cefd0143d245 None None] Attempting to bind port ff61ee61-2433-4cf3-90dd-7d98bb2e2727 on network 4fbb485f-75d9-4ab9-a610-84188db0e3b5 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:52:48.784900 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432b018a-81f3-42be-94bb-cefd0143d245 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:52:48.785357 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432b018a-81f3-42be-94bb-cefd0143d245 None None] Checking segment: {'id': '56bd7021-1f83-4955-9c4d-9656a216097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4fbb485f-75d9-4ab9-a610-84188db0e3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:52:48.785850 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-432b018a-81f3-42be-94bb-cefd0143d245 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.786712 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432b018a-81f3-42be-94bb-cefd0143d245 None None] Bound using segment: {'id': '56bd7021-1f83-4955-9c4d-9656a216097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4fbb485f-75d9-4ab9-a610-84188db0e3b5'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:52:48.788116 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-432b018a-81f3-42be-94bb-cefd0143d245 None None] Bound port: ff61ee61-2433-4cf3-90dd-7d98bb2e2727, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56bd7021-1f83-4955-9c4d-9656a216097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4fbb485f-75d9-4ab9-a610-84188db0e3b5'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:52:48.788599 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-432b018a-81f3-42be-94bb-cefd0143d245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ff61ee61-2433-4cf3-90dd-7d98bb2e2727), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.790549 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6f9afae-d01f-45b4-9de2-8ff5116213d4 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] Publish callbacks [] for security_group (43a793e5-3c80-4540-b240-ce2f8c3748fc), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.799284 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6f9afae-d01f-45b4-9de2-8ff5116213d4 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (43a793e5-3c80-4540-b240-ce2f8c3748fc), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.814229 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba611d0-951e-49f5-bfbd-17264fbe4b3c tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768a81c9-85bd-4277-a422-5c670a3dd67f,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:48.838755 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2ba611d0-951e-49f5-bfbd-17264fbe4b3c tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.841967 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2ba611d0-951e-49f5-bfbd-17264fbe4b3c tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3624487 Jan 28 13:52:48.842777 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60270) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:48.856313 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-f3358ed1-67a3-411e-bd48-0dac84f169b8 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'security_group_rule': {'security_group_id': '32273b14-1c79-42b2-990d-dc46d330c622', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:48.872248 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-432b018a-81f3-42be-94bb-cefd0143d245 None None] For port ff61ee61-2433-4cf3-90dd-7d98bb2e2727, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:52:48.876006 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f9afae-d01f-45b4-9de2-8ff5116213d4 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:52:48.877356 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-432b018a-81f3-42be-94bb-cefd0143d245 None None] For port ff61ee61-2433-4cf3-90dd-7d98bb2e2727, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ff61ee61-2433-4cf3-90dd-7d98bb2e2727,segment=NetworkSegment(56bd7021-1f83-4955-9c4d-9656a216097c),segment_id=56bd7021-1f83-4955-9c4d-9656a216097c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:52:48.890727 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-432b018a-81f3-42be-94bb-cefd0143d245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ff61ee61-2433-4cf3-90dd-7d98bb2e2727), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.919025 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f9afae-d01f-45b4-9de2-8ff5116213d4 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43a793e5-3c80-4540-b240-ce2f8c3748fc,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:48.924149 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f3358ed1-67a3-411e-bd48-0dac84f169b8 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (ae241f17-d256-4e81-ac9f-1d56b95f8b0d), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.944027 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6f9afae-d01f-45b4-9de2-8ff5116213d4 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (9c0f5c7c-ae46-4eee-8757-f92397cd51dd), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.945518 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-a6f9afae-d01f-45b4-9de2-8ff5116213d4 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] Added segment 9c0f5c7c-ae46-4eee-8757-f92397cd51dd of type vlan for network 4702cede-4842-4fc3-9a64-5567dfd33301 Jan 28 13:52:48.959172 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b018a-81f3-42be-94bb-cefd0143d245 None None] Pushing event updated for resources: {'Port': ['ID=ff61ee61-2433-4cf3-90dd-7d98bb2e2727,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:49.023711 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6f9afae-d01f-45b4-9de2-8ff5116213d4 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (4702cede-4842-4fc3-9a64-5567dfd33301), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:49.056590 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6f9afae-d01f-45b4-9de2-8ff5116213d4 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (4702cede-4842-4fc3-9a64-5567dfd33301), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:49.060113 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f3358ed1-67a3-411e-bd48-0dac84f169b8 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (ae241f17-d256-4e81-ac9f-1d56b95f8b0d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:49.065023 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f9afae-d01f-45b4-9de2-8ff5116213d4 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:49.065767 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6f9afae-d01f-45b4-9de2-8ff5116213d4 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:49.067075 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f3358ed1-67a3-411e-bd48-0dac84f169b8 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (ae241f17-d256-4e81-ac9f-1d56b95f8b0d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:49.094474 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3358ed1-67a3-411e-bd48-0dac84f169b8 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae241f17-d256-4e81-ac9f-1d56b95f8b0d,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:49.105124 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f3358ed1-67a3-411e-bd48-0dac84f169b8 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:49.107333 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f3358ed1-67a3-411e-bd48-0dac84f169b8 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2623842 Jan 28 13:52:49.109443 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60280) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:49.115258 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-4d2c3c4d-36c0-440d-965c-614f20000edd tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'security_group_rule': {'security_group_id': '32273b14-1c79-42b2-990d-dc46d330c622', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:49.148882 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4d2c3c4d-36c0-440d-965c-614f20000edd tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (8506d0eb-6ef6-4619-86f8-6b3a4d1e73a8), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:49.180894 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f9afae-d01f-45b4-9de2-8ff5116213d4 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] Pushing event updated for resources: {'Network': ['ID=4702cede-4842-4fc3-9a64-5567dfd33301,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:49.187201 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a6f9afae-d01f-45b4-9de2-8ff5116213d4 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.8330789 Jan 28 13:52:49.190559 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60286) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:49.194507 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 4702cede-4842-4fc3-9a64-5567dfd33301 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:52:49.195570 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-8ff4714e-5e7b-4aa8-89f4-7c8052e4f619 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '4702cede-4842-4fc3-9a64-5567dfd33301', 'tempest-TagsTest-Tag-694917169') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:49.302444 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4d2c3c4d-36c0-440d-965c-614f20000edd tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (8506d0eb-6ef6-4619-86f8-6b3a4d1e73a8), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:49.308966 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4d2c3c4d-36c0-440d-965c-614f20000edd tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (8506d0eb-6ef6-4619-86f8-6b3a4d1e73a8), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:49.347015 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4d2c3c4d-36c0-440d-965c-614f20000edd tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:49.348259 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4d2c3c4d-36c0-440d-965c-614f20000edd tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2376289 Jan 28 13:52:49.351261 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60290) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:49.352535 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c3c4d-36c0-440d-965c-614f20000edd tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8506d0eb-6ef6-4619-86f8-6b3a4d1e73a8,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:49.357766 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-6b69ba9a-3d73-4b19-86b3-6a2f684cab35 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'security_group_rule': {'security_group_id': '32273b14-1c79-42b2-990d-dc46d330c622', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:49.373364 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8ff4714e-5e7b-4aa8-89f4-7c8052e4f619 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] 10.222.0.39 "PUT /v2.0/networks/4702cede-4842-4fc3-9a64-5567dfd33301/tags/tempest-TagsTest-Tag-694917169 HTTP/1.1" status: 201 len: 201 time: 0.1814859 Jan 28 13:52:49.376720 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60292) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:49.381536 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.tag.tag_plugin [None req-3162dd19-8088-4f08-b9b5-3746df2dca01 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4702cede-4842-4fc3-9a64-5567dfd33301', 'tempest-TagsTest-Tag-694917169') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:49.425894 n-d-822747-2 neutron-server[103352]: INFO neutron.db.securitygroups_db [None req-6b69ba9a-3d73-4b19-86b3-6a2f684cab35 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Project f281e4a0c8564ab9bcdd7d3d058e0db3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:52:49.432980 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6b69ba9a-3d73-4b19-86b3-6a2f684cab35 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (8b93f31e-5fa0-4053-9b32-4f7844854350), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:49.486794 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3162dd19-8088-4f08-b9b5-3746df2dca01 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] 10.222.0.39 "GET /v2.0/networks/4702cede-4842-4fc3-9a64-5567dfd33301/tags/tempest-TagsTest-Tag-694917169 HTTP/1.1" status: 204 len: 168 time: 0.1085470 Jan 28 13:52:49.493386 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60296) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:49.497840 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-2355d597-b4d1-4040-b111-f228f90470df tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '4702cede-4842-4fc3-9a64-5567dfd33301') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:49.546361 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6b69ba9a-3d73-4b19-86b3-6a2f684cab35 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (8b93f31e-5fa0-4053-9b32-4f7844854350), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:49.556144 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6b69ba9a-3d73-4b19-86b3-6a2f684cab35 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (8b93f31e-5fa0-4053-9b32-4f7844854350), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:49.611317 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69ba9a-3d73-4b19-86b3-6a2f684cab35 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b93f31e-5fa0-4053-9b32-4f7844854350,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:49.620513 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6b69ba9a-3d73-4b19-86b3-6a2f684cab35 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:49.622972 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6b69ba9a-3d73-4b19-86b3-6a2f684cab35 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2683523 Jan 28 13:52:49.625068 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60302) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:49.626311 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2355d597-b4d1-4040-b111-f228f90470df tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] 10.222.0.39 "GET /v2.0/networks/4702cede-4842-4fc3-9a64-5567dfd33301/tags HTTP/1.1" status: 200 len: 237 time: 0.1319287 Jan 28 13:52:49.626878 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60304) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:49.631402 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-5382d442-63f6-41cb-b331-b0a36e1bb16e tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '4702cede-4842-4fc3-9a64-5567dfd33301', {'tags': ['tempest-TagsTest-Tag-555957068', 'tempest-TagsTest-Tag-71644941', 'tempest-TagsTest-Tag-1358599974']}) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:49.636723 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-53a72939-760e-47ec-848f-55dc75f2d190 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'security_group_rule': {'security_group_id': '32273b14-1c79-42b2-990d-dc46d330c622', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:49.663253 n-d-822747-2 neutron-server[103351]: INFO neutron.db.securitygroups_db [None req-53a72939-760e-47ec-848f-55dc75f2d190 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Project f281e4a0c8564ab9bcdd7d3d058e0db3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:52:49.669588 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-53a72939-760e-47ec-848f-55dc75f2d190 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (47ec3ab0-938e-44a2-aa7c-fde20bdd77a5), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:49.728109 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5382d442-63f6-41cb-b331-b0a36e1bb16e tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] 10.222.0.39 "PUT /v2.0/networks/4702cede-4842-4fc3-9a64-5567dfd33301/tags HTTP/1.1" status: 200 len: 306 time: 0.1000679 Jan 28 13:52:49.729012 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60308) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:49.733605 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-47319c19-807a-48ba-8834-ecd6403a5e62 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '4702cede-4842-4fc3-9a64-5567dfd33301', 'tempest-TagsTest-Tag-555957068') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:49.753852 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-53a72939-760e-47ec-848f-55dc75f2d190 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (47ec3ab0-938e-44a2-aa7c-fde20bdd77a5), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:49.759567 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-53a72939-760e-47ec-848f-55dc75f2d190 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (47ec3ab0-938e-44a2-aa7c-fde20bdd77a5), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:49.776701 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a72939-760e-47ec-848f-55dc75f2d190 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ec3ab0-938e-44a2-aa7c-fde20bdd77a5,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:49.796256 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60310) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:49.800648 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029523 Jan 28 13:52:49.804517 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-53a72939-760e-47ec-848f-55dc75f2d190 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:49.805987 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-53a72939-760e-47ec-848f-55dc75f2d190 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1796975 Jan 28 13:52:49.806823 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60312) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:49.866557 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60322) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:49.867743 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-47319c19-807a-48ba-8834-ecd6403a5e62 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] 10.222.0.39 "DELETE /v2.0/networks/4702cede-4842-4fc3-9a64-5567dfd33301/tags/tempest-TagsTest-Tag-555957068 HTTP/1.1" status: 204 len: 168 time: 0.1365077 Jan 28 13:52:49.871587 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.tag.tag_plugin [None req-ea37b8b5-cfc3-44f2-8add-b8be9739b5d4 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4702cede-4842-4fc3-9a64-5567dfd33301', 'tempest-TagsTest-Tag-555957068') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:49.931574 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:50.003385 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-ea37b8b5-cfc3-44f2-8add-b8be9739b5d4 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] show failed (client error): The resource could not be found. Jan 28 13:52:50.012560 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ea37b8b5-cfc3-44f2-8add-b8be9739b5d4 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] 10.222.0.39 "GET /v2.0/networks/4702cede-4842-4fc3-9a64-5567dfd33301/tags/tempest-TagsTest-Tag-555957068 HTTP/1.1" status: 404 len: 325 time: 0.1443524 Jan 28 13:52:50.015275 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60326) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:50.024288 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-94b306e8-a384-4582-a674-9a8377739f0b tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4702cede-4842-4fc3-9a64-5567dfd33301', 'tempest-TagsTest-Tag-71644941') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:50.053527 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2ee1b74c-51cb-4bfa-b49d-32a7e3d694f5 tempest-NetworksApiDiscovery-607861389 tempest-NetworksApiDiscovery-607861389-project] 10.222.0.39 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2452440 Jan 28 13:52:50.112219 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ff61ee61-2433-4cf3-90dd-7d98bb2e2727 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:50.214710 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60340) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:50.216039 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-94b306e8-a384-4582-a674-9a8377739f0b tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] 10.222.0.39 "GET /v2.0/networks/4702cede-4842-4fc3-9a64-5567dfd33301/tags/tempest-TagsTest-Tag-71644941 HTTP/1.1" status: 204 len: 168 time: 0.1993883 Jan 28 13:52:50.220375 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.tag.tag_plugin [None req-51c052c2-879a-4bfe-bbba-dcce07050a8b tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4702cede-4842-4fc3-9a64-5567dfd33301', 'tempest-TagsTest-Tag-1358599974') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:50.228685 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port ff61ee61-2433-4cf3-90dd-7d98bb2e2727 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:50.229066 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ff61ee61-2433-4cf3-90dd-7d98bb2e2727), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:50.247718 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-6bd1e67a-0f11-4ad5-ac8d-b93837fbcb87 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-68970890&fields=id&tenant_id=f281e4a0c8564ab9bcdd7d3d058e0db3 HTTP/1.1" status: 200 len: 267 time: 0.0794947 Jan 28 13:52:50.382095 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port ff61ee61-2433-4cf3-90dd-7d98bb2e2727 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:50.382508 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ff61ee61-2433-4cf3-90dd-7d98bb2e2727), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:50.404278 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60344) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:50.409617 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-7cf0ad4c-2c11-4ae2-9618-468a50e21b12 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4702cede-4842-4fc3-9a64-5567dfd33301') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:50.414071 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-51c052c2-879a-4bfe-bbba-dcce07050a8b tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] 10.222.0.39 "GET /v2.0/networks/4702cede-4842-4fc3-9a64-5567dfd33301/tags/tempest-TagsTest-Tag-1358599974 HTTP/1.1" status: 204 len: 168 time: 0.1979978 Jan 28 13:52:50.453089 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port ff61ee61-2433-4cf3-90dd-7d98bb2e2727, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ff61ee61-2433-4cf3-90dd-7d98bb2e2727,segment=NetworkSegment(56bd7021-1f83-4955-9c4d-9656a216097c),segment_id=56bd7021-1f83-4955-9c4d-9656a216097c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:50.462960 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ff61ee61-2433-4cf3-90dd-7d98bb2e2727), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:50.469383 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-3800f549-bced-4340-a92d-64af5b3edcf3 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:50.474493 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-3800f549-bced-4340-a92d-64af5b3edcf3 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/networks?id=4fbb485f-75d9-4ab9-a610-84188db0e3b5 HTTP/1.1" status: 200 len: 797 time: 0.2223668 Jan 28 13:52:50.500132 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60346) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:50.526584 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-992f0d8e-bb4d-4afa-bb51-dd4cd1afc96b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/quotas/f281e4a0c8564ab9bcdd7d3d058e0db3 HTTP/1.1" status: 200 len: 375 time: 0.0421638 Jan 28 13:52:50.567023 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=ff61ee61-2433-4cf3-90dd-7d98bb2e2727,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:50.618081 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ef3bc0-e82e-41af-a7db-60a10dcbac75 None None] Network 4fbb485f-75d9-4ab9-a610-84188db0e3b5 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:50.633147 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-50ef15a3-ab65-430c-b5b2-8ccb4134dddb tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f281e4a0c8564ab9bcdd7d3d058e0db3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1015389 Jan 28 13:52:50.654370 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7cf0ad4c-2c11-4ae2-9618-468a50e21b12 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] 10.222.0.39 "DELETE /v2.0/networks/4702cede-4842-4fc3-9a64-5567dfd33301/tags HTTP/1.1" status: 204 len: 168 time: 0.2477491 Jan 28 13:52:50.655895 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60350) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:50.672362 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.tag.tag_plugin [None req-64703671-b0bd-487b-aaf0-d6947e2e8454 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4702cede-4842-4fc3-9a64-5567dfd33301', 'tempest-TagsTest-Tag-71644941') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:50.723577 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a9a12d13-b077-4c70-b6d8-8c64409250ab None None] Provisioning complete for port ff61ee61-2433-4cf3-90dd-7d98bb2e2727 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:50.723976 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9a12d13-b077-4c70-b6d8-8c64409250ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ff61ee61-2433-4cf3-90dd-7d98bb2e2727), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:50.728295 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e5e82275-7d0d-4ea8-a24f-282749556a81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:50.838449 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a9a12d13-b077-4c70-b6d8-8c64409250ab None None] Current status of the port ff61ee61-2433-4cf3-90dd-7d98bb2e2727 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:50.856003 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-f875b372-8bf0-4c05-8ec9-2703dd37c46e service neutron] 10.222.0.39 "GET /v2.0/networks/4fbb485f-75d9-4ab9-a610-84188db0e3b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033103 Jan 28 13:52:50.866289 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-64703671-b0bd-487b-aaf0-d6947e2e8454 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] show failed (client error): The resource could not be found. Jan 28 13:52:50.867342 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-64703671-b0bd-487b-aaf0-d6947e2e8454 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] 10.222.0.39 "GET /v2.0/networks/4702cede-4842-4fc3-9a64-5567dfd33301/tags/tempest-TagsTest-Tag-71644941 HTTP/1.1" status: 404 len: 324 time: 0.2102399 Jan 28 13:52:50.870508 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60352) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:50.874961 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-2700b977-8744-4b68-8821-d71ef3784da8 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4702cede-4842-4fc3-9a64-5567dfd33301', 'tempest-TagsTest-Tag-1358599974') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:50.961746 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-2700b977-8744-4b68-8821-d71ef3784da8 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] show failed (client error): The resource could not be found. Jan 28 13:52:50.962944 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2700b977-8744-4b68-8821-d71ef3784da8 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] 10.222.0.39 "GET /v2.0/networks/4702cede-4842-4fc3-9a64-5567dfd33301/tags/tempest-TagsTest-Tag-1358599974 HTTP/1.1" status: 404 len: 326 time: 0.0913253 Jan 28 13:52:50.966109 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60356) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:50.971542 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.tag.tag_plugin [None req-29b9a71e-485a-4fbf-86b6-74c4f20c8e31 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4702cede-4842-4fc3-9a64-5567dfd33301') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:50.973300 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e5e82275-7d0d-4ea8-a24f-282749556a81 admin admin] Publish callbacks [] for security_group (7b21b89c-0562-42b7-b576-e54af2784cd6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:50.990477 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e5e82275-7d0d-4ea8-a24f-282749556a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7b21b89c-0562-42b7-b576-e54af2784cd6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:51.031317 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e5e82275-7d0d-4ea8-a24f-282749556a81 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fd22ed2342814e1cbdb30fc57235cde7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5263979 Jan 28 13:52:51.036600 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60360) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:51.071844 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-29b9a71e-485a-4fbf-86b6-74c4f20c8e31 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] 10.222.0.39 "DELETE /v2.0/networks/4702cede-4842-4fc3-9a64-5567dfd33301/tags HTTP/1.1" status: 204 len: 168 time: 0.1040044 Jan 28 13:52:51.076612 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60364) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:51.096541 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-6a105262-ea8d-468e-8d71-be6463b35243 service neutron] 10.222.0.39 "GET /v2.0/networks/4fbb485f-75d9-4ab9-a610-84188db0e3b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335987 Jan 28 13:52:51.097432 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a7c3955f-f7f4-47bb-9c16-28a2526ad034 admin admin] Publish callbacks [] for security_group (7b21b89c-0562-42b7-b576-e54af2784cd6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:51.099979 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e82275-7d0d-4ea8-a24f-282749556a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b21b89c-0562-42b7-b576-e54af2784cd6,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:51.114894 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e82275-7d0d-4ea8-a24f-282749556a81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:51.115349 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e82275-7d0d-4ea8-a24f-282749556a81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:51.115614 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e82275-7d0d-4ea8-a24f-282749556a81 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:51.115955 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e82275-7d0d-4ea8-a24f-282749556a81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:51.116300 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e82275-7d0d-4ea8-a24f-282749556a81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:51.116634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e82275-7d0d-4ea8-a24f-282749556a81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:51.117201 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e82275-7d0d-4ea8-a24f-282749556a81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:51.117303 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e82275-7d0d-4ea8-a24f-282749556a81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:51.117609 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e82275-7d0d-4ea8-a24f-282749556a81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:51.117938 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e82275-7d0d-4ea8-a24f-282749556a81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:51.118267 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e82275-7d0d-4ea8-a24f-282749556a81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:51.118592 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e82275-7d0d-4ea8-a24f-282749556a81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:51.118941 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e82275-7d0d-4ea8-a24f-282749556a81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:51.140412 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a7c3955f-f7f4-47bb-9c16-28a2526ad034 admin admin] Publish callbacks [] for security_group (7b21b89c-0562-42b7-b576-e54af2784cd6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:51.172973 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a4fc8e94-a377-4057-9821-075b1047ed36 None None] Provisioning complete for port ff61ee61-2433-4cf3-90dd-7d98bb2e2727 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:51.173518 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a4fc8e94-a377-4057-9821-075b1047ed36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ff61ee61-2433-4cf3-90dd-7d98bb2e2727), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:51.201869 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-39cb1013-7f58-458c-b127-01c97188d095 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (4702cede-4842-4fc3-9a64-5567dfd33301), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:51.212518 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a7c3955f-f7f4-47bb-9c16-28a2526ad034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7b21b89c-0562-42b7-b576-e54af2784cd6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:51.216273 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a7c3955f-f7f4-47bb-9c16-28a2526ad034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:51.223486 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a7c3955f-f7f4-47bb-9c16-28a2526ad034 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b21b89c-0562-42b7-b576-e54af2784cd6 HTTP/1.1" status: 204 len: 168 time: 0.1858516 Jan 28 13:52:51.246834 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c3955f-f7f4-47bb-9c16-28a2526ad034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b21b89c-0562-42b7-b576-e54af2784cd6,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:51.293247 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a4fc8e94-a377-4057-9821-075b1047ed36 None None] Current status of the port ff61ee61-2433-4cf3-90dd-7d98bb2e2727 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:51.353502 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-39cb1013-7f58-458c-b127-01c97188d095 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (4702cede-4842-4fc3-9a64-5567dfd33301), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:51.376525 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-39cb1013-7f58-458c-b127-01c97188d095 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4702cede-4842-4fc3-9a64-5567dfd33301']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:51.389249 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-39cb1013-7f58-458c-b127-01c97188d095 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0f5c7c-ae46-4eee-8757-f92397cd51dd') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:51.389538 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-39cb1013-7f58-458c-b127-01c97188d095 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0f5c7c-ae46-4eee-8757-f92397cd51dd') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:51.428910 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-39cb1013-7f58-458c-b127-01c97188d095 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (9c0f5c7c-ae46-4eee-8757-f92397cd51dd), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:51.432313 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79bb4daa-e0e5-45c3-a182-28d8bd3a2b9e req-af2193c4-e3bc-4e24-8cb6-54f19e3e2f48 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=af9e9417-3653-4fd7-a0b9-08c76a3e5d14 HTTP/1.1" status: 200 len: 210 time: 0.0452499 Jan 28 13:52:51.450084 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-39cb1013-7f58-458c-b127-01c97188d095 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (9c0f5c7c-ae46-4eee-8757-f92397cd51dd), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:51.469056 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39cb1013-7f58-458c-b127-01c97188d095 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:52:51.469267 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-39cb1013-7f58-458c-b127-01c97188d095 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (9c0f5c7c-ae46-4eee-8757-f92397cd51dd), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:52:51.474566 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:52:51.554982 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-39cb1013-7f58-458c-b127-01c97188d095 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (4702cede-4842-4fc3-9a64-5567dfd33301), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:51.567436 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-39cb1013-7f58-458c-b127-01c97188d095 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:51.573286 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-39cb1013-7f58-458c-b127-01c97188d095 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] 10.222.0.39 "DELETE /v2.0/networks/4702cede-4842-4fc3-9a64-5567dfd33301 HTTP/1.1" status: 204 len: 168 time: 0.4934239 Jan 28 13:52:51.585082 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb1013-7f58-458c-b127-01c97188d095 tempest-TagsTest-1096237705 tempest-TagsTest-1096237705-project] Pushing event deleted for resources: {'Network': ['ID=4702cede-4842-4fc3-9a64-5567dfd33301,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:51.863367 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60404) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:51.953693 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ff61ee61-2433-4cf3-90dd-7d98bb2e2727 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:52.051671 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port ff61ee61-2433-4cf3-90dd-7d98bb2e2727 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:52.052348 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ff61ee61-2433-4cf3-90dd-7d98bb2e2727), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:52.093650 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0bcb23ad-6eb3-4835-894a-baa64e4c3573 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=848dda83bbae4a4283f5e900b25bf898&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2286928 Jan 28 13:52:52.096265 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60418) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:52.150140 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port ff61ee61-2433-4cf3-90dd-7d98bb2e2727 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:52.178179 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5086078d-b627-4155-9cb4-a9b2310d1ef5 admin admin] Publish callbacks [] for security_group (43a793e5-3c80-4540-b240-ce2f8c3748fc), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:52.217167 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5086078d-b627-4155-9cb4-a9b2310d1ef5 admin admin] Publish callbacks [] for security_group (43a793e5-3c80-4540-b240-ce2f8c3748fc), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:52.304780 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5086078d-b627-4155-9cb4-a9b2310d1ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (43a793e5-3c80-4540-b240-ce2f8c3748fc), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:52.309012 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5086078d-b627-4155-9cb4-a9b2310d1ef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:52.310898 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5086078d-b627-4155-9cb4-a9b2310d1ef5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/43a793e5-3c80-4540-b240-ce2f8c3748fc HTTP/1.1" status: 204 len: 168 time: 0.2129204 Jan 28 13:52:52.319717 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086078d-b627-4155-9cb4-a9b2310d1ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a793e5-3c80-4540-b240-ce2f8c3748fc,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:52.593345 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e5f2f8a8-ba32-4bf5-a44c-2551a24b0952 req-ffeaa773-2bf5-4cae-bf19-7846f0b9782c tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=af9e9417-3653-4fd7-a0b9-08c76a3e5d14 HTTP/1.1" status: 200 len: 210 time: 0.0289259 Jan 28 13:52:53.044240 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-ce905683-c030-4eeb-b75d-3d3e397ecedf tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:53.046830 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-ce905683-c030-4eeb-b75d-3d3e397ecedf tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.37 "GET /v2.0/networks?id=4fbb485f-75d9-4ab9-a610-84188db0e3b5 HTTP/1.1" status: 200 len: 797 time: 0.1971450 Jan 28 13:52:53.141417 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-2f3a1e3d-b3bc-4033-805d-56c62a243be9 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f281e4a0c8564ab9bcdd7d3d058e0db3 HTTP/1.1" status: 200 len: 471 time: 0.0853209 Jan 28 13:52:53.151162 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-cea8d29b-7491-4aa3-a71c-4d146b607a98 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'port': {'device_id': 'af9e9417-3653-4fd7-a0b9-08c76a3e5d14', 'network_id': '4fbb485f-75d9-4ab9-a610-84188db0e3b5', 'admin_state_up': True, 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'security_groups': ['32273b14-1c79-42b2-990d-dc46d330c622']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:53.267559 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-cea8d29b-7491-4aa3-a71c-4d146b607a98 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Made reservation on behalf of f281e4a0c8564ab9bcdd7d3d058e0db3 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:53.271875 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-cea8d29b-7491-4aa3-a71c-4d146b607a98 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:53.419197 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-cea8d29b-7491-4aa3-a71c-4d146b607a98 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Allocated IP 172.20.0.29 (4fbb485f-75d9-4ab9-a610-84188db0e3b5/09622ca4-d05e-4d2e-b4b4-fcde39b0226a/d73a57cb-cdb2-45dc-8289-54814f6972ee) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:53.567605 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-cea8d29b-7491-4aa3-a71c-4d146b607a98 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for port (d73a57cb-cdb2-45dc-8289-54814f6972ee), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:53.608724 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-cea8d29b-7491-4aa3-a71c-4d146b607a98 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (d73a57cb-cdb2-45dc-8289-54814f6972ee), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:53.690647 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8d29b-7491-4aa3-a71c-4d146b607a98 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'Port': ['ID=d73a57cb-cdb2-45dc-8289-54814f6972ee,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:53.694716 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-cea8d29b-7491-4aa3-a71c-4d146b607a98 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Network 4fbb485f-75d9-4ab9-a610-84188db0e3b5 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:53.697099 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-cea8d29b-7491-4aa3-a71c-4d146b607a98 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:53.722523 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-cea8d29b-7491-4aa3-a71c-4d146b607a98 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:53.797249 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50dc4f6-aba0-46b4-94ac-a774a1f7e13e req-38801784-44a8-41fe-bbd5-e73e21c0cbdf tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:53.808002 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f50dc4f6-aba0-46b4-94ac-a774a1f7e13e req-38801784-44a8-41fe-bbd5-e73e21c0cbdf tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=af9e9417-3653-4fd7-a0b9-08c76a3e5d14 HTTP/1.1" status: 200 len: 932 time: 0.1023002 Jan 28 13:52:53.821336 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-cea8d29b-7491-4aa3-a71c-4d146b607a98 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:53.838749 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-cea8d29b-7491-4aa3-a71c-4d146b607a98 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:53.879661 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f50dc4f6-aba0-46b4-94ac-a774a1f7e13e req-4735a3e7-ddc3-4eec-bd5b-d54aecae6491 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=32273b14-1c79-42b2-990d-dc46d330c622&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664079 Jan 28 13:52:53.887716 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-cea8d29b-7491-4aa3-a71c-4d146b607a98 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7407012 Jan 28 13:52:54.146270 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-78cd6194-4bfc-47a4-b4fe-5e21efa549be service neutron] Request body: {'port': {'device_id': 'af9e9417-3653-4fd7-a0b9-08c76a3e5d14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:54.148427 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9919f115-564e-49c0-a39b-fc1de46e5c67 None None] Provisioning complete for port d73a57cb-cdb2-45dc-8289-54814f6972ee triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:54.148892 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9919f115-564e-49c0-a39b-fc1de46e5c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d73a57cb-cdb2-45dc-8289-54814f6972ee), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:54.188079 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9919f115-564e-49c0-a39b-fc1de46e5c67 None None] Port d73a57cb-cdb2-45dc-8289-54814f6972ee cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:54.211886 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-78cd6194-4bfc-47a4-b4fe-5e21efa549be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d73a57cb-cdb2-45dc-8289-54814f6972ee), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:54.545016 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-78cd6194-4bfc-47a4-b4fe-5e21efa549be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d73a57cb-cdb2-45dc-8289-54814f6972ee {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:52:54.553152 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-78cd6194-4bfc-47a4-b4fe-5e21efa549be service neutron] Publish callbacks [] for port (d73a57cb-cdb2-45dc-8289-54814f6972ee), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:54.565545 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-78cd6194-4bfc-47a4-b4fe-5e21efa549be service neutron] Transition to ACTIVE for port object d73a57cb-cdb2-45dc-8289-54814f6972ee will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:52:54.570578 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-78cd6194-4bfc-47a4-b4fe-5e21efa549be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (d73a57cb-cdb2-45dc-8289-54814f6972ee), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:54.623473 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd6194-4bfc-47a4-b4fe-5e21efa549be service neutron] Pushing event updated for resources: {'Port': ['ID=d73a57cb-cdb2-45dc-8289-54814f6972ee,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:54.710218 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-78cd6194-4bfc-47a4-b4fe-5e21efa549be service neutron] Attempting to bind port d73a57cb-cdb2-45dc-8289-54814f6972ee on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:52:54.710565 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-78cd6194-4bfc-47a4-b4fe-5e21efa549be service neutron] Attempting to bind port d73a57cb-cdb2-45dc-8289-54814f6972ee by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '56bd7021-1f83-4955-9c4d-9656a216097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4fbb485f-75d9-4ab9-a610-84188db0e3b5'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:52:54.710902 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-78cd6194-4bfc-47a4-b4fe-5e21efa549be service neutron] Attempting to bind port d73a57cb-cdb2-45dc-8289-54814f6972ee on network 4fbb485f-75d9-4ab9-a610-84188db0e3b5 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:52:54.716075 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-78cd6194-4bfc-47a4-b4fe-5e21efa549be service neutron] Port d73a57cb-cdb2-45dc-8289-54814f6972ee on network 4fbb485f-75d9-4ab9-a610-84188db0e3b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:52:54.716403 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-78cd6194-4bfc-47a4-b4fe-5e21efa549be service neutron] Attempting to bind port d73a57cb-cdb2-45dc-8289-54814f6972ee on network 4fbb485f-75d9-4ab9-a610-84188db0e3b5 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:52:54.729574 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-78cd6194-4bfc-47a4-b4fe-5e21efa549be service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:52:54.729574 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-78cd6194-4bfc-47a4-b4fe-5e21efa549be service neutron] Checking segment: {'id': '56bd7021-1f83-4955-9c4d-9656a216097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4fbb485f-75d9-4ab9-a610-84188db0e3b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:52:54.729574 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-78cd6194-4bfc-47a4-b4fe-5e21efa549be service neutron] Bound using segment: {'id': '56bd7021-1f83-4955-9c4d-9656a216097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4fbb485f-75d9-4ab9-a610-84188db0e3b5'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:52:54.729574 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-78cd6194-4bfc-47a4-b4fe-5e21efa549be service neutron] Bound port: d73a57cb-cdb2-45dc-8289-54814f6972ee, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56bd7021-1f83-4955-9c4d-9656a216097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4fbb485f-75d9-4ab9-a610-84188db0e3b5'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:52:54.729574 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-78cd6194-4bfc-47a4-b4fe-5e21efa549be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d73a57cb-cdb2-45dc-8289-54814f6972ee), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:54.819968 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-78cd6194-4bfc-47a4-b4fe-5e21efa549be service neutron] For port d73a57cb-cdb2-45dc-8289-54814f6972ee, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:52:54.828458 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-78cd6194-4bfc-47a4-b4fe-5e21efa549be service neutron] For port d73a57cb-cdb2-45dc-8289-54814f6972ee, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=d73a57cb-cdb2-45dc-8289-54814f6972ee,segment=NetworkSegment(56bd7021-1f83-4955-9c4d-9656a216097c),segment_id=56bd7021-1f83-4955-9c4d-9656a216097c)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:52:54.837213 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-78cd6194-4bfc-47a4-b4fe-5e21efa549be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (d73a57cb-cdb2-45dc-8289-54814f6972ee), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:54.875240 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-78cd6194-4bfc-47a4-b4fe-5e21efa549be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:54.875870 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-78cd6194-4bfc-47a4-b4fe-5e21efa549be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:54.877446 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-78cd6194-4bfc-47a4-b4fe-5e21efa549be service neutron] 10.222.0.37 "PUT /v2.0/ports/d73a57cb-cdb2-45dc-8289-54814f6972ee HTTP/1.1" status: 200 len: 1092 time: 0.9752903 Jan 28 13:52:54.877908 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9e9417-3653-4fd7-a0b9-08c76a3e5d14', 'tag': 'd73a57cb-cdb2-45dc-8289-54814f6972ee'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:52:54.880325 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0883f0d0-9d43-436d-8b24-91dd9fddd14e" -d '{"events": [{"name": "network-changed", "server_uuid": "af9e9417-3653-4fd7-a0b9-08c76a3e5d14", "tag": "d73a57cb-cdb2-45dc-8289-54814f6972ee"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:52:54.965822 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20843a0e-234d-44d3-b4c1-dabce91d9e84 x-openstack-request-id: req-20843a0e-234d-44d3-b4c1-dabce91d9e84 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:52:54.966119 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9e9417-3653-4fd7-a0b9-08c76a3e5d14", "tag": "d73a57cb-cdb2-45dc-8289-54814f6972ee", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:52:54.966372 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-20843a0e-234d-44d3-b4c1-dabce91d9e84 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:52:54.966795 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9e9417-3653-4fd7-a0b9-08c76a3e5d14', 'tag': 'd73a57cb-cdb2-45dc-8289-54814f6972ee', 'status': 'completed', 'code': 200} Jan 28 13:52:54.985093 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd6194-4bfc-47a4-b4fe-5e21efa549be service neutron] Pushing event updated for resources: {'Port': ['ID=d73a57cb-cdb2-45dc-8289-54814f6972ee,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:55.046232 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-ede8b45e-8040-43b9-90bb-4ea73e8a8f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:55.048343 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-ede8b45e-8040-43b9-90bb-4ea73e8a8f37 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f281e4a0c8564ab9bcdd7d3d058e0db3&device_id=af9e9417-3653-4fd7-a0b9-08c76a3e5d14 HTTP/1.1" status: 200 len: 1095 time: 0.1088257 Jan 28 13:52:55.119528 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-19cd2d52-f5c8-4f60-8f02-15d2a1734463 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=d73a57cb-cdb2-45dc-8289-54814f6972ee HTTP/1.1" status: 200 len: 217 time: 0.0644925 Jan 28 13:52:55.127687 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed7e59-2790-4a7f-bc20-01d7ce3e1f00 req-b3d024b6-e502-4372-b4eb-d9dda55574f9 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:55.135095 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7bed7e59-2790-4a7f-bc20-01d7ce3e1f00 req-b3d024b6-e502-4372-b4eb-d9dda55574f9 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=af9e9417-3653-4fd7-a0b9-08c76a3e5d14 HTTP/1.1" status: 200 len: 944 time: 0.1075175 Jan 28 13:52:55.191427 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-3562286d-f7c0-4232-a54d-0ee44db5f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:55.192903 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-3562286d-f7c0-4232-a54d-0ee44db5f3fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=09622ca4-d05e-4d2e-b4b4-fcde39b0226a HTTP/1.1" status: 200 len: 838 time: 0.0672462 Jan 28 13:52:55.195594 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7bed7e59-2790-4a7f-bc20-01d7ce3e1f00 req-f06a5014-6b2f-44e3-a1de-b7a1681778b2 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=32273b14-1c79-42b2-990d-dc46d330c622&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593188 Jan 28 13:52:55.259984 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-faec2532-ed6f-4e65-8438-1bfbf926a458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:55.261490 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-faec2532-ed6f-4e65-8438-1bfbf926a458 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4fbb485f-75d9-4ab9-a610-84188db0e3b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613501 Jan 28 13:52:55.614043 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-13113f88-30f1-491e-950b-5d894fdc8002 service neutron] 10.222.0.37 "GET /v2.0/networks/4fbb485f-75d9-4ab9-a610-84188db0e3b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465445 Jan 28 13:52:55.706448 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6f7a7d02-f879-4f14-afa1-703dcc32221c req-8c8d31ae-4ffb-4589-ac8c-6db94b8e02ee service neutron] 10.222.0.37 "GET /v2.0/networks/4fbb485f-75d9-4ab9-a610-84188db0e3b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865083 Jan 28 13:52:55.795532 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883f0d0-9d43-436d-8b24-91dd9fddd14e req-1628d353-1125-47fc-9550-f7ea76c6aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:55.797141 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0883f0d0-9d43-436d-8b24-91dd9fddd14e req-1628d353-1125-47fc-9550-f7ea76c6aa42 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f281e4a0c8564ab9bcdd7d3d058e0db3&device_id=af9e9417-3653-4fd7-a0b9-08c76a3e5d14 HTTP/1.1" status: 200 len: 1095 time: 0.0436924 Jan 28 13:52:55.897216 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883f0d0-9d43-436d-8b24-91dd9fddd14e req-e319fd8b-a3c5-48f0-be03-85f747e08934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:55.898772 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0883f0d0-9d43-436d-8b24-91dd9fddd14e req-e319fd8b-a3c5-48f0-be03-85f747e08934 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4fbb485f-75d9-4ab9-a610-84188db0e3b5 HTTP/1.1" status: 200 len: 897 time: 0.0948503 Jan 28 13:52:55.953893 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0883f0d0-9d43-436d-8b24-91dd9fddd14e req-5bcc98e4-22e5-4a9c-8c09-4f808ff747d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=d73a57cb-cdb2-45dc-8289-54814f6972ee HTTP/1.1" status: 200 len: 217 time: 0.0398068 Jan 28 13:52:56.009346 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883f0d0-9d43-436d-8b24-91dd9fddd14e req-fece8021-ba00-4dac-8d7e-fae93bd352d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:56.011005 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0883f0d0-9d43-436d-8b24-91dd9fddd14e req-fece8021-ba00-4dac-8d7e-fae93bd352d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=09622ca4-d05e-4d2e-b4b4-fcde39b0226a HTTP/1.1" status: 200 len: 838 time: 0.0509627 Jan 28 13:52:56.065105 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883f0d0-9d43-436d-8b24-91dd9fddd14e req-a9c15781-97f0-4b87-9a02-c360934cf00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:56.067101 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0883f0d0-9d43-436d-8b24-91dd9fddd14e req-a9c15781-97f0-4b87-9a02-c360934cf00a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4fbb485f-75d9-4ab9-a610-84188db0e3b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481648 Jan 28 13:52:56.168207 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0883f0d0-9d43-436d-8b24-91dd9fddd14e req-e1e0538a-2b95-4446-9d16-adb3bd3011e9 service neutron] 10.222.0.37 "GET /v2.0/networks/4fbb485f-75d9-4ab9-a610-84188db0e3b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946379 Jan 28 13:52:56.288076 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0883f0d0-9d43-436d-8b24-91dd9fddd14e req-db31b6b4-6191-4208-a01d-0e489f4eef25 service neutron] 10.222.0.37 "GET /v2.0/networks/4fbb485f-75d9-4ab9-a610-84188db0e3b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130314 Jan 28 13:52:56.353953 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c7f26-503a-43cb-b6c9-0d8d5718bb81 req-85b4049e-ac68-4f82-b227-a3d5294942ea tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:56.355500 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d82c7f26-503a-43cb-b6c9-0d8d5718bb81 req-85b4049e-ac68-4f82-b227-a3d5294942ea tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=af9e9417-3653-4fd7-a0b9-08c76a3e5d14 HTTP/1.1" status: 200 len: 944 time: 0.0539713 Jan 28 13:52:56.428317 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d82c7f26-503a-43cb-b6c9-0d8d5718bb81 req-8a302a4e-1b0f-4d3e-9974-e3b801fec5cc tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=32273b14-1c79-42b2-990d-dc46d330c622&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660746 Jan 28 13:52:57.589882 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512a031-f45a-4627-a0cc-c27681c6456b req-6655f9b6-24e3-4725-948e-dec95573f1ce tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:57.592882 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b512a031-f45a-4627-a0cc-c27681c6456b req-6655f9b6-24e3-4725-948e-dec95573f1ce tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=af9e9417-3653-4fd7-a0b9-08c76a3e5d14 HTTP/1.1" status: 200 len: 944 time: 0.0814888 Jan 28 13:52:57.686295 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b512a031-f45a-4627-a0cc-c27681c6456b req-2f7bb6aa-f0ec-447e-bd31-0823bd675085 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=32273b14-1c79-42b2-990d-dc46d330c622&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823319 Jan 28 13:52:57.813335 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-030dfaf3-dc27-4180-a16e-01450defd65b req-24f568d9-025d-414b-be07-3d65e672a539 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e054edff-0685-4260-b9cc-164b1e9d10c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0597515 Jan 28 13:52:57.907611 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030dfaf3-dc27-4180-a16e-01450defd65b req-0acbad77-45a9-4357-a50a-accb77187161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:57.909450 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-030dfaf3-dc27-4180-a16e-01450defd65b req-0acbad77-45a9-4357-a50a-accb77187161 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a710706f51d4196913035417fac81e3&device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 1097 time: 0.0530410 Jan 28 13:52:58.053696 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030dfaf3-dc27-4180-a16e-01450defd65b req-ea7ec864-a5cc-4888-bc98-1c2ecd34009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:58.055969 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-030dfaf3-dc27-4180-a16e-01450defd65b req-ea7ec864-a5cc-4888-bc98-1c2ecd34009a service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 HTTP/1.1" status: 200 len: 911 time: 0.1193871 Jan 28 13:52:58.143041 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-030dfaf3-dc27-4180-a16e-01450defd65b req-85708dc5-58f2-4120-abf3-5307eb937169 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7498ed12-b3cc-41c8-a3bf-ff2b52c7467a HTTP/1.1" status: 200 len: 1002 time: 0.0747254 Jan 28 13:52:58.200750 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030dfaf3-dc27-4180-a16e-01450defd65b req-0486388b-8274-4764-9e37-d13ce273eea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:58.202622 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-030dfaf3-dc27-4180-a16e-01450defd65b req-0486388b-8274-4764-9e37-d13ce273eea9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a282eac7-c6f7-4e0b-bd51-f3e60c647f6a HTTP/1.1" status: 200 len: 850 time: 0.0542517 Jan 28 13:52:58.254289 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030dfaf3-dc27-4180-a16e-01450defd65b req-564e8bb5-2bb5-4f54-8121-aa3258d5c977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:58.255932 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-030dfaf3-dc27-4180-a16e-01450defd65b req-564e8bb5-2bb5-4f54-8121-aa3258d5c977 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472543 Jan 28 13:52:58.396796 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-030dfaf3-dc27-4180-a16e-01450defd65b req-c9c0ee1f-3d41-48d0-9991-d8363a4e152b service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351712 Jan 28 13:52:58.510130 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-030dfaf3-dc27-4180-a16e-01450defd65b req-39b0190d-5408-4ba1-b351-5d72ab7bd7d0 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072114 Jan 28 13:52:58.808379 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f14af-2d32-4c25-9d41-7ecf7c1869fc req-756379ef-6afb-421e-b8d1-7f965180ead4 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:58.815879 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a33f14af-2d32-4c25-9d41-7ecf7c1869fc req-756379ef-6afb-421e-b8d1-7f965180ead4 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=af9e9417-3653-4fd7-a0b9-08c76a3e5d14 HTTP/1.1" status: 200 len: 944 time: 0.0601814 Jan 28 13:52:58.871363 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a33f14af-2d32-4c25-9d41-7ecf7c1869fc req-c8abeae9-a20c-48dc-92a6-f2713ede9c25 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=32273b14-1c79-42b2-990d-dc46d330c622&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546000 Jan 28 13:52:59.326822 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c87abe8c-de56-4641-879e-569f5fbbaa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:00.031290 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eefc62-5bc5-4a80-bc10-da5463e74d09 req-e021b9e1-c3e9-4d5e-bc91-40dc3fffefff tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:00.040224 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-68eefc62-5bc5-4a80-bc10-da5463e74d09 req-e021b9e1-c3e9-4d5e-bc91-40dc3fffefff tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=af9e9417-3653-4fd7-a0b9-08c76a3e5d14 HTTP/1.1" status: 200 len: 944 time: 0.0828822 Jan 28 13:53:00.080755 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:53:00.119577 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-68eefc62-5bc5-4a80-bc10-da5463e74d09 req-55534224-0484-40ff-a474-cbf3d1d8ebdd tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=32273b14-1c79-42b2-990d-dc46d330c622&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0775800 Jan 28 13:53:00.525895 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device d73a57cb-cdb2-45dc-8289-54814f6972ee details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:53:00.664796 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port d73a57cb-cdb2-45dc-8289-54814f6972ee, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=d73a57cb-cdb2-45dc-8289-54814f6972ee,segment=NetworkSegment(56bd7021-1f83-4955-9c4d-9656a216097c),segment_id=56bd7021-1f83-4955-9c4d-9656a216097c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:00.681523 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'd73a57cb-cdb2-45dc-8289-54814f6972ee', 'network_id': '4fbb485f-75d9-4ab9-a610-84188db0e3b5', 'port_id': 'd73a57cb-cdb2-45dc-8289-54814f6972ee', 'mac_address': 'fa:16:3e:4e:b5:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09622ca4-d05e-4d2e-b4b4-fcde39b0226a', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:53:00.749711 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port d73a57cb-cdb2-45dc-8289-54814f6972ee is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:00.750479 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d73a57cb-cdb2-45dc-8289-54814f6972ee), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:00.765692 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d73a57cb-cdb2-45dc-8289-54814f6972ee {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:53:00.789783 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port d73a57cb-cdb2-45dc-8289-54814f6972ee, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=d73a57cb-cdb2-45dc-8289-54814f6972ee,segment=NetworkSegment(56bd7021-1f83-4955-9c4d-9656a216097c),segment_id=56bd7021-1f83-4955-9c4d-9656a216097c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:00.802626 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d73a57cb-cdb2-45dc-8289-54814f6972ee), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:00.994050 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=d73a57cb-cdb2-45dc-8289-54814f6972ee,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:01.108890 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed17ff8-8848-4311-b167-c72c01987ac8 req-7572b61e-1ba9-410f-a42a-e348456ab9f8 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:01.110591 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3ed17ff8-8848-4311-b167-c72c01987ac8 req-7572b61e-1ba9-410f-a42a-e348456ab9f8 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 1097 time: 0.0528243 Jan 28 13:53:01.148828 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['d73a57cb-cdb2-45dc-8289-54814f6972ee'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:53:01.191591 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3ed17ff8-8848-4311-b167-c72c01987ac8 req-42e1a3e4-a063-48df-87af-b92d2c7d7eef tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734951 Jan 28 13:53:01.219923 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60656) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:01.441412 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa127a6c-7d24-4167-8bed-075e77960627 req-dac39013-073d-4ce4-a2f4-f19620f589b0 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:01.448545 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa127a6c-7d24-4167-8bed-075e77960627 req-dac39013-073d-4ce4-a2f4-f19620f589b0 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=af9e9417-3653-4fd7-a0b9-08c76a3e5d14 HTTP/1.1" status: 200 len: 945 time: 0.1767631 Jan 28 13:53:01.511928 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa127a6c-7d24-4167-8bed-075e77960627 req-1fd2bdba-2bc5-442f-8ab1-fce0513bf905 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=32273b14-1c79-42b2-990d-dc46d330c622&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623183 Jan 28 13:53:01.537192 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-7f3dc9bb-07d7-4433-a1a7-29e18760f0f2 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Deleting port f6b5b288-9173-47f1-88b6-9ae32d3c6b40 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:01.537538 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7f3dc9bb-07d7-4433-a1a7-29e18760f0f2 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (f6b5b288-9173-47f1-88b6-9ae32d3c6b40), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:01.592678 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e01910be-7e30-4e68-ad81-79ea6d9b5188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:01.621618 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7f3dc9bb-07d7-4433-a1a7-29e18760f0f2 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (f6b5b288-9173-47f1-88b6-9ae32d3c6b40), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:01.622050 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7f3dc9bb-07d7-4433-a1a7-29e18760f0f2 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for floatingip (f6b5b288-9173-47f1-88b6-9ae32d3c6b40), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:01.634377 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-7f3dc9bb-07d7-4433-a1a7-29e18760f0f2 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Calling delete_port for f6b5b288-9173-47f1-88b6-9ae32d3c6b40 owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:01.916718 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7f3dc9bb-07d7-4433-a1a7-29e18760f0f2 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (f6b5b288-9173-47f1-88b6-9ae32d3c6b40), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:01.999812 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3dc9bb-07d7-4433-a1a7-29e18760f0f2 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event deleted for resources: {'Port': ['ID=f6b5b288-9173-47f1-88b6-9ae32d3c6b40,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:02.147806 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7f3dc9bb-07d7-4433-a1a7-29e18760f0f2 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for floatingip (a215a1d1-2901-4969-ab85-e0d474b14ebe), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:02.148740 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-7f3dc9bb-07d7-4433-a1a7-29e18760f0f2 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Floating IP a215a1d1-2901-4969-ab85-e0d474b14ebe disassociated (deleted). External IP: 172.25.3.235, port: aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf. Jan 28 13:53:02.200232 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-61a37e87-66a5-401a-a847-5afa6590a60a req-949d9f9d-567a-48bc-94dd-ee9f19291a87 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2716820 Jan 28 13:53:02.529907 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device d73a57cb-cdb2-45dc-8289-54814f6972ee up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:53:02.651433 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port d73a57cb-cdb2-45dc-8289-54814f6972ee completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:53:02.656253 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port d73a57cb-cdb2-45dc-8289-54814f6972ee triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:02.656934 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d73a57cb-cdb2-45dc-8289-54814f6972ee), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:02.785560 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port d73a57cb-cdb2-45dc-8289-54814f6972ee is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:02.785964 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d73a57cb-cdb2-45dc-8289-54814f6972ee), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:02.833557 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port d73a57cb-cdb2-45dc-8289-54814f6972ee, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=d73a57cb-cdb2-45dc-8289-54814f6972ee,segment=NetworkSegment(56bd7021-1f83-4955-9c4d-9656a216097c),segment_id=56bd7021-1f83-4955-9c4d-9656a216097c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:02.834691 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9e9417-3653-4fd7-a0b9-08c76a3e5d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73a57cb-cdb2-45dc-8289-54814f6972ee'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:53:02.837889 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3c2635-4004-4243-aaaa-0bc3e5c93900" -d '{"events": [{"server_uuid": "af9e9417-3653-4fd7-a0b9-08c76a3e5d14", "name": "network-vif-plugged", "status": "completed", "tag": "d73a57cb-cdb2-45dc-8289-54814f6972ee"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:53:02.845503 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d73a57cb-cdb2-45dc-8289-54814f6972ee), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:02.941208 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff70cdf9-dce1-47b0-b92c-b0ea6cceac24 x-openstack-request-id: req-ff70cdf9-dce1-47b0-b92c-b0ea6cceac24 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:53:02.941478 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9e9417-3653-4fd7-a0b9-08c76a3e5d14", "name": "network-vif-plugged", "status": "completed", "tag": "d73a57cb-cdb2-45dc-8289-54814f6972ee", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:53:02.941989 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ff70cdf9-dce1-47b0-b92c-b0ea6cceac24 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:53:02.942403 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9e9417-3653-4fd7-a0b9-08c76a3e5d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73a57cb-cdb2-45dc-8289-54814f6972ee', 'code': 200} Jan 28 13:53:02.961513 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea00115-45d0-425c-853c-4fb49e100a11 req-aac6e4cb-8331-4660-b1a3-cbf96cba78f8 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:02.964766 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aea00115-45d0-425c-853c-4fb49e100a11 req-aac6e4cb-8331-4660-b1a3-cbf96cba78f8 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=af9e9417-3653-4fd7-a0b9-08c76a3e5d14 HTTP/1.1" status: 200 len: 946 time: 0.1381903 Jan 28 13:53:02.967825 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a37e87-66a5-401a-a847-5afa6590a60a req-a4ec767a-c97c-447c-9aea-8c7f624d019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:02.970690 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-61a37e87-66a5-401a-a847-5afa6590a60a req-a4ec767a-c97c-447c-9aea-8c7f624d019b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 1097 time: 0.1519887 Jan 28 13:53:03.025695 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:03.029305 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=d73a57cb-cdb2-45dc-8289-54814f6972ee,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:03.104588 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2ffd4-1749-4313-845e-35fe6738d72d req-8568b85e-3aa0-45b5-a066-94ee85613520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:03.107002 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76a2ffd4-1749-4313-845e-35fe6738d72d req-8568b85e-3aa0-45b5-a066-94ee85613520 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=af9e9417-3653-4fd7-a0b9-08c76a3e5d14 HTTP/1.1" status: 200 len: 1097 time: 0.0778246 Jan 28 13:53:03.142709 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aea00115-45d0-425c-853c-4fb49e100a11 req-f57299cf-caf4-45a3-8a74-b2739ae07c1c tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=32273b14-1c79-42b2-990d-dc46d330c622&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1662445 Jan 28 13:53:03.216414 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a37e87-66a5-401a-a847-5afa6590a60a req-e7dfe93f-bc1c-4111-a8bb-494f3781bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:03.218345 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-61a37e87-66a5-401a-a847-5afa6590a60a req-e7dfe93f-bc1c-4111-a8bb-494f3781bc0a service neutron] 10.222.0.18 "GET /v2.0/networks?id=629a0596-4326-4173-a2b7-ce712832376d HTTP/1.1" status: 200 len: 897 time: 0.1837561 Jan 28 13:53:03.225416 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76a2ffd4-1749-4313-845e-35fe6738d72d req-e55cdf92-7075-4005-9403-70efba6916d7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=32273b14-1c79-42b2-990d-dc46d330c622&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1094866 Jan 28 13:53:03.279277 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-61a37e87-66a5-401a-a847-5afa6590a60a req-bed8433f-622b-4e3a-89c2-3d4a9f2af4b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf HTTP/1.1" status: 200 len: 217 time: 0.0473976 Jan 28 13:53:03.284580 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3dc9bb-07d7-4433-a1a7-29e18760f0f2 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Router 70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:53:03.331077 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a37e87-66a5-401a-a847-5afa6590a60a req-44c7fb9f-7394-4d90-8a45-e9849ccb4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:03.333246 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-61a37e87-66a5-401a-a847-5afa6590a60a req-44c7fb9f-7394-4d90-8a45-e9849ccb4db5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=491aa37e-4ac2-45c7-8ded-0b584f80a299 HTTP/1.1" status: 200 len: 834 time: 0.0459096 Jan 28 13:53:03.431697 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a37e87-66a5-401a-a847-5afa6590a60a req-37863546-39a8-4937-9a9d-49ce306341fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:03.433386 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-61a37e87-66a5-401a-a847-5afa6590a60a req-37863546-39a8-4937-9a9d-49ce306341fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=629a0596-4326-4173-a2b7-ce712832376d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930037 Jan 28 13:53:03.568199 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3dc9bb-07d7-4433-a1a7-29e18760f0f2 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:53:03.574049 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7f3dc9bb-07d7-4433-a1a7-29e18760f0f2 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:03.581602 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d95a53-3727-42ec-82f2-8b6ad69f39c7 None None] Sync routers for ids ['70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:53:03.596114 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d95a53-3727-42ec-82f2-8b6ad69f39c7 None None] Routers {'70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:03.600086 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-e0d95a53-3727-42ec-82f2-8b6ad69f39c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:53:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:03.642477 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7f3dc9bb-07d7-4433-a1a7-29e18760f0f2 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "DELETE /v2.0/floatingips/a215a1d1-2901-4969-ab85-e0d474b14ebe HTTP/1.1" status: 204 len: 168 time: 2.4090307 Jan 28 13:53:03.647260 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20fab73-f39c-4e5b-94d4-31d506120ad6', 'tag': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:53:03.649626 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca0dd52-0643-4731-9e8a-020c7690d8e7" -d '{"events": [{"name": "network-changed", "server_uuid": "d20fab73-f39c-4e5b-94d4-31d506120ad6", "tag": "aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:53:03.704102 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-61a37e87-66a5-401a-a847-5afa6590a60a req-b66aa32d-4f81-430e-9c2c-32f0652474cc service neutron] 10.222.0.18 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452056 Jan 28 13:53:03.860470 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-e0d95a53-3727-42ec-82f2-8b6ad69f39c7 None None] Set router 70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:03.884325 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd67c838-f853-41e0-aa0e-f1965cdc815f x-openstack-request-id: req-fd67c838-f853-41e0-aa0e-f1965cdc815f {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:53:03.885927 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20fab73-f39c-4e5b-94d4-31d506120ad6", "tag": "aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:53:03.886213 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd67c838-f853-41e0-aa0e-f1965cdc815f {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:53:03.887138 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20fab73-f39c-4e5b-94d4-31d506120ad6', 'tag': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf', 'status': 'completed', 'code': 200} Jan 28 13:53:03.964510 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-61a37e87-66a5-401a-a847-5afa6590a60a req-2796de68-c771-4cdd-9aa3-ee2fd767a811 service neutron] 10.222.0.18 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547748 Jan 28 13:53:04.076587 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23298c-1668-459b-ab5c-fb16dc6d9c69 req-dd5078f5-26de-4d0f-a911-62871cb1ac9e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:04.084986 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ea23298c-1668-459b-ab5c-fb16dc6d9c69 req-dd5078f5-26de-4d0f-a911-62871cb1ac9e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 946 time: 0.0986261 Jan 28 13:53:04.131170 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0dd52-0643-4731-9e8a-020c7690d8e7 req-2c384c61-7a9c-4143-9754-6fff225d0600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:04.133089 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fca0dd52-0643-4731-9e8a-020c7690d8e7 req-2c384c61-7a9c-4143-9754-6fff225d0600 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 1097 time: 0.0988243 Jan 28 13:53:04.178837 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ea23298c-1668-459b-ab5c-fb16dc6d9c69 req-f28c373c-2e27-4c50-9b94-b2c19af478ed tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924137 Jan 28 13:53:04.289575 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:04.382575 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-e0d95a53-3727-42ec-82f2-8b6ad69f39c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710247967', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:42Z', 'updated_at': '2022-01-28T13:50:54Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:43Z', 'updated_at': '2022-01-28T13:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'b8750b64-4416-445f-94b9-48705f809a17', 'name': '', 'network_id': '629a0596-4326-4173-a2b7-ce712832376d', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:36:76:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '491aa37e-4ac2-45c7-8ded-0b584f80a299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:51Z', 'updated_at': '2022-01-28T13:50:59Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': '491aa37e-4ac2-45c7-8ded-0b584f80a299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:04.393218 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0dd52-0643-4731-9e8a-020c7690d8e7 req-3a11b164-359d-494e-90f4-1e60a9701017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:04.394812 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fca0dd52-0643-4731-9e8a-020c7690d8e7 req-3a11b164-359d-494e-90f4-1e60a9701017 service neutron] 10.222.0.18 "GET /v2.0/networks?id=629a0596-4326-4173-a2b7-ce712832376d HTTP/1.1" status: 200 len: 897 time: 0.2536876 Jan 28 13:53:04.418149 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d95a53-3727-42ec-82f2-8b6ad69f39c7 None None] Checking router: 70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:53:04.427400 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d95a53-3727-42ec-82f2-8b6ad69f39c7 None None] Routers {'70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:04.428293 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-e0d95a53-3727-42ec-82f2-8b6ad69f39c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:53:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:04.446076 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fca0dd52-0643-4731-9e8a-020c7690d8e7 req-830cdc47-20e2-4c40-aeef-8ffbc2b1d349 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf HTTP/1.1" status: 200 len: 217 time: 0.0427618 Jan 28 13:53:04.454419 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946bcf8-8fab-4834-a3c0-3f537d8f3cfa req-c3f86779-a954-4c65-8ac8-8ad3c2d70338 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:04.457152 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4946bcf8-8fab-4834-a3c0-3f537d8f3cfa req-c3f86779-a954-4c65-8ac8-8ad3c2d70338 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=af9e9417-3653-4fd7-a0b9-08c76a3e5d14 HTTP/1.1" status: 200 len: 946 time: 0.1343153 Jan 28 13:53:04.599401 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-e0d95a53-3727-42ec-82f2-8b6ad69f39c7 None None] Set router 70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:04.605575 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0dd52-0643-4731-9e8a-020c7690d8e7 req-a6ae3af2-d7ed-420e-9024-73dd6b69f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:04.607286 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fca0dd52-0643-4731-9e8a-020c7690d8e7 req-a6ae3af2-d7ed-420e-9024-73dd6b69f69d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=491aa37e-4ac2-45c7-8ded-0b584f80a299 HTTP/1.1" status: 200 len: 834 time: 0.1492622 Jan 28 13:53:04.681342 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4946bcf8-8fab-4834-a3c0-3f537d8f3cfa req-2a7a7b32-d0f6-4dd7-b88c-329f2ad01479 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=32273b14-1c79-42b2-990d-dc46d330c622&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2085335 Jan 28 13:53:04.702799 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0dd52-0643-4731-9e8a-020c7690d8e7 req-d7e6d0c5-1785-44f4-8f1c-691b324b6997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:04.705214 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fca0dd52-0643-4731-9e8a-020c7690d8e7 req-d7e6d0c5-1785-44f4-8f1c-691b324b6997 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=629a0596-4326-4173-a2b7-ce712832376d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915685 Jan 28 13:53:04.820849 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fca0dd52-0643-4731-9e8a-020c7690d8e7 req-9d9a924d-c739-471b-9efd-daa34eadabf9 service neutron] 10.222.0.18 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075339 Jan 28 13:53:04.948838 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fca0dd52-0643-4731-9e8a-020c7690d8e7 req-6a89fcca-679a-428b-ab5a-8f74462ef03b service neutron] 10.222.0.18 "GET /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214783 Jan 28 13:53:05.002860 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-e0d95a53-3727-42ec-82f2-8b6ad69f39c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710247967', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:42Z', 'updated_at': '2022-01-28T13:50:54Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:43Z', 'updated_at': '2022-01-28T13:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'b8750b64-4416-445f-94b9-48705f809a17', 'name': '', 'network_id': '629a0596-4326-4173-a2b7-ce712832376d', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:36:76:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '491aa37e-4ac2-45c7-8ded-0b584f80a299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:51Z', 'updated_at': '2022-01-28T13:50:59Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': '491aa37e-4ac2-45c7-8ded-0b584f80a299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:05.112669 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d95a53-3727-42ec-82f2-8b6ad69f39c7 None None] The sync data for ids ['70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'] in n-d-822747-2 is: [{'id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710247967', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:42Z', 'updated_at': '2022-01-28T13:50:54Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:43Z', 'updated_at': '2022-01-28T13:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'b8750b64-4416-445f-94b9-48705f809a17', 'name': '', 'network_id': '629a0596-4326-4173-a2b7-ce712832376d', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:36:76:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '491aa37e-4ac2-45c7-8ded-0b584f80a299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:51Z', 'updated_at': '2022-01-28T13:50:59Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': '491aa37e-4ac2-45c7-8ded-0b584f80a299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:05.314065 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687afb1d-6c07-4456-a8e1-1e85be2c4bad req-bf88ab15-404f-4d4b-8d9a-2f3c9c14bdbc tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:05.315713 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-687afb1d-6c07-4456-a8e1-1e85be2c4bad req-bf88ab15-404f-4d4b-8d9a-2f3c9c14bdbc tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.18 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 946 time: 0.1019502 Jan 28 13:53:05.407185 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85010329-250c-4852-a6c9-6bfbdf6595a3 req-20ee8a2e-2bc1-4202-9781-afbae8e758ed tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:05.422683 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-85010329-250c-4852-a6c9-6bfbdf6595a3 req-20ee8a2e-2bc1-4202-9781-afbae8e758ed tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 946 time: 0.1057346 Jan 28 13:53:05.448943 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-687afb1d-6c07-4456-a8e1-1e85be2c4bad req-6cd98de2-85d6-4286-bfb4-ad90bd5ea1af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Deleting port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:05.449311 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-687afb1d-6c07-4456-a8e1-1e85be2c4bad req-6cd98de2-85d6-4286-bfb4-ad90bd5ea1af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:05.514888 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-85010329-250c-4852-a6c9-6bfbdf6595a3 req-53c21540-e0e1-438e-ac8b-f5313ed07de3 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=00850366-10da-4c5a-82c6-ef0f369a842d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911880 Jan 28 13:53:05.570321 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d31f249-a7ce-4ff6-a027-4b5eb68281c5 None None] New status for floating IP a215a1d1-2901-4969-ab85-e0d474b14ebe: DOWN {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:53:05.581939 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-687afb1d-6c07-4456-a8e1-1e85be2c4bad req-6cd98de2-85d6-4286-bfb4-ad90bd5ea1af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] For port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf,segment=NetworkSegment(2d943550-f5c7-4917-a561-948b065e88e7),segment_id=2d943550-f5c7-4917-a561-948b065e88e7)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:05.582874 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-687afb1d-6c07-4456-a8e1-1e85be2c4bad req-6cd98de2-85d6-4286-bfb4-ad90bd5ea1af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:05.606417 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-687afb1d-6c07-4456-a8e1-1e85be2c4bad req-6cd98de2-85d6-4286-bfb4-ad90bd5ea1af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Calling delete_port for aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:05.790888 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-687afb1d-6c07-4456-a8e1-1e85be2c4bad req-6cd98de2-85d6-4286-bfb4-ad90bd5ea1af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:05.906749 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd98de2-85d6-4286-bfb4-ad90bd5ea1af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event deleted for resources: {'Port': ['ID=aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:05.920199 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94209d-acc9-4b13-9715-a65f49beac95 req-d5d21c31-baef-4f7a-831d-28ad2c0d9d98 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:05.921502 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fd94209d-acc9-4b13-9715-a65f49beac95 req-d5d21c31-baef-4f7a-831d-28ad2c0d9d98 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=af9e9417-3653-4fd7-a0b9-08c76a3e5d14 HTTP/1.1" status: 200 len: 946 time: 0.1525152 Jan 28 13:53:05.943389 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-687afb1d-6c07-4456-a8e1-1e85be2c4bad req-6cd98de2-85d6-4286-bfb4-ad90bd5ea1af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] No DVR routers for this DVR port aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:53:05.952632 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-687afb1d-6c07-4456-a8e1-1e85be2c4bad req-6cd98de2-85d6-4286-bfb4-ad90bd5ea1af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:05.957842 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-687afb1d-6c07-4456-a8e1-1e85be2c4bad req-6cd98de2-85d6-4286-bfb4-ad90bd5ea1af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.18 "DELETE /v2.0/ports/aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf HTTP/1.1" status: 204 len: 173 time: 0.6319284 Jan 28 13:53:05.958704 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20fab73-f39c-4e5b-94d4-31d506120ad6', 'name': 'network-vif-deleted', 'tag': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:53:05.962957 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7f3260-7a29-47a0-846f-c20c14c0f702" -d '{"events": [{"server_uuid": "d20fab73-f39c-4e5b-94d4-31d506120ad6", "name": "network-vif-deleted", "tag": "aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:53:06.066875 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fd94209d-acc9-4b13-9715-a65f49beac95 req-66df3732-f8ad-4af9-ae31-2609fb273501 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=32273b14-1c79-42b2-990d-dc46d330c622&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1378133 Jan 28 13:53:06.078987 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a8dce7-bfeb-41a1-b4ce-ab079425e1ff x-openstack-request-id: req-c9a8dce7-bfeb-41a1-b4ce-ab079425e1ff {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:53:06.079292 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20fab73-f39c-4e5b-94d4-31d506120ad6", "name": "network-vif-deleted", "tag": "aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:53:06.079550 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c9a8dce7-bfeb-41a1-b4ce-ab079425e1ff {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:53:06.080535 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20fab73-f39c-4e5b-94d4-31d506120ad6', 'name': 'network-vif-deleted', 'tag': 'aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf', 'status': 'completed', 'code': 200} Jan 28 13:53:06.255258 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f82e9e-4aa9-40af-b9d6-33dc5f083fdc req-7373c24e-a0cc-49de-af47-e340e5758178 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:06.276506 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-37f82e9e-4aa9-40af-b9d6-33dc5f083fdc req-7373c24e-a0cc-49de-af47-e340e5758178 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=af9e9417-3653-4fd7-a0b9-08c76a3e5d14 HTTP/1.1" status: 200 len: 946 time: 0.1053329 Jan 28 13:53:06.406180 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:06.438967 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-37f82e9e-4aa9-40af-b9d6-33dc5f083fdc req-db4ccca5-30eb-43d8-bcb1-6b417502eade tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=32273b14-1c79-42b2-990d-dc46d330c622&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1609287 Jan 28 13:53:06.751298 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cbfea87d-c0fe-420a-bc58-62809433cea7 req-206e34e1-2c2a-4ede-929a-3b82cb61157e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=d20fab73-f39c-4e5b-94d4-31d506120ad6 HTTP/1.1" status: 200 len: 210 time: 0.0651233 Jan 28 13:53:06.877610 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60784) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:07.017400 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4e8345f4-eb84-4c62-ad15-dc7bc581c9ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:07.100749 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4e8345f4-eb84-4c62-ad15-dc7bc581c9ce admin admin] Publish callbacks [] for security_group (60b73284-329a-4baa-964e-ba342ae4f58f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:07.105497 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4e8345f4-eb84-4c62-ad15-dc7bc581c9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (60b73284-329a-4baa-964e-ba342ae4f58f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:07.149114 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4e8345f4-eb84-4c62-ad15-dc7bc581c9ce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d7f9607da69492b8d55f9239758c545&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2679009 Jan 28 13:53:07.149114 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8345f4-eb84-4c62-ad15-dc7bc581c9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b73284-329a-4baa-964e-ba342ae4f58f,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:07.149468 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60788) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:07.226625 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab2012a0-040c-4f63-a8d4-69f69a12034f admin admin] Publish callbacks [] for security_group (60b73284-329a-4baa-964e-ba342ae4f58f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:07.255468 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab2012a0-040c-4f63-a8d4-69f69a12034f admin admin] Publish callbacks [] for security_group (60b73284-329a-4baa-964e-ba342ae4f58f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:07.310383 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab2012a0-040c-4f63-a8d4-69f69a12034f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (60b73284-329a-4baa-964e-ba342ae4f58f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:07.313544 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab2012a0-040c-4f63-a8d4-69f69a12034f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:07.317309 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ab2012a0-040c-4f63-a8d4-69f69a12034f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/60b73284-329a-4baa-964e-ba342ae4f58f HTTP/1.1" status: 204 len: 168 time: 0.1667993 Jan 28 13:53:07.325868 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2012a0-040c-4f63-a8d4-69f69a12034f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b73284-329a-4baa-964e-ba342ae4f58f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:07.677519 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60806) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:07.695410 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0f7d99a5-da38-49b6-8fb9-9cbe0be52234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:07.843981 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60814) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:07.857373 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0f7d99a5-da38-49b6-8fb9-9cbe0be52234 admin admin] Publish callbacks [] for security_group (442e2a32-7017-4b77-896e-1c5036b9a625), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:07.866250 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0f7d99a5-da38-49b6-8fb9-9cbe0be52234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (442e2a32-7017-4b77-896e-1c5036b9a625), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:07.896116 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d99a5-da38-49b6-8fb9-9cbe0be52234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442e2a32-7017-4b77-896e-1c5036b9a625,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:07.945428 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0f7d99a5-da38-49b6-8fb9-9cbe0be52234 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=566f4c32f8d94ce392ccf28984c0f8db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2658982 Jan 28 13:53:07.946388 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60816) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:07.978626 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60818) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:08.156334 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-66813efc-bbe4-461a-a22c-db0072fb4851 admin admin] Publish callbacks [] for security_group (442e2a32-7017-4b77-896e-1c5036b9a625), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:08.184911 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-66813efc-bbe4-461a-a22c-db0072fb4851 admin admin] Publish callbacks [] for security_group (442e2a32-7017-4b77-896e-1c5036b9a625), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:08.263256 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-66813efc-bbe4-461a-a22c-db0072fb4851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (442e2a32-7017-4b77-896e-1c5036b9a625), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:08.266234 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-66813efc-bbe4-461a-a22c-db0072fb4851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:08.269753 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-66813efc-bbe4-461a-a22c-db0072fb4851 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/442e2a32-7017-4b77-896e-1c5036b9a625 HTTP/1.1" status: 204 len: 168 time: 0.3198891 Jan 28 13:53:08.283704 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66813efc-bbe4-461a-a22c-db0072fb4851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442e2a32-7017-4b77-896e-1c5036b9a625,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:08.482376 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de8560d1-a10f-48c7-8714-d356400f6c43 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:08.824917 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:53:08.828947 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d48dd23d-1ebc-4c2c-9dde-70085e917d62 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:08.869625 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:53:08.875130 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device aa1e9a18-d5f6-4db5-b94d-a42aca00ddaf not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:53:08.924860 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-de8560d1-a10f-48c7-8714-d356400f6c43 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Deleting port b8750b64-4416-445f-94b9-48705f809a17 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:08.925451 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de8560d1-a10f-48c7-8714-d356400f6c43 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b8750b64-4416-445f-94b9-48705f809a17), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:09.090488 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-de8560d1-a10f-48c7-8714-d356400f6c43 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] For port b8750b64-4416-445f-94b9-48705f809a17, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b8750b64-4416-445f-94b9-48705f809a17,segment=NetworkSegment(2d943550-f5c7-4917-a561-948b065e88e7),segment_id=2d943550-f5c7-4917-a561-948b065e88e7)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:09.091200 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de8560d1-a10f-48c7-8714-d356400f6c43 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b8750b64-4416-445f-94b9-48705f809a17), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:09.111766 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-de8560d1-a10f-48c7-8714-d356400f6c43 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Calling delete_port for b8750b64-4416-445f-94b9-48705f809a17 owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:09.233292 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-d48dd23d-1ebc-4c2c-9dde-70085e917d62 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Allocated IP 172.20.0.17 (4fbb485f-75d9-4ab9-a610-84188db0e3b5/09622ca4-d05e-4d2e-b4b4-fcde39b0226a/753acc23-f16b-4897-a540-bafffcb3e24e) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:53:09.364661 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d48dd23d-1ebc-4c2c-9dde-70085e917d62 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for port (753acc23-f16b-4897-a540-bafffcb3e24e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:09.408753 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d48dd23d-1ebc-4c2c-9dde-70085e917d62 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (753acc23-f16b-4897-a540-bafffcb3e24e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:09.461833 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48dd23d-1ebc-4c2c-9dde-70085e917d62 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Network 4fbb485f-75d9-4ab9-a610-84188db0e3b5 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:53:09.465751 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-d48dd23d-1ebc-4c2c-9dde-70085e917d62 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:53:09.471193 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48dd23d-1ebc-4c2c-9dde-70085e917d62 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:53:09.523639 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d48dd23d-1ebc-4c2c-9dde-70085e917d62 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (b360a80f-77cf-4513-89b2-f95f43ff8a62), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:09.736160 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dd23d-1ebc-4c2c-9dde-70085e917d62 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'Port': ['ID=753acc23-f16b-4897-a540-bafffcb3e24e,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:09.773552 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d48dd23d-1ebc-4c2c-9dde-70085e917d62 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (753acc23-f16b-4897-a540-bafffcb3e24e), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:09.824975 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de8560d1-a10f-48c7-8714-d356400f6c43 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (b8750b64-4416-445f-94b9-48705f809a17), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:09.894382 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8560d1-a10f-48c7-8714-d356400f6c43 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event deleted for resources: {'Port': ['ID=b8750b64-4416-445f-94b9-48705f809a17,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:09.939261 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-7522d53d-a3cb-4c84-b95d-db81d6a6e6c0 None None] Provisioning complete for port 753acc23-f16b-4897-a540-bafffcb3e24e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:09.941884 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7522d53d-a3cb-4c84-b95d-db81d6a6e6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (753acc23-f16b-4897-a540-bafffcb3e24e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:10.053068 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7522d53d-a3cb-4c84-b95d-db81d6a6e6c0 None None] Port 753acc23-f16b-4897-a540-bafffcb3e24e cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:53:10.343342 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de8560d1-a10f-48c7-8714-d356400f6c43 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:10.355901 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d48dd23d-1ebc-4c2c-9dde-70085e917d62 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for port (753acc23-f16b-4897-a540-bafffcb3e24e), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:10.362650 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d48dd23d-1ebc-4c2c-9dde-70085e917d62 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (753acc23-f16b-4897-a540-bafffcb3e24e), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:10.441057 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dd23d-1ebc-4c2c-9dde-70085e917d62 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'Port': ['ID=753acc23-f16b-4897-a540-bafffcb3e24e,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:10.492888 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d48dd23d-1ebc-4c2c-9dde-70085e917d62 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (b360a80f-77cf-4513-89b2-f95f43ff8a62), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:10.604307 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48dd23d-1ebc-4c2c-9dde-70085e917d62 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Network 4fbb485f-75d9-4ab9-a610-84188db0e3b5 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:53:10.606537 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-d48dd23d-1ebc-4c2c-9dde-70085e917d62 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:53:10.817977 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8560d1-a10f-48c7-8714-d356400f6c43 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Router 70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:53:11.204086 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a9bcfe30-913f-4537-aab5-31e0af4b70da None None] Provisioning complete for port 753acc23-f16b-4897-a540-bafffcb3e24e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:11.207377 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9bcfe30-913f-4537-aab5-31e0af4b70da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (753acc23-f16b-4897-a540-bafffcb3e24e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:11.294666 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8560d1-a10f-48c7-8714-d356400f6c43 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:53:11.299438 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a9bcfe30-913f-4537-aab5-31e0af4b70da None None] Port 753acc23-f16b-4897-a540-bafffcb3e24e cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:53:11.307816 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6909915-9b1e-4c17-bce3-e5bccd9c83f4 None None] Sync routers for ids ['70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:53:11.312368 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-de8560d1-a10f-48c7-8714-d356400f6c43 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "PUT /v2.0/routers/70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4670174 Jan 28 13:53:11.313055 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60882) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:11.327243 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6909915-9b1e-4c17-bce3-e5bccd9c83f4 None None] Routers {'70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:11.327906 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d6909915-9b1e-4c17-bce3-e5bccd9c83f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:53:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:11.439772 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01d1929-473d-4c64-b4bd-7b880d5e7068 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Deleting subnet 491aa37e-4ac2-45c7-8ded-0b584f80a299 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:53:11.450163 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c01d1929-473d-4c64-b4bd-7b880d5e7068 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for subnet (491aa37e-4ac2-45c7-8ded-0b584f80a299), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:11.462753 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-d6909915-9b1e-4c17-bce3-e5bccd9c83f4 None None] Set router 70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:11.509356 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48dd23d-1ebc-4c2c-9dde-70085e917d62 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Router b360a80f-77cf-4513-89b2-f95f43ff8a62 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:53:11.565103 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c01d1929-473d-4c64-b4bd-7b880d5e7068 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (491aa37e-4ac2-45c7-8ded-0b584f80a299), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:11.692146 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d6909915-9b1e-4c17-bce3-e5bccd9c83f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710247967', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:42Z', 'updated_at': '2022-01-28T13:53:09Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:43Z', 'updated_at': '2022-01-28T13:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:11.715270 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48dd23d-1ebc-4c2c-9dde-70085e917d62 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:53:11.734614 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d48dd23d-1ebc-4c2c-9dde-70085e917d62 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "PUT /v2.0/routers/b360a80f-77cf-4513-89b2-f95f43ff8a62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7539251 Jan 28 13:53:11.736849 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeda31d-dece-4ba1-918e-77d731fc2fd1 None None] Sync routers for ids ['b360a80f-77cf-4513-89b2-f95f43ff8a62'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:53:11.744507 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c01d1929-473d-4c64-b4bd-7b880d5e7068 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (491aa37e-4ac2-45c7-8ded-0b584f80a299), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:11.750845 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeda31d-dece-4ba1-918e-77d731fc2fd1 None None] Routers {'b360a80f-77cf-4513-89b2-f95f43ff8a62'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:11.753063 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-feeda31d-dece-4ba1-918e-77d731fc2fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:53:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b360a80f-77cf-4513-89b2-f95f43ff8a62'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:11.764574 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6909915-9b1e-4c17-bce3-e5bccd9c83f4 None None] Checking router: 70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:53:11.782157 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6909915-9b1e-4c17-bce3-e5bccd9c83f4 None None] Routers {'70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:11.783175 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d6909915-9b1e-4c17-bce3-e5bccd9c83f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:53:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:11.869733 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c01d1929-473d-4c64-b4bd-7b880d5e7068 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (491aa37e-4ac2-45c7-8ded-0b584f80a299), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:11.969682 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d1929-473d-4c64-b4bd-7b880d5e7068 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event deleted for resources: {'Subnet': ['ID=491aa37e-4ac2-45c7-8ded-0b584f80a299,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:11.994290 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c01d1929-473d-4c64-b4bd-7b880d5e7068 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:12.004063 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c01d1929-473d-4c64-b4bd-7b880d5e7068 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "DELETE /v2.0/subnets/491aa37e-4ac2-45c7-8ded-0b584f80a299 HTTP/1.1" status: 204 len: 168 time: 0.6861880 Jan 28 13:53:12.004360 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60894) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:12.039186 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c50b2a6-a9ae-429d-a653-bd36cc60131f None None] Network 629a0596-4326-4173-a2b7-ce712832376d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:53:12.162975 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-d6909915-9b1e-4c17-bce3-e5bccd9c83f4 None None] Set router 70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:12.243017 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-feeda31d-dece-4ba1-918e-77d731fc2fd1 None None] Set router b360a80f-77cf-4513-89b2-f95f43ff8a62 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:12.287455 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d35e4dc2-e1bb-4aac-873a-ae1c8ae7fd7d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router (70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:12.501222 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d35e4dc2-e1bb-4aac-873a-ae1c8ae7fd7d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router_gateway (70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:12.522897 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d6909915-9b1e-4c17-bce3-e5bccd9c83f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710247967', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:42Z', 'updated_at': '2022-01-28T13:53:09Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:43Z', 'updated_at': '2022-01-28T13:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:12.630934 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6909915-9b1e-4c17-bce3-e5bccd9c83f4 None None] The sync data for ids ['70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48'] in n-d-822747-2 is: [{'id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710247967', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:42Z', 'updated_at': '2022-01-28T13:53:09Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': '2deee2d4-4c51-4b0f-93d3-c6afb0105a11', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:43Z', 'updated_at': '2022-01-28T13:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:12.687433 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-d35e4dc2-e1bb-4aac-873a-ae1c8ae7fd7d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Deleting port 2deee2d4-4c51-4b0f-93d3-c6afb0105a11 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:12.691376 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d35e4dc2-e1bb-4aac-873a-ae1c8ae7fd7d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (2deee2d4-4c51-4b0f-93d3-c6afb0105a11), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:12.740494 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f2f76b-976e-486a-81a8-36736c185071 None None] DHCP port deletion for 629a0596-4326-4173-a2b7-ce712832376d request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:53:12.922197 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-00f2f76b-976e-486a-81a8-36736c185071 None None] Deleting port 3ecfbcb4-469a-47b8-9d86-892b07a4b520 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:12.922567 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00f2f76b-976e-486a-81a8-36736c185071 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (3ecfbcb4-469a-47b8-9d86-892b07a4b520), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:12.945097 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-d35e4dc2-e1bb-4aac-873a-ae1c8ae7fd7d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] For port 2deee2d4-4c51-4b0f-93d3-c6afb0105a11, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2deee2d4-4c51-4b0f-93d3-c6afb0105a11,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:12.945832 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d35e4dc2-e1bb-4aac-873a-ae1c8ae7fd7d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (2deee2d4-4c51-4b0f-93d3-c6afb0105a11), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:12.981519 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-d35e4dc2-e1bb-4aac-873a-ae1c8ae7fd7d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Calling delete_port for 2deee2d4-4c51-4b0f-93d3-c6afb0105a11 owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:13.247105 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-feeda31d-dece-4ba1-918e-77d731fc2fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'name': 'tempest-TestNetworkBasicOps-router-1768779081', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:27Z', 'updated_at': '2022-01-28T13:53:09Z', 'revision_number': 5, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'dcfda30f-bd58-4f95-9f19-b4c6dea57146', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'port_id': 'abd9722d-ad51-4aff-9356-c00b166ac9e4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4', 'mac_address': 'fa:16:3e:67:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d7d35-b1ff-4907-bdd6-1f23aff37820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:52:09Z', 'updated_at': '2022-01-28T13:52:14Z', 'revision_number': 1, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753acc23-f16b-4897-a540-bafffcb3e24e', 'name': '', 'network_id': '4fbb485f-75d9-4ab9-a610-84188db0e3b5', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'mac_address': 'fa:16:3e:c6:e2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '09622ca4-d05e-4d2e-b4b4-fcde39b0226a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:09Z', 'updated_at': '2022-01-28T13:53:10Z', 'revision_number': 2, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'subnets': [{'id': '09622ca4-d05e-4d2e-b4b4-fcde39b0226a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea5a953c-7501-4928-b7ce-cfd242f720b7', 'name': '', 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'mac_address': 'fa:16:3e:7c:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:36Z', 'updated_at': '2022-01-28T13:51:50Z', 'revision_number': 5, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'subnets': [{'id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:13.280852 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeda31d-dece-4ba1-918e-77d731fc2fd1 None None] Checking router: b360a80f-77cf-4513-89b2-f95f43ff8a62 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:53:13.281736 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeda31d-dece-4ba1-918e-77d731fc2fd1 None None] Updating router b360a80f-77cf-4513-89b2-f95f43ff8a62 port 753acc23-f16b-4897-a540-bafffcb3e24e binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:53:13.335115 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-00f2f76b-976e-486a-81a8-36736c185071 None None] For port 3ecfbcb4-469a-47b8-9d86-892b07a4b520, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3ecfbcb4-469a-47b8-9d86-892b07a4b520,segment=NetworkSegment(2d943550-f5c7-4917-a561-948b065e88e7),segment_id=2d943550-f5c7-4917-a561-948b065e88e7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:13.341586 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00f2f76b-976e-486a-81a8-36736c185071 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (3ecfbcb4-469a-47b8-9d86-892b07a4b520), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:13.373047 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-feeda31d-dece-4ba1-918e-77d731fc2fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (753acc23-f16b-4897-a540-bafffcb3e24e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:13.375685 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-00f2f76b-976e-486a-81a8-36736c185071 None None] Calling delete_port for 3ecfbcb4-469a-47b8-9d86-892b07a4b520 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:13.411188 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d35e4dc2-e1bb-4aac-873a-ae1c8ae7fd7d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (2deee2d4-4c51-4b0f-93d3-c6afb0105a11), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:13.544992 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e4dc2-e1bb-4aac-873a-ae1c8ae7fd7d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event deleted for resources: {'Port': ['ID=2deee2d4-4c51-4b0f-93d3-c6afb0105a11,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:13.643515 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d35e4dc2-e1bb-4aac-873a-ae1c8ae7fd7d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:13.745097 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d35e4dc2-e1bb-4aac-873a-ae1c8ae7fd7d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:13.747861 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d35e4dc2-e1bb-4aac-873a-ae1c8ae7fd7d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router_controller (70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:13.761263 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-feeda31d-dece-4ba1-918e-77d731fc2fd1 None None] Publish callbacks [] for port (753acc23-f16b-4897-a540-bafffcb3e24e), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:13.778622 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-feeda31d-dece-4ba1-918e-77d731fc2fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (753acc23-f16b-4897-a540-bafffcb3e24e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:13.803533 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d35e4dc2-e1bb-4aac-873a-ae1c8ae7fd7d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:13.807116 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35e4dc2-e1bb-4aac-873a-ae1c8ae7fd7d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Fanout notify agent at l3_agent the message router_deleted on router 70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:53:13.839272 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d35e4dc2-e1bb-4aac-873a-ae1c8ae7fd7d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:13.840674 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d35e4dc2-e1bb-4aac-873a-ae1c8ae7fd7d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "DELETE /v2.0/routers/70d46434-e38d-4ca4-9c8b-e4fe0fa3ef48 HTTP/1.1" status: 204 len: 168 time: 1.8354805 Jan 28 13:53:13.845058 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60922) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:13.851473 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285db14-fae9-4335-8fda-0ffdc0124ebf None None] Pushing event updated for resources: {'Port': ['ID=753acc23-f16b-4897-a540-bafffcb3e24e,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:13.877112 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6285db14-fae9-4335-8fda-0ffdc0124ebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:13.877468 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6285db14-fae9-4335-8fda-0ffdc0124ebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:13.877817 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6285db14-fae9-4335-8fda-0ffdc0124ebf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:13.878161 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6285db14-fae9-4335-8fda-0ffdc0124ebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:13.878500 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6285db14-fae9-4335-8fda-0ffdc0124ebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:13.878824 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6285db14-fae9-4335-8fda-0ffdc0124ebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:13.879192 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6285db14-fae9-4335-8fda-0ffdc0124ebf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:13.879514 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6285db14-fae9-4335-8fda-0ffdc0124ebf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:13.879854 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6285db14-fae9-4335-8fda-0ffdc0124ebf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:13.880172 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6285db14-fae9-4335-8fda-0ffdc0124ebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:13.880502 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6285db14-fae9-4335-8fda-0ffdc0124ebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:13.880823 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6285db14-fae9-4335-8fda-0ffdc0124ebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:13.881132 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6285db14-fae9-4335-8fda-0ffdc0124ebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:13.965722 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00f2f76b-976e-486a-81a8-36736c185071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (3ecfbcb4-469a-47b8-9d86-892b07a4b520), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:14.151493 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f2f76b-976e-486a-81a8-36736c185071 None None] No DVR routers for this DVR port 3ecfbcb4-469a-47b8-9d86-892b07a4b520 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:53:14.191673 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2f76b-976e-486a-81a8-36736c185071 None None] Pushing event deleted for resources: {'Port': ['ID=3ecfbcb4-469a-47b8-9d86-892b07a4b520,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:14.197253 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-303d9a2a-8287-4549-872e-a98ffc19d989 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (629a0596-4326-4173-a2b7-ce712832376d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:14.211311 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-feeda31d-dece-4ba1-918e-77d731fc2fd1 None None] Attempting to bind port 753acc23-f16b-4897-a540-bafffcb3e24e on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:53:14.211734 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-feeda31d-dece-4ba1-918e-77d731fc2fd1 None None] Attempting to bind port 753acc23-f16b-4897-a540-bafffcb3e24e by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '56bd7021-1f83-4955-9c4d-9656a216097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4fbb485f-75d9-4ab9-a610-84188db0e3b5'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:53:14.212101 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeda31d-dece-4ba1-918e-77d731fc2fd1 None None] Attempting to bind port 753acc23-f16b-4897-a540-bafffcb3e24e on network 4fbb485f-75d9-4ab9-a610-84188db0e3b5 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:53:14.243520 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeda31d-dece-4ba1-918e-77d731fc2fd1 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:53:14.244229 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeda31d-dece-4ba1-918e-77d731fc2fd1 None None] Checking segment: {'id': '56bd7021-1f83-4955-9c4d-9656a216097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4fbb485f-75d9-4ab9-a610-84188db0e3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:53:14.244807 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-feeda31d-dece-4ba1-918e-77d731fc2fd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:14.245547 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeda31d-dece-4ba1-918e-77d731fc2fd1 None None] Bound using segment: {'id': '56bd7021-1f83-4955-9c4d-9656a216097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4fbb485f-75d9-4ab9-a610-84188db0e3b5'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:53:14.246217 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-feeda31d-dece-4ba1-918e-77d731fc2fd1 None None] Bound port: 753acc23-f16b-4897-a540-bafffcb3e24e, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56bd7021-1f83-4955-9c4d-9656a216097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4fbb485f-75d9-4ab9-a610-84188db0e3b5'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:53:14.246778 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-feeda31d-dece-4ba1-918e-77d731fc2fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (753acc23-f16b-4897-a540-bafffcb3e24e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:14.369125 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e561a57b-971c-400a-a906-a4d369ee669e None None] Provisioning complete for port 753acc23-f16b-4897-a540-bafffcb3e24e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:14.372470 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e561a57b-971c-400a-a906-a4d369ee669e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (753acc23-f16b-4897-a540-bafffcb3e24e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:14.406055 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-feeda31d-dece-4ba1-918e-77d731fc2fd1 None None] For port 753acc23-f16b-4897-a540-bafffcb3e24e, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:53:14.423124 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-303d9a2a-8287-4549-872e-a98ffc19d989 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (629a0596-4326-4173-a2b7-ce712832376d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:14.457000 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-feeda31d-dece-4ba1-918e-77d731fc2fd1 None None] For port 753acc23-f16b-4897-a540-bafffcb3e24e, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=753acc23-f16b-4897-a540-bafffcb3e24e,segment=NetworkSegment(56bd7021-1f83-4955-9c4d-9656a216097c),segment_id=56bd7021-1f83-4955-9c4d-9656a216097c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:53:14.465751 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-303d9a2a-8287-4549-872e-a98ffc19d989 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['629a0596-4326-4173-a2b7-ce712832376d']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:14.472790 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-feeda31d-dece-4ba1-918e-77d731fc2fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (753acc23-f16b-4897-a540-bafffcb3e24e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:14.479049 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-303d9a2a-8287-4549-872e-a98ffc19d989 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d943550-f5c7-4917-a561-948b065e88e7') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:14.479598 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-303d9a2a-8287-4549-872e-a98ffc19d989 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d943550-f5c7-4917-a561-948b065e88e7') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:14.491501 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-303d9a2a-8287-4549-872e-a98ffc19d989 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (2d943550-f5c7-4917-a561-948b065e88e7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:14.520075 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-303d9a2a-8287-4549-872e-a98ffc19d989 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (2d943550-f5c7-4917-a561-948b065e88e7), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:14.560544 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e561a57b-971c-400a-a906-a4d369ee669e None None] Port 753acc23-f16b-4897-a540-bafffcb3e24e cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:53:14.565794 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b8750b64-4416-445f-94b9-48705f809a17 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:53:14.567603 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-303d9a2a-8287-4549-872e-a98ffc19d989 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:53:14.569286 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-303d9a2a-8287-4549-872e-a98ffc19d989 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (2d943550-f5c7-4917-a561-948b065e88e7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:14.575224 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285db14-fae9-4335-8fda-0ffdc0124ebf None None] Pushing event updated for resources: {'Port': ['ID=753acc23-f16b-4897-a540-bafffcb3e24e,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:14.647254 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: b8750b64-4416-445f-94b9-48705f809a17 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:53:14.647937 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b8750b64-4416-445f-94b9-48705f809a17 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:53:14.648993 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3ecfbcb4-469a-47b8-9d86-892b07a4b520 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:53:14.656034 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeda31d-dece-4ba1-918e-77d731fc2fd1 None None] Routers {'b360a80f-77cf-4513-89b2-f95f43ff8a62'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:14.660278 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-feeda31d-dece-4ba1-918e-77d731fc2fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:53:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b360a80f-77cf-4513-89b2-f95f43ff8a62'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:53:14.660646 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:53:14.666798 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-303d9a2a-8287-4549-872e-a98ffc19d989 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (629a0596-4326-4173-a2b7-ce712832376d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:14.681684 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-303d9a2a-8287-4549-872e-a98ffc19d989 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:14.696209 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-303d9a2a-8287-4549-872e-a98ffc19d989 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "DELETE /v2.0/networks/629a0596-4326-4173-a2b7-ce712832376d HTTP/1.1" status: 204 len: 168 time: 0.8499832 Jan 28 13:53:14.699362 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60936) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:14.739117 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 3ecfbcb4-469a-47b8-9d86-892b07a4b520 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:53:14.739749 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3ecfbcb4-469a-47b8-9d86-892b07a4b520 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:53:14.771361 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d9a2a-8287-4549-872e-a98ffc19d989 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event deleted for resources: {'Network': ['ID=629a0596-4326-4173-a2b7-ce712832376d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:14.863735 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-feeda31d-dece-4ba1-918e-77d731fc2fd1 None None] Set router b360a80f-77cf-4513-89b2-f95f43ff8a62 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:14.865637 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-898325d9-6ae7-4ebb-a013-c37e8d1e649e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group (00850366-10da-4c5a-82c6-ef0f369a842d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:14.940928 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-898325d9-6ae7-4ebb-a013-c37e8d1e649e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group (00850366-10da-4c5a-82c6-ef0f369a842d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.057714 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f7d7eb56-e8d0-4800-a9ee-0533ebd31d75 None None] Provisioning complete for port 753acc23-f16b-4897-a540-bafffcb3e24e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:15.058092 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7d7eb56-e8d0-4800-a9ee-0533ebd31d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (753acc23-f16b-4897-a540-bafffcb3e24e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.082275 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-898325d9-6ae7-4ebb-a013-c37e8d1e649e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (00850366-10da-4c5a-82c6-ef0f369a842d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.103056 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-898325d9-6ae7-4ebb-a013-c37e8d1e649e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.104701 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-898325d9-6ae7-4ebb-a013-c37e8d1e649e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "DELETE /v2.0/security-groups/00850366-10da-4c5a-82c6-ef0f369a842d HTTP/1.1" status: 204 len: 168 time: 0.4038904 Jan 28 13:53:15.136162 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898325d9-6ae7-4ebb-a013-c37e8d1e649e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00850366-10da-4c5a-82c6-ef0f369a842d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:15.150433 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898325d9-6ae7-4ebb-a013-c37e8d1e649e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:15.151230 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898325d9-6ae7-4ebb-a013-c37e8d1e649e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:15.154440 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898325d9-6ae7-4ebb-a013-c37e8d1e649e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:15.158501 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898325d9-6ae7-4ebb-a013-c37e8d1e649e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:15.159101 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898325d9-6ae7-4ebb-a013-c37e8d1e649e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:15.159652 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898325d9-6ae7-4ebb-a013-c37e8d1e649e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:15.160229 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898325d9-6ae7-4ebb-a013-c37e8d1e649e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:15.172084 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898325d9-6ae7-4ebb-a013-c37e8d1e649e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:15.172660 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898325d9-6ae7-4ebb-a013-c37e8d1e649e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:15.173230 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898325d9-6ae7-4ebb-a013-c37e8d1e649e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:15.173802 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898325d9-6ae7-4ebb-a013-c37e8d1e649e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:15.176749 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898325d9-6ae7-4ebb-a013-c37e8d1e649e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:15.177339 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898325d9-6ae7-4ebb-a013-c37e8d1e649e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:15.309974 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f7d7eb56-e8d0-4800-a9ee-0533ebd31d75 None None] Current status of the port 753acc23-f16b-4897-a540-bafffcb3e24e is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:15.310368 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7d7eb56-e8d0-4800-a9ee-0533ebd31d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (753acc23-f16b-4897-a540-bafffcb3e24e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.358611 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f7d7eb56-e8d0-4800-a9ee-0533ebd31d75 None None] For port 753acc23-f16b-4897-a540-bafffcb3e24e, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=753acc23-f16b-4897-a540-bafffcb3e24e,segment=NetworkSegment(56bd7021-1f83-4955-9c4d-9656a216097c),segment_id=56bd7021-1f83-4955-9c4d-9656a216097c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:15.367467 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7d7eb56-e8d0-4800-a9ee-0533ebd31d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (753acc23-f16b-4897-a540-bafffcb3e24e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.424029 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7eb56-e8d0-4800-a9ee-0533ebd31d75 None None] Pushing event updated for resources: {'Port': ['ID=753acc23-f16b-4897-a540-bafffcb3e24e,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:15.432995 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-feeda31d-dece-4ba1-918e-77d731fc2fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'name': 'tempest-TestNetworkBasicOps-router-1768779081', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:27Z', 'updated_at': '2022-01-28T13:53:09Z', 'revision_number': 5, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'dcfda30f-bd58-4f95-9f19-b4c6dea57146', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'port_id': 'abd9722d-ad51-4aff-9356-c00b166ac9e4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4', 'mac_address': 'fa:16:3e:67:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d7d35-b1ff-4907-bdd6-1f23aff37820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:52:09Z', 'updated_at': '2022-01-28T13:52:14Z', 'revision_number': 1, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753acc23-f16b-4897-a540-bafffcb3e24e', 'name': '', 'network_id': '4fbb485f-75d9-4ab9-a610-84188db0e3b5', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'mac_address': 'fa:16:3e:c6:e2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '09622ca4-d05e-4d2e-b4b4-fcde39b0226a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:09Z', 'updated_at': '2022-01-28T13:53:14Z', 'revision_number': 4, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'subnets': [{'id': '09622ca4-d05e-4d2e-b4b4-fcde39b0226a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea5a953c-7501-4928-b7ce-cfd242f720b7', 'name': '', 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'mac_address': 'fa:16:3e:7c:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:36Z', 'updated_at': '2022-01-28T13:51:50Z', 'revision_number': 5, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'subnets': [{'id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:15.466392 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeda31d-dece-4ba1-918e-77d731fc2fd1 None None] The sync data for ids ['b360a80f-77cf-4513-89b2-f95f43ff8a62'] in n-d-822747-2 is: [{'id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'name': 'tempest-TestNetworkBasicOps-router-1768779081', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:27Z', 'updated_at': '2022-01-28T13:53:09Z', 'revision_number': 5, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'dcfda30f-bd58-4f95-9f19-b4c6dea57146', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'port_id': 'abd9722d-ad51-4aff-9356-c00b166ac9e4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4', 'mac_address': 'fa:16:3e:67:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d7d35-b1ff-4907-bdd6-1f23aff37820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:52:09Z', 'updated_at': '2022-01-28T13:52:14Z', 'revision_number': 1, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753acc23-f16b-4897-a540-bafffcb3e24e', 'name': '', 'network_id': '4fbb485f-75d9-4ab9-a610-84188db0e3b5', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'mac_address': 'fa:16:3e:c6:e2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '09622ca4-d05e-4d2e-b4b4-fcde39b0226a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:09Z', 'updated_at': '2022-01-28T13:53:14Z', 'revision_number': 4, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'subnets': [{'id': '09622ca4-d05e-4d2e-b4b4-fcde39b0226a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea5a953c-7501-4928-b7ce-cfd242f720b7', 'name': '', 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'mac_address': 'fa:16:3e:7c:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:36Z', 'updated_at': '2022-01-28T13:51:50Z', 'revision_number': 5, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'subnets': [{'id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:15.528295 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60948) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:15.549896 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-2502e8ac-44fc-47c7-89bd-181487e4db3a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1423573911', 'description': 'tempest-secgroup-smoke-1423573911 description', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:15.611046 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2502e8ac-44fc-47c7-89bd-181487e4db3a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.762476 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2502e8ac-44fc-47c7-89bd-181487e4db3a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group (be1474d3-ea63-4be7-a367-0cc024a32432), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.769850 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2502e8ac-44fc-47c7-89bd-181487e4db3a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (be1474d3-ea63-4be7-a367-0cc024a32432), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.793631 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2502e8ac-44fc-47c7-89bd-181487e4db3a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.798274 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60958) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:15.798828 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2502e8ac-44fc-47c7-89bd-181487e4db3a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2667511 Jan 28 13:53:15.803402 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-6a42953b-f3a3-42d7-acac-b1b7a0e58df4 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'security_group_rule': {'security_group_id': 'be1474d3-ea63-4be7-a367-0cc024a32432', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:15.846190 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502e8ac-44fc-47c7-89bd-181487e4db3a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be1474d3-ea63-4be7-a367-0cc024a32432,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:15.911412 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6a42953b-f3a3-42d7-acac-b1b7a0e58df4 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (c02af944-775f-463e-9b8c-6725be2ae3b0), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.101043 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6a42953b-f3a3-42d7-acac-b1b7a0e58df4 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (c02af944-775f-463e-9b8c-6725be2ae3b0), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.111489 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6a42953b-f3a3-42d7-acac-b1b7a0e58df4 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (c02af944-775f-463e-9b8c-6725be2ae3b0), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.153594 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 753acc23-f16b-4897-a540-bafffcb3e24e up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:53:16.179260 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42953b-f3a3-42d7-acac-b1b7a0e58df4 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02af944-775f-463e-9b8c-6725be2ae3b0,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:16.209416 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6a42953b-f3a3-42d7-acac-b1b7a0e58df4 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.219154 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6a42953b-f3a3-42d7-acac-b1b7a0e58df4 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4150536 Jan 28 13:53:16.225273 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60960) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:16.231499 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-57a4793f-9567-414d-bbfe-68ac7e66001d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'security_group_rule': {'security_group_id': 'be1474d3-ea63-4be7-a367-0cc024a32432', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:16.291020 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 753acc23-f16b-4897-a540-bafffcb3e24e triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:16.292557 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (753acc23-f16b-4897-a540-bafffcb3e24e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.295579 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-57a4793f-9567-414d-bbfe-68ac7e66001d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (b895f345-e3df-4265-bd2a-362dd5986354), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.429731 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 753acc23-f16b-4897-a540-bafffcb3e24e is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:16.443101 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2deee2d4-4c51-4b0f-93d3-c6afb0105a11 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:53:16.456608 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-57a4793f-9567-414d-bbfe-68ac7e66001d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (b895f345-e3df-4265-bd2a-362dd5986354), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.467707 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-57a4793f-9567-414d-bbfe-68ac7e66001d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (b895f345-e3df-4265-bd2a-362dd5986354), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.527978 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 2deee2d4-4c51-4b0f-93d3-c6afb0105a11 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:53:16.528775 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2deee2d4-4c51-4b0f-93d3-c6afb0105a11 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:53:16.554982 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4793f-9567-414d-bbfe-68ac7e66001d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b895f345-e3df-4265-bd2a-362dd5986354,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:16.587381 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-57a4793f-9567-414d-bbfe-68ac7e66001d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.590789 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-57a4793f-9567-414d-bbfe-68ac7e66001d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3640165 Jan 28 13:53:16.600231 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60968) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:16.611850 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-59216e44-6ebb-4d6b-bef9-409a7563e0ab tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'security_group_rule': {'security_group_id': 'be1474d3-ea63-4be7-a367-0cc024a32432', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:16.666291 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-59216e44-6ebb-4d6b-bef9-409a7563e0ab tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (39f29a35-1b51-49f3-9611-92614c0a5a81), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.769374 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-59216e44-6ebb-4d6b-bef9-409a7563e0ab tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (39f29a35-1b51-49f3-9611-92614c0a5a81), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.777727 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-59216e44-6ebb-4d6b-bef9-409a7563e0ab tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (39f29a35-1b51-49f3-9611-92614c0a5a81), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.803673 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59216e44-6ebb-4d6b-bef9-409a7563e0ab tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f29a35-1b51-49f3-9611-92614c0a5a81,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:16.824700 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-59216e44-6ebb-4d6b-bef9-409a7563e0ab tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.826399 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-59216e44-6ebb-4d6b-bef9-409a7563e0ab tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2236168 Jan 28 13:53:16.828939 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60980) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:16.838564 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-eca796ee-753e-4817-8ce0-212fbeaea86f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'security_group_rule': {'security_group_id': 'be1474d3-ea63-4be7-a367-0cc024a32432', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:16.948019 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eca796ee-753e-4817-8ce0-212fbeaea86f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (dd939f09-a025-44e4-8e7e-ff6f3c3d97d6), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.101377 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eca796ee-753e-4817-8ce0-212fbeaea86f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (dd939f09-a025-44e4-8e7e-ff6f3c3d97d6), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.112289 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eca796ee-753e-4817-8ce0-212fbeaea86f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (dd939f09-a025-44e4-8e7e-ff6f3c3d97d6), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.145749 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eca796ee-753e-4817-8ce0-212fbeaea86f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.149951 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-eca796ee-753e-4817-8ce0-212fbeaea86f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3173072 Jan 28 13:53:17.153882 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60986) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:17.160651 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-12b73ab1-a252-4bb4-b363-b2ad1bc8d46d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'security_group_rule': {'security_group_id': 'be1474d3-ea63-4be7-a367-0cc024a32432', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:17.171993 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca796ee-753e-4817-8ce0-212fbeaea86f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd939f09-a025-44e4-8e7e-ff6f3c3d97d6,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:17.200726 n-d-822747-2 neutron-server[103352]: INFO neutron.db.securitygroups_db [None req-12b73ab1-a252-4bb4-b363-b2ad1bc8d46d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Project 9f0b15f597ac4a5a9c830cecb46d6cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:53:17.207967 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-12b73ab1-a252-4bb4-b363-b2ad1bc8d46d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (cc203cd6-e3dd-42b6-9323-fc25a2cda4c0), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.282486 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-12b73ab1-a252-4bb4-b363-b2ad1bc8d46d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (cc203cd6-e3dd-42b6-9323-fc25a2cda4c0), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.288284 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-12b73ab1-a252-4bb4-b363-b2ad1bc8d46d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (cc203cd6-e3dd-42b6-9323-fc25a2cda4c0), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.320595 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b73ab1-a252-4bb4-b363-b2ad1bc8d46d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc203cd6-e3dd-42b6-9323-fc25a2cda4c0,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:17.332784 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-12b73ab1-a252-4bb4-b363-b2ad1bc8d46d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.336771 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-12b73ab1-a252-4bb4-b363-b2ad1bc8d46d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1791389 Jan 28 13:53:17.337151 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 60990) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:17.342445 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-1be61ffc-2d72-4ba4-ba53-2a2e0afe90b5 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'security_group_rule': {'security_group_id': 'be1474d3-ea63-4be7-a367-0cc024a32432', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:17.377109 n-d-822747-2 neutron-server[103351]: INFO neutron.db.securitygroups_db [None req-1be61ffc-2d72-4ba4-ba53-2a2e0afe90b5 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Project 9f0b15f597ac4a5a9c830cecb46d6cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:53:17.383441 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1be61ffc-2d72-4ba4-ba53-2a2e0afe90b5 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (50ae7f25-813f-4076-8f77-d6f6ede5c57e), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.463925 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1be61ffc-2d72-4ba4-ba53-2a2e0afe90b5 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (50ae7f25-813f-4076-8f77-d6f6ede5c57e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.469341 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1be61ffc-2d72-4ba4-ba53-2a2e0afe90b5 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (50ae7f25-813f-4076-8f77-d6f6ede5c57e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.489124 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be61ffc-2d72-4ba4-ba53-2a2e0afe90b5 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ae7f25-813f-4076-8f77-d6f6ede5c57e,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:17.498196 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1be61ffc-2d72-4ba4-ba53-2a2e0afe90b5 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.502625 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60992) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:17.502780 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1be61ffc-2d72-4ba4-ba53-2a2e0afe90b5 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1645517 Jan 28 13:53:17.508059 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-6e5829c6-6961-4f81-90f4-450484f08bdb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'network': {'name': 'tempest-network-smoke--373893676', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'port_security_enabled': True}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:17.528134 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5829c6-6961-4f81-90f4-450484f08bdb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Made reservation on behalf of 9f0b15f597ac4a5a9c830cecb46d6cf5 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:53:17.531903 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6e5829c6-6961-4f81-90f4-450484f08bdb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.559666 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5829c6-6961-4f81-90f4-450484f08bdb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:53:17.573712 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6e5829c6-6961-4f81-90f4-450484f08bdb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (86046998-3d09-41ce-be84-179cc655301d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.574357 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-6e5829c6-6961-4f81-90f4-450484f08bdb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Added segment 86046998-3d09-41ce-be84-179cc655301d of type vlan for network e2511798-4b7a-4a7f-8206-6edcc87992c1 Jan 28 13:53:17.620219 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6e5829c6-6961-4f81-90f4-450484f08bdb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (e2511798-4b7a-4a7f-8206-6edcc87992c1), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.651994 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6e5829c6-6961-4f81-90f4-450484f08bdb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (e2511798-4b7a-4a7f-8206-6edcc87992c1), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.657811 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5829c6-6961-4f81-90f4-450484f08bdb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:17.658382 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6e5829c6-6961-4f81-90f4-450484f08bdb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.696900 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6e5829c6-6961-4f81-90f4-450484f08bdb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1928623 Jan 28 13:53:17.699769 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 60994) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:17.706664 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-391cd980-1718-499b-a102-455934188216 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1657995172', 'admin_state_up': True, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:17.749919 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5829c6-6961-4f81-90f4-450484f08bdb tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Network': ['ID=e2511798-4b7a-4a7f-8206-6edcc87992c1,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:17.761188 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network e2511798-4b7a-4a7f-8206-6edcc87992c1 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:53:17.761815 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-391cd980-1718-499b-a102-455934188216 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (8b09563a-86b2-4d3f-a9aa-cbf63b84955e), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.762528 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-391cd980-1718-499b-a102-455934188216 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (8b09563a-86b2-4d3f-a9aa-cbf63b84955e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.864704 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-391cd980-1718-499b-a102-455934188216 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router_controller (8b09563a-86b2-4d3f-a9aa-cbf63b84955e), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.894897 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:18.394759 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-391cd980-1718-499b-a102-455934188216 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router_gateway (8b09563a-86b2-4d3f-a9aa-cbf63b84955e), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:18.621886 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-391cd980-1718-499b-a102-455934188216 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router_gateway (8b09563a-86b2-4d3f-a9aa-cbf63b84955e), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:18.644991 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-391cd980-1718-499b-a102-455934188216 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:18.825080 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-391cd980-1718-499b-a102-455934188216 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Allocated IP 172.25.3.155 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/a9682430-ff44-46b0-8261-969de5f87ccb) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:53:18.951352 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-391cd980-1718-499b-a102-455934188216 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for port (a9682430-ff44-46b0-8261-969de5f87ccb), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:19.015485 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-391cd980-1718-499b-a102-455934188216 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (a9682430-ff44-46b0-8261-969de5f87ccb), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:19.065878 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391cd980-1718-499b-a102-455934188216 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:53:19.072335 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-391cd980-1718-499b-a102-455934188216 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:53:19.082131 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391cd980-1718-499b-a102-455934188216 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:53:19.086783 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cd980-1718-499b-a102-455934188216 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Port': ['ID=a9682430-ff44-46b0-8261-969de5f87ccb,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:19.411419 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-391cd980-1718-499b-a102-455934188216 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router_gateway (8b09563a-86b2-4d3f-a9aa-cbf63b84955e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:19.697829 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-391cd980-1718-499b-a102-455934188216 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (8b09563a-86b2-4d3f-a9aa-cbf63b84955e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:19.851189 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391cd980-1718-499b-a102-455934188216 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Router 8b09563a-86b2-4d3f-a9aa-cbf63b84955e is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:53:19.923963 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:19.967581 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391cd980-1718-499b-a102-455934188216 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:53:19.979234 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d202f70-d740-4d5e-8c61-13b6fb95f9a5 None None] Sync routers for ids ['8b09563a-86b2-4d3f-a9aa-cbf63b84955e'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:53:19.993122 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-391cd980-1718-499b-a102-455934188216 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:19.997456 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-391cd980-1718-499b-a102-455934188216 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2935960 Jan 28 13:53:19.997823 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 32802) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:20.030990 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7b815523-4b0b-43a6-917c-6988c6697940 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=9f0b15f597ac4a5a9c830cecb46d6cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315509 Jan 28 13:53:20.033674 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 32804) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:20.047597 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d202f70-d740-4d5e-8c61-13b6fb95f9a5 None None] Routers {'8b09563a-86b2-4d3f-a9aa-cbf63b84955e'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:20.047597 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-2d202f70-d740-4d5e-8c61-13b6fb95f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:53:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['8b09563a-86b2-4d3f-a9aa-cbf63b84955e'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:20.147221 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e770b109-2c9d-49c3-bc53-dceb283fb5f2 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:20.148940 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e770b109-2c9d-49c3-bc53-dceb283fb5f2 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1139836 Jan 28 13:53:20.151976 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 32808) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:20.189599 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5dfd5119-037c-4b4e-9c83-d16bf76f125e tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364432 Jan 28 13:53:20.192322 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 32812) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:20.198014 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-389c3668-40aa-431e-a6a8-4dca9180a4da tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1191331012', 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:20.254619 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-2d202f70-d740-4d5e-8c61-13b6fb95f9a5 None None] Set router 8b09563a-86b2-4d3f-a9aa-cbf63b84955e gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:20.341330 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389c3668-40aa-431e-a6a8-4dca9180a4da tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Made reservation on behalf of 9f0b15f597ac4a5a9c830cecb46d6cf5 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:53:20.345347 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-389c3668-40aa-431e-a6a8-4dca9180a4da tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.658576 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-2d202f70-d740-4d5e-8c61-13b6fb95f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657995172', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:17Z', 'updated_at': '2022-01-28T13:53:19Z', 'revision_number': 3, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:18Z', 'updated_at': '2022-01-28T13:53:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:20.693911 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d202f70-d740-4d5e-8c61-13b6fb95f9a5 None None] Checking router: 8b09563a-86b2-4d3f-a9aa-cbf63b84955e for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:53:20.694344 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d202f70-d740-4d5e-8c61-13b6fb95f9a5 None None] Updating router 8b09563a-86b2-4d3f-a9aa-cbf63b84955e port a9682430-ff44-46b0-8261-969de5f87ccb binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:53:20.727525 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d202f70-d740-4d5e-8c61-13b6fb95f9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a9682430-ff44-46b0-8261-969de5f87ccb), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.749663 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-389c3668-40aa-431e-a6a8-4dca9180a4da tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (93cfbf78-1960-4e55-92bb-754c098beaf1), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.886051 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c3668-40aa-431e-a6a8-4dca9180a4da tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Subnet': ['ID=93cfbf78-1960-4e55-92bb-754c098beaf1,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:20.938317 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389c3668-40aa-431e-a6a8-4dca9180a4da tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Checking segment: {'id': '86046998-3d09-41ce-be84-179cc655301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:53:20.938696 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389c3668-40aa-431e-a6a8-4dca9180a4da tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Network hostable DHCP agents. Network: e2511798-4b7a-4a7f-8206-6edcc87992c1, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:53:20.975631 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389c3668-40aa-431e-a6a8-4dca9180a4da tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Network e2511798-4b7a-4a7f-8206-6edcc87992c1 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:53:20.987478 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-389c3668-40aa-431e-a6a8-4dca9180a4da tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, e2511798-4b7a-4a7f-8206-6edcc87992c1) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:53:20.991622 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389c3668-40aa-431e-a6a8-4dca9180a4da tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:20.992255 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-389c3668-40aa-431e-a6a8-4dca9180a4da tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.997244 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95225478-c0dc-4612-9556-a06786f2e8f5 None None] Network e2511798-4b7a-4a7f-8206-6edcc87992c1 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:53:21.054231 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-389c3668-40aa-431e-a6a8-4dca9180a4da tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8571157 Jan 28 13:53:21.055830 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 32830) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:21.115397 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d202f70-d740-4d5e-8c61-13b6fb95f9a5 None None] Publish callbacks [] for port (a9682430-ff44-46b0-8261-969de5f87ccb), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.125909 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d202f70-d740-4d5e-8c61-13b6fb95f9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a9682430-ff44-46b0-8261-969de5f87ccb), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.159145 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-2d202f70-d740-4d5e-8c61-13b6fb95f9a5 None None] Attempting to bind port a9682430-ff44-46b0-8261-969de5f87ccb on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:53:21.159770 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-2d202f70-d740-4d5e-8c61-13b6fb95f9a5 None None] Attempting to bind port a9682430-ff44-46b0-8261-969de5f87ccb by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:53:21.160314 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d202f70-d740-4d5e-8c61-13b6fb95f9a5 None None] Attempting to bind port a9682430-ff44-46b0-8261-969de5f87ccb on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:53:21.187335 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d202f70-d740-4d5e-8c61-13b6fb95f9a5 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:53:21.188688 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d202f70-d740-4d5e-8c61-13b6fb95f9a5 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:53:21.189290 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d202f70-d740-4d5e-8c61-13b6fb95f9a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.189826 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d202f70-d740-4d5e-8c61-13b6fb95f9a5 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:53:21.190985 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-2d202f70-d740-4d5e-8c61-13b6fb95f9a5 None None] Bound port: a9682430-ff44-46b0-8261-969de5f87ccb, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:53:21.191856 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d202f70-d740-4d5e-8c61-13b6fb95f9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a9682430-ff44-46b0-8261-969de5f87ccb), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.253253 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb635fd7-475c-49ed-b1b6-9079fee1b202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-e2511798-4b7a-4a7f-8206-6edcc87992c1', 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'fixed_ips': [{'subnet_id': '93cfbf78-1960-4e55-92bb-754c098beaf1'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:53:21.254170 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-2d202f70-d740-4d5e-8c61-13b6fb95f9a5 None None] For port a9682430-ff44-46b0-8261-969de5f87ccb, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:53:21.254665 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb635fd7-475c-49ed-b1b6-9079fee1b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.258163 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-2d202f70-d740-4d5e-8c61-13b6fb95f9a5 None None] For port a9682430-ff44-46b0-8261-969de5f87ccb, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=a9682430-ff44-46b0-8261-969de5f87ccb,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:53:21.276499 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2d202f70-d740-4d5e-8c61-13b6fb95f9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a9682430-ff44-46b0-8261-969de5f87ccb), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.313005 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa111d5-8d81-4def-bd66-995130038632 None None] Pushing event updated for resources: {'Port': ['ID=a9682430-ff44-46b0-8261-969de5f87ccb,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:21.333513 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa111d5-8d81-4def-bd66-995130038632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:21.333950 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa111d5-8d81-4def-bd66-995130038632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:21.334295 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa111d5-8d81-4def-bd66-995130038632 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:21.334628 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa111d5-8d81-4def-bd66-995130038632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:21.334975 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa111d5-8d81-4def-bd66-995130038632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:21.335358 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa111d5-8d81-4def-bd66-995130038632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:21.335832 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa111d5-8d81-4def-bd66-995130038632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:21.337193 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa111d5-8d81-4def-bd66-995130038632 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:21.337615 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa111d5-8d81-4def-bd66-995130038632 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:21.338081 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa111d5-8d81-4def-bd66-995130038632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:21.338408 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa111d5-8d81-4def-bd66-995130038632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:21.338730 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa111d5-8d81-4def-bd66-995130038632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:21.339147 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa111d5-8d81-4def-bd66-995130038632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:21.411490 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa111d5-8d81-4def-bd66-995130038632 None None] Pushing event updated for resources: {'Port': ['ID=a9682430-ff44-46b0-8261-969de5f87ccb,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:21.428658 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d202f70-d740-4d5e-8c61-13b6fb95f9a5 None None] Routers {'8b09563a-86b2-4d3f-a9aa-cbf63b84955e'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:21.429573 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-2d202f70-d740-4d5e-8c61-13b6fb95f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:53:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['8b09563a-86b2-4d3f-a9aa-cbf63b84955e'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:21.604870 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-2d202f70-d740-4d5e-8c61-13b6fb95f9a5 None None] Set router 8b09563a-86b2-4d3f-a9aa-cbf63b84955e gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:21.606114 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-fb635fd7-475c-49ed-b1b6-9079fee1b202 None None] Allocated IP 172.20.0.2 (e2511798-4b7a-4a7f-8206-6edcc87992c1/93cfbf78-1960-4e55-92bb-754c098beaf1/c145c55e-0a2a-4ab4-afab-84347724522a) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:53:21.873154 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb635fd7-475c-49ed-b1b6-9079fee1b202 None None] Publish callbacks [] for port (c145c55e-0a2a-4ab4-afab-84347724522a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.885698 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb635fd7-475c-49ed-b1b6-9079fee1b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (c145c55e-0a2a-4ab4-afab-84347724522a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.954894 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb635fd7-475c-49ed-b1b6-9079fee1b202 None None] Network e2511798-4b7a-4a7f-8206-6edcc87992c1 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:53:21.967447 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-fb635fd7-475c-49ed-b1b6-9079fee1b202 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:53:21.972931 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb635fd7-475c-49ed-b1b6-9079fee1b202 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:53:22.019185 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cc43cd75-fda8-4286-8bc1-f86286b4d43d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.022797 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb635fd7-475c-49ed-b1b6-9079fee1b202 None None] Pushing event updated for resources: {'Port': ['ID=c145c55e-0a2a-4ab4-afab-84347724522a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:22.036728 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-2d202f70-d740-4d5e-8c61-13b6fb95f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657995172', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:17Z', 'updated_at': '2022-01-28T13:53:19Z', 'revision_number': 3, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:18Z', 'updated_at': '2022-01-28T13:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:22.082625 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-fb635fd7-475c-49ed-b1b6-9079fee1b202 None None] Attempting to bind port c145c55e-0a2a-4ab4-afab-84347724522a on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:53:22.083072 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-fb635fd7-475c-49ed-b1b6-9079fee1b202 None None] Attempting to bind port c145c55e-0a2a-4ab4-afab-84347724522a by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '86046998-3d09-41ce-be84-179cc655301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:53:22.083284 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb635fd7-475c-49ed-b1b6-9079fee1b202 None None] Attempting to bind port c145c55e-0a2a-4ab4-afab-84347724522a on network e2511798-4b7a-4a7f-8206-6edcc87992c1 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:53:22.084153 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d202f70-d740-4d5e-8c61-13b6fb95f9a5 None None] The sync data for ids ['8b09563a-86b2-4d3f-a9aa-cbf63b84955e'] in n-d-822747-2 is: [{'id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657995172', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:17Z', 'updated_at': '2022-01-28T13:53:19Z', 'revision_number': 3, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:18Z', 'updated_at': '2022-01-28T13:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:22.095027 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb635fd7-475c-49ed-b1b6-9079fee1b202 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:53:22.095412 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb635fd7-475c-49ed-b1b6-9079fee1b202 None None] Checking segment: {'id': '86046998-3d09-41ce-be84-179cc655301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:53:22.095809 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb635fd7-475c-49ed-b1b6-9079fee1b202 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.096202 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb635fd7-475c-49ed-b1b6-9079fee1b202 None None] Bound using segment: {'id': '86046998-3d09-41ce-be84-179cc655301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:53:22.096669 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-fb635fd7-475c-49ed-b1b6-9079fee1b202 None None] Bound port: c145c55e-0a2a-4ab4-afab-84347724522a, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86046998-3d09-41ce-be84-179cc655301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:53:22.097042 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb635fd7-475c-49ed-b1b6-9079fee1b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c145c55e-0a2a-4ab4-afab-84347724522a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.193165 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-fb635fd7-475c-49ed-b1b6-9079fee1b202 None None] For port c145c55e-0a2a-4ab4-afab-84347724522a, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:53:22.196513 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-fb635fd7-475c-49ed-b1b6-9079fee1b202 None None] For port c145c55e-0a2a-4ab4-afab-84347724522a, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c145c55e-0a2a-4ab4-afab-84347724522a,segment=NetworkSegment(86046998-3d09-41ce-be84-179cc655301d),segment_id=86046998-3d09-41ce-be84-179cc655301d)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:53:22.209498 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb635fd7-475c-49ed-b1b6-9079fee1b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c145c55e-0a2a-4ab4-afab-84347724522a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.301508 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb635fd7-475c-49ed-b1b6-9079fee1b202 None None] Pushing event updated for resources: {'Port': ['ID=c145c55e-0a2a-4ab4-afab-84347724522a,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:22.447443 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-cc43cd75-fda8-4286-8bc1-f86286b4d43d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Allocated IP 172.20.0.1 (e2511798-4b7a-4a7f-8206-6edcc87992c1/93cfbf78-1960-4e55-92bb-754c098beaf1/10299f98-a114-4e6a-8c76-f656131d8317) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:53:22.646679 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cc43cd75-fda8-4286-8bc1-f86286b4d43d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for port (10299f98-a114-4e6a-8c76-f656131d8317), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.711225 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cc43cd75-fda8-4286-8bc1-f86286b4d43d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (10299f98-a114-4e6a-8c76-f656131d8317), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.766686 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc43cd75-fda8-4286-8bc1-f86286b4d43d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Network e2511798-4b7a-4a7f-8206-6edcc87992c1 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:53:22.798163 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-cc43cd75-fda8-4286-8bc1-f86286b4d43d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:53:22.810711 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc43cd75-fda8-4286-8bc1-f86286b4d43d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:53:22.884070 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43cd75-fda8-4286-8bc1-f86286b4d43d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Port': ['ID=10299f98-a114-4e6a-8c76-f656131d8317,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:22.907837 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cc43cd75-fda8-4286-8bc1-f86286b4d43d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (8b09563a-86b2-4d3f-a9aa-cbf63b84955e), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:23.235043 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cc43cd75-fda8-4286-8bc1-f86286b4d43d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (10299f98-a114-4e6a-8c76-f656131d8317), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:23.635958 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cc43cd75-fda8-4286-8bc1-f86286b4d43d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for port (10299f98-a114-4e6a-8c76-f656131d8317), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:23.649000 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cc43cd75-fda8-4286-8bc1-f86286b4d43d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (10299f98-a114-4e6a-8c76-f656131d8317), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:23.795805 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43cd75-fda8-4286-8bc1-f86286b4d43d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Port': ['ID=10299f98-a114-4e6a-8c76-f656131d8317,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:23.819897 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cc43cd75-fda8-4286-8bc1-f86286b4d43d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (8b09563a-86b2-4d3f-a9aa-cbf63b84955e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:24.021230 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc43cd75-fda8-4286-8bc1-f86286b4d43d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Network e2511798-4b7a-4a7f-8206-6edcc87992c1 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:53:24.022391 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-cc43cd75-fda8-4286-8bc1-f86286b4d43d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:53:24.214540 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c145c55e-0a2a-4ab4-afab-84347724522a up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:53:24.281819 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port c145c55e-0a2a-4ab4-afab-84347724522a triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:24.282479 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c145c55e-0a2a-4ab4-afab-84347724522a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:24.336764 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc43cd75-fda8-4286-8bc1-f86286b4d43d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Router 8b09563a-86b2-4d3f-a9aa-cbf63b84955e has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:53:24.422436 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a981bcb4-21f7-4408-9737-8233a5b7c075 None None] Network e2511798-4b7a-4a7f-8206-6edcc87992c1 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:53:24.625240 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc43cd75-fda8-4286-8bc1-f86286b4d43d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:53:24.640253 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cc43cd75-fda8-4286-8bc1-f86286b4d43d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "PUT /v2.0/routers/8b09563a-86b2-4d3f-a9aa-cbf63b84955e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5831914 Jan 28 13:53:24.697405 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c145c55e-0a2a-4ab4-afab-84347724522a is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:24.698054 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c145c55e-0a2a-4ab4-afab-84347724522a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:24.727278 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a394c6b8-fcad-4e70-82de-2331e55a8a5c None None] Provisioning complete for port c145c55e-0a2a-4ab4-afab-84347724522a triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:24.733563 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a394c6b8-fcad-4e70-82de-2331e55a8a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c145c55e-0a2a-4ab4-afab-84347724522a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:24.889002 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port c145c55e-0a2a-4ab4-afab-84347724522a, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c145c55e-0a2a-4ab4-afab-84347724522a,segment=NetworkSegment(86046998-3d09-41ce-be84-179cc655301d),segment_id=86046998-3d09-41ce-be84-179cc655301d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:24.925052 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c145c55e-0a2a-4ab4-afab-84347724522a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:24.926205 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device a9682430-ff44-46b0-8261-969de5f87ccb up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:53:25.045210 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a394c6b8-fcad-4e70-82de-2331e55a8a5c None None] Current status of the port c145c55e-0a2a-4ab4-afab-84347724522a is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:25.046125 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a394c6b8-fcad-4e70-82de-2331e55a8a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c145c55e-0a2a-4ab4-afab-84347724522a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:25.139558 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-7d4d0193-24a0-42bf-a296-5fa60e2c6f89 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1423573911&fields=id&tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5 HTTP/1.1" status: 200 len: 267 time: 0.1647210 Jan 28 13:53:25.217229 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c8c5ee-db33-4885-9f21-4a09d11c7f17 None None] Sync routers for ids ['8b09563a-86b2-4d3f-a9aa-cbf63b84955e'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:53:25.242431 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=c145c55e-0a2a-4ab4-afab-84347724522a,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:25.511388 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-0255389a-a353-4359-af61-f0452cc80a4e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:25.513004 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-0255389a-a353-4359-af61-f0452cc80a4e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/networks?id=e2511798-4b7a-4a7f-8206-6edcc87992c1 HTTP/1.1" status: 200 len: 796 time: 0.3663030 Jan 28 13:53:25.538628 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-5ddf3c8c-68c6-4660-bef5-64e1489490b7 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/quotas/9f0b15f597ac4a5a9c830cecb46d6cf5 HTTP/1.1" status: 200 len: 375 time: 0.0176866 Jan 28 13:53:25.595812 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c8c5ee-db33-4885-9f21-4a09d11c7f17 None None] Routers {'8b09563a-86b2-4d3f-a9aa-cbf63b84955e'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:25.596365 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-21c8c5ee-db33-4885-9f21-4a09d11c7f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:53:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['8b09563a-86b2-4d3f-a9aa-cbf63b84955e'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:25.693692 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port a9682430-ff44-46b0-8261-969de5f87ccb triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:25.694077 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a9682430-ff44-46b0-8261-969de5f87ccb), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:25.721150 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-0dd54f05-4649-4236-b5f3-37f019a2055e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1769748 Jan 28 13:53:25.935848 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-a394c6b8-fcad-4e70-82de-2331e55a8a5c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:53:25.942334 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-a394c6b8-fcad-4e70-82de-2331e55a8a5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:53:25.954225 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-5a3eb534-19ce-46d8-a91a-543dc692b1c7 service neutron] 10.222.0.39 "GET /v2.0/networks/e2511798-4b7a-4a7f-8206-6edcc87992c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213323 Jan 28 13:53:26.040274 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port a9682430-ff44-46b0-8261-969de5f87ccb is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:26.042142 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a9682430-ff44-46b0-8261-969de5f87ccb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:26.058704 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-21c8c5ee-db33-4885-9f21-4a09d11c7f17 None None] Set router 8b09563a-86b2-4d3f-a9aa-cbf63b84955e gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:26.162620 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-3ed32f2a-3a34-4156-8a32-19d7cee1bfb0 service neutron] 10.222.0.39 "GET /v2.0/networks/e2511798-4b7a-4a7f-8206-6edcc87992c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945856 Jan 28 13:53:26.230215 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port a9682430-ff44-46b0-8261-969de5f87ccb, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=a9682430-ff44-46b0-8261-969de5f87ccb,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:26.277605 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a9682430-ff44-46b0-8261-969de5f87ccb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:26.588924 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7f2707e0-6e6d-4925-b449-ac86c5c5a2c8 req-0cd822a8-e4a4-456b-8463-4110e4d66f7f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 210 time: 0.0724132 Jan 28 13:53:26.601225 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c145c55e-0a2a-4ab4-afab-84347724522a up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:53:26.710279 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a394c6b8-fcad-4e70-82de-2331e55a8a5c None None] Current status of the port c145c55e-0a2a-4ab4-afab-84347724522a is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:26.899099 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=a9682430-ff44-46b0-8261-969de5f87ccb,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:27.036644 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port c145c55e-0a2a-4ab4-afab-84347724522a triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:27.037291 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c145c55e-0a2a-4ab4-afab-84347724522a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:27.136248 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-701399b2-f408-440a-bcd0-85cd1e416826 None None] Provisioning complete for port 10299f98-a114-4e6a-8c76-f656131d8317 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:27.136946 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-701399b2-f408-440a-bcd0-85cd1e416826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (10299f98-a114-4e6a-8c76-f656131d8317), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:27.311270 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-701399b2-f408-440a-bcd0-85cd1e416826 None None] Port 10299f98-a114-4e6a-8c76-f656131d8317 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:53:27.328542 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-21c8c5ee-db33-4885-9f21-4a09d11c7f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657995172', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:17Z', 'updated_at': '2022-01-28T13:53:23Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:18Z', 'updated_at': '2022-01-28T13:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '10299f98-a114-4e6a-8c76-f656131d8317', 'name': '', 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:22:cc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '93cfbf78-1960-4e55-92bb-754c098beaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:22Z', 'updated_at': '2022-01-28T13:53:23Z', 'revision_number': 2, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': '93cfbf78-1960-4e55-92bb-754c098beaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:27.382671 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c145c55e-0a2a-4ab4-afab-84347724522a is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:27.385720 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c8c5ee-db33-4885-9f21-4a09d11c7f17 None None] Checking router: 8b09563a-86b2-4d3f-a9aa-cbf63b84955e for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:53:27.386302 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c8c5ee-db33-4885-9f21-4a09d11c7f17 None None] Updating router 8b09563a-86b2-4d3f-a9aa-cbf63b84955e port 10299f98-a114-4e6a-8c76-f656131d8317 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:53:27.418163 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-21c8c5ee-db33-4885-9f21-4a09d11c7f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (10299f98-a114-4e6a-8c76-f656131d8317), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:27.435457 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-701399b2-f408-440a-bcd0-85cd1e416826 None None] Provisioning complete for port c145c55e-0a2a-4ab4-afab-84347724522a triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:27.435829 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-701399b2-f408-440a-bcd0-85cd1e416826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c145c55e-0a2a-4ab4-afab-84347724522a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:27.662110 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-701399b2-f408-440a-bcd0-85cd1e416826 None None] Current status of the port c145c55e-0a2a-4ab4-afab-84347724522a is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:27.773353 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-708c1557-efce-4e88-95ec-63560f973755 req-c9b0a3cb-a2d7-4898-90e2-0af3faf27831 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 210 time: 0.0768478 Jan 28 13:53:27.811123 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-766a6437-714f-41e5-b063-7f245577ff01 None None] Provisioning complete for port 10299f98-a114-4e6a-8c76-f656131d8317 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:27.811941 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-766a6437-714f-41e5-b063-7f245577ff01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (10299f98-a114-4e6a-8c76-f656131d8317), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:27.860936 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-766a6437-714f-41e5-b063-7f245577ff01 None None] Port 10299f98-a114-4e6a-8c76-f656131d8317 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:53:28.024529 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-fa098717-5a7f-49fd-bef9-834be855a70d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:28.027257 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-fa098717-5a7f-49fd-bef9-834be855a70d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.18 "GET /v2.0/networks?id=e2511798-4b7a-4a7f-8206-6edcc87992c1 HTTP/1.1" status: 200 len: 796 time: 0.1393385 Jan 28 13:53:28.079972 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-21c8c5ee-db33-4885-9f21-4a09d11c7f17 None None] Publish callbacks [] for port (10299f98-a114-4e6a-8c76-f656131d8317), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:28.093227 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-21c8c5ee-db33-4885-9f21-4a09d11c7f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (10299f98-a114-4e6a-8c76-f656131d8317), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:28.143502 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-02ebb0b2-bede-4e66-ab18-0b3080301cb1 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5 HTTP/1.1" status: 200 len: 380 time: 0.1038091 Jan 28 13:53:28.176586 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-5ef5c4f5-436f-4c2f-9d43-6817d8e2182d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'port': {'device_id': '673bc91d-e56e-4780-b616-612611aa4642', 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1', 'admin_state_up': True, 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'security_groups': ['be1474d3-ea63-4be7-a367-0cc024a32432']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:28.232838 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1440d99-6ba5-4697-8400-a103c35173be None None] Pushing event updated for resources: {'Port': ['ID=10299f98-a114-4e6a-8c76-f656131d8317,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:28.394422 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-5ef5c4f5-436f-4c2f-9d43-6817d8e2182d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Made reservation on behalf of 9f0b15f597ac4a5a9c830cecb46d6cf5 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:53:28.399319 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-5ef5c4f5-436f-4c2f-9d43-6817d8e2182d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:28.457364 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-21c8c5ee-db33-4885-9f21-4a09d11c7f17 None None] Attempting to bind port 10299f98-a114-4e6a-8c76-f656131d8317 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:53:28.457955 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-21c8c5ee-db33-4885-9f21-4a09d11c7f17 None None] Attempting to bind port 10299f98-a114-4e6a-8c76-f656131d8317 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '86046998-3d09-41ce-be84-179cc655301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:53:28.458515 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c8c5ee-db33-4885-9f21-4a09d11c7f17 None None] Attempting to bind port 10299f98-a114-4e6a-8c76-f656131d8317 on network e2511798-4b7a-4a7f-8206-6edcc87992c1 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:53:28.483984 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device a9682430-ff44-46b0-8261-969de5f87ccb up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:53:28.503551 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c8c5ee-db33-4885-9f21-4a09d11c7f17 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:53:28.503551 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c8c5ee-db33-4885-9f21-4a09d11c7f17 None None] Checking segment: {'id': '86046998-3d09-41ce-be84-179cc655301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:53:28.504171 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-21c8c5ee-db33-4885-9f21-4a09d11c7f17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:28.504337 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c8c5ee-db33-4885-9f21-4a09d11c7f17 None None] Bound using segment: {'id': '86046998-3d09-41ce-be84-179cc655301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:53:28.504821 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-21c8c5ee-db33-4885-9f21-4a09d11c7f17 None None] Bound port: 10299f98-a114-4e6a-8c76-f656131d8317, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86046998-3d09-41ce-be84-179cc655301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:53:28.505205 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-21c8c5ee-db33-4885-9f21-4a09d11c7f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (10299f98-a114-4e6a-8c76-f656131d8317), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:28.662810 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-5ef5c4f5-436f-4c2f-9d43-6817d8e2182d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Allocated IP 172.20.0.6 (e2511798-4b7a-4a7f-8206-6edcc87992c1/93cfbf78-1960-4e55-92bb-754c098beaf1/2c978585-5198-43e5-853e-2b4ee08f1cf1) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:53:28.737592 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port a9682430-ff44-46b0-8261-969de5f87ccb triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:28.737992 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a9682430-ff44-46b0-8261-969de5f87ccb), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:28.744422 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f0468005-9876-4947-aa5c-90c3021edc1e None None] Provisioning complete for port 10299f98-a114-4e6a-8c76-f656131d8317 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:28.744802 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f0468005-9876-4947-aa5c-90c3021edc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (10299f98-a114-4e6a-8c76-f656131d8317), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:28.796077 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-21c8c5ee-db33-4885-9f21-4a09d11c7f17 None None] For port 10299f98-a114-4e6a-8c76-f656131d8317, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:53:28.822598 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-21c8c5ee-db33-4885-9f21-4a09d11c7f17 None None] For port 10299f98-a114-4e6a-8c76-f656131d8317, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=10299f98-a114-4e6a-8c76-f656131d8317,segment=NetworkSegment(86046998-3d09-41ce-be84-179cc655301d),segment_id=86046998-3d09-41ce-be84-179cc655301d)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:53:28.838633 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-21c8c5ee-db33-4885-9f21-4a09d11c7f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (10299f98-a114-4e6a-8c76-f656131d8317), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:28.912456 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f0468005-9876-4947-aa5c-90c3021edc1e None None] Port 10299f98-a114-4e6a-8c76-f656131d8317 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:53:28.923458 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1440d99-6ba5-4697-8400-a103c35173be None None] Pushing event updated for resources: {'Port': ['ID=10299f98-a114-4e6a-8c76-f656131d8317,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:28.952863 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c8c5ee-db33-4885-9f21-4a09d11c7f17 None None] Routers {'8b09563a-86b2-4d3f-a9aa-cbf63b84955e'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:28.968020 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7d9093b7-42bf-41e7-9093-85a5936a8f4b req-ab9a1edd-9be9-439f-b9fe-e6ec4c31701c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 210 time: 0.0712521 Jan 28 13:53:28.969110 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-21c8c5ee-db33-4885-9f21-4a09d11c7f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:53:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['8b09563a-86b2-4d3f-a9aa-cbf63b84955e'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:28.993767 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-5ef5c4f5-436f-4c2f-9d43-6817d8e2182d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for port (2c978585-5198-43e5-853e-2b4ee08f1cf1), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:29.070729 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-5ef5c4f5-436f-4c2f-9d43-6817d8e2182d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (2c978585-5198-43e5-853e-2b4ee08f1cf1), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:29.144043 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port a9682430-ff44-46b0-8261-969de5f87ccb is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:29.169474 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-5ef5c4f5-436f-4c2f-9d43-6817d8e2182d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Network e2511798-4b7a-4a7f-8206-6edcc87992c1 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:53:29.205025 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-5ef5c4f5-436f-4c2f-9d43-6817d8e2182d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:53:29.215946 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-5ef5c4f5-436f-4c2f-9d43-6817d8e2182d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:53:29.421451 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-5ef5c4f5-436f-4c2f-9d43-6817d8e2182d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:29.438545 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-5ef5c4f5-436f-4c2f-9d43-6817d8e2182d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:29.457772 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5c4f5-436f-4c2f-9d43-6817d8e2182d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Port': ['ID=2c978585-5198-43e5-853e-2b4ee08f1cf1,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:29.490024 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-21c8c5ee-db33-4885-9f21-4a09d11c7f17 None None] Set router 8b09563a-86b2-4d3f-a9aa-cbf63b84955e gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:29.504856 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-5ef5c4f5-436f-4c2f-9d43-6817d8e2182d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3366618 Jan 28 13:53:29.522291 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-39445ea2-d6e8-48e4-bd12-92f14209e688 service neutron] Request body: {'port': {'device_id': '673bc91d-e56e-4780-b616-612611aa4642', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:29.567433 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3210de06-b36c-48af-a19e-44f339305bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:29.589820 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ba6fd9eb-d41f-40ee-9011-405019baf3c8 None None] Provisioning complete for port 10299f98-a114-4e6a-8c76-f656131d8317 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:29.590114 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba6fd9eb-d41f-40ee-9011-405019baf3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (10299f98-a114-4e6a-8c76-f656131d8317), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:29.606059 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-39445ea2-d6e8-48e4-bd12-92f14209e688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2c978585-5198-43e5-853e-2b4ee08f1cf1), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:29.787429 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ba6fd9eb-d41f-40ee-9011-405019baf3c8 None None] Current status of the port 10299f98-a114-4e6a-8c76-f656131d8317 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:29.787882 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba6fd9eb-d41f-40ee-9011-405019baf3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (10299f98-a114-4e6a-8c76-f656131d8317), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:29.964914 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-39445ea2-d6e8-48e4-bd12-92f14209e688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c978585-5198-43e5-853e-2b4ee08f1cf1 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:53:29.973693 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-39445ea2-d6e8-48e4-bd12-92f14209e688 service neutron] Publish callbacks [] for port (2c978585-5198-43e5-853e-2b4ee08f1cf1), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:29.989871 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-39445ea2-d6e8-48e4-bd12-92f14209e688 service neutron] Transition to ACTIVE for port object 2c978585-5198-43e5-853e-2b4ee08f1cf1 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:53:29.996680 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-39445ea2-d6e8-48e4-bd12-92f14209e688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (2c978585-5198-43e5-853e-2b4ee08f1cf1), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:30.081350 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-ba6fd9eb-d41f-40ee-9011-405019baf3c8 None None] For port 10299f98-a114-4e6a-8c76-f656131d8317, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=10299f98-a114-4e6a-8c76-f656131d8317,segment=NetworkSegment(86046998-3d09-41ce-be84-179cc655301d),segment_id=86046998-3d09-41ce-be84-179cc655301d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:30.090000 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba6fd9eb-d41f-40ee-9011-405019baf3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (10299f98-a114-4e6a-8c76-f656131d8317), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:30.168248 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0914f39-06d1-4e27-b2c5-48ac4e3145b0 req-0ccc6739-5f70-4b44-911f-cb143ce46bd4 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:30.177977 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f0914f39-06d1-4e27-b2c5-48ac4e3145b0 req-0ccc6739-5f70-4b44-911f-cb143ce46bd4 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 943 time: 0.1023209 Jan 28 13:53:30.244011 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39445ea2-d6e8-48e4-bd12-92f14209e688 service neutron] Pushing event updated for resources: {'Port': ['ID=2c978585-5198-43e5-853e-2b4ee08f1cf1,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:30.248135 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f0914f39-06d1-4e27-b2c5-48ac4e3145b0 req-b6955252-ddd3-47bb-9355-ab1a69c6b789 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=be1474d3-ea63-4be7-a367-0cc024a32432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680242 Jan 28 13:53:30.254425 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6fd9eb-d41f-40ee-9011-405019baf3c8 None None] Pushing event updated for resources: {'Port': ['ID=10299f98-a114-4e6a-8c76-f656131d8317,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:30.286380 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-21c8c5ee-db33-4885-9f21-4a09d11c7f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657995172', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:17Z', 'updated_at': '2022-01-28T13:53:23Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:18Z', 'updated_at': '2022-01-28T13:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '10299f98-a114-4e6a-8c76-f656131d8317', 'name': '', 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:22:cc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '93cfbf78-1960-4e55-92bb-754c098beaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:22Z', 'updated_at': '2022-01-28T13:53:28Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': '93cfbf78-1960-4e55-92bb-754c098beaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:30.320518 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-39445ea2-d6e8-48e4-bd12-92f14209e688 service neutron] Attempting to bind port 2c978585-5198-43e5-853e-2b4ee08f1cf1 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:53:30.321143 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-39445ea2-d6e8-48e4-bd12-92f14209e688 service neutron] Attempting to bind port 2c978585-5198-43e5-853e-2b4ee08f1cf1 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '86046998-3d09-41ce-be84-179cc655301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:53:30.321720 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-39445ea2-d6e8-48e4-bd12-92f14209e688 service neutron] Attempting to bind port 2c978585-5198-43e5-853e-2b4ee08f1cf1 on network e2511798-4b7a-4a7f-8206-6edcc87992c1 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:53:30.326943 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-39445ea2-d6e8-48e4-bd12-92f14209e688 service neutron] Port 2c978585-5198-43e5-853e-2b4ee08f1cf1 on network e2511798-4b7a-4a7f-8206-6edcc87992c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:53:30.328243 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-39445ea2-d6e8-48e4-bd12-92f14209e688 service neutron] Attempting to bind port 2c978585-5198-43e5-853e-2b4ee08f1cf1 on network e2511798-4b7a-4a7f-8206-6edcc87992c1 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:53:30.334898 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-39445ea2-d6e8-48e4-bd12-92f14209e688 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:53:30.336087 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-39445ea2-d6e8-48e4-bd12-92f14209e688 service neutron] Checking segment: {'id': '86046998-3d09-41ce-be84-179cc655301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:53:30.337007 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-39445ea2-d6e8-48e4-bd12-92f14209e688 service neutron] Bound using segment: {'id': '86046998-3d09-41ce-be84-179cc655301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:53:30.337681 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c8c5ee-db33-4885-9f21-4a09d11c7f17 None None] The sync data for ids ['8b09563a-86b2-4d3f-a9aa-cbf63b84955e'] in n-d-822747-2 is: [{'id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657995172', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:17Z', 'updated_at': '2022-01-28T13:53:23Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:18Z', 'updated_at': '2022-01-28T13:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '10299f98-a114-4e6a-8c76-f656131d8317', 'name': '', 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:22:cc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '93cfbf78-1960-4e55-92bb-754c098beaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:22Z', 'updated_at': '2022-01-28T13:53:28Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': '93cfbf78-1960-4e55-92bb-754c098beaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:30.339174 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-39445ea2-d6e8-48e4-bd12-92f14209e688 service neutron] Bound port: 2c978585-5198-43e5-853e-2b4ee08f1cf1, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86046998-3d09-41ce-be84-179cc655301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:53:30.339897 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-39445ea2-d6e8-48e4-bd12-92f14209e688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2c978585-5198-43e5-853e-2b4ee08f1cf1), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:30.491667 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-39445ea2-d6e8-48e4-bd12-92f14209e688 service neutron] For port 2c978585-5198-43e5-853e-2b4ee08f1cf1, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:53:30.499846 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-39445ea2-d6e8-48e4-bd12-92f14209e688 service neutron] For port 2c978585-5198-43e5-853e-2b4ee08f1cf1, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2c978585-5198-43e5-853e-2b4ee08f1cf1,segment=NetworkSegment(86046998-3d09-41ce-be84-179cc655301d),segment_id=86046998-3d09-41ce-be84-179cc655301d)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:53:30.512707 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-39445ea2-d6e8-48e4-bd12-92f14209e688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (2c978585-5198-43e5-853e-2b4ee08f1cf1), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:30.696874 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39445ea2-d6e8-48e4-bd12-92f14209e688 service neutron] Pushing event updated for resources: {'Port': ['ID=2c978585-5198-43e5-853e-2b4ee08f1cf1,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:30.702610 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-39445ea2-d6e8-48e4-bd12-92f14209e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:30.703937 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-39445ea2-d6e8-48e4-bd12-92f14209e688 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:30.705688 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-39445ea2-d6e8-48e4-bd12-92f14209e688 service neutron] 10.222.0.18 "PUT /v2.0/ports/2c978585-5198-43e5-853e-2b4ee08f1cf1 HTTP/1.1" status: 200 len: 1091 time: 1.1909869 Jan 28 13:53:30.706725 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '673bc91d-e56e-4780-b616-612611aa4642', 'tag': '2c978585-5198-43e5-853e-2b4ee08f1cf1'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:53:30.709490 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef8955e-6ee8-4606-9004-a91cb24c5822" -d '{"events": [{"name": "network-changed", "server_uuid": "673bc91d-e56e-4780-b616-612611aa4642", "tag": "2c978585-5198-43e5-853e-2b4ee08f1cf1"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:53:30.796920 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b39ab4-9a39-4fae-9cb0-b220c6d2cf72 x-openstack-request-id: req-d0b39ab4-9a39-4fae-9cb0-b220c6d2cf72 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:53:30.797229 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "673bc91d-e56e-4780-b616-612611aa4642", "tag": "2c978585-5198-43e5-853e-2b4ee08f1cf1", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:53:30.797629 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0b39ab4-9a39-4fae-9cb0-b220c6d2cf72 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:53:30.798337 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '673bc91d-e56e-4780-b616-612611aa4642', 'tag': '2c978585-5198-43e5-853e-2b4ee08f1cf1', 'status': 'completed', 'code': 200} Jan 28 13:53:30.873876 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-c0f18e40-a116-4b14-93f1-3f54a7b822d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:30.875598 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-c0f18e40-a116-4b14-93f1-3f54a7b822d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 1094 time: 0.0969846 Jan 28 13:53:30.970645 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-16fa4607-cab5-4a78-8b3d-409fcf69dc22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c978585-5198-43e5-853e-2b4ee08f1cf1 HTTP/1.1" status: 200 len: 217 time: 0.0851729 Jan 28 13:53:31.062185 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-bac5ab4c-4738-4030-9d97-1ed5b4fff71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:31.064103 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-bac5ab4c-4738-4030-9d97-1ed5b4fff71a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93cfbf78-1960-4e55-92bb-754c098beaf1 HTTP/1.1" status: 200 len: 835 time: 0.0881989 Jan 28 13:53:31.150939 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-d54fb841-82d2-4fde-85bc-20e69e905efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:31.154946 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-d54fb841-82d2-4fde-85bc-20e69e905efc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2511798-4b7a-4a7f-8206-6edcc87992c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826709 Jan 28 13:53:31.622674 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b6fbbcc9-9e8a-4878-9e7d-0288e5f77a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:31.857251 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2cdca-1f79-462e-a404-9ef5e75b2e83 req-09d18886-24f4-427a-b8da-1f80a2da7702 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:31.860548 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-84f2cdca-1f79-462e-a404-9ef5e75b2e83 req-09d18886-24f4-427a-b8da-1f80a2da7702 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 943 time: 0.1266446 Jan 28 13:53:31.868233 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-c105a135-9852-47ea-a196-cd0c6131d5fe service neutron] 10.222.0.18 "GET /v2.0/networks/e2511798-4b7a-4a7f-8206-6edcc87992c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7060089 Jan 28 13:53:32.002077 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-84f2cdca-1f79-462e-a404-9ef5e75b2e83 req-baaf23bc-b4c4-4f52-91c7-c983e83caf9f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=be1474d3-ea63-4be7-a367-0cc024a32432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309872 Jan 28 13:53:32.043475 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cebe2e2a-6262-4d31-9644-3424f984cf87 req-b3875f1f-6169-45be-b8b1-fe8caad85c84 service neutron] 10.222.0.18 "GET /v2.0/networks/e2511798-4b7a-4a7f-8206-6edcc87992c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491761 Jan 28 13:53:32.142789 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8955e-6ee8-4606-9004-a91cb24c5822 req-4387d3c7-dbab-4600-b127-de7d004960ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:32.148274 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ef8955e-6ee8-4606-9004-a91cb24c5822 req-4387d3c7-dbab-4600-b127-de7d004960ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 1094 time: 0.0533426 Jan 28 13:53:32.255682 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8955e-6ee8-4606-9004-a91cb24c5822 req-d3e3fe38-ebd8-4423-ace0-bd789f43fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:32.257691 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ef8955e-6ee8-4606-9004-a91cb24c5822 req-d3e3fe38-ebd8-4423-ace0-bd789f43fb10 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2511798-4b7a-4a7f-8206-6edcc87992c1 HTTP/1.1" status: 200 len: 896 time: 0.1035678 Jan 28 13:53:32.308594 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ef8955e-6ee8-4606-9004-a91cb24c5822 req-85b22f2c-6edd-45cf-adc9-2549b9045196 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c978585-5198-43e5-853e-2b4ee08f1cf1 HTTP/1.1" status: 200 len: 217 time: 0.0402784 Jan 28 13:53:32.382194 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8955e-6ee8-4606-9004-a91cb24c5822 req-9425120b-1a4d-46e7-a858-dbc06d14e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:32.383841 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ef8955e-6ee8-4606-9004-a91cb24c5822 req-9425120b-1a4d-46e7-a858-dbc06d14e959 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93cfbf78-1960-4e55-92bb-754c098beaf1 HTTP/1.1" status: 200 len: 835 time: 0.0678422 Jan 28 13:53:32.435361 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8955e-6ee8-4606-9004-a91cb24c5822 req-aed7bcaa-3c59-415a-9626-6ea35c0f2df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:32.436902 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ef8955e-6ee8-4606-9004-a91cb24c5822 req-aed7bcaa-3c59-415a-9626-6ea35c0f2df9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2511798-4b7a-4a7f-8206-6edcc87992c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466375 Jan 28 13:53:32.440646 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 10299f98-a114-4e6a-8c76-f656131d8317 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:53:32.504823 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 10299f98-a114-4e6a-8c76-f656131d8317 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:32.505317 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (10299f98-a114-4e6a-8c76-f656131d8317), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:32.539430 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ef8955e-6ee8-4606-9004-a91cb24c5822 req-957a8c3c-63d9-46b8-8602-c856dd2d0d81 service neutron] 10.222.0.18 "GET /v2.0/networks/e2511798-4b7a-4a7f-8206-6edcc87992c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953250 Jan 28 13:53:32.594508 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 10299f98-a114-4e6a-8c76-f656131d8317 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:32.704925 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ef8955e-6ee8-4606-9004-a91cb24c5822 req-f5742e4f-d4cc-4e9c-9adf-7306d5aa610d service neutron] 10.222.0.18 "GET /v2.0/networks/e2511798-4b7a-4a7f-8206-6edcc87992c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577570 Jan 28 13:53:32.927926 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:33.161333 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56774382-8797-4754-9c76-321e5f2ac714 req-e4676d6d-0527-437a-8dd2-e28974dde100 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:33.163130 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-56774382-8797-4754-9c76-321e5f2ac714 req-e4676d6d-0527-437a-8dd2-e28974dde100 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 943 time: 0.0669792 Jan 28 13:53:33.238127 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-56774382-8797-4754-9c76-321e5f2ac714 req-e0670e0e-ea83-4b6e-b9ae-c78791db4745 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=be1474d3-ea63-4be7-a367-0cc024a32432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690489 Jan 28 13:53:34.294815 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:34.382457 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3930d-ba23-4543-9450-b55175fb866f req-43eeaab7-aa15-4702-bb80-17824a36d892 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:34.385282 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-41b3930d-ba23-4543-9450-b55175fb866f req-43eeaab7-aa15-4702-bb80-17824a36d892 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 943 time: 0.0590723 Jan 28 13:53:34.449577 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-41b3930d-ba23-4543-9450-b55175fb866f req-197c67cd-884d-4f3e-bf14-04e33eb05e47 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=be1474d3-ea63-4be7-a367-0cc024a32432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480392 Jan 28 13:53:34.950897 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 2c978585-5198-43e5-853e-2b4ee08f1cf1 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:53:35.313339 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 2c978585-5198-43e5-853e-2b4ee08f1cf1, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2c978585-5198-43e5-853e-2b4ee08f1cf1,segment=NetworkSegment(86046998-3d09-41ce-be84-179cc655301d),segment_id=86046998-3d09-41ce-be84-179cc655301d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:35.360430 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '2c978585-5198-43e5-853e-2b4ee08f1cf1', 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1', 'port_id': '2c978585-5198-43e5-853e-2b4ee08f1cf1', 'mac_address': 'fa:16:3e:84:79:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93cfbf78-1960-4e55-92bb-754c098beaf1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:53:35.413958 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 2c978585-5198-43e5-853e-2b4ee08f1cf1 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:35.414356 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2c978585-5198-43e5-853e-2b4ee08f1cf1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:35.436471 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c978585-5198-43e5-853e-2b4ee08f1cf1 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:53:35.492687 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 2c978585-5198-43e5-853e-2b4ee08f1cf1, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2c978585-5198-43e5-853e-2b4ee08f1cf1,segment=NetworkSegment(86046998-3d09-41ce-be84-179cc655301d),segment_id=86046998-3d09-41ce-be84-179cc655301d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:35.506609 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2c978585-5198-43e5-853e-2b4ee08f1cf1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:35.609577 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=2c978585-5198-43e5-853e-2b4ee08f1cf1,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:35.645499 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1092d2-baec-4dd5-9bf9-eeaa3cf0095a req-5d3e81c6-77c2-4212-96d6-8fdfa43a4cc7 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:35.647252 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5a1092d2-baec-4dd5-9bf9-eeaa3cf0095a req-5d3e81c6-77c2-4212-96d6-8fdfa43a4cc7 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 944 time: 0.0661798 Jan 28 13:53:35.716546 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5a1092d2-baec-4dd5-9bf9-eeaa3cf0095a req-8e1d1071-14a1-44fe-8378-b56a0028b3b4 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=be1474d3-ea63-4be7-a367-0cc024a32432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622163 Jan 28 13:53:35.727163 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['2c978585-5198-43e5-853e-2b4ee08f1cf1'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:53:36.383298 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:36.963343 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 2c978585-5198-43e5-853e-2b4ee08f1cf1 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:53:37.070492 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:53:37.133609 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580507f4-b269-4abc-856a-ce3470b74080 req-5e6d279b-15a5-4b77-a0bf-e4c93bfc0459 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:37.148707 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 2c978585-5198-43e5-853e-2b4ee08f1cf1 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:53:37.155156 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-580507f4-b269-4abc-856a-ce3470b74080 req-5e6d279b-15a5-4b77-a0bf-e4c93bfc0459 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 944 time: 0.2612541 Jan 28 13:53:37.160947 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 2c978585-5198-43e5-853e-2b4ee08f1cf1 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:37.161489 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2c978585-5198-43e5-853e-2b4ee08f1cf1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:37.320852 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-580507f4-b269-4abc-856a-ce3470b74080 req-1f6a3a6a-98ec-46d7-898e-2a029d19de5e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=be1474d3-ea63-4be7-a367-0cc024a32432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644225 Jan 28 13:53:37.424948 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 2c978585-5198-43e5-853e-2b4ee08f1cf1 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:37.429820 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2c978585-5198-43e5-853e-2b4ee08f1cf1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:37.492599 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 2c978585-5198-43e5-853e-2b4ee08f1cf1, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2c978585-5198-43e5-853e-2b4ee08f1cf1,segment=NetworkSegment(86046998-3d09-41ce-be84-179cc655301d),segment_id=86046998-3d09-41ce-be84-179cc655301d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:37.495306 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673bc91d-e56e-4780-b616-612611aa4642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c978585-5198-43e5-853e-2b4ee08f1cf1'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:53:37.498064 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084ec715-4bd7-4d2f-b445-053686339768" -d '{"events": [{"server_uuid": "673bc91d-e56e-4780-b616-612611aa4642", "name": "network-vif-plugged", "status": "completed", "tag": "2c978585-5198-43e5-853e-2b4ee08f1cf1"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:53:37.534438 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2c978585-5198-43e5-853e-2b4ee08f1cf1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:37.658225 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b6b12f-3797-4327-bcb2-d16015b99abc x-openstack-request-id: req-b6b6b12f-3797-4327-bcb2-d16015b99abc {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:53:37.662722 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673bc91d-e56e-4780-b616-612611aa4642", "name": "network-vif-plugged", "status": "completed", "tag": "2c978585-5198-43e5-853e-2b4ee08f1cf1", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:53:37.663047 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b6b6b12f-3797-4327-bcb2-d16015b99abc {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:53:37.663649 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673bc91d-e56e-4780-b616-612611aa4642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c978585-5198-43e5-853e-2b4ee08f1cf1', 'code': 200} Jan 28 13:53:37.673445 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=2c978585-5198-43e5-853e-2b4ee08f1cf1,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:37.720658 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58938d2e-b059-4057-a775-69a8b43df2ae req-539107ba-e105-4a47-be60-6887ab78085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:37.722869 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58938d2e-b059-4057-a775-69a8b43df2ae req-539107ba-e105-4a47-be60-6887ab78085c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 1096 time: 0.0524738 Jan 28 13:53:37.784618 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-58938d2e-b059-4057-a775-69a8b43df2ae req-6dce2c61-765f-4368-8063-e0a9b1abe13d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=be1474d3-ea63-4be7-a367-0cc024a32432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551555 Jan 28 13:53:38.441980 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40778d77-aad6-403f-b923-cdb5c34af86f req-6100b26a-2562-48dc-8423-7935cb9dbe64 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:38.443516 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-40778d77-aad6-403f-b923-cdb5c34af86f req-6100b26a-2562-48dc-8423-7935cb9dbe64 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 945 time: 0.0565493 Jan 28 13:53:38.512934 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-40778d77-aad6-403f-b923-cdb5c34af86f req-4a28cd3a-353a-402e-8b74-c47d95a59d9a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=be1474d3-ea63-4be7-a367-0cc024a32432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546031 Jan 28 13:53:39.735429 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209621c-c853-42c8-9627-900a46f6102a req-d5c8585d-90c6-40fe-987a-a6538c77c781 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:39.737783 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7209621c-c853-42c8-9627-900a46f6102a req-d5c8585d-90c6-40fe-987a-a6538c77c781 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 945 time: 0.1038578 Jan 28 13:53:39.849528 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7209621c-c853-42c8-9627-900a46f6102a req-e45cd42c-47db-48a5-a3ca-2fc8ddd2df46 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=be1474d3-ea63-4be7-a367-0cc024a32432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046929 Jan 28 13:53:39.979200 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2184e-787a-43e2-999c-18155d1ad0dc req-283389c7-31e2-417d-a960-a62e4ba2163e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:39.981381 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7da2184e-787a-43e2-999c-18155d1ad0dc req-283389c7-31e2-417d-a960-a62e4ba2163e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 945 time: 0.0506589 Jan 28 13:53:40.057459 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7da2184e-787a-43e2-999c-18155d1ad0dc req-e59dbdc1-62f5-49cb-a571-257b6e903d69 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=be1474d3-ea63-4be7-a367-0cc024a32432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691421 Jan 28 13:53:40.081347 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33250) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:40.130985 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5402852-8156-4e5c-bd96-82d982b028fa tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:40.132895 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e5402852-8156-4e5c-bd96-82d982b028fa tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 1091 time: 0.0503931 Jan 28 13:53:40.135870 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33252) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:40.140672 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-03ecb2c7-ea25-4a82-b9f2-c01837e718af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'port_id': '2c978585-5198-43e5-853e-2b4ee08f1cf1', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:40.167363 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-03ecb2c7-ea25-4a82-b9f2-c01837e718af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:40.296731 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-03ecb2c7-ea25-4a82-b9f2-c01837e718af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:40.486705 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-03ecb2c7-ea25-4a82-b9f2-c01837e718af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Allocated IP 172.25.3.142 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/7c0f2504-bd37-47a6-a8c5-ccfc1423dfe0) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:53:40.657969 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-03ecb2c7-ea25-4a82-b9f2-c01837e718af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for port (7c0f2504-bd37-47a6-a8c5-ccfc1423dfe0), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:40.700561 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-03ecb2c7-ea25-4a82-b9f2-c01837e718af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (7c0f2504-bd37-47a6-a8c5-ccfc1423dfe0), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:40.768351 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ecb2c7-ea25-4a82-b9f2-c01837e718af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:53:40.774329 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-03ecb2c7-ea25-4a82-b9f2-c01837e718af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:53:40.777922 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ecb2c7-ea25-4a82-b9f2-c01837e718af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:53:40.920157 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ecb2c7-ea25-4a82-b9f2-c01837e718af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Port': ['ID=7c0f2504-bd37-47a6-a8c5-ccfc1423dfe0,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:41.257850 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33278) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:41.698135 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fe4b7a32-24bc-4962-9aed-c31f6b3b3073 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (b360a80f-77cf-4513-89b2-f95f43ff8a62), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:41.782445 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-03ecb2c7-ea25-4a82-b9f2-c01837e718af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for floatingip (2441c742-5742-46ba-9dbc-e7e7630da0f3), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:41.912635 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-03ecb2c7-ea25-4a82-b9f2-c01837e718af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7c0f2504-bd37-47a6-a8c5-ccfc1423dfe0), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:42.164325 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-03ecb2c7-ea25-4a82-b9f2-c01837e718af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for port (7c0f2504-bd37-47a6-a8c5-ccfc1423dfe0), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:42.177833 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-03ecb2c7-ea25-4a82-b9f2-c01837e718af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (7c0f2504-bd37-47a6-a8c5-ccfc1423dfe0), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:42.240875 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-fe4b7a32-24bc-4962-9aed-c31f6b3b3073 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Deleting port 753acc23-f16b-4897-a540-bafffcb3e24e {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:42.241114 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fe4b7a32-24bc-4962-9aed-c31f6b3b3073 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (753acc23-f16b-4897-a540-bafffcb3e24e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:42.277182 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ecb2c7-ea25-4a82-b9f2-c01837e718af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Port': ['ID=7c0f2504-bd37-47a6-a8c5-ccfc1423dfe0,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:42.293519 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-03ecb2c7-ea25-4a82-b9f2-c01837e718af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (2441c742-5742-46ba-9dbc-e7e7630da0f3), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:42.369693 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-fe4b7a32-24bc-4962-9aed-c31f6b3b3073 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] For port 753acc23-f16b-4897-a540-bafffcb3e24e, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=753acc23-f16b-4897-a540-bafffcb3e24e,segment=NetworkSegment(56bd7021-1f83-4955-9c4d-9656a216097c),segment_id=56bd7021-1f83-4955-9c4d-9656a216097c)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:42.370316 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fe4b7a32-24bc-4962-9aed-c31f6b3b3073 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (753acc23-f16b-4897-a540-bafffcb3e24e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:42.382821 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-fe4b7a32-24bc-4962-9aed-c31f6b3b3073 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Calling delete_port for 753acc23-f16b-4897-a540-bafffcb3e24e owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:42.454539 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [None req-03ecb2c7-ea25-4a82-b9f2-c01837e718af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Floating IP 2441c742-5742-46ba-9dbc-e7e7630da0f3 associated. External IP: 172.25.3.142, port: 2c978585-5198-43e5-853e-2b4ee08f1cf1. Jan 28 13:53:42.613798 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fe4b7a32-24bc-4962-9aed-c31f6b3b3073 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (753acc23-f16b-4897-a540-bafffcb3e24e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:42.651839 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b7a32-24bc-4962-9aed-c31f6b3b3073 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event deleted for resources: {'Port': ['ID=753acc23-f16b-4897-a540-bafffcb3e24e,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:42.737813 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ecb2c7-ea25-4a82-b9f2-c01837e718af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Router 8b09563a-86b2-4d3f-a9aa-cbf63b84955e has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:53:42.883865 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fe4b7a32-24bc-4962-9aed-c31f6b3b3073 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (b360a80f-77cf-4513-89b2-f95f43ff8a62), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:42.938045 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ecb2c7-ea25-4a82-b9f2-c01837e718af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:53:42.948326 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3d9807-2831-4f1c-9014-06c6b9e38d82 None None] Sync routers for ids ['8b09563a-86b2-4d3f-a9aa-cbf63b84955e'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:53:42.965243 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3d9807-2831-4f1c-9014-06c6b9e38d82 None None] Routers {'8b09563a-86b2-4d3f-a9aa-cbf63b84955e'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:42.966160 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5f3d9807-2831-4f1c-9014-06c6b9e38d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:53:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['8b09563a-86b2-4d3f-a9aa-cbf63b84955e'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:42.995079 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-03ecb2c7-ea25-4a82-b9f2-c01837e718af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:43.063920 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-03ecb2c7-ea25-4a82-b9f2-c01837e718af tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9267282 Jan 28 13:53:43.072174 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '673bc91d-e56e-4780-b616-612611aa4642', 'tag': '2c978585-5198-43e5-853e-2b4ee08f1cf1'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:53:43.075562 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9068d41-11e7-45eb-aa96-af01c0ddef3c" -d '{"events": [{"name": "network-changed", "server_uuid": "673bc91d-e56e-4780-b616-612611aa4642", "tag": "2c978585-5198-43e5-853e-2b4ee08f1cf1"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:53:43.215899 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-5f3d9807-2831-4f1c-9014-06c6b9e38d82 None None] Set router 8b09563a-86b2-4d3f-a9aa-cbf63b84955e gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:43.218286 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6daa7848-c98d-47ea-9f21-b99c42789ecb x-openstack-request-id: req-6daa7848-c98d-47ea-9f21-b99c42789ecb {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:53:43.218623 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "673bc91d-e56e-4780-b616-612611aa4642", "tag": "2c978585-5198-43e5-853e-2b4ee08f1cf1", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:53:43.218881 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6daa7848-c98d-47ea-9f21-b99c42789ecb {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:53:43.219462 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '673bc91d-e56e-4780-b616-612611aa4642', 'tag': '2c978585-5198-43e5-853e-2b4ee08f1cf1', 'status': 'completed', 'code': 200} Jan 28 13:53:43.443299 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d99716-2083-46af-8ced-3f58ac7f0b57 req-eb5762c9-ef5d-47ed-ba03-c4689d97616d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:43.446614 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-81d99716-2083-46af-8ced-3f58ac7f0b57 req-eb5762c9-ef5d-47ed-ba03-c4689d97616d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 945 time: 0.2728724 Jan 28 13:53:43.533778 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9068d41-11e7-45eb-aa96-af01c0ddef3c req-000ed497-5563-46ed-9f86-defbce306adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:43.535764 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9068d41-11e7-45eb-aa96-af01c0ddef3c req-000ed497-5563-46ed-9f86-defbce306adb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 1096 time: 0.2928176 Jan 28 13:53:43.538061 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4b7a32-24bc-4962-9aed-c31f6b3b3073 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Router b360a80f-77cf-4513-89b2-f95f43ff8a62 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:53:43.621760 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33342) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:43.634556 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5f3d9807-2831-4f1c-9014-06c6b9e38d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657995172', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:17Z', 'updated_at': '2022-01-28T13:53:23Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:18Z', 'updated_at': '2022-01-28T13:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '2441c742-5742-46ba-9dbc-e7e7630da0f3', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'port_id': '2c978585-5198-43e5-853e-2b4ee08f1cf1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1', 'mac_address': 'fa:16:3e:84:79:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673bc91d-e56e-4780-b616-612611aa4642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:53:41Z', 'updated_at': '2022-01-28T13:53:41Z', 'revision_number': 0, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10299f98-a114-4e6a-8c76-f656131d8317', 'name': '', 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:22:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '93cfbf78-1960-4e55-92bb-754c098beaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:22Z', 'updated_at': '2022-01-28T13:53:30Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': '93cfbf78-1960-4e55-92bb-754c098beaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:43.650657 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-81d99716-2083-46af-8ced-3f58ac7f0b57 req-539d9775-9b45-4ef1-8ae1-f6a1d63fcc2c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=be1474d3-ea63-4be7-a367-0cc024a32432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591833 Jan 28 13:53:43.682741 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33346) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:43.688152 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3d9807-2831-4f1c-9014-06c6b9e38d82 None None] Checking router: 8b09563a-86b2-4d3f-a9aa-cbf63b84955e for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:53:43.711785 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3d9807-2831-4f1c-9014-06c6b9e38d82 None None] Routers {'8b09563a-86b2-4d3f-a9aa-cbf63b84955e'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:43.712787 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5f3d9807-2831-4f1c-9014-06c6b9e38d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:53:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['8b09563a-86b2-4d3f-a9aa-cbf63b84955e'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:43.772192 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8155f356-8dbb-47d5-95d0-22314b5ee5e2 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/floatingips/2441c742-5742-46ba-9dbc-e7e7630da0f3 HTTP/1.1" status: 200 len: 991 time: 0.0881670 Jan 28 13:53:43.807324 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9068d41-11e7-45eb-aa96-af01c0ddef3c req-0fe8713a-f9c2-4bbd-9a72-81469857d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:43.808920 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9068d41-11e7-45eb-aa96-af01c0ddef3c req-0fe8713a-f9c2-4bbd-9a72-81469857d759 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2511798-4b7a-4a7f-8206-6edcc87992c1 HTTP/1.1" status: 200 len: 896 time: 0.2624578 Jan 28 13:53:43.824226 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1749482f-f7d7-4d9f-9527-f7ec4d682e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:43.864284 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4b7a32-24bc-4962-9aed-c31f6b3b3073 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:53:43.891375 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fe4b7a32-24bc-4962-9aed-c31f6b3b3073 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "PUT /v2.0/routers/b360a80f-77cf-4513-89b2-f95f43ff8a62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6298277 Jan 28 13:53:43.908978 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-5f3d9807-2831-4f1c-9014-06c6b9e38d82 None None] Set router 8b09563a-86b2-4d3f-a9aa-cbf63b84955e gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:43.913319 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30e6d9-4473-4d5c-b112-30287ad51f17 None None] Sync routers for ids ['b360a80f-77cf-4513-89b2-f95f43ff8a62'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:53:43.938261 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9068d41-11e7-45eb-aa96-af01c0ddef3c req-9e645c5c-d52d-4920-a09c-bdd59862ce74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c978585-5198-43e5-853e-2b4ee08f1cf1 HTTP/1.1" status: 200 len: 999 time: 0.1142004 Jan 28 13:53:43.956652 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b30e6d9-4473-4d5c-b112-30287ad51f17 None None] Routers {'b360a80f-77cf-4513-89b2-f95f43ff8a62'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:43.958097 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9b30e6d9-4473-4d5c-b112-30287ad51f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:53:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b360a80f-77cf-4513-89b2-f95f43ff8a62'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:43.972409 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1749482f-f7d7-4d9f-9527-f7ec4d682e2c admin admin] Publish callbacks [] for security_group (8daa58e8-ba28-4da2-b9b8-9bdde82529c4), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:43.985223 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1749482f-f7d7-4d9f-9527-f7ec4d682e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8daa58e8-ba28-4da2-b9b8-9bdde82529c4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:44.051577 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1749482f-f7d7-4d9f-9527-f7ec4d682e2c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8cbe7c1c276b4b2ca466cf4552e89e3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4286711 Jan 28 13:53:44.052218 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33354) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:44.099805 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9068d41-11e7-45eb-aa96-af01c0ddef3c req-a9beacb6-78ff-48e5-866f-f1d0c533f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:44.110745 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9068d41-11e7-45eb-aa96-af01c0ddef3c req-a9beacb6-78ff-48e5-866f-f1d0c533f06c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93cfbf78-1960-4e55-92bb-754c098beaf1 HTTP/1.1" status: 200 len: 835 time: 0.1648171 Jan 28 13:53:44.120702 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749482f-f7d7-4d9f-9527-f7ec4d682e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8daa58e8-ba28-4da2-b9b8-9bdde82529c4,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:44.160533 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5aec258a-ea91-4deb-a211-32594baa5342 admin admin] Publish callbacks [] for security_group (8daa58e8-ba28-4da2-b9b8-9bdde82529c4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:44.200704 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5aec258a-ea91-4deb-a211-32594baa5342 admin admin] Publish callbacks [] for security_group (8daa58e8-ba28-4da2-b9b8-9bdde82529c4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:44.213242 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9068d41-11e7-45eb-aa96-af01c0ddef3c req-2bfc59fb-4785-441d-b2da-80ca74e7538d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:44.214814 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9068d41-11e7-45eb-aa96-af01c0ddef3c req-2bfc59fb-4785-441d-b2da-80ca74e7538d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2511798-4b7a-4a7f-8206-6edcc87992c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004820 Jan 28 13:53:44.251236 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-9b30e6d9-4473-4d5c-b112-30287ad51f17 None None] Set router b360a80f-77cf-4513-89b2-f95f43ff8a62 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:44.333052 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5aec258a-ea91-4deb-a211-32594baa5342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8daa58e8-ba28-4da2-b9b8-9bdde82529c4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:44.337062 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5aec258a-ea91-4deb-a211-32594baa5342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:44.341449 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5aec258a-ea91-4deb-a211-32594baa5342 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8daa58e8-ba28-4da2-b9b8-9bdde82529c4 HTTP/1.1" status: 204 len: 168 time: 0.2863069 Jan 28 13:53:44.360544 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec258a-ea91-4deb-a211-32594baa5342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8daa58e8-ba28-4da2-b9b8-9bdde82529c4,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:44.402069 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdad8c9-b8a6-42ef-a32e-b89b72decd5e req-27e222ea-371d-42b9-b161-95be3419dd04 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:44.409722 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6bdad8c9-b8a6-42ef-a32e-b89b72decd5e req-27e222ea-371d-42b9-b161-95be3419dd04 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=af9e9417-3653-4fd7-a0b9-08c76a3e5d14 HTTP/1.1" status: 200 len: 946 time: 0.1144702 Jan 28 13:53:44.466412 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9068d41-11e7-45eb-aa96-af01c0ddef3c req-3481af5d-194d-4668-b13c-43ab665b2f61 service neutron] 10.222.0.18 "GET /v2.0/networks/e2511798-4b7a-4a7f-8206-6edcc87992c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443497 Jan 28 13:53:44.546575 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6bdad8c9-b8a6-42ef-a32e-b89b72decd5e req-e1f60dd5-af78-44cd-82b3-e2ac099b3481 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=32273b14-1c79-42b2-990d-dc46d330c622&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1086180 Jan 28 13:53:44.574747 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5f3d9807-2831-4f1c-9014-06c6b9e38d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657995172', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:17Z', 'updated_at': '2022-01-28T13:53:23Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:18Z', 'updated_at': '2022-01-28T13:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '2441c742-5742-46ba-9dbc-e7e7630da0f3', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'port_id': '2c978585-5198-43e5-853e-2b4ee08f1cf1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1', 'mac_address': 'fa:16:3e:84:79:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673bc91d-e56e-4780-b616-612611aa4642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:53:41Z', 'updated_at': '2022-01-28T13:53:41Z', 'revision_number': 0, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10299f98-a114-4e6a-8c76-f656131d8317', 'name': '', 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:22:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '93cfbf78-1960-4e55-92bb-754c098beaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:22Z', 'updated_at': '2022-01-28T13:53:30Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': '93cfbf78-1960-4e55-92bb-754c098beaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:44.621145 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3d9807-2831-4f1c-9014-06c6b9e38d82 None None] The sync data for ids ['8b09563a-86b2-4d3f-a9aa-cbf63b84955e'] in n-d-822747-2 is: [{'id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657995172', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:17Z', 'updated_at': '2022-01-28T13:53:23Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:18Z', 'updated_at': '2022-01-28T13:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '2441c742-5742-46ba-9dbc-e7e7630da0f3', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'port_id': '2c978585-5198-43e5-853e-2b4ee08f1cf1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1', 'mac_address': 'fa:16:3e:84:79:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673bc91d-e56e-4780-b616-612611aa4642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:53:41Z', 'updated_at': '2022-01-28T13:53:41Z', 'revision_number': 0, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10299f98-a114-4e6a-8c76-f656131d8317', 'name': '', 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:22:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '93cfbf78-1960-4e55-92bb-754c098beaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:22Z', 'updated_at': '2022-01-28T13:53:30Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': '93cfbf78-1960-4e55-92bb-754c098beaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:44.718645 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9068d41-11e7-45eb-aa96-af01c0ddef3c req-01739c7b-d2e8-4f15-8488-56bf5c335569 service neutron] 10.222.0.18 "GET /v2.0/networks/e2511798-4b7a-4a7f-8206-6edcc87992c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455478 Jan 28 13:53:44.776629 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33376) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:44.902799 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-46c4fc77-a8e0-4987-8af2-05f44ded65b9 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/floatingips/2441c742-5742-46ba-9dbc-e7e7630da0f3 HTTP/1.1" status: 200 len: 991 time: 0.1243348 Jan 28 13:53:44.910244 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33382) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:44.926270 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3ed24c4b-f716-4a57-854f-3dcdfc650a93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:44.987242 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9b30e6d9-4473-4d5c-b112-30287ad51f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'name': 'tempest-TestNetworkBasicOps-router-1768779081', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:27Z', 'updated_at': '2022-01-28T13:53:42Z', 'revision_number': 6, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'dcfda30f-bd58-4f95-9f19-b4c6dea57146', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'port_id': 'abd9722d-ad51-4aff-9356-c00b166ac9e4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4', 'mac_address': 'fa:16:3e:67:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d7d35-b1ff-4907-bdd6-1f23aff37820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:52:09Z', 'updated_at': '2022-01-28T13:52:14Z', 'revision_number': 1, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5a953c-7501-4928-b7ce-cfd242f720b7', 'name': '', 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'mac_address': 'fa:16:3e:7c:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:36Z', 'updated_at': '2022-01-28T13:51:50Z', 'revision_number': 5, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'subnets': [{'id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:45.006888 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7a91d3-91f6-45e7-bba1-9b3d0b112bcd None None] New status for floating IP 2441c742-5742-46ba-9dbc-e7e7630da0f3: ACTIVE {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:53:45.033492 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3ed24c4b-f716-4a57-854f-3dcdfc650a93 admin admin] Publish callbacks [] for security_group (a32a5151-17dc-4640-95f3-9651b87ef712), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:45.039768 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3ed24c4b-f716-4a57-854f-3dcdfc650a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a32a5151-17dc-4640-95f3-9651b87ef712), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:45.073353 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3ed24c4b-f716-4a57-854f-3dcdfc650a93 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b2c81a93f5041bc800b38dbe140d887&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1620104 Jan 28 13:53:45.076004 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33384) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:45.090904 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30e6d9-4473-4d5c-b112-30287ad51f17 None None] Checking router: b360a80f-77cf-4513-89b2-f95f43ff8a62 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:53:45.116855 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b30e6d9-4473-4d5c-b112-30287ad51f17 None None] Routers {'b360a80f-77cf-4513-89b2-f95f43ff8a62'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:45.117733 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9b30e6d9-4473-4d5c-b112-30287ad51f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:53:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b360a80f-77cf-4513-89b2-f95f43ff8a62'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:45.130757 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed24c4b-f716-4a57-854f-3dcdfc650a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32a5151-17dc-4640-95f3-9651b87ef712,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:45.159882 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6f85cd11-f19c-4bc7-8333-8dac46ce97b2 admin admin] Publish callbacks [] for security_group (a32a5151-17dc-4640-95f3-9651b87ef712), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:45.188741 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6f85cd11-f19c-4bc7-8333-8dac46ce97b2 admin admin] Publish callbacks [] for security_group (a32a5151-17dc-4640-95f3-9651b87ef712), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:45.287260 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-9b30e6d9-4473-4d5c-b112-30287ad51f17 None None] Set router b360a80f-77cf-4513-89b2-f95f43ff8a62 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:45.313453 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6f85cd11-f19c-4bc7-8333-8dac46ce97b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a32a5151-17dc-4640-95f3-9651b87ef712), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:45.322466 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6f85cd11-f19c-4bc7-8333-8dac46ce97b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:45.325129 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6f85cd11-f19c-4bc7-8333-8dac46ce97b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a32a5151-17dc-4640-95f3-9651b87ef712 HTTP/1.1" status: 204 len: 168 time: 0.2479265 Jan 28 13:53:45.343547 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85cd11-f19c-4bc7-8333-8dac46ce97b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32a5151-17dc-4640-95f3-9651b87ef712,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:45.660961 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-9b30e6d9-4473-4d5c-b112-30287ad51f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'name': 'tempest-TestNetworkBasicOps-router-1768779081', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:27Z', 'updated_at': '2022-01-28T13:53:42Z', 'revision_number': 6, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'dcfda30f-bd58-4f95-9f19-b4c6dea57146', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'port_id': 'abd9722d-ad51-4aff-9356-c00b166ac9e4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4', 'mac_address': 'fa:16:3e:67:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d7d35-b1ff-4907-bdd6-1f23aff37820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:52:09Z', 'updated_at': '2022-01-28T13:52:14Z', 'revision_number': 1, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5a953c-7501-4928-b7ce-cfd242f720b7', 'name': '', 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'mac_address': 'fa:16:3e:7c:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:36Z', 'updated_at': '2022-01-28T13:51:50Z', 'revision_number': 5, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'subnets': [{'id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:45.693579 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30e6d9-4473-4d5c-b112-30287ad51f17 None None] The sync data for ids ['b360a80f-77cf-4513-89b2-f95f43ff8a62'] in n-d-822747-2 is: [{'id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'name': 'tempest-TestNetworkBasicOps-router-1768779081', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:27Z', 'updated_at': '2022-01-28T13:53:42Z', 'revision_number': 6, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'dcfda30f-bd58-4f95-9f19-b4c6dea57146', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'port_id': 'abd9722d-ad51-4aff-9356-c00b166ac9e4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4', 'mac_address': 'fa:16:3e:67:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d7d35-b1ff-4907-bdd6-1f23aff37820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:52:09Z', 'updated_at': '2022-01-28T13:52:14Z', 'revision_number': 1, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5a953c-7501-4928-b7ce-cfd242f720b7', 'name': '', 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'mac_address': 'fa:16:3e:7c:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:36Z', 'updated_at': '2022-01-28T13:51:50Z', 'revision_number': 5, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'subnets': [{'id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:45.742821 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e4a93-567d-46b6-8ba7-946c93224016 req-ab934a60-4b6e-4b67-922f-03460118895f tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:45.750939 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bd2e4a93-567d-46b6-8ba7-946c93224016 req-ab934a60-4b6e-4b67-922f-03460118895f tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=af9e9417-3653-4fd7-a0b9-08c76a3e5d14 HTTP/1.1" status: 200 len: 946 time: 0.1043470 Jan 28 13:53:45.784726 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a66bfc-0838-49a4-9a59-3615e8c144b5 req-737464e5-64c9-4c69-8e86-0733e6cb6db4 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:45.786478 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-61a66bfc-0838-49a4-9a59-3615e8c144b5 req-737464e5-64c9-4c69-8e86-0733e6cb6db4 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.37 "GET /v2.0/ports?device_id=af9e9417-3653-4fd7-a0b9-08c76a3e5d14 HTTP/1.1" status: 200 len: 946 time: 0.1067398 Jan 28 13:53:45.853394 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bd2e4a93-567d-46b6-8ba7-946c93224016 req-de1b774f-43ce-40ed-8c57-bc4aed1b139d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=32273b14-1c79-42b2-990d-dc46d330c622&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1024380 Jan 28 13:53:45.906237 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33416) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:46.003804 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-61a66bfc-0838-49a4-9a59-3615e8c144b5 req-ea6263cd-da35-45b1-9f9d-7817584da2a5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Deleting port d73a57cb-cdb2-45dc-8289-54814f6972ee {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:46.004159 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-61a66bfc-0838-49a4-9a59-3615e8c144b5 req-ea6263cd-da35-45b1-9f9d-7817584da2a5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (d73a57cb-cdb2-45dc-8289-54814f6972ee), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:46.151194 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-61a66bfc-0838-49a4-9a59-3615e8c144b5 req-ea6263cd-da35-45b1-9f9d-7817584da2a5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] For port d73a57cb-cdb2-45dc-8289-54814f6972ee, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=d73a57cb-cdb2-45dc-8289-54814f6972ee,segment=NetworkSegment(56bd7021-1f83-4955-9c4d-9656a216097c),segment_id=56bd7021-1f83-4955-9c4d-9656a216097c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:46.151912 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-61a66bfc-0838-49a4-9a59-3615e8c144b5 req-ea6263cd-da35-45b1-9f9d-7817584da2a5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (d73a57cb-cdb2-45dc-8289-54814f6972ee), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:46.168942 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-61a66bfc-0838-49a4-9a59-3615e8c144b5 req-ea6263cd-da35-45b1-9f9d-7817584da2a5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Calling delete_port for d73a57cb-cdb2-45dc-8289-54814f6972ee owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:46.352281 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 753acc23-f16b-4897-a540-bafffcb3e24e no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:53:46.389741 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 753acc23-f16b-4897-a540-bafffcb3e24e {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:53:46.390518 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 753acc23-f16b-4897-a540-bafffcb3e24e not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:53:46.441198 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e1fac699-506b-4078-bb62-6d5ce9f648ea tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/floatingips/2441c742-5742-46ba-9dbc-e7e7630da0f3 HTTP/1.1" status: 200 len: 993 time: 0.5338724 Jan 28 13:53:46.474423 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-61a66bfc-0838-49a4-9a59-3615e8c144b5 req-ea6263cd-da35-45b1-9f9d-7817584da2a5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (d73a57cb-cdb2-45dc-8289-54814f6972ee), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:46.509428 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6263cd-da35-45b1-9f9d-7817584da2a5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event deleted for resources: {'Port': ['ID=d73a57cb-cdb2-45dc-8289-54814f6972ee,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:46.559889 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a66bfc-0838-49a4-9a59-3615e8c144b5 req-ea6263cd-da35-45b1-9f9d-7817584da2a5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] No DVR routers for this DVR port d73a57cb-cdb2-45dc-8289-54814f6972ee on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:53:46.562946 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-61a66bfc-0838-49a4-9a59-3615e8c144b5 req-ea6263cd-da35-45b1-9f9d-7817584da2a5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:46.567628 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-61a66bfc-0838-49a4-9a59-3615e8c144b5 req-ea6263cd-da35-45b1-9f9d-7817584da2a5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.37 "DELETE /v2.0/ports/d73a57cb-cdb2-45dc-8289-54814f6972ee HTTP/1.1" status: 204 len: 173 time: 0.7725849 Jan 28 13:53:46.568131 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9e9417-3653-4fd7-a0b9-08c76a3e5d14', 'name': 'network-vif-deleted', 'tag': 'd73a57cb-cdb2-45dc-8289-54814f6972ee'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:53:46.571580 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f677ca27-92bf-44fd-9b89-93a2a13f6ca8" -d '{"events": [{"server_uuid": "af9e9417-3653-4fd7-a0b9-08c76a3e5d14", "name": "network-vif-deleted", "tag": "d73a57cb-cdb2-45dc-8289-54814f6972ee"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:53:46.612042 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d62373-35f4-41c6-981c-9f7938b8701b x-openstack-request-id: req-c6d62373-35f4-41c6-981c-9f7938b8701b {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:53:46.612375 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9e9417-3653-4fd7-a0b9-08c76a3e5d14", "name": "network-vif-deleted", "tag": "d73a57cb-cdb2-45dc-8289-54814f6972ee", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:53:46.612633 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c6d62373-35f4-41c6-981c-9f7938b8701b {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:53:46.613122 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9e9417-3653-4fd7-a0b9-08c76a3e5d14', 'name': 'network-vif-deleted', 'tag': 'd73a57cb-cdb2-45dc-8289-54814f6972ee', 'status': 'completed', 'code': 200} Jan 28 13:53:47.030161 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f5d865cd-55a5-45bc-af07-8e21773566d6 req-6585cb3f-bec0-4ed7-a70a-62a8ec8de3b1 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=af9e9417-3653-4fd7-a0b9-08c76a3e5d14 HTTP/1.1" status: 200 len: 210 time: 0.0701058 Jan 28 13:53:47.916491 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:48.099169 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33508) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:48.175761 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-05953767-d80e-4d20-878a-590be9a76f76 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group (32273b14-1c79-42b2-990d-dc46d330c622), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:48.206236 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-05953767-d80e-4d20-878a-590be9a76f76 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group (32273b14-1c79-42b2-990d-dc46d330c622), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:48.302763 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-05953767-d80e-4d20-878a-590be9a76f76 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (32273b14-1c79-42b2-990d-dc46d330c622), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:48.306644 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-05953767-d80e-4d20-878a-590be9a76f76 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:48.310498 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-05953767-d80e-4d20-878a-590be9a76f76 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "DELETE /v2.0/security-groups/32273b14-1c79-42b2-990d-dc46d330c622 HTTP/1.1" status: 204 len: 168 time: 0.2072401 Jan 28 13:53:48.318585 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05953767-d80e-4d20-878a-590be9a76f76 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32273b14-1c79-42b2-990d-dc46d330c622,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:48.370204 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33520) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:48.431937 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19682ca-389e-4f39-b064-400325dbc2c2 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Deleting subnet 09622ca4-d05e-4d2e-b4b4-fcde39b0226a {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:53:48.436123 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e19682ca-389e-4f39-b064-400325dbc2c2 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for subnet (09622ca4-d05e-4d2e-b4b4-fcde39b0226a), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:48.497928 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e19682ca-389e-4f39-b064-400325dbc2c2 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (09622ca4-d05e-4d2e-b4b4-fcde39b0226a), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:48.603512 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e19682ca-389e-4f39-b064-400325dbc2c2 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (09622ca4-d05e-4d2e-b4b4-fcde39b0226a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:48.707144 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e19682ca-389e-4f39-b064-400325dbc2c2 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (09622ca4-d05e-4d2e-b4b4-fcde39b0226a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:48.749934 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e19682ca-389e-4f39-b064-400325dbc2c2 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:48.753573 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e19682ca-389e-4f39-b064-400325dbc2c2 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "DELETE /v2.0/subnets/09622ca4-d05e-4d2e-b4b4-fcde39b0226a HTTP/1.1" status: 204 len: 168 time: 0.3820956 Jan 28 13:53:48.754625 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19682ca-389e-4f39-b064-400325dbc2c2 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event deleted for resources: {'Subnet': ['ID=09622ca4-d05e-4d2e-b4b4-fcde39b0226a,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:48.756330 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33530) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:48.768778 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a078702-b660-484a-954d-50396c2f9b28 None None] Network 4fbb485f-75d9-4ab9-a610-84188db0e3b5 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:53:48.846436 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device d73a57cb-cdb2-45dc-8289-54814f6972ee no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:53:48.874491 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df2656ee-321b-4cd9-935c-0355da71e94b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (4fbb485f-75d9-4ab9-a610-84188db0e3b5), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:49.011679 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-df2656ee-321b-4cd9-935c-0355da71e94b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Deleting port ff61ee61-2433-4cf3-90dd-7d98bb2e2727 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:49.012029 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df2656ee-321b-4cd9-935c-0355da71e94b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ff61ee61-2433-4cf3-90dd-7d98bb2e2727), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:49.127510 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-df2656ee-321b-4cd9-935c-0355da71e94b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] For port ff61ee61-2433-4cf3-90dd-7d98bb2e2727, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ff61ee61-2433-4cf3-90dd-7d98bb2e2727,segment=NetworkSegment(56bd7021-1f83-4955-9c4d-9656a216097c),segment_id=56bd7021-1f83-4955-9c4d-9656a216097c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:49.127796 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df2656ee-321b-4cd9-935c-0355da71e94b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ff61ee61-2433-4cf3-90dd-7d98bb2e2727), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:49.151827 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-df2656ee-321b-4cd9-935c-0355da71e94b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Calling delete_port for ff61ee61-2433-4cf3-90dd-7d98bb2e2727 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:49.174860 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: d73a57cb-cdb2-45dc-8289-54814f6972ee {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:53:49.174860 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device d73a57cb-cdb2-45dc-8289-54814f6972ee not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:53:49.254255 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df2656ee-321b-4cd9-935c-0355da71e94b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ff61ee61-2433-4cf3-90dd-7d98bb2e2727), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:49.291932 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2656ee-321b-4cd9-935c-0355da71e94b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event deleted for resources: {'Port': ['ID=ff61ee61-2433-4cf3-90dd-7d98bb2e2727,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:49.308572 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2656ee-321b-4cd9-935c-0355da71e94b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] No DVR routers for this DVR port ff61ee61-2433-4cf3-90dd-7d98bb2e2727 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:53:49.319241 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbc6d51-53c1-4552-95fc-8e72d41a7811 None None] DHCP port deletion for 4fbb485f-75d9-4ab9-a610-84188db0e3b5 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:53:49.481663 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df2656ee-321b-4cd9-935c-0355da71e94b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (4fbb485f-75d9-4ab9-a610-84188db0e3b5), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:49.533903 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-df2656ee-321b-4cd9-935c-0355da71e94b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fbb485f-75d9-4ab9-a610-84188db0e3b5']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:49.551889 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-df2656ee-321b-4cd9-935c-0355da71e94b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56bd7021-1f83-4955-9c4d-9656a216097c') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:49.553059 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-df2656ee-321b-4cd9-935c-0355da71e94b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56bd7021-1f83-4955-9c4d-9656a216097c') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:49.565576 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df2656ee-321b-4cd9-935c-0355da71e94b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (56bd7021-1f83-4955-9c4d-9656a216097c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:49.583803 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df2656ee-321b-4cd9-935c-0355da71e94b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (56bd7021-1f83-4955-9c4d-9656a216097c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:49.592296 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df2656ee-321b-4cd9-935c-0355da71e94b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:53:49.592889 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df2656ee-321b-4cd9-935c-0355da71e94b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (56bd7021-1f83-4955-9c4d-9656a216097c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:53:49.597075 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:53:49.675997 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df2656ee-321b-4cd9-935c-0355da71e94b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (4fbb485f-75d9-4ab9-a610-84188db0e3b5), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:49.692569 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df2656ee-321b-4cd9-935c-0355da71e94b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:49.697207 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-df2656ee-321b-4cd9-935c-0355da71e94b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "DELETE /v2.0/networks/4fbb485f-75d9-4ab9-a610-84188db0e3b5 HTTP/1.1" status: 204 len: 168 time: 0.9391346 Jan 28 13:53:49.699896 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33550) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:49.763173 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2656ee-321b-4cd9-935c-0355da71e94b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event deleted for resources: {'Network': ['ID=4fbb485f-75d9-4ab9-a610-84188db0e3b5,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:49.907258 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-45dd6856-75e1-480f-8bf0-72c10615df69 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Deleting port cffc9caf-32b4-4b39-bfc3-b819c1a60fb6 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:49.907745 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45dd6856-75e1-480f-8bf0-72c10615df69 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (cffc9caf-32b4-4b39-bfc3-b819c1a60fb6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:49.920861 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:50.036757 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45dd6856-75e1-480f-8bf0-72c10615df69 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (cffc9caf-32b4-4b39-bfc3-b819c1a60fb6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:50.037693 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45dd6856-75e1-480f-8bf0-72c10615df69 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for floatingip (cffc9caf-32b4-4b39-bfc3-b819c1a60fb6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:50.070284 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-45dd6856-75e1-480f-8bf0-72c10615df69 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Calling delete_port for cffc9caf-32b4-4b39-bfc3-b819c1a60fb6 owned by network:floatingip {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:50.376319 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45dd6856-75e1-480f-8bf0-72c10615df69 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (cffc9caf-32b4-4b39-bfc3-b819c1a60fb6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:50.409699 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd6856-75e1-480f-8bf0-72c10615df69 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event deleted for resources: {'Port': ['ID=cffc9caf-32b4-4b39-bfc3-b819c1a60fb6,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:50.416939 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ff61ee61-2433-4cf3-90dd-7d98bb2e2727 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:53:50.479194 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: ff61ee61-2433-4cf3-90dd-7d98bb2e2727 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:53:50.479546 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ff61ee61-2433-4cf3-90dd-7d98bb2e2727 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:53:50.560495 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45dd6856-75e1-480f-8bf0-72c10615df69 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for floatingip (dcfda30f-bd58-4f95-9f19-b4c6dea57146), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:50.561038 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [None req-45dd6856-75e1-480f-8bf0-72c10615df69 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Floating IP dcfda30f-bd58-4f95-9f19-b4c6dea57146 disassociated (deleted). External IP: 172.25.3.144, port: abd9722d-ad51-4aff-9356-c00b166ac9e4. Jan 28 13:53:50.813596 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45dd6856-75e1-480f-8bf0-72c10615df69 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Router b360a80f-77cf-4513-89b2-f95f43ff8a62 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:53:51.300451 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45dd6856-75e1-480f-8bf0-72c10615df69 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:53:51.305483 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45dd6856-75e1-480f-8bf0-72c10615df69 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:51.312417 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf41535d-471c-4cc0-922c-ae5b37246a78 None None] Sync routers for ids ['b360a80f-77cf-4513-89b2-f95f43ff8a62'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:53:51.329458 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf41535d-471c-4cc0-922c-ae5b37246a78 None None] Routers {'b360a80f-77cf-4513-89b2-f95f43ff8a62'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:51.330614 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-cf41535d-471c-4cc0-922c-ae5b37246a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:53:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b360a80f-77cf-4513-89b2-f95f43ff8a62'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:51.334267 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-45dd6856-75e1-480f-8bf0-72c10615df69 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "DELETE /v2.0/floatingips/dcfda30f-bd58-4f95-9f19-b4c6dea57146 HTTP/1.1" status: 204 len: 168 time: 1.6322179 Jan 28 13:53:51.334770 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b7d7d35-b1ff-4907-bdd6-1f23aff37820', 'tag': 'abd9722d-ad51-4aff-9356-c00b166ac9e4'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:53:51.350366 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0e6592-35cc-4e94-a24c-09c24764a19f" -d '{"events": [{"name": "network-changed", "server_uuid": "6b7d7d35-b1ff-4907-bdd6-1f23aff37820", "tag": "abd9722d-ad51-4aff-9356-c00b166ac9e4"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:53:51.434752 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758a7525-1271-4992-8042-9c6878612262 x-openstack-request-id: req-758a7525-1271-4992-8042-9c6878612262 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:53:51.435287 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b7d7d35-b1ff-4907-bdd6-1f23aff37820", "tag": "abd9722d-ad51-4aff-9356-c00b166ac9e4", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:53:51.435753 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-758a7525-1271-4992-8042-9c6878612262 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:53:51.436301 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b7d7d35-b1ff-4907-bdd6-1f23aff37820', 'tag': 'abd9722d-ad51-4aff-9356-c00b166ac9e4', 'status': 'completed', 'code': 200} Jan 28 13:53:51.538699 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e6592-35cc-4e94-a24c-09c24764a19f req-b780c98f-42dc-4da7-a9a4-86f5078631c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:51.544957 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6b0e6592-35cc-4e94-a24c-09c24764a19f req-b780c98f-42dc-4da7-a9a4-86f5078631c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f281e4a0c8564ab9bcdd7d3d058e0db3&device_id=6b7d7d35-b1ff-4907-bdd6-1f23aff37820 HTTP/1.1" status: 200 len: 1096 time: 0.0960717 Jan 28 13:53:51.588059 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-cf41535d-471c-4cc0-922c-ae5b37246a78 None None] Set router b360a80f-77cf-4513-89b2-f95f43ff8a62 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:51.751217 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb09c4-ae51-4747-b532-ab5a6f4af18d req-20e63e6f-77ef-442e-ab8a-cf32dc4baf60 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:51.752644 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a1bb09c4-ae51-4747-b532-ab5a6f4af18d req-20e63e6f-77ef-442e-ab8a-cf32dc4baf60 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b7d7d35-b1ff-4907-bdd6-1f23aff37820 HTTP/1.1" status: 200 len: 945 time: 0.0725391 Jan 28 13:53:51.754005 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e6592-35cc-4e94-a24c-09c24764a19f req-f85675f4-8431-4157-9734-b98cca1dd53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:51.755612 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6b0e6592-35cc-4e94-a24c-09c24764a19f req-f85675f4-8431-4157-9734-b98cca1dd53b service neutron] 10.222.0.18 "GET /v2.0/networks?id=f33b7480-b8f9-4659-a729-d9cbb07531b4 HTTP/1.1" status: 200 len: 897 time: 0.1961446 Jan 28 13:53:51.825699 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6b0e6592-35cc-4e94-a24c-09c24764a19f req-4ef5f56f-1277-42bc-9af8-8d27a1fadac0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abd9722d-ad51-4aff-9356-c00b166ac9e4 HTTP/1.1" status: 200 len: 217 time: 0.0439000 Jan 28 13:53:51.875986 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-cf41535d-471c-4cc0-922c-ae5b37246a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'name': 'tempest-TestNetworkBasicOps-router-1768779081', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:27Z', 'updated_at': '2022-01-28T13:53:42Z', 'revision_number': 6, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'ea5a953c-7501-4928-b7ce-cfd242f720b7', 'name': '', 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'mac_address': 'fa:16:3e:7c:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:36Z', 'updated_at': '2022-01-28T13:51:50Z', 'revision_number': 5, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'subnets': [{'id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:51.879773 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a1bb09c4-ae51-4747-b532-ab5a6f4af18d req-998c997a-70ed-4872-8dd3-a29d0c2172c7 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=1955b8f9-2bb5-4e12-929e-6655bb12be61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205575 Jan 28 13:53:51.897549 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e6592-35cc-4e94-a24c-09c24764a19f req-34e5f05f-facd-4e50-b03d-101868aeedc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:51.902457 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6b0e6592-35cc-4e94-a24c-09c24764a19f req-34e5f05f-facd-4e50-b03d-101868aeedc3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e360adf-fa84-4efc-951a-e23d028fcfaa HTTP/1.1" status: 200 len: 835 time: 0.0673933 Jan 28 13:53:51.944756 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf41535d-471c-4cc0-922c-ae5b37246a78 None None] Checking router: b360a80f-77cf-4513-89b2-f95f43ff8a62 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:53:51.954116 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf41535d-471c-4cc0-922c-ae5b37246a78 None None] Routers {'b360a80f-77cf-4513-89b2-f95f43ff8a62'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:51.955139 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-cf41535d-471c-4cc0-922c-ae5b37246a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:53:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b360a80f-77cf-4513-89b2-f95f43ff8a62'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:52.015747 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e6592-35cc-4e94-a24c-09c24764a19f req-442239c7-a992-4972-827b-0062cd328670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:52.022501 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6b0e6592-35cc-4e94-a24c-09c24764a19f req-442239c7-a992-4972-827b-0062cd328670 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f33b7480-b8f9-4659-a729-d9cbb07531b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062882 Jan 28 13:53:52.126285 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-cf41535d-471c-4cc0-922c-ae5b37246a78 None None] Set router b360a80f-77cf-4513-89b2-f95f43ff8a62 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:52.133782 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6b0e6592-35cc-4e94-a24c-09c24764a19f req-f2f94b97-15b9-4c41-ae0e-30c285c5bd6c service neutron] 10.222.0.18 "GET /v2.0/networks/f33b7480-b8f9-4659-a729-d9cbb07531b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025648 Jan 28 13:53:52.294251 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6b0e6592-35cc-4e94-a24c-09c24764a19f req-9983aad9-5fc9-4581-82f0-e07a8c36a197 service neutron] 10.222.0.18 "GET /v2.0/networks/f33b7480-b8f9-4659-a729-d9cbb07531b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535769 Jan 28 13:53:52.370071 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-cf41535d-471c-4cc0-922c-ae5b37246a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'name': 'tempest-TestNetworkBasicOps-router-1768779081', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:27Z', 'updated_at': '2022-01-28T13:53:42Z', 'revision_number': 6, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'ea5a953c-7501-4928-b7ce-cfd242f720b7', 'name': '', 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'mac_address': 'fa:16:3e:7c:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:36Z', 'updated_at': '2022-01-28T13:51:50Z', 'revision_number': 5, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'subnets': [{'id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:52.399629 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf41535d-471c-4cc0-922c-ae5b37246a78 None None] The sync data for ids ['b360a80f-77cf-4513-89b2-f95f43ff8a62'] in n-d-822747-2 is: [{'id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'name': 'tempest-TestNetworkBasicOps-router-1768779081', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:27Z', 'updated_at': '2022-01-28T13:53:42Z', 'revision_number': 6, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'ea5a953c-7501-4928-b7ce-cfd242f720b7', 'name': '', 'network_id': 'f33b7480-b8f9-4659-a729-d9cbb07531b4', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'mac_address': 'fa:16:3e:7c:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:36Z', 'updated_at': '2022-01-28T13:51:50Z', 'revision_number': 5, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'subnets': [{'id': '0e360adf-fa84-4efc-951a-e23d028fcfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:52.845661 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d575a3d-31bb-433a-b74e-d4c39bbe0c17 None None] New status for floating IP dcfda30f-bd58-4f95-9f19-b4c6dea57146: DOWN {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:53:53.143440 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0639bb3-b825-4b6f-ab4e-6f5727c7fc05 req-fa83fdbb-d63d-493e-822a-b355811386d6 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:53.146317 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b0639bb3-b825-4b6f-ab4e-6f5727c7fc05 req-fa83fdbb-d63d-493e-822a-b355811386d6 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b7d7d35-b1ff-4907-bdd6-1f23aff37820 HTTP/1.1" status: 200 len: 945 time: 0.2037306 Jan 28 13:53:53.152925 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504dca3-944a-40fd-88a4-1a6e9fe70d71 req-fb1ca2fa-b4a3-4688-a5f2-d6e00661c0e0 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:53.154432 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5504dca3-944a-40fd-88a4-1a6e9fe70d71 req-fb1ca2fa-b4a3-4688-a5f2-d6e00661c0e0 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b7d7d35-b1ff-4907-bdd6-1f23aff37820 HTTP/1.1" status: 200 len: 945 time: 0.1573250 Jan 28 13:53:53.263800 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5504dca3-944a-40fd-88a4-1a6e9fe70d71 req-197e4b19-87c0-4322-87b6-f99ed95fbf28 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=1955b8f9-2bb5-4e12-929e-6655bb12be61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997431 Jan 28 13:53:53.285688 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-b0639bb3-b825-4b6f-ab4e-6f5727c7fc05 req-ff3c0d81-469b-408a-9eab-f15e8558144e tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Deleting port abd9722d-ad51-4aff-9356-c00b166ac9e4 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:53.286110 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-b0639bb3-b825-4b6f-ab4e-6f5727c7fc05 req-ff3c0d81-469b-408a-9eab-f15e8558144e tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (abd9722d-ad51-4aff-9356-c00b166ac9e4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:53.387304 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-b0639bb3-b825-4b6f-ab4e-6f5727c7fc05 req-ff3c0d81-469b-408a-9eab-f15e8558144e tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] For port abd9722d-ad51-4aff-9356-c00b166ac9e4, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=abd9722d-ad51-4aff-9356-c00b166ac9e4,segment=NetworkSegment(454befdb-5530-451e-abf2-e6489ec86a3f),segment_id=454befdb-5530-451e-abf2-e6489ec86a3f)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:53.387978 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-b0639bb3-b825-4b6f-ab4e-6f5727c7fc05 req-ff3c0d81-469b-408a-9eab-f15e8558144e tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (abd9722d-ad51-4aff-9356-c00b166ac9e4), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:53.402415 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-b0639bb3-b825-4b6f-ab4e-6f5727c7fc05 req-ff3c0d81-469b-408a-9eab-f15e8558144e tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Calling delete_port for abd9722d-ad51-4aff-9356-c00b166ac9e4 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:53.614311 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-b0639bb3-b825-4b6f-ab4e-6f5727c7fc05 req-ff3c0d81-469b-408a-9eab-f15e8558144e tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (abd9722d-ad51-4aff-9356-c00b166ac9e4), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:53.646691 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c0d81-469b-408a-9eab-f15e8558144e tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event deleted for resources: {'Port': ['ID=abd9722d-ad51-4aff-9356-c00b166ac9e4,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:53.738505 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0639bb3-b825-4b6f-ab4e-6f5727c7fc05 req-ff3c0d81-469b-408a-9eab-f15e8558144e tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] No DVR routers for this DVR port abd9722d-ad51-4aff-9356-c00b166ac9e4 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:53:53.751453 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-b0639bb3-b825-4b6f-ab4e-6f5727c7fc05 req-ff3c0d81-469b-408a-9eab-f15e8558144e tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:53.757540 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b0639bb3-b825-4b6f-ab4e-6f5727c7fc05 req-ff3c0d81-469b-408a-9eab-f15e8558144e tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.18 "DELETE /v2.0/ports/abd9722d-ad51-4aff-9356-c00b166ac9e4 HTTP/1.1" status: 204 len: 173 time: 0.6017702 Jan 28 13:53:53.757767 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7d7d35-b1ff-4907-bdd6-1f23aff37820', 'name': 'network-vif-deleted', 'tag': 'abd9722d-ad51-4aff-9356-c00b166ac9e4'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:53:53.767573 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9001b911-b7cf-4fea-95db-ac381996a9b1" -d '{"events": [{"server_uuid": "6b7d7d35-b1ff-4907-bdd6-1f23aff37820", "name": "network-vif-deleted", "tag": "abd9722d-ad51-4aff-9356-c00b166ac9e4"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:53:53.824950 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f7a6af-f4c6-4a51-a841-dde024212bf8 x-openstack-request-id: req-e8f7a6af-f4c6-4a51-a841-dde024212bf8 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:53:53.825265 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7d7d35-b1ff-4907-bdd6-1f23aff37820", "name": "network-vif-deleted", "tag": "abd9722d-ad51-4aff-9356-c00b166ac9e4", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:53:53.825523 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e8f7a6af-f4c6-4a51-a841-dde024212bf8 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:53:53.825935 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7d7d35-b1ff-4907-bdd6-1f23aff37820', 'name': 'network-vif-deleted', 'tag': 'abd9722d-ad51-4aff-9356-c00b166ac9e4', 'status': 'completed', 'code': 200} Jan 28 13:53:54.347270 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33678) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:54.416266 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22382006-5284-44e5-a624-318704c9a142 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group (1955b8f9-2bb5-4e12-929e-6655bb12be61), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:54.441893 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22382006-5284-44e5-a624-318704c9a142 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group (1955b8f9-2bb5-4e12-929e-6655bb12be61), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:54.521000 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22382006-5284-44e5-a624-318704c9a142 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1955b8f9-2bb5-4e12-929e-6655bb12be61), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:54.524947 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22382006-5284-44e5-a624-318704c9a142 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:54.528705 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-22382006-5284-44e5-a624-318704c9a142 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "DELETE /v2.0/security-groups/1955b8f9-2bb5-4e12-929e-6655bb12be61 HTTP/1.1" status: 204 len: 168 time: 0.1778560 Jan 28 13:53:54.548330 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22382006-5284-44e5-a624-318704c9a142 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1955b8f9-2bb5-4e12-929e-6655bb12be61,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:54.557667 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22382006-5284-44e5-a624-318704c9a142 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:54.558020 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22382006-5284-44e5-a624-318704c9a142 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:54.558365 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22382006-5284-44e5-a624-318704c9a142 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:54.558732 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22382006-5284-44e5-a624-318704c9a142 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:54.559173 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22382006-5284-44e5-a624-318704c9a142 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:54.559557 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22382006-5284-44e5-a624-318704c9a142 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:54.559898 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22382006-5284-44e5-a624-318704c9a142 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:54.560231 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22382006-5284-44e5-a624-318704c9a142 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:54.560812 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22382006-5284-44e5-a624-318704c9a142 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:54.561163 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22382006-5284-44e5-a624-318704c9a142 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:54.561515 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22382006-5284-44e5-a624-318704c9a142 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:54.561897 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22382006-5284-44e5-a624-318704c9a142 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:54.562227 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22382006-5284-44e5-a624-318704c9a142 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:54.576087 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33684) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:55.061526 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3f73b9cf-bb97-47c7-b98d-77cc353994c8 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (b360a80f-77cf-4513-89b2-f95f43ff8a62), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:55.458544 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-3f73b9cf-bb97-47c7-b98d-77cc353994c8 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Deleting port ea5a953c-7501-4928-b7ce-cfd242f720b7 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:55.458897 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3f73b9cf-bb97-47c7-b98d-77cc353994c8 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ea5a953c-7501-4928-b7ce-cfd242f720b7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:55.580696 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-3f73b9cf-bb97-47c7-b98d-77cc353994c8 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] For port ea5a953c-7501-4928-b7ce-cfd242f720b7, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ea5a953c-7501-4928-b7ce-cfd242f720b7,segment=NetworkSegment(454befdb-5530-451e-abf2-e6489ec86a3f),segment_id=454befdb-5530-451e-abf2-e6489ec86a3f)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:55.581317 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3f73b9cf-bb97-47c7-b98d-77cc353994c8 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ea5a953c-7501-4928-b7ce-cfd242f720b7), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:55.595593 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-3f73b9cf-bb97-47c7-b98d-77cc353994c8 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Calling delete_port for ea5a953c-7501-4928-b7ce-cfd242f720b7 owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:55.818072 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3f73b9cf-bb97-47c7-b98d-77cc353994c8 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (ea5a953c-7501-4928-b7ce-cfd242f720b7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:55.854290 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73b9cf-bb97-47c7-b98d-77cc353994c8 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event deleted for resources: {'Port': ['ID=ea5a953c-7501-4928-b7ce-cfd242f720b7,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:56.051694 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3f73b9cf-bb97-47c7-b98d-77cc353994c8 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (b360a80f-77cf-4513-89b2-f95f43ff8a62), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:56.451342 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f73b9cf-bb97-47c7-b98d-77cc353994c8 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Router b360a80f-77cf-4513-89b2-f95f43ff8a62 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:53:56.595988 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f73b9cf-bb97-47c7-b98d-77cc353994c8 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:53:56.622026 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e03507-47a6-41bf-9946-c2b8f085e8a6 None None] Sync routers for ids ['b360a80f-77cf-4513-89b2-f95f43ff8a62'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:53:56.626343 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3f73b9cf-bb97-47c7-b98d-77cc353994c8 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "PUT /v2.0/routers/b360a80f-77cf-4513-89b2-f95f43ff8a62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0468049 Jan 28 13:53:56.626820 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33742) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:56.639953 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e03507-47a6-41bf-9946-c2b8f085e8a6 None None] Routers {'b360a80f-77cf-4513-89b2-f95f43ff8a62'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:56.647658 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-02e03507-47a6-41bf-9946-c2b8f085e8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:53:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b360a80f-77cf-4513-89b2-f95f43ff8a62'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:56.679482 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5bfb65e-6f71-42b7-a2d6-5ee14f6a0325 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Deleting subnet 0e360adf-fa84-4efc-951a-e23d028fcfaa {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:53:56.682940 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c5bfb65e-6f71-42b7-a2d6-5ee14f6a0325 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for subnet (0e360adf-fa84-4efc-951a-e23d028fcfaa), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:56.731394 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c5bfb65e-6f71-42b7-a2d6-5ee14f6a0325 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (0e360adf-fa84-4efc-951a-e23d028fcfaa), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:56.801760 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-02e03507-47a6-41bf-9946-c2b8f085e8a6 None None] Set router b360a80f-77cf-4513-89b2-f95f43ff8a62 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:56.873404 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c5bfb65e-6f71-42b7-a2d6-5ee14f6a0325 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (0e360adf-fa84-4efc-951a-e23d028fcfaa), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:56.976301 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c5bfb65e-6f71-42b7-a2d6-5ee14f6a0325 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (0e360adf-fa84-4efc-951a-e23d028fcfaa), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:57.035495 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bfb65e-6f71-42b7-a2d6-5ee14f6a0325 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event deleted for resources: {'Subnet': ['ID=0e360adf-fa84-4efc-951a-e23d028fcfaa,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:57.042062 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c5bfb65e-6f71-42b7-a2d6-5ee14f6a0325 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:57.057198 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb36590a-b82f-43fb-abfd-0a14ed454859 None None] Network f33b7480-b8f9-4659-a729-d9cbb07531b4 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:53:57.058088 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33748) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:57.058352 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c5bfb65e-6f71-42b7-a2d6-5ee14f6a0325 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "DELETE /v2.0/subnets/0e360adf-fa84-4efc-951a-e23d028fcfaa HTTP/1.1" status: 204 len: 168 time: 0.4303236 Jan 28 13:53:57.111425 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device abd9722d-ad51-4aff-9356-c00b166ac9e4 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:53:57.136339 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: abd9722d-ad51-4aff-9356-c00b166ac9e4 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:53:57.136681 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device abd9722d-ad51-4aff-9356-c00b166ac9e4 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:53:57.216737 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-02e03507-47a6-41bf-9946-c2b8f085e8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'name': 'tempest-TestNetworkBasicOps-router-1768779081', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:27Z', 'updated_at': '2022-01-28T13:53:55Z', 'revision_number': 7, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:57.222343 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d53d1bd4-17a1-4445-bd46-9fc5dbbc7a52 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for router (b360a80f-77cf-4513-89b2-f95f43ff8a62), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:57.311174 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e03507-47a6-41bf-9946-c2b8f085e8a6 None None] Checking router: b360a80f-77cf-4513-89b2-f95f43ff8a62 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:53:57.357148 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e03507-47a6-41bf-9946-c2b8f085e8a6 None None] Routers {'b360a80f-77cf-4513-89b2-f95f43ff8a62'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:57.357887 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-02e03507-47a6-41bf-9946-c2b8f085e8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:53:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b360a80f-77cf-4513-89b2-f95f43ff8a62'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:57.411881 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d53d1bd4-17a1-4445-bd46-9fc5dbbc7a52 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for router_gateway (b360a80f-77cf-4513-89b2-f95f43ff8a62), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:57.470193 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2051e487-02a9-49cb-89f5-2462a117420a None None] DHCP port deletion for f33b7480-b8f9-4659-a729-d9cbb07531b4 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:53:57.661098 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-02e03507-47a6-41bf-9946-c2b8f085e8a6 None None] Set router b360a80f-77cf-4513-89b2-f95f43ff8a62 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:57.664633 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2051e487-02a9-49cb-89f5-2462a117420a None None] Deleting port dd12ea3a-8939-476d-8aee-856373fbf9c7 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:57.666663 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2051e487-02a9-49cb-89f5-2462a117420a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (dd12ea3a-8939-476d-8aee-856373fbf9c7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:57.904529 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-d53d1bd4-17a1-4445-bd46-9fc5dbbc7a52 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Deleting port 38ee9099-e489-4fd1-8458-e5bce0aefdb4 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:57.905097 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d53d1bd4-17a1-4445-bd46-9fc5dbbc7a52 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (38ee9099-e489-4fd1-8458-e5bce0aefdb4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:57.917101 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2051e487-02a9-49cb-89f5-2462a117420a None None] For port dd12ea3a-8939-476d-8aee-856373fbf9c7, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=dd12ea3a-8939-476d-8aee-856373fbf9c7,segment=NetworkSegment(454befdb-5530-451e-abf2-e6489ec86a3f),segment_id=454befdb-5530-451e-abf2-e6489ec86a3f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:57.917676 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2051e487-02a9-49cb-89f5-2462a117420a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (dd12ea3a-8939-476d-8aee-856373fbf9c7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:57.958541 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2051e487-02a9-49cb-89f5-2462a117420a None None] Calling delete_port for dd12ea3a-8939-476d-8aee-856373fbf9c7 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:57.997921 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-2b1e3c63-269b-4d22-a6bd-9533527b6587 req-f7d15a21-2b10-4c51-b74b-2535abc0bad5 service neutron] (103352) timed out ('10.222.0.39', 42198) {{(pid=103352) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 13:53:58.045748 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-d53d1bd4-17a1-4445-bd46-9fc5dbbc7a52 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] For port 38ee9099-e489-4fd1-8458-e5bce0aefdb4, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=38ee9099-e489-4fd1-8458-e5bce0aefdb4,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:58.046216 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d53d1bd4-17a1-4445-bd46-9fc5dbbc7a52 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (38ee9099-e489-4fd1-8458-e5bce0aefdb4), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:58.069233 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-d53d1bd4-17a1-4445-bd46-9fc5dbbc7a52 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Calling delete_port for 38ee9099-e489-4fd1-8458-e5bce0aefdb4 owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:58.190926 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-02e03507-47a6-41bf-9946-c2b8f085e8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'name': 'tempest-TestNetworkBasicOps-router-1768779081', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:27Z', 'updated_at': '2022-01-28T13:53:55Z', 'revision_number': 7, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:58.218727 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e03507-47a6-41bf-9946-c2b8f085e8a6 None None] The sync data for ids ['b360a80f-77cf-4513-89b2-f95f43ff8a62'] in n-d-822747-2 is: [{'id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'name': 'tempest-TestNetworkBasicOps-router-1768779081', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:27Z', 'updated_at': '2022-01-28T13:53:55Z', 'revision_number': 7, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': '38ee9099-e489-4fd1-8458-e5bce0aefdb4', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b360a80f-77cf-4513-89b2-f95f43ff8a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:58.220450 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2051e487-02a9-49cb-89f5-2462a117420a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (dd12ea3a-8939-476d-8aee-856373fbf9c7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:58.251509 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051e487-02a9-49cb-89f5-2462a117420a None None] Pushing event deleted for resources: {'Port': ['ID=dd12ea3a-8939-476d-8aee-856373fbf9c7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:58.266360 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2051e487-02a9-49cb-89f5-2462a117420a None None] No DVR routers for this DVR port dd12ea3a-8939-476d-8aee-856373fbf9c7 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:53:58.383672 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d53d1bd4-17a1-4445-bd46-9fc5dbbc7a52 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (38ee9099-e489-4fd1-8458-e5bce0aefdb4), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:58.408435 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d1bd4-17a1-4445-bd46-9fc5dbbc7a52 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event deleted for resources: {'Port': ['ID=38ee9099-e489-4fd1-8458-e5bce0aefdb4,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:58.486705 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d53d1bd4-17a1-4445-bd46-9fc5dbbc7a52 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (b360a80f-77cf-4513-89b2-f95f43ff8a62), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:58.607476 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d53d1bd4-17a1-4445-bd46-9fc5dbbc7a52 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (b360a80f-77cf-4513-89b2-f95f43ff8a62), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:58.610018 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d53d1bd4-17a1-4445-bd46-9fc5dbbc7a52 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for router_controller (b360a80f-77cf-4513-89b2-f95f43ff8a62), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:58.696972 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d53d1bd4-17a1-4445-bd46-9fc5dbbc7a52 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (b360a80f-77cf-4513-89b2-f95f43ff8a62), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:58.697543 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53d1bd4-17a1-4445-bd46-9fc5dbbc7a52 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Fanout notify agent at l3_agent the message router_deleted on router b360a80f-77cf-4513-89b2-f95f43ff8a62 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:53:58.706994 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d53d1bd4-17a1-4445-bd46-9fc5dbbc7a52 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:58.713783 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d53d1bd4-17a1-4445-bd46-9fc5dbbc7a52 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "DELETE /v2.0/routers/b360a80f-77cf-4513-89b2-f95f43ff8a62 HTTP/1.1" status: 204 len: 168 time: 1.6539309 Jan 28 13:53:58.714418 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33786) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:58.793636 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ea5a953c-7501-4928-b7ce-cfd242f720b7 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:53:58.809443 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d457a8bc-6beb-4b57-8c6f-ec937906953b req-d6cf94d6-5249-4b76-9400-bae103c89cd3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e054edff-0685-4260-b9cc-164b1e9d10c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0992806 Jan 28 13:53:58.825591 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: ea5a953c-7501-4928-b7ce-cfd242f720b7 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:53:58.826522 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ea5a953c-7501-4928-b7ce-cfd242f720b7 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:53:58.835089 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device dd12ea3a-8939-476d-8aee-856373fbf9c7 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:53:58.850575 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-254c09fa-b3fc-4a28-97b6-0a50a8b8229e tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (f33b7480-b8f9-4659-a729-d9cbb07531b4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:58.962438 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457a8bc-6beb-4b57-8c6f-ec937906953b req-19fb31b3-85cb-405b-b1c2-3bc8f4f160de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:58.964000 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d457a8bc-6beb-4b57-8c6f-ec937906953b req-19fb31b3-85cb-405b-b1c2-3bc8f4f160de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a710706f51d4196913035417fac81e3&device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 1097 time: 0.0906184 Jan 28 13:53:59.039761 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-254c09fa-b3fc-4a28-97b6-0a50a8b8229e tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (f33b7480-b8f9-4659-a729-d9cbb07531b4), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:59.063989 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-254c09fa-b3fc-4a28-97b6-0a50a8b8229e tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33b7480-b8f9-4659-a729-d9cbb07531b4']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:59.075779 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-254c09fa-b3fc-4a28-97b6-0a50a8b8229e tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '454befdb-5530-451e-abf2-e6489ec86a3f') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:59.076164 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-254c09fa-b3fc-4a28-97b6-0a50a8b8229e tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '454befdb-5530-451e-abf2-e6489ec86a3f') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:59.086843 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-254c09fa-b3fc-4a28-97b6-0a50a8b8229e tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (454befdb-5530-451e-abf2-e6489ec86a3f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:59.101934 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-254c09fa-b3fc-4a28-97b6-0a50a8b8229e tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (454befdb-5530-451e-abf2-e6489ec86a3f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:59.114359 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254c09fa-b3fc-4a28-97b6-0a50a8b8229e tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:53:59.114769 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-254c09fa-b3fc-4a28-97b6-0a50a8b8229e tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (454befdb-5530-451e-abf2-e6489ec86a3f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:53:59.123259 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:53:59.151951 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457a8bc-6beb-4b57-8c6f-ec937906953b req-1ca3ab05-d110-4a06-821a-f5322bb62181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:59.153821 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d457a8bc-6beb-4b57-8c6f-ec937906953b req-1ca3ab05-d110-4a06-821a-f5322bb62181 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 HTTP/1.1" status: 200 len: 911 time: 0.1676397 Jan 28 13:53:59.181144 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: dd12ea3a-8939-476d-8aee-856373fbf9c7 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:53:59.181676 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device dd12ea3a-8939-476d-8aee-856373fbf9c7 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:53:59.273543 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d457a8bc-6beb-4b57-8c6f-ec937906953b req-64bc6eaf-1cb8-4a2e-8575-6e0dd6f3db24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7498ed12-b3cc-41c8-a3bf-ff2b52c7467a HTTP/1.1" status: 200 len: 1002 time: 0.1123698 Jan 28 13:53:59.275321 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-254c09fa-b3fc-4a28-97b6-0a50a8b8229e tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (f33b7480-b8f9-4659-a729-d9cbb07531b4), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:59.292327 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-254c09fa-b3fc-4a28-97b6-0a50a8b8229e tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:59.304937 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-254c09fa-b3fc-4a28-97b6-0a50a8b8229e tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "DELETE /v2.0/networks/f33b7480-b8f9-4659-a729-d9cbb07531b4 HTTP/1.1" status: 204 len: 168 time: 0.5860853 Jan 28 13:53:59.323102 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33794) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:59.328595 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-57eefc7b-cfd7-416c-b3f2-bcbbe007f571 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'network': {'name': 'tempest-network-smoke--1858619440', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'port_security_enabled': True}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:59.351757 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1466404f-f45c-4fca-869a-ad6578399b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:59.362845 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c09fa-b3fc-4a28-97b6-0a50a8b8229e tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event deleted for resources: {'Network': ['ID=f33b7480-b8f9-4659-a729-d9cbb07531b4,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:59.393662 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57eefc7b-cfd7-416c-b3f2-bcbbe007f571 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Made reservation on behalf of f281e4a0c8564ab9bcdd7d3d058e0db3 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:53:59.393913 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457a8bc-6beb-4b57-8c6f-ec937906953b req-54c362e8-c90b-48d5-8485-cde13d0bf783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:59.397888 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d457a8bc-6beb-4b57-8c6f-ec937906953b req-54c362e8-c90b-48d5-8485-cde13d0bf783 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a282eac7-c6f7-4e0b-bd51-f3e60c647f6a HTTP/1.1" status: 200 len: 850 time: 0.1183169 Jan 28 13:53:59.398031 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-57eefc7b-cfd7-416c-b3f2-bcbbe007f571 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:59.465600 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57eefc7b-cfd7-416c-b3f2-bcbbe007f571 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:53:59.479393 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457a8bc-6beb-4b57-8c6f-ec937906953b req-9ab65e38-aaed-4cf1-b6b0-d17fefa6bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:59.480917 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d457a8bc-6beb-4b57-8c6f-ec937906953b req-9ab65e38-aaed-4cf1-b6b0-d17fefa6bfb9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763507 Jan 28 13:53:59.483605 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-57eefc7b-cfd7-416c-b3f2-bcbbe007f571 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (9a4b541c-faae-444e-8e81-0672a496cb3a), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:59.484064 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-57eefc7b-cfd7-416c-b3f2-bcbbe007f571 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Added segment 9a4b541c-faae-444e-8e81-0672a496cb3a of type vlan for network 633470d1-7cc3-4d07-bd64-35d34ee54254 Jan 28 13:53:59.614364 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-57eefc7b-cfd7-416c-b3f2-bcbbe007f571 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (633470d1-7cc3-4d07-bd64-35d34ee54254), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:59.684209 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-57eefc7b-cfd7-416c-b3f2-bcbbe007f571 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (633470d1-7cc3-4d07-bd64-35d34ee54254), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:59.689376 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57eefc7b-cfd7-416c-b3f2-bcbbe007f571 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:59.690170 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-57eefc7b-cfd7-416c-b3f2-bcbbe007f571 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:59.732119 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d457a8bc-6beb-4b57-8c6f-ec937906953b req-dc4ae990-51c7-4364-8152-f7e9b9be5691 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354374 Jan 28 13:53:59.886671 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-57eefc7b-cfd7-416c-b3f2-bcbbe007f571 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5599983 Jan 28 13:53:59.886671 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eefc7b-cfd7-416c-b3f2-bcbbe007f571 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'Network': ['ID=633470d1-7cc3-4d07-bd64-35d34ee54254,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:59.888661 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33812) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:59.891779 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d457a8bc-6beb-4b57-8c6f-ec937906953b req-4275e154-0b8f-4e05-bc23-bebf3b7fd2c7 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301303 Jan 28 13:53:59.893859 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-373f818e-696b-4e78-9be3-b37e46c39eb3 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1846431724', 'admin_state_up': True, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:59.897959 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 633470d1-7cc3-4d07-bd64-35d34ee54254 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:53:59.944879 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-373f818e-696b-4e78-9be3-b37e46c39eb3 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (232ba3b0-e6b7-489f-9cef-11c49269edda), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:59.947276 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-373f818e-696b-4e78-9be3-b37e46c39eb3 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (232ba3b0-e6b7-489f-9cef-11c49269edda), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:00.037136 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-373f818e-696b-4e78-9be3-b37e46c39eb3 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for router_controller (232ba3b0-e6b7-489f-9cef-11c49269edda), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:00.259961 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-373f818e-696b-4e78-9be3-b37e46c39eb3 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for router_gateway (232ba3b0-e6b7-489f-9cef-11c49269edda), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:00.337831 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 38ee9099-e489-4fd1-8458-e5bce0aefdb4 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:54:00.359299 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 38ee9099-e489-4fd1-8458-e5bce0aefdb4 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:54:00.359935 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 38ee9099-e489-4fd1-8458-e5bce0aefdb4 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:54:00.538723 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-373f818e-696b-4e78-9be3-b37e46c39eb3 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for router_gateway (232ba3b0-e6b7-489f-9cef-11c49269edda), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:00.567764 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-373f818e-696b-4e78-9be3-b37e46c39eb3 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:00.739333 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-373f818e-696b-4e78-9be3-b37e46c39eb3 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Allocated IP 172.25.3.49 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/e1d3c709-618a-476f-9a8a-53b11503a908) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:00.867210 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-373f818e-696b-4e78-9be3-b37e46c39eb3 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for port (e1d3c709-618a-476f-9a8a-53b11503a908), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:00.924383 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-373f818e-696b-4e78-9be3-b37e46c39eb3 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (e1d3c709-618a-476f-9a8a-53b11503a908), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:00.970700 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373f818e-696b-4e78-9be3-b37e46c39eb3 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:00.987159 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-373f818e-696b-4e78-9be3-b37e46c39eb3 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:00.989817 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373f818e-696b-4e78-9be3-b37e46c39eb3 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:01.053819 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f818e-696b-4e78-9be3-b37e46c39eb3 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'Port': ['ID=e1d3c709-618a-476f-9a8a-53b11503a908,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:01.321457 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-373f818e-696b-4e78-9be3-b37e46c39eb3 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for router_gateway (232ba3b0-e6b7-489f-9cef-11c49269edda), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:01.559113 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-373f818e-696b-4e78-9be3-b37e46c39eb3 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (232ba3b0-e6b7-489f-9cef-11c49269edda), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:01.599516 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8376a44a-3e55-4c26-b48d-365b4bd9aacd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:01.739617 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373f818e-696b-4e78-9be3-b37e46c39eb3 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Router 232ba3b0-e6b7-489f-9cef-11c49269edda is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:54:01.875567 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373f818e-696b-4e78-9be3-b37e46c39eb3 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:54:01.910157 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-373f818e-696b-4e78-9be3-b37e46c39eb3 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:01.915144 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-373f818e-696b-4e78-9be3-b37e46c39eb3 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0222986 Jan 28 13:54:01.915564 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33874) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:01.926964 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5b93cb-2b7a-42c8-8d3f-a894ae3601b5 None None] Sync routers for ids ['232ba3b0-e6b7-489f-9cef-11c49269edda'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:54:01.947484 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5b93cb-2b7a-42c8-8d3f-a894ae3601b5 None None] Routers {'232ba3b0-e6b7-489f-9cef-11c49269edda'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:01.948108 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ab5b93cb-2b7a-42c8-8d3f-a894ae3601b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:54:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['232ba3b0-e6b7-489f-9cef-11c49269edda'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:02.023723 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e13dde7e-f056-4494-8a42-9caf06948469 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=f281e4a0c8564ab9bcdd7d3d058e0db3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0927157 Jan 28 13:54:02.024020 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33880) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:02.151218 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-ab5b93cb-2b7a-42c8-8d3f-a894ae3601b5 None None] Set router 232ba3b0-e6b7-489f-9cef-11c49269edda gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:54:02.292977 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e4b44d-4e20-47ac-a1a8-e9b2d0266a8c tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:02.297999 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33886) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:02.298675 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-00e4b44d-4e20-47ac-a1a8-e9b2d0266a8c tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2731941 Jan 28 13:54:02.358392 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4f8b07ba-13e2-4fca-9223-9d1d8103e5f3 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0591249 Jan 28 13:54:02.360830 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33888) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:02.365949 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-fea9f7ff-7a99-458d-b97f-4ed6069899fa tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-304436253', 'network_id': '633470d1-7cc3-4d07-bd64-35d34ee54254', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:02.375850 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ab5b93cb-2b7a-42c8-8d3f-a894ae3601b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'name': 'tempest-TestNetworkBasicOps-router-1846431724', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e1d3c709-618a-476f-9a8a-53b11503a908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:59Z', 'updated_at': '2022-01-28T13:54:01Z', 'revision_number': 3, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': 'e1d3c709-618a-476f-9a8a-53b11503a908', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:00Z', 'updated_at': '2022-01-28T13:54:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:02.463588 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea9f7ff-7a99-458d-b97f-4ed6069899fa tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Made reservation on behalf of f281e4a0c8564ab9bcdd7d3d058e0db3 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:54:02.472531 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fea9f7ff-7a99-458d-b97f-4ed6069899fa tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:02.553940 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5b93cb-2b7a-42c8-8d3f-a894ae3601b5 None None] Checking router: 232ba3b0-e6b7-489f-9cef-11c49269edda for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:54:02.554290 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5b93cb-2b7a-42c8-8d3f-a894ae3601b5 None None] Updating router 232ba3b0-e6b7-489f-9cef-11c49269edda port e1d3c709-618a-476f-9a8a-53b11503a908 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:54:02.584754 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab5b93cb-2b7a-42c8-8d3f-a894ae3601b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e1d3c709-618a-476f-9a8a-53b11503a908), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:02.756112 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fea9f7ff-7a99-458d-b97f-4ed6069899fa tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (70217e64-23eb-47db-bd4b-ab8a1c66df8e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:02.826251 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9f7ff-7a99-458d-b97f-4ed6069899fa tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'Subnet': ['ID=70217e64-23eb-47db-bd4b-ab8a1c66df8e,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:02.865347 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea9f7ff-7a99-458d-b97f-4ed6069899fa tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Checking segment: {'id': '9a4b541c-faae-444e-8e81-0672a496cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '633470d1-7cc3-4d07-bd64-35d34ee54254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:54:02.866021 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea9f7ff-7a99-458d-b97f-4ed6069899fa tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Network hostable DHCP agents. Network: 633470d1-7cc3-4d07-bd64-35d34ee54254, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:54:02.894437 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea9f7ff-7a99-458d-b97f-4ed6069899fa tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Network 633470d1-7cc3-4d07-bd64-35d34ee54254 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:54:02.923426 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-fea9f7ff-7a99-458d-b97f-4ed6069899fa tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 633470d1-7cc3-4d07-bd64-35d34ee54254) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:02.934725 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5b1ffa-e1b0-4042-9aa7-0213593f3304 None None] Network 633470d1-7cc3-4d07-bd64-35d34ee54254 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:54:02.939945 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea9f7ff-7a99-458d-b97f-4ed6069899fa tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:02.941047 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fea9f7ff-7a99-458d-b97f-4ed6069899fa tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:02.990795 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fea9f7ff-7a99-458d-b97f-4ed6069899fa tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6261015 Jan 28 13:54:02.991038 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 33900) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:03.016783 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab5b93cb-2b7a-42c8-8d3f-a894ae3601b5 None None] Publish callbacks [] for port (e1d3c709-618a-476f-9a8a-53b11503a908), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:03.025619 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab5b93cb-2b7a-42c8-8d3f-a894ae3601b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e1d3c709-618a-476f-9a8a-53b11503a908), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:03.085338 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-ab5b93cb-2b7a-42c8-8d3f-a894ae3601b5 None None] Attempting to bind port e1d3c709-618a-476f-9a8a-53b11503a908 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:54:03.086099 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-ab5b93cb-2b7a-42c8-8d3f-a894ae3601b5 None None] Attempting to bind port e1d3c709-618a-476f-9a8a-53b11503a908 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:54:03.088578 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5b93cb-2b7a-42c8-8d3f-a894ae3601b5 None None] Attempting to bind port e1d3c709-618a-476f-9a8a-53b11503a908 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:54:03.118420 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:03.118697 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5b93cb-2b7a-42c8-8d3f-a894ae3601b5 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:54:03.122452 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5b93cb-2b7a-42c8-8d3f-a894ae3601b5 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:54:03.123040 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab5b93cb-2b7a-42c8-8d3f-a894ae3601b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:03.127256 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5b93cb-2b7a-42c8-8d3f-a894ae3601b5 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:54:03.127919 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-ab5b93cb-2b7a-42c8-8d3f-a894ae3601b5 None None] Bound port: e1d3c709-618a-476f-9a8a-53b11503a908, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:54:03.128445 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab5b93cb-2b7a-42c8-8d3f-a894ae3601b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e1d3c709-618a-476f-9a8a-53b11503a908), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:03.130807 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14db459-0dff-42b9-bcab-5e5a5ae19a0c None None] Pushing event updated for resources: {'Port': ['ID=e1d3c709-618a-476f-9a8a-53b11503a908,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:03.176773 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1d0cb8-7b83-4e26-b2f3-7677012ec8d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-633470d1-7cc3-4d07-bd64-35d34ee54254', 'network_id': '633470d1-7cc3-4d07-bd64-35d34ee54254', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'fixed_ips': [{'subnet_id': '70217e64-23eb-47db-bd4b-ab8a1c66df8e'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:54:03.177654 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0cb8-7b83-4e26-b2f3-7677012ec8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:03.267841 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-ab5b93cb-2b7a-42c8-8d3f-a894ae3601b5 None None] For port e1d3c709-618a-476f-9a8a-53b11503a908, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:54:03.272357 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-ab5b93cb-2b7a-42c8-8d3f-a894ae3601b5 None None] For port e1d3c709-618a-476f-9a8a-53b11503a908, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=e1d3c709-618a-476f-9a8a-53b11503a908,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:54:03.282525 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ab5b93cb-2b7a-42c8-8d3f-a894ae3601b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e1d3c709-618a-476f-9a8a-53b11503a908), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:03.383037 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14db459-0dff-42b9-bcab-5e5a5ae19a0c None None] Pushing event updated for resources: {'Port': ['ID=e1d3c709-618a-476f-9a8a-53b11503a908,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:03.411388 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5b93cb-2b7a-42c8-8d3f-a894ae3601b5 None None] Routers {'232ba3b0-e6b7-489f-9cef-11c49269edda'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:03.412299 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ab5b93cb-2b7a-42c8-8d3f-a894ae3601b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:54:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['232ba3b0-e6b7-489f-9cef-11c49269edda'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:03.465446 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-2c1d0cb8-7b83-4e26-b2f3-7677012ec8d1 None None] Allocated IP 172.20.0.2 (633470d1-7cc3-4d07-bd64-35d34ee54254/70217e64-23eb-47db-bd4b-ab8a1c66df8e/690cb547-06e1-4458-aa7e-3f2ae4578e3a) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:03.563067 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-ab5b93cb-2b7a-42c8-8d3f-a894ae3601b5 None None] Set router 232ba3b0-e6b7-489f-9cef-11c49269edda gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:54:03.686627 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0cb8-7b83-4e26-b2f3-7677012ec8d1 None None] Publish callbacks [] for port (690cb547-06e1-4458-aa7e-3f2ae4578e3a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:03.702743 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0cb8-7b83-4e26-b2f3-7677012ec8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (690cb547-06e1-4458-aa7e-3f2ae4578e3a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:03.787886 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d0cb8-7b83-4e26-b2f3-7677012ec8d1 None None] Pushing event updated for resources: {'Port': ['ID=690cb547-06e1-4458-aa7e-3f2ae4578e3a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:03.797412 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1d0cb8-7b83-4e26-b2f3-7677012ec8d1 None None] Network 633470d1-7cc3-4d07-bd64-35d34ee54254 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:03.799026 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-2c1d0cb8-7b83-4e26-b2f3-7677012ec8d1 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:03.806398 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1d0cb8-7b83-4e26-b2f3-7677012ec8d1 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:03.962112 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-2c1d0cb8-7b83-4e26-b2f3-7677012ec8d1 None None] Attempting to bind port 690cb547-06e1-4458-aa7e-3f2ae4578e3a on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:54:03.963253 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-2c1d0cb8-7b83-4e26-b2f3-7677012ec8d1 None None] Attempting to bind port 690cb547-06e1-4458-aa7e-3f2ae4578e3a by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '9a4b541c-faae-444e-8e81-0672a496cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '633470d1-7cc3-4d07-bd64-35d34ee54254'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:54:03.963799 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d0cb8-7b83-4e26-b2f3-7677012ec8d1 None None] Attempting to bind port 690cb547-06e1-4458-aa7e-3f2ae4578e3a on network 633470d1-7cc3-4d07-bd64-35d34ee54254 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:54:03.979209 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d0cb8-7b83-4e26-b2f3-7677012ec8d1 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:54:03.980715 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d0cb8-7b83-4e26-b2f3-7677012ec8d1 None None] Checking segment: {'id': '9a4b541c-faae-444e-8e81-0672a496cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '633470d1-7cc3-4d07-bd64-35d34ee54254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:54:03.981713 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0cb8-7b83-4e26-b2f3-7677012ec8d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:03.982404 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d0cb8-7b83-4e26-b2f3-7677012ec8d1 None None] Bound using segment: {'id': '9a4b541c-faae-444e-8e81-0672a496cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '633470d1-7cc3-4d07-bd64-35d34ee54254'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:54:03.983118 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-2c1d0cb8-7b83-4e26-b2f3-7677012ec8d1 None None] Bound port: 690cb547-06e1-4458-aa7e-3f2ae4578e3a, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4b541c-faae-444e-8e81-0672a496cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '633470d1-7cc3-4d07-bd64-35d34ee54254'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:54:03.983664 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0cb8-7b83-4e26-b2f3-7677012ec8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (690cb547-06e1-4458-aa7e-3f2ae4578e3a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:04.021371 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ab5b93cb-2b7a-42c8-8d3f-a894ae3601b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'name': 'tempest-TestNetworkBasicOps-router-1846431724', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e1d3c709-618a-476f-9a8a-53b11503a908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:59Z', 'updated_at': '2022-01-28T13:54:01Z', 'revision_number': 3, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': 'e1d3c709-618a-476f-9a8a-53b11503a908', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:00Z', 'updated_at': '2022-01-28T13:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:04.049673 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5b93cb-2b7a-42c8-8d3f-a894ae3601b5 None None] The sync data for ids ['232ba3b0-e6b7-489f-9cef-11c49269edda'] in n-d-822747-2 is: [{'id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'name': 'tempest-TestNetworkBasicOps-router-1846431724', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e1d3c709-618a-476f-9a8a-53b11503a908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:59Z', 'updated_at': '2022-01-28T13:54:01Z', 'revision_number': 3, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': 'e1d3c709-618a-476f-9a8a-53b11503a908', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:00Z', 'updated_at': '2022-01-28T13:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:54:04.097111 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-929b311f-4883-4c27-b1a1-5b496044caf0 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:04.106342 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2c1d0cb8-7b83-4e26-b2f3-7677012ec8d1 None None] For port 690cb547-06e1-4458-aa7e-3f2ae4578e3a, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:54:04.109835 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2c1d0cb8-7b83-4e26-b2f3-7677012ec8d1 None None] For port 690cb547-06e1-4458-aa7e-3f2ae4578e3a, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=690cb547-06e1-4458-aa7e-3f2ae4578e3a,segment=NetworkSegment(9a4b541c-faae-444e-8e81-0672a496cb3a),segment_id=9a4b541c-faae-444e-8e81-0672a496cb3a)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:54:04.116405 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0cb8-7b83-4e26-b2f3-7677012ec8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (690cb547-06e1-4458-aa7e-3f2ae4578e3a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:04.190392 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d0cb8-7b83-4e26-b2f3-7677012ec8d1 None None] Pushing event updated for resources: {'Port': ['ID=690cb547-06e1-4458-aa7e-3f2ae4578e3a,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:04.297558 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:04.885715 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-929b311f-4883-4c27-b1a1-5b496044caf0 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Allocated IP 172.20.0.1 (633470d1-7cc3-4d07-bd64-35d34ee54254/70217e64-23eb-47db-bd4b-ab8a1c66df8e/31367062-f016-480e-aa92-f40e8da7c674) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:05.153637 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-929b311f-4883-4c27-b1a1-5b496044caf0 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for port (31367062-f016-480e-aa92-f40e8da7c674), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:05.275967 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-929b311f-4883-4c27-b1a1-5b496044caf0 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (31367062-f016-480e-aa92-f40e8da7c674), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:05.379859 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929b311f-4883-4c27-b1a1-5b496044caf0 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Network 633470d1-7cc3-4d07-bd64-35d34ee54254 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:05.383326 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-929b311f-4883-4c27-b1a1-5b496044caf0 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:05.387724 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929b311f-4883-4c27-b1a1-5b496044caf0 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:05.495625 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-929b311f-4883-4c27-b1a1-5b496044caf0 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (232ba3b0-e6b7-489f-9cef-11c49269edda), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:05.783072 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b311f-4883-4c27-b1a1-5b496044caf0 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'Port': ['ID=31367062-f016-480e-aa92-f40e8da7c674,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:05.848688 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-929b311f-4883-4c27-b1a1-5b496044caf0 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (31367062-f016-480e-aa92-f40e8da7c674), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:06.012694 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33966) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:06.194731 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d07928-1f4a-4279-abc9-7f776c0d7811 None None] Network 633470d1-7cc3-4d07-bd64-35d34ee54254 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:54:06.236823 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0601fe62-e142-40df-a2af-200091b42726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:06.416436 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-8c5df465-593b-4418-a154-5876fa9697e5 None None] Provisioning complete for port 690cb547-06e1-4458-aa7e-3f2ae4578e3a triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:06.417043 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8c5df465-593b-4418-a154-5876fa9697e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (690cb547-06e1-4458-aa7e-3f2ae4578e3a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:06.439999 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0601fe62-e142-40df-a2af-200091b42726 admin admin] Publish callbacks [] for security_group (f8b70d51-f69d-45e6-97f9-bb05f85a5190), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:06.448997 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0601fe62-e142-40df-a2af-200091b42726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f8b70d51-f69d-45e6-97f9-bb05f85a5190), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:06.524363 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:06.537333 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0601fe62-e142-40df-a2af-200091b42726 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=157a3030bd154784959e3debac6b2c20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5231874 Jan 28 13:54:06.538472 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33974) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:06.545825 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601fe62-e142-40df-a2af-200091b42726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b70d51-f69d-45e6-97f9-bb05f85a5190,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:06.709049 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8c5df465-593b-4418-a154-5876fa9697e5 None None] Current status of the port 690cb547-06e1-4458-aa7e-3f2ae4578e3a is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:06.709452 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8c5df465-593b-4418-a154-5876fa9697e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (690cb547-06e1-4458-aa7e-3f2ae4578e3a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:06.717951 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9049aa4b-beea-4121-9b01-1221b49cd10d admin admin] Publish callbacks [] for security_group (f8b70d51-f69d-45e6-97f9-bb05f85a5190), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:06.750069 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9049aa4b-beea-4121-9b01-1221b49cd10d admin admin] Publish callbacks [] for security_group (f8b70d51-f69d-45e6-97f9-bb05f85a5190), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:06.843991 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9049aa4b-beea-4121-9b01-1221b49cd10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f8b70d51-f69d-45e6-97f9-bb05f85a5190), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:06.857191 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-8c5df465-593b-4418-a154-5876fa9697e5 None None] For port 690cb547-06e1-4458-aa7e-3f2ae4578e3a, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=690cb547-06e1-4458-aa7e-3f2ae4578e3a,segment=NetworkSegment(9a4b541c-faae-444e-8e81-0672a496cb3a),segment_id=9a4b541c-faae-444e-8e81-0672a496cb3a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:06.858140 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9049aa4b-beea-4121-9b01-1221b49cd10d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:06.858140 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9049aa4b-beea-4121-9b01-1221b49cd10d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8b70d51-f69d-45e6-97f9-bb05f85a5190 HTTP/1.1" status: 204 len: 168 time: 0.3086009 Jan 28 13:54:06.858365 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 690cb547-06e1-4458-aa7e-3f2ae4578e3a up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:54:06.876313 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049aa4b-beea-4121-9b01-1221b49cd10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b70d51-f69d-45e6-97f9-bb05f85a5190,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:06.922300 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-929b311f-4883-4c27-b1a1-5b496044caf0 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for port (31367062-f016-480e-aa92-f40e8da7c674), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:06.936531 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-929b311f-4883-4c27-b1a1-5b496044caf0 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (31367062-f016-480e-aa92-f40e8da7c674), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:06.974892 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8c5df465-593b-4418-a154-5876fa9697e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (690cb547-06e1-4458-aa7e-3f2ae4578e3a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.098821 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5df465-593b-4418-a154-5876fa9697e5 None None] Pushing event updated for resources: {'Port': ['ID=690cb547-06e1-4458-aa7e-3f2ae4578e3a,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:07.128104 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 690cb547-06e1-4458-aa7e-3f2ae4578e3a triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:07.128486 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (690cb547-06e1-4458-aa7e-3f2ae4578e3a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.171003 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-95806570-8e92-4059-8e00-6dcdc9bf75ce None None] Provisioning complete for port 31367062-f016-480e-aa92-f40e8da7c674 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:07.171673 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-95806570-8e92-4059-8e00-6dcdc9bf75ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (31367062-f016-480e-aa92-f40e8da7c674), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.174877 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-929b311f-4883-4c27-b1a1-5b496044caf0 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (232ba3b0-e6b7-489f-9cef-11c49269edda), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.224891 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-95806570-8e92-4059-8e00-6dcdc9bf75ce None None] Port 31367062-f016-480e-aa92-f40e8da7c674 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:54:07.261612 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-95806570-8e92-4059-8e00-6dcdc9bf75ce None None] Provisioning complete for port 690cb547-06e1-4458-aa7e-3f2ae4578e3a triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:07.265607 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-95806570-8e92-4059-8e00-6dcdc9bf75ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (690cb547-06e1-4458-aa7e-3f2ae4578e3a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.379012 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b311f-4883-4c27-b1a1-5b496044caf0 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'Port': ['ID=31367062-f016-480e-aa92-f40e8da7c674,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:07.449940 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929b311f-4883-4c27-b1a1-5b496044caf0 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Network 633470d1-7cc3-4d07-bd64-35d34ee54254 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:07.452586 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-929b311f-4883-4c27-b1a1-5b496044caf0 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:07.494166 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-95806570-8e92-4059-8e00-6dcdc9bf75ce None None] Current status of the port 690cb547-06e1-4458-aa7e-3f2ae4578e3a is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:07.525221 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 33998) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:07.542324 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-77cb383b-5a06-4e15-a99a-a479e87cde3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.635164 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 690cb547-06e1-4458-aa7e-3f2ae4578e3a is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:07.637216 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e1d3c709-618a-476f-9a8a-53b11503a908 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:54:07.690072 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929b311f-4883-4c27-b1a1-5b496044caf0 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Router 232ba3b0-e6b7-489f-9cef-11c49269edda has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:54:07.717392 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-1a22f8e4-5c4f-4026-8ce2-689371318cd1 None None] Provisioning complete for port 31367062-f016-480e-aa92-f40e8da7c674 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:07.718060 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1a22f8e4-5c4f-4026-8ce2-689371318cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (31367062-f016-480e-aa92-f40e8da7c674), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.744837 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-77cb383b-5a06-4e15-a99a-a479e87cde3d admin admin] Publish callbacks [] for security_group (5416a889-2d25-427a-97de-971aed029b51), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.760364 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-77cb383b-5a06-4e15-a99a-a479e87cde3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5416a889-2d25-427a-97de-971aed029b51), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.804576 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1a22f8e4-5c4f-4026-8ce2-689371318cd1 None None] Port 31367062-f016-480e-aa92-f40e8da7c674 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:54:07.814361 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port e1d3c709-618a-476f-9a8a-53b11503a908 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:07.814817 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e1d3c709-618a-476f-9a8a-53b11503a908), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.881254 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-77cb383b-5a06-4e15-a99a-a479e87cde3d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=73f03b9664e14d998011e1c0bea0e56e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3433833 Jan 28 13:54:07.882034 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34010) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:07.932282 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a21ea5c6-2a14-4cb7-8994-715110064c4f None None] Provisioning complete for port 31367062-f016-480e-aa92-f40e8da7c674 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:07.932964 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a21ea5c6-2a14-4cb7-8994-715110064c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (31367062-f016-480e-aa92-f40e8da7c674), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.991234 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb383b-5a06-4e15-a99a-a479e87cde3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5416a889-2d25-427a-97de-971aed029b51,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:08.005870 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929b311f-4883-4c27-b1a1-5b496044caf0 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:54:08.017111 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-929b311f-4883-4c27-b1a1-5b496044caf0 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "PUT /v2.0/routers/232ba3b0-e6b7-489f-9cef-11c49269edda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0248203 Jan 28 13:54:08.017906 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34012) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:08.023866 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c1ff6-38fe-4a18-9e2f-71da64c63f03 None None] Sync routers for ids ['232ba3b0-e6b7-489f-9cef-11c49269edda'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:54:08.051533 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a21ea5c6-2a14-4cb7-8994-715110064c4f None None] Port 31367062-f016-480e-aa92-f40e8da7c674 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:54:08.079595 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-785944d1-60da-44ad-bb6c-4b22309c2a9a admin admin] Publish callbacks [] for security_group (5416a889-2d25-427a-97de-971aed029b51), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:08.080857 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023c1ff6-38fe-4a18-9e2f-71da64c63f03 None None] Routers {'232ba3b0-e6b7-489f-9cef-11c49269edda'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:08.081537 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-023c1ff6-38fe-4a18-9e2f-71da64c63f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:54:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['232ba3b0-e6b7-489f-9cef-11c49269edda'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:08.085596 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port e1d3c709-618a-476f-9a8a-53b11503a908 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:08.085927 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e1d3c709-618a-476f-9a8a-53b11503a908), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:08.111064 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-785944d1-60da-44ad-bb6c-4b22309c2a9a admin admin] Publish callbacks [] for security_group (5416a889-2d25-427a-97de-971aed029b51), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:08.186815 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-785944d1-60da-44ad-bb6c-4b22309c2a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5416a889-2d25-427a-97de-971aed029b51), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:08.189638 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-785944d1-60da-44ad-bb6c-4b22309c2a9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:08.193884 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-785944d1-60da-44ad-bb6c-4b22309c2a9a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5416a889-2d25-427a-97de-971aed029b51 HTTP/1.1" status: 204 len: 168 time: 0.3035345 Jan 28 13:54:08.207611 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port e1d3c709-618a-476f-9a8a-53b11503a908, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=e1d3c709-618a-476f-9a8a-53b11503a908,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:08.209143 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785944d1-60da-44ad-bb6c-4b22309c2a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5416a889-2d25-427a-97de-971aed029b51,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:08.226457 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e1d3c709-618a-476f-9a8a-53b11503a908), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:08.268339 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-023c1ff6-38fe-4a18-9e2f-71da64c63f03 None None] Set router 232ba3b0-e6b7-489f-9cef-11c49269edda gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:54:08.293779 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ce5275-027f-4c70-a3b7-4cbe4d36c2c6 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:08.294251 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ce5275-027f-4c70-a3b7-4cbe4d36c2c6 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:08.294752 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ce5275-027f-4c70-a3b7-4cbe4d36c2c6 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:08.295296 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ce5275-027f-4c70-a3b7-4cbe4d36c2c6 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:08.295748 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ce5275-027f-4c70-a3b7-4cbe4d36c2c6 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:08.296189 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ce5275-027f-4c70-a3b7-4cbe4d36c2c6 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:08.302442 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34020) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:08.304370 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-78ce5275-027f-4c70-a3b7-4cbe4d36c2c6 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4264 time: 0.2807388 Jan 28 13:54:08.382738 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=e1d3c709-618a-476f-9a8a-53b11503a908,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:08.500609 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 690cb547-06e1-4458-aa7e-3f2ae4578e3a up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:54:08.549500 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc6aa41-512a-4b1b-a54e-bd3ec3074af5 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:08.552315 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc6aa41-512a-4b1b-a54e-bd3ec3074af5 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:08.553100 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc6aa41-512a-4b1b-a54e-bd3ec3074af5 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:08.553766 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc6aa41-512a-4b1b-a54e-bd3ec3074af5 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:08.554362 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc6aa41-512a-4b1b-a54e-bd3ec3074af5 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:08.554997 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc6aa41-512a-4b1b-a54e-bd3ec3074af5 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:08.560060 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34026) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:08.561903 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1fc6aa41-512a-4b1b-a54e-bd3ec3074af5 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3988 time: 0.2580013 Jan 28 13:54:08.950889 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 690cb547-06e1-4458-aa7e-3f2ae4578e3a triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:08.951420 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (690cb547-06e1-4458-aa7e-3f2ae4578e3a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:09.031674 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-023c1ff6-38fe-4a18-9e2f-71da64c63f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'name': 'tempest-TestNetworkBasicOps-router-1846431724', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e1d3c709-618a-476f-9a8a-53b11503a908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:59Z', 'updated_at': '2022-01-28T13:54:05Z', 'revision_number': 4, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': 'e1d3c709-618a-476f-9a8a-53b11503a908', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:00Z', 'updated_at': '2022-01-28T13:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '31367062-f016-480e-aa92-f40e8da7c674', 'name': '', 'network_id': '633470d1-7cc3-4d07-bd64-35d34ee54254', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'mac_address': 'fa:16:3e:a3:0a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '70217e64-23eb-47db-bd4b-ab8a1c66df8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:04Z', 'updated_at': '2022-01-28T13:54:06Z', 'revision_number': 2, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'subnets': [{'id': '70217e64-23eb-47db-bd4b-ab8a1c66df8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:09.051963 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-eef38576-3637-495f-b292-63f9e4ce4751 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3055 time: 0.4903469 Jan 28 13:54:09.177784 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 690cb547-06e1-4458-aa7e-3f2ae4578e3a is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:09.191871 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c1ff6-38fe-4a18-9e2f-71da64c63f03 None None] Checking router: 232ba3b0-e6b7-489f-9cef-11c49269edda for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:54:09.192243 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c1ff6-38fe-4a18-9e2f-71da64c63f03 None None] Updating router 232ba3b0-e6b7-489f-9cef-11c49269edda port 31367062-f016-480e-aa92-f40e8da7c674 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:54:09.230413 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-023c1ff6-38fe-4a18-9e2f-71da64c63f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (31367062-f016-480e-aa92-f40e8da7c674), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:09.419042 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34060) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:09.419042 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-e48e1a5d-cef4-4a1f-b5b6-758af4c514d6 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-406303392', 'description': 'tempest-secgroup-smoke-406303392 description', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:09.448319 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e48e1a5d-cef4-4a1f-b5b6-758af4c514d6 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:09.540902 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e48e1a5d-cef4-4a1f-b5b6-758af4c514d6 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group (5504c254-2226-4968-8b27-132ce734f0fb), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:09.551513 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e48e1a5d-cef4-4a1f-b5b6-758af4c514d6 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5504c254-2226-4968-8b27-132ce734f0fb), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:09.589729 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-023c1ff6-38fe-4a18-9e2f-71da64c63f03 None None] Publish callbacks [] for port (31367062-f016-480e-aa92-f40e8da7c674), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:09.598656 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-023c1ff6-38fe-4a18-9e2f-71da64c63f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (31367062-f016-480e-aa92-f40e8da7c674), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:09.617624 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e48e1a5d-cef4-4a1f-b5b6-758af4c514d6 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:09.621559 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e48e1a5d-cef4-4a1f-b5b6-758af4c514d6 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2053173 Jan 28 13:54:09.621559 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e1a5d-cef4-4a1f-b5b6-758af4c514d6 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5504c254-2226-4968-8b27-132ce734f0fb,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:09.622332 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34070) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:09.632971 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-fb3f2859-3759-46ad-9660-2d727a1a33d6 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'security_group_rule': {'security_group_id': '5504c254-2226-4968-8b27-132ce734f0fb', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:09.701267 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fb3f2859-3759-46ad-9660-2d727a1a33d6 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (2c6ebf17-0391-4145-acf8-a8aa7f0ed88c), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:09.719317 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877fcb7-b623-4c27-9752-f04824ae863c None None] Pushing event updated for resources: {'Port': ['ID=31367062-f016-480e-aa92-f40e8da7c674,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:09.738014 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-023c1ff6-38fe-4a18-9e2f-71da64c63f03 None None] Attempting to bind port 31367062-f016-480e-aa92-f40e8da7c674 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:54:09.742697 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-023c1ff6-38fe-4a18-9e2f-71da64c63f03 None None] Attempting to bind port 31367062-f016-480e-aa92-f40e8da7c674 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '9a4b541c-faae-444e-8e81-0672a496cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '633470d1-7cc3-4d07-bd64-35d34ee54254'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:54:09.743324 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023c1ff6-38fe-4a18-9e2f-71da64c63f03 None None] Attempting to bind port 31367062-f016-480e-aa92-f40e8da7c674 on network 633470d1-7cc3-4d07-bd64-35d34ee54254 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:54:09.756360 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023c1ff6-38fe-4a18-9e2f-71da64c63f03 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:54:09.756728 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023c1ff6-38fe-4a18-9e2f-71da64c63f03 None None] Checking segment: {'id': '9a4b541c-faae-444e-8e81-0672a496cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '633470d1-7cc3-4d07-bd64-35d34ee54254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:54:09.757356 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-023c1ff6-38fe-4a18-9e2f-71da64c63f03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:09.762827 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023c1ff6-38fe-4a18-9e2f-71da64c63f03 None None] Bound using segment: {'id': '9a4b541c-faae-444e-8e81-0672a496cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '633470d1-7cc3-4d07-bd64-35d34ee54254'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:54:09.763582 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-023c1ff6-38fe-4a18-9e2f-71da64c63f03 None None] Bound port: 31367062-f016-480e-aa92-f40e8da7c674, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4b541c-faae-444e-8e81-0672a496cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '633470d1-7cc3-4d07-bd64-35d34ee54254'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:54:09.764082 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-023c1ff6-38fe-4a18-9e2f-71da64c63f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (31367062-f016-480e-aa92-f40e8da7c674), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:09.807639 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fb3f2859-3759-46ad-9660-2d727a1a33d6 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (2c6ebf17-0391-4145-acf8-a8aa7f0ed88c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:09.813266 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fb3f2859-3759-46ad-9660-2d727a1a33d6 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (2c6ebf17-0391-4145-acf8-a8aa7f0ed88c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:09.839772 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f2859-3759-46ad-9660-2d727a1a33d6 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c6ebf17-0391-4145-acf8-a8aa7f0ed88c,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:09.864958 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fb3f2859-3759-46ad-9660-2d727a1a33d6 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:09.867214 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fb3f2859-3759-46ad-9660-2d727a1a33d6 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2432339 Jan 28 13:54:09.869904 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34076) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:09.875763 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-d4f9728c-d09b-4c72-a72c-43a63b916011 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'security_group_rule': {'security_group_id': '5504c254-2226-4968-8b27-132ce734f0fb', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:09.923605 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d4f9728c-d09b-4c72-a72c-43a63b916011 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (fb6324ea-e3a5-486d-a948-aa0ca6c9d240), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:09.935818 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-023c1ff6-38fe-4a18-9e2f-71da64c63f03 None None] For port 31367062-f016-480e-aa92-f40e8da7c674, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:54:09.939493 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-023c1ff6-38fe-4a18-9e2f-71da64c63f03 None None] For port 31367062-f016-480e-aa92-f40e8da7c674, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=31367062-f016-480e-aa92-f40e8da7c674,segment=NetworkSegment(9a4b541c-faae-444e-8e81-0672a496cb3a),segment_id=9a4b541c-faae-444e-8e81-0672a496cb3a)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:54:09.948012 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-023c1ff6-38fe-4a18-9e2f-71da64c63f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (31367062-f016-480e-aa92-f40e8da7c674), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:10.018431 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d4f9728c-d09b-4c72-a72c-43a63b916011 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (fb6324ea-e3a5-486d-a948-aa0ca6c9d240), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:10.036417 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d4f9728c-d09b-4c72-a72c-43a63b916011 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (fb6324ea-e3a5-486d-a948-aa0ca6c9d240), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:10.077483 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9728c-d09b-4c72-a72c-43a63b916011 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6324ea-e3a5-486d-a948-aa0ca6c9d240,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:10.103184 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d4f9728c-d09b-4c72-a72c-43a63b916011 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:10.109586 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877fcb7-b623-4c27-9752-f04824ae863c None None] Pushing event updated for resources: {'Port': ['ID=31367062-f016-480e-aa92-f40e8da7c674,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:10.111613 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d4f9728c-d09b-4c72-a72c-43a63b916011 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2405894 Jan 28 13:54:10.115535 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34112) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:10.122406 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-c596f68d-b983-498b-92c2-0ccfe5a7edb9 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'security_group_rule': {'security_group_id': '5504c254-2226-4968-8b27-132ce734f0fb', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:10.142750 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023c1ff6-38fe-4a18-9e2f-71da64c63f03 None None] Routers {'232ba3b0-e6b7-489f-9cef-11c49269edda'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:10.143835 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-023c1ff6-38fe-4a18-9e2f-71da64c63f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:54:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['232ba3b0-e6b7-489f-9cef-11c49269edda'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:10.174027 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c596f68d-b983-498b-92c2-0ccfe5a7edb9 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (31d21243-47f5-457a-914d-98d935bfe4be), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:10.324690 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c596f68d-b983-498b-92c2-0ccfe5a7edb9 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (31d21243-47f5-457a-914d-98d935bfe4be), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:10.336993 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c596f68d-b983-498b-92c2-0ccfe5a7edb9 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (31d21243-47f5-457a-914d-98d935bfe4be), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:10.357014 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c596f68d-b983-498b-92c2-0ccfe5a7edb9 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d21243-47f5-457a-914d-98d935bfe4be,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:10.408455 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c596f68d-b983-498b-92c2-0ccfe5a7edb9 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:10.413001 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c596f68d-b983-498b-92c2-0ccfe5a7edb9 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2954743 Jan 28 13:54:10.413279 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34126) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:10.422338 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-2e3acbff-0303-4f4f-be25-bd07d1b7b5c5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'security_group_rule': {'security_group_id': '5504c254-2226-4968-8b27-132ce734f0fb', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:10.469113 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2e3acbff-0303-4f4f-be25-bd07d1b7b5c5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (9a91e635-191c-4c42-8b10-7368e9e0cf09), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:10.484898 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-023c1ff6-38fe-4a18-9e2f-71da64c63f03 None None] Set router 232ba3b0-e6b7-489f-9cef-11c49269edda gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:54:10.541095 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e1d3c709-618a-476f-9a8a-53b11503a908 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:54:10.560588 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2e3acbff-0303-4f4f-be25-bd07d1b7b5c5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (9a91e635-191c-4c42-8b10-7368e9e0cf09), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:10.568187 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2e3acbff-0303-4f4f-be25-bd07d1b7b5c5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (9a91e635-191c-4c42-8b10-7368e9e0cf09), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:10.617616 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3acbff-0303-4f4f-be25-bd07d1b7b5c5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a91e635-191c-4c42-8b10-7368e9e0cf09,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:10.632943 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2e3acbff-0303-4f4f-be25-bd07d1b7b5c5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:10.634530 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2e3acbff-0303-4f4f-be25-bd07d1b7b5c5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2201414 Jan 28 13:54:10.636940 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34130) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:10.641881 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-348bf897-acee-4250-a07a-95beefbc9222 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'security_group_rule': {'security_group_id': '5504c254-2226-4968-8b27-132ce734f0fb', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:10.686988 n-d-822747-2 neutron-server[103351]: INFO neutron.db.securitygroups_db [None req-348bf897-acee-4250-a07a-95beefbc9222 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Project f281e4a0c8564ab9bcdd7d3d058e0db3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:54:10.693942 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-348bf897-acee-4250-a07a-95beefbc9222 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (e5ad2cd4-5a42-410b-86b3-014734601bb5), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:10.751843 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-141e9ad5-340d-4232-96f8-f8835a523725 None None] Provisioning complete for port 31367062-f016-480e-aa92-f40e8da7c674 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:10.752363 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-141e9ad5-340d-4232-96f8-f8835a523725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (31367062-f016-480e-aa92-f40e8da7c674), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:10.802659 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-348bf897-acee-4250-a07a-95beefbc9222 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (e5ad2cd4-5a42-410b-86b3-014734601bb5), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:10.809423 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-348bf897-acee-4250-a07a-95beefbc9222 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (e5ad2cd4-5a42-410b-86b3-014734601bb5), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:10.837017 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-348bf897-acee-4250-a07a-95beefbc9222 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:10.841514 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34142) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:10.843047 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-348bf897-acee-4250-a07a-95beefbc9222 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2033548 Jan 28 13:54:10.846762 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-4a838d57-edb3-46a3-b594-a6eb7f1145fc tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'security_group_rule': {'security_group_id': '5504c254-2226-4968-8b27-132ce734f0fb', 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:10.861974 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348bf897-acee-4250-a07a-95beefbc9222 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ad2cd4-5a42-410b-86b3-014734601bb5,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:10.899702 n-d-822747-2 neutron-server[103352]: INFO neutron.db.securitygroups_db [None req-4a838d57-edb3-46a3-b594-a6eb7f1145fc tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Project f281e4a0c8564ab9bcdd7d3d058e0db3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:54:10.906009 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4a838d57-edb3-46a3-b594-a6eb7f1145fc tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (dab8d504-f02f-4c96-b73d-d0a1498d53bc), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:10.991973 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-141e9ad5-340d-4232-96f8-f8835a523725 None None] Current status of the port 31367062-f016-480e-aa92-f40e8da7c674 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:10.992369 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-141e9ad5-340d-4232-96f8-f8835a523725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (31367062-f016-480e-aa92-f40e8da7c674), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:11.028173 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port e1d3c709-618a-476f-9a8a-53b11503a908 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:11.028561 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e1d3c709-618a-476f-9a8a-53b11503a908), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:11.053928 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4a838d57-edb3-46a3-b594-a6eb7f1145fc tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (dab8d504-f02f-4c96-b73d-d0a1498d53bc), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:11.061517 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4a838d57-edb3-46a3-b594-a6eb7f1145fc tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (dab8d504-f02f-4c96-b73d-d0a1498d53bc), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:11.125743 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a838d57-edb3-46a3-b594-a6eb7f1145fc tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab8d504-f02f-4c96-b73d-d0a1498d53bc,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:11.153854 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-141e9ad5-340d-4232-96f8-f8835a523725 None None] For port 31367062-f016-480e-aa92-f40e8da7c674, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=31367062-f016-480e-aa92-f40e8da7c674,segment=NetworkSegment(9a4b541c-faae-444e-8e81-0672a496cb3a),segment_id=9a4b541c-faae-444e-8e81-0672a496cb3a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:11.161094 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4a838d57-edb3-46a3-b594-a6eb7f1145fc tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:11.180069 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-141e9ad5-340d-4232-96f8-f8835a523725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (31367062-f016-480e-aa92-f40e8da7c674), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:11.198542 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4a838d57-edb3-46a3-b594-a6eb7f1145fc tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3516388 Jan 28 13:54:11.246373 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port e1d3c709-618a-476f-9a8a-53b11503a908 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:11.378994 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1410d7d-35f1-4376-8901-f360d31afd72 req-101a6e47-7bd7-45bf-897e-880fdbe9ae8c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:11.398373 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a1410d7d-35f1-4376-8901-f360d31afd72 req-101a6e47-7bd7-45bf-897e-880fdbe9ae8c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 945 time: 0.1000073 Jan 28 13:54:11.400227 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e9ad5-340d-4232-96f8-f8835a523725 None None] Pushing event updated for resources: {'Port': ['ID=31367062-f016-480e-aa92-f40e8da7c674,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:11.433267 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c294f480-fd71-4673-af5f-6514fc532d6e None None] Provisioning complete for port 31367062-f016-480e-aa92-f40e8da7c674 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:11.433646 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c294f480-fd71-4673-af5f-6514fc532d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (31367062-f016-480e-aa92-f40e8da7c674), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:11.495264 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a1410d7d-35f1-4376-8901-f360d31afd72 req-2d436da8-ed40-4ab2-a6e3-0cda0639dbba tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=be1474d3-ea63-4be7-a367-0cc024a32432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977371 Jan 28 13:54:11.521237 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-023c1ff6-38fe-4a18-9e2f-71da64c63f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'name': 'tempest-TestNetworkBasicOps-router-1846431724', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e1d3c709-618a-476f-9a8a-53b11503a908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:59Z', 'updated_at': '2022-01-28T13:54:05Z', 'revision_number': 4, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': 'e1d3c709-618a-476f-9a8a-53b11503a908', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:00Z', 'updated_at': '2022-01-28T13:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '31367062-f016-480e-aa92-f40e8da7c674', 'name': '', 'network_id': '633470d1-7cc3-4d07-bd64-35d34ee54254', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'mac_address': 'fa:16:3e:a3:0a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '70217e64-23eb-47db-bd4b-ab8a1c66df8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:04Z', 'updated_at': '2022-01-28T13:54:09Z', 'revision_number': 4, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'subnets': [{'id': '70217e64-23eb-47db-bd4b-ab8a1c66df8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:11.540575 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34192) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:11.606193 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c1ff6-38fe-4a18-9e2f-71da64c63f03 None None] The sync data for ids ['232ba3b0-e6b7-489f-9cef-11c49269edda'] in n-d-822747-2 is: [{'id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'name': 'tempest-TestNetworkBasicOps-router-1846431724', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e1d3c709-618a-476f-9a8a-53b11503a908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:59Z', 'updated_at': '2022-01-28T13:54:05Z', 'revision_number': 4, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': 'e1d3c709-618a-476f-9a8a-53b11503a908', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:00Z', 'updated_at': '2022-01-28T13:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '31367062-f016-480e-aa92-f40e8da7c674', 'name': '', 'network_id': '633470d1-7cc3-4d07-bd64-35d34ee54254', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'mac_address': 'fa:16:3e:a3:0a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '70217e64-23eb-47db-bd4b-ab8a1c66df8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:04Z', 'updated_at': '2022-01-28T13:54:09Z', 'revision_number': 4, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'subnets': [{'id': '70217e64-23eb-47db-bd4b-ab8a1c66df8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:54:11.684270 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c294f480-fd71-4673-af5f-6514fc532d6e None None] Current status of the port 31367062-f016-480e-aa92-f40e8da7c674 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:11.723711 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-765a3e7e-8a91-4ac6-bce9-a900fd1fd86a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/floatingips/2441c742-5742-46ba-9dbc-e7e7630da0f3 HTTP/1.1" status: 200 len: 993 time: 0.1782322 Jan 28 13:54:11.773232 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-c2dc71d0-a68b-46c2-ba0f-c6aeb6d307eb tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-406303392&fields=id&tenant_id=f281e4a0c8564ab9bcdd7d3d058e0db3 HTTP/1.1" status: 200 len: 267 time: 0.1194677 Jan 28 13:54:11.960197 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-b74b8c91-8fef-4610-8cc6-e1849f4cc9f7 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:11.969503 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-b74b8c91-8fef-4610-8cc6-e1849f4cc9f7 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/networks?id=633470d1-7cc3-4d07-bd64-35d34ee54254 HTTP/1.1" status: 200 len: 797 time: 0.1896334 Jan 28 13:54:12.035166 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-e564c150-07f5-4c4c-9ebd-03d8fe54db08 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/quotas/f281e4a0c8564ab9bcdd7d3d058e0db3 HTTP/1.1" status: 200 len: 375 time: 0.0601552 Jan 28 13:54:12.105893 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-4c7bd0e6-9de0-42e9-9d65-4120c2e99767 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f281e4a0c8564ab9bcdd7d3d058e0db3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692985 Jan 28 13:54:12.210659 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91e425-5994-431c-b472-832d42f83870 req-70ea799e-2875-44c8-991f-196a47e45e23 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:12.219025 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2d91e425-5994-431c-b472-832d42f83870 req-70ea799e-2875-44c8-991f-196a47e45e23 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 1096 time: 0.0596175 Jan 28 13:54:12.288094 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-5eddd7a9-80c6-4d16-ba54-64f26e15fc30 service neutron] 10.222.0.39 "GET /v2.0/networks/633470d1-7cc3-4d07-bd64-35d34ee54254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647403 Jan 28 13:54:12.323215 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2d91e425-5994-431c-b472-832d42f83870 req-9c52685b-2817-4534-911d-3672fa3d7230 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=be1474d3-ea63-4be7-a367-0cc024a32432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001494 Jan 28 13:54:12.435111 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-9e32ad24-1e95-4c86-8d04-9c7d2ca22320 service neutron] 10.222.0.39 "GET /v2.0/networks/633470d1-7cc3-4d07-bd64-35d34ee54254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396821 Jan 28 13:54:12.534071 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 31367062-f016-480e-aa92-f40e8da7c674 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:54:12.691925 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 31367062-f016-480e-aa92-f40e8da7c674 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:12.694414 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (31367062-f016-480e-aa92-f40e8da7c674), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:12.962332 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 31367062-f016-480e-aa92-f40e8da7c674 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:13.100242 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b1a167e6-bfc2-4fbe-87a1-cb3ee6a3ec18 req-5d66cebc-243c-459d-8f8e-b9c34d0cc762 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae780260-2542-4d31-bb32-5a159585a54a HTTP/1.1" status: 200 len: 210 time: 0.0600941 Jan 28 13:54:13.827165 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e9db182-4564-462c-9912-9b467d0807ba req-8a4ea5e9-04e0-42b2-83de-24ecaf5cb38e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2693839 Jan 28 13:54:13.843794 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-4e9db182-4564-462c-9912-9b467d0807ba req-2ab76249-940b-4496-9d09-b7702466a5ee service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:54:13.852661 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e9db182-4564-462c-9912-9b467d0807ba req-2ab76249-940b-4496-9d09-b7702466a5ee service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104785 Jan 28 13:54:14.074851 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:54:14.257457 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-433b20f6-1fa3-4cd4-8470-f30d07c9eeed req-713455e0-8ed8-4236-9e15-c7c859d1d59c tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae780260-2542-4d31-bb32-5a159585a54a HTTP/1.1" status: 200 len: 210 time: 0.0538464 Jan 28 13:54:14.624796 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-49a4fa5f-01b9-419a-9715-4da81dcd64e2 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:14.627187 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-49a4fa5f-01b9-419a-9715-4da81dcd64e2 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.18 "GET /v2.0/networks?id=633470d1-7cc3-4d07-bd64-35d34ee54254 HTTP/1.1" status: 200 len: 797 time: 0.2207942 Jan 28 13:54:14.733298 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-94d253f9-4be1-4da3-862f-ed2d2bbbe175 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f281e4a0c8564ab9bcdd7d3d058e0db3 HTTP/1.1" status: 200 len: 379 time: 0.0971084 Jan 28 13:54:14.750847 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-69ce46b4-82a6-40a4-9aff-4cec3d12d496 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'port': {'device_id': 'ae780260-2542-4d31-bb32-5a159585a54a', 'network_id': '633470d1-7cc3-4d07-bd64-35d34ee54254', 'admin_state_up': True, 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'security_groups': ['5504c254-2226-4968-8b27-132ce734f0fb']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:14.841674 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9db182-4564-462c-9912-9b467d0807ba req-471d9773-a64f-4f75-9069-97de4e63a561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:14.843322 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e9db182-4564-462c-9912-9b467d0807ba req-471d9773-a64f-4f75-9069-97de4e63a561 service neutron] 10.222.0.39 "GET /v2.0/ports/2c978585-5198-43e5-853e-2b4ee08f1cf1 HTTP/1.1" status: 200 len: 1093 time: 0.0920508 Jan 28 13:54:14.862554 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-4e9db182-4564-462c-9912-9b467d0807ba req-69c64e8d-33dd-4751-ac7b-8e8a833300c3 service neutron] Request body: {'binding': {'host': 'n-h2-822747-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:14.863294 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-4e9db182-4564-462c-9912-9b467d0807ba req-69c64e8d-33dd-4751-ac7b-8e8a833300c3 service neutron] Unknown quota resources ['binding']. {{(pid=103351) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:54:14.989626 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-69ce46b4-82a6-40a4-9aff-4cec3d12d496 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Made reservation on behalf of f281e4a0c8564ab9bcdd7d3d058e0db3 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:54:14.994113 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-69ce46b4-82a6-40a4-9aff-4cec3d12d496 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:15.048421 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-4e9db182-4564-462c-9912-9b467d0807ba req-69c64e8d-33dd-4751-ac7b-8e8a833300c3 service neutron] Attempting to bind port 2c978585-5198-43e5-853e-2b4ee08f1cf1 on host n-h2-822747-2 for vnic_type normal with profile None {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:54:15.050514 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-4e9db182-4564-462c-9912-9b467d0807ba req-69c64e8d-33dd-4751-ac7b-8e8a833300c3 service neutron] Attempting to bind port 2c978585-5198-43e5-853e-2b4ee08f1cf1 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '86046998-3d09-41ce-be84-179cc655301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:54:15.051351 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9db182-4564-462c-9912-9b467d0807ba req-69c64e8d-33dd-4751-ac7b-8e8a833300c3 service neutron] Attempting to bind port 2c978585-5198-43e5-853e-2b4ee08f1cf1 on network e2511798-4b7a-4a7f-8206-6edcc87992c1 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:54:15.062640 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9db182-4564-462c-9912-9b467d0807ba req-69c64e8d-33dd-4751-ac7b-8e8a833300c3 service neutron] Port 2c978585-5198-43e5-853e-2b4ee08f1cf1 on network e2511798-4b7a-4a7f-8206-6edcc87992c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:54:15.063151 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9db182-4564-462c-9912-9b467d0807ba req-69c64e8d-33dd-4751-ac7b-8e8a833300c3 service neutron] Attempting to bind port 2c978585-5198-43e5-853e-2b4ee08f1cf1 on network e2511798-4b7a-4a7f-8206-6edcc87992c1 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:54:15.079351 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9db182-4564-462c-9912-9b467d0807ba req-69c64e8d-33dd-4751-ac7b-8e8a833300c3 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:54:15.080751 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9db182-4564-462c-9912-9b467d0807ba req-69c64e8d-33dd-4751-ac7b-8e8a833300c3 service neutron] Checking segment: {'id': '86046998-3d09-41ce-be84-179cc655301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:54:15.081847 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9db182-4564-462c-9912-9b467d0807ba req-69c64e8d-33dd-4751-ac7b-8e8a833300c3 service neutron] Bound using segment: {'id': '86046998-3d09-41ce-be84-179cc655301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:54:15.082471 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-4e9db182-4564-462c-9912-9b467d0807ba req-69c64e8d-33dd-4751-ac7b-8e8a833300c3 service neutron] Bound port: 2c978585-5198-43e5-853e-2b4ee08f1cf1, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86046998-3d09-41ce-be84-179cc655301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:54:15.270702 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-69ce46b4-82a6-40a4-9aff-4cec3d12d496 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Allocated IP 172.20.0.5 (633470d1-7cc3-4d07-bd64-35d34ee54254/70217e64-23eb-47db-bd4b-ab8a1c66df8e/ae4f7c42-c6da-4861-b117-c09cc25cabe1) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:15.296239 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-4e9db182-4564-462c-9912-9b467d0807ba req-69c64e8d-33dd-4751-ac7b-8e8a833300c3 service neutron] For port 2c978585-5198-43e5-853e-2b4ee08f1cf1, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=2c978585-5198-43e5-853e-2b4ee08f1cf1,segment=NetworkSegment(86046998-3d09-41ce-be84-179cc655301d),segment_id=86046998-3d09-41ce-be84-179cc655301d)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:54:15.315227 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4e9db182-4564-462c-9912-9b467d0807ba req-69c64e8d-33dd-4751-ac7b-8e8a833300c3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:15.317494 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e9db182-4564-462c-9912-9b467d0807ba req-69c64e8d-33dd-4751-ac7b-8e8a833300c3 service neutron] 10.222.0.39 "POST /v2.0/ports/2c978585-5198-43e5-853e-2b4ee08f1cf1/bindings HTTP/1.1" status: 201 len: 389 time: 0.4679756 Jan 28 13:54:15.414991 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e9ab7364-233b-4573-ba58-11383c8cb49e req-f126a3cf-1c60-4d7a-842a-bc98892fcf43 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae780260-2542-4d31-bb32-5a159585a54a HTTP/1.1" status: 200 len: 210 time: 0.0699370 Jan 28 13:54:15.699682 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9db182-4564-462c-9912-9b467d0807ba req-1bea9ddf-90fa-4c2b-8333-b0ebf679d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:15.705327 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e9db182-4564-462c-9912-9b467d0807ba req-1bea9ddf-90fa-4c2b-8333-b0ebf679d810 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 1096 time: 0.0914927 Jan 28 13:54:15.818490 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9db182-4564-462c-9912-9b467d0807ba req-eb324444-a520-4ca9-96bc-28dbfe0b3251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:15.820539 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e9db182-4564-462c-9912-9b467d0807ba req-eb324444-a520-4ca9-96bc-28dbfe0b3251 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e2511798-4b7a-4a7f-8206-6edcc87992c1 HTTP/1.1" status: 200 len: 896 time: 0.1103396 Jan 28 13:54:15.821797 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-69ce46b4-82a6-40a4-9aff-4cec3d12d496 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for port (ae4f7c42-c6da-4861-b117-c09cc25cabe1), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:15.918008 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c854dfb-364a-4055-b6ef-acea56674b2a req-4945152c-01cd-46fb-9b56-881c35a9c5d6 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:15.931579 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e9db182-4564-462c-9912-9b467d0807ba req-88c53b45-7905-4b85-9c35-77d1651d1001 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c978585-5198-43e5-853e-2b4ee08f1cf1 HTTP/1.1" status: 200 len: 1001 time: 0.1033864 Jan 28 13:54:15.932376 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0c854dfb-364a-4055-b6ef-acea56674b2a req-4945152c-01cd-46fb-9b56-881c35a9c5d6 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 945 time: 0.2839897 Jan 28 13:54:16.026214 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-69ce46b4-82a6-40a4-9aff-4cec3d12d496 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (ae4f7c42-c6da-4861-b117-c09cc25cabe1), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:16.063381 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9db182-4564-462c-9912-9b467d0807ba req-9336bbbc-2ad3-4814-aff4-82d2ff510d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:16.070795 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e9db182-4564-462c-9912-9b467d0807ba req-9336bbbc-2ad3-4814-aff4-82d2ff510d65 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93cfbf78-1960-4e55-92bb-754c098beaf1 HTTP/1.1" status: 200 len: 835 time: 0.1256611 Jan 28 13:54:16.083302 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0c854dfb-364a-4055-b6ef-acea56674b2a req-1722846c-9daf-4ae8-bb9e-1b1d508176e2 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=be1474d3-ea63-4be7-a367-0cc024a32432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498101 Jan 28 13:54:16.116103 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-69ce46b4-82a6-40a4-9aff-4cec3d12d496 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Network 633470d1-7cc3-4d07-bd64-35d34ee54254 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:16.121917 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-69ce46b4-82a6-40a4-9aff-4cec3d12d496 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:16.126694 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-69ce46b4-82a6-40a4-9aff-4cec3d12d496 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:16.130506 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce46b4-82a6-40a4-9aff-4cec3d12d496 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'Port': ['ID=ae4f7c42-c6da-4861-b117-c09cc25cabe1,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:16.141892 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9db182-4564-462c-9912-9b467d0807ba req-dd4bab3d-7d28-4723-966b-6bbca5f33642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:16.143593 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e9db182-4564-462c-9912-9b467d0807ba req-dd4bab3d-7d28-4723-966b-6bbca5f33642 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e2511798-4b7a-4a7f-8206-6edcc87992c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719783 Jan 28 13:54:16.165860 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce46b4-82a6-40a4-9aff-4cec3d12d496 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:16.166277 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce46b4-82a6-40a4-9aff-4cec3d12d496 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:16.166831 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce46b4-82a6-40a4-9aff-4cec3d12d496 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:16.167222 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce46b4-82a6-40a4-9aff-4cec3d12d496 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:16.167691 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce46b4-82a6-40a4-9aff-4cec3d12d496 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:16.168129 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce46b4-82a6-40a4-9aff-4cec3d12d496 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:16.168565 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce46b4-82a6-40a4-9aff-4cec3d12d496 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:16.169505 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce46b4-82a6-40a4-9aff-4cec3d12d496 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:16.169505 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce46b4-82a6-40a4-9aff-4cec3d12d496 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:16.170073 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce46b4-82a6-40a4-9aff-4cec3d12d496 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:16.170486 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce46b4-82a6-40a4-9aff-4cec3d12d496 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:16.170940 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce46b4-82a6-40a4-9aff-4cec3d12d496 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:16.171369 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce46b4-82a6-40a4-9aff-4cec3d12d496 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:16.198049 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-69ce46b4-82a6-40a4-9aff-4cec3d12d496 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:16.198824 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-69ce46b4-82a6-40a4-9aff-4cec3d12d496 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:16.229689 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-69ce46b4-82a6-40a4-9aff-4cec3d12d496 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4898598 Jan 28 13:54:16.245860 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-51e9fa69-9406-4853-97f7-2f6c890633bd service neutron] Request body: {'port': {'device_id': 'ae780260-2542-4d31-bb32-5a159585a54a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:16.361756 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e9db182-4564-462c-9912-9b467d0807ba req-70f6dcb7-e2d6-4238-b99f-aa0a79a5efe5 service neutron] 10.222.0.37 "GET /v2.0/networks/e2511798-4b7a-4a7f-8206-6edcc87992c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119853 Jan 28 13:54:16.426158 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-51e9fa69-9406-4853-97f7-2f6c890633bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ae4f7c42-c6da-4861-b117-c09cc25cabe1), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:16.574860 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e9ade7b6-423f-4224-889b-94e6935f5d21 None None] Provisioning complete for port ae4f7c42-c6da-4861-b117-c09cc25cabe1 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:16.579572 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9ade7b6-423f-4224-889b-94e6935f5d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ae4f7c42-c6da-4861-b117-c09cc25cabe1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:16.581119 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e9db182-4564-462c-9912-9b467d0807ba req-b1803f39-e42a-44be-a860-0e7ea9c91942 service neutron] 10.222.0.37 "GET /v2.0/networks/e2511798-4b7a-4a7f-8206-6edcc87992c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100847 Jan 28 13:54:16.660948 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e9ade7b6-423f-4224-889b-94e6935f5d21 None None] Port ae4f7c42-c6da-4861-b117-c09cc25cabe1 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:54:16.776009 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9db182-4564-462c-9912-9b467d0807ba req-005dbc2c-c82f-4185-99aa-cdd4ad408208 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:16.777497 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e9db182-4564-462c-9912-9b467d0807ba req-005dbc2c-c82f-4185-99aa-cdd4ad408208 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642&tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&binding%3Ahost_id=n-h1-822747-2 HTTP/1.1" status: 200 len: 1096 time: 0.1353016 Jan 28 13:54:16.789851 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-4e9db182-4564-462c-9912-9b467d0807ba req-36c8cb1b-945a-4fc4-abb4-aa0beffafc36 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-822747-2'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:16.790420 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b6b03-85c5-40a5-a457-33c1bef22cda req-753818f1-7d13-4653-865d-5a2719552015 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:16.798495 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ee5b6b03-85c5-40a5-a457-33c1bef22cda req-753818f1-7d13-4653-865d-5a2719552015 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae780260-2542-4d31-bb32-5a159585a54a HTTP/1.1" status: 200 len: 931 time: 0.1364114 Jan 28 13:54:16.864252 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4e9db182-4564-462c-9912-9b467d0807ba req-36c8cb1b-945a-4fc4-abb4-aa0beffafc36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2c978585-5198-43e5-853e-2b4ee08f1cf1), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:16.934378 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ee5b6b03-85c5-40a5-a457-33c1bef22cda req-d4493f2e-475e-43c6-8ac5-74795e6b7720 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=5504c254-2226-4968-8b27-132ce734f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348438 Jan 28 13:54:17.079991 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-51e9fa69-9406-4853-97f7-2f6c890633bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae4f7c42-c6da-4861-b117-c09cc25cabe1 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:54:17.089545 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-4e9db182-4564-462c-9912-9b467d0807ba req-36c8cb1b-945a-4fc4-abb4-aa0beffafc36 service neutron] For port 2c978585-5198-43e5-853e-2b4ee08f1cf1, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2c978585-5198-43e5-853e-2b4ee08f1cf1,segment=NetworkSegment(86046998-3d09-41ce-be84-179cc655301d),segment_id=86046998-3d09-41ce-be84-179cc655301d)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:17.100896 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-51e9fa69-9406-4853-97f7-2f6c890633bd service neutron] Publish callbacks [] for port (ae4f7c42-c6da-4861-b117-c09cc25cabe1), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:17.137589 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-51e9fa69-9406-4853-97f7-2f6c890633bd service neutron] Transition to ACTIVE for port object ae4f7c42-c6da-4861-b117-c09cc25cabe1 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:54:17.163012 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-51e9fa69-9406-4853-97f7-2f6c890633bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (ae4f7c42-c6da-4861-b117-c09cc25cabe1), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:17.215801 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-4e9db182-4564-462c-9912-9b467d0807ba req-36c8cb1b-945a-4fc4-abb4-aa0beffafc36 service neutron] For port 2c978585-5198-43e5-853e-2b4ee08f1cf1, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:54:17.288221 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9fa69-9406-4853-97f7-2f6c890633bd service neutron] Pushing event updated for resources: {'Port': ['ID=ae4f7c42-c6da-4861-b117-c09cc25cabe1,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:17.368385 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673bc91d-e56e-4780-b616-612611aa4642', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c978585-5198-43e5-853e-2b4ee08f1cf1'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:54:17.370720 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5c4a64-027e-4711-a9c3-723fd0e33140" -d '{"events": [{"server_uuid": "673bc91d-e56e-4780-b616-612611aa4642", "name": "network-vif-unplugged", "status": "completed", "tag": "2c978585-5198-43e5-853e-2b4ee08f1cf1"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:54:17.382097 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4e9db182-4564-462c-9912-9b467d0807ba req-36c8cb1b-945a-4fc4-abb4-aa0beffafc36 service neutron] Publish callbacks [] for port (2c978585-5198-43e5-853e-2b4ee08f1cf1), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:17.407601 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09c7eb-e9e5-43a6-b695-af66b6b0b337 req-61214c67-b4c5-4640-b4c4-64731ed03e8f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:17.421744 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db09c7eb-e9e5-43a6-b695-af66b6b0b337 req-61214c67-b4c5-4640-b4c4-64731ed03e8f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 945 time: 0.1753557 Jan 28 13:54:17.442221 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-51e9fa69-9406-4853-97f7-2f6c890633bd service neutron] Attempting to bind port ae4f7c42-c6da-4861-b117-c09cc25cabe1 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:54:17.442563 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-51e9fa69-9406-4853-97f7-2f6c890633bd service neutron] Attempting to bind port ae4f7c42-c6da-4861-b117-c09cc25cabe1 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '9a4b541c-faae-444e-8e81-0672a496cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '633470d1-7cc3-4d07-bd64-35d34ee54254'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:54:17.442896 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-51e9fa69-9406-4853-97f7-2f6c890633bd service neutron] Attempting to bind port ae4f7c42-c6da-4861-b117-c09cc25cabe1 on network 633470d1-7cc3-4d07-bd64-35d34ee54254 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:54:17.455233 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4e9db182-4564-462c-9912-9b467d0807ba req-36c8cb1b-945a-4fc4-abb4-aa0beffafc36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (2c978585-5198-43e5-853e-2b4ee08f1cf1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:17.461944 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-51e9fa69-9406-4853-97f7-2f6c890633bd service neutron] Port ae4f7c42-c6da-4861-b117-c09cc25cabe1 on network 633470d1-7cc3-4d07-bd64-35d34ee54254 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:54:17.462265 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-51e9fa69-9406-4853-97f7-2f6c890633bd service neutron] Attempting to bind port ae4f7c42-c6da-4861-b117-c09cc25cabe1 on network 633470d1-7cc3-4d07-bd64-35d34ee54254 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:54:17.481932 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-51e9fa69-9406-4853-97f7-2f6c890633bd service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:54:17.482280 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-51e9fa69-9406-4853-97f7-2f6c890633bd service neutron] Checking segment: {'id': '9a4b541c-faae-444e-8e81-0672a496cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '633470d1-7cc3-4d07-bd64-35d34ee54254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:54:17.482679 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-51e9fa69-9406-4853-97f7-2f6c890633bd service neutron] Bound using segment: {'id': '9a4b541c-faae-444e-8e81-0672a496cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '633470d1-7cc3-4d07-bd64-35d34ee54254'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:54:17.487126 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-51e9fa69-9406-4853-97f7-2f6c890633bd service neutron] Bound port: ae4f7c42-c6da-4861-b117-c09cc25cabe1, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a4b541c-faae-444e-8e81-0672a496cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '633470d1-7cc3-4d07-bd64-35d34ee54254'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:54:17.490395 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-51e9fa69-9406-4853-97f7-2f6c890633bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ae4f7c42-c6da-4861-b117-c09cc25cabe1), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:17.594561 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db09c7eb-e9e5-43a6-b695-af66b6b0b337 req-2a9effe7-b502-416f-9b33-987188f32970 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=be1474d3-ea63-4be7-a367-0cc024a32432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718428 Jan 28 13:54:17.675378 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-51e9fa69-9406-4853-97f7-2f6c890633bd service neutron] For port ae4f7c42-c6da-4861-b117-c09cc25cabe1, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:54:17.683463 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-51e9fa69-9406-4853-97f7-2f6c890633bd service neutron] For port ae4f7c42-c6da-4861-b117-c09cc25cabe1, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ae4f7c42-c6da-4861-b117-c09cc25cabe1,segment=NetworkSegment(9a4b541c-faae-444e-8e81-0672a496cb3a),segment_id=9a4b541c-faae-444e-8e81-0672a496cb3a)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:54:17.697035 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-51e9fa69-9406-4853-97f7-2f6c890633bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (ae4f7c42-c6da-4861-b117-c09cc25cabe1), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:17.744964 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-51e9fa69-9406-4853-97f7-2f6c890633bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:17.745506 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-51e9fa69-9406-4853-97f7-2f6c890633bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:17.747536 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-51e9fa69-9406-4853-97f7-2f6c890633bd service neutron] 10.222.0.18 "PUT /v2.0/ports/ae4f7c42-c6da-4861-b117-c09cc25cabe1 HTTP/1.1" status: 200 len: 1091 time: 1.5091963 Jan 28 13:54:17.747991 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae780260-2542-4d31-bb32-5a159585a54a', 'tag': 'ae4f7c42-c6da-4861-b117-c09cc25cabe1'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:54:17.750311 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7009ff4f-8352-4996-b3e7-0613acb09d46" -d '{"events": [{"name": "network-changed", "server_uuid": "ae780260-2542-4d31-bb32-5a159585a54a", "tag": "ae4f7c42-c6da-4861-b117-c09cc25cabe1"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:54:17.821333 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad48f82-0836-49f4-9ec4-0a5e035cd5fa x-openstack-request-id: req-5ad48f82-0836-49f4-9ec4-0a5e035cd5fa {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:54:17.821642 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673bc91d-e56e-4780-b616-612611aa4642", "name": "network-vif-unplugged", "status": "completed", "tag": "2c978585-5198-43e5-853e-2b4ee08f1cf1", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:54:17.821890 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5ad48f82-0836-49f4-9ec4-0a5e035cd5fa {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:54:17.822296 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673bc91d-e56e-4780-b616-612611aa4642', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c978585-5198-43e5-853e-2b4ee08f1cf1', 'code': 200} Jan 28 13:54:17.842420 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8cb1b-945a-4fc4-abb4-aa0beffafc36 service neutron] Pushing event updated for resources: {'Port': ['ID=2c978585-5198-43e5-853e-2b4ee08f1cf1,revision_number=7']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:17.856721 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-4e9db182-4564-462c-9912-9b467d0807ba req-36c8cb1b-945a-4fc4-abb4-aa0beffafc36 service neutron] Attempting to bind port 2c978585-5198-43e5-853e-2b4ee08f1cf1 on host n-h1-822747-2 for vnic_type normal with profile {"migrating_to": "n-h2-822747-2"} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:54:17.857057 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-4e9db182-4564-462c-9912-9b467d0807ba req-36c8cb1b-945a-4fc4-abb4-aa0beffafc36 service neutron] Attempting to bind port 2c978585-5198-43e5-853e-2b4ee08f1cf1 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '86046998-3d09-41ce-be84-179cc655301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:54:17.857386 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9db182-4564-462c-9912-9b467d0807ba req-36c8cb1b-945a-4fc4-abb4-aa0beffafc36 service neutron] Attempting to bind port 2c978585-5198-43e5-853e-2b4ee08f1cf1 on network e2511798-4b7a-4a7f-8206-6edcc87992c1 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:54:17.863535 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee4b34d-7d74-46c8-afbb-57be04c0d5fa x-openstack-request-id: req-eee4b34d-7d74-46c8-afbb-57be04c0d5fa {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:54:17.863900 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae780260-2542-4d31-bb32-5a159585a54a", "tag": "ae4f7c42-c6da-4861-b117-c09cc25cabe1", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:54:17.864093 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eee4b34d-7d74-46c8-afbb-57be04c0d5fa {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:54:17.864521 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae780260-2542-4d31-bb32-5a159585a54a', 'tag': 'ae4f7c42-c6da-4861-b117-c09cc25cabe1', 'status': 'completed', 'code': 200} Jan 28 13:54:17.869410 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9db182-4564-462c-9912-9b467d0807ba req-36c8cb1b-945a-4fc4-abb4-aa0beffafc36 service neutron] Port 2c978585-5198-43e5-853e-2b4ee08f1cf1 on network e2511798-4b7a-4a7f-8206-6edcc87992c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:54:17.869765 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9db182-4564-462c-9912-9b467d0807ba req-36c8cb1b-945a-4fc4-abb4-aa0beffafc36 service neutron] Attempting to bind port 2c978585-5198-43e5-853e-2b4ee08f1cf1 on network e2511798-4b7a-4a7f-8206-6edcc87992c1 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:54:17.875640 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9db182-4564-462c-9912-9b467d0807ba req-36c8cb1b-945a-4fc4-abb4-aa0beffafc36 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:54:17.875990 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9db182-4564-462c-9912-9b467d0807ba req-36c8cb1b-945a-4fc4-abb4-aa0beffafc36 service neutron] Checking segment: {'id': '86046998-3d09-41ce-be84-179cc655301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:54:17.876386 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9db182-4564-462c-9912-9b467d0807ba req-36c8cb1b-945a-4fc4-abb4-aa0beffafc36 service neutron] Bound using segment: {'id': '86046998-3d09-41ce-be84-179cc655301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:54:17.876827 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-4e9db182-4564-462c-9912-9b467d0807ba req-36c8cb1b-945a-4fc4-abb4-aa0beffafc36 service neutron] Bound port: 2c978585-5198-43e5-853e-2b4ee08f1cf1, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86046998-3d09-41ce-be84-179cc655301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:54:17.877192 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4e9db182-4564-462c-9912-9b467d0807ba req-36c8cb1b-945a-4fc4-abb4-aa0beffafc36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2c978585-5198-43e5-853e-2b4ee08f1cf1), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:17.877302 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9fa69-9406-4853-97f7-2f6c890633bd service neutron] Pushing event updated for resources: {'Port': ['ID=ae4f7c42-c6da-4861-b117-c09cc25cabe1,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:17.907078 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-ebcdbc76-f6e4-4bda-8aa4-a60ab734f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:17.909644 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-ebcdbc76-f6e4-4bda-8aa4-a60ab734f8ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f281e4a0c8564ab9bcdd7d3d058e0db3&device_id=ae780260-2542-4d31-bb32-5a159585a54a HTTP/1.1" status: 200 len: 1094 time: 0.0958142 Jan 28 13:54:17.912618 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:18.004104 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-4d343641-2034-46b0-bb9f-c3a5dd1fe134 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae4f7c42-c6da-4861-b117-c09cc25cabe1 HTTP/1.1" status: 200 len: 217 time: 0.0873713 Jan 28 13:54:18.024200 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-4e9db182-4564-462c-9912-9b467d0807ba req-36c8cb1b-945a-4fc4-abb4-aa0beffafc36 service neutron] For port 2c978585-5198-43e5-853e-2b4ee08f1cf1, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:54:18.028800 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-4e9db182-4564-462c-9912-9b467d0807ba req-36c8cb1b-945a-4fc4-abb4-aa0beffafc36 service neutron] For port 2c978585-5198-43e5-853e-2b4ee08f1cf1, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2c978585-5198-43e5-853e-2b4ee08f1cf1,segment=NetworkSegment(86046998-3d09-41ce-be84-179cc655301d),segment_id=86046998-3d09-41ce-be84-179cc655301d)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:54:18.042086 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4e9db182-4564-462c-9912-9b467d0807ba req-36c8cb1b-945a-4fc4-abb4-aa0beffafc36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (2c978585-5198-43e5-853e-2b4ee08f1cf1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:18.150384 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-3de51160-e222-45b3-9b5f-3ee431d30b8a None None] Provisioning complete for port 2c978585-5198-43e5-853e-2b4ee08f1cf1 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:18.151161 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3de51160-e222-45b3-9b5f-3ee431d30b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2c978585-5198-43e5-853e-2b4ee08f1cf1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:18.171326 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8cb1b-945a-4fc4-abb4-aa0beffafc36 service neutron] Pushing event updated for resources: {'Port': ['ID=2c978585-5198-43e5-853e-2b4ee08f1cf1,revision_number=8']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:18.171915 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-356b75ed-2194-4afb-b6e0-e964d4dd69dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:18.173436 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-356b75ed-2194-4afb-b6e0-e964d4dd69dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=70217e64-23eb-47db-bd4b-ab8a1c66df8e HTTP/1.1" status: 200 len: 834 time: 0.1607337 Jan 28 13:54:18.280738 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19991e-ace2-404f-8479-28a80e7c3b34 req-1a8645bb-d5f7-4719-baf2-c26929d754e2 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:18.303189 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bc19991e-ace2-404f-8479-28a80e7c3b34 req-1a8645bb-d5f7-4719-baf2-c26929d754e2 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae780260-2542-4d31-bb32-5a159585a54a HTTP/1.1" status: 200 len: 943 time: 0.2163379 Jan 28 13:54:18.326959 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3de51160-e222-45b3-9b5f-3ee431d30b8a None None] Current status of the port 2c978585-5198-43e5-853e-2b4ee08f1cf1 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:18.327397 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3de51160-e222-45b3-9b5f-3ee431d30b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2c978585-5198-43e5-853e-2b4ee08f1cf1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:18.373081 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-75ba8020-65e9-4289-b02d-564cd4cd7943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:18.376503 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-75ba8020-65e9-4289-b02d-564cd4cd7943 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=633470d1-7cc3-4d07-bd64-35d34ee54254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1754336 Jan 28 13:54:18.379527 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9db182-4564-462c-9912-9b467d0807ba req-36c8cb1b-945a-4fc4-abb4-aa0beffafc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:18.380157 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4e9db182-4564-462c-9912-9b467d0807ba req-36c8cb1b-945a-4fc4-abb4-aa0beffafc36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:18.381657 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e9db182-4564-462c-9912-9b467d0807ba req-36c8cb1b-945a-4fc4-abb4-aa0beffafc36 service neutron] 10.222.0.37 "PUT /v2.0/ports/2c978585-5198-43e5-853e-2b4ee08f1cf1 HTTP/1.1" status: 200 len: 1121 time: 1.5972195 Jan 28 13:54:18.440298 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-3de51160-e222-45b3-9b5f-3ee431d30b8a None None] For port 2c978585-5198-43e5-853e-2b4ee08f1cf1, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2c978585-5198-43e5-853e-2b4ee08f1cf1,segment=NetworkSegment(86046998-3d09-41ce-be84-179cc655301d),segment_id=86046998-3d09-41ce-be84-179cc655301d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:18.447373 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673bc91d-e56e-4780-b616-612611aa4642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c978585-5198-43e5-853e-2b4ee08f1cf1'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:54:18.459981 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767bcb54-b472-4c55-bd70-b462d8be5097" -d '{"events": [{"server_uuid": "673bc91d-e56e-4780-b616-612611aa4642", "name": "network-vif-plugged", "status": "completed", "tag": "2c978585-5198-43e5-853e-2b4ee08f1cf1"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:54:18.483447 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3de51160-e222-45b3-9b5f-3ee431d30b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2c978585-5198-43e5-853e-2b4ee08f1cf1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:18.546057 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['2c978585-5198-43e5-853e-2b4ee08f1cf1'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:54:18.561544 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bc19991e-ace2-404f-8479-28a80e7c3b34 req-91c96054-d258-4d35-b3de-3587ca7b0411 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=5504c254-2226-4968-8b27-132ce734f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2572322 Jan 28 13:54:18.734067 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56736f2e-6849-4053-80da-ab8372e13cea x-openstack-request-id: req-56736f2e-6849-4053-80da-ab8372e13cea {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:54:18.734678 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673bc91d-e56e-4780-b616-612611aa4642", "name": "network-vif-plugged", "status": "completed", "tag": "2c978585-5198-43e5-853e-2b4ee08f1cf1", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:54:18.735169 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-56736f2e-6849-4053-80da-ab8372e13cea {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:54:18.735745 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673bc91d-e56e-4780-b616-612611aa4642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c978585-5198-43e5-853e-2b4ee08f1cf1', 'code': 200} Jan 28 13:54:18.789596 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3cdfe8-7888-4f5c-ada7-6045ba4d0ed7 req-84f2cc86-6e17-4d38-98e5-b5cab9eb0b91 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:18.791369 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ab3cdfe8-7888-4f5c-ada7-6045ba4d0ed7 req-84f2cc86-6e17-4d38-98e5-b5cab9eb0b91 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 945 time: 0.0875812 Jan 28 13:54:18.831478 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de51160-e222-45b3-9b5f-3ee431d30b8a None None] Pushing event updated for resources: {'Port': ['ID=2c978585-5198-43e5-853e-2b4ee08f1cf1,revision_number=9']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:18.861352 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de51160-e222-45b3-9b5f-3ee431d30b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:18.861938 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de51160-e222-45b3-9b5f-3ee431d30b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:18.862441 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de51160-e222-45b3-9b5f-3ee431d30b8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:18.862971 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de51160-e222-45b3-9b5f-3ee431d30b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:18.863480 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de51160-e222-45b3-9b5f-3ee431d30b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:18.863990 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de51160-e222-45b3-9b5f-3ee431d30b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:18.864475 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de51160-e222-45b3-9b5f-3ee431d30b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:18.871477 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de51160-e222-45b3-9b5f-3ee431d30b8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:18.872082 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de51160-e222-45b3-9b5f-3ee431d30b8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:18.872652 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de51160-e222-45b3-9b5f-3ee431d30b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:18.873166 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de51160-e222-45b3-9b5f-3ee431d30b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:18.873672 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de51160-e222-45b3-9b5f-3ee431d30b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:18.874157 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de51160-e222-45b3-9b5f-3ee431d30b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:18.889423 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ab3cdfe8-7888-4f5c-ada7-6045ba4d0ed7 req-5f426fac-7f26-44af-b0d8-eff963cbd8dd tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=be1474d3-ea63-4be7-a367-0cc024a32432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889118 Jan 28 13:54:19.107816 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-41245432-30e3-4afd-94c4-89f88a3d1e80 service neutron] 10.222.0.18 "GET /v2.0/networks/633470d1-7cc3-4d07-bd64-35d34ee54254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7031376 Jan 28 13:54:19.165978 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-5fa5dbed-cdab-426d-a639-f87506a3749b None None] Provisioning complete for port 2c978585-5198-43e5-853e-2b4ee08f1cf1 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:19.166614 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5fa5dbed-cdab-426d-a639-f87506a3749b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2c978585-5198-43e5-853e-2b4ee08f1cf1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:19.220636 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77ea5505-9260-4605-b59c-f3f2c1aca0d3 req-0dabe483-4827-475b-abb5-ae773b5fa5da service neutron] 10.222.0.18 "GET /v2.0/networks/633470d1-7cc3-4d07-bd64-35d34ee54254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060514 Jan 28 13:54:19.364098 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009ff4f-8352-4996-b3e7-0613acb09d46 req-bb7fde99-4690-4f05-8065-b99055164d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:19.367067 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7009ff4f-8352-4996-b3e7-0613acb09d46 req-bb7fde99-4690-4f05-8065-b99055164d23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f281e4a0c8564ab9bcdd7d3d058e0db3&device_id=ae780260-2542-4d31-bb32-5a159585a54a HTTP/1.1" status: 200 len: 1094 time: 0.0822346 Jan 28 13:54:19.521321 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5fa5dbed-cdab-426d-a639-f87506a3749b None None] Current status of the port 2c978585-5198-43e5-853e-2b4ee08f1cf1 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:19.539188 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009ff4f-8352-4996-b3e7-0613acb09d46 req-4941855c-5356-444e-a3ea-a534a436cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:19.540712 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7009ff4f-8352-4996-b3e7-0613acb09d46 req-4941855c-5356-444e-a3ea-a534a436cbfe service neutron] 10.222.0.18 "GET /v2.0/networks?id=633470d1-7cc3-4d07-bd64-35d34ee54254 HTTP/1.1" status: 200 len: 897 time: 0.1659243 Jan 28 13:54:19.597863 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7009ff4f-8352-4996-b3e7-0613acb09d46 req-332e061d-cccf-4223-975a-7877654dabc5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae4f7c42-c6da-4861-b117-c09cc25cabe1 HTTP/1.1" status: 200 len: 217 time: 0.0495167 Jan 28 13:54:19.702751 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009ff4f-8352-4996-b3e7-0613acb09d46 req-f10f29e2-9dba-4d3a-9e4b-44563729ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:19.705084 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7009ff4f-8352-4996-b3e7-0613acb09d46 req-f10f29e2-9dba-4d3a-9e4b-44563729ad42 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=70217e64-23eb-47db-bd4b-ab8a1c66df8e HTTP/1.1" status: 200 len: 834 time: 0.1003752 Jan 28 13:54:19.818961 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572ab07-5d72-4d5f-a5a2-76091a24a871 req-287ffa27-f393-4981-8348-71ac2d872a8d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:19.820338 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8572ab07-5d72-4d5f-a5a2-76091a24a871 req-287ffa27-f393-4981-8348-71ac2d872a8d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae780260-2542-4d31-bb32-5a159585a54a HTTP/1.1" status: 200 len: 943 time: 0.0888579 Jan 28 13:54:19.823023 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009ff4f-8352-4996-b3e7-0613acb09d46 req-62ca113a-dd6f-4354-b1fa-9a0857db29e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:19.824006 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '673bc91d-e56e-4780-b616-612611aa4642', 'tag': '2c978585-5198-43e5-853e-2b4ee08f1cf1'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:54:19.824507 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7009ff4f-8352-4996-b3e7-0613acb09d46 req-62ca113a-dd6f-4354-b1fa-9a0857db29e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=633470d1-7cc3-4d07-bd64-35d34ee54254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099455 Jan 28 13:54:19.826446 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2418c0b8-fb97-4d51-84a4-426d37d08373" -d '{"events": [{"name": "network-changed", "server_uuid": "673bc91d-e56e-4780-b616-612611aa4642", "tag": "2c978585-5198-43e5-853e-2b4ee08f1cf1"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:54:19.878957 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dfe12c-276a-44ca-8c82-34f90e14c76a x-openstack-request-id: req-64dfe12c-276a-44ca-8c82-34f90e14c76a {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:54:19.879233 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "673bc91d-e56e-4780-b616-612611aa4642", "tag": "2c978585-5198-43e5-853e-2b4ee08f1cf1", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:54:19.879489 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-64dfe12c-276a-44ca-8c82-34f90e14c76a {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:54:19.879894 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '673bc91d-e56e-4780-b616-612611aa4642', 'tag': '2c978585-5198-43e5-853e-2b4ee08f1cf1', 'status': 'completed', 'code': 200} Jan 28 13:54:19.941619 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8572ab07-5d72-4d5f-a5a2-76091a24a871 req-10600b27-291d-44d4-9208-4af8c3ee235b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=5504c254-2226-4968-8b27-132ce734f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159632 Jan 28 13:54:19.959653 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:19.995325 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7009ff4f-8352-4996-b3e7-0613acb09d46 req-36d1d07d-9a65-4053-b969-f3f64c79e1d4 service neutron] 10.222.0.18 "GET /v2.0/networks/633470d1-7cc3-4d07-bd64-35d34ee54254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438131 Jan 28 13:54:20.007149 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418c0b8-fb97-4d51-84a4-426d37d08373 req-6998e023-1ff3-4ab1-9bd5-270a93f1a973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:20.014733 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2418c0b8-fb97-4d51-84a4-426d37d08373 req-6998e023-1ff3-4ab1-9bd5-270a93f1a973 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 1126 time: 0.0991962 Jan 28 13:54:20.139513 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418c0b8-fb97-4d51-84a4-426d37d08373 req-7996a0f0-e965-4a6e-b5c8-d49eba1901ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:20.141398 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2418c0b8-fb97-4d51-84a4-426d37d08373 req-7996a0f0-e965-4a6e-b5c8-d49eba1901ec service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2511798-4b7a-4a7f-8206-6edcc87992c1 HTTP/1.1" status: 200 len: 896 time: 0.1186504 Jan 28 13:54:20.144164 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7009ff4f-8352-4996-b3e7-0613acb09d46 req-0f9bc7d0-dccb-4ebd-a50d-8bda657540dc service neutron] 10.222.0.18 "GET /v2.0/networks/633470d1-7cc3-4d07-bd64-35d34ee54254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414750 Jan 28 13:54:20.253117 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c23a8-bdd8-4538-b6be-3f3595bc50a2 req-b9ca2c3e-34dc-4ad2-9050-8fea6f5efe5f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:20.255573 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-912c23a8-bdd8-4538-b6be-3f3595bc50a2 req-b9ca2c3e-34dc-4ad2-9050-8fea6f5efe5f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 945 time: 0.1130502 Jan 28 13:54:20.302453 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2418c0b8-fb97-4d51-84a4-426d37d08373 req-fdb72efc-0571-4471-a380-2e9eb30765a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c978585-5198-43e5-853e-2b4ee08f1cf1 HTTP/1.1" status: 200 len: 1001 time: 0.1273677 Jan 28 13:54:20.378446 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-912c23a8-bdd8-4538-b6be-3f3595bc50a2 req-d81a0822-2502-4eb6-bcd6-dd1588307616 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=be1474d3-ea63-4be7-a367-0cc024a32432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064427 Jan 28 13:54:20.389278 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418c0b8-fb97-4d51-84a4-426d37d08373 req-d3cff72b-a786-41cd-aa7c-14b8c36f8515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:20.391134 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2418c0b8-fb97-4d51-84a4-426d37d08373 req-d3cff72b-a786-41cd-aa7c-14b8c36f8515 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93cfbf78-1960-4e55-92bb-754c098beaf1 HTTP/1.1" status: 200 len: 835 time: 0.0820363 Jan 28 13:54:20.451418 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418c0b8-fb97-4d51-84a4-426d37d08373 req-518436dd-63a5-4d61-9615-54d4b16726e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:20.452867 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2418c0b8-fb97-4d51-84a4-426d37d08373 req-518436dd-63a5-4d61-9615-54d4b16726e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2511798-4b7a-4a7f-8206-6edcc87992c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550685 Jan 28 13:54:20.557266 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2418c0b8-fb97-4d51-84a4-426d37d08373 req-e6e7d359-c5b9-454c-bfb8-fc4a1eb2a00f service neutron] 10.222.0.18 "GET /v2.0/networks/e2511798-4b7a-4a7f-8206-6edcc87992c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966063 Jan 28 13:54:20.677423 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2418c0b8-fb97-4d51-84a4-426d37d08373 req-f3709843-9acd-432c-b028-6654dc25d9dc service neutron] 10.222.0.18 "GET /v2.0/networks/e2511798-4b7a-4a7f-8206-6edcc87992c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122639 Jan 28 13:54:21.020646 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 2c978585-5198-43e5-853e-2b4ee08f1cf1 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:54:21.112051 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87feaf-408c-4ba1-86b9-f6f4b0e22a39 req-ae1b5f85-b20c-409f-943a-66fbd232de2d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:21.120210 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6f87feaf-408c-4ba1-86b9-f6f4b0e22a39 req-ae1b5f85-b20c-409f-943a-66fbd232de2d tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae780260-2542-4d31-bb32-5a159585a54a HTTP/1.1" status: 200 len: 943 time: 0.0842185 Jan 28 13:54:21.131346 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 2c978585-5198-43e5-853e-2b4ee08f1cf1, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2c978585-5198-43e5-853e-2b4ee08f1cf1,segment=NetworkSegment(86046998-3d09-41ce-be84-179cc655301d),segment_id=86046998-3d09-41ce-be84-179cc655301d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:21.142986 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 2c978585-5198-43e5-853e-2b4ee08f1cf1 has no active binding in host n-h2-822747-2 {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 13:54:21.183491 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6f87feaf-408c-4ba1-86b9-f6f4b0e22a39 req-9d577c0d-577d-40cc-ac9f-947b6ad6346b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=5504c254-2226-4968-8b27-132ce734f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618081 Jan 28 13:54:21.531038 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13156220-e013-454f-bf74-a06158c0931d req-f62e7fe6-481a-4ce5-9242-097e2003af98 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:21.534523 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-13156220-e013-454f-bf74-a06158c0931d req-f62e7fe6-481a-4ce5-9242-097e2003af98 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 945 time: 0.0643816 Jan 28 13:54:21.610396 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-13156220-e013-454f-bf74-a06158c0931d req-6b91c530-c913-43c1-bfb0-4509b986434d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=be1474d3-ea63-4be7-a367-0cc024a32432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700972 Jan 28 13:54:22.321061 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd225d-9130-4318-a0ac-9446ca7c6b98 req-c3af29d7-1858-4420-81a3-85a6a53a6d92 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:22.322565 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-57cd225d-9130-4318-a0ac-9446ca7c6b98 req-c3af29d7-1858-4420-81a3-85a6a53a6d92 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae780260-2542-4d31-bb32-5a159585a54a HTTP/1.1" status: 200 len: 943 time: 0.0589855 Jan 28 13:54:22.384870 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-57cd225d-9130-4318-a0ac-9446ca7c6b98 req-692f4b0a-2f88-4850-a91b-a4ac10204acb tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=5504c254-2226-4968-8b27-132ce734f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533466 Jan 28 13:54:22.757882 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d028a-cc9c-44ee-bc82-6f09fdf6fd46 req-05741c46-568f-498f-8877-a2323125cb07 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:22.765900 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-198d028a-cc9c-44ee-bc82-6f09fdf6fd46 req-05741c46-568f-498f-8877-a2323125cb07 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 945 time: 0.0764303 Jan 28 13:54:22.867977 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-198d028a-cc9c-44ee-bc82-6f09fdf6fd46 req-0a06dff9-379e-4042-9e19-ceb493e8fc43 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=be1474d3-ea63-4be7-a367-0cc024a32432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004395 Jan 28 13:54:23.198698 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device ae4f7c42-c6da-4861-b117-c09cc25cabe1 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:54:23.311849 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port ae4f7c42-c6da-4861-b117-c09cc25cabe1, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ae4f7c42-c6da-4861-b117-c09cc25cabe1,segment=NetworkSegment(9a4b541c-faae-444e-8e81-0672a496cb3a),segment_id=9a4b541c-faae-444e-8e81-0672a496cb3a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:23.323098 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'ae4f7c42-c6da-4861-b117-c09cc25cabe1', 'network_id': '633470d1-7cc3-4d07-bd64-35d34ee54254', 'port_id': 'ae4f7c42-c6da-4861-b117-c09cc25cabe1', 'mac_address': 'fa:16:3e:2d:39:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70217e64-23eb-47db-bd4b-ab8a1c66df8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:54:23.367694 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port ae4f7c42-c6da-4861-b117-c09cc25cabe1 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:23.368077 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ae4f7c42-c6da-4861-b117-c09cc25cabe1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:23.384158 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae4f7c42-c6da-4861-b117-c09cc25cabe1 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:54:23.406900 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port ae4f7c42-c6da-4861-b117-c09cc25cabe1, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ae4f7c42-c6da-4861-b117-c09cc25cabe1,segment=NetworkSegment(9a4b541c-faae-444e-8e81-0672a496cb3a),segment_id=9a4b541c-faae-444e-8e81-0672a496cb3a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:23.414051 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ae4f7c42-c6da-4861-b117-c09cc25cabe1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:23.476391 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=ae4f7c42-c6da-4861-b117-c09cc25cabe1,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:23.556824 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542139bb-0dec-4ea1-843b-9678bb4d815d req-f04749f6-5da5-458a-89ca-4577b2b5f149 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:23.558594 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-542139bb-0dec-4ea1-843b-9678bb4d815d req-f04749f6-5da5-458a-89ca-4577b2b5f149 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae780260-2542-4d31-bb32-5a159585a54a HTTP/1.1" status: 200 len: 944 time: 0.0511000 Jan 28 13:54:23.612170 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-542139bb-0dec-4ea1-843b-9678bb4d815d req-387dd6cf-4d69-47c6-a2a5-ffaf79ec2cc9 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=5504c254-2226-4968-8b27-132ce734f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469177 Jan 28 13:54:23.638342 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['ae4f7c42-c6da-4861-b117-c09cc25cabe1'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:54:24.034340 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d056ec4-5a2f-400e-8008-4a10feba91d8 req-30ebcb91-68b5-488a-9935-a9c5f79d9362 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:24.042643 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2d056ec4-5a2f-400e-8008-4a10feba91d8 req-30ebcb91-68b5-488a-9935-a9c5f79d9362 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 945 time: 0.0870779 Jan 28 13:54:24.099506 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2d056ec4-5a2f-400e-8008-4a10feba91d8 req-fd478c24-929c-43d8-abbc-0e59725f1d5a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=be1474d3-ea63-4be7-a367-0cc024a32432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557537 Jan 28 13:54:24.742218 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c927051-fc5a-432b-9b2b-565f1459b9b8 req-97cc3ec9-3ab4-43e5-81eb-66d46b58670c tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:24.744413 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c927051-fc5a-432b-9b2b-565f1459b9b8 req-97cc3ec9-3ab4-43e5-81eb-66d46b58670c tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae780260-2542-4d31-bb32-5a159585a54a HTTP/1.1" status: 200 len: 944 time: 0.0496659 Jan 28 13:54:24.804307 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c927051-fc5a-432b-9b2b-565f1459b9b8 req-91c2b975-a4c9-433a-86bc-27ccfead04ae tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=5504c254-2226-4968-8b27-132ce734f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537851 Jan 28 13:54:25.216777 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device ae4f7c42-c6da-4861-b117-c09cc25cabe1 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:54:25.246474 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e401d-a20a-4329-a5e0-1a592c498810 req-4bee3de8-9757-4353-82c5-e1e2d0750f04 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:25.248091 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-351e401d-a20a-4329-a5e0-1a592c498810 req-4bee3de8-9757-4353-82c5-e1e2d0750f04 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 945 time: 0.0565901 Jan 28 13:54:25.300989 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port ae4f7c42-c6da-4861-b117-c09cc25cabe1 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:54:25.305379 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port ae4f7c42-c6da-4861-b117-c09cc25cabe1 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:25.305991 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ae4f7c42-c6da-4861-b117-c09cc25cabe1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:25.316365 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-351e401d-a20a-4329-a5e0-1a592c498810 req-00ec89c0-3d1c-4515-bb7b-1c18b191abab tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=be1474d3-ea63-4be7-a367-0cc024a32432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621519 Jan 28 13:54:25.437409 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port ae4f7c42-c6da-4861-b117-c09cc25cabe1 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:25.437637 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ae4f7c42-c6da-4861-b117-c09cc25cabe1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:25.470603 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae780260-2542-4d31-bb32-5a159585a54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4f7c42-c6da-4861-b117-c09cc25cabe1'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:54:25.474086 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcc54ba-c5c4-49a6-bec8-16e2656acee1" -d '{"events": [{"server_uuid": "ae780260-2542-4d31-bb32-5a159585a54a", "name": "network-vif-plugged", "status": "completed", "tag": "ae4f7c42-c6da-4861-b117-c09cc25cabe1"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:54:25.490441 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port ae4f7c42-c6da-4861-b117-c09cc25cabe1, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ae4f7c42-c6da-4861-b117-c09cc25cabe1,segment=NetworkSegment(9a4b541c-faae-444e-8e81-0672a496cb3a),segment_id=9a4b541c-faae-444e-8e81-0672a496cb3a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:25.497368 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ae4f7c42-c6da-4861-b117-c09cc25cabe1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:25.573987 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b537cc-2255-4254-accd-efc17918ee38 x-openstack-request-id: req-55b537cc-2255-4254-accd-efc17918ee38 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:54:25.574416 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae780260-2542-4d31-bb32-5a159585a54a", "name": "network-vif-plugged", "status": "completed", "tag": "ae4f7c42-c6da-4861-b117-c09cc25cabe1", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:54:25.574678 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-55b537cc-2255-4254-accd-efc17918ee38 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:54:25.575517 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae780260-2542-4d31-bb32-5a159585a54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4f7c42-c6da-4861-b117-c09cc25cabe1', 'code': 200} Jan 28 13:54:25.577535 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=ae4f7c42-c6da-4861-b117-c09cc25cabe1,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:25.673177 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e34fd-2725-4f9c-95d6-470616dcea77 req-873e13bb-10d9-44cf-b0f8-de11ee41cfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:25.674639 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-509e34fd-2725-4f9c-95d6-470616dcea77 req-873e13bb-10d9-44cf-b0f8-de11ee41cfd3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae780260-2542-4d31-bb32-5a159585a54a HTTP/1.1" status: 200 len: 1096 time: 0.0525968 Jan 28 13:54:25.732468 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-509e34fd-2725-4f9c-95d6-470616dcea77 req-4a1e0133-6b5a-4d3c-9f28-8abcfba7fd93 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5504c254-2226-4968-8b27-132ce734f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514784 Jan 28 13:54:25.943672 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed0277-a1b1-4961-bd35-f64d5a36f782 req-cc7cd4c6-44d8-492a-93f3-bd6ba614dbc5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:25.951046 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f1ed0277-a1b1-4961-bd35-f64d5a36f782 req-cc7cd4c6-44d8-492a-93f3-bd6ba614dbc5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae780260-2542-4d31-bb32-5a159585a54a HTTP/1.1" status: 200 len: 945 time: 0.0750337 Jan 28 13:54:26.040486 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f1ed0277-a1b1-4961-bd35-f64d5a36f782 req-8ca58c0d-3903-4b0f-b20c-19987b5f2957 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=5504c254-2226-4968-8b27-132ce734f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836961 Jan 28 13:54:26.480046 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e4173-9e5a-4707-80b9-da5455a8bfe1 req-c362ed69-9568-4d5c-a812-55d4751c83bd tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:26.481944 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-011e4173-9e5a-4707-80b9-da5455a8bfe1 req-c362ed69-9568-4d5c-a812-55d4751c83bd tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 945 time: 0.0715923 Jan 28 13:54:26.536421 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-011e4173-9e5a-4707-80b9-da5455a8bfe1 req-0b3189d5-8eb4-4ac7-aef2-1821fef781f0 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=be1474d3-ea63-4be7-a367-0cc024a32432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476298 Jan 28 13:54:26.639123 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e9db182-4564-462c-9912-9b467d0807ba req-fe8dc6d2-b849-4416-be86-fb57e3565cc5 service neutron] 10.222.0.18 "GET /v2.0/ports/2c978585-5198-43e5-853e-2b4ee08f1cf1/bindings/n-h2-822747-2 HTTP/1.1" status: 200 len: 384 time: 0.0628533 Jan 28 13:54:27.177542 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90bd3f-7028-49ce-9350-6e4d11e8e8e3 req-2ef8db43-3e68-40f4-ba9f-e1262ead8ea1 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:27.179888 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dc90bd3f-7028-49ce-9350-6e4d11e8e8e3 req-2ef8db43-3e68-40f4-ba9f-e1262ead8ea1 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae780260-2542-4d31-bb32-5a159585a54a HTTP/1.1" status: 200 len: 945 time: 0.0592017 Jan 28 13:54:27.182225 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-4e9db182-4564-462c-9912-9b467d0807ba req-316a9bc8-f429-496e-b50b-675ae254864d service neutron] For port 2c978585-5198-43e5-853e-2b4ee08f1cf1, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2c978585-5198-43e5-853e-2b4ee08f1cf1,segment=NetworkSegment(86046998-3d09-41ce-be84-179cc655301d),segment_id=86046998-3d09-41ce-be84-179cc655301d)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:27.211555 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-4e9db182-4564-462c-9912-9b467d0807ba req-316a9bc8-f429-496e-b50b-675ae254864d service neutron] For port 2c978585-5198-43e5-853e-2b4ee08f1cf1, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:54:27.240076 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dc90bd3f-7028-49ce-9350-6e4d11e8e8e3 req-f21f3ba5-5953-4de1-a0e7-9861be5a032b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=5504c254-2226-4968-8b27-132ce734f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540648 Jan 28 13:54:27.254602 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673bc91d-e56e-4780-b616-612611aa4642', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c978585-5198-43e5-853e-2b4ee08f1cf1'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:54:27.257085 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ad6b7d-0fbf-4fcb-9025-238e3dfa8b72" -d '{"events": [{"server_uuid": "673bc91d-e56e-4780-b616-612611aa4642", "name": "network-vif-unplugged", "status": "completed", "tag": "2c978585-5198-43e5-853e-2b4ee08f1cf1"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:54:27.264206 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-4e9db182-4564-462c-9912-9b467d0807ba req-316a9bc8-f429-496e-b50b-675ae254864d service neutron] For port 2c978585-5198-43e5-853e-2b4ee08f1cf1, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=2c978585-5198-43e5-853e-2b4ee08f1cf1,segment=NetworkSegment(86046998-3d09-41ce-be84-179cc655301d),segment_id=86046998-3d09-41ce-be84-179cc655301d)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:27.284338 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4e9db182-4564-462c-9912-9b467d0807ba req-316a9bc8-f429-496e-b50b-675ae254864d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2c978585-5198-43e5-853e-2b4ee08f1cf1), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:27.334185 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa340ad-d84f-4144-b986-94208ca7be5b x-openstack-request-id: req-0aa340ad-d84f-4144-b986-94208ca7be5b {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:54:27.334485 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673bc91d-e56e-4780-b616-612611aa4642", "name": "network-vif-unplugged", "status": "completed", "tag": "2c978585-5198-43e5-853e-2b4ee08f1cf1", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:54:27.334737 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0aa340ad-d84f-4144-b986-94208ca7be5b {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:54:27.335156 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673bc91d-e56e-4780-b616-612611aa4642', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c978585-5198-43e5-853e-2b4ee08f1cf1', 'code': 200} Jan 28 13:54:27.403549 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-4e9db182-4564-462c-9912-9b467d0807ba req-316a9bc8-f429-496e-b50b-675ae254864d service neutron] Transition to ACTIVE for port object 2c978585-5198-43e5-853e-2b4ee08f1cf1 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:54:27.412152 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efade1e-8646-4394-a2e6-584aa5000c3d req-641477f1-a6de-48a9-bf9f-e7b29ac9e42a tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:27.413569 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2efade1e-8646-4394-a2e6-584aa5000c3d req-641477f1-a6de-48a9-bf9f-e7b29ac9e42a tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae780260-2542-4d31-bb32-5a159585a54a HTTP/1.1" status: 200 len: 945 time: 0.0627928 Jan 28 13:54:27.419529 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4e9db182-4564-462c-9912-9b467d0807ba req-316a9bc8-f429-496e-b50b-675ae254864d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (2c978585-5198-43e5-853e-2b4ee08f1cf1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:27.509468 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a9bc8-f429-496e-b50b-675ae254864d service neutron] Pushing event updated for resources: {'Port': ['ID=2c978585-5198-43e5-853e-2b4ee08f1cf1,revision_number=11']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:27.541284 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2efade1e-8646-4394-a2e6-584aa5000c3d req-f7f9b1b3-eb89-4319-b900-6091a5bc7817 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=5504c254-2226-4968-8b27-132ce734f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215987 Jan 28 13:54:27.566992 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34518) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:27.632964 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99a4d3b-9ffe-44f3-a95c-037ed01ac2b8 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:27.642127 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a99a4d3b-9ffe-44f3-a95c-037ed01ac2b8 tempest-TestNetworkBasicOps-1102885137 tempest-TestNetworkBasicOps-1102885137-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ae780260-2542-4d31-bb32-5a159585a54a HTTP/1.1" status: 200 len: 1091 time: 0.0714929 Jan 28 13:54:27.643472 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34520) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:27.648932 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-52a3e54c-c6f2-4db4-a215-45c9edf3eb1b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'port_id': 'ae4f7c42-c6da-4861-b117-c09cc25cabe1', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:27.673971 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9db182-4564-462c-9912-9b467d0807ba req-316a9bc8-f429-496e-b50b-675ae254864d service neutron] No DVR routers for this DVR port 2c978585-5198-43e5-853e-2b4ee08f1cf1 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:54:27.703322 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52a3e54c-c6f2-4db4-a215-45c9edf3eb1b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:27.903223 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e9db182-4564-462c-9912-9b467d0807ba req-316a9bc8-f429-496e-b50b-675ae254864d service neutron] 10.222.0.18 "PUT /v2.0/ports/2c978585-5198-43e5-853e-2b4ee08f1cf1/bindings/n-h2-822747-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2568457 Jan 28 13:54:27.936935 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52a3e54c-c6f2-4db4-a215-45c9edf3eb1b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:27.937901 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc306273-ba39-4dae-94ed-8054ece98fe3 req-d10cd478-95a8-4e19-a98e-1629ef03533d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:27.947311 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dc306273-ba39-4dae-94ed-8054ece98fe3 req-d10cd478-95a8-4e19-a98e-1629ef03533d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 944 time: 0.1085587 Jan 28 13:54:28.044235 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9db182-4564-462c-9912-9b467d0807ba req-62233b0b-ece5-49b6-8290-b78ee254fd0f tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:28.046038 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e9db182-4564-462c-9912-9b467d0807ba req-62233b0b-ece5-49b6-8290-b78ee254fd0f tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642&tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&binding%3Ahost_id=n-h1-822747-2 HTTP/1.1" status: 200 len: 1095 time: 0.0789311 Jan 28 13:54:28.061087 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dc306273-ba39-4dae-94ed-8054ece98fe3 req-6cb6fd95-a35a-4fe5-9472-17ad3926d2b3 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=be1474d3-ea63-4be7-a367-0cc024a32432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124258 Jan 28 13:54:28.111914 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-52a3e54c-c6f2-4db4-a215-45c9edf3eb1b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Allocated IP 172.25.3.78 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/781eab84-1457-46da-9eef-a6d89b1b2f95) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:28.200271 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9db182-4564-462c-9912-9b467d0807ba req-39dae86a-8e16-44c4-a62a-ce31573d9903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:28.203603 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e9db182-4564-462c-9912-9b467d0807ba req-39dae86a-8e16-44c4-a62a-ce31573d9903 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642&tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5 HTTP/1.1" status: 200 len: 1095 time: 0.1410341 Jan 28 13:54:28.269905 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52a3e54c-c6f2-4db4-a215-45c9edf3eb1b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for port (781eab84-1457-46da-9eef-a6d89b1b2f95), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:28.296118 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9db182-4564-462c-9912-9b467d0807ba req-7c4ce276-74f1-48ea-904d-9d543e8b041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:28.298681 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e9db182-4564-462c-9912-9b467d0807ba req-7c4ce276-74f1-48ea-904d-9d543e8b041f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 1095 time: 0.0620010 Jan 28 13:54:28.310947 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52a3e54c-c6f2-4db4-a215-45c9edf3eb1b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (781eab84-1457-46da-9eef-a6d89b1b2f95), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:28.356519 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a3e54c-c6f2-4db4-a215-45c9edf3eb1b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:28.360257 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-52a3e54c-c6f2-4db4-a215-45c9edf3eb1b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:28.367217 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a3e54c-c6f2-4db4-a215-45c9edf3eb1b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:28.399526 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3e54c-c6f2-4db4-a215-45c9edf3eb1b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'Port': ['ID=781eab84-1457-46da-9eef-a6d89b1b2f95,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:28.422030 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9db182-4564-462c-9912-9b467d0807ba req-a4755c2a-56c7-48de-a5fc-ddaceee45182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:28.428950 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e9db182-4564-462c-9912-9b467d0807ba req-a4755c2a-56c7-48de-a5fc-ddaceee45182 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e2511798-4b7a-4a7f-8206-6edcc87992c1 HTTP/1.1" status: 200 len: 896 time: 0.1233349 Jan 28 13:54:28.506343 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e9db182-4564-462c-9912-9b467d0807ba req-98b7a66f-0d7c-4fed-86ae-d4d4f5b39278 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c978585-5198-43e5-853e-2b4ee08f1cf1 HTTP/1.1" status: 200 len: 999 time: 0.0713136 Jan 28 13:54:28.609554 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9db182-4564-462c-9912-9b467d0807ba req-7cf50e79-f69d-4f95-b62a-c28b90f005d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:28.611102 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e9db182-4564-462c-9912-9b467d0807ba req-7cf50e79-f69d-4f95-b62a-c28b90f005d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93cfbf78-1960-4e55-92bb-754c098beaf1 HTTP/1.1" status: 200 len: 835 time: 0.0982614 Jan 28 13:54:28.712188 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9db182-4564-462c-9912-9b467d0807ba req-d9b4d676-5f47-45ea-9d37-c45f5f7697ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:28.713665 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e9db182-4564-462c-9912-9b467d0807ba req-d9b4d676-5f47-45ea-9d37-c45f5f7697ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e2511798-4b7a-4a7f-8206-6edcc87992c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911691 Jan 28 13:54:28.840069 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e9db182-4564-462c-9912-9b467d0807ba req-01bb280a-25c8-4a7d-b422-633ff26cad19 service neutron] 10.222.0.37 "GET /v2.0/networks/e2511798-4b7a-4a7f-8206-6edcc87992c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113307 Jan 28 13:54:29.022167 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e9db182-4564-462c-9912-9b467d0807ba req-f91418e9-40b3-41b3-b70f-6ec101a3299d service neutron] 10.222.0.37 "GET /v2.0/networks/e2511798-4b7a-4a7f-8206-6edcc87992c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759729 Jan 28 13:54:29.085839 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52a3e54c-c6f2-4db4-a215-45c9edf3eb1b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for floatingip (42f44e51-1bc4-45d0-8a68-1150dfe100d3), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:29.214395 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52a3e54c-c6f2-4db4-a215-45c9edf3eb1b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (781eab84-1457-46da-9eef-a6d89b1b2f95), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:29.231519 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 2c978585-5198-43e5-853e-2b4ee08f1cf1 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:54:29.347629 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] The host n-h1-822747-2 is not matching for port 2c978585-5198-43e5-853e-2b4ee08f1cf1 host n-h2-822747-2! {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:54:29.348524 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 2c978585-5198-43e5-853e-2b4ee08f1cf1 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:54:29.355131 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7454ae79-c467-44b2-8ce3-39760a0505d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:29.383125 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b763a-b099-4bc6-93ce-791a9643499f req-bb7bc1e6-9f19-4262-a59b-f78a86a1cbcd tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:29.390080 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-207b763a-b099-4bc6-93ce-791a9643499f req-bb7bc1e6-9f19-4262-a59b-f78a86a1cbcd tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 944 time: 0.1551137 Jan 28 13:54:29.421544 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9db182-4564-462c-9912-9b467d0807ba req-17358e57-7538-46fe-9107-b183b980bea7 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:29.424024 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e9db182-4564-462c-9912-9b467d0807ba req-17358e57-7538-46fe-9107-b183b980bea7 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642&tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&binding%3Ahost_id=n-h2-822747-2 HTTP/1.1" status: 200 len: 1095 time: 0.1159422 Jan 28 13:54:29.445441 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52a3e54c-c6f2-4db4-a215-45c9edf3eb1b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for port (781eab84-1457-46da-9eef-a6d89b1b2f95), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:29.456251 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52a3e54c-c6f2-4db4-a215-45c9edf3eb1b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (781eab84-1457-46da-9eef-a6d89b1b2f95), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:29.511083 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3e54c-c6f2-4db4-a215-45c9edf3eb1b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event updated for resources: {'Port': ['ID=781eab84-1457-46da-9eef-a6d89b1b2f95,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:29.524228 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-207b763a-b099-4bc6-93ce-791a9643499f req-2c9d059c-2f9d-4317-a115-6f2a9430053a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=be1474d3-ea63-4be7-a367-0cc024a32432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331882 Jan 28 13:54:29.605991 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52a3e54c-c6f2-4db4-a215-45c9edf3eb1b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (42f44e51-1bc4-45d0-8a68-1150dfe100d3), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:29.616979 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-4e9db182-4564-462c-9912-9b467d0807ba req-3b1717ca-4f58-4983-9fd8-92294c716904 service neutron] For port 2c978585-5198-43e5-853e-2b4ee08f1cf1, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:54:29.631505 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4e9db182-4564-462c-9912-9b467d0807ba req-3b1717ca-4f58-4983-9fd8-92294c716904 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:29.632974 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e9db182-4564-462c-9912-9b467d0807ba req-3b1717ca-4f58-4983-9fd8-92294c716904 service neutron] 10.222.0.37 "DELETE /v2.0/ports/2c978585-5198-43e5-853e-2b4ee08f1cf1/bindings/n-h1-822747-2 HTTP/1.1" status: 204 len: 173 time: 0.2032907 Jan 28 13:54:29.768800 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-52a3e54c-c6f2-4db4-a215-45c9edf3eb1b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Floating IP 42f44e51-1bc4-45d0-8a68-1150dfe100d3 associated. External IP: 172.25.3.78, port: ae4f7c42-c6da-4861-b117-c09cc25cabe1. Jan 28 13:54:30.120652 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a3e54c-c6f2-4db4-a215-45c9edf3eb1b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Router 232ba3b0-e6b7-489f-9cef-11c49269edda has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:54:30.263087 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a3e54c-c6f2-4db4-a215-45c9edf3eb1b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:54:30.290172 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72495e9d-e73e-4bb3-b3c4-38ad1fa7b05c None None] Sync routers for ids ['232ba3b0-e6b7-489f-9cef-11c49269edda'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:54:30.299568 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52a3e54c-c6f2-4db4-a215-45c9edf3eb1b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:30.307310 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72495e9d-e73e-4bb3-b3c4-38ad1fa7b05c None None] Routers {'232ba3b0-e6b7-489f-9cef-11c49269edda'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:30.307942 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-72495e9d-e73e-4bb3-b3c4-38ad1fa7b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:54:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['232ba3b0-e6b7-489f-9cef-11c49269edda'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:30.377465 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-52a3e54c-c6f2-4db4-a215-45c9edf3eb1b tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7235870 Jan 28 13:54:30.377465 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae780260-2542-4d31-bb32-5a159585a54a', 'tag': 'ae4f7c42-c6da-4861-b117-c09cc25cabe1'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:54:30.377465 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44952591-03e0-4c08-ab80-5cd11f354030" -d '{"events": [{"name": "network-changed", "server_uuid": "ae780260-2542-4d31-bb32-5a159585a54a", "tag": "ae4f7c42-c6da-4861-b117-c09cc25cabe1"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:54:30.377465 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34578) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:30.475563 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aded98c-0914-4ccf-a81f-92c20dbad67c x-openstack-request-id: req-7aded98c-0914-4ccf-a81f-92c20dbad67c {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:54:30.476275 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae780260-2542-4d31-bb32-5a159585a54a", "tag": "ae4f7c42-c6da-4861-b117-c09cc25cabe1", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:54:30.476275 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7aded98c-0914-4ccf-a81f-92c20dbad67c {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:54:30.476616 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae780260-2542-4d31-bb32-5a159585a54a', 'tag': 'ae4f7c42-c6da-4861-b117-c09cc25cabe1', 'status': 'completed', 'code': 200} Jan 28 13:54:30.531031 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b0f048a3-7b19-49b3-93a4-137fb4dc29ea tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/floatingips/42f44e51-1bc4-45d0-8a68-1150dfe100d3 HTTP/1.1" status: 200 len: 990 time: 0.1518140 Jan 28 13:54:30.550214 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-72495e9d-e73e-4bb3-b3c4-38ad1fa7b05c None None] Set router 232ba3b0-e6b7-489f-9cef-11c49269edda gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:54:30.568890 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44952591-03e0-4c08-ab80-5cd11f354030 req-7a1126db-1f02-4378-80b5-051407fec168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:30.570584 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-44952591-03e0-4c08-ab80-5cd11f354030 req-7a1126db-1f02-4378-80b5-051407fec168 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f281e4a0c8564ab9bcdd7d3d058e0db3&device_id=ae780260-2542-4d31-bb32-5a159585a54a HTTP/1.1" status: 200 len: 1096 time: 0.0936117 Jan 28 13:54:30.764524 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c912f3-001e-4b6d-a3e7-be42ef12264f req-00fd7b66-3491-431f-984e-74889d001699 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:30.766105 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16c912f3-001e-4b6d-a3e7-be42ef12264f req-00fd7b66-3491-431f-984e-74889d001699 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 944 time: 0.1045766 Jan 28 13:54:30.772541 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44952591-03e0-4c08-ab80-5cd11f354030 req-66635115-7492-4575-bcdc-08d8485b3eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:30.774046 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-44952591-03e0-4c08-ab80-5cd11f354030 req-66635115-7492-4575-bcdc-08d8485b3eb3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=633470d1-7cc3-4d07-bd64-35d34ee54254 HTTP/1.1" status: 200 len: 897 time: 0.1953595 Jan 28 13:54:30.885052 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16c912f3-001e-4b6d-a3e7-be42ef12264f req-3887d2f8-00aa-45c7-9237-e2f8107e940f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=be1474d3-ea63-4be7-a367-0cc024a32432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099312 Jan 28 13:54:30.938399 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-72495e9d-e73e-4bb3-b3c4-38ad1fa7b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'name': 'tempest-TestNetworkBasicOps-router-1846431724', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e1d3c709-618a-476f-9a8a-53b11503a908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:59Z', 'updated_at': '2022-01-28T13:54:05Z', 'revision_number': 4, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': 'e1d3c709-618a-476f-9a8a-53b11503a908', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:00Z', 'updated_at': '2022-01-28T13:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '42f44e51-1bc4-45d0-8a68-1150dfe100d3', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'port_id': 'ae4f7c42-c6da-4861-b117-c09cc25cabe1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '633470d1-7cc3-4d07-bd64-35d34ee54254', 'mac_address': 'fa:16:3e:2d:39:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae780260-2542-4d31-bb32-5a159585a54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:54:28Z', 'updated_at': '2022-01-28T13:54:28Z', 'revision_number': 0, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31367062-f016-480e-aa92-f40e8da7c674', 'name': '', 'network_id': '633470d1-7cc3-4d07-bd64-35d34ee54254', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'mac_address': 'fa:16:3e:a3:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '70217e64-23eb-47db-bd4b-ab8a1c66df8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:04Z', 'updated_at': '2022-01-28T13:54:11Z', 'revision_number': 5, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'subnets': [{'id': '70217e64-23eb-47db-bd4b-ab8a1c66df8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:30.945204 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-44952591-03e0-4c08-ab80-5cd11f354030 req-aa350d10-480b-4438-a6bc-a891a3aa840e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae4f7c42-c6da-4861-b117-c09cc25cabe1 HTTP/1.1" status: 200 len: 998 time: 0.1600852 Jan 28 13:54:30.975827 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72495e9d-e73e-4bb3-b3c4-38ad1fa7b05c None None] Checking router: 232ba3b0-e6b7-489f-9cef-11c49269edda for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:54:30.985794 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72495e9d-e73e-4bb3-b3c4-38ad1fa7b05c None None] Routers {'232ba3b0-e6b7-489f-9cef-11c49269edda'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:30.986692 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-72495e9d-e73e-4bb3-b3c4-38ad1fa7b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:54:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['232ba3b0-e6b7-489f-9cef-11c49269edda'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:31.119121 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44952591-03e0-4c08-ab80-5cd11f354030 req-e4cbf6b5-dd51-44ff-957e-c661216d0f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:31.130151 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-44952591-03e0-4c08-ab80-5cd11f354030 req-e4cbf6b5-dd51-44ff-957e-c661216d0f3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=70217e64-23eb-47db-bd4b-ab8a1c66df8e HTTP/1.1" status: 200 len: 834 time: 0.1775661 Jan 28 13:54:31.177574 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-72495e9d-e73e-4bb3-b3c4-38ad1fa7b05c None None] Set router 232ba3b0-e6b7-489f-9cef-11c49269edda gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:54:31.210724 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34604) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:31.258106 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690785e-b7bf-4fc2-87ed-f485f5a3d4bf req-3f523f66-19af-4243-943b-9e8b2cd154aa tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:31.259700 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9690785e-b7bf-4fc2-87ed-f485f5a3d4bf req-3f523f66-19af-4243-943b-9e8b2cd154aa tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 1095 time: 0.2247488 Jan 28 13:54:31.330469 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44952591-03e0-4c08-ab80-5cd11f354030 req-e6aaa903-2793-44a1-a2f6-76d84a8f6b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:31.332013 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-44952591-03e0-4c08-ab80-5cd11f354030 req-e6aaa903-2793-44a1-a2f6-76d84a8f6b5e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=633470d1-7cc3-4d07-bd64-35d34ee54254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2009008 Jan 28 13:54:31.375576 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9690785e-b7bf-4fc2-87ed-f485f5a3d4bf req-2a3254da-5d57-44c7-a076-280535d9fb06 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=be1474d3-ea63-4be7-a367-0cc024a32432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091206 Jan 28 13:54:31.420076 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e9c21e06-de81-400e-af92-c3dbf4e57e85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:31.479251 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-44952591-03e0-4c08-ab80-5cd11f354030 req-a140f585-afd5-4e06-9691-567367355e5a service neutron] 10.222.0.18 "GET /v2.0/networks/633470d1-7cc3-4d07-bd64-35d34ee54254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025400 Jan 28 13:54:31.542773 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34612) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:31.598127 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a5b3d4c3-1a68-47d4-abe0-81394c0c87bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:31.764040 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c1d5ab9e-c778-4c15-ba52-6d4ffb5447ae tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/floatingips/42f44e51-1bc4-45d0-8a68-1150dfe100d3 HTTP/1.1" status: 200 len: 990 time: 0.2168751 Jan 28 13:54:31.782175 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-44952591-03e0-4c08-ab80-5cd11f354030 req-f3b6e305-16cd-490e-9873-05a9bea0448f service neutron] 10.222.0.18 "GET /v2.0/networks/633470d1-7cc3-4d07-bd64-35d34ee54254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964509 Jan 28 13:54:31.802247 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-72495e9d-e73e-4bb3-b3c4-38ad1fa7b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'name': 'tempest-TestNetworkBasicOps-router-1846431724', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e1d3c709-618a-476f-9a8a-53b11503a908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:59Z', 'updated_at': '2022-01-28T13:54:05Z', 'revision_number': 4, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': 'e1d3c709-618a-476f-9a8a-53b11503a908', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:00Z', 'updated_at': '2022-01-28T13:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '42f44e51-1bc4-45d0-8a68-1150dfe100d3', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'port_id': 'ae4f7c42-c6da-4861-b117-c09cc25cabe1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '633470d1-7cc3-4d07-bd64-35d34ee54254', 'mac_address': 'fa:16:3e:2d:39:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae780260-2542-4d31-bb32-5a159585a54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:54:28Z', 'updated_at': '2022-01-28T13:54:28Z', 'revision_number': 0, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31367062-f016-480e-aa92-f40e8da7c674', 'name': '', 'network_id': '633470d1-7cc3-4d07-bd64-35d34ee54254', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'mac_address': 'fa:16:3e:a3:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '70217e64-23eb-47db-bd4b-ab8a1c66df8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:04Z', 'updated_at': '2022-01-28T13:54:11Z', 'revision_number': 5, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'subnets': [{'id': '70217e64-23eb-47db-bd4b-ab8a1c66df8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:31.890382 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72495e9d-e73e-4bb3-b3c4-38ad1fa7b05c None None] The sync data for ids ['232ba3b0-e6b7-489f-9cef-11c49269edda'] in n-d-822747-2 is: [{'id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'name': 'tempest-TestNetworkBasicOps-router-1846431724', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e1d3c709-618a-476f-9a8a-53b11503a908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:59Z', 'updated_at': '2022-01-28T13:54:05Z', 'revision_number': 4, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': 'e1d3c709-618a-476f-9a8a-53b11503a908', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:00Z', 'updated_at': '2022-01-28T13:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '42f44e51-1bc4-45d0-8a68-1150dfe100d3', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'port_id': 'ae4f7c42-c6da-4861-b117-c09cc25cabe1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '633470d1-7cc3-4d07-bd64-35d34ee54254', 'mac_address': 'fa:16:3e:2d:39:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae780260-2542-4d31-bb32-5a159585a54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:54:28Z', 'updated_at': '2022-01-28T13:54:28Z', 'revision_number': 0, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31367062-f016-480e-aa92-f40e8da7c674', 'name': '', 'network_id': '633470d1-7cc3-4d07-bd64-35d34ee54254', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'mac_address': 'fa:16:3e:a3:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '70217e64-23eb-47db-bd4b-ab8a1c66df8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:04Z', 'updated_at': '2022-01-28T13:54:11Z', 'revision_number': 5, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'subnets': [{'id': '70217e64-23eb-47db-bd4b-ab8a1c66df8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:54:32.073182 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e9c21e06-de81-400e-af92-c3dbf4e57e85 admin admin] Publish callbacks [] for security_group (8efb5d3b-cec9-4ba9-bb83-a18a87f9a127), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:32.090576 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e9c21e06-de81-400e-af92-c3dbf4e57e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8efb5d3b-cec9-4ba9-bb83-a18a87f9a127), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:32.154289 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4a859-f18e-4326-8bef-093be858c3a5 req-60e5cb5f-6622-431b-b254-589a92850e05 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:32.162789 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c3c4a859-f18e-4326-8bef-093be858c3a5 req-60e5cb5f-6622-431b-b254-589a92850e05 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 944 time: 0.1703765 Jan 28 13:54:32.173528 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e9c21e06-de81-400e-af92-c3dbf4e57e85 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b654179307f2403cb98ff2fd14d439ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9616904 Jan 28 13:54:32.174760 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c21e06-de81-400e-af92-c3dbf4e57e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efb5d3b-cec9-4ba9-bb83-a18a87f9a127,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:32.176281 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34616) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:32.243164 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c3c4a859-f18e-4326-8bef-093be858c3a5 req-92ec7036-b7ed-4019-909a-ee41e6d6164c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=be1474d3-ea63-4be7-a367-0cc024a32432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754013 Jan 28 13:54:32.256509 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34620) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:32.289980 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e9c3e711-7ffa-4752-b65d-69bce450e423 admin admin] Publish callbacks [] for security_group (8efb5d3b-cec9-4ba9-bb83-a18a87f9a127), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:32.312712 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548fb9d1-d843-41e2-8c1d-6be9dc6d1007 None None] New status for floating IP 42f44e51-1bc4-45d0-8a68-1150dfe100d3: ACTIVE {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:54:32.344911 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e9c3e711-7ffa-4752-b65d-69bce450e423 admin admin] Publish callbacks [] for security_group (8efb5d3b-cec9-4ba9-bb83-a18a87f9a127), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:32.377567 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a3467bbb-73ec-43ed-8444-a9fd1f4cb3be tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/floatingips/2441c742-5742-46ba-9dbc-e7e7630da0f3 HTTP/1.1" status: 200 len: 991 time: 0.1191211 Jan 28 13:54:32.460570 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e9c3e711-7ffa-4752-b65d-69bce450e423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8efb5d3b-cec9-4ba9-bb83-a18a87f9a127), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:32.463698 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e9c3e711-7ffa-4752-b65d-69bce450e423 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:32.465149 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e9c3e711-7ffa-4752-b65d-69bce450e423 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8efb5d3b-cec9-4ba9-bb83-a18a87f9a127 HTTP/1.1" status: 204 len: 168 time: 0.2878652 Jan 28 13:54:32.479625 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3e711-7ffa-4752-b65d-69bce450e423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efb5d3b-cec9-4ba9-bb83-a18a87f9a127,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:32.687226 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34632) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:32.766516 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34634) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:32.930520 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c5b7f4b3-3b57-4463-9ee0-09d15b3089dc tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/floatingips/42f44e51-1bc4-45d0-8a68-1150dfe100d3 HTTP/1.1" status: 200 len: 992 time: 0.1627419 Jan 28 13:54:32.941042 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:33.053523 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34638) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:33.069105 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a959ca84-bd52-4079-b0fc-a9cd534ec2f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:33.103188 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-00aa8f55-037e-418a-9e1a-1f8fa567595e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Deleting port 7c0f2504-bd37-47a6-a8c5-ccfc1423dfe0 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:33.103855 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-00aa8f55-037e-418a-9e1a-1f8fa567595e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7c0f2504-bd37-47a6-a8c5-ccfc1423dfe0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:33.184090 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a959ca84-bd52-4079-b0fc-a9cd534ec2f9 admin admin] Publish callbacks [] for security_group (728194ef-aca1-4db7-bc3a-d69f8f72e370), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:33.193256 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a959ca84-bd52-4079-b0fc-a9cd534ec2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (728194ef-aca1-4db7-bc3a-d69f8f72e370), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:33.264265 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-00aa8f55-037e-418a-9e1a-1f8fa567595e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7c0f2504-bd37-47a6-a8c5-ccfc1423dfe0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:33.264621 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-00aa8f55-037e-418a-9e1a-1f8fa567595e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for floatingip (7c0f2504-bd37-47a6-a8c5-ccfc1423dfe0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:33.270820 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959ca84-bd52-4079-b0fc-a9cd534ec2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728194ef-aca1-4db7-bc3a-d69f8f72e370,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:33.286718 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a959ca84-bd52-4079-b0fc-a9cd534ec2f9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=03da375efe854c0e9cc2266b09ba3ac6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2280295 Jan 28 13:54:33.288903 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34642) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:33.291260 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-00aa8f55-037e-418a-9e1a-1f8fa567595e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Calling delete_port for 7c0f2504-bd37-47a6-a8c5-ccfc1423dfe0 owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:33.402348 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bd27e76f-1828-4576-bd21-03547ee9080b admin admin] Publish callbacks [] for security_group (728194ef-aca1-4db7-bc3a-d69f8f72e370), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:33.441235 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bd27e76f-1828-4576-bd21-03547ee9080b admin admin] Publish callbacks [] for security_group (728194ef-aca1-4db7-bc3a-d69f8f72e370), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:33.542529 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bd27e76f-1828-4576-bd21-03547ee9080b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (728194ef-aca1-4db7-bc3a-d69f8f72e370), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:33.546166 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bd27e76f-1828-4576-bd21-03547ee9080b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:33.547779 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bd27e76f-1828-4576-bd21-03547ee9080b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/728194ef-aca1-4db7-bc3a-d69f8f72e370 HTTP/1.1" status: 204 len: 168 time: 0.2579348 Jan 28 13:54:33.554293 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-00aa8f55-037e-418a-9e1a-1f8fa567595e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (7c0f2504-bd37-47a6-a8c5-ccfc1423dfe0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:33.582832 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27e76f-1828-4576-bd21-03547ee9080b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728194ef-aca1-4db7-bc3a-d69f8f72e370,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:33.665037 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa8f55-037e-418a-9e1a-1f8fa567595e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event deleted for resources: {'Port': ['ID=7c0f2504-bd37-47a6-a8c5-ccfc1423dfe0,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:33.720426 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-00aa8f55-037e-418a-9e1a-1f8fa567595e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for floatingip (2441c742-5742-46ba-9dbc-e7e7630da0f3), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:33.721167 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-00aa8f55-037e-418a-9e1a-1f8fa567595e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Floating IP 2441c742-5742-46ba-9dbc-e7e7630da0f3 disassociated (deleted). External IP: 172.25.3.142, port: 2c978585-5198-43e5-853e-2b4ee08f1cf1. Jan 28 13:54:33.976498 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00aa8f55-037e-418a-9e1a-1f8fa567595e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Router 8b09563a-86b2-4d3f-a9aa-cbf63b84955e has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:54:34.136365 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00aa8f55-037e-418a-9e1a-1f8fa567595e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:54:34.150514 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-00aa8f55-037e-418a-9e1a-1f8fa567595e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:34.153144 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e63c767-39c4-4d86-97fb-b9576d6ea90b None None] Sync routers for ids ['8b09563a-86b2-4d3f-a9aa-cbf63b84955e'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:54:34.188567 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-00aa8f55-037e-418a-9e1a-1f8fa567595e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "DELETE /v2.0/floatingips/2441c742-5742-46ba-9dbc-e7e7630da0f3 HTTP/1.1" status: 204 len: 168 time: 1.4974759 Jan 28 13:54:34.188567 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '673bc91d-e56e-4780-b616-612611aa4642', 'tag': '2c978585-5198-43e5-853e-2b4ee08f1cf1'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:54:34.189021 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e63c767-39c4-4d86-97fb-b9576d6ea90b None None] Routers {'8b09563a-86b2-4d3f-a9aa-cbf63b84955e'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:34.190000 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-3e63c767-39c4-4d86-97fb-b9576d6ea90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:54:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['8b09563a-86b2-4d3f-a9aa-cbf63b84955e'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:34.201932 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decb4e90-7abd-4ac6-bc41-3c4a3d790806" -d '{"events": [{"name": "network-changed", "server_uuid": "673bc91d-e56e-4780-b616-612611aa4642", "tag": "2c978585-5198-43e5-853e-2b4ee08f1cf1"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:54:34.278487 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220822ca-55ec-4e44-af08-c3c88d285357 x-openstack-request-id: req-220822ca-55ec-4e44-af08-c3c88d285357 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:54:34.278779 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "673bc91d-e56e-4780-b616-612611aa4642", "tag": "2c978585-5198-43e5-853e-2b4ee08f1cf1", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:54:34.279152 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-220822ca-55ec-4e44-af08-c3c88d285357 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:54:34.279539 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '673bc91d-e56e-4780-b616-612611aa4642', 'tag': '2c978585-5198-43e5-853e-2b4ee08f1cf1', 'status': 'completed', 'code': 200} Jan 28 13:54:34.292599 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:34.393457 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb4e90-7abd-4ac6-bc41-3c4a3d790806 req-64e97763-e59f-400d-8e3d-857fe4dcd173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:34.402101 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-decb4e90-7abd-4ac6-bc41-3c4a3d790806 req-64e97763-e59f-400d-8e3d-857fe4dcd173 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 1095 time: 0.0993099 Jan 28 13:54:34.496780 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-3e63c767-39c4-4d86-97fb-b9576d6ea90b None None] Set router 8b09563a-86b2-4d3f-a9aa-cbf63b84955e gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:54:34.527715 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb4e90-7abd-4ac6-bc41-3c4a3d790806 req-a4747bee-d979-4c77-8283-64c1ab56bc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:34.530389 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-decb4e90-7abd-4ac6-bc41-3c4a3d790806 req-a4747bee-d979-4c77-8283-64c1ab56bc05 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e2511798-4b7a-4a7f-8206-6edcc87992c1 HTTP/1.1" status: 200 len: 896 time: 0.1222408 Jan 28 13:54:34.620519 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-decb4e90-7abd-4ac6-bc41-3c4a3d790806 req-32bb4a16-625d-4dad-b041-233764615639 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c978585-5198-43e5-853e-2b4ee08f1cf1 HTTP/1.1" status: 200 len: 217 time: 0.0824645 Jan 28 13:54:34.695707 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb4e90-7abd-4ac6-bc41-3c4a3d790806 req-a781dc89-1897-4f90-aa81-2f066263fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:34.697533 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-decb4e90-7abd-4ac6-bc41-3c4a3d790806 req-a781dc89-1897-4f90-aa81-2f066263fa4c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93cfbf78-1960-4e55-92bb-754c098beaf1 HTTP/1.1" status: 200 len: 835 time: 0.0587659 Jan 28 13:54:34.815033 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-3e63c767-39c4-4d86-97fb-b9576d6ea90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657995172', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:17Z', 'updated_at': '2022-01-28T13:53:23Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:18Z', 'updated_at': '2022-01-28T13:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '10299f98-a114-4e6a-8c76-f656131d8317', 'name': '', 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:22:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '93cfbf78-1960-4e55-92bb-754c098beaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:22Z', 'updated_at': '2022-01-28T13:53:30Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': '93cfbf78-1960-4e55-92bb-754c098beaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:34.826169 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfb996-8604-4480-896b-e8852fa65c81 req-0433c0be-39e4-4e06-9627-af3dc22ce548 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:34.828409 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d3dfb996-8604-4480-896b-e8852fa65c81 req-0433c0be-39e4-4e06-9627-af3dc22ce548 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 944 time: 0.2233584 Jan 28 13:54:34.881476 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb4e90-7abd-4ac6-bc41-3c4a3d790806 req-3decbb32-c03d-4b82-98cf-c33e54cff0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:34.883488 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-decb4e90-7abd-4ac6-bc41-3c4a3d790806 req-3decbb32-c03d-4b82-98cf-c33e54cff0b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e2511798-4b7a-4a7f-8206-6edcc87992c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1585968 Jan 28 13:54:34.892454 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e63c767-39c4-4d86-97fb-b9576d6ea90b None None] Checking router: 8b09563a-86b2-4d3f-a9aa-cbf63b84955e for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:54:34.917051 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e63c767-39c4-4d86-97fb-b9576d6ea90b None None] Routers {'8b09563a-86b2-4d3f-a9aa-cbf63b84955e'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:34.917744 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-3e63c767-39c4-4d86-97fb-b9576d6ea90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:54:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['8b09563a-86b2-4d3f-a9aa-cbf63b84955e'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:34.924303 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d3dfb996-8604-4480-896b-e8852fa65c81 req-97ceb828-3a85-46bf-9696-b6cecbdc8f79 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=be1474d3-ea63-4be7-a367-0cc024a32432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878859 Jan 28 13:54:35.124647 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-decb4e90-7abd-4ac6-bc41-3c4a3d790806 req-77b8d1f8-d66d-4448-8e02-0b2cf31c65f2 service neutron] 10.222.0.37 "GET /v2.0/networks/e2511798-4b7a-4a7f-8206-6edcc87992c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291644 Jan 28 13:54:35.160774 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e847cb4-9007-4e9e-b6f7-ebf3fb0b942a req-39f8c82b-6693-40c3-86d9-abf691ddd0d4 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:35.164025 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2e847cb4-9007-4e9e-b6f7-ebf3fb0b942a req-39f8c82b-6693-40c3-86d9-abf691ddd0d4 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.37 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 944 time: 0.1293468 Jan 28 13:54:35.241072 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-3e63c767-39c4-4d86-97fb-b9576d6ea90b None None] Set router 8b09563a-86b2-4d3f-a9aa-cbf63b84955e gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:54:35.297015 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-decb4e90-7abd-4ac6-bc41-3c4a3d790806 req-3b07445a-5bba-4c4b-9e7e-8a45133554c8 service neutron] 10.222.0.37 "GET /v2.0/networks/e2511798-4b7a-4a7f-8206-6edcc87992c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639483 Jan 28 13:54:35.367262 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-2e847cb4-9007-4e9e-b6f7-ebf3fb0b942a req-4f2e4fa3-e232-4367-8726-e582a3dbda64 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Deleting port 2c978585-5198-43e5-853e-2b4ee08f1cf1 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:35.367657 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2e847cb4-9007-4e9e-b6f7-ebf3fb0b942a req-4f2e4fa3-e232-4367-8726-e582a3dbda64 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (2c978585-5198-43e5-853e-2b4ee08f1cf1), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:35.511678 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-2e847cb4-9007-4e9e-b6f7-ebf3fb0b942a req-4f2e4fa3-e232-4367-8726-e582a3dbda64 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] For port 2c978585-5198-43e5-853e-2b4ee08f1cf1, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=2c978585-5198-43e5-853e-2b4ee08f1cf1,segment=NetworkSegment(86046998-3d09-41ce-be84-179cc655301d),segment_id=86046998-3d09-41ce-be84-179cc655301d)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:35.512058 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2e847cb4-9007-4e9e-b6f7-ebf3fb0b942a req-4f2e4fa3-e232-4367-8726-e582a3dbda64 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (2c978585-5198-43e5-853e-2b4ee08f1cf1), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:35.526112 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-2e847cb4-9007-4e9e-b6f7-ebf3fb0b942a req-4f2e4fa3-e232-4367-8726-e582a3dbda64 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Calling delete_port for 2c978585-5198-43e5-853e-2b4ee08f1cf1 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:35.594325 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-3e63c767-39c4-4d86-97fb-b9576d6ea90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657995172', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:17Z', 'updated_at': '2022-01-28T13:53:23Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:18Z', 'updated_at': '2022-01-28T13:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '10299f98-a114-4e6a-8c76-f656131d8317', 'name': '', 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:22:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '93cfbf78-1960-4e55-92bb-754c098beaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:22Z', 'updated_at': '2022-01-28T13:53:30Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': '93cfbf78-1960-4e55-92bb-754c098beaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:35.628467 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e63c767-39c4-4d86-97fb-b9576d6ea90b None None] The sync data for ids ['8b09563a-86b2-4d3f-a9aa-cbf63b84955e'] in n-d-822747-2 is: [{'id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657995172', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:17Z', 'updated_at': '2022-01-28T13:53:23Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:18Z', 'updated_at': '2022-01-28T13:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '10299f98-a114-4e6a-8c76-f656131d8317', 'name': '', 'network_id': 'e2511798-4b7a-4a7f-8206-6edcc87992c1', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:22:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '93cfbf78-1960-4e55-92bb-754c098beaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:22Z', 'updated_at': '2022-01-28T13:53:30Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': '93cfbf78-1960-4e55-92bb-754c098beaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:54:35.671157 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2e847cb4-9007-4e9e-b6f7-ebf3fb0b942a req-4f2e4fa3-e232-4367-8726-e582a3dbda64 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (2c978585-5198-43e5-853e-2b4ee08f1cf1), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:35.736319 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e4fa3-e232-4367-8726-e582a3dbda64 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event deleted for resources: {'Port': ['ID=2c978585-5198-43e5-853e-2b4ee08f1cf1,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:35.850298 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e847cb4-9007-4e9e-b6f7-ebf3fb0b942a req-4f2e4fa3-e232-4367-8726-e582a3dbda64 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] No DVR routers for this DVR port 2c978585-5198-43e5-853e-2b4ee08f1cf1 on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:54:35.853054 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2e847cb4-9007-4e9e-b6f7-ebf3fb0b942a req-4f2e4fa3-e232-4367-8726-e582a3dbda64 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:35.860518 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2e847cb4-9007-4e9e-b6f7-ebf3fb0b942a req-4f2e4fa3-e232-4367-8726-e582a3dbda64 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.37 "DELETE /v2.0/ports/2c978585-5198-43e5-853e-2b4ee08f1cf1 HTTP/1.1" status: 204 len: 173 time: 0.6887579 Jan 28 13:54:36.187382 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a7a6a8-fdf2-4eba-bc83-e4501faa52c3 None None] New status for floating IP 2441c742-5742-46ba-9dbc-e7e7630da0f3: DOWN {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:54:36.240006 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b51f50f4-0ce7-404e-bf11-935986937348 req-676e81b6-75ac-4a96-a7a9-b0894625fd49 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=673bc91d-e56e-4780-b616-612611aa4642 HTTP/1.1" status: 200 len: 210 time: 0.1151228 Jan 28 13:54:36.280718 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673bc91d-e56e-4780-b616-612611aa4642', 'name': 'network-vif-deleted', 'tag': '2c978585-5198-43e5-853e-2b4ee08f1cf1'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:54:36.283926 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9ea2cf-2e6a-41c1-bfdd-209374686345" -d '{"events": [{"server_uuid": "673bc91d-e56e-4780-b616-612611aa4642", "name": "network-vif-deleted", "tag": "2c978585-5198-43e5-853e-2b4ee08f1cf1"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:54:36.389689 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b86366-97be-4c0c-a2b4-3f42ea945ef6 x-openstack-request-id: req-f9b86366-97be-4c0c-a2b4-3f42ea945ef6 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:54:36.390313 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673bc91d-e56e-4780-b616-612611aa4642", "name": "network-vif-deleted", "tag": "2c978585-5198-43e5-853e-2b4ee08f1cf1", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:54:36.390774 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f9b86366-97be-4c0c-a2b4-3f42ea945ef6 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:54:36.391417 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673bc91d-e56e-4780-b616-612611aa4642', 'name': 'network-vif-deleted', 'tag': '2c978585-5198-43e5-853e-2b4ee08f1cf1', 'status': 'completed', 'code': 200} Jan 28 13:54:36.429437 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:37.296959 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34732) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:37.804187 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2e941473-0935-4dab-ad8f-0dac4a0d1d78 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (8b09563a-86b2-4d3f-a9aa-cbf63b84955e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:38.229207 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-2e941473-0935-4dab-ad8f-0dac4a0d1d78 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Deleting port 10299f98-a114-4e6a-8c76-f656131d8317 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:38.229559 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2e941473-0935-4dab-ad8f-0dac4a0d1d78 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (10299f98-a114-4e6a-8c76-f656131d8317), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:38.328476 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-2e941473-0935-4dab-ad8f-0dac4a0d1d78 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] For port 10299f98-a114-4e6a-8c76-f656131d8317, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=10299f98-a114-4e6a-8c76-f656131d8317,segment=NetworkSegment(86046998-3d09-41ce-be84-179cc655301d),segment_id=86046998-3d09-41ce-be84-179cc655301d)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:38.329095 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2e941473-0935-4dab-ad8f-0dac4a0d1d78 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (10299f98-a114-4e6a-8c76-f656131d8317), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:38.341317 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-2e941473-0935-4dab-ad8f-0dac4a0d1d78 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Calling delete_port for 10299f98-a114-4e6a-8c76-f656131d8317 owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:38.562372 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2e941473-0935-4dab-ad8f-0dac4a0d1d78 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (10299f98-a114-4e6a-8c76-f656131d8317), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:38.596875 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e941473-0935-4dab-ad8f-0dac4a0d1d78 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event deleted for resources: {'Port': ['ID=10299f98-a114-4e6a-8c76-f656131d8317,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:38.844261 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2e941473-0935-4dab-ad8f-0dac4a0d1d78 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (8b09563a-86b2-4d3f-a9aa-cbf63b84955e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:39.146214 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 2c978585-5198-43e5-853e-2b4ee08f1cf1 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:54:39.172429 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e941473-0935-4dab-ad8f-0dac4a0d1d78 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Router 8b09563a-86b2-4d3f-a9aa-cbf63b84955e has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:54:39.193347 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 2c978585-5198-43e5-853e-2b4ee08f1cf1 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:54:39.194103 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 2c978585-5198-43e5-853e-2b4ee08f1cf1 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:54:39.344671 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e941473-0935-4dab-ad8f-0dac4a0d1d78 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:54:39.355065 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34764) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:39.355664 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2e941473-0935-4dab-ad8f-0dac4a0d1d78 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "PUT /v2.0/routers/8b09563a-86b2-4d3f-a9aa-cbf63b84955e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0565226 Jan 28 13:54:39.358858 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616e92ed-6edf-4e9e-b42b-0d49fdaa6742 None None] Sync routers for ids ['8b09563a-86b2-4d3f-a9aa-cbf63b84955e'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:54:39.384169 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616e92ed-6edf-4e9e-b42b-0d49fdaa6742 None None] Routers {'8b09563a-86b2-4d3f-a9aa-cbf63b84955e'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:39.387300 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-616e92ed-6edf-4e9e-b42b-0d49fdaa6742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:54:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['8b09563a-86b2-4d3f-a9aa-cbf63b84955e'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:39.470066 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0dac66-bf2f-44a2-8a42-e0afa55bb505 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Deleting subnet 93cfbf78-1960-4e55-92bb-754c098beaf1 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:54:39.482690 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ed0dac66-bf2f-44a2-8a42-e0afa55bb505 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for subnet (93cfbf78-1960-4e55-92bb-754c098beaf1), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:39.587421 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ed0dac66-bf2f-44a2-8a42-e0afa55bb505 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (93cfbf78-1960-4e55-92bb-754c098beaf1), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:39.611339 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-616e92ed-6edf-4e9e-b42b-0d49fdaa6742 None None] Set router 8b09563a-86b2-4d3f-a9aa-cbf63b84955e gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:54:39.721995 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ed0dac66-bf2f-44a2-8a42-e0afa55bb505 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (93cfbf78-1960-4e55-92bb-754c098beaf1), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:39.820535 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ed0dac66-bf2f-44a2-8a42-e0afa55bb505 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (93cfbf78-1960-4e55-92bb-754c098beaf1), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:39.881120 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-616e92ed-6edf-4e9e-b42b-0d49fdaa6742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657995172', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:17Z', 'updated_at': '2022-01-28T13:54:38Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:18Z', 'updated_at': '2022-01-28T13:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:39.885624 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0dac66-bf2f-44a2-8a42-e0afa55bb505 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event deleted for resources: {'Subnet': ['ID=93cfbf78-1960-4e55-92bb-754c098beaf1,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:39.896062 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ed0dac66-bf2f-44a2-8a42-e0afa55bb505 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:39.896385 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880036fe-a805-4529-8822-5be812a4ff96 None None] Network e2511798-4b7a-4a7f-8206-6edcc87992c1 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:54:39.902991 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ed0dac66-bf2f-44a2-8a42-e0afa55bb505 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "DELETE /v2.0/subnets/93cfbf78-1960-4e55-92bb-754c098beaf1 HTTP/1.1" status: 204 len: 168 time: 0.5449154 Jan 28 13:54:39.904131 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34770) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:39.916836 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616e92ed-6edf-4e9e-b42b-0d49fdaa6742 None None] Checking router: 8b09563a-86b2-4d3f-a9aa-cbf63b84955e for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:54:39.927089 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616e92ed-6edf-4e9e-b42b-0d49fdaa6742 None None] Routers {'8b09563a-86b2-4d3f-a9aa-cbf63b84955e'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:39.927732 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-616e92ed-6edf-4e9e-b42b-0d49fdaa6742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:54:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['8b09563a-86b2-4d3f-a9aa-cbf63b84955e'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:40.081062 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c12f35d-f3ef-49a2-9e9a-ac6be6208153 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router (8b09563a-86b2-4d3f-a9aa-cbf63b84955e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:40.120392 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-616e92ed-6edf-4e9e-b42b-0d49fdaa6742 None None] Set router 8b09563a-86b2-4d3f-a9aa-cbf63b84955e gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:54:40.212687 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f4f500-a904-4eca-bd69-ef1d9a380058 None None] DHCP port deletion for e2511798-4b7a-4a7f-8206-6edcc87992c1 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:54:40.320048 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b8f4f500-a904-4eca-bd69-ef1d9a380058 None None] Deleting port c145c55e-0a2a-4ab4-afab-84347724522a {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:40.320302 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b8f4f500-a904-4eca-bd69-ef1d9a380058 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c145c55e-0a2a-4ab4-afab-84347724522a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:40.466388 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-b8f4f500-a904-4eca-bd69-ef1d9a380058 None None] For port c145c55e-0a2a-4ab4-afab-84347724522a, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c145c55e-0a2a-4ab4-afab-84347724522a,segment=NetworkSegment(86046998-3d09-41ce-be84-179cc655301d),segment_id=86046998-3d09-41ce-be84-179cc655301d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:40.466793 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b8f4f500-a904-4eca-bd69-ef1d9a380058 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c145c55e-0a2a-4ab4-afab-84347724522a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:40.499481 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b8f4f500-a904-4eca-bd69-ef1d9a380058 None None] Calling delete_port for c145c55e-0a2a-4ab4-afab-84347724522a owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:40.657649 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c145c55e-0a2a-4ab4-afab-84347724522a no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:54:40.694687 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b8f4f500-a904-4eca-bd69-ef1d9a380058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (c145c55e-0a2a-4ab4-afab-84347724522a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:40.737086 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4f500-a904-4eca-bd69-ef1d9a380058 None None] Pushing event deleted for resources: {'Port': ['ID=c145c55e-0a2a-4ab4-afab-84347724522a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:40.740946 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f4f500-a904-4eca-bd69-ef1d9a380058 None None] No DVR routers for this DVR port c145c55e-0a2a-4ab4-afab-84347724522a on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:54:40.748345 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-616e92ed-6edf-4e9e-b42b-0d49fdaa6742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657995172', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:17Z', 'updated_at': '2022-01-28T13:54:38Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:18Z', 'updated_at': '2022-01-28T13:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:40.765694 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No active binding found for port c145c55e-0a2a-4ab4-afab-84347724522a {{(pid=103353) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 13:54:40.766384 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] The host n-d-822747-2 is not matching for port c145c55e-0a2a-4ab4-afab-84347724522a host None! {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:54:40.767221 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c145c55e-0a2a-4ab4-afab-84347724522a not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:54:40.850543 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616e92ed-6edf-4e9e-b42b-0d49fdaa6742 None None] The sync data for ids ['8b09563a-86b2-4d3f-a9aa-cbf63b84955e'] in n-d-822747-2 is: [{'id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657995172', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:17Z', 'updated_at': '2022-01-28T13:54:38Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'a9682430-ff44-46b0-8261-969de5f87ccb', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b09563a-86b2-4d3f-a9aa-cbf63b84955e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:18Z', 'updated_at': '2022-01-28T13:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:54:40.880087 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c12f35d-f3ef-49a2-9e9a-ac6be6208153 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router_gateway (8b09563a-86b2-4d3f-a9aa-cbf63b84955e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:40.947337 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-6c12f35d-f3ef-49a2-9e9a-ac6be6208153 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Deleting port a9682430-ff44-46b0-8261-969de5f87ccb {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:40.947725 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c12f35d-f3ef-49a2-9e9a-ac6be6208153 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (a9682430-ff44-46b0-8261-969de5f87ccb), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:41.070631 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-6c12f35d-f3ef-49a2-9e9a-ac6be6208153 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] For port a9682430-ff44-46b0-8261-969de5f87ccb, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=a9682430-ff44-46b0-8261-969de5f87ccb,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:41.071384 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c12f35d-f3ef-49a2-9e9a-ac6be6208153 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (a9682430-ff44-46b0-8261-969de5f87ccb), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:41.092138 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-6c12f35d-f3ef-49a2-9e9a-ac6be6208153 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Calling delete_port for a9682430-ff44-46b0-8261-969de5f87ccb owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:41.396604 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c12f35d-f3ef-49a2-9e9a-ac6be6208153 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (a9682430-ff44-46b0-8261-969de5f87ccb), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:41.441406 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12f35d-f3ef-49a2-9e9a-ac6be6208153 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event deleted for resources: {'Port': ['ID=a9682430-ff44-46b0-8261-969de5f87ccb,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:41.511661 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c12f35d-f3ef-49a2-9e9a-ac6be6208153 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (8b09563a-86b2-4d3f-a9aa-cbf63b84955e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:41.621943 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c12f35d-f3ef-49a2-9e9a-ac6be6208153 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (8b09563a-86b2-4d3f-a9aa-cbf63b84955e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:41.624398 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c12f35d-f3ef-49a2-9e9a-ac6be6208153 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router_controller (8b09563a-86b2-4d3f-a9aa-cbf63b84955e), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:41.702215 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c12f35d-f3ef-49a2-9e9a-ac6be6208153 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (8b09563a-86b2-4d3f-a9aa-cbf63b84955e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:41.703097 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c12f35d-f3ef-49a2-9e9a-ac6be6208153 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Fanout notify agent at l3_agent the message router_deleted on router 8b09563a-86b2-4d3f-a9aa-cbf63b84955e {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:54:41.717345 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6c12f35d-f3ef-49a2-9e9a-ac6be6208153 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:41.721460 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6c12f35d-f3ef-49a2-9e9a-ac6be6208153 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "DELETE /v2.0/routers/8b09563a-86b2-4d3f-a9aa-cbf63b84955e HTTP/1.1" status: 204 len: 168 time: 1.8137202 Jan 28 13:54:41.721740 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34790) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:41.807763 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ce84b8d3-5a66-479d-ac45-afbb1522a3e9 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (e2511798-4b7a-4a7f-8206-6edcc87992c1), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:41.908148 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ce84b8d3-5a66-479d-ac45-afbb1522a3e9 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (e2511798-4b7a-4a7f-8206-6edcc87992c1), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:41.931599 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-ce84b8d3-5a66-479d-ac45-afbb1522a3e9 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2511798-4b7a-4a7f-8206-6edcc87992c1']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:41.948294 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-ce84b8d3-5a66-479d-ac45-afbb1522a3e9 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86046998-3d09-41ce-be84-179cc655301d') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:41.948729 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-ce84b8d3-5a66-479d-ac45-afbb1522a3e9 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86046998-3d09-41ce-be84-179cc655301d') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:41.958542 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ce84b8d3-5a66-479d-ac45-afbb1522a3e9 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (86046998-3d09-41ce-be84-179cc655301d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:41.972195 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ce84b8d3-5a66-479d-ac45-afbb1522a3e9 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (86046998-3d09-41ce-be84-179cc655301d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:41.978149 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce84b8d3-5a66-479d-ac45-afbb1522a3e9 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:54:41.978537 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ce84b8d3-5a66-479d-ac45-afbb1522a3e9 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (86046998-3d09-41ce-be84-179cc655301d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:54:41.981927 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:54:42.070972 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ce84b8d3-5a66-479d-ac45-afbb1522a3e9 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (e2511798-4b7a-4a7f-8206-6edcc87992c1), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:42.088902 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ce84b8d3-5a66-479d-ac45-afbb1522a3e9 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:42.092158 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ce84b8d3-5a66-479d-ac45-afbb1522a3e9 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "DELETE /v2.0/networks/e2511798-4b7a-4a7f-8206-6edcc87992c1 HTTP/1.1" status: 204 len: 168 time: 0.3693094 Jan 28 13:54:42.095025 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34798) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:42.112783 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84b8d3-5a66-479d-ac45-afbb1522a3e9 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event deleted for resources: {'Network': ['ID=e2511798-4b7a-4a7f-8206-6edcc87992c1,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:42.195955 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b5acd3d-37c5-4d19-8878-c4586ccff307 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group (be1474d3-ea63-4be7-a367-0cc024a32432), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:42.232149 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b5acd3d-37c5-4d19-8878-c4586ccff307 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group (be1474d3-ea63-4be7-a367-0cc024a32432), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:42.325525 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b5acd3d-37c5-4d19-8878-c4586ccff307 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (be1474d3-ea63-4be7-a367-0cc024a32432), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:42.329328 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b5acd3d-37c5-4d19-8878-c4586ccff307 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:42.331323 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9b5acd3d-37c5-4d19-8878-c4586ccff307 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "DELETE /v2.0/security-groups/be1474d3-ea63-4be7-a367-0cc024a32432 HTTP/1.1" status: 204 len: 168 time: 0.2338221 Jan 28 13:54:42.344400 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5acd3d-37c5-4d19-8878-c4586ccff307 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1474d3-ea63-4be7-a367-0cc024a32432,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:42.540958 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device a9682430-ff44-46b0-8261-969de5f87ccb no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:54:42.580855 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: a9682430-ff44-46b0-8261-969de5f87ccb {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:54:42.584592 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device a9682430-ff44-46b0-8261-969de5f87ccb not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:54:42.585132 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 10299f98-a114-4e6a-8c76-f656131d8317 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:54:42.633448 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 10299f98-a114-4e6a-8c76-f656131d8317 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:54:42.633875 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 10299f98-a114-4e6a-8c76-f656131d8317 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:54:42.984428 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34830) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:42.989076 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a53b32b5-0782-4b1e-81ab-10e02e0dd24c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1705238516', 'description': 'tempest-secgroup-smoke-1705238516 description', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:43.020023 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a53b32b5-0782-4b1e-81ab-10e02e0dd24c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:43.144813 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a53b32b5-0782-4b1e-81ab-10e02e0dd24c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group (18980c57-c104-499e-bbe0-612d13e2e734), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:43.160336 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a53b32b5-0782-4b1e-81ab-10e02e0dd24c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (18980c57-c104-499e-bbe0-612d13e2e734), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:43.232632 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a53b32b5-0782-4b1e-81ab-10e02e0dd24c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:43.234301 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a53b32b5-0782-4b1e-81ab-10e02e0dd24c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2483871 Jan 28 13:54:43.237385 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34832) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:43.237880 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b32b5-0782-4b1e-81ab-10e02e0dd24c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18980c57-c104-499e-bbe0-612d13e2e734,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:43.247421 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-b9b61be0-b979-4482-9185-d4cd7720b85b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'security_group_rule': {'security_group_id': '18980c57-c104-499e-bbe0-612d13e2e734', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:43.289952 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b9b61be0-b979-4482-9185-d4cd7720b85b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (796308fb-e858-4d44-90ac-b17bc781586a), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:43.342298 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b9b61be0-b979-4482-9185-d4cd7720b85b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (796308fb-e858-4d44-90ac-b17bc781586a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:43.347951 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b9b61be0-b979-4482-9185-d4cd7720b85b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (796308fb-e858-4d44-90ac-b17bc781586a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:43.364923 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b61be0-b979-4482-9185-d4cd7720b85b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=796308fb-e858-4d44-90ac-b17bc781586a,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:43.392095 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b9b61be0-b979-4482-9185-d4cd7720b85b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:43.397339 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34834) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:43.398711 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b9b61be0-b979-4482-9185-d4cd7720b85b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1601384 Jan 28 13:54:43.408723 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-005e8406-175d-47cb-9ba8-16f7a4221440 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'security_group_rule': {'security_group_id': '18980c57-c104-499e-bbe0-612d13e2e734', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:43.465933 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-005e8406-175d-47cb-9ba8-16f7a4221440 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (8e85c591-16f4-4490-b16e-7cb279dcc750), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:43.551661 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-005e8406-175d-47cb-9ba8-16f7a4221440 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (8e85c591-16f4-4490-b16e-7cb279dcc750), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:43.561918 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-005e8406-175d-47cb-9ba8-16f7a4221440 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (8e85c591-16f4-4490-b16e-7cb279dcc750), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:43.591975 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e8406-175d-47cb-9ba8-16f7a4221440 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e85c591-16f4-4490-b16e-7cb279dcc750,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:43.611517 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-005e8406-175d-47cb-9ba8-16f7a4221440 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:43.616051 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-005e8406-175d-47cb-9ba8-16f7a4221440 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2108781 Jan 28 13:54:43.616293 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34836) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:43.621336 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-0ffb799c-b427-49df-9120-f680666e177c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'security_group_rule': {'security_group_id': '18980c57-c104-499e-bbe0-612d13e2e734', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:43.707888 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0ffb799c-b427-49df-9120-f680666e177c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (e832b082-7c64-4952-9fe0-ca6b75fa55d2), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:43.866246 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0ffb799c-b427-49df-9120-f680666e177c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (e832b082-7c64-4952-9fe0-ca6b75fa55d2), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:43.874758 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0ffb799c-b427-49df-9120-f680666e177c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (e832b082-7c64-4952-9fe0-ca6b75fa55d2), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:43.896199 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb799c-b427-49df-9120-f680666e177c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e832b082-7c64-4952-9fe0-ca6b75fa55d2,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:43.920722 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0ffb799c-b427-49df-9120-f680666e177c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:43.924647 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0ffb799c-b427-49df-9120-f680666e177c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3052790 Jan 28 13:54:43.926079 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34846) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:43.939629 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-500b095a-b397-4357-9f6d-38062dff9592 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'security_group_rule': {'security_group_id': '18980c57-c104-499e-bbe0-612d13e2e734', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:43.978032 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-500b095a-b397-4357-9f6d-38062dff9592 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (1912fb8a-d7df-4e57-8bfb-a22486c97c01), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:44.064804 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-500b095a-b397-4357-9f6d-38062dff9592 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (1912fb8a-d7df-4e57-8bfb-a22486c97c01), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:44.077243 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-500b095a-b397-4357-9f6d-38062dff9592 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (1912fb8a-d7df-4e57-8bfb-a22486c97c01), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:44.101232 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b095a-b397-4357-9f6d-38062dff9592 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1912fb8a-d7df-4e57-8bfb-a22486c97c01,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:44.115389 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-500b095a-b397-4357-9f6d-38062dff9592 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:44.117142 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-500b095a-b397-4357-9f6d-38062dff9592 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1886933 Jan 28 13:54:44.119816 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34848) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:44.125807 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-620b29a9-a317-4507-8401-920e8e5bcfdf tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'security_group_rule': {'security_group_id': '18980c57-c104-499e-bbe0-612d13e2e734', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:44.156094 n-d-822747-2 neutron-server[103352]: INFO neutron.db.securitygroups_db [None req-620b29a9-a317-4507-8401-920e8e5bcfdf tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Project 9f0b15f597ac4a5a9c830cecb46d6cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:54:44.164576 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-620b29a9-a317-4507-8401-920e8e5bcfdf tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (b413f19c-da8f-4ddf-84f6-51e5ecb6f02a), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:44.253713 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-620b29a9-a317-4507-8401-920e8e5bcfdf tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (b413f19c-da8f-4ddf-84f6-51e5ecb6f02a), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:44.260106 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-620b29a9-a317-4507-8401-920e8e5bcfdf tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (b413f19c-da8f-4ddf-84f6-51e5ecb6f02a), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:44.283920 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b29a9-a317-4507-8401-920e8e5bcfdf tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b413f19c-da8f-4ddf-84f6-51e5ecb6f02a,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:44.294253 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-620b29a9-a317-4507-8401-920e8e5bcfdf tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:44.299621 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34850) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:44.303529 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-620b29a9-a317-4507-8401-920e8e5bcfdf tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1823993 Jan 28 13:54:44.304704 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-d5389d80-bece-439c-88ce-379ea72dcd81 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'security_group_rule': {'security_group_id': '18980c57-c104-499e-bbe0-612d13e2e734', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:44.332301 n-d-822747-2 neutron-server[103351]: INFO neutron.db.securitygroups_db [None req-d5389d80-bece-439c-88ce-379ea72dcd81 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Project 9f0b15f597ac4a5a9c830cecb46d6cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:54:44.348324 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d5389d80-bece-439c-88ce-379ea72dcd81 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (396e9874-bbec-4a02-9e21-f038abbcdeb6), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:44.435082 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d5389d80-bece-439c-88ce-379ea72dcd81 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (396e9874-bbec-4a02-9e21-f038abbcdeb6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:44.443849 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d5389d80-bece-439c-88ce-379ea72dcd81 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (396e9874-bbec-4a02-9e21-f038abbcdeb6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:44.470197 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5389d80-bece-439c-88ce-379ea72dcd81 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=396e9874-bbec-4a02-9e21-f038abbcdeb6,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:44.483608 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d5389d80-bece-439c-88ce-379ea72dcd81 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:44.488116 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34852) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:44.488950 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d5389d80-bece-439c-88ce-379ea72dcd81 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1880732 Jan 28 13:54:44.494545 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-2f731cc9-3747-4663-a1dd-5d8c6a7ca3e7 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'network': {'name': 'tempest-network-smoke--1089406853', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'port_security_enabled': True}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:44.523856 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f731cc9-3747-4663-a1dd-5d8c6a7ca3e7 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Made reservation on behalf of 9f0b15f597ac4a5a9c830cecb46d6cf5 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:54:44.528258 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2f731cc9-3747-4663-a1dd-5d8c6a7ca3e7 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:44.561567 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f731cc9-3747-4663-a1dd-5d8c6a7ca3e7 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:54:44.575430 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2f731cc9-3747-4663-a1dd-5d8c6a7ca3e7 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (3f4b79bd-cb9f-4390-9965-77eb20b2b9a0), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:44.575964 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-2f731cc9-3747-4663-a1dd-5d8c6a7ca3e7 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Added segment 3f4b79bd-cb9f-4390-9965-77eb20b2b9a0 of type vlan for network 526f94dc-6e75-4512-a43d-81c499caf2c1 Jan 28 13:54:44.630268 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2f731cc9-3747-4663-a1dd-5d8c6a7ca3e7 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (526f94dc-6e75-4512-a43d-81c499caf2c1), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:44.666835 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2f731cc9-3747-4663-a1dd-5d8c6a7ca3e7 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (526f94dc-6e75-4512-a43d-81c499caf2c1), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:44.673045 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f731cc9-3747-4663-a1dd-5d8c6a7ca3e7 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:44.674099 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2f731cc9-3747-4663-a1dd-5d8c6a7ca3e7 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:44.720305 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2f731cc9-3747-4663-a1dd-5d8c6a7ca3e7 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2304823 Jan 28 13:54:44.723116 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34856) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:44.727671 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-341f695f-be54-4069-927b-6f77a303d1c6 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-574405888', 'admin_state_up': True, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:44.757912 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-341f695f-be54-4069-927b-6f77a303d1c6 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:44.759115 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-341f695f-be54-4069-927b-6f77a303d1c6 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:44.763577 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f731cc9-3747-4663-a1dd-5d8c6a7ca3e7 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Network': ['ID=526f94dc-6e75-4512-a43d-81c499caf2c1,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:44.786763 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 526f94dc-6e75-4512-a43d-81c499caf2c1 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:54:44.851320 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-341f695f-be54-4069-927b-6f77a303d1c6 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router_controller (7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:45.118206 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-341f695f-be54-4069-927b-6f77a303d1c6 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router_gateway (7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:45.376516 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-341f695f-be54-4069-927b-6f77a303d1c6 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router_gateway (7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:45.406179 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-341f695f-be54-4069-927b-6f77a303d1c6 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:45.539516 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-341f695f-be54-4069-927b-6f77a303d1c6 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Allocated IP 172.25.3.149 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/cd59fdef-28dc-406e-af99-f36bb85b1f60) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:45.735844 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-341f695f-be54-4069-927b-6f77a303d1c6 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for port (cd59fdef-28dc-406e-af99-f36bb85b1f60), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:45.799097 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-341f695f-be54-4069-927b-6f77a303d1c6 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (cd59fdef-28dc-406e-af99-f36bb85b1f60), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:45.843823 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341f695f-be54-4069-927b-6f77a303d1c6 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:45.847292 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-341f695f-be54-4069-927b-6f77a303d1c6 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:45.856332 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341f695f-be54-4069-927b-6f77a303d1c6 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:46.036642 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f695f-be54-4069-927b-6f77a303d1c6 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Port': ['ID=cd59fdef-28dc-406e-af99-f36bb85b1f60,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:46.404440 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-341f695f-be54-4069-927b-6f77a303d1c6 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router_gateway (7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:47.263667 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-341f695f-be54-4069-927b-6f77a303d1c6 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:47.566807 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341f695f-be54-4069-927b-6f77a303d1c6 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Router 7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:54:47.767242 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341f695f-be54-4069-927b-6f77a303d1c6 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:54:47.797968 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf61df62-0356-409d-a891-f61802c6dc63 None None] Sync routers for ids ['7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:54:47.816405 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf61df62-0356-409d-a891-f61802c6dc63 None None] Routers {'7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:47.829510 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-bf61df62-0356-409d-a891-f61802c6dc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:54:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:47.838443 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-341f695f-be54-4069-927b-6f77a303d1c6 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:47.839977 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-341f695f-be54-4069-927b-6f77a303d1c6 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1157753 Jan 28 13:54:47.843122 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34942) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:47.899692 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34946) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:47.902878 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a4970796-af5a-41ec-814d-218c45e2310b tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=9f0b15f597ac4a5a9c830cecb46d6cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0518489 Jan 28 13:54:47.952471 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:48.025978 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-bf61df62-0356-409d-a891-f61802c6dc63 None None] Set router 7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:54:48.120085 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7cc144-5f9b-4383-8993-ede5bcf5ab7a tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:48.124854 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0e7cc144-5f9b-4383-8993-ede5bcf5ab7a tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2235672 Jan 28 13:54:48.125014 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34952) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:48.183379 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-754e5263-4ec3-45b1-b2f3-f8efdd6f59b4 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0549865 Jan 28 13:54:48.183623 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34954) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:48.188676 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-eaa05192-8c45-498c-b7ef-43587c50a2d8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1471741084', 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:48.407204 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-bf61df62-0356-409d-a891-f61802c6dc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574405888', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:54:44Z', 'updated_at': '2022-01-28T13:54:46Z', 'revision_number': 3, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:45Z', 'updated_at': '2022-01-28T13:54:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:48.409394 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa05192-8c45-498c-b7ef-43587c50a2d8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Made reservation on behalf of 9f0b15f597ac4a5a9c830cecb46d6cf5 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:54:48.413413 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eaa05192-8c45-498c-b7ef-43587c50a2d8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:48.474789 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf61df62-0356-409d-a891-f61802c6dc63 None None] Checking router: 7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:54:48.477856 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf61df62-0356-409d-a891-f61802c6dc63 None None] Updating router 7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1 port cd59fdef-28dc-406e-af99-f36bb85b1f60 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:54:48.561226 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bf61df62-0356-409d-a891-f61802c6dc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (cd59fdef-28dc-406e-af99-f36bb85b1f60), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:48.797675 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eaa05192-8c45-498c-b7ef-43587c50a2d8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (d7c1299d-e2ee-482f-9e1a-a636c30ee9ad), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:49.060516 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 34978) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:49.102024 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa05192-8c45-498c-b7ef-43587c50a2d8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Subnet': ['ID=d7c1299d-e2ee-482f-9e1a-a636c30ee9ad,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:49.127450 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa05192-8c45-498c-b7ef-43587c50a2d8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Checking segment: {'id': '3f4b79bd-cb9f-4390-9965-77eb20b2b9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:54:49.128150 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa05192-8c45-498c-b7ef-43587c50a2d8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Network hostable DHCP agents. Network: 526f94dc-6e75-4512-a43d-81c499caf2c1, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:54:49.177394 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa05192-8c45-498c-b7ef-43587c50a2d8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Network 526f94dc-6e75-4512-a43d-81c499caf2c1 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:54:49.198187 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-eaa05192-8c45-498c-b7ef-43587c50a2d8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 526f94dc-6e75-4512-a43d-81c499caf2c1) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:49.214252 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa05192-8c45-498c-b7ef-43587c50a2d8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:49.217092 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eaa05192-8c45-498c-b7ef-43587c50a2d8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:49.253068 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-eaa05192-8c45-498c-b7ef-43587c50a2d8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0682700 Jan 28 13:54:49.257119 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34984) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:49.285111 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fa45e6-9599-40a5-bc36-713365c22160 None None] Network 526f94dc-6e75-4512-a43d-81c499caf2c1 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:54:49.374724 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bf61df62-0356-409d-a891-f61802c6dc63 None None] Publish callbacks [] for port (cd59fdef-28dc-406e-af99-f36bb85b1f60), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:49.392036 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bf61df62-0356-409d-a891-f61802c6dc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (cd59fdef-28dc-406e-af99-f36bb85b1f60), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:49.408110 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e865144d-0773-42db-9063-f105fc5dac82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:49.458677 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-bf61df62-0356-409d-a891-f61802c6dc63 None None] Attempting to bind port cd59fdef-28dc-406e-af99-f36bb85b1f60 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:54:49.459090 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-bf61df62-0356-409d-a891-f61802c6dc63 None None] Attempting to bind port cd59fdef-28dc-406e-af99-f36bb85b1f60 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:54:49.459463 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf61df62-0356-409d-a891-f61802c6dc63 None None] Attempting to bind port cd59fdef-28dc-406e-af99-f36bb85b1f60 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:54:49.531601 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf61df62-0356-409d-a891-f61802c6dc63 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:54:49.532340 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf61df62-0356-409d-a891-f61802c6dc63 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:54:49.532928 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bf61df62-0356-409d-a891-f61802c6dc63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:49.533743 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf61df62-0356-409d-a891-f61802c6dc63 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:54:49.534729 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-bf61df62-0356-409d-a891-f61802c6dc63 None None] Bound port: cd59fdef-28dc-406e-af99-f36bb85b1f60, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:54:49.535326 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bf61df62-0356-409d-a891-f61802c6dc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (cd59fdef-28dc-406e-af99-f36bb85b1f60), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:49.563837 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302216ba-5a0a-4ff9-aad9-e0248c31ced7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-526f94dc-6e75-4512-a43d-81c499caf2c1', 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1', 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'fixed_ips': [{'subnet_id': 'd7c1299d-e2ee-482f-9e1a-a636c30ee9ad'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:54:49.565281 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-302216ba-5a0a-4ff9-aad9-e0248c31ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:49.622122 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e865144d-0773-42db-9063-f105fc5dac82 admin admin] Publish callbacks [] for security_group (b657bf98-c252-47a3-8325-eca8e14beec8), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:49.631429 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e865144d-0773-42db-9063-f105fc5dac82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b657bf98-c252-47a3-8325-eca8e14beec8), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:49.706738 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e865144d-0773-42db-9063-f105fc5dac82 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ac3c6a860bba48079a907704193c1080&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6447506 Jan 28 13:54:49.711209 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 34990) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:49.737862 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865144d-0773-42db-9063-f105fc5dac82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b657bf98-c252-47a3-8325-eca8e14beec8,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:49.743325 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-302216ba-5a0a-4ff9-aad9-e0248c31ced7 None None] Allocated IP 172.20.0.2 (526f94dc-6e75-4512-a43d-81c499caf2c1/d7c1299d-e2ee-482f-9e1a-a636c30ee9ad/a8147c6c-cd88-48e4-b94a-adbf3e622e2a) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:49.974531 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0c884-1b18-46f2-a3be-d0913f996a01 None None] Pushing event updated for resources: {'Port': ['ID=cd59fdef-28dc-406e-af99-f36bb85b1f60,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:50.000450 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-bf61df62-0356-409d-a891-f61802c6dc63 None None] For port cd59fdef-28dc-406e-af99-f36bb85b1f60, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:54:50.037178 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-edc9320a-292a-4f0c-a66a-c59a4dd13034 admin admin] Publish callbacks [] for security_group (b657bf98-c252-47a3-8325-eca8e14beec8), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:50.068182 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-edc9320a-292a-4f0c-a66a-c59a4dd13034 admin admin] Publish callbacks [] for security_group (b657bf98-c252-47a3-8325-eca8e14beec8), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:50.081984 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-bf61df62-0356-409d-a891-f61802c6dc63 None None] For port cd59fdef-28dc-406e-af99-f36bb85b1f60, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=cd59fdef-28dc-406e-af99-f36bb85b1f60,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:54:50.145814 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-edc9320a-292a-4f0c-a66a-c59a4dd13034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b657bf98-c252-47a3-8325-eca8e14beec8), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:50.148739 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bf61df62-0356-409d-a891-f61802c6dc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (cd59fdef-28dc-406e-af99-f36bb85b1f60), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:50.149709 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-edc9320a-292a-4f0c-a66a-c59a4dd13034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:50.151324 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-edc9320a-292a-4f0c-a66a-c59a4dd13034 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b657bf98-c252-47a3-8325-eca8e14beec8 HTTP/1.1" status: 204 len: 168 time: 0.4388931 Jan 28 13:54:50.352083 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9320a-292a-4f0c-a66a-c59a4dd13034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b657bf98-c252-47a3-8325-eca8e14beec8,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:50.451035 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10a0f82b-116b-41ae-8a09-ff5849d63a86 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:50.701158 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:50.904027 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0c884-1b18-46f2-a3be-d0913f996a01 None None] Pushing event updated for resources: {'Port': ['ID=cd59fdef-28dc-406e-af99-f36bb85b1f60,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:50.943277 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf61df62-0356-409d-a891-f61802c6dc63 None None] Routers {'7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:50.947157 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-bf61df62-0356-409d-a891-f61802c6dc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:54:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:51.068331 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-302216ba-5a0a-4ff9-aad9-e0248c31ced7 None None] Publish callbacks [] for port (a8147c6c-cd88-48e4-b94a-adbf3e622e2a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:51.082894 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:54:51.090385 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-302216ba-5a0a-4ff9-aad9-e0248c31ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (a8147c6c-cd88-48e4-b94a-adbf3e622e2a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:51.168332 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302216ba-5a0a-4ff9-aad9-e0248c31ced7 None None] Pushing event updated for resources: {'Port': ['ID=a8147c6c-cd88-48e4-b94a-adbf3e622e2a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:51.240732 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-10a0f82b-116b-41ae-8a09-ff5849d63a86 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Allocated IP 172.20.0.1 (526f94dc-6e75-4512-a43d-81c499caf2c1/d7c1299d-e2ee-482f-9e1a-a636c30ee9ad/cc5a7861-c765-4e9b-8e92-100a046c17a4) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:51.266483 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302216ba-5a0a-4ff9-aad9-e0248c31ced7 None None] Network 526f94dc-6e75-4512-a43d-81c499caf2c1 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:51.343843 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-302216ba-5a0a-4ff9-aad9-e0248c31ced7 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:51.351831 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302216ba-5a0a-4ff9-aad9-e0248c31ced7 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:51.484742 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-bf61df62-0356-409d-a891-f61802c6dc63 None None] Set router 7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:54:51.502837 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10a0f82b-116b-41ae-8a09-ff5849d63a86 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for port (cc5a7861-c765-4e9b-8e92-100a046c17a4), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:51.582379 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10a0f82b-116b-41ae-8a09-ff5849d63a86 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (cc5a7861-c765-4e9b-8e92-100a046c17a4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:51.641669 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-302216ba-5a0a-4ff9-aad9-e0248c31ced7 None None] Attempting to bind port a8147c6c-cd88-48e4-b94a-adbf3e622e2a on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:54:51.643223 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-302216ba-5a0a-4ff9-aad9-e0248c31ced7 None None] Attempting to bind port a8147c6c-cd88-48e4-b94a-adbf3e622e2a by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '3f4b79bd-cb9f-4390-9965-77eb20b2b9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:54:51.643608 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302216ba-5a0a-4ff9-aad9-e0248c31ced7 None None] Attempting to bind port a8147c6c-cd88-48e4-b94a-adbf3e622e2a on network 526f94dc-6e75-4512-a43d-81c499caf2c1 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:54:51.656854 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302216ba-5a0a-4ff9-aad9-e0248c31ced7 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:54:51.657286 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302216ba-5a0a-4ff9-aad9-e0248c31ced7 None None] Checking segment: {'id': '3f4b79bd-cb9f-4390-9965-77eb20b2b9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:54:51.658993 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-302216ba-5a0a-4ff9-aad9-e0248c31ced7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:51.659557 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302216ba-5a0a-4ff9-aad9-e0248c31ced7 None None] Bound using segment: {'id': '3f4b79bd-cb9f-4390-9965-77eb20b2b9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:54:51.661936 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-302216ba-5a0a-4ff9-aad9-e0248c31ced7 None None] Bound port: a8147c6c-cd88-48e4-b94a-adbf3e622e2a, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4b79bd-cb9f-4390-9965-77eb20b2b9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:54:51.662300 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-302216ba-5a0a-4ff9-aad9-e0248c31ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a8147c6c-cd88-48e4-b94a-adbf3e622e2a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:51.685502 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a0f82b-116b-41ae-8a09-ff5849d63a86 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Network 526f94dc-6e75-4512-a43d-81c499caf2c1 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:51.700502 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-10a0f82b-116b-41ae-8a09-ff5849d63a86 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:51.703646 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a0f82b-116b-41ae-8a09-ff5849d63a86 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:51.802514 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0f82b-116b-41ae-8a09-ff5849d63a86 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Port': ['ID=cc5a7861-c765-4e9b-8e92-100a046c17a4,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:51.843515 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10a0f82b-116b-41ae-8a09-ff5849d63a86 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:51.928377 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-302216ba-5a0a-4ff9-aad9-e0248c31ced7 None None] For port a8147c6c-cd88-48e4-b94a-adbf3e622e2a, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:54:51.938528 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-302216ba-5a0a-4ff9-aad9-e0248c31ced7 None None] For port a8147c6c-cd88-48e4-b94a-adbf3e622e2a, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=a8147c6c-cd88-48e4-b94a-adbf3e622e2a,segment=NetworkSegment(3f4b79bd-cb9f-4390-9965-77eb20b2b9a0),segment_id=3f4b79bd-cb9f-4390-9965-77eb20b2b9a0)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:54:51.952229 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-302216ba-5a0a-4ff9-aad9-e0248c31ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a8147c6c-cd88-48e4-b94a-adbf3e622e2a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:52.120325 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302216ba-5a0a-4ff9-aad9-e0248c31ced7 None None] Pushing event updated for resources: {'Port': ['ID=a8147c6c-cd88-48e4-b94a-adbf3e622e2a,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:52.169912 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-bf61df62-0356-409d-a891-f61802c6dc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574405888', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:54:44Z', 'updated_at': '2022-01-28T13:54:46Z', 'revision_number': 3, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:45Z', 'updated_at': '2022-01-28T13:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:52.198405 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10a0f82b-116b-41ae-8a09-ff5849d63a86 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (cc5a7861-c765-4e9b-8e92-100a046c17a4), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:52.217808 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf61df62-0356-409d-a891-f61802c6dc63 None None] The sync data for ids ['7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'] in n-d-822747-2 is: [{'id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574405888', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:54:44Z', 'updated_at': '2022-01-28T13:54:46Z', 'revision_number': 3, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:45Z', 'updated_at': '2022-01-28T13:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:54:53.053237 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10a0f82b-116b-41ae-8a09-ff5849d63a86 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for port (cc5a7861-c765-4e9b-8e92-100a046c17a4), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:53.074788 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10a0f82b-116b-41ae-8a09-ff5849d63a86 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (cc5a7861-c765-4e9b-8e92-100a046c17a4), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:53.231752 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0f82b-116b-41ae-8a09-ff5849d63a86 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Port': ['ID=cc5a7861-c765-4e9b-8e92-100a046c17a4,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:53.234485 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10a0f82b-116b-41ae-8a09-ff5849d63a86 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:53.409836 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a0f82b-116b-41ae-8a09-ff5849d63a86 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Network 526f94dc-6e75-4512-a43d-81c499caf2c1 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:53.411889 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-10a0f82b-116b-41ae-8a09-ff5849d63a86 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:53.692774 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a0f82b-116b-41ae-8a09-ff5849d63a86 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Router 7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:54:53.964682 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a0f82b-116b-41ae-8a09-ff5849d63a86 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:54:53.991632 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-10a0f82b-116b-41ae-8a09-ff5849d63a86 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "PUT /v2.0/routers/7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7326314 Jan 28 13:54:54.180028 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3d614b-4981-4ebb-8e3a-41182178b041 None None] Network 526f94dc-6e75-4512-a43d-81c499caf2c1 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:54:54.352032 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-732e032c-b919-4a1d-8e9b-ee5c92ace4cb None None] Provisioning complete for port a8147c6c-cd88-48e4-b94a-adbf3e622e2a triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:54.355045 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-732e032c-b919-4a1d-8e9b-ee5c92ace4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a8147c6c-cd88-48e4-b94a-adbf3e622e2a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:54.475371 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-7b02ba7f-9000-4aaf-85ca-54aea6190d45 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1705238516&fields=id&tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5 HTTP/1.1" status: 200 len: 267 time: 0.1355963 Jan 28 13:54:54.765381 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-732e032c-b919-4a1d-8e9b-ee5c92ace4cb None None] Current status of the port a8147c6c-cd88-48e4-b94a-adbf3e622e2a is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:54.773454 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-732e032c-b919-4a1d-8e9b-ee5c92ace4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a8147c6c-cd88-48e4-b94a-adbf3e622e2a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:54.773877 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-84a6970a-bf91-4bc9-b9a3-1375839321ac tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:54.776986 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device a8147c6c-cd88-48e4-b94a-adbf3e622e2a up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:54:54.787342 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-84a6970a-bf91-4bc9-b9a3-1375839321ac tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/networks?id=526f94dc-6e75-4512-a43d-81c499caf2c1 HTTP/1.1" status: 200 len: 797 time: 0.3104470 Jan 28 13:54:54.824698 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-40efa4c2-f6b0-4838-bb4a-fabba833f3c5 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/quotas/9f0b15f597ac4a5a9c830cecb46d6cf5 HTTP/1.1" status: 200 len: 375 time: 0.0354695 Jan 28 13:54:54.927879 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-732e032c-b919-4a1d-8e9b-ee5c92ace4cb None None] For port a8147c6c-cd88-48e4-b94a-adbf3e622e2a, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=a8147c6c-cd88-48e4-b94a-adbf3e622e2a,segment=NetworkSegment(3f4b79bd-cb9f-4390-9965-77eb20b2b9a0),segment_id=3f4b79bd-cb9f-4390-9965-77eb20b2b9a0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:54.945317 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-732e032c-b919-4a1d-8e9b-ee5c92ace4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a8147c6c-cd88-48e4-b94a-adbf3e622e2a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:54.979854 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-4b042ab8-a415-4658-b278-7bfbe6ab974e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1527565 Jan 28 13:54:55.037614 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port a8147c6c-cd88-48e4-b94a-adbf3e622e2a triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:55.038260 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a8147c6c-cd88-48e4-b94a-adbf3e622e2a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:55.259834 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e032c-b919-4a1d-8e9b-ee5c92ace4cb None None] Pushing event updated for resources: {'Port': ['ID=a8147c6c-cd88-48e4-b94a-adbf3e622e2a,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:55.379295 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port a8147c6c-cd88-48e4-b94a-adbf3e622e2a is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:55.386002 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device cd59fdef-28dc-406e-af99-f36bb85b1f60 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:54:55.395439 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-b59debb2-b6ad-40be-8b6d-50c17cb90f81 service neutron] 10.222.0.39 "GET /v2.0/networks/526f94dc-6e75-4512-a43d-81c499caf2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928554 Jan 28 13:54:55.562317 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port cd59fdef-28dc-406e-af99-f36bb85b1f60 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:55.562803 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (cd59fdef-28dc-406e-af99-f36bb85b1f60), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:55.616350 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c06bd7e-4fce-4deb-b133-ec19b2caeca6 None None] Sync routers for ids ['7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:54:55.632672 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c06bd7e-4fce-4deb-b133-ec19b2caeca6 None None] Routers {'7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:55.643234 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-55dcc981-4a12-4c86-b177-076c20a4dcac service neutron] 10.222.0.39 "GET /v2.0/networks/526f94dc-6e75-4512-a43d-81c499caf2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462182 Jan 28 13:54:55.648248 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-2c06bd7e-4fce-4deb-b133-ec19b2caeca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:54:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:55.752467 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port cd59fdef-28dc-406e-af99-f36bb85b1f60 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:55.752901 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (cd59fdef-28dc-406e-af99-f36bb85b1f60), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:55.774496 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ada9f845-e1ba-4420-aef4-0c8616c1de8d None None] Provisioning complete for port a8147c6c-cd88-48e4-b94a-adbf3e622e2a triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:55.774859 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ada9f845-e1ba-4420-aef4-0c8616c1de8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a8147c6c-cd88-48e4-b94a-adbf3e622e2a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:55.791431 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-2c06bd7e-4fce-4deb-b133-ec19b2caeca6 None None] Set router 7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:54:55.918885 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port cd59fdef-28dc-406e-af99-f36bb85b1f60, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=cd59fdef-28dc-406e-af99-f36bb85b1f60,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:55.934457 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (cd59fdef-28dc-406e-af99-f36bb85b1f60), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:56.136048 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ef429992-6b2f-4bd0-9a2b-59c6aa552205 req-e84e0518-0351-426e-8986-b98970b2928c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 210 time: 0.0537848 Jan 28 13:54:56.202462 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=cd59fdef-28dc-406e-af99-f36bb85b1f60,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:56.255739 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ada9f845-e1ba-4420-aef4-0c8616c1de8d None None] Current status of the port a8147c6c-cd88-48e4-b94a-adbf3e622e2a is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:56.279497 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ada9f845-e1ba-4420-aef4-0c8616c1de8d None None] Provisioning complete for port cc5a7861-c765-4e9b-8e92-100a046c17a4 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:56.280233 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ada9f845-e1ba-4420-aef4-0c8616c1de8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (cc5a7861-c765-4e9b-8e92-100a046c17a4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:56.329500 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-2c06bd7e-4fce-4deb-b133-ec19b2caeca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574405888', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:54:44Z', 'updated_at': '2022-01-28T13:54:52Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:45Z', 'updated_at': '2022-01-28T13:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'cc5a7861-c765-4e9b-8e92-100a046c17a4', 'name': '', 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:11:b1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'd7c1299d-e2ee-482f-9e1a-a636c30ee9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:50Z', 'updated_at': '2022-01-28T13:54:52Z', 'revision_number': 2, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': 'd7c1299d-e2ee-482f-9e1a-a636c30ee9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:56.398127 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c06bd7e-4fce-4deb-b133-ec19b2caeca6 None None] Checking router: 7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:54:56.398978 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c06bd7e-4fce-4deb-b133-ec19b2caeca6 None None] Updating router 7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1 port cc5a7861-c765-4e9b-8e92-100a046c17a4 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:54:56.413556 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ada9f845-e1ba-4420-aef4-0c8616c1de8d None None] Port cc5a7861-c765-4e9b-8e92-100a046c17a4 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:54:56.434031 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c06bd7e-4fce-4deb-b133-ec19b2caeca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (cc5a7861-c765-4e9b-8e92-100a046c17a4), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:56.565110 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-dc84ca46-edac-4f9c-b827-51c9ef216491 None None] Provisioning complete for port cc5a7861-c765-4e9b-8e92-100a046c17a4 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:56.565407 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dc84ca46-edac-4f9c-b827-51c9ef216491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (cc5a7861-c765-4e9b-8e92-100a046c17a4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:56.629005 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device a8147c6c-cd88-48e4-b94a-adbf3e622e2a up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:54:56.761728 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-dc84ca46-edac-4f9c-b827-51c9ef216491 None None] Port cc5a7861-c765-4e9b-8e92-100a046c17a4 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:54:56.828135 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port a8147c6c-cd88-48e4-b94a-adbf3e622e2a triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:56.828521 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a8147c6c-cd88-48e4-b94a-adbf3e622e2a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:56.922019 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-56a306fa-7a79-4eee-a7ac-7d0658472901 None None] Provisioning complete for port cc5a7861-c765-4e9b-8e92-100a046c17a4 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:56.922480 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-56a306fa-7a79-4eee-a7ac-7d0658472901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (cc5a7861-c765-4e9b-8e92-100a046c17a4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:56.975849 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-56a306fa-7a79-4eee-a7ac-7d0658472901 None None] Port cc5a7861-c765-4e9b-8e92-100a046c17a4 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:54:57.124610 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port a8147c6c-cd88-48e4-b94a-adbf3e622e2a is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:57.125817 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device cd59fdef-28dc-406e-af99-f36bb85b1f60 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:54:57.276915 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-68ac9322-1e4f-4457-92e7-19cec47e6b5e req-bf069ce1-1cb2-4f88-8742-5b85106bc3da tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 210 time: 0.0718441 Jan 28 13:54:57.342613 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c06bd7e-4fce-4deb-b133-ec19b2caeca6 None None] Publish callbacks [] for port (cc5a7861-c765-4e9b-8e92-100a046c17a4), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:57.351755 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port cd59fdef-28dc-406e-af99-f36bb85b1f60 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:57.352510 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (cd59fdef-28dc-406e-af99-f36bb85b1f60), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:57.376636 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c06bd7e-4fce-4deb-b133-ec19b2caeca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (cc5a7861-c765-4e9b-8e92-100a046c17a4), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:57.518696 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port cd59fdef-28dc-406e-af99-f36bb85b1f60 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:57.660026 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-2c06bd7e-4fce-4deb-b133-ec19b2caeca6 None None] Attempting to bind port cc5a7861-c765-4e9b-8e92-100a046c17a4 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:54:57.660397 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-2c06bd7e-4fce-4deb-b133-ec19b2caeca6 None None] Attempting to bind port cc5a7861-c765-4e9b-8e92-100a046c17a4 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '3f4b79bd-cb9f-4390-9965-77eb20b2b9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:54:57.660757 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c06bd7e-4fce-4deb-b133-ec19b2caeca6 None None] Attempting to bind port cc5a7861-c765-4e9b-8e92-100a046c17a4 on network 526f94dc-6e75-4512-a43d-81c499caf2c1 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:54:57.664749 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213cb6fe-281b-46da-8902-a9e22548b766 None None] Pushing event updated for resources: {'Port': ['ID=cc5a7861-c765-4e9b-8e92-100a046c17a4,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:57.678530 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c06bd7e-4fce-4deb-b133-ec19b2caeca6 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:54:57.678902 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c06bd7e-4fce-4deb-b133-ec19b2caeca6 None None] Checking segment: {'id': '3f4b79bd-cb9f-4390-9965-77eb20b2b9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:54:57.679512 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c06bd7e-4fce-4deb-b133-ec19b2caeca6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:57.680057 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c06bd7e-4fce-4deb-b133-ec19b2caeca6 None None] Bound using segment: {'id': '3f4b79bd-cb9f-4390-9965-77eb20b2b9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:54:57.680707 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-2c06bd7e-4fce-4deb-b133-ec19b2caeca6 None None] Bound port: cc5a7861-c765-4e9b-8e92-100a046c17a4, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4b79bd-cb9f-4390-9965-77eb20b2b9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:54:57.681263 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c06bd7e-4fce-4deb-b133-ec19b2caeca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (cc5a7861-c765-4e9b-8e92-100a046c17a4), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:57.685108 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213cb6fe-281b-46da-8902-a9e22548b766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:57.692565 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213cb6fe-281b-46da-8902-a9e22548b766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:57.693168 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213cb6fe-281b-46da-8902-a9e22548b766 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:57.693658 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213cb6fe-281b-46da-8902-a9e22548b766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:57.694175 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213cb6fe-281b-46da-8902-a9e22548b766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:57.694666 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213cb6fe-281b-46da-8902-a9e22548b766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:57.695171 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213cb6fe-281b-46da-8902-a9e22548b766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:57.697007 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213cb6fe-281b-46da-8902-a9e22548b766 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:57.697491 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213cb6fe-281b-46da-8902-a9e22548b766 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:57.697985 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213cb6fe-281b-46da-8902-a9e22548b766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:57.717316 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213cb6fe-281b-46da-8902-a9e22548b766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:57.725915 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213cb6fe-281b-46da-8902-a9e22548b766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:57.726519 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213cb6fe-281b-46da-8902-a9e22548b766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:57.931646 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-40b94b66-6dcd-4f40-b7fe-3593d38be416 None None] Provisioning complete for port cc5a7861-c765-4e9b-8e92-100a046c17a4 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:57.932035 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-40b94b66-6dcd-4f40-b7fe-3593d38be416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (cc5a7861-c765-4e9b-8e92-100a046c17a4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:58.061686 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-40b94b66-6dcd-4f40-b7fe-3593d38be416 None None] Port cc5a7861-c765-4e9b-8e92-100a046c17a4 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:54:58.148679 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-2c06bd7e-4fce-4deb-b133-ec19b2caeca6 None None] For port cc5a7861-c765-4e9b-8e92-100a046c17a4, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:54:58.166358 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-2c06bd7e-4fce-4deb-b133-ec19b2caeca6 None None] For port cc5a7861-c765-4e9b-8e92-100a046c17a4, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=cc5a7861-c765-4e9b-8e92-100a046c17a4,segment=NetworkSegment(3f4b79bd-cb9f-4390-9965-77eb20b2b9a0),segment_id=3f4b79bd-cb9f-4390-9965-77eb20b2b9a0)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:54:58.173694 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-2c06bd7e-4fce-4deb-b133-ec19b2caeca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (cc5a7861-c765-4e9b-8e92-100a046c17a4), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:58.267185 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c06bd7e-4fce-4deb-b133-ec19b2caeca6 None None] Routers {'7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:58.267985 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-2c06bd7e-4fce-4deb-b133-ec19b2caeca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:54:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:58.464290 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213cb6fe-281b-46da-8902-a9e22548b766 None None] Pushing event updated for resources: {'Port': ['ID=cc5a7861-c765-4e9b-8e92-100a046c17a4,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:58.610613 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-2c06bd7e-4fce-4deb-b133-ec19b2caeca6 None None] Set router 7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:54:58.612235 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-e7b9cb0e-966d-4c29-a4a6-9fb87e727b6d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:58.615721 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-e7b9cb0e-966d-4c29-a4a6-9fb87e727b6d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.18 "GET /v2.0/networks?id=526f94dc-6e75-4512-a43d-81c499caf2c1 HTTP/1.1" status: 200 len: 797 time: 0.3152092 Jan 28 13:54:58.667654 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b4a98766-ad8b-485a-aabd-2b6a6a0bb571 req-2dae2a62-90ba-4ef5-81ed-2216d1c0881c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 210 time: 0.0504708 Jan 28 13:54:58.792854 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-87c92807-9d4d-4265-93a1-04451b850a6d None None] Provisioning complete for port cc5a7861-c765-4e9b-8e92-100a046c17a4 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:58.793462 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87c92807-9d4d-4265-93a1-04451b850a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (cc5a7861-c765-4e9b-8e92-100a046c17a4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:58.799516 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-12d3e94f-9cbf-41f4-9305-e2d45c8085b8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5 HTTP/1.1" status: 200 len: 380 time: 0.1701589 Jan 28 13:54:58.810862 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a93daea0-f3c6-4957-9c7a-c8996cd522ac tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'port': {'device_id': '40c0cc87-d74c-42b3-bec3-54982b194684', 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1', 'admin_state_up': True, 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'security_groups': ['18980c57-c104-499e-bbe0-612d13e2e734']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:58.987361 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-87c92807-9d4d-4265-93a1-04451b850a6d None None] Current status of the port cc5a7861-c765-4e9b-8e92-100a046c17a4 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:58.987896 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87c92807-9d4d-4265-93a1-04451b850a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (cc5a7861-c765-4e9b-8e92-100a046c17a4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:59.055369 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-87c92807-9d4d-4265-93a1-04451b850a6d None None] For port cc5a7861-c765-4e9b-8e92-100a046c17a4, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=cc5a7861-c765-4e9b-8e92-100a046c17a4,segment=NetworkSegment(3f4b79bd-cb9f-4390-9965-77eb20b2b9a0),segment_id=3f4b79bd-cb9f-4390-9965-77eb20b2b9a0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:59.078371 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87c92807-9d4d-4265-93a1-04451b850a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (cc5a7861-c765-4e9b-8e92-100a046c17a4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:59.098210 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-2c06bd7e-4fce-4deb-b133-ec19b2caeca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574405888', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:54:44Z', 'updated_at': '2022-01-28T13:54:52Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:45Z', 'updated_at': '2022-01-28T13:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'cc5a7861-c765-4e9b-8e92-100a046c17a4', 'name': '', 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:11:b1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'd7c1299d-e2ee-482f-9e1a-a636c30ee9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:50Z', 'updated_at': '2022-01-28T13:54:58Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': 'd7c1299d-e2ee-482f-9e1a-a636c30ee9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:59.171775 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c06bd7e-4fce-4deb-b133-ec19b2caeca6 None None] The sync data for ids ['7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'] in n-d-822747-2 is: [{'id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574405888', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:54:44Z', 'updated_at': '2022-01-28T13:54:52Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:45Z', 'updated_at': '2022-01-28T13:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'cc5a7861-c765-4e9b-8e92-100a046c17a4', 'name': '', 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:11:b1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'd7c1299d-e2ee-482f-9e1a-a636c30ee9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:50Z', 'updated_at': '2022-01-28T13:54:58Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': 'd7c1299d-e2ee-482f-9e1a-a636c30ee9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:54:59.223713 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a93daea0-f3c6-4957-9c7a-c8996cd522ac tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Made reservation on behalf of 9f0b15f597ac4a5a9c830cecb46d6cf5 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:54:59.227202 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a93daea0-f3c6-4957-9c7a-c8996cd522ac tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:59.234668 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c92807-9d4d-4265-93a1-04451b850a6d None None] Pushing event updated for resources: {'Port': ['ID=cc5a7861-c765-4e9b-8e92-100a046c17a4,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:59.340633 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f1ecd05e-f8b6-4d03-a8f8-15ec2378305c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:59.582000 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a93daea0-f3c6-4957-9c7a-c8996cd522ac tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Allocated IP 172.20.0.9 (526f94dc-6e75-4512-a43d-81c499caf2c1/d7c1299d-e2ee-482f-9e1a-a636c30ee9ad/a3ae4af3-4fcb-44ee-8147-864083e03bc9) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:59.890212 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aaa3f55b-a2a7-48f0-8778-855138295dc3 req-e09eae60-be9d-4fe9-87c9-5d7f07313fad tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 210 time: 0.0693903 Jan 28 13:54:59.936813 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a93daea0-f3c6-4957-9c7a-c8996cd522ac tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for port (a3ae4af3-4fcb-44ee-8147-864083e03bc9), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:00.023649 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a93daea0-f3c6-4957-9c7a-c8996cd522ac tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (a3ae4af3-4fcb-44ee-8147-864083e03bc9), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:00.171919 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a93daea0-f3c6-4957-9c7a-c8996cd522ac tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Network 526f94dc-6e75-4512-a43d-81c499caf2c1 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:55:00.181506 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a93daea0-f3c6-4957-9c7a-c8996cd522ac tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:55:00.202803 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a93daea0-f3c6-4957-9c7a-c8996cd522ac tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:55:00.306877 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 35274) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:00.384661 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a93daea0-f3c6-4957-9c7a-c8996cd522ac tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:00.385454 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a93daea0-f3c6-4957-9c7a-c8996cd522ac tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:00.443055 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a93daea0-f3c6-4957-9c7a-c8996cd522ac tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6375647 Jan 28 13:55:00.449796 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93daea0-f3c6-4957-9c7a-c8996cd522ac tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Port': ['ID=a3ae4af3-4fcb-44ee-8147-864083e03bc9,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:00.473804 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93daea0-f3c6-4957-9c7a-c8996cd522ac tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:00.474311 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93daea0-f3c6-4957-9c7a-c8996cd522ac tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:00.474761 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93daea0-f3c6-4957-9c7a-c8996cd522ac tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:00.477801 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93daea0-f3c6-4957-9c7a-c8996cd522ac tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:00.478373 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93daea0-f3c6-4957-9c7a-c8996cd522ac tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:00.480263 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93daea0-f3c6-4957-9c7a-c8996cd522ac tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:00.480718 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93daea0-f3c6-4957-9c7a-c8996cd522ac tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:00.483353 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93daea0-f3c6-4957-9c7a-c8996cd522ac tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:00.483820 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93daea0-f3c6-4957-9c7a-c8996cd522ac tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:00.484260 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93daea0-f3c6-4957-9c7a-c8996cd522ac tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:00.484847 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93daea0-f3c6-4957-9c7a-c8996cd522ac tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:00.485416 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93daea0-f3c6-4957-9c7a-c8996cd522ac tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:00.486322 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93daea0-f3c6-4957-9c7a-c8996cd522ac tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:00.518023 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a4f5688e-4b6d-4b9a-9213-606e0eb4e4aa service neutron] Request body: {'port': {'device_id': '40c0cc87-d74c-42b3-bec3-54982b194684', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:55:00.682379 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device cc5a7861-c765-4e9b-8e92-100a046c17a4 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:55:00.701443 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-392ef295-afa8-4ae8-89ce-cb52313704b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:00.706378 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a4f5688e-4b6d-4b9a-9213-606e0eb4e4aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a3ae4af3-4fcb-44ee-8147-864083e03bc9), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:00.814476 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-392ef295-afa8-4ae8-89ce-cb52313704b3 admin admin] Publish callbacks [] for security_group (8f75ae54-6ec5-49dd-9979-decf4ed9822d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:00.831093 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-392ef295-afa8-4ae8-89ce-cb52313704b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8f75ae54-6ec5-49dd-9979-decf4ed9822d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:00.882551 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-019a8060-460f-49fe-aad7-cbf64351fefb None None] Provisioning complete for port a3ae4af3-4fcb-44ee-8147-864083e03bc9 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:55:00.883048 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-019a8060-460f-49fe-aad7-cbf64351fefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a3ae4af3-4fcb-44ee-8147-864083e03bc9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:00.923892 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ef295-afa8-4ae8-89ce-cb52313704b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f75ae54-6ec5-49dd-9979-decf4ed9822d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:00.969715 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-392ef295-afa8-4ae8-89ce-cb52313704b3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f1c0a5d926a04da6890b162930d4482f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6616254 Jan 28 13:55:00.976107 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 35290) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:01.106651 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port cc5a7861-c765-4e9b-8e92-100a046c17a4 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:55:01.112036 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (cc5a7861-c765-4e9b-8e92-100a046c17a4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:01.272390 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-24877e95-e27c-49d0-b514-223b2862eba9 admin admin] Publish callbacks [] for security_group (8f75ae54-6ec5-49dd-9979-decf4ed9822d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:01.288947 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-019a8060-460f-49fe-aad7-cbf64351fefb None None] Port a3ae4af3-4fcb-44ee-8147-864083e03bc9 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:55:01.312811 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-74ccca4f-6a08-4778-8568-e5c9fc67f459 req-4c2df01a-60d9-4923-a71e-bec6c4a63abf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e054edff-0685-4260-b9cc-164b1e9d10c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2066796 Jan 28 13:55:01.368815 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-24877e95-e27c-49d0-b514-223b2862eba9 admin admin] Publish callbacks [] for security_group (8f75ae54-6ec5-49dd-9979-decf4ed9822d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:01.473464 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port cc5a7861-c765-4e9b-8e92-100a046c17a4 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:55:01.598661 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1eb12fa6-4108-4f5b-8d8e-17e65477a103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:01.603792 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccca4f-6a08-4778-8568-e5c9fc67f459 req-55b6b55e-fb6f-4231-a6e5-7ce9eb587ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:01.610666 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-74ccca4f-6a08-4778-8568-e5c9fc67f459 req-55b6b55e-fb6f-4231-a6e5-7ce9eb587ae0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a710706f51d4196913035417fac81e3&device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 1097 time: 0.1749861 Jan 28 13:55:01.882755 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccca4f-6a08-4778-8568-e5c9fc67f459 req-8995330a-513a-419c-a92e-c39791f0e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:01.884979 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-74ccca4f-6a08-4778-8568-e5c9fc67f459 req-8995330a-513a-419c-a92e-c39791f0e650 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 HTTP/1.1" status: 200 len: 911 time: 0.2520046 Jan 28 13:55:01.885833 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-24877e95-e27c-49d0-b514-223b2862eba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8f75ae54-6ec5-49dd-9979-decf4ed9822d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:01.893346 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-24877e95-e27c-49d0-b514-223b2862eba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:01.896726 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-24877e95-e27c-49d0-b514-223b2862eba9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f75ae54-6ec5-49dd-9979-decf4ed9822d HTTP/1.1" status: 204 len: 168 time: 0.9177389 Jan 28 13:55:02.009237 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24877e95-e27c-49d0-b514-223b2862eba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f75ae54-6ec5-49dd-9979-decf4ed9822d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:02.095053 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-74ccca4f-6a08-4778-8568-e5c9fc67f459 req-db2cbe0b-3d4a-44f2-b395-5cf036760d2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7498ed12-b3cc-41c8-a3bf-ff2b52c7467a HTTP/1.1" status: 200 len: 1002 time: 0.1966479 Jan 28 13:55:02.138184 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a4f5688e-4b6d-4b9a-9213-606e0eb4e4aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ae4af3-4fcb-44ee-8147-864083e03bc9 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:55:02.155702 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a4f5688e-4b6d-4b9a-9213-606e0eb4e4aa service neutron] Publish callbacks [] for port (a3ae4af3-4fcb-44ee-8147-864083e03bc9), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:02.233845 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a4f5688e-4b6d-4b9a-9213-606e0eb4e4aa service neutron] Transition to ACTIVE for port object a3ae4af3-4fcb-44ee-8147-864083e03bc9 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:55:02.258779 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3936fd7-5cca-4941-b4f0-034cc0ab4626 req-8210be21-b595-4410-9888-11b18f918c20 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:02.259843 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccca4f-6a08-4778-8568-e5c9fc67f459 req-e64d2ed0-5a42-404d-be27-fb49549abc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:02.260866 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d3936fd7-5cca-4941-b4f0-034cc0ab4626 req-8210be21-b595-4410-9888-11b18f918c20 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 931 time: 0.2200818 Jan 28 13:55:02.261821 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a4f5688e-4b6d-4b9a-9213-606e0eb4e4aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (a3ae4af3-4fcb-44ee-8147-864083e03bc9), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:02.266592 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 35322) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:02.267428 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-74ccca4f-6a08-4778-8568-e5c9fc67f459 req-e64d2ed0-5a42-404d-be27-fb49549abc09 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a282eac7-c6f7-4e0b-bd51-f3e60c647f6a HTTP/1.1" status: 200 len: 850 time: 0.1651196 Jan 28 13:55:02.370088 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccca4f-6a08-4778-8568-e5c9fc67f459 req-1839bbe9-e404-46fd-bb97-640eec2428c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:02.379892 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-74ccca4f-6a08-4778-8568-e5c9fc67f459 req-1839bbe9-e404-46fd-bb97-640eec2428c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062820 Jan 28 13:55:02.453598 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5688e-4b6d-4b9a-9213-606e0eb4e4aa service neutron] Pushing event updated for resources: {'Port': ['ID=a3ae4af3-4fcb-44ee-8147-864083e03bc9,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:02.720762 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 35330) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:02.781218 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-68407cb3-0138-4ba7-91d9-897b3e7278cd tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/floatingips/42f44e51-1bc4-45d0-8a68-1150dfe100d3 HTTP/1.1" status: 200 len: 992 time: 0.4502971 Jan 28 13:55:02.788206 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d3936fd7-5cca-4941-b4f0-034cc0ab4626 req-534ac3a1-82f8-4c3f-9702-1a959e3f8456 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5205054 Jan 28 13:55:02.857083 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4ca29e5d-37c7-4968-b70d-286e92a4c7f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:02.916802 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-74ccca4f-6a08-4778-8568-e5c9fc67f459 req-9a06ca02-d04b-41dc-871f-a361a2dd1421 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5260797 Jan 28 13:55:02.947310 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:03.118589 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a4f5688e-4b6d-4b9a-9213-606e0eb4e4aa service neutron] Attempting to bind port a3ae4af3-4fcb-44ee-8147-864083e03bc9 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:55:03.119103 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a4f5688e-4b6d-4b9a-9213-606e0eb4e4aa service neutron] Attempting to bind port a3ae4af3-4fcb-44ee-8147-864083e03bc9 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '3f4b79bd-cb9f-4390-9965-77eb20b2b9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:55:03.119398 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a4f5688e-4b6d-4b9a-9213-606e0eb4e4aa service neutron] Attempting to bind port a3ae4af3-4fcb-44ee-8147-864083e03bc9 on network 526f94dc-6e75-4512-a43d-81c499caf2c1 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:55:03.129938 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a4f5688e-4b6d-4b9a-9213-606e0eb4e4aa service neutron] Port a3ae4af3-4fcb-44ee-8147-864083e03bc9 on network 526f94dc-6e75-4512-a43d-81c499caf2c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:55:03.130501 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a4f5688e-4b6d-4b9a-9213-606e0eb4e4aa service neutron] Attempting to bind port a3ae4af3-4fcb-44ee-8147-864083e03bc9 on network 526f94dc-6e75-4512-a43d-81c499caf2c1 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:55:03.147619 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a4f5688e-4b6d-4b9a-9213-606e0eb4e4aa service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:55:03.148336 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a4f5688e-4b6d-4b9a-9213-606e0eb4e4aa service neutron] Checking segment: {'id': '3f4b79bd-cb9f-4390-9965-77eb20b2b9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:55:03.148440 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a4f5688e-4b6d-4b9a-9213-606e0eb4e4aa service neutron] Bound using segment: {'id': '3f4b79bd-cb9f-4390-9965-77eb20b2b9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:55:03.148834 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a4f5688e-4b6d-4b9a-9213-606e0eb4e4aa service neutron] Bound port: a3ae4af3-4fcb-44ee-8147-864083e03bc9, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f4b79bd-cb9f-4390-9965-77eb20b2b9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:55:03.149204 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a4f5688e-4b6d-4b9a-9213-606e0eb4e4aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a3ae4af3-4fcb-44ee-8147-864083e03bc9), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:03.217849 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-03cc8406-905c-450c-9ff9-1653d6971e67 req-f4bfd7fe-bb83-4daf-be9c-17c512afe055 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae780260-2542-4d31-bb32-5a159585a54a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2651355 Jan 28 13:55:03.256175 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 35342) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:03.325841 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a4f5688e-4b6d-4b9a-9213-606e0eb4e4aa service neutron] For port a3ae4af3-4fcb-44ee-8147-864083e03bc9, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:55:03.329955 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a4f5688e-4b6d-4b9a-9213-606e0eb4e4aa service neutron] For port a3ae4af3-4fcb-44ee-8147-864083e03bc9, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=a3ae4af3-4fcb-44ee-8147-864083e03bc9,segment=NetworkSegment(3f4b79bd-cb9f-4390-9965-77eb20b2b9a0),segment_id=3f4b79bd-cb9f-4390-9965-77eb20b2b9a0)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:55:03.348763 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a4f5688e-4b6d-4b9a-9213-606e0eb4e4aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (a3ae4af3-4fcb-44ee-8147-864083e03bc9), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:03.385032 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4ca29e5d-37c7-4968-b70d-286e92a4c7f3 admin admin] Publish callbacks [] for security_group (d38d8b4d-2b77-4f35-85b6-2895c7793bea), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:03.395018 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-74ccca4f-6a08-4778-8568-e5c9fc67f459 req-1c903cae-00af-4df8-a8a0-d1b4e31c4cb3 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671345 Jan 28 13:55:03.463963 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4ca29e5d-37c7-4968-b70d-286e92a4c7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d38d8b4d-2b77-4f35-85b6-2895c7793bea), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:03.493637 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc8406-905c-450c-9ff9-1653d6971e67 req-d561bf92-78af-4dce-8c58-d94751257c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:03.496628 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-03cc8406-905c-450c-9ff9-1653d6971e67 req-d561bf92-78af-4dce-8c58-d94751257c71 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f281e4a0c8564ab9bcdd7d3d058e0db3&device_id=ae780260-2542-4d31-bb32-5a159585a54a HTTP/1.1" status: 200 len: 1096 time: 0.1954553 Jan 28 13:55:03.553618 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a4f5688e-4b6d-4b9a-9213-606e0eb4e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:03.556207 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a4f5688e-4b6d-4b9a-9213-606e0eb4e4aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:03.561416 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-a4f5688e-4b6d-4b9a-9213-606e0eb4e4aa service neutron] 10.222.0.18 "PUT /v2.0/ports/a3ae4af3-4fcb-44ee-8147-864083e03bc9 HTTP/1.1" status: 200 len: 1091 time: 3.0916164 Jan 28 13:55:03.561416 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c0cc87-d74c-42b3-bec3-54982b194684', 'tag': 'a3ae4af3-4fcb-44ee-8147-864083e03bc9'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:55:03.571067 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c11f767-bb00-49a0-ac2d-7dfc981a6015" -d '{"events": [{"name": "network-changed", "server_uuid": "40c0cc87-d74c-42b3-bec3-54982b194684", "tag": "a3ae4af3-4fcb-44ee-8147-864083e03bc9"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:55:03.657250 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca29e5d-37c7-4968-b70d-286e92a4c7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38d8b4d-2b77-4f35-85b6-2895c7793bea,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:03.709831 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380b32e5-e026-4d31-b475-51a78c51fe3e x-openstack-request-id: req-380b32e5-e026-4d31-b475-51a78c51fe3e {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:55:03.709831 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c0cc87-d74c-42b3-bec3-54982b194684", "tag": "a3ae4af3-4fcb-44ee-8147-864083e03bc9", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:55:03.709831 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-380b32e5-e026-4d31-b475-51a78c51fe3e {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:55:03.709831 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c0cc87-d74c-42b3-bec3-54982b194684', 'tag': 'a3ae4af3-4fcb-44ee-8147-864083e03bc9', 'status': 'completed', 'code': 200} Jan 28 13:55:03.831779 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4ca29e5d-37c7-4968-b70d-286e92a4c7f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=facda73a0e5a48169b56d91ff5df0bb4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0961533 Jan 28 13:55:03.843363 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 35358) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:03.873170 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5688e-4b6d-4b9a-9213-606e0eb4e4aa service neutron] Pushing event updated for resources: {'Port': ['ID=a3ae4af3-4fcb-44ee-8147-864083e03bc9,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:03.892414 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-81c51275-43f1-4fff-9d03-cec95ea00f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:03.894323 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-81c51275-43f1-4fff-9d03-cec95ea00f64 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 1094 time: 0.2029445 Jan 28 13:55:03.981984 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fe75095-1374-4c69-8229-6f68ec72bd0f admin admin] Publish callbacks [] for security_group (d38d8b4d-2b77-4f35-85b6-2895c7793bea), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:03.984892 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-ec136cbb-cedb-45d6-aeb3-1c99c6bf0bd5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Deleting port 781eab84-1457-46da-9eef-a6d89b1b2f95 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:03.985479 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec136cbb-cedb-45d6-aeb3-1c99c6bf0bd5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (781eab84-1457-46da-9eef-a6d89b1b2f95), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:04.008743 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc8406-905c-450c-9ff9-1653d6971e67 req-9fa31de6-1ba8-4e66-afe3-984c0308844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:04.010585 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-03cc8406-905c-450c-9ff9-1653d6971e67 req-9fa31de6-1ba8-4e66-afe3-984c0308844c service neutron] 10.222.0.18 "GET /v2.0/networks?id=633470d1-7cc3-4d07-bd64-35d34ee54254 HTTP/1.1" status: 200 len: 897 time: 0.3167708 Jan 28 13:55:04.039135 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-344e6907-70b4-44ef-a4f7-279a08b32de4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3ae4af3-4fcb-44ee-8147-864083e03bc9 HTTP/1.1" status: 200 len: 217 time: 0.1374869 Jan 28 13:55:04.150462 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fe75095-1374-4c69-8229-6f68ec72bd0f admin admin] Publish callbacks [] for security_group (d38d8b4d-2b77-4f35-85b6-2895c7793bea), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:04.199942 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-782343b6-1e51-45bd-a16f-52d0c521dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:04.201456 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-782343b6-1e51-45bd-a16f-52d0c521dfc9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7c1299d-e2ee-482f-9e1a-a636c30ee9ad HTTP/1.1" status: 200 len: 835 time: 0.1567693 Jan 28 13:55:04.234440 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec136cbb-cedb-45d6-aeb3-1c99c6bf0bd5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (781eab84-1457-46da-9eef-a6d89b1b2f95), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:04.235408 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec136cbb-cedb-45d6-aeb3-1c99c6bf0bd5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for floatingip (781eab84-1457-46da-9eef-a6d89b1b2f95), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:04.251631 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-ec136cbb-cedb-45d6-aeb3-1c99c6bf0bd5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Calling delete_port for 781eab84-1457-46da-9eef-a6d89b1b2f95 owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:04.299157 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:04.316539 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-230f02b2-d913-4caa-a6e4-113abc186706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:04.318481 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-230f02b2-d913-4caa-a6e4-113abc186706 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=526f94dc-6e75-4512-a43d-81c499caf2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109221 Jan 28 13:55:04.440731 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fe75095-1374-4c69-8229-6f68ec72bd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d38d8b4d-2b77-4f35-85b6-2895c7793bea), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:04.443841 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9fe75095-1374-4c69-8229-6f68ec72bd0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:04.445367 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9fe75095-1374-4c69-8229-6f68ec72bd0f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d38d8b4d-2b77-4f35-85b6-2895c7793bea HTTP/1.1" status: 204 len: 168 time: 0.5986512 Jan 28 13:55:04.469394 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-03cc8406-905c-450c-9ff9-1653d6971e67 req-2ac1303a-96fa-4b2d-a809-8649747741c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae4f7c42-c6da-4861-b117-c09cc25cabe1 HTTP/1.1" status: 200 len: 1000 time: 0.4269211 Jan 28 13:55:04.476174 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe75095-1374-4c69-8229-6f68ec72bd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38d8b4d-2b77-4f35-85b6-2895c7793bea,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:04.542760 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc8406-905c-450c-9ff9-1653d6971e67 req-6bc61bd9-35b3-41e3-ab2e-24f1c80be5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:04.546126 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-03cc8406-905c-450c-9ff9-1653d6971e67 req-6bc61bd9-35b3-41e3-ab2e-24f1c80be5c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=70217e64-23eb-47db-bd4b-ab8a1c66df8e HTTP/1.1" status: 200 len: 834 time: 0.0674942 Jan 28 13:55:04.591626 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-e6222ed0-abd5-41e2-91be-f72043ac7842 service neutron] 10.222.0.18 "GET /v2.0/networks/526f94dc-6e75-4512-a43d-81c499caf2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668188 Jan 28 13:55:04.595932 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9364de-76db-4b93-a400-1dab52f76093 req-fcf68576-02f9-478a-bbae-e51f7a42297c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:04.597864 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab9364de-76db-4b93-a400-1dab52f76093 req-fcf68576-02f9-478a-bbae-e51f7a42297c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 943 time: 0.4553101 Jan 28 13:55:04.723219 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc8406-905c-450c-9ff9-1653d6971e67 req-0f512e09-b9db-44a6-947b-91f51cd654e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:04.725446 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-03cc8406-905c-450c-9ff9-1653d6971e67 req-0f512e09-b9db-44a6-947b-91f51cd654e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=633470d1-7cc3-4d07-bd64-35d34ee54254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1719460 Jan 28 13:55:04.785969 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b79f6c9-b1f6-4e26-986f-f0520c4212c8 req-ba704349-3a11-4e76-961d-ed392518ba2d service neutron] 10.222.0.18 "GET /v2.0/networks/526f94dc-6e75-4512-a43d-81c499caf2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869602 Jan 28 13:55:04.879644 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab9364de-76db-4b93-a400-1dab52f76093 req-18ef6ec7-63c1-4d43-b153-10d330d025c1 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639062 Jan 28 13:55:04.985557 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11f767-bb00-49a0-ac2d-7dfc981a6015 req-c219b9ae-64f2-4bc0-9678-da53b91ec4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:04.993914 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4c11f767-bb00-49a0-ac2d-7dfc981a6015 req-c219b9ae-64f2-4bc0-9678-da53b91ec4d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 1094 time: 0.1159852 Jan 28 13:55:05.075511 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-03cc8406-905c-450c-9ff9-1653d6971e67 req-e7fa271f-18ff-4fb9-a361-90b075add310 service neutron] 10.222.0.18 "GET /v2.0/networks/633470d1-7cc3-4d07-bd64-35d34ee54254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227580 Jan 28 13:55:05.078636 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec136cbb-cedb-45d6-aeb3-1c99c6bf0bd5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (781eab84-1457-46da-9eef-a6d89b1b2f95), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:05.133689 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11f767-bb00-49a0-ac2d-7dfc981a6015 req-8f32de1e-df43-40c9-9f30-5761aca678d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:05.135223 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4c11f767-bb00-49a0-ac2d-7dfc981a6015 req-8f32de1e-df43-40c9-9f30-5761aca678d0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=526f94dc-6e75-4512-a43d-81c499caf2c1 HTTP/1.1" status: 200 len: 897 time: 0.1404955 Jan 28 13:55:05.165440 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec136cbb-cedb-45d6-aeb3-1c99c6bf0bd5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event deleted for resources: {'Port': ['ID=781eab84-1457-46da-9eef-a6d89b1b2f95,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:05.249662 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4c11f767-bb00-49a0-ac2d-7dfc981a6015 req-f67b3260-8ebe-4906-86cc-b1d5d08cdabf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3ae4af3-4fcb-44ee-8147-864083e03bc9 HTTP/1.1" status: 200 len: 217 time: 0.1079597 Jan 28 13:55:05.348059 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11f767-bb00-49a0-ac2d-7dfc981a6015 req-2944df74-c1ba-4d92-ac34-b6bedcbce613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:05.352542 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4c11f767-bb00-49a0-ac2d-7dfc981a6015 req-2944df74-c1ba-4d92-ac34-b6bedcbce613 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7c1299d-e2ee-482f-9e1a-a636c30ee9ad HTTP/1.1" status: 200 len: 835 time: 0.0966234 Jan 28 13:55:05.462019 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11f767-bb00-49a0-ac2d-7dfc981a6015 req-801a8f85-2ed7-41ae-9505-7373af6b8dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:05.465094 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4c11f767-bb00-49a0-ac2d-7dfc981a6015 req-801a8f85-2ed7-41ae-9505-7373af6b8dfc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=526f94dc-6e75-4512-a43d-81c499caf2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023109 Jan 28 13:55:05.520670 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec136cbb-cedb-45d6-aeb3-1c99c6bf0bd5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for floatingip (42f44e51-1bc4-45d0-8a68-1150dfe100d3), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:05.521213 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-ec136cbb-cedb-45d6-aeb3-1c99c6bf0bd5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Floating IP 42f44e51-1bc4-45d0-8a68-1150dfe100d3 disassociated (deleted). External IP: 172.25.3.78, port: ae4f7c42-c6da-4861-b117-c09cc25cabe1. Jan 28 13:55:05.619071 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-03cc8406-905c-450c-9ff9-1653d6971e67 req-fd5c0ed2-0a3e-4644-810a-6665114e1c75 service neutron] 10.222.0.18 "GET /v2.0/networks/633470d1-7cc3-4d07-bd64-35d34ee54254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357175 Jan 28 13:55:05.679431 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4c11f767-bb00-49a0-ac2d-7dfc981a6015 req-700972d3-a64e-4fed-b3c4-d0e40c20c617 service neutron] 10.222.0.18 "GET /v2.0/networks/526f94dc-6e75-4512-a43d-81c499caf2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084801 Jan 28 13:55:05.886050 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4c11f767-bb00-49a0-ac2d-7dfc981a6015 req-74416936-54a7-4026-a92e-155c103d309a service neutron] 10.222.0.18 "GET /v2.0/networks/526f94dc-6e75-4512-a43d-81c499caf2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997445 Jan 28 13:55:06.111733 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3ba74-4eba-407b-a0d0-4cd44f74c437 req-d5b7f239-de14-460e-b43f-cbf998e8af69 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:06.113799 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3cc3ba74-4eba-407b-a0d0-4cd44f74c437 req-d5b7f239-de14-460e-b43f-cbf998e8af69 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 943 time: 0.1080084 Jan 28 13:55:06.225898 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3cc3ba74-4eba-407b-a0d0-4cd44f74c437 req-3568719b-d736-452b-9fc0-4e31ea7c46bf tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036589 Jan 28 13:55:06.376841 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:06.442814 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec136cbb-cedb-45d6-aeb3-1c99c6bf0bd5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Router 232ba3b0-e6b7-489f-9cef-11c49269edda has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:55:06.584566 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec136cbb-cedb-45d6-aeb3-1c99c6bf0bd5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:55:06.591308 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec136cbb-cedb-45d6-aeb3-1c99c6bf0bd5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:06.596006 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d967a33c-01bb-4707-8bb2-e4a083eafc55 None None] Sync routers for ids ['232ba3b0-e6b7-489f-9cef-11c49269edda'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:55:06.631054 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d967a33c-01bb-4707-8bb2-e4a083eafc55 None None] Routers {'232ba3b0-e6b7-489f-9cef-11c49269edda'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:06.632540 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d967a33c-01bb-4707-8bb2-e4a083eafc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:55:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['232ba3b0-e6b7-489f-9cef-11c49269edda'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:06.648119 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ec136cbb-cedb-45d6-aeb3-1c99c6bf0bd5 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "DELETE /v2.0/floatingips/42f44e51-1bc4-45d0-8a68-1150dfe100d3 HTTP/1.1" status: 204 len: 168 time: 3.3908374 Jan 28 13:55:06.648931 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae780260-2542-4d31-bb32-5a159585a54a', 'tag': 'ae4f7c42-c6da-4861-b117-c09cc25cabe1'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:55:06.658741 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed80b197-8890-4f28-8e98-43b065fc3ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "ae780260-2542-4d31-bb32-5a159585a54a", "tag": "ae4f7c42-c6da-4861-b117-c09cc25cabe1"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:55:06.756620 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe402682-951d-442d-ac71-624f3c6b33f0 x-openstack-request-id: req-fe402682-951d-442d-ac71-624f3c6b33f0 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:55:06.757031 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae780260-2542-4d31-bb32-5a159585a54a", "tag": "ae4f7c42-c6da-4861-b117-c09cc25cabe1", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:55:06.757218 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe402682-951d-442d-ac71-624f3c6b33f0 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:55:06.757577 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae780260-2542-4d31-bb32-5a159585a54a', 'tag': 'ae4f7c42-c6da-4861-b117-c09cc25cabe1', 'status': 'completed', 'code': 200} Jan 28 13:55:06.801638 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-d967a33c-01bb-4707-8bb2-e4a083eafc55 None None] Set router 232ba3b0-e6b7-489f-9cef-11c49269edda gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:55:06.912150 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80b197-8890-4f28-8e98-43b065fc3ef4 req-b22e163e-3c70-4797-9959-e825a42c9e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:06.912150 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ed80b197-8890-4f28-8e98-43b065fc3ef4 req-b22e163e-3c70-4797-9959-e825a42c9e40 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f281e4a0c8564ab9bcdd7d3d058e0db3&device_id=ae780260-2542-4d31-bb32-5a159585a54a HTTP/1.1" status: 200 len: 1096 time: 0.1421473 Jan 28 13:55:07.106698 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80b197-8890-4f28-8e98-43b065fc3ef4 req-bbe6d2da-680d-4cd7-b42f-ed0d4d0015e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:07.108356 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ed80b197-8890-4f28-8e98-43b065fc3ef4 req-bbe6d2da-680d-4cd7-b42f-ed0d4d0015e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=633470d1-7cc3-4d07-bd64-35d34ee54254 HTTP/1.1" status: 200 len: 897 time: 0.1903279 Jan 28 13:55:07.170132 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ed80b197-8890-4f28-8e98-43b065fc3ef4 req-2612bae4-0327-496f-b0c5-350283efab57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae4f7c42-c6da-4861-b117-c09cc25cabe1 HTTP/1.1" status: 200 len: 217 time: 0.0523677 Jan 28 13:55:07.183075 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c675a-d15b-4c2e-a12b-dca76007d0b9 req-b896a884-125a-441d-a44d-31dabcadcf53 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:07.194354 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bf1c675a-d15b-4c2e-a12b-dca76007d0b9 req-b896a884-125a-441d-a44d-31dabcadcf53 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae780260-2542-4d31-bb32-5a159585a54a HTTP/1.1" status: 200 len: 945 time: 0.1208880 Jan 28 13:55:07.322694 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bf1c675a-d15b-4c2e-a12b-dca76007d0b9 req-e59cd3b0-ce77-4563-8dbc-2ec09682df24 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=5504c254-2226-4968-8b27-132ce734f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271524 Jan 28 13:55:07.345196 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80b197-8890-4f28-8e98-43b065fc3ef4 req-285644d1-414d-478a-8ab6-bb79bfc81b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:07.346821 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ed80b197-8890-4f28-8e98-43b065fc3ef4 req-285644d1-414d-478a-8ab6-bb79bfc81b6d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=70217e64-23eb-47db-bd4b-ab8a1c66df8e HTTP/1.1" status: 200 len: 834 time: 0.1442916 Jan 28 13:55:07.450491 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80b197-8890-4f28-8e98-43b065fc3ef4 req-4779cc74-314e-467b-b6e2-50db42525b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:07.455084 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ed80b197-8890-4f28-8e98-43b065fc3ef4 req-4779cc74-314e-467b-b6e2-50db42525b5a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=633470d1-7cc3-4d07-bd64-35d34ee54254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014497 Jan 28 13:55:07.476298 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21427fc-7449-4a39-9a4c-300c9aaae0ab req-21e9c991-128d-42b8-a002-d83c9058e3ff tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:07.485372 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d21427fc-7449-4a39-9a4c-300c9aaae0ab req-21e9c991-128d-42b8-a002-d83c9058e3ff tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 943 time: 0.1311657 Jan 28 13:55:07.485717 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d967a33c-01bb-4707-8bb2-e4a083eafc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'name': 'tempest-TestNetworkBasicOps-router-1846431724', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e1d3c709-618a-476f-9a8a-53b11503a908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:59Z', 'updated_at': '2022-01-28T13:54:05Z', 'revision_number': 4, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': 'e1d3c709-618a-476f-9a8a-53b11503a908', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:00Z', 'updated_at': '2022-01-28T13:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '31367062-f016-480e-aa92-f40e8da7c674', 'name': '', 'network_id': '633470d1-7cc3-4d07-bd64-35d34ee54254', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'mac_address': 'fa:16:3e:a3:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '70217e64-23eb-47db-bd4b-ab8a1c66df8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:04Z', 'updated_at': '2022-01-28T13:54:11Z', 'revision_number': 5, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'subnets': [{'id': '70217e64-23eb-47db-bd4b-ab8a1c66df8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:07.540906 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d967a33c-01bb-4707-8bb2-e4a083eafc55 None None] Checking router: 232ba3b0-e6b7-489f-9cef-11c49269edda for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:55:07.552455 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d21427fc-7449-4a39-9a4c-300c9aaae0ab req-b0930e88-4602-4648-9f4e-612b66a5e0c4 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622211 Jan 28 13:55:07.570351 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d967a33c-01bb-4707-8bb2-e4a083eafc55 None None] Routers {'232ba3b0-e6b7-489f-9cef-11c49269edda'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:07.571008 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d967a33c-01bb-4707-8bb2-e4a083eafc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:55:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['232ba3b0-e6b7-489f-9cef-11c49269edda'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:07.617809 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ed80b197-8890-4f28-8e98-43b065fc3ef4 req-64199016-04ff-4838-8ed0-8b97a56c1ae0 service neutron] 10.222.0.18 "GET /v2.0/networks/633470d1-7cc3-4d07-bd64-35d34ee54254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535823 Jan 28 13:55:07.757718 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-d967a33c-01bb-4707-8bb2-e4a083eafc55 None None] Set router 232ba3b0-e6b7-489f-9cef-11c49269edda gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:55:07.781057 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ed80b197-8890-4f28-8e98-43b065fc3ef4 req-8ac30a42-dc5a-4f7e-8066-414728bd9f83 service neutron] 10.222.0.18 "GET /v2.0/networks/633470d1-7cc3-4d07-bd64-35d34ee54254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556370 Jan 28 13:55:07.871265 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 35504) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:08.039797 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f9d0241f-9ffe-49fa-9c7a-ef9b7eb188b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:08.075990 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d967a33c-01bb-4707-8bb2-e4a083eafc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'name': 'tempest-TestNetworkBasicOps-router-1846431724', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e1d3c709-618a-476f-9a8a-53b11503a908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:59Z', 'updated_at': '2022-01-28T13:54:05Z', 'revision_number': 4, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': 'e1d3c709-618a-476f-9a8a-53b11503a908', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:00Z', 'updated_at': '2022-01-28T13:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '31367062-f016-480e-aa92-f40e8da7c674', 'name': '', 'network_id': '633470d1-7cc3-4d07-bd64-35d34ee54254', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'mac_address': 'fa:16:3e:a3:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '70217e64-23eb-47db-bd4b-ab8a1c66df8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:04Z', 'updated_at': '2022-01-28T13:54:11Z', 'revision_number': 5, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'subnets': [{'id': '70217e64-23eb-47db-bd4b-ab8a1c66df8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:08.112131 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d967a33c-01bb-4707-8bb2-e4a083eafc55 None None] The sync data for ids ['232ba3b0-e6b7-489f-9cef-11c49269edda'] in n-d-822747-2 is: [{'id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'name': 'tempest-TestNetworkBasicOps-router-1846431724', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e1d3c709-618a-476f-9a8a-53b11503a908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:59Z', 'updated_at': '2022-01-28T13:54:05Z', 'revision_number': 4, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': 'e1d3c709-618a-476f-9a8a-53b11503a908', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:00Z', 'updated_at': '2022-01-28T13:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '31367062-f016-480e-aa92-f40e8da7c674', 'name': '', 'network_id': '633470d1-7cc3-4d07-bd64-35d34ee54254', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'mac_address': 'fa:16:3e:a3:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '70217e64-23eb-47db-bd4b-ab8a1c66df8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:04Z', 'updated_at': '2022-01-28T13:54:11Z', 'revision_number': 5, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'subnets': [{'id': '70217e64-23eb-47db-bd4b-ab8a1c66df8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:55:08.153436 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f9d0241f-9ffe-49fa-9c7a-ef9b7eb188b3 admin admin] Publish callbacks [] for security_group (161ed45c-abb2-41f2-a4f7-10886a9d977f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:08.159024 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f9d0241f-9ffe-49fa-9c7a-ef9b7eb188b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (161ed45c-abb2-41f2-a4f7-10886a9d977f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:08.202594 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0241f-9ffe-49fa-9c7a-ef9b7eb188b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161ed45c-abb2-41f2-a4f7-10886a9d977f,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:08.236886 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f9d0241f-9ffe-49fa-9c7a-ef9b7eb188b3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=27ef2b1dab9b4e77bfe6cebef41e4921&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3635960 Jan 28 13:55:08.239713 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 35512) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:08.274614 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fac24-f9db-4e0c-b788-b2bbaaccf80c req-0824c607-b63e-4af3-bce9-cf2a1a6e9183 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:08.277217 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-130fac24-f9db-4e0c-b788-b2bbaaccf80c req-0824c607-b63e-4af3-bce9-cf2a1a6e9183 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae780260-2542-4d31-bb32-5a159585a54a HTTP/1.1" status: 200 len: 945 time: 0.0732694 Jan 28 13:55:08.336305 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-684f5f7d-8478-40bd-9436-4d0751f04ceb admin admin] Publish callbacks [] for security_group (161ed45c-abb2-41f2-a4f7-10886a9d977f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:08.400830 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-684f5f7d-8478-40bd-9436-4d0751f04ceb admin admin] Publish callbacks [] for security_group (161ed45c-abb2-41f2-a4f7-10886a9d977f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:08.461488 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-130fac24-f9db-4e0c-b788-b2bbaaccf80c req-a6dd869a-e5bd-42c0-9c25-93d48d6dcdb4 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Deleting port ae4f7c42-c6da-4861-b117-c09cc25cabe1 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:08.461800 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-130fac24-f9db-4e0c-b788-b2bbaaccf80c req-a6dd869a-e5bd-42c0-9c25-93d48d6dcdb4 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ae4f7c42-c6da-4861-b117-c09cc25cabe1), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:08.519606 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-684f5f7d-8478-40bd-9436-4d0751f04ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (161ed45c-abb2-41f2-a4f7-10886a9d977f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:08.523776 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-684f5f7d-8478-40bd-9436-4d0751f04ceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:08.524901 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-684f5f7d-8478-40bd-9436-4d0751f04ceb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/161ed45c-abb2-41f2-a4f7-10886a9d977f HTTP/1.1" status: 204 len: 168 time: 0.2842526 Jan 28 13:55:08.553079 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f5f7d-8478-40bd-9436-4d0751f04ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161ed45c-abb2-41f2-a4f7-10886a9d977f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:08.609335 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a6efc0-190a-4a08-b4ee-758ce986305d None None] New status for floating IP 42f44e51-1bc4-45d0-8a68-1150dfe100d3: DOWN {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:55:08.617980 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f184ca-3d78-403d-9af5-83aae2095c54 req-c0af92ed-7318-4c7b-9afa-c3c01dbc0e2c tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:08.626763 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e1f184ca-3d78-403d-9af5-83aae2095c54 req-c0af92ed-7318-4c7b-9afa-c3c01dbc0e2c tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae780260-2542-4d31-bb32-5a159585a54a HTTP/1.1" status: 200 len: 945 time: 0.1292937 Jan 28 13:55:08.684125 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-130fac24-f9db-4e0c-b788-b2bbaaccf80c req-a6dd869a-e5bd-42c0-9c25-93d48d6dcdb4 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] For port ae4f7c42-c6da-4861-b117-c09cc25cabe1, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ae4f7c42-c6da-4861-b117-c09cc25cabe1,segment=NetworkSegment(9a4b541c-faae-444e-8e81-0672a496cb3a),segment_id=9a4b541c-faae-444e-8e81-0672a496cb3a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:08.684497 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-130fac24-f9db-4e0c-b788-b2bbaaccf80c req-a6dd869a-e5bd-42c0-9c25-93d48d6dcdb4 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ae4f7c42-c6da-4861-b117-c09cc25cabe1), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:08.715797 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-130fac24-f9db-4e0c-b788-b2bbaaccf80c req-a6dd869a-e5bd-42c0-9c25-93d48d6dcdb4 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Calling delete_port for ae4f7c42-c6da-4861-b117-c09cc25cabe1 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:08.737611 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e1f184ca-3d78-403d-9af5-83aae2095c54 req-042dc24d-9b5c-4e8c-9b3e-8bafdf9f57c1 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "GET /v2.0/security-groups?id=5504c254-2226-4968-8b27-132ce734f0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034474 Jan 28 13:55:08.802582 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdbe6c-9e3a-4d0f-a862-54334f48e9ee req-4503daa8-1b3c-406f-b010-79fb396cb1b0 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:08.820492 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-06fdbe6c-9e3a-4d0f-a862-54334f48e9ee req-4503daa8-1b3c-406f-b010-79fb396cb1b0 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 943 time: 0.1472783 Jan 28 13:55:08.905160 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-06fdbe6c-9e3a-4d0f-a862-54334f48e9ee req-fed1dea7-bbe2-463a-bc8e-a0dc236fec4a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831015 Jan 28 13:55:08.952905 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-130fac24-f9db-4e0c-b788-b2bbaaccf80c req-a6dd869a-e5bd-42c0-9c25-93d48d6dcdb4 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ae4f7c42-c6da-4861-b117-c09cc25cabe1), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:08.997457 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd869a-e5bd-42c0-9c25-93d48d6dcdb4 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event deleted for resources: {'Port': ['ID=ae4f7c42-c6da-4861-b117-c09cc25cabe1,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:09.057977 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-130fac24-f9db-4e0c-b788-b2bbaaccf80c req-a6dd869a-e5bd-42c0-9c25-93d48d6dcdb4 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] No DVR routers for this DVR port ae4f7c42-c6da-4861-b117-c09cc25cabe1 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:55:09.062857 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-130fac24-f9db-4e0c-b788-b2bbaaccf80c req-a6dd869a-e5bd-42c0-9c25-93d48d6dcdb4 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:09.067078 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-130fac24-f9db-4e0c-b788-b2bbaaccf80c req-a6dd869a-e5bd-42c0-9c25-93d48d6dcdb4 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.18 "DELETE /v2.0/ports/ae4f7c42-c6da-4861-b117-c09cc25cabe1 HTTP/1.1" status: 204 len: 173 time: 0.7842228 Jan 28 13:55:09.067341 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 35526) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:09.067541 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae780260-2542-4d31-bb32-5a159585a54a', 'name': 'network-vif-deleted', 'tag': 'ae4f7c42-c6da-4861-b117-c09cc25cabe1'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:55:09.070015 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e783a30e-c0c4-457c-ab03-fc75fb5a16c6" -d '{"events": [{"server_uuid": "ae780260-2542-4d31-bb32-5a159585a54a", "name": "network-vif-deleted", "tag": "ae4f7c42-c6da-4861-b117-c09cc25cabe1"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:55:09.093020 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ff7eabc8-53dd-4d8d-9c5f-be2534a6d73c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:09.129914 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ff037b-90aa-4b26-a323-4f96d7fff947 x-openstack-request-id: req-76ff037b-90aa-4b26-a323-4f96d7fff947 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:55:09.130144 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae780260-2542-4d31-bb32-5a159585a54a", "name": "network-vif-deleted", "tag": "ae4f7c42-c6da-4861-b117-c09cc25cabe1", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:55:09.130342 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-76ff037b-90aa-4b26-a323-4f96d7fff947 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:55:09.130719 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae780260-2542-4d31-bb32-5a159585a54a', 'name': 'network-vif-deleted', 'tag': 'ae4f7c42-c6da-4861-b117-c09cc25cabe1', 'status': 'completed', 'code': 200} Jan 28 13:55:09.193552 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ff7eabc8-53dd-4d8d-9c5f-be2534a6d73c admin admin] Publish callbacks [] for security_group (09da24d5-728e-4e86-b5a9-b005b2cb2984), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:09.197937 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ff7eabc8-53dd-4d8d-9c5f-be2534a6d73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (09da24d5-728e-4e86-b5a9-b005b2cb2984), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:09.239626 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ff7eabc8-53dd-4d8d-9c5f-be2534a6d73c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5337d70faed6461f972ebda54a579b96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1710107 Jan 28 13:55:09.240514 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7eabc8-53dd-4d8d-9c5f-be2534a6d73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09da24d5-728e-4e86-b5a9-b005b2cb2984,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:09.242256 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 35532) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:09.292747 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2d23b135-e526-4d60-852e-0ea7fa8f0948 admin admin] Publish callbacks [] for security_group (09da24d5-728e-4e86-b5a9-b005b2cb2984), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:09.318054 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2d23b135-e526-4d60-852e-0ea7fa8f0948 admin admin] Publish callbacks [] for security_group (09da24d5-728e-4e86-b5a9-b005b2cb2984), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:09.370455 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2d23b135-e526-4d60-852e-0ea7fa8f0948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (09da24d5-728e-4e86-b5a9-b005b2cb2984), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:09.373611 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2d23b135-e526-4d60-852e-0ea7fa8f0948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:09.374890 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2d23b135-e526-4d60-852e-0ea7fa8f0948 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09da24d5-728e-4e86-b5a9-b005b2cb2984 HTTP/1.1" status: 204 len: 168 time: 0.1315429 Jan 28 13:55:09.386780 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23b135-e526-4d60-852e-0ea7fa8f0948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09da24d5-728e-4e86-b5a9-b005b2cb2984,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:09.446590 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device a3ae4af3-4fcb-44ee-8147-864083e03bc9 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:55:09.640433 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port a3ae4af3-4fcb-44ee-8147-864083e03bc9, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=a3ae4af3-4fcb-44ee-8147-864083e03bc9,segment=NetworkSegment(3f4b79bd-cb9f-4390-9965-77eb20b2b9a0),segment_id=3f4b79bd-cb9f-4390-9965-77eb20b2b9a0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:09.672045 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'a3ae4af3-4fcb-44ee-8147-864083e03bc9', 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1', 'port_id': 'a3ae4af3-4fcb-44ee-8147-864083e03bc9', 'mac_address': 'fa:16:3e:70:1d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7c1299d-e2ee-482f-9e1a-a636c30ee9ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:55:09.740365 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port a3ae4af3-4fcb-44ee-8147-864083e03bc9 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:55:09.740556 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a3ae4af3-4fcb-44ee-8147-864083e03bc9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:09.768899 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ae4af3-4fcb-44ee-8147-864083e03bc9 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:55:09.797672 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port a3ae4af3-4fcb-44ee-8147-864083e03bc9, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=a3ae4af3-4fcb-44ee-8147-864083e03bc9,segment=NetworkSegment(3f4b79bd-cb9f-4390-9965-77eb20b2b9a0),segment_id=3f4b79bd-cb9f-4390-9965-77eb20b2b9a0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:09.804455 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 35546) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:09.820364 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a3ae4af3-4fcb-44ee-8147-864083e03bc9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:09.892266 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=a3ae4af3-4fcb-44ee-8147-864083e03bc9,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:09.910527 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df3b8d4d-9770-40cf-8e09-83a392d19d75 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group (5504c254-2226-4968-8b27-132ce734f0fb), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:09.969461 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df3b8d4d-9770-40cf-8e09-83a392d19d75 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group (5504c254-2226-4968-8b27-132ce734f0fb), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:10.025761 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['a3ae4af3-4fcb-44ee-8147-864083e03bc9'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:55:10.120207 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df3b8d4d-9770-40cf-8e09-83a392d19d75 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5504c254-2226-4968-8b27-132ce734f0fb), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:10.123096 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df3b8d4d-9770-40cf-8e09-83a392d19d75 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:10.124474 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-df3b8d4d-9770-40cf-8e09-83a392d19d75 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "DELETE /v2.0/security-groups/5504c254-2226-4968-8b27-132ce734f0fb HTTP/1.1" status: 204 len: 168 time: 0.3201118 Jan 28 13:55:10.179603 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 35566) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:10.202385 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b8d4d-9770-40cf-8e09-83a392d19d75 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5504c254-2226-4968-8b27-132ce734f0fb,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:10.229020 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a19068-0561-4ee5-89ba-58873bd742c0 req-fed1d5ab-78aa-4175-93d4-bcd48364ca20 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:10.239216 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-36a19068-0561-4ee5-89ba-58873bd742c0 req-fed1d5ab-78aa-4175-93d4-bcd48364ca20 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 944 time: 0.1701894 Jan 28 13:55:10.314377 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-36a19068-0561-4ee5-89ba-58873bd742c0 req-19f0e9f3-5f5f-4993-8568-a510ee25f8a1 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681884 Jan 28 13:55:10.806272 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-862fe68a-e0d2-46ee-bc16-92b0b97ba855 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (232ba3b0-e6b7-489f-9cef-11c49269edda), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:11.168919 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-862fe68a-e0d2-46ee-bc16-92b0b97ba855 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Deleting port 31367062-f016-480e-aa92-f40e8da7c674 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:11.169271 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-862fe68a-e0d2-46ee-bc16-92b0b97ba855 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (31367062-f016-480e-aa92-f40e8da7c674), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:11.285567 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-862fe68a-e0d2-46ee-bc16-92b0b97ba855 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] For port 31367062-f016-480e-aa92-f40e8da7c674, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=31367062-f016-480e-aa92-f40e8da7c674,segment=NetworkSegment(9a4b541c-faae-444e-8e81-0672a496cb3a),segment_id=9a4b541c-faae-444e-8e81-0672a496cb3a)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:11.286243 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-862fe68a-e0d2-46ee-bc16-92b0b97ba855 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (31367062-f016-480e-aa92-f40e8da7c674), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:11.301210 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-862fe68a-e0d2-46ee-bc16-92b0b97ba855 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Calling delete_port for 31367062-f016-480e-aa92-f40e8da7c674 owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:11.462073 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device a3ae4af3-4fcb-44ee-8147-864083e03bc9 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:55:11.557101 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36b779-b1e8-4e48-a11c-c5953f9f6d0c req-6f1f58c0-174b-441d-9830-91415444999e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:11.572547 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1b36b779-b1e8-4e48-a11c-c5953f9f6d0c req-6f1f58c0-174b-441d-9830-91415444999e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 944 time: 0.1079755 Jan 28 13:55:11.653360 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port a3ae4af3-4fcb-44ee-8147-864083e03bc9 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:55:11.667330 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port a3ae4af3-4fcb-44ee-8147-864083e03bc9 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:55:11.674603 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a3ae4af3-4fcb-44ee-8147-864083e03bc9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:11.681107 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1b36b779-b1e8-4e48-a11c-c5953f9f6d0c req-456a1f12-eed9-48f5-8e5c-018f81a06f8d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043544 Jan 28 13:55:11.740244 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-862fe68a-e0d2-46ee-bc16-92b0b97ba855 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (31367062-f016-480e-aa92-f40e8da7c674), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:11.875044 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port a3ae4af3-4fcb-44ee-8147-864083e03bc9 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:55:11.875257 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a3ae4af3-4fcb-44ee-8147-864083e03bc9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:11.908652 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c0cc87-d74c-42b3-bec3-54982b194684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ae4af3-4fcb-44ee-8147-864083e03bc9'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:55:11.911067 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ef4986-f1f4-48c0-9621-faca8c0c342c" -d '{"events": [{"server_uuid": "40c0cc87-d74c-42b3-bec3-54982b194684", "name": "network-vif-plugged", "status": "completed", "tag": "a3ae4af3-4fcb-44ee-8147-864083e03bc9"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:55:11.917711 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fe68a-e0d2-46ee-bc16-92b0b97ba855 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event deleted for resources: {'Port': ['ID=31367062-f016-480e-aa92-f40e8da7c674,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:11.943938 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port a3ae4af3-4fcb-44ee-8147-864083e03bc9, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=a3ae4af3-4fcb-44ee-8147-864083e03bc9,segment=NetworkSegment(3f4b79bd-cb9f-4390-9965-77eb20b2b9a0),segment_id=3f4b79bd-cb9f-4390-9965-77eb20b2b9a0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:11.951149 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a3ae4af3-4fcb-44ee-8147-864083e03bc9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:11.952035 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device ae4f7c42-c6da-4861-b117-c09cc25cabe1 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:55:12.066727 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cafd691-ee01-46b0-9c73-012eaa1a54c3 x-openstack-request-id: req-3cafd691-ee01-46b0-9c73-012eaa1a54c3 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:55:12.067157 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c0cc87-d74c-42b3-bec3-54982b194684", "name": "network-vif-plugged", "status": "completed", "tag": "a3ae4af3-4fcb-44ee-8147-864083e03bc9", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:55:12.067331 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3cafd691-ee01-46b0-9c73-012eaa1a54c3 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:55:12.071255 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c0cc87-d74c-42b3-bec3-54982b194684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ae4af3-4fcb-44ee-8147-864083e03bc9', 'code': 200} Jan 28 13:55:12.073970 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: ae4f7c42-c6da-4861-b117-c09cc25cabe1 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:55:12.075149 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device ae4f7c42-c6da-4861-b117-c09cc25cabe1 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:55:12.168404 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=a3ae4af3-4fcb-44ee-8147-864083e03bc9,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:12.211717 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-862fe68a-e0d2-46ee-bc16-92b0b97ba855 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (232ba3b0-e6b7-489f-9cef-11c49269edda), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:12.337740 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dca3a0-da0f-48b9-9a78-c3dc75040992 req-e51b9ac1-a940-4ba5-b7ab-13ffeea55984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:12.343270 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b5dca3a0-da0f-48b9-9a78-c3dc75040992 req-e51b9ac1-a940-4ba5-b7ab-13ffeea55984 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 1096 time: 0.1064980 Jan 28 13:55:12.423089 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b5dca3a0-da0f-48b9-9a78-c3dc75040992 req-2fa25a2d-5ddf-41c2-b9d9-eda5c681c8a8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752928 Jan 28 13:55:12.487480 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862fe68a-e0d2-46ee-bc16-92b0b97ba855 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Router 232ba3b0-e6b7-489f-9cef-11c49269edda has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:55:12.627532 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862fe68a-e0d2-46ee-bc16-92b0b97ba855 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:55:12.633270 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-862fe68a-e0d2-46ee-bc16-92b0b97ba855 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "PUT /v2.0/routers/232ba3b0-e6b7-489f-9cef-11c49269edda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4519496 Jan 28 13:55:12.636184 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 35624) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:12.638070 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c805b4-af7f-4fd8-9f44-9f8813c37cde None None] Sync routers for ids ['232ba3b0-e6b7-489f-9cef-11c49269edda'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:55:12.651852 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c805b4-af7f-4fd8-9f44-9f8813c37cde None None] Routers {'232ba3b0-e6b7-489f-9cef-11c49269edda'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:12.652394 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-f6c805b4-af7f-4fd8-9f44-9f8813c37cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:55:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['232ba3b0-e6b7-489f-9cef-11c49269edda'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:12.718012 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbddfdca-1cce-4a9e-b3a1-1babfae1de54 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Deleting subnet 70217e64-23eb-47db-bd4b-ab8a1c66df8e {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:55:12.721290 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fbddfdca-1cce-4a9e-b3a1-1babfae1de54 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for subnet (70217e64-23eb-47db-bd4b-ab8a1c66df8e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:12.775605 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fbddfdca-1cce-4a9e-b3a1-1babfae1de54 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (70217e64-23eb-47db-bd4b-ab8a1c66df8e), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:12.830386 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-f6c805b4-af7f-4fd8-9f44-9f8813c37cde None None] Set router 232ba3b0-e6b7-489f-9cef-11c49269edda gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:55:12.910695 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09574a6-0275-405b-a110-2900b4d4ae27 req-da744c1f-4e36-42aa-acd3-c51522c4a4d8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:12.938070 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c09574a6-0275-405b-a110-2900b4d4ae27 req-da744c1f-4e36-42aa-acd3-c51522c4a4d8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 945 time: 0.1182120 Jan 28 13:55:12.949758 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fbddfdca-1cce-4a9e-b3a1-1babfae1de54 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (70217e64-23eb-47db-bd4b-ab8a1c66df8e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:13.049812 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c09574a6-0275-405b-a110-2900b4d4ae27 req-b076aa7c-40d8-40b0-b513-c02bfe55fc8a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091607 Jan 28 13:55:13.100170 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fbddfdca-1cce-4a9e-b3a1-1babfae1de54 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (70217e64-23eb-47db-bd4b-ab8a1c66df8e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:13.139698 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fbddfdca-1cce-4a9e-b3a1-1babfae1de54 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:13.152062 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fbddfdca-1cce-4a9e-b3a1-1babfae1de54 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "DELETE /v2.0/subnets/70217e64-23eb-47db-bd4b-ab8a1c66df8e HTTP/1.1" status: 204 len: 168 time: 0.5119569 Jan 28 13:55:13.152179 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 35636) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:13.154423 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff848fcc-88b9-46c0-8c9f-143994069d1b None None] Network 633470d1-7cc3-4d07-bd64-35d34ee54254 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:55:13.209092 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbddfdca-1cce-4a9e-b3a1-1babfae1de54 tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event deleted for resources: {'Subnet': ['ID=70217e64-23eb-47db-bd4b-ab8a1c66df8e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:13.376268 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7c5b52a6-728f-4548-a620-09eb03ae1fec tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for router (232ba3b0-e6b7-489f-9cef-11c49269edda), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:13.459529 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-f6c805b4-af7f-4fd8-9f44-9f8813c37cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'name': 'tempest-TestNetworkBasicOps-router-1846431724', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e1d3c709-618a-476f-9a8a-53b11503a908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:59Z', 'updated_at': '2022-01-28T13:55:11Z', 'revision_number': 5, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port': {'id': 'e1d3c709-618a-476f-9a8a-53b11503a908', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:00Z', 'updated_at': '2022-01-28T13:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:13.543516 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c805b4-af7f-4fd8-9f44-9f8813c37cde None None] Checking router: 232ba3b0-e6b7-489f-9cef-11c49269edda for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:55:13.551926 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f2d808-c5e9-4eb6-a80d-fcbe3b2fa2f4 None None] DHCP port deletion for 633470d1-7cc3-4d07-bd64-35d34ee54254 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:55:13.587241 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7c5b52a6-728f-4548-a620-09eb03ae1fec tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for router_gateway (232ba3b0-e6b7-489f-9cef-11c49269edda), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:13.622396 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c805b4-af7f-4fd8-9f44-9f8813c37cde None None] Routers {'232ba3b0-e6b7-489f-9cef-11c49269edda'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:13.623005 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-f6c805b4-af7f-4fd8-9f44-9f8813c37cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:55:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['232ba3b0-e6b7-489f-9cef-11c49269edda'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:13.653819 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-7c5b52a6-728f-4548-a620-09eb03ae1fec tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Deleting port e1d3c709-618a-476f-9a8a-53b11503a908 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:13.654253 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7c5b52a6-728f-4548-a620-09eb03ae1fec tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (e1d3c709-618a-476f-9a8a-53b11503a908), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:13.747838 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-7c5b52a6-728f-4548-a620-09eb03ae1fec tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] For port e1d3c709-618a-476f-9a8a-53b11503a908, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=e1d3c709-618a-476f-9a8a-53b11503a908,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:13.748203 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7c5b52a6-728f-4548-a620-09eb03ae1fec tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (e1d3c709-618a-476f-9a8a-53b11503a908), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:13.761700 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-7c5b52a6-728f-4548-a620-09eb03ae1fec tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Calling delete_port for e1d3c709-618a-476f-9a8a-53b11503a908 owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:13.798007 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-f6c805b4-af7f-4fd8-9f44-9f8813c37cde None None] Set router 232ba3b0-e6b7-489f-9cef-11c49269edda gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:55:13.886980 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-f6c805b4-af7f-4fd8-9f44-9f8813c37cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'name': 'tempest-TestNetworkBasicOps-router-1846431724', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:59Z', 'updated_at': '2022-01-28T13:55:13Z', 'revision_number': 6, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:13.941118 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c805b4-af7f-4fd8-9f44-9f8813c37cde None None] The sync data for ids ['232ba3b0-e6b7-489f-9cef-11c49269edda'] in n-d-822747-2 is: [{'id': '232ba3b0-e6b7-489f-9cef-11c49269edda', 'name': 'tempest-TestNetworkBasicOps-router-1846431724', 'tenant_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:59Z', 'updated_at': '2022-01-28T13:55:13Z', 'revision_number': 6, 'project_id': 'f281e4a0c8564ab9bcdd7d3d058e0db3', 'gw_port_host': None}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:55:13.960680 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e4f2d808-c5e9-4eb6-a80d-fcbe3b2fa2f4 None None] Deleting port 690cb547-06e1-4458-aa7e-3f2ae4578e3a {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:13.961205 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4f2d808-c5e9-4eb6-a80d-fcbe3b2fa2f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (690cb547-06e1-4458-aa7e-3f2ae4578e3a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:14.046343 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7c5b52a6-728f-4548-a620-09eb03ae1fec tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (e1d3c709-618a-476f-9a8a-53b11503a908), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:14.073880 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e4f2d808-c5e9-4eb6-a80d-fcbe3b2fa2f4 None None] For port 690cb547-06e1-4458-aa7e-3f2ae4578e3a, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=690cb547-06e1-4458-aa7e-3f2ae4578e3a,segment=NetworkSegment(9a4b541c-faae-444e-8e81-0672a496cb3a),segment_id=9a4b541c-faae-444e-8e81-0672a496cb3a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:14.074698 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4f2d808-c5e9-4eb6-a80d-fcbe3b2fa2f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (690cb547-06e1-4458-aa7e-3f2ae4578e3a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:14.093668 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e4f2d808-c5e9-4eb6-a80d-fcbe3b2fa2f4 None None] Calling delete_port for 690cb547-06e1-4458-aa7e-3f2ae4578e3a owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:14.113802 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b52a6-728f-4548-a620-09eb03ae1fec tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event deleted for resources: {'Port': ['ID=e1d3c709-618a-476f-9a8a-53b11503a908,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:14.220481 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4f2d808-c5e9-4eb6-a80d-fcbe3b2fa2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (690cb547-06e1-4458-aa7e-3f2ae4578e3a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:14.257559 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2d808-c5e9-4eb6-a80d-fcbe3b2fa2f4 None None] Pushing event deleted for resources: {'Port': ['ID=690cb547-06e1-4458-aa7e-3f2ae4578e3a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:14.266129 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f2d808-c5e9-4eb6-a80d-fcbe3b2fa2f4 None None] No DVR routers for this DVR port 690cb547-06e1-4458-aa7e-3f2ae4578e3a on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:55:14.296265 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7c5b52a6-728f-4548-a620-09eb03ae1fec tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (232ba3b0-e6b7-489f-9cef-11c49269edda), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:14.357370 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064a928-5f88-4a0b-a39f-af50696b5332 req-6046503e-a6f8-419b-84e5-e01ec593e9c2 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:14.365884 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a064a928-5f88-4a0b-a39f-af50696b5332 req-6046503e-a6f8-419b-84e5-e01ec593e9c2 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 945 time: 0.1790955 Jan 28 13:55:14.449948 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a064a928-5f88-4a0b-a39f-af50696b5332 req-89ddcf90-4780-4b7e-a115-d9ba3389c446 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827892 Jan 28 13:55:14.528194 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7c5b52a6-728f-4548-a620-09eb03ae1fec tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (232ba3b0-e6b7-489f-9cef-11c49269edda), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:14.533484 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7c5b52a6-728f-4548-a620-09eb03ae1fec tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for router_controller (232ba3b0-e6b7-489f-9cef-11c49269edda), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:14.690472 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7c5b52a6-728f-4548-a620-09eb03ae1fec tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (232ba3b0-e6b7-489f-9cef-11c49269edda), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:14.695638 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5b52a6-728f-4548-a620-09eb03ae1fec tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Fanout notify agent at l3_agent the message router_deleted on router 232ba3b0-e6b7-489f-9cef-11c49269edda {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:55:14.711693 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7c5b52a6-728f-4548-a620-09eb03ae1fec tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:14.713482 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7c5b52a6-728f-4548-a620-09eb03ae1fec tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "DELETE /v2.0/routers/232ba3b0-e6b7-489f-9cef-11c49269edda HTTP/1.1" status: 204 len: 168 time: 1.5602384 Jan 28 13:55:14.716347 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 35660) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:14.779454 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2625d-b46b-438f-8a4b-d4f03204004d req-26e4543a-2bca-40a6-8837-ca13ec049e11 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:14.788546 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2ef2625d-b46b-438f-8a4b-d4f03204004d req-26e4543a-2bca-40a6-8837-ca13ec049e11 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 945 time: 0.1650305 Jan 28 13:55:14.844882 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4f645a6c-f474-4b48-b1fc-64990d6a9f3a tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (633470d1-7cc3-4d07-bd64-35d34ee54254), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:14.889998 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2ef2625d-b46b-438f-8a4b-d4f03204004d req-672e15e3-9ff7-458d-9559-69f1ca0fcb88 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991385 Jan 28 13:55:14.910426 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 35662) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:14.975863 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 690cb547-06e1-4458-aa7e-3f2ae4578e3a no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:55:15.029796 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4f645a6c-f474-4b48-b1fc-64990d6a9f3a tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (633470d1-7cc3-4d07-bd64-35d34ee54254), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:15.030700 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8eee8b-2a39-49b3-b3aa-04654dcb4870 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:15.032366 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6c8eee8b-2a39-49b3-b3aa-04654dcb4870 tempest-TestNetworkAdvancedServerOps-126967462 tempest-TestNetworkAdvancedServerOps-126967462-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 1091 time: 0.1208994 Jan 28 13:55:15.036213 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 35664) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:15.047002 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'port_id': 'a3ae4af3-4fcb-44ee-8147-864083e03bc9', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:55:15.047234 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 690cb547-06e1-4458-aa7e-3f2ae4578e3a {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:55:15.047540 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 690cb547-06e1-4458-aa7e-3f2ae4578e3a not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:55:15.047962 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 31367062-f016-480e-aa92-f40e8da7c674 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:55:15.076766 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-4f645a6c-f474-4b48-b1fc-64990d6a9f3a tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633470d1-7cc3-4d07-bd64-35d34ee54254']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:15.097008 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:15.105138 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-4f645a6c-f474-4b48-b1fc-64990d6a9f3a tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4b541c-faae-444e-8e81-0672a496cb3a') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:15.105873 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-4f645a6c-f474-4b48-b1fc-64990d6a9f3a tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4b541c-faae-444e-8e81-0672a496cb3a') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:15.116151 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 31367062-f016-480e-aa92-f40e8da7c674 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:55:15.116508 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 31367062-f016-480e-aa92-f40e8da7c674 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:55:15.142330 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4f645a6c-f474-4b48-b1fc-64990d6a9f3a tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (9a4b541c-faae-444e-8e81-0672a496cb3a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:15.222066 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4f645a6c-f474-4b48-b1fc-64990d6a9f3a tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (9a4b541c-faae-444e-8e81-0672a496cb3a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:15.245019 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f645a6c-f474-4b48-b1fc-64990d6a9f3a tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:55:15.246366 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4f645a6c-f474-4b48-b1fc-64990d6a9f3a tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (9a4b541c-faae-444e-8e81-0672a496cb3a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:55:15.260108 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:55:15.387212 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4f645a6c-f474-4b48-b1fc-64990d6a9f3a tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (633470d1-7cc3-4d07-bd64-35d34ee54254), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:15.414710 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:15.450324 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4f645a6c-f474-4b48-b1fc-64990d6a9f3a tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:15.462607 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4f645a6c-f474-4b48-b1fc-64990d6a9f3a tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] 10.222.0.39 "DELETE /v2.0/networks/633470d1-7cc3-4d07-bd64-35d34ee54254 HTTP/1.1" status: 204 len: 168 time: 0.7439268 Jan 28 13:55:15.465567 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f645a6c-f474-4b48-b1fc-64990d6a9f3a tempest-TestNetworkBasicOps-1803645017 tempest-TestNetworkBasicOps-1803645017-project] Pushing event deleted for resources: {'Network': ['ID=633470d1-7cc3-4d07-bd64-35d34ee54254,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:15.703900 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Allocated IP 172.25.3.150 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/26e403ea-a664-4972-9163-e788e25f505b) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:55:15.843523 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 35684) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:15.899642 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 35690) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:15.981223 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for port (26e403ea-a664-4972-9163-e788e25f505b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:16.069324 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (26e403ea-a664-4972-9163-e788e25f505b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:16.138552 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-93731786-2315-42ed-bb69-5eee52a0b7af admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f281e4a0c8564ab9bcdd7d3d058e0db3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2915599 Jan 28 13:55:16.138900 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 35694) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:16.199043 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:55:16.199301 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04749b55-d246-496c-974b-3236a3e8ea3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:16.209573 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:55:16.219547 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:55:16.231379 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e1a206a-a325-4584-802f-6823c38adb04 admin admin] Publish callbacks [] for security_group (a402c680-8095-41d8-b0d3-db18abf6a914), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:16.256625 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e1a206a-a325-4584-802f-6823c38adb04 admin admin] Publish callbacks [] for security_group (a402c680-8095-41d8-b0d3-db18abf6a914), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:16.258293 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Port': ['ID=26e403ea-a664-4972-9163-e788e25f505b,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:16.270098 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:16.270592 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:16.271080 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:16.271519 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:16.271951 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:16.272376 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:16.273096 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:16.273096 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:16.273604 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:16.274084 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:16.274504 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:16.275088 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:16.275495 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:16.409786 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e1a206a-a325-4584-802f-6823c38adb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a402c680-8095-41d8-b0d3-db18abf6a914), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:16.413305 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e1a206a-a325-4584-802f-6823c38adb04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:16.414637 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8e1a206a-a325-4584-802f-6823c38adb04 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a402c680-8095-41d8-b0d3-db18abf6a914 HTTP/1.1" status: 204 len: 168 time: 0.2747591 Jan 28 13:55:16.433181 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a206a-a325-4584-802f-6823c38adb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a402c680-8095-41d8-b0d3-db18abf6a914,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:16.458076 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e1d3c709-618a-476f-9a8a-53b11503a908 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:55:16.466267 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04749b55-d246-496c-974b-3236a3e8ea3f admin admin] Publish callbacks [] for security_group (3e444b0f-d77e-4fae-a3c0-71f36f73571a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:16.472170 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04749b55-d246-496c-974b-3236a3e8ea3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (3e444b0f-d77e-4fae-a3c0-71f36f73571a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:16.520389 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: e1d3c709-618a-476f-9a8a-53b11503a908 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:55:16.521272 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e1d3c709-618a-476f-9a8a-53b11503a908 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:55:16.583437 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-04749b55-d246-496c-974b-3236a3e8ea3f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=63b7a3bfb7924405bf512b82426f0b87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6815732 Jan 28 13:55:16.584081 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 35702) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:16.586698 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04749b55-d246-496c-974b-3236a3e8ea3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e444b0f-d77e-4fae-a3c0-71f36f73571a,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:16.751787 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a01c59b2-64bc-4362-be98-54c18154e94f admin admin] Publish callbacks [] for security_group (3e444b0f-d77e-4fae-a3c0-71f36f73571a), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:16.870889 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a01c59b2-64bc-4362-be98-54c18154e94f admin admin] Publish callbacks [] for security_group (3e444b0f-d77e-4fae-a3c0-71f36f73571a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:17.023550 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 35716) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:17.049263 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f2b486ab-e78e-4c1f-89ea-71b05912b926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:17.234677 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f2b486ab-e78e-4c1f-89ea-71b05912b926 admin admin] Publish callbacks [] for security_group (32a26946-8806-4e98-a6d9-24e849a55690), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:17.250730 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f2b486ab-e78e-4c1f-89ea-71b05912b926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (32a26946-8806-4e98-a6d9-24e849a55690), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:17.327167 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f2b486ab-e78e-4c1f-89ea-71b05912b926 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=57113cd2e71443d9a542b3ea3803e3d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3019555 Jan 28 13:55:17.330071 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 35722) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:17.432867 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b486ab-e78e-4c1f-89ea-71b05912b926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a26946-8806-4e98-a6d9-24e849a55690,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:17.481389 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9b64bd8-8730-42cf-a681-301610e1efe1 admin admin] Publish callbacks [] for security_group (32a26946-8806-4e98-a6d9-24e849a55690), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:17.508791 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9b64bd8-8730-42cf-a681-301610e1efe1 admin admin] Publish callbacks [] for security_group (32a26946-8806-4e98-a6d9-24e849a55690), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:17.584859 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9b64bd8-8730-42cf-a681-301610e1efe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (32a26946-8806-4e98-a6d9-24e849a55690), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:17.589219 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9b64bd8-8730-42cf-a681-301610e1efe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:17.595196 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f9b64bd8-8730-42cf-a681-301610e1efe1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/32a26946-8806-4e98-a6d9-24e849a55690 HTTP/1.1" status: 204 len: 168 time: 0.2621448 Jan 28 13:55:17.615433 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b64bd8-8730-42cf-a681-301610e1efe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a26946-8806-4e98-a6d9-24e849a55690,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:17.881097 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a01c59b2-64bc-4362-be98-54c18154e94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (3e444b0f-d77e-4fae-a3c0-71f36f73571a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:17.886715 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a01c59b2-64bc-4362-be98-54c18154e94f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:17.892824 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a01c59b2-64bc-4362-be98-54c18154e94f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e444b0f-d77e-4fae-a3c0-71f36f73571a HTTP/1.1" status: 204 len: 168 time: 1.3068917 Jan 28 13:55:17.963944 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c59b2-64bc-4362-be98-54c18154e94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e444b0f-d77e-4fae-a3c0-71f36f73571a,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:17.985598 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:18.024409 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for floatingip (66e41fa1-a446-48d7-ac8a-f2c277973595), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:18.272020 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (26e403ea-a664-4972-9163-e788e25f505b), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:18.639835 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for port (26e403ea-a664-4972-9163-e788e25f505b), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:18.645946 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (26e403ea-a664-4972-9163-e788e25f505b), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:18.729190 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event updated for resources: {'Port': ['ID=26e403ea-a664-4972-9163-e788e25f505b,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:18.750239 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (66e41fa1-a446-48d7-ac8a-f2c277973595), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:18.943856 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Floating IP 66e41fa1-a446-48d7-ac8a-f2c277973595 associated. External IP: 172.25.3.150, port: a3ae4af3-4fcb-44ee-8147-864083e03bc9. Jan 28 13:55:19.471137 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Router 7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:55:19.717137 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:55:19.734661 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bffaf1-2d04-406a-8b14-aee70027d3f6 None None] Sync routers for ids ['7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:55:19.751754 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bffaf1-2d04-406a-8b14-aee70027d3f6 None None] Routers {'7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:19.752518 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-63bffaf1-2d04-406a-8b14-aee70027d3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:55:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:19.758830 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:19.819293 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b408a8f1-9ff9-4f52-80eb-d0400996549a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7817504 Jan 28 13:55:19.820041 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c0cc87-d74c-42b3-bec3-54982b194684', 'tag': 'a3ae4af3-4fcb-44ee-8147-864083e03bc9'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:55:19.823464 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c30720-25e1-49ff-933c-3b654b697e67" -d '{"events": [{"name": "network-changed", "server_uuid": "40c0cc87-d74c-42b3-bec3-54982b194684", "tag": "a3ae4af3-4fcb-44ee-8147-864083e03bc9"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:55:19.964272 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71927a74-9859-4d20-ba37-211d1d95acb5 x-openstack-request-id: req-71927a74-9859-4d20-ba37-211d1d95acb5 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:55:19.966055 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c0cc87-d74c-42b3-bec3-54982b194684", "tag": "a3ae4af3-4fcb-44ee-8147-864083e03bc9", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:55:19.966334 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-71927a74-9859-4d20-ba37-211d1d95acb5 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:55:19.966749 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c0cc87-d74c-42b3-bec3-54982b194684', 'tag': 'a3ae4af3-4fcb-44ee-8147-864083e03bc9', 'status': 'completed', 'code': 200} Jan 28 13:55:19.999838 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:20.039828 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee9774-59ba-485f-a97a-7e10a653ca18 req-c74555c9-1088-419a-99c1-71392735e594 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:20.061148 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3aee9774-59ba-485f-a97a-7e10a653ca18 req-c74555c9-1088-419a-99c1-71392735e594 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 945 time: 0.1365218 Jan 28 13:55:20.081610 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-63bffaf1-2d04-406a-8b14-aee70027d3f6 None None] Set router 7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:55:20.084957 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c30720-25e1-49ff-933c-3b654b697e67 req-e0f895c6-eb0b-441a-9b9d-21296909133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:20.092465 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d1c30720-25e1-49ff-933c-3b654b697e67 req-e0f895c6-eb0b-441a-9b9d-21296909133a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 1096 time: 0.1601648 Jan 28 13:55:20.170664 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3aee9774-59ba-485f-a97a-7e10a653ca18 req-6b644353-8edd-4a55-a0e9-3b94404ff0ca tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079175 Jan 28 13:55:20.191877 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 35776) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:20.315890 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c30720-25e1-49ff-933c-3b654b697e67 req-ac1180e1-37f4-4a92-b816-8efa85a66317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:20.320509 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d1c30720-25e1-49ff-933c-3b654b697e67 req-ac1180e1-37f4-4a92-b816-8efa85a66317 service neutron] 10.222.0.18 "GET /v2.0/networks?id=526f94dc-6e75-4512-a43d-81c499caf2c1 HTTP/1.1" status: 200 len: 897 time: 0.2218471 Jan 28 13:55:20.338039 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1d4343cb-31f4-4c42-b5f3-e03e39ad75b6 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/floatingips/66e41fa1-a446-48d7-ac8a-f2c277973595 HTTP/1.1" status: 200 len: 991 time: 0.1443193 Jan 28 13:55:20.457383 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d1c30720-25e1-49ff-933c-3b654b697e67 req-add827e0-4dc3-4f81-85fa-d558d904bd90 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3ae4af3-4fcb-44ee-8147-864083e03bc9 HTTP/1.1" status: 200 len: 999 time: 0.1303360 Jan 28 13:55:20.533096 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-63bffaf1-2d04-406a-8b14-aee70027d3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574405888', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:54:44Z', 'updated_at': '2022-01-28T13:54:52Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:45Z', 'updated_at': '2022-01-28T13:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '66e41fa1-a446-48d7-ac8a-f2c277973595', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'port_id': 'a3ae4af3-4fcb-44ee-8147-864083e03bc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1', 'mac_address': 'fa:16:3e:70:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cc87-d74c-42b3-bec3-54982b194684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:55:16Z', 'updated_at': '2022-01-28T13:55:16Z', 'revision_number': 0, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc5a7861-c765-4e9b-8e92-100a046c17a4', 'name': '', 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:11:b1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'd7c1299d-e2ee-482f-9e1a-a636c30ee9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:50Z', 'updated_at': '2022-01-28T13:54:59Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': 'd7c1299d-e2ee-482f-9e1a-a636c30ee9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:20.536626 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c30720-25e1-49ff-933c-3b654b697e67 req-d9ba4205-6ce7-41e5-9ceb-cab7b3851f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:20.538132 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d1c30720-25e1-49ff-933c-3b654b697e67 req-d9ba4205-6ce7-41e5-9ceb-cab7b3851f37 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7c1299d-e2ee-482f-9e1a-a636c30ee9ad HTTP/1.1" status: 200 len: 835 time: 0.0744629 Jan 28 13:55:20.582624 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bffaf1-2d04-406a-8b14-aee70027d3f6 None None] Checking router: 7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:55:20.597143 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bffaf1-2d04-406a-8b14-aee70027d3f6 None None] Routers {'7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:20.600399 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-63bffaf1-2d04-406a-8b14-aee70027d3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:55:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:20.646089 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c30720-25e1-49ff-933c-3b654b697e67 req-9146a34c-6e95-476b-b5d2-62f0de3112cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:20.648274 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d1c30720-25e1-49ff-933c-3b654b697e67 req-9146a34c-6e95-476b-b5d2-62f0de3112cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=526f94dc-6e75-4512-a43d-81c499caf2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942719 Jan 28 13:55:20.814104 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-63bffaf1-2d04-406a-8b14-aee70027d3f6 None None] Set router 7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:55:20.868193 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d1c30720-25e1-49ff-933c-3b654b697e67 req-5134559b-6164-400c-a894-2d185b07d1c6 service neutron] 10.222.0.18 "GET /v2.0/networks/526f94dc-6e75-4512-a43d-81c499caf2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132659 Jan 28 13:55:21.005944 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d1c30720-25e1-49ff-933c-3b654b697e67 req-800e9a26-86df-42a3-a737-c6480e765091 service neutron] 10.222.0.18 "GET /v2.0/networks/526f94dc-6e75-4512-a43d-81c499caf2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232047 Jan 28 13:55:21.119529 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-63bffaf1-2d04-406a-8b14-aee70027d3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574405888', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:54:44Z', 'updated_at': '2022-01-28T13:54:52Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:45Z', 'updated_at': '2022-01-28T13:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '66e41fa1-a446-48d7-ac8a-f2c277973595', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'port_id': 'a3ae4af3-4fcb-44ee-8147-864083e03bc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1', 'mac_address': 'fa:16:3e:70:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cc87-d74c-42b3-bec3-54982b194684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:55:16Z', 'updated_at': '2022-01-28T13:55:16Z', 'revision_number': 0, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc5a7861-c765-4e9b-8e92-100a046c17a4', 'name': '', 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:11:b1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'd7c1299d-e2ee-482f-9e1a-a636c30ee9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:50Z', 'updated_at': '2022-01-28T13:54:59Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': 'd7c1299d-e2ee-482f-9e1a-a636c30ee9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:21.153867 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bffaf1-2d04-406a-8b14-aee70027d3f6 None None] The sync data for ids ['7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'] in n-d-822747-2 is: [{'id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574405888', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:54:44Z', 'updated_at': '2022-01-28T13:54:52Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:45Z', 'updated_at': '2022-01-28T13:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '66e41fa1-a446-48d7-ac8a-f2c277973595', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'port_id': 'a3ae4af3-4fcb-44ee-8147-864083e03bc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1', 'mac_address': 'fa:16:3e:70:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cc87-d74c-42b3-bec3-54982b194684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:55:16Z', 'updated_at': '2022-01-28T13:55:16Z', 'revision_number': 0, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc5a7861-c765-4e9b-8e92-100a046c17a4', 'name': '', 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:11:b1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'd7c1299d-e2ee-482f-9e1a-a636c30ee9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:50Z', 'updated_at': '2022-01-28T13:54:59Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': 'd7c1299d-e2ee-482f-9e1a-a636c30ee9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:55:21.340810 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 35788) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:21.424788 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-57cdc338-5a73-4e1a-ab31-561f46e33ef3 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/floatingips/66e41fa1-a446-48d7-ac8a-f2c277973595 HTTP/1.1" status: 200 len: 991 time: 0.0810442 Jan 28 13:55:21.477610 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30572a83-6a18-4ba0-8df4-a46a04287349 None None] New status for floating IP 66e41fa1-a446-48d7-ac8a-f2c277973595: ACTIVE {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:55:22.428668 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 35798) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:22.496324 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4f175340-0fee-45bb-8415-b1893fcbfa94 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/floatingips/66e41fa1-a446-48d7-ac8a-f2c277973595 HTTP/1.1" status: 200 len: 993 time: 0.0656984 Jan 28 13:55:24.380667 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 35850) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:24.515941 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-848c8491-60fe-40f6-a2ad-678a92f983c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:24.678426 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-848c8491-60fe-40f6-a2ad-678a92f983c0 admin admin] Publish callbacks [] for security_group (0facefbe-8983-4752-9e21-48fd7ce76b58), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:24.686145 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-848c8491-60fe-40f6-a2ad-678a92f983c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0facefbe-8983-4752-9e21-48fd7ce76b58), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:24.761584 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-848c8491-60fe-40f6-a2ad-678a92f983c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=585a50823e5043cabcde0aa1aad44f30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3797815 Jan 28 13:55:24.763903 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c8491-60fe-40f6-a2ad-678a92f983c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0facefbe-8983-4752-9e21-48fd7ce76b58,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:24.764346 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 35874) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:24.836833 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9c915525-f155-48ef-b9e6-0e96bc18beeb admin admin] Publish callbacks [] for security_group (0facefbe-8983-4752-9e21-48fd7ce76b58), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:24.868204 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9c915525-f155-48ef-b9e6-0e96bc18beeb admin admin] Publish callbacks [] for security_group (0facefbe-8983-4752-9e21-48fd7ce76b58), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:24.947542 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9c915525-f155-48ef-b9e6-0e96bc18beeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0facefbe-8983-4752-9e21-48fd7ce76b58), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:24.952731 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9c915525-f155-48ef-b9e6-0e96bc18beeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:24.957139 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9c915525-f155-48ef-b9e6-0e96bc18beeb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0facefbe-8983-4752-9e21-48fd7ce76b58 HTTP/1.1" status: 204 len: 168 time: 0.1917496 Jan 28 13:55:24.972829 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c915525-f155-48ef-b9e6-0e96bc18beeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0facefbe-8983-4752-9e21-48fd7ce76b58,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:25.400638 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 35958) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:25.415689 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-16a1d47f-899f-4d77-9418-62466631b299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:25.499039 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-16a1d47f-899f-4d77-9418-62466631b299 admin admin] Publish callbacks [] for security_group (7fb2ad1b-c25f-4cca-860f-346201fb06a4), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:25.503969 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-16a1d47f-899f-4d77-9418-62466631b299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7fb2ad1b-c25f-4cca-860f-346201fb06a4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:25.549008 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-16a1d47f-899f-4d77-9418-62466631b299 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6c02842ff5564e4cb783239d01c560ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1471739 Jan 28 13:55:25.549752 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1d47f-899f-4d77-9418-62466631b299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb2ad1b-c25f-4cca-860f-346201fb06a4,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:25.552081 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 35978) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:25.613472 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6b28a790-e0cf-45d8-a3af-25b768e3e188 admin admin] Publish callbacks [] for security_group (7fb2ad1b-c25f-4cca-860f-346201fb06a4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:25.641007 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6b28a790-e0cf-45d8-a3af-25b768e3e188 admin admin] Publish callbacks [] for security_group (7fb2ad1b-c25f-4cca-860f-346201fb06a4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:25.708233 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6b28a790-e0cf-45d8-a3af-25b768e3e188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7fb2ad1b-c25f-4cca-860f-346201fb06a4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:25.711687 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6b28a790-e0cf-45d8-a3af-25b768e3e188 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:25.712947 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6b28a790-e0cf-45d8-a3af-25b768e3e188 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7fb2ad1b-c25f-4cca-860f-346201fb06a4 HTTP/1.1" status: 204 len: 168 time: 0.1599672 Jan 28 13:55:25.727003 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28a790-e0cf-45d8-a3af-25b768e3e188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb2ad1b-c25f-4cca-860f-346201fb06a4,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:27.078354 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 36202) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:27.218528 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-04b88214-a760-4854-a886-cf5104152475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:27.312746 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-04b88214-a760-4854-a886-cf5104152475 admin admin] Publish callbacks [] for security_group (6de8765a-95f4-4f5c-a5ad-ec8eede149c7), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:27.317004 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-04b88214-a760-4854-a886-cf5104152475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6de8765a-95f4-4f5c-a5ad-ec8eede149c7), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:27.358821 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-04b88214-a760-4854-a886-cf5104152475 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=14e4391db6dc49b6885243d496c9647b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2781422 Jan 28 13:55:27.361302 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 36242) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:27.372813 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b88214-a760-4854-a886-cf5104152475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de8765a-95f4-4f5c-a5ad-ec8eede149c7,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:27.454387 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e0b8c95-bcc5-4d5a-afbd-8d3fcfdf3fa1 admin admin] Publish callbacks [] for security_group (6de8765a-95f4-4f5c-a5ad-ec8eede149c7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:27.482467 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e0b8c95-bcc5-4d5a-afbd-8d3fcfdf3fa1 admin admin] Publish callbacks [] for security_group (6de8765a-95f4-4f5c-a5ad-ec8eede149c7), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:27.545328 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e0b8c95-bcc5-4d5a-afbd-8d3fcfdf3fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6de8765a-95f4-4f5c-a5ad-ec8eede149c7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:27.548268 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e0b8c95-bcc5-4d5a-afbd-8d3fcfdf3fa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:27.549552 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3e0b8c95-bcc5-4d5a-afbd-8d3fcfdf3fa1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6de8765a-95f4-4f5c-a5ad-ec8eede149c7 HTTP/1.1" status: 204 len: 168 time: 0.1872559 Jan 28 13:55:27.561891 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b8c95-bcc5-4d5a-afbd-8d3fcfdf3fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de8765a-95f4-4f5c-a5ad-ec8eede149c7,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:28.076893 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:55:29.339132 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf52f0f7-f5a9-41b0-83b0-0af8ff47da44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:31.600618 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4bd5f7b4-c504-4bfc-8aad-c730cb8bd13b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:32.909977 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:34.294648 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:36.364659 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:47.944628 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:49.984517 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:50.196507 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a354f-0ab0-48d5-92f5-dd312a30cd4c req-6b8281c6-7db7-42e8-afa2-735d36205db8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:50.198143 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f49a354f-0ab0-48d5-92f5-dd312a30cd4c req-6b8281c6-7db7-42e8-afa2-735d36205db8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 945 time: 0.0682530 Jan 28 13:55:50.269925 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f49a354f-0ab0-48d5-92f5-dd312a30cd4c req-fe5b07d1-51e5-478c-9049-a5145b0d4d39 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581167 Jan 28 13:55:51.471235 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf42412-ae41-4d52-b048-fa6a119ca87e req-0430f759-dc00-4d95-8a59-4330f83fde5d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:51.474010 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1cf42412-ae41-4d52-b048-fa6a119ca87e req-0430f759-dc00-4d95-8a59-4330f83fde5d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 945 time: 0.1041229 Jan 28 13:55:51.569603 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1cf42412-ae41-4d52-b048-fa6a119ca87e req-a45169c7-a52d-43c3-8f8d-ece890ccaec8 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867784 Jan 28 13:55:52.706032 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2da13-c035-4b43-86b1-414a24e50a72 req-7166e433-6284-49cd-88b9-f723c95aaf32 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:52.707760 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-44d2da13-c035-4b43-86b1-414a24e50a72 req-7166e433-6284-49cd-88b9-f723c95aaf32 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 945 time: 0.0583718 Jan 28 13:55:52.761955 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-44d2da13-c035-4b43-86b1-414a24e50a72 req-6a7951fa-0ce7-4ead-b6a5-788c048aa605 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478365 Jan 28 13:55:53.962046 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03882c-167c-459b-8b10-ac8eadc53e5c req-3cbf22d5-d16c-4274-a32c-7b2e15c9cc4b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:53.974067 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0d03882c-167c-459b-8b10-ac8eadc53e5c req-3cbf22d5-d16c-4274-a32c-7b2e15c9cc4b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 945 time: 0.1041822 Jan 28 13:55:54.048011 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0d03882c-167c-459b-8b10-ac8eadc53e5c req-16dc68ad-e914-4936-a97d-539aa395b419 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725877 Jan 28 13:55:55.223819 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56308f38-cfaa-42a9-9e5c-cdacc7136e7e req-7f46fe58-63cb-4381-b113-10a3eeb88284 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:55.226452 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-56308f38-cfaa-42a9-9e5c-cdacc7136e7e req-7f46fe58-63cb-4381-b113-10a3eeb88284 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 945 time: 0.0973835 Jan 28 13:55:55.301514 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-56308f38-cfaa-42a9-9e5c-cdacc7136e7e req-398b0243-d1e8-4c7b-9bbf-b244cfd1cc91 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691364 Jan 28 13:55:56.446822 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7601a3-5b59-4401-8c62-d625d8d99578 req-fad2be1b-10a2-46ec-bc7c-799d69baea7d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:56.454829 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3c7601a3-5b59-4401-8c62-d625d8d99578 req-fad2be1b-10a2-46ec-bc7c-799d69baea7d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 945 time: 0.0671415 Jan 28 13:55:56.519189 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3c7601a3-5b59-4401-8c62-d625d8d99578 req-b310b826-f22a-4114-9dae-64f8fefb188e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583284 Jan 28 13:55:57.698587 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146660c8-45da-423d-b5c4-9b1f32f791cb req-c97589f6-725c-4fbd-8e6d-a4d2c1d73e2d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:57.757093 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-146660c8-45da-423d-b5c4-9b1f32f791cb req-c97589f6-725c-4fbd-8e6d-a4d2c1d73e2d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 945 time: 0.1483850 Jan 28 13:55:57.872093 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-146660c8-45da-423d-b5c4-9b1f32f791cb req-0a1b02fe-274d-4b1b-afd3-05434a89759c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087272 Jan 28 13:55:59.133845 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e15b8-55a0-4732-b140-3fd97db04dc6 req-6e60f02e-4f46-4b63-b44c-cc115c95f42f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:59.141962 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-742e15b8-55a0-4732-b140-3fd97db04dc6 req-6e60f02e-4f46-4b63-b44c-cc115c95f42f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 945 time: 0.1181440 Jan 28 13:55:59.307250 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-742e15b8-55a0-4732-b140-3fd97db04dc6 req-1eede820-a7bb-4a01-b50b-2a01c99efe65 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605060 Jan 28 13:55:59.342097 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-909016a3-0b2c-4ab1-9eb6-5f445a847d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:00.999077 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154996a-4e39-49f6-91f3-9119cdb5e3b4 req-24990e60-a2f4-49a0-9655-2551f0fd0d42 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:01.013538 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2154996a-4e39-49f6-91f3-9119cdb5e3b4 req-24990e60-a2f4-49a0-9655-2551f0fd0d42 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 945 time: 0.5597949 Jan 28 13:56:01.175561 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2154996a-4e39-49f6-91f3-9119cdb5e3b4 req-bb82210c-7a17-446e-b48a-2727c1b82cd5 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579287 Jan 28 13:56:01.625854 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-956811af-32e8-4eed-8845-e332252d9351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:02.249474 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ccc42f4f-9aef-4336-ae08-e6a7f4c45e8c req-882509ef-5cc6-46ac-b048-b487069eb0b6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e054edff-0685-4260-b9cc-164b1e9d10c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1184599 Jan 28 13:56:02.447820 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc42f4f-9aef-4336-ae08-e6a7f4c45e8c req-e1addb3c-bca1-4c6d-8369-175e57a684dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:02.449591 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ccc42f4f-9aef-4336-ae08-e6a7f4c45e8c req-e1addb3c-bca1-4c6d-8369-175e57a684dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a710706f51d4196913035417fac81e3&device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 1097 time: 0.1039727 Jan 28 13:56:02.530568 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbbcf8-6c87-4263-be3d-934e03ba5801 req-3e1abba1-4d97-411d-b9d8-97d688cfaa24 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:02.532919 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9bfbbcf8-6c87-4263-be3d-934e03ba5801 req-3e1abba1-4d97-411d-b9d8-97d688cfaa24 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 945 time: 0.2652941 Jan 28 13:56:02.597830 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc42f4f-9aef-4336-ae08-e6a7f4c45e8c req-3f533e30-8413-467a-a723-a18edc1ed2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:02.599733 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ccc42f4f-9aef-4336-ae08-e6a7f4c45e8c req-3f533e30-8413-467a-a723-a18edc1ed2de service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 HTTP/1.1" status: 200 len: 911 time: 0.1266451 Jan 28 13:56:02.640606 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9bfbbcf8-6c87-4263-be3d-934e03ba5801 req-244afe33-355f-4bf8-816f-a4eca470ab0d tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995512 Jan 28 13:56:02.676457 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ccc42f4f-9aef-4336-ae08-e6a7f4c45e8c req-295f9965-115e-4fd9-99d8-ff4300346cba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7498ed12-b3cc-41c8-a3bf-ff2b52c7467a HTTP/1.1" status: 200 len: 1002 time: 0.0706174 Jan 28 13:56:02.777222 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc42f4f-9aef-4336-ae08-e6a7f4c45e8c req-2ed6a74a-aed8-433e-acd7-f2734d598a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:02.779020 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ccc42f4f-9aef-4336-ae08-e6a7f4c45e8c req-2ed6a74a-aed8-433e-acd7-f2734d598a45 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a282eac7-c6f7-4e0b-bd51-f3e60c647f6a HTTP/1.1" status: 200 len: 850 time: 0.0969446 Jan 28 13:56:02.847532 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc42f4f-9aef-4336-ae08-e6a7f4c45e8c req-4e31669d-15ec-493f-8ca0-a080d627ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:02.849769 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ccc42f4f-9aef-4336-ae08-e6a7f4c45e8c req-4e31669d-15ec-493f-8ca0-a080d627ec02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650439 Jan 28 13:56:02.917585 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:03.005703 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ccc42f4f-9aef-4336-ae08-e6a7f4c45e8c req-21fe74ca-754d-49c8-9197-5d9e2af97969 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496234 Jan 28 13:56:03.154291 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ccc42f4f-9aef-4336-ae08-e6a7f4c45e8c req-c4ddbf85-7e48-48fb-8b90-3e8a3ce2955d service neutron] 10.222.0.37 "GET /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428599 Jan 28 13:56:03.699969 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4703ce-8382-4ffd-a476-3f17bd5c54ec req-61808b0e-4edf-4c61-89ed-da41c60c3fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:03.702477 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c4703ce-8382-4ffd-a476-3f17bd5c54ec req-61808b0e-4edf-4c61-89ed-da41c60c3fd8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 1096 time: 0.0494683 Jan 28 13:56:03.896695 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720364f1-9d40-4fd9-ac0d-7b4ca773a8b2 req-0b948edd-6afa-456c-902f-8c2e09c35854 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:03.898368 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-720364f1-9d40-4fd9-ac0d-7b4ca773a8b2 req-0b948edd-6afa-456c-902f-8c2e09c35854 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 945 time: 0.0648561 Jan 28 13:56:03.951377 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4703ce-8382-4ffd-a476-3f17bd5c54ec req-e46bbbd6-faf8-4c96-b298-e37db543c7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:03.960821 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c4703ce-8382-4ffd-a476-3f17bd5c54ec req-e46bbbd6-faf8-4c96-b298-e37db543c7eb service neutron] 10.222.0.18 "GET /v2.0/networks?id=526f94dc-6e75-4512-a43d-81c499caf2c1 HTTP/1.1" status: 200 len: 897 time: 0.2262828 Jan 28 13:56:04.054127 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c4703ce-8382-4ffd-a476-3f17bd5c54ec req-9a9503bf-e5f2-40c9-be25-4b09d683821f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3ae4af3-4fcb-44ee-8147-864083e03bc9 HTTP/1.1" status: 200 len: 1001 time: 0.0845602 Jan 28 13:56:04.069197 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-720364f1-9d40-4fd9-ac0d-7b4ca773a8b2 req-666c2606-1f13-48df-bacf-1e6b78388f4c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583178 Jan 28 13:56:04.171747 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4703ce-8382-4ffd-a476-3f17bd5c54ec req-0103d72b-78ed-4d04-95db-ad158bfdae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:04.178895 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c4703ce-8382-4ffd-a476-3f17bd5c54ec req-0103d72b-78ed-4d04-95db-ad158bfdae0f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7c1299d-e2ee-482f-9e1a-a636c30ee9ad HTTP/1.1" status: 200 len: 835 time: 0.1178303 Jan 28 13:56:04.279451 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4703ce-8382-4ffd-a476-3f17bd5c54ec req-75849d75-2fe8-4bd0-97a8-927551ea7793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:04.284558 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c4703ce-8382-4ffd-a476-3f17bd5c54ec req-75849d75-2fe8-4bd0-97a8-927551ea7793 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=526f94dc-6e75-4512-a43d-81c499caf2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994866 Jan 28 13:56:04.300207 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:04.304416 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-6c4703ce-8382-4ffd-a476-3f17bd5c54ec req-5ef7ce92-0f59-4825-aa80-3df9f2f3801f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:56:04.305369 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c4703ce-8382-4ffd-a476-3f17bd5c54ec req-5ef7ce92-0f59-4825-aa80-3df9f2f3801f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136845 Jan 28 13:56:04.506844 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c4703ce-8382-4ffd-a476-3f17bd5c54ec req-2636bf67-16cc-4023-bec6-fb25c204c672 service neutron] 10.222.0.18 "GET /v2.0/networks/526f94dc-6e75-4512-a43d-81c499caf2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932037 Jan 28 13:56:04.639375 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c4703ce-8382-4ffd-a476-3f17bd5c54ec req-aca873e4-f850-4f05-8c14-8db26f2ec679 service neutron] 10.222.0.18 "GET /v2.0/networks/526f94dc-6e75-4512-a43d-81c499caf2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197026 Jan 28 13:56:05.077129 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:56:05.219612 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd7400-5800-4099-a68f-3dc02a36cad4 req-2220f919-b4e4-4415-bf9b-5e021d7eed13 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:05.221452 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ecdd7400-5800-4099-a68f-3dc02a36cad4 req-2220f919-b4e4-4415-bf9b-5e021d7eed13 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 945 time: 0.0750964 Jan 28 13:56:05.282871 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ecdd7400-5800-4099-a68f-3dc02a36cad4 req-771e717a-10e3-43cd-aa01-d07965e66139 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554218 Jan 28 13:56:06.370592 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:06.510048 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b460b2-7853-431b-9ecb-c41b5a236076 req-7fbded09-90d0-45e9-99b5-5b108aa9da8c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:06.518676 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f1b460b2-7853-431b-9ecb-c41b5a236076 req-7fbded09-90d0-45e9-99b5-5b108aa9da8c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 945 time: 0.0722530 Jan 28 13:56:06.583528 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f1b460b2-7853-431b-9ecb-c41b5a236076 req-90d2ed4d-b27c-41c3-9e9f-4d13051df54f tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636404 Jan 28 13:56:07.746116 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590783c-4391-46c4-83fa-755292236935 req-d7fadfca-16f0-4611-acb0-c33aca57eb18 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:07.755076 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e590783c-4391-46c4-83fa-755292236935 req-d7fadfca-16f0-4611-acb0-c33aca57eb18 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 945 time: 0.0662806 Jan 28 13:56:07.819075 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e590783c-4391-46c4-83fa-755292236935 req-2977aae1-625d-4462-9607-a5c8b0d78525 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623419 Jan 28 13:56:08.037492 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf1979-990f-47fd-9786-eadbaae7fbcf req-895535f1-5dca-4569-aa74-4309194d5dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:08.049910 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fecf1979-990f-47fd-9786-eadbaae7fbcf req-895535f1-5dca-4569-aa74-4309194d5dc5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 1096 time: 0.1180379 Jan 28 13:56:08.140291 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fecf1979-990f-47fd-9786-eadbaae7fbcf req-588c4fe5-ef0d-4023-b612-010c27ceb00e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835814 Jan 28 13:56:09.037640 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd5229-d628-4ac8-862a-08775d4c81bb req-eef20b28-9996-4aa0-9bd5-7b1046c5f548 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:09.039904 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-addd5229-d628-4ac8-862a-08775d4c81bb req-eef20b28-9996-4aa0-9bd5-7b1046c5f548 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 945 time: 0.1142943 Jan 28 13:56:09.149114 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-addd5229-d628-4ac8-862a-08775d4c81bb req-7170d11c-a270-46fb-b1c5-0983ece4193a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935066 Jan 28 13:56:09.819501 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device a3ae4af3-4fcb-44ee-8147-864083e03bc9 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:56:09.828363 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device a3ae4af3-4fcb-44ee-8147-864083e03bc9 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:10.013693 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port a3ae4af3-4fcb-44ee-8147-864083e03bc9 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:10.014391 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a3ae4af3-4fcb-44ee-8147-864083e03bc9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:10.050714 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c0cc87-d74c-42b3-bec3-54982b194684', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3ae4af3-4fcb-44ee-8147-864083e03bc9'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:56:10.053398 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe41ba8-a033-46a0-88da-fe1f26a5694f" -d '{"events": [{"server_uuid": "40c0cc87-d74c-42b3-bec3-54982b194684", "name": "network-vif-unplugged", "status": "completed", "tag": "a3ae4af3-4fcb-44ee-8147-864083e03bc9"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:56:10.140977 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port a3ae4af3-4fcb-44ee-8147-864083e03bc9, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=a3ae4af3-4fcb-44ee-8147-864083e03bc9,segment=NetworkSegment(3f4b79bd-cb9f-4390-9965-77eb20b2b9a0),segment_id=3f4b79bd-cb9f-4390-9965-77eb20b2b9a0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:10.159729 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'a3ae4af3-4fcb-44ee-8147-864083e03bc9', 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1', 'port_id': 'a3ae4af3-4fcb-44ee-8147-864083e03bc9', 'mac_address': 'fa:16:3e:70:1d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7c1299d-e2ee-482f-9e1a-a636c30ee9ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:56:10.162896 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port a3ae4af3-4fcb-44ee-8147-864083e03bc9, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=a3ae4af3-4fcb-44ee-8147-864083e03bc9,segment=NetworkSegment(3f4b79bd-cb9f-4390-9965-77eb20b2b9a0),segment_id=3f4b79bd-cb9f-4390-9965-77eb20b2b9a0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:10.165025 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331134ea-3e37-41e7-8010-017ca8cc33a5 x-openstack-request-id: req-331134ea-3e37-41e7-8010-017ca8cc33a5 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:56:10.165631 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c0cc87-d74c-42b3-bec3-54982b194684", "name": "network-vif-unplugged", "status": "completed", "tag": "a3ae4af3-4fcb-44ee-8147-864083e03bc9", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:56:10.166008 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-331134ea-3e37-41e7-8010-017ca8cc33a5 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:56:10.166590 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c0cc87-d74c-42b3-bec3-54982b194684', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3ae4af3-4fcb-44ee-8147-864083e03bc9', 'code': 200} Jan 28 13:56:10.173873 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a3ae4af3-4fcb-44ee-8147-864083e03bc9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:10.256943 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port a3ae4af3-4fcb-44ee-8147-864083e03bc9 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:10.257649 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a3ae4af3-4fcb-44ee-8147-864083e03bc9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:10.287362 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ae4af3-4fcb-44ee-8147-864083e03bc9 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:56:10.292640 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=a3ae4af3-4fcb-44ee-8147-864083e03bc9,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:10.309847 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:10.310407 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:10.310813 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:10.311361 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:10.311730 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:10.312139 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:10.312486 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:10.312850 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:10.313185 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:10.313517 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:10.313843 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:10.314170 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:10.314627 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:10.331650 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port a3ae4af3-4fcb-44ee-8147-864083e03bc9, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=a3ae4af3-4fcb-44ee-8147-864083e03bc9,segment=NetworkSegment(3f4b79bd-cb9f-4390-9965-77eb20b2b9a0),segment_id=3f4b79bd-cb9f-4390-9965-77eb20b2b9a0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:10.343162 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a3ae4af3-4fcb-44ee-8147-864083e03bc9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:10.349778 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414b9c1-e7e7-4c24-ab47-86d77c89c75c req-8fc26edf-7e9a-4a58-a1a0-d73dcfca397a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:10.369705 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8414b9c1-e7e7-4c24-ab47-86d77c89c75c req-8fc26edf-7e9a-4a58-a1a0-d73dcfca397a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 943 time: 0.1029220 Jan 28 13:56:10.455993 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=a3ae4af3-4fcb-44ee-8147-864083e03bc9,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:10.477242 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8414b9c1-e7e7-4c24-ab47-86d77c89c75c req-c5fbf2c2-6974-40ea-b08c-d41f6b7c29f7 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061857 Jan 28 13:56:10.491572 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37262) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:10.561770 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['a3ae4af3-4fcb-44ee-8147-864083e03bc9'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:56:10.622057 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e9babe83-3cd9-4238-a450-5b809b36db40 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/floatingips/66e41fa1-a446-48d7-ac8a-f2c277973595 HTTP/1.1" status: 200 len: 992 time: 0.1259072 Jan 28 13:56:11.838296 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device a3ae4af3-4fcb-44ee-8147-864083e03bc9 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:56:11.922930 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port a3ae4af3-4fcb-44ee-8147-864083e03bc9 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:11.923313 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a3ae4af3-4fcb-44ee-8147-864083e03bc9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:12.122527 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port a3ae4af3-4fcb-44ee-8147-864083e03bc9 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:12.122867 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a3ae4af3-4fcb-44ee-8147-864083e03bc9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:12.170086 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c0cc87-d74c-42b3-bec3-54982b194684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ae4af3-4fcb-44ee-8147-864083e03bc9'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:56:12.172801 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076187b6-1ba8-444b-b097-33544261447f" -d '{"events": [{"server_uuid": "40c0cc87-d74c-42b3-bec3-54982b194684", "name": "network-vif-plugged", "status": "completed", "tag": "a3ae4af3-4fcb-44ee-8147-864083e03bc9"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:56:12.179245 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port a3ae4af3-4fcb-44ee-8147-864083e03bc9, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=a3ae4af3-4fcb-44ee-8147-864083e03bc9,segment=NetworkSegment(3f4b79bd-cb9f-4390-9965-77eb20b2b9a0),segment_id=3f4b79bd-cb9f-4390-9965-77eb20b2b9a0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:12.188319 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a3ae4af3-4fcb-44ee-8147-864083e03bc9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:12.240742 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e89659c-6649-4bd8-b049-d08ab5129aba x-openstack-request-id: req-2e89659c-6649-4bd8-b049-d08ab5129aba {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:56:12.241169 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c0cc87-d74c-42b3-bec3-54982b194684", "name": "network-vif-plugged", "status": "completed", "tag": "a3ae4af3-4fcb-44ee-8147-864083e03bc9", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:56:12.241497 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e89659c-6649-4bd8-b049-d08ab5129aba {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:56:12.247429 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c0cc87-d74c-42b3-bec3-54982b194684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ae4af3-4fcb-44ee-8147-864083e03bc9', 'code': 200} Jan 28 13:56:12.275586 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=a3ae4af3-4fcb-44ee-8147-864083e03bc9,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:16.525908 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c825c-67c6-4058-ae08-56167b43340f req-30196466-35fd-4b1d-b9c6-363f7f67f429 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:16.528378 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b66c825c-67c6-4058-ae08-56167b43340f req-30196466-35fd-4b1d-b9c6-363f7f67f429 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 946 time: 0.0616174 Jan 28 13:56:16.583307 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b66c825c-67c6-4058-ae08-56167b43340f req-8bcb905a-eda5-4136-b427-2f7b11d809be tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=0296aba7-a28c-495a-a734-1f06d83f9764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486896 Jan 28 13:56:17.715052 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f51323-5861-4b4d-9699-7da82fa4a612 req-63684e4d-4377-48e6-b20e-7971195d4feb tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:17.716623 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-30f51323-5861-4b4d-9699-7da82fa4a612 req-63684e4d-4377-48e6-b20e-7971195d4feb tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 946 time: 0.0574584 Jan 28 13:56:17.771794 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-30f51323-5861-4b4d-9699-7da82fa4a612 req-bf0ad5bb-bf2a-4f01-ae92-b47fcde4fa30 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=0296aba7-a28c-495a-a734-1f06d83f9764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472608 Jan 28 13:56:17.944345 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:18.372338 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ab6bb-b183-4b9a-863b-b8a8c589bbec req-cddbd261-7acc-4152-be77-23ee338ce091 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:18.382275 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a8ab6bb-b183-4b9a-863b-b8a8c589bbec req-cddbd261-7acc-4152-be77-23ee338ce091 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.37 "GET /v2.0/ports?device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 946 time: 0.0911350 Jan 28 13:56:18.509459 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-6a8ab6bb-b183-4b9a-863b-b8a8c589bbec req-4edf325c-36a9-41f1-a5c4-b2f5fff8b62a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Deleting port 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:18.510110 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-6a8ab6bb-b183-4b9a-863b-b8a8c589bbec req-4edf325c-36a9-41f1-a5c4-b2f5fff8b62a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7498ed12-b3cc-41c8-a3bf-ff2b52c7467a), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:18.593797 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37554) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:18.637293 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-6a8ab6bb-b183-4b9a-863b-b8a8c589bbec req-4edf325c-36a9-41f1-a5c4-b2f5fff8b62a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] For port 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=7498ed12-b3cc-41c8-a3bf-ff2b52c7467a,segment=NetworkSegment(766923be-69a9-438b-8d26-7f7b6fae7a7f),segment_id=766923be-69a9-438b-8d26-7f7b6fae7a7f)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:18.637740 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-6a8ab6bb-b183-4b9a-863b-b8a8c589bbec req-4edf325c-36a9-41f1-a5c4-b2f5fff8b62a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7498ed12-b3cc-41c8-a3bf-ff2b52c7467a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:18.749823 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-66803fea-17fe-4884-9375-0c993269ace1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:18.933512 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-6a8ab6bb-b183-4b9a-863b-b8a8c589bbec req-4edf325c-36a9-41f1-a5c4-b2f5fff8b62a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:18.934141 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-6a8ab6bb-b183-4b9a-863b-b8a8c589bbec req-4edf325c-36a9-41f1-a5c4-b2f5fff8b62a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (483db035-14ca-4afd-8081-431040d7cedf), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:18.934280 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [req-6a8ab6bb-b183-4b9a-863b-b8a8c589bbec req-4edf325c-36a9-41f1-a5c4-b2f5fff8b62a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Floating IP 483db035-14ca-4afd-8081-431040d7cedf disassociated. External IP: 172.25.3.169, port: 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a. Jan 28 13:56:18.934495 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-6a8ab6bb-b183-4b9a-863b-b8a8c589bbec req-4edf325c-36a9-41f1-a5c4-b2f5fff8b62a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Calling delete_port for 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:18.975560 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-66803fea-17fe-4884-9375-0c993269ace1 admin admin] Publish callbacks [] for security_group (7921bea2-cb12-4400-8d13-e12cf4c0cd5b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:19.005469 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d80a2f-53f1-4c8e-8269-77fe6835042e req-a5b3e5b4-ae27-4bd9-a70a-ba2e1d1fc005 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:19.007397 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-79d80a2f-53f1-4c8e-8269-77fe6835042e req-a5b3e5b4-ae27-4bd9-a70a-ba2e1d1fc005 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 946 time: 0.1095397 Jan 28 13:56:19.008481 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-66803fea-17fe-4884-9375-0c993269ace1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7921bea2-cb12-4400-8d13-e12cf4c0cd5b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:19.063592 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66803fea-17fe-4884-9375-0c993269ace1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7921bea2-cb12-4400-8d13-e12cf4c0cd5b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:19.067760 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-66803fea-17fe-4884-9375-0c993269ace1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c6e411dc90a141b78df621ab73837026&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4726446 Jan 28 13:56:19.071728 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37570) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:19.090565 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66803fea-17fe-4884-9375-0c993269ace1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:19.090935 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66803fea-17fe-4884-9375-0c993269ace1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:19.091309 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66803fea-17fe-4884-9375-0c993269ace1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:19.091655 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66803fea-17fe-4884-9375-0c993269ace1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:19.091988 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66803fea-17fe-4884-9375-0c993269ace1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:19.092597 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66803fea-17fe-4884-9375-0c993269ace1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:19.093122 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66803fea-17fe-4884-9375-0c993269ace1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:19.093618 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66803fea-17fe-4884-9375-0c993269ace1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:19.094267 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66803fea-17fe-4884-9375-0c993269ace1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:19.094758 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66803fea-17fe-4884-9375-0c993269ace1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:19.095321 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66803fea-17fe-4884-9375-0c993269ace1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:19.095879 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66803fea-17fe-4884-9375-0c993269ace1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:19.096368 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66803fea-17fe-4884-9375-0c993269ace1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:19.144545 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-79d80a2f-53f1-4c8e-8269-77fe6835042e req-5fa3bbb0-fec4-42ba-8c0c-d178e45b3a34 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups?id=0296aba7-a28c-495a-a734-1f06d83f9764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157143 Jan 28 13:56:19.267467 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-23f8b3ee-15b9-4584-ad26-3ed969eaa338 admin admin] Publish callbacks [] for security_group (7921bea2-cb12-4400-8d13-e12cf4c0cd5b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:19.272212 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-6a8ab6bb-b183-4b9a-863b-b8a8c589bbec req-4edf325c-36a9-41f1-a5c4-b2f5fff8b62a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (7498ed12-b3cc-41c8-a3bf-ff2b52c7467a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:19.321558 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf325c-36a9-41f1-a5c4-b2f5fff8b62a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Pushing event deleted for resources: {'Port': ['ID=7498ed12-b3cc-41c8-a3bf-ff2b52c7467a,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:19.385403 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-23f8b3ee-15b9-4584-ad26-3ed969eaa338 admin admin] Publish callbacks [] for security_group (7921bea2-cb12-4400-8d13-e12cf4c0cd5b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:19.389903 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf325c-36a9-41f1-a5c4-b2f5fff8b62a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:19.390258 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf325c-36a9-41f1-a5c4-b2f5fff8b62a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:19.390602 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf325c-36a9-41f1-a5c4-b2f5fff8b62a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:19.390969 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf325c-36a9-41f1-a5c4-b2f5fff8b62a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:19.391317 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf325c-36a9-41f1-a5c4-b2f5fff8b62a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:19.391655 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf325c-36a9-41f1-a5c4-b2f5fff8b62a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:19.391989 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf325c-36a9-41f1-a5c4-b2f5fff8b62a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:19.392317 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf325c-36a9-41f1-a5c4-b2f5fff8b62a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:19.393012 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf325c-36a9-41f1-a5c4-b2f5fff8b62a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:19.393344 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf325c-36a9-41f1-a5c4-b2f5fff8b62a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:19.393669 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf325c-36a9-41f1-a5c4-b2f5fff8b62a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:19.393990 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf325c-36a9-41f1-a5c4-b2f5fff8b62a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:19.394321 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf325c-36a9-41f1-a5c4-b2f5fff8b62a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:19.492757 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a8ab6bb-b183-4b9a-863b-b8a8c589bbec req-4edf325c-36a9-41f1-a5c4-b2f5fff8b62a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Router 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:56:19.504419 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-23f8b3ee-15b9-4584-ad26-3ed969eaa338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7921bea2-cb12-4400-8d13-e12cf4c0cd5b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:19.507294 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-23f8b3ee-15b9-4584-ad26-3ed969eaa338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:19.508455 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-23f8b3ee-15b9-4584-ad26-3ed969eaa338 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7921bea2-cb12-4400-8d13-e12cf4c0cd5b HTTP/1.1" status: 204 len: 168 time: 0.4249923 Jan 28 13:56:19.522996 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8b3ee-15b9-4584-ad26-3ed969eaa338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7921bea2-cb12-4400-8d13-e12cf4c0cd5b,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:19.758164 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a8ab6bb-b183-4b9a-863b-b8a8c589bbec req-4edf325c-36a9-41f1-a5c4-b2f5fff8b62a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:56:19.770935 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3e7159-8a41-47ad-9a38-bd6e2d587e51 None None] Sync routers for ids ['6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:56:19.790036 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3e7159-8a41-47ad-9a38-bd6e2d587e51 None None] Routers {'6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:19.790761 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5c3e7159-8a41-47ad-9a38-bd6e2d587e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:56:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:19.849630 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8ab6bb-b183-4b9a-863b-b8a8c589bbec req-4edf325c-36a9-41f1-a5c4-b2f5fff8b62a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] No DVR routers for this DVR port 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:19.858271 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-6a8ab6bb-b183-4b9a-863b-b8a8c589bbec req-4edf325c-36a9-41f1-a5c4-b2f5fff8b62a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:19.862684 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a8ab6bb-b183-4b9a-863b-b8a8c589bbec req-4edf325c-36a9-41f1-a5c4-b2f5fff8b62a tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.37 "DELETE /v2.0/ports/7498ed12-b3cc-41c8-a3bf-ff2b52c7467a HTTP/1.1" status: 204 len: 173 time: 1.4747126 Jan 28 13:56:19.875237 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e054edff-0685-4260-b9cc-164b1e9d10c5', 'name': 'network-vif-deleted', 'tag': '7498ed12-b3cc-41c8-a3bf-ff2b52c7467a'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:56:19.885615 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4486c5ad-1a50-46fb-acec-02afd41ae21d" -d '{"events": [{"server_uuid": "e054edff-0685-4260-b9cc-164b1e9d10c5", "name": "network-vif-deleted", "tag": "7498ed12-b3cc-41c8-a3bf-ff2b52c7467a"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:56:19.992926 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:20.004085 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5daa61-1a52-49c7-b18c-9d72236926b3 x-openstack-request-id: req-ba5daa61-1a52-49c7-b18c-9d72236926b3 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:56:20.005408 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e054edff-0685-4260-b9cc-164b1e9d10c5", "name": "network-vif-deleted", "tag": "7498ed12-b3cc-41c8-a3bf-ff2b52c7467a", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:56:20.005880 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ba5daa61-1a52-49c7-b18c-9d72236926b3 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:56:20.006539 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e054edff-0685-4260-b9cc-164b1e9d10c5', 'name': 'network-vif-deleted', 'tag': '7498ed12-b3cc-41c8-a3bf-ff2b52c7467a', 'status': 'completed', 'code': 200} Jan 28 13:56:20.047051 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-5c3e7159-8a41-47ad-9a38-bd6e2d587e51 None None] Set router 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:20.320892 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b0e827db-2456-498c-9612-79754e562e46 req-a51e0a3d-a3f2-4795-89f4-61f2e4a848ee tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/ports?device_id=e054edff-0685-4260-b9cc-164b1e9d10c5 HTTP/1.1" status: 200 len: 210 time: 0.0414126 Jan 28 13:56:20.375283 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5c3e7159-8a41-47ad-9a38-bd6e2d587e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'name': 'tempest-AttachVolumeTestJSON-1171302180-router', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '3b240ae7-6772-413b-8087-f657daedb039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:39Z', 'updated_at': '2022-01-28T13:44:52Z', 'revision_number': 4, 'project_id': '6a710706f51d4196913035417fac81e3', 'gw_port': {'id': '3b240ae7-6772-413b-8087-f657daedb039', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:44Z', 'updated_at': '2022-01-28T13:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '4177516a-846f-4065-a1ca-452d4934d7d8', 'name': '', 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'mac_address': 'fa:16:3e:b3:85:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:50Z', 'updated_at': '2022-01-28T13:45:04Z', 'revision_number': 5, 'project_id': '6a710706f51d4196913035417fac81e3', 'subnets': [{'id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:20.442979 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3e7159-8a41-47ad-9a38-bd6e2d587e51 None None] Checking router: 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:56:20.453806 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3e7159-8a41-47ad-9a38-bd6e2d587e51 None None] Routers {'6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:20.454594 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5c3e7159-8a41-47ad-9a38-bd6e2d587e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:56:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:20.764239 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-5c3e7159-8a41-47ad-9a38-bd6e2d587e51 None None] Set router 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:21.007898 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-5c3e7159-8a41-47ad-9a38-bd6e2d587e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'name': 'tempest-AttachVolumeTestJSON-1171302180-router', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '3b240ae7-6772-413b-8087-f657daedb039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:39Z', 'updated_at': '2022-01-28T13:44:52Z', 'revision_number': 4, 'project_id': '6a710706f51d4196913035417fac81e3', 'gw_port': {'id': '3b240ae7-6772-413b-8087-f657daedb039', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:44Z', 'updated_at': '2022-01-28T13:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '4177516a-846f-4065-a1ca-452d4934d7d8', 'name': '', 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'mac_address': 'fa:16:3e:b3:85:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:50Z', 'updated_at': '2022-01-28T13:45:04Z', 'revision_number': 5, 'project_id': '6a710706f51d4196913035417fac81e3', 'subnets': [{'id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:21.039893 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3e7159-8a41-47ad-9a38-bd6e2d587e51 None None] The sync data for ids ['6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'] in n-d-822747-2 is: [{'id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'name': 'tempest-AttachVolumeTestJSON-1171302180-router', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '3b240ae7-6772-413b-8087-f657daedb039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:39Z', 'updated_at': '2022-01-28T13:44:52Z', 'revision_number': 4, 'project_id': '6a710706f51d4196913035417fac81e3', 'gw_port': {'id': '3b240ae7-6772-413b-8087-f657daedb039', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:44Z', 'updated_at': '2022-01-28T13:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '4177516a-846f-4065-a1ca-452d4934d7d8', 'name': '', 'network_id': '6e7d130e-da3e-4c1d-84f0-ecaccb54ae02', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'mac_address': 'fa:16:3e:b3:85:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:50Z', 'updated_at': '2022-01-28T13:45:04Z', 'revision_number': 5, 'project_id': '6a710706f51d4196913035417fac81e3', 'subnets': [{'id': 'a282eac7-c6f7-4e0b-bd51-f3e60c647f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:56:21.461775 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37670) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:21.462397 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8478e9-af41-48af-9759-0dd36ea0fdef None None] New status for floating IP 483db035-14ca-4afd-8081-431040d7cedf: DOWN {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:56:21.535278 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac9f7977-7c5a-4c3c-a660-f0fc51fd301e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for security_group (0296aba7-a28c-495a-a734-1f06d83f9764), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:21.565848 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac9f7977-7c5a-4c3c-a660-f0fc51fd301e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for security_group (0296aba7-a28c-495a-a734-1f06d83f9764), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:21.619930 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac9f7977-7c5a-4c3c-a660-f0fc51fd301e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0296aba7-a28c-495a-a734-1f06d83f9764), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:21.622876 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac9f7977-7c5a-4c3c-a660-f0fc51fd301e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:21.624858 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ac9f7977-7c5a-4c3c-a660-f0fc51fd301e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "DELETE /v2.0/security-groups/0296aba7-a28c-495a-a734-1f06d83f9764 HTTP/1.1" status: 204 len: 168 time: 0.1605444 Jan 28 13:56:21.627901 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37678) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:21.643702 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f7977-7c5a-4c3c-a660-f0fc51fd301e tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0296aba7-a28c-495a-a734-1f06d83f9764,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:21.648993 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-d18d315f-7e5c-4291-95d6-8df5f30efdd8 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] show failed (client error): The resource could not be found. Jan 28 13:56:21.653530 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37680) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:21.655789 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d18d315f-7e5c-4291-95d6-8df5f30efdd8 tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "GET /v2.0/security-groups/0296aba7-a28c-495a-a734-1f06d83f9764 HTTP/1.1" status: 404 len: 347 time: 0.0266955 Jan 28 13:56:21.687764 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:21.737713 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:21.738048 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 7498ed12-b3cc-41c8-a3bf-ff2b52c7467a not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:22.259047 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-84b36073-481c-4d72-bce9-355cd44b6f8f tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Deleting port 234a6e19-ad36-4757-bffb-fb554f6a2e8d {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:22.259426 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-84b36073-481c-4d72-bce9-355cd44b6f8f tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (234a6e19-ad36-4757-bffb-fb554f6a2e8d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.369431 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-84b36073-481c-4d72-bce9-355cd44b6f8f tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (234a6e19-ad36-4757-bffb-fb554f6a2e8d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.369776 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-84b36073-481c-4d72-bce9-355cd44b6f8f tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for floatingip (234a6e19-ad36-4757-bffb-fb554f6a2e8d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.382804 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-84b36073-481c-4d72-bce9-355cd44b6f8f tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Calling delete_port for 234a6e19-ad36-4757-bffb-fb554f6a2e8d owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:22.525539 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-84b36073-481c-4d72-bce9-355cd44b6f8f tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (234a6e19-ad36-4757-bffb-fb554f6a2e8d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.553382 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b36073-481c-4d72-bce9-355cd44b6f8f tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Pushing event deleted for resources: {'Port': ['ID=234a6e19-ad36-4757-bffb-fb554f6a2e8d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:22.630112 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-84b36073-481c-4d72-bce9-355cd44b6f8f tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks [] for floatingip (483db035-14ca-4afd-8081-431040d7cedf), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.636522 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-84b36073-481c-4d72-bce9-355cd44b6f8f tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.637703 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-84b36073-481c-4d72-bce9-355cd44b6f8f tempest-AttachVolumeTestJSON-855940981 tempest-AttachVolumeTestJSON-855940981-project] 10.222.0.39 "DELETE /v2.0/floatingips/483db035-14ca-4afd-8081-431040d7cedf HTTP/1.1" status: 204 len: 168 time: 0.9831569 Jan 28 13:56:22.797969 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37728) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:22.806689 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-147a8be4-5317-4410-82ac-af0b04ef2995 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Request body: {'network': {'name': 'tempest-network-smoke--118551561', 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'port_security_enabled': True}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:56:22.835975 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147a8be4-5317-4410-82ac-af0b04ef2995 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Made reservation on behalf of e95a247d94234d9685ef64daa6ffeae4 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:56:22.840028 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-147a8be4-5317-4410-82ac-af0b04ef2995 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.850422 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-147a8be4-5317-4410-82ac-af0b04ef2995 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.948586 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-147a8be4-5317-4410-82ac-af0b04ef2995 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for security_group (f4bb0680-df21-4f7c-ba67-6dce9ef2c740), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.956366 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-147a8be4-5317-4410-82ac-af0b04ef2995 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f4bb0680-df21-4f7c-ba67-6dce9ef2c740), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.007868 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-147a8be4-5317-4410-82ac-af0b04ef2995 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:56:23.019056 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a8be4-5317-4410-82ac-af0b04ef2995 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bb0680-df21-4f7c-ba67-6dce9ef2c740,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:23.036706 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-147a8be4-5317-4410-82ac-af0b04ef2995 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (00cfa919-1384-4e75-8ae8-b251116a1a77), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.037078 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-147a8be4-5317-4410-82ac-af0b04ef2995 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Added segment 00cfa919-1384-4e75-8ae8-b251116a1a77 of type vlan for network db277792-7cd8-4d46-bc26-79c16845a9a1 Jan 28 13:56:23.099057 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-147a8be4-5317-4410-82ac-af0b04ef2995 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (db277792-7cd8-4d46-bc26-79c16845a9a1), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.128140 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-147a8be4-5317-4410-82ac-af0b04ef2995 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (db277792-7cd8-4d46-bc26-79c16845a9a1), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.134109 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147a8be4-5317-4410-82ac-af0b04ef2995 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:23.135034 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-147a8be4-5317-4410-82ac-af0b04ef2995 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.240908 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a8be4-5317-4410-82ac-af0b04ef2995 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event updated for resources: {'Network': ['ID=db277792-7cd8-4d46-bc26-79c16845a9a1,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:23.252380 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-147a8be4-5317-4410-82ac-af0b04ef2995 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4507592 Jan 28 13:56:23.252682 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37746) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:23.258447 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-f8e32a5d-c2d3-41ab-b13e-c959f4f2f541 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1242508824', 'admin_state_up': True, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:56:23.265730 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network db277792-7cd8-4d46-bc26-79c16845a9a1 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:56:23.284825 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8e32a5d-c2d3-41ab-b13e-c959f4f2f541 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (30f92f24-447a-4736-932f-aad0cbf22c84), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.286093 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8e32a5d-c2d3-41ab-b13e-c959f4f2f541 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (30f92f24-447a-4736-932f-aad0cbf22c84), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.376015 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8e32a5d-c2d3-41ab-b13e-c959f4f2f541 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for router_controller (30f92f24-447a-4736-932f-aad0cbf22c84), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.545405 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8e32a5d-c2d3-41ab-b13e-c959f4f2f541 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for router_gateway (30f92f24-447a-4736-932f-aad0cbf22c84), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.808316 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8e32a5d-c2d3-41ab-b13e-c959f4f2f541 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for router_gateway (30f92f24-447a-4736-932f-aad0cbf22c84), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.828466 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8e32a5d-c2d3-41ab-b13e-c959f4f2f541 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:24.000879 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-f8e32a5d-c2d3-41ab-b13e-c959f4f2f541 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Allocated IP 172.25.3.209 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:56:24.125629 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8e32a5d-c2d3-41ab-b13e-c959f4f2f541 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for port (b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:24.167840 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8e32a5d-c2d3-41ab-b13e-c959f4f2f541 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:24.209505 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e32a5d-c2d3-41ab-b13e-c959f4f2f541 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:56:24.214268 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-f8e32a5d-c2d3-41ab-b13e-c959f4f2f541 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:56:24.220254 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e32a5d-c2d3-41ab-b13e-c959f4f2f541 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:56:24.256048 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e32a5d-c2d3-41ab-b13e-c959f4f2f541 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event updated for resources: {'Port': ['ID=b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:24.541926 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8e32a5d-c2d3-41ab-b13e-c959f4f2f541 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for router_gateway (30f92f24-447a-4736-932f-aad0cbf22c84), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:24.809509 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8e32a5d-c2d3-41ab-b13e-c959f4f2f541 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (30f92f24-447a-4736-932f-aad0cbf22c84), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:24.964014 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e32a5d-c2d3-41ab-b13e-c959f4f2f541 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Router 30f92f24-447a-4736-932f-aad0cbf22c84 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:56:25.112774 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e32a5d-c2d3-41ab-b13e-c959f4f2f541 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:56:25.124025 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30b870-ea6d-45be-bddc-2810b9a81879 None None] Sync routers for ids ['30f92f24-447a-4736-932f-aad0cbf22c84'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:56:25.136349 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8e32a5d-c2d3-41ab-b13e-c959f4f2f541 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:25.137607 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f8e32a5d-c2d3-41ab-b13e-c959f4f2f541 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8837943 Jan 28 13:56:25.140868 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37806) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:25.144606 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b30b870-ea6d-45be-bddc-2810b9a81879 None None] Routers {'30f92f24-447a-4736-932f-aad0cbf22c84'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:25.147697 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-9b30b870-ea6d-45be-bddc-2810b9a81879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:56:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['30f92f24-447a-4736-932f-aad0cbf22c84'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:25.295159 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-9b30b870-ea6d-45be-bddc-2810b9a81879 None None] Set router 30f92f24-447a-4736-932f-aad0cbf22c84 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:25.366265 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-32caae72-432b-44dc-8c0c-f0c495bddbf9 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=e95a247d94234d9685ef64daa6ffeae4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2218611 Jan 28 13:56:25.366649 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37816) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:25.538700 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af71e69-3b42-4e98-a67d-9fbd3b88c390 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:25.543879 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37824) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:25.556423 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-9b30b870-ea6d-45be-bddc-2810b9a81879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1242508824', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:56:24Z', 'revision_number': 3, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'gw_port': {'id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:70:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:56:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:25.560038 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5af71e69-3b42-4e98-a67d-9fbd3b88c390 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1900568 Jan 28 13:56:25.621684 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37826) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:25.627298 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-b4f18ba3-5ad0-4d39-8a1d-05221fafa9b4 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-722480002', 'network_id': 'db277792-7cd8-4d46-bc26-79c16845a9a1', 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:56:25.635230 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b4923cf7-9aeb-4fe3-90b6-4a2898a33127 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0897558 Jan 28 13:56:25.637605 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30b870-ea6d-45be-bddc-2810b9a81879 None None] Checking router: 30f92f24-447a-4736-932f-aad0cbf22c84 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:56:25.638147 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30b870-ea6d-45be-bddc-2810b9a81879 None None] Updating router 30f92f24-447a-4736-932f-aad0cbf22c84 port b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:56:25.668636 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b30b870-ea6d-45be-bddc-2810b9a81879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:25.799496 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f18ba3-5ad0-4d39-8a1d-05221fafa9b4 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Made reservation on behalf of e95a247d94234d9685ef64daa6ffeae4 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:56:25.804792 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b4f18ba3-5ad0-4d39-8a1d-05221fafa9b4 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:26.061892 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b4f18ba3-5ad0-4d39-8a1d-05221fafa9b4 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (134e9670-cd58-4b34-845d-00420b33b5d9), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:26.139698 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b30b870-ea6d-45be-bddc-2810b9a81879 None None] Publish callbacks [] for port (b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:26.158394 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b30b870-ea6d-45be-bddc-2810b9a81879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:26.164092 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f18ba3-5ad0-4d39-8a1d-05221fafa9b4 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Checking segment: {'id': '00cfa919-1384-4e75-8ae8-b251116a1a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db277792-7cd8-4d46-bc26-79c16845a9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:56:26.164850 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f18ba3-5ad0-4d39-8a1d-05221fafa9b4 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Network hostable DHCP agents. Network: db277792-7cd8-4d46-bc26-79c16845a9a1, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:56:26.168557 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f18ba3-5ad0-4d39-8a1d-05221fafa9b4 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event updated for resources: {'Subnet': ['ID=134e9670-cd58-4b34-845d-00420b33b5d9,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:26.198319 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f18ba3-5ad0-4d39-8a1d-05221fafa9b4 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Network db277792-7cd8-4d46-bc26-79c16845a9a1 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:56:26.218296 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-b4f18ba3-5ad0-4d39-8a1d-05221fafa9b4 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, db277792-7cd8-4d46-bc26-79c16845a9a1) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:56:26.235634 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19190a1-0350-4f3f-920a-8600f64a7261 None None] Network db277792-7cd8-4d46-bc26-79c16845a9a1 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:56:26.237260 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f18ba3-5ad0-4d39-8a1d-05221fafa9b4 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:26.238562 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b4f18ba3-5ad0-4d39-8a1d-05221fafa9b4 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:26.240821 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-9b30b870-ea6d-45be-bddc-2810b9a81879 None None] Attempting to bind port b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:56:26.241507 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-9b30b870-ea6d-45be-bddc-2810b9a81879 None None] Attempting to bind port b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:56:26.242024 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b30b870-ea6d-45be-bddc-2810b9a81879 None None] Attempting to bind port b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:56:26.260155 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b30b870-ea6d-45be-bddc-2810b9a81879 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:56:26.261262 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b30b870-ea6d-45be-bddc-2810b9a81879 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:56:26.261809 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b30b870-ea6d-45be-bddc-2810b9a81879 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:26.262333 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b30b870-ea6d-45be-bddc-2810b9a81879 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:56:26.262987 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-9b30b870-ea6d-45be-bddc-2810b9a81879 None None] Bound port: b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:56:26.263530 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b30b870-ea6d-45be-bddc-2810b9a81879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:26.270596 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f9b1a-d8cb-444f-a347-a5ddcebfeea5 None None] Pushing event updated for resources: {'Port': ['ID=b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:26.277743 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b4f18ba3-5ad0-4d39-8a1d-05221fafa9b4 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6550028 Jan 28 13:56:26.280650 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37846) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:26.297697 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f9b1a-d8cb-444f-a347-a5ddcebfeea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:26.298764 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f9b1a-d8cb-444f-a347-a5ddcebfeea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:26.299268 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f9b1a-d8cb-444f-a347-a5ddcebfeea5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:26.299746 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f9b1a-d8cb-444f-a347-a5ddcebfeea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:26.300277 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f9b1a-d8cb-444f-a347-a5ddcebfeea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:26.300746 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f9b1a-d8cb-444f-a347-a5ddcebfeea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:26.301240 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f9b1a-d8cb-444f-a347-a5ddcebfeea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:26.301826 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f9b1a-d8cb-444f-a347-a5ddcebfeea5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:26.302307 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f9b1a-d8cb-444f-a347-a5ddcebfeea5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:26.302772 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f9b1a-d8cb-444f-a347-a5ddcebfeea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:26.303284 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f9b1a-d8cb-444f-a347-a5ddcebfeea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:26.303770 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f9b1a-d8cb-444f-a347-a5ddcebfeea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:26.304235 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f9b1a-d8cb-444f-a347-a5ddcebfeea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:26.400269 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-9b30b870-ea6d-45be-bddc-2810b9a81879 None None] For port b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:56:26.403757 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-9b30b870-ea6d-45be-bddc-2810b9a81879 None None] For port b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:56:26.410537 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9b30b870-ea6d-45be-bddc-2810b9a81879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:26.435899 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b903c69b-7780-439c-bdb2-c2a81ae1d8ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-db277792-7cd8-4d46-bc26-79c16845a9a1', 'network_id': 'db277792-7cd8-4d46-bc26-79c16845a9a1', 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'fixed_ips': [{'subnet_id': '134e9670-cd58-4b34-845d-00420b33b5d9'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:56:26.441044 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b903c69b-7780-439c-bdb2-c2a81ae1d8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:26.599164 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b30b870-ea6d-45be-bddc-2810b9a81879 None None] Routers {'30f92f24-447a-4736-932f-aad0cbf22c84'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:26.602460 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-9b30b870-ea6d-45be-bddc-2810b9a81879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:56:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['30f92f24-447a-4736-932f-aad0cbf22c84'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:26.731986 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f9b1a-d8cb-444f-a347-a5ddcebfeea5 None None] Pushing event updated for resources: {'Port': ['ID=b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:26.756674 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-b903c69b-7780-439c-bdb2-c2a81ae1d8ad None None] Allocated IP 172.20.0.2 (db277792-7cd8-4d46-bc26-79c16845a9a1/134e9670-cd58-4b34-845d-00420b33b5d9/c7a4e599-9b10-4eb9-9e38-444b03fb302c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:56:26.827340 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-9b30b870-ea6d-45be-bddc-2810b9a81879 None None] Set router 30f92f24-447a-4736-932f-aad0cbf22c84 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:27.072347 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-9b30b870-ea6d-45be-bddc-2810b9a81879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1242508824', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:56:24Z', 'revision_number': 3, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'gw_port': {'id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:70:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:56:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:27.120689 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b903c69b-7780-439c-bdb2-c2a81ae1d8ad None None] Publish callbacks [] for port (c7a4e599-9b10-4eb9-9e38-444b03fb302c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:27.129528 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30b870-ea6d-45be-bddc-2810b9a81879 None None] The sync data for ids ['30f92f24-447a-4736-932f-aad0cbf22c84'] in n-d-822747-2 is: [{'id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1242508824', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:56:24Z', 'revision_number': 3, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'gw_port': {'id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:70:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:56:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:56:27.131740 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b903c69b-7780-439c-bdb2-c2a81ae1d8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (c7a4e599-9b10-4eb9-9e38-444b03fb302c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:27.205710 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b903c69b-7780-439c-bdb2-c2a81ae1d8ad None None] Network db277792-7cd8-4d46-bc26-79c16845a9a1 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:56:27.215865 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-b903c69b-7780-439c-bdb2-c2a81ae1d8ad None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:56:27.227685 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b903c69b-7780-439c-bdb2-c2a81ae1d8ad None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:56:27.291553 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903c69b-7780-439c-bdb2-c2a81ae1d8ad None None] Pushing event updated for resources: {'Port': ['ID=c7a4e599-9b10-4eb9-9e38-444b03fb302c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:27.313043 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-05821359-eab3-4b25-97c8-b5c9b69a9ad7 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:27.390397 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-b903c69b-7780-439c-bdb2-c2a81ae1d8ad None None] Attempting to bind port c7a4e599-9b10-4eb9-9e38-444b03fb302c on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:56:27.390769 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-b903c69b-7780-439c-bdb2-c2a81ae1d8ad None None] Attempting to bind port c7a4e599-9b10-4eb9-9e38-444b03fb302c by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '00cfa919-1384-4e75-8ae8-b251116a1a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db277792-7cd8-4d46-bc26-79c16845a9a1'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:56:27.391159 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b903c69b-7780-439c-bdb2-c2a81ae1d8ad None None] Attempting to bind port c7a4e599-9b10-4eb9-9e38-444b03fb302c on network db277792-7cd8-4d46-bc26-79c16845a9a1 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:56:27.408911 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b903c69b-7780-439c-bdb2-c2a81ae1d8ad None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:56:27.409625 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b903c69b-7780-439c-bdb2-c2a81ae1d8ad None None] Checking segment: {'id': '00cfa919-1384-4e75-8ae8-b251116a1a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db277792-7cd8-4d46-bc26-79c16845a9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:56:27.410030 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b903c69b-7780-439c-bdb2-c2a81ae1d8ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:27.410427 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b903c69b-7780-439c-bdb2-c2a81ae1d8ad None None] Bound using segment: {'id': '00cfa919-1384-4e75-8ae8-b251116a1a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db277792-7cd8-4d46-bc26-79c16845a9a1'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:56:27.410902 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-b903c69b-7780-439c-bdb2-c2a81ae1d8ad None None] Bound port: c7a4e599-9b10-4eb9-9e38-444b03fb302c, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00cfa919-1384-4e75-8ae8-b251116a1a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db277792-7cd8-4d46-bc26-79c16845a9a1'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:56:27.411326 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b903c69b-7780-439c-bdb2-c2a81ae1d8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c7a4e599-9b10-4eb9-9e38-444b03fb302c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:27.531528 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-b903c69b-7780-439c-bdb2-c2a81ae1d8ad None None] For port c7a4e599-9b10-4eb9-9e38-444b03fb302c, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:56:27.536974 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-b903c69b-7780-439c-bdb2-c2a81ae1d8ad None None] For port c7a4e599-9b10-4eb9-9e38-444b03fb302c, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c7a4e599-9b10-4eb9-9e38-444b03fb302c,segment=NetworkSegment(00cfa919-1384-4e75-8ae8-b251116a1a77),segment_id=00cfa919-1384-4e75-8ae8-b251116a1a77)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:56:27.543860 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b903c69b-7780-439c-bdb2-c2a81ae1d8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c7a4e599-9b10-4eb9-9e38-444b03fb302c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:27.687501 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903c69b-7780-439c-bdb2-c2a81ae1d8ad None None] Pushing event updated for resources: {'Port': ['ID=c7a4e599-9b10-4eb9-9e38-444b03fb302c,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:27.827063 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-05821359-eab3-4b25-97c8-b5c9b69a9ad7 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Allocated IP 172.20.0.1 (db277792-7cd8-4d46-bc26-79c16845a9a1/134e9670-cd58-4b34-845d-00420b33b5d9/3366fd10-27f3-43de-a242-08b51b0dcbd2) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:56:28.077569 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-05821359-eab3-4b25-97c8-b5c9b69a9ad7 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for port (3366fd10-27f3-43de-a242-08b51b0dcbd2), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:28.133776 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-05821359-eab3-4b25-97c8-b5c9b69a9ad7 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (3366fd10-27f3-43de-a242-08b51b0dcbd2), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:28.215047 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05821359-eab3-4b25-97c8-b5c9b69a9ad7 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event updated for resources: {'Port': ['ID=3366fd10-27f3-43de-a242-08b51b0dcbd2,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:28.248885 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05821359-eab3-4b25-97c8-b5c9b69a9ad7 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Network db277792-7cd8-4d46-bc26-79c16845a9a1 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:56:28.251005 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-05821359-eab3-4b25-97c8-b5c9b69a9ad7 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:56:28.253574 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05821359-eab3-4b25-97c8-b5c9b69a9ad7 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:56:28.339106 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-05821359-eab3-4b25-97c8-b5c9b69a9ad7 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (30f92f24-447a-4736-932f-aad0cbf22c84), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:28.547911 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-05821359-eab3-4b25-97c8-b5c9b69a9ad7 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3366fd10-27f3-43de-a242-08b51b0dcbd2), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:28.833761 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:56:28.964005 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:28.964381 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.164046 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-05821359-eab3-4b25-97c8-b5c9b69a9ad7 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for port (3366fd10-27f3-43de-a242-08b51b0dcbd2), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.168257 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:29.168648 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.174676 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-05821359-eab3-4b25-97c8-b5c9b69a9ad7 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (3366fd10-27f3-43de-a242-08b51b0dcbd2), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.214985 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:29.232493 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.234769 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c7a4e599-9b10-4eb9-9e38-444b03fb302c up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:56:29.312031 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-05821359-eab3-4b25-97c8-b5c9b69a9ad7 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (30f92f24-447a-4736-932f-aad0cbf22c84), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.327927 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05821359-eab3-4b25-97c8-b5c9b69a9ad7 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event updated for resources: {'Port': ['ID=3366fd10-27f3-43de-a242-08b51b0dcbd2,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:29.445511 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:29.453415 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05821359-eab3-4b25-97c8-b5c9b69a9ad7 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Network db277792-7cd8-4d46-bc26-79c16845a9a1 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:56:29.458618 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-05821359-eab3-4b25-97c8-b5c9b69a9ad7 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:56:29.472304 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e73d72b7-e10a-44fa-951c-aff4bc264edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.481255 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port c7a4e599-9b10-4eb9-9e38-444b03fb302c triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:29.481839 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c7a4e599-9b10-4eb9-9e38-444b03fb302c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.550424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c4bcc9-7cfa-4c35-aa33-40857ec35bf8 None None] Network db277792-7cd8-4d46-bc26-79c16845a9a1 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:56:29.669954 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-6ae581aa-b5be-46ba-b54a-acddd239ee51 None None] Provisioning complete for port c7a4e599-9b10-4eb9-9e38-444b03fb302c triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:29.670436 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ae581aa-b5be-46ba-b54a-acddd239ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c7a4e599-9b10-4eb9-9e38-444b03fb302c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.672877 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05821359-eab3-4b25-97c8-b5c9b69a9ad7 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Router 30f92f24-447a-4736-932f-aad0cbf22c84 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:56:29.791886 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c7a4e599-9b10-4eb9-9e38-444b03fb302c is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:29.792539 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c7a4e599-9b10-4eb9-9e38-444b03fb302c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.854762 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port c7a4e599-9b10-4eb9-9e38-444b03fb302c, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c7a4e599-9b10-4eb9-9e38-444b03fb302c,segment=NetworkSegment(00cfa919-1384-4e75-8ae8-b251116a1a77),segment_id=00cfa919-1384-4e75-8ae8-b251116a1a77)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:29.899396 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c7a4e599-9b10-4eb9-9e38-444b03fb302c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.971451 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6ae581aa-b5be-46ba-b54a-acddd239ee51 None None] Current status of the port c7a4e599-9b10-4eb9-9e38-444b03fb302c is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:29.972176 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ae581aa-b5be-46ba-b54a-acddd239ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c7a4e599-9b10-4eb9-9e38-444b03fb302c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.052964 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=c7a4e599-9b10-4eb9-9e38-444b03fb302c,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:30.137889 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-6ae581aa-b5be-46ba-b54a-acddd239ee51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:56:30.138240 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-6ae581aa-b5be-46ba-b54a-acddd239ee51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:56:30.459604 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05821359-eab3-4b25-97c8-b5c9b69a9ad7 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:56:30.468263 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-05821359-eab3-4b25-97c8-b5c9b69a9ad7 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "PUT /v2.0/routers/30f92f24-447a-4736-932f-aad0cbf22c84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1835644 Jan 28 13:56:30.468263 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37922) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:30.471625 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e79573-10c2-4785-9ab0-0f39303a2075 None None] Sync routers for ids ['30f92f24-447a-4736-932f-aad0cbf22c84'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:56:30.485218 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-1dfea14a-0a93-4806-aadb-574a501dee41 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--70389674', 'description': 'tempest-secgroup_access--70389674 description', 'project_id': 'e95a247d94234d9685ef64daa6ffeae4'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:56:30.517895 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e79573-10c2-4785-9ab0-0f39303a2075 None None] Routers {'30f92f24-447a-4736-932f-aad0cbf22c84'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:30.518498 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-13e79573-10c2-4785-9ab0-0f39303a2075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:56:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['30f92f24-447a-4736-932f-aad0cbf22c84'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:30.546567 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1dfea14a-0a93-4806-aadb-574a501dee41 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.670553 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1dfea14a-0a93-4806-aadb-574a501dee41 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for security_group (81d0f43e-0e14-483c-a264-68dba882be96), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.680295 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1dfea14a-0a93-4806-aadb-574a501dee41 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (81d0f43e-0e14-483c-a264-68dba882be96), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.711624 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6ae581aa-b5be-46ba-b54a-acddd239ee51 None None] Current status of the port c7a4e599-9b10-4eb9-9e38-444b03fb302c is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:30.714356 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:56:30.722374 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1dfea14a-0a93-4806-aadb-574a501dee41 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.726617 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1dfea14a-0a93-4806-aadb-574a501dee41 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2550397 Jan 28 13:56:30.727394 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 37936) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:30.730412 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfea14a-0a93-4806-aadb-574a501dee41 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81d0f43e-0e14-483c-a264-68dba882be96,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:30.734303 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-8183cd78-a32d-4be9-8d17-2d46e63f7c28 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--787697406', 'description': 'tempest-secgroup_general--787697406 description', 'project_id': 'e95a247d94234d9685ef64daa6ffeae4'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:56:30.797661 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8183cd78-a32d-4be9-8d17-2d46e63f7c28 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.894018 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-13e79573-10c2-4785-9ab0-0f39303a2075 None None] Set router 30f92f24-447a-4736-932f-aad0cbf22c84 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:30.955459 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8183cd78-a32d-4be9-8d17-2d46e63f7c28 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for security_group (7656409d-f818-48bd-8e77-8c5551bb9f1b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.968757 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8183cd78-a32d-4be9-8d17-2d46e63f7c28 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7656409d-f818-48bd-8e77-8c5551bb9f1b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.031764 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183cd78-a32d-4be9-8d17-2d46e63f7c28 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7656409d-f818-48bd-8e77-8c5551bb9f1b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:31.043883 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8183cd78-a32d-4be9-8d17-2d46e63f7c28 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.045147 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8183cd78-a32d-4be9-8d17-2d46e63f7c28 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3170435 Jan 28 13:56:31.048311 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 37940) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:31.052848 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-d3d2487d-ffe3-4d85-a43d-e533f500f68d tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Request body: {'security_group_rule': {'security_group_id': '81d0f43e-0e14-483c-a264-68dba882be96', 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:56:31.086117 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-fbd359b2-ac82-43c5-b602-8c28b62031f9 None None] Provisioning complete for port 3366fd10-27f3-43de-a242-08b51b0dcbd2 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:31.086709 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbd359b2-ac82-43c5-b602-8c28b62031f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3366fd10-27f3-43de-a242-08b51b0dcbd2), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.087373 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d3d2487d-ffe3-4d85-a43d-e533f500f68d tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for security_group_rule (df0006a6-709e-4520-a5cc-05471a15743f), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.161272 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d3d2487d-ffe3-4d85-a43d-e533f500f68d tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for security_group_rule (df0006a6-709e-4520-a5cc-05471a15743f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.169161 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d3d2487d-ffe3-4d85-a43d-e533f500f68d tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (df0006a6-709e-4520-a5cc-05471a15743f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.220656 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2487d-ffe3-4d85-a43d-e533f500f68d tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df0006a6-709e-4520-a5cc-05471a15743f,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:31.234223 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fbd359b2-ac82-43c5-b602-8c28b62031f9 None None] Port 3366fd10-27f3-43de-a242-08b51b0dcbd2 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:56:31.237103 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:31.237900 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.259481 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d3d2487d-ffe3-4d85-a43d-e533f500f68d tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.270365 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d3d2487d-ffe3-4d85-a43d-e533f500f68d tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2114730 Jan 28 13:56:31.445377 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-4a99a0b3-94a1-4e60-8092-82ea9e39d701 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup_access--70389674&fields=id&tenant_id=e95a247d94234d9685ef64daa6ffeae4 HTTP/1.1" status: 200 len: 267 time: 0.0587323 Jan 28 13:56:31.558851 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-05e5be4e-4e19-42fa-a776-ad820750afe8 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup_general--787697406&fields=id&tenant_id=e95a247d94234d9685ef64daa6ffeae4 HTTP/1.1" status: 200 len: 267 time: 0.1122172 Jan 28 13:56:31.694700 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-892369dd-3b73-4af1-8bd1-676cb53435a1 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:31.703004 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-892369dd-3b73-4af1-8bd1-676cb53435a1 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/networks?id=db277792-7cd8-4d46-bc26-79c16845a9a1 HTTP/1.1" status: 200 len: 796 time: 0.1427724 Jan 28 13:56:31.721983 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-5061e24a-cd8f-4bea-ba66-96ce59b2f40b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/quotas/e95a247d94234d9685ef64daa6ffeae4 HTTP/1.1" status: 200 len: 375 time: 0.0177021 Jan 28 13:56:31.724607 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:31.725711 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c7a4e599-9b10-4eb9-9e38-444b03fb302c up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:56:31.739916 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-fbd359b2-ac82-43c5-b602-8c28b62031f9 None None] Provisioning complete for port c7a4e599-9b10-4eb9-9e38-444b03fb302c triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:31.740275 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbd359b2-ac82-43c5-b602-8c28b62031f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c7a4e599-9b10-4eb9-9e38-444b03fb302c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.793195 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-991ddea4-e332-40c4-9026-59151e3c94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.830988 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-c8b2fae4-86e0-42c9-bb92-11d3ab87bace tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e95a247d94234d9685ef64daa6ffeae4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1078906 Jan 28 13:56:31.925069 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port c7a4e599-9b10-4eb9-9e38-444b03fb302c triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:31.927888 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c7a4e599-9b10-4eb9-9e38-444b03fb302c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.972873 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-047313b6-e19d-402f-8b99-58486f4707e0 service neutron] 10.222.0.39 "GET /v2.0/networks/db277792-7cd8-4d46-bc26-79c16845a9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246655 Jan 28 13:56:32.045116 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-13e79573-10c2-4785-9ab0-0f39303a2075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1242508824', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:56:28Z', 'revision_number': 4, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'gw_port': {'id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '3366fd10-27f3-43de-a242-08b51b0dcbd2', 'name': '', 'network_id': 'db277792-7cd8-4d46-bc26-79c16845a9a1', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'mac_address': 'fa:16:3e:b0:8d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '134e9670-cd58-4b34-845d-00420b33b5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:27Z', 'updated_at': '2022-01-28T13:56:28Z', 'revision_number': 2, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'subnets': [{'id': '134e9670-cd58-4b34-845d-00420b33b5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:32.074213 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e79573-10c2-4785-9ab0-0f39303a2075 None None] Checking router: 30f92f24-447a-4736-932f-aad0cbf22c84 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:56:32.074669 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e79573-10c2-4785-9ab0-0f39303a2075 None None] Updating router 30f92f24-447a-4736-932f-aad0cbf22c84 port 3366fd10-27f3-43de-a242-08b51b0dcbd2 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:56:32.076782 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fbd359b2-ac82-43c5-b602-8c28b62031f9 None None] Current status of the port c7a4e599-9b10-4eb9-9e38-444b03fb302c is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:32.094625 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-00a6cee2-e46d-44dc-86b9-178699d20c42 service neutron] 10.222.0.39 "GET /v2.0/networks/db277792-7cd8-4d46-bc26-79c16845a9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152768 Jan 28 13:56:32.136677 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13e79573-10c2-4785-9ab0-0f39303a2075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3366fd10-27f3-43de-a242-08b51b0dcbd2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:32.157413 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c7a4e599-9b10-4eb9-9e38-444b03fb302c is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:32.263929 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c7f1f8c2-4f03-419c-a65b-b1573487f91b None None] Provisioning complete for port 3366fd10-27f3-43de-a242-08b51b0dcbd2 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:32.264886 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7f1f8c2-4f03-419c-a65b-b1573487f91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3366fd10-27f3-43de-a242-08b51b0dcbd2), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:32.343546 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c7f1f8c2-4f03-419c-a65b-b1573487f91b None None] Port 3366fd10-27f3-43de-a242-08b51b0dcbd2 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:56:32.421217 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-da1b9af9-f268-46eb-9914-4c2e4d689567 req-fe9c4510-3369-4ec7-bb55-dccdabbfd634 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d82ad7b-7124-4364-b824-926e04d72257 HTTP/1.1" status: 200 len: 210 time: 0.0503442 Jan 28 13:56:32.577171 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13e79573-10c2-4785-9ab0-0f39303a2075 None None] Publish callbacks [] for port (3366fd10-27f3-43de-a242-08b51b0dcbd2), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:32.596657 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13e79573-10c2-4785-9ab0-0f39303a2075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3366fd10-27f3-43de-a242-08b51b0dcbd2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:32.653618 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6ff75-db99-4933-bd37-b2c69f956366 None None] Pushing event updated for resources: {'Port': ['ID=3366fd10-27f3-43de-a242-08b51b0dcbd2,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:32.760122 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-13e79573-10c2-4785-9ab0-0f39303a2075 None None] Attempting to bind port 3366fd10-27f3-43de-a242-08b51b0dcbd2 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:56:32.760504 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-13e79573-10c2-4785-9ab0-0f39303a2075 None None] Attempting to bind port 3366fd10-27f3-43de-a242-08b51b0dcbd2 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '00cfa919-1384-4e75-8ae8-b251116a1a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db277792-7cd8-4d46-bc26-79c16845a9a1'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:56:32.760871 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e79573-10c2-4785-9ab0-0f39303a2075 None None] Attempting to bind port 3366fd10-27f3-43de-a242-08b51b0dcbd2 on network db277792-7cd8-4d46-bc26-79c16845a9a1 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:56:32.773966 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e79573-10c2-4785-9ab0-0f39303a2075 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:56:32.774570 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e79573-10c2-4785-9ab0-0f39303a2075 None None] Checking segment: {'id': '00cfa919-1384-4e75-8ae8-b251116a1a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db277792-7cd8-4d46-bc26-79c16845a9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:56:32.775018 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13e79573-10c2-4785-9ab0-0f39303a2075 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:32.775416 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e79573-10c2-4785-9ab0-0f39303a2075 None None] Bound using segment: {'id': '00cfa919-1384-4e75-8ae8-b251116a1a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db277792-7cd8-4d46-bc26-79c16845a9a1'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:56:32.777726 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-13e79573-10c2-4785-9ab0-0f39303a2075 None None] Bound port: 3366fd10-27f3-43de-a242-08b51b0dcbd2, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00cfa919-1384-4e75-8ae8-b251116a1a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db277792-7cd8-4d46-bc26-79c16845a9a1'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:56:32.778901 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13e79573-10c2-4785-9ab0-0f39303a2075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3366fd10-27f3-43de-a242-08b51b0dcbd2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:32.976572 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-13e79573-10c2-4785-9ab0-0f39303a2075 None None] For port 3366fd10-27f3-43de-a242-08b51b0dcbd2, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:56:32.984053 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-13e79573-10c2-4785-9ab0-0f39303a2075 None None] For port 3366fd10-27f3-43de-a242-08b51b0dcbd2, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3366fd10-27f3-43de-a242-08b51b0dcbd2,segment=NetworkSegment(00cfa919-1384-4e75-8ae8-b251116a1a77),segment_id=00cfa919-1384-4e75-8ae8-b251116a1a77)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:56:33.042261 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13e79573-10c2-4785-9ab0-0f39303a2075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3366fd10-27f3-43de-a242-08b51b0dcbd2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:33.109219 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:33.171982 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f9eeed98-4ff1-4779-b520-ae52c9a1cb45 None None] Provisioning complete for port 3366fd10-27f3-43de-a242-08b51b0dcbd2 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:33.174512 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9eeed98-4ff1-4779-b520-ae52c9a1cb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3366fd10-27f3-43de-a242-08b51b0dcbd2), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:33.187587 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e79573-10c2-4785-9ab0-0f39303a2075 None None] Routers {'30f92f24-447a-4736-932f-aad0cbf22c84'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:33.188643 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-13e79573-10c2-4785-9ab0-0f39303a2075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:56:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['30f92f24-447a-4736-932f-aad0cbf22c84'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:33.303661 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6ff75-db99-4933-bd37-b2c69f956366 None None] Pushing event updated for resources: {'Port': ['ID=3366fd10-27f3-43de-a242-08b51b0dcbd2,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:33.460417 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-13e79573-10c2-4785-9ab0-0f39303a2075 None None] Set router 30f92f24-447a-4736-932f-aad0cbf22c84 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:33.462761 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f9eeed98-4ff1-4779-b520-ae52c9a1cb45 None None] Current status of the port 3366fd10-27f3-43de-a242-08b51b0dcbd2 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:33.463301 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9eeed98-4ff1-4779-b520-ae52c9a1cb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3366fd10-27f3-43de-a242-08b51b0dcbd2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:33.534682 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f9eeed98-4ff1-4779-b520-ae52c9a1cb45 None None] For port 3366fd10-27f3-43de-a242-08b51b0dcbd2, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3366fd10-27f3-43de-a242-08b51b0dcbd2,segment=NetworkSegment(00cfa919-1384-4e75-8ae8-b251116a1a77),segment_id=00cfa919-1384-4e75-8ae8-b251116a1a77)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:33.535868 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-317cb44f-1e17-4f56-88f7-0154379b1603 req-9052d408-8e3e-40fd-87ec-c6782e6c015a tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d82ad7b-7124-4364-b824-926e04d72257 HTTP/1.1" status: 200 len: 210 time: 0.0275805 Jan 28 13:56:33.542988 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9eeed98-4ff1-4779-b520-ae52c9a1cb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3366fd10-27f3-43de-a242-08b51b0dcbd2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:33.693042 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eeed98-4ff1-4779-b520-ae52c9a1cb45 None None] Pushing event updated for resources: {'Port': ['ID=3366fd10-27f3-43de-a242-08b51b0dcbd2,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:33.710167 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-8275f452-cd19-4f28-93ee-98d9d49c6676 None None] Provisioning complete for port 3366fd10-27f3-43de-a242-08b51b0dcbd2 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:33.710659 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8275f452-cd19-4f28-93ee-98d9d49c6676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3366fd10-27f3-43de-a242-08b51b0dcbd2), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:33.873687 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-1c9bdbdd-6447-4075-af1b-67ff21053a46 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:33.875337 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-1c9bdbdd-6447-4075-af1b-67ff21053a46 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.37 "GET /v2.0/networks?id=db277792-7cd8-4d46-bc26-79c16845a9a1 HTTP/1.1" status: 200 len: 796 time: 0.1203701 Jan 28 13:56:33.897073 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8275f452-cd19-4f28-93ee-98d9d49c6676 None None] Current status of the port 3366fd10-27f3-43de-a242-08b51b0dcbd2 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:33.920039 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-13e79573-10c2-4785-9ab0-0f39303a2075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1242508824', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:56:28Z', 'revision_number': 4, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'gw_port': {'id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '3366fd10-27f3-43de-a242-08b51b0dcbd2', 'name': '', 'network_id': 'db277792-7cd8-4d46-bc26-79c16845a9a1', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'mac_address': 'fa:16:3e:b0:8d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '134e9670-cd58-4b34-845d-00420b33b5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:27Z', 'updated_at': '2022-01-28T13:56:32Z', 'revision_number': 4, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'subnets': [{'id': '134e9670-cd58-4b34-845d-00420b33b5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:33.950031 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e79573-10c2-4785-9ab0-0f39303a2075 None None] The sync data for ids ['30f92f24-447a-4736-932f-aad0cbf22c84'] in n-d-822747-2 is: [{'id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1242508824', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:56:28Z', 'revision_number': 4, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'gw_port': {'id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '3366fd10-27f3-43de-a242-08b51b0dcbd2', 'name': '', 'network_id': 'db277792-7cd8-4d46-bc26-79c16845a9a1', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'mac_address': 'fa:16:3e:b0:8d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '134e9670-cd58-4b34-845d-00420b33b5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:27Z', 'updated_at': '2022-01-28T13:56:32Z', 'revision_number': 4, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'subnets': [{'id': '134e9670-cd58-4b34-845d-00420b33b5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:56:33.991422 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-dba0fdb6-7b90-4503-bed1-a381fc4adf48 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e95a247d94234d9685ef64daa6ffeae4 HTTP/1.1" status: 200 len: 475 time: 0.0818212 Jan 28 13:56:34.038286 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-ea503f69-a6e4-4e79-ae50-ae5d51093aea tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Request body: {'port': {'device_id': '4d82ad7b-7124-4364-b824-926e04d72257', 'network_id': 'db277792-7cd8-4d46-bc26-79c16845a9a1', 'admin_state_up': True, 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'security_groups': ['81d0f43e-0e14-483c-a264-68dba882be96', '7656409d-f818-48bd-8e77-8c5551bb9f1b']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:56:34.182371 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-ea503f69-a6e4-4e79-ae50-ae5d51093aea tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Made reservation on behalf of e95a247d94234d9685ef64daa6ffeae4 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:56:34.186478 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-ea503f69-a6e4-4e79-ae50-ae5d51093aea tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.303821 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.370042 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-ea503f69-a6e4-4e79-ae50-ae5d51093aea tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Allocated IP 172.20.0.9 (db277792-7cd8-4d46-bc26-79c16845a9a1/134e9670-cd58-4b34-845d-00420b33b5d9/5c6cfb2f-b8ad-4158-befe-ee2c1c779f32) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:56:34.610885 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-ea503f69-a6e4-4e79-ae50-ae5d51093aea tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for port (5c6cfb2f-b8ad-4158-befe-ee2c1c779f32), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.656854 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3366fd10-27f3-43de-a242-08b51b0dcbd2 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:56:34.663887 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-ea503f69-a6e4-4e79-ae50-ae5d51093aea tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (5c6cfb2f-b8ad-4158-befe-ee2c1c779f32), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.745936 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 3366fd10-27f3-43de-a242-08b51b0dcbd2 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:34.746603 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3366fd10-27f3-43de-a242-08b51b0dcbd2), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.751491 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-ea503f69-a6e4-4e79-ae50-ae5d51093aea tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Network db277792-7cd8-4d46-bc26-79c16845a9a1 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:56:34.756117 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-ea503f69-a6e4-4e79-ae50-ae5d51093aea tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:56:34.776134 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-ea503f69-a6e4-4e79-ae50-ae5d51093aea tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:56:34.849471 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea503f69-a6e4-4e79-ae50-ae5d51093aea tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event updated for resources: {'Port': ['ID=5c6cfb2f-b8ad-4158-befe-ee2c1c779f32,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:34.886532 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe57d31-c91c-4ea5-8d61-06661790eba3 req-9494812a-b941-49e6-b075-3f6243540219 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:34.888316 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bfe57d31-c91c-4ea5-8d61-06661790eba3 req-9494812a-b941-49e6-b075-3f6243540219 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d82ad7b-7124-4364-b824-926e04d72257 HTTP/1.1" status: 200 len: 970 time: 0.2166975 Jan 28 13:56:34.925627 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-ea503f69-a6e4-4e79-ae50-ae5d51093aea tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:34.926302 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-ea503f69-a6e4-4e79-ae50-ae5d51093aea tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.926967 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 3366fd10-27f3-43de-a242-08b51b0dcbd2 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:34.967495 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-ea503f69-a6e4-4e79-ae50-ae5d51093aea tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9698224 Jan 28 13:56:34.986083 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-dcef529a-caf4-4dd0-86d4-2162a667b59f service neutron] Request body: {'port': {'device_id': '4d82ad7b-7124-4364-b824-926e04d72257', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:56:35.059138 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-dcef529a-caf4-4dd0-86d4-2162a667b59f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5c6cfb2f-b8ad-4158-befe-ee2c1c779f32), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:35.095552 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bfe57d31-c91c-4ea5-8d61-06661790eba3 req-4c0ce137-7060-4eaa-9806-c84dace683ad tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/security-groups?id=81d0f43e-0e14-483c-a264-68dba882be96&id=7656409d-f818-48bd-8e77-8c5551bb9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1986570 Jan 28 13:56:35.147897 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-7e63e855-70c4-44d7-9cd8-997b46974f9a None None] Provisioning complete for port 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:35.148423 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7e63e855-70c4-44d7-9cd8-997b46974f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5c6cfb2f-b8ad-4158-befe-ee2c1c779f32), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:35.216705 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7e63e855-70c4-44d7-9cd8-997b46974f9a None None] Port 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:56:35.380783 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-dcef529a-caf4-4dd0-86d4-2162a667b59f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:56:35.388857 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-dcef529a-caf4-4dd0-86d4-2162a667b59f service neutron] Publish callbacks [] for port (5c6cfb2f-b8ad-4158-befe-ee2c1c779f32), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:35.402081 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-dcef529a-caf4-4dd0-86d4-2162a667b59f service neutron] Transition to ACTIVE for port object 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:56:35.407005 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-dcef529a-caf4-4dd0-86d4-2162a667b59f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (5c6cfb2f-b8ad-4158-befe-ee2c1c779f32), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:35.487919 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef529a-caf4-4dd0-86d4-2162a667b59f service neutron] Pushing event updated for resources: {'Port': ['ID=5c6cfb2f-b8ad-4158-befe-ee2c1c779f32,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:35.548482 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-dcef529a-caf4-4dd0-86d4-2162a667b59f service neutron] Attempting to bind port 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:56:35.548905 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-dcef529a-caf4-4dd0-86d4-2162a667b59f service neutron] Attempting to bind port 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '00cfa919-1384-4e75-8ae8-b251116a1a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db277792-7cd8-4d46-bc26-79c16845a9a1'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:56:35.549297 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-dcef529a-caf4-4dd0-86d4-2162a667b59f service neutron] Attempting to bind port 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 on network db277792-7cd8-4d46-bc26-79c16845a9a1 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:56:35.553847 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-dcef529a-caf4-4dd0-86d4-2162a667b59f service neutron] Port 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 on network db277792-7cd8-4d46-bc26-79c16845a9a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:56:35.554252 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-dcef529a-caf4-4dd0-86d4-2162a667b59f service neutron] Attempting to bind port 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 on network db277792-7cd8-4d46-bc26-79c16845a9a1 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:56:35.559190 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-dcef529a-caf4-4dd0-86d4-2162a667b59f service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:56:35.559622 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-dcef529a-caf4-4dd0-86d4-2162a667b59f service neutron] Checking segment: {'id': '00cfa919-1384-4e75-8ae8-b251116a1a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db277792-7cd8-4d46-bc26-79c16845a9a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:56:35.560093 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-dcef529a-caf4-4dd0-86d4-2162a667b59f service neutron] Bound using segment: {'id': '00cfa919-1384-4e75-8ae8-b251116a1a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db277792-7cd8-4d46-bc26-79c16845a9a1'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:56:35.560756 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-dcef529a-caf4-4dd0-86d4-2162a667b59f service neutron] Bound port: 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00cfa919-1384-4e75-8ae8-b251116a1a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'db277792-7cd8-4d46-bc26-79c16845a9a1'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:56:35.560970 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-dcef529a-caf4-4dd0-86d4-2162a667b59f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5c6cfb2f-b8ad-4158-befe-ee2c1c779f32), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:35.629023 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-dcef529a-caf4-4dd0-86d4-2162a667b59f service neutron] For port 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:56:35.632711 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-dcef529a-caf4-4dd0-86d4-2162a667b59f service neutron] For port 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=5c6cfb2f-b8ad-4158-befe-ee2c1c779f32,segment=NetworkSegment(00cfa919-1384-4e75-8ae8-b251116a1a77),segment_id=00cfa919-1384-4e75-8ae8-b251116a1a77)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:56:35.638904 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-dcef529a-caf4-4dd0-86d4-2162a667b59f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (5c6cfb2f-b8ad-4158-befe-ee2c1c779f32), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:35.678863 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-dcef529a-caf4-4dd0-86d4-2162a667b59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:35.679550 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-dcef529a-caf4-4dd0-86d4-2162a667b59f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:35.681197 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-dcef529a-caf4-4dd0-86d4-2162a667b59f service neutron] 10.222.0.37 "PUT /v2.0/ports/5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 HTTP/1.1" status: 200 len: 1130 time: 0.7038503 Jan 28 13:56:35.699584 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d82ad7b-7124-4364-b824-926e04d72257', 'tag': '5c6cfb2f-b8ad-4158-befe-ee2c1c779f32'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:56:35.702144 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc11f78-6733-420c-8468-1eb0021f2169" -d '{"events": [{"name": "network-changed", "server_uuid": "4d82ad7b-7124-4364-b824-926e04d72257", "tag": "5c6cfb2f-b8ad-4158-befe-ee2c1c779f32"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:56:35.736698 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef529a-caf4-4dd0-86d4-2162a667b59f service neutron] Pushing event updated for resources: {'Port': ['ID=5c6cfb2f-b8ad-4158-befe-ee2c1c779f32,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:35.786638 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fbcd6f-7388-4f48-8b16-ee1157785dc3 x-openstack-request-id: req-38fbcd6f-7388-4f48-8b16-ee1157785dc3 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:56:35.787100 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d82ad7b-7124-4364-b824-926e04d72257", "tag": "5c6cfb2f-b8ad-4158-befe-ee2c1c779f32", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:56:35.787355 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-38fbcd6f-7388-4f48-8b16-ee1157785dc3 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:56:35.787769 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d82ad7b-7124-4364-b824-926e04d72257', 'tag': '5c6cfb2f-b8ad-4158-befe-ee2c1c779f32', 'status': 'completed', 'code': 200} Jan 28 13:56:35.808944 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-a33737a3-503c-45d2-a919-69c13ff92f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:35.810863 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-a33737a3-503c-45d2-a919-69c13ff92f01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e95a247d94234d9685ef64daa6ffeae4&device_id=4d82ad7b-7124-4364-b824-926e04d72257 HTTP/1.1" status: 200 len: 1133 time: 0.0676343 Jan 28 13:56:35.858797 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-c61a9f87-cd91-424c-8509-7151b76e08e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 HTTP/1.1" status: 200 len: 217 time: 0.0406525 Jan 28 13:56:35.912209 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-85556c6e-21d3-410a-bd45-b7390b1a8eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:35.914180 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-85556c6e-21d3-410a-bd45-b7390b1a8eea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=134e9670-cd58-4b34-845d-00420b33b5d9 HTTP/1.1" status: 200 len: 834 time: 0.0502365 Jan 28 13:56:35.959039 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-842d7fd9-fea9-45cd-9f45-bce971fd5091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:35.960484 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-842d7fd9-fea9-45cd-9f45-bce971fd5091 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db277792-7cd8-4d46-bc26-79c16845a9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404174 Jan 28 13:56:36.063248 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-c51834fe-27aa-49a6-aa82-f7192d45ee48 service neutron] 10.222.0.37 "GET /v2.0/networks/db277792-7cd8-4d46-bc26-79c16845a9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953088 Jan 28 13:56:36.153938 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f29378ad-32ed-4cc8-b568-f0458bafde70 req-b91977b5-7995-4095-a55a-d90374d6a397 service neutron] 10.222.0.37 "GET /v2.0/networks/db277792-7cd8-4d46-bc26-79c16845a9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852814 Jan 28 13:56:36.236849 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badd08a-871e-42d6-b82f-b23fef6c5d8a req-7f2d6707-652a-4893-aa0c-af57d0f0a330 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:36.238328 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5badd08a-871e-42d6-b82f-b23fef6c5d8a req-7f2d6707-652a-4893-aa0c-af57d0f0a330 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d82ad7b-7124-4364-b824-926e04d72257 HTTP/1.1" status: 200 len: 982 time: 0.0828042 Jan 28 13:56:36.269357 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc11f78-6733-420c-8468-1eb0021f2169 req-6a7ce79d-b80e-4eb7-b2d1-dc6fce58b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:36.270954 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-edc11f78-6733-420c-8468-1eb0021f2169 req-6a7ce79d-b80e-4eb7-b2d1-dc6fce58b5b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e95a247d94234d9685ef64daa6ffeae4&device_id=4d82ad7b-7124-4364-b824-926e04d72257 HTTP/1.1" status: 200 len: 1133 time: 0.0712149 Jan 28 13:56:36.366958 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5badd08a-871e-42d6-b82f-b23fef6c5d8a req-ee89b72a-d072-4459-a20c-c8d52adf3aeb tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/security-groups?id=81d0f43e-0e14-483c-a264-68dba882be96&id=7656409d-f818-48bd-8e77-8c5551bb9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1200368 Jan 28 13:56:36.381695 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:36.403369 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc11f78-6733-420c-8468-1eb0021f2169 req-3ad31690-ff04-4a40-91b5-37158161ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:36.405411 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-edc11f78-6733-420c-8468-1eb0021f2169 req-3ad31690-ff04-4a40-91b5-37158161ef72 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db277792-7cd8-4d46-bc26-79c16845a9a1 HTTP/1.1" status: 200 len: 896 time: 0.1282854 Jan 28 13:56:36.451702 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-edc11f78-6733-420c-8468-1eb0021f2169 req-3a42f99a-6c04-4af3-a3eb-59e36eb2a4db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 HTTP/1.1" status: 200 len: 217 time: 0.0403898 Jan 28 13:56:36.502182 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc11f78-6733-420c-8468-1eb0021f2169 req-4676f074-64d2-4cf6-b2a2-8e84b2288e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:36.503751 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-edc11f78-6733-420c-8468-1eb0021f2169 req-4676f074-64d2-4cf6-b2a2-8e84b2288e85 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=134e9670-cd58-4b34-845d-00420b33b5d9 HTTP/1.1" status: 200 len: 834 time: 0.0468695 Jan 28 13:56:36.555847 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc11f78-6733-420c-8468-1eb0021f2169 req-df11bb52-6257-4606-b64f-96e53fe345b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:36.557390 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-edc11f78-6733-420c-8468-1eb0021f2169 req-df11bb52-6257-4606-b64f-96e53fe345b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db277792-7cd8-4d46-bc26-79c16845a9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474408 Jan 28 13:56:36.649280 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-edc11f78-6733-420c-8468-1eb0021f2169 req-2c173b0a-7da8-4e3a-a121-40ca03be4e37 service neutron] 10.222.0.37 "GET /v2.0/networks/db277792-7cd8-4d46-bc26-79c16845a9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853727 Jan 28 13:56:36.751695 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-edc11f78-6733-420c-8468-1eb0021f2169 req-63460859-73a0-4fe2-8078-ab18120ea4d4 service neutron] 10.222.0.37 "GET /v2.0/networks/db277792-7cd8-4d46-bc26-79c16845a9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965173 Jan 28 13:56:37.846220 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4add1-d3a2-4aa8-9132-2b43878b9e98 req-4b82a177-e7d1-48e7-ad90-2a7490733664 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:37.847761 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5dc4add1-d3a2-4aa8-9132-2b43878b9e98 req-4b82a177-e7d1-48e7-ad90-2a7490733664 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d82ad7b-7124-4364-b824-926e04d72257 HTTP/1.1" status: 200 len: 982 time: 0.3997095 Jan 28 13:56:37.905261 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5dc4add1-d3a2-4aa8-9132-2b43878b9e98 req-908cfabd-32bb-4131-8d56-ca8296a9298a tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/security-groups?id=81d0f43e-0e14-483c-a264-68dba882be96&id=7656409d-f818-48bd-8e77-8c5551bb9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0511370 Jan 28 13:56:39.043892 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d97e47-f732-4727-a3ac-79bb58d9e7a6 req-8668d350-b1a7-4fe1-9bc5-67e0a42afab1 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:39.045535 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f7d97e47-f732-4727-a3ac-79bb58d9e7a6 req-8668d350-b1a7-4fe1-9bc5-67e0a42afab1 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d82ad7b-7124-4364-b824-926e04d72257 HTTP/1.1" status: 200 len: 982 time: 0.0542395 Jan 28 13:56:39.110976 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f7d97e47-f732-4727-a3ac-79bb58d9e7a6 req-369c32b9-c43c-46a7-807b-2fb0c36e4b93 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/security-groups?id=81d0f43e-0e14-483c-a264-68dba882be96&id=7656409d-f818-48bd-8e77-8c5551bb9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0591283 Jan 28 13:56:39.750709 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:56:39.853157 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=5c6cfb2f-b8ad-4158-befe-ee2c1c779f32,segment=NetworkSegment(00cfa919-1384-4e75-8ae8-b251116a1a77),segment_id=00cfa919-1384-4e75-8ae8-b251116a1a77)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:39.866832 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '5c6cfb2f-b8ad-4158-befe-ee2c1c779f32', 'network_id': 'db277792-7cd8-4d46-bc26-79c16845a9a1', 'port_id': '5c6cfb2f-b8ad-4158-befe-ee2c1c779f32', 'mac_address': 'fa:16:3e:8d:17:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '134e9670-cd58-4b34-845d-00420b33b5d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:56:39.912791 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:39.913185 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5c6cfb2f-b8ad-4158-befe-ee2c1c779f32), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:39.926560 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:56:39.947922 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=5c6cfb2f-b8ad-4158-befe-ee2c1c779f32,segment=NetworkSegment(00cfa919-1384-4e75-8ae8-b251116a1a77),segment_id=00cfa919-1384-4e75-8ae8-b251116a1a77)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:39.953489 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5c6cfb2f-b8ad-4158-befe-ee2c1c779f32), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:40.025431 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=5c6cfb2f-b8ad-4158-befe-ee2c1c779f32,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:40.232192 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e893f-99ab-4f7c-b149-1cae65bfabb8 req-0cea2f18-9930-4fc8-ad9f-3c37bfe53ff2 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:40.233765 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-907e893f-99ab-4f7c-b149-1cae65bfabb8 req-0cea2f18-9930-4fc8-ad9f-3c37bfe53ff2 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d82ad7b-7124-4364-b824-926e04d72257 HTTP/1.1" status: 200 len: 983 time: 0.0504847 Jan 28 13:56:40.278073 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['5c6cfb2f-b8ad-4158-befe-ee2c1c779f32'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:56:40.328556 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-907e893f-99ab-4f7c-b149-1cae65bfabb8 req-d3e249b8-927e-464d-83b6-009f1632b373 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/security-groups?id=81d0f43e-0e14-483c-a264-68dba882be96&id=7656409d-f818-48bd-8e77-8c5551bb9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0649114 Jan 28 13:56:41.261028 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38080) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:41.451205 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-8bad4e85-7122-427c-a42b-0f8f74793d9c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Deleting port 26e403ea-a664-4972-9163-e788e25f505b {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:41.451582 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8bad4e85-7122-427c-a42b-0f8f74793d9c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (26e403ea-a664-4972-9163-e788e25f505b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:41.519230 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9db340-f84f-4cbe-9033-31145c94f079 req-1dead964-0ea3-43ac-b7e3-203f1513b418 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:41.520651 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ac9db340-f84f-4cbe-9033-31145c94f079 req-1dead964-0ea3-43ac-b7e3-203f1513b418 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d82ad7b-7124-4364-b824-926e04d72257 HTTP/1.1" status: 200 len: 983 time: 0.1054261 Jan 28 13:56:41.557723 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8bad4e85-7122-427c-a42b-0f8f74793d9c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (26e403ea-a664-4972-9163-e788e25f505b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:41.558043 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8bad4e85-7122-427c-a42b-0f8f74793d9c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for floatingip (26e403ea-a664-4972-9163-e788e25f505b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:41.585081 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-8bad4e85-7122-427c-a42b-0f8f74793d9c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Calling delete_port for 26e403ea-a664-4972-9163-e788e25f505b owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:41.616750 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ac9db340-f84f-4cbe-9033-31145c94f079 req-a62774cf-f944-46dd-9adf-6756e114f1ff tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/security-groups?id=81d0f43e-0e14-483c-a264-68dba882be96&id=7656409d-f818-48bd-8e77-8c5551bb9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0881114 Jan 28 13:56:41.735834 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:56:41.774746 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8bad4e85-7122-427c-a42b-0f8f74793d9c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (26e403ea-a664-4972-9163-e788e25f505b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:41.803595 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad4e85-7122-427c-a42b-0f8f74793d9c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event deleted for resources: {'Port': ['ID=26e403ea-a664-4972-9163-e788e25f505b,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:41.832729 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:56:41.837754 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:41.838368 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5c6cfb2f-b8ad-4158-befe-ee2c1c779f32), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:41.869517 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8bad4e85-7122-427c-a42b-0f8f74793d9c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for floatingip (66e41fa1-a446-48d7-ac8a-f2c277973595), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:41.869955 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-8bad4e85-7122-427c-a42b-0f8f74793d9c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Floating IP 66e41fa1-a446-48d7-ac8a-f2c277973595 disassociated (deleted). External IP: 172.25.3.150, port: a3ae4af3-4fcb-44ee-8147-864083e03bc9. Jan 28 13:56:41.935260 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:41.935611 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5c6cfb2f-b8ad-4158-befe-ee2c1c779f32), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:41.962335 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d82ad7b-7124-4364-b824-926e04d72257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6cfb2f-b8ad-4158-befe-ee2c1c779f32'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:56:41.964672 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58c4d33-d4e1-4b53-8479-3dd36134993a" -d '{"events": [{"server_uuid": "4d82ad7b-7124-4364-b824-926e04d72257", "name": "network-vif-plugged", "status": "completed", "tag": "5c6cfb2f-b8ad-4158-befe-ee2c1c779f32"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:56:42.001464 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=5c6cfb2f-b8ad-4158-befe-ee2c1c779f32,segment=NetworkSegment(00cfa919-1384-4e75-8ae8-b251116a1a77),segment_id=00cfa919-1384-4e75-8ae8-b251116a1a77)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:42.007802 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5c6cfb2f-b8ad-4158-befe-ee2c1c779f32), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:42.079156 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:56:42.085128 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d2ec62-b454-4a79-b2f8-9ae83832f818 x-openstack-request-id: req-88d2ec62-b454-4a79-b2f8-9ae83832f818 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:56:42.086198 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d82ad7b-7124-4364-b824-926e04d72257", "name": "network-vif-plugged", "status": "completed", "tag": "5c6cfb2f-b8ad-4158-befe-ee2c1c779f32", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:56:42.086820 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88d2ec62-b454-4a79-b2f8-9ae83832f818 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:56:42.087452 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d82ad7b-7124-4364-b824-926e04d72257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6cfb2f-b8ad-4158-befe-ee2c1c779f32', 'code': 200} Jan 28 13:56:42.129217 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=5c6cfb2f-b8ad-4158-befe-ee2c1c779f32,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:42.231513 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cafb6b-35f9-4902-9597-70ff8942d232 req-bb46ad52-c9cf-4a0e-b4f2-301e8388c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:42.233011 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83cafb6b-35f9-4902-9597-70ff8942d232 req-bb46ad52-c9cf-4a0e-b4f2-301e8388c999 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4d82ad7b-7124-4364-b824-926e04d72257 HTTP/1.1" status: 200 len: 1135 time: 0.0886061 Jan 28 13:56:42.241955 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bad4e85-7122-427c-a42b-0f8f74793d9c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Router 7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:56:42.345540 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83cafb6b-35f9-4902-9597-70ff8942d232 req-f1c6b579-d17e-4a2b-94b0-b39118ba3b78 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7656409d-f818-48bd-8e77-8c5551bb9f1b&id=81d0f43e-0e14-483c-a264-68dba882be96&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1060741 Jan 28 13:56:42.398361 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bad4e85-7122-427c-a42b-0f8f74793d9c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:56:42.403108 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8bad4e85-7122-427c-a42b-0f8f74793d9c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:42.410800 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b031c5a8-344f-4777-8c50-674ff8390be7 None None] Sync routers for ids ['7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:56:42.422351 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b031c5a8-344f-4777-8c50-674ff8390be7 None None] Routers {'7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:42.423744 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-b031c5a8-344f-4777-8c50-674ff8390be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:56:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:42.437738 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8bad4e85-7122-427c-a42b-0f8f74793d9c tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "DELETE /v2.0/floatingips/66e41fa1-a446-48d7-ac8a-f2c277973595 HTTP/1.1" status: 204 len: 168 time: 1.1756613 Jan 28 13:56:42.438424 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c0cc87-d74c-42b3-bec3-54982b194684', 'tag': 'a3ae4af3-4fcb-44ee-8147-864083e03bc9'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:56:42.441289 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65815223-c02f-40e3-af03-2aa8f5b7ed31" -d '{"events": [{"name": "network-changed", "server_uuid": "40c0cc87-d74c-42b3-bec3-54982b194684", "tag": "a3ae4af3-4fcb-44ee-8147-864083e03bc9"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:56:42.484186 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168a5426-c2ab-4130-b632-4a9674c565a0 x-openstack-request-id: req-168a5426-c2ab-4130-b632-4a9674c565a0 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:56:42.484766 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c0cc87-d74c-42b3-bec3-54982b194684", "tag": "a3ae4af3-4fcb-44ee-8147-864083e03bc9", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:56:42.485308 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-168a5426-c2ab-4130-b632-4a9674c565a0 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:56:42.486149 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c0cc87-d74c-42b3-bec3-54982b194684', 'tag': 'a3ae4af3-4fcb-44ee-8147-864083e03bc9', 'status': 'completed', 'code': 200} Jan 28 13:56:42.561319 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65815223-c02f-40e3-af03-2aa8f5b7ed31 req-741648f5-af75-49be-96c8-20eb55efaa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:42.563689 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-65815223-c02f-40e3-af03-2aa8f5b7ed31 req-741648f5-af75-49be-96c8-20eb55efaa9f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 1096 time: 0.0510416 Jan 28 13:56:42.702706 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-b031c5a8-344f-4777-8c50-674ff8390be7 None None] Set router 7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:42.753369 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65815223-c02f-40e3-af03-2aa8f5b7ed31 req-31a43274-d48a-4522-b6d0-987253c26ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:42.755188 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-65815223-c02f-40e3-af03-2aa8f5b7ed31 req-31a43274-d48a-4522-b6d0-987253c26ccf service neutron] 10.222.0.18 "GET /v2.0/networks?id=526f94dc-6e75-4512-a43d-81c499caf2c1 HTTP/1.1" status: 200 len: 897 time: 0.1851923 Jan 28 13:56:42.807651 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01021759-bb28-4f32-b7b5-32306cbe9739 req-ef1d2260-5bc0-4628-8667-efbf17e55dd0 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:42.814584 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-65815223-c02f-40e3-af03-2aa8f5b7ed31 req-569055e3-e270-4c82-a949-cfa1727a6d4f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3ae4af3-4fcb-44ee-8147-864083e03bc9 HTTP/1.1" status: 200 len: 217 time: 0.0519495 Jan 28 13:56:42.818064 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-01021759-bb28-4f32-b7b5-32306cbe9739 req-ef1d2260-5bc0-4628-8667-efbf17e55dd0 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d82ad7b-7124-4364-b824-926e04d72257 HTTP/1.1" status: 200 len: 984 time: 0.0793161 Jan 28 13:56:42.822659 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095aded-9bc3-4d48-af04-d3c6d6b51986 req-a19bacf7-c23c-4ef2-81e3-346eefcc4c7b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:42.824514 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b095aded-9bc3-4d48-af04-d3c6d6b51986 req-a19bacf7-c23c-4ef2-81e3-346eefcc4c7b tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 945 time: 0.1182888 Jan 28 13:56:42.896297 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-01021759-bb28-4f32-b7b5-32306cbe9739 req-67493c17-8179-481f-826d-8f274cc2e11f tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/security-groups?id=81d0f43e-0e14-483c-a264-68dba882be96&id=7656409d-f818-48bd-8e77-8c5551bb9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0773225 Jan 28 13:56:42.921538 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b095aded-9bc3-4d48-af04-d3c6d6b51986 req-7f63aaee-1d0a-4ff3-a976-63c6c80fa8cf tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874333 Jan 28 13:56:42.928865 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65815223-c02f-40e3-af03-2aa8f5b7ed31 req-6f8c491f-51f0-4e10-b570-950d3d4d9a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:42.930528 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-65815223-c02f-40e3-af03-2aa8f5b7ed31 req-6f8c491f-51f0-4e10-b570-950d3d4d9a45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7c1299d-e2ee-482f-9e1a-a636c30ee9ad HTTP/1.1" status: 200 len: 835 time: 0.1049242 Jan 28 13:56:42.967255 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-b031c5a8-344f-4777-8c50-674ff8390be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574405888', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:54:44Z', 'updated_at': '2022-01-28T13:54:52Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:45Z', 'updated_at': '2022-01-28T13:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'cc5a7861-c765-4e9b-8e92-100a046c17a4', 'name': '', 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:11:b1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'd7c1299d-e2ee-482f-9e1a-a636c30ee9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:50Z', 'updated_at': '2022-01-28T13:54:59Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': 'd7c1299d-e2ee-482f-9e1a-a636c30ee9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:43.000158 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b031c5a8-344f-4777-8c50-674ff8390be7 None None] Checking router: 7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:56:43.001850 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65815223-c02f-40e3-af03-2aa8f5b7ed31 req-73375d28-1882-496e-aa2f-e682da47517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:43.003088 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-65815223-c02f-40e3-af03-2aa8f5b7ed31 req-73375d28-1882-496e-aa2f-e682da47517c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=526f94dc-6e75-4512-a43d-81c499caf2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592456 Jan 28 13:56:43.010250 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b031c5a8-344f-4777-8c50-674ff8390be7 None None] Routers {'7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:43.010964 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-b031c5a8-344f-4777-8c50-674ff8390be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:56:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:43.124251 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-65815223-c02f-40e3-af03-2aa8f5b7ed31 req-146bd2a4-1154-4f84-a17f-3038ef9710d8 service neutron] 10.222.0.18 "GET /v2.0/networks/526f94dc-6e75-4512-a43d-81c499caf2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140997 Jan 28 13:56:43.139746 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-b031c5a8-344f-4777-8c50-674ff8390be7 None None] Set router 7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:43.235759 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-65815223-c02f-40e3-af03-2aa8f5b7ed31 req-e67f1b14-5f52-40c4-ba28-d728f360142e service neutron] 10.222.0.18 "GET /v2.0/networks/526f94dc-6e75-4512-a43d-81c499caf2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044683 Jan 28 13:56:43.410613 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-b031c5a8-344f-4777-8c50-674ff8390be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574405888', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:54:44Z', 'updated_at': '2022-01-28T13:54:52Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:45Z', 'updated_at': '2022-01-28T13:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'cc5a7861-c765-4e9b-8e92-100a046c17a4', 'name': '', 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:11:b1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'd7c1299d-e2ee-482f-9e1a-a636c30ee9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:50Z', 'updated_at': '2022-01-28T13:54:59Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': 'd7c1299d-e2ee-482f-9e1a-a636c30ee9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:43.439089 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b031c5a8-344f-4777-8c50-674ff8390be7 None None] The sync data for ids ['7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'] in n-d-822747-2 is: [{'id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574405888', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:54:44Z', 'updated_at': '2022-01-28T13:54:52Z', 'revision_number': 4, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:45Z', 'updated_at': '2022-01-28T13:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'cc5a7861-c765-4e9b-8e92-100a046c17a4', 'name': '', 'network_id': '526f94dc-6e75-4512-a43d-81c499caf2c1', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'mac_address': 'fa:16:3e:11:b1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'd7c1299d-e2ee-482f-9e1a-a636c30ee9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:50Z', 'updated_at': '2022-01-28T13:54:59Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'subnets': [{'id': 'd7c1299d-e2ee-482f-9e1a-a636c30ee9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:56:43.735099 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a78dac-195e-4921-8b2d-237c70222df8 None None] New status for floating IP 66e41fa1-a446-48d7-ac8a-f2c277973595: DOWN {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:56:44.055798 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a7831-f563-4e9a-a152-7cc6b733897c req-84fc1e46-68b5-4e5f-a320-f0efee107cd1 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:44.058111 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bb4a7831-f563-4e9a-a152-7cc6b733897c req-84fc1e46-68b5-4e5f-a320-f0efee107cd1 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 945 time: 0.0690339 Jan 28 13:56:44.060602 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd991a7e-b0f1-4ee5-b298-de8db1ae70f9 req-01646403-767f-436e-adfc-717672d661fd tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:44.062304 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd991a7e-b0f1-4ee5-b298-de8db1ae70f9 req-01646403-767f-436e-adfc-717672d661fd tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d82ad7b-7124-4364-b824-926e04d72257 HTTP/1.1" status: 200 len: 984 time: 0.0877891 Jan 28 13:56:44.156907 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd991a7e-b0f1-4ee5-b298-de8db1ae70f9 req-3ef7620c-b819-41da-bec1-c06194014bb2 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/security-groups?id=81d0f43e-0e14-483c-a264-68dba882be96&id=7656409d-f818-48bd-8e77-8c5551bb9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0822525 Jan 28 13:56:44.186296 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-bb4a7831-f563-4e9a-a152-7cc6b733897c req-bf711c01-d953-4a23-9616-87ea8ed04d0a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Deleting port a3ae4af3-4fcb-44ee-8147-864083e03bc9 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:44.186899 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bb4a7831-f563-4e9a-a152-7cc6b733897c req-bf711c01-d953-4a23-9616-87ea8ed04d0a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (a3ae4af3-4fcb-44ee-8147-864083e03bc9), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:44.285610 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba6b00-5fa9-4726-95ca-48a835ceecd4 req-fb8ea34b-8fa6-41cd-aedf-821d71942eac tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:44.287300 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-39ba6b00-5fa9-4726-95ca-48a835ceecd4 req-fb8ea34b-8fa6-41cd-aedf-821d71942eac tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d82ad7b-7124-4364-b824-926e04d72257 HTTP/1.1" status: 200 len: 984 time: 0.0593798 Jan 28 13:56:44.302811 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-bb4a7831-f563-4e9a-a152-7cc6b733897c req-bf711c01-d953-4a23-9616-87ea8ed04d0a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] For port a3ae4af3-4fcb-44ee-8147-864083e03bc9, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=a3ae4af3-4fcb-44ee-8147-864083e03bc9,segment=NetworkSegment(3f4b79bd-cb9f-4390-9965-77eb20b2b9a0),segment_id=3f4b79bd-cb9f-4390-9965-77eb20b2b9a0)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:44.303211 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bb4a7831-f563-4e9a-a152-7cc6b733897c req-bf711c01-d953-4a23-9616-87ea8ed04d0a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (a3ae4af3-4fcb-44ee-8147-864083e03bc9), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:44.317619 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-bb4a7831-f563-4e9a-a152-7cc6b733897c req-bf711c01-d953-4a23-9616-87ea8ed04d0a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Calling delete_port for a3ae4af3-4fcb-44ee-8147-864083e03bc9 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:44.355462 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-39ba6b00-5fa9-4726-95ca-48a835ceecd4 req-32336319-b82e-4640-9dc3-69d7b540da63 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/security-groups?id=81d0f43e-0e14-483c-a264-68dba882be96&id=7656409d-f818-48bd-8e77-8c5551bb9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0605927 Jan 28 13:56:44.440978 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f3c46-6bb3-4780-bd9f-00b64c31b598 req-ed389e8c-66eb-4390-8cd8-f044a3671018 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:44.442525 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-685f3c46-6bb3-4780-bd9f-00b64c31b598 req-ed389e8c-66eb-4390-8cd8-f044a3671018 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c0cc87-d74c-42b3-bec3-54982b194684 HTTP/1.1" status: 200 len: 945 time: 0.0800374 Jan 28 13:56:44.473242 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d36ee-429f-480c-a58f-65caa8844cc1 req-b3bb85c8-00df-47cc-aac8-3387143d23c5 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:44.474949 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c10d36ee-429f-480c-a58f-65caa8844cc1 req-b3bb85c8-00df-47cc-aac8-3387143d23c5 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4d82ad7b-7124-4364-b824-926e04d72257 HTTP/1.1" status: 200 len: 1135 time: 0.0499680 Jan 28 13:56:44.500135 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c10d36ee-429f-480c-a58f-65caa8844cc1 req-b8f1ac65-f361-40c4-a5f7-e975bcf8d91b tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:44.531491 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bb4a7831-f563-4e9a-a152-7cc6b733897c req-bf711c01-d953-4a23-9616-87ea8ed04d0a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (a3ae4af3-4fcb-44ee-8147-864083e03bc9), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:44.536603 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-685f3c46-6bb3-4780-bd9f-00b64c31b598 req-26d825fe-777f-432a-a2ca-a351f0bd3aec tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "GET /v2.0/security-groups?id=18980c57-c104-499e-bbe0-612d13e2e734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799959 Jan 28 13:56:44.575066 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf711c01-d953-4a23-9616-87ea8ed04d0a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event deleted for resources: {'Port': ['ID=a3ae4af3-4fcb-44ee-8147-864083e03bc9,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:44.603974 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c10d36ee-429f-480c-a58f-65caa8844cc1 req-b8f1ac65-f361-40c4-a5f7-e975bcf8d91b tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] Publish callbacks [] for security_group (ec38d06c-33fc-4774-9820-936d1a72d79f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:44.608691 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c10d36ee-429f-480c-a58f-65caa8844cc1 req-b8f1ac65-f361-40c4-a5f7-e975bcf8d91b tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ec38d06c-33fc-4774-9820-936d1a72d79f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:44.618360 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4a7831-f563-4e9a-a152-7cc6b733897c req-bf711c01-d953-4a23-9616-87ea8ed04d0a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] No DVR routers for this DVR port a3ae4af3-4fcb-44ee-8147-864083e03bc9 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:44.621136 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bb4a7831-f563-4e9a-a152-7cc6b733897c req-bf711c01-d953-4a23-9616-87ea8ed04d0a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:44.624565 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bb4a7831-f563-4e9a-a152-7cc6b733897c req-bf711c01-d953-4a23-9616-87ea8ed04d0a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.18 "DELETE /v2.0/ports/a3ae4af3-4fcb-44ee-8147-864083e03bc9 HTTP/1.1" status: 204 len: 173 time: 0.5559607 Jan 28 13:56:44.625090 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c0cc87-d74c-42b3-bec3-54982b194684', 'name': 'network-vif-deleted', 'tag': 'a3ae4af3-4fcb-44ee-8147-864083e03bc9'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:56:44.627604 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f35e142-7283-4898-aece-2a22e792bc57" -d '{"events": [{"server_uuid": "40c0cc87-d74c-42b3-bec3-54982b194684", "name": "network-vif-deleted", "tag": "a3ae4af3-4fcb-44ee-8147-864083e03bc9"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:56:44.647584 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1ac65-f361-40c4-a5f7-e975bcf8d91b tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec38d06c-33fc-4774-9820-936d1a72d79f,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:44.668691 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c10d36ee-429f-480c-a58f-65caa8844cc1 req-b8f1ac65-f361-40c4-a5f7-e975bcf8d91b tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=81d0f43e-0e14-483c-a264-68dba882be96&id=7656409d-f818-48bd-8e77-8c5551bb9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1776984 Jan 28 13:56:44.676084 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06fab65-6b49-4bc3-8606-e0b9ce96ebc5 x-openstack-request-id: req-e06fab65-6b49-4bc3-8606-e0b9ce96ebc5 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:56:44.676383 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c0cc87-d74c-42b3-bec3-54982b194684", "name": "network-vif-deleted", "tag": "a3ae4af3-4fcb-44ee-8147-864083e03bc9", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:56:44.676639 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e06fab65-6b49-4bc3-8606-e0b9ce96ebc5 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:56:44.677044 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c0cc87-d74c-42b3-bec3-54982b194684', 'name': 'network-vif-deleted', 'tag': 'a3ae4af3-4fcb-44ee-8147-864083e03bc9', 'status': 'completed', 'code': 200} Jan 28 13:56:44.683521 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38122) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:44.725033 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5fd3f7-157d-417a-905d-ffdd33561c6f tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:44.729584 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4b5fd3f7-157d-417a-905d-ffdd33561c6f tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4d82ad7b-7124-4364-b824-926e04d72257 HTTP/1.1" status: 200 len: 1130 time: 0.0422256 Jan 28 13:56:44.729851 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38124) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:44.734582 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-30277c9e-798c-4f8d-a339-0a7625f3438b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'port_id': '5c6cfb2f-b8ad-4158-befe-ee2c1c779f32', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:56:44.756172 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-30277c9e-798c-4f8d-a339-0a7625f3438b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:44.862010 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-30277c9e-798c-4f8d-a339-0a7625f3438b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:44.994153 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-30277c9e-798c-4f8d-a339-0a7625f3438b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Allocated IP 172.25.3.180 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/b8406dec-f950-44ed-9f30-c7c4e28fb906) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:56:45.162609 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-30277c9e-798c-4f8d-a339-0a7625f3438b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for port (b8406dec-f950-44ed-9f30-c7c4e28fb906), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:45.214825 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-30277c9e-798c-4f8d-a339-0a7625f3438b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b8406dec-f950-44ed-9f30-c7c4e28fb906), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:45.262298 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30277c9e-798c-4f8d-a339-0a7625f3438b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event updated for resources: {'Port': ['ID=b8406dec-f950-44ed-9f30-c7c4e28fb906,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:45.270122 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30277c9e-798c-4f8d-a339-0a7625f3438b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:56:45.271706 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-30277c9e-798c-4f8d-a339-0a7625f3438b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:56:45.274540 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30277c9e-798c-4f8d-a339-0a7625f3438b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:56:45.606219 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38134) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:45.682355 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-30277c9e-798c-4f8d-a339-0a7625f3438b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for floatingip (f5880782-0fb8-4ed4-a9d8-d706ad8ddfb1), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:45.753097 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-30277c9e-798c-4f8d-a339-0a7625f3438b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b8406dec-f950-44ed-9f30-c7c4e28fb906), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:45.922795 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-30277c9e-798c-4f8d-a339-0a7625f3438b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for port (b8406dec-f950-44ed-9f30-c7c4e28fb906), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:45.928525 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-30277c9e-798c-4f8d-a339-0a7625f3438b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (b8406dec-f950-44ed-9f30-c7c4e28fb906), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:46.005220 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30277c9e-798c-4f8d-a339-0a7625f3438b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event updated for resources: {'Port': ['ID=b8406dec-f950-44ed-9f30-c7c4e28fb906,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:46.014246 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f145051c-f5ad-4ff8-98a1-950f4b2bd95e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:46.021569 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-30277c9e-798c-4f8d-a339-0a7625f3438b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (f5880782-0fb8-4ed4-a9d8-d706ad8ddfb1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:46.138446 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [None req-30277c9e-798c-4f8d-a339-0a7625f3438b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Floating IP f5880782-0fb8-4ed4-a9d8-d706ad8ddfb1 associated. External IP: 172.25.3.180, port: 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32. Jan 28 13:56:46.308990 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-f145051c-f5ad-4ff8-98a1-950f4b2bd95e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Deleting port cc5a7861-c765-4e9b-8e92-100a046c17a4 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:46.309331 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f145051c-f5ad-4ff8-98a1-950f4b2bd95e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (cc5a7861-c765-4e9b-8e92-100a046c17a4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:46.386506 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30277c9e-798c-4f8d-a339-0a7625f3438b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Router 30f92f24-447a-4736-932f-aad0cbf22c84 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:56:46.401675 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-f145051c-f5ad-4ff8-98a1-950f4b2bd95e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] For port cc5a7861-c765-4e9b-8e92-100a046c17a4, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=cc5a7861-c765-4e9b-8e92-100a046c17a4,segment=NetworkSegment(3f4b79bd-cb9f-4390-9965-77eb20b2b9a0),segment_id=3f4b79bd-cb9f-4390-9965-77eb20b2b9a0)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:46.402337 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f145051c-f5ad-4ff8-98a1-950f4b2bd95e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (cc5a7861-c765-4e9b-8e92-100a046c17a4), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:46.416932 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-f145051c-f5ad-4ff8-98a1-950f4b2bd95e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Calling delete_port for cc5a7861-c765-4e9b-8e92-100a046c17a4 owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:46.503624 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30277c9e-798c-4f8d-a339-0a7625f3438b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:56:46.514746 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f16173-6507-45ce-8020-e412b1f0b241 None None] Sync routers for ids ['30f92f24-447a-4736-932f-aad0cbf22c84'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:56:46.528389 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f16173-6507-45ce-8020-e412b1f0b241 None None] Routers {'30f92f24-447a-4736-932f-aad0cbf22c84'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:46.529160 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-59f16173-6507-45ce-8020-e412b1f0b241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:56:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['30f92f24-447a-4736-932f-aad0cbf22c84'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:46.533990 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-30277c9e-798c-4f8d-a339-0a7625f3438b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:46.577422 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-30277c9e-798c-4f8d-a339-0a7625f3438b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8450148 Jan 28 13:56:46.577665 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38148) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:46.642827 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f145051c-f5ad-4ff8-98a1-950f4b2bd95e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (cc5a7861-c765-4e9b-8e92-100a046c17a4), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:46.664973 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-59f16173-6507-45ce-8020-e412b1f0b241 None None] Set router 30f92f24-447a-4736-932f-aad0cbf22c84 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:46.689809 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d82ad7b-7124-4364-b824-926e04d72257', 'tag': '5c6cfb2f-b8ad-4158-befe-ee2c1c779f32'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:56:46.692488 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34735f3-df96-47a8-a0a3-64b7ef1d6c29" -d '{"events": [{"name": "network-changed", "server_uuid": "4d82ad7b-7124-4364-b824-926e04d72257", "tag": "5c6cfb2f-b8ad-4158-befe-ee2c1c779f32"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:56:46.735277 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145051c-f5ad-4ff8-98a1-950f4b2bd95e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event deleted for resources: {'Port': ['ID=cc5a7861-c765-4e9b-8e92-100a046c17a4,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:46.784392 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058d40e4-db52-4293-9ebb-b80cd3132c76 x-openstack-request-id: req-058d40e4-db52-4293-9ebb-b80cd3132c76 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:56:46.784692 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d82ad7b-7124-4364-b824-926e04d72257", "tag": "5c6cfb2f-b8ad-4158-befe-ee2c1c779f32", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:56:46.784935 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-058d40e4-db52-4293-9ebb-b80cd3132c76 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:56:46.785338 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d82ad7b-7124-4364-b824-926e04d72257', 'tag': '5c6cfb2f-b8ad-4158-befe-ee2c1c779f32', 'status': 'completed', 'code': 200} Jan 28 13:56:46.886304 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1edee1c-c52c-4aef-ae2f-5da6d8162b13 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:46.886779 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1edee1c-c52c-4aef-ae2f-5da6d8162b13 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:46.892779 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1edee1c-c52c-4aef-ae2f-5da6d8162b13 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:46.893300 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1edee1c-c52c-4aef-ae2f-5da6d8162b13 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:46.893748 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1edee1c-c52c-4aef-ae2f-5da6d8162b13 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:46.894210 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1edee1c-c52c-4aef-ae2f-5da6d8162b13 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:46.905370 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b1edee1c-c52c-4aef-ae2f-5da6d8162b13 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4264 time: 0.3266230 Jan 28 13:56:46.906237 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38152) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:47.074372 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7ce2e5-f719-4ff4-8e38-a1b4b95b3e47 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:47.075142 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7ce2e5-f719-4ff4-8e38-a1b4b95b3e47 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:47.075771 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7ce2e5-f719-4ff4-8e38-a1b4b95b3e47 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:47.076398 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7ce2e5-f719-4ff4-8e38-a1b4b95b3e47 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:47.077017 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7ce2e5-f719-4ff4-8e38-a1b4b95b3e47 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:47.077779 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7ce2e5-f719-4ff4-8e38-a1b4b95b3e47 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:47.085554 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ec7ce2e5-f719-4ff4-8e38-a1b4b95b3e47 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3988 time: 0.1781929 Jan 28 13:56:47.086841 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38156) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:47.162555 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-59f16173-6507-45ce-8020-e412b1f0b241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1242508824', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:56:28Z', 'revision_number': 4, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'gw_port': {'id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'f5880782-0fb8-4ed4-a9d8-d706ad8ddfb1', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'port_id': '5c6cfb2f-b8ad-4158-befe-ee2c1c779f32', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db277792-7cd8-4d46-bc26-79c16845a9a1', 'mac_address': 'fa:16:3e:8d:17:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d82ad7b-7124-4364-b824-926e04d72257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:56:45Z', 'updated_at': '2022-01-28T13:56:45Z', 'revision_number': 0, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3366fd10-27f3-43de-a242-08b51b0dcbd2', 'name': '', 'network_id': 'db277792-7cd8-4d46-bc26-79c16845a9a1', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'mac_address': 'fa:16:3e:b0:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '134e9670-cd58-4b34-845d-00420b33b5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:27Z', 'updated_at': '2022-01-28T13:56:33Z', 'revision_number': 5, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'subnets': [{'id': '134e9670-cd58-4b34-845d-00420b33b5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:47.192200 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f16173-6507-45ce-8020-e412b1f0b241 None None] Checking router: 30f92f24-447a-4736-932f-aad0cbf22c84 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:56:47.203811 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f16173-6507-45ce-8020-e412b1f0b241 None None] Routers {'30f92f24-447a-4736-932f-aad0cbf22c84'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:47.204436 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-59f16173-6507-45ce-8020-e412b1f0b241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:56:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['30f92f24-447a-4736-932f-aad0cbf22c84'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:47.314435 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-84c3b5d3-4d53-473f-9a98-786a44f9a7b4 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3062 time: 0.2259917 Jan 28 13:56:47.315520 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38164) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:47.364679 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34735f3-df96-47a8-a0a3-64b7ef1d6c29 req-51463672-f5ab-4aed-8a32-fbc188dd93c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:47.366324 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f34735f3-df96-47a8-a0a3-64b7ef1d6c29 req-51463672-f5ab-4aed-8a32-fbc188dd93c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e95a247d94234d9685ef64daa6ffeae4&device_id=4d82ad7b-7124-4364-b824-926e04d72257 HTTP/1.1" status: 200 len: 1135 time: 0.1576042 Jan 28 13:56:47.388642 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-59f16173-6507-45ce-8020-e412b1f0b241 None None] Set router 30f92f24-447a-4736-932f-aad0cbf22c84 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:47.432057 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e035178-e402-4933-bc37-8ca88784db98 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:47.432704 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e035178-e402-4933-bc37-8ca88784db98 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:47.453329 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4e035178-e402-4933-bc37-8ca88784db98 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=30f92f24-447a-4736-932f-aad0cbf22c84 HTTP/1.1" status: 200 len: 1990 time: 0.1364889 Jan 28 13:56:47.525743 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34735f3-df96-47a8-a0a3-64b7ef1d6c29 req-491e1996-41dc-46de-b980-a0da5cd51122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:47.527415 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f34735f3-df96-47a8-a0a3-64b7ef1d6c29 req-491e1996-41dc-46de-b980-a0da5cd51122 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db277792-7cd8-4d46-bc26-79c16845a9a1 HTTP/1.1" status: 200 len: 896 time: 0.1318552 Jan 28 13:56:47.582559 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f145051c-f5ad-4ff8-98a1-950f4b2bd95e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:47.656507 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f34735f3-df96-47a8-a0a3-64b7ef1d6c29 req-2fafddda-cb78-4df7-a54f-b911503c7f62 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 HTTP/1.1" status: 200 len: 999 time: 0.1202004 Jan 28 13:56:47.718823 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-59f16173-6507-45ce-8020-e412b1f0b241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1242508824', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:56:28Z', 'revision_number': 4, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'gw_port': {'id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'f5880782-0fb8-4ed4-a9d8-d706ad8ddfb1', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'port_id': '5c6cfb2f-b8ad-4158-befe-ee2c1c779f32', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db277792-7cd8-4d46-bc26-79c16845a9a1', 'mac_address': 'fa:16:3e:8d:17:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d82ad7b-7124-4364-b824-926e04d72257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:56:45Z', 'updated_at': '2022-01-28T13:56:45Z', 'revision_number': 0, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3366fd10-27f3-43de-a242-08b51b0dcbd2', 'name': '', 'network_id': 'db277792-7cd8-4d46-bc26-79c16845a9a1', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'mac_address': 'fa:16:3e:b0:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '134e9670-cd58-4b34-845d-00420b33b5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:27Z', 'updated_at': '2022-01-28T13:56:33Z', 'revision_number': 5, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'subnets': [{'id': '134e9670-cd58-4b34-845d-00420b33b5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:47.752933 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f16173-6507-45ce-8020-e412b1f0b241 None None] The sync data for ids ['30f92f24-447a-4736-932f-aad0cbf22c84'] in n-d-822747-2 is: [{'id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1242508824', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:56:28Z', 'revision_number': 4, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'gw_port': {'id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'f5880782-0fb8-4ed4-a9d8-d706ad8ddfb1', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'port_id': '5c6cfb2f-b8ad-4158-befe-ee2c1c779f32', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db277792-7cd8-4d46-bc26-79c16845a9a1', 'mac_address': 'fa:16:3e:8d:17:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d82ad7b-7124-4364-b824-926e04d72257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:56:45Z', 'updated_at': '2022-01-28T13:56:45Z', 'revision_number': 0, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3366fd10-27f3-43de-a242-08b51b0dcbd2', 'name': '', 'network_id': 'db277792-7cd8-4d46-bc26-79c16845a9a1', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'mac_address': 'fa:16:3e:b0:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '134e9670-cd58-4b34-845d-00420b33b5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:27Z', 'updated_at': '2022-01-28T13:56:33Z', 'revision_number': 5, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'subnets': [{'id': '134e9670-cd58-4b34-845d-00420b33b5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:56:47.774483 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34735f3-df96-47a8-a0a3-64b7ef1d6c29 req-4c588fb3-3734-4825-8c5b-67006ef19535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:47.776116 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f34735f3-df96-47a8-a0a3-64b7ef1d6c29 req-4c588fb3-3734-4825-8c5b-67006ef19535 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=134e9670-cd58-4b34-845d-00420b33b5d9 HTTP/1.1" status: 200 len: 834 time: 0.1107807 Jan 28 13:56:47.922850 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34735f3-df96-47a8-a0a3-64b7ef1d6c29 req-d52992f6-a21c-4569-9f59-f7b71962f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:47.924500 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f34735f3-df96-47a8-a0a3-64b7ef1d6c29 req-d52992f6-a21c-4569-9f59-f7b71962f7d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db277792-7cd8-4d46-bc26-79c16845a9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1415877 Jan 28 13:56:47.949684 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:47.963542 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f145051c-f5ad-4ff8-98a1-950f4b2bd95e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Router 7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:56:47.990669 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device a3ae4af3-4fcb-44ee-8147-864083e03bc9 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:48.037531 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: a3ae4af3-4fcb-44ee-8147-864083e03bc9 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:48.037844 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device a3ae4af3-4fcb-44ee-8147-864083e03bc9 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:48.121220 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b5a62d-abda-489e-9b86-f7cdea3fd50c None None] New status for floating IP f5880782-0fb8-4ed4-a9d8-d706ad8ddfb1: ACTIVE {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:56:48.154851 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f34735f3-df96-47a8-a0a3-64b7ef1d6c29 req-dad146ce-d442-4cd1-9397-49f25df5a57e service neutron] 10.222.0.37 "GET /v2.0/networks/db277792-7cd8-4d46-bc26-79c16845a9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227647 Jan 28 13:56:48.177028 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f145051c-f5ad-4ff8-98a1-950f4b2bd95e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:56:48.186622 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053da37d-7305-4364-bda0-33601d1d3662 None None] Sync routers for ids ['7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:56:48.202730 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053da37d-7305-4364-bda0-33601d1d3662 None None] Routers {'7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:48.208801 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-053da37d-7305-4364-bda0-33601d1d3662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:56:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:48.212376 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f145051c-f5ad-4ff8-98a1-950f4b2bd95e tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "PUT /v2.0/routers/7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6025538 Jan 28 13:56:48.213571 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38258) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:48.329073 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-d343079b-bbf1-46b3-bc85-ea3495bdfaea tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Deleting subnet d7c1299d-e2ee-482f-9e1a-a636c30ee9ad {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:56:48.340051 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d343079b-bbf1-46b3-bc85-ea3495bdfaea tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for subnet (d7c1299d-e2ee-482f-9e1a-a636c30ee9ad), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:48.365310 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f34735f3-df96-47a8-a0a3-64b7ef1d6c29 req-d404d0f2-52bd-4cac-8690-11e9d8031ac1 service neutron] 10.222.0.37 "GET /v2.0/networks/db277792-7cd8-4d46-bc26-79c16845a9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999013 Jan 28 13:56:48.476896 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d343079b-bbf1-46b3-bc85-ea3495bdfaea tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (d7c1299d-e2ee-482f-9e1a-a636c30ee9ad), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:48.489156 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-053da37d-7305-4364-bda0-33601d1d3662 None None] Set router 7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:48.686884 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d343079b-bbf1-46b3-bc85-ea3495bdfaea tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (d7c1299d-e2ee-482f-9e1a-a636c30ee9ad), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:48.797376 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-053da37d-7305-4364-bda0-33601d1d3662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574405888', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:54:44Z', 'updated_at': '2022-01-28T13:56:46Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:45Z', 'updated_at': '2022-01-28T13:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:48.826586 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d343079b-bbf1-46b3-bc85-ea3495bdfaea tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (d7c1299d-e2ee-482f-9e1a-a636c30ee9ad), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:48.833376 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053da37d-7305-4364-bda0-33601d1d3662 None None] Checking router: 7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:56:48.842582 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053da37d-7305-4364-bda0-33601d1d3662 None None] Routers {'7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:48.843297 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-053da37d-7305-4364-bda0-33601d1d3662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:56:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:48.860163 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343079b-bbf1-46b3-bc85-ea3495bdfaea tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event deleted for resources: {'Subnet': ['ID=d7c1299d-e2ee-482f-9e1a-a636c30ee9ad,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:48.865916 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d343079b-bbf1-46b3-bc85-ea3495bdfaea tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:48.872250 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38326) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:48.873447 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d343079b-bbf1-46b3-bc85-ea3495bdfaea tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "DELETE /v2.0/subnets/d7c1299d-e2ee-482f-9e1a-a636c30ee9ad HTTP/1.1" status: 204 len: 168 time: 0.6587160 Jan 28 13:56:48.875879 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c5cc62-58bb-4857-9408-c24bfbda690f None None] Network 526f94dc-6e75-4512-a43d-81c499caf2c1 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:56:48.997360 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-053da37d-7305-4364-bda0-33601d1d3662 None None] Set router 7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:49.087485 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc7e98a-4ee8-47ec-8a75-1a4765828c89 None None] DHCP port deletion for 526f94dc-6e75-4512-a43d-81c499caf2c1 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:56:49.104837 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f6b2ac6d-2fee-421a-b4bd-3a5fe5e6a442 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router (7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:49.262543 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fbc7e98a-4ee8-47ec-8a75-1a4765828c89 None None] Deleting port a8147c6c-cd88-48e4-b94a-adbf3e622e2a {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:49.263624 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e98a-4ee8-47ec-8a75-1a4765828c89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (a8147c6c-cd88-48e4-b94a-adbf3e622e2a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:49.325156 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f6b2ac6d-2fee-421a-b4bd-3a5fe5e6a442 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router_gateway (7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:49.357234 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-053da37d-7305-4364-bda0-33601d1d3662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574405888', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:54:44Z', 'updated_at': '2022-01-28T13:56:46Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:45Z', 'updated_at': '2022-01-28T13:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:49.373253 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-fbc7e98a-4ee8-47ec-8a75-1a4765828c89 None None] For port a8147c6c-cd88-48e4-b94a-adbf3e622e2a, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=a8147c6c-cd88-48e4-b94a-adbf3e622e2a,segment=NetworkSegment(3f4b79bd-cb9f-4390-9965-77eb20b2b9a0),segment_id=3f4b79bd-cb9f-4390-9965-77eb20b2b9a0)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:49.373920 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e98a-4ee8-47ec-8a75-1a4765828c89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (a8147c6c-cd88-48e4-b94a-adbf3e622e2a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:49.386058 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053da37d-7305-4364-bda0-33601d1d3662 None None] The sync data for ids ['7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1'] in n-d-822747-2 is: [{'id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-574405888', 'tenant_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:54:44Z', 'updated_at': '2022-01-28T13:56:46Z', 'revision_number': 5, 'project_id': '9f0b15f597ac4a5a9c830cecb46d6cf5', 'gw_port': {'id': 'cd59fdef-28dc-406e-af99-f36bb85b1f60', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:54:45Z', 'updated_at': '2022-01-28T13:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:56:49.391362 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fbc7e98a-4ee8-47ec-8a75-1a4765828c89 None None] Calling delete_port for a8147c6c-cd88-48e4-b94a-adbf3e622e2a owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:49.450103 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-f6b2ac6d-2fee-421a-b4bd-3a5fe5e6a442 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Deleting port cd59fdef-28dc-406e-af99-f36bb85b1f60 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:49.450430 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f6b2ac6d-2fee-421a-b4bd-3a5fe5e6a442 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (cd59fdef-28dc-406e-af99-f36bb85b1f60), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:49.538465 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e98a-4ee8-47ec-8a75-1a4765828c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (a8147c6c-cd88-48e4-b94a-adbf3e622e2a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:49.568238 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7e98a-4ee8-47ec-8a75-1a4765828c89 None None] Pushing event deleted for resources: {'Port': ['ID=a8147c6c-cd88-48e4-b94a-adbf3e622e2a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:49.569748 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-f6b2ac6d-2fee-421a-b4bd-3a5fe5e6a442 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] For port cd59fdef-28dc-406e-af99-f36bb85b1f60, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=cd59fdef-28dc-406e-af99-f36bb85b1f60,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:49.569748 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f6b2ac6d-2fee-421a-b4bd-3a5fe5e6a442 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (cd59fdef-28dc-406e-af99-f36bb85b1f60), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:49.573090 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc7e98a-4ee8-47ec-8a75-1a4765828c89 None None] No DVR routers for this DVR port a8147c6c-cd88-48e4-b94a-adbf3e622e2a on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:49.587756 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-f6b2ac6d-2fee-421a-b4bd-3a5fe5e6a442 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Calling delete_port for cd59fdef-28dc-406e-af99-f36bb85b1f60 owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:49.792212 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f6b2ac6d-2fee-421a-b4bd-3a5fe5e6a442 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (cd59fdef-28dc-406e-af99-f36bb85b1f60), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:49.844033 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2ac6d-2fee-421a-b4bd-3a5fe5e6a442 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event deleted for resources: {'Port': ['ID=cd59fdef-28dc-406e-af99-f36bb85b1f60,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:49.919452 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f6b2ac6d-2fee-421a-b4bd-3a5fe5e6a442 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:49.989474 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.036455 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f6b2ac6d-2fee-421a-b4bd-3a5fe5e6a442 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.039043 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f6b2ac6d-2fee-421a-b4bd-3a5fe5e6a442 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router_controller (7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.098902 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f6b2ac6d-2fee-421a-b4bd-3a5fe5e6a442 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.099760 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b2ac6d-2fee-421a-b4bd-3a5fe5e6a442 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Fanout notify agent at l3_agent the message router_deleted on router 7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:56:50.108437 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f6b2ac6d-2fee-421a-b4bd-3a5fe5e6a442 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.109869 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f6b2ac6d-2fee-421a-b4bd-3a5fe5e6a442 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "DELETE /v2.0/routers/7fe8bca3-9cf0-41ea-aacd-007d5b6fa8a1 HTTP/1.1" status: 204 len: 168 time: 1.2365019 Jan 28 13:56:50.112890 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 38466) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:50.213148 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62665bc7-9a58-48f6-bf9d-32d72eb16654 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (526f94dc-6e75-4512-a43d-81c499caf2c1), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.351524 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62665bc7-9a58-48f6-bf9d-32d72eb16654 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (526f94dc-6e75-4512-a43d-81c499caf2c1), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.384626 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-62665bc7-9a58-48f6-bf9d-32d72eb16654 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526f94dc-6e75-4512-a43d-81c499caf2c1']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:50.396229 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-62665bc7-9a58-48f6-bf9d-32d72eb16654 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4b79bd-cb9f-4390-9965-77eb20b2b9a0') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:50.396559 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-62665bc7-9a58-48f6-bf9d-32d72eb16654 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4b79bd-cb9f-4390-9965-77eb20b2b9a0') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:50.410709 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62665bc7-9a58-48f6-bf9d-32d72eb16654 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (3f4b79bd-cb9f-4390-9965-77eb20b2b9a0), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.428012 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62665bc7-9a58-48f6-bf9d-32d72eb16654 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (3f4b79bd-cb9f-4390-9965-77eb20b2b9a0), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.435496 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62665bc7-9a58-48f6-bf9d-32d72eb16654 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:56:50.435931 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62665bc7-9a58-48f6-bf9d-32d72eb16654 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (3f4b79bd-cb9f-4390-9965-77eb20b2b9a0), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:56:50.439030 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:56:50.509033 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62665bc7-9a58-48f6-bf9d-32d72eb16654 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (526f94dc-6e75-4512-a43d-81c499caf2c1), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.517701 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62665bc7-9a58-48f6-bf9d-32d72eb16654 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.524165 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-62665bc7-9a58-48f6-bf9d-32d72eb16654 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "DELETE /v2.0/networks/526f94dc-6e75-4512-a43d-81c499caf2c1 HTTP/1.1" status: 204 len: 168 time: 0.4066048 Jan 28 13:56:50.524284 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38520) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:50.538210 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62665bc7-9a58-48f6-bf9d-32d72eb16654 tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event deleted for resources: {'Network': ['ID=526f94dc-6e75-4512-a43d-81c499caf2c1,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:50.587321 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-125bfc8c-ad27-452c-af62-74894adde63a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group (18980c57-c104-499e-bbe0-612d13e2e734), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.626129 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-125bfc8c-ad27-452c-af62-74894adde63a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group (18980c57-c104-499e-bbe0-612d13e2e734), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.734748 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-125bfc8c-ad27-452c-af62-74894adde63a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (18980c57-c104-499e-bbe0-612d13e2e734), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.737523 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device a8147c6c-cd88-48e4-b94a-adbf3e622e2a no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:50.738052 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-125bfc8c-ad27-452c-af62-74894adde63a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.739359 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-125bfc8c-ad27-452c-af62-74894adde63a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] 10.222.0.39 "DELETE /v2.0/security-groups/18980c57-c104-499e-bbe0-612d13e2e734 HTTP/1.1" status: 204 len: 168 time: 0.2142239 Jan 28 13:56:50.768328 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125bfc8c-ad27-452c-af62-74894adde63a tempest-TestNetworkAdvancedServerOps-764567528 tempest-TestNetworkAdvancedServerOps-764567528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18980c57-c104-499e-bbe0-612d13e2e734,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:50.772065 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: a8147c6c-cd88-48e4-b94a-adbf3e622e2a {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:50.772697 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device a8147c6c-cd88-48e4-b94a-adbf3e622e2a not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:50.773732 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device cc5a7861-c765-4e9b-8e92-100a046c17a4 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:50.805987 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: cc5a7861-c765-4e9b-8e92-100a046c17a4 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:50.806657 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device cc5a7861-c765-4e9b-8e92-100a046c17a4 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:50.807454 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device cd59fdef-28dc-406e-af99-f36bb85b1f60 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:50.834637 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: cd59fdef-28dc-406e-af99-f36bb85b1f60 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:50.835168 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device cd59fdef-28dc-406e-af99-f36bb85b1f60 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:51.187345 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38600) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:51.367505 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2bacf511-979e-4172-a992-a7cc1421b593 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9f0b15f597ac4a5a9c830cecb46d6cf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1784096 Jan 28 13:56:51.370854 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38628) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:51.451528 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-af3096a6-e4db-40e5-b01d-221834a2a6b7 admin admin] Publish callbacks [] for security_group (f4dc7459-f701-4930-afa1-1fd81a684759), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:51.485036 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-af3096a6-e4db-40e5-b01d-221834a2a6b7 admin admin] Publish callbacks [] for security_group (f4dc7459-f701-4930-afa1-1fd81a684759), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:51.553407 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-af3096a6-e4db-40e5-b01d-221834a2a6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f4dc7459-f701-4930-afa1-1fd81a684759), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:51.557338 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-af3096a6-e4db-40e5-b01d-221834a2a6b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:51.558727 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-af3096a6-e4db-40e5-b01d-221834a2a6b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f4dc7459-f701-4930-afa1-1fd81a684759 HTTP/1.1" status: 204 len: 168 time: 0.1869376 Jan 28 13:56:51.568629 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3096a6-e4db-40e5-b01d-221834a2a6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dc7459-f701-4930-afa1-1fd81a684759,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:51.928037 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38654) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:51.979787 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fd401749-4c8e-4a26-9948-14e9fb4a69e5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9e2c358c421f495e9fd373d90811bff5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0480182 Jan 28 13:56:51.980061 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 38656) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:52.031998 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-17d57e00-f9ee-4e4d-a72b-e2ff15d3db05 admin admin] Publish callbacks [] for security_group (1553889a-1987-461f-81b2-cdc0d8f6172d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:52.054830 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-17d57e00-f9ee-4e4d-a72b-e2ff15d3db05 admin admin] Publish callbacks [] for security_group (1553889a-1987-461f-81b2-cdc0d8f6172d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:52.120834 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-17d57e00-f9ee-4e4d-a72b-e2ff15d3db05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1553889a-1987-461f-81b2-cdc0d8f6172d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:52.124642 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-17d57e00-f9ee-4e4d-a72b-e2ff15d3db05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:52.128662 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-17d57e00-f9ee-4e4d-a72b-e2ff15d3db05 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1553889a-1987-461f-81b2-cdc0d8f6172d HTTP/1.1" status: 204 len: 168 time: 0.1452355 Jan 28 13:56:52.137433 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d57e00-f9ee-4e4d-a72b-e2ff15d3db05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1553889a-1987-461f-81b2-cdc0d8f6172d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:57.806690 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39146) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:58.446851 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7c3f47ba-f9f5-4774-80cc-a1150e64adf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:58.754980 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-7c3f47ba-f9f5-4774-80cc-a1150e64adf9 admin admin] Deleting port 4177516a-846f-4065-a1ca-452d4934d7d8 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:58.755328 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7c3f47ba-f9f5-4774-80cc-a1150e64adf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (4177516a-846f-4065-a1ca-452d4934d7d8), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:58.845827 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-7c3f47ba-f9f5-4774-80cc-a1150e64adf9 admin admin] For port 4177516a-846f-4065-a1ca-452d4934d7d8, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4177516a-846f-4065-a1ca-452d4934d7d8,segment=NetworkSegment(766923be-69a9-438b-8d26-7f7b6fae7a7f),segment_id=766923be-69a9-438b-8d26-7f7b6fae7a7f)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:58.847095 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7c3f47ba-f9f5-4774-80cc-a1150e64adf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (4177516a-846f-4065-a1ca-452d4934d7d8), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:58.863942 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-7c3f47ba-f9f5-4774-80cc-a1150e64adf9 admin admin] Calling delete_port for 4177516a-846f-4065-a1ca-452d4934d7d8 owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:59.349415 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-806de859-9171-456c-aa50-65015a863b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:59.590320 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7c3f47ba-f9f5-4774-80cc-a1150e64adf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (4177516a-846f-4065-a1ca-452d4934d7d8), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:59.648461 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f47ba-f9f5-4774-80cc-a1150e64adf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4177516a-846f-4065-a1ca-452d4934d7d8,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:59.881861 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7c3f47ba-f9f5-4774-80cc-a1150e64adf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:00.147489 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3f47ba-f9f5-4774-80cc-a1150e64adf9 admin admin] Router 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:57:00.278354 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3f47ba-f9f5-4774-80cc-a1150e64adf9 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:57:00.288558 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4ca6ec-9677-410d-826e-e5f61ce2cf34 None None] Sync routers for ids ['6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:57:00.322132 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39168) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:00.324462 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4ca6ec-9677-410d-826e-e5f61ce2cf34 None None] Routers {'6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:57:00.324794 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7c3f47ba-f9f5-4774-80cc-a1150e64adf9 admin admin] 10.222.0.39 "PUT /v2.0/routers/6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5108392 Jan 28 13:57:00.326241 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8f4ca6ec-9677-410d-826e-e5f61ce2cf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:56:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:00.463885 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-8f4ca6ec-9677-410d-826e-e5f61ce2cf34 None None] Set router 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:57:00.522755 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-84b50fef-27c3-42fa-be97-dafe20084988 admin admin] Publish callbacks [] for router (6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:00.660910 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-84b50fef-27c3-42fa-be97-dafe20084988 admin admin] Publish callbacks [] for router_gateway (6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:00.768875 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8f4ca6ec-9677-410d-826e-e5f61ce2cf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'name': 'tempest-AttachVolumeTestJSON-1171302180-router', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '3b240ae7-6772-413b-8087-f657daedb039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:39Z', 'updated_at': '2022-01-28T13:56:59Z', 'revision_number': 5, 'project_id': '6a710706f51d4196913035417fac81e3', 'gw_port': {'id': '3b240ae7-6772-413b-8087-f657daedb039', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:44:44Z', 'updated_at': '2022-01-28T13:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:00.800159 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4ca6ec-9677-410d-826e-e5f61ce2cf34 None None] Checking router: 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:57:00.810677 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4ca6ec-9677-410d-826e-e5f61ce2cf34 None None] Routers {'6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:57:00.811838 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8f4ca6ec-9677-410d-826e-e5f61ce2cf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:56:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:00.939751 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-8f4ca6ec-9677-410d-826e-e5f61ce2cf34 None None] Set router 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:57:01.000335 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8f4ca6ec-9677-410d-826e-e5f61ce2cf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'name': 'tempest-AttachVolumeTestJSON-1171302180-router', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:39Z', 'updated_at': '2022-01-28T13:57:00Z', 'revision_number': 6, 'project_id': '6a710706f51d4196913035417fac81e3', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:01.055842 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4ca6ec-9677-410d-826e-e5f61ce2cf34 None None] The sync data for ids ['6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f'] in n-d-822747-2 is: [{'id': '6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f', 'name': 'tempest-AttachVolumeTestJSON-1171302180-router', 'tenant_id': '6a710706f51d4196913035417fac81e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:39Z', 'updated_at': '2022-01-28T13:57:00Z', 'revision_number': 6, 'project_id': '6a710706f51d4196913035417fac81e3', 'gw_port_host': None}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:57:01.117022 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-84b50fef-27c3-42fa-be97-dafe20084988 admin admin] Deleting port 3b240ae7-6772-413b-8087-f657daedb039 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:57:01.117398 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-84b50fef-27c3-42fa-be97-dafe20084988 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (3b240ae7-6772-413b-8087-f657daedb039), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:01.206276 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-84b50fef-27c3-42fa-be97-dafe20084988 admin admin] For port 3b240ae7-6772-413b-8087-f657daedb039, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3b240ae7-6772-413b-8087-f657daedb039,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:01.206645 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-84b50fef-27c3-42fa-be97-dafe20084988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (3b240ae7-6772-413b-8087-f657daedb039), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:01.219977 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-84b50fef-27c3-42fa-be97-dafe20084988 admin admin] Calling delete_port for 3b240ae7-6772-413b-8087-f657daedb039 owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:57:01.421016 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-84b50fef-27c3-42fa-be97-dafe20084988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (3b240ae7-6772-413b-8087-f657daedb039), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:01.480840 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b50fef-27c3-42fa-be97-dafe20084988 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b240ae7-6772-413b-8087-f657daedb039,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:01.527396 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-84b50fef-27c3-42fa-be97-dafe20084988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:01.591422 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3d51f664-6d94-4dae-b019-2f7d04816816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:01.644303 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-84b50fef-27c3-42fa-be97-dafe20084988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:01.646650 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-84b50fef-27c3-42fa-be97-dafe20084988 admin admin] Publish callbacks [] for router_controller (6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:01.697968 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-84b50fef-27c3-42fa-be97-dafe20084988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:01.698593 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b50fef-27c3-42fa-be97-dafe20084988 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:57:01.703615 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-84b50fef-27c3-42fa-be97-dafe20084988 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:01.704877 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-84b50fef-27c3-42fa-be97-dafe20084988 admin admin] 10.222.0.39 "DELETE /v2.0/routers/6fd9dcb3-b2c6-4b70-b11e-3ce07402ae4f HTTP/1.1" status: 204 len: 168 time: 1.3810503 Jan 28 13:57:01.707428 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39174) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:01.756168 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb413a9d-aa67-4e03-bdef-5912eae485db admin admin] Deleting subnet a282eac7-c6f7-4e0b-bd51-f3e60c647f6a {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:57:01.759963 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fb413a9d-aa67-4e03-bdef-5912eae485db admin admin] Publish callbacks [] for subnet (a282eac7-c6f7-4e0b-bd51-f3e60c647f6a), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:01.795263 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fb413a9d-aa67-4e03-bdef-5912eae485db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (a282eac7-c6f7-4e0b-bd51-f3e60c647f6a), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:01.875981 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fb413a9d-aa67-4e03-bdef-5912eae485db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (a282eac7-c6f7-4e0b-bd51-f3e60c647f6a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:01.937126 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fb413a9d-aa67-4e03-bdef-5912eae485db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (a282eac7-c6f7-4e0b-bd51-f3e60c647f6a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:01.967796 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb413a9d-aa67-4e03-bdef-5912eae485db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a282eac7-c6f7-4e0b-bd51-f3e60c647f6a,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:01.976139 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fb413a9d-aa67-4e03-bdef-5912eae485db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:01.980373 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fb413a9d-aa67-4e03-bdef-5912eae485db admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a282eac7-c6f7-4e0b-bd51-f3e60c647f6a HTTP/1.1" status: 204 len: 168 time: 0.2717354 Jan 28 13:57:01.983074 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39176) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:01.985994 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3321635-5e8e-4760-a747-0028931b3d58 None None] Network 6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:02.095521 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dff5d2a9-3067-409e-a6f3-2daa3269c5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (6e7d130e-da3e-4c1d-84f0-ecaccb54ae02), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:02.207771 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cba39869-59ef-4666-9f8b-0ccee603c4a2 req-f0ebef3c-0505-4026-bc1e-41afda467469 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4d82ad7b-7124-4364-b824-926e04d72257&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1044252 Jan 28 13:57:02.254623 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-dff5d2a9-3067-409e-a6f3-2daa3269c5f4 admin admin] Deleting port 9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:57:02.255381 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dff5d2a9-3067-409e-a6f3-2daa3269c5f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:02.285992 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a359d7-cf10-41a0-84b8-793cf450efaf None None] DHCP port deletion for 6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:57:02.363337 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-dff5d2a9-3067-409e-a6f3-2daa3269c5f4 admin admin] For port 9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5,segment=NetworkSegment(766923be-69a9-438b-8d26-7f7b6fae7a7f),segment_id=766923be-69a9-438b-8d26-7f7b6fae7a7f)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:02.363694 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dff5d2a9-3067-409e-a6f3-2daa3269c5f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:02.379603 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b5a359d7-cf10-41a0-84b8-793cf450efaf None None] Deleting port 9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:57:02.381372 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b5a359d7-cf10-41a0-84b8-793cf450efaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:02.387310 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-dff5d2a9-3067-409e-a6f3-2daa3269c5f4 admin admin] Calling delete_port for 9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:57:02.525007 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-b5a359d7-cf10-41a0-84b8-793cf450efaf None None] For port 9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5,segment=NetworkSegment(766923be-69a9-438b-8d26-7f7b6fae7a7f),segment_id=766923be-69a9-438b-8d26-7f7b6fae7a7f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:02.525702 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b5a359d7-cf10-41a0-84b8-793cf450efaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:02.557778 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b5a359d7-cf10-41a0-84b8-793cf450efaf None None] Calling delete_port for 9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:57:02.565878 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba39869-59ef-4666-9f8b-0ccee603c4a2 req-98199e62-f76c-417b-be09-f960ebfebbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:02.567684 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cba39869-59ef-4666-9f8b-0ccee603c4a2 req-98199e62-f76c-417b-be09-f960ebfebbb8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e95a247d94234d9685ef64daa6ffeae4&device_id=4d82ad7b-7124-4364-b824-926e04d72257 HTTP/1.1" status: 200 len: 1135 time: 0.2854857 Jan 28 13:57:02.572079 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dff5d2a9-3067-409e-a6f3-2daa3269c5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:02.648115 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5d2a9-3067-409e-a6f3-2daa3269c5f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:02.654356 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff5d2a9-3067-409e-a6f3-2daa3269c5f4 admin admin] No DVR routers for this DVR port 9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:57:02.685246 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4177516a-846f-4065-a1ca-452d4934d7d8 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:57:02.759195 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 4177516a-846f-4065-a1ca-452d4934d7d8 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:57:02.759454 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4177516a-846f-4065-a1ca-452d4934d7d8 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:57:02.759883 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3b240ae7-6772-413b-8087-f657daedb039 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:57:02.764097 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b5a359d7-cf10-41a0-84b8-793cf450efaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:02.764781 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dff5d2a9-3067-409e-a6f3-2daa3269c5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (6e7d130e-da3e-4c1d-84f0-ecaccb54ae02), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:02.805390 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a359d7-cf10-41a0-84b8-793cf450efaf None None] Pushing event deleted for resources: {'Port': ['ID=9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:02.807466 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 3b240ae7-6772-413b-8087-f657daedb039 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:57:02.807826 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3b240ae7-6772-413b-8087-f657daedb039 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:57:02.808249 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:57:02.823500 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-dff5d2a9-3067-409e-a6f3-2daa3269c5f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e7d130e-da3e-4c1d-84f0-ecaccb54ae02']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:02.832120 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:57:02.832477 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:57:02.839158 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a359d7-cf10-41a0-84b8-793cf450efaf None None] No DVR routers for this DVR port 9cc7f816-7a75-4c57-9b2d-0c8cbc9abeb5 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:57:02.843671 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-dff5d2a9-3067-409e-a6f3-2daa3269c5f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '766923be-69a9-438b-8d26-7f7b6fae7a7f') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:02.843965 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-dff5d2a9-3067-409e-a6f3-2daa3269c5f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '766923be-69a9-438b-8d26-7f7b6fae7a7f') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:02.865028 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dff5d2a9-3067-409e-a6f3-2daa3269c5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (766923be-69a9-438b-8d26-7f7b6fae7a7f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:02.901241 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dff5d2a9-3067-409e-a6f3-2daa3269c5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (766923be-69a9-438b-8d26-7f7b6fae7a7f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:02.914050 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff5d2a9-3067-409e-a6f3-2daa3269c5f4 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:57:02.914826 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dff5d2a9-3067-409e-a6f3-2daa3269c5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (766923be-69a9-438b-8d26-7f7b6fae7a7f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:02.925660 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:57:02.935744 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:57:02.937946 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba39869-59ef-4666-9f8b-0ccee603c4a2 req-72eb6f23-d745-4904-b4d4-583098c2863f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:02.940044 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cba39869-59ef-4666-9f8b-0ccee603c4a2 req-72eb6f23-d745-4904-b4d4-583098c2863f service neutron] 10.222.0.37 "GET /v2.0/networks?id=db277792-7cd8-4d46-bc26-79c16845a9a1 HTTP/1.1" status: 200 len: 896 time: 0.3265305 Jan 28 13:57:03.074490 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dff5d2a9-3067-409e-a6f3-2daa3269c5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (6e7d130e-da3e-4c1d-84f0-ecaccb54ae02), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:03.102176 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dff5d2a9-3067-409e-a6f3-2daa3269c5f4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:03.105500 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dff5d2a9-3067-409e-a6f3-2daa3269c5f4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6e7d130e-da3e-4c1d-84f0-ecaccb54ae02 HTTP/1.1" status: 204 len: 168 time: 1.1213472 Jan 28 13:57:03.109059 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5d2a9-3067-409e-a6f3-2daa3269c5f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e7d130e-da3e-4c1d-84f0-ecaccb54ae02,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:03.113764 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cba39869-59ef-4666-9f8b-0ccee603c4a2 req-2c3ca58b-561a-4974-aa82-c7377280206a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 HTTP/1.1" status: 200 len: 1001 time: 0.1670191 Jan 28 13:57:03.195500 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba39869-59ef-4666-9f8b-0ccee603c4a2 req-78b2bc73-7285-4de9-94b0-d7e325bca72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:03.197159 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cba39869-59ef-4666-9f8b-0ccee603c4a2 req-78b2bc73-7285-4de9-94b0-d7e325bca72b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=134e9670-cd58-4b34-845d-00420b33b5d9 HTTP/1.1" status: 200 len: 834 time: 0.0771787 Jan 28 13:57:03.253103 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba39869-59ef-4666-9f8b-0ccee603c4a2 req-e39fffa0-0135-4dae-a92b-02e3da3f015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:03.256255 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39184) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:03.257380 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cba39869-59ef-4666-9f8b-0ccee603c4a2 req-e39fffa0-0135-4dae-a92b-02e3da3f015f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db277792-7cd8-4d46-bc26-79c16845a9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535150 Jan 28 13:57:03.269274 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-cba39869-59ef-4666-9f8b-0ccee603c4a2 req-a440ba25-5d4f-42a7-9c6b-b60f4a84a643 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:57:03.271174 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cba39869-59ef-4666-9f8b-0ccee603c4a2 req-a440ba25-5d4f-42a7-9c6b-b60f4a84a643 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070057 Jan 28 13:57:03.298947 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e615570c-3fc7-49df-a9f7-5940b9775a40 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a710706f51d4196913035417fac81e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412960 Jan 28 13:57:03.301201 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39186) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:03.351165 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4e121f06-4096-4b50-bef6-e1bec9298a80 admin admin] Publish callbacks [] for security_group (8d1cc24e-eb41-437c-80c1-5b294462249e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:03.377660 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4e121f06-4096-4b50-bef6-e1bec9298a80 admin admin] Publish callbacks [] for security_group (8d1cc24e-eb41-437c-80c1-5b294462249e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:03.442095 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cba39869-59ef-4666-9f8b-0ccee603c4a2 req-fb1f772c-7a4c-4d76-b878-1e36b02aaf46 service neutron] 10.222.0.37 "GET /v2.0/networks/db277792-7cd8-4d46-bc26-79c16845a9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638730 Jan 28 13:57:03.446208 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4e121f06-4096-4b50-bef6-e1bec9298a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8d1cc24e-eb41-437c-80c1-5b294462249e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:03.450513 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4e121f06-4096-4b50-bef6-e1bec9298a80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:03.452445 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4e121f06-4096-4b50-bef6-e1bec9298a80 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8d1cc24e-eb41-437c-80c1-5b294462249e HTTP/1.1" status: 204 len: 168 time: 0.1499331 Jan 28 13:57:03.461876 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e121f06-4096-4b50-bef6-e1bec9298a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1cc24e-eb41-437c-80c1-5b294462249e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:03.618786 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cba39869-59ef-4666-9f8b-0ccee603c4a2 req-af99278c-2683-4e33-9b3d-9ba4f32160cf service neutron] 10.222.0.37 "GET /v2.0/networks/db277792-7cd8-4d46-bc26-79c16845a9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619935 Jan 28 13:57:03.763587 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39200) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:03.960332 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-47a9eb3d-57af-4713-9a52-c1c34a3cddec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:04.048013 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-47a9eb3d-57af-4713-9a52-c1c34a3cddec admin admin] Publish callbacks [] for security_group (bf72b1f3-080b-49c0-800b-2d0c8d140c7a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:04.053280 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-47a9eb3d-57af-4713-9a52-c1c34a3cddec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (bf72b1f3-080b-49c0-800b-2d0c8d140c7a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:04.101982 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-47a9eb3d-57af-4713-9a52-c1c34a3cddec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f30f635f2514423698621fdddfd2ddb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3367076 Jan 28 13:57:04.103013 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9eb3d-57af-4713-9a52-c1c34a3cddec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf72b1f3-080b-49c0-800b-2d0c8d140c7a,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:04.105443 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39212) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:04.183279 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-39f56a1f-dbc6-4776-b901-80694f4dbbee admin admin] Publish callbacks [] for security_group (bf72b1f3-080b-49c0-800b-2d0c8d140c7a), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:04.214901 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-39f56a1f-dbc6-4776-b901-80694f4dbbee admin admin] Publish callbacks [] for security_group (bf72b1f3-080b-49c0-800b-2d0c8d140c7a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:04.274122 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-39f56a1f-dbc6-4776-b901-80694f4dbbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (bf72b1f3-080b-49c0-800b-2d0c8d140c7a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:04.280540 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-39f56a1f-dbc6-4776-b901-80694f4dbbee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:04.284384 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-39f56a1f-dbc6-4776-b901-80694f4dbbee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf72b1f3-080b-49c0-800b-2d0c8d140c7a HTTP/1.1" status: 204 len: 168 time: 0.1761744 Jan 28 13:57:04.292180 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f56a1f-dbc6-4776-b901-80694f4dbbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf72b1f3-080b-49c0-800b-2d0c8d140c7a,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:04.328209 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:06.071031 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39298) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:06.224357 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87b37a39-fff0-44b4-951a-8093a2816287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:06.309001 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87b37a39-fff0-44b4-951a-8093a2816287 admin admin] Publish callbacks [] for security_group (68574797-10b9-4dc4-9324-34f4c89c41ba), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:06.316311 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-87b37a39-fff0-44b4-951a-8093a2816287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (68574797-10b9-4dc4-9324-34f4c89c41ba), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:06.366040 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-87b37a39-fff0-44b4-951a-8093a2816287 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d660a5ebd552474f872d90253b2fc667&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2933471 Jan 28 13:57:06.368939 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39310) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:06.371060 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b37a39-fff0-44b4-951a-8093a2816287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68574797-10b9-4dc4-9324-34f4c89c41ba,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:06.381080 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:06.454843 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5a159628-d35a-4606-9f14-be5b616b39fe admin admin] Publish callbacks [] for security_group (68574797-10b9-4dc4-9324-34f4c89c41ba), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:06.499281 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5a159628-d35a-4606-9f14-be5b616b39fe admin admin] Publish callbacks [] for security_group (68574797-10b9-4dc4-9324-34f4c89c41ba), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:06.562875 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5a159628-d35a-4606-9f14-be5b616b39fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (68574797-10b9-4dc4-9324-34f4c89c41ba), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:06.566360 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5a159628-d35a-4606-9f14-be5b616b39fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:06.567569 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5a159628-d35a-4606-9f14-be5b616b39fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68574797-10b9-4dc4-9324-34f4c89c41ba HTTP/1.1" status: 204 len: 168 time: 0.1965060 Jan 28 13:57:06.579548 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a159628-d35a-4606-9f14-be5b616b39fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68574797-10b9-4dc4-9324-34f4c89c41ba,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:06.956498 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39330) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:06.974904 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0c1008c0-6700-4646-89d0-dab561e23f2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:06.987807 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39332) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:07.092908 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0c1008c0-6700-4646-89d0-dab561e23f2e admin admin] Publish callbacks [] for security_group (6a4c2c6d-19b2-4a33-b281-cfa1999ea606), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:07.110146 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0c1008c0-6700-4646-89d0-dab561e23f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6a4c2c6d-19b2-4a33-b281-cfa1999ea606), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:07.164893 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0c1008c0-6700-4646-89d0-dab561e23f2e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=03c30d6b0f4049869b9219eacbdf102c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2071562 Jan 28 13:57:07.167423 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1008c0-6700-4646-89d0-dab561e23f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4c2c6d-19b2-4a33-b281-cfa1999ea606,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:07.167678 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39336) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:07.243230 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f188afc9-c9b8-45ed-bd80-cfc9a7529791 admin admin] Publish callbacks [] for security_group (6a4c2c6d-19b2-4a33-b281-cfa1999ea606), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:07.278945 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f188afc9-c9b8-45ed-bd80-cfc9a7529791 admin admin] Publish callbacks [] for security_group (6a4c2c6d-19b2-4a33-b281-cfa1999ea606), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:07.280940 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-65418944-a9a2-44ff-b409-92cd3c94c20c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:07.358565 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f188afc9-c9b8-45ed-bd80-cfc9a7529791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6a4c2c6d-19b2-4a33-b281-cfa1999ea606), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:07.361192 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f188afc9-c9b8-45ed-bd80-cfc9a7529791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:07.362373 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f188afc9-c9b8-45ed-bd80-cfc9a7529791 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6a4c2c6d-19b2-4a33-b281-cfa1999ea606 HTTP/1.1" status: 204 len: 168 time: 0.1934786 Jan 28 13:57:07.376539 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188afc9-c9b8-45ed-bd80-cfc9a7529791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4c2c6d-19b2-4a33-b281-cfa1999ea606,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:07.416341 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-65418944-a9a2-44ff-b409-92cd3c94c20c admin admin] Publish callbacks [] for security_group (7c49a6aa-eb74-4b4f-9b6d-b57a10cf6e79), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:07.422263 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-65418944-a9a2-44ff-b409-92cd3c94c20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7c49a6aa-eb74-4b4f-9b6d-b57a10cf6e79), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:07.462230 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65418944-a9a2-44ff-b409-92cd3c94c20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c49a6aa-eb74-4b4f-9b6d-b57a10cf6e79,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:07.466661 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-65418944-a9a2-44ff-b409-92cd3c94c20c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c8b7111031794453a5bd34fdecfce7b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4776502 Jan 28 13:57:07.469236 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39340) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:07.537873 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1704a72f-764e-45a9-9ba5-53c7666cef88 admin admin] Publish callbacks [] for security_group (7c49a6aa-eb74-4b4f-9b6d-b57a10cf6e79), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:07.562321 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1704a72f-764e-45a9-9ba5-53c7666cef88 admin admin] Publish callbacks [] for security_group (7c49a6aa-eb74-4b4f-9b6d-b57a10cf6e79), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:07.616373 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1704a72f-764e-45a9-9ba5-53c7666cef88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7c49a6aa-eb74-4b4f-9b6d-b57a10cf6e79), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:07.619082 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1704a72f-764e-45a9-9ba5-53c7666cef88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:07.620208 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1704a72f-764e-45a9-9ba5-53c7666cef88 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7c49a6aa-eb74-4b4f-9b6d-b57a10cf6e79 HTTP/1.1" status: 204 len: 168 time: 0.1500633 Jan 28 13:57:07.633137 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704a72f-764e-45a9-9ba5-53c7666cef88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c49a6aa-eb74-4b4f-9b6d-b57a10cf6e79,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:08.042122 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39370) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:08.060795 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cec620a5-b367-4dc5-aa45-065290b4deb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:08.154234 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cec620a5-b367-4dc5-aa45-065290b4deb2 admin admin] Publish callbacks [] for security_group (7f5ba8ec-7f48-4521-bf84-d5c2bca7ddcc), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:08.159069 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cec620a5-b367-4dc5-aa45-065290b4deb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7f5ba8ec-7f48-4521-bf84-d5c2bca7ddcc), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:08.207693 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec620a5-b367-4dc5-aa45-065290b4deb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5ba8ec-7f48-4521-bf84-d5c2bca7ddcc,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:08.217389 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39376) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:08.224704 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cec620a5-b367-4dc5-aa45-065290b4deb2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d9b58cd8731445129cc94df5f576c1b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1807983 Jan 28 13:57:08.277392 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d1b7b8f5-130e-4d5a-b71b-0910f30caf98 admin admin] Publish callbacks [] for security_group (7f5ba8ec-7f48-4521-bf84-d5c2bca7ddcc), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:08.300335 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d1b7b8f5-130e-4d5a-b71b-0910f30caf98 admin admin] Publish callbacks [] for security_group (7f5ba8ec-7f48-4521-bf84-d5c2bca7ddcc), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:08.363728 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d1b7b8f5-130e-4d5a-b71b-0910f30caf98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7f5ba8ec-7f48-4521-bf84-d5c2bca7ddcc), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:08.366622 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d1b7b8f5-130e-4d5a-b71b-0910f30caf98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:08.367833 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d1b7b8f5-130e-4d5a-b71b-0910f30caf98 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f5ba8ec-7f48-4521-bf84-d5c2bca7ddcc HTTP/1.1" status: 204 len: 168 time: 0.1494751 Jan 28 13:57:08.375862 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7b8f5-130e-4d5a-b71b-0910f30caf98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5ba8ec-7f48-4521-bf84-d5c2bca7ddcc,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:08.817908 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39400) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:09.012251 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b56d8d5f-3e8e-45ff-894e-28164b8f74c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:09.135013 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b56d8d5f-3e8e-45ff-894e-28164b8f74c9 admin admin] Publish callbacks [] for security_group (e1111d6a-cf91-4b0b-aa6f-2eb58188459d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:09.140549 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b56d8d5f-3e8e-45ff-894e-28164b8f74c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e1111d6a-cf91-4b0b-aa6f-2eb58188459d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:09.189949 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d8d5f-3e8e-45ff-894e-28164b8f74c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1111d6a-cf91-4b0b-aa6f-2eb58188459d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:09.197472 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39416) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:09.198159 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b56d8d5f-3e8e-45ff-894e-28164b8f74c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=be756fcedd44435cb106a6dd3b3c38ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3785222 Jan 28 13:57:09.268077 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5cda4196-5cf4-4c69-bd16-6a60f02adf81 admin admin] Publish callbacks [] for security_group (e1111d6a-cf91-4b0b-aa6f-2eb58188459d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:09.289742 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5cda4196-5cf4-4c69-bd16-6a60f02adf81 admin admin] Publish callbacks [] for security_group (e1111d6a-cf91-4b0b-aa6f-2eb58188459d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:09.337324 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5cda4196-5cf4-4c69-bd16-6a60f02adf81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e1111d6a-cf91-4b0b-aa6f-2eb58188459d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:09.340424 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5cda4196-5cf4-4c69-bd16-6a60f02adf81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:09.341824 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5cda4196-5cf4-4c69-bd16-6a60f02adf81 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e1111d6a-cf91-4b0b-aa6f-2eb58188459d HTTP/1.1" status: 204 len: 168 time: 0.1433380 Jan 28 13:57:09.352265 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda4196-5cf4-4c69-bd16-6a60f02adf81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1111d6a-cf91-4b0b-aa6f-2eb58188459d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:10.951520 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39492) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:11.076972 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d71ab102-6322-4865-adeb-9623c1040164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:11.166770 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d71ab102-6322-4865-adeb-9623c1040164 admin admin] Publish callbacks [] for security_group (d13c4088-341f-434c-854f-23c5c746d7de), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:11.177079 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d71ab102-6322-4865-adeb-9623c1040164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d13c4088-341f-434c-854f-23c5c746d7de), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:11.231900 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d71ab102-6322-4865-adeb-9623c1040164 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a3c794e63c774230b63429f7831ff466&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2791779 Jan 28 13:57:11.236382 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39498) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:11.237186 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ab102-6322-4865-adeb-9623c1040164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13c4088-341f-434c-854f-23c5c746d7de,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:11.317913 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30893984-8568-4493-abfe-9a1534049cfa admin admin] Publish callbacks [] for security_group (d13c4088-341f-434c-854f-23c5c746d7de), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:11.347592 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30893984-8568-4493-abfe-9a1534049cfa admin admin] Publish callbacks [] for security_group (d13c4088-341f-434c-854f-23c5c746d7de), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:11.421273 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30893984-8568-4493-abfe-9a1534049cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (d13c4088-341f-434c-854f-23c5c746d7de), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:11.424212 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-30893984-8568-4493-abfe-9a1534049cfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:11.429550 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-30893984-8568-4493-abfe-9a1534049cfa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d13c4088-341f-434c-854f-23c5c746d7de HTTP/1.1" status: 204 len: 168 time: 0.1867461 Jan 28 13:57:11.435082 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30893984-8568-4493-abfe-9a1534049cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13c4088-341f-434c-854f-23c5c746d7de,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:11.813743 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39506) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:11.831747 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-489b125e-353e-4bfd-b581-1d4447faeba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:11.930030 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-489b125e-353e-4bfd-b581-1d4447faeba5 admin admin] Publish callbacks [] for security_group (4f08b27e-e62e-409b-b95f-5b93fc772169), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:11.935934 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-489b125e-353e-4bfd-b581-1d4447faeba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (4f08b27e-e62e-409b-b95f-5b93fc772169), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:11.989628 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39508) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:11.999247 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-489b125e-353e-4bfd-b581-1d4447faeba5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f8dbaacb895b4137976e0d36864378aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1769333 Jan 28 13:57:12.001323 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b125e-353e-4bfd-b581-1d4447faeba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f08b27e-e62e-409b-b95f-5b93fc772169,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:12.094293 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-66650092-63b2-4736-8d31-2bd0f1ddad01 admin admin] Publish callbacks [] for security_group (4f08b27e-e62e-409b-b95f-5b93fc772169), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:12.122081 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-66650092-63b2-4736-8d31-2bd0f1ddad01 admin admin] Publish callbacks [] for security_group (4f08b27e-e62e-409b-b95f-5b93fc772169), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:12.188398 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-66650092-63b2-4736-8d31-2bd0f1ddad01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (4f08b27e-e62e-409b-b95f-5b93fc772169), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:12.192321 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-66650092-63b2-4736-8d31-2bd0f1ddad01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:12.193550 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-66650092-63b2-4736-8d31-2bd0f1ddad01 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f08b27e-e62e-409b-b95f-5b93fc772169 HTTP/1.1" status: 204 len: 168 time: 0.2026522 Jan 28 13:57:12.204717 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66650092-63b2-4736-8d31-2bd0f1ddad01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f08b27e-e62e-409b-b95f-5b93fc772169,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:12.558668 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39522) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:12.708147 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eb95fa4f-ee59-40c4-b9d3-0ef8988ef630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:12.821592 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eb95fa4f-ee59-40c4-b9d3-0ef8988ef630 admin admin] Publish callbacks [] for security_group (70434217-58ef-46ab-a0b5-420847526f81), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:12.830618 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eb95fa4f-ee59-40c4-b9d3-0ef8988ef630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (70434217-58ef-46ab-a0b5-420847526f81), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:12.879744 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39538) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:12.880032 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-eb95fa4f-ee59-40c4-b9d3-0ef8988ef630 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f4c35203a7824ff49284ff177a490538&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3193455 Jan 28 13:57:12.881234 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95fa4f-ee59-40c4-b9d3-0ef8988ef630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70434217-58ef-46ab-a0b5-420847526f81,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:12.950837 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c6349feb-9421-481e-a1c3-c43b8be25f5b admin admin] Publish callbacks [] for security_group (70434217-58ef-46ab-a0b5-420847526f81), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:12.978217 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c6349feb-9421-481e-a1c3-c43b8be25f5b admin admin] Publish callbacks [] for security_group (70434217-58ef-46ab-a0b5-420847526f81), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:13.032389 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-890c1796-d7e3-42e1-8e9f-7029a0a5e014 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=be9aaa0464344092b46ff31f13708990&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518844 Jan 28 13:57:13.217608 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c6349feb-9421-481e-a1c3-c43b8be25f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (70434217-58ef-46ab-a0b5-420847526f81), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:13.220555 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c6349feb-9421-481e-a1c3-c43b8be25f5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:13.224372 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c6349feb-9421-481e-a1c3-c43b8be25f5b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/70434217-58ef-46ab-a0b5-420847526f81 HTTP/1.1" status: 204 len: 168 time: 0.3410499 Jan 28 13:57:13.249182 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6349feb-9421-481e-a1c3-c43b8be25f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70434217-58ef-46ab-a0b5-420847526f81,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:13.265794 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-fe8d30a3-9106-40f5-a562-fe9eda430961 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:13.268070 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-fe8d30a3-9106-40f5-a562-fe9eda430961 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2207830 Jan 28 13:57:13.295208 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-3dedbca5-8d15-4191-9c40-51297ed486d3 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.39 "GET /v2.0/quotas/be9aaa0464344092b46ff31f13708990 HTTP/1.1" status: 200 len: 375 time: 0.0207300 Jan 28 13:57:13.330531 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-efe11919-a16f-4373-ba00-e34f2370366c tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=be9aaa0464344092b46ff31f13708990&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300336 Jan 28 13:57:13.536342 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ced60135-c234-4e98-96eb-ca7a1c6779cd req-e568b049-395c-409c-9a7c-ff1bbd65c8c0 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.39 "GET /v2.0/ports?device_id=66cc7198-08d3-4e94-b2a3-d5f9c08e4996 HTTP/1.1" status: 200 len: 210 time: 0.0275726 Jan 28 13:57:13.549522 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39576) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:13.675773 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4de95d0f-5d59-46ba-9957-a864e51ca659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:13.761250 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4de95d0f-5d59-46ba-9957-a864e51ca659 admin admin] Publish callbacks [] for security_group (65e882b3-7dd7-4d9b-8402-e6b610ec6be3), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:13.768651 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4de95d0f-5d59-46ba-9957-a864e51ca659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (65e882b3-7dd7-4d9b-8402-e6b610ec6be3), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:13.810249 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4de95d0f-5d59-46ba-9957-a864e51ca659 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80055dbfc110416a81ee93f101b87d1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2596531 Jan 28 13:57:13.811156 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de95d0f-5d59-46ba-9957-a864e51ca659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e882b3-7dd7-4d9b-8402-e6b610ec6be3,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:13.813870 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39590) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:13.871725 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aa4e8dd9-7564-4769-bb1b-e447ee27c875 admin admin] Publish callbacks [] for security_group (65e882b3-7dd7-4d9b-8402-e6b610ec6be3), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:13.895819 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aa4e8dd9-7564-4769-bb1b-e447ee27c875 admin admin] Publish callbacks [] for security_group (65e882b3-7dd7-4d9b-8402-e6b610ec6be3), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:13.943368 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aa4e8dd9-7564-4769-bb1b-e447ee27c875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (65e882b3-7dd7-4d9b-8402-e6b610ec6be3), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:13.946208 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-aa4e8dd9-7564-4769-bb1b-e447ee27c875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:13.953226 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-aa4e8dd9-7564-4769-bb1b-e447ee27c875 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/65e882b3-7dd7-4d9b-8402-e6b610ec6be3 HTTP/1.1" status: 204 len: 168 time: 0.1387684 Jan 28 13:57:13.961791 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e8dd9-7564-4769-bb1b-e447ee27c875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e882b3-7dd7-4d9b-8402-e6b610ec6be3,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:14.073563 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39600) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:14.293517 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-c44bda95-b003-443c-a41d-bedb37805b5c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1285191219-network', 'tenant_id': '8f904ecf91134b7b98bca3af2b72e4cd'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:14.313973 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44bda95-b003-443c-a41d-bedb37805b5c admin admin] Made reservation on behalf of 8f904ecf91134b7b98bca3af2b72e4cd for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:14.316349 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c44bda95-b003-443c-a41d-bedb37805b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:14.325064 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c44bda95-b003-443c-a41d-bedb37805b5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:14.398967 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c44bda95-b003-443c-a41d-bedb37805b5c admin admin] Publish callbacks [] for security_group (a4b19407-972f-4540-9519-c8517c76bd80), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:14.404967 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c44bda95-b003-443c-a41d-bedb37805b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a4b19407-972f-4540-9519-c8517c76bd80), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:14.426321 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44bda95-b003-443c-a41d-bedb37805b5c admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:57:14.442011 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44bda95-b003-443c-a41d-bedb37805b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b19407-972f-4540-9519-c8517c76bd80,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:14.444709 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c44bda95-b003-443c-a41d-bedb37805b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (34858809-7570-4dd5-aa13-649e1e01b5d6), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:14.445046 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-c44bda95-b003-443c-a41d-bedb37805b5c admin admin] Added segment 34858809-7570-4dd5-aa13-649e1e01b5d6 of type vlan for network d8e30c0e-c503-4dad-86be-aac6791c5cd0 Jan 28 13:57:14.503263 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c44bda95-b003-443c-a41d-bedb37805b5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (d8e30c0e-c503-4dad-86be-aac6791c5cd0), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:14.533941 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c44bda95-b003-443c-a41d-bedb37805b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (d8e30c0e-c503-4dad-86be-aac6791c5cd0), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:14.535085 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44bda95-b003-443c-a41d-bedb37805b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:14.535791 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c44bda95-b003-443c-a41d-bedb37805b5c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:14.612706 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c44bda95-b003-443c-a41d-bedb37805b5c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5377767 Jan 28 13:57:14.624929 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39626) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:14.641198 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d2138ee2-38df-4325-bdf6-b8008fed4184 req-46de6417-09f2-4613-acfe-925079fa82e3 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.39 "GET /v2.0/ports?device_id=66cc7198-08d3-4e94-b2a3-d5f9c08e4996 HTTP/1.1" status: 200 len: 210 time: 0.0496604 Jan 28 13:57:14.645982 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-c3693a35-86e0-4993-ac2c-6d259bd9392c admin admin] Request body: {'subnet': {'network_id': 'd8e30c0e-c503-4dad-86be-aac6791c5cd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1285191219-subnet', 'tenant_id': '8f904ecf91134b7b98bca3af2b72e4cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:14.661249 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44bda95-b003-443c-a41d-bedb37805b5c admin admin] Pushing event updated for resources: {'Network': ['ID=d8e30c0e-c503-4dad-86be-aac6791c5cd0,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:14.670637 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3693a35-86e0-4993-ac2c-6d259bd9392c admin admin] Made reservation on behalf of 8f904ecf91134b7b98bca3af2b72e4cd for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:14.673570 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c3693a35-86e0-4993-ac2c-6d259bd9392c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:14.676797 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network d8e30c0e-c503-4dad-86be-aac6791c5cd0 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:57:14.858737 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c3693a35-86e0-4993-ac2c-6d259bd9392c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (381bbc5c-031c-417d-bcc7-caab6a5e875a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:14.928685 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3693a35-86e0-4993-ac2c-6d259bd9392c admin admin] Pushing event updated for resources: {'Subnet': ['ID=381bbc5c-031c-417d-bcc7-caab6a5e875a,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:14.937974 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3693a35-86e0-4993-ac2c-6d259bd9392c admin admin] Checking segment: {'id': '34858809-7570-4dd5-aa13-649e1e01b5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd8e30c0e-c503-4dad-86be-aac6791c5cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:14.938359 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3693a35-86e0-4993-ac2c-6d259bd9392c admin admin] Network hostable DHCP agents. Network: d8e30c0e-c503-4dad-86be-aac6791c5cd0, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:57:14.959908 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3693a35-86e0-4993-ac2c-6d259bd9392c admin admin] Network d8e30c0e-c503-4dad-86be-aac6791c5cd0 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:57:14.976272 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-c3693a35-86e0-4993-ac2c-6d259bd9392c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, d8e30c0e-c503-4dad-86be-aac6791c5cd0) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:14.980494 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3693a35-86e0-4993-ac2c-6d259bd9392c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:14.981192 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c3693a35-86e0-4993-ac2c-6d259bd9392c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:14.986236 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a2b7e0-bae2-4c33-9f9c-dbc4f9e406b8 None None] Network d8e30c0e-c503-4dad-86be-aac6791c5cd0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:15.028408 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c3693a35-86e0-4993-ac2c-6d259bd9392c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4021802 Jan 28 13:57:15.103659 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf45642-5fce-4c00-a2eb-0638c96cae8d None None] Network d8e30c0e-c503-4dad-86be-aac6791c5cd0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:15.549981 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-a3751830-e403-4c56-9832-53b037c0ebe9 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=be9aaa0464344092b46ff31f13708990&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299816 Jan 28 13:57:15.648682 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39678) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:15.656006 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-39b59bbd-629b-443b-b27c-0464c8ad528d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-270521852-network', 'tenant_id': '96e4e44c25534a1d8fd1a9af09ea3e94'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:15.699587 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-792b3dc0-a695-4e99-9dd1-a874d1f66435 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:15.701581 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-792b3dc0-a695-4e99-9dd1-a874d1f66435 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1460018 Jan 28 13:57:15.703064 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b59bbd-629b-443b-b27c-0464c8ad528d admin admin] Made reservation on behalf of 96e4e44c25534a1d8fd1a9af09ea3e94 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:15.705291 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-39b59bbd-629b-443b-b27c-0464c8ad528d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:15.722510 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-d3d5f3a5-b8a3-4996-9af9-e9c97046cbbb tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Request body: {'port': {'device_id': '66cc7198-08d3-4e94-b2a3-d5f9c08e4996', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': 'be9aaa0464344092b46ff31f13708990'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:15.725666 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-39b59bbd-629b-443b-b27c-0464c8ad528d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:15.755219 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7ddf74d3-e0fa-4e30-9465-3cd4d5fcf2d1 req-1715745b-9f6a-420d-9211-8ad987036bbe tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.39 "GET /v2.0/ports?device_id=66cc7198-08d3-4e94-b2a3-d5f9c08e4996 HTTP/1.1" status: 200 len: 210 time: 0.0351913 Jan 28 13:57:15.883905 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-d3d5f3a5-b8a3-4996-9af9-e9c97046cbbb tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Made reservation on behalf of be9aaa0464344092b46ff31f13708990 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:15.887332 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-d3d5f3a5-b8a3-4996-9af9-e9c97046cbbb tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:15.911920 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-d3d5f3a5-b8a3-4996-9af9-e9c97046cbbb tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:15.915773 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-39b59bbd-629b-443b-b27c-0464c8ad528d admin admin] Publish callbacks [] for security_group (f32e1021-ce28-4fa1-af6b-31d4b173d484), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:15.925231 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-39b59bbd-629b-443b-b27c-0464c8ad528d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f32e1021-ce28-4fa1-af6b-31d4b173d484), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:15.950453 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b59bbd-629b-443b-b27c-0464c8ad528d admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:57:15.977380 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-39b59bbd-629b-443b-b27c-0464c8ad528d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (f4d391a2-862f-4eb6-9893-c80aa4cf8f81), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:15.977724 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-39b59bbd-629b-443b-b27c-0464c8ad528d admin admin] Added segment f4d391a2-862f-4eb6-9893-c80aa4cf8f81 of type vlan for network 2a5a2bd1-af85-4d13-852b-265d523e4346 Jan 28 13:57:15.990774 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b59bbd-629b-443b-b27c-0464c8ad528d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32e1021-ce28-4fa1-af6b-31d4b173d484,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:16.042132 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-39b59bbd-629b-443b-b27c-0464c8ad528d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (2a5a2bd1-af85-4d13-852b-265d523e4346), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.091934 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-d3d5f3a5-b8a3-4996-9af9-e9c97046cbbb tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Publish callbacks [] for security_group (20f66b76-0ff5-4b65-b937-6568dacf3bf6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.092914 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-39b59bbd-629b-443b-b27c-0464c8ad528d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (2a5a2bd1-af85-4d13-852b-265d523e4346), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.093953 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b59bbd-629b-443b-b27c-0464c8ad528d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:16.094660 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-39b59bbd-629b-443b-b27c-0464c8ad528d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.102011 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-d3d5f3a5-b8a3-4996-9af9-e9c97046cbbb tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (20f66b76-0ff5-4b65-b937-6568dacf3bf6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.158789 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39706) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:16.163589 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-39b59bbd-629b-443b-b27c-0464c8ad528d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5135739 Jan 28 13:57:16.166241 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39710) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:16.171174 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-b0a2b29a-cd4b-47ed-a518-bec21513cdd2 admin admin] Request body: {'subnet': {'network_id': '2a5a2bd1-af85-4d13-852b-265d523e4346', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-270521852-subnet', 'tenant_id': '96e4e44c25534a1d8fd1a9af09ea3e94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:16.193905 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a2b29a-cd4b-47ed-a518-bec21513cdd2 admin admin] Made reservation on behalf of 96e4e44c25534a1d8fd1a9af09ea3e94 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:16.196525 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b0a2b29a-cd4b-47ed-a518-bec21513cdd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.263986 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5f3a5-b8a3-4996-9af9-e9c97046cbbb tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f66b76-0ff5-4b65-b937-6568dacf3bf6,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:16.267617 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b59bbd-629b-443b-b27c-0464c8ad528d admin admin] Pushing event updated for resources: {'Network': ['ID=2a5a2bd1-af85-4d13-852b-265d523e4346,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:16.287808 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 2a5a2bd1-af85-4d13-852b-265d523e4346 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:57:16.300268 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c4c577d3-2468-429c-910f-6e0870e4f7b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.334291 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-d3d5f3a5-b8a3-4996-9af9-e9c97046cbbb tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Allocated IP 192.168.233.83 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/93d68f0b-14b5-4d31-98b7-a9d0287fc047) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:16.433844 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b0a2b29a-cd4b-47ed-a518-bec21513cdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (03ea3b3c-7ce0-4ab9-ac4a-dd8a972bbd92), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.497427 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-d3d5f3a5-b8a3-4996-9af9-e9c97046cbbb tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Publish callbacks [] for port (93d68f0b-14b5-4d31-98b7-a9d0287fc047), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.500497 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c4c577d3-2468-429c-910f-6e0870e4f7b2 admin admin] Publish callbacks [] for security_group (5835224b-639f-4d0c-a642-b2beadb4e334), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.504028 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2b29a-cd4b-47ed-a518-bec21513cdd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03ea3b3c-7ce0-4ab9-ac4a-dd8a972bbd92,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:16.513047 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c4c577d3-2468-429c-910f-6e0870e4f7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5835224b-639f-4d0c-a642-b2beadb4e334), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.547516 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-d3d5f3a5-b8a3-4996-9af9-e9c97046cbbb tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (93d68f0b-14b5-4d31-98b7-a9d0287fc047), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.561720 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c4c577d3-2468-429c-910f-6e0870e4f7b2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68b864cd61844032a11a5086cc317ab3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3985927 Jan 28 13:57:16.561720 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a2b29a-cd4b-47ed-a518-bec21513cdd2 admin admin] Checking segment: {'id': 'f4d391a2-862f-4eb6-9893-c80aa4cf8f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2a5a2bd1-af85-4d13-852b-265d523e4346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:16.561720 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a2b29a-cd4b-47ed-a518-bec21513cdd2 admin admin] Network hostable DHCP agents. Network: 2a5a2bd1-af85-4d13-852b-265d523e4346, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:57:16.562774 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39714) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:16.571990 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c577d3-2468-429c-910f-6e0870e4f7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5835224b-639f-4d0c-a642-b2beadb4e334,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:16.595628 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-d3d5f3a5-b8a3-4996-9af9-e9c97046cbbb tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:16.598687 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-d3d5f3a5-b8a3-4996-9af9-e9c97046cbbb tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:16.601787 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-d3d5f3a5-b8a3-4996-9af9-e9c97046cbbb tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:16.609818 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a2b29a-cd4b-47ed-a518-bec21513cdd2 admin admin] Network 2a5a2bd1-af85-4d13-852b-265d523e4346 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:57:16.627383 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-b0a2b29a-cd4b-47ed-a518-bec21513cdd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 2a5a2bd1-af85-4d13-852b-265d523e4346) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:16.632475 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5f3a5-b8a3-4996-9af9-e9c97046cbbb tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Pushing event updated for resources: {'Port': ['ID=93d68f0b-14b5-4d31-98b7-a9d0287fc047,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:16.634536 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a2b29a-cd4b-47ed-a518-bec21513cdd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:16.635390 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b0a2b29a-cd4b-47ed-a518-bec21513cdd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.638171 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-72dd9f83-911a-477e-9ff4-e1f44dd79695 admin admin] Publish callbacks [] for security_group (5835224b-639f-4d0c-a642-b2beadb4e334), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.643323 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0854dc74-5893-42de-9681-ee8c7b716a41 None None] Network 2a5a2bd1-af85-4d13-852b-265d523e4346 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:16.663687 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-d3d5f3a5-b8a3-4996-9af9-e9c97046cbbb tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:16.665299 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-d3d5f3a5-b8a3-4996-9af9-e9c97046cbbb tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.669137 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-72dd9f83-911a-477e-9ff4-e1f44dd79695 admin admin] Publish callbacks [] for security_group (5835224b-639f-4d0c-a642-b2beadb4e334), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.673538 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b0a2b29a-cd4b-47ed-a518-bec21513cdd2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5063555 Jan 28 13:57:16.685373 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-d3d5f3a5-b8a3-4996-9af9-e9c97046cbbb tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9661498 Jan 28 13:57:16.736230 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-72dd9f83-911a-477e-9ff4-e1f44dd79695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5835224b-639f-4d0c-a642-b2beadb4e334), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.739746 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-72dd9f83-911a-477e-9ff4-e1f44dd79695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.745121 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-72dd9f83-911a-477e-9ff4-e1f44dd79695 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5835224b-639f-4d0c-a642-b2beadb4e334 HTTP/1.1" status: 204 len: 168 time: 0.1799948 Jan 28 13:57:16.754132 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd9f83-911a-477e-9ff4-e1f44dd79695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5835224b-639f-4d0c-a642-b2beadb4e334,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:16.792350 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-f33fbe97-1c8c-41ef-a8db-a622ba86f143 service neutron] Request body: {'port': {'device_id': '66cc7198-08d3-4e94-b2a3-d5f9c08e4996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:16.883314 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88112c3-4253-475c-9867-97bd156556ad None None] Network 2a5a2bd1-af85-4d13-852b-265d523e4346 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:16.943708 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-f33fbe97-1c8c-41ef-a8db-a622ba86f143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (93d68f0b-14b5-4d31-98b7-a9d0287fc047), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.996119 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-2c66db88-6651-4bcd-bb69-434eb5410c21 None None] Provisioning complete for port 93d68f0b-14b5-4d31-98b7-a9d0287fc047 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:16.996494 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2c66db88-6651-4bcd-bb69-434eb5410c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (93d68f0b-14b5-4d31-98b7-a9d0287fc047), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:17.000320 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331617f-e7c0-4277-9d89-c0ce031f7508 req-b3ac5687-1b45-43b7-af56-7d5b6dbba1ca tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:17.002022 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c331617f-e7c0-4277-9d89-c0ce031f7508 req-b3ac5687-1b45-43b7-af56-7d5b6dbba1ca tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.39 "GET /v2.0/ports?device_id=66cc7198-08d3-4e94-b2a3-d5f9c08e4996 HTTP/1.1" status: 200 len: 935 time: 0.1490717 Jan 28 13:57:17.080964 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2c66db88-6651-4bcd-bb69-434eb5410c21 None None] Port 93d68f0b-14b5-4d31-98b7-a9d0287fc047 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:57:17.133680 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c331617f-e7c0-4277-9d89-c0ce031f7508 req-4f7cbb87-3ea9-4e60-bb22-942cadf437db tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.39 "GET /v2.0/security-groups?id=20f66b76-0ff5-4b65-b937-6568dacf3bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205926 Jan 28 13:57:17.180278 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39732) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:17.196135 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-09449918-01b0-4687-b9cf-030f0ce24bef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:17.281098 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-09449918-01b0-4687-b9cf-030f0ce24bef admin admin] Publish callbacks [] for security_group (964c0e2b-21dc-43cd-82de-fac8bac9a37a), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:17.282208 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-f33fbe97-1c8c-41ef-a8db-a622ba86f143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d68f0b-14b5-4d31-98b7-a9d0287fc047 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:57:17.286402 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-09449918-01b0-4687-b9cf-030f0ce24bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (964c0e2b-21dc-43cd-82de-fac8bac9a37a), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:17.290364 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-f33fbe97-1c8c-41ef-a8db-a622ba86f143 service neutron] Publish callbacks [] for port (93d68f0b-14b5-4d31-98b7-a9d0287fc047), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:17.305450 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-f33fbe97-1c8c-41ef-a8db-a622ba86f143 service neutron] Transition to ACTIVE for port object 93d68f0b-14b5-4d31-98b7-a9d0287fc047 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:57:17.310679 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-f33fbe97-1c8c-41ef-a8db-a622ba86f143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (93d68f0b-14b5-4d31-98b7-a9d0287fc047), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:17.326368 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-09449918-01b0-4687-b9cf-030f0ce24bef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f370a21ead34edfa26eb02b4f1417fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1440380 Jan 28 13:57:17.327408 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09449918-01b0-4687-b9cf-030f0ce24bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964c0e2b-21dc-43cd-82de-fac8bac9a37a,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:17.330134 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39734) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:17.363238 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33fbe97-1c8c-41ef-a8db-a622ba86f143 service neutron] Pushing event updated for resources: {'Port': ['ID=93d68f0b-14b5-4d31-98b7-a9d0287fc047,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:17.396793 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c83d82bc-f547-4e2e-ac1f-b8dab849c287 admin admin] Publish callbacks [] for security_group (964c0e2b-21dc-43cd-82de-fac8bac9a37a), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:17.438796 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c83d82bc-f547-4e2e-ac1f-b8dab849c287 admin admin] Publish callbacks [] for security_group (964c0e2b-21dc-43cd-82de-fac8bac9a37a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:17.448918 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-f33fbe97-1c8c-41ef-a8db-a622ba86f143 service neutron] Attempting to bind port 93d68f0b-14b5-4d31-98b7-a9d0287fc047 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:57:17.449327 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-f33fbe97-1c8c-41ef-a8db-a622ba86f143 service neutron] Attempting to bind port 93d68f0b-14b5-4d31-98b7-a9d0287fc047 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:57:17.449727 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-f33fbe97-1c8c-41ef-a8db-a622ba86f143 service neutron] Attempting to bind port 93d68f0b-14b5-4d31-98b7-a9d0287fc047 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:17.458407 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-f33fbe97-1c8c-41ef-a8db-a622ba86f143 service neutron] Port 93d68f0b-14b5-4d31-98b7-a9d0287fc047 on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:57:17.458825 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-f33fbe97-1c8c-41ef-a8db-a622ba86f143 service neutron] Attempting to bind port 93d68f0b-14b5-4d31-98b7-a9d0287fc047 on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:17.465673 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-f33fbe97-1c8c-41ef-a8db-a622ba86f143 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:57:17.466275 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-f33fbe97-1c8c-41ef-a8db-a622ba86f143 service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:17.466520 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-f33fbe97-1c8c-41ef-a8db-a622ba86f143 service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:57:17.467480 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-f33fbe97-1c8c-41ef-a8db-a622ba86f143 service neutron] Bound port: 93d68f0b-14b5-4d31-98b7-a9d0287fc047, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:57:17.467659 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-f33fbe97-1c8c-41ef-a8db-a622ba86f143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (93d68f0b-14b5-4d31-98b7-a9d0287fc047), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:17.538686 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-f33fbe97-1c8c-41ef-a8db-a622ba86f143 service neutron] For port 93d68f0b-14b5-4d31-98b7-a9d0287fc047, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:57:17.543640 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-f33fbe97-1c8c-41ef-a8db-a622ba86f143 service neutron] For port 93d68f0b-14b5-4d31-98b7-a9d0287fc047, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=93d68f0b-14b5-4d31-98b7-a9d0287fc047,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:57:17.551356 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-f33fbe97-1c8c-41ef-a8db-a622ba86f143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (93d68f0b-14b5-4d31-98b7-a9d0287fc047), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:17.567702 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c83d82bc-f547-4e2e-ac1f-b8dab849c287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (964c0e2b-21dc-43cd-82de-fac8bac9a37a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:17.570761 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c83d82bc-f547-4e2e-ac1f-b8dab849c287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:17.575211 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c83d82bc-f547-4e2e-ac1f-b8dab849c287 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/964c0e2b-21dc-43cd-82de-fac8bac9a37a HTTP/1.1" status: 204 len: 168 time: 0.2399673 Jan 28 13:57:17.588688 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-f33fbe97-1c8c-41ef-a8db-a622ba86f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:17.589468 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-f33fbe97-1c8c-41ef-a8db-a622ba86f143 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:17.591098 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-f33fbe97-1c8c-41ef-a8db-a622ba86f143 service neutron] 10.222.0.18 "PUT /v2.0/ports/93d68f0b-14b5-4d31-98b7-a9d0287fc047 HTTP/1.1" status: 200 len: 1095 time: 0.8990235 Jan 28 13:57:17.591759 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66cc7198-08d3-4e94-b2a3-d5f9c08e4996', 'tag': '93d68f0b-14b5-4d31-98b7-a9d0287fc047'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:57:17.594833 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e65338b-430c-4d13-8240-b0a09f4870f8" -d '{"events": [{"name": "network-changed", "server_uuid": "66cc7198-08d3-4e94-b2a3-d5f9c08e4996", "tag": "93d68f0b-14b5-4d31-98b7-a9d0287fc047"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:57:17.602600 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d82bc-f547-4e2e-ac1f-b8dab849c287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964c0e2b-21dc-43cd-82de-fac8bac9a37a,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:17.621095 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-57ca9061-f738-4739-91a0-3392d38c870a tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:17.622776 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-57ca9061-f738-4739-91a0-3392d38c870a tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/networks?id=d8e30c0e-c503-4dad-86be-aac6791c5cd0 HTTP/1.1" status: 200 len: 812 time: 0.1765106 Jan 28 13:57:17.629297 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33fbe97-1c8c-41ef-a8db-a622ba86f143 service neutron] Pushing event updated for resources: {'Port': ['ID=93d68f0b-14b5-4d31-98b7-a9d0287fc047,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:17.657033 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-d36540db-542e-4de1-adb1-b7900cde1560 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/quotas/8f904ecf91134b7b98bca3af2b72e4cd HTTP/1.1" status: 200 len: 375 time: 0.0140235 Jan 28 13:57:17.681527 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893214e4-e80f-4423-b1aa-4e6ed79e6814 x-openstack-request-id: req-893214e4-e80f-4423-b1aa-4e6ed79e6814 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:57:17.682140 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66cc7198-08d3-4e94-b2a3-d5f9c08e4996", "tag": "93d68f0b-14b5-4d31-98b7-a9d0287fc047", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:57:17.682140 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-893214e4-e80f-4423-b1aa-4e6ed79e6814 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:57:17.682651 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66cc7198-08d3-4e94-b2a3-d5f9c08e4996', 'tag': '93d68f0b-14b5-4d31-98b7-a9d0287fc047', 'status': 'completed', 'code': 200} Jan 28 13:57:17.704936 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-0ad0f837-5d66-4694-8b80-7fe143e02b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:17.706765 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-0ad0f837-5d66-4694-8b80-7fe143e02b45 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be9aaa0464344092b46ff31f13708990&device_id=66cc7198-08d3-4e94-b2a3-d5f9c08e4996 HTTP/1.1" status: 200 len: 1098 time: 0.0605929 Jan 28 13:57:17.716155 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-4d222d3d-f81a-41f0-bae7-0ff0914a493d tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8f904ecf91134b7b98bca3af2b72e4cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508182 Jan 28 13:57:17.757538 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-6f11dcb6-673c-4060-a897-5ce95a82b48e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=93d68f0b-14b5-4d31-98b7-a9d0287fc047 HTTP/1.1" status: 200 len: 217 time: 0.0431006 Jan 28 13:57:17.818077 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-f26127db-55be-405e-a75d-68b93f71069d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:17.820209 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-f26127db-55be-405e-a75d-68b93f71069d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0549788 Jan 28 13:57:17.871133 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-c1d7969e-c645-43ac-b80a-a74e7808dc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:17.872837 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-c1d7969e-c645-43ac-b80a-a74e7808dc08 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0459950 Jan 28 13:57:17.960922 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:17.986013 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-6c9c9756-6373-402a-ad1a-73341a42ef8b service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062367 Jan 28 13:57:18.006831 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-33121c86-7c11-4427-83f4-86b42f5c8a30 service neutron] 10.222.0.39 "GET /v2.0/networks/d8e30c0e-c503-4dad-86be-aac6791c5cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798357 Jan 28 13:57:18.088015 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4737e5cf-cc09-495e-bcc0-8709290a410b req-e0b78803-b6ae-493b-a8df-1c64cacbcadd service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955625 Jan 28 13:57:18.115179 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-7ac15654-0414-4b7d-ad83-74447b9ee204 service neutron] 10.222.0.39 "GET /v2.0/networks/d8e30c0e-c503-4dad-86be-aac6791c5cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922456 Jan 28 13:57:18.185833 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65338b-430c-4d13-8240-b0a09f4870f8 req-1ea11c7c-f024-4226-bb04-7a2c781f41be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:18.187536 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e65338b-430c-4d13-8240-b0a09f4870f8 req-1ea11c7c-f024-4226-bb04-7a2c781f41be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be9aaa0464344092b46ff31f13708990&device_id=66cc7198-08d3-4e94-b2a3-d5f9c08e4996 HTTP/1.1" status: 200 len: 1098 time: 0.0500968 Jan 28 13:57:18.325797 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b0578-d953-4416-89b8-ddbbf488bce5 req-9e209fd8-c722-4ba2-84c3-c89a32bb2c5a tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:18.326453 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-546e5ea1-2e46-49eb-9a6a-3acb40a180e0 req-3531adbe-f984-4fc3-8aad-802f32a79490 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 210 time: 0.0364802 Jan 28 13:57:18.327372 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-658b0578-d953-4416-89b8-ddbbf488bce5 req-9e209fd8-c722-4ba2-84c3-c89a32bb2c5a tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.39 "GET /v2.0/ports?device_id=66cc7198-08d3-4e94-b2a3-d5f9c08e4996 HTTP/1.1" status: 200 len: 947 time: 0.1081488 Jan 28 13:57:18.365963 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65338b-430c-4d13-8240-b0a09f4870f8 req-beb93b34-7f91-4f8e-ae85-9088383fc286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:18.367530 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e65338b-430c-4d13-8240-b0a09f4870f8 req-beb93b34-7f91-4f8e-ae85-9088383fc286 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.1739399 Jan 28 13:57:18.426384 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e65338b-430c-4d13-8240-b0a09f4870f8 req-dbfedd32-d312-485b-87be-89950a350088 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=93d68f0b-14b5-4d31-98b7-a9d0287fc047 HTTP/1.1" status: 200 len: 217 time: 0.0468454 Jan 28 13:57:18.431111 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-658b0578-d953-4416-89b8-ddbbf488bce5 req-f99b6eb4-3bda-4820-a994-628c02b48cb3 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.39 "GET /v2.0/security-groups?id=20f66b76-0ff5-4b65-b937-6568dacf3bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867581 Jan 28 13:57:18.483699 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65338b-430c-4d13-8240-b0a09f4870f8 req-2221e707-c121-48aa-90e4-bd86609c7a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:18.485171 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e65338b-430c-4d13-8240-b0a09f4870f8 req-2221e707-c121-48aa-90e4-bd86609c7a0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0526812 Jan 28 13:57:18.502968 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39778) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:18.536338 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65338b-430c-4d13-8240-b0a09f4870f8 req-184b395b-34bc-4566-b498-8c623b4dfa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:18.538204 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e65338b-430c-4d13-8240-b0a09f4870f8 req-184b395b-34bc-4566-b498-8c623b4dfa00 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0462015 Jan 28 13:57:18.623840 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-0352f600-49f7-4603-b30d-9e3d8071ab88 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1481816749'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:18.640633 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e65338b-430c-4d13-8240-b0a09f4870f8 req-ea032bcd-f39a-4cdc-a21c-fbab0bab5036 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941603 Jan 28 13:57:18.646328 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0352f600-49f7-4603-b30d-9e3d8071ab88 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Made reservation on behalf of ee82c33005f94a34adf3945883cc132d for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:18.650028 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0352f600-49f7-4603-b30d-9e3d8071ab88 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:18.664885 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0352f600-49f7-4603-b30d-9e3d8071ab88 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:18.744765 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4e65338b-430c-4d13-8240-b0a09f4870f8 req-245379de-cb64-4a82-8a0d-bfc43f276fce service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961640 Jan 28 13:57:18.749799 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0352f600-49f7-4603-b30d-9e3d8071ab88 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks [] for security_group (4d94e847-e2e8-4248-9c5c-f4764506425d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:18.755687 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0352f600-49f7-4603-b30d-9e3d8071ab88 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (4d94e847-e2e8-4248-9c5c-f4764506425d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:18.782555 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0352f600-49f7-4603-b30d-9e3d8071ab88 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:57:18.797269 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352f600-49f7-4603-b30d-9e3d8071ab88 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d94e847-e2e8-4248-9c5c-f4764506425d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:18.802294 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0352f600-49f7-4603-b30d-9e3d8071ab88 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (8fad9e9a-38fc-47f2-ade2-1a3197bf0754), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:18.802640 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-0352f600-49f7-4603-b30d-9e3d8071ab88 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Added segment 8fad9e9a-38fc-47f2-ade2-1a3197bf0754 of type vlan for network 78a610da-f44f-4962-b036-f872178c07de Jan 28 13:57:18.847307 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0352f600-49f7-4603-b30d-9e3d8071ab88 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (78a610da-f44f-4962-b036-f872178c07de), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:18.873451 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0352f600-49f7-4603-b30d-9e3d8071ab88 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (78a610da-f44f-4962-b036-f872178c07de), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:18.879220 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0352f600-49f7-4603-b30d-9e3d8071ab88 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:18.879827 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0352f600-49f7-4603-b30d-9e3d8071ab88 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:18.917458 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0352f600-49f7-4603-b30d-9e3d8071ab88 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4144673 Jan 28 13:57:18.920500 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39784) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:18.926657 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-865a84bb-9320-4433-a88d-c3ef7a1a620f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Request body: {'subnet': {'network_id': '78a610da-f44f-4962-b036-f872178c07de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:18.958532 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352f600-49f7-4603-b30d-9e3d8071ab88 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Pushing event updated for resources: {'Network': ['ID=78a610da-f44f-4962-b036-f872178c07de,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:18.969303 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 78a610da-f44f-4962-b036-f872178c07de details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:57:19.016254 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865a84bb-9320-4433-a88d-c3ef7a1a620f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Made reservation on behalf of ee82c33005f94a34adf3945883cc132d for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:19.020520 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-865a84bb-9320-4433-a88d-c3ef7a1a620f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.078298 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:57:19.217952 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-865a84bb-9320-4433-a88d-c3ef7a1a620f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (6171bb79-49f3-4630-8a0d-be31b3bdfb21), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.287403 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a84bb-9320-4433-a88d-c3ef7a1a620f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Pushing event updated for resources: {'Subnet': ['ID=6171bb79-49f3-4630-8a0d-be31b3bdfb21,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:19.299283 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a84bb-9320-4433-a88d-c3ef7a1a620f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:19.299625 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a84bb-9320-4433-a88d-c3ef7a1a620f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:19.300037 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a84bb-9320-4433-a88d-c3ef7a1a620f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:19.300426 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a84bb-9320-4433-a88d-c3ef7a1a620f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:19.300761 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a84bb-9320-4433-a88d-c3ef7a1a620f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:19.301097 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a84bb-9320-4433-a88d-c3ef7a1a620f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:19.301425 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a84bb-9320-4433-a88d-c3ef7a1a620f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:19.301755 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a84bb-9320-4433-a88d-c3ef7a1a620f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:19.302074 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a84bb-9320-4433-a88d-c3ef7a1a620f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:19.302447 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a84bb-9320-4433-a88d-c3ef7a1a620f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:19.302726 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a84bb-9320-4433-a88d-c3ef7a1a620f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:19.303075 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a84bb-9320-4433-a88d-c3ef7a1a620f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:19.303484 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a84bb-9320-4433-a88d-c3ef7a1a620f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:19.306581 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865a84bb-9320-4433-a88d-c3ef7a1a620f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Checking segment: {'id': '8fad9e9a-38fc-47f2-ade2-1a3197bf0754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '78a610da-f44f-4962-b036-f872178c07de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:19.306953 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865a84bb-9320-4433-a88d-c3ef7a1a620f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Network hostable DHCP agents. Network: 78a610da-f44f-4962-b036-f872178c07de, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:57:19.326034 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865a84bb-9320-4433-a88d-c3ef7a1a620f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Network 78a610da-f44f-4962-b036-f872178c07de is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:57:19.336766 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-865a84bb-9320-4433-a88d-c3ef7a1a620f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 78a610da-f44f-4962-b036-f872178c07de) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:19.340990 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-9403db24-7be1-4ade-b3ce-2ef0624d31c2 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:19.341519 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865a84bb-9320-4433-a88d-c3ef7a1a620f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:19.342243 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-865a84bb-9320-4433-a88d-c3ef7a1a620f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.344845 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-9403db24-7be1-4ade-b3ce-2ef0624d31c2 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.37 "GET /v2.0/networks?id=d8e30c0e-c503-4dad-86be-aac6791c5cd0 HTTP/1.1" status: 200 len: 812 time: 0.1102276 Jan 28 13:57:19.348347 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a76ac9e-a078-4c3f-ba7a-44cd8a51ca20 None None] Network 78a610da-f44f-4962-b036-f872178c07de requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:19.356191 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-dc836ab8-fe9b-4402-8106-0dd163b8ec8c tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Request body: {'port': {'device_id': 'f7adc875-a144-4983-8334-3f5e9e3f89ab', 'network_id': 'd8e30c0e-c503-4dad-86be-aac6791c5cd0', 'admin_state_up': True, 'tenant_id': '8f904ecf91134b7b98bca3af2b72e4cd'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:19.381255 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-865a84bb-9320-4433-a88d-c3ef7a1a620f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4570439 Jan 28 13:57:19.382277 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39788) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:19.390654 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-bdf2a686-3b3b-423a-af11-e1c7b56ec451 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Request body: {'port': {'network_id': '78a610da-f44f-4962-b036-f872178c07de', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1411830421'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:19.461393 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0282b50f-1102-4e55-a1b6-da9fa8d5fcc2 req-fe936887-ee24-41f3-9f12-a6ce94da0074 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 210 time: 0.0360463 Jan 28 13:57:19.479499 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-78a610da-f44f-4962-b036-f872178c07de', 'network_id': '78a610da-f44f-4962-b036-f872178c07de', 'project_id': 'ee82c33005f94a34adf3945883cc132d', 'fixed_ips': [{'subnet_id': '6171bb79-49f3-4630-8a0d-be31b3bdfb21'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:57:19.480929 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.521852 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-dc836ab8-fe9b-4402-8106-0dd163b8ec8c tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Made reservation on behalf of 8f904ecf91134b7b98bca3af2b72e4cd for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:19.526089 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-dc836ab8-fe9b-4402-8106-0dd163b8ec8c tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.576739 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf2a686-3b3b-423a-af11-e1c7b56ec451 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Made reservation on behalf of ee82c33005f94a34adf3945883cc132d for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:19.581426 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bdf2a686-3b3b-423a-af11-e1c7b56ec451 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.610361 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c398437-fdc7-4813-9a2a-f03a720a7df5 req-30cd95d9-8797-4bb7-bd02-6d61da860180 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:19.611938 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5c398437-fdc7-4813-9a2a-f03a720a7df5 req-30cd95d9-8797-4bb7-bd02-6d61da860180 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.39 "GET /v2.0/ports?device_id=66cc7198-08d3-4e94-b2a3-d5f9c08e4996 HTTP/1.1" status: 200 len: 947 time: 0.0820243 Jan 28 13:57:19.617649 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-bdf2a686-3b3b-423a-af11-e1c7b56ec451 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] device_id is not set on port ab97caed-41f1-43d0-8e92-56e86cdf400f yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:57:19.662578 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-dc836ab8-fe9b-4402-8106-0dd163b8ec8c tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Allocated IP 172.20.0.8 (d8e30c0e-c503-4dad-86be-aac6791c5cd0/381bbc5c-031c-417d-bcc7-caab6a5e875a/966d4814-1cd0-4f3c-8d9e-5e41b6512a2f) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:19.714721 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5c398437-fdc7-4813-9a2a-f03a720a7df5 req-4de4eb28-cf08-4f57-90d9-e9043d715830 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.39 "GET /v2.0/security-groups?id=20f66b76-0ff5-4b65-b937-6568dacf3bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915220 Jan 28 13:57:19.800483 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Allocated IP 172.20.0.2 (78a610da-f44f-4962-b036-f872178c07de/6171bb79-49f3-4630-8a0d-be31b3bdfb21/aa1f3ae3-37b1-483b-9686-4c043181bf81) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:19.819206 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-dc836ab8-fe9b-4402-8106-0dd163b8ec8c tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Publish callbacks [] for port (966d4814-1cd0-4f3c-8d9e-5e41b6512a2f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.858134 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-dc836ab8-fe9b-4402-8106-0dd163b8ec8c tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (966d4814-1cd0-4f3c-8d9e-5e41b6512a2f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.900037 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-dc836ab8-fe9b-4402-8106-0dd163b8ec8c tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Network d8e30c0e-c503-4dad-86be-aac6791c5cd0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:19.903052 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-dc836ab8-fe9b-4402-8106-0dd163b8ec8c tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:19.908933 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-dc836ab8-fe9b-4402-8106-0dd163b8ec8c tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:19.915397 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc836ab8-fe9b-4402-8106-0dd163b8ec8c tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Pushing event updated for resources: {'Port': ['ID=966d4814-1cd0-4f3c-8d9e-5e41b6512a2f,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:19.944611 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc836ab8-fe9b-4402-8106-0dd163b8ec8c tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:19.944932 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc836ab8-fe9b-4402-8106-0dd163b8ec8c tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:19.945288 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc836ab8-fe9b-4402-8106-0dd163b8ec8c tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:19.945626 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc836ab8-fe9b-4402-8106-0dd163b8ec8c tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:19.945958 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc836ab8-fe9b-4402-8106-0dd163b8ec8c tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:19.946283 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc836ab8-fe9b-4402-8106-0dd163b8ec8c tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:19.946613 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc836ab8-fe9b-4402-8106-0dd163b8ec8c tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:19.946946 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc836ab8-fe9b-4402-8106-0dd163b8ec8c tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:19.947057 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Publish callbacks [] for port (aa1f3ae3-37b1-483b-9686-4c043181bf81), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.947267 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc836ab8-fe9b-4402-8106-0dd163b8ec8c tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:19.947593 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc836ab8-fe9b-4402-8106-0dd163b8ec8c tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:19.948109 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc836ab8-fe9b-4402-8106-0dd163b8ec8c tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:19.948238 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc836ab8-fe9b-4402-8106-0dd163b8ec8c tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:19.948539 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc836ab8-fe9b-4402-8106-0dd163b8ec8c tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:19.955461 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (aa1f3ae3-37b1-483b-9686-4c043181bf81), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.981960 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-dc836ab8-fe9b-4402-8106-0dd163b8ec8c tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:19.983269 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-dc836ab8-fe9b-4402-8106-0dd163b8ec8c tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:20.004919 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-dc836ab8-fe9b-4402-8106-0dd163b8ec8c tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6540804 Jan 28 13:57:20.011307 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Network 78a610da-f44f-4962-b036-f872178c07de is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:20.019300 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Pushing event updated for resources: {'Port': ['ID=aa1f3ae3-37b1-483b-9686-4c043181bf81,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:20.019731 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-bdf2a686-3b3b-423a-af11-e1c7b56ec451 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Allocated IP 172.20.0.11 (78a610da-f44f-4962-b036-f872178c07de/6171bb79-49f3-4630-8a0d-be31b3bdfb21/ab97caed-41f1-43d0-8e92-56e86cdf400f) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:20.020232 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-e05cd8c5-5a6e-497e-a103-d86ec4112628 service neutron] Request body: {'port': {'device_id': 'f7adc875-a144-4983-8334-3f5e9e3f89ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:20.026848 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:20.030075 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:20.030418 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:20.030767 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:20.031105 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:20.031432 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:20.031755 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:20.032069 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:20.032579 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:20.033134 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:20.033628 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:20.034121 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:20.034666 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:20.034980 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:20.038189 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:20.041733 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:20.088522 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-e05cd8c5-5a6e-497e-a103-d86ec4112628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (966d4814-1cd0-4f3c-8d9e-5e41b6512a2f), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:20.098247 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Attempting to bind port aa1f3ae3-37b1-483b-9686-4c043181bf81 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:57:20.098731 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Attempting to bind port aa1f3ae3-37b1-483b-9686-4c043181bf81 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '8fad9e9a-38fc-47f2-ade2-1a3197bf0754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '78a610da-f44f-4962-b036-f872178c07de'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:57:20.099125 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Attempting to bind port aa1f3ae3-37b1-483b-9686-4c043181bf81 on network 78a610da-f44f-4962-b036-f872178c07de {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:20.104415 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:57:20.104790 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Checking segment: {'id': '8fad9e9a-38fc-47f2-ade2-1a3197bf0754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '78a610da-f44f-4962-b036-f872178c07de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:20.105271 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:20.105779 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Bound using segment: {'id': '8fad9e9a-38fc-47f2-ade2-1a3197bf0754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '78a610da-f44f-4962-b036-f872178c07de'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:57:20.106258 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Bound port: aa1f3ae3-37b1-483b-9686-4c043181bf81, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fad9e9a-38fc-47f2-ade2-1a3197bf0754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '78a610da-f44f-4962-b036-f872178c07de'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:57:20.106639 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (aa1f3ae3-37b1-483b-9686-4c043181bf81), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:20.175729 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] For port aa1f3ae3-37b1-483b-9686-4c043181bf81, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:57:20.179727 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] For port aa1f3ae3-37b1-483b-9686-4c043181bf81, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=aa1f3ae3-37b1-483b-9686-4c043181bf81,segment=NetworkSegment(8fad9e9a-38fc-47f2-ade2-1a3197bf0754),segment_id=8fad9e9a-38fc-47f2-ade2-1a3197bf0754)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:57:20.185724 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (aa1f3ae3-37b1-483b-9686-4c043181bf81), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:20.186392 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bdf2a686-3b3b-423a-af11-e1c7b56ec451 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks [] for port (ab97caed-41f1-43d0-8e92-56e86cdf400f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:20.228462 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bdf2a686-3b3b-423a-af11-e1c7b56ec451 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ab97caed-41f1-43d0-8e92-56e86cdf400f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:20.247795 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c05ca-43db-4c9c-bd54-8344b7f7be4a None None] Pushing event updated for resources: {'Port': ['ID=aa1f3ae3-37b1-483b-9686-4c043181bf81,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:20.283447 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf2a686-3b3b-423a-af11-e1c7b56ec451 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Network 78a610da-f44f-4962-b036-f872178c07de is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:20.286598 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-bdf2a686-3b3b-423a-af11-e1c7b56ec451 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:20.295525 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf2a686-3b3b-423a-af11-e1c7b56ec451 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:20.302536 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2a686-3b3b-423a-af11-e1c7b56ec451 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Pushing event updated for resources: {'Port': ['ID=ab97caed-41f1-43d0-8e92-56e86cdf400f,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:20.352344 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf2a686-3b3b-423a-af11-e1c7b56ec451 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:20.352988 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bdf2a686-3b3b-423a-af11-e1c7b56ec451 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:20.370695 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bdf2a686-3b3b-423a-af11-e1c7b56ec451 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9871247 Jan 28 13:57:20.374011 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39792) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:20.377399 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-e05cd8c5-5a6e-497e-a103-d86ec4112628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 966d4814-1cd0-4f3c-8d9e-5e41b6512a2f {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:57:20.378888 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-bf173ed3-e1bb-40ad-bd2a-b5d44542fe07 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Request body: {'port': {'network_id': '78a610da-f44f-4962-b036-f872178c07de', 'name': 'tempest-ExtraDHCPOptionsTestJSON-737116632', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:20.379823 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.api.validators [None req-bf173ed3-e1bb-40ad-bd2a-b5d44542fe07 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] bootfile-name is not in valid_values {{(pid=103351) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 13:57:20.380167 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.api.validators [None req-bf173ed3-e1bb-40ad-bd2a-b5d44542fe07 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] tftp-server is not in valid_values {{(pid=103351) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 13:57:20.380501 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.api.validators [None req-bf173ed3-e1bb-40ad-bd2a-b5d44542fe07 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] server-ip-address is not in valid_values {{(pid=103351) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 13:57:20.387215 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-e05cd8c5-5a6e-497e-a103-d86ec4112628 service neutron] Publish callbacks [] for port (966d4814-1cd0-4f3c-8d9e-5e41b6512a2f), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:20.401580 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-e05cd8c5-5a6e-497e-a103-d86ec4112628 service neutron] Transition to ACTIVE for port object 966d4814-1cd0-4f3c-8d9e-5e41b6512a2f will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:57:20.406595 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-e05cd8c5-5a6e-497e-a103-d86ec4112628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (966d4814-1cd0-4f3c-8d9e-5e41b6512a2f), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:20.463621 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cd8c5-5a6e-497e-a103-d86ec4112628 service neutron] Pushing event updated for resources: {'Port': ['ID=966d4814-1cd0-4f3c-8d9e-5e41b6512a2f,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:20.544970 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf173ed3-e1bb-40ad-bd2a-b5d44542fe07 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Made reservation on behalf of ee82c33005f94a34adf3945883cc132d for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:20.551129 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bf173ed3-e1bb-40ad-bd2a-b5d44542fe07 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:20.579089 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-e05cd8c5-5a6e-497e-a103-d86ec4112628 service neutron] Attempting to bind port 966d4814-1cd0-4f3c-8d9e-5e41b6512a2f on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:57:20.579418 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-bf173ed3-e1bb-40ad-bd2a-b5d44542fe07 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] device_id is not set on port 207b358f-7368-48b2-83b8-cfb3a6b1aed7 yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:57:20.579556 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-e05cd8c5-5a6e-497e-a103-d86ec4112628 service neutron] Attempting to bind port 966d4814-1cd0-4f3c-8d9e-5e41b6512a2f by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '34858809-7570-4dd5-aa13-649e1e01b5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd8e30c0e-c503-4dad-86be-aac6791c5cd0'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:57:20.579750 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-e05cd8c5-5a6e-497e-a103-d86ec4112628 service neutron] Attempting to bind port 966d4814-1cd0-4f3c-8d9e-5e41b6512a2f on network d8e30c0e-c503-4dad-86be-aac6791c5cd0 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:20.600966 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-e05cd8c5-5a6e-497e-a103-d86ec4112628 service neutron] Port 966d4814-1cd0-4f3c-8d9e-5e41b6512a2f on network d8e30c0e-c503-4dad-86be-aac6791c5cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:57:20.601272 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-e05cd8c5-5a6e-497e-a103-d86ec4112628 service neutron] Attempting to bind port 966d4814-1cd0-4f3c-8d9e-5e41b6512a2f on network d8e30c0e-c503-4dad-86be-aac6791c5cd0 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:20.610061 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-e05cd8c5-5a6e-497e-a103-d86ec4112628 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:57:20.610411 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-e05cd8c5-5a6e-497e-a103-d86ec4112628 service neutron] Checking segment: {'id': '34858809-7570-4dd5-aa13-649e1e01b5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd8e30c0e-c503-4dad-86be-aac6791c5cd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:20.610796 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-e05cd8c5-5a6e-497e-a103-d86ec4112628 service neutron] Bound using segment: {'id': '34858809-7570-4dd5-aa13-649e1e01b5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd8e30c0e-c503-4dad-86be-aac6791c5cd0'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:57:20.611262 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-e05cd8c5-5a6e-497e-a103-d86ec4112628 service neutron] Bound port: 966d4814-1cd0-4f3c-8d9e-5e41b6512a2f, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34858809-7570-4dd5-aa13-649e1e01b5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd8e30c0e-c503-4dad-86be-aac6791c5cd0'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:57:20.611624 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-e05cd8c5-5a6e-497e-a103-d86ec4112628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (966d4814-1cd0-4f3c-8d9e-5e41b6512a2f), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:20.667555 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ee330-7020-4482-b096-6c631c0007e4 req-a2c316ae-a6a5-4759-bd68-6f2df8c9982c tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:20.669318 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-970ee330-7020-4482-b096-6c631c0007e4 req-a2c316ae-a6a5-4759-bd68-6f2df8c9982c tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 943 time: 0.1005983 Jan 28 13:57:20.696990 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device aa1f3ae3-37b1-483b-9686-4c043181bf81 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:57:20.712846 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-e05cd8c5-5a6e-497e-a103-d86ec4112628 service neutron] For port 966d4814-1cd0-4f3c-8d9e-5e41b6512a2f, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:57:20.721369 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-bf173ed3-e1bb-40ad-bd2a-b5d44542fe07 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Allocated IP 172.20.0.9 (78a610da-f44f-4962-b036-f872178c07de/6171bb79-49f3-4630-8a0d-be31b3bdfb21/207b358f-7368-48b2-83b8-cfb3a6b1aed7) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:20.733793 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-e05cd8c5-5a6e-497e-a103-d86ec4112628 service neutron] For port 966d4814-1cd0-4f3c-8d9e-5e41b6512a2f, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=966d4814-1cd0-4f3c-8d9e-5e41b6512a2f,segment=NetworkSegment(34858809-7570-4dd5-aa13-649e1e01b5d6),segment_id=34858809-7570-4dd5-aa13-649e1e01b5d6)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:57:20.745230 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-e05cd8c5-5a6e-497e-a103-d86ec4112628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (966d4814-1cd0-4f3c-8d9e-5e41b6512a2f), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:20.754105 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-970ee330-7020-4482-b096-6c631c0007e4 req-d57b2970-21b8-4256-8b82-5803f3fdd493 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4b19407-972f-4540-9519-c8517c76bd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750663 Jan 28 13:57:20.770824 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port aa1f3ae3-37b1-483b-9686-4c043181bf81 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:20.771248 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (aa1f3ae3-37b1-483b-9686-4c043181bf81), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:20.804087 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-e05cd8c5-5a6e-497e-a103-d86ec4112628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:20.804769 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-e05cd8c5-5a6e-497e-a103-d86ec4112628 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:20.806261 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-e05cd8c5-5a6e-497e-a103-d86ec4112628 service neutron] 10.222.0.37 "PUT /v2.0/ports/966d4814-1cd0-4f3c-8d9e-5e41b6512a2f HTTP/1.1" status: 200 len: 1091 time: 0.7929940 Jan 28 13:57:20.806784 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7adc875-a144-4983-8334-3f5e9e3f89ab', 'tag': '966d4814-1cd0-4f3c-8d9e-5e41b6512a2f'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:57:20.809285 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a012fa-6d86-49bf-87dc-268f666c0a29" -d '{"events": [{"name": "network-changed", "server_uuid": "f7adc875-a144-4983-8334-3f5e9e3f89ab", "tag": "966d4814-1cd0-4f3c-8d9e-5e41b6512a2f"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:57:20.840309 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cd8c5-5a6e-497e-a103-d86ec4112628 service neutron] Pushing event updated for resources: {'Port': ['ID=966d4814-1cd0-4f3c-8d9e-5e41b6512a2f,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:20.891517 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port aa1f3ae3-37b1-483b-9686-4c043181bf81 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:20.892776 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (aa1f3ae3-37b1-483b-9686-4c043181bf81), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:20.896860 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e0d09f-2140-45a7-86e2-db69c6a4a002 x-openstack-request-id: req-a8e0d09f-2140-45a7-86e2-db69c6a4a002 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:57:20.897267 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7adc875-a144-4983-8334-3f5e9e3f89ab", "tag": "966d4814-1cd0-4f3c-8d9e-5e41b6512a2f", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:57:20.897472 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a8e0d09f-2140-45a7-86e2-db69c6a4a002 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:57:20.897917 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7adc875-a144-4983-8334-3f5e9e3f89ab', 'tag': '966d4814-1cd0-4f3c-8d9e-5e41b6512a2f', 'status': 'completed', 'code': 200} Jan 28 13:57:20.914226 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-ae8c309a-de6f-4641-b333-ecd27081cffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:20.915856 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-ae8c309a-de6f-4641-b333-ecd27081cffb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f904ecf91134b7b98bca3af2b72e4cd&device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 1094 time: 0.0569546 Jan 28 13:57:20.933433 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port aa1f3ae3-37b1-483b-9686-4c043181bf81, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=aa1f3ae3-37b1-483b-9686-4c043181bf81,segment=NetworkSegment(8fad9e9a-38fc-47f2-ade2-1a3197bf0754),segment_id=8fad9e9a-38fc-47f2-ade2-1a3197bf0754)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:20.940956 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (aa1f3ae3-37b1-483b-9686-4c043181bf81), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:20.969922 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-42667dbe-0755-4a5c-96fe-b78e8618b028 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=966d4814-1cd0-4f3c-8d9e-5e41b6512a2f HTTP/1.1" status: 200 len: 217 time: 0.0450253 Jan 28 13:57:20.995519 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=aa1f3ae3-37b1-483b-9686-4c043181bf81,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:21.033181 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-113de88e-6540-4018-a589-8eceb402efe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:21.034865 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-113de88e-6540-4018-a589-8eceb402efe3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=381bbc5c-031c-417d-bcc7-caab6a5e875a HTTP/1.1" status: 200 len: 852 time: 0.0589609 Jan 28 13:57:21.300514 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a116940-62f1-4d41-b6a5-07a4f8ab340c req-78cb0720-7ee7-4aac-b5c8-5f1ff220122a tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:21.302146 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5a116940-62f1-4d41-b6a5-07a4f8ab340c req-78cb0720-7ee7-4aac-b5c8-5f1ff220122a tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.39 "GET /v2.0/ports?device_id=66cc7198-08d3-4e94-b2a3-d5f9c08e4996 HTTP/1.1" status: 200 len: 947 time: 0.4328187 Jan 28 13:57:21.341439 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bf173ed3-e1bb-40ad-bd2a-b5d44542fe07 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks [] for port (207b358f-7368-48b2-83b8-cfb3a6b1aed7), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.385653 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5a116940-62f1-4d41-b6a5-07a4f8ab340c req-a970de55-43b1-47a5-8bc3-535ed5803357 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.39 "GET /v2.0/security-groups?id=20f66b76-0ff5-4b65-b937-6568dacf3bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739820 Jan 28 13:57:21.403476 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bf173ed3-e1bb-40ad-bd2a-b5d44542fe07 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (207b358f-7368-48b2-83b8-cfb3a6b1aed7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.447859 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca26a947-2012-457c-b848-ad18081bb27e None None] Network 78a610da-f44f-4962-b036-f872178c07de requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:21.450822 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf173ed3-e1bb-40ad-bd2a-b5d44542fe07 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Network 78a610da-f44f-4962-b036-f872178c07de is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:21.454086 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-bf173ed3-e1bb-40ad-bd2a-b5d44542fe07 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:21.456303 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-d4882058-2ebc-4b50-886b-66966eded311 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8e30c0e-c503-4dad-86be-aac6791c5cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4151843 Jan 28 13:57:21.460259 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf173ed3-e1bb-40ad-bd2a-b5d44542fe07 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:21.467501 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf173ed3-e1bb-40ad-bd2a-b5d44542fe07 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Pushing event updated for resources: {'Port': ['ID=207b358f-7368-48b2-83b8-cfb3a6b1aed7,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:21.517978 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf173ed3-e1bb-40ad-bd2a-b5d44542fe07 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:21.518616 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bf173ed3-e1bb-40ad-bd2a-b5d44542fe07 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.538197 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bf173ed3-e1bb-40ad-bd2a-b5d44542fe07 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.1627457 Jan 28 13:57:21.540668 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39800) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:21.541115 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-43240519-ccca-47a4-a88d-d28b55f9c710 None None] Provisioning complete for port aa1f3ae3-37b1-483b-9686-4c043181bf81 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:21.541487 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-43240519-ccca-47a4-a88d-d28b55f9c710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (aa1f3ae3-37b1-483b-9686-4c043181bf81), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.558391 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-b8fc1806-b6bd-4646-9d3c-c3cf3b03f651 service neutron] 10.222.0.37 "GET /v2.0/networks/d8e30c0e-c503-4dad-86be-aac6791c5cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953674 Jan 28 13:57:21.626836 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052a2800-0f34-4ed5-808e-bcbd33d57d61 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:21.632311 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052a2800-0f34-4ed5-808e-bcbd33d57d61 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:21.638408 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052a2800-0f34-4ed5-808e-bcbd33d57d61 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:21.640305 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-052a2800-0f34-4ed5-808e-bcbd33d57d61 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.0949752 Jan 28 13:57:21.643545 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39802) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:21.667093 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-43240519-ccca-47a4-a88d-d28b55f9c710 None None] Current status of the port aa1f3ae3-37b1-483b-9686-4c043181bf81 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:21.672972 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-60f60834-a0e7-4142-ba7c-1662b0a94309 req-ec3153e4-7706-49ce-9324-63df1a5bb8bf service neutron] 10.222.0.37 "GET /v2.0/networks/d8e30c0e-c503-4dad-86be-aac6791c5cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086090 Jan 28 13:57:21.742185 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-63161bc5-4e60-41f9-8a34-489107ef247f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Deleting port 207b358f-7368-48b2-83b8-cfb3a6b1aed7 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:57:21.742518 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-63161bc5-4e60-41f9-8a34-489107ef247f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (207b358f-7368-48b2-83b8-cfb3a6b1aed7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.778055 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a012fa-6d86-49bf-87dc-268f666c0a29 req-3f964c74-0e68-44f5-8be3-e865982b4e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:21.779720 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-76a012fa-6d86-49bf-87dc-268f666c0a29 req-3f964c74-0e68-44f5-8be3-e865982b4e7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f904ecf91134b7b98bca3af2b72e4cd&device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 1094 time: 0.0433607 Jan 28 13:57:21.837351 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-63161bc5-4e60-41f9-8a34-489107ef247f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (207b358f-7368-48b2-83b8-cfb3a6b1aed7), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.850410 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-63161bc5-4e60-41f9-8a34-489107ef247f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Calling delete_port for 207b358f-7368-48b2-83b8-cfb3a6b1aed7 owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:57:21.889122 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-46227f53-5b96-427c-bdf9-6cfd25c40153 None None] Provisioning complete for port ab97caed-41f1-43d0-8e92-56e86cdf400f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:21.889502 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46227f53-5b96-427c-bdf9-6cfd25c40153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ab97caed-41f1-43d0-8e92-56e86cdf400f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.926530 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a012fa-6d86-49bf-87dc-268f666c0a29 req-049fc537-510d-4c11-8fba-8b4f5a1f344d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:21.926771 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-46227f53-5b96-427c-bdf9-6cfd25c40153 None None] Port ab97caed-41f1-43d0-8e92-56e86cdf400f cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:57:21.928543 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-76a012fa-6d86-49bf-87dc-268f666c0a29 req-049fc537-510d-4c11-8fba-8b4f5a1f344d service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8e30c0e-c503-4dad-86be-aac6791c5cd0 HTTP/1.1" status: 200 len: 912 time: 0.1411524 Jan 28 13:57:21.946716 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-46227f53-5b96-427c-bdf9-6cfd25c40153 None None] Provisioning complete for port 207b358f-7368-48b2-83b8-cfb3a6b1aed7 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:21.951209 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46227f53-5b96-427c-bdf9-6cfd25c40153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (207b358f-7368-48b2-83b8-cfb3a6b1aed7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.980289 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-76a012fa-6d86-49bf-87dc-268f666c0a29 req-ec97ff93-d86c-4c18-877d-b03c4685cb93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=966d4814-1cd0-4f3c-8d9e-5e41b6512a2f HTTP/1.1" status: 200 len: 217 time: 0.0447288 Jan 28 13:57:21.988703 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31adfb-daab-445e-996c-5f22fae09849 req-c884e920-7f65-4df2-b999-624b2adff390 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:21.990418 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-de31adfb-daab-445e-996c-5f22fae09849 req-c884e920-7f65-4df2-b999-624b2adff390 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 943 time: 0.1305685 Jan 28 13:57:22.003163 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-46227f53-5b96-427c-bdf9-6cfd25c40153 None None] Port 207b358f-7368-48b2-83b8-cfb3a6b1aed7 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:57:22.010313 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-63161bc5-4e60-41f9-8a34-489107ef247f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (207b358f-7368-48b2-83b8-cfb3a6b1aed7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:22.021855 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-46227f53-5b96-427c-bdf9-6cfd25c40153 None None] Provisioning complete for port aa1f3ae3-37b1-483b-9686-4c043181bf81 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:22.022307 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46227f53-5b96-427c-bdf9-6cfd25c40153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (aa1f3ae3-37b1-483b-9686-4c043181bf81), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:22.061599 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63161bc5-4e60-41f9-8a34-489107ef247f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Pushing event deleted for resources: {'Port': ['ID=207b358f-7368-48b2-83b8-cfb3a6b1aed7,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:22.094835 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-de31adfb-daab-445e-996c-5f22fae09849 req-e61a3395-9c68-4022-91cd-86baa4f603fc tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4b19407-972f-4540-9519-c8517c76bd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953741 Jan 28 13:57:22.099200 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a012fa-6d86-49bf-87dc-268f666c0a29 req-445a124c-c6ac-4041-86f9-9afb12273869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:22.104860 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-76a012fa-6d86-49bf-87dc-268f666c0a29 req-445a124c-c6ac-4041-86f9-9afb12273869 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=381bbc5c-031c-417d-bcc7-caab6a5e875a HTTP/1.1" status: 200 len: 852 time: 0.1131442 Jan 28 13:57:22.133515 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 93d68f0b-14b5-4d31-98b7-a9d0287fc047 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:57:22.149528 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-76a012fa-6d86-49bf-87dc-268f666c0a29 req-8f5c81bb-4a38-461f-8ab2-b03173efb655 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8e30c0e-c503-4dad-86be-aac6791c5cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307000 Jan 28 13:57:22.152233 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-46227f53-5b96-427c-bdf9-6cfd25c40153 None None] Current status of the port aa1f3ae3-37b1-483b-9686-4c043181bf81 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:22.156668 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-63161bc5-4e60-41f9-8a34-489107ef247f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:22.165206 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-63161bc5-4e60-41f9-8a34-489107ef247f tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] 10.222.0.39 "DELETE /v2.0/ports/207b358f-7368-48b2-83b8-cfb3a6b1aed7 HTTP/1.1" status: 204 len: 168 time: 0.5170841 Jan 28 13:57:22.165452 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39806) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:22.171289 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-fc3e2476-cf1c-441d-99b7-32cef6767c09 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Request body: {'port': {'name': 'tempest-new-port-name-1070351573', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:22.171696 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.api.validators [None req-fc3e2476-cf1c-441d-99b7-32cef6767c09 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] bootfile-name is not in valid_values {{(pid=103351) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 13:57:22.172051 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.api.validators [None req-fc3e2476-cf1c-441d-99b7-32cef6767c09 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] tftp-server is not in valid_values {{(pid=103351) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 13:57:22.172392 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.api.validators [None req-fc3e2476-cf1c-441d-99b7-32cef6767c09 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] server-ip-address is not in valid_values {{(pid=103351) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 13:57:22.254242 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 93d68f0b-14b5-4d31-98b7-a9d0287fc047, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=93d68f0b-14b5-4d31-98b7-a9d0287fc047,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:22.258636 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc3e2476-cf1c-441d-99b7-32cef6767c09 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ab97caed-41f1-43d0-8e92-56e86cdf400f), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:22.266735 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-76a012fa-6d86-49bf-87dc-268f666c0a29 req-edc0fc83-79e4-4c01-b67f-ebd0a98aa8ec service neutron] 10.222.0.37 "GET /v2.0/networks/d8e30c0e-c503-4dad-86be-aac6791c5cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093686 Jan 28 13:57:22.281274 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '93d68f0b-14b5-4d31-98b7-a9d0287fc047', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': '93d68f0b-14b5-4d31-98b7-a9d0287fc047', 'mac_address': 'fa:16:3e:d1:d9:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:57:22.322416 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 93d68f0b-14b5-4d31-98b7-a9d0287fc047 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:22.322934 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (93d68f0b-14b5-4d31-98b7-a9d0287fc047), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:22.325468 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-366715fa-4b1c-491c-8f15-f67018945226 None None] Provisioning complete for port ab97caed-41f1-43d0-8e92-56e86cdf400f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:22.325907 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-366715fa-4b1c-491c-8f15-f67018945226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ab97caed-41f1-43d0-8e92-56e86cdf400f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:22.363791 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d68f0b-14b5-4d31-98b7-a9d0287fc047 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:57:22.376839 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-76a012fa-6d86-49bf-87dc-268f666c0a29 req-68cd8470-95c9-4102-a7f7-6679de33904d service neutron] 10.222.0.37 "GET /v2.0/networks/d8e30c0e-c503-4dad-86be-aac6791c5cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012239 Jan 28 13:57:22.385526 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 93d68f0b-14b5-4d31-98b7-a9d0287fc047, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=93d68f0b-14b5-4d31-98b7-a9d0287fc047,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:22.397350 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-366715fa-4b1c-491c-8f15-f67018945226 None None] Port ab97caed-41f1-43d0-8e92-56e86cdf400f cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:57:22.399448 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (93d68f0b-14b5-4d31-98b7-a9d0287fc047), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:22.455444 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=93d68f0b-14b5-4d31-98b7-a9d0287fc047,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:22.502381 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc3e2476-cf1c-441d-99b7-32cef6767c09 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks [] for port (ab97caed-41f1-43d0-8e92-56e86cdf400f), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:22.510690 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c8ce5873-cbd1-4a97-bb04-295001af0dda None None] Could not find standard attr ID for object 207b358f-7368-48b2-83b8-cfb3a6b1aed7. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:57:22.520548 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc3e2476-cf1c-441d-99b7-32cef6767c09 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (ab97caed-41f1-43d0-8e92-56e86cdf400f), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:22.601083 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device aa1f3ae3-37b1-483b-9686-4c043181bf81 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:57:22.626092 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['93d68f0b-14b5-4d31-98b7-a9d0287fc047'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:57:22.634240 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c1ed2-1dde-4766-9356-427aebeaad36 req-9a7b0a71-c778-4475-87f2-92e5eb90f954 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:22.635874 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-145c1ed2-1dde-4766-9356-427aebeaad36 req-9a7b0a71-c778-4475-87f2-92e5eb90f954 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.39 "GET /v2.0/ports?device_id=66cc7198-08d3-4e94-b2a3-d5f9c08e4996 HTTP/1.1" status: 200 len: 948 time: 0.1552050 Jan 28 13:57:22.636564 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e2476-cf1c-441d-99b7-32cef6767c09 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Pushing event updated for resources: {'Port': ['ID=ab97caed-41f1-43d0-8e92-56e86cdf400f,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:22.646841 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-fc3e2476-cf1c-441d-99b7-32cef6767c09 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] In _notify_port_updated(), no bound segment for port ab97caed-41f1-43d0-8e92-56e86cdf400f on network 78a610da-f44f-4962-b036-f872178c07de {{(pid=103351) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:57:22.651977 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3e2476-cf1c-441d-99b7-32cef6767c09 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:22.652619 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc3e2476-cf1c-441d-99b7-32cef6767c09 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:22.654664 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fc3e2476-cf1c-441d-99b7-32cef6767c09 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] 10.222.0.39 "PUT /v2.0/ports/ab97caed-41f1-43d0-8e92-56e86cdf400f HTTP/1.1" status: 200 len: 1137 time: 0.4882171 Jan 28 13:57:22.657414 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39810) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:22.708290 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-145c1ed2-1dde-4766-9356-427aebeaad36 req-56221824-b802-495a-9a81-2c565f8040fe tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.39 "GET /v2.0/security-groups?id=20f66b76-0ff5-4b65-b937-6568dacf3bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632792 Jan 28 13:57:22.711084 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613f1bb7-74d4-4854-b5ad-ee0e2e35e890 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:22.712990 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-613f1bb7-74d4-4854-b5ad-ee0e2e35e890 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] 10.222.0.39 "GET /v2.0/ports/ab97caed-41f1-43d0-8e92-56e86cdf400f HTTP/1.1" status: 200 len: 1137 time: 0.0540922 Jan 28 13:57:22.716446 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39812) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:22.733051 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port aa1f3ae3-37b1-483b-9686-4c043181bf81 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:22.733434 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (aa1f3ae3-37b1-483b-9686-4c043181bf81), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:22.815450 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e286f6f8-66a1-4ede-a454-e78a7ac554db tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Deleting port ab97caed-41f1-43d0-8e92-56e86cdf400f {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:57:22.815794 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e286f6f8-66a1-4ede-a454-e78a7ac554db tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ab97caed-41f1-43d0-8e92-56e86cdf400f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:22.885535 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-463c26cf-83e0-4b18-b432-1db13c7cfb9d None None] Provisioning complete for port ab97caed-41f1-43d0-8e92-56e86cdf400f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:22.885823 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-463c26cf-83e0-4b18-b432-1db13c7cfb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ab97caed-41f1-43d0-8e92-56e86cdf400f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:22.902047 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e286f6f8-66a1-4ede-a454-e78a7ac554db tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ab97caed-41f1-43d0-8e92-56e86cdf400f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:22.905130 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port aa1f3ae3-37b1-483b-9686-4c043181bf81 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:22.917534 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e286f6f8-66a1-4ede-a454-e78a7ac554db tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Calling delete_port for ab97caed-41f1-43d0-8e92-56e86cdf400f owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:57:22.925155 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-463c26cf-83e0-4b18-b432-1db13c7cfb9d None None] Port ab97caed-41f1-43d0-8e92-56e86cdf400f cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:57:23.059452 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e286f6f8-66a1-4ede-a454-e78a7ac554db tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (ab97caed-41f1-43d0-8e92-56e86cdf400f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:23.087912 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286f6f8-66a1-4ede-a454-e78a7ac554db tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Pushing event deleted for resources: {'Port': ['ID=ab97caed-41f1-43d0-8e92-56e86cdf400f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:23.166725 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e286f6f8-66a1-4ede-a454-e78a7ac554db tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:23.173410 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e286f6f8-66a1-4ede-a454-e78a7ac554db tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] 10.222.0.39 "DELETE /v2.0/ports/ab97caed-41f1-43d0-8e92-56e86cdf400f HTTP/1.1" status: 204 len: 168 time: 0.4535117 Jan 28 13:57:23.173795 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39816) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:23.229044 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a3afbd-b5e7-4b0e-8158-281a75ecf563 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Deleting subnet 6171bb79-49f3-4630-8a0d-be31b3bdfb21 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:57:23.233283 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-54a3afbd-b5e7-4b0e-8158-281a75ecf563 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks [] for subnet (6171bb79-49f3-4630-8a0d-be31b3bdfb21), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:23.234884 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39d3fe-38ee-487f-9d47-b03c6cac817c req-1d6ee640-0b29-40bb-b44c-8e0b5ad8b496 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:23.236539 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-db39d3fe-38ee-487f-9d47-b03c6cac817c req-1d6ee640-0b29-40bb-b44c-8e0b5ad8b496 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 943 time: 0.0542278 Jan 28 13:57:23.281525 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-54a3afbd-b5e7-4b0e-8158-281a75ecf563 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (6171bb79-49f3-4630-8a0d-be31b3bdfb21), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:23.294038 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-db39d3fe-38ee-487f-9d47-b03c6cac817c req-0edb4805-9d2d-42de-a311-c81e5b6a7103 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4b19407-972f-4540-9519-c8517c76bd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503125 Jan 28 13:57:23.371270 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-54a3afbd-b5e7-4b0e-8158-281a75ecf563 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (6171bb79-49f3-4630-8a0d-be31b3bdfb21), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:23.453788 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-54a3afbd-b5e7-4b0e-8158-281a75ecf563 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (6171bb79-49f3-4630-8a0d-be31b3bdfb21), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:23.480528 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3afbd-b5e7-4b0e-8158-281a75ecf563 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Pushing event deleted for resources: {'Subnet': ['ID=6171bb79-49f3-4630-8a0d-be31b3bdfb21,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:23.484735 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-54a3afbd-b5e7-4b0e-8158-281a75ecf563 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:23.489595 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-54a3afbd-b5e7-4b0e-8158-281a75ecf563 tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] 10.222.0.39 "DELETE /v2.0/subnets/6171bb79-49f3-4630-8a0d-be31b3bdfb21 HTTP/1.1" status: 204 len: 168 time: 0.3147573 Jan 28 13:57:23.490435 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39818) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:23.492234 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09fc4c3-ca31-4142-b7cf-31e4829e1c50 None None] Network 78a610da-f44f-4962-b036-f872178c07de requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:23.570970 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7fb1fdbf-4571-4bed-9c24-adff32b896ff tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (78a610da-f44f-4962-b036-f872178c07de), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:23.624858 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-7fb1fdbf-4571-4bed-9c24-adff32b896ff tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Deleting port aa1f3ae3-37b1-483b-9686-4c043181bf81 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:57:23.625200 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7fb1fdbf-4571-4bed-9c24-adff32b896ff tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (aa1f3ae3-37b1-483b-9686-4c043181bf81), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:23.644238 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad1ac9f-c883-40b7-a4e7-a67af0f332f8 None None] DHCP port deletion for 78a610da-f44f-4962-b036-f872178c07de request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:57:23.691023 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2ad1ac9f-c883-40b7-a4e7-a67af0f332f8 None None] Deleting port aa1f3ae3-37b1-483b-9686-4c043181bf81 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:57:23.691402 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ad1ac9f-c883-40b7-a4e7-a67af0f332f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (aa1f3ae3-37b1-483b-9686-4c043181bf81), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:23.692648 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-7fb1fdbf-4571-4bed-9c24-adff32b896ff tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] For port aa1f3ae3-37b1-483b-9686-4c043181bf81, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=aa1f3ae3-37b1-483b-9686-4c043181bf81,segment=NetworkSegment(8fad9e9a-38fc-47f2-ade2-1a3197bf0754),segment_id=8fad9e9a-38fc-47f2-ade2-1a3197bf0754)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:23.693003 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7fb1fdbf-4571-4bed-9c24-adff32b896ff tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (aa1f3ae3-37b1-483b-9686-4c043181bf81), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:23.706366 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-7fb1fdbf-4571-4bed-9c24-adff32b896ff tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Calling delete_port for aa1f3ae3-37b1-483b-9686-4c043181bf81 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:57:23.757753 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2ad1ac9f-c883-40b7-a4e7-a67af0f332f8 None None] For port aa1f3ae3-37b1-483b-9686-4c043181bf81, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=aa1f3ae3-37b1-483b-9686-4c043181bf81,segment=NetworkSegment(8fad9e9a-38fc-47f2-ade2-1a3197bf0754),segment_id=8fad9e9a-38fc-47f2-ade2-1a3197bf0754)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:23.758159 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ad1ac9f-c883-40b7-a4e7-a67af0f332f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (aa1f3ae3-37b1-483b-9686-4c043181bf81), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:23.772427 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2ad1ac9f-c883-40b7-a4e7-a67af0f332f8 None None] Calling delete_port for aa1f3ae3-37b1-483b-9686-4c043181bf81 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:57:23.794615 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7fb1fdbf-4571-4bed-9c24-adff32b896ff tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (aa1f3ae3-37b1-483b-9686-4c043181bf81), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:23.841175 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb1fdbf-4571-4bed-9c24-adff32b896ff tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] No DVR routers for this DVR port aa1f3ae3-37b1-483b-9686-4c043181bf81 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:57:23.843126 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1fdbf-4571-4bed-9c24-adff32b896ff tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Pushing event deleted for resources: {'Port': ['ID=aa1f3ae3-37b1-483b-9686-4c043181bf81,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:23.854640 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ad1ac9f-c883-40b7-a4e7-a67af0f332f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (aa1f3ae3-37b1-483b-9686-4c043181bf81), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:23.880313 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1ac9f-c883-40b7-a4e7-a67af0f332f8 None None] Pushing event deleted for resources: {'Port': ['ID=aa1f3ae3-37b1-483b-9686-4c043181bf81,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:23.883674 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad1ac9f-c883-40b7-a4e7-a67af0f332f8 None None] No DVR routers for this DVR port aa1f3ae3-37b1-483b-9686-4c043181bf81 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:57:23.905852 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826884c-d979-45a1-9170-779a62258c02 req-9840a9a9-4e3c-4302-a428-572fbe8a76fe tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:23.907391 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d826884c-d979-45a1-9170-779a62258c02 req-9840a9a9-4e3c-4302-a428-572fbe8a76fe tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.39 "GET /v2.0/ports?device_id=66cc7198-08d3-4e94-b2a3-d5f9c08e4996 HTTP/1.1" status: 200 len: 948 time: 0.1246970 Jan 28 13:57:23.941360 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7fb1fdbf-4571-4bed-9c24-adff32b896ff tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (78a610da-f44f-4962-b036-f872178c07de), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:23.970190 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-7fb1fdbf-4571-4bed-9c24-adff32b896ff tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a610da-f44f-4962-b036-f872178c07de']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:23.986439 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-7fb1fdbf-4571-4bed-9c24-adff32b896ff tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fad9e9a-38fc-47f2-ade2-1a3197bf0754') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:23.986826 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-7fb1fdbf-4571-4bed-9c24-adff32b896ff tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fad9e9a-38fc-47f2-ade2-1a3197bf0754') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:24.004144 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7fb1fdbf-4571-4bed-9c24-adff32b896ff tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (8fad9e9a-38fc-47f2-ade2-1a3197bf0754), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:24.015177 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d826884c-d979-45a1-9170-779a62258c02 req-407de9f7-5a08-4fc4-913a-d366117040dc tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.39 "GET /v2.0/security-groups?id=20f66b76-0ff5-4b65-b937-6568dacf3bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829620 Jan 28 13:57:24.021938 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7fb1fdbf-4571-4bed-9c24-adff32b896ff tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (8fad9e9a-38fc-47f2-ade2-1a3197bf0754), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:24.028981 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb1fdbf-4571-4bed-9c24-adff32b896ff tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:57:24.029373 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7fb1fdbf-4571-4bed-9c24-adff32b896ff tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (8fad9e9a-38fc-47f2-ade2-1a3197bf0754), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:57:24.032587 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:57:24.098037 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7fb1fdbf-4571-4bed-9c24-adff32b896ff tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (78a610da-f44f-4962-b036-f872178c07de), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:24.105911 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7fb1fdbf-4571-4bed-9c24-adff32b896ff tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:24.109121 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7fb1fdbf-4571-4bed-9c24-adff32b896ff tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] 10.222.0.39 "DELETE /v2.0/networks/78a610da-f44f-4962-b036-f872178c07de HTTP/1.1" status: 204 len: 168 time: 0.6176782 Jan 28 13:57:24.121394 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1fdbf-4571-4bed-9c24-adff32b896ff tempest-ExtraDHCPOptionsTestJSON-1415591831 tempest-ExtraDHCPOptionsTestJSON-1415591831-project] Pushing event deleted for resources: {'Network': ['ID=78a610da-f44f-4962-b036-f872178c07de,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:24.128349 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 93d68f0b-14b5-4d31-98b7-a9d0287fc047 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:57:24.180058 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 93d68f0b-14b5-4d31-98b7-a9d0287fc047 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:57:24.184235 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 93d68f0b-14b5-4d31-98b7-a9d0287fc047 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:24.184612 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (93d68f0b-14b5-4d31-98b7-a9d0287fc047), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:24.271413 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 93d68f0b-14b5-4d31-98b7-a9d0287fc047 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:24.271940 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (93d68f0b-14b5-4d31-98b7-a9d0287fc047), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:24.295538 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cc7198-08d3-4e94-b2a3-d5f9c08e4996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d68f0b-14b5-4d31-98b7-a9d0287fc047'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:57:24.297812 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ec3a52-1dea-4f3b-91a3-b7d127dd503c" -d '{"events": [{"server_uuid": "66cc7198-08d3-4e94-b2a3-d5f9c08e4996", "name": "network-vif-plugged", "status": "completed", "tag": "93d68f0b-14b5-4d31-98b7-a9d0287fc047"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:57:24.313579 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 93d68f0b-14b5-4d31-98b7-a9d0287fc047, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=93d68f0b-14b5-4d31-98b7-a9d0287fc047,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:24.319868 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (93d68f0b-14b5-4d31-98b7-a9d0287fc047), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:24.379739 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=93d68f0b-14b5-4d31-98b7-a9d0287fc047,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:24.396588 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39832) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:24.421132 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d3e69-dad2-40ad-b022-fe0fd9fb67aa req-d74a32e7-9433-4580-b8c7-6ebf5d988cb9 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:24.422764 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-227d3e69-dad2-40ad-b022-fe0fd9fb67aa req-d74a32e7-9433-4580-b8c7-6ebf5d988cb9 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 943 time: 0.0602312 Jan 28 13:57:24.473639 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-227d3e69-dad2-40ad-b022-fe0fd9fb67aa req-4a62e9b1-13f4-4296-a0d7-c87a6db05689 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4b19407-972f-4540-9519-c8517c76bd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436525 Jan 28 13:57:24.484428 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38bb434-d78a-490d-b8e1-02a8f694765d x-openstack-request-id: req-d38bb434-d78a-490d-b8e1-02a8f694765d {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:57:24.484723 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cc7198-08d3-4e94-b2a3-d5f9c08e4996", "name": "network-vif-plugged", "status": "completed", "tag": "93d68f0b-14b5-4d31-98b7-a9d0287fc047", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:57:24.484975 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d38bb434-d78a-490d-b8e1-02a8f694765d {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:57:24.485377 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cc7198-08d3-4e94-b2a3-d5f9c08e4996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d68f0b-14b5-4d31-98b7-a9d0287fc047', 'code': 200} Jan 28 13:57:24.548932 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1bb09202-a604-400d-9fde-301ad4740d62 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ee82c33005f94a34adf3945883cc132d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1511045 Jan 28 13:57:24.551292 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39836) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:24.571288 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device aa1f3ae3-37b1-483b-9686-4c043181bf81 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:57:24.596216 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: aa1f3ae3-37b1-483b-9686-4c043181bf81 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:57:24.596216 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device aa1f3ae3-37b1-483b-9686-4c043181bf81 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:57:24.598990 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1567414-c42c-4ed4-8420-eb1a1a37899a req-3e93cead-7995-4b1a-9e2d-d394d3feb2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:24.600675 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c1567414-c42c-4ed4-8420-eb1a1a37899a req-3e93cead-7995-4b1a-9e2d-d394d3feb2aa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=66cc7198-08d3-4e94-b2a3-d5f9c08e4996 HTTP/1.1" status: 200 len: 1100 time: 0.0525908 Jan 28 13:57:24.609912 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b2d26427-5f02-493c-b559-d2e7efe190cd admin admin] Publish callbacks [] for security_group (4d94e847-e2e8-4248-9c5c-f4764506425d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:24.635344 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b2d26427-5f02-493c-b559-d2e7efe190cd admin admin] Publish callbacks [] for security_group (4d94e847-e2e8-4248-9c5c-f4764506425d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:24.645921 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c1567414-c42c-4ed4-8420-eb1a1a37899a req-3745c64f-28a6-462c-9443-7bc0b19024f3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=20f66b76-0ff5-4b65-b937-6568dacf3bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389478 Jan 28 13:57:24.681742 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b2d26427-5f02-493c-b559-d2e7efe190cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (4d94e847-e2e8-4248-9c5c-f4764506425d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:24.684495 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b2d26427-5f02-493c-b559-d2e7efe190cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:24.685693 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b2d26427-5f02-493c-b559-d2e7efe190cd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d94e847-e2e8-4248-9c5c-f4764506425d HTTP/1.1" status: 204 len: 168 time: 0.1334743 Jan 28 13:57:24.693899 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d26427-5f02-493c-b559-d2e7efe190cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d94e847-e2e8-4248-9c5c-f4764506425d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:25.134800 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a133f98-5ef7-4b22-9d19-df8c2dc0d914 req-80c02647-2f89-4e25-b9ee-06cb1f257bdd tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:25.136328 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0a133f98-5ef7-4b22-9d19-df8c2dc0d914 req-80c02647-2f89-4e25-b9ee-06cb1f257bdd tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.39 "GET /v2.0/ports?device_id=66cc7198-08d3-4e94-b2a3-d5f9c08e4996 HTTP/1.1" status: 200 len: 949 time: 0.0524597 Jan 28 13:57:25.184515 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0a133f98-5ef7-4b22-9d19-df8c2dc0d914 req-4b6fdc5c-e710-4672-8341-d5412e6b7561 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.39 "GET /v2.0/security-groups?id=20f66b76-0ff5-4b65-b937-6568dacf3bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424438 Jan 28 13:57:25.361356 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39860) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:25.480064 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-aa9d3334-3b54-42e3-a8ef-059bb2f9ad09 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1353777684'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:25.502870 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9d3334-3b54-42e3-a8ef-059bb2f9ad09 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Made reservation on behalf of 9208c342527948baab8f5f1c16903dbe for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:25.506504 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa9d3334-3b54-42e3-a8ef-059bb2f9ad09 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:25.516496 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa9d3334-3b54-42e3-a8ef-059bb2f9ad09 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:25.624606 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9d9f-3e84-4cfc-85d8-ee555b1f49c9 req-8a7b4d67-4c5d-4046-8c81-ce2b073fe6cb tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:25.626112 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-53be9d9f-3e84-4cfc-85d8-ee555b1f49c9 req-8a7b4d67-4c5d-4046-8c81-ce2b073fe6cb tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 943 time: 0.0795794 Jan 28 13:57:25.646577 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa9d3334-3b54-42e3-a8ef-059bb2f9ad09 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for security_group (59f0b4df-6125-47e1-a667-5f8a14ff6fd8), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:25.653300 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa9d3334-3b54-42e3-a8ef-059bb2f9ad09 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (59f0b4df-6125-47e1-a667-5f8a14ff6fd8), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:25.696767 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9d3334-3b54-42e3-a8ef-059bb2f9ad09 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:57:25.707935 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d3334-3b54-42e3-a8ef-059bb2f9ad09 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59f0b4df-6125-47e1-a667-5f8a14ff6fd8,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:25.716098 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa9d3334-3b54-42e3-a8ef-059bb2f9ad09 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (017beff5-82b9-499e-9259-a657d7f31f6b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:25.716366 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-aa9d3334-3b54-42e3-a8ef-059bb2f9ad09 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Added segment 017beff5-82b9-499e-9259-a657d7f31f6b of type vlan for network 4dd64b51-a439-4351-a9bc-7b8b18be8f4d Jan 28 13:57:25.733326 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-53be9d9f-3e84-4cfc-85d8-ee555b1f49c9 req-fd4b3230-8f46-45ed-903f-1d2ab6e05c92 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4b19407-972f-4540-9519-c8517c76bd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009502 Jan 28 13:57:25.763502 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa9d3334-3b54-42e3-a8ef-059bb2f9ad09 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (4dd64b51-a439-4351-a9bc-7b8b18be8f4d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:25.792992 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa9d3334-3b54-42e3-a8ef-059bb2f9ad09 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (4dd64b51-a439-4351-a9bc-7b8b18be8f4d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:25.798980 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9d3334-3b54-42e3-a8ef-059bb2f9ad09 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:25.800107 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa9d3334-3b54-42e3-a8ef-059bb2f9ad09 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:25.841098 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-aa9d3334-3b54-42e3-a8ef-059bb2f9ad09 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4786007 Jan 28 13:57:25.871618 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d3334-3b54-42e3-a8ef-059bb2f9ad09 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event updated for resources: {'Network': ['ID=4dd64b51-a439-4351-a9bc-7b8b18be8f4d,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:25.882457 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 4dd64b51-a439-4351-a9bc-7b8b18be8f4d details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:57:25.967994 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 966d4814-1cd0-4f3c-8d9e-5e41b6512a2f details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:57:26.075599 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 966d4814-1cd0-4f3c-8d9e-5e41b6512a2f, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=966d4814-1cd0-4f3c-8d9e-5e41b6512a2f,segment=NetworkSegment(34858809-7570-4dd5-aa13-649e1e01b5d6),segment_id=34858809-7570-4dd5-aa13-649e1e01b5d6)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:26.088370 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '966d4814-1cd0-4f3c-8d9e-5e41b6512a2f', 'network_id': 'd8e30c0e-c503-4dad-86be-aac6791c5cd0', 'port_id': '966d4814-1cd0-4f3c-8d9e-5e41b6512a2f', 'mac_address': 'fa:16:3e:e0:04:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '381bbc5c-031c-417d-bcc7-caab6a5e875a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:57:26.128018 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 966d4814-1cd0-4f3c-8d9e-5e41b6512a2f is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:26.128417 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (966d4814-1cd0-4f3c-8d9e-5e41b6512a2f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:26.141336 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 966d4814-1cd0-4f3c-8d9e-5e41b6512a2f {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:57:26.161003 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 966d4814-1cd0-4f3c-8d9e-5e41b6512a2f, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=966d4814-1cd0-4f3c-8d9e-5e41b6512a2f,segment=NetworkSegment(34858809-7570-4dd5-aa13-649e1e01b5d6),segment_id=34858809-7570-4dd5-aa13-649e1e01b5d6)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:26.166232 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (966d4814-1cd0-4f3c-8d9e-5e41b6512a2f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:26.220638 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=966d4814-1cd0-4f3c-8d9e-5e41b6512a2f,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:26.312020 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad3e1d-2dd5-4a68-be72-61e753ba567d req-70ccf769-d957-4638-850f-b8ba6857e6fb tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:26.313637 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4cad3e1d-2dd5-4a68-be72-61e753ba567d req-70ccf769-d957-4638-850f-b8ba6857e6fb tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.39 "GET /v2.0/ports?device_id=66cc7198-08d3-4e94-b2a3-d5f9c08e4996 HTTP/1.1" status: 200 len: 949 time: 0.0531337 Jan 28 13:57:26.366467 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4cad3e1d-2dd5-4a68-be72-61e753ba567d req-58f6c3ae-3bec-458c-a762-038030792b4c tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.39 "GET /v2.0/security-groups?id=20f66b76-0ff5-4b65-b937-6568dacf3bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469637 Jan 28 13:57:26.489052 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['966d4814-1cd0-4f3c-8d9e-5e41b6512a2f'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:57:26.643961 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363df875-0085-4da7-869f-2033ae15fadf req-d3cc3fc1-587b-482e-b529-e3dbdaec60fb tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:26.645502 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-363df875-0085-4da7-869f-2033ae15fadf req-d3cc3fc1-587b-482e-b529-e3dbdaec60fb tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.39 "GET /v2.0/ports?device_id=66cc7198-08d3-4e94-b2a3-d5f9c08e4996 HTTP/1.1" status: 200 len: 949 time: 0.0543883 Jan 28 13:57:26.691713 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-363df875-0085-4da7-869f-2033ae15fadf req-ce5d8d7c-15e6-41c6-98ff-5130613a8165 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.39 "GET /v2.0/security-groups?id=20f66b76-0ff5-4b65-b937-6568dacf3bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405462 Jan 28 13:57:26.856901 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7ff27-03d1-4e2c-bae1-837bef82a038 req-e4297561-da7d-40fa-98b5-8c3e2aa661c9 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:26.858399 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0eb7ff27-03d1-4e2c-bae1-837bef82a038 req-e4297561-da7d-40fa-98b5-8c3e2aa661c9 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 944 time: 0.0552537 Jan 28 13:57:26.906266 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0eb7ff27-03d1-4e2c-bae1-837bef82a038 req-46e1f931-920e-45fe-8500-e7219a29a442 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4b19407-972f-4540-9519-c8517c76bd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420175 Jan 28 13:57:27.815313 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76ae43-da5d-49f8-9716-6e665c0e3596 req-23aa0d0e-577a-441d-be48-65b17a49e794 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:27.816788 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4b76ae43-da5d-49f8-9716-6e665c0e3596 req-23aa0d0e-577a-441d-be48-65b17a49e794 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.39 "GET /v2.0/ports?device_id=66cc7198-08d3-4e94-b2a3-d5f9c08e4996 HTTP/1.1" status: 200 len: 949 time: 0.0488663 Jan 28 13:57:27.870183 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4b76ae43-da5d-49f8-9716-6e665c0e3596 req-fb4c5612-a4c3-4f37-8be7-5834cd34b738 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.39 "GET /v2.0/security-groups?id=20f66b76-0ff5-4b65-b937-6568dacf3bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476639 Jan 28 13:57:27.900192 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796215b-f7a8-4a14-8e54-0ea80817f512 req-cf174b77-bb5f-4240-a58e-4429ff547ea8 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:27.901941 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5796215b-f7a8-4a14-8e54-0ea80817f512 req-cf174b77-bb5f-4240-a58e-4429ff547ea8 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.18 "GET /v2.0/ports?device_id=66cc7198-08d3-4e94-b2a3-d5f9c08e4996 HTTP/1.1" status: 200 len: 949 time: 0.0513868 Jan 28 13:57:27.994636 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 966d4814-1cd0-4f3c-8d9e-5e41b6512a2f up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:57:28.038319 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a39c4e-f676-4324-b35d-5050cc92ea1c req-19973337-95c4-4aa9-9b4e-b7264e5bd729 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:28.039728 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-62a39c4e-f676-4324-b35d-5050cc92ea1c req-19973337-95c4-4aa9-9b4e-b7264e5bd729 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 944 time: 0.0629115 Jan 28 13:57:28.043012 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-5796215b-f7a8-4a14-8e54-0ea80817f512 req-8cfcad48-1d91-47cd-92e5-c053912ebde9 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Deleting port 93d68f0b-14b5-4d31-98b7-a9d0287fc047 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:57:28.043361 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5796215b-f7a8-4a14-8e54-0ea80817f512 req-8cfcad48-1d91-47cd-92e5-c053912ebde9 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (93d68f0b-14b5-4d31-98b7-a9d0287fc047), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:28.055833 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 966d4814-1cd0-4f3c-8d9e-5e41b6512a2f completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:57:28.061716 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 966d4814-1cd0-4f3c-8d9e-5e41b6512a2f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:28.062139 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (966d4814-1cd0-4f3c-8d9e-5e41b6512a2f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:28.153461 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 966d4814-1cd0-4f3c-8d9e-5e41b6512a2f is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:28.154008 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (966d4814-1cd0-4f3c-8d9e-5e41b6512a2f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:28.159398 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-62a39c4e-f676-4324-b35d-5050cc92ea1c req-3a3d87c7-85d0-4053-bca6-89d7e5fea518 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4b19407-972f-4540-9519-c8517c76bd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117885 Jan 28 13:57:28.175721 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-5796215b-f7a8-4a14-8e54-0ea80817f512 req-8cfcad48-1d91-47cd-92e5-c053912ebde9 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] For port 93d68f0b-14b5-4d31-98b7-a9d0287fc047, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=93d68f0b-14b5-4d31-98b7-a9d0287fc047,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:28.176090 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5796215b-f7a8-4a14-8e54-0ea80817f512 req-8cfcad48-1d91-47cd-92e5-c053912ebde9 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (93d68f0b-14b5-4d31-98b7-a9d0287fc047), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:28.178329 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7adc875-a144-4983-8334-3f5e9e3f89ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966d4814-1cd0-4f3c-8d9e-5e41b6512a2f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:57:28.180815 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2066f1-fab0-454c-8b31-eaf488d2fde2" -d '{"events": [{"server_uuid": "f7adc875-a144-4983-8334-3f5e9e3f89ab", "name": "network-vif-plugged", "status": "completed", "tag": "966d4814-1cd0-4f3c-8d9e-5e41b6512a2f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:57:28.194258 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 966d4814-1cd0-4f3c-8d9e-5e41b6512a2f, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=966d4814-1cd0-4f3c-8d9e-5e41b6512a2f,segment=NetworkSegment(34858809-7570-4dd5-aa13-649e1e01b5d6),segment_id=34858809-7570-4dd5-aa13-649e1e01b5d6)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:28.202511 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (966d4814-1cd0-4f3c-8d9e-5e41b6512a2f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:28.206964 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-5796215b-f7a8-4a14-8e54-0ea80817f512 req-8cfcad48-1d91-47cd-92e5-c053912ebde9 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Calling delete_port for 93d68f0b-14b5-4d31-98b7-a9d0287fc047 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:57:28.236104 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8112833-c1d2-498c-9353-18e5ece3f2c1 x-openstack-request-id: req-a8112833-c1d2-498c-9353-18e5ece3f2c1 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:57:28.236509 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7adc875-a144-4983-8334-3f5e9e3f89ab", "name": "network-vif-plugged", "status": "completed", "tag": "966d4814-1cd0-4f3c-8d9e-5e41b6512a2f", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:57:28.236773 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a8112833-c1d2-498c-9353-18e5ece3f2c1 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:57:28.237173 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7adc875-a144-4983-8334-3f5e9e3f89ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966d4814-1cd0-4f3c-8d9e-5e41b6512a2f', 'code': 200} Jan 28 13:57:28.270064 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=966d4814-1cd0-4f3c-8d9e-5e41b6512a2f,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:28.341241 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b805f-6f05-4e29-bcd0-b215a0e31991 req-363b0651-1ad8-4be4-8fa3-4f8938076f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:28.343256 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd3b805f-6f05-4e29-bcd0-b215a0e31991 req-363b0651-1ad8-4be4-8fa3-4f8938076f2d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 1096 time: 0.0473795 Jan 28 13:57:28.361985 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5796215b-f7a8-4a14-8e54-0ea80817f512 req-8cfcad48-1d91-47cd-92e5-c053912ebde9 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (93d68f0b-14b5-4d31-98b7-a9d0287fc047), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:28.376951 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['93d68f0b-14b5-4d31-98b7-a9d0287fc047'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:57:28.397251 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dd3b805f-6f05-4e29-bcd0-b215a0e31991 req-434b074d-a2c2-4bf5-9f7b-831acbd146a0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a4b19407-972f-4540-9519-c8517c76bd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480800 Jan 28 13:57:28.414857 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfcad48-1d91-47cd-92e5-c053912ebde9 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Pushing event deleted for resources: {'Port': ['ID=93d68f0b-14b5-4d31-98b7-a9d0287fc047,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:28.465371 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-5796215b-f7a8-4a14-8e54-0ea80817f512 req-8cfcad48-1d91-47cd-92e5-c053912ebde9 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] No DVR routers for this DVR port 93d68f0b-14b5-4d31-98b7-a9d0287fc047 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:57:28.468195 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5796215b-f7a8-4a14-8e54-0ea80817f512 req-8cfcad48-1d91-47cd-92e5-c053912ebde9 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:28.472102 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5796215b-f7a8-4a14-8e54-0ea80817f512 req-8cfcad48-1d91-47cd-92e5-c053912ebde9 tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.18 "DELETE /v2.0/ports/93d68f0b-14b5-4d31-98b7-a9d0287fc047 HTTP/1.1" status: 204 len: 173 time: 0.5647101 Jan 28 13:57:28.472594 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cc7198-08d3-4e94-b2a3-d5f9c08e4996', 'name': 'network-vif-deleted', 'tag': '93d68f0b-14b5-4d31-98b7-a9d0287fc047'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:57:28.475580 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdb06f3-3638-4825-a394-bd67485f9514" -d '{"events": [{"server_uuid": "66cc7198-08d3-4e94-b2a3-d5f9c08e4996", "name": "network-vif-deleted", "tag": "93d68f0b-14b5-4d31-98b7-a9d0287fc047"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:57:28.517315 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef799d2-0e70-4bf6-920a-560543f31463 x-openstack-request-id: req-aef799d2-0e70-4bf6-920a-560543f31463 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:57:28.517315 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cc7198-08d3-4e94-b2a3-d5f9c08e4996", "name": "network-vif-deleted", "tag": "93d68f0b-14b5-4d31-98b7-a9d0287fc047", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:57:28.517315 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aef799d2-0e70-4bf6-920a-560543f31463 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:57:28.517315 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cc7198-08d3-4e94-b2a3-d5f9c08e4996', 'name': 'network-vif-deleted', 'tag': '93d68f0b-14b5-4d31-98b7-a9d0287fc047', 'status': 'completed', 'code': 200} Jan 28 13:57:28.998371 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bff30f6e-2f83-4df8-afc1-91d701011c6e req-c94e47c0-d5f9-4b6a-8bc8-2cdc8ac1976b tempest-VolumesNegativeTest-1484545575 tempest-VolumesNegativeTest-1484545575-project] 10.222.0.39 "GET /v2.0/ports?device_id=66cc7198-08d3-4e94-b2a3-d5f9c08e4996 HTTP/1.1" status: 200 len: 210 time: 0.0356715 Jan 28 13:57:28.999045 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39888) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:29.004281 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-d2d4e11c-1374-450d-bdff-3282e793dae7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Request body: {'subnet': {'network_id': '4dd64b51-a439-4351-a9bc-7b8b18be8f4d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:29.090417 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d4e11c-1374-450d-bdff-3282e793dae7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Made reservation on behalf of 9208c342527948baab8f5f1c16903dbe for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:29.095583 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d2d4e11c-1374-450d-bdff-3282e793dae7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:29.319574 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d2d4e11c-1374-450d-bdff-3282e793dae7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (c6ec0deb-334d-4539-896d-8fbc4854c41b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:29.346069 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be1fd369-8809-4108-9e5f-c83ad4d1fcb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:29.353793 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48415ff9-ccc7-47c9-9d6d-62a197a1c22f req-92f5d20c-afe3-440e-8efd-6649eefc5aa0 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:29.355349 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-48415ff9-ccc7-47c9-9d6d-62a197a1c22f req-92f5d20c-afe3-440e-8efd-6649eefc5aa0 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 945 time: 0.1135385 Jan 28 13:57:29.399483 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4e11c-1374-450d-bdff-3282e793dae7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event updated for resources: {'Subnet': ['ID=c6ec0deb-334d-4539-896d-8fbc4854c41b,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:29.446577 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d4e11c-1374-450d-bdff-3282e793dae7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Checking segment: {'id': '017beff5-82b9-499e-9259-a657d7f31f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4dd64b51-a439-4351-a9bc-7b8b18be8f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:29.446964 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d4e11c-1374-450d-bdff-3282e793dae7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Network hostable DHCP agents. Network: 4dd64b51-a439-4351-a9bc-7b8b18be8f4d, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:57:29.453212 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-48415ff9-ccc7-47c9-9d6d-62a197a1c22f req-7306d6cb-6a6a-40f7-88f8-75df2465b35a tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4b19407-972f-4540-9519-c8517c76bd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919428 Jan 28 13:57:29.473500 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d4e11c-1374-450d-bdff-3282e793dae7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Network 4dd64b51-a439-4351-a9bc-7b8b18be8f4d is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:57:29.485455 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-d2d4e11c-1374-450d-bdff-3282e793dae7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 4dd64b51-a439-4351-a9bc-7b8b18be8f4d) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:29.490500 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d4e11c-1374-450d-bdff-3282e793dae7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:29.491380 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d2d4e11c-1374-450d-bdff-3282e793dae7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:29.495717 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8acfee9-3516-493e-8613-e99982723519 None None] Network 4dd64b51-a439-4351-a9bc-7b8b18be8f4d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:29.511953 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d2d4e11c-1374-450d-bdff-3282e793dae7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5116603 Jan 28 13:57:29.516331 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 39892) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:29.524111 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-f9017cd7-9e49-4932-bf6f-f2951eaa877f tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1368971291'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:29.549821 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9017cd7-9e49-4932-bf6f-f2951eaa877f tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Made reservation on behalf of 9208c342527948baab8f5f1c16903dbe for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:29.553338 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9017cd7-9e49-4932-bf6f-f2951eaa877f tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:29.577218 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9017cd7-9e49-4932-bf6f-f2951eaa877f tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:57:29.586630 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9017cd7-9e49-4932-bf6f-f2951eaa877f tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (a16a1e23-7bcb-462a-bee1-1054aafab412), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:29.587008 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-f9017cd7-9e49-4932-bf6f-f2951eaa877f tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Added segment a16a1e23-7bcb-462a-bee1-1054aafab412 of type vlan for network 3c439982-bd54-4fc6-b89a-afc8b95ad73d Jan 28 13:57:29.598582 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d02809-eef2-4fb0-bf93-6dc3b7e8c211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-4dd64b51-a439-4351-a9bc-7b8b18be8f4d', 'network_id': '4dd64b51-a439-4351-a9bc-7b8b18be8f4d', 'project_id': '9208c342527948baab8f5f1c16903dbe', 'fixed_ips': [{'subnet_id': 'c6ec0deb-334d-4539-896d-8fbc4854c41b'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:57:29.599480 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89d02809-eef2-4fb0-bf93-6dc3b7e8c211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:29.631591 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9017cd7-9e49-4932-bf6f-f2951eaa877f tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (3c439982-bd54-4fc6-b89a-afc8b95ad73d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:29.657948 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9017cd7-9e49-4932-bf6f-f2951eaa877f tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (3c439982-bd54-4fc6-b89a-afc8b95ad73d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:29.663545 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9017cd7-9e49-4932-bf6f-f2951eaa877f tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:29.664182 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9017cd7-9e49-4932-bf6f-f2951eaa877f tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:29.705971 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f9017cd7-9e49-4932-bf6f-f2951eaa877f tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1881781 Jan 28 13:57:29.709991 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39894) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:29.715615 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-2e47cd15-f191-483a-b9e6-6f5ff614fb6c tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Request body: {'subnet': {'network_id': '3c439982-bd54-4fc6-b89a-afc8b95ad73d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:29.742078 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-89d02809-eef2-4fb0-bf93-6dc3b7e8c211 None None] Allocated IP 2001:db8:0:ffff::2 (4dd64b51-a439-4351-a9bc-7b8b18be8f4d/c6ec0deb-334d-4539-896d-8fbc4854c41b/442e6f07-b74b-4253-933b-18816a8150b9) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:29.746500 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9017cd7-9e49-4932-bf6f-f2951eaa877f tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event updated for resources: {'Network': ['ID=3c439982-bd54-4fc6-b89a-afc8b95ad73d,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:29.757777 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 3c439982-bd54-4fc6-b89a-afc8b95ad73d details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:57:29.827958 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e47cd15-f191-483a-b9e6-6f5ff614fb6c tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Made reservation on behalf of 9208c342527948baab8f5f1c16903dbe for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:29.831688 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2e47cd15-f191-483a-b9e6-6f5ff614fb6c tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:29.953448 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89d02809-eef2-4fb0-bf93-6dc3b7e8c211 None None] Publish callbacks [] for port (442e6f07-b74b-4253-933b-18816a8150b9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:29.960252 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89d02809-eef2-4fb0-bf93-6dc3b7e8c211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (442e6f07-b74b-4253-933b-18816a8150b9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:29.999157 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d02809-eef2-4fb0-bf93-6dc3b7e8c211 None None] Network 4dd64b51-a439-4351-a9bc-7b8b18be8f4d is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:30.006763 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-89d02809-eef2-4fb0-bf93-6dc3b7e8c211 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:30.008660 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d02809-eef2-4fb0-bf93-6dc3b7e8c211 None None] Pushing event updated for resources: {'Port': ['ID=442e6f07-b74b-4253-933b-18816a8150b9,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:30.011282 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d02809-eef2-4fb0-bf93-6dc3b7e8c211 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:30.017944 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2e47cd15-f191-483a-b9e6-6f5ff614fb6c tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (4c14a1f8-583a-4e71-b6d9-b3f433b1d65d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:30.074999 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-89d02809-eef2-4fb0-bf93-6dc3b7e8c211 None None] Attempting to bind port 442e6f07-b74b-4253-933b-18816a8150b9 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:57:30.075372 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-89d02809-eef2-4fb0-bf93-6dc3b7e8c211 None None] Attempting to bind port 442e6f07-b74b-4253-933b-18816a8150b9 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '017beff5-82b9-499e-9259-a657d7f31f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4dd64b51-a439-4351-a9bc-7b8b18be8f4d'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:57:30.075741 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d02809-eef2-4fb0-bf93-6dc3b7e8c211 None None] Attempting to bind port 442e6f07-b74b-4253-933b-18816a8150b9 on network 4dd64b51-a439-4351-a9bc-7b8b18be8f4d {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:30.081590 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d02809-eef2-4fb0-bf93-6dc3b7e8c211 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:57:30.082050 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d02809-eef2-4fb0-bf93-6dc3b7e8c211 None None] Checking segment: {'id': '017beff5-82b9-499e-9259-a657d7f31f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4dd64b51-a439-4351-a9bc-7b8b18be8f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:30.082559 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89d02809-eef2-4fb0-bf93-6dc3b7e8c211 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:30.083047 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d02809-eef2-4fb0-bf93-6dc3b7e8c211 None None] Bound using segment: {'id': '017beff5-82b9-499e-9259-a657d7f31f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4dd64b51-a439-4351-a9bc-7b8b18be8f4d'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:57:30.083589 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-89d02809-eef2-4fb0-bf93-6dc3b7e8c211 None None] Bound port: 442e6f07-b74b-4253-933b-18816a8150b9, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017beff5-82b9-499e-9259-a657d7f31f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4dd64b51-a439-4351-a9bc-7b8b18be8f4d'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:57:30.084035 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89d02809-eef2-4fb0-bf93-6dc3b7e8c211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (442e6f07-b74b-4253-933b-18816a8150b9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:30.086845 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47cd15-f191-483a-b9e6-6f5ff614fb6c tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event updated for resources: {'Subnet': ['ID=4c14a1f8-583a-4e71-b6d9-b3f433b1d65d,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:30.095917 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e47cd15-f191-483a-b9e6-6f5ff614fb6c tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Checking segment: {'id': 'a16a1e23-7bcb-462a-bee1-1054aafab412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3c439982-bd54-4fc6-b89a-afc8b95ad73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:30.096282 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e47cd15-f191-483a-b9e6-6f5ff614fb6c tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Network hostable DHCP agents. Network: 3c439982-bd54-4fc6-b89a-afc8b95ad73d, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:57:30.119189 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e47cd15-f191-483a-b9e6-6f5ff614fb6c tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Network 3c439982-bd54-4fc6-b89a-afc8b95ad73d is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:57:30.129827 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-2e47cd15-f191-483a-b9e6-6f5ff614fb6c tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 3c439982-bd54-4fc6-b89a-afc8b95ad73d) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:30.134457 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e47cd15-f191-483a-b9e6-6f5ff614fb6c tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:30.135024 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2e47cd15-f191-483a-b9e6-6f5ff614fb6c tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:30.142787 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f667df-e0bd-43be-9eb3-f791c6fe0e13 None None] Network 3c439982-bd54-4fc6-b89a-afc8b95ad73d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:30.154028 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2e47cd15-f191-483a-b9e6-6f5ff614fb6c tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4427786 Jan 28 13:57:30.157057 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 39906) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:30.211113 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-89d02809-eef2-4fb0-bf93-6dc3b7e8c211 None None] For port 442e6f07-b74b-4253-933b-18816a8150b9, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:57:30.226542 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-89d02809-eef2-4fb0-bf93-6dc3b7e8c211 None None] For port 442e6f07-b74b-4253-933b-18816a8150b9, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=442e6f07-b74b-4253-933b-18816a8150b9,segment=NetworkSegment(017beff5-82b9-499e-9259-a657d7f31f6b),segment_id=017beff5-82b9-499e-9259-a657d7f31f6b)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:57:30.234822 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89d02809-eef2-4fb0-bf93-6dc3b7e8c211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (442e6f07-b74b-4253-933b-18816a8150b9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:30.283809 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (3c439982-bd54-4fc6-b89a-afc8b95ad73d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:30.297489 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0c53de-4438-4f94-b42b-9bf930513ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-3c439982-bd54-4fc6-b89a-afc8b95ad73d', 'network_id': '3c439982-bd54-4fc6-b89a-afc8b95ad73d', 'project_id': '9208c342527948baab8f5f1c16903dbe', 'fixed_ips': [{'subnet_id': '4c14a1f8-583a-4e71-b6d9-b3f433b1d65d'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:57:30.298345 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af0c53de-4438-4f94-b42b-9bf930513ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:30.384918 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (4c14a1f8-583a-4e71-b6d9-b3f433b1d65d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:30.387990 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d02809-eef2-4fb0-bf93-6dc3b7e8c211 None None] Pushing event updated for resources: {'Port': ['ID=442e6f07-b74b-4253-933b-18816a8150b9,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:30.471279 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-af0c53de-4438-4f94-b42b-9bf930513ed4 None None] Allocated IP 2001:db8::1 (3c439982-bd54-4fc6-b89a-afc8b95ad73d/4c14a1f8-583a-4e71-b6d9-b3f433b1d65d/036f1028-b608-4307-ab1d-f4539039f9c4) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:30.633205 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3029cb-0b46-45f1-a48f-4f4b78b80cb8 req-aff28549-1085-42dd-a39d-0299a86a96a2 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:30.635862 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1b3029cb-0b46-45f1-a48f-4f4b78b80cb8 req-aff28549-1085-42dd-a39d-0299a86a96a2 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 945 time: 0.0910909 Jan 28 13:57:30.715789 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1b3029cb-0b46-45f1-a48f-4f4b78b80cb8 req-8fb1b798-a13a-4c17-aaa9-b1c84f9c6eda tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4b19407-972f-4540-9519-c8517c76bd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724497 Jan 28 13:57:30.858243 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdb0f4-cf05-442a-a8ad-2806bbaf16c0 req-40a59bfe-c805-402e-a8d4-c3bd9dc3554e tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:30.860507 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-20bdb0f4-cf05-442a-a8ad-2806bbaf16c0 req-40a59bfe-c805-402e-a8d4-c3bd9dc3554e tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 945 time: 0.0599930 Jan 28 13:57:30.872447 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af0c53de-4438-4f94-b42b-9bf930513ed4 None None] Publish callbacks [] for port (036f1028-b608-4307-ab1d-f4539039f9c4), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:30.881239 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af0c53de-4438-4f94-b42b-9bf930513ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (036f1028-b608-4307-ab1d-f4539039f9c4), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:30.911538 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (4c14a1f8-583a-4e71-b6d9-b3f433b1d65d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:30.925156 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0c53de-4438-4f94-b42b-9bf930513ed4 None None] Network 3c439982-bd54-4fc6-b89a-afc8b95ad73d is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:30.929468 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-af0c53de-4438-4f94-b42b-9bf930513ed4 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:30.935820 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0c53de-4438-4f94-b42b-9bf930513ed4 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:30.942804 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c53de-4438-4f94-b42b-9bf930513ed4 None None] Pushing event updated for resources: {'Port': ['ID=036f1028-b608-4307-ab1d-f4539039f9c4,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:30.965057 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-20bdb0f4-cf05-442a-a8ad-2806bbaf16c0 req-da0da49b-a396-4352-ad30-cbd44fe5eb6e tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4b19407-972f-4540-9519-c8517c76bd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978577 Jan 28 13:57:30.966210 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event deleted for resources: {'Subnet': ['ID=4c14a1f8-583a-4e71-b6d9-b3f433b1d65d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:31.033755 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-af0c53de-4438-4f94-b42b-9bf930513ed4 None None] Attempting to bind port 036f1028-b608-4307-ab1d-f4539039f9c4 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:57:31.034308 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-af0c53de-4438-4f94-b42b-9bf930513ed4 None None] Attempting to bind port 036f1028-b608-4307-ab1d-f4539039f9c4 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'a16a1e23-7bcb-462a-bee1-1054aafab412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3c439982-bd54-4fc6-b89a-afc8b95ad73d'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:57:31.035049 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0c53de-4438-4f94-b42b-9bf930513ed4 None None] Attempting to bind port 036f1028-b608-4307-ab1d-f4539039f9c4 on network 3c439982-bd54-4fc6-b89a-afc8b95ad73d {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:31.042648 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0c53de-4438-4f94-b42b-9bf930513ed4 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:57:31.043275 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0c53de-4438-4f94-b42b-9bf930513ed4 None None] Checking segment: {'id': 'a16a1e23-7bcb-462a-bee1-1054aafab412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3c439982-bd54-4fc6-b89a-afc8b95ad73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:31.044105 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af0c53de-4438-4f94-b42b-9bf930513ed4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:31.044740 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0c53de-4438-4f94-b42b-9bf930513ed4 None None] Bound using segment: {'id': 'a16a1e23-7bcb-462a-bee1-1054aafab412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3c439982-bd54-4fc6-b89a-afc8b95ad73d'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:57:31.045378 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-af0c53de-4438-4f94-b42b-9bf930513ed4 None None] Bound port: 036f1028-b608-4307-ab1d-f4539039f9c4, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16a1e23-7bcb-462a-bee1-1054aafab412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3c439982-bd54-4fc6-b89a-afc8b95ad73d'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:57:31.045918 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af0c53de-4438-4f94-b42b-9bf930513ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (036f1028-b608-4307-ab1d-f4539039f9c4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:31.050434 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (3c439982-bd54-4fc6-b89a-afc8b95ad73d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:31.075420 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c439982-bd54-4fc6-b89a-afc8b95ad73d']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:31.086488 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16a1e23-7bcb-462a-bee1-1054aafab412') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:31.086798 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16a1e23-7bcb-462a-bee1-1054aafab412') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:31.103681 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (a16a1e23-7bcb-462a-bee1-1054aafab412), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:31.132536 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (a16a1e23-7bcb-462a-bee1-1054aafab412), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:31.141518 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-af0c53de-4438-4f94-b42b-9bf930513ed4 None None] For port 036f1028-b608-4307-ab1d-f4539039f9c4, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:57:31.145705 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:57:31.146194 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (a16a1e23-7bcb-462a-bee1-1054aafab412), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:57:31.151595 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:57:31.232619 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-af0c53de-4438-4f94-b42b-9bf930513ed4 None None] For port 036f1028-b608-4307-ab1d-f4539039f9c4, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=036f1028-b608-4307-ab1d-f4539039f9c4,segment=NetworkSegment(a16a1e23-7bcb-462a-bee1-1054aafab412),segment_id=a16a1e23-7bcb-462a-bee1-1054aafab412)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:57:31.242613 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af0c53de-4438-4f94-b42b-9bf930513ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (036f1028-b608-4307-ab1d-f4539039f9c4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:31.250842 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.db.api [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:57:31.250842 n-d-822747-2 neutron-server[103352]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:57:31.250842 n-d-822747-2 neutron-server[103352]: [parameters: {'id': '3c439982-bd54-4fc6-b89a-afc8b95ad73d'}] Jan 28 13:57:31.250842 n-d-822747-2 neutron-server[103352]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103352) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:57:31.251357 n-d-822747-2 neutron-server[103352]: DEBUG oslo_db.api [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:57:31.284710 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f00b9a-eeb6-4c3a-bdb4-ef79cbef6bb5 req-895e5e0f-27ba-42e6-ac4d-bb05515b7338 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:31.287657 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-56f00b9a-eeb6-4c3a-bdb4-ef79cbef6bb5 req-895e5e0f-27ba-42e6-ac4d-bb05515b7338 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 945 time: 0.0684111 Jan 28 13:57:31.344176 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c53de-4438-4f94-b42b-9bf930513ed4 None None] Pushing event updated for resources: {'Port': ['ID=036f1028-b608-4307-ab1d-f4539039f9c4,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:31.361201 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-56f00b9a-eeb6-4c3a-bdb4-ef79cbef6bb5 req-0251aae0-4818-4bb6-a01b-61f8daadd2e6 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4b19407-972f-4540-9519-c8517c76bd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672095 Jan 28 13:57:31.377839 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74bfb3c-2241-47b3-aa46-d4028e347591 None None] Network 3c439982-bd54-4fc6-b89a-afc8b95ad73d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:31.587863 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebc431e9-fd04-438e-9f7a-71dd91ead299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:31.637332 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e155715e-3c8b-415f-9813-7dea38782de1 None None] get_active_networks_info from n-d-822747-2 {{(pid=103353) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:57:31.723754 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e155715e-3c8b-415f-9813-7dea38782de1 None None] Resources bound (agent type, host, resource id): {{(pid=103353) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:57:31.732423 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a5b6dad6-dea1-48be-bc20-7cf4397e7cc1 None None] Provisioning complete for port 442e6f07-b74b-4253-933b-18816a8150b9 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:31.732817 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a5b6dad6-dea1-48be-bc20-7cf4397e7cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (442e6f07-b74b-4253-933b-18816a8150b9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:31.752075 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (3c439982-bd54-4fc6-b89a-afc8b95ad73d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:31.815677 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Deleting port 036f1028-b608-4307-ab1d-f4539039f9c4 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:57:31.816093 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (036f1028-b608-4307-ab1d-f4539039f9c4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:31.881446 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] For port 036f1028-b608-4307-ab1d-f4539039f9c4, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=036f1028-b608-4307-ab1d-f4539039f9c4,segment=NetworkSegment(a16a1e23-7bcb-462a-bee1-1054aafab412),segment_id=a16a1e23-7bcb-462a-bee1-1054aafab412)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:31.882017 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (036f1028-b608-4307-ab1d-f4539039f9c4), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:31.894154 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a5b6dad6-dea1-48be-bc20-7cf4397e7cc1 None None] Current status of the port 442e6f07-b74b-4253-933b-18816a8150b9 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:31.894816 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a5b6dad6-dea1-48be-bc20-7cf4397e7cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (442e6f07-b74b-4253-933b-18816a8150b9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:31.895736 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Calling delete_port for 036f1028-b608-4307-ab1d-f4539039f9c4 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:57:31.954060 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a5b6dad6-dea1-48be-bc20-7cf4397e7cc1 None None] For port 442e6f07-b74b-4253-933b-18816a8150b9, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=442e6f07-b74b-4253-933b-18816a8150b9,segment=NetworkSegment(017beff5-82b9-499e-9259-a657d7f31f6b),segment_id=017beff5-82b9-499e-9259-a657d7f31f6b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:31.974684 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a5b6dad6-dea1-48be-bc20-7cf4397e7cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (442e6f07-b74b-4253-933b-18816a8150b9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.003633 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (036f1028-b608-4307-ab1d-f4539039f9c4), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.004348 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed45e45-fb21-48a6-bf3e-9820bc720012 None None] Network 4dd64b51-a439-4351-a9bc-7b8b18be8f4d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:32.053542 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] No DVR routers for this DVR port 036f1028-b608-4307-ab1d-f4539039f9c4 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:57:32.055392 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event deleted for resources: {'Port': ['ID=036f1028-b608-4307-ab1d-f4539039f9c4,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:32.084722 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6dad6-dea1-48be-bc20-7cf4397e7cc1 None None] Pushing event updated for resources: {'Port': ['ID=442e6f07-b74b-4253-933b-18816a8150b9,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:32.151771 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (3c439982-bd54-4fc6-b89a-afc8b95ad73d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.174413 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c439982-bd54-4fc6-b89a-afc8b95ad73d']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:32.175025 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 93d68f0b-14b5-4d31-98b7-a9d0287fc047 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:57:32.185507 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16a1e23-7bcb-462a-bee1-1054aafab412') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:32.186233 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16a1e23-7bcb-462a-bee1-1054aafab412') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:32.200095 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (a16a1e23-7bcb-462a-bee1-1054aafab412), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.207540 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 93d68f0b-14b5-4d31-98b7-a9d0287fc047 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:57:32.207908 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 93d68f0b-14b5-4d31-98b7-a9d0287fc047 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:57:32.215235 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (a16a1e23-7bcb-462a-bee1-1054aafab412), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.222180 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:57:32.222578 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (a16a1e23-7bcb-462a-bee1-1054aafab412), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:57:32.226408 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:57:32.291807 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (3c439982-bd54-4fc6-b89a-afc8b95ad73d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.303887 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.311557 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "DELETE /v2.0/networks/3c439982-bd54-4fc6-b89a-afc8b95ad73d HTTP/1.1" status: 204 len: 168 time: 2.1533480 Jan 28 13:57:32.311851 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40080) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:32.317978 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-4dc87fea-3bc1-4881-bfb8-076a5f6fa376 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1521829680'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:32.324665 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21006100-9826-426d-af4b-fca54b02e5bf tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event deleted for resources: {'Network': ['ID=3c439982-bd54-4fc6-b89a-afc8b95ad73d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:32.346027 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc87fea-3bc1-4881-bfb8-076a5f6fa376 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Made reservation on behalf of 9208c342527948baab8f5f1c16903dbe for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:32.350404 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4dc87fea-3bc1-4881-bfb8-076a5f6fa376 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.377712 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc87fea-3bc1-4881-bfb8-076a5f6fa376 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:57:32.393291 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4dc87fea-3bc1-4881-bfb8-076a5f6fa376 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (b7d6c55e-f0bc-40f8-9558-536f08934b8f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.394032 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-4dc87fea-3bc1-4881-bfb8-076a5f6fa376 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Added segment b7d6c55e-f0bc-40f8-9558-536f08934b8f of type vlan for network a2f632fa-8144-4f35-9d7f-8f188f148a22 Jan 28 13:57:32.403218 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c83b9684-87a5-4500-8c25-3fa9da32dc4c None None] Provisioning complete for port 442e6f07-b74b-4253-933b-18816a8150b9 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:32.403878 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c83b9684-87a5-4500-8c25-3fa9da32dc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (442e6f07-b74b-4253-933b-18816a8150b9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.450002 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4dc87fea-3bc1-4881-bfb8-076a5f6fa376 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (a2f632fa-8144-4f35-9d7f-8f188f148a22), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.486885 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4dc87fea-3bc1-4881-bfb8-076a5f6fa376 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (a2f632fa-8144-4f35-9d7f-8f188f148a22), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.494921 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc87fea-3bc1-4881-bfb8-076a5f6fa376 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:32.495871 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4dc87fea-3bc1-4881-bfb8-076a5f6fa376 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.496339 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c83b9684-87a5-4500-8c25-3fa9da32dc4c None None] Current status of the port 442e6f07-b74b-4253-933b-18816a8150b9 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:32.593982 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4dc87fea-3bc1-4881-bfb8-076a5f6fa376 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2800088 Jan 28 13:57:32.597019 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40104) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:32.602172 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-584ef7e8-9933-4f4c-a70a-4925296e58b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Request body: {'subnet': {'network_id': 'a2f632fa-8144-4f35-9d7f-8f188f148a22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:32.614722 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc87fea-3bc1-4881-bfb8-076a5f6fa376 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event updated for resources: {'Network': ['ID=a2f632fa-8144-4f35-9d7f-8f188f148a22,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:32.628502 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80d8a5-b31f-4dc7-b880-0b31c8071058 req-b4168576-674e-45da-ae01-2b2f88e0680f tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:32.630033 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9d80d8a5-b31f-4dc7-b880-0b31c8071058 req-b4168576-674e-45da-ae01-2b2f88e0680f tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 945 time: 0.1297739 Jan 28 13:57:32.638356 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network a2f632fa-8144-4f35-9d7f-8f188f148a22 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:57:32.705321 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 442e6f07-b74b-4253-933b-18816a8150b9 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:57:32.715277 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9d80d8a5-b31f-4dc7-b880-0b31c8071058 req-eb398600-0d5d-48fb-bf2e-64b9d524bde0 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4b19407-972f-4540-9519-c8517c76bd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757496 Jan 28 13:57:32.744335 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584ef7e8-9933-4f4c-a70a-4925296e58b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Made reservation on behalf of 9208c342527948baab8f5f1c16903dbe for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:32.749829 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-584ef7e8-9933-4f4c-a70a-4925296e58b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.787819 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 442e6f07-b74b-4253-933b-18816a8150b9 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:32.788222 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (442e6f07-b74b-4253-933b-18816a8150b9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.938160 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 442e6f07-b74b-4253-933b-18816a8150b9 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:32.941276 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.979999 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49516c-8809-4fcf-86c9-ebc4e4e60f35 req-e5cf8331-c7ba-4c8f-8d15-5a7fe9267b41 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:32.981626 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6f49516c-8809-4fcf-86c9-ebc4e4e60f35 req-e5cf8331-c7ba-4c8f-8d15-5a7fe9267b41 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 945 time: 0.0718319 Jan 28 13:57:33.040845 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7f336-e476-4b44-aabe-b9734638391e req-c533a7ca-175a-41ee-b9e8-067e6bef8801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:33.042339 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0ab7f336-e476-4b44-aabe-b9734638391e req-c533a7ca-175a-41ee-b9e8-067e6bef8801 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f904ecf91134b7b98bca3af2b72e4cd&device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 1096 time: 0.0881412 Jan 28 13:57:33.047671 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6f49516c-8809-4fcf-86c9-ebc4e4e60f35 req-fc1a8c5a-25ed-4216-87a6-d464e8502b2c tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4b19407-972f-4540-9519-c8517c76bd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558271 Jan 28 13:57:33.074504 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-584ef7e8-9933-4f4c-a70a-4925296e58b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (7ba8b405-6b43-4029-a879-86e4d9109623), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:33.175904 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ef7e8-9933-4f4c-a70a-4925296e58b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event updated for resources: {'Subnet': ['ID=7ba8b405-6b43-4029-a879-86e4d9109623,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:33.209942 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7f336-e476-4b44-aabe-b9734638391e req-11d45ac0-2f23-430e-82ca-f23e7bf65784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:33.211417 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0ab7f336-e476-4b44-aabe-b9734638391e req-11d45ac0-2f23-430e-82ca-f23e7bf65784 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8e30c0e-c503-4dad-86be-aac6791c5cd0 HTTP/1.1" status: 200 len: 912 time: 0.1597562 Jan 28 13:57:33.214108 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584ef7e8-9933-4f4c-a70a-4925296e58b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Checking segment: {'id': 'b7d6c55e-f0bc-40f8-9558-536f08934b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a2f632fa-8144-4f35-9d7f-8f188f148a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:33.214452 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584ef7e8-9933-4f4c-a70a-4925296e58b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Network hostable DHCP agents. Network: a2f632fa-8144-4f35-9d7f-8f188f148a22, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:57:33.258461 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0ab7f336-e476-4b44-aabe-b9734638391e req-12c2299b-bb03-4fa8-93f8-069cb131065f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=966d4814-1cd0-4f3c-8d9e-5e41b6512a2f HTTP/1.1" status: 200 len: 217 time: 0.0406628 Jan 28 13:57:33.296717 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584ef7e8-9933-4f4c-a70a-4925296e58b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Network a2f632fa-8144-4f35-9d7f-8f188f148a22 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:57:33.312809 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-584ef7e8-9933-4f4c-a70a-4925296e58b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, a2f632fa-8144-4f35-9d7f-8f188f148a22) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:33.317435 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584ef7e8-9933-4f4c-a70a-4925296e58b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:33.318047 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-584ef7e8-9933-4f4c-a70a-4925296e58b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:33.323697 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d38495-f262-4ad6-af08-70be2369a991 None None] Network a2f632fa-8144-4f35-9d7f-8f188f148a22 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:33.328738 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7f336-e476-4b44-aabe-b9734638391e req-6a59bb60-ea4e-4304-a1cc-3870bd18da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:33.330309 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0ab7f336-e476-4b44-aabe-b9734638391e req-6a59bb60-ea4e-4304-a1cc-3870bd18da29 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=381bbc5c-031c-417d-bcc7-caab6a5e875a HTTP/1.1" status: 200 len: 852 time: 0.0662024 Jan 28 13:57:33.349067 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-584ef7e8-9933-4f4c-a70a-4925296e58b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7509003 Jan 28 13:57:33.352952 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40152) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:33.358131 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-687b5cc1-0d5e-4d1b-975a-38809d139848 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1377864863'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:33.367140 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0ab7f336-e476-4b44-aabe-b9734638391e req-f24f822d-df4b-4dc9-b95c-c8349fd6ea9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8e30c0e-c503-4dad-86be-aac6791c5cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305271 Jan 28 13:57:33.387202 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687b5cc1-0d5e-4d1b-975a-38809d139848 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Made reservation on behalf of 9208c342527948baab8f5f1c16903dbe for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:33.409120 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-687b5cc1-0d5e-4d1b-975a-38809d139848 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:33.466053 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687b5cc1-0d5e-4d1b-975a-38809d139848 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:57:33.477862 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92b79f8-02a1-4510-8a27-5fe07a9c707b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-a2f632fa-8144-4f35-9d7f-8f188f148a22', 'network_id': 'a2f632fa-8144-4f35-9d7f-8f188f148a22', 'project_id': '9208c342527948baab8f5f1c16903dbe', 'fixed_ips': [{'subnet_id': '7ba8b405-6b43-4029-a879-86e4d9109623'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:57:33.478901 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d92b79f8-02a1-4510-8a27-5fe07a9c707b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:33.481033 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-687b5cc1-0d5e-4d1b-975a-38809d139848 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (0ad698db-137c-4218-9b32-da82d5b697ed), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:33.485085 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-687b5cc1-0d5e-4d1b-975a-38809d139848 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Added segment 0ad698db-137c-4218-9b32-da82d5b697ed of type vlan for network 36125782-f4ec-45a4-99b5-de780d78215a Jan 28 13:57:33.497225 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0ab7f336-e476-4b44-aabe-b9734638391e req-1bdfc2c3-22cf-4963-9038-7afe7b169eac service neutron] 10.222.0.37 "GET /v2.0/networks/d8e30c0e-c503-4dad-86be-aac6791c5cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241012 Jan 28 13:57:33.534271 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-687b5cc1-0d5e-4d1b-975a-38809d139848 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (36125782-f4ec-45a4-99b5-de780d78215a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:33.568143 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-687b5cc1-0d5e-4d1b-975a-38809d139848 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (36125782-f4ec-45a4-99b5-de780d78215a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:33.576404 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687b5cc1-0d5e-4d1b-975a-38809d139848 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:33.577727 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-687b5cc1-0d5e-4d1b-975a-38809d139848 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:33.617217 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0ab7f336-e476-4b44-aabe-b9734638391e req-3eb996aa-5d3e-4b91-a2cb-e384e52862e1 service neutron] 10.222.0.37 "GET /v2.0/networks/d8e30c0e-c503-4dad-86be-aac6791c5cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132977 Jan 28 13:57:33.619014 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40158) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:33.619646 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-687b5cc1-0d5e-4d1b-975a-38809d139848 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2653515 Jan 28 13:57:33.625234 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-63d23f8b-a2fc-4a21-9215-76266aafd08d tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Request body: {'subnet': {'network_id': '36125782-f4ec-45a4-99b5-de780d78215a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:33.653673 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-d92b79f8-02a1-4510-8a27-5fe07a9c707b None None] Allocated IP 2001:db8::3 (a2f632fa-8144-4f35-9d7f-8f188f148a22/7ba8b405-6b43-4029-a879-86e4d9109623/0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:33.668555 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b5cc1-0d5e-4d1b-975a-38809d139848 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event updated for resources: {'Network': ['ID=36125782-f4ec-45a4-99b5-de780d78215a,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:33.687939 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 36125782-f4ec-45a4-99b5-de780d78215a details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:57:33.742184 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d23f8b-a2fc-4a21-9215-76266aafd08d tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Made reservation on behalf of 9208c342527948baab8f5f1c16903dbe for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:33.745913 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-63d23f8b-a2fc-4a21-9215-76266aafd08d tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:33.807745 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.ipam_backend_mixin [None req-63d23f8b-a2fc-4a21-9215-76266aafd08d tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Performing IP validity checks on allocation pools {{(pid=103352) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 13:57:33.808757 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.ipam_backend_mixin [None req-63d23f8b-a2fc-4a21-9215-76266aafd08d tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103352) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 13:57:33.867395 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d92b79f8-02a1-4510-8a27-5fe07a9c707b None None] Publish callbacks [] for port (0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:33.875760 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d92b79f8-02a1-4510-8a27-5fe07a9c707b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:33.914846 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92b79f8-02a1-4510-8a27-5fe07a9c707b None None] Network a2f632fa-8144-4f35-9d7f-8f188f148a22 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:33.920742 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-d92b79f8-02a1-4510-8a27-5fe07a9c707b None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:33.925383 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92b79f8-02a1-4510-8a27-5fe07a9c707b None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:33.928605 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b79f8-02a1-4510-8a27-5fe07a9c707b None None] Pushing event updated for resources: {'Port': ['ID=0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:33.946888 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-63d23f8b-a2fc-4a21-9215-76266aafd08d tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (3a26f8b2-145a-49cb-911f-e120b7c56345), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:33.998959 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d92b79f8-02a1-4510-8a27-5fe07a9c707b None None] Attempting to bind port 0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:57:33.999529 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d92b79f8-02a1-4510-8a27-5fe07a9c707b None None] Attempting to bind port 0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'b7d6c55e-f0bc-40f8-9558-536f08934b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a2f632fa-8144-4f35-9d7f-8f188f148a22'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:57:34.000668 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92b79f8-02a1-4510-8a27-5fe07a9c707b None None] Attempting to bind port 0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85 on network a2f632fa-8144-4f35-9d7f-8f188f148a22 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:34.007718 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92b79f8-02a1-4510-8a27-5fe07a9c707b None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:57:34.008210 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92b79f8-02a1-4510-8a27-5fe07a9c707b None None] Checking segment: {'id': 'b7d6c55e-f0bc-40f8-9558-536f08934b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a2f632fa-8144-4f35-9d7f-8f188f148a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:34.008505 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d92b79f8-02a1-4510-8a27-5fe07a9c707b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:34.008916 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92b79f8-02a1-4510-8a27-5fe07a9c707b None None] Bound using segment: {'id': 'b7d6c55e-f0bc-40f8-9558-536f08934b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a2f632fa-8144-4f35-9d7f-8f188f148a22'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:57:34.009377 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d92b79f8-02a1-4510-8a27-5fe07a9c707b None None] Bound port: 0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d6c55e-f0bc-40f8-9558-536f08934b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a2f632fa-8144-4f35-9d7f-8f188f148a22'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:57:34.009758 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d92b79f8-02a1-4510-8a27-5fe07a9c707b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:34.021350 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d23f8b-a2fc-4a21-9215-76266aafd08d tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event updated for resources: {'Subnet': ['ID=3a26f8b2-145a-49cb-911f-e120b7c56345,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:34.039850 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d23f8b-a2fc-4a21-9215-76266aafd08d tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Checking segment: {'id': '0ad698db-137c-4218-9b32-da82d5b697ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36125782-f4ec-45a4-99b5-de780d78215a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:34.040223 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d23f8b-a2fc-4a21-9215-76266aafd08d tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Network hostable DHCP agents. Network: 36125782-f4ec-45a4-99b5-de780d78215a, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:57:34.058467 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d23f8b-a2fc-4a21-9215-76266aafd08d tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Network 36125782-f4ec-45a4-99b5-de780d78215a is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:57:34.070721 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-63d23f8b-a2fc-4a21-9215-76266aafd08d tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 36125782-f4ec-45a4-99b5-de780d78215a) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:34.075585 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d23f8b-a2fc-4a21-9215-76266aafd08d tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:34.076329 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-63d23f8b-a2fc-4a21-9215-76266aafd08d tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:34.090794 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945122dc-1c43-4fb5-b066-cd878704288a None None] Network 36125782-f4ec-45a4-99b5-de780d78215a requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:34.106620 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40162) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:34.116979 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-63d23f8b-a2fc-4a21-9215-76266aafd08d tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.4967246 Jan 28 13:57:34.203646 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3052c-6fa6-4ec0-be43-b25ead518883 req-f7b9e927-94d8-4e6a-b90a-7d3756e2f7df tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:34.212129 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d92b79f8-02a1-4510-8a27-5fe07a9c707b None None] For port 0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:57:34.222980 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e6d3052c-6fa6-4ec0-be43-b25ead518883 req-f7b9e927-94d8-4e6a-b90a-7d3756e2f7df tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 945 time: 0.0977838 Jan 28 13:57:34.227736 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57e4cd8-2010-4649-8f1b-55d36242caa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-36125782-f4ec-45a4-99b5-de780d78215a', 'network_id': '36125782-f4ec-45a4-99b5-de780d78215a', 'project_id': '9208c342527948baab8f5f1c16903dbe', 'fixed_ips': [{'subnet_id': '3a26f8b2-145a-49cb-911f-e120b7c56345'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:57:34.228894 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f57e4cd8-2010-4649-8f1b-55d36242caa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:34.236225 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ff94ce0d-7ad1-4cd3-97b4-39dcc9027b60 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (36125782-f4ec-45a4-99b5-de780d78215a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:34.236594 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d92b79f8-02a1-4510-8a27-5fe07a9c707b None None] For port 0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85,segment=NetworkSegment(b7d6c55e-f0bc-40f8-9558-536f08934b8f),segment_id=b7d6c55e-f0bc-40f8-9558-536f08934b8f)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:57:34.253810 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d92b79f8-02a1-4510-8a27-5fe07a9c707b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:34.296394 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e6d3052c-6fa6-4ec0-be43-b25ead518883 req-2b59e387-4558-4ee0-8140-d7f8fa2e6a19 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4b19407-972f-4540-9519-c8517c76bd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724239 Jan 28 13:57:34.346677 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ff94ce0d-7ad1-4cd3-97b4-39dcc9027b60 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (3a26f8b2-145a-49cb-911f-e120b7c56345), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:34.399746 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:34.424364 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b79f8-02a1-4510-8a27-5fe07a9c707b None None] Pushing event updated for resources: {'Port': ['ID=0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:34.435673 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ff94ce0d-7ad1-4cd3-97b4-39dcc9027b60 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (3a26f8b2-145a-49cb-911f-e120b7c56345), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server [None req-f57e4cd8-2010-4649-8f1b-55d36242caa2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a26f8b2-145a-49cb-911f-e120b7c56345: This subnet is being modified by another concurrent operation. Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise exception Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a26f8b2-145a-49cb-911f-e120b7c56345: This subnet is being modified by another concurrent operation. Jan 28 13:57:34.443767 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server Jan 28 13:57:34.464776 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6af97e5-11c9-4936-937c-f1d8bf64cf13 None None] Network 36125782-f4ec-45a4-99b5-de780d78215a requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:34.475863 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94ce0d-7ad1-4cd3-97b4-39dcc9027b60 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event deleted for resources: {'Subnet': ['ID=3a26f8b2-145a-49cb-911f-e120b7c56345,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:34.629471 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ff94ce0d-7ad1-4cd3-97b4-39dcc9027b60 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (36125782-f4ec-45a4-99b5-de780d78215a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:34.660486 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-ff94ce0d-7ad1-4cd3-97b4-39dcc9027b60 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36125782-f4ec-45a4-99b5-de780d78215a']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:34.676501 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-ff94ce0d-7ad1-4cd3-97b4-39dcc9027b60 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad698db-137c-4218-9b32-da82d5b697ed') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:34.677109 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-ff94ce0d-7ad1-4cd3-97b4-39dcc9027b60 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad698db-137c-4218-9b32-da82d5b697ed') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:34.701473 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ff94ce0d-7ad1-4cd3-97b4-39dcc9027b60 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (0ad698db-137c-4218-9b32-da82d5b697ed), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:34.755279 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ff94ce0d-7ad1-4cd3-97b4-39dcc9027b60 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (0ad698db-137c-4218-9b32-da82d5b697ed), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:34.766404 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff94ce0d-7ad1-4cd3-97b4-39dcc9027b60 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:57:34.767379 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ff94ce0d-7ad1-4cd3-97b4-39dcc9027b60 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (0ad698db-137c-4218-9b32-da82d5b697ed), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:57:34.770928 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:57:34.863599 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ff94ce0d-7ad1-4cd3-97b4-39dcc9027b60 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (36125782-f4ec-45a4-99b5-de780d78215a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:34.874010 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ff94ce0d-7ad1-4cd3-97b4-39dcc9027b60 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:34.880987 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ff94ce0d-7ad1-4cd3-97b4-39dcc9027b60 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "DELETE /v2.0/networks/36125782-f4ec-45a4-99b5-de780d78215a HTTP/1.1" status: 204 len: 168 time: 0.7697001 Jan 28 13:57:34.881889 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40166) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:34.888946 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-28ec0f9e-fddf-4782-a287-f9148f504dd1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-475288781'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:34.921028 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94ce0d-7ad1-4cd3-97b4-39dcc9027b60 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event deleted for resources: {'Network': ['ID=36125782-f4ec-45a4-99b5-de780d78215a,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:34.940152 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ec0f9e-fddf-4782-a287-f9148f504dd1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Made reservation on behalf of 9208c342527948baab8f5f1c16903dbe for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:34.945705 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-28ec0f9e-fddf-4782-a287-f9148f504dd1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:34.983083 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ec0f9e-fddf-4782-a287-f9148f504dd1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:57:34.997671 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-28ec0f9e-fddf-4782-a287-f9148f504dd1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (2420ed63-cda6-456d-a671-728d7b19bade), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:34.997671 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-28ec0f9e-fddf-4782-a287-f9148f504dd1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Added segment 2420ed63-cda6-456d-a671-728d7b19bade of type vlan for network e64b0851-23d4-4bdc-b5a6-f1d8488e48a8 Jan 28 13:57:35.043597 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-28ec0f9e-fddf-4782-a287-f9148f504dd1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (e64b0851-23d4-4bdc-b5a6-f1d8488e48a8), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:35.070468 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-28ec0f9e-fddf-4782-a287-f9148f504dd1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (e64b0851-23d4-4bdc-b5a6-f1d8488e48a8), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:35.076704 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ec0f9e-fddf-4782-a287-f9148f504dd1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:35.077982 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-28ec0f9e-fddf-4782-a287-f9148f504dd1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:35.122899 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-28ec0f9e-fddf-4782-a287-f9148f504dd1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2397323 Jan 28 13:57:35.126524 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40168) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:35.132479 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-6e7fa7a1-60c4-4943-bbbc-189cf054c4a2 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Request body: {'subnet': {'network_id': 'e64b0851-23d4-4bdc-b5a6-f1d8488e48a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:35.170067 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec0f9e-fddf-4782-a287-f9148f504dd1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event updated for resources: {'Network': ['ID=e64b0851-23d4-4bdc-b5a6-f1d8488e48a8,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:35.190045 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network e64b0851-23d4-4bdc-b5a6-f1d8488e48a8 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:57:35.269382 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7fa7a1-60c4-4943-bbbc-189cf054c4a2 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Made reservation on behalf of 9208c342527948baab8f5f1c16903dbe for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:35.272599 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e7fa7a1-60c4-4943-bbbc-189cf054c4a2 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:35.515315 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff07bc-0aac-4d22-b5c0-8a9b8bfb4896 req-46e0b5c8-0363-4ea8-af8e-885b967da199 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:35.518063 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6bff07bc-0aac-4d22-b5c0-8a9b8bfb4896 req-46e0b5c8-0363-4ea8-af8e-885b967da199 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 945 time: 0.1088889 Jan 28 13:57:35.595680 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e7fa7a1-60c4-4943-bbbc-189cf054c4a2 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (87ab0a53-0847-4c03-9bf1-b21e0b494ec1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:35.661513 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6bff07bc-0aac-4d22-b5c0-8a9b8bfb4896 req-54ca1f68-eb59-44b5-bba0-148a133a3b5b tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4b19407-972f-4540-9519-c8517c76bd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315384 Jan 28 13:57:35.662677 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fa7a1-60c4-4943-bbbc-189cf054c4a2 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event updated for resources: {'Subnet': ['ID=87ab0a53-0847-4c03-9bf1-b21e0b494ec1,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:35.690578 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7fa7a1-60c4-4943-bbbc-189cf054c4a2 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Checking segment: {'id': '2420ed63-cda6-456d-a671-728d7b19bade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e64b0851-23d4-4bdc-b5a6-f1d8488e48a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:35.690979 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7fa7a1-60c4-4943-bbbc-189cf054c4a2 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Network hostable DHCP agents. Network: e64b0851-23d4-4bdc-b5a6-f1d8488e48a8, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:57:35.711937 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7fa7a1-60c4-4943-bbbc-189cf054c4a2 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Network e64b0851-23d4-4bdc-b5a6-f1d8488e48a8 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:57:35.729004 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-6e7fa7a1-60c4-4943-bbbc-189cf054c4a2 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, e64b0851-23d4-4bdc-b5a6-f1d8488e48a8) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:35.738565 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b774deb-4e46-4551-bfd6-884a5d96d9c2 None None] Network e64b0851-23d4-4bdc-b5a6-f1d8488e48a8 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:35.758229 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7fa7a1-60c4-4943-bbbc-189cf054c4a2 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:35.763008 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e7fa7a1-60c4-4943-bbbc-189cf054c4a2 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:35.811518 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6e7fa7a1-60c4-4943-bbbc-189cf054c4a2 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6806545 Jan 28 13:57:35.811518 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40176) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:35.971511 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-119a02c9-ea12-4173-ad5a-d474435d7d03 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (e64b0851-23d4-4bdc-b5a6-f1d8488e48a8), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:36.060769 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62db016e-407e-4645-9f7a-d5f532ea06f2 None None] Network a2f632fa-8144-4f35-9d7f-8f188f148a22 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:36.085674 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-119a02c9-ea12-4173-ad5a-d474435d7d03 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (87ab0a53-0847-4c03-9bf1-b21e0b494ec1), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:36.140845 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca7dd5-e9b4-43b7-8fbf-c9ddfe606830 req-60006178-ae16-467b-8986-0ec765eb10ff tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:36.144038 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-47ca7dd5-e9b4-43b7-8fbf-c9ddfe606830 req-60006178-ae16-467b-8986-0ec765eb10ff tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 945 time: 0.1173005 Jan 28 13:57:36.145778 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-75c86150-325d-4065-b040-53744466f0f0 None None] Provisioning complete for port 0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:36.146165 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-75c86150-325d-4065-b040-53744466f0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:36.219034 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89714bd-d9a4-4353-9402-367cd58697a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-e64b0851-23d4-4bdc-b5a6-f1d8488e48a8', 'network_id': 'e64b0851-23d4-4bdc-b5a6-f1d8488e48a8', 'project_id': '9208c342527948baab8f5f1c16903dbe', 'fixed_ips': [{'subnet_id': '87ab0a53-0847-4c03-9bf1-b21e0b494ec1'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:57:36.219728 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-47ca7dd5-e9b4-43b7-8fbf-c9ddfe606830 req-66b78aac-3488-4f37-b57a-cd5f4d171e61 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4b19407-972f-4540-9519-c8517c76bd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690007 Jan 28 13:57:36.219848 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f89714bd-d9a4-4353-9402-367cd58697a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:36.254879 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-119a02c9-ea12-4173-ad5a-d474435d7d03 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (87ab0a53-0847-4c03-9bf1-b21e0b494ec1), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:36.294228 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a02c9-ea12-4173-ad5a-d474435d7d03 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event deleted for resources: {'Subnet': ['ID=87ab0a53-0847-4c03-9bf1-b21e0b494ec1,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:36.381696 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-119a02c9-ea12-4173-ad5a-d474435d7d03 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (e64b0851-23d4-4bdc-b5a6-f1d8488e48a8), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:36.382149 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-75c86150-325d-4065-b040-53744466f0f0 None None] Current status of the port 0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:36.382541 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-75c86150-325d-4065-b040-53744466f0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:36.405321 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:36.409943 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d55f99-1607-4bdf-9454-f31436ed322c None None] Network e64b0851-23d4-4bdc-b5a6-f1d8488e48a8 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:36.433438 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-119a02c9-ea12-4173-ad5a-d474435d7d03 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64b0851-23d4-4bdc-b5a6-f1d8488e48a8']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:36.449418 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-119a02c9-ea12-4173-ad5a-d474435d7d03 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2420ed63-cda6-456d-a671-728d7b19bade') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:36.449700 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-119a02c9-ea12-4173-ad5a-d474435d7d03 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2420ed63-cda6-456d-a671-728d7b19bade') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:36.450628 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-75c86150-325d-4065-b040-53744466f0f0 None None] For port 0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85,segment=NetworkSegment(b7d6c55e-f0bc-40f8-9558-536f08934b8f),segment_id=b7d6c55e-f0bc-40f8-9558-536f08934b8f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:36.466536 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-119a02c9-ea12-4173-ad5a-d474435d7d03 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (2420ed63-cda6-456d-a671-728d7b19bade), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:36.504549 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-119a02c9-ea12-4173-ad5a-d474435d7d03 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (2420ed63-cda6-456d-a671-728d7b19bade), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:36.513893 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119a02c9-ea12-4173-ad5a-d474435d7d03 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:57:36.514318 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-119a02c9-ea12-4173-ad5a-d474435d7d03 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (2420ed63-cda6-456d-a671-728d7b19bade), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:57:36.523759 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:57:36.542102 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-75c86150-325d-4065-b040-53744466f0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:36.668658 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c86150-325d-4065-b040-53744466f0f0 None None] Pushing event updated for resources: {'Port': ['ID=0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:36.684348 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-119a02c9-ea12-4173-ad5a-d474435d7d03 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (e64b0851-23d4-4bdc-b5a6-f1d8488e48a8), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:36.692588 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-119a02c9-ea12-4173-ad5a-d474435d7d03 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:36.700095 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-119a02c9-ea12-4173-ad5a-d474435d7d03 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "DELETE /v2.0/networks/e64b0851-23d4-4bdc-b5a6-f1d8488e48a8 HTTP/1.1" status: 204 len: 168 time: 0.8836820 Jan 28 13:57:36.702183 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40182) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:36.707978 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-cbad2f0a-59d4-4208-8f75-8fcf353a9170 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2042838964'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:36.733696 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a02c9-ea12-4173-ad5a-d474435d7d03 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event deleted for resources: {'Network': ['ID=e64b0851-23d4-4bdc-b5a6-f1d8488e48a8,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:36.758830 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbad2f0a-59d4-4208-8f75-8fcf353a9170 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Made reservation on behalf of 9208c342527948baab8f5f1c16903dbe for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:36.762441 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:57:36.763210 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cbad2f0a-59d4-4208-8f75-8fcf353a9170 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:36.765805 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049e5a67-03b5-4de3-888d-c74c7cc3d365 None None] get_active_networks_info from n-d-822747-2 {{(pid=103353) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:57:36.794733 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbad2f0a-59d4-4208-8f75-8fcf353a9170 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:57:36.810134 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cbad2f0a-59d4-4208-8f75-8fcf353a9170 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (91f1fc74-857b-4cf6-99e0-37834c4cedc4), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:36.811794 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-cbad2f0a-59d4-4208-8f75-8fcf353a9170 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Added segment 91f1fc74-857b-4cf6-99e0-37834c4cedc4 of type vlan for network eb6c92a3-abad-4465-8f60-be9f3870fafe Jan 28 13:57:36.870214 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-fe1f62d3-4fc7-4dee-9d9f-4d7dda55c96d None None] Provisioning complete for port 0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:36.870588 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe1f62d3-4fc7-4dee-9d9f-4d7dda55c96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:36.882250 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cbad2f0a-59d4-4208-8f75-8fcf353a9170 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (eb6c92a3-abad-4465-8f60-be9f3870fafe), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:36.919480 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cbad2f0a-59d4-4208-8f75-8fcf353a9170 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (eb6c92a3-abad-4465-8f60-be9f3870fafe), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:36.925490 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbad2f0a-59d4-4208-8f75-8fcf353a9170 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:36.926468 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cbad2f0a-59d4-4208-8f75-8fcf353a9170 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:37.003320 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:37.003692 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:37.006855 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049e5a67-03b5-4de3-888d-c74c7cc3d365 None None] Resources bound (agent type, host, resource id): {{(pid=103353) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:57:37.042757 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad2f0a-59d4-4208-8f75-8fcf353a9170 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event updated for resources: {'Network': ['ID=eb6c92a3-abad-4465-8f60-be9f3870fafe,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:37.049766 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fe1f62d3-4fc7-4dee-9d9f-4d7dda55c96d None None] Current status of the port 0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:37.057776 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network eb6c92a3-abad-4465-8f60-be9f3870fafe details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:57:37.064356 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-cbad2f0a-59d4-4208-8f75-8fcf353a9170 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3602695 Jan 28 13:57:37.067991 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40184) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:37.076850 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-ec40b85f-27ac-416e-99ef-738b635eb5c8 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Request body: {'subnet': {'network_id': 'eb6c92a3-abad-4465-8f60-be9f3870fafe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:37.319958 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:37.418096 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5c83f-7d4a-4b8d-8087-517e6b2b82e0 req-071bca40-861b-4ba0-8ed5-cb9650c29d27 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:37.420019 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8a5c83f-7d4a-4b8d-8087-517e6b2b82e0 req-071bca40-861b-4ba0-8ed5-cb9650c29d27 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 945 time: 0.0975070 Jan 28 13:57:37.496081 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8a5c83f-7d4a-4b8d-8087-517e6b2b82e0 req-56eb6e54-be78-4c3b-8007-84438abb7c25 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4b19407-972f-4540-9519-c8517c76bd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663366 Jan 28 13:57:37.677602 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec40b85f-27ac-416e-99ef-738b635eb5c8 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Made reservation on behalf of 9208c342527948baab8f5f1c16903dbe for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:37.682230 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ec40b85f-27ac-416e-99ef-738b635eb5c8 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:37.761644 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66186a7-9973-49b3-8a98-cb557f73b42b req-aea8b3cc-3718-4a8f-a528-ae9f04a8168f tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:37.767291 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b66186a7-9973-49b3-8a98-cb557f73b42b req-aea8b3cc-3718-4a8f-a528-ae9f04a8168f tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 945 time: 0.0943973 Jan 28 13:57:37.794829 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdc616-1837-4180-b942-ec2fcc0b764b req-5db49753-827f-4249-b069-044546290892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:37.796667 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8efdc616-1837-4180-b942-ec2fcc0b764b req-5db49753-827f-4249-b069-044546290892 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f904ecf91134b7b98bca3af2b72e4cd&device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 1096 time: 0.0856271 Jan 28 13:57:37.878439 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b66186a7-9973-49b3-8a98-cb557f73b42b req-fd0b846f-5f32-41e8-a957-f6484a8f1472 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4b19407-972f-4540-9519-c8517c76bd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073034 Jan 28 13:57:37.918370 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ec40b85f-27ac-416e-99ef-738b635eb5c8 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (a0e3b489-ee61-4817-88f1-f8658fead5c1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:37.921051 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdc616-1837-4180-b942-ec2fcc0b764b req-eea6d950-1f03-4402-aa08-fbf127587b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:37.922780 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8efdc616-1837-4180-b942-ec2fcc0b764b req-eea6d950-1f03-4402-aa08-fbf127587b32 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8e30c0e-c503-4dad-86be-aac6791c5cd0 HTTP/1.1" status: 200 len: 912 time: 0.1196258 Jan 28 13:57:37.967770 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8efdc616-1837-4180-b942-ec2fcc0b764b req-5d9dc554-4dfb-4471-812b-21558309b94c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=966d4814-1cd0-4f3c-8d9e-5e41b6512a2f HTTP/1.1" status: 200 len: 217 time: 0.0386393 Jan 28 13:57:37.984551 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40b85f-27ac-416e-99ef-738b635eb5c8 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event updated for resources: {'Subnet': ['ID=a0e3b489-ee61-4817-88f1-f8658fead5c1,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:38.000929 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec40b85f-27ac-416e-99ef-738b635eb5c8 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Checking segment: {'id': '91f1fc74-857b-4cf6-99e0-37834c4cedc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'eb6c92a3-abad-4465-8f60-be9f3870fafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:38.001231 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec40b85f-27ac-416e-99ef-738b635eb5c8 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Network hostable DHCP agents. Network: eb6c92a3-abad-4465-8f60-be9f3870fafe, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:57:38.022538 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec40b85f-27ac-416e-99ef-738b635eb5c8 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Network eb6c92a3-abad-4465-8f60-be9f3870fafe is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:57:38.034547 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-ec40b85f-27ac-416e-99ef-738b635eb5c8 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, eb6c92a3-abad-4465-8f60-be9f3870fafe) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:38.039979 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec40b85f-27ac-416e-99ef-738b635eb5c8 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:38.041357 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ec40b85f-27ac-416e-99ef-738b635eb5c8 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:38.047115 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b1bc82-adb9-46b7-9538-81faea5a0c43 None None] Network eb6c92a3-abad-4465-8f60-be9f3870fafe requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:38.067119 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ec40b85f-27ac-416e-99ef-738b635eb5c8 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9973254 Jan 28 13:57:38.067868 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdc616-1837-4180-b942-ec2fcc0b764b req-aee08509-7215-4368-a2bd-dbdb116ed4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:38.069585 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8efdc616-1837-4180-b942-ec2fcc0b764b req-aee08509-7215-4368-a2bd-dbdb116ed4f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=381bbc5c-031c-417d-bcc7-caab6a5e875a HTTP/1.1" status: 200 len: 852 time: 0.0961382 Jan 28 13:57:38.069898 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40198) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:38.106709 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8efdc616-1837-4180-b942-ec2fcc0b764b req-425dd253-3cee-405a-b8c0-c03be82ef979 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8e30c0e-c503-4dad-86be-aac6791c5cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313287 Jan 28 13:57:38.132853 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40200) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:38.205650 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841b3fa8-015e-484d-a2a8-4c6144d45639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-eb6c92a3-abad-4465-8f60-be9f3870fafe', 'network_id': 'eb6c92a3-abad-4465-8f60-be9f3870fafe', 'project_id': '9208c342527948baab8f5f1c16903dbe', 'fixed_ips': [{'subnet_id': 'a0e3b489-ee61-4817-88f1-f8658fead5c1'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:57:38.207066 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-841b3fa8-015e-484d-a2a8-4c6144d45639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:38.210175 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (eb6c92a3-abad-4465-8f60-be9f3870fafe), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:38.270469 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (a0e3b489-ee61-4817-88f1-f8658fead5c1), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:38.294198 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8efdc616-1837-4180-b942-ec2fcc0b764b req-1dd5bed2-7ceb-4a86-ae43-aec213794cc5 service neutron] 10.222.0.37 "GET /v2.0/networks/d8e30c0e-c503-4dad-86be-aac6791c5cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725779 Jan 28 13:57:38.377501 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-841b3fa8-015e-484d-a2a8-4c6144d45639 None None] Allocated IP 2001:db8::1 (eb6c92a3-abad-4465-8f60-be9f3870fafe/a0e3b489-ee61-4817-88f1-f8658fead5c1/6641a71a-61b2-4777-84ff-73101bf170c4) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:38.421447 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d876bc67-c35c-4826-b2b0-0cd8802f25a8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=be9aaa0464344092b46ff31f13708990&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2864046 Jan 28 13:57:38.425743 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40204) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:38.427464 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8efdc616-1837-4180-b942-ec2fcc0b764b req-373815b9-0b1e-4ad5-b5b9-fac198f4ef94 service neutron] 10.222.0.37 "GET /v2.0/networks/d8e30c0e-c503-4dad-86be-aac6791c5cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256242 Jan 28 13:57:38.491109 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6b78b282-c825-49fb-b2af-565e5b2b3087 admin admin] Publish callbacks [] for security_group (20f66b76-0ff5-4b65-b937-6568dacf3bf6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:38.514834 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6b78b282-c825-49fb-b2af-565e5b2b3087 admin admin] Publish callbacks [] for security_group (20f66b76-0ff5-4b65-b937-6568dacf3bf6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:38.557127 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-841b3fa8-015e-484d-a2a8-4c6144d45639 None None] Publish callbacks [] for port (6641a71a-61b2-4777-84ff-73101bf170c4), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:38.571948 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-841b3fa8-015e-484d-a2a8-4c6144d45639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (6641a71a-61b2-4777-84ff-73101bf170c4), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:38.572298 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6b78b282-c825-49fb-b2af-565e5b2b3087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (20f66b76-0ff5-4b65-b937-6568dacf3bf6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:38.575440 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6b78b282-c825-49fb-b2af-565e5b2b3087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:38.576664 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6b78b282-c825-49fb-b2af-565e5b2b3087 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/20f66b76-0ff5-4b65-b937-6568dacf3bf6 HTTP/1.1" status: 204 len: 168 time: 0.1496968 Jan 28 13:57:38.606287 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78b282-c825-49fb-b2af-565e5b2b3087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f66b76-0ff5-4b65-b937-6568dacf3bf6,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:38.616087 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (a0e3b489-ee61-4817-88f1-f8658fead5c1), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:38.642904 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841b3fa8-015e-484d-a2a8-4c6144d45639 None None] Network eb6c92a3-abad-4465-8f60-be9f3870fafe is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:38.647767 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:57:38.656491 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-841b3fa8-015e-484d-a2a8-4c6144d45639 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:38.659695 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event deleted for resources: {'Subnet': ['ID=a0e3b489-ee61-4817-88f1-f8658fead5c1,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:38.680283 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841b3fa8-015e-484d-a2a8-4c6144d45639 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:38.689495 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b3fa8-015e-484d-a2a8-4c6144d45639 None None] Pushing event updated for resources: {'Port': ['ID=6641a71a-61b2-4777-84ff-73101bf170c4,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:38.768513 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (eb6c92a3-abad-4465-8f60-be9f3870fafe), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:38.772397 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-841b3fa8-015e-484d-a2a8-4c6144d45639 None None] Attempting to bind port 6641a71a-61b2-4777-84ff-73101bf170c4 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:57:38.772618 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-841b3fa8-015e-484d-a2a8-4c6144d45639 None None] Attempting to bind port 6641a71a-61b2-4777-84ff-73101bf170c4 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '91f1fc74-857b-4cf6-99e0-37834c4cedc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'eb6c92a3-abad-4465-8f60-be9f3870fafe'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:57:38.772862 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b3fa8-015e-484d-a2a8-4c6144d45639 None None] Attempting to bind port 6641a71a-61b2-4777-84ff-73101bf170c4 on network eb6c92a3-abad-4465-8f60-be9f3870fafe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:38.779643 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b3fa8-015e-484d-a2a8-4c6144d45639 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:57:38.780012 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b3fa8-015e-484d-a2a8-4c6144d45639 None None] Checking segment: {'id': '91f1fc74-857b-4cf6-99e0-37834c4cedc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'eb6c92a3-abad-4465-8f60-be9f3870fafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:38.780325 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-841b3fa8-015e-484d-a2a8-4c6144d45639 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:38.780711 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b3fa8-015e-484d-a2a8-4c6144d45639 None None] Bound using segment: {'id': '91f1fc74-857b-4cf6-99e0-37834c4cedc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'eb6c92a3-abad-4465-8f60-be9f3870fafe'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:57:38.781217 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-841b3fa8-015e-484d-a2a8-4c6144d45639 None None] Bound port: 6641a71a-61b2-4777-84ff-73101bf170c4, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f1fc74-857b-4cf6-99e0-37834c4cedc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'eb6c92a3-abad-4465-8f60-be9f3870fafe'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:57:38.781575 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-841b3fa8-015e-484d-a2a8-4c6144d45639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6641a71a-61b2-4777-84ff-73101bf170c4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:38.799092 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:38.799467 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:38.801384 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb6c92a3-abad-4465-8f60-be9f3870fafe']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:38.813393 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f1fc74-857b-4cf6-99e0-37834c4cedc4') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:38.814064 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f1fc74-857b-4cf6-99e0-37834c4cedc4') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:38.825098 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (91f1fc74-857b-4cf6-99e0-37834c4cedc4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:38.843272 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (91f1fc74-857b-4cf6-99e0-37834c4cedc4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:38.851595 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:57:38.852009 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (91f1fc74-857b-4cf6-99e0-37834c4cedc4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:57:38.871357 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:57:38.889251 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-841b3fa8-015e-484d-a2a8-4c6144d45639 None None] For port 6641a71a-61b2-4777-84ff-73101bf170c4, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:57:38.932350 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:38.947853 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.db.api [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:57:38.947853 n-d-822747-2 neutron-server[103351]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:57:38.947853 n-d-822747-2 neutron-server[103351]: [parameters: {'id': 'eb6c92a3-abad-4465-8f60-be9f3870fafe'}] Jan 28 13:57:38.947853 n-d-822747-2 neutron-server[103351]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103351) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:57:38.948362 n-d-822747-2 neutron-server[103351]: DEBUG oslo_db.api [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:57:38.965576 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-841b3fa8-015e-484d-a2a8-4c6144d45639 None None] For port 6641a71a-61b2-4777-84ff-73101bf170c4, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6641a71a-61b2-4777-84ff-73101bf170c4,segment=NetworkSegment(91f1fc74-857b-4cf6-99e0-37834c4cedc4),segment_id=91f1fc74-857b-4cf6-99e0-37834c4cedc4)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:57:38.974482 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-841b3fa8-015e-484d-a2a8-4c6144d45639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6641a71a-61b2-4777-84ff-73101bf170c4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:39.051723 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b394771-1aa4-42bf-bd79-7735b4565ee0 req-b92fc3dd-db1d-4366-af6b-9f40ea166a4e tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:39.053851 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2b394771-1aa4-42bf-bd79-7735b4565ee0 req-b92fc3dd-db1d-4366-af6b-9f40ea166a4e tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 945 time: 0.0735788 Jan 28 13:57:39.085504 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b3fa8-015e-484d-a2a8-4c6144d45639 None None] Pushing event updated for resources: {'Port': ['ID=6641a71a-61b2-4777-84ff-73101bf170c4,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:39.117824 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2b394771-1aa4-42bf-bd79-7735b4565ee0 req-30494a47-27e0-47b4-ab74-36a186179f81 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4b19407-972f-4540-9519-c8517c76bd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542524 Jan 28 13:57:39.120523 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4685112-7631-4cd2-b483-74312f7ee2a8 None None] get_active_networks_info from n-d-822747-2 {{(pid=103353) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:57:39.222020 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4685112-7631-4cd2-b483-74312f7ee2a8 None None] Resources bound (agent type, host, resource id): {{(pid=103353) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:57:39.450304 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (eb6c92a3-abad-4465-8f60-be9f3870fafe), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:39.552288 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Deleting port 6641a71a-61b2-4777-84ff-73101bf170c4 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:57:39.552777 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (6641a71a-61b2-4777-84ff-73101bf170c4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:39.553937 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238f6926-2af1-41a3-9aae-4895124cb3a6 None None] Network eb6c92a3-abad-4465-8f60-be9f3870fafe requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:39.643053 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] For port 6641a71a-61b2-4777-84ff-73101bf170c4, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6641a71a-61b2-4777-84ff-73101bf170c4,segment=NetworkSegment(91f1fc74-857b-4cf6-99e0-37834c4cedc4),segment_id=91f1fc74-857b-4cf6-99e0-37834c4cedc4)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:39.643697 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (6641a71a-61b2-4777-84ff-73101bf170c4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:39.671691 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Calling delete_port for 6641a71a-61b2-4777-84ff-73101bf170c4 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:57:39.771388 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (6641a71a-61b2-4777-84ff-73101bf170c4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:39.803527 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event deleted for resources: {'Port': ['ID=6641a71a-61b2-4777-84ff-73101bf170c4,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:39.808016 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] No DVR routers for this DVR port 6641a71a-61b2-4777-84ff-73101bf170c4 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:57:39.898481 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (eb6c92a3-abad-4465-8f60-be9f3870fafe), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:39.925621 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb6c92a3-abad-4465-8f60-be9f3870fafe']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:39.935503 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f1fc74-857b-4cf6-99e0-37834c4cedc4') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:39.935786 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f1fc74-857b-4cf6-99e0-37834c4cedc4') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:39.945512 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (91f1fc74-857b-4cf6-99e0-37834c4cedc4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:39.962070 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (91f1fc74-857b-4cf6-99e0-37834c4cedc4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:39.969393 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:57:39.969794 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (91f1fc74-857b-4cf6-99e0-37834c4cedc4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:57:39.972928 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:57:40.034645 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (eb6c92a3-abad-4465-8f60-be9f3870fafe), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:40.042073 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:40.045302 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "DELETE /v2.0/networks/eb6c92a3-abad-4465-8f60-be9f3870fafe HTTP/1.1" status: 204 len: 168 time: 1.9741940 Jan 28 13:57:40.048763 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40246) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:40.054464 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-7ad7b582-c764-456a-823f-a9f126068b74 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1485066208'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:40.060257 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6800e5c-515a-4557-9d98-138c4eb6ba99 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event deleted for resources: {'Network': ['ID=eb6c92a3-abad-4465-8f60-be9f3870fafe,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:40.080207 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad7b582-c764-456a-823f-a9f126068b74 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Made reservation on behalf of 9208c342527948baab8f5f1c16903dbe for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:40.084854 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7ad7b582-c764-456a-823f-a9f126068b74 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:40.113676 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ad7b582-c764-456a-823f-a9f126068b74 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:57:40.124120 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7ad7b582-c764-456a-823f-a9f126068b74 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (243689d5-2857-4d21-b35c-95bc25b8b743), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:40.124475 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-7ad7b582-c764-456a-823f-a9f126068b74 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Added segment 243689d5-2857-4d21-b35c-95bc25b8b743 of type vlan for network db8bbe51-16e2-466f-9c29-876151127ac0 Jan 28 13:57:40.188824 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7ad7b582-c764-456a-823f-a9f126068b74 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (db8bbe51-16e2-466f-9c29-876151127ac0), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:40.235536 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7ad7b582-c764-456a-823f-a9f126068b74 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (db8bbe51-16e2-466f-9c29-876151127ac0), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:40.240630 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad7b582-c764-456a-823f-a9f126068b74 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:40.241204 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7ad7b582-c764-456a-823f-a9f126068b74 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:40.289851 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7ad7b582-c764-456a-823f-a9f126068b74 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2371025 Jan 28 13:57:40.290410 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40272) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:40.295692 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-52bec128-b749-4b22-9f25-083ae635f74a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Request body: {'subnet': {'network_id': 'db8bbe51-16e2-466f-9c29-876151127ac0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:40.334163 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7b582-c764-456a-823f-a9f126068b74 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event updated for resources: {'Network': ['ID=db8bbe51-16e2-466f-9c29-876151127ac0,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:40.343561 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df573b6-b133-4747-afc2-ac5cce4e5980 req-37ada0a4-a804-423a-b239-f613bb0ddb5e tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:40.348164 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network db8bbe51-16e2-466f-9c29-876151127ac0 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:57:40.350728 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8df573b6-b133-4747-afc2-ac5cce4e5980 req-37ada0a4-a804-423a-b239-f613bb0ddb5e tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 945 time: 0.1459906 Jan 28 13:57:40.405870 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bec128-b749-4b22-9f25-083ae635f74a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Made reservation on behalf of 9208c342527948baab8f5f1c16903dbe for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:40.409262 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8df573b6-b133-4747-afc2-ac5cce4e5980 req-f6cb3d74-26ed-43c0-b1eb-88725e018dcf tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4b19407-972f-4540-9519-c8517c76bd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575919 Jan 28 13:57:40.409991 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-52bec128-b749-4b22-9f25-083ae635f74a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:40.659224 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-52bec128-b749-4b22-9f25-083ae635f74a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (dd8de2c8-9faa-4d34-a156-2520d22cfb9a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:40.693955 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbca59-2696-495d-82f8-778ec7268eaf req-367ba415-cb83-46aa-ad02-3771626d13ed tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:40.695562 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d0bbca59-2696-495d-82f8-778ec7268eaf req-367ba415-cb83-46aa-ad02-3771626d13ed tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 945 time: 0.0551033 Jan 28 13:57:40.724557 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bec128-b749-4b22-9f25-083ae635f74a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event updated for resources: {'Subnet': ['ID=dd8de2c8-9faa-4d34-a156-2520d22cfb9a,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:40.735534 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bec128-b749-4b22-9f25-083ae635f74a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Checking segment: {'id': '243689d5-2857-4d21-b35c-95bc25b8b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'db8bbe51-16e2-466f-9c29-876151127ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:40.735973 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bec128-b749-4b22-9f25-083ae635f74a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Network hostable DHCP agents. Network: db8bbe51-16e2-466f-9c29-876151127ac0, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:57:40.755386 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bec128-b749-4b22-9f25-083ae635f74a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Network db8bbe51-16e2-466f-9c29-876151127ac0 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:57:40.760480 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d0bbca59-2696-495d-82f8-778ec7268eaf req-bdc3668e-095d-4484-a365-45f35344a4c5 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4b19407-972f-4540-9519-c8517c76bd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580773 Jan 28 13:57:40.769410 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-52bec128-b749-4b22-9f25-083ae635f74a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, db8bbe51-16e2-466f-9c29-876151127ac0) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:40.782868 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bec128-b749-4b22-9f25-083ae635f74a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:40.782868 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-52bec128-b749-4b22-9f25-083ae635f74a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:40.787197 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2105ae3-5b44-4b28-9907-f7f853b4f189 None None] Network db8bbe51-16e2-466f-9c29-876151127ac0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:40.795450 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-52bec128-b749-4b22-9f25-083ae635f74a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5039198 Jan 28 13:57:40.798116 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40356) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:40.803757 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-6049a344-6431-4f1f-93aa-2dae6c9154a3 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Request body: {'subnet': {'network_id': 'db8bbe51-16e2-466f-9c29-876151127ac0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:40.904830 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c0b375-dd4a-434d-bf43-83202215613d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-db8bbe51-16e2-466f-9c29-876151127ac0', 'network_id': 'db8bbe51-16e2-466f-9c29-876151127ac0', 'project_id': '9208c342527948baab8f5f1c16903dbe', 'fixed_ips': [{'subnet_id': 'dd8de2c8-9faa-4d34-a156-2520d22cfb9a'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:57:40.905986 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6c0b375-dd4a-434d-bf43-83202215613d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:40.941843 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6049a344-6431-4f1f-93aa-2dae6c9154a3 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Made reservation on behalf of 9208c342527948baab8f5f1c16903dbe for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:40.947378 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6049a344-6431-4f1f-93aa-2dae6c9154a3 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:41.218988 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40372) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:41.248936 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-a6c0b375-dd4a-434d-bf43-83202215613d None None] Allocated IP 2001:db8::2 (db8bbe51-16e2-466f-9c29-876151127ac0/dd8de2c8-9faa-4d34-a156-2520d22cfb9a/6f192fa4-9378-4be4-b35a-0e3d8d60c012) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:41.251736 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6049a344-6431-4f1f-93aa-2dae6c9154a3 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (d836e7fc-aeec-4dcf-86a1-025ea3393842), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:41.296179 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6049a344-6431-4f1f-93aa-2dae6c9154a3 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Network db8bbe51-16e2-466f-9c29-876151127ac0 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:41.299767 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-6049a344-6431-4f1f-93aa-2dae6c9154a3 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:41.304417 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6049a344-6431-4f1f-93aa-2dae6c9154a3 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:41.305032 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6049a344-6431-4f1f-93aa-2dae6c9154a3 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:41.321265 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049a344-6431-4f1f-93aa-2dae6c9154a3 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event updated for resources: {'Subnet': ['ID=d836e7fc-aeec-4dcf-86a1-025ea3393842,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:41.328780 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6049a344-6431-4f1f-93aa-2dae6c9154a3 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5290830 Jan 28 13:57:41.331406 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40376) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:41.365824 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-00ccd1df-3222-4b69-9ee3-154d8763bab0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:41.431100 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cd5723-431f-47ce-948d-308f944fd9c7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:41.431813 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6c0b375-dd4a-434d-bf43-83202215613d None None] Publish callbacks [] for port (6f192fa4-9378-4be4-b35a-0e3d8d60c012), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:41.432499 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cd5723-431f-47ce-948d-308f944fd9c7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:41.433914 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cd5723-431f-47ce-948d-308f944fd9c7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:41.435318 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cd5723-431f-47ce-948d-308f944fd9c7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:41.436635 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cd5723-431f-47ce-948d-308f944fd9c7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:41.438412 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a0cd5723-431f-47ce-948d-308f944fd9c7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1059487 Jan 28 13:57:41.440089 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6c0b375-dd4a-434d-bf43-83202215613d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (6f192fa4-9378-4be4-b35a-0e3d8d60c012), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:41.443069 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40378) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:41.448700 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-db213b59-2e2a-4c1f-9f13-19cb756532e6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-180877608'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:41.468582 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-00ccd1df-3222-4b69-9ee3-154d8763bab0 admin admin] Publish callbacks [] for security_group (1d1eb3b4-ad62-4a36-a0cc-8a6ad62c5f15), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:41.474294 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db213b59-2e2a-4c1f-9f13-19cb756532e6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Made reservation on behalf of 9208c342527948baab8f5f1c16903dbe for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:41.475491 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-00ccd1df-3222-4b69-9ee3-154d8763bab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1d1eb3b4-ad62-4a36-a0cc-8a6ad62c5f15), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:41.477902 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-db213b59-2e2a-4c1f-9f13-19cb756532e6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:41.481114 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c0b375-dd4a-434d-bf43-83202215613d None None] Network db8bbe51-16e2-466f-9c29-876151127ac0 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:41.484047 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a6c0b375-dd4a-434d-bf43-83202215613d None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:41.490455 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c0b375-dd4a-434d-bf43-83202215613d None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:41.496333 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0b375-dd4a-434d-bf43-83202215613d None None] Pushing event updated for resources: {'Port': ['ID=6f192fa4-9378-4be4-b35a-0e3d8d60c012,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:41.516913 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db213b59-2e2a-4c1f-9f13-19cb756532e6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:57:41.526959 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccd1df-3222-4b69-9ee3-154d8763bab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1eb3b4-ad62-4a36-a0cc-8a6ad62c5f15,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:41.529625 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-db213b59-2e2a-4c1f-9f13-19cb756532e6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (2486837e-d7ab-47fd-bc01-e11d0dbf2901), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:41.530060 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-db213b59-2e2a-4c1f-9f13-19cb756532e6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Added segment 2486837e-d7ab-47fd-bc01-e11d0dbf2901 of type vlan for network 553c3f38-496d-4ccb-ae74-e524524abfb6 Jan 28 13:57:41.534296 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-00ccd1df-3222-4b69-9ee3-154d8763bab0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=47431830b53b4c66a50c877898112ae4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3118258 Jan 28 13:57:41.534589 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40380) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:41.564118 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a6c0b375-dd4a-434d-bf43-83202215613d None None] Attempting to bind port 6f192fa4-9378-4be4-b35a-0e3d8d60c012 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:57:41.564402 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a6c0b375-dd4a-434d-bf43-83202215613d None None] Attempting to bind port 6f192fa4-9378-4be4-b35a-0e3d8d60c012 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '243689d5-2857-4d21-b35c-95bc25b8b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'db8bbe51-16e2-466f-9c29-876151127ac0'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:57:41.564976 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c0b375-dd4a-434d-bf43-83202215613d None None] Attempting to bind port 6f192fa4-9378-4be4-b35a-0e3d8d60c012 on network db8bbe51-16e2-466f-9c29-876151127ac0 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:41.570527 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c0b375-dd4a-434d-bf43-83202215613d None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:57:41.571003 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c0b375-dd4a-434d-bf43-83202215613d None None] Checking segment: {'id': '243689d5-2857-4d21-b35c-95bc25b8b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'db8bbe51-16e2-466f-9c29-876151127ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:41.571661 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6c0b375-dd4a-434d-bf43-83202215613d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:41.572293 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c0b375-dd4a-434d-bf43-83202215613d None None] Bound using segment: {'id': '243689d5-2857-4d21-b35c-95bc25b8b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'db8bbe51-16e2-466f-9c29-876151127ac0'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:57:41.573025 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a6c0b375-dd4a-434d-bf43-83202215613d None None] Bound port: 6f192fa4-9378-4be4-b35a-0e3d8d60c012, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '243689d5-2857-4d21-b35c-95bc25b8b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'db8bbe51-16e2-466f-9c29-876151127ac0'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:57:41.573899 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6c0b375-dd4a-434d-bf43-83202215613d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6f192fa4-9378-4be4-b35a-0e3d8d60c012), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:41.580311 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-db213b59-2e2a-4c1f-9f13-19cb756532e6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (553c3f38-496d-4ccb-ae74-e524524abfb6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:41.593353 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d0f07b53-482b-44e3-8bf9-7c380e64ff63 admin admin] Publish callbacks [] for security_group (1d1eb3b4-ad62-4a36-a0cc-8a6ad62c5f15), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:41.613365 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-db213b59-2e2a-4c1f-9f13-19cb756532e6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (553c3f38-496d-4ccb-ae74-e524524abfb6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:41.617445 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d0f07b53-482b-44e3-8bf9-7c380e64ff63 admin admin] Publish callbacks [] for security_group (1d1eb3b4-ad62-4a36-a0cc-8a6ad62c5f15), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:41.619294 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db213b59-2e2a-4c1f-9f13-19cb756532e6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:41.620325 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-db213b59-2e2a-4c1f-9f13-19cb756532e6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:41.649006 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a6c0b375-dd4a-434d-bf43-83202215613d None None] For port 6f192fa4-9378-4be4-b35a-0e3d8d60c012, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:57:41.655281 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a6c0b375-dd4a-434d-bf43-83202215613d None None] For port 6f192fa4-9378-4be4-b35a-0e3d8d60c012, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6f192fa4-9378-4be4-b35a-0e3d8d60c012,segment=NetworkSegment(243689d5-2857-4d21-b35c-95bc25b8b743),segment_id=243689d5-2857-4d21-b35c-95bc25b8b743)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:57:41.663716 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6c0b375-dd4a-434d-bf43-83202215613d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6f192fa4-9378-4be4-b35a-0e3d8d60c012), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:41.676103 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d0f07b53-482b-44e3-8bf9-7c380e64ff63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1d1eb3b4-ad62-4a36-a0cc-8a6ad62c5f15), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:41.679491 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d0f07b53-482b-44e3-8bf9-7c380e64ff63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:41.683413 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d0f07b53-482b-44e3-8bf9-7c380e64ff63 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1d1eb3b4-ad62-4a36-a0cc-8a6ad62c5f15 HTTP/1.1" status: 204 len: 168 time: 0.1448159 Jan 28 13:57:41.692850 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f07b53-482b-44e3-8bf9-7c380e64ff63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1eb3b4-ad62-4a36-a0cc-8a6ad62c5f15,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:41.698095 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-db213b59-2e2a-4c1f-9f13-19cb756532e6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2515752 Jan 28 13:57:41.698811 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40384) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:41.706866 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-45114fe8-7fb4-4f4d-b8fc-8ef53b129b1a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:41.740397 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db213b59-2e2a-4c1f-9f13-19cb756532e6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event updated for resources: {'Network': ['ID=553c3f38-496d-4ccb-ae74-e524524abfb6,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:41.748029 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0b375-dd4a-434d-bf43-83202215613d None None] Pushing event updated for resources: {'Port': ['ID=6f192fa4-9378-4be4-b35a-0e3d8d60c012,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:41.765044 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 553c3f38-496d-4ccb-ae74-e524524abfb6 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:57:41.967735 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45114fe8-7fb4-4f4d-b8fc-8ef53b129b1a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (553c3f38-496d-4ccb-ae74-e524524abfb6), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:41.994405 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d63bd-57a3-46cb-9f33-e6b5050b057c req-c58e930b-365d-437a-a704-3ae0d4aa1c16 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:41.996089 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-030d63bd-57a3-46cb-9f33-e6b5050b057c req-c58e930b-365d-437a-a704-3ae0d4aa1c16 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 945 time: 0.1137154 Jan 28 13:57:41.998741 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45114fe8-7fb4-4f4d-b8fc-8ef53b129b1a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (553c3f38-496d-4ccb-ae74-e524524abfb6), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:42.013433 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-45114fe8-7fb4-4f4d-b8fc-8ef53b129b1a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Network 553c3f38-496d-4ccb-ae74-e524524abfb6 is not hosted by any dhcp agent {{(pid=103351) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 13:57:42.018850 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45114fe8-7fb4-4f4d-b8fc-8ef53b129b1a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:42.019513 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45114fe8-7fb4-4f4d-b8fc-8ef53b129b1a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:42.020845 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-45114fe8-7fb4-4f4d-b8fc-8ef53b129b1a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "PUT /v2.0/networks/553c3f38-496d-4ccb-ae74-e524524abfb6 HTTP/1.1" status: 200 len: 723 time: 0.3210835 Jan 28 13:57:42.027996 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40390) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:42.037662 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-671cc8e3-d4e2-4ced-900c-c7a347817518 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Request body: {'subnet': {'network_id': '553c3f38-496d-4ccb-ae74-e524524abfb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:42.143377 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45114fe8-7fb4-4f4d-b8fc-8ef53b129b1a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event updated for resources: {'Network': ['ID=553c3f38-496d-4ccb-ae74-e524524abfb6,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:42.158339 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 553c3f38-496d-4ccb-ae74-e524524abfb6 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:57:42.216402 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-030d63bd-57a3-46cb-9f33-e6b5050b057c req-40740a11-9255-4789-98f5-53c6454c6c5a tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/security-groups?id=a4b19407-972f-4540-9519-c8517c76bd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055738 Jan 28 13:57:42.216402 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40394) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:42.235870 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-abbf7271-08dd-4b34-b3fa-d873f0ce7dfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:42.345164 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-abbf7271-08dd-4b34-b3fa-d873f0ce7dfa admin admin] Publish callbacks [] for security_group (6f738f3a-e9d3-4979-8b12-29eab3cb9813), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:42.350520 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-abbf7271-08dd-4b34-b3fa-d873f0ce7dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6f738f3a-e9d3-4979-8b12-29eab3cb9813), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:42.394579 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-abbf7271-08dd-4b34-b3fa-d873f0ce7dfa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d8980ee5db934e72b6ff7f9a25579555&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1770556 Jan 28 13:57:42.395346 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf7271-08dd-4b34-b3fa-d873f0ce7dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f738f3a-e9d3-4979-8b12-29eab3cb9813,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:42.398117 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40396) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:42.463057 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ed7ef832-dae8-4f4f-b3e9-1d96fe28a017 admin admin] Publish callbacks [] for security_group (6f738f3a-e9d3-4979-8b12-29eab3cb9813), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:42.484802 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ed7ef832-dae8-4f4f-b3e9-1d96fe28a017 admin admin] Publish callbacks [] for security_group (6f738f3a-e9d3-4979-8b12-29eab3cb9813), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:42.543081 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ed7ef832-dae8-4f4f-b3e9-1d96fe28a017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (6f738f3a-e9d3-4979-8b12-29eab3cb9813), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:42.545909 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ed7ef832-dae8-4f4f-b3e9-1d96fe28a017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:42.547464 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ed7ef832-dae8-4f4f-b3e9-1d96fe28a017 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6f738f3a-e9d3-4979-8b12-29eab3cb9813 HTTP/1.1" status: 204 len: 168 time: 0.1483352 Jan 28 13:57:42.557740 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ef832-dae8-4f4f-b3e9-1d96fe28a017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f738f3a-e9d3-4979-8b12-29eab3cb9813,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:42.562759 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671cc8e3-d4e2-4ced-900c-c7a347817518 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Made reservation on behalf of 9208c342527948baab8f5f1c16903dbe for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:42.565473 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-671cc8e3-d4e2-4ced-900c-c7a347817518 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:42.637207 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050979b2-d745-4cc7-ba67-6b03a6871f26 req-a9010926-9af3-48f3-a9ee-fa51b01ffea5 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:42.637990 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-050979b2-d745-4cc7-ba67-6b03a6871f26 req-a9010926-9af3-48f3-a9ee-fa51b01ffea5 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 945 time: 0.1194444 Jan 28 13:57:42.678716 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6f192fa4-9378-4be4-b35a-0e3d8d60c012 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:57:42.750658 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 6f192fa4-9378-4be4-b35a-0e3d8d60c012 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:42.751423 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6f192fa4-9378-4be4-b35a-0e3d8d60c012), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:42.806676 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-050979b2-d745-4cc7-ba67-6b03a6871f26 req-3e054db7-114e-4489-b5fc-4c17b8c65b64 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Deleting port 966d4814-1cd0-4f3c-8d9e-5e41b6512a2f {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:57:42.806676 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-050979b2-d745-4cc7-ba67-6b03a6871f26 req-3e054db7-114e-4489-b5fc-4c17b8c65b64 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (966d4814-1cd0-4f3c-8d9e-5e41b6512a2f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:42.868390 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 6f192fa4-9378-4be4-b35a-0e3d8d60c012 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:42.869374 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6f192fa4-9378-4be4-b35a-0e3d8d60c012), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:42.914335 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 6f192fa4-9378-4be4-b35a-0e3d8d60c012, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6f192fa4-9378-4be4-b35a-0e3d8d60c012,segment=NetworkSegment(243689d5-2857-4d21-b35c-95bc25b8b743),segment_id=243689d5-2857-4d21-b35c-95bc25b8b743)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:42.921405 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6f192fa4-9378-4be4-b35a-0e3d8d60c012), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:42.950100 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-671cc8e3-d4e2-4ced-900c-c7a347817518 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (2f937f72-7c52-4686-8194-0454efc25240), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:43.002742 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=6f192fa4-9378-4be4-b35a-0e3d8d60c012,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:43.038353 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-050979b2-d745-4cc7-ba67-6b03a6871f26 req-3e054db7-114e-4489-b5fc-4c17b8c65b64 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] For port 966d4814-1cd0-4f3c-8d9e-5e41b6512a2f, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=966d4814-1cd0-4f3c-8d9e-5e41b6512a2f,segment=NetworkSegment(34858809-7570-4dd5-aa13-649e1e01b5d6),segment_id=34858809-7570-4dd5-aa13-649e1e01b5d6)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:43.038684 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-050979b2-d745-4cc7-ba67-6b03a6871f26 req-3e054db7-114e-4489-b5fc-4c17b8c65b64 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (966d4814-1cd0-4f3c-8d9e-5e41b6512a2f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:43.060723 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-050979b2-d745-4cc7-ba67-6b03a6871f26 req-3e054db7-114e-4489-b5fc-4c17b8c65b64 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Calling delete_port for 966d4814-1cd0-4f3c-8d9e-5e41b6512a2f owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:57:43.072394 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671cc8e3-d4e2-4ced-900c-c7a347817518 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event updated for resources: {'Subnet': ['ID=2f937f72-7c52-4686-8194-0454efc25240,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:43.126998 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dc5901-3f34-4fd7-8bea-3470c5137e22 None None] Network db8bbe51-16e2-466f-9c29-876151127ac0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:43.133665 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671cc8e3-d4e2-4ced-900c-c7a347817518 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Checking segment: {'id': '2486837e-d7ab-47fd-bc01-e11d0dbf2901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '553c3f38-496d-4ccb-ae74-e524524abfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:43.134115 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671cc8e3-d4e2-4ced-900c-c7a347817518 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Network hostable DHCP agents. Network: 553c3f38-496d-4ccb-ae74-e524524abfb6, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:57:43.171842 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671cc8e3-d4e2-4ced-900c-c7a347817518 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Network 553c3f38-496d-4ccb-ae74-e524524abfb6 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:57:43.195838 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-671cc8e3-d4e2-4ced-900c-c7a347817518 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 553c3f38-496d-4ccb-ae74-e524524abfb6) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:43.207864 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671cc8e3-d4e2-4ced-900c-c7a347817518 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:43.208725 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-671cc8e3-d4e2-4ced-900c-c7a347817518 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-593363'] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:43.211127 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991a75ff-68f3-476e-91aa-13ae9bd8aac0 None None] Network 553c3f38-496d-4ccb-ae74-e524524abfb6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:43.216057 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-2deed193-a62b-49f9-8746-a589c668a552 None None] Provisioning complete for port 6f192fa4-9378-4be4-b35a-0e3d8d60c012 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:43.216425 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2deed193-a62b-49f9-8746-a589c668a552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6f192fa4-9378-4be4-b35a-0e3d8d60c012), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:43.278587 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-050979b2-d745-4cc7-ba67-6b03a6871f26 req-3e054db7-114e-4489-b5fc-4c17b8c65b64 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (966d4814-1cd0-4f3c-8d9e-5e41b6512a2f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:43.296917 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['966d4814-1cd0-4f3c-8d9e-5e41b6512a2f'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:57:43.299040 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-671cc8e3-d4e2-4ced-900c-c7a347817518 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2701135 Jan 28 13:57:43.302066 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40402) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:43.307962 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-4b58ed7b-ef03-4135-81e0-ffcb7cefe517 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:43.327872 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e054db7-114e-4489-b5fc-4c17b8c65b64 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Pushing event deleted for resources: {'Port': ['ID=966d4814-1cd0-4f3c-8d9e-5e41b6512a2f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:43.388451 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-050979b2-d745-4cc7-ba67-6b03a6871f26 req-3e054db7-114e-4489-b5fc-4c17b8c65b64 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] No DVR routers for this DVR port 966d4814-1cd0-4f3c-8d9e-5e41b6512a2f on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:57:43.392014 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8870cdac-2ba8-4a83-8f95-c91f541184e2 req-c2e1de18-53f4-4c06-b656-dedd37c0dc8d tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7adc875-a144-4983-8334-3f5e9e3f89ab HTTP/1.1" status: 200 len: 210 time: 0.0725389 Jan 28 13:57:43.393057 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-050979b2-d745-4cc7-ba67-6b03a6871f26 req-3e054db7-114e-4489-b5fc-4c17b8c65b64 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:43.396471 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-050979b2-d745-4cc7-ba67-6b03a6871f26 req-3e054db7-114e-4489-b5fc-4c17b8c65b64 tempest-TestServerAdvancedOps-129011599 tempest-TestServerAdvancedOps-129011599-project] 10.222.0.37 "DELETE /v2.0/ports/966d4814-1cd0-4f3c-8d9e-5e41b6512a2f HTTP/1.1" status: 204 len: 173 time: 0.7487142 Jan 28 13:57:43.396769 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7adc875-a144-4983-8334-3f5e9e3f89ab', 'name': 'network-vif-deleted', 'tag': '966d4814-1cd0-4f3c-8d9e-5e41b6512a2f'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:57:43.399868 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a52eec-699e-4966-a190-4e6a8ab7c33c" -d '{"events": [{"server_uuid": "f7adc875-a144-4983-8334-3f5e9e3f89ab", "name": "network-vif-deleted", "tag": "966d4814-1cd0-4f3c-8d9e-5e41b6512a2f"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:57:43.434233 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4b58ed7b-ef03-4135-81e0-ffcb7cefe517 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26011049'] for subnet (2f937f72-7c52-4686-8194-0454efc25240), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:43.439677 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3328ccde-672a-49a5-97e8-197b0125712f x-openstack-request-id: req-3328ccde-672a-49a5-97e8-197b0125712f {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:57:43.439983 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7adc875-a144-4983-8334-3f5e9e3f89ab", "name": "network-vif-deleted", "tag": "966d4814-1cd0-4f3c-8d9e-5e41b6512a2f", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:57:43.440258 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3328ccde-672a-49a5-97e8-197b0125712f {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:57:43.440640 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7adc875-a144-4983-8334-3f5e9e3f89ab', 'name': 'network-vif-deleted', 'tag': '966d4814-1cd0-4f3c-8d9e-5e41b6512a2f', 'status': 'completed', 'code': 200} Jan 28 13:57:43.472851 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09082c7-9ce4-4dd5-99a0-dacaf503ff71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-553c3f38-496d-4ccb-ae74-e524524abfb6', 'network_id': '553c3f38-496d-4ccb-ae74-e524524abfb6', 'project_id': '9208c342527948baab8f5f1c16903dbe', 'fixed_ips': [{'subnet_id': '2f937f72-7c52-4686-8194-0454efc25240'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:57:43.473981 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f09082c7-9ce4-4dd5-99a0-dacaf503ff71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:43.490858 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2deed193-a62b-49f9-8746-a589c668a552 None None] Current status of the port 6f192fa4-9378-4be4-b35a-0e3d8d60c012 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:43.617213 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86a4993-cc0a-4559-b043-c278822157b6 None None] Update dhcp port {'port': {'network_id': 'db8bbe51-16e2-466f-9c29-876151127ac0', 'fixed_ips': [{'subnet_id': 'dd8de2c8-9faa-4d34-a156-2520d22cfb9a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd836e7fc-aeec-4dcf-86a1-025ea3393842'}], 'binding:host_id': 'n-d-822747-2'}, 'id': '6f192fa4-9378-4be4-b35a-0e3d8d60c012'} from n-d-822747-2. {{(pid=103353) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 13:57:43.625465 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4b58ed7b-ef03-4135-81e0-ffcb7cefe517 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775577984458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25708880'] for subnet (2f937f72-7c52-4686-8194-0454efc25240), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:43.640491 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b58ed7b-ef03-4135-81e0-ffcb7cefe517 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:43.641129 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4b58ed7b-ef03-4135-81e0-ffcb7cefe517 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:43.645406 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4b58ed7b-ef03-4135-81e0-ffcb7cefe517 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "PUT /v2.0/subnets/2f937f72-7c52-4686-8194-0454efc25240 HTTP/1.1" status: 200 len: 826 time: 0.3395505 Jan 28 13:57:43.647594 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40406) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:43.669427 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b86a4993-cc0a-4559-b043-c278822157b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6f192fa4-9378-4be4-b35a-0e3d8d60c012), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:43.684742 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58ed7b-ef03-4135-81e0-ffcb7cefe517 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event updated for resources: {'Subnet': ['ID=2f937f72-7c52-4686-8194-0454efc25240,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:43.722722 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-f09082c7-9ce4-4dd5-99a0-dacaf503ff71 None None] Allocated IP 2001:db8::2 (553c3f38-496d-4ccb-ae74-e524524abfb6/2f937f72-7c52-4686-8194-0454efc25240/16d63ddb-9cf0-4026-835b-0f23ebcbdbb1) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:43.762024 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (553c3f38-496d-4ccb-ae74-e524524abfb6), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:43.817155 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (2f937f72-7c52-4686-8194-0454efc25240), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:43.940635 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-b86a4993-cc0a-4559-b043-c278822157b6 None None] Allocated IP 172.20.0.1 (db8bbe51-16e2-466f-9c29-876151127ac0/d836e7fc-aeec-4dcf-86a1-025ea3393842/6f192fa4-9378-4be4-b35a-0e3d8d60c012) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:44.010526 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f09082c7-9ce4-4dd5-99a0-dacaf503ff71 None None] Publish callbacks [] for port (16d63ddb-9cf0-4026-835b-0f23ebcbdbb1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:44.038188 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (2f937f72-7c52-4686-8194-0454efc25240), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:44.041670 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f09082c7-9ce4-4dd5-99a0-dacaf503ff71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (16d63ddb-9cf0-4026-835b-0f23ebcbdbb1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:44.070246 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event deleted for resources: {'Subnet': ['ID=2f937f72-7c52-4686-8194-0454efc25240,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:44.088577 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09082c7-9ce4-4dd5-99a0-dacaf503ff71 None None] Network 553c3f38-496d-4ccb-ae74-e524524abfb6 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:44.097899 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f09082c7-9ce4-4dd5-99a0-dacaf503ff71 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:44.104313 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09082c7-9ce4-4dd5-99a0-dacaf503ff71 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:44.110678 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09082c7-9ce4-4dd5-99a0-dacaf503ff71 None None] Pushing event updated for resources: {'Port': ['ID=16d63ddb-9cf0-4026-835b-0f23ebcbdbb1,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:44.134591 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (553c3f38-496d-4ccb-ae74-e524524abfb6), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:44.155488 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553c3f38-496d-4ccb-ae74-e524524abfb6']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:44.156499 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-b86a4993-cc0a-4559-b043-c278822157b6 None None] For port 6f192fa4-9378-4be4-b35a-0e3d8d60c012, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6f192fa4-9378-4be4-b35a-0e3d8d60c012,segment=NetworkSegment(243689d5-2857-4d21-b35c-95bc25b8b743),segment_id=243689d5-2857-4d21-b35c-95bc25b8b743)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:44.164866 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2486837e-d7ab-47fd-bc01-e11d0dbf2901') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:44.165126 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2486837e-d7ab-47fd-bc01-e11d0dbf2901') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:44.174882 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (2486837e-d7ab-47fd-bc01-e11d0dbf2901), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:44.188905 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (2486837e-d7ab-47fd-bc01-e11d0dbf2901), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:44.196137 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:57:44.196447 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (2486837e-d7ab-47fd-bc01-e11d0dbf2901), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:57:44.199572 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:57:44.202890 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-f09082c7-9ce4-4dd5-99a0-dacaf503ff71 None None] Attempting to bind port 16d63ddb-9cf0-4026-835b-0f23ebcbdbb1 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:57:44.203230 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-f09082c7-9ce4-4dd5-99a0-dacaf503ff71 None None] Attempting to bind port 16d63ddb-9cf0-4026-835b-0f23ebcbdbb1 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '2486837e-d7ab-47fd-bc01-e11d0dbf2901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '553c3f38-496d-4ccb-ae74-e524524abfb6'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:57:44.203607 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09082c7-9ce4-4dd5-99a0-dacaf503ff71 None None] Attempting to bind port 16d63ddb-9cf0-4026-835b-0f23ebcbdbb1 on network 553c3f38-496d-4ccb-ae74-e524524abfb6 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:44.225630 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09082c7-9ce4-4dd5-99a0-dacaf503ff71 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:57:44.226425 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09082c7-9ce4-4dd5-99a0-dacaf503ff71 None None] Checking segment: {'id': '2486837e-d7ab-47fd-bc01-e11d0dbf2901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '553c3f38-496d-4ccb-ae74-e524524abfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:44.226425 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f09082c7-9ce4-4dd5-99a0-dacaf503ff71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:44.226779 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09082c7-9ce4-4dd5-99a0-dacaf503ff71 None None] Bound using segment: {'id': '2486837e-d7ab-47fd-bc01-e11d0dbf2901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '553c3f38-496d-4ccb-ae74-e524524abfb6'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:57:44.227284 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-f09082c7-9ce4-4dd5-99a0-dacaf503ff71 None None] Bound port: 16d63ddb-9cf0-4026-835b-0f23ebcbdbb1, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2486837e-d7ab-47fd-bc01-e11d0dbf2901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '553c3f38-496d-4ccb-ae74-e524524abfb6'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:57:44.227663 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f09082c7-9ce4-4dd5-99a0-dacaf503ff71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (16d63ddb-9cf0-4026-835b-0f23ebcbdbb1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:44.230730 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b86a4993-cc0a-4559-b043-c278822157b6 None None] Publish callbacks [] for port (6f192fa4-9378-4be4-b35a-0e3d8d60c012), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:44.241839 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b86a4993-cc0a-4559-b043-c278822157b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6f192fa4-9378-4be4-b35a-0e3d8d60c012), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:44.263987 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.db.api [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:57:44.263987 n-d-822747-2 neutron-server[103352]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:57:44.263987 n-d-822747-2 neutron-server[103352]: [parameters: {'id': '553c3f38-496d-4ccb-ae74-e524524abfb6'}] Jan 28 13:57:44.263987 n-d-822747-2 neutron-server[103352]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103352) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:57:44.264542 n-d-822747-2 neutron-server[103352]: DEBUG oslo_db.api [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:57:44.368998 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a4993-cc0a-4559-b043-c278822157b6 None None] Pushing event updated for resources: {'Port': ['ID=6f192fa4-9378-4be4-b35a-0e3d8d60c012,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:44.373740 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f09082c7-9ce4-4dd5-99a0-dacaf503ff71 None None] For port 16d63ddb-9cf0-4026-835b-0f23ebcbdbb1, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:57:44.377004 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f09082c7-9ce4-4dd5-99a0-dacaf503ff71 None None] For port 16d63ddb-9cf0-4026-835b-0f23ebcbdbb1, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=16d63ddb-9cf0-4026-835b-0f23ebcbdbb1,segment=NetworkSegment(2486837e-d7ab-47fd-bc01-e11d0dbf2901),segment_id=2486837e-d7ab-47fd-bc01-e11d0dbf2901)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:57:44.381388 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f09082c7-9ce4-4dd5-99a0-dacaf503ff71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (16d63ddb-9cf0-4026-835b-0f23ebcbdbb1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:44.465750 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40410) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:44.468909 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09082c7-9ce4-4dd5-99a0-dacaf503ff71 None None] Pushing event updated for resources: {'Port': ['ID=16d63ddb-9cf0-4026-835b-0f23ebcbdbb1,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:44.484321 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f69a12-367d-4697-ba17-fd36c7df0060 None None] Network 553c3f38-496d-4ccb-ae74-e524524abfb6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:44.526068 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b52553a-b67f-4e59-a014-2fffe264e1d7 admin admin] Deleting subnet 381bbc5c-031c-417d-bcc7-caab6a5e875a {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:57:44.529578 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3b52553a-b67f-4e59-a014-2fffe264e1d7 admin admin] Publish callbacks [] for subnet (381bbc5c-031c-417d-bcc7-caab6a5e875a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:44.590600 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3b52553a-b67f-4e59-a014-2fffe264e1d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (381bbc5c-031c-417d-bcc7-caab6a5e875a), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:44.591281 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21742122-88b4-4379-b7aa-c8fb844c387b None None] Network 553c3f38-496d-4ccb-ae74-e524524abfb6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:44.643008 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3b52553a-b67f-4e59-a014-2fffe264e1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (381bbc5c-031c-417d-bcc7-caab6a5e875a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:44.645283 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6f192fa4-9378-4be4-b35a-0e3d8d60c012 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:57:44.715332 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3b52553a-b67f-4e59-a014-2fffe264e1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (381bbc5c-031c-417d-bcc7-caab6a5e875a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:44.740706 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 6f192fa4-9378-4be4-b35a-0e3d8d60c012 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:44.741176 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6f192fa4-9378-4be4-b35a-0e3d8d60c012), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:44.749206 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52553a-b67f-4e59-a014-2fffe264e1d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=381bbc5c-031c-417d-bcc7-caab6a5e875a,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:44.753028 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3b52553a-b67f-4e59-a014-2fffe264e1d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:44.760485 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3b52553a-b67f-4e59-a014-2fffe264e1d7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/381bbc5c-031c-417d-bcc7-caab6a5e875a HTTP/1.1" status: 204 len: 168 time: 0.2933941 Jan 28 13:57:44.760613 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40412) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:44.769417 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (553c3f38-496d-4ccb-ae74-e524524abfb6), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:44.840565 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 6f192fa4-9378-4be4-b35a-0e3d8d60c012 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:44.860874 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2bd29d96-e486-48da-a8ce-8ec877a02ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (d8e30c0e-c503-4dad-86be-aac6791c5cd0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:44.932505 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Deleting port 16d63ddb-9cf0-4026-835b-0f23ebcbdbb1 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:57:44.932805 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (16d63ddb-9cf0-4026-835b-0f23ebcbdbb1), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:44.972892 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2bd29d96-e486-48da-a8ce-8ec877a02ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (d8e30c0e-c503-4dad-86be-aac6791c5cd0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.001192 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660c5ede-1ac8-4071-b051-3253fc69cafb None None] get_active_networks_info from n-d-822747-2 {{(pid=103353) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:57:45.037357 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-2bd29d96-e486-48da-a8ce-8ec877a02ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e30c0e-c503-4dad-86be-aac6791c5cd0']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:45.055650 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-2bd29d96-e486-48da-a8ce-8ec877a02ce0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34858809-7570-4dd5-aa13-649e1e01b5d6') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:45.055940 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-2bd29d96-e486-48da-a8ce-8ec877a02ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34858809-7570-4dd5-aa13-649e1e01b5d6') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:45.058582 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] For port 16d63ddb-9cf0-4026-835b-0f23ebcbdbb1, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=16d63ddb-9cf0-4026-835b-0f23ebcbdbb1,segment=NetworkSegment(2486837e-d7ab-47fd-bc01-e11d0dbf2901),segment_id=2486837e-d7ab-47fd-bc01-e11d0dbf2901)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:45.058948 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (16d63ddb-9cf0-4026-835b-0f23ebcbdbb1), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.075293 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2bd29d96-e486-48da-a8ce-8ec877a02ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (34858809-7570-4dd5-aa13-649e1e01b5d6), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.084415 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Calling delete_port for 16d63ddb-9cf0-4026-835b-0f23ebcbdbb1 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:57:45.096745 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2bd29d96-e486-48da-a8ce-8ec877a02ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (34858809-7570-4dd5-aa13-649e1e01b5d6), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.107087 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd29d96-e486-48da-a8ce-8ec877a02ce0 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:57:45.107087 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2bd29d96-e486-48da-a8ce-8ec877a02ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (34858809-7570-4dd5-aa13-649e1e01b5d6), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:57:45.108169 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:57:45.208825 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2bd29d96-e486-48da-a8ce-8ec877a02ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (d8e30c0e-c503-4dad-86be-aac6791c5cd0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.216165 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2bd29d96-e486-48da-a8ce-8ec877a02ce0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.221966 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2bd29d96-e486-48da-a8ce-8ec877a02ce0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d8e30c0e-c503-4dad-86be-aac6791c5cd0 HTTP/1.1" status: 204 len: 168 time: 0.4578152 Jan 28 13:57:45.222485 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40414) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:45.236241 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd29d96-e486-48da-a8ce-8ec877a02ce0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8e30c0e-c503-4dad-86be-aac6791c5cd0,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:45.237592 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-970655cd-9b01-48c5-ac09-8d6251e40328 None None] Provisioning complete for port 6f192fa4-9378-4be4-b35a-0e3d8d60c012 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:45.238109 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-970655cd-9b01-48c5-ac09-8d6251e40328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6f192fa4-9378-4be4-b35a-0e3d8d60c012), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.250727 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (16d63ddb-9cf0-4026-835b-0f23ebcbdbb1), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.284734 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] No DVR routers for this DVR port 16d63ddb-9cf0-4026-835b-0f23ebcbdbb1 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:57:45.286368 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event deleted for resources: {'Port': ['ID=16d63ddb-9cf0-4026-835b-0f23ebcbdbb1,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:45.293052 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-e694b7cc-3b6d-4aca-a81b-12d901188281 admin admin] Deleting subnet 03ea3b3c-7ce0-4ab9-ac4a-dd8a972bbd92 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:57:45.297902 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e694b7cc-3b6d-4aca-a81b-12d901188281 admin admin] Publish callbacks [] for subnet (03ea3b3c-7ce0-4ab9-ac4a-dd8a972bbd92), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.314147 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660c5ede-1ac8-4071-b051-3253fc69cafb None None] Resources bound (agent type, host, resource id): {{(pid=103353) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:57:45.335990 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e694b7cc-3b6d-4aca-a81b-12d901188281 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (03ea3b3c-7ce0-4ab9-ac4a-dd8a972bbd92), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.373128 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (553c3f38-496d-4ccb-ae74-e524524abfb6), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.378266 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e694b7cc-3b6d-4aca-a81b-12d901188281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (03ea3b3c-7ce0-4ab9-ac4a-dd8a972bbd92), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.386157 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-970655cd-9b01-48c5-ac09-8d6251e40328 None None] Current status of the port 6f192fa4-9378-4be4-b35a-0e3d8d60c012 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:45.404950 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553c3f38-496d-4ccb-ae74-e524524abfb6']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:45.415820 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2486837e-d7ab-47fd-bc01-e11d0dbf2901') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:45.416679 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2486837e-d7ab-47fd-bc01-e11d0dbf2901') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:45.426235 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (2486837e-d7ab-47fd-bc01-e11d0dbf2901), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.440811 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e694b7cc-3b6d-4aca-a81b-12d901188281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (03ea3b3c-7ce0-4ab9-ac4a-dd8a972bbd92), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.444409 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (2486837e-d7ab-47fd-bc01-e11d0dbf2901), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.451407 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:57:45.451891 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (2486837e-d7ab-47fd-bc01-e11d0dbf2901), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:57:45.455308 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:57:45.470034 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b7cc-3b6d-4aca-a81b-12d901188281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03ea3b3c-7ce0-4ab9-ac4a-dd8a972bbd92,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:45.472104 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e694b7cc-3b6d-4aca-a81b-12d901188281 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.475360 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e694b7cc-3b6d-4aca-a81b-12d901188281 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/03ea3b3c-7ce0-4ab9-ac4a-dd8a972bbd92 HTTP/1.1" status: 204 len: 168 time: 0.2517047 Jan 28 13:57:45.477847 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40416) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:45.516101 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4a1342-c292-4978-b71a-7ed82e8be407 None None] Network db8bbe51-16e2-466f-9c29-876151127ac0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:45.534000 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (553c3f38-496d-4ccb-ae74-e524524abfb6), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.539925 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.546737 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "DELETE /v2.0/networks/553c3f38-496d-4ccb-ae74-e524524abfb6 HTTP/1.1" status: 204 len: 168 time: 1.8956416 Jan 28 13:57:45.549122 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40418) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:45.558402 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e64d3c7-48fa-4a2d-8b90-d64379a5950f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (2a5a2bd1-af85-4d13-852b-265d523e4346), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.566931 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d712d6-9a9e-4d04-9b02-dceff7a228fc tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event deleted for resources: {'Network': ['ID=553c3f38-496d-4ccb-ae74-e524524abfb6,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:45.582678 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-0136e213-fe40-4051-9908-c39a0e2ce39e tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] DELETE failed (client error): The resource could not be found. Jan 28 13:57:45.583226 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0136e213-fe40-4051-9908-c39a0e2ce39e tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:57:45.590141 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0136e213-fe40-4051-9908-c39a0e2ce39e tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "DELETE /v2.0/networks/553c3f38-496d-4ccb-ae74-e524524abfb6 HTTP/1.1" status: 404 len: 339 time: 0.0364430 Jan 28 13:57:45.590369 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40420) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:45.595415 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-310bdc03-f845-43b9-ae3d-2cd3bc825565 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-543430066', 'description': 'd1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:45.618398 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310bdc03-f845-43b9-ae3d-2cd3bc825565 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Made reservation on behalf of 9208c342527948baab8f5f1c16903dbe for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:45.622291 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-310bdc03-f845-43b9-ae3d-2cd3bc825565 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.644542 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e64d3c7-48fa-4a2d-8b90-d64379a5950f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (2a5a2bd1-af85-4d13-852b-265d523e4346), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.649277 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-310bdc03-f845-43b9-ae3d-2cd3bc825565 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:57:45.659560 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-310bdc03-f845-43b9-ae3d-2cd3bc825565 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (c5e433b0-5cb3-4384-9299-5b677dc02de7), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.660001 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-310bdc03-f845-43b9-ae3d-2cd3bc825565 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Added segment c5e433b0-5cb3-4384-9299-5b677dc02de7 of type vlan for network cdd4c708-2b7a-4d17-a236-92cbf4476769 Jan 28 13:57:45.679150 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-6e64d3c7-48fa-4a2d-8b90-d64379a5950f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5a2bd1-af85-4d13-852b-265d523e4346']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:45.692633 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-6e64d3c7-48fa-4a2d-8b90-d64379a5950f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d391a2-862f-4eb6-9893-c80aa4cf8f81') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:45.692928 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-6e64d3c7-48fa-4a2d-8b90-d64379a5950f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d391a2-862f-4eb6-9893-c80aa4cf8f81') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:45.703768 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e64d3c7-48fa-4a2d-8b90-d64379a5950f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (f4d391a2-862f-4eb6-9893-c80aa4cf8f81), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.714511 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-310bdc03-f845-43b9-ae3d-2cd3bc825565 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (cdd4c708-2b7a-4d17-a236-92cbf4476769), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.722902 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e64d3c7-48fa-4a2d-8b90-d64379a5950f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (f4d391a2-862f-4eb6-9893-c80aa4cf8f81), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.730657 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e64d3c7-48fa-4a2d-8b90-d64379a5950f admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:57:45.731569 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e64d3c7-48fa-4a2d-8b90-d64379a5950f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (f4d391a2-862f-4eb6-9893-c80aa4cf8f81), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:57:45.734042 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:57:45.742187 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-310bdc03-f845-43b9-ae3d-2cd3bc825565 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (cdd4c708-2b7a-4d17-a236-92cbf4476769), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.747587 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310bdc03-f845-43b9-ae3d-2cd3bc825565 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:45.748395 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-310bdc03-f845-43b9-ae3d-2cd3bc825565 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.767937 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-310bdc03-f845-43b9-ae3d-2cd3bc825565 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1765780 Jan 28 13:57:45.778082 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40422) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:45.795906 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e64d3c7-48fa-4a2d-8b90-d64379a5950f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (2a5a2bd1-af85-4d13-852b-265d523e4346), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.806519 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e64d3c7-48fa-4a2d-8b90-d64379a5950f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.815375 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6e64d3c7-48fa-4a2d-8b90-d64379a5950f admin admin] 10.222.0.39 "DELETE /v2.0/networks/2a5a2bd1-af85-4d13-852b-265d523e4346 HTTP/1.1" status: 204 len: 168 time: 0.3365190 Jan 28 13:57:45.828476 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d3c7-48fa-4a2d-8b90-d64379a5950f admin admin] Pushing event deleted for resources: {'Network': ['ID=2a5a2bd1-af85-4d13-852b-265d523e4346,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:45.859961 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bdc03-f845-43b9-ae3d-2cd3bc825565 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event updated for resources: {'Network': ['ID=cdd4c708-2b7a-4d17-a236-92cbf4476769,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:45.872801 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network cdd4c708-2b7a-4d17-a236-92cbf4476769 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:57:45.908471 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d6aade-7c86-488b-ac88-5f1d0a3b6110 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:45.910000 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-89d6aade-7c86-488b-ac88-5f1d0a3b6110 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "GET /v2.0/networks?id=cdd4c708-2b7a-4d17-a236-92cbf4476769 HTTP/1.1" status: 200 len: 764 time: 0.1308572 Jan 28 13:57:45.912743 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40426) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:45.917860 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-e48d8e36-82e8-4f08-bb4d-072f2ea13c2b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Request body: {'network': {'description': 'd2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:45.951537 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d9eb478a-4c02-47ce-a492-97f4dcf60ad7 None None] Provisioning complete for port 6f192fa4-9378-4be4-b35a-0e3d8d60c012 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:45.952209 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d9eb478a-4c02-47ce-a492-97f4dcf60ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6f192fa4-9378-4be4-b35a-0e3d8d60c012), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:46.007563 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40428) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:46.051150 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d9eb478a-4c02-47ce-a492-97f4dcf60ad7 None None] Current status of the port 6f192fa4-9378-4be4-b35a-0e3d8d60c012 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:46.063439 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4702d81c-e7a2-4606-a1ce-ed0254a9fd56 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f904ecf91134b7b98bca3af2b72e4cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0542226 Jan 28 13:57:46.065819 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40430) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:46.084055 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e48d8e36-82e8-4f08-bb4d-072f2ea13c2b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (cdd4c708-2b7a-4d17-a236-92cbf4476769), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:46.096254 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 966d4814-1cd0-4f3c-8d9e-5e41b6512a2f no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:57:46.099336 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e48d8e36-82e8-4f08-bb4d-072f2ea13c2b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (cdd4c708-2b7a-4d17-a236-92cbf4476769), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:46.119387 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 966d4814-1cd0-4f3c-8d9e-5e41b6512a2f {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:57:46.119727 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 966d4814-1cd0-4f3c-8d9e-5e41b6512a2f not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:57:46.126411 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dad175a5-d75d-4990-ae79-31fbccf330ed admin admin] Publish callbacks [] for security_group (a4b19407-972f-4540-9519-c8517c76bd80), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:46.132884 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e48d8e36-82e8-4f08-bb4d-072f2ea13c2b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Network cdd4c708-2b7a-4d17-a236-92cbf4476769 is not hosted by any dhcp agent {{(pid=103352) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 13:57:46.137761 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48d8e36-82e8-4f08-bb4d-072f2ea13c2b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:46.138385 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e48d8e36-82e8-4f08-bb4d-072f2ea13c2b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:46.139687 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e48d8e36-82e8-4f08-bb4d-072f2ea13c2b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "PUT /v2.0/networks/cdd4c708-2b7a-4d17-a236-92cbf4476769 HTTP/1.1" status: 200 len: 761 time: 0.2260230 Jan 28 13:57:46.142947 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40432) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:46.147830 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dad175a5-d75d-4990-ae79-31fbccf330ed admin admin] Publish callbacks [] for security_group (a4b19407-972f-4540-9519-c8517c76bd80), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:46.195866 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dad175a5-d75d-4990-ae79-31fbccf330ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a4b19407-972f-4540-9519-c8517c76bd80), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:46.196808 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d8e36-82e8-4f08-bb4d-072f2ea13c2b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event updated for resources: {'Network': ['ID=cdd4c708-2b7a-4d17-a236-92cbf4476769,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:46.199504 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dad175a5-d75d-4990-ae79-31fbccf330ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:46.203139 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dad175a5-d75d-4990-ae79-31fbccf330ed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a4b19407-972f-4540-9519-c8517c76bd80 HTTP/1.1" status: 204 len: 168 time: 0.1339345 Jan 28 13:57:46.209942 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad175a5-d75d-4990-ae79-31fbccf330ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b19407-972f-4540-9519-c8517c76bd80,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:46.215718 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network cdd4c708-2b7a-4d17-a236-92cbf4476769 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:57:46.268099 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a29a5d-407f-44e0-a145-010ea6db2c1c tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:46.269710 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c4a29a5d-407f-44e0-a145-010ea6db2c1c tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "GET /v2.0/networks?id=cdd4c708-2b7a-4d17-a236-92cbf4476769 HTTP/1.1" status: 200 len: 764 time: 0.1257694 Jan 28 13:57:46.273470 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40436) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:46.464707 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1e1e02-6ee2-492c-810b-d7bf905aba0b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:46.466270 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1a1e1e02-6ee2-492c-810b-d7bf905aba0b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1918342 Jan 28 13:57:46.469268 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40440) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:46.506140 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-35a1c550-bf2d-4fa6-8451-6cf371a65462 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "GET /v2.0/subnets?network_id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236 HTTP/1.1" status: 200 len: 207 time: 0.0355511 Jan 28 13:57:46.509376 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40442) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:46.547886 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40444) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:46.589071 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-845c67ba-b2ed-4f7b-a7de-13324f6e2a8d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=96e4e44c25534a1d8fd1a9af09ea3e94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399735 Jan 28 13:57:46.591735 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40446) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:46.643002 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-110a3110-c558-4c37-acee-d7e20d9aba15 admin admin] Publish callbacks [] for security_group (f32e1021-ce28-4fa1-af6b-31d4b173d484), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:46.665539 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-110a3110-c558-4c37-acee-d7e20d9aba15 admin admin] Publish callbacks [] for security_group (f32e1021-ce28-4fa1-af6b-31d4b173d484), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:46.712386 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-110a3110-c558-4c37-acee-d7e20d9aba15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f32e1021-ce28-4fa1-af6b-31d4b173d484), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:46.712871 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff42f1e-6260-40b2-94d7-f4218e540ca2 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:46.715104 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-110a3110-c558-4c37-acee-d7e20d9aba15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:46.716274 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-110a3110-c558-4c37-acee-d7e20d9aba15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f32e1021-ce28-4fa1-af6b-31d4b173d484 HTTP/1.1" status: 204 len: 168 time: 0.1235907 Jan 28 13:57:46.718842 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff42f1e-6260-40b2-94d7-f4218e540ca2 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:46.724357 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a3110-c558-4c37-acee-d7e20d9aba15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32e1021-ce28-4fa1-af6b-31d4b173d484,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:46.724678 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff42f1e-6260-40b2-94d7-f4218e540ca2 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:46.739595 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff42f1e-6260-40b2-94d7-f4218e540ca2 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:46.745001 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff42f1e-6260-40b2-94d7-f4218e540ca2 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:46.750058 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff42f1e-6260-40b2-94d7-f4218e540ca2 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:46.751983 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6ff42f1e-6260-40b2-94d7-f4218e540ca2 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2415001 Jan 28 13:57:46.756129 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40450) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:46.960295 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-54b203db-9163-4972-ac41-d1d50dd678c8 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1998782 Jan 28 13:57:46.960998 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40454) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:47.025293 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ceb4176-0618-4b26-b24e-0023fd54904a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:47.026853 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ceb4176-0618-4b26-b24e-0023fd54904a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:47.028200 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ceb4176-0618-4b26-b24e-0023fd54904a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:47.029495 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ceb4176-0618-4b26-b24e-0023fd54904a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:47.030819 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ceb4176-0618-4b26-b24e-0023fd54904a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:47.032627 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9ceb4176-0618-4b26-b24e-0023fd54904a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0708597 Jan 28 13:57:47.036982 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40460) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:47.127464 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29beb16-b0c6-4778-bfe1-624bc637ab61 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['shared'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:47.128652 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29beb16-b0c6-4778-bfe1-624bc637ab61 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['shared'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:47.129811 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29beb16-b0c6-4778-bfe1-624bc637ab61 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['shared'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:47.131007 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29beb16-b0c6-4778-bfe1-624bc637ab61 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['shared'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:47.132187 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29beb16-b0c6-4778-bfe1-624bc637ab61 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['shared'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:47.133860 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c29beb16-b0c6-4778-bfe1-624bc637ab61 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0958207 Jan 28 13:57:47.137373 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40466) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:47.255312 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c4c7a1-db07-4204-922b-0575aa83b49c tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:47.256765 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-03c4c7a1-db07-4204-922b-0575aa83b49c tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "GET /v2.0/networks/4dd64b51-a439-4351-a9bc-7b8b18be8f4d HTTP/1.1" status: 200 len: 804 time: 0.1181819 Jan 28 13:57:47.260916 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40470) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:47.373412 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-aca14437-a46c-4230-bdf0-ca949886c6b2 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "GET /v2.0/networks/4dd64b51-a439-4351-a9bc-7b8b18be8f4d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1113927 Jan 28 13:57:47.376798 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40478) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:47.431250 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2cb8a3-3a91-441b-b1be-363ee352d6e8 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:47.437023 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bc2cb8a3-3a91-441b-b1be-363ee352d6e8 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "GET /v2.0/subnets/c6ec0deb-334d-4539-896d-8fbc4854c41b HTTP/1.1" status: 200 len: 843 time: 0.0592034 Jan 28 13:57:47.437743 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40480) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:47.478463 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40482) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:47.493622 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac1e051-3b8a-4288-9339-139d0e2ff478 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['shared'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:47.495026 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dac1e051-3b8a-4288-9339-139d0e2ff478 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "GET /v2.0/subnets/c6ec0deb-334d-4539-896d-8fbc4854c41b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0562077 Jan 28 13:57:47.498677 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40486) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:47.504008 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-186add0f-bd8f-4631-96bc-591d16aade92 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1328910204'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:47.524398 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186add0f-bd8f-4631-96bc-591d16aade92 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Made reservation on behalf of 9208c342527948baab8f5f1c16903dbe for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:47.527931 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-186add0f-bd8f-4631-96bc-591d16aade92 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:47.553370 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-186add0f-bd8f-4631-96bc-591d16aade92 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:57:47.566071 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-186add0f-bd8f-4631-96bc-591d16aade92 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (f4ce36d9-6df9-49f0-938c-371114004b4b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:47.566416 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-186add0f-bd8f-4631-96bc-591d16aade92 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Added segment f4ce36d9-6df9-49f0-938c-371114004b4b of type vlan for network daaae503-d862-4500-91e8-fb87822b3370 Jan 28 13:57:47.581967 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-1b90b728-f0b4-4a92-be40-6beed47a1c14 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1485042988-network', 'tenant_id': '43f84e80bff4499cb55423afb93d516b'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:47.619554 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-186add0f-bd8f-4631-96bc-591d16aade92 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (daaae503-d862-4500-91e8-fb87822b3370), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:47.633667 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b90b728-f0b4-4a92-be40-6beed47a1c14 admin admin] Made reservation on behalf of 43f84e80bff4499cb55423afb93d516b for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:47.636024 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b90b728-f0b4-4a92-be40-6beed47a1c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:47.655805 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b90b728-f0b4-4a92-be40-6beed47a1c14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:47.667573 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-186add0f-bd8f-4631-96bc-591d16aade92 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (daaae503-d862-4500-91e8-fb87822b3370), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:47.672479 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186add0f-bd8f-4631-96bc-591d16aade92 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:47.673053 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-186add0f-bd8f-4631-96bc-591d16aade92 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:47.744363 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-186add0f-bd8f-4631-96bc-591d16aade92 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2443645 Jan 28 13:57:47.747357 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40488) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:47.752529 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-8fdf856c-9970-4001-b602-8d218515a763 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Request body: {'subnet': {'network_id': 'daaae503-d862-4500-91e8-fb87822b3370', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:47.758828 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186add0f-bd8f-4631-96bc-591d16aade92 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event updated for resources: {'Network': ['ID=daaae503-d862-4500-91e8-fb87822b3370,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:47.771081 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network daaae503-d862-4500-91e8-fb87822b3370 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:57:47.818832 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b90b728-f0b4-4a92-be40-6beed47a1c14 admin admin] Publish callbacks [] for security_group (726700c6-c8b2-493e-bc40-d19fec1f6b38), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:47.823761 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b90b728-f0b4-4a92-be40-6beed47a1c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (726700c6-c8b2-493e-bc40-d19fec1f6b38), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:47.849467 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b90b728-f0b4-4a92-be40-6beed47a1c14 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:57:47.857222 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdf856c-9970-4001-b602-8d218515a763 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Made reservation on behalf of 9208c342527948baab8f5f1c16903dbe for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:47.859616 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90b728-f0b4-4a92-be40-6beed47a1c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726700c6-c8b2-493e-bc40-d19fec1f6b38,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:47.860890 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8fdf856c-9970-4001-b602-8d218515a763 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:47.864411 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b90b728-f0b4-4a92-be40-6beed47a1c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (72c8a167-92fb-440a-82a0-66e01f7c98c8), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:47.864753 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-1b90b728-f0b4-4a92-be40-6beed47a1c14 admin admin] Added segment 72c8a167-92fb-440a-82a0-66e01f7c98c8 of type vlan for network 23f01238-e5bf-46ae-b3ad-ccaec0210780 Jan 28 13:57:47.906165 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b90b728-f0b4-4a92-be40-6beed47a1c14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (23f01238-e5bf-46ae-b3ad-ccaec0210780), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:47.924546 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.ipam_backend_mixin [None req-8fdf856c-9970-4001-b602-8d218515a763 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Performing IP validity checks on allocation pools {{(pid=103351) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 13:57:47.925076 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.ipam_backend_mixin [None req-8fdf856c-9970-4001-b602-8d218515a763 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103351) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 13:57:47.935541 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b90b728-f0b4-4a92-be40-6beed47a1c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (23f01238-e5bf-46ae-b3ad-ccaec0210780), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:47.936694 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b90b728-f0b4-4a92-be40-6beed47a1c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:47.937445 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b90b728-f0b4-4a92-be40-6beed47a1c14 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:47.957686 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:47.968140 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1b90b728-f0b4-4a92-be40-6beed47a1c14 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4937189 Jan 28 13:57:47.971244 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40490) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:47.977058 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-da792b7a-cad0-491d-a92d-2c124b6655d5 admin admin] Request body: {'subnet': {'network_id': '23f01238-e5bf-46ae-b3ad-ccaec0210780', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1485042988-subnet', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:48.002338 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90b728-f0b4-4a92-be40-6beed47a1c14 admin admin] Pushing event updated for resources: {'Network': ['ID=23f01238-e5bf-46ae-b3ad-ccaec0210780,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:48.012447 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 23f01238-e5bf-46ae-b3ad-ccaec0210780 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:57:48.029649 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da792b7a-cad0-491d-a92d-2c124b6655d5 admin admin] Made reservation on behalf of 43f84e80bff4499cb55423afb93d516b for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:48.032028 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da792b7a-cad0-491d-a92d-2c124b6655d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:48.124607 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8fdf856c-9970-4001-b602-8d218515a763 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (fd86358f-3ad4-4f47-9f80-3da2f8469224), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:48.226337 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf856c-9970-4001-b602-8d218515a763 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event updated for resources: {'Subnet': ['ID=fd86358f-3ad4-4f47-9f80-3da2f8469224,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:48.256922 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdf856c-9970-4001-b602-8d218515a763 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Checking segment: {'id': 'f4ce36d9-6df9-49f0-938c-371114004b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'daaae503-d862-4500-91e8-fb87822b3370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:48.257282 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdf856c-9970-4001-b602-8d218515a763 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Network hostable DHCP agents. Network: daaae503-d862-4500-91e8-fb87822b3370, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:57:48.315588 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da792b7a-cad0-491d-a92d-2c124b6655d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (a089844e-5894-4caa-ac57-449f6d24f54e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:48.321388 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdf856c-9970-4001-b602-8d218515a763 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Network daaae503-d862-4500-91e8-fb87822b3370 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:57:48.361409 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-8fdf856c-9970-4001-b602-8d218515a763 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, daaae503-d862-4500-91e8-fb87822b3370) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:48.369427 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd35464f-6cbd-4421-856b-7e5a1279c3bd None None] Network daaae503-d862-4500-91e8-fb87822b3370 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:48.376617 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdf856c-9970-4001-b602-8d218515a763 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:48.377219 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8fdf856c-9970-4001-b602-8d218515a763 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:48.382954 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da792b7a-cad0-491d-a92d-2c124b6655d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a089844e-5894-4caa-ac57-449f6d24f54e,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:48.407047 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8fdf856c-9970-4001-b602-8d218515a763 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6585231 Jan 28 13:57:48.410099 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da792b7a-cad0-491d-a92d-2c124b6655d5 admin admin] Checking segment: {'id': '72c8a167-92fb-440a-82a0-66e01f7c98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '23f01238-e5bf-46ae-b3ad-ccaec0210780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:48.410503 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da792b7a-cad0-491d-a92d-2c124b6655d5 admin admin] Network hostable DHCP agents. Network: 23f01238-e5bf-46ae-b3ad-ccaec0210780, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:57:48.411025 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40492) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:48.417080 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a1724ffe-d671-4163-8dd5-0eefd3abc57f tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:48.432373 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da792b7a-cad0-491d-a92d-2c124b6655d5 admin admin] Network 23f01238-e5bf-46ae-b3ad-ccaec0210780 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:57:48.444486 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-da792b7a-cad0-491d-a92d-2c124b6655d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 23f01238-e5bf-46ae-b3ad-ccaec0210780) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:48.454669 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da792b7a-cad0-491d-a92d-2c124b6655d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:48.455159 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eae16a3-55ff-4432-ad6c-e47ff651edac None None] Network 23f01238-e5bf-46ae-b3ad-ccaec0210780 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:48.456054 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da792b7a-cad0-491d-a92d-2c124b6655d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:48.473802 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-da792b7a-cad0-491d-a92d-2c124b6655d5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5014455 Jan 28 13:57:48.479434 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40494) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:48.484144 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-ccefc5b3-961e-4a69-bea5-7b67388f6578 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1485042988-router', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:48.516316 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ccefc5b3-961e-4a69-bea5-7b67388f6578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (b77ecc30-0014-4a09-8534-13ce14e2a0c4), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:48.518051 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ccefc5b3-961e-4a69-bea5-7b67388f6578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (b77ecc30-0014-4a09-8534-13ce14e2a0c4), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:48.538170 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1803884-30bf-4578-9704-ce904820eafa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-daaae503-d862-4500-91e8-fb87822b3370', 'network_id': 'daaae503-d862-4500-91e8-fb87822b3370', 'project_id': '9208c342527948baab8f5f1c16903dbe', 'fixed_ips': [{'subnet_id': 'fd86358f-3ad4-4f47-9f80-3da2f8469224'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:57:48.539104 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1803884-30bf-4578-9704-ce904820eafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:48.550660 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a1724ffe-d671-4163-8dd5-0eefd3abc57f tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26169142'] for subnet (fd86358f-3ad4-4f47-9f80-3da2f8469224), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:48.616443 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ccefc5b3-961e-4a69-bea5-7b67388f6578 admin admin] Publish callbacks [] for router_controller (b77ecc30-0014-4a09-8534-13ce14e2a0c4), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:48.646280 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0070ed-5d64-4d57-82d2-4c7e4fb3365a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-23f01238-e5bf-46ae-b3ad-ccaec0210780', 'network_id': '23f01238-e5bf-46ae-b3ad-ccaec0210780', 'project_id': '43f84e80bff4499cb55423afb93d516b', 'fixed_ips': [{'subnet_id': 'a089844e-5894-4caa-ac57-449f6d24f54e'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:57:48.647295 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4f0070ed-5d64-4d57-82d2-4c7e4fb3365a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:48.730969 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a1724ffe-d671-4163-8dd5-0eefd3abc57f tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775577984458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25900641'] for subnet (fd86358f-3ad4-4f47-9f80-3da2f8469224), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:48.761149 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ccefc5b3-961e-4a69-bea5-7b67388f6578 admin admin] Publish callbacks [] for router_gateway (b77ecc30-0014-4a09-8534-13ce14e2a0c4), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:48.779569 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1724ffe-d671-4163-8dd5-0eefd3abc57f tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:48.780504 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a1724ffe-d671-4163-8dd5-0eefd3abc57f tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:48.781993 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a1724ffe-d671-4163-8dd5-0eefd3abc57f tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "PUT /v2.0/subnets/fd86358f-3ad4-4f47-9f80-3da2f8469224 HTTP/1.1" status: 200 len: 900 time: 0.3698850 Jan 28 13:57:48.785260 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40496) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:48.809913 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1724ffe-d671-4163-8dd5-0eefd3abc57f tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event updated for resources: {'Subnet': ['ID=fd86358f-3ad4-4f47-9f80-3da2f8469224,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:48.819308 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-e1803884-30bf-4578-9704-ce904820eafa None None] Allocated IP 2001:db8::3 (daaae503-d862-4500-91e8-fb87822b3370/fd86358f-3ad4-4f47-9f80-3da2f8469224/0f485d8e-a645-4288-87d0-4e91a9313121) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:48.869338 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-4f0070ed-5d64-4d57-82d2-4c7e4fb3365a None None] Allocated IP 172.20.0.2 (23f01238-e5bf-46ae-b3ad-ccaec0210780/a089844e-5894-4caa-ac57-449f6d24f54e/9e5c09f2-b371-41dd-b163-c871e78b8fb4) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:48.906669 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (daaae503-d862-4500-91e8-fb87822b3370), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:48.960281 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (fd86358f-3ad4-4f47-9f80-3da2f8469224), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:49.007695 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1803884-30bf-4578-9704-ce904820eafa None None] Publish callbacks [] for port (0f485d8e-a645-4288-87d0-4e91a9313121), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:49.045817 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (fd86358f-3ad4-4f47-9f80-3da2f8469224), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:49.046998 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1803884-30bf-4578-9704-ce904820eafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (0f485d8e-a645-4288-87d0-4e91a9313121), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:49.088911 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event deleted for resources: {'Subnet': ['ID=fd86358f-3ad4-4f47-9f80-3da2f8469224,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:49.103162 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1803884-30bf-4578-9704-ce904820eafa None None] Network daaae503-d862-4500-91e8-fb87822b3370 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:49.114417 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-e1803884-30bf-4578-9704-ce904820eafa None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:49.120472 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1803884-30bf-4578-9704-ce904820eafa None None] Pushing event updated for resources: {'Port': ['ID=0f485d8e-a645-4288-87d0-4e91a9313121,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:49.128045 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1803884-30bf-4578-9704-ce904820eafa None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:49.232523 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-e1803884-30bf-4578-9704-ce904820eafa None None] Attempting to bind port 0f485d8e-a645-4288-87d0-4e91a9313121 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:57:49.232816 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-e1803884-30bf-4578-9704-ce904820eafa None None] Attempting to bind port 0f485d8e-a645-4288-87d0-4e91a9313121 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'f4ce36d9-6df9-49f0-938c-371114004b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'daaae503-d862-4500-91e8-fb87822b3370'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:57:49.233141 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1803884-30bf-4578-9704-ce904820eafa None None] Attempting to bind port 0f485d8e-a645-4288-87d0-4e91a9313121 on network daaae503-d862-4500-91e8-fb87822b3370 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:49.243230 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4f0070ed-5d64-4d57-82d2-4c7e4fb3365a None None] Publish callbacks [] for port (9e5c09f2-b371-41dd-b163-c871e78b8fb4), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:49.245363 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1803884-30bf-4578-9704-ce904820eafa None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:57:49.245926 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1803884-30bf-4578-9704-ce904820eafa None None] Checking segment: {'id': 'f4ce36d9-6df9-49f0-938c-371114004b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'daaae503-d862-4500-91e8-fb87822b3370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:49.246144 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1803884-30bf-4578-9704-ce904820eafa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:49.246593 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1803884-30bf-4578-9704-ce904820eafa None None] Bound using segment: {'id': 'f4ce36d9-6df9-49f0-938c-371114004b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'daaae503-d862-4500-91e8-fb87822b3370'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:57:49.247104 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-e1803884-30bf-4578-9704-ce904820eafa None None] Bound port: 0f485d8e-a645-4288-87d0-4e91a9313121, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ce36d9-6df9-49f0-938c-371114004b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'daaae503-d862-4500-91e8-fb87822b3370'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:57:49.247488 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1803884-30bf-4578-9704-ce904820eafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0f485d8e-a645-4288-87d0-4e91a9313121), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:49.261793 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4f0070ed-5d64-4d57-82d2-4c7e4fb3365a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (9e5c09f2-b371-41dd-b163-c871e78b8fb4), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:49.330809 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0070ed-5d64-4d57-82d2-4c7e4fb3365a None None] Network 23f01238-e5bf-46ae-b3ad-ccaec0210780 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:49.339548 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-4f0070ed-5d64-4d57-82d2-4c7e4fb3365a None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:49.342956 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0070ed-5d64-4d57-82d2-4c7e4fb3365a None None] Pushing event updated for resources: {'Port': ['ID=9e5c09f2-b371-41dd-b163-c871e78b8fb4,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:49.345203 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0070ed-5d64-4d57-82d2-4c7e4fb3365a None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:49.405191 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ccefc5b3-961e-4a69-bea5-7b67388f6578 admin admin] Publish callbacks [] for router_gateway (b77ecc30-0014-4a09-8534-13ce14e2a0c4), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:49.416915 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e1803884-30bf-4578-9704-ce904820eafa None None] For port 0f485d8e-a645-4288-87d0-4e91a9313121, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:57:49.429529 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4f0070ed-5d64-4d57-82d2-4c7e4fb3365a None None] Attempting to bind port 9e5c09f2-b371-41dd-b163-c871e78b8fb4 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:57:49.429926 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4f0070ed-5d64-4d57-82d2-4c7e4fb3365a None None] Attempting to bind port 9e5c09f2-b371-41dd-b163-c871e78b8fb4 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '72c8a167-92fb-440a-82a0-66e01f7c98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '23f01238-e5bf-46ae-b3ad-ccaec0210780'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:57:49.430292 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0070ed-5d64-4d57-82d2-4c7e4fb3365a None None] Attempting to bind port 9e5c09f2-b371-41dd-b163-c871e78b8fb4 on network 23f01238-e5bf-46ae-b3ad-ccaec0210780 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:49.437224 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e1803884-30bf-4578-9704-ce904820eafa None None] For port 0f485d8e-a645-4288-87d0-4e91a9313121, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=0f485d8e-a645-4288-87d0-4e91a9313121,segment=NetworkSegment(f4ce36d9-6df9-49f0-938c-371114004b4b),segment_id=f4ce36d9-6df9-49f0-938c-371114004b4b)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:57:49.439136 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ccefc5b3-961e-4a69-bea5-7b67388f6578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:49.440968 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0070ed-5d64-4d57-82d2-4c7e4fb3365a None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:57:49.441389 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0070ed-5d64-4d57-82d2-4c7e4fb3365a None None] Checking segment: {'id': '72c8a167-92fb-440a-82a0-66e01f7c98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '23f01238-e5bf-46ae-b3ad-ccaec0210780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:49.441775 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4f0070ed-5d64-4d57-82d2-4c7e4fb3365a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:49.442585 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0070ed-5d64-4d57-82d2-4c7e4fb3365a None None] Bound using segment: {'id': '72c8a167-92fb-440a-82a0-66e01f7c98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '23f01238-e5bf-46ae-b3ad-ccaec0210780'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:57:49.443135 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4f0070ed-5d64-4d57-82d2-4c7e4fb3365a None None] Bound port: 9e5c09f2-b371-41dd-b163-c871e78b8fb4, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c8a167-92fb-440a-82a0-66e01f7c98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '23f01238-e5bf-46ae-b3ad-ccaec0210780'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:57:49.443531 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4f0070ed-5d64-4d57-82d2-4c7e4fb3365a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9e5c09f2-b371-41dd-b163-c871e78b8fb4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:49.447485 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1803884-30bf-4578-9704-ce904820eafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0f485d8e-a645-4288-87d0-4e91a9313121), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:49.535124 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (daaae503-d862-4500-91e8-fb87822b3370), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:49.558517 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daaae503-d862-4500-91e8-fb87822b3370']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:49.568816 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ce36d9-6df9-49f0-938c-371114004b4b') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:49.569208 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ce36d9-6df9-49f0-938c-371114004b4b') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:49.579755 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1803884-30bf-4578-9704-ce904820eafa None None] Pushing event updated for resources: {'Port': ['ID=0f485d8e-a645-4288-87d0-4e91a9313121,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:49.584051 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (f4ce36d9-6df9-49f0-938c-371114004b4b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:49.596393 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4f0070ed-5d64-4d57-82d2-4c7e4fb3365a None None] For port 9e5c09f2-b371-41dd-b163-c871e78b8fb4, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:57:49.600455 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4f0070ed-5d64-4d57-82d2-4c7e4fb3365a None None] For port 9e5c09f2-b371-41dd-b163-c871e78b8fb4, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9e5c09f2-b371-41dd-b163-c871e78b8fb4,segment=NetworkSegment(72c8a167-92fb-440a-82a0-66e01f7c98c8),segment_id=72c8a167-92fb-440a-82a0-66e01f7c98c8)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:57:49.604806 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe337a16-689c-4503-8b95-91e5ed523a93 None None] Network daaae503-d862-4500-91e8-fb87822b3370 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:49.605885 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (f4ce36d9-6df9-49f0-938c-371114004b4b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:49.609832 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4f0070ed-5d64-4d57-82d2-4c7e4fb3365a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9e5c09f2-b371-41dd-b163-c871e78b8fb4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:49.610739 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-ccefc5b3-961e-4a69-bea5-7b67388f6578 admin admin] Allocated IP 172.25.3.98 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/fcebacd9-966f-470e-8441-fc0a247dfdde) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:49.617217 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:57:49.617966 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (f4ce36d9-6df9-49f0-938c-371114004b4b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:57:49.623727 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:57:49.692301 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.db.api [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:57:49.692301 n-d-822747-2 neutron-server[103352]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:57:49.692301 n-d-822747-2 neutron-server[103352]: [parameters: {'id': 'daaae503-d862-4500-91e8-fb87822b3370'}] Jan 28 13:57:49.692301 n-d-822747-2 neutron-server[103352]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103352) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:57:49.692837 n-d-822747-2 neutron-server[103352]: DEBUG oslo_db.api [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:57:49.716147 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0070ed-5d64-4d57-82d2-4c7e4fb3365a None None] Pushing event updated for resources: {'Port': ['ID=9e5c09f2-b371-41dd-b163-c871e78b8fb4,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:49.744213 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ccefc5b3-961e-4a69-bea5-7b67388f6578 admin admin] Publish callbacks [] for port (fcebacd9-966f-470e-8441-fc0a247dfdde), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:49.766867 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a23899-e624-44ec-990f-0c14d13bc12f None None] Network daaae503-d862-4500-91e8-fb87822b3370 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:49.781707 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ccefc5b3-961e-4a69-bea5-7b67388f6578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (fcebacd9-966f-470e-8441-fc0a247dfdde), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:49.822724 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccefc5b3-961e-4a69-bea5-7b67388f6578 admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:49.830583 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-ccefc5b3-961e-4a69-bea5-7b67388f6578 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:49.833010 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefc5b3-961e-4a69-bea5-7b67388f6578 admin admin] Pushing event updated for resources: {'Port': ['ID=fcebacd9-966f-470e-8441-fc0a247dfdde,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:49.835443 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccefc5b3-961e-4a69-bea5-7b67388f6578 admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:50.007006 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:50.099675 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ccefc5b3-961e-4a69-bea5-7b67388f6578 admin admin] Publish callbacks [] for router_gateway (b77ecc30-0014-4a09-8534-13ce14e2a0c4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:50.193685 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (daaae503-d862-4500-91e8-fb87822b3370), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:50.254885 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Deleting port 0f485d8e-a645-4288-87d0-4e91a9313121 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:57:50.255153 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (0f485d8e-a645-4288-87d0-4e91a9313121), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:50.313285 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ccefc5b3-961e-4a69-bea5-7b67388f6578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (b77ecc30-0014-4a09-8534-13ce14e2a0c4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:50.333955 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] For port 0f485d8e-a645-4288-87d0-4e91a9313121, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=0f485d8e-a645-4288-87d0-4e91a9313121,segment=NetworkSegment(f4ce36d9-6df9-49f0-938c-371114004b4b),segment_id=f4ce36d9-6df9-49f0-938c-371114004b4b)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:50.334946 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (0f485d8e-a645-4288-87d0-4e91a9313121), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:50.349640 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Calling delete_port for 0f485d8e-a645-4288-87d0-4e91a9313121 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:57:50.450948 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (0f485d8e-a645-4288-87d0-4e91a9313121), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:50.478103 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event deleted for resources: {'Port': ['ID=0f485d8e-a645-4288-87d0-4e91a9313121,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:50.479091 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccefc5b3-961e-4a69-bea5-7b67388f6578 admin admin] Router b77ecc30-0014-4a09-8534-13ce14e2a0c4 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:57:50.485940 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] No DVR routers for this DVR port 0f485d8e-a645-4288-87d0-4e91a9313121 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:57:50.589943 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (daaae503-d862-4500-91e8-fb87822b3370), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:50.615287 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daaae503-d862-4500-91e8-fb87822b3370']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:50.626422 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ce36d9-6df9-49f0-938c-371114004b4b') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:50.626711 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ce36d9-6df9-49f0-938c-371114004b4b') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:50.629330 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccefc5b3-961e-4a69-bea5-7b67388f6578 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:57:50.638811 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (f4ce36d9-6df9-49f0-938c-371114004b4b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:50.640695 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14746319-1c6c-4d1e-bc4d-bac92ee1e2be None None] Sync routers for ids ['b77ecc30-0014-4a09-8534-13ce14e2a0c4'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:57:50.655731 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (f4ce36d9-6df9-49f0-938c-371114004b4b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:50.657630 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14746319-1c6c-4d1e-bc4d-bac92ee1e2be None None] Routers {'b77ecc30-0014-4a09-8534-13ce14e2a0c4'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:57:50.658896 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-14746319-1c6c-4d1e-bc4d-bac92ee1e2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:57:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b77ecc30-0014-4a09-8534-13ce14e2a0c4'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:50.663440 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:57:50.663853 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (f4ce36d9-6df9-49f0-938c-371114004b4b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:57:50.667533 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:57:50.671053 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ccefc5b3-961e-4a69-bea5-7b67388f6578 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:50.675520 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ccefc5b3-961e-4a69-bea5-7b67388f6578 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1948664 Jan 28 13:57:50.676301 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40498) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:50.716310 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9e5c09f2-b371-41dd-b163-c871e78b8fb4 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:57:50.756393 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (daaae503-d862-4500-91e8-fb87822b3370), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:50.795590 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:50.810571 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "DELETE /v2.0/networks/daaae503-d862-4500-91e8-fb87822b3370 HTTP/1.1" status: 204 len: 168 time: 2.0239558 Jan 28 13:57:50.812315 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a272de7-e21e-47c1-abe9-fe57389385c6 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event deleted for resources: {'Network': ['ID=daaae503-d862-4500-91e8-fb87822b3370,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:50.819995 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40500) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:50.838284 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-14746319-1c6c-4d1e-bc4d-bac92ee1e2be None None] Set router b77ecc30-0014-4a09-8534-13ce14e2a0c4 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:57:50.853460 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-497ae6cb-025a-4278-8b3c-9a77674a5829 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] DELETE failed (client error): The resource could not be found. Jan 28 13:57:50.854410 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-497ae6cb-025a-4278-8b3c-9a77674a5829 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:57:50.860527 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-497ae6cb-025a-4278-8b3c-9a77674a5829 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "DELETE /v2.0/subnets/fd86358f-3ad4-4f47-9f80-3da2f8469224 HTTP/1.1" status: 404 len: 337 time: 0.0391169 Jan 28 13:57:50.861307 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40502) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:50.897369 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1fbe17f-3b0a-424d-943d-f988fdc21d15 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] DELETE failed (client error): The resource could not be found. Jan 28 13:57:50.898416 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1fbe17f-3b0a-424d-943d-f988fdc21d15 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:57:50.923030 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a1fbe17f-3b0a-424d-943d-f988fdc21d15 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "DELETE /v2.0/networks/daaae503-d862-4500-91e8-fb87822b3370 HTTP/1.1" status: 404 len: 339 time: 0.0604317 Jan 28 13:57:50.924083 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40504) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:51.032102 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b284dca-230a-4e39-b50e-c0445e51a3bf None None] get_active_networks_info from n-d-822747-2 {{(pid=103353) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:57:51.097834 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-1e95596a-81e8-499d-9a0c-67f96b32aa7a None None] Provisioning complete for port 9e5c09f2-b371-41dd-b163-c871e78b8fb4 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:51.098515 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e95596a-81e8-499d-9a0c-67f96b32aa7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9e5c09f2-b371-41dd-b163-c871e78b8fb4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.104029 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b0c2020a-ced0-4e1e-bf83-189be46dbdb7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (cdd4c708-2b7a-4d17-a236-92cbf4476769), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.114372 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-14746319-1c6c-4d1e-bc4d-bac92ee1e2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'name': 'tempest-TestServerBasicOps-1485042988-router', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:48Z', 'updated_at': '2022-01-28T13:57:49Z', 'revision_number': 3, 'project_id': '43f84e80bff4499cb55423afb93d516b', 'gw_port': {'id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:49Z', 'updated_at': '2022-01-28T13:57:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:51.140221 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 9e5c09f2-b371-41dd-b163-c871e78b8fb4 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:51.140868 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9e5c09f2-b371-41dd-b163-c871e78b8fb4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.150614 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14746319-1c6c-4d1e-bc4d-bac92ee1e2be None None] Checking router: b77ecc30-0014-4a09-8534-13ce14e2a0c4 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:57:51.151098 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14746319-1c6c-4d1e-bc4d-bac92ee1e2be None None] Updating router b77ecc30-0014-4a09-8534-13ce14e2a0c4 port fcebacd9-966f-470e-8441-fc0a247dfdde binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:57:51.181639 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14746319-1c6c-4d1e-bc4d-bac92ee1e2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fcebacd9-966f-470e-8441-fc0a247dfdde), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.224327 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b0c2020a-ced0-4e1e-bf83-189be46dbdb7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (cdd4c708-2b7a-4d17-a236-92cbf4476769), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.245683 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-b0c2020a-ced0-4e1e-bf83-189be46dbdb7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd4c708-2b7a-4d17-a236-92cbf4476769']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:51.255951 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-b0c2020a-ced0-4e1e-bf83-189be46dbdb7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e433b0-5cb3-4384-9299-5b677dc02de7') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:51.256248 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-b0c2020a-ced0-4e1e-bf83-189be46dbdb7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e433b0-5cb3-4384-9299-5b677dc02de7') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:51.266245 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b0c2020a-ced0-4e1e-bf83-189be46dbdb7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (c5e433b0-5cb3-4384-9299-5b677dc02de7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.282044 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b0c2020a-ced0-4e1e-bf83-189be46dbdb7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (c5e433b0-5cb3-4384-9299-5b677dc02de7), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.290289 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c2020a-ced0-4e1e-bf83-189be46dbdb7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:57:51.291427 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b0c2020a-ced0-4e1e-bf83-189be46dbdb7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (c5e433b0-5cb3-4384-9299-5b677dc02de7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:57:51.295611 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:57:51.311538 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 9e5c09f2-b371-41dd-b163-c871e78b8fb4 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:51.312240 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9e5c09f2-b371-41dd-b163-c871e78b8fb4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.337676 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1e95596a-81e8-499d-9a0c-67f96b32aa7a None None] Current status of the port 9e5c09f2-b371-41dd-b163-c871e78b8fb4 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:51.338377 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e95596a-81e8-499d-9a0c-67f96b32aa7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9e5c09f2-b371-41dd-b163-c871e78b8fb4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.342744 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-620d0fdd-a6d3-4e77-8194-8e4822c01652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.370155 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b284dca-230a-4e39-b50e-c0445e51a3bf None None] Resources bound (agent type, host, resource id): {{(pid=103353) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:57:51.380763 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b0c2020a-ced0-4e1e-bf83-189be46dbdb7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (cdd4c708-2b7a-4d17-a236-92cbf4476769), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.392678 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b0c2020a-ced0-4e1e-bf83-189be46dbdb7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.394460 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 9e5c09f2-b371-41dd-b163-c871e78b8fb4, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9e5c09f2-b371-41dd-b163-c871e78b8fb4,segment=NetworkSegment(72c8a167-92fb-440a-82a0-66e01f7c98c8),segment_id=72c8a167-92fb-440a-82a0-66e01f7c98c8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:51.399680 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b0c2020a-ced0-4e1e-bf83-189be46dbdb7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "DELETE /v2.0/networks/cdd4c708-2b7a-4d17-a236-92cbf4476769 HTTP/1.1" status: 204 len: 168 time: 0.4719594 Jan 28 13:57:51.409818 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40506) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:51.412561 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9e5c09f2-b371-41dd-b163-c871e78b8fb4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.441450 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c26d557-3ec3-445b-ab66-950eabdb25e9 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] DELETE failed (client error): The resource could not be found. Jan 28 13:57:51.441920 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c26d557-3ec3-445b-ab66-950eabdb25e9 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:57:51.448640 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1c26d557-3ec3-445b-ab66-950eabdb25e9 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "DELETE /v2.0/subnets/2f937f72-7c52-4686-8194-0454efc25240 HTTP/1.1" status: 404 len: 337 time: 0.0352414 Jan 28 13:57:51.448640 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2020a-ced0-4e1e-bf83-189be46dbdb7 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event deleted for resources: {'Network': ['ID=cdd4c708-2b7a-4d17-a236-92cbf4476769,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:51.449587 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40508) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:51.470017 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-221137b9-d246-46bb-b459-9269ca2847ab tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] DELETE failed (client error): The resource could not be found. Jan 28 13:57:51.470528 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-221137b9-d246-46bb-b459-9269ca2847ab tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:57:51.476891 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-221137b9-d246-46bb-b459-9269ca2847ab tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "DELETE /v2.0/networks/553c3f38-496d-4ccb-ae74-e524524abfb6 HTTP/1.1" status: 404 len: 339 time: 0.0245790 Jan 28 13:57:51.477168 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40510) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:51.513450 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14746319-1c6c-4d1e-bc4d-bac92ee1e2be None None] Publish callbacks [] for port (fcebacd9-966f-470e-8441-fc0a247dfdde), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.522299 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14746319-1c6c-4d1e-bc4d-bac92ee1e2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (fcebacd9-966f-470e-8441-fc0a247dfdde), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.543731 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d8f9be-317d-46f7-8894-5c65ecd3b45a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Deleting subnet d836e7fc-aeec-4dcf-86a1-025ea3393842 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:57:51.547906 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8d8f9be-317d-46f7-8894-5c65ecd3b45a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for subnet (d836e7fc-aeec-4dcf-86a1-025ea3393842), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.553869 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-14746319-1c6c-4d1e-bc4d-bac92ee1e2be None None] Attempting to bind port fcebacd9-966f-470e-8441-fc0a247dfdde on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:57:51.554369 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-14746319-1c6c-4d1e-bc4d-bac92ee1e2be None None] Attempting to bind port fcebacd9-966f-470e-8441-fc0a247dfdde by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:57:51.554830 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14746319-1c6c-4d1e-bc4d-bac92ee1e2be None None] Attempting to bind port fcebacd9-966f-470e-8441-fc0a247dfdde on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:51.579125 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-620d0fdd-a6d3-4e77-8194-8e4822c01652 admin admin] Allocated IP 172.20.0.1 (23f01238-e5bf-46ae-b3ad-ccaec0210780/a089844e-5894-4caa-ac57-449f6d24f54e/fa165a90-3d04-4a70-bf3e-f8c123019d93) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:51.582276 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14746319-1c6c-4d1e-bc4d-bac92ee1e2be None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:57:51.582775 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14746319-1c6c-4d1e-bc4d-bac92ee1e2be None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:51.583293 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14746319-1c6c-4d1e-bc4d-bac92ee1e2be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.583848 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14746319-1c6c-4d1e-bc4d-bac92ee1e2be None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:57:51.584514 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-14746319-1c6c-4d1e-bc4d-bac92ee1e2be None None] Bound port: fcebacd9-966f-470e-8441-fc0a247dfdde, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:57:51.584993 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14746319-1c6c-4d1e-bc4d-bac92ee1e2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fcebacd9-966f-470e-8441-fc0a247dfdde), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.593646 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-1e95596a-81e8-499d-9a0c-67f96b32aa7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:57:51.594283 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-1e95596a-81e8-499d-9a0c-67f96b32aa7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:57:51.597578 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=9e5c09f2-b371-41dd-b163-c871e78b8fb4,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:51.608871 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8d8f9be-317d-46f7-8894-5c65ecd3b45a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (d836e7fc-aeec-4dcf-86a1-025ea3393842), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.663751 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ba0d6-32d6-41a2-b320-8b09828a48b3 None None] Pushing event updated for resources: {'Port': ['ID=fcebacd9-966f-470e-8441-fc0a247dfdde,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:51.667122 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-14746319-1c6c-4d1e-bc4d-bac92ee1e2be None None] For port fcebacd9-966f-470e-8441-fc0a247dfdde, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:57:51.684820 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ba0d6-32d6-41a2-b320-8b09828a48b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:51.685619 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ba0d6-32d6-41a2-b320-8b09828a48b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:51.686117 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ba0d6-32d6-41a2-b320-8b09828a48b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:51.686621 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ba0d6-32d6-41a2-b320-8b09828a48b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:51.686992 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ba0d6-32d6-41a2-b320-8b09828a48b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:51.687327 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ba0d6-32d6-41a2-b320-8b09828a48b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:51.687653 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ba0d6-32d6-41a2-b320-8b09828a48b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:51.687978 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ba0d6-32d6-41a2-b320-8b09828a48b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:51.688401 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ba0d6-32d6-41a2-b320-8b09828a48b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:51.688737 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ba0d6-32d6-41a2-b320-8b09828a48b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:51.689058 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ba0d6-32d6-41a2-b320-8b09828a48b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:51.689374 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ba0d6-32d6-41a2-b320-8b09828a48b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:51.689695 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ba0d6-32d6-41a2-b320-8b09828a48b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:51.697405 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-14746319-1c6c-4d1e-bc4d-bac92ee1e2be None None] For port fcebacd9-966f-470e-8441-fc0a247dfdde, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=fcebacd9-966f-470e-8441-fc0a247dfdde,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:57:51.712044 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-14746319-1c6c-4d1e-bc4d-bac92ee1e2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (fcebacd9-966f-470e-8441-fc0a247dfdde), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.712575 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2251c2f0-5a66-4186-a978-5f188a9302cc None None] Network 23f01238-e5bf-46ae-b3ad-ccaec0210780 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:51.716572 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-620d0fdd-a6d3-4e77-8194-8e4822c01652 admin admin] Publish callbacks [] for port (fa165a90-3d04-4a70-bf3e-f8c123019d93), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.730083 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8d8f9be-317d-46f7-8894-5c65ecd3b45a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (d836e7fc-aeec-4dcf-86a1-025ea3393842), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.765820 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14746319-1c6c-4d1e-bc4d-bac92ee1e2be None None] Routers {'b77ecc30-0014-4a09-8534-13ce14e2a0c4'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:57:51.766871 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-14746319-1c6c-4d1e-bc4d-bac92ee1e2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:57:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b77ecc30-0014-4a09-8534-13ce14e2a0c4'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:51.771340 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-620d0fdd-a6d3-4e77-8194-8e4822c01652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (fa165a90-3d04-4a70-bf3e-f8c123019d93), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.815208 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8d8f9be-317d-46f7-8894-5c65ecd3b45a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (d836e7fc-aeec-4dcf-86a1-025ea3393842), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.822169 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ba0d6-32d6-41a2-b320-8b09828a48b3 None None] Pushing event updated for resources: {'Port': ['ID=fcebacd9-966f-470e-8441-fc0a247dfdde,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:51.837239 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620d0fdd-a6d3-4e77-8194-8e4822c01652 admin admin] Network 23f01238-e5bf-46ae-b3ad-ccaec0210780 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:51.842585 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-620d0fdd-a6d3-4e77-8194-8e4822c01652 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:51.852660 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620d0fdd-a6d3-4e77-8194-8e4822c01652 admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:51.858179 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8f9be-317d-46f7-8894-5c65ecd3b45a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event deleted for resources: {'Subnet': ['ID=d836e7fc-aeec-4dcf-86a1-025ea3393842,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:51.865312 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8d8f9be-317d-46f7-8894-5c65ecd3b45a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.868965 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f8d8f9be-317d-46f7-8894-5c65ecd3b45a tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "DELETE /v2.0/subnets/d836e7fc-aeec-4dcf-86a1-025ea3393842 HTTP/1.1" status: 204 len: 168 time: 0.3907208 Jan 28 13:57:51.872939 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40514) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:51.876021 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6adafa-fdbc-419e-92c0-2b978566f38f None None] Network db8bbe51-16e2-466f-9c29-876151127ac0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:51.890654 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d0fdd-a6d3-4e77-8194-8e4822c01652 admin admin] Pushing event updated for resources: {'Port': ['ID=fa165a90-3d04-4a70-bf3e-f8c123019d93,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:51.913458 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-14746319-1c6c-4d1e-bc4d-bac92ee1e2be None None] Set router b77ecc30-0014-4a09-8534-13ce14e2a0c4 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:57:51.947352 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-620d0fdd-a6d3-4e77-8194-8e4822c01652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (b77ecc30-0014-4a09-8534-13ce14e2a0c4), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.956533 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b7f3b9c-200e-4e26-a7b5-90ebbb2ab46e tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Deleting subnet dd8de2c8-9faa-4d34-a156-2520d22cfb9a {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:57:51.993805 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5b7f3b9c-200e-4e26-a7b5-90ebbb2ab46e tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for subnet (dd8de2c8-9faa-4d34-a156-2520d22cfb9a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:52.086740 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5b7f3b9c-200e-4e26-a7b5-90ebbb2ab46e tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (dd8de2c8-9faa-4d34-a156-2520d22cfb9a), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:52.152938 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1e95596a-81e8-499d-9a0c-67f96b32aa7a None None] Current status of the port 9e5c09f2-b371-41dd-b163-c871e78b8fb4 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:52.169487 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-14746319-1c6c-4d1e-bc4d-bac92ee1e2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'name': 'tempest-TestServerBasicOps-1485042988-router', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:48Z', 'updated_at': '2022-01-28T13:57:49Z', 'revision_number': 3, 'project_id': '43f84e80bff4499cb55423afb93d516b', 'gw_port': {'id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:49Z', 'updated_at': '2022-01-28T13:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:52.201351 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14746319-1c6c-4d1e-bc4d-bac92ee1e2be None None] The sync data for ids ['b77ecc30-0014-4a09-8534-13ce14e2a0c4'] in n-d-822747-2 is: [{'id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'name': 'tempest-TestServerBasicOps-1485042988-router', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:48Z', 'updated_at': '2022-01-28T13:57:49Z', 'revision_number': 3, 'project_id': '43f84e80bff4499cb55423afb93d516b', 'gw_port': {'id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:49Z', 'updated_at': '2022-01-28T13:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:57:52.270476 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-620d0fdd-a6d3-4e77-8194-8e4822c01652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fa165a90-3d04-4a70-bf3e-f8c123019d93), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:52.285903 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f139b191-e98b-45e1-8502-88fe2c784d8f None None] Provisioning complete for port 9e5c09f2-b371-41dd-b163-c871e78b8fb4 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:52.286374 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f139b191-e98b-45e1-8502-88fe2c784d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9e5c09f2-b371-41dd-b163-c871e78b8fb4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:52.305015 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5b7f3b9c-200e-4e26-a7b5-90ebbb2ab46e tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (dd8de2c8-9faa-4d34-a156-2520d22cfb9a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:52.445641 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f139b191-e98b-45e1-8502-88fe2c784d8f None None] Current status of the port 9e5c09f2-b371-41dd-b163-c871e78b8fb4 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:52.468451 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f139b191-e98b-45e1-8502-88fe2c784d8f None None] Provisioning complete for port fa165a90-3d04-4a70-bf3e-f8c123019d93 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:52.469011 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f139b191-e98b-45e1-8502-88fe2c784d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (fa165a90-3d04-4a70-bf3e-f8c123019d93), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:52.551686 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f139b191-e98b-45e1-8502-88fe2c784d8f None None] Port fa165a90-3d04-4a70-bf3e-f8c123019d93 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:57:52.688412 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ab9f4645-dbec-4f21-a42e-69c454cce404 None None] Provisioning complete for port fa165a90-3d04-4a70-bf3e-f8c123019d93 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:52.689115 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ab9f4645-dbec-4f21-a42e-69c454cce404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (fa165a90-3d04-4a70-bf3e-f8c123019d93), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:52.740634 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5b7f3b9c-200e-4e26-a7b5-90ebbb2ab46e tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (dd8de2c8-9faa-4d34-a156-2520d22cfb9a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:52.749218 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ab9f4645-dbec-4f21-a42e-69c454cce404 None None] Port fa165a90-3d04-4a70-bf3e-f8c123019d93 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:57:52.809166 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f3b9c-200e-4e26-a7b5-90ebbb2ab46e tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event deleted for resources: {'Subnet': ['ID=dd8de2c8-9faa-4d34-a156-2520d22cfb9a,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:52.814409 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5b7f3b9c-200e-4e26-a7b5-90ebbb2ab46e tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:52.818987 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5b7f3b9c-200e-4e26-a7b5-90ebbb2ab46e tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "DELETE /v2.0/subnets/dd8de2c8-9faa-4d34-a156-2520d22cfb9a HTTP/1.1" status: 204 len: 168 time: 0.9414787 Jan 28 13:57:52.821499 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40518) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:52.832462 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9e5c09f2-b371-41dd-b163-c871e78b8fb4 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:57:52.896881 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84309f94-598a-4e59-bedd-56d24ae01e72 None None] Network db8bbe51-16e2-466f-9c29-876151127ac0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:52.914157 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-620d0fdd-a6d3-4e77-8194-8e4822c01652 admin admin] Publish callbacks [] for port (fa165a90-3d04-4a70-bf3e-f8c123019d93), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:52.929753 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-620d0fdd-a6d3-4e77-8194-8e4822c01652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (fa165a90-3d04-4a70-bf3e-f8c123019d93), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:52.934207 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7170bbdb-bc7c-4541-8743-abd9853b2d9b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (db8bbe51-16e2-466f-9c29-876151127ac0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:52.990592 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-620d0fdd-a6d3-4e77-8194-8e4822c01652 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (b77ecc30-0014-4a09-8534-13ce14e2a0c4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:53.007798 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 9e5c09f2-b371-41dd-b163-c871e78b8fb4 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:53.008173 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9e5c09f2-b371-41dd-b163-c871e78b8fb4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:53.010119 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-7170bbdb-bc7c-4541-8743-abd9853b2d9b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Deleting port 6f192fa4-9378-4be4-b35a-0e3d8d60c012 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:57:53.010512 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7170bbdb-bc7c-4541-8743-abd9853b2d9b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (6f192fa4-9378-4be4-b35a-0e3d8d60c012), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:53.046552 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-faaeb53a-dab2-46ba-9802-22666b9409c0 None None] Provisioning complete for port 6f192fa4-9378-4be4-b35a-0e3d8d60c012 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:53.047016 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-faaeb53a-dab2-46ba-9802-22666b9409c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6f192fa4-9378-4be4-b35a-0e3d8d60c012), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:53.102240 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d0fdd-a6d3-4e77-8194-8e4822c01652 admin admin] Pushing event updated for resources: {'Port': ['ID=fa165a90-3d04-4a70-bf3e-f8c123019d93,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:53.136303 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-7170bbdb-bc7c-4541-8743-abd9853b2d9b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] For port 6f192fa4-9378-4be4-b35a-0e3d8d60c012, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6f192fa4-9378-4be4-b35a-0e3d8d60c012,segment=NetworkSegment(243689d5-2857-4d21-b35c-95bc25b8b743),segment_id=243689d5-2857-4d21-b35c-95bc25b8b743)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:53.137109 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7170bbdb-bc7c-4541-8743-abd9853b2d9b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (6f192fa4-9378-4be4-b35a-0e3d8d60c012), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:53.169577 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-7170bbdb-bc7c-4541-8743-abd9853b2d9b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Calling delete_port for 6f192fa4-9378-4be4-b35a-0e3d8d60c012 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:57:53.200400 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-faaeb53a-dab2-46ba-9802-22666b9409c0 None None] Current status of the port 6f192fa4-9378-4be4-b35a-0e3d8d60c012 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:53.207909 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620d0fdd-a6d3-4e77-8194-8e4822c01652 admin admin] Network 23f01238-e5bf-46ae-b3ad-ccaec0210780 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:53.209521 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-620d0fdd-a6d3-4e77-8194-8e4822c01652 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:53.220451 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a99bea-8164-49c4-b41b-19b2c52824ef None None] DHCP port deletion for db8bbe51-16e2-466f-9c29-876151127ac0 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:57:53.230688 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 9e5c09f2-b371-41dd-b163-c871e78b8fb4 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:53.231844 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device fcebacd9-966f-470e-8441-fc0a247dfdde up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:57:53.308813 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7170bbdb-bc7c-4541-8743-abd9853b2d9b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (6f192fa4-9378-4be4-b35a-0e3d8d60c012), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:53.335822 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7170bbdb-bc7c-4541-8743-abd9853b2d9b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] No DVR routers for this DVR port 6f192fa4-9378-4be4-b35a-0e3d8d60c012 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:57:53.381484 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-12a99bea-8164-49c4-b41b-19b2c52824ef None None] Deleting port 6f192fa4-9378-4be4-b35a-0e3d8d60c012 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:57:53.382152 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-12a99bea-8164-49c4-b41b-19b2c52824ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (6f192fa4-9378-4be4-b35a-0e3d8d60c012), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:53.382290 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170bbdb-bc7c-4541-8743-abd9853b2d9b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event deleted for resources: {'Port': ['ID=6f192fa4-9378-4be4-b35a-0e3d8d60c012,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:53.425469 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620d0fdd-a6d3-4e77-8194-8e4822c01652 admin admin] Router b77ecc30-0014-4a09-8534-13ce14e2a0c4 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:57:53.462808 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port fcebacd9-966f-470e-8441-fc0a247dfdde triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:53.463217 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (fcebacd9-966f-470e-8441-fc0a247dfdde), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:53.508306 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-12a99bea-8164-49c4-b41b-19b2c52824ef None None] For port 6f192fa4-9378-4be4-b35a-0e3d8d60c012, host n-d-822747-2, got binding levels [] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:53.508763 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-12a99bea-8164-49c4-b41b-19b2c52824ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (6f192fa4-9378-4be4-b35a-0e3d8d60c012), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:53.514985 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7170bbdb-bc7c-4541-8743-abd9853b2d9b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (db8bbe51-16e2-466f-9c29-876151127ac0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:53.540900 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-7170bbdb-bc7c-4541-8743-abd9853b2d9b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db8bbe51-16e2-466f-9c29-876151127ac0']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:53.542294 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-12a99bea-8164-49c4-b41b-19b2c52824ef None None] Calling delete_port for 6f192fa4-9378-4be4-b35a-0e3d8d60c012 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:57:53.549356 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.ipam_backend_mixin [None req-12a99bea-8164-49c4-b41b-19b2c52824ef None None] Port 6f192fa4-9378-4be4-b35a-0e3d8d60c012 was not found and therefore no delete operation was performed {{(pid=103353) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:57:53.553796 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-12a99bea-8164-49c4-b41b-19b2c52824ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (6f192fa4-9378-4be4-b35a-0e3d8d60c012), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:53.554988 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-7170bbdb-bc7c-4541-8743-abd9853b2d9b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243689d5-2857-4d21-b35c-95bc25b8b743') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:53.555334 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-7170bbdb-bc7c-4541-8743-abd9853b2d9b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243689d5-2857-4d21-b35c-95bc25b8b743') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:53.567468 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7170bbdb-bc7c-4541-8743-abd9853b2d9b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (243689d5-2857-4d21-b35c-95bc25b8b743), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:53.585145 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7170bbdb-bc7c-4541-8743-abd9853b2d9b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (243689d5-2857-4d21-b35c-95bc25b8b743), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:53.585547 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620d0fdd-a6d3-4e77-8194-8e4822c01652 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:57:53.587263 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a99bea-8164-49c4-b41b-19b2c52824ef None None] Pushing event deleted for resources: {'Port': ['ID=6f192fa4-9378-4be4-b35a-0e3d8d60c012,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:53.597846 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-620d0fdd-a6d3-4e77-8194-8e4822c01652 admin admin] 10.222.0.39 "PUT /v2.0/routers/b77ecc30-0014-4a09-8534-13ce14e2a0c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9204586 Jan 28 13:57:53.600984 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7170bbdb-bc7c-4541-8743-abd9853b2d9b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:57:53.601372 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a99bea-8164-49c4-b41b-19b2c52824ef None None] No DVR routers for this DVR port 6f192fa4-9378-4be4-b35a-0e3d8d60c012 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:57:53.601516 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7170bbdb-bc7c-4541-8743-abd9853b2d9b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (243689d5-2857-4d21-b35c-95bc25b8b743), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:57:53.604970 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:57:53.665054 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-fb846a03-7216-49a7-a87d-46f6f232a6a2 None None] Provisioning complete for port fa165a90-3d04-4a70-bf3e-f8c123019d93 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:53.665430 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb846a03-7216-49a7-a87d-46f6f232a6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (fa165a90-3d04-4a70-bf3e-f8c123019d93), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:53.676705 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7170bbdb-bc7c-4541-8743-abd9853b2d9b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (db8bbe51-16e2-466f-9c29-876151127ac0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:53.684181 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7170bbdb-bc7c-4541-8743-abd9853b2d9b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:53.687958 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7170bbdb-bc7c-4541-8743-abd9853b2d9b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "DELETE /v2.0/networks/db8bbe51-16e2-466f-9c29-876151127ac0 HTTP/1.1" status: 204 len: 168 time: 0.8649929 Jan 28 13:57:53.690293 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40524) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:53.704117 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port fcebacd9-966f-470e-8441-fc0a247dfdde is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:53.704510 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fcebacd9-966f-470e-8441-fc0a247dfdde), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:53.725274 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e3d7b4-e3af-40e7-89f4-54a89f457059 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] DELETE failed (client error): The resource could not be found. Jan 28 13:57:53.725828 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77e3d7b4-e3af-40e7-89f4-54a89f457059 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:57:53.732157 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-77e3d7b4-e3af-40e7-89f4-54a89f457059 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "DELETE /v2.0/subnets/a0e3b489-ee61-4817-88f1-f8658fead5c1 HTTP/1.1" status: 404 len: 337 time: 0.0384758 Jan 28 13:57:53.732157 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170bbdb-bc7c-4541-8743-abd9853b2d9b tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event deleted for resources: {'Network': ['ID=db8bbe51-16e2-466f-9c29-876151127ac0,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:53.732531 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40526) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:53.743832 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port fcebacd9-966f-470e-8441-fc0a247dfdde, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=fcebacd9-966f-470e-8441-fc0a247dfdde,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:53.746528 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fb846a03-7216-49a7-a87d-46f6f232a6a2 None None] Port fa165a90-3d04-4a70-bf3e-f8c123019d93 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:57:53.752056 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (fcebacd9-966f-470e-8441-fc0a247dfdde), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:53.752222 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c5c979-ec7f-41d4-a84b-e1778942ddd4 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] DELETE failed (client error): The resource could not be found. Jan 28 13:57:53.752747 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c5c979-ec7f-41d4-a84b-e1778942ddd4 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:57:53.764704 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f2c5c979-ec7f-41d4-a84b-e1778942ddd4 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "DELETE /v2.0/networks/eb6c92a3-abad-4465-8f60-be9f3870fafe HTTP/1.1" status: 404 len: 339 time: 0.0310450 Jan 28 13:57:53.767763 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40530) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:53.795815 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5a9fdb-2484-4b38-ae42-b1a24b6b8e84 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] DELETE failed (client error): The resource could not be found. Jan 28 13:57:53.796274 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a5a9fdb-2484-4b38-ae42-b1a24b6b8e84 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:57:53.803519 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1a5a9fdb-2484-4b38-ae42-b1a24b6b8e84 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "DELETE /v2.0/subnets/87ab0a53-0847-4c03-9bf1-b21e0b494ec1 HTTP/1.1" status: 404 len: 337 time: 0.0306888 Jan 28 13:57:53.803853 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40532) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:53.808630 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=fcebacd9-966f-470e-8441-fc0a247dfdde,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:53.826087 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-7da25415-1630-43a8-b71d-7864723f8bc9 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] DELETE failed (client error): The resource could not be found. Jan 28 13:57:53.826950 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7da25415-1630-43a8-b71d-7864723f8bc9 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:57:53.831934 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7da25415-1630-43a8-b71d-7864723f8bc9 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "DELETE /v2.0/networks/e64b0851-23d4-4bdc-b5a6-f1d8488e48a8 HTTP/1.1" status: 404 len: 339 time: 0.0282912 Jan 28 13:57:53.834712 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40536) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:53.862362 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e38dea4-38bd-44c9-9d14-e4d36d1e055d tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] DELETE failed (client error): The resource could not be found. Jan 28 13:57:53.862828 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e38dea4-38bd-44c9-9d14-e4d36d1e055d tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:57:53.866047 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4e38dea4-38bd-44c9-9d14-e4d36d1e055d tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "DELETE /v2.0/subnets/3a26f8b2-145a-49cb-911f-e120b7c56345 HTTP/1.1" status: 404 len: 337 time: 0.0298293 Jan 28 13:57:53.868513 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40538) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:53.888462 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c165128-7dd6-469b-9446-c29c89af1d5c tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] DELETE failed (client error): The resource could not be found. Jan 28 13:57:53.889076 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c165128-7dd6-469b-9446-c29c89af1d5c tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:57:53.892519 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6c165128-7dd6-469b-9446-c29c89af1d5c tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "DELETE /v2.0/networks/36125782-f4ec-45a4-99b5-de780d78215a HTTP/1.1" status: 404 len: 339 time: 0.0230169 Jan 28 13:57:53.895061 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40540) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:53.952048 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb263d0-638f-4ce2-8240-ca66c1909450 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Deleting subnet 7ba8b405-6b43-4029-a879-86e4d9109623 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:57:53.955569 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4eb263d0-638f-4ce2-8240-ca66c1909450 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for subnet (7ba8b405-6b43-4029-a879-86e4d9109623), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:53.996974 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4eb263d0-638f-4ce2-8240-ca66c1909450 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (7ba8b405-6b43-4029-a879-86e4d9109623), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.088163 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4eb263d0-638f-4ce2-8240-ca66c1909450 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (7ba8b405-6b43-4029-a879-86e4d9109623), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.143896 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40550) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:54.149565 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-ba85bf1f-b4fc-42a2-9c9d-75da80be4280 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-224799108-network', 'tenant_id': '643abf23051547e689cf970229dbcf7a'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:54.162295 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4eb263d0-638f-4ce2-8240-ca66c1909450 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (7ba8b405-6b43-4029-a879-86e4d9109623), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.171708 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba85bf1f-b4fc-42a2-9c9d-75da80be4280 admin admin] Made reservation on behalf of 643abf23051547e689cf970229dbcf7a for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:54.175308 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba85bf1f-b4fc-42a2-9c9d-75da80be4280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.184830 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40552) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:54.185630 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba85bf1f-b4fc-42a2-9c9d-75da80be4280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.191754 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb263d0-638f-4ce2-8240-ca66c1909450 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event deleted for resources: {'Subnet': ['ID=7ba8b405-6b43-4029-a879-86e4d9109623,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:54.193908 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4eb263d0-638f-4ce2-8240-ca66c1909450 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.199505 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992fcfd0-dba3-4bf0-bd9d-a6f25edb72dd None None] Network a2f632fa-8144-4f35-9d7f-8f188f148a22 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:54.199692 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4eb263d0-638f-4ce2-8240-ca66c1909450 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "DELETE /v2.0/subnets/7ba8b405-6b43-4029-a879-86e4d9109623 HTTP/1.1" status: 204 len: 168 time: 0.3034222 Jan 28 13:57:54.200307 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40554) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:54.287363 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f5c19969-e967-4541-996e-396c837465b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (a2f632fa-8144-4f35-9d7f-8f188f148a22), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.307754 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e0c1d647-4b71-441e-8c4b-17b2ecbdb301 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] 10.222.0.39 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1952 time: 0.1196356 Jan 28 13:57:54.310162 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40556) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:54.315854 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-c5a39995-700a-4066-a041-66244ebf6a5e tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Request body: {'network': {'name': 'tempest-network-smoke--478645877', 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'port_security_enabled': False}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:54.349594 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-f5c19969-e967-4541-996e-396c837465b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Deleting port 0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:57:54.350288 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f5c19969-e967-4541-996e-396c837465b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.358898 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a39995-700a-4066-a041-66244ebf6a5e tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Made reservation on behalf of e95a247d94234d9685ef64daa6ffeae4 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:54.362815 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c5a39995-700a-4066-a041-66244ebf6a5e tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.394506 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ea017b-6fe3-4946-8cdf-8ad5567410dc None None] DHCP port deletion for a2f632fa-8144-4f35-9d7f-8f188f148a22 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:57:54.400078 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba85bf1f-b4fc-42a2-9c9d-75da80be4280 admin admin] Publish callbacks [] for security_group (38d41f92-c289-4ae2-8426-e5a6b8316091), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.408150 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba85bf1f-b4fc-42a2-9c9d-75da80be4280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (38d41f92-c289-4ae2-8426-e5a6b8316091), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.415954 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a39995-700a-4066-a041-66244ebf6a5e tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:57:54.428950 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-f5c19969-e967-4541-996e-396c837465b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] For port 0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85,segment=NetworkSegment(b7d6c55e-f0bc-40f8-9558-536f08934b8f),segment_id=b7d6c55e-f0bc-40f8-9558-536f08934b8f)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:54.429406 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f5c19969-e967-4541-996e-396c837465b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.446072 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-f5c19969-e967-4541-996e-396c837465b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Calling delete_port for 0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:57:54.446509 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c5a39995-700a-4066-a041-66244ebf6a5e tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (f090d3a8-e0d7-4d46-a8ad-1485b2485519), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.446863 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-c5a39995-700a-4066-a041-66244ebf6a5e tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Added segment f090d3a8-e0d7-4d46-a8ad-1485b2485519 of type vlan for network 3e045084-6a8c-4a00-bef8-0bfd912521b6 Jan 28 13:57:54.448154 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba85bf1f-b4fc-42a2-9c9d-75da80be4280 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:57:54.459818 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-08ea017b-6fe3-4946-8cdf-8ad5567410dc None None] Deleting port 0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:57:54.459818 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08ea017b-6fe3-4946-8cdf-8ad5567410dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.491867 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85bf1f-b4fc-42a2-9c9d-75da80be4280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d41f92-c289-4ae2-8426-e5a6b8316091,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:54.503969 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba85bf1f-b4fc-42a2-9c9d-75da80be4280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (aa07ae59-fe1c-47fe-a4ef-45c73ef128ef), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.504518 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-ba85bf1f-b4fc-42a2-9c9d-75da80be4280 admin admin] Added segment aa07ae59-fe1c-47fe-a4ef-45c73ef128ef of type vlan for network e4164e5d-ea76-4ebe-be13-3606ac8a9dd3 Jan 28 13:57:54.508136 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c5a39995-700a-4066-a041-66244ebf6a5e tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (3e045084-6a8c-4a00-bef8-0bfd912521b6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.535594 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-08ea017b-6fe3-4946-8cdf-8ad5567410dc None None] For port 0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85,segment=NetworkSegment(b7d6c55e-f0bc-40f8-9558-536f08934b8f),segment_id=b7d6c55e-f0bc-40f8-9558-536f08934b8f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:54.536188 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08ea017b-6fe3-4946-8cdf-8ad5567410dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.555474 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-08ea017b-6fe3-4946-8cdf-8ad5567410dc None None] Calling delete_port for 0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:57:54.565730 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b50541-a071-47e4-b4e0-d953404cd0f6 None None] Sync routers for ids ['b77ecc30-0014-4a09-8534-13ce14e2a0c4'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:57:54.569994 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba85bf1f-b4fc-42a2-9c9d-75da80be4280 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (e4164e5d-ea76-4ebe-be13-3606ac8a9dd3), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.585604 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f5c19969-e967-4541-996e-396c837465b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.587702 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b50541-a071-47e4-b4e0-d953404cd0f6 None None] Routers {'b77ecc30-0014-4a09-8534-13ce14e2a0c4'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:57:54.588404 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-02b50541-a071-47e4-b4e0-d953404cd0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:57:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b77ecc30-0014-4a09-8534-13ce14e2a0c4'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:54.592140 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c5a39995-700a-4066-a041-66244ebf6a5e tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (3e045084-6a8c-4a00-bef8-0bfd912521b6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.597015 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a39995-700a-4066-a041-66244ebf6a5e tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:54.597802 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c5a39995-700a-4066-a041-66244ebf6a5e tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.620244 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c19969-e967-4541-996e-396c837465b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event deleted for resources: {'Port': ['ID=0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:54.632075 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c19969-e967-4541-996e-396c837465b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] No DVR routers for this DVR port 0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:57:54.650856 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c5a39995-700a-4066-a041-66244ebf6a5e tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3360758 Jan 28 13:57:54.650856 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba85bf1f-b4fc-42a2-9c9d-75da80be4280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (e4164e5d-ea76-4ebe-be13-3606ac8a9dd3), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.652043 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba85bf1f-b4fc-42a2-9c9d-75da80be4280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:54.652636 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ba85bf1f-b4fc-42a2-9c9d-75da80be4280 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.656933 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device fcebacd9-966f-470e-8441-fc0a247dfdde up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:57:54.657348 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40558) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:54.688325 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-539948de-1732-4553-aa22-9c4ee98d841b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1214745039', 'admin_state_up': True, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:54.708867 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a39995-700a-4066-a041-66244ebf6a5e tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event updated for resources: {'Network': ['ID=3e045084-6a8c-4a00-bef8-0bfd912521b6,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:54.719603 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ba85bf1f-b4fc-42a2-9c9d-75da80be4280 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5745568 Jan 28 13:57:54.724343 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40560) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:54.731940 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-e6dd9560-9f81-43f6-9b27-a47ecdfd1767 admin admin] Request body: {'subnet': {'network_id': 'e4164e5d-ea76-4ebe-be13-3606ac8a9dd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-224799108-subnet', 'tenant_id': '643abf23051547e689cf970229dbcf7a', 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:54.738460 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f5c19969-e967-4541-996e-396c837465b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (a2f632fa-8144-4f35-9d7f-8f188f148a22), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.747231 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 3e045084-6a8c-4a00-bef8-0bfd912521b6 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:57:54.750948 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-539948de-1732-4553-aa22-9c4ee98d841b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (f709c09a-92c4-4f40-af74-c535b1c1d1ff), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.752035 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-539948de-1732-4553-aa22-9c4ee98d841b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (f709c09a-92c4-4f40-af74-c535b1c1d1ff), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.775119 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-f5c19969-e967-4541-996e-396c837465b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f632fa-8144-4f35-9d7f-8f188f148a22']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:54.783486 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6dd9560-9f81-43f6-9b27-a47ecdfd1767 admin admin] Made reservation on behalf of 643abf23051547e689cf970229dbcf7a for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:54.786017 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6dd9560-9f81-43f6-9b27-a47ecdfd1767 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.801205 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85bf1f-b4fc-42a2-9c9d-75da80be4280 admin admin] Pushing event updated for resources: {'Network': ['ID=e4164e5d-ea76-4ebe-be13-3606ac8a9dd3,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:54.807677 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-f5c19969-e967-4541-996e-396c837465b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d6c55e-f0bc-40f8-9558-536f08934b8f') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:54.808036 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-f5c19969-e967-4541-996e-396c837465b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d6c55e-f0bc-40f8-9558-536f08934b8f') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:54.827668 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f5c19969-e967-4541-996e-396c837465b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (b7d6c55e-f0bc-40f8-9558-536f08934b8f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.863204 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-539948de-1732-4553-aa22-9c4ee98d841b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for router_controller (f709c09a-92c4-4f40-af74-c535b1c1d1ff), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.875283 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f5c19969-e967-4541-996e-396c837465b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (b7d6c55e-f0bc-40f8-9558-536f08934b8f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.891942 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c19969-e967-4541-996e-396c837465b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:57:54.892691 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f5c19969-e967-4541-996e-396c837465b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (b7d6c55e-f0bc-40f8-9558-536f08934b8f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:57:54.896207 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:57:54.977865 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f5c19969-e967-4541-996e-396c837465b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (a2f632fa-8144-4f35-9d7f-8f188f148a22), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.998617 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f5c19969-e967-4541-996e-396c837465b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:55.003067 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f5c19969-e967-4541-996e-396c837465b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "DELETE /v2.0/networks/a2f632fa-8144-4f35-9d7f-8f188f148a22 HTTP/1.1" status: 204 len: 168 time: 0.8012445 Jan 28 13:57:55.006069 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40562) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:55.017716 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c19969-e967-4541-996e-396c837465b1 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event deleted for resources: {'Network': ['ID=a2f632fa-8144-4f35-9d7f-8f188f148a22,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:55.040091 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network e4164e5d-ea76-4ebe-be13-3606ac8a9dd3 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:57:55.044168 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5311c1-9fcb-443a-8250-4b537d7a6e82 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] DELETE failed (client error): The resource could not be found. Jan 28 13:57:55.044651 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5311c1-9fcb-443a-8250-4b537d7a6e82 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:57:55.047832 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9d5311c1-9fcb-443a-8250-4b537d7a6e82 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "DELETE /v2.0/subnets/4c14a1f8-583a-4e71-b6d9-b3f433b1d65d HTTP/1.1" status: 404 len: 337 time: 0.0394940 Jan 28 13:57:55.050603 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40564) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:55.089160 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-539948de-1732-4553-aa22-9c4ee98d841b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for router_gateway (f709c09a-92c4-4f40-af74-c535b1c1d1ff), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:55.093407 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be53d95-5f44-4d16-be07-8a54b720ef45 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] DELETE failed (client error): The resource could not be found. Jan 28 13:57:55.093885 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0be53d95-5f44-4d16-be07-8a54b720ef45 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:57:55.097143 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0be53d95-5f44-4d16-be07-8a54b720ef45 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "DELETE /v2.0/networks/3c439982-bd54-4fc6-b89a-afc8b95ad73d HTTP/1.1" status: 404 len: 339 time: 0.0452802 Jan 28 13:57:55.099792 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40566) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:55.174271 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f1ddda0-603f-4ae9-bbe0-34919c45f907 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Deleting subnet c6ec0deb-334d-4539-896d-8fbc4854c41b {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:57:55.181269 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f1ddda0-603f-4ae9-bbe0-34919c45f907 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for subnet (c6ec0deb-334d-4539-896d-8fbc4854c41b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:55.189233 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6dd9560-9f81-43f6-9b27-a47ecdfd1767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (e20fa3a3-837e-42d9-8419-47e270ccd0de), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:55.195499 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-02b50541-a071-47e4-b4e0-d953404cd0f6 None None] Set router b77ecc30-0014-4a09-8534-13ce14e2a0c4 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:57:55.246807 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08ea017b-6fe3-4946-8cdf-8ad5567410dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:55.255198 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f1ddda0-603f-4ae9-bbe0-34919c45f907 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (c6ec0deb-334d-4539-896d-8fbc4854c41b), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:55.257999 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port fcebacd9-966f-470e-8441-fc0a247dfdde triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:55.258605 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (fcebacd9-966f-470e-8441-fc0a247dfdde), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:55.264384 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd9560-9f81-43f6-9b27-a47ecdfd1767 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e20fa3a3-837e-42d9-8419-47e270ccd0de,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:55.311246 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dd9560-9f81-43f6-9b27-a47ecdfd1767 admin admin] Checking segment: {'id': 'aa07ae59-fe1c-47fe-a4ef-45c73ef128ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e4164e5d-ea76-4ebe-be13-3606ac8a9dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:55.312114 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dd9560-9f81-43f6-9b27-a47ecdfd1767 admin admin] Network hostable DHCP agents. Network: e4164e5d-ea76-4ebe-be13-3606ac8a9dd3, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:57:55.328008 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08ea017b-6fe3-4946-8cdf-8ad5567410dc None None] Network a2f632fa-8144-4f35-9d7f-8f188f148a22 is not hosted by any dhcp agent {{(pid=103353) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 13:57:55.328759 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ea017b-6fe3-4946-8cdf-8ad5567410dc None None] No DVR routers for this DVR port 0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:57:55.332559 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea017b-6fe3-4946-8cdf-8ad5567410dc None None] Pushing event deleted for resources: {'Port': ['ID=0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:55.341194 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dd9560-9f81-43f6-9b27-a47ecdfd1767 admin admin] Network e4164e5d-ea76-4ebe-be13-3606ac8a9dd3 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:57:55.363916 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-e6dd9560-9f81-43f6-9b27-a47ecdfd1767 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, e4164e5d-ea76-4ebe-be13-3606ac8a9dd3) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:55.371665 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dd9560-9f81-43f6-9b27-a47ecdfd1767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:55.372291 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e6dd9560-9f81-43f6-9b27-a47ecdfd1767 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:55.388707 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cbeacc-67ec-4187-883a-f52b91f37d50 None None] Network e4164e5d-ea76-4ebe-be13-3606ac8a9dd3 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:55.400483 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e6dd9560-9f81-43f6-9b27-a47ecdfd1767 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6721539 Jan 28 13:57:55.401278 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40568) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:55.405871 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-9b849ff3-4cef-4c36-978c-a5163c700199 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-224799108-router', 'tenant_id': '643abf23051547e689cf970229dbcf7a', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:55.437111 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9b849ff3-4cef-4c36-978c-a5163c700199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (6dfd2450-528b-49a3-b0aa-0dc1330c7629), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:55.438636 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9b849ff3-4cef-4c36-978c-a5163c700199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (6dfd2450-528b-49a3-b0aa-0dc1330c7629), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:55.444888 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f1ddda0-603f-4ae9-bbe0-34919c45f907 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (c6ec0deb-334d-4539-896d-8fbc4854c41b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:55.490317 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-539948de-1732-4553-aa22-9c4ee98d841b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for router_gateway (f709c09a-92c4-4f40-af74-c535b1c1d1ff), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:55.513851 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-539948de-1732-4553-aa22-9c4ee98d841b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:55.542352 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port fcebacd9-966f-470e-8441-fc0a247dfdde is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:55.576403 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9b849ff3-4cef-4c36-978c-a5163c700199 admin admin] Publish callbacks [] for router_controller (6dfd2450-528b-49a3-b0aa-0dc1330c7629), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:55.619625 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fde417-96f3-4f8a-983f-c57400bcbc54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-e4164e5d-ea76-4ebe-be13-3606ac8a9dd3', 'network_id': 'e4164e5d-ea76-4ebe-be13-3606ac8a9dd3', 'project_id': '643abf23051547e689cf970229dbcf7a', 'fixed_ips': [{'subnet_id': 'e20fa3a3-837e-42d9-8419-47e270ccd0de'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:57:55.622435 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1fde417-96f3-4f8a-983f-c57400bcbc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:55.660330 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f1ddda0-603f-4ae9-bbe0-34919c45f907 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (c6ec0deb-334d-4539-896d-8fbc4854c41b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:55.662958 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6f192fa4-9378-4be4-b35a-0e3d8d60c012 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:57:55.695465 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 6f192fa4-9378-4be4-b35a-0e3d8d60c012 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:57:55.695916 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6f192fa4-9378-4be4-b35a-0e3d8d60c012 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:57:55.696335 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:57:55.697567 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ddda0-603f-4ae9-bbe0-34919c45f907 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event deleted for resources: {'Subnet': ['ID=c6ec0deb-334d-4539-896d-8fbc4854c41b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:55.705744 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2f1ddda0-603f-4ae9-bbe0-34919c45f907 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:55.709431 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2f1ddda0-603f-4ae9-bbe0-34919c45f907 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "DELETE /v2.0/subnets/c6ec0deb-334d-4539-896d-8fbc4854c41b HTTP/1.1" status: 204 len: 168 time: 0.6086664 Jan 28 13:57:55.714659 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40570) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:55.749043 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-539948de-1732-4553-aa22-9c4ee98d841b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Allocated IP 172.25.3.39 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/67549126-2183-43ea-a2aa-e5ee34714463) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:55.753764 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6246a1c7-f1b8-4627-99af-8cf371b7a438 None None] Network 4dd64b51-a439-4351-a9bc-7b8b18be8f4d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:55.796072 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9b849ff3-4cef-4c36-978c-a5163c700199 admin admin] Publish callbacks [] for router_gateway (6dfd2450-528b-49a3-b0aa-0dc1330c7629), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:55.801615 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:57:55.801995 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 0672f86e-ce0a-4d2d-9f0b-26e72e0d7c85 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:57:55.885910 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9e8d89e-8e71-4c1d-9032-804df6eebb66 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (4dd64b51-a439-4351-a9bc-7b8b18be8f4d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:55.893301 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-02b50541-a071-47e4-b4e0-d953404cd0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'name': 'tempest-TestServerBasicOps-1485042988-router', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:48Z', 'updated_at': '2022-01-28T13:57:52Z', 'revision_number': 4, 'project_id': '43f84e80bff4499cb55423afb93d516b', 'gw_port': {'id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:49Z', 'updated_at': '2022-01-28T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'fa165a90-3d04-4a70-bf3e-f8c123019d93', 'name': '', 'network_id': '23f01238-e5bf-46ae-b3ad-ccaec0210780', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'mac_address': 'fa:16:3e:f8:53:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'a089844e-5894-4caa-ac57-449f6d24f54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:51Z', 'updated_at': '2022-01-28T13:57:52Z', 'revision_number': 2, 'project_id': '43f84e80bff4499cb55423afb93d516b', 'subnets': [{'id': 'a089844e-5894-4caa-ac57-449f6d24f54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:55.942363 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b50541-a071-47e4-b4e0-d953404cd0f6 None None] Checking router: b77ecc30-0014-4a09-8534-13ce14e2a0c4 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:57:55.942767 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b50541-a071-47e4-b4e0-d953404cd0f6 None None] Updating router b77ecc30-0014-4a09-8534-13ce14e2a0c4 port fa165a90-3d04-4a70-bf3e-f8c123019d93 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:57:55.952112 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-539948de-1732-4553-aa22-9c4ee98d841b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for port (67549126-2183-43ea-a2aa-e5ee34714463), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:55.983260 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-a1fde417-96f3-4f8a-983f-c57400bcbc54 None None] Allocated IP 172.20.0.2 (e4164e5d-ea76-4ebe-be13-3606ac8a9dd3/e20fa3a3-837e-42d9-8419-47e270ccd0de/abd87bf4-38ec-4708-bbe3-fca5bb810715) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:55.997089 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-02b50541-a071-47e4-b4e0-d953404cd0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fa165a90-3d04-4a70-bf3e-f8c123019d93), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:56.006859 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-f9e8d89e-8e71-4c1d-9032-804df6eebb66 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Deleting port 442e6f07-b74b-4253-933b-18816a8150b9 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:57:56.007240 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9e8d89e-8e71-4c1d-9032-804df6eebb66 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (442e6f07-b74b-4253-933b-18816a8150b9), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:56.011291 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-539948de-1732-4553-aa22-9c4ee98d841b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (67549126-2183-43ea-a2aa-e5ee34714463), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:56.078711 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9b849ff3-4cef-4c36-978c-a5163c700199 admin admin] Publish callbacks [] for router_gateway (6dfd2450-528b-49a3-b0aa-0dc1330c7629), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:56.097758 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539948de-1732-4553-aa22-9c4ee98d841b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:56.104300 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-539948de-1732-4553-aa22-9c4ee98d841b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:56.109573 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9b849ff3-4cef-4c36-978c-a5163c700199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:56.114640 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539948de-1732-4553-aa22-9c4ee98d841b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:56.120928 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:57:56.156414 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539948de-1732-4553-aa22-9c4ee98d841b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event updated for resources: {'Port': ['ID=67549126-2183-43ea-a2aa-e5ee34714463,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:56.159974 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-f9e8d89e-8e71-4c1d-9032-804df6eebb66 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] For port 442e6f07-b74b-4253-933b-18816a8150b9, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=442e6f07-b74b-4253-933b-18816a8150b9,segment=NetworkSegment(017beff5-82b9-499e-9259-a657d7f31f6b),segment_id=017beff5-82b9-499e-9259-a657d7f31f6b)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:56.160600 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9e8d89e-8e71-4c1d-9032-804df6eebb66 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (442e6f07-b74b-4253-933b-18816a8150b9), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:56.166243 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020eb8ad-45e3-4006-b72b-f1be8afa8968 None None] DHCP port deletion for 4dd64b51-a439-4351-a9bc-7b8b18be8f4d request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:57:56.179487 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-f9e8d89e-8e71-4c1d-9032-804df6eebb66 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Calling delete_port for 442e6f07-b74b-4253-933b-18816a8150b9 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:57:56.273174 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-9b849ff3-4cef-4c36-978c-a5163c700199 admin admin] Allocated IP 172.25.3.205 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/75d60892-4f29-4ed6-b2ce-bd3933e7e128) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:56.329533 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1fde417-96f3-4f8a-983f-c57400bcbc54 None None] Publish callbacks [] for port (abd87bf4-38ec-4708-bbe3-fca5bb810715), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:56.351374 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1fde417-96f3-4f8a-983f-c57400bcbc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (abd87bf4-38ec-4708-bbe3-fca5bb810715), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:56.409913 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-020eb8ad-45e3-4006-b72b-f1be8afa8968 None None] Deleting port 442e6f07-b74b-4253-933b-18816a8150b9 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:57:56.409913 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-020eb8ad-45e3-4006-b72b-f1be8afa8968 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (442e6f07-b74b-4253-933b-18816a8150b9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:56.435918 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9e8d89e-8e71-4c1d-9032-804df6eebb66 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (442e6f07-b74b-4253-933b-18816a8150b9), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:56.442048 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fde417-96f3-4f8a-983f-c57400bcbc54 None None] Network e4164e5d-ea76-4ebe-be13-3606ac8a9dd3 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:56.452714 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fde417-96f3-4f8a-983f-c57400bcbc54 None None] Pushing event updated for resources: {'Port': ['ID=abd87bf4-38ec-4708-bbe3-fca5bb810715,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:56.455816 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a1fde417-96f3-4f8a-983f-c57400bcbc54 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:56.461689 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fde417-96f3-4f8a-983f-c57400bcbc54 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:56.599865 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-020eb8ad-45e3-4006-b72b-f1be8afa8968 None None] For port 442e6f07-b74b-4253-933b-18816a8150b9, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=442e6f07-b74b-4253-933b-18816a8150b9,segment=NetworkSegment(017beff5-82b9-499e-9259-a657d7f31f6b),segment_id=017beff5-82b9-499e-9259-a657d7f31f6b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:56.600610 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-020eb8ad-45e3-4006-b72b-f1be8afa8968 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (442e6f07-b74b-4253-933b-18816a8150b9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:56.634594 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-02b50541-a071-47e4-b4e0-d953404cd0f6 None None] Publish callbacks [] for port (fa165a90-3d04-4a70-bf3e-f8c123019d93), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:56.636570 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-020eb8ad-45e3-4006-b72b-f1be8afa8968 None None] Calling delete_port for 442e6f07-b74b-4253-933b-18816a8150b9 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:57:56.643151 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a1fde417-96f3-4f8a-983f-c57400bcbc54 None None] Attempting to bind port abd87bf4-38ec-4708-bbe3-fca5bb810715 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:57:56.643522 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a1fde417-96f3-4f8a-983f-c57400bcbc54 None None] Attempting to bind port abd87bf4-38ec-4708-bbe3-fca5bb810715 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'aa07ae59-fe1c-47fe-a4ef-45c73ef128ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e4164e5d-ea76-4ebe-be13-3606ac8a9dd3'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:57:56.643896 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fde417-96f3-4f8a-983f-c57400bcbc54 None None] Attempting to bind port abd87bf4-38ec-4708-bbe3-fca5bb810715 on network e4164e5d-ea76-4ebe-be13-3606ac8a9dd3 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:56.650289 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-02b50541-a071-47e4-b4e0-d953404cd0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (fa165a90-3d04-4a70-bf3e-f8c123019d93), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:56.661698 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 442e6f07-b74b-4253-933b-18816a8150b9 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:57:56.684024 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9b849ff3-4cef-4c36-978c-a5163c700199 admin admin] Publish callbacks [] for port (75d60892-4f29-4ed6-b2ce-bd3933e7e128), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:56.689489 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fde417-96f3-4f8a-983f-c57400bcbc54 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:57:56.689875 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fde417-96f3-4f8a-983f-c57400bcbc54 None None] Checking segment: {'id': 'aa07ae59-fe1c-47fe-a4ef-45c73ef128ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e4164e5d-ea76-4ebe-be13-3606ac8a9dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:56.690417 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1fde417-96f3-4f8a-983f-c57400bcbc54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:56.690781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fde417-96f3-4f8a-983f-c57400bcbc54 None None] Bound using segment: {'id': 'aa07ae59-fe1c-47fe-a4ef-45c73ef128ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e4164e5d-ea76-4ebe-be13-3606ac8a9dd3'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:57:56.691197 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a1fde417-96f3-4f8a-983f-c57400bcbc54 None None] Bound port: abd87bf4-38ec-4708-bbe3-fca5bb810715, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa07ae59-fe1c-47fe-a4ef-45c73ef128ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e4164e5d-ea76-4ebe-be13-3606ac8a9dd3'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:57:56.691585 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1fde417-96f3-4f8a-983f-c57400bcbc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (abd87bf4-38ec-4708-bbe3-fca5bb810715), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:56.722245 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9b849ff3-4cef-4c36-978c-a5163c700199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (75d60892-4f29-4ed6-b2ce-bd3933e7e128), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:56.757756 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 442e6f07-b74b-4253-933b-18816a8150b9 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:57:56.758132 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 442e6f07-b74b-4253-933b-18816a8150b9 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:57:56.768351 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b849ff3-4cef-4c36-978c-a5163c700199 admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:56.771719 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-9b849ff3-4cef-4c36-978c-a5163c700199 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:56.778474 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b849ff3-4cef-4c36-978c-a5163c700199 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:56.790126 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e8d89e-8e71-4c1d-9032-804df6eebb66 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] No DVR routers for this DVR port 442e6f07-b74b-4253-933b-18816a8150b9 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:57:56.792188 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8d89e-8e71-4c1d-9032-804df6eebb66 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event deleted for resources: {'Port': ['ID=442e6f07-b74b-4253-933b-18816a8150b9,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:56.833997 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45456deb-df92-475e-bc5b-e63ec77f05ae None None] Pushing event updated for resources: {'Port': ['ID=fa165a90-3d04-4a70-bf3e-f8c123019d93,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:56.892083 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-539948de-1732-4553-aa22-9c4ee98d841b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for router_gateway (f709c09a-92c4-4f40-af74-c535b1c1d1ff), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:56.937569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a1fde417-96f3-4f8a-983f-c57400bcbc54 None None] For port abd87bf4-38ec-4708-bbe3-fca5bb810715, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:57:56.941516 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-02b50541-a071-47e4-b4e0-d953404cd0f6 None None] Attempting to bind port fa165a90-3d04-4a70-bf3e-f8c123019d93 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:57:56.941885 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-02b50541-a071-47e4-b4e0-d953404cd0f6 None None] Attempting to bind port fa165a90-3d04-4a70-bf3e-f8c123019d93 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '72c8a167-92fb-440a-82a0-66e01f7c98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '23f01238-e5bf-46ae-b3ad-ccaec0210780'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:57:56.942245 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b50541-a071-47e4-b4e0-d953404cd0f6 None None] Attempting to bind port fa165a90-3d04-4a70-bf3e-f8c123019d93 on network 23f01238-e5bf-46ae-b3ad-ccaec0210780 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:56.949121 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-020eb8ad-45e3-4006-b72b-f1be8afa8968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (442e6f07-b74b-4253-933b-18816a8150b9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:56.960957 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a1fde417-96f3-4f8a-983f-c57400bcbc54 None None] For port abd87bf4-38ec-4708-bbe3-fca5bb810715, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=abd87bf4-38ec-4708-bbe3-fca5bb810715,segment=NetworkSegment(aa07ae59-fe1c-47fe-a4ef-45c73ef128ef),segment_id=aa07ae59-fe1c-47fe-a4ef-45c73ef128ef)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:57:56.980166 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9e8d89e-8e71-4c1d-9032-804df6eebb66 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (4dd64b51-a439-4351-a9bc-7b8b18be8f4d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:56.983338 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b50541-a071-47e4-b4e0-d953404cd0f6 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:57:56.983732 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b50541-a071-47e4-b4e0-d953404cd0f6 None None] Checking segment: {'id': '72c8a167-92fb-440a-82a0-66e01f7c98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '23f01238-e5bf-46ae-b3ad-ccaec0210780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:56.984137 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-02b50541-a071-47e4-b4e0-d953404cd0f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:56.984540 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b50541-a071-47e4-b4e0-d953404cd0f6 None None] Bound using segment: {'id': '72c8a167-92fb-440a-82a0-66e01f7c98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '23f01238-e5bf-46ae-b3ad-ccaec0210780'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:57:56.985038 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-02b50541-a071-47e4-b4e0-d953404cd0f6 None None] Bound port: fa165a90-3d04-4a70-bf3e-f8c123019d93, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c8a167-92fb-440a-82a0-66e01f7c98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '23f01238-e5bf-46ae-b3ad-ccaec0210780'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:57:56.985419 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-02b50541-a071-47e4-b4e0-d953404cd0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fa165a90-3d04-4a70-bf3e-f8c123019d93), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:56.989239 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1fde417-96f3-4f8a-983f-c57400bcbc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (abd87bf4-38ec-4708-bbe3-fca5bb810715), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:56.995305 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020eb8ad-45e3-4006-b72b-f1be8afa8968 None None] No DVR routers for this DVR port 442e6f07-b74b-4253-933b-18816a8150b9 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:57:56.997892 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020eb8ad-45e3-4006-b72b-f1be8afa8968 None None] Pushing event deleted for resources: {'Port': ['ID=442e6f07-b74b-4253-933b-18816a8150b9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:57.065615 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-f9e8d89e-8e71-4c1d-9032-804df6eebb66 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd64b51-a439-4351-a9bc-7b8b18be8f4d']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:57.093824 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b849ff3-4cef-4c36-978c-a5163c700199 admin admin] Pushing event updated for resources: {'Port': ['ID=75d60892-4f29-4ed6-b2ce-bd3933e7e128,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:57.110427 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-2300810f-6f07-4869-a516-5a490abd8132 None None] Provisioning complete for port fa165a90-3d04-4a70-bf3e-f8c123019d93 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:57.110801 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2300810f-6f07-4869-a516-5a490abd8132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (fa165a90-3d04-4a70-bf3e-f8c123019d93), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:57.120590 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fde417-96f3-4f8a-983f-c57400bcbc54 None None] Pushing event updated for resources: {'Port': ['ID=abd87bf4-38ec-4708-bbe3-fca5bb810715,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:57.133104 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-f9e8d89e-8e71-4c1d-9032-804df6eebb66 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017beff5-82b9-499e-9259-a657d7f31f6b') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:57.133467 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-f9e8d89e-8e71-4c1d-9032-804df6eebb66 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017beff5-82b9-499e-9259-a657d7f31f6b') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:57.152148 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9e8d89e-8e71-4c1d-9032-804df6eebb66 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (017beff5-82b9-499e-9259-a657d7f31f6b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:57.167801 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-02b50541-a071-47e4-b4e0-d953404cd0f6 None None] For port fa165a90-3d04-4a70-bf3e-f8c123019d93, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:57:57.168534 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9e8d89e-8e71-4c1d-9032-804df6eebb66 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (017beff5-82b9-499e-9259-a657d7f31f6b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:57.175270 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-02b50541-a071-47e4-b4e0-d953404cd0f6 None None] For port fa165a90-3d04-4a70-bf3e-f8c123019d93, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=fa165a90-3d04-4a70-bf3e-f8c123019d93,segment=NetworkSegment(72c8a167-92fb-440a-82a0-66e01f7c98c8),segment_id=72c8a167-92fb-440a-82a0-66e01f7c98c8)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:57:57.177141 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e8d89e-8e71-4c1d-9032-804df6eebb66 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:57:57.178083 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9e8d89e-8e71-4c1d-9032-804df6eebb66 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (017beff5-82b9-499e-9259-a657d7f31f6b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:57.178270 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2300810f-6f07-4869-a516-5a490abd8132 None None] Port fa165a90-3d04-4a70-bf3e-f8c123019d93 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:57:57.182421 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-02b50541-a071-47e4-b4e0-d953404cd0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (fa165a90-3d04-4a70-bf3e-f8c123019d93), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:57.182612 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9b849ff3-4cef-4c36-978c-a5163c700199 admin admin] Publish callbacks [] for router_gateway (6dfd2450-528b-49a3-b0aa-0dc1330c7629), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:57:57.203091 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:57:57.251112 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45456deb-df92-475e-bc5b-e63ec77f05ae None None] Pushing event updated for resources: {'Port': ['ID=fa165a90-3d04-4a70-bf3e-f8c123019d93,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:57.254153 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b50541-a071-47e4-b4e0-d953404cd0f6 None None] Routers {'b77ecc30-0014-4a09-8534-13ce14e2a0c4'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:57:57.254886 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-02b50541-a071-47e4-b4e0-d953404cd0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:57:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b77ecc30-0014-4a09-8534-13ce14e2a0c4'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:57.269654 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9e8d89e-8e71-4c1d-9032-804df6eebb66 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (4dd64b51-a439-4351-a9bc-7b8b18be8f4d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:57.283572 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9e8d89e-8e71-4c1d-9032-804df6eebb66 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:57.289530 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f9e8d89e-8e71-4c1d-9032-804df6eebb66 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] 10.222.0.39 "DELETE /v2.0/networks/4dd64b51-a439-4351-a9bc-7b8b18be8f4d HTTP/1.1" status: 204 len: 168 time: 1.5680766 Jan 28 13:57:57.316426 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8d89e-8e71-4c1d-9032-804df6eebb66 tempest-NetworksIpV6Test-1368386083 tempest-NetworksIpV6Test-1368386083-project] Pushing event deleted for resources: {'Network': ['ID=4dd64b51-a439-4351-a9bc-7b8b18be8f4d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:57.532234 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-539948de-1732-4553-aa22-9c4ee98d841b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (f709c09a-92c4-4f40-af74-c535b1c1d1ff), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:57.574949 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9b849ff3-4cef-4c36-978c-a5163c700199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (6dfd2450-528b-49a3-b0aa-0dc1330c7629), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:57.721714 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-02b50541-a071-47e4-b4e0-d953404cd0f6 None None] Set router b77ecc30-0014-4a09-8534-13ce14e2a0c4 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:57:57.771307 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539948de-1732-4553-aa22-9c4ee98d841b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Router f709c09a-92c4-4f40-af74-c535b1c1d1ff is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:57:57.836440 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b849ff3-4cef-4c36-978c-a5163c700199 admin admin] Router 6dfd2450-528b-49a3-b0aa-0dc1330c7629 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:57:57.850298 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40576) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:57.905556 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-cc760254-be74-4d97-9c0b-2402384f1f0c None None] Provisioning complete for port fa165a90-3d04-4a70-bf3e-f8c123019d93 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:57.905976 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc760254-be74-4d97-9c0b-2402384f1f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (fa165a90-3d04-4a70-bf3e-f8c123019d93), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:57.950651 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539948de-1732-4553-aa22-9c4ee98d841b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:57:57.969361 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c3702d-adde-4fc1-8dd0-30c2be77172b None None] Sync routers for ids ['f709c09a-92c4-4f40-af74-c535b1c1d1ff'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:57:57.982164 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b849ff3-4cef-4c36-978c-a5163c700199 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:57:57.985358 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c3702d-adde-4fc1-8dd0-30c2be77172b None None] Routers {'f709c09a-92c4-4f40-af74-c535b1c1d1ff'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:57:57.996086 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c7c3702d-adde-4fc1-8dd0-30c2be77172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:57:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['f709c09a-92c4-4f40-af74-c535b1c1d1ff'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:58.009277 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9b849ff3-4cef-4c36-978c-a5163c700199 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:58.010892 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9b849ff3-4cef-4c36-978c-a5163c700199 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6083744 Jan 28 13:57:58.015448 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40580) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:58.017587 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950a39d-7692-4277-ae62-5cb5b3100cae None None] Sync routers for ids ['6dfd2450-528b-49a3-b0aa-0dc1330c7629'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:57:58.037993 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-539948de-1732-4553-aa22-9c4ee98d841b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:58.039665 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-539948de-1732-4553-aa22-9c4ee98d841b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.3813128 Jan 28 13:57:58.042725 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40582) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:58.067193 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4950a39d-7692-4277-ae62-5cb5b3100cae None None] Routers {'6dfd2450-528b-49a3-b0aa-0dc1330c7629'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:57:58.067906 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-4950a39d-7692-4277-ae62-5cb5b3100cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:57:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6dfd2450-528b-49a3-b0aa-0dc1330c7629'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:58.125197 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-cc760254-be74-4d97-9c0b-2402384f1f0c None None] Current status of the port fa165a90-3d04-4a70-bf3e-f8c123019d93 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:58.125588 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc760254-be74-4d97-9c0b-2402384f1f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fa165a90-3d04-4a70-bf3e-f8c123019d93), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:58.176105 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59704f9b-5489-40f7-81bc-27584e1671f7 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:58.178191 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-59704f9b-5489-40f7-81bc-27584e1671f7 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=e95a247d94234d9685ef64daa6ffeae4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1339059 Jan 28 13:57:58.183448 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40584) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:58.236576 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-cc760254-be74-4d97-9c0b-2402384f1f0c None None] For port fa165a90-3d04-4a70-bf3e-f8c123019d93, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=fa165a90-3d04-4a70-bf3e-f8c123019d93,segment=NetworkSegment(72c8a167-92fb-440a-82a0-66e01f7c98c8),segment_id=72c8a167-92fb-440a-82a0-66e01f7c98c8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:58.241309 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-02b50541-a071-47e4-b4e0-d953404cd0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'name': 'tempest-TestServerBasicOps-1485042988-router', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:48Z', 'updated_at': '2022-01-28T13:57:52Z', 'revision_number': 4, 'project_id': '43f84e80bff4499cb55423afb93d516b', 'gw_port': {'id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:49Z', 'updated_at': '2022-01-28T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'fa165a90-3d04-4a70-bf3e-f8c123019d93', 'name': '', 'network_id': '23f01238-e5bf-46ae-b3ad-ccaec0210780', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'mac_address': 'fa:16:3e:f8:53:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'a089844e-5894-4caa-ac57-449f6d24f54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:51Z', 'updated_at': '2022-01-28T13:57:57Z', 'revision_number': 4, 'project_id': '43f84e80bff4499cb55423afb93d516b', 'subnets': [{'id': 'a089844e-5894-4caa-ac57-449f6d24f54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:58.250672 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc760254-be74-4d97-9c0b-2402384f1f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (fa165a90-3d04-4a70-bf3e-f8c123019d93), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:58.289722 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3f176041-db4c-4f42-90c4-0868ae60d61f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9208c342527948baab8f5f1c16903dbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4381497 Jan 28 13:57:58.293869 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40586) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:58.328923 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-c7c3702d-adde-4fc1-8dd0-30c2be77172b None None] Set router f709c09a-92c4-4f40-af74-c535b1c1d1ff gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:57:58.385441 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b50541-a071-47e4-b4e0-d953404cd0f6 None None] The sync data for ids ['b77ecc30-0014-4a09-8534-13ce14e2a0c4'] in n-d-822747-2 is: [{'id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'name': 'tempest-TestServerBasicOps-1485042988-router', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:48Z', 'updated_at': '2022-01-28T13:57:52Z', 'revision_number': 4, 'project_id': '43f84e80bff4499cb55423afb93d516b', 'gw_port': {'id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:49Z', 'updated_at': '2022-01-28T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'fa165a90-3d04-4a70-bf3e-f8c123019d93', 'name': '', 'network_id': '23f01238-e5bf-46ae-b3ad-ccaec0210780', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'mac_address': 'fa:16:3e:f8:53:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'a089844e-5894-4caa-ac57-449f6d24f54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:51Z', 'updated_at': '2022-01-28T13:57:57Z', 'revision_number': 4, 'project_id': '43f84e80bff4499cb55423afb93d516b', 'subnets': [{'id': 'a089844e-5894-4caa-ac57-449f6d24f54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:57:58.406020 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-4950a39d-7692-4277-ae62-5cb5b3100cae None None] Set router 6dfd2450-528b-49a3-b0aa-0dc1330c7629 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:57:58.408556 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc760254-be74-4d97-9c0b-2402384f1f0c None None] Pushing event updated for resources: {'Port': ['ID=fa165a90-3d04-4a70-bf3e-f8c123019d93,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:58.445659 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bb635b06-ec8c-4e43-8ce1-374cf448b505 admin admin] Publish callbacks [] for security_group (59f0b4df-6125-47e1-a667-5f8a14ff6fd8), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:58.504786 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d715dd0d-58be-4b6c-b795-66d0537e8fc5 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:58.505290 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bb635b06-ec8c-4e43-8ce1-374cf448b505 admin admin] Publish callbacks [] for security_group (59f0b4df-6125-47e1-a667-5f8a14ff6fd8), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:58.509819 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d715dd0d-58be-4b6c-b795-66d0537e8fc5 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3244660 Jan 28 13:57:58.510753 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40588) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:58.575336 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8cc73b8c-7a41-4f71-873f-5ae27501239a tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0632668 Jan 28 13:57:58.576895 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40590) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:58.644954 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c5c3b14e-1ee6-4b29-973e-6ec31ce7a213 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=e95a247d94234d9685ef64daa6ffeae4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0676148 Jan 28 13:57:58.645659 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40592) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:58.688705 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c7c3702d-adde-4fc1-8dd0-30c2be77172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f709c09a-92c4-4f40-af74-c535b1c1d1ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1214745039', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '67549126-2183-43ea-a2aa-e5ee34714463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:54Z', 'updated_at': '2022-01-28T13:57:56Z', 'revision_number': 3, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'gw_port': {'id': '67549126-2183-43ea-a2aa-e5ee34714463', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f709c09a-92c4-4f40-af74-c535b1c1d1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:55Z', 'updated_at': '2022-01-28T13:57:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:58.754761 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c3702d-adde-4fc1-8dd0-30c2be77172b None None] Checking router: f709c09a-92c4-4f40-af74-c535b1c1d1ff for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:57:58.764935 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c3702d-adde-4fc1-8dd0-30c2be77172b None None] Updating router f709c09a-92c4-4f40-af74-c535b1c1d1ff port 67549126-2183-43ea-a2aa-e5ee34714463 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:57:58.814017 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-4950a39d-7692-4277-ae62-5cb5b3100cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfd2450-528b-49a3-b0aa-0dc1330c7629', 'name': 'tempest-TestServerBasicOps-224799108-router', 'tenant_id': '643abf23051547e689cf970229dbcf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '75d60892-4f29-4ed6-b2ce-bd3933e7e128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:55Z', 'updated_at': '2022-01-28T13:57:56Z', 'revision_number': 3, 'project_id': '643abf23051547e689cf970229dbcf7a', 'gw_port': {'id': '75d60892-4f29-4ed6-b2ce-bd3933e7e128', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfd2450-528b-49a3-b0aa-0dc1330c7629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:56Z', 'updated_at': '2022-01-28T13:57:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:58.831710 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c7c3702d-adde-4fc1-8dd0-30c2be77172b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (67549126-2183-43ea-a2aa-e5ee34714463), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:58.860648 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aee4c7-b525-453e-99f0-0b5f2210893e tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:58.865991 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-16aee4c7-b525-453e-99f0-0b5f2210893e tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2151747 Jan 28 13:57:58.867542 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40594) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:58.879639 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950a39d-7692-4277-ae62-5cb5b3100cae None None] Checking router: 6dfd2450-528b-49a3-b0aa-0dc1330c7629 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:57:58.880072 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950a39d-7692-4277-ae62-5cb5b3100cae None None] Updating router 6dfd2450-528b-49a3-b0aa-0dc1330c7629 port 75d60892-4f29-4ed6-b2ce-bd3933e7e128 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:57:58.947796 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device fa165a90-3d04-4a70-bf3e-f8c123019d93 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:57:58.949356 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e56b8568-5d34-4b0b-9d38-607a47154960 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0798867 Jan 28 13:57:58.950038 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40596) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:58.955504 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-83431c58-642c-4156-8b97-e5900e832452 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1908325824', 'network_id': '3e045084-6a8c-4a00-bef8-0bfd912521b6', 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:58.991170 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42788ce-8be4-4d76-a5d8-1eeafd908b05 None None] Network e4164e5d-ea76-4ebe-be13-3606ac8a9dd3 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:59.033635 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bb635b06-ec8c-4e43-8ce1-374cf448b505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (59f0b4df-6125-47e1-a667-5f8a14ff6fd8), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:59.038037 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bb635b06-ec8c-4e43-8ce1-374cf448b505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:59.041066 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4950a39d-7692-4277-ae62-5cb5b3100cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (75d60892-4f29-4ed6-b2ce-bd3933e7e128), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:59.045607 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bb635b06-ec8c-4e43-8ce1-374cf448b505 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/59f0b4df-6125-47e1-a667-5f8a14ff6fd8 HTTP/1.1" status: 204 len: 168 time: 0.7499425 Jan 28 13:57:59.107611 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83431c58-642c-4156-8b97-e5900e832452 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Made reservation on behalf of e95a247d94234d9685ef64daa6ffeae4 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:59.112627 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-83431c58-642c-4156-8b97-e5900e832452 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:59.253703 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb635b06-ec8c-4e43-8ce1-374cf448b505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f0b4df-6125-47e1-a667-5f8a14ff6fd8,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:59.287750 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac5b993b-46d5-4046-9465-3c904561912b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:59.297456 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-5025581c-2807-4619-8023-c24c327bc07b None None] Provisioning complete for port abd87bf4-38ec-4708-bbe3-fca5bb810715 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:59.298189 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5025581c-2807-4619-8023-c24c327bc07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (abd87bf4-38ec-4708-bbe3-fca5bb810715), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:59.410528 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c7c3702d-adde-4fc1-8dd0-30c2be77172b None None] Publish callbacks [] for port (67549126-2183-43ea-a2aa-e5ee34714463), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:59.432769 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c7c3702d-adde-4fc1-8dd0-30c2be77172b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (67549126-2183-43ea-a2aa-e5ee34714463), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:59.481883 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-83431c58-642c-4156-8b97-e5900e832452 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (e0843687-f263-4d75-930d-53ec2438e0f8), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:59.539237 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port fa165a90-3d04-4a70-bf3e-f8c123019d93 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:59.539919 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (fa165a90-3d04-4a70-bf3e-f8c123019d93), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:59.545847 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-c7c3702d-adde-4fc1-8dd0-30c2be77172b None None] Attempting to bind port 67549126-2183-43ea-a2aa-e5ee34714463 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:57:59.546185 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-c7c3702d-adde-4fc1-8dd0-30c2be77172b None None] Attempting to bind port 67549126-2183-43ea-a2aa-e5ee34714463 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:57:59.546536 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c3702d-adde-4fc1-8dd0-30c2be77172b None None] Attempting to bind port 67549126-2183-43ea-a2aa-e5ee34714463 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:59.554080 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443bc1df-82ea-48c0-8002-e1fd5615379c None None] Pushing event updated for resources: {'Port': ['ID=67549126-2183-43ea-a2aa-e5ee34714463,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:59.557217 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5cbce18a-2ec7-45a7-8390-006ca3e379f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:59.558981 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c3702d-adde-4fc1-8dd0-30c2be77172b None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:57:59.559477 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c3702d-adde-4fc1-8dd0-30c2be77172b None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:59.559952 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c7c3702d-adde-4fc1-8dd0-30c2be77172b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:59.561993 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c3702d-adde-4fc1-8dd0-30c2be77172b None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:57:59.562832 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-c7c3702d-adde-4fc1-8dd0-30c2be77172b None None] Bound port: 67549126-2183-43ea-a2aa-e5ee34714463, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:57:59.563175 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c7c3702d-adde-4fc1-8dd0-30c2be77172b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (67549126-2183-43ea-a2aa-e5ee34714463), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:59.582806 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83431c58-642c-4156-8b97-e5900e832452 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event updated for resources: {'Subnet': ['ID=e0843687-f263-4d75-930d-53ec2438e0f8,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:59.586458 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-ac5b993b-46d5-4046-9465-3c904561912b admin admin] Allocated IP 172.20.0.1 (e4164e5d-ea76-4ebe-be13-3606ac8a9dd3/e20fa3a3-837e-42d9-8419-47e270ccd0de/21349e0a-e7a2-40d5-b7c7-b0b038338860) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:59.643814 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83431c58-642c-4156-8b97-e5900e832452 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Checking segment: {'id': 'f090d3a8-e0d7-4d46-a8ad-1485b2485519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3e045084-6a8c-4a00-bef8-0bfd912521b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:59.644474 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83431c58-642c-4156-8b97-e5900e832452 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Network hostable DHCP agents. Network: 3e045084-6a8c-4a00-bef8-0bfd912521b6, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:57:59.670629 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-c7c3702d-adde-4fc1-8dd0-30c2be77172b None None] For port 67549126-2183-43ea-a2aa-e5ee34714463, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:57:59.674443 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-c7c3702d-adde-4fc1-8dd0-30c2be77172b None None] For port 67549126-2183-43ea-a2aa-e5ee34714463, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=67549126-2183-43ea-a2aa-e5ee34714463,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:57:59.682147 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c7c3702d-adde-4fc1-8dd0-30c2be77172b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (67549126-2183-43ea-a2aa-e5ee34714463), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:59.684645 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83431c58-642c-4156-8b97-e5900e832452 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Network 3e045084-6a8c-4a00-bef8-0bfd912521b6 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:57:59.712387 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-83431c58-642c-4156-8b97-e5900e832452 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 3e045084-6a8c-4a00-bef8-0bfd912521b6) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:59.716976 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83431c58-642c-4156-8b97-e5900e832452 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:59.717766 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-83431c58-642c-4156-8b97-e5900e832452 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:59.756526 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-83431c58-642c-4156-8b97-e5900e832452 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8053420 Jan 28 13:57:59.759514 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40610) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:59.789066 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5c89e8-b8c6-4ea3-90b8-5134d5e5370e None None] Network 3e045084-6a8c-4a00-bef8-0bfd912521b6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:59.798685 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac5b993b-46d5-4046-9465-3c904561912b admin admin] Publish callbacks [] for port (21349e0a-e7a2-40d5-b7c7-b0b038338860), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:59.812914 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c3702d-adde-4fc1-8dd0-30c2be77172b None None] Routers {'f709c09a-92c4-4f40-af74-c535b1c1d1ff'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:57:59.813704 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c7c3702d-adde-4fc1-8dd0-30c2be77172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:57:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['f709c09a-92c4-4f40-af74-c535b1c1d1ff'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:59.866716 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac5b993b-46d5-4046-9465-3c904561912b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (21349e0a-e7a2-40d5-b7c7-b0b038338860), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:59.886315 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443bc1df-82ea-48c0-8002-e1fd5615379c None None] Pushing event updated for resources: {'Port': ['ID=67549126-2183-43ea-a2aa-e5ee34714463,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:59.947680 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5b993b-46d5-4046-9465-3c904561912b admin admin] Network e4164e5d-ea76-4ebe-be13-3606ac8a9dd3 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:59.952108 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-ac5b993b-46d5-4046-9465-3c904561912b admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:59.959993 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5b993b-46d5-4046-9465-3c904561912b admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:59.990449 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b993b-46d5-4046-9465-3c904561912b admin admin] Pushing event updated for resources: {'Port': ['ID=21349e0a-e7a2-40d5-b7c7-b0b038338860,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:00.002531 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5025581c-2807-4619-8023-c24c327bc07b None None] Current status of the port abd87bf4-38ec-4708-bbe3-fca5bb810715 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:00.003264 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5025581c-2807-4619-8023-c24c327bc07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (abd87bf4-38ec-4708-bbe3-fca5bb810715), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:00.036788 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac5b993b-46d5-4046-9465-3c904561912b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (6dfd2450-528b-49a3-b0aa-0dc1330c7629), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:00.054586 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-c7c3702d-adde-4fc1-8dd0-30c2be77172b None None] Set router f709c09a-92c4-4f40-af74-c535b1c1d1ff gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:58:00.448139 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40620) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:00.479399 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac5b993b-46d5-4046-9465-3c904561912b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (21349e0a-e7a2-40d5-b7c7-b0b038338860), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:00.503067 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c7c3702d-adde-4fc1-8dd0-30c2be77172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f709c09a-92c4-4f40-af74-c535b1c1d1ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1214745039', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '67549126-2183-43ea-a2aa-e5ee34714463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:54Z', 'updated_at': '2022-01-28T13:57:56Z', 'revision_number': 3, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'gw_port': {'id': '67549126-2183-43ea-a2aa-e5ee34714463', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f709c09a-92c4-4f40-af74-c535b1c1d1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:55Z', 'updated_at': '2022-01-28T13:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:00.571517 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c3702d-adde-4fc1-8dd0-30c2be77172b None None] The sync data for ids ['f709c09a-92c4-4f40-af74-c535b1c1d1ff'] in n-d-822747-2 is: [{'id': 'f709c09a-92c4-4f40-af74-c535b1c1d1ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1214745039', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '67549126-2183-43ea-a2aa-e5ee34714463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:54Z', 'updated_at': '2022-01-28T13:57:56Z', 'revision_number': 3, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'gw_port': {'id': '67549126-2183-43ea-a2aa-e5ee34714463', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f709c09a-92c4-4f40-af74-c535b1c1d1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:55Z', 'updated_at': '2022-01-28T13:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:58:00.574231 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7429c8aa-5821-4a46-87cd-fa32aa1d58bc tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:00.659322 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-322fe04e-214d-475e-bb9f-f2f7bf6224a3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1177564886'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:00.737563 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-5025581c-2807-4619-8023-c24c327bc07b None None] For port abd87bf4-38ec-4708-bbe3-fca5bb810715, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=abd87bf4-38ec-4708-bbe3-fca5bb810715,segment=NetworkSegment(aa07ae59-fe1c-47fe-a4ef-45c73ef128ef),segment_id=aa07ae59-fe1c-47fe-a4ef-45c73ef128ef)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:00.756717 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d3dda8-94a0-41f9-baa6-8866d92c409d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-3e045084-6a8c-4a00-bef8-0bfd912521b6', 'network_id': '3e045084-6a8c-4a00-bef8-0bfd912521b6', 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'fixed_ips': [{'subnet_id': 'e0843687-f263-4d75-930d-53ec2438e0f8'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:58:00.757679 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d7d3dda8-94a0-41f9-baa6-8866d92c409d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:00.759930 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322fe04e-214d-475e-bb9f-f2f7bf6224a3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Made reservation on behalf of fd76531de61d447cb3b61b0b31f238b4 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:58:00.763421 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-322fe04e-214d-475e-bb9f-f2f7bf6224a3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:00.787332 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-322fe04e-214d-475e-bb9f-f2f7bf6224a3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:00.791764 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5025581c-2807-4619-8023-c24c327bc07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (abd87bf4-38ec-4708-bbe3-fca5bb810715), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:00.859679 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025581c-2807-4619-8023-c24c327bc07b None None] Pushing event updated for resources: {'Port': ['ID=abd87bf4-38ec-4708-bbe3-fca5bb810715,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:00.862824 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port fa165a90-3d04-4a70-bf3e-f8c123019d93 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:00.863856 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device abd87bf4-38ec-4708-bbe3-fca5bb810715 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:58:00.873631 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac5b993b-46d5-4046-9465-3c904561912b admin admin] Publish callbacks [] for port (21349e0a-e7a2-40d5-b7c7-b0b038338860), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:00.888662 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac5b993b-46d5-4046-9465-3c904561912b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (21349e0a-e7a2-40d5-b7c7-b0b038338860), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:00.888942 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4950a39d-7692-4277-ae62-5cb5b3100cae None None] Publish callbacks [] for port (75d60892-4f29-4ed6-b2ce-bd3933e7e128), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:00.914168 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4950a39d-7692-4277-ae62-5cb5b3100cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (75d60892-4f29-4ed6-b2ce-bd3933e7e128), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:00.966423 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-322fe04e-214d-475e-bb9f-f2f7bf6224a3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks [] for security_group (2a97d212-8bb1-48d5-8ec7-15b31e5d63d4), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:01.001752 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-322fe04e-214d-475e-bb9f-f2f7bf6224a3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (2a97d212-8bb1-48d5-8ec7-15b31e5d63d4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:01.028396 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b993b-46d5-4046-9465-3c904561912b admin admin] Pushing event updated for resources: {'Port': ['ID=21349e0a-e7a2-40d5-b7c7-b0b038338860,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:01.049236 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-322fe04e-214d-475e-bb9f-f2f7bf6224a3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:58:01.060227 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3988587-0784-4255-a8a7-753f6e1cdc79 None None] Pushing event updated for resources: {'Port': ['ID=75d60892-4f29-4ed6-b2ce-bd3933e7e128,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:01.064460 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ac5b993b-46d5-4046-9465-3c904561912b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (6dfd2450-528b-49a3-b0aa-0dc1330c7629), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:01.068075 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322fe04e-214d-475e-bb9f-f2f7bf6224a3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a97d212-8bb1-48d5-8ec7-15b31e5d63d4,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:01.071571 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-322fe04e-214d-475e-bb9f-f2f7bf6224a3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (9d0aa68a-ef3e-4d27-95f4-99612688b161), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:01.071571 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-322fe04e-214d-475e-bb9f-f2f7bf6224a3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Added segment 9d0aa68a-ef3e-4d27-95f4-99612688b161 of type vlan for network 1add1223-a311-4e03-88ed-a7426b520f02 Jan 28 13:58:01.140359 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-322fe04e-214d-475e-bb9f-f2f7bf6224a3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (1add1223-a311-4e03-88ed-a7426b520f02), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:01.146740 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port abd87bf4-38ec-4708-bbe3-fca5bb810715 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:01.147803 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (abd87bf4-38ec-4708-bbe3-fca5bb810715), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:01.151412 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4950a39d-7692-4277-ae62-5cb5b3100cae None None] Attempting to bind port 75d60892-4f29-4ed6-b2ce-bd3933e7e128 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:58:01.151558 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-7429c8aa-5821-4a46-87cd-fa32aa1d58bc tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Allocated IP 172.20.0.17 (3e045084-6a8c-4a00-bef8-0bfd912521b6/e0843687-f263-4d75-930d-53ec2438e0f8/696a5a66-0cf9-49c5-b9a4-0c867c269b83) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:58:01.152247 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4950a39d-7692-4277-ae62-5cb5b3100cae None None] Attempting to bind port 75d60892-4f29-4ed6-b2ce-bd3933e7e128 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:58:01.152810 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950a39d-7692-4277-ae62-5cb5b3100cae None None] Attempting to bind port 75d60892-4f29-4ed6-b2ce-bd3933e7e128 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:58:01.191264 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e2411c17-86b2-47f4-9dcf-70eae22d89de None None] Provisioning complete for port abd87bf4-38ec-4708-bbe3-fca5bb810715 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:01.191961 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e2411c17-86b2-47f4-9dcf-70eae22d89de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (abd87bf4-38ec-4708-bbe3-fca5bb810715), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:01.197957 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950a39d-7692-4277-ae62-5cb5b3100cae None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:58:01.198671 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950a39d-7692-4277-ae62-5cb5b3100cae None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:58:01.199276 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4950a39d-7692-4277-ae62-5cb5b3100cae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:01.200162 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950a39d-7692-4277-ae62-5cb5b3100cae None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:58:01.200877 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4950a39d-7692-4277-ae62-5cb5b3100cae None None] Bound port: 75d60892-4f29-4ed6-b2ce-bd3933e7e128, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:58:01.202035 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4950a39d-7692-4277-ae62-5cb5b3100cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (75d60892-4f29-4ed6-b2ce-bd3933e7e128), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:01.224443 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-322fe04e-214d-475e-bb9f-f2f7bf6224a3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (1add1223-a311-4e03-88ed-a7426b520f02), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:01.229413 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322fe04e-214d-475e-bb9f-f2f7bf6224a3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:01.230044 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-322fe04e-214d-475e-bb9f-f2f7bf6224a3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:01.278435 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5b993b-46d5-4046-9465-3c904561912b admin admin] Network e4164e5d-ea76-4ebe-be13-3606ac8a9dd3 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:58:01.282260 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-ac5b993b-46d5-4046-9465-3c904561912b admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:01.298813 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7429c8aa-5821-4a46-87cd-fa32aa1d58bc tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for port (696a5a66-0cf9-49c5-b9a4-0c867c269b83), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:01.343662 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-322fe04e-214d-475e-bb9f-f2f7bf6224a3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8778965 Jan 28 13:58:01.361856 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322fe04e-214d-475e-bb9f-f2f7bf6224a3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event updated for resources: {'Network': ['ID=1add1223-a311-4e03-88ed-a7426b520f02,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:01.362165 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-a8211a53-9455-4c82-b148-d93fd1782ef8 req-ee6a5e08-ff7b-4263-b379-16d947100c16 service neutron] (103351) timed out ('10.222.0.39', 47530) {{(pid=103351) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 13:58:01.391200 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7429c8aa-5821-4a46-87cd-fa32aa1d58bc tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (696a5a66-0cf9-49c5-b9a4-0c867c269b83), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:01.487880 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7429c8aa-5821-4a46-87cd-fa32aa1d58bc tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Network 3e045084-6a8c-4a00-bef8-0bfd912521b6 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:58:01.492714 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-7429c8aa-5821-4a46-87cd-fa32aa1d58bc tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:01.497959 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 1add1223-a311-4e03-88ed-a7426b520f02 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:58:01.504825 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429c8aa-5821-4a46-87cd-fa32aa1d58bc tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event updated for resources: {'Port': ['ID=696a5a66-0cf9-49c5-b9a4-0c867c269b83,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:01.509422 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5b993b-46d5-4046-9465-3c904561912b admin admin] Router 6dfd2450-528b-49a3-b0aa-0dc1330c7629 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:58:01.512142 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7429c8aa-5821-4a46-87cd-fa32aa1d58bc tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:58:01.617552 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7429c8aa-5821-4a46-87cd-fa32aa1d58bc tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (f709c09a-92c4-4f40-af74-c535b1c1d1ff), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:01.718414 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4950a39d-7692-4277-ae62-5cb5b3100cae None None] For port 75d60892-4f29-4ed6-b2ce-bd3933e7e128, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:58:01.746531 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port abd87bf4-38ec-4708-bbe3-fca5bb810715 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:01.819854 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-d7d3dda8-94a0-41f9-baa6-8866d92c409d None None] Allocated IP 172.20.0.18 (3e045084-6a8c-4a00-bef8-0bfd912521b6/e0843687-f263-4d75-930d-53ec2438e0f8/0e9d352a-e8db-4ef0-b28a-c7d86c292af2) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:58:01.843312 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e2411c17-86b2-47f4-9dcf-70eae22d89de None None] Current status of the port abd87bf4-38ec-4708-bbe3-fca5bb810715 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:01.853039 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4950a39d-7692-4277-ae62-5cb5b3100cae None None] For port 75d60892-4f29-4ed6-b2ce-bd3933e7e128, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=75d60892-4f29-4ed6-b2ce-bd3933e7e128,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:58:01.864703 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e0dc9852-9545-4765-8931-43da147edbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:01.912244 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4950a39d-7692-4277-ae62-5cb5b3100cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (75d60892-4f29-4ed6-b2ce-bd3933e7e128), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:01.993279 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e2411c17-86b2-47f4-9dcf-70eae22d89de None None] Provisioning complete for port 21349e0a-e7a2-40d5-b7c7-b0b038338860 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:01.997420 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e2411c17-86b2-47f4-9dcf-70eae22d89de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (21349e0a-e7a2-40d5-b7c7-b0b038338860), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:02.099843 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device abd87bf4-38ec-4708-bbe3-fca5bb810715 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:58:02.241550 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e2411c17-86b2-47f4-9dcf-70eae22d89de None None] Port 21349e0a-e7a2-40d5-b7c7-b0b038338860 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:58:02.251918 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3988587-0784-4255-a8a7-753f6e1cdc79 None None] Pushing event updated for resources: {'Port': ['ID=75d60892-4f29-4ed6-b2ce-bd3933e7e128,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:02.267713 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4950a39d-7692-4277-ae62-5cb5b3100cae None None] Routers {'6dfd2450-528b-49a3-b0aa-0dc1330c7629'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:58:02.268529 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-4950a39d-7692-4277-ae62-5cb5b3100cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:58:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6dfd2450-528b-49a3-b0aa-0dc1330c7629'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:02.365746 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5b993b-46d5-4046-9465-3c904561912b admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:58:02.371345 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ac5b993b-46d5-4046-9465-3c904561912b admin admin] 10.222.0.39 "PUT /v2.0/routers/6dfd2450-528b-49a3-b0aa-0dc1330c7629/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3565791 Jan 28 13:58:02.387851 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7429c8aa-5821-4a46-87cd-fa32aa1d58bc tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (696a5a66-0cf9-49c5-b9a4-0c867c269b83), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:02.474256 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d7d3dda8-94a0-41f9-baa6-8866d92c409d None None] Publish callbacks [] for port (0e9d352a-e8db-4ef0-b28a-c7d86c292af2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:02.487295 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port abd87bf4-38ec-4708-bbe3-fca5bb810715 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:02.487670 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (abd87bf4-38ec-4708-bbe3-fca5bb810715), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:02.558705 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ea25f873-9fd2-4550-bde5-006cc682c09a None None] Provisioning complete for port 21349e0a-e7a2-40d5-b7c7-b0b038338860 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:02.559154 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ea25f873-9fd2-4550-bde5-006cc682c09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (21349e0a-e7a2-40d5-b7c7-b0b038338860), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:02.597543 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d7d3dda8-94a0-41f9-baa6-8866d92c409d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (0e9d352a-e8db-4ef0-b28a-c7d86c292af2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:02.610302 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ea25f873-9fd2-4550-bde5-006cc682c09a None None] Port 21349e0a-e7a2-40d5-b7c7-b0b038338860 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:58:02.660785 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3dda8-94a0-41f9-baa6-8866d92c409d None None] Pushing event updated for resources: {'Port': ['ID=0e9d352a-e8db-4ef0-b28a-c7d86c292af2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:02.674587 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d3dda8-94a0-41f9-baa6-8866d92c409d None None] Network 3e045084-6a8c-4a00-bef8-0bfd912521b6 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:58:02.689124 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-d7d3dda8-94a0-41f9-baa6-8866d92c409d None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:02.691792 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d3dda8-94a0-41f9-baa6-8866d92c409d None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:58:02.763456 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-4950a39d-7692-4277-ae62-5cb5b3100cae None None] Set router 6dfd2450-528b-49a3-b0aa-0dc1330c7629 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:58:02.810862 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d7d3dda8-94a0-41f9-baa6-8866d92c409d None None] Attempting to bind port 0e9d352a-e8db-4ef0-b28a-c7d86c292af2 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:58:02.811264 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d7d3dda8-94a0-41f9-baa6-8866d92c409d None None] Attempting to bind port 0e9d352a-e8db-4ef0-b28a-c7d86c292af2 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'f090d3a8-e0d7-4d46-a8ad-1485b2485519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3e045084-6a8c-4a00-bef8-0bfd912521b6'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:58:02.811630 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d3dda8-94a0-41f9-baa6-8866d92c409d None None] Attempting to bind port 0e9d352a-e8db-4ef0-b28a-c7d86c292af2 on network 3e045084-6a8c-4a00-bef8-0bfd912521b6 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:58:02.812856 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7429c8aa-5821-4a46-87cd-fa32aa1d58bc tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for port (696a5a66-0cf9-49c5-b9a4-0c867c269b83), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:02.819880 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d3dda8-94a0-41f9-baa6-8866d92c409d None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:58:02.820306 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d3dda8-94a0-41f9-baa6-8866d92c409d None None] Checking segment: {'id': 'f090d3a8-e0d7-4d46-a8ad-1485b2485519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3e045084-6a8c-4a00-bef8-0bfd912521b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:58:02.820846 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d7d3dda8-94a0-41f9-baa6-8866d92c409d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:02.821329 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d3dda8-94a0-41f9-baa6-8866d92c409d None None] Bound using segment: {'id': 'f090d3a8-e0d7-4d46-a8ad-1485b2485519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3e045084-6a8c-4a00-bef8-0bfd912521b6'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:58:02.821839 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d7d3dda8-94a0-41f9-baa6-8866d92c409d None None] Bound port: 0e9d352a-e8db-4ef0-b28a-c7d86c292af2, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f090d3a8-e0d7-4d46-a8ad-1485b2485519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3e045084-6a8c-4a00-bef8-0bfd912521b6'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:58:02.822631 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d7d3dda8-94a0-41f9-baa6-8866d92c409d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0e9d352a-e8db-4ef0-b28a-c7d86c292af2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:02.823777 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7429c8aa-5821-4a46-87cd-fa32aa1d58bc tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (696a5a66-0cf9-49c5-b9a4-0c867c269b83), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:02.977906 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7429c8aa-5821-4a46-87cd-fa32aa1d58bc tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (f709c09a-92c4-4f40-af74-c535b1c1d1ff), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:02.984768 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:02.991563 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port abd87bf4-38ec-4708-bbe3-fca5bb810715 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:02.994193 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 67549126-2183-43ea-a2aa-e5ee34714463 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:58:03.049259 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429c8aa-5821-4a46-87cd-fa32aa1d58bc tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event updated for resources: {'Port': ['ID=696a5a66-0cf9-49c5-b9a4-0c867c269b83,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:03.091601 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40630) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:03.097475 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-52bd5883-18bc-49dd-9a2a-1da128eeb5ab tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-883923893', 'description': 'tempest-secgroup-smoke-883923893 description', 'project_id': '43f84e80bff4499cb55423afb93d516b'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:03.119551 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d7d3dda8-94a0-41f9-baa6-8866d92c409d None None] For port 0e9d352a-e8db-4ef0-b28a-c7d86c292af2, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:58:03.129640 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d7d3dda8-94a0-41f9-baa6-8866d92c409d None None] For port 0e9d352a-e8db-4ef0-b28a-c7d86c292af2, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=0e9d352a-e8db-4ef0-b28a-c7d86c292af2,segment=NetworkSegment(f090d3a8-e0d7-4d46-a8ad-1485b2485519),segment_id=f090d3a8-e0d7-4d46-a8ad-1485b2485519)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:58:03.155366 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d7d3dda8-94a0-41f9-baa6-8866d92c409d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0e9d352a-e8db-4ef0-b28a-c7d86c292af2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:03.159390 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52bd5883-18bc-49dd-9a2a-1da128eeb5ab tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:03.181399 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7429c8aa-5821-4a46-87cd-fa32aa1d58bc tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Network 3e045084-6a8c-4a00-bef8-0bfd912521b6 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:58:03.183136 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-7429c8aa-5821-4a46-87cd-fa32aa1d58bc tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:03.250886 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52bd5883-18bc-49dd-9a2a-1da128eeb5ab tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for security_group (c89f2138-5a19-4e24-bb32-7177ff823094), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:03.256408 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52bd5883-18bc-49dd-9a2a-1da128eeb5ab tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c89f2138-5a19-4e24-bb32-7177ff823094), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:03.289082 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 67549126-2183-43ea-a2aa-e5ee34714463 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:03.289082 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (67549126-2183-43ea-a2aa-e5ee34714463), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:03.291601 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52bd5883-18bc-49dd-9a2a-1da128eeb5ab tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:03.295036 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-52bd5883-18bc-49dd-9a2a-1da128eeb5ab tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1992567 Jan 28 13:58:03.313673 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40632) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:03.318599 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-fb3fccd9-de71-410d-80ed-5cc159db8060 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Request body: {'security_group_rule': {'security_group_id': 'c89f2138-5a19-4e24-bb32-7177ff823094', 'project_id': '43f84e80bff4499cb55423afb93d516b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:03.327868 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd5883-18bc-49dd-9a2a-1da128eeb5ab tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c89f2138-5a19-4e24-bb32-7177ff823094,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:03.400284 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fb3fccd9-de71-410d-80ed-5cc159db8060 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for security_group_rule (f58b0768-169e-47d3-8f74-6f81a1dc45b1), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:03.458444 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7429c8aa-5821-4a46-87cd-fa32aa1d58bc tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Router f709c09a-92c4-4f40-af74-c535b1c1d1ff has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:58:03.605424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3dda8-94a0-41f9-baa6-8866d92c409d None None] Pushing event updated for resources: {'Port': ['ID=0e9d352a-e8db-4ef0-b28a-c7d86c292af2,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:03.707662 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-4950a39d-7692-4277-ae62-5cb5b3100cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfd2450-528b-49a3-b0aa-0dc1330c7629', 'name': 'tempest-TestServerBasicOps-224799108-router', 'tenant_id': '643abf23051547e689cf970229dbcf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '75d60892-4f29-4ed6-b2ce-bd3933e7e128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:55Z', 'updated_at': '2022-01-28T13:58:00Z', 'revision_number': 4, 'project_id': '643abf23051547e689cf970229dbcf7a', 'gw_port': {'id': '75d60892-4f29-4ed6-b2ce-bd3933e7e128', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfd2450-528b-49a3-b0aa-0dc1330c7629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:56Z', 'updated_at': '2022-01-28T13:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '21349e0a-e7a2-40d5-b7c7-b0b038338860', 'name': '', 'network_id': 'e4164e5d-ea76-4ebe-be13-3606ac8a9dd3', 'tenant_id': '643abf23051547e689cf970229dbcf7a', 'mac_address': 'fa:16:3e:38:91:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfd2450-528b-49a3-b0aa-0dc1330c7629', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'e20fa3a3-837e-42d9-8419-47e270ccd0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:59Z', 'updated_at': '2022-01-28T13:58:00Z', 'revision_number': 2, 'project_id': '643abf23051547e689cf970229dbcf7a', 'subnets': [{'id': 'e20fa3a3-837e-42d9-8419-47e270ccd0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:03.724755 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fb3fccd9-de71-410d-80ed-5cc159db8060 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for security_group_rule (f58b0768-169e-47d3-8f74-6f81a1dc45b1), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:03.730177 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7429c8aa-5821-4a46-87cd-fa32aa1d58bc tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:58:03.745056 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7429c8aa-5821-4a46-87cd-fa32aa1d58bc tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "PUT /v2.0/routers/f709c09a-92c4-4f40-af74-c535b1c1d1ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9766960 Jan 28 13:58:03.745056 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fb3fccd9-de71-410d-80ed-5cc159db8060 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (f58b0768-169e-47d3-8f74-6f81a1dc45b1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:03.745363 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950a39d-7692-4277-ae62-5cb5b3100cae None None] The sync data for ids ['6dfd2450-528b-49a3-b0aa-0dc1330c7629'] in n-d-822747-2 is: [{'id': '6dfd2450-528b-49a3-b0aa-0dc1330c7629', 'name': 'tempest-TestServerBasicOps-224799108-router', 'tenant_id': '643abf23051547e689cf970229dbcf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '75d60892-4f29-4ed6-b2ce-bd3933e7e128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:55Z', 'updated_at': '2022-01-28T13:58:00Z', 'revision_number': 4, 'project_id': '643abf23051547e689cf970229dbcf7a', 'gw_port': {'id': '75d60892-4f29-4ed6-b2ce-bd3933e7e128', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfd2450-528b-49a3-b0aa-0dc1330c7629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:56Z', 'updated_at': '2022-01-28T13:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '21349e0a-e7a2-40d5-b7c7-b0b038338860', 'name': '', 'network_id': 'e4164e5d-ea76-4ebe-be13-3606ac8a9dd3', 'tenant_id': '643abf23051547e689cf970229dbcf7a', 'mac_address': 'fa:16:3e:38:91:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfd2450-528b-49a3-b0aa-0dc1330c7629', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'e20fa3a3-837e-42d9-8419-47e270ccd0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:59Z', 'updated_at': '2022-01-28T13:58:00Z', 'revision_number': 2, 'project_id': '643abf23051547e689cf970229dbcf7a', 'subnets': [{'id': 'e20fa3a3-837e-42d9-8419-47e270ccd0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:58:03.758828 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3fccd9-de71-410d-80ed-5cc159db8060 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58b0768-169e-47d3-8f74-6f81a1dc45b1,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:03.761668 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9f9b9b-1744-4a5b-a2c7-5595a750855c None None] Sync routers for ids ['f709c09a-92c4-4f40-af74-c535b1c1d1ff'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:58:03.778849 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9f9b9b-1744-4a5b-a2c7-5595a750855c None None] Routers {'f709c09a-92c4-4f40-af74-c535b1c1d1ff'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:58:03.786120 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-9c9f9b9b-1744-4a5b-a2c7-5595a750855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:58:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['f709c09a-92c4-4f40-af74-c535b1c1d1ff'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:03.796071 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fb3fccd9-de71-410d-80ed-5cc159db8060 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:03.797482 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fb3fccd9-de71-410d-80ed-5cc159db8060 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4825697 Jan 28 13:58:03.800415 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40636) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:03.805455 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-820f217e-39f9-4985-9c9d-8db4245e97e6 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Request body: {'security_group_rule': {'security_group_id': 'c89f2138-5a19-4e24-bb32-7177ff823094', 'project_id': '43f84e80bff4499cb55423afb93d516b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:03.808196 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 67549126-2183-43ea-a2aa-e5ee34714463 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:03.811381 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (67549126-2183-43ea-a2aa-e5ee34714463), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:03.852790 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 67549126-2183-43ea-a2aa-e5ee34714463, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=67549126-2183-43ea-a2aa-e5ee34714463,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:03.863487 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-820f217e-39f9-4985-9c9d-8db4245e97e6 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for security_group_rule (9892b005-359f-41b5-b8a9-90d370756bde), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:03.865789 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (67549126-2183-43ea-a2aa-e5ee34714463), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:04.027446 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=67549126-2183-43ea-a2aa-e5ee34714463,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:04.080512 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-9c9f9b9b-1744-4a5b-a2c7-5595a750855c None None] Set router f709c09a-92c4-4f40-af74-c535b1c1d1ff gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:58:04.202300 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-820f217e-39f9-4985-9c9d-8db4245e97e6 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for security_group_rule (9892b005-359f-41b5-b8a9-90d370756bde), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:04.224290 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-820f217e-39f9-4985-9c9d-8db4245e97e6 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (9892b005-359f-41b5-b8a9-90d370756bde), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:04.240729 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 0e9d352a-e8db-4ef0-b28a-c7d86c292af2 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:58:04.368381 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:04.377675 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f217e-39f9-4985-9c9d-8db4245e97e6 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9892b005-359f-41b5-b8a9-90d370756bde,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:04.431507 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 0e9d352a-e8db-4ef0-b28a-c7d86c292af2 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:04.432310 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0e9d352a-e8db-4ef0-b28a-c7d86c292af2), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:04.541009 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-9c9f9b9b-1744-4a5b-a2c7-5595a750855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f709c09a-92c4-4f40-af74-c535b1c1d1ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1214745039', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '67549126-2183-43ea-a2aa-e5ee34714463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:54Z', 'updated_at': '2022-01-28T13:58:02Z', 'revision_number': 4, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'gw_port': {'id': '67549126-2183-43ea-a2aa-e5ee34714463', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f709c09a-92c4-4f40-af74-c535b1c1d1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:55Z', 'updated_at': '2022-01-28T13:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '696a5a66-0cf9-49c5-b9a4-0c867c269b83', 'name': '', 'network_id': '3e045084-6a8c-4a00-bef8-0bfd912521b6', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'mac_address': 'fa:16:3e:32:27:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f709c09a-92c4-4f40-af74-c535b1c1d1ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'e0843687-f263-4d75-930d-53ec2438e0f8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:00Z', 'updated_at': '2022-01-28T13:58:02Z', 'revision_number': 2, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'subnets': [{'id': 'e0843687-f263-4d75-930d-53ec2438e0f8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:04.550531 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-06e284ae-1a6f-44d4-8398-878b8201fdee tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:04.560218 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-06e284ae-1a6f-44d4-8398-878b8201fdee tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/networks?id=3e045084-6a8c-4a00-bef8-0bfd912521b6 HTTP/1.1" status: 200 len: 797 time: 0.3827286 Jan 28 13:58:04.597261 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-820f217e-39f9-4985-9c9d-8db4245e97e6 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:04.599453 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-820f217e-39f9-4985-9c9d-8db4245e97e6 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7976491 Jan 28 13:58:04.602184 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40652) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:04.609689 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-cbd59f39-bb40-4382-aa43-a659ba4358a1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Request body: {'security_group_rule': {'security_group_id': 'c89f2138-5a19-4e24-bb32-7177ff823094', 'project_id': '43f84e80bff4499cb55423afb93d516b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:04.618695 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 0e9d352a-e8db-4ef0-b28a-c7d86c292af2 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:04.619265 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0e9d352a-e8db-4ef0-b28a-c7d86c292af2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:04.638541 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-acbb1689-0d41-47ef-a177-c633407e758f tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/quotas/e95a247d94234d9685ef64daa6ffeae4 HTTP/1.1" status: 200 len: 375 time: 0.0768380 Jan 28 13:58:04.644595 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9f9b9b-1744-4a5b-a2c7-5595a750855c None None] Checking router: f709c09a-92c4-4f40-af74-c535b1c1d1ff for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:58:04.645131 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9f9b9b-1744-4a5b-a2c7-5595a750855c None None] Updating router f709c09a-92c4-4f40-af74-c535b1c1d1ff port 696a5a66-0cf9-49c5-b9a4-0c867c269b83 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:58:04.703211 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40654) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:04.708399 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 0e9d352a-e8db-4ef0-b28a-c7d86c292af2, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=0e9d352a-e8db-4ef0-b28a-c7d86c292af2,segment=NetworkSegment(f090d3a8-e0d7-4d46-a8ad-1485b2485519),segment_id=f090d3a8-e0d7-4d46-a8ad-1485b2485519)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:04.717984 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0e9d352a-e8db-4ef0-b28a-c7d86c292af2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:04.718823 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9b9b-1744-4a5b-a2c7-5595a750855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (696a5a66-0cf9-49c5-b9a4-0c867c269b83), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:04.721337 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-2282160a-4403-43fd-b2f1-fe482bc9787b tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Request body: {'subnet': {'network_id': '1add1223-a311-4e03-88ed-a7426b520f02', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:04.773928 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0940dcd7-ea86-43bc-a41b-3d2b79a728ab req-e75eb7b9-e1f9-4778-9fbc-00ffa58d43ec service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4d82ad7b-7124-4364-b824-926e04d72257&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5957506 Jan 28 13:58:04.846875 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=0e9d352a-e8db-4ef0-b28a-c7d86c292af2,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:04.878022 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-1e631f8d-8842-40b5-834d-12f87d5fe33a tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e95a247d94234d9685ef64daa6ffeae4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2292697 Jan 28 13:58:04.934479 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cbd59f39-bb40-4382-aa43-a659ba4358a1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for security_group_rule (c1fae058-fc8b-46a9-9b32-2acfd3d2330a), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:04.941591 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4a77b0-145a-4beb-9b15-8576d99954fa None None] Network 3e045084-6a8c-4a00-bef8-0bfd912521b6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:58:05.022043 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2282160a-4403-43fd-b2f1-fe482bc9787b tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Made reservation on behalf of fd76531de61d447cb3b61b0b31f238b4 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:58:05.026847 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2282160a-4403-43fd-b2f1-fe482bc9787b tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:05.030508 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940dcd7-ea86-43bc-a41b-3d2b79a728ab req-92296349-6ec6-4f9d-89ed-db80ff416256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:05.032353 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0940dcd7-ea86-43bc-a41b-3d2b79a728ab req-92296349-6ec6-4f9d-89ed-db80ff416256 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e95a247d94234d9685ef64daa6ffeae4&device_id=4d82ad7b-7124-4364-b824-926e04d72257 HTTP/1.1" status: 200 len: 1135 time: 0.0785000 Jan 28 13:58:05.035000 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-38b4a6c5-2514-45f6-ba40-5f99a3ba905b service neutron] 10.222.0.39 "GET /v2.0/networks/3e045084-6a8c-4a00-bef8-0bfd912521b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560082 Jan 28 13:58:05.093753 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-5ffa4116-8940-436b-b709-4a44fd435d64 None None] Provisioning complete for port 0e9d352a-e8db-4ef0-b28a-c7d86c292af2 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:05.094117 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5ffa4116-8940-436b-b709-4a44fd435d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0e9d352a-e8db-4ef0-b28a-c7d86c292af2), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:05.150518 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9b9b-1744-4a5b-a2c7-5595a750855c None None] Publish callbacks [] for port (696a5a66-0cf9-49c5-b9a4-0c867c269b83), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:05.162339 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9b9b-1744-4a5b-a2c7-5595a750855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (696a5a66-0cf9-49c5-b9a4-0c867c269b83), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:05.173230 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cbd59f39-bb40-4382-aa43-a659ba4358a1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for security_group_rule (c1fae058-fc8b-46a9-9b32-2acfd3d2330a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:05.205755 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cbd59f39-bb40-4382-aa43-a659ba4358a1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (c1fae058-fc8b-46a9-9b32-2acfd3d2330a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:05.238777 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd59f39-bb40-4382-aa43-a659ba4358a1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1fae058-fc8b-46a9-9b32-2acfd3d2330a,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:05.260378 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e7a12-f979-4e71-8876-186d3690f863 None None] Pushing event updated for resources: {'Port': ['ID=696a5a66-0cf9-49c5-b9a4-0c867c269b83,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:05.282095 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cbd59f39-bb40-4382-aa43-a659ba4358a1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:05.285673 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cbd59f39-bb40-4382-aa43-a659ba4358a1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6808579 Jan 28 13:58:05.290387 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40656) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:05.294810 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-2857ba6a-c75e-408e-abdb-3b5f9674c41c tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Request body: {'security_group_rule': {'security_group_id': 'c89f2138-5a19-4e24-bb32-7177ff823094', 'project_id': '43f84e80bff4499cb55423afb93d516b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:05.320158 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5ffa4116-8940-436b-b709-4a44fd435d64 None None] Current status of the port 0e9d352a-e8db-4ef0-b28a-c7d86c292af2 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:05.333639 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940dcd7-ea86-43bc-a41b-3d2b79a728ab req-a0ab5473-1649-4637-b6a4-bfed0fec42d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:05.335187 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0940dcd7-ea86-43bc-a41b-3d2b79a728ab req-a0ab5473-1649-4637-b6a4-bfed0fec42d9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db277792-7cd8-4d46-bc26-79c16845a9a1 HTTP/1.1" status: 200 len: 896 time: 0.2580557 Jan 28 13:58:05.351818 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-f05d6978-ebb0-49f4-988a-611ba460cb98 service neutron] 10.222.0.39 "GET /v2.0/networks/3e045084-6a8c-4a00-bef8-0bfd912521b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097765 Jan 28 13:58:05.367757 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-9c9f9b9b-1744-4a5b-a2c7-5595a750855c None None] Attempting to bind port 696a5a66-0cf9-49c5-b9a4-0c867c269b83 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:58:05.367951 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-9c9f9b9b-1744-4a5b-a2c7-5595a750855c None None] Attempting to bind port 696a5a66-0cf9-49c5-b9a4-0c867c269b83 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'f090d3a8-e0d7-4d46-a8ad-1485b2485519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3e045084-6a8c-4a00-bef8-0bfd912521b6'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:58:05.368309 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9f9b9b-1744-4a5b-a2c7-5595a750855c None None] Attempting to bind port 696a5a66-0cf9-49c5-b9a4-0c867c269b83 on network 3e045084-6a8c-4a00-bef8-0bfd912521b6 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:58:05.380798 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9f9b9b-1744-4a5b-a2c7-5595a750855c None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:58:05.381163 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9f9b9b-1744-4a5b-a2c7-5595a750855c None None] Checking segment: {'id': 'f090d3a8-e0d7-4d46-a8ad-1485b2485519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3e045084-6a8c-4a00-bef8-0bfd912521b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:58:05.381607 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9b9b-1744-4a5b-a2c7-5595a750855c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:05.381998 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9f9b9b-1744-4a5b-a2c7-5595a750855c None None] Bound using segment: {'id': 'f090d3a8-e0d7-4d46-a8ad-1485b2485519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3e045084-6a8c-4a00-bef8-0bfd912521b6'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:58:05.382482 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-9c9f9b9b-1744-4a5b-a2c7-5595a750855c None None] Bound port: 696a5a66-0cf9-49c5-b9a4-0c867c269b83, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f090d3a8-e0d7-4d46-a8ad-1485b2485519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3e045084-6a8c-4a00-bef8-0bfd912521b6'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:58:05.383033 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9b9b-1744-4a5b-a2c7-5595a750855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (696a5a66-0cf9-49c5-b9a4-0c867c269b83), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:05.485989 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2857ba6a-c75e-408e-abdb-3b5f9674c41c tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for security_group_rule (a5bae0d8-5b65-4d53-9084-3447fc349506), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:05.514823 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-9c9f9b9b-1744-4a5b-a2c7-5595a750855c None None] For port 696a5a66-0cf9-49c5-b9a4-0c867c269b83, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:58:05.515473 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0940dcd7-ea86-43bc-a41b-3d2b79a728ab req-44e89a43-0321-46aa-80c2-a90f125bbce2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 HTTP/1.1" status: 200 len: 1001 time: 0.1613600 Jan 28 13:58:05.519427 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-9c9f9b9b-1744-4a5b-a2c7-5595a750855c None None] For port 696a5a66-0cf9-49c5-b9a4-0c867c269b83, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=696a5a66-0cf9-49c5-b9a4-0c867c269b83,segment=NetworkSegment(f090d3a8-e0d7-4d46-a8ad-1485b2485519),segment_id=f090d3a8-e0d7-4d46-a8ad-1485b2485519)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:58:05.532779 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9b9b-1744-4a5b-a2c7-5595a750855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (696a5a66-0cf9-49c5-b9a4-0c867c269b83), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:05.613617 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2282160a-4403-43fd-b2f1-fe482bc9787b tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (2ac25fb1-0170-4530-819d-6b4cfa79a286), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:05.622632 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940dcd7-ea86-43bc-a41b-3d2b79a728ab req-9068ab2b-1381-4c75-8652-16f25f825655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:05.624380 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0940dcd7-ea86-43bc-a41b-3d2b79a728ab req-9068ab2b-1381-4c75-8652-16f25f825655 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=134e9670-cd58-4b34-845d-00420b33b5d9 HTTP/1.1" status: 200 len: 834 time: 0.1026144 Jan 28 13:58:05.700581 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940dcd7-ea86-43bc-a41b-3d2b79a728ab req-92b8130f-48c5-4231-83db-120eca98458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:05.705876 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0940dcd7-ea86-43bc-a41b-3d2b79a728ab req-92b8130f-48c5-4231-83db-120eca98458c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db277792-7cd8-4d46-bc26-79c16845a9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744066 Jan 28 13:58:05.757950 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-7dbc1d15-dc0c-4071-a525-158bd57cb2d9 None None] Provisioning complete for port 0e9d352a-e8db-4ef0-b28a-c7d86c292af2 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:05.758779 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7dbc1d15-dc0c-4071-a525-158bd57cb2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0e9d352a-e8db-4ef0-b28a-c7d86c292af2), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:05.761633 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-66552f04-9e3f-449e-8b38-2a1030352eb4 req-49c8d90d-6495-498b-a633-5d099d5cfd26 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?device_id=de263339-f479-4f4c-a909-3b530cfec045 HTTP/1.1" status: 200 len: 210 time: 0.1296647 Jan 28 13:58:05.838985 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282160a-4403-43fd-b2f1-fe482bc9787b tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event updated for resources: {'Subnet': ['ID=2ac25fb1-0170-4530-819d-6b4cfa79a286,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:05.860157 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2857ba6a-c75e-408e-abdb-3b5f9674c41c tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for security_group_rule (a5bae0d8-5b65-4d53-9084-3447fc349506), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:05.874039 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2857ba6a-c75e-408e-abdb-3b5f9674c41c tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (a5bae0d8-5b65-4d53-9084-3447fc349506), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:05.905643 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e7a12-f979-4e71-8876-186d3690f863 None None] Pushing event updated for resources: {'Port': ['ID=696a5a66-0cf9-49c5-b9a4-0c867c269b83,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:05.926341 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9f9b9b-1744-4a5b-a2c7-5595a750855c None None] Routers {'f709c09a-92c4-4f40-af74-c535b1c1d1ff'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:58:05.927547 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-9c9f9b9b-1744-4a5b-a2c7-5595a750855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:58:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['f709c09a-92c4-4f40-af74-c535b1c1d1ff'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:05.931148 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0940dcd7-ea86-43bc-a41b-3d2b79a728ab req-27344e9d-c8bb-4bc2-bff9-88ca0c7ef6e6 service neutron] 10.222.0.37 "GET /v2.0/networks/db277792-7cd8-4d46-bc26-79c16845a9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165091 Jan 28 13:58:05.949753 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7dbc1d15-dc0c-4071-a525-158bd57cb2d9 None None] Current status of the port 0e9d352a-e8db-4ef0-b28a-c7d86c292af2 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:05.993232 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2282160a-4403-43fd-b2f1-fe482bc9787b tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Checking segment: {'id': '9d0aa68a-ef3e-4d27-95f4-99612688b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1add1223-a311-4e03-88ed-a7426b520f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:58:05.993779 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2282160a-4403-43fd-b2f1-fe482bc9787b tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Network hostable DHCP agents. Network: 1add1223-a311-4e03-88ed-a7426b520f02, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:58:05.995885 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-7dbc1d15-dc0c-4071-a525-158bd57cb2d9 None None] Provisioning complete for port 696a5a66-0cf9-49c5-b9a4-0c867c269b83 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:06.003787 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7dbc1d15-dc0c-4071-a525-158bd57cb2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (696a5a66-0cf9-49c5-b9a4-0c867c269b83), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:06.006413 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857ba6a-c75e-408e-abdb-3b5f9674c41c tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5bae0d8-5b65-4d53-9084-3447fc349506,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:06.031245 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2857ba6a-c75e-408e-abdb-3b5f9674c41c tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:06.035789 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2857ba6a-c75e-408e-abdb-3b5f9674c41c tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7448652 Jan 28 13:58:06.038954 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40664) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:06.069037 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2282160a-4403-43fd-b2f1-fe482bc9787b tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Network 1add1223-a311-4e03-88ed-a7426b520f02 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:58:06.097650 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-2282160a-4403-43fd-b2f1-fe482bc9787b tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 1add1223-a311-4e03-88ed-a7426b520f02) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:06.106409 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2282160a-4403-43fd-b2f1-fe482bc9787b tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:06.107054 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2282160a-4403-43fd-b2f1-fe482bc9787b tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:06.138728 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2282160a-4403-43fd-b2f1-fe482bc9787b tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4318290 Jan 28 13:58:06.142819 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40666) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:06.159050 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-97866ec6-aaf2-48ee-9a14-bcc742718bf1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Request body: {'security_group_rule': {'security_group_id': 'c89f2138-5a19-4e24-bb32-7177ff823094', 'project_id': '43f84e80bff4499cb55423afb93d516b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:06.167259 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-8ece8b89-7c72-408f-a1e6-765c70c7c4e2 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1657028379'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:06.231082 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ece8b89-7c72-408f-a1e6-765c70c7c4e2 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Made reservation on behalf of fd76531de61d447cb3b61b0b31f238b4 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:58:06.239390 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d215cf6f-b418-4944-8a9c-518cf606930b None None] Network 1add1223-a311-4e03-88ed-a7426b520f02 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:58:06.244377 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7dbc1d15-dc0c-4071-a525-158bd57cb2d9 None None] Current status of the port 696a5a66-0cf9-49c5-b9a4-0c867c269b83 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:06.250587 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-9c9f9b9b-1744-4a5b-a2c7-5595a750855c None None] Set router f709c09a-92c4-4f40-af74-c535b1c1d1ff gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:58:06.253004 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7dbc1d15-dc0c-4071-a525-158bd57cb2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (696a5a66-0cf9-49c5-b9a4-0c867c269b83), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:06.255852 n-d-822747-2 neutron-server[103352]: INFO neutron.db.securitygroups_db [None req-97866ec6-aaf2-48ee-9a14-bcc742718bf1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Project 43f84e80bff4499cb55423afb93d516b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:58:06.261616 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ece8b89-7c72-408f-a1e6-765c70c7c4e2 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:06.308604 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-97866ec6-aaf2-48ee-9a14-bcc742718bf1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for security_group_rule (c10f5d7c-8670-4110-9cc2-264adec190f7), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:06.311914 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 75d60892-4f29-4ed6-b2ce-bd3933e7e128 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:58:06.329159 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ece8b89-7c72-408f-a1e6-765c70c7c4e2 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:58:06.362105 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ece8b89-7c72-408f-a1e6-765c70c7c4e2 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (bf268c89-5547-44fd-b1eb-d05bc033fb55), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:06.362528 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-8ece8b89-7c72-408f-a1e6-765c70c7c4e2 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Added segment bf268c89-5547-44fd-b1eb-d05bc033fb55 of type vlan for network 7f166b21-f4ec-45a2-a6a6-232ef8a10449 Jan 28 13:58:06.369180 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0940dcd7-ea86-43bc-a41b-3d2b79a728ab req-3f91c0f8-b0fa-4091-8a2e-35044ae7ffb8 service neutron] 10.222.0.37 "GET /v2.0/networks/db277792-7cd8-4d46-bc26-79c16845a9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305820 Jan 28 13:58:06.446563 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-97866ec6-aaf2-48ee-9a14-bcc742718bf1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for security_group_rule (c10f5d7c-8670-4110-9cc2-264adec190f7), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:06.451680 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ece8b89-7c72-408f-a1e6-765c70c7c4e2 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (7f166b21-f4ec-45a2-a6a6-232ef8a10449), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:06.455435 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-7dbc1d15-dc0c-4071-a525-158bd57cb2d9 None None] For port 696a5a66-0cf9-49c5-b9a4-0c867c269b83, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=696a5a66-0cf9-49c5-b9a4-0c867c269b83,segment=NetworkSegment(f090d3a8-e0d7-4d46-a8ad-1485b2485519),segment_id=f090d3a8-e0d7-4d46-a8ad-1485b2485519)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:06.466137 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-97866ec6-aaf2-48ee-9a14-bcc742718bf1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (c10f5d7c-8670-4110-9cc2-264adec190f7), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:06.502255 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97866ec6-aaf2-48ee-9a14-bcc742718bf1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c10f5d7c-8670-4110-9cc2-264adec190f7,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:06.504370 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7dbc1d15-dc0c-4071-a525-158bd57cb2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (696a5a66-0cf9-49c5-b9a4-0c867c269b83), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:06.522703 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-97866ec6-aaf2-48ee-9a14-bcc742718bf1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:06.526727 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-97866ec6-aaf2-48ee-9a14-bcc742718bf1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3759680 Jan 28 13:58:06.528898 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:06.531334 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ece8b89-7c72-408f-a1e6-765c70c7c4e2 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (7f166b21-f4ec-45a2-a6a6-232ef8a10449), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:06.532796 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40674) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:06.536456 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ece8b89-7c72-408f-a1e6-765c70c7c4e2 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:06.537131 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ece8b89-7c72-408f-a1e6-765c70c7c4e2 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:06.546586 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a2325389-092c-4dfc-b7d8-ecc049e73262 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Request body: {'security_group_rule': {'security_group_id': 'c89f2138-5a19-4e24-bb32-7177ff823094', 'project_id': '43f84e80bff4499cb55423afb93d516b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:06.611878 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8ece8b89-7c72-408f-a1e6-765c70c7c4e2 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4679182 Jan 28 13:58:06.616329 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40676) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:06.631759 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-ec2c67f8-e7ad-447a-80a0-7eee3560d3f3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Request body: {'subnet': {'network_id': '7f166b21-f4ec-45a2-a6a6-232ef8a10449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:06.674804 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80664f1b-08ea-46ee-a231-29c9204d8b62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-1add1223-a311-4e03-88ed-a7426b520f02', 'network_id': '1add1223-a311-4e03-88ed-a7426b520f02', 'project_id': 'fd76531de61d447cb3b61b0b31f238b4', 'fixed_ips': [{'subnet_id': '2ac25fb1-0170-4530-819d-6b4cfa79a286'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:58:06.675693 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-80664f1b-08ea-46ee-a231-29c9204d8b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:06.678075 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece8b89-7c72-408f-a1e6-765c70c7c4e2 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event updated for resources: {'Network': ['ID=7f166b21-f4ec-45a2-a6a6-232ef8a10449,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:06.699619 n-d-822747-2 neutron-server[103352]: INFO neutron.db.securitygroups_db [None req-a2325389-092c-4dfc-b7d8-ecc049e73262 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Project 43f84e80bff4499cb55423afb93d516b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:58:06.700088 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 75d60892-4f29-4ed6-b2ce-bd3933e7e128 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:06.700474 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (75d60892-4f29-4ed6-b2ce-bd3933e7e128), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:06.706621 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 7f166b21-f4ec-45a2-a6a6-232ef8a10449 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:58:06.708604 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-bf140aeb-f39e-450b-adb1-b59cfb475a90 None None] Provisioning complete for port 696a5a66-0cf9-49c5-b9a4-0c867c269b83 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:06.709085 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bf140aeb-f39e-450b-adb1-b59cfb475a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (696a5a66-0cf9-49c5-b9a4-0c867c269b83), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:06.710500 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc1d15-dc0c-4071-a525-158bd57cb2d9 None None] Pushing event updated for resources: {'Port': ['ID=696a5a66-0cf9-49c5-b9a4-0c867c269b83,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:06.753628 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a2325389-092c-4dfc-b7d8-ecc049e73262 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for security_group_rule (d7824037-df62-4a9f-8589-9194d0164f0f), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:06.807427 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-9c9f9b9b-1744-4a5b-a2c7-5595a750855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f709c09a-92c4-4f40-af74-c535b1c1d1ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1214745039', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '67549126-2183-43ea-a2aa-e5ee34714463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:54Z', 'updated_at': '2022-01-28T13:58:02Z', 'revision_number': 4, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'gw_port': {'id': '67549126-2183-43ea-a2aa-e5ee34714463', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f709c09a-92c4-4f40-af74-c535b1c1d1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:55Z', 'updated_at': '2022-01-28T13:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '696a5a66-0cf9-49c5-b9a4-0c867c269b83', 'name': '', 'network_id': '3e045084-6a8c-4a00-bef8-0bfd912521b6', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'mac_address': 'fa:16:3e:32:27:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f709c09a-92c4-4f40-af74-c535b1c1d1ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'e0843687-f263-4d75-930d-53ec2438e0f8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:00Z', 'updated_at': '2022-01-28T13:58:05Z', 'revision_number': 4, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'subnets': [{'id': 'e0843687-f263-4d75-930d-53ec2438e0f8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:06.849102 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a2325389-092c-4dfc-b7d8-ecc049e73262 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for security_group_rule (d7824037-df62-4a9f-8589-9194d0164f0f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:06.858324 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a2325389-092c-4dfc-b7d8-ecc049e73262 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (d7824037-df62-4a9f-8589-9194d0164f0f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:06.869366 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9f9b9b-1744-4a5b-a2c7-5595a750855c None None] The sync data for ids ['f709c09a-92c4-4f40-af74-c535b1c1d1ff'] in n-d-822747-2 is: [{'id': 'f709c09a-92c4-4f40-af74-c535b1c1d1ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1214745039', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '67549126-2183-43ea-a2aa-e5ee34714463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:54Z', 'updated_at': '2022-01-28T13:58:02Z', 'revision_number': 4, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'gw_port': {'id': '67549126-2183-43ea-a2aa-e5ee34714463', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f709c09a-92c4-4f40-af74-c535b1c1d1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:55Z', 'updated_at': '2022-01-28T13:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '696a5a66-0cf9-49c5-b9a4-0c867c269b83', 'name': '', 'network_id': '3e045084-6a8c-4a00-bef8-0bfd912521b6', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'mac_address': 'fa:16:3e:32:27:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f709c09a-92c4-4f40-af74-c535b1c1d1ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'e0843687-f263-4d75-930d-53ec2438e0f8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:00Z', 'updated_at': '2022-01-28T13:58:05Z', 'revision_number': 4, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'subnets': [{'id': 'e0843687-f263-4d75-930d-53ec2438e0f8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:58:06.883358 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2325389-092c-4dfc-b7d8-ecc049e73262 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7824037-df62-4a9f-8589-9194d0164f0f,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:06.892028 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2c67f8-e7ad-447a-80a0-7eee3560d3f3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Made reservation on behalf of fd76531de61d447cb3b61b0b31f238b4 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:58:06.895248 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec2c67f8-e7ad-447a-80a0-7eee3560d3f3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:06.939892 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a2325389-092c-4dfc-b7d8-ecc049e73262 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:06.952560 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a2325389-092c-4dfc-b7d8-ecc049e73262 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4054887 Jan 28 13:58:07.103539 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-80664f1b-08ea-46ee-a231-29c9204d8b62 None None] Allocated IP 2001:db8:0:ffff::2 (1add1223-a311-4e03-88ed-a7426b520f02/2ac25fb1-0170-4530-819d-6b4cfa79a286/2b8f42ec-1664-47f0-8cf3-e0d14a5c1996) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:58:07.133985 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-08baeb33-df59-45fc-8620-7ca13912fb61 req-be8ab5cf-3c66-411c-863e-34197beeca21 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?device_id=de263339-f479-4f4c-a909-3b530cfec045 HTTP/1.1" status: 200 len: 210 time: 0.0933363 Jan 28 13:58:07.145085 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 75d60892-4f29-4ed6-b2ce-bd3933e7e128 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:07.145482 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (75d60892-4f29-4ed6-b2ce-bd3933e7e128), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:07.280750 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 75d60892-4f29-4ed6-b2ce-bd3933e7e128, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=75d60892-4f29-4ed6-b2ce-bd3933e7e128,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:07.297960 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (75d60892-4f29-4ed6-b2ce-bd3933e7e128), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:07.304549 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 67549126-2183-43ea-a2aa-e5ee34714463 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:58:07.333667 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-8d1bc0a2-b6d7-4687-b66a-cb89c0aea89a tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-883923893&fields=id&tenant_id=43f84e80bff4499cb55423afb93d516b HTTP/1.1" status: 200 len: 267 time: 0.1657219 Jan 28 13:58:07.518235 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-80664f1b-08ea-46ee-a231-29c9204d8b62 None None] Publish callbacks [] for port (2b8f42ec-1664-47f0-8cf3-e0d14a5c1996), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:07.558303 n-d-822747-2 neutron-server[103352]: DEBUG neutron.objects.ports [None req-ec2c67f8-e7ad-447a-80a0-7eee3560d3f3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103352) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 13:58:07.562047 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec2c67f8-e7ad-447a-80a0-7eee3560d3f3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (4b4ae942-17ad-4d1f-b232-aeb6538985ad), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:07.618747 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-80664f1b-08ea-46ee-a231-29c9204d8b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (2b8f42ec-1664-47f0-8cf3-e0d14a5c1996), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:07.633832 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-bf140aeb-f39e-450b-adb1-b59cfb475a90 None None] Current status of the port 696a5a66-0cf9-49c5-b9a4-0c867c269b83 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:07.662721 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-c689426e-e3d6-44fc-aa86-dd701336e64a tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:07.665834 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-c689426e-e3d6-44fc-aa86-dd701336e64a tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/networks?id=23f01238-e5bf-46ae-b3ad-ccaec0210780 HTTP/1.1" status: 200 len: 809 time: 0.3229318 Jan 28 13:58:07.692096 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c67f8-e7ad-447a-80a0-7eee3560d3f3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event updated for resources: {'Subnet': ['ID=4b4ae942-17ad-4d1f-b232-aeb6538985ad,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:07.696452 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2c67f8-e7ad-447a-80a0-7eee3560d3f3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Checking segment: {'id': 'bf268c89-5547-44fd-b1eb-d05bc033fb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7f166b21-f4ec-45a2-a6a6-232ef8a10449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:58:07.696824 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2c67f8-e7ad-447a-80a0-7eee3560d3f3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Network hostable DHCP agents. Network: 7f166b21-f4ec-45a2-a6a6-232ef8a10449, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:58:07.713045 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80664f1b-08ea-46ee-a231-29c9204d8b62 None None] Network 1add1223-a311-4e03-88ed-a7426b520f02 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:58:07.718545 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-80664f1b-08ea-46ee-a231-29c9204d8b62 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:07.729707 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2c67f8-e7ad-447a-80a0-7eee3560d3f3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Network 7f166b21-f4ec-45a2-a6a6-232ef8a10449 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:58:07.730202 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80664f1b-08ea-46ee-a231-29c9204d8b62 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:58:07.735015 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=75d60892-4f29-4ed6-b2ce-bd3933e7e128,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:07.744676 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-ec2c67f8-e7ad-447a-80a0-7eee3560d3f3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 7f166b21-f4ec-45a2-a6a6-232ef8a10449) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:07.751204 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2c67f8-e7ad-447a-80a0-7eee3560d3f3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:07.752047 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec2c67f8-e7ad-447a-80a0-7eee3560d3f3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:07.761403 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926a4271-156a-4a74-9239-dc84985f6fbd None None] Network 7f166b21-f4ec-45a2-a6a6-232ef8a10449 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:58:07.795366 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ec2c67f8-e7ad-447a-80a0-7eee3560d3f3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1731925 Jan 28 13:58:07.795853 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40692) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:07.808270 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-1af443bd-07b1-4646-9a47-fd140a35ab20 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Request body: {'port': {'network_id': '7f166b21-f4ec-45a2-a6a6-232ef8a10449', 'name': 'tempest-NetworksIpV6TestAttrs-1568481605'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:07.834617 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-190478d2-915d-4c29-99de-93a1a5ddca56 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:07.836218 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-190478d2-915d-4c29-99de-93a1a5ddca56 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.18 "GET /v2.0/networks?id=3e045084-6a8c-4a00-bef8-0bfd912521b6 HTTP/1.1" status: 200 len: 797 time: 0.1687181 Jan 28 13:58:07.867372 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-3af0492f-0848-48ce-92f7-ebaa374eff14 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Request body: {'port': {'device_id': 'de263339-f479-4f4c-a909-3b530cfec045', 'network_id': '3e045084-6a8c-4a00-bef8-0bfd912521b6', 'admin_state_up': True, 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:07.913978 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 67549126-2183-43ea-a2aa-e5ee34714463 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:07.914379 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (67549126-2183-43ea-a2aa-e5ee34714463), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:07.962043 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-840543af-783f-4d76-8f90-ae859aa9ced6 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/quotas/43f84e80bff4499cb55423afb93d516b HTTP/1.1" status: 200 len: 375 time: 0.1247602 Jan 28 13:58:08.002806 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80664f1b-08ea-46ee-a231-29c9204d8b62 None None] Pushing event updated for resources: {'Port': ['ID=2b8f42ec-1664-47f0-8cf3-e0d14a5c1996,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:08.026901 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af443bd-07b1-4646-9a47-fd140a35ab20 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Made reservation on behalf of fd76531de61d447cb3b61b0b31f238b4 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:58:08.030877 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-80664f1b-08ea-46ee-a231-29c9204d8b62 None None] Attempting to bind port 2b8f42ec-1664-47f0-8cf3-e0d14a5c1996 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:58:08.031964 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-80664f1b-08ea-46ee-a231-29c9204d8b62 None None] Attempting to bind port 2b8f42ec-1664-47f0-8cf3-e0d14a5c1996 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '9d0aa68a-ef3e-4d27-95f4-99612688b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1add1223-a311-4e03-88ed-a7426b520f02'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:58:08.032345 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1af443bd-07b1-4646-9a47-fd140a35ab20 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:08.032499 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80664f1b-08ea-46ee-a231-29c9204d8b62 None None] Attempting to bind port 2b8f42ec-1664-47f0-8cf3-e0d14a5c1996 on network 1add1223-a311-4e03-88ed-a7426b520f02 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:58:08.041702 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-4bf62305-4ea5-4656-93f9-2ad015f0614f None None] Provisioning complete for port 696a5a66-0cf9-49c5-b9a4-0c867c269b83 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:08.042748 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4bf62305-4ea5-4656-93f9-2ad015f0614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (696a5a66-0cf9-49c5-b9a4-0c867c269b83), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:08.048690 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80664f1b-08ea-46ee-a231-29c9204d8b62 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:58:08.049066 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80664f1b-08ea-46ee-a231-29c9204d8b62 None None] Checking segment: {'id': '9d0aa68a-ef3e-4d27-95f4-99612688b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1add1223-a311-4e03-88ed-a7426b520f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:58:08.049473 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-80664f1b-08ea-46ee-a231-29c9204d8b62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:08.049871 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80664f1b-08ea-46ee-a231-29c9204d8b62 None None] Bound using segment: {'id': '9d0aa68a-ef3e-4d27-95f4-99612688b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1add1223-a311-4e03-88ed-a7426b520f02'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:58:08.050355 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-80664f1b-08ea-46ee-a231-29c9204d8b62 None None] Bound port: 2b8f42ec-1664-47f0-8cf3-e0d14a5c1996, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d0aa68a-ef3e-4d27-95f4-99612688b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1add1223-a311-4e03-88ed-a7426b520f02'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:58:08.050736 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-80664f1b-08ea-46ee-a231-29c9204d8b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2b8f42ec-1664-47f0-8cf3-e0d14a5c1996), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:08.059295 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [None req-1af443bd-07b1-4646-9a47-fd140a35ab20 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] device_id is not set on port 91d566e3-c37f-4eab-b061-934979e7f59d yet. {{(pid=103352) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:58:08.071294 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-febf2dec-b6be-4351-9c76-bdeba9722082 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=43f84e80bff4499cb55423afb93d516b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019881 Jan 28 13:58:08.081623 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-3af0492f-0848-48ce-92f7-ebaa374eff14 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Made reservation on behalf of e95a247d94234d9685ef64daa6ffeae4 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:58:08.085721 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-3af0492f-0848-48ce-92f7-ebaa374eff14 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:08.111243 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f0554a-cc87-4ddd-b379-fb51d0f4d1b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-7f166b21-f4ec-45a2-a6a6-232ef8a10449', 'network_id': '7f166b21-f4ec-45a2-a6a6-232ef8a10449', 'project_id': 'fd76531de61d447cb3b61b0b31f238b4', 'fixed_ips': [{'subnet_id': '4b4ae942-17ad-4d1f-b232-aeb6538985ad'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:58:08.112739 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91f0554a-cc87-4ddd-b379-fb51d0f4d1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:08.230215 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-1af443bd-07b1-4646-9a47-fd140a35ab20 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Allocated IP 2001:db8::f816:3eff:fe21:ddb3 (7f166b21-f4ec-45a2-a6a6-232ef8a10449/4b4ae942-17ad-4d1f-b232-aeb6538985ad/91d566e3-c37f-4eab-b061-934979e7f59d) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:58:08.307086 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-80664f1b-08ea-46ee-a231-29c9204d8b62 None None] For port 2b8f42ec-1664-47f0-8cf3-e0d14a5c1996, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:58:08.329219 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dcdaeff1-59ed-4138-8af4-a2129eab8971 req-41cbabac-5791-4d92-9541-86cb33193763 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?device_id=de263339-f479-4f4c-a909-3b530cfec045 HTTP/1.1" status: 200 len: 210 time: 0.0475142 Jan 28 13:58:08.353722 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-80664f1b-08ea-46ee-a231-29c9204d8b62 None None] For port 2b8f42ec-1664-47f0-8cf3-e0d14a5c1996, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2b8f42ec-1664-47f0-8cf3-e0d14a5c1996,segment=NetworkSegment(9d0aa68a-ef3e-4d27-95f4-99612688b161),segment_id=9d0aa68a-ef3e-4d27-95f4-99612688b161)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:58:08.355002 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 67549126-2183-43ea-a2aa-e5ee34714463 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:08.356799 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 0e9d352a-e8db-4ef0-b28a-c7d86c292af2 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:58:08.385520 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-80664f1b-08ea-46ee-a231-29c9204d8b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2b8f42ec-1664-47f0-8cf3-e0d14a5c1996), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:08.396636 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-3af0492f-0848-48ce-92f7-ebaa374eff14 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Allocated IP 172.20.0.21 (3e045084-6a8c-4a00-bef8-0bfd912521b6/e0843687-f263-4d75-930d-53ec2438e0f8/8879401b-a5c8-440b-a73f-03f7aa0a40e8) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:58:08.421817 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-d3f74395-fe58-42b5-9015-a49a68c75065 service neutron] 10.222.0.39 "GET /v2.0/networks/23f01238-e5bf-46ae-b3ad-ccaec0210780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002961 Jan 28 13:58:08.448690 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1af443bd-07b1-4646-9a47-fd140a35ab20 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks [] for port (91d566e3-c37f-4eab-b061-934979e7f59d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:08.495037 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1af443bd-07b1-4646-9a47-fd140a35ab20 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (91d566e3-c37f-4eab-b061-934979e7f59d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:08.555171 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af443bd-07b1-4646-9a47-fd140a35ab20 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Network 7f166b21-f4ec-45a2-a6a6-232ef8a10449 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:58:08.559482 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-1af443bd-07b1-4646-9a47-fd140a35ab20 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:08.567538 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af443bd-07b1-4646-9a47-fd140a35ab20 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:58:08.573614 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af443bd-07b1-4646-9a47-fd140a35ab20 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:08.574656 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1af443bd-07b1-4646-9a47-fd140a35ab20 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:08.584489 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af443bd-07b1-4646-9a47-fd140a35ab20 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event updated for resources: {'Port': ['ID=91d566e3-c37f-4eab-b061-934979e7f59d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:08.612121 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40698) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:08.613288 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1af443bd-07b1-4646-9a47-fd140a35ab20 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8161416 Jan 28 13:58:08.617335 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-26812d31-df1e-4b28-866b-56b2ad5249df service neutron] 10.222.0.39 "GET /v2.0/networks/23f01238-e5bf-46ae-b3ad-ccaec0210780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736083 Jan 28 13:58:08.620228 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-3af0492f-0848-48ce-92f7-ebaa374eff14 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for port (8879401b-a5c8-440b-a73f-03f7aa0a40e8), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:08.632905 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4bf62305-4ea5-4656-93f9-2ad015f0614f None None] Current status of the port 696a5a66-0cf9-49c5-b9a4-0c867c269b83 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:08.690106 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ef75e5-ac6a-4f29-b1a0-4a8d031aaf3c tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Deleting subnet 4b4ae942-17ad-4d1f-b232-aeb6538985ad {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:58:08.708172 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-91f0554a-cc87-4ddd-b379-fb51d0f4d1b0 None None] Allocated IP 2001:db8::f816:3eff:fe44:be7b (7f166b21-f4ec-45a2-a6a6-232ef8a10449/4b4ae942-17ad-4d1f-b232-aeb6538985ad/e754a91c-90b1-4c4a-9ac9-da9d2c9debd1) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:58:08.714700 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80664f1b-08ea-46ee-a231-29c9204d8b62 None None] Pushing event updated for resources: {'Port': ['ID=2b8f42ec-1664-47f0-8cf3-e0d14a5c1996,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:08.749421 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eced7f70-c82f-4ab8-ab09-abba9a01e569 None None] Sync routers for ids ['6dfd2450-528b-49a3-b0aa-0dc1330c7629'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:58:08.769441 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-3af0492f-0848-48ce-92f7-ebaa374eff14 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (8879401b-a5c8-440b-a73f-03f7aa0a40e8), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:08.772399 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 0e9d352a-e8db-4ef0-b28a-c7d86c292af2 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:08.773173 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0e9d352a-e8db-4ef0-b28a-c7d86c292af2), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:08.818583 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-3af0492f-0848-48ce-92f7-ebaa374eff14 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Network 3e045084-6a8c-4a00-bef8-0bfd912521b6 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:58:08.822017 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-3af0492f-0848-48ce-92f7-ebaa374eff14 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:08.834518 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-3af0492f-0848-48ce-92f7-ebaa374eff14 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:58:08.876645 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0492f-0848-48ce-92f7-ebaa374eff14 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event updated for resources: {'Port': ['ID=8879401b-a5c8-440b-a73f-03f7aa0a40e8,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:08.921302 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eced7f70-c82f-4ab8-ab09-abba9a01e569 None None] Routers {'6dfd2450-528b-49a3-b0aa-0dc1330c7629'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:58:08.921962 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-eced7f70-c82f-4ab8-ab09-abba9a01e569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:58:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6dfd2450-528b-49a3-b0aa-0dc1330c7629'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:08.937547 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-3af0492f-0848-48ce-92f7-ebaa374eff14 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:08.938246 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-3af0492f-0848-48ce-92f7-ebaa374eff14 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:08.968005 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-3af0492f-0848-48ce-92f7-ebaa374eff14 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1071773 Jan 28 13:58:08.992136 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-72df404c-1ef4-4ed2-adad-4450f902cdad service neutron] Request body: {'port': {'device_id': 'de263339-f479-4f4c-a909-3b530cfec045', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:09.117116 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0468125a-2e29-4e57-a6bc-1363175c35f4 req-789fed2c-319c-4a71-ad03-ea3efdf8d67a tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5 HTTP/1.1" status: 200 len: 210 time: 0.0760274 Jan 28 13:58:09.160732 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-72df404c-1ef4-4ed2-adad-4450f902cdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8879401b-a5c8-440b-a73f-03f7aa0a40e8), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:09.184262 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-eced7f70-c82f-4ab8-ab09-abba9a01e569 None None] Set router 6dfd2450-528b-49a3-b0aa-0dc1330c7629 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:58:09.386431 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91f0554a-cc87-4ddd-b379-fb51d0f4d1b0 None None] Publish callbacks [] for port (e754a91c-90b1-4c4a-9ac9-da9d2c9debd1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:09.422627 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-2b60c27f-9f8b-443d-a946-98cf5b9bcf31 None None] Provisioning complete for port 8879401b-a5c8-440b-a73f-03f7aa0a40e8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:09.423368 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b60c27f-9f8b-443d-a946-98cf5b9bcf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8879401b-a5c8-440b-a73f-03f7aa0a40e8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:09.426029 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 0e9d352a-e8db-4ef0-b28a-c7d86c292af2 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:09.455809 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91f0554a-cc87-4ddd-b379-fb51d0f4d1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (e754a91c-90b1-4c4a-9ac9-da9d2c9debd1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:09.480497 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-24ef75e5-ac6a-4f29-b1a0-4a8d031aaf3c tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks [] for subnet (4b4ae942-17ad-4d1f-b232-aeb6538985ad), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:09.524465 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f0554a-cc87-4ddd-b379-fb51d0f4d1b0 None None] Network 7f166b21-f4ec-45a2-a6a6-232ef8a10449 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:58:09.532160 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-91f0554a-cc87-4ddd-b379-fb51d0f4d1b0 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:09.572881 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f0554a-cc87-4ddd-b379-fb51d0f4d1b0 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:58:09.574717 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2b60c27f-9f8b-443d-a946-98cf5b9bcf31 None None] Port 8879401b-a5c8-440b-a73f-03f7aa0a40e8 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:58:09.621879 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0554a-cc87-4ddd-b379-fb51d0f4d1b0 None None] Pushing event updated for resources: {'Port': ['ID=e754a91c-90b1-4c4a-9ac9-da9d2c9debd1,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:09.690499 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-91f0554a-cc87-4ddd-b379-fb51d0f4d1b0 None None] Attempting to bind port e754a91c-90b1-4c4a-9ac9-da9d2c9debd1 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:58:09.691180 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-91f0554a-cc87-4ddd-b379-fb51d0f4d1b0 None None] Attempting to bind port e754a91c-90b1-4c4a-9ac9-da9d2c9debd1 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'bf268c89-5547-44fd-b1eb-d05bc033fb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7f166b21-f4ec-45a2-a6a6-232ef8a10449'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:58:09.691281 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f0554a-cc87-4ddd-b379-fb51d0f4d1b0 None None] Attempting to bind port e754a91c-90b1-4c4a-9ac9-da9d2c9debd1 on network 7f166b21-f4ec-45a2-a6a6-232ef8a10449 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:58:09.698379 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f0554a-cc87-4ddd-b379-fb51d0f4d1b0 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:58:09.698379 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f0554a-cc87-4ddd-b379-fb51d0f4d1b0 None None] Checking segment: {'id': 'bf268c89-5547-44fd-b1eb-d05bc033fb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7f166b21-f4ec-45a2-a6a6-232ef8a10449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:58:09.698872 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91f0554a-cc87-4ddd-b379-fb51d0f4d1b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:09.699230 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f0554a-cc87-4ddd-b379-fb51d0f4d1b0 None None] Bound using segment: {'id': 'bf268c89-5547-44fd-b1eb-d05bc033fb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7f166b21-f4ec-45a2-a6a6-232ef8a10449'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:58:09.699753 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-91f0554a-cc87-4ddd-b379-fb51d0f4d1b0 None None] Bound port: e754a91c-90b1-4c4a-9ac9-da9d2c9debd1, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf268c89-5547-44fd-b1eb-d05bc033fb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7f166b21-f4ec-45a2-a6a6-232ef8a10449'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:58:09.700133 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91f0554a-cc87-4ddd-b379-fb51d0f4d1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e754a91c-90b1-4c4a-9ac9-da9d2c9debd1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:09.798542 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-eced7f70-c82f-4ab8-ab09-abba9a01e569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfd2450-528b-49a3-b0aa-0dc1330c7629', 'name': 'tempest-TestServerBasicOps-224799108-router', 'tenant_id': '643abf23051547e689cf970229dbcf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '75d60892-4f29-4ed6-b2ce-bd3933e7e128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:55Z', 'updated_at': '2022-01-28T13:58:00Z', 'revision_number': 4, 'project_id': '643abf23051547e689cf970229dbcf7a', 'gw_port': {'id': '75d60892-4f29-4ed6-b2ce-bd3933e7e128', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfd2450-528b-49a3-b0aa-0dc1330c7629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:56Z', 'updated_at': '2022-01-28T13:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '21349e0a-e7a2-40d5-b7c7-b0b038338860', 'name': '', 'network_id': 'e4164e5d-ea76-4ebe-be13-3606ac8a9dd3', 'tenant_id': '643abf23051547e689cf970229dbcf7a', 'mac_address': 'fa:16:3e:38:91:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfd2450-528b-49a3-b0aa-0dc1330c7629', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'e20fa3a3-837e-42d9-8419-47e270ccd0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:59Z', 'updated_at': '2022-01-28T13:58:00Z', 'revision_number': 2, 'project_id': '643abf23051547e689cf970229dbcf7a', 'subnets': [{'id': 'e20fa3a3-837e-42d9-8419-47e270ccd0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:09.803343 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-91f0554a-cc87-4ddd-b379-fb51d0f4d1b0 None None] For port e754a91c-90b1-4c4a-9ac9-da9d2c9debd1, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:58:09.840153 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eced7f70-c82f-4ab8-ab09-abba9a01e569 None None] Checking router: 6dfd2450-528b-49a3-b0aa-0dc1330c7629 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:58:09.840507 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eced7f70-c82f-4ab8-ab09-abba9a01e569 None None] Updating router 6dfd2450-528b-49a3-b0aa-0dc1330c7629 port 21349e0a-e7a2-40d5-b7c7-b0b038338860 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:58:09.881193 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-91f0554a-cc87-4ddd-b379-fb51d0f4d1b0 None None] For port e754a91c-90b1-4c4a-9ac9-da9d2c9debd1, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=e754a91c-90b1-4c4a-9ac9-da9d2c9debd1,segment=NetworkSegment(bf268c89-5547-44fd-b1eb-d05bc033fb55),segment_id=bf268c89-5547-44fd-b1eb-d05bc033fb55)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:58:09.892645 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-91f0554a-cc87-4ddd-b379-fb51d0f4d1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e754a91c-90b1-4c4a-9ac9-da9d2c9debd1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:09.904043 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eced7f70-c82f-4ab8-ab09-abba9a01e569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (21349e0a-e7a2-40d5-b7c7-b0b038338860), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:09.906575 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 75d60892-4f29-4ed6-b2ce-bd3933e7e128 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:58:10.019942 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-24ef75e5-ac6a-4f29-b1a0-4a8d031aaf3c tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (4b4ae942-17ad-4d1f-b232-aeb6538985ad), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:10.149036 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-72df404c-1ef4-4ed2-adad-4450f902cdad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8879401b-a5c8-440b-a73f-03f7aa0a40e8 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:58:10.179622 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1be58-0981-4428-ad79-dd16bdca2840 req-1f00a2c0-3827-4a09-bf04-27a18d28404b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:10.181388 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aef1be58-0981-4428-ad79-dd16bdca2840 req-1f00a2c0-3827-4a09-bf04-27a18d28404b tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?device_id=de263339-f479-4f4c-a909-3b530cfec045 HTTP/1.1" status: 200 len: 895 time: 0.6950796 Jan 28 13:58:10.183553 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-72df404c-1ef4-4ed2-adad-4450f902cdad service neutron] Publish callbacks [] for port (8879401b-a5c8-440b-a73f-03f7aa0a40e8), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:10.220572 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0554a-cc87-4ddd-b379-fb51d0f4d1b0 None None] Pushing event updated for resources: {'Port': ['ID=e754a91c-90b1-4c4a-9ac9-da9d2c9debd1,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:10.231366 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-72df404c-1ef4-4ed2-adad-4450f902cdad service neutron] Transition to ACTIVE for port object 8879401b-a5c8-440b-a73f-03f7aa0a40e8 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:58:10.279548 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-72df404c-1ef4-4ed2-adad-4450f902cdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (8879401b-a5c8-440b-a73f-03f7aa0a40e8), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:10.318312 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 75d60892-4f29-4ed6-b2ce-bd3933e7e128 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:10.318690 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (75d60892-4f29-4ed6-b2ce-bd3933e7e128), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:10.360577 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bf79e7f9-e462-4d92-b99a-e4ab0aaddd59 req-02c9d91d-f4ea-4a49-be9b-c3d38760bc44 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5 HTTP/1.1" status: 200 len: 210 time: 0.1012647 Jan 28 13:58:10.427638 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df404c-1ef4-4ed2-adad-4450f902cdad service neutron] Pushing event updated for resources: {'Port': ['ID=8879401b-a5c8-440b-a73f-03f7aa0a40e8,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:10.464504 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-24ef75e5-ac6a-4f29-b1a0-4a8d031aaf3c tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (4b4ae942-17ad-4d1f-b232-aeb6538985ad), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:10.517262 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e158e2-9d4b-4432-8c4c-59c8cfc5016d None None] Network 1add1223-a311-4e03-88ed-a7426b520f02 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:58:10.649185 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-ce5970ef-5ffd-4bd7-9dd9-8a792cd484cd tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:10.651288 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-ce5970ef-5ffd-4bd7-9dd9-8a792cd484cd tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.37 "GET /v2.0/networks?id=23f01238-e5bf-46ae-b3ad-ccaec0210780 HTTP/1.1" status: 200 len: 809 time: 0.2491283 Jan 28 13:58:10.676144 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-72df404c-1ef4-4ed2-adad-4450f902cdad service neutron] Attempting to bind port 8879401b-a5c8-440b-a73f-03f7aa0a40e8 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:58:10.676144 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-72df404c-1ef4-4ed2-adad-4450f902cdad service neutron] Attempting to bind port 8879401b-a5c8-440b-a73f-03f7aa0a40e8 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'f090d3a8-e0d7-4d46-a8ad-1485b2485519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3e045084-6a8c-4a00-bef8-0bfd912521b6'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:58:10.676144 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-72df404c-1ef4-4ed2-adad-4450f902cdad service neutron] Attempting to bind port 8879401b-a5c8-440b-a73f-03f7aa0a40e8 on network 3e045084-6a8c-4a00-bef8-0bfd912521b6 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:58:10.694010 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-1b3aac0c-0fbe-4ba8-99e3-198a1b726fbe None None] Provisioning complete for port 2b8f42ec-1664-47f0-8cf3-e0d14a5c1996 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:10.694668 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b3aac0c-0fbe-4ba8-99e3-198a1b726fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2b8f42ec-1664-47f0-8cf3-e0d14a5c1996), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:10.711249 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-72df404c-1ef4-4ed2-adad-4450f902cdad service neutron] Port 8879401b-a5c8-440b-a73f-03f7aa0a40e8 on network 3e045084-6a8c-4a00-bef8-0bfd912521b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:58:10.712237 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-72df404c-1ef4-4ed2-adad-4450f902cdad service neutron] Attempting to bind port 8879401b-a5c8-440b-a73f-03f7aa0a40e8 on network 3e045084-6a8c-4a00-bef8-0bfd912521b6 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:58:10.723217 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-72df404c-1ef4-4ed2-adad-4450f902cdad service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:58:10.724065 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-72df404c-1ef4-4ed2-adad-4450f902cdad service neutron] Checking segment: {'id': 'f090d3a8-e0d7-4d46-a8ad-1485b2485519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3e045084-6a8c-4a00-bef8-0bfd912521b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:58:10.725017 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-72df404c-1ef4-4ed2-adad-4450f902cdad service neutron] Bound using segment: {'id': 'f090d3a8-e0d7-4d46-a8ad-1485b2485519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3e045084-6a8c-4a00-bef8-0bfd912521b6'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:58:10.725610 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-72df404c-1ef4-4ed2-adad-4450f902cdad service neutron] Bound port: 8879401b-a5c8-440b-a73f-03f7aa0a40e8, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f090d3a8-e0d7-4d46-a8ad-1485b2485519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3e045084-6a8c-4a00-bef8-0bfd912521b6'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:58:10.726077 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-72df404c-1ef4-4ed2-adad-4450f902cdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8879401b-a5c8-440b-a73f-03f7aa0a40e8), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:10.746603 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-4de18b1a-e70e-449c-afaf-f8e69e2fece9 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43f84e80bff4499cb55423afb93d516b HTTP/1.1" status: 200 len: 379 time: 0.0850735 Jan 28 13:58:10.747448 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-24ef75e5-ac6a-4f29-b1a0-4a8d031aaf3c tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (4b4ae942-17ad-4d1f-b232-aeb6538985ad), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:10.757068 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-7541163d-01c3-4d4c-9f78-43bd72b2384d tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Request body: {'port': {'device_id': 'a5f21509-bb7a-49ab-921a-ef94bc63ebd5', 'network_id': '23f01238-e5bf-46ae-b3ad-ccaec0210780', 'admin_state_up': True, 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'security_groups': ['c89f2138-5a19-4e24-bb32-7177ff823094']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:10.823834 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eced7f70-c82f-4ab8-ab09-abba9a01e569 None None] Publish callbacks [] for port (21349e0a-e7a2-40d5-b7c7-b0b038338860), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:10.826763 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef75e5-ac6a-4f29-b1a0-4a8d031aaf3c tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event deleted for resources: {'Subnet': ['ID=4b4ae942-17ad-4d1f-b232-aeb6538985ad,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:10.838337 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-24ef75e5-ac6a-4f29-b1a0-4a8d031aaf3c tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:10.845936 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40714) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:10.847045 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-24ef75e5-ac6a-4f29-b1a0-4a8d031aaf3c tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "DELETE /v2.0/subnets/4b4ae942-17ad-4d1f-b232-aeb6538985ad HTTP/1.1" status: 204 len: 168 time: 2.2336581 Jan 28 13:58:10.857079 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eced7f70-c82f-4ab8-ab09-abba9a01e569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (21349e0a-e7a2-40d5-b7c7-b0b038338860), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:10.881069 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-72df404c-1ef4-4ed2-adad-4450f902cdad service neutron] For port 8879401b-a5c8-440b-a73f-03f7aa0a40e8, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:58:10.884800 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-72df404c-1ef4-4ed2-adad-4450f902cdad service neutron] For port 8879401b-a5c8-440b-a73f-03f7aa0a40e8, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8879401b-a5c8-440b-a73f-03f7aa0a40e8,segment=NetworkSegment(f090d3a8-e0d7-4d46-a8ad-1485b2485519),segment_id=f090d3a8-e0d7-4d46-a8ad-1485b2485519)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:58:10.893729 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-72df404c-1ef4-4ed2-adad-4450f902cdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (8879401b-a5c8-440b-a73f-03f7aa0a40e8), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:10.946551 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 75d60892-4f29-4ed6-b2ce-bd3933e7e128 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:10.952871 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-72df404c-1ef4-4ed2-adad-4450f902cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:10.953559 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-72df404c-1ef4-4ed2-adad-4450f902cdad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:10.955166 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-72df404c-1ef4-4ed2-adad-4450f902cdad service neutron] 10.222.0.18 "PUT /v2.0/ports/8879401b-a5c8-440b-a73f-03f7aa0a40e8 HTTP/1.1" status: 200 len: 1055 time: 1.9727478 Jan 28 13:58:10.955639 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de263339-f479-4f4c-a909-3b530cfec045', 'tag': '8879401b-a5c8-440b-a73f-03f7aa0a40e8'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:58:10.958039 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c72d1b-f92f-4bb7-bedc-cb231c81db42" -d '{"events": [{"name": "network-changed", "server_uuid": "de263339-f479-4f4c-a909-3b530cfec045", "tag": "8879401b-a5c8-440b-a73f-03f7aa0a40e8"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:58:10.971266 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2b8f42ec-1664-47f0-8cf3-e0d14a5c1996 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:58:11.002139 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-7541163d-01c3-4d4c-9f78-43bd72b2384d tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Made reservation on behalf of 43f84e80bff4499cb55423afb93d516b for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:58:11.007414 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-7541163d-01c3-4d4c-9f78-43bd72b2384d tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:11.025054 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027ff919-f7f3-4036-b61a-132011b64e5c tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:11.027368 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027ff919-f7f3-4036-b61a-132011b64e5c tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:11.030630 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-027ff919-f7f3-4036-b61a-132011b64e5c tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1834073 Jan 28 13:58:11.039432 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40718) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:11.062836 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0091e86-b973-4db2-9283-e2f406a5e616 x-openstack-request-id: req-a0091e86-b973-4db2-9283-e2f406a5e616 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:58:11.062836 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de263339-f479-4f4c-a909-3b530cfec045", "tag": "8879401b-a5c8-440b-a73f-03f7aa0a40e8", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:58:11.062836 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a0091e86-b973-4db2-9283-e2f406a5e616 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:58:11.062836 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de263339-f479-4f4c-a909-3b530cfec045', 'tag': '8879401b-a5c8-440b-a73f-03f7aa0a40e8', 'status': 'completed', 'code': 200} Jan 28 13:58:11.095212 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df404c-1ef4-4ed2-adad-4450f902cdad service neutron] Pushing event updated for resources: {'Port': ['ID=8879401b-a5c8-440b-a73f-03f7aa0a40e8,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:11.135971 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-cc69218c-61e1-493c-9b55-6b5f816e190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:11.138214 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-cc69218c-61e1-493c-9b55-6b5f816e190f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e95a247d94234d9685ef64daa6ffeae4&device_id=de263339-f479-4f4c-a909-3b530cfec045 HTTP/1.1" status: 200 len: 1058 time: 0.1040535 Jan 28 13:58:11.182789 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e185f-1b78-4aaf-96c1-5d25c468ad47 None None] Pushing event updated for resources: {'Port': ['ID=21349e0a-e7a2-40d5-b7c7-b0b038338860,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:11.204739 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-0e55b6e7-45ca-4bc1-b2b6-9236a5b1431b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=8879401b-a5c8-440b-a73f-03f7aa0a40e8 HTTP/1.1" status: 200 len: 217 time: 0.0572407 Jan 28 13:58:11.285240 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0f288f2c-19c4-4074-af3c-6bafad79bfcd tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (7f166b21-f4ec-45a2-a6a6-232ef8a10449), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:11.319164 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-8a943bc3-9796-4684-a515-155bdd026615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:11.321130 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-8a943bc3-9796-4684-a515-155bdd026615 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e0843687-f263-4d75-930d-53ec2438e0f8 HTTP/1.1" status: 200 len: 838 time: 0.1076896 Jan 28 13:58:11.372371 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f288f2c-19c4-4074-af3c-6bafad79bfcd tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 13:58:11.372940 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f288f2c-19c4-4074-af3c-6bafad79bfcd tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:58:11.381142 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0f288f2c-19c4-4074-af3c-6bafad79bfcd tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "DELETE /v2.0/networks/7f166b21-f4ec-45a2-a6a6-232ef8a10449 HTTP/1.1" status: 409 len: 466 time: 0.3364561 Jan 28 13:58:11.382178 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40722) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:11.382590 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-7541163d-01c3-4d4c-9f78-43bd72b2384d tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Allocated IP 172.20.0.11 (23f01238-e5bf-46ae-b3ad-ccaec0210780/a089844e-5894-4caa-ac57-449f6d24f54e/99891b21-0918-4fa2-a49b-9e986da40d4f) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:58:11.388574 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-f9cf1009-eda8-44a0-8561-55d0d2f9cdd2 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1382498908'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:11.409495 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-d6c7eebd-767f-459b-bac7-45f633c76ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:11.411230 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-d6c7eebd-767f-459b-bac7-45f633c76ee6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3e045084-6a8c-4a00-bef8-0bfd912521b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812511 Jan 28 13:58:11.444995 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d2c7e-56ad-461b-ac80-05fcb85fc201 req-c17203af-2579-4bd7-a126-dff38c1134ab tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:11.445391 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cf1009-eda8-44a0-8561-55d0d2f9cdd2 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Made reservation on behalf of fd76531de61d447cb3b61b0b31f238b4 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:58:11.449328 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1009-eda8-44a0-8561-55d0d2f9cdd2 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:11.451310 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7b6d2c7e-56ad-461b-ac80-05fcb85fc201 req-c17203af-2579-4bd7-a126-dff38c1134ab tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?device_id=de263339-f479-4f4c-a909-3b530cfec045 HTTP/1.1" status: 200 len: 907 time: 0.1537199 Jan 28 13:58:11.543698 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-eced7f70-c82f-4ab8-ab09-abba9a01e569 None None] Attempting to bind port 21349e0a-e7a2-40d5-b7c7-b0b038338860 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:58:11.544072 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-eced7f70-c82f-4ab8-ab09-abba9a01e569 None None] Attempting to bind port 21349e0a-e7a2-40d5-b7c7-b0b038338860 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'aa07ae59-fe1c-47fe-a4ef-45c73ef128ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e4164e5d-ea76-4ebe-be13-3606ac8a9dd3'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:58:11.544659 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced7f70-c82f-4ab8-ab09-abba9a01e569 None None] Attempting to bind port 21349e0a-e7a2-40d5-b7c7-b0b038338860 on network e4164e5d-ea76-4ebe-be13-3606ac8a9dd3 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:58:11.553023 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced7f70-c82f-4ab8-ab09-abba9a01e569 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:58:11.553429 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced7f70-c82f-4ab8-ab09-abba9a01e569 None None] Checking segment: {'id': 'aa07ae59-fe1c-47fe-a4ef-45c73ef128ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e4164e5d-ea76-4ebe-be13-3606ac8a9dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:58:11.553838 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eced7f70-c82f-4ab8-ab09-abba9a01e569 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:11.554241 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced7f70-c82f-4ab8-ab09-abba9a01e569 None None] Bound using segment: {'id': 'aa07ae59-fe1c-47fe-a4ef-45c73ef128ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e4164e5d-ea76-4ebe-be13-3606ac8a9dd3'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:58:11.554717 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-eced7f70-c82f-4ab8-ab09-abba9a01e569 None None] Bound port: 21349e0a-e7a2-40d5-b7c7-b0b038338860, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa07ae59-fe1c-47fe-a4ef-45c73ef128ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e4164e5d-ea76-4ebe-be13-3606ac8a9dd3'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:58:11.555120 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eced7f70-c82f-4ab8-ab09-abba9a01e569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (21349e0a-e7a2-40d5-b7c7-b0b038338860), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:11.559713 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1b3aac0c-0fbe-4ba8-99e3-198a1b726fbe None None] Current status of the port 2b8f42ec-1664-47f0-8cf3-e0d14a5c1996 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:11.560084 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b3aac0c-0fbe-4ba8-99e3-198a1b726fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2b8f42ec-1664-47f0-8cf3-e0d14a5c1996), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:11.578360 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b9237d52-538a-4821-a655-650ad4af4b83 req-23844d31-438b-44ef-b19b-f8b77ad7b77f tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5 HTTP/1.1" status: 200 len: 210 time: 0.0569952 Jan 28 13:58:11.600256 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9cf1009-eda8-44a0-8561-55d0d2f9cdd2 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:58:11.611420 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 2b8f42ec-1664-47f0-8cf3-e0d14a5c1996 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:11.611702 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2b8f42ec-1664-47f0-8cf3-e0d14a5c1996), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:11.623429 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-51a77e42-f3b4-40be-895c-592ec471543f service neutron] 10.222.0.18 "GET /v2.0/networks/3e045084-6a8c-4a00-bef8-0bfd912521b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041037 Jan 28 13:58:11.624735 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1009-eda8-44a0-8561-55d0d2f9cdd2 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (7d9d3cd6-ffaa-49cc-ae22-a31f2ebf0944), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:11.625171 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-f9cf1009-eda8-44a0-8561-55d0d2f9cdd2 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Added segment 7d9d3cd6-ffaa-49cc-ae22-a31f2ebf0944 of type vlan for network eaf90cf2-5506-4834-9357-75c726140485 Jan 28 13:58:11.726992 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-7541163d-01c3-4d4c-9f78-43bd72b2384d tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for port (99891b21-0918-4fa2-a49b-9e986da40d4f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:11.744424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1b3aac0c-0fbe-4ba8-99e3-198a1b726fbe None None] For port 2b8f42ec-1664-47f0-8cf3-e0d14a5c1996, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2b8f42ec-1664-47f0-8cf3-e0d14a5c1996,segment=NetworkSegment(9d0aa68a-ef3e-4d27-95f4-99612688b161),segment_id=9d0aa68a-ef3e-4d27-95f4-99612688b161)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:11.753391 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1009-eda8-44a0-8561-55d0d2f9cdd2 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (eaf90cf2-5506-4834-9357-75c726140485), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:11.757191 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b3aac0c-0fbe-4ba8-99e3-198a1b726fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2b8f42ec-1664-47f0-8cf3-e0d14a5c1996), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:11.781593 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-7541163d-01c3-4d4c-9f78-43bd72b2384d tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (99891b21-0918-4fa2-a49b-9e986da40d4f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:11.802682 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-74c35ca1-d373-4414-8351-3b603252b3b3 req-b4aff67e-12f2-4ebe-988c-e5f5813a1182 service neutron] 10.222.0.18 "GET /v2.0/networks/3e045084-6a8c-4a00-bef8-0bfd912521b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688604 Jan 28 13:58:11.823513 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1009-eda8-44a0-8561-55d0d2f9cdd2 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (eaf90cf2-5506-4834-9357-75c726140485), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:11.833709 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cf1009-eda8-44a0-8561-55d0d2f9cdd2 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:11.834945 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1009-eda8-44a0-8561-55d0d2f9cdd2 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:11.836581 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 2b8f42ec-1664-47f0-8cf3-e0d14a5c1996 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:11.837790 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 696a5a66-0cf9-49c5-b9a4-0c867c269b83 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:58:11.840064 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-eced7f70-c82f-4ab8-ab09-abba9a01e569 None None] For port 21349e0a-e7a2-40d5-b7c7-b0b038338860, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:58:11.860271 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f9cf1009-eda8-44a0-8561-55d0d2f9cdd2 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4766438 Jan 28 13:58:11.874260 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40726) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:11.875267 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541163d-01c3-4d4c-9f78-43bd72b2384d tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Pushing event updated for resources: {'Port': ['ID=99891b21-0918-4fa2-a49b-9e986da40d4f,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:11.889196 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-c0c04cf7-9304-441e-833b-ae72604b8a3f tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Request body: {'subnet': {'network_id': 'eaf90cf2-5506-4834-9357-75c726140485', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:11.914333 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a50e48-1b8a-49fd-9a25-a3f331534148 None None] Network 7f166b21-f4ec-45a2-a6a6-232ef8a10449 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:58:11.936813 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-eced7f70-c82f-4ab8-ab09-abba9a01e569 None None] For port 21349e0a-e7a2-40d5-b7c7-b0b038338860, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=21349e0a-e7a2-40d5-b7c7-b0b038338860,segment=NetworkSegment(aa07ae59-fe1c-47fe-a4ef-45c73ef128ef),segment_id=aa07ae59-fe1c-47fe-a4ef-45c73ef128ef)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:58:11.966414 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eced7f70-c82f-4ab8-ab09-abba9a01e569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (21349e0a-e7a2-40d5-b7c7-b0b038338860), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:11.966673 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c72d1b-f92f-4bb7-bedc-cb231c81db42 req-81e40b81-9037-40fc-b3c7-3f9472f6e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:11.968199 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-96c72d1b-f92f-4bb7-bedc-cb231c81db42 req-81e40b81-9037-40fc-b3c7-3f9472f6e77d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e95a247d94234d9685ef64daa6ffeae4&device_id=de263339-f479-4f4c-a909-3b530cfec045 HTTP/1.1" status: 200 len: 1058 time: 0.0888300 Jan 28 13:58:11.968977 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf1009-eda8-44a0-8561-55d0d2f9cdd2 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event updated for resources: {'Network': ['ID=eaf90cf2-5506-4834-9357-75c726140485,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:12.006772 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c04cf7-9304-441e-833b-ae72604b8a3f tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Made reservation on behalf of fd76531de61d447cb3b61b0b31f238b4 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:58:12.010802 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c0c04cf7-9304-441e-833b-ae72604b8a3f tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:12.011995 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network eaf90cf2-5506-4834-9357-75c726140485 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:58:12.028822 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-7541163d-01c3-4d4c-9f78-43bd72b2384d tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Network 23f01238-e5bf-46ae-b3ad-ccaec0210780 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:58:12.041022 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-7541163d-01c3-4d4c-9f78-43bd72b2384d tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:12.045106 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-7541163d-01c3-4d4c-9f78-43bd72b2384d tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:58:12.076322 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3aac0c-0fbe-4ba8-99e3-198a1b726fbe None None] Pushing event updated for resources: {'Port': ['ID=2b8f42ec-1664-47f0-8cf3-e0d14a5c1996,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:12.094815 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c72d1b-f92f-4bb7-bedc-cb231c81db42 req-4cf5b617-b52d-429e-af87-50d458e822ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:12.094815 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-96c72d1b-f92f-4bb7-bedc-cb231c81db42 req-4cf5b617-b52d-429e-af87-50d458e822ff service neutron] 10.222.0.18 "GET /v2.0/networks?id=3e045084-6a8c-4a00-bef8-0bfd912521b6 HTTP/1.1" status: 200 len: 897 time: 0.1200256 Jan 28 13:58:12.140030 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-7541163d-01c3-4d4c-9f78-43bd72b2384d tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:12.140640 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-7541163d-01c3-4d4c-9f78-43bd72b2384d tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:12.145052 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-96c72d1b-f92f-4bb7-bedc-cb231c81db42 req-9ac1f729-e6ee-4259-a54b-fb8dae41bdfd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=8879401b-a5c8-440b-a73f-03f7aa0a40e8 HTTP/1.1" status: 200 len: 217 time: 0.0441570 Jan 28 13:58:12.164866 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-7541163d-01c3-4d4c-9f78-43bd72b2384d tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4123542 Jan 28 13:58:12.180674 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-37924df6-afb5-42b2-b3e1-b4008435257b service neutron] Request body: {'port': {'device_id': 'a5f21509-bb7a-49ab-921a-ef94bc63ebd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:12.202988 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c72d1b-f92f-4bb7-bedc-cb231c81db42 req-811bbcad-751e-4c15-9c03-57b1ec0a8816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:12.204515 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-96c72d1b-f92f-4bb7-bedc-cb231c81db42 req-811bbcad-751e-4c15-9c03-57b1ec0a8816 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e0843687-f263-4d75-930d-53ec2438e0f8 HTTP/1.1" status: 200 len: 838 time: 0.0524435 Jan 28 13:58:12.252230 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e185f-1b78-4aaf-96c1-5d25c468ad47 None None] Pushing event updated for resources: {'Port': ['ID=21349e0a-e7a2-40d5-b7c7-b0b038338860,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:12.271447 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c72d1b-f92f-4bb7-bedc-cb231c81db42 req-0a54b0dc-9f55-4c0f-9cdb-b19571d2461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:12.273179 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-96c72d1b-f92f-4bb7-bedc-cb231c81db42 req-0a54b0dc-9f55-4c0f-9cdb-b19571d2461c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3e045084-6a8c-4a00-bef8-0bfd912521b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620258 Jan 28 13:58:12.286170 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-37924df6-afb5-42b2-b3e1-b4008435257b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (99891b21-0918-4fa2-a49b-9e986da40d4f), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:12.301085 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 696a5a66-0cf9-49c5-b9a4-0c867c269b83 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:12.301473 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (696a5a66-0cf9-49c5-b9a4-0c867c269b83), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:12.335124 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eced7f70-c82f-4ab8-ab09-abba9a01e569 None None] Routers {'6dfd2450-528b-49a3-b0aa-0dc1330c7629'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:58:12.335836 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-eced7f70-c82f-4ab8-ab09-abba9a01e569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:58:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6dfd2450-528b-49a3-b0aa-0dc1330c7629'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:12.341689 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-22bf95d5-8289-4136-bd8b-c1124d769dba None None] Provisioning complete for port 21349e0a-e7a2-40d5-b7c7-b0b038338860 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:12.342140 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22bf95d5-8289-4136-bd8b-c1124d769dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (21349e0a-e7a2-40d5-b7c7-b0b038338860), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:12.427233 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-96c72d1b-f92f-4bb7-bedc-cb231c81db42 req-c2c4f211-bd30-45bd-bfc7-42ffc36c1944 service neutron] 10.222.0.18 "GET /v2.0/networks/3e045084-6a8c-4a00-bef8-0bfd912521b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459541 Jan 28 13:58:12.479575 n-d-822747-2 neutron-server[103352]: DEBUG neutron.objects.ports [None req-c0c04cf7-9304-441e-833b-ae72604b8a3f tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103352) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 13:58:12.485734 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c0c04cf7-9304-441e-833b-ae72604b8a3f tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (e08f12c1-1d59-4327-8836-1c2627ac3cc8), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:12.530388 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c764a4-40a0-4b8f-b361-99235505d09d None None] DHCP port deletion for 7f166b21-f4ec-45a2-a6a6-232ef8a10449 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:58:12.577622 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-96c72d1b-f92f-4bb7-bedc-cb231c81db42 req-f8026474-f4d7-4530-a6b2-63501fb40f5b service neutron] 10.222.0.18 "GET /v2.0/networks/3e045084-6a8c-4a00-bef8-0bfd912521b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395328 Jan 28 13:58:12.648428 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c04cf7-9304-441e-833b-ae72604b8a3f tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event updated for resources: {'Subnet': ['ID=e08f12c1-1d59-4327-8836-1c2627ac3cc8,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:12.653453 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-eced7f70-c82f-4ab8-ab09-abba9a01e569 None None] Set router 6dfd2450-528b-49a3-b0aa-0dc1330c7629 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:58:12.704520 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 696a5a66-0cf9-49c5-b9a4-0c867c269b83 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:12.721484 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951c540-de60-4398-bc7b-74703ce08589 req-6799a48d-0219-49ff-8e04-6eb33121e4c8 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:12.723029 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9951c540-de60-4398-bc7b-74703ce08589 req-6799a48d-0219-49ff-8e04-6eb33121e4c8 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?device_id=de263339-f479-4f4c-a909-3b530cfec045 HTTP/1.1" status: 200 len: 907 time: 0.1524582 Jan 28 13:58:12.734899 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c04cf7-9304-441e-833b-ae72604b8a3f tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Checking segment: {'id': '7d9d3cd6-ffaa-49cc-ae22-a31f2ebf0944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eaf90cf2-5506-4834-9357-75c726140485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:58:12.735279 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c04cf7-9304-441e-833b-ae72604b8a3f tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Network hostable DHCP agents. Network: eaf90cf2-5506-4834-9357-75c726140485, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:58:12.743532 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-22bf95d5-8289-4136-bd8b-c1124d769dba None None] Current status of the port 21349e0a-e7a2-40d5-b7c7-b0b038338860 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:12.744008 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22bf95d5-8289-4136-bd8b-c1124d769dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (21349e0a-e7a2-40d5-b7c7-b0b038338860), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:12.752230 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82062e29-ba21-427e-a87f-04d0183e1ad5 req-320c2c25-ad50-44f5-ad10-ad4be9acc9d0 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:12.753831 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-82062e29-ba21-427e-a87f-04d0183e1ad5 req-320c2c25-ad50-44f5-ad10-ad4be9acc9d0 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5 HTTP/1.1" status: 200 len: 932 time: 0.0804842 Jan 28 13:58:12.782991 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c04cf7-9304-441e-833b-ae72604b8a3f tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Network eaf90cf2-5506-4834-9357-75c726140485 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:58:12.795821 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-c0c04cf7-9304-441e-833b-ae72604b8a3f tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, eaf90cf2-5506-4834-9357-75c726140485) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:12.805552 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c04cf7-9304-441e-833b-ae72604b8a3f tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:12.806575 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c0c04cf7-9304-441e-833b-ae72604b8a3f tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:12.839457 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-82062e29-ba21-427e-a87f-04d0183e1ad5 req-1760f258-6312-47c6-bd20-f23a12ee35d4 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/security-groups?id=c89f2138-5a19-4e24-bb32-7177ff823094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776813 Jan 28 13:58:12.841846 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4769eeaa-ba05-4191-b818-4b2ff0d596b0 None None] Network eaf90cf2-5506-4834-9357-75c726140485 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:58:12.875065 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-37924df6-afb5-42b2-b3e1-b4008435257b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99891b21-0918-4fa2-a49b-9e986da40d4f {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:58:12.883545 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-37924df6-afb5-42b2-b3e1-b4008435257b service neutron] Publish callbacks [] for port (99891b21-0918-4fa2-a49b-9e986da40d4f), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:12.884299 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-22bf95d5-8289-4136-bd8b-c1124d769dba None None] For port 21349e0a-e7a2-40d5-b7c7-b0b038338860, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=21349e0a-e7a2-40d5-b7c7-b0b038338860,segment=NetworkSegment(aa07ae59-fe1c-47fe-a4ef-45c73ef128ef),segment_id=aa07ae59-fe1c-47fe-a4ef-45c73ef128ef)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:12.887685 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b6c764a4-40a0-4b8f-b361-99235505d09d None None] Deleting port e754a91c-90b1-4c4a-9ac9-da9d2c9debd1 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:58:12.888058 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b6c764a4-40a0-4b8f-b361-99235505d09d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (e754a91c-90b1-4c4a-9ac9-da9d2c9debd1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:12.889196 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c0c04cf7-9304-441e-833b-ae72604b8a3f tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0088258 Jan 28 13:58:12.892398 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40732) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:12.898136 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-48639a16-4f6c-4a6f-90a6-a611b54752b4 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Request body: {'port': {'network_id': 'eaf90cf2-5506-4834-9357-75c726140485', 'name': 'tempest-NetworksIpV6TestAttrs-1153845775'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:12.900608 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-37924df6-afb5-42b2-b3e1-b4008435257b service neutron] Transition to ACTIVE for port object 99891b21-0918-4fa2-a49b-9e986da40d4f will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:58:12.904853 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-37924df6-afb5-42b2-b3e1-b4008435257b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (99891b21-0918-4fa2-a49b-9e986da40d4f), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:12.959533 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 21349e0a-e7a2-40d5-b7c7-b0b038338860 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:58:12.974009 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37924df6-afb5-42b2-b3e1-b4008435257b service neutron] Pushing event updated for resources: {'Port': ['ID=99891b21-0918-4fa2-a49b-9e986da40d4f,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:12.987746 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22bf95d5-8289-4136-bd8b-c1124d769dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (21349e0a-e7a2-40d5-b7c7-b0b038338860), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:13.055261 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48639a16-4f6c-4a6f-90a6-a611b54752b4 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Made reservation on behalf of fd76531de61d447cb3b61b0b31f238b4 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:58:13.057083 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-37924df6-afb5-42b2-b3e1-b4008435257b service neutron] Attempting to bind port 99891b21-0918-4fa2-a49b-9e986da40d4f on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:58:13.057687 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-37924df6-afb5-42b2-b3e1-b4008435257b service neutron] Attempting to bind port 99891b21-0918-4fa2-a49b-9e986da40d4f by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '72c8a167-92fb-440a-82a0-66e01f7c98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '23f01238-e5bf-46ae-b3ad-ccaec0210780'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:58:13.058019 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-37924df6-afb5-42b2-b3e1-b4008435257b service neutron] Attempting to bind port 99891b21-0918-4fa2-a49b-9e986da40d4f on network 23f01238-e5bf-46ae-b3ad-ccaec0210780 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:58:13.059469 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-48639a16-4f6c-4a6f-90a6-a611b54752b4 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:13.063365 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-37924df6-afb5-42b2-b3e1-b4008435257b service neutron] Port 99891b21-0918-4fa2-a49b-9e986da40d4f on network 23f01238-e5bf-46ae-b3ad-ccaec0210780 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:58:13.064279 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-37924df6-afb5-42b2-b3e1-b4008435257b service neutron] Attempting to bind port 99891b21-0918-4fa2-a49b-9e986da40d4f on network 23f01238-e5bf-46ae-b3ad-ccaec0210780 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:58:13.075436 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-37924df6-afb5-42b2-b3e1-b4008435257b service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:58:13.075917 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-37924df6-afb5-42b2-b3e1-b4008435257b service neutron] Checking segment: {'id': '72c8a167-92fb-440a-82a0-66e01f7c98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '23f01238-e5bf-46ae-b3ad-ccaec0210780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:58:13.076374 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-37924df6-afb5-42b2-b3e1-b4008435257b service neutron] Bound using segment: {'id': '72c8a167-92fb-440a-82a0-66e01f7c98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '23f01238-e5bf-46ae-b3ad-ccaec0210780'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:58:13.076753 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-37924df6-afb5-42b2-b3e1-b4008435257b service neutron] Bound port: 99891b21-0918-4fa2-a49b-9e986da40d4f, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c8a167-92fb-440a-82a0-66e01f7c98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '23f01238-e5bf-46ae-b3ad-ccaec0210780'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:58:13.077114 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-37924df6-afb5-42b2-b3e1-b4008435257b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (99891b21-0918-4fa2-a49b-9e986da40d4f), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:13.089056 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-48639a16-4f6c-4a6f-90a6-a611b54752b4 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] device_id is not set on port ce961326-31a9-47f7-a742-3e3717eb0b92 yet. {{(pid=103351) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:58:13.167438 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-37924df6-afb5-42b2-b3e1-b4008435257b service neutron] For port 99891b21-0918-4fa2-a49b-9e986da40d4f, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:58:13.171941 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-37924df6-afb5-42b2-b3e1-b4008435257b service neutron] For port 99891b21-0918-4fa2-a49b-9e986da40d4f, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=99891b21-0918-4fa2-a49b-9e986da40d4f,segment=NetworkSegment(72c8a167-92fb-440a-82a0-66e01f7c98c8),segment_id=72c8a167-92fb-440a-82a0-66e01f7c98c8)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:58:13.181073 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-37924df6-afb5-42b2-b3e1-b4008435257b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (99891b21-0918-4fa2-a49b-9e986da40d4f), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:13.198647 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-b6c764a4-40a0-4b8f-b361-99235505d09d None None] For port e754a91c-90b1-4c4a-9ac9-da9d2c9debd1, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=e754a91c-90b1-4c4a-9ac9-da9d2c9debd1,segment=NetworkSegment(bf268c89-5547-44fd-b1eb-d05bc033fb55),segment_id=bf268c89-5547-44fd-b1eb-d05bc033fb55)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:13.198647 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b6c764a4-40a0-4b8f-b361-99235505d09d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (e754a91c-90b1-4c4a-9ac9-da9d2c9debd1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:13.233964 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-37924df6-afb5-42b2-b3e1-b4008435257b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:13.235544 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-37924df6-afb5-42b2-b3e1-b4008435257b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:13.237194 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf95d5-8289-4136-bd8b-c1124d769dba None None] Pushing event updated for resources: {'Port': ['ID=21349e0a-e7a2-40d5-b7c7-b0b038338860,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:13.238046 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-37924df6-afb5-42b2-b3e1-b4008435257b service neutron] 10.222.0.37 "PUT /v2.0/ports/99891b21-0918-4fa2-a49b-9e986da40d4f HTTP/1.1" status: 200 len: 1092 time: 1.0639541 Jan 28 13:58:13.243198 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f21509-bb7a-49ab-921a-ef94bc63ebd5', 'tag': '99891b21-0918-4fa2-a49b-9e986da40d4f'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:58:13.246930 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ebba58-312e-46c5-bc11-35bcdf697913" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f21509-bb7a-49ab-921a-ef94bc63ebd5", "tag": "99891b21-0918-4fa2-a49b-9e986da40d4f"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:58:13.253704 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccb7b22-f13e-45a1-8d6e-45452291bce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-eaf90cf2-5506-4834-9357-75c726140485', 'network_id': 'eaf90cf2-5506-4834-9357-75c726140485', 'project_id': 'fd76531de61d447cb3b61b0b31f238b4', 'fixed_ips': [{'subnet_id': 'e08f12c1-1d59-4327-8836-1c2627ac3cc8'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:58:13.254567 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ccb7b22-f13e-45a1-8d6e-45452291bce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:13.258995 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b6c764a4-40a0-4b8f-b361-99235505d09d None None] Calling delete_port for e754a91c-90b1-4c4a-9ac9-da9d2c9debd1 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:58:13.278553 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-48639a16-4f6c-4a6f-90a6-a611b54752b4 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Allocated IP 2001:db8::f816:3eff:fe35:6f24 (eaf90cf2-5506-4834-9357-75c726140485/e08f12c1-1d59-4327-8836-1c2627ac3cc8/ce961326-31a9-47f7-a742-3e3717eb0b92) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:58:13.309121 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-86dfe816-d413-4426-ae0f-41030d86c37c None None] Provisioning complete for port e754a91c-90b1-4c4a-9ac9-da9d2c9debd1 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:13.309736 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-86dfe816-d413-4426-ae0f-41030d86c37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e754a91c-90b1-4c4a-9ac9-da9d2c9debd1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:13.362278 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37924df6-afb5-42b2-b3e1-b4008435257b service neutron] Pushing event updated for resources: {'Port': ['ID=99891b21-0918-4fa2-a49b-9e986da40d4f,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:13.378223 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-3eb88696-8710-46c0-9c61-1562a7f83b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:13.379962 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-3eb88696-8710-46c0-9c61-1562a7f83b05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43f84e80bff4499cb55423afb93d516b&device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5 HTTP/1.1" status: 200 len: 1095 time: 0.0812862 Jan 28 13:58:13.417343 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 21349e0a-e7a2-40d5-b7c7-b0b038338860 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:13.417717 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (21349e0a-e7a2-40d5-b7c7-b0b038338860), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:13.514753 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-48639a16-4f6c-4a6f-90a6-a611b54752b4 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks [] for port (ce961326-31a9-47f7-a742-3e3717eb0b92), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:13.571507 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-48639a16-4f6c-4a6f-90a6-a611b54752b4 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ce961326-31a9-47f7-a742-3e3717eb0b92), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:13.631175 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48639a16-4f6c-4a6f-90a6-a611b54752b4 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event updated for resources: {'Port': ['ID=ce961326-31a9-47f7-a742-3e3717eb0b92,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:13.641855 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48639a16-4f6c-4a6f-90a6-a611b54752b4 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Network eaf90cf2-5506-4834-9357-75c726140485 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:58:13.643758 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-48639a16-4f6c-4a6f-90a6-a611b54752b4 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:13.646565 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48639a16-4f6c-4a6f-90a6-a611b54752b4 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:58:13.651997 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48639a16-4f6c-4a6f-90a6-a611b54752b4 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:13.652673 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-48639a16-4f6c-4a6f-90a6-a611b54752b4 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:13.672342 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-48639a16-4f6c-4a6f-90a6-a611b54752b4 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.7786200 Jan 28 13:58:13.674851 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40738) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:13.734451 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-8068fda6-56a5-4a51-b4d6-5b1a7e00641d tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Deleting subnet e08f12c1-1d59-4327-8836-1c2627ac3cc8 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:58:13.787191 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7530c8-2c73-42d0-ba64-2e3869877b51 x-openstack-request-id: req-4f7530c8-2c73-42d0-ba64-2e3869877b51 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:58:13.787874 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f21509-bb7a-49ab-921a-ef94bc63ebd5", "tag": "99891b21-0918-4fa2-a49b-9e986da40d4f", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:58:13.787874 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f7530c8-2c73-42d0-ba64-2e3869877b51 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:58:13.788071 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f21509-bb7a-49ab-921a-ef94bc63ebd5', 'tag': '99891b21-0918-4fa2-a49b-9e986da40d4f', 'status': 'completed', 'code': 200} Jan 28 13:58:13.789896 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-de420933-c51a-4877-840e-e042eba24035 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99891b21-0918-4fa2-a49b-9e986da40d4f HTTP/1.1" status: 200 len: 217 time: 0.3968873 Jan 28 13:58:13.842467 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-65af0c74-74a1-4487-a666-e9c523b0f3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:13.844013 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-65af0c74-74a1-4487-a666-e9c523b0f3d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a089844e-5894-4caa-ac57-449f6d24f54e HTTP/1.1" status: 200 len: 848 time: 0.0472486 Jan 28 13:58:13.847383 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0215735-a820-4643-9891-a24e3bed32a7 req-6f5ea20f-184c-49f3-ab21-d5f9f70bd593 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:13.848960 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e0215735-a820-4643-9891-a24e3bed32a7 req-6f5ea20f-184c-49f3-ab21-d5f9f70bd593 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?device_id=de263339-f479-4f4c-a909-3b530cfec045 HTTP/1.1" status: 200 len: 907 time: 0.0497174 Jan 28 13:58:13.884118 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-eced7f70-c82f-4ab8-ab09-abba9a01e569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfd2450-528b-49a3-b0aa-0dc1330c7629', 'name': 'tempest-TestServerBasicOps-224799108-router', 'tenant_id': '643abf23051547e689cf970229dbcf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '75d60892-4f29-4ed6-b2ce-bd3933e7e128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:55Z', 'updated_at': '2022-01-28T13:58:00Z', 'revision_number': 4, 'project_id': '643abf23051547e689cf970229dbcf7a', 'gw_port': {'id': '75d60892-4f29-4ed6-b2ce-bd3933e7e128', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfd2450-528b-49a3-b0aa-0dc1330c7629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:56Z', 'updated_at': '2022-01-28T13:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '21349e0a-e7a2-40d5-b7c7-b0b038338860', 'name': '', 'network_id': 'e4164e5d-ea76-4ebe-be13-3606ac8a9dd3', 'tenant_id': '643abf23051547e689cf970229dbcf7a', 'mac_address': 'fa:16:3e:38:91:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfd2450-528b-49a3-b0aa-0dc1330c7629', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'e20fa3a3-837e-42d9-8419-47e270ccd0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:59Z', 'updated_at': '2022-01-28T13:58:11Z', 'revision_number': 4, 'project_id': '643abf23051547e689cf970229dbcf7a', 'subnets': [{'id': 'e20fa3a3-837e-42d9-8419-47e270ccd0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:13.890089 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-86dfe816-d413-4426-ae0f-41030d86c37c None None] Current status of the port e754a91c-90b1-4c4a-9ac9-da9d2c9debd1 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:13.890477 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-86dfe816-d413-4426-ae0f-41030d86c37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e754a91c-90b1-4c4a-9ac9-da9d2c9debd1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:13.903299 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-76f86bc5-729a-452f-a534-913101bca69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:13.904634 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-76f86bc5-729a-452f-a534-913101bca69f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f01238-e5bf-46ae-b3ad-ccaec0210780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546556 Jan 28 13:58:13.916990 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-4ccb7b22-f13e-45a1-8d6e-45452291bce0 None None] Allocated IP 2001:db8::f816:3eff:fe11:7c0d (eaf90cf2-5506-4834-9357-75c726140485/e08f12c1-1d59-4327-8836-1c2627ac3cc8/a649b140-7209-4662-adcf-9ba57413c928) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:58:13.919106 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b6c764a4-40a0-4b8f-b361-99235505d09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (e754a91c-90b1-4c4a-9ac9-da9d2c9debd1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:13.951106 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eced7f70-c82f-4ab8-ab09-abba9a01e569 None None] The sync data for ids ['6dfd2450-528b-49a3-b0aa-0dc1330c7629'] in n-d-822747-2 is: [{'id': '6dfd2450-528b-49a3-b0aa-0dc1330c7629', 'name': 'tempest-TestServerBasicOps-224799108-router', 'tenant_id': '643abf23051547e689cf970229dbcf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '75d60892-4f29-4ed6-b2ce-bd3933e7e128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:55Z', 'updated_at': '2022-01-28T13:58:00Z', 'revision_number': 4, 'project_id': '643abf23051547e689cf970229dbcf7a', 'gw_port': {'id': '75d60892-4f29-4ed6-b2ce-bd3933e7e128', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfd2450-528b-49a3-b0aa-0dc1330c7629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:56Z', 'updated_at': '2022-01-28T13:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '21349e0a-e7a2-40d5-b7c7-b0b038338860', 'name': '', 'network_id': 'e4164e5d-ea76-4ebe-be13-3606ac8a9dd3', 'tenant_id': '643abf23051547e689cf970229dbcf7a', 'mac_address': 'fa:16:3e:38:91:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfd2450-528b-49a3-b0aa-0dc1330c7629', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'e20fa3a3-837e-42d9-8419-47e270ccd0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:59Z', 'updated_at': '2022-01-28T13:58:11Z', 'revision_number': 4, 'project_id': '643abf23051547e689cf970229dbcf7a', 'subnets': [{'id': 'e20fa3a3-837e-42d9-8419-47e270ccd0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:58:13.991877 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c764a4-40a0-4b8f-b361-99235505d09d None None] Pushing event deleted for resources: {'Port': ['ID=e754a91c-90b1-4c4a-9ac9-da9d2c9debd1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:14.020854 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c764a4-40a0-4b8f-b361-99235505d09d None None] No DVR routers for this DVR port e754a91c-90b1-4c4a-9ac9-da9d2c9debd1 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:58:14.026635 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 21349e0a-e7a2-40d5-b7c7-b0b038338860 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:14.027792 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2b8f42ec-1664-47f0-8cf3-e0d14a5c1996 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:58:14.061369 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba5c7d-adc3-4956-b324-c7cf368052a9 req-fd0a7973-8cfc-4b02-bd6a-5ee847bd00a4 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:14.071064 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-40ba5c7d-adc3-4956-b324-c7cf368052a9 req-fd0a7973-8cfc-4b02-bd6a-5ee847bd00a4 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5 HTTP/1.1" status: 200 len: 944 time: 0.1395228 Jan 28 13:58:14.084897 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-fe8181c6-4eb3-4828-a32d-41f4cd623a89 service neutron] 10.222.0.37 "GET /v2.0/networks/23f01238-e5bf-46ae-b3ad-ccaec0210780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739552 Jan 28 13:58:14.143519 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-86dfe816-d413-4426-ae0f-41030d86c37c None None] Provisioning complete for port 2b8f42ec-1664-47f0-8cf3-e0d14a5c1996 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:14.143787 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-86dfe816-d413-4426-ae0f-41030d86c37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2b8f42ec-1664-47f0-8cf3-e0d14a5c1996), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:14.213997 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-40ba5c7d-adc3-4956-b324-c7cf368052a9 req-88e01c98-a8fe-4d4e-b926-8251039f3b59 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/security-groups?id=c89f2138-5a19-4e24-bb32-7177ff823094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419950 Jan 28 13:58:14.233388 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 2b8f42ec-1664-47f0-8cf3-e0d14a5c1996 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:14.233760 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2b8f42ec-1664-47f0-8cf3-e0d14a5c1996), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:14.247266 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-12d583e9-68e2-499a-ad5c-d24b92c021df req-d1c74cd1-51fa-4127-a8db-d47a4e2f47ad service neutron] 10.222.0.37 "GET /v2.0/networks/23f01238-e5bf-46ae-b3ad-ccaec0210780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519563 Jan 28 13:58:14.284838 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ccb7b22-f13e-45a1-8d6e-45452291bce0 None None] Publish callbacks [] for port (a649b140-7209-4662-adcf-9ba57413c928), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:14.294058 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8068fda6-56a5-4a51-b4d6-5b1a7e00641d tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks [] for subnet (e08f12c1-1d59-4327-8836-1c2627ac3cc8), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:14.313206 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ccb7b22-f13e-45a1-8d6e-45452291bce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (a649b140-7209-4662-adcf-9ba57413c928), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:14.349193 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8068fda6-56a5-4a51-b4d6-5b1a7e00641d tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (e08f12c1-1d59-4327-8836-1c2627ac3cc8), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:14.355322 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 8879401b-a5c8-440b-a73f-03f7aa0a40e8 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:58:14.359269 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebba58-312e-46c5-bc11-35bcdf697913 req-d071505b-c408-403c-9a6f-ec760eb29fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:14.361319 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-45ebba58-312e-46c5-bc11-35bcdf697913 req-d071505b-c408-403c-9a6f-ec760eb29fe7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43f84e80bff4499cb55423afb93d516b&device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5 HTTP/1.1" status: 200 len: 1095 time: 0.0606585 Jan 28 13:58:14.374090 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-86dfe816-d413-4426-ae0f-41030d86c37c None None] Current status of the port 2b8f42ec-1664-47f0-8cf3-e0d14a5c1996 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:14.382170 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccb7b22-f13e-45a1-8d6e-45452291bce0 None None] Network eaf90cf2-5506-4834-9357-75c726140485 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:58:14.394381 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-4ccb7b22-f13e-45a1-8d6e-45452291bce0 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:14.398857 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccb7b22-f13e-45a1-8d6e-45452291bce0 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:58:14.413652 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb7b22-f13e-45a1-8d6e-45452291bce0 None None] Pushing event updated for resources: {'Port': ['ID=a649b140-7209-4662-adcf-9ba57413c928,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:14.519530 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8068fda6-56a5-4a51-b4d6-5b1a7e00641d tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (e08f12c1-1d59-4327-8836-1c2627ac3cc8), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:14.529886 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebba58-312e-46c5-bc11-35bcdf697913 req-199044fb-6088-4ae6-a5d9-15a12491050f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:14.531605 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-45ebba58-312e-46c5-bc11-35bcdf697913 req-199044fb-6088-4ae6-a5d9-15a12491050f service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f01238-e5bf-46ae-b3ad-ccaec0210780 HTTP/1.1" status: 200 len: 909 time: 0.1649776 Jan 28 13:58:14.563044 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 2b8f42ec-1664-47f0-8cf3-e0d14a5c1996 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:14.567709 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4ccb7b22-f13e-45a1-8d6e-45452291bce0 None None] Attempting to bind port a649b140-7209-4662-adcf-9ba57413c928 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:58:14.567934 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4ccb7b22-f13e-45a1-8d6e-45452291bce0 None None] Attempting to bind port a649b140-7209-4662-adcf-9ba57413c928 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7d9d3cd6-ffaa-49cc-ae22-a31f2ebf0944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eaf90cf2-5506-4834-9357-75c726140485'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:58:14.568294 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb7b22-f13e-45a1-8d6e-45452291bce0 None None] Attempting to bind port a649b140-7209-4662-adcf-9ba57413c928 on network eaf90cf2-5506-4834-9357-75c726140485 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:58:14.593487 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-45ebba58-312e-46c5-bc11-35bcdf697913 req-693ddade-291f-461b-962a-6c3fcf5fcc55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99891b21-0918-4fa2-a49b-9e986da40d4f HTTP/1.1" status: 200 len: 217 time: 0.0532637 Jan 28 13:58:14.594618 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8068fda6-56a5-4a51-b4d6-5b1a7e00641d tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (e08f12c1-1d59-4327-8836-1c2627ac3cc8), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:14.596378 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-86dfe816-d413-4426-ae0f-41030d86c37c None None] Provisioning complete for port 21349e0a-e7a2-40d5-b7c7-b0b038338860 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:14.596863 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-86dfe816-d413-4426-ae0f-41030d86c37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (21349e0a-e7a2-40d5-b7c7-b0b038338860), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:14.613388 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8068fda6-56a5-4a51-b4d6-5b1a7e00641d tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:14.616732 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8068fda6-56a5-4a51-b4d6-5b1a7e00641d tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "DELETE /v2.0/subnets/e08f12c1-1d59-4327-8836-1c2627ac3cc8 HTTP/1.1" status: 204 len: 168 time: 0.9408438 Jan 28 13:58:14.628251 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40744) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:14.637513 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068fda6-56a5-4a51-b4d6-5b1a7e00641d tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event deleted for resources: {'Subnet': ['ID=e08f12c1-1d59-4327-8836-1c2627ac3cc8,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:14.647451 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb7b22-f13e-45a1-8d6e-45452291bce0 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:58:14.647963 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb7b22-f13e-45a1-8d6e-45452291bce0 None None] Checking segment: {'id': '7d9d3cd6-ffaa-49cc-ae22-a31f2ebf0944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eaf90cf2-5506-4834-9357-75c726140485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:58:14.648467 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ccb7b22-f13e-45a1-8d6e-45452291bce0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:14.648981 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb7b22-f13e-45a1-8d6e-45452291bce0 None None] Bound using segment: {'id': '7d9d3cd6-ffaa-49cc-ae22-a31f2ebf0944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eaf90cf2-5506-4834-9357-75c726140485'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:58:14.649571 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4ccb7b22-f13e-45a1-8d6e-45452291bce0 None None] Bound port: a649b140-7209-4662-adcf-9ba57413c928, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9d3cd6-ffaa-49cc-ae22-a31f2ebf0944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eaf90cf2-5506-4834-9357-75c726140485'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:58:14.650058 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ccb7b22-f13e-45a1-8d6e-45452291bce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a649b140-7209-4662-adcf-9ba57413c928), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:14.671638 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 8879401b-a5c8-440b-a73f-03f7aa0a40e8, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8879401b-a5c8-440b-a73f-03f7aa0a40e8,segment=NetworkSegment(f090d3a8-e0d7-4d46-a8ad-1485b2485519),segment_id=f090d3a8-e0d7-4d46-a8ad-1485b2485519)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:14.691894 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebba58-312e-46c5-bc11-35bcdf697913 req-577cae8c-1839-4fbe-a568-9f1e245eb5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:14.693487 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-45ebba58-312e-46c5-bc11-35bcdf697913 req-577cae8c-1839-4fbe-a568-9f1e245eb5a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a089844e-5894-4caa-ac57-449f6d24f54e HTTP/1.1" status: 200 len: 848 time: 0.0946548 Jan 28 13:58:14.700070 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a5341f-f89c-423b-8ae1-d9f42fb9d82d tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:14.701491 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a5341f-f89c-423b-8ae1-d9f42fb9d82d tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:14.703142 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-13a5341f-f89c-423b-8ae1-d9f42fb9d82d tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0738831 Jan 28 13:58:14.706364 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40746) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:14.710886 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '8879401b-a5c8-440b-a73f-03f7aa0a40e8', 'network_id': '3e045084-6a8c-4a00-bef8-0bfd912521b6', 'port_id': '8879401b-a5c8-440b-a73f-03f7aa0a40e8', 'mac_address': 'fa:16:3e:bd:1c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0843687-f263-4d75-930d-53ec2438e0f8', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:58:14.746177 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebba58-312e-46c5-bc11-35bcdf697913 req-50026861-ef49-4d6b-a4ac-89adf66e2c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:14.748019 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-45ebba58-312e-46c5-bc11-35bcdf697913 req-50026861-ef49-4d6b-a4ac-89adf66e2c16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f01238-e5bf-46ae-b3ad-ccaec0210780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438466 Jan 28 13:58:14.800483 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4ccb7b22-f13e-45a1-8d6e-45452291bce0 None None] For port a649b140-7209-4662-adcf-9ba57413c928, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:58:14.819781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-86dfe816-d413-4426-ae0f-41030d86c37c None None] Current status of the port 21349e0a-e7a2-40d5-b7c7-b0b038338860 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:14.823587 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 8879401b-a5c8-440b-a73f-03f7aa0a40e8 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:14.823900 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8879401b-a5c8-440b-a73f-03f7aa0a40e8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:14.826809 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4ccb7b22-f13e-45a1-8d6e-45452291bce0 None None] For port a649b140-7209-4662-adcf-9ba57413c928, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=a649b140-7209-4662-adcf-9ba57413c928,segment=NetworkSegment(7d9d3cd6-ffaa-49cc-ae22-a31f2ebf0944),segment_id=7d9d3cd6-ffaa-49cc-ae22-a31f2ebf0944)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:58:14.844552 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 21349e0a-e7a2-40d5-b7c7-b0b038338860 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:58:14.866395 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2fa9cd8d-8ed0-4dce-9ed2-333f8459b19f tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (eaf90cf2-5506-4834-9357-75c726140485), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:14.873174 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ccb7b22-f13e-45a1-8d6e-45452291bce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a649b140-7209-4662-adcf-9ba57413c928), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:14.881009 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-45ebba58-312e-46c5-bc11-35bcdf697913 req-01b3b10b-5637-4b03-bbec-fad0b5e29948 service neutron] 10.222.0.37 "GET /v2.0/networks/23f01238-e5bf-46ae-b3ad-ccaec0210780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264598 Jan 28 13:58:14.881663 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa9cd8d-8ed0-4dce-9ed2-333f8459b19f tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 13:58:14.881831 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fa9cd8d-8ed0-4dce-9ed2-333f8459b19f tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:58:14.885003 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2fa9cd8d-8ed0-4dce-9ed2-333f8459b19f tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "DELETE /v2.0/networks/eaf90cf2-5506-4834-9357-75c726140485 HTTP/1.1" status: 409 len: 466 time: 0.1776178 Jan 28 13:58:14.890315 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40750) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:14.893879 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8879401b-a5c8-440b-a73f-03f7aa0a40e8 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:58:14.896483 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-8fe22fcd-6cf4-4b58-bc4b-219a521dc4e8 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1589657592'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:14.922251 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe22fcd-6cf4-4b58-bc4b-219a521dc4e8 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Made reservation on behalf of fd76531de61d447cb3b61b0b31f238b4 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:58:14.931974 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8fe22fcd-6cf4-4b58-bc4b-219a521dc4e8 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:14.966326 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe22fcd-6cf4-4b58-bc4b-219a521dc4e8 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:58:14.978309 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8fe22fcd-6cf4-4b58-bc4b-219a521dc4e8 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (19f5c8c3-8a91-4403-8263-2522dc91364a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:14.979117 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-8fe22fcd-6cf4-4b58-bc4b-219a521dc4e8 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Added segment 19f5c8c3-8a91-4403-8263-2522dc91364a of type vlan for network 265707fa-18b5-4a73-bf8b-0213902d8ea9 Jan 28 13:58:14.995328 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 8879401b-a5c8-440b-a73f-03f7aa0a40e8, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8879401b-a5c8-440b-a73f-03f7aa0a40e8,segment=NetworkSegment(f090d3a8-e0d7-4d46-a8ad-1485b2485519),segment_id=f090d3a8-e0d7-4d46-a8ad-1485b2485519)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:15.027795 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8879401b-a5c8-440b-a73f-03f7aa0a40e8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:15.041091 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb7b22-f13e-45a1-8d6e-45452291bce0 None None] Pushing event updated for resources: {'Port': ['ID=a649b140-7209-4662-adcf-9ba57413c928,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:15.058409 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-45ebba58-312e-46c5-bc11-35bcdf697913 req-aebe0d9d-b2ca-48c9-ae0a-9fa3c6091880 service neutron] 10.222.0.37 "GET /v2.0/networks/23f01238-e5bf-46ae-b3ad-ccaec0210780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680334 Jan 28 13:58:15.062481 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8fe22fcd-6cf4-4b58-bc4b-219a521dc4e8 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (265707fa-18b5-4a73-bf8b-0213902d8ea9), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:15.084195 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e083a29-5716-4cd6-b4a4-8614ec540248 None None] get_active_networks_info from n-d-822747-2 {{(pid=103353) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:58:15.092724 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b322907-1d4d-4ed4-bd80-101a192f79df req-e788c8aa-dbee-47e1-9dbc-7866bb500773 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:15.093994 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4b322907-1d4d-4ed4-bd80-101a192f79df req-e788c8aa-dbee-47e1-9dbc-7866bb500773 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?device_id=de263339-f479-4f4c-a909-3b530cfec045 HTTP/1.1" status: 200 len: 908 time: 0.0837326 Jan 28 13:58:15.103025 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8fe22fcd-6cf4-4b58-bc4b-219a521dc4e8 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (265707fa-18b5-4a73-bf8b-0213902d8ea9), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:15.107946 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe22fcd-6cf4-4b58-bc4b-219a521dc4e8 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:15.108537 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8fe22fcd-6cf4-4b58-bc4b-219a521dc4e8 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:15.142239 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8fe22fcd-6cf4-4b58-bc4b-219a521dc4e8 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2502558 Jan 28 13:58:15.145254 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40752) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:15.150639 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-525ace6e-fcee-48b4-b0cb-33c0dc5a89b5 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Request body: {'subnet': {'network_id': '265707fa-18b5-4a73-bf8b-0213902d8ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:15.150844 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 21349e0a-e7a2-40d5-b7c7-b0b038338860 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:15.151098 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (21349e0a-e7a2-40d5-b7c7-b0b038338860), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:15.155973 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=8879401b-a5c8-440b-a73f-03f7aa0a40e8,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:15.202412 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe22fcd-6cf4-4b58-bc4b-219a521dc4e8 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event updated for resources: {'Network': ['ID=265707fa-18b5-4a73-bf8b-0213902d8ea9,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:15.218844 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 265707fa-18b5-4a73-bf8b-0213902d8ea9 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:58:15.228344 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['8879401b-a5c8-440b-a73f-03f7aa0a40e8'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:58:15.276232 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525ace6e-fcee-48b4-b0cb-33c0dc5a89b5 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Made reservation on behalf of fd76531de61d447cb3b61b0b31f238b4 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:58:15.280009 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-525ace6e-fcee-48b4-b0cb-33c0dc5a89b5 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:15.343223 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e083a29-5716-4cd6-b4a4-8614ec540248 None None] Resources bound (agent type, host, resource id): {{(pid=103353) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:58:15.352999 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b87b3c-8762-4e9b-a1c2-7b4202a8ddc6 req-eb2b4279-edbc-4d2b-b4ff-81d50775a8db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:15.359896 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-07b87b3c-8762-4e9b-a1c2-7b4202a8ddc6 req-eb2b4279-edbc-4d2b-b4ff-81d50775a8db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5 HTTP/1.1" status: 200 len: 944 time: 0.0731158 Jan 28 13:58:15.404445 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 21349e0a-e7a2-40d5-b7c7-b0b038338860 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:15.420602 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-07b87b3c-8762-4e9b-a1c2-7b4202a8ddc6 req-05c884b3-9226-424d-a087-90ce3b4d7ad2 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/security-groups?id=c89f2138-5a19-4e24-bb32-7177ff823094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576077 Jan 28 13:58:15.589482 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc4778d-da7d-41ec-b8d7-37d388131e85 None None] Network eaf90cf2-5506-4834-9357-75c726140485 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:58:15.594393 n-d-822747-2 neutron-server[103351]: DEBUG neutron.objects.ports [None req-525ace6e-fcee-48b4-b0cb-33c0dc5a89b5 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103351) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 13:58:15.595933 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-525ace6e-fcee-48b4-b0cb-33c0dc5a89b5 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (7e909606-14d3-4129-a28d-70c558f49dbb), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:15.659225 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ace6e-fcee-48b4-b0cb-33c0dc5a89b5 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event updated for resources: {'Subnet': ['ID=7e909606-14d3-4129-a28d-70c558f49dbb,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:15.669963 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525ace6e-fcee-48b4-b0cb-33c0dc5a89b5 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Checking segment: {'id': '19f5c8c3-8a91-4403-8263-2522dc91364a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '265707fa-18b5-4a73-bf8b-0213902d8ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:58:15.670331 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525ace6e-fcee-48b4-b0cb-33c0dc5a89b5 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Network hostable DHCP agents. Network: 265707fa-18b5-4a73-bf8b-0213902d8ea9, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:58:15.687998 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525ace6e-fcee-48b4-b0cb-33c0dc5a89b5 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Network 265707fa-18b5-4a73-bf8b-0213902d8ea9 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:58:15.699285 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-525ace6e-fcee-48b4-b0cb-33c0dc5a89b5 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 265707fa-18b5-4a73-bf8b-0213902d8ea9) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:15.704677 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525ace6e-fcee-48b4-b0cb-33c0dc5a89b5 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:15.705287 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-525ace6e-fcee-48b4-b0cb-33c0dc5a89b5 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:15.710022 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9280d6-cc5e-4894-a931-01c45edc24c6 None None] Network 265707fa-18b5-4a73-bf8b-0213902d8ea9 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:58:15.729730 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-525ace6e-fcee-48b4-b0cb-33c0dc5a89b5 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.5808091 Jan 28 13:58:15.730947 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40756) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:15.828274 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1701189-97a5-4ec1-ae8f-e81d87c0d788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-265707fa-18b5-4a73-bf8b-0213902d8ea9', 'network_id': '265707fa-18b5-4a73-bf8b-0213902d8ea9', 'project_id': 'fd76531de61d447cb3b61b0b31f238b4', 'fixed_ips': [{'subnet_id': '7e909606-14d3-4129-a28d-70c558f49dbb'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:58:15.829754 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d1701189-97a5-4ec1-ae8f-e81d87c0d788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:15.838414 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (265707fa-18b5-4a73-bf8b-0213902d8ea9), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:15.892061 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (7e909606-14d3-4129-a28d-70c558f49dbb), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:15.976879 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-d1701189-97a5-4ec1-ae8f-e81d87c0d788 None None] Allocated IP 2001:db8::f816:3eff:fe6f:b6a3 (265707fa-18b5-4a73-bf8b-0213902d8ea9/7e909606-14d3-4129-a28d-70c558f49dbb/8bf7cb30-a93d-41c9-96e6-527cbfd88fde) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:58:16.116994 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d1701189-97a5-4ec1-ae8f-e81d87c0d788 None None] Publish callbacks [] for port (8bf7cb30-a93d-41c9-96e6-527cbfd88fde), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:16.123979 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d1701189-97a5-4ec1-ae8f-e81d87c0d788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (8bf7cb30-a93d-41c9-96e6-527cbfd88fde), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:16.152055 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (7e909606-14d3-4129-a28d-70c558f49dbb), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:16.169300 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1701189-97a5-4ec1-ae8f-e81d87c0d788 None None] Network 265707fa-18b5-4a73-bf8b-0213902d8ea9 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:58:16.177022 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-d1701189-97a5-4ec1-ae8f-e81d87c0d788 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:16.180238 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1701189-97a5-4ec1-ae8f-e81d87c0d788 None None] Pushing event updated for resources: {'Port': ['ID=8bf7cb30-a93d-41c9-96e6-527cbfd88fde,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:16.182387 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1701189-97a5-4ec1-ae8f-e81d87c0d788 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:58:16.194360 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event deleted for resources: {'Subnet': ['ID=7e909606-14d3-4129-a28d-70c558f49dbb,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:16.246869 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d1701189-97a5-4ec1-ae8f-e81d87c0d788 None None] Attempting to bind port 8bf7cb30-a93d-41c9-96e6-527cbfd88fde on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:58:16.247208 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d1701189-97a5-4ec1-ae8f-e81d87c0d788 None None] Attempting to bind port 8bf7cb30-a93d-41c9-96e6-527cbfd88fde by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '19f5c8c3-8a91-4403-8263-2522dc91364a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '265707fa-18b5-4a73-bf8b-0213902d8ea9'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:58:16.247576 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1701189-97a5-4ec1-ae8f-e81d87c0d788 None None] Attempting to bind port 8bf7cb30-a93d-41c9-96e6-527cbfd88fde on network 265707fa-18b5-4a73-bf8b-0213902d8ea9 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:58:16.252771 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1701189-97a5-4ec1-ae8f-e81d87c0d788 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:58:16.253150 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1701189-97a5-4ec1-ae8f-e81d87c0d788 None None] Checking segment: {'id': '19f5c8c3-8a91-4403-8263-2522dc91364a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '265707fa-18b5-4a73-bf8b-0213902d8ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:58:16.253554 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d1701189-97a5-4ec1-ae8f-e81d87c0d788 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:16.253946 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1701189-97a5-4ec1-ae8f-e81d87c0d788 None None] Bound using segment: {'id': '19f5c8c3-8a91-4403-8263-2522dc91364a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '265707fa-18b5-4a73-bf8b-0213902d8ea9'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:58:16.254414 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d1701189-97a5-4ec1-ae8f-e81d87c0d788 None None] Bound port: 8bf7cb30-a93d-41c9-96e6-527cbfd88fde, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f5c8c3-8a91-4403-8263-2522dc91364a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '265707fa-18b5-4a73-bf8b-0213902d8ea9'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:58:16.254856 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d1701189-97a5-4ec1-ae8f-e81d87c0d788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8bf7cb30-a93d-41c9-96e6-527cbfd88fde), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:16.290215 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (265707fa-18b5-4a73-bf8b-0213902d8ea9), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:16.314156 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['265707fa-18b5-4a73-bf8b-0213902d8ea9']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:16.316461 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d1701189-97a5-4ec1-ae8f-e81d87c0d788 None None] For port 8bf7cb30-a93d-41c9-96e6-527cbfd88fde, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:58:16.319580 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d1701189-97a5-4ec1-ae8f-e81d87c0d788 None None] For port 8bf7cb30-a93d-41c9-96e6-527cbfd88fde, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8bf7cb30-a93d-41c9-96e6-527cbfd88fde,segment=NetworkSegment(19f5c8c3-8a91-4403-8263-2522dc91364a),segment_id=19f5c8c3-8a91-4403-8263-2522dc91364a)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:58:16.325222 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d1701189-97a5-4ec1-ae8f-e81d87c0d788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8bf7cb30-a93d-41c9-96e6-527cbfd88fde), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:16.328865 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a592fef-7c02-4d54-ba85-32267226e04a req-68ac215d-637a-4e78-a1c4-036e45582a9a tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:16.330388 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4a592fef-7c02-4d54-ba85-32267226e04a req-68ac215d-637a-4e78-a1c4-036e45582a9a tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?device_id=de263339-f479-4f4c-a909-3b530cfec045 HTTP/1.1" status: 200 len: 908 time: 0.1284881 Jan 28 13:58:16.334223 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f5c8c3-8a91-4403-8263-2522dc91364a') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:16.338050 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f5c8c3-8a91-4403-8263-2522dc91364a') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:16.354836 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (19f5c8c3-8a91-4403-8263-2522dc91364a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:16.362578 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 8879401b-a5c8-440b-a73f-03f7aa0a40e8 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:58:16.370799 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (19f5c8c3-8a91-4403-8263-2522dc91364a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:16.376941 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:58:16.377330 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (19f5c8c3-8a91-4403-8263-2522dc91364a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:58:16.380447 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:58:16.435129 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.db.api [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:58:16.435129 n-d-822747-2 neutron-server[103351]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:58:16.435129 n-d-822747-2 neutron-server[103351]: [parameters: {'id': '265707fa-18b5-4a73-bf8b-0213902d8ea9'}] Jan 28 13:58:16.435129 n-d-822747-2 neutron-server[103351]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103351) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:58:16.435919 n-d-822747-2 neutron-server[103351]: DEBUG oslo_db.api [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:58:16.454182 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1701189-97a5-4ec1-ae8f-e81d87c0d788 None None] Pushing event updated for resources: {'Port': ['ID=8bf7cb30-a93d-41c9-96e6-527cbfd88fde,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:16.470798 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 8879401b-a5c8-440b-a73f-03f7aa0a40e8 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:58:16.475414 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 8879401b-a5c8-440b-a73f-03f7aa0a40e8 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:16.476199 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8879401b-a5c8-440b-a73f-03f7aa0a40e8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:16.480937 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe793b6-f9a8-4b02-bff3-764b277c57ac None None] get_active_networks_info from n-d-822747-2 {{(pid=103353) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:58:16.546170 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8afcb-40b6-43cc-8185-e6e5a2f42874 req-4e32a7b2-7d57-4401-b553-8bb193c57ddb tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:16.547734 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-39d8afcb-40b6-43cc-8185-e6e5a2f42874 req-4e32a7b2-7d57-4401-b553-8bb193c57ddb tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5 HTTP/1.1" status: 200 len: 944 time: 0.0518756 Jan 28 13:58:16.598222 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-39d8afcb-40b6-43cc-8185-e6e5a2f42874 req-0b426081-950c-42fa-96b8-d0699685e5a3 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/security-groups?id=c89f2138-5a19-4e24-bb32-7177ff823094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444596 Jan 28 13:58:16.635279 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 8879401b-a5c8-440b-a73f-03f7aa0a40e8 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:16.635828 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8879401b-a5c8-440b-a73f-03f7aa0a40e8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:16.645207 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe793b6-f9a8-4b02-bff3-764b277c57ac None None] Resources bound (agent type, host, resource id): {{(pid=103353) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:58:16.668191 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de263339-f479-4f4c-a909-3b530cfec045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8879401b-a5c8-440b-a73f-03f7aa0a40e8'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:58:16.670446 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fca9a8-5d8c-429a-842e-c6d2bf14e0ed" -d '{"events": [{"server_uuid": "de263339-f479-4f4c-a909-3b530cfec045", "name": "network-vif-plugged", "status": "completed", "tag": "8879401b-a5c8-440b-a73f-03f7aa0a40e8"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:58:16.687117 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 8879401b-a5c8-440b-a73f-03f7aa0a40e8, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8879401b-a5c8-440b-a73f-03f7aa0a40e8,segment=NetworkSegment(f090d3a8-e0d7-4d46-a8ad-1485b2485519),segment_id=f090d3a8-e0d7-4d46-a8ad-1485b2485519)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:16.700007 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8879401b-a5c8-440b-a73f-03f7aa0a40e8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:16.714868 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef9b66c-747c-41dc-9540-308744038ed5 x-openstack-request-id: req-cef9b66c-747c-41dc-9540-308744038ed5 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:58:16.715183 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de263339-f479-4f4c-a909-3b530cfec045", "name": "network-vif-plugged", "status": "completed", "tag": "8879401b-a5c8-440b-a73f-03f7aa0a40e8", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:58:16.716215 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cef9b66c-747c-41dc-9540-308744038ed5 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:58:16.716672 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de263339-f479-4f4c-a909-3b530cfec045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8879401b-a5c8-440b-a73f-03f7aa0a40e8', 'code': 200} Jan 28 13:58:16.811372 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=8879401b-a5c8-440b-a73f-03f7aa0a40e8,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:16.814524 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c23fd9-2f57-419d-901b-a10048dfc46f req-a9b4ebf1-3ff7-41f9-a1e8-d93a89e6e7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:16.816064 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c7c23fd9-2f57-419d-901b-a10048dfc46f req-a9b4ebf1-3ff7-41f9-a1e8-d93a89e6e7f9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=de263339-f479-4f4c-a909-3b530cfec045 HTTP/1.1" status: 200 len: 1060 time: 0.0401413 Jan 28 13:58:16.937215 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (265707fa-18b5-4a73-bf8b-0213902d8ea9), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:17.006881 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Deleting port 8bf7cb30-a93d-41c9-96e6-527cbfd88fde {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:58:17.007256 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8bf7cb30-a93d-41c9-96e6-527cbfd88fde), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:17.074411 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] For port 8bf7cb30-a93d-41c9-96e6-527cbfd88fde, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8bf7cb30-a93d-41c9-96e6-527cbfd88fde,segment=NetworkSegment(19f5c8c3-8a91-4403-8263-2522dc91364a),segment_id=19f5c8c3-8a91-4403-8263-2522dc91364a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:17.074747 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8bf7cb30-a93d-41c9-96e6-527cbfd88fde), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:17.088252 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Calling delete_port for 8bf7cb30-a93d-41c9-96e6-527cbfd88fde owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:58:17.091780 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296870ea-8c08-46c3-8915-1a8b4edb1972 None None] Network 265707fa-18b5-4a73-bf8b-0213902d8ea9 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:58:17.173578 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (8bf7cb30-a93d-41c9-96e6-527cbfd88fde), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:17.201565 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] No DVR routers for this DVR port 8bf7cb30-a93d-41c9-96e6-527cbfd88fde on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:58:17.203578 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event deleted for resources: {'Port': ['ID=8bf7cb30-a93d-41c9-96e6-527cbfd88fde,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:17.289536 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (265707fa-18b5-4a73-bf8b-0213902d8ea9), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:17.309526 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['265707fa-18b5-4a73-bf8b-0213902d8ea9']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:17.318639 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f5c8c3-8a91-4403-8263-2522dc91364a') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:17.318935 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f5c8c3-8a91-4403-8263-2522dc91364a') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:17.328523 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (19f5c8c3-8a91-4403-8263-2522dc91364a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:17.342360 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (19f5c8c3-8a91-4403-8263-2522dc91364a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:17.348765 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:58:17.349209 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (19f5c8c3-8a91-4403-8263-2522dc91364a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:58:17.352269 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:58:17.410469 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (265707fa-18b5-4a73-bf8b-0213902d8ea9), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:17.418133 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:17.424406 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "DELETE /v2.0/networks/265707fa-18b5-4a73-bf8b-0213902d8ea9 HTTP/1.1" status: 204 len: 168 time: 1.6900125 Jan 28 13:58:17.424622 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40766) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:17.438307 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-48d666cc-6f8e-4840-8df6-3ddddf3b966b tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-581633546'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:17.444321 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2a697-b3c0-443d-b24e-b8ed0faba8ca tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event deleted for resources: {'Network': ['ID=265707fa-18b5-4a73-bf8b-0213902d8ea9,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:17.467776 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d666cc-6f8e-4840-8df6-3ddddf3b966b tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Made reservation on behalf of fd76531de61d447cb3b61b0b31f238b4 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:58:17.468485 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52cb5e-f0f9-4e06-b41f-0994dc389f21 req-5889ad22-5e75-436b-a05d-4729bae3885c tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:17.470100 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8e52cb5e-f0f9-4e06-b41f-0994dc389f21 req-5889ad22-5e75-436b-a05d-4729bae3885c tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?device_id=de263339-f479-4f4c-a909-3b530cfec045 HTTP/1.1" status: 200 len: 909 time: 0.0572267 Jan 28 13:58:17.471826 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-48d666cc-6f8e-4840-8df6-3ddddf3b966b tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:17.500649 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d666cc-6f8e-4840-8df6-3ddddf3b966b tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:58:17.510261 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-48d666cc-6f8e-4840-8df6-3ddddf3b966b tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (16beef9b-3abc-4e37-8ed8-6fec759aeb3a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:17.510637 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-48d666cc-6f8e-4840-8df6-3ddddf3b966b tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Added segment 16beef9b-3abc-4e37-8ed8-6fec759aeb3a of type vlan for network 959c35ef-7867-42f4-a544-9275f373b247 Jan 28 13:58:17.558519 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-48d666cc-6f8e-4840-8df6-3ddddf3b966b tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (959c35ef-7867-42f4-a544-9275f373b247), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:17.583872 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-48d666cc-6f8e-4840-8df6-3ddddf3b966b tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (959c35ef-7867-42f4-a544-9275f373b247), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:17.589131 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d666cc-6f8e-4840-8df6-3ddddf3b966b tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:17.589716 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-48d666cc-6f8e-4840-8df6-3ddddf3b966b tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:17.633853 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-48d666cc-6f8e-4840-8df6-3ddddf3b966b tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.1999307 Jan 28 13:58:17.637165 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40770) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:17.642650 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-2e58ecb5-6eab-4fb6-bcbe-863ea521a04d tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Request body: {'subnet': {'network_id': '959c35ef-7867-42f4-a544-9275f373b247', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:17.665826 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d666cc-6f8e-4840-8df6-3ddddf3b966b tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event updated for resources: {'Network': ['ID=959c35ef-7867-42f4-a544-9275f373b247,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:17.676474 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 959c35ef-7867-42f4-a544-9275f373b247 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:58:17.734095 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf469f12-d064-4c44-b048-b1ec05e65fe2 req-a347b6d1-72f5-416f-ada0-c8abc4436ef6 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:17.735558 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf469f12-d064-4c44-b048-b1ec05e65fe2 req-a347b6d1-72f5-416f-ada0-c8abc4436ef6 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5 HTTP/1.1" status: 200 len: 944 time: 0.0517170 Jan 28 13:58:17.746009 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e58ecb5-6eab-4fb6-bcbe-863ea521a04d tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Made reservation on behalf of fd76531de61d447cb3b61b0b31f238b4 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:58:17.749744 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2e58ecb5-6eab-4fb6-bcbe-863ea521a04d tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:17.815564 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf469f12-d064-4c44-b048-b1ec05e65fe2 req-f157add9-0126-44cd-98bf-469afed98fab tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/security-groups?id=c89f2138-5a19-4e24-bb32-7177ff823094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692251 Jan 28 13:58:17.953250 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2e58ecb5-6eab-4fb6-bcbe-863ea521a04d tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (7082a193-0806-48a1-9bae-421f0e8be1dc), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:17.968706 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:18.006481 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58ecb5-6eab-4fb6-bcbe-863ea521a04d tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event updated for resources: {'Subnet': ['ID=7082a193-0806-48a1-9bae-421f0e8be1dc,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:18.022592 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58ecb5-6eab-4fb6-bcbe-863ea521a04d tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Checking segment: {'id': '16beef9b-3abc-4e37-8ed8-6fec759aeb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '959c35ef-7867-42f4-a544-9275f373b247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:58:18.023037 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e58ecb5-6eab-4fb6-bcbe-863ea521a04d tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Network hostable DHCP agents. Network: 959c35ef-7867-42f4-a544-9275f373b247, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:58:18.040903 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e58ecb5-6eab-4fb6-bcbe-863ea521a04d tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Network 959c35ef-7867-42f4-a544-9275f373b247 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:58:18.050535 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-2e58ecb5-6eab-4fb6-bcbe-863ea521a04d tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 959c35ef-7867-42f4-a544-9275f373b247) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:18.054575 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e58ecb5-6eab-4fb6-bcbe-863ea521a04d tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:18.055201 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2e58ecb5-6eab-4fb6-bcbe-863ea521a04d tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:18.061812 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99121bea-d4ca-4935-ba01-3b96c2eb29e4 None None] Network 959c35ef-7867-42f4-a544-9275f373b247 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:58:18.072548 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2e58ecb5-6eab-4fb6-bcbe-863ea521a04d tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4337459 Jan 28 13:58:18.075096 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40772) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:18.170186 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f064e1d-3205-439f-a80c-10c49a5263c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-959c35ef-7867-42f4-a544-9275f373b247', 'network_id': '959c35ef-7867-42f4-a544-9275f373b247', 'project_id': 'fd76531de61d447cb3b61b0b31f238b4', 'fixed_ips': [{'subnet_id': '7082a193-0806-48a1-9bae-421f0e8be1dc'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:58:18.171776 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5f064e1d-3205-439f-a80c-10c49a5263c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:18.177726 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b21b2e37-7794-459b-a784-63092fcb9dbc tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (959c35ef-7867-42f4-a544-9275f373b247), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:18.189481 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 99891b21-0918-4fa2-a49b-9e986da40d4f details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:58:18.231325 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b21b2e37-7794-459b-a784-63092fcb9dbc tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (7082a193-0806-48a1-9bae-421f0e8be1dc), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:18.292764 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b21b2e37-7794-459b-a784-63092fcb9dbc tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (7082a193-0806-48a1-9bae-421f0e8be1dc), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server [None req-5f064e1d-3205-439f-a80c-10c49a5263c0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7082a193-0806-48a1-9bae-421f0e8be1dc: This subnet is being modified by another concurrent operation. Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise exception Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7082a193-0806-48a1-9bae-421f0e8be1dc: This subnet is being modified by another concurrent operation. Jan 28 13:58:18.319112 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server Jan 28 13:58:18.325999 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b2e37-7794-459b-a784-63092fcb9dbc tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event deleted for resources: {'Subnet': ['ID=7082a193-0806-48a1-9bae-421f0e8be1dc,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:18.343288 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d2aef0-1210-415d-8778-c8a616610c56 None None] get_active_networks_info from n-d-822747-2 {{(pid=103353) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:58:18.383373 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b21b2e37-7794-459b-a784-63092fcb9dbc tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (959c35ef-7867-42f4-a544-9275f373b247), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:18.387441 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 99891b21-0918-4fa2-a49b-9e986da40d4f, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=99891b21-0918-4fa2-a49b-9e986da40d4f,segment=NetworkSegment(72c8a167-92fb-440a-82a0-66e01f7c98c8),segment_id=72c8a167-92fb-440a-82a0-66e01f7c98c8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:18.403707 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '99891b21-0918-4fa2-a49b-9e986da40d4f', 'network_id': '23f01238-e5bf-46ae-b3ad-ccaec0210780', 'port_id': '99891b21-0918-4fa2-a49b-9e986da40d4f', 'mac_address': 'fa:16:3e:f5:02:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a089844e-5894-4caa-ac57-449f6d24f54e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:58:18.405474 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-b21b2e37-7794-459b-a784-63092fcb9dbc tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['959c35ef-7867-42f4-a544-9275f373b247']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:18.415111 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-b21b2e37-7794-459b-a784-63092fcb9dbc tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16beef9b-3abc-4e37-8ed8-6fec759aeb3a') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:18.415415 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-b21b2e37-7794-459b-a784-63092fcb9dbc tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16beef9b-3abc-4e37-8ed8-6fec759aeb3a') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:18.424994 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b21b2e37-7794-459b-a784-63092fcb9dbc tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (16beef9b-3abc-4e37-8ed8-6fec759aeb3a), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:18.439177 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b21b2e37-7794-459b-a784-63092fcb9dbc tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (16beef9b-3abc-4e37-8ed8-6fec759aeb3a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:18.446756 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21b2e37-7794-459b-a784-63092fcb9dbc tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:58:18.447224 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b21b2e37-7794-459b-a784-63092fcb9dbc tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (16beef9b-3abc-4e37-8ed8-6fec759aeb3a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:58:18.450456 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:58:18.476734 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 99891b21-0918-4fa2-a49b-9e986da40d4f is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:18.476734 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (99891b21-0918-4fa2-a49b-9e986da40d4f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:18.502192 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99891b21-0918-4fa2-a49b-9e986da40d4f {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:58:18.518592 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d2aef0-1210-415d-8778-c8a616610c56 None None] Resources bound (agent type, host, resource id): {{(pid=103353) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:58:18.527523 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b21b2e37-7794-459b-a784-63092fcb9dbc tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (959c35ef-7867-42f4-a544-9275f373b247), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:18.531474 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 99891b21-0918-4fa2-a49b-9e986da40d4f, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=99891b21-0918-4fa2-a49b-9e986da40d4f,segment=NetworkSegment(72c8a167-92fb-440a-82a0-66e01f7c98c8),segment_id=72c8a167-92fb-440a-82a0-66e01f7c98c8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:18.538718 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b21b2e37-7794-459b-a784-63092fcb9dbc tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:18.541943 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b21b2e37-7794-459b-a784-63092fcb9dbc tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "DELETE /v2.0/networks/959c35ef-7867-42f4-a544-9275f373b247 HTTP/1.1" status: 204 len: 168 time: 0.4659078 Jan 28 13:58:18.545145 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (99891b21-0918-4fa2-a49b-9e986da40d4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:18.545981 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40776) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:18.551377 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-a0f4545c-ac92-4207-b2cf-e6c98d6e4074 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2122117638'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:18.575716 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f4545c-ac92-4207-b2cf-e6c98d6e4074 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Made reservation on behalf of fd76531de61d447cb3b61b0b31f238b4 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:58:18.577286 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b2e37-7794-459b-a784-63092fcb9dbc tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event deleted for resources: {'Network': ['ID=959c35ef-7867-42f4-a544-9275f373b247,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:18.579273 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a0f4545c-ac92-4207-b2cf-e6c98d6e4074 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:18.606784 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f4545c-ac92-4207-b2cf-e6c98d6e4074 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:58:18.617032 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a0f4545c-ac92-4207-b2cf-e6c98d6e4074 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (29fc1a96-3f76-455d-a199-141b476f9d33), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:18.617349 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-a0f4545c-ac92-4207-b2cf-e6c98d6e4074 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Added segment 29fc1a96-3f76-455d-a199-141b476f9d33 of type vlan for network 53f20ecf-6e42-4ae9-8e8c-deeb3825a47c Jan 28 13:58:18.618533 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c03d1e-3b7d-49dd-8ea0-e0b2c635c718 req-604bda1c-da0a-4f56-bd29-a30d7d607d59 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:18.620201 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-81c03d1e-3b7d-49dd-8ea0-e0b2c635c718 req-604bda1c-da0a-4f56-bd29-a30d7d607d59 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?device_id=de263339-f479-4f4c-a909-3b530cfec045 HTTP/1.1" status: 200 len: 909 time: 0.0548663 Jan 28 13:58:18.660583 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=99891b21-0918-4fa2-a49b-9e986da40d4f,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:18.662592 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a0f4545c-ac92-4207-b2cf-e6c98d6e4074 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (53f20ecf-6e42-4ae9-8e8c-deeb3825a47c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:18.691621 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a0f4545c-ac92-4207-b2cf-e6c98d6e4074 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (53f20ecf-6e42-4ae9-8e8c-deeb3825a47c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:18.697228 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f4545c-ac92-4207-b2cf-e6c98d6e4074 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:18.697870 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a0f4545c-ac92-4207-b2cf-e6c98d6e4074 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:18.762984 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a0f4545c-ac92-4207-b2cf-e6c98d6e4074 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2130935 Jan 28 13:58:18.763437 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40780) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:18.768767 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-fc462ab3-ae7a-4043-a2cd-c20e50688675 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Request body: {'subnet': {'network_id': '53f20ecf-6e42-4ae9-8e8c-deeb3825a47c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:18.781187 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c80d57-27e8-4d62-bff5-ef139f9f79e2 None None] Network 959c35ef-7867-42f4-a544-9275f373b247 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:58:18.796602 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c80d57-27e8-4d62-bff5-ef139f9f79e2 None None] Network 959c35ef-7867-42f4-a544-9275f373b247 could not be found, it might have been deleted concurrently. {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 13:58:18.802888 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4545c-ac92-4207-b2cf-e6c98d6e4074 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event updated for resources: {'Network': ['ID=53f20ecf-6e42-4ae9-8e8c-deeb3825a47c,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:18.813891 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 53f20ecf-6e42-4ae9-8e8c-deeb3825a47c details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:58:18.816216 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84befde-debc-406f-a4b6-bd0556cb6209 req-54b4d09a-1752-4c90-894a-28cf7987cfe9 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:18.817820 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d84befde-debc-406f-a4b6-bd0556cb6209 req-54b4d09a-1752-4c90-894a-28cf7987cfe9 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?device_id=de263339-f479-4f4c-a909-3b530cfec045 HTTP/1.1" status: 200 len: 909 time: 0.1105075 Jan 28 13:58:18.881820 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc462ab3-ae7a-4043-a2cd-c20e50688675 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Made reservation on behalf of fd76531de61d447cb3b61b0b31f238b4 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:58:18.886297 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fc462ab3-ae7a-4043-a2cd-c20e50688675 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:18.894327 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['99891b21-0918-4fa2-a49b-9e986da40d4f'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:58:18.947085 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3442d0-49a7-4fb8-aac0-00952ba545a1 req-758e03a4-44db-4a02-97fd-89d078ba9d9a tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:18.949111 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4c3442d0-49a7-4fb8-aac0-00952ba545a1 req-758e03a4-44db-4a02-97fd-89d078ba9d9a tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=de263339-f479-4f4c-a909-3b530cfec045 HTTP/1.1" status: 200 len: 1060 time: 0.0437965 Jan 28 13:58:19.034151 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2862c-f571-429e-b704-8168753cdaac req-30688827-39cf-48ec-b92c-8a0d33ed5e72 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:19.035766 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-53e2862c-f571-429e-b704-8168753cdaac req-30688827-39cf-48ec-b92c-8a0d33ed5e72 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5 HTTP/1.1" status: 200 len: 945 time: 0.1310949 Jan 28 13:58:19.067704 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53600d38-52c9-42dc-a155-25230906de75 req-3fff9adc-88a2-4e31-a25d-003c7fb23780 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:19.069244 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-53600d38-52c9-42dc-a155-25230906de75 req-3fff9adc-88a2-4e31-a25d-003c7fb23780 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4d82ad7b-7124-4364-b824-926e04d72257 HTTP/1.1" status: 200 len: 1135 time: 0.0489678 Jan 28 13:58:19.132109 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-53e2862c-f571-429e-b704-8168753cdaac req-5b8c1c38-41a9-498a-8307-21fa35e48b41 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/security-groups?id=c89f2138-5a19-4e24-bb32-7177ff823094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858388 Jan 28 13:58:19.141387 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-53600d38-52c9-42dc-a155-25230906de75 req-78801a37-d28e-49a5-81fe-79161c302008 tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=81d0f43e-0e14-483c-a264-68dba882be96&id=7656409d-f818-48bd-8e77-8c5551bb9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0632029 Jan 28 13:58:19.173162 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40788) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:19.252747 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4484c5-a946-4335-a03b-88d58da314ea tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:19.254296 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7f4484c5-a946-4335-a03b-88d58da314ea tempest-TestSecurityGroupsBasicOps-175101451 tempest-TestSecurityGroupsBasicOps-175101451-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=de263339-f479-4f4c-a909-3b530cfec045 HTTP/1.1" status: 200 len: 1055 time: 0.0801616 Jan 28 13:58:19.281018 n-d-822747-2 neutron-server[103352]: DEBUG neutron.objects.ports [None req-fc462ab3-ae7a-4043-a2cd-c20e50688675 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103352) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 13:58:19.282497 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fc462ab3-ae7a-4043-a2cd-c20e50688675 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (5f80d199-feec-456b-a258-c18e45f47feb), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:19.340466 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc462ab3-ae7a-4043-a2cd-c20e50688675 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event updated for resources: {'Subnet': ['ID=5f80d199-feec-456b-a258-c18e45f47feb,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:19.356310 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc462ab3-ae7a-4043-a2cd-c20e50688675 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Checking segment: {'id': '29fc1a96-3f76-455d-a199-141b476f9d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '53f20ecf-6e42-4ae9-8e8c-deeb3825a47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:58:19.356628 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc462ab3-ae7a-4043-a2cd-c20e50688675 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Network hostable DHCP agents. Network: 53f20ecf-6e42-4ae9-8e8c-deeb3825a47c, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:58:19.373631 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc462ab3-ae7a-4043-a2cd-c20e50688675 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Network 53f20ecf-6e42-4ae9-8e8c-deeb3825a47c is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:58:19.383656 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-fc462ab3-ae7a-4043-a2cd-c20e50688675 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 53f20ecf-6e42-4ae9-8e8c-deeb3825a47c) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:19.388135 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc462ab3-ae7a-4043-a2cd-c20e50688675 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:19.388909 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fc462ab3-ae7a-4043-a2cd-c20e50688675 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:19.394534 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0601f46b-ae6d-4098-aae9-b0b983b8e889 None None] Network 53f20ecf-6e42-4ae9-8e8c-deeb3825a47c requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:58:19.412315 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40794) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:19.426849 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fc462ab3-ae7a-4043-a2cd-c20e50688675 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6622195 Jan 28 13:58:19.500115 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-53f20ecf-6e42-4ae9-8e8c-deeb3825a47c', 'network_id': '53f20ecf-6e42-4ae9-8e8c-deeb3825a47c', 'project_id': 'fd76531de61d447cb3b61b0b31f238b4', 'fixed_ips': [{'subnet_id': '5f80d199-feec-456b-a258-c18e45f47feb'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:58:19.501118 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:19.534499 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b2fc1-2c16-4368-bef2-f8ffa0b533d2 req-97006c3b-7cd3-4855-b24b-87a6a6671e56 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:19.536066 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5c1b2fc1-2c16-4368-bef2-f8ffa0b533d2 req-97006c3b-7cd3-4855-b24b-87a6a6671e56 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?device_id=de263339-f479-4f4c-a909-3b530cfec045 HTTP/1.1" status: 200 len: 909 time: 0.0885413 Jan 28 13:58:19.549152 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (53f20ecf-6e42-4ae9-8e8c-deeb3825a47c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:19.608147 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (5f80d199-feec-456b-a258-c18e45f47feb), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:19.655372 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Allocated IP 2001:db8::f816:3eff:febb:51d9 (53f20ecf-6e42-4ae9-8e8c-deeb3825a47c/5f80d199-feec-456b-a258-c18e45f47feb/8cafcc51-39ed-4647-a0b2-a676f4f97e8c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:58:19.808432 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Publish callbacks [] for port (8cafcc51-39ed-4647-a0b2-a676f4f97e8c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:19.816167 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (8cafcc51-39ed-4647-a0b2-a676f4f97e8c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:19.835764 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (5f80d199-feec-456b-a258-c18e45f47feb), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:19.854548 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Network 53f20ecf-6e42-4ae9-8e8c-deeb3825a47c is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:58:19.857381 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:19.863033 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:58:19.865977 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event deleted for resources: {'Subnet': ['ID=5f80d199-feec-456b-a258-c18e45f47feb,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:19.870461 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Pushing event updated for resources: {'Port': ['ID=8cafcc51-39ed-4647-a0b2-a676f4f97e8c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:19.898785 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:19.899168 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:19.899515 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:19.900463 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:19.900805 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:19.901137 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:19.901468 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:19.901792 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:19.902116 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:19.902443 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:19.902766 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:19.903112 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:19.903433 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:19.923808 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Attempting to bind port 8cafcc51-39ed-4647-a0b2-a676f4f97e8c on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:58:19.924162 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Attempting to bind port 8cafcc51-39ed-4647-a0b2-a676f4f97e8c by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '29fc1a96-3f76-455d-a199-141b476f9d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '53f20ecf-6e42-4ae9-8e8c-deeb3825a47c'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:58:19.924551 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Attempting to bind port 8cafcc51-39ed-4647-a0b2-a676f4f97e8c on network 53f20ecf-6e42-4ae9-8e8c-deeb3825a47c {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:58:19.930265 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:58:19.930653 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Checking segment: {'id': '29fc1a96-3f76-455d-a199-141b476f9d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '53f20ecf-6e42-4ae9-8e8c-deeb3825a47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:58:19.931281 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:19.931667 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Bound using segment: {'id': '29fc1a96-3f76-455d-a199-141b476f9d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '53f20ecf-6e42-4ae9-8e8c-deeb3825a47c'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:58:19.932148 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Bound port: 8cafcc51-39ed-4647-a0b2-a676f4f97e8c, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29fc1a96-3f76-455d-a199-141b476f9d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '53f20ecf-6e42-4ae9-8e8c-deeb3825a47c'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:58:19.932536 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8cafcc51-39ed-4647-a0b2-a676f4f97e8c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:19.946657 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (53f20ecf-6e42-4ae9-8e8c-deeb3825a47c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:20.012367 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:20.028625 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] For port 8cafcc51-39ed-4647-a0b2-a676f4f97e8c, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:58:20.033129 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] For port 8cafcc51-39ed-4647-a0b2-a676f4f97e8c, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8cafcc51-39ed-4647-a0b2-a676f4f97e8c,segment=NetworkSegment(29fc1a96-3f76-455d-a199-141b476f9d33),segment_id=29fc1a96-3f76-455d-a199-141b476f9d33)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:58:20.038524 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8cafcc51-39ed-4647-a0b2-a676f4f97e8c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:20.122057 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Pushing event updated for resources: {'Port': ['ID=8cafcc51-39ed-4647-a0b2-a676f4f97e8c,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:20.133697 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:20.134027 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:20.134401 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:20.134775 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:20.135091 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:20.135425 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:20.135753 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:20.136261 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:20.136368 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:20.136697 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:20.137008 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:20.137331 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:20.137651 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86229b1c-a13b-42eb-bf34-f78279012db9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:20.143182 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b78638-fcfd-49c8-a920-fd68f9b28450 None None] get_active_networks_info from n-d-822747-2 {{(pid=103353) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:58:20.208156 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 99891b21-0918-4fa2-a49b-9e986da40d4f up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:58:20.264761 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fa088-33c2-4965-9821-1dec4abba2ec req-dc721e08-960d-45b8-8299-d68a3f35dd69 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:20.266803 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-925fa088-33c2-4965-9821-1dec4abba2ec req-dc721e08-960d-45b8-8299-d68a3f35dd69 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5 HTTP/1.1" status: 200 len: 945 time: 0.0515726 Jan 28 13:58:20.281786 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b78638-fcfd-49c8-a920-fd68f9b28450 None None] Resources bound (agent type, host, resource id): {{(pid=103353) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:58:20.306869 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 99891b21-0918-4fa2-a49b-9e986da40d4f completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:58:20.324311 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 99891b21-0918-4fa2-a49b-9e986da40d4f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:20.324727 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (99891b21-0918-4fa2-a49b-9e986da40d4f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:20.339946 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-925fa088-33c2-4965-9821-1dec4abba2ec req-0d13e72c-84e8-4a39-b258-bcb00696ddfa tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/security-groups?id=c89f2138-5a19-4e24-bb32-7177ff823094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650659 Jan 28 13:58:20.351536 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f20ecf-6e42-4ae9-8e8c-deeb3825a47c']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:20.363805 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29fc1a96-3f76-455d-a199-141b476f9d33') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:20.364153 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29fc1a96-3f76-455d-a199-141b476f9d33') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:20.373812 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (29fc1a96-3f76-455d-a199-141b476f9d33), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:20.387416 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (29fc1a96-3f76-455d-a199-141b476f9d33), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:20.394750 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:58:20.395466 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (29fc1a96-3f76-455d-a199-141b476f9d33), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:58:20.398718 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:58:20.455534 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.db.api [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:58:20.455534 n-d-822747-2 neutron-server[103351]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:58:20.455534 n-d-822747-2 neutron-server[103351]: [parameters: {'id': '53f20ecf-6e42-4ae9-8e8c-deeb3825a47c'}] Jan 28 13:58:20.455534 n-d-822747-2 neutron-server[103351]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103351) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:58:20.456061 n-d-822747-2 neutron-server[103351]: DEBUG oslo_db.api [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:58:20.502153 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 99891b21-0918-4fa2-a49b-9e986da40d4f is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:20.502777 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (99891b21-0918-4fa2-a49b-9e986da40d4f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:20.554933 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f21509-bb7a-49ab-921a-ef94bc63ebd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99891b21-0918-4fa2-a49b-9e986da40d4f'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:58:20.557264 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f0e073-1ce7-4dbf-8eee-0600f497e23f" -d '{"events": [{"server_uuid": "a5f21509-bb7a-49ab-921a-ef94bc63ebd5", "name": "network-vif-plugged", "status": "completed", "tag": "99891b21-0918-4fa2-a49b-9e986da40d4f"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:58:20.568641 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4491696f-7c7c-4af6-857b-71c48b2c13b5 None None] Network 53f20ecf-6e42-4ae9-8e8c-deeb3825a47c requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:58:20.574219 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 99891b21-0918-4fa2-a49b-9e986da40d4f, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=99891b21-0918-4fa2-a49b-9e986da40d4f,segment=NetworkSegment(72c8a167-92fb-440a-82a0-66e01f7c98c8),segment_id=72c8a167-92fb-440a-82a0-66e01f7c98c8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:20.587771 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (99891b21-0918-4fa2-a49b-9e986da40d4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:20.620437 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af065b9-eba1-45c4-93fe-642c1eb7573b x-openstack-request-id: req-2af065b9-eba1-45c4-93fe-642c1eb7573b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:58:20.620720 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f21509-bb7a-49ab-921a-ef94bc63ebd5", "name": "network-vif-plugged", "status": "completed", "tag": "99891b21-0918-4fa2-a49b-9e986da40d4f", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:58:20.620972 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2af065b9-eba1-45c4-93fe-642c1eb7573b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:58:20.621461 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f21509-bb7a-49ab-921a-ef94bc63ebd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99891b21-0918-4fa2-a49b-9e986da40d4f', 'code': 200} Jan 28 13:58:20.697185 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=99891b21-0918-4fa2-a49b-9e986da40d4f,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:20.730805 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9dc9fc-89d7-4c8c-82ce-3498d67a36e0 req-999aca03-0d3e-4096-bbfe-78d3438362de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:20.732491 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a9dc9fc-89d7-4c8c-82ce-3498d67a36e0 req-999aca03-0d3e-4096-bbfe-78d3438362de service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5 HTTP/1.1" status: 200 len: 1097 time: 0.0702016 Jan 28 13:58:20.739411 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299813b-2df6-43bb-8bcc-34db08069a4c req-dbac6ac5-aa46-42d4-9fda-282df4c75b20 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:20.740906 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9299813b-2df6-43bb-8bcc-34db08069a4c req-dbac6ac5-aa46-42d4-9fda-282df4c75b20 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?device_id=de263339-f479-4f4c-a909-3b530cfec045 HTTP/1.1" status: 200 len: 909 time: 0.0910292 Jan 28 13:58:20.744069 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d4965-2bf8-45c4-a7fe-8c0a541ef0a9 req-64d27789-6112-4252-92ed-8b75abb2c7bd tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:20.745348 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-676d4965-2bf8-45c4-a7fe-8c0a541ef0a9 req-64d27789-6112-4252-92ed-8b75abb2c7bd tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.18 "GET /v2.0/ports?device_id=de263339-f479-4f4c-a909-3b530cfec045 HTTP/1.1" status: 200 len: 909 time: 0.0596709 Jan 28 13:58:20.795669 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a9dc9fc-89d7-4c8c-82ce-3498d67a36e0 req-bb802ebe-c0cb-4ff5-b93c-40e911f9a1c2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c89f2138-5a19-4e24-bb32-7177ff823094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510519 Jan 28 13:58:20.840734 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-676d4965-2bf8-45c4-a7fe-8c0a541ef0a9 req-96ba4f66-9d59-4068-b375-dda402055ff5 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Deleting port 8879401b-a5c8-440b-a73f-03f7aa0a40e8 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:58:20.841360 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-676d4965-2bf8-45c4-a7fe-8c0a541ef0a9 req-96ba4f66-9d59-4068-b375-dda402055ff5 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8879401b-a5c8-440b-a73f-03f7aa0a40e8), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:20.939065 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-676d4965-2bf8-45c4-a7fe-8c0a541ef0a9 req-96ba4f66-9d59-4068-b375-dda402055ff5 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] For port 8879401b-a5c8-440b-a73f-03f7aa0a40e8, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=8879401b-a5c8-440b-a73f-03f7aa0a40e8,segment=NetworkSegment(f090d3a8-e0d7-4d46-a8ad-1485b2485519),segment_id=f090d3a8-e0d7-4d46-a8ad-1485b2485519)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:20.939449 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-676d4965-2bf8-45c4-a7fe-8c0a541ef0a9 req-96ba4f66-9d59-4068-b375-dda402055ff5 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8879401b-a5c8-440b-a73f-03f7aa0a40e8), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:20.952024 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-676d4965-2bf8-45c4-a7fe-8c0a541ef0a9 req-96ba4f66-9d59-4068-b375-dda402055ff5 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Calling delete_port for 8879401b-a5c8-440b-a73f-03f7aa0a40e8 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:58:20.957588 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (53f20ecf-6e42-4ae9-8e8c-deeb3825a47c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:21.101365 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Deleting port 8cafcc51-39ed-4647-a0b2-a676f4f97e8c {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:58:21.101780 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8cafcc51-39ed-4647-a0b2-a676f4f97e8c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:21.159090 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-676d4965-2bf8-45c4-a7fe-8c0a541ef0a9 req-96ba4f66-9d59-4068-b375-dda402055ff5 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (8879401b-a5c8-440b-a73f-03f7aa0a40e8), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:21.203921 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba4f66-9d59-4068-b375-dda402055ff5 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event deleted for resources: {'Port': ['ID=8879401b-a5c8-440b-a73f-03f7aa0a40e8,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:21.217597 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] For port 8cafcc51-39ed-4647-a0b2-a676f4f97e8c, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8cafcc51-39ed-4647-a0b2-a676f4f97e8c,segment=NetworkSegment(29fc1a96-3f76-455d-a199-141b476f9d33),segment_id=29fc1a96-3f76-455d-a199-141b476f9d33)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:21.217922 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8cafcc51-39ed-4647-a0b2-a676f4f97e8c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:21.249626 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Calling delete_port for 8cafcc51-39ed-4647-a0b2-a676f4f97e8c owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:58:21.265168 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-676d4965-2bf8-45c4-a7fe-8c0a541ef0a9 req-96ba4f66-9d59-4068-b375-dda402055ff5 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] No DVR routers for this DVR port 8879401b-a5c8-440b-a73f-03f7aa0a40e8 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:58:21.269090 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-676d4965-2bf8-45c4-a7fe-8c0a541ef0a9 req-96ba4f66-9d59-4068-b375-dda402055ff5 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:21.272513 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-676d4965-2bf8-45c4-a7fe-8c0a541ef0a9 req-96ba4f66-9d59-4068-b375-dda402055ff5 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.18 "DELETE /v2.0/ports/8879401b-a5c8-440b-a73f-03f7aa0a40e8 HTTP/1.1" status: 204 len: 173 time: 0.5221086 Jan 28 13:58:21.272957 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de263339-f479-4f4c-a909-3b530cfec045', 'name': 'network-vif-deleted', 'tag': '8879401b-a5c8-440b-a73f-03f7aa0a40e8'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:58:21.275317 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a83f69-175a-48e2-86b2-c13641d23482" -d '{"events": [{"server_uuid": "de263339-f479-4f4c-a909-3b530cfec045", "name": "network-vif-deleted", "tag": "8879401b-a5c8-440b-a73f-03f7aa0a40e8"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:58:21.328840 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e7e079-dc0b-48a4-8f65-44da4442e4cd x-openstack-request-id: req-b8e7e079-dc0b-48a4-8f65-44da4442e4cd {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:58:21.329365 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de263339-f479-4f4c-a909-3b530cfec045", "name": "network-vif-deleted", "tag": "8879401b-a5c8-440b-a73f-03f7aa0a40e8", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:58:21.329812 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b8e7e079-dc0b-48a4-8f65-44da4442e4cd {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:58:21.330474 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de263339-f479-4f4c-a909-3b530cfec045', 'name': 'network-vif-deleted', 'tag': '8879401b-a5c8-440b-a73f-03f7aa0a40e8', 'status': 'completed', 'code': 200} Jan 28 13:58:21.380548 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (8cafcc51-39ed-4647-a0b2-a676f4f97e8c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:21.413815 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event deleted for resources: {'Port': ['ID=8cafcc51-39ed-4647-a0b2-a676f4f97e8c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:21.428196 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] No DVR routers for this DVR port 8cafcc51-39ed-4647-a0b2-a676f4f97e8c on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:58:21.500396 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d5f4e-1f04-4bc1-a617-5de14f36c526 req-804686ab-9dcb-4866-9575-18aa9aa5cb00 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:21.501746 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-295d5f4e-1f04-4bc1-a617-5de14f36c526 req-804686ab-9dcb-4866-9575-18aa9aa5cb00 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0642495 Jan 28 13:58:21.515297 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (53f20ecf-6e42-4ae9-8e8c-deeb3825a47c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:21.536434 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f20ecf-6e42-4ae9-8e8c-deeb3825a47c']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:21.547757 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29fc1a96-3f76-455d-a199-141b476f9d33') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:21.548319 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29fc1a96-3f76-455d-a199-141b476f9d33') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:21.558488 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-295d5f4e-1f04-4bc1-a617-5de14f36c526 req-d61bf5de-edd2-4f52-80dd-63058be726d4 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/security-groups?id=c89f2138-5a19-4e24-bb32-7177ff823094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504839 Jan 28 13:58:21.562559 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (29fc1a96-3f76-455d-a199-141b476f9d33), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:21.576699 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (29fc1a96-3f76-455d-a199-141b476f9d33), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:21.583397 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:58:21.583843 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (29fc1a96-3f76-455d-a199-141b476f9d33), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:58:21.588115 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:58:21.663970 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (53f20ecf-6e42-4ae9-8e8c-deeb3825a47c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:21.671076 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:21.674209 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "DELETE /v2.0/networks/53f20ecf-6e42-4ae9-8e8c-deeb3825a47c HTTP/1.1" status: 204 len: 168 time: 2.2609825 Jan 28 13:58:21.679473 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40806) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:21.689067 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a6df8-88bc-4346-941f-574e8b793e42 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event deleted for resources: {'Network': ['ID=53f20ecf-6e42-4ae9-8e8c-deeb3825a47c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:21.708141 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-1deeb325-432a-4dad-9dda-a2bd2debc518 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] DELETE failed (client error): The resource could not be found. Jan 28 13:58:21.708609 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1deeb325-432a-4dad-9dda-a2bd2debc518 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:58:21.711702 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1deeb325-432a-4dad-9dda-a2bd2debc518 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "DELETE /v2.0/subnets/5f80d199-feec-456b-a258-c18e45f47feb HTTP/1.1" status: 404 len: 337 time: 0.0308242 Jan 28 13:58:21.714888 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40808) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:21.734292 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-114ca04b-6994-4f49-a9a3-8e6a802b3715 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] DELETE failed (client error): The resource could not be found. Jan 28 13:58:21.734812 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-114ca04b-6994-4f49-a9a3-8e6a802b3715 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:58:21.737863 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-114ca04b-6994-4f49-a9a3-8e6a802b3715 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "DELETE /v2.0/networks/53f20ecf-6e42-4ae9-8e8c-deeb3825a47c HTTP/1.1" status: 404 len: 339 time: 0.0220065 Jan 28 13:58:21.740495 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40810) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:21.772160 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-61405244-2da8-454b-a54c-b82fffcca51a tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] DELETE failed (client error): The resource could not be found. Jan 28 13:58:21.772679 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61405244-2da8-454b-a54c-b82fffcca51a tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:58:21.775986 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-61405244-2da8-454b-a54c-b82fffcca51a tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "DELETE /v2.0/subnets/7082a193-0806-48a1-9bae-421f0e8be1dc HTTP/1.1" status: 404 len: 337 time: 0.0344863 Jan 28 13:58:21.778488 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40814) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:21.799120 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb212e6-3f64-47be-b312-0fe8ead2ace5 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] DELETE failed (client error): The resource could not be found. Jan 28 13:58:21.799726 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb212e6-3f64-47be-b312-0fe8ead2ace5 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:58:21.802808 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4bb212e6-3f64-47be-b312-0fe8ead2ace5 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "DELETE /v2.0/networks/959c35ef-7867-42f4-a544-9275f373b247 HTTP/1.1" status: 404 len: 339 time: 0.0230539 Jan 28 13:58:21.806024 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40816) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:21.833196 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e00b506-7117-48d7-81ed-4b591958682c tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] DELETE failed (client error): The resource could not be found. Jan 28 13:58:21.833655 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e00b506-7117-48d7-81ed-4b591958682c tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:58:21.836736 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3e00b506-7117-48d7-81ed-4b591958682c tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "DELETE /v2.0/subnets/7e909606-14d3-4129-a28d-70c558f49dbb HTTP/1.1" status: 404 len: 337 time: 0.0297022 Jan 28 13:58:21.839478 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40818) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:21.858188 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dad13d6-41e2-4162-8914-4d094e910b07 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] DELETE failed (client error): The resource could not be found. Jan 28 13:58:21.858729 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dad13d6-41e2-4162-8914-4d094e910b07 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:58:21.859775 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7f155490-1a94-4a8a-8e75-64ff456c098f req-d67dd713-6c04-4006-8f7b-70ca78e71f15 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?device_id=de263339-f479-4f4c-a909-3b530cfec045 HTTP/1.1" status: 200 len: 210 time: 0.0302224 Jan 28 13:58:21.861716 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6dad13d6-41e2-4162-8914-4d094e910b07 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "DELETE /v2.0/networks/265707fa-18b5-4a73-bf8b-0213902d8ea9 HTTP/1.1" status: 404 len: 339 time: 0.0212681 Jan 28 13:58:21.864447 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40820) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:21.952188 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-809ebb42-50c2-4d8a-a030-a31a5966414e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Deleting port ce961326-31a9-47f7-a742-3e3717eb0b92 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:58:21.952513 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-809ebb42-50c2-4d8a-a030-a31a5966414e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ce961326-31a9-47f7-a742-3e3717eb0b92), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:22.022888 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-809ebb42-50c2-4d8a-a030-a31a5966414e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ce961326-31a9-47f7-a742-3e3717eb0b92), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:22.036404 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-809ebb42-50c2-4d8a-a030-a31a5966414e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Calling delete_port for ce961326-31a9-47f7-a742-3e3717eb0b92 owned by {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:58:22.117979 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-809ebb42-50c2-4d8a-a030-a31a5966414e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (ce961326-31a9-47f7-a742-3e3717eb0b92), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:22.146217 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ebb42-50c2-4d8a-a030-a31a5966414e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event deleted for resources: {'Port': ['ID=ce961326-31a9-47f7-a742-3e3717eb0b92,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:22.156529 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ebb42-50c2-4d8a-a030-a31a5966414e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:22.156876 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ebb42-50c2-4d8a-a030-a31a5966414e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:22.157220 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ebb42-50c2-4d8a-a030-a31a5966414e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:22.157554 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ebb42-50c2-4d8a-a030-a31a5966414e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:22.157885 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ebb42-50c2-4d8a-a030-a31a5966414e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:22.158291 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ebb42-50c2-4d8a-a030-a31a5966414e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:22.158518 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ebb42-50c2-4d8a-a030-a31a5966414e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:22.158841 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ebb42-50c2-4d8a-a030-a31a5966414e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:22.159236 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ebb42-50c2-4d8a-a030-a31a5966414e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:22.159557 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ebb42-50c2-4d8a-a030-a31a5966414e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:22.159877 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ebb42-50c2-4d8a-a030-a31a5966414e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:22.160201 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ebb42-50c2-4d8a-a030-a31a5966414e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:22.160527 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ebb42-50c2-4d8a-a030-a31a5966414e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:22.165135 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-809ebb42-50c2-4d8a-a030-a31a5966414e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:22.168526 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-809ebb42-50c2-4d8a-a030-a31a5966414e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "DELETE /v2.0/ports/ce961326-31a9-47f7-a742-3e3717eb0b92 HTTP/1.1" status: 204 len: 168 time: 0.3029470 Jan 28 13:58:22.171254 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40822) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:22.197856 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc06cfe-466c-4c2b-86c4-be2306618a8a tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] DELETE failed (client error): The resource could not be found. Jan 28 13:58:22.198327 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc06cfe-466c-4c2b-86c4-be2306618a8a tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:58:22.201410 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dcc06cfe-466c-4c2b-86c4-be2306618a8a tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "DELETE /v2.0/subnets/e08f12c1-1d59-4327-8836-1c2627ac3cc8 HTTP/1.1" status: 404 len: 337 time: 0.0291669 Jan 28 13:58:22.204157 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40824) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:22.280179 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d85f4ee7-02ab-4e11-bace-e017f69bba29 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (eaf90cf2-5506-4834-9357-75c726140485), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:22.334699 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-d85f4ee7-02ab-4e11-bace-e017f69bba29 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Deleting port a649b140-7209-4662-adcf-9ba57413c928 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:58:22.335109 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d85f4ee7-02ab-4e11-bace-e017f69bba29 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (a649b140-7209-4662-adcf-9ba57413c928), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:22.399845 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-d85f4ee7-02ab-4e11-bace-e017f69bba29 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] For port a649b140-7209-4662-adcf-9ba57413c928, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=a649b140-7209-4662-adcf-9ba57413c928,segment=NetworkSegment(7d9d3cd6-ffaa-49cc-ae22-a31f2ebf0944),segment_id=7d9d3cd6-ffaa-49cc-ae22-a31f2ebf0944)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:22.400255 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d85f4ee7-02ab-4e11-bace-e017f69bba29 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (a649b140-7209-4662-adcf-9ba57413c928), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:22.415064 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-d85f4ee7-02ab-4e11-bace-e017f69bba29 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Calling delete_port for a649b140-7209-4662-adcf-9ba57413c928 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:58:22.496200 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d85f4ee7-02ab-4e11-bace-e017f69bba29 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (a649b140-7209-4662-adcf-9ba57413c928), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:22.527052 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f4ee7-02ab-4e11-bace-e017f69bba29 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event deleted for resources: {'Port': ['ID=a649b140-7209-4662-adcf-9ba57413c928,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:22.532495 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85f4ee7-02ab-4e11-bace-e017f69bba29 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] No DVR routers for this DVR port a649b140-7209-4662-adcf-9ba57413c928 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:58:22.616438 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d85f4ee7-02ab-4e11-bace-e017f69bba29 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (eaf90cf2-5506-4834-9357-75c726140485), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:22.642626 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-d85f4ee7-02ab-4e11-bace-e017f69bba29 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf90cf2-5506-4834-9357-75c726140485']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:22.668336 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-d85f4ee7-02ab-4e11-bace-e017f69bba29 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9d3cd6-ffaa-49cc-ae22-a31f2ebf0944') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:22.668631 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-d85f4ee7-02ab-4e11-bace-e017f69bba29 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9d3cd6-ffaa-49cc-ae22-a31f2ebf0944') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:22.691935 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d85f4ee7-02ab-4e11-bace-e017f69bba29 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (7d9d3cd6-ffaa-49cc-ae22-a31f2ebf0944), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:22.708989 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d85f4ee7-02ab-4e11-bace-e017f69bba29 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (7d9d3cd6-ffaa-49cc-ae22-a31f2ebf0944), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:22.717585 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d85f4ee7-02ab-4e11-bace-e017f69bba29 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:58:22.717944 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d85f4ee7-02ab-4e11-bace-e017f69bba29 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (7d9d3cd6-ffaa-49cc-ae22-a31f2ebf0944), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:58:22.720897 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:58:22.743269 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0adc01e-4114-4baa-8d10-02a2ca9566ff req-0d1607b0-89c3-4520-b714-22a9a167f73a tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:22.743269 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0adc01e-4114-4baa-8d10-02a2ca9566ff req-0d1607b0-89c3-4520-b714-22a9a167f73a tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0940506 Jan 28 13:58:22.798736 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d85f4ee7-02ab-4e11-bace-e017f69bba29 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (eaf90cf2-5506-4834-9357-75c726140485), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:22.804894 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d85f4ee7-02ab-4e11-bace-e017f69bba29 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:22.809469 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d85f4ee7-02ab-4e11-bace-e017f69bba29 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "DELETE /v2.0/networks/eaf90cf2-5506-4834-9357-75c726140485 HTTP/1.1" status: 204 len: 168 time: 0.6041310 Jan 28 13:58:22.813606 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40828) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:22.839538 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f4ee7-02ab-4e11-bace-e017f69bba29 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event deleted for resources: {'Network': ['ID=eaf90cf2-5506-4834-9357-75c726140485,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:22.858529 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0adc01e-4114-4baa-8d10-02a2ca9566ff req-15c3bece-0fcf-4fae-8734-e108ccbbd1fc tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/security-groups?id=c89f2138-5a19-4e24-bb32-7177ff823094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834820 Jan 28 13:58:22.924810 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40834) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:22.933960 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-0cb16e5e-da6c-439a-b8bf-c98027b720d3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Deleting port 91d566e3-c37f-4eab-b061-934979e7f59d {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:58:22.934291 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0cb16e5e-da6c-439a-b8bf-c98027b720d3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (91d566e3-c37f-4eab-b061-934979e7f59d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:23.071631 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0cb16e5e-da6c-439a-b8bf-c98027b720d3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (91d566e3-c37f-4eab-b061-934979e7f59d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:23.117715 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-0cb16e5e-da6c-439a-b8bf-c98027b720d3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Calling delete_port for 91d566e3-c37f-4eab-b061-934979e7f59d owned by {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:58:23.133312 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574d544-b90a-4748-8aab-281afdfd5167 req-d3a2da9b-ebbd-4548-8c75-de82c653ee3e tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:23.134801 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1574d544-b90a-4748-8aab-281afdfd5167 req-d3a2da9b-ebbd-4548-8c75-de82c653ee3e tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5 HTTP/1.1" status: 200 len: 946 time: 0.1976936 Jan 28 13:58:23.328218 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1574d544-b90a-4748-8aab-281afdfd5167 req-3f372c55-8742-43d0-9377-800943d2b95e tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/security-groups?id=c89f2138-5a19-4e24-bb32-7177ff823094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827562 Jan 28 13:58:23.360923 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0cb16e5e-da6c-439a-b8bf-c98027b720d3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (91d566e3-c37f-4eab-b061-934979e7f59d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:23.416395 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb16e5e-da6c-439a-b8bf-c98027b720d3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event deleted for resources: {'Port': ['ID=91d566e3-c37f-4eab-b061-934979e7f59d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:23.427672 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0cb16e5e-da6c-439a-b8bf-c98027b720d3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:23.433164 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0cb16e5e-da6c-439a-b8bf-c98027b720d3 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "DELETE /v2.0/ports/91d566e3-c37f-4eab-b061-934979e7f59d HTTP/1.1" status: 204 len: 168 time: 0.6158185 Jan 28 13:58:23.434257 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40838) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:23.463574 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10b83fe-9895-4b8d-9bb0-97040f0cdc30 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] DELETE failed (client error): The resource could not be found. Jan 28 13:58:23.464002 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a10b83fe-9895-4b8d-9bb0-97040f0cdc30 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:58:23.467007 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a10b83fe-9895-4b8d-9bb0-97040f0cdc30 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "DELETE /v2.0/subnets/4b4ae942-17ad-4d1f-b232-aeb6538985ad HTTP/1.1" status: 404 len: 337 time: 0.0325308 Jan 28 13:58:23.470758 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40840) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:23.500858 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67541d9-43f3-4bd6-b6e7-767b18408bcf req-5ebd7380-50bf-4109-b4e3-68e5a902335a tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:23.502846 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b67541d9-43f3-4bd6-b6e7-767b18408bcf req-5ebd7380-50bf-4109-b4e3-68e5a902335a tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5 HTTP/1.1" status: 200 len: 946 time: 0.1043246 Jan 28 13:58:23.575368 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-27644c1a-2d60-4f8d-8409-ba8cd8363157 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (7f166b21-f4ec-45a2-a6a6-232ef8a10449), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:23.605894 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b67541d9-43f3-4bd6-b6e7-767b18408bcf req-25f42d33-0bf8-4512-8427-a48d319add5b tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/security-groups?id=c89f2138-5a19-4e24-bb32-7177ff823094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957756 Jan 28 13:58:23.613062 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-983ea95a-8d3e-4fd0-9afb-c43ec7fe35da tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (f709c09a-92c4-4f40-af74-c535b1c1d1ff), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:23.628303 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40842) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:23.724533 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-27644c1a-2d60-4f8d-8409-ba8cd8363157 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (7f166b21-f4ec-45a2-a6a6-232ef8a10449), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:23.767013 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-27644c1a-2d60-4f8d-8409-ba8cd8363157 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f166b21-f4ec-45a2-a6a6-232ef8a10449']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:23.779220 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-27644c1a-2d60-4f8d-8409-ba8cd8363157 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf268c89-5547-44fd-b1eb-d05bc033fb55') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:23.779525 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-27644c1a-2d60-4f8d-8409-ba8cd8363157 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf268c89-5547-44fd-b1eb-d05bc033fb55') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:23.791887 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-27644c1a-2d60-4f8d-8409-ba8cd8363157 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (bf268c89-5547-44fd-b1eb-d05bc033fb55), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:23.794771 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e44c57-5368-4d11-a6e6-80893d6d8c1d tempest-TestServerBasicOps-1739412118 tempest-TestServerBasicOps-1739412118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:23.796314 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a3e44c57-5368-4d11-a6e6-80893d6d8c1d tempest-TestServerBasicOps-1739412118 tempest-TestServerBasicOps-1739412118-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5 HTTP/1.1" status: 200 len: 1092 time: 0.1670845 Jan 28 13:58:23.800263 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40846) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:23.806263 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-2b2ed8a9-afc8-46a8-96bc-811b660e9af1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'port_id': '99891b21-0918-4fa2-a49b-9e986da40d4f', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:23.811305 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-27644c1a-2d60-4f8d-8409-ba8cd8363157 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (bf268c89-5547-44fd-b1eb-d05bc033fb55), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:23.817924 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27644c1a-2d60-4f8d-8409-ba8cd8363157 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:58:23.818315 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-27644c1a-2d60-4f8d-8409-ba8cd8363157 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (bf268c89-5547-44fd-b1eb-d05bc033fb55), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:58:23.821454 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:58:23.842670 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b2ed8a9-afc8-46a8-96bc-811b660e9af1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:23.883246 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-27644c1a-2d60-4f8d-8409-ba8cd8363157 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (7f166b21-f4ec-45a2-a6a6-232ef8a10449), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:23.900271 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-27644c1a-2d60-4f8d-8409-ba8cd8363157 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:23.905823 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-27644c1a-2d60-4f8d-8409-ba8cd8363157 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "DELETE /v2.0/networks/7f166b21-f4ec-45a2-a6a6-232ef8a10449 HTTP/1.1" status: 204 len: 168 time: 0.4320073 Jan 28 13:58:23.905823 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27644c1a-2d60-4f8d-8409-ba8cd8363157 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event deleted for resources: {'Network': ['ID=7f166b21-f4ec-45a2-a6a6-232ef8a10449,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:23.906314 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40848) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:23.957904 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-390fb5a1-ac1c-4301-87db-fa3ce1b96f28 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Deleting subnet 2ac25fb1-0170-4530-819d-6b4cfa79a286 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:58:23.961195 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-390fb5a1-ac1c-4301-87db-fa3ce1b96f28 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks [] for subnet (2ac25fb1-0170-4530-819d-6b4cfa79a286), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.013948 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-390fb5a1-ac1c-4301-87db-fa3ce1b96f28 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (2ac25fb1-0170-4530-819d-6b4cfa79a286), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.019209 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-983ea95a-8d3e-4fd0-9afb-c43ec7fe35da tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Deleting port 696a5a66-0cf9-49c5-b9a4-0c867c269b83 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:58:24.019677 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-983ea95a-8d3e-4fd0-9afb-c43ec7fe35da tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (696a5a66-0cf9-49c5-b9a4-0c867c269b83), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.049661 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b2ed8a9-afc8-46a8-96bc-811b660e9af1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.100642 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-390fb5a1-ac1c-4301-87db-fa3ce1b96f28 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (2ac25fb1-0170-4530-819d-6b4cfa79a286), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.155191 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-983ea95a-8d3e-4fd0-9afb-c43ec7fe35da tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] For port 696a5a66-0cf9-49c5-b9a4-0c867c269b83, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=696a5a66-0cf9-49c5-b9a4-0c867c269b83,segment=NetworkSegment(f090d3a8-e0d7-4d46-a8ad-1485b2485519),segment_id=f090d3a8-e0d7-4d46-a8ad-1485b2485519)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:24.155555 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-983ea95a-8d3e-4fd0-9afb-c43ec7fe35da tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (696a5a66-0cf9-49c5-b9a4-0c867c269b83), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.168219 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-390fb5a1-ac1c-4301-87db-fa3ce1b96f28 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (2ac25fb1-0170-4530-819d-6b4cfa79a286), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.189882 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-983ea95a-8d3e-4fd0-9afb-c43ec7fe35da tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Calling delete_port for 696a5a66-0cf9-49c5-b9a4-0c867c269b83 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:58:24.201170 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fb5a1-ac1c-4301-87db-fa3ce1b96f28 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event deleted for resources: {'Subnet': ['ID=2ac25fb1-0170-4530-819d-6b4cfa79a286,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:24.203269 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-390fb5a1-ac1c-4301-87db-fa3ce1b96f28 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.209025 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-390fb5a1-ac1c-4301-87db-fa3ce1b96f28 tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "DELETE /v2.0/subnets/2ac25fb1-0170-4530-819d-6b4cfa79a286 HTTP/1.1" status: 204 len: 168 time: 0.2992136 Jan 28 13:58:24.210144 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40850) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:24.214753 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6a81fc-7066-4e5f-bd25-09d72163073c None None] Network 1add1223-a311-4e03-88ed-a7426b520f02 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:58:24.253098 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-2b2ed8a9-afc8-46a8-96bc-811b660e9af1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Allocated IP 172.25.3.247 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/8594ae90-0e0b-4e21-a1bc-97eff6e2d1d2) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:58:24.296523 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e64ed043-18c6-4efc-af71-dec009c84d9e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (1add1223-a311-4e03-88ed-a7426b520f02), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.353263 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e64ed043-18c6-4efc-af71-dec009c84d9e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Deleting port 2b8f42ec-1664-47f0-8cf3-e0d14a5c1996 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:58:24.353706 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e64ed043-18c6-4efc-af71-dec009c84d9e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (2b8f42ec-1664-47f0-8cf3-e0d14a5c1996), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.427793 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b2ed8a9-afc8-46a8-96bc-811b660e9af1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for port (8594ae90-0e0b-4e21-a1bc-97eff6e2d1d2), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.431098 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-e64ed043-18c6-4efc-af71-dec009c84d9e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] For port 2b8f42ec-1664-47f0-8cf3-e0d14a5c1996, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2b8f42ec-1664-47f0-8cf3-e0d14a5c1996,segment=NetworkSegment(9d0aa68a-ef3e-4d27-95f4-99612688b161),segment_id=9d0aa68a-ef3e-4d27-95f4-99612688b161)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:24.431471 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e64ed043-18c6-4efc-af71-dec009c84d9e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (2b8f42ec-1664-47f0-8cf3-e0d14a5c1996), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.448206 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e64ed043-18c6-4efc-af71-dec009c84d9e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Calling delete_port for 2b8f42ec-1664-47f0-8cf3-e0d14a5c1996 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:58:24.468722 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 8879401b-a5c8-440b-a73f-03f7aa0a40e8 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:58:24.491347 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 8879401b-a5c8-440b-a73f-03f7aa0a40e8 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:58:24.491697 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 8879401b-a5c8-440b-a73f-03f7aa0a40e8 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:58:24.501951 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-983ea95a-8d3e-4fd0-9afb-c43ec7fe35da tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (696a5a66-0cf9-49c5-b9a4-0c867c269b83), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.531863 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b2ed8a9-afc8-46a8-96bc-811b660e9af1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (8594ae90-0e0b-4e21-a1bc-97eff6e2d1d2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.534062 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ea95a-8d3e-4fd0-9afb-c43ec7fe35da tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event deleted for resources: {'Port': ['ID=696a5a66-0cf9-49c5-b9a4-0c867c269b83,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:24.554143 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e64ed043-18c6-4efc-af71-dec009c84d9e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (2b8f42ec-1664-47f0-8cf3-e0d14a5c1996), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.589231 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf85360-67a8-4748-a1d1-0747ec9d420f None None] DHCP port deletion for 1add1223-a311-4e03-88ed-a7426b520f02 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:58:24.595953 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ed043-18c6-4efc-af71-dec009c84d9e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event deleted for resources: {'Port': ['ID=2b8f42ec-1664-47f0-8cf3-e0d14a5c1996,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:24.608339 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2ed8a9-afc8-46a8-96bc-811b660e9af1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:58:24.608581 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64ed043-18c6-4efc-af71-dec009c84d9e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] No DVR routers for this DVR port 2b8f42ec-1664-47f0-8cf3-e0d14a5c1996 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:58:24.636301 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-2b2ed8a9-afc8-46a8-96bc-811b660e9af1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:24.644724 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2ed8a9-afc8-46a8-96bc-811b660e9af1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:58:24.678593 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ed8a9-afc8-46a8-96bc-811b660e9af1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Pushing event updated for resources: {'Port': ['ID=8594ae90-0e0b-4e21-a1bc-97eff6e2d1d2,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:24.720275 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e64ed043-18c6-4efc-af71-dec009c84d9e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (1add1223-a311-4e03-88ed-a7426b520f02), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.760811 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-e64ed043-18c6-4efc-af71-dec009c84d9e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1add1223-a311-4e03-88ed-a7426b520f02']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:24.771665 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-e64ed043-18c6-4efc-af71-dec009c84d9e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d0aa68a-ef3e-4d27-95f4-99612688b161') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:24.772045 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-e64ed043-18c6-4efc-af71-dec009c84d9e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d0aa68a-ef3e-4d27-95f4-99612688b161') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:24.783061 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e64ed043-18c6-4efc-af71-dec009c84d9e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (9d0aa68a-ef3e-4d27-95f4-99612688b161), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.799555 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e64ed043-18c6-4efc-af71-dec009c84d9e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (9d0aa68a-ef3e-4d27-95f4-99612688b161), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.806379 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e64ed043-18c6-4efc-af71-dec009c84d9e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:58:24.806774 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e64ed043-18c6-4efc-af71-dec009c84d9e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (9d0aa68a-ef3e-4d27-95f4-99612688b161), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:58:24.811846 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:58:24.879175 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2b8f42ec-1664-47f0-8cf3-e0d14a5c1996 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:58:24.882026 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e64ed043-18c6-4efc-af71-dec009c84d9e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (1add1223-a311-4e03-88ed-a7426b520f02), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.898767 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e64ed043-18c6-4efc-af71-dec009c84d9e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.902152 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-983ea95a-8d3e-4fd0-9afb-c43ec7fe35da tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (f709c09a-92c4-4f40-af74-c535b1c1d1ff), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.902445 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e64ed043-18c6-4efc-af71-dec009c84d9e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] 10.222.0.39 "DELETE /v2.0/networks/1add1223-a311-4e03-88ed-a7426b520f02 HTTP/1.1" status: 204 len: 168 time: 0.6892748 Jan 28 13:58:24.920464 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ed043-18c6-4efc-af71-dec009c84d9e tempest-NetworksIpV6TestAttrs-1998834395 tempest-NetworksIpV6TestAttrs-1998834395-project] Pushing event deleted for resources: {'Network': ['ID=1add1223-a311-4e03-88ed-a7426b520f02,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:24.927406 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 2b8f42ec-1664-47f0-8cf3-e0d14a5c1996 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:58:24.927406 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2b8f42ec-1664-47f0-8cf3-e0d14a5c1996 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:58:25.208533 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40856) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:25.352287 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fad06311-a0d5-4c68-96d6-16997c1dc370 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fd76531de61d447cb3b61b0b31f238b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1424303 Jan 28 13:58:25.354822 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40860) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:25.406524 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec9fa-ea15-4ada-a0c8-b4b7f510ea9a admin admin] Publish callbacks [] for security_group (2a97d212-8bb1-48d5-8ec7-15b31e5d63d4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:25.429836 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec9fa-ea15-4ada-a0c8-b4b7f510ea9a admin admin] Publish callbacks [] for security_group (2a97d212-8bb1-48d5-8ec7-15b31e5d63d4), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:25.478171 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec9fa-ea15-4ada-a0c8-b4b7f510ea9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (2a97d212-8bb1-48d5-8ec7-15b31e5d63d4), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:25.480782 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec9fa-ea15-4ada-a0c8-b4b7f510ea9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:25.481965 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fc0ec9fa-ea15-4ada-a0c8-b4b7f510ea9a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2a97d212-8bb1-48d5-8ec7-15b31e5d63d4 HTTP/1.1" status: 204 len: 168 time: 0.1261873 Jan 28 13:58:25.491180 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ec9fa-ea15-4ada-a0c8-b4b7f510ea9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a97d212-8bb1-48d5-8ec7-15b31e5d63d4,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:25.695464 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983ea95a-8d3e-4fd0-9afb-c43ec7fe35da tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Router f709c09a-92c4-4f40-af74-c535b1c1d1ff has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:58:25.750101 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b2ed8a9-afc8-46a8-96bc-811b660e9af1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for floatingip (6da2d630-65e0-4f28-af96-e0c57d20076f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:25.873152 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983ea95a-8d3e-4fd0-9afb-c43ec7fe35da tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:58:25.875086 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b2ed8a9-afc8-46a8-96bc-811b660e9af1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8594ae90-0e0b-4e21-a1bc-97eff6e2d1d2), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:25.879772 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-983ea95a-8d3e-4fd0-9afb-c43ec7fe35da tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "PUT /v2.0/routers/f709c09a-92c4-4f40-af74-c535b1c1d1ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9538457 Jan 28 13:58:25.882465 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40874) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:25.889295 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4188971c-3f6c-45aa-b99a-6ef270e72c57 None None] Sync routers for ids ['f709c09a-92c4-4f40-af74-c535b1c1d1ff'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:58:25.913084 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4188971c-3f6c-45aa-b99a-6ef270e72c57 None None] Routers {'f709c09a-92c4-4f40-af74-c535b1c1d1ff'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:58:25.914437 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-4188971c-3f6c-45aa-b99a-6ef270e72c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:58:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['f709c09a-92c4-4f40-af74-c535b1c1d1ff'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:25.962234 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-35bbf71a-0c64-4d1f-85a9-288f17986fef tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Deleting subnet e0843687-f263-4d75-930d-53ec2438e0f8 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:58:25.966094 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-35bbf71a-0c64-4d1f-85a9-288f17986fef tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for subnet (e0843687-f263-4d75-930d-53ec2438e0f8), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:26.026288 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-35bbf71a-0c64-4d1f-85a9-288f17986fef tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (e0843687-f263-4d75-930d-53ec2438e0f8), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:26.034215 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-4188971c-3f6c-45aa-b99a-6ef270e72c57 None None] Set router f709c09a-92c4-4f40-af74-c535b1c1d1ff gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:58:26.104255 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b2ed8a9-afc8-46a8-96bc-811b660e9af1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for port (8594ae90-0e0b-4e21-a1bc-97eff6e2d1d2), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:26.113950 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b2ed8a9-afc8-46a8-96bc-811b660e9af1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (8594ae90-0e0b-4e21-a1bc-97eff6e2d1d2), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:26.120944 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-35bbf71a-0c64-4d1f-85a9-288f17986fef tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (e0843687-f263-4d75-930d-53ec2438e0f8), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:26.202335 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ed8a9-afc8-46a8-96bc-811b660e9af1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Pushing event updated for resources: {'Port': ['ID=8594ae90-0e0b-4e21-a1bc-97eff6e2d1d2,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:26.210785 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b2ed8a9-afc8-46a8-96bc-811b660e9af1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (6da2d630-65e0-4f28-af96-e0c57d20076f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:26.220045 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-35bbf71a-0c64-4d1f-85a9-288f17986fef tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (e0843687-f263-4d75-930d-53ec2438e0f8), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:26.236019 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-4188971c-3f6c-45aa-b99a-6ef270e72c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f709c09a-92c4-4f40-af74-c535b1c1d1ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1214745039', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '67549126-2183-43ea-a2aa-e5ee34714463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:54Z', 'updated_at': '2022-01-28T13:58:24Z', 'revision_number': 5, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'gw_port': {'id': '67549126-2183-43ea-a2aa-e5ee34714463', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f709c09a-92c4-4f40-af74-c535b1c1d1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:55Z', 'updated_at': '2022-01-28T13:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:26.259208 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-35bbf71a-0c64-4d1f-85a9-288f17986fef tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:26.263259 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63314b27-e8f1-4616-a00c-622d91a95468 None None] Network 3e045084-6a8c-4a00-bef8-0bfd912521b6 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:58:26.263845 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40884) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:26.267084 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-35bbf71a-0c64-4d1f-85a9-288f17986fef tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "DELETE /v2.0/subnets/e0843687-f263-4d75-930d-53ec2438e0f8 HTTP/1.1" status: 204 len: 168 time: 0.3775022 Jan 28 13:58:26.267084 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbf71a-0c64-4d1f-85a9-288f17986fef tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event deleted for resources: {'Subnet': ['ID=e0843687-f263-4d75-930d-53ec2438e0f8,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:26.272341 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40886) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:26.275204 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4188971c-3f6c-45aa-b99a-6ef270e72c57 None None] Checking router: f709c09a-92c4-4f40-af74-c535b1c1d1ff for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:58:26.287355 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4188971c-3f6c-45aa-b99a-6ef270e72c57 None None] Routers {'f709c09a-92c4-4f40-af74-c535b1c1d1ff'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:58:26.288445 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-4188971c-3f6c-45aa-b99a-6ef270e72c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:58:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['f709c09a-92c4-4f40-af74-c535b1c1d1ff'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:26.420500 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-451bdc46-0e7a-42d4-90fc-d26f00e1195f tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Request body: {'security_group': {'name': 'tempest-secgroup--1932069526'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:26.431811 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-4188971c-3f6c-45aa-b99a-6ef270e72c57 None None] Set router f709c09a-92c4-4f40-af74-c535b1c1d1ff gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:58:26.445891 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [None req-2b2ed8a9-afc8-46a8-96bc-811b660e9af1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Floating IP 6da2d630-65e0-4f28-af96-e0c57d20076f associated. External IP: 172.25.3.247, port: 99891b21-0918-4fa2-a49b-9e986da40d4f. Jan 28 13:58:26.449063 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db74400-750e-4647-ab71-2f2b5e73b1f9 None None] DHCP port deletion for 3e045084-6a8c-4a00-bef8-0bfd912521b6 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:58:26.496501 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-538a9179-8b41-40b2-b4d9-9b955fc3c0c1 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for router (f709c09a-92c4-4f40-af74-c535b1c1d1ff), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:26.497746 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1db74400-750e-4647-ab71-2f2b5e73b1f9 None None] Deleting port 0e9d352a-e8db-4ef0-b28a-c7d86c292af2 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:58:26.498333 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1db74400-750e-4647-ab71-2f2b5e73b1f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (0e9d352a-e8db-4ef0-b28a-c7d86c292af2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:26.501317 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-451bdc46-0e7a-42d4-90fc-d26f00e1195f tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:26.558894 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-451bdc46-0e7a-42d4-90fc-d26f00e1195f tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:26.576619 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1db74400-750e-4647-ab71-2f2b5e73b1f9 None None] For port 0e9d352a-e8db-4ef0-b28a-c7d86c292af2, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=0e9d352a-e8db-4ef0-b28a-c7d86c292af2,segment=NetworkSegment(f090d3a8-e0d7-4d46-a8ad-1485b2485519),segment_id=f090d3a8-e0d7-4d46-a8ad-1485b2485519)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:26.577201 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1db74400-750e-4647-ab71-2f2b5e73b1f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (0e9d352a-e8db-4ef0-b28a-c7d86c292af2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:26.590867 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1db74400-750e-4647-ab71-2f2b5e73b1f9 None None] Calling delete_port for 0e9d352a-e8db-4ef0-b28a-c7d86c292af2 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:58:26.629592 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-4188971c-3f6c-45aa-b99a-6ef270e72c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f709c09a-92c4-4f40-af74-c535b1c1d1ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1214745039', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '67549126-2183-43ea-a2aa-e5ee34714463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:54Z', 'updated_at': '2022-01-28T13:58:24Z', 'revision_number': 5, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'gw_port': {'id': '67549126-2183-43ea-a2aa-e5ee34714463', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f709c09a-92c4-4f40-af74-c535b1c1d1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:55Z', 'updated_at': '2022-01-28T13:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:26.656397 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4188971c-3f6c-45aa-b99a-6ef270e72c57 None None] The sync data for ids ['f709c09a-92c4-4f40-af74-c535b1c1d1ff'] in n-d-822747-2 is: [{'id': 'f709c09a-92c4-4f40-af74-c535b1c1d1ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1214745039', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '67549126-2183-43ea-a2aa-e5ee34714463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:54Z', 'updated_at': '2022-01-28T13:58:24Z', 'revision_number': 5, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'gw_port': {'id': '67549126-2183-43ea-a2aa-e5ee34714463', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f709c09a-92c4-4f40-af74-c535b1c1d1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:55Z', 'updated_at': '2022-01-28T13:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:58:26.679752 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1db74400-750e-4647-ab71-2f2b5e73b1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (0e9d352a-e8db-4ef0-b28a-c7d86c292af2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:26.702494 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-538a9179-8b41-40b2-b4d9-9b955fc3c0c1 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for router_gateway (f709c09a-92c4-4f40-af74-c535b1c1d1ff), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:26.718471 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db74400-750e-4647-ab71-2f2b5e73b1f9 None None] Pushing event deleted for resources: {'Port': ['ID=0e9d352a-e8db-4ef0-b28a-c7d86c292af2,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:26.721987 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db74400-750e-4647-ab71-2f2b5e73b1f9 None None] No DVR routers for this DVR port 0e9d352a-e8db-4ef0-b28a-c7d86c292af2 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:58:26.845890 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-451bdc46-0e7a-42d4-90fc-d26f00e1195f tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (a838df1e-4195-4d25-9418-0f6ba38326bd), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:26.853079 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-451bdc46-0e7a-42d4-90fc-d26f00e1195f tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a838df1e-4195-4d25-9418-0f6ba38326bd), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:26.917389 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451bdc46-0e7a-42d4-90fc-d26f00e1195f tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a838df1e-4195-4d25-9418-0f6ba38326bd,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:26.924686 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2ed8a9-afc8-46a8-96bc-811b660e9af1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Router b77ecc30-0014-4a09-8534-13ce14e2a0c4 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:58:26.928306 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-538a9179-8b41-40b2-b4d9-9b955fc3c0c1 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Deleting port 67549126-2183-43ea-a2aa-e5ee34714463 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:58:26.928633 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-538a9179-8b41-40b2-b4d9-9b955fc3c0c1 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (67549126-2183-43ea-a2aa-e5ee34714463), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.046050 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-451bdc46-0e7a-42d4-90fc-d26f00e1195f tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (e2851525-893c-452f-acef-ec8ce4fa60fb), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.053386 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-451bdc46-0e7a-42d4-90fc-d26f00e1195f tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e2851525-893c-452f-acef-ec8ce4fa60fb), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.106881 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-451bdc46-0e7a-42d4-90fc-d26f00e1195f tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.108123 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-451bdc46-0e7a-42d4-90fc-d26f00e1195f tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8432422 Jan 28 13:58:27.112426 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40890) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:27.115579 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 696a5a66-0cf9-49c5-b9a4-0c867c269b83 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:58:27.116420 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451bdc46-0e7a-42d4-90fc-d26f00e1195f tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2851525-893c-452f-acef-ec8ce4fa60fb,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:27.145529 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 696a5a66-0cf9-49c5-b9a4-0c867c269b83 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:58:27.146080 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 696a5a66-0cf9-49c5-b9a4-0c867c269b83 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:58:27.146693 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 0e9d352a-e8db-4ef0-b28a-c7d86c292af2 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:58:27.162073 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-538a9179-8b41-40b2-b4d9-9b955fc3c0c1 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] For port 67549126-2183-43ea-a2aa-e5ee34714463, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=67549126-2183-43ea-a2aa-e5ee34714463,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:27.162448 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-538a9179-8b41-40b2-b4d9-9b955fc3c0c1 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (67549126-2183-43ea-a2aa-e5ee34714463), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.172306 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 0e9d352a-e8db-4ef0-b28a-c7d86c292af2 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:58:27.172683 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 0e9d352a-e8db-4ef0-b28a-c7d86c292af2 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:58:27.186016 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-538a9179-8b41-40b2-b4d9-9b955fc3c0c1 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Calling delete_port for 67549126-2183-43ea-a2aa-e5ee34714463 owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:58:27.189964 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fe761423-1dd5-474c-a8d4-1f60bb8956ab tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0754714 Jan 28 13:58:27.192751 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40892) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:27.197689 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a9608f3e-6969-4d8d-9e24-b450f6190c88 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Request body: {'security_group': {'name': 'tempest-security--1851364593', 'description': 'tempest-security-description-333762980'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:27.206323 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2ed8a9-afc8-46a8-96bc-811b660e9af1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:58:27.221292 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b01be0e-17ad-4c49-b78d-22ae2aa19b22 None None] Sync routers for ids ['b77ecc30-0014-4a09-8534-13ce14e2a0c4'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:58:27.232766 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b01be0e-17ad-4c49-b78d-22ae2aa19b22 None None] Routers {'b77ecc30-0014-4a09-8534-13ce14e2a0c4'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:58:27.233334 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-6b01be0e-17ad-4c49-b78d-22ae2aa19b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:58:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b77ecc30-0014-4a09-8534-13ce14e2a0c4'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:27.235922 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a9608f3e-6969-4d8d-9e24-b450f6190c88 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (e2851525-893c-452f-acef-ec8ce4fa60fb), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.270128 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b2ed8a9-afc8-46a8-96bc-811b660e9af1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.287949 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a9608f3e-6969-4d8d-9e24-b450f6190c88 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (e2851525-893c-452f-acef-ec8ce4fa60fb), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.293212 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a9608f3e-6969-4d8d-9e24-b450f6190c88 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e2851525-893c-452f-acef-ec8ce4fa60fb), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.296820 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a9608f3e-6969-4d8d-9e24-b450f6190c88 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.298392 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a9608f3e-6969-4d8d-9e24-b450f6190c88 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "PUT /v2.0/security-groups/e2851525-893c-452f-acef-ec8ce4fa60fb HTTP/1.1" status: 200 len: 1796 time: 0.1043611 Jan 28 13:58:27.310279 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40894) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:27.324501 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9608f3e-6969-4d8d-9e24-b450f6190c88 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2851525-893c-452f-acef-ec8ce4fa60fb,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:27.353313 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2b2ed8a9-afc8-46a8-96bc-811b660e9af1 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5509880 Jan 28 13:58:27.358141 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-6b01be0e-17ad-4c49-b78d-22ae2aa19b22 None None] Set router b77ecc30-0014-4a09-8534-13ce14e2a0c4 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:58:27.385558 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f21509-bb7a-49ab-921a-ef94bc63ebd5', 'tag': '99891b21-0918-4fa2-a49b-9e986da40d4f'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:58:27.388315 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13365d65-9571-4210-a486-3cc821e2e3ac" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f21509-bb7a-49ab-921a-ef94bc63ebd5", "tag": "99891b21-0918-4fa2-a49b-9e986da40d4f"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:58:27.424460 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a639905a-4ccb-408e-8222-d98833161ecf tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-groups/e2851525-893c-452f-acef-ec8ce4fa60fb HTTP/1.1" status: 200 len: 1796 time: 0.1122832 Jan 28 13:58:27.426942 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40900) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:27.442717 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e074912-e3aa-45ef-96a9-a4327772947a x-openstack-request-id: req-3e074912-e3aa-45ef-96a9-a4327772947a {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:58:27.443019 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f21509-bb7a-49ab-921a-ef94bc63ebd5", "tag": "99891b21-0918-4fa2-a49b-9e986da40d4f", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:58:27.443294 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3e074912-e3aa-45ef-96a9-a4327772947a {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:58:27.443746 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f21509-bb7a-49ab-921a-ef94bc63ebd5', 'tag': '99891b21-0918-4fa2-a49b-9e986da40d4f', 'status': 'completed', 'code': 200} Jan 28 13:58:27.510693 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13365d65-9571-4210-a486-3cc821e2e3ac req-2b1f8980-1f30-4dc3-840c-4c57c1a0f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:27.512288 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-13365d65-9571-4210-a486-3cc821e2e3ac req-2b1f8980-1f30-4dc3-840c-4c57c1a0f694 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43f84e80bff4499cb55423afb93d516b&device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5 HTTP/1.1" status: 200 len: 1097 time: 0.0537488 Jan 28 13:58:27.526663 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-538a9179-8b41-40b2-b4d9-9b955fc3c0c1 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (67549126-2183-43ea-a2aa-e5ee34714463), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.533804 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-630f872f-38d7-40c1-a271-35a91346e344 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (e2851525-893c-452f-acef-ec8ce4fa60fb), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.575288 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a9179-8b41-40b2-b4d9-9b955fc3c0c1 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event deleted for resources: {'Port': ['ID=67549126-2183-43ea-a2aa-e5ee34714463,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:27.606422 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-630f872f-38d7-40c1-a271-35a91346e344 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (e2851525-893c-452f-acef-ec8ce4fa60fb), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.620593 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-6b01be0e-17ad-4c49-b78d-22ae2aa19b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'name': 'tempest-TestServerBasicOps-1485042988-router', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:48Z', 'updated_at': '2022-01-28T13:57:52Z', 'revision_number': 4, 'project_id': '43f84e80bff4499cb55423afb93d516b', 'gw_port': {'id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:49Z', 'updated_at': '2022-01-28T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '6da2d630-65e0-4f28-af96-e0c57d20076f', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'floating_ip_address': '172.25.3.247', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'port_id': '99891b21-0918-4fa2-a49b-9e986da40d4f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23f01238-e5bf-46ae-b3ad-ccaec0210780', 'mac_address': 'fa:16:3e:f5:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f21509-bb7a-49ab-921a-ef94bc63ebd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:58:25Z', 'updated_at': '2022-01-28T13:58:25Z', 'revision_number': 0, 'project_id': '43f84e80bff4499cb55423afb93d516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa165a90-3d04-4a70-bf3e-f8c123019d93', 'name': '', 'network_id': '23f01238-e5bf-46ae-b3ad-ccaec0210780', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'mac_address': 'fa:16:3e:f8:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'a089844e-5894-4caa-ac57-449f6d24f54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:51Z', 'updated_at': '2022-01-28T13:57:58Z', 'revision_number': 5, 'project_id': '43f84e80bff4499cb55423afb93d516b', 'subnets': [{'id': 'a089844e-5894-4caa-ac57-449f6d24f54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:27.622122 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13365d65-9571-4210-a486-3cc821e2e3ac req-72a133c5-ea1f-4570-b2c4-b4bc87ba3b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:27.624243 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-13365d65-9571-4210-a486-3cc821e2e3ac req-72a133c5-ea1f-4570-b2c4-b4bc87ba3b13 service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f01238-e5bf-46ae-b3ad-ccaec0210780 HTTP/1.1" status: 200 len: 909 time: 0.1054213 Jan 28 13:58:27.648064 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b01be0e-17ad-4c49-b78d-22ae2aa19b22 None None] Checking router: b77ecc30-0014-4a09-8534-13ce14e2a0c4 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:58:27.663684 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b01be0e-17ad-4c49-b78d-22ae2aa19b22 None None] Routers {'b77ecc30-0014-4a09-8534-13ce14e2a0c4'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:58:27.664428 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-6b01be0e-17ad-4c49-b78d-22ae2aa19b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:58:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b77ecc30-0014-4a09-8534-13ce14e2a0c4'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:27.674737 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-538a9179-8b41-40b2-b4d9-9b955fc3c0c1 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (f709c09a-92c4-4f40-af74-c535b1c1d1ff), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.773545 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-630f872f-38d7-40c1-a271-35a91346e344 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e2851525-893c-452f-acef-ec8ce4fa60fb), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.776330 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-630f872f-38d7-40c1-a271-35a91346e344 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.777663 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-630f872f-38d7-40c1-a271-35a91346e344 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "DELETE /v2.0/security-groups/e2851525-893c-452f-acef-ec8ce4fa60fb HTTP/1.1" status: 204 len: 168 time: 0.3499701 Jan 28 13:58:27.779890 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-538a9179-8b41-40b2-b4d9-9b955fc3c0c1 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (f709c09a-92c4-4f40-af74-c535b1c1d1ff), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.784264 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40902) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:27.785660 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-538a9179-8b41-40b2-b4d9-9b955fc3c0c1 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for router_controller (f709c09a-92c4-4f40-af74-c535b1c1d1ff), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.791650 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-6b01be0e-17ad-4c49-b78d-22ae2aa19b22 None None] Set router b77ecc30-0014-4a09-8534-13ce14e2a0c4 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:58:27.809516 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f872f-38d7-40c1-a271-35a91346e344 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2851525-893c-452f-acef-ec8ce4fa60fb,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:27.874749 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-538a9179-8b41-40b2-b4d9-9b955fc3c0c1 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (f709c09a-92c4-4f40-af74-c535b1c1d1ff), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.875374 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538a9179-8b41-40b2-b4d9-9b955fc3c0c1 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Fanout notify agent at l3_agent the message router_deleted on router f709c09a-92c4-4f40-af74-c535b1c1d1ff {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:58:27.885023 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-538a9179-8b41-40b2-b4d9-9b955fc3c0c1 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.889100 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-538a9179-8b41-40b2-b4d9-9b955fc3c0c1 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "DELETE /v2.0/routers/f709c09a-92c4-4f40-af74-c535b1c1d1ff HTTP/1.1" status: 204 len: 168 time: 1.6157880 Jan 28 13:58:27.890049 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40904) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:27.920085 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7983897d-83de-4522-8e97-b427ec77b310 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1321204 Jan 28 13:58:27.930811 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40906) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:27.957539 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-deb5f25b-8c68-4a91-a7aa-48b7ce99a60a tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] delete failed (client error): The resource could not be found. Jan 28 13:58:27.958674 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-deb5f25b-8c68-4a91-a7aa-48b7ce99a60a tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "DELETE /v2.0/security-groups/e2851525-893c-452f-acef-ec8ce4fa60fb HTTP/1.1" status: 404 len: 347 time: 0.0269029 Jan 28 13:58:27.964696 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40908) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:27.969467 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-19cf268b-fe90-419e-8fd1-86bc76e6f07b tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Request body: {'security_group': {'name': 'tempest-secgroup--1050782352'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:28.015156 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3eebf45b-94a2-4af1-aadb-d55b85c0a55e tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (3e045084-6a8c-4a00-bef8-0bfd912521b6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.023364 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-13365d65-9571-4210-a486-3cc821e2e3ac req-7b4fc59b-144f-43c9-8746-81ae689bd1e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99891b21-0918-4fa2-a49b-9e986da40d4f HTTP/1.1" status: 200 len: 1000 time: 0.3938122 Jan 28 13:58:28.024571 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19cf268b-fe90-419e-8fd1-86bc76e6f07b tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.104520 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13365d65-9571-4210-a486-3cc821e2e3ac req-40cb5216-2ac7-4234-b492-bfbed5af00d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:28.106213 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-13365d65-9571-4210-a486-3cc821e2e3ac req-40cb5216-2ac7-4234-b492-bfbed5af00d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a089844e-5894-4caa-ac57-449f6d24f54e HTTP/1.1" status: 200 len: 848 time: 0.0714169 Jan 28 13:58:28.113387 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-6b01be0e-17ad-4c49-b78d-22ae2aa19b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'name': 'tempest-TestServerBasicOps-1485042988-router', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:48Z', 'updated_at': '2022-01-28T13:57:52Z', 'revision_number': 4, 'project_id': '43f84e80bff4499cb55423afb93d516b', 'gw_port': {'id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:49Z', 'updated_at': '2022-01-28T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '6da2d630-65e0-4f28-af96-e0c57d20076f', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'floating_ip_address': '172.25.3.247', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'port_id': '99891b21-0918-4fa2-a49b-9e986da40d4f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23f01238-e5bf-46ae-b3ad-ccaec0210780', 'mac_address': 'fa:16:3e:f5:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f21509-bb7a-49ab-921a-ef94bc63ebd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:58:25Z', 'updated_at': '2022-01-28T13:58:25Z', 'revision_number': 0, 'project_id': '43f84e80bff4499cb55423afb93d516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa165a90-3d04-4a70-bf3e-f8c123019d93', 'name': '', 'network_id': '23f01238-e5bf-46ae-b3ad-ccaec0210780', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'mac_address': 'fa:16:3e:f8:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'a089844e-5894-4caa-ac57-449f6d24f54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:51Z', 'updated_at': '2022-01-28T13:57:58Z', 'revision_number': 5, 'project_id': '43f84e80bff4499cb55423afb93d516b', 'subnets': [{'id': 'a089844e-5894-4caa-ac57-449f6d24f54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:28.146038 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b01be0e-17ad-4c49-b78d-22ae2aa19b22 None None] The sync data for ids ['b77ecc30-0014-4a09-8534-13ce14e2a0c4'] in n-d-822747-2 is: [{'id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'name': 'tempest-TestServerBasicOps-1485042988-router', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:48Z', 'updated_at': '2022-01-28T13:57:52Z', 'revision_number': 4, 'project_id': '43f84e80bff4499cb55423afb93d516b', 'gw_port': {'id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:49Z', 'updated_at': '2022-01-28T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '6da2d630-65e0-4f28-af96-e0c57d20076f', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'floating_ip_address': '172.25.3.247', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'port_id': '99891b21-0918-4fa2-a49b-9e986da40d4f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23f01238-e5bf-46ae-b3ad-ccaec0210780', 'mac_address': 'fa:16:3e:f5:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f21509-bb7a-49ab-921a-ef94bc63ebd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:58:25Z', 'updated_at': '2022-01-28T13:58:25Z', 'revision_number': 0, 'project_id': '43f84e80bff4499cb55423afb93d516b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa165a90-3d04-4a70-bf3e-f8c123019d93', 'name': '', 'network_id': '23f01238-e5bf-46ae-b3ad-ccaec0210780', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'mac_address': 'fa:16:3e:f8:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'a089844e-5894-4caa-ac57-449f6d24f54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:51Z', 'updated_at': '2022-01-28T13:57:58Z', 'revision_number': 5, 'project_id': '43f84e80bff4499cb55423afb93d516b', 'subnets': [{'id': 'a089844e-5894-4caa-ac57-449f6d24f54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:58:28.170981 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19cf268b-fe90-419e-8fd1-86bc76e6f07b tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (8343fadb-b057-4b93-9ec7-8973f10538bb), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.176425 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19cf268b-fe90-419e-8fd1-86bc76e6f07b tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8343fadb-b057-4b93-9ec7-8973f10538bb), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.205578 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13365d65-9571-4210-a486-3cc821e2e3ac req-a7b90e50-c183-485f-9769-1e9f29687ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:28.207205 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-13365d65-9571-4210-a486-3cc821e2e3ac req-a7b90e50-c183-485f-9769-1e9f29687ae2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f01238-e5bf-46ae-b3ad-ccaec0210780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942714 Jan 28 13:58:28.246180 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-19cf268b-fe90-419e-8fd1-86bc76e6f07b tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.247481 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-19cf268b-fe90-419e-8fd1-86bc76e6f07b tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2818074 Jan 28 13:58:28.250630 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf268b-fe90-419e-8fd1-86bc76e6f07b tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8343fadb-b057-4b93-9ec7-8973f10538bb,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:28.254353 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40910) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:28.267798 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-0afbd492-f117-4cc4-9dce-576c81f4d92a tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Request body: {'security_group_rule': {'security_group_id': '8343fadb-b057-4b93-9ec7-8973f10538bb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:28.341974 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0afbd492-f117-4cc4-9dce-576c81f4d92a tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (c7f17e57-5021-4d6d-b684-c06813fced13), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.359494 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-13365d65-9571-4210-a486-3cc821e2e3ac req-1be58023-9d8b-4ef6-9e57-adb21c6ba497 service neutron] 10.222.0.37 "GET /v2.0/networks/23f01238-e5bf-46ae-b3ad-ccaec0210780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456809 Jan 28 13:58:28.408746 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b0545d-54b3-4389-ac93-350748fcf59a None None] New status for floating IP 6da2d630-65e0-4f28-af96-e0c57d20076f: ACTIVE {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:58:28.478304 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0afbd492-f117-4cc4-9dce-576c81f4d92a tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (c7f17e57-5021-4d6d-b684-c06813fced13), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.486672 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0afbd492-f117-4cc4-9dce-576c81f4d92a tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (c7f17e57-5021-4d6d-b684-c06813fced13), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.512910 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3eebf45b-94a2-4af1-aadb-d55b85c0a55e tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (3e045084-6a8c-4a00-bef8-0bfd912521b6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.519527 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-13365d65-9571-4210-a486-3cc821e2e3ac req-929a6972-043e-4b9f-9175-cf8624dd8496 service neutron] 10.222.0.37 "GET /v2.0/networks/23f01238-e5bf-46ae-b3ad-ccaec0210780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517425 Jan 28 13:58:28.521052 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbd492-f117-4cc4-9dce-576c81f4d92a tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f17e57-5021-4d6d-b684-c06813fced13,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:28.528628 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0afbd492-f117-4cc4-9dce-576c81f4d92a tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.532629 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0afbd492-f117-4cc4-9dce-576c81f4d92a tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2685776 Jan 28 13:58:28.533408 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40912) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:28.541143 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-3eebf45b-94a2-4af1-aadb-d55b85c0a55e tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e045084-6a8c-4a00-bef8-0bfd912521b6']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:28.554518 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-3eebf45b-94a2-4af1-aadb-d55b85c0a55e tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f090d3a8-e0d7-4d46-a8ad-1485b2485519') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:28.554821 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-3eebf45b-94a2-4af1-aadb-d55b85c0a55e tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f090d3a8-e0d7-4d46-a8ad-1485b2485519') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:28.568996 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3eebf45b-94a2-4af1-aadb-d55b85c0a55e tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (f090d3a8-e0d7-4d46-a8ad-1485b2485519), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.569987 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1c6defba-cd32-4334-a3e1-f074da0ab30c tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (c7f17e57-5021-4d6d-b684-c06813fced13), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.578050 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1c6defba-cd32-4334-a3e1-f074da0ab30c tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (c7f17e57-5021-4d6d-b684-c06813fced13), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.593706 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3eebf45b-94a2-4af1-aadb-d55b85c0a55e tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (f090d3a8-e0d7-4d46-a8ad-1485b2485519), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.606054 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eebf45b-94a2-4af1-aadb-d55b85c0a55e tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:58:28.607012 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3eebf45b-94a2-4af1-aadb-d55b85c0a55e tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (f090d3a8-e0d7-4d46-a8ad-1485b2485519), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.607887 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1c6defba-cd32-4334-a3e1-f074da0ab30c tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (c7f17e57-5021-4d6d-b684-c06813fced13), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:58:28.612602 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:58:28.615365 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1c6defba-cd32-4334-a3e1-f074da0ab30c tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.616051 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1c6defba-cd32-4334-a3e1-f074da0ab30c tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/c7f17e57-5021-4d6d-b684-c06813fced13 HTTP/1.1" status: 204 len: 168 time: 0.0817847 Jan 28 13:58:28.621919 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40914) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:28.628326 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6defba-cd32-4334-a3e1-f074da0ab30c tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7f17e57-5021-4d6d-b684-c06813fced13,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:28.682183 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4d5d36d1-581a-48b0-b8eb-e12429934c9b tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0590096 Jan 28 13:58:28.685244 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40916) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:28.703999 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3eebf45b-94a2-4af1-aadb-d55b85c0a55e tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (3e045084-6a8c-4a00-bef8-0bfd912521b6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.712915 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3eebf45b-94a2-4af1-aadb-d55b85c0a55e tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.716065 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3eebf45b-94a2-4af1-aadb-d55b85c0a55e tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "DELETE /v2.0/networks/3e045084-6a8c-4a00-bef8-0bfd912521b6 HTTP/1.1" status: 204 len: 168 time: 0.8200784 Jan 28 13:58:28.719385 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40918) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:28.734943 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eebf45b-94a2-4af1-aadb-d55b85c0a55e tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event deleted for resources: {'Network': ['ID=3e045084-6a8c-4a00-bef8-0bfd912521b6,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:28.775281 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-300741f1-cf0c-4150-943c-775a9144fad3 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (8343fadb-b057-4b93-9ec7-8973f10538bb), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.792695 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 67549126-2183-43ea-a2aa-e5ee34714463 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:58:28.810795 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-300741f1-cf0c-4150-943c-775a9144fad3 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (8343fadb-b057-4b93-9ec7-8973f10538bb), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.817853 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 67549126-2183-43ea-a2aa-e5ee34714463 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:58:28.818513 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 67549126-2183-43ea-a2aa-e5ee34714463 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:58:28.862113 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-300741f1-cf0c-4150-943c-775a9144fad3 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8343fadb-b057-4b93-9ec7-8973f10538bb), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.864865 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-300741f1-cf0c-4150-943c-775a9144fad3 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.868468 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-300741f1-cf0c-4150-943c-775a9144fad3 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "DELETE /v2.0/security-groups/8343fadb-b057-4b93-9ec7-8973f10538bb HTTP/1.1" status: 204 len: 168 time: 0.1797011 Jan 28 13:58:28.869234 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40920) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:28.886653 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300741f1-cf0c-4150-943c-775a9144fad3 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8343fadb-b057-4b93-9ec7-8973f10538bb,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:28.922290 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3d4c4f97-8377-49d8-8e71-0d3b0048411b tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0517991 Jan 28 13:58:28.924875 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ce867-3304-49ca-8033-35ef6a24d206 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Deleting port b8406dec-f950-44ed-9f30-c7c4e28fb906 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:58:28.925215 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce867-3304-49ca-8033-35ef6a24d206 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b8406dec-f950-44ed-9f30-c7c4e28fb906), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.925870 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40922) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:28.931802 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-dba94b97-04e2-4dec-942d-375cd2687276 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Request body: {'security_group': {'name': 'tempest-secgroup--114971821'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:28.952329 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dba94b97-04e2-4dec-942d-375cd2687276 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.007330 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce867-3304-49ca-8033-35ef6a24d206 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b8406dec-f950-44ed-9f30-c7c4e28fb906), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.007818 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce867-3304-49ca-8033-35ef6a24d206 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for floatingip (b8406dec-f950-44ed-9f30-c7c4e28fb906), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.026116 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ce867-3304-49ca-8033-35ef6a24d206 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Calling delete_port for b8406dec-f950-44ed-9f30-c7c4e28fb906 owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:58:29.030759 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dba94b97-04e2-4dec-942d-375cd2687276 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (66cb4acb-3d8b-4d8d-8ee4-a0f61cbf4c10), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.035128 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dba94b97-04e2-4dec-942d-375cd2687276 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (66cb4acb-3d8b-4d8d-8ee4-a0f61cbf4c10), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.063828 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dba94b97-04e2-4dec-942d-375cd2687276 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.065087 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dba94b97-04e2-4dec-942d-375cd2687276 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1382542 Jan 28 13:58:29.068065 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40924) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:29.073244 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-04c04d89-6499-43c9-ad3e-2bc7b99cc7ed tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Request body: {'security_group_rule': {'security_group_id': '66cb4acb-3d8b-4d8d-8ee4-a0f61cbf4c10', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:29.078362 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba94b97-04e2-4dec-942d-375cd2687276 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66cb4acb-3d8b-4d8d-8ee4-a0f61cbf4c10,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:29.103466 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04c04d89-6499-43c9-ad3e-2bc7b99cc7ed tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (031173c3-447a-472f-9c37-5d95611b139d), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.166841 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04c04d89-6499-43c9-ad3e-2bc7b99cc7ed tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (031173c3-447a-472f-9c37-5d95611b139d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.171087 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04c04d89-6499-43c9-ad3e-2bc7b99cc7ed tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (031173c3-447a-472f-9c37-5d95611b139d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.184595 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c04d89-6499-43c9-ad3e-2bc7b99cc7ed tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031173c3-447a-472f-9c37-5d95611b139d,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:29.191939 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce867-3304-49ca-8033-35ef6a24d206 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (b8406dec-f950-44ed-9f30-c7c4e28fb906), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.198892 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04c04d89-6499-43c9-ad3e-2bc7b99cc7ed tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.200780 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-04c04d89-6499-43c9-ad3e-2bc7b99cc7ed tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1311495 Jan 28 13:58:29.203026 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40926) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:29.207703 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-fae696e5-f4d7-4c44-be2c-9ce0c4122ced tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Request body: {'security_group_rule': {'security_group_id': '66cb4acb-3d8b-4d8d-8ee4-a0f61cbf4c10', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:29.220596 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ce867-3304-49ca-8033-35ef6a24d206 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event deleted for resources: {'Port': ['ID=b8406dec-f950-44ed-9f30-c7c4e28fb906,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:29.237691 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fae696e5-f4d7-4c44-be2c-9ce0c4122ced tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (f94f1dbd-89dd-48e9-8086-5eeb76f44913), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.284824 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce867-3304-49ca-8033-35ef6a24d206 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for floatingip (f5880782-0fb8-4ed4-a9d8-d706ad8ddfb1), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.285163 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-bd1ce867-3304-49ca-8033-35ef6a24d206 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Floating IP f5880782-0fb8-4ed4-a9d8-d706ad8ddfb1 disassociated (deleted). External IP: 172.25.3.180, port: 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32. Jan 28 13:58:29.298639 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fae696e5-f4d7-4c44-be2c-9ce0c4122ced tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (f94f1dbd-89dd-48e9-8086-5eeb76f44913), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.303850 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fae696e5-f4d7-4c44-be2c-9ce0c4122ced tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (f94f1dbd-89dd-48e9-8086-5eeb76f44913), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.325865 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae696e5-f4d7-4c44-be2c-9ce0c4122ced tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94f1dbd-89dd-48e9-8086-5eeb76f44913,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:29.332220 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fae696e5-f4d7-4c44-be2c-9ce0c4122ced tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.333461 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fae696e5-f4d7-4c44-be2c-9ce0c4122ced tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1294293 Jan 28 13:58:29.337325 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40928) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:29.342694 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-00d7d262-371f-4356-9b8b-4f682cbcdabb tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Request body: {'security_group_rule': {'security_group_id': '66cb4acb-3d8b-4d8d-8ee4-a0f61cbf4c10', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:29.360056 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7bf50a6-906a-4b3e-bd1f-5cdb91eacd49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.371408 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00d7d262-371f-4356-9b8b-4f682cbcdabb tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (79152394-49f9-4fc6-9d07-2d143ef5c2e0), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.435441 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00d7d262-371f-4356-9b8b-4f682cbcdabb tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (79152394-49f9-4fc6-9d07-2d143ef5c2e0), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.442100 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00d7d262-371f-4356-9b8b-4f682cbcdabb tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (79152394-49f9-4fc6-9d07-2d143ef5c2e0), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.469287 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7d262-371f-4356-9b8b-4f682cbcdabb tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79152394-49f9-4fc6-9d07-2d143ef5c2e0,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:29.482342 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00d7d262-371f-4356-9b8b-4f682cbcdabb tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.483657 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-00d7d262-371f-4356-9b8b-4f682cbcdabb tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1449795 Jan 28 13:58:29.487156 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40930) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:29.491771 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-625fc3b4-0b25-4833-aba0-b64cf991e8bc tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Request body: {'security_group_rule': {'security_group_id': '66cb4acb-3d8b-4d8d-8ee4-a0f61cbf4c10', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:29.518097 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-625fc3b4-0b25-4833-aba0-b64cf991e8bc tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (bb58d1e7-5636-4467-885b-f917f856a626), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.526651 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1ce867-3304-49ca-8033-35ef6a24d206 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Router 30f92f24-447a-4736-932f-aad0cbf22c84 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:58:29.579237 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-625fc3b4-0b25-4833-aba0-b64cf991e8bc tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (bb58d1e7-5636-4467-885b-f917f856a626), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.583748 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-625fc3b4-0b25-4833-aba0-b64cf991e8bc tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (bb58d1e7-5636-4467-885b-f917f856a626), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.605976 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625fc3b4-0b25-4833-aba0-b64cf991e8bc tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb58d1e7-5636-4467-885b-f917f856a626,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:29.612138 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-625fc3b4-0b25-4833-aba0-b64cf991e8bc tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.613937 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-625fc3b4-0b25-4833-aba0-b64cf991e8bc tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252015 Jan 28 13:58:29.616574 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40932) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:29.621032 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-e4ddba90-0d26-4ec6-a00a-689d701bf8b4 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Request body: {'security_group_rule': {'security_group_id': '66cb4acb-3d8b-4d8d-8ee4-a0f61cbf4c10', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:29.648436 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e4ddba90-0d26-4ec6-a00a-689d701bf8b4 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (d0add8ac-12f8-44d2-8ce6-a0e91074bc43), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.648966 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1ce867-3304-49ca-8033-35ef6a24d206 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:58:29.654229 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce867-3304-49ca-8033-35ef6a24d206 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.659308 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e984b5-3b4b-4ef6-8116-bfcf02e47683 None None] Sync routers for ids ['30f92f24-447a-4736-932f-aad0cbf22c84'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:58:29.672211 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e984b5-3b4b-4ef6-8116-bfcf02e47683 None None] Routers {'30f92f24-447a-4736-932f-aad0cbf22c84'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:58:29.673709 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-59e984b5-3b4b-4ef6-8116-bfcf02e47683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:58:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['30f92f24-447a-4736-932f-aad0cbf22c84'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:29.689107 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bd1ce867-3304-49ca-8033-35ef6a24d206 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "DELETE /v2.0/floatingips/f5880782-0fb8-4ed4-a9d8-d706ad8ddfb1 HTTP/1.1" status: 204 len: 168 time: 0.9682221 Jan 28 13:58:29.689668 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d82ad7b-7124-4364-b824-926e04d72257', 'tag': '5c6cfb2f-b8ad-4158-befe-ee2c1c779f32'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:58:29.701329 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5838d3-23c5-4a4f-8ada-a350e572bf38" -d '{"events": [{"name": "network-changed", "server_uuid": "4d82ad7b-7124-4364-b824-926e04d72257", "tag": "5c6cfb2f-b8ad-4158-befe-ee2c1c779f32"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:58:29.729599 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e4ddba90-0d26-4ec6-a00a-689d701bf8b4 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (d0add8ac-12f8-44d2-8ce6-a0e91074bc43), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.735196 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e4ddba90-0d26-4ec6-a00a-689d701bf8b4 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (d0add8ac-12f8-44d2-8ce6-a0e91074bc43), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.756410 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffefdd8-9ebb-43cd-94ec-241cfb70025f x-openstack-request-id: req-4ffefdd8-9ebb-43cd-94ec-241cfb70025f {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:58:29.757034 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d82ad7b-7124-4364-b824-926e04d72257", "tag": "5c6cfb2f-b8ad-4158-befe-ee2c1c779f32", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:58:29.758241 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4ffefdd8-9ebb-43cd-94ec-241cfb70025f {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:58:29.758553 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d82ad7b-7124-4364-b824-926e04d72257', 'tag': '5c6cfb2f-b8ad-4158-befe-ee2c1c779f32', 'status': 'completed', 'code': 200} Jan 28 13:58:29.760502 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddba90-0d26-4ec6-a00a-689d701bf8b4 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0add8ac-12f8-44d2-8ce6-a0e91074bc43,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:29.770095 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e4ddba90-0d26-4ec6-a00a-689d701bf8b4 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.774206 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e4ddba90-0d26-4ec6-a00a-689d701bf8b4 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1539485 Jan 28 13:58:29.774589 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40938) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:29.817245 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-39cb94ad-86ec-450c-9bd4-e44d07a30c55 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (d0add8ac-12f8-44d2-8ce6-a0e91074bc43), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.821028 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5838d3-23c5-4a4f-8ada-a350e572bf38 req-b799f4f4-d1c2-48cb-bd27-576b8bd08d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:29.822825 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6b5838d3-23c5-4a4f-8ada-a350e572bf38 req-b799f4f4-d1c2-48cb-bd27-576b8bd08d7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e95a247d94234d9685ef64daa6ffeae4&device_id=4d82ad7b-7124-4364-b824-926e04d72257 HTTP/1.1" status: 200 len: 1135 time: 0.0446723 Jan 28 13:58:29.831173 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-59e984b5-3b4b-4ef6-8116-bfcf02e47683 None None] Set router 30f92f24-447a-4736-932f-aad0cbf22c84 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:58:29.832185 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-39cb94ad-86ec-450c-9bd4-e44d07a30c55 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (d0add8ac-12f8-44d2-8ce6-a0e91074bc43), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.872468 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-39cb94ad-86ec-450c-9bd4-e44d07a30c55 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (d0add8ac-12f8-44d2-8ce6-a0e91074bc43), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.880331 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-39cb94ad-86ec-450c-9bd4-e44d07a30c55 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.881759 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-39cb94ad-86ec-450c-9bd4-e44d07a30c55 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/d0add8ac-12f8-44d2-8ce6-a0e91074bc43 HTTP/1.1" status: 204 len: 168 time: 0.1061332 Jan 28 13:58:29.885429 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40942) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:29.901561 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb94ad-86ec-450c-9bd4-e44d07a30c55 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0add8ac-12f8-44d2-8ce6-a0e91074bc43,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:29.937605 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5838d3-23c5-4a4f-8ada-a350e572bf38 req-83f21804-9f6d-43bb-b26a-aab0bba99524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:29.939192 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6b5838d3-23c5-4a4f-8ada-a350e572bf38 req-83f21804-9f6d-43bb-b26a-aab0bba99524 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db277792-7cd8-4d46-bc26-79c16845a9a1 HTTP/1.1" status: 200 len: 896 time: 0.1096566 Jan 28 13:58:29.982148 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-30bb5806-f50e-466f-993c-11d32c98da5f tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0944901 Jan 28 13:58:29.984896 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40944) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:29.994266 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6b5838d3-23c5-4a4f-8ada-a350e572bf38 req-a0583fa9-e7eb-4e06-916c-0fe6c7e65e19 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 HTTP/1.1" status: 200 len: 217 time: 0.0479159 Jan 28 13:58:30.022367 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82ae9d-8bae-4f2c-a3a9-a014a0142ce7 req-ad12d075-c204-4998-9539-7d2124efc2e6 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:30.024122 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-da82ae9d-8bae-4f2c-a3a9-a014a0142ce7 req-ad12d075-c204-4998-9539-7d2124efc2e6 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d82ad7b-7124-4364-b824-926e04d72257 HTTP/1.1" status: 200 len: 984 time: 0.0990572 Jan 28 13:58:30.031710 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d460fc9e-c168-4aee-85f8-cbb402d3efa8 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (bb58d1e7-5636-4467-885b-f917f856a626), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:30.048511 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d460fc9e-c168-4aee-85f8-cbb402d3efa8 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (bb58d1e7-5636-4467-885b-f917f856a626), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:30.086781 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5838d3-23c5-4a4f-8ada-a350e572bf38 req-d1afe8d6-6bab-4f94-afad-b9f3c2fe598f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:30.088431 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6b5838d3-23c5-4a4f-8ada-a350e572bf38 req-d1afe8d6-6bab-4f94-afad-b9f3c2fe598f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=134e9670-cd58-4b34-845d-00420b33b5d9 HTTP/1.1" status: 200 len: 834 time: 0.0881100 Jan 28 13:58:30.100364 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d460fc9e-c168-4aee-85f8-cbb402d3efa8 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (bb58d1e7-5636-4467-885b-f917f856a626), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:30.105931 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d460fc9e-c168-4aee-85f8-cbb402d3efa8 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:30.109668 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d460fc9e-c168-4aee-85f8-cbb402d3efa8 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/bb58d1e7-5636-4467-885b-f917f856a626 HTTP/1.1" status: 204 len: 168 time: 0.1212623 Jan 28 13:58:30.110605 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-59e984b5-3b4b-4ef6-8116-bfcf02e47683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1242508824', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:56:28Z', 'revision_number': 4, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'gw_port': {'id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '3366fd10-27f3-43de-a242-08b51b0dcbd2', 'name': '', 'network_id': 'db277792-7cd8-4d46-bc26-79c16845a9a1', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'mac_address': 'fa:16:3e:b0:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '134e9670-cd58-4b34-845d-00420b33b5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:27Z', 'updated_at': '2022-01-28T13:56:33Z', 'revision_number': 5, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'subnets': [{'id': '134e9670-cd58-4b34-845d-00420b33b5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:30.112495 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40946) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:30.140229 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460fc9e-c168-4aee-85f8-cbb402d3efa8 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb58d1e7-5636-4467-885b-f917f856a626,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:30.142837 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e984b5-3b4b-4ef6-8116-bfcf02e47683 None None] Checking router: 30f92f24-447a-4736-932f-aad0cbf22c84 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:58:30.143793 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5838d3-23c5-4a4f-8ada-a350e572bf38 req-a0d58823-6efc-4f81-b06a-c0dbdb095743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:30.145814 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6b5838d3-23c5-4a4f-8ada-a350e572bf38 req-a0d58823-6efc-4f81-b06a-c0dbdb095743 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db277792-7cd8-4d46-bc26-79c16845a9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506313 Jan 28 13:58:30.148793 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-da82ae9d-8bae-4f2c-a3a9-a014a0142ce7 req-98b933d7-8480-4bf1-8d62-61d4df996707 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/security-groups?id=81d0f43e-0e14-483c-a264-68dba882be96&id=7656409d-f818-48bd-8e77-8c5551bb9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1132319 Jan 28 13:58:30.152523 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e984b5-3b4b-4ef6-8116-bfcf02e47683 None None] Routers {'30f92f24-447a-4736-932f-aad0cbf22c84'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:58:30.152913 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-59e984b5-3b4b-4ef6-8116-bfcf02e47683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:58:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['30f92f24-447a-4736-932f-aad0cbf22c84'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:30.181867 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5b54c963-ef09-49a3-8a26-89270ecf4326 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0682271 Jan 28 13:58:30.184657 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40948) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:30.210475 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-77c3c733-d40d-4490-b518-003a3ec3b12c tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (79152394-49f9-4fc6-9d07-2d143ef5c2e0), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:30.219108 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-77c3c733-d40d-4490-b518-003a3ec3b12c tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (79152394-49f9-4fc6-9d07-2d143ef5c2e0), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:30.256664 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-77c3c733-d40d-4490-b518-003a3ec3b12c tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (79152394-49f9-4fc6-9d07-2d143ef5c2e0), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:30.264517 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-77c3c733-d40d-4490-b518-003a3ec3b12c tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:30.268655 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-77c3c733-d40d-4490-b518-003a3ec3b12c tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/79152394-49f9-4fc6-9d07-2d143ef5c2e0 HTTP/1.1" status: 204 len: 168 time: 0.0795023 Jan 28 13:58:30.269758 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40950) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:30.270056 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-59e984b5-3b4b-4ef6-8116-bfcf02e47683 None None] Set router 30f92f24-447a-4736-932f-aad0cbf22c84 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:58:30.276203 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6b5838d3-23c5-4a4f-8ada-a350e572bf38 req-ef5fc964-5db9-43dd-bd4e-69b1b361e861 service neutron] 10.222.0.37 "GET /v2.0/networks/db277792-7cd8-4d46-bc26-79c16845a9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238995 Jan 28 13:58:30.277438 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3c733-d40d-4490-b518-003a3ec3b12c tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79152394-49f9-4fc6-9d07-2d143ef5c2e0,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:30.324470 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7fc352eb-0829-4a8c-9810-3bfc5316926d tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0505390 Jan 28 13:58:30.327601 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40952) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:30.356752 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d2a04c48-7e87-453b-afd2-4689d132af46 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (f94f1dbd-89dd-48e9-8086-5eeb76f44913), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:30.365917 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d2a04c48-7e87-453b-afd2-4689d132af46 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (f94f1dbd-89dd-48e9-8086-5eeb76f44913), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:30.405829 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d2a04c48-7e87-453b-afd2-4689d132af46 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (f94f1dbd-89dd-48e9-8086-5eeb76f44913), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:30.411768 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d2a04c48-7e87-453b-afd2-4689d132af46 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:30.414977 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d2a04c48-7e87-453b-afd2-4689d132af46 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/f94f1dbd-89dd-48e9-8086-5eeb76f44913 HTTP/1.1" status: 204 len: 168 time: 0.0842063 Jan 28 13:58:30.415143 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6b5838d3-23c5-4a4f-8ada-a350e572bf38 req-52a0faad-d1ac-4c93-9ced-470bb34fc216 service neutron] 10.222.0.37 "GET /v2.0/networks/db277792-7cd8-4d46-bc26-79c16845a9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271846 Jan 28 13:58:30.415943 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40954) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:30.422823 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a04c48-7e87-453b-afd2-4689d132af46 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f94f1dbd-89dd-48e9-8086-5eeb76f44913,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:30.459816 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-04e4fb1f-bb3a-4f21-9223-9799ac38235b tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0423303 Jan 28 13:58:30.462483 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40956) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:30.486347 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-75f29888-a431-419a-80cc-64bb31d0ed1e tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (031173c3-447a-472f-9c37-5d95611b139d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:30.494390 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-75f29888-a431-419a-80cc-64bb31d0ed1e tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (031173c3-447a-472f-9c37-5d95611b139d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:30.531770 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-75f29888-a431-419a-80cc-64bb31d0ed1e tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (031173c3-447a-472f-9c37-5d95611b139d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:30.538005 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-75f29888-a431-419a-80cc-64bb31d0ed1e tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:30.541542 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-75f29888-a431-419a-80cc-64bb31d0ed1e tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/031173c3-447a-472f-9c37-5d95611b139d HTTP/1.1" status: 204 len: 168 time: 0.0757418 Jan 28 13:58:30.542035 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40958) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:30.545064 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f29888-a431-419a-80cc-64bb31d0ed1e tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=031173c3-447a-472f-9c37-5d95611b139d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:30.584065 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8f5baa90-466a-4eb5-9ba8-e649e3d4a472 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0406337 Jan 28 13:58:30.586700 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40960) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:30.641102 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fbf3d6b2-9751-495c-8547-f19dbb4803a9 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (66cb4acb-3d8b-4d8d-8ee4-a0f61cbf4c10), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:30.661180 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-59e984b5-3b4b-4ef6-8116-bfcf02e47683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1242508824', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:56:28Z', 'revision_number': 4, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'gw_port': {'id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '3366fd10-27f3-43de-a242-08b51b0dcbd2', 'name': '', 'network_id': 'db277792-7cd8-4d46-bc26-79c16845a9a1', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'mac_address': 'fa:16:3e:b0:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '134e9670-cd58-4b34-845d-00420b33b5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:27Z', 'updated_at': '2022-01-28T13:56:33Z', 'revision_number': 5, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'subnets': [{'id': '134e9670-cd58-4b34-845d-00420b33b5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:30.664680 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fbf3d6b2-9751-495c-8547-f19dbb4803a9 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (66cb4acb-3d8b-4d8d-8ee4-a0f61cbf4c10), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:30.688943 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e984b5-3b4b-4ef6-8116-bfcf02e47683 None None] The sync data for ids ['30f92f24-447a-4736-932f-aad0cbf22c84'] in n-d-822747-2 is: [{'id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1242508824', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:56:28Z', 'revision_number': 4, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'gw_port': {'id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '3366fd10-27f3-43de-a242-08b51b0dcbd2', 'name': '', 'network_id': 'db277792-7cd8-4d46-bc26-79c16845a9a1', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'mac_address': 'fa:16:3e:b0:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '134e9670-cd58-4b34-845d-00420b33b5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:27Z', 'updated_at': '2022-01-28T13:56:33Z', 'revision_number': 5, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'subnets': [{'id': '134e9670-cd58-4b34-845d-00420b33b5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:58:30.710690 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fbf3d6b2-9751-495c-8547-f19dbb4803a9 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (66cb4acb-3d8b-4d8d-8ee4-a0f61cbf4c10), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:30.713430 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fbf3d6b2-9751-495c-8547-f19dbb4803a9 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:30.714588 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fbf3d6b2-9751-495c-8547-f19dbb4803a9 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "DELETE /v2.0/security-groups/66cb4acb-3d8b-4d8d-8ee4-a0f61cbf4c10 HTTP/1.1" status: 204 len: 168 time: 0.1267624 Jan 28 13:58:30.717568 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40962) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:30.724682 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3d6b2-9751-495c-8547-f19dbb4803a9 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cb4acb-3d8b-4d8d-8ee4-a0f61cbf4c10,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:30.771984 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-32e2bed3-6758-4eae-ace2-e854e403346e tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0529263 Jan 28 13:58:30.776228 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40964) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:30.781418 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-d8a2ea5c-2c63-45c1-b167-7c97254ed86a tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Request body: {'security_group': {'name': 'tempest-secgroup--1947182030'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:30.804589 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d8a2ea5c-2c63-45c1-b167-7c97254ed86a tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:30.881420 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d8a2ea5c-2c63-45c1-b167-7c97254ed86a tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (a673537d-dcda-4d6f-933e-633e189e428a), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:30.886397 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d8a2ea5c-2c63-45c1-b167-7c97254ed86a tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a673537d-dcda-4d6f-933e-633e189e428a), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:30.918653 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d8a2ea5c-2c63-45c1-b167-7c97254ed86a tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:30.919975 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d8a2ea5c-2c63-45c1-b167-7c97254ed86a tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1421249 Jan 28 13:58:30.922133 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2ea5c-2c63-45c1-b167-7c97254ed86a tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a673537d-dcda-4d6f-933e-633e189e428a,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:30.922891 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40966) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:30.927821 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-8463d4b4-091c-4b43-9d60-a29ae6f23f84 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Request body: {'security_group_rule': {'security_group_id': 'a673537d-dcda-4d6f-933e-633e189e428a', 'direction': 'ingress', 'protocol': 17}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:30.959176 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8463d4b4-091c-4b43-9d60-a29ae6f23f84 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (e99b64de-82fd-4a95-9d69-1645a6f9b293), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:30.966974 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da68141c-e736-40dc-b5ec-efe05891999a None None] New status for floating IP f5880782-0fb8-4ed4-a9d8-d706ad8ddfb1: DOWN {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:58:31.008970 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8463d4b4-091c-4b43-9d60-a29ae6f23f84 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (e99b64de-82fd-4a95-9d69-1645a6f9b293), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.013982 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8463d4b4-091c-4b43-9d60-a29ae6f23f84 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (e99b64de-82fd-4a95-9d69-1645a6f9b293), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.033705 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463d4b4-091c-4b43-9d60-a29ae6f23f84 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e99b64de-82fd-4a95-9d69-1645a6f9b293,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:31.048576 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8463d4b4-091c-4b43-9d60-a29ae6f23f84 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.049870 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8463d4b4-091c-4b43-9d60-a29ae6f23f84 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1259062 Jan 28 13:58:31.053557 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40968) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:31.114720 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9335127b-d641-4c4a-8261-b22c786406e6 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (a673537d-dcda-4d6f-933e-633e189e428a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.139830 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9335127b-d641-4c4a-8261-b22c786406e6 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (a673537d-dcda-4d6f-933e-633e189e428a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.190334 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9335127b-d641-4c4a-8261-b22c786406e6 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a673537d-dcda-4d6f-933e-633e189e428a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.193867 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9335127b-d641-4c4a-8261-b22c786406e6 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.199055 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9335127b-d641-4c4a-8261-b22c786406e6 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "DELETE /v2.0/security-groups/a673537d-dcda-4d6f-933e-633e189e428a HTTP/1.1" status: 204 len: 168 time: 0.1405072 Jan 28 13:58:31.200117 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40972) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:31.221861 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335127b-d641-4c4a-8261-b22c786406e6 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a673537d-dcda-4d6f-933e-633e189e428a,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:31.284845 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-815ca355-80ce-4bd7-a994-21d4efc078d6 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0826814 Jan 28 13:58:31.288716 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40974) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:31.293476 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-35953598-9c58-4f03-8412-1cc5c18c53af tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Request body: {'security_group': {'name': 'tempest-secgroup--1628937486'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:31.315412 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-35953598-9c58-4f03-8412-1cc5c18c53af tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.322152 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334eccb-fa14-4c6d-942e-b6e85363d9fa req-588e5cb4-6be6-4b11-a9d9-7b604993bc45 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:31.324200 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3334eccb-fa14-4c6d-942e-b6e85363d9fa req-588e5cb4-6be6-4b11-a9d9-7b604993bc45 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d82ad7b-7124-4364-b824-926e04d72257 HTTP/1.1" status: 200 len: 984 time: 0.0561626 Jan 28 13:58:31.385619 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-35953598-9c58-4f03-8412-1cc5c18c53af tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (b2eb03a5-5ddc-489d-bb5a-9a3aef1c43ae), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.391076 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-35953598-9c58-4f03-8412-1cc5c18c53af tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b2eb03a5-5ddc-489d-bb5a-9a3aef1c43ae), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.396725 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3334eccb-fa14-4c6d-942e-b6e85363d9fa req-9a51344c-2ff0-4918-be73-31a0b6bdabfe tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/security-groups?id=81d0f43e-0e14-483c-a264-68dba882be96&id=7656409d-f818-48bd-8e77-8c5551bb9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0664930 Jan 28 13:58:31.425972 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-35953598-9c58-4f03-8412-1cc5c18c53af tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.429854 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-35953598-9c58-4f03-8412-1cc5c18c53af tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1374767 Jan 28 13:58:31.430172 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40976) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:31.434739 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-75f9b1c4-13f9-4a53-8c28-8d4ccecf2f8c tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Request body: {'security_group': {'name': 'tempest-secgroup--1488167398'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:31.439493 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35953598-9c58-4f03-8412-1cc5c18c53af tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2eb03a5-5ddc-489d-bb5a-9a3aef1c43ae,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:31.462824 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de0d8c-aad9-4021-a158-53e5d3acbeb7 req-3079523c-edf0-4f27-affc-4b801e1d4136 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:31.464381 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49de0d8c-aad9-4021-a158-53e5d3acbeb7 req-3079523c-edf0-4f27-affc-4b801e1d4136 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d82ad7b-7124-4364-b824-926e04d72257 HTTP/1.1" status: 200 len: 984 time: 0.0522814 Jan 28 13:58:31.465363 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-75f9b1c4-13f9-4a53-8c28-8d4ccecf2f8c tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.548442 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-75f9b1c4-13f9-4a53-8c28-8d4ccecf2f8c tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (9fd0a52e-4184-4a3e-a7f1-e912b42635ce), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.553337 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-75f9b1c4-13f9-4a53-8c28-8d4ccecf2f8c tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9fd0a52e-4184-4a3e-a7f1-e912b42635ce), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.579068 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-75f9b1c4-13f9-4a53-8c28-8d4ccecf2f8c tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.580351 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-75f9b1c4-13f9-4a53-8c28-8d4ccecf2f8c tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1493492 Jan 28 13:58:31.584859 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40978) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:31.590003 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-49de0d8c-aad9-4021-a158-53e5d3acbeb7 req-0c54c4c0-f23e-475b-b3b4-53bd8b395e8f tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Deleting port 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:58:31.590528 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-49de0d8c-aad9-4021-a158-53e5d3acbeb7 req-0c54c4c0-f23e-475b-b3b4-53bd8b395e8f tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (5c6cfb2f-b8ad-4158-befe-ee2c1c779f32), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.591648 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-014a8c76-781a-414f-9c97-51cec254f760 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Request body: {'security_group_rule': {'security_group_id': 'b2eb03a5-5ddc-489d-bb5a-9a3aef1c43ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9fd0a52e-4184-4a3e-a7f1-e912b42635ce', 'remote_ip_prefix': None}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:31.595911 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96464bc0-2cde-4974-83fc-dad466d95004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.597802 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9b1c4-13f9-4a53-8c28-8d4ccecf2f8c tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd0a52e-4184-4a3e-a7f1-e912b42635ce,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:31.630629 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-014a8c76-781a-414f-9c97-51cec254f760 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (f3bff107-0a18-4ac6-86e8-89ac5637cfdf), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.698102 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-49de0d8c-aad9-4021-a158-53e5d3acbeb7 req-0c54c4c0-f23e-475b-b3b4-53bd8b395e8f tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] For port 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=5c6cfb2f-b8ad-4158-befe-ee2c1c779f32,segment=NetworkSegment(00cfa919-1384-4e75-8ae8-b251116a1a77),segment_id=00cfa919-1384-4e75-8ae8-b251116a1a77)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:31.698463 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-49de0d8c-aad9-4021-a158-53e5d3acbeb7 req-0c54c4c0-f23e-475b-b3b4-53bd8b395e8f tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (5c6cfb2f-b8ad-4158-befe-ee2c1c779f32), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.701085 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-014a8c76-781a-414f-9c97-51cec254f760 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (f3bff107-0a18-4ac6-86e8-89ac5637cfdf), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.704922 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-014a8c76-781a-414f-9c97-51cec254f760 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (f3bff107-0a18-4ac6-86e8-89ac5637cfdf), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.712240 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-49de0d8c-aad9-4021-a158-53e5d3acbeb7 req-0c54c4c0-f23e-475b-b3b4-53bd8b395e8f tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Calling delete_port for 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:58:31.727102 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a8c76-781a-414f-9c97-51cec254f760 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3bff107-0a18-4ac6-86e8-89ac5637cfdf,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:31.737405 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-014a8c76-781a-414f-9c97-51cec254f760 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.738626 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-014a8c76-781a-414f-9c97-51cec254f760 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1527550 Jan 28 13:58:31.741864 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40980) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:31.767143 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-40e77105-b485-4b9f-b915-49053a20998c tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (f3bff107-0a18-4ac6-86e8-89ac5637cfdf), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.775005 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-40e77105-b485-4b9f-b915-49053a20998c tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (f3bff107-0a18-4ac6-86e8-89ac5637cfdf), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.803597 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-40e77105-b485-4b9f-b915-49053a20998c tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (f3bff107-0a18-4ac6-86e8-89ac5637cfdf), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.810201 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-40e77105-b485-4b9f-b915-49053a20998c tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.811339 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-40e77105-b485-4b9f-b915-49053a20998c tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/f3bff107-0a18-4ac6-86e8-89ac5637cfdf HTTP/1.1" status: 204 len: 168 time: 0.0685401 Jan 28 13:58:31.816617 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40982) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:31.824130 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e77105-b485-4b9f-b915-49053a20998c tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3bff107-0a18-4ac6-86e8-89ac5637cfdf,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:31.859603 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-49de0d8c-aad9-4021-a158-53e5d3acbeb7 req-0c54c4c0-f23e-475b-b3b4-53bd8b395e8f tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (5c6cfb2f-b8ad-4158-befe-ee2c1c779f32), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.868858 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5c271926-90f7-4406-9bae-a20757c57dab tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0485272 Jan 28 13:58:31.869256 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40984) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:31.891839 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54c4c0-f23e-475b-b3b4-53bd8b395e8f tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event deleted for resources: {'Port': ['ID=5c6cfb2f-b8ad-4158-befe-ee2c1c779f32,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:31.929527 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6503efa4-f6ae-4618-ba2e-ce1be46e2003 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (9fd0a52e-4184-4a3e-a7f1-e912b42635ce), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.936574 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-49de0d8c-aad9-4021-a158-53e5d3acbeb7 req-0c54c4c0-f23e-475b-b3b4-53bd8b395e8f tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] No DVR routers for this DVR port 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:58:31.939290 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-49de0d8c-aad9-4021-a158-53e5d3acbeb7 req-0c54c4c0-f23e-475b-b3b4-53bd8b395e8f tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.942643 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49de0d8c-aad9-4021-a158-53e5d3acbeb7 req-0c54c4c0-f23e-475b-b3b4-53bd8b395e8f tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.37 "DELETE /v2.0/ports/5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 HTTP/1.1" status: 204 len: 173 time: 0.4727635 Jan 28 13:58:31.943109 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d82ad7b-7124-4364-b824-926e04d72257', 'name': 'network-vif-deleted', 'tag': '5c6cfb2f-b8ad-4158-befe-ee2c1c779f32'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:58:31.945501 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155f2f85-9dc6-46a1-a54f-8ce13f7ac710" -d '{"events": [{"server_uuid": "4d82ad7b-7124-4364-b824-926e04d72257", "name": "network-vif-deleted", "tag": "5c6cfb2f-b8ad-4158-befe-ee2c1c779f32"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:58:31.955350 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6503efa4-f6ae-4618-ba2e-ce1be46e2003 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (9fd0a52e-4184-4a3e-a7f1-e912b42635ce), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.987509 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97cbdac-d3f5-4c11-9618-7b9e3be1ff59 x-openstack-request-id: req-e97cbdac-d3f5-4c11-9618-7b9e3be1ff59 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:58:31.988051 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d82ad7b-7124-4364-b824-926e04d72257", "name": "network-vif-deleted", "tag": "5c6cfb2f-b8ad-4158-befe-ee2c1c779f32", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:58:31.988501 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e97cbdac-d3f5-4c11-9618-7b9e3be1ff59 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:58:31.989038 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d82ad7b-7124-4364-b824-926e04d72257', 'name': 'network-vif-deleted', 'tag': '5c6cfb2f-b8ad-4158-befe-ee2c1c779f32', 'status': 'completed', 'code': 200} Jan 28 13:58:32.005330 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6503efa4-f6ae-4618-ba2e-ce1be46e2003 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (9fd0a52e-4184-4a3e-a7f1-e912b42635ce), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:32.009520 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6503efa4-f6ae-4618-ba2e-ce1be46e2003 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:32.011008 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6503efa4-f6ae-4618-ba2e-ce1be46e2003 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "DELETE /v2.0/security-groups/9fd0a52e-4184-4a3e-a7f1-e912b42635ce HTTP/1.1" status: 204 len: 168 time: 0.1407142 Jan 28 13:58:32.013785 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40988) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:32.022107 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503efa4-f6ae-4618-ba2e-ce1be46e2003 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd0a52e-4184-4a3e-a7f1-e912b42635ce,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:32.082402 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-334f85a6-c1e8-4abc-acc6-eb36175dc87f tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0670655 Jan 28 13:58:32.084559 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 40990) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:32.144779 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-61cdbe95-90a8-4a8e-ba59-043c1fae3c0b tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (b2eb03a5-5ddc-489d-bb5a-9a3aef1c43ae), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:32.171968 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-61cdbe95-90a8-4a8e-ba59-043c1fae3c0b tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (b2eb03a5-5ddc-489d-bb5a-9a3aef1c43ae), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:32.220084 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-61cdbe95-90a8-4a8e-ba59-043c1fae3c0b tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b2eb03a5-5ddc-489d-bb5a-9a3aef1c43ae), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:32.225534 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-61cdbe95-90a8-4a8e-ba59-043c1fae3c0b tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:32.226765 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-61cdbe95-90a8-4a8e-ba59-043c1fae3c0b tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "DELETE /v2.0/security-groups/b2eb03a5-5ddc-489d-bb5a-9a3aef1c43ae HTTP/1.1" status: 204 len: 168 time: 0.1412234 Jan 28 13:58:32.229896 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40992) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:32.236672 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cdbe95-90a8-4a8e-ba59-043c1fae3c0b tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2eb03a5-5ddc-489d-bb5a-9a3aef1c43ae,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:32.286841 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-30281c0f-9ee3-4bf8-b7f5-995532518b64 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0548527 Jan 28 13:58:32.290968 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40994) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:32.295998 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-ea902571-8a05-4ae8-9f78-dd239bbc9920 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Request body: {'security_group': {'name': 'tempest-secgroup--983393453'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:32.323251 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea902571-8a05-4ae8-9f78-dd239bbc9920 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:32.403578 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea902571-8a05-4ae8-9f78-dd239bbc9920 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (87c8ea52-b5a1-48e9-bfeb-8ab412c1ed75), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:32.410575 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea902571-8a05-4ae8-9f78-dd239bbc9920 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (87c8ea52-b5a1-48e9-bfeb-8ab412c1ed75), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:32.445079 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea902571-8a05-4ae8-9f78-dd239bbc9920 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c8ea52-b5a1-48e9-bfeb-8ab412c1ed75,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:32.461715 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea902571-8a05-4ae8-9f78-dd239bbc9920 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:32.463116 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ea902571-8a05-4ae8-9f78-dd239bbc9920 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1707997 Jan 28 13:58:32.466095 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 40998) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:32.470596 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-e6939df1-ac7d-4fce-bf9b-2a4456b28523 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Request body: {'security_group_rule': {'security_group_id': '87c8ea52-b5a1-48e9-bfeb-8ab412c1ed75', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:32.499963 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e6939df1-ac7d-4fce-bf9b-2a4456b28523 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (9baaf4f4-1945-444d-bf28-d844e5cb34c7), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:32.517061 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5e7e071b-f06c-4726-b649-484abee628b8 req-6ddd2173-9547-4c4e-868f-829535e4057f tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d82ad7b-7124-4364-b824-926e04d72257 HTTP/1.1" status: 200 len: 210 time: 0.0307050 Jan 28 13:58:32.559861 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e6939df1-ac7d-4fce-bf9b-2a4456b28523 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (9baaf4f4-1945-444d-bf28-d844e5cb34c7), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:32.565286 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e6939df1-ac7d-4fce-bf9b-2a4456b28523 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (9baaf4f4-1945-444d-bf28-d844e5cb34c7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:32.582410 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6939df1-ac7d-4fce-bf9b-2a4456b28523 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9baaf4f4-1945-444d-bf28-d844e5cb34c7,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:32.593264 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e6939df1-ac7d-4fce-bf9b-2a4456b28523 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:32.594511 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e6939df1-ac7d-4fce-bf9b-2a4456b28523 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1274612 Jan 28 13:58:32.598882 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41000) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:32.624735 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b69e0b36-5c43-48e2-aef6-25cffcfa648e tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (9baaf4f4-1945-444d-bf28-d844e5cb34c7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:32.632906 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b69e0b36-5c43-48e2-aef6-25cffcfa648e tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (9baaf4f4-1945-444d-bf28-d844e5cb34c7), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:32.661305 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b69e0b36-5c43-48e2-aef6-25cffcfa648e tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (9baaf4f4-1945-444d-bf28-d844e5cb34c7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:32.667440 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b69e0b36-5c43-48e2-aef6-25cffcfa648e tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:32.668573 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b69e0b36-5c43-48e2-aef6-25cffcfa648e tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/9baaf4f4-1945-444d-bf28-d844e5cb34c7 HTTP/1.1" status: 204 len: 168 time: 0.0687215 Jan 28 13:58:32.671888 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41002) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:32.674689 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e0b36-5c43-48e2-aef6-25cffcfa648e tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9baaf4f4-1945-444d-bf28-d844e5cb34c7,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:32.712693 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f634df45-ba4e-4456-813e-9897e9ac204b tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0395584 Jan 28 13:58:32.715555 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41004) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:32.772826 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-376d9dfe-2a0d-4537-958d-39301e21ae78 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (87c8ea52-b5a1-48e9-bfeb-8ab412c1ed75), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:32.797966 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-376d9dfe-2a0d-4537-958d-39301e21ae78 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (87c8ea52-b5a1-48e9-bfeb-8ab412c1ed75), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:32.841445 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-376d9dfe-2a0d-4537-958d-39301e21ae78 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (87c8ea52-b5a1-48e9-bfeb-8ab412c1ed75), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:32.844471 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-376d9dfe-2a0d-4537-958d-39301e21ae78 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:32.845671 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-376d9dfe-2a0d-4537-958d-39301e21ae78 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "DELETE /v2.0/security-groups/87c8ea52-b5a1-48e9-bfeb-8ab412c1ed75 HTTP/1.1" status: 204 len: 168 time: 0.1292386 Jan 28 13:58:32.848550 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41006) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:32.855205 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d9dfe-2a0d-4537-958d-39301e21ae78 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c8ea52-b5a1-48e9-bfeb-8ab412c1ed75,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:32.896840 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4a94627b-eccd-4615-b6e9-698667ed18bb tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0469120 Jan 28 13:58:32.900696 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41008) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:32.905481 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-3747ce3a-2fda-4482-913d-ae751f01846e tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Request body: {'security_group': {'name': 'tempest-secgroup--1297926259'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:32.923015 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:32.927069 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3747ce3a-2fda-4482-913d-ae751f01846e tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:32.998234 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3747ce3a-2fda-4482-913d-ae751f01846e tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (88ad992a-6860-4dfa-8066-f21c2cf449a3), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.003164 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3747ce3a-2fda-4482-913d-ae751f01846e tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (88ad992a-6860-4dfa-8066-f21c2cf449a3), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.036559 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3747ce3a-2fda-4482-913d-ae751f01846e tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.037821 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3747ce3a-2fda-4482-913d-ae751f01846e tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1359916 Jan 28 13:58:33.040245 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747ce3a-2fda-4482-913d-ae751f01846e tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ad992a-6860-4dfa-8066-f21c2cf449a3,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:33.040867 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41010) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:33.046289 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-7d3afdbf-6656-463a-a5a2-b59530094569 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Request body: {'security_group_rule': {'security_group_id': '88ad992a-6860-4dfa-8066-f21c2cf449a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:33.077662 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7d3afdbf-6656-463a-a5a2-b59530094569 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (c1824b85-c01d-4de0-82b5-3b39c8364696), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.080908 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:58:33.142106 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7d3afdbf-6656-463a-a5a2-b59530094569 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (c1824b85-c01d-4de0-82b5-3b39c8364696), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.146629 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7d3afdbf-6656-463a-a5a2-b59530094569 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (c1824b85-c01d-4de0-82b5-3b39c8364696), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.165907 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3afdbf-6656-463a-a5a2-b59530094569 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1824b85-c01d-4de0-82b5-3b39c8364696,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:33.174981 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7d3afdbf-6656-463a-a5a2-b59530094569 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.176207 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7d3afdbf-6656-463a-a5a2-b59530094569 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1342256 Jan 28 13:58:33.180129 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41012) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:33.198104 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bbd08590-cbf3-4c5f-830a-53721de84234 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-group-rules/c1824b85-c01d-4de0-82b5-3b39c8364696 HTTP/1.1" status: 200 len: 763 time: 0.0166879 Jan 28 13:58:33.201352 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41014) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:33.241371 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a2777eac-a900-4108-bd44-e9f0f224c74e tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0385981 Jan 28 13:58:33.244230 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41016) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:33.277457 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e6191eec-5294-4e22-a911-7da089ebe9b2 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (c1824b85-c01d-4de0-82b5-3b39c8364696), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.285442 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e6191eec-5294-4e22-a911-7da089ebe9b2 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (c1824b85-c01d-4de0-82b5-3b39c8364696), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.317295 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e6191eec-5294-4e22-a911-7da089ebe9b2 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (c1824b85-c01d-4de0-82b5-3b39c8364696), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.326133 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e6191eec-5294-4e22-a911-7da089ebe9b2 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.327706 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e6191eec-5294-4e22-a911-7da089ebe9b2 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/c1824b85-c01d-4de0-82b5-3b39c8364696 HTTP/1.1" status: 204 len: 168 time: 0.0821629 Jan 28 13:58:33.330385 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41018) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:33.334188 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6191eec-5294-4e22-a911-7da089ebe9b2 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1824b85-c01d-4de0-82b5-3b39c8364696,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:33.371525 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-65d29d10-3213-477a-964c-246ee0ab0226 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0397551 Jan 28 13:58:33.374568 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41020) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:33.379002 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-4ea10747-cb95-445e-b46b-ef3089334b85 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Request body: {'security_group_rule': {'security_group_id': '88ad992a-6860-4dfa-8066-f21c2cf449a3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:33.405842 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4ea10747-cb95-445e-b46b-ef3089334b85 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (57684287-abf6-4d66-a7a0-9377a0d6988e), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.469672 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4ea10747-cb95-445e-b46b-ef3089334b85 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (57684287-abf6-4d66-a7a0-9377a0d6988e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.474136 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4ea10747-cb95-445e-b46b-ef3089334b85 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (57684287-abf6-4d66-a7a0-9377a0d6988e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.491377 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea10747-cb95-445e-b46b-ef3089334b85 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57684287-abf6-4d66-a7a0-9377a0d6988e,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:33.501198 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4ea10747-cb95-445e-b46b-ef3089334b85 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.502463 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4ea10747-cb95-445e-b46b-ef3089334b85 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269128 Jan 28 13:58:33.505157 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41022) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:33.521518 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8c6815dc-854d-437a-af0a-edeb0e11ab15 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-group-rules/57684287-abf6-4d66-a7a0-9377a0d6988e HTTP/1.1" status: 200 len: 763 time: 0.0152931 Jan 28 13:58:33.524081 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41024) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:33.569142 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c8bd236f-b4ee-4257-97c4-d941628a00a1 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0438628 Jan 28 13:58:33.572122 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41028) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:33.577128 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41030) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:33.599710 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65556f63-be02-462b-9c96-2e7f3e4ecb41 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (57684287-abf6-4d66-a7a0-9377a0d6988e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.607636 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65556f63-be02-462b-9c96-2e7f3e4ecb41 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (57684287-abf6-4d66-a7a0-9377a0d6988e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.633292 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d1d6e27a-cacd-4b59-8c74-0a7598559e97 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for security_group (7656409d-f818-48bd-8e77-8c5551bb9f1b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.634414 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65556f63-be02-462b-9c96-2e7f3e4ecb41 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (57684287-abf6-4d66-a7a0-9377a0d6988e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.642107 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65556f63-be02-462b-9c96-2e7f3e4ecb41 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.643249 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-65556f63-be02-462b-9c96-2e7f3e4ecb41 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/57684287-abf6-4d66-a7a0-9377a0d6988e HTTP/1.1" status: 204 len: 168 time: 0.0701847 Jan 28 13:58:33.645877 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41032) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:33.648119 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65556f63-be02-462b-9c96-2e7f3e4ecb41 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57684287-abf6-4d66-a7a0-9377a0d6988e,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:33.672397 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d1d6e27a-cacd-4b59-8c74-0a7598559e97 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for security_group (7656409d-f818-48bd-8e77-8c5551bb9f1b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.718903 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3b64f79d-daff-4813-854a-05ad57debf1d tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0718856 Jan 28 13:58:33.721677 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41034) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:33.726421 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-cfcc12b1-f017-4cd1-906e-4edc834c0964 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Request body: {'security_group_rule': {'security_group_id': '88ad992a-6860-4dfa-8066-f21c2cf449a3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:33.746190 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d1d6e27a-cacd-4b59-8c74-0a7598559e97 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7656409d-f818-48bd-8e77-8c5551bb9f1b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.748853 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d1d6e27a-cacd-4b59-8c74-0a7598559e97 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.750034 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d1d6e27a-cacd-4b59-8c74-0a7598559e97 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "DELETE /v2.0/security-groups/7656409d-f818-48bd-8e77-8c5551bb9f1b HTTP/1.1" status: 204 len: 168 time: 0.1718714 Jan 28 13:58:33.752941 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41036) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:33.762363 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6e27a-cacd-4b59-8c74-0a7598559e97 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7656409d-f818-48bd-8e77-8c5551bb9f1b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:33.765084 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cfcc12b1-f017-4cd1-906e-4edc834c0964 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (fcf5c333-a8ef-4824-ba64-7b7a6354a485), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.817014 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0f0d3c78-bac9-4799-b34c-fd402f26278a tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for security_group (81d0f43e-0e14-483c-a264-68dba882be96), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.823551 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cfcc12b1-f017-4cd1-906e-4edc834c0964 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (fcf5c333-a8ef-4824-ba64-7b7a6354a485), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.828080 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cfcc12b1-f017-4cd1-906e-4edc834c0964 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (fcf5c333-a8ef-4824-ba64-7b7a6354a485), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.841414 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0f0d3c78-bac9-4799-b34c-fd402f26278a tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for security_group (81d0f43e-0e14-483c-a264-68dba882be96), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.848072 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc12b1-f017-4cd1-906e-4edc834c0964 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf5c333-a8ef-4824-ba64-7b7a6354a485,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:33.854393 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cfcc12b1-f017-4cd1-906e-4edc834c0964 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.855766 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cfcc12b1-f017-4cd1-906e-4edc834c0964 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1332014 Jan 28 13:58:33.858900 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41038) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:33.874997 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e0d2dfa1-2a15-4f92-af55-631df7ede1db tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-group-rules/fcf5c333-a8ef-4824-ba64-7b7a6354a485 HTTP/1.1" status: 200 len: 764 time: 0.0149267 Jan 28 13:58:33.877589 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41040) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:33.890600 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0f0d3c78-bac9-4799-b34c-fd402f26278a tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (81d0f43e-0e14-483c-a264-68dba882be96), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.894513 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0f0d3c78-bac9-4799-b34c-fd402f26278a tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.899759 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0f0d3c78-bac9-4799-b34c-fd402f26278a tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "DELETE /v2.0/security-groups/81d0f43e-0e14-483c-a264-68dba882be96 HTTP/1.1" status: 204 len: 168 time: 0.1454401 Jan 28 13:58:33.900365 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41042) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:33.916130 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d3c78-bac9-4799-b34c-fd402f26278a tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d0f43e-0e14-483c-a264-68dba882be96,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:33.917759 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f97b5745-ee34-45e0-9737-929a637c849d tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0388930 Jan 28 13:58:33.920390 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41044) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:33.946351 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ac62ab48-be6b-4a5c-a795-0d7857c84678 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (fcf5c333-a8ef-4824-ba64-7b7a6354a485), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.955022 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ac62ab48-be6b-4a5c-a795-0d7857c84678 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (fcf5c333-a8ef-4824-ba64-7b7a6354a485), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.988853 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ac62ab48-be6b-4a5c-a795-0d7857c84678 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (fcf5c333-a8ef-4824-ba64-7b7a6354a485), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.994333 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ac62ab48-be6b-4a5c-a795-0d7857c84678 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.995794 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ac62ab48-be6b-4a5c-a795-0d7857c84678 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/fcf5c333-a8ef-4824-ba64-7b7a6354a485 HTTP/1.1" status: 204 len: 168 time: 0.0744483 Jan 28 13:58:33.998755 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41046) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:34.010357 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62ab48-be6b-4a5c-a795-0d7857c84678 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fcf5c333-a8ef-4824-ba64-7b7a6354a485,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:34.043286 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-daa35bce-0b61-4c55-810e-f9c87bb6a812 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0422359 Jan 28 13:58:34.046068 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41050) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:34.100161 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-065146f2-06c6-4f19-b157-60d491c1e59e tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (88ad992a-6860-4dfa-8066-f21c2cf449a3), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:34.127270 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-065146f2-06c6-4f19-b157-60d491c1e59e tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (88ad992a-6860-4dfa-8066-f21c2cf449a3), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:34.168449 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-065146f2-06c6-4f19-b157-60d491c1e59e tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (88ad992a-6860-4dfa-8066-f21c2cf449a3), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:34.171142 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-065146f2-06c6-4f19-b157-60d491c1e59e tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:34.174874 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-065146f2-06c6-4f19-b157-60d491c1e59e tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "DELETE /v2.0/security-groups/88ad992a-6860-4dfa-8066-f21c2cf449a3 HTTP/1.1" status: 204 len: 168 time: 0.1253238 Jan 28 13:58:34.175442 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41052) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:34.193063 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065146f2-06c6-4f19-b157-60d491c1e59e tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ad992a-6860-4dfa-8066-f21c2cf449a3,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:34.230259 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-802fc1ca-21a1-44a8-b351-bfd09906ab1f tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0498292 Jan 28 13:58:34.230630 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41054) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:34.235396 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-915d9a10-89b1-4a9a-859d-71408309b3e3 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Request body: {'security_group': {'name': 'tempest-secgroup--244256151'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:34.280908 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-915d9a10-89b1-4a9a-859d-71408309b3e3 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:34.304074 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:34.346857 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ed20cdf5-c310-454f-8526-fa594226cd5c tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (30f92f24-447a-4736-932f-aad0cbf22c84), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:34.412953 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-915d9a10-89b1-4a9a-859d-71408309b3e3 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (364c267b-dfad-45be-9574-841fb84a49ef), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:34.418427 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-915d9a10-89b1-4a9a-859d-71408309b3e3 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (364c267b-dfad-45be-9574-841fb84a49ef), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:34.493034 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-915d9a10-89b1-4a9a-859d-71408309b3e3 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:34.494196 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-915d9a10-89b1-4a9a-859d-71408309b3e3 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2625980 Jan 28 13:58:34.497565 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41056) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:34.503888 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-9f5445a7-8b43-4cb8-a0dc-e63a7c721789 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Request body: {'security_group_rule': {'security_group_id': '364c267b-dfad-45be-9574-841fb84a49ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:34.508254 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d9a10-89b1-4a9a-859d-71408309b3e3 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=364c267b-dfad-45be-9574-841fb84a49ef,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:34.581874 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9f5445a7-8b43-4cb8-a0dc-e63a7c721789 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (8884ef35-9415-4cc5-8225-a8dbee980418), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:34.676864 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9f5445a7-8b43-4cb8-a0dc-e63a7c721789 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (8884ef35-9415-4cc5-8225-a8dbee980418), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:34.683807 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9f5445a7-8b43-4cb8-a0dc-e63a7c721789 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (8884ef35-9415-4cc5-8225-a8dbee980418), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:34.729494 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5445a7-8b43-4cb8-a0dc-e63a7c721789 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8884ef35-9415-4cc5-8225-a8dbee980418,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:34.735932 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9f5445a7-8b43-4cb8-a0dc-e63a7c721789 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:34.737151 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9f5445a7-8b43-4cb8-a0dc-e63a7c721789 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2386632 Jan 28 13:58:34.740572 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41058) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:34.767290 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-ed20cdf5-c310-454f-8526-fa594226cd5c tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Deleting port 3366fd10-27f3-43de-a242-08b51b0dcbd2 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:58:34.767534 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ed20cdf5-c310-454f-8526-fa594226cd5c tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (3366fd10-27f3-43de-a242-08b51b0dcbd2), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:34.799663 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-24e66d95-5038-48ab-8c79-76269bc49513 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (364c267b-dfad-45be-9574-841fb84a49ef), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:34.826031 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-24e66d95-5038-48ab-8c79-76269bc49513 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (364c267b-dfad-45be-9574-841fb84a49ef), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:34.865281 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-ed20cdf5-c310-454f-8526-fa594226cd5c tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] For port 3366fd10-27f3-43de-a242-08b51b0dcbd2, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3366fd10-27f3-43de-a242-08b51b0dcbd2,segment=NetworkSegment(00cfa919-1384-4e75-8ae8-b251116a1a77),segment_id=00cfa919-1384-4e75-8ae8-b251116a1a77)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:34.865968 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ed20cdf5-c310-454f-8526-fa594226cd5c tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (3366fd10-27f3-43de-a242-08b51b0dcbd2), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:34.879323 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-24e66d95-5038-48ab-8c79-76269bc49513 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (364c267b-dfad-45be-9574-841fb84a49ef), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:34.879665 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-ed20cdf5-c310-454f-8526-fa594226cd5c tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Calling delete_port for 3366fd10-27f3-43de-a242-08b51b0dcbd2 owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:58:34.883584 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-24e66d95-5038-48ab-8c79-76269bc49513 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:34.885103 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-24e66d95-5038-48ab-8c79-76269bc49513 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "DELETE /v2.0/security-groups/364c267b-dfad-45be-9574-841fb84a49ef HTTP/1.1" status: 204 len: 168 time: 0.1434231 Jan 28 13:58:34.887837 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41060) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:34.895647 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e66d95-5038-48ab-8c79-76269bc49513 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=364c267b-dfad-45be-9574-841fb84a49ef,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:34.973012 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f6af7334-099f-49e3-9652-9c22744ddfdf tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0832882 Jan 28 13:58:34.975644 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41062) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:35.015280 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2a49149d-9f3d-4d47-a3dc-97bf23128fc9 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0382929 Jan 28 13:58:35.018527 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41064) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:35.036115 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-031d5474-ca5c-41e5-bbb2-b428c668c40d tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] delete failed (client error): The resource could not be found. Jan 28 13:58:35.037264 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-031d5474-ca5c-41e5-bbb2-b428c668c40d tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "DELETE /v2.0/security-groups/364c267b-dfad-45be-9574-841fb84a49ef HTTP/1.1" status: 404 len: 347 time: 0.0175114 Jan 28 13:58:35.040981 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41066) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:35.089500 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7fb7374f-c2c5-4e75-8d6f-899944cdb480 tempest-SecGroupTest-426550301 tempest-SecGroupTest-426550301-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0468419 Jan 28 13:58:35.138112 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ed20cdf5-c310-454f-8526-fa594226cd5c tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (3366fd10-27f3-43de-a242-08b51b0dcbd2), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:35.169868 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20cdf5-c310-454f-8526-fa594226cd5c tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event deleted for resources: {'Port': ['ID=3366fd10-27f3-43de-a242-08b51b0dcbd2,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:35.383630 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41072) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:35.541699 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d4ce3f13-532d-4f05-af1d-8cfe5c9dfc2d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=207d0ecd00594f8d865ad4e759a959be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1543379 Jan 28 13:58:35.541919 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41076) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:35.593165 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-74ce9e0e-8be2-4459-b8d8-df4cbf86ad96 admin admin] Publish callbacks [] for security_group (a838df1e-4195-4d25-9418-0f6ba38326bd), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:35.616906 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-74ce9e0e-8be2-4459-b8d8-df4cbf86ad96 admin admin] Publish callbacks [] for security_group (a838df1e-4195-4d25-9418-0f6ba38326bd), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:35.668835 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-74ce9e0e-8be2-4459-b8d8-df4cbf86ad96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a838df1e-4195-4d25-9418-0f6ba38326bd), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:35.671485 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-74ce9e0e-8be2-4459-b8d8-df4cbf86ad96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:35.672694 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-74ce9e0e-8be2-4459-b8d8-df4cbf86ad96 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a838df1e-4195-4d25-9418-0f6ba38326bd HTTP/1.1" status: 204 len: 168 time: 0.1299443 Jan 28 13:58:35.681049 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce9e0e-8be2-4459-b8d8-df4cbf86ad96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a838df1e-4195-4d25-9418-0f6ba38326bd,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:35.693300 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ed20cdf5-c310-454f-8526-fa594226cd5c tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (30f92f24-447a-4736-932f-aad0cbf22c84), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:35.939046 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed20cdf5-c310-454f-8526-fa594226cd5c tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Router 30f92f24-447a-4736-932f-aad0cbf22c84 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:58:36.061493 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed20cdf5-c310-454f-8526-fa594226cd5c tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:58:36.070352 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41090) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:36.070835 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ed20cdf5-c310-454f-8526-fa594226cd5c tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "PUT /v2.0/routers/30f92f24-447a-4736-932f-aad0cbf22c84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1661546 Jan 28 13:58:36.072967 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3a2b2e-96f2-4fe2-a142-8b48a88d8cfb None None] Sync routers for ids ['30f92f24-447a-4736-932f-aad0cbf22c84'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:58:36.084368 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3a2b2e-96f2-4fe2-a142-8b48a88d8cfb None None] Routers {'30f92f24-447a-4736-932f-aad0cbf22c84'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:58:36.085189 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-0c3a2b2e-96f2-4fe2-a142-8b48a88d8cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:58:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['30f92f24-447a-4736-932f-aad0cbf22c84'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:36.134311 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-979601b9-fdaf-455c-b8b0-e94353f23e44 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Deleting subnet 134e9670-cd58-4b34-845d-00420b33b5d9 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:58:36.140333 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-979601b9-fdaf-455c-b8b0-e94353f23e44 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for subnet (134e9670-cd58-4b34-845d-00420b33b5d9), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:36.207522 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-0c3a2b2e-96f2-4fe2-a142-8b48a88d8cfb None None] Set router 30f92f24-447a-4736-932f-aad0cbf22c84 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:58:36.207692 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-979601b9-fdaf-455c-b8b0-e94353f23e44 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (134e9670-cd58-4b34-845d-00420b33b5d9), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:36.284339 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:58:36.307153 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:58:36.307850 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 5c6cfb2f-b8ad-4158-befe-ee2c1c779f32 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:58:36.310245 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-979601b9-fdaf-455c-b8b0-e94353f23e44 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (134e9670-cd58-4b34-845d-00420b33b5d9), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:36.394683 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-979601b9-fdaf-455c-b8b0-e94353f23e44 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (134e9670-cd58-4b34-845d-00420b33b5d9), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:36.412074 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:36.449256 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979601b9-fdaf-455c-b8b0-e94353f23e44 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event deleted for resources: {'Subnet': ['ID=134e9670-cd58-4b34-845d-00420b33b5d9,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:36.467182 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-979601b9-fdaf-455c-b8b0-e94353f23e44 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:36.468529 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401306ef-86a5-4346-8374-2bd37912c5c9 None None] Network db277792-7cd8-4d46-bc26-79c16845a9a1 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:58:36.473687 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-979601b9-fdaf-455c-b8b0-e94353f23e44 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "DELETE /v2.0/subnets/134e9670-cd58-4b34-845d-00420b33b5d9 HTTP/1.1" status: 204 len: 168 time: 0.4021568 Jan 28 13:58:36.476242 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41100) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:36.606203 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7d15f876-fff3-4a53-ad0d-8e09821f9e56 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for router (30f92f24-447a-4736-932f-aad0cbf22c84), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:36.613395 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-0c3a2b2e-96f2-4fe2-a142-8b48a88d8cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1242508824', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:58:35Z', 'revision_number': 5, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'gw_port': {'id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:36.679738 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3a2b2e-96f2-4fe2-a142-8b48a88d8cfb None None] Checking router: 30f92f24-447a-4736-932f-aad0cbf22c84 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:58:36.693418 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09de876-e073-4ab2-b773-149289c92e4a None None] DHCP port deletion for db277792-7cd8-4d46-bc26-79c16845a9a1 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:58:36.699519 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3a2b2e-96f2-4fe2-a142-8b48a88d8cfb None None] Routers {'30f92f24-447a-4736-932f-aad0cbf22c84'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:58:36.700154 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-0c3a2b2e-96f2-4fe2-a142-8b48a88d8cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:58:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['30f92f24-447a-4736-932f-aad0cbf22c84'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:36.774468 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7d15f876-fff3-4a53-ad0d-8e09821f9e56 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for router_gateway (30f92f24-447a-4736-932f-aad0cbf22c84), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:36.845631 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-7d15f876-fff3-4a53-ad0d-8e09821f9e56 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Deleting port b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:58:36.845970 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7d15f876-fff3-4a53-ad0d-8e09821f9e56 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:36.862627 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e09de876-e073-4ab2-b773-149289c92e4a None None] Deleting port c7a4e599-9b10-4eb9-9e38-444b03fb302c {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:58:36.863054 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e09de876-e073-4ab2-b773-149289c92e4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c7a4e599-9b10-4eb9-9e38-444b03fb302c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:36.899070 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c7a4e599-9b10-4eb9-9e38-444b03fb302c no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:58:36.931094 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-0c3a2b2e-96f2-4fe2-a142-8b48a88d8cfb None None] Set router 30f92f24-447a-4736-932f-aad0cbf22c84 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:58:36.991732 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-7d15f876-fff3-4a53-ad0d-8e09821f9e56 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] For port b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:36.994231 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7d15f876-fff3-4a53-ad0d-8e09821f9e56 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.013085 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-7d15f876-fff3-4a53-ad0d-8e09821f9e56 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Calling delete_port for b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:58:37.036840 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e09de876-e073-4ab2-b773-149289c92e4a None None] For port c7a4e599-9b10-4eb9-9e38-444b03fb302c, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c7a4e599-9b10-4eb9-9e38-444b03fb302c,segment=NetworkSegment(00cfa919-1384-4e75-8ae8-b251116a1a77),segment_id=00cfa919-1384-4e75-8ae8-b251116a1a77)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:37.037241 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e09de876-e073-4ab2-b773-149289c92e4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c7a4e599-9b10-4eb9-9e38-444b03fb302c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.071930 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e09de876-e073-4ab2-b773-149289c92e4a None None] Calling delete_port for c7a4e599-9b10-4eb9-9e38-444b03fb302c owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:58:37.197199 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7d15f876-fff3-4a53-ad0d-8e09821f9e56 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.224517 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15f876-fff3-4a53-ad0d-8e09821f9e56 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event deleted for resources: {'Port': ['ID=b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:37.252454 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c7a4e599-9b10-4eb9-9e38-444b03fb302c is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:37.253088 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c7a4e599-9b10-4eb9-9e38-444b03fb302c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.296684 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7d15f876-fff3-4a53-ad0d-8e09821f9e56 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (30f92f24-447a-4736-932f-aad0cbf22c84), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.297784 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e09de876-e073-4ab2-b773-149289c92e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (c7a4e599-9b10-4eb9-9e38-444b03fb302c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.350712 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09de876-e073-4ab2-b773-149289c92e4a None None] Pushing event deleted for resources: {'Port': ['ID=c7a4e599-9b10-4eb9-9e38-444b03fb302c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:37.353996 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09de876-e073-4ab2-b773-149289c92e4a None None] No DVR routers for this DVR port c7a4e599-9b10-4eb9-9e38-444b03fb302c on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:58:37.373454 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-0c3a2b2e-96f2-4fe2-a142-8b48a88d8cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1242508824', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:58:35Z', 'revision_number': 5, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'gw_port': {'id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:37.411826 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3a2b2e-96f2-4fe2-a142-8b48a88d8cfb None None] The sync data for ids ['30f92f24-447a-4736-932f-aad0cbf22c84'] in n-d-822747-2 is: [{'id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1242508824', 'tenant_id': 'e95a247d94234d9685ef64daa6ffeae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:58:35Z', 'revision_number': 5, 'project_id': 'e95a247d94234d9685ef64daa6ffeae4', 'gw_port': {'id': 'b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f92f24-447a-4736-932f-aad0cbf22c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:23Z', 'updated_at': '2022-01-28T13:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:58:37.416741 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7d15f876-fff3-4a53-ad0d-8e09821f9e56 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (30f92f24-447a-4736-932f-aad0cbf22c84), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.419513 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7d15f876-fff3-4a53-ad0d-8e09821f9e56 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for router_controller (30f92f24-447a-4736-932f-aad0cbf22c84), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.471033 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7d15f876-fff3-4a53-ad0d-8e09821f9e56 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (30f92f24-447a-4736-932f-aad0cbf22c84), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.471626 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d15f876-fff3-4a53-ad0d-8e09821f9e56 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Fanout notify agent at l3_agent the message router_deleted on router 30f92f24-447a-4736-932f-aad0cbf22c84 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:58:37.478708 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7d15f876-fff3-4a53-ad0d-8e09821f9e56 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.483336 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7d15f876-fff3-4a53-ad0d-8e09821f9e56 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "DELETE /v2.0/routers/30f92f24-447a-4736-932f-aad0cbf22c84 HTTP/1.1" status: 204 len: 168 time: 1.0058196 Jan 28 13:58:37.484010 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41122) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:37.567343 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dca762c0-dec2-4961-a1e6-cf750f2a9b90 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (db277792-7cd8-4d46-bc26-79c16845a9a1), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.662517 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dca762c0-dec2-4961-a1e6-cf750f2a9b90 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (db277792-7cd8-4d46-bc26-79c16845a9a1), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.685005 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-dca762c0-dec2-4961-a1e6-cf750f2a9b90 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db277792-7cd8-4d46-bc26-79c16845a9a1']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:37.696921 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-dca762c0-dec2-4961-a1e6-cf750f2a9b90 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00cfa919-1384-4e75-8ae8-b251116a1a77') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:37.697352 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-dca762c0-dec2-4961-a1e6-cf750f2a9b90 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00cfa919-1384-4e75-8ae8-b251116a1a77') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:37.707331 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dca762c0-dec2-4961-a1e6-cf750f2a9b90 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (00cfa919-1384-4e75-8ae8-b251116a1a77), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.721201 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dca762c0-dec2-4961-a1e6-cf750f2a9b90 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (00cfa919-1384-4e75-8ae8-b251116a1a77), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.727350 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca762c0-dec2-4961-a1e6-cf750f2a9b90 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:58:37.728962 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dca762c0-dec2-4961-a1e6-cf750f2a9b90 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (00cfa919-1384-4e75-8ae8-b251116a1a77), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: timer() Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:58:37.732170 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:58:37.799759 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dca762c0-dec2-4961-a1e6-cf750f2a9b90 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (db277792-7cd8-4d46-bc26-79c16845a9a1), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.807342 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dca762c0-dec2-4961-a1e6-cf750f2a9b90 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.819682 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dca762c0-dec2-4961-a1e6-cf750f2a9b90 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] 10.222.0.39 "DELETE /v2.0/networks/db277792-7cd8-4d46-bc26-79c16845a9a1 HTTP/1.1" status: 204 len: 168 time: 0.3339021 Jan 28 13:58:37.838127 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca762c0-dec2-4961-a1e6-cf750f2a9b90 tempest-TestSecurityGroupsBasicOps-1103841996 tempest-TestSecurityGroupsBasicOps-1103841996-project] Pushing event deleted for resources: {'Network': ['ID=db277792-7cd8-4d46-bc26-79c16845a9a1,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:38.143865 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41154) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:38.294044 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-955f2061-58e4-42b5-9fbe-95fd03f4db6f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e95a247d94234d9685ef64daa6ffeae4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1483054 Jan 28 13:58:38.296517 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41162) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:38.349418 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de176594-7398-46d8-894f-5a791c96600f admin admin] Publish callbacks [] for security_group (f4bb0680-df21-4f7c-ba67-6dce9ef2c740), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:38.371030 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de176594-7398-46d8-894f-5a791c96600f admin admin] Publish callbacks [] for security_group (f4bb0680-df21-4f7c-ba67-6dce9ef2c740), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:38.421981 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de176594-7398-46d8-894f-5a791c96600f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f4bb0680-df21-4f7c-ba67-6dce9ef2c740), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:38.424591 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de176594-7398-46d8-894f-5a791c96600f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:38.425847 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-de176594-7398-46d8-894f-5a791c96600f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f4bb0680-df21-4f7c-ba67-6dce9ef2c740 HTTP/1.1" status: 204 len: 168 time: 0.1283066 Jan 28 13:58:38.434460 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de176594-7398-46d8-894f-5a791c96600f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bb0680-df21-4f7c-ba67-6dce9ef2c740,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:38.742431 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41174) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:38.756923 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-804f3b00-ae2c-43c5-8650-98d0fdd318a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:38.810408 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:58:38.847748 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:58:38.848378 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b1995e1f-f9eb-4ebb-aa6f-8abc2c69b53d not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:58:38.849132 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3366fd10-27f3-43de-a242-08b51b0dcbd2 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:58:38.859592 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-804f3b00-ae2c-43c5-8650-98d0fdd318a6 admin admin] Publish callbacks [] for security_group (aefba6e5-d1f2-4d73-b24f-7b98edaa70eb), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:38.865238 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-804f3b00-ae2c-43c5-8650-98d0fdd318a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (aefba6e5-d1f2-4d73-b24f-7b98edaa70eb), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:38.872572 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 3366fd10-27f3-43de-a242-08b51b0dcbd2 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:58:38.872956 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3366fd10-27f3-43de-a242-08b51b0dcbd2 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:58:38.912832 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f3b00-ae2c-43c5-8650-98d0fdd318a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefba6e5-d1f2-4d73-b24f-7b98edaa70eb,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:38.918801 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-804f3b00-ae2c-43c5-8650-98d0fdd318a6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b800905138f54cc79aa309bc80ceceea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1752479 Jan 28 13:58:38.922229 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41180) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:38.972763 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ef99fad8-d152-4a6e-b24d-876097be3f70 admin admin] Publish callbacks [] for security_group (aefba6e5-d1f2-4d73-b24f-7b98edaa70eb), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:38.999412 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ef99fad8-d152-4a6e-b24d-876097be3f70 admin admin] Publish callbacks [] for security_group (aefba6e5-d1f2-4d73-b24f-7b98edaa70eb), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:39.051896 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ef99fad8-d152-4a6e-b24d-876097be3f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (aefba6e5-d1f2-4d73-b24f-7b98edaa70eb), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:39.054521 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ef99fad8-d152-4a6e-b24d-876097be3f70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:39.055739 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ef99fad8-d152-4a6e-b24d-876097be3f70 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aefba6e5-d1f2-4d73-b24f-7b98edaa70eb HTTP/1.1" status: 204 len: 168 time: 0.1324332 Jan 28 13:58:39.064735 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99fad8-d152-4a6e-b24d-876097be3f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefba6e5-d1f2-4d73-b24f-7b98edaa70eb,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:39.421520 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41188) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:39.463535 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-17d1ab35-ebd3-4e1f-92b5-4968d1917f6c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d8452396ebe74b1988f8487f73d4cf65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406277 Jan 28 13:58:39.465967 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41190) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:39.514853 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b2ba1a17-3d59-43a8-a900-dd02539c3a78 admin admin] Publish callbacks [] for security_group (ec38d06c-33fc-4774-9820-936d1a72d79f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:39.537761 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b2ba1a17-3d59-43a8-a900-dd02539c3a78 admin admin] Publish callbacks [] for security_group (ec38d06c-33fc-4774-9820-936d1a72d79f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:39.588202 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b2ba1a17-3d59-43a8-a900-dd02539c3a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ec38d06c-33fc-4774-9820-936d1a72d79f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:39.590858 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b2ba1a17-3d59-43a8-a900-dd02539c3a78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:39.592048 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b2ba1a17-3d59-43a8-a900-dd02539c3a78 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ec38d06c-33fc-4774-9820-936d1a72d79f HTTP/1.1" status: 204 len: 168 time: 0.1251907 Jan 28 13:58:39.601934 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba1a17-3d59-43a8-a900-dd02539c3a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec38d06c-33fc-4774-9820-936d1a72d79f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:40.332161 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41214) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:40.448900 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-c4f24c58-a4f6-4cf5-ba56-7f8950041006 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-836187877-network', 'tenant_id': '841b75e33a454739b6a5627c9093e1cd'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:40.472706 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f24c58-a4f6-4cf5-ba56-7f8950041006 admin admin] Made reservation on behalf of 841b75e33a454739b6a5627c9093e1cd for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:58:40.476013 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c4f24c58-a4f6-4cf5-ba56-7f8950041006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:40.488941 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c4f24c58-a4f6-4cf5-ba56-7f8950041006 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:40.580917 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c4f24c58-a4f6-4cf5-ba56-7f8950041006 admin admin] Publish callbacks [] for security_group (f623c828-b197-4d01-be83-120d108a104c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:40.587431 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c4f24c58-a4f6-4cf5-ba56-7f8950041006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f623c828-b197-4d01-be83-120d108a104c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:40.611799 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f24c58-a4f6-4cf5-ba56-7f8950041006 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:58:40.620582 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f24c58-a4f6-4cf5-ba56-7f8950041006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f623c828-b197-4d01-be83-120d108a104c,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:40.626720 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c4f24c58-a4f6-4cf5-ba56-7f8950041006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (03caaa04-cdbc-45bf-812d-1151b4a40be4), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:40.627110 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-c4f24c58-a4f6-4cf5-ba56-7f8950041006 admin admin] Added segment 03caaa04-cdbc-45bf-812d-1151b4a40be4 of type vlan for network 9650a07f-1f72-473d-9965-66092ef9634c Jan 28 13:58:40.669547 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c4f24c58-a4f6-4cf5-ba56-7f8950041006 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (9650a07f-1f72-473d-9965-66092ef9634c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:40.700294 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c4f24c58-a4f6-4cf5-ba56-7f8950041006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (9650a07f-1f72-473d-9965-66092ef9634c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:40.702268 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f24c58-a4f6-4cf5-ba56-7f8950041006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:40.702997 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c4f24c58-a4f6-4cf5-ba56-7f8950041006 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:40.768837 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c4f24c58-a4f6-4cf5-ba56-7f8950041006 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.4355197 Jan 28 13:58:40.771865 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41220) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:40.776932 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-2733ef67-c734-4824-8326-4a4f3932ef0f admin admin] Request body: {'subnet': {'network_id': '9650a07f-1f72-473d-9965-66092ef9634c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-836187877-subnet', 'tenant_id': '841b75e33a454739b6a5627c9093e1cd', 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:40.780081 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f24c58-a4f6-4cf5-ba56-7f8950041006 admin admin] Pushing event updated for resources: {'Network': ['ID=9650a07f-1f72-473d-9965-66092ef9634c,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:40.790705 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 9650a07f-1f72-473d-9965-66092ef9634c details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:58:40.800019 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2733ef67-c734-4824-8326-4a4f3932ef0f admin admin] Made reservation on behalf of 841b75e33a454739b6a5627c9093e1cd for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:58:40.802512 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2733ef67-c734-4824-8326-4a4f3932ef0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:40.988197 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2733ef67-c734-4824-8326-4a4f3932ef0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (6afff465-f7b2-4337-bc57-388dee8d33e9), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.054477 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733ef67-c734-4824-8326-4a4f3932ef0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6afff465-f7b2-4337-bc57-388dee8d33e9,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:41.066094 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2733ef67-c734-4824-8326-4a4f3932ef0f admin admin] Checking segment: {'id': '03caaa04-cdbc-45bf-812d-1151b4a40be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9650a07f-1f72-473d-9965-66092ef9634c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:58:41.067040 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2733ef67-c734-4824-8326-4a4f3932ef0f admin admin] Network hostable DHCP agents. Network: 9650a07f-1f72-473d-9965-66092ef9634c, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:58:41.090001 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2733ef67-c734-4824-8326-4a4f3932ef0f admin admin] Network 9650a07f-1f72-473d-9965-66092ef9634c is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:58:41.100249 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-2733ef67-c734-4824-8326-4a4f3932ef0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 9650a07f-1f72-473d-9965-66092ef9634c) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:41.113168 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2733ef67-c734-4824-8326-4a4f3932ef0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:41.113711 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2733ef67-c734-4824-8326-4a4f3932ef0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.118880 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc41c0f-aac3-4019-8436-2dffb71c6e59 None None] Network 9650a07f-1f72-473d-9965-66092ef9634c requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:58:41.135145 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2733ef67-c734-4824-8326-4a4f3932ef0f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3620632 Jan 28 13:58:41.137691 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41230) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:41.142496 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-23f4f443-6e23-460c-9e5b-226114926c54 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-836187877-router', 'tenant_id': '841b75e33a454739b6a5627c9093e1cd', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:41.165776 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-23f4f443-6e23-460c-9e5b-226114926c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (47dd523f-8121-4290-a3a1-42e24b4fb97b), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.166963 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-23f4f443-6e23-460c-9e5b-226114926c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (47dd523f-8121-4290-a3a1-42e24b4fb97b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.225294 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-23f4f443-6e23-460c-9e5b-226114926c54 admin admin] Publish callbacks [] for router_controller (47dd523f-8121-4290-a3a1-42e24b4fb97b), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.236174 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7e7d6a-8a6c-41bb-b1f4-3ccfc1af8e7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-9650a07f-1f72-473d-9965-66092ef9634c', 'network_id': '9650a07f-1f72-473d-9965-66092ef9634c', 'project_id': '841b75e33a454739b6a5627c9093e1cd', 'fixed_ips': [{'subnet_id': '6afff465-f7b2-4337-bc57-388dee8d33e9'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:58:41.237510 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc7e7d6a-8a6c-41bb-b1f4-3ccfc1af8e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.372319 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-23f4f443-6e23-460c-9e5b-226114926c54 admin admin] Publish callbacks [] for router_gateway (47dd523f-8121-4290-a3a1-42e24b4fb97b), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.380312 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-bc7e7d6a-8a6c-41bb-b1f4-3ccfc1af8e7d None None] Allocated IP 172.20.0.2 (9650a07f-1f72-473d-9965-66092ef9634c/6afff465-f7b2-4337-bc57-388dee8d33e9/435f58a9-7645-4831-a39f-6b900b7eb534) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:58:41.546582 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc7e7d6a-8a6c-41bb-b1f4-3ccfc1af8e7d None None] Publish callbacks [] for port (435f58a9-7645-4831-a39f-6b900b7eb534), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.554560 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc7e7d6a-8a6c-41bb-b1f4-3ccfc1af8e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (435f58a9-7645-4831-a39f-6b900b7eb534), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.584314 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-23f4f443-6e23-460c-9e5b-226114926c54 admin admin] Publish callbacks [] for router_gateway (47dd523f-8121-4290-a3a1-42e24b4fb97b), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.601333 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7e7d6a-8a6c-41bb-b1f4-3ccfc1af8e7d None None] Network 9650a07f-1f72-473d-9965-66092ef9634c is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:58:41.605528 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-23f4f443-6e23-460c-9e5b-226114926c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.606755 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-bc7e7d6a-8a6c-41bb-b1f4-3ccfc1af8e7d None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:41.614124 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7e7d6a-8a6c-41bb-b1f4-3ccfc1af8e7d None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:58:41.618050 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e7d6a-8a6c-41bb-b1f4-3ccfc1af8e7d None None] Pushing event updated for resources: {'Port': ['ID=435f58a9-7645-4831-a39f-6b900b7eb534,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:41.681159 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-bc7e7d6a-8a6c-41bb-b1f4-3ccfc1af8e7d None None] Attempting to bind port 435f58a9-7645-4831-a39f-6b900b7eb534 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:58:41.681634 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-bc7e7d6a-8a6c-41bb-b1f4-3ccfc1af8e7d None None] Attempting to bind port 435f58a9-7645-4831-a39f-6b900b7eb534 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '03caaa04-cdbc-45bf-812d-1151b4a40be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9650a07f-1f72-473d-9965-66092ef9634c'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:58:41.682101 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7e7d6a-8a6c-41bb-b1f4-3ccfc1af8e7d None None] Attempting to bind port 435f58a9-7645-4831-a39f-6b900b7eb534 on network 9650a07f-1f72-473d-9965-66092ef9634c {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:58:41.687681 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7e7d6a-8a6c-41bb-b1f4-3ccfc1af8e7d None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:58:41.688152 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7e7d6a-8a6c-41bb-b1f4-3ccfc1af8e7d None None] Checking segment: {'id': '03caaa04-cdbc-45bf-812d-1151b4a40be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9650a07f-1f72-473d-9965-66092ef9634c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:58:41.688615 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc7e7d6a-8a6c-41bb-b1f4-3ccfc1af8e7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.689069 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7e7d6a-8a6c-41bb-b1f4-3ccfc1af8e7d None None] Bound using segment: {'id': '03caaa04-cdbc-45bf-812d-1151b4a40be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9650a07f-1f72-473d-9965-66092ef9634c'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:58:41.689610 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-bc7e7d6a-8a6c-41bb-b1f4-3ccfc1af8e7d None None] Bound port: 435f58a9-7645-4831-a39f-6b900b7eb534, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03caaa04-cdbc-45bf-812d-1151b4a40be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9650a07f-1f72-473d-9965-66092ef9634c'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:58:41.690050 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc7e7d6a-8a6c-41bb-b1f4-3ccfc1af8e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (435f58a9-7645-4831-a39f-6b900b7eb534), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.721708 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-23f4f443-6e23-460c-9e5b-226114926c54 admin admin] Allocated IP 172.25.3.240 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/79fd823c-bfae-42d2-be91-e7bc03b6fab3) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:58:41.759112 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-bc7e7d6a-8a6c-41bb-b1f4-3ccfc1af8e7d None None] For port 435f58a9-7645-4831-a39f-6b900b7eb534, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:58:41.762892 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-bc7e7d6a-8a6c-41bb-b1f4-3ccfc1af8e7d None None] For port 435f58a9-7645-4831-a39f-6b900b7eb534, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=435f58a9-7645-4831-a39f-6b900b7eb534,segment=NetworkSegment(03caaa04-cdbc-45bf-812d-1151b4a40be4),segment_id=03caaa04-cdbc-45bf-812d-1151b4a40be4)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:58:41.769108 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc7e7d6a-8a6c-41bb-b1f4-3ccfc1af8e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (435f58a9-7645-4831-a39f-6b900b7eb534), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.837104 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e7d6a-8a6c-41bb-b1f4-3ccfc1af8e7d None None] Pushing event updated for resources: {'Port': ['ID=435f58a9-7645-4831-a39f-6b900b7eb534,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:41.854161 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-23f4f443-6e23-460c-9e5b-226114926c54 admin admin] Publish callbacks [] for port (79fd823c-bfae-42d2-be91-e7bc03b6fab3), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.893404 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-23f4f443-6e23-460c-9e5b-226114926c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (79fd823c-bfae-42d2-be91-e7bc03b6fab3), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.939073 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f4f443-6e23-460c-9e5b-226114926c54 admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:58:41.944377 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-23f4f443-6e23-460c-9e5b-226114926c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:41.947000 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f4f443-6e23-460c-9e5b-226114926c54 admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:58:41.970851 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4f443-6e23-460c-9e5b-226114926c54 admin admin] Pushing event updated for resources: {'Port': ['ID=79fd823c-bfae-42d2-be91-e7bc03b6fab3,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:42.274802 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-23f4f443-6e23-460c-9e5b-226114926c54 admin admin] Publish callbacks [] for router_gateway (47dd523f-8121-4290-a3a1-42e24b4fb97b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:42.475075 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-23f4f443-6e23-460c-9e5b-226114926c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (47dd523f-8121-4290-a3a1-42e24b4fb97b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:42.894196 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 435f58a9-7645-4831-a39f-6b900b7eb534 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:58:42.954245 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 435f58a9-7645-4831-a39f-6b900b7eb534 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:42.955256 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (435f58a9-7645-4831-a39f-6b900b7eb534), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:42.968232 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f4f443-6e23-460c-9e5b-226114926c54 admin admin] Router 47dd523f-8121-4290-a3a1-42e24b4fb97b is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:58:42.983756 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ec374e-fa75-4524-b9fb-1b60a17e22a4 None None] Network 9650a07f-1f72-473d-9965-66092ef9634c requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:58:43.083166 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f4f443-6e23-460c-9e5b-226114926c54 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:58:43.107487 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-23f4f443-6e23-460c-9e5b-226114926c54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:43.109144 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caabbcd-f683-4020-a287-e13d766c76db None None] Sync routers for ids ['47dd523f-8121-4290-a3a1-42e24b4fb97b'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:58:43.120237 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-23f4f443-6e23-460c-9e5b-226114926c54 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.9812987 Jan 28 13:58:43.123218 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41234) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:43.153127 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caabbcd-f683-4020-a287-e13d766c76db None None] Routers {'47dd523f-8121-4290-a3a1-42e24b4fb97b'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:58:43.153927 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-3caabbcd-f683-4020-a287-e13d766c76db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:58:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['47dd523f-8121-4290-a3a1-42e24b4fb97b'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:43.263610 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-2128cd32-120e-4bf3-afeb-d15a5f50b4d2 None None] Provisioning complete for port 435f58a9-7645-4831-a39f-6b900b7eb534 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:43.264059 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2128cd32-120e-4bf3-afeb-d15a5f50b4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (435f58a9-7645-4831-a39f-6b900b7eb534), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:43.381776 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-3caabbcd-f683-4020-a287-e13d766c76db None None] Set router 47dd523f-8121-4290-a3a1-42e24b4fb97b gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:58:43.429677 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 435f58a9-7645-4831-a39f-6b900b7eb534 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:43.430056 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (435f58a9-7645-4831-a39f-6b900b7eb534), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:43.467205 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 435f58a9-7645-4831-a39f-6b900b7eb534, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=435f58a9-7645-4831-a39f-6b900b7eb534,segment=NetworkSegment(03caaa04-cdbc-45bf-812d-1151b4a40be4),segment_id=03caaa04-cdbc-45bf-812d-1151b4a40be4)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:43.474346 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (435f58a9-7645-4831-a39f-6b900b7eb534), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:43.515964 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2128cd32-120e-4bf3-afeb-d15a5f50b4d2 None None] Current status of the port 435f58a9-7645-4831-a39f-6b900b7eb534 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:43.516781 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2128cd32-120e-4bf3-afeb-d15a5f50b4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (435f58a9-7645-4831-a39f-6b900b7eb534), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:43.557844 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=435f58a9-7645-4831-a39f-6b900b7eb534,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:43.594292 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-3caabbcd-f683-4020-a287-e13d766c76db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dd523f-8121-4290-a3a1-42e24b4fb97b', 'name': 'tempest-ImageQuotaTest-836187877-router', 'tenant_id': '841b75e33a454739b6a5627c9093e1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '79fd823c-bfae-42d2-be91-e7bc03b6fab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:58:41Z', 'updated_at': '2022-01-28T13:58:42Z', 'revision_number': 3, 'project_id': '841b75e33a454739b6a5627c9093e1cd', 'gw_port': {'id': '79fd823c-bfae-42d2-be91-e7bc03b6fab3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:aa:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47dd523f-8121-4290-a3a1-42e24b4fb97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:41Z', 'updated_at': '2022-01-28T13:58:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:43.622704 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caabbcd-f683-4020-a287-e13d766c76db None None] Checking router: 47dd523f-8121-4290-a3a1-42e24b4fb97b for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:58:43.623234 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caabbcd-f683-4020-a287-e13d766c76db None None] Updating router 47dd523f-8121-4290-a3a1-42e24b4fb97b port 79fd823c-bfae-42d2-be91-e7bc03b6fab3 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:58:43.644729 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-2128cd32-120e-4bf3-afeb-d15a5f50b4d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:58:43.645364 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-2128cd32-120e-4bf3-afeb-d15a5f50b4d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:58:43.658184 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3caabbcd-f683-4020-a287-e13d766c76db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (79fd823c-bfae-42d2-be91-e7bc03b6fab3), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:43.714712 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65264ce0-946e-4bdb-9a5d-bd8c7f8bc4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:43.900658 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-65264ce0-946e-4bdb-9a5d-bd8c7f8bc4f7 admin admin] Allocated IP 172.20.0.1 (9650a07f-1f72-473d-9965-66092ef9634c/6afff465-f7b2-4337-bc57-388dee8d33e9/9464b409-7527-410c-bc46-edf2203a8780) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:58:43.952249 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3caabbcd-f683-4020-a287-e13d766c76db None None] Publish callbacks [] for port (79fd823c-bfae-42d2-be91-e7bc03b6fab3), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:43.958155 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3caabbcd-f683-4020-a287-e13d766c76db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (79fd823c-bfae-42d2-be91-e7bc03b6fab3), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:44.020144 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-3caabbcd-f683-4020-a287-e13d766c76db None None] Attempting to bind port 79fd823c-bfae-42d2-be91-e7bc03b6fab3 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:58:44.020515 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-3caabbcd-f683-4020-a287-e13d766c76db None None] Attempting to bind port 79fd823c-bfae-42d2-be91-e7bc03b6fab3 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:58:44.020886 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caabbcd-f683-4020-a287-e13d766c76db None None] Attempting to bind port 79fd823c-bfae-42d2-be91-e7bc03b6fab3 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:58:44.023268 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab658ca3-87e0-47f7-a3b6-d6ce17465f09 None None] Pushing event updated for resources: {'Port': ['ID=79fd823c-bfae-42d2-be91-e7bc03b6fab3,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:44.024914 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65264ce0-946e-4bdb-9a5d-bd8c7f8bc4f7 admin admin] Publish callbacks [] for port (9464b409-7527-410c-bc46-edf2203a8780), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:44.029805 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caabbcd-f683-4020-a287-e13d766c76db None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:58:44.030221 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caabbcd-f683-4020-a287-e13d766c76db None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:58:44.030845 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3caabbcd-f683-4020-a287-e13d766c76db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:44.031070 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caabbcd-f683-4020-a287-e13d766c76db None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:58:44.031491 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-3caabbcd-f683-4020-a287-e13d766c76db None None] Bound port: 79fd823c-bfae-42d2-be91-e7bc03b6fab3, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:58:44.031862 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3caabbcd-f683-4020-a287-e13d766c76db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (79fd823c-bfae-42d2-be91-e7bc03b6fab3), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:44.071758 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65264ce0-946e-4bdb-9a5d-bd8c7f8bc4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (9464b409-7527-410c-bc46-edf2203a8780), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:44.095234 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-3caabbcd-f683-4020-a287-e13d766c76db None None] For port 79fd823c-bfae-42d2-be91-e7bc03b6fab3, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:58:44.098856 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-3caabbcd-f683-4020-a287-e13d766c76db None None] For port 79fd823c-bfae-42d2-be91-e7bc03b6fab3, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=79fd823c-bfae-42d2-be91-e7bc03b6fab3,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:58:44.106135 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-3caabbcd-f683-4020-a287-e13d766c76db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (79fd823c-bfae-42d2-be91-e7bc03b6fab3), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:44.116981 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65264ce0-946e-4bdb-9a5d-bd8c7f8bc4f7 admin admin] Network 9650a07f-1f72-473d-9965-66092ef9634c is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:58:44.120828 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-65264ce0-946e-4bdb-9a5d-bd8c7f8bc4f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:44.124925 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65264ce0-946e-4bdb-9a5d-bd8c7f8bc4f7 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:58:44.161966 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65264ce0-946e-4bdb-9a5d-bd8c7f8bc4f7 admin admin] Pushing event updated for resources: {'Port': ['ID=9464b409-7527-410c-bc46-edf2203a8780,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:44.184839 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65264ce0-946e-4bdb-9a5d-bd8c7f8bc4f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (47dd523f-8121-4290-a3a1-42e24b4fb97b), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:44.195971 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caabbcd-f683-4020-a287-e13d766c76db None None] Routers {'47dd523f-8121-4290-a3a1-42e24b4fb97b'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:58:44.197225 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-3caabbcd-f683-4020-a287-e13d766c76db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:58:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['47dd523f-8121-4290-a3a1-42e24b4fb97b'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:44.228359 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2128cd32-120e-4bf3-afeb-d15a5f50b4d2 None None] Current status of the port 435f58a9-7645-4831-a39f-6b900b7eb534 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:44.311784 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab658ca3-87e0-47f7-a3b6-d6ce17465f09 None None] Pushing event updated for resources: {'Port': ['ID=79fd823c-bfae-42d2-be91-e7bc03b6fab3,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:44.348119 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-3caabbcd-f683-4020-a287-e13d766c76db None None] Set router 47dd523f-8121-4290-a3a1-42e24b4fb97b gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:58:44.357753 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e26bb4f5-a611-4219-bdf9-2626a212d06d None None] Provisioning complete for port 435f58a9-7645-4831-a39f-6b900b7eb534 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:44.358969 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e26bb4f5-a611-4219-bdf9-2626a212d06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (435f58a9-7645-4831-a39f-6b900b7eb534), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:44.363647 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65264ce0-946e-4bdb-9a5d-bd8c7f8bc4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9464b409-7527-410c-bc46-edf2203a8780), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:44.479950 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e26bb4f5-a611-4219-bdf9-2626a212d06d None None] Current status of the port 435f58a9-7645-4831-a39f-6b900b7eb534 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:44.571178 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-3caabbcd-f683-4020-a287-e13d766c76db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dd523f-8121-4290-a3a1-42e24b4fb97b', 'name': 'tempest-ImageQuotaTest-836187877-router', 'tenant_id': '841b75e33a454739b6a5627c9093e1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '79fd823c-bfae-42d2-be91-e7bc03b6fab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:58:41Z', 'updated_at': '2022-01-28T13:58:42Z', 'revision_number': 3, 'project_id': '841b75e33a454739b6a5627c9093e1cd', 'gw_port': {'id': '79fd823c-bfae-42d2-be91-e7bc03b6fab3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:aa:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47dd523f-8121-4290-a3a1-42e24b4fb97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:41Z', 'updated_at': '2022-01-28T13:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:44.591767 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65264ce0-946e-4bdb-9a5d-bd8c7f8bc4f7 admin admin] Publish callbacks [] for port (9464b409-7527-410c-bc46-edf2203a8780), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:44.601286 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65264ce0-946e-4bdb-9a5d-bd8c7f8bc4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (9464b409-7527-410c-bc46-edf2203a8780), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:44.603801 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caabbcd-f683-4020-a287-e13d766c76db None None] The sync data for ids ['47dd523f-8121-4290-a3a1-42e24b4fb97b'] in n-d-822747-2 is: [{'id': '47dd523f-8121-4290-a3a1-42e24b4fb97b', 'name': 'tempest-ImageQuotaTest-836187877-router', 'tenant_id': '841b75e33a454739b6a5627c9093e1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '79fd823c-bfae-42d2-be91-e7bc03b6fab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:58:41Z', 'updated_at': '2022-01-28T13:58:42Z', 'revision_number': 3, 'project_id': '841b75e33a454739b6a5627c9093e1cd', 'gw_port': {'id': '79fd823c-bfae-42d2-be91-e7bc03b6fab3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:aa:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47dd523f-8121-4290-a3a1-42e24b4fb97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:41Z', 'updated_at': '2022-01-28T13:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:58:44.615018 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ec484ed3-e611-41fa-80d1-9eb2953098e1 None None] Provisioning complete for port 9464b409-7527-410c-bc46-edf2203a8780 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:44.615569 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec484ed3-e611-41fa-80d1-9eb2953098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9464b409-7527-410c-bc46-edf2203a8780), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:44.667974 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ec484ed3-e611-41fa-80d1-9eb2953098e1 None None] Port 9464b409-7527-410c-bc46-edf2203a8780 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:58:44.682621 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65264ce0-946e-4bdb-9a5d-bd8c7f8bc4f7 admin admin] Pushing event updated for resources: {'Port': ['ID=9464b409-7527-410c-bc46-edf2203a8780,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:44.686652 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-65264ce0-946e-4bdb-9a5d-bd8c7f8bc4f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (47dd523f-8121-4290-a3a1-42e24b4fb97b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:44.792721 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65264ce0-946e-4bdb-9a5d-bd8c7f8bc4f7 admin admin] Network 9650a07f-1f72-473d-9965-66092ef9634c is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:58:44.794273 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-65264ce0-946e-4bdb-9a5d-bd8c7f8bc4f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:44.804840 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 435f58a9-7645-4831-a39f-6b900b7eb534 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:58:44.953869 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 435f58a9-7645-4831-a39f-6b900b7eb534 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:44.954517 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (435f58a9-7645-4831-a39f-6b900b7eb534), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:44.968483 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65264ce0-946e-4bdb-9a5d-bd8c7f8bc4f7 admin admin] Router 47dd523f-8121-4290-a3a1-42e24b4fb97b has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:58:45.097021 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 435f58a9-7645-4831-a39f-6b900b7eb534 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:45.138286 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65264ce0-946e-4bdb-9a5d-bd8c7f8bc4f7 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:58:45.144959 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-65264ce0-946e-4bdb-9a5d-bd8c7f8bc4f7 admin admin] 10.222.0.39 "PUT /v2.0/routers/47dd523f-8121-4290-a3a1-42e24b4fb97b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0185380 Jan 28 13:58:45.189953 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-6527990a-ae96-4684-83e2-57e2f3a7e7f7 None None] Provisioning complete for port 9464b409-7527-410c-bc46-edf2203a8780 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:45.190339 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6527990a-ae96-4684-83e2-57e2f3a7e7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9464b409-7527-410c-bc46-edf2203a8780), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:45.227342 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6527990a-ae96-4684-83e2-57e2f3a7e7f7 None None] Port 9464b409-7527-410c-bc46-edf2203a8780 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:58:46.450274 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41270) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:46.862406 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 79fd823c-bfae-42d2-be91-e7bc03b6fab3 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:58:46.888750 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5ce0487d-ef73-4ede-950f-1f7a1d0b3c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (47dd523f-8121-4290-a3a1-42e24b4fb97b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:46.910790 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780846a5-1a64-40b0-8c9d-325648beab81 None None] Sync routers for ids ['47dd523f-8121-4290-a3a1-42e24b4fb97b'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:58:46.936890 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780846a5-1a64-40b0-8c9d-325648beab81 None None] Routers {'47dd523f-8121-4290-a3a1-42e24b4fb97b'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:58:46.937840 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-780846a5-1a64-40b0-8c9d-325648beab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:58:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['47dd523f-8121-4290-a3a1-42e24b4fb97b'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:47.092209 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-780846a5-1a64-40b0-8c9d-325648beab81 None None] Set router 47dd523f-8121-4290-a3a1-42e24b4fb97b gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:58:47.126691 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 79fd823c-bfae-42d2-be91-e7bc03b6fab3 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:47.127487 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (79fd823c-bfae-42d2-be91-e7bc03b6fab3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:47.217236 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-5ce0487d-ef73-4ede-950f-1f7a1d0b3c4a admin admin] Deleting port 9464b409-7527-410c-bc46-edf2203a8780 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:58:47.217530 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5ce0487d-ef73-4ede-950f-1f7a1d0b3c4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (9464b409-7527-410c-bc46-edf2203a8780), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:47.295146 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5ce0487d-ef73-4ede-950f-1f7a1d0b3c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (9464b409-7527-410c-bc46-edf2203a8780), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:47.308453 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-5ce0487d-ef73-4ede-950f-1f7a1d0b3c4a admin admin] Calling delete_port for 9464b409-7527-410c-bc46-edf2203a8780 owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:58:47.321303 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 79fd823c-bfae-42d2-be91-e7bc03b6fab3 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:47.321693 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (79fd823c-bfae-42d2-be91-e7bc03b6fab3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:47.365704 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 79fd823c-bfae-42d2-be91-e7bc03b6fab3, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=79fd823c-bfae-42d2-be91-e7bc03b6fab3,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:47.372701 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (79fd823c-bfae-42d2-be91-e7bc03b6fab3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:47.432113 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=79fd823c-bfae-42d2-be91-e7bc03b6fab3,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:47.437762 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-780846a5-1a64-40b0-8c9d-325648beab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dd523f-8121-4290-a3a1-42e24b4fb97b', 'name': 'tempest-ImageQuotaTest-836187877-router', 'tenant_id': '841b75e33a454739b6a5627c9093e1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '79fd823c-bfae-42d2-be91-e7bc03b6fab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:58:41Z', 'updated_at': '2022-01-28T13:58:44Z', 'revision_number': 4, 'project_id': '841b75e33a454739b6a5627c9093e1cd', 'gw_port': {'id': '79fd823c-bfae-42d2-be91-e7bc03b6fab3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:aa:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47dd523f-8121-4290-a3a1-42e24b4fb97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:41Z', 'updated_at': '2022-01-28T13:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '9464b409-7527-410c-bc46-edf2203a8780', 'name': '', 'network_id': '9650a07f-1f72-473d-9965-66092ef9634c', 'tenant_id': '841b75e33a454739b6a5627c9093e1cd', 'mac_address': 'fa:16:3e:21:ca:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47dd523f-8121-4290-a3a1-42e24b4fb97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '6afff465-f7b2-4337-bc57-388dee8d33e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:43Z', 'updated_at': '2022-01-28T13:58:44Z', 'revision_number': 2, 'project_id': '841b75e33a454739b6a5627c9093e1cd', 'subnets': [{'id': '6afff465-f7b2-4337-bc57-388dee8d33e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:47.473863 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780846a5-1a64-40b0-8c9d-325648beab81 None None] Checking router: 47dd523f-8121-4290-a3a1-42e24b4fb97b for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:58:47.474192 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780846a5-1a64-40b0-8c9d-325648beab81 None None] Updating router 47dd523f-8121-4290-a3a1-42e24b4fb97b port 9464b409-7527-410c-bc46-edf2203a8780 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:58:47.502300 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-780846a5-1a64-40b0-8c9d-325648beab81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9464b409-7527-410c-bc46-edf2203a8780), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:47.823385 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5ce0487d-ef73-4ede-950f-1f7a1d0b3c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (9464b409-7527-410c-bc46-edf2203a8780), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:47.836238 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-780846a5-1a64-40b0-8c9d-325648beab81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:58:47.836238 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-780846a5-1a64-40b0-8c9d-325648beab81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:58:47.853460 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0487d-ef73-4ede-950f-1f7a1d0b3c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=9464b409-7527-410c-bc46-edf2203a8780,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:47.985717 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:48.040218 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5ce0487d-ef73-4ede-950f-1f7a1d0b3c4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (47dd523f-8121-4290-a3a1-42e24b4fb97b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:48.272939 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce0487d-ef73-4ede-950f-1f7a1d0b3c4a admin admin] Router 47dd523f-8121-4290-a3a1-42e24b4fb97b has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:58:48.353347 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780846a5-1a64-40b0-8c9d-325648beab81 None None] Port 9464b409-7527-410c-bc46-edf2203a8780 not found while updating agent binding for router 47dd523f-8121-4290-a3a1-42e24b4fb97b. {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 13:58:48.362765 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780846a5-1a64-40b0-8c9d-325648beab81 None None] Routers {'47dd523f-8121-4290-a3a1-42e24b4fb97b'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:58:48.363586 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-780846a5-1a64-40b0-8c9d-325648beab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:58:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['47dd523f-8121-4290-a3a1-42e24b4fb97b'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:48.388906 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce0487d-ef73-4ede-950f-1f7a1d0b3c4a admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:58:48.399427 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41288) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:48.399984 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5ce0487d-ef73-4ede-950f-1f7a1d0b3c4a admin admin] 10.222.0.39 "PUT /v2.0/routers/47dd523f-8121-4290-a3a1-42e24b4fb97b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9472961 Jan 28 13:58:48.482210 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-780846a5-1a64-40b0-8c9d-325648beab81 None None] Set router 47dd523f-8121-4290-a3a1-42e24b4fb97b gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:58:48.517639 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b52a7ba-5a66-43c5-beab-33d7308eb484 admin admin] Publish callbacks [] for router (47dd523f-8121-4290-a3a1-42e24b4fb97b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:48.623760 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b52a7ba-5a66-43c5-beab-33d7308eb484 admin admin] Publish callbacks [] for router_gateway (47dd523f-8121-4290-a3a1-42e24b4fb97b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:48.681378 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-780846a5-1a64-40b0-8c9d-325648beab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dd523f-8121-4290-a3a1-42e24b4fb97b', 'name': 'tempest-ImageQuotaTest-836187877-router', 'tenant_id': '841b75e33a454739b6a5627c9093e1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '79fd823c-bfae-42d2-be91-e7bc03b6fab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:58:41Z', 'updated_at': '2022-01-28T13:58:47Z', 'revision_number': 5, 'project_id': '841b75e33a454739b6a5627c9093e1cd', 'gw_port': {'id': '79fd823c-bfae-42d2-be91-e7bc03b6fab3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:aa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd523f-8121-4290-a3a1-42e24b4fb97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:41Z', 'updated_at': '2022-01-28T13:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:48.688290 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-9b52a7ba-5a66-43c5-beab-33d7308eb484 admin admin] Deleting port 79fd823c-bfae-42d2-be91-e7bc03b6fab3 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:58:48.688697 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b52a7ba-5a66-43c5-beab-33d7308eb484 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (79fd823c-bfae-42d2-be91-e7bc03b6fab3), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:48.711141 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780846a5-1a64-40b0-8c9d-325648beab81 None None] The sync data for ids ['47dd523f-8121-4290-a3a1-42e24b4fb97b'] in n-d-822747-2 is: [{'id': '47dd523f-8121-4290-a3a1-42e24b4fb97b', 'name': 'tempest-ImageQuotaTest-836187877-router', 'tenant_id': '841b75e33a454739b6a5627c9093e1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '79fd823c-bfae-42d2-be91-e7bc03b6fab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:58:41Z', 'updated_at': '2022-01-28T13:58:47Z', 'revision_number': 5, 'project_id': '841b75e33a454739b6a5627c9093e1cd', 'gw_port': {'id': '79fd823c-bfae-42d2-be91-e7bc03b6fab3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:aa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd523f-8121-4290-a3a1-42e24b4fb97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:41Z', 'updated_at': '2022-01-28T13:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:58:48.784358 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-9b52a7ba-5a66-43c5-beab-33d7308eb484 admin admin] For port 79fd823c-bfae-42d2-be91-e7bc03b6fab3, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=79fd823c-bfae-42d2-be91-e7bc03b6fab3,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:48.784736 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b52a7ba-5a66-43c5-beab-33d7308eb484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (79fd823c-bfae-42d2-be91-e7bc03b6fab3), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:48.799164 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-9b52a7ba-5a66-43c5-beab-33d7308eb484 admin admin] Calling delete_port for 79fd823c-bfae-42d2-be91-e7bc03b6fab3 owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:58:48.825179 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 79fd823c-bfae-42d2-be91-e7bc03b6fab3 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:58:48.912271 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 79fd823c-bfae-42d2-be91-e7bc03b6fab3 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:48.912738 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (79fd823c-bfae-42d2-be91-e7bc03b6fab3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:49.019114 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 79fd823c-bfae-42d2-be91-e7bc03b6fab3 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:49.030680 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b52a7ba-5a66-43c5-beab-33d7308eb484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (79fd823c-bfae-42d2-be91-e7bc03b6fab3), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:49.059872 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52a7ba-5a66-43c5-beab-33d7308eb484 admin admin] Pushing event deleted for resources: {'Port': ['ID=79fd823c-bfae-42d2-be91-e7bc03b6fab3,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:49.134364 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b52a7ba-5a66-43c5-beab-33d7308eb484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (47dd523f-8121-4290-a3a1-42e24b4fb97b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:49.246503 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b52a7ba-5a66-43c5-beab-33d7308eb484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (47dd523f-8121-4290-a3a1-42e24b4fb97b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:49.249395 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b52a7ba-5a66-43c5-beab-33d7308eb484 admin admin] Publish callbacks [] for router_controller (47dd523f-8121-4290-a3a1-42e24b4fb97b), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:49.296656 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b52a7ba-5a66-43c5-beab-33d7308eb484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (47dd523f-8121-4290-a3a1-42e24b4fb97b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:49.297400 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b52a7ba-5a66-43c5-beab-33d7308eb484 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47dd523f-8121-4290-a3a1-42e24b4fb97b {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:58:49.302377 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b52a7ba-5a66-43c5-beab-33d7308eb484 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:49.306491 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41302) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:49.307072 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9b52a7ba-5a66-43c5-beab-33d7308eb484 admin admin] 10.222.0.39 "DELETE /v2.0/routers/47dd523f-8121-4290-a3a1-42e24b4fb97b HTTP/1.1" status: 204 len: 168 time: 0.9049268 Jan 28 13:58:49.355406 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bbeb8be-2c1e-49a6-8145-6610f47232d2 admin admin] Deleting subnet 6afff465-f7b2-4337-bc57-388dee8d33e9 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:58:49.358730 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9bbeb8be-2c1e-49a6-8145-6610f47232d2 admin admin] Publish callbacks [] for subnet (6afff465-f7b2-4337-bc57-388dee8d33e9), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:49.395936 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9bbeb8be-2c1e-49a6-8145-6610f47232d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (6afff465-f7b2-4337-bc57-388dee8d33e9), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:49.490619 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9bbeb8be-2c1e-49a6-8145-6610f47232d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (6afff465-f7b2-4337-bc57-388dee8d33e9), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:49.549811 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9bbeb8be-2c1e-49a6-8145-6610f47232d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (6afff465-f7b2-4337-bc57-388dee8d33e9), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:49.560802 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ff7a3f-95af-401f-bab5-2314f87e095e None None] Sync routers for ids ['47dd523f-8121-4290-a3a1-42e24b4fb97b'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:58:49.573737 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbeb8be-2c1e-49a6-8145-6610f47232d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6afff465-f7b2-4337-bc57-388dee8d33e9,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:49.576192 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ff7a3f-95af-401f-bab5-2314f87e095e None None] Routers set() bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:58:49.577045 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ff7a3f-95af-401f-bab5-2314f87e095e None None] Router IDs set() for agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 13:58:49.578376 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_agentschedulers_db [None req-76ff7a3f-95af-401f-bab5-2314f87e095e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'47dd523f-8121-4290-a3a1-42e24b4fb97b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:58:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent'). {{(pid=103354) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 13:58:49.583426 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9bbeb8be-2c1e-49a6-8145-6610f47232d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:49.590173 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9bbeb8be-2c1e-49a6-8145-6610f47232d2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6afff465-f7b2-4337-bc57-388dee8d33e9 HTTP/1.1" status: 204 len: 168 time: 0.2791080 Jan 28 13:58:49.590358 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41304) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:49.591267 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2812c23-786a-4d23-a895-8d86ae2ee266 None None] Network 9650a07f-1f72-473d-9965-66092ef9634c requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:58:49.597951 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ff7a3f-95af-401f-bab5-2314f87e095e None None] Routers set() bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:58:49.598810 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ff7a3f-95af-401f-bab5-2314f87e095e None None] Router IDs set() for agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 13:58:49.600040 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_agentschedulers_db [None req-76ff7a3f-95af-401f-bab5-2314f87e095e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'47dd523f-8121-4290-a3a1-42e24b4fb97b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T13:58:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent'). {{(pid=103354) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 13:58:49.600923 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ff7a3f-95af-401f-bab5-2314f87e095e None None] The sync data for ids ['47dd523f-8121-4290-a3a1-42e24b4fb97b'] in n-d-822747-2 is: [] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:58:49.697248 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d19d43ce-24bf-4d3d-b9d4-01fbefca3300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (9650a07f-1f72-473d-9965-66092ef9634c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:49.764404 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-d19d43ce-24bf-4d3d-b9d4-01fbefca3300 admin admin] Deleting port 435f58a9-7645-4831-a39f-6b900b7eb534 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:58:49.765466 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d19d43ce-24bf-4d3d-b9d4-01fbefca3300 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (435f58a9-7645-4831-a39f-6b900b7eb534), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:49.828086 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237a4bbd-1e0c-4531-8687-8b2e31d60841 None None] DHCP port deletion for 9650a07f-1f72-473d-9965-66092ef9634c request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:58:49.846109 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-d19d43ce-24bf-4d3d-b9d4-01fbefca3300 admin admin] For port 435f58a9-7645-4831-a39f-6b900b7eb534, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=435f58a9-7645-4831-a39f-6b900b7eb534,segment=NetworkSegment(03caaa04-cdbc-45bf-812d-1151b4a40be4),segment_id=03caaa04-cdbc-45bf-812d-1151b4a40be4)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:49.846476 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d19d43ce-24bf-4d3d-b9d4-01fbefca3300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (435f58a9-7645-4831-a39f-6b900b7eb534), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:49.860541 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-d19d43ce-24bf-4d3d-b9d4-01fbefca3300 admin admin] Calling delete_port for 435f58a9-7645-4831-a39f-6b900b7eb534 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:58:49.886286 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-237a4bbd-1e0c-4531-8687-8b2e31d60841 None None] Deleting port 435f58a9-7645-4831-a39f-6b900b7eb534 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:58:49.886806 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-237a4bbd-1e0c-4531-8687-8b2e31d60841 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (435f58a9-7645-4831-a39f-6b900b7eb534), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:49.951682 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d19d43ce-24bf-4d3d-b9d4-01fbefca3300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (435f58a9-7645-4831-a39f-6b900b7eb534), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:49.967603 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19d43ce-24bf-4d3d-b9d4-01fbefca3300 admin admin] No DVR routers for this DVR port 435f58a9-7645-4831-a39f-6b900b7eb534 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:58:49.977672 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-237a4bbd-1e0c-4531-8687-8b2e31d60841 None None] For port 435f58a9-7645-4831-a39f-6b900b7eb534, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=435f58a9-7645-4831-a39f-6b900b7eb534,segment=NetworkSegment(03caaa04-cdbc-45bf-812d-1151b4a40be4),segment_id=03caaa04-cdbc-45bf-812d-1151b4a40be4)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:49.978085 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-237a4bbd-1e0c-4531-8687-8b2e31d60841 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (435f58a9-7645-4831-a39f-6b900b7eb534), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:50.007575 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-237a4bbd-1e0c-4531-8687-8b2e31d60841 None None] Calling delete_port for 435f58a9-7645-4831-a39f-6b900b7eb534 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:58:50.011883 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d43ce-24bf-4d3d-b9d4-01fbefca3300 admin admin] Pushing event deleted for resources: {'Port': ['ID=435f58a9-7645-4831-a39f-6b900b7eb534,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:50.031383 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:50.073150 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d19d43ce-24bf-4d3d-b9d4-01fbefca3300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (9650a07f-1f72-473d-9965-66092ef9634c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:50.096579 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-d19d43ce-24bf-4d3d-b9d4-01fbefca3300 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9650a07f-1f72-473d-9965-66092ef9634c']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:50.105999 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-237a4bbd-1e0c-4531-8687-8b2e31d60841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (435f58a9-7645-4831-a39f-6b900b7eb534), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:50.108702 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-d19d43ce-24bf-4d3d-b9d4-01fbefca3300 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03caaa04-cdbc-45bf-812d-1151b4a40be4') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:50.109210 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-d19d43ce-24bf-4d3d-b9d4-01fbefca3300 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03caaa04-cdbc-45bf-812d-1151b4a40be4') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:50.124787 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d19d43ce-24bf-4d3d-b9d4-01fbefca3300 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (03caaa04-cdbc-45bf-812d-1151b4a40be4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:50.135007 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a4bbd-1e0c-4531-8687-8b2e31d60841 None None] Pushing event deleted for resources: {'Port': ['ID=435f58a9-7645-4831-a39f-6b900b7eb534,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:50.143416 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d19d43ce-24bf-4d3d-b9d4-01fbefca3300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (03caaa04-cdbc-45bf-812d-1151b4a40be4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:50.143664 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237a4bbd-1e0c-4531-8687-8b2e31d60841 None None] No DVR routers for this DVR port 435f58a9-7645-4831-a39f-6b900b7eb534 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:58:50.157078 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d19d43ce-24bf-4d3d-b9d4-01fbefca3300 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:58:50.157479 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d19d43ce-24bf-4d3d-b9d4-01fbefca3300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (03caaa04-cdbc-45bf-812d-1151b4a40be4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: timer() Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:58:50.159489 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:58:50.220517 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d19d43ce-24bf-4d3d-b9d4-01fbefca3300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (9650a07f-1f72-473d-9965-66092ef9634c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:50.228128 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d19d43ce-24bf-4d3d-b9d4-01fbefca3300 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:50.231359 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d19d43ce-24bf-4d3d-b9d4-01fbefca3300 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9650a07f-1f72-473d-9965-66092ef9634c HTTP/1.1" status: 204 len: 168 time: 0.6396313 Jan 28 13:58:50.248425 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d43ce-24bf-4d3d-b9d4-01fbefca3300 admin admin] Pushing event deleted for resources: {'Network': ['ID=9650a07f-1f72-473d-9965-66092ef9634c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:50.379816 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41310) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:50.429820 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-39c3cfcc-3cfd-4af1-aa56-9dd3863e39cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=841b75e33a454739b6a5627c9093e1cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0487945 Jan 28 13:58:50.432514 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41312) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:50.488160 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0aac65de-b24a-44c5-912e-efe0ed19f84d admin admin] Publish callbacks [] for security_group (f623c828-b197-4d01-be83-120d108a104c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:50.509542 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0aac65de-b24a-44c5-912e-efe0ed19f84d admin admin] Publish callbacks [] for security_group (f623c828-b197-4d01-be83-120d108a104c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:50.562205 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0aac65de-b24a-44c5-912e-efe0ed19f84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (f623c828-b197-4d01-be83-120d108a104c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:50.565261 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0aac65de-b24a-44c5-912e-efe0ed19f84d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:50.569270 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0aac65de-b24a-44c5-912e-efe0ed19f84d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f623c828-b197-4d01-be83-120d108a104c HTTP/1.1" status: 204 len: 168 time: 0.1357183 Jan 28 13:58:50.578292 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac65de-b24a-44c5-912e-efe0ed19f84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f623c828-b197-4d01-be83-120d108a104c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:50.819013 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 79fd823c-bfae-42d2-be91-e7bc03b6fab3 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:58:50.840263 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 79fd823c-bfae-42d2-be91-e7bc03b6fab3 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:58:50.840878 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 79fd823c-bfae-42d2-be91-e7bc03b6fab3 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:58:50.841546 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 435f58a9-7645-4831-a39f-6b900b7eb534 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:58:50.861928 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 435f58a9-7645-4831-a39f-6b900b7eb534 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:58:50.862295 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 435f58a9-7645-4831-a39f-6b900b7eb534 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:58:50.954204 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41318) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:50.968457 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e33881ed-75f2-4ca0-8bfc-837a96bed811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:51.072141 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e33881ed-75f2-4ca0-8bfc-837a96bed811 admin admin] Publish callbacks [] for security_group (59c364ad-320b-41bd-8ff3-471e264744b5), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:51.078423 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e33881ed-75f2-4ca0-8bfc-837a96bed811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (59c364ad-320b-41bd-8ff3-471e264744b5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:51.121948 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33881ed-75f2-4ca0-8bfc-837a96bed811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c364ad-320b-41bd-8ff3-471e264744b5,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:51.128950 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e33881ed-75f2-4ca0-8bfc-837a96bed811 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1711605 Jan 28 13:58:51.129439 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41322) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:51.178285 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-496533be-082e-4abf-883f-365f41a3e9fe admin admin] Publish callbacks [] for security_group (59c364ad-320b-41bd-8ff3-471e264744b5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:51.200685 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-496533be-082e-4abf-883f-365f41a3e9fe admin admin] Publish callbacks [] for security_group (59c364ad-320b-41bd-8ff3-471e264744b5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:51.252566 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-496533be-082e-4abf-883f-365f41a3e9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (59c364ad-320b-41bd-8ff3-471e264744b5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:51.255201 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-496533be-082e-4abf-883f-365f41a3e9fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:51.256418 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-496533be-082e-4abf-883f-365f41a3e9fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/59c364ad-320b-41bd-8ff3-471e264744b5 HTTP/1.1" status: 204 len: 168 time: 0.1262889 Jan 28 13:58:51.269054 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496533be-082e-4abf-883f-365f41a3e9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c364ad-320b-41bd-8ff3-471e264744b5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:53.721402 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41344) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:53.827841 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5c457c51-f9e3-4fe0-9238-800a3348b4dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:53.904349 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5c457c51-f9e3-4fe0-9238-800a3348b4dc admin admin] Publish callbacks [] for security_group (8ddca83b-2413-488f-93bd-9b96f92796dc), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:53.908549 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5c457c51-f9e3-4fe0-9238-800a3348b4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8ddca83b-2413-488f-93bd-9b96f92796dc), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:53.950272 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41348) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:53.950901 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5c457c51-f9e3-4fe0-9238-800a3348b4dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=84544a281f784fc5ac9bd49274ff7ca6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2277389 Jan 28 13:58:53.951686 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c457c51-f9e3-4fe0-9238-800a3348b4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddca83b-2413-488f-93bd-9b96f92796dc,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:54.017777 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e9c8a6d6-2090-4bb0-8522-96ac50ef1eb4 admin admin] Publish callbacks [] for security_group (8ddca83b-2413-488f-93bd-9b96f92796dc), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:54.039657 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e9c8a6d6-2090-4bb0-8522-96ac50ef1eb4 admin admin] Publish callbacks [] for security_group (8ddca83b-2413-488f-93bd-9b96f92796dc), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:54.091553 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e9c8a6d6-2090-4bb0-8522-96ac50ef1eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8ddca83b-2413-488f-93bd-9b96f92796dc), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:54.094146 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e9c8a6d6-2090-4bb0-8522-96ac50ef1eb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:54.095335 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e9c8a6d6-2090-4bb0-8522-96ac50ef1eb4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8ddca83b-2413-488f-93bd-9b96f92796dc HTTP/1.1" status: 204 len: 168 time: 0.1436248 Jan 28 13:58:54.105988 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8a6d6-2090-4bb0-8522-96ac50ef1eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddca83b-2413-488f-93bd-9b96f92796dc,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:54.389731 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41356) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:54.403749 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b58e0526-5193-43ac-aaa9-a708c0d464dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:54.482589 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b58e0526-5193-43ac-aaa9-a708c0d464dd admin admin] Publish callbacks [] for security_group (25f8ff84-aa89-4b52-a3f0-a1663dd5304d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:54.487260 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b58e0526-5193-43ac-aaa9-a708c0d464dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (25f8ff84-aa89-4b52-a3f0-a1663dd5304d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:54.524145 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e0526-5193-43ac-aaa9-a708c0d464dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f8ff84-aa89-4b52-a3f0-a1663dd5304d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:54.528406 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b58e0526-5193-43ac-aaa9-a708c0d464dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=42559b0750b5412ea30160151411334c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1375234 Jan 28 13:58:54.531066 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41358) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:54.580295 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b6a856b3-4509-4449-866d-0c665aa320b3 admin admin] Publish callbacks [] for security_group (25f8ff84-aa89-4b52-a3f0-a1663dd5304d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:54.601369 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b6a856b3-4509-4449-866d-0c665aa320b3 admin admin] Publish callbacks [] for security_group (25f8ff84-aa89-4b52-a3f0-a1663dd5304d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:54.649156 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b6a856b3-4509-4449-866d-0c665aa320b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (25f8ff84-aa89-4b52-a3f0-a1663dd5304d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:54.651770 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b6a856b3-4509-4449-866d-0c665aa320b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:54.655654 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b6a856b3-4509-4449-866d-0c665aa320b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/25f8ff84-aa89-4b52-a3f0-a1663dd5304d HTTP/1.1" status: 204 len: 168 time: 0.1210828 Jan 28 13:58:54.661724 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a856b3-4509-4449-866d-0c665aa320b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f8ff84-aa89-4b52-a3f0-a1663dd5304d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:55.013047 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41364) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:55.027633 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c549fb1-1aae-49e4-a122-3f7f61556b1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:55.129122 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c549fb1-1aae-49e4-a122-3f7f61556b1f admin admin] Publish callbacks [] for security_group (df5bc2ea-32ab-4bd0-8104-acd921c9c294), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:55.135893 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c549fb1-1aae-49e4-a122-3f7f61556b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (df5bc2ea-32ab-4bd0-8104-acd921c9c294), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:55.176252 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2c549fb1-1aae-49e4-a122-3f7f61556b1f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7997a2843c4345d8b373204a7bf74f67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1620445 Jan 28 13:58:55.177159 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c549fb1-1aae-49e4-a122-3f7f61556b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5bc2ea-32ab-4bd0-8104-acd921c9c294,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:55.179464 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41366) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:55.238792 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ab1137d9-1c89-42d7-901a-92027ce99ab0 admin admin] Publish callbacks [] for security_group (df5bc2ea-32ab-4bd0-8104-acd921c9c294), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:55.273897 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ab1137d9-1c89-42d7-901a-92027ce99ab0 admin admin] Publish callbacks [] for security_group (df5bc2ea-32ab-4bd0-8104-acd921c9c294), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:55.330530 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ab1137d9-1c89-42d7-901a-92027ce99ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (df5bc2ea-32ab-4bd0-8104-acd921c9c294), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:55.333584 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ab1137d9-1c89-42d7-901a-92027ce99ab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:55.335073 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ab1137d9-1c89-42d7-901a-92027ce99ab0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df5bc2ea-32ab-4bd0-8104-acd921c9c294 HTTP/1.1" status: 204 len: 168 time: 0.1545393 Jan 28 13:58:55.343986 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1137d9-1c89-42d7-901a-92027ce99ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5bc2ea-32ab-4bd0-8104-acd921c9c294,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:59.357858 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-148e7314-1df5-4732-936a-0661c23d9612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:01.600990 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f2503338-c4f3-4991-be8c-6f361621826a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:02.928244 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:04.084399 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41450) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:04.202995 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2d6d9116-2253-4450-ac95-783adc936e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:04.283131 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2d6d9116-2253-4450-ac95-783adc936e5e admin admin] Publish callbacks [] for security_group (8ff0a13e-09c0-4a95-8347-7d82ee38b017), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:04.288242 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2d6d9116-2253-4450-ac95-783adc936e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8ff0a13e-09c0-4a95-8347-7d82ee38b017), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:04.323502 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:04.325615 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2d6d9116-2253-4450-ac95-783adc936e5e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=294a691c48ad4715bbd3534a25cf2881&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2401180 Jan 28 13:59:04.328460 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41456) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:04.330664 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d9116-2253-4450-ac95-783adc936e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff0a13e-09c0-4a95-8347-7d82ee38b017,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:04.383559 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-27938ce0-1cd1-48c0-965b-e9223de50b8c admin admin] Publish callbacks [] for security_group (8ff0a13e-09c0-4a95-8347-7d82ee38b017), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:04.405927 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-27938ce0-1cd1-48c0-965b-e9223de50b8c admin admin] Publish callbacks [] for security_group (8ff0a13e-09c0-4a95-8347-7d82ee38b017), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:04.455434 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-27938ce0-1cd1-48c0-965b-e9223de50b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8ff0a13e-09c0-4a95-8347-7d82ee38b017), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:04.458871 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-27938ce0-1cd1-48c0-965b-e9223de50b8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:04.460366 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-27938ce0-1cd1-48c0-965b-e9223de50b8c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8ff0a13e-09c0-4a95-8347-7d82ee38b017 HTTP/1.1" status: 204 len: 168 time: 0.1303604 Jan 28 13:59:04.469522 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27938ce0-1cd1-48c0-965b-e9223de50b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff0a13e-09c0-4a95-8347-7d82ee38b017,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:04.733877 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41462) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:04.748330 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-225b75a2-f1a0-44c8-b1dc-e2f54250a3f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:04.834970 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-225b75a2-f1a0-44c8-b1dc-e2f54250a3f5 admin admin] Publish callbacks [] for security_group (b16d9fb3-1802-4c08-b3bd-d61aff37781b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:04.841100 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-225b75a2-f1a0-44c8-b1dc-e2f54250a3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b16d9fb3-1802-4c08-b3bd-d61aff37781b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:04.882285 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-225b75a2-f1a0-44c8-b1dc-e2f54250a3f5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=77f5a72803014410ad34131f6468626d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1472008 Jan 28 13:59:04.883486 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b75a2-f1a0-44c8-b1dc-e2f54250a3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16d9fb3-1802-4c08-b3bd-d61aff37781b,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:04.885182 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41464) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:04.943561 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b914505e-de48-4ec5-b332-2b7ec4840f5f admin admin] Publish callbacks [] for security_group (b16d9fb3-1802-4c08-b3bd-d61aff37781b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:04.967813 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b914505e-de48-4ec5-b332-2b7ec4840f5f admin admin] Publish callbacks [] for security_group (b16d9fb3-1802-4c08-b3bd-d61aff37781b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:05.023816 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b914505e-de48-4ec5-b332-2b7ec4840f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (b16d9fb3-1802-4c08-b3bd-d61aff37781b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:05.026667 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b914505e-de48-4ec5-b332-2b7ec4840f5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:05.027563 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b914505e-de48-4ec5-b332-2b7ec4840f5f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b16d9fb3-1802-4c08-b3bd-d61aff37781b HTTP/1.1" status: 204 len: 168 time: 0.1411386 Jan 28 13:59:05.035506 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914505e-de48-4ec5-b332-2b7ec4840f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16d9fb3-1802-4c08-b3bd-d61aff37781b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:06.141427 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6fdee07c-da97-4d62-9c69-382be5b00f80 req-2a1e393d-bb28-4213-9e4c-3f8912039a41 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481546 Jan 28 13:59:06.227985 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdee07c-da97-4d62-9c69-382be5b00f80 req-5fb813a4-16fb-49d2-8b2a-1143bd071136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:06.229526 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6fdee07c-da97-4d62-9c69-382be5b00f80 req-5fb813a4-16fb-49d2-8b2a-1143bd071136 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43f84e80bff4499cb55423afb93d516b&device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5 HTTP/1.1" status: 200 len: 1097 time: 0.0441444 Jan 28 13:59:06.348284 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdee07c-da97-4d62-9c69-382be5b00f80 req-cecd4a36-6df7-43d8-93f1-33c65fede1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:06.349812 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6fdee07c-da97-4d62-9c69-382be5b00f80 req-cecd4a36-6df7-43d8-93f1-33c65fede1d5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f01238-e5bf-46ae-b3ad-ccaec0210780 HTTP/1.1" status: 200 len: 909 time: 0.1012976 Jan 28 13:59:06.387567 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:06.420603 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6fdee07c-da97-4d62-9c69-382be5b00f80 req-d114c40a-4433-4138-b138-abbf9eedb311 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99891b21-0918-4fa2-a49b-9e986da40d4f HTTP/1.1" status: 200 len: 1002 time: 0.0647879 Jan 28 13:59:06.472928 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdee07c-da97-4d62-9c69-382be5b00f80 req-3456d1c8-03c9-499a-a747-f6fe2c2e7013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:06.474331 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6fdee07c-da97-4d62-9c69-382be5b00f80 req-3456d1c8-03c9-499a-a747-f6fe2c2e7013 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a089844e-5894-4caa-ac57-449f6d24f54e HTTP/1.1" status: 200 len: 848 time: 0.0478113 Jan 28 13:59:06.530340 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdee07c-da97-4d62-9c69-382be5b00f80 req-21881ddb-cdd2-4c7a-b4fe-a11f7fdfbf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:06.531919 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6fdee07c-da97-4d62-9c69-382be5b00f80 req-21881ddb-cdd2-4c7a-b4fe-a11f7fdfbf77 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f01238-e5bf-46ae-b3ad-ccaec0210780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517592 Jan 28 13:59:06.626594 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6fdee07c-da97-4d62-9c69-382be5b00f80 req-2a0a58ee-9550-47e5-9f5d-cb98e22f4c17 service neutron] 10.222.0.37 "GET /v2.0/networks/23f01238-e5bf-46ae-b3ad-ccaec0210780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878036 Jan 28 13:59:06.730116 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6fdee07c-da97-4d62-9c69-382be5b00f80 req-c7f13117-59dc-4f0f-8f11-aa385ec8465b service neutron] 10.222.0.37 "GET /v2.0/networks/23f01238-e5bf-46ae-b3ad-ccaec0210780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973489 Jan 28 13:59:07.253172 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41536) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:07.379820 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eadde75e-0db2-4dd1-bc98-ef6951d816c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:07.456579 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eadde75e-0db2-4dd1-bc98-ef6951d816c0 admin admin] Publish callbacks [] for security_group (fb2dae13-4c3b-4e7c-be69-f16219a52899), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:07.463118 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eadde75e-0db2-4dd1-bc98-ef6951d816c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (fb2dae13-4c3b-4e7c-be69-f16219a52899), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:07.508486 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadde75e-0db2-4dd1-bc98-ef6951d816c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2dae13-4c3b-4e7c-be69-f16219a52899,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:07.512642 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-eadde75e-0db2-4dd1-bc98-ef6951d816c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f38d410de1549af86b5291d946ce8b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2584589 Jan 28 13:59:07.515412 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41540) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:07.566744 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e041c606-20bf-486e-aaf1-f766ff8640a7 admin admin] Publish callbacks [] for security_group (fb2dae13-4c3b-4e7c-be69-f16219a52899), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:07.590633 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e041c606-20bf-486e-aaf1-f766ff8640a7 admin admin] Publish callbacks [] for security_group (fb2dae13-4c3b-4e7c-be69-f16219a52899), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:07.650858 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e041c606-20bf-486e-aaf1-f766ff8640a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (fb2dae13-4c3b-4e7c-be69-f16219a52899), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:07.653518 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e041c606-20bf-486e-aaf1-f766ff8640a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:07.654717 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e041c606-20bf-486e-aaf1-f766ff8640a7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb2dae13-4c3b-4e7c-be69-f16219a52899 HTTP/1.1" status: 204 len: 168 time: 0.1384110 Jan 28 13:59:07.663429 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041c606-20bf-486e-aaf1-f766ff8640a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2dae13-4c3b-4e7c-be69-f16219a52899,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:07.970539 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41546) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:07.992899 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dd28b6f0-4c65-401e-9a0f-d49184a60b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:08.097825 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dd28b6f0-4c65-401e-9a0f-d49184a60b30 admin admin] Publish callbacks [] for security_group (22bd8be4-0e23-4245-83b3-04815cf31095), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:08.105132 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dd28b6f0-4c65-401e-9a0f-d49184a60b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (22bd8be4-0e23-4245-83b3-04815cf31095), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:08.152550 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dd28b6f0-4c65-401e-9a0f-d49184a60b30 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a3a866e3da6c46f2b0c6743d30c57cb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1805100 Jan 28 13:59:08.153826 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28b6f0-4c65-401e-9a0f-d49184a60b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bd8be4-0e23-4245-83b3-04815cf31095,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:08.155380 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41548) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:08.205571 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ce63411-7db7-4e6a-bcff-becc01d9c656 admin admin] Publish callbacks [] for security_group (22bd8be4-0e23-4245-83b3-04815cf31095), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:08.227925 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ce63411-7db7-4e6a-bcff-becc01d9c656 admin admin] Publish callbacks [] for security_group (22bd8be4-0e23-4245-83b3-04815cf31095), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:08.276412 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ce63411-7db7-4e6a-bcff-becc01d9c656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (22bd8be4-0e23-4245-83b3-04815cf31095), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:08.278884 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ce63411-7db7-4e6a-bcff-becc01d9c656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:08.280061 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8ce63411-7db7-4e6a-bcff-becc01d9c656 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/22bd8be4-0e23-4245-83b3-04815cf31095 HTTP/1.1" status: 204 len: 168 time: 0.1236334 Jan 28 13:59:08.288059 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce63411-7db7-4e6a-bcff-becc01d9c656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bd8be4-0e23-4245-83b3-04815cf31095,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:09.022243 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41570) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:09.127242 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-34078a32-8e1e-40e2-ac5b-72fca2592fd2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-960431228-network', 'tenant_id': '73ef866eca4c41a59aa11c9ac4c43f09'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:59:09.149942 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34078a32-8e1e-40e2-ac5b-72fca2592fd2 admin admin] Made reservation on behalf of 73ef866eca4c41a59aa11c9ac4c43f09 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:59:09.152463 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-34078a32-8e1e-40e2-ac5b-72fca2592fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:09.161452 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-34078a32-8e1e-40e2-ac5b-72fca2592fd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:09.237992 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-34078a32-8e1e-40e2-ac5b-72fca2592fd2 admin admin] Publish callbacks [] for security_group (78b60235-cf73-45fb-8d50-d85753a9b831), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:09.243599 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-34078a32-8e1e-40e2-ac5b-72fca2592fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (78b60235-cf73-45fb-8d50-d85753a9b831), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:09.267567 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34078a32-8e1e-40e2-ac5b-72fca2592fd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:59:09.276690 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34078a32-8e1e-40e2-ac5b-72fca2592fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b60235-cf73-45fb-8d50-d85753a9b831,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:09.282727 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-34078a32-8e1e-40e2-ac5b-72fca2592fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (2ba9b6ae-1bee-4454-a548-9245c135199b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:09.283035 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-34078a32-8e1e-40e2-ac5b-72fca2592fd2 admin admin] Added segment 2ba9b6ae-1bee-4454-a548-9245c135199b of type vlan for network b5319782-9b72-4eee-a1fc-0dbf581b5f55 Jan 28 13:59:09.323879 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-34078a32-8e1e-40e2-ac5b-72fca2592fd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (b5319782-9b72-4eee-a1fc-0dbf581b5f55), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:09.355493 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-34078a32-8e1e-40e2-ac5b-72fca2592fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (b5319782-9b72-4eee-a1fc-0dbf581b5f55), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:09.356891 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34078a32-8e1e-40e2-ac5b-72fca2592fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:09.357576 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-34078a32-8e1e-40e2-ac5b-72fca2592fd2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:09.392834 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-34078a32-8e1e-40e2-ac5b-72fca2592fd2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3693671 Jan 28 13:59:09.396232 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41574) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:09.401609 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-1210dacb-b64a-41d2-bfbb-9e2661732660 admin admin] Request body: {'subnet': {'network_id': 'b5319782-9b72-4eee-a1fc-0dbf581b5f55', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-960431228-subnet', 'tenant_id': '73ef866eca4c41a59aa11c9ac4c43f09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:59:09.421049 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1210dacb-b64a-41d2-bfbb-9e2661732660 admin admin] Made reservation on behalf of 73ef866eca4c41a59aa11c9ac4c43f09 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:59:09.422726 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34078a32-8e1e-40e2-ac5b-72fca2592fd2 admin admin] Pushing event updated for resources: {'Network': ['ID=b5319782-9b72-4eee-a1fc-0dbf581b5f55,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:09.423406 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1210dacb-b64a-41d2-bfbb-9e2661732660 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:09.432801 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network b5319782-9b72-4eee-a1fc-0dbf581b5f55 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:59:09.601552 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1210dacb-b64a-41d2-bfbb-9e2661732660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (8c9bb792-a5f0-437c-8b5d-bce4ea3a2bc6), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:09.656119 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210dacb-b64a-41d2-bfbb-9e2661732660 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c9bb792-a5f0-437c-8b5d-bce4ea3a2bc6,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:09.667586 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1210dacb-b64a-41d2-bfbb-9e2661732660 admin admin] Checking segment: {'id': '2ba9b6ae-1bee-4454-a548-9245c135199b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b5319782-9b72-4eee-a1fc-0dbf581b5f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:59:09.667962 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1210dacb-b64a-41d2-bfbb-9e2661732660 admin admin] Network hostable DHCP agents. Network: b5319782-9b72-4eee-a1fc-0dbf581b5f55, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:59:09.686553 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1210dacb-b64a-41d2-bfbb-9e2661732660 admin admin] Network b5319782-9b72-4eee-a1fc-0dbf581b5f55 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:59:09.697524 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-1210dacb-b64a-41d2-bfbb-9e2661732660 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, b5319782-9b72-4eee-a1fc-0dbf581b5f55) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:59:09.702238 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1210dacb-b64a-41d2-bfbb-9e2661732660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:09.702902 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1210dacb-b64a-41d2-bfbb-9e2661732660 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:09.709232 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43be2fc5-f622-4104-ae7f-813caa601095 None None] Network b5319782-9b72-4eee-a1fc-0dbf581b5f55 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:59:09.726294 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1210dacb-b64a-41d2-bfbb-9e2661732660 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3286071 Jan 28 13:59:09.977686 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a1307c-798d-470f-bdb1-0b1d2ba1ea01 None None] Network b5319782-9b72-4eee-a1fc-0dbf581b5f55 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:59:10.082120 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:59:10.214199 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41590) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:10.219394 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-dc8908fb-de60-46e2-92b8-68adec05fe0b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-878135333-network', 'tenant_id': '32edca4e23e04376b5df7b6984b5cce1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:59:10.240618 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8908fb-de60-46e2-92b8-68adec05fe0b admin admin] Made reservation on behalf of 32edca4e23e04376b5df7b6984b5cce1 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:59:10.243214 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc8908fb-de60-46e2-92b8-68adec05fe0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:10.252226 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc8908fb-de60-46e2-92b8-68adec05fe0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:10.329284 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc8908fb-de60-46e2-92b8-68adec05fe0b admin admin] Publish callbacks [] for security_group (988cd985-676c-42e7-b28a-d307a00e3304), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:10.334697 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc8908fb-de60-46e2-92b8-68adec05fe0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (988cd985-676c-42e7-b28a-d307a00e3304), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:10.364405 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc8908fb-de60-46e2-92b8-68adec05fe0b admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:59:10.386994 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8908fb-de60-46e2-92b8-68adec05fe0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988cd985-676c-42e7-b28a-d307a00e3304,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:10.397212 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc8908fb-de60-46e2-92b8-68adec05fe0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (03dbdf39-7da7-4ea4-9d44-42e1bc279395), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:10.397749 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-dc8908fb-de60-46e2-92b8-68adec05fe0b admin admin] Added segment 03dbdf39-7da7-4ea4-9d44-42e1bc279395 of type vlan for network 391040ca-b1e2-4e91-ba86-d67de1f520da Jan 28 13:59:10.436942 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc8908fb-de60-46e2-92b8-68adec05fe0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (391040ca-b1e2-4e91-ba86-d67de1f520da), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:10.463930 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc8908fb-de60-46e2-92b8-68adec05fe0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (391040ca-b1e2-4e91-ba86-d67de1f520da), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:10.465040 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8908fb-de60-46e2-92b8-68adec05fe0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:10.465674 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dc8908fb-de60-46e2-92b8-68adec05fe0b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:10.493794 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dc8908fb-de60-46e2-92b8-68adec05fe0b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2785051 Jan 28 13:59:10.496644 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41592) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:10.502006 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-95b4379f-4451-4d1b-a641-953990c1bc1b admin admin] Request body: {'subnet': {'network_id': '391040ca-b1e2-4e91-ba86-d67de1f520da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-878135333-subnet', 'tenant_id': '32edca4e23e04376b5df7b6984b5cce1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:59:10.522037 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b4379f-4451-4d1b-a641-953990c1bc1b admin admin] Made reservation on behalf of 32edca4e23e04376b5df7b6984b5cce1 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:59:10.524511 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-95b4379f-4451-4d1b-a641-953990c1bc1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:10.527407 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8908fb-de60-46e2-92b8-68adec05fe0b admin admin] Pushing event updated for resources: {'Network': ['ID=391040ca-b1e2-4e91-ba86-d67de1f520da,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:10.537511 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 391040ca-b1e2-4e91-ba86-d67de1f520da details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:59:10.695706 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-95b4379f-4451-4d1b-a641-953990c1bc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (f1f62d5c-85b8-4b1f-aaf6-f93e39f71287), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:10.752854 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4379f-4451-4d1b-a641-953990c1bc1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1f62d5c-85b8-4b1f-aaf6-f93e39f71287,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:10.762672 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b4379f-4451-4d1b-a641-953990c1bc1b admin admin] Checking segment: {'id': '03dbdf39-7da7-4ea4-9d44-42e1bc279395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '391040ca-b1e2-4e91-ba86-d67de1f520da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:59:10.763072 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b4379f-4451-4d1b-a641-953990c1bc1b admin admin] Network hostable DHCP agents. Network: 391040ca-b1e2-4e91-ba86-d67de1f520da, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:59:10.783606 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b4379f-4451-4d1b-a641-953990c1bc1b admin admin] Network 391040ca-b1e2-4e91-ba86-d67de1f520da is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:59:10.793112 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-95b4379f-4451-4d1b-a641-953990c1bc1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 391040ca-b1e2-4e91-ba86-d67de1f520da) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:59:10.797183 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b4379f-4451-4d1b-a641-953990c1bc1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:10.797812 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-95b4379f-4451-4d1b-a641-953990c1bc1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:10.802468 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f59d847-80f1-4654-a12b-7b6356d75e64 None None] Network 391040ca-b1e2-4e91-ba86-d67de1f520da requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:59:10.817518 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-95b4379f-4451-4d1b-a641-953990c1bc1b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3196614 Jan 28 13:59:10.899193 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2813e1-ea70-4fa8-bd0d-f206ee3ceaff None None] Network 391040ca-b1e2-4e91-ba86-d67de1f520da requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:59:11.311520 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-e89d487b-f6fa-4e09-87e1-adb3a0113f57 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:11.312891 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-e89d487b-f6fa-4e09-87e1-adb3a0113f57 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] 10.222.0.39 "GET /v2.0/networks?id=b5319782-9b72-4eee-a1fc-0dbf581b5f55 HTTP/1.1" status: 200 len: 808 time: 0.1053474 Jan 28 13:59:11.327629 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-8e46b4e9-ace1-4a9f-84f0-224d9f555968 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] 10.222.0.39 "GET /v2.0/quotas/73ef866eca4c41a59aa11c9ac4c43f09 HTTP/1.1" status: 200 len: 375 time: 0.0092504 Jan 28 13:59:11.358380 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-a0573ef9-b859-4320-8795-31a330e5eb8f tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=73ef866eca4c41a59aa11c9ac4c43f09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257034 Jan 28 13:59:11.455449 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-3c3193b0-f431-438b-b2ab-d4f16570d043 service neutron] 10.222.0.39 "GET /v2.0/networks/b5319782-9b72-4eee-a1fc-0dbf581b5f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876262 Jan 28 13:59:11.548830 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-42edfb93-efe3-4c18-beac-1a538890d22b service neutron] 10.222.0.39 "GET /v2.0/networks/b5319782-9b72-4eee-a1fc-0dbf581b5f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858347 Jan 28 13:59:11.721700 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e562ccbc-86f1-406b-bfab-25ef60715b14 req-a22c0e90-7f6c-4593-a3bc-60263cc3f09f tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d8a27f8-b340-4bfb-a0d7-77a2a7af5053 HTTP/1.1" status: 200 len: 210 time: 0.0275075 Jan 28 13:59:12.738379 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-1b078d21-d504-4b29-ac91-e1e6d8798cc9 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:12.740147 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-1b078d21-d504-4b29-ac91-e1e6d8798cc9 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] 10.222.0.18 "GET /v2.0/networks?id=b5319782-9b72-4eee-a1fc-0dbf581b5f55 HTTP/1.1" status: 200 len: 808 time: 0.1082602 Jan 28 13:59:12.755845 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-0711d455-62ee-432d-8027-1e48a2ac89f8 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Request body: {'port': {'device_id': '2d8a27f8-b340-4bfb-a0d7-77a2a7af5053', 'network_id': 'b5319782-9b72-4eee-a1fc-0dbf581b5f55', 'admin_state_up': True, 'tenant_id': '73ef866eca4c41a59aa11c9ac4c43f09'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:59:12.847378 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f59ad248-f493-4e2f-af84-ac104beb1030 req-dce4497b-af37-41da-8bbc-b8383e152e94 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d8a27f8-b340-4bfb-a0d7-77a2a7af5053 HTTP/1.1" status: 200 len: 210 time: 0.0375025 Jan 28 13:59:12.892395 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-0711d455-62ee-432d-8027-1e48a2ac89f8 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Made reservation on behalf of 73ef866eca4c41a59aa11c9ac4c43f09 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:59:12.896141 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-0711d455-62ee-432d-8027-1e48a2ac89f8 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:13.025343 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-0711d455-62ee-432d-8027-1e48a2ac89f8 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Allocated IP 172.20.0.12 (b5319782-9b72-4eee-a1fc-0dbf581b5f55/8c9bb792-a5f0-437c-8b5d-bce4ea3a2bc6/80490d96-a7b7-4975-8383-d0214f376b78) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:59:13.185120 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-0711d455-62ee-432d-8027-1e48a2ac89f8 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Publish callbacks [] for port (80490d96-a7b7-4975-8383-d0214f376b78), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:13.224042 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-0711d455-62ee-432d-8027-1e48a2ac89f8 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (80490d96-a7b7-4975-8383-d0214f376b78), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:13.270041 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-0711d455-62ee-432d-8027-1e48a2ac89f8 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Network b5319782-9b72-4eee-a1fc-0dbf581b5f55 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:59:13.272996 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-0711d455-62ee-432d-8027-1e48a2ac89f8 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:59:13.278832 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-0711d455-62ee-432d-8027-1e48a2ac89f8 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:59:13.285330 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711d455-62ee-432d-8027-1e48a2ac89f8 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Pushing event updated for resources: {'Port': ['ID=80490d96-a7b7-4975-8383-d0214f376b78,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:13.329943 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-0711d455-62ee-432d-8027-1e48a2ac89f8 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:13.330563 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-0711d455-62ee-432d-8027-1e48a2ac89f8 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:13.353352 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-0711d455-62ee-432d-8027-1e48a2ac89f8 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6014242 Jan 28 13:59:13.364930 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-b0225478-e220-45ad-8495-cc975cd90c5b service neutron] Request body: {'port': {'device_id': '2d8a27f8-b340-4bfb-a0d7-77a2a7af5053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:59:13.419197 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-b0225478-e220-45ad-8495-cc975cd90c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (80490d96-a7b7-4975-8383-d0214f376b78), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:13.684967 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-b0225478-e220-45ad-8495-cc975cd90c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80490d96-a7b7-4975-8383-d0214f376b78 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:59:13.692578 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-b0225478-e220-45ad-8495-cc975cd90c5b service neutron] Publish callbacks [] for port (80490d96-a7b7-4975-8383-d0214f376b78), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:13.705216 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-b0225478-e220-45ad-8495-cc975cd90c5b service neutron] Transition to ACTIVE for port object 80490d96-a7b7-4975-8383-d0214f376b78 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:59:13.711452 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-b0225478-e220-45ad-8495-cc975cd90c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (80490d96-a7b7-4975-8383-d0214f376b78), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:13.760809 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0225478-e220-45ad-8495-cc975cd90c5b service neutron] Pushing event updated for resources: {'Port': ['ID=80490d96-a7b7-4975-8383-d0214f376b78,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:13.830438 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-b0225478-e220-45ad-8495-cc975cd90c5b service neutron] Attempting to bind port 80490d96-a7b7-4975-8383-d0214f376b78 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:59:13.830737 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-b0225478-e220-45ad-8495-cc975cd90c5b service neutron] Attempting to bind port 80490d96-a7b7-4975-8383-d0214f376b78 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '2ba9b6ae-1bee-4454-a548-9245c135199b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b5319782-9b72-4eee-a1fc-0dbf581b5f55'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:59:13.831121 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-b0225478-e220-45ad-8495-cc975cd90c5b service neutron] Attempting to bind port 80490d96-a7b7-4975-8383-d0214f376b78 on network b5319782-9b72-4eee-a1fc-0dbf581b5f55 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:59:13.835872 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-b0225478-e220-45ad-8495-cc975cd90c5b service neutron] Port 80490d96-a7b7-4975-8383-d0214f376b78 on network b5319782-9b72-4eee-a1fc-0dbf581b5f55 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:59:13.836191 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-b0225478-e220-45ad-8495-cc975cd90c5b service neutron] Attempting to bind port 80490d96-a7b7-4975-8383-d0214f376b78 on network b5319782-9b72-4eee-a1fc-0dbf581b5f55 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:59:13.841715 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-b0225478-e220-45ad-8495-cc975cd90c5b service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:59:13.842056 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-b0225478-e220-45ad-8495-cc975cd90c5b service neutron] Checking segment: {'id': '2ba9b6ae-1bee-4454-a548-9245c135199b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b5319782-9b72-4eee-a1fc-0dbf581b5f55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:59:13.842435 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-b0225478-e220-45ad-8495-cc975cd90c5b service neutron] Bound using segment: {'id': '2ba9b6ae-1bee-4454-a548-9245c135199b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b5319782-9b72-4eee-a1fc-0dbf581b5f55'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:59:13.842858 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-b0225478-e220-45ad-8495-cc975cd90c5b service neutron] Bound port: 80490d96-a7b7-4975-8383-d0214f376b78, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ba9b6ae-1bee-4454-a548-9245c135199b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b5319782-9b72-4eee-a1fc-0dbf581b5f55'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:59:13.843250 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-b0225478-e220-45ad-8495-cc975cd90c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (80490d96-a7b7-4975-8383-d0214f376b78), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:13.909865 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-b0225478-e220-45ad-8495-cc975cd90c5b service neutron] For port 80490d96-a7b7-4975-8383-d0214f376b78, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:59:13.912939 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-b0225478-e220-45ad-8495-cc975cd90c5b service neutron] For port 80490d96-a7b7-4975-8383-d0214f376b78, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=80490d96-a7b7-4975-8383-d0214f376b78,segment=NetworkSegment(2ba9b6ae-1bee-4454-a548-9245c135199b),segment_id=2ba9b6ae-1bee-4454-a548-9245c135199b)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:59:13.919671 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-b0225478-e220-45ad-8495-cc975cd90c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (80490d96-a7b7-4975-8383-d0214f376b78), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:13.954944 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-b0225478-e220-45ad-8495-cc975cd90c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:13.955605 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-b0225478-e220-45ad-8495-cc975cd90c5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:13.957001 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-b0225478-e220-45ad-8495-cc975cd90c5b service neutron] 10.222.0.18 "PUT /v2.0/ports/80490d96-a7b7-4975-8383-d0214f376b78 HTTP/1.1" status: 200 len: 1092 time: 0.5961826 Jan 28 13:59:13.957463 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8a27f8-b340-4bfb-a0d7-77a2a7af5053', 'tag': '80490d96-a7b7-4975-8383-d0214f376b78'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:59:13.959743 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af7c5fc-deb9-4fff-804b-926a1366510f" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8a27f8-b340-4bfb-a0d7-77a2a7af5053", "tag": "80490d96-a7b7-4975-8383-d0214f376b78"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:59:13.969083 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af74ddb-3086-4494-8575-c4271f0fd906 req-19ee0efd-1673-47b7-a34f-9bc960a42e85 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:13.970761 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6af74ddb-3086-4494-8575-c4271f0fd906 req-19ee0efd-1673-47b7-a34f-9bc960a42e85 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d8a27f8-b340-4bfb-a0d7-77a2a7af5053 HTTP/1.1" status: 200 len: 944 time: 0.0545063 Jan 28 13:59:13.992867 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0225478-e220-45ad-8495-cc975cd90c5b service neutron] Pushing event updated for resources: {'Port': ['ID=80490d96-a7b7-4975-8383-d0214f376b78,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:14.033653 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00511b70-d079-4b9f-9ef6-755f7191aff0 x-openstack-request-id: req-00511b70-d079-4b9f-9ef6-755f7191aff0 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:59:14.033952 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8a27f8-b340-4bfb-a0d7-77a2a7af5053", "tag": "80490d96-a7b7-4975-8383-d0214f376b78", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:59:14.034226 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-00511b70-d079-4b9f-9ef6-755f7191aff0 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:59:14.034616 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8a27f8-b340-4bfb-a0d7-77a2a7af5053', 'tag': '80490d96-a7b7-4975-8383-d0214f376b78', 'status': 'completed', 'code': 200} Jan 28 13:59:14.044661 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6af74ddb-3086-4494-8575-c4271f0fd906 req-c4099a59-363d-4db4-aaa9-cd81d56a8caa tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] 10.222.0.39 "GET /v2.0/security-groups?id=78b60235-cf73-45fb-8d50-d85753a9b831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630646 Jan 28 13:59:14.050315 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-7c0cc927-ebc6-472c-b121-1dbd69daa3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:14.051882 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-7c0cc927-ebc6-472c-b121-1dbd69daa3d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73ef866eca4c41a59aa11c9ac4c43f09&device_id=2d8a27f8-b340-4bfb-a0d7-77a2a7af5053 HTTP/1.1" status: 200 len: 1095 time: 0.0455434 Jan 28 13:59:14.098473 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-a119bee0-0f8d-4b45-bcbd-614d9877c150 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80490d96-a7b7-4975-8383-d0214f376b78 HTTP/1.1" status: 200 len: 217 time: 0.0391037 Jan 28 13:59:14.148698 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-defbcca2-be57-4783-9436-9d214642338f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:14.150207 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-defbcca2-be57-4783-9436-9d214642338f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c9bb792-a5f0-437c-8b5d-bce4ea3a2bc6 HTTP/1.1" status: 200 len: 848 time: 0.0452714 Jan 28 13:59:14.180827 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-2a65e7bd-1dd4-4294-b14e-7338d2ad43f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b5319782-9b72-4eee-a1fc-0dbf581b5f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241046 Jan 28 13:59:14.279027 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-d09dd87f-9d61-49ce-998c-586ff9206cf2 service neutron] 10.222.0.18 "GET /v2.0/networks/b5319782-9b72-4eee-a1fc-0dbf581b5f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890417 Jan 28 13:59:14.366876 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a82d4ecd-dbfa-4cf0-a9c5-9b6f7d619e84 req-b5d48117-aff4-4b99-9329-021304dede2d service neutron] 10.222.0.18 "GET /v2.0/networks/b5319782-9b72-4eee-a1fc-0dbf581b5f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819449 Jan 28 13:59:14.462818 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7c5fc-deb9-4fff-804b-926a1366510f req-ce53d89b-7690-41f4-b5f1-df21694a8118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:14.464588 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0af7c5fc-deb9-4fff-804b-926a1366510f req-ce53d89b-7690-41f4-b5f1-df21694a8118 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73ef866eca4c41a59aa11c9ac4c43f09&device_id=2d8a27f8-b340-4bfb-a0d7-77a2a7af5053 HTTP/1.1" status: 200 len: 1095 time: 0.0427229 Jan 28 13:59:14.566671 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7c5fc-deb9-4fff-804b-926a1366510f req-dd274839-1b66-45b5-a8f1-86dc08be60de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:14.568080 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0af7c5fc-deb9-4fff-804b-926a1366510f req-dd274839-1b66-45b5-a8f1-86dc08be60de service neutron] 10.222.0.18 "GET /v2.0/networks?id=b5319782-9b72-4eee-a1fc-0dbf581b5f55 HTTP/1.1" status: 200 len: 908 time: 0.0971453 Jan 28 13:59:14.608973 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0af7c5fc-deb9-4fff-804b-926a1366510f req-6b95fd2f-b186-40c1-b20d-1b765ce84b3a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80490d96-a7b7-4975-8383-d0214f376b78 HTTP/1.1" status: 200 len: 217 time: 0.0341909 Jan 28 13:59:14.662160 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7c5fc-deb9-4fff-804b-926a1366510f req-70f3829c-b315-4b6a-a8df-7dc909d5c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:14.663637 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0af7c5fc-deb9-4fff-804b-926a1366510f req-70f3829c-b315-4b6a-a8df-7dc909d5c5a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c9bb792-a5f0-437c-8b5d-bce4ea3a2bc6 HTTP/1.1" status: 200 len: 848 time: 0.0479581 Jan 28 13:59:14.695459 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0af7c5fc-deb9-4fff-804b-926a1366510f req-60b30747-35e8-4c48-8156-04e6671853bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b5319782-9b72-4eee-a1fc-0dbf581b5f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239725 Jan 28 13:59:14.791650 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0af7c5fc-deb9-4fff-804b-926a1366510f req-b81354d0-f3d8-4019-9407-57a50c5f3cc4 service neutron] 10.222.0.18 "GET /v2.0/networks/b5319782-9b72-4eee-a1fc-0dbf581b5f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892808 Jan 28 13:59:14.897371 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0af7c5fc-deb9-4fff-804b-926a1366510f req-bad26666-3492-4918-bdda-290ff5806839 service neutron] 10.222.0.18 "GET /v2.0/networks/b5319782-9b72-4eee-a1fc-0dbf581b5f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992923 Jan 28 13:59:15.174818 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70443d-ea50-4291-9b3d-f134a8a2ca60 req-745e8b8f-1029-4942-80fd-1677471092c9 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:15.176245 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4d70443d-ea50-4291-9b3d-f134a8a2ca60 req-745e8b8f-1029-4942-80fd-1677471092c9 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d8a27f8-b340-4bfb-a0d7-77a2a7af5053 HTTP/1.1" status: 200 len: 944 time: 0.0612729 Jan 28 13:59:15.225375 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4d70443d-ea50-4291-9b3d-f134a8a2ca60 req-4a770c53-eb57-4c83-b747-a0f4715c6042 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] 10.222.0.39 "GET /v2.0/security-groups?id=78b60235-cf73-45fb-8d50-d85753a9b831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432744 Jan 28 13:59:16.362268 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d82f4-ded4-43c7-973d-f88cb8888c85 req-b111abf8-9958-42d2-8853-80e25f3ea2e1 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:16.363832 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-574d82f4-ded4-43c7-973d-f88cb8888c85 req-b111abf8-9958-42d2-8853-80e25f3ea2e1 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d8a27f8-b340-4bfb-a0d7-77a2a7af5053 HTTP/1.1" status: 200 len: 944 time: 0.0585356 Jan 28 13:59:16.410819 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-574d82f4-ded4-43c7-973d-f88cb8888c85 req-6cc83a8f-bcdf-40c6-84c6-59cf07c69367 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] 10.222.0.39 "GET /v2.0/security-groups?id=78b60235-cf73-45fb-8d50-d85753a9b831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411704 Jan 28 13:59:16.659098 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 80490d96-a7b7-4975-8383-d0214f376b78 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:59:16.767161 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 80490d96-a7b7-4975-8383-d0214f376b78, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=80490d96-a7b7-4975-8383-d0214f376b78,segment=NetworkSegment(2ba9b6ae-1bee-4454-a548-9245c135199b),segment_id=2ba9b6ae-1bee-4454-a548-9245c135199b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:59:16.783591 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '80490d96-a7b7-4975-8383-d0214f376b78', 'network_id': 'b5319782-9b72-4eee-a1fc-0dbf581b5f55', 'port_id': '80490d96-a7b7-4975-8383-d0214f376b78', 'mac_address': 'fa:16:3e:75:c6:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c9bb792-a5f0-437c-8b5d-bce4ea3a2bc6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:59:16.820533 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 80490d96-a7b7-4975-8383-d0214f376b78 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:59:16.820925 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (80490d96-a7b7-4975-8383-d0214f376b78), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:16.838480 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80490d96-a7b7-4975-8383-d0214f376b78 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:59:16.858871 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 80490d96-a7b7-4975-8383-d0214f376b78, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=80490d96-a7b7-4975-8383-d0214f376b78,segment=NetworkSegment(2ba9b6ae-1bee-4454-a548-9245c135199b),segment_id=2ba9b6ae-1bee-4454-a548-9245c135199b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:59:16.869930 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (80490d96-a7b7-4975-8383-d0214f376b78), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:16.931189 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=80490d96-a7b7-4975-8383-d0214f376b78,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:17.080571 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['80490d96-a7b7-4975-8383-d0214f376b78'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:59:17.552574 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92a10f-3269-4cea-91b7-2dc91beff83d req-f14164bb-9dbe-4fd2-a7bb-1422507658b1 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:17.554053 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bd92a10f-3269-4cea-91b7-2dc91beff83d req-f14164bb-9dbe-4fd2-a7bb-1422507658b1 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d8a27f8-b340-4bfb-a0d7-77a2a7af5053 HTTP/1.1" status: 200 len: 945 time: 0.0537210 Jan 28 13:59:17.600943 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bd92a10f-3269-4cea-91b7-2dc91beff83d req-2800e68e-a0a2-487e-9e4c-476c6eea7ae3 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] 10.222.0.39 "GET /v2.0/security-groups?id=78b60235-cf73-45fb-8d50-d85753a9b831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410767 Jan 28 13:59:17.979317 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:18.673761 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 80490d96-a7b7-4975-8383-d0214f376b78 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:59:18.725761 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 80490d96-a7b7-4975-8383-d0214f376b78 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:59:18.726675 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa5b0c-7a91-40e6-9aed-1eec6b52af70 req-2797152b-8489-4cf5-ba22-dfc55bebbf7e tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:18.728378 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ddaa5b0c-7a91-40e6-9aed-1eec6b52af70 req-2797152b-8489-4cf5-ba22-dfc55bebbf7e tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d8a27f8-b340-4bfb-a0d7-77a2a7af5053 HTTP/1.1" status: 200 len: 945 time: 0.0561914 Jan 28 13:59:18.730334 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 80490d96-a7b7-4975-8383-d0214f376b78 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:59:18.730709 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (80490d96-a7b7-4975-8383-d0214f376b78), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:18.776915 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ddaa5b0c-7a91-40e6-9aed-1eec6b52af70 req-cbeff218-3228-4719-ba4a-42ced83fcb24 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] 10.222.0.39 "GET /v2.0/security-groups?id=78b60235-cf73-45fb-8d50-d85753a9b831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426052 Jan 28 13:59:18.807504 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 80490d96-a7b7-4975-8383-d0214f376b78 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:59:18.807893 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (80490d96-a7b7-4975-8383-d0214f376b78), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:18.832830 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8a27f8-b340-4bfb-a0d7-77a2a7af5053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80490d96-a7b7-4975-8383-d0214f376b78'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:59:18.835136 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cbcd2b-cf09-4ad7-a907-882d8e98462f" -d '{"events": [{"server_uuid": "2d8a27f8-b340-4bfb-a0d7-77a2a7af5053", "name": "network-vif-plugged", "status": "completed", "tag": "80490d96-a7b7-4975-8383-d0214f376b78"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:59:18.847365 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 80490d96-a7b7-4975-8383-d0214f376b78, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=80490d96-a7b7-4975-8383-d0214f376b78,segment=NetworkSegment(2ba9b6ae-1bee-4454-a548-9245c135199b),segment_id=2ba9b6ae-1bee-4454-a548-9245c135199b)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:59:18.852631 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (80490d96-a7b7-4975-8383-d0214f376b78), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:18.877623 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099c48df-0f31-482a-afb1-b4ff3c371799 x-openstack-request-id: req-099c48df-0f31-482a-afb1-b4ff3c371799 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:59:18.877956 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8a27f8-b340-4bfb-a0d7-77a2a7af5053", "name": "network-vif-plugged", "status": "completed", "tag": "80490d96-a7b7-4975-8383-d0214f376b78", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:59:18.878271 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-099c48df-0f31-482a-afb1-b4ff3c371799 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:59:18.878690 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8a27f8-b340-4bfb-a0d7-77a2a7af5053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80490d96-a7b7-4975-8383-d0214f376b78', 'code': 200} Jan 28 13:59:18.906795 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=80490d96-a7b7-4975-8383-d0214f376b78,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:18.974058 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad21f9a-6ec2-43fe-a3e5-cc0e3e407e63 req-263369bf-c73f-432e-b197-6d0bf958fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:18.974058 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1ad21f9a-6ec2-43fe-a3e5-cc0e3e407e63 req-263369bf-c73f-432e-b197-6d0bf958fe6e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2d8a27f8-b340-4bfb-a0d7-77a2a7af5053 HTTP/1.1" status: 200 len: 1097 time: 0.0413079 Jan 28 13:59:19.020730 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1ad21f9a-6ec2-43fe-a3e5-cc0e3e407e63 req-6f5dc95e-c228-4677-a840-6abde3ee07ef service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=78b60235-cf73-45fb-8d50-d85753a9b831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398152 Jan 28 13:59:19.906521 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbb6a5-71dd-48f4-8afb-28f4724fa865 req-3c16992c-3405-4a53-bb40-fe6098c1c090 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:19.908057 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-74fbb6a5-71dd-48f4-8afb-28f4724fa865 req-3c16992c-3405-4a53-bb40-fe6098c1c090 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d8a27f8-b340-4bfb-a0d7-77a2a7af5053 HTTP/1.1" status: 200 len: 946 time: 0.0504181 Jan 28 13:59:19.956373 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-74fbb6a5-71dd-48f4-8afb-28f4724fa865 req-2bb258fc-ce83-4c32-9af1-4000882df8b7 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] 10.222.0.39 "GET /v2.0/security-groups?id=78b60235-cf73-45fb-8d50-d85753a9b831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417302 Jan 28 13:59:20.000659 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:21.084883 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc82ec3-5c06-4101-9743-078a22783c3e req-68bd163e-c0ef-45e6-9391-20c200335dd6 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:21.086348 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3dc82ec3-5c06-4101-9743-078a22783c3e req-68bd163e-c0ef-45e6-9391-20c200335dd6 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d8a27f8-b340-4bfb-a0d7-77a2a7af5053 HTTP/1.1" status: 200 len: 946 time: 0.0519567 Jan 28 13:59:21.141321 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3dc82ec3-5c06-4101-9743-078a22783c3e req-f7c86ce4-ebc0-4231-a36d-6cf881a35652 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] 10.222.0.39 "GET /v2.0/security-groups?id=78b60235-cf73-45fb-8d50-d85753a9b831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467083 Jan 28 13:59:24.695928 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35cc7c-5aa3-424e-930b-19b2734eea28 req-81138880-0af7-43e3-864e-3ca2af41f172 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:24.697418 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ad35cc7c-5aa3-424e-930b-19b2734eea28 req-81138880-0af7-43e3-864e-3ca2af41f172 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d8a27f8-b340-4bfb-a0d7-77a2a7af5053 HTTP/1.1" status: 200 len: 946 time: 0.0503199 Jan 28 13:59:24.745030 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ad35cc7c-5aa3-424e-930b-19b2734eea28 req-a27d9e22-8010-46d7-8ddc-44a45adfa81d tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] 10.222.0.39 "GET /v2.0/security-groups?id=78b60235-cf73-45fb-8d50-d85753a9b831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414355 Jan 28 13:59:25.869165 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6413c9-7190-437d-a727-67cfec289e31 req-0092d20a-d179-444b-bf0b-04a8896ba92d tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:25.870799 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab6413c9-7190-437d-a727-67cfec289e31 req-0092d20a-d179-444b-bf0b-04a8896ba92d tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d8a27f8-b340-4bfb-a0d7-77a2a7af5053 HTTP/1.1" status: 200 len: 946 time: 0.0489836 Jan 28 13:59:25.925080 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab6413c9-7190-437d-a727-67cfec289e31 req-03bd37da-fff5-447d-b80c-1195e3e3d129 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] 10.222.0.39 "GET /v2.0/security-groups?id=78b60235-cf73-45fb-8d50-d85753a9b831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477118 Jan 28 13:59:26.005209 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08227a-eb63-43e2-a29b-6cb8d8892466 req-977b5078-2370-426d-9900-8de55880471d tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:26.006657 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9b08227a-eb63-43e2-a29b-6cb8d8892466 req-977b5078-2370-426d-9900-8de55880471d tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d8a27f8-b340-4bfb-a0d7-77a2a7af5053 HTTP/1.1" status: 200 len: 946 time: 0.0537546 Jan 28 13:59:26.109724 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-9b08227a-eb63-43e2-a29b-6cb8d8892466 req-4ec21185-79d8-4858-854f-7c28d51560a1 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Deleting port 80490d96-a7b7-4975-8383-d0214f376b78 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:59:26.109976 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9b08227a-eb63-43e2-a29b-6cb8d8892466 req-4ec21185-79d8-4858-854f-7c28d51560a1 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (80490d96-a7b7-4975-8383-d0214f376b78), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:26.199325 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-9b08227a-eb63-43e2-a29b-6cb8d8892466 req-4ec21185-79d8-4858-854f-7c28d51560a1 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] For port 80490d96-a7b7-4975-8383-d0214f376b78, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=80490d96-a7b7-4975-8383-d0214f376b78,segment=NetworkSegment(2ba9b6ae-1bee-4454-a548-9245c135199b),segment_id=2ba9b6ae-1bee-4454-a548-9245c135199b)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:59:26.199658 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9b08227a-eb63-43e2-a29b-6cb8d8892466 req-4ec21185-79d8-4858-854f-7c28d51560a1 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (80490d96-a7b7-4975-8383-d0214f376b78), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:26.211512 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-9b08227a-eb63-43e2-a29b-6cb8d8892466 req-4ec21185-79d8-4858-854f-7c28d51560a1 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Calling delete_port for 80490d96-a7b7-4975-8383-d0214f376b78 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:59:26.348519 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9b08227a-eb63-43e2-a29b-6cb8d8892466 req-4ec21185-79d8-4858-854f-7c28d51560a1 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (80490d96-a7b7-4975-8383-d0214f376b78), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:26.361227 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['80490d96-a7b7-4975-8383-d0214f376b78'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:59:26.377802 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec21185-79d8-4858-854f-7c28d51560a1 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Pushing event deleted for resources: {'Port': ['ID=80490d96-a7b7-4975-8383-d0214f376b78,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:26.390971 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec21185-79d8-4858-854f-7c28d51560a1 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:26.391310 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec21185-79d8-4858-854f-7c28d51560a1 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:26.391653 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec21185-79d8-4858-854f-7c28d51560a1 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:26.391991 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec21185-79d8-4858-854f-7c28d51560a1 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:26.392322 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec21185-79d8-4858-854f-7c28d51560a1 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:26.392652 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec21185-79d8-4858-854f-7c28d51560a1 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:26.393021 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec21185-79d8-4858-854f-7c28d51560a1 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:26.393418 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec21185-79d8-4858-854f-7c28d51560a1 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:26.394089 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec21185-79d8-4858-854f-7c28d51560a1 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:26.394448 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec21185-79d8-4858-854f-7c28d51560a1 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:26.394782 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec21185-79d8-4858-854f-7c28d51560a1 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:26.395251 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec21185-79d8-4858-854f-7c28d51560a1 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:26.395631 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec21185-79d8-4858-854f-7c28d51560a1 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:26.444581 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b08227a-eb63-43e2-a29b-6cb8d8892466 req-4ec21185-79d8-4858-854f-7c28d51560a1 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] No DVR routers for this DVR port 80490d96-a7b7-4975-8383-d0214f376b78 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:59:26.448858 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9b08227a-eb63-43e2-a29b-6cb8d8892466 req-4ec21185-79d8-4858-854f-7c28d51560a1 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:26.454485 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9b08227a-eb63-43e2-a29b-6cb8d8892466 req-4ec21185-79d8-4858-854f-7c28d51560a1 tempest-VolumesActionsTest-1577404794 tempest-VolumesActionsTest-1577404794-project] 10.222.0.18 "DELETE /v2.0/ports/80490d96-a7b7-4975-8383-d0214f376b78 HTTP/1.1" status: 204 len: 173 time: 0.4412777 Jan 28 13:59:26.455300 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8a27f8-b340-4bfb-a0d7-77a2a7af5053', 'name': 'network-vif-deleted', 'tag': '80490d96-a7b7-4975-8383-d0214f376b78'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:59:26.458962 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31009338-ab8d-4e44-b3f4-bfecaa408935" -d '{"events": [{"server_uuid": "2d8a27f8-b340-4bfb-a0d7-77a2a7af5053", "name": "network-vif-deleted", "tag": "80490d96-a7b7-4975-8383-d0214f376b78"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:59:26.566136 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103a9874-6df3-485a-a723-21e75121b4fe x-openstack-request-id: req-103a9874-6df3-485a-a723-21e75121b4fe {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:59:26.566434 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8a27f8-b340-4bfb-a0d7-77a2a7af5053", "name": "network-vif-deleted", "tag": "80490d96-a7b7-4975-8383-d0214f376b78", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:59:26.566682 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-103a9874-6df3-485a-a723-21e75121b4fe {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:59:26.567111 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8a27f8-b340-4bfb-a0d7-77a2a7af5053', 'name': 'network-vif-deleted', 'tag': '80490d96-a7b7-4975-8383-d0214f376b78', 'status': 'completed', 'code': 200} Jan 28 13:59:28.722627 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 80490d96-a7b7-4975-8383-d0214f376b78 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:59:28.746317 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 80490d96-a7b7-4975-8383-d0214f376b78 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:59:28.746584 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 80490d96-a7b7-4975-8383-d0214f376b78 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:59:29.356708 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cba33dd4-95f0-49ff-afab-8e2c6751626b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:31.595606 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d87d2ada-242b-4101-aff1-21b738f6b52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:32.932581 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:34.285796 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41738) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:34.312949 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:34.422150 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a178fca-b970-4c0b-b0eb-95d3976b2260 req-101c75fb-5832-443e-b307-c2d4aaf2684b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:34.423753 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3a178fca-b970-4c0b-b0eb-95d3976b2260 req-101c75fb-5832-443e-b307-c2d4aaf2684b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5 HTTP/1.1" status: 200 len: 1097 time: 0.1369047 Jan 28 13:59:34.471547 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3a178fca-b970-4c0b-b0eb-95d3976b2260 req-ce85d8b3-7e90-4109-9180-e1add9683556 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c89f2138-5a19-4e24-bb32-7177ff823094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418231 Jan 28 13:59:36.388307 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:47.082652 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:59:47.985184 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:50.020155 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:59.351224 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5f9beccb-2022-4f24-9445-21e99f155a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:01.341380 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41890) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:01.389845 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa1718a-c88b-4e6d-99ce-47174aa191f6 admin admin] Deleting subnet 8c9bb792-a5f0-437c-8b5d-bce4ea3a2bc6 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:00:01.393168 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4aa1718a-c88b-4e6d-99ce-47174aa191f6 admin admin] Publish callbacks [] for subnet (8c9bb792-a5f0-437c-8b5d-bce4ea3a2bc6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:01.429688 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4aa1718a-c88b-4e6d-99ce-47174aa191f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (8c9bb792-a5f0-437c-8b5d-bce4ea3a2bc6), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:01.469694 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4aa1718a-c88b-4e6d-99ce-47174aa191f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (8c9bb792-a5f0-437c-8b5d-bce4ea3a2bc6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:01.524784 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4aa1718a-c88b-4e6d-99ce-47174aa191f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (8c9bb792-a5f0-437c-8b5d-bce4ea3a2bc6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:01.556093 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1718a-c88b-4e6d-99ce-47174aa191f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c9bb792-a5f0-437c-8b5d-bce4ea3a2bc6,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:01.558071 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4aa1718a-c88b-4e6d-99ce-47174aa191f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:01.564569 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4aa1718a-c88b-4e6d-99ce-47174aa191f6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8c9bb792-a5f0-437c-8b5d-bce4ea3a2bc6 HTTP/1.1" status: 204 len: 168 time: 0.2189267 Jan 28 14:00:01.564670 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41892) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:01.600518 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5a264767-0017-4d69-9f4e-521b97df075c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:01.632921 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-544b8920-818e-48fa-b30d-1c8aaca625da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (b5319782-9b72-4eee-a1fc-0dbf581b5f55), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:01.716395 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-544b8920-818e-48fa-b30d-1c8aaca625da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (b5319782-9b72-4eee-a1fc-0dbf581b5f55), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:01.736888 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-544b8920-818e-48fa-b30d-1c8aaca625da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5319782-9b72-4eee-a1fc-0dbf581b5f55']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:01.746074 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-544b8920-818e-48fa-b30d-1c8aaca625da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ba9b6ae-1bee-4454-a548-9245c135199b') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:01.746371 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-544b8920-818e-48fa-b30d-1c8aaca625da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ba9b6ae-1bee-4454-a548-9245c135199b') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:01.755810 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-544b8920-818e-48fa-b30d-1c8aaca625da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (2ba9b6ae-1bee-4454-a548-9245c135199b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:01.768942 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-544b8920-818e-48fa-b30d-1c8aaca625da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (2ba9b6ae-1bee-4454-a548-9245c135199b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:01.775225 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-544b8920-818e-48fa-b30d-1c8aaca625da admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:00:01.775686 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-544b8920-818e-48fa-b30d-1c8aaca625da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (2ba9b6ae-1bee-4454-a548-9245c135199b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: timer() Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:00:01.777326 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:00:01.839792 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-544b8920-818e-48fa-b30d-1c8aaca625da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (b5319782-9b72-4eee-a1fc-0dbf581b5f55), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:01.845529 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-544b8920-818e-48fa-b30d-1c8aaca625da admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:01.848708 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-544b8920-818e-48fa-b30d-1c8aaca625da admin admin] 10.222.0.39 "DELETE /v2.0/networks/b5319782-9b72-4eee-a1fc-0dbf581b5f55 HTTP/1.1" status: 204 len: 168 time: 0.2836282 Jan 28 14:00:01.851707 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41894) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:01.859793 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b8920-818e-48fa-b30d-1c8aaca625da admin admin] Pushing event deleted for resources: {'Network': ['ID=b5319782-9b72-4eee-a1fc-0dbf581b5f55,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:01.867435 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b8920-818e-48fa-b30d-1c8aaca625da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:01.867792 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b8920-818e-48fa-b30d-1c8aaca625da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:01.868123 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b8920-818e-48fa-b30d-1c8aaca625da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:01.868427 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b8920-818e-48fa-b30d-1c8aaca625da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:01.868771 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b8920-818e-48fa-b30d-1c8aaca625da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:01.869093 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b8920-818e-48fa-b30d-1c8aaca625da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:01.869415 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b8920-818e-48fa-b30d-1c8aaca625da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:01.869734 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b8920-818e-48fa-b30d-1c8aaca625da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:01.870049 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b8920-818e-48fa-b30d-1c8aaca625da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:01.870370 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b8920-818e-48fa-b30d-1c8aaca625da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:01.870776 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b8920-818e-48fa-b30d-1c8aaca625da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:01.871019 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b8920-818e-48fa-b30d-1c8aaca625da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:01.871342 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b8920-818e-48fa-b30d-1c8aaca625da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:01.905916 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-58344220-b2a6-4ea6-b902-82c89d0f9827 admin admin] Deleting subnet f1f62d5c-85b8-4b1f-aaf6-f93e39f71287 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:00:01.909352 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58344220-b2a6-4ea6-b902-82c89d0f9827 admin admin] Publish callbacks [] for subnet (f1f62d5c-85b8-4b1f-aaf6-f93e39f71287), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:01.947670 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58344220-b2a6-4ea6-b902-82c89d0f9827 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (f1f62d5c-85b8-4b1f-aaf6-f93e39f71287), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:01.995839 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58344220-b2a6-4ea6-b902-82c89d0f9827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (f1f62d5c-85b8-4b1f-aaf6-f93e39f71287), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:02.050810 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58344220-b2a6-4ea6-b902-82c89d0f9827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (f1f62d5c-85b8-4b1f-aaf6-f93e39f71287), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:02.079703 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58344220-b2a6-4ea6-b902-82c89d0f9827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1f62d5c-85b8-4b1f-aaf6-f93e39f71287,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:02.085420 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58344220-b2a6-4ea6-b902-82c89d0f9827 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:02.088607 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-58344220-b2a6-4ea6-b902-82c89d0f9827 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f1f62d5c-85b8-4b1f-aaf6-f93e39f71287 HTTP/1.1" status: 204 len: 168 time: 0.2357354 Jan 28 14:00:02.091812 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41896) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:02.158875 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-07075abd-3aec-4f01-8cbf-2591a6b41fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (391040ca-b1e2-4e91-ba86-d67de1f520da), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:02.239935 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-07075abd-3aec-4f01-8cbf-2591a6b41fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (391040ca-b1e2-4e91-ba86-d67de1f520da), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:02.259959 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-07075abd-3aec-4f01-8cbf-2591a6b41fcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391040ca-b1e2-4e91-ba86-d67de1f520da']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:02.270087 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-07075abd-3aec-4f01-8cbf-2591a6b41fcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03dbdf39-7da7-4ea4-9d44-42e1bc279395') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:02.270375 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-07075abd-3aec-4f01-8cbf-2591a6b41fcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03dbdf39-7da7-4ea4-9d44-42e1bc279395') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:02.280040 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-07075abd-3aec-4f01-8cbf-2591a6b41fcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (03dbdf39-7da7-4ea4-9d44-42e1bc279395), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:02.292789 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-07075abd-3aec-4f01-8cbf-2591a6b41fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (03dbdf39-7da7-4ea4-9d44-42e1bc279395), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:02.298446 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07075abd-3aec-4f01-8cbf-2591a6b41fcf admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:00:02.298812 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-07075abd-3aec-4f01-8cbf-2591a6b41fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (03dbdf39-7da7-4ea4-9d44-42e1bc279395), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: timer() Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:00:02.300488 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:00:02.361324 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-07075abd-3aec-4f01-8cbf-2591a6b41fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (391040ca-b1e2-4e91-ba86-d67de1f520da), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:02.367798 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-07075abd-3aec-4f01-8cbf-2591a6b41fcf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:02.371416 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-07075abd-3aec-4f01-8cbf-2591a6b41fcf admin admin] 10.222.0.39 "DELETE /v2.0/networks/391040ca-b1e2-4e91-ba86-d67de1f520da HTTP/1.1" status: 204 len: 168 time: 0.2784910 Jan 28 14:00:02.384124 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07075abd-3aec-4f01-8cbf-2591a6b41fcf admin admin] Pushing event deleted for resources: {'Network': ['ID=391040ca-b1e2-4e91-ba86-d67de1f520da,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:02.543434 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41900) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:02.584316 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-47f98849-cebb-4f6e-a563-5be2c8a9a1ed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=73ef866eca4c41a59aa11c9ac4c43f09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396380 Jan 28 14:00:02.586786 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41902) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:02.639655 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fdcefd71-fb45-4940-a10d-e290ca199dd8 admin admin] Publish callbacks [] for security_group (78b60235-cf73-45fb-8d50-d85753a9b831), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:02.664848 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fdcefd71-fb45-4940-a10d-e290ca199dd8 admin admin] Publish callbacks [] for security_group (78b60235-cf73-45fb-8d50-d85753a9b831), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:02.723519 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fdcefd71-fb45-4940-a10d-e290ca199dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (78b60235-cf73-45fb-8d50-d85753a9b831), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:02.726170 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fdcefd71-fb45-4940-a10d-e290ca199dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:02.727512 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fdcefd71-fb45-4940-a10d-e290ca199dd8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/78b60235-cf73-45fb-8d50-d85753a9b831 HTTP/1.1" status: 204 len: 168 time: 0.1398067 Jan 28 14:00:02.735903 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcefd71-fb45-4940-a10d-e290ca199dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b60235-cf73-45fb-8d50-d85753a9b831,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:02.933183 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:03.056468 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41908) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:03.097446 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a07b402a-225a-4b6a-808e-6ead745593cd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=32edca4e23e04376b5df7b6984b5cce1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397871 Jan 28 14:00:03.100033 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41910) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:03.152511 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a451cd14-4b3e-4e41-b495-5bbe1b15af0e admin admin] Publish callbacks [] for security_group (988cd985-676c-42e7-b28a-d307a00e3304), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:03.174582 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a451cd14-4b3e-4e41-b495-5bbe1b15af0e admin admin] Publish callbacks [] for security_group (988cd985-676c-42e7-b28a-d307a00e3304), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:03.223119 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a451cd14-4b3e-4e41-b495-5bbe1b15af0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (988cd985-676c-42e7-b28a-d307a00e3304), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:03.225650 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a451cd14-4b3e-4e41-b495-5bbe1b15af0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:03.226820 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a451cd14-4b3e-4e41-b495-5bbe1b15af0e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/988cd985-676c-42e7-b28a-d307a00e3304 HTTP/1.1" status: 204 len: 168 time: 0.1258926 Jan 28 14:00:03.235267 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451cd14-4b3e-4e41-b495-5bbe1b15af0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988cd985-676c-42e7-b28a-d307a00e3304,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:04.314657 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:06.384789 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:07.137128 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-53fca6a8-922a-408b-a814-182532f90591 req-d2f2941d-f023-49db-abfe-db02f14a2de5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428658 Jan 28 14:00:07.221302 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fca6a8-922a-408b-a814-182532f90591 req-91950d5a-639c-41e6-b69f-bf9757b5134b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:07.223326 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-53fca6a8-922a-408b-a814-182532f90591 req-91950d5a-639c-41e6-b69f-bf9757b5134b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43f84e80bff4499cb55423afb93d516b&device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5 HTTP/1.1" status: 200 len: 1097 time: 0.0423682 Jan 28 14:00:07.335078 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fca6a8-922a-408b-a814-182532f90591 req-f172c5c4-2675-4862-a7c8-64e4d4fc799e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:07.336544 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-53fca6a8-922a-408b-a814-182532f90591 req-f172c5c4-2675-4862-a7c8-64e4d4fc799e service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f01238-e5bf-46ae-b3ad-ccaec0210780 HTTP/1.1" status: 200 len: 909 time: 0.0937374 Jan 28 14:00:07.404071 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-53fca6a8-922a-408b-a814-182532f90591 req-627e1835-b3cc-43fa-a1fa-4c90eccb21c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99891b21-0918-4fa2-a49b-9e986da40d4f HTTP/1.1" status: 200 len: 1002 time: 0.0616477 Jan 28 14:00:07.458202 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fca6a8-922a-408b-a814-182532f90591 req-05ef4471-b868-4981-b722-d6e525522581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:07.459732 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-53fca6a8-922a-408b-a814-182532f90591 req-05ef4471-b868-4981-b722-d6e525522581 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a089844e-5894-4caa-ac57-449f6d24f54e HTTP/1.1" status: 200 len: 848 time: 0.0504160 Jan 28 14:00:07.510424 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fca6a8-922a-408b-a814-182532f90591 req-8362eaa3-e37a-484d-be60-5e316467b2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:07.512027 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-53fca6a8-922a-408b-a814-182532f90591 req-8362eaa3-e37a-484d-be60-5e316467b2c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f01238-e5bf-46ae-b3ad-ccaec0210780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465298 Jan 28 14:00:07.612132 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-53fca6a8-922a-408b-a814-182532f90591 req-d039350f-22fb-408f-a43a-d6241fa846be service neutron] 10.222.0.37 "GET /v2.0/networks/23f01238-e5bf-46ae-b3ad-ccaec0210780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941370 Jan 28 14:00:07.703087 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-53fca6a8-922a-408b-a814-182532f90591 req-d156f1f2-c070-4922-965b-71afc2a48256 service neutron] 10.222.0.37 "GET /v2.0/networks/23f01238-e5bf-46ae-b3ad-ccaec0210780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850489 Jan 28 14:00:10.667466 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41976) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:10.781154 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a073989a-cb54-4cea-8b7f-2008b5001382 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:10.873287 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a073989a-cb54-4cea-8b7f-2008b5001382 admin admin] Publish callbacks [] for security_group (006115f3-4d72-4869-81a0-1c19f11a152c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:10.878098 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a073989a-cb54-4cea-8b7f-2008b5001382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (006115f3-4d72-4869-81a0-1c19f11a152c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:10.921100 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073989a-cb54-4cea-8b7f-2008b5001382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006115f3-4d72-4869-81a0-1c19f11a152c,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:10.928707 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a073989a-cb54-4cea-8b7f-2008b5001382 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=168101f52de3491d9d4a713218758f55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2600281 Jan 28 14:00:10.932281 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41980) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:10.986189 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bcb1c39b-a07f-4fee-a2f3-d43749841885 admin admin] Publish callbacks [] for security_group (006115f3-4d72-4869-81a0-1c19f11a152c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:11.012715 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bcb1c39b-a07f-4fee-a2f3-d43749841885 admin admin] Publish callbacks [] for security_group (006115f3-4d72-4869-81a0-1c19f11a152c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:11.077012 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bcb1c39b-a07f-4fee-a2f3-d43749841885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (006115f3-4d72-4869-81a0-1c19f11a152c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:11.080038 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bcb1c39b-a07f-4fee-a2f3-d43749841885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:11.083668 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bcb1c39b-a07f-4fee-a2f3-d43749841885 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/006115f3-4d72-4869-81a0-1c19f11a152c HTTP/1.1" status: 204 len: 168 time: 0.1479325 Jan 28 14:00:11.092585 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1c39b-a07f-4fee-a2f3-d43749841885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006115f3-4d72-4869-81a0-1c19f11a152c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:11.444336 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 41986) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:11.460226 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5157a54f-3a7b-464b-ad6c-7a11d8dbf254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:11.571722 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5157a54f-3a7b-464b-ad6c-7a11d8dbf254 admin admin] Publish callbacks [] for security_group (054bcdd2-b28f-4f9a-a7fd-77d8475b86bc), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:11.577190 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5157a54f-3a7b-464b-ad6c-7a11d8dbf254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (054bcdd2-b28f-4f9a-a7fd-77d8475b86bc), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:11.614905 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157a54f-3a7b-464b-ad6c-7a11d8dbf254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054bcdd2-b28f-4f9a-a7fd-77d8475b86bc,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:11.623756 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5157a54f-3a7b-464b-ad6c-7a11d8dbf254 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f43a94d570564372a52f19da6b8a856d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1748919 Jan 28 14:00:11.624469 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 41988) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:11.677513 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52b0b96c-f16d-4ecb-a028-521ca7ce6382 admin admin] Publish callbacks [] for security_group (054bcdd2-b28f-4f9a-a7fd-77d8475b86bc), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:11.700735 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52b0b96c-f16d-4ecb-a028-521ca7ce6382 admin admin] Publish callbacks [] for security_group (054bcdd2-b28f-4f9a-a7fd-77d8475b86bc), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:11.752738 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52b0b96c-f16d-4ecb-a028-521ca7ce6382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (054bcdd2-b28f-4f9a-a7fd-77d8475b86bc), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:11.755739 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52b0b96c-f16d-4ecb-a028-521ca7ce6382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:11.756983 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-52b0b96c-f16d-4ecb-a028-521ca7ce6382 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/054bcdd2-b28f-4f9a-a7fd-77d8475b86bc HTTP/1.1" status: 204 len: 168 time: 0.1312287 Jan 28 14:00:11.767237 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0b96c-f16d-4ecb-a028-521ca7ce6382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054bcdd2-b28f-4f9a-a7fd-77d8475b86bc,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:12.491320 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-9392428b-d1a9-4276-8044-5eb040c8f9c2 req-1ef90555-ef1a-4344-94af-7d30522af499 service neutron] (103351) timed out ('10.222.0.18', 53568) {{(pid=103351) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 14:00:15.333132 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-e200f1d7-9ec1-4e3c-859d-5ccf8e36ab26 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6c9def01f37146ba90835158df47eb2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293496 Jan 28 14:00:15.468592 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-0edde2af-0fcc-4f80-a479-16bcd27cdcbe req-44ed08f5-207e-4883-a17d-ec70f157db89 service neutron] (103351) timed out ('10.222.0.37', 63359) {{(pid=103351) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 14:00:15.526899 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-cbfd531c-c7d8-4051-9bb3-e689d92ba17f tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:15.528626 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-cbfd531c-c7d8-4051-9bb3-e689d92ba17f tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1903682 Jan 28 14:00:15.554247 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-358b54a1-2e00-4fbc-9e84-0fc4bacb6a73 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.39 "GET /v2.0/quotas/6c9def01f37146ba90835158df47eb2a HTTP/1.1" status: 200 len: 375 time: 0.0100539 Jan 28 14:00:15.863659 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-e1b85550-7c08-416f-bfb9-1651a42cd97e tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c9def01f37146ba90835158df47eb2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3018420 Jan 28 14:00:16.044406 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-59a56a68-17cf-4b71-aca9-2102ba90eb40 req-20242a16-6388-45e3-9c45-174b145945d0 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.39 "GET /v2.0/ports?device_id=45aeb29b-50f2-4768-92a0-2b3e505fc850 HTTP/1.1" status: 200 len: 210 time: 0.0305564 Jan 28 14:00:16.944227 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-471b2d2b-f200-4381-a102-07d76db70c0e tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6c9def01f37146ba90835158df47eb2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238140 Jan 28 14:00:17.057748 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-63c47ca5-9bea-46a8-9881-24adca646742 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:17.059136 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-63c47ca5-9bea-46a8-9881-24adca646742 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1106911 Jan 28 14:00:17.070782 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-f3d38670-dd06-4612-b78d-0ca7bc7f64d9 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Request body: {'port': {'device_id': '45aeb29b-50f2-4768-92a0-2b3e505fc850', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': '6c9def01f37146ba90835158df47eb2a'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:00:17.142644 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2b2c0f6f-1569-4d05-80cb-8f7ae5da57ca req-cfd7de3e-5dc3-4de8-b772-0c68c4bb9d57 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.39 "GET /v2.0/ports?device_id=45aeb29b-50f2-4768-92a0-2b3e505fc850 HTTP/1.1" status: 200 len: 210 time: 0.0262442 Jan 28 14:00:17.184423 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-f3d38670-dd06-4612-b78d-0ca7bc7f64d9 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Made reservation on behalf of 6c9def01f37146ba90835158df47eb2a for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:00:17.187928 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-f3d38670-dd06-4612-b78d-0ca7bc7f64d9 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:17.197519 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-f3d38670-dd06-4612-b78d-0ca7bc7f64d9 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:17.271025 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-f3d38670-dd06-4612-b78d-0ca7bc7f64d9 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Publish callbacks [] for security_group (308314e8-c130-4b9c-aed8-8351f57fb5e1), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:17.276681 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-f3d38670-dd06-4612-b78d-0ca7bc7f64d9 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (308314e8-c130-4b9c-aed8-8351f57fb5e1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:17.338509 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d38670-dd06-4612-b78d-0ca7bc7f64d9 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=308314e8-c130-4b9c-aed8-8351f57fb5e1,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:17.423635 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-f3d38670-dd06-4612-b78d-0ca7bc7f64d9 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Allocated IP 192.168.233.84 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/07023359-4cd1-46b8-8960-0ea5eab8751c) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:00:17.574131 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-f3d38670-dd06-4612-b78d-0ca7bc7f64d9 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Publish callbacks [] for port (07023359-4cd1-46b8-8960-0ea5eab8751c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:17.624121 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-f3d38670-dd06-4612-b78d-0ca7bc7f64d9 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (07023359-4cd1-46b8-8960-0ea5eab8751c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:17.667593 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-f3d38670-dd06-4612-b78d-0ca7bc7f64d9 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:00:17.670831 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-f3d38670-dd06-4612-b78d-0ca7bc7f64d9 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:00:17.677026 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-f3d38670-dd06-4612-b78d-0ca7bc7f64d9 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:00:17.702603 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d38670-dd06-4612-b78d-0ca7bc7f64d9 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Pushing event updated for resources: {'Port': ['ID=07023359-4cd1-46b8-8960-0ea5eab8751c,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:17.730731 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-f3d38670-dd06-4612-b78d-0ca7bc7f64d9 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:17.731406 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-f3d38670-dd06-4612-b78d-0ca7bc7f64d9 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:17.748715 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-f3d38670-dd06-4612-b78d-0ca7bc7f64d9 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6817935 Jan 28 14:00:17.759961 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-29fdc0c7-38c3-499f-ac08-b43fbc68226f service neutron] Request body: {'port': {'device_id': '45aeb29b-50f2-4768-92a0-2b3e505fc850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:00:17.818668 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-29fdc0c7-38c3-499f-ac08-b43fbc68226f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (07023359-4cd1-46b8-8960-0ea5eab8751c), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:17.956606 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a2514f99-87d0-4ab1-b5ac-804648cb6625 None None] Provisioning complete for port 07023359-4cd1-46b8-8960-0ea5eab8751c triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:00:17.957209 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a2514f99-87d0-4ab1-b5ac-804648cb6625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (07023359-4cd1-46b8-8960-0ea5eab8751c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:18.004791 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a2514f99-87d0-4ab1-b5ac-804648cb6625 None None] Port 07023359-4cd1-46b8-8960-0ea5eab8751c cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:00:18.008669 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:18.108241 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-29fdc0c7-38c3-499f-ac08-b43fbc68226f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07023359-4cd1-46b8-8960-0ea5eab8751c {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:00:18.116553 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-29fdc0c7-38c3-499f-ac08-b43fbc68226f service neutron] Publish callbacks [] for port (07023359-4cd1-46b8-8960-0ea5eab8751c), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:18.129647 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-29fdc0c7-38c3-499f-ac08-b43fbc68226f service neutron] Transition to ACTIVE for port object 07023359-4cd1-46b8-8960-0ea5eab8751c will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:00:18.134438 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-29fdc0c7-38c3-499f-ac08-b43fbc68226f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (07023359-4cd1-46b8-8960-0ea5eab8751c), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:18.185367 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fdc0c7-38c3-499f-ac08-b43fbc68226f service neutron] Pushing event updated for resources: {'Port': ['ID=07023359-4cd1-46b8-8960-0ea5eab8751c,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:18.646419 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-29fdc0c7-38c3-499f-ac08-b43fbc68226f service neutron] Attempting to bind port 07023359-4cd1-46b8-8960-0ea5eab8751c on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:00:18.646749 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-29fdc0c7-38c3-499f-ac08-b43fbc68226f service neutron] Attempting to bind port 07023359-4cd1-46b8-8960-0ea5eab8751c by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:00:18.647119 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-29fdc0c7-38c3-499f-ac08-b43fbc68226f service neutron] Attempting to bind port 07023359-4cd1-46b8-8960-0ea5eab8751c on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:00:18.657289 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fce8a-ba94-43db-8924-46bf561c0c73 req-efcf6e4e-0cf0-4d51-a2f3-5ddcd4aec407 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:18.658878 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0f9fce8a-ba94-43db-8924-46bf561c0c73 req-efcf6e4e-0cf0-4d51-a2f3-5ddcd4aec407 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.39 "GET /v2.0/ports?device_id=45aeb29b-50f2-4768-92a0-2b3e505fc850 HTTP/1.1" status: 200 len: 947 time: 0.4294720 Jan 28 14:00:18.662127 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-29fdc0c7-38c3-499f-ac08-b43fbc68226f service neutron] Port 07023359-4cd1-46b8-8960-0ea5eab8751c on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:00:18.662583 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-29fdc0c7-38c3-499f-ac08-b43fbc68226f service neutron] Attempting to bind port 07023359-4cd1-46b8-8960-0ea5eab8751c on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:00:18.680646 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-29fdc0c7-38c3-499f-ac08-b43fbc68226f service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:00:18.681128 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-29fdc0c7-38c3-499f-ac08-b43fbc68226f service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:00:18.681692 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-29fdc0c7-38c3-499f-ac08-b43fbc68226f service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:00:18.682176 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-29fdc0c7-38c3-499f-ac08-b43fbc68226f service neutron] Bound port: 07023359-4cd1-46b8-8960-0ea5eab8751c, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:00:18.682685 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-29fdc0c7-38c3-499f-ac08-b43fbc68226f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (07023359-4cd1-46b8-8960-0ea5eab8751c), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:18.747071 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0f9fce8a-ba94-43db-8924-46bf561c0c73 req-1ae4766e-4fdd-42e0-9f8c-59d34eac8b6f tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.39 "GET /v2.0/security-groups?id=308314e8-c130-4b9c-aed8-8351f57fb5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797203 Jan 28 14:00:18.775813 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-29fdc0c7-38c3-499f-ac08-b43fbc68226f service neutron] For port 07023359-4cd1-46b8-8960-0ea5eab8751c, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:00:18.779083 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-29fdc0c7-38c3-499f-ac08-b43fbc68226f service neutron] For port 07023359-4cd1-46b8-8960-0ea5eab8751c, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=07023359-4cd1-46b8-8960-0ea5eab8751c,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:00:18.785154 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-29fdc0c7-38c3-499f-ac08-b43fbc68226f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (07023359-4cd1-46b8-8960-0ea5eab8751c), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:18.821120 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-29fdc0c7-38c3-499f-ac08-b43fbc68226f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:18.821839 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-29fdc0c7-38c3-499f-ac08-b43fbc68226f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:18.823252 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-29fdc0c7-38c3-499f-ac08-b43fbc68226f service neutron] 10.222.0.18 "PUT /v2.0/ports/07023359-4cd1-46b8-8960-0ea5eab8751c HTTP/1.1" status: 200 len: 1095 time: 1.0677302 Jan 28 14:00:18.823664 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45aeb29b-50f2-4768-92a0-2b3e505fc850', 'tag': '07023359-4cd1-46b8-8960-0ea5eab8751c'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:00:18.825911 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7789eca-7f60-4c10-8557-4eb01f774f29" -d '{"events": [{"name": "network-changed", "server_uuid": "45aeb29b-50f2-4768-92a0-2b3e505fc850", "tag": "07023359-4cd1-46b8-8960-0ea5eab8751c"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:00:18.857018 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fdc0c7-38c3-499f-ac08-b43fbc68226f service neutron] Pushing event updated for resources: {'Port': ['ID=07023359-4cd1-46b8-8960-0ea5eab8751c,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:18.877752 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c2ad64-def7-4f4c-ad09-682fd5df4e9a x-openstack-request-id: req-34c2ad64-def7-4f4c-ad09-682fd5df4e9a {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:00:18.878043 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45aeb29b-50f2-4768-92a0-2b3e505fc850", "tag": "07023359-4cd1-46b8-8960-0ea5eab8751c", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:00:18.878295 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-34c2ad64-def7-4f4c-ad09-682fd5df4e9a {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:00:18.878723 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45aeb29b-50f2-4768-92a0-2b3e505fc850', 'tag': '07023359-4cd1-46b8-8960-0ea5eab8751c', 'status': 'completed', 'code': 200} Jan 28 14:00:18.922796 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-9f39a592-85ae-4f9a-9cea-53fcdc6aac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:18.924796 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-9f39a592-85ae-4f9a-9cea-53fcdc6aac62 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c9def01f37146ba90835158df47eb2a&device_id=45aeb29b-50f2-4768-92a0-2b3e505fc850 HTTP/1.1" status: 200 len: 1098 time: 0.0563531 Jan 28 14:00:18.970050 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-e2bac0d3-42b4-4518-934f-74ec9f27b08c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=07023359-4cd1-46b8-8960-0ea5eab8751c HTTP/1.1" status: 200 len: 217 time: 0.0386612 Jan 28 14:00:19.028820 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-8a6cfb5c-0d0f-448c-b47a-5a2eba142fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:19.030371 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-8a6cfb5c-0d0f-448c-b47a-5a2eba142fdd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0551386 Jan 28 14:00:19.090756 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-a99fe9c1-c0b6-4ba1-b294-8b0dc0c88c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:19.092280 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-a99fe9c1-c0b6-4ba1-b294-8b0dc0c88c2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0559146 Jan 28 14:00:19.183546 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-69208445-1c8c-4a3b-9932-78d285a2cdff service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853267 Jan 28 14:00:19.281649 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dc23221c-f2bf-41ad-9154-5edd3603b715 req-30a936ad-6eda-49a8-9a7e-7f5753dd1e77 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927808 Jan 28 14:00:19.377700 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7789eca-7f60-4c10-8557-4eb01f774f29 req-4fd074cd-4fbc-46ed-9a9e-8e6a2ccc6fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:19.379275 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c7789eca-7f60-4c10-8557-4eb01f774f29 req-4fd074cd-4fbc-46ed-9a9e-8e6a2ccc6fb0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c9def01f37146ba90835158df47eb2a&device_id=45aeb29b-50f2-4768-92a0-2b3e505fc850 HTTP/1.1" status: 200 len: 1098 time: 0.0545177 Jan 28 14:00:19.479997 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7789eca-7f60-4c10-8557-4eb01f774f29 req-a2e3c67b-fec1-4571-bec6-7a6ffd716810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:19.481400 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c7789eca-7f60-4c10-8557-4eb01f774f29 req-a2e3c67b-fec1-4571-bec6-7a6ffd716810 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.0965660 Jan 28 14:00:19.527114 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c7789eca-7f60-4c10-8557-4eb01f774f29 req-36167c83-4116-4cd3-99aa-eee55adb3549 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=07023359-4cd1-46b8-8960-0ea5eab8751c HTTP/1.1" status: 200 len: 217 time: 0.0393336 Jan 28 14:00:19.576540 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7789eca-7f60-4c10-8557-4eb01f774f29 req-456ec2af-e42a-4060-bedb-8a5177bb2f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:19.578097 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c7789eca-7f60-4c10-8557-4eb01f774f29 req-456ec2af-e42a-4060-bedb-8a5177bb2f8e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0445228 Jan 28 14:00:19.628446 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7789eca-7f60-4c10-8557-4eb01f774f29 req-52bfe390-81f7-4b1c-a8c3-3ba1e2edbc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:19.630047 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c7789eca-7f60-4c10-8557-4eb01f774f29 req-52bfe390-81f7-4b1c-a8c3-3ba1e2edbc40 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0459244 Jan 28 14:00:19.726316 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c7789eca-7f60-4c10-8557-4eb01f774f29 req-ed3fc2ea-9e02-4ca5-b7bb-0b97ffe3c802 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894656 Jan 28 14:00:19.832300 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c7789eca-7f60-4c10-8557-4eb01f774f29 req-0961b741-20a9-4ce9-8229-11337f7d4b26 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982485 Jan 28 14:00:19.870450 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40376ca0-336d-4685-94e5-030ff761b206 req-c215f747-a02a-48fe-8f04-d95f11c174f9 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:19.872023 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-40376ca0-336d-4685-94e5-030ff761b206 req-c215f747-a02a-48fe-8f04-d95f11c174f9 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.39 "GET /v2.0/ports?device_id=45aeb29b-50f2-4768-92a0-2b3e505fc850 HTTP/1.1" status: 200 len: 947 time: 0.0552950 Jan 28 14:00:19.921334 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-40376ca0-336d-4685-94e5-030ff761b206 req-827a12f3-f73d-4070-8fbf-801fd63af648 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.39 "GET /v2.0/security-groups?id=308314e8-c130-4b9c-aed8-8351f57fb5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432885 Jan 28 14:00:20.027028 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:21.044277 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8291a2f-56f8-4f44-b6ea-33d670c03c12 req-de0e99ae-dd4a-4b5c-a528-35994f9f11ee tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:21.045791 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c8291a2f-56f8-4f44-b6ea-33d670c03c12 req-de0e99ae-dd4a-4b5c-a528-35994f9f11ee tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.39 "GET /v2.0/ports?device_id=45aeb29b-50f2-4768-92a0-2b3e505fc850 HTTP/1.1" status: 200 len: 947 time: 0.0523684 Jan 28 14:00:21.098027 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c8291a2f-56f8-4f44-b6ea-33d670c03c12 req-7c38d23d-8205-4256-bc8a-ca57ace22342 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.39 "GET /v2.0/security-groups?id=308314e8-c130-4b9c-aed8-8351f57fb5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450065 Jan 28 14:00:22.229283 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2bff54-a76e-43c3-bcf5-3bf02e95327a req-d9549085-88d3-417d-9a7b-c7ab7a7af588 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:22.230794 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f2bff54-a76e-43c3-bcf5-3bf02e95327a req-d9549085-88d3-417d-9a7b-c7ab7a7af588 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.39 "GET /v2.0/ports?device_id=45aeb29b-50f2-4768-92a0-2b3e505fc850 HTTP/1.1" status: 200 len: 947 time: 0.0534878 Jan 28 14:00:22.293678 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f2bff54-a76e-43c3-bcf5-3bf02e95327a req-d6133881-843c-43a0-b5f4-a62f21855d1b tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.39 "GET /v2.0/security-groups?id=308314e8-c130-4b9c-aed8-8351f57fb5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539446 Jan 28 14:00:23.003664 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 07023359-4cd1-46b8-8960-0ea5eab8751c details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:00:23.106695 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 07023359-4cd1-46b8-8960-0ea5eab8751c, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=07023359-4cd1-46b8-8960-0ea5eab8751c,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:00:23.117088 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '07023359-4cd1-46b8-8960-0ea5eab8751c', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': '07023359-4cd1-46b8-8960-0ea5eab8751c', 'mac_address': 'fa:16:3e:56:b3:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:00:23.156024 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 07023359-4cd1-46b8-8960-0ea5eab8751c is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:00:23.156519 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (07023359-4cd1-46b8-8960-0ea5eab8751c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:23.170657 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07023359-4cd1-46b8-8960-0ea5eab8751c {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:00:23.190030 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 07023359-4cd1-46b8-8960-0ea5eab8751c, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=07023359-4cd1-46b8-8960-0ea5eab8751c,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:00:23.195128 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (07023359-4cd1-46b8-8960-0ea5eab8751c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:23.241963 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=07023359-4cd1-46b8-8960-0ea5eab8751c,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:23.249918 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:23.250259 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:23.250594 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:23.250933 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:23.251283 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:23.251608 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:23.251928 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:23.252248 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:23.252562 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:23.252880 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:23.253195 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:23.253509 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:23.253848 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:23.408491 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['07023359-4cd1-46b8-8960-0ea5eab8751c'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:00:23.418800 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074954ac-871f-455d-9ad0-58085687fdca req-2522865c-d4d5-4df1-b026-11ba9093eecf tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:23.420346 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-074954ac-871f-455d-9ad0-58085687fdca req-2522865c-d4d5-4df1-b026-11ba9093eecf tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.39 "GET /v2.0/ports?device_id=45aeb29b-50f2-4768-92a0-2b3e505fc850 HTTP/1.1" status: 200 len: 948 time: 0.0528419 Jan 28 14:00:23.471372 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-074954ac-871f-455d-9ad0-58085687fdca req-2958cbf7-dbe6-42a6-a69c-cdf7e5b1df9b tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.39 "GET /v2.0/security-groups?id=308314e8-c130-4b9c-aed8-8351f57fb5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429027 Jan 28 14:00:24.175130 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:00:24.594795 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e645a58-1cbc-4ae4-b1b9-cf22f9e70ede req-8fc8bb8d-6d52-4080-868d-dc8dd3483269 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:24.596286 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0e645a58-1cbc-4ae4-b1b9-cf22f9e70ede req-8fc8bb8d-6d52-4080-868d-dc8dd3483269 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.39 "GET /v2.0/ports?device_id=45aeb29b-50f2-4768-92a0-2b3e505fc850 HTTP/1.1" status: 200 len: 948 time: 0.0553463 Jan 28 14:00:24.643269 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0e645a58-1cbc-4ae4-b1b9-cf22f9e70ede req-a62159ee-1c5d-4296-adc6-284c622df3a6 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.39 "GET /v2.0/security-groups?id=308314e8-c130-4b9c-aed8-8351f57fb5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406749 Jan 28 14:00:25.020642 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 07023359-4cd1-46b8-8960-0ea5eab8751c up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:00:25.072683 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 07023359-4cd1-46b8-8960-0ea5eab8751c completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:00:25.076959 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 07023359-4cd1-46b8-8960-0ea5eab8751c triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:00:25.077338 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (07023359-4cd1-46b8-8960-0ea5eab8751c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:25.163812 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 07023359-4cd1-46b8-8960-0ea5eab8751c is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:00:25.164402 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (07023359-4cd1-46b8-8960-0ea5eab8751c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:25.193936 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45aeb29b-50f2-4768-92a0-2b3e505fc850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07023359-4cd1-46b8-8960-0ea5eab8751c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:00:25.196238 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6a8edd-f437-474c-a4d3-64f236ff2358" -d '{"events": [{"server_uuid": "45aeb29b-50f2-4768-92a0-2b3e505fc850", "name": "network-vif-plugged", "status": "completed", "tag": "07023359-4cd1-46b8-8960-0ea5eab8751c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:00:25.208971 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 07023359-4cd1-46b8-8960-0ea5eab8751c, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=07023359-4cd1-46b8-8960-0ea5eab8751c,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:00:25.214731 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (07023359-4cd1-46b8-8960-0ea5eab8751c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:25.242003 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5d1699-1b47-4509-91c0-abba84a5549b x-openstack-request-id: req-7d5d1699-1b47-4509-91c0-abba84a5549b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:00:25.242297 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45aeb29b-50f2-4768-92a0-2b3e505fc850", "name": "network-vif-plugged", "status": "completed", "tag": "07023359-4cd1-46b8-8960-0ea5eab8751c", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:00:25.242548 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7d5d1699-1b47-4509-91c0-abba84a5549b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:00:25.243031 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45aeb29b-50f2-4768-92a0-2b3e505fc850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07023359-4cd1-46b8-8960-0ea5eab8751c', 'code': 200} Jan 28 14:00:25.271064 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=07023359-4cd1-46b8-8960-0ea5eab8751c,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:25.343540 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcd132-f1f5-4b44-80cc-2ae92f438722 req-28b57684-8829-406b-a091-1522bc21d8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:25.345067 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d8fcd132-f1f5-4b44-80cc-2ae92f438722 req-28b57684-8829-406b-a091-1522bc21d8de service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=45aeb29b-50f2-4768-92a0-2b3e505fc850 HTTP/1.1" status: 200 len: 1100 time: 0.0437346 Jan 28 14:00:25.392872 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d8fcd132-f1f5-4b44-80cc-2ae92f438722 req-6124d2d6-bbae-4ae4-905d-63187e284988 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=308314e8-c130-4b9c-aed8-8351f57fb5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415449 Jan 28 14:00:25.767111 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082afa1-3ccc-4d1d-8fce-90797341cf9a req-c8169533-bf8d-4db0-87e8-7cc34ab2a922 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:25.768625 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a082afa1-3ccc-4d1d-8fce-90797341cf9a req-c8169533-bf8d-4db0-87e8-7cc34ab2a922 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.39 "GET /v2.0/ports?device_id=45aeb29b-50f2-4768-92a0-2b3e505fc850 HTTP/1.1" status: 200 len: 949 time: 0.0495722 Jan 28 14:00:25.825676 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a082afa1-3ccc-4d1d-8fce-90797341cf9a req-fc2e18d9-3986-49d4-82d5-7b65a52ec1ff tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.39 "GET /v2.0/security-groups?id=308314e8-c130-4b9c-aed8-8351f57fb5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508151 Jan 28 14:00:26.953942 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051918ae-8078-4001-b8b7-18e706530b9c req-62a879f7-a872-4932-89f0-20d57d807bf0 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:26.955517 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-051918ae-8078-4001-b8b7-18e706530b9c req-62a879f7-a872-4932-89f0-20d57d807bf0 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.39 "GET /v2.0/ports?device_id=45aeb29b-50f2-4768-92a0-2b3e505fc850 HTTP/1.1" status: 200 len: 949 time: 0.0548933 Jan 28 14:00:27.006088 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-051918ae-8078-4001-b8b7-18e706530b9c req-7aa65f0c-ef4d-4454-9f6b-ec50588607de tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.39 "GET /v2.0/security-groups?id=308314e8-c130-4b9c-aed8-8351f57fb5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439866 Jan 28 14:00:29.358121 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-518da39d-53f8-4e21-87fd-a68a82502bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:31.608332 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-588b8014-38d2-449b-af36-f237eb7138f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:32.938239 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:34.317966 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:36.390416 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:48.000336 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:50.032777 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:59.357749 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81d037ab-ae05-4a16-a591-aeab598b16a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:01.087126 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:01:01.604749 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b65852f7-ca80-4988-9046-26b966de517b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:02.943237 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:04.321854 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:06.397459 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:08.465519 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d318b9cb-f5c3-44b9-b93e-40101bab1e92 req-b3afdc74-5fa2-42b6-9f1e-eb539a3c4fa4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=45aeb29b-50f2-4768-92a0-2b3e505fc850&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0632470 Jan 28 14:01:08.562494 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318b9cb-f5c3-44b9-b93e-40101bab1e92 req-62f05146-1ef3-45bf-9e47-58c3209bef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:08.564574 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d318b9cb-f5c3-44b9-b93e-40101bab1e92 req-62f05146-1ef3-45bf-9e47-58c3209bef42 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c9def01f37146ba90835158df47eb2a&device_id=45aeb29b-50f2-4768-92a0-2b3e505fc850 HTTP/1.1" status: 200 len: 1100 time: 0.0540557 Jan 28 14:01:08.712583 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318b9cb-f5c3-44b9-b93e-40101bab1e92 req-961a06a7-1176-4360-88b8-4b912ec1e8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:08.714208 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d318b9cb-f5c3-44b9-b93e-40101bab1e92 req-961a06a7-1176-4360-88b8-4b912ec1e8ec service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.1222382 Jan 28 14:01:08.760113 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d318b9cb-f5c3-44b9-b93e-40101bab1e92 req-9b14a8df-d76d-43f7-aa09-ae1546eb57d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=07023359-4cd1-46b8-8960-0ea5eab8751c HTTP/1.1" status: 200 len: 217 time: 0.0392747 Jan 28 14:01:08.812181 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318b9cb-f5c3-44b9-b93e-40101bab1e92 req-bcfc12cc-d036-4dba-947f-244f12f362a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:08.813755 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d318b9cb-f5c3-44b9-b93e-40101bab1e92 req-bcfc12cc-d036-4dba-947f-244f12f362a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0479987 Jan 28 14:01:08.860684 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318b9cb-f5c3-44b9-b93e-40101bab1e92 req-860a1c74-d1fd-48c0-87e8-a5ec426819a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:08.862320 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d318b9cb-f5c3-44b9-b93e-40101bab1e92 req-860a1c74-d1fd-48c0-87e8-a5ec426819a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0434499 Jan 28 14:01:08.960395 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d318b9cb-f5c3-44b9-b93e-40101bab1e92 req-f4454905-5063-420b-a7ce-84b43bef0e8d service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923471 Jan 28 14:01:09.078870 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d318b9cb-f5c3-44b9-b93e-40101bab1e92 req-f96d5980-5a72-4a99-ae4a-94bb94965aa6 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124804 Jan 28 14:01:09.170036 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-abeecb55-33d5-44fd-a4bc-1c9f5363dbe8 req-9e8f39b4-b8b0-4509-baf9-ebf46bad28e4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409079 Jan 28 14:01:09.276354 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeecb55-33d5-44fd-a4bc-1c9f5363dbe8 req-54af00fc-0a8a-41d9-92e5-f0c194ca7cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:09.277904 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-abeecb55-33d5-44fd-a4bc-1c9f5363dbe8 req-54af00fc-0a8a-41d9-92e5-f0c194ca7cb4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43f84e80bff4499cb55423afb93d516b&device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5 HTTP/1.1" status: 200 len: 1097 time: 0.0591443 Jan 28 14:01:09.395714 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeecb55-33d5-44fd-a4bc-1c9f5363dbe8 req-1571ab40-9e9f-4413-bcc3-b36f9c77660d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:09.397586 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-abeecb55-33d5-44fd-a4bc-1c9f5363dbe8 req-1571ab40-9e9f-4413-bcc3-b36f9c77660d service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f01238-e5bf-46ae-b3ad-ccaec0210780 HTTP/1.1" status: 200 len: 909 time: 0.0991218 Jan 28 14:01:09.475272 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-abeecb55-33d5-44fd-a4bc-1c9f5363dbe8 req-9601965f-da8d-48c2-8d4c-caaf6bd1c5f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99891b21-0918-4fa2-a49b-9e986da40d4f HTTP/1.1" status: 200 len: 1002 time: 0.0712607 Jan 28 14:01:09.525222 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeecb55-33d5-44fd-a4bc-1c9f5363dbe8 req-f9d8fde9-f0d6-4236-a119-5ddc6c613b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:09.526740 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-abeecb55-33d5-44fd-a4bc-1c9f5363dbe8 req-f9d8fde9-f0d6-4236-a119-5ddc6c613b92 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a089844e-5894-4caa-ac57-449f6d24f54e HTTP/1.1" status: 200 len: 848 time: 0.0464015 Jan 28 14:01:09.578094 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeecb55-33d5-44fd-a4bc-1c9f5363dbe8 req-a3b78d09-6ac1-4ddd-892f-43cb7496e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:09.579597 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-abeecb55-33d5-44fd-a4bc-1c9f5363dbe8 req-a3b78d09-6ac1-4ddd-892f-43cb7496e6a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f01238-e5bf-46ae-b3ad-ccaec0210780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471199 Jan 28 14:01:09.675457 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-abeecb55-33d5-44fd-a4bc-1c9f5363dbe8 req-0ac67e66-40cc-44a5-afc4-6a52033dc4c5 service neutron] 10.222.0.37 "GET /v2.0/networks/23f01238-e5bf-46ae-b3ad-ccaec0210780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899699 Jan 28 14:01:09.772033 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-abeecb55-33d5-44fd-a4bc-1c9f5363dbe8 req-be10e761-5a6d-4d20-accf-fb8af63be8b4 service neutron] 10.222.0.37 "GET /v2.0/networks/23f01238-e5bf-46ae-b3ad-ccaec0210780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902784 Jan 28 14:01:18.000985 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:20.060196 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:29.352897 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4d85c095-6f8e-45a3-b87b-ed6e045e3aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:31.599814 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bb2266ba-41e2-4aaf-8d57-4a52085668a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:32.941683 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:34.328711 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:36.403403 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:38.087122 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:01:48.024505 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:50.072881 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:59.349354 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4cf39a9d-4588-4003-9014-a2f3ea7542bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:01.490424 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ee40e-c719-4899-982c-3da9e0971e38 req-ccc7013b-1e15-4cf0-8dbc-bcfd302edc4d tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:01.492027 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3d7ee40e-c719-4899-982c-3da9e0971e38 req-ccc7013b-1e15-4cf0-8dbc-bcfd302edc4d tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.39 "GET /v2.0/ports?device_id=45aeb29b-50f2-4768-92a0-2b3e505fc850 HTTP/1.1" status: 200 len: 949 time: 0.0574584 Jan 28 14:02:01.541978 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3d7ee40e-c719-4899-982c-3da9e0971e38 req-5c9807ea-1c19-489e-9ea9-51d7453bbd8b tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.39 "GET /v2.0/security-groups?id=308314e8-c130-4b9c-aed8-8351f57fb5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436952 Jan 28 14:02:01.607157 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b0e2c9f-e661-43c9-b3d7-c2dee59df9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:02.796778 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3633dd-bc7c-4a2b-857c-62db5c9d8964 req-9c27529f-f26a-4a2c-98b2-6f8e11d5740d tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:02.798348 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bd3633dd-bc7c-4a2b-857c-62db5c9d8964 req-9c27529f-f26a-4a2c-98b2-6f8e11d5740d tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.39 "GET /v2.0/ports?device_id=45aeb29b-50f2-4768-92a0-2b3e505fc850 HTTP/1.1" status: 200 len: 949 time: 0.1793807 Jan 28 14:02:02.877958 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bd3633dd-bc7c-4a2b-857c-62db5c9d8964 req-36f1afd6-01a8-469f-901b-563abf2f1349 tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.39 "GET /v2.0/security-groups?id=308314e8-c130-4b9c-aed8-8351f57fb5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738006 Jan 28 14:02:02.899288 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7a5bf-cde7-4112-9d19-52320872fc99 req-baee7b7b-e97c-4797-bcfa-decf0c28408f tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:02.899288 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-63c7a5bf-cde7-4112-9d19-52320872fc99 req-baee7b7b-e97c-4797-bcfa-decf0c28408f tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.18 "GET /v2.0/ports?device_id=45aeb29b-50f2-4768-92a0-2b3e505fc850 HTTP/1.1" status: 200 len: 949 time: 0.0737188 Jan 28 14:02:02.945361 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:03.000999 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-63c7a5bf-cde7-4112-9d19-52320872fc99 req-da625226-2d25-4579-99ac-2c6ed9dbed0a tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Deleting port 07023359-4cd1-46b8-8960-0ea5eab8751c {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:02:03.001456 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-63c7a5bf-cde7-4112-9d19-52320872fc99 req-da625226-2d25-4579-99ac-2c6ed9dbed0a tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (07023359-4cd1-46b8-8960-0ea5eab8751c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:03.100848 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-63c7a5bf-cde7-4112-9d19-52320872fc99 req-da625226-2d25-4579-99ac-2c6ed9dbed0a tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] For port 07023359-4cd1-46b8-8960-0ea5eab8751c, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=07023359-4cd1-46b8-8960-0ea5eab8751c,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:02:03.101104 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-63c7a5bf-cde7-4112-9d19-52320872fc99 req-da625226-2d25-4579-99ac-2c6ed9dbed0a tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (07023359-4cd1-46b8-8960-0ea5eab8751c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:03.115559 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-63c7a5bf-cde7-4112-9d19-52320872fc99 req-da625226-2d25-4579-99ac-2c6ed9dbed0a tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Calling delete_port for 07023359-4cd1-46b8-8960-0ea5eab8751c owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:02:03.251628 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-63c7a5bf-cde7-4112-9d19-52320872fc99 req-da625226-2d25-4579-99ac-2c6ed9dbed0a tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (07023359-4cd1-46b8-8960-0ea5eab8751c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:03.264618 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['07023359-4cd1-46b8-8960-0ea5eab8751c'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:02:03.286671 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da625226-2d25-4579-99ac-2c6ed9dbed0a tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Pushing event deleted for resources: {'Port': ['ID=07023359-4cd1-46b8-8960-0ea5eab8751c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:03.299691 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da625226-2d25-4579-99ac-2c6ed9dbed0a tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:03.300044 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da625226-2d25-4579-99ac-2c6ed9dbed0a tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:03.300376 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da625226-2d25-4579-99ac-2c6ed9dbed0a tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:03.300720 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da625226-2d25-4579-99ac-2c6ed9dbed0a tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:03.301052 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da625226-2d25-4579-99ac-2c6ed9dbed0a tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:03.301382 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da625226-2d25-4579-99ac-2c6ed9dbed0a tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:03.301689 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da625226-2d25-4579-99ac-2c6ed9dbed0a tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:03.302032 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da625226-2d25-4579-99ac-2c6ed9dbed0a tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:03.302358 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da625226-2d25-4579-99ac-2c6ed9dbed0a tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:03.302681 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da625226-2d25-4579-99ac-2c6ed9dbed0a tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:03.303028 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da625226-2d25-4579-99ac-2c6ed9dbed0a tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:03.303359 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da625226-2d25-4579-99ac-2c6ed9dbed0a tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:03.303702 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da625226-2d25-4579-99ac-2c6ed9dbed0a tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:03.342343 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c7a5bf-cde7-4112-9d19-52320872fc99 req-da625226-2d25-4579-99ac-2c6ed9dbed0a tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] No DVR routers for this DVR port 07023359-4cd1-46b8-8960-0ea5eab8751c on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:02:03.345318 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-63c7a5bf-cde7-4112-9d19-52320872fc99 req-da625226-2d25-4579-99ac-2c6ed9dbed0a tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:03.348659 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-63c7a5bf-cde7-4112-9d19-52320872fc99 req-da625226-2d25-4579-99ac-2c6ed9dbed0a tempest-VolumesBackupsTest-1274327973 tempest-VolumesBackupsTest-1274327973-project] 10.222.0.18 "DELETE /v2.0/ports/07023359-4cd1-46b8-8960-0ea5eab8751c HTTP/1.1" status: 204 len: 173 time: 0.4448135 Jan 28 14:02:03.349179 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45aeb29b-50f2-4768-92a0-2b3e505fc850', 'name': 'network-vif-deleted', 'tag': '07023359-4cd1-46b8-8960-0ea5eab8751c'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:02:03.351478 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9856dc-50d1-4e38-830a-7fc56f07a01d" -d '{"events": [{"server_uuid": "45aeb29b-50f2-4768-92a0-2b3e505fc850", "name": "network-vif-deleted", "tag": "07023359-4cd1-46b8-8960-0ea5eab8751c"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:02:03.391316 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47cfe97-0be7-468f-b062-bbda0eae00ba x-openstack-request-id: req-a47cfe97-0be7-468f-b062-bbda0eae00ba {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:02:03.391809 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45aeb29b-50f2-4768-92a0-2b3e505fc850", "name": "network-vif-deleted", "tag": "07023359-4cd1-46b8-8960-0ea5eab8751c", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:02:03.392216 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a47cfe97-0be7-468f-b062-bbda0eae00ba {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:02:03.392725 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45aeb29b-50f2-4768-92a0-2b3e505fc850', 'name': 'network-vif-deleted', 'tag': '07023359-4cd1-46b8-8960-0ea5eab8751c', 'status': 'completed', 'code': 200} Jan 28 14:02:04.327703 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:05.471239 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 07023359-4cd1-46b8-8960-0ea5eab8751c no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:02:05.492621 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 07023359-4cd1-46b8-8960-0ea5eab8751c {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:02:05.492964 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 07023359-4cd1-46b8-8960-0ea5eab8751c not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:02:06.397349 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:09.139183 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5c0e3462-cce9-4878-a7b8-8751882ca893 req-fd4f9b7f-1454-4e57-a101-6b63bf9c1197 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447843 Jan 28 14:02:09.223246 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e3462-cce9-4878-a7b8-8751882ca893 req-7f53ed05-f9b3-472d-b040-6397b1533b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:09.224758 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5c0e3462-cce9-4878-a7b8-8751882ca893 req-7f53ed05-f9b3-472d-b040-6397b1533b62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43f84e80bff4499cb55423afb93d516b&device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5 HTTP/1.1" status: 200 len: 1097 time: 0.0431366 Jan 28 14:02:09.342218 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e3462-cce9-4878-a7b8-8751882ca893 req-b35182ba-1058-4a7b-ba66-a19cab75d365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:09.343866 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5c0e3462-cce9-4878-a7b8-8751882ca893 req-b35182ba-1058-4a7b-ba66-a19cab75d365 service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f01238-e5bf-46ae-b3ad-ccaec0210780 HTTP/1.1" status: 200 len: 909 time: 0.0995643 Jan 28 14:02:09.415470 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5c0e3462-cce9-4878-a7b8-8751882ca893 req-5b7d8b65-c6cf-44d1-aa48-07458762e9e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99891b21-0918-4fa2-a49b-9e986da40d4f HTTP/1.1" status: 200 len: 1002 time: 0.0663495 Jan 28 14:02:09.481429 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e3462-cce9-4878-a7b8-8751882ca893 req-0369c442-6289-4bd4-bef1-2f9730a6a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:09.482944 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5c0e3462-cce9-4878-a7b8-8751882ca893 req-0369c442-6289-4bd4-bef1-2f9730a6a98e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a089844e-5894-4caa-ac57-449f6d24f54e HTTP/1.1" status: 200 len: 848 time: 0.0622871 Jan 28 14:02:09.531598 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e3462-cce9-4878-a7b8-8751882ca893 req-8f74d6bb-d1c3-472e-9b95-e00c869a7e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:09.533194 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5c0e3462-cce9-4878-a7b8-8751882ca893 req-8f74d6bb-d1c3-472e-9b95-e00c869a7e4a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f01238-e5bf-46ae-b3ad-ccaec0210780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450671 Jan 28 14:02:09.628834 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5c0e3462-cce9-4878-a7b8-8751882ca893 req-bd663c50-1b2c-4aa1-a0da-cd76377f0e68 service neutron] 10.222.0.37 "GET /v2.0/networks/23f01238-e5bf-46ae-b3ad-ccaec0210780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896685 Jan 28 14:02:09.742298 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5c0e3462-cce9-4878-a7b8-8751882ca893 req-6ef35d5c-0ad9-4a5e-80df-2489c9a48b82 service neutron] 10.222.0.37 "GET /v2.0/networks/23f01238-e5bf-46ae-b3ad-ccaec0210780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072652 Jan 28 14:02:15.104671 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:02:18.025836 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:20.072220 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:29.355239 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6f930f52-515c-4c54-9b7b-05dd93ea85d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:31.602148 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-35a6c5ef-1bcb-40c3-b4ac-8887452305ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:32.949505 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:34.341406 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:36.402095 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:48.035973 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:50.072514 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:52.085954 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:02:59.353510 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7df5944-e10e-4caf-8c69-76e288d69c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:01.606619 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-14a71089-699e-4439-a8dc-55b98a65d00a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:02.951808 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:04.333531 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:06.408778 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:10.196906 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a7792749-9685-4f29-845b-b6a94945ea8a req-aac18dbf-b08b-408f-90d5-98b3d969a51e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1037521 Jan 28 14:03:10.283004 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7792749-9685-4f29-845b-b6a94945ea8a req-c60f6f10-5538-4c5d-8569-c9d8d58d781b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:10.284504 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a7792749-9685-4f29-845b-b6a94945ea8a req-c60f6f10-5538-4c5d-8569-c9d8d58d781b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43f84e80bff4499cb55423afb93d516b&device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5 HTTP/1.1" status: 200 len: 1097 time: 0.0462894 Jan 28 14:03:10.386014 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7792749-9685-4f29-845b-b6a94945ea8a req-602fa8b9-2856-49f4-9166-678d06ec06e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:10.387500 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a7792749-9685-4f29-845b-b6a94945ea8a req-602fa8b9-2856-49f4-9166-678d06ec06e1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f01238-e5bf-46ae-b3ad-ccaec0210780 HTTP/1.1" status: 200 len: 909 time: 0.0839353 Jan 28 14:03:10.456652 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a7792749-9685-4f29-845b-b6a94945ea8a req-c81c3e06-db1a-4a02-9303-585235b86af6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99891b21-0918-4fa2-a49b-9e986da40d4f HTTP/1.1" status: 200 len: 1002 time: 0.0635257 Jan 28 14:03:10.505285 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7792749-9685-4f29-845b-b6a94945ea8a req-2e5881f4-24d7-4005-9e7b-9f425bde4341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:10.506784 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a7792749-9685-4f29-845b-b6a94945ea8a req-2e5881f4-24d7-4005-9e7b-9f425bde4341 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a089844e-5894-4caa-ac57-449f6d24f54e HTTP/1.1" status: 200 len: 848 time: 0.0444155 Jan 28 14:03:10.556064 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7792749-9685-4f29-845b-b6a94945ea8a req-3027cf06-f728-4f00-995d-c9677dd3f182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:10.557524 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a7792749-9685-4f29-845b-b6a94945ea8a req-3027cf06-f728-4f00-995d-c9677dd3f182 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f01238-e5bf-46ae-b3ad-ccaec0210780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450678 Jan 28 14:03:10.655356 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a7792749-9685-4f29-845b-b6a94945ea8a req-5a5587bc-18ef-4e5c-8702-69c65d49c723 service neutron] 10.222.0.37 "GET /v2.0/networks/23f01238-e5bf-46ae-b3ad-ccaec0210780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921752 Jan 28 14:03:10.744629 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a7792749-9685-4f29-845b-b6a94945ea8a req-53f47e1a-84da-4043-8b36-047e5bc5a66f service neutron] 10.222.0.37 "GET /v2.0/networks/23f01238-e5bf-46ae-b3ad-ccaec0210780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838664 Jan 28 14:03:18.033942 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:20.071975 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:29.086096 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:03:29.353374 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d2ecfd2-ac88-4c24-bbeb-26fff14ed133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:31.611282 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c1f51dd-1b05-4504-9baa-aedb341b6cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:32.955477 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:34.337673 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:36.404202 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:39.413906 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192ecd6-beb3-439d-9892-233f0904bdc5 req-386ae57e-4e61-44b7-9f05-75adb83a6305 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:39.416046 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2192ecd6-beb3-439d-9892-233f0904bdc5 req-386ae57e-4e61-44b7-9f05-75adb83a6305 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0600951 Jan 28 14:03:39.471047 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2192ecd6-beb3-439d-9892-233f0904bdc5 req-3edf69ce-5a8b-46a1-abf4-71692dc19338 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/security-groups?id=c89f2138-5a19-4e24-bb32-7177ff823094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487199 Jan 28 14:03:40.069700 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5aea3-4f52-4204-b237-a60be0183b92 req-c5453859-3215-47c6-bf6f-ed123b193a44 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:40.071132 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8bb5aea3-4f52-4204-b237-a60be0183b92 req-c5453859-3215-47c6-bf6f-ed123b193a44 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0607324 Jan 28 14:03:40.175662 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-8bb5aea3-4f52-4204-b237-a60be0183b92 req-d463400c-3df1-45ab-ba99-c47730b363db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Deleting port 99891b21-0918-4fa2-a49b-9e986da40d4f {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:03:40.175929 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8bb5aea3-4f52-4204-b237-a60be0183b92 req-d463400c-3df1-45ab-ba99-c47730b363db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (99891b21-0918-4fa2-a49b-9e986da40d4f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:40.280773 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-8bb5aea3-4f52-4204-b237-a60be0183b92 req-d463400c-3df1-45ab-ba99-c47730b363db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] For port 99891b21-0918-4fa2-a49b-9e986da40d4f, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=99891b21-0918-4fa2-a49b-9e986da40d4f,segment=NetworkSegment(72c8a167-92fb-440a-82a0-66e01f7c98c8),segment_id=72c8a167-92fb-440a-82a0-66e01f7c98c8)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:40.281133 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8bb5aea3-4f52-4204-b237-a60be0183b92 req-d463400c-3df1-45ab-ba99-c47730b363db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (99891b21-0918-4fa2-a49b-9e986da40d4f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:40.521783 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8bb5aea3-4f52-4204-b237-a60be0183b92 req-d463400c-3df1-45ab-ba99-c47730b363db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:40.526017 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8bb5aea3-4f52-4204-b237-a60be0183b92 req-d463400c-3df1-45ab-ba99-c47730b363db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (6da2d630-65e0-4f28-af96-e0c57d20076f), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:40.526017 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [req-8bb5aea3-4f52-4204-b237-a60be0183b92 req-d463400c-3df1-45ab-ba99-c47730b363db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Floating IP 6da2d630-65e0-4f28-af96-e0c57d20076f disassociated. External IP: 172.25.3.247, port: 99891b21-0918-4fa2-a49b-9e986da40d4f. Jan 28 14:03:40.526017 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-8bb5aea3-4f52-4204-b237-a60be0183b92 req-d463400c-3df1-45ab-ba99-c47730b363db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Calling delete_port for 99891b21-0918-4fa2-a49b-9e986da40d4f owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:03:40.655751 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a79ba3-be34-488d-bc63-1f958f4996f1 req-b98cdd2c-9bf4-4cfb-92fe-53ba2eff9aab tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:40.657361 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c4a79ba3-be34-488d-bc63-1f958f4996f1 req-b98cdd2c-9bf4-4cfb-92fe-53ba2eff9aab tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5f21509-bb7a-49ab-921a-ef94bc63ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0724547 Jan 28 14:03:40.765575 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c4a79ba3-be34-488d-bc63-1f958f4996f1 req-4ae17276-35af-445c-bdaf-9fd2dc49d7bb tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "GET /v2.0/security-groups?id=c89f2138-5a19-4e24-bb32-7177ff823094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015277 Jan 28 14:03:40.766613 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8bb5aea3-4f52-4204-b237-a60be0183b92 req-d463400c-3df1-45ab-ba99-c47730b363db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (99891b21-0918-4fa2-a49b-9e986da40d4f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:40.818719 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463400c-3df1-45ab-ba99-c47730b363db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Pushing event deleted for resources: {'Port': ['ID=99891b21-0918-4fa2-a49b-9e986da40d4f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:40.830770 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d463400c-3df1-45ab-ba99-c47730b363db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:40.831209 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d463400c-3df1-45ab-ba99-c47730b363db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:40.831548 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d463400c-3df1-45ab-ba99-c47730b363db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:40.831883 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d463400c-3df1-45ab-ba99-c47730b363db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:40.832210 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d463400c-3df1-45ab-ba99-c47730b363db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:40.832541 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d463400c-3df1-45ab-ba99-c47730b363db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:40.832850 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d463400c-3df1-45ab-ba99-c47730b363db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:40.833172 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d463400c-3df1-45ab-ba99-c47730b363db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:40.833505 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d463400c-3df1-45ab-ba99-c47730b363db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:40.833819 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d463400c-3df1-45ab-ba99-c47730b363db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:40.834218 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d463400c-3df1-45ab-ba99-c47730b363db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:40.834541 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d463400c-3df1-45ab-ba99-c47730b363db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:40.834856 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d463400c-3df1-45ab-ba99-c47730b363db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:40.960639 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bb5aea3-4f52-4204-b237-a60be0183b92 req-d463400c-3df1-45ab-ba99-c47730b363db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Router b77ecc30-0014-4a09-8534-13ce14e2a0c4 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:03:41.083666 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bb5aea3-4f52-4204-b237-a60be0183b92 req-d463400c-3df1-45ab-ba99-c47730b363db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:03:41.095796 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360c4e83-33b9-4ef9-9d8a-a87b2e7e4414 None None] Sync routers for ids ['b77ecc30-0014-4a09-8534-13ce14e2a0c4'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:03:41.110379 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360c4e83-33b9-4ef9-9d8a-a87b2e7e4414 None None] Routers {'b77ecc30-0014-4a09-8534-13ce14e2a0c4'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:03:41.111380 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-360c4e83-33b9-4ef9-9d8a-a87b2e7e4414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:03:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b77ecc30-0014-4a09-8534-13ce14e2a0c4'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:03:41.132164 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb5aea3-4f52-4204-b237-a60be0183b92 req-d463400c-3df1-45ab-ba99-c47730b363db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] No DVR routers for this DVR port 99891b21-0918-4fa2-a49b-9e986da40d4f on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:03:41.136089 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8bb5aea3-4f52-4204-b237-a60be0183b92 req-d463400c-3df1-45ab-ba99-c47730b363db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:41.139755 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8bb5aea3-4f52-4204-b237-a60be0183b92 req-d463400c-3df1-45ab-ba99-c47730b363db tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.37 "DELETE /v2.0/ports/99891b21-0918-4fa2-a49b-9e986da40d4f HTTP/1.1" status: 204 len: 173 time: 1.0634451 Jan 28 14:03:41.140423 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f21509-bb7a-49ab-921a-ef94bc63ebd5', 'name': 'network-vif-deleted', 'tag': '99891b21-0918-4fa2-a49b-9e986da40d4f'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:03:41.144016 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c42626-bb63-40b5-b2d0-4715bf4a0ae3" -d '{"events": [{"server_uuid": "a5f21509-bb7a-49ab-921a-ef94bc63ebd5", "name": "network-vif-deleted", "tag": "99891b21-0918-4fa2-a49b-9e986da40d4f"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:03:41.309373 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-360c4e83-33b9-4ef9-9d8a-a87b2e7e4414 None None] Set router b77ecc30-0014-4a09-8534-13ce14e2a0c4 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:03:41.333136 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5daec87d-457b-4179-a264-d6cc7ab2d2ab x-openstack-request-id: req-5daec87d-457b-4179-a264-d6cc7ab2d2ab {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:03:41.334025 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f21509-bb7a-49ab-921a-ef94bc63ebd5", "name": "network-vif-deleted", "tag": "99891b21-0918-4fa2-a49b-9e986da40d4f", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:03:41.334888 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5daec87d-457b-4179-a264-d6cc7ab2d2ab {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:03:41.335526 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f21509-bb7a-49ab-921a-ef94bc63ebd5', 'name': 'network-vif-deleted', 'tag': '99891b21-0918-4fa2-a49b-9e986da40d4f', 'status': 'completed', 'code': 200} Jan 28 14:03:41.572733 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-360c4e83-33b9-4ef9-9d8a-a87b2e7e4414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'name': 'tempest-TestServerBasicOps-1485042988-router', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:48Z', 'updated_at': '2022-01-28T13:57:52Z', 'revision_number': 4, 'project_id': '43f84e80bff4499cb55423afb93d516b', 'gw_port': {'id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:49Z', 'updated_at': '2022-01-28T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'fa165a90-3d04-4a70-bf3e-f8c123019d93', 'name': '', 'network_id': '23f01238-e5bf-46ae-b3ad-ccaec0210780', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'mac_address': 'fa:16:3e:f8:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'a089844e-5894-4caa-ac57-449f6d24f54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:51Z', 'updated_at': '2022-01-28T13:57:58Z', 'revision_number': 5, 'project_id': '43f84e80bff4499cb55423afb93d516b', 'subnets': [{'id': 'a089844e-5894-4caa-ac57-449f6d24f54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:03:41.602677 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360c4e83-33b9-4ef9-9d8a-a87b2e7e4414 None None] Checking router: b77ecc30-0014-4a09-8534-13ce14e2a0c4 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:03:41.612222 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360c4e83-33b9-4ef9-9d8a-a87b2e7e4414 None None] Routers {'b77ecc30-0014-4a09-8534-13ce14e2a0c4'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:03:41.612859 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-360c4e83-33b9-4ef9-9d8a-a87b2e7e4414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:03:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b77ecc30-0014-4a09-8534-13ce14e2a0c4'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:03:41.752530 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-360c4e83-33b9-4ef9-9d8a-a87b2e7e4414 None None] Set router b77ecc30-0014-4a09-8534-13ce14e2a0c4 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:03:41.848583 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43948) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:03:41.999698 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-360c4e83-33b9-4ef9-9d8a-a87b2e7e4414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'name': 'tempest-TestServerBasicOps-1485042988-router', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:48Z', 'updated_at': '2022-01-28T13:57:52Z', 'revision_number': 4, 'project_id': '43f84e80bff4499cb55423afb93d516b', 'gw_port': {'id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:49Z', 'updated_at': '2022-01-28T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'fa165a90-3d04-4a70-bf3e-f8c123019d93', 'name': '', 'network_id': '23f01238-e5bf-46ae-b3ad-ccaec0210780', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'mac_address': 'fa:16:3e:f8:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'a089844e-5894-4caa-ac57-449f6d24f54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:51Z', 'updated_at': '2022-01-28T13:57:58Z', 'revision_number': 5, 'project_id': '43f84e80bff4499cb55423afb93d516b', 'subnets': [{'id': 'a089844e-5894-4caa-ac57-449f6d24f54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:03:42.029832 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360c4e83-33b9-4ef9-9d8a-a87b2e7e4414 None None] The sync data for ids ['b77ecc30-0014-4a09-8534-13ce14e2a0c4'] in n-d-822747-2 is: [{'id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'name': 'tempest-TestServerBasicOps-1485042988-router', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:48Z', 'updated_at': '2022-01-28T13:57:52Z', 'revision_number': 4, 'project_id': '43f84e80bff4499cb55423afb93d516b', 'gw_port': {'id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:49Z', 'updated_at': '2022-01-28T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'fa165a90-3d04-4a70-bf3e-f8c123019d93', 'name': '', 'network_id': '23f01238-e5bf-46ae-b3ad-ccaec0210780', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'mac_address': 'fa:16:3e:f8:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'a089844e-5894-4caa-ac57-449f6d24f54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:51Z', 'updated_at': '2022-01-28T13:57:58Z', 'revision_number': 5, 'project_id': '43f84e80bff4499cb55423afb93d516b', 'subnets': [{'id': 'a089844e-5894-4caa-ac57-449f6d24f54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:03:42.032477 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-bf1ff90e-e031-4df3-b92b-ed422dd04f40 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Deleting port 8594ae90-0e0b-4e21-a1bc-97eff6e2d1d2 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:03:42.032826 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff90e-e031-4df3-b92b-ed422dd04f40 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8594ae90-0e0b-4e21-a1bc-97eff6e2d1d2), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:42.116149 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff90e-e031-4df3-b92b-ed422dd04f40 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8594ae90-0e0b-4e21-a1bc-97eff6e2d1d2), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:42.116445 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff90e-e031-4df3-b92b-ed422dd04f40 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for floatingip (8594ae90-0e0b-4e21-a1bc-97eff6e2d1d2), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:42.129487 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-bf1ff90e-e031-4df3-b92b-ed422dd04f40 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Calling delete_port for 8594ae90-0e0b-4e21-a1bc-97eff6e2d1d2 owned by network:floatingip {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:03:42.296915 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff90e-e031-4df3-b92b-ed422dd04f40 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (8594ae90-0e0b-4e21-a1bc-97eff6e2d1d2), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:42.339183 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ff90e-e031-4df3-b92b-ed422dd04f40 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Pushing event deleted for resources: {'Port': ['ID=8594ae90-0e0b-4e21-a1bc-97eff6e2d1d2,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:42.358819 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ff90e-e031-4df3-b92b-ed422dd04f40 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:42.359330 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ff90e-e031-4df3-b92b-ed422dd04f40 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:42.359982 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ff90e-e031-4df3-b92b-ed422dd04f40 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:42.360546 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ff90e-e031-4df3-b92b-ed422dd04f40 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:42.361028 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ff90e-e031-4df3-b92b-ed422dd04f40 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:42.361524 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ff90e-e031-4df3-b92b-ed422dd04f40 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:42.362050 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ff90e-e031-4df3-b92b-ed422dd04f40 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:42.362572 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ff90e-e031-4df3-b92b-ed422dd04f40 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:42.363506 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ff90e-e031-4df3-b92b-ed422dd04f40 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:42.363506 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ff90e-e031-4df3-b92b-ed422dd04f40 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:42.363986 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ff90e-e031-4df3-b92b-ed422dd04f40 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:42.364495 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ff90e-e031-4df3-b92b-ed422dd04f40 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:42.364974 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ff90e-e031-4df3-b92b-ed422dd04f40 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:42.366002 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9106ef22-d18b-45ac-953c-a763a87f4945 None None] New status for floating IP 6da2d630-65e0-4f28-af96-e0c57d20076f: DOWN {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:03:42.446829 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff90e-e031-4df3-b92b-ed422dd04f40 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for floatingip (6da2d630-65e0-4f28-af96-e0c57d20076f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:42.450856 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff90e-e031-4df3-b92b-ed422dd04f40 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:42.452550 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bf1ff90e-e031-4df3-b92b-ed422dd04f40 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "DELETE /v2.0/floatingips/6da2d630-65e0-4f28-af96-e0c57d20076f HTTP/1.1" status: 204 len: 168 time: 0.6023893 Jan 28 14:03:42.535094 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43954) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:03:42.602814 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d754b3e0-d85a-4a9c-b856-f2194146eb13 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for security_group (c89f2138-5a19-4e24-bb32-7177ff823094), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:42.634768 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d754b3e0-d85a-4a9c-b856-f2194146eb13 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for security_group (c89f2138-5a19-4e24-bb32-7177ff823094), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:42.699781 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d754b3e0-d85a-4a9c-b856-f2194146eb13 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c89f2138-5a19-4e24-bb32-7177ff823094), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:42.703327 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d754b3e0-d85a-4a9c-b856-f2194146eb13 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:42.705494 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d754b3e0-d85a-4a9c-b856-f2194146eb13 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] 10.222.0.39 "DELETE /v2.0/security-groups/c89f2138-5a19-4e24-bb32-7177ff823094 HTTP/1.1" status: 204 len: 168 time: 0.1684206 Jan 28 14:03:42.718898 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754b3e0-d85a-4a9c-b856-f2194146eb13 tempest-TestServerBasicOps-198303470 tempest-TestServerBasicOps-198303470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89f2138-5a19-4e24-bb32-7177ff823094,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:43.605401 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 99891b21-0918-4fa2-a49b-9e986da40d4f no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:03:43.630118 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 99891b21-0918-4fa2-a49b-9e986da40d4f {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:03:43.630465 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 99891b21-0918-4fa2-a49b-9e986da40d4f not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:03:43.765116 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43962) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:03:44.290335 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10018405-2aad-42a3-ac00-3011bbe398d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (b77ecc30-0014-4a09-8534-13ce14e2a0c4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:44.587001 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-10018405-2aad-42a3-ac00-3011bbe398d0 admin admin] Deleting port fa165a90-3d04-4a70-bf3e-f8c123019d93 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:03:44.587287 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10018405-2aad-42a3-ac00-3011bbe398d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (fa165a90-3d04-4a70-bf3e-f8c123019d93), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:44.676645 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-10018405-2aad-42a3-ac00-3011bbe398d0 admin admin] For port fa165a90-3d04-4a70-bf3e-f8c123019d93, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=fa165a90-3d04-4a70-bf3e-f8c123019d93,segment=NetworkSegment(72c8a167-92fb-440a-82a0-66e01f7c98c8),segment_id=72c8a167-92fb-440a-82a0-66e01f7c98c8)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:44.677015 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10018405-2aad-42a3-ac00-3011bbe398d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (fa165a90-3d04-4a70-bf3e-f8c123019d93), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:44.690234 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-10018405-2aad-42a3-ac00-3011bbe398d0 admin admin] Calling delete_port for fa165a90-3d04-4a70-bf3e-f8c123019d93 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:03:44.897065 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10018405-2aad-42a3-ac00-3011bbe398d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (fa165a90-3d04-4a70-bf3e-f8c123019d93), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:44.928611 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10018405-2aad-42a3-ac00-3011bbe398d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa165a90-3d04-4a70-bf3e-f8c123019d93,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:45.122141 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10018405-2aad-42a3-ac00-3011bbe398d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (b77ecc30-0014-4a09-8534-13ce14e2a0c4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:45.367499 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10018405-2aad-42a3-ac00-3011bbe398d0 admin admin] Router b77ecc30-0014-4a09-8534-13ce14e2a0c4 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:03:45.501286 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10018405-2aad-42a3-ac00-3011bbe398d0 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:03:45.513212 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-10018405-2aad-42a3-ac00-3011bbe398d0 admin admin] 10.222.0.39 "PUT /v2.0/routers/b77ecc30-0014-4a09-8534-13ce14e2a0c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7462294 Jan 28 14:03:45.515844 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43970) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:03:45.521015 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c692d0-b812-4d0a-a2f7-5a5a581c627f None None] Sync routers for ids ['b77ecc30-0014-4a09-8534-13ce14e2a0c4'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:03:45.538487 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c692d0-b812-4d0a-a2f7-5a5a581c627f None None] Routers {'b77ecc30-0014-4a09-8534-13ce14e2a0c4'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:03:45.539680 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-64c692d0-b812-4d0a-a2f7-5a5a581c627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:03:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b77ecc30-0014-4a09-8534-13ce14e2a0c4'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:03:45.682152 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-64c692d0-b812-4d0a-a2f7-5a5a581c627f None None] Set router b77ecc30-0014-4a09-8534-13ce14e2a0c4 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:03:45.884981 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-64c692d0-b812-4d0a-a2f7-5a5a581c627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'name': 'tempest-TestServerBasicOps-1485042988-router', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:48Z', 'updated_at': '2022-01-28T14:03:44Z', 'revision_number': 5, 'project_id': '43f84e80bff4499cb55423afb93d516b', 'gw_port': {'id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:49Z', 'updated_at': '2022-01-28T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:03:45.915607 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c692d0-b812-4d0a-a2f7-5a5a581c627f None None] Checking router: b77ecc30-0014-4a09-8534-13ce14e2a0c4 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:03:45.927681 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c692d0-b812-4d0a-a2f7-5a5a581c627f None None] Routers {'b77ecc30-0014-4a09-8534-13ce14e2a0c4'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:03:45.928381 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-64c692d0-b812-4d0a-a2f7-5a5a581c627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:03:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b77ecc30-0014-4a09-8534-13ce14e2a0c4'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:03:46.070007 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-64c692d0-b812-4d0a-a2f7-5a5a581c627f None None] Set router b77ecc30-0014-4a09-8534-13ce14e2a0c4 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:03:46.071100 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0382fa9d-7f17-4358-9907-413d02c8ab49 admin admin] Publish callbacks [] for router (b77ecc30-0014-4a09-8534-13ce14e2a0c4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:46.202473 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0382fa9d-7f17-4358-9907-413d02c8ab49 admin admin] Publish callbacks [] for router_gateway (b77ecc30-0014-4a09-8534-13ce14e2a0c4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:46.270443 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-0382fa9d-7f17-4358-9907-413d02c8ab49 admin admin] Deleting port fcebacd9-966f-470e-8441-fc0a247dfdde {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:03:46.271165 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0382fa9d-7f17-4358-9907-413d02c8ab49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (fcebacd9-966f-470e-8441-fc0a247dfdde), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:46.286505 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-64c692d0-b812-4d0a-a2f7-5a5a581c627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'name': 'tempest-TestServerBasicOps-1485042988-router', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:48Z', 'updated_at': '2022-01-28T14:03:44Z', 'revision_number': 5, 'project_id': '43f84e80bff4499cb55423afb93d516b', 'gw_port': {'id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:49Z', 'updated_at': '2022-01-28T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:03:46.321713 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c692d0-b812-4d0a-a2f7-5a5a581c627f None None] The sync data for ids ['b77ecc30-0014-4a09-8534-13ce14e2a0c4'] in n-d-822747-2 is: [{'id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'name': 'tempest-TestServerBasicOps-1485042988-router', 'tenant_id': '43f84e80bff4499cb55423afb93d516b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:48Z', 'updated_at': '2022-01-28T14:03:44Z', 'revision_number': 5, 'project_id': '43f84e80bff4499cb55423afb93d516b', 'gw_port': {'id': 'fcebacd9-966f-470e-8441-fc0a247dfdde', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77ecc30-0014-4a09-8534-13ce14e2a0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:49Z', 'updated_at': '2022-01-28T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:03:46.366666 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-0382fa9d-7f17-4358-9907-413d02c8ab49 admin admin] For port fcebacd9-966f-470e-8441-fc0a247dfdde, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=fcebacd9-966f-470e-8441-fc0a247dfdde,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:46.367071 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0382fa9d-7f17-4358-9907-413d02c8ab49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (fcebacd9-966f-470e-8441-fc0a247dfdde), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:46.380086 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-0382fa9d-7f17-4358-9907-413d02c8ab49 admin admin] Calling delete_port for fcebacd9-966f-470e-8441-fc0a247dfdde owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:03:46.566771 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0382fa9d-7f17-4358-9907-413d02c8ab49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (fcebacd9-966f-470e-8441-fc0a247dfdde), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:46.596917 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382fa9d-7f17-4358-9907-413d02c8ab49 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcebacd9-966f-470e-8441-fc0a247dfdde,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:46.671780 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0382fa9d-7f17-4358-9907-413d02c8ab49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (b77ecc30-0014-4a09-8534-13ce14e2a0c4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:46.777048 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0382fa9d-7f17-4358-9907-413d02c8ab49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (b77ecc30-0014-4a09-8534-13ce14e2a0c4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:46.779953 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0382fa9d-7f17-4358-9907-413d02c8ab49 admin admin] Publish callbacks [] for router_controller (b77ecc30-0014-4a09-8534-13ce14e2a0c4), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:46.847073 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0382fa9d-7f17-4358-9907-413d02c8ab49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (b77ecc30-0014-4a09-8534-13ce14e2a0c4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:46.847882 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0382fa9d-7f17-4358-9907-413d02c8ab49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b77ecc30-0014-4a09-8534-13ce14e2a0c4 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:03:46.858227 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0382fa9d-7f17-4358-9907-413d02c8ab49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:46.860131 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0382fa9d-7f17-4358-9907-413d02c8ab49 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b77ecc30-0014-4a09-8534-13ce14e2a0c4 HTTP/1.1" status: 204 len: 168 time: 1.3432827 Jan 28 14:03:46.862956 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43974) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:03:46.916144 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a975f1-6031-4e9e-817c-27e5ad8a0fe5 admin admin] Deleting subnet a089844e-5894-4caa-ac57-449f6d24f54e {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:03:46.921744 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-38a975f1-6031-4e9e-817c-27e5ad8a0fe5 admin admin] Publish callbacks [] for subnet (a089844e-5894-4caa-ac57-449f6d24f54e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:46.962077 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-38a975f1-6031-4e9e-817c-27e5ad8a0fe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (a089844e-5894-4caa-ac57-449f6d24f54e), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:47.040558 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device fa165a90-3d04-4a70-bf3e-f8c123019d93 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:03:47.075757 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: fa165a90-3d04-4a70-bf3e-f8c123019d93 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:03:47.076366 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device fa165a90-3d04-4a70-bf3e-f8c123019d93 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:03:47.082661 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-38a975f1-6031-4e9e-817c-27e5ad8a0fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (a089844e-5894-4caa-ac57-449f6d24f54e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:47.163690 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-38a975f1-6031-4e9e-817c-27e5ad8a0fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (a089844e-5894-4caa-ac57-449f6d24f54e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:47.191700 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a975f1-6031-4e9e-817c-27e5ad8a0fe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a089844e-5894-4caa-ac57-449f6d24f54e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:47.197097 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-38a975f1-6031-4e9e-817c-27e5ad8a0fe5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:47.199192 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224f33b3-2e91-4573-b208-de2059b66f0e None None] Network 23f01238-e5bf-46ae-b3ad-ccaec0210780 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:03:47.200969 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-38a975f1-6031-4e9e-817c-27e5ad8a0fe5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a089844e-5894-4caa-ac57-449f6d24f54e HTTP/1.1" status: 204 len: 168 time: 0.3365884 Jan 28 14:03:47.204999 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43982) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:03:47.290343 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58380988-36b2-457d-a512-f8919ccebf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (23f01238-e5bf-46ae-b3ad-ccaec0210780), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:47.362397 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-58380988-36b2-457d-a512-f8919ccebf70 admin admin] Deleting port 9e5c09f2-b371-41dd-b163-c871e78b8fb4 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:03:47.363034 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58380988-36b2-457d-a512-f8919ccebf70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (9e5c09f2-b371-41dd-b163-c871e78b8fb4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:47.445232 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-58380988-36b2-457d-a512-f8919ccebf70 admin admin] For port 9e5c09f2-b371-41dd-b163-c871e78b8fb4, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9e5c09f2-b371-41dd-b163-c871e78b8fb4,segment=NetworkSegment(72c8a167-92fb-440a-82a0-66e01f7c98c8),segment_id=72c8a167-92fb-440a-82a0-66e01f7c98c8)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:47.445608 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58380988-36b2-457d-a512-f8919ccebf70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (9e5c09f2-b371-41dd-b163-c871e78b8fb4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:47.470017 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-58380988-36b2-457d-a512-f8919ccebf70 admin admin] Calling delete_port for 9e5c09f2-b371-41dd-b163-c871e78b8fb4 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:03:47.601624 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58380988-36b2-457d-a512-f8919ccebf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (9e5c09f2-b371-41dd-b163-c871e78b8fb4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:47.629812 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58380988-36b2-457d-a512-f8919ccebf70 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e5c09f2-b371-41dd-b163-c871e78b8fb4,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:47.634975 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58380988-36b2-457d-a512-f8919ccebf70 admin admin] No DVR routers for this DVR port 9e5c09f2-b371-41dd-b163-c871e78b8fb4 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:03:47.645133 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1faf9b04-a981-4c5f-bf6f-20a5b6869efb None None] DHCP port deletion for 23f01238-e5bf-46ae-b3ad-ccaec0210780 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:03:47.724766 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58380988-36b2-457d-a512-f8919ccebf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (23f01238-e5bf-46ae-b3ad-ccaec0210780), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:47.748513 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-58380988-36b2-457d-a512-f8919ccebf70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f01238-e5bf-46ae-b3ad-ccaec0210780']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:03:47.761959 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-58380988-36b2-457d-a512-f8919ccebf70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c8a167-92fb-440a-82a0-66e01f7c98c8') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:03:47.761959 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-58380988-36b2-457d-a512-f8919ccebf70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c8a167-92fb-440a-82a0-66e01f7c98c8') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:03:47.773544 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58380988-36b2-457d-a512-f8919ccebf70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (72c8a167-92fb-440a-82a0-66e01f7c98c8), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:47.790808 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58380988-36b2-457d-a512-f8919ccebf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (72c8a167-92fb-440a-82a0-66e01f7c98c8), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:47.796504 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58380988-36b2-457d-a512-f8919ccebf70 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:03:47.796971 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58380988-36b2-457d-a512-f8919ccebf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (72c8a167-92fb-440a-82a0-66e01f7c98c8), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: timer() Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:03:47.798931 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:03:47.862480 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58380988-36b2-457d-a512-f8919ccebf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (23f01238-e5bf-46ae-b3ad-ccaec0210780), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:47.871432 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58380988-36b2-457d-a512-f8919ccebf70 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:47.874655 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-58380988-36b2-457d-a512-f8919ccebf70 admin admin] 10.222.0.39 "DELETE /v2.0/networks/23f01238-e5bf-46ae-b3ad-ccaec0210780 HTTP/1.1" status: 204 len: 168 time: 0.6686485 Jan 28 14:03:47.878481 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43988) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:03:47.901672 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58380988-36b2-457d-a512-f8919ccebf70 admin admin] Pushing event deleted for resources: {'Network': ['ID=23f01238-e5bf-46ae-b3ad-ccaec0210780,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:48.059270 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:48.303678 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0bbf58d0-3bb5-4ad1-9460-a9ce15b74294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (6dfd2450-528b-49a3-b0aa-0dc1330c7629), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:48.608823 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-0bbf58d0-3bb5-4ad1-9460-a9ce15b74294 admin admin] Deleting port 21349e0a-e7a2-40d5-b7c7-b0b038338860 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:03:48.609174 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0bbf58d0-3bb5-4ad1-9460-a9ce15b74294 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (21349e0a-e7a2-40d5-b7c7-b0b038338860), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:48.709528 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-0bbf58d0-3bb5-4ad1-9460-a9ce15b74294 admin admin] For port 21349e0a-e7a2-40d5-b7c7-b0b038338860, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=21349e0a-e7a2-40d5-b7c7-b0b038338860,segment=NetworkSegment(aa07ae59-fe1c-47fe-a4ef-45c73ef128ef),segment_id=aa07ae59-fe1c-47fe-a4ef-45c73ef128ef)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:48.709862 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0bbf58d0-3bb5-4ad1-9460-a9ce15b74294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (21349e0a-e7a2-40d5-b7c7-b0b038338860), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:48.729896 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-0bbf58d0-3bb5-4ad1-9460-a9ce15b74294 admin admin] Calling delete_port for 21349e0a-e7a2-40d5-b7c7-b0b038338860 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:03:48.932986 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0bbf58d0-3bb5-4ad1-9460-a9ce15b74294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (21349e0a-e7a2-40d5-b7c7-b0b038338860), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:48.961711 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf58d0-3bb5-4ad1-9460-a9ce15b74294 admin admin] Pushing event deleted for resources: {'Port': ['ID=21349e0a-e7a2-40d5-b7c7-b0b038338860,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:48.979934 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9e5c09f2-b371-41dd-b163-c871e78b8fb4 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:03:49.007545 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 9e5c09f2-b371-41dd-b163-c871e78b8fb4 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:03:49.008271 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9e5c09f2-b371-41dd-b163-c871e78b8fb4 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:03:49.008678 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device fcebacd9-966f-470e-8441-fc0a247dfdde no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:03:49.034397 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: fcebacd9-966f-470e-8441-fc0a247dfdde {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:03:49.034684 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device fcebacd9-966f-470e-8441-fc0a247dfdde not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:03:49.167961 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0bbf58d0-3bb5-4ad1-9460-a9ce15b74294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (6dfd2450-528b-49a3-b0aa-0dc1330c7629), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:49.396634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bbf58d0-3bb5-4ad1-9460-a9ce15b74294 admin admin] Router 6dfd2450-528b-49a3-b0aa-0dc1330c7629 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:03:49.509727 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbf58d0-3bb5-4ad1-9460-a9ce15b74294 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:03:49.517357 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0bbf58d0-3bb5-4ad1-9460-a9ce15b74294 admin admin] 10.222.0.39 "PUT /v2.0/routers/6dfd2450-528b-49a3-b0aa-0dc1330c7629/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6290452 Jan 28 14:03:49.518032 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43990) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:03:49.535116 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2235e84f-292b-4209-bf74-ef49040330c6 None None] Sync routers for ids ['6dfd2450-528b-49a3-b0aa-0dc1330c7629'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:03:49.546477 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2235e84f-292b-4209-bf74-ef49040330c6 None None] Routers {'6dfd2450-528b-49a3-b0aa-0dc1330c7629'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:03:49.547813 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-2235e84f-292b-4209-bf74-ef49040330c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:03:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6dfd2450-528b-49a3-b0aa-0dc1330c7629'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:03:49.641495 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7867bf02-0472-4fb5-9e2c-cd716b7d533f admin admin] Publish callbacks [] for router (6dfd2450-528b-49a3-b0aa-0dc1330c7629), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:49.669897 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-2235e84f-292b-4209-bf74-ef49040330c6 None None] Set router 6dfd2450-528b-49a3-b0aa-0dc1330c7629 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:03:49.776475 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7867bf02-0472-4fb5-9e2c-cd716b7d533f admin admin] Publish callbacks [] for router_gateway (6dfd2450-528b-49a3-b0aa-0dc1330c7629), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:49.879733 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-2235e84f-292b-4209-bf74-ef49040330c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfd2450-528b-49a3-b0aa-0dc1330c7629', 'name': 'tempest-TestServerBasicOps-224799108-router', 'tenant_id': '643abf23051547e689cf970229dbcf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '75d60892-4f29-4ed6-b2ce-bd3933e7e128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:55Z', 'updated_at': '2022-01-28T14:03:48Z', 'revision_number': 5, 'project_id': '643abf23051547e689cf970229dbcf7a', 'gw_port': {'id': '75d60892-4f29-4ed6-b2ce-bd3933e7e128', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfd2450-528b-49a3-b0aa-0dc1330c7629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:56Z', 'updated_at': '2022-01-28T13:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:03:49.913005 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2235e84f-292b-4209-bf74-ef49040330c6 None None] Checking router: 6dfd2450-528b-49a3-b0aa-0dc1330c7629 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:03:49.925200 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2235e84f-292b-4209-bf74-ef49040330c6 None None] Routers {'6dfd2450-528b-49a3-b0aa-0dc1330c7629'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:03:49.925827 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-2235e84f-292b-4209-bf74-ef49040330c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:03:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['6dfd2450-528b-49a3-b0aa-0dc1330c7629'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:03:50.012762 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-2235e84f-292b-4209-bf74-ef49040330c6 None None] Set router 6dfd2450-528b-49a3-b0aa-0dc1330c7629 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:03:50.071560 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-2235e84f-292b-4209-bf74-ef49040330c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfd2450-528b-49a3-b0aa-0dc1330c7629', 'name': 'tempest-TestServerBasicOps-224799108-router', 'tenant_id': '643abf23051547e689cf970229dbcf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:55Z', 'updated_at': '2022-01-28T14:03:49Z', 'revision_number': 6, 'project_id': '643abf23051547e689cf970229dbcf7a', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:03:50.093256 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:50.099835 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2235e84f-292b-4209-bf74-ef49040330c6 None None] The sync data for ids ['6dfd2450-528b-49a3-b0aa-0dc1330c7629'] in n-d-822747-2 is: [{'id': '6dfd2450-528b-49a3-b0aa-0dc1330c7629', 'name': 'tempest-TestServerBasicOps-224799108-router', 'tenant_id': '643abf23051547e689cf970229dbcf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:55Z', 'updated_at': '2022-01-28T14:03:49Z', 'revision_number': 6, 'project_id': '643abf23051547e689cf970229dbcf7a', 'gw_port_host': None}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:03:50.222694 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-7867bf02-0472-4fb5-9e2c-cd716b7d533f admin admin] Deleting port 75d60892-4f29-4ed6-b2ce-bd3933e7e128 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:03:50.223071 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7867bf02-0472-4fb5-9e2c-cd716b7d533f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (75d60892-4f29-4ed6-b2ce-bd3933e7e128), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:50.317109 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-7867bf02-0472-4fb5-9e2c-cd716b7d533f admin admin] For port 75d60892-4f29-4ed6-b2ce-bd3933e7e128, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=75d60892-4f29-4ed6-b2ce-bd3933e7e128,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:50.317501 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7867bf02-0472-4fb5-9e2c-cd716b7d533f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (75d60892-4f29-4ed6-b2ce-bd3933e7e128), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:50.335488 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-7867bf02-0472-4fb5-9e2c-cd716b7d533f admin admin] Calling delete_port for 75d60892-4f29-4ed6-b2ce-bd3933e7e128 owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:03:50.525663 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7867bf02-0472-4fb5-9e2c-cd716b7d533f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (75d60892-4f29-4ed6-b2ce-bd3933e7e128), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:50.560877 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867bf02-0472-4fb5-9e2c-cd716b7d533f admin admin] Pushing event deleted for resources: {'Port': ['ID=75d60892-4f29-4ed6-b2ce-bd3933e7e128,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:50.625090 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7867bf02-0472-4fb5-9e2c-cd716b7d533f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (6dfd2450-528b-49a3-b0aa-0dc1330c7629), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:50.722353 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7867bf02-0472-4fb5-9e2c-cd716b7d533f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (6dfd2450-528b-49a3-b0aa-0dc1330c7629), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:50.725090 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7867bf02-0472-4fb5-9e2c-cd716b7d533f admin admin] Publish callbacks [] for router_controller (6dfd2450-528b-49a3-b0aa-0dc1330c7629), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:50.777929 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7867bf02-0472-4fb5-9e2c-cd716b7d533f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (6dfd2450-528b-49a3-b0aa-0dc1330c7629), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:50.779376 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7867bf02-0472-4fb5-9e2c-cd716b7d533f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dfd2450-528b-49a3-b0aa-0dc1330c7629 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:03:50.785969 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7867bf02-0472-4fb5-9e2c-cd716b7d533f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:50.791812 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7867bf02-0472-4fb5-9e2c-cd716b7d533f admin admin] 10.222.0.39 "DELETE /v2.0/routers/6dfd2450-528b-49a3-b0aa-0dc1330c7629 HTTP/1.1" status: 204 len: 168 time: 1.2687511 Jan 28 14:03:50.792172 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 43996) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:03:50.846359 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c1b5b6-7e86-4be3-8c5c-b10908bd12fc admin admin] Deleting subnet e20fa3a3-837e-42d9-8419-47e270ccd0de {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:03:50.850551 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7c1b5b6-7e86-4be3-8c5c-b10908bd12fc admin admin] Publish callbacks [] for subnet (e20fa3a3-837e-42d9-8419-47e270ccd0de), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:50.890082 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7c1b5b6-7e86-4be3-8c5c-b10908bd12fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (e20fa3a3-837e-42d9-8419-47e270ccd0de), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:50.992663 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7c1b5b6-7e86-4be3-8c5c-b10908bd12fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (e20fa3a3-837e-42d9-8419-47e270ccd0de), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:51.010565 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 21349e0a-e7a2-40d5-b7c7-b0b038338860 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:03:51.036183 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 21349e0a-e7a2-40d5-b7c7-b0b038338860 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:03:51.036680 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 21349e0a-e7a2-40d5-b7c7-b0b038338860 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:03:51.037427 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 75d60892-4f29-4ed6-b2ce-bd3933e7e128 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:03:51.059482 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 75d60892-4f29-4ed6-b2ce-bd3933e7e128 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:03:51.060214 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 75d60892-4f29-4ed6-b2ce-bd3933e7e128 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:03:51.086679 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7c1b5b6-7e86-4be3-8c5c-b10908bd12fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (e20fa3a3-837e-42d9-8419-47e270ccd0de), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:51.120121 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1b5b6-7e86-4be3-8c5c-b10908bd12fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e20fa3a3-837e-42d9-8419-47e270ccd0de,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:51.126885 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7c1b5b6-7e86-4be3-8c5c-b10908bd12fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:51.132885 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c7c1b5b6-7e86-4be3-8c5c-b10908bd12fc admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e20fa3a3-837e-42d9-8419-47e270ccd0de HTTP/1.1" status: 204 len: 168 time: 0.3368330 Jan 28 14:03:51.133710 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 43998) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:03:51.153489 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827a8c1f-505f-4120-9676-96761ec0a253 None None] Network e4164e5d-ea76-4ebe-be13-3606ac8a9dd3 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:03:51.245353 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-365d4fbf-ea17-4585-8ba3-73296a71ed58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (e4164e5d-ea76-4ebe-be13-3606ac8a9dd3), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:51.306819 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-365d4fbf-ea17-4585-8ba3-73296a71ed58 admin admin] Deleting port abd87bf4-38ec-4708-bbe3-fca5bb810715 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:03:51.307481 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-365d4fbf-ea17-4585-8ba3-73296a71ed58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (abd87bf4-38ec-4708-bbe3-fca5bb810715), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:51.337989 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58be98be-f25b-4342-bedf-f1f92e016454 None None] DHCP port deletion for e4164e5d-ea76-4ebe-be13-3606ac8a9dd3 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:03:51.383350 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-365d4fbf-ea17-4585-8ba3-73296a71ed58 admin admin] For port abd87bf4-38ec-4708-bbe3-fca5bb810715, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=abd87bf4-38ec-4708-bbe3-fca5bb810715,segment=NetworkSegment(aa07ae59-fe1c-47fe-a4ef-45c73ef128ef),segment_id=aa07ae59-fe1c-47fe-a4ef-45c73ef128ef)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:51.383767 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-365d4fbf-ea17-4585-8ba3-73296a71ed58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (abd87bf4-38ec-4708-bbe3-fca5bb810715), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:51.399471 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-58be98be-f25b-4342-bedf-f1f92e016454 None None] Deleting port abd87bf4-38ec-4708-bbe3-fca5bb810715 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:03:51.400581 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-58be98be-f25b-4342-bedf-f1f92e016454 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (abd87bf4-38ec-4708-bbe3-fca5bb810715), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:51.405482 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-365d4fbf-ea17-4585-8ba3-73296a71ed58 admin admin] Calling delete_port for abd87bf4-38ec-4708-bbe3-fca5bb810715 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:03:51.480940 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-58be98be-f25b-4342-bedf-f1f92e016454 None None] For port abd87bf4-38ec-4708-bbe3-fca5bb810715, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=abd87bf4-38ec-4708-bbe3-fca5bb810715,segment=NetworkSegment(aa07ae59-fe1c-47fe-a4ef-45c73ef128ef),segment_id=aa07ae59-fe1c-47fe-a4ef-45c73ef128ef)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:51.481673 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-58be98be-f25b-4342-bedf-f1f92e016454 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (abd87bf4-38ec-4708-bbe3-fca5bb810715), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:51.489158 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-365d4fbf-ea17-4585-8ba3-73296a71ed58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (abd87bf4-38ec-4708-bbe3-fca5bb810715), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:51.497314 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-58be98be-f25b-4342-bedf-f1f92e016454 None None] Calling delete_port for abd87bf4-38ec-4708-bbe3-fca5bb810715 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:03:51.523129 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d4fbf-ea17-4585-8ba3-73296a71ed58 admin admin] Pushing event deleted for resources: {'Port': ['ID=abd87bf4-38ec-4708-bbe3-fca5bb810715,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:51.525635 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365d4fbf-ea17-4585-8ba3-73296a71ed58 admin admin] No DVR routers for this DVR port abd87bf4-38ec-4708-bbe3-fca5bb810715 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:03:51.614827 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-365d4fbf-ea17-4585-8ba3-73296a71ed58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (e4164e5d-ea76-4ebe-be13-3606ac8a9dd3), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:51.616060 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-58be98be-f25b-4342-bedf-f1f92e016454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (abd87bf4-38ec-4708-bbe3-fca5bb810715), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:51.640581 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-365d4fbf-ea17-4585-8ba3-73296a71ed58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4164e5d-ea76-4ebe-be13-3606ac8a9dd3']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:03:51.651284 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-365d4fbf-ea17-4585-8ba3-73296a71ed58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa07ae59-fe1c-47fe-a4ef-45c73ef128ef') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:03:51.651706 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-365d4fbf-ea17-4585-8ba3-73296a71ed58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa07ae59-fe1c-47fe-a4ef-45c73ef128ef') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:03:51.657387 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58be98be-f25b-4342-bedf-f1f92e016454 None None] No DVR routers for this DVR port abd87bf4-38ec-4708-bbe3-fca5bb810715 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:03:51.659191 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be98be-f25b-4342-bedf-f1f92e016454 None None] Pushing event deleted for resources: {'Port': ['ID=abd87bf4-38ec-4708-bbe3-fca5bb810715,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:51.663984 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-365d4fbf-ea17-4585-8ba3-73296a71ed58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (aa07ae59-fe1c-47fe-a4ef-45c73ef128ef), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:51.669440 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be98be-f25b-4342-bedf-f1f92e016454 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:51.669802 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be98be-f25b-4342-bedf-f1f92e016454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:51.670323 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be98be-f25b-4342-bedf-f1f92e016454 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:51.671084 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be98be-f25b-4342-bedf-f1f92e016454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:51.671599 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be98be-f25b-4342-bedf-f1f92e016454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:51.672245 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be98be-f25b-4342-bedf-f1f92e016454 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:51.672580 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be98be-f25b-4342-bedf-f1f92e016454 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:51.672913 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be98be-f25b-4342-bedf-f1f92e016454 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:51.673242 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be98be-f25b-4342-bedf-f1f92e016454 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:51.673569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be98be-f25b-4342-bedf-f1f92e016454 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:51.673974 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be98be-f25b-4342-bedf-f1f92e016454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:51.674209 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be98be-f25b-4342-bedf-f1f92e016454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:51.674531 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be98be-f25b-4342-bedf-f1f92e016454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:51.686332 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-365d4fbf-ea17-4585-8ba3-73296a71ed58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (aa07ae59-fe1c-47fe-a4ef-45c73ef128ef), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:51.696417 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-365d4fbf-ea17-4585-8ba3-73296a71ed58 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:03:51.696916 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-365d4fbf-ea17-4585-8ba3-73296a71ed58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (aa07ae59-fe1c-47fe-a4ef-45c73ef128ef), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: timer() Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:03:51.706232 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:03:51.762216 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-365d4fbf-ea17-4585-8ba3-73296a71ed58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (e4164e5d-ea76-4ebe-be13-3606ac8a9dd3), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:51.778217 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-365d4fbf-ea17-4585-8ba3-73296a71ed58 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:51.781567 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-365d4fbf-ea17-4585-8ba3-73296a71ed58 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e4164e5d-ea76-4ebe-be13-3606ac8a9dd3 HTTP/1.1" status: 204 len: 168 time: 0.6456072 Jan 28 14:03:51.796486 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d4fbf-ea17-4585-8ba3-73296a71ed58 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4164e5d-ea76-4ebe-be13-3606ac8a9dd3,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:51.921716 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44004) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:03:51.967430 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bde49fa2-9f6b-4f22-b256-ec1e2dd98a56 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=43f84e80bff4499cb55423afb93d516b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445058 Jan 28 14:03:51.970417 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44006) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:03:52.021095 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6b23068d-c695-419d-9561-1cb65de4c688 admin admin] Publish callbacks [] for security_group (726700c6-c8b2-493e-bc40-d19fec1f6b38), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:52.042935 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6b23068d-c695-419d-9561-1cb65de4c688 admin admin] Publish callbacks [] for security_group (726700c6-c8b2-493e-bc40-d19fec1f6b38), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:52.104998 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6b23068d-c695-419d-9561-1cb65de4c688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (726700c6-c8b2-493e-bc40-d19fec1f6b38), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:52.108902 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6b23068d-c695-419d-9561-1cb65de4c688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:52.114072 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6b23068d-c695-419d-9561-1cb65de4c688 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/726700c6-c8b2-493e-bc40-d19fec1f6b38 HTTP/1.1" status: 204 len: 168 time: 0.1387744 Jan 28 14:03:52.123355 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23068d-c695-419d-9561-1cb65de4c688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726700c6-c8b2-493e-bc40-d19fec1f6b38,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:52.522937 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44012) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:03:52.572003 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-840b095c-ac63-4d41-acb8-ebe4bbcb0cec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=643abf23051547e689cf970229dbcf7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0476584 Jan 28 14:03:52.574511 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 44014) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:03:52.627438 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c7675fd-7a76-45a2-be65-579bdebf5b93 admin admin] Publish callbacks [] for security_group (38d41f92-c289-4ae2-8426-e5a6b8316091), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:52.651811 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c7675fd-7a76-45a2-be65-579bdebf5b93 admin admin] Publish callbacks [] for security_group (38d41f92-c289-4ae2-8426-e5a6b8316091), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:52.701209 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c7675fd-7a76-45a2-be65-579bdebf5b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (38d41f92-c289-4ae2-8426-e5a6b8316091), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:52.703875 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c7675fd-7a76-45a2-be65-579bdebf5b93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:52.705035 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2c7675fd-7a76-45a2-be65-579bdebf5b93 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/38d41f92-c289-4ae2-8426-e5a6b8316091 HTTP/1.1" status: 204 len: 168 time: 0.1294048 Jan 28 14:03:52.715614 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7675fd-7a76-45a2-be65-579bdebf5b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d41f92-c289-4ae2-8426-e5a6b8316091,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:52.981438 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device abd87bf4-38ec-4708-bbe3-fca5bb810715 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:03:53.012256 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: abd87bf4-38ec-4708-bbe3-fca5bb810715 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:03:53.013075 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device abd87bf4-38ec-4708-bbe3-fca5bb810715 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:03:59.351416 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-316780e9-d023-47b7-9b95-ec78e919c6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:01.639049 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-57b89c22-b23b-4130-a97f-33d10c98c8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:02.958830 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:04.345987 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:06.085958 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:04:06.404155 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:18.053810 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:20.084979 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:29.347533 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4a6115e6-0000-4778-8710-3d06aee7d7c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:31.613787 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0213daf6-b61e-4014-ba8a-cbe626c01e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:32.964087 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:34.351564 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:36.398949 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:43.086362 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:04:48.083345 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:50.112817 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:59.342233 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4b917dd5-c368-4771-8c72-05d35cd56401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:01.633756 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9492ceaa-3da8-42f5-8192-4f534b117c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:02.967334 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:04.347286 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:06.405175 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:18.079809 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:20.086348 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:05:20.101111 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:29.337216 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-75af3f91-ec65-40a1-a65c-7ef02edf2c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:31.623873 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39643f3e-ead6-4312-aad4-360b390c6f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:32.971813 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:34.350169 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:36.413873 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:48.080365 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:50.112652 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:57.086873 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:05:59.346647 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2616ce55-6ef8-4c62-b6d3-2d2f5f2d18b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:01.628620 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b19a76e-de26-42f6-8741-019c973cd4ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:02.972464 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:04.353646 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:06.421340 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:18.092818 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:18.800531 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46156) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:19.002383 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-043c8e88-679b-486b-9324-4dfd6d5e8d2d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6c9def01f37146ba90835158df47eb2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2006338 Jan 28 14:06:19.005212 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46164) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:19.060933 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c15a1bf5-31b3-4735-9fd5-f71c76a0770f admin admin] Publish callbacks [] for security_group (308314e8-c130-4b9c-aed8-8351f57fb5e1), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:19.089335 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c15a1bf5-31b3-4735-9fd5-f71c76a0770f admin admin] Publish callbacks [] for security_group (308314e8-c130-4b9c-aed8-8351f57fb5e1), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:19.145603 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c15a1bf5-31b3-4735-9fd5-f71c76a0770f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (308314e8-c130-4b9c-aed8-8351f57fb5e1), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:19.148762 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c15a1bf5-31b3-4735-9fd5-f71c76a0770f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:19.149940 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c15a1bf5-31b3-4735-9fd5-f71c76a0770f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/308314e8-c130-4b9c-aed8-8351f57fb5e1 HTTP/1.1" status: 204 len: 168 time: 0.1437144 Jan 28 14:06:19.159077 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a1bf5-31b3-4735-9fd5-f71c76a0770f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308314e8-c130-4b9c-aed8-8351f57fb5e1,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:19.167730 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a1bf5-31b3-4735-9fd5-f71c76a0770f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:19.168082 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a1bf5-31b3-4735-9fd5-f71c76a0770f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:19.168395 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a1bf5-31b3-4735-9fd5-f71c76a0770f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:19.168781 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a1bf5-31b3-4735-9fd5-f71c76a0770f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:19.169069 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a1bf5-31b3-4735-9fd5-f71c76a0770f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:19.169431 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a1bf5-31b3-4735-9fd5-f71c76a0770f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:19.169921 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a1bf5-31b3-4735-9fd5-f71c76a0770f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:19.170263 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a1bf5-31b3-4735-9fd5-f71c76a0770f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:19.170592 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a1bf5-31b3-4735-9fd5-f71c76a0770f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:19.171039 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a1bf5-31b3-4735-9fd5-f71c76a0770f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:19.171383 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a1bf5-31b3-4735-9fd5-f71c76a0770f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:19.171710 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a1bf5-31b3-4735-9fd5-f71c76a0770f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:19.172022 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a1bf5-31b3-4735-9fd5-f71c76a0770f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:20.117317 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:29.341498 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d63f5e47-49e1-46fe-81c3-31aeee6b8f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:31.649536 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aa7bb082-7d8c-4190-9468-a13ff5971567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:32.974700 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:34.087308 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:06:34.358338 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:36.425151 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:46.848625 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46332) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:47.004375 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c92b3cc2-7d2b-4b88-9045-bdec298d737d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:47.081197 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c92b3cc2-7d2b-4b88-9045-bdec298d737d admin admin] Publish callbacks [] for security_group (e6119bce-00c0-48d2-bee9-a10f8c3baba7), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:47.085882 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c92b3cc2-7d2b-4b88-9045-bdec298d737d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e6119bce-00c0-48d2-bee9-a10f8c3baba7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:47.127146 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c92b3cc2-7d2b-4b88-9045-bdec298d737d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8aa19c309c834de0a70eae3ffd209674&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2746449 Jan 28 14:06:47.127146 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b3cc2-7d2b-4b88-9045-bdec298d737d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6119bce-00c0-48d2-bee9-a10f8c3baba7,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:47.127397 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46340) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:47.187848 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ddb2a19d-bc54-42b5-91cc-ab807ea8d31a admin admin] Publish callbacks [] for security_group (e6119bce-00c0-48d2-bee9-a10f8c3baba7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:47.212812 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ddb2a19d-bc54-42b5-91cc-ab807ea8d31a admin admin] Publish callbacks [] for security_group (e6119bce-00c0-48d2-bee9-a10f8c3baba7), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:47.259691 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ddb2a19d-bc54-42b5-91cc-ab807ea8d31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e6119bce-00c0-48d2-bee9-a10f8c3baba7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:47.262249 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ddb2a19d-bc54-42b5-91cc-ab807ea8d31a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:47.263467 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ddb2a19d-bc54-42b5-91cc-ab807ea8d31a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e6119bce-00c0-48d2-bee9-a10f8c3baba7 HTTP/1.1" status: 204 len: 168 time: 0.1350591 Jan 28 14:06:47.274197 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2a19d-bc54-42b5-91cc-ab807ea8d31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6119bce-00c0-48d2-bee9-a10f8c3baba7,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:47.282141 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb2a19d-bc54-42b5-91cc-ab807ea8d31a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:47.282483 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb2a19d-bc54-42b5-91cc-ab807ea8d31a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:47.282817 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb2a19d-bc54-42b5-91cc-ab807ea8d31a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:47.283182 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb2a19d-bc54-42b5-91cc-ab807ea8d31a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:47.283555 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb2a19d-bc54-42b5-91cc-ab807ea8d31a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:47.283821 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb2a19d-bc54-42b5-91cc-ab807ea8d31a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:47.284139 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb2a19d-bc54-42b5-91cc-ab807ea8d31a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:47.284455 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb2a19d-bc54-42b5-91cc-ab807ea8d31a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:47.284773 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb2a19d-bc54-42b5-91cc-ab807ea8d31a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:47.285089 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb2a19d-bc54-42b5-91cc-ab807ea8d31a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:47.285402 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb2a19d-bc54-42b5-91cc-ab807ea8d31a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:47.285716 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb2a19d-bc54-42b5-91cc-ab807ea8d31a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:47.286025 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb2a19d-bc54-42b5-91cc-ab807ea8d31a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:47.926692 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46366) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:48.038304 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-2b8d8950-071c-4acd-8d10-aa6748ef3a2e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1428001699-network', 'tenant_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:48.061006 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8d8950-071c-4acd-8d10-aa6748ef3a2e admin admin] Made reservation on behalf of 9f3d639ef83d4b06af1b76bf3b1e9ae1 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:48.063415 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2b8d8950-071c-4acd-8d10-aa6748ef3a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:48.071900 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2b8d8950-071c-4acd-8d10-aa6748ef3a2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:48.095513 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:48.145313 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2b8d8950-071c-4acd-8d10-aa6748ef3a2e admin admin] Publish callbacks [] for security_group (5f432d65-8eb4-4188-a21c-f8beb1741e9b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:48.150897 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2b8d8950-071c-4acd-8d10-aa6748ef3a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5f432d65-8eb4-4188-a21c-f8beb1741e9b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:48.181265 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8d8950-071c-4acd-8d10-aa6748ef3a2e admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:06:48.186576 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d8950-071c-4acd-8d10-aa6748ef3a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f432d65-8eb4-4188-a21c-f8beb1741e9b,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:48.194305 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2b8d8950-071c-4acd-8d10-aa6748ef3a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (35f7f504-ee9d-4948-b380-18a1e130dc5d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:48.194305 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-2b8d8950-071c-4acd-8d10-aa6748ef3a2e admin admin] Added segment 35f7f504-ee9d-4948-b380-18a1e130dc5d of type vlan for network 62752a67-7664-459b-88ea-0d698d38f98f Jan 28 14:06:48.232841 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2b8d8950-071c-4acd-8d10-aa6748ef3a2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (62752a67-7664-459b-88ea-0d698d38f98f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:48.260161 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2b8d8950-071c-4acd-8d10-aa6748ef3a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (62752a67-7664-459b-88ea-0d698d38f98f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:48.261257 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8d8950-071c-4acd-8d10-aa6748ef3a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:48.261777 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2b8d8950-071c-4acd-8d10-aa6748ef3a2e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:48.294601 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2b8d8950-071c-4acd-8d10-aa6748ef3a2e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3666759 Jan 28 14:06:48.297694 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46370) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:48.303089 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-80daaa14-4d82-485c-b95a-7b9e2516b387 admin admin] Request body: {'subnet': {'network_id': '62752a67-7664-459b-88ea-0d698d38f98f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1428001699-subnet', 'tenant_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:48.323513 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80daaa14-4d82-485c-b95a-7b9e2516b387 admin admin] Made reservation on behalf of 9f3d639ef83d4b06af1b76bf3b1e9ae1 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:48.323736 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d8950-071c-4acd-8d10-aa6748ef3a2e admin admin] Pushing event updated for resources: {'Network': ['ID=62752a67-7664-459b-88ea-0d698d38f98f,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:48.325722 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-80daaa14-4d82-485c-b95a-7b9e2516b387 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:48.334510 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 62752a67-7664-459b-88ea-0d698d38f98f details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:06:48.498791 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-80daaa14-4d82-485c-b95a-7b9e2516b387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (218f84c1-374e-4e00-a941-04d57c59a563), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:48.547150 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80daaa14-4d82-485c-b95a-7b9e2516b387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=218f84c1-374e-4e00-a941-04d57c59a563,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:48.562518 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80daaa14-4d82-485c-b95a-7b9e2516b387 admin admin] Checking segment: {'id': '35f7f504-ee9d-4948-b380-18a1e130dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '62752a67-7664-459b-88ea-0d698d38f98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:06:48.562879 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80daaa14-4d82-485c-b95a-7b9e2516b387 admin admin] Network hostable DHCP agents. Network: 62752a67-7664-459b-88ea-0d698d38f98f, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:06:48.582692 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80daaa14-4d82-485c-b95a-7b9e2516b387 admin admin] Network 62752a67-7664-459b-88ea-0d698d38f98f is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:06:48.593869 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-80daaa14-4d82-485c-b95a-7b9e2516b387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 62752a67-7664-459b-88ea-0d698d38f98f) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:48.598434 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80daaa14-4d82-485c-b95a-7b9e2516b387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:48.599113 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-80daaa14-4d82-485c-b95a-7b9e2516b387 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:48.603272 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd758af-b9d2-4e5d-b525-8610488fa238 None None] Network 62752a67-7664-459b-88ea-0d698d38f98f requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:48.616533 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-80daaa14-4d82-485c-b95a-7b9e2516b387 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3176732 Jan 28 14:06:48.619409 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46372) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:48.624144 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-82bb2805-9898-4fb3-9571-226597667cbc admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1428001699-router', 'tenant_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:48.646579 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82bb2805-9898-4fb3-9571-226597667cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (b011ba58-72e1-46ef-b4cb-013ca9658bb6), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:48.647726 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82bb2805-9898-4fb3-9571-226597667cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (b011ba58-72e1-46ef-b4cb-013ca9658bb6), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:48.703926 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82bb2805-9898-4fb3-9571-226597667cbc admin admin] Publish callbacks [] for router_controller (b011ba58-72e1-46ef-b4cb-013ca9658bb6), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:48.708135 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-62752a67-7664-459b-88ea-0d698d38f98f', 'network_id': '62752a67-7664-459b-88ea-0d698d38f98f', 'project_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'fixed_ips': [{'subnet_id': '218f84c1-374e-4e00-a941-04d57c59a563'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:06:48.709015 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:48.841235 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82bb2805-9898-4fb3-9571-226597667cbc admin admin] Publish callbacks [] for router_gateway (b011ba58-72e1-46ef-b4cb-013ca9658bb6), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:48.844694 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Allocated IP 172.20.0.2 (62752a67-7664-459b-88ea-0d698d38f98f/218f84c1-374e-4e00-a941-04d57c59a563/fa72afe0-7cb5-4d88-9461-2c9aa749039f) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:48.989410 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Publish callbacks [] for port (fa72afe0-7cb5-4d88-9461-2c9aa749039f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:48.996530 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (fa72afe0-7cb5-4d88-9461-2c9aa749039f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:49.045319 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Network 62752a67-7664-459b-88ea-0d698d38f98f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:49.050545 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:49.053160 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:49.059440 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Pushing event updated for resources: {'Port': ['ID=fa72afe0-7cb5-4d88-9461-2c9aa749039f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:49.072075 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:49.072429 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:49.072764 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:49.073092 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:49.073463 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:49.073738 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:49.074198 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:49.074535 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:49.074872 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:49.075202 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:49.075519 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:49.075831 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:49.076142 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:49.125805 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Attempting to bind port fa72afe0-7cb5-4d88-9461-2c9aa749039f on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:06:49.126500 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Attempting to bind port fa72afe0-7cb5-4d88-9461-2c9aa749039f by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '35f7f504-ee9d-4948-b380-18a1e130dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '62752a67-7664-459b-88ea-0d698d38f98f'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:06:49.126500 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Attempting to bind port fa72afe0-7cb5-4d88-9461-2c9aa749039f on network 62752a67-7664-459b-88ea-0d698d38f98f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:06:49.132425 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:06:49.132798 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Checking segment: {'id': '35f7f504-ee9d-4948-b380-18a1e130dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '62752a67-7664-459b-88ea-0d698d38f98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:06:49.133202 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:49.133587 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Bound using segment: {'id': '35f7f504-ee9d-4948-b380-18a1e130dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '62752a67-7664-459b-88ea-0d698d38f98f'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:06:49.134050 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Bound port: fa72afe0-7cb5-4d88-9461-2c9aa749039f, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f7f504-ee9d-4948-b380-18a1e130dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '62752a67-7664-459b-88ea-0d698d38f98f'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:06:49.134424 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fa72afe0-7cb5-4d88-9461-2c9aa749039f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:49.201270 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] For port fa72afe0-7cb5-4d88-9461-2c9aa749039f, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:06:49.204745 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] For port fa72afe0-7cb5-4d88-9461-2c9aa749039f, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=fa72afe0-7cb5-4d88-9461-2c9aa749039f,segment=NetworkSegment(35f7f504-ee9d-4948-b380-18a1e130dc5d),segment_id=35f7f504-ee9d-4948-b380-18a1e130dc5d)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:06:49.210547 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (fa72afe0-7cb5-4d88-9461-2c9aa749039f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:49.270524 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ef3cf-c4e2-4e27-a06e-d52d00b21184 None None] Pushing event updated for resources: {'Port': ['ID=fa72afe0-7cb5-4d88-9461-2c9aa749039f,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:49.333964 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82bb2805-9898-4fb3-9571-226597667cbc admin admin] Publish callbacks [] for router_gateway (b011ba58-72e1-46ef-b4cb-013ca9658bb6), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:49.353831 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82bb2805-9898-4fb3-9571-226597667cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:49.475696 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-82bb2805-9898-4fb3-9571-226597667cbc admin admin] Allocated IP 172.25.3.107 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/e5df3c81-d1bd-4411-9118-4779b59fee0a) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:49.579889 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82bb2805-9898-4fb3-9571-226597667cbc admin admin] Publish callbacks [] for port (e5df3c81-d1bd-4411-9118-4779b59fee0a), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:49.613419 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82bb2805-9898-4fb3-9571-226597667cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (e5df3c81-d1bd-4411-9118-4779b59fee0a), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:49.651988 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bb2805-9898-4fb3-9571-226597667cbc admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:49.657084 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-82bb2805-9898-4fb3-9571-226597667cbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:49.661463 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bb2805-9898-4fb3-9571-226597667cbc admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:49.664484 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb2805-9898-4fb3-9571-226597667cbc admin admin] Pushing event updated for resources: {'Port': ['ID=e5df3c81-d1bd-4411-9118-4779b59fee0a,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:49.919313 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82bb2805-9898-4fb3-9571-226597667cbc admin admin] Publish callbacks [] for router_gateway (b011ba58-72e1-46ef-b4cb-013ca9658bb6), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:50.136531 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:50.146730 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82bb2805-9898-4fb3-9571-226597667cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (b011ba58-72e1-46ef-b4cb-013ca9658bb6), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:50.232774 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ecc2f6-e913-418d-9a10-b399354d0074 None None] Network 62752a67-7664-459b-88ea-0d698d38f98f requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:50.286074 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bb2805-9898-4fb3-9571-226597667cbc admin admin] Router b011ba58-72e1-46ef-b4cb-013ca9658bb6 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:06:50.311682 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-5a47693e-147d-4476-bb80-bcccd7b1a43a None None] Provisioning complete for port fa72afe0-7cb5-4d88-9461-2c9aa749039f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:50.312053 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5a47693e-147d-4476-bb80-bcccd7b1a43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (fa72afe0-7cb5-4d88-9461-2c9aa749039f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:50.404361 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bb2805-9898-4fb3-9571-226597667cbc admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:06:50.421956 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf0712d-6bc1-44c2-882f-68faa6daa478 None None] Sync routers for ids ['b011ba58-72e1-46ef-b4cb-013ca9658bb6'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:06:50.424649 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5a47693e-147d-4476-bb80-bcccd7b1a43a None None] Current status of the port fa72afe0-7cb5-4d88-9461-2c9aa749039f is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:50.425349 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5a47693e-147d-4476-bb80-bcccd7b1a43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fa72afe0-7cb5-4d88-9461-2c9aa749039f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:50.433598 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-82bb2805-9898-4fb3-9571-226597667cbc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:50.437726 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-82bb2805-9898-4fb3-9571-226597667cbc admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8142915 Jan 28 14:06:50.438261 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46374) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:50.451810 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf0712d-6bc1-44c2-882f-68faa6daa478 None None] Routers {'b011ba58-72e1-46ef-b4cb-013ca9658bb6'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:50.452357 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-cbf0712d-6bc1-44c2-882f-68faa6daa478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:06:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b011ba58-72e1-46ef-b4cb-013ca9658bb6'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:50.502604 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-5a47693e-147d-4476-bb80-bcccd7b1a43a None None] For port fa72afe0-7cb5-4d88-9461-2c9aa749039f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=fa72afe0-7cb5-4d88-9461-2c9aa749039f,segment=NetworkSegment(35f7f504-ee9d-4948-b380-18a1e130dc5d),segment_id=35f7f504-ee9d-4948-b380-18a1e130dc5d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:50.512438 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5a47693e-147d-4476-bb80-bcccd7b1a43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (fa72afe0-7cb5-4d88-9461-2c9aa749039f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:50.608523 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-cbf0712d-6bc1-44c2-882f-68faa6daa478 None None] Set router b011ba58-72e1-46ef-b4cb-013ca9658bb6 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:06:50.665138 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47693e-147d-4476-bb80-bcccd7b1a43a None None] Pushing event updated for resources: {'Port': ['ID=fa72afe0-7cb5-4d88-9461-2c9aa749039f,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:50.697927 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-85b90c6d-e4c6-42c8-827a-db8bafb86f3a None None] Provisioning complete for port fa72afe0-7cb5-4d88-9461-2c9aa749039f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:50.698186 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85b90c6d-e4c6-42c8-827a-db8bafb86f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (fa72afe0-7cb5-4d88-9461-2c9aa749039f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:50.851794 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-85b90c6d-e4c6-42c8-827a-db8bafb86f3a None None] Current status of the port fa72afe0-7cb5-4d88-9461-2c9aa749039f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:50.866294 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-cbf0712d-6bc1-44c2-882f-68faa6daa478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b011ba58-72e1-46ef-b4cb-013ca9658bb6', 'name': 'tempest-TestServerMultinode-1428001699-router', 'tenant_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e5df3c81-d1bd-4411-9118-4779b59fee0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:06:48Z', 'updated_at': '2022-01-28T14:06:49Z', 'revision_number': 3, 'project_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'gw_port': {'id': 'e5df3c81-d1bd-4411-9118-4779b59fee0a', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b011ba58-72e1-46ef-b4cb-013ca9658bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:49Z', 'updated_at': '2022-01-28T14:06:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:50.893746 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c5c58b7-9e2b-405e-9683-c6d87485d868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:50.896301 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf0712d-6bc1-44c2-882f-68faa6daa478 None None] Checking router: b011ba58-72e1-46ef-b4cb-013ca9658bb6 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:06:50.896682 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf0712d-6bc1-44c2-882f-68faa6daa478 None None] Updating router b011ba58-72e1-46ef-b4cb-013ca9658bb6 port e5df3c81-d1bd-4411-9118-4779b59fee0a binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:06:50.921723 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cbf0712d-6bc1-44c2-882f-68faa6daa478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e5df3c81-d1bd-4411-9118-4779b59fee0a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:51.056813 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-2c5c58b7-9e2b-405e-9683-c6d87485d868 admin admin] Allocated IP 172.20.0.1 (62752a67-7664-459b-88ea-0d698d38f98f/218f84c1-374e-4e00-a941-04d57c59a563/2720ff2e-d706-4d11-8217-29119a24d293) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:51.114554 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device fa72afe0-7cb5-4d88-9461-2c9aa749039f up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:06:51.165700 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c5c58b7-9e2b-405e-9683-c6d87485d868 admin admin] Publish callbacks [] for port (2720ff2e-d706-4d11-8217-29119a24d293), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:51.200921 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c5c58b7-9e2b-405e-9683-c6d87485d868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (2720ff2e-d706-4d11-8217-29119a24d293), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:51.240302 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5c58b7-9e2b-405e-9683-c6d87485d868 admin admin] Network 62752a67-7664-459b-88ea-0d698d38f98f is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:51.243242 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-2c5c58b7-9e2b-405e-9683-c6d87485d868 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:51.249460 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5c58b7-9e2b-405e-9683-c6d87485d868 admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:51.255642 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c58b7-9e2b-405e-9683-c6d87485d868 admin admin] Pushing event updated for resources: {'Port': ['ID=2720ff2e-d706-4d11-8217-29119a24d293,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:51.298248 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c5c58b7-9e2b-405e-9683-c6d87485d868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (b011ba58-72e1-46ef-b4cb-013ca9658bb6), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:51.407781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port fa72afe0-7cb5-4d88-9461-2c9aa749039f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:51.408471 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (fa72afe0-7cb5-4d88-9461-2c9aa749039f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:51.411253 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cbf0712d-6bc1-44c2-882f-68faa6daa478 None None] Publish callbacks [] for port (e5df3c81-d1bd-4411-9118-4779b59fee0a), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:51.432050 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cbf0712d-6bc1-44c2-882f-68faa6daa478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e5df3c81-d1bd-4411-9118-4779b59fee0a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:51.439635 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c5c58b7-9e2b-405e-9683-c6d87485d868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2720ff2e-d706-4d11-8217-29119a24d293), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:51.505529 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f509a82-61a2-4e6e-84bd-9545efa492d6 None None] Pushing event updated for resources: {'Port': ['ID=e5df3c81-d1bd-4411-9118-4779b59fee0a,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:51.513011 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-cbf0712d-6bc1-44c2-882f-68faa6daa478 None None] Attempting to bind port e5df3c81-d1bd-4411-9118-4779b59fee0a on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:06:51.513381 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-cbf0712d-6bc1-44c2-882f-68faa6daa478 None None] Attempting to bind port e5df3c81-d1bd-4411-9118-4779b59fee0a by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:06:51.513737 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf0712d-6bc1-44c2-882f-68faa6daa478 None None] Attempting to bind port e5df3c81-d1bd-4411-9118-4779b59fee0a on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:06:51.522776 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-77d61531-1aa5-4478-a96e-aeb0bc210c96 None None] Provisioning complete for port 2720ff2e-d706-4d11-8217-29119a24d293 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:51.523111 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77d61531-1aa5-4478-a96e-aeb0bc210c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2720ff2e-d706-4d11-8217-29119a24d293), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:51.525503 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf0712d-6bc1-44c2-882f-68faa6daa478 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:06:51.525877 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf0712d-6bc1-44c2-882f-68faa6daa478 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:06:51.526271 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cbf0712d-6bc1-44c2-882f-68faa6daa478 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:51.526651 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf0712d-6bc1-44c2-882f-68faa6daa478 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:06:51.527144 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-cbf0712d-6bc1-44c2-882f-68faa6daa478 None None] Bound port: e5df3c81-d1bd-4411-9118-4779b59fee0a, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:06:51.527525 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cbf0712d-6bc1-44c2-882f-68faa6daa478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e5df3c81-d1bd-4411-9118-4779b59fee0a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:51.607767 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c5c58b7-9e2b-405e-9683-c6d87485d868 admin admin] Publish callbacks [] for port (2720ff2e-d706-4d11-8217-29119a24d293), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:51.614164 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c5c58b7-9e2b-405e-9683-c6d87485d868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (2720ff2e-d706-4d11-8217-29119a24d293), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:51.620115 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-77d61531-1aa5-4478-a96e-aeb0bc210c96 None None] Port 2720ff2e-d706-4d11-8217-29119a24d293 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:06:51.634210 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port fa72afe0-7cb5-4d88-9461-2c9aa749039f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:51.639472 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-cbf0712d-6bc1-44c2-882f-68faa6daa478 None None] For port e5df3c81-d1bd-4411-9118-4779b59fee0a, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:06:51.643023 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-cbf0712d-6bc1-44c2-882f-68faa6daa478 None None] For port e5df3c81-d1bd-4411-9118-4779b59fee0a, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=e5df3c81-d1bd-4411-9118-4779b59fee0a,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:06:51.649267 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cbf0712d-6bc1-44c2-882f-68faa6daa478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e5df3c81-d1bd-4411-9118-4779b59fee0a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:51.691736 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c5c58b7-9e2b-405e-9683-c6d87485d868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (b011ba58-72e1-46ef-b4cb-013ca9658bb6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:51.693616 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c58b7-9e2b-405e-9683-c6d87485d868 admin admin] Pushing event updated for resources: {'Port': ['ID=2720ff2e-d706-4d11-8217-29119a24d293,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:51.709802 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f509a82-61a2-4e6e-84bd-9545efa492d6 None None] Pushing event updated for resources: {'Port': ['ID=e5df3c81-d1bd-4411-9118-4779b59fee0a,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:51.712478 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf0712d-6bc1-44c2-882f-68faa6daa478 None None] Routers {'b011ba58-72e1-46ef-b4cb-013ca9658bb6'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:51.713075 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-cbf0712d-6bc1-44c2-882f-68faa6daa478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:06:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b011ba58-72e1-46ef-b4cb-013ca9658bb6'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:51.786393 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5c58b7-9e2b-405e-9683-c6d87485d868 admin admin] Network 62752a67-7664-459b-88ea-0d698d38f98f is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:51.787682 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-2c5c58b7-9e2b-405e-9683-c6d87485d868 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:51.831555 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-cbf0712d-6bc1-44c2-882f-68faa6daa478 None None] Set router b011ba58-72e1-46ef-b4cb-013ca9658bb6 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:06:51.903793 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5c58b7-9e2b-405e-9683-c6d87485d868 admin admin] Router b011ba58-72e1-46ef-b4cb-013ca9658bb6 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:06:52.017723 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5c58b7-9e2b-405e-9683-c6d87485d868 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:06:52.023058 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2c5c58b7-9e2b-405e-9683-c6d87485d868 admin admin] 10.222.0.39 "PUT /v2.0/routers/b011ba58-72e1-46ef-b4cb-013ca9658bb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5836883 Jan 28 14:06:52.051733 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f8fb30e0-dcd3-452a-aec9-094027615e97 None None] Provisioning complete for port 2720ff2e-d706-4d11-8217-29119a24d293 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:52.052034 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8fb30e0-dcd3-452a-aec9-094027615e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2720ff2e-d706-4d11-8217-29119a24d293), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:52.054813 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-cbf0712d-6bc1-44c2-882f-68faa6daa478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b011ba58-72e1-46ef-b4cb-013ca9658bb6', 'name': 'tempest-TestServerMultinode-1428001699-router', 'tenant_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e5df3c81-d1bd-4411-9118-4779b59fee0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:06:48Z', 'updated_at': '2022-01-28T14:06:51Z', 'revision_number': 4, 'project_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'gw_port': {'id': 'e5df3c81-d1bd-4411-9118-4779b59fee0a', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b011ba58-72e1-46ef-b4cb-013ca9658bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:49Z', 'updated_at': '2022-01-28T14:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '2720ff2e-d706-4d11-8217-29119a24d293', 'name': '', 'network_id': '62752a67-7664-459b-88ea-0d698d38f98f', 'tenant_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'mac_address': 'fa:16:3e:6c:28:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b011ba58-72e1-46ef-b4cb-013ca9658bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '218f84c1-374e-4e00-a941-04d57c59a563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:50Z', 'updated_at': '2022-01-28T14:06:51Z', 'revision_number': 2, 'project_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'subnets': [{'id': '218f84c1-374e-4e00-a941-04d57c59a563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:52.101623 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf0712d-6bc1-44c2-882f-68faa6daa478 None None] The sync data for ids ['b011ba58-72e1-46ef-b4cb-013ca9658bb6'] in n-d-822747-2 is: [{'id': 'b011ba58-72e1-46ef-b4cb-013ca9658bb6', 'name': 'tempest-TestServerMultinode-1428001699-router', 'tenant_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e5df3c81-d1bd-4411-9118-4779b59fee0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:06:48Z', 'updated_at': '2022-01-28T14:06:51Z', 'revision_number': 4, 'project_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'gw_port': {'id': 'e5df3c81-d1bd-4411-9118-4779b59fee0a', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b011ba58-72e1-46ef-b4cb-013ca9658bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:49Z', 'updated_at': '2022-01-28T14:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '2720ff2e-d706-4d11-8217-29119a24d293', 'name': '', 'network_id': '62752a67-7664-459b-88ea-0d698d38f98f', 'tenant_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'mac_address': 'fa:16:3e:6c:28:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b011ba58-72e1-46ef-b4cb-013ca9658bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '218f84c1-374e-4e00-a941-04d57c59a563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:50Z', 'updated_at': '2022-01-28T14:06:51Z', 'revision_number': 2, 'project_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'subnets': [{'id': '218f84c1-374e-4e00-a941-04d57c59a563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:06:52.115805 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f8fb30e0-dcd3-452a-aec9-094027615e97 None None] Port 2720ff2e-d706-4d11-8217-29119a24d293 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:06:52.558870 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46390) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:52.564106 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-8a8fdf2c-aa11-42ed-9aa8-d04ec74b19ae admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1264459997-network', 'tenant_id': '263a9eaef3ac43e6ba62c01a66ee9a39'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:52.588295 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8fdf2c-aa11-42ed-9aa8-d04ec74b19ae admin admin] Made reservation on behalf of 263a9eaef3ac43e6ba62c01a66ee9a39 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:52.591007 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a8fdf2c-aa11-42ed-9aa8-d04ec74b19ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:52.600351 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a8fdf2c-aa11-42ed-9aa8-d04ec74b19ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:52.696023 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a8fdf2c-aa11-42ed-9aa8-d04ec74b19ae admin admin] Publish callbacks [] for security_group (4a02952a-2227-411a-badd-a295276c16a4), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:52.701822 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a8fdf2c-aa11-42ed-9aa8-d04ec74b19ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (4a02952a-2227-411a-badd-a295276c16a4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:52.739724 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8fdf2c-aa11-42ed-9aa8-d04ec74b19ae admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:06:52.754193 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fdf2c-aa11-42ed-9aa8-d04ec74b19ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a02952a-2227-411a-badd-a295276c16a4,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:52.759842 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a8fdf2c-aa11-42ed-9aa8-d04ec74b19ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (5dbdb1d7-8c1d-4fea-b304-7ec2296c91db), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:52.760330 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-8a8fdf2c-aa11-42ed-9aa8-d04ec74b19ae admin admin] Added segment 5dbdb1d7-8c1d-4fea-b304-7ec2296c91db of type vlan for network ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf Jan 28 14:06:52.817968 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a8fdf2c-aa11-42ed-9aa8-d04ec74b19ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:52.848637 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a8fdf2c-aa11-42ed-9aa8-d04ec74b19ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:52.849752 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8fdf2c-aa11-42ed-9aa8-d04ec74b19ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:52.850459 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8a8fdf2c-aa11-42ed-9aa8-d04ec74b19ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:52.914265 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8a8fdf2c-aa11-42ed-9aa8-d04ec74b19ae admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3515112 Jan 28 14:06:52.914847 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46392) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:52.919776 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-b0d82685-2768-4c47-bb09-a4be3f33f026 admin admin] Request body: {'subnet': {'network_id': 'ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1264459997-subnet', 'tenant_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:52.923188 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fdf2c-aa11-42ed-9aa8-d04ec74b19ae admin admin] Pushing event updated for resources: {'Network': ['ID=ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:52.933957 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:06:52.945552 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d82685-2768-4c47-bb09-a4be3f33f026 admin admin] Made reservation on behalf of 263a9eaef3ac43e6ba62c01a66ee9a39 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:52.948167 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b0d82685-2768-4c47-bb09-a4be3f33f026 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.124728 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e5df3c81-d1bd-4411-9118-4779b59fee0a up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:06:53.141112 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b0d82685-2768-4c47-bb09-a4be3f33f026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (6903a354-7ed9-44e2-89b0-6f20f6820333), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.188580 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port e5df3c81-d1bd-4411-9118-4779b59fee0a triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:53.188958 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e5df3c81-d1bd-4411-9118-4779b59fee0a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.218875 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d82685-2768-4c47-bb09-a4be3f33f026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6903a354-7ed9-44e2-89b0-6f20f6820333,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:53.233415 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d82685-2768-4c47-bb09-a4be3f33f026 admin admin] Checking segment: {'id': '5dbdb1d7-8c1d-4fea-b304-7ec2296c91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:06:53.233809 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d82685-2768-4c47-bb09-a4be3f33f026 admin admin] Network hostable DHCP agents. Network: ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:06:53.256627 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d82685-2768-4c47-bb09-a4be3f33f026 admin admin] Network ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:06:53.268559 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-b0d82685-2768-4c47-bb09-a4be3f33f026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:53.272955 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d82685-2768-4c47-bb09-a4be3f33f026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:53.273554 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b0d82685-2768-4c47-bb09-a4be3f33f026 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.284092 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a33b53-eade-4c40-827e-b59e0507c9b0 None None] Network ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:53.293290 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b0d82685-2768-4c47-bb09-a4be3f33f026 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3775725 Jan 28 14:06:53.296097 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46394) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:53.300834 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-f264b7d2-6060-4cb3-86b4-2ea51b6cdaf1 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1264459997-router', 'tenant_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:53.301598 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port e5df3c81-d1bd-4411-9118-4779b59fee0a is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:53.301985 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (e5df3c81-d1bd-4411-9118-4779b59fee0a), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.323160 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f264b7d2-6060-4cb3-86b4-2ea51b6cdaf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (2aa73724-1cfc-47e8-aeb2-a2c780220513), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.324268 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f264b7d2-6060-4cb3-86b4-2ea51b6cdaf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (2aa73724-1cfc-47e8-aeb2-a2c780220513), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.369078 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port e5df3c81-d1bd-4411-9118-4779b59fee0a, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=e5df3c81-d1bd-4411-9118-4779b59fee0a,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:53.378180 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (e5df3c81-d1bd-4411-9118-4779b59fee0a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.384961 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f264b7d2-6060-4cb3-86b4-2ea51b6cdaf1 admin admin] Publish callbacks [] for router_controller (2aa73724-1cfc-47e8-aeb2-a2c780220513), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.449449 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=e5df3c81-d1bd-4411-9118-4779b59fee0a,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:53.453306 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a8e969-5c67-432c-b647-bb1bdf5a7b8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf', 'network_id': 'ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf', 'project_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'fixed_ips': [{'subnet_id': '6903a354-7ed9-44e2-89b0-6f20f6820333'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:06:53.454187 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6a8e969-5c67-432c-b647-bb1bdf5a7b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.535308 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f264b7d2-6060-4cb3-86b4-2ea51b6cdaf1 admin admin] Publish callbacks [] for router_gateway (2aa73724-1cfc-47e8-aeb2-a2c780220513), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.596631 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-d6a8e969-5c67-432c-b647-bb1bdf5a7b8a None None] Allocated IP 172.20.0.2 (ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf/6903a354-7ed9-44e2-89b0-6f20f6820333/c44c7d47-4ee5-4f0f-a2e4-9c133a371f44) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:53.737651 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f264b7d2-6060-4cb3-86b4-2ea51b6cdaf1 admin admin] Publish callbacks [] for router_gateway (2aa73724-1cfc-47e8-aeb2-a2c780220513), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.740394 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6a8e969-5c67-432c-b647-bb1bdf5a7b8a None None] Publish callbacks [] for port (c44c7d47-4ee5-4f0f-a2e4-9c133a371f44), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.747335 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6a8e969-5c67-432c-b647-bb1bdf5a7b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (c44c7d47-4ee5-4f0f-a2e4-9c133a371f44), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.757805 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f264b7d2-6060-4cb3-86b4-2ea51b6cdaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.788296 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a8e969-5c67-432c-b647-bb1bdf5a7b8a None None] Network ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:53.791288 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-d6a8e969-5c67-432c-b647-bb1bdf5a7b8a None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:53.793705 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a8e969-5c67-432c-b647-bb1bdf5a7b8a None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:53.828921 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8e969-5c67-432c-b647-bb1bdf5a7b8a None None] Pushing event updated for resources: {'Port': ['ID=c44c7d47-4ee5-4f0f-a2e4-9c133a371f44,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:53.858321 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d6a8e969-5c67-432c-b647-bb1bdf5a7b8a None None] Attempting to bind port c44c7d47-4ee5-4f0f-a2e4-9c133a371f44 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:06:53.858688 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d6a8e969-5c67-432c-b647-bb1bdf5a7b8a None None] Attempting to bind port c44c7d47-4ee5-4f0f-a2e4-9c133a371f44 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '5dbdb1d7-8c1d-4fea-b304-7ec2296c91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:06:53.859089 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a8e969-5c67-432c-b647-bb1bdf5a7b8a None None] Attempting to bind port c44c7d47-4ee5-4f0f-a2e4-9c133a371f44 on network ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:06:53.861902 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-f264b7d2-6060-4cb3-86b4-2ea51b6cdaf1 admin admin] Allocated IP 172.25.3.98 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/cf78bb1c-1518-4616-bf96-8792f35e92dd) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:53.864252 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a8e969-5c67-432c-b647-bb1bdf5a7b8a None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:06:53.864581 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a8e969-5c67-432c-b647-bb1bdf5a7b8a None None] Checking segment: {'id': '5dbdb1d7-8c1d-4fea-b304-7ec2296c91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:06:53.865057 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6a8e969-5c67-432c-b647-bb1bdf5a7b8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.865518 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a8e969-5c67-432c-b647-bb1bdf5a7b8a None None] Bound using segment: {'id': '5dbdb1d7-8c1d-4fea-b304-7ec2296c91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:06:53.865990 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d6a8e969-5c67-432c-b647-bb1bdf5a7b8a None None] Bound port: c44c7d47-4ee5-4f0f-a2e4-9c133a371f44, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dbdb1d7-8c1d-4fea-b304-7ec2296c91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:06:53.866375 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6a8e969-5c67-432c-b647-bb1bdf5a7b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c44c7d47-4ee5-4f0f-a2e4-9c133a371f44), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.932249 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d6a8e969-5c67-432c-b647-bb1bdf5a7b8a None None] For port c44c7d47-4ee5-4f0f-a2e4-9c133a371f44, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:06:53.935675 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d6a8e969-5c67-432c-b647-bb1bdf5a7b8a None None] For port c44c7d47-4ee5-4f0f-a2e4-9c133a371f44, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c44c7d47-4ee5-4f0f-a2e4-9c133a371f44,segment=NetworkSegment(5dbdb1d7-8c1d-4fea-b304-7ec2296c91db),segment_id=5dbdb1d7-8c1d-4fea-b304-7ec2296c91db)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:06:53.942176 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6a8e969-5c67-432c-b647-bb1bdf5a7b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c44c7d47-4ee5-4f0f-a2e4-9c133a371f44), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.979122 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f264b7d2-6060-4cb3-86b4-2ea51b6cdaf1 admin admin] Publish callbacks [] for port (cf78bb1c-1518-4616-bf96-8792f35e92dd), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:54.018575 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8e969-5c67-432c-b647-bb1bdf5a7b8a None None] Pushing event updated for resources: {'Port': ['ID=c44c7d47-4ee5-4f0f-a2e4-9c133a371f44,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:54.033425 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f264b7d2-6060-4cb3-86b4-2ea51b6cdaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (cf78bb1c-1518-4616-bf96-8792f35e92dd), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:54.075693 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f264b7d2-6060-4cb3-86b4-2ea51b6cdaf1 admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:54.080815 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-f264b7d2-6060-4cb3-86b4-2ea51b6cdaf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:54.085349 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f264b7d2-6060-4cb3-86b4-2ea51b6cdaf1 admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:54.088406 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f264b7d2-6060-4cb3-86b4-2ea51b6cdaf1 admin admin] Pushing event updated for resources: {'Port': ['ID=cf78bb1c-1518-4616-bf96-8792f35e92dd,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:54.382821 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f264b7d2-6060-4cb3-86b4-2ea51b6cdaf1 admin admin] Publish callbacks [] for router_gateway (2aa73724-1cfc-47e8-aeb2-a2c780220513), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:54.405682 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07105483-3169-4f10-8348-d416f0fea0fc None None] Sync routers for ids ['b011ba58-72e1-46ef-b4cb-013ca9658bb6'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:06:54.415786 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07105483-3169-4f10-8348-d416f0fea0fc None None] Routers {'b011ba58-72e1-46ef-b4cb-013ca9658bb6'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:54.416440 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-07105483-3169-4f10-8348-d416f0fea0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:06:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b011ba58-72e1-46ef-b4cb-013ca9658bb6'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:54.579682 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f264b7d2-6060-4cb3-86b4-2ea51b6cdaf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (2aa73724-1cfc-47e8-aeb2-a2c780220513), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:54.618851 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-07105483-3169-4f10-8348-d416f0fea0fc None None] Set router b011ba58-72e1-46ef-b4cb-013ca9658bb6 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:06:54.715112 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f264b7d2-6060-4cb3-86b4-2ea51b6cdaf1 admin admin] Router 2aa73724-1cfc-47e8-aeb2-a2c780220513 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:06:54.827615 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f264b7d2-6060-4cb3-86b4-2ea51b6cdaf1 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:06:54.837731 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c5fdc2-e3c9-4203-b8f6-cdab9b152cfd None None] Sync routers for ids ['2aa73724-1cfc-47e8-aeb2-a2c780220513'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:06:54.844287 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-07105483-3169-4f10-8348-d416f0fea0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b011ba58-72e1-46ef-b4cb-013ca9658bb6', 'name': 'tempest-TestServerMultinode-1428001699-router', 'tenant_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e5df3c81-d1bd-4411-9118-4779b59fee0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:06:48Z', 'updated_at': '2022-01-28T14:06:51Z', 'revision_number': 4, 'project_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'gw_port': {'id': 'e5df3c81-d1bd-4411-9118-4779b59fee0a', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011ba58-72e1-46ef-b4cb-013ca9658bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:49Z', 'updated_at': '2022-01-28T14:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '2720ff2e-d706-4d11-8217-29119a24d293', 'name': '', 'network_id': '62752a67-7664-459b-88ea-0d698d38f98f', 'tenant_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'mac_address': 'fa:16:3e:6c:28:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b011ba58-72e1-46ef-b4cb-013ca9658bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '218f84c1-374e-4e00-a941-04d57c59a563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:50Z', 'updated_at': '2022-01-28T14:06:51Z', 'revision_number': 2, 'project_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'subnets': [{'id': '218f84c1-374e-4e00-a941-04d57c59a563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:54.851731 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f264b7d2-6060-4cb3-86b4-2ea51b6cdaf1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:54.851940 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c5fdc2-e3c9-4203-b8f6-cdab9b152cfd None None] Routers {'2aa73724-1cfc-47e8-aeb2-a2c780220513'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:54.852606 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-46c5fdc2-e3c9-4203-b8f6-cdab9b152cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:06:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['2aa73724-1cfc-47e8-aeb2-a2c780220513'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:54.855719 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f264b7d2-6060-4cb3-86b4-2ea51b6cdaf1 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5561268 Jan 28 14:06:54.855958 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46396) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:54.875698 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07105483-3169-4f10-8348-d416f0fea0fc None None] Checking router: b011ba58-72e1-46ef-b4cb-013ca9658bb6 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:06:54.876066 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07105483-3169-4f10-8348-d416f0fea0fc None None] Updating router b011ba58-72e1-46ef-b4cb-013ca9658bb6 port 2720ff2e-d706-4d11-8217-29119a24d293 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:06:54.903369 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07105483-3169-4f10-8348-d416f0fea0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2720ff2e-d706-4d11-8217-29119a24d293), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:54.981402 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-46c5fdc2-e3c9-4203-b8f6-cdab9b152cfd None None] Set router 2aa73724-1cfc-47e8-aeb2-a2c780220513 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:06:55.080240 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4d95cd-5bb9-42f6-bbac-db4ac9dd08c8 None None] Network ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:55.245702 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07105483-3169-4f10-8348-d416f0fea0fc None None] Publish callbacks [] for port (2720ff2e-d706-4d11-8217-29119a24d293), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:55.254145 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07105483-3169-4f10-8348-d416f0fea0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2720ff2e-d706-4d11-8217-29119a24d293), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:55.264559 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d0ef55d8-0a66-4d85-aab9-5f6f0a9c2616 None None] Provisioning complete for port c44c7d47-4ee5-4f0f-a2e4-9c133a371f44 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:55.264940 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0ef55d8-0a66-4d85-aab9-5f6f0a9c2616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c44c7d47-4ee5-4f0f-a2e4-9c133a371f44), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:55.361359 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86db5e-a863-4c25-8ea9-60a93eaccded None None] Pushing event updated for resources: {'Port': ['ID=2720ff2e-d706-4d11-8217-29119a24d293,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:55.371844 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86db5e-a863-4c25-8ea9-60a93eaccded None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:55.372182 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86db5e-a863-4c25-8ea9-60a93eaccded None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:55.372519 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86db5e-a863-4c25-8ea9-60a93eaccded None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:55.372850 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86db5e-a863-4c25-8ea9-60a93eaccded None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:55.373179 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86db5e-a863-4c25-8ea9-60a93eaccded None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:55.373505 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86db5e-a863-4c25-8ea9-60a93eaccded None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:55.374463 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86db5e-a863-4c25-8ea9-60a93eaccded None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:55.374840 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86db5e-a863-4c25-8ea9-60a93eaccded None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:55.375199 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86db5e-a863-4c25-8ea9-60a93eaccded None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:55.375525 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86db5e-a863-4c25-8ea9-60a93eaccded None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:55.375845 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86db5e-a863-4c25-8ea9-60a93eaccded None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:55.376394 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86db5e-a863-4c25-8ea9-60a93eaccded None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:55.376509 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86db5e-a863-4c25-8ea9-60a93eaccded None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:55.384513 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-07105483-3169-4f10-8348-d416f0fea0fc None None] Attempting to bind port 2720ff2e-d706-4d11-8217-29119a24d293 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:06:55.384881 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-07105483-3169-4f10-8348-d416f0fea0fc None None] Attempting to bind port 2720ff2e-d706-4d11-8217-29119a24d293 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '35f7f504-ee9d-4948-b380-18a1e130dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '62752a67-7664-459b-88ea-0d698d38f98f'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:06:55.385239 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07105483-3169-4f10-8348-d416f0fea0fc None None] Attempting to bind port 2720ff2e-d706-4d11-8217-29119a24d293 on network 62752a67-7664-459b-88ea-0d698d38f98f {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:06:55.392341 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07105483-3169-4f10-8348-d416f0fea0fc None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:06:55.392716 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07105483-3169-4f10-8348-d416f0fea0fc None None] Checking segment: {'id': '35f7f504-ee9d-4948-b380-18a1e130dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '62752a67-7664-459b-88ea-0d698d38f98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:06:55.393122 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07105483-3169-4f10-8348-d416f0fea0fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:55.393511 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07105483-3169-4f10-8348-d416f0fea0fc None None] Bound using segment: {'id': '35f7f504-ee9d-4948-b380-18a1e130dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '62752a67-7664-459b-88ea-0d698d38f98f'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:06:55.393923 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-34a5adff-ca85-4fa7-8a88-70fd187ee5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:55.394414 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-07105483-3169-4f10-8348-d416f0fea0fc None None] Bound port: 2720ff2e-d706-4d11-8217-29119a24d293, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f7f504-ee9d-4948-b380-18a1e130dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '62752a67-7664-459b-88ea-0d698d38f98f'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:06:55.394414 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07105483-3169-4f10-8348-d416f0fea0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2720ff2e-d706-4d11-8217-29119a24d293), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:55.484533 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c44c7d47-4ee5-4f0f-a2e4-9c133a371f44 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:06:55.485515 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-07105483-3169-4f10-8348-d416f0fea0fc None None] For port 2720ff2e-d706-4d11-8217-29119a24d293, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:06:55.489583 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-07105483-3169-4f10-8348-d416f0fea0fc None None] For port 2720ff2e-d706-4d11-8217-29119a24d293, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2720ff2e-d706-4d11-8217-29119a24d293,segment=NetworkSegment(35f7f504-ee9d-4948-b380-18a1e130dc5d),segment_id=35f7f504-ee9d-4948-b380-18a1e130dc5d)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:06:55.496588 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-07105483-3169-4f10-8348-d416f0fea0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2720ff2e-d706-4d11-8217-29119a24d293), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:55.554343 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07105483-3169-4f10-8348-d416f0fea0fc None None] Routers {'b011ba58-72e1-46ef-b4cb-013ca9658bb6'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:55.555075 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-07105483-3169-4f10-8348-d416f0fea0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:06:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b011ba58-72e1-46ef-b4cb-013ca9658bb6'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:55.567699 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-46c5fdc2-e3c9-4203-b8f6-cdab9b152cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa73724-1cfc-47e8-aeb2-a2c780220513', 'name': 'tempest-TestServerMultinode-1264459997-router', 'tenant_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cf78bb1c-1518-4616-bf96-8792f35e92dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:06:53Z', 'updated_at': '2022-01-28T14:06:54Z', 'revision_number': 3, 'project_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'gw_port': {'id': 'cf78bb1c-1518-4616-bf96-8792f35e92dd', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:57:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa73724-1cfc-47e8-aeb2-a2c780220513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:53Z', 'updated_at': '2022-01-28T14:06:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:55.593223 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-34a5adff-ca85-4fa7-8a88-70fd187ee5de admin admin] Allocated IP 172.20.0.1 (ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf/6903a354-7ed9-44e2-89b0-6f20f6820333/352ed942-5461-46c3-b152-f864b901a5dd) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:55.597358 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c5fdc2-e3c9-4203-b8f6-cdab9b152cfd None None] Checking router: 2aa73724-1cfc-47e8-aeb2-a2c780220513 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:06:55.597719 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c5fdc2-e3c9-4203-b8f6-cdab9b152cfd None None] Updating router 2aa73724-1cfc-47e8-aeb2-a2c780220513 port cf78bb1c-1518-4616-bf96-8792f35e92dd binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:06:55.665302 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-07105483-3169-4f10-8348-d416f0fea0fc None None] Set router b011ba58-72e1-46ef-b4cb-013ca9658bb6 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:06:55.689827 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d0ef55d8-0a66-4d85-aab9-5f6f0a9c2616 None None] Current status of the port c44c7d47-4ee5-4f0f-a2e4-9c133a371f44 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:55.690509 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0ef55d8-0a66-4d85-aab9-5f6f0a9c2616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c44c7d47-4ee5-4f0f-a2e4-9c133a371f44), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:55.716567 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46c5fdc2-e3c9-4203-b8f6-cdab9b152cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (cf78bb1c-1518-4616-bf96-8792f35e92dd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:55.722696 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port c44c7d47-4ee5-4f0f-a2e4-9c133a371f44 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:55.723123 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c44c7d47-4ee5-4f0f-a2e4-9c133a371f44), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:55.768038 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d0ef55d8-0a66-4d85-aab9-5f6f0a9c2616 None None] For port c44c7d47-4ee5-4f0f-a2e4-9c133a371f44, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c44c7d47-4ee5-4f0f-a2e4-9c133a371f44,segment=NetworkSegment(5dbdb1d7-8c1d-4fea-b304-7ec2296c91db),segment_id=5dbdb1d7-8c1d-4fea-b304-7ec2296c91db)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:55.787399 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86db5e-a863-4c25-8ea9-60a93eaccded None None] Pushing event updated for resources: {'Port': ['ID=2720ff2e-d706-4d11-8217-29119a24d293,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:55.795703 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0ef55d8-0a66-4d85-aab9-5f6f0a9c2616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c44c7d47-4ee5-4f0f-a2e4-9c133a371f44), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:55.964321 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-07105483-3169-4f10-8348-d416f0fea0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b011ba58-72e1-46ef-b4cb-013ca9658bb6', 'name': 'tempest-TestServerMultinode-1428001699-router', 'tenant_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e5df3c81-d1bd-4411-9118-4779b59fee0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:06:48Z', 'updated_at': '2022-01-28T14:06:51Z', 'revision_number': 4, 'project_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'gw_port': {'id': 'e5df3c81-d1bd-4411-9118-4779b59fee0a', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011ba58-72e1-46ef-b4cb-013ca9658bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:49Z', 'updated_at': '2022-01-28T14:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '2720ff2e-d706-4d11-8217-29119a24d293', 'name': '', 'network_id': '62752a67-7664-459b-88ea-0d698d38f98f', 'tenant_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'mac_address': 'fa:16:3e:6c:28:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b011ba58-72e1-46ef-b4cb-013ca9658bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '218f84c1-374e-4e00-a941-04d57c59a563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:50Z', 'updated_at': '2022-01-28T14:06:55Z', 'revision_number': 4, 'project_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'subnets': [{'id': '218f84c1-374e-4e00-a941-04d57c59a563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:55.993912 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef55d8-0a66-4d85-aab9-5f6f0a9c2616 None None] Pushing event updated for resources: {'Port': ['ID=c44c7d47-4ee5-4f0f-a2e4-9c133a371f44,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:55.994514 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07105483-3169-4f10-8348-d416f0fea0fc None None] The sync data for ids ['b011ba58-72e1-46ef-b4cb-013ca9658bb6'] in n-d-822747-2 is: [{'id': 'b011ba58-72e1-46ef-b4cb-013ca9658bb6', 'name': 'tempest-TestServerMultinode-1428001699-router', 'tenant_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e5df3c81-d1bd-4411-9118-4779b59fee0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:06:48Z', 'updated_at': '2022-01-28T14:06:51Z', 'revision_number': 4, 'project_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'gw_port': {'id': 'e5df3c81-d1bd-4411-9118-4779b59fee0a', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011ba58-72e1-46ef-b4cb-013ca9658bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:49Z', 'updated_at': '2022-01-28T14:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '2720ff2e-d706-4d11-8217-29119a24d293', 'name': '', 'network_id': '62752a67-7664-459b-88ea-0d698d38f98f', 'tenant_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'mac_address': 'fa:16:3e:6c:28:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b011ba58-72e1-46ef-b4cb-013ca9658bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '218f84c1-374e-4e00-a941-04d57c59a563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:50Z', 'updated_at': '2022-01-28T14:06:55Z', 'revision_number': 4, 'project_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'subnets': [{'id': '218f84c1-374e-4e00-a941-04d57c59a563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:06:56.020736 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-34e875c3-fc02-47b6-9490-fb9cf980811f None None] Provisioning complete for port 2720ff2e-d706-4d11-8217-29119a24d293 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:56.021110 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-34e875c3-fc02-47b6-9490-fb9cf980811f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2720ff2e-d706-4d11-8217-29119a24d293), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.100152 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-71111f50-8553-4b49-801c-ed18db1e0c47 req-d40d6f2d-502e-4eef-a7cd-f8e95e9244eb service neutron] (103351) timed out ('10.222.0.39', 54828) {{(pid=103351) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 14:06:56.149864 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-34a5adff-ca85-4fa7-8a88-70fd187ee5de admin admin] Publish callbacks [] for port (352ed942-5461-46c3-b152-f864b901a5dd), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.163404 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c44c7d47-4ee5-4f0f-a2e4-9c133a371f44 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:56.164528 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e5df3c81-d1bd-4411-9118-4779b59fee0a up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:06:56.193081 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-34a5adff-ca85-4fa7-8a88-70fd187ee5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (352ed942-5461-46c3-b152-f864b901a5dd), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.232008 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a5adff-ca85-4fa7-8a88-70fd187ee5de admin admin] Network ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:56.235705 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-34a5adff-ca85-4fa7-8a88-70fd187ee5de admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:56.239484 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a5adff-ca85-4fa7-8a88-70fd187ee5de admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:56.272527 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5adff-ca85-4fa7-8a88-70fd187ee5de admin admin] Pushing event updated for resources: {'Port': ['ID=352ed942-5461-46c3-b152-f864b901a5dd,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:56.279154 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-34e875c3-fc02-47b6-9490-fb9cf980811f None None] Current status of the port 2720ff2e-d706-4d11-8217-29119a24d293 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:56.279540 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-34e875c3-fc02-47b6-9490-fb9cf980811f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2720ff2e-d706-4d11-8217-29119a24d293), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.292286 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-34a5adff-ca85-4fa7-8a88-70fd187ee5de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (2aa73724-1cfc-47e8-aeb2-a2c780220513), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.344091 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-34e875c3-fc02-47b6-9490-fb9cf980811f None None] For port 2720ff2e-d706-4d11-8217-29119a24d293, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2720ff2e-d706-4d11-8217-29119a24d293,segment=NetworkSegment(35f7f504-ee9d-4948-b380-18a1e130dc5d),segment_id=35f7f504-ee9d-4948-b380-18a1e130dc5d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:56.354202 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port e5df3c81-d1bd-4411-9118-4779b59fee0a triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:56.354740 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (e5df3c81-d1bd-4411-9118-4779b59fee0a), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.361931 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-34e875c3-fc02-47b6-9490-fb9cf980811f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2720ff2e-d706-4d11-8217-29119a24d293), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.371681 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46c5fdc2-e3c9-4203-b8f6-cdab9b152cfd None None] Publish callbacks [] for port (cf78bb1c-1518-4616-bf96-8792f35e92dd), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.420740 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46c5fdc2-e3c9-4203-b8f6-cdab9b152cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (cf78bb1c-1518-4616-bf96-8792f35e92dd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.460679 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-34a5adff-ca85-4fa7-8a88-70fd187ee5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (352ed942-5461-46c3-b152-f864b901a5dd), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.488814 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e875c3-fc02-47b6-9490-fb9cf980811f None None] Pushing event updated for resources: {'Port': ['ID=2720ff2e-d706-4d11-8217-29119a24d293,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:56.497182 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-46c5fdc2-e3c9-4203-b8f6-cdab9b152cfd None None] Attempting to bind port cf78bb1c-1518-4616-bf96-8792f35e92dd on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:06:56.497552 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-46c5fdc2-e3c9-4203-b8f6-cdab9b152cfd None None] Attempting to bind port cf78bb1c-1518-4616-bf96-8792f35e92dd by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:06:56.497985 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c5fdc2-e3c9-4203-b8f6-cdab9b152cfd None None] Attempting to bind port cf78bb1c-1518-4616-bf96-8792f35e92dd on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:06:56.565867 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c5fdc2-e3c9-4203-b8f6-cdab9b152cfd None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:06:56.566242 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c5fdc2-e3c9-4203-b8f6-cdab9b152cfd None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:06:56.566641 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46c5fdc2-e3c9-4203-b8f6-cdab9b152cfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.567061 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c5fdc2-e3c9-4203-b8f6-cdab9b152cfd None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:06:56.567547 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-46c5fdc2-e3c9-4203-b8f6-cdab9b152cfd None None] Bound port: cf78bb1c-1518-4616-bf96-8792f35e92dd, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:06:56.567920 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46c5fdc2-e3c9-4203-b8f6-cdab9b152cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (cf78bb1c-1518-4616-bf96-8792f35e92dd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.600778 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-85a82f86-b978-4995-8813-813c189a65c9 None None] Provisioning complete for port c44c7d47-4ee5-4f0f-a2e4-9c133a371f44 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:56.601150 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85a82f86-b978-4995-8813-813c189a65c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c44c7d47-4ee5-4f0f-a2e4-9c133a371f44), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.630014 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6ac17-15a9-4947-bc9a-1002e04000d7 None None] Pushing event updated for resources: {'Port': ['ID=cf78bb1c-1518-4616-bf96-8792f35e92dd,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:56.642896 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port e5df3c81-d1bd-4411-9118-4779b59fee0a is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:56.664615 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-34a5adff-ca85-4fa7-8a88-70fd187ee5de admin admin] Publish callbacks [] for port (352ed942-5461-46c3-b152-f864b901a5dd), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.673031 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-34a5adff-ca85-4fa7-8a88-70fd187ee5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (352ed942-5461-46c3-b152-f864b901a5dd), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.685070 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-46c5fdc2-e3c9-4203-b8f6-cdab9b152cfd None None] For port cf78bb1c-1518-4616-bf96-8792f35e92dd, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:06:56.688550 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-46c5fdc2-e3c9-4203-b8f6-cdab9b152cfd None None] For port cf78bb1c-1518-4616-bf96-8792f35e92dd, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=cf78bb1c-1518-4616-bf96-8792f35e92dd,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:06:56.696914 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-46c5fdc2-e3c9-4203-b8f6-cdab9b152cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (cf78bb1c-1518-4616-bf96-8792f35e92dd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.749205 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5adff-ca85-4fa7-8a88-70fd187ee5de admin admin] Pushing event updated for resources: {'Port': ['ID=352ed942-5461-46c3-b152-f864b901a5dd,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:56.751745 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-34a5adff-ca85-4fa7-8a88-70fd187ee5de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (2aa73724-1cfc-47e8-aeb2-a2c780220513), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.771899 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-85a82f86-b978-4995-8813-813c189a65c9 None None] Current status of the port c44c7d47-4ee5-4f0f-a2e4-9c133a371f44 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:56.782948 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c5fdc2-e3c9-4203-b8f6-cdab9b152cfd None None] Routers {'2aa73724-1cfc-47e8-aeb2-a2c780220513'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:56.783565 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-46c5fdc2-e3c9-4203-b8f6-cdab9b152cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:06:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['2aa73724-1cfc-47e8-aeb2-a2c780220513'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:56.842813 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6ac17-15a9-4947-bc9a-1002e04000d7 None None] Pushing event updated for resources: {'Port': ['ID=cf78bb1c-1518-4616-bf96-8792f35e92dd,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:56.852129 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a5adff-ca85-4fa7-8a88-70fd187ee5de admin admin] Network ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:56.853509 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-34a5adff-ca85-4fa7-8a88-70fd187ee5de admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:56.857058 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-85a82f86-b978-4995-8813-813c189a65c9 None None] Provisioning complete for port 2720ff2e-d706-4d11-8217-29119a24d293 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:56.857403 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85a82f86-b978-4995-8813-813c189a65c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2720ff2e-d706-4d11-8217-29119a24d293), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.940131 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-46c5fdc2-e3c9-4203-b8f6-cdab9b152cfd None None] Set router 2aa73724-1cfc-47e8-aeb2-a2c780220513 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:06:56.971939 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a5adff-ca85-4fa7-8a88-70fd187ee5de admin admin] Router 2aa73724-1cfc-47e8-aeb2-a2c780220513 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:06:57.067429 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-85a82f86-b978-4995-8813-813c189a65c9 None None] Current status of the port 2720ff2e-d706-4d11-8217-29119a24d293 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:57.104136 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a5adff-ca85-4fa7-8a88-70fd187ee5de admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:06:57.109002 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-34a5adff-ca85-4fa7-8a88-70fd187ee5de admin admin] 10.222.0.39 "PUT /v2.0/routers/2aa73724-1cfc-47e8-aeb2-a2c780220513/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2520449 Jan 28 14:06:57.172694 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c44c7d47-4ee5-4f0f-a2e4-9c133a371f44 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:06:57.230241 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-455c9c17-3e91-4b2d-9ce2-6ab82d7d2d33 None None] Provisioning complete for port 352ed942-5461-46c3-b152-f864b901a5dd triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:57.230241 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-455c9c17-3e91-4b2d-9ce2-6ab82d7d2d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (352ed942-5461-46c3-b152-f864b901a5dd), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:57.286303 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-455c9c17-3e91-4b2d-9ce2-6ab82d7d2d33 None None] Port 352ed942-5461-46c3-b152-f864b901a5dd cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:06:57.301323 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port c44c7d47-4ee5-4f0f-a2e4-9c133a371f44 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:57.301800 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c44c7d47-4ee5-4f0f-a2e4-9c133a371f44), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:57.307126 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-46c5fdc2-e3c9-4203-b8f6-cdab9b152cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa73724-1cfc-47e8-aeb2-a2c780220513', 'name': 'tempest-TestServerMultinode-1264459997-router', 'tenant_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cf78bb1c-1518-4616-bf96-8792f35e92dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:06:53Z', 'updated_at': '2022-01-28T14:06:56Z', 'revision_number': 4, 'project_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'gw_port': {'id': 'cf78bb1c-1518-4616-bf96-8792f35e92dd', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:57:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa73724-1cfc-47e8-aeb2-a2c780220513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:53Z', 'updated_at': '2022-01-28T14:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '352ed942-5461-46c3-b152-f864b901a5dd', 'name': '', 'network_id': 'ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf', 'tenant_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'mac_address': 'fa:16:3e:ca:fa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa73724-1cfc-47e8-aeb2-a2c780220513', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6903a354-7ed9-44e2-89b0-6f20f6820333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:55Z', 'updated_at': '2022-01-28T14:06:56Z', 'revision_number': 2, 'project_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'subnets': [{'id': '6903a354-7ed9-44e2-89b0-6f20f6820333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:57.353607 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c5fdc2-e3c9-4203-b8f6-cdab9b152cfd None None] The sync data for ids ['2aa73724-1cfc-47e8-aeb2-a2c780220513'] in n-d-822747-2 is: [{'id': '2aa73724-1cfc-47e8-aeb2-a2c780220513', 'name': 'tempest-TestServerMultinode-1264459997-router', 'tenant_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cf78bb1c-1518-4616-bf96-8792f35e92dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:06:53Z', 'updated_at': '2022-01-28T14:06:56Z', 'revision_number': 4, 'project_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'gw_port': {'id': 'cf78bb1c-1518-4616-bf96-8792f35e92dd', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:57:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa73724-1cfc-47e8-aeb2-a2c780220513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:53Z', 'updated_at': '2022-01-28T14:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '352ed942-5461-46c3-b152-f864b901a5dd', 'name': '', 'network_id': 'ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf', 'tenant_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'mac_address': 'fa:16:3e:ca:fa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa73724-1cfc-47e8-aeb2-a2c780220513', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6903a354-7ed9-44e2-89b0-6f20f6820333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:55Z', 'updated_at': '2022-01-28T14:06:56Z', 'revision_number': 2, 'project_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'subnets': [{'id': '6903a354-7ed9-44e2-89b0-6f20f6820333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:06:57.598074 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c44c7d47-4ee5-4f0f-a2e4-9c133a371f44 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:57.599213 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2720ff2e-d706-4d11-8217-29119a24d293 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:06:57.650968 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 2720ff2e-d706-4d11-8217-29119a24d293 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:57.651256 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2720ff2e-d706-4d11-8217-29119a24d293), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:57.723665 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45126645-1bd9-4092-b418-4076fa98e982 req-8871be28-f40e-4384-ab92-310f4a52bab4 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:57.725346 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45126645-1bd9-4092-b418-4076fa98e982 req-8871be28-f40e-4384-ab92-310f4a52bab4 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/networks?id=62752a67-7664-459b-88ea-0d698d38f98f HTTP/1.1" status: 200 len: 910 time: 0.1182368 Jan 28 14:06:57.738254 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 2720ff2e-d706-4d11-8217-29119a24d293 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:57.741827 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45126645-1bd9-4092-b418-4076fa98e982 req-4d58751e-c031-47fb-b02b-fd07eda17294 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/quotas/263a9eaef3ac43e6ba62c01a66ee9a39 HTTP/1.1" status: 200 len: 375 time: 0.0099359 Jan 28 14:06:57.825174 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45126645-1bd9-4092-b418-4076fa98e982 req-48dfc975-1dba-46cb-93eb-dd697de0a6ba tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?tenant_id=263a9eaef3ac43e6ba62c01a66ee9a39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778461 Jan 28 14:06:57.937408 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-45126645-1bd9-4092-b418-4076fa98e982 req-da1e68d0-9225-4cd3-b263-d0ca0f83bb60 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:06:57.938418 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45126645-1bd9-4092-b418-4076fa98e982 req-da1e68d0-9225-4cd3-b263-d0ca0f83bb60 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1066911 Jan 28 14:06:58.038735 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45126645-1bd9-4092-b418-4076fa98e982 req-222fc85f-e332-4c3a-a744-00976d7ca373 service neutron] 10.222.0.39 "GET /v2.0/networks/62752a67-7664-459b-88ea-0d698d38f98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942264 Jan 28 14:06:58.133099 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45126645-1bd9-4092-b418-4076fa98e982 req-91183602-9c61-4594-ba9f-0ee051a4dfe7 service neutron] 10.222.0.39 "GET /v2.0/networks/62752a67-7664-459b-88ea-0d698d38f98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886908 Jan 28 14:06:58.368711 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-47b0b585-d015-41e8-8430-49e9d1c3283c req-d2311bdd-bccd-4c03-9b30-0c3c52e43630 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=acd0fcfa-5e41-44ed-ba46-bc8642c3a110 HTTP/1.1" status: 200 len: 210 time: 0.0868073 Jan 28 14:06:59.129967 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device cf78bb1c-1518-4616-bf96-8792f35e92dd up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:06:59.184376 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port cf78bb1c-1518-4616-bf96-8792f35e92dd triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:59.184766 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (cf78bb1c-1518-4616-bf96-8792f35e92dd), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:59.265632 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port cf78bb1c-1518-4616-bf96-8792f35e92dd is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:59.266025 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (cf78bb1c-1518-4616-bf96-8792f35e92dd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:59.288855 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port cf78bb1c-1518-4616-bf96-8792f35e92dd, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=cf78bb1c-1518-4616-bf96-8792f35e92dd,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:59.293634 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (cf78bb1c-1518-4616-bf96-8792f35e92dd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:59.360939 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b064d13e-64d2-4cbc-aa77-ae3c1c5a85e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:59.372944 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=cf78bb1c-1518-4616-bf96-8792f35e92dd,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:59.480955 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b923f7fe-cedc-4f90-bc58-db8091f6d946 req-44dcc9bf-0aa3-457a-b96c-1b8bd0564fb1 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=acd0fcfa-5e41-44ed-ba46-bc8642c3a110 HTTP/1.1" status: 200 len: 210 time: 0.0331156 Jan 28 14:06:59.584983 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45126645-1bd9-4092-b418-4076fa98e982 req-ebf67455-7787-46a8-af95-d65caea789ae tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:59.586480 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45126645-1bd9-4092-b418-4076fa98e982 req-ebf67455-7787-46a8-af95-d65caea789ae tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.18 "GET /v2.0/networks?id=62752a67-7664-459b-88ea-0d698d38f98f HTTP/1.1" status: 200 len: 910 time: 0.1046343 Jan 28 14:06:59.598047 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-45126645-1bd9-4092-b418-4076fa98e982 req-e00fa815-e721-490e-949d-aa98f8cdf50e tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Request body: {'port': {'device_id': 'acd0fcfa-5e41-44ed-ba46-bc8642c3a110', 'network_id': '62752a67-7664-459b-88ea-0d698d38f98f', 'admin_state_up': True, 'tenant_id': '263a9eaef3ac43e6ba62c01a66ee9a39'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:59.617844 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45126645-1bd9-4092-b418-4076fa98e982 req-e00fa815-e721-490e-949d-aa98f8cdf50e tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Made reservation on behalf of 263a9eaef3ac43e6ba62c01a66ee9a39 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:59.620450 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-45126645-1bd9-4092-b418-4076fa98e982 req-e00fa815-e721-490e-949d-aa98f8cdf50e tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:59.742491 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-45126645-1bd9-4092-b418-4076fa98e982 req-e00fa815-e721-490e-949d-aa98f8cdf50e tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Allocated IP 172.20.0.7 (62752a67-7664-459b-88ea-0d698d38f98f/218f84c1-374e-4e00-a941-04d57c59a563/b91e19e8-4127-4ea2-86c4-dd096d203c7d) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:59.880579 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-45126645-1bd9-4092-b418-4076fa98e982 req-e00fa815-e721-490e-949d-aa98f8cdf50e tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Publish callbacks [] for port (b91e19e8-4127-4ea2-86c4-dd096d203c7d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:59.917154 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-45126645-1bd9-4092-b418-4076fa98e982 req-e00fa815-e721-490e-949d-aa98f8cdf50e tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b91e19e8-4127-4ea2-86c4-dd096d203c7d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:59.962580 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45126645-1bd9-4092-b418-4076fa98e982 req-e00fa815-e721-490e-949d-aa98f8cdf50e tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Network 62752a67-7664-459b-88ea-0d698d38f98f is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:59.965560 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-45126645-1bd9-4092-b418-4076fa98e982 req-e00fa815-e721-490e-949d-aa98f8cdf50e tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:59.972156 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-45126645-1bd9-4092-b418-4076fa98e982 req-e00fa815-e721-490e-949d-aa98f8cdf50e tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:59.978119 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00fa815-e721-490e-949d-aa98f8cdf50e tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Pushing event updated for resources: {'Port': ['ID=b91e19e8-4127-4ea2-86c4-dd096d203c7d,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:00.028786 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45126645-1bd9-4092-b418-4076fa98e982 req-e00fa815-e721-490e-949d-aa98f8cdf50e tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:00.029545 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-45126645-1bd9-4092-b418-4076fa98e982 req-e00fa815-e721-490e-949d-aa98f8cdf50e tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:00.047187 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45126645-1bd9-4092-b418-4076fa98e982 req-e00fa815-e721-490e-949d-aa98f8cdf50e tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4529672 Jan 28 14:07:00.056574 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-45126645-1bd9-4092-b418-4076fa98e982 req-fd5692ae-d411-4662-afaa-52b1ab57a7ab tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:07:00.057531 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45126645-1bd9-4092-b418-4076fa98e982 req-fd5692ae-d411-4662-afaa-52b1ab57a7ab tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052779 Jan 28 14:07:00.119842 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-45126645-1bd9-4092-b418-4076fa98e982 req-cfd1f6a1-89c9-42c3-b7f4-42a8aa8cabba service neutron] Request body: {'port': {'device_id': 'acd0fcfa-5e41-44ed-ba46-bc8642c3a110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:00.175900 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-45126645-1bd9-4092-b418-4076fa98e982 req-cfd1f6a1-89c9-42c3-b7f4-42a8aa8cabba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b91e19e8-4127-4ea2-86c4-dd096d203c7d), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:00.211106 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62263f94-4882-46f2-bb86-e6abb2f82dbd None None] Sync routers for ids ['2aa73724-1cfc-47e8-aeb2-a2c780220513'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:07:00.222126 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62263f94-4882-46f2-bb86-e6abb2f82dbd None None] Routers {'2aa73724-1cfc-47e8-aeb2-a2c780220513'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:07:00.222733 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-62263f94-4882-46f2-bb86-e6abb2f82dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:06:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['2aa73724-1cfc-47e8-aeb2-a2c780220513'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:00.228943 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e7dd660b-209a-45d6-85f3-b5e8bd6e6bf3 None None] Provisioning complete for port b91e19e8-4127-4ea2-86c4-dd096d203c7d triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:00.229489 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7dd660b-209a-45d6-85f3-b5e8bd6e6bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b91e19e8-4127-4ea2-86c4-dd096d203c7d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:00.267518 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e7dd660b-209a-45d6-85f3-b5e8bd6e6bf3 None None] Port b91e19e8-4127-4ea2-86c4-dd096d203c7d cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:07:00.333184 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-62263f94-4882-46f2-bb86-e6abb2f82dbd None None] Set router 2aa73724-1cfc-47e8-aeb2-a2c780220513 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:07:00.450187 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-45126645-1bd9-4092-b418-4076fa98e982 req-cfd1f6a1-89c9-42c3-b7f4-42a8aa8cabba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b91e19e8-4127-4ea2-86c4-dd096d203c7d {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:07:00.457798 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-45126645-1bd9-4092-b418-4076fa98e982 req-cfd1f6a1-89c9-42c3-b7f4-42a8aa8cabba service neutron] Publish callbacks [] for port (b91e19e8-4127-4ea2-86c4-dd096d203c7d), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:00.471163 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-45126645-1bd9-4092-b418-4076fa98e982 req-cfd1f6a1-89c9-42c3-b7f4-42a8aa8cabba service neutron] Transition to ACTIVE for port object b91e19e8-4127-4ea2-86c4-dd096d203c7d will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:07:00.476186 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-45126645-1bd9-4092-b418-4076fa98e982 req-cfd1f6a1-89c9-42c3-b7f4-42a8aa8cabba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (b91e19e8-4127-4ea2-86c4-dd096d203c7d), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:00.530096 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1f6a1-89c9-42c3-b7f4-42a8aa8cabba service neutron] Pushing event updated for resources: {'Port': ['ID=b91e19e8-4127-4ea2-86c4-dd096d203c7d,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:00.610935 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-45126645-1bd9-4092-b418-4076fa98e982 req-cfd1f6a1-89c9-42c3-b7f4-42a8aa8cabba service neutron] Attempting to bind port b91e19e8-4127-4ea2-86c4-dd096d203c7d on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:07:00.611289 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-45126645-1bd9-4092-b418-4076fa98e982 req-cfd1f6a1-89c9-42c3-b7f4-42a8aa8cabba service neutron] Attempting to bind port b91e19e8-4127-4ea2-86c4-dd096d203c7d by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '35f7f504-ee9d-4948-b380-18a1e130dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '62752a67-7664-459b-88ea-0d698d38f98f'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:07:00.611625 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45126645-1bd9-4092-b418-4076fa98e982 req-cfd1f6a1-89c9-42c3-b7f4-42a8aa8cabba service neutron] Attempting to bind port b91e19e8-4127-4ea2-86c4-dd096d203c7d on network 62752a67-7664-459b-88ea-0d698d38f98f {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:07:00.613914 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50eade-95ff-4bdc-8c73-a58fef6fcaef req-b2d194b5-464d-4498-b598-68a2d0725217 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:00.616978 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45126645-1bd9-4092-b418-4076fa98e982 req-cfd1f6a1-89c9-42c3-b7f4-42a8aa8cabba service neutron] Port b91e19e8-4127-4ea2-86c4-dd096d203c7d on network 62752a67-7664-459b-88ea-0d698d38f98f not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:07:00.617360 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45126645-1bd9-4092-b418-4076fa98e982 req-cfd1f6a1-89c9-42c3-b7f4-42a8aa8cabba service neutron] Attempting to bind port b91e19e8-4127-4ea2-86c4-dd096d203c7d on network 62752a67-7664-459b-88ea-0d698d38f98f {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:07:00.621031 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fc50eade-95ff-4bdc-8c73-a58fef6fcaef req-b2d194b5-464d-4498-b598-68a2d0725217 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=acd0fcfa-5e41-44ed-ba46-bc8642c3a110 HTTP/1.1" status: 200 len: 1052 time: 0.0525591 Jan 28 14:07:00.622890 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45126645-1bd9-4092-b418-4076fa98e982 req-cfd1f6a1-89c9-42c3-b7f4-42a8aa8cabba service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:07:00.623287 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45126645-1bd9-4092-b418-4076fa98e982 req-cfd1f6a1-89c9-42c3-b7f4-42a8aa8cabba service neutron] Checking segment: {'id': '35f7f504-ee9d-4948-b380-18a1e130dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '62752a67-7664-459b-88ea-0d698d38f98f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:07:00.623688 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45126645-1bd9-4092-b418-4076fa98e982 req-cfd1f6a1-89c9-42c3-b7f4-42a8aa8cabba service neutron] Bound using segment: {'id': '35f7f504-ee9d-4948-b380-18a1e130dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '62752a67-7664-459b-88ea-0d698d38f98f'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:07:00.624127 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-45126645-1bd9-4092-b418-4076fa98e982 req-cfd1f6a1-89c9-42c3-b7f4-42a8aa8cabba service neutron] Bound port: b91e19e8-4127-4ea2-86c4-dd096d203c7d, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f7f504-ee9d-4948-b380-18a1e130dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '62752a67-7664-459b-88ea-0d698d38f98f'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:07:00.624546 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-45126645-1bd9-4092-b418-4076fa98e982 req-cfd1f6a1-89c9-42c3-b7f4-42a8aa8cabba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b91e19e8-4127-4ea2-86c4-dd096d203c7d), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:00.674529 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fc50eade-95ff-4bdc-8c73-a58fef6fcaef req-5c399aa2-31d5-445d-89e4-d6aedfe120c8 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4a02952a-2227-411a-badd-a295276c16a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525143 Jan 28 14:07:00.677013 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-62263f94-4882-46f2-bb86-e6abb2f82dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa73724-1cfc-47e8-aeb2-a2c780220513', 'name': 'tempest-TestServerMultinode-1264459997-router', 'tenant_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cf78bb1c-1518-4616-bf96-8792f35e92dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:06:53Z', 'updated_at': '2022-01-28T14:06:56Z', 'revision_number': 4, 'project_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'gw_port': {'id': 'cf78bb1c-1518-4616-bf96-8792f35e92dd', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:57:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa73724-1cfc-47e8-aeb2-a2c780220513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:53Z', 'updated_at': '2022-01-28T14:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '352ed942-5461-46c3-b152-f864b901a5dd', 'name': '', 'network_id': 'ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf', 'tenant_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'mac_address': 'fa:16:3e:ca:fa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa73724-1cfc-47e8-aeb2-a2c780220513', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6903a354-7ed9-44e2-89b0-6f20f6820333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:55Z', 'updated_at': '2022-01-28T14:06:56Z', 'revision_number': 2, 'project_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'subnets': [{'id': '6903a354-7ed9-44e2-89b0-6f20f6820333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:00.704068 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-45126645-1bd9-4092-b418-4076fa98e982 req-cfd1f6a1-89c9-42c3-b7f4-42a8aa8cabba service neutron] For port b91e19e8-4127-4ea2-86c4-dd096d203c7d, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:07:00.707390 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-45126645-1bd9-4092-b418-4076fa98e982 req-cfd1f6a1-89c9-42c3-b7f4-42a8aa8cabba service neutron] For port b91e19e8-4127-4ea2-86c4-dd096d203c7d, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b91e19e8-4127-4ea2-86c4-dd096d203c7d,segment=NetworkSegment(35f7f504-ee9d-4948-b380-18a1e130dc5d),segment_id=35f7f504-ee9d-4948-b380-18a1e130dc5d)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:07:00.715037 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62263f94-4882-46f2-bb86-e6abb2f82dbd None None] Checking router: 2aa73724-1cfc-47e8-aeb2-a2c780220513 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:07:00.715776 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62263f94-4882-46f2-bb86-e6abb2f82dbd None None] Updating router 2aa73724-1cfc-47e8-aeb2-a2c780220513 port 352ed942-5461-46c3-b152-f864b901a5dd binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:07:00.715880 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-45126645-1bd9-4092-b418-4076fa98e982 req-cfd1f6a1-89c9-42c3-b7f4-42a8aa8cabba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (b91e19e8-4127-4ea2-86c4-dd096d203c7d), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:00.745450 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-62263f94-4882-46f2-bb86-e6abb2f82dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (352ed942-5461-46c3-b152-f864b901a5dd), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:00.757715 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45126645-1bd9-4092-b418-4076fa98e982 req-cfd1f6a1-89c9-42c3-b7f4-42a8aa8cabba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:00.758343 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-45126645-1bd9-4092-b418-4076fa98e982 req-cfd1f6a1-89c9-42c3-b7f4-42a8aa8cabba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:00.759831 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45126645-1bd9-4092-b418-4076fa98e982 req-cfd1f6a1-89c9-42c3-b7f4-42a8aa8cabba service neutron] 10.222.0.18 "PUT /v2.0/ports/b91e19e8-4127-4ea2-86c4-dd096d203c7d HTTP/1.1" status: 200 len: 1091 time: 0.6942773 Jan 28 14:07:00.760390 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd0fcfa-5e41-44ed-ba46-bc8642c3a110', 'tag': 'b91e19e8-4127-4ea2-86c4-dd096d203c7d'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:07:00.762623 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a934c6-6151-44c6-ba6d-7ee7d284dc11" -d '{"events": [{"name": "network-changed", "server_uuid": "acd0fcfa-5e41-44ed-ba46-bc8642c3a110", "tag": "b91e19e8-4127-4ea2-86c4-dd096d203c7d"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:07:00.794961 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1f6a1-89c9-42c3-b7f4-42a8aa8cabba service neutron] Pushing event updated for resources: {'Port': ['ID=b91e19e8-4127-4ea2-86c4-dd096d203c7d,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:00.865219 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45126645-1bd9-4092-b418-4076fa98e982 req-d791226d-bde3-4cea-8db6-cacaf0c8c1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:00.867515 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45126645-1bd9-4092-b418-4076fa98e982 req-d791226d-bde3-4cea-8db6-cacaf0c8c1f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=263a9eaef3ac43e6ba62c01a66ee9a39&device_id=acd0fcfa-5e41-44ed-ba46-bc8642c3a110 HTTP/1.1" status: 200 len: 1094 time: 0.0538838 Jan 28 14:07:00.936842 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45126645-1bd9-4092-b418-4076fa98e982 req-059d088f-c761-43c6-87c0-cc853830a65d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b91e19e8-4127-4ea2-86c4-dd096d203c7d HTTP/1.1" status: 200 len: 217 time: 0.0588272 Jan 28 14:07:00.955344 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79afd7d-9fde-462f-a3b3-4dadbb4c272f x-openstack-request-id: req-a79afd7d-9fde-462f-a3b3-4dadbb4c272f {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:07:00.955766 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd0fcfa-5e41-44ed-ba46-bc8642c3a110", "tag": "b91e19e8-4127-4ea2-86c4-dd096d203c7d", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:07:00.956136 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a79afd7d-9fde-462f-a3b3-4dadbb4c272f {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:07:00.957042 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd0fcfa-5e41-44ed-ba46-bc8642c3a110', 'tag': 'b91e19e8-4127-4ea2-86c4-dd096d203c7d', 'status': 'completed', 'code': 200} Jan 28 14:07:00.999932 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45126645-1bd9-4092-b418-4076fa98e982 req-cbdec724-2812-48eb-97b3-5074b357fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:01.001442 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45126645-1bd9-4092-b418-4076fa98e982 req-cbdec724-2812-48eb-97b3-5074b357fca1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=218f84c1-374e-4e00-a941-04d57c59a563 HTTP/1.1" status: 200 len: 849 time: 0.0583317 Jan 28 14:07:01.055805 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45126645-1bd9-4092-b418-4076fa98e982 req-2d5601e4-2ab8-4ea6-99b3-08146d16eff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:01.057594 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45126645-1bd9-4092-b418-4076fa98e982 req-2d5601e4-2ab8-4ea6-99b3-08146d16eff2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62752a67-7664-459b-88ea-0d698d38f98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485070 Jan 28 14:07:01.101646 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device cf78bb1c-1518-4616-bf96-8792f35e92dd up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:07:01.107270 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-62263f94-4882-46f2-bb86-e6abb2f82dbd None None] Publish callbacks [] for port (352ed942-5461-46c3-b152-f864b901a5dd), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:01.115728 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-62263f94-4882-46f2-bb86-e6abb2f82dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (352ed942-5461-46c3-b152-f864b901a5dd), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:01.171702 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45126645-1bd9-4092-b418-4076fa98e982 req-b09281b2-f926-4ad0-b3c3-58e5a9c7f85e service neutron] 10.222.0.18 "GET /v2.0/networks/62752a67-7664-459b-88ea-0d698d38f98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069098 Jan 28 14:07:01.180155 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port cf78bb1c-1518-4616-bf96-8792f35e92dd triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:01.180797 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (cf78bb1c-1518-4616-bf96-8792f35e92dd), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:01.192618 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec56b9b-cee5-4bfe-bf01-7cf89bb2e3da None None] Pushing event updated for resources: {'Port': ['ID=352ed942-5461-46c3-b152-f864b901a5dd,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:01.253458 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-62263f94-4882-46f2-bb86-e6abb2f82dbd None None] Attempting to bind port 352ed942-5461-46c3-b152-f864b901a5dd on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:07:01.254118 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-62263f94-4882-46f2-bb86-e6abb2f82dbd None None] Attempting to bind port 352ed942-5461-46c3-b152-f864b901a5dd by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '5dbdb1d7-8c1d-4fea-b304-7ec2296c91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:07:01.254303 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62263f94-4882-46f2-bb86-e6abb2f82dbd None None] Attempting to bind port 352ed942-5461-46c3-b152-f864b901a5dd on network ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:07:01.259963 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62263f94-4882-46f2-bb86-e6abb2f82dbd None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:07:01.260563 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62263f94-4882-46f2-bb86-e6abb2f82dbd None None] Checking segment: {'id': '5dbdb1d7-8c1d-4fea-b304-7ec2296c91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:07:01.261054 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-62263f94-4882-46f2-bb86-e6abb2f82dbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:01.261599 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62263f94-4882-46f2-bb86-e6abb2f82dbd None None] Bound using segment: {'id': '5dbdb1d7-8c1d-4fea-b304-7ec2296c91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:07:01.262299 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-62263f94-4882-46f2-bb86-e6abb2f82dbd None None] Bound port: 352ed942-5461-46c3-b152-f864b901a5dd, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dbdb1d7-8c1d-4fea-b304-7ec2296c91db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:07:01.263054 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-62263f94-4882-46f2-bb86-e6abb2f82dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (352ed942-5461-46c3-b152-f864b901a5dd), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:01.278121 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port cf78bb1c-1518-4616-bf96-8792f35e92dd is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:01.281949 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45126645-1bd9-4092-b418-4076fa98e982 req-5e44d7d4-dcd9-457c-ab30-88663fa04d0f service neutron] 10.222.0.18 "GET /v2.0/networks/62752a67-7664-459b-88ea-0d698d38f98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040592 Jan 28 14:07:01.349705 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-62263f94-4882-46f2-bb86-e6abb2f82dbd None None] For port 352ed942-5461-46c3-b152-f864b901a5dd, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:07:01.353701 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-62263f94-4882-46f2-bb86-e6abb2f82dbd None None] For port 352ed942-5461-46c3-b152-f864b901a5dd, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=352ed942-5461-46c3-b152-f864b901a5dd,segment=NetworkSegment(5dbdb1d7-8c1d-4fea-b304-7ec2296c91db),segment_id=5dbdb1d7-8c1d-4fea-b304-7ec2296c91db)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:07:01.360024 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-62263f94-4882-46f2-bb86-e6abb2f82dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (352ed942-5461-46c3-b152-f864b901a5dd), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:01.381260 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a934c6-6151-44c6-ba6d-7ee7d284dc11 req-18e2e8d7-2451-4f8e-b13a-1ef64ed5b21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:01.382858 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d7a934c6-6151-44c6-ba6d-7ee7d284dc11 req-18e2e8d7-2451-4f8e-b13a-1ef64ed5b21c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=263a9eaef3ac43e6ba62c01a66ee9a39&device_id=acd0fcfa-5e41-44ed-ba46-bc8642c3a110 HTTP/1.1" status: 200 len: 1094 time: 0.0515306 Jan 28 14:07:01.420888 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62263f94-4882-46f2-bb86-e6abb2f82dbd None None] Routers {'2aa73724-1cfc-47e8-aeb2-a2c780220513'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:07:01.421518 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-62263f94-4882-46f2-bb86-e6abb2f82dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:06:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['2aa73724-1cfc-47e8-aeb2-a2c780220513'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:01.423378 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec56b9b-cee5-4bfe-bf01-7cf89bb2e3da None None] Pushing event updated for resources: {'Port': ['ID=352ed942-5461-46c3-b152-f864b901a5dd,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:01.492710 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a934c6-6151-44c6-ba6d-7ee7d284dc11 req-9738a798-4052-4f34-86e2-5d4e9dba1253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:01.494509 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d7a934c6-6151-44c6-ba6d-7ee7d284dc11 req-9738a798-4052-4f34-86e2-5d4e9dba1253 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62752a67-7664-459b-88ea-0d698d38f98f HTTP/1.1" status: 200 len: 910 time: 0.1052516 Jan 28 14:07:01.505801 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-0af5821c-1ab1-4666-966c-db025afa95a4 None None] Provisioning complete for port 352ed942-5461-46c3-b152-f864b901a5dd triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:01.506982 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0af5821c-1ab1-4666-966c-db025afa95a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (352ed942-5461-46c3-b152-f864b901a5dd), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:01.553692 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d7a934c6-6151-44c6-ba6d-7ee7d284dc11 req-64ca79d6-26cc-41c0-af74-96bc899b26e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b91e19e8-4127-4ea2-86c4-dd096d203c7d HTTP/1.1" status: 200 len: 217 time: 0.0522380 Jan 28 14:07:01.559789 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-62263f94-4882-46f2-bb86-e6abb2f82dbd None None] Set router 2aa73724-1cfc-47e8-aeb2-a2c780220513 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:07:01.600987 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0af5821c-1ab1-4666-966c-db025afa95a4 None None] Current status of the port 352ed942-5461-46c3-b152-f864b901a5dd is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:01.601459 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0af5821c-1ab1-4666-966c-db025afa95a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (352ed942-5461-46c3-b152-f864b901a5dd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:01.614553 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a934c6-6151-44c6-ba6d-7ee7d284dc11 req-75f4c6c1-d64d-4e24-8f85-42728294c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:01.616088 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d7a934c6-6151-44c6-ba6d-7ee7d284dc11 req-75f4c6c1-d64d-4e24-8f85-42728294c942 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=218f84c1-374e-4e00-a941-04d57c59a563 HTTP/1.1" status: 200 len: 849 time: 0.0554643 Jan 28 14:07:01.648993 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7aeea532-27d4-4f23-96ad-742d1b9a8c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:01.661726 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-0af5821c-1ab1-4666-966c-db025afa95a4 None None] For port 352ed942-5461-46c3-b152-f864b901a5dd, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=352ed942-5461-46c3-b152-f864b901a5dd,segment=NetworkSegment(5dbdb1d7-8c1d-4fea-b304-7ec2296c91db),segment_id=5dbdb1d7-8c1d-4fea-b304-7ec2296c91db)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:01.669710 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0af5821c-1ab1-4666-966c-db025afa95a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (352ed942-5461-46c3-b152-f864b901a5dd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:01.687749 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a934c6-6151-44c6-ba6d-7ee7d284dc11 req-145c399a-d1d1-4abe-8d7d-c9666e6660a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:01.691969 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d7a934c6-6151-44c6-ba6d-7ee7d284dc11 req-145c399a-d1d1-4abe-8d7d-c9666e6660a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62752a67-7664-459b-88ea-0d698d38f98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649042 Jan 28 14:07:01.727483 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5821c-1ab1-4666-966c-db025afa95a4 None None] Pushing event updated for resources: {'Port': ['ID=352ed942-5461-46c3-b152-f864b901a5dd,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:01.794192 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9e0a09c7-ba14-43af-b247-cda352d58b40 None None] Provisioning complete for port 352ed942-5461-46c3-b152-f864b901a5dd triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:01.794567 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e0a09c7-ba14-43af-b247-cda352d58b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (352ed942-5461-46c3-b152-f864b901a5dd), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:01.812923 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d7a934c6-6151-44c6-ba6d-7ee7d284dc11 req-e2318761-b0dd-4ea7-a950-131d0649cc84 service neutron] 10.222.0.18 "GET /v2.0/networks/62752a67-7664-459b-88ea-0d698d38f98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165569 Jan 28 14:07:01.819132 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-62263f94-4882-46f2-bb86-e6abb2f82dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa73724-1cfc-47e8-aeb2-a2c780220513', 'name': 'tempest-TestServerMultinode-1264459997-router', 'tenant_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cf78bb1c-1518-4616-bf96-8792f35e92dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:06:53Z', 'updated_at': '2022-01-28T14:06:56Z', 'revision_number': 4, 'project_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'gw_port': {'id': 'cf78bb1c-1518-4616-bf96-8792f35e92dd', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:57:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa73724-1cfc-47e8-aeb2-a2c780220513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:53Z', 'updated_at': '2022-01-28T14:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '352ed942-5461-46c3-b152-f864b901a5dd', 'name': '', 'network_id': 'ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf', 'tenant_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'mac_address': 'fa:16:3e:ca:fa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa73724-1cfc-47e8-aeb2-a2c780220513', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6903a354-7ed9-44e2-89b0-6f20f6820333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:55Z', 'updated_at': '2022-01-28T14:07:01Z', 'revision_number': 4, 'project_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'subnets': [{'id': '6903a354-7ed9-44e2-89b0-6f20f6820333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:01.822062 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da798440-63a0-48d0-81a0-6ea9a9d412f6 req-39f2c243-6149-439b-a721-a4dc5808793a tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:01.823650 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-da798440-63a0-48d0-81a0-6ea9a9d412f6 req-39f2c243-6149-439b-a721-a4dc5808793a tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=acd0fcfa-5e41-44ed-ba46-bc8642c3a110 HTTP/1.1" status: 200 len: 1094 time: 0.0621586 Jan 28 14:07:01.858618 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62263f94-4882-46f2-bb86-e6abb2f82dbd None None] The sync data for ids ['2aa73724-1cfc-47e8-aeb2-a2c780220513'] in n-d-822747-2 is: [{'id': '2aa73724-1cfc-47e8-aeb2-a2c780220513', 'name': 'tempest-TestServerMultinode-1264459997-router', 'tenant_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cf78bb1c-1518-4616-bf96-8792f35e92dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:06:53Z', 'updated_at': '2022-01-28T14:06:56Z', 'revision_number': 4, 'project_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'gw_port': {'id': 'cf78bb1c-1518-4616-bf96-8792f35e92dd', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:57:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa73724-1cfc-47e8-aeb2-a2c780220513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:53Z', 'updated_at': '2022-01-28T14:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '352ed942-5461-46c3-b152-f864b901a5dd', 'name': '', 'network_id': 'ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf', 'tenant_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'mac_address': 'fa:16:3e:ca:fa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa73724-1cfc-47e8-aeb2-a2c780220513', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6903a354-7ed9-44e2-89b0-6f20f6820333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:55Z', 'updated_at': '2022-01-28T14:07:01Z', 'revision_number': 4, 'project_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'subnets': [{'id': '6903a354-7ed9-44e2-89b0-6f20f6820333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:07:01.887566 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-da798440-63a0-48d0-81a0-6ea9a9d412f6 req-7343a5b1-0018-426d-b109-6b726466f50b tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4a02952a-2227-411a-badd-a295276c16a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552387 Jan 28 14:07:01.898178 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9e0a09c7-ba14-43af-b247-cda352d58b40 None None] Current status of the port 352ed942-5461-46c3-b152-f864b901a5dd is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:01.926629 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d7a934c6-6151-44c6-ba6d-7ee7d284dc11 req-d8b7a929-aab4-46c4-8706-db2e0b0736be service neutron] 10.222.0.18 "GET /v2.0/networks/62752a67-7664-459b-88ea-0d698d38f98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063492 Jan 28 14:07:02.842940 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device b91e19e8-4127-4ea2-86c4-dd096d203c7d details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:07:02.944595 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port b91e19e8-4127-4ea2-86c4-dd096d203c7d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b91e19e8-4127-4ea2-86c4-dd096d203c7d,segment=NetworkSegment(35f7f504-ee9d-4948-b380-18a1e130dc5d),segment_id=35f7f504-ee9d-4948-b380-18a1e130dc5d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:02.956592 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'b91e19e8-4127-4ea2-86c4-dd096d203c7d', 'network_id': '62752a67-7664-459b-88ea-0d698d38f98f', 'port_id': 'b91e19e8-4127-4ea2-86c4-dd096d203c7d', 'mac_address': 'fa:16:3e:d3:71:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '218f84c1-374e-4e00-a941-04d57c59a563', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:07:03.026325 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:03.028842 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port b91e19e8-4127-4ea2-86c4-dd096d203c7d is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:03.029251 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b91e19e8-4127-4ea2-86c4-dd096d203c7d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:03.053349 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91e19e8-4127-4ea2-86c4-dd096d203c7d {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:07:03.079117 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port b91e19e8-4127-4ea2-86c4-dd096d203c7d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b91e19e8-4127-4ea2-86c4-dd096d203c7d,segment=NetworkSegment(35f7f504-ee9d-4948-b380-18a1e130dc5d),segment_id=35f7f504-ee9d-4948-b380-18a1e130dc5d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:03.083169 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a2a13-125e-4262-81ad-251254b6542d req-5e740c19-ba4d-48b2-b355-35da1c7dee57 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:03.084837 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-494a2a13-125e-4262-81ad-251254b6542d req-5e740c19-ba4d-48b2-b355-35da1c7dee57 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=acd0fcfa-5e41-44ed-ba46-bc8642c3a110 HTTP/1.1" status: 200 len: 1094 time: 0.1219211 Jan 28 14:07:03.086997 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b91e19e8-4127-4ea2-86c4-dd096d203c7d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:03.142839 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-494a2a13-125e-4262-81ad-251254b6542d req-f22ae674-1f84-454f-a6b3-f06367457e4d tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4a02952a-2227-411a-badd-a295276c16a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517614 Jan 28 14:07:03.143090 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 352ed942-5461-46c3-b152-f864b901a5dd up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:07:03.145347 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=b91e19e8-4127-4ea2-86c4-dd096d203c7d,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:03.200949 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 352ed942-5461-46c3-b152-f864b901a5dd triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:03.201322 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (352ed942-5461-46c3-b152-f864b901a5dd), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:03.291082 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 352ed942-5461-46c3-b152-f864b901a5dd is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:03.310969 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['b91e19e8-4127-4ea2-86c4-dd096d203c7d'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:07:04.265933 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1b73d-5090-40d4-adca-2e36084f5994 req-f1483636-d4f2-4395-8139-0d463c883e9c tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:04.267509 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-04f1b73d-5090-40d4-adca-2e36084f5994 req-f1483636-d4f2-4395-8139-0d463c883e9c tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=acd0fcfa-5e41-44ed-ba46-bc8642c3a110 HTTP/1.1" status: 200 len: 1095 time: 0.0472379 Jan 28 14:07:04.314613 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-04f1b73d-5090-40d4-adca-2e36084f5994 req-b4578d70-b3b0-4878-a485-cbee02f172ff tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4a02952a-2227-411a-badd-a295276c16a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391579 Jan 28 14:07:04.360476 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:04.873696 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device b91e19e8-4127-4ea2-86c4-dd096d203c7d up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:07:04.930084 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port b91e19e8-4127-4ea2-86c4-dd096d203c7d completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:07:04.933825 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port b91e19e8-4127-4ea2-86c4-dd096d203c7d triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:04.934228 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b91e19e8-4127-4ea2-86c4-dd096d203c7d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:05.020518 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port b91e19e8-4127-4ea2-86c4-dd096d203c7d is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:05.020925 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b91e19e8-4127-4ea2-86c4-dd096d203c7d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:05.055022 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd0fcfa-5e41-44ed-ba46-bc8642c3a110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91e19e8-4127-4ea2-86c4-dd096d203c7d'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:07:05.057264 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de08c37-a3b2-4fc4-a6e9-4d119541849e" -d '{"events": [{"server_uuid": "acd0fcfa-5e41-44ed-ba46-bc8642c3a110", "name": "network-vif-plugged", "status": "completed", "tag": "b91e19e8-4127-4ea2-86c4-dd096d203c7d"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:07:05.069677 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port b91e19e8-4127-4ea2-86c4-dd096d203c7d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b91e19e8-4127-4ea2-86c4-dd096d203c7d,segment=NetworkSegment(35f7f504-ee9d-4948-b380-18a1e130dc5d),segment_id=35f7f504-ee9d-4948-b380-18a1e130dc5d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:05.074843 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b91e19e8-4127-4ea2-86c4-dd096d203c7d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:05.129616 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=b91e19e8-4127-4ea2-86c4-dd096d203c7d,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:05.157586 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86e253a-c72e-4f1a-874d-474422e61706 x-openstack-request-id: req-b86e253a-c72e-4f1a-874d-474422e61706 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:07:05.157880 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd0fcfa-5e41-44ed-ba46-bc8642c3a110", "name": "network-vif-plugged", "status": "completed", "tag": "b91e19e8-4127-4ea2-86c4-dd096d203c7d", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:07:05.158138 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b86e253a-c72e-4f1a-874d-474422e61706 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:07:05.158547 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd0fcfa-5e41-44ed-ba46-bc8642c3a110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91e19e8-4127-4ea2-86c4-dd096d203c7d', 'code': 200} Jan 28 14:07:05.270864 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355466b7-51ae-4337-844f-103140568a97 req-8da1a8c9-5977-4c98-9732-e4af123474d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:05.272457 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-355466b7-51ae-4337-844f-103140568a97 req-8da1a8c9-5977-4c98-9732-e4af123474d5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=acd0fcfa-5e41-44ed-ba46-bc8642c3a110 HTTP/1.1" status: 200 len: 1096 time: 0.0474617 Jan 28 14:07:05.317163 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-355466b7-51ae-4337-844f-103140568a97 req-c5d315ed-5680-4327-b6b3-d2495e9ead62 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4a02952a-2227-411a-badd-a295276c16a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376134 Jan 28 14:07:05.435618 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025935e-670e-4bc3-89fc-9b0bc69fbdad req-6ec5950f-cffa-4b72-8b3e-d92913bf43d1 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:05.437155 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e025935e-670e-4bc3-89fc-9b0bc69fbdad req-6ec5950f-cffa-4b72-8b3e-d92913bf43d1 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=acd0fcfa-5e41-44ed-ba46-bc8642c3a110 HTTP/1.1" status: 200 len: 1096 time: 0.0436616 Jan 28 14:07:05.480644 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e025935e-670e-4bc3-89fc-9b0bc69fbdad req-c4f1e1ff-6096-448a-afbc-3f50e4720231 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4a02952a-2227-411a-badd-a295276c16a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378141 Jan 28 14:07:06.423672 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:06.597224 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38292218-ee40-4de6-b08c-6ad777b30b19 req-fce45bc4-7d67-4af0-98f7-11feac56739c tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:06.598740 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-38292218-ee40-4de6-b08c-6ad777b30b19 req-fce45bc4-7d67-4af0-98f7-11feac56739c tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=acd0fcfa-5e41-44ed-ba46-bc8642c3a110 HTTP/1.1" status: 200 len: 1096 time: 0.0437114 Jan 28 14:07:06.648586 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-38292218-ee40-4de6-b08c-6ad777b30b19 req-2d53e0fe-0040-4b26-99a5-e736999d13ba tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4a02952a-2227-411a-badd-a295276c16a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414779 Jan 28 14:07:06.782631 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b74f7b-ccc6-43aa-bc6a-7cf9a29b764b req-84a2b638-6e0f-4e3d-b625-d3efbb53fd4f tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:06.784210 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a1b74f7b-ccc6-43aa-bc6a-7cf9a29b764b req-84a2b638-6e0f-4e3d-b625-d3efbb53fd4f tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=acd0fcfa-5e41-44ed-ba46-bc8642c3a110 HTTP/1.1" status: 200 len: 1096 time: 0.0555162 Jan 28 14:07:06.828364 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a1b74f7b-ccc6-43aa-bc6a-7cf9a29b764b req-6f33f66a-be7f-4537-bb42-96ddd6237f02 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4a02952a-2227-411a-badd-a295276c16a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384705 Jan 28 14:07:06.950356 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258c7c3-70e5-412c-9282-2d14cc508771 req-f02b1f1e-22e0-485a-81f4-478072def522 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:06.951786 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c258c7c3-70e5-412c-9282-2d14cc508771 req-f02b1f1e-22e0-485a-81f4-478072def522 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=acd0fcfa-5e41-44ed-ba46-bc8642c3a110 HTTP/1.1" status: 200 len: 1096 time: 0.0530770 Jan 28 14:07:07.002093 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c258c7c3-70e5-412c-9282-2d14cc508771 req-a26b6b86-2aeb-461c-8de3-2c0c08b157e8 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4a02952a-2227-411a-badd-a295276c16a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429294 Jan 28 14:07:07.237148 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313b1d8-2077-4987-b911-2096904367f7 req-27261346-cbf8-4903-8dea-73c55985a122 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:07.239136 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5313b1d8-2077-4987-b911-2096904367f7 req-27261346-cbf8-4903-8dea-73c55985a122 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/networks?id=62752a67-7664-459b-88ea-0d698d38f98f HTTP/1.1" status: 200 len: 910 time: 0.0929439 Jan 28 14:07:07.259261 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5313b1d8-2077-4987-b911-2096904367f7 req-17d71f55-d285-4b7e-8f66-7d0c8b2e3544 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/quotas/263a9eaef3ac43e6ba62c01a66ee9a39 HTTP/1.1" status: 200 len: 375 time: 0.0101614 Jan 28 14:07:07.349691 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5313b1d8-2077-4987-b911-2096904367f7 req-b377d91e-77e5-45ef-b91b-1ee39d1b1f18 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?tenant_id=263a9eaef3ac43e6ba62c01a66ee9a39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0844617 Jan 28 14:07:07.437573 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-5313b1d8-2077-4987-b911-2096904367f7 req-bbf183f9-025c-4576-9d7f-b4faac9f9459 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:07:07.438803 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5313b1d8-2077-4987-b911-2096904367f7 req-bbf183f9-025c-4576-9d7f-b4faac9f9459 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0825784 Jan 28 14:07:07.529704 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5313b1d8-2077-4987-b911-2096904367f7 req-c933909b-eb77-4771-b701-dceae4fe4f53 service neutron] 10.222.0.39 "GET /v2.0/networks/62752a67-7664-459b-88ea-0d698d38f98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839171 Jan 28 14:07:07.625251 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5313b1d8-2077-4987-b911-2096904367f7 req-36e132c2-80b8-4c42-a181-8168816f4969 service neutron] 10.222.0.39 "GET /v2.0/networks/62752a67-7664-459b-88ea-0d698d38f98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870321 Jan 28 14:07:07.791682 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-04e6924d-058c-498c-91ae-3e0f0b6b0ea3 req-43be7a3d-1ffd-4e5d-b56e-5a873044eab2 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fb12d9eb-ff6e-43d2-ac9b-57b372610c56 HTTP/1.1" status: 200 len: 210 time: 0.0261896 Jan 28 14:07:08.902664 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-604ccd64-2dc3-4747-9f64-90c9bfddab9d req-bab9396b-16c9-410d-8c45-0b6e923b9243 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fb12d9eb-ff6e-43d2-ac9b-57b372610c56 HTTP/1.1" status: 200 len: 210 time: 0.0347841 Jan 28 14:07:08.921549 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313b1d8-2077-4987-b911-2096904367f7 req-008d7dec-dec6-4835-ad53-144cd43202f8 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:08.923080 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5313b1d8-2077-4987-b911-2096904367f7 req-008d7dec-dec6-4835-ad53-144cd43202f8 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.37 "GET /v2.0/networks?id=62752a67-7664-459b-88ea-0d698d38f98f HTTP/1.1" status: 200 len: 910 time: 0.1306913 Jan 28 14:07:08.935235 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-5313b1d8-2077-4987-b911-2096904367f7 req-af4bd6a3-5484-4efb-91f5-ee82a9125ceb tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Request body: {'port': {'device_id': 'fb12d9eb-ff6e-43d2-ac9b-57b372610c56', 'network_id': '62752a67-7664-459b-88ea-0d698d38f98f', 'admin_state_up': True, 'tenant_id': '263a9eaef3ac43e6ba62c01a66ee9a39'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:08.957642 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5313b1d8-2077-4987-b911-2096904367f7 req-af4bd6a3-5484-4efb-91f5-ee82a9125ceb tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Made reservation on behalf of 263a9eaef3ac43e6ba62c01a66ee9a39 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:08.959994 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5313b1d8-2077-4987-b911-2096904367f7 req-af4bd6a3-5484-4efb-91f5-ee82a9125ceb tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:09.075836 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-5313b1d8-2077-4987-b911-2096904367f7 req-af4bd6a3-5484-4efb-91f5-ee82a9125ceb tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Allocated IP 172.20.0.10 (62752a67-7664-459b-88ea-0d698d38f98f/218f84c1-374e-4e00-a941-04d57c59a563/74956227-bcc2-4d45-8dda-4edc88da72fd) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:09.226379 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5313b1d8-2077-4987-b911-2096904367f7 req-af4bd6a3-5484-4efb-91f5-ee82a9125ceb tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Publish callbacks [] for port (74956227-bcc2-4d45-8dda-4edc88da72fd), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:09.267971 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5313b1d8-2077-4987-b911-2096904367f7 req-af4bd6a3-5484-4efb-91f5-ee82a9125ceb tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (74956227-bcc2-4d45-8dda-4edc88da72fd), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:09.279615 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['b91e19e8-4127-4ea2-86c4-dd096d203c7d'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:07:09.311374 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5313b1d8-2077-4987-b911-2096904367f7 req-af4bd6a3-5484-4efb-91f5-ee82a9125ceb tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Network 62752a67-7664-459b-88ea-0d698d38f98f is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:09.314185 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-5313b1d8-2077-4987-b911-2096904367f7 req-af4bd6a3-5484-4efb-91f5-ee82a9125ceb tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:09.320092 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-5313b1d8-2077-4987-b911-2096904367f7 req-af4bd6a3-5484-4efb-91f5-ee82a9125ceb tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:09.343215 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bd6a3-5484-4efb-91f5-ee82a9125ceb tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Pushing event updated for resources: {'Port': ['ID=74956227-bcc2-4d45-8dda-4edc88da72fd,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:09.370599 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313b1d8-2077-4987-b911-2096904367f7 req-af4bd6a3-5484-4efb-91f5-ee82a9125ceb tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:09.371400 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5313b1d8-2077-4987-b911-2096904367f7 req-af4bd6a3-5484-4efb-91f5-ee82a9125ceb tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:09.389828 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5313b1d8-2077-4987-b911-2096904367f7 req-af4bd6a3-5484-4efb-91f5-ee82a9125ceb tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4589088 Jan 28 14:07:09.423442 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-5313b1d8-2077-4987-b911-2096904367f7 req-1f3dd22f-bf6d-47e5-9483-0a1911677562 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:07:09.424496 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5313b1d8-2077-4987-b911-2096904367f7 req-1f3dd22f-bf6d-47e5-9483-0a1911677562 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055537 Jan 28 14:07:09.437648 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-5313b1d8-2077-4987-b911-2096904367f7 req-1bf1d1bf-8745-462a-b757-4dcf67a81cc6 service neutron] Request body: {'port': {'device_id': 'fb12d9eb-ff6e-43d2-ac9b-57b372610c56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:09.499013 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5313b1d8-2077-4987-b911-2096904367f7 req-1bf1d1bf-8745-462a-b757-4dcf67a81cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (74956227-bcc2-4d45-8dda-4edc88da72fd), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:09.575357 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ed2811b2-b2e9-478d-8417-34c8ec08f737 None None] Provisioning complete for port 74956227-bcc2-4d45-8dda-4edc88da72fd triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:09.575733 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed2811b2-b2e9-478d-8417-34c8ec08f737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (74956227-bcc2-4d45-8dda-4edc88da72fd), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:09.612243 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ed2811b2-b2e9-478d-8417-34c8ec08f737 None None] Port 74956227-bcc2-4d45-8dda-4edc88da72fd cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:07:09.762935 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-5313b1d8-2077-4987-b911-2096904367f7 req-1bf1d1bf-8745-462a-b757-4dcf67a81cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74956227-bcc2-4d45-8dda-4edc88da72fd {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:07:09.770391 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5313b1d8-2077-4987-b911-2096904367f7 req-1bf1d1bf-8745-462a-b757-4dcf67a81cc6 service neutron] Publish callbacks [] for port (74956227-bcc2-4d45-8dda-4edc88da72fd), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:09.782952 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-5313b1d8-2077-4987-b911-2096904367f7 req-1bf1d1bf-8745-462a-b757-4dcf67a81cc6 service neutron] Transition to ACTIVE for port object 74956227-bcc2-4d45-8dda-4edc88da72fd will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:07:09.789130 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5313b1d8-2077-4987-b911-2096904367f7 req-1bf1d1bf-8745-462a-b757-4dcf67a81cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (74956227-bcc2-4d45-8dda-4edc88da72fd), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:09.837905 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1d1bf-8745-462a-b757-4dcf67a81cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=74956227-bcc2-4d45-8dda-4edc88da72fd,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:09.911175 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-5313b1d8-2077-4987-b911-2096904367f7 req-1bf1d1bf-8745-462a-b757-4dcf67a81cc6 service neutron] Attempting to bind port 74956227-bcc2-4d45-8dda-4edc88da72fd on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:07:09.911839 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-5313b1d8-2077-4987-b911-2096904367f7 req-1bf1d1bf-8745-462a-b757-4dcf67a81cc6 service neutron] Attempting to bind port 74956227-bcc2-4d45-8dda-4edc88da72fd by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '35f7f504-ee9d-4948-b380-18a1e130dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '62752a67-7664-459b-88ea-0d698d38f98f'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:07:09.911839 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5313b1d8-2077-4987-b911-2096904367f7 req-1bf1d1bf-8745-462a-b757-4dcf67a81cc6 service neutron] Attempting to bind port 74956227-bcc2-4d45-8dda-4edc88da72fd on network 62752a67-7664-459b-88ea-0d698d38f98f {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:07:09.916372 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5313b1d8-2077-4987-b911-2096904367f7 req-1bf1d1bf-8745-462a-b757-4dcf67a81cc6 service neutron] Port 74956227-bcc2-4d45-8dda-4edc88da72fd on network 62752a67-7664-459b-88ea-0d698d38f98f not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:07:09.916758 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5313b1d8-2077-4987-b911-2096904367f7 req-1bf1d1bf-8745-462a-b757-4dcf67a81cc6 service neutron] Attempting to bind port 74956227-bcc2-4d45-8dda-4edc88da72fd on network 62752a67-7664-459b-88ea-0d698d38f98f {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:07:09.922027 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5313b1d8-2077-4987-b911-2096904367f7 req-1bf1d1bf-8745-462a-b757-4dcf67a81cc6 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:07:09.922370 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5313b1d8-2077-4987-b911-2096904367f7 req-1bf1d1bf-8745-462a-b757-4dcf67a81cc6 service neutron] Checking segment: {'id': '35f7f504-ee9d-4948-b380-18a1e130dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '62752a67-7664-459b-88ea-0d698d38f98f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:07:09.922758 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5313b1d8-2077-4987-b911-2096904367f7 req-1bf1d1bf-8745-462a-b757-4dcf67a81cc6 service neutron] Bound using segment: {'id': '35f7f504-ee9d-4948-b380-18a1e130dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '62752a67-7664-459b-88ea-0d698d38f98f'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:07:09.923199 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-5313b1d8-2077-4987-b911-2096904367f7 req-1bf1d1bf-8745-462a-b757-4dcf67a81cc6 service neutron] Bound port: 74956227-bcc2-4d45-8dda-4edc88da72fd, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f7f504-ee9d-4948-b380-18a1e130dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '62752a67-7664-459b-88ea-0d698d38f98f'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:07:09.923538 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5313b1d8-2077-4987-b911-2096904367f7 req-1bf1d1bf-8745-462a-b757-4dcf67a81cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (74956227-bcc2-4d45-8dda-4edc88da72fd), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:09.999153 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-5313b1d8-2077-4987-b911-2096904367f7 req-1bf1d1bf-8745-462a-b757-4dcf67a81cc6 service neutron] For port 74956227-bcc2-4d45-8dda-4edc88da72fd, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:07:10.002454 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-5313b1d8-2077-4987-b911-2096904367f7 req-1bf1d1bf-8745-462a-b757-4dcf67a81cc6 service neutron] For port 74956227-bcc2-4d45-8dda-4edc88da72fd, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=74956227-bcc2-4d45-8dda-4edc88da72fd,segment=NetworkSegment(35f7f504-ee9d-4948-b380-18a1e130dc5d),segment_id=35f7f504-ee9d-4948-b380-18a1e130dc5d)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:07:10.008358 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5313b1d8-2077-4987-b911-2096904367f7 req-1bf1d1bf-8745-462a-b757-4dcf67a81cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (74956227-bcc2-4d45-8dda-4edc88da72fd), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:10.027253 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad1ddc-c757-487e-b63b-656efb1feeec req-274a5af8-0667-40b2-98a3-1ae79bc7e276 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:10.036099 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-08ad1ddc-c757-487e-b63b-656efb1feeec req-274a5af8-0667-40b2-98a3-1ae79bc7e276 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fb12d9eb-ff6e-43d2-ac9b-57b372610c56 HTTP/1.1" status: 200 len: 1053 time: 0.0573716 Jan 28 14:07:10.049260 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313b1d8-2077-4987-b911-2096904367f7 req-1bf1d1bf-8745-462a-b757-4dcf67a81cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:10.049990 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5313b1d8-2077-4987-b911-2096904367f7 req-1bf1d1bf-8745-462a-b757-4dcf67a81cc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:10.052418 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5313b1d8-2077-4987-b911-2096904367f7 req-1bf1d1bf-8745-462a-b757-4dcf67a81cc6 service neutron] 10.222.0.37 "PUT /v2.0/ports/74956227-bcc2-4d45-8dda-4edc88da72fd HTTP/1.1" status: 200 len: 1092 time: 0.6190710 Jan 28 14:07:10.054736 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb12d9eb-ff6e-43d2-ac9b-57b372610c56', 'tag': '74956227-bcc2-4d45-8dda-4edc88da72fd'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:07:10.058405 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d43a4f2-4fdb-453b-aa4f-bb3a0259cdc9" -d '{"events": [{"name": "network-changed", "server_uuid": "fb12d9eb-ff6e-43d2-ac9b-57b372610c56", "tag": "74956227-bcc2-4d45-8dda-4edc88da72fd"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:07:10.083370 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1d1bf-8745-462a-b757-4dcf67a81cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=74956227-bcc2-4d45-8dda-4edc88da72fd,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:10.096709 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-08ad1ddc-c757-487e-b63b-656efb1feeec req-df7f2841-4a63-49ce-82ab-064a0b3227cf tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4a02952a-2227-411a-badd-a295276c16a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596457 Jan 28 14:07:10.135396 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2620dd-ea7b-43f9-8944-fe935facc77e x-openstack-request-id: req-4b2620dd-ea7b-43f9-8944-fe935facc77e {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:07:10.135779 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb12d9eb-ff6e-43d2-ac9b-57b372610c56", "tag": "74956227-bcc2-4d45-8dda-4edc88da72fd", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:07:10.136033 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b2620dd-ea7b-43f9-8944-fe935facc77e {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:07:10.136445 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb12d9eb-ff6e-43d2-ac9b-57b372610c56', 'tag': '74956227-bcc2-4d45-8dda-4edc88da72fd', 'status': 'completed', 'code': 200} Jan 28 14:07:10.153319 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313b1d8-2077-4987-b911-2096904367f7 req-e547f80d-42b8-4f69-bcd6-a4811b309af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:10.155146 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5313b1d8-2077-4987-b911-2096904367f7 req-e547f80d-42b8-4f69-bcd6-a4811b309af5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=263a9eaef3ac43e6ba62c01a66ee9a39&device_id=fb12d9eb-ff6e-43d2-ac9b-57b372610c56 HTTP/1.1" status: 200 len: 1095 time: 0.0465970 Jan 28 14:07:10.197367 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5313b1d8-2077-4987-b911-2096904367f7 req-be8e56fe-62b3-4367-946b-a97eeda30837 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74956227-bcc2-4d45-8dda-4edc88da72fd HTTP/1.1" status: 200 len: 217 time: 0.0355918 Jan 28 14:07:10.252215 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313b1d8-2077-4987-b911-2096904367f7 req-37f0867d-5594-488c-85f4-6efc10df11fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:10.253973 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5313b1d8-2077-4987-b911-2096904367f7 req-37f0867d-5594-488c-85f4-6efc10df11fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=218f84c1-374e-4e00-a941-04d57c59a563 HTTP/1.1" status: 200 len: 849 time: 0.0499899 Jan 28 14:07:10.306961 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313b1d8-2077-4987-b911-2096904367f7 req-56995e0f-1328-41d9-8a7d-f4291ac77d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:10.308434 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5313b1d8-2077-4987-b911-2096904367f7 req-56995e0f-1328-41d9-8a7d-f4291ac77d47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=62752a67-7664-459b-88ea-0d698d38f98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490029 Jan 28 14:07:10.408203 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5313b1d8-2077-4987-b911-2096904367f7 req-d9aee3c5-cb86-433e-98a3-3676c0f5a4b1 service neutron] 10.222.0.37 "GET /v2.0/networks/62752a67-7664-459b-88ea-0d698d38f98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930438 Jan 28 14:07:10.496763 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5313b1d8-2077-4987-b911-2096904367f7 req-1275ebd9-a028-4de8-b11d-b073ce428319 service neutron] 10.222.0.37 "GET /v2.0/networks/62752a67-7664-459b-88ea-0d698d38f98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830724 Jan 28 14:07:10.588830 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43a4f2-4fdb-453b-aa4f-bb3a0259cdc9 req-996d7cce-87b5-4865-ad81-ed84a9485c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:10.590222 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8d43a4f2-4fdb-453b-aa4f-bb3a0259cdc9 req-996d7cce-87b5-4865-ad81-ed84a9485c88 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=263a9eaef3ac43e6ba62c01a66ee9a39&device_id=fb12d9eb-ff6e-43d2-ac9b-57b372610c56 HTTP/1.1" status: 200 len: 1095 time: 0.0461555 Jan 28 14:07:10.686051 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43a4f2-4fdb-453b-aa4f-bb3a0259cdc9 req-6ced4aac-2d5d-4f72-b8b5-b1b3dfe44985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:10.687571 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8d43a4f2-4fdb-453b-aa4f-bb3a0259cdc9 req-6ced4aac-2d5d-4f72-b8b5-b1b3dfe44985 service neutron] 10.222.0.37 "GET /v2.0/networks?id=62752a67-7664-459b-88ea-0d698d38f98f HTTP/1.1" status: 200 len: 910 time: 0.0907183 Jan 28 14:07:10.729849 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8d43a4f2-4fdb-453b-aa4f-bb3a0259cdc9 req-cf770385-b29c-42da-933f-b96917b2de2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74956227-bcc2-4d45-8dda-4edc88da72fd HTTP/1.1" status: 200 len: 217 time: 0.0338576 Jan 28 14:07:10.781649 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43a4f2-4fdb-453b-aa4f-bb3a0259cdc9 req-82633dbf-7efc-40a8-a01f-50621306cb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:10.783172 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8d43a4f2-4fdb-453b-aa4f-bb3a0259cdc9 req-82633dbf-7efc-40a8-a01f-50621306cb1f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=218f84c1-374e-4e00-a941-04d57c59a563 HTTP/1.1" status: 200 len: 849 time: 0.0476513 Jan 28 14:07:10.831208 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43a4f2-4fdb-453b-aa4f-bb3a0259cdc9 req-8bb43600-3682-405f-b389-aa9170a68957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:10.832841 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8d43a4f2-4fdb-453b-aa4f-bb3a0259cdc9 req-8bb43600-3682-405f-b389-aa9170a68957 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=62752a67-7664-459b-88ea-0d698d38f98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436461 Jan 28 14:07:10.947929 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8d43a4f2-4fdb-453b-aa4f-bb3a0259cdc9 req-2c168285-e9d7-465b-96ff-f77908ccd409 service neutron] 10.222.0.37 "GET /v2.0/networks/62752a67-7664-459b-88ea-0d698d38f98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084087 Jan 28 14:07:11.047116 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8d43a4f2-4fdb-453b-aa4f-bb3a0259cdc9 req-622cec6b-a16a-413f-9ac4-77cc42504525 service neutron] 10.222.0.37 "GET /v2.0/networks/62752a67-7664-459b-88ea-0d698d38f98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930951 Jan 28 14:07:11.087500 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:07:11.217804 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5797304-c5b4-44b1-806e-dbff865d39eb req-48516b72-f5fe-4af8-9b4a-79a9287f4546 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:11.219297 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d5797304-c5b4-44b1-806e-dbff865d39eb req-48516b72-f5fe-4af8-9b4a-79a9287f4546 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fb12d9eb-ff6e-43d2-ac9b-57b372610c56 HTTP/1.1" status: 200 len: 1095 time: 0.0497806 Jan 28 14:07:11.270417 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d5797304-c5b4-44b1-806e-dbff865d39eb req-4eb4461c-8a07-4cb6-be59-b82f48f81a45 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4a02952a-2227-411a-badd-a295276c16a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451992 Jan 28 14:07:12.399298 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b46135-88fe-42d2-a515-4d27a6f734a3 req-c6fe0e88-4ea9-4240-ad34-ad712e73d77d tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:12.400828 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-45b46135-88fe-42d2-a515-4d27a6f734a3 req-c6fe0e88-4ea9-4240-ad34-ad712e73d77d tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fb12d9eb-ff6e-43d2-ac9b-57b372610c56 HTTP/1.1" status: 200 len: 1095 time: 0.0453460 Jan 28 14:07:12.447045 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-45b46135-88fe-42d2-a515-4d27a6f734a3 req-1c67f899-71e5-405f-a3d0-6bab297711a2 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4a02952a-2227-411a-badd-a295276c16a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379622 Jan 28 14:07:13.570226 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4daaf-9650-4b47-9b07-1ee46a60d730 req-5fa5e9a7-702a-452a-9cda-6bd3f664e858 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:13.571812 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f1a4daaf-9650-4b47-9b07-1ee46a60d730 req-5fa5e9a7-702a-452a-9cda-6bd3f664e858 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fb12d9eb-ff6e-43d2-ac9b-57b372610c56 HTTP/1.1" status: 200 len: 1095 time: 0.0443270 Jan 28 14:07:13.632084 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f1a4daaf-9650-4b47-9b07-1ee46a60d730 req-e610a4b3-fb67-458c-8e5a-66912ec1f3db tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4a02952a-2227-411a-badd-a295276c16a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521224 Jan 28 14:07:14.738516 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 74956227-bcc2-4d45-8dda-4edc88da72fd details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:07:14.763019 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae916d7b-c318-40ba-9db7-5c07535934ac req-9138ab23-65d6-4a7d-9f24-c05ac475cc16 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:14.764567 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae916d7b-c318-40ba-9db7-5c07535934ac req-9138ab23-65d6-4a7d-9f24-c05ac475cc16 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fb12d9eb-ff6e-43d2-ac9b-57b372610c56 HTTP/1.1" status: 200 len: 1095 time: 0.0558407 Jan 28 14:07:14.809200 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae916d7b-c318-40ba-9db7-5c07535934ac req-15f297e7-2531-414d-a011-866c5c2654ae tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4a02952a-2227-411a-badd-a295276c16a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385995 Jan 28 14:07:14.840430 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 74956227-bcc2-4d45-8dda-4edc88da72fd, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=74956227-bcc2-4d45-8dda-4edc88da72fd,segment=NetworkSegment(35f7f504-ee9d-4948-b380-18a1e130dc5d),segment_id=35f7f504-ee9d-4948-b380-18a1e130dc5d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:14.851534 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '74956227-bcc2-4d45-8dda-4edc88da72fd', 'network_id': '62752a67-7664-459b-88ea-0d698d38f98f', 'port_id': '74956227-bcc2-4d45-8dda-4edc88da72fd', 'mac_address': 'fa:16:3e:45:17:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '218f84c1-374e-4e00-a941-04d57c59a563', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:07:14.888996 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 74956227-bcc2-4d45-8dda-4edc88da72fd is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:14.889386 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (74956227-bcc2-4d45-8dda-4edc88da72fd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:14.907400 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74956227-bcc2-4d45-8dda-4edc88da72fd {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:07:14.928416 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 74956227-bcc2-4d45-8dda-4edc88da72fd, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=74956227-bcc2-4d45-8dda-4edc88da72fd,segment=NetworkSegment(35f7f504-ee9d-4948-b380-18a1e130dc5d),segment_id=35f7f504-ee9d-4948-b380-18a1e130dc5d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:14.934329 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (74956227-bcc2-4d45-8dda-4edc88da72fd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:14.988267 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=74956227-bcc2-4d45-8dda-4edc88da72fd,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:15.319408 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['74956227-bcc2-4d45-8dda-4edc88da72fd'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:07:15.960937 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba8ea0-c291-4664-bdf1-4691b4b5846a req-632a1538-5289-45aa-8759-e6320c196abc tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:15.962382 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dcba8ea0-c291-4664-bdf1-4691b4b5846a req-632a1538-5289-45aa-8759-e6320c196abc tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fb12d9eb-ff6e-43d2-ac9b-57b372610c56 HTTP/1.1" status: 200 len: 1096 time: 0.0734110 Jan 28 14:07:15.972673 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0cebe80f-b6c9-49bd-b954-056fb0144255 req-4cd8a3f1-b7ac-4b35-9bab-ace7af02722b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=acd0fcfa-5e41-44ed-ba46-bc8642c3a110&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0586209 Jan 28 14:07:16.015581 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dcba8ea0-c291-4664-bdf1-4691b4b5846a req-f9fc688b-5f9f-4777-8510-549d0d413db0 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4a02952a-2227-411a-badd-a295276c16a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416524 Jan 28 14:07:16.056411 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebe80f-b6c9-49bd-b954-056fb0144255 req-9f45df74-a8cb-4a54-9323-ccab0a3d6932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:16.057973 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0cebe80f-b6c9-49bd-b954-056fb0144255 req-9f45df74-a8cb-4a54-9323-ccab0a3d6932 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=263a9eaef3ac43e6ba62c01a66ee9a39&device_id=acd0fcfa-5e41-44ed-ba46-bc8642c3a110 HTTP/1.1" status: 200 len: 1096 time: 0.0414369 Jan 28 14:07:16.163656 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebe80f-b6c9-49bd-b954-056fb0144255 req-709dd7ab-bbde-436c-ad72-a12fe7c0353c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:16.165199 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0cebe80f-b6c9-49bd-b954-056fb0144255 req-709dd7ab-bbde-436c-ad72-a12fe7c0353c service neutron] 10.222.0.18 "GET /v2.0/networks?id=62752a67-7664-459b-88ea-0d698d38f98f HTTP/1.1" status: 200 len: 910 time: 0.0888505 Jan 28 14:07:16.208970 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0cebe80f-b6c9-49bd-b954-056fb0144255 req-ade36c26-4638-4604-b97f-76515c5d1eac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b91e19e8-4127-4ea2-86c4-dd096d203c7d HTTP/1.1" status: 200 len: 217 time: 0.0367491 Jan 28 14:07:16.266190 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebe80f-b6c9-49bd-b954-056fb0144255 req-ea8ab629-bec4-432e-a409-a21b2c9de4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:16.267601 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0cebe80f-b6c9-49bd-b954-056fb0144255 req-ea8ab629-bec4-432e-a409-a21b2c9de4c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=218f84c1-374e-4e00-a941-04d57c59a563 HTTP/1.1" status: 200 len: 849 time: 0.0526445 Jan 28 14:07:16.328829 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebe80f-b6c9-49bd-b954-056fb0144255 req-cc81e08e-fb71-4b16-949d-8e207b812504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:16.330302 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0cebe80f-b6c9-49bd-b954-056fb0144255 req-cc81e08e-fb71-4b16-949d-8e207b812504 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62752a67-7664-459b-88ea-0d698d38f98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501337 Jan 28 14:07:16.442045 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0cebe80f-b6c9-49bd-b954-056fb0144255 req-5b2f68ec-6c24-4efd-958d-f706411d710f service neutron] 10.222.0.18 "GET /v2.0/networks/62752a67-7664-459b-88ea-0d698d38f98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861726 Jan 28 14:07:16.556793 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0cebe80f-b6c9-49bd-b954-056fb0144255 req-d122f981-96bb-453c-ad8d-cfd39f60822b service neutron] 10.222.0.18 "GET /v2.0/networks/62752a67-7664-459b-88ea-0d698d38f98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946164 Jan 28 14:07:16.744092 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 74956227-bcc2-4d45-8dda-4edc88da72fd up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:07:16.807492 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 74956227-bcc2-4d45-8dda-4edc88da72fd completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:07:16.811637 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 74956227-bcc2-4d45-8dda-4edc88da72fd triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:16.812011 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (74956227-bcc2-4d45-8dda-4edc88da72fd), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:16.891940 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 74956227-bcc2-4d45-8dda-4edc88da72fd is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:16.892336 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (74956227-bcc2-4d45-8dda-4edc88da72fd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:16.917689 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb12d9eb-ff6e-43d2-ac9b-57b372610c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74956227-bcc2-4d45-8dda-4edc88da72fd'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:07:16.919957 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9a005a-8258-424f-8ecc-525ce45df943" -d '{"events": [{"server_uuid": "fb12d9eb-ff6e-43d2-ac9b-57b372610c56", "name": "network-vif-plugged", "status": "completed", "tag": "74956227-bcc2-4d45-8dda-4edc88da72fd"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:07:16.934178 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 74956227-bcc2-4d45-8dda-4edc88da72fd, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=74956227-bcc2-4d45-8dda-4edc88da72fd,segment=NetworkSegment(35f7f504-ee9d-4948-b380-18a1e130dc5d),segment_id=35f7f504-ee9d-4948-b380-18a1e130dc5d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:16.939458 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (74956227-bcc2-4d45-8dda-4edc88da72fd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:16.965769 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e479dc14-d0f8-40df-8bb6-154642f23ac6 x-openstack-request-id: req-e479dc14-d0f8-40df-8bb6-154642f23ac6 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:07:16.966053 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb12d9eb-ff6e-43d2-ac9b-57b372610c56", "name": "network-vif-plugged", "status": "completed", "tag": "74956227-bcc2-4d45-8dda-4edc88da72fd", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:07:16.966328 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e479dc14-d0f8-40df-8bb6-154642f23ac6 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:07:16.966710 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb12d9eb-ff6e-43d2-ac9b-57b372610c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74956227-bcc2-4d45-8dda-4edc88da72fd', 'code': 200} Jan 28 14:07:16.993772 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=74956227-bcc2-4d45-8dda-4edc88da72fd,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:17.073590 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c82c9d-0571-4076-89ae-e0a1a9fb98e4 req-e18e05f6-d3a0-4327-90e4-ec694a4c8cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:17.075140 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-04c82c9d-0571-4076-89ae-e0a1a9fb98e4 req-e18e05f6-d3a0-4327-90e4-ec694a4c8cb1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fb12d9eb-ff6e-43d2-ac9b-57b372610c56 HTTP/1.1" status: 200 len: 1097 time: 0.0469899 Jan 28 14:07:17.123759 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-04c82c9d-0571-4076-89ae-e0a1a9fb98e4 req-98faf7bd-9026-4ca5-99b9-c43aeb7bf97f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4a02952a-2227-411a-badd-a295276c16a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411966 Jan 28 14:07:17.130579 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe70f79-ad4b-446c-808a-2ec3f3c0a534 req-78dfd52f-ba1e-4897-95d0-c670f92eb000 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:17.132769 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5fe70f79-ad4b-446c-808a-2ec3f3c0a534 req-78dfd52f-ba1e-4897-95d0-c670f92eb000 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fb12d9eb-ff6e-43d2-ac9b-57b372610c56 HTTP/1.1" status: 200 len: 1097 time: 0.0422106 Jan 28 14:07:17.177748 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5fe70f79-ad4b-446c-808a-2ec3f3c0a534 req-da72f709-f12d-4b05-8b77-4340fde59072 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4a02952a-2227-411a-badd-a295276c16a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387149 Jan 28 14:07:18.102485 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:18.297672 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42899f52-c7fa-43b0-8a30-a2403d6afacf req-06b3c244-c7de-4520-b01a-4f8a66056484 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:18.299237 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-42899f52-c7fa-43b0-8a30-a2403d6afacf req-06b3c244-c7de-4520-b01a-4f8a66056484 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fb12d9eb-ff6e-43d2-ac9b-57b372610c56 HTTP/1.1" status: 200 len: 1097 time: 0.0467725 Jan 28 14:07:18.347840 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-42899f52-c7fa-43b0-8a30-a2403d6afacf req-701c7a09-9254-4541-aad2-6e0183f65e04 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4a02952a-2227-411a-badd-a295276c16a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428536 Jan 28 14:07:19.470591 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e24f1d-0249-405b-a4ec-8f67eea578fd req-841e6c39-bd79-43ca-ae6e-df6586a9e5a4 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:19.472248 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-51e24f1d-0249-405b-a4ec-8f67eea578fd req-841e6c39-bd79-43ca-ae6e-df6586a9e5a4 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fb12d9eb-ff6e-43d2-ac9b-57b372610c56 HTTP/1.1" status: 200 len: 1097 time: 0.0523951 Jan 28 14:07:19.518328 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-51e24f1d-0249-405b-a4ec-8f67eea578fd req-e23e7021-02e8-48ed-b558-cd4d5b3c71b9 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4a02952a-2227-411a-badd-a295276c16a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390844 Jan 28 14:07:19.636611 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab878c5c-335f-4dc2-b56e-1c074f7bef0f req-fd3ac6ae-5abc-4046-ae32-92d82ff9ca44 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:19.638082 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab878c5c-335f-4dc2-b56e-1c074f7bef0f req-fd3ac6ae-5abc-4046-ae32-92d82ff9ca44 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fb12d9eb-ff6e-43d2-ac9b-57b372610c56 HTTP/1.1" status: 200 len: 1097 time: 0.0469425 Jan 28 14:07:19.687551 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab878c5c-335f-4dc2-b56e-1c074f7bef0f req-894d4d48-1b5f-439d-a8c4-5e2c7295a4b8 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4a02952a-2227-411a-badd-a295276c16a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410466 Jan 28 14:07:19.796761 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d433db2-e236-4fa0-9886-7bf8deda3235 req-e676e327-7af8-43d1-a876-92deb067999d tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:19.798325 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2d433db2-e236-4fa0-9886-7bf8deda3235 req-e676e327-7af8-43d1-a876-92deb067999d tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fb12d9eb-ff6e-43d2-ac9b-57b372610c56 HTTP/1.1" status: 200 len: 1097 time: 0.0439065 Jan 28 14:07:19.845716 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2d433db2-e236-4fa0-9886-7bf8deda3235 req-a412562d-046a-4498-abe6-c3b86bb6fe2b tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4a02952a-2227-411a-badd-a295276c16a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401044 Jan 28 14:07:20.097760 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe36ed8-fbf3-4aac-bbed-a6b4f1a28752 req-de0145e2-cecb-4942-806d-9f2f790d15a8 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:20.099310 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dbe36ed8-fbf3-4aac-bbed-a6b4f1a28752 req-de0145e2-cecb-4942-806d-9f2f790d15a8 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fb12d9eb-ff6e-43d2-ac9b-57b372610c56 HTTP/1.1" status: 200 len: 1097 time: 0.0512648 Jan 28 14:07:20.122337 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:20.149182 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dbe36ed8-fbf3-4aac-bbed-a6b4f1a28752 req-7c40e01a-facb-4754-a11d-3658fbbc1f0f tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4a02952a-2227-411a-badd-a295276c16a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428948 Jan 28 14:07:21.271748 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4be5b-2b67-4a9b-b395-ba00dbdfb36b req-a0dff9e8-7936-41c2-8c66-9931cf379477 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:21.273164 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7aa4be5b-2b67-4a9b-b395-ba00dbdfb36b req-a0dff9e8-7936-41c2-8c66-9931cf379477 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fb12d9eb-ff6e-43d2-ac9b-57b372610c56 HTTP/1.1" status: 200 len: 1097 time: 0.0420754 Jan 28 14:07:21.317092 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7aa4be5b-2b67-4a9b-b395-ba00dbdfb36b req-1c1d5abf-7d45-40f6-af86-78bf65ca7af2 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4a02952a-2227-411a-badd-a295276c16a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379083 Jan 28 14:07:21.496634 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218b5cc-65cb-4384-922d-ecdc64a0ed3a req-ded0d2cc-a3f1-4156-9df2-331a2886a7ad tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:21.498159 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1218b5cc-65cb-4384-922d-ecdc64a0ed3a req-ded0d2cc-a3f1-4156-9df2-331a2886a7ad tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fb12d9eb-ff6e-43d2-ac9b-57b372610c56 HTTP/1.1" status: 200 len: 1097 time: 0.0622661 Jan 28 14:07:21.586797 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-1218b5cc-65cb-4384-922d-ecdc64a0ed3a req-abe0a5c7-7673-4d27-875a-4611f690f690 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Deleting port 74956227-bcc2-4d45-8dda-4edc88da72fd {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:21.587059 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1218b5cc-65cb-4384-922d-ecdc64a0ed3a req-abe0a5c7-7673-4d27-875a-4611f690f690 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (74956227-bcc2-4d45-8dda-4edc88da72fd), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:21.670812 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-1218b5cc-65cb-4384-922d-ecdc64a0ed3a req-abe0a5c7-7673-4d27-875a-4611f690f690 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] For port 74956227-bcc2-4d45-8dda-4edc88da72fd, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=74956227-bcc2-4d45-8dda-4edc88da72fd,segment=NetworkSegment(35f7f504-ee9d-4948-b380-18a1e130dc5d),segment_id=35f7f504-ee9d-4948-b380-18a1e130dc5d)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:21.671209 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1218b5cc-65cb-4384-922d-ecdc64a0ed3a req-abe0a5c7-7673-4d27-875a-4611f690f690 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (74956227-bcc2-4d45-8dda-4edc88da72fd), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:21.685366 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-1218b5cc-65cb-4384-922d-ecdc64a0ed3a req-abe0a5c7-7673-4d27-875a-4611f690f690 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Calling delete_port for 74956227-bcc2-4d45-8dda-4edc88da72fd owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:21.807118 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1218b5cc-65cb-4384-922d-ecdc64a0ed3a req-abe0a5c7-7673-4d27-875a-4611f690f690 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (74956227-bcc2-4d45-8dda-4edc88da72fd), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:21.819730 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['b91e19e8-4127-4ea2-86c4-dd096d203c7d'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:07:21.822123 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['74956227-bcc2-4d45-8dda-4edc88da72fd'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:07:21.839254 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0a5c7-7673-4d27-875a-4611f690f690 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Pushing event deleted for resources: {'Port': ['ID=74956227-bcc2-4d45-8dda-4edc88da72fd,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:21.883760 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-1218b5cc-65cb-4384-922d-ecdc64a0ed3a req-abe0a5c7-7673-4d27-875a-4611f690f690 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] No DVR routers for this DVR port 74956227-bcc2-4d45-8dda-4edc88da72fd on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:07:21.886757 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-1218b5cc-65cb-4384-922d-ecdc64a0ed3a req-abe0a5c7-7673-4d27-875a-4611f690f690 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:21.897270 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1218b5cc-65cb-4384-922d-ecdc64a0ed3a req-abe0a5c7-7673-4d27-875a-4611f690f690 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.37 "DELETE /v2.0/ports/74956227-bcc2-4d45-8dda-4edc88da72fd HTTP/1.1" status: 204 len: 173 time: 0.3930078 Jan 28 14:07:21.897885 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb12d9eb-ff6e-43d2-ac9b-57b372610c56', 'name': 'network-vif-deleted', 'tag': '74956227-bcc2-4d45-8dda-4edc88da72fd'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:07:21.904322 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa8b6e3-98b2-4cef-9496-c7440b3865a0" -d '{"events": [{"server_uuid": "fb12d9eb-ff6e-43d2-ac9b-57b372610c56", "name": "network-vif-deleted", "tag": "74956227-bcc2-4d45-8dda-4edc88da72fd"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:07:21.960264 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4948de3-706c-4b08-8b7e-2b88300cfadf x-openstack-request-id: req-f4948de3-706c-4b08-8b7e-2b88300cfadf {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:07:21.960562 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb12d9eb-ff6e-43d2-ac9b-57b372610c56", "name": "network-vif-deleted", "tag": "74956227-bcc2-4d45-8dda-4edc88da72fd", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:07:21.960827 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f4948de3-706c-4b08-8b7e-2b88300cfadf {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:07:21.961220 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb12d9eb-ff6e-43d2-ac9b-57b372610c56', 'name': 'network-vif-deleted', 'tag': '74956227-bcc2-4d45-8dda-4edc88da72fd', 'status': 'completed', 'code': 200} Jan 28 14:07:22.430581 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-af80a565-31a5-456f-9738-a3c61d53c4a5 req-3df7aa6a-a442-4d6c-9227-522ce77fe269 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fb12d9eb-ff6e-43d2-ac9b-57b372610c56 HTTP/1.1" status: 200 len: 210 time: 0.0262172 Jan 28 14:07:23.968049 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef109fa-f0ec-4e75-8464-48f85356478d req-aece1d9b-6c41-4bcf-bbaf-fd524ed506f4 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:23.969593 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9ef109fa-f0ec-4e75-8464-48f85356478d req-aece1d9b-6c41-4bcf-bbaf-fd524ed506f4 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=acd0fcfa-5e41-44ed-ba46-bc8642c3a110 HTTP/1.1" status: 200 len: 1096 time: 0.0426157 Jan 28 14:07:24.019185 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9ef109fa-f0ec-4e75-8464-48f85356478d req-7d900906-3591-4290-a474-f3d5ca03a65e tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4a02952a-2227-411a-badd-a295276c16a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417380 Jan 28 14:07:24.786344 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 74956227-bcc2-4d45-8dda-4edc88da72fd no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:07:24.807634 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 74956227-bcc2-4d45-8dda-4edc88da72fd {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:07:24.807983 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 74956227-bcc2-4d45-8dda-4edc88da72fd not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:07:25.155828 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c518b6-869c-41c0-a49c-653f5e7554cf req-19d27e2a-d3e1-4f84-a8b0-470923676a09 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:25.157715 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e8c518b6-869c-41c0-a49c-653f5e7554cf req-19d27e2a-d3e1-4f84-a8b0-470923676a09 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=acd0fcfa-5e41-44ed-ba46-bc8642c3a110 HTTP/1.1" status: 200 len: 1096 time: 0.0543721 Jan 28 14:07:25.210754 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e8c518b6-869c-41c0-a49c-653f5e7554cf req-3aeef471-08f7-4544-8277-26348f286b93 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4a02952a-2227-411a-badd-a295276c16a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447624 Jan 28 14:07:25.286613 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee58ee2-c6c7-4583-a100-5b2c7679072e req-959204b8-8e3f-4c7e-a7cb-b7d4f0e3d0f5 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:25.288578 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ee58ee2-c6c7-4583-a100-5b2c7679072e req-959204b8-8e3f-4c7e-a7cb-b7d4f0e3d0f5 tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=acd0fcfa-5e41-44ed-ba46-bc8642c3a110 HTTP/1.1" status: 200 len: 1096 time: 0.0463574 Jan 28 14:07:25.376448 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-5ee58ee2-c6c7-4583-a100-5b2c7679072e req-b03a9fce-baa6-492e-96f5-72d11869022a tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Deleting port b91e19e8-4127-4ea2-86c4-dd096d203c7d {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:25.376677 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5ee58ee2-c6c7-4583-a100-5b2c7679072e req-b03a9fce-baa6-492e-96f5-72d11869022a tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b91e19e8-4127-4ea2-86c4-dd096d203c7d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:25.465638 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-5ee58ee2-c6c7-4583-a100-5b2c7679072e req-b03a9fce-baa6-492e-96f5-72d11869022a tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] For port b91e19e8-4127-4ea2-86c4-dd096d203c7d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b91e19e8-4127-4ea2-86c4-dd096d203c7d,segment=NetworkSegment(35f7f504-ee9d-4948-b380-18a1e130dc5d),segment_id=35f7f504-ee9d-4948-b380-18a1e130dc5d)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:25.465992 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5ee58ee2-c6c7-4583-a100-5b2c7679072e req-b03a9fce-baa6-492e-96f5-72d11869022a tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b91e19e8-4127-4ea2-86c4-dd096d203c7d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:25.478889 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-5ee58ee2-c6c7-4583-a100-5b2c7679072e req-b03a9fce-baa6-492e-96f5-72d11869022a tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Calling delete_port for b91e19e8-4127-4ea2-86c4-dd096d203c7d owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:25.624704 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5ee58ee2-c6c7-4583-a100-5b2c7679072e req-b03a9fce-baa6-492e-96f5-72d11869022a tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b91e19e8-4127-4ea2-86c4-dd096d203c7d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:25.635846 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['b91e19e8-4127-4ea2-86c4-dd096d203c7d'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:07:25.651874 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03a9fce-baa6-492e-96f5-72d11869022a tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Pushing event deleted for resources: {'Port': ['ID=b91e19e8-4127-4ea2-86c4-dd096d203c7d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:25.667011 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03a9fce-baa6-492e-96f5-72d11869022a tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:25.667339 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03a9fce-baa6-492e-96f5-72d11869022a tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:25.667730 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03a9fce-baa6-492e-96f5-72d11869022a tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:25.668252 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03a9fce-baa6-492e-96f5-72d11869022a tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:25.668677 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03a9fce-baa6-492e-96f5-72d11869022a tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:25.669060 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03a9fce-baa6-492e-96f5-72d11869022a tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:25.669400 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03a9fce-baa6-492e-96f5-72d11869022a tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:25.669731 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03a9fce-baa6-492e-96f5-72d11869022a tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:25.670060 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03a9fce-baa6-492e-96f5-72d11869022a tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:25.670394 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03a9fce-baa6-492e-96f5-72d11869022a tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:25.670723 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03a9fce-baa6-492e-96f5-72d11869022a tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:25.671074 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03a9fce-baa6-492e-96f5-72d11869022a tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:25.671441 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03a9fce-baa6-492e-96f5-72d11869022a tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:25.710600 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee58ee2-c6c7-4583-a100-5b2c7679072e req-b03a9fce-baa6-492e-96f5-72d11869022a tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] No DVR routers for this DVR port b91e19e8-4127-4ea2-86c4-dd096d203c7d on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:07:25.713742 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5ee58ee2-c6c7-4583-a100-5b2c7679072e req-b03a9fce-baa6-492e-96f5-72d11869022a tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:25.717306 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ee58ee2-c6c7-4583-a100-5b2c7679072e req-b03a9fce-baa6-492e-96f5-72d11869022a tempest-TestServerMultinode-10372928 tempest-TestServerMultinode-10372928-project-admin] 10.222.0.18 "DELETE /v2.0/ports/b91e19e8-4127-4ea2-86c4-dd096d203c7d HTTP/1.1" status: 204 len: 173 time: 0.4232099 Jan 28 14:07:25.717771 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd0fcfa-5e41-44ed-ba46-bc8642c3a110', 'name': 'network-vif-deleted', 'tag': 'b91e19e8-4127-4ea2-86c4-dd096d203c7d'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:07:25.720346 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bac0231-8604-4f98-9ff7-997a8045620f" -d '{"events": [{"server_uuid": "acd0fcfa-5e41-44ed-ba46-bc8642c3a110", "name": "network-vif-deleted", "tag": "b91e19e8-4127-4ea2-86c4-dd096d203c7d"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:07:25.767722 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2615c3a-b19d-488e-834c-0ad6c0e98094 x-openstack-request-id: req-e2615c3a-b19d-488e-834c-0ad6c0e98094 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:07:25.768021 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd0fcfa-5e41-44ed-ba46-bc8642c3a110", "name": "network-vif-deleted", "tag": "b91e19e8-4127-4ea2-86c4-dd096d203c7d", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:07:25.768282 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e2615c3a-b19d-488e-834c-0ad6c0e98094 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:07:25.768694 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd0fcfa-5e41-44ed-ba46-bc8642c3a110', 'name': 'network-vif-deleted', 'tag': 'b91e19e8-4127-4ea2-86c4-dd096d203c7d', 'status': 'completed', 'code': 200} Jan 28 14:07:26.279458 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46564) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:26.655238 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b5b77d01-94e4-42a4-9172-a2a7dbd95119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (b011ba58-72e1-46ef-b4cb-013ca9658bb6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:26.917245 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-b5b77d01-94e4-42a4-9172-a2a7dbd95119 admin admin] Deleting port 2720ff2e-d706-4d11-8217-29119a24d293 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:26.917477 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b5b77d01-94e4-42a4-9172-a2a7dbd95119 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (2720ff2e-d706-4d11-8217-29119a24d293), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:26.996674 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-b5b77d01-94e4-42a4-9172-a2a7dbd95119 admin admin] For port 2720ff2e-d706-4d11-8217-29119a24d293, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2720ff2e-d706-4d11-8217-29119a24d293,segment=NetworkSegment(35f7f504-ee9d-4948-b380-18a1e130dc5d),segment_id=35f7f504-ee9d-4948-b380-18a1e130dc5d)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:26.997121 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b5b77d01-94e4-42a4-9172-a2a7dbd95119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (2720ff2e-d706-4d11-8217-29119a24d293), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:27.009116 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-b5b77d01-94e4-42a4-9172-a2a7dbd95119 admin admin] Calling delete_port for 2720ff2e-d706-4d11-8217-29119a24d293 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:27.208223 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b5b77d01-94e4-42a4-9172-a2a7dbd95119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (2720ff2e-d706-4d11-8217-29119a24d293), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:27.232680 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b77d01-94e4-42a4-9172-a2a7dbd95119 admin admin] Pushing event deleted for resources: {'Port': ['ID=2720ff2e-d706-4d11-8217-29119a24d293,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:27.400606 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b5b77d01-94e4-42a4-9172-a2a7dbd95119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (b011ba58-72e1-46ef-b4cb-013ca9658bb6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:27.959725 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b77d01-94e4-42a4-9172-a2a7dbd95119 admin admin] Router b011ba58-72e1-46ef-b4cb-013ca9658bb6 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:07:28.073154 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b77d01-94e4-42a4-9172-a2a7dbd95119 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:07:28.078681 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b5b77d01-94e4-42a4-9172-a2a7dbd95119 admin admin] 10.222.0.39 "PUT /v2.0/routers/b011ba58-72e1-46ef-b4cb-013ca9658bb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7982690 Jan 28 14:07:28.082393 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46566) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:28.085150 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77472a6d-4dcb-4edf-8fa5-3591fe74a023 None None] Sync routers for ids ['b011ba58-72e1-46ef-b4cb-013ca9658bb6'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:07:28.096150 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77472a6d-4dcb-4edf-8fa5-3591fe74a023 None None] Routers {'b011ba58-72e1-46ef-b4cb-013ca9658bb6'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:07:28.096785 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-77472a6d-4dcb-4edf-8fa5-3591fe74a023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:07:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b011ba58-72e1-46ef-b4cb-013ca9658bb6'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:28.186198 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0c4ffa5e-fbea-4aaa-9bca-9709b8901130 admin admin] Publish callbacks [] for router (b011ba58-72e1-46ef-b4cb-013ca9658bb6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:28.200697 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-77472a6d-4dcb-4edf-8fa5-3591fe74a023 None None] Set router b011ba58-72e1-46ef-b4cb-013ca9658bb6 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:07:28.290678 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0c4ffa5e-fbea-4aaa-9bca-9709b8901130 admin admin] Publish callbacks [] for router_gateway (b011ba58-72e1-46ef-b4cb-013ca9658bb6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:28.347875 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-0c4ffa5e-fbea-4aaa-9bca-9709b8901130 admin admin] Deleting port e5df3c81-d1bd-4411-9118-4779b59fee0a {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:28.348226 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0c4ffa5e-fbea-4aaa-9bca-9709b8901130 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (e5df3c81-d1bd-4411-9118-4779b59fee0a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:28.379748 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-77472a6d-4dcb-4edf-8fa5-3591fe74a023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b011ba58-72e1-46ef-b4cb-013ca9658bb6', 'name': 'tempest-TestServerMultinode-1428001699-router', 'tenant_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e5df3c81-d1bd-4411-9118-4779b59fee0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:06:48Z', 'updated_at': '2022-01-28T14:07:27Z', 'revision_number': 5, 'project_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'gw_port': {'id': 'e5df3c81-d1bd-4411-9118-4779b59fee0a', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011ba58-72e1-46ef-b4cb-013ca9658bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:49Z', 'updated_at': '2022-01-28T14:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:28.409158 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77472a6d-4dcb-4edf-8fa5-3591fe74a023 None None] Checking router: b011ba58-72e1-46ef-b4cb-013ca9658bb6 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:07:28.419122 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77472a6d-4dcb-4edf-8fa5-3591fe74a023 None None] Routers {'b011ba58-72e1-46ef-b4cb-013ca9658bb6'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:07:28.419553 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-77472a6d-4dcb-4edf-8fa5-3591fe74a023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:07:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['b011ba58-72e1-46ef-b4cb-013ca9658bb6'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:28.429429 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-0c4ffa5e-fbea-4aaa-9bca-9709b8901130 admin admin] For port e5df3c81-d1bd-4411-9118-4779b59fee0a, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=e5df3c81-d1bd-4411-9118-4779b59fee0a,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:28.429798 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0c4ffa5e-fbea-4aaa-9bca-9709b8901130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (e5df3c81-d1bd-4411-9118-4779b59fee0a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:28.442446 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-0c4ffa5e-fbea-4aaa-9bca-9709b8901130 admin admin] Calling delete_port for e5df3c81-d1bd-4411-9118-4779b59fee0a owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:28.504559 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-77472a6d-4dcb-4edf-8fa5-3591fe74a023 None None] Set router b011ba58-72e1-46ef-b4cb-013ca9658bb6 gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:07:28.617714 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0c4ffa5e-fbea-4aaa-9bca-9709b8901130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (e5df3c81-d1bd-4411-9118-4779b59fee0a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:28.648571 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ffa5e-fbea-4aaa-9bca-9709b8901130 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5df3c81-d1bd-4411-9118-4779b59fee0a,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:28.713512 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0c4ffa5e-fbea-4aaa-9bca-9709b8901130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (b011ba58-72e1-46ef-b4cb-013ca9658bb6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:28.717250 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-77472a6d-4dcb-4edf-8fa5-3591fe74a023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b011ba58-72e1-46ef-b4cb-013ca9658bb6', 'name': 'tempest-TestServerMultinode-1428001699-router', 'tenant_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:06:48Z', 'updated_at': '2022-01-28T14:07:28Z', 'revision_number': 6, 'project_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:28.746657 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77472a6d-4dcb-4edf-8fa5-3591fe74a023 None None] The sync data for ids ['b011ba58-72e1-46ef-b4cb-013ca9658bb6'] in n-d-822747-2 is: [{'id': 'b011ba58-72e1-46ef-b4cb-013ca9658bb6', 'name': 'tempest-TestServerMultinode-1428001699-router', 'tenant_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:06:48Z', 'updated_at': '2022-01-28T14:07:28Z', 'revision_number': 6, 'project_id': '9f3d639ef83d4b06af1b76bf3b1e9ae1', 'gw_port_host': None}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:07:28.805770 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0c4ffa5e-fbea-4aaa-9bca-9709b8901130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (b011ba58-72e1-46ef-b4cb-013ca9658bb6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:28.808145 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0c4ffa5e-fbea-4aaa-9bca-9709b8901130 admin admin] Publish callbacks [] for router_controller (b011ba58-72e1-46ef-b4cb-013ca9658bb6), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:28.859154 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0c4ffa5e-fbea-4aaa-9bca-9709b8901130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (b011ba58-72e1-46ef-b4cb-013ca9658bb6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:28.859717 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4ffa5e-fbea-4aaa-9bca-9709b8901130 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b011ba58-72e1-46ef-b4cb-013ca9658bb6 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:07:28.865919 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0c4ffa5e-fbea-4aaa-9bca-9709b8901130 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:28.867131 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0c4ffa5e-fbea-4aaa-9bca-9709b8901130 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b011ba58-72e1-46ef-b4cb-013ca9658bb6 HTTP/1.1" status: 204 len: 168 time: 0.7837486 Jan 28 14:07:28.870119 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46568) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:28.922239 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b037d92-2126-41e6-89bc-4f919285fc01 admin admin] Deleting subnet 218f84c1-374e-4e00-a941-04d57c59a563 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:07:28.927139 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7b037d92-2126-41e6-89bc-4f919285fc01 admin admin] Publish callbacks [] for subnet (218f84c1-374e-4e00-a941-04d57c59a563), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:28.975809 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7b037d92-2126-41e6-89bc-4f919285fc01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (218f84c1-374e-4e00-a941-04d57c59a563), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:28.983564 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device b91e19e8-4127-4ea2-86c4-dd096d203c7d no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:07:29.004207 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: b91e19e8-4127-4ea2-86c4-dd096d203c7d {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:07:29.004551 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device b91e19e8-4127-4ea2-86c4-dd096d203c7d not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:07:29.056788 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7b037d92-2126-41e6-89bc-4f919285fc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (218f84c1-374e-4e00-a941-04d57c59a563), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:29.122075 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7b037d92-2126-41e6-89bc-4f919285fc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (218f84c1-374e-4e00-a941-04d57c59a563), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:29.156336 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7b037d92-2126-41e6-89bc-4f919285fc01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:29.157741 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14832f3d-00e8-4d5d-8335-2c8e27015aa4 None None] Network 62752a67-7664-459b-88ea-0d698d38f98f requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:29.165338 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46570) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:29.169513 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7b037d92-2126-41e6-89bc-4f919285fc01 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/218f84c1-374e-4e00-a941-04d57c59a563 HTTP/1.1" status: 204 len: 168 time: 0.2925384 Jan 28 14:07:29.169513 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b037d92-2126-41e6-89bc-4f919285fc01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=218f84c1-374e-4e00-a941-04d57c59a563,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:29.239276 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2720ff2e-d706-4d11-8217-29119a24d293 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:07:29.260992 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6582deb0-667a-473a-b07a-8964eda23eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (62752a67-7664-459b-88ea-0d698d38f98f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:29.265779 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 2720ff2e-d706-4d11-8217-29119a24d293 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:07:29.266140 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2720ff2e-d706-4d11-8217-29119a24d293 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:07:29.331884 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-6582deb0-667a-473a-b07a-8964eda23eea admin admin] Deleting port fa72afe0-7cb5-4d88-9461-2c9aa749039f {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:29.332219 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6582deb0-667a-473a-b07a-8964eda23eea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (fa72afe0-7cb5-4d88-9461-2c9aa749039f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:29.354244 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c24f62ad-758a-4a5a-b2e8-80d86043e3d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:29.376139 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c897fe-f178-417f-be86-9c887a84c944 None None] DHCP port deletion for 62752a67-7664-459b-88ea-0d698d38f98f request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:07:29.434824 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a6c897fe-f178-417f-be86-9c887a84c944 None None] Deleting port fa72afe0-7cb5-4d88-9461-2c9aa749039f {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:29.434824 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6c897fe-f178-417f-be86-9c887a84c944 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (fa72afe0-7cb5-4d88-9461-2c9aa749039f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:29.506604 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a6c897fe-f178-417f-be86-9c887a84c944 None None] For port fa72afe0-7cb5-4d88-9461-2c9aa749039f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=fa72afe0-7cb5-4d88-9461-2c9aa749039f,segment=NetworkSegment(35f7f504-ee9d-4948-b380-18a1e130dc5d),segment_id=35f7f504-ee9d-4948-b380-18a1e130dc5d)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:29.507065 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6c897fe-f178-417f-be86-9c887a84c944 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (fa72afe0-7cb5-4d88-9461-2c9aa749039f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:29.523108 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a6c897fe-f178-417f-be86-9c887a84c944 None None] Calling delete_port for fa72afe0-7cb5-4d88-9461-2c9aa749039f owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:29.612437 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a6c897fe-f178-417f-be86-9c887a84c944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (fa72afe0-7cb5-4d88-9461-2c9aa749039f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:29.638507 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c897fe-f178-417f-be86-9c887a84c944 None None] Pushing event deleted for resources: {'Port': ['ID=fa72afe0-7cb5-4d88-9461-2c9aa749039f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:29.642129 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c897fe-f178-417f-be86-9c887a84c944 None None] No DVR routers for this DVR port fa72afe0-7cb5-4d88-9461-2c9aa749039f on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:07:29.703395 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-6582deb0-667a-473a-b07a-8964eda23eea admin admin] For port fa72afe0-7cb5-4d88-9461-2c9aa749039f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=fa72afe0-7cb5-4d88-9461-2c9aa749039f,segment=NetworkSegment(35f7f504-ee9d-4948-b380-18a1e130dc5d),segment_id=35f7f504-ee9d-4948-b380-18a1e130dc5d)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:29.703741 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6582deb0-667a-473a-b07a-8964eda23eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (fa72afe0-7cb5-4d88-9461-2c9aa749039f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:29.718009 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-6582deb0-667a-473a-b07a-8964eda23eea admin admin] Calling delete_port for fa72afe0-7cb5-4d88-9461-2c9aa749039f owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:29.799980 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6582deb0-667a-473a-b07a-8964eda23eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (fa72afe0-7cb5-4d88-9461-2c9aa749039f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:29.828519 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582deb0-667a-473a-b07a-8964eda23eea admin admin] Pushing event deleted for resources: {'Port': ['ID=fa72afe0-7cb5-4d88-9461-2c9aa749039f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:29.832285 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6582deb0-667a-473a-b07a-8964eda23eea admin admin] No DVR routers for this DVR port fa72afe0-7cb5-4d88-9461-2c9aa749039f on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:07:29.907400 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6582deb0-667a-473a-b07a-8964eda23eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (62752a67-7664-459b-88ea-0d698d38f98f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:29.933493 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-6582deb0-667a-473a-b07a-8964eda23eea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62752a67-7664-459b-88ea-0d698d38f98f']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:29.943545 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-6582deb0-667a-473a-b07a-8964eda23eea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f7f504-ee9d-4948-b380-18a1e130dc5d') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:29.943840 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-6582deb0-667a-473a-b07a-8964eda23eea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f7f504-ee9d-4948-b380-18a1e130dc5d') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:29.954611 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6582deb0-667a-473a-b07a-8964eda23eea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (35f7f504-ee9d-4948-b380-18a1e130dc5d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:29.968660 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6582deb0-667a-473a-b07a-8964eda23eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (35f7f504-ee9d-4948-b380-18a1e130dc5d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:29.974929 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6582deb0-667a-473a-b07a-8964eda23eea admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:07:29.975333 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6582deb0-667a-473a-b07a-8964eda23eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (35f7f504-ee9d-4948-b380-18a1e130dc5d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: self.session.flush() Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: timer() Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:07:29.977123 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:07:30.036124 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6582deb0-667a-473a-b07a-8964eda23eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (62752a67-7664-459b-88ea-0d698d38f98f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:30.042822 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6582deb0-667a-473a-b07a-8964eda23eea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:30.047381 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6582deb0-667a-473a-b07a-8964eda23eea admin admin] 10.222.0.39 "DELETE /v2.0/networks/62752a67-7664-459b-88ea-0d698d38f98f HTTP/1.1" status: 204 len: 168 time: 0.8806114 Jan 28 14:07:30.050760 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46572) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:30.059617 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582deb0-667a-473a-b07a-8964eda23eea admin admin] Pushing event deleted for resources: {'Network': ['ID=62752a67-7664-459b-88ea-0d698d38f98f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:30.443766 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-992b5539-20c2-4bd9-b502-685a6dbae23d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (2aa73724-1cfc-47e8-aeb2-a2c780220513), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:30.698663 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-992b5539-20c2-4bd9-b502-685a6dbae23d admin admin] Deleting port 352ed942-5461-46c3-b152-f864b901a5dd {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:30.698932 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-992b5539-20c2-4bd9-b502-685a6dbae23d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (352ed942-5461-46c3-b152-f864b901a5dd), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:30.788483 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-992b5539-20c2-4bd9-b502-685a6dbae23d admin admin] For port 352ed942-5461-46c3-b152-f864b901a5dd, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=352ed942-5461-46c3-b152-f864b901a5dd,segment=NetworkSegment(5dbdb1d7-8c1d-4fea-b304-7ec2296c91db),segment_id=5dbdb1d7-8c1d-4fea-b304-7ec2296c91db)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:30.788876 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-992b5539-20c2-4bd9-b502-685a6dbae23d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (352ed942-5461-46c3-b152-f864b901a5dd), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:30.801051 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-992b5539-20c2-4bd9-b502-685a6dbae23d admin admin] Calling delete_port for 352ed942-5461-46c3-b152-f864b901a5dd owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:30.989630 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-992b5539-20c2-4bd9-b502-685a6dbae23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (352ed942-5461-46c3-b152-f864b901a5dd), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:31.015690 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b5539-20c2-4bd9-b502-685a6dbae23d admin admin] Pushing event deleted for resources: {'Port': ['ID=352ed942-5461-46c3-b152-f864b901a5dd,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:31.169384 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device fa72afe0-7cb5-4d88-9461-2c9aa749039f no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:07:31.199468 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-992b5539-20c2-4bd9-b502-685a6dbae23d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (2aa73724-1cfc-47e8-aeb2-a2c780220513), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:31.202821 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: fa72afe0-7cb5-4d88-9461-2c9aa749039f {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:07:31.203306 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device fa72afe0-7cb5-4d88-9461-2c9aa749039f not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:07:31.203787 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e5df3c81-d1bd-4411-9118-4779b59fee0a no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:07:31.225267 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: e5df3c81-d1bd-4411-9118-4779b59fee0a {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:07:31.225680 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device e5df3c81-d1bd-4411-9118-4779b59fee0a not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:07:31.420957 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992b5539-20c2-4bd9-b502-685a6dbae23d admin admin] Router 2aa73724-1cfc-47e8-aeb2-a2c780220513 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:07:31.528516 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992b5539-20c2-4bd9-b502-685a6dbae23d admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:07:31.533689 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-992b5539-20c2-4bd9-b502-685a6dbae23d admin admin] 10.222.0.39 "PUT /v2.0/routers/2aa73724-1cfc-47e8-aeb2-a2c780220513/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4816625 Jan 28 14:07:31.536465 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46574) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:31.539369 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb3e663-2f1e-4e65-bd67-d998f07d8af1 None None] Sync routers for ids ['2aa73724-1cfc-47e8-aeb2-a2c780220513'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:07:31.551633 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb3e663-2f1e-4e65-bd67-d998f07d8af1 None None] Routers {'2aa73724-1cfc-47e8-aeb2-a2c780220513'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:07:31.552232 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-2bb3e663-2f1e-4e65-bd67-d998f07d8af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:07:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['2aa73724-1cfc-47e8-aeb2-a2c780220513'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:31.637378 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2ddefcda-dad3-4d03-8fd2-7e4629541fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:31.642564 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ff95d976-9ad2-4034-92ce-9c2c48869268 admin admin] Publish callbacks [] for router (2aa73724-1cfc-47e8-aeb2-a2c780220513), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:31.658176 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-2bb3e663-2f1e-4e65-bd67-d998f07d8af1 None None] Set router 2aa73724-1cfc-47e8-aeb2-a2c780220513 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:07:31.747129 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ff95d976-9ad2-4034-92ce-9c2c48869268 admin admin] Publish callbacks [] for router_gateway (2aa73724-1cfc-47e8-aeb2-a2c780220513), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:31.801493 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-ff95d976-9ad2-4034-92ce-9c2c48869268 admin admin] Deleting port cf78bb1c-1518-4616-bf96-8792f35e92dd {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:31.801890 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ff95d976-9ad2-4034-92ce-9c2c48869268 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (cf78bb1c-1518-4616-bf96-8792f35e92dd), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:31.841044 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-2bb3e663-2f1e-4e65-bd67-d998f07d8af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa73724-1cfc-47e8-aeb2-a2c780220513', 'name': 'tempest-TestServerMultinode-1264459997-router', 'tenant_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cf78bb1c-1518-4616-bf96-8792f35e92dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:06:53Z', 'updated_at': '2022-01-28T14:07:30Z', 'revision_number': 5, 'project_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'gw_port': {'id': 'cf78bb1c-1518-4616-bf96-8792f35e92dd', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:57:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa73724-1cfc-47e8-aeb2-a2c780220513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:53Z', 'updated_at': '2022-01-28T14:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:31.867735 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb3e663-2f1e-4e65-bd67-d998f07d8af1 None None] Checking router: 2aa73724-1cfc-47e8-aeb2-a2c780220513 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:07:31.876142 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb3e663-2f1e-4e65-bd67-d998f07d8af1 None None] Routers {'2aa73724-1cfc-47e8-aeb2-a2c780220513'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:07:31.876738 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-2bb3e663-2f1e-4e65-bd67-d998f07d8af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:07:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['2aa73724-1cfc-47e8-aeb2-a2c780220513'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:31.884973 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-ff95d976-9ad2-4034-92ce-9c2c48869268 admin admin] For port cf78bb1c-1518-4616-bf96-8792f35e92dd, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=cf78bb1c-1518-4616-bf96-8792f35e92dd,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:31.885345 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ff95d976-9ad2-4034-92ce-9c2c48869268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (cf78bb1c-1518-4616-bf96-8792f35e92dd), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:31.897562 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-ff95d976-9ad2-4034-92ce-9c2c48869268 admin admin] Calling delete_port for cf78bb1c-1518-4616-bf96-8792f35e92dd owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:32.059793 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-2bb3e663-2f1e-4e65-bd67-d998f07d8af1 None None] Set router 2aa73724-1cfc-47e8-aeb2-a2c780220513 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:07:32.079123 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ff95d976-9ad2-4034-92ce-9c2c48869268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (cf78bb1c-1518-4616-bf96-8792f35e92dd), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:32.105077 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95d976-9ad2-4034-92ce-9c2c48869268 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf78bb1c-1518-4616-bf96-8792f35e92dd,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:32.111917 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-2bb3e663-2f1e-4e65-bd67-d998f07d8af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa73724-1cfc-47e8-aeb2-a2c780220513', 'name': 'tempest-TestServerMultinode-1264459997-router', 'tenant_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:06:53Z', 'updated_at': '2022-01-28T14:07:31Z', 'revision_number': 6, 'project_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:32.141998 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb3e663-2f1e-4e65-bd67-d998f07d8af1 None None] The sync data for ids ['2aa73724-1cfc-47e8-aeb2-a2c780220513'] in n-d-822747-2 is: [{'id': '2aa73724-1cfc-47e8-aeb2-a2c780220513', 'name': 'tempest-TestServerMultinode-1264459997-router', 'tenant_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:06:53Z', 'updated_at': '2022-01-28T14:07:31Z', 'revision_number': 6, 'project_id': '263a9eaef3ac43e6ba62c01a66ee9a39', 'gw_port_host': None}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:07:32.166004 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ff95d976-9ad2-4034-92ce-9c2c48869268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (2aa73724-1cfc-47e8-aeb2-a2c780220513), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:32.258415 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ff95d976-9ad2-4034-92ce-9c2c48869268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (2aa73724-1cfc-47e8-aeb2-a2c780220513), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:32.260970 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ff95d976-9ad2-4034-92ce-9c2c48869268 admin admin] Publish callbacks [] for router_controller (2aa73724-1cfc-47e8-aeb2-a2c780220513), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:32.311875 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ff95d976-9ad2-4034-92ce-9c2c48869268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (2aa73724-1cfc-47e8-aeb2-a2c780220513), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:32.312349 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff95d976-9ad2-4034-92ce-9c2c48869268 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2aa73724-1cfc-47e8-aeb2-a2c780220513 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:07:32.316821 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ff95d976-9ad2-4034-92ce-9c2c48869268 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:32.317894 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ff95d976-9ad2-4034-92ce-9c2c48869268 admin admin] 10.222.0.39 "DELETE /v2.0/routers/2aa73724-1cfc-47e8-aeb2-a2c780220513 HTTP/1.1" status: 204 len: 168 time: 0.7803671 Jan 28 14:07:32.320970 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46576) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.365976 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa11affc-d547-494c-9885-72da011c071a admin admin] Deleting subnet 6903a354-7ed9-44e2-89b0-6f20f6820333 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:07:32.369304 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa11affc-d547-494c-9885-72da011c071a admin admin] Publish callbacks [] for subnet (6903a354-7ed9-44e2-89b0-6f20f6820333), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:32.407393 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa11affc-d547-494c-9885-72da011c071a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (6903a354-7ed9-44e2-89b0-6f20f6820333), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:32.483844 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa11affc-d547-494c-9885-72da011c071a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (6903a354-7ed9-44e2-89b0-6f20f6820333), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:32.542456 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa11affc-d547-494c-9885-72da011c071a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (6903a354-7ed9-44e2-89b0-6f20f6820333), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:32.569426 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11affc-d547-494c-9885-72da011c071a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6903a354-7ed9-44e2-89b0-6f20f6820333,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:32.573849 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa11affc-d547-494c-9885-72da011c071a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:32.580182 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-aa11affc-d547-494c-9885-72da011c071a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6903a354-7ed9-44e2-89b0-6f20f6820333 HTTP/1.1" status: 204 len: 168 time: 0.2550366 Jan 28 14:07:32.580959 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46578) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.582310 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acd3961-9c3c-42b4-83c7-4ffd8343851b None None] Network ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:32.653525 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58e6c0c3-b719-46dd-9509-2714b201172b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:32.708862 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-58e6c0c3-b719-46dd-9509-2714b201172b admin admin] Deleting port c44c7d47-4ee5-4f0f-a2e4-9c133a371f44 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:32.709204 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58e6c0c3-b719-46dd-9509-2714b201172b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c44c7d47-4ee5-4f0f-a2e4-9c133a371f44), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:32.774057 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-58e6c0c3-b719-46dd-9509-2714b201172b admin admin] For port c44c7d47-4ee5-4f0f-a2e4-9c133a371f44, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c44c7d47-4ee5-4f0f-a2e4-9c133a371f44,segment=NetworkSegment(5dbdb1d7-8c1d-4fea-b304-7ec2296c91db),segment_id=5dbdb1d7-8c1d-4fea-b304-7ec2296c91db)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:32.774551 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58e6c0c3-b719-46dd-9509-2714b201172b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c44c7d47-4ee5-4f0f-a2e4-9c133a371f44), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:32.787099 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-58e6c0c3-b719-46dd-9509-2714b201172b admin admin] Calling delete_port for c44c7d47-4ee5-4f0f-a2e4-9c133a371f44 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:32.868710 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58e6c0c3-b719-46dd-9509-2714b201172b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (c44c7d47-4ee5-4f0f-a2e4-9c133a371f44), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:32.894939 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe42051c-023b-4314-8477-ea85ac63f05b None None] DHCP port deletion for ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:07:32.895777 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6c0c3-b719-46dd-9509-2714b201172b admin admin] Pushing event deleted for resources: {'Port': ['ID=c44c7d47-4ee5-4f0f-a2e4-9c133a371f44,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:32.899100 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e6c0c3-b719-46dd-9509-2714b201172b admin admin] No DVR routers for this DVR port c44c7d47-4ee5-4f0f-a2e4-9c133a371f44 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:07:32.977275 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58e6c0c3-b719-46dd-9509-2714b201172b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:32.985683 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:33.001670 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-58e6c0c3-b719-46dd-9509-2714b201172b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:33.012350 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-58e6c0c3-b719-46dd-9509-2714b201172b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dbdb1d7-8c1d-4fea-b304-7ec2296c91db') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:33.012658 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-58e6c0c3-b719-46dd-9509-2714b201172b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dbdb1d7-8c1d-4fea-b304-7ec2296c91db') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:33.022562 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58e6c0c3-b719-46dd-9509-2714b201172b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (5dbdb1d7-8c1d-4fea-b304-7ec2296c91db), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:33.037144 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58e6c0c3-b719-46dd-9509-2714b201172b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (5dbdb1d7-8c1d-4fea-b304-7ec2296c91db), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:33.045050 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e6c0c3-b719-46dd-9509-2714b201172b admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:07:33.045470 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58e6c0c3-b719-46dd-9509-2714b201172b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (5dbdb1d7-8c1d-4fea-b304-7ec2296c91db), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: timer() Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:07:33.047353 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:07:33.102112 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c44c7d47-4ee5-4f0f-a2e4-9c133a371f44 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:07:33.113163 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58e6c0c3-b719-46dd-9509-2714b201172b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:33.119733 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58e6c0c3-b719-46dd-9509-2714b201172b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:33.123132 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-58e6c0c3-b719-46dd-9509-2714b201172b admin admin] 10.222.0.39 "DELETE /v2.0/networks/ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf HTTP/1.1" status: 204 len: 168 time: 0.5412366 Jan 28 14:07:33.132188 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: c44c7d47-4ee5-4f0f-a2e4-9c133a371f44 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:07:33.132537 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c44c7d47-4ee5-4f0f-a2e4-9c133a371f44 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:07:33.132948 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device cf78bb1c-1518-4616-bf96-8792f35e92dd no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:07:33.137304 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6c0c3-b719-46dd-9509-2714b201172b admin admin] Pushing event deleted for resources: {'Network': ['ID=ba9fd5ab-26c0-4e09-9849-c2fb3bba46bf,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:33.157090 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: cf78bb1c-1518-4616-bf96-8792f35e92dd {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:07:33.157424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device cf78bb1c-1518-4616-bf96-8792f35e92dd not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:07:33.157823 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 352ed942-5461-46c3-b152-f864b901a5dd no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:07:33.179597 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 352ed942-5461-46c3-b152-f864b901a5dd {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:07:33.180127 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 352ed942-5461-46c3-b152-f864b901a5dd not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:07:33.314559 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46582) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:33.356577 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3831e249-9109-43a7-9f97-91f231a782bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9f3d639ef83d4b06af1b76bf3b1e9ae1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407121 Jan 28 14:07:33.359210 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46584) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:33.411443 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-20a8d05b-86ae-4172-88d7-976945ca3258 admin admin] Publish callbacks [] for security_group (5f432d65-8eb4-4188-a21c-f8beb1741e9b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:33.434725 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-20a8d05b-86ae-4172-88d7-976945ca3258 admin admin] Publish callbacks [] for security_group (5f432d65-8eb4-4188-a21c-f8beb1741e9b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:33.485295 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-20a8d05b-86ae-4172-88d7-976945ca3258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (5f432d65-8eb4-4188-a21c-f8beb1741e9b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:33.487963 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-20a8d05b-86ae-4172-88d7-976945ca3258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:33.489232 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-20a8d05b-86ae-4172-88d7-976945ca3258 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f432d65-8eb4-4188-a21c-f8beb1741e9b HTTP/1.1" status: 204 len: 168 time: 0.1291406 Jan 28 14:07:33.497688 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8d05b-86ae-4172-88d7-976945ca3258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f432d65-8eb4-4188-a21c-f8beb1741e9b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:33.829852 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46590) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:33.871317 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-df09c5b6-ed38-4e59-a16c-b79c4e885d30 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=263a9eaef3ac43e6ba62c01a66ee9a39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402527 Jan 28 14:07:33.873965 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46592) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:33.929016 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6f69f5e7-1c47-448c-af7d-379d2eada941 admin admin] Publish callbacks [] for security_group (4a02952a-2227-411a-badd-a295276c16a4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:33.958885 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6f69f5e7-1c47-448c-af7d-379d2eada941 admin admin] Publish callbacks [] for security_group (4a02952a-2227-411a-badd-a295276c16a4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:34.013632 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6f69f5e7-1c47-448c-af7d-379d2eada941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (4a02952a-2227-411a-badd-a295276c16a4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:34.016424 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6f69f5e7-1c47-448c-af7d-379d2eada941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:34.017698 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6f69f5e7-1c47-448c-af7d-379d2eada941 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4a02952a-2227-411a-badd-a295276c16a4 HTTP/1.1" status: 204 len: 168 time: 0.1428423 Jan 28 14:07:34.025913 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69f5e7-1c47-448c-af7d-379d2eada941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a02952a-2227-411a-badd-a295276c16a4,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:34.365792 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:34.792278 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46614) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:34.892080 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-c668f707-683f-4ceb-8366-4256d1245321 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1758453011-network', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:34.914210 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c668f707-683f-4ceb-8366-4256d1245321 admin admin] Made reservation on behalf of 60c5f606262c4ce58aaf3e0b05399cbc for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:34.916590 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c668f707-683f-4ceb-8366-4256d1245321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:34.925075 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c668f707-683f-4ceb-8366-4256d1245321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:35.003701 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c668f707-683f-4ceb-8366-4256d1245321 admin admin] Publish callbacks [] for security_group (ef112393-8776-40d8-a2e4-14eaacdf68a1), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:35.008378 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c668f707-683f-4ceb-8366-4256d1245321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ef112393-8776-40d8-a2e4-14eaacdf68a1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:35.036767 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c668f707-683f-4ceb-8366-4256d1245321 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:07:35.042504 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668f707-683f-4ceb-8366-4256d1245321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef112393-8776-40d8-a2e4-14eaacdf68a1,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:35.049954 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c668f707-683f-4ceb-8366-4256d1245321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (499b2464-c245-4071-90b2-adcfebc44ffd), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:35.050422 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-c668f707-683f-4ceb-8366-4256d1245321 admin admin] Added segment 499b2464-c245-4071-90b2-adcfebc44ffd of type vlan for network 7e2baaf8-afbf-4340-9284-c0a506c9d66c Jan 28 14:07:35.093258 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c668f707-683f-4ceb-8366-4256d1245321 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (7e2baaf8-afbf-4340-9284-c0a506c9d66c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:35.116800 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c668f707-683f-4ceb-8366-4256d1245321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (7e2baaf8-afbf-4340-9284-c0a506c9d66c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:35.117732 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c668f707-683f-4ceb-8366-4256d1245321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:35.118454 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c668f707-683f-4ceb-8366-4256d1245321 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:35.174081 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c668f707-683f-4ceb-8366-4256d1245321 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3806169 Jan 28 14:07:35.177165 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46618) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:35.179475 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668f707-683f-4ceb-8366-4256d1245321 admin admin] Pushing event updated for resources: {'Network': ['ID=7e2baaf8-afbf-4340-9284-c0a506c9d66c,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:35.183114 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-763cc69d-a47a-4699-9f16-6132551e61a0 admin admin] Request body: {'subnet': {'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1758453011-subnet', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:35.195373 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 7e2baaf8-afbf-4340-9284-c0a506c9d66c details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:07:35.208585 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763cc69d-a47a-4699-9f16-6132551e61a0 admin admin] Made reservation on behalf of 60c5f606262c4ce58aaf3e0b05399cbc for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:35.211986 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-763cc69d-a47a-4699-9f16-6132551e61a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:35.384422 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-763cc69d-a47a-4699-9f16-6132551e61a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (a773a080-709e-4afe-b3b6-f6580a29f9f7), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:35.434427 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763cc69d-a47a-4699-9f16-6132551e61a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a773a080-709e-4afe-b3b6-f6580a29f9f7,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:35.450642 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763cc69d-a47a-4699-9f16-6132551e61a0 admin admin] Checking segment: {'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:07:35.451031 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763cc69d-a47a-4699-9f16-6132551e61a0 admin admin] Network hostable DHCP agents. Network: 7e2baaf8-afbf-4340-9284-c0a506c9d66c, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:07:35.468954 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763cc69d-a47a-4699-9f16-6132551e61a0 admin admin] Network 7e2baaf8-afbf-4340-9284-c0a506c9d66c is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:07:35.478582 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-763cc69d-a47a-4699-9f16-6132551e61a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 7e2baaf8-afbf-4340-9284-c0a506c9d66c) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:35.484372 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763cc69d-a47a-4699-9f16-6132551e61a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:35.484999 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-763cc69d-a47a-4699-9f16-6132551e61a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:35.491885 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f590eb-6e87-4fbd-8556-882f3ebced28 None None] Network 7e2baaf8-afbf-4340-9284-c0a506c9d66c requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:35.504730 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-763cc69d-a47a-4699-9f16-6132551e61a0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3258371 Jan 28 14:07:35.507585 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46620) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:35.513030 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-17d01c23-b46c-4999-801b-db7395fb0be8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1758453011-router', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:35.534444 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-17d01c23-b46c-4999-801b-db7395fb0be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (7d47f0eb-650b-4160-9f6b-4f03c267fffb), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:35.535551 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-17d01c23-b46c-4999-801b-db7395fb0be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (7d47f0eb-650b-4160-9f6b-4f03c267fffb), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:35.592912 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-17d01c23-b46c-4999-801b-db7395fb0be8 admin admin] Publish callbacks [] for router_controller (7d47f0eb-650b-4160-9f6b-4f03c267fffb), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:35.613788 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62810436-fd71-4450-8bc9-f9a52f6ba73c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:07:35.614970 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-62810436-fd71-4450-8bc9-f9a52f6ba73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:35.734353 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-17d01c23-b46c-4999-801b-db7395fb0be8 admin admin] Publish callbacks [] for router_gateway (7d47f0eb-650b-4160-9f6b-4f03c267fffb), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:35.758704 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-62810436-fd71-4450-8bc9-f9a52f6ba73c None None] Allocated IP 172.20.0.2 (7e2baaf8-afbf-4340-9284-c0a506c9d66c/a773a080-709e-4afe-b3b6-f6580a29f9f7/ff5d240b-dea4-453b-91de-4a08275107f9) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:35.906646 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-62810436-fd71-4450-8bc9-f9a52f6ba73c None None] Publish callbacks [] for port (ff5d240b-dea4-453b-91de-4a08275107f9), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:35.914000 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-62810436-fd71-4450-8bc9-f9a52f6ba73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (ff5d240b-dea4-453b-91de-4a08275107f9), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:35.949175 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-17d01c23-b46c-4999-801b-db7395fb0be8 admin admin] Publish callbacks [] for router_gateway (7d47f0eb-650b-4160-9f6b-4f03c267fffb), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:35.959437 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62810436-fd71-4450-8bc9-f9a52f6ba73c None None] Network 7e2baaf8-afbf-4340-9284-c0a506c9d66c is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:35.964609 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-62810436-fd71-4450-8bc9-f9a52f6ba73c None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:35.969219 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62810436-fd71-4450-8bc9-f9a52f6ba73c None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:35.970544 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-17d01c23-b46c-4999-801b-db7395fb0be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:35.979619 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62810436-fd71-4450-8bc9-f9a52f6ba73c None None] Pushing event updated for resources: {'Port': ['ID=ff5d240b-dea4-453b-91de-4a08275107f9,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:36.039696 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-62810436-fd71-4450-8bc9-f9a52f6ba73c None None] Attempting to bind port ff5d240b-dea4-453b-91de-4a08275107f9 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:07:36.040359 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-62810436-fd71-4450-8bc9-f9a52f6ba73c None None] Attempting to bind port ff5d240b-dea4-453b-91de-4a08275107f9 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:07:36.040759 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62810436-fd71-4450-8bc9-f9a52f6ba73c None None] Attempting to bind port ff5d240b-dea4-453b-91de-4a08275107f9 on network 7e2baaf8-afbf-4340-9284-c0a506c9d66c {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:07:36.046146 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62810436-fd71-4450-8bc9-f9a52f6ba73c None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:07:36.046878 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62810436-fd71-4450-8bc9-f9a52f6ba73c None None] Checking segment: {'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:07:36.047383 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-62810436-fd71-4450-8bc9-f9a52f6ba73c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:36.047843 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62810436-fd71-4450-8bc9-f9a52f6ba73c None None] Bound using segment: {'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:07:36.048391 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-62810436-fd71-4450-8bc9-f9a52f6ba73c None None] Bound port: ff5d240b-dea4-453b-91de-4a08275107f9, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:07:36.048887 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-62810436-fd71-4450-8bc9-f9a52f6ba73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ff5d240b-dea4-453b-91de-4a08275107f9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:36.092247 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-17d01c23-b46c-4999-801b-db7395fb0be8 admin admin] Allocated IP 172.25.3.109 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:36.114992 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-62810436-fd71-4450-8bc9-f9a52f6ba73c None None] For port ff5d240b-dea4-453b-91de-4a08275107f9, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:07:36.118305 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-62810436-fd71-4450-8bc9-f9a52f6ba73c None None] For port ff5d240b-dea4-453b-91de-4a08275107f9, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ff5d240b-dea4-453b-91de-4a08275107f9,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:07:36.123679 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-62810436-fd71-4450-8bc9-f9a52f6ba73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ff5d240b-dea4-453b-91de-4a08275107f9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:36.190581 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62810436-fd71-4450-8bc9-f9a52f6ba73c None None] Pushing event updated for resources: {'Port': ['ID=ff5d240b-dea4-453b-91de-4a08275107f9,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:36.202692 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-17d01c23-b46c-4999-801b-db7395fb0be8 admin admin] Publish callbacks [] for port (2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:36.240154 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-17d01c23-b46c-4999-801b-db7395fb0be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:36.280871 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d01c23-b46c-4999-801b-db7395fb0be8 admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:36.288254 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-17d01c23-b46c-4999-801b-db7395fb0be8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:36.290499 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d01c23-b46c-4999-801b-db7395fb0be8 admin admin] Pushing event updated for resources: {'Port': ['ID=2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:36.293407 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d01c23-b46c-4999-801b-db7395fb0be8 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:36.438522 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:36.605738 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-17d01c23-b46c-4999-801b-db7395fb0be8 admin admin] Publish callbacks [] for router_gateway (7d47f0eb-650b-4160-9f6b-4f03c267fffb), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:36.805672 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-17d01c23-b46c-4999-801b-db7395fb0be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (7d47f0eb-650b-4160-9f6b-4f03c267fffb), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:36.942119 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d01c23-b46c-4999-801b-db7395fb0be8 admin admin] Router 7d47f0eb-650b-4160-9f6b-4f03c267fffb is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:07:37.061435 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d01c23-b46c-4999-801b-db7395fb0be8 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:07:37.078232 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e38924-cfdb-4385-b90d-205f9bdcbfc9 None None] Sync routers for ids ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:07:37.086120 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-17d01c23-b46c-4999-801b-db7395fb0be8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:37.090620 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-17d01c23-b46c-4999-801b-db7395fb0be8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5816486 Jan 28 14:07:37.090845 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46622) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:37.092298 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e38924-cfdb-4385-b90d-205f9bdcbfc9 None None] Routers {'7d47f0eb-650b-4160-9f6b-4f03c267fffb'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:07:37.093248 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c2e38924-cfdb-4385-b90d-205f9bdcbfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:07:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:37.209193 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ff5d240b-dea4-453b-91de-4a08275107f9 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:07:37.252787 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23300fb1-874f-402f-b1c5-43ce694e016d None None] Network 7e2baaf8-afbf-4340-9284-c0a506c9d66c requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:37.282433 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-c2e38924-cfdb-4385-b90d-205f9bdcbfc9 None None] Set router 7d47f0eb-650b-4160-9f6b-4f03c267fffb gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:07:37.422332 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-7f9f5ac7-e0d8-4153-9205-ed29fb3519da None None] Provisioning complete for port ff5d240b-dea4-453b-91de-4a08275107f9 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:37.422736 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7f9f5ac7-e0d8-4153-9205-ed29fb3519da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ff5d240b-dea4-453b-91de-4a08275107f9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:37.457550 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port ff5d240b-dea4-453b-91de-4a08275107f9 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:37.457938 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ff5d240b-dea4-453b-91de-4a08275107f9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:37.681526 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7f9f5ac7-e0d8-4153-9205-ed29fb3519da None None] Current status of the port ff5d240b-dea4-453b-91de-4a08275107f9 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:37.682097 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7f9f5ac7-e0d8-4153-9205-ed29fb3519da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ff5d240b-dea4-453b-91de-4a08275107f9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:37.721226 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port ff5d240b-dea4-453b-91de-4a08275107f9 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:37.721618 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ff5d240b-dea4-453b-91de-4a08275107f9), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:37.740471 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-7f9f5ac7-e0d8-4153-9205-ed29fb3519da None None] For port ff5d240b-dea4-453b-91de-4a08275107f9, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ff5d240b-dea4-453b-91de-4a08275107f9,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:37.755215 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c2e38924-cfdb-4385-b90d-205f9bdcbfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'name': 'tempest-TestVolumeBootPattern-1758453011-router', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:36Z', 'revision_number': 3, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'gw_port': {'id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:37.757073 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7f9f5ac7-e0d8-4153-9205-ed29fb3519da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ff5d240b-dea4-453b-91de-4a08275107f9), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:37.812882 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e38924-cfdb-4385-b90d-205f9bdcbfc9 None None] Checking router: 7d47f0eb-650b-4160-9f6b-4f03c267fffb for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:07:37.813525 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e38924-cfdb-4385-b90d-205f9bdcbfc9 None None] Updating router 7d47f0eb-650b-4160-9f6b-4f03c267fffb port 2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:07:37.897594 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7b4e555a-17e9-4a06-a164-fc58d1751471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:38.057221 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c2e38924-cfdb-4385-b90d-205f9bdcbfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:38.065853 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-7b4e555a-17e9-4a06-a164-fc58d1751471 admin admin] Allocated IP 172.20.0.1 (7e2baaf8-afbf-4340-9284-c0a506c9d66c/a773a080-709e-4afe-b3b6-f6580a29f9f7/d9ed0013-fd5e-48b9-90f0-8c70a3d1da28) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:38.069686 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 14:07:38.070038 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 14:07:38.090642 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f5ac7-e0d8-4153-9205-ed29fb3519da None None] Pushing event updated for resources: {'Port': ['ID=ff5d240b-dea4-453b-91de-4a08275107f9,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:38.095624 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-6fa9174c-a9d3-4c5f-9b40-c6e68d001a52 None None] Provisioning complete for port ff5d240b-dea4-453b-91de-4a08275107f9 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:38.096002 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6fa9174c-a9d3-4c5f-9b40-c6e68d001a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ff5d240b-dea4-453b-91de-4a08275107f9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:38.173891 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7b4e555a-17e9-4a06-a164-fc58d1751471 admin admin] Publish callbacks [] for port (d9ed0013-fd5e-48b9-90f0-8c70a3d1da28), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:38.212175 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7b4e555a-17e9-4a06-a164-fc58d1751471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (d9ed0013-fd5e-48b9-90f0-8c70a3d1da28), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:38.251801 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4e555a-17e9-4a06-a164-fc58d1751471 admin admin] Network 7e2baaf8-afbf-4340-9284-c0a506c9d66c is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:38.254580 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-7b4e555a-17e9-4a06-a164-fc58d1751471 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:38.260423 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4e555a-17e9-4a06-a164-fc58d1751471 admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:38.265930 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e555a-17e9-4a06-a164-fc58d1751471 admin admin] Pushing event updated for resources: {'Port': ['ID=d9ed0013-fd5e-48b9-90f0-8c70a3d1da28,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:38.293626 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6fa9174c-a9d3-4c5f-9b40-c6e68d001a52 None None] Current status of the port ff5d240b-dea4-453b-91de-4a08275107f9 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:38.303066 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7b4e555a-17e9-4a06-a164-fc58d1751471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (7d47f0eb-650b-4160-9f6b-4f03c267fffb), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:38.405200 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c2e38924-cfdb-4385-b90d-205f9bdcbfc9 None None] Publish callbacks [] for port (2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:38.413384 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c2e38924-cfdb-4385-b90d-205f9bdcbfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:38.444014 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7b4e555a-17e9-4a06-a164-fc58d1751471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d9ed0013-fd5e-48b9-90f0-8c70a3d1da28), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:38.467698 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-c2e38924-cfdb-4385-b90d-205f9bdcbfc9 None None] Attempting to bind port 2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:07:38.468071 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-c2e38924-cfdb-4385-b90d-205f9bdcbfc9 None None] Attempting to bind port 2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:07:38.468444 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e38924-cfdb-4385-b90d-205f9bdcbfc9 None None] Attempting to bind port 2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:07:38.470592 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c61e8-3642-4c97-bdf0-e9e816b242e3 None None] Pushing event updated for resources: {'Port': ['ID=2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:38.476375 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e38924-cfdb-4385-b90d-205f9bdcbfc9 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:07:38.476757 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e38924-cfdb-4385-b90d-205f9bdcbfc9 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:07:38.477165 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c2e38924-cfdb-4385-b90d-205f9bdcbfc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:38.477632 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e38924-cfdb-4385-b90d-205f9bdcbfc9 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:07:38.478118 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-c2e38924-cfdb-4385-b90d-205f9bdcbfc9 None None] Bound port: 2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:07:38.478507 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c2e38924-cfdb-4385-b90d-205f9bdcbfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:38.542824 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c2e38924-cfdb-4385-b90d-205f9bdcbfc9 None None] For port 2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:07:38.546742 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c2e38924-cfdb-4385-b90d-205f9bdcbfc9 None None] For port 2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:07:38.548445 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-819bd353-276e-4049-a9d5-5c1b0258b640 None None] Provisioning complete for port d9ed0013-fd5e-48b9-90f0-8c70a3d1da28 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:38.548832 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-819bd353-276e-4049-a9d5-5c1b0258b640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d9ed0013-fd5e-48b9-90f0-8c70a3d1da28), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:38.552566 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c2e38924-cfdb-4385-b90d-205f9bdcbfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:38.622688 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7b4e555a-17e9-4a06-a164-fc58d1751471 admin admin] Publish callbacks [] for port (d9ed0013-fd5e-48b9-90f0-8c70a3d1da28), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:38.628512 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7b4e555a-17e9-4a06-a164-fc58d1751471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (d9ed0013-fd5e-48b9-90f0-8c70a3d1da28), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:38.645985 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-819bd353-276e-4049-a9d5-5c1b0258b640 None None] Port d9ed0013-fd5e-48b9-90f0-8c70a3d1da28 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:07:38.669105 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port ff5d240b-dea4-453b-91de-4a08275107f9 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:38.671976 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c61e8-3642-4c97-bdf0-e9e816b242e3 None None] Pushing event updated for resources: {'Port': ['ID=2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:38.682299 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e38924-cfdb-4385-b90d-205f9bdcbfc9 None None] Routers {'7d47f0eb-650b-4160-9f6b-4f03c267fffb'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:07:38.683544 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c2e38924-cfdb-4385-b90d-205f9bdcbfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:07:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:38.703451 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7b4e555a-17e9-4a06-a164-fc58d1751471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (7d47f0eb-650b-4160-9f6b-4f03c267fffb), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:38.705139 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e555a-17e9-4a06-a164-fc58d1751471 admin admin] Pushing event updated for resources: {'Port': ['ID=d9ed0013-fd5e-48b9-90f0-8c70a3d1da28,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:38.796882 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-c2e38924-cfdb-4385-b90d-205f9bdcbfc9 None None] Set router 7d47f0eb-650b-4160-9f6b-4f03c267fffb gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:07:38.804147 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4e555a-17e9-4a06-a164-fc58d1751471 admin admin] Network 7e2baaf8-afbf-4340-9284-c0a506c9d66c is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:38.805558 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-7b4e555a-17e9-4a06-a164-fc58d1751471 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:38.923224 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4e555a-17e9-4a06-a164-fc58d1751471 admin admin] Router 7d47f0eb-650b-4160-9f6b-4f03c267fffb has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:07:39.019006 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c2e38924-cfdb-4385-b90d-205f9bdcbfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'name': 'tempest-TestVolumeBootPattern-1758453011-router', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:38Z', 'revision_number': 4, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'gw_port': {'id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'd9ed0013-fd5e-48b9-90f0-8c70a3d1da28', 'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'mac_address': 'fa:16:3e:fc:bf:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:37Z', 'updated_at': '2022-01-28T14:07:38Z', 'revision_number': 2, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'subnets': [{'id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:39.044743 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4e555a-17e9-4a06-a164-fc58d1751471 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:07:39.047822 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e38924-cfdb-4385-b90d-205f9bdcbfc9 None None] The sync data for ids ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'] in n-d-822747-2 is: [{'id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'name': 'tempest-TestVolumeBootPattern-1758453011-router', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:38Z', 'revision_number': 4, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'gw_port': {'id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'd9ed0013-fd5e-48b9-90f0-8c70a3d1da28', 'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'mac_address': 'fa:16:3e:fc:bf:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:37Z', 'updated_at': '2022-01-28T14:07:38Z', 'revision_number': 2, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'subnets': [{'id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:07:39.057418 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7b4e555a-17e9-4a06-a164-fc58d1751471 admin admin] 10.222.0.39 "PUT /v2.0/routers/7d47f0eb-650b-4160-9f6b-4f03c267fffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9580519 Jan 28 14:07:39.076914 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-13c249aa-38f2-4c79-b12f-da61cb923c80 None None] Provisioning complete for port d9ed0013-fd5e-48b9-90f0-8c70a3d1da28 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:39.077632 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-13c249aa-38f2-4c79-b12f-da61cb923c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d9ed0013-fd5e-48b9-90f0-8c70a3d1da28), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:39.104231 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ff5d240b-dea4-453b-91de-4a08275107f9 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:07:39.149409 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-13c249aa-38f2-4c79-b12f-da61cb923c80 None None] Port d9ed0013-fd5e-48b9-90f0-8c70a3d1da28 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:07:39.173422 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port ff5d240b-dea4-453b-91de-4a08275107f9 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:39.173805 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ff5d240b-dea4-453b-91de-4a08275107f9), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:39.274599 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port ff5d240b-dea4-453b-91de-4a08275107f9 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:39.617385 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46638) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:39.622773 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-f3fb2198-601e-4306-87df-210d44ea4c8e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1453950784-network', 'tenant_id': 'c6076bff474d4729be2e8a23854dc888'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:39.644379 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fb2198-601e-4306-87df-210d44ea4c8e admin admin] Made reservation on behalf of c6076bff474d4729be2e8a23854dc888 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:39.646847 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f3fb2198-601e-4306-87df-210d44ea4c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:39.656642 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f3fb2198-601e-4306-87df-210d44ea4c8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:39.762438 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f3fb2198-601e-4306-87df-210d44ea4c8e admin admin] Publish callbacks [] for security_group (efcdf73a-50b6-4ef3-8677-636a7e326a33), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:39.767397 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f3fb2198-601e-4306-87df-210d44ea4c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (efcdf73a-50b6-4ef3-8677-636a7e326a33), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:39.794472 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3fb2198-601e-4306-87df-210d44ea4c8e admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:07:39.805564 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb2198-601e-4306-87df-210d44ea4c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcdf73a-50b6-4ef3-8677-636a7e326a33,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:39.812819 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f3fb2198-601e-4306-87df-210d44ea4c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (addd8591-6adc-4beb-bfc3-39e00d344519), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:39.813171 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-f3fb2198-601e-4306-87df-210d44ea4c8e admin admin] Added segment addd8591-6adc-4beb-bfc3-39e00d344519 of type vlan for network d39cc73c-0026-4005-a34a-e551efc62327 Jan 28 14:07:39.869821 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f3fb2198-601e-4306-87df-210d44ea4c8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (d39cc73c-0026-4005-a34a-e551efc62327), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:39.896667 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f3fb2198-601e-4306-87df-210d44ea4c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (d39cc73c-0026-4005-a34a-e551efc62327), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:39.898098 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fb2198-601e-4306-87df-210d44ea4c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:39.898940 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f3fb2198-601e-4306-87df-210d44ea4c8e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:39.957637 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f3fb2198-601e-4306-87df-210d44ea4c8e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3389399 Jan 28 14:07:39.960447 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46640) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:39.964472 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb2198-601e-4306-87df-210d44ea4c8e admin admin] Pushing event updated for resources: {'Network': ['ID=d39cc73c-0026-4005-a34a-e551efc62327,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:39.965781 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-55f5227d-7861-45f9-b171-0abb7bf0f230 admin admin] Request body: {'subnet': {'network_id': 'd39cc73c-0026-4005-a34a-e551efc62327', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1453950784-subnet', 'tenant_id': 'c6076bff474d4729be2e8a23854dc888', 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:39.974619 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network d39cc73c-0026-4005-a34a-e551efc62327 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:07:39.988430 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f5227d-7861-45f9-b171-0abb7bf0f230 admin admin] Made reservation on behalf of c6076bff474d4729be2e8a23854dc888 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:39.990949 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-55f5227d-7861-45f9-b171-0abb7bf0f230 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:40.188700 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-55f5227d-7861-45f9-b171-0abb7bf0f230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (c785358b-dcbd-48f1-a922-9d86b28c52eb), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:40.242600 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5227d-7861-45f9-b171-0abb7bf0f230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c785358b-dcbd-48f1-a922-9d86b28c52eb,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:40.253532 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f5227d-7861-45f9-b171-0abb7bf0f230 admin admin] Checking segment: {'id': 'addd8591-6adc-4beb-bfc3-39e00d344519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd39cc73c-0026-4005-a34a-e551efc62327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:07:40.253892 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f5227d-7861-45f9-b171-0abb7bf0f230 admin admin] Network hostable DHCP agents. Network: d39cc73c-0026-4005-a34a-e551efc62327, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:07:40.272824 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f5227d-7861-45f9-b171-0abb7bf0f230 admin admin] Network d39cc73c-0026-4005-a34a-e551efc62327 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:07:40.283953 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-55f5227d-7861-45f9-b171-0abb7bf0f230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, d39cc73c-0026-4005-a34a-e551efc62327) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:40.288166 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f5227d-7861-45f9-b171-0abb7bf0f230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:40.288801 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-55f5227d-7861-45f9-b171-0abb7bf0f230 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:40.294574 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bfe0cb-bbb3-43f1-a013-da209bfa447e None None] Network d39cc73c-0026-4005-a34a-e551efc62327 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:40.307917 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-55f5227d-7861-45f9-b171-0abb7bf0f230 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3463032 Jan 28 14:07:40.310339 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 46642) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:40.314851 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-57005e35-9366-4d43-ae5b-84222b69bc9b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1453950784-router', 'tenant_id': 'c6076bff474d4729be2e8a23854dc888', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:40.336808 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-57005e35-9366-4d43-ae5b-84222b69bc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (be109a1d-7dd2-4d4f-9652-2796db645b83), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:40.338333 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-57005e35-9366-4d43-ae5b-84222b69bc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (be109a1d-7dd2-4d4f-9652-2796db645b83), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:40.398101 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-57005e35-9366-4d43-ae5b-84222b69bc9b admin admin] Publish callbacks [] for router_controller (be109a1d-7dd2-4d4f-9652-2796db645b83), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:40.425616 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9165181e-7494-42a6-9ec8-f169c4153b19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-d39cc73c-0026-4005-a34a-e551efc62327', 'network_id': 'd39cc73c-0026-4005-a34a-e551efc62327', 'project_id': 'c6076bff474d4729be2e8a23854dc888', 'fixed_ips': [{'subnet_id': 'c785358b-dcbd-48f1-a922-9d86b28c52eb'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:07:40.426582 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9165181e-7494-42a6-9ec8-f169c4153b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:40.534685 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-57005e35-9366-4d43-ae5b-84222b69bc9b admin admin] Publish callbacks [] for router_gateway (be109a1d-7dd2-4d4f-9652-2796db645b83), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:40.563790 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-9165181e-7494-42a6-9ec8-f169c4153b19 None None] Allocated IP 172.20.0.2 (d39cc73c-0026-4005-a34a-e551efc62327/c785358b-dcbd-48f1-a922-9d86b28c52eb/70c711c4-b5db-41bb-b27a-a7a56e5038f8) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:40.721435 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9165181e-7494-42a6-9ec8-f169c4153b19 None None] Publish callbacks [] for port (70c711c4-b5db-41bb-b27a-a7a56e5038f8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:40.729572 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9165181e-7494-42a6-9ec8-f169c4153b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (70c711c4-b5db-41bb-b27a-a7a56e5038f8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:40.771089 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9165181e-7494-42a6-9ec8-f169c4153b19 None None] Network d39cc73c-0026-4005-a34a-e551efc62327 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:40.776356 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-9165181e-7494-42a6-9ec8-f169c4153b19 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:40.781371 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9165181e-7494-42a6-9ec8-f169c4153b19 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:40.784764 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165181e-7494-42a6-9ec8-f169c4153b19 None None] Pushing event updated for resources: {'Port': ['ID=70c711c4-b5db-41bb-b27a-a7a56e5038f8,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:40.841403 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-9165181e-7494-42a6-9ec8-f169c4153b19 None None] Attempting to bind port 70c711c4-b5db-41bb-b27a-a7a56e5038f8 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:07:40.841800 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-9165181e-7494-42a6-9ec8-f169c4153b19 None None] Attempting to bind port 70c711c4-b5db-41bb-b27a-a7a56e5038f8 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'addd8591-6adc-4beb-bfc3-39e00d344519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd39cc73c-0026-4005-a34a-e551efc62327'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:07:40.842162 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9165181e-7494-42a6-9ec8-f169c4153b19 None None] Attempting to bind port 70c711c4-b5db-41bb-b27a-a7a56e5038f8 on network d39cc73c-0026-4005-a34a-e551efc62327 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:07:40.848120 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9165181e-7494-42a6-9ec8-f169c4153b19 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:07:40.848507 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9165181e-7494-42a6-9ec8-f169c4153b19 None None] Checking segment: {'id': 'addd8591-6adc-4beb-bfc3-39e00d344519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd39cc73c-0026-4005-a34a-e551efc62327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:07:40.848891 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9165181e-7494-42a6-9ec8-f169c4153b19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:40.849355 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9165181e-7494-42a6-9ec8-f169c4153b19 None None] Bound using segment: {'id': 'addd8591-6adc-4beb-bfc3-39e00d344519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd39cc73c-0026-4005-a34a-e551efc62327'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:07:40.849820 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-9165181e-7494-42a6-9ec8-f169c4153b19 None None] Bound port: 70c711c4-b5db-41bb-b27a-a7a56e5038f8, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'addd8591-6adc-4beb-bfc3-39e00d344519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd39cc73c-0026-4005-a34a-e551efc62327'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:07:40.850218 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9165181e-7494-42a6-9ec8-f169c4153b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (70c711c4-b5db-41bb-b27a-a7a56e5038f8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:40.924575 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9165181e-7494-42a6-9ec8-f169c4153b19 None None] For port 70c711c4-b5db-41bb-b27a-a7a56e5038f8, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:07:40.928536 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9165181e-7494-42a6-9ec8-f169c4153b19 None None] For port 70c711c4-b5db-41bb-b27a-a7a56e5038f8, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=70c711c4-b5db-41bb-b27a-a7a56e5038f8,segment=NetworkSegment(addd8591-6adc-4beb-bfc3-39e00d344519),segment_id=addd8591-6adc-4beb-bfc3-39e00d344519)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:07:40.934234 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9165181e-7494-42a6-9ec8-f169c4153b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (70c711c4-b5db-41bb-b27a-a7a56e5038f8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:41.005139 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165181e-7494-42a6-9ec8-f169c4153b19 None None] Pushing event updated for resources: {'Port': ['ID=70c711c4-b5db-41bb-b27a-a7a56e5038f8,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:41.038898 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-57005e35-9366-4d43-ae5b-84222b69bc9b admin admin] Publish callbacks [] for router_gateway (be109a1d-7dd2-4d4f-9652-2796db645b83), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:41.059700 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-57005e35-9366-4d43-ae5b-84222b69bc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:41.163610 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:07:41.205100 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-57005e35-9366-4d43-ae5b-84222b69bc9b admin admin] Allocated IP 172.25.3.186 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/091a244d-21de-426a-b773-fc2b261c4a45) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:41.240073 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:41.240448 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:41.331328 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:41.331924 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:41.334369 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-57005e35-9366-4d43-ae5b-84222b69bc9b admin admin] Publish callbacks [] for port (091a244d-21de-426a-b773-fc2b261c4a45), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:41.339041 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a78558-d7a7-4088-9691-d81045595c85 None None] Sync routers for ids ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:07:41.353100 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:41.353835 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a78558-d7a7-4088-9691-d81045595c85 None None] Routers {'7d47f0eb-650b-4160-9f6b-4f03c267fffb'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:07:41.354837 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-23a78558-d7a7-4088-9691-d81045595c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:07:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:41.360721 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:41.378496 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-57005e35-9366-4d43-ae5b-84222b69bc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (091a244d-21de-426a-b773-fc2b261c4a45), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:41.433624 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:41.434698 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57005e35-9366-4d43-ae5b-84222b69bc9b admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:41.442442 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-57005e35-9366-4d43-ae5b-84222b69bc9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:41.445784 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57005e35-9366-4d43-ae5b-84222b69bc9b admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:41.452102 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57005e35-9366-4d43-ae5b-84222b69bc9b admin admin] Pushing event updated for resources: {'Port': ['ID=091a244d-21de-426a-b773-fc2b261c4a45,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:41.480103 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-23a78558-d7a7-4088-9691-d81045595c85 None None] Set router 7d47f0eb-650b-4160-9f6b-4f03c267fffb gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:07:41.676911 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-23a78558-d7a7-4088-9691-d81045595c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'name': 'tempest-TestVolumeBootPattern-1758453011-router', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:38Z', 'revision_number': 4, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'gw_port': {'id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'd9ed0013-fd5e-48b9-90f0-8c70a3d1da28', 'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'mac_address': 'fa:16:3e:fc:bf:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:37Z', 'updated_at': '2022-01-28T14:07:38Z', 'revision_number': 2, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'subnets': [{'id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:41.707036 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a78558-d7a7-4088-9691-d81045595c85 None None] Checking router: 7d47f0eb-650b-4160-9f6b-4f03c267fffb for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:07:41.707369 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a78558-d7a7-4088-9691-d81045595c85 None None] Updating router 7d47f0eb-650b-4160-9f6b-4f03c267fffb port d9ed0013-fd5e-48b9-90f0-8c70a3d1da28 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:07:41.710514 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-57005e35-9366-4d43-ae5b-84222b69bc9b admin admin] Publish callbacks [] for router_gateway (be109a1d-7dd2-4d4f-9652-2796db645b83), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:41.732768 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-23a78558-d7a7-4088-9691-d81045595c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d9ed0013-fd5e-48b9-90f0-8c70a3d1da28), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:41.910187 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-57005e35-9366-4d43-ae5b-84222b69bc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (be109a1d-7dd2-4d4f-9652-2796db645b83), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:42.009535 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-23a78558-d7a7-4088-9691-d81045595c85 None None] Publish callbacks [] for port (d9ed0013-fd5e-48b9-90f0-8c70a3d1da28), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:42.021617 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-23a78558-d7a7-4088-9691-d81045595c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d9ed0013-fd5e-48b9-90f0-8c70a3d1da28), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:42.049399 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57005e35-9366-4d43-ae5b-84222b69bc9b admin admin] Router be109a1d-7dd2-4d4f-9652-2796db645b83 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:07:42.097384 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2293952-c642-4623-a38f-24a414373a0d None None] Pushing event updated for resources: {'Port': ['ID=d9ed0013-fd5e-48b9-90f0-8c70a3d1da28,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:42.133585 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-23a78558-d7a7-4088-9691-d81045595c85 None None] Attempting to bind port d9ed0013-fd5e-48b9-90f0-8c70a3d1da28 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:07:42.133961 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-23a78558-d7a7-4088-9691-d81045595c85 None None] Attempting to bind port d9ed0013-fd5e-48b9-90f0-8c70a3d1da28 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:07:42.134324 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a78558-d7a7-4088-9691-d81045595c85 None None] Attempting to bind port d9ed0013-fd5e-48b9-90f0-8c70a3d1da28 on network 7e2baaf8-afbf-4340-9284-c0a506c9d66c {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:07:42.141305 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a78558-d7a7-4088-9691-d81045595c85 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:07:42.141667 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a78558-d7a7-4088-9691-d81045595c85 None None] Checking segment: {'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:07:42.142076 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-23a78558-d7a7-4088-9691-d81045595c85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:42.143490 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a78558-d7a7-4088-9691-d81045595c85 None None] Bound using segment: {'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:07:42.143988 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-23a78558-d7a7-4088-9691-d81045595c85 None None] Bound port: d9ed0013-fd5e-48b9-90f0-8c70a3d1da28, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:07:42.144733 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-23a78558-d7a7-4088-9691-d81045595c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d9ed0013-fd5e-48b9-90f0-8c70a3d1da28), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:42.146745 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2693c5f-f414-4433-9ff5-1e7e2ebe5467 None None] Network d39cc73c-0026-4005-a34a-e551efc62327 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:42.182805 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57005e35-9366-4d43-ae5b-84222b69bc9b admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:07:42.206676 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-57005e35-9366-4d43-ae5b-84222b69bc9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:42.210621 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-57005e35-9366-4d43-ae5b-84222b69bc9b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8966343 Jan 28 14:07:42.211365 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 46644) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:42.230022 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df00d0f8-2feb-454e-981f-2734a5b34c46 None None] Sync routers for ids ['be109a1d-7dd2-4d4f-9652-2796db645b83'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:07:42.232816 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-23a78558-d7a7-4088-9691-d81045595c85 None None] For port d9ed0013-fd5e-48b9-90f0-8c70a3d1da28, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:07:42.236686 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-23a78558-d7a7-4088-9691-d81045595c85 None None] For port d9ed0013-fd5e-48b9-90f0-8c70a3d1da28, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=d9ed0013-fd5e-48b9-90f0-8c70a3d1da28,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:07:42.245057 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-23a78558-d7a7-4088-9691-d81045595c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d9ed0013-fd5e-48b9-90f0-8c70a3d1da28), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:42.258542 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df00d0f8-2feb-454e-981f-2734a5b34c46 None None] Routers {'be109a1d-7dd2-4d4f-9652-2796db645b83'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:07:42.259337 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-df00d0f8-2feb-454e-981f-2734a5b34c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:07:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['be109a1d-7dd2-4d4f-9652-2796db645b83'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:42.300967 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-90ccd9fb-d92b-42b5-87da-c0d0727c230b None None] Provisioning complete for port 70c711c4-b5db-41bb-b27a-a7a56e5038f8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:42.301431 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-90ccd9fb-d92b-42b5-87da-c0d0727c230b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (70c711c4-b5db-41bb-b27a-a7a56e5038f8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:42.316855 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a78558-d7a7-4088-9691-d81045595c85 None None] Routers {'7d47f0eb-650b-4160-9f6b-4f03c267fffb'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:07:42.317819 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-23a78558-d7a7-4088-9691-d81045595c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:07:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:42.436485 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-df00d0f8-2feb-454e-981f-2734a5b34c46 None None] Set router be109a1d-7dd2-4d4f-9652-2796db645b83 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:07:42.456297 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2293952-c642-4623-a38f-24a414373a0d None None] Pushing event updated for resources: {'Port': ['ID=d9ed0013-fd5e-48b9-90f0-8c70a3d1da28,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:42.479401 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-23a78558-d7a7-4088-9691-d81045595c85 None None] Set router 7d47f0eb-650b-4160-9f6b-4f03c267fffb gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:07:42.574562 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-90ccd9fb-d92b-42b5-87da-c0d0727c230b None None] Current status of the port 70c711c4-b5db-41bb-b27a-a7a56e5038f8 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:42.574989 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-90ccd9fb-d92b-42b5-87da-c0d0727c230b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (70c711c4-b5db-41bb-b27a-a7a56e5038f8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:42.683876 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-90ccd9fb-d92b-42b5-87da-c0d0727c230b None None] For port 70c711c4-b5db-41bb-b27a-a7a56e5038f8, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=70c711c4-b5db-41bb-b27a-a7a56e5038f8,segment=NetworkSegment(addd8591-6adc-4beb-bfc3-39e00d344519),segment_id=addd8591-6adc-4beb-bfc3-39e00d344519)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:42.704949 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-90ccd9fb-d92b-42b5-87da-c0d0727c230b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (70c711c4-b5db-41bb-b27a-a7a56e5038f8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:42.744260 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-23a78558-d7a7-4088-9691-d81045595c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'name': 'tempest-TestVolumeBootPattern-1758453011-router', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:38Z', 'revision_number': 4, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'gw_port': {'id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'd9ed0013-fd5e-48b9-90f0-8c70a3d1da28', 'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'mac_address': 'fa:16:3e:fc:bf:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:37Z', 'updated_at': '2022-01-28T14:07:42Z', 'revision_number': 4, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'subnets': [{'id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:42.765724 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3a807f6-c9b9-44cf-a573-aa88001f7308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:42.776449 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a78558-d7a7-4088-9691-d81045595c85 None None] The sync data for ids ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'] in n-d-822747-2 is: [{'id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'name': 'tempest-TestVolumeBootPattern-1758453011-router', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:38Z', 'revision_number': 4, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'gw_port': {'id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'd9ed0013-fd5e-48b9-90f0-8c70a3d1da28', 'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'mac_address': 'fa:16:3e:fc:bf:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:37Z', 'updated_at': '2022-01-28T14:07:42Z', 'revision_number': 4, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'subnets': [{'id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:07:42.791167 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ccd9fb-d92b-42b5-87da-c0d0727c230b None None] Pushing event updated for resources: {'Port': ['ID=70c711c4-b5db-41bb-b27a-a7a56e5038f8,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:42.805942 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-df00d0f8-2feb-454e-981f-2734a5b34c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be109a1d-7dd2-4d4f-9652-2796db645b83', 'name': 'tempest-TestVolumeBootPattern-1453950784-router', 'tenant_id': 'c6076bff474d4729be2e8a23854dc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '091a244d-21de-426a-b773-fc2b261c4a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:40Z', 'updated_at': '2022-01-28T14:07:41Z', 'revision_number': 3, 'project_id': 'c6076bff474d4729be2e8a23854dc888', 'gw_port': {'id': '091a244d-21de-426a-b773-fc2b261c4a45', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be109a1d-7dd2-4d4f-9652-2796db645b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:41Z', 'updated_at': '2022-01-28T14:07:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:42.953138 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-b3a807f6-c9b9-44cf-a573-aa88001f7308 admin admin] Allocated IP 172.20.0.1 (d39cc73c-0026-4005-a34a-e551efc62327/c785358b-dcbd-48f1-a922-9d86b28c52eb/6b638c05-38aa-4213-bfce-cff126c3fcab) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:43.020099 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df00d0f8-2feb-454e-981f-2734a5b34c46 None None] Checking router: be109a1d-7dd2-4d4f-9652-2796db645b83 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:07:43.020449 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df00d0f8-2feb-454e-981f-2734a5b34c46 None None] Updating router be109a1d-7dd2-4d4f-9652-2796db645b83 port 091a244d-21de-426a-b773-fc2b261c4a45 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:07:43.054325 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df00d0f8-2feb-454e-981f-2734a5b34c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (091a244d-21de-426a-b773-fc2b261c4a45), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:43.070727 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3a807f6-c9b9-44cf-a573-aa88001f7308 admin admin] Publish callbacks [] for port (6b638c05-38aa-4213-bfce-cff126c3fcab), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:43.076964 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-672500d0-07fd-448b-a317-ce7c1c379e21 None None] Provisioning complete for port 70c711c4-b5db-41bb-b27a-a7a56e5038f8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:43.077339 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-672500d0-07fd-448b-a317-ce7c1c379e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (70c711c4-b5db-41bb-b27a-a7a56e5038f8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:43.120636 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3a807f6-c9b9-44cf-a573-aa88001f7308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (6b638c05-38aa-4213-bfce-cff126c3fcab), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:43.173843 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a807f6-c9b9-44cf-a573-aa88001f7308 admin admin] Pushing event updated for resources: {'Port': ['ID=6b638c05-38aa-4213-bfce-cff126c3fcab,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:43.188797 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a807f6-c9b9-44cf-a573-aa88001f7308 admin admin] Network d39cc73c-0026-4005-a34a-e551efc62327 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:43.190353 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-b3a807f6-c9b9-44cf-a573-aa88001f7308 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:43.196671 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a807f6-c9b9-44cf-a573-aa88001f7308 admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:43.293827 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3a807f6-c9b9-44cf-a573-aa88001f7308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (be109a1d-7dd2-4d4f-9652-2796db645b83), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:43.327546 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 70c711c4-b5db-41bb-b27a-a7a56e5038f8 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:07:43.462423 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3a807f6-c9b9-44cf-a573-aa88001f7308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6b638c05-38aa-4213-bfce-cff126c3fcab), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:43.471756 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-672500d0-07fd-448b-a317-ce7c1c379e21 None None] Current status of the port 70c711c4-b5db-41bb-b27a-a7a56e5038f8 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:43.489971 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 70c711c4-b5db-41bb-b27a-a7a56e5038f8 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:43.490352 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (70c711c4-b5db-41bb-b27a-a7a56e5038f8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:43.498374 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df00d0f8-2feb-454e-981f-2734a5b34c46 None None] Publish callbacks [] for port (091a244d-21de-426a-b773-fc2b261c4a45), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:43.536522 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df00d0f8-2feb-454e-981f-2734a5b34c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (091a244d-21de-426a-b773-fc2b261c4a45), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:43.573849 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-672500d0-07fd-448b-a317-ce7c1c379e21 None None] Provisioning complete for port d9ed0013-fd5e-48b9-90f0-8c70a3d1da28 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:43.574237 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-672500d0-07fd-448b-a317-ce7c1c379e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d9ed0013-fd5e-48b9-90f0-8c70a3d1da28), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:43.630199 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f5022-d741-4081-ba8d-23ad6a9f3848 None None] Pushing event updated for resources: {'Port': ['ID=091a244d-21de-426a-b773-fc2b261c4a45,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:43.636207 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-df00d0f8-2feb-454e-981f-2734a5b34c46 None None] Attempting to bind port 091a244d-21de-426a-b773-fc2b261c4a45 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:07:43.636554 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-df00d0f8-2feb-454e-981f-2734a5b34c46 None None] Attempting to bind port 091a244d-21de-426a-b773-fc2b261c4a45 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:07:43.636963 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df00d0f8-2feb-454e-981f-2734a5b34c46 None None] Attempting to bind port 091a244d-21de-426a-b773-fc2b261c4a45 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:07:43.650781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df00d0f8-2feb-454e-981f-2734a5b34c46 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:07:43.651172 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df00d0f8-2feb-454e-981f-2734a5b34c46 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:07:43.651657 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df00d0f8-2feb-454e-981f-2734a5b34c46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:43.651740 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3a807f6-c9b9-44cf-a573-aa88001f7308 admin admin] Publish callbacks [] for port (6b638c05-38aa-4213-bfce-cff126c3fcab), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:43.652021 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df00d0f8-2feb-454e-981f-2734a5b34c46 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:07:43.652450 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-df00d0f8-2feb-454e-981f-2734a5b34c46 None None] Bound port: 091a244d-21de-426a-b773-fc2b261c4a45, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:07:43.652973 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df00d0f8-2feb-454e-981f-2734a5b34c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (091a244d-21de-426a-b773-fc2b261c4a45), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:43.657852 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3a807f6-c9b9-44cf-a573-aa88001f7308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (6b638c05-38aa-4213-bfce-cff126c3fcab), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:43.723817 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3a807f6-c9b9-44cf-a573-aa88001f7308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (be109a1d-7dd2-4d4f-9652-2796db645b83), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:43.727221 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a807f6-c9b9-44cf-a573-aa88001f7308 admin admin] Pushing event updated for resources: {'Port': ['ID=6b638c05-38aa-4213-bfce-cff126c3fcab,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:43.740541 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 70c711c4-b5db-41bb-b27a-a7a56e5038f8 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:43.741653 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:07:43.795361 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-df00d0f8-2feb-454e-981f-2734a5b34c46 None None] For port 091a244d-21de-426a-b773-fc2b261c4a45, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:07:43.818304 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-df00d0f8-2feb-454e-981f-2734a5b34c46 None None] For port 091a244d-21de-426a-b773-fc2b261c4a45, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=091a244d-21de-426a-b773-fc2b261c4a45,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:07:43.825844 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a807f6-c9b9-44cf-a573-aa88001f7308 admin admin] Network d39cc73c-0026-4005-a34a-e551efc62327 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:43.827645 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-b3a807f6-c9b9-44cf-a573-aa88001f7308 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:43.829424 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-df00d0f8-2feb-454e-981f-2734a5b34c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (091a244d-21de-426a-b773-fc2b261c4a45), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:43.857788 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-672500d0-07fd-448b-a317-ce7c1c379e21 None None] Current status of the port d9ed0013-fd5e-48b9-90f0-8c70a3d1da28 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:43.858182 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-672500d0-07fd-448b-a317-ce7c1c379e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d9ed0013-fd5e-48b9-90f0-8c70a3d1da28), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:43.915977 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:43.916461 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:43.946213 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a807f6-c9b9-44cf-a573-aa88001f7308 admin admin] Router be109a1d-7dd2-4d4f-9652-2796db645b83 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:07:43.956291 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f5022-d741-4081-ba8d-23ad6a9f3848 None None] Pushing event updated for resources: {'Port': ['ID=091a244d-21de-426a-b773-fc2b261c4a45,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:43.958897 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df00d0f8-2feb-454e-981f-2734a5b34c46 None None] Routers {'be109a1d-7dd2-4d4f-9652-2796db645b83'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:07:43.959521 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-df00d0f8-2feb-454e-981f-2734a5b34c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:07:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['be109a1d-7dd2-4d4f-9652-2796db645b83'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:43.968395 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-672500d0-07fd-448b-a317-ce7c1c379e21 None None] For port d9ed0013-fd5e-48b9-90f0-8c70a3d1da28, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=d9ed0013-fd5e-48b9-90f0-8c70a3d1da28,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:44.002299 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-672500d0-07fd-448b-a317-ce7c1c379e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d9ed0013-fd5e-48b9-90f0-8c70a3d1da28), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:44.066370 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a807f6-c9b9-44cf-a573-aa88001f7308 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:07:44.074970 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b3a807f6-c9b9-44cf-a573-aa88001f7308 admin admin] 10.222.0.39 "PUT /v2.0/routers/be109a1d-7dd2-4d4f-9652-2796db645b83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8619311 Jan 28 14:07:44.117258 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672500d0-07fd-448b-a317-ce7c1c379e21 None None] Pushing event updated for resources: {'Port': ['ID=d9ed0013-fd5e-48b9-90f0-8c70a3d1da28,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:44.161001 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-df00d0f8-2feb-454e-981f-2734a5b34c46 None None] Set router be109a1d-7dd2-4d4f-9652-2796db645b83 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:07:44.201785 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d5cea281-f77a-415c-bbf1-1709535c9b53 None None] Provisioning complete for port 6b638c05-38aa-4213-bfce-cff126c3fcab triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:44.202185 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d5cea281-f77a-415c-bbf1-1709535c9b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6b638c05-38aa-4213-bfce-cff126c3fcab), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:44.206226 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:44.207339 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d9ed0013-fd5e-48b9-90f0-8c70a3d1da28 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:07:44.304750 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d5cea281-f77a-415c-bbf1-1709535c9b53 None None] Port 6b638c05-38aa-4213-bfce-cff126c3fcab cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:07:44.373151 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port d9ed0013-fd5e-48b9-90f0-8c70a3d1da28 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:44.373652 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d9ed0013-fd5e-48b9-90f0-8c70a3d1da28), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:44.519057 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port d9ed0013-fd5e-48b9-90f0-8c70a3d1da28 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:44.526733 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-df00d0f8-2feb-454e-981f-2734a5b34c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be109a1d-7dd2-4d4f-9652-2796db645b83', 'name': 'tempest-TestVolumeBootPattern-1453950784-router', 'tenant_id': 'c6076bff474d4729be2e8a23854dc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '091a244d-21de-426a-b773-fc2b261c4a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:40Z', 'updated_at': '2022-01-28T14:07:43Z', 'revision_number': 4, 'project_id': 'c6076bff474d4729be2e8a23854dc888', 'gw_port': {'id': '091a244d-21de-426a-b773-fc2b261c4a45', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be109a1d-7dd2-4d4f-9652-2796db645b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:41Z', 'updated_at': '2022-01-28T14:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '6b638c05-38aa-4213-bfce-cff126c3fcab', 'name': '', 'network_id': 'd39cc73c-0026-4005-a34a-e551efc62327', 'tenant_id': 'c6076bff474d4729be2e8a23854dc888', 'mac_address': 'fa:16:3e:69:6e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be109a1d-7dd2-4d4f-9652-2796db645b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c785358b-dcbd-48f1-a922-9d86b28c52eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:42Z', 'updated_at': '2022-01-28T14:07:43Z', 'revision_number': 2, 'project_id': 'c6076bff474d4729be2e8a23854dc888', 'subnets': [{'id': 'c785358b-dcbd-48f1-a922-9d86b28c52eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:44.555538 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df00d0f8-2feb-454e-981f-2734a5b34c46 None None] The sync data for ids ['be109a1d-7dd2-4d4f-9652-2796db645b83'] in n-d-822747-2 is: [{'id': 'be109a1d-7dd2-4d4f-9652-2796db645b83', 'name': 'tempest-TestVolumeBootPattern-1453950784-router', 'tenant_id': 'c6076bff474d4729be2e8a23854dc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '091a244d-21de-426a-b773-fc2b261c4a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:40Z', 'updated_at': '2022-01-28T14:07:43Z', 'revision_number': 4, 'project_id': 'c6076bff474d4729be2e8a23854dc888', 'gw_port': {'id': '091a244d-21de-426a-b773-fc2b261c4a45', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be109a1d-7dd2-4d4f-9652-2796db645b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:41Z', 'updated_at': '2022-01-28T14:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '6b638c05-38aa-4213-bfce-cff126c3fcab', 'name': '', 'network_id': 'd39cc73c-0026-4005-a34a-e551efc62327', 'tenant_id': 'c6076bff474d4729be2e8a23854dc888', 'mac_address': 'fa:16:3e:69:6e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be109a1d-7dd2-4d4f-9652-2796db645b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c785358b-dcbd-48f1-a922-9d86b28c52eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:42Z', 'updated_at': '2022-01-28T14:07:43Z', 'revision_number': 2, 'project_id': 'c6076bff474d4729be2e8a23854dc888', 'subnets': [{'id': 'c785358b-dcbd-48f1-a922-9d86b28c52eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:07:45.102189 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d9ed0013-fd5e-48b9-90f0-8c70a3d1da28 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:07:45.154815 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port d9ed0013-fd5e-48b9-90f0-8c70a3d1da28 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:45.155311 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d9ed0013-fd5e-48b9-90f0-8c70a3d1da28), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:45.236660 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port d9ed0013-fd5e-48b9-90f0-8c70a3d1da28 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:47.038826 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbf010b-d2a4-49e4-a3c5-67fc3dc87924 None None] Sync routers for ids ['be109a1d-7dd2-4d4f-9652-2796db645b83'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:07:47.046768 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbf010b-d2a4-49e4-a3c5-67fc3dc87924 None None] Routers {'be109a1d-7dd2-4d4f-9652-2796db645b83'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:07:47.047834 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ebbf010b-d2a4-49e4-a3c5-67fc3dc87924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:07:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['be109a1d-7dd2-4d4f-9652-2796db645b83'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:47.160679 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 091a244d-21de-426a-b773-fc2b261c4a45 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:07:47.166141 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-ebbf010b-d2a4-49e4-a3c5-67fc3dc87924 None None] Set router be109a1d-7dd2-4d4f-9652-2796db645b83 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:07:47.210672 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 091a244d-21de-426a-b773-fc2b261c4a45 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:47.211074 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (091a244d-21de-426a-b773-fc2b261c4a45), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:47.235188 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-4c96d05f-03db-4304-84ea-7f418e098dd0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:47.236877 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-4c96d05f-03db-4304-84ea-7f418e098dd0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 812 time: 0.1224930 Jan 28 14:07:47.255413 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-5ea65751-4ba3-4ef1-9e4d-fbad317dd857 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/quotas/60c5f606262c4ce58aaf3e0b05399cbc HTTP/1.1" status: 200 len: 375 time: 0.0114210 Jan 28 14:07:47.299873 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 091a244d-21de-426a-b773-fc2b261c4a45 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:47.300269 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (091a244d-21de-426a-b773-fc2b261c4a45), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:47.311168 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-da34c7f7-c94b-472c-aa33-5e19e74dc93b tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509551 Jan 28 14:07:47.323072 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 091a244d-21de-426a-b773-fc2b261c4a45, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=091a244d-21de-426a-b773-fc2b261c4a45,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:47.328018 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (091a244d-21de-426a-b773-fc2b261c4a45), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:47.375803 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=091a244d-21de-426a-b773-fc2b261c4a45,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:47.409347 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-40acf878-17dd-413b-9e4c-11fb5fedda47 service neutron] 10.222.0.39 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914237 Jan 28 14:07:47.473510 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ebbf010b-d2a4-49e4-a3c5-67fc3dc87924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be109a1d-7dd2-4d4f-9652-2796db645b83', 'name': 'tempest-TestVolumeBootPattern-1453950784-router', 'tenant_id': 'c6076bff474d4729be2e8a23854dc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '091a244d-21de-426a-b773-fc2b261c4a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:40Z', 'updated_at': '2022-01-28T14:07:43Z', 'revision_number': 4, 'project_id': 'c6076bff474d4729be2e8a23854dc888', 'gw_port': {'id': '091a244d-21de-426a-b773-fc2b261c4a45', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be109a1d-7dd2-4d4f-9652-2796db645b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:41Z', 'updated_at': '2022-01-28T14:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '6b638c05-38aa-4213-bfce-cff126c3fcab', 'name': '', 'network_id': 'd39cc73c-0026-4005-a34a-e551efc62327', 'tenant_id': 'c6076bff474d4729be2e8a23854dc888', 'mac_address': 'fa:16:3e:69:6e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be109a1d-7dd2-4d4f-9652-2796db645b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c785358b-dcbd-48f1-a922-9d86b28c52eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:42Z', 'updated_at': '2022-01-28T14:07:43Z', 'revision_number': 2, 'project_id': 'c6076bff474d4729be2e8a23854dc888', 'subnets': [{'id': 'c785358b-dcbd-48f1-a922-9d86b28c52eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:47.500099 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbf010b-d2a4-49e4-a3c5-67fc3dc87924 None None] Checking router: be109a1d-7dd2-4d4f-9652-2796db645b83 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:07:47.500447 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbf010b-d2a4-49e4-a3c5-67fc3dc87924 None None] Updating router be109a1d-7dd2-4d4f-9652-2796db645b83 port 6b638c05-38aa-4213-bfce-cff126c3fcab binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:07:47.500874 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-f82de391-781d-47d9-b190-ce283da6c735 service neutron] 10.222.0.39 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844779 Jan 28 14:07:47.525656 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebbf010b-d2a4-49e4-a3c5-67fc3dc87924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6b638c05-38aa-4213-bfce-cff126c3fcab), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:47.792360 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-650fec7d-bc71-4bf5-9278-c00dde58cfd1 req-8bc7e1ae-b242-4ce2-a66a-8e76007b187c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 210 time: 0.0272436 Jan 28 14:07:47.812186 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebbf010b-d2a4-49e4-a3c5-67fc3dc87924 None None] Publish callbacks [] for port (6b638c05-38aa-4213-bfce-cff126c3fcab), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:47.821609 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebbf010b-d2a4-49e4-a3c5-67fc3dc87924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6b638c05-38aa-4213-bfce-cff126c3fcab), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:47.871052 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebccbc2b-1ce5-4622-bb92-483ca0966c04 None None] Pushing event updated for resources: {'Port': ['ID=6b638c05-38aa-4213-bfce-cff126c3fcab,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:47.924873 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-ebbf010b-d2a4-49e4-a3c5-67fc3dc87924 None None] Attempting to bind port 6b638c05-38aa-4213-bfce-cff126c3fcab on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:07:47.925231 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-ebbf010b-d2a4-49e4-a3c5-67fc3dc87924 None None] Attempting to bind port 6b638c05-38aa-4213-bfce-cff126c3fcab by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'addd8591-6adc-4beb-bfc3-39e00d344519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd39cc73c-0026-4005-a34a-e551efc62327'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:07:47.925581 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbf010b-d2a4-49e4-a3c5-67fc3dc87924 None None] Attempting to bind port 6b638c05-38aa-4213-bfce-cff126c3fcab on network d39cc73c-0026-4005-a34a-e551efc62327 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:07:47.930751 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbf010b-d2a4-49e4-a3c5-67fc3dc87924 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:07:47.931367 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbf010b-d2a4-49e4-a3c5-67fc3dc87924 None None] Checking segment: {'id': 'addd8591-6adc-4beb-bfc3-39e00d344519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd39cc73c-0026-4005-a34a-e551efc62327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:07:47.931774 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebbf010b-d2a4-49e4-a3c5-67fc3dc87924 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:47.932159 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbf010b-d2a4-49e4-a3c5-67fc3dc87924 None None] Bound using segment: {'id': 'addd8591-6adc-4beb-bfc3-39e00d344519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd39cc73c-0026-4005-a34a-e551efc62327'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:07:47.932621 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-ebbf010b-d2a4-49e4-a3c5-67fc3dc87924 None None] Bound port: 6b638c05-38aa-4213-bfce-cff126c3fcab, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'addd8591-6adc-4beb-bfc3-39e00d344519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd39cc73c-0026-4005-a34a-e551efc62327'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:07:47.932988 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebbf010b-d2a4-49e4-a3c5-67fc3dc87924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6b638c05-38aa-4213-bfce-cff126c3fcab), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:48.033896 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-ebbf010b-d2a4-49e4-a3c5-67fc3dc87924 None None] For port 6b638c05-38aa-4213-bfce-cff126c3fcab, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:07:48.037925 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-ebbf010b-d2a4-49e4-a3c5-67fc3dc87924 None None] For port 6b638c05-38aa-4213-bfce-cff126c3fcab, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6b638c05-38aa-4213-bfce-cff126c3fcab,segment=NetworkSegment(addd8591-6adc-4beb-bfc3-39e00d344519),segment_id=addd8591-6adc-4beb-bfc3-39e00d344519)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:07:48.044139 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ebbf010b-d2a4-49e4-a3c5-67fc3dc87924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6b638c05-38aa-4213-bfce-cff126c3fcab), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:48.101120 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:48.109850 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:07:48.119341 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebccbc2b-1ce5-4622-bb92-483ca0966c04 None None] Pushing event updated for resources: {'Port': ['ID=6b638c05-38aa-4213-bfce-cff126c3fcab,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:48.124587 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbf010b-d2a4-49e4-a3c5-67fc3dc87924 None None] Routers {'be109a1d-7dd2-4d4f-9652-2796db645b83'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:07:48.125129 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ebbf010b-d2a4-49e4-a3c5-67fc3dc87924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:07:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['be109a1d-7dd2-4d4f-9652-2796db645b83'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:48.162190 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d408a29f-c8e7-4001-8bb4-0b81f7832da8 None None] Provisioning complete for port 6b638c05-38aa-4213-bfce-cff126c3fcab triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:48.163847 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d408a29f-c8e7-4001-8bb4-0b81f7832da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6b638c05-38aa-4213-bfce-cff126c3fcab), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:48.257709 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-ebbf010b-d2a4-49e4-a3c5-67fc3dc87924 None None] Set router be109a1d-7dd2-4d4f-9652-2796db645b83 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:07:48.274134 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d408a29f-c8e7-4001-8bb4-0b81f7832da8 None None] Current status of the port 6b638c05-38aa-4213-bfce-cff126c3fcab is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:48.275463 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d408a29f-c8e7-4001-8bb4-0b81f7832da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6b638c05-38aa-4213-bfce-cff126c3fcab), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:48.324472 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d408a29f-c8e7-4001-8bb4-0b81f7832da8 None None] For port 6b638c05-38aa-4213-bfce-cff126c3fcab, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6b638c05-38aa-4213-bfce-cff126c3fcab,segment=NetworkSegment(addd8591-6adc-4beb-bfc3-39e00d344519),segment_id=addd8591-6adc-4beb-bfc3-39e00d344519)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:48.329593 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d408a29f-c8e7-4001-8bb4-0b81f7832da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6b638c05-38aa-4213-bfce-cff126c3fcab), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:48.381448 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408a29f-c8e7-4001-8bb4-0b81f7832da8 None None] Pushing event updated for resources: {'Port': ['ID=6b638c05-38aa-4213-bfce-cff126c3fcab,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:48.449928 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c37af540-5bf2-46fd-9958-c98e07d032df None None] Provisioning complete for port 6b638c05-38aa-4213-bfce-cff126c3fcab triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:48.450305 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c37af540-5bf2-46fd-9958-c98e07d032df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6b638c05-38aa-4213-bfce-cff126c3fcab), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:48.480876 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ebbf010b-d2a4-49e4-a3c5-67fc3dc87924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be109a1d-7dd2-4d4f-9652-2796db645b83', 'name': 'tempest-TestVolumeBootPattern-1453950784-router', 'tenant_id': 'c6076bff474d4729be2e8a23854dc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '091a244d-21de-426a-b773-fc2b261c4a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:40Z', 'updated_at': '2022-01-28T14:07:43Z', 'revision_number': 4, 'project_id': 'c6076bff474d4729be2e8a23854dc888', 'gw_port': {'id': '091a244d-21de-426a-b773-fc2b261c4a45', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be109a1d-7dd2-4d4f-9652-2796db645b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:41Z', 'updated_at': '2022-01-28T14:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '6b638c05-38aa-4213-bfce-cff126c3fcab', 'name': '', 'network_id': 'd39cc73c-0026-4005-a34a-e551efc62327', 'tenant_id': 'c6076bff474d4729be2e8a23854dc888', 'mac_address': 'fa:16:3e:69:6e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be109a1d-7dd2-4d4f-9652-2796db645b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c785358b-dcbd-48f1-a922-9d86b28c52eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:42Z', 'updated_at': '2022-01-28T14:07:48Z', 'revision_number': 4, 'project_id': 'c6076bff474d4729be2e8a23854dc888', 'subnets': [{'id': 'c785358b-dcbd-48f1-a922-9d86b28c52eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:48.507062 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbf010b-d2a4-49e4-a3c5-67fc3dc87924 None None] The sync data for ids ['be109a1d-7dd2-4d4f-9652-2796db645b83'] in n-d-822747-2 is: [{'id': 'be109a1d-7dd2-4d4f-9652-2796db645b83', 'name': 'tempest-TestVolumeBootPattern-1453950784-router', 'tenant_id': 'c6076bff474d4729be2e8a23854dc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '091a244d-21de-426a-b773-fc2b261c4a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:40Z', 'updated_at': '2022-01-28T14:07:43Z', 'revision_number': 4, 'project_id': 'c6076bff474d4729be2e8a23854dc888', 'gw_port': {'id': '091a244d-21de-426a-b773-fc2b261c4a45', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be109a1d-7dd2-4d4f-9652-2796db645b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:41Z', 'updated_at': '2022-01-28T14:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '6b638c05-38aa-4213-bfce-cff126c3fcab', 'name': '', 'network_id': 'd39cc73c-0026-4005-a34a-e551efc62327', 'tenant_id': 'c6076bff474d4729be2e8a23854dc888', 'mac_address': 'fa:16:3e:69:6e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be109a1d-7dd2-4d4f-9652-2796db645b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c785358b-dcbd-48f1-a922-9d86b28c52eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:42Z', 'updated_at': '2022-01-28T14:07:48Z', 'revision_number': 4, 'project_id': 'c6076bff474d4729be2e8a23854dc888', 'subnets': [{'id': 'c785358b-dcbd-48f1-a922-9d86b28c52eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:07:48.534086 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c37af540-5bf2-46fd-9958-c98e07d032df None None] Current status of the port 6b638c05-38aa-4213-bfce-cff126c3fcab is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:48.867375 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-99e73b7b-abea-40e7-baa3-e4a71322e8c6 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:48.868970 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-99e73b7b-abea-40e7-baa3-e4a71322e8c6 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.18 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 812 time: 0.1293709 Jan 28 14:07:48.881186 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-867bf870-f005-4092-96be-64c35c0287b5 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Request body: {'port': {'device_id': 'cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'admin_state_up': True, 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:48.931239 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7d73cfde-784d-45a2-8b3e-2375bb655578 req-4a108e25-25a0-4568-a8c6-7c88a710111b tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 210 time: 0.0445290 Jan 28 14:07:49.036651 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-867bf870-f005-4092-96be-64c35c0287b5 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Made reservation on behalf of 60c5f606262c4ce58aaf3e0b05399cbc for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:49.040854 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-867bf870-f005-4092-96be-64c35c0287b5 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:49.185494 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6b638c05-38aa-4213-bfce-cff126c3fcab up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:07:49.194641 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-867bf870-f005-4092-96be-64c35c0287b5 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Allocated IP 172.20.0.4 (7e2baaf8-afbf-4340-9284-c0a506c9d66c/a773a080-709e-4afe-b3b6-f6580a29f9f7/1a0d4b81-8ade-4ce7-80ca-405b91f44142) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:49.237096 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 6b638c05-38aa-4213-bfce-cff126c3fcab triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:49.237419 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6b638c05-38aa-4213-bfce-cff126c3fcab), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:49.322799 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 6b638c05-38aa-4213-bfce-cff126c3fcab is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:49.323962 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 091a244d-21de-426a-b773-fc2b261c4a45 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:07:49.348829 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-867bf870-f005-4092-96be-64c35c0287b5 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for port (1a0d4b81-8ade-4ce7-80ca-405b91f44142), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:49.372273 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 091a244d-21de-426a-b773-fc2b261c4a45 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:49.372629 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (091a244d-21de-426a-b773-fc2b261c4a45), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:49.387631 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-867bf870-f005-4092-96be-64c35c0287b5 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (1a0d4b81-8ade-4ce7-80ca-405b91f44142), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:49.434357 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-867bf870-f005-4092-96be-64c35c0287b5 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Network 7e2baaf8-afbf-4340-9284-c0a506c9d66c is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:49.439476 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-867bf870-f005-4092-96be-64c35c0287b5 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:49.444322 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-867bf870-f005-4092-96be-64c35c0287b5 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:49.447930 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bf870-f005-4092-96be-64c35c0287b5 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event updated for resources: {'Port': ['ID=1a0d4b81-8ade-4ce7-80ca-405b91f44142,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:49.455404 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 091a244d-21de-426a-b773-fc2b261c4a45 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:49.497558 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-867bf870-f005-4092-96be-64c35c0287b5 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:49.498212 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-867bf870-f005-4092-96be-64c35c0287b5 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:49.519310 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-867bf870-f005-4092-96be-64c35c0287b5 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6424427 Jan 28 14:07:49.531923 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-ca7187e6-6fe6-469f-9101-5bd9587fcafd service neutron] Request body: {'port': {'device_id': 'cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:49.589972 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-ca7187e6-6fe6-469f-9101-5bd9587fcafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (1a0d4b81-8ade-4ce7-80ca-405b91f44142), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:49.767612 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-526c09ac-eb94-4f76-a142-5006b7fb526b None None] Provisioning complete for port 1a0d4b81-8ade-4ce7-80ca-405b91f44142 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:49.767948 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-526c09ac-eb94-4f76-a142-5006b7fb526b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (1a0d4b81-8ade-4ce7-80ca-405b91f44142), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:49.806557 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-526c09ac-eb94-4f76-a142-5006b7fb526b None None] Port 1a0d4b81-8ade-4ce7-80ca-405b91f44142 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:07:49.870951 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-ca7187e6-6fe6-469f-9101-5bd9587fcafd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a0d4b81-8ade-4ce7-80ca-405b91f44142 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:07:49.878611 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-ca7187e6-6fe6-469f-9101-5bd9587fcafd service neutron] Publish callbacks [] for port (1a0d4b81-8ade-4ce7-80ca-405b91f44142), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:49.890285 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-ca7187e6-6fe6-469f-9101-5bd9587fcafd service neutron] Transition to ACTIVE for port object 1a0d4b81-8ade-4ce7-80ca-405b91f44142 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:07:49.896258 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-ca7187e6-6fe6-469f-9101-5bd9587fcafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (1a0d4b81-8ade-4ce7-80ca-405b91f44142), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:49.999364 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7187e6-6fe6-469f-9101-5bd9587fcafd service neutron] Pushing event updated for resources: {'Port': ['ID=1a0d4b81-8ade-4ce7-80ca-405b91f44142,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:50.075348 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-ca7187e6-6fe6-469f-9101-5bd9587fcafd service neutron] Attempting to bind port 1a0d4b81-8ade-4ce7-80ca-405b91f44142 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:07:50.075734 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-ca7187e6-6fe6-469f-9101-5bd9587fcafd service neutron] Attempting to bind port 1a0d4b81-8ade-4ce7-80ca-405b91f44142 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:07:50.076066 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-ca7187e6-6fe6-469f-9101-5bd9587fcafd service neutron] Attempting to bind port 1a0d4b81-8ade-4ce7-80ca-405b91f44142 on network 7e2baaf8-afbf-4340-9284-c0a506c9d66c {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:07:50.081889 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-ca7187e6-6fe6-469f-9101-5bd9587fcafd service neutron] Port 1a0d4b81-8ade-4ce7-80ca-405b91f44142 on network 7e2baaf8-afbf-4340-9284-c0a506c9d66c not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:07:50.082231 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-ca7187e6-6fe6-469f-9101-5bd9587fcafd service neutron] Attempting to bind port 1a0d4b81-8ade-4ce7-80ca-405b91f44142 on network 7e2baaf8-afbf-4340-9284-c0a506c9d66c {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:07:50.088216 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-ca7187e6-6fe6-469f-9101-5bd9587fcafd service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:07:50.088564 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-ca7187e6-6fe6-469f-9101-5bd9587fcafd service neutron] Checking segment: {'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:07:50.089098 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-ca7187e6-6fe6-469f-9101-5bd9587fcafd service neutron] Bound using segment: {'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:07:50.089395 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-ca7187e6-6fe6-469f-9101-5bd9587fcafd service neutron] Bound port: 1a0d4b81-8ade-4ce7-80ca-405b91f44142, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:07:50.089933 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-ca7187e6-6fe6-469f-9101-5bd9587fcafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (1a0d4b81-8ade-4ce7-80ca-405b91f44142), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:50.122878 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a02fe-633f-48f2-8436-15119e9a397c req-03ba69a8-4136-4114-90ee-d18f310643f3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:50.125604 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-404a02fe-633f-48f2-8436-15119e9a397c req-03ba69a8-4136-4114-90ee-d18f310643f3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 943 time: 0.0831220 Jan 28 14:07:50.135486 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:50.190749 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-ca7187e6-6fe6-469f-9101-5bd9587fcafd service neutron] For port 1a0d4b81-8ade-4ce7-80ca-405b91f44142, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:07:50.195423 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-ca7187e6-6fe6-469f-9101-5bd9587fcafd service neutron] For port 1a0d4b81-8ade-4ce7-80ca-405b91f44142, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=1a0d4b81-8ade-4ce7-80ca-405b91f44142,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:07:50.205711 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-ca7187e6-6fe6-469f-9101-5bd9587fcafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (1a0d4b81-8ade-4ce7-80ca-405b91f44142), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:50.228299 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-404a02fe-633f-48f2-8436-15119e9a397c req-d8cde57d-f4d2-4684-829a-1b6cb2420ada tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955949 Jan 28 14:07:50.286180 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-ca7187e6-6fe6-469f-9101-5bd9587fcafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:50.286728 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-ca7187e6-6fe6-469f-9101-5bd9587fcafd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:50.288174 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-ca7187e6-6fe6-469f-9101-5bd9587fcafd service neutron] 10.222.0.18 "PUT /v2.0/ports/1a0d4b81-8ade-4ce7-80ca-405b91f44142 HTTP/1.1" status: 200 len: 1091 time: 0.7612414 Jan 28 14:07:50.290472 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4', 'tag': '1a0d4b81-8ade-4ce7-80ca-405b91f44142'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:07:50.292735 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d550680-a58a-4727-aff0-c50272657561" -d '{"events": [{"name": "network-changed", "server_uuid": "cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4", "tag": "1a0d4b81-8ade-4ce7-80ca-405b91f44142"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:07:50.320629 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7187e6-6fe6-469f-9101-5bd9587fcafd service neutron] Pushing event updated for resources: {'Port': ['ID=1a0d4b81-8ade-4ce7-80ca-405b91f44142,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:50.392832 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c016aa7-e792-497f-8790-360b6d459ca0 x-openstack-request-id: req-6c016aa7-e792-497f-8790-360b6d459ca0 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:07:50.393482 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4", "tag": "1a0d4b81-8ade-4ce7-80ca-405b91f44142", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:07:50.393747 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c016aa7-e792-497f-8790-360b6d459ca0 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:07:50.394152 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4', 'tag': '1a0d4b81-8ade-4ce7-80ca-405b91f44142', 'status': 'completed', 'code': 200} Jan 28 14:07:50.417760 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-079470ee-72a2-44a4-b21b-327725ee4ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:50.419663 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-079470ee-72a2-44a4-b21b-327725ee4ef5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 1094 time: 0.0702698 Jan 28 14:07:50.479116 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-a266d1d5-dd1a-4579-8e83-f334bd7f5d49 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a0d4b81-8ade-4ce7-80ca-405b91f44142 HTTP/1.1" status: 200 len: 217 time: 0.0452085 Jan 28 14:07:50.536731 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-1004fa1a-4afe-41f9-bc70-c6a14c95745e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:50.539078 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-1004fa1a-4afe-41f9-bc70-c6a14c95745e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a773a080-709e-4afe-b3b6-f6580a29f9f7 HTTP/1.1" status: 200 len: 851 time: 0.0548584 Jan 28 14:07:50.592105 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-5d5e3558-d88a-4aa9-a9cc-345ab3f6853c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:50.593692 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-5d5e3558-d88a-4aa9-a9cc-345ab3f6853c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e2baaf8-afbf-4340-9284-c0a506c9d66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475159 Jan 28 14:07:50.698377 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-7e65a3ad-917d-460b-83b3-0805f809b85c service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986497 Jan 28 14:07:50.792012 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-66ea6b3b-814d-49f8-b801-aa979a2377c6 req-021b6217-269f-49b0-a301-08d823b80aa4 service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881853 Jan 28 14:07:50.875460 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d550680-a58a-4727-aff0-c50272657561 req-77dfb8e8-c25f-467c-ba0f-3d92214014c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:50.876979 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d550680-a58a-4727-aff0-c50272657561 req-77dfb8e8-c25f-467c-ba0f-3d92214014c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 1094 time: 0.0420499 Jan 28 14:07:50.971869 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d550680-a58a-4727-aff0-c50272657561 req-a99b9b7f-97f3-408b-b629-67bd9aa1e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:50.973366 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d550680-a58a-4727-aff0-c50272657561 req-a99b9b7f-97f3-408b-b629-67bd9aa1e66d service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 912 time: 0.0893848 Jan 28 14:07:51.014534 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d550680-a58a-4727-aff0-c50272657561 req-4fadcbd1-94ee-4897-ba5c-406bbe13433d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a0d4b81-8ade-4ce7-80ca-405b91f44142 HTTP/1.1" status: 200 len: 217 time: 0.0351832 Jan 28 14:07:51.069157 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d550680-a58a-4727-aff0-c50272657561 req-77db8e7e-1a2e-424a-9531-bcf6e804c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:51.070726 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d550680-a58a-4727-aff0-c50272657561 req-77db8e7e-1a2e-424a-9531-bcf6e804c470 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a773a080-709e-4afe-b3b6-f6580a29f9f7 HTTP/1.1" status: 200 len: 851 time: 0.0501871 Jan 28 14:07:51.120776 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d550680-a58a-4727-aff0-c50272657561 req-3f711365-2b83-4e2b-81d8-483412aa25f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:51.122306 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d550680-a58a-4727-aff0-c50272657561 req-3f711365-2b83-4e2b-81d8-483412aa25f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e2baaf8-afbf-4340-9284-c0a506c9d66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452943 Jan 28 14:07:51.216515 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d550680-a58a-4727-aff0-c50272657561 req-2c2494bd-f88a-4286-aa51-0f9d5d8bc626 service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877786 Jan 28 14:07:51.315403 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d550680-a58a-4727-aff0-c50272657561 req-dc9082c1-ebc5-4799-88af-1c7213bf5bc2 service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927179 Jan 28 14:07:51.345108 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3164661-ecf4-4dd9-8773-10b5cfa6b2d3 req-e768637e-eecd-47b1-8521-1523ac3ee310 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:51.346558 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d3164661-ecf4-4dd9-8773-10b5cfa6b2d3 req-e768637e-eecd-47b1-8521-1523ac3ee310 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 943 time: 0.0492370 Jan 28 14:07:51.392924 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d3164661-ecf4-4dd9-8773-10b5cfa6b2d3 req-a8698cfd-a171-441d-895e-1ee346e3d18a tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406017 Jan 28 14:07:52.513296 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29aa1f9-4e12-4491-a5d7-58986bf3eb60 req-c2bcc397-ea86-418b-9c7c-650273276626 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:52.514964 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a29aa1f9-4e12-4491-a5d7-58986bf3eb60 req-c2bcc397-ea86-418b-9c7c-650273276626 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 943 time: 0.0506001 Jan 28 14:07:52.563483 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a29aa1f9-4e12-4491-a5d7-58986bf3eb60 req-6aaa049a-59bc-412a-b00f-fdd5a4fbdd82 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424747 Jan 28 14:07:53.680291 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dde9a7-de57-4556-b4c8-07c96c67a99c req-66aeab42-30ea-494e-8609-dfd00b02e885 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:53.682632 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f6dde9a7-de57-4556-b4c8-07c96c67a99c req-66aeab42-30ea-494e-8609-dfd00b02e885 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 943 time: 0.0509267 Jan 28 14:07:53.735328 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f6dde9a7-de57-4556-b4c8-07c96c67a99c req-44344720-7c91-4ff4-9d7d-23108fc42978 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468907 Jan 28 14:07:54.859165 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40868b54-2b56-4e53-83fd-eaa4c2365b9d req-b6dcb88d-cbb1-4b8f-be84-2d68f3ec9235 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:54.860814 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-40868b54-2b56-4e53-83fd-eaa4c2365b9d req-b6dcb88d-cbb1-4b8f-be84-2d68f3ec9235 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 943 time: 0.0493646 Jan 28 14:07:54.917958 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-40868b54-2b56-4e53-83fd-eaa4c2365b9d req-62485e45-d257-438c-8a36-b8dfe16b5114 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513215 Jan 28 14:07:56.034684 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16516715-dd60-4d57-bf3b-0b524055637e req-b56b4044-d298-4e6f-8f0a-8d6aebd19f7b tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:56.036261 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16516715-dd60-4d57-bf3b-0b524055637e req-b56b4044-d298-4e6f-8f0a-8d6aebd19f7b tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 943 time: 0.0501330 Jan 28 14:07:56.086472 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16516715-dd60-4d57-bf3b-0b524055637e req-3f84b47a-a166-4d5d-93b9-468bb5260557 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442019 Jan 28 14:07:57.203743 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a7ec9-96f6-4c45-b1b3-19914bd3a1c3 req-f7c71943-41ec-445b-a9cf-d52b358c0412 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:57.205317 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-166a7ec9-96f6-4c45-b1b3-19914bd3a1c3 req-f7c71943-41ec-445b-a9cf-d52b358c0412 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 943 time: 0.0507369 Jan 28 14:07:57.253206 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-166a7ec9-96f6-4c45-b1b3-19914bd3a1c3 req-34c6f0c0-dbb7-4abb-a388-4eb0afa9a4b7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412741 Jan 28 14:07:58.375977 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f86472-ece0-4eb7-9a64-e6a4e3a94758 req-82b6b687-12dc-4920-80e7-bb69ccaff699 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:58.377492 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-03f86472-ece0-4eb7-9a64-e6a4e3a94758 req-82b6b687-12dc-4920-80e7-bb69ccaff699 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 943 time: 0.0539329 Jan 28 14:07:58.425473 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-03f86472-ece0-4eb7-9a64-e6a4e3a94758 req-3046dbc5-0a4c-40dc-92cd-b618d7212d95 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417914 Jan 28 14:07:59.359424 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-27fd02a4-e1b4-426b-902f-6cfa25031db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:59.551508 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfd7de-a4b2-479e-98cf-2ac779c5ef17 req-2ed9f1e7-ca61-49be-a673-3448a20375fe tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:59.553003 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6fcfd7de-a4b2-479e-98cf-2ac779c5ef17 req-2ed9f1e7-ca61-49be-a673-3448a20375fe tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 943 time: 0.0603333 Jan 28 14:07:59.603560 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6fcfd7de-a4b2-479e-98cf-2ac779c5ef17 req-1dcc1f83-9361-4130-ae67-91e4bc22201b tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435586 Jan 28 14:08:00.731351 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae367f-ce81-495f-9a19-cb0c67eb857d req-e5025f39-bb94-448d-8337-87e30d7b9bbf tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:00.732835 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-84ae367f-ce81-495f-9a19-cb0c67eb857d req-e5025f39-bb94-448d-8337-87e30d7b9bbf tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 943 time: 0.0539758 Jan 28 14:08:00.785703 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-84ae367f-ce81-495f-9a19-cb0c67eb857d req-2b518b73-1a7b-4284-a60b-cc7d884c2ba3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444539 Jan 28 14:08:01.642689 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bd028f2c-9e65-4cf9-8134-2db1245f7756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:01.909873 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0808f-46a7-4965-9f94-167b76ecce32 req-b719e5b6-65b2-427b-9960-f9cec1d375a2 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:01.911379 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c3b0808f-46a7-4965-9f94-167b76ecce32 req-b719e5b6-65b2-427b-9960-f9cec1d375a2 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 943 time: 0.0540626 Jan 28 14:08:01.965704 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c3b0808f-46a7-4965-9f94-167b76ecce32 req-18de1d1e-48b7-42d2-a838-f4be416596bb tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483744 Jan 28 14:08:03.090526 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b73b3f-7de0-4395-9558-05b865de2f22 req-30dce77c-f31a-43e1-92c8-19a89f3f15d2 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:03.092163 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-75b73b3f-7de0-4395-9558-05b865de2f22 req-30dce77c-f31a-43e1-92c8-19a89f3f15d2 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 943 time: 0.0558095 Jan 28 14:08:03.145669 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-75b73b3f-7de0-4395-9558-05b865de2f22 req-d474f53a-d825-438a-9df9-8a5e70470806 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473356 Jan 28 14:08:03.150811 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:04.275535 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81344720-435a-4498-a883-ebdc8b8ec8a1 req-c5a44666-2009-4532-847a-b1a3414a92d7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:04.276942 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-81344720-435a-4498-a883-ebdc8b8ec8a1 req-c5a44666-2009-4532-847a-b1a3414a92d7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 943 time: 0.0557623 Jan 28 14:08:04.327554 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-81344720-435a-4498-a883-ebdc8b8ec8a1 req-cdb24423-f4dc-47bc-b713-1d205e260948 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417507 Jan 28 14:08:04.366167 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:05.116601 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 1a0d4b81-8ade-4ce7-80ca-405b91f44142 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:08:05.224198 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 1a0d4b81-8ade-4ce7-80ca-405b91f44142, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=1a0d4b81-8ade-4ce7-80ca-405b91f44142,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:08:05.234953 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '1a0d4b81-8ade-4ce7-80ca-405b91f44142', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'port_id': '1a0d4b81-8ade-4ce7-80ca-405b91f44142', 'mac_address': 'fa:16:3e:e9:4a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:08:05.273553 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 1a0d4b81-8ade-4ce7-80ca-405b91f44142 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:08:05.273857 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (1a0d4b81-8ade-4ce7-80ca-405b91f44142), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:05.287071 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a0d4b81-8ade-4ce7-80ca-405b91f44142 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:08:05.306706 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 1a0d4b81-8ade-4ce7-80ca-405b91f44142, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=1a0d4b81-8ade-4ce7-80ca-405b91f44142,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:08:05.313432 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (1a0d4b81-8ade-4ce7-80ca-405b91f44142), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:05.361809 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=1a0d4b81-8ade-4ce7-80ca-405b91f44142,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:08:05.369631 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:05.370239 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:05.370355 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:05.370631 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:05.370987 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:05.371314 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:05.371642 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:05.371950 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:05.372272 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:05.372594 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:05.372918 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:05.373236 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:05.373555 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:05.444308 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02dfa4-104d-4180-b65c-9540be183b5a req-4425448d-78f3-4203-9d38-5cbd0448ba16 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:05.445795 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9b02dfa4-104d-4180-b65c-9540be183b5a req-4425448d-78f3-4203-9d38-5cbd0448ba16 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 944 time: 0.0503786 Jan 28 14:08:05.498739 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9b02dfa4-104d-4180-b65c-9540be183b5a req-733fbf2f-c635-4d3b-ab75-6d3cae313008 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469196 Jan 28 14:08:05.517399 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['1a0d4b81-8ade-4ce7-80ca-405b91f44142'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:08:06.436451 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:06.621280 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9394d5-0953-4e64-a1ea-cec2f6443b1e req-792853a8-dee9-4454-a514-ecce1c866e63 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:06.622719 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6b9394d5-0953-4e64-a1ea-cec2f6443b1e req-792853a8-dee9-4454-a514-ecce1c866e63 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 944 time: 0.0536666 Jan 28 14:08:06.677380 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6b9394d5-0953-4e64-a1ea-cec2f6443b1e req-55232dae-7f0a-4978-9212-3e97710d6067 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463617 Jan 28 14:08:07.125939 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 1a0d4b81-8ade-4ce7-80ca-405b91f44142 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:08:07.188787 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 1a0d4b81-8ade-4ce7-80ca-405b91f44142 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:08:07.194120 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 1a0d4b81-8ade-4ce7-80ca-405b91f44142 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:08:07.194600 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (1a0d4b81-8ade-4ce7-80ca-405b91f44142), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:07.289340 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 1a0d4b81-8ade-4ce7-80ca-405b91f44142 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:08:07.289611 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (1a0d4b81-8ade-4ce7-80ca-405b91f44142), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:07.312471 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0d4b81-8ade-4ce7-80ca-405b91f44142'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:08:07.314751 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0754f3-9d08-4fc1-b5c6-4024ccf1f80e" -d '{"events": [{"server_uuid": "cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4", "name": "network-vif-plugged", "status": "completed", "tag": "1a0d4b81-8ade-4ce7-80ca-405b91f44142"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:08:07.327601 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 1a0d4b81-8ade-4ce7-80ca-405b91f44142, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=1a0d4b81-8ade-4ce7-80ca-405b91f44142,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:08:07.332543 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (1a0d4b81-8ade-4ce7-80ca-405b91f44142), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:07.355274 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d97a03-49df-4326-b919-c226c05e5f57 x-openstack-request-id: req-75d97a03-49df-4326-b919-c226c05e5f57 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:08:07.355568 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4", "name": "network-vif-plugged", "status": "completed", "tag": "1a0d4b81-8ade-4ce7-80ca-405b91f44142", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:08:07.355819 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-75d97a03-49df-4326-b919-c226c05e5f57 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:08:07.356212 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0d4b81-8ade-4ce7-80ca-405b91f44142', 'code': 200} Jan 28 14:08:07.384185 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=1a0d4b81-8ade-4ce7-80ca-405b91f44142,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:08:07.449032 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adade7-09bc-4048-b6d2-b8aceae0af3e req-371ae643-54b4-4f2a-992d-c0edec5364b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:07.450540 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-92adade7-09bc-4048-b6d2-b8aceae0af3e req-371ae643-54b4-4f2a-992d-c0edec5364b4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 1096 time: 0.0399435 Jan 28 14:08:07.493474 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-92adade7-09bc-4048-b6d2-b8aceae0af3e req-067dc919-caa7-43bf-af1c-0959a2d93d65 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368779 Jan 28 14:08:07.807630 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53073a55-ca5f-4268-915b-e43c2c12777f req-a9aa4d66-9601-4b1c-a997-e56170e9c9a6 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:07.809088 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-53073a55-ca5f-4268-915b-e43c2c12777f req-a9aa4d66-9601-4b1c-a997-e56170e9c9a6 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 945 time: 0.0584161 Jan 28 14:08:07.858218 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-53073a55-ca5f-4268-915b-e43c2c12777f req-4b62258d-da51-40b7-8729-b143b60b432a tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433886 Jan 28 14:08:08.985091 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510d111-6a3a-4902-ad35-1ae74f108ece req-61ce646e-2e83-45a4-a51f-7b06780583e1 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:08.986618 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9510d111-6a3a-4902-ad35-1ae74f108ece req-61ce646e-2e83-45a4-a51f-7b06780583e1 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 945 time: 0.0574853 Jan 28 14:08:09.038689 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9510d111-6a3a-4902-ad35-1ae74f108ece req-f2c12314-96fb-4a3d-9ac2-a3cb4223cc29 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441144 Jan 28 14:08:09.158155 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08191ba8-ffa9-48c9-84a6-8a9748c135a5 req-f14c5c2d-7541-45b8-a3c7-ed1851800eb7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:09.159628 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-08191ba8-ffa9-48c9-84a6-8a9748c135a5 req-f14c5c2d-7541-45b8-a3c7-ed1851800eb7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 945 time: 0.0545423 Jan 28 14:08:09.209245 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-08191ba8-ffa9-48c9-84a6-8a9748c135a5 req-398f1589-b98a-47fa-8b53-d361bef1a8bc tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439405 Jan 28 14:08:09.333054 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab0b40-9929-49be-ad53-937b4be826a6 req-6f3cd16a-c8c8-4e79-990b-26a52c53c50b tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:09.335125 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d7ab0b40-9929-49be-ad53-937b4be826a6 req-6f3cd16a-c8c8-4e79-990b-26a52c53c50b tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 945 time: 0.0590372 Jan 28 14:08:09.384734 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d7ab0b40-9929-49be-ad53-937b4be826a6 req-bffe2489-0e04-4cca-abf7-9831a8bd336a tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436578 Jan 28 14:08:09.637618 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c71752-e35f-4fb6-b790-2f8e789222fb req-ae3ee6b9-bc96-4339-b02c-49b634c7a628 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:09.639193 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-34c71752-e35f-4fb6-b790-2f8e789222fb req-ae3ee6b9-bc96-4339-b02c-49b634c7a628 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 945 time: 0.0533009 Jan 28 14:08:09.697226 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-34c71752-e35f-4fb6-b790-2f8e789222fb req-f0891c37-4008-4497-855a-8b84272344e6 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494647 Jan 28 14:08:10.823031 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06b93c-b9b2-4792-924b-27f27d8fed14 req-85c912df-3b52-4afb-901a-fad4d332cfe3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:10.824519 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b06b93c-b9b2-4792-924b-27f27d8fed14 req-85c912df-3b52-4afb-901a-fad4d332cfe3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 945 time: 0.0524499 Jan 28 14:08:10.874004 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b06b93c-b9b2-4792-924b-27f27d8fed14 req-e6e03498-cd37-42d3-9d69-08e17e4869a1 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415280 Jan 28 14:08:11.033291 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76849401-9690-469f-990f-af23a36bebef req-b3a3560f-0901-46fe-a2c3-4809b25063c7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:11.034739 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76849401-9690-469f-990f-af23a36bebef req-b3a3560f-0901-46fe-a2c3-4809b25063c7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.18 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 945 time: 0.0548155 Jan 28 14:08:11.135509 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-76849401-9690-469f-990f-af23a36bebef req-26a129dc-9e2f-4ecf-a167-bfc2702c3904 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Deleting port 1a0d4b81-8ade-4ce7-80ca-405b91f44142 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:08:11.135821 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-76849401-9690-469f-990f-af23a36bebef req-26a129dc-9e2f-4ecf-a167-bfc2702c3904 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (1a0d4b81-8ade-4ce7-80ca-405b91f44142), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:11.579038 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-76849401-9690-469f-990f-af23a36bebef req-26a129dc-9e2f-4ecf-a167-bfc2702c3904 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] For port 1a0d4b81-8ade-4ce7-80ca-405b91f44142, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=1a0d4b81-8ade-4ce7-80ca-405b91f44142,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:08:11.579362 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-76849401-9690-469f-990f-af23a36bebef req-26a129dc-9e2f-4ecf-a167-bfc2702c3904 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (1a0d4b81-8ade-4ce7-80ca-405b91f44142), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:11.592364 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-76849401-9690-469f-990f-af23a36bebef req-26a129dc-9e2f-4ecf-a167-bfc2702c3904 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Calling delete_port for 1a0d4b81-8ade-4ce7-80ca-405b91f44142 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:08:11.742622 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-76849401-9690-469f-990f-af23a36bebef req-26a129dc-9e2f-4ecf-a167-bfc2702c3904 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (1a0d4b81-8ade-4ce7-80ca-405b91f44142), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:11.754900 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['1a0d4b81-8ade-4ce7-80ca-405b91f44142'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:08:11.775671 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a129dc-9e2f-4ecf-a167-bfc2702c3904 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event deleted for resources: {'Port': ['ID=1a0d4b81-8ade-4ce7-80ca-405b91f44142,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:08:11.818600 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-76849401-9690-469f-990f-af23a36bebef req-26a129dc-9e2f-4ecf-a167-bfc2702c3904 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] No DVR routers for this DVR port 1a0d4b81-8ade-4ce7-80ca-405b91f44142 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:08:11.821515 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-76849401-9690-469f-990f-af23a36bebef req-26a129dc-9e2f-4ecf-a167-bfc2702c3904 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:11.825107 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76849401-9690-469f-990f-af23a36bebef req-26a129dc-9e2f-4ecf-a167-bfc2702c3904 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.18 "DELETE /v2.0/ports/1a0d4b81-8ade-4ce7-80ca-405b91f44142 HTTP/1.1" status: 204 len: 173 time: 0.7854469 Jan 28 14:08:11.825755 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4', 'name': 'network-vif-deleted', 'tag': '1a0d4b81-8ade-4ce7-80ca-405b91f44142'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:08:11.828010 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c099686-c0db-4a2f-8636-9f26ac2df044" -d '{"events": [{"server_uuid": "cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4", "name": "network-vif-deleted", "tag": "1a0d4b81-8ade-4ce7-80ca-405b91f44142"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:08:11.869705 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc7887f-fb74-4352-b6fe-24340ace7047 x-openstack-request-id: req-fdc7887f-fb74-4352-b6fe-24340ace7047 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:08:11.870029 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4", "name": "network-vif-deleted", "tag": "1a0d4b81-8ade-4ce7-80ca-405b91f44142", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:08:11.870281 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fdc7887f-fb74-4352-b6fe-24340ace7047 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:08:11.870681 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4', 'name': 'network-vif-deleted', 'tag': '1a0d4b81-8ade-4ce7-80ca-405b91f44142', 'status': 'completed', 'code': 200} Jan 28 14:08:11.972212 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d9b23dc7-bc5b-4dd1-bbba-6fe806ebdf41 req-6a92f0a5-4666-42fd-b865-15fc3c068358 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 210 time: 0.0273771 Jan 28 14:08:13.072306 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-214b5a38-62ae-4a3b-bc8e-dfcc7e3b6a14 req-bb87c59e-e2da-43b0-8ce9-5f68dd2951be tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 210 time: 0.0282385 Jan 28 14:08:14.168201 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c705f10e-2b63-4fa2-a932-de559d664fb7 req-4897836e-93a5-4591-894d-6902da5b4c7c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 210 time: 0.0275345 Jan 28 14:08:15.158575 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 1a0d4b81-8ade-4ce7-80ca-405b91f44142 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:08:15.181891 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 1a0d4b81-8ade-4ce7-80ca-405b91f44142 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:08:15.182247 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 1a0d4b81-8ade-4ce7-80ca-405b91f44142 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:08:15.265843 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4dd3cdee-2889-4643-a7ee-5451f10cf35e req-047d1658-66ec-47e0-a8c6-4f08414ad0ad tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 210 time: 0.0271566 Jan 28 14:08:16.359723 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2100d381-7b2e-4d68-86fc-510b534a5a53 req-6f72ebe2-1409-4945-83e4-ee0d85203372 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 210 time: 0.0264401 Jan 28 14:08:17.453417 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2f478c75-9e7b-4000-8b30-cd3bce774749 req-d96870d9-8c58-4190-aa01-284907f5ec76 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 210 time: 0.0267603 Jan 28 14:08:18.111343 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:18.553798 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b7fd0f19-950b-4f99-b870-f107daed620c req-629dbd8d-924f-493a-80ed-5b1781729b2f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 210 time: 0.0299482 Jan 28 14:08:19.653153 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6f7e627f-8bbb-4e46-96c1-07304d4b8443 req-36efedf1-ec14-455c-8ce5-b87e26a4c40e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6b689-15f1-4b3a-9c6c-d4b01b9db2c4 HTTP/1.1" status: 200 len: 210 time: 0.0310822 Jan 28 14:08:20.151817 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:25.109738 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:08:29.353836 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e33d7983-5d9b-4767-88d6-932b1457ccff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:31.636415 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af83179c-92a6-45a1-b3d8-80caa135b2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:32.988904 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:34.371189 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:36.423541 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:48.124231 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:49.139387 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-6cafbf86-6d0f-4349-8048-cc9ed359e9ae tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:49.140776 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-6cafbf86-6d0f-4349-8048-cc9ed359e9ae tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 812 time: 0.1140637 Jan 28 14:08:49.155729 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-cf93543e-a4ae-4908-a34a-1a6e051a519b tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/quotas/60c5f606262c4ce58aaf3e0b05399cbc HTTP/1.1" status: 200 len: 375 time: 0.0094895 Jan 28 14:08:49.213259 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-6b613d2f-906a-472a-bb38-6a94b326d123 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525413 Jan 28 14:08:49.324831 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-a58e1c70-a064-4cb5-9e8c-14300c241c51 service neutron] 10.222.0.39 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049516 Jan 28 14:08:49.415155 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-2aba61fe-03ed-4211-8be3-4ebeaa42e1bf service neutron] 10.222.0.39 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843740 Jan 28 14:08:49.603712 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-16f55598-38ed-4f5e-84e4-1fd76dd30d12 req-e4268674-7ec6-4a9b-b4be-ecabce8851ac tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 210 time: 0.0264964 Jan 28 14:08:50.138276 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:50.546474 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-7449ee3d-2da0-4b78-bc31-d60b7fe01782 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:50.547959 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-7449ee3d-2da0-4b78-bc31-d60b7fe01782 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.18 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 812 time: 0.1023183 Jan 28 14:08:50.559155 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-776ace27-2640-4db6-932d-2854d93e8f29 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Request body: {'port': {'device_id': '885b5f5c-7a57-407d-bd72-34b73d0f945c', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'admin_state_up': True, 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:08:50.684609 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-776ace27-2640-4db6-932d-2854d93e8f29 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Made reservation on behalf of 60c5f606262c4ce58aaf3e0b05399cbc for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:08:50.692344 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-776ace27-2640-4db6-932d-2854d93e8f29 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:50.743388 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2eef3c52-582c-4649-8c34-8f7ee53042eb req-636e2b7e-6a1c-47da-9bac-b5260dcb8526 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 210 time: 0.0647106 Jan 28 14:08:50.860199 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-776ace27-2640-4db6-932d-2854d93e8f29 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Allocated IP 172.20.0.3 (7e2baaf8-afbf-4340-9284-c0a506c9d66c/a773a080-709e-4afe-b3b6-f6580a29f9f7/7d763dfe-881d-4ec1-a38c-e1d8803196db) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:08:51.039585 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-776ace27-2640-4db6-932d-2854d93e8f29 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for port (7d763dfe-881d-4ec1-a38c-e1d8803196db), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:51.075036 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-776ace27-2640-4db6-932d-2854d93e8f29 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (7d763dfe-881d-4ec1-a38c-e1d8803196db), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:51.121057 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-776ace27-2640-4db6-932d-2854d93e8f29 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Network 7e2baaf8-afbf-4340-9284-c0a506c9d66c is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:08:51.124034 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-776ace27-2640-4db6-932d-2854d93e8f29 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:08:51.129874 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-776ace27-2640-4db6-932d-2854d93e8f29 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:08:51.155867 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ace27-2640-4db6-932d-2854d93e8f29 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event updated for resources: {'Port': ['ID=7d763dfe-881d-4ec1-a38c-e1d8803196db,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:08:51.170310 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776ace27-2640-4db6-932d-2854d93e8f29 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:51.170655 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776ace27-2640-4db6-932d-2854d93e8f29 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:51.171018 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776ace27-2640-4db6-932d-2854d93e8f29 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:51.171360 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776ace27-2640-4db6-932d-2854d93e8f29 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:51.171690 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776ace27-2640-4db6-932d-2854d93e8f29 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:51.172018 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776ace27-2640-4db6-932d-2854d93e8f29 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:51.172348 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776ace27-2640-4db6-932d-2854d93e8f29 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:51.172668 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776ace27-2640-4db6-932d-2854d93e8f29 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:51.173001 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776ace27-2640-4db6-932d-2854d93e8f29 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:51.173310 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776ace27-2640-4db6-932d-2854d93e8f29 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:51.173632 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776ace27-2640-4db6-932d-2854d93e8f29 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:51.173956 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776ace27-2640-4db6-932d-2854d93e8f29 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:51.174309 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776ace27-2640-4db6-932d-2854d93e8f29 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:51.202562 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-776ace27-2640-4db6-932d-2854d93e8f29 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:51.203261 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-776ace27-2640-4db6-932d-2854d93e8f29 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:51.221263 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-776ace27-2640-4db6-932d-2854d93e8f29 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6660473 Jan 28 14:08:51.233672 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-8c1f9a83-7c35-4953-a936-49e1b1b08619 service neutron] Request body: {'port': {'device_id': '885b5f5c-7a57-407d-bd72-34b73d0f945c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:08:51.291364 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-8c1f9a83-7c35-4953-a936-49e1b1b08619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7d763dfe-881d-4ec1-a38c-e1d8803196db), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:51.420375 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-1c697291-fa08-4389-8488-60aa436cbd3a None None] Provisioning complete for port 7d763dfe-881d-4ec1-a38c-e1d8803196db triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:08:51.420976 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c697291-fa08-4389-8488-60aa436cbd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7d763dfe-881d-4ec1-a38c-e1d8803196db), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:51.464098 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1c697291-fa08-4389-8488-60aa436cbd3a None None] Port 7d763dfe-881d-4ec1-a38c-e1d8803196db cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:08:51.570499 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-8c1f9a83-7c35-4953-a936-49e1b1b08619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d763dfe-881d-4ec1-a38c-e1d8803196db {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:08:51.578098 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-8c1f9a83-7c35-4953-a936-49e1b1b08619 service neutron] Publish callbacks [] for port (7d763dfe-881d-4ec1-a38c-e1d8803196db), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:51.590505 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-8c1f9a83-7c35-4953-a936-49e1b1b08619 service neutron] Transition to ACTIVE for port object 7d763dfe-881d-4ec1-a38c-e1d8803196db will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:08:51.595517 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-8c1f9a83-7c35-4953-a936-49e1b1b08619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (7d763dfe-881d-4ec1-a38c-e1d8803196db), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:51.647092 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f9a83-7c35-4953-a936-49e1b1b08619 service neutron] Pushing event updated for resources: {'Port': ['ID=7d763dfe-881d-4ec1-a38c-e1d8803196db,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:08:51.721211 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-8c1f9a83-7c35-4953-a936-49e1b1b08619 service neutron] Attempting to bind port 7d763dfe-881d-4ec1-a38c-e1d8803196db on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:08:51.721860 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-8c1f9a83-7c35-4953-a936-49e1b1b08619 service neutron] Attempting to bind port 7d763dfe-881d-4ec1-a38c-e1d8803196db by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:08:51.722140 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-8c1f9a83-7c35-4953-a936-49e1b1b08619 service neutron] Attempting to bind port 7d763dfe-881d-4ec1-a38c-e1d8803196db on network 7e2baaf8-afbf-4340-9284-c0a506c9d66c {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:08:51.727497 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-8c1f9a83-7c35-4953-a936-49e1b1b08619 service neutron] Port 7d763dfe-881d-4ec1-a38c-e1d8803196db on network 7e2baaf8-afbf-4340-9284-c0a506c9d66c not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:08:51.727838 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-8c1f9a83-7c35-4953-a936-49e1b1b08619 service neutron] Attempting to bind port 7d763dfe-881d-4ec1-a38c-e1d8803196db on network 7e2baaf8-afbf-4340-9284-c0a506c9d66c {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:08:51.733741 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-8c1f9a83-7c35-4953-a936-49e1b1b08619 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:08:51.734096 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-8c1f9a83-7c35-4953-a936-49e1b1b08619 service neutron] Checking segment: {'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:08:51.734471 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-8c1f9a83-7c35-4953-a936-49e1b1b08619 service neutron] Bound using segment: {'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:08:51.734906 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-8c1f9a83-7c35-4953-a936-49e1b1b08619 service neutron] Bound port: 7d763dfe-881d-4ec1-a38c-e1d8803196db, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:08:51.735284 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-8c1f9a83-7c35-4953-a936-49e1b1b08619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7d763dfe-881d-4ec1-a38c-e1d8803196db), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:51.813893 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-8c1f9a83-7c35-4953-a936-49e1b1b08619 service neutron] For port 7d763dfe-881d-4ec1-a38c-e1d8803196db, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:08:51.818052 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-8c1f9a83-7c35-4953-a936-49e1b1b08619 service neutron] For port 7d763dfe-881d-4ec1-a38c-e1d8803196db, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=7d763dfe-881d-4ec1-a38c-e1d8803196db,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:08:51.825293 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-8c1f9a83-7c35-4953-a936-49e1b1b08619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (7d763dfe-881d-4ec1-a38c-e1d8803196db), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:51.870683 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-8c1f9a83-7c35-4953-a936-49e1b1b08619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:51.871444 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-8c1f9a83-7c35-4953-a936-49e1b1b08619 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:51.873438 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-8c1f9a83-7c35-4953-a936-49e1b1b08619 service neutron] 10.222.0.18 "PUT /v2.0/ports/7d763dfe-881d-4ec1-a38c-e1d8803196db HTTP/1.1" status: 200 len: 1091 time: 0.6438813 Jan 28 14:08:51.873438 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885b5f5c-7a57-407d-bd72-34b73d0f945c', 'tag': '7d763dfe-881d-4ec1-a38c-e1d8803196db'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:08:51.875644 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d4dd01-4ae2-4d07-b25d-487177eddd39" -d '{"events": [{"name": "network-changed", "server_uuid": "885b5f5c-7a57-407d-bd72-34b73d0f945c", "tag": "7d763dfe-881d-4ec1-a38c-e1d8803196db"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:08:51.937470 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0263909-1f6b-4f1a-95c8-ce94ff6f7bb8 req-ed711f24-004a-432f-9eec-d7e894eb5168 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:51.939047 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e0263909-1f6b-4f1a-95c8-ce94ff6f7bb8 req-ed711f24-004a-432f-9eec-d7e894eb5168 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 943 time: 0.0869329 Jan 28 14:08:51.954111 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc971123-f4cc-45b5-815c-4a154179b9cd x-openstack-request-id: req-bc971123-f4cc-45b5-815c-4a154179b9cd {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:08:51.954516 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885b5f5c-7a57-407d-bd72-34b73d0f945c", "tag": "7d763dfe-881d-4ec1-a38c-e1d8803196db", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:08:51.954851 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc971123-f4cc-45b5-815c-4a154179b9cd {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:08:51.955365 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885b5f5c-7a57-407d-bd72-34b73d0f945c', 'tag': '7d763dfe-881d-4ec1-a38c-e1d8803196db', 'status': 'completed', 'code': 200} Jan 28 14:08:51.972022 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f9a83-7c35-4953-a936-49e1b1b08619 service neutron] Pushing event updated for resources: {'Port': ['ID=7d763dfe-881d-4ec1-a38c-e1d8803196db,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:08:52.032689 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-03a436a9-82e3-4581-b686-96d2e1e24acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:52.034463 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-03a436a9-82e3-4581-b686-96d2e1e24acd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 1094 time: 0.0921700 Jan 28 14:08:52.054547 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e0263909-1f6b-4f1a-95c8-ce94ff6f7bb8 req-aa18fc6a-5667-4641-967e-e7fcf186c358 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978925 Jan 28 14:08:52.086171 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-dad10cb5-736f-41ad-a168-d9d028c5d349 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d763dfe-881d-4ec1-a38c-e1d8803196db HTTP/1.1" status: 200 len: 217 time: 0.0432613 Jan 28 14:08:52.137204 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-7e516ac4-f91b-48e3-aee9-55663f5acaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:52.138701 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-7e516ac4-f91b-48e3-aee9-55663f5acaf2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a773a080-709e-4afe-b3b6-f6580a29f9f7 HTTP/1.1" status: 200 len: 851 time: 0.0461919 Jan 28 14:08:52.191648 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-064bc90f-575f-4476-b1aa-c9b54f1c7bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:52.193243 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-064bc90f-575f-4476-b1aa-c9b54f1c7bf7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e2baaf8-afbf-4340-9284-c0a506c9d66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491047 Jan 28 14:08:52.289314 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-f7b3d1c7-382d-4213-aca4-9eb4d5b34551 service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899725 Jan 28 14:08:52.382192 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e8ef9ebc-5a42-42c5-8eba-ca46c9895e34 req-3bea5f98-e730-4a75-9ab9-864ec4380478 service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866153 Jan 28 14:08:52.468165 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4dd01-4ae2-4d07-b25d-487177eddd39 req-244271f0-c987-4460-8a89-5c88ea5168e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:52.469668 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76d4dd01-4ae2-4d07-b25d-487177eddd39 req-244271f0-c987-4460-8a89-5c88ea5168e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 1094 time: 0.0438621 Jan 28 14:08:52.564392 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4dd01-4ae2-4d07-b25d-487177eddd39 req-f2910127-2894-4445-af9a-da88d3a76972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:52.565851 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76d4dd01-4ae2-4d07-b25d-487177eddd39 req-f2910127-2894-4445-af9a-da88d3a76972 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 912 time: 0.0897386 Jan 28 14:08:52.606144 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76d4dd01-4ae2-4d07-b25d-487177eddd39 req-0a26095d-9a71-496f-adc6-ef704f60a652 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d763dfe-881d-4ec1-a38c-e1d8803196db HTTP/1.1" status: 200 len: 217 time: 0.0347526 Jan 28 14:08:52.652734 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4dd01-4ae2-4d07-b25d-487177eddd39 req-f72c132b-ae7a-4910-9217-f48fa2328f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:52.654544 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76d4dd01-4ae2-4d07-b25d-487177eddd39 req-f72c132b-ae7a-4910-9217-f48fa2328f5c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a773a080-709e-4afe-b3b6-f6580a29f9f7 HTTP/1.1" status: 200 len: 851 time: 0.0431440 Jan 28 14:08:52.699066 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4dd01-4ae2-4d07-b25d-487177eddd39 req-b19f17a8-4256-4d06-9af6-01443a439e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:52.700574 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76d4dd01-4ae2-4d07-b25d-487177eddd39 req-b19f17a8-4256-4d06-9af6-01443a439e08 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e2baaf8-afbf-4340-9284-c0a506c9d66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399923 Jan 28 14:08:52.797816 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76d4dd01-4ae2-4d07-b25d-487177eddd39 req-83087693-b49d-47ca-af91-41806069460d service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906444 Jan 28 14:08:52.892083 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76d4dd01-4ae2-4d07-b25d-487177eddd39 req-2f1c64f2-c802-487e-a3c6-1a94cfdbdd97 service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876608 Jan 28 14:08:53.185219 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea1a6e-4f0a-44ae-bc0e-c43be81eb089 req-b576c4a1-5340-4af4-af2c-031653df8260 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:53.187058 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e4ea1a6e-4f0a-44ae-bc0e-c43be81eb089 req-b576c4a1-5340-4af4-af2c-031653df8260 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 943 time: 0.0567594 Jan 28 14:08:53.239581 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e4ea1a6e-4f0a-44ae-bc0e-c43be81eb089 req-8f11c060-0393-403b-9cf7-ef7ed8f4d050 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463421 Jan 28 14:08:54.358947 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4683399-26aa-4142-bb32-b399d3bbc5c8 req-147e978e-bc0c-4159-9487-0045103ea0ae tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:54.360623 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d4683399-26aa-4142-bb32-b399d3bbc5c8 req-147e978e-bc0c-4159-9487-0045103ea0ae tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 943 time: 0.0496311 Jan 28 14:08:54.410114 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d4683399-26aa-4142-bb32-b399d3bbc5c8 req-40f599f0-7516-4a45-84fc-582ef53c456b tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433247 Jan 28 14:08:55.527914 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea76e8-3c76-438f-8131-4445ae232253 req-8c269e84-09a7-41ae-be62-e7fe932f408e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:55.529775 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d8ea76e8-3c76-438f-8131-4445ae232253 req-8c269e84-09a7-41ae-be62-e7fe932f408e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 943 time: 0.0502031 Jan 28 14:08:55.576472 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d8ea76e8-3c76-438f-8131-4445ae232253 req-502579fe-6c79-4cfd-a5e0-7f7cf95815b3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407376 Jan 28 14:08:56.721392 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710e8f9-15b0-482a-b58f-6226b787c8a3 req-35fbbb84-2c52-4c46-a8c5-aaf0930bcb6b tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:56.724686 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5710e8f9-15b0-482a-b58f-6226b787c8a3 req-35fbbb84-2c52-4c46-a8c5-aaf0930bcb6b tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 943 time: 0.0668228 Jan 28 14:08:56.824847 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5710e8f9-15b0-482a-b58f-6226b787c8a3 req-343765bb-572b-4ac0-bea6-a93202f8fa7a tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925632 Jan 28 14:08:58.015256 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a6646-dd7d-479a-840d-bdb90e299e4e req-967d95db-320c-43ac-91a9-4fe99af2ee2f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:58.015914 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9f2a6646-dd7d-479a-840d-bdb90e299e4e req-967d95db-320c-43ac-91a9-4fe99af2ee2f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 943 time: 0.0662134 Jan 28 14:08:58.085258 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9f2a6646-dd7d-479a-840d-bdb90e299e4e req-79479b34-e6e7-4434-b777-20a220d9e2b4 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615101 Jan 28 14:08:59.219789 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4662ed5-ef3a-443e-92bf-368fddb9f16b req-b22a33b3-e8f1-4989-9e2e-64d674d84a83 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:08:59.227135 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e4662ed5-ef3a-443e-92bf-368fddb9f16b req-b22a33b3-e8f1-4989-9e2e-64d674d84a83 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 943 time: 0.0602114 Jan 28 14:08:59.270108 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e4662ed5-ef3a-443e-92bf-368fddb9f16b req-de30a660-e325-481d-8e84-16f44cf6067d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421212 Jan 28 14:08:59.359283 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-690bff05-67d5-483c-99bd-64f7965cae7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:00.387526 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ec764-9cf7-4a17-a581-f0c81e457e72 req-9769be7b-6b48-469b-9b0d-f5a44c034c2c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:00.389030 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-091ec764-9cf7-4a17-a581-f0c81e457e72 req-9769be7b-6b48-469b-9b0d-f5a44c034c2c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 943 time: 0.0508518 Jan 28 14:09:00.447048 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-091ec764-9cf7-4a17-a581-f0c81e457e72 req-6e2e3905-b2e3-4a06-a203-54fb9d6c47c1 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519161 Jan 28 14:09:01.571734 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a3c3c-b49d-4231-9939-d2eb2a77479a req-e357597f-093a-4dad-bfe5-fe9df5e8b1b0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:01.573212 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d09a3c3c-b49d-4231-9939-d2eb2a77479a req-e357597f-093a-4dad-bfe5-fe9df5e8b1b0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 943 time: 0.0598991 Jan 28 14:09:01.624225 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d09a3c3c-b49d-4231-9939-d2eb2a77479a req-d91e9467-448d-4648-9d43-d6492386eb57 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426104 Jan 28 14:09:01.643034 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc22d7ca-5efd-4394-9b29-e28b19227dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:02.116152 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:09:02.755204 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc406381-a95b-4577-8bb3-3d1ba8f38460 req-e4d3a9c3-453c-40a8-8c06-de6b2f793b66 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:02.757125 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bc406381-a95b-4577-8bb3-3d1ba8f38460 req-e4d3a9c3-453c-40a8-8c06-de6b2f793b66 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 943 time: 0.0587716 Jan 28 14:09:02.807866 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bc406381-a95b-4577-8bb3-3d1ba8f38460 req-c438a544-d3d0-4e87-857a-99be5a587520 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448434 Jan 28 14:09:03.008073 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:03.937816 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178580c-7dc0-4915-ae23-82fd33164a68 req-0a0ddc1b-4c5c-438f-93e7-ad7985b3bc76 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:03.939359 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1178580c-7dc0-4915-ae23-82fd33164a68 req-0a0ddc1b-4c5c-438f-93e7-ad7985b3bc76 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 943 time: 0.0544574 Jan 28 14:09:03.988477 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1178580c-7dc0-4915-ae23-82fd33164a68 req-fca7ef81-2b31-454f-8143-e7dba3c942fc tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432138 Jan 28 14:09:04.373116 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:05.112814 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288bcc4-aeaf-438e-b15c-6812f41a4561 req-44ea7a57-0e39-4c04-a408-ed0ef6a60912 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:05.114423 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e288bcc4-aeaf-438e-b15c-6812f41a4561 req-44ea7a57-0e39-4c04-a408-ed0ef6a60912 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 943 time: 0.0503793 Jan 28 14:09:05.163075 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e288bcc4-aeaf-438e-b15c-6812f41a4561 req-c067c40f-04f8-4cfe-976c-941018c89295 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424807 Jan 28 14:09:06.282274 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba296903-454b-4131-bbf4-e01dfcc697a2 req-4264c8da-e8dd-44f1-b291-5955ba37f9a6 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:06.283645 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ba296903-454b-4131-bbf4-e01dfcc697a2 req-4264c8da-e8dd-44f1-b291-5955ba37f9a6 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 943 time: 0.0515492 Jan 28 14:09:06.334251 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ba296903-454b-4131-bbf4-e01dfcc697a2 req-67a6e439-ad04-4f07-b7f9-b80d8c548248 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445023 Jan 28 14:09:06.420632 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:07.456993 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b46d6-8599-4a9b-8dd0-aaa2df2c707e req-8caf0478-5e02-441d-8de0-0b4ea78dfa42 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:07.458657 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c19b46d6-8599-4a9b-8dd0-aaa2df2c707e req-8caf0478-5e02-441d-8de0-0b4ea78dfa42 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 943 time: 0.0494890 Jan 28 14:09:07.513823 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c19b46d6-8599-4a9b-8dd0-aaa2df2c707e req-e25e17a8-dccc-4c39-bd9a-10ebc1b65e5b tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490465 Jan 28 14:09:08.641036 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f9c64-2a4a-4c55-9831-7b14b73acb8b req-451d849c-a7ef-4763-9648-4b70d5c3366f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:08.642470 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cd5f9c64-2a4a-4c55-9831-7b14b73acb8b req-451d849c-a7ef-4763-9648-4b70d5c3366f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 943 time: 0.0574682 Jan 28 14:09:08.695266 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cd5f9c64-2a4a-4c55-9831-7b14b73acb8b req-4aa01d50-a217-48c2-ba94-680448ee496e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468655 Jan 28 14:09:09.813823 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efecf53-9d86-4f03-8e7e-819292a9e9e7 req-d6efaf73-684f-4307-a8c1-974d7f4dd9e4 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:09.815359 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1efecf53-9d86-4f03-8e7e-819292a9e9e7 req-d6efaf73-684f-4307-a8c1-974d7f4dd9e4 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 943 time: 0.0514772 Jan 28 14:09:09.865067 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1efecf53-9d86-4f03-8e7e-819292a9e9e7 req-c44faddd-5c75-452b-a37c-eda4d8de5e01 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436378 Jan 28 14:09:10.984510 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17974f-09c3-4d89-9b79-12885a90c5b2 req-dba6ba9b-a9f3-464e-8a4c-50ae3a0bf355 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:10.986003 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0a17974f-09c3-4d89-9b79-12885a90c5b2 req-dba6ba9b-a9f3-464e-8a4c-50ae3a0bf355 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 943 time: 0.0494041 Jan 28 14:09:11.039697 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0a17974f-09c3-4d89-9b79-12885a90c5b2 req-971f2d83-4928-4c07-86e1-5c8af46ad75f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451138 Jan 28 14:09:12.158567 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17db107-145e-415f-ae80-60f5ad0ac925 req-15b5a498-277b-4dc4-8893-19aef0facf85 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:12.160100 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f17db107-145e-415f-ae80-60f5ad0ac925 req-15b5a498-277b-4dc4-8893-19aef0facf85 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 943 time: 0.0525942 Jan 28 14:09:12.209070 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f17db107-145e-415f-ae80-60f5ad0ac925 req-9c0cfec6-62ee-4d9d-9b64-4ddcbf2d4753 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430739 Jan 28 14:09:13.335759 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ad5ec-40c2-4ee9-9e44-7957895bcc01 req-ff10082a-fc34-4360-a028-9d227359d0f7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:13.337167 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-709ad5ec-40c2-4ee9-9e44-7957895bcc01 req-ff10082a-fc34-4360-a028-9d227359d0f7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 943 time: 0.0542035 Jan 28 14:09:13.388399 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-709ad5ec-40c2-4ee9-9e44-7957895bcc01 req-09e72ee2-69d0-4b2a-92bb-76655e9a55ec tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430641 Jan 28 14:09:14.525124 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1658c-8427-4a41-9855-db00b63281f2 req-858cf46d-df69-499d-bd5e-c9576a3338a8 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:14.526654 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b7c1658c-8427-4a41-9855-db00b63281f2 req-858cf46d-df69-499d-bd5e-c9576a3338a8 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 943 time: 0.0598998 Jan 28 14:09:14.578298 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b7c1658c-8427-4a41-9855-db00b63281f2 req-7d4a1c52-b864-49ed-8ff8-dd87efe7a42c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428054 Jan 28 14:09:15.319048 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-4e9db182-4564-462c-9912-9b467d0807ba req-69c64e8d-33dd-4751-ac7b-8e8a833300c3 service neutron] (103351) timed out ('10.222.0.39', 40522) {{(pid=103351) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 14:09:15.709338 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35365a7f-4d92-49df-99a9-349235a616c4 req-ad71891a-3bad-464d-90e9-59782d76372c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:15.710871 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-35365a7f-4d92-49df-99a9-349235a616c4 req-ad71891a-3bad-464d-90e9-59782d76372c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 943 time: 0.0582094 Jan 28 14:09:15.766985 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-35365a7f-4d92-49df-99a9-349235a616c4 req-d5d80d84-1db7-4e3e-908a-bc1681b9baee tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476074 Jan 28 14:09:16.894673 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df62f8-8c6e-4ec4-9170-b26da821382b req-ddcfe9ff-056a-40c7-9f8f-1b229a1ef46e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:16.896202 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-07df62f8-8c6e-4ec4-9170-b26da821382b req-ddcfe9ff-056a-40c7-9f8f-1b229a1ef46e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 943 time: 0.0524869 Jan 28 14:09:16.953234 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-07df62f8-8c6e-4ec4-9170-b26da821382b req-92fbcab8-c977-4dad-9254-a2979f5036d2 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511472 Jan 28 14:09:18.088396 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7a340-9eb5-44d8-9351-8a750df24c02 req-7ca95a97-f0a0-438c-af5c-d9728ce392ce tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:18.089888 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b2e7a340-9eb5-44d8-9351-8a750df24c02 req-7ca95a97-f0a0-438c-af5c-d9728ce392ce tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 943 time: 0.0545309 Jan 28 14:09:18.121360 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:18.141330 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b2e7a340-9eb5-44d8-9351-8a750df24c02 req-59145ca4-c6ea-490d-be77-62d889fb2008 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455458 Jan 28 14:09:19.273925 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c93d4f-f77e-40c2-b9cd-99bc4ffd7491 req-f90d5726-2cb8-419d-a7f1-54858c524467 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:19.275356 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-55c93d4f-f77e-40c2-b9cd-99bc4ffd7491 req-f90d5726-2cb8-419d-a7f1-54858c524467 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 943 time: 0.0569279 Jan 28 14:09:19.329076 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-55c93d4f-f77e-40c2-b9cd-99bc4ffd7491 req-7c7169b1-c2a3-4ad7-8a87-e01a65e2c618 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451810 Jan 28 14:09:19.512451 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 7d763dfe-881d-4ec1-a38c-e1d8803196db details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:09:19.628924 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 7d763dfe-881d-4ec1-a38c-e1d8803196db, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=7d763dfe-881d-4ec1-a38c-e1d8803196db,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:09:19.640217 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '7d763dfe-881d-4ec1-a38c-e1d8803196db', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'port_id': '7d763dfe-881d-4ec1-a38c-e1d8803196db', 'mac_address': 'fa:16:3e:c9:e9:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:09:19.677968 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 7d763dfe-881d-4ec1-a38c-e1d8803196db is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:09:19.678350 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7d763dfe-881d-4ec1-a38c-e1d8803196db), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:19.691208 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d763dfe-881d-4ec1-a38c-e1d8803196db {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:09:19.710775 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 7d763dfe-881d-4ec1-a38c-e1d8803196db, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=7d763dfe-881d-4ec1-a38c-e1d8803196db,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:09:19.717507 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7d763dfe-881d-4ec1-a38c-e1d8803196db), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:19.770330 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=7d763dfe-881d-4ec1-a38c-e1d8803196db,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:09:19.778031 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:19.778337 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:19.778678 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:19.779427 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:19.779769 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:19.780086 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:19.780409 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:19.780729 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:19.781048 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:19.781368 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:19.781671 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:19.781987 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:19.782303 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:19.925103 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['7d763dfe-881d-4ec1-a38c-e1d8803196db'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:09:20.154220 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:20.451597 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc88655-939e-440f-a384-87bbbc77e865 req-ffcb0718-1916-44f9-a087-a02c406e21df tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:20.453114 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9fc88655-939e-440f-a384-87bbbc77e865 req-ffcb0718-1916-44f9-a087-a02c406e21df tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 944 time: 0.0530467 Jan 28 14:09:20.511283 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9fc88655-939e-440f-a384-87bbbc77e865 req-ab6458cf-e99e-47f1-ada2-44d846d03613 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523098 Jan 28 14:09:21.512673 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 7d763dfe-881d-4ec1-a38c-e1d8803196db up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:09:21.567704 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 7d763dfe-881d-4ec1-a38c-e1d8803196db completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:09:21.571742 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 7d763dfe-881d-4ec1-a38c-e1d8803196db triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:09:21.572120 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7d763dfe-881d-4ec1-a38c-e1d8803196db), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:21.632576 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd259eb-234c-4889-8da4-6e32a8722d79 req-1a360e58-6eec-4965-b338-7f0b0d5c4498 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:21.634101 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1bd259eb-234c-4889-8da4-6e32a8722d79 req-1a360e58-6eec-4965-b338-7f0b0d5c4498 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 944 time: 0.0490685 Jan 28 14:09:21.649485 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 7d763dfe-881d-4ec1-a38c-e1d8803196db is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:09:21.649878 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7d763dfe-881d-4ec1-a38c-e1d8803196db), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:21.672854 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885b5f5c-7a57-407d-bd72-34b73d0f945c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d763dfe-881d-4ec1-a38c-e1d8803196db'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:09:21.675278 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e6e224-8eac-4fce-bcee-c626e6740a73" -d '{"events": [{"server_uuid": "885b5f5c-7a57-407d-bd72-34b73d0f945c", "name": "network-vif-plugged", "status": "completed", "tag": "7d763dfe-881d-4ec1-a38c-e1d8803196db"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:09:21.685228 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1bd259eb-234c-4889-8da4-6e32a8722d79 req-e9ae3c0c-cf0d-4d89-b1b3-59c201155c33 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451238 Jan 28 14:09:21.690579 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 7d763dfe-881d-4ec1-a38c-e1d8803196db, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=7d763dfe-881d-4ec1-a38c-e1d8803196db,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:09:21.697093 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7d763dfe-881d-4ec1-a38c-e1d8803196db), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:21.723420 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b863a71-32c0-4328-98ff-456c47b81989 x-openstack-request-id: req-8b863a71-32c0-4328-98ff-456c47b81989 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:09:21.723805 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885b5f5c-7a57-407d-bd72-34b73d0f945c", "name": "network-vif-plugged", "status": "completed", "tag": "7d763dfe-881d-4ec1-a38c-e1d8803196db", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:09:21.724058 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b863a71-32c0-4328-98ff-456c47b81989 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:09:21.724447 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885b5f5c-7a57-407d-bd72-34b73d0f945c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d763dfe-881d-4ec1-a38c-e1d8803196db', 'code': 200} Jan 28 14:09:21.750260 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=7d763dfe-881d-4ec1-a38c-e1d8803196db,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:09:21.820565 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22086cf-5964-4cf7-ae1f-939b03e5fd8e req-c7da8b6a-03b3-45ba-ae85-b8ff339f3f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:21.821969 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a22086cf-5964-4cf7-ae1f-939b03e5fd8e req-c7da8b6a-03b3-45ba-ae85-b8ff339f3f1c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 1096 time: 0.0412352 Jan 28 14:09:21.867152 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a22086cf-5964-4cf7-ae1f-939b03e5fd8e req-646840cd-83be-4d12-a98c-12f64977a712 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384395 Jan 28 14:09:22.801100 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ede01-f73b-4320-9ce0-ece26460cfb6 req-206738db-cf91-4055-85ee-d3416d9cf12f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:22.802748 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-399ede01-f73b-4320-9ce0-ece26460cfb6 req-206738db-cf91-4055-85ee-d3416d9cf12f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 945 time: 0.0504265 Jan 28 14:09:22.851179 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-399ede01-f73b-4320-9ce0-ece26460cfb6 req-1ccd08fa-5938-4203-8c31-3900d9eedd9e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424087 Jan 28 14:09:23.972593 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93cae3-6c1e-4b6a-8b60-11347f38f96c req-b5f4eaef-5fd2-4ce6-a358-e3a0e1b58d59 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:23.974191 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ed93cae3-6c1e-4b6a-8b60-11347f38f96c req-b5f4eaef-5fd2-4ce6-a358-e3a0e1b58d59 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 945 time: 0.0498605 Jan 28 14:09:24.023320 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ed93cae3-6c1e-4b6a-8b60-11347f38f96c req-15f7faa2-3fda-425c-b3b2-1ac734ecd2a0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428913 Jan 28 14:09:24.145319 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed936c41-aeaf-47d6-af92-95a81565059f req-cc23b8ae-b6e2-433b-8367-a507ea295af1 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:24.146844 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ed936c41-aeaf-47d6-af92-95a81565059f req-cc23b8ae-b6e2-433b-8367-a507ea295af1 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 945 time: 0.0550210 Jan 28 14:09:24.201139 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ed936c41-aeaf-47d6-af92-95a81565059f req-d80205a3-ae40-4aa6-b807-0050615640cd tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484009 Jan 28 14:09:24.320436 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe58639-27fb-4284-b544-eaadf1e504f1 req-857a7cfc-0a74-4456-ba6f-d4938958316c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:24.321914 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-efe58639-27fb-4284-b544-eaadf1e504f1 req-857a7cfc-0a74-4456-ba6f-d4938958316c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 945 time: 0.0544300 Jan 28 14:09:24.369962 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-efe58639-27fb-4284-b544-eaadf1e504f1 req-9277f9c4-b302-4d23-9d89-5ec40ba19e83 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422127 Jan 28 14:09:24.660349 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89a5e5-4a7f-46b6-b8de-a82024f43e7e req-4898ab2b-8283-4a8e-bd31-c72d75e26598 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:24.661725 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1e89a5e5-4a7f-46b6-b8de-a82024f43e7e req-4898ab2b-8283-4a8e-bd31-c72d75e26598 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 945 time: 0.0508242 Jan 28 14:09:24.709250 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1e89a5e5-4a7f-46b6-b8de-a82024f43e7e req-a0a9f77c-1635-4507-b564-d9e93be96f76 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415359 Jan 28 14:09:25.829209 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce352e-6d10-46e8-a9ae-f7dd3bda0779 req-80558145-c963-4f0c-a77f-6785ad17e407 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:25.830741 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-56ce352e-6d10-46e8-a9ae-f7dd3bda0779 req-80558145-c963-4f0c-a77f-6785ad17e407 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 945 time: 0.0507376 Jan 28 14:09:25.886341 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-56ce352e-6d10-46e8-a9ae-f7dd3bda0779 req-833a00bb-e15f-4ba4-8ae9-cd5179c4f571 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497465 Jan 28 14:09:26.029623 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b75228-2e5e-4adc-b6a0-df60cdeab59d req-5e6f9b7d-07ff-4d4e-a203-f61dbf3ce30c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:26.031119 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-49b75228-2e5e-4adc-b6a0-df60cdeab59d req-5e6f9b7d-07ff-4d4e-a203-f61dbf3ce30c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.18 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 945 time: 0.0563078 Jan 28 14:09:26.122905 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-49b75228-2e5e-4adc-b6a0-df60cdeab59d req-c8850eb3-856d-49c0-8fd8-883bcabcf5a7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Deleting port 7d763dfe-881d-4ec1-a38c-e1d8803196db {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:09:26.123292 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49b75228-2e5e-4adc-b6a0-df60cdeab59d req-c8850eb3-856d-49c0-8fd8-883bcabcf5a7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7d763dfe-881d-4ec1-a38c-e1d8803196db), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:26.216634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-49b75228-2e5e-4adc-b6a0-df60cdeab59d req-c8850eb3-856d-49c0-8fd8-883bcabcf5a7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] For port 7d763dfe-881d-4ec1-a38c-e1d8803196db, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=7d763dfe-881d-4ec1-a38c-e1d8803196db,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:09:26.216999 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49b75228-2e5e-4adc-b6a0-df60cdeab59d req-c8850eb3-856d-49c0-8fd8-883bcabcf5a7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7d763dfe-881d-4ec1-a38c-e1d8803196db), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:26.229116 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-49b75228-2e5e-4adc-b6a0-df60cdeab59d req-c8850eb3-856d-49c0-8fd8-883bcabcf5a7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Calling delete_port for 7d763dfe-881d-4ec1-a38c-e1d8803196db owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:09:26.362578 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49b75228-2e5e-4adc-b6a0-df60cdeab59d req-c8850eb3-856d-49c0-8fd8-883bcabcf5a7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (7d763dfe-881d-4ec1-a38c-e1d8803196db), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:26.375346 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['7d763dfe-881d-4ec1-a38c-e1d8803196db'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:09:26.395097 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8850eb3-856d-49c0-8fd8-883bcabcf5a7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event deleted for resources: {'Port': ['ID=7d763dfe-881d-4ec1-a38c-e1d8803196db,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:09:26.437464 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b75228-2e5e-4adc-b6a0-df60cdeab59d req-c8850eb3-856d-49c0-8fd8-883bcabcf5a7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] No DVR routers for this DVR port 7d763dfe-881d-4ec1-a38c-e1d8803196db on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:09:26.440621 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-49b75228-2e5e-4adc-b6a0-df60cdeab59d req-c8850eb3-856d-49c0-8fd8-883bcabcf5a7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:26.444603 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-49b75228-2e5e-4adc-b6a0-df60cdeab59d req-c8850eb3-856d-49c0-8fd8-883bcabcf5a7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.18 "DELETE /v2.0/ports/7d763dfe-881d-4ec1-a38c-e1d8803196db HTTP/1.1" status: 204 len: 173 time: 0.4085310 Jan 28 14:09:26.445096 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885b5f5c-7a57-407d-bd72-34b73d0f945c', 'name': 'network-vif-deleted', 'tag': '7d763dfe-881d-4ec1-a38c-e1d8803196db'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:09:26.447472 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b0031d-1493-415f-a906-1d9d3f9d3403" -d '{"events": [{"server_uuid": "885b5f5c-7a57-407d-bd72-34b73d0f945c", "name": "network-vif-deleted", "tag": "7d763dfe-881d-4ec1-a38c-e1d8803196db"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:09:26.490480 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61a4f24-3fac-470b-98b5-f69f449bb705 x-openstack-request-id: req-f61a4f24-3fac-470b-98b5-f69f449bb705 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:09:26.490783 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885b5f5c-7a57-407d-bd72-34b73d0f945c", "name": "network-vif-deleted", "tag": "7d763dfe-881d-4ec1-a38c-e1d8803196db", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:09:26.491079 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f61a4f24-3fac-470b-98b5-f69f449bb705 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:09:26.491495 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885b5f5c-7a57-407d-bd72-34b73d0f945c', 'name': 'network-vif-deleted', 'tag': '7d763dfe-881d-4ec1-a38c-e1d8803196db', 'status': 'completed', 'code': 200} Jan 28 14:09:26.985523 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0d11c277-065d-41c4-b55e-00a2867aa9da req-5e11faa2-70d5-48d3-9001-625d9d7ef5d7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 210 time: 0.0274947 Jan 28 14:09:28.089488 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b6f6f60b-09fe-4879-aee1-427bc5877a79 req-cd8177fe-90a2-4d35-89a2-eb65f2db92da tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 210 time: 0.0283105 Jan 28 14:09:29.191744 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-af230185-4b85-4d90-874f-8de81bc750d8 req-a28c0a44-f1ee-4f85-89cf-31344462b3ce tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 210 time: 0.0304134 Jan 28 14:09:29.363959 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-799f30fc-d8ea-4f27-89e6-3d362344b198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:29.547267 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 7d763dfe-881d-4ec1-a38c-e1d8803196db no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:09:29.571233 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 7d763dfe-881d-4ec1-a38c-e1d8803196db {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:09:29.571457 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 7d763dfe-881d-4ec1-a38c-e1d8803196db not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:09:30.285820 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e82449cb-6a82-4050-bf18-b6d0e4b78ae0 req-14ddc059-156b-490f-a9d8-09e89139fe1a tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 210 time: 0.0268884 Jan 28 14:09:31.402418 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b2957eaf-ba59-4191-a1f4-ff911e6f0a00 req-e0dd381a-76c8-4f40-ad96-7180bd51c9f1 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 210 time: 0.0283999 Jan 28 14:09:31.642477 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-53ddf347-696b-4ab0-a73a-fd7ab3ffd917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:32.498809 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89cc91a9-75ac-4ba0-9c8f-78e4745511e8 req-649b9747-a400-4712-811c-4126a0e8e183 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 210 time: 0.0264237 Jan 28 14:09:32.996477 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:33.599593 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3b778d60-0986-4227-9a58-27b921b696e1 req-347eed5b-6ec1-4fb5-9d0d-9211beb4a9c6 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 210 time: 0.0315616 Jan 28 14:09:34.377156 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:34.701124 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a629f1a0-d7b6-4f9a-a680-5e02d61dafd2 req-89571f1a-fc61-4eac-8a4e-92649d26ce57 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=885b5f5c-7a57-407d-bd72-34b73d0f945c HTTP/1.1" status: 200 len: 210 time: 0.0309906 Jan 28 14:09:35.298888 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-decb4e90-7abd-4ac6-bc41-3c4a3d790806 req-3b07445a-5bba-4c4b-9e7e-8a45133554c8 service neutron] (103351) timed out ('10.222.0.37', 63304) {{(pid=103351) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 14:09:36.419402 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:39.105508 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:09:48.127348 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:50.157669 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:59.367236 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0845a89-e8ab-4931-a7ec-25318640a130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:01.646942 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c717b3e2-9011-4947-8b64-3759541922aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:02.999872 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:04.377869 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:05.621072 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-03cc8406-905c-450c-9ff9-1653d6971e67 req-fd5c0ed2-0a3e-4644-810a-6665114e1c75 service neutron] (103352) timed out ('10.222.0.18', 53485) {{(pid=103352) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 14:10:06.418394 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:07.211281 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-43ccc9a6-b8b3-4f9a-9680-7d031625c1b1 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:07.212833 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-43ccc9a6-b8b3-4f9a-9680-7d031625c1b1 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 812 time: 0.1028743 Jan 28 14:10:07.230659 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-fb64f0f5-8fa4-4c68-ba6b-854c092dbe6b tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/quotas/60c5f606262c4ce58aaf3e0b05399cbc HTTP/1.1" status: 200 len: 375 time: 0.0098412 Jan 28 14:10:07.290370 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-6d55608f-57ed-4c7d-97e3-d04c127fc4e6 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521355 Jan 28 14:10:07.386938 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-020c5562-77db-4ba7-9912-74183f07ee40 service neutron] 10.222.0.39 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866632 Jan 28 14:10:07.485507 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-38b2ccf9-1bed-4eb7-9e75-ea30ab0b1b7a service neutron] 10.222.0.39 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924358 Jan 28 14:10:07.769289 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a1dd4433-945f-4b06-b02f-fd554d890fc8 req-26e839ef-ef29-4a9a-97bc-b56f3e9b7131 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 210 time: 0.0272772 Jan 28 14:10:08.737640 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-43d192cb-6678-4888-a6cb-7b1a5af9466c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:08.739141 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-43d192cb-6678-4888-a6cb-7b1a5af9466c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.18 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 812 time: 0.1030059 Jan 28 14:10:08.750416 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-54f2dd28-9dcd-4dcf-9eb6-b3d9072a146c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Request body: {'port': {'device_id': '6012547c-6e8a-4399-b70d-b4d04383049e', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'admin_state_up': True, 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:10:08.876165 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-525d6cb7-1980-403f-860f-a78e3428b784 req-6032f607-b286-434a-a4ff-cb3f60eea28c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 210 time: 0.0317156 Jan 28 14:10:08.893806 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-54f2dd28-9dcd-4dcf-9eb6-b3d9072a146c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Made reservation on behalf of 60c5f606262c4ce58aaf3e0b05399cbc for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:10:08.897355 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-54f2dd28-9dcd-4dcf-9eb6-b3d9072a146c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:09.031608 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-54f2dd28-9dcd-4dcf-9eb6-b3d9072a146c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Allocated IP 172.20.0.10 (7e2baaf8-afbf-4340-9284-c0a506c9d66c/a773a080-709e-4afe-b3b6-f6580a29f9f7/bbaa831c-fdd5-44ec-8b6c-bf69c56a305c) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:10:09.178860 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-54f2dd28-9dcd-4dcf-9eb6-b3d9072a146c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for port (bbaa831c-fdd5-44ec-8b6c-bf69c56a305c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:09.213559 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-54f2dd28-9dcd-4dcf-9eb6-b3d9072a146c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (bbaa831c-fdd5-44ec-8b6c-bf69c56a305c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:09.258810 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-54f2dd28-9dcd-4dcf-9eb6-b3d9072a146c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Network 7e2baaf8-afbf-4340-9284-c0a506c9d66c is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:10:09.262025 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-54f2dd28-9dcd-4dcf-9eb6-b3d9072a146c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:10:09.268639 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-54f2dd28-9dcd-4dcf-9eb6-b3d9072a146c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:10:09.292665 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2dd28-9dcd-4dcf-9eb6-b3d9072a146c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event updated for resources: {'Port': ['ID=bbaa831c-fdd5-44ec-8b6c-bf69c56a305c,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:10:09.307218 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f2dd28-9dcd-4dcf-9eb6-b3d9072a146c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:09.307569 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f2dd28-9dcd-4dcf-9eb6-b3d9072a146c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:09.307911 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f2dd28-9dcd-4dcf-9eb6-b3d9072a146c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:09.308260 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f2dd28-9dcd-4dcf-9eb6-b3d9072a146c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:09.308600 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f2dd28-9dcd-4dcf-9eb6-b3d9072a146c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:09.308936 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f2dd28-9dcd-4dcf-9eb6-b3d9072a146c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:09.309273 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f2dd28-9dcd-4dcf-9eb6-b3d9072a146c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:09.309602 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f2dd28-9dcd-4dcf-9eb6-b3d9072a146c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:09.309931 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f2dd28-9dcd-4dcf-9eb6-b3d9072a146c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:09.310256 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f2dd28-9dcd-4dcf-9eb6-b3d9072a146c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:09.310580 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f2dd28-9dcd-4dcf-9eb6-b3d9072a146c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:09.310924 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f2dd28-9dcd-4dcf-9eb6-b3d9072a146c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:09.311248 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f2dd28-9dcd-4dcf-9eb6-b3d9072a146c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:09.333512 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-54f2dd28-9dcd-4dcf-9eb6-b3d9072a146c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:09.334291 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-54f2dd28-9dcd-4dcf-9eb6-b3d9072a146c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:09.352228 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-54f2dd28-9dcd-4dcf-9eb6-b3d9072a146c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6054869 Jan 28 14:10:09.363727 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-5757dc86-662f-4e1b-8595-c4a934918db9 service neutron] Request body: {'port': {'device_id': '6012547c-6e8a-4399-b70d-b4d04383049e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:10:09.422297 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-5757dc86-662f-4e1b-8595-c4a934918db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bbaa831c-fdd5-44ec-8b6c-bf69c56a305c), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:09.517761 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-deef2455-8a99-4930-9714-e3107e32da3c None None] Provisioning complete for port bbaa831c-fdd5-44ec-8b6c-bf69c56a305c triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:10:09.518370 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-deef2455-8a99-4930-9714-e3107e32da3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (bbaa831c-fdd5-44ec-8b6c-bf69c56a305c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:09.556466 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-deef2455-8a99-4930-9714-e3107e32da3c None None] Port bbaa831c-fdd5-44ec-8b6c-bf69c56a305c cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:10:09.689555 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-5757dc86-662f-4e1b-8595-c4a934918db9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbaa831c-fdd5-44ec-8b6c-bf69c56a305c {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:10:09.697335 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-5757dc86-662f-4e1b-8595-c4a934918db9 service neutron] Publish callbacks [] for port (bbaa831c-fdd5-44ec-8b6c-bf69c56a305c), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:09.709581 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-5757dc86-662f-4e1b-8595-c4a934918db9 service neutron] Transition to ACTIVE for port object bbaa831c-fdd5-44ec-8b6c-bf69c56a305c will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:10:09.713496 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-5757dc86-662f-4e1b-8595-c4a934918db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (bbaa831c-fdd5-44ec-8b6c-bf69c56a305c), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:09.762721 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757dc86-662f-4e1b-8595-c4a934918db9 service neutron] Pushing event updated for resources: {'Port': ['ID=bbaa831c-fdd5-44ec-8b6c-bf69c56a305c,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:10:09.842745 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-5757dc86-662f-4e1b-8595-c4a934918db9 service neutron] Attempting to bind port bbaa831c-fdd5-44ec-8b6c-bf69c56a305c on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:10:09.843112 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-5757dc86-662f-4e1b-8595-c4a934918db9 service neutron] Attempting to bind port bbaa831c-fdd5-44ec-8b6c-bf69c56a305c by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:10:09.843445 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-5757dc86-662f-4e1b-8595-c4a934918db9 service neutron] Attempting to bind port bbaa831c-fdd5-44ec-8b6c-bf69c56a305c on network 7e2baaf8-afbf-4340-9284-c0a506c9d66c {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:10:09.848775 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-5757dc86-662f-4e1b-8595-c4a934918db9 service neutron] Port bbaa831c-fdd5-44ec-8b6c-bf69c56a305c on network 7e2baaf8-afbf-4340-9284-c0a506c9d66c not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:10:09.849101 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-5757dc86-662f-4e1b-8595-c4a934918db9 service neutron] Attempting to bind port bbaa831c-fdd5-44ec-8b6c-bf69c56a305c on network 7e2baaf8-afbf-4340-9284-c0a506c9d66c {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:10:09.854814 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-5757dc86-662f-4e1b-8595-c4a934918db9 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:10:09.855189 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-5757dc86-662f-4e1b-8595-c4a934918db9 service neutron] Checking segment: {'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:10:09.855581 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-5757dc86-662f-4e1b-8595-c4a934918db9 service neutron] Bound using segment: {'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:10:09.856018 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-5757dc86-662f-4e1b-8595-c4a934918db9 service neutron] Bound port: bbaa831c-fdd5-44ec-8b6c-bf69c56a305c, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:10:09.856380 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-5757dc86-662f-4e1b-8595-c4a934918db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bbaa831c-fdd5-44ec-8b6c-bf69c56a305c), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:09.933877 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-5757dc86-662f-4e1b-8595-c4a934918db9 service neutron] For port bbaa831c-fdd5-44ec-8b6c-bf69c56a305c, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:10:09.937292 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-5757dc86-662f-4e1b-8595-c4a934918db9 service neutron] For port bbaa831c-fdd5-44ec-8b6c-bf69c56a305c, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=bbaa831c-fdd5-44ec-8b6c-bf69c56a305c,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:10:09.945449 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-5757dc86-662f-4e1b-8595-c4a934918db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (bbaa831c-fdd5-44ec-8b6c-bf69c56a305c), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:09.981941 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-5757dc86-662f-4e1b-8595-c4a934918db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:09.982505 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-5757dc86-662f-4e1b-8595-c4a934918db9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:09.984008 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-5757dc86-662f-4e1b-8595-c4a934918db9 service neutron] 10.222.0.18 "PUT /v2.0/ports/bbaa831c-fdd5-44ec-8b6c-bf69c56a305c HTTP/1.1" status: 200 len: 1092 time: 0.6245692 Jan 28 14:10:09.986663 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6012547c-6e8a-4399-b70d-b4d04383049e', 'tag': 'bbaa831c-fdd5-44ec-8b6c-bf69c56a305c'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:10:09.990559 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739ea395-d75d-4781-8171-0a2385749e09" -d '{"events": [{"name": "network-changed", "server_uuid": "6012547c-6e8a-4399-b70d-b4d04383049e", "tag": "bbaa831c-fdd5-44ec-8b6c-bf69c56a305c"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:10:10.066807 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef3275-d915-42fc-b8b3-d3738d50c677 req-f7ccb530-f965-469f-8734-60bb27656d98 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:10.075771 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-18ef3275-d915-42fc-b8b3-d3738d50c677 req-f7ccb530-f965-469f-8734-60bb27656d98 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 944 time: 0.1117656 Jan 28 14:10:10.087396 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54a569e-2c88-48ef-bdff-e46737cad02a x-openstack-request-id: req-f54a569e-2c88-48ef-bdff-e46737cad02a {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:10:10.087762 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6012547c-6e8a-4399-b70d-b4d04383049e", "tag": "bbaa831c-fdd5-44ec-8b6c-bf69c56a305c", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:10:10.088201 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f54a569e-2c88-48ef-bdff-e46737cad02a {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:10:10.088672 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6012547c-6e8a-4399-b70d-b4d04383049e', 'tag': 'bbaa831c-fdd5-44ec-8b6c-bf69c56a305c', 'status': 'completed', 'code': 200} Jan 28 14:10:10.105106 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757dc86-662f-4e1b-8595-c4a934918db9 service neutron] Pushing event updated for resources: {'Port': ['ID=bbaa831c-fdd5-44ec-8b6c-bf69c56a305c,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:10:10.109328 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-4181b0ce-7f17-45cb-97f1-64747a507082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:10.110985 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-4181b0ce-7f17-45cb-97f1-64747a507082 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 1095 time: 0.0618277 Jan 28 14:10:10.139468 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-18ef3275-d915-42fc-b8b3-d3738d50c677 req-a5456a6f-1388-4cf5-87b7-59091901164a tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623386 Jan 28 14:10:10.174575 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-6c05fe75-4db2-4fe8-9150-25db4a0a8e83 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbaa831c-fdd5-44ec-8b6c-bf69c56a305c HTTP/1.1" status: 200 len: 217 time: 0.0558014 Jan 28 14:10:10.225103 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-16beae17-e795-4fbe-8a27-763df37b351b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:10.226593 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-16beae17-e795-4fbe-8a27-763df37b351b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a773a080-709e-4afe-b3b6-f6580a29f9f7 HTTP/1.1" status: 200 len: 851 time: 0.0459781 Jan 28 14:10:10.272023 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-3c261a8e-2e4a-4b3d-90f9-903fb0eeb23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:10.273525 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-3c261a8e-2e4a-4b3d-90f9-903fb0eeb23e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e2baaf8-afbf-4340-9284-c0a506c9d66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408640 Jan 28 14:10:10.365700 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-52c12049-4b56-493b-836c-99669616f703 service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844243 Jan 28 14:10:10.456513 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-199f6a6d-6071-45cc-a8cb-d7c57b96767d req-52638118-7dba-4a5b-8930-798c4918221e service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837784 Jan 28 14:10:10.545739 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ea395-d75d-4781-8171-0a2385749e09 req-13282772-da6c-48d1-a57f-cf49eee1e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:10.547325 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-739ea395-d75d-4781-8171-0a2385749e09 req-13282772-da6c-48d1-a57f-cf49eee1e7cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 1095 time: 0.0442517 Jan 28 14:10:10.640448 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ea395-d75d-4781-8171-0a2385749e09 req-e1412029-0862-4a8f-9f64-e3a886a775fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:10.641829 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-739ea395-d75d-4781-8171-0a2385749e09 req-e1412029-0862-4a8f-9f64-e3a886a775fa service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 912 time: 0.0888350 Jan 28 14:10:10.682705 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-739ea395-d75d-4781-8171-0a2385749e09 req-bd0a33e9-1e8b-490f-87d1-f3296cdd273a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbaa831c-fdd5-44ec-8b6c-bf69c56a305c HTTP/1.1" status: 200 len: 217 time: 0.0345449 Jan 28 14:10:10.734112 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ea395-d75d-4781-8171-0a2385749e09 req-def94ba6-9ffc-4ba0-97b2-ca89480514e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:10.735619 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-739ea395-d75d-4781-8171-0a2385749e09 req-def94ba6-9ffc-4ba0-97b2-ca89480514e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a773a080-709e-4afe-b3b6-f6580a29f9f7 HTTP/1.1" status: 200 len: 851 time: 0.0475574 Jan 28 14:10:10.781141 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ea395-d75d-4781-8171-0a2385749e09 req-d403a39e-4ee9-4a06-9a0e-2f1a11b825a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:10.782705 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-739ea395-d75d-4781-8171-0a2385749e09 req-d403a39e-4ee9-4a06-9a0e-2f1a11b825a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e2baaf8-afbf-4340-9284-c0a506c9d66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411983 Jan 28 14:10:10.868951 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-739ea395-d75d-4781-8171-0a2385749e09 req-6aaca1dd-657f-4885-8f4b-8a2fe973d84d service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805123 Jan 28 14:10:10.963182 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-739ea395-d75d-4781-8171-0a2385749e09 req-778d18af-0dc9-468c-aef6-28c5ac3eb679 service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885553 Jan 28 14:10:11.260162 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078325e8-74e3-465c-9ccf-897bce216e68 req-6521a261-dc05-4b44-bde5-137ec0853d23 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:11.261569 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-078325e8-74e3-465c-9ccf-897bce216e68 req-6521a261-dc05-4b44-bde5-137ec0853d23 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 944 time: 0.0488245 Jan 28 14:10:11.309802 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-078325e8-74e3-465c-9ccf-897bce216e68 req-e1c118b8-6fff-463f-9533-e5cfde9f155c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416188 Jan 28 14:10:12.426793 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293c88f-4e44-47b1-b186-5510f6cf348f req-3a2b134c-148d-4651-ac4f-fccae29b7ccd tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:12.428364 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1293c88f-4e44-47b1-b186-5510f6cf348f req-3a2b134c-148d-4651-ac4f-fccae29b7ccd tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 944 time: 0.0508633 Jan 28 14:10:12.476348 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1293c88f-4e44-47b1-b186-5510f6cf348f req-f770095c-95b0-4130-97e9-c3fba9c5082e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421169 Jan 28 14:10:13.596998 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379cedb3-e515-4201-9c19-1d4587e02bf0 req-9d0fe5f3-3389-4f6d-a7de-b38782ea5615 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:13.598507 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-379cedb3-e515-4201-9c19-1d4587e02bf0 req-9d0fe5f3-3389-4f6d-a7de-b38782ea5615 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 944 time: 0.0540679 Jan 28 14:10:13.646428 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-379cedb3-e515-4201-9c19-1d4587e02bf0 req-fe04f31c-b133-4731-aacf-bd1b136fdea0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421107 Jan 28 14:10:14.774367 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e90588-fa22-4429-ae75-95e16d613f6d req-100884a1-f0c1-407f-87a7-2c97beb9534e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:14.776160 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-57e90588-fa22-4429-ae75-95e16d613f6d req-100884a1-f0c1-407f-87a7-2c97beb9534e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 944 time: 0.0524032 Jan 28 14:10:14.827264 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-57e90588-fa22-4429-ae75-95e16d613f6d req-2ae1eaa5-f162-4b6d-8f28-7a82d3fda8ae tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446341 Jan 28 14:10:15.945907 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f496957-fe9f-41f0-ac4c-402be966577e req-bda24365-655d-4678-937e-5bbd2acffb66 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:15.947420 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1f496957-fe9f-41f0-ac4c-402be966577e req-bda24365-655d-4678-937e-5bbd2acffb66 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 944 time: 0.0506742 Jan 28 14:10:15.995430 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1f496957-fe9f-41f0-ac4c-402be966577e req-c75f2746-9ba0-4b1e-893c-5d51703f7795 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422626 Jan 28 14:10:16.118832 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:10:17.121003 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186164c-9a70-442f-a642-d8ad9ec93e12 req-6ad51ab8-9987-4081-8351-0ceab500122f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:17.122750 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3186164c-9a70-442f-a642-d8ad9ec93e12 req-6ad51ab8-9987-4081-8351-0ceab500122f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 944 time: 0.0576873 Jan 28 14:10:17.171948 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3186164c-9a70-442f-a642-d8ad9ec93e12 req-8e332b44-1d2f-4a97-8105-8f3286ae1f2f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432076 Jan 28 14:10:18.120847 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:18.295166 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63f9e8-d486-4419-a24e-a52f24b573ff req-6c6e0218-6971-456a-baff-8b3c270ef209 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:18.296678 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8c63f9e8-d486-4419-a24e-a52f24b573ff req-6c6e0218-6971-456a-baff-8b3c270ef209 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 944 time: 0.0519121 Jan 28 14:10:18.349571 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8c63f9e8-d486-4419-a24e-a52f24b573ff req-39111e7c-e362-4156-9143-6df7d34ac094 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466220 Jan 28 14:10:19.478828 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7773987-8b6e-44eb-b275-bb5461e820bf req-86b6aac3-2dc4-463a-b893-937cdca1b0a3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:19.481219 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b7773987-8b6e-44eb-b275-bb5461e820bf req-86b6aac3-2dc4-463a-b893-937cdca1b0a3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 944 time: 0.0585520 Jan 28 14:10:19.529906 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b7773987-8b6e-44eb-b275-bb5461e820bf req-a2123b5d-4a13-4063-a55b-e3a6bc7cc156 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426550 Jan 28 14:10:20.177703 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:20.656686 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701139c-03fb-4ced-be8b-4da156eff317 req-48170f49-f036-40a7-b8d1-0a6edcef035d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:20.658144 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1701139c-03fb-4ced-be8b-4da156eff317 req-48170f49-f036-40a7-b8d1-0a6edcef035d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 944 time: 0.0554554 Jan 28 14:10:20.707555 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1701139c-03fb-4ced-be8b-4da156eff317 req-c77906a5-e570-4e00-8df4-3168b714ba23 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411589 Jan 28 14:10:21.841914 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b00ab5-1045-400d-b85e-e5698a76e9a2 req-9be23f96-8339-49f4-b1a8-82ce88c54ca2 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:21.843426 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e4b00ab5-1045-400d-b85e-e5698a76e9a2 req-9be23f96-8339-49f4-b1a8-82ce88c54ca2 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 944 time: 0.0543494 Jan 28 14:10:21.892782 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e4b00ab5-1045-400d-b85e-e5698a76e9a2 req-c04ccfed-e43d-46de-9384-d092b9535a35 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410330 Jan 28 14:10:23.018135 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259a273-1ea8-4cca-8f52-cf2fcc74272e req-6b6354a1-a063-4a66-a175-7613114ea53e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:23.019159 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0259a273-1ea8-4cca-8f52-cf2fcc74272e req-6b6354a1-a063-4a66-a175-7613114ea53e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 944 time: 0.0509672 Jan 28 14:10:23.070967 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0259a273-1ea8-4cca-8f52-cf2fcc74272e req-a9a0bf48-cbe8-4938-893c-5034ff01b099 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435584 Jan 28 14:10:24.197906 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226cc75-9936-4bde-8f5e-780f5696beab req-9d591600-b006-4aad-8520-19a1c7014d3a tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:24.199429 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c226cc75-9936-4bde-8f5e-780f5696beab req-9d591600-b006-4aad-8520-19a1c7014d3a tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 944 time: 0.0557806 Jan 28 14:10:24.256520 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c226cc75-9936-4bde-8f5e-780f5696beab req-f84ee6b7-5dc3-46b8-ac23-f3a0c745f247 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490525 Jan 28 14:10:25.385890 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448cfa8-2869-4844-b543-bb6a51c6041b req-59d6f34e-ef93-40a0-8b59-7d65c31c4170 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:25.387406 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f448cfa8-2869-4844-b543-bb6a51c6041b req-59d6f34e-ef93-40a0-8b59-7d65c31c4170 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 944 time: 0.0540152 Jan 28 14:10:25.437725 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f448cfa8-2869-4844-b543-bb6a51c6041b req-3824bf35-a040-4ded-8753-234ae37a4ab0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418420 Jan 28 14:10:25.763944 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device bbaa831c-fdd5-44ec-8b6c-bf69c56a305c details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:10:25.866958 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port bbaa831c-fdd5-44ec-8b6c-bf69c56a305c, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=bbaa831c-fdd5-44ec-8b6c-bf69c56a305c,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:10:25.877992 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'bbaa831c-fdd5-44ec-8b6c-bf69c56a305c', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'port_id': 'bbaa831c-fdd5-44ec-8b6c-bf69c56a305c', 'mac_address': 'fa:16:3e:5d:3f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:10:25.917787 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port bbaa831c-fdd5-44ec-8b6c-bf69c56a305c is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:10:25.918174 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bbaa831c-fdd5-44ec-8b6c-bf69c56a305c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:25.934849 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbaa831c-fdd5-44ec-8b6c-bf69c56a305c {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:10:25.953617 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port bbaa831c-fdd5-44ec-8b6c-bf69c56a305c, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=bbaa831c-fdd5-44ec-8b6c-bf69c56a305c,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:10:25.960874 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (bbaa831c-fdd5-44ec-8b6c-bf69c56a305c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:26.017114 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=bbaa831c-fdd5-44ec-8b6c-bf69c56a305c,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:10:26.024838 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:26.025183 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:26.025527 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:26.025856 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:26.026190 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:26.026515 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:26.026836 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:26.027168 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:26.027508 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:26.027836 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:26.028204 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:26.028520 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:26.028839 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:26.169605 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['bbaa831c-fdd5-44ec-8b6c-bf69c56a305c'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:10:26.572864 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d08c0-8131-408e-82d7-140e01f2dd61 req-858a816e-908f-404c-9bb7-45de78573ecd tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:26.574358 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-850d08c0-8131-408e-82d7-140e01f2dd61 req-858a816e-908f-404c-9bb7-45de78573ecd tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 945 time: 0.0485346 Jan 28 14:10:26.625250 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-850d08c0-8131-408e-82d7-140e01f2dd61 req-09a0dab2-c4e9-44de-8d1d-fa8493aa9a86 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450640 Jan 28 14:10:27.767102 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f3ace-4f23-458e-af4b-61d301e91096 req-31d1e709-ef47-4e05-8395-30d12a124e88 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:27.768591 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cd5f3ace-4f23-458e-af4b-61d301e91096 req-31d1e709-ef47-4e05-8395-30d12a124e88 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 945 time: 0.0622401 Jan 28 14:10:27.777794 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device bbaa831c-fdd5-44ec-8b6c-bf69c56a305c up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:10:27.815962 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cd5f3ace-4f23-458e-af4b-61d301e91096 req-84dd3190-17c4-45f6-ae97-4d4364740115 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413980 Jan 28 14:10:27.828183 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port bbaa831c-fdd5-44ec-8b6c-bf69c56a305c completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:10:27.832662 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port bbaa831c-fdd5-44ec-8b6c-bf69c56a305c triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:10:27.833035 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (bbaa831c-fdd5-44ec-8b6c-bf69c56a305c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:27.917288 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port bbaa831c-fdd5-44ec-8b6c-bf69c56a305c is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:10:27.917739 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bbaa831c-fdd5-44ec-8b6c-bf69c56a305c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:27.946670 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6012547c-6e8a-4399-b70d-b4d04383049e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbaa831c-fdd5-44ec-8b6c-bf69c56a305c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:10:27.948927 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9be672-e03b-4b74-9970-426b3facd03c" -d '{"events": [{"server_uuid": "6012547c-6e8a-4399-b70d-b4d04383049e", "name": "network-vif-plugged", "status": "completed", "tag": "bbaa831c-fdd5-44ec-8b6c-bf69c56a305c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:10:27.964871 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port bbaa831c-fdd5-44ec-8b6c-bf69c56a305c, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=bbaa831c-fdd5-44ec-8b6c-bf69c56a305c,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:10:27.971140 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (bbaa831c-fdd5-44ec-8b6c-bf69c56a305c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:27.993927 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eba10ea-6ab1-4e75-93c2-ea8cfb4c6fca x-openstack-request-id: req-4eba10ea-6ab1-4e75-93c2-ea8cfb4c6fca {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:10:27.994181 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6012547c-6e8a-4399-b70d-b4d04383049e", "name": "network-vif-plugged", "status": "completed", "tag": "bbaa831c-fdd5-44ec-8b6c-bf69c56a305c", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:10:27.994412 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4eba10ea-6ab1-4e75-93c2-ea8cfb4c6fca {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:10:27.994810 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6012547c-6e8a-4399-b70d-b4d04383049e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbaa831c-fdd5-44ec-8b6c-bf69c56a305c', 'code': 200} Jan 28 14:10:28.026741 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=bbaa831c-fdd5-44ec-8b6c-bf69c56a305c,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:10:28.093818 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948f2cf-dd5d-47bf-9228-0dd9d549c359 req-6cabcad5-c9a9-48f7-8cbd-2c37b9656222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:28.100523 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6948f2cf-dd5d-47bf-9228-0dd9d549c359 req-6cabcad5-c9a9-48f7-8cbd-2c37b9656222 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 1097 time: 0.0462348 Jan 28 14:10:28.158462 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6948f2cf-dd5d-47bf-9228-0dd9d549c359 req-a5b7986c-ef29-4927-8c14-38ab2cdd8baa service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545502 Jan 28 14:10:28.949494 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124e7c0-e1b0-45ff-a2cf-9af4d2355319 req-f482873a-e47c-4c67-9fb7-8e029822fe8a tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:28.950972 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c124e7c0-e1b0-45ff-a2cf-9af4d2355319 req-f482873a-e47c-4c67-9fb7-8e029822fe8a tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 946 time: 0.0496516 Jan 28 14:10:29.000642 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c124e7c0-e1b0-45ff-a2cf-9af4d2355319 req-e6d56232-1996-4cab-bc71-5b1ea406c64e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422966 Jan 28 14:10:29.375443 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87d691b0-be1e-4b25-91c0-f9985a03b225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:30.139951 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7300b-7abf-47f0-a386-424e0c448211 req-8e4bc9ac-9a8e-46bb-82f1-02c69b8c64c4 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:30.141430 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c5e7300b-7abf-47f0-a386-424e0c448211 req-8e4bc9ac-9a8e-46bb-82f1-02c69b8c64c4 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 946 time: 0.0656972 Jan 28 14:10:30.190336 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c5e7300b-7abf-47f0-a386-424e0c448211 req-0ff32dae-9fcd-4054-a2ec-85d0e0903919 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430822 Jan 28 14:10:30.312123 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6f64c-97b1-4561-8160-6ad640596645 req-27c9c99d-e639-403c-a49f-795dc0d0b97d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:30.313481 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dba6f64c-97b1-4561-8160-6ad640596645 req-27c9c99d-e639-403c-a49f-795dc0d0b97d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 946 time: 0.0550280 Jan 28 14:10:30.361580 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dba6f64c-97b1-4561-8160-6ad640596645 req-48687ec5-36e6-43f9-a95a-2d27865fcd41 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424371 Jan 28 14:10:31.652061 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d24fa13d-25ed-47f2-a8ff-facf7632fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:33.003737 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:34.269266 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b216a-f89b-4e5e-9a31-257810932461 req-6f3d376b-b45e-430b-b30d-e6f223a27662 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:34.270660 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f76b216a-f89b-4e5e-9a31-257810932461 req-6f3d376b-b45e-430b-b30d-e6f223a27662 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 812 time: 0.4481461 Jan 28 14:10:34.288794 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f76b216a-f89b-4e5e-9a31-257810932461 req-8e845e0b-0254-4547-8032-e10e0157da45 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/quotas/60c5f606262c4ce58aaf3e0b05399cbc HTTP/1.1" status: 200 len: 375 time: 0.0099335 Jan 28 14:10:34.344805 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f76b216a-f89b-4e5e-9a31-257810932461 req-c6b03430-346d-4d74-9e8b-e8ff2f90be8a tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477300 Jan 28 14:10:34.379475 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:34.444345 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f76b216a-f89b-4e5e-9a31-257810932461 req-ef59da8f-9679-4903-b445-69b6a87d14b4 service neutron] 10.222.0.39 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923436 Jan 28 14:10:34.536264 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f76b216a-f89b-4e5e-9a31-257810932461 req-4b8dd085-ceb1-4ff9-984c-232227bfac13 service neutron] 10.222.0.39 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860343 Jan 28 14:10:34.724595 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d5750d17-ee53-4d24-ba50-e8af86a02ece req-b12ca785-b67f-4575-8a76-2649609bfe28 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 210 time: 0.0288365 Jan 28 14:10:35.693004 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b216a-f89b-4e5e-9a31-257810932461 req-026aaa14-cba5-4632-a965-be2e69d4d3a0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:35.694801 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f76b216a-f89b-4e5e-9a31-257810932461 req-026aaa14-cba5-4632-a965-be2e69d4d3a0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.37 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 812 time: 0.1199598 Jan 28 14:10:35.708099 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-f76b216a-f89b-4e5e-9a31-257810932461 req-20c3fa49-6ca9-4e6d-a37d-ebea8a70e086 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Request body: {'port': {'device_id': '510cecaf-1a76-471d-9a7e-83ca5a92d5f1', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'admin_state_up': True, 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:10:35.828675 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f76b216a-f89b-4e5e-9a31-257810932461 req-20c3fa49-6ca9-4e6d-a37d-ebea8a70e086 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Made reservation on behalf of 60c5f606262c4ce58aaf3e0b05399cbc for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:10:35.834354 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f76b216a-f89b-4e5e-9a31-257810932461 req-20c3fa49-6ca9-4e6d-a37d-ebea8a70e086 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:35.853518 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-954738e5-89fe-4d4b-bedd-e3d61d48365a req-07e55b07-4b57-410a-b981-e22f6476680d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 210 time: 0.0409689 Jan 28 14:10:35.981849 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-f76b216a-f89b-4e5e-9a31-257810932461 req-20c3fa49-6ca9-4e6d-a37d-ebea8a70e086 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Allocated IP 172.20.0.4 (7e2baaf8-afbf-4340-9284-c0a506c9d66c/a773a080-709e-4afe-b3b6-f6580a29f9f7/7d449d5b-ae3f-4098-8502-ce1d87fcbd68) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:10:36.171552 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f76b216a-f89b-4e5e-9a31-257810932461 req-20c3fa49-6ca9-4e6d-a37d-ebea8a70e086 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for port (7d449d5b-ae3f-4098-8502-ce1d87fcbd68), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:36.205887 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f76b216a-f89b-4e5e-9a31-257810932461 req-20c3fa49-6ca9-4e6d-a37d-ebea8a70e086 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (7d449d5b-ae3f-4098-8502-ce1d87fcbd68), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:36.219661 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['bbaa831c-fdd5-44ec-8b6c-bf69c56a305c'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:10:36.260758 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3fa49-6ca9-4e6d-a37d-ebea8a70e086 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event updated for resources: {'Port': ['ID=7d449d5b-ae3f-4098-8502-ce1d87fcbd68,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:10:36.271066 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f76b216a-f89b-4e5e-9a31-257810932461 req-20c3fa49-6ca9-4e6d-a37d-ebea8a70e086 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Network 7e2baaf8-afbf-4340-9284-c0a506c9d66c is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:10:36.273461 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3fa49-6ca9-4e6d-a37d-ebea8a70e086 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:36.273695 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3fa49-6ca9-4e6d-a37d-ebea8a70e086 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:36.274041 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3fa49-6ca9-4e6d-a37d-ebea8a70e086 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:36.274378 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3fa49-6ca9-4e6d-a37d-ebea8a70e086 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:36.274725 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3fa49-6ca9-4e6d-a37d-ebea8a70e086 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:36.275071 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3fa49-6ca9-4e6d-a37d-ebea8a70e086 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:36.275399 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3fa49-6ca9-4e6d-a37d-ebea8a70e086 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:36.275779 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3fa49-6ca9-4e6d-a37d-ebea8a70e086 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:36.276109 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3fa49-6ca9-4e6d-a37d-ebea8a70e086 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:36.276431 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3fa49-6ca9-4e6d-a37d-ebea8a70e086 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:36.276756 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3fa49-6ca9-4e6d-a37d-ebea8a70e086 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:36.277077 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3fa49-6ca9-4e6d-a37d-ebea8a70e086 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:36.277404 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3fa49-6ca9-4e6d-a37d-ebea8a70e086 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:36.281545 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-f76b216a-f89b-4e5e-9a31-257810932461 req-20c3fa49-6ca9-4e6d-a37d-ebea8a70e086 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:10:36.294001 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76b216a-f89b-4e5e-9a31-257810932461 req-20c3fa49-6ca9-4e6d-a37d-ebea8a70e086 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:10:36.358789 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b216a-f89b-4e5e-9a31-257810932461 req-20c3fa49-6ca9-4e6d-a37d-ebea8a70e086 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:36.359488 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f76b216a-f89b-4e5e-9a31-257810932461 req-20c3fa49-6ca9-4e6d-a37d-ebea8a70e086 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:36.379600 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f76b216a-f89b-4e5e-9a31-257810932461 req-20c3fa49-6ca9-4e6d-a37d-ebea8a70e086 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6757154 Jan 28 14:10:36.417722 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:36.516636 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-f76b216a-f89b-4e5e-9a31-257810932461 req-e6b2a879-7bab-4b47-8cd8-bc2c1abc759d service neutron] Request body: {'port': {'device_id': '510cecaf-1a76-471d-9a7e-83ca5a92d5f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:10:36.588647 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f76b216a-f89b-4e5e-9a31-257810932461 req-e6b2a879-7bab-4b47-8cd8-bc2c1abc759d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7d449d5b-ae3f-4098-8502-ce1d87fcbd68), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:36.646695 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-81b39bea-0663-4f96-99b5-af9983a85f7e None None] Provisioning complete for port 7d449d5b-ae3f-4098-8502-ce1d87fcbd68 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:10:36.647106 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81b39bea-0663-4f96-99b5-af9983a85f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7d449d5b-ae3f-4098-8502-ce1d87fcbd68), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:36.687106 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-81b39bea-0663-4f96-99b5-af9983a85f7e None None] Port 7d449d5b-ae3f-4098-8502-ce1d87fcbd68 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:10:36.873382 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-f76b216a-f89b-4e5e-9a31-257810932461 req-e6b2a879-7bab-4b47-8cd8-bc2c1abc759d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d449d5b-ae3f-4098-8502-ce1d87fcbd68 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:10:36.881465 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f76b216a-f89b-4e5e-9a31-257810932461 req-e6b2a879-7bab-4b47-8cd8-bc2c1abc759d service neutron] Publish callbacks [] for port (7d449d5b-ae3f-4098-8502-ce1d87fcbd68), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:36.895137 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-f76b216a-f89b-4e5e-9a31-257810932461 req-e6b2a879-7bab-4b47-8cd8-bc2c1abc759d service neutron] Transition to ACTIVE for port object 7d449d5b-ae3f-4098-8502-ce1d87fcbd68 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:10:36.899541 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f76b216a-f89b-4e5e-9a31-257810932461 req-e6b2a879-7bab-4b47-8cd8-bc2c1abc759d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (7d449d5b-ae3f-4098-8502-ce1d87fcbd68), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:36.977219 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2a879-7bab-4b47-8cd8-bc2c1abc759d service neutron] Pushing event updated for resources: {'Port': ['ID=7d449d5b-ae3f-4098-8502-ce1d87fcbd68,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:10:37.048049 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f4b32-ae48-48e9-9b3c-9c8cc10ea049 req-326e408a-bb3b-4e38-8c6d-851e0b7b5446 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:37.049630 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e63f4b32-ae48-48e9-9b3c-9c8cc10ea049 req-326e408a-bb3b-4e38-8c6d-851e0b7b5446 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 943 time: 0.1239383 Jan 28 14:10:37.104829 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-f76b216a-f89b-4e5e-9a31-257810932461 req-e6b2a879-7bab-4b47-8cd8-bc2c1abc759d service neutron] Attempting to bind port 7d449d5b-ae3f-4098-8502-ce1d87fcbd68 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:10:37.105281 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-f76b216a-f89b-4e5e-9a31-257810932461 req-e6b2a879-7bab-4b47-8cd8-bc2c1abc759d service neutron] Attempting to bind port 7d449d5b-ae3f-4098-8502-ce1d87fcbd68 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:10:37.105473 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76b216a-f89b-4e5e-9a31-257810932461 req-e6b2a879-7bab-4b47-8cd8-bc2c1abc759d service neutron] Attempting to bind port 7d449d5b-ae3f-4098-8502-ce1d87fcbd68 on network 7e2baaf8-afbf-4340-9284-c0a506c9d66c {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:10:37.116029 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e63f4b32-ae48-48e9-9b3c-9c8cc10ea049 req-cb0cb7d0-afce-4080-9285-f201363b29e7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556579 Jan 28 14:10:37.116747 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76b216a-f89b-4e5e-9a31-257810932461 req-e6b2a879-7bab-4b47-8cd8-bc2c1abc759d service neutron] Port 7d449d5b-ae3f-4098-8502-ce1d87fcbd68 on network 7e2baaf8-afbf-4340-9284-c0a506c9d66c not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:10:37.117062 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76b216a-f89b-4e5e-9a31-257810932461 req-e6b2a879-7bab-4b47-8cd8-bc2c1abc759d service neutron] Attempting to bind port 7d449d5b-ae3f-4098-8502-ce1d87fcbd68 on network 7e2baaf8-afbf-4340-9284-c0a506c9d66c {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:10:37.123280 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76b216a-f89b-4e5e-9a31-257810932461 req-e6b2a879-7bab-4b47-8cd8-bc2c1abc759d service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:10:37.123620 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76b216a-f89b-4e5e-9a31-257810932461 req-e6b2a879-7bab-4b47-8cd8-bc2c1abc759d service neutron] Checking segment: {'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:10:37.124009 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76b216a-f89b-4e5e-9a31-257810932461 req-e6b2a879-7bab-4b47-8cd8-bc2c1abc759d service neutron] Bound using segment: {'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:10:37.124491 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-f76b216a-f89b-4e5e-9a31-257810932461 req-e6b2a879-7bab-4b47-8cd8-bc2c1abc759d service neutron] Bound port: 7d449d5b-ae3f-4098-8502-ce1d87fcbd68, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:10:37.124893 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f76b216a-f89b-4e5e-9a31-257810932461 req-e6b2a879-7bab-4b47-8cd8-bc2c1abc759d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7d449d5b-ae3f-4098-8502-ce1d87fcbd68), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:37.199755 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-f76b216a-f89b-4e5e-9a31-257810932461 req-e6b2a879-7bab-4b47-8cd8-bc2c1abc759d service neutron] For port 7d449d5b-ae3f-4098-8502-ce1d87fcbd68, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:10:37.203559 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-f76b216a-f89b-4e5e-9a31-257810932461 req-e6b2a879-7bab-4b47-8cd8-bc2c1abc759d service neutron] For port 7d449d5b-ae3f-4098-8502-ce1d87fcbd68, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=7d449d5b-ae3f-4098-8502-ce1d87fcbd68,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:10:37.212335 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f76b216a-f89b-4e5e-9a31-257810932461 req-e6b2a879-7bab-4b47-8cd8-bc2c1abc759d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (7d449d5b-ae3f-4098-8502-ce1d87fcbd68), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:37.245527 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b216a-f89b-4e5e-9a31-257810932461 req-e6b2a879-7bab-4b47-8cd8-bc2c1abc759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:37.246157 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f76b216a-f89b-4e5e-9a31-257810932461 req-e6b2a879-7bab-4b47-8cd8-bc2c1abc759d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:37.247601 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f76b216a-f89b-4e5e-9a31-257810932461 req-e6b2a879-7bab-4b47-8cd8-bc2c1abc759d service neutron] 10.222.0.37 "PUT /v2.0/ports/7d449d5b-ae3f-4098-8502-ce1d87fcbd68 HTTP/1.1" status: 200 len: 1091 time: 0.8594773 Jan 28 14:10:37.248041 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510cecaf-1a76-471d-9a7e-83ca5a92d5f1', 'tag': '7d449d5b-ae3f-4098-8502-ce1d87fcbd68'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:10:37.250383 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee360fe-043b-4995-b773-5717385f2a81" -d '{"events": [{"name": "network-changed", "server_uuid": "510cecaf-1a76-471d-9a7e-83ca5a92d5f1", "tag": "7d449d5b-ae3f-4098-8502-ce1d87fcbd68"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:10:37.302105 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2a879-7bab-4b47-8cd8-bc2c1abc759d service neutron] Pushing event updated for resources: {'Port': ['ID=7d449d5b-ae3f-4098-8502-ce1d87fcbd68,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:10:37.375023 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b216a-f89b-4e5e-9a31-257810932461 req-311a2cf7-98fd-4c8b-9fbc-b660b0b77634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:37.376884 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f76b216a-f89b-4e5e-9a31-257810932461 req-311a2cf7-98fd-4c8b-9fbc-b660b0b77634 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 1094 time: 0.0712533 Jan 28 14:10:37.426763 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f76b216a-f89b-4e5e-9a31-257810932461 req-9d2f4728-88ce-45dd-95e4-4307fb4ee487 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d449d5b-ae3f-4098-8502-ce1d87fcbd68 HTTP/1.1" status: 200 len: 217 time: 0.0421069 Jan 28 14:10:37.490300 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b216a-f89b-4e5e-9a31-257810932461 req-2cc80878-3eef-45a8-b099-5b0f54ae446f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:37.491983 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f76b216a-f89b-4e5e-9a31-257810932461 req-2cc80878-3eef-45a8-b099-5b0f54ae446f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a773a080-709e-4afe-b3b6-f6580a29f9f7 HTTP/1.1" status: 200 len: 851 time: 0.0579655 Jan 28 14:10:37.524601 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb5a236-fed1-4660-8d62-97cf96279a7d x-openstack-request-id: req-9bb5a236-fed1-4660-8d62-97cf96279a7d {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:10:37.524902 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "510cecaf-1a76-471d-9a7e-83ca5a92d5f1", "tag": "7d449d5b-ae3f-4098-8502-ce1d87fcbd68", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:10:37.525157 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9bb5a236-fed1-4660-8d62-97cf96279a7d {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:10:37.526168 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '510cecaf-1a76-471d-9a7e-83ca5a92d5f1', 'tag': '7d449d5b-ae3f-4098-8502-ce1d87fcbd68', 'status': 'completed', 'code': 200} Jan 28 14:10:37.544457 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b216a-f89b-4e5e-9a31-257810932461 req-29641062-022b-40b8-8194-5eabd8001342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:37.546030 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f76b216a-f89b-4e5e-9a31-257810932461 req-29641062-022b-40b8-8194-5eabd8001342 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e2baaf8-afbf-4340-9284-c0a506c9d66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476980 Jan 28 14:10:37.642383 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f76b216a-f89b-4e5e-9a31-257810932461 req-8b2bede2-d9c2-4941-99b6-8ab40d7f9a7a service neutron] 10.222.0.37 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888498 Jan 28 14:10:37.729834 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f76b216a-f89b-4e5e-9a31-257810932461 req-934b2f68-10b5-44fb-9095-64d21a8f4044 service neutron] 10.222.0.37 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819738 Jan 28 14:10:37.815627 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee360fe-043b-4995-b773-5717385f2a81 req-9993a2e7-5bcc-404a-ac2f-ec58cddb49a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:37.817175 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ee360fe-043b-4995-b773-5717385f2a81 req-9993a2e7-5bcc-404a-ac2f-ec58cddb49a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 1094 time: 0.0431268 Jan 28 14:10:38.228990 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee360fe-043b-4995-b773-5717385f2a81 req-dc127595-c37f-481a-a829-24b759a51fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:38.230454 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ee360fe-043b-4995-b773-5717385f2a81 req-dc127595-c37f-481a-a829-24b759a51fec service neutron] 10.222.0.37 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 912 time: 0.4067564 Jan 28 14:10:38.286738 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ee360fe-043b-4995-b773-5717385f2a81 req-ec2035c0-ec76-439a-8308-8919db72521d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d449d5b-ae3f-4098-8502-ce1d87fcbd68 HTTP/1.1" status: 200 len: 217 time: 0.0419083 Jan 28 14:10:38.336637 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8f0ac-efef-4c59-a20d-223a2f0d5eec req-ae49defe-a896-431d-9ac9-ae9b2c05fc6c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:38.338133 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-57f8f0ac-efef-4c59-a20d-223a2f0d5eec req-ae49defe-a896-431d-9ac9-ae9b2c05fc6c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 943 time: 0.1277936 Jan 28 14:10:38.361898 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee360fe-043b-4995-b773-5717385f2a81 req-254bfdfb-d4b5-48ca-ab3f-9e05c6a2b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:38.363605 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ee360fe-043b-4995-b773-5717385f2a81 req-254bfdfb-d4b5-48ca-ab3f-9e05c6a2b078 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a773a080-709e-4afe-b3b6-f6580a29f9f7 HTTP/1.1" status: 200 len: 851 time: 0.0701568 Jan 28 14:10:38.423122 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-57f8f0ac-efef-4c59-a20d-223a2f0d5eec req-2e92d459-a456-4aac-866e-437a5d62eb70 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787230 Jan 28 14:10:38.433552 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee360fe-043b-4995-b773-5717385f2a81 req-8195e3b2-be26-4e24-bcb0-1fde9ff3d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:38.435231 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ee360fe-043b-4995-b773-5717385f2a81 req-8195e3b2-be26-4e24-bcb0-1fde9ff3d9d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e2baaf8-afbf-4340-9284-c0a506c9d66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631826 Jan 28 14:10:38.533730 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ee360fe-043b-4995-b773-5717385f2a81 req-6ea3c193-818e-4e52-9e39-4a7ca901f226 service neutron] 10.222.0.37 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917735 Jan 28 14:10:38.627347 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ee360fe-043b-4995-b773-5717385f2a81 req-1d55530d-fa3c-464d-b381-c33105a7e0fa service neutron] 10.222.0.37 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876193 Jan 28 14:10:39.544925 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e8a6d-3203-44a5-b7d6-1bb036685901 req-63f1f971-fd9b-4e79-b2c5-66327aeb1b03 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:39.546525 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b71e8a6d-3203-44a5-b7d6-1bb036685901 req-63f1f971-fd9b-4e79-b2c5-66327aeb1b03 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 943 time: 0.0494595 Jan 28 14:10:39.593495 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b71e8a6d-3203-44a5-b7d6-1bb036685901 req-b445ca1d-a82b-4aaf-bcda-b46e639f4c97 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410523 Jan 28 14:10:40.722603 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea46b4-e14d-4354-8d95-f49fc9703572 req-d6ab7cd6-fd83-4066-ab57-4fd696e83c26 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:40.725076 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5fea46b4-e14d-4354-8d95-f49fc9703572 req-d6ab7cd6-fd83-4066-ab57-4fd696e83c26 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 943 time: 0.0580297 Jan 28 14:10:40.776990 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5fea46b4-e14d-4354-8d95-f49fc9703572 req-b5f58401-edda-4c3d-932c-01dcb4d6e0b5 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454686 Jan 28 14:10:41.918874 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfe20c-ff51-468b-8ca9-af2adbec81da req-a2c0910b-aa3c-4955-8231-3d7f322cdab9 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:41.920496 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-96bfe20c-ff51-468b-8ca9-af2adbec81da req-a2c0910b-aa3c-4955-8231-3d7f322cdab9 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 943 time: 0.0699804 Jan 28 14:10:41.984770 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-96bfe20c-ff51-468b-8ca9-af2adbec81da req-eb0d6460-9ff3-49b4-be14-112de2d5d3a5 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577939 Jan 28 14:10:43.138687 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234c672-61be-4a7a-bd8a-90466f3fa326 req-2437c5f0-c535-4a26-9de9-e7aa129d873c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:43.140500 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0234c672-61be-4a7a-bd8a-90466f3fa326 req-2437c5f0-c535-4a26-9de9-e7aa129d873c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 943 time: 0.0562997 Jan 28 14:10:43.202603 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0234c672-61be-4a7a-bd8a-90466f3fa326 req-620450de-96a0-4a23-889b-87a5ef196b59 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560355 Jan 28 14:10:44.361811 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ed286-a2dd-4008-81bb-b4d60078f5aa req-bc0a0983-b5e7-4110-afe5-67830691ba63 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:44.363270 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e18ed286-a2dd-4008-81bb-b4d60078f5aa req-bc0a0983-b5e7-4110-afe5-67830691ba63 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 943 time: 0.0606196 Jan 28 14:10:44.413685 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e18ed286-a2dd-4008-81bb-b4d60078f5aa req-029b03a0-45ad-4ca0-a1e7-7508ac7d5dec tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439599 Jan 28 14:10:45.542083 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c368cec-7ae1-42b9-9462-efb1bddffaaa req-ee645962-77dc-4686-9050-21974e849797 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:45.549159 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c368cec-7ae1-42b9-9462-efb1bddffaaa req-ee645962-77dc-4686-9050-21974e849797 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 943 time: 0.0575202 Jan 28 14:10:45.593541 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c368cec-7ae1-42b9-9462-efb1bddffaaa req-1171729d-f3ee-4804-9029-39129bd2b16d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434990 Jan 28 14:10:46.727202 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a46d80-f67c-4003-8718-3f96da63ebcb req-b1d2dca5-984d-42f0-bc2e-a9c9dd28d04c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:46.728670 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-38a46d80-f67c-4003-8718-3f96da63ebcb req-b1d2dca5-984d-42f0-bc2e-a9c9dd28d04c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 943 time: 0.0553017 Jan 28 14:10:46.790792 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-38a46d80-f67c-4003-8718-3f96da63ebcb req-7c44343d-5d36-4421-b7d2-8e1f8b2db971 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538063 Jan 28 14:10:47.911026 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24429aae-eaaa-4fa5-a89b-5d3581c31d19 req-aa5551e6-6d07-4a25-869b-658d0f18dc89 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:47.912512 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-24429aae-eaaa-4fa5-a89b-5d3581c31d19 req-aa5551e6-6d07-4a25-869b-658d0f18dc89 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 943 time: 0.0526111 Jan 28 14:10:47.960098 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-24429aae-eaaa-4fa5-a89b-5d3581c31d19 req-db7eb2a3-233f-45d7-aedb-f1446fb599ba tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415025 Jan 28 14:10:48.128718 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:49.086593 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe14b94-774d-4f05-b03b-2734fec51919 req-b092f797-f269-4a8d-b50f-d817a3ab1978 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:49.088250 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fbe14b94-774d-4f05-b03b-2734fec51919 req-b092f797-f269-4a8d-b50f-d817a3ab1978 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 943 time: 0.0545626 Jan 28 14:10:49.137716 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fbe14b94-774d-4f05-b03b-2734fec51919 req-9af90e4b-6e69-4064-b00f-0521da803700 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436280 Jan 28 14:10:50.171101 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:50.262428 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50823b86-1a49-422f-a253-aa7143fc0d75 req-a7dcb7a9-0576-4793-bd91-b12f23ed0031 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:50.269331 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-50823b86-1a49-422f-a253-aa7143fc0d75 req-a7dcb7a9-0576-4793-bd91-b12f23ed0031 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 943 time: 0.0574431 Jan 28 14:10:50.324475 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-50823b86-1a49-422f-a253-aa7143fc0d75 req-edb7711b-e3a7-4ef3-af49-11600f8b7a18 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543528 Jan 28 14:10:51.460579 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a63a8-06dd-4acf-84bc-e789d09012ca req-4ef356c3-3b10-4460-aa05-325ed72d77c3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:51.467510 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-836a63a8-06dd-4acf-84bc-e789d09012ca req-4ef356c3-3b10-4460-aa05-325ed72d77c3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 943 time: 0.0575264 Jan 28 14:10:51.515534 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-836a63a8-06dd-4acf-84bc-e789d09012ca req-867141f3-4132-47a1-976e-584889bb7dd4 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468788 Jan 28 14:10:52.640816 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c549c61-8417-41a5-a01d-0791f8948bb4 req-e6724808-acb8-497d-864c-9e613a1875e0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:52.642412 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9c549c61-8417-41a5-a01d-0791f8948bb4 req-e6724808-acb8-497d-864c-9e613a1875e0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 943 time: 0.0546429 Jan 28 14:10:52.696480 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9c549c61-8417-41a5-a01d-0791f8948bb4 req-825c07a9-995f-4252-88f8-e5b34a913e12 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471680 Jan 28 14:10:53.109365 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:10:53.822134 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc31eae-3d10-4f1c-abee-70d980339ffc req-90aed1a1-2248-4707-835f-805d35fc3729 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:53.823674 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9dc31eae-3d10-4f1c-abee-70d980339ffc req-90aed1a1-2248-4707-835f-805d35fc3729 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 943 time: 0.0502088 Jan 28 14:10:53.876274 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9dc31eae-3d10-4f1c-abee-70d980339ffc req-29f7545d-d9bf-4c0a-9cd0-2f2b2dadb51a tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467603 Jan 28 14:10:55.015240 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334fc40-5973-44ba-adbd-d610bd178c88 req-90bb36e9-2b5c-4fb0-96dd-367f0061862e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:55.017725 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0334fc40-5973-44ba-adbd-d610bd178c88 req-90bb36e9-2b5c-4fb0-96dd-367f0061862e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 943 time: 0.0629468 Jan 28 14:10:55.077370 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0334fc40-5973-44ba-adbd-d610bd178c88 req-1986ae35-67c3-412c-ac74-0c0f503b8660 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524392 Jan 28 14:10:56.212667 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf962a-037d-4305-9b40-7d0b4a262507 req-9d81ad18-5941-4af4-b4fd-0bdf30388259 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:56.214320 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a1bf962a-037d-4305-9b40-7d0b4a262507 req-9d81ad18-5941-4af4-b4fd-0bdf30388259 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 943 time: 0.0528848 Jan 28 14:10:56.266961 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a1bf962a-037d-4305-9b40-7d0b4a262507 req-d32efa62-006f-488f-a0e1-254647ee8bd9 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466285 Jan 28 14:10:57.412132 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12802e7-bfb6-471f-b7c2-aafb90288c12 req-2c238d3e-b32a-4caa-a94c-a063d7178ca1 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:57.414430 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d12802e7-bfb6-471f-b7c2-aafb90288c12 req-2c238d3e-b32a-4caa-a94c-a063d7178ca1 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 943 time: 0.0661619 Jan 28 14:10:57.470972 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d12802e7-bfb6-471f-b7c2-aafb90288c12 req-14c2c388-658c-4e2b-9024-8ac2a1c14df4 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483453 Jan 28 14:10:58.606736 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89337dda-f351-4c84-96e7-6001a8af97e1 req-12d463b3-9874-4950-9552-8f0feeb612ff tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:58.608470 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89337dda-f351-4c84-96e7-6001a8af97e1 req-12d463b3-9874-4950-9552-8f0feeb612ff tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 943 time: 0.0586867 Jan 28 14:10:58.660213 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89337dda-f351-4c84-96e7-6001a8af97e1 req-d18a52d8-e034-42e1-ac3e-619698591c76 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459082 Jan 28 14:10:59.373349 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-53711a2d-c47a-41f4-8a5e-030dae7320ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:59.791630 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019570dd-afdd-4d05-8643-ed1550e5d989 req-639040fe-7a86-4555-904f-afb451427bf6 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:59.793429 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-019570dd-afdd-4d05-8643-ed1550e5d989 req-639040fe-7a86-4555-904f-afb451427bf6 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 943 time: 0.0586407 Jan 28 14:10:59.843830 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-019570dd-afdd-4d05-8643-ed1550e5d989 req-cf29339f-acd7-44ca-8bda-82c68ee74c7c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434716 Jan 28 14:11:00.971895 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1281e3-69aa-4f35-aa44-15fb29786ff8 req-eb7f6989-1e6b-41e0-bd87-eef63a5a392a tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:11:00.973635 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fa1281e3-69aa-4f35-aa44-15fb29786ff8 req-eb7f6989-1e6b-41e0-bd87-eef63a5a392a tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 943 time: 0.0577381 Jan 28 14:11:01.031490 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fa1281e3-69aa-4f35-aa44-15fb29786ff8 req-b23e0b54-5d4c-4235-91e0-e35d627686e0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518029 Jan 28 14:11:01.656413 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-413db23b-d064-4063-b51c-45a890b9283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:02.175387 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffd213-9225-416a-9964-b30065e1cb94 req-c7e95315-b443-455b-b52f-dcba82341d40 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:11:02.176887 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7fffd213-9225-416a-9964-b30065e1cb94 req-c7e95315-b443-455b-b52f-dcba82341d40 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 943 time: 0.0566010 Jan 28 14:11:02.225672 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7fffd213-9225-416a-9964-b30065e1cb94 req-1c9fba91-a872-4c12-a6e9-c0a8f0338a1e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426607 Jan 28 14:11:03.007287 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:03.351670 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05616f7-0403-4e56-8895-882a999c2f83 req-d9032668-c120-4a67-8218-c683c6cb4c9d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:11:03.353132 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a05616f7-0403-4e56-8895-882a999c2f83 req-d9032668-c120-4a67-8218-c683c6cb4c9d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 943 time: 0.0486479 Jan 28 14:11:03.416079 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a05616f7-0403-4e56-8895-882a999c2f83 req-cc672696-f2f3-4239-890b-311e208abde3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547132 Jan 28 14:11:04.394206 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:04.554978 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b751827-fcb3-4bb9-8936-73d6e06b3d32 req-9b5c4194-cb88-476a-9ded-3210f0a20a5f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:11:04.556813 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6b751827-fcb3-4bb9-8936-73d6e06b3d32 req-9b5c4194-cb88-476a-9ded-3210f0a20a5f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 943 time: 0.0663054 Jan 28 14:11:04.607840 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6b751827-fcb3-4bb9-8936-73d6e06b3d32 req-088a2e01-13ac-4a99-83e2-ec39f6f3a5e8 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438273 Jan 28 14:11:05.742831 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3193e9-42e4-418b-a19b-d53b20020252 req-da3a4c72-9d29-40b9-978c-3b926e45e714 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:11:05.744313 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c3193e9-42e4-418b-a19b-d53b20020252 req-da3a4c72-9d29-40b9-978c-3b926e45e714 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 943 time: 0.0620801 Jan 28 14:11:05.793650 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c3193e9-42e4-418b-a19b-d53b20020252 req-bcf28afe-7220-41bc-8d0a-d1f10c512994 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435627 Jan 28 14:11:06.416996 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:06.924020 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7125e7-e1d4-4fd0-a9be-3663d862e20a req-c0d5a06b-17e8-4b57-91d1-57d70246a0b0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:11:06.925512 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4a7125e7-e1d4-4fd0-a9be-3663d862e20a req-c0d5a06b-17e8-4b57-91d1-57d70246a0b0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 943 time: 0.0508008 Jan 28 14:11:06.980595 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4a7125e7-e1d4-4fd0-a9be-3663d862e20a req-87d4ef2f-ab76-4650-85ad-dcf36ccef402 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490634 Jan 28 14:11:08.062868 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 7d449d5b-ae3f-4098-8502-ce1d87fcbd68 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:11:08.103727 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e8945-5327-4f54-bf40-507c9a9a22f1 req-413bae99-3ac6-4767-9ac9-516d71cc7b49 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:11:08.105239 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b16e8945-5327-4f54-bf40-507c9a9a22f1 req-413bae99-3ac6-4767-9ac9-516d71cc7b49 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 943 time: 0.0517454 Jan 28 14:11:08.155862 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b16e8945-5327-4f54-bf40-507c9a9a22f1 req-d9e0797f-13d7-42e5-befc-458219adb55f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447013 Jan 28 14:11:08.166128 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 7d449d5b-ae3f-4098-8502-ce1d87fcbd68, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=7d449d5b-ae3f-4098-8502-ce1d87fcbd68,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:11:08.177075 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '7d449d5b-ae3f-4098-8502-ce1d87fcbd68', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'port_id': '7d449d5b-ae3f-4098-8502-ce1d87fcbd68', 'mac_address': 'fa:16:3e:83:35:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:11:08.224642 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 7d449d5b-ae3f-4098-8502-ce1d87fcbd68 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:11:08.224988 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7d449d5b-ae3f-4098-8502-ce1d87fcbd68), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:08.243202 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d449d5b-ae3f-4098-8502-ce1d87fcbd68 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:11:08.264905 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 7d449d5b-ae3f-4098-8502-ce1d87fcbd68, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=7d449d5b-ae3f-4098-8502-ce1d87fcbd68,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:11:08.270056 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7d449d5b-ae3f-4098-8502-ce1d87fcbd68), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:08.328853 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=7d449d5b-ae3f-4098-8502-ce1d87fcbd68,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:11:08.612712 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['7d449d5b-ae3f-4098-8502-ce1d87fcbd68'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:11:09.281918 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e0faa-63b6-40f2-a5e4-ea84c84d7182 req-9226b154-92f3-4cff-8356-e9aa8422fe4e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:11:09.283359 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ce9e0faa-63b6-40f2-a5e4-ea84c84d7182 req-9226b154-92f3-4cff-8356-e9aa8422fe4e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 944 time: 0.0537081 Jan 28 14:11:09.332341 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ce9e0faa-63b6-40f2-a5e4-ea84c84d7182 req-714c81cf-0b38-4fdb-9e97-0cd9dff20be2 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432034 Jan 28 14:11:10.090259 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 7d449d5b-ae3f-4098-8502-ce1d87fcbd68 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:11:10.143206 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 7d449d5b-ae3f-4098-8502-ce1d87fcbd68 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:11:10.147174 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 7d449d5b-ae3f-4098-8502-ce1d87fcbd68 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:11:10.147548 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7d449d5b-ae3f-4098-8502-ce1d87fcbd68), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:10.227314 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 7d449d5b-ae3f-4098-8502-ce1d87fcbd68 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:11:10.227714 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7d449d5b-ae3f-4098-8502-ce1d87fcbd68), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:10.258894 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510cecaf-1a76-471d-9a7e-83ca5a92d5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d449d5b-ae3f-4098-8502-ce1d87fcbd68'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:11:10.261872 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09701be6-f526-457e-a89d-2d072b950ac2" -d '{"events": [{"server_uuid": "510cecaf-1a76-471d-9a7e-83ca5a92d5f1", "name": "network-vif-plugged", "status": "completed", "tag": "7d449d5b-ae3f-4098-8502-ce1d87fcbd68"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:11:10.274686 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 7d449d5b-ae3f-4098-8502-ce1d87fcbd68, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=7d449d5b-ae3f-4098-8502-ce1d87fcbd68,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:11:10.279035 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7d449d5b-ae3f-4098-8502-ce1d87fcbd68), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:10.307057 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e1cebd-6775-4435-a857-96265c0e052d x-openstack-request-id: req-47e1cebd-6775-4435-a857-96265c0e052d {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:11:10.307380 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510cecaf-1a76-471d-9a7e-83ca5a92d5f1", "name": "network-vif-plugged", "status": "completed", "tag": "7d449d5b-ae3f-4098-8502-ce1d87fcbd68", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:11:10.307695 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-47e1cebd-6775-4435-a857-96265c0e052d {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:11:10.308158 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510cecaf-1a76-471d-9a7e-83ca5a92d5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d449d5b-ae3f-4098-8502-ce1d87fcbd68', 'code': 200} Jan 28 14:11:10.340219 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=7d449d5b-ae3f-4098-8502-ce1d87fcbd68,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:11:10.423622 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4785df-d75f-4c56-a1f7-9b4c273b3fc4 req-eae21342-ac3b-4a72-a02c-d770dc31ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:11:10.425557 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5f4785df-d75f-4c56-a1f7-9b4c273b3fc4 req-eae21342-ac3b-4a72-a02c-d770dc31ed09 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 1096 time: 0.0641088 Jan 28 14:11:10.507637 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd18dd-ba54-471b-bcec-c6f570ea75b2 req-4a0f8830-b0aa-4861-b05e-bd5bbd6725b7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:11:10.509307 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a5bd18dd-ba54-471b-bcec-c6f570ea75b2 req-4a0f8830-b0aa-4861-b05e-bd5bbd6725b7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 945 time: 0.1018405 Jan 28 14:11:10.512545 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5f4785df-d75f-4c56-a1f7-9b4c273b3fc4 req-b519f10b-c21e-48cf-a001-8e54935d889c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713592 Jan 28 14:11:10.562376 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a5bd18dd-ba54-471b-bcec-c6f570ea75b2 req-2cf8a691-6925-479c-9a15-f4e99e05ffe6 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468724 Jan 28 14:11:11.696856 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054f3a7-ebd9-442e-94c8-e1be511f1998 req-5c75f935-99e9-49cb-89f1-871906b08964 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:11:11.698324 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0054f3a7-ebd9-442e-94c8-e1be511f1998 req-5c75f935-99e9-49cb-89f1-871906b08964 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 945 time: 0.0580459 Jan 28 14:11:11.753322 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0054f3a7-ebd9-442e-94c8-e1be511f1998 req-f0a3ed7d-5166-4f97-9ded-d6909ce13183 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488982 Jan 28 14:11:12.886547 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c227da8-facb-4d5a-ad8c-3a31aace2d90 req-9c535baf-dea0-4072-9455-148b305457a7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:11:12.888122 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c227da8-facb-4d5a-ad8c-3a31aace2d90 req-9c535baf-dea0-4072-9455-148b305457a7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 945 time: 0.0562098 Jan 28 14:11:12.943480 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8c227da8-facb-4d5a-ad8c-3a31aace2d90 req-0575d753-65a5-47f9-bfe5-c83b9476cbe6 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469518 Jan 28 14:11:13.072932 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99cb6e-ced9-494c-a0ac-806b0ba1b838 req-95f76697-52ae-4a99-a978-e0a881895bbc tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:11:13.074303 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6b99cb6e-ced9-494c-a0ac-806b0ba1b838 req-95f76697-52ae-4a99-a978-e0a881895bbc tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 945 time: 0.0562875 Jan 28 14:11:13.123479 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6b99cb6e-ced9-494c-a0ac-806b0ba1b838 req-299d4562-8859-4bf6-a7c3-58881e61d159 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434358 Jan 28 14:11:13.456221 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba1b72-ec80-49ca-bf4b-2c77d9b3755b req-da37bfa5-364c-4469-8ac3-3ee622c701d7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:11:13.457710 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-88ba1b72-ec80-49ca-bf4b-2c77d9b3755b req-da37bfa5-364c-4469-8ac3-3ee622c701d7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 945 time: 0.0550463 Jan 28 14:11:13.510568 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-88ba1b72-ec80-49ca-bf4b-2c77d9b3755b req-95691b84-abd5-4c9d-9758-4e494d904330 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448396 Jan 28 14:11:14.643905 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357fa16-b343-4785-9453-d800525c8504 req-6996c3f7-a763-4552-9479-ec9e453a03ab tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:11:14.645410 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1357fa16-b343-4785-9453-d800525c8504 req-6996c3f7-a763-4552-9479-ec9e453a03ab tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 945 time: 0.0567114 Jan 28 14:11:14.697200 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1357fa16-b343-4785-9453-d800525c8504 req-118befcc-42c5-42d3-bfea-6885c190824a tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460784 Jan 28 14:11:14.966722 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94d201-bf55-434f-b046-591b728d6740 req-e2a9f5a4-23d6-4e82-b867-fe5f0b89615c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:11:14.968222 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eb94d201-bf55-434f-b046-591b728d6740 req-e2a9f5a4-23d6-4e82-b867-fe5f0b89615c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.37 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 945 time: 0.0597177 Jan 28 14:11:15.061532 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-eb94d201-bf55-434f-b046-591b728d6740 req-bb715c64-cc51-4439-a2bc-65d48261973c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Deleting port 7d449d5b-ae3f-4098-8502-ce1d87fcbd68 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:11:15.061887 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-eb94d201-bf55-434f-b046-591b728d6740 req-bb715c64-cc51-4439-a2bc-65d48261973c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7d449d5b-ae3f-4098-8502-ce1d87fcbd68), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:15.152972 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-eb94d201-bf55-434f-b046-591b728d6740 req-bb715c64-cc51-4439-a2bc-65d48261973c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] For port 7d449d5b-ae3f-4098-8502-ce1d87fcbd68, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=7d449d5b-ae3f-4098-8502-ce1d87fcbd68,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:11:15.153340 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-eb94d201-bf55-434f-b046-591b728d6740 req-bb715c64-cc51-4439-a2bc-65d48261973c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7d449d5b-ae3f-4098-8502-ce1d87fcbd68), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:15.167197 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-eb94d201-bf55-434f-b046-591b728d6740 req-bb715c64-cc51-4439-a2bc-65d48261973c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Calling delete_port for 7d449d5b-ae3f-4098-8502-ce1d87fcbd68 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:11:15.318421 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-eb94d201-bf55-434f-b046-591b728d6740 req-bb715c64-cc51-4439-a2bc-65d48261973c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (7d449d5b-ae3f-4098-8502-ce1d87fcbd68), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:15.332504 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['7d449d5b-ae3f-4098-8502-ce1d87fcbd68'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:11:15.334848 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['bbaa831c-fdd5-44ec-8b6c-bf69c56a305c'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:11:15.350666 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb715c64-cc51-4439-a2bc-65d48261973c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event deleted for resources: {'Port': ['ID=7d449d5b-ae3f-4098-8502-ce1d87fcbd68,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:11:15.391804 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb94d201-bf55-434f-b046-591b728d6740 req-bb715c64-cc51-4439-a2bc-65d48261973c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] No DVR routers for this DVR port 7d449d5b-ae3f-4098-8502-ce1d87fcbd68 on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:11:15.395062 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-eb94d201-bf55-434f-b046-591b728d6740 req-bb715c64-cc51-4439-a2bc-65d48261973c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:15.398502 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eb94d201-bf55-434f-b046-591b728d6740 req-bb715c64-cc51-4439-a2bc-65d48261973c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.37 "DELETE /v2.0/ports/7d449d5b-ae3f-4098-8502-ce1d87fcbd68 HTTP/1.1" status: 204 len: 173 time: 0.4245787 Jan 28 14:11:15.399050 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510cecaf-1a76-471d-9a7e-83ca5a92d5f1', 'name': 'network-vif-deleted', 'tag': '7d449d5b-ae3f-4098-8502-ce1d87fcbd68'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:11:15.401388 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedc70f27d7872412e5f1e24c287397efc64be367c516898f32ef768ce6d7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7887c8-9383-4273-a12a-d0e9eb711973" -d '{"events": [{"server_uuid": "510cecaf-1a76-471d-9a7e-83ca5a92d5f1", "name": "network-vif-deleted", "tag": "7d449d5b-ae3f-4098-8502-ce1d87fcbd68"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:11:15.441715 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e538080-c11e-4a08-b31b-c0d9eb448bdc x-openstack-request-id: req-7e538080-c11e-4a08-b31b-c0d9eb448bdc {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:11:15.442109 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510cecaf-1a76-471d-9a7e-83ca5a92d5f1", "name": "network-vif-deleted", "tag": "7d449d5b-ae3f-4098-8502-ce1d87fcbd68", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:11:15.442424 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e538080-c11e-4a08-b31b-c0d9eb448bdc {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:11:15.442887 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510cecaf-1a76-471d-9a7e-83ca5a92d5f1', 'name': 'network-vif-deleted', 'tag': '7d449d5b-ae3f-4098-8502-ce1d87fcbd68', 'status': 'completed', 'code': 200} Jan 28 14:11:15.795433 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c2520ce9-5a2e-4b4b-aba5-6b897189817a req-39a2fb43-a04a-4537-a829-d0142c376547 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 210 time: 0.0272007 Jan 28 14:11:16.898031 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3f765908-18be-4064-99ae-a7cffc89dace req-e1180aa2-27df-41c7-8afc-6dcc38f060ca tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 210 time: 0.0304587 Jan 28 14:11:17.995298 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-866005a4-79ae-4a04-a1ec-75b2639675c2 req-c5e2310f-688c-4c0b-9fcb-47390965df92 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 210 time: 0.0266743 Jan 28 14:11:18.120323 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:18.136389 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 7d449d5b-ae3f-4098-8502-ce1d87fcbd68 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:11:18.156828 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 7d449d5b-ae3f-4098-8502-ce1d87fcbd68 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:11:18.157224 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 7d449d5b-ae3f-4098-8502-ce1d87fcbd68 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:11:18.935792 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76149309-5cc2-41dd-acd7-380dcbc089d2 req-29f8a5ef-5563-4ad1-a587-c96f80ee3205 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446789 Jan 28 14:11:19.024132 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76149309-5cc2-41dd-acd7-380dcbc089d2 req-975862cd-0be1-41ab-9e9e-6624fd55ebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:11:19.026222 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76149309-5cc2-41dd-acd7-380dcbc089d2 req-975862cd-0be1-41ab-9e9e-6624fd55ebeb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 1097 time: 0.0461488 Jan 28 14:11:19.138719 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-91abf45f-9177-4d1a-a1fa-f906245a7b85 req-6179810f-59f0-427c-b9a3-1f65910beb7a tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 210 time: 0.0699182 Jan 28 14:11:19.180027 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76149309-5cc2-41dd-acd7-380dcbc089d2 req-2d4505aa-16fc-4a47-8183-623e601cb56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:11:19.181593 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76149309-5cc2-41dd-acd7-380dcbc089d2 req-2d4505aa-16fc-4a47-8183-623e601cb56a service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 912 time: 0.1315641 Jan 28 14:11:19.223397 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76149309-5cc2-41dd-acd7-380dcbc089d2 req-f0945336-b113-4305-87fd-1dfbdf170a07 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbaa831c-fdd5-44ec-8b6c-bf69c56a305c HTTP/1.1" status: 200 len: 217 time: 0.0356133 Jan 28 14:11:19.276637 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76149309-5cc2-41dd-acd7-380dcbc089d2 req-33be29e9-2e5e-43dc-8916-46fd18365ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:11:19.278010 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76149309-5cc2-41dd-acd7-380dcbc089d2 req-33be29e9-2e5e-43dc-8916-46fd18365ff9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a773a080-709e-4afe-b3b6-f6580a29f9f7 HTTP/1.1" status: 200 len: 851 time: 0.0492620 Jan 28 14:11:19.323288 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76149309-5cc2-41dd-acd7-380dcbc089d2 req-076c34bd-383c-46b3-8b08-b3bad52041f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:11:19.324761 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76149309-5cc2-41dd-acd7-380dcbc089d2 req-076c34bd-383c-46b3-8b08-b3bad52041f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e2baaf8-afbf-4340-9284-c0a506c9d66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405331 Jan 28 14:11:19.416465 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76149309-5cc2-41dd-acd7-380dcbc089d2 req-e2e0530f-9888-485c-8dc1-22800dff3cd0 service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851569 Jan 28 14:11:19.513245 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76149309-5cc2-41dd-acd7-380dcbc089d2 req-a949166e-1dfa-4a33-a442-68722ceffa57 service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912566 Jan 28 14:11:20.170185 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:20.243810 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ec0cf5d7-93ba-44c1-99e5-162029866133 req-3f21eb41-b3e6-4de9-826c-546ce4aaa3b0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 210 time: 0.0310566 Jan 28 14:11:21.340919 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2b84800d-5d72-4d07-a9f2-9475dc440230 req-c368af19-aee6-472c-a5ac-1925fec2f563 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 210 time: 0.0276823 Jan 28 14:11:22.437054 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d147c6fa-bc54-4465-8411-fd2784ad3354 req-27175928-7181-4fd8-b48d-e1aaa39764e9 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 210 time: 0.0266833 Jan 28 14:11:23.543343 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-94ff0c22-4f6e-4e54-a13d-00bdb88539f2 req-599103da-32d1-48ef-979d-fb390a746222 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=510cecaf-1a76-471d-9a7e-83ca5a92d5f1 HTTP/1.1" status: 200 len: 210 time: 0.0280547 Jan 28 14:11:29.367355 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e0b93838-2db2-4e69-952e-178b5b2febbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:30.108928 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:11:31.668703 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4f3a7ff2-d7f1-4ad9-ae3d-56d3fa4c7ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:32.206300 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677b936-c9b4-440b-b62f-acec9ac7cbf9 req-581d8363-afeb-4b84-bf26-1121c13e40a5 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:11:32.207843 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6677b936-c9b4-440b-b62f-acec9ac7cbf9 req-581d8363-afeb-4b84-bf26-1121c13e40a5 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 946 time: 0.0554633 Jan 28 14:11:32.258764 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6677b936-c9b4-440b-b62f-acec9ac7cbf9 req-9c31aead-8e95-49fb-8155-1e3399cd20d0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431991 Jan 28 14:11:33.013831 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:33.385198 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aaabeb-2bb1-42f9-ba12-b526b83a7f56 req-a6329300-f64e-4023-8127-fd509f5cc46b tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:11:33.386660 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-80aaabeb-2bb1-42f9-ba12-b526b83a7f56 req-a6329300-f64e-4023-8127-fd509f5cc46b tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 946 time: 0.0503416 Jan 28 14:11:33.439468 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-80aaabeb-2bb1-42f9-ba12-b526b83a7f56 req-5f6a5fa1-4e4f-427f-886e-b05aa761df25 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef112393-8776-40d8-a2e4-14eaacdf68a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469909 Jan 28 14:11:33.673393 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81446a6-01e3-4959-9803-19d7997a4ef2 req-e1ae396f-ffdf-458e-989d-14d95666a4bd tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:11:33.674843 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b81446a6-01e3-4959-9803-19d7997a4ef2 req-e1ae396f-ffdf-458e-989d-14d95666a4bd tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.18 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 946 time: 0.0626075 Jan 28 14:11:33.776734 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-b81446a6-01e3-4959-9803-19d7997a4ef2 req-a9a22850-96b1-4c71-b467-55ceb4817436 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Deleting port bbaa831c-fdd5-44ec-8b6c-bf69c56a305c {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:11:33.777088 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b81446a6-01e3-4959-9803-19d7997a4ef2 req-a9a22850-96b1-4c71-b467-55ceb4817436 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (bbaa831c-fdd5-44ec-8b6c-bf69c56a305c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:33.880119 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-b81446a6-01e3-4959-9803-19d7997a4ef2 req-a9a22850-96b1-4c71-b467-55ceb4817436 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] For port bbaa831c-fdd5-44ec-8b6c-bf69c56a305c, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=bbaa831c-fdd5-44ec-8b6c-bf69c56a305c,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:11:33.880455 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b81446a6-01e3-4959-9803-19d7997a4ef2 req-a9a22850-96b1-4c71-b467-55ceb4817436 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (bbaa831c-fdd5-44ec-8b6c-bf69c56a305c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:33.892708 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-b81446a6-01e3-4959-9803-19d7997a4ef2 req-a9a22850-96b1-4c71-b467-55ceb4817436 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Calling delete_port for bbaa831c-fdd5-44ec-8b6c-bf69c56a305c owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:11:34.039815 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b81446a6-01e3-4959-9803-19d7997a4ef2 req-a9a22850-96b1-4c71-b467-55ceb4817436 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (bbaa831c-fdd5-44ec-8b6c-bf69c56a305c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:34.051533 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['bbaa831c-fdd5-44ec-8b6c-bf69c56a305c'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:11:34.069061 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a22850-96b1-4c71-b467-55ceb4817436 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event deleted for resources: {'Port': ['ID=bbaa831c-fdd5-44ec-8b6c-bf69c56a305c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:11:34.082128 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a22850-96b1-4c71-b467-55ceb4817436 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:11:34.082491 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a22850-96b1-4c71-b467-55ceb4817436 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:11:34.082840 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a22850-96b1-4c71-b467-55ceb4817436 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:11:34.083205 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a22850-96b1-4c71-b467-55ceb4817436 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:11:34.083563 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a22850-96b1-4c71-b467-55ceb4817436 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:11:34.083902 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a22850-96b1-4c71-b467-55ceb4817436 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:11:34.084231 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a22850-96b1-4c71-b467-55ceb4817436 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:11:34.084559 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a22850-96b1-4c71-b467-55ceb4817436 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:11:34.084886 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a22850-96b1-4c71-b467-55ceb4817436 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:11:34.085211 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a22850-96b1-4c71-b467-55ceb4817436 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:11:34.085556 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a22850-96b1-4c71-b467-55ceb4817436 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:11:34.085870 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a22850-96b1-4c71-b467-55ceb4817436 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:11:34.086195 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a22850-96b1-4c71-b467-55ceb4817436 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:11:34.120296 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81446a6-01e3-4959-9803-19d7997a4ef2 req-a9a22850-96b1-4c71-b467-55ceb4817436 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] No DVR routers for this DVR port bbaa831c-fdd5-44ec-8b6c-bf69c56a305c on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:11:34.123024 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-b81446a6-01e3-4959-9803-19d7997a4ef2 req-a9a22850-96b1-4c71-b467-55ceb4817436 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:34.126362 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b81446a6-01e3-4959-9803-19d7997a4ef2 req-a9a22850-96b1-4c71-b467-55ceb4817436 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.18 "DELETE /v2.0/ports/bbaa831c-fdd5-44ec-8b6c-bf69c56a305c HTTP/1.1" status: 204 len: 173 time: 0.4454074 Jan 28 14:11:34.126814 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6012547c-6e8a-4399-b70d-b4d04383049e', 'name': 'network-vif-deleted', 'tag': 'bbaa831c-fdd5-44ec-8b6c-bf69c56a305c'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:11:34.129171 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899754ed-6c4f-4689-8b80-197ccefc1582" -d '{"events": [{"server_uuid": "6012547c-6e8a-4399-b70d-b4d04383049e", "name": "network-vif-deleted", "tag": "bbaa831c-fdd5-44ec-8b6c-bf69c56a305c"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:11:34.167839 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df202759-5bb1-4514-8d4d-aee1bc693eb1 x-openstack-request-id: req-df202759-5bb1-4514-8d4d-aee1bc693eb1 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:11:34.168150 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6012547c-6e8a-4399-b70d-b4d04383049e", "name": "network-vif-deleted", "tag": "bbaa831c-fdd5-44ec-8b6c-bf69c56a305c", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:11:34.168505 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-df202759-5bb1-4514-8d4d-aee1bc693eb1 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:11:34.168921 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6012547c-6e8a-4399-b70d-b4d04383049e', 'name': 'network-vif-deleted', 'tag': 'bbaa831c-fdd5-44ec-8b6c-bf69c56a305c', 'status': 'completed', 'code': 200} Jan 28 14:11:34.387849 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:34.548597 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b763bef8-0f34-42a6-822e-f3e15ccfd3b1 req-1416baae-ce78-4494-ab87-fe5a97fd46b3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 210 time: 0.0290577 Jan 28 14:11:35.648130 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2b0942e5-e9f4-4131-8233-0e4a644aad37 req-689f2048-dbda-4bea-9ad5-90331567575d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 210 time: 0.0292385 Jan 28 14:11:36.583562 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:36.748642 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-33352c00-1bf0-43cd-9cef-570adac04a0d req-38f2ff71-8a6c-4148-84a5-26708d69a384 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 210 time: 0.0270920 Jan 28 14:11:37.846600 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ea747e28-ee13-4bf8-87bb-e31ea8c9bfcb req-905e3308-427d-4069-83db-613cafcb4a16 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 210 time: 0.0306544 Jan 28 14:11:38.182762 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device bbaa831c-fdd5-44ec-8b6c-bf69c56a305c no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:11:38.203438 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: bbaa831c-fdd5-44ec-8b6c-bf69c56a305c {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:11:38.203785 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device bbaa831c-fdd5-44ec-8b6c-bf69c56a305c not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:11:38.951917 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6f92d695-8c2c-43e7-ad42-2f24578681b6 req-c283c2f7-5a62-4561-b900-2d4b7b6dc2ab tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 210 time: 0.0315664 Jan 28 14:11:40.056143 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-20097eed-eeda-42a1-812d-2b0985eee7c4 req-354c2df2-10ed-46b7-b5af-746c5b7ec9b8 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 210 time: 0.0276623 Jan 28 14:11:41.151920 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c3282008-6013-4d06-a467-f1ce937e5525 req-2c122437-abd5-4b81-8ba1-ec82112ac292 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 210 time: 0.0270667 Jan 28 14:11:42.251849 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-00878143-8431-429e-bb57-c599b36b3a0c req-6dbd3ce5-855e-4dbd-844e-fba87ffa395d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012547c-6e8a-4399-b70d-b4d04383049e HTTP/1.1" status: 200 len: 210 time: 0.0283759 Jan 28 14:11:48.134118 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:48.285923 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47620) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:11:48.290825 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-e03ca102-7bbe-417d-b339-4cc40bbb47c0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1111506422', 'description': 'tempest-secgroup-smoke-1111506422 description', 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:11:48.312837 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e03ca102-7bbe-417d-b339-4cc40bbb47c0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:48.379539 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e03ca102-7bbe-417d-b339-4cc40bbb47c0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for security_group (0cb9a276-bd27-4d85-aa4b-3bd4852db9cc), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:48.385725 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e03ca102-7bbe-417d-b339-4cc40bbb47c0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0cb9a276-bd27-4d85-aa4b-3bd4852db9cc), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:48.417099 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e03ca102-7bbe-417d-b339-4cc40bbb47c0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:48.418339 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e03ca102-7bbe-417d-b339-4cc40bbb47c0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1312797 Jan 28 14:11:48.419081 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ca102-7bbe-417d-b339-4cc40bbb47c0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:11:48.421578 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 47622) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:11:48.426163 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-8c968782-cf5d-46df-bfc3-c172312a6d1d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Request body: {'security_group_rule': {'security_group_id': '0cb9a276-bd27-4d85-aa4b-3bd4852db9cc', 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:11:48.453569 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8c968782-cf5d-46df-bfc3-c172312a6d1d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for security_group_rule (949bc542-9d6f-418d-a354-4072d5aeecce), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:48.509386 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8c968782-cf5d-46df-bfc3-c172312a6d1d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for security_group_rule (949bc542-9d6f-418d-a354-4072d5aeecce), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:48.515246 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8c968782-cf5d-46df-bfc3-c172312a6d1d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (949bc542-9d6f-418d-a354-4072d5aeecce), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:48.538850 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c968782-cf5d-46df-bfc3-c172312a6d1d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949bc542-9d6f-418d-a354-4072d5aeecce,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:11:48.548683 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8c968782-cf5d-46df-bfc3-c172312a6d1d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:48.552956 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47624) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:11:48.553166 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8c968782-cf5d-46df-bfc3-c172312a6d1d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303608 Jan 28 14:11:48.554616 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c968782-cf5d-46df-bfc3-c172312a6d1d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:11:48.554980 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c968782-cf5d-46df-bfc3-c172312a6d1d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:11:48.555321 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c968782-cf5d-46df-bfc3-c172312a6d1d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:11:48.555656 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c968782-cf5d-46df-bfc3-c172312a6d1d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:11:48.555984 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c968782-cf5d-46df-bfc3-c172312a6d1d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:11:48.556312 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c968782-cf5d-46df-bfc3-c172312a6d1d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:11:48.556632 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c968782-cf5d-46df-bfc3-c172312a6d1d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:11:48.556955 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c968782-cf5d-46df-bfc3-c172312a6d1d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:11:48.557274 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c968782-cf5d-46df-bfc3-c172312a6d1d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:11:48.557614 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c968782-cf5d-46df-bfc3-c172312a6d1d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:11:48.557936 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c968782-cf5d-46df-bfc3-c172312a6d1d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:11:48.558252 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c968782-cf5d-46df-bfc3-c172312a6d1d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:11:48.558537 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c968782-cf5d-46df-bfc3-c172312a6d1d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:11:48.559215 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-02abe00d-5168-4f39-8538-a98e461527da tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Request body: {'security_group_rule': {'security_group_id': '0cb9a276-bd27-4d85-aa4b-3bd4852db9cc', 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:11:48.585586 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-02abe00d-5168-4f39-8538-a98e461527da tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for security_group_rule (597b327f-1d8d-4c01-8bba-48af8eff137f), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:48.647951 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-02abe00d-5168-4f39-8538-a98e461527da tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for security_group_rule (597b327f-1d8d-4c01-8bba-48af8eff137f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:48.653143 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-02abe00d-5168-4f39-8538-a98e461527da tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (597b327f-1d8d-4c01-8bba-48af8eff137f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:48.672116 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abe00d-5168-4f39-8538-a98e461527da tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597b327f-1d8d-4c01-8bba-48af8eff137f,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:11:48.679476 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-02abe00d-5168-4f39-8538-a98e461527da tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:48.683320 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-02abe00d-5168-4f39-8538-a98e461527da tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264424 Jan 28 14:11:48.683537 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47626) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:11:48.688118 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-5b939bda-d364-4b47-b8bc-c945c509e277 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Request body: {'security_group_rule': {'security_group_id': '0cb9a276-bd27-4d85-aa4b-3bd4852db9cc', 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:11:48.713917 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5b939bda-d364-4b47-b8bc-c945c509e277 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for security_group_rule (faad5214-fa2c-4c49-bc87-0e36258a5a44), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:48.776017 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5b939bda-d364-4b47-b8bc-c945c509e277 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for security_group_rule (faad5214-fa2c-4c49-bc87-0e36258a5a44), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:48.783632 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5b939bda-d364-4b47-b8bc-c945c509e277 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (faad5214-fa2c-4c49-bc87-0e36258a5a44), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:48.801743 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b939bda-d364-4b47-b8bc-c945c509e277 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faad5214-fa2c-4c49-bc87-0e36258a5a44,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:11:48.812130 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5b939bda-d364-4b47-b8bc-c945c509e277 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:48.815985 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5b939bda-d364-4b47-b8bc-c945c509e277 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289144 Jan 28 14:11:48.816191 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47628) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:11:48.821000 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-929eeef6-a8b1-49e0-b712-4624113a97be tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Request body: {'security_group_rule': {'security_group_id': '0cb9a276-bd27-4d85-aa4b-3bd4852db9cc', 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:11:48.852718 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-929eeef6-a8b1-49e0-b712-4624113a97be tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for security_group_rule (abef145f-15b0-46ab-9a4a-311fcdc3648b), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:48.911657 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-929eeef6-a8b1-49e0-b712-4624113a97be tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for security_group_rule (abef145f-15b0-46ab-9a4a-311fcdc3648b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:48.916897 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-929eeef6-a8b1-49e0-b712-4624113a97be tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (abef145f-15b0-46ab-9a4a-311fcdc3648b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:48.937131 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929eeef6-a8b1-49e0-b712-4624113a97be tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abef145f-15b0-46ab-9a4a-311fcdc3648b,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:11:48.943101 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-929eeef6-a8b1-49e0-b712-4624113a97be tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:48.944449 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-929eeef6-a8b1-49e0-b712-4624113a97be tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272690 Jan 28 14:11:48.947283 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47630) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:11:48.951756 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-10f4e84c-e0c8-4d02-b0b9-3d50d969e9cd tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Request body: {'security_group_rule': {'security_group_id': '0cb9a276-bd27-4d85-aa4b-3bd4852db9cc', 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:11:48.974427 n-d-822747-2 neutron-server[103351]: INFO neutron.db.securitygroups_db [None req-10f4e84c-e0c8-4d02-b0b9-3d50d969e9cd tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Project 60c5f606262c4ce58aaf3e0b05399cbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:11:48.979524 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10f4e84c-e0c8-4d02-b0b9-3d50d969e9cd tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for security_group_rule (5b3aa7de-37ec-4658-867c-d720a0cdd7bb), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:49.042935 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10f4e84c-e0c8-4d02-b0b9-3d50d969e9cd tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for security_group_rule (5b3aa7de-37ec-4658-867c-d720a0cdd7bb), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:49.047715 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10f4e84c-e0c8-4d02-b0b9-3d50d969e9cd tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (5b3aa7de-37ec-4658-867c-d720a0cdd7bb), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:49.068388 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4e84c-e0c8-4d02-b0b9-3d50d969e9cd tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3aa7de-37ec-4658-867c-d720a0cdd7bb,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:11:49.074430 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-10f4e84c-e0c8-4d02-b0b9-3d50d969e9cd tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:49.078099 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-10f4e84c-e0c8-4d02-b0b9-3d50d969e9cd tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1273873 Jan 28 14:11:49.078300 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47632) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:11:49.082762 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-16dddd9f-0219-47d1-90d1-0a6185260c61 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Request body: {'security_group_rule': {'security_group_id': '0cb9a276-bd27-4d85-aa4b-3bd4852db9cc', 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:11:49.104880 n-d-822747-2 neutron-server[103351]: INFO neutron.db.securitygroups_db [None req-16dddd9f-0219-47d1-90d1-0a6185260c61 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Project 60c5f606262c4ce58aaf3e0b05399cbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:11:49.110156 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-16dddd9f-0219-47d1-90d1-0a6185260c61 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for security_group_rule (ed0bac02-434d-442c-98b6-b3cbfe4c3d86), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:49.172337 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-16dddd9f-0219-47d1-90d1-0a6185260c61 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for security_group_rule (ed0bac02-434d-442c-98b6-b3cbfe4c3d86), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:49.177128 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-16dddd9f-0219-47d1-90d1-0a6185260c61 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (ed0bac02-434d-442c-98b6-b3cbfe4c3d86), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:49.194716 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dddd9f-0219-47d1-90d1-0a6185260c61 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed0bac02-434d-442c-98b6-b3cbfe4c3d86,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:11:49.204392 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-16dddd9f-0219-47d1-90d1-0a6185260c61 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:49.205624 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-16dddd9f-0219-47d1-90d1-0a6185260c61 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1262755 Jan 28 14:11:50.183258 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:59.381025 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8dfaa9c6-af45-4031-a943-3198837bdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:01.663347 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6b0a586-f8f3-42fd-90f2-3f2b4c38e08f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:03.013437 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:04.393058 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:06.418772 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:07.108981 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:12:08.839455 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-0f91e173-f144-44bc-8201-278babc5bd8c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1111506422&fields=id&tenant_id=60c5f606262c4ce58aaf3e0b05399cbc HTTP/1.1" status: 200 len: 267 time: 0.0484576 Jan 28 14:12:08.972060 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-3a7339eb-6ba5-4b49-bbb5-c09223cd0635 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:08.973497 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-3a7339eb-6ba5-4b49-bbb5-c09223cd0635 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 812 time: 0.1244321 Jan 28 14:12:08.989615 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-f228ec12-e958-40c8-87d1-a6a1186486b7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/quotas/60c5f606262c4ce58aaf3e0b05399cbc HTTP/1.1" status: 200 len: 375 time: 0.0104532 Jan 28 14:12:09.047250 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-49f68d34-086c-470a-a0f1-bd6087776c37 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521119 Jan 28 14:12:09.208874 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-b3a30b55-89c1-4f1f-8bc4-bfe7e914da4c service neutron] 10.222.0.39 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501341 Jan 28 14:12:09.307278 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-0b89d7a9-50a3-440b-b8d2-530680991da8 service neutron] 10.222.0.39 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895922 Jan 28 14:12:09.659832 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c483e08c-c132-40d1-b227-eb7d6f9d5658 req-cd107331-e02f-4d44-9d8f-ef346550401f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 210 time: 0.0855510 Jan 28 14:12:10.598626 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-527e69ea-fe4b-4d8c-9fbb-0fd572953057 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:10.600166 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-527e69ea-fe4b-4d8c-9fbb-0fd572953057 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.18 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 812 time: 0.1099377 Jan 28 14:12:10.677992 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-f364a459-c5b4-4643-998d-b33625256b1e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60c5f606262c4ce58aaf3e0b05399cbc HTTP/1.1" status: 200 len: 380 time: 0.0700951 Jan 28 14:12:10.686130 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-5c80363e-ff0e-4bda-8cdf-44afb99337aa tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Request body: {'port': {'device_id': 'e7de762b-daa8-4a99-b69b-47a0aaad2fc5', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'admin_state_up': True, 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'security_groups': ['0cb9a276-bd27-4d85-aa4b-3bd4852db9cc']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:12:10.784473 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-759ff1f0-b4ec-4649-b4a0-a7d8377f3b6e req-ef13d538-9d55-49c1-9e00-b37f0dcd8239 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 210 time: 0.0427437 Jan 28 14:12:10.826894 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-5c80363e-ff0e-4bda-8cdf-44afb99337aa tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Made reservation on behalf of 60c5f606262c4ce58aaf3e0b05399cbc for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:12:10.830190 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-5c80363e-ff0e-4bda-8cdf-44afb99337aa tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:10.956060 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-5c80363e-ff0e-4bda-8cdf-44afb99337aa tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Allocated IP 172.20.0.5 (7e2baaf8-afbf-4340-9284-c0a506c9d66c/a773a080-709e-4afe-b3b6-f6580a29f9f7/a87ccd4f-7542-48cc-a307-9189abca15e2) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:12:11.100982 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-5c80363e-ff0e-4bda-8cdf-44afb99337aa tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for port (a87ccd4f-7542-48cc-a307-9189abca15e2), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:11.135622 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-5c80363e-ff0e-4bda-8cdf-44afb99337aa tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (a87ccd4f-7542-48cc-a307-9189abca15e2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:11.177377 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-5c80363e-ff0e-4bda-8cdf-44afb99337aa tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Network 7e2baaf8-afbf-4340-9284-c0a506c9d66c is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:12:11.180311 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-5c80363e-ff0e-4bda-8cdf-44afb99337aa tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:12:11.183015 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-5c80363e-ff0e-4bda-8cdf-44afb99337aa tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:12:11.221136 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80363e-ff0e-4bda-8cdf-44afb99337aa tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event updated for resources: {'Port': ['ID=a87ccd4f-7542-48cc-a307-9189abca15e2,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:12:11.245115 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-5c80363e-ff0e-4bda-8cdf-44afb99337aa tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:11.245858 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-5c80363e-ff0e-4bda-8cdf-44afb99337aa tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:11.266040 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-5c80363e-ff0e-4bda-8cdf-44afb99337aa tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5835001 Jan 28 14:12:11.340386 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-480cf9e7-30b2-46e7-8d1e-9749e4f306bf service neutron] Request body: {'port': {'device_id': 'e7de762b-daa8-4a99-b69b-47a0aaad2fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:12:11.416021 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-480cf9e7-30b2-46e7-8d1e-9749e4f306bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a87ccd4f-7542-48cc-a307-9189abca15e2), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:11.474613 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-2683c932-12de-4f8a-af4c-5b1c401b08a2 None None] Provisioning complete for port a87ccd4f-7542-48cc-a307-9189abca15e2 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:12:11.475688 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2683c932-12de-4f8a-af4c-5b1c401b08a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a87ccd4f-7542-48cc-a307-9189abca15e2), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:11.510672 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2683c932-12de-4f8a-af4c-5b1c401b08a2 None None] Port a87ccd4f-7542-48cc-a307-9189abca15e2 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:12:11.678118 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-480cf9e7-30b2-46e7-8d1e-9749e4f306bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a87ccd4f-7542-48cc-a307-9189abca15e2 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:12:11.686282 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-480cf9e7-30b2-46e7-8d1e-9749e4f306bf service neutron] Publish callbacks [] for port (a87ccd4f-7542-48cc-a307-9189abca15e2), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:11.699514 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-480cf9e7-30b2-46e7-8d1e-9749e4f306bf service neutron] Transition to ACTIVE for port object a87ccd4f-7542-48cc-a307-9189abca15e2 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:12:11.705073 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-480cf9e7-30b2-46e7-8d1e-9749e4f306bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (a87ccd4f-7542-48cc-a307-9189abca15e2), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:11.783857 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480cf9e7-30b2-46e7-8d1e-9749e4f306bf service neutron] Pushing event updated for resources: {'Port': ['ID=a87ccd4f-7542-48cc-a307-9189abca15e2,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:12:11.848254 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-480cf9e7-30b2-46e7-8d1e-9749e4f306bf service neutron] Attempting to bind port a87ccd4f-7542-48cc-a307-9189abca15e2 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:12:11.848807 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-480cf9e7-30b2-46e7-8d1e-9749e4f306bf service neutron] Attempting to bind port a87ccd4f-7542-48cc-a307-9189abca15e2 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:12:11.849235 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-480cf9e7-30b2-46e7-8d1e-9749e4f306bf service neutron] Attempting to bind port a87ccd4f-7542-48cc-a307-9189abca15e2 on network 7e2baaf8-afbf-4340-9284-c0a506c9d66c {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:12:11.857102 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-480cf9e7-30b2-46e7-8d1e-9749e4f306bf service neutron] Port a87ccd4f-7542-48cc-a307-9189abca15e2 on network 7e2baaf8-afbf-4340-9284-c0a506c9d66c not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:12:11.858519 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-480cf9e7-30b2-46e7-8d1e-9749e4f306bf service neutron] Attempting to bind port a87ccd4f-7542-48cc-a307-9189abca15e2 on network 7e2baaf8-afbf-4340-9284-c0a506c9d66c {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:12:11.864366 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-480cf9e7-30b2-46e7-8d1e-9749e4f306bf service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:12:11.864710 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-480cf9e7-30b2-46e7-8d1e-9749e4f306bf service neutron] Checking segment: {'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:12:11.865099 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-480cf9e7-30b2-46e7-8d1e-9749e4f306bf service neutron] Bound using segment: {'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:12:11.865576 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-480cf9e7-30b2-46e7-8d1e-9749e4f306bf service neutron] Bound port: a87ccd4f-7542-48cc-a307-9189abca15e2, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:12:11.865937 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-480cf9e7-30b2-46e7-8d1e-9749e4f306bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a87ccd4f-7542-48cc-a307-9189abca15e2), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:11.917763 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc5149-bda2-4574-9a97-f995710d45f1 req-dc6bdd11-98bf-411d-bb34-6203fb5336e9 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:11.920032 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b6fc5149-bda2-4574-9a97-f995710d45f1 req-dc6bdd11-98bf-411d-bb34-6203fb5336e9 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 943 time: 0.0596104 Jan 28 14:12:11.945242 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-480cf9e7-30b2-46e7-8d1e-9749e4f306bf service neutron] For port a87ccd4f-7542-48cc-a307-9189abca15e2, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:12:11.948653 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-480cf9e7-30b2-46e7-8d1e-9749e4f306bf service neutron] For port a87ccd4f-7542-48cc-a307-9189abca15e2, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=a87ccd4f-7542-48cc-a307-9189abca15e2,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:12:11.956107 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-480cf9e7-30b2-46e7-8d1e-9749e4f306bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (a87ccd4f-7542-48cc-a307-9189abca15e2), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:11.989367 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-480cf9e7-30b2-46e7-8d1e-9749e4f306bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:11.990029 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-480cf9e7-30b2-46e7-8d1e-9749e4f306bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:11.992787 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-480cf9e7-30b2-46e7-8d1e-9749e4f306bf service neutron] 10.222.0.18 "PUT /v2.0/ports/a87ccd4f-7542-48cc-a307-9189abca15e2 HTTP/1.1" status: 200 len: 1091 time: 0.7175524 Jan 28 14:12:11.992933 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b6fc5149-bda2-4574-9a97-f995710d45f1 req-fe236f35-d511-4891-bf02-ce333d36c7e9 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658841 Jan 28 14:12:11.994741 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7de762b-daa8-4a99-b69b-47a0aaad2fc5', 'tag': 'a87ccd4f-7542-48cc-a307-9189abca15e2'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:12:11.999560 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2dd1ff3-9d5c-4894-9210-911368cbe674" -d '{"events": [{"name": "network-changed", "server_uuid": "e7de762b-daa8-4a99-b69b-47a0aaad2fc5", "tag": "a87ccd4f-7542-48cc-a307-9189abca15e2"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:12:12.042258 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480cf9e7-30b2-46e7-8d1e-9749e4f306bf service neutron] Pushing event updated for resources: {'Port': ['ID=a87ccd4f-7542-48cc-a307-9189abca15e2,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:12:12.100346 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-620831f8-d9f0-4fb5-be1e-03b55f661dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:12.102218 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-620831f8-d9f0-4fb5-be1e-03b55f661dfa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 1094 time: 0.0560963 Jan 28 14:12:12.147898 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd556981-0f8d-4dd8-96af-c4714d5452aa x-openstack-request-id: req-fd556981-0f8d-4dd8-96af-c4714d5452aa {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:12:12.148188 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7de762b-daa8-4a99-b69b-47a0aaad2fc5", "tag": "a87ccd4f-7542-48cc-a307-9189abca15e2", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:12:12.148446 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd556981-0f8d-4dd8-96af-c4714d5452aa {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:12:12.148848 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7de762b-daa8-4a99-b69b-47a0aaad2fc5', 'tag': 'a87ccd4f-7542-48cc-a307-9189abca15e2', 'status': 'completed', 'code': 200} Jan 28 14:12:12.151009 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-b3925146-da85-45ca-9091-e86e95d0f03c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a87ccd4f-7542-48cc-a307-9189abca15e2 HTTP/1.1" status: 200 len: 217 time: 0.0424619 Jan 28 14:12:12.202341 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-70da9bdf-bd64-43c8-9d55-c5075600b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:12.204001 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-70da9bdf-bd64-43c8-9d55-c5075600b586 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a773a080-709e-4afe-b3b6-f6580a29f9f7 HTTP/1.1" status: 200 len: 851 time: 0.0468376 Jan 28 14:12:12.255218 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-71d1dad3-6088-4c26-bea0-ffc2d3d23615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:12.256943 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-71d1dad3-6088-4c26-bea0-ffc2d3d23615 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e2baaf8-afbf-4340-9284-c0a506c9d66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463603 Jan 28 14:12:12.346526 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-71fa7a6c-aa71-4fdc-b1b3-41a67bd76593 service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832319 Jan 28 14:12:12.444552 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ef21fc4-8734-475c-a1be-41b77645c724 req-7e089306-1dc4-4ef8-8406-5da91c353dd5 service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906448 Jan 28 14:12:12.528406 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd1ff3-9d5c-4894-9210-911368cbe674 req-883f3362-07bd-4363-8c80-ae6d95a79d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:12.530249 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f2dd1ff3-9d5c-4894-9210-911368cbe674 req-883f3362-07bd-4363-8c80-ae6d95a79d0d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 1094 time: 0.0421884 Jan 28 14:12:12.624438 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd1ff3-9d5c-4894-9210-911368cbe674 req-f1d7f534-a301-4c91-a830-01e969ece656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:12.625932 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f2dd1ff3-9d5c-4894-9210-911368cbe674 req-f1d7f534-a301-4c91-a830-01e969ece656 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 912 time: 0.0890274 Jan 28 14:12:12.667691 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f2dd1ff3-9d5c-4894-9210-911368cbe674 req-00614b2b-9277-4b1a-8666-ce71d9ba94d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a87ccd4f-7542-48cc-a307-9189abca15e2 HTTP/1.1" status: 200 len: 217 time: 0.0347836 Jan 28 14:12:12.715577 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd1ff3-9d5c-4894-9210-911368cbe674 req-563d3c19-2e66-48ed-8c77-2e61d3d85843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:12.716951 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f2dd1ff3-9d5c-4894-9210-911368cbe674 req-563d3c19-2e66-48ed-8c77-2e61d3d85843 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a773a080-709e-4afe-b3b6-f6580a29f9f7 HTTP/1.1" status: 200 len: 851 time: 0.0440187 Jan 28 14:12:12.763279 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd1ff3-9d5c-4894-9210-911368cbe674 req-fd4f113f-f0c9-478d-b4d1-ec6bf6896df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:12.764946 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f2dd1ff3-9d5c-4894-9210-911368cbe674 req-fd4f113f-f0c9-478d-b4d1-ec6bf6896df3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e2baaf8-afbf-4340-9284-c0a506c9d66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422060 Jan 28 14:12:12.864367 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f2dd1ff3-9d5c-4894-9210-911368cbe674 req-d8b72308-9527-43a3-bfbc-8d3bfa78b1d5 service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918965 Jan 28 14:12:12.956501 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f2dd1ff3-9d5c-4894-9210-911368cbe674 req-862b683b-f54f-46e1-b732-a6f7940abf46 service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862617 Jan 28 14:12:13.105058 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fab199-a4cb-49dd-9126-9fa7b936756a req-61bbf96d-7952-4e01-97c0-2a3160913c26 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:13.106571 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f3fab199-a4cb-49dd-9126-9fa7b936756a req-61bbf96d-7952-4e01-97c0-2a3160913c26 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 943 time: 0.0506408 Jan 28 14:12:13.166362 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f3fab199-a4cb-49dd-9126-9fa7b936756a req-727d9263-9c88-4f4a-bf62-18b74dee3eeb tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518544 Jan 28 14:12:14.290408 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca789cd-e845-422b-8dc9-59cdfaa28468 req-fc23b88a-5522-4dde-858c-c674e4dc5007 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:14.291907 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fca789cd-e845-422b-8dc9-59cdfaa28468 req-fc23b88a-5522-4dde-858c-c674e4dc5007 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 943 time: 0.0527196 Jan 28 14:12:14.341289 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fca789cd-e845-422b-8dc9-59cdfaa28468 req-6053a8b7-85c3-4496-837b-3d448abe8ed1 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434806 Jan 28 14:12:15.462967 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761786a-4d3a-40ef-937c-99610ab3b1e1 req-576e4c11-c003-4097-a45c-f30278e42003 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:15.464426 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5761786a-4d3a-40ef-937c-99610ab3b1e1 req-576e4c11-c003-4097-a45c-f30278e42003 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 943 time: 0.0543265 Jan 28 14:12:15.513145 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5761786a-4d3a-40ef-937c-99610ab3b1e1 req-a2523bc8-b68a-4764-85a3-14cd836acaff tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428383 Jan 28 14:12:16.634397 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f02f1-d31b-4d47-9d24-41a18d9b6b8c req-21490a01-893b-4f14-b984-552a2e265235 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:16.636065 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-700f02f1-d31b-4d47-9d24-41a18d9b6b8c req-21490a01-893b-4f14-b984-552a2e265235 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 943 time: 0.0508642 Jan 28 14:12:16.688040 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-700f02f1-d31b-4d47-9d24-41a18d9b6b8c req-8c838834-b20f-48a7-a827-571e5645bab0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460722 Jan 28 14:12:17.808140 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925b10f-b693-4a48-818f-03cc09668e78 req-5a861881-71aa-4358-a789-708a10e07ec9 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:17.810215 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8925b10f-b693-4a48-818f-03cc09668e78 req-5a861881-71aa-4358-a789-708a10e07ec9 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 943 time: 0.0505161 Jan 28 14:12:17.861461 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8925b10f-b693-4a48-818f-03cc09668e78 req-84d9b369-430a-4fb5-82fb-88ec4cc8d0e3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460668 Jan 28 14:12:18.132806 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:18.984614 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7cf00-2742-4591-bfc3-f85207cef7c3 req-b0e8166b-e40e-49c6-a533-a04ac20bb2a8 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:18.986133 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e5e7cf00-2742-4591-bfc3-f85207cef7c3 req-b0e8166b-e40e-49c6-a533-a04ac20bb2a8 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 943 time: 0.0525956 Jan 28 14:12:19.049991 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e5e7cf00-2742-4591-bfc3-f85207cef7c3 req-fd4880d2-f251-44bb-9b7d-1012879cf2f2 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511057 Jan 28 14:12:20.171897 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3094669-d4ae-452f-8dd3-bda41bbe2289 req-c58f111e-e579-4775-aa93-c28405f0ecf2 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:20.173300 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b3094669-d4ae-452f-8dd3-bda41bbe2289 req-c58f111e-e579-4775-aa93-c28405f0ecf2 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 943 time: 0.0518539 Jan 28 14:12:20.182899 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:20.227106 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b3094669-d4ae-452f-8dd3-bda41bbe2289 req-fff024e1-cc1d-42da-bb12-e43994641c3d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477288 Jan 28 14:12:21.357101 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5aa20-7ac6-4529-b804-9eb6fde60205 req-622c143d-ed1f-40cf-88e8-d37a687fbe7e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:21.358578 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dcd5aa20-7ac6-4529-b804-9eb6fde60205 req-622c143d-ed1f-40cf-88e8-d37a687fbe7e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 943 time: 0.0510499 Jan 28 14:12:21.411738 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dcd5aa20-7ac6-4529-b804-9eb6fde60205 req-6dcbb984-b32e-4277-a4b2-41d233d96bea tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451250 Jan 28 14:12:22.542097 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa630fa7-4710-4bee-a959-0d0353f0d924 req-5823a350-0ba6-4cad-99a1-010a89a5189c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:22.543748 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa630fa7-4710-4bee-a959-0d0353f0d924 req-5823a350-0ba6-4cad-99a1-010a89a5189c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 943 time: 0.0594115 Jan 28 14:12:22.603080 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa630fa7-4710-4bee-a959-0d0353f0d924 req-5cea3c7f-9045-4d08-b03f-2f0c546d4869 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534203 Jan 28 14:12:23.726147 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ced08-3428-46a9-8024-800bbd625be1 req-9e37c62b-7ddc-4aa4-879f-3aa8af5a6f1b tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:23.727691 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-777ced08-3428-46a9-8024-800bbd625be1 req-9e37c62b-7ddc-4aa4-879f-3aa8af5a6f1b tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 943 time: 0.0556369 Jan 28 14:12:23.778754 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-777ced08-3428-46a9-8024-800bbd625be1 req-6e03c637-c7a4-4e08-abe9-7f3ce13f36ff tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427060 Jan 28 14:12:24.921396 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53985b-751d-4aa5-848f-0a5869cb1a8b req-7b95b30b-a602-48f9-9229-4d58e282e5b4 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:24.922891 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9a53985b-751d-4aa5-848f-0a5869cb1a8b req-7b95b30b-a602-48f9-9229-4d58e282e5b4 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 943 time: 0.0563276 Jan 28 14:12:24.976482 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9a53985b-751d-4aa5-848f-0a5869cb1a8b req-839b979d-88e6-40c0-a052-a1a2eceb4d2f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452812 Jan 28 14:12:26.098501 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca127868-90a7-480e-8266-989571a65085 req-b087e70b-f3d8-4a6a-a40e-52a3f422d68b tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:26.100286 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ca127868-90a7-480e-8266-989571a65085 req-b087e70b-f3d8-4a6a-a40e-52a3f422d68b tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 943 time: 0.0513728 Jan 28 14:12:26.152199 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ca127868-90a7-480e-8266-989571a65085 req-c8f56d52-ad3f-41e3-8fab-68536b208151 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439661 Jan 28 14:12:26.432544 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device a87ccd4f-7542-48cc-a307-9189abca15e2 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:12:26.538987 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port a87ccd4f-7542-48cc-a307-9189abca15e2, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=a87ccd4f-7542-48cc-a307-9189abca15e2,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:12:26.550982 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'a87ccd4f-7542-48cc-a307-9189abca15e2', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'port_id': 'a87ccd4f-7542-48cc-a307-9189abca15e2', 'mac_address': 'fa:16:3e:c7:52:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:12:26.589630 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port a87ccd4f-7542-48cc-a307-9189abca15e2 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:12:26.590029 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a87ccd4f-7542-48cc-a307-9189abca15e2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:26.602796 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a87ccd4f-7542-48cc-a307-9189abca15e2 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:12:26.621983 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port a87ccd4f-7542-48cc-a307-9189abca15e2, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=a87ccd4f-7542-48cc-a307-9189abca15e2,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:12:26.627426 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a87ccd4f-7542-48cc-a307-9189abca15e2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:26.679746 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=a87ccd4f-7542-48cc-a307-9189abca15e2,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:12:26.687334 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:12:26.687615 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:12:26.687958 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:12:26.688294 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:12:26.688602 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:12:26.688954 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:12:26.689278 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:12:26.689601 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:12:26.689924 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:12:26.690239 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:12:26.690554 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:12:26.690869 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:12:26.691217 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:12:26.848865 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['a87ccd4f-7542-48cc-a307-9189abca15e2'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:12:27.289952 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b13b24-f9f8-492d-8a48-7f6b4f77d911 req-885e7d1a-c15b-48e0-8b52-a401c1ecf6e6 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:27.291597 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b6b13b24-f9f8-492d-8a48-7f6b4f77d911 req-885e7d1a-c15b-48e0-8b52-a401c1ecf6e6 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 944 time: 0.0600450 Jan 28 14:12:27.343817 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b6b13b24-f9f8-492d-8a48-7f6b4f77d911 req-d6f335fc-1edb-454e-9f7c-87c05bbed217 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461984 Jan 28 14:12:28.446955 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device a87ccd4f-7542-48cc-a307-9189abca15e2 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:12:28.475345 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ea10b-7563-4666-97ec-2de36f7d3870 req-383321bd-5bad-4185-9861-1dccd7b4a361 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:28.476827 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-935ea10b-7563-4666-97ec-2de36f7d3870 req-383321bd-5bad-4185-9861-1dccd7b4a361 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 944 time: 0.0545573 Jan 28 14:12:28.498424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port a87ccd4f-7542-48cc-a307-9189abca15e2 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:12:28.502846 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port a87ccd4f-7542-48cc-a307-9189abca15e2 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:12:28.503003 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a87ccd4f-7542-48cc-a307-9189abca15e2), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:28.531377 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-935ea10b-7563-4666-97ec-2de36f7d3870 req-00b7a49b-f28c-4e86-8213-975fc695048e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485725 Jan 28 14:12:28.585289 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port a87ccd4f-7542-48cc-a307-9189abca15e2 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:12:28.585763 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a87ccd4f-7542-48cc-a307-9189abca15e2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:28.612542 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7de762b-daa8-4a99-b69b-47a0aaad2fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87ccd4f-7542-48cc-a307-9189abca15e2'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:12:28.614797 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa3dea85fc826a731844aaa22a91598d932213984d647394236046805f938d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63350bf-ac0f-4ede-9996-20a7a39058d9" -d '{"events": [{"server_uuid": "e7de762b-daa8-4a99-b69b-47a0aaad2fc5", "name": "network-vif-plugged", "status": "completed", "tag": "a87ccd4f-7542-48cc-a307-9189abca15e2"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:12:28.628171 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port a87ccd4f-7542-48cc-a307-9189abca15e2, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=a87ccd4f-7542-48cc-a307-9189abca15e2,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:12:28.633281 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a87ccd4f-7542-48cc-a307-9189abca15e2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:28.682048 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=a87ccd4f-7542-48cc-a307-9189abca15e2,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:12:28.718243 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa51a37-41fc-4347-a677-b617923e2acb x-openstack-request-id: req-7fa51a37-41fc-4347-a677-b617923e2acb {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:12:28.718543 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7de762b-daa8-4a99-b69b-47a0aaad2fc5", "name": "network-vif-plugged", "status": "completed", "tag": "a87ccd4f-7542-48cc-a307-9189abca15e2", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:12:28.718799 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7fa51a37-41fc-4347-a677-b617923e2acb {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:12:28.719244 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7de762b-daa8-4a99-b69b-47a0aaad2fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87ccd4f-7542-48cc-a307-9189abca15e2', 'code': 200} Jan 28 14:12:28.830351 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea362e11-68b0-4187-9ccd-ef02fa1135d7 req-de41830f-295c-4175-9b39-d16b87f70cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:28.832160 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ea362e11-68b0-4187-9ccd-ef02fa1135d7 req-de41830f-295c-4175-9b39-d16b87f70cb8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 1096 time: 0.0428998 Jan 28 14:12:28.879735 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ea362e11-68b0-4187-9ccd-ef02fa1135d7 req-0520c36e-59ee-4b06-a3b5-0cabd2c1642a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413918 Jan 28 14:12:29.378867 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a15b59f5-18d7-4cae-b21a-b82e58e0865d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:29.647701 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16d97e-f15f-49bb-a942-8b72c78635e6 req-05220f0b-c9cc-4651-a2ab-6be9909b5ce7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:29.649168 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5f16d97e-f15f-49bb-a942-8b72c78635e6 req-05220f0b-c9cc-4651-a2ab-6be9909b5ce7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 945 time: 0.0504332 Jan 28 14:12:29.707212 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5f16d97e-f15f-49bb-a942-8b72c78635e6 req-61174a10-d6e7-4ad5-8ded-c1fd5ddf9fa9 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519500 Jan 28 14:12:30.849658 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac1026-ca61-4c9e-8b06-9815832d378a req-3b999a85-ec5d-49fb-934b-720456a145ab tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:30.851209 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-45ac1026-ca61-4c9e-8b06-9815832d378a req-3b999a85-ec5d-49fb-934b-720456a145ab tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 945 time: 0.0581527 Jan 28 14:12:30.904253 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-45ac1026-ca61-4c9e-8b06-9815832d378a req-e53f8e5a-d6a4-435a-a077-3bc358ad8760 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471754 Jan 28 14:12:31.032234 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ddc0bc-7400-4fdc-be7c-5afedb26d201 req-0bd606c7-5cec-4f9e-84df-cd865335a796 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:31.033731 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21ddc0bc-7400-4fdc-be7c-5afedb26d201 req-0bd606c7-5cec-4f9e-84df-cd865335a796 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 945 time: 0.0566201 Jan 28 14:12:31.081988 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21ddc0bc-7400-4fdc-be7c-5afedb26d201 req-18cb8ef7-8d59-4c33-bcb4-7ee8b0992192 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424545 Jan 28 14:12:31.111078 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47850) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:12:31.155490 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6406cab7-b7d9-4af8-9db9-723d8f161a1e tempest-TestVolumeBootPattern-100947199 tempest-TestVolumeBootPattern-100947199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:31.157017 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6406cab7-b7d9-4af8-9db9-723d8f161a1e tempest-TestVolumeBootPattern-100947199 tempest-TestVolumeBootPattern-100947199-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 1091 time: 0.0445969 Jan 28 14:12:31.161453 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 47852) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:12:31.165777 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-69f162d3-8151-48cd-9e5e-498e4dac0f24 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'port_id': 'a87ccd4f-7542-48cc-a307-9189abca15e2', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:12:31.190614 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69f162d3-8151-48cd-9e5e-498e4dac0f24 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:31.294337 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69f162d3-8151-48cd-9e5e-498e4dac0f24 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:31.395705 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-69f162d3-8151-48cd-9e5e-498e4dac0f24 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Allocated IP 172.25.3.140 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/34aa8279-10ad-461d-bd8a-9260bc2f3fb6) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:12:31.505323 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69f162d3-8151-48cd-9e5e-498e4dac0f24 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for port (34aa8279-10ad-461d-bd8a-9260bc2f3fb6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:31.544060 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69f162d3-8151-48cd-9e5e-498e4dac0f24 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (34aa8279-10ad-461d-bd8a-9260bc2f3fb6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:31.580528 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f162d3-8151-48cd-9e5e-498e4dac0f24 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:12:31.583246 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-69f162d3-8151-48cd-9e5e-498e4dac0f24 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:12:31.588634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f162d3-8151-48cd-9e5e-498e4dac0f24 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:12:31.593953 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f162d3-8151-48cd-9e5e-498e4dac0f24 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event updated for resources: {'Port': ['ID=34aa8279-10ad-461d-bd8a-9260bc2f3fb6,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:12:31.667151 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c428b5f0-14d7-42ec-b132-e6ea86e9f8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:32.315239 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69f162d3-8151-48cd-9e5e-498e4dac0f24 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for floatingip (9b1265ea-6eda-4786-84b6-49ee4eac2fa3), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:32.382052 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69f162d3-8151-48cd-9e5e-498e4dac0f24 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (34aa8279-10ad-461d-bd8a-9260bc2f3fb6), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:32.537776 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69f162d3-8151-48cd-9e5e-498e4dac0f24 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for port (34aa8279-10ad-461d-bd8a-9260bc2f3fb6), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:32.544951 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69f162d3-8151-48cd-9e5e-498e4dac0f24 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (34aa8279-10ad-461d-bd8a-9260bc2f3fb6), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:32.614983 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f162d3-8151-48cd-9e5e-498e4dac0f24 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event updated for resources: {'Port': ['ID=34aa8279-10ad-461d-bd8a-9260bc2f3fb6,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:12:32.624871 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69f162d3-8151-48cd-9e5e-498e4dac0f24 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (9b1265ea-6eda-4786-84b6-49ee4eac2fa3), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:32.720588 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [None req-69f162d3-8151-48cd-9e5e-498e4dac0f24 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Floating IP 9b1265ea-6eda-4786-84b6-49ee4eac2fa3 associated. External IP: 172.25.3.140, port: a87ccd4f-7542-48cc-a307-9189abca15e2. Jan 28 14:12:32.933242 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f162d3-8151-48cd-9e5e-498e4dac0f24 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Router 7d47f0eb-650b-4160-9f6b-4f03c267fffb has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:12:33.017908 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:33.053132 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f162d3-8151-48cd-9e5e-498e4dac0f24 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:12:33.063194 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546a6b1e-c27b-487f-bfe1-7c379e2bb691 None None] Sync routers for ids ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:12:33.071518 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69f162d3-8151-48cd-9e5e-498e4dac0f24 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:33.074869 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546a6b1e-c27b-487f-bfe1-7c379e2bb691 None None] Routers {'7d47f0eb-650b-4160-9f6b-4f03c267fffb'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:12:33.075519 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-546a6b1e-c27b-487f-bfe1-7c379e2bb691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:12:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:12:33.098398 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-69f162d3-8151-48cd-9e5e-498e4dac0f24 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9359457 Jan 28 14:12:33.099206 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7de762b-daa8-4a99-b69b-47a0aaad2fc5', 'tag': 'a87ccd4f-7542-48cc-a307-9189abca15e2'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:12:33.101577 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559dac270a9454ab239369968744e062209dd34441e4cf87ac73cef2d5e017e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e845dc8e-4ff1-4c67-bcc9-88f7c7e6befc" -d '{"events": [{"name": "network-changed", "server_uuid": "e7de762b-daa8-4a99-b69b-47a0aaad2fc5", "tag": "a87ccd4f-7542-48cc-a307-9189abca15e2"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:12:33.146416 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb21ed7-24f0-44ed-80b8-4b1b76939f9b x-openstack-request-id: req-7fb21ed7-24f0-44ed-80b8-4b1b76939f9b {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:12:33.146705 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7de762b-daa8-4a99-b69b-47a0aaad2fc5", "tag": "a87ccd4f-7542-48cc-a307-9189abca15e2", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:12:33.146938 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7fb21ed7-24f0-44ed-80b8-4b1b76939f9b {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:12:33.147365 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7de762b-daa8-4a99-b69b-47a0aaad2fc5', 'tag': 'a87ccd4f-7542-48cc-a307-9189abca15e2', 'status': 'completed', 'code': 200} Jan 28 14:12:33.184249 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-546a6b1e-c27b-487f-bfe1-7c379e2bb691 None None] Set router 7d47f0eb-650b-4160-9f6b-4f03c267fffb gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:12:33.213057 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845dc8e-4ff1-4c67-bcc9-88f7c7e6befc req-9175ced2-65b4-4a80-9eee-16310e9c056d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:33.214582 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e845dc8e-4ff1-4c67-bcc9-88f7c7e6befc req-9175ced2-65b4-4a80-9eee-16310e9c056d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 1096 time: 0.0456791 Jan 28 14:12:33.303217 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845dc8e-4ff1-4c67-bcc9-88f7c7e6befc req-27db88e5-8c6e-459d-a41b-c71b42285cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:33.304853 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e845dc8e-4ff1-4c67-bcc9-88f7c7e6befc req-27db88e5-8c6e-459d-a41b-c71b42285cf2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 912 time: 0.0846026 Jan 28 14:12:33.400000 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e845dc8e-4ff1-4c67-bcc9-88f7c7e6befc req-f39ce745-93bc-494c-aa33-fa6af1b83932 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a87ccd4f-7542-48cc-a307-9189abca15e2 HTTP/1.1" status: 200 len: 999 time: 0.0898221 Jan 28 14:12:33.417460 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-546a6b1e-c27b-487f-bfe1-7c379e2bb691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'name': 'tempest-TestVolumeBootPattern-1758453011-router', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:38Z', 'revision_number': 4, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'gw_port': {'id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '9b1265ea-6eda-4786-84b6-49ee4eac2fa3', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'port_id': 'a87ccd4f-7542-48cc-a307-9189abca15e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'mac_address': 'fa:16:3e:c7:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7de762b-daa8-4a99-b69b-47a0aaad2fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:12:32Z', 'updated_at': '2022-01-28T14:12:32Z', 'revision_number': 0, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ed0013-fd5e-48b9-90f0-8c70a3d1da28', 'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'mac_address': 'fa:16:3e:fc:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:37Z', 'updated_at': '2022-01-28T14:07:43Z', 'revision_number': 5, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'subnets': [{'id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:12:33.443669 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546a6b1e-c27b-487f-bfe1-7c379e2bb691 None None] Checking router: 7d47f0eb-650b-4160-9f6b-4f03c267fffb for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:12:33.447164 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845dc8e-4ff1-4c67-bcc9-88f7c7e6befc req-f162b0c6-e449-4e79-b99d-e249e0b3350f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:33.448646 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e845dc8e-4ff1-4c67-bcc9-88f7c7e6befc req-f162b0c6-e449-4e79-b99d-e249e0b3350f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a773a080-709e-4afe-b3b6-f6580a29f9f7 HTTP/1.1" status: 200 len: 851 time: 0.0430710 Jan 28 14:12:33.451835 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546a6b1e-c27b-487f-bfe1-7c379e2bb691 None None] Routers {'7d47f0eb-650b-4160-9f6b-4f03c267fffb'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:12:33.452431 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-546a6b1e-c27b-487f-bfe1-7c379e2bb691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:12:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:12:33.495987 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845dc8e-4ff1-4c67-bcc9-88f7c7e6befc req-b04010ec-f2e6-4e4b-9396-34d5a07b1449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:12:33.497521 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e845dc8e-4ff1-4c67-bcc9-88f7c7e6befc req-b04010ec-f2e6-4e4b-9396-34d5a07b1449 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e2baaf8-afbf-4340-9284-c0a506c9d66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432043 Jan 28 14:12:33.559692 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-546a6b1e-c27b-487f-bfe1-7c379e2bb691 None None] Set router 7d47f0eb-650b-4160-9f6b-4f03c267fffb gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:12:33.591559 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e845dc8e-4ff1-4c67-bcc9-88f7c7e6befc req-1b696791-c364-4005-b2c0-8868cc8f8a94 service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875492 Jan 28 14:12:33.686164 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e845dc8e-4ff1-4c67-bcc9-88f7c7e6befc req-3aefdf7c-5fee-4fe8-98a2-f5ae4ed90d16 service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887327 Jan 28 14:12:33.783726 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-546a6b1e-c27b-487f-bfe1-7c379e2bb691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'name': 'tempest-TestVolumeBootPattern-1758453011-router', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:38Z', 'revision_number': 4, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'gw_port': {'id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '9b1265ea-6eda-4786-84b6-49ee4eac2fa3', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'port_id': 'a87ccd4f-7542-48cc-a307-9189abca15e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'mac_address': 'fa:16:3e:c7:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7de762b-daa8-4a99-b69b-47a0aaad2fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:12:32Z', 'updated_at': '2022-01-28T14:12:32Z', 'revision_number': 0, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ed0013-fd5e-48b9-90f0-8c70a3d1da28', 'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'mac_address': 'fa:16:3e:fc:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:37Z', 'updated_at': '2022-01-28T14:07:43Z', 'revision_number': 5, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'subnets': [{'id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:12:33.809984 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546a6b1e-c27b-487f-bfe1-7c379e2bb691 None None] The sync data for ids ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'] in n-d-822747-2 is: [{'id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'name': 'tempest-TestVolumeBootPattern-1758453011-router', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:38Z', 'revision_number': 4, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'gw_port': {'id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '9b1265ea-6eda-4786-84b6-49ee4eac2fa3', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'port_id': 'a87ccd4f-7542-48cc-a307-9189abca15e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'mac_address': 'fa:16:3e:c7:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7de762b-daa8-4a99-b69b-47a0aaad2fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:12:32Z', 'updated_at': '2022-01-28T14:12:32Z', 'revision_number': 0, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ed0013-fd5e-48b9-90f0-8c70a3d1da28', 'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'mac_address': 'fa:16:3e:fc:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:37Z', 'updated_at': '2022-01-28T14:07:43Z', 'revision_number': 5, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'subnets': [{'id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:12:34.017139 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2115c0-ac51-4794-be0e-b3b6626f4ec8 None None] New status for floating IP 9b1265ea-6eda-4786-84b6-49ee4eac2fa3: ACTIVE {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:12:34.396644 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:36.414258 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:44.112780 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:12:48.164455 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:50.179686 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:59.379841 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2a22c97e-4afb-43b2-a335-a4c8d02a574d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:13:01.673005 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3a0d370c-880a-4e6c-ae9b-8986f841992e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:13:03.016777 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:13:04.400486 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:13:06.419537 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:13:18.166997 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:13:20.183822 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:13:21.116866 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:13:22.507329 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b5a47bf-39b7-4c9d-a38d-52249837a2ab req-3232e6cf-069d-4405-bff6-0d07657bfe47 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418847 Jan 28 14:13:22.597930 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a47bf-39b7-4c9d-a38d-52249837a2ab req-39463d07-39b9-4eae-a1b9-07434b202de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:13:22.599495 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b5a47bf-39b7-4c9d-a38d-52249837a2ab req-39463d07-39b9-4eae-a1b9-07434b202de6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 1096 time: 0.0442424 Jan 28 14:13:22.712147 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a47bf-39b7-4c9d-a38d-52249837a2ab req-52e76d76-bcf3-4e2d-8d03-4b469bbe67fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:13:22.713613 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b5a47bf-39b7-4c9d-a38d-52249837a2ab req-52e76d76-bcf3-4e2d-8d03-4b469bbe67fe service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 912 time: 0.0902264 Jan 28 14:13:22.786651 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b5a47bf-39b7-4c9d-a38d-52249837a2ab req-5473b9b7-03f3-46f0-a820-8d46ac1c182c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a87ccd4f-7542-48cc-a307-9189abca15e2 HTTP/1.1" status: 200 len: 1001 time: 0.0670793 Jan 28 14:13:22.838738 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a47bf-39b7-4c9d-a38d-52249837a2ab req-2090f9c9-6f26-4fd2-abff-ad90eedaa05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:13:22.840302 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b5a47bf-39b7-4c9d-a38d-52249837a2ab req-2090f9c9-6f26-4fd2-abff-ad90eedaa05f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a773a080-709e-4afe-b3b6-f6580a29f9f7 HTTP/1.1" status: 200 len: 851 time: 0.0482042 Jan 28 14:13:22.898078 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a47bf-39b7-4c9d-a38d-52249837a2ab req-9b3336e0-caee-46dc-af91-af6694c299b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:13:22.899570 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b5a47bf-39b7-4c9d-a38d-52249837a2ab req-9b3336e0-caee-46dc-af91-af6694c299b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e2baaf8-afbf-4340-9284-c0a506c9d66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537021 Jan 28 14:13:22.988815 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b5a47bf-39b7-4c9d-a38d-52249837a2ab req-0808ef38-1b01-4df3-bb5f-7bbfc262f29c service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827568 Jan 28 14:13:23.099550 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b5a47bf-39b7-4c9d-a38d-52249837a2ab req-f03ad990-03fc-4f61-9050-e9422dc2938e service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048419 Jan 28 14:13:29.381038 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-80a3a662-8e4f-41b8-924f-d9955a3656c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:13:31.687100 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-974de178-c7ab-4345-8e44-4643f3a6ef2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:13:33.019534 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:13:34.410940 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:13:36.425087 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:13:48.165131 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:13:50.186362 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:13:58.119942 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:13:59.383070 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b982d526-2b29-4cea-9f0c-5656e45df0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:01.688719 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-396bbf1c-c4d6-4004-920f-032880f18ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:03.023313 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:04.406729 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:06.434046 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:18.173347 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:20.178822 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:23.025623 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-80a8fa2c-fe89-4a2d-a240-f6177a1f61aa req-4854a147-de19-49e3-95ca-2bac499c6772 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0835080 Jan 28 14:14:23.108959 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8fa2c-fe89-4a2d-a240-f6177a1f61aa req-196af80e-7fdd-40a8-907e-482eeeb8777a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:14:23.110449 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-80a8fa2c-fe89-4a2d-a240-f6177a1f61aa req-196af80e-7fdd-40a8-907e-482eeeb8777a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 1096 time: 0.0435026 Jan 28 14:14:23.235515 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8fa2c-fe89-4a2d-a240-f6177a1f61aa req-7ed32abb-8eef-4945-b150-772ef6e9b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:14:23.237096 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-80a8fa2c-fe89-4a2d-a240-f6177a1f61aa req-7ed32abb-8eef-4945-b150-772ef6e9b0c0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 912 time: 0.1029003 Jan 28 14:14:23.302242 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-80a8fa2c-fe89-4a2d-a240-f6177a1f61aa req-a4637092-6d8a-4e0a-b271-bdb1c3fe0a17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a87ccd4f-7542-48cc-a307-9189abca15e2 HTTP/1.1" status: 200 len: 1001 time: 0.0590110 Jan 28 14:14:23.357384 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8fa2c-fe89-4a2d-a240-f6177a1f61aa req-a6e31083-0604-40d2-a31b-93cd8f523f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:14:23.358843 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-80a8fa2c-fe89-4a2d-a240-f6177a1f61aa req-a6e31083-0604-40d2-a31b-93cd8f523f25 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a773a080-709e-4afe-b3b6-f6580a29f9f7 HTTP/1.1" status: 200 len: 851 time: 0.0505579 Jan 28 14:14:23.410904 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8fa2c-fe89-4a2d-a240-f6177a1f61aa req-80f0417c-fe1e-4f71-bed6-9411f00eec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:14:23.412379 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-80a8fa2c-fe89-4a2d-a240-f6177a1f61aa req-80f0417c-fe1e-4f71-bed6-9411f00eec0b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e2baaf8-afbf-4340-9284-c0a506c9d66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464914 Jan 28 14:14:23.510309 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-80a8fa2c-fe89-4a2d-a240-f6177a1f61aa req-132d4af7-cad5-4ece-8ba7-5c3465499e61 service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914016 Jan 28 14:14:23.608584 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-80a8fa2c-fe89-4a2d-a240-f6177a1f61aa req-735c8274-f4f7-48dc-9063-51b257bc5375 service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920358 Jan 28 14:14:29.380886 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-12a069e7-b71a-4edc-9163-ebd2baee864d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:31.014364 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6eb0a-01dd-485e-98a2-9b4f41ba446f req-40052c18-b351-40cb-8c47-3567620db0d6 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:14:31.015925 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1c6eb0a-01dd-485e-98a2-9b4f41ba446f req-40052c18-b351-40cb-8c47-3567620db0d6 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 945 time: 0.1015995 Jan 28 14:14:31.067199 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1c6eb0a-01dd-485e-98a2-9b4f41ba446f req-b7246886-15eb-49b7-b5c8-49ec14f63685 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455117 Jan 28 14:14:31.683731 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08a983ce-4980-44ca-9765-349db4bb69a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:32.306373 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c17ea4-2911-4f8f-b31d-ed5f3da3a415 req-8f0d0458-1480-4c32-8572-c56cf1a238e8 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:14:32.307776 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c2c17ea4-2911-4f8f-b31d-ed5f3da3a415 req-8f0d0458-1480-4c32-8572-c56cf1a238e8 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 945 time: 0.1224914 Jan 28 14:14:32.350476 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed65318-f0d2-4932-b360-b888a848ffae req-6a85b894-b53b-4d6c-ba27-94e847e86d65 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:14:32.351940 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8ed65318-f0d2-4932-b360-b888a848ffae req-6a85b894-b53b-4d6c-ba27-94e847e86d65 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 945 time: 0.0787292 Jan 28 14:14:32.401907 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c2c17ea4-2911-4f8f-b31d-ed5f3da3a415 req-54d8a02e-69ad-42ba-b3e7-3d7791f852a6 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875647 Jan 28 14:14:32.461462 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-8ed65318-f0d2-4932-b360-b888a848ffae req-25a5d480-0033-4b1d-846d-bdf08b498009 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Deleting port a87ccd4f-7542-48cc-a307-9189abca15e2 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:14:32.461822 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8ed65318-f0d2-4932-b360-b888a848ffae req-25a5d480-0033-4b1d-846d-bdf08b498009 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (a87ccd4f-7542-48cc-a307-9189abca15e2), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:32.555933 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-8ed65318-f0d2-4932-b360-b888a848ffae req-25a5d480-0033-4b1d-846d-bdf08b498009 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] For port a87ccd4f-7542-48cc-a307-9189abca15e2, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=a87ccd4f-7542-48cc-a307-9189abca15e2,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:14:32.556300 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8ed65318-f0d2-4932-b360-b888a848ffae req-25a5d480-0033-4b1d-846d-bdf08b498009 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (a87ccd4f-7542-48cc-a307-9189abca15e2), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:32.809595 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8ed65318-f0d2-4932-b360-b888a848ffae req-25a5d480-0033-4b1d-846d-bdf08b498009 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:32.809996 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8ed65318-f0d2-4932-b360-b888a848ffae req-25a5d480-0033-4b1d-846d-bdf08b498009 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (9b1265ea-6eda-4786-84b6-49ee4eac2fa3), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:32.810316 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [req-8ed65318-f0d2-4932-b360-b888a848ffae req-25a5d480-0033-4b1d-846d-bdf08b498009 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Floating IP 9b1265ea-6eda-4786-84b6-49ee4eac2fa3 disassociated. External IP: 172.25.3.140, port: a87ccd4f-7542-48cc-a307-9189abca15e2. Jan 28 14:14:32.810658 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-8ed65318-f0d2-4932-b360-b888a848ffae req-25a5d480-0033-4b1d-846d-bdf08b498009 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Calling delete_port for a87ccd4f-7542-48cc-a307-9189abca15e2 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:14:32.954231 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8ed65318-f0d2-4932-b360-b888a848ffae req-25a5d480-0033-4b1d-846d-bdf08b498009 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (a87ccd4f-7542-48cc-a307-9189abca15e2), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:32.987311 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5d480-0033-4b1d-846d-bdf08b498009 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event deleted for resources: {'Port': ['ID=a87ccd4f-7542-48cc-a307-9189abca15e2,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:14:32.999052 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5d480-0033-4b1d-846d-bdf08b498009 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:14:32.999402 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5d480-0033-4b1d-846d-bdf08b498009 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:14:32.999744 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5d480-0033-4b1d-846d-bdf08b498009 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:14:33.000084 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5d480-0033-4b1d-846d-bdf08b498009 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:14:33.000420 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5d480-0033-4b1d-846d-bdf08b498009 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:14:33.000753 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5d480-0033-4b1d-846d-bdf08b498009 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:14:33.001081 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5d480-0033-4b1d-846d-bdf08b498009 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:14:33.001403 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5d480-0033-4b1d-846d-bdf08b498009 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:14:33.001716 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5d480-0033-4b1d-846d-bdf08b498009 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:14:33.002025 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5d480-0033-4b1d-846d-bdf08b498009 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:14:33.002351 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5d480-0033-4b1d-846d-bdf08b498009 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:14:33.002696 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5d480-0033-4b1d-846d-bdf08b498009 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:14:33.003056 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5d480-0033-4b1d-846d-bdf08b498009 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:14:33.031665 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:33.110834 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ed65318-f0d2-4932-b360-b888a848ffae req-25a5d480-0033-4b1d-846d-bdf08b498009 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Router 7d47f0eb-650b-4160-9f6b-4f03c267fffb has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:14:33.230041 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ed65318-f0d2-4932-b360-b888a848ffae req-25a5d480-0033-4b1d-846d-bdf08b498009 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:14:33.240804 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb643ac4-8756-4493-a87b-c9ede51bb549 None None] Sync routers for ids ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:14:33.250578 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb643ac4-8756-4493-a87b-c9ede51bb549 None None] Routers {'7d47f0eb-650b-4160-9f6b-4f03c267fffb'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:14:33.251233 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-bb643ac4-8756-4493-a87b-c9ede51bb549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:14:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:14:33.268121 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed65318-f0d2-4932-b360-b888a848ffae req-25a5d480-0033-4b1d-846d-bdf08b498009 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] No DVR routers for this DVR port a87ccd4f-7542-48cc-a307-9189abca15e2 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:14:33.270995 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-8ed65318-f0d2-4932-b360-b888a848ffae req-25a5d480-0033-4b1d-846d-bdf08b498009 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:33.274515 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8ed65318-f0d2-4932-b360-b888a848ffae req-25a5d480-0033-4b1d-846d-bdf08b498009 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.18 "DELETE /v2.0/ports/a87ccd4f-7542-48cc-a307-9189abca15e2 HTTP/1.1" status: 204 len: 173 time: 0.9145668 Jan 28 14:14:33.275045 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7de762b-daa8-4a99-b69b-47a0aaad2fc5', 'name': 'network-vif-deleted', 'tag': 'a87ccd4f-7542-48cc-a307-9189abca15e2'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:14:33.324368 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a62616-0d2d-4b8b-b81c-c08e6b2c7d3b" -d '{"events": [{"server_uuid": "e7de762b-daa8-4a99-b69b-47a0aaad2fc5", "name": "network-vif-deleted", "tag": "a87ccd4f-7542-48cc-a307-9189abca15e2"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:14:33.394649 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-bb643ac4-8756-4493-a87b-c9ede51bb549 None None] Set router 7d47f0eb-650b-4160-9f6b-4f03c267fffb gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:14:33.475290 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f3fef4-6b8c-4ea7-9d45-0b52113c3503 x-openstack-request-id: req-a5f3fef4-6b8c-4ea7-9d45-0b52113c3503 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:14:33.475589 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7de762b-daa8-4a99-b69b-47a0aaad2fc5", "name": "network-vif-deleted", "tag": "a87ccd4f-7542-48cc-a307-9189abca15e2", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:14:33.475847 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a5f3fef4-6b8c-4ea7-9d45-0b52113c3503 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:14:33.476259 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7de762b-daa8-4a99-b69b-47a0aaad2fc5', 'name': 'network-vif-deleted', 'tag': 'a87ccd4f-7542-48cc-a307-9189abca15e2', 'status': 'completed', 'code': 200} Jan 28 14:14:33.515671 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f10af636-1962-4ad8-975d-3f53463ce894 req-6d4948f9-f713-43ed-8974-88f35076f56f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 210 time: 0.0324078 Jan 28 14:14:33.803377 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-bb643ac4-8756-4493-a87b-c9ede51bb549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'name': 'tempest-TestVolumeBootPattern-1758453011-router', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:38Z', 'revision_number': 4, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'gw_port': {'id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'd9ed0013-fd5e-48b9-90f0-8c70a3d1da28', 'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'mac_address': 'fa:16:3e:fc:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:37Z', 'updated_at': '2022-01-28T14:07:43Z', 'revision_number': 5, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'subnets': [{'id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:14:33.830066 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb643ac4-8756-4493-a87b-c9ede51bb549 None None] Checking router: 7d47f0eb-650b-4160-9f6b-4f03c267fffb for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:14:33.839559 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb643ac4-8756-4493-a87b-c9ede51bb549 None None] Routers {'7d47f0eb-650b-4160-9f6b-4f03c267fffb'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:14:33.840178 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-bb643ac4-8756-4493-a87b-c9ede51bb549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:14:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:14:33.946396 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-bb643ac4-8756-4493-a87b-c9ede51bb549 None None] Set router 7d47f0eb-650b-4160-9f6b-4f03c267fffb gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:14:34.146038 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-bb643ac4-8756-4493-a87b-c9ede51bb549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'name': 'tempest-TestVolumeBootPattern-1758453011-router', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:38Z', 'revision_number': 4, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'gw_port': {'id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'd9ed0013-fd5e-48b9-90f0-8c70a3d1da28', 'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'mac_address': 'fa:16:3e:fc:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:37Z', 'updated_at': '2022-01-28T14:07:43Z', 'revision_number': 5, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'subnets': [{'id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:14:34.177340 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb643ac4-8756-4493-a87b-c9ede51bb549 None None] The sync data for ids ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'] in n-d-822747-2 is: [{'id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'name': 'tempest-TestVolumeBootPattern-1758453011-router', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:38Z', 'revision_number': 4, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'gw_port': {'id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'd9ed0013-fd5e-48b9-90f0-8c70a3d1da28', 'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'mac_address': 'fa:16:3e:fc:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:37Z', 'updated_at': '2022-01-28T14:07:43Z', 'revision_number': 5, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'subnets': [{'id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:14:34.413634 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:34.421049 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4c618f-6b3d-466e-8617-b5c860888f04 None None] New status for floating IP 9b1265ea-6eda-4786-84b6-49ee4eac2fa3: DOWN {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:14:34.474443 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-3a178fca-b970-4c0b-b0eb-95d3976b2260 req-ce85d8b3-7e90-4109-9180-e1add9683556 service neutron] (103352) timed out ('10.222.0.39', 41738) {{(pid=103352) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 14:14:34.614430 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ea1a0344-6c60-4e79-b3ca-036e3e49b2ce req-7011bd2f-6862-4daf-9a29-7192c3c38c44 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 210 time: 0.0267835 Jan 28 14:14:35.119294 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:14:35.717116 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-83f95c03-86b0-4ca2-9c02-712a40e2ae23 req-021a5f31-079e-49e1-83f6-53767d4a588b tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 210 time: 0.0285032 Jan 28 14:14:36.420118 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:36.814965 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2d35ca80-e7c8-460e-9ae1-6f682b812e7a req-dc487077-56d9-450e-a78b-425ba2cdbdfd tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 210 time: 0.0274000 Jan 28 14:14:37.084981 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device a87ccd4f-7542-48cc-a307-9189abca15e2 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:14:37.105913 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: a87ccd4f-7542-48cc-a307-9189abca15e2 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:14:37.106262 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device a87ccd4f-7542-48cc-a307-9189abca15e2 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:14:37.911459 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-282c8d26-1758-424f-a949-223408a7e7dd req-1e4f696c-1de9-489e-8eeb-af90ce88cddd tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 210 time: 0.0267644 Jan 28 14:14:39.007045 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-30ff3169-9ae0-4a6c-99fd-31943932f419 req-535dd34e-22d9-460a-a34f-acaf941e8630 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 210 time: 0.0273252 Jan 28 14:14:40.109333 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-648e456a-2fbd-40e6-ae8e-399a823bb93b req-0525d438-e29c-4a32-ba45-63496f98a1de tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 210 time: 0.0306938 Jan 28 14:14:41.213913 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-747f96fd-3009-4f42-be20-2cba566c4921 req-85dee575-774b-4415-802e-4c651b77d1cb tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7de762b-daa8-4a99-b69b-47a0aaad2fc5 HTTP/1.1" status: 200 len: 210 time: 0.0264409 Jan 28 14:14:42.443321 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-53041487-0dbe-4267-a235-93df0fea34bb req-b8a3c475-a013-493b-a454-627e932e4a5c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1111506422&fields=id&tenant_id=60c5f606262c4ce58aaf3e0b05399cbc HTTP/1.1" status: 200 len: 267 time: 0.0568051 Jan 28 14:14:42.553429 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53041487-0dbe-4267-a235-93df0fea34bb req-76d4d291-2e44-4fd2-923a-bea3dcaa2ee3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:14:42.557299 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-53041487-0dbe-4267-a235-93df0fea34bb req-76d4d291-2e44-4fd2-923a-bea3dcaa2ee3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 812 time: 0.1049597 Jan 28 14:14:42.571997 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-53041487-0dbe-4267-a235-93df0fea34bb req-06e1149e-44ea-4887-8de0-9e234e1a93fe tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/quotas/60c5f606262c4ce58aaf3e0b05399cbc HTTP/1.1" status: 200 len: 375 time: 0.0106885 Jan 28 14:14:42.621712 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-53041487-0dbe-4267-a235-93df0fea34bb req-2f0c1975-b8f8-4a90-ad14-98bf3f03c473 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445769 Jan 28 14:14:42.809182 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-53041487-0dbe-4267-a235-93df0fea34bb req-d3460743-facd-4404-beef-06f61207ee1c service neutron] 10.222.0.39 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375003 Jan 28 14:14:42.909004 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-53041487-0dbe-4267-a235-93df0fea34bb req-57947ab1-b659-433a-8001-c0f142bdd46a service neutron] 10.222.0.39 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940733 Jan 28 14:14:43.197304 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7d0d2119-6519-42b5-9712-d6169e4001a1 req-becdea6d-afac-4217-8e73-9667c4984150 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 210 time: 0.0267129 Jan 28 14:14:44.278253 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0db47506-76e2-4366-aaae-516a26fce66c req-bc363399-0407-4cfb-add0-fd3ffe63c113 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 210 time: 0.0274804 Jan 28 14:14:45.368435 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a20c8933-ca54-413a-bf81-0d8753601bc4 req-28d25634-8119-4f49-9f45-9ba5173778da tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 210 time: 0.0304301 Jan 28 14:14:46.450306 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f07fb468-651a-4182-b0e0-d23d5c9b60ed req-0d0edcdb-372b-426c-a6e4-7e370d80af9c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 210 time: 0.0266056 Jan 28 14:14:47.546607 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-831e8b9c-daa0-4658-82db-81611aefbf85 req-9595c7fe-b0d3-496b-8bd6-b232aed5c35f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 210 time: 0.0268769 Jan 28 14:14:48.162469 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:48.301900 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53041487-0dbe-4267-a235-93df0fea34bb req-9186fdcb-340f-4d0d-aeb0-011f03e0f44b tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:14:48.303395 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-53041487-0dbe-4267-a235-93df0fea34bb req-9186fdcb-340f-4d0d-aeb0-011f03e0f44b tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.18 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 812 time: 0.1120501 Jan 28 14:14:48.367593 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-53041487-0dbe-4267-a235-93df0fea34bb req-d8f7216f-f63e-40f2-b8ec-2a5e11af4bbd tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60c5f606262c4ce58aaf3e0b05399cbc HTTP/1.1" status: 200 len: 380 time: 0.0564475 Jan 28 14:14:48.376477 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-53041487-0dbe-4267-a235-93df0fea34bb req-5432f085-bac0-4e91-a6ba-83340ba1af52 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Request body: {'port': {'device_id': 'cfa41619-3759-4f07-8794-09b55107db79', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'admin_state_up': True, 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'security_groups': ['0cb9a276-bd27-4d85-aa4b-3bd4852db9cc']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:14:48.484447 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53041487-0dbe-4267-a235-93df0fea34bb req-5432f085-bac0-4e91-a6ba-83340ba1af52 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Made reservation on behalf of 60c5f606262c4ce58aaf3e0b05399cbc for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:14:48.487879 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-53041487-0dbe-4267-a235-93df0fea34bb req-5432f085-bac0-4e91-a6ba-83340ba1af52 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:48.658883 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bca0bfee-0097-4460-8554-0408799e7b9f req-454b9006-1845-43c0-aeb9-b3e59d8a8ceb tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 210 time: 0.0296872 Jan 28 14:14:48.969074 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-53041487-0dbe-4267-a235-93df0fea34bb req-5432f085-bac0-4e91-a6ba-83340ba1af52 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Allocated IP 172.20.0.7 (7e2baaf8-afbf-4340-9284-c0a506c9d66c/a773a080-709e-4afe-b3b6-f6580a29f9f7/0fdf8d1c-d537-47c8-90d8-ed9c31b37b58) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:14:49.121513 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-53041487-0dbe-4267-a235-93df0fea34bb req-5432f085-bac0-4e91-a6ba-83340ba1af52 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for port (0fdf8d1c-d537-47c8-90d8-ed9c31b37b58), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:49.156188 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-53041487-0dbe-4267-a235-93df0fea34bb req-5432f085-bac0-4e91-a6ba-83340ba1af52 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (0fdf8d1c-d537-47c8-90d8-ed9c31b37b58), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:49.199932 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53041487-0dbe-4267-a235-93df0fea34bb req-5432f085-bac0-4e91-a6ba-83340ba1af52 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Network 7e2baaf8-afbf-4340-9284-c0a506c9d66c is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:14:49.202875 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-53041487-0dbe-4267-a235-93df0fea34bb req-5432f085-bac0-4e91-a6ba-83340ba1af52 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:14:49.208727 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-53041487-0dbe-4267-a235-93df0fea34bb req-5432f085-bac0-4e91-a6ba-83340ba1af52 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:14:49.232730 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432f085-bac0-4e91-a6ba-83340ba1af52 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event updated for resources: {'Port': ['ID=0fdf8d1c-d537-47c8-90d8-ed9c31b37b58,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:14:49.260419 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53041487-0dbe-4267-a235-93df0fea34bb req-5432f085-bac0-4e91-a6ba-83340ba1af52 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:14:49.261106 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-53041487-0dbe-4267-a235-93df0fea34bb req-5432f085-bac0-4e91-a6ba-83340ba1af52 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:49.282635 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-53041487-0dbe-4267-a235-93df0fea34bb req-5432f085-bac0-4e91-a6ba-83340ba1af52 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9097230 Jan 28 14:14:49.294537 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-53041487-0dbe-4267-a235-93df0fea34bb req-71b27294-28c8-4b39-8433-bfda5dd8f2fe service neutron] Request body: {'port': {'device_id': 'cfa41619-3759-4f07-8794-09b55107db79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:14:49.366799 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-53041487-0dbe-4267-a235-93df0fea34bb req-71b27294-28c8-4b39-8433-bfda5dd8f2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0fdf8d1c-d537-47c8-90d8-ed9c31b37b58), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:49.476191 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d52db179-035c-4654-9fd4-da6067264d42 None None] Provisioning complete for port 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:14:49.476667 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d52db179-035c-4654-9fd4-da6067264d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0fdf8d1c-d537-47c8-90d8-ed9c31b37b58), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:49.512114 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d52db179-035c-4654-9fd4-da6067264d42 None None] Port 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:14:49.634495 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-53041487-0dbe-4267-a235-93df0fea34bb req-71b27294-28c8-4b39-8433-bfda5dd8f2fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:14:49.646197 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-53041487-0dbe-4267-a235-93df0fea34bb req-71b27294-28c8-4b39-8433-bfda5dd8f2fe service neutron] Publish callbacks [] for port (0fdf8d1c-d537-47c8-90d8-ed9c31b37b58), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:49.660330 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-53041487-0dbe-4267-a235-93df0fea34bb req-71b27294-28c8-4b39-8433-bfda5dd8f2fe service neutron] Transition to ACTIVE for port object 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:14:49.664018 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-53041487-0dbe-4267-a235-93df0fea34bb req-71b27294-28c8-4b39-8433-bfda5dd8f2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (0fdf8d1c-d537-47c8-90d8-ed9c31b37b58), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:49.712998 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b27294-28c8-4b39-8433-bfda5dd8f2fe service neutron] Pushing event updated for resources: {'Port': ['ID=0fdf8d1c-d537-47c8-90d8-ed9c31b37b58,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:14:49.821518 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788d2b4-0099-46f0-8cbe-fa077b07fd50 req-2a314c95-3b1c-404c-b5da-3f1a0cf81fc3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:14:49.823149 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e788d2b4-0099-46f0-8cbe-fa077b07fd50 req-2a314c95-3b1c-404c-b5da-3f1a0cf81fc3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 943 time: 0.0850143 Jan 28 14:14:49.841429 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-53041487-0dbe-4267-a235-93df0fea34bb req-71b27294-28c8-4b39-8433-bfda5dd8f2fe service neutron] Attempting to bind port 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:14:49.841778 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-53041487-0dbe-4267-a235-93df0fea34bb req-71b27294-28c8-4b39-8433-bfda5dd8f2fe service neutron] Attempting to bind port 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:14:49.842088 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53041487-0dbe-4267-a235-93df0fea34bb req-71b27294-28c8-4b39-8433-bfda5dd8f2fe service neutron] Attempting to bind port 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 on network 7e2baaf8-afbf-4340-9284-c0a506c9d66c {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:14:49.852594 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53041487-0dbe-4267-a235-93df0fea34bb req-71b27294-28c8-4b39-8433-bfda5dd8f2fe service neutron] Port 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 on network 7e2baaf8-afbf-4340-9284-c0a506c9d66c not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:14:49.852971 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53041487-0dbe-4267-a235-93df0fea34bb req-71b27294-28c8-4b39-8433-bfda5dd8f2fe service neutron] Attempting to bind port 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 on network 7e2baaf8-afbf-4340-9284-c0a506c9d66c {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:14:49.863969 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53041487-0dbe-4267-a235-93df0fea34bb req-71b27294-28c8-4b39-8433-bfda5dd8f2fe service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:14:49.864309 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53041487-0dbe-4267-a235-93df0fea34bb req-71b27294-28c8-4b39-8433-bfda5dd8f2fe service neutron] Checking segment: {'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:14:49.864685 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53041487-0dbe-4267-a235-93df0fea34bb req-71b27294-28c8-4b39-8433-bfda5dd8f2fe service neutron] Bound using segment: {'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:14:49.865140 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-53041487-0dbe-4267-a235-93df0fea34bb req-71b27294-28c8-4b39-8433-bfda5dd8f2fe service neutron] Bound port: 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:14:49.865496 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-53041487-0dbe-4267-a235-93df0fea34bb req-71b27294-28c8-4b39-8433-bfda5dd8f2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0fdf8d1c-d537-47c8-90d8-ed9c31b37b58), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:49.948926 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e788d2b4-0099-46f0-8cbe-fa077b07fd50 req-ef737aca-8e18-4acf-bb45-2e109c595dcf tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180332 Jan 28 14:14:49.987137 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-53041487-0dbe-4267-a235-93df0fea34bb req-71b27294-28c8-4b39-8433-bfda5dd8f2fe service neutron] For port 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:14:49.995367 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-53041487-0dbe-4267-a235-93df0fea34bb req-71b27294-28c8-4b39-8433-bfda5dd8f2fe service neutron] For port 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=0fdf8d1c-d537-47c8-90d8-ed9c31b37b58,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:14:50.001533 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-53041487-0dbe-4267-a235-93df0fea34bb req-71b27294-28c8-4b39-8433-bfda5dd8f2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (0fdf8d1c-d537-47c8-90d8-ed9c31b37b58), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:50.044237 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53041487-0dbe-4267-a235-93df0fea34bb req-71b27294-28c8-4b39-8433-bfda5dd8f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:14:50.044995 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-53041487-0dbe-4267-a235-93df0fea34bb req-71b27294-28c8-4b39-8433-bfda5dd8f2fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:50.046564 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-53041487-0dbe-4267-a235-93df0fea34bb req-71b27294-28c8-4b39-8433-bfda5dd8f2fe service neutron] 10.222.0.18 "PUT /v2.0/ports/0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 HTTP/1.1" status: 200 len: 1091 time: 0.7566683 Jan 28 14:14:50.047090 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa41619-3759-4f07-8794-09b55107db79', 'tag': '0fdf8d1c-d537-47c8-90d8-ed9c31b37b58'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:14:50.049498 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ba7348-3694-474d-a506-d863de3a2ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "cfa41619-3759-4f07-8794-09b55107db79", "tag": "0fdf8d1c-d537-47c8-90d8-ed9c31b37b58"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:14:50.102164 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1aca5b-1c68-4508-ad22-8291afcbabfc x-openstack-request-id: req-4a1aca5b-1c68-4508-ad22-8291afcbabfc {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:14:50.102464 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfa41619-3759-4f07-8794-09b55107db79", "tag": "0fdf8d1c-d537-47c8-90d8-ed9c31b37b58", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:14:50.102716 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4a1aca5b-1c68-4508-ad22-8291afcbabfc {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:14:50.103283 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa41619-3759-4f07-8794-09b55107db79', 'tag': '0fdf8d1c-d537-47c8-90d8-ed9c31b37b58', 'status': 'completed', 'code': 200} Jan 28 14:14:50.105176 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b27294-28c8-4b39-8433-bfda5dd8f2fe service neutron] Pushing event updated for resources: {'Port': ['ID=0fdf8d1c-d537-47c8-90d8-ed9c31b37b58,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:14:50.138793 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53041487-0dbe-4267-a235-93df0fea34bb req-93cb4ab0-2242-49ec-b5a8-96ec6e20f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:14:50.140380 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-53041487-0dbe-4267-a235-93df0fea34bb req-93cb4ab0-2242-49ec-b5a8-96ec6e20f793 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 1094 time: 0.0480511 Jan 28 14:14:50.190215 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-53041487-0dbe-4267-a235-93df0fea34bb req-f06d0e9e-5604-445b-bfc4-41b944cdade7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 HTTP/1.1" status: 200 len: 217 time: 0.0425746 Jan 28 14:14:50.194158 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:50.246491 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53041487-0dbe-4267-a235-93df0fea34bb req-ba33bf42-d0b7-4456-bbf6-c3848af19cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:14:50.248059 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-53041487-0dbe-4267-a235-93df0fea34bb req-ba33bf42-d0b7-4456-bbf6-c3848af19cd1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a773a080-709e-4afe-b3b6-f6580a29f9f7 HTTP/1.1" status: 200 len: 851 time: 0.0523188 Jan 28 14:14:50.299750 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53041487-0dbe-4267-a235-93df0fea34bb req-15e80a0f-1c7e-480e-908f-04e4a38c473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:14:50.301384 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-53041487-0dbe-4267-a235-93df0fea34bb req-15e80a0f-1c7e-480e-908f-04e4a38c473a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e2baaf8-afbf-4340-9284-c0a506c9d66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464172 Jan 28 14:14:50.409408 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-53041487-0dbe-4267-a235-93df0fea34bb req-83877843-62d9-43e5-a4b0-8e36d2117c6c service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018474 Jan 28 14:14:50.499797 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-53041487-0dbe-4267-a235-93df0fea34bb req-94fddc20-a40a-420f-a4fe-593a26d7ef76 service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849607 Jan 28 14:14:50.585949 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba7348-3694-474d-a506-d863de3a2ecf req-6def7dd2-a2b6-4945-87cc-ebe5e87cbe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:14:50.587400 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-37ba7348-3694-474d-a506-d863de3a2ecf req-6def7dd2-a2b6-4945-87cc-ebe5e87cbe91 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 1094 time: 0.0418780 Jan 28 14:14:50.681427 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba7348-3694-474d-a506-d863de3a2ecf req-20b7a0e8-8c31-4714-bdc8-7ca3b748f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:14:50.682947 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-37ba7348-3694-474d-a506-d863de3a2ecf req-20b7a0e8-8c31-4714-bdc8-7ca3b748f6cd service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 912 time: 0.0891171 Jan 28 14:14:50.723049 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-37ba7348-3694-474d-a506-d863de3a2ecf req-8f975dbc-029a-4876-a314-1fbf4976cde1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 HTTP/1.1" status: 200 len: 217 time: 0.0341799 Jan 28 14:14:50.776316 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba7348-3694-474d-a506-d863de3a2ecf req-17a4d9f2-00b5-41b9-a654-76f20a3de260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:14:50.777808 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-37ba7348-3694-474d-a506-d863de3a2ecf req-17a4d9f2-00b5-41b9-a654-76f20a3de260 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a773a080-709e-4afe-b3b6-f6580a29f9f7 HTTP/1.1" status: 200 len: 851 time: 0.0488172 Jan 28 14:14:50.824600 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba7348-3694-474d-a506-d863de3a2ecf req-c6ad64db-168e-47cf-b1f0-e49c7f8bc623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:14:50.826141 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-37ba7348-3694-474d-a506-d863de3a2ecf req-c6ad64db-168e-47cf-b1f0-e49c7f8bc623 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e2baaf8-afbf-4340-9284-c0a506c9d66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423050 Jan 28 14:14:50.927249 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-37ba7348-3694-474d-a506-d863de3a2ecf req-df096412-6303-4246-82b6-2089b0e73e8f service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943353 Jan 28 14:14:51.025271 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-37ba7348-3694-474d-a506-d863de3a2ecf req-21255e42-d174-49a5-ba5c-3f1ec86243a3 service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914774 Jan 28 14:14:51.077335 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e466630-b036-46f7-bbe6-249dd8383c86 req-4b894aaf-b1f0-41ab-82a6-4fa07a84934d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:14:51.079575 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2e466630-b036-46f7-bbe6-249dd8383c86 req-4b894aaf-b1f0-41ab-82a6-4fa07a84934d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 943 time: 0.0533972 Jan 28 14:14:51.134848 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2e466630-b036-46f7-bbe6-249dd8383c86 req-dcfac1ee-a448-4bba-96fd-7a713c587866 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495355 Jan 28 14:14:52.260385 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebba9c-4242-4f1c-8e2d-dae05ea35746 req-3339cefc-3735-4f5d-b4c9-30422e3dd088 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:14:52.261836 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-01ebba9c-4242-4f1c-8e2d-dae05ea35746 req-3339cefc-3735-4f5d-b4c9-30422e3dd088 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 943 time: 0.0514076 Jan 28 14:14:52.313734 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-01ebba9c-4242-4f1c-8e2d-dae05ea35746 req-3c5bd56d-8c48-45e7-b5ad-fbe13d5450ea tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442591 Jan 28 14:14:53.432994 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11863bfc-b85c-4ab3-9764-596c137a7c64 req-dc8be1e1-b6e2-4f5c-91ba-e0dab0d547c1 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:14:53.434506 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-11863bfc-b85c-4ab3-9764-596c137a7c64 req-dc8be1e1-b6e2-4f5c-91ba-e0dab0d547c1 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 943 time: 0.0502176 Jan 28 14:14:53.484992 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-11863bfc-b85c-4ab3-9764-596c137a7c64 req-3a3f9ef0-e0e3-4d7d-89e8-7e7b22975a98 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444481 Jan 28 14:14:54.606776 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d5459-7be9-4d3d-ae64-b40295bd03ac req-d7aacee4-0242-40d2-86ed-c945f5337c76 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:14:54.608208 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e93d5459-7be9-4d3d-ae64-b40295bd03ac req-d7aacee4-0242-40d2-86ed-c945f5337c76 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 943 time: 0.0540998 Jan 28 14:14:54.657905 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e93d5459-7be9-4d3d-ae64-b40295bd03ac req-a8a9072e-d45f-492b-982b-fa4be22547c7 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439465 Jan 28 14:14:55.784440 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c9ae1-b2be-4401-be44-ad81ebe69b21 req-8a86072d-be9f-4dc3-93d3-3e9835443167 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:14:55.786083 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d72c9ae1-b2be-4401-be44-ad81ebe69b21 req-8a86072d-be9f-4dc3-93d3-3e9835443167 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 943 time: 0.0571599 Jan 28 14:14:55.840860 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d72c9ae1-b2be-4401-be44-ad81ebe69b21 req-4efa59d0-2c47-4d08-9bb7-b6e093bb27a6 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485566 Jan 28 14:14:56.961251 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d193150-b96f-4d42-bf56-07edcc328e78 req-11ca3528-1e50-4166-b4b0-af51fce950a9 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:14:56.962813 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3d193150-b96f-4d42-bf56-07edcc328e78 req-11ca3528-1e50-4166-b4b0-af51fce950a9 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 943 time: 0.0504742 Jan 28 14:14:57.013672 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3d193150-b96f-4d42-bf56-07edcc328e78 req-89e249ca-c9da-48f0-bdf3-f7946700c54d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448582 Jan 28 14:14:58.139204 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92351a5-087a-41d8-a552-72b286460d7f req-5b8b2969-f51c-4c88-b107-ad02a662f7c9 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:14:58.140720 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a92351a5-087a-41d8-a552-72b286460d7f req-5b8b2969-f51c-4c88-b107-ad02a662f7c9 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 943 time: 0.0561073 Jan 28 14:14:58.194614 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a92351a5-087a-41d8-a552-72b286460d7f req-89417879-09fc-4fa0-ac51-c3cd55be540e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456119 Jan 28 14:14:59.322836 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077aa94-d523-46a8-b195-b13b5f06fde5 req-e568c3e1-088d-4a10-b864-c0913ece437c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:14:59.324509 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d077aa94-d523-46a8-b195-b13b5f06fde5 req-e568c3e1-088d-4a10-b864-c0913ece437c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 943 time: 0.0585971 Jan 28 14:14:59.374430 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3df26cb-c92c-4cea-a535-9a8c3c308ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:59.376426 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d077aa94-d523-46a8-b195-b13b5f06fde5 req-2fd8e23e-ab5f-4684-966e-ee52b2e9e55b tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459530 Jan 28 14:15:00.498466 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70875ee-5799-4ef9-a7d7-94e7143c7ad4 req-6b044ffa-b77d-4faa-8e0e-c6bee3cd7175 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:15:00.499988 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e70875ee-5799-4ef9-a7d7-94e7143c7ad4 req-6b044ffa-b77d-4faa-8e0e-c6bee3cd7175 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 943 time: 0.0505581 Jan 28 14:15:00.549971 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e70875ee-5799-4ef9-a7d7-94e7143c7ad4 req-4768a1e7-9450-4541-8cab-74bcb2af4976 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439725 Jan 28 14:15:01.666832 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8d805-2487-46fc-b275-d89be03a4700 req-ec6df9a6-e561-4717-90a4-c3cbc004de0d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:15:01.669171 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-97c8d805-2487-46fc-b275-d89be03a4700 req-ec6df9a6-e561-4717-90a4-c3cbc004de0d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 943 time: 0.0499532 Jan 28 14:15:01.688427 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b9e3fe46-5820-4afa-ab4b-13c1b5fb95fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:01.720650 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-97c8d805-2487-46fc-b275-d89be03a4700 req-6f00359a-12ca-4e46-ab60-512e95d17506 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464272 Jan 28 14:15:02.839002 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31530b-c156-4629-b475-8475c4a4751e req-d4a177f2-1b0f-4aa3-8e54-8b34e72d7555 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:15:02.840542 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1b31530b-c156-4629-b475-8475c4a4751e req-d4a177f2-1b0f-4aa3-8e54-8b34e72d7555 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 943 time: 0.0509059 Jan 28 14:15:02.896136 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1b31530b-c156-4629-b475-8475c4a4751e req-84a05570-44d9-43f1-a307-8abf7af325b9 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474463 Jan 28 14:15:03.035011 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:04.036708 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e5a6b-3fe2-488f-8a37-1202e69b5c91 req-cb10e75c-41f8-4062-9e2d-2f7f479ddf17 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:15:04.038192 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa8e5a6b-3fe2-488f-8a37-1202e69b5c91 req-cb10e75c-41f8-4062-9e2d-2f7f479ddf17 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 943 time: 0.0585880 Jan 28 14:15:04.090327 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa8e5a6b-3fe2-488f-8a37-1202e69b5c91 req-27fc13d3-bb78-46dd-81d7-e72f3ea783ad tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462289 Jan 28 14:15:04.416313 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:05.225212 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129ddf6-880c-431f-86fc-6efcc83e3c6c req-ef257587-a01a-4490-b91b-a9a2ab403674 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:15:05.227543 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c129ddf6-880c-431f-86fc-6efcc83e3c6c req-ef257587-a01a-4490-b91b-a9a2ab403674 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 943 time: 0.0617800 Jan 28 14:15:05.271136 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:15:05.291517 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c129ddf6-880c-431f-86fc-6efcc83e3c6c req-0ecb7958-96fd-44a3-b749-be37b8f63bc0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553992 Jan 28 14:15:05.380828 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=0fdf8d1c-d537-47c8-90d8-ed9c31b37b58,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:15:05.391947 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '0fdf8d1c-d537-47c8-90d8-ed9c31b37b58', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'port_id': '0fdf8d1c-d537-47c8-90d8-ed9c31b37b58', 'mac_address': 'fa:16:3e:c2:3e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:15:05.430301 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:15:05.431002 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0fdf8d1c-d537-47c8-90d8-ed9c31b37b58), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:05.444462 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:15:05.463895 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=0fdf8d1c-d537-47c8-90d8-ed9c31b37b58,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:15:05.471375 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0fdf8d1c-d537-47c8-90d8-ed9c31b37b58), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:05.526188 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=0fdf8d1c-d537-47c8-90d8-ed9c31b37b58,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:05.538812 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:05.539311 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:05.539883 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:05.540444 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:05.540996 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:05.541328 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:05.541685 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:05.542008 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:05.542403 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:05.542750 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:05.543077 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:05.543435 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:05.543744 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:05.680897 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['0fdf8d1c-d537-47c8-90d8-ed9c31b37b58'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:15:06.416316 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:06.416626 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5858846-0ffd-4323-ada1-04defd278b3f req-ff4a959e-d7a5-4c8c-a306-ed73fc354336 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:15:06.418088 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a5858846-0ffd-4323-ada1-04defd278b3f req-ff4a959e-d7a5-4c8c-a306-ed73fc354336 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 944 time: 0.0532932 Jan 28 14:15:06.471744 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a5858846-0ffd-4323-ada1-04defd278b3f req-309f48cf-7a67-49d1-9ff7-7d2695872362 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450246 Jan 28 14:15:07.271218 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:15:07.328604 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:15:07.332908 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:15:07.333292 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0fdf8d1c-d537-47c8-90d8-ed9c31b37b58), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:07.415164 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:15:07.415520 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0fdf8d1c-d537-47c8-90d8-ed9c31b37b58), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:07.442166 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa41619-3759-4f07-8794-09b55107db79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdf8d1c-d537-47c8-90d8-ed9c31b37b58'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:15:07.455712 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=0fdf8d1c-d537-47c8-90d8-ed9c31b37b58,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:15:07.460788 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0fdf8d1c-d537-47c8-90d8-ed9c31b37b58), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:07.489368 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d99c3e-7963-45c0-ae5f-0c5787e62ed7" -d '{"events": [{"server_uuid": "cfa41619-3759-4f07-8794-09b55107db79", "name": "network-vif-plugged", "status": "completed", "tag": "0fdf8d1c-d537-47c8-90d8-ed9c31b37b58"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:15:07.516109 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=0fdf8d1c-d537-47c8-90d8-ed9c31b37b58,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:07.578244 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e471d2-5c47-4a6f-a23f-3ded0bd890e8 x-openstack-request-id: req-99e471d2-5c47-4a6f-a23f-3ded0bd890e8 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:15:07.578538 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa41619-3759-4f07-8794-09b55107db79", "name": "network-vif-plugged", "status": "completed", "tag": "0fdf8d1c-d537-47c8-90d8-ed9c31b37b58", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:15:07.578790 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-99e471d2-5c47-4a6f-a23f-3ded0bd890e8 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:15:07.579224 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa41619-3759-4f07-8794-09b55107db79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdf8d1c-d537-47c8-90d8-ed9c31b37b58', 'code': 200} Jan 28 14:15:07.596063 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e4d1b-4c8f-40d6-9d35-bc5492af1a4b req-d4f0cda1-f6c3-4658-a179-2a8baddd1ac6 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:15:07.597651 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9b0e4d1b-4c8f-40d6-9d35-bc5492af1a4b req-d4f0cda1-f6c3-4658-a179-2a8baddd1ac6 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 945 time: 0.0492358 Jan 28 14:15:07.651724 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9b0e4d1b-4c8f-40d6-9d35-bc5492af1a4b req-1632e4b4-d502-42f5-aa6e-67211a2fc82f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473073 Jan 28 14:15:07.676988 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfce9b-59c6-458e-9dbe-5711ae76f389 req-9770538d-482b-4cac-b11f-fd15900a5e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:15:07.678452 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d9dfce9b-59c6-458e-9dbe-5711ae76f389 req-9770538d-482b-4cac-b11f-fd15900a5e96 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 1096 time: 0.0404484 Jan 28 14:15:07.725151 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d9dfce9b-59c6-458e-9dbe-5711ae76f389 req-12fe2845-69ea-4fa6-a69c-f69c40bcb23f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400372 Jan 28 14:15:08.782827 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ef58f-b354-4f7c-88c2-aef984af8544 req-70abb6ac-7bad-40c1-9042-dfcd99ac0495 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:15:08.784449 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4b2ef58f-b354-4f7c-88c2-aef984af8544 req-70abb6ac-7bad-40c1-9042-dfcd99ac0495 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 945 time: 0.0548687 Jan 28 14:15:08.835635 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4b2ef58f-b354-4f7c-88c2-aef984af8544 req-888975bb-6e35-428c-a848-20e7558557e4 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450914 Jan 28 14:15:09.969739 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b2399-f3b5-4540-bc69-8976e6add74b req-d825e18c-0a66-401c-9923-0f36aede8283 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:15:09.971540 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-da9b2399-f3b5-4540-bc69-8976e6add74b req-d825e18c-0a66-401c-9923-0f36aede8283 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 945 time: 0.0547822 Jan 28 14:15:10.024731 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-da9b2399-f3b5-4540-bc69-8976e6add74b req-bfe15c75-4125-4f72-944d-18a9613ca485 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438426 Jan 28 14:15:10.157378 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e67d59-8a8c-4a8c-8a56-ed69f86ce9de req-a0a6f915-cdd4-4dc8-bc61-cb3a1a2db8f5 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:15:10.158864 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a7e67d59-8a8c-4a8c-8a56-ed69f86ce9de req-a0a6f915-cdd4-4dc8-bc61-cb3a1a2db8f5 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 945 time: 0.0570686 Jan 28 14:15:10.217866 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a7e67d59-8a8c-4a8c-8a56-ed69f86ce9de req-5930c230-71d7-4624-832d-45904696d052 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532749 Jan 28 14:15:10.240696 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48054) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:15:10.334296 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6240234-37f4-41df-b639-27a5ba403d41 tempest-TestVolumeBootPattern-100947199 tempest-TestVolumeBootPattern-100947199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:15:10.335860 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f6240234-37f4-41df-b639-27a5ba403d41 tempest-TestVolumeBootPattern-100947199 tempest-TestVolumeBootPattern-100947199-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 1091 time: 0.0941176 Jan 28 14:15:10.340500 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48058) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:15:10.347329 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'port_id': '0fdf8d1c-d537-47c8-90d8-ed9c31b37b58', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:15:10.381085 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:10.495678 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:10.608680 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Allocated IP 172.25.3.192 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/7e275961-6f55-4a51-9934-5a90663488ee) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:15:10.717660 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for port (7e275961-6f55-4a51-9934-5a90663488ee), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:10.759764 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (7e275961-6f55-4a51-9934-5a90663488ee), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:10.795455 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:15:10.798234 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:15:10.801364 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:15:10.830758 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event updated for resources: {'Port': ['ID=7e275961-6f55-4a51-9934-5a90663488ee,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:10.842373 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:10.842700 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:10.843078 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:10.843415 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:10.843742 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:10.844071 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:10.844422 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:10.844726 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:10.845035 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:10.845353 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:10.845687 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:10.846002 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:10.846323 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:11.642678 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for floatingip (7cd343f9-ed64-4496-8786-6e3994136e5c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:11.774060 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7e275961-6f55-4a51-9934-5a90663488ee), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:11.938827 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for port (7e275961-6f55-4a51-9934-5a90663488ee), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:11.944888 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (7e275961-6f55-4a51-9934-5a90663488ee), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:12.017255 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event updated for resources: {'Port': ['ID=7e275961-6f55-4a51-9934-5a90663488ee,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:12.029435 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (7cd343f9-ed64-4496-8786-6e3994136e5c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:12.119621 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:15:12.133132 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Floating IP 7cd343f9-ed64-4496-8786-6e3994136e5c associated. External IP: 172.25.3.192, port: 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58. Jan 28 14:15:12.345542 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Router 7d47f0eb-650b-4160-9f6b-4f03c267fffb has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:15:12.453524 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:15:12.464629 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bffbf2-ec9f-4924-9fab-f5cb25863ef6 None None] Sync routers for ids ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:15:12.472143 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:12.477087 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bffbf2-ec9f-4924-9fab-f5cb25863ef6 None None] Routers {'7d47f0eb-650b-4160-9f6b-4f03c267fffb'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:15:12.477733 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-32bffbf2-ec9f-4924-9fab-f5cb25863ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:15:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:15:12.505157 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6ed3851d-2703-41e3-96fe-ce016eeeb6af tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1632934 Jan 28 14:15:12.505770 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa41619-3759-4f07-8794-09b55107db79', 'tag': '0fdf8d1c-d537-47c8-90d8-ed9c31b37b58'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:15:12.546090 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a41696-f4c5-487e-a936-7cb77e0a9956" -d '{"events": [{"name": "network-changed", "server_uuid": "cfa41619-3759-4f07-8794-09b55107db79", "tag": "0fdf8d1c-d537-47c8-90d8-ed9c31b37b58"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:15:12.590367 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-32bffbf2-ec9f-4924-9fab-f5cb25863ef6 None None] Set router 7d47f0eb-650b-4160-9f6b-4f03c267fffb gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:15:12.632623 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89247152-b9b8-48dc-a290-4894336330b8 x-openstack-request-id: req-89247152-b9b8-48dc-a290-4894336330b8 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:15:12.632919 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfa41619-3759-4f07-8794-09b55107db79", "tag": "0fdf8d1c-d537-47c8-90d8-ed9c31b37b58", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:15:12.633176 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-89247152-b9b8-48dc-a290-4894336330b8 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:15:12.633584 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa41619-3759-4f07-8794-09b55107db79', 'tag': '0fdf8d1c-d537-47c8-90d8-ed9c31b37b58', 'status': 'completed', 'code': 200} Jan 28 14:15:12.704669 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a41696-f4c5-487e-a936-7cb77e0a9956 req-70fb907c-a22b-4f6c-aea2-f982a8ebb565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:15:12.707223 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b7a41696-f4c5-487e-a936-7cb77e0a9956 req-70fb907c-a22b-4f6c-aea2-f982a8ebb565 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 1096 time: 0.0515218 Jan 28 14:15:12.798491 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a41696-f4c5-487e-a936-7cb77e0a9956 req-5cdd56e4-916a-4f9b-bc63-90de62e56885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:15:12.800000 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b7a41696-f4c5-487e-a936-7cb77e0a9956 req-5cdd56e4-916a-4f9b-bc63-90de62e56885 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 912 time: 0.0874293 Jan 28 14:15:12.826038 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-32bffbf2-ec9f-4924-9fab-f5cb25863ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'name': 'tempest-TestVolumeBootPattern-1758453011-router', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:38Z', 'revision_number': 4, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'gw_port': {'id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '7cd343f9-ed64-4496-8786-6e3994136e5c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'port_id': '0fdf8d1c-d537-47c8-90d8-ed9c31b37b58', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'mac_address': 'fa:16:3e:c2:3e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa41619-3759-4f07-8794-09b55107db79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:15:11Z', 'updated_at': '2022-01-28T14:15:11Z', 'revision_number': 0, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ed0013-fd5e-48b9-90f0-8c70a3d1da28', 'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'mac_address': 'fa:16:3e:fc:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:37Z', 'updated_at': '2022-01-28T14:07:43Z', 'revision_number': 5, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'subnets': [{'id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:15:12.856920 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bffbf2-ec9f-4924-9fab-f5cb25863ef6 None None] Checking router: 7d47f0eb-650b-4160-9f6b-4f03c267fffb for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:15:12.865520 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bffbf2-ec9f-4924-9fab-f5cb25863ef6 None None] Routers {'7d47f0eb-650b-4160-9f6b-4f03c267fffb'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:15:12.866165 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-32bffbf2-ec9f-4924-9fab-f5cb25863ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:15:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:15:12.877117 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b7a41696-f4c5-487e-a936-7cb77e0a9956 req-2fbe1d55-b0cd-4388-b742-49cc15ef5ffd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 HTTP/1.1" status: 200 len: 999 time: 0.0709493 Jan 28 14:15:12.925798 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a41696-f4c5-487e-a936-7cb77e0a9956 req-4bd322b5-c7ce-47e9-a54b-9bd12d87957b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:15:12.927360 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b7a41696-f4c5-487e-a936-7cb77e0a9956 req-4bd322b5-c7ce-47e9-a54b-9bd12d87957b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a773a080-709e-4afe-b3b6-f6580a29f9f7 HTTP/1.1" status: 200 len: 851 time: 0.0450757 Jan 28 14:15:12.973253 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-32bffbf2-ec9f-4924-9fab-f5cb25863ef6 None None] Set router 7d47f0eb-650b-4160-9f6b-4f03c267fffb gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:15:12.973707 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a41696-f4c5-487e-a936-7cb77e0a9956 req-81906835-dff9-4c0d-91c2-9e4b91307f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:15:12.975291 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b7a41696-f4c5-487e-a936-7cb77e0a9956 req-81906835-dff9-4c0d-91c2-9e4b91307f63 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e2baaf8-afbf-4340-9284-c0a506c9d66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420341 Jan 28 14:15:13.069559 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b7a41696-f4c5-487e-a936-7cb77e0a9956 req-df75b2db-7434-4202-a937-2b4467468af9 service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882921 Jan 28 14:15:13.161391 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b7a41696-f4c5-487e-a936-7cb77e0a9956 req-32b47784-5830-42f6-a628-780823c779c7 service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862246 Jan 28 14:15:13.201752 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-32bffbf2-ec9f-4924-9fab-f5cb25863ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'name': 'tempest-TestVolumeBootPattern-1758453011-router', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:38Z', 'revision_number': 4, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'gw_port': {'id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '7cd343f9-ed64-4496-8786-6e3994136e5c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'port_id': '0fdf8d1c-d537-47c8-90d8-ed9c31b37b58', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'mac_address': 'fa:16:3e:c2:3e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa41619-3759-4f07-8794-09b55107db79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:15:11Z', 'updated_at': '2022-01-28T14:15:11Z', 'revision_number': 0, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ed0013-fd5e-48b9-90f0-8c70a3d1da28', 'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'mac_address': 'fa:16:3e:fc:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:37Z', 'updated_at': '2022-01-28T14:07:43Z', 'revision_number': 5, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'subnets': [{'id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:15:13.231846 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bffbf2-ec9f-4924-9fab-f5cb25863ef6 None None] The sync data for ids ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'] in n-d-822747-2 is: [{'id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'name': 'tempest-TestVolumeBootPattern-1758453011-router', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:38Z', 'revision_number': 4, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'gw_port': {'id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '7cd343f9-ed64-4496-8786-6e3994136e5c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'port_id': '0fdf8d1c-d537-47c8-90d8-ed9c31b37b58', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'mac_address': 'fa:16:3e:c2:3e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa41619-3759-4f07-8794-09b55107db79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:15:11Z', 'updated_at': '2022-01-28T14:15:11Z', 'revision_number': 0, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ed0013-fd5e-48b9-90f0-8c70a3d1da28', 'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'mac_address': 'fa:16:3e:fc:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:37Z', 'updated_at': '2022-01-28T14:07:43Z', 'revision_number': 5, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'subnets': [{'id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:15:13.438556 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0619914-e178-46f7-acbd-9d4b82ec0a4b None None] New status for floating IP 7cd343f9-ed64-4496-8786-6e3994136e5c: ACTIVE {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:15:18.162880 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:20.225524 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:25.546281 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1d006826-d3f6-44db-b325-f93f0e995b9f req-ad15b871-4ce9-45b5-880d-df2a43bc3d2f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471632 Jan 28 14:15:25.637256 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d006826-d3f6-44db-b325-f93f0e995b9f req-3bf9b4d7-a067-49dc-a9fe-f48a51a3ce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:15:25.638619 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1d006826-d3f6-44db-b325-f93f0e995b9f req-3bf9b4d7-a067-49dc-a9fe-f48a51a3ce1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 1096 time: 0.0415516 Jan 28 14:15:25.754248 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d006826-d3f6-44db-b325-f93f0e995b9f req-733ba56b-3683-455e-b1e7-477d89bc3f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:15:25.755895 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1d006826-d3f6-44db-b325-f93f0e995b9f req-733ba56b-3683-455e-b1e7-477d89bc3f27 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 912 time: 0.0984704 Jan 28 14:15:25.829063 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1d006826-d3f6-44db-b325-f93f0e995b9f req-2271e627-0452-4678-a615-c41a974dbd4e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 HTTP/1.1" status: 200 len: 1001 time: 0.0663533 Jan 28 14:15:25.885024 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d006826-d3f6-44db-b325-f93f0e995b9f req-d81f8da0-3610-4b73-9ac3-95c51046ef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:15:25.886710 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1d006826-d3f6-44db-b325-f93f0e995b9f req-d81f8da0-3610-4b73-9ac3-95c51046ef6c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a773a080-709e-4afe-b3b6-f6580a29f9f7 HTTP/1.1" status: 200 len: 851 time: 0.0496690 Jan 28 14:15:25.947623 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d006826-d3f6-44db-b325-f93f0e995b9f req-dda1f140-56e0-432a-9ecc-d0e86721dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:15:25.949835 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1d006826-d3f6-44db-b325-f93f0e995b9f req-dda1f140-56e0-432a-9ecc-d0e86721dcab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e2baaf8-afbf-4340-9284-c0a506c9d66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539896 Jan 28 14:15:26.057835 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1d006826-d3f6-44db-b325-f93f0e995b9f req-46473ec9-4bdb-482b-89c8-7e14872b3f08 service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000142 Jan 28 14:15:26.156073 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1d006826-d3f6-44db-b325-f93f0e995b9f req-ac3a6257-6892-4583-878d-a85986dbd7b6 service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917313 Jan 28 14:15:29.392964 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aca57ad1-a267-4f7c-9bac-1af3a32e3886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:31.692852 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54ed4c0a-e831-47a8-be7c-62b121d48211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:33.033073 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:34.426340 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:36.413128 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:48.158978 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:49.125399 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:15:50.228119 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:59.378961 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a85f2420-649c-4e48-bbb0-fb71284941a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:16:01.697000 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a3282489-8350-4d40-b87a-bbeac3fb3bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:16:03.040584 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:16:04.429254 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:16:06.414974 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:16:18.166256 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:16:20.226406 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:16:25.526531 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cdb8b9fb-1678-4422-86cb-9cd3de971324 req-f48355d7-be74-4637-b919-55d0ee7f134c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0588486 Jan 28 14:16:25.635295 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8b9fb-1678-4422-86cb-9cd3de971324 req-bf110662-8d1d-482d-af04-b63f62f4e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:16:25.637170 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cdb8b9fb-1678-4422-86cb-9cd3de971324 req-bf110662-8d1d-482d-af04-b63f62f4e626 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 1096 time: 0.0638053 Jan 28 14:16:25.749156 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8b9fb-1678-4422-86cb-9cd3de971324 req-628f64ed-1969-40d1-8e0e-ea234c8d68d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:16:25.750613 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cdb8b9fb-1678-4422-86cb-9cd3de971324 req-628f64ed-1969-40d1-8e0e-ea234c8d68d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 912 time: 0.0908542 Jan 28 14:16:25.828514 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cdb8b9fb-1678-4422-86cb-9cd3de971324 req-f4f223a2-c6f5-419f-b692-f4e9fc3ccf13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 HTTP/1.1" status: 200 len: 1001 time: 0.0722384 Jan 28 14:16:25.877447 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8b9fb-1678-4422-86cb-9cd3de971324 req-b23ebc72-8c2c-4673-b898-88761ef62e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:16:25.878854 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cdb8b9fb-1678-4422-86cb-9cd3de971324 req-b23ebc72-8c2c-4673-b898-88761ef62e25 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a773a080-709e-4afe-b3b6-f6580a29f9f7 HTTP/1.1" status: 200 len: 851 time: 0.0447090 Jan 28 14:16:25.929595 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8b9fb-1678-4422-86cb-9cd3de971324 req-8128167e-5671-4bf1-abc5-a0f1f167677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:16:25.931938 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cdb8b9fb-1678-4422-86cb-9cd3de971324 req-8128167e-5671-4bf1-abc5-a0f1f167677e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e2baaf8-afbf-4340-9284-c0a506c9d66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470862 Jan 28 14:16:26.035521 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cdb8b9fb-1678-4422-86cb-9cd3de971324 req-73fcccac-1efe-4bcc-9ad8-2e695bc01ccf service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963249 Jan 28 14:16:26.124879 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:16:26.143614 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cdb8b9fb-1678-4422-86cb-9cd3de971324 req-a2fe95bd-4fee-4895-89b3-234fe52f6a83 service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019080 Jan 28 14:16:29.386486 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1ebc2357-f9e5-44f5-8609-e06b660d8ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:16:31.706516 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8d22340-1c50-4a1b-b774-1b531beeee45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:16:33.049875 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:16:34.434514 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:16:36.410368 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:16:48.180230 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:16:50.221686 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:16:59.379915 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-217cb022-2580-4e71-9ce9-4e4602f605d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:01.719084 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-caba038e-ab52-4525-9fb8-9ace9514cd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:03.047212 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:03.127614 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:17:04.434621 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:05.792294 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-1230735a-9ef3-413e-8897-4f0b46567810 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1111506422&fields=id&tenant_id=60c5f606262c4ce58aaf3e0b05399cbc HTTP/1.1" status: 200 len: 267 time: 0.0488153 Jan 28 14:17:05.899039 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-b595b3bb-99fb-4c74-bf5b-a3f146674a8c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:05.900492 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-b595b3bb-99fb-4c74-bf5b-a3f146674a8c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 812 time: 0.1014674 Jan 28 14:17:05.915683 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-e4ead867-cfe3-436e-a99d-ad7db4d77e6e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/quotas/60c5f606262c4ce58aaf3e0b05399cbc HTTP/1.1" status: 200 len: 375 time: 0.0093474 Jan 28 14:17:05.976241 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-43b80a8d-de99-46e3-82d2-951de1fab35c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510082 Jan 28 14:17:06.118754 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-bcc18610-0f6e-4b6e-97f1-7efe41470b0e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:17:06.119794 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-bcc18610-0f6e-4b6e-97f1-7efe41470b0e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462182 Jan 28 14:17:06.210986 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-2488064b-5620-4148-a3d4-1cfa81068bcc service neutron] 10.222.0.39 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851536 Jan 28 14:17:06.304913 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-62a9d8f5-c513-495f-8957-d138a0499247 service neutron] 10.222.0.39 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883610 Jan 28 14:17:06.414944 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:07.628740 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dce5c873-b1e3-49ac-a0be-3422c258c85d req-861fde8a-33bd-4786-9920-05645c7c42a2 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 210 time: 0.0319679 Jan 28 14:17:08.632008 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-0528e15a-60ad-4f66-ac99-49c1a20807fa tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:08.633463 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-0528e15a-60ad-4f66-ac99-49c1a20807fa tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.37 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 812 time: 0.1039720 Jan 28 14:17:08.704681 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-14c29993-bc60-45ec-84fb-dd39361f3ac5 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60c5f606262c4ce58aaf3e0b05399cbc HTTP/1.1" status: 200 len: 380 time: 0.0628474 Jan 28 14:17:08.713282 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-1c6efe13-c898-47e5-9b07-557e5400f58f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Request body: {'port': {'device_id': '498395e8-14f9-4a23-959c-4881f8ad1bac', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'admin_state_up': True, 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'security_groups': ['0cb9a276-bd27-4d85-aa4b-3bd4852db9cc']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:17:08.735037 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1dc1fcb3-8758-4005-acf0-978f98bda93a req-f45c2071-fecb-4bb4-bbb3-2c8bc4fd319e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 210 time: 0.0270355 Jan 28 14:17:08.835636 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-1c6efe13-c898-47e5-9b07-557e5400f58f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Made reservation on behalf of 60c5f606262c4ce58aaf3e0b05399cbc for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:17:08.839125 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-1c6efe13-c898-47e5-9b07-557e5400f58f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:08.972165 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-1c6efe13-c898-47e5-9b07-557e5400f58f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Allocated IP 172.20.0.12 (7e2baaf8-afbf-4340-9284-c0a506c9d66c/a773a080-709e-4afe-b3b6-f6580a29f9f7/6510486d-fe46-4be1-82de-50a72eb147c8) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:17:09.109318 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-1c6efe13-c898-47e5-9b07-557e5400f58f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for port (6510486d-fe46-4be1-82de-50a72eb147c8), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:09.148511 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-1c6efe13-c898-47e5-9b07-557e5400f58f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (6510486d-fe46-4be1-82de-50a72eb147c8), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:09.190658 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-1c6efe13-c898-47e5-9b07-557e5400f58f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Network 7e2baaf8-afbf-4340-9284-c0a506c9d66c is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:17:09.193800 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-1c6efe13-c898-47e5-9b07-557e5400f58f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:17:09.200445 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-1c6efe13-c898-47e5-9b07-557e5400f58f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:17:09.207289 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6efe13-c898-47e5-9b07-557e5400f58f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event updated for resources: {'Port': ['ID=6510486d-fe46-4be1-82de-50a72eb147c8,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:17:09.239897 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6efe13-c898-47e5-9b07-557e5400f58f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:09.240123 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6efe13-c898-47e5-9b07-557e5400f58f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:09.240431 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6efe13-c898-47e5-9b07-557e5400f58f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:09.240799 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6efe13-c898-47e5-9b07-557e5400f58f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:09.241134 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6efe13-c898-47e5-9b07-557e5400f58f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:09.241465 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6efe13-c898-47e5-9b07-557e5400f58f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:09.241793 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6efe13-c898-47e5-9b07-557e5400f58f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:09.242116 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6efe13-c898-47e5-9b07-557e5400f58f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:09.242438 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6efe13-c898-47e5-9b07-557e5400f58f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:09.242761 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6efe13-c898-47e5-9b07-557e5400f58f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:09.243152 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6efe13-c898-47e5-9b07-557e5400f58f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:09.243420 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6efe13-c898-47e5-9b07-557e5400f58f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:09.243741 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6efe13-c898-47e5-9b07-557e5400f58f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:09.265866 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-1c6efe13-c898-47e5-9b07-557e5400f58f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:09.266493 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-1c6efe13-c898-47e5-9b07-557e5400f58f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:09.285198 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-1c6efe13-c898-47e5-9b07-557e5400f58f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5758250 Jan 28 14:17:09.414656 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-4bf697f2-9bfe-4c4d-a02c-5680a1bc7c0f service neutron] Request body: {'port': {'device_id': '498395e8-14f9-4a23-959c-4881f8ad1bac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:17:09.473634 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-17eb3b78-163e-44b6-8b3d-0c206001d4f1 None None] Provisioning complete for port 6510486d-fe46-4be1-82de-50a72eb147c8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:17:09.474564 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-4bf697f2-9bfe-4c4d-a02c-5680a1bc7c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6510486d-fe46-4be1-82de-50a72eb147c8), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:09.474714 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17eb3b78-163e-44b6-8b3d-0c206001d4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6510486d-fe46-4be1-82de-50a72eb147c8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:09.509465 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-17eb3b78-163e-44b6-8b3d-0c206001d4f1 None None] Port 6510486d-fe46-4be1-82de-50a72eb147c8 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:17:09.755518 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-4bf697f2-9bfe-4c4d-a02c-5680a1bc7c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6510486d-fe46-4be1-82de-50a72eb147c8 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:17:09.764338 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-4bf697f2-9bfe-4c4d-a02c-5680a1bc7c0f service neutron] Publish callbacks [] for port (6510486d-fe46-4be1-82de-50a72eb147c8), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:09.779038 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-4bf697f2-9bfe-4c4d-a02c-5680a1bc7c0f service neutron] Transition to ACTIVE for port object 6510486d-fe46-4be1-82de-50a72eb147c8 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:17:09.786724 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-4bf697f2-9bfe-4c4d-a02c-5680a1bc7c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (6510486d-fe46-4be1-82de-50a72eb147c8), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:09.837905 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf697f2-9bfe-4c4d-a02c-5680a1bc7c0f service neutron] Pushing event updated for resources: {'Port': ['ID=6510486d-fe46-4be1-82de-50a72eb147c8,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:17:09.936837 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75054c76-e5d1-4ed9-be3b-84c0e687c893 req-dbf824da-f2ed-42d8-ace0-960071774ffe tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:09.938443 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-75054c76-e5d1-4ed9-be3b-84c0e687c893 req-dbf824da-f2ed-42d8-ace0-960071774ffe tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 944 time: 0.1029136 Jan 28 14:17:09.959971 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-4bf697f2-9bfe-4c4d-a02c-5680a1bc7c0f service neutron] Attempting to bind port 6510486d-fe46-4be1-82de-50a72eb147c8 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:17:09.960305 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-4bf697f2-9bfe-4c4d-a02c-5680a1bc7c0f service neutron] Attempting to bind port 6510486d-fe46-4be1-82de-50a72eb147c8 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:17:09.960634 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-4bf697f2-9bfe-4c4d-a02c-5680a1bc7c0f service neutron] Attempting to bind port 6510486d-fe46-4be1-82de-50a72eb147c8 on network 7e2baaf8-afbf-4340-9284-c0a506c9d66c {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:17:09.973801 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-4bf697f2-9bfe-4c4d-a02c-5680a1bc7c0f service neutron] Port 6510486d-fe46-4be1-82de-50a72eb147c8 on network 7e2baaf8-afbf-4340-9284-c0a506c9d66c not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:17:09.974148 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-4bf697f2-9bfe-4c4d-a02c-5680a1bc7c0f service neutron] Attempting to bind port 6510486d-fe46-4be1-82de-50a72eb147c8 on network 7e2baaf8-afbf-4340-9284-c0a506c9d66c {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:17:09.989902 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-4bf697f2-9bfe-4c4d-a02c-5680a1bc7c0f service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:17:09.990388 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-4bf697f2-9bfe-4c4d-a02c-5680a1bc7c0f service neutron] Checking segment: {'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:17:09.990871 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-4bf697f2-9bfe-4c4d-a02c-5680a1bc7c0f service neutron] Bound using segment: {'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:17:09.991548 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-4bf697f2-9bfe-4c4d-a02c-5680a1bc7c0f service neutron] Bound port: 6510486d-fe46-4be1-82de-50a72eb147c8, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '499b2464-c245-4071-90b2-adcfebc44ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:17:09.992025 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-4bf697f2-9bfe-4c4d-a02c-5680a1bc7c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6510486d-fe46-4be1-82de-50a72eb147c8), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:10.031531 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-75054c76-e5d1-4ed9-be3b-84c0e687c893 req-c67ff7e6-0888-4318-8619-92513ec1e078 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825372 Jan 28 14:17:10.083248 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-4bf697f2-9bfe-4c4d-a02c-5680a1bc7c0f service neutron] For port 6510486d-fe46-4be1-82de-50a72eb147c8, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:17:10.086477 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-4bf697f2-9bfe-4c4d-a02c-5680a1bc7c0f service neutron] For port 6510486d-fe46-4be1-82de-50a72eb147c8, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=6510486d-fe46-4be1-82de-50a72eb147c8,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:17:10.092224 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-4bf697f2-9bfe-4c4d-a02c-5680a1bc7c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (6510486d-fe46-4be1-82de-50a72eb147c8), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:10.127016 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-4bf697f2-9bfe-4c4d-a02c-5680a1bc7c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:10.128091 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-4bf697f2-9bfe-4c4d-a02c-5680a1bc7c0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:10.129764 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-4bf697f2-9bfe-4c4d-a02c-5680a1bc7c0f service neutron] 10.222.0.37 "PUT /v2.0/ports/6510486d-fe46-4be1-82de-50a72eb147c8 HTTP/1.1" status: 200 len: 1092 time: 0.7626691 Jan 28 14:17:10.130518 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498395e8-14f9-4a23-959c-4881f8ad1bac', 'tag': '6510486d-fe46-4be1-82de-50a72eb147c8'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:17:10.133479 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f627a0-fa9f-446a-9957-e84d716c0312" -d '{"events": [{"name": "network-changed", "server_uuid": "498395e8-14f9-4a23-959c-4881f8ad1bac", "tag": "6510486d-fe46-4be1-82de-50a72eb147c8"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:17:10.158695 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf697f2-9bfe-4c4d-a02c-5680a1bc7c0f service neutron] Pushing event updated for resources: {'Port': ['ID=6510486d-fe46-4be1-82de-50a72eb147c8,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:17:10.207739 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82e772a-a9e7-4efd-8683-317c7f045937 x-openstack-request-id: req-a82e772a-a9e7-4efd-8683-317c7f045937 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:17:10.208170 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498395e8-14f9-4a23-959c-4881f8ad1bac", "tag": "6510486d-fe46-4be1-82de-50a72eb147c8", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:17:10.208482 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a82e772a-a9e7-4efd-8683-317c7f045937 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:17:10.208898 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498395e8-14f9-4a23-959c-4881f8ad1bac', 'tag': '6510486d-fe46-4be1-82de-50a72eb147c8', 'status': 'completed', 'code': 200} Jan 28 14:17:10.230659 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-292b7cb3-dbff-41ca-9353-97e8a3567cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:10.232716 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-292b7cb3-dbff-41ca-9353-97e8a3567cf9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 1095 time: 0.0572388 Jan 28 14:17:10.275741 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-44dc97eb-2a1e-42d2-9f0f-3e79568f0d1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6510486d-fe46-4be1-82de-50a72eb147c8 HTTP/1.1" status: 200 len: 217 time: 0.0361779 Jan 28 14:17:10.328791 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-39361899-9330-4aab-8b54-1888d936b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:10.330280 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-39361899-9330-4aab-8b54-1888d936b23b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a773a080-709e-4afe-b3b6-f6580a29f9f7 HTTP/1.1" status: 200 len: 851 time: 0.0492721 Jan 28 14:17:10.376174 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-1d74977e-a2f8-46b1-9340-b331e59bf852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:10.377717 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-1d74977e-a2f8-46b1-9340-b331e59bf852 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e2baaf8-afbf-4340-9284-c0a506c9d66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418236 Jan 28 14:17:10.388026 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-c0e1d4f2-ad04-4504-a49e-c3cf8cb69353 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:17:10.389187 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-c0e1d4f2-ad04-4504-a49e-c3cf8cb69353 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053813 Jan 28 14:17:10.484274 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-e6a196a0-c60b-4e61-aa3f-acd490602f41 service neutron] 10.222.0.37 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888083 Jan 28 14:17:10.573561 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-540ded9d-3d01-49a8-90d4-4254b743ea95 req-21badc72-8f25-4f0e-a4aa-842de59cc937 service neutron] 10.222.0.37 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836170 Jan 28 14:17:10.660038 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f627a0-fa9f-446a-9957-e84d716c0312 req-2810cc70-984a-451f-b6bd-4c972f369e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:10.661525 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e3f627a0-fa9f-446a-9957-e84d716c0312 req-2810cc70-984a-451f-b6bd-4c972f369e67 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 1095 time: 0.0425525 Jan 28 14:17:10.756337 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f627a0-fa9f-446a-9957-e84d716c0312 req-ab30f02d-8add-46c3-a7eb-cbc750383704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:10.757856 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e3f627a0-fa9f-446a-9957-e84d716c0312 req-ab30f02d-8add-46c3-a7eb-cbc750383704 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 912 time: 0.0903347 Jan 28 14:17:10.800928 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e3f627a0-fa9f-446a-9957-e84d716c0312 req-c701317d-0362-4de2-abce-2e9228fdb121 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6510486d-fe46-4be1-82de-50a72eb147c8 HTTP/1.1" status: 200 len: 217 time: 0.0357699 Jan 28 14:17:10.854079 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f627a0-fa9f-446a-9957-e84d716c0312 req-3ff55d9e-26e0-4a38-995b-cb49853bb6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:10.855521 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e3f627a0-fa9f-446a-9957-e84d716c0312 req-3ff55d9e-26e0-4a38-995b-cb49853bb6b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a773a080-709e-4afe-b3b6-f6580a29f9f7 HTTP/1.1" status: 200 len: 851 time: 0.0492845 Jan 28 14:17:10.905372 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f627a0-fa9f-446a-9957-e84d716c0312 req-244a44ec-635f-4ded-9956-6d8cc862cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:10.906906 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e3f627a0-fa9f-446a-9957-e84d716c0312 req-244a44ec-635f-4ded-9956-6d8cc862cca5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e2baaf8-afbf-4340-9284-c0a506c9d66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454814 Jan 28 14:17:11.001325 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e3f627a0-fa9f-446a-9957-e84d716c0312 req-1891f07f-3fc1-4183-a9d2-cf3516f10e82 service neutron] 10.222.0.37 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882757 Jan 28 14:17:11.117393 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e3f627a0-fa9f-446a-9957-e84d716c0312 req-6e96a268-0daa-44c7-b405-79d940dcc4ed service neutron] 10.222.0.37 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099546 Jan 28 14:17:11.156951 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d029a-3b65-4c16-a5b7-a7e11c199e11 req-a67bb5c0-6131-4513-8896-5e6c33d6ee15 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:11.158786 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2b2d029a-3b65-4c16-a5b7-a7e11c199e11 req-a67bb5c0-6131-4513-8896-5e6c33d6ee15 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 944 time: 0.0576229 Jan 28 14:17:11.211836 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2b2d029a-3b65-4c16-a5b7-a7e11c199e11 req-79c4da9e-53db-47b6-b034-4093d3fa37b4 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470753 Jan 28 14:17:12.341690 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9946317-6ffe-4db3-af4e-dbb488538e9e req-ab2c1c9b-cebe-499d-9c50-c760f26f17b0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:12.343297 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d9946317-6ffe-4db3-af4e-dbb488538e9e req-ab2c1c9b-cebe-499d-9c50-c760f26f17b0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 944 time: 0.0548322 Jan 28 14:17:12.400408 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d9946317-6ffe-4db3-af4e-dbb488538e9e req-f491841c-dc0d-4d99-85a6-07107196db7d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497649 Jan 28 14:17:13.524447 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6deaea-8d68-4e9f-88ee-d856a22e5769 req-0342e9cb-ead6-4c8d-a6b9-fdd4c2940149 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:13.526053 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7b6deaea-8d68-4e9f-88ee-d856a22e5769 req-0342e9cb-ead6-4c8d-a6b9-fdd4c2940149 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 944 time: 0.0569565 Jan 28 14:17:13.575934 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7b6deaea-8d68-4e9f-88ee-d856a22e5769 req-a82091be-36a4-4daf-8e35-1a51a7086d88 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435865 Jan 28 14:17:14.707135 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2959aa-ca13-4725-8252-a26a12005055 req-fd6336c2-fea9-4bc7-9362-27cccdc36d5a tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:14.708794 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf2959aa-ca13-4725-8252-a26a12005055 req-fd6336c2-fea9-4bc7-9362-27cccdc36d5a tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 944 time: 0.0591698 Jan 28 14:17:14.767162 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cf2959aa-ca13-4725-8252-a26a12005055 req-4b150483-e641-48d7-99a8-6e011dc7031f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514872 Jan 28 14:17:15.890633 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3322c4-9904-4b86-978c-81c7c6621311 req-c2195c07-ecc9-4fc2-bd5a-8451c7e5a792 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:15.892175 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3b3322c4-9904-4b86-978c-81c7c6621311 req-c2195c07-ecc9-4fc2-bd5a-8451c7e5a792 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 944 time: 0.0503097 Jan 28 14:17:15.940888 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3b3322c4-9904-4b86-978c-81c7c6621311 req-6053cd77-8ce0-4992-aec9-6dd01dba797f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428393 Jan 28 14:17:17.061642 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852744c-cf6f-4cac-af6d-1d6e5731656c req-4dcd3f75-e066-4659-8375-19cc427a1f34 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:17.063198 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5852744c-cf6f-4cac-af6d-1d6e5731656c req-4dcd3f75-e066-4659-8375-19cc427a1f34 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 944 time: 0.0510902 Jan 28 14:17:17.113411 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5852744c-cf6f-4cac-af6d-1d6e5731656c req-ffcf0967-acdb-4d75-9d5b-a47284a6ae7f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444942 Jan 28 14:17:18.176762 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:18.255665 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26de76-4ec5-47a7-ad1a-53c3d848f6a7 req-73b193ac-7d76-40b8-9461-3a841efab212 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:18.257189 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8f26de76-4ec5-47a7-ad1a-53c3d848f6a7 req-73b193ac-7d76-40b8-9461-3a841efab212 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 944 time: 0.0589969 Jan 28 14:17:18.320448 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8f26de76-4ec5-47a7-ad1a-53c3d848f6a7 req-7ec87fff-f6c5-4787-a54d-6eb3369c09c0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554805 Jan 28 14:17:19.451022 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe24b2-da3a-4fb1-93e3-7aa7cc1a6a4f req-f0918e44-d258-4c8e-92d1-5bc4da108364 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:19.452543 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-74fe24b2-da3a-4fb1-93e3-7aa7cc1a6a4f req-f0918e44-d258-4c8e-92d1-5bc4da108364 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 944 time: 0.0504706 Jan 28 14:17:19.509750 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-74fe24b2-da3a-4fb1-93e3-7aa7cc1a6a4f req-e2b44d3e-636f-4b09-a8ca-4c50cc878fa1 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486414 Jan 28 14:17:20.221291 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:20.657519 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7909723-a80b-4be0-9f51-852c5580d58e req-150d08bf-e8cf-477b-b8ef-267cc6147019 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:20.659023 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b7909723-a80b-4be0-9f51-852c5580d58e req-150d08bf-e8cf-477b-b8ef-267cc6147019 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 944 time: 0.0660915 Jan 28 14:17:20.710013 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b7909723-a80b-4be0-9f51-852c5580d58e req-b462b8bc-3b73-40a8-bf63-669294a332fe tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451775 Jan 28 14:17:21.837681 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284039ff-7c1c-4b85-8c4d-dfbfe497854d req-3c36ab60-b38b-48d4-aeb2-5a17fca9fcdd tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:21.839169 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-284039ff-7c1c-4b85-8c4d-dfbfe497854d req-3c36ab60-b38b-48d4-aeb2-5a17fca9fcdd tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 944 time: 0.0526206 Jan 28 14:17:21.893834 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-284039ff-7c1c-4b85-8c4d-dfbfe497854d req-76be189a-f36b-4d8f-8752-6eac20557675 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486503 Jan 28 14:17:23.013544 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc19c2-6177-4993-b35e-a7c6b593ffbe req-ae5f1a17-bb03-48e4-8256-63cbde42f567 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:23.015120 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-44fc19c2-6177-4993-b35e-a7c6b593ffbe req-ae5f1a17-bb03-48e4-8256-63cbde42f567 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 944 time: 0.0514369 Jan 28 14:17:23.069284 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-44fc19c2-6177-4993-b35e-a7c6b593ffbe req-246bc59d-f7cb-4777-833b-c5f8c95a43e5 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483220 Jan 28 14:17:24.202437 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72861d-7371-47ae-b5ed-59dcb8f02225 req-34a455c7-3acf-42d1-896b-2deff9b4383a tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:24.203982 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cd72861d-7371-47ae-b5ed-59dcb8f02225 req-34a455c7-3acf-42d1-896b-2deff9b4383a tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 944 time: 0.0580142 Jan 28 14:17:24.257402 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cd72861d-7371-47ae-b5ed-59dcb8f02225 req-5ca89bfe-8687-4ac2-bafd-dcf6c8bcdbeb tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444560 Jan 28 14:17:25.398119 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efdac0-27fb-4437-809c-d78a5721903a req-a65a34e4-0f5d-406b-a44e-f9be377ef74c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:25.399622 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-90efdac0-27fb-4437-809c-d78a5721903a req-a65a34e4-0f5d-406b-a44e-f9be377ef74c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 944 time: 0.0610485 Jan 28 14:17:25.450235 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-90efdac0-27fb-4437-809c-d78a5721903a req-9717c1f4-d700-4cee-99b4-ff915af58e3d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443649 Jan 28 14:17:26.585685 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c94b7-38c2-452d-a710-82c2df118d2e req-43ef2386-45d8-45a9-8da8-8621a6289fd6 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:26.587176 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c83c94b7-38c2-452d-a710-82c2df118d2e req-43ef2386-45d8-45a9-8da8-8621a6289fd6 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 944 time: 0.0552642 Jan 28 14:17:26.636000 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c83c94b7-38c2-452d-a710-82c2df118d2e req-4b8a7e8c-d900-484f-92ad-b5b0368049fd tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430007 Jan 28 14:17:26.947247 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-afc48f79-61d6-4fa5-ab27-6870ca3e978f req-7f294b3f-e5e3-4b97-acad-66241a9402f7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510309 Jan 28 14:17:27.036882 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc48f79-61d6-4fa5-ab27-6870ca3e978f req-f1d4b4ed-76a0-4591-8d2e-8cc509f16b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:27.038985 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-afc48f79-61d6-4fa5-ab27-6870ca3e978f req-f1d4b4ed-76a0-4591-8d2e-8cc509f16b31 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 1096 time: 0.0487831 Jan 28 14:17:27.154214 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc48f79-61d6-4fa5-ab27-6870ca3e978f req-8fc84b48-e9ca-4f1c-b07a-a8a84fccd1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:27.156809 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-afc48f79-61d6-4fa5-ab27-6870ca3e978f req-8fc84b48-e9ca-4f1c-b07a-a8a84fccd1ad service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 912 time: 0.0988753 Jan 28 14:17:27.230385 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-afc48f79-61d6-4fa5-ab27-6870ca3e978f req-f89574b1-278b-4a50-b79c-9e675c073373 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 HTTP/1.1" status: 200 len: 1001 time: 0.0665116 Jan 28 14:17:27.290706 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc48f79-61d6-4fa5-ab27-6870ca3e978f req-fb5ae97a-7f0f-4132-8417-6cccf0709561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:27.292215 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-afc48f79-61d6-4fa5-ab27-6870ca3e978f req-fb5ae97a-7f0f-4132-8417-6cccf0709561 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a773a080-709e-4afe-b3b6-f6580a29f9f7 HTTP/1.1" status: 200 len: 851 time: 0.0549393 Jan 28 14:17:27.339230 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc48f79-61d6-4fa5-ab27-6870ca3e978f req-7dae0e8d-e1cb-4a97-8a94-38232148a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:27.340691 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-afc48f79-61d6-4fa5-ab27-6870ca3e978f req-7dae0e8d-e1cb-4a97-8a94-38232148a21f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e2baaf8-afbf-4340-9284-c0a506c9d66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412264 Jan 28 14:17:27.351020 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-afc48f79-61d6-4fa5-ab27-6870ca3e978f req-d5ae1292-18f5-4953-bedb-01e61f35b0c4 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:17:27.351984 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-afc48f79-61d6-4fa5-ab27-6870ca3e978f req-d5ae1292-18f5-4953-bedb-01e61f35b0c4 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048666 Jan 28 14:17:27.438441 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-afc48f79-61d6-4fa5-ab27-6870ca3e978f req-2ebcc763-f820-4fc1-8906-05139e55c13e service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806375 Jan 28 14:17:27.536204 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-afc48f79-61d6-4fa5-ab27-6870ca3e978f req-3ae0cfd3-d8d3-4181-9224-69e05a7a73fd service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918486 Jan 28 14:17:27.767462 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5363c0-69f8-4f3e-9c5f-f72fd35ff76d req-123fd21c-99d3-4ddc-932e-b7768aaa968e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:27.768971 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2b5363c0-69f8-4f3e-9c5f-f72fd35ff76d req-123fd21c-99d3-4ddc-932e-b7768aaa968e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 944 time: 0.0575469 Jan 28 14:17:27.821372 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2b5363c0-69f8-4f3e-9c5f-f72fd35ff76d req-a01e6f8e-9287-4d19-9cb8-c04ff219982f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430636 Jan 28 14:17:27.826713 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 6510486d-fe46-4be1-82de-50a72eb147c8 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:17:27.925128 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 6510486d-fe46-4be1-82de-50a72eb147c8, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=6510486d-fe46-4be1-82de-50a72eb147c8,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:17:27.935444 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '6510486d-fe46-4be1-82de-50a72eb147c8', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'port_id': '6510486d-fe46-4be1-82de-50a72eb147c8', 'mac_address': 'fa:16:3e:40:fe:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:17:27.973733 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 6510486d-fe46-4be1-82de-50a72eb147c8 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:17:27.974111 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6510486d-fe46-4be1-82de-50a72eb147c8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:27.987452 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6510486d-fe46-4be1-82de-50a72eb147c8 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:17:28.008255 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 6510486d-fe46-4be1-82de-50a72eb147c8, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=6510486d-fe46-4be1-82de-50a72eb147c8,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:17:28.012727 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6510486d-fe46-4be1-82de-50a72eb147c8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:28.064089 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=6510486d-fe46-4be1-82de-50a72eb147c8,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:17:28.072013 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:28.072295 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:28.072637 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:28.072976 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:28.073309 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:28.073643 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:28.073973 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:28.074274 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:28.074616 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:28.074943 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:28.075269 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:28.075591 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:28.075936 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:28.429301 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['6510486d-fe46-4be1-82de-50a72eb147c8'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:17:28.950646 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493469ec-dff0-4715-82e4-f8bbf79e6b37 req-59ac70a4-c4b4-42d0-8188-827f898bd1f2 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:28.952295 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-493469ec-dff0-4715-82e4-f8bbf79e6b37 req-59ac70a4-c4b4-42d0-8188-827f898bd1f2 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 945 time: 0.0556819 Jan 28 14:17:29.005942 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-493469ec-dff0-4715-82e4-f8bbf79e6b37 req-030ef703-5a55-4427-827f-77c2802351f0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478590 Jan 28 14:17:29.397127 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4ad63bce-535d-4d1b-9543-6ed3a1663fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:29.841231 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 6510486d-fe46-4be1-82de-50a72eb147c8 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:17:29.900150 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 6510486d-fe46-4be1-82de-50a72eb147c8 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:17:29.904208 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 6510486d-fe46-4be1-82de-50a72eb147c8 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:17:29.904583 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6510486d-fe46-4be1-82de-50a72eb147c8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:29.984587 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 6510486d-fe46-4be1-82de-50a72eb147c8 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:17:29.984971 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6510486d-fe46-4be1-82de-50a72eb147c8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:30.008084 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498395e8-14f9-4a23-959c-4881f8ad1bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6510486d-fe46-4be1-82de-50a72eb147c8'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:17:30.010357 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f30a3a-9ed6-42b4-ab2c-b5ba463ebad0" -d '{"events": [{"server_uuid": "498395e8-14f9-4a23-959c-4881f8ad1bac", "name": "network-vif-plugged", "status": "completed", "tag": "6510486d-fe46-4be1-82de-50a72eb147c8"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:17:30.023863 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 6510486d-fe46-4be1-82de-50a72eb147c8, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=6510486d-fe46-4be1-82de-50a72eb147c8,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:17:30.028942 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6510486d-fe46-4be1-82de-50a72eb147c8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:30.054712 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66190122-66e2-4b27-8b57-86c79cae027b x-openstack-request-id: req-66190122-66e2-4b27-8b57-86c79cae027b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:17:30.055052 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498395e8-14f9-4a23-959c-4881f8ad1bac", "name": "network-vif-plugged", "status": "completed", "tag": "6510486d-fe46-4be1-82de-50a72eb147c8", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:17:30.055306 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-66190122-66e2-4b27-8b57-86c79cae027b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:17:30.056021 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498395e8-14f9-4a23-959c-4881f8ad1bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6510486d-fe46-4be1-82de-50a72eb147c8', 'code': 200} Jan 28 14:17:30.080947 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=6510486d-fe46-4be1-82de-50a72eb147c8,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:17:30.136529 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee84cb-50a3-471c-b914-1012ee1d03db req-2d3e046e-5da2-4b4a-973e-59bd049ce986 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:30.137926 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-73ee84cb-50a3-471c-b914-1012ee1d03db req-2d3e046e-5da2-4b4a-973e-59bd049ce986 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 946 time: 0.0521195 Jan 28 14:17:30.148066 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbcee54-87f2-4683-9f30-5dffb95b67cd req-1e41316d-eea0-4867-a536-5ecdfac8814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:30.149604 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bbbcee54-87f2-4683-9f30-5dffb95b67cd req-1e41316d-eea0-4867-a536-5ecdfac8814e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 1097 time: 0.0401540 Jan 28 14:17:30.187365 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-73ee84cb-50a3-471c-b914-1012ee1d03db req-93741e5e-949c-4351-ab25-75b040742dcc tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435135 Jan 28 14:17:30.207248 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bbbcee54-87f2-4683-9f30-5dffb95b67cd req-f5ff2c0d-82d0-4f9b-bbb0-cea43a2b0847 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504804 Jan 28 14:17:31.316559 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfd06e-2a56-4912-b23b-0ac7aadeb014 req-c942481a-8672-4e2e-b338-bb6af2d15470 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:31.318060 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ebfd06e-2a56-4912-b23b-0ac7aadeb014 req-c942481a-8672-4e2e-b338-bb6af2d15470 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 946 time: 0.0501018 Jan 28 14:17:31.368316 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3ebfd06e-2a56-4912-b23b-0ac7aadeb014 req-3cccb7be-d823-4a9d-922d-962bcd826da1 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444214 Jan 28 14:17:31.708258 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-876940f5-8e18-4005-ad75-d7208c84d63a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:32.501787 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694985b-782f-44e0-8d1d-13484300f1b4 req-c1a2bb61-bb4f-4af6-a9b4-c4f3a8a1155a tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:32.505037 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6694985b-782f-44e0-8d1d-13484300f1b4 req-c1a2bb61-bb4f-4af6-a9b4-c4f3a8a1155a tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 946 time: 0.0626221 Jan 28 14:17:32.576770 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6694985b-782f-44e0-8d1d-13484300f1b4 req-a05c7838-a378-4606-93b0-0d0424a3d487 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629339 Jan 28 14:17:32.698169 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e0d2e-f59f-4ec8-8ae3-42d49067097a req-9e3a80ad-b7ec-49f6-9e7d-f89988692295 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:32.699579 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f52e0d2e-f59f-4ec8-8ae3-42d49067097a req-9e3a80ad-b7ec-49f6-9e7d-f89988692295 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 946 time: 0.0525029 Jan 28 14:17:32.751447 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f52e0d2e-f59f-4ec8-8ae3-42d49067097a req-5fd81bf7-9ecb-4df3-ae41-15c5f8017eca tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459948 Jan 28 14:17:32.774163 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48282) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:17:32.821817 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55106720-94d0-4fbc-9604-15e9c6a661e2 tempest-TestVolumeBootPattern-100947199 tempest-TestVolumeBootPattern-100947199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:32.823996 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-55106720-94d0-4fbc-9604-15e9c6a661e2 tempest-TestVolumeBootPattern-100947199 tempest-TestVolumeBootPattern-100947199-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 1092 time: 0.0488098 Jan 28 14:17:32.827229 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48284) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:17:32.833129 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'port_id': '6510486d-fe46-4be1-82de-50a72eb147c8', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:17:32.857722 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:32.963126 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:33.049990 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:33.073351 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Allocated IP 172.25.3.106 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/bbc0cf9f-10ec-493b-8e18-9787ce359a75) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:17:33.176249 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for port (bbc0cf9f-10ec-493b-8e18-9787ce359a75), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:33.217244 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (bbc0cf9f-10ec-493b-8e18-9787ce359a75), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:33.254485 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:17:33.257251 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:17:33.260109 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:17:33.289201 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event updated for resources: {'Port': ['ID=bbc0cf9f-10ec-493b-8e18-9787ce359a75,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:17:33.302598 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:33.302962 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:33.303304 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:33.303639 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:33.303970 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:33.304334 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:33.304656 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:33.304969 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:33.305287 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:33.305585 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:33.305903 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:33.306212 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:33.306528 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:17:33.646140 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for floatingip (9e3116a5-b960-468a-8fe6-b9153a4ca75c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:33.717479 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bbc0cf9f-10ec-493b-8e18-9787ce359a75), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:33.873761 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for port (bbc0cf9f-10ec-493b-8e18-9787ce359a75), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:33.881403 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (bbc0cf9f-10ec-493b-8e18-9787ce359a75), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:33.944775 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event updated for resources: {'Port': ['ID=bbc0cf9f-10ec-493b-8e18-9787ce359a75,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:17:33.959631 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (9e3116a5-b960-468a-8fe6-b9153a4ca75c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:34.417507 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Floating IP 9e3116a5-b960-468a-8fe6-b9153a4ca75c associated. External IP: 172.25.3.106, port: 6510486d-fe46-4be1-82de-50a72eb147c8. Jan 28 14:17:34.426394 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:34.629617 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Router 7d47f0eb-650b-4160-9f6b-4f03c267fffb has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:17:34.742130 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:17:34.752675 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064888ae-f411-4618-95d2-a95c8d7dcfad None None] Sync routers for ids ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:17:34.764229 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064888ae-f411-4618-95d2-a95c8d7dcfad None None] Routers {'7d47f0eb-650b-4160-9f6b-4f03c267fffb'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:17:34.765916 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:34.766767 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-064888ae-f411-4618-95d2-a95c8d7dcfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:17:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:17:34.794229 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-de1760cc-6255-4060-846c-6352b7d13ff3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9657085 Jan 28 14:17:34.795608 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498395e8-14f9-4a23-959c-4881f8ad1bac', 'tag': '6510486d-fe46-4be1-82de-50a72eb147c8'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:17:34.798469 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ab0bcf-5b50-4445-9cd3-f33ccb33a84f" -d '{"events": [{"name": "network-changed", "server_uuid": "498395e8-14f9-4a23-959c-4881f8ad1bac", "tag": "6510486d-fe46-4be1-82de-50a72eb147c8"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:17:34.838855 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e2abc2-ebd2-4bb7-a6da-31b74bc1d698 x-openstack-request-id: req-12e2abc2-ebd2-4bb7-a6da-31b74bc1d698 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:17:34.839234 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498395e8-14f9-4a23-959c-4881f8ad1bac", "tag": "6510486d-fe46-4be1-82de-50a72eb147c8", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:17:34.839553 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-12e2abc2-ebd2-4bb7-a6da-31b74bc1d698 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:17:34.840029 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498395e8-14f9-4a23-959c-4881f8ad1bac', 'tag': '6510486d-fe46-4be1-82de-50a72eb147c8', 'status': 'completed', 'code': 200} Jan 28 14:17:34.889269 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-064888ae-f411-4618-95d2-a95c8d7dcfad None None] Set router 7d47f0eb-650b-4160-9f6b-4f03c267fffb gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:17:34.906209 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab0bcf-5b50-4445-9cd3-f33ccb33a84f req-c6a1e385-a1cb-4023-a27e-c61697c61d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:34.907821 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6ab0bcf-5b50-4445-9cd3-f33ccb33a84f req-c6a1e385-a1cb-4023-a27e-c61697c61d67 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 1097 time: 0.0460026 Jan 28 14:17:35.004489 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab0bcf-5b50-4445-9cd3-f33ccb33a84f req-de7d4bbd-6bb7-4467-911a-4d00fa8377c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:35.006116 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6ab0bcf-5b50-4445-9cd3-f33ccb33a84f req-de7d4bbd-6bb7-4467-911a-4d00fa8377c7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 912 time: 0.0924535 Jan 28 14:17:35.075278 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6ab0bcf-5b50-4445-9cd3-f33ccb33a84f req-fbfc0f47-95fc-44c8-95be-967a731461d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6510486d-fe46-4be1-82de-50a72eb147c8 HTTP/1.1" status: 200 len: 1000 time: 0.0629072 Jan 28 14:17:35.122954 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab0bcf-5b50-4445-9cd3-f33ccb33a84f req-fdd57c2e-61d1-43af-936b-802e5848c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:35.124442 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6ab0bcf-5b50-4445-9cd3-f33ccb33a84f req-fdd57c2e-61d1-43af-936b-802e5848c7c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a773a080-709e-4afe-b3b6-f6580a29f9f7 HTTP/1.1" status: 200 len: 851 time: 0.0436633 Jan 28 14:17:35.132824 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-064888ae-f411-4618-95d2-a95c8d7dcfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'name': 'tempest-TestVolumeBootPattern-1758453011-router', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:38Z', 'revision_number': 4, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'gw_port': {'id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '7cd343f9-ed64-4496-8786-6e3994136e5c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'port_id': '0fdf8d1c-d537-47c8-90d8-ed9c31b37b58', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'mac_address': 'fa:16:3e:c2:3e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa41619-3759-4f07-8794-09b55107db79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:15:11Z', 'updated_at': '2022-01-28T14:15:13Z', 'revision_number': 1, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'fixed_ip_address_scope': None}, {'id': '9e3116a5-b960-468a-8fe6-b9153a4ca75c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'port_id': '6510486d-fe46-4be1-82de-50a72eb147c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'mac_address': 'fa:16:3e:40:fe:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498395e8-14f9-4a23-959c-4881f8ad1bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:17:33Z', 'updated_at': '2022-01-28T14:17:33Z', 'revision_number': 0, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ed0013-fd5e-48b9-90f0-8c70a3d1da28', 'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'mac_address': 'fa:16:3e:fc:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:37Z', 'updated_at': '2022-01-28T14:07:43Z', 'revision_number': 5, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'subnets': [{'id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:17:35.162663 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064888ae-f411-4618-95d2-a95c8d7dcfad None None] Checking router: 7d47f0eb-650b-4160-9f6b-4f03c267fffb for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:17:35.171013 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab0bcf-5b50-4445-9cd3-f33ccb33a84f req-02fa5a12-90e2-4abe-89ef-bfea1e98f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:17:35.172094 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064888ae-f411-4618-95d2-a95c8d7dcfad None None] Routers {'7d47f0eb-650b-4160-9f6b-4f03c267fffb'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:17:35.172652 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6ab0bcf-5b50-4445-9cd3-f33ccb33a84f req-02fa5a12-90e2-4abe-89ef-bfea1e98f12a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e2baaf8-afbf-4340-9284-c0a506c9d66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420778 Jan 28 14:17:35.172824 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-064888ae-f411-4618-95d2-a95c8d7dcfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:17:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:17:35.269331 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6ab0bcf-5b50-4445-9cd3-f33ccb33a84f req-5242d2b2-04e6-4bb1-92f8-20de182fa20e service neutron] 10.222.0.37 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907590 Jan 28 14:17:35.282463 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-064888ae-f411-4618-95d2-a95c8d7dcfad None None] Set router 7d47f0eb-650b-4160-9f6b-4f03c267fffb gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:17:35.358016 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6ab0bcf-5b50-4445-9cd3-f33ccb33a84f req-223f872b-7cb6-4305-84b0-908464e5098b service neutron] 10.222.0.37 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822263 Jan 28 14:17:35.513700 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-064888ae-f411-4618-95d2-a95c8d7dcfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'name': 'tempest-TestVolumeBootPattern-1758453011-router', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:38Z', 'revision_number': 4, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'gw_port': {'id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '7cd343f9-ed64-4496-8786-6e3994136e5c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'port_id': '0fdf8d1c-d537-47c8-90d8-ed9c31b37b58', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'mac_address': 'fa:16:3e:c2:3e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa41619-3759-4f07-8794-09b55107db79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:15:11Z', 'updated_at': '2022-01-28T14:15:13Z', 'revision_number': 1, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'fixed_ip_address_scope': None}, {'id': '9e3116a5-b960-468a-8fe6-b9153a4ca75c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'port_id': '6510486d-fe46-4be1-82de-50a72eb147c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'mac_address': 'fa:16:3e:40:fe:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498395e8-14f9-4a23-959c-4881f8ad1bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:17:33Z', 'updated_at': '2022-01-28T14:17:33Z', 'revision_number': 0, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ed0013-fd5e-48b9-90f0-8c70a3d1da28', 'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'mac_address': 'fa:16:3e:fc:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:37Z', 'updated_at': '2022-01-28T14:07:43Z', 'revision_number': 5, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'subnets': [{'id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:17:35.540228 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064888ae-f411-4618-95d2-a95c8d7dcfad None None] The sync data for ids ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'] in n-d-822747-2 is: [{'id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'name': 'tempest-TestVolumeBootPattern-1758453011-router', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:38Z', 'revision_number': 4, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'gw_port': {'id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '7cd343f9-ed64-4496-8786-6e3994136e5c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'port_id': '0fdf8d1c-d537-47c8-90d8-ed9c31b37b58', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'mac_address': 'fa:16:3e:c2:3e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa41619-3759-4f07-8794-09b55107db79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:15:11Z', 'updated_at': '2022-01-28T14:15:13Z', 'revision_number': 1, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'fixed_ip_address_scope': None}, {'id': '9e3116a5-b960-468a-8fe6-b9153a4ca75c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'port_id': '6510486d-fe46-4be1-82de-50a72eb147c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'mac_address': 'fa:16:3e:40:fe:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498395e8-14f9-4a23-959c-4881f8ad1bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:17:33Z', 'updated_at': '2022-01-28T14:17:33Z', 'revision_number': 0, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ed0013-fd5e-48b9-90f0-8c70a3d1da28', 'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'mac_address': 'fa:16:3e:fc:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:37Z', 'updated_at': '2022-01-28T14:07:43Z', 'revision_number': 5, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'subnets': [{'id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:17:35.746276 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86221aff-cca9-4be1-bc3b-a5401aa12eea None None] New status for floating IP 9e3116a5-b960-468a-8fe6-b9153a4ca75c: ACTIVE {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:17:36.421990 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:40.131786 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:17:48.193986 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:50.222987 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:59.392441 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7dc3346a-3365-4a47-beb7-29b3f9a118f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:01.708027 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9ba62d27-259b-4d63-bddb-a5384ec4f7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:03.061622 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:04.431807 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:06.419553 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:17.132380 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:18:18.183214 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:20.236576 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:24.704503 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b43fee0c-26ac-42a1-83ad-782ada0ad4e1 req-f54db195-5cfd-4e1b-a3c3-2e7db7c79365 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465918 Jan 28 14:18:24.800461 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fee0c-26ac-42a1-83ad-782ada0ad4e1 req-e6b56a01-e539-42b3-83f0-e17ac63f8c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:24.802075 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b43fee0c-26ac-42a1-83ad-782ada0ad4e1 req-e6b56a01-e539-42b3-83f0-e17ac63f8c72 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 1097 time: 0.0501001 Jan 28 14:18:24.914394 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fee0c-26ac-42a1-83ad-782ada0ad4e1 req-01f0e38e-661b-4b68-95cb-aaca9efd0797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:24.915896 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b43fee0c-26ac-42a1-83ad-782ada0ad4e1 req-01f0e38e-661b-4b68-95cb-aaca9efd0797 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 912 time: 0.0920920 Jan 28 14:18:24.991627 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b43fee0c-26ac-42a1-83ad-782ada0ad4e1 req-db09dff2-6ae0-45de-90b9-77d0b1e8339e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6510486d-fe46-4be1-82de-50a72eb147c8 HTTP/1.1" status: 200 len: 1002 time: 0.0689662 Jan 28 14:18:25.040254 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fee0c-26ac-42a1-83ad-782ada0ad4e1 req-1f0d1414-19bd-45b6-a1c3-80881fb96e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:25.041720 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b43fee0c-26ac-42a1-83ad-782ada0ad4e1 req-1f0d1414-19bd-45b6-a1c3-80881fb96e59 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a773a080-709e-4afe-b3b6-f6580a29f9f7 HTTP/1.1" status: 200 len: 851 time: 0.0448434 Jan 28 14:18:25.091644 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fee0c-26ac-42a1-83ad-782ada0ad4e1 req-592c0f23-27a7-4cf1-abd0-dc264e7a8e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:25.093175 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b43fee0c-26ac-42a1-83ad-782ada0ad4e1 req-592c0f23-27a7-4cf1-abd0-dc264e7a8e26 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e2baaf8-afbf-4340-9284-c0a506c9d66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452626 Jan 28 14:18:25.185008 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b43fee0c-26ac-42a1-83ad-782ada0ad4e1 req-c8863354-fc84-4f64-9ac3-4f047a9d4cf2 service neutron] 10.222.0.37 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848665 Jan 28 14:18:25.602208 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b43fee0c-26ac-42a1-83ad-782ada0ad4e1 req-3f10e441-beed-4736-852f-71633b748265 service neutron] 10.222.0.37 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108856 Jan 28 14:18:27.929690 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5c94b349-c5f2-473f-bf30-58a554e8e8bd req-82844a90-536e-4326-b5df-10f0d7053af2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500956 Jan 28 14:18:28.018049 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94b349-c5f2-473f-bf30-58a554e8e8bd req-0ede443d-a9ea-4bc3-ad56-635ca951b685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:28.019394 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5c94b349-c5f2-473f-bf30-58a554e8e8bd req-0ede443d-a9ea-4bc3-ad56-635ca951b685 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 1096 time: 0.0474634 Jan 28 14:18:28.124415 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94b349-c5f2-473f-bf30-58a554e8e8bd req-0c671249-b160-4de7-9ec8-5252625bf9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:28.125907 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5c94b349-c5f2-473f-bf30-58a554e8e8bd req-0c671249-b160-4de7-9ec8-5252625bf9eb service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 912 time: 0.0881102 Jan 28 14:18:28.191022 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5c94b349-c5f2-473f-bf30-58a554e8e8bd req-42a2b300-4905-4b97-bda9-3dd2752134b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 HTTP/1.1" status: 200 len: 1001 time: 0.0585451 Jan 28 14:18:28.243604 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94b349-c5f2-473f-bf30-58a554e8e8bd req-6f04d365-6429-4426-839b-5d6e94eca89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:28.245080 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5c94b349-c5f2-473f-bf30-58a554e8e8bd req-6f04d365-6429-4426-839b-5d6e94eca89c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a773a080-709e-4afe-b3b6-f6580a29f9f7 HTTP/1.1" status: 200 len: 851 time: 0.0477633 Jan 28 14:18:28.291875 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94b349-c5f2-473f-bf30-58a554e8e8bd req-13e790e3-0b09-4d26-9cdb-8c59f2846a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:28.293374 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5c94b349-c5f2-473f-bf30-58a554e8e8bd req-13e790e3-0b09-4d26-9cdb-8c59f2846a9f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e2baaf8-afbf-4340-9284-c0a506c9d66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426497 Jan 28 14:18:28.383567 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5c94b349-c5f2-473f-bf30-58a554e8e8bd req-ec98e1a6-b9cb-49c8-80b9-8baa5a4ad530 service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840888 Jan 28 14:18:28.478822 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5c94b349-c5f2-473f-bf30-58a554e8e8bd req-be40ec19-d47f-496e-8e66-42323d1da1fb service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889807 Jan 28 14:18:29.376500 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22e70eac-0f2d-4ba4-9d9d-388476cbbb43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:31.700940 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-caa3fc67-613f-424d-8314-d1b769bb7d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:33.057355 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:34.431544 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:36.414864 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:48.190509 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:50.224185 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:54.133956 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:18:59.381446 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f37bebce-3be8-427b-92c2-db67e06114ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:01.708081 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96faf688-5f47-4ba8-ae9b-b0ea736f30b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:02.133210 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48328) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:02.297972 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-a6272017-cbc4-411f-ae91-bbf341fe8612 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Deleting port bbc0cf9f-10ec-493b-8e18-9787ce359a75 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:19:02.298216 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6272017-cbc4-411f-ae91-bbf341fe8612 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (bbc0cf9f-10ec-493b-8e18-9787ce359a75), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:02.378667 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6272017-cbc4-411f-ae91-bbf341fe8612 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (bbc0cf9f-10ec-493b-8e18-9787ce359a75), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:02.378990 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6272017-cbc4-411f-ae91-bbf341fe8612 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for floatingip (bbc0cf9f-10ec-493b-8e18-9787ce359a75), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:02.390502 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-a6272017-cbc4-411f-ae91-bbf341fe8612 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Calling delete_port for bbc0cf9f-10ec-493b-8e18-9787ce359a75 owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:19:02.543741 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6272017-cbc4-411f-ae91-bbf341fe8612 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (bbc0cf9f-10ec-493b-8e18-9787ce359a75), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:02.567078 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6272017-cbc4-411f-ae91-bbf341fe8612 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event deleted for resources: {'Port': ['ID=bbc0cf9f-10ec-493b-8e18-9787ce359a75,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:02.583272 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6272017-cbc4-411f-ae91-bbf341fe8612 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:02.583272 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6272017-cbc4-411f-ae91-bbf341fe8612 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:02.583272 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6272017-cbc4-411f-ae91-bbf341fe8612 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:02.583797 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6272017-cbc4-411f-ae91-bbf341fe8612 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:02.584197 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6272017-cbc4-411f-ae91-bbf341fe8612 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:02.584780 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6272017-cbc4-411f-ae91-bbf341fe8612 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:02.585331 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6272017-cbc4-411f-ae91-bbf341fe8612 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:02.585834 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6272017-cbc4-411f-ae91-bbf341fe8612 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:02.586328 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6272017-cbc4-411f-ae91-bbf341fe8612 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:02.586842 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6272017-cbc4-411f-ae91-bbf341fe8612 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:02.587404 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6272017-cbc4-411f-ae91-bbf341fe8612 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:02.587907 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6272017-cbc4-411f-ae91-bbf341fe8612 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:02.588377 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6272017-cbc4-411f-ae91-bbf341fe8612 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:02.651725 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6272017-cbc4-411f-ae91-bbf341fe8612 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for floatingip (9e3116a5-b960-468a-8fe6-b9153a4ca75c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:02.652151 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-a6272017-cbc4-411f-ae91-bbf341fe8612 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Floating IP 9e3116a5-b960-468a-8fe6-b9153a4ca75c disassociated (deleted). External IP: 172.25.3.106, port: 6510486d-fe46-4be1-82de-50a72eb147c8. Jan 28 14:19:02.873562 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6272017-cbc4-411f-ae91-bbf341fe8612 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Router 7d47f0eb-650b-4160-9f6b-4f03c267fffb has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:19:02.994146 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6272017-cbc4-411f-ae91-bbf341fe8612 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:19:03.000179 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a6272017-cbc4-411f-ae91-bbf341fe8612 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:03.009176 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b24617-bd22-4fa8-93e1-e2e007328f72 None None] Sync routers for ids ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:19:03.020435 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b24617-bd22-4fa8-93e1-e2e007328f72 None None] Routers {'7d47f0eb-650b-4160-9f6b-4f03c267fffb'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:19:03.021140 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-12b24617-bd22-4fa8-93e1-e2e007328f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:19:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:03.027814 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a6272017-cbc4-411f-ae91-bbf341fe8612 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "DELETE /v2.0/floatingips/9e3116a5-b960-468a-8fe6-b9153a4ca75c HTTP/1.1" status: 204 len: 168 time: 0.8934877 Jan 28 14:19:03.028417 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498395e8-14f9-4a23-959c-4881f8ad1bac', 'tag': '6510486d-fe46-4be1-82de-50a72eb147c8'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:19:03.031134 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f0c1dd-a33e-4bc6-a314-ad559359627a" -d '{"events": [{"name": "network-changed", "server_uuid": "498395e8-14f9-4a23-959c-4881f8ad1bac", "tag": "6510486d-fe46-4be1-82de-50a72eb147c8"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:19:03.086046 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c4bb21-a56b-438a-a3b0-78bf707bcad6 x-openstack-request-id: req-b7c4bb21-a56b-438a-a3b0-78bf707bcad6 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:19:03.086418 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498395e8-14f9-4a23-959c-4881f8ad1bac", "tag": "6510486d-fe46-4be1-82de-50a72eb147c8", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:19:03.086754 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b7c4bb21-a56b-438a-a3b0-78bf707bcad6 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:19:03.087255 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498395e8-14f9-4a23-959c-4881f8ad1bac', 'tag': '6510486d-fe46-4be1-82de-50a72eb147c8', 'status': 'completed', 'code': 200} Jan 28 14:19:03.100468 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:03.168491 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0c1dd-a33e-4bc6-a314-ad559359627a req-ca8f1253-7927-43a3-a965-e8262e94cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:03.172261 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49f0c1dd-a33e-4bc6-a314-ad559359627a req-ca8f1253-7927-43a3-a965-e8262e94cc7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 1097 time: 0.0603738 Jan 28 14:19:03.267924 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed7d40-9fc8-4b27-94a0-2f942ebfadd6 req-2b3c5fe3-0013-47ad-8982-0b49eca2af61 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:03.269640 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2ed7d40-9fc8-4b27-94a0-2f942ebfadd6 req-2b3c5fe3-0013-47ad-8982-0b49eca2af61 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 946 time: 0.0512199 Jan 28 14:19:03.286367 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0c1dd-a33e-4bc6-a314-ad559359627a req-ae8a36a3-124a-4fd6-b1e3-57966d6632a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:03.288079 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49f0c1dd-a33e-4bc6-a314-ad559359627a req-ae8a36a3-124a-4fd6-b1e3-57966d6632a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 912 time: 0.1029334 Jan 28 14:19:03.323993 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2ed7d40-9fc8-4b27-94a0-2f942ebfadd6 req-4a9c553c-82cd-4795-b851-9573afd6c7bd tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470359 Jan 28 14:19:03.332995 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49f0c1dd-a33e-4bc6-a314-ad559359627a req-fe185a9d-ac6c-4722-bbee-97ca4133e61d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6510486d-fe46-4be1-82de-50a72eb147c8 HTTP/1.1" status: 200 len: 217 time: 0.0378270 Jan 28 14:19:03.340126 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-12b24617-bd22-4fa8-93e1-e2e007328f72 None None] Set router 7d47f0eb-650b-4160-9f6b-4f03c267fffb gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:19:03.385656 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0c1dd-a33e-4bc6-a314-ad559359627a req-9b43fe7e-55f0-4e54-a098-83815908adea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:03.387224 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49f0c1dd-a33e-4bc6-a314-ad559359627a req-9b43fe7e-55f0-4e54-a098-83815908adea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a773a080-709e-4afe-b3b6-f6580a29f9f7 HTTP/1.1" status: 200 len: 851 time: 0.0478711 Jan 28 14:19:03.440931 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0c1dd-a33e-4bc6-a314-ad559359627a req-8db2ba1b-4485-4112-96da-ecc30bdb4c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:03.442450 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49f0c1dd-a33e-4bc6-a314-ad559359627a req-8db2ba1b-4485-4112-96da-ecc30bdb4c09 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e2baaf8-afbf-4340-9284-c0a506c9d66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480509 Jan 28 14:19:03.541324 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49f0c1dd-a33e-4bc6-a314-ad559359627a req-1b8589dc-d0cc-4f20-8224-0630b0094b64 service neutron] 10.222.0.37 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919647 Jan 28 14:19:03.570846 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-12b24617-bd22-4fa8-93e1-e2e007328f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'name': 'tempest-TestVolumeBootPattern-1758453011-router', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:38Z', 'revision_number': 4, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'gw_port': {'id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '7cd343f9-ed64-4496-8786-6e3994136e5c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'port_id': '0fdf8d1c-d537-47c8-90d8-ed9c31b37b58', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'mac_address': 'fa:16:3e:c2:3e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa41619-3759-4f07-8794-09b55107db79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:15:11Z', 'updated_at': '2022-01-28T14:15:13Z', 'revision_number': 1, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ed0013-fd5e-48b9-90f0-8c70a3d1da28', 'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'mac_address': 'fa:16:3e:fc:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:37Z', 'updated_at': '2022-01-28T14:07:43Z', 'revision_number': 5, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'subnets': [{'id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:03.601541 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b24617-bd22-4fa8-93e1-e2e007328f72 None None] Checking router: 7d47f0eb-650b-4160-9f6b-4f03c267fffb for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:19:03.610322 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b24617-bd22-4fa8-93e1-e2e007328f72 None None] Routers {'7d47f0eb-650b-4160-9f6b-4f03c267fffb'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:19:03.610964 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-12b24617-bd22-4fa8-93e1-e2e007328f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:19:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:03.644923 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-49f0c1dd-a33e-4bc6-a314-ad559359627a req-2afa79c1-7589-424b-ae2d-0eda0591ea84 service neutron] 10.222.0.37 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911362 Jan 28 14:19:03.717423 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-12b24617-bd22-4fa8-93e1-e2e007328f72 None None] Set router 7d47f0eb-650b-4160-9f6b-4f03c267fffb gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:19:03.951727 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-12b24617-bd22-4fa8-93e1-e2e007328f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'name': 'tempest-TestVolumeBootPattern-1758453011-router', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:38Z', 'revision_number': 4, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'gw_port': {'id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '7cd343f9-ed64-4496-8786-6e3994136e5c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'port_id': '0fdf8d1c-d537-47c8-90d8-ed9c31b37b58', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'mac_address': 'fa:16:3e:c2:3e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa41619-3759-4f07-8794-09b55107db79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:15:11Z', 'updated_at': '2022-01-28T14:15:13Z', 'revision_number': 1, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ed0013-fd5e-48b9-90f0-8c70a3d1da28', 'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'mac_address': 'fa:16:3e:fc:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:37Z', 'updated_at': '2022-01-28T14:07:43Z', 'revision_number': 5, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'subnets': [{'id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:03.982027 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b24617-bd22-4fa8-93e1-e2e007328f72 None None] The sync data for ids ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'] in n-d-822747-2 is: [{'id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'name': 'tempest-TestVolumeBootPattern-1758453011-router', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:38Z', 'revision_number': 4, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'gw_port': {'id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '7cd343f9-ed64-4496-8786-6e3994136e5c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'port_id': '0fdf8d1c-d537-47c8-90d8-ed9c31b37b58', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'mac_address': 'fa:16:3e:c2:3e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa41619-3759-4f07-8794-09b55107db79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:15:11Z', 'updated_at': '2022-01-28T14:15:13Z', 'revision_number': 1, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ed0013-fd5e-48b9-90f0-8c70a3d1da28', 'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'mac_address': 'fa:16:3e:fc:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:37Z', 'updated_at': '2022-01-28T14:07:43Z', 'revision_number': 5, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'subnets': [{'id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:19:04.334013 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e85cd63-6607-4b9b-b30a-dc7ee945136c None None] New status for floating IP 9e3116a5-b960-468a-8fe6-b9153a4ca75c: DOWN {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:19:04.448698 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:04.456666 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643b489-9f07-42c1-989f-428ef9d87017 req-e3fbae5b-04db-4d14-85e2-af6cea6a6acf tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:04.458256 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3643b489-9f07-42c1-989f-428ef9d87017 req-e3fbae5b-04db-4d14-85e2-af6cea6a6acf tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 946 time: 0.0578206 Jan 28 14:19:04.509914 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3643b489-9f07-42c1-989f-428ef9d87017 req-976db357-98b1-4583-833d-46f67f131b98 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440333 Jan 28 14:19:04.852343 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaaf4b9-ff5c-4a7e-b9d6-dd6a0cd9b7a8 req-dde242f8-7cd6-4276-8aa0-9b5e2e9fe6d1 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:04.853738 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-edaaf4b9-ff5c-4a7e-b9d6-dd6a0cd9b7a8 req-dde242f8-7cd6-4276-8aa0-9b5e2e9fe6d1 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.37 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 946 time: 0.0550048 Jan 28 14:19:04.950674 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-edaaf4b9-ff5c-4a7e-b9d6-dd6a0cd9b7a8 req-3969cca8-eb63-4c59-bb06-19de45e28b9e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Deleting port 6510486d-fe46-4be1-82de-50a72eb147c8 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:19:04.951050 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-edaaf4b9-ff5c-4a7e-b9d6-dd6a0cd9b7a8 req-3969cca8-eb63-4c59-bb06-19de45e28b9e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (6510486d-fe46-4be1-82de-50a72eb147c8), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:05.040185 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-edaaf4b9-ff5c-4a7e-b9d6-dd6a0cd9b7a8 req-3969cca8-eb63-4c59-bb06-19de45e28b9e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] For port 6510486d-fe46-4be1-82de-50a72eb147c8, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=6510486d-fe46-4be1-82de-50a72eb147c8,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:19:05.040543 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-edaaf4b9-ff5c-4a7e-b9d6-dd6a0cd9b7a8 req-3969cca8-eb63-4c59-bb06-19de45e28b9e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (6510486d-fe46-4be1-82de-50a72eb147c8), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:05.052598 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-edaaf4b9-ff5c-4a7e-b9d6-dd6a0cd9b7a8 req-3969cca8-eb63-4c59-bb06-19de45e28b9e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Calling delete_port for 6510486d-fe46-4be1-82de-50a72eb147c8 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:19:05.197998 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-edaaf4b9-ff5c-4a7e-b9d6-dd6a0cd9b7a8 req-3969cca8-eb63-4c59-bb06-19de45e28b9e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (6510486d-fe46-4be1-82de-50a72eb147c8), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:05.230193 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969cca8-eb63-4c59-bb06-19de45e28b9e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event deleted for resources: {'Port': ['ID=6510486d-fe46-4be1-82de-50a72eb147c8,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:05.279357 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-edaaf4b9-ff5c-4a7e-b9d6-dd6a0cd9b7a8 req-3969cca8-eb63-4c59-bb06-19de45e28b9e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] No DVR routers for this DVR port 6510486d-fe46-4be1-82de-50a72eb147c8 on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:19:05.282816 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-edaaf4b9-ff5c-4a7e-b9d6-dd6a0cd9b7a8 req-3969cca8-eb63-4c59-bb06-19de45e28b9e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:05.286271 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-edaaf4b9-ff5c-4a7e-b9d6-dd6a0cd9b7a8 req-3969cca8-eb63-4c59-bb06-19de45e28b9e tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.37 "DELETE /v2.0/ports/6510486d-fe46-4be1-82de-50a72eb147c8 HTTP/1.1" status: 204 len: 173 time: 0.4277709 Jan 28 14:19:05.286743 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498395e8-14f9-4a23-959c-4881f8ad1bac', 'name': 'network-vif-deleted', 'tag': '6510486d-fe46-4be1-82de-50a72eb147c8'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:19:05.289189 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84064276-f925-438c-8e3f-f836a8002eb3" -d '{"events": [{"server_uuid": "498395e8-14f9-4a23-959c-4881f8ad1bac", "name": "network-vif-deleted", "tag": "6510486d-fe46-4be1-82de-50a72eb147c8"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:19:05.329946 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee466bda-276c-494d-b3f0-84d98d6201b5 x-openstack-request-id: req-ee466bda-276c-494d-b3f0-84d98d6201b5 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:19:05.330248 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498395e8-14f9-4a23-959c-4881f8ad1bac", "name": "network-vif-deleted", "tag": "6510486d-fe46-4be1-82de-50a72eb147c8", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:19:05.330507 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee466bda-276c-494d-b3f0-84d98d6201b5 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:19:05.330936 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498395e8-14f9-4a23-959c-4881f8ad1bac', 'name': 'network-vif-deleted', 'tag': '6510486d-fe46-4be1-82de-50a72eb147c8', 'status': 'completed', 'code': 200} Jan 28 14:19:05.613932 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3b4d2907-570f-4263-ad1e-49733c86e73d req-008078a4-2c79-41e1-9763-da13ace4bc68 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 210 time: 0.0292792 Jan 28 14:19:06.411456 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:06.718674 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1dfcfc02-c9aa-4259-b2ab-e64daeafc310 req-1a3b21a6-f349-44f3-bddf-a17c27d8db4d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 210 time: 0.0310390 Jan 28 14:19:07.817449 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-68ac0ff0-e2f4-4cbf-aa47-f162f4435fb8 req-6b9a9c45-b85d-42de-ac54-5f320777785f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 210 time: 0.0278285 Jan 28 14:19:08.430292 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 6510486d-fe46-4be1-82de-50a72eb147c8 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:19:08.451086 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 6510486d-fe46-4be1-82de-50a72eb147c8 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:19:08.451459 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 6510486d-fe46-4be1-82de-50a72eb147c8 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:19:08.915787 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-345b1e6a-1e5d-4a54-94f2-882d5c73c517 req-f7e4fe07-e1e8-4cf0-ae98-ef0db495f444 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 210 time: 0.0276501 Jan 28 14:19:10.019531 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9b460094-38e9-4278-be94-7827dd2fa24c req-ceb96b33-589c-4512-bf86-8896afa54e40 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 210 time: 0.0288155 Jan 28 14:19:11.117075 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2330c47a-9e87-4f4b-8797-fb27be017f8e req-a02025a5-8ac2-4642-bb97-66b3a102d280 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 210 time: 0.0281074 Jan 28 14:19:12.220904 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ba741d7a-47c8-478e-be13-f83dff5b5802 req-16b90c37-77f2-4474-97d5-8d520ac465c8 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 210 time: 0.0304186 Jan 28 14:19:13.317086 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-82b2fd55-4047-45f3-850a-b65035792a4a req-e6e48f31-1138-4452-9c29-78b79b38c601 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=498395e8-14f9-4a23-959c-4881f8ad1bac HTTP/1.1" status: 200 len: 210 time: 0.0269783 Jan 28 14:19:18.201911 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:20.248575 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:22.877202 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48398) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:23.042809 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-40a70669-bdd3-43ec-a7de-633953bebfa2 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Deleting port 7e275961-6f55-4a51-9934-5a90663488ee {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:19:23.043186 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-40a70669-bdd3-43ec-a7de-633953bebfa2 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7e275961-6f55-4a51-9934-5a90663488ee), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:23.128359 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-40a70669-bdd3-43ec-a7de-633953bebfa2 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7e275961-6f55-4a51-9934-5a90663488ee), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:23.128591 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-40a70669-bdd3-43ec-a7de-633953bebfa2 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for floatingip (7e275961-6f55-4a51-9934-5a90663488ee), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:23.140586 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-40a70669-bdd3-43ec-a7de-633953bebfa2 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Calling delete_port for 7e275961-6f55-4a51-9934-5a90663488ee owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:19:23.318903 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-40a70669-bdd3-43ec-a7de-633953bebfa2 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (7e275961-6f55-4a51-9934-5a90663488ee), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:23.344023 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a70669-bdd3-43ec-a7de-633953bebfa2 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event deleted for resources: {'Port': ['ID=7e275961-6f55-4a51-9934-5a90663488ee,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:23.404052 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-40a70669-bdd3-43ec-a7de-633953bebfa2 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for floatingip (7cd343f9-ed64-4496-8786-6e3994136e5c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:23.404410 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-40a70669-bdd3-43ec-a7de-633953bebfa2 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Floating IP 7cd343f9-ed64-4496-8786-6e3994136e5c disassociated (deleted). External IP: 172.25.3.192, port: 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58. Jan 28 14:19:23.633162 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a70669-bdd3-43ec-a7de-633953bebfa2 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Router 7d47f0eb-650b-4160-9f6b-4f03c267fffb has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:19:23.751692 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a70669-bdd3-43ec-a7de-633953bebfa2 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:19:23.756633 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-40a70669-bdd3-43ec-a7de-633953bebfa2 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:23.762554 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2630402-5e5e-477f-a357-caa80aae5e6b None None] Sync routers for ids ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:19:23.773181 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2630402-5e5e-477f-a357-caa80aae5e6b None None] Routers {'7d47f0eb-650b-4160-9f6b-4f03c267fffb'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:19:23.773809 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e2630402-5e5e-477f-a357-caa80aae5e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:19:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:23.785840 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-40a70669-bdd3-43ec-a7de-633953bebfa2 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "DELETE /v2.0/floatingips/7cd343f9-ed64-4496-8786-6e3994136e5c HTTP/1.1" status: 204 len: 168 time: 0.9074678 Jan 28 14:19:23.787041 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa41619-3759-4f07-8794-09b55107db79', 'tag': '0fdf8d1c-d537-47c8-90d8-ed9c31b37b58'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:19:23.789314 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143a4a5b-852f-44c9-b936-a4e78e11d6b7" -d '{"events": [{"name": "network-changed", "server_uuid": "cfa41619-3759-4f07-8794-09b55107db79", "tag": "0fdf8d1c-d537-47c8-90d8-ed9c31b37b58"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:19:23.829570 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95e232f-b1cb-4b88-8680-1a45dfd072a8 x-openstack-request-id: req-e95e232f-b1cb-4b88-8680-1a45dfd072a8 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:19:23.829873 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfa41619-3759-4f07-8794-09b55107db79", "tag": "0fdf8d1c-d537-47c8-90d8-ed9c31b37b58", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:19:23.830107 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e95e232f-b1cb-4b88-8680-1a45dfd072a8 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:19:23.830534 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa41619-3759-4f07-8794-09b55107db79', 'tag': '0fdf8d1c-d537-47c8-90d8-ed9c31b37b58', 'status': 'completed', 'code': 200} Jan 28 14:19:23.887855 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-e2630402-5e5e-477f-a357-caa80aae5e6b None None] Set router 7d47f0eb-650b-4160-9f6b-4f03c267fffb gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:19:23.943830 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a4a5b-852f-44c9-b936-a4e78e11d6b7 req-bdf8780d-2722-4990-82d8-c23c9421f497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:23.946004 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-143a4a5b-852f-44c9-b936-a4e78e11d6b7 req-bdf8780d-2722-4990-82d8-c23c9421f497 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 1096 time: 0.0941103 Jan 28 14:19:24.042430 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecc705-7e43-458e-806d-6ab9cb7705c6 req-bdb07f57-29a1-4b30-a8e3-637c677dcfe3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:24.044301 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-75ecc705-7e43-458e-806d-6ab9cb7705c6 req-bdb07f57-29a1-4b30-a8e3-637c677dcfe3 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 945 time: 0.0598280 Jan 28 14:19:24.044648 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a4a5b-852f-44c9-b936-a4e78e11d6b7 req-9f58e61d-2a4b-428f-8455-d7fd4d27b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:24.046166 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-143a4a5b-852f-44c9-b936-a4e78e11d6b7 req-9f58e61d-2a4b-428f-8455-d7fd4d27b2da service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 200 len: 912 time: 0.0921483 Jan 28 14:19:24.089319 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-143a4a5b-852f-44c9-b936-a4e78e11d6b7 req-907846c5-d6bb-424e-b607-051727d40195 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 HTTP/1.1" status: 200 len: 217 time: 0.0352452 Jan 28 14:19:24.108737 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e2630402-5e5e-477f-a357-caa80aae5e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'name': 'tempest-TestVolumeBootPattern-1758453011-router', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:38Z', 'revision_number': 4, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'gw_port': {'id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'd9ed0013-fd5e-48b9-90f0-8c70a3d1da28', 'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'mac_address': 'fa:16:3e:fc:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:37Z', 'updated_at': '2022-01-28T14:07:43Z', 'revision_number': 5, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'subnets': [{'id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:24.110250 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-75ecc705-7e43-458e-806d-6ab9cb7705c6 req-952f0fd3-6650-4001-bc27-f557c0b20a52 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592558 Jan 28 14:19:24.145279 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2630402-5e5e-477f-a357-caa80aae5e6b None None] Checking router: 7d47f0eb-650b-4160-9f6b-4f03c267fffb for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:19:24.152473 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a4a5b-852f-44c9-b936-a4e78e11d6b7 req-8ddf1cb4-60a9-4bb9-b73b-c468a1a17a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:24.154027 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2630402-5e5e-477f-a357-caa80aae5e6b None None] Routers {'7d47f0eb-650b-4160-9f6b-4f03c267fffb'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:19:24.154325 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-143a4a5b-852f-44c9-b936-a4e78e11d6b7 req-8ddf1cb4-60a9-4bb9-b73b-c468a1a17a72 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a773a080-709e-4afe-b3b6-f6580a29f9f7 HTTP/1.1" status: 200 len: 851 time: 0.0582538 Jan 28 14:19:24.154472 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e2630402-5e5e-477f-a357-caa80aae5e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:19:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:24.214636 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a4a5b-852f-44c9-b936-a4e78e11d6b7 req-be790a0e-cb83-44d7-b3d5-b42655466017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:24.216345 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-143a4a5b-852f-44c9-b936-a4e78e11d6b7 req-be790a0e-cb83-44d7-b3d5-b42655466017 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e2baaf8-afbf-4340-9284-c0a506c9d66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446033 Jan 28 14:19:24.267382 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-e2630402-5e5e-477f-a357-caa80aae5e6b None None] Set router 7d47f0eb-650b-4160-9f6b-4f03c267fffb gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:19:24.313322 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-143a4a5b-852f-44c9-b936-a4e78e11d6b7 req-a1164a7b-c7b5-41ee-8097-014b4a477b96 service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864217 Jan 28 14:19:24.406768 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-143a4a5b-852f-44c9-b936-a4e78e11d6b7 req-3f1549d0-312e-4c1a-a2f6-d25b85f9f12f service neutron] 10.222.0.18 "GET /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857928 Jan 28 14:19:24.473140 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e2630402-5e5e-477f-a357-caa80aae5e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'name': 'tempest-TestVolumeBootPattern-1758453011-router', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:38Z', 'revision_number': 4, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'gw_port': {'id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'd9ed0013-fd5e-48b9-90f0-8c70a3d1da28', 'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'mac_address': 'fa:16:3e:fc:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:37Z', 'updated_at': '2022-01-28T14:07:43Z', 'revision_number': 5, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'subnets': [{'id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:24.503239 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2630402-5e5e-477f-a357-caa80aae5e6b None None] The sync data for ids ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'] in n-d-822747-2 is: [{'id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'name': 'tempest-TestVolumeBootPattern-1758453011-router', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:38Z', 'revision_number': 4, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'gw_port': {'id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'd9ed0013-fd5e-48b9-90f0-8c70a3d1da28', 'name': '', 'network_id': '7e2baaf8-afbf-4340-9284-c0a506c9d66c', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'mac_address': 'fa:16:3e:fc:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:37Z', 'updated_at': '2022-01-28T14:07:43Z', 'revision_number': 5, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'subnets': [{'id': 'a773a080-709e-4afe-b3b6-f6580a29f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:19:24.736471 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf104c7-2708-401c-9fcf-a784c8a29c6d None None] New status for floating IP 7cd343f9-ed64-4496-8786-6e3994136e5c: DOWN {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:19:25.241804 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70134e2f-baae-48b0-9684-1d2ba04e8cdb req-84f8d75b-32aa-4269-8339-01e2b668fec8 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:25.243310 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-70134e2f-baae-48b0-9684-1d2ba04e8cdb req-84f8d75b-32aa-4269-8339-01e2b668fec8 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 945 time: 0.0542536 Jan 28 14:19:25.293120 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-70134e2f-baae-48b0-9684-1d2ba04e8cdb req-eec3c05a-185f-4981-8549-751887ba294d tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/security-groups?id=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441060 Jan 28 14:19:25.573817 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b10d45-9532-4ee3-9efd-c2df443e25c7 req-19d0095d-01ef-4e76-b4b8-63e8aec5ae1f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:25.575254 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-91b10d45-9532-4ee3-9efd-c2df443e25c7 req-19d0095d-01ef-4e76-b4b8-63e8aec5ae1f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 945 time: 0.0614824 Jan 28 14:19:25.669588 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-91b10d45-9532-4ee3-9efd-c2df443e25c7 req-a3baccbc-ff18-408f-92d9-b9f9ca92b055 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Deleting port 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:19:25.669940 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-91b10d45-9532-4ee3-9efd-c2df443e25c7 req-a3baccbc-ff18-408f-92d9-b9f9ca92b055 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (0fdf8d1c-d537-47c8-90d8-ed9c31b37b58), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:25.765126 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-91b10d45-9532-4ee3-9efd-c2df443e25c7 req-a3baccbc-ff18-408f-92d9-b9f9ca92b055 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] For port 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=0fdf8d1c-d537-47c8-90d8-ed9c31b37b58,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:19:25.765383 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-91b10d45-9532-4ee3-9efd-c2df443e25c7 req-a3baccbc-ff18-408f-92d9-b9f9ca92b055 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (0fdf8d1c-d537-47c8-90d8-ed9c31b37b58), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:25.777639 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-91b10d45-9532-4ee3-9efd-c2df443e25c7 req-a3baccbc-ff18-408f-92d9-b9f9ca92b055 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Calling delete_port for 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:19:25.909575 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-91b10d45-9532-4ee3-9efd-c2df443e25c7 req-a3baccbc-ff18-408f-92d9-b9f9ca92b055 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (0fdf8d1c-d537-47c8-90d8-ed9c31b37b58), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:25.946952 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3baccbc-ff18-408f-92d9-b9f9ca92b055 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event deleted for resources: {'Port': ['ID=0fdf8d1c-d537-47c8-90d8-ed9c31b37b58,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:25.959667 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3baccbc-ff18-408f-92d9-b9f9ca92b055 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:25.960029 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3baccbc-ff18-408f-92d9-b9f9ca92b055 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:25.960381 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3baccbc-ff18-408f-92d9-b9f9ca92b055 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:25.960727 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3baccbc-ff18-408f-92d9-b9f9ca92b055 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:25.961072 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3baccbc-ff18-408f-92d9-b9f9ca92b055 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:25.961457 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3baccbc-ff18-408f-92d9-b9f9ca92b055 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:25.961818 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3baccbc-ff18-408f-92d9-b9f9ca92b055 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:25.962147 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3baccbc-ff18-408f-92d9-b9f9ca92b055 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:25.962478 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3baccbc-ff18-408f-92d9-b9f9ca92b055 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:25.962804 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3baccbc-ff18-408f-92d9-b9f9ca92b055 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:25.963161 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3baccbc-ff18-408f-92d9-b9f9ca92b055 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:25.963490 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3baccbc-ff18-408f-92d9-b9f9ca92b055 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:25.963819 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3baccbc-ff18-408f-92d9-b9f9ca92b055 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:25.998094 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b10d45-9532-4ee3-9efd-c2df443e25c7 req-a3baccbc-ff18-408f-92d9-b9f9ca92b055 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] No DVR routers for this DVR port 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:19:26.000727 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-91b10d45-9532-4ee3-9efd-c2df443e25c7 req-a3baccbc-ff18-408f-92d9-b9f9ca92b055 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:26.004057 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-91b10d45-9532-4ee3-9efd-c2df443e25c7 req-a3baccbc-ff18-408f-92d9-b9f9ca92b055 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.18 "DELETE /v2.0/ports/0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 HTTP/1.1" status: 204 len: 173 time: 0.4238565 Jan 28 14:19:26.004516 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa41619-3759-4f07-8794-09b55107db79', 'name': 'network-vif-deleted', 'tag': '0fdf8d1c-d537-47c8-90d8-ed9c31b37b58'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:19:26.006820 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79af54c-3d26-464d-80fa-2a5feaa3e3cb" -d '{"events": [{"server_uuid": "cfa41619-3759-4f07-8794-09b55107db79", "name": "network-vif-deleted", "tag": "0fdf8d1c-d537-47c8-90d8-ed9c31b37b58"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:19:26.050141 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4c03f9-9532-4ec4-b3e6-a363764a86a5 x-openstack-request-id: req-8f4c03f9-9532-4ec4-b3e6-a363764a86a5 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:19:26.050442 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa41619-3759-4f07-8794-09b55107db79", "name": "network-vif-deleted", "tag": "0fdf8d1c-d537-47c8-90d8-ed9c31b37b58", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:19:26.050716 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f4c03f9-9532-4ec4-b3e6-a363764a86a5 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:19:26.051129 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa41619-3759-4f07-8794-09b55107db79', 'name': 'network-vif-deleted', 'tag': '0fdf8d1c-d537-47c8-90d8-ed9c31b37b58', 'status': 'completed', 'code': 200} Jan 28 14:19:26.393988 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0d246096-4f77-49ab-91d1-165f1df25bcc req-521650ac-84ae-4e4a-aadb-d9d010037965 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 210 time: 0.0281949 Jan 28 14:19:27.492410 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-99ef8d04-7eb1-400c-908b-0bc7c853c418 req-da8144b0-72a9-44d0-a791-1ba91c06886c tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 210 time: 0.0274875 Jan 28 14:19:28.588304 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3cf7bce7-e252-454a-b0a7-d0ca44fc6406 req-ae1c2763-ff58-48b1-8117-2cb35e093008 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 210 time: 0.0280893 Jan 28 14:19:28.659991 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:19:28.680419 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:19:28.680771 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 0fdf8d1c-d537-47c8-90d8-ed9c31b37b58 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:19:29.386131 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-edfcc037-be41-45a3-9718-3bfacab99298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:29.684185 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-35ba32c2-4e39-4946-bddf-c773394aeb2d req-cd10d452-f1be-413a-8d2a-d593aa2ac4a9 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 210 time: 0.0265496 Jan 28 14:19:30.779291 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-91fb424f-09d0-4ae4-b1f3-864bd580b108 req-e5ec035b-3be9-40e0-8a89-f8c0eb28f375 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 210 time: 0.0271120 Jan 28 14:19:31.133743 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:19:31.702758 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3ae911ee-4955-4c95-8700-9e2e3ff0ceea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:32.059181 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4b6cd410-0ed8-410d-ac52-409e805b1b02 req-1f91b5f2-ec42-40c3-8c1c-fe200614e1c0 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 210 time: 0.0752826 Jan 28 14:19:33.068590 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:33.204586 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c6d232a8-2646-46d8-87b4-42707349d5f4 req-5df5c7b8-599c-4d18-9e5c-1391b3bdc3fd tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 210 time: 0.0778203 Jan 28 14:19:34.305835 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c38c0c8e-27f4-4bbf-a1b0-5a4230747af9 req-7afdb9ee-b601-4b6e-8c26-c45ea5dc1ddc tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfa41619-3759-4f07-8794-09b55107db79 HTTP/1.1" status: 200 len: 210 time: 0.0271544 Jan 28 14:19:34.444254 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:35.367208 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48436) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:35.502141 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-2a98910a-5295-448d-9ef4-47c42df1c42f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Deleting port 34aa8279-10ad-461d-bd8a-9260bc2f3fb6 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:19:35.502490 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2a98910a-5295-448d-9ef4-47c42df1c42f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (34aa8279-10ad-461d-bd8a-9260bc2f3fb6), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:35.579151 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2a98910a-5295-448d-9ef4-47c42df1c42f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (34aa8279-10ad-461d-bd8a-9260bc2f3fb6), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:35.579470 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2a98910a-5295-448d-9ef4-47c42df1c42f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for floatingip (34aa8279-10ad-461d-bd8a-9260bc2f3fb6), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:35.591541 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-2a98910a-5295-448d-9ef4-47c42df1c42f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Calling delete_port for 34aa8279-10ad-461d-bd8a-9260bc2f3fb6 owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:19:35.732821 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2a98910a-5295-448d-9ef4-47c42df1c42f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (34aa8279-10ad-461d-bd8a-9260bc2f3fb6), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:35.758797 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98910a-5295-448d-9ef4-47c42df1c42f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event deleted for resources: {'Port': ['ID=34aa8279-10ad-461d-bd8a-9260bc2f3fb6,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:35.825571 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2a98910a-5295-448d-9ef4-47c42df1c42f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for floatingip (9b1265ea-6eda-4786-84b6-49ee4eac2fa3), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:35.828191 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2a98910a-5295-448d-9ef4-47c42df1c42f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:35.829382 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2a98910a-5295-448d-9ef4-47c42df1c42f tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "DELETE /v2.0/floatingips/9b1265ea-6eda-4786-84b6-49ee4eac2fa3 HTTP/1.1" status: 204 len: 168 time: 0.4611890 Jan 28 14:19:36.407703 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:41.421149 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48456) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:41.480226 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9d7d2702-703a-447b-bbee-7d68f478ba74 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for security_group (0cb9a276-bd27-4d85-aa4b-3bd4852db9cc), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:41.505740 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9d7d2702-703a-447b-bbee-7d68f478ba74 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for security_group (0cb9a276-bd27-4d85-aa4b-3bd4852db9cc), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:41.569353 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9d7d2702-703a-447b-bbee-7d68f478ba74 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0cb9a276-bd27-4d85-aa4b-3bd4852db9cc), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:41.572246 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9d7d2702-703a-447b-bbee-7d68f478ba74 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:41.573423 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9d7d2702-703a-447b-bbee-7d68f478ba74 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] 10.222.0.39 "DELETE /v2.0/security-groups/0cb9a276-bd27-4d85-aa4b-3bd4852db9cc HTTP/1.1" status: 204 len: 168 time: 0.1511884 Jan 28 14:19:41.585534 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d2702-703a-447b-bbee-7d68f478ba74 tempest-TestVolumeBootPattern-443667665 tempest-TestVolumeBootPattern-443667665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb9a276-bd27-4d85-aa4b-3bd4852db9cc,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:41.658173 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48460) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:42.165593 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-37299f43-9b88-4542-940b-5f37662d51c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (7d47f0eb-650b-4160-9f6b-4f03c267fffb), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:42.432062 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-37299f43-9b88-4542-940b-5f37662d51c1 admin admin] Deleting port d9ed0013-fd5e-48b9-90f0-8c70a3d1da28 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:19:42.433042 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-37299f43-9b88-4542-940b-5f37662d51c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (d9ed0013-fd5e-48b9-90f0-8c70a3d1da28), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:42.510210 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-37299f43-9b88-4542-940b-5f37662d51c1 admin admin] For port d9ed0013-fd5e-48b9-90f0-8c70a3d1da28, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=d9ed0013-fd5e-48b9-90f0-8c70a3d1da28,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:19:42.510556 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-37299f43-9b88-4542-940b-5f37662d51c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (d9ed0013-fd5e-48b9-90f0-8c70a3d1da28), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:42.523162 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-37299f43-9b88-4542-940b-5f37662d51c1 admin admin] Calling delete_port for d9ed0013-fd5e-48b9-90f0-8c70a3d1da28 owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:19:42.711608 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-37299f43-9b88-4542-940b-5f37662d51c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (d9ed0013-fd5e-48b9-90f0-8c70a3d1da28), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:42.740528 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37299f43-9b88-4542-940b-5f37662d51c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9ed0013-fd5e-48b9-90f0-8c70a3d1da28,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:43.213487 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-37299f43-9b88-4542-940b-5f37662d51c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (7d47f0eb-650b-4160-9f6b-4f03c267fffb), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:43.443097 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37299f43-9b88-4542-940b-5f37662d51c1 admin admin] Router 7d47f0eb-650b-4160-9f6b-4f03c267fffb has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:19:43.550884 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37299f43-9b88-4542-940b-5f37662d51c1 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:19:43.556865 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-37299f43-9b88-4542-940b-5f37662d51c1 admin admin] 10.222.0.39 "PUT /v2.0/routers/7d47f0eb-650b-4160-9f6b-4f03c267fffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8973718 Jan 28 14:19:43.559547 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48464) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:43.560304 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3486d61e-4818-453f-a60b-b42b837fb086 None None] Sync routers for ids ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:19:43.570607 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3486d61e-4818-453f-a60b-b42b837fb086 None None] Routers {'7d47f0eb-650b-4160-9f6b-4f03c267fffb'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:19:43.571240 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-3486d61e-4818-453f-a60b-b42b837fb086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:19:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:43.666441 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4daf64d7-559a-484f-84ad-7f8a454edd79 admin admin] Publish callbacks [] for router (7d47f0eb-650b-4160-9f6b-4f03c267fffb), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:43.676562 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-3486d61e-4818-453f-a60b-b42b837fb086 None None] Set router 7d47f0eb-650b-4160-9f6b-4f03c267fffb gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:19:43.772436 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4daf64d7-559a-484f-84ad-7f8a454edd79 admin admin] Publish callbacks [] for router_gateway (7d47f0eb-650b-4160-9f6b-4f03c267fffb), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:43.826937 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-4daf64d7-559a-484f-84ad-7f8a454edd79 admin admin] Deleting port 2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:19:43.827275 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4daf64d7-559a-484f-84ad-7f8a454edd79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:43.852922 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-3486d61e-4818-453f-a60b-b42b837fb086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'name': 'tempest-TestVolumeBootPattern-1758453011-router', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:19:42Z', 'revision_number': 5, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'gw_port': {'id': '2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:43.882533 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3486d61e-4818-453f-a60b-b42b837fb086 None None] Checking router: 7d47f0eb-650b-4160-9f6b-4f03c267fffb for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:19:43.891066 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3486d61e-4818-453f-a60b-b42b837fb086 None None] Routers {'7d47f0eb-650b-4160-9f6b-4f03c267fffb'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:19:43.891679 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-3486d61e-4818-453f-a60b-b42b837fb086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:19:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:43.909620 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-4daf64d7-559a-484f-84ad-7f8a454edd79 admin admin] For port 2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:19:43.909975 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4daf64d7-559a-484f-84ad-7f8a454edd79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:43.922768 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-4daf64d7-559a-484f-84ad-7f8a454edd79 admin admin] Calling delete_port for 2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3 owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:19:43.973280 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-3486d61e-4818-453f-a60b-b42b837fb086 None None] Set router 7d47f0eb-650b-4160-9f6b-4f03c267fffb gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:19:44.026862 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-3486d61e-4818-453f-a60b-b42b837fb086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'name': 'tempest-TestVolumeBootPattern-1758453011-router', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:19:43Z', 'revision_number': 6, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:44.053194 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3486d61e-4818-453f-a60b-b42b837fb086 None None] The sync data for ids ['7d47f0eb-650b-4160-9f6b-4f03c267fffb'] in n-d-822747-2 is: [{'id': '7d47f0eb-650b-4160-9f6b-4f03c267fffb', 'name': 'tempest-TestVolumeBootPattern-1758453011-router', 'tenant_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:35Z', 'updated_at': '2022-01-28T14:19:43Z', 'revision_number': 6, 'project_id': '60c5f606262c4ce58aaf3e0b05399cbc', 'gw_port_host': None}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:19:44.096098 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4daf64d7-559a-484f-84ad-7f8a454edd79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:44.122310 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf64d7-559a-484f-84ad-7f8a454edd79 admin admin] Pushing event deleted for resources: {'Port': ['ID=2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:44.187240 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4daf64d7-559a-484f-84ad-7f8a454edd79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (7d47f0eb-650b-4160-9f6b-4f03c267fffb), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:44.282637 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4daf64d7-559a-484f-84ad-7f8a454edd79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (7d47f0eb-650b-4160-9f6b-4f03c267fffb), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:44.284801 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4daf64d7-559a-484f-84ad-7f8a454edd79 admin admin] Publish callbacks [] for router_controller (7d47f0eb-650b-4160-9f6b-4f03c267fffb), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:44.329903 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4daf64d7-559a-484f-84ad-7f8a454edd79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (7d47f0eb-650b-4160-9f6b-4f03c267fffb), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:44.330726 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4daf64d7-559a-484f-84ad-7f8a454edd79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d47f0eb-650b-4160-9f6b-4f03c267fffb {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:19:44.336630 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4daf64d7-559a-484f-84ad-7f8a454edd79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:44.338219 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4daf64d7-559a-484f-84ad-7f8a454edd79 admin admin] 10.222.0.39 "DELETE /v2.0/routers/7d47f0eb-650b-4160-9f6b-4f03c267fffb HTTP/1.1" status: 204 len: 168 time: 0.7777662 Jan 28 14:19:44.340833 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48466) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:44.386744 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-a376b3a2-9695-414e-b738-54ea2f1dbb67 admin admin] Deleting subnet a773a080-709e-4afe-b3b6-f6580a29f9f7 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:19:44.390511 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a376b3a2-9695-414e-b738-54ea2f1dbb67 admin admin] Publish callbacks [] for subnet (a773a080-709e-4afe-b3b6-f6580a29f9f7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:44.428490 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a376b3a2-9695-414e-b738-54ea2f1dbb67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (a773a080-709e-4afe-b3b6-f6580a29f9f7), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:44.515391 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a376b3a2-9695-414e-b738-54ea2f1dbb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (a773a080-709e-4afe-b3b6-f6580a29f9f7), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:44.575735 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a376b3a2-9695-414e-b738-54ea2f1dbb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (a773a080-709e-4afe-b3b6-f6580a29f9f7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:44.604381 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a376b3a2-9695-414e-b738-54ea2f1dbb67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:44.607933 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a376b3a2-9695-414e-b738-54ea2f1dbb67 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a773a080-709e-4afe-b3b6-f6580a29f9f7 HTTP/1.1" status: 204 len: 168 time: 0.2661655 Jan 28 14:19:44.608965 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a376b3a2-9695-414e-b738-54ea2f1dbb67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a773a080-709e-4afe-b3b6-f6580a29f9f7,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:44.610024 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941ab712-c6e3-46dd-bae4-a39e5ab7cb74 None None] Network 7e2baaf8-afbf-4340-9284-c0a506c9d66c requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:19:44.611330 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48468) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:44.686163 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-276f8eee-4643-4ed8-ba8e-264eda410114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (7e2baaf8-afbf-4340-9284-c0a506c9d66c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:44.741789 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-276f8eee-4643-4ed8-ba8e-264eda410114 admin admin] Deleting port ff5d240b-dea4-453b-91de-4a08275107f9 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:19:44.742077 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-276f8eee-4643-4ed8-ba8e-264eda410114 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ff5d240b-dea4-453b-91de-4a08275107f9), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:44.816462 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-276f8eee-4643-4ed8-ba8e-264eda410114 admin admin] For port ff5d240b-dea4-453b-91de-4a08275107f9, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ff5d240b-dea4-453b-91de-4a08275107f9,segment=NetworkSegment(499b2464-c245-4071-90b2-adcfebc44ffd),segment_id=499b2464-c245-4071-90b2-adcfebc44ffd)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:19:44.816947 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-276f8eee-4643-4ed8-ba8e-264eda410114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ff5d240b-dea4-453b-91de-4a08275107f9), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:44.831467 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-276f8eee-4643-4ed8-ba8e-264eda410114 admin admin] Calling delete_port for ff5d240b-dea4-453b-91de-4a08275107f9 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:19:44.915365 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-276f8eee-4643-4ed8-ba8e-264eda410114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ff5d240b-dea4-453b-91de-4a08275107f9), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:44.945162 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f8eee-4643-4ed8-ba8e-264eda410114 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5d240b-dea4-453b-91de-4a08275107f9,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:44.948734 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276f8eee-4643-4ed8-ba8e-264eda410114 admin admin] No DVR routers for this DVR port ff5d240b-dea4-453b-91de-4a08275107f9 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:19:44.963223 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b716c5-0608-4054-94fb-3488eef29a8e None None] DHCP port deletion for 7e2baaf8-afbf-4340-9284-c0a506c9d66c request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:19:45.023883 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-276f8eee-4643-4ed8-ba8e-264eda410114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (7e2baaf8-afbf-4340-9284-c0a506c9d66c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:45.046060 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-276f8eee-4643-4ed8-ba8e-264eda410114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2baaf8-afbf-4340-9284-c0a506c9d66c']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:45.056767 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-276f8eee-4643-4ed8-ba8e-264eda410114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499b2464-c245-4071-90b2-adcfebc44ffd') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:45.057067 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-276f8eee-4643-4ed8-ba8e-264eda410114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499b2464-c245-4071-90b2-adcfebc44ffd') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:45.072943 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-276f8eee-4643-4ed8-ba8e-264eda410114 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (499b2464-c245-4071-90b2-adcfebc44ffd), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:45.087653 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-276f8eee-4643-4ed8-ba8e-264eda410114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (499b2464-c245-4071-90b2-adcfebc44ffd), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:45.093937 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-276f8eee-4643-4ed8-ba8e-264eda410114 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:19:45.094321 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-276f8eee-4643-4ed8-ba8e-264eda410114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (499b2464-c245-4071-90b2-adcfebc44ffd), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: timer() Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:19:45.096032 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:19:45.150675 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-276f8eee-4643-4ed8-ba8e-264eda410114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (7e2baaf8-afbf-4340-9284-c0a506c9d66c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:45.156752 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-276f8eee-4643-4ed8-ba8e-264eda410114 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:45.160247 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-276f8eee-4643-4ed8-ba8e-264eda410114 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7e2baaf8-afbf-4340-9284-c0a506c9d66c HTTP/1.1" status: 204 len: 168 time: 0.5467584 Jan 28 14:19:45.163344 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48470) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:45.170969 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f8eee-4643-4ed8-ba8e-264eda410114 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e2baaf8-afbf-4340-9284-c0a506c9d66c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:45.519714 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e89848a-e0fd-476c-b0da-58c860fb8740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (be109a1d-7dd2-4d4f-9652-2796db645b83), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:45.527646 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d9ed0013-fd5e-48b9-90f0-8c70a3d1da28 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:19:45.551607 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: d9ed0013-fd5e-48b9-90f0-8c70a3d1da28 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:19:45.551954 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d9ed0013-fd5e-48b9-90f0-8c70a3d1da28 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:19:45.552365 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:19:45.571094 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:19:45.571518 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2265daf8-b5b5-4c31-9c7a-7bb0d3267fc3 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:19:45.572015 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ff5d240b-dea4-453b-91de-4a08275107f9 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:19:45.591961 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: ff5d240b-dea4-453b-91de-4a08275107f9 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:19:45.592305 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ff5d240b-dea4-453b-91de-4a08275107f9 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:19:45.770460 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-8e89848a-e0fd-476c-b0da-58c860fb8740 admin admin] Deleting port 6b638c05-38aa-4213-bfce-cff126c3fcab {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:19:45.770720 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e89848a-e0fd-476c-b0da-58c860fb8740 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (6b638c05-38aa-4213-bfce-cff126c3fcab), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:45.860087 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-8e89848a-e0fd-476c-b0da-58c860fb8740 admin admin] For port 6b638c05-38aa-4213-bfce-cff126c3fcab, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6b638c05-38aa-4213-bfce-cff126c3fcab,segment=NetworkSegment(addd8591-6adc-4beb-bfc3-39e00d344519),segment_id=addd8591-6adc-4beb-bfc3-39e00d344519)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:19:45.860450 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e89848a-e0fd-476c-b0da-58c860fb8740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (6b638c05-38aa-4213-bfce-cff126c3fcab), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:45.873206 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-8e89848a-e0fd-476c-b0da-58c860fb8740 admin admin] Calling delete_port for 6b638c05-38aa-4213-bfce-cff126c3fcab owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:19:46.065699 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e89848a-e0fd-476c-b0da-58c860fb8740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (6b638c05-38aa-4213-bfce-cff126c3fcab), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:46.093587 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89848a-e0fd-476c-b0da-58c860fb8740 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b638c05-38aa-4213-bfce-cff126c3fcab,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:46.259358 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e89848a-e0fd-476c-b0da-58c860fb8740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (be109a1d-7dd2-4d4f-9652-2796db645b83), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:46.485988 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e89848a-e0fd-476c-b0da-58c860fb8740 admin admin] Router be109a1d-7dd2-4d4f-9652-2796db645b83 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:19:46.598773 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e89848a-e0fd-476c-b0da-58c860fb8740 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:19:46.603965 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8e89848a-e0fd-476c-b0da-58c860fb8740 admin admin] 10.222.0.39 "PUT /v2.0/routers/be109a1d-7dd2-4d4f-9652-2796db645b83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4393878 Jan 28 14:19:46.606562 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48472) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:46.609515 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b763519-2b53-4ba0-8072-807e72867ba5 None None] Sync routers for ids ['be109a1d-7dd2-4d4f-9652-2796db645b83'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:19:46.619600 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b763519-2b53-4ba0-8072-807e72867ba5 None None] Routers {'be109a1d-7dd2-4d4f-9652-2796db645b83'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:19:46.620253 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-6b763519-2b53-4ba0-8072-807e72867ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:19:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['be109a1d-7dd2-4d4f-9652-2796db645b83'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:46.708581 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-83e83240-b017-4c15-9004-960df6d040a6 admin admin] Publish callbacks [] for router (be109a1d-7dd2-4d4f-9652-2796db645b83), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:46.728606 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-6b763519-2b53-4ba0-8072-807e72867ba5 None None] Set router be109a1d-7dd2-4d4f-9652-2796db645b83 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:19:46.911993 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-6b763519-2b53-4ba0-8072-807e72867ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be109a1d-7dd2-4d4f-9652-2796db645b83', 'name': 'tempest-TestVolumeBootPattern-1453950784-router', 'tenant_id': 'c6076bff474d4729be2e8a23854dc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '091a244d-21de-426a-b773-fc2b261c4a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:40Z', 'updated_at': '2022-01-28T14:19:46Z', 'revision_number': 5, 'project_id': 'c6076bff474d4729be2e8a23854dc888', 'gw_port': {'id': '091a244d-21de-426a-b773-fc2b261c4a45', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be109a1d-7dd2-4d4f-9652-2796db645b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:41Z', 'updated_at': '2022-01-28T14:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:46.938886 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b763519-2b53-4ba0-8072-807e72867ba5 None None] Checking router: be109a1d-7dd2-4d4f-9652-2796db645b83 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:19:46.948213 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b763519-2b53-4ba0-8072-807e72867ba5 None None] Routers {'be109a1d-7dd2-4d4f-9652-2796db645b83'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:19:46.949307 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-6b763519-2b53-4ba0-8072-807e72867ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:19:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['be109a1d-7dd2-4d4f-9652-2796db645b83'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:47.053432 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-6b763519-2b53-4ba0-8072-807e72867ba5 None None] Set router be109a1d-7dd2-4d4f-9652-2796db645b83 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:19:47.124038 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-83e83240-b017-4c15-9004-960df6d040a6 admin admin] Publish callbacks [] for router_gateway (be109a1d-7dd2-4d4f-9652-2796db645b83), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:47.177621 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-83e83240-b017-4c15-9004-960df6d040a6 admin admin] Deleting port 091a244d-21de-426a-b773-fc2b261c4a45 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:19:47.177849 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-83e83240-b017-4c15-9004-960df6d040a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (091a244d-21de-426a-b773-fc2b261c4a45), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:47.235354 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-6b763519-2b53-4ba0-8072-807e72867ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be109a1d-7dd2-4d4f-9652-2796db645b83', 'name': 'tempest-TestVolumeBootPattern-1453950784-router', 'tenant_id': 'c6076bff474d4729be2e8a23854dc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '091a244d-21de-426a-b773-fc2b261c4a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:40Z', 'updated_at': '2022-01-28T14:19:46Z', 'revision_number': 5, 'project_id': 'c6076bff474d4729be2e8a23854dc888', 'gw_port': {'id': '091a244d-21de-426a-b773-fc2b261c4a45', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be109a1d-7dd2-4d4f-9652-2796db645b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:41Z', 'updated_at': '2022-01-28T14:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:47.255890 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-83e83240-b017-4c15-9004-960df6d040a6 admin admin] For port 091a244d-21de-426a-b773-fc2b261c4a45, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=091a244d-21de-426a-b773-fc2b261c4a45,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:19:47.256346 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-83e83240-b017-4c15-9004-960df6d040a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (091a244d-21de-426a-b773-fc2b261c4a45), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:47.261862 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b763519-2b53-4ba0-8072-807e72867ba5 None None] The sync data for ids ['be109a1d-7dd2-4d4f-9652-2796db645b83'] in n-d-822747-2 is: [{'id': 'be109a1d-7dd2-4d4f-9652-2796db645b83', 'name': 'tempest-TestVolumeBootPattern-1453950784-router', 'tenant_id': 'c6076bff474d4729be2e8a23854dc888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '091a244d-21de-426a-b773-fc2b261c4a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:07:40Z', 'updated_at': '2022-01-28T14:19:46Z', 'revision_number': 5, 'project_id': 'c6076bff474d4729be2e8a23854dc888', 'gw_port': {'id': '091a244d-21de-426a-b773-fc2b261c4a45', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be109a1d-7dd2-4d4f-9652-2796db645b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:07:41Z', 'updated_at': '2022-01-28T14:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:19:47.269936 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-83e83240-b017-4c15-9004-960df6d040a6 admin admin] Calling delete_port for 091a244d-21de-426a-b773-fc2b261c4a45 owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:19:47.451647 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-83e83240-b017-4c15-9004-960df6d040a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (091a244d-21de-426a-b773-fc2b261c4a45), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:47.481315 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e83240-b017-4c15-9004-960df6d040a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=091a244d-21de-426a-b773-fc2b261c4a45,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:47.549842 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-83e83240-b017-4c15-9004-960df6d040a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (be109a1d-7dd2-4d4f-9652-2796db645b83), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:47.651090 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-83e83240-b017-4c15-9004-960df6d040a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (be109a1d-7dd2-4d4f-9652-2796db645b83), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:47.656023 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-83e83240-b017-4c15-9004-960df6d040a6 admin admin] Publish callbacks [] for router_controller (be109a1d-7dd2-4d4f-9652-2796db645b83), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:47.710739 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-83e83240-b017-4c15-9004-960df6d040a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (be109a1d-7dd2-4d4f-9652-2796db645b83), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:47.711449 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e83240-b017-4c15-9004-960df6d040a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be109a1d-7dd2-4d4f-9652-2796db645b83 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:19:47.716913 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-83e83240-b017-4c15-9004-960df6d040a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:47.718370 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-83e83240-b017-4c15-9004-960df6d040a6 admin admin] 10.222.0.39 "DELETE /v2.0/routers/be109a1d-7dd2-4d4f-9652-2796db645b83 HTTP/1.1" status: 204 len: 168 time: 1.1108079 Jan 28 14:19:47.721036 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48474) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:47.761467 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6b638c05-38aa-4213-bfce-cff126c3fcab no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:19:47.775897 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-b99c6ea4-9c93-47e9-b351-f4a59e4400e7 admin admin] Deleting subnet c785358b-dcbd-48f1-a922-9d86b28c52eb {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:19:47.780114 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b99c6ea4-9c93-47e9-b351-f4a59e4400e7 admin admin] Publish callbacks [] for subnet (c785358b-dcbd-48f1-a922-9d86b28c52eb), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:47.782221 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 6b638c05-38aa-4213-bfce-cff126c3fcab {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:19:47.782572 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6b638c05-38aa-4213-bfce-cff126c3fcab not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:19:47.824246 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b99c6ea4-9c93-47e9-b351-f4a59e4400e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (c785358b-dcbd-48f1-a922-9d86b28c52eb), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:47.905469 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b99c6ea4-9c93-47e9-b351-f4a59e4400e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (c785358b-dcbd-48f1-a922-9d86b28c52eb), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:47.964787 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b99c6ea4-9c93-47e9-b351-f4a59e4400e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (c785358b-dcbd-48f1-a922-9d86b28c52eb), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:47.991693 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c6ea4-9c93-47e9-b351-f4a59e4400e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c785358b-dcbd-48f1-a922-9d86b28c52eb,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:47.997465 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b99c6ea4-9c93-47e9-b351-f4a59e4400e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:48.003720 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b99c6ea4-9c93-47e9-b351-f4a59e4400e7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c785358b-dcbd-48f1-a922-9d86b28c52eb HTTP/1.1" status: 204 len: 168 time: 0.2807915 Jan 28 14:19:48.003996 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48476) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:48.004203 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bea8ba-b995-407c-8169-d0dffb49de2a None None] Network d39cc73c-0026-4005-a34a-e551efc62327 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:19:48.083689 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6fc3af68-37ed-4fb1-8089-74591b1e3c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (d39cc73c-0026-4005-a34a-e551efc62327), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:48.140335 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-6fc3af68-37ed-4fb1-8089-74591b1e3c4a admin admin] Deleting port 70c711c4-b5db-41bb-b27a-a7a56e5038f8 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:19:48.141015 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6fc3af68-37ed-4fb1-8089-74591b1e3c4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (70c711c4-b5db-41bb-b27a-a7a56e5038f8), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:48.199825 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:48.207983 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-6fc3af68-37ed-4fb1-8089-74591b1e3c4a admin admin] For port 70c711c4-b5db-41bb-b27a-a7a56e5038f8, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=70c711c4-b5db-41bb-b27a-a7a56e5038f8,segment=NetworkSegment(addd8591-6adc-4beb-bfc3-39e00d344519),segment_id=addd8591-6adc-4beb-bfc3-39e00d344519)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:19:48.208285 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6fc3af68-37ed-4fb1-8089-74591b1e3c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (70c711c4-b5db-41bb-b27a-a7a56e5038f8), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:48.220904 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-6fc3af68-37ed-4fb1-8089-74591b1e3c4a admin admin] Calling delete_port for 70c711c4-b5db-41bb-b27a-a7a56e5038f8 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:19:48.298408 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6fc3af68-37ed-4fb1-8089-74591b1e3c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (70c711c4-b5db-41bb-b27a-a7a56e5038f8), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:48.323271 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3af68-37ed-4fb1-8089-74591b1e3c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=70c711c4-b5db-41bb-b27a-a7a56e5038f8,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:48.326745 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc3af68-37ed-4fb1-8089-74591b1e3c4a admin admin] No DVR routers for this DVR port 70c711c4-b5db-41bb-b27a-a7a56e5038f8 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:19:48.385807 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbde989-9432-4cf0-87f6-7dcef4ab15aa None None] DHCP port deletion for d39cc73c-0026-4005-a34a-e551efc62327 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:19:48.413132 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6fc3af68-37ed-4fb1-8089-74591b1e3c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (d39cc73c-0026-4005-a34a-e551efc62327), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:48.435403 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-6fc3af68-37ed-4fb1-8089-74591b1e3c4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39cc73c-0026-4005-a34a-e551efc62327']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:48.445096 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-6fc3af68-37ed-4fb1-8089-74591b1e3c4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'addd8591-6adc-4beb-bfc3-39e00d344519') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:48.445397 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-6fc3af68-37ed-4fb1-8089-74591b1e3c4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'addd8591-6adc-4beb-bfc3-39e00d344519') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:48.455024 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6fc3af68-37ed-4fb1-8089-74591b1e3c4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (addd8591-6adc-4beb-bfc3-39e00d344519), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:48.473573 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6fc3af68-37ed-4fb1-8089-74591b1e3c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (addd8591-6adc-4beb-bfc3-39e00d344519), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:48.482271 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc3af68-37ed-4fb1-8089-74591b1e3c4a admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:19:48.482845 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6fc3af68-37ed-4fb1-8089-74591b1e3c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (addd8591-6adc-4beb-bfc3-39e00d344519), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: timer() Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:19:48.484868 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:19:48.550729 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6fc3af68-37ed-4fb1-8089-74591b1e3c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (d39cc73c-0026-4005-a34a-e551efc62327), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:48.559590 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6fc3af68-37ed-4fb1-8089-74591b1e3c4a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:48.564898 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6fc3af68-37ed-4fb1-8089-74591b1e3c4a admin admin] 10.222.0.39 "DELETE /v2.0/networks/d39cc73c-0026-4005-a34a-e551efc62327 HTTP/1.1" status: 204 len: 168 time: 0.5596726 Jan 28 14:19:48.579192 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3af68-37ed-4fb1-8089-74591b1e3c4a admin admin] Pushing event deleted for resources: {'Network': ['ID=d39cc73c-0026-4005-a34a-e551efc62327,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:48.683179 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48480) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:48.728140 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ee085988-0e15-48eb-90fe-7e696af833b1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=60c5f606262c4ce58aaf3e0b05399cbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432644 Jan 28 14:19:48.730779 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48482) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:48.792580 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bea69092-dbeb-499f-9c1e-ebe2537bca50 admin admin] Publish callbacks [] for security_group (ef112393-8776-40d8-a2e4-14eaacdf68a1), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:48.824184 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bea69092-dbeb-499f-9c1e-ebe2537bca50 admin admin] Publish callbacks [] for security_group (ef112393-8776-40d8-a2e4-14eaacdf68a1), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:48.873780 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bea69092-dbeb-499f-9c1e-ebe2537bca50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ef112393-8776-40d8-a2e4-14eaacdf68a1), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:48.876470 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bea69092-dbeb-499f-9c1e-ebe2537bca50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:48.877649 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bea69092-dbeb-499f-9c1e-ebe2537bca50 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ef112393-8776-40d8-a2e4-14eaacdf68a1 HTTP/1.1" status: 204 len: 168 time: 0.1456807 Jan 28 14:19:48.885379 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea69092-dbeb-499f-9c1e-ebe2537bca50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef112393-8776-40d8-a2e4-14eaacdf68a1,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:49.221264 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48488) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:49.263756 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cf92320c-8df2-4a32-9166-e84b239d4e67 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c6076bff474d4729be2e8a23854dc888&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412195 Jan 28 14:19:49.267184 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48490) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:49.317438 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9194436-16c9-46bd-a5da-9f80c2feb476 admin admin] Publish callbacks [] for security_group (efcdf73a-50b6-4ef3-8677-636a7e326a33), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:49.339434 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9194436-16c9-46bd-a5da-9f80c2feb476 admin admin] Publish callbacks [] for security_group (efcdf73a-50b6-4ef3-8677-636a7e326a33), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:49.392183 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9194436-16c9-46bd-a5da-9f80c2feb476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (efcdf73a-50b6-4ef3-8677-636a7e326a33), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:49.396253 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9194436-16c9-46bd-a5da-9f80c2feb476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:49.397846 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f9194436-16c9-46bd-a5da-9f80c2feb476 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/efcdf73a-50b6-4ef3-8677-636a7e326a33 HTTP/1.1" status: 204 len: 168 time: 0.1297753 Jan 28 14:19:49.406742 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9194436-16c9-46bd-a5da-9f80c2feb476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcdf73a-50b6-4ef3-8677-636a7e326a33,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:49.516004 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 70c711c4-b5db-41bb-b27a-a7a56e5038f8 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:19:49.537562 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 70c711c4-b5db-41bb-b27a-a7a56e5038f8 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:19:49.537915 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 70c711c4-b5db-41bb-b27a-a7a56e5038f8 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:19:49.538375 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 091a244d-21de-426a-b773-fc2b261c4a45 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:19:49.561876 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 091a244d-21de-426a-b773-fc2b261c4a45 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:19:49.562489 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 091a244d-21de-426a-b773-fc2b261c4a45 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:19:50.249860 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:59.388131 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8ee689e6-761d-40d7-98a9-eaae530d6273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:00.674062 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-abcab6d9-ab2a-4904-91ba-822c7cc01dd4 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=30ca4a3e91c44e61b55c93d44d09a516&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322881 Jan 28 14:20:00.799436 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-5aa7d5e0-0ef1-4068-beb1-f0aaec8a7429 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:00.800821 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-5aa7d5e0-0ef1-4068-beb1-f0aaec8a7429 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1207242 Jan 28 14:20:00.816683 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-bf8c3c34-275d-4399-b2f2-94609b1751be tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] 10.222.0.39 "GET /v2.0/quotas/30ca4a3e91c44e61b55c93d44d09a516 HTTP/1.1" status: 200 len: 375 time: 0.0097198 Jan 28 14:20:00.848471 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-8b33341d-22e0-40dd-842f-83d1bcaa949a tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=30ca4a3e91c44e61b55c93d44d09a516&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266232 Jan 28 14:20:01.025281 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-40b6db3d-8b88-4229-a3bb-a69f1d8df520 req-c2fe79a5-d70f-4613-b8e1-65d39a5adc67 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed2abb1e-67b0-4f9b-a799-5965cba75e74 HTTP/1.1" status: 200 len: 210 time: 0.0286269 Jan 28 14:20:01.710059 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-09cd3909-4fbc-4973-aa3e-ae5cf945312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:02.107474 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-199bbf14-bed6-471e-82ee-59f5772cb23b req-8ae9c366-1101-4e34-8d57-af38370222fb tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed2abb1e-67b0-4f9b-a799-5965cba75e74 HTTP/1.1" status: 200 len: 210 time: 0.0301168 Jan 28 14:20:03.071526 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:03.190042 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1e1dcdf-d987-451e-ba81-e5dc6db556ca req-30c8fdd3-c867-43f8-864b-1a906beaa591 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed2abb1e-67b0-4f9b-a799-5965cba75e74 HTTP/1.1" status: 200 len: 210 time: 0.0267851 Jan 28 14:20:04.271179 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-adbd24b9-850c-4899-8d54-72aa9d23a3c4 req-cbb8a2b5-5347-4454-8f06-5b057c7fdfec tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed2abb1e-67b0-4f9b-a799-5965cba75e74 HTTP/1.1" status: 200 len: 210 time: 0.0281215 Jan 28 14:20:04.439859 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:05.374726 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3dcd1cf9-4b26-4901-84e2-7602b1cb0b79 req-5eb5f16d-306e-4266-a236-832001c2b6d4 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed2abb1e-67b0-4f9b-a799-5965cba75e74 HTTP/1.1" status: 200 len: 210 time: 0.0264587 Jan 28 14:20:06.129259 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-97cfa3d7-a322-419e-b82e-c801cb0704af tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=30ca4a3e91c44e61b55c93d44d09a516&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229743 Jan 28 14:20:06.254844 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-f76e4c27-8d7b-4ead-bc0f-8586361b8a2b tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:06.257338 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-f76e4c27-8d7b-4ead-bc0f-8586361b8a2b tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1224945 Jan 28 14:20:06.271064 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-f44864c6-2465-47bd-8fd6-b640fbdf83bf tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Request body: {'port': {'device_id': 'ed2abb1e-67b0-4f9b-a799-5965cba75e74', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'admin_state_up': True, 'tenant_id': '30ca4a3e91c44e61b55c93d44d09a516'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:20:06.408651 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-f44864c6-2465-47bd-8fd6-b640fbdf83bf tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Made reservation on behalf of 30ca4a3e91c44e61b55c93d44d09a516 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:20:06.410367 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:06.412350 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-f44864c6-2465-47bd-8fd6-b640fbdf83bf tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:06.422602 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-f44864c6-2465-47bd-8fd6-b640fbdf83bf tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:06.489836 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-642eed7b-10d8-47f7-b572-380127c8ea2e req-f3fdab6a-8ef2-4b42-ab78-31da0dc8ad62 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed2abb1e-67b0-4f9b-a799-5965cba75e74 HTTP/1.1" status: 200 len: 210 time: 0.0324435 Jan 28 14:20:06.526039 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-f44864c6-2465-47bd-8fd6-b640fbdf83bf tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Publish callbacks [] for security_group (62b205b5-58be-4fda-8962-69b5e5f64615), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:06.531630 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-f44864c6-2465-47bd-8fd6-b640fbdf83bf tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (62b205b5-58be-4fda-8962-69b5e5f64615), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:06.600014 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44864c6-2465-47bd-8fd6-b640fbdf83bf tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b205b5-58be-4fda-8962-69b5e5f64615,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:06.666353 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-f44864c6-2465-47bd-8fd6-b640fbdf83bf tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Allocated IP 192.168.233.237 (da4be586-cdc6-4853-ab49-4d6756f95e6a/61f860a5-996f-43ac-8ccc-c0b30a786d25/fc43f55e-ed6a-4609-b118-dd23764147bb) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:20:06.815667 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-f44864c6-2465-47bd-8fd6-b640fbdf83bf tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Publish callbacks [] for port (fc43f55e-ed6a-4609-b118-dd23764147bb), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:06.853251 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-f44864c6-2465-47bd-8fd6-b640fbdf83bf tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (fc43f55e-ed6a-4609-b118-dd23764147bb), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:06.895907 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-f44864c6-2465-47bd-8fd6-b640fbdf83bf tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Network da4be586-cdc6-4853-ab49-4d6756f95e6a is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:20:06.899314 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-f44864c6-2465-47bd-8fd6-b640fbdf83bf tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:20:06.906340 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-f44864c6-2465-47bd-8fd6-b640fbdf83bf tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:20:06.913028 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44864c6-2465-47bd-8fd6-b640fbdf83bf tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Pushing event updated for resources: {'Port': ['ID=fc43f55e-ed6a-4609-b118-dd23764147bb,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:06.960117 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-f44864c6-2465-47bd-8fd6-b640fbdf83bf tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:06.960749 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-f44864c6-2465-47bd-8fd6-b640fbdf83bf tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:06.979220 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-f44864c6-2465-47bd-8fd6-b640fbdf83bf tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7120414 Jan 28 14:20:06.991568 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-d7eef79f-ae29-41d1-abc8-7bee7ab9c571 service neutron] Request body: {'port': {'device_id': 'ed2abb1e-67b0-4f9b-a799-5965cba75e74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:20:07.057904 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-d7eef79f-ae29-41d1-abc8-7bee7ab9c571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fc43f55e-ed6a-4609-b118-dd23764147bb), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:07.099175 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-702232bb-ec3e-4f3c-adeb-b49c95e66943 None None] Provisioning complete for port fc43f55e-ed6a-4609-b118-dd23764147bb triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:20:07.099525 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-702232bb-ec3e-4f3c-adeb-b49c95e66943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (fc43f55e-ed6a-4609-b118-dd23764147bb), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:07.135258 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-702232bb-ec3e-4f3c-adeb-b49c95e66943 None None] Port fc43f55e-ed6a-4609-b118-dd23764147bb cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:20:07.334687 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-d7eef79f-ae29-41d1-abc8-7bee7ab9c571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc43f55e-ed6a-4609-b118-dd23764147bb {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:20:07.342542 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-d7eef79f-ae29-41d1-abc8-7bee7ab9c571 service neutron] Publish callbacks [] for port (fc43f55e-ed6a-4609-b118-dd23764147bb), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:07.355528 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-d7eef79f-ae29-41d1-abc8-7bee7ab9c571 service neutron] Transition to ACTIVE for port object fc43f55e-ed6a-4609-b118-dd23764147bb will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:20:07.365933 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-d7eef79f-ae29-41d1-abc8-7bee7ab9c571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (fc43f55e-ed6a-4609-b118-dd23764147bb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:07.414891 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eef79f-ae29-41d1-abc8-7bee7ab9c571 service neutron] Pushing event updated for resources: {'Port': ['ID=fc43f55e-ed6a-4609-b118-dd23764147bb,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:07.493956 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-d7eef79f-ae29-41d1-abc8-7bee7ab9c571 service neutron] Attempting to bind port fc43f55e-ed6a-4609-b118-dd23764147bb on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:20:07.494320 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-d7eef79f-ae29-41d1-abc8-7bee7ab9c571 service neutron] Attempting to bind port fc43f55e-ed6a-4609-b118-dd23764147bb by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:20:07.494648 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-d7eef79f-ae29-41d1-abc8-7bee7ab9c571 service neutron] Attempting to bind port fc43f55e-ed6a-4609-b118-dd23764147bb on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:20:07.500060 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-d7eef79f-ae29-41d1-abc8-7bee7ab9c571 service neutron] Port fc43f55e-ed6a-4609-b118-dd23764147bb on network da4be586-cdc6-4853-ab49-4d6756f95e6a not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:20:07.500410 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-d7eef79f-ae29-41d1-abc8-7bee7ab9c571 service neutron] Attempting to bind port fc43f55e-ed6a-4609-b118-dd23764147bb on network da4be586-cdc6-4853-ab49-4d6756f95e6a {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:20:07.506004 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-d7eef79f-ae29-41d1-abc8-7bee7ab9c571 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:20:07.506358 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-d7eef79f-ae29-41d1-abc8-7bee7ab9c571 service neutron] Checking segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:20:07.506743 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-d7eef79f-ae29-41d1-abc8-7bee7ab9c571 service neutron] Bound using segment: {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:20:07.507195 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-d7eef79f-ae29-41d1-abc8-7bee7ab9c571 service neutron] Bound port: fc43f55e-ed6a-4609-b118-dd23764147bb, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6514d1d-6e29-4304-90c0-902af1a253de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:20:07.507565 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-d7eef79f-ae29-41d1-abc8-7bee7ab9c571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fc43f55e-ed6a-4609-b118-dd23764147bb), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:07.579179 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-d7eef79f-ae29-41d1-abc8-7bee7ab9c571 service neutron] For port fc43f55e-ed6a-4609-b118-dd23764147bb, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:20:07.582625 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-d7eef79f-ae29-41d1-abc8-7bee7ab9c571 service neutron] For port fc43f55e-ed6a-4609-b118-dd23764147bb, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=fc43f55e-ed6a-4609-b118-dd23764147bb,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:20:07.592548 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-d7eef79f-ae29-41d1-abc8-7bee7ab9c571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (fc43f55e-ed6a-4609-b118-dd23764147bb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:07.627129 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad385d3-c30f-49e0-ae7b-10da39730d84 req-34d3b897-001d-4480-be11-dad0809b35a8 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:07.627656 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-d7eef79f-ae29-41d1-abc8-7bee7ab9c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:07.628152 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-d7eef79f-ae29-41d1-abc8-7bee7ab9c571 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:07.628661 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ad385d3-c30f-49e0-ae7b-10da39730d84 req-34d3b897-001d-4480-be11-dad0809b35a8 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed2abb1e-67b0-4f9b-a799-5965cba75e74 HTTP/1.1" status: 200 len: 948 time: 0.0561359 Jan 28 14:20:07.629534 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-d7eef79f-ae29-41d1-abc8-7bee7ab9c571 service neutron] 10.222.0.18 "PUT /v2.0/ports/fc43f55e-ed6a-4609-b118-dd23764147bb HTTP/1.1" status: 200 len: 1096 time: 0.6427205 Jan 28 14:20:07.629979 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2abb1e-67b0-4f9b-a799-5965cba75e74', 'tag': 'fc43f55e-ed6a-4609-b118-dd23764147bb'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:20:07.632263 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafeb066-e68b-4888-a43b-1c00d48ea5b9" -d '{"events": [{"name": "network-changed", "server_uuid": "ed2abb1e-67b0-4f9b-a799-5965cba75e74", "tag": "fc43f55e-ed6a-4609-b118-dd23764147bb"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:20:07.689800 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eef79f-ae29-41d1-abc8-7bee7ab9c571 service neutron] Pushing event updated for resources: {'Port': ['ID=fc43f55e-ed6a-4609-b118-dd23764147bb,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:07.714847 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ad385d3-c30f-49e0-ae7b-10da39730d84 req-d9ca7ae9-8ff0-4021-81bd-79aa1e6ee2a4 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] 10.222.0.39 "GET /v2.0/security-groups?id=62b205b5-58be-4fda-8962-69b5e5f64615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698323 Jan 28 14:20:07.740259 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-5b66528d-10f4-437b-9400-45412f062646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:07.742099 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-5b66528d-10f4-437b-9400-45412f062646 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=30ca4a3e91c44e61b55c93d44d09a516&device_id=ed2abb1e-67b0-4f9b-a799-5965cba75e74 HTTP/1.1" status: 200 len: 1099 time: 0.0635822 Jan 28 14:20:07.785735 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88d541d-f7a1-4cbb-afe8-3b441ba36f42 x-openstack-request-id: req-e88d541d-f7a1-4cbb-afe8-3b441ba36f42 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:20:07.786034 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed2abb1e-67b0-4f9b-a799-5965cba75e74", "tag": "fc43f55e-ed6a-4609-b118-dd23764147bb", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:20:07.786292 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e88d541d-f7a1-4cbb-afe8-3b441ba36f42 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:20:07.786699 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed2abb1e-67b0-4f9b-a799-5965cba75e74', 'tag': 'fc43f55e-ed6a-4609-b118-dd23764147bb', 'status': 'completed', 'code': 200} Jan 28 14:20:07.788336 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-2435f9a9-d0d7-4609-9bfc-7655c2da7f4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=fc43f55e-ed6a-4609-b118-dd23764147bb HTTP/1.1" status: 200 len: 217 time: 0.0392535 Jan 28 14:20:07.844046 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-550f30fd-d40b-4f7d-b7b0-6da323cb727d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:07.845488 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-550f30fd-d40b-4f7d-b7b0-6da323cb727d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0499291 Jan 28 14:20:07.896586 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-d1a4d413-b149-45a0-9303-caa79d6c28de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:07.898097 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-d1a4d413-b149-45a0-9303-caa79d6c28de service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0466359 Jan 28 14:20:07.992418 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-8e64e84b-4f91-4d8a-b3e3-40bd55bbbeb9 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873322 Jan 28 14:20:08.087760 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1447d5f2-1c25-45c7-9de3-83b2aff3dae4 req-9b0f8763-5c48-4527-8bfb-47dbc3dd42cd service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897901 Jan 28 14:20:08.134120 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:20:08.178522 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafeb066-e68b-4888-a43b-1c00d48ea5b9 req-f9d54160-4f8a-49eb-a1b6-0dfe1c77717a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:08.180073 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aafeb066-e68b-4888-a43b-1c00d48ea5b9 req-f9d54160-4f8a-49eb-a1b6-0dfe1c77717a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=30ca4a3e91c44e61b55c93d44d09a516&device_id=ed2abb1e-67b0-4f9b-a799-5965cba75e74 HTTP/1.1" status: 200 len: 1099 time: 0.0437484 Jan 28 14:20:08.274223 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafeb066-e68b-4888-a43b-1c00d48ea5b9 req-7a2c2c2c-d082-4cff-bdc4-3eccb7ba2da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:08.275760 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aafeb066-e68b-4888-a43b-1c00d48ea5b9 req-7a2c2c2c-d082-4cff-bdc4-3eccb7ba2da7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da4be586-cdc6-4853-ab49-4d6756f95e6a HTTP/1.1" status: 200 len: 869 time: 0.0900743 Jan 28 14:20:08.318622 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aafeb066-e68b-4888-a43b-1c00d48ea5b9 req-369dc135-988b-4976-a362-05e563c4b984 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=fc43f55e-ed6a-4609-b118-dd23764147bb HTTP/1.1" status: 200 len: 217 time: 0.0364084 Jan 28 14:20:08.368799 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafeb066-e68b-4888-a43b-1c00d48ea5b9 req-342567ac-cc04-4a54-985f-6c2450bcd08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:08.370245 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aafeb066-e68b-4888-a43b-1c00d48ea5b9 req-342567ac-cc04-4a54-985f-6c2450bcd08d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61f860a5-996f-43ac-8ccc-c0b30a786d25 HTTP/1.1" status: 200 len: 843 time: 0.0446868 Jan 28 14:20:08.416979 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafeb066-e68b-4888-a43b-1c00d48ea5b9 req-882020ac-8b5a-4fa9-b092-0620da7ecc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:08.418464 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aafeb066-e68b-4888-a43b-1c00d48ea5b9 req-882020ac-8b5a-4fa9-b092-0620da7ecc61 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da4be586-cdc6-4853-ab49-4d6756f95e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0409908 Jan 28 14:20:08.520369 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aafeb066-e68b-4888-a43b-1c00d48ea5b9 req-8e7d0ae0-60b4-49d0-8662-070e38fa6ef8 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952013 Jan 28 14:20:08.625554 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aafeb066-e68b-4888-a43b-1c00d48ea5b9 req-30f3e665-57f4-46d2-a3a0-1cfa2efe8af2 service neutron] 10.222.0.18 "GET /v2.0/networks/da4be586-cdc6-4853-ab49-4d6756f95e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978429 Jan 28 14:20:08.794477 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device fc43f55e-ed6a-4609-b118-dd23764147bb details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:20:08.850472 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163c82a-5daf-451b-a87d-1a7fdeb9eb09 req-1f481192-a733-4fa5-8e21-62abe3fa3739 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:08.852254 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1163c82a-5daf-451b-a87d-1a7fdeb9eb09 req-1f481192-a733-4fa5-8e21-62abe3fa3739 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed2abb1e-67b0-4f9b-a799-5965cba75e74 HTTP/1.1" status: 200 len: 948 time: 0.0523815 Jan 28 14:20:08.897221 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port fc43f55e-ed6a-4609-b118-dd23764147bb, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=fc43f55e-ed6a-4609-b118-dd23764147bb,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:20:08.901649 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1163c82a-5daf-451b-a87d-1a7fdeb9eb09 req-c155c59d-232c-40e2-b992-290ab8e60fd4 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] 10.222.0.39 "GET /v2.0/security-groups?id=62b205b5-58be-4fda-8962-69b5e5f64615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433450 Jan 28 14:20:08.911222 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'fc43f55e-ed6a-4609-b118-dd23764147bb', 'network_id': 'da4be586-cdc6-4853-ab49-4d6756f95e6a', 'port_id': 'fc43f55e-ed6a-4609-b118-dd23764147bb', 'mac_address': 'fa:16:3e:af:35:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f860a5-996f-43ac-8ccc-c0b30a786d25', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:20:08.949082 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port fc43f55e-ed6a-4609-b118-dd23764147bb is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:20:08.949479 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fc43f55e-ed6a-4609-b118-dd23764147bb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:08.962112 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc43f55e-ed6a-4609-b118-dd23764147bb {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:20:08.981712 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port fc43f55e-ed6a-4609-b118-dd23764147bb, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=fc43f55e-ed6a-4609-b118-dd23764147bb,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:20:08.987569 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (fc43f55e-ed6a-4609-b118-dd23764147bb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:09.053345 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=fc43f55e-ed6a-4609-b118-dd23764147bb,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:09.061222 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:09.061572 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:09.061903 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:09.062236 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:09.062543 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:09.062888 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:09.063238 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:09.063560 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:09.063879 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:09.064176 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:09.064491 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:09.064805 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:09.065118 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:09.238125 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['fc43f55e-ed6a-4609-b118-dd23764147bb'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:20:10.036385 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa48bc-25ea-4c91-ad58-f95bfa91b4bd req-17143ff3-5c67-47e0-918f-d4d711ad8813 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:10.037898 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45aa48bc-25ea-4c91-ad58-f95bfa91b4bd req-17143ff3-5c67-47e0-918f-d4d711ad8813 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed2abb1e-67b0-4f9b-a799-5965cba75e74 HTTP/1.1" status: 200 len: 949 time: 0.0574019 Jan 28 14:20:10.088601 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45aa48bc-25ea-4c91-ad58-f95bfa91b4bd req-8abee616-d947-4aa7-bb99-ff4398b43190 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] 10.222.0.39 "GET /v2.0/security-groups?id=62b205b5-58be-4fda-8962-69b5e5f64615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447845 Jan 28 14:20:10.797420 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device fc43f55e-ed6a-4609-b118-dd23764147bb up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:20:10.855614 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port fc43f55e-ed6a-4609-b118-dd23764147bb completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:20:10.861268 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port fc43f55e-ed6a-4609-b118-dd23764147bb triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:20:10.861876 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (fc43f55e-ed6a-4609-b118-dd23764147bb), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:10.940580 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port fc43f55e-ed6a-4609-b118-dd23764147bb is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:20:10.940967 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fc43f55e-ed6a-4609-b118-dd23764147bb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:10.963373 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2abb1e-67b0-4f9b-a799-5965cba75e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc43f55e-ed6a-4609-b118-dd23764147bb'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:20:10.965657 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403732aa-d754-4f4c-a8ec-2221f18ab5e5" -d '{"events": [{"server_uuid": "ed2abb1e-67b0-4f9b-a799-5965cba75e74", "name": "network-vif-plugged", "status": "completed", "tag": "fc43f55e-ed6a-4609-b118-dd23764147bb"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:20:10.978231 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port fc43f55e-ed6a-4609-b118-dd23764147bb, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=fc43f55e-ed6a-4609-b118-dd23764147bb,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:20:10.988212 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (fc43f55e-ed6a-4609-b118-dd23764147bb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:11.040316 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=fc43f55e-ed6a-4609-b118-dd23764147bb,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:11.064314 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f161860f-cae2-4a30-95b8-744313fbad21 x-openstack-request-id: req-f161860f-cae2-4a30-95b8-744313fbad21 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:20:11.064611 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2abb1e-67b0-4f9b-a799-5965cba75e74", "name": "network-vif-plugged", "status": "completed", "tag": "fc43f55e-ed6a-4609-b118-dd23764147bb", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:20:11.064867 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f161860f-cae2-4a30-95b8-744313fbad21 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:20:11.065267 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2abb1e-67b0-4f9b-a799-5965cba75e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc43f55e-ed6a-4609-b118-dd23764147bb', 'code': 200} Jan 28 14:20:11.166278 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a0aed-b856-4232-9c7a-904e8af93016 req-720e7b87-d4db-43a3-b41f-cfcfcae02450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:11.167846 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a56a0aed-b856-4232-9c7a-904e8af93016 req-720e7b87-d4db-43a3-b41f-cfcfcae02450 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ed2abb1e-67b0-4f9b-a799-5965cba75e74 HTTP/1.1" status: 200 len: 1101 time: 0.0448115 Jan 28 14:20:11.242737 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73992cc8-8f26-4848-bf25-abf1bf78cb92 req-ab3c1f69-126f-4fca-bc00-a9dbc6dfa7cf tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:11.244232 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-73992cc8-8f26-4848-bf25-abf1bf78cb92 req-ab3c1f69-126f-4fca-bc00-a9dbc6dfa7cf tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed2abb1e-67b0-4f9b-a799-5965cba75e74 HTTP/1.1" status: 200 len: 950 time: 0.0754812 Jan 28 14:20:11.246711 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a56a0aed-b856-4232-9c7a-904e8af93016 req-393a2194-696c-4d70-859a-37cc67e453c8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=62b205b5-58be-4fda-8962-69b5e5f64615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698535 Jan 28 14:20:11.292245 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-73992cc8-8f26-4848-bf25-abf1bf78cb92 req-cc3f4044-fd04-4f31-b529-734512c84470 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] 10.222.0.39 "GET /v2.0/security-groups?id=62b205b5-58be-4fda-8962-69b5e5f64615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424078 Jan 28 14:20:12.429930 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e7756-7c81-4592-a504-7140eb56f78e req-06e35758-5364-417e-9fec-f2acfaf927de tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:12.431439 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-013e7756-7c81-4592-a504-7140eb56f78e req-06e35758-5364-417e-9fec-f2acfaf927de tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed2abb1e-67b0-4f9b-a799-5965cba75e74 HTTP/1.1" status: 200 len: 950 time: 0.0649548 Jan 28 14:20:12.480127 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-013e7756-7c81-4592-a504-7140eb56f78e req-76230677-78a8-4d3d-806f-b85d5258ee74 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] 10.222.0.39 "GET /v2.0/security-groups?id=62b205b5-58be-4fda-8962-69b5e5f64615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409086 Jan 28 14:20:12.785089 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-554fc5f5-18b7-44eb-bff6-c7ed4f695f26 req-f634b96c-fa73-4249-9c97-ddf83d7ce058 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:20:12.786268 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-554fc5f5-18b7-44eb-bff6-c7ed4f695f26 req-f634b96c-fa73-4249-9c97-ddf83d7ce058 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084934 Jan 28 14:20:13.245883 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-46d96b92-6a9a-4fa3-8a86-5db31ace339a req-ae9e2823-0a79-4374-9a6d-233df5493778 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:20:13.246957 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-46d96b92-6a9a-4fa3-8a86-5db31ace339a req-ae9e2823-0a79-4374-9a6d-233df5493778 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1141706 Jan 28 14:20:13.616874 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe95e6-3797-4ccc-98a0-9c8b34bf902c req-60e48404-14a0-46f2-bc7b-96c72c231ca2 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:13.618450 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1cfe95e6-3797-4ccc-98a0-9c8b34bf902c req-60e48404-14a0-46f2-bc7b-96c72c231ca2 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed2abb1e-67b0-4f9b-a799-5965cba75e74 HTTP/1.1" status: 200 len: 950 time: 0.0590329 Jan 28 14:20:13.668436 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1cfe95e6-3797-4ccc-98a0-9c8b34bf902c req-618f74f7-1842-49f0-a665-2b27d85669ef tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] 10.222.0.39 "GET /v2.0/security-groups?id=62b205b5-58be-4fda-8962-69b5e5f64615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421066 Jan 28 14:20:14.796649 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f3f58-fb60-4bdb-8d03-cddd2b94c0e3 req-da1e0be2-f94e-459b-b20a-dccba9f219f0 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:14.798138 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b37f3f58-fb60-4bdb-8d03-cddd2b94c0e3 req-da1e0be2-f94e-459b-b20a-dccba9f219f0 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed2abb1e-67b0-4f9b-a799-5965cba75e74 HTTP/1.1" status: 200 len: 950 time: 0.0568388 Jan 28 14:20:14.880682 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b37f3f58-fb60-4bdb-8d03-cddd2b94c0e3 req-83dd3ef6-be31-4f4c-8aa6-d75fb1bf40ab tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] 10.222.0.39 "GET /v2.0/security-groups?id=62b205b5-58be-4fda-8962-69b5e5f64615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765638 Jan 28 14:20:14.893073 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb49f46-de1a-47a9-b661-52be6bb95818 req-fca6e385-1648-48fc-a375-f40de9818297 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:14.895252 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dfb49f46-de1a-47a9-b661-52be6bb95818 req-fca6e385-1648-48fc-a375-f40de9818297 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2abb1e-67b0-4f9b-a799-5965cba75e74 HTTP/1.1" status: 200 len: 950 time: 0.0712962 Jan 28 14:20:15.005167 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-dfb49f46-de1a-47a9-b661-52be6bb95818 req-9dfd7ed2-678a-415c-9e42-acd88ec9db88 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Deleting port fc43f55e-ed6a-4609-b118-dd23764147bb {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:20:15.005463 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-dfb49f46-de1a-47a9-b661-52be6bb95818 req-9dfd7ed2-678a-415c-9e42-acd88ec9db88 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (fc43f55e-ed6a-4609-b118-dd23764147bb), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:15.100874 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-dfb49f46-de1a-47a9-b661-52be6bb95818 req-9dfd7ed2-678a-415c-9e42-acd88ec9db88 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] For port fc43f55e-ed6a-4609-b118-dd23764147bb, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=fc43f55e-ed6a-4609-b118-dd23764147bb,segment=NetworkSegment(a6514d1d-6e29-4304-90c0-902af1a253de),segment_id=a6514d1d-6e29-4304-90c0-902af1a253de)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:20:15.101259 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-dfb49f46-de1a-47a9-b661-52be6bb95818 req-9dfd7ed2-678a-415c-9e42-acd88ec9db88 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (fc43f55e-ed6a-4609-b118-dd23764147bb), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:15.113253 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-dfb49f46-de1a-47a9-b661-52be6bb95818 req-9dfd7ed2-678a-415c-9e42-acd88ec9db88 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Calling delete_port for fc43f55e-ed6a-4609-b118-dd23764147bb owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:20:15.252120 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-dfb49f46-de1a-47a9-b661-52be6bb95818 req-9dfd7ed2-678a-415c-9e42-acd88ec9db88 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (fc43f55e-ed6a-4609-b118-dd23764147bb), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:15.268348 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['fc43f55e-ed6a-4609-b118-dd23764147bb'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:20:15.286701 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd7ed2-678a-415c-9e42-acd88ec9db88 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Pushing event deleted for resources: {'Port': ['ID=fc43f55e-ed6a-4609-b118-dd23764147bb,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:15.332754 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb49f46-de1a-47a9-b661-52be6bb95818 req-9dfd7ed2-678a-415c-9e42-acd88ec9db88 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] No DVR routers for this DVR port fc43f55e-ed6a-4609-b118-dd23764147bb on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:20:15.336172 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-dfb49f46-de1a-47a9-b661-52be6bb95818 req-9dfd7ed2-678a-415c-9e42-acd88ec9db88 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:15.339050 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dfb49f46-de1a-47a9-b661-52be6bb95818 req-9dfd7ed2-678a-415c-9e42-acd88ec9db88 tempest-ServersAdminNegativeTestJSON-1082399652 tempest-ServersAdminNegativeTestJSON-1082399652-project] 10.222.0.18 "DELETE /v2.0/ports/fc43f55e-ed6a-4609-b118-dd23764147bb HTTP/1.1" status: 204 len: 173 time: 0.4372056 Jan 28 14:20:15.339559 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2abb1e-67b0-4f9b-a799-5965cba75e74', 'name': 'network-vif-deleted', 'tag': 'fc43f55e-ed6a-4609-b118-dd23764147bb'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:20:15.341858 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ffd2e8-0226-4108-9535-7149a30b3d8f" -d '{"events": [{"server_uuid": "ed2abb1e-67b0-4f9b-a799-5965cba75e74", "name": "network-vif-deleted", "tag": "fc43f55e-ed6a-4609-b118-dd23764147bb"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:20:15.389545 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61559add-00bf-42cc-8e50-bd48491a04fa x-openstack-request-id: req-61559add-00bf-42cc-8e50-bd48491a04fa {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:20:15.389837 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2abb1e-67b0-4f9b-a799-5965cba75e74", "name": "network-vif-deleted", "tag": "fc43f55e-ed6a-4609-b118-dd23764147bb", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:20:15.390081 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-61559add-00bf-42cc-8e50-bd48491a04fa {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:20:15.390481 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2abb1e-67b0-4f9b-a799-5965cba75e74', 'name': 'network-vif-deleted', 'tag': 'fc43f55e-ed6a-4609-b118-dd23764147bb', 'status': 'completed', 'code': 200} Jan 28 14:20:16.217694 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48648) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:20:16.354538 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9ef1bdc5-39c2-48fb-b1e0-fabd0da305a5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=30ca4a3e91c44e61b55c93d44d09a516&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1356418 Jan 28 14:20:16.357157 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48652) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:20:16.405799 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-737e629d-0baf-40fb-91ad-190115cd87ca admin admin] Publish callbacks [] for security_group (62b205b5-58be-4fda-8962-69b5e5f64615), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:16.427575 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-737e629d-0baf-40fb-91ad-190115cd87ca admin admin] Publish callbacks [] for security_group (62b205b5-58be-4fda-8962-69b5e5f64615), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:16.475502 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-737e629d-0baf-40fb-91ad-190115cd87ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (62b205b5-58be-4fda-8962-69b5e5f64615), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:16.478307 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-737e629d-0baf-40fb-91ad-190115cd87ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:16.479506 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-737e629d-0baf-40fb-91ad-190115cd87ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/62b205b5-58be-4fda-8962-69b5e5f64615 HTTP/1.1" status: 204 len: 168 time: 0.1214826 Jan 28 14:20:16.488280 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e629d-0baf-40fb-91ad-190115cd87ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b205b5-58be-4fda-8962-69b5e5f64615,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:16.754415 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48658) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:20:16.767781 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5e21dbcf-24cc-4ede-a6f6-ea292a5006d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:16.843809 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5e21dbcf-24cc-4ede-a6f6-ea292a5006d2 admin admin] Publish callbacks [] for security_group (3e456987-ca4a-48a8-87df-2ca759a5bf36), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:16.848699 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5e21dbcf-24cc-4ede-a6f6-ea292a5006d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (3e456987-ca4a-48a8-87df-2ca759a5bf36), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:16.885881 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5e21dbcf-24cc-4ede-a6f6-ea292a5006d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cb7df94db434418fb286146f4c79a149&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1302545 Jan 28 14:20:16.886591 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21dbcf-24cc-4ede-a6f6-ea292a5006d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e456987-ca4a-48a8-87df-2ca759a5bf36,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:16.888809 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48660) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:20:16.941627 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a2e5aa61-4c99-40e0-b3c0-d27609fab84a admin admin] Publish callbacks [] for security_group (3e456987-ca4a-48a8-87df-2ca759a5bf36), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:16.968129 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a2e5aa61-4c99-40e0-b3c0-d27609fab84a admin admin] Publish callbacks [] for security_group (3e456987-ca4a-48a8-87df-2ca759a5bf36), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:17.022147 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a2e5aa61-4c99-40e0-b3c0-d27609fab84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (3e456987-ca4a-48a8-87df-2ca759a5bf36), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:17.024825 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a2e5aa61-4c99-40e0-b3c0-d27609fab84a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:17.025988 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a2e5aa61-4c99-40e0-b3c0-d27609fab84a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e456987-ca4a-48a8-87df-2ca759a5bf36 HTTP/1.1" status: 204 len: 168 time: 0.1362023 Jan 28 14:20:17.034557 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5aa61-4c99-40e0-b3c0-d27609fab84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e456987-ca4a-48a8-87df-2ca759a5bf36,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:17.042862 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5aa61-4c99-40e0-b3c0-d27609fab84a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:17.043238 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5aa61-4c99-40e0-b3c0-d27609fab84a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:17.043581 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5aa61-4c99-40e0-b3c0-d27609fab84a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:17.043920 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5aa61-4c99-40e0-b3c0-d27609fab84a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:17.044252 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5aa61-4c99-40e0-b3c0-d27609fab84a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:17.044583 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5aa61-4c99-40e0-b3c0-d27609fab84a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:17.044909 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5aa61-4c99-40e0-b3c0-d27609fab84a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:17.045378 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5aa61-4c99-40e0-b3c0-d27609fab84a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:17.045576 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5aa61-4c99-40e0-b3c0-d27609fab84a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:17.045891 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5aa61-4c99-40e0-b3c0-d27609fab84a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:17.046184 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5aa61-4c99-40e0-b3c0-d27609fab84a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:17.046504 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5aa61-4c99-40e0-b3c0-d27609fab84a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:17.046825 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5aa61-4c99-40e0-b3c0-d27609fab84a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:17.710356 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48682) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:20:17.806571 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-415fc43b-78ce-449c-8fad-1f587d060248 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-301025264-network', 'tenant_id': '668da194e48043fbadbbd3b3d11c9ccc'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:20:17.826621 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415fc43b-78ce-449c-8fad-1f587d060248 admin admin] Made reservation on behalf of 668da194e48043fbadbbd3b3d11c9ccc for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:20:17.829012 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-415fc43b-78ce-449c-8fad-1f587d060248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:17.837568 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-415fc43b-78ce-449c-8fad-1f587d060248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:17.911576 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-415fc43b-78ce-449c-8fad-1f587d060248 admin admin] Publish callbacks [] for security_group (07f35c17-4fee-4278-9c69-7e745c5ed163), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:17.916505 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-415fc43b-78ce-449c-8fad-1f587d060248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (07f35c17-4fee-4278-9c69-7e745c5ed163), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:17.940617 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415fc43b-78ce-449c-8fad-1f587d060248 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:20:17.950468 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fc43b-78ce-449c-8fad-1f587d060248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f35c17-4fee-4278-9c69-7e745c5ed163,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:17.955619 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-415fc43b-78ce-449c-8fad-1f587d060248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (48adf181-b8e4-4b7b-98ed-73e01037daf7), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:17.955958 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-415fc43b-78ce-449c-8fad-1f587d060248 admin admin] Added segment 48adf181-b8e4-4b7b-98ed-73e01037daf7 of type vlan for network 27a875c9-4694-4ab5-b769-278f2678ce34 Jan 28 14:20:17.995840 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-415fc43b-78ce-449c-8fad-1f587d060248 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (27a875c9-4694-4ab5-b769-278f2678ce34), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:18.022447 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-415fc43b-78ce-449c-8fad-1f587d060248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (27a875c9-4694-4ab5-b769-278f2678ce34), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:18.023496 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415fc43b-78ce-449c-8fad-1f587d060248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:18.024157 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-415fc43b-78ce-449c-8fad-1f587d060248 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:18.057629 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-415fc43b-78ce-449c-8fad-1f587d060248 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3460824 Jan 28 14:20:18.060780 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48686) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:20:18.065783 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-cf85c56e-f195-488d-91ab-23fe28b06b5c admin admin] Request body: {'subnet': {'network_id': '27a875c9-4694-4ab5-b769-278f2678ce34', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-301025264-subnet', 'tenant_id': '668da194e48043fbadbbd3b3d11c9ccc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:20:18.085311 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf85c56e-f195-488d-91ab-23fe28b06b5c admin admin] Made reservation on behalf of 668da194e48043fbadbbd3b3d11c9ccc for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:20:18.089730 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf85c56e-f195-488d-91ab-23fe28b06b5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:18.091697 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fc43b-78ce-449c-8fad-1f587d060248 admin admin] Pushing event updated for resources: {'Network': ['ID=27a875c9-4694-4ab5-b769-278f2678ce34,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:18.103126 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 27a875c9-4694-4ab5-b769-278f2678ce34 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:20:18.205423 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:18.260235 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf85c56e-f195-488d-91ab-23fe28b06b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (97932014-ae8f-45ea-a88d-9c23d8ef4f0c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:18.314267 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85c56e-f195-488d-91ab-23fe28b06b5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=97932014-ae8f-45ea-a88d-9c23d8ef4f0c,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:18.324706 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf85c56e-f195-488d-91ab-23fe28b06b5c admin admin] Checking segment: {'id': '48adf181-b8e4-4b7b-98ed-73e01037daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '27a875c9-4694-4ab5-b769-278f2678ce34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:20:18.325048 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf85c56e-f195-488d-91ab-23fe28b06b5c admin admin] Network hostable DHCP agents. Network: 27a875c9-4694-4ab5-b769-278f2678ce34, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:20:18.343342 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf85c56e-f195-488d-91ab-23fe28b06b5c admin admin] Network 27a875c9-4694-4ab5-b769-278f2678ce34 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:20:18.352431 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-cf85c56e-f195-488d-91ab-23fe28b06b5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 27a875c9-4694-4ab5-b769-278f2678ce34) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:20:18.356615 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf85c56e-f195-488d-91ab-23fe28b06b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:18.357212 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf85c56e-f195-488d-91ab-23fe28b06b5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:18.362135 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3670adec-a899-4be6-8778-0c0da57edf01 None None] Network 27a875c9-4694-4ab5-b769-278f2678ce34 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:20:18.377181 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cf85c56e-f195-488d-91ab-23fe28b06b5c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3152387 Jan 28 14:20:18.461655 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89651314-a6a3-4554-ba0d-e2def017adbb None None] Network 27a875c9-4694-4ab5-b769-278f2678ce34 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:20:18.792616 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device fc43f55e-ed6a-4609-b118-dd23764147bb no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:20:18.808632 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96688ff-3c45-4512-97a2-e1a85170341c req-bb969f0d-2971-4c37-9855-89b97907b9d3 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:18.810128 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f96688ff-3c45-4512-97a2-e1a85170341c req-bb969f0d-2971-4c37-9855-89b97907b9d3 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/networks?id=27a875c9-4694-4ab5-b769-278f2678ce34 HTTP/1.1" status: 200 len: 811 time: 0.1031859 Jan 28 14:20:18.812718 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: fc43f55e-ed6a-4609-b118-dd23764147bb {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:20:18.813072 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device fc43f55e-ed6a-4609-b118-dd23764147bb not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:20:18.825807 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f96688ff-3c45-4512-97a2-e1a85170341c req-f31fc8e4-cd62-4e19-9d9c-2f776405b1c4 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/quotas/668da194e48043fbadbbd3b3d11c9ccc HTTP/1.1" status: 200 len: 375 time: 0.0100861 Jan 28 14:20:18.857260 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f96688ff-3c45-4512-97a2-e1a85170341c req-aa8b82ed-7980-48c7-85da-55148717ccc9 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=668da194e48043fbadbbd3b3d11c9ccc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261862 Jan 28 14:20:18.867519 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-f96688ff-3c45-4512-97a2-e1a85170341c req-02954680-cc64-4210-b662-d56a6d9779e6 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:20:18.868404 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f96688ff-3c45-4512-97a2-e1a85170341c req-02954680-cc64-4210-b662-d56a6d9779e6 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049655 Jan 28 14:20:18.959605 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f96688ff-3c45-4512-97a2-e1a85170341c req-c77d19aa-995e-4bd5-a116-00a5997a46f4 service neutron] 10.222.0.39 "GET /v2.0/networks/27a875c9-4694-4ab5-b769-278f2678ce34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860283 Jan 28 14:20:19.055056 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f96688ff-3c45-4512-97a2-e1a85170341c req-cc9e2e85-9aa6-4f43-b240-2a9ff461289d service neutron] 10.222.0.39 "GET /v2.0/networks/27a875c9-4694-4ab5-b769-278f2678ce34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893896 Jan 28 14:20:20.228824 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7f54cd2f-1f5a-4a69-b1cd-8f09b5aad33c req-0365dd69-8f05-4c2c-be23-f2d328277159 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 210 time: 0.0290499 Jan 28 14:20:20.244101 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:21.284685 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96688ff-3c45-4512-97a2-e1a85170341c req-59decf8c-fc94-484a-b887-2e44dab4f1f4 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:21.286375 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f96688ff-3c45-4512-97a2-e1a85170341c req-59decf8c-fc94-484a-b887-2e44dab4f1f4 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.18 "GET /v2.0/networks?id=27a875c9-4694-4ab5-b769-278f2678ce34 HTTP/1.1" status: 200 len: 811 time: 0.1122067 Jan 28 14:20:21.299689 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-f96688ff-3c45-4512-97a2-e1a85170341c req-1164bf06-3e94-4fe4-bab6-efdf4f96d34d tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Request body: {'port': {'device_id': '5dbbada5-a96b-4bcc-89d5-25fab23fb2ea', 'network_id': '27a875c9-4694-4ab5-b769-278f2678ce34', 'admin_state_up': True, 'tenant_id': '668da194e48043fbadbbd3b3d11c9ccc'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:20:21.339106 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9207ada2-316d-477b-a352-791bd6fb9ceb req-b78df4ca-9224-49f5-be94-bce3e076b1f5 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 210 time: 0.0383723 Jan 28 14:20:21.417215 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f96688ff-3c45-4512-97a2-e1a85170341c req-1164bf06-3e94-4fe4-bab6-efdf4f96d34d tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Made reservation on behalf of 668da194e48043fbadbbd3b3d11c9ccc for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:20:21.420648 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f96688ff-3c45-4512-97a2-e1a85170341c req-1164bf06-3e94-4fe4-bab6-efdf4f96d34d tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:21.548193 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-f96688ff-3c45-4512-97a2-e1a85170341c req-1164bf06-3e94-4fe4-bab6-efdf4f96d34d tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Allocated IP 172.20.0.13 (27a875c9-4694-4ab5-b769-278f2678ce34/97932014-ae8f-45ea-a88d-9c23d8ef4f0c/5f44a737-7208-423d-94ee-1d17719b0e36) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:20:21.703146 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f96688ff-3c45-4512-97a2-e1a85170341c req-1164bf06-3e94-4fe4-bab6-efdf4f96d34d tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Publish callbacks [] for port (5f44a737-7208-423d-94ee-1d17719b0e36), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:22.092474 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f96688ff-3c45-4512-97a2-e1a85170341c req-1164bf06-3e94-4fe4-bab6-efdf4f96d34d tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (5f44a737-7208-423d-94ee-1d17719b0e36), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:22.135686 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f96688ff-3c45-4512-97a2-e1a85170341c req-1164bf06-3e94-4fe4-bab6-efdf4f96d34d tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Network 27a875c9-4694-4ab5-b769-278f2678ce34 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:20:22.138614 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-f96688ff-3c45-4512-97a2-e1a85170341c req-1164bf06-3e94-4fe4-bab6-efdf4f96d34d tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:20:22.144386 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96688ff-3c45-4512-97a2-e1a85170341c req-1164bf06-3e94-4fe4-bab6-efdf4f96d34d tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:20:22.150957 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164bf06-3e94-4fe4-bab6-efdf4f96d34d tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Pushing event updated for resources: {'Port': ['ID=5f44a737-7208-423d-94ee-1d17719b0e36,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:22.195228 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96688ff-3c45-4512-97a2-e1a85170341c req-1164bf06-3e94-4fe4-bab6-efdf4f96d34d tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:22.195841 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f96688ff-3c45-4512-97a2-e1a85170341c req-1164bf06-3e94-4fe4-bab6-efdf4f96d34d tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:22.211871 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f96688ff-3c45-4512-97a2-e1a85170341c req-1164bf06-3e94-4fe4-bab6-efdf4f96d34d tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9164150 Jan 28 14:20:22.224708 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-f96688ff-3c45-4512-97a2-e1a85170341c req-be226f22-f84e-448a-8039-35b5a73168b2 service neutron] Request body: {'port': {'device_id': '5dbbada5-a96b-4bcc-89d5-25fab23fb2ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:20:22.286370 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f96688ff-3c45-4512-97a2-e1a85170341c req-be226f22-f84e-448a-8039-35b5a73168b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5f44a737-7208-423d-94ee-1d17719b0e36), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:22.508706 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a69ce4-fd31-45f9-ae01-e1e5a438424e req-972e11d5-dd7f-477a-bf33-74f8a514547a tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:22.510178 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-10a69ce4-fd31-45f9-ae01-e1e5a438424e req-972e11d5-dd7f-477a-bf33-74f8a514547a tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 932 time: 0.0933573 Jan 28 14:20:22.599991 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-10a69ce4-fd31-45f9-ae01-e1e5a438424e req-bcf01d6c-6cae-4949-89ff-e4a4ad1ccdbc tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839860 Jan 28 14:20:22.614060 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-f96688ff-3c45-4512-97a2-e1a85170341c req-be226f22-f84e-448a-8039-35b5a73168b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f44a737-7208-423d-94ee-1d17719b0e36 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:20:22.622322 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f96688ff-3c45-4512-97a2-e1a85170341c req-be226f22-f84e-448a-8039-35b5a73168b2 service neutron] Publish callbacks [] for port (5f44a737-7208-423d-94ee-1d17719b0e36), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:22.634083 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-f96688ff-3c45-4512-97a2-e1a85170341c req-be226f22-f84e-448a-8039-35b5a73168b2 service neutron] Transition to ACTIVE for port object 5f44a737-7208-423d-94ee-1d17719b0e36 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:20:22.639665 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f96688ff-3c45-4512-97a2-e1a85170341c req-be226f22-f84e-448a-8039-35b5a73168b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (5f44a737-7208-423d-94ee-1d17719b0e36), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:22.690760 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be226f22-f84e-448a-8039-35b5a73168b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f44a737-7208-423d-94ee-1d17719b0e36,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:22.756077 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-f96688ff-3c45-4512-97a2-e1a85170341c req-be226f22-f84e-448a-8039-35b5a73168b2 service neutron] Attempting to bind port 5f44a737-7208-423d-94ee-1d17719b0e36 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:20:22.756382 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-f96688ff-3c45-4512-97a2-e1a85170341c req-be226f22-f84e-448a-8039-35b5a73168b2 service neutron] Attempting to bind port 5f44a737-7208-423d-94ee-1d17719b0e36 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '48adf181-b8e4-4b7b-98ed-73e01037daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '27a875c9-4694-4ab5-b769-278f2678ce34'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:20:22.756736 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96688ff-3c45-4512-97a2-e1a85170341c req-be226f22-f84e-448a-8039-35b5a73168b2 service neutron] Attempting to bind port 5f44a737-7208-423d-94ee-1d17719b0e36 on network 27a875c9-4694-4ab5-b769-278f2678ce34 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:20:22.761246 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96688ff-3c45-4512-97a2-e1a85170341c req-be226f22-f84e-448a-8039-35b5a73168b2 service neutron] Port 5f44a737-7208-423d-94ee-1d17719b0e36 on network 27a875c9-4694-4ab5-b769-278f2678ce34 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:20:22.761565 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96688ff-3c45-4512-97a2-e1a85170341c req-be226f22-f84e-448a-8039-35b5a73168b2 service neutron] Attempting to bind port 5f44a737-7208-423d-94ee-1d17719b0e36 on network 27a875c9-4694-4ab5-b769-278f2678ce34 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:20:22.766522 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96688ff-3c45-4512-97a2-e1a85170341c req-be226f22-f84e-448a-8039-35b5a73168b2 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:20:22.766866 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96688ff-3c45-4512-97a2-e1a85170341c req-be226f22-f84e-448a-8039-35b5a73168b2 service neutron] Checking segment: {'id': '48adf181-b8e4-4b7b-98ed-73e01037daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '27a875c9-4694-4ab5-b769-278f2678ce34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:20:22.767308 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96688ff-3c45-4512-97a2-e1a85170341c req-be226f22-f84e-448a-8039-35b5a73168b2 service neutron] Bound using segment: {'id': '48adf181-b8e4-4b7b-98ed-73e01037daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '27a875c9-4694-4ab5-b769-278f2678ce34'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:20:22.767730 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-f96688ff-3c45-4512-97a2-e1a85170341c req-be226f22-f84e-448a-8039-35b5a73168b2 service neutron] Bound port: 5f44a737-7208-423d-94ee-1d17719b0e36, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48adf181-b8e4-4b7b-98ed-73e01037daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '27a875c9-4694-4ab5-b769-278f2678ce34'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:20:22.768086 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f96688ff-3c45-4512-97a2-e1a85170341c req-be226f22-f84e-448a-8039-35b5a73168b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5f44a737-7208-423d-94ee-1d17719b0e36), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:22.834389 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-f96688ff-3c45-4512-97a2-e1a85170341c req-be226f22-f84e-448a-8039-35b5a73168b2 service neutron] For port 5f44a737-7208-423d-94ee-1d17719b0e36, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:20:22.837510 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-f96688ff-3c45-4512-97a2-e1a85170341c req-be226f22-f84e-448a-8039-35b5a73168b2 service neutron] For port 5f44a737-7208-423d-94ee-1d17719b0e36, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=5f44a737-7208-423d-94ee-1d17719b0e36,segment=NetworkSegment(48adf181-b8e4-4b7b-98ed-73e01037daf7),segment_id=48adf181-b8e4-4b7b-98ed-73e01037daf7)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:20:22.843511 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f96688ff-3c45-4512-97a2-e1a85170341c req-be226f22-f84e-448a-8039-35b5a73168b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (5f44a737-7208-423d-94ee-1d17719b0e36), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:22.877020 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96688ff-3c45-4512-97a2-e1a85170341c req-be226f22-f84e-448a-8039-35b5a73168b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:22.877541 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f96688ff-3c45-4512-97a2-e1a85170341c req-be226f22-f84e-448a-8039-35b5a73168b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:22.878951 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f96688ff-3c45-4512-97a2-e1a85170341c req-be226f22-f84e-448a-8039-35b5a73168b2 service neutron] 10.222.0.18 "PUT /v2.0/ports/5f44a737-7208-423d-94ee-1d17719b0e36 HTTP/1.1" status: 200 len: 1092 time: 0.6583133 Jan 28 14:20:22.879395 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dbbada5-a96b-4bcc-89d5-25fab23fb2ea', 'tag': '5f44a737-7208-423d-94ee-1d17719b0e36'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:20:22.881688 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6e5a3e-b377-4a3f-821c-9919a250aec0" -d '{"events": [{"name": "network-changed", "server_uuid": "5dbbada5-a96b-4bcc-89d5-25fab23fb2ea", "tag": "5f44a737-7208-423d-94ee-1d17719b0e36"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:20:22.907513 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be226f22-f84e-448a-8039-35b5a73168b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f44a737-7208-423d-94ee-1d17719b0e36,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:22.921104 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5538a50f-131d-4995-9246-49901ba019cd x-openstack-request-id: req-5538a50f-131d-4995-9246-49901ba019cd {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:20:22.921410 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dbbada5-a96b-4bcc-89d5-25fab23fb2ea", "tag": "5f44a737-7208-423d-94ee-1d17719b0e36", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:20:22.921661 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5538a50f-131d-4995-9246-49901ba019cd {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:20:22.922097 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dbbada5-a96b-4bcc-89d5-25fab23fb2ea', 'tag': '5f44a737-7208-423d-94ee-1d17719b0e36', 'status': 'completed', 'code': 200} Jan 28 14:20:22.967164 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96688ff-3c45-4512-97a2-e1a85170341c req-116ae246-487c-46d4-af2e-c5a51d5582c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:22.968689 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f96688ff-3c45-4512-97a2-e1a85170341c req-116ae246-487c-46d4-af2e-c5a51d5582c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=668da194e48043fbadbbd3b3d11c9ccc&device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 1095 time: 0.0434725 Jan 28 14:20:23.015550 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f96688ff-3c45-4512-97a2-e1a85170341c req-21d1c339-3b47-4b0c-8ff4-cf1d8cc62b21 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f44a737-7208-423d-94ee-1d17719b0e36 HTTP/1.1" status: 200 len: 217 time: 0.0405176 Jan 28 14:20:23.062870 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96688ff-3c45-4512-97a2-e1a85170341c req-5a26f2aa-29a0-43aa-9402-36680ac372c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:23.064339 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f96688ff-3c45-4512-97a2-e1a85170341c req-5a26f2aa-29a0-43aa-9402-36680ac372c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97932014-ae8f-45ea-a88d-9c23d8ef4f0c HTTP/1.1" status: 200 len: 851 time: 0.0436912 Jan 28 14:20:23.096115 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f96688ff-3c45-4512-97a2-e1a85170341c req-4c97f717-c8b1-4663-9de2-23f000c3575e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=27a875c9-4694-4ab5-b769-278f2678ce34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250382 Jan 28 14:20:23.186144 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f96688ff-3c45-4512-97a2-e1a85170341c req-7ed44c52-d2b9-4e3b-811d-2b4880c38992 service neutron] 10.222.0.18 "GET /v2.0/networks/27a875c9-4694-4ab5-b769-278f2678ce34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844619 Jan 28 14:20:23.279144 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f96688ff-3c45-4512-97a2-e1a85170341c req-61ab4175-e06d-46a1-b5d4-6ea3c9948b21 service neutron] 10.222.0.18 "GET /v2.0/networks/27a875c9-4694-4ab5-b769-278f2678ce34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874135 Jan 28 14:20:23.366840 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e5a3e-b377-4a3f-821c-9919a250aec0 req-e2e4b8e1-23d0-4fc1-9cc7-a39d28efa7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:23.368389 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-da6e5a3e-b377-4a3f-821c-9919a250aec0 req-e2e4b8e1-23d0-4fc1-9cc7-a39d28efa7a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=668da194e48043fbadbbd3b3d11c9ccc&device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 1095 time: 0.0425005 Jan 28 14:20:23.460271 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e5a3e-b377-4a3f-821c-9919a250aec0 req-8273428c-14ab-4b04-89dc-06ae82e2ebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:23.461832 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-da6e5a3e-b377-4a3f-821c-9919a250aec0 req-8273428c-14ab-4b04-89dc-06ae82e2ebdc service neutron] 10.222.0.18 "GET /v2.0/networks?id=27a875c9-4694-4ab5-b769-278f2678ce34 HTTP/1.1" status: 200 len: 911 time: 0.0873709 Jan 28 14:20:23.502477 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-da6e5a3e-b377-4a3f-821c-9919a250aec0 req-9ebc90ef-a9b1-4ae6-92d6-d800ac6f3600 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f44a737-7208-423d-94ee-1d17719b0e36 HTTP/1.1" status: 200 len: 217 time: 0.0349412 Jan 28 14:20:23.555278 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e5a3e-b377-4a3f-821c-9919a250aec0 req-dc33cbf4-e954-4d8b-880f-14bc7c005725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:23.556715 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-da6e5a3e-b377-4a3f-821c-9919a250aec0 req-dc33cbf4-e954-4d8b-880f-14bc7c005725 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97932014-ae8f-45ea-a88d-9c23d8ef4f0c HTTP/1.1" status: 200 len: 851 time: 0.0481122 Jan 28 14:20:23.588195 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-da6e5a3e-b377-4a3f-821c-9919a250aec0 req-0bdd6aff-2de1-4600-8732-696f32f242ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=27a875c9-4694-4ab5-b769-278f2678ce34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244679 Jan 28 14:20:23.707698 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-da6e5a3e-b377-4a3f-821c-9919a250aec0 req-3d806477-d064-41c2-8aa3-0e7ad5c09ff9 service neutron] 10.222.0.18 "GET /v2.0/networks/27a875c9-4694-4ab5-b769-278f2678ce34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127760 Jan 28 14:20:23.753344 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedb688-c1d7-47c3-9ba7-e7eaf4e6dad7 req-399f23af-8c53-4a89-a09c-e1a1c77ce0ac tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:23.754687 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-afedb688-c1d7-47c3-9ba7-e7eaf4e6dad7 req-399f23af-8c53-4a89-a09c-e1a1c77ce0ac tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 944 time: 0.0831878 Jan 28 14:20:23.839798 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-da6e5a3e-b377-4a3f-821c-9919a250aec0 req-fc2f10e4-d503-4d08-b897-eb20f7c9420a service neutron] 10.222.0.18 "GET /v2.0/networks/27a875c9-4694-4ab5-b769-278f2678ce34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250684 Jan 28 14:20:23.843098 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-afedb688-c1d7-47c3-9ba7-e7eaf4e6dad7 req-cb72f688-bc62-4a65-8353-66f88479c16d tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645471 Jan 28 14:20:24.971498 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4862d-3cfd-4d18-b81b-8ff703e55f07 req-fc55f263-271f-43d8-b2d4-c918f0370e75 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:24.972985 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b7a4862d-3cfd-4d18-b81b-8ff703e55f07 req-fc55f263-271f-43d8-b2d4-c918f0370e75 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 944 time: 0.0555475 Jan 28 14:20:25.021327 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b7a4862d-3cfd-4d18-b81b-8ff703e55f07 req-b5f96e4a-6a0a-4d99-b713-8efcf808fe8c tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425937 Jan 28 14:20:26.147672 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c0fb2-641a-46da-a134-b6a0287f685d req-3226cd91-6388-45b1-b73d-1b864ac940e2 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:26.149150 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b64c0fb2-641a-46da-a134-b6a0287f685d req-3226cd91-6388-45b1-b73d-1b864ac940e2 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 944 time: 0.0558586 Jan 28 14:20:26.196087 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b64c0fb2-641a-46da-a134-b6a0287f685d req-e21a004b-a607-4e4f-b6b1-adcc87e72acf tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411224 Jan 28 14:20:26.839993 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 5f44a737-7208-423d-94ee-1d17719b0e36 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:20:26.941792 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 5f44a737-7208-423d-94ee-1d17719b0e36, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=5f44a737-7208-423d-94ee-1d17719b0e36,segment=NetworkSegment(48adf181-b8e4-4b7b-98ed-73e01037daf7),segment_id=48adf181-b8e4-4b7b-98ed-73e01037daf7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:20:26.953703 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '5f44a737-7208-423d-94ee-1d17719b0e36', 'network_id': '27a875c9-4694-4ab5-b769-278f2678ce34', 'port_id': '5f44a737-7208-423d-94ee-1d17719b0e36', 'mac_address': 'fa:16:3e:6e:f8:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97932014-ae8f-45ea-a88d-9c23d8ef4f0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:20:26.992993 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 5f44a737-7208-423d-94ee-1d17719b0e36 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:20:26.993380 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5f44a737-7208-423d-94ee-1d17719b0e36), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:27.007048 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f44a737-7208-423d-94ee-1d17719b0e36 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:20:27.027921 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 5f44a737-7208-423d-94ee-1d17719b0e36, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=5f44a737-7208-423d-94ee-1d17719b0e36,segment=NetworkSegment(48adf181-b8e4-4b7b-98ed-73e01037daf7),segment_id=48adf181-b8e4-4b7b-98ed-73e01037daf7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:20:27.033137 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5f44a737-7208-423d-94ee-1d17719b0e36), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:27.092883 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=5f44a737-7208-423d-94ee-1d17719b0e36,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:27.228220 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['5f44a737-7208-423d-94ee-1d17719b0e36'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:20:27.315047 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf885bd-1e26-4892-94fc-ea382b9fc256 req-dadfb7ab-99d2-4677-8cc6-35c1b06a353e tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:27.316581 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3bf885bd-1e26-4892-94fc-ea382b9fc256 req-dadfb7ab-99d2-4677-8cc6-35c1b06a353e tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 945 time: 0.0491869 Jan 28 14:20:27.367518 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3bf885bd-1e26-4892-94fc-ea382b9fc256 req-1312543d-7f4a-432f-9a8d-539e342f1357 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449922 Jan 28 14:20:28.495141 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfb3e6-6f49-4321-8da2-2fb7cf7c2221 req-10211636-485e-40c3-9119-71ef3bfd9fbb tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:28.496797 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-96dfb3e6-6f49-4321-8da2-2fb7cf7c2221 req-10211636-485e-40c3-9119-71ef3bfd9fbb tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 945 time: 0.0552454 Jan 28 14:20:28.545192 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-96dfb3e6-6f49-4321-8da2-2fb7cf7c2221 req-1fb43241-b8fd-409f-b416-41755ca894c1 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419643 Jan 28 14:20:28.871567 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 5f44a737-7208-423d-94ee-1d17719b0e36 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:20:28.929045 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 5f44a737-7208-423d-94ee-1d17719b0e36 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:20:28.932986 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 5f44a737-7208-423d-94ee-1d17719b0e36 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:20:28.933386 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5f44a737-7208-423d-94ee-1d17719b0e36), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:29.017351 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 5f44a737-7208-423d-94ee-1d17719b0e36 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:20:29.017751 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5f44a737-7208-423d-94ee-1d17719b0e36), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:29.046781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbbada5-a96b-4bcc-89d5-25fab23fb2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f44a737-7208-423d-94ee-1d17719b0e36'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:20:29.049137 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b95996f-c3de-4b07-bed7-8990009b4ced" -d '{"events": [{"server_uuid": "5dbbada5-a96b-4bcc-89d5-25fab23fb2ea", "name": "network-vif-plugged", "status": "completed", "tag": "5f44a737-7208-423d-94ee-1d17719b0e36"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:20:29.062867 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 5f44a737-7208-423d-94ee-1d17719b0e36, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=5f44a737-7208-423d-94ee-1d17719b0e36,segment=NetworkSegment(48adf181-b8e4-4b7b-98ed-73e01037daf7),segment_id=48adf181-b8e4-4b7b-98ed-73e01037daf7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:20:29.070627 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5f44a737-7208-423d-94ee-1d17719b0e36), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:29.097124 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482f4de7-a776-4117-a814-62370dad22e6 x-openstack-request-id: req-482f4de7-a776-4117-a814-62370dad22e6 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:20:29.097420 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbbada5-a96b-4bcc-89d5-25fab23fb2ea", "name": "network-vif-plugged", "status": "completed", "tag": "5f44a737-7208-423d-94ee-1d17719b0e36", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:20:29.097674 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-482f4de7-a776-4117-a814-62370dad22e6 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:20:29.098065 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbbada5-a96b-4bcc-89d5-25fab23fb2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f44a737-7208-423d-94ee-1d17719b0e36', 'code': 200} Jan 28 14:20:29.124289 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=5f44a737-7208-423d-94ee-1d17719b0e36,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:29.193645 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796f4aa-5135-4673-8185-fc71218bccd7 req-f038f78a-8f23-406b-b2c6-519af0b64fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:29.195193 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6796f4aa-5135-4673-8185-fc71218bccd7 req-f038f78a-8f23-406b-b2c6-519af0b64fd0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 1097 time: 0.0410028 Jan 28 14:20:29.244364 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6796f4aa-5135-4673-8185-fc71218bccd7 req-a4a535c6-1d58-4447-b810-572f53ef8074 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433202 Jan 28 14:20:29.399537 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-97c769bb-fa0e-4cc2-886e-f1ba0c4f92a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:29.671372 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57407355-b940-4881-afcb-6f595a826edf req-b3b0c8d9-15e6-49e0-a3c8-0978021831e4 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:29.672786 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-57407355-b940-4881-afcb-6f595a826edf req-b3b0c8d9-15e6-49e0-a3c8-0978021831e4 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 946 time: 0.0540917 Jan 28 14:20:29.731045 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-57407355-b940-4881-afcb-6f595a826edf req-c5c4e8e4-3602-4e13-9eea-89ae27738c3b tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526164 Jan 28 14:20:30.848108 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c2720-ddb6-4206-91a3-0787ab72340b req-4d223d3e-58b4-4fd2-a358-c2fbae2cd326 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:30.849646 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-296c2720-ddb6-4206-91a3-0787ab72340b req-4d223d3e-58b4-4fd2-a358-c2fbae2cd326 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 946 time: 0.0500243 Jan 28 14:20:30.902581 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-296c2720-ddb6-4206-91a3-0787ab72340b req-25f83319-0a0a-4b98-ac85-d04346c26c84 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465348 Jan 28 14:20:31.129217 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48746) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:20:31.153888 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c7cfe-3ef4-48cc-a9b9-883c61fafd27 req-811762a4-c61f-4e31-8cba-6ce278e3bdb9 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:31.155798 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c9c7cfe-3ef4-48cc-a9b9-883c61fafd27 req-811762a4-c61f-4e31-8cba-6ce278e3bdb9 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 946 time: 0.0557899 Jan 28 14:20:31.232636 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c9c7cfe-3ef4-48cc-a9b9-883c61fafd27 req-6172f7e9-6f8e-4608-a9fc-4861b608f73e tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712457 Jan 28 14:20:31.239594 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-765259d7-ad92-4fba-8fc0-dca42a61699f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1092892 Jan 28 14:20:31.249114 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-73b4b650-6395-425b-aefa-6ba55adf6233 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:20:31.250178 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-73b4b650-6395-425b-aefa-6ba55adf6233 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054367 Jan 28 14:20:31.709135 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c54b9906-03a6-425d-8561-0b1244fa52f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:32.373068 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2d465-fdbd-4dfd-bbbc-848f22fc07ea req-eac52da1-bdcc-4606-a8ae-ef1ef58418d2 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:32.374504 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d8a2d465-fdbd-4dfd-bbbc-848f22fc07ea req-eac52da1-bdcc-4606-a8ae-ef1ef58418d2 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 946 time: 0.0588942 Jan 28 14:20:32.442046 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-bee961af-251c-4d36-a5fa-0218c5cf5c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:32.443559 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-bee961af-251c-4d36-a5fa-0218c5cf5c9f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=668da194e48043fbadbbd3b3d11c9ccc&device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 1097 time: 0.0852909 Jan 28 14:20:32.447871 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d8a2d465-fdbd-4dfd-bbbc-848f22fc07ea req-0f07a2e3-2e03-4b32-aacf-dabfabbba65e tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531466 Jan 28 14:20:32.538882 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-bf0c3cec-128d-4054-85d3-7a1a67b79c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:32.540294 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-bf0c3cec-128d-4054-85d3-7a1a67b79c3e service neutron] 10.222.0.18 "GET /v2.0/networks?id=27a875c9-4694-4ab5-b769-278f2678ce34 HTTP/1.1" status: 200 len: 911 time: 0.0903926 Jan 28 14:20:32.584676 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-2a457649-92d0-4c6f-a20b-4d93e2ca998d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f44a737-7208-423d-94ee-1d17719b0e36 HTTP/1.1" status: 200 len: 217 time: 0.0371392 Jan 28 14:20:32.633133 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-b09998f1-b0d1-4a94-80f7-f7cccd63276b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:32.634637 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-b09998f1-b0d1-4a94-80f7-f7cccd63276b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97932014-ae8f-45ea-a88d-9c23d8ef4f0c HTTP/1.1" status: 200 len: 851 time: 0.0446658 Jan 28 14:20:32.665248 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-5d77a58b-a12d-4038-a9c0-2626efde1e87 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=27a875c9-4694-4ab5-b769-278f2678ce34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247278 Jan 28 14:20:32.763320 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-9ae64093-1445-477d-b901-d54b795e5d87 service neutron] 10.222.0.18 "GET /v2.0/networks/27a875c9-4694-4ab5-b769-278f2678ce34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914762 Jan 28 14:20:32.854420 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-c1b4bc0b-b238-45e6-97bd-fe5cd7f69cf1 service neutron] 10.222.0.18 "GET /v2.0/networks/27a875c9-4694-4ab5-b769-278f2678ce34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850382 Jan 28 14:20:33.069732 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:33.581659 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fa661-2909-4eb4-bcc6-1f38ef8b4940 req-8ee2ab8e-581b-45cc-89e2-73ffd5d8d36d tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:33.583162 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-174fa661-2909-4eb4-bcc6-1f38ef8b4940 req-8ee2ab8e-581b-45cc-89e2-73ffd5d8d36d tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 946 time: 0.0614624 Jan 28 14:20:33.634950 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-174fa661-2909-4eb4-bcc6-1f38ef8b4940 req-56a11cb0-58ed-492d-9090-18c59ed3b1e4 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458727 Jan 28 14:20:34.442886 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:34.759954 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14d438-49fe-498c-bace-316222189e73 req-f98d8268-92ef-4311-bfef-96a7590346b6 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:34.761476 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f14d438-49fe-498c-bace-316222189e73 req-f98d8268-92ef-4311-bfef-96a7590346b6 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 946 time: 0.0549631 Jan 28 14:20:34.815775 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f14d438-49fe-498c-bace-316222189e73 req-463f27eb-32f7-401f-b3ec-04b02c02e70f tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484533 Jan 28 14:20:35.942629 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a090dc-94d4-4c05-ba7c-0dd6c8600ba1 req-61fef90d-c95a-4594-93c8-a15000154e8d tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:35.944339 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-31a090dc-94d4-4c05-ba7c-0dd6c8600ba1 req-61fef90d-c95a-4594-93c8-a15000154e8d tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 946 time: 0.0520120 Jan 28 14:20:35.995155 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-31a090dc-94d4-4c05-ba7c-0dd6c8600ba1 req-a102b435-4004-4c44-b58c-8f08ea7e0fcf tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449381 Jan 28 14:20:36.409477 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:37.120859 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59561735-c502-4c83-a009-762e637f6e43 req-8fb94ee0-4f7f-48dd-b5a4-dbaaced66320 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:37.122693 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-59561735-c502-4c83-a009-762e637f6e43 req-8fb94ee0-4f7f-48dd-b5a4-dbaaced66320 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 946 time: 0.0558243 Jan 28 14:20:37.175342 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-59561735-c502-4c83-a009-762e637f6e43 req-fd953d80-81ff-40da-9cf0-c0287a23ae96 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466921 Jan 28 14:20:38.312692 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31f8ad-6b5a-418f-a423-ee0ab6447144 req-b66b1113-14d0-4c07-a7c0-fbfef069d9cc tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:38.314088 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3b31f8ad-6b5a-418f-a423-ee0ab6447144 req-b66b1113-14d0-4c07-a7c0-fbfef069d9cc tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 946 time: 0.0612566 Jan 28 14:20:38.363469 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3b31f8ad-6b5a-418f-a423-ee0ab6447144 req-de556214-4faa-4396-886d-0b7a00e1a7af tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435607 Jan 28 14:20:39.491085 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e79dcd-649e-4f38-9693-eb304fa21fb0 req-d9177096-8e7a-4ef6-a392-03757d0f48b1 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:39.492632 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e4e79dcd-649e-4f38-9693-eb304fa21fb0 req-d9177096-8e7a-4ef6-a392-03757d0f48b1 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 946 time: 0.0524659 Jan 28 14:20:39.549838 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e4e79dcd-649e-4f38-9693-eb304fa21fb0 req-f8e3bb5c-6dac-425a-8a8e-7ccf178e82f6 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500805 Jan 28 14:20:40.676077 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30c49e-7b63-4ed6-b269-d94e6b6538ac req-18051a63-0c56-459e-ba3c-a044edccb10f tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:40.677585 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ff30c49e-7b63-4ed6-b269-d94e6b6538ac req-18051a63-0c56-459e-ba3c-a044edccb10f tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 946 time: 0.0515432 Jan 28 14:20:40.727260 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ff30c49e-7b63-4ed6-b269-d94e6b6538ac req-393fdb8a-045d-45f6-8fc8-83fdb8688d75 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438089 Jan 28 14:20:41.859416 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde15797-b9c5-46b9-9986-fb440148204b req-0b074325-0ec4-40f6-9b80-d678bf0baac4 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:41.860949 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dde15797-b9c5-46b9-9986-fb440148204b req-0b074325-0ec4-40f6-9b80-d678bf0baac4 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 946 time: 0.0624192 Jan 28 14:20:41.910351 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dde15797-b9c5-46b9-9986-fb440148204b req-4f417615-2cbc-45d9-a2c3-94d0f42cf43e tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436683 Jan 28 14:20:43.036613 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab5fb6-23aa-44f2-9467-fc313fc702af req-d1a28a10-7101-4067-87be-43c25cb97d29 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:43.038101 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-99ab5fb6-23aa-44f2-9467-fc313fc702af req-d1a28a10-7101-4067-87be-43c25cb97d29 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 946 time: 0.0518110 Jan 28 14:20:43.091496 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-99ab5fb6-23aa-44f2-9467-fc313fc702af req-83907065-34cc-4f51-9c1f-f182628b1eea tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468409 Jan 28 14:20:44.228494 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e91cf-7809-4331-98fe-47c281b0c02a req-e6df4526-d13c-4d83-8b90-5dec77a3d63e tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:44.230011 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a06e91cf-7809-4331-98fe-47c281b0c02a req-e6df4526-d13c-4d83-8b90-5dec77a3d63e tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 946 time: 0.0606661 Jan 28 14:20:44.293600 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a06e91cf-7809-4331-98fe-47c281b0c02a req-485f11ea-3631-403c-aebc-3b2a3f56b30a tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563364 Jan 28 14:20:45.133957 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:20:45.421082 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486707f-30fd-44a7-b488-e5f36f3d7e25 req-c69b2561-1753-4e02-89cf-1a2df3613c86 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:45.422604 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5486707f-30fd-44a7-b488-e5f36f3d7e25 req-c69b2561-1753-4e02-89cf-1a2df3613c86 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 946 time: 0.0569222 Jan 28 14:20:45.471724 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5486707f-30fd-44a7-b488-e5f36f3d7e25 req-ce8d8c70-5478-4cc6-898b-1f79c63bdc23 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433242 Jan 28 14:20:46.596652 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5dbf9-e261-4eaa-9066-75c9830023cd req-a6d06054-9e4f-4687-8970-5734be9bf670 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:46.598117 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ad5dbf9-e261-4eaa-9066-75c9830023cd req-a6d06054-9e4f-4687-8970-5734be9bf670 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 946 time: 0.0525362 Jan 28 14:20:46.651132 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5ad5dbf9-e261-4eaa-9066-75c9830023cd req-0b0aef8d-6a6d-4c4e-a5ae-4fe0a3e26224 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469139 Jan 28 14:20:47.772193 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840844b1-658b-42b1-8992-ac351961c54b req-e19e2393-bea3-44ee-a238-9de64dd26bda tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:47.773584 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-840844b1-658b-42b1-8992-ac351961c54b req-e19e2393-bea3-44ee-a238-9de64dd26bda tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 946 time: 0.0519710 Jan 28 14:20:47.822899 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-840844b1-658b-42b1-8992-ac351961c54b req-ae9382f6-d6c6-4498-9ce3-12c92a62b206 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433500 Jan 28 14:20:48.199921 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:48.966121 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6429f-c0b2-4ebb-827f-8df085122a23 req-f9fa2346-a284-467c-b6a5-34384e54f008 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:48.967663 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bda6429f-c0b2-4ebb-827f-8df085122a23 req-f9fa2346-a284-467c-b6a5-34384e54f008 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 946 time: 0.0602100 Jan 28 14:20:49.018652 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bda6429f-c0b2-4ebb-827f-8df085122a23 req-712f5c76-ee0e-4caf-a835-30a44b019611 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428734 Jan 28 14:20:50.155436 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf3cee-ebf4-4327-860d-c4c26e99f57a req-0274e0c7-6245-4c9f-a56d-7513436338be tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:50.156921 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2daf3cee-ebf4-4327-860d-c4c26e99f57a req-0274e0c7-6245-4c9f-a56d-7513436338be tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 946 time: 0.0557573 Jan 28 14:20:50.219867 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2daf3cee-ebf4-4327-860d-c4c26e99f57a req-e4b87b4a-b535-4690-a839-03d2809f3266 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549843 Jan 28 14:20:50.257037 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:51.349439 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c19d4-10c9-45ea-9873-e950e1c5e065 req-6f275d49-ebae-494c-b16f-ab477ac8766c tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:51.350826 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db0c19d4-10c9-45ea-9873-e950e1c5e065 req-6f275d49-ebae-494c-b16f-ab477ac8766c tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 946 time: 0.0574460 Jan 28 14:20:51.399281 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db0c19d4-10c9-45ea-9873-e950e1c5e065 req-25bf350c-91ea-4a22-ade1-e786441416fd tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427532 Jan 28 14:20:52.527241 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b367cc-53b4-4a47-9649-365867fdee04 req-c9dc6e83-7307-437c-81e9-cd3ac0f8736f tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:52.528794 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-38b367cc-53b4-4a47-9649-365867fdee04 req-c9dc6e83-7307-437c-81e9-cd3ac0f8736f tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 946 time: 0.0539129 Jan 28 14:20:52.582547 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-38b367cc-53b4-4a47-9649-365867fdee04 req-f724f2bf-7a52-41a6-8137-e3b65e8e2f22 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449460 Jan 28 14:20:53.713283 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bacc9d-e1f0-4b85-9041-ff24b26f62b8 req-581b204b-b2e5-41f8-addf-c41e0fb1a2ae tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:53.714769 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89bacc9d-e1f0-4b85-9041-ff24b26f62b8 req-581b204b-b2e5-41f8-addf-c41e0fb1a2ae tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 946 time: 0.0548468 Jan 28 14:20:53.768307 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-89bacc9d-e1f0-4b85-9041-ff24b26f62b8 req-04ab342b-6ff6-4eca-9d07-7c42dde3ce40 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475368 Jan 28 14:20:54.901514 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77392f8-02cb-4dec-b57d-e2661a0eed2e req-f762884b-7ddd-4de6-9bce-8e00edf53fbc tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:54.903116 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f77392f8-02cb-4dec-b57d-e2661a0eed2e req-f762884b-7ddd-4de6-9bce-8e00edf53fbc tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 946 time: 0.0587878 Jan 28 14:20:54.954025 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f77392f8-02cb-4dec-b57d-e2661a0eed2e req-cba4ea3b-a75e-4b8c-bd8b-15bf41508b0c tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425599 Jan 28 14:20:56.091678 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1026be4-6aa3-4195-84fa-ddf21fad4ff6 req-6dfad648-187e-4aae-afa2-d1919da44a76 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:56.093223 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e1026be4-6aa3-4195-84fa-ddf21fad4ff6 req-6dfad648-187e-4aae-afa2-d1919da44a76 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 946 time: 0.0599329 Jan 28 14:20:56.140628 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e1026be4-6aa3-4195-84fa-ddf21fad4ff6 req-53e37f2e-a5a6-454d-9afb-b549c4b5b292 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417011 Jan 28 14:20:57.267155 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51264fdd-0493-41dd-8a45-be892335a823 req-ea34b6be-e5ad-49e1-8c7d-7deb4a14ca1c tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:57.268782 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-51264fdd-0493-41dd-8a45-be892335a823 req-ea34b6be-e5ad-49e1-8c7d-7deb4a14ca1c tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 946 time: 0.0507646 Jan 28 14:20:57.321607 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-51264fdd-0493-41dd-8a45-be892335a823 req-4c4fbfbd-3caa-400d-8026-e1212506a571 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466814 Jan 28 14:20:58.452503 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7152e-b459-49bf-81db-954658b39535 req-c65e25fd-2cc2-41ff-9040-6a66d4b8e628 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:58.453981 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e9a7152e-b459-49bf-81db-954658b39535 req-c65e25fd-2cc2-41ff-9040-6a66d4b8e628 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 946 time: 0.0581410 Jan 28 14:20:58.501402 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e9a7152e-b459-49bf-81db-954658b39535 req-cc67bf41-1477-485d-9136-d999117bd83e tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414977 Jan 28 14:20:59.402277 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e57c1e03-1b42-4c72-9e97-0d5dee48175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:59.634495 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fbaec-5b62-443f-87b0-d36c10883c5d req-02b608c9-7c59-4ffa-91b6-eec6f20257cf tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:59.636034 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf4fbaec-5b62-443f-87b0-d36c10883c5d req-02b608c9-7c59-4ffa-91b6-eec6f20257cf tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 946 time: 0.0628748 Jan 28 14:20:59.689269 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf4fbaec-5b62-443f-87b0-d36c10883c5d req-a856e5f4-6cc7-4246-a0ed-c25b2155c469 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473399 Jan 28 14:20:59.797964 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-c1a4854d-1b24-42c7-b30e-b7fa59d62ed0 service neutron] show failed (client error): The resource could not be found. Jan 28 14:20:59.799043 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-c1a4854d-1b24-42c7-b30e-b7fa59d62ed0 service neutron] 10.222.0.18 "GET /v2.0/ports/5f44a737-7208-423d-94ee-1d17719b0e36/bindings/n-h2-822747-2 HTTP/1.1" status: 404 len: 380 time: 0.0581357 Jan 28 14:21:00.066579 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-b866e1f9-3756-4d3d-91b1-b89581a569f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:00.068110 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-b866e1f9-3756-4d3d-91b1-b89581a569f5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea&tenant_id=668da194e48043fbadbbd3b3d11c9ccc HTTP/1.1" status: 200 len: 1097 time: 0.0794091 Jan 28 14:21:00.078853 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-7dbdd141-8483-4bfa-ade1-656576b82599 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822747-2', 'device_owner': 'compute:nova'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:21:00.132616 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-7dbdd141-8483-4bfa-ade1-656576b82599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5f44a737-7208-423d-94ee-1d17719b0e36), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:00.348669 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-7dbdd141-8483-4bfa-ade1-656576b82599 service neutron] For port 5f44a737-7208-423d-94ee-1d17719b0e36, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=5f44a737-7208-423d-94ee-1d17719b0e36,segment=NetworkSegment(48adf181-b8e4-4b7b-98ed-73e01037daf7),segment_id=48adf181-b8e4-4b7b-98ed-73e01037daf7)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:21:00.384462 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-7dbdd141-8483-4bfa-ade1-656576b82599 service neutron] For port 5f44a737-7208-423d-94ee-1d17719b0e36, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:21:00.433823 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbbada5-a96b-4bcc-89d5-25fab23fb2ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f44a737-7208-423d-94ee-1d17719b0e36'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:21:00.437304 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882fd1e6-92a2-4973-b743-3a7868dc012b" -d '{"events": [{"server_uuid": "5dbbada5-a96b-4bcc-89d5-25fab23fb2ea", "name": "network-vif-unplugged", "status": "completed", "tag": "5f44a737-7208-423d-94ee-1d17719b0e36"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:21:00.441995 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-7dbdd141-8483-4bfa-ade1-656576b82599 service neutron] Publish callbacks [] for port (5f44a737-7208-423d-94ee-1d17719b0e36), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:00.455261 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-7dbdd141-8483-4bfa-ade1-656576b82599 service neutron] Transition to ACTIVE for port object 5f44a737-7208-423d-94ee-1d17719b0e36 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:21:00.460204 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-7dbdd141-8483-4bfa-ade1-656576b82599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (5f44a737-7208-423d-94ee-1d17719b0e36), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:00.517788 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-7dbdd141-8483-4bfa-ade1-656576b82599 service neutron] No DVR routers for this DVR port 5f44a737-7208-423d-94ee-1d17719b0e36 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:21:00.528363 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdd141-8483-4bfa-ade1-656576b82599 service neutron] Pushing event updated for resources: {'Port': ['ID=5f44a737-7208-423d-94ee-1d17719b0e36,revision_number=6']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:00.571504 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-7dbdd141-8483-4bfa-ade1-656576b82599 service neutron] Attempting to bind port 5f44a737-7208-423d-94ee-1d17719b0e36 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:21:00.571990 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-7dbdd141-8483-4bfa-ade1-656576b82599 service neutron] Attempting to bind port 5f44a737-7208-423d-94ee-1d17719b0e36 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '48adf181-b8e4-4b7b-98ed-73e01037daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '27a875c9-4694-4ab5-b769-278f2678ce34'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:21:00.572335 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-7dbdd141-8483-4bfa-ade1-656576b82599 service neutron] Attempting to bind port 5f44a737-7208-423d-94ee-1d17719b0e36 on network 27a875c9-4694-4ab5-b769-278f2678ce34 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:21:00.577209 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-7dbdd141-8483-4bfa-ade1-656576b82599 service neutron] Port 5f44a737-7208-423d-94ee-1d17719b0e36 on network 27a875c9-4694-4ab5-b769-278f2678ce34 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:21:00.577493 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-7dbdd141-8483-4bfa-ade1-656576b82599 service neutron] Attempting to bind port 5f44a737-7208-423d-94ee-1d17719b0e36 on network 27a875c9-4694-4ab5-b769-278f2678ce34 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:21:00.580296 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 14:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fca3f2-2e0a-43e4-988c-c75ed7c46dbb x-openstack-request-id: req-f2fca3f2-2e0a-43e4-988c-c75ed7c46dbb {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:21:00.580598 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbbada5-a96b-4bcc-89d5-25fab23fb2ea", "name": "network-vif-unplugged", "status": "completed", "tag": "5f44a737-7208-423d-94ee-1d17719b0e36", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:21:00.580856 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f2fca3f2-2e0a-43e4-988c-c75ed7c46dbb {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:21:00.581255 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbbada5-a96b-4bcc-89d5-25fab23fb2ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f44a737-7208-423d-94ee-1d17719b0e36', 'code': 200} Jan 28 14:21:00.585097 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-7dbdd141-8483-4bfa-ade1-656576b82599 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:21:00.585435 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-7dbdd141-8483-4bfa-ade1-656576b82599 service neutron] Checking segment: {'id': '48adf181-b8e4-4b7b-98ed-73e01037daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '27a875c9-4694-4ab5-b769-278f2678ce34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:21:00.585821 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-7dbdd141-8483-4bfa-ade1-656576b82599 service neutron] Bound using segment: {'id': '48adf181-b8e4-4b7b-98ed-73e01037daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '27a875c9-4694-4ab5-b769-278f2678ce34'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:21:00.586249 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-7dbdd141-8483-4bfa-ade1-656576b82599 service neutron] Bound port: 5f44a737-7208-423d-94ee-1d17719b0e36, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48adf181-b8e4-4b7b-98ed-73e01037daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '27a875c9-4694-4ab5-b769-278f2678ce34'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:21:00.586613 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-7dbdd141-8483-4bfa-ade1-656576b82599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5f44a737-7208-423d-94ee-1d17719b0e36), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:00.656644 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-7dbdd141-8483-4bfa-ade1-656576b82599 service neutron] For port 5f44a737-7208-423d-94ee-1d17719b0e36, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:21:00.659647 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-7dbdd141-8483-4bfa-ade1-656576b82599 service neutron] For port 5f44a737-7208-423d-94ee-1d17719b0e36, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=5f44a737-7208-423d-94ee-1d17719b0e36,segment=NetworkSegment(48adf181-b8e4-4b7b-98ed-73e01037daf7),segment_id=48adf181-b8e4-4b7b-98ed-73e01037daf7)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:21:00.665878 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-7dbdd141-8483-4bfa-ade1-656576b82599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (5f44a737-7208-423d-94ee-1d17719b0e36), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:00.701007 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-7dbdd141-8483-4bfa-ade1-656576b82599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:00.701616 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-7dbdd141-8483-4bfa-ade1-656576b82599 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:00.703052 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-7dbdd141-8483-4bfa-ade1-656576b82599 service neutron] 10.222.0.37 "PUT /v2.0/ports/5f44a737-7208-423d-94ee-1d17719b0e36 HTTP/1.1" status: 200 len: 1092 time: 0.6281538 Jan 28 14:21:00.723047 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdd141-8483-4bfa-ade1-656576b82599 service neutron] Pushing event updated for resources: {'Port': ['ID=5f44a737-7208-423d-94ee-1d17719b0e36,revision_number=7']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:00.775881 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-95f8c25f-ec40-4a1a-8214-29fe0d58518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:00.777324 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-95f8c25f-ec40-4a1a-8214-29fe0d58518e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=668da194e48043fbadbbd3b3d11c9ccc&device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 1095 time: 0.0503139 Jan 28 14:21:00.873404 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12402d2d-2853-42e5-94d2-fac7f8e2701a req-d0d376fe-d23b-4a4d-878e-19b4ecca211f tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:00.874873 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-12402d2d-2853-42e5-94d2-fac7f8e2701a req-d0d376fe-d23b-4a4d-878e-19b4ecca211f tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 944 time: 0.1096911 Jan 28 14:21:00.907542 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-4b900502-51cf-42f6-85b7-a87a3f972f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:00.908927 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-4b900502-51cf-42f6-85b7-a87a3f972f2a service neutron] 10.222.0.37 "GET /v2.0/networks?id=27a875c9-4694-4ab5-b769-278f2678ce34 HTTP/1.1" status: 200 len: 911 time: 0.1110232 Jan 28 14:21:00.962351 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-c548fa36-8ee6-41ab-b662-87142618923c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f44a737-7208-423d-94ee-1d17719b0e36 HTTP/1.1" status: 200 len: 217 time: 0.0474918 Jan 28 14:21:00.969558 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-12402d2d-2853-42e5-94d2-fac7f8e2701a req-aafc3a9d-8205-47ff-a760-527719c6e190 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885029 Jan 28 14:21:01.015435 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-e14ee6ce-613c-4f7a-9c97-ef6c6d18430c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:01.016905 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-e14ee6ce-613c-4f7a-9c97-ef6c6d18430c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=97932014-ae8f-45ea-a88d-9c23d8ef4f0c HTTP/1.1" status: 200 len: 851 time: 0.0465255 Jan 28 14:21:01.047769 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-a580efa1-ffee-4d6b-9902-542c8721afaf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=27a875c9-4694-4ab5-b769-278f2678ce34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250149 Jan 28 14:21:01.137824 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-393bb70c-5ef6-4b8b-b736-50475d73ba81 service neutron] 10.222.0.37 "GET /v2.0/networks/27a875c9-4694-4ab5-b769-278f2678ce34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840294 Jan 28 14:21:01.228487 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0aaf8266-88a7-49ba-9ce2-ae6f1cda41b8 req-60b07759-1997-4136-be37-87f28a30a134 service neutron] 10.222.0.37 "GET /v2.0/networks/27a875c9-4694-4ab5-b769-278f2678ce34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837686 Jan 28 14:21:01.706582 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0ac511b1-01d7-4c79-b963-9f50a0fc7f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:02.100205 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdec5a3-0916-4bae-94cb-ab958b1ac407 req-2bb2dd0b-8669-4ac5-847e-d78dd971aa86 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:02.101729 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ccdec5a3-0916-4bae-94cb-ab958b1ac407 req-2bb2dd0b-8669-4ac5-847e-d78dd971aa86 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 944 time: 0.0515671 Jan 28 14:21:02.149039 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ccdec5a3-0916-4bae-94cb-ab958b1ac407 req-dd7733a7-1551-45a3-ae4a-b8a63c97a439 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416067 Jan 28 14:21:02.582436 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dbbada5-a96b-4bcc-89d5-25fab23fb2ea', 'tag': '5f44a737-7208-423d-94ee-1d17719b0e36'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:21:02.586347 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fa70b8-8261-428a-ad85-d82b33f298d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5dbbada5-a96b-4bcc-89d5-25fab23fb2ea", "tag": "5f44a737-7208-423d-94ee-1d17719b0e36"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:21:02.645449 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdac5901-e68d-4a96-9e5c-9f059a5f80d2 x-openstack-request-id: req-bdac5901-e68d-4a96-9e5c-9f059a5f80d2 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:21:02.646534 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dbbada5-a96b-4bcc-89d5-25fab23fb2ea", "tag": "5f44a737-7208-423d-94ee-1d17719b0e36", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:21:02.646864 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bdac5901-e68d-4a96-9e5c-9f059a5f80d2 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:21:02.647356 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dbbada5-a96b-4bcc-89d5-25fab23fb2ea', 'tag': '5f44a737-7208-423d-94ee-1d17719b0e36', 'status': 'completed', 'code': 200} Jan 28 14:21:02.711699 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa70b8-8261-428a-ad85-d82b33f298d9 req-660a5212-2bf4-4488-964f-8af8ee0bdfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:02.713216 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f4fa70b8-8261-428a-ad85-d82b33f298d9 req-660a5212-2bf4-4488-964f-8af8ee0bdfb3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=668da194e48043fbadbbd3b3d11c9ccc&device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 1095 time: 0.0475614 Jan 28 14:21:02.713551 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa70b8-8261-428a-ad85-d82b33f298d9 req-f4c61f09-4892-44ec-baeb-e3bef6f54f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:02.715126 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f4fa70b8-8261-428a-ad85-d82b33f298d9 req-f4c61f09-4892-44ec-baeb-e3bef6f54f4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=668da194e48043fbadbbd3b3d11c9ccc&device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 1095 time: 0.0480597 Jan 28 14:21:02.805461 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa70b8-8261-428a-ad85-d82b33f298d9 req-d8178931-2d86-42b3-b04c-a0ba861fb317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:02.806299 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa70b8-8261-428a-ad85-d82b33f298d9 req-81dbb620-7237-4a43-81f2-a6933def0522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:02.807056 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f4fa70b8-8261-428a-ad85-d82b33f298d9 req-d8178931-2d86-42b3-b04c-a0ba861fb317 service neutron] 10.222.0.37 "GET /v2.0/networks?id=27a875c9-4694-4ab5-b769-278f2678ce34 HTTP/1.1" status: 200 len: 911 time: 0.0850561 Jan 28 14:21:02.807793 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f4fa70b8-8261-428a-ad85-d82b33f298d9 req-81dbb620-7237-4a43-81f2-a6933def0522 service neutron] 10.222.0.18 "GET /v2.0/networks?id=27a875c9-4694-4ab5-b769-278f2678ce34 HTTP/1.1" status: 200 len: 911 time: 0.0869794 Jan 28 14:21:02.851585 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f4fa70b8-8261-428a-ad85-d82b33f298d9 req-3d56d006-3964-431b-bb06-39a37b012d57 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f44a737-7208-423d-94ee-1d17719b0e36 HTTP/1.1" status: 200 len: 217 time: 0.0379059 Jan 28 14:21:02.852038 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f4fa70b8-8261-428a-ad85-d82b33f298d9 req-509c50fb-944e-4600-942f-3a6535d5e62b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f44a737-7208-423d-94ee-1d17719b0e36 HTTP/1.1" status: 200 len: 217 time: 0.0374045 Jan 28 14:21:02.899352 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa70b8-8261-428a-ad85-d82b33f298d9 req-a87a0b41-8f8d-4b33-8b6c-801cd957dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:02.900580 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa70b8-8261-428a-ad85-d82b33f298d9 req-6c138a99-a2fd-43f7-a131-40a1b3092c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:02.900974 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f4fa70b8-8261-428a-ad85-d82b33f298d9 req-a87a0b41-8f8d-4b33-8b6c-801cd957dca5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=97932014-ae8f-45ea-a88d-9c23d8ef4f0c HTTP/1.1" status: 200 len: 851 time: 0.0443826 Jan 28 14:21:02.902067 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f4fa70b8-8261-428a-ad85-d82b33f298d9 req-6c138a99-a2fd-43f7-a131-40a1b3092c52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97932014-ae8f-45ea-a88d-9c23d8ef4f0c HTTP/1.1" status: 200 len: 851 time: 0.0447567 Jan 28 14:21:02.931366 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f4fa70b8-8261-428a-ad85-d82b33f298d9 req-e589cff8-f8dd-4818-857f-58ea8ff96620 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=27a875c9-4694-4ab5-b769-278f2678ce34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248551 Jan 28 14:21:02.931649 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f4fa70b8-8261-428a-ad85-d82b33f298d9 req-d4b3e39f-728e-46de-a228-f6dca7798ede service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=27a875c9-4694-4ab5-b769-278f2678ce34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239565 Jan 28 14:21:03.010479 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 5f44a737-7208-423d-94ee-1d17719b0e36 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:21:03.028710 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f4fa70b8-8261-428a-ad85-d82b33f298d9 req-e181ff99-082b-42e7-82cf-849c2073328d service neutron] 10.222.0.18 "GET /v2.0/networks/27a875c9-4694-4ab5-b769-278f2678ce34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913742 Jan 28 14:21:03.031386 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f4fa70b8-8261-428a-ad85-d82b33f298d9 req-ad61852f-8db8-49d9-aa29-4881829751ac service neutron] 10.222.0.37 "GET /v2.0/networks/27a875c9-4694-4ab5-b769-278f2678ce34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929937 Jan 28 14:21:03.054869 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] The host n-h1-822747-2 is not matching for port 5f44a737-7208-423d-94ee-1d17719b0e36 host n-h2-822747-2! {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 14:21:03.055587 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 5f44a737-7208-423d-94ee-1d17719b0e36 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:21:03.074613 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:03.119539 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f4fa70b8-8261-428a-ad85-d82b33f298d9 req-83861d65-0580-46ff-be91-d2cc832c58b2 service neutron] 10.222.0.18 "GET /v2.0/networks/27a875c9-4694-4ab5-b769-278f2678ce34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839844 Jan 28 14:21:03.120435 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f4fa70b8-8261-428a-ad85-d82b33f298d9 req-1e24377f-2f82-427a-995c-8516a7a70aa6 service neutron] 10.222.0.37 "GET /v2.0/networks/27a875c9-4694-4ab5-b769-278f2678ce34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837398 Jan 28 14:21:03.273723 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c20315-b94d-4cf6-9c1d-1a20a906e6a6 req-1c40e176-5d0c-4d49-9636-b68592e479f1 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:03.275240 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e9c20315-b94d-4cf6-9c1d-1a20a906e6a6 req-1c40e176-5d0c-4d49-9636-b68592e479f1 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 944 time: 0.0510314 Jan 28 14:21:03.330827 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e9c20315-b94d-4cf6-9c1d-1a20a906e6a6 req-3698efdb-d197-4ad8-a86a-b35653816281 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470495 Jan 28 14:21:04.446638 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:04.464881 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845278e5-00c6-4581-908e-7b341525c478 req-cb39f117-c751-40dd-84a6-611ae6b27398 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:04.466394 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-845278e5-00c6-4581-908e-7b341525c478 req-cb39f117-c751-40dd-84a6-611ae6b27398 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 944 time: 0.0545797 Jan 28 14:21:04.517850 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-845278e5-00c6-4581-908e-7b341525c478 req-c4a947f4-8fe5-4076-b101-7b98026e0d34 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457344 Jan 28 14:21:04.809157 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129ecf6-010e-4315-b8fc-1d7bc98e750c req-7feec24e-56be-4692-b900-dda12899f32a tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:04.810625 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8129ecf6-010e-4315-b8fc-1d7bc98e750c req-7feec24e-56be-4692-b900-dda12899f32a tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.18 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea&tenant_id=668da194e48043fbadbbd3b3d11c9ccc&binding%3Ahost_id=n-h2-822747-2 HTTP/1.1" status: 200 len: 944 time: 0.0927842 Jan 28 14:21:04.878938 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [req-8129ecf6-010e-4315-b8fc-1d7bc98e750c req-f656e97b-1f5b-4998-a796-3f1bae6ec2ac service neutron] delete failed (client error): The resource could not be found. Jan 28 14:21:04.879881 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8129ecf6-010e-4315-b8fc-1d7bc98e750c req-f656e97b-1f5b-4998-a796-3f1bae6ec2ac service neutron] 10.222.0.18 "DELETE /v2.0/ports/5f44a737-7208-423d-94ee-1d17719b0e36/bindings/n-h1-822747-2 HTTP/1.1" status: 404 len: 380 time: 0.0603874 Jan 28 14:21:04.908323 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 5f44a737-7208-423d-94ee-1d17719b0e36 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:21:04.967900 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129ecf6-010e-4315-b8fc-1d7bc98e750c req-37ed9ca2-0f78-4e48-be28-90c91239be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:04.969468 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8129ecf6-010e-4315-b8fc-1d7bc98e750c req-37ed9ca2-0f78-4e48-be28-90c91239be05 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=668da194e48043fbadbbd3b3d11c9ccc&device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 1095 time: 0.0447810 Jan 28 14:21:05.004991 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 5f44a737-7208-423d-94ee-1d17719b0e36, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=5f44a737-7208-423d-94ee-1d17719b0e36,segment=NetworkSegment(48adf181-b8e4-4b7b-98ed-73e01037daf7),segment_id=48adf181-b8e4-4b7b-98ed-73e01037daf7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:21:05.015468 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '5f44a737-7208-423d-94ee-1d17719b0e36', 'network_id': '27a875c9-4694-4ab5-b769-278f2678ce34', 'port_id': '5f44a737-7208-423d-94ee-1d17719b0e36', 'mac_address': 'fa:16:3e:6e:f8:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97932014-ae8f-45ea-a88d-9c23d8ef4f0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:21:05.054695 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 5f44a737-7208-423d-94ee-1d17719b0e36 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:21:05.055113 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5f44a737-7208-423d-94ee-1d17719b0e36), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:05.060765 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129ecf6-010e-4315-b8fc-1d7bc98e750c req-e33293a7-95b7-4919-ad91-eed93c4cadc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:05.062337 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8129ecf6-010e-4315-b8fc-1d7bc98e750c req-e33293a7-95b7-4919-ad91-eed93c4cadc1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=27a875c9-4694-4ab5-b769-278f2678ce34 HTTP/1.1" status: 200 len: 911 time: 0.0873175 Jan 28 14:21:05.067843 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f44a737-7208-423d-94ee-1d17719b0e36 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:21:05.087444 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 5f44a737-7208-423d-94ee-1d17719b0e36, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=5f44a737-7208-423d-94ee-1d17719b0e36,segment=NetworkSegment(48adf181-b8e4-4b7b-98ed-73e01037daf7),segment_id=48adf181-b8e4-4b7b-98ed-73e01037daf7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:21:05.092366 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5f44a737-7208-423d-94ee-1d17719b0e36), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:05.107488 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8129ecf6-010e-4315-b8fc-1d7bc98e750c req-04168c15-96a7-40c2-8d28-38288d5f3c94 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f44a737-7208-423d-94ee-1d17719b0e36 HTTP/1.1" status: 200 len: 217 time: 0.0377948 Jan 28 14:21:05.143140 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=5f44a737-7208-423d-94ee-1d17719b0e36,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:05.159886 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129ecf6-010e-4315-b8fc-1d7bc98e750c req-8505bd05-f163-42f2-9c31-e06118e96d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:05.161355 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8129ecf6-010e-4315-b8fc-1d7bc98e750c req-8505bd05-f163-42f2-9c31-e06118e96d46 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97932014-ae8f-45ea-a88d-9c23d8ef4f0c HTTP/1.1" status: 200 len: 851 time: 0.0480704 Jan 28 14:21:05.199723 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8129ecf6-010e-4315-b8fc-1d7bc98e750c req-342a24be-4917-4a60-b449-50ba792d00b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=27a875c9-4694-4ab5-b769-278f2678ce34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321476 Jan 28 14:21:05.294489 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8129ecf6-010e-4315-b8fc-1d7bc98e750c req-4a23236b-bb4b-4ee9-a064-1a9baf417ba2 service neutron] 10.222.0.18 "GET /v2.0/networks/27a875c9-4694-4ab5-b769-278f2678ce34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887525 Jan 28 14:21:05.387546 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8129ecf6-010e-4315-b8fc-1d7bc98e750c req-13eb96fc-51d1-4daa-924c-ccb543108e41 service neutron] 10.222.0.18 "GET /v2.0/networks/27a875c9-4694-4ab5-b769-278f2678ce34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867493 Jan 28 14:21:05.456586 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['5f44a737-7208-423d-94ee-1d17719b0e36'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:21:06.162196 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bbe74-cf61-48d1-b6a2-d87834d63596 req-8fbc6711-a738-48da-81ec-d1d57c29991b tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:06.163729 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e58bbe74-cf61-48d1-b6a2-d87834d63596 req-8fbc6711-a738-48da-81ec-d1d57c29991b tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 945 time: 0.0546806 Jan 28 14:21:06.218727 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e58bbe74-cf61-48d1-b6a2-d87834d63596 req-354f94c3-a508-4a81-97a9-41d65574b567 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488410 Jan 28 14:21:06.413342 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:06.928521 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 5f44a737-7208-423d-94ee-1d17719b0e36 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:21:06.990382 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 5f44a737-7208-423d-94ee-1d17719b0e36 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:21:06.994600 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 5f44a737-7208-423d-94ee-1d17719b0e36 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:21:06.995008 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5f44a737-7208-423d-94ee-1d17719b0e36), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:07.076385 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 5f44a737-7208-423d-94ee-1d17719b0e36 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:21:07.076771 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5f44a737-7208-423d-94ee-1d17719b0e36), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:07.099318 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbbada5-a96b-4bcc-89d5-25fab23fb2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f44a737-7208-423d-94ee-1d17719b0e36'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:21:07.101542 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d60ee20-ca6e-4b27-a9c1-ae512af40dd3" -d '{"events": [{"server_uuid": "5dbbada5-a96b-4bcc-89d5-25fab23fb2ea", "name": "network-vif-plugged", "status": "completed", "tag": "5f44a737-7208-423d-94ee-1d17719b0e36"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:21:07.114591 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 5f44a737-7208-423d-94ee-1d17719b0e36, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=5f44a737-7208-423d-94ee-1d17719b0e36,segment=NetworkSegment(48adf181-b8e4-4b7b-98ed-73e01037daf7),segment_id=48adf181-b8e4-4b7b-98ed-73e01037daf7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:21:07.120039 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5f44a737-7208-423d-94ee-1d17719b0e36), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:07.156864 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f036d1-a719-4bfa-93b1-d418d4a5da5b x-openstack-request-id: req-67f036d1-a719-4bfa-93b1-d418d4a5da5b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:21:07.157193 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbbada5-a96b-4bcc-89d5-25fab23fb2ea", "name": "network-vif-plugged", "status": "completed", "tag": "5f44a737-7208-423d-94ee-1d17719b0e36", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:21:07.157444 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-67f036d1-a719-4bfa-93b1-d418d4a5da5b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:21:07.157834 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbbada5-a96b-4bcc-89d5-25fab23fb2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f44a737-7208-423d-94ee-1d17719b0e36', 'code': 200} Jan 28 14:21:07.184963 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=5f44a737-7208-423d-94ee-1d17719b0e36,revision_number=9']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:07.360048 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c7837-a085-410d-b7a6-d6d43a59e9ec req-1adeb22b-4475-4dd9-abc4-54c5144e2cb8 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:07.363536 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-559c7837-a085-410d-b7a6-d6d43a59e9ec req-1adeb22b-4475-4dd9-abc4-54c5144e2cb8 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 946 time: 0.0595391 Jan 28 14:21:07.412766 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-559c7837-a085-410d-b7a6-d6d43a59e9ec req-52fa5270-a0ef-4f85-b38d-5954eb5c039f tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/security-groups?id=07f35c17-4fee-4278-9c69-7e745c5ed163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428758 Jan 28 14:21:07.596476 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129ecf6-010e-4315-b8fc-1d7bc98e750c req-8a7ca49f-e43f-4cdc-82d4-9cf50fbe3745 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:07.598002 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8129ecf6-010e-4315-b8fc-1d7bc98e750c req-8a7ca49f-e43f-4cdc-82d4-9cf50fbe3745 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.37 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 946 time: 0.0535922 Jan 28 14:21:07.690300 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-8129ecf6-010e-4315-b8fc-1d7bc98e750c req-1b63b96f-dd8d-46ae-a5ab-67679819a559 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Deleting port 5f44a737-7208-423d-94ee-1d17719b0e36 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:21:07.690721 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8129ecf6-010e-4315-b8fc-1d7bc98e750c req-1b63b96f-dd8d-46ae-a5ab-67679819a559 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (5f44a737-7208-423d-94ee-1d17719b0e36), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:07.783377 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-8129ecf6-010e-4315-b8fc-1d7bc98e750c req-1b63b96f-dd8d-46ae-a5ab-67679819a559 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] For port 5f44a737-7208-423d-94ee-1d17719b0e36, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=5f44a737-7208-423d-94ee-1d17719b0e36,segment=NetworkSegment(48adf181-b8e4-4b7b-98ed-73e01037daf7),segment_id=48adf181-b8e4-4b7b-98ed-73e01037daf7)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:21:07.783612 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8129ecf6-010e-4315-b8fc-1d7bc98e750c req-1b63b96f-dd8d-46ae-a5ab-67679819a559 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (5f44a737-7208-423d-94ee-1d17719b0e36), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:07.796317 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-8129ecf6-010e-4315-b8fc-1d7bc98e750c req-1b63b96f-dd8d-46ae-a5ab-67679819a559 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Calling delete_port for 5f44a737-7208-423d-94ee-1d17719b0e36 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:21:07.925684 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8129ecf6-010e-4315-b8fc-1d7bc98e750c req-1b63b96f-dd8d-46ae-a5ab-67679819a559 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (5f44a737-7208-423d-94ee-1d17719b0e36), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:07.938069 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['5f44a737-7208-423d-94ee-1d17719b0e36'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:21:08.279822 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b63b96f-dd8d-46ae-a5ab-67679819a559 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Pushing event deleted for resources: {'Port': ['ID=5f44a737-7208-423d-94ee-1d17719b0e36,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:08.321942 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-8129ecf6-010e-4315-b8fc-1d7bc98e750c req-1b63b96f-dd8d-46ae-a5ab-67679819a559 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] No DVR routers for this DVR port 5f44a737-7208-423d-94ee-1d17719b0e36 on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:21:08.324737 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8129ecf6-010e-4315-b8fc-1d7bc98e750c req-1b63b96f-dd8d-46ae-a5ab-67679819a559 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:08.328180 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8129ecf6-010e-4315-b8fc-1d7bc98e750c req-1b63b96f-dd8d-46ae-a5ab-67679819a559 tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.37 "DELETE /v2.0/ports/5f44a737-7208-423d-94ee-1d17719b0e36 HTTP/1.1" status: 204 len: 173 time: 0.7253816 Jan 28 14:21:08.328641 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbbada5-a96b-4bcc-89d5-25fab23fb2ea', 'name': 'network-vif-deleted', 'tag': '5f44a737-7208-423d-94ee-1d17719b0e36'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:21:08.330903 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e6faf3-084f-4f36-b21a-56d11aa3b857" -d '{"events": [{"server_uuid": "5dbbada5-a96b-4bcc-89d5-25fab23fb2ea", "name": "network-vif-deleted", "tag": "5f44a737-7208-423d-94ee-1d17719b0e36"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:21:08.367803 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd24c477-caea-495e-ac8a-9fc44437906c x-openstack-request-id: req-dd24c477-caea-495e-ac8a-9fc44437906c {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:21:08.368413 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbbada5-a96b-4bcc-89d5-25fab23fb2ea", "name": "network-vif-deleted", "tag": "5f44a737-7208-423d-94ee-1d17719b0e36", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:21:08.368413 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd24c477-caea-495e-ac8a-9fc44437906c {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:21:08.368744 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbbada5-a96b-4bcc-89d5-25fab23fb2ea', 'name': 'network-vif-deleted', 'tag': '5f44a737-7208-423d-94ee-1d17719b0e36', 'status': 'completed', 'code': 200} Jan 28 14:21:08.523500 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f01bd13b-eef3-4dd6-96c0-482151d99644 req-e8c644d7-ec4f-4b83-b34d-854584f75fac tempest-DeleteServersTestJSON-830911105 tempest-DeleteServersTestJSON-830911105-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dbbada5-a96b-4bcc-89d5-25fab23fb2ea HTTP/1.1" status: 200 len: 210 time: 0.0277689 Jan 28 14:21:09.675897 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48854) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:21:09.722194 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5113f9c-7ff0-4f46-a438-6a4474dc9357 admin admin] Deleting subnet 97932014-ae8f-45ea-a88d-9c23d8ef4f0c {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:21:09.726787 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b5113f9c-7ff0-4f46-a438-6a4474dc9357 admin admin] Publish callbacks [] for subnet (97932014-ae8f-45ea-a88d-9c23d8ef4f0c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:09.766773 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b5113f9c-7ff0-4f46-a438-6a4474dc9357 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (97932014-ae8f-45ea-a88d-9c23d8ef4f0c), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:09.814711 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b5113f9c-7ff0-4f46-a438-6a4474dc9357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (97932014-ae8f-45ea-a88d-9c23d8ef4f0c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:09.871917 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b5113f9c-7ff0-4f46-a438-6a4474dc9357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (97932014-ae8f-45ea-a88d-9c23d8ef4f0c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:09.897666 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5113f9c-7ff0-4f46-a438-6a4474dc9357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97932014-ae8f-45ea-a88d-9c23d8ef4f0c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:09.902463 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b5113f9c-7ff0-4f46-a438-6a4474dc9357 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:09.906012 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b5113f9c-7ff0-4f46-a438-6a4474dc9357 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/97932014-ae8f-45ea-a88d-9c23d8ef4f0c HTTP/1.1" status: 204 len: 168 time: 0.2291045 Jan 28 14:21:09.908879 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48856) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:21:09.911433 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5113f9c-7ff0-4f46-a438-6a4474dc9357 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:09.911784 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5113f9c-7ff0-4f46-a438-6a4474dc9357 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:09.912137 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5113f9c-7ff0-4f46-a438-6a4474dc9357 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:09.912467 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5113f9c-7ff0-4f46-a438-6a4474dc9357 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:09.912802 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5113f9c-7ff0-4f46-a438-6a4474dc9357 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:09.913137 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5113f9c-7ff0-4f46-a438-6a4474dc9357 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:09.913466 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5113f9c-7ff0-4f46-a438-6a4474dc9357 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:09.913793 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5113f9c-7ff0-4f46-a438-6a4474dc9357 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:09.914118 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5113f9c-7ff0-4f46-a438-6a4474dc9357 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:09.914447 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5113f9c-7ff0-4f46-a438-6a4474dc9357 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:09.914766 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5113f9c-7ff0-4f46-a438-6a4474dc9357 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:09.915119 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5113f9c-7ff0-4f46-a438-6a4474dc9357 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:09.915680 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5113f9c-7ff0-4f46-a438-6a4474dc9357 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:09.988622 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9355-715e-4ff2-a520-c8e71e37ff26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (27a875c9-4694-4ab5-b769-278f2678ce34), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:10.068792 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9355-715e-4ff2-a520-c8e71e37ff26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (27a875c9-4694-4ab5-b769-278f2678ce34), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:10.088454 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-6bbf9355-715e-4ff2-a520-c8e71e37ff26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a875c9-4694-4ab5-b769-278f2678ce34']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:21:10.097617 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-6bbf9355-715e-4ff2-a520-c8e71e37ff26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48adf181-b8e4-4b7b-98ed-73e01037daf7') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:21:10.097915 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-6bbf9355-715e-4ff2-a520-c8e71e37ff26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48adf181-b8e4-4b7b-98ed-73e01037daf7') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:21:10.107510 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9355-715e-4ff2-a520-c8e71e37ff26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (48adf181-b8e4-4b7b-98ed-73e01037daf7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:10.121559 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9355-715e-4ff2-a520-c8e71e37ff26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (48adf181-b8e4-4b7b-98ed-73e01037daf7), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:10.127738 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bbf9355-715e-4ff2-a520-c8e71e37ff26 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:21:10.128122 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9355-715e-4ff2-a520-c8e71e37ff26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (48adf181-b8e4-4b7b-98ed-73e01037daf7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: timer() Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:21:10.129940 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:21:10.188099 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9355-715e-4ff2-a520-c8e71e37ff26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (27a875c9-4694-4ab5-b769-278f2678ce34), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:10.193674 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9355-715e-4ff2-a520-c8e71e37ff26 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:10.196844 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6bbf9355-715e-4ff2-a520-c8e71e37ff26 admin admin] 10.222.0.39 "DELETE /v2.0/networks/27a875c9-4694-4ab5-b769-278f2678ce34 HTTP/1.1" status: 204 len: 168 time: 0.2869456 Jan 28 14:21:10.207922 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf9355-715e-4ff2-a520-c8e71e37ff26 admin admin] Pushing event deleted for resources: {'Network': ['ID=27a875c9-4694-4ab5-b769-278f2678ce34,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:10.321461 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48860) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:21:10.361885 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e08da2a9-aff7-4087-a179-4624b69a448b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=668da194e48043fbadbbd3b3d11c9ccc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392377 Jan 28 14:21:10.364583 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48862) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:21:10.413051 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7d7f8f53-50d5-427d-b3ea-4a433ee00b78 admin admin] Publish callbacks [] for security_group (07f35c17-4fee-4278-9c69-7e745c5ed163), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:10.434749 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7d7f8f53-50d5-427d-b3ea-4a433ee00b78 admin admin] Publish callbacks [] for security_group (07f35c17-4fee-4278-9c69-7e745c5ed163), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:10.492354 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7d7f8f53-50d5-427d-b3ea-4a433ee00b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (07f35c17-4fee-4278-9c69-7e745c5ed163), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:10.496655 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7d7f8f53-50d5-427d-b3ea-4a433ee00b78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:10.498219 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7d7f8f53-50d5-427d-b3ea-4a433ee00b78 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/07f35c17-4fee-4278-9c69-7e745c5ed163 HTTP/1.1" status: 204 len: 168 time: 0.1327660 Jan 28 14:21:10.506370 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f8f53-50d5-427d-b3ea-4a433ee00b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f35c17-4fee-4278-9c69-7e745c5ed163,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:10.959018 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 5f44a737-7208-423d-94ee-1d17719b0e36 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:21:10.982998 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 5f44a737-7208-423d-94ee-1d17719b0e36 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:21:10.983706 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 5f44a737-7208-423d-94ee-1d17719b0e36 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:21:11.225228 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 48884) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:21:11.332601 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-121b2e0a-ad33-40f4-a44e-3a157f7ee151 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1080481294-network', 'tenant_id': '2692e18103d44b80a6f80b699919aa9d'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:21:11.355498 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121b2e0a-ad33-40f4-a44e-3a157f7ee151 admin admin] Made reservation on behalf of 2692e18103d44b80a6f80b699919aa9d for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:21:11.357924 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-121b2e0a-ad33-40f4-a44e-3a157f7ee151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:11.366304 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-121b2e0a-ad33-40f4-a44e-3a157f7ee151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:11.444153 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-121b2e0a-ad33-40f4-a44e-3a157f7ee151 admin admin] Publish callbacks [] for security_group (30feb7b6-daae-46b3-b021-162ea1622569), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:11.450440 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-121b2e0a-ad33-40f4-a44e-3a157f7ee151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (30feb7b6-daae-46b3-b021-162ea1622569), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:11.474783 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-121b2e0a-ad33-40f4-a44e-3a157f7ee151 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:21:11.484283 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b2e0a-ad33-40f4-a44e-3a157f7ee151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30feb7b6-daae-46b3-b021-162ea1622569,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:11.490069 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-121b2e0a-ad33-40f4-a44e-3a157f7ee151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (a9c7c259-904e-4684-9044-a3b2cd433ce7), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:11.490373 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-121b2e0a-ad33-40f4-a44e-3a157f7ee151 admin admin] Added segment a9c7c259-904e-4684-9044-a3b2cd433ce7 of type vlan for network 11733814-6507-41d2-a853-07046a42ec7e Jan 28 14:21:11.529903 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-121b2e0a-ad33-40f4-a44e-3a157f7ee151 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (11733814-6507-41d2-a853-07046a42ec7e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:11.556556 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-121b2e0a-ad33-40f4-a44e-3a157f7ee151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (11733814-6507-41d2-a853-07046a42ec7e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:11.557782 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121b2e0a-ad33-40f4-a44e-3a157f7ee151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:11.558735 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-121b2e0a-ad33-40f4-a44e-3a157f7ee151 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:11.596836 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-121b2e0a-ad33-40f4-a44e-3a157f7ee151 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3705041 Jan 28 14:21:11.600182 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 48888) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:21:11.606483 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-57634122-dba1-4209-a184-99089487c4cd admin admin] Request body: {'subnet': {'network_id': '11733814-6507-41d2-a853-07046a42ec7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1080481294-subnet', 'tenant_id': '2692e18103d44b80a6f80b699919aa9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:21:11.630301 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57634122-dba1-4209-a184-99089487c4cd admin admin] Made reservation on behalf of 2692e18103d44b80a6f80b699919aa9d for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:21:11.631493 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b2e0a-ad33-40f4-a44e-3a157f7ee151 admin admin] Pushing event updated for resources: {'Network': ['ID=11733814-6507-41d2-a853-07046a42ec7e,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:11.633690 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-57634122-dba1-4209-a184-99089487c4cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:11.642029 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 11733814-6507-41d2-a853-07046a42ec7e details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:21:11.808217 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-57634122-dba1-4209-a184-99089487c4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (85c73d38-4660-48af-971b-0103505ea4b5), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:11.859855 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57634122-dba1-4209-a184-99089487c4cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=85c73d38-4660-48af-971b-0103505ea4b5,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:11.876040 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57634122-dba1-4209-a184-99089487c4cd admin admin] Checking segment: {'id': 'a9c7c259-904e-4684-9044-a3b2cd433ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '11733814-6507-41d2-a853-07046a42ec7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:21:11.876394 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57634122-dba1-4209-a184-99089487c4cd admin admin] Network hostable DHCP agents. Network: 11733814-6507-41d2-a853-07046a42ec7e, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:21:11.896018 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57634122-dba1-4209-a184-99089487c4cd admin admin] Network 11733814-6507-41d2-a853-07046a42ec7e is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:21:11.907327 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-57634122-dba1-4209-a184-99089487c4cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 11733814-6507-41d2-a853-07046a42ec7e) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:21:11.911785 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57634122-dba1-4209-a184-99089487c4cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:11.912383 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-57634122-dba1-4209-a184-99089487c4cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:11.918188 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d51df9-283c-4e3f-a592-6fc50c2ec829 None None] Network 11733814-6507-41d2-a853-07046a42ec7e requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:21:11.928787 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-57634122-dba1-4209-a184-99089487c4cd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3275213 Jan 28 14:21:12.023998 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdf639f-ffe2-4c36-b3a6-ff82439e1897 None None] Network 11733814-6507-41d2-a853-07046a42ec7e requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:21:12.352145 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-be9b7550-705c-4352-9190-c219eabe0398 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:12.353537 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-be9b7550-705c-4352-9190-c219eabe0398 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/networks?id=11733814-6507-41d2-a853-07046a42ec7e HTTP/1.1" status: 200 len: 815 time: 0.1075239 Jan 28 14:21:12.369456 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-ea09b0cf-3db1-4b41-b80d-57cd44e0e4ba tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/quotas/2692e18103d44b80a6f80b699919aa9d HTTP/1.1" status: 200 len: 375 time: 0.0100193 Jan 28 14:21:12.405487 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-04c294fb-3fab-4f83-ad1a-9b1580718856 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2692e18103d44b80a6f80b699919aa9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308342 Jan 28 14:21:12.503570 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-839b5879-db4f-4a6c-960e-259efd667882 service neutron] 10.222.0.39 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912778 Jan 28 14:21:12.597220 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-1f160de0-8adc-43e8-b677-6a05701e7b44 service neutron] 10.222.0.39 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877862 Jan 28 14:21:12.762202 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b63dd5d1-6fd8-49cf-94db-38aff9604779 req-d014a349-9e56-4792-acea-befeb693eaf9 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 210 time: 0.0307014 Jan 28 14:21:13.714627 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-e536900d-b268-4594-9162-52f5c48fa9e5 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:13.716137 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-e536900d-b268-4594-9162-52f5c48fa9e5 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.37 "GET /v2.0/networks?id=11733814-6507-41d2-a853-07046a42ec7e HTTP/1.1" status: 200 len: 815 time: 0.1073136 Jan 28 14:21:13.729271 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-43851d84-a8c4-47bd-b01f-755348cf9a18 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Request body: {'port': {'device_id': '615a21e2-205d-4eef-b74f-0362cf28f7bd', 'network_id': '11733814-6507-41d2-a853-07046a42ec7e', 'admin_state_up': True, 'tenant_id': '2692e18103d44b80a6f80b699919aa9d'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:21:13.866001 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae396899-4fd2-49fc-8882-d73cd4a5a6c2 req-08693961-5ee9-4492-a517-a403ef9675e8 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 210 time: 0.0319226 Jan 28 14:21:13.866565 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-43851d84-a8c4-47bd-b01f-755348cf9a18 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Made reservation on behalf of 2692e18103d44b80a6f80b699919aa9d for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:21:13.869950 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-43851d84-a8c4-47bd-b01f-755348cf9a18 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:14.002341 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-43851d84-a8c4-47bd-b01f-755348cf9a18 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Allocated IP 172.20.0.11 (11733814-6507-41d2-a853-07046a42ec7e/85c73d38-4660-48af-971b-0103505ea4b5/93fd4b05-4a2a-4826-8f43-684c44a9fc1d) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:21:14.157233 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-43851d84-a8c4-47bd-b01f-755348cf9a18 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Publish callbacks [] for port (93fd4b05-4a2a-4826-8f43-684c44a9fc1d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:14.197662 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-43851d84-a8c4-47bd-b01f-755348cf9a18 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (93fd4b05-4a2a-4826-8f43-684c44a9fc1d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:14.253911 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-43851d84-a8c4-47bd-b01f-755348cf9a18 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Network 11733814-6507-41d2-a853-07046a42ec7e is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:21:14.257114 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-43851d84-a8c4-47bd-b01f-755348cf9a18 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:21:14.262892 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-43851d84-a8c4-47bd-b01f-755348cf9a18 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:21:14.269395 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43851d84-a8c4-47bd-b01f-755348cf9a18 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Pushing event updated for resources: {'Port': ['ID=93fd4b05-4a2a-4826-8f43-684c44a9fc1d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:14.323053 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-43851d84-a8c4-47bd-b01f-755348cf9a18 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:14.323654 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-43851d84-a8c4-47bd-b01f-755348cf9a18 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:14.340581 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-43851d84-a8c4-47bd-b01f-755348cf9a18 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6155920 Jan 28 14:21:14.354706 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-c2a71a7e-25e6-4391-bdb9-2609ef735c2f service neutron] Request body: {'port': {'device_id': '615a21e2-205d-4eef-b74f-0362cf28f7bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:21:14.418213 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-c2a71a7e-25e6-4391-bdb9-2609ef735c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (93fd4b05-4a2a-4826-8f43-684c44a9fc1d), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:14.709675 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-c2a71a7e-25e6-4391-bdb9-2609ef735c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93fd4b05-4a2a-4826-8f43-684c44a9fc1d {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:21:14.717374 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-c2a71a7e-25e6-4391-bdb9-2609ef735c2f service neutron] Publish callbacks [] for port (93fd4b05-4a2a-4826-8f43-684c44a9fc1d), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:14.729523 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-c2a71a7e-25e6-4391-bdb9-2609ef735c2f service neutron] Transition to ACTIVE for port object 93fd4b05-4a2a-4826-8f43-684c44a9fc1d will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:21:14.735200 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-c2a71a7e-25e6-4391-bdb9-2609ef735c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (93fd4b05-4a2a-4826-8f43-684c44a9fc1d), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:14.785563 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a71a7e-25e6-4391-bdb9-2609ef735c2f service neutron] Pushing event updated for resources: {'Port': ['ID=93fd4b05-4a2a-4826-8f43-684c44a9fc1d,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:14.860767 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-c2a71a7e-25e6-4391-bdb9-2609ef735c2f service neutron] Attempting to bind port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:21:14.861171 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-c2a71a7e-25e6-4391-bdb9-2609ef735c2f service neutron] Attempting to bind port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'a9c7c259-904e-4684-9044-a3b2cd433ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '11733814-6507-41d2-a853-07046a42ec7e'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:21:14.861420 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-c2a71a7e-25e6-4391-bdb9-2609ef735c2f service neutron] Attempting to bind port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d on network 11733814-6507-41d2-a853-07046a42ec7e {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:21:14.866044 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-c2a71a7e-25e6-4391-bdb9-2609ef735c2f service neutron] Port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d on network 11733814-6507-41d2-a853-07046a42ec7e not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:21:14.866364 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-c2a71a7e-25e6-4391-bdb9-2609ef735c2f service neutron] Attempting to bind port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d on network 11733814-6507-41d2-a853-07046a42ec7e {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:21:14.871372 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-c2a71a7e-25e6-4391-bdb9-2609ef735c2f service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:21:14.871711 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-c2a71a7e-25e6-4391-bdb9-2609ef735c2f service neutron] Checking segment: {'id': 'a9c7c259-904e-4684-9044-a3b2cd433ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '11733814-6507-41d2-a853-07046a42ec7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:21:14.872098 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-c2a71a7e-25e6-4391-bdb9-2609ef735c2f service neutron] Bound using segment: {'id': 'a9c7c259-904e-4684-9044-a3b2cd433ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '11733814-6507-41d2-a853-07046a42ec7e'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:21:14.872544 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-c2a71a7e-25e6-4391-bdb9-2609ef735c2f service neutron] Bound port: 93fd4b05-4a2a-4826-8f43-684c44a9fc1d, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c7c259-904e-4684-9044-a3b2cd433ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '11733814-6507-41d2-a853-07046a42ec7e'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:21:14.872891 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-c2a71a7e-25e6-4391-bdb9-2609ef735c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (93fd4b05-4a2a-4826-8f43-684c44a9fc1d), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:14.942628 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-c2a71a7e-25e6-4391-bdb9-2609ef735c2f service neutron] For port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:21:14.945865 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-c2a71a7e-25e6-4391-bdb9-2609ef735c2f service neutron] For port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=93fd4b05-4a2a-4826-8f43-684c44a9fc1d,segment=NetworkSegment(a9c7c259-904e-4684-9044-a3b2cd433ce7),segment_id=a9c7c259-904e-4684-9044-a3b2cd433ce7)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:21:14.951631 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-c2a71a7e-25e6-4391-bdb9-2609ef735c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (93fd4b05-4a2a-4826-8f43-684c44a9fc1d), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:14.986155 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bd946-9ae9-4c67-9758-62e76be0a6eb req-a4062d6d-7b17-476b-9946-b9f46e286c90 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:14.990288 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ef2bd946-9ae9-4c67-9758-62e76be0a6eb req-a4062d6d-7b17-476b-9946-b9f46e286c90 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 944 time: 0.0556943 Jan 28 14:21:14.991677 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-c2a71a7e-25e6-4391-bdb9-2609ef735c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:14.992318 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-c2a71a7e-25e6-4391-bdb9-2609ef735c2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:14.993736 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-c2a71a7e-25e6-4391-bdb9-2609ef735c2f service neutron] 10.222.0.37 "PUT /v2.0/ports/93fd4b05-4a2a-4826-8f43-684c44a9fc1d HTTP/1.1" status: 200 len: 1092 time: 0.6453104 Jan 28 14:21:14.994183 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615a21e2-205d-4eef-b74f-0362cf28f7bd', 'tag': '93fd4b05-4a2a-4826-8f43-684c44a9fc1d'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:21:14.996474 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe08473-4125-46de-a2e1-8ae16fef2793" -d '{"events": [{"name": "network-changed", "server_uuid": "615a21e2-205d-4eef-b74f-0362cf28f7bd", "tag": "93fd4b05-4a2a-4826-8f43-684c44a9fc1d"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:21:15.033405 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a71a7e-25e6-4391-bdb9-2609ef735c2f service neutron] Pushing event updated for resources: {'Port': ['ID=93fd4b05-4a2a-4826-8f43-684c44a9fc1d,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:15.046296 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ef2bd946-9ae9-4c67-9758-62e76be0a6eb req-f544189b-65d8-462c-b429-6a43a1dca377 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551310 Jan 28 14:21:15.049290 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc06809f-2a64-4e91-b32f-d5d01387a111 x-openstack-request-id: req-fc06809f-2a64-4e91-b32f-d5d01387a111 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:21:15.049290 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "615a21e2-205d-4eef-b74f-0362cf28f7bd", "tag": "93fd4b05-4a2a-4826-8f43-684c44a9fc1d", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:21:15.049290 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc06809f-2a64-4e91-b32f-d5d01387a111 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:21:15.049777 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '615a21e2-205d-4eef-b74f-0362cf28f7bd', 'tag': '93fd4b05-4a2a-4826-8f43-684c44a9fc1d', 'status': 'completed', 'code': 200} Jan 28 14:21:15.077453 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-74dbc63a-4fd7-4b1b-acea-a34fdeb52f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:15.079017 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-74dbc63a-4fd7-4b1b-acea-a34fdeb52f56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2692e18103d44b80a6f80b699919aa9d&device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 1095 time: 0.0424433 Jan 28 14:21:15.124208 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-7b5611c7-df93-49d5-8922-aa63aadcfb06 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93fd4b05-4a2a-4826-8f43-684c44a9fc1d HTTP/1.1" status: 200 len: 217 time: 0.0388596 Jan 28 14:21:15.173472 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-e7807a54-1f19-4395-b913-208a64122241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:15.174954 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-e7807a54-1f19-4395-b913-208a64122241 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=85c73d38-4660-48af-971b-0103505ea4b5 HTTP/1.1" status: 200 len: 855 time: 0.0442238 Jan 28 14:21:15.206531 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-fe8e28bc-5d68-483b-9817-23d394f9a839 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=11733814-6507-41d2-a853-07046a42ec7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258064 Jan 28 14:21:15.314054 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-914ff890-0b97-4f95-9ab2-b90962f89053 service neutron] 10.222.0.37 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016495 Jan 28 14:21:15.414229 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-79f6c642-7618-4394-a271-1dd3c33b7b37 req-e26dff38-f897-49d8-8547-4c3bc53cda7e service neutron] 10.222.0.37 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937111 Jan 28 14:21:15.506165 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe08473-4125-46de-a2e1-8ae16fef2793 req-d336b6cf-933d-499f-83f5-99bd24b8f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:15.507818 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fbe08473-4125-46de-a2e1-8ae16fef2793 req-d336b6cf-933d-499f-83f5-99bd24b8f629 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2692e18103d44b80a6f80b699919aa9d&device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 1095 time: 0.0430307 Jan 28 14:21:15.605493 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe08473-4125-46de-a2e1-8ae16fef2793 req-94bb9f78-94c3-44e3-b6b4-274caa104b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:15.607030 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fbe08473-4125-46de-a2e1-8ae16fef2793 req-94bb9f78-94c3-44e3-b6b4-274caa104b64 service neutron] 10.222.0.37 "GET /v2.0/networks?id=11733814-6507-41d2-a853-07046a42ec7e HTTP/1.1" status: 200 len: 915 time: 0.0936208 Jan 28 14:21:15.649039 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fbe08473-4125-46de-a2e1-8ae16fef2793 req-b5430378-b5e5-49c4-8580-264bbe4640ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93fd4b05-4a2a-4826-8f43-684c44a9fc1d HTTP/1.1" status: 200 len: 217 time: 0.0361202 Jan 28 14:21:15.704792 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe08473-4125-46de-a2e1-8ae16fef2793 req-ed991fb5-7ad4-4e3b-b18b-d199e5ade0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:15.706276 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fbe08473-4125-46de-a2e1-8ae16fef2793 req-ed991fb5-7ad4-4e3b-b18b-d199e5ade0e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=85c73d38-4660-48af-971b-0103505ea4b5 HTTP/1.1" status: 200 len: 855 time: 0.0519972 Jan 28 14:21:15.737022 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fbe08473-4125-46de-a2e1-8ae16fef2793 req-f8fc865c-72ae-4b4d-96fa-942fa9e0f52b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=11733814-6507-41d2-a853-07046a42ec7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247040 Jan 28 14:21:15.829214 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fbe08473-4125-46de-a2e1-8ae16fef2793 req-41a23bea-836d-4857-96a3-1c01c58b382c service neutron] 10.222.0.37 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861201 Jan 28 14:21:15.924842 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fbe08473-4125-46de-a2e1-8ae16fef2793 req-6530c548-596f-4240-ac6c-ebc611b67f9c service neutron] 10.222.0.37 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902271 Jan 28 14:21:16.177325 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f24fa-aa09-4c16-8f75-f96472a97f60 req-be228ce5-cd5b-40af-a8d2-cb018c575ba4 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:16.178954 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-764f24fa-aa09-4c16-8f75-f96472a97f60 req-be228ce5-cd5b-40af-a8d2-cb018c575ba4 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 944 time: 0.0553024 Jan 28 14:21:16.228161 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-764f24fa-aa09-4c16-8f75-f96472a97f60 req-4cb89949-ab36-45fc-904c-a8fd5689134c tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419555 Jan 28 14:21:17.376803 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ac88f-434e-498e-bd00-acf60118e317 req-44506ea8-c8b3-40f9-b0af-097c5debee60 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:17.378290 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ac9ac88f-434e-498e-bd00-acf60118e317 req-44506ea8-c8b3-40f9-b0af-097c5debee60 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 944 time: 0.0718007 Jan 28 14:21:17.426676 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ac9ac88f-434e-498e-bd00-acf60118e317 req-7087b6de-7592-430f-be2e-52004fb1499c tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426905 Jan 28 14:21:18.215239 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:18.554684 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae031805-a7b4-42b8-9230-17a83517b767 req-e2a0c958-70e9-4673-b94f-66db839f9b76 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:18.556213 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae031805-a7b4-42b8-9230-17a83517b767 req-e2a0c958-70e9-4673-b94f-66db839f9b76 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 944 time: 0.0541232 Jan 28 14:21:18.605575 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae031805-a7b4-42b8-9230-17a83517b767 req-9e13c4f2-f48b-449b-b36d-a03b7126feb6 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412419 Jan 28 14:21:18.976484 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 93fd4b05-4a2a-4826-8f43-684c44a9fc1d details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:21:19.076936 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=93fd4b05-4a2a-4826-8f43-684c44a9fc1d,segment=NetworkSegment(a9c7c259-904e-4684-9044-a3b2cd433ce7),segment_id=a9c7c259-904e-4684-9044-a3b2cd433ce7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:21:19.088311 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '93fd4b05-4a2a-4826-8f43-684c44a9fc1d', 'network_id': '11733814-6507-41d2-a853-07046a42ec7e', 'port_id': '93fd4b05-4a2a-4826-8f43-684c44a9fc1d', 'mac_address': 'fa:16:3e:64:f8:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c73d38-4660-48af-971b-0103505ea4b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:21:19.295833 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:21:19.296555 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (93fd4b05-4a2a-4826-8f43-684c44a9fc1d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:19.309689 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93fd4b05-4a2a-4826-8f43-684c44a9fc1d {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:21:19.330153 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=93fd4b05-4a2a-4826-8f43-684c44a9fc1d,segment=NetworkSegment(a9c7c259-904e-4684-9044-a3b2cd433ce7),segment_id=a9c7c259-904e-4684-9044-a3b2cd433ce7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:21:19.336900 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (93fd4b05-4a2a-4826-8f43-684c44a9fc1d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:19.387738 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=93fd4b05-4a2a-4826-8f43-684c44a9fc1d,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:19.395986 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:19.396338 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:19.396766 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:19.397109 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:19.397446 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:19.397784 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:19.398148 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:19.398477 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:19.398808 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:19.399159 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:19.399511 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:19.399832 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:19.400162 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:19.624742 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['93fd4b05-4a2a-4826-8f43-684c44a9fc1d'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:21:19.735722 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fde50-7265-4d3f-a965-ec2c78c82b17 req-73430d47-59fa-4e14-8277-e52666dd633e tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:19.737187 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-885fde50-7265-4d3f-a965-ec2c78c82b17 req-73430d47-59fa-4e14-8277-e52666dd633e tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 945 time: 0.0523534 Jan 28 14:21:19.787221 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-885fde50-7265-4d3f-a965-ec2c78c82b17 req-dbb7ccaf-95b8-4253-ac49-44898ccf2fff tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432391 Jan 28 14:21:20.275767 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:20.916115 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c701f0-23c2-402a-a79f-cd412ffb79fd req-6cea3dfe-d7f8-41da-abbb-e7002e4582c2 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:20.917597 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0c701f0-23c2-402a-a79f-cd412ffb79fd req-6cea3dfe-d7f8-41da-abbb-e7002e4582c2 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 945 time: 0.0571594 Jan 28 14:21:20.969960 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c0c701f0-23c2-402a-a79f-cd412ffb79fd req-fa53ed2d-ec92-47f5-a926-055eb4d59263 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440826 Jan 28 14:21:20.990215 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 93fd4b05-4a2a-4826-8f43-684c44a9fc1d up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:21:21.049153 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:21:21.053055 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:21:21.053438 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (93fd4b05-4a2a-4826-8f43-684c44a9fc1d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:21.133418 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:21:21.133687 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (93fd4b05-4a2a-4826-8f43-684c44a9fc1d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:21.157456 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615a21e2-205d-4eef-b74f-0362cf28f7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93fd4b05-4a2a-4826-8f43-684c44a9fc1d'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:21:21.159954 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8bdba0-10af-4592-9485-f4206f47edfb" -d '{"events": [{"server_uuid": "615a21e2-205d-4eef-b74f-0362cf28f7bd", "name": "network-vif-plugged", "status": "completed", "tag": "93fd4b05-4a2a-4826-8f43-684c44a9fc1d"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:21:21.172082 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=93fd4b05-4a2a-4826-8f43-684c44a9fc1d,segment=NetworkSegment(a9c7c259-904e-4684-9044-a3b2cd433ce7),segment_id=a9c7c259-904e-4684-9044-a3b2cd433ce7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:21:21.177441 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (93fd4b05-4a2a-4826-8f43-684c44a9fc1d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:21.202707 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de1de8c-cb58-47c0-ba92-5c04ada284de x-openstack-request-id: req-8de1de8c-cb58-47c0-ba92-5c04ada284de {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:21:21.203027 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615a21e2-205d-4eef-b74f-0362cf28f7bd", "name": "network-vif-plugged", "status": "completed", "tag": "93fd4b05-4a2a-4826-8f43-684c44a9fc1d", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:21:21.203277 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8de1de8c-cb58-47c0-ba92-5c04ada284de {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:21:21.203756 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615a21e2-205d-4eef-b74f-0362cf28f7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93fd4b05-4a2a-4826-8f43-684c44a9fc1d', 'code': 200} Jan 28 14:21:21.234015 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=93fd4b05-4a2a-4826-8f43-684c44a9fc1d,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:21.297461 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedad89c-dd1d-4518-a679-e0cf986a36ad req-2ef0c86a-bbd4-4f8b-9527-c090bef39dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:21.299770 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fedad89c-dd1d-4518-a679-e0cf986a36ad req-2ef0c86a-bbd4-4f8b-9527-c090bef39dbd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 1097 time: 0.0442061 Jan 28 14:21:21.348891 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fedad89c-dd1d-4518-a679-e0cf986a36ad req-3f9d6715-542f-4ca5-b44b-f5a0228aecc8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428493 Jan 28 14:21:22.103414 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc197ff-3b79-40a4-9055-ca28417f98f7 req-732107cd-d00f-4511-917d-2a20ab8efcd2 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:22.105110 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8cc197ff-3b79-40a4-9055-ca28417f98f7 req-732107cd-d00f-4511-917d-2a20ab8efcd2 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0584114 Jan 28 14:21:22.133500 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:21:22.154266 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8cc197ff-3b79-40a4-9055-ca28417f98f7 req-1f1e1c59-0c78-48d4-a616-e8085c2268a0 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417843 Jan 28 14:21:23.280088 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbcca6-eaf6-4e22-8011-76602c1afcdc req-685f98cb-f68c-4b4c-a934-67a9c607917e tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:23.281470 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f9dbcca6-eaf6-4e22-8011-76602c1afcdc req-685f98cb-f68c-4b4c-a934-67a9c607917e tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0516076 Jan 28 14:21:23.329982 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f9dbcca6-eaf6-4e22-8011-76602c1afcdc req-29ef32de-04cd-4b38-b33a-3f387d39fdf2 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422647 Jan 28 14:21:23.445571 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f75df-43b4-400b-90bc-72d4adbf5906 req-e2cceac0-b115-4bd4-8d8a-6d5541aa5b04 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:23.447061 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-620f75df-43b4-400b-90bc-72d4adbf5906 req-e2cceac0-b115-4bd4-8d8a-6d5541aa5b04 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0483706 Jan 28 14:21:23.504539 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-620f75df-43b4-400b-90bc-72d4adbf5906 req-3fafd0ad-6b2b-4bb3-93b3-35835341a62d tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503843 Jan 28 14:21:23.746581 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065dc92-3b46-4c0d-972c-32afc20e29bf req-e328ccb2-bba2-4f84-b5ca-98a8bfb42924 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:23.748123 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3065dc92-3b46-4c0d-972c-32afc20e29bf req-e328ccb2-bba2-4f84-b5ca-98a8bfb42924 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0629930 Jan 28 14:21:23.802963 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3065dc92-3b46-4c0d-972c-32afc20e29bf req-d4acf84c-966e-4c8a-9e41-c08e5233e9c4 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484846 Jan 28 14:21:23.926469 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d8464-a3a5-4be2-92b3-5737e028b784 req-787d9fd4-cc71-49f3-92bd-24de55e95287 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:23.927964 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f49d8464-a3a5-4be2-92b3-5737e028b784 req-787d9fd4-cc71-49f3-92bd-24de55e95287 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0541115 Jan 28 14:21:23.974749 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f49d8464-a3a5-4be2-92b3-5737e028b784 req-fa20dce7-a4bc-412e-96ca-512f1a20a177 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409098 Jan 28 14:21:24.220506 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-33bbfc42-88d7-447f-a307-90d41feaec64 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0429816 Jan 28 14:21:24.226156 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ad717-194c-4b29-8758-ba8768f87be4 req-1a1f0e18-1614-43d6-a187-53376584a9a6 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:24.228391 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-739ad717-194c-4b29-8758-ba8768f87be4 req-1a1f0e18-1614-43d6-a187-53376584a9a6 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0502300 Jan 28 14:21:24.283370 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-739ad717-194c-4b29-8758-ba8768f87be4 req-0f656dce-c7d7-440d-b99f-bce43af19d70 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483592 Jan 28 14:21:25.427322 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7895acc-96ae-425a-989e-727f96f4a4f5 req-1335ae4c-2f76-477f-949a-abbf39481d65 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:25.428780 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e7895acc-96ae-425a-989e-727f96f4a4f5 req-1335ae4c-2f76-477f-949a-abbf39481d65 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0664492 Jan 28 14:21:25.495566 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-813f31d8-7ab6-4ed3-beb3-632e68b73182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:25.497052 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-813f31d8-7ab6-4ed3-beb3-632e68b73182 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2692e18103d44b80a6f80b699919aa9d&device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 1097 time: 0.0843782 Jan 28 14:21:25.506100 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e7895acc-96ae-425a-989e-727f96f4a4f5 req-c0f44371-451f-43b5-9ee5-6a450ffba53c tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563784 Jan 28 14:21:25.688881 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-53d68392-c798-4ed6-943c-c97438d88de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:25.690389 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-53d68392-c798-4ed6-943c-c97438d88de2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=11733814-6507-41d2-a853-07046a42ec7e HTTP/1.1" status: 200 len: 915 time: 0.1059530 Jan 28 14:21:25.742272 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-a5d129e3-41b2-455e-aa85-99b2dcba358a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93fd4b05-4a2a-4826-8f43-684c44a9fc1d HTTP/1.1" status: 200 len: 217 time: 0.0429943 Jan 28 14:21:25.791986 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-57c9c07c-ed41-48e2-895d-7108595b6819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:25.793422 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-57c9c07c-ed41-48e2-895d-7108595b6819 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=85c73d38-4660-48af-971b-0103505ea4b5 HTTP/1.1" status: 200 len: 855 time: 0.0445542 Jan 28 14:21:25.823718 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-287b2c69-8248-4308-ae2f-615c671ed59e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=11733814-6507-41d2-a853-07046a42ec7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241489 Jan 28 14:21:25.915606 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-4ba7efec-031e-4543-b4b0-fc49878cb813 service neutron] 10.222.0.37 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861356 Jan 28 14:21:26.005044 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-1dd0a750-15c0-4351-b2bc-ee938b4874d1 service neutron] 10.222.0.37 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841217 Jan 28 14:21:26.122962 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4296e0a-0765-43c0-816f-9c6b905d1716 req-8716938a-dae2-44eb-af88-3c8e4662ff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:26.124472 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4296e0a-0765-43c0-816f-9c6b905d1716 req-8716938a-dae2-44eb-af88-3c8e4662ff80 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2692e18103d44b80a6f80b699919aa9d&device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 1097 time: 0.0516288 Jan 28 14:21:26.245858 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4296e0a-0765-43c0-816f-9c6b905d1716 req-9aac0e51-180d-42b5-b12e-d1c8cfeafb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:26.247399 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4296e0a-0765-43c0-816f-9c6b905d1716 req-9aac0e51-180d-42b5-b12e-d1c8cfeafb13 service neutron] 10.222.0.37 "GET /v2.0/networks?id=11733814-6507-41d2-a853-07046a42ec7e HTTP/1.1" status: 200 len: 915 time: 0.0963078 Jan 28 14:21:26.289445 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4296e0a-0765-43c0-816f-9c6b905d1716 req-06e19420-ea46-463b-84d9-62bcff04c502 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93fd4b05-4a2a-4826-8f43-684c44a9fc1d HTTP/1.1" status: 200 len: 217 time: 0.0348966 Jan 28 14:21:26.342066 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4296e0a-0765-43c0-816f-9c6b905d1716 req-8a6bbd3b-6ae7-49e5-9b6a-ec78a256782a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:26.343547 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4296e0a-0765-43c0-816f-9c6b905d1716 req-8a6bbd3b-6ae7-49e5-9b6a-ec78a256782a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=85c73d38-4660-48af-971b-0103505ea4b5 HTTP/1.1" status: 200 len: 855 time: 0.0484471 Jan 28 14:21:26.373300 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4296e0a-0765-43c0-816f-9c6b905d1716 req-e15e89b9-fdb4-49c4-94ff-53eda654f5d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=11733814-6507-41d2-a853-07046a42ec7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239835 Jan 28 14:21:26.472267 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4296e0a-0765-43c0-816f-9c6b905d1716 req-ec8e644e-a27b-4407-900c-7ce74d09c4d4 service neutron] 10.222.0.37 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923400 Jan 28 14:21:26.573971 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4296e0a-0765-43c0-816f-9c6b905d1716 req-ace1af25-eb0c-4234-9a01-048dfa3255c5 service neutron] 10.222.0.37 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955858 Jan 28 14:21:26.627342 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d584c8a-f94a-4dc7-a653-7804ca8119ed req-34db5834-85a2-41ff-9a66-37bb55449eef tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:26.628860 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d584c8a-f94a-4dc7-a653-7804ca8119ed req-34db5834-85a2-41ff-9a66-37bb55449eef tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0487232 Jan 28 14:21:26.682136 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d584c8a-f94a-4dc7-a653-7804ca8119ed req-04069443-9b12-43b3-b6e3-688b2d8d16f0 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474334 Jan 28 14:21:27.826975 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b98fe-daf5-4647-9f59-0efbdbc368a2 req-28b1e171-6a1b-4215-88b9-03e62a9c056b tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:27.828599 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e19b98fe-daf5-4647-9f59-0efbdbc368a2 req-28b1e171-6a1b-4215-88b9-03e62a9c056b tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0608900 Jan 28 14:21:27.878739 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e19b98fe-daf5-4647-9f59-0efbdbc368a2 req-aa28b22c-967a-4ce0-98ff-0a38f3d3b7c9 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415080 Jan 28 14:21:29.016957 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c22838-454c-40ac-a296-bc58c7e1dc31 req-99ac8112-aaaf-44e7-9cf3-ecad9270d091 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:29.018433 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-05c22838-454c-40ac-a296-bc58c7e1dc31 req-99ac8112-aaaf-44e7-9cf3-ecad9270d091 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0543435 Jan 28 14:21:29.075085 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-05c22838-454c-40ac-a296-bc58c7e1dc31 req-01e08cfa-9146-4ab5-aa11-e00a0f84b3dd tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480952 Jan 28 14:21:29.406537 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-81dc46fd-a513-42b0-a1ba-67bbc70f725c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:30.217283 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5227d-c913-49b8-bd53-f39528a39e36 req-80917d7c-ed35-4f08-bc78-d510246affc1 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:30.218768 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4bc5227d-c913-49b8-bd53-f39528a39e36 req-80917d7c-ed35-4f08-bc78-d510246affc1 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0671144 Jan 28 14:21:30.280292 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4bc5227d-c913-49b8-bd53-f39528a39e36 req-ae2f2ffd-443b-4011-8c69-d2a17f4752df tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555797 Jan 28 14:21:31.413543 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80824f0-f6d6-45f5-8fd0-465d9530d304 req-f0189310-680d-4abb-b793-bb2073000f90 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:31.415231 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d80824f0-f6d6-45f5-8fd0-465d9530d304 req-f0189310-680d-4abb-b793-bb2073000f90 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0587766 Jan 28 14:21:31.465775 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d80824f0-f6d6-45f5-8fd0-465d9530d304 req-0a63a5bb-13ca-4a5a-8bc7-6dcfd7648ffd tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411267 Jan 28 14:21:31.702594 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-657de756-79b6-4f16-a767-04855eee5916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:32.596040 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f76bc-d57d-4f7d-8d01-8219db085d52 req-a845a613-d42e-49fc-b3ea-9c7410aaa4b2 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:32.597576 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-831f76bc-d57d-4f7d-8d01-8219db085d52 req-a845a613-d42e-49fc-b3ea-9c7410aaa4b2 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0557468 Jan 28 14:21:32.653106 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-831f76bc-d57d-4f7d-8d01-8219db085d52 req-c3660637-2d93-46a7-8146-868d38e6f8b4 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483944 Jan 28 14:21:33.079275 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:33.799736 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da253335-ea20-45bc-b4f3-11535933d6e3 req-ce610af7-b9df-423b-b969-7cd6154cdfdd tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:33.801117 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-da253335-ea20-45bc-b4f3-11535933d6e3 req-ce610af7-b9df-423b-b969-7cd6154cdfdd tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0554013 Jan 28 14:21:33.858826 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-da253335-ea20-45bc-b4f3-11535933d6e3 req-75283672-7cb1-449e-97f2-8189aba3578b tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504153 Jan 28 14:21:34.456658 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:34.980171 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24eda8a-020f-4dfa-87b9-9596c3af944f req-de644a90-885c-45d5-9a67-3d8e70e58f57 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:34.981576 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b24eda8a-020f-4dfa-87b9-9596c3af944f req-de644a90-885c-45d5-9a67-3d8e70e58f57 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0536835 Jan 28 14:21:35.036132 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b24eda8a-020f-4dfa-87b9-9596c3af944f req-76eb506e-b8be-4c20-bd04-b23e02790c3d tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487728 Jan 28 14:21:36.159703 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec88a47-059f-45a2-bfb9-bd0375930f10 req-f7dacff6-e924-45e1-a306-aba1b93df0db tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:36.161195 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1ec88a47-059f-45a2-bfb9-bd0375930f10 req-f7dacff6-e924-45e1-a306-aba1b93df0db tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0500953 Jan 28 14:21:36.209325 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1ec88a47-059f-45a2-bfb9-bd0375930f10 req-062cafc5-8e71-4a54-97c3-12116ec22d46 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424163 Jan 28 14:21:36.410174 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:37.349430 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28842cf4-72e8-4dc2-ba73-8f8ccbe5d959 req-1d076c6b-d12e-44f3-8630-a749a8357da4 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:37.350906 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-28842cf4-72e8-4dc2-ba73-8f8ccbe5d959 req-1d076c6b-d12e-44f3-8630-a749a8357da4 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0584581 Jan 28 14:21:37.405976 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-28842cf4-72e8-4dc2-ba73-8f8ccbe5d959 req-9715f2d9-df0b-45f8-8e93-23862bce9c5f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441537 Jan 28 14:21:38.527254 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc2a7a-9750-4166-942a-a76466ee767b req-16373241-a15c-40b6-9c45-eeebc4e7097a tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:38.528770 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-96fc2a7a-9750-4166-942a-a76466ee767b req-16373241-a15c-40b6-9c45-eeebc4e7097a tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0522871 Jan 28 14:21:38.580728 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-96fc2a7a-9750-4166-942a-a76466ee767b req-bc3b20f2-f76b-405f-8f20-cc4095cb5c28 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458276 Jan 28 14:21:39.722427 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2d56e-725f-4175-a134-fe31e36a436f req-ac761637-68b2-405e-8034-3456f6ce8c45 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:39.723986 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3cb2d56e-725f-4175-a134-fe31e36a436f req-ac761637-68b2-405e-8034-3456f6ce8c45 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0530174 Jan 28 14:21:39.777144 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3cb2d56e-725f-4175-a134-fe31e36a436f req-e7289787-7203-41d1-81a9-af2ee2a3d6a3 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472445 Jan 28 14:21:40.900009 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132347c-eb85-4941-abcc-de2ace88132a req-0f581ab6-f04c-4a00-b128-7d62275175a7 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:40.901470 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7132347c-eb85-4941-abcc-de2ace88132a req-0f581ab6-f04c-4a00-b128-7d62275175a7 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0507374 Jan 28 14:21:40.950328 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7132347c-eb85-4941-abcc-de2ace88132a req-cc7316c2-d79e-4ebb-8a82-ef2acb843159 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426080 Jan 28 14:21:42.067994 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9164fd-ca11-41e3-82b2-4dc4d687fa01 req-42ad0035-c8cc-4d94-be02-5e577ed15f79 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:42.069454 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7b9164fd-ca11-41e3-82b2-4dc4d687fa01 req-42ad0035-c8cc-4d94-be02-5e577ed15f79 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0506725 Jan 28 14:21:42.116965 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7b9164fd-ca11-41e3-82b2-4dc4d687fa01 req-4c78fa4b-9506-4d74-b467-4960e5b88f5e tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416965 Jan 28 14:21:43.233996 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b81f1-b5eb-4f93-9a65-5127c2611471 req-c3b79f9e-7d21-49b8-a112-ec62da2981e6 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:43.235581 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-988b81f1-b5eb-4f93-9a65-5127c2611471 req-c3b79f9e-7d21-49b8-a112-ec62da2981e6 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0498970 Jan 28 14:21:43.284713 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-988b81f1-b5eb-4f93-9a65-5127c2611471 req-e9860bbb-4d33-4b07-9c05-f6ef7d08ce9f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432742 Jan 28 14:21:44.409723 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a3c87-ad0b-4205-8b15-0fc55e2591db req-80035942-72cb-4635-9a79-2aee6ac7e6a4 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:44.411250 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-470a3c87-ad0b-4205-8b15-0fc55e2591db req-80035942-72cb-4635-9a79-2aee6ac7e6a4 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0529375 Jan 28 14:21:44.463764 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-470a3c87-ad0b-4205-8b15-0fc55e2591db req-81ee3a7f-5a86-41b3-9edb-5e6825c5226a tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454981 Jan 28 14:21:45.604453 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e70c17-4c94-4401-b5e0-ff2cbc9514fb req-e820fbfc-1cda-4a5d-9660-795dd65f6d23 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:45.606384 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-19e70c17-4c94-4401-b5e0-ff2cbc9514fb req-e820fbfc-1cda-4a5d-9660-795dd65f6d23 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0656028 Jan 28 14:21:45.673796 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-19e70c17-4c94-4401-b5e0-ff2cbc9514fb req-13775435-445f-4203-8ad9-b7601dbda932 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617852 Jan 28 14:21:46.804281 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6e908-0225-4122-9121-c5ef9554226b req-332dae4e-b3e9-42ed-b6ad-8a57811d643e tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:46.805890 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cfe6e908-0225-4122-9121-c5ef9554226b req-332dae4e-b3e9-42ed-b6ad-8a57811d643e tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0570815 Jan 28 14:21:46.859185 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cfe6e908-0225-4122-9121-c5ef9554226b req-f45ff8e5-f63f-4be3-ae7b-686a4c4a25d0 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452983 Jan 28 14:21:47.988689 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80835c9a-853b-406c-9da5-6155a5e0b4da req-2a2343ec-3ce4-4e71-af86-dae83049dc77 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:47.990262 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-80835c9a-853b-406c-9da5-6155a5e0b4da req-2a2343ec-3ce4-4e71-af86-dae83049dc77 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0515444 Jan 28 14:21:48.044400 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-80835c9a-853b-406c-9da5-6155a5e0b4da req-a7fe6f50-6244-46ef-83e0-61c9287a7224 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448754 Jan 28 14:21:48.220840 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:49.169606 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864e484-06aa-4a52-8b30-4dab36ebb750 req-16100284-4439-473e-8df3-50074c2bb782 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:49.171117 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3864e484-06aa-4a52-8b30-4dab36ebb750 req-16100284-4439-473e-8df3-50074c2bb782 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0546341 Jan 28 14:21:49.223142 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3864e484-06aa-4a52-8b30-4dab36ebb750 req-6440a0be-2f75-47a4-993e-edba60eaded2 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440183 Jan 28 14:21:50.274141 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:50.362632 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f48ca7-74a4-446c-a46d-80772c2acca5 req-d01f8aad-82a3-48c4-87d1-c8fd36897f45 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:50.364142 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2f48ca7-74a4-446c-a46d-80772c2acca5 req-d01f8aad-82a3-48c4-87d1-c8fd36897f45 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0646765 Jan 28 14:21:50.412592 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2f48ca7-74a4-446c-a46d-80772c2acca5 req-708f2b7b-d4f2-4983-9529-779d02e5da28 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423789 Jan 28 14:21:51.540717 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6efc23-d710-4a62-97cd-48ffff85951c req-fbea6411-fdc1-4c1a-9198-b5051b5a9e79 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:51.542256 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2b6efc23-d710-4a62-97cd-48ffff85951c req-fbea6411-fdc1-4c1a-9198-b5051b5a9e79 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0573788 Jan 28 14:21:51.602086 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2b6efc23-d710-4a62-97cd-48ffff85951c req-fb4845d3-6365-4037-97f9-23ea45c6733c tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528562 Jan 28 14:21:52.734412 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f409012-9b70-4f24-afb7-e7a5a4461192 req-61523eb2-029b-4ab6-8c64-90aa250d5fad tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:52.735937 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f409012-9b70-4f24-afb7-e7a5a4461192 req-61523eb2-029b-4ab6-8c64-90aa250d5fad tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0587077 Jan 28 14:21:52.784250 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f409012-9b70-4f24-afb7-e7a5a4461192 req-ca3756ff-49f3-4250-b432-aa7a803fc839 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425742 Jan 28 14:21:52.999854 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-b16ea91f-7321-412d-bf3e-2e7d958b12a2 service neutron] show failed (client error): The resource could not be found. Jan 28 14:21:53.000870 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-b16ea91f-7321-412d-bf3e-2e7d958b12a2 service neutron] 10.222.0.37 "GET /v2.0/ports/93fd4b05-4a2a-4826-8f43-684c44a9fc1d/bindings/n-h1-822747-2 HTTP/1.1" status: 404 len: 380 time: 0.0573575 Jan 28 14:21:53.239141 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-6158b0c5-8694-4f10-be0a-23fd57727f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:53.240631 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-6158b0c5-8694-4f10-be0a-23fd57727f92 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd&tenant_id=2692e18103d44b80a6f80b699919aa9d HTTP/1.1" status: 200 len: 1097 time: 0.0726600 Jan 28 14:21:53.252741 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-17eadcd5-d288-48f9-aaeb-09ee2b9965c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822747-2', 'device_owner': 'compute:nova'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:21:53.308738 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-17eadcd5-d288-48f9-aaeb-09ee2b9965c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (93fd4b05-4a2a-4826-8f43-684c44a9fc1d), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:53.524438 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-17eadcd5-d288-48f9-aaeb-09ee2b9965c4 service neutron] For port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=93fd4b05-4a2a-4826-8f43-684c44a9fc1d,segment=NetworkSegment(a9c7c259-904e-4684-9044-a3b2cd433ce7),segment_id=a9c7c259-904e-4684-9044-a3b2cd433ce7)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:21:53.558163 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-17eadcd5-d288-48f9-aaeb-09ee2b9965c4 service neutron] For port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d, host n-h2-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:21:53.600692 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615a21e2-205d-4eef-b74f-0362cf28f7bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93fd4b05-4a2a-4826-8f43-684c44a9fc1d'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:21:53.603125 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ce9ff4-b65f-4c84-8b78-50089866556d" -d '{"events": [{"server_uuid": "615a21e2-205d-4eef-b74f-0362cf28f7bd", "name": "network-vif-unplugged", "status": "completed", "tag": "93fd4b05-4a2a-4826-8f43-684c44a9fc1d"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:21:53.607263 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-17eadcd5-d288-48f9-aaeb-09ee2b9965c4 service neutron] Publish callbacks [] for port (93fd4b05-4a2a-4826-8f43-684c44a9fc1d), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:53.622132 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-17eadcd5-d288-48f9-aaeb-09ee2b9965c4 service neutron] Transition to ACTIVE for port object 93fd4b05-4a2a-4826-8f43-684c44a9fc1d will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:21:53.626487 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-17eadcd5-d288-48f9-aaeb-09ee2b9965c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (93fd4b05-4a2a-4826-8f43-684c44a9fc1d), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:53.655993 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 14:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f444c83e-7af2-44dc-b212-62746f85aaa8 x-openstack-request-id: req-f444c83e-7af2-44dc-b212-62746f85aaa8 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:21:53.656280 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615a21e2-205d-4eef-b74f-0362cf28f7bd", "name": "network-vif-unplugged", "status": "completed", "tag": "93fd4b05-4a2a-4826-8f43-684c44a9fc1d", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:21:53.656510 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f444c83e-7af2-44dc-b212-62746f85aaa8 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:21:53.656902 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615a21e2-205d-4eef-b74f-0362cf28f7bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93fd4b05-4a2a-4826-8f43-684c44a9fc1d', 'code': 200} Jan 28 14:21:53.694629 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-17eadcd5-d288-48f9-aaeb-09ee2b9965c4 service neutron] No DVR routers for this DVR port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d on host n-h2-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:21:53.696699 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eadcd5-d288-48f9-aaeb-09ee2b9965c4 service neutron] Pushing event updated for resources: {'Port': ['ID=93fd4b05-4a2a-4826-8f43-684c44a9fc1d,revision_number=6']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:53.734067 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-17eadcd5-d288-48f9-aaeb-09ee2b9965c4 service neutron] Attempting to bind port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:21:53.734350 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-17eadcd5-d288-48f9-aaeb-09ee2b9965c4 service neutron] Attempting to bind port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'a9c7c259-904e-4684-9044-a3b2cd433ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '11733814-6507-41d2-a853-07046a42ec7e'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:21:53.734713 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-17eadcd5-d288-48f9-aaeb-09ee2b9965c4 service neutron] Attempting to bind port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d on network 11733814-6507-41d2-a853-07046a42ec7e {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:21:53.739924 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-17eadcd5-d288-48f9-aaeb-09ee2b9965c4 service neutron] Port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d on network 11733814-6507-41d2-a853-07046a42ec7e not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:21:53.740249 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-17eadcd5-d288-48f9-aaeb-09ee2b9965c4 service neutron] Attempting to bind port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d on network 11733814-6507-41d2-a853-07046a42ec7e {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:21:53.746078 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-17eadcd5-d288-48f9-aaeb-09ee2b9965c4 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:21:53.746420 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-17eadcd5-d288-48f9-aaeb-09ee2b9965c4 service neutron] Checking segment: {'id': 'a9c7c259-904e-4684-9044-a3b2cd433ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '11733814-6507-41d2-a853-07046a42ec7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:21:53.746809 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-17eadcd5-d288-48f9-aaeb-09ee2b9965c4 service neutron] Bound using segment: {'id': 'a9c7c259-904e-4684-9044-a3b2cd433ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '11733814-6507-41d2-a853-07046a42ec7e'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:21:53.747281 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-17eadcd5-d288-48f9-aaeb-09ee2b9965c4 service neutron] Bound port: 93fd4b05-4a2a-4826-8f43-684c44a9fc1d, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c7c259-904e-4684-9044-a3b2cd433ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '11733814-6507-41d2-a853-07046a42ec7e'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:21:53.747635 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-17eadcd5-d288-48f9-aaeb-09ee2b9965c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (93fd4b05-4a2a-4826-8f43-684c44a9fc1d), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:53.822347 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-17eadcd5-d288-48f9-aaeb-09ee2b9965c4 service neutron] For port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:21:53.826175 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-17eadcd5-d288-48f9-aaeb-09ee2b9965c4 service neutron] For port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=93fd4b05-4a2a-4826-8f43-684c44a9fc1d,segment=NetworkSegment(a9c7c259-904e-4684-9044-a3b2cd433ce7),segment_id=a9c7c259-904e-4684-9044-a3b2cd433ce7)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:21:53.832992 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-17eadcd5-d288-48f9-aaeb-09ee2b9965c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (93fd4b05-4a2a-4826-8f43-684c44a9fc1d), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:53.874363 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-17eadcd5-d288-48f9-aaeb-09ee2b9965c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:53.875002 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-17eadcd5-d288-48f9-aaeb-09ee2b9965c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:53.876330 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-17eadcd5-d288-48f9-aaeb-09ee2b9965c4 service neutron] 10.222.0.18 "PUT /v2.0/ports/93fd4b05-4a2a-4826-8f43-684c44a9fc1d HTTP/1.1" status: 200 len: 1092 time: 0.6275914 Jan 28 14:21:53.948857 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eadcd5-d288-48f9-aaeb-09ee2b9965c4 service neutron] Pushing event updated for resources: {'Port': ['ID=93fd4b05-4a2a-4826-8f43-684c44a9fc1d,revision_number=7']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:53.972529 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c341a0-f51e-4099-8825-64eecf78f18a req-241a16ff-fdca-4398-b074-b8269679c7c5 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:53.974812 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-27c341a0-f51e-4099-8825-64eecf78f18a req-241a16ff-fdca-4398-b074-b8269679c7c5 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 944 time: 0.1019652 Jan 28 14:21:53.980712 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-a430c119-ce0d-4229-873a-d451b2f996a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:53.982132 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-a430c119-ce0d-4229-873a-d451b2f996a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2692e18103d44b80a6f80b699919aa9d&device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 1095 time: 0.0764525 Jan 28 14:21:54.092205 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-27c341a0-f51e-4099-8825-64eecf78f18a req-db1b6627-f9f2-4225-b95e-452744945af5 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090064 Jan 28 14:21:54.119948 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-b1f612a7-e110-4f94-96d3-6965e23c1434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:54.121460 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-b1f612a7-e110-4f94-96d3-6965e23c1434 service neutron] 10.222.0.18 "GET /v2.0/networks?id=11733814-6507-41d2-a853-07046a42ec7e HTTP/1.1" status: 200 len: 915 time: 0.1315532 Jan 28 14:21:54.165718 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-2f8ea3a9-f2ba-4eb3-b9f6-ad5294b7ab85 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93fd4b05-4a2a-4826-8f43-684c44a9fc1d HTTP/1.1" status: 200 len: 217 time: 0.0381587 Jan 28 14:21:54.216404 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-edf9d09e-67e3-42d0-af00-5b4b720e3f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:54.218245 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-edf9d09e-67e3-42d0-af00-5b4b720e3f3e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=85c73d38-4660-48af-971b-0103505ea4b5 HTTP/1.1" status: 200 len: 855 time: 0.0470617 Jan 28 14:21:54.251421 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-ac36176f-b5b5-4c64-8574-089b3ff0de4f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11733814-6507-41d2-a853-07046a42ec7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264573 Jan 28 14:21:54.365550 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-b2a53423-e0b9-4ee9-8de7-f147330b56d0 service neutron] 10.222.0.18 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068020 Jan 28 14:21:54.834419 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6278b8b5-d9f9-411b-9e6d-dbf96a0ce459 req-7bba2c3b-45cf-453b-8354-711453d1203d service neutron] 10.222.0.18 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628077 Jan 28 14:21:55.175986 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 93fd4b05-4a2a-4826-8f43-684c44a9fc1d no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:21:55.217542 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] The host n-h2-822747-2 is not matching for port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d host n-h1-822747-2! {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 14:21:55.217928 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 93fd4b05-4a2a-4826-8f43-684c44a9fc1d not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:21:55.220465 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29833361-5b02-4a1f-9c93-253bc15f7a9f req-070436a7-2dd4-475f-a555-906149fa9f76 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:55.222020 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-29833361-5b02-4a1f-9c93-253bc15f7a9f req-070436a7-2dd4-475f-a555-906149fa9f76 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 944 time: 0.0510323 Jan 28 14:21:55.270128 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-29833361-5b02-4a1f-9c93-253bc15f7a9f req-a37b788b-c75e-42b9-af26-0c47c26bab58 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422568 Jan 28 14:21:55.658005 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615a21e2-205d-4eef-b74f-0362cf28f7bd', 'tag': '93fd4b05-4a2a-4826-8f43-684c44a9fc1d'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:21:55.660473 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df5cc77-b690-4b27-a188-7de671db4e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "615a21e2-205d-4eef-b74f-0362cf28f7bd", "tag": "93fd4b05-4a2a-4826-8f43-684c44a9fc1d"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:21:55.709424 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799f5103-4981-436a-b0fb-9a7a0871e7f7 x-openstack-request-id: req-799f5103-4981-436a-b0fb-9a7a0871e7f7 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:21:55.709717 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "615a21e2-205d-4eef-b74f-0362cf28f7bd", "tag": "93fd4b05-4a2a-4826-8f43-684c44a9fc1d", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:21:55.709970 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-799f5103-4981-436a-b0fb-9a7a0871e7f7 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:21:55.710374 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '615a21e2-205d-4eef-b74f-0362cf28f7bd', 'tag': '93fd4b05-4a2a-4826-8f43-684c44a9fc1d', 'status': 'completed', 'code': 200} Jan 28 14:21:55.774872 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5cc77-b690-4b27-a188-7de671db4e9b req-1b2aac0f-dbd2-42ce-97e1-5954a48aceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:55.776431 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0df5cc77-b690-4b27-a188-7de671db4e9b req-1b2aac0f-dbd2-42ce-97e1-5954a48aceac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2692e18103d44b80a6f80b699919aa9d&device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 1095 time: 0.0469520 Jan 28 14:21:55.776570 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5cc77-b690-4b27-a188-7de671db4e9b req-9c452e49-210b-48f5-97e9-d5973c28548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:55.778154 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0df5cc77-b690-4b27-a188-7de671db4e9b req-9c452e49-210b-48f5-97e9-d5973c28548f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2692e18103d44b80a6f80b699919aa9d&device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 1095 time: 0.0459633 Jan 28 14:21:55.868903 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5cc77-b690-4b27-a188-7de671db4e9b req-1d58a15d-bccf-437e-aaac-7efcaa03efa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:55.869511 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5cc77-b690-4b27-a188-7de671db4e9b req-94bae9db-660d-4fc8-b642-dce15bca967f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:55.870304 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0df5cc77-b690-4b27-a188-7de671db4e9b req-1d58a15d-bccf-437e-aaac-7efcaa03efa3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=11733814-6507-41d2-a853-07046a42ec7e HTTP/1.1" status: 200 len: 915 time: 0.0859573 Jan 28 14:21:55.870946 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0df5cc77-b690-4b27-a188-7de671db4e9b req-94bae9db-660d-4fc8-b642-dce15bca967f service neutron] 10.222.0.18 "GET /v2.0/networks?id=11733814-6507-41d2-a853-07046a42ec7e HTTP/1.1" status: 200 len: 915 time: 0.0869036 Jan 28 14:21:55.912037 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0df5cc77-b690-4b27-a188-7de671db4e9b req-08ff9ae6-7023-4daf-b790-e92a92d62e08 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93fd4b05-4a2a-4826-8f43-684c44a9fc1d HTTP/1.1" status: 200 len: 217 time: 0.0347319 Jan 28 14:21:55.913480 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0df5cc77-b690-4b27-a188-7de671db4e9b req-ce3969d6-9614-4f95-a931-bcae78ef60d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93fd4b05-4a2a-4826-8f43-684c44a9fc1d HTTP/1.1" status: 200 len: 217 time: 0.0373499 Jan 28 14:21:55.959228 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5cc77-b690-4b27-a188-7de671db4e9b req-05f5bcd9-959d-4912-b263-0052cbddf629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:55.960710 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0df5cc77-b690-4b27-a188-7de671db4e9b req-05f5bcd9-959d-4912-b263-0052cbddf629 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=85c73d38-4660-48af-971b-0103505ea4b5 HTTP/1.1" status: 200 len: 855 time: 0.0422590 Jan 28 14:21:55.964533 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5cc77-b690-4b27-a188-7de671db4e9b req-5eae331b-8aa4-4824-8e7d-086ae8f953e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:55.965983 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0df5cc77-b690-4b27-a188-7de671db4e9b req-5eae331b-8aa4-4824-8e7d-086ae8f953e0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=85c73d38-4660-48af-971b-0103505ea4b5 HTTP/1.1" status: 200 len: 855 time: 0.0485573 Jan 28 14:21:55.991645 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0df5cc77-b690-4b27-a188-7de671db4e9b req-58c8dcbd-9653-4c54-8ded-47c188315673 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=11733814-6507-41d2-a853-07046a42ec7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253689 Jan 28 14:21:55.997990 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0df5cc77-b690-4b27-a188-7de671db4e9b req-e396f819-e4ed-44ff-a673-d50cbf5d2e35 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11733814-6507-41d2-a853-07046a42ec7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251462 Jan 28 14:21:56.085083 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0df5cc77-b690-4b27-a188-7de671db4e9b req-c3054782-27e1-4824-b760-350db66c7029 service neutron] 10.222.0.37 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877881 Jan 28 14:21:56.085368 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0df5cc77-b690-4b27-a188-7de671db4e9b req-22783f33-590b-46a1-a1cc-cbec38f540aa service neutron] 10.222.0.18 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815196 Jan 28 14:21:56.172967 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0df5cc77-b690-4b27-a188-7de671db4e9b req-d9eeecc2-b39b-43ae-be93-483d970826b0 service neutron] 10.222.0.37 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825956 Jan 28 14:21:56.176808 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0df5cc77-b690-4b27-a188-7de671db4e9b req-a62e1d58-e0f5-4c2c-b10f-54a333f7a4e8 service neutron] 10.222.0.18 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853791 Jan 28 14:21:56.391492 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0626e51-62bf-48f2-a4b3-4727ec73c75f req-41733c35-7518-4dfc-82b9-2700602acd4b tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:56.392985 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f0626e51-62bf-48f2-a4b3-4727ec73c75f req-41733c35-7518-4dfc-82b9-2700602acd4b tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 944 time: 0.0520189 Jan 28 14:21:56.444836 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f0626e51-62bf-48f2-a4b3-4727ec73c75f req-b66e4570-a01c-4cd2-8998-a06112a9f0de tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459816 Jan 28 14:21:57.565734 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36af8a-3948-470b-8beb-c85607c3d850 req-718fab18-ae09-4f5d-9207-c79993b196de tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:57.567291 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4a36af8a-3948-470b-8beb-c85607c3d850 req-718fab18-ae09-4f5d-9207-c79993b196de tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 944 time: 0.0510798 Jan 28 14:21:57.616196 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4a36af8a-3948-470b-8beb-c85607c3d850 req-2d181aaa-b4c5-4512-8461-ffec9cf100c6 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429809 Jan 28 14:21:57.821510 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4ecd9-9adb-4c79-b0c6-2f341269d9b7 req-92871f4b-4f07-45c6-9449-6a216f961db7 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:57.823132 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-33d4ecd9-9adb-4c79-b0c6-2f341269d9b7 req-92871f4b-4f07-45c6-9449-6a216f961db7 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 944 time: 0.0538614 Jan 28 14:21:57.862713 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90e584-65a2-430e-9021-b86541260ac8 req-2e455f51-5bba-4e76-b04c-e4ae5773fc62 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:57.864214 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3e90e584-65a2-430e-9021-b86541260ac8 req-2e455f51-5bba-4e76-b04c-e4ae5773fc62 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.37 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd&tenant_id=2692e18103d44b80a6f80b699919aa9d&binding%3Ahost_id=n-h1-822747-2 HTTP/1.1" status: 200 len: 944 time: 0.0850008 Jan 28 14:21:57.871856 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-33d4ecd9-9adb-4c79-b0c6-2f341269d9b7 req-6ee657f0-6b7d-48cd-baee-db1b8ed00df5 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424752 Jan 28 14:21:57.923710 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [req-3e90e584-65a2-430e-9021-b86541260ac8 req-1516c436-e632-4086-b794-5fbbdc7448f4 service neutron] delete failed (client error): The resource could not be found. Jan 28 14:21:57.924792 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3e90e584-65a2-430e-9021-b86541260ac8 req-1516c436-e632-4086-b794-5fbbdc7448f4 service neutron] 10.222.0.37 "DELETE /v2.0/ports/93fd4b05-4a2a-4826-8f43-684c44a9fc1d/bindings/n-h2-822747-2 HTTP/1.1" status: 404 len: 380 time: 0.0543892 Jan 28 14:21:58.011820 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90e584-65a2-430e-9021-b86541260ac8 req-dacb052a-5f7a-4ff9-9e3f-9a5d00aa3302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:58.013263 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3e90e584-65a2-430e-9021-b86541260ac8 req-dacb052a-5f7a-4ff9-9e3f-9a5d00aa3302 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2692e18103d44b80a6f80b699919aa9d&device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 1095 time: 0.0448749 Jan 28 14:21:58.102972 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90e584-65a2-430e-9021-b86541260ac8 req-5ffd95d2-03c8-405b-940e-25b05dee6c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:58.104470 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3e90e584-65a2-430e-9021-b86541260ac8 req-5ffd95d2-03c8-405b-940e-25b05dee6c6c service neutron] 10.222.0.37 "GET /v2.0/networks?id=11733814-6507-41d2-a853-07046a42ec7e HTTP/1.1" status: 200 len: 915 time: 0.0852463 Jan 28 14:21:58.146727 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3e90e584-65a2-430e-9021-b86541260ac8 req-3cfdf470-e8de-4799-877f-8cc4a4ce0898 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93fd4b05-4a2a-4826-8f43-684c44a9fc1d HTTP/1.1" status: 200 len: 217 time: 0.0362337 Jan 28 14:21:58.194614 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90e584-65a2-430e-9021-b86541260ac8 req-ea4834c3-c6dc-4168-be4e-72fff678b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:58.196115 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3e90e584-65a2-430e-9021-b86541260ac8 req-ea4834c3-c6dc-4168-be4e-72fff678b678 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=85c73d38-4660-48af-971b-0103505ea4b5 HTTP/1.1" status: 200 len: 855 time: 0.0425959 Jan 28 14:21:58.226103 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3e90e584-65a2-430e-9021-b86541260ac8 req-33b0dfce-97f1-4971-a134-8bbf7de69e90 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=11733814-6507-41d2-a853-07046a42ec7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240459 Jan 28 14:21:58.630181 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3e90e584-65a2-430e-9021-b86541260ac8 req-1ddb35bb-6701-474b-a105-420e790a3248 service neutron] 10.222.0.37 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983381 Jan 28 14:21:58.718438 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3e90e584-65a2-430e-9021-b86541260ac8 req-e335e15a-62d5-41eb-9ec7-3c21ab23af9e service neutron] 10.222.0.37 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821419 Jan 28 14:21:58.992494 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77362508-598e-4af4-bcdb-eab6d9b5a1a1 req-39048c4e-e9d8-4c93-9e2a-7f945da84a5d tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:58.994002 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77362508-598e-4af4-bcdb-eab6d9b5a1a1 req-39048c4e-e9d8-4c93-9e2a-7f945da84a5d tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 944 time: 0.0503576 Jan 28 14:21:59.047338 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77362508-598e-4af4-bcdb-eab6d9b5a1a1 req-abaa7713-8286-483a-aeac-b5dda91b6914 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473256 Jan 28 14:21:59.133570 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:21:59.257559 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 93fd4b05-4a2a-4826-8f43-684c44a9fc1d details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:21:59.358385 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=93fd4b05-4a2a-4826-8f43-684c44a9fc1d,segment=NetworkSegment(a9c7c259-904e-4684-9044-a3b2cd433ce7),segment_id=a9c7c259-904e-4684-9044-a3b2cd433ce7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:21:59.369015 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '93fd4b05-4a2a-4826-8f43-684c44a9fc1d', 'network_id': '11733814-6507-41d2-a853-07046a42ec7e', 'port_id': '93fd4b05-4a2a-4826-8f43-684c44a9fc1d', 'mac_address': 'fa:16:3e:64:f8:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c73d38-4660-48af-971b-0103505ea4b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:21:59.420185 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c39acf08-54ad-4441-b93c-5c83b76f84cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:59.421561 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:21:59.421954 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (93fd4b05-4a2a-4826-8f43-684c44a9fc1d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:59.434746 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93fd4b05-4a2a-4826-8f43-684c44a9fc1d {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:21:59.454746 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=93fd4b05-4a2a-4826-8f43-684c44a9fc1d,segment=NetworkSegment(a9c7c259-904e-4684-9044-a3b2cd433ce7),segment_id=a9c7c259-904e-4684-9044-a3b2cd433ce7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:21:59.459790 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (93fd4b05-4a2a-4826-8f43-684c44a9fc1d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:59.505386 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=93fd4b05-4a2a-4826-8f43-684c44a9fc1d,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:59.673883 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['93fd4b05-4a2a-4826-8f43-684c44a9fc1d'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:22:00.166231 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48523d64-033d-4831-92a6-73219a6aa0c6 req-4820fc9f-031b-4ac9-9908-d59be4872c92 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:00.167734 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-48523d64-033d-4831-92a6-73219a6aa0c6 req-4820fc9f-031b-4ac9-9908-d59be4872c92 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 945 time: 0.0519593 Jan 28 14:22:00.214938 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-48523d64-033d-4831-92a6-73219a6aa0c6 req-176eb5a4-1e40-480d-ab67-3094f7999cd3 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414143 Jan 28 14:22:00.340376 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df788722-e622-4547-8045-a0a028e68109 req-be39cb49-0172-4bfa-825e-5c9e121a3edc tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:00.341772 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df788722-e622-4547-8045-a0a028e68109 req-be39cb49-0172-4bfa-825e-5c9e121a3edc tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 945 time: 0.0558710 Jan 28 14:22:00.389748 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-df788722-e622-4547-8045-a0a028e68109 req-5f2f2174-987d-414b-a7da-6a817b5235e9 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422039 Jan 28 14:22:00.506445 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d90674-cb11-4f65-b7fa-8f6c5815ab77 req-908c9a2f-8987-4382-a3f8-694e4b006553 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:00.508228 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-39d90674-cb11-4f65-b7fa-8f6c5815ab77 req-908c9a2f-8987-4382-a3f8-694e4b006553 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 945 time: 0.0530961 Jan 28 14:22:00.555163 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-39d90674-cb11-4f65-b7fa-8f6c5815ab77 req-897a75bf-0ebe-4afb-8dd3-1bbd3d32ac00 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411036 Jan 28 14:22:00.909504 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-b797441f-1aae-45e2-895c-e6a81f881c83 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:00.910978 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-b797441f-1aae-45e2-895c-e6a81f881c83 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/networks?id=11733814-6507-41d2-a853-07046a42ec7e HTTP/1.1" status: 200 len: 815 time: 0.1002419 Jan 28 14:22:00.925719 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-041bf196-1d1b-46e3-8c45-a0859db51dec tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/quotas/2692e18103d44b80a6f80b699919aa9d HTTP/1.1" status: 200 len: 375 time: 0.0092194 Jan 28 14:22:00.986050 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-8d894285-fb82-41fc-9233-dccaa134256d tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2692e18103d44b80a6f80b699919aa9d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0552311 Jan 28 14:22:01.078937 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-bbf52fa4-5347-4148-8ad0-efb998c912bb service neutron] 10.222.0.39 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851722 Jan 28 14:22:01.173116 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-86076c71-2778-4e00-acfc-98d5f1649388 service neutron] 10.222.0.39 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867829 Jan 28 14:22:01.278092 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 93fd4b05-4a2a-4826-8f43-684c44a9fc1d up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:22:01.333621 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:22:01.338467 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:22:01.338759 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (93fd4b05-4a2a-4826-8f43-684c44a9fc1d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:01.346327 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e5a03f49-d0f2-4feb-954a-09bdade0dc73 req-ea15c72e-6b25-4f1f-871f-d7b24375a50d tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 210 time: 0.0333028 Jan 28 14:22:01.428012 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:22:01.428410 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (93fd4b05-4a2a-4826-8f43-684c44a9fc1d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:01.454400 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615a21e2-205d-4eef-b74f-0362cf28f7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93fd4b05-4a2a-4826-8f43-684c44a9fc1d'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:22:01.457265 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b97a77-f96a-400c-817d-c7ad9195b18f" -d '{"events": [{"server_uuid": "615a21e2-205d-4eef-b74f-0362cf28f7bd", "name": "network-vif-plugged", "status": "completed", "tag": "93fd4b05-4a2a-4826-8f43-684c44a9fc1d"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:22:01.475690 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=93fd4b05-4a2a-4826-8f43-684c44a9fc1d,segment=NetworkSegment(a9c7c259-904e-4684-9044-a3b2cd433ce7),segment_id=a9c7c259-904e-4684-9044-a3b2cd433ce7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:22:01.480893 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (93fd4b05-4a2a-4826-8f43-684c44a9fc1d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:01.522626 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40a8e20-4d93-455d-a368-d77f78c9e989 x-openstack-request-id: req-a40a8e20-4d93-455d-a368-d77f78c9e989 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:22:01.522944 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615a21e2-205d-4eef-b74f-0362cf28f7bd", "name": "network-vif-plugged", "status": "completed", "tag": "93fd4b05-4a2a-4826-8f43-684c44a9fc1d", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:22:01.523202 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a40a8e20-4d93-455d-a368-d77f78c9e989 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:22:01.523602 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615a21e2-205d-4eef-b74f-0362cf28f7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93fd4b05-4a2a-4826-8f43-684c44a9fc1d', 'code': 200} Jan 28 14:22:01.535939 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=93fd4b05-4a2a-4826-8f43-684c44a9fc1d,revision_number=9']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:01.699919 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9f74f24-02ef-46db-b297-86e43e1c289d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:02.108605 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90697267-7ed3-4d17-b699-c5ea4653ff9c req-0df83d9e-f9b7-497a-9995-879c560f3e0d tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:02.110141 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-90697267-7ed3-4d17-b699-c5ea4653ff9c req-0df83d9e-f9b7-497a-9995-879c560f3e0d tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.18 "GET /v2.0/ports?device_id=615a21e2-205d-4eef-b74f-0362cf28f7bd HTTP/1.1" status: 200 len: 946 time: 0.0503364 Jan 28 14:22:02.200511 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-90697267-7ed3-4d17-b699-c5ea4653ff9c req-fa2a5d68-8ed3-439f-a9d9-32401eb219b3 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Deleting port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:22:02.201638 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-90697267-7ed3-4d17-b699-c5ea4653ff9c req-fa2a5d68-8ed3-439f-a9d9-32401eb219b3 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (93fd4b05-4a2a-4826-8f43-684c44a9fc1d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:02.226273 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.18', 54238) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:22:02.302108 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-90697267-7ed3-4d17-b699-c5ea4653ff9c req-fa2a5d68-8ed3-439f-a9d9-32401eb219b3 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] For port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=93fd4b05-4a2a-4826-8f43-684c44a9fc1d,segment=NetworkSegment(a9c7c259-904e-4684-9044-a3b2cd433ce7),segment_id=a9c7c259-904e-4684-9044-a3b2cd433ce7)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:22:02.302397 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-90697267-7ed3-4d17-b699-c5ea4653ff9c req-fa2a5d68-8ed3-439f-a9d9-32401eb219b3 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (93fd4b05-4a2a-4826-8f43-684c44a9fc1d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:02.315639 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-90697267-7ed3-4d17-b699-c5ea4653ff9c req-fa2a5d68-8ed3-439f-a9d9-32401eb219b3 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Calling delete_port for 93fd4b05-4a2a-4826-8f43-684c44a9fc1d owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:22:02.346541 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-1472612b-09e5-41b7-85a7-bcf5328d2b7b tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:02.348118 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-1472612b-09e5-41b7-85a7-bcf5328d2b7b tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.18 "GET /v2.0/networks?id=11733814-6507-41d2-a853-07046a42ec7e HTTP/1.1" status: 200 len: 815 time: 0.1209884 Jan 28 14:22:02.366690 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-b09a36cc-417d-4dbe-8ef3-db34c850073f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Request body: {'port': {'device_id': '07fee189-87bb-4834-8a62-ff58d70f8bc4', 'network_id': '11733814-6507-41d2-a853-07046a42ec7e', 'admin_state_up': True, 'tenant_id': '2692e18103d44b80a6f80b699919aa9d'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:22:02.454021 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-90697267-7ed3-4d17-b699-c5ea4653ff9c req-fa2a5d68-8ed3-439f-a9d9-32401eb219b3 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (93fd4b05-4a2a-4826-8f43-684c44a9fc1d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:02.460941 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b0b3973a-83f6-4207-91fe-9e8ca402df4b req-8ae9099b-3055-45f0-89ab-33d8c15e369f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 210 time: 0.0377340 Jan 28 14:22:02.469618 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['93fd4b05-4a2a-4826-8f43-684c44a9fc1d'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:22:02.485264 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a5d68-8ed3-439f-a9d9-32401eb219b3 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Pushing event deleted for resources: {'Port': ['ID=93fd4b05-4a2a-4826-8f43-684c44a9fc1d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:02.515711 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-b09a36cc-417d-4dbe-8ef3-db34c850073f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Made reservation on behalf of 2692e18103d44b80a6f80b699919aa9d for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:22:02.519549 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-b09a36cc-417d-4dbe-8ef3-db34c850073f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:02.525755 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-90697267-7ed3-4d17-b699-c5ea4653ff9c req-fa2a5d68-8ed3-439f-a9d9-32401eb219b3 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] No DVR routers for this DVR port 93fd4b05-4a2a-4826-8f43-684c44a9fc1d on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:22:02.528535 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-90697267-7ed3-4d17-b699-c5ea4653ff9c req-fa2a5d68-8ed3-439f-a9d9-32401eb219b3 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:02.532300 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-90697267-7ed3-4d17-b699-c5ea4653ff9c req-fa2a5d68-8ed3-439f-a9d9-32401eb219b3 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.18 "DELETE /v2.0/ports/93fd4b05-4a2a-4826-8f43-684c44a9fc1d HTTP/1.1" status: 204 len: 173 time: 0.4162645 Jan 28 14:22:02.532753 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615a21e2-205d-4eef-b74f-0362cf28f7bd', 'name': 'network-vif-deleted', 'tag': '93fd4b05-4a2a-4826-8f43-684c44a9fc1d'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:22:02.535158 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2412fdf3-5772-4d13-8e82-45e9aaea1cb4" -d '{"events": [{"server_uuid": "615a21e2-205d-4eef-b74f-0362cf28f7bd", "name": "network-vif-deleted", "tag": "93fd4b05-4a2a-4826-8f43-684c44a9fc1d"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:22:02.574130 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163080a1-503b-43d7-a975-213c1cf0ae2b x-openstack-request-id: req-163080a1-503b-43d7-a975-213c1cf0ae2b {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:22:02.574448 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615a21e2-205d-4eef-b74f-0362cf28f7bd", "name": "network-vif-deleted", "tag": "93fd4b05-4a2a-4826-8f43-684c44a9fc1d", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:22:02.574723 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-163080a1-503b-43d7-a975-213c1cf0ae2b {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:22:02.575170 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615a21e2-205d-4eef-b74f-0362cf28f7bd', 'name': 'network-vif-deleted', 'tag': '93fd4b05-4a2a-4826-8f43-684c44a9fc1d', 'status': 'completed', 'code': 200} Jan 28 14:22:02.678242 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-b09a36cc-417d-4dbe-8ef3-db34c850073f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Allocated IP 172.20.0.9 (11733814-6507-41d2-a853-07046a42ec7e/85c73d38-4660-48af-971b-0103505ea4b5/99bab1a0-beb1-4361-9818-8d1bc5c790f1) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:22:02.828275 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-b09a36cc-417d-4dbe-8ef3-db34c850073f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Publish callbacks [] for port (99bab1a0-beb1-4361-9818-8d1bc5c790f1), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:02.861975 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-b09a36cc-417d-4dbe-8ef3-db34c850073f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (99bab1a0-beb1-4361-9818-8d1bc5c790f1), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:02.873948 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['93fd4b05-4a2a-4826-8f43-684c44a9fc1d'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:22:02.903794 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-b09a36cc-417d-4dbe-8ef3-db34c850073f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Network 11733814-6507-41d2-a853-07046a42ec7e is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:22:02.907211 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-b09a36cc-417d-4dbe-8ef3-db34c850073f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:22:02.912923 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-b09a36cc-417d-4dbe-8ef3-db34c850073f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:22:02.919461 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a36cc-417d-4dbe-8ef3-db34c850073f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Pushing event updated for resources: {'Port': ['ID=99bab1a0-beb1-4361-9818-8d1bc5c790f1,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:02.948403 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a36cc-417d-4dbe-8ef3-db34c850073f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:02.948743 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a36cc-417d-4dbe-8ef3-db34c850073f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:02.949083 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a36cc-417d-4dbe-8ef3-db34c850073f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:02.949420 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a36cc-417d-4dbe-8ef3-db34c850073f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:02.949750 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a36cc-417d-4dbe-8ef3-db34c850073f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:02.950079 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a36cc-417d-4dbe-8ef3-db34c850073f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:02.950404 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a36cc-417d-4dbe-8ef3-db34c850073f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:02.950728 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a36cc-417d-4dbe-8ef3-db34c850073f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:02.951077 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a36cc-417d-4dbe-8ef3-db34c850073f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:02.951402 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a36cc-417d-4dbe-8ef3-db34c850073f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:02.951727 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a36cc-417d-4dbe-8ef3-db34c850073f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:02.952036 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a36cc-417d-4dbe-8ef3-db34c850073f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:02.952347 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a36cc-417d-4dbe-8ef3-db34c850073f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:02.974679 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-b09a36cc-417d-4dbe-8ef3-db34c850073f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:02.975318 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-b09a36cc-417d-4dbe-8ef3-db34c850073f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:02.992311 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-b09a36cc-417d-4dbe-8ef3-db34c850073f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6365960 Jan 28 14:22:03.002843 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-21b6fc0c-1a2d-49fe-bd7c-823f2ad504f0 service neutron] Request body: {'port': {'device_id': '07fee189-87bb-4834-8a62-ff58d70f8bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:22:03.064888 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-21b6fc0c-1a2d-49fe-bd7c-823f2ad504f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (99bab1a0-beb1-4361-9818-8d1bc5c790f1), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:03.081652 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:03.340994 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-21b6fc0c-1a2d-49fe-bd7c-823f2ad504f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99bab1a0-beb1-4361-9818-8d1bc5c790f1 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:22:03.349107 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-21b6fc0c-1a2d-49fe-bd7c-823f2ad504f0 service neutron] Publish callbacks [] for port (99bab1a0-beb1-4361-9818-8d1bc5c790f1), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:03.361891 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-21b6fc0c-1a2d-49fe-bd7c-823f2ad504f0 service neutron] Transition to ACTIVE for port object 99bab1a0-beb1-4361-9818-8d1bc5c790f1 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:22:03.366049 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-21b6fc0c-1a2d-49fe-bd7c-823f2ad504f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (99bab1a0-beb1-4361-9818-8d1bc5c790f1), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:03.422733 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6fc0c-1a2d-49fe-bd7c-823f2ad504f0 service neutron] Pushing event updated for resources: {'Port': ['ID=99bab1a0-beb1-4361-9818-8d1bc5c790f1,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:03.485942 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-21b6fc0c-1a2d-49fe-bd7c-823f2ad504f0 service neutron] Attempting to bind port 99bab1a0-beb1-4361-9818-8d1bc5c790f1 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:22:03.486279 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-21b6fc0c-1a2d-49fe-bd7c-823f2ad504f0 service neutron] Attempting to bind port 99bab1a0-beb1-4361-9818-8d1bc5c790f1 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'a9c7c259-904e-4684-9044-a3b2cd433ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '11733814-6507-41d2-a853-07046a42ec7e'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:22:03.486608 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-21b6fc0c-1a2d-49fe-bd7c-823f2ad504f0 service neutron] Attempting to bind port 99bab1a0-beb1-4361-9818-8d1bc5c790f1 on network 11733814-6507-41d2-a853-07046a42ec7e {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:22:03.491343 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-21b6fc0c-1a2d-49fe-bd7c-823f2ad504f0 service neutron] Port 99bab1a0-beb1-4361-9818-8d1bc5c790f1 on network 11733814-6507-41d2-a853-07046a42ec7e not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:22:03.491524 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-21b6fc0c-1a2d-49fe-bd7c-823f2ad504f0 service neutron] Attempting to bind port 99bab1a0-beb1-4361-9818-8d1bc5c790f1 on network 11733814-6507-41d2-a853-07046a42ec7e {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:22:03.496775 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-21b6fc0c-1a2d-49fe-bd7c-823f2ad504f0 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:22:03.497172 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-21b6fc0c-1a2d-49fe-bd7c-823f2ad504f0 service neutron] Checking segment: {'id': 'a9c7c259-904e-4684-9044-a3b2cd433ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '11733814-6507-41d2-a853-07046a42ec7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:22:03.497722 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-21b6fc0c-1a2d-49fe-bd7c-823f2ad504f0 service neutron] Bound using segment: {'id': 'a9c7c259-904e-4684-9044-a3b2cd433ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '11733814-6507-41d2-a853-07046a42ec7e'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:22:03.498134 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-21b6fc0c-1a2d-49fe-bd7c-823f2ad504f0 service neutron] Bound port: 99bab1a0-beb1-4361-9818-8d1bc5c790f1, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c7c259-904e-4684-9044-a3b2cd433ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '11733814-6507-41d2-a853-07046a42ec7e'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:22:03.498532 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-21b6fc0c-1a2d-49fe-bd7c-823f2ad504f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (99bab1a0-beb1-4361-9818-8d1bc5c790f1), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:03.592980 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-21b6fc0c-1a2d-49fe-bd7c-823f2ad504f0 service neutron] For port 99bab1a0-beb1-4361-9818-8d1bc5c790f1, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:22:03.597180 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-21b6fc0c-1a2d-49fe-bd7c-823f2ad504f0 service neutron] For port 99bab1a0-beb1-4361-9818-8d1bc5c790f1, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=99bab1a0-beb1-4361-9818-8d1bc5c790f1,segment=NetworkSegment(a9c7c259-904e-4684-9044-a3b2cd433ce7),segment_id=a9c7c259-904e-4684-9044-a3b2cd433ce7)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:22:03.601677 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-21b6fc0c-1a2d-49fe-bd7c-823f2ad504f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (99bab1a0-beb1-4361-9818-8d1bc5c790f1), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:03.622766 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca25117-8602-40ca-9712-99aa51996aae req-cc3f46f0-bc74-4d14-b1ab-44e258d7dc7a tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:03.624173 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dca25117-8602-40ca-9712-99aa51996aae req-cc3f46f0-bc74-4d14-b1ab-44e258d7dc7a tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 943 time: 0.0906286 Jan 28 14:22:03.661376 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-21b6fc0c-1a2d-49fe-bd7c-823f2ad504f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:03.662000 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-21b6fc0c-1a2d-49fe-bd7c-823f2ad504f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:03.663382 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-21b6fc0c-1a2d-49fe-bd7c-823f2ad504f0 service neutron] 10.222.0.18 "PUT /v2.0/ports/99bab1a0-beb1-4361-9818-8d1bc5c790f1 HTTP/1.1" status: 200 len: 1091 time: 0.6645513 Jan 28 14:22:03.665739 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07fee189-87bb-4834-8a62-ff58d70f8bc4', 'tag': '99bab1a0-beb1-4361-9818-8d1bc5c790f1'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:22:03.668055 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2b1c86-d63b-4cee-b99e-74ef8860b759" -d '{"events": [{"name": "network-changed", "server_uuid": "07fee189-87bb-4834-8a62-ff58d70f8bc4", "tag": "99bab1a0-beb1-4361-9818-8d1bc5c790f1"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:22:03.717451 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b88235d-3974-4e09-8d64-3141b7a499ac x-openstack-request-id: req-2b88235d-3974-4e09-8d64-3141b7a499ac {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:22:03.717714 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07fee189-87bb-4834-8a62-ff58d70f8bc4", "tag": "99bab1a0-beb1-4361-9818-8d1bc5c790f1", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:22:03.717968 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b88235d-3974-4e09-8d64-3141b7a499ac {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:22:03.718375 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07fee189-87bb-4834-8a62-ff58d70f8bc4', 'tag': '99bab1a0-beb1-4361-9818-8d1bc5c790f1', 'status': 'completed', 'code': 200} Jan 28 14:22:03.733647 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6fc0c-1a2d-49fe-bd7c-823f2ad504f0 service neutron] Pushing event updated for resources: {'Port': ['ID=99bab1a0-beb1-4361-9818-8d1bc5c790f1,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:03.755093 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dca25117-8602-40ca-9712-99aa51996aae req-25cd9f01-a53a-41a0-bf0a-69f8404e59fe tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088119 Jan 28 14:22:03.764709 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-45f74d26-e8c4-4e8b-ad91-457e3fbf3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:03.766203 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-45f74d26-e8c4-4e8b-ad91-457e3fbf3400 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2692e18103d44b80a6f80b699919aa9d&device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 1094 time: 0.0661521 Jan 28 14:22:03.812761 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-81bb104d-13e4-4949-b5cd-f15d8bd42d13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99bab1a0-beb1-4361-9818-8d1bc5c790f1 HTTP/1.1" status: 200 len: 217 time: 0.0386443 Jan 28 14:22:03.864690 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-0b44c5c2-c448-45b7-93ad-1d0f2fc69c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:03.866079 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-0b44c5c2-c448-45b7-93ad-1d0f2fc69c22 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=85c73d38-4660-48af-971b-0103505ea4b5 HTTP/1.1" status: 200 len: 855 time: 0.0467412 Jan 28 14:22:03.897681 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-8b556286-1201-4709-8760-49c72bacdd50 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11733814-6507-41d2-a853-07046a42ec7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253372 Jan 28 14:22:04.002846 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-b87f7057-9f98-4ea5-b01a-02b900cd26d1 service neutron] 10.222.0.18 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982983 Jan 28 14:22:04.092337 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3024f6f0-bcfd-4e43-89f7-66518ab9e2da req-ea7330f9-62ff-4a7b-82ad-d6f08308edf2 service neutron] 10.222.0.18 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838361 Jan 28 14:22:04.187450 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b1c86-d63b-4cee-b99e-74ef8860b759 req-bbca3e37-37c4-4477-a21a-616289a158db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:04.188969 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0f2b1c86-d63b-4cee-b99e-74ef8860b759 req-bbca3e37-37c4-4477-a21a-616289a158db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2692e18103d44b80a6f80b699919aa9d&device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 1094 time: 0.0428596 Jan 28 14:22:04.285255 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b1c86-d63b-4cee-b99e-74ef8860b759 req-4ad97302-5a87-471f-a94b-32bd8a4760a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:04.286775 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0f2b1c86-d63b-4cee-b99e-74ef8860b759 req-4ad97302-5a87-471f-a94b-32bd8a4760a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=11733814-6507-41d2-a853-07046a42ec7e HTTP/1.1" status: 200 len: 915 time: 0.0909905 Jan 28 14:22:04.325799 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0f2b1c86-d63b-4cee-b99e-74ef8860b759 req-8a2844b7-bc9d-4ced-b79a-a300c9595168 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99bab1a0-beb1-4361-9818-8d1bc5c790f1 HTTP/1.1" status: 200 len: 217 time: 0.0336227 Jan 28 14:22:04.377535 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b1c86-d63b-4cee-b99e-74ef8860b759 req-7f799b3c-ca35-4291-a4fe-4875d7cfbf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:04.379037 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0f2b1c86-d63b-4cee-b99e-74ef8860b759 req-7f799b3c-ca35-4291-a4fe-4875d7cfbf94 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=85c73d38-4660-48af-971b-0103505ea4b5 HTTP/1.1" status: 200 len: 855 time: 0.0477521 Jan 28 14:22:04.410179 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0f2b1c86-d63b-4cee-b99e-74ef8860b759 req-7d8e8377-0e55-4d11-bc31-42559e75904c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11733814-6507-41d2-a853-07046a42ec7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249395 Jan 28 14:22:04.452270 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:04.503240 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0f2b1c86-d63b-4cee-b99e-74ef8860b759 req-a43e614d-8dfe-4d31-978a-4090688e66fc service neutron] 10.222.0.18 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865655 Jan 28 14:22:04.599347 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0f2b1c86-d63b-4cee-b99e-74ef8860b759 req-443087fb-cfe5-4abb-8b73-a926acba6e76 service neutron] 10.222.0.18 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889685 Jan 28 14:22:04.887861 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f96ffd-26d2-4bbd-b18a-f8eb1e766d67 req-86d49c9b-d21a-4b93-9ada-3bcc1a0044dd tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:04.889356 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b7f96ffd-26d2-4bbd-b18a-f8eb1e766d67 req-86d49c9b-d21a-4b93-9ada-3bcc1a0044dd tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 943 time: 0.0552750 Jan 28 14:22:04.948170 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b7f96ffd-26d2-4bbd-b18a-f8eb1e766d67 req-4757834e-ee57-4643-9651-03cba43f8894 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496130 Jan 28 14:22:05.291003 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 93fd4b05-4a2a-4826-8f43-684c44a9fc1d no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:22:05.313862 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 93fd4b05-4a2a-4826-8f43-684c44a9fc1d {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:22:05.314242 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 93fd4b05-4a2a-4826-8f43-684c44a9fc1d not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:22:06.071848 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe3358-7da3-4d6c-9942-ee688b291fdb req-0a504eaa-a26f-462f-90bc-8805294ad53a tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:06.073667 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b3fe3358-7da3-4d6c-9942-ee688b291fdb req-0a504eaa-a26f-462f-90bc-8805294ad53a tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 943 time: 0.0533829 Jan 28 14:22:06.126331 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b3fe3358-7da3-4d6c-9942-ee688b291fdb req-3080df51-4ba4-4e21-a2e8-365a23515fea tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444615 Jan 28 14:22:06.408251 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:07.254120 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ac19a-e7bc-449d-bfa8-89ca58e9c9b8 req-d012aa58-7ce1-473d-a394-1ee09e933120 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:07.255623 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-387ac19a-e7bc-449d-bfa8-89ca58e9c9b8 req-d012aa58-7ce1-473d-a394-1ee09e933120 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 943 time: 0.0527120 Jan 28 14:22:07.302855 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-387ac19a-e7bc-449d-bfa8-89ca58e9c9b8 req-e3499f79-f1c4-4f00-9f91-4b042943797d tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415037 Jan 28 14:22:07.306191 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 99bab1a0-beb1-4361-9818-8d1bc5c790f1 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:22:07.408836 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 99bab1a0-beb1-4361-9818-8d1bc5c790f1, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=99bab1a0-beb1-4361-9818-8d1bc5c790f1,segment=NetworkSegment(a9c7c259-904e-4684-9044-a3b2cd433ce7),segment_id=a9c7c259-904e-4684-9044-a3b2cd433ce7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:22:07.419928 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '99bab1a0-beb1-4361-9818-8d1bc5c790f1', 'network_id': '11733814-6507-41d2-a853-07046a42ec7e', 'port_id': '99bab1a0-beb1-4361-9818-8d1bc5c790f1', 'mac_address': 'fa:16:3e:32:cb:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c73d38-4660-48af-971b-0103505ea4b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:22:07.458397 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 99bab1a0-beb1-4361-9818-8d1bc5c790f1 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:22:07.458785 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (99bab1a0-beb1-4361-9818-8d1bc5c790f1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:07.471794 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99bab1a0-beb1-4361-9818-8d1bc5c790f1 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:22:07.491773 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 99bab1a0-beb1-4361-9818-8d1bc5c790f1, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=99bab1a0-beb1-4361-9818-8d1bc5c790f1,segment=NetworkSegment(a9c7c259-904e-4684-9044-a3b2cd433ce7),segment_id=a9c7c259-904e-4684-9044-a3b2cd433ce7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:22:07.497382 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (99bab1a0-beb1-4361-9818-8d1bc5c790f1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:07.549438 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=99bab1a0-beb1-4361-9818-8d1bc5c790f1,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:07.688848 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['99bab1a0-beb1-4361-9818-8d1bc5c790f1'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:22:08.427167 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16ecc9-aa9f-4fe0-90ea-aa413c982557 req-bec5f0b2-a360-4a83-89ba-5daf3c0dbd58 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:08.428655 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0a16ecc9-aa9f-4fe0-90ea-aa413c982557 req-bec5f0b2-a360-4a83-89ba-5daf3c0dbd58 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 944 time: 0.0550938 Jan 28 14:22:08.476994 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0a16ecc9-aa9f-4fe0-90ea-aa413c982557 req-f6953d15-7d31-48e2-8436-f42a66088332 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412753 Jan 28 14:22:09.305557 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 99bab1a0-beb1-4361-9818-8d1bc5c790f1 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:22:09.359228 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 99bab1a0-beb1-4361-9818-8d1bc5c790f1 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:22:09.363412 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 99bab1a0-beb1-4361-9818-8d1bc5c790f1 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:22:09.363796 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (99bab1a0-beb1-4361-9818-8d1bc5c790f1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:09.444177 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 99bab1a0-beb1-4361-9818-8d1bc5c790f1 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:22:09.444560 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (99bab1a0-beb1-4361-9818-8d1bc5c790f1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:09.468816 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07fee189-87bb-4834-8a62-ff58d70f8bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bab1a0-beb1-4361-9818-8d1bc5c790f1'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:22:09.471089 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cee8b93-549c-49fe-9789-18e6c1015556" -d '{"events": [{"server_uuid": "07fee189-87bb-4834-8a62-ff58d70f8bc4", "name": "network-vif-plugged", "status": "completed", "tag": "99bab1a0-beb1-4361-9818-8d1bc5c790f1"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:22:09.485274 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 99bab1a0-beb1-4361-9818-8d1bc5c790f1, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=99bab1a0-beb1-4361-9818-8d1bc5c790f1,segment=NetworkSegment(a9c7c259-904e-4684-9044-a3b2cd433ce7),segment_id=a9c7c259-904e-4684-9044-a3b2cd433ce7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:22:09.490089 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (99bab1a0-beb1-4361-9818-8d1bc5c790f1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:09.513833 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e10ff2-69cf-4da4-bc05-d1196bf43e01 x-openstack-request-id: req-48e10ff2-69cf-4da4-bc05-d1196bf43e01 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:22:09.514114 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07fee189-87bb-4834-8a62-ff58d70f8bc4", "name": "network-vif-plugged", "status": "completed", "tag": "99bab1a0-beb1-4361-9818-8d1bc5c790f1", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:22:09.514381 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-48e10ff2-69cf-4da4-bc05-d1196bf43e01 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:22:09.515177 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07fee189-87bb-4834-8a62-ff58d70f8bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bab1a0-beb1-4361-9818-8d1bc5c790f1', 'code': 200} Jan 28 14:22:09.546334 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=99bab1a0-beb1-4361-9818-8d1bc5c790f1,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:09.629678 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118e1bb-2757-4fa5-88f7-2ee44347ab1c req-7623ba51-941b-4a1f-a1c3-1456d6ceb7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:09.631148 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1118e1bb-2757-4fa5-88f7-2ee44347ab1c req-7623ba51-941b-4a1f-a1c3-1456d6ceb7e5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 1096 time: 0.0602527 Jan 28 14:22:09.637904 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffc488-f329-448b-877d-0ed4e42b4b7d req-3b275098-f412-4919-ac62-93ffcfa383e0 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:09.639351 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-92ffc488-f329-448b-877d-0ed4e42b4b7d req-3b275098-f412-4919-ac62-93ffcfa383e0 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0789485 Jan 28 14:22:09.712588 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1118e1bb-2757-4fa5-88f7-2ee44347ab1c req-c79e1f9e-443f-4471-ba03-3dc4e6a22c52 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722616 Jan 28 14:22:09.716281 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-92ffc488-f329-448b-877d-0ed4e42b4b7d req-1c64d080-a6ec-4ffe-bccf-c26e9fe4d9bd tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696354 Jan 28 14:22:10.837366 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc58d53-224c-4bbb-bd4c-4ead07fd0f28 req-8fd1a837-c10b-472d-8b98-522f6a764ecb tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:10.838945 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6fc58d53-224c-4bbb-bd4c-4ead07fd0f28 req-8fd1a837-c10b-472d-8b98-522f6a764ecb tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0492108 Jan 28 14:22:10.887075 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6fc58d53-224c-4bbb-bd4c-4ead07fd0f28 req-4f62df4c-6124-449d-b0a6-5facbe1fbcba tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421195 Jan 28 14:22:11.004224 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585f31f-e041-4f18-957e-42c73e1bd3cc req-ecbb519f-877e-46d2-9d03-0298f05cac91 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:11.005632 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a585f31f-e041-4f18-957e-42c73e1bd3cc req-ecbb519f-877e-46d2-9d03-0298f05cac91 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0499816 Jan 28 14:22:11.053075 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a585f31f-e041-4f18-957e-42c73e1bd3cc req-abfc3b31-1d29-47f8-bb45-63c9022856a3 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415637 Jan 28 14:22:11.326101 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-79a721cd-fc03-4651-b1a8-4d1c13a1dccf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0719347 Jan 28 14:22:11.335928 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603c582-f245-46d5-93c4-a82458d579e6 req-5d06756a-33ba-4bf9-9389-8556942aaa62 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:11.337417 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6603c582-f245-46d5-93c4-a82458d579e6 req-5d06756a-33ba-4bf9-9389-8556942aaa62 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0752800 Jan 28 14:22:11.389048 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6603c582-f245-46d5-93c4-a82458d579e6 req-bf89864c-94d2-44cb-80b6-b02ec6f527fa tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455968 Jan 28 14:22:12.522251 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cdb41-b80b-4e0c-8de6-c8281b7cbcaa req-db7e4eb9-3596-4ebb-8686-c6514c039489 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:12.523784 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d99cdb41-b80b-4e0c-8de6-c8281b7cbcaa req-db7e4eb9-3596-4ebb-8686-c6514c039489 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0568388 Jan 28 14:22:12.537013 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-05086692-810b-4f23-87c8-8e3ae180a41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:12.538528 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-05086692-810b-4f23-87c8-8e3ae180a41b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2692e18103d44b80a6f80b699919aa9d&device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 1096 time: 0.0437529 Jan 28 14:22:12.573755 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d99cdb41-b80b-4e0c-8de6-c8281b7cbcaa req-2f405421-6965-4329-8290-35ff3f1e7674 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426099 Jan 28 14:22:12.635550 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-cbf8777b-c778-48a8-858c-c2add18dd648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:12.637055 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-cbf8777b-c778-48a8-858c-c2add18dd648 service neutron] 10.222.0.18 "GET /v2.0/networks?id=11733814-6507-41d2-a853-07046a42ec7e HTTP/1.1" status: 200 len: 915 time: 0.0923612 Jan 28 14:22:12.680484 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-1abca3ab-f006-4b3d-b3ac-36d8cb9f93f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99bab1a0-beb1-4361-9818-8d1bc5c790f1 HTTP/1.1" status: 200 len: 217 time: 0.0365057 Jan 28 14:22:12.728617 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-aead55a9-7095-4243-969d-8a9ca9c384c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:12.730047 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-aead55a9-7095-4243-969d-8a9ca9c384c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=85c73d38-4660-48af-971b-0103505ea4b5 HTTP/1.1" status: 200 len: 855 time: 0.0443959 Jan 28 14:22:12.760502 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-bf2547bc-ad79-49e9-9386-560594955af1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11733814-6507-41d2-a853-07046a42ec7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249603 Jan 28 14:22:12.865543 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-12ce1dce-d598-4013-a649-024eeeb1c5cb service neutron] 10.222.0.18 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986362 Jan 28 14:22:12.960098 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-cd3c00bf-d5b6-4e1e-8dbe-1d19323a3bd9 service neutron] 10.222.0.18 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888317 Jan 28 14:22:13.702943 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89dd7a-dbc8-48a0-86ac-5df3064640a6 req-c2a9ac63-c1c2-4881-80ed-fd2216325c3e tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:13.704590 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2e89dd7a-dbc8-48a0-86ac-5df3064640a6 req-c2a9ac63-c1c2-4881-80ed-fd2216325c3e tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0578096 Jan 28 14:22:13.755062 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2e89dd7a-dbc8-48a0-86ac-5df3064640a6 req-786ccc39-422b-4cfc-ad40-c7fa680e9299 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439038 Jan 28 14:22:14.882326 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807b45d-36b1-48c9-8937-7fc788c23d26 req-5aff5bca-5fb2-4404-a086-063c91cbd349 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:14.883867 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7807b45d-36b1-48c9-8937-7fc788c23d26 req-5aff5bca-5fb2-4404-a086-063c91cbd349 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0505216 Jan 28 14:22:14.934034 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7807b45d-36b1-48c9-8937-7fc788c23d26 req-7dd83a12-f149-4ab1-bf83-4cc489cada30 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431716 Jan 28 14:22:16.062251 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f0ed3-36ba-4d62-b17e-597c40b3c382 req-637c565a-eb02-4b4d-a268-8d065030383f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:16.063783 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-197f0ed3-36ba-4d62-b17e-597c40b3c382 req-637c565a-eb02-4b4d-a268-8d065030383f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0518601 Jan 28 14:22:16.113059 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-197f0ed3-36ba-4d62-b17e-597c40b3c382 req-4d71d87c-2531-43d6-b579-cb807ecad4a4 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420237 Jan 28 14:22:17.243743 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60370512-f642-4afd-bf1f-b54771f4c3a4 req-e46ea3bc-b11d-4ac5-a945-9e265b7f6d38 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:17.245325 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-60370512-f642-4afd-bf1f-b54771f4c3a4 req-e46ea3bc-b11d-4ac5-a945-9e265b7f6d38 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0524912 Jan 28 14:22:17.294375 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-60370512-f642-4afd-bf1f-b54771f4c3a4 req-3132e97c-2a66-4cc2-86d3-2adf0231b31d tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430923 Jan 28 14:22:18.227893 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:18.420710 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a1e4c-774e-46e1-94ab-328351c16091 req-b91b438b-ff3e-4f2d-b01e-3c252acc30aa tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:18.422276 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1d0a1e4c-774e-46e1-94ab-328351c16091 req-b91b438b-ff3e-4f2d-b01e-3c252acc30aa tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0561163 Jan 28 14:22:18.477986 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1d0a1e4c-774e-46e1-94ab-328351c16091 req-7f0a30ac-cebc-4fad-9bf3-818b87df9cdc tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497408 Jan 28 14:22:19.605289 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fade8-78b9-41be-951d-c63c4cdc6206 req-47e9c547-baf5-4896-9a86-18a480393268 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:19.606948 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-032fade8-78b9-41be-951d-c63c4cdc6206 req-47e9c547-baf5-4896-9a86-18a480393268 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0586050 Jan 28 14:22:19.658847 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-032fade8-78b9-41be-951d-c63c4cdc6206 req-22bfc788-4c8c-4418-ad46-eed2e0f7d5df tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441546 Jan 28 14:22:20.293709 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:20.780968 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deea44d-597a-461d-8749-9ec3336e2de5 req-e5ddb123-6e66-4efb-9a98-0630e01fd253 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:20.782469 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9deea44d-597a-461d-8749-9ec3336e2de5 req-e5ddb123-6e66-4efb-9a98-0630e01fd253 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0526695 Jan 28 14:22:20.835100 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9deea44d-597a-461d-8749-9ec3336e2de5 req-a973c3a2-1654-452e-a8eb-0b59ea4e16ca tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454175 Jan 28 14:22:21.954395 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b03ad-5253-4dbb-88ca-8157371f95b6 req-08233543-299b-400a-95e3-38df1210b03f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:21.955881 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-459b03ad-5253-4dbb-88ca-8157371f95b6 req-08233543-299b-400a-95e3-38df1210b03f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0491714 Jan 28 14:22:22.012006 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-459b03ad-5253-4dbb-88ca-8157371f95b6 req-fc81e550-4440-4a00-8c51-bad3263450b2 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484390 Jan 28 14:22:23.144378 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d300df-4854-4777-871d-d691722efcdc req-c8e2be44-f98e-49a4-9839-975ae80314fc tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:23.145895 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f8d300df-4854-4777-871d-d691722efcdc req-c8e2be44-f98e-49a4-9839-975ae80314fc tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0611579 Jan 28 14:22:23.203218 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f8d300df-4854-4777-871d-d691722efcdc req-b5ace6a1-43b1-4ddd-a5fb-6045c54b1959 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489359 Jan 28 14:22:24.328406 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569afd5-da3b-45dc-8a76-57bc17aa8443 req-a43c0bbc-c03d-421d-b769-549e32961dc8 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:24.329833 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f569afd5-da3b-45dc-8a76-57bc17aa8443 req-a43c0bbc-c03d-421d-b769-549e32961dc8 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0541067 Jan 28 14:22:24.382813 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f569afd5-da3b-45dc-8a76-57bc17aa8443 req-34a827bc-74d1-4332-93a9-482d8ded5526 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472395 Jan 28 14:22:25.507552 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546e822-1895-4afb-91cb-2446a1d085b1 req-99abf619-b3eb-4459-aa6a-9aa32238a362 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:25.509278 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0546e822-1895-4afb-91cb-2446a1d085b1 req-99abf619-b3eb-4459-aa6a-9aa32238a362 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0532744 Jan 28 14:22:25.564303 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0546e822-1895-4afb-91cb-2446a1d085b1 req-95febbdd-d8ee-486b-8da1-207bf0d15e82 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483844 Jan 28 14:22:26.695741 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af38cb-ec14-4266-8ca4-64dcc2903674 req-bf8d3e6d-16c6-42c1-87c4-035b8e01f2e9 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:26.697274 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d4af38cb-ec14-4266-8ca4-64dcc2903674 req-bf8d3e6d-16c6-42c1-87c4-035b8e01f2e9 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0491726 Jan 28 14:22:26.743510 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d4af38cb-ec14-4266-8ca4-64dcc2903674 req-34f1d132-b6ad-4f4c-9406-be21ee50b3b5 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405984 Jan 28 14:22:27.870241 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec9027-1291-494a-8521-3a2bf0c86c89 req-c075a33b-f5ad-403f-9d40-00317deb55a6 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:27.871676 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-81ec9027-1291-494a-8521-3a2bf0c86c89 req-c075a33b-f5ad-403f-9d40-00317deb55a6 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0496953 Jan 28 14:22:27.921317 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-81ec9027-1291-494a-8521-3a2bf0c86c89 req-b411c42c-9efd-4112-817b-7d12d0a7a404 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437350 Jan 28 14:22:29.048817 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d1c3d-1745-4637-8c0a-0401aae7cda4 req-bcb590b1-1aea-497d-8231-cae8f55d90d3 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:29.050281 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f36d1c3d-1745-4637-8c0a-0401aae7cda4 req-bcb590b1-1aea-497d-8231-cae8f55d90d3 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0555413 Jan 28 14:22:29.097439 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f36d1c3d-1745-4637-8c0a-0401aae7cda4 req-9f1b39cf-9772-41aa-8b31-a7c54d449cf3 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414016 Jan 28 14:22:29.406516 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c960357-9b38-48b0-a09b-313023547fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:30.235064 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f66e23-98cf-409c-a4b5-1d9e22c14cad req-393d80ff-535a-418f-b4a1-1b61ad401d62 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:30.236519 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9f66e23-98cf-409c-a4b5-1d9e22c14cad req-393d80ff-535a-418f-b4a1-1b61ad401d62 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0508580 Jan 28 14:22:30.292589 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a9f66e23-98cf-409c-a4b5-1d9e22c14cad req-7e163e94-7c88-4e2a-8422-337ce11a4a4c tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501270 Jan 28 14:22:31.422385 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277c809-9f0c-462b-aad1-6a32262bb89e req-23b71dd4-d0b2-42c4-a4c9-f0f6a318f16a tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:31.423913 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f277c809-9f0c-462b-aad1-6a32262bb89e req-23b71dd4-d0b2-42c4-a4c9-f0f6a318f16a tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0530419 Jan 28 14:22:31.471406 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f277c809-9f0c-462b-aad1-6a32262bb89e req-6b1d44ae-f963-4799-8e7d-3898f919d50c tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417042 Jan 28 14:22:31.704180 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e77e0d3-6695-4b22-947d-ff30f9adbe1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:32.602157 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d80f3-ce6a-47d4-841a-215a2fb34ad2 req-b0697d5b-4d8d-4a4c-85d8-7ace811fce73 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:32.603879 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-345d80f3-ce6a-47d4-841a-215a2fb34ad2 req-b0697d5b-4d8d-4a4c-85d8-7ace811fce73 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0578570 Jan 28 14:22:32.651207 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-345d80f3-ce6a-47d4-841a-215a2fb34ad2 req-e108969d-f7db-4085-8d79-13d8c3095b13 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414054 Jan 28 14:22:32.986215 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bf15-0182-4aa8-9f51-9741caf2e181 req-7fb2e755-e509-4859-944b-50873ac309c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:32.988482 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa36bf15-0182-4aa8-9f51-9741caf2e181 req-7fb2e755-e509-4859-944b-50873ac309c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2692e18103d44b80a6f80b699919aa9d&device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 1096 time: 0.0551205 Jan 28 14:22:33.083322 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:33.102561 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bf15-0182-4aa8-9f51-9741caf2e181 req-7db0bd1a-3e29-49fb-9422-38d3db1b6330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:33.104059 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa36bf15-0182-4aa8-9f51-9741caf2e181 req-7db0bd1a-3e29-49fb-9422-38d3db1b6330 service neutron] 10.222.0.18 "GET /v2.0/networks?id=11733814-6507-41d2-a853-07046a42ec7e HTTP/1.1" status: 200 len: 915 time: 0.0899003 Jan 28 14:22:33.147455 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa36bf15-0182-4aa8-9f51-9741caf2e181 req-b27ff479-88ba-4763-857b-62b9c8c86061 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99bab1a0-beb1-4361-9818-8d1bc5c790f1 HTTP/1.1" status: 200 len: 217 time: 0.0369718 Jan 28 14:22:33.197385 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36bf15-0182-4aa8-9f51-9741caf2e181 req-e332f13c-3cab-4ae3-9797-4299d5352466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:33.198837 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa36bf15-0182-4aa8-9f51-9741caf2e181 req-e332f13c-3cab-4ae3-9797-4299d5352466 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=85c73d38-4660-48af-971b-0103505ea4b5 HTTP/1.1" status: 200 len: 855 time: 0.0459146 Jan 28 14:22:33.229409 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa36bf15-0182-4aa8-9f51-9741caf2e181 req-f55f609b-5066-46c6-bdeb-430c3a64b37d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11733814-6507-41d2-a853-07046a42ec7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239189 Jan 28 14:22:33.333347 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa36bf15-0182-4aa8-9f51-9741caf2e181 req-2fc604a7-e6a2-4435-975b-c969d37c9258 service neutron] 10.222.0.18 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974076 Jan 28 14:22:33.457159 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aa36bf15-0182-4aa8-9f51-9741caf2e181 req-2bcfa496-9ea1-4f07-bb5b-17d9e4993c61 service neutron] 10.222.0.18 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177361 Jan 28 14:22:33.793555 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacbe3e-2746-430c-8b90-ae5bd73c9211 req-9b83d0ec-8535-4a65-95ed-dfe4faf71028 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:33.795058 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fbacbe3e-2746-430c-8b90-ae5bd73c9211 req-9b83d0ec-8535-4a65-95ed-dfe4faf71028 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0673892 Jan 28 14:22:33.850577 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fbacbe3e-2746-430c-8b90-ae5bd73c9211 req-6ddd0fec-2210-4e32-8d1b-ac320553d67f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474122 Jan 28 14:22:34.459197 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:34.970838 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6fef0-b443-407d-8ad0-cf3b36e18a74 req-dbda6b42-878c-43a7-b1ef-fdc8f29b56fb tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:34.973214 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9d6fef0-b443-407d-8ad0-cf3b36e18a74 req-dbda6b42-878c-43a7-b1ef-fdc8f29b56fb tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0520070 Jan 28 14:22:35.026509 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9d6fef0-b443-407d-8ad0-cf3b36e18a74 req-2efa6650-31f8-4c8b-99ce-e73fafc9b006 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482244 Jan 28 14:22:36.135311 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:22:36.150280 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb92bc-bcf7-475d-a6c3-46909daed10a req-7628b789-271d-4227-a73b-b42c1106100b tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:36.151828 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-17cb92bc-bcf7-475d-a6c3-46909daed10a req-7628b789-271d-4227-a73b-b42c1106100b tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0514183 Jan 28 14:22:36.203550 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-17cb92bc-bcf7-475d-a6c3-46909daed10a req-28680885-528e-4841-9019-f1dd016644bd tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455863 Jan 28 14:22:36.404793 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:37.329856 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786f41e-b0ec-4d8b-bd13-a060ca10dd50 req-bd5da006-58af-4339-bf37-09bb7e85b0a9 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:37.331351 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8786f41e-b0ec-4d8b-bd13-a060ca10dd50 req-bd5da006-58af-4339-bf37-09bb7e85b0a9 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0519090 Jan 28 14:22:37.382377 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8786f41e-b0ec-4d8b-bd13-a060ca10dd50 req-40ada625-a359-482e-944a-52094635a15b tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430954 Jan 28 14:22:38.502078 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8635631-b067-4373-8967-05931849fbd6 req-c2fd33b3-d7b3-471c-8026-8c7b69141cd8 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:38.503586 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a8635631-b067-4373-8967-05931849fbd6 req-c2fd33b3-d7b3-471c-8026-8c7b69141cd8 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0500426 Jan 28 14:22:38.551897 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a8635631-b067-4373-8967-05931849fbd6 req-9861076d-ba0f-46db-a664-38bbd232ab2e tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425427 Jan 28 14:22:39.713345 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06f2e9-ab06-4493-affc-66c3b05a2355 req-b035e08f-71e5-4b51-a994-111d866fa22f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:39.714820 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae06f2e9-ab06-4493-affc-66c3b05a2355 req-b035e08f-71e5-4b51-a994-111d866fa22f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0897865 Jan 28 14:22:39.720113 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-99a5a743-5b81-4f8e-ba2b-d13ba29a0ad7 service neutron] show failed (client error): The resource could not be found. Jan 28 14:22:39.721050 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-99a5a743-5b81-4f8e-ba2b-d13ba29a0ad7 service neutron] 10.222.0.18 "GET /v2.0/ports/99bab1a0-beb1-4361-9818-8d1bc5c790f1/bindings/n-h2-822747-2 HTTP/1.1" status: 404 len: 380 time: 0.0846033 Jan 28 14:22:39.764184 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae06f2e9-ab06-4493-affc-66c3b05a2355 req-7966d54c-20d8-45c4-9372-efa80b007402 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422151 Jan 28 14:22:39.984368 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-2427044b-dd33-440f-9924-c96666876bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:39.985891 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-2427044b-dd33-440f-9924-c96666876bc6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4&tenant_id=2692e18103d44b80a6f80b699919aa9d HTTP/1.1" status: 200 len: 1096 time: 0.0990078 Jan 28 14:22:39.997149 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-e8bb7402-ebbb-4ab7-9027-bafe9b346412 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822747-2', 'device_owner': 'compute:nova'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:22:40.064083 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-e8bb7402-ebbb-4ab7-9027-bafe9b346412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (99bab1a0-beb1-4361-9818-8d1bc5c790f1), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:40.283702 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-e8bb7402-ebbb-4ab7-9027-bafe9b346412 service neutron] For port 99bab1a0-beb1-4361-9818-8d1bc5c790f1, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=99bab1a0-beb1-4361-9818-8d1bc5c790f1,segment=NetworkSegment(a9c7c259-904e-4684-9044-a3b2cd433ce7),segment_id=a9c7c259-904e-4684-9044-a3b2cd433ce7)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:22:40.318008 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-e8bb7402-ebbb-4ab7-9027-bafe9b346412 service neutron] For port 99bab1a0-beb1-4361-9818-8d1bc5c790f1, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:22:40.357767 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07fee189-87bb-4834-8a62-ff58d70f8bc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99bab1a0-beb1-4361-9818-8d1bc5c790f1'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:22:40.360143 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28c83a8-503d-4613-84f6-3d75034fdcfa" -d '{"events": [{"server_uuid": "07fee189-87bb-4834-8a62-ff58d70f8bc4", "name": "network-vif-unplugged", "status": "completed", "tag": "99bab1a0-beb1-4361-9818-8d1bc5c790f1"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:22:40.363798 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-e8bb7402-ebbb-4ab7-9027-bafe9b346412 service neutron] Publish callbacks [] for port (99bab1a0-beb1-4361-9818-8d1bc5c790f1), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:40.376539 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-e8bb7402-ebbb-4ab7-9027-bafe9b346412 service neutron] Transition to ACTIVE for port object 99bab1a0-beb1-4361-9818-8d1bc5c790f1 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:22:40.380803 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-e8bb7402-ebbb-4ab7-9027-bafe9b346412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (99bab1a0-beb1-4361-9818-8d1bc5c790f1), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:40.420693 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 14:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed710ed-e3d1-46c4-b7ea-4e601dd48473 x-openstack-request-id: req-6ed710ed-e3d1-46c4-b7ea-4e601dd48473 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:22:40.420990 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07fee189-87bb-4834-8a62-ff58d70f8bc4", "name": "network-vif-unplugged", "status": "completed", "tag": "99bab1a0-beb1-4361-9818-8d1bc5c790f1", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:22:40.421246 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ed710ed-e3d1-46c4-b7ea-4e601dd48473 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:22:40.421650 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07fee189-87bb-4834-8a62-ff58d70f8bc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99bab1a0-beb1-4361-9818-8d1bc5c790f1', 'code': 200} Jan 28 14:22:40.432177 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb7402-ebbb-4ab7-9027-bafe9b346412 service neutron] Pushing event updated for resources: {'Port': ['ID=99bab1a0-beb1-4361-9818-8d1bc5c790f1,revision_number=6']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:40.447442 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-e8bb7402-ebbb-4ab7-9027-bafe9b346412 service neutron] No DVR routers for this DVR port 99bab1a0-beb1-4361-9818-8d1bc5c790f1 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:22:40.484908 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-e8bb7402-ebbb-4ab7-9027-bafe9b346412 service neutron] Attempting to bind port 99bab1a0-beb1-4361-9818-8d1bc5c790f1 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:22:40.485238 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-e8bb7402-ebbb-4ab7-9027-bafe9b346412 service neutron] Attempting to bind port 99bab1a0-beb1-4361-9818-8d1bc5c790f1 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'a9c7c259-904e-4684-9044-a3b2cd433ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '11733814-6507-41d2-a853-07046a42ec7e'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:22:40.485551 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-e8bb7402-ebbb-4ab7-9027-bafe9b346412 service neutron] Attempting to bind port 99bab1a0-beb1-4361-9818-8d1bc5c790f1 on network 11733814-6507-41d2-a853-07046a42ec7e {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:22:40.490405 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-e8bb7402-ebbb-4ab7-9027-bafe9b346412 service neutron] Port 99bab1a0-beb1-4361-9818-8d1bc5c790f1 on network 11733814-6507-41d2-a853-07046a42ec7e not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:22:40.491254 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-e8bb7402-ebbb-4ab7-9027-bafe9b346412 service neutron] Attempting to bind port 99bab1a0-beb1-4361-9818-8d1bc5c790f1 on network 11733814-6507-41d2-a853-07046a42ec7e {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:22:40.495826 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-e8bb7402-ebbb-4ab7-9027-bafe9b346412 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:22:40.496162 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-e8bb7402-ebbb-4ab7-9027-bafe9b346412 service neutron] Checking segment: {'id': 'a9c7c259-904e-4684-9044-a3b2cd433ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '11733814-6507-41d2-a853-07046a42ec7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:22:40.496569 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-e8bb7402-ebbb-4ab7-9027-bafe9b346412 service neutron] Bound using segment: {'id': 'a9c7c259-904e-4684-9044-a3b2cd433ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '11733814-6507-41d2-a853-07046a42ec7e'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:22:40.496963 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-e8bb7402-ebbb-4ab7-9027-bafe9b346412 service neutron] Bound port: 99bab1a0-beb1-4361-9818-8d1bc5c790f1, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c7c259-904e-4684-9044-a3b2cd433ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '11733814-6507-41d2-a853-07046a42ec7e'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:22:40.497316 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-e8bb7402-ebbb-4ab7-9027-bafe9b346412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (99bab1a0-beb1-4361-9818-8d1bc5c790f1), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:40.560693 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-e8bb7402-ebbb-4ab7-9027-bafe9b346412 service neutron] For port 99bab1a0-beb1-4361-9818-8d1bc5c790f1, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:22:40.563665 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-e8bb7402-ebbb-4ab7-9027-bafe9b346412 service neutron] For port 99bab1a0-beb1-4361-9818-8d1bc5c790f1, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=99bab1a0-beb1-4361-9818-8d1bc5c790f1,segment=NetworkSegment(a9c7c259-904e-4684-9044-a3b2cd433ce7),segment_id=a9c7c259-904e-4684-9044-a3b2cd433ce7)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:22:40.568540 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-e8bb7402-ebbb-4ab7-9027-bafe9b346412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (99bab1a0-beb1-4361-9818-8d1bc5c790f1), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:40.602364 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-e8bb7402-ebbb-4ab7-9027-bafe9b346412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:40.603004 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-e8bb7402-ebbb-4ab7-9027-bafe9b346412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:40.604449 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-e8bb7402-ebbb-4ab7-9027-bafe9b346412 service neutron] 10.222.0.37 "PUT /v2.0/ports/99bab1a0-beb1-4361-9818-8d1bc5c790f1 HTTP/1.1" status: 200 len: 1091 time: 0.6113386 Jan 28 14:22:40.625168 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb7402-ebbb-4ab7-9027-bafe9b346412 service neutron] Pushing event updated for resources: {'Port': ['ID=99bab1a0-beb1-4361-9818-8d1bc5c790f1,revision_number=7']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:40.668362 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-2cb4d6fc-824d-410f-a425-975329629c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:40.669866 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-2cb4d6fc-824d-410f-a425-975329629c75 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2692e18103d44b80a6f80b699919aa9d&device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 1094 time: 0.0418556 Jan 28 14:22:40.762957 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-4e4262d8-8d0e-4725-b42f-0e36321bae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:40.764469 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-4e4262d8-8d0e-4725-b42f-0e36321bae1b service neutron] 10.222.0.37 "GET /v2.0/networks?id=11733814-6507-41d2-a853-07046a42ec7e HTTP/1.1" status: 200 len: 915 time: 0.0891981 Jan 28 14:22:40.807997 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-c07bcd7a-5ef1-45d7-8889-7fb64fa47e09 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99bab1a0-beb1-4361-9818-8d1bc5c790f1 HTTP/1.1" status: 200 len: 217 time: 0.0371130 Jan 28 14:22:40.885369 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-8ae6b339-cc67-4293-8a0d-b887f83ec5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:40.886746 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-8ae6b339-cc67-4293-8a0d-b887f83ec5a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=85c73d38-4660-48af-971b-0103505ea4b5 HTTP/1.1" status: 200 len: 855 time: 0.0734422 Jan 28 14:22:40.910558 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682c36e-07f2-4d77-8097-906aaf209da1 req-3d7ee0e0-640a-4375-b667-479fda2a7795 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:40.912070 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6682c36e-07f2-4d77-8097-906aaf209da1 req-3d7ee0e0-640a-4375-b667-479fda2a7795 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 943 time: 0.0695047 Jan 28 14:22:40.927871 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-34267d55-7167-48f7-bbd6-2b823366cad4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=11733814-6507-41d2-a853-07046a42ec7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342789 Jan 28 14:22:41.022040 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6682c36e-07f2-4d77-8097-906aaf209da1 req-15013ebe-45bd-4d07-b438-7f51ffb4b2a1 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965004 Jan 28 14:22:41.053334 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-17a7e56d-aa60-440c-9663-c19c1507f8c6 service neutron] 10.222.0.37 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189759 Jan 28 14:22:41.151756 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65facd47-9ab9-4ccf-bf4f-5ca5ccb1fd06 req-2fc458bb-fa5d-4db1-afe6-edbab4b4ed1f service neutron] 10.222.0.37 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907278 Jan 28 14:22:42.158018 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384149e9-ebea-43b0-bba3-156d2102a0e8 req-0a238577-28c6-42dc-9820-d57a579fc2e1 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:42.159516 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-384149e9-ebea-43b0-bba3-156d2102a0e8 req-0a238577-28c6-42dc-9820-d57a579fc2e1 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 943 time: 0.0543821 Jan 28 14:22:42.207080 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-384149e9-ebea-43b0-bba3-156d2102a0e8 req-db6546b8-95fe-4196-8938-edbb7a5b5e12 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417850 Jan 28 14:22:42.423067 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07fee189-87bb-4834-8a62-ff58d70f8bc4', 'tag': '99bab1a0-beb1-4361-9818-8d1bc5c790f1'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:22:42.426817 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e967bf6-d90e-4973-8d26-1e4171aa4aef" -d '{"events": [{"name": "network-changed", "server_uuid": "07fee189-87bb-4834-8a62-ff58d70f8bc4", "tag": "99bab1a0-beb1-4361-9818-8d1bc5c790f1"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:22:42.485773 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47b7e34-6c1d-4642-b2c5-4dc3e61c2cd0 x-openstack-request-id: req-c47b7e34-6c1d-4642-b2c5-4dc3e61c2cd0 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:22:42.486057 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07fee189-87bb-4834-8a62-ff58d70f8bc4", "tag": "99bab1a0-beb1-4361-9818-8d1bc5c790f1", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:22:42.486388 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c47b7e34-6c1d-4642-b2c5-4dc3e61c2cd0 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:22:42.486835 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07fee189-87bb-4834-8a62-ff58d70f8bc4', 'tag': '99bab1a0-beb1-4361-9818-8d1bc5c790f1', 'status': 'completed', 'code': 200} Jan 28 14:22:42.567793 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e967bf6-d90e-4973-8d26-1e4171aa4aef req-3a518178-2760-4e15-aa67-800dc974b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:42.569409 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6e967bf6-d90e-4973-8d26-1e4171aa4aef req-3a518178-2760-4e15-aa67-800dc974b7cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2692e18103d44b80a6f80b699919aa9d&device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 1094 time: 0.0665729 Jan 28 14:22:42.573905 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e967bf6-d90e-4973-8d26-1e4171aa4aef req-68d40da9-52e7-4b63-b57b-7d3c99bd3a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:42.575363 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6e967bf6-d90e-4973-8d26-1e4171aa4aef req-68d40da9-52e7-4b63-b57b-7d3c99bd3a5d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2692e18103d44b80a6f80b699919aa9d&device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 1094 time: 0.0630996 Jan 28 14:22:43.038772 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e967bf6-d90e-4973-8d26-1e4171aa4aef req-0f7a7105-9b16-449b-aa88-76d0c5a916bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:43.040303 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6e967bf6-d90e-4973-8d26-1e4171aa4aef req-0f7a7105-9b16-449b-aa88-76d0c5a916bd service neutron] 10.222.0.18 "GET /v2.0/networks?id=11733814-6507-41d2-a853-07046a42ec7e HTTP/1.1" status: 200 len: 915 time: 0.4641106 Jan 28 14:22:43.042945 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e967bf6-d90e-4973-8d26-1e4171aa4aef req-3ed5ec92-483f-48e4-88af-ac4bf0b1db3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:43.044249 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6e967bf6-d90e-4973-8d26-1e4171aa4aef req-3ed5ec92-483f-48e4-88af-ac4bf0b1db3b service neutron] 10.222.0.37 "GET /v2.0/networks?id=11733814-6507-41d2-a853-07046a42ec7e HTTP/1.1" status: 200 len: 915 time: 0.4608955 Jan 28 14:22:43.090702 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6e967bf6-d90e-4973-8d26-1e4171aa4aef req-d9468631-c0db-481a-bbf6-8571f26ae403 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99bab1a0-beb1-4361-9818-8d1bc5c790f1 HTTP/1.1" status: 200 len: 217 time: 0.0425515 Jan 28 14:22:43.123070 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6e967bf6-d90e-4973-8d26-1e4171aa4aef req-6b3bb4fd-6232-431b-8c20-fdf056756a4c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99bab1a0-beb1-4361-9818-8d1bc5c790f1 HTTP/1.1" status: 200 len: 217 time: 0.0695109 Jan 28 14:22:43.192209 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e967bf6-d90e-4973-8d26-1e4171aa4aef req-cc132339-0900-4cba-820e-25d62c6c90f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:43.193663 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6e967bf6-d90e-4973-8d26-1e4171aa4aef req-cc132339-0900-4cba-820e-25d62c6c90f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=85c73d38-4660-48af-971b-0103505ea4b5 HTTP/1.1" status: 200 len: 855 time: 0.0786204 Jan 28 14:22:43.199576 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e967bf6-d90e-4973-8d26-1e4171aa4aef req-da7521ee-f6ad-41f4-8a40-8907640fba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:43.200881 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6e967bf6-d90e-4973-8d26-1e4171aa4aef req-da7521ee-f6ad-41f4-8a40-8907640fba99 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=85c73d38-4660-48af-971b-0103505ea4b5 HTTP/1.1" status: 200 len: 855 time: 0.0597146 Jan 28 14:22:43.233210 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6e967bf6-d90e-4973-8d26-1e4171aa4aef req-9fac29f9-6f31-4cb2-8949-2b17d652868c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11733814-6507-41d2-a853-07046a42ec7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313962 Jan 28 14:22:43.254658 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6e967bf6-d90e-4973-8d26-1e4171aa4aef req-b7d9c90a-368a-4f60-9139-b8173c1bb536 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=11733814-6507-41d2-a853-07046a42ec7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454783 Jan 28 14:22:43.331350 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932624a6-98b4-477c-b417-1fdfffb682fd req-a33039ec-f717-461f-b4dc-bf291e8a2346 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:43.332739 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-932624a6-98b4-477c-b417-1fdfffb682fd req-a33039ec-f717-461f-b4dc-bf291e8a2346 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 943 time: 0.0501797 Jan 28 14:22:43.382209 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-932624a6-98b4-477c-b417-1fdfffb682fd req-7cea11b7-d656-4816-a7b8-980ebeec9077 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435717 Jan 28 14:22:43.396230 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6e967bf6-d90e-4973-8d26-1e4171aa4aef req-0a9ac087-8874-476f-acb2-5fcad675284e service neutron] 10.222.0.18 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500242 Jan 28 14:22:43.402032 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6e967bf6-d90e-4973-8d26-1e4171aa4aef req-a6c3d0f6-313a-4f1a-aac6-c6a185893b10 service neutron] 10.222.0.37 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366446 Jan 28 14:22:43.446507 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 99bab1a0-beb1-4361-9818-8d1bc5c790f1 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:22:43.490486 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] The host n-h1-822747-2 is not matching for port 99bab1a0-beb1-4361-9818-8d1bc5c790f1 host n-h2-822747-2! {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 14:22:43.490881 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 99bab1a0-beb1-4361-9818-8d1bc5c790f1 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:22:43.559162 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6e967bf6-d90e-4973-8d26-1e4171aa4aef req-0373312c-a7aa-47d0-b0cc-7ba2750dc605 service neutron] 10.222.0.18 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561253 Jan 28 14:22:43.561108 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6e967bf6-d90e-4973-8d26-1e4171aa4aef req-37ead187-c26f-421e-81fd-0d14f1c6196b service neutron] 10.222.0.37 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505742 Jan 28 14:22:44.516245 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7051583-9d0b-428d-8f4c-9bc68f53cab8 req-ef2f992a-f90f-40f1-a632-9b789b5daebc tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:44.517811 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f7051583-9d0b-428d-8f4c-9bc68f53cab8 req-ef2f992a-f90f-40f1-a632-9b789b5daebc tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 943 time: 0.0560970 Jan 28 14:22:44.576033 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f7051583-9d0b-428d-8f4c-9bc68f53cab8 req-432ae552-a3c7-4127-a490-fff541f1d96f tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521593 Jan 28 14:22:44.829500 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fc257-d57a-425c-9907-5b02955be408 req-d50086b8-28a1-4741-bc71-b839a388cd58 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:44.830995 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c05fc257-d57a-425c-9907-5b02955be408 req-d50086b8-28a1-4741-bc71-b839a388cd58 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 943 time: 0.0846059 Jan 28 14:22:44.843184 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3558049-c14f-47c6-a0d6-9bc08e589ee2 req-04763875-ad22-4207-a0b5-e69809d19bec tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:44.844637 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f3558049-c14f-47c6-a0d6-9bc08e589ee2 req-04763875-ad22-4207-a0b5-e69809d19bec tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.18 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4&tenant_id=2692e18103d44b80a6f80b699919aa9d&binding%3Ahost_id=n-h2-822747-2 HTTP/1.1" status: 200 len: 943 time: 0.0717466 Jan 28 14:22:44.934768 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c05fc257-d57a-425c-9907-5b02955be408 req-0ba4e818-1851-4cd7-864f-e328fa3e6750 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891316 Jan 28 14:22:44.940499 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [req-f3558049-c14f-47c6-a0d6-9bc08e589ee2 req-0a53e69d-fcb2-4e3e-935b-00e993060e08 service neutron] delete failed (client error): The resource could not be found. Jan 28 14:22:44.941424 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f3558049-c14f-47c6-a0d6-9bc08e589ee2 req-0a53e69d-fcb2-4e3e-935b-00e993060e08 service neutron] 10.222.0.18 "DELETE /v2.0/ports/99bab1a0-beb1-4361-9818-8d1bc5c790f1/bindings/n-h1-822747-2 HTTP/1.1" status: 404 len: 380 time: 0.0886383 Jan 28 14:22:45.035986 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3558049-c14f-47c6-a0d6-9bc08e589ee2 req-be2a151c-25d1-4ee6-beac-9a39e9b692ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:45.037534 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f3558049-c14f-47c6-a0d6-9bc08e589ee2 req-be2a151c-25d1-4ee6-beac-9a39e9b692ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2692e18103d44b80a6f80b699919aa9d&device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 1094 time: 0.0496280 Jan 28 14:22:45.148441 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3558049-c14f-47c6-a0d6-9bc08e589ee2 req-4c21bd7e-1e45-4bff-8f4d-ee4fcfc21a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:45.149963 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f3558049-c14f-47c6-a0d6-9bc08e589ee2 req-4c21bd7e-1e45-4bff-8f4d-ee4fcfc21a3e service neutron] 10.222.0.18 "GET /v2.0/networks?id=11733814-6507-41d2-a853-07046a42ec7e HTTP/1.1" status: 200 len: 915 time: 0.1061687 Jan 28 14:22:45.191618 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f3558049-c14f-47c6-a0d6-9bc08e589ee2 req-ba524f1f-a321-4e2e-9f3f-5789d4828553 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99bab1a0-beb1-4361-9818-8d1bc5c790f1 HTTP/1.1" status: 200 len: 217 time: 0.0352077 Jan 28 14:22:45.248098 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3558049-c14f-47c6-a0d6-9bc08e589ee2 req-ed8078b5-1801-4eea-9cde-e649e080dfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:45.249544 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f3558049-c14f-47c6-a0d6-9bc08e589ee2 req-ed8078b5-1801-4eea-9cde-e649e080dfe0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=85c73d38-4660-48af-971b-0103505ea4b5 HTTP/1.1" status: 200 len: 855 time: 0.0510986 Jan 28 14:22:45.282251 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f3558049-c14f-47c6-a0d6-9bc08e589ee2 req-a75cad2e-bef3-4444-9ceb-fd6c0e49b0a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11733814-6507-41d2-a853-07046a42ec7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262685 Jan 28 14:22:45.381194 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f3558049-c14f-47c6-a0d6-9bc08e589ee2 req-bdda25d1-3ec9-4239-87bd-97952660fc6d service neutron] 10.222.0.18 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917709 Jan 28 14:22:45.416285 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 99bab1a0-beb1-4361-9818-8d1bc5c790f1 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:22:45.477740 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f3558049-c14f-47c6-a0d6-9bc08e589ee2 req-547e196f-3284-4049-9666-caec839c92b8 service neutron] 10.222.0.18 "GET /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906377 Jan 28 14:22:45.519117 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 99bab1a0-beb1-4361-9818-8d1bc5c790f1, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=99bab1a0-beb1-4361-9818-8d1bc5c790f1,segment=NetworkSegment(a9c7c259-904e-4684-9044-a3b2cd433ce7),segment_id=a9c7c259-904e-4684-9044-a3b2cd433ce7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:22:45.529897 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '99bab1a0-beb1-4361-9818-8d1bc5c790f1', 'network_id': '11733814-6507-41d2-a853-07046a42ec7e', 'port_id': '99bab1a0-beb1-4361-9818-8d1bc5c790f1', 'mac_address': 'fa:16:3e:32:cb:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c73d38-4660-48af-971b-0103505ea4b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:22:45.568782 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 99bab1a0-beb1-4361-9818-8d1bc5c790f1 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:22:45.569174 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (99bab1a0-beb1-4361-9818-8d1bc5c790f1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:45.582635 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99bab1a0-beb1-4361-9818-8d1bc5c790f1 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:22:45.607392 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 99bab1a0-beb1-4361-9818-8d1bc5c790f1, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=99bab1a0-beb1-4361-9818-8d1bc5c790f1,segment=NetworkSegment(a9c7c259-904e-4684-9044-a3b2cd433ce7),segment_id=a9c7c259-904e-4684-9044-a3b2cd433ce7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:22:45.612645 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (99bab1a0-beb1-4361-9818-8d1bc5c790f1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:45.661118 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=99bab1a0-beb1-4361-9818-8d1bc5c790f1,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:45.669386 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:45.669733 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:45.670073 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:45.670406 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:45.670729 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:45.671088 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:45.671411 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:45.671728 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:45.672046 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:45.672369 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:45.672689 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:45.672999 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:45.673304 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:45.958479 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['99bab1a0-beb1-4361-9818-8d1bc5c790f1'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:22:46.073203 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39069f27-a0b4-4ea0-a66e-989e0c07e404 req-c922edf6-5bf1-4224-ad0a-62f749c58712 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:46.075573 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-39069f27-a0b4-4ea0-a66e-989e0c07e404 req-c922edf6-5bf1-4224-ad0a-62f749c58712 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 944 time: 0.0566037 Jan 28 14:22:46.124857 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-39069f27-a0b4-4ea0-a66e-989e0c07e404 req-142146a2-42b6-4c95-ae39-75e25fb4a4d6 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425653 Jan 28 14:22:46.250427 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4e6b9-201c-4214-98f6-7d7dca4627be req-3a031a6f-c08d-46a9-9358-864a5ea5efff tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:46.251857 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e2c4e6b9-201c-4214-98f6-7d7dca4627be req-3a031a6f-c08d-46a9-9358-864a5ea5efff tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 944 time: 0.0584149 Jan 28 14:22:46.303731 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e2c4e6b9-201c-4214-98f6-7d7dca4627be req-fdb94411-1ffb-472a-848f-36104af41e62 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442412 Jan 28 14:22:46.429255 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7dda71-8c55-4100-8198-e541fa1166fd req-c5d60693-ce55-4ade-b814-6ede45efb103 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:46.430749 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-af7dda71-8c55-4100-8198-e541fa1166fd req-c5d60693-ce55-4ade-b814-6ede45efb103 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 944 time: 0.0613985 Jan 28 14:22:46.479819 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-af7dda71-8c55-4100-8198-e541fa1166fd req-c98a4736-f69f-4fff-8903-4a05f4e318f1 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432887 Jan 28 14:22:46.838293 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185529e9-f11d-430b-8ca6-6f537ae636ef req-65fed488-8b86-43f0-b049-4b017ce03b21 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:46.839986 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-185529e9-f11d-430b-8ca6-6f537ae636ef req-65fed488-8b86-43f0-b049-4b017ce03b21 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 944 time: 0.0572634 Jan 28 14:22:46.892905 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-185529e9-f11d-430b-8ca6-6f537ae636ef req-428f7d2b-2b4b-4b21-9542-b1feabfcbd9b tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474131 Jan 28 14:22:47.411624 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 99bab1a0-beb1-4361-9818-8d1bc5c790f1 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:22:47.471218 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 99bab1a0-beb1-4361-9818-8d1bc5c790f1 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:22:47.475157 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 99bab1a0-beb1-4361-9818-8d1bc5c790f1 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:22:47.475710 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (99bab1a0-beb1-4361-9818-8d1bc5c790f1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:47.567381 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 99bab1a0-beb1-4361-9818-8d1bc5c790f1 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:22:47.567774 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (99bab1a0-beb1-4361-9818-8d1bc5c790f1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:47.593556 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07fee189-87bb-4834-8a62-ff58d70f8bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bab1a0-beb1-4361-9818-8d1bc5c790f1'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:22:47.595839 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ff32f9-0a3a-45c3-82cc-158c07c41f98" -d '{"events": [{"server_uuid": "07fee189-87bb-4834-8a62-ff58d70f8bc4", "name": "network-vif-plugged", "status": "completed", "tag": "99bab1a0-beb1-4361-9818-8d1bc5c790f1"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:22:47.610739 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 99bab1a0-beb1-4361-9818-8d1bc5c790f1, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=99bab1a0-beb1-4361-9818-8d1bc5c790f1,segment=NetworkSegment(a9c7c259-904e-4684-9044-a3b2cd433ce7),segment_id=a9c7c259-904e-4684-9044-a3b2cd433ce7)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:22:47.618817 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (99bab1a0-beb1-4361-9818-8d1bc5c790f1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:47.645630 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2839c883-f9c6-4090-b787-e9d7fa20971f x-openstack-request-id: req-2839c883-f9c6-4090-b787-e9d7fa20971f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:22:47.645976 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07fee189-87bb-4834-8a62-ff58d70f8bc4", "name": "network-vif-plugged", "status": "completed", "tag": "99bab1a0-beb1-4361-9818-8d1bc5c790f1", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:22:47.646228 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2839c883-f9c6-4090-b787-e9d7fa20971f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:22:47.646788 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07fee189-87bb-4834-8a62-ff58d70f8bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bab1a0-beb1-4361-9818-8d1bc5c790f1', 'code': 200} Jan 28 14:22:47.682559 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=99bab1a0-beb1-4361-9818-8d1bc5c790f1,revision_number=9']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:48.022852 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00305e73-1d86-4dfd-8a33-1d63fa62e14f req-510da378-45cf-41d3-9fbd-8ceff4f63b96 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:48.024455 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-00305e73-1d86-4dfd-8a33-1d63fa62e14f req-510da378-45cf-41d3-9fbd-8ceff4f63b96 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0554352 Jan 28 14:22:48.102950 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cebf0e-5f2a-4d8b-9fc3-b07cc116ffbb req-c3460246-b8fa-4bf1-85fa-7eac0d5d850c tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:48.104513 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f8cebf0e-5f2a-4d8b-9fc3-b07cc116ffbb req-c3460246-b8fa-4bf1-85fa-7eac0d5d850c tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.37 "GET /v2.0/ports?device_id=07fee189-87bb-4834-8a62-ff58d70f8bc4 HTTP/1.1" status: 200 len: 945 time: 0.0791459 Jan 28 14:22:48.107729 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-00305e73-1d86-4dfd-8a33-1d63fa62e14f req-511c5e1d-3809-48c7-8075-3c4816d968a9 tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.39 "GET /v2.0/security-groups?id=30feb7b6-daae-46b3-b021-162ea1622569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739784 Jan 28 14:22:48.201565 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-f8cebf0e-5f2a-4d8b-9fc3-b07cc116ffbb req-9d411823-2fe0-45e4-950e-902b5c2c8b5a tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Deleting port 99bab1a0-beb1-4361-9818-8d1bc5c790f1 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:22:48.201835 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f8cebf0e-5f2a-4d8b-9fc3-b07cc116ffbb req-9d411823-2fe0-45e4-950e-902b5c2c8b5a tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (99bab1a0-beb1-4361-9818-8d1bc5c790f1), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:48.230430 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:48.297959 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-f8cebf0e-5f2a-4d8b-9fc3-b07cc116ffbb req-9d411823-2fe0-45e4-950e-902b5c2c8b5a tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] For port 99bab1a0-beb1-4361-9818-8d1bc5c790f1, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=99bab1a0-beb1-4361-9818-8d1bc5c790f1,segment=NetworkSegment(a9c7c259-904e-4684-9044-a3b2cd433ce7),segment_id=a9c7c259-904e-4684-9044-a3b2cd433ce7)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:22:48.298267 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f8cebf0e-5f2a-4d8b-9fc3-b07cc116ffbb req-9d411823-2fe0-45e4-950e-902b5c2c8b5a tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (99bab1a0-beb1-4361-9818-8d1bc5c790f1), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:48.310499 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-f8cebf0e-5f2a-4d8b-9fc3-b07cc116ffbb req-9d411823-2fe0-45e4-950e-902b5c2c8b5a tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Calling delete_port for 99bab1a0-beb1-4361-9818-8d1bc5c790f1 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:22:48.450540 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f8cebf0e-5f2a-4d8b-9fc3-b07cc116ffbb req-9d411823-2fe0-45e4-950e-902b5c2c8b5a tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (99bab1a0-beb1-4361-9818-8d1bc5c790f1), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:48.461976 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['99bab1a0-beb1-4361-9818-8d1bc5c790f1'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:22:48.480905 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d411823-2fe0-45e4-950e-902b5c2c8b5a tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Pushing event deleted for resources: {'Port': ['ID=99bab1a0-beb1-4361-9818-8d1bc5c790f1,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:48.526616 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8cebf0e-5f2a-4d8b-9fc3-b07cc116ffbb req-9d411823-2fe0-45e4-950e-902b5c2c8b5a tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] No DVR routers for this DVR port 99bab1a0-beb1-4361-9818-8d1bc5c790f1 on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:22:48.530079 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f8cebf0e-5f2a-4d8b-9fc3-b07cc116ffbb req-9d411823-2fe0-45e4-950e-902b5c2c8b5a tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:48.533429 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f8cebf0e-5f2a-4d8b-9fc3-b07cc116ffbb req-9d411823-2fe0-45e4-950e-902b5c2c8b5a tempest-ServerDiskConfigTestJSON-813841864 tempest-ServerDiskConfigTestJSON-813841864-project] 10.222.0.37 "DELETE /v2.0/ports/99bab1a0-beb1-4361-9818-8d1bc5c790f1 HTTP/1.1" status: 204 len: 173 time: 0.4237638 Jan 28 14:22:48.533906 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07fee189-87bb-4834-8a62-ff58d70f8bc4', 'name': 'network-vif-deleted', 'tag': '99bab1a0-beb1-4361-9818-8d1bc5c790f1'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:22:48.536194 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7e06f9-fb42-437f-918c-bd98256e86fb" -d '{"events": [{"server_uuid": "07fee189-87bb-4834-8a62-ff58d70f8bc4", "name": "network-vif-deleted", "tag": "99bab1a0-beb1-4361-9818-8d1bc5c790f1"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:22:48.574198 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2771cab4-9c4e-4742-91e1-7a205f12dce7 x-openstack-request-id: req-2771cab4-9c4e-4742-91e1-7a205f12dce7 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:22:48.574487 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07fee189-87bb-4834-8a62-ff58d70f8bc4", "name": "network-vif-deleted", "tag": "99bab1a0-beb1-4361-9818-8d1bc5c790f1", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:22:48.574759 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2771cab4-9c4e-4742-91e1-7a205f12dce7 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:22:48.575189 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07fee189-87bb-4834-8a62-ff58d70f8bc4', 'name': 'network-vif-deleted', 'tag': '99bab1a0-beb1-4361-9818-8d1bc5c790f1', 'status': 'completed', 'code': 200} Jan 28 14:22:49.242783 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49220) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:22:49.296375 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4b7f33-50b3-4918-bb41-3e729b583013 admin admin] Deleting subnet 85c73d38-4660-48af-971b-0103505ea4b5 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:22:49.299557 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de4b7f33-50b3-4918-bb41-3e729b583013 admin admin] Publish callbacks [] for subnet (85c73d38-4660-48af-971b-0103505ea4b5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:49.336068 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de4b7f33-50b3-4918-bb41-3e729b583013 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (85c73d38-4660-48af-971b-0103505ea4b5), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:49.382903 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de4b7f33-50b3-4918-bb41-3e729b583013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (85c73d38-4660-48af-971b-0103505ea4b5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:49.454054 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de4b7f33-50b3-4918-bb41-3e729b583013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (85c73d38-4660-48af-971b-0103505ea4b5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:49.481017 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b7f33-50b3-4918-bb41-3e729b583013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85c73d38-4660-48af-971b-0103505ea4b5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:49.484903 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de4b7f33-50b3-4918-bb41-3e729b583013 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:49.488124 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-de4b7f33-50b3-4918-bb41-3e729b583013 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/85c73d38-4660-48af-971b-0103505ea4b5 HTTP/1.1" status: 204 len: 168 time: 0.2442486 Jan 28 14:22:49.490801 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49222) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:22:49.559169 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-495ab237-6d46-4816-94d6-688c797d795a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (11733814-6507-41d2-a853-07046a42ec7e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:49.645737 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-495ab237-6d46-4816-94d6-688c797d795a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (11733814-6507-41d2-a853-07046a42ec7e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:49.668151 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-495ab237-6d46-4816-94d6-688c797d795a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11733814-6507-41d2-a853-07046a42ec7e']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:22:49.678264 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-495ab237-6d46-4816-94d6-688c797d795a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c7c259-904e-4684-9044-a3b2cd433ce7') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:22:49.678562 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-495ab237-6d46-4816-94d6-688c797d795a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c7c259-904e-4684-9044-a3b2cd433ce7') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:22:49.688763 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-495ab237-6d46-4816-94d6-688c797d795a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (a9c7c259-904e-4684-9044-a3b2cd433ce7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:49.702373 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-495ab237-6d46-4816-94d6-688c797d795a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (a9c7c259-904e-4684-9044-a3b2cd433ce7), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:49.708404 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495ab237-6d46-4816-94d6-688c797d795a admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:22:49.708817 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-495ab237-6d46-4816-94d6-688c797d795a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (a9c7c259-904e-4684-9044-a3b2cd433ce7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: timer() Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:22:49.710634 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:22:49.780800 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-495ab237-6d46-4816-94d6-688c797d795a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (11733814-6507-41d2-a853-07046a42ec7e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:49.788113 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-495ab237-6d46-4816-94d6-688c797d795a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:49.791651 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-495ab237-6d46-4816-94d6-688c797d795a admin admin] 10.222.0.39 "DELETE /v2.0/networks/11733814-6507-41d2-a853-07046a42ec7e HTTP/1.1" status: 204 len: 168 time: 0.2998860 Jan 28 14:22:49.803617 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ab237-6d46-4816-94d6-688c797d795a admin admin] Pushing event deleted for resources: {'Network': ['ID=11733814-6507-41d2-a853-07046a42ec7e,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:49.910866 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49226) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:22:49.954198 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2cac53ba-1484-44fa-a345-85e9575ffc5b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2692e18103d44b80a6f80b699919aa9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419385 Jan 28 14:22:49.956775 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49228) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:22:50.005140 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3359fcb6-617f-4212-95e3-85f78c13efd8 admin admin] Publish callbacks [] for security_group (30feb7b6-daae-46b3-b021-162ea1622569), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:50.034272 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3359fcb6-617f-4212-95e3-85f78c13efd8 admin admin] Publish callbacks [] for security_group (30feb7b6-daae-46b3-b021-162ea1622569), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:50.088218 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3359fcb6-617f-4212-95e3-85f78c13efd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (30feb7b6-daae-46b3-b021-162ea1622569), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:50.093416 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3359fcb6-617f-4212-95e3-85f78c13efd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:50.094619 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3359fcb6-617f-4212-95e3-85f78c13efd8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/30feb7b6-daae-46b3-b021-162ea1622569 HTTP/1.1" status: 204 len: 168 time: 0.1369488 Jan 28 14:22:50.104128 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359fcb6-617f-4212-95e3-85f78c13efd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30feb7b6-daae-46b3-b021-162ea1622569,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:50.112301 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3359fcb6-617f-4212-95e3-85f78c13efd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:50.112416 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3359fcb6-617f-4212-95e3-85f78c13efd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:50.112724 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3359fcb6-617f-4212-95e3-85f78c13efd8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:50.113056 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3359fcb6-617f-4212-95e3-85f78c13efd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:50.113385 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3359fcb6-617f-4212-95e3-85f78c13efd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:50.113694 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3359fcb6-617f-4212-95e3-85f78c13efd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:50.114153 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3359fcb6-617f-4212-95e3-85f78c13efd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:50.114480 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3359fcb6-617f-4212-95e3-85f78c13efd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:50.114805 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3359fcb6-617f-4212-95e3-85f78c13efd8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:50.115166 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3359fcb6-617f-4212-95e3-85f78c13efd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:50.115471 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3359fcb6-617f-4212-95e3-85f78c13efd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:50.115776 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3359fcb6-617f-4212-95e3-85f78c13efd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:50.116108 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3359fcb6-617f-4212-95e3-85f78c13efd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:50.283276 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:50.853183 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49250) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:22:50.958634 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-94afc996-e1f6-44e8-b6f8-708157b7d7ea admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1509275125-network', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:22:50.981297 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94afc996-e1f6-44e8-b6f8-708157b7d7ea admin admin] Made reservation on behalf of d29292ae351c4e74888107e15a8770d3 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:22:50.983617 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-94afc996-e1f6-44e8-b6f8-708157b7d7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:50.992444 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-94afc996-e1f6-44e8-b6f8-708157b7d7ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:51.068635 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-94afc996-e1f6-44e8-b6f8-708157b7d7ea admin admin] Publish callbacks [] for security_group (ecb8707f-ff08-480d-a263-f19552154344), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:51.073173 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-94afc996-e1f6-44e8-b6f8-708157b7d7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ecb8707f-ff08-480d-a263-f19552154344), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:51.097324 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94afc996-e1f6-44e8-b6f8-708157b7d7ea admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:22:51.106177 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afc996-e1f6-44e8-b6f8-708157b7d7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb8707f-ff08-480d-a263-f19552154344,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:51.113380 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-94afc996-e1f6-44e8-b6f8-708157b7d7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (bacff068-5d6c-4d59-9883-1e7824fe8928), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:51.114383 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-94afc996-e1f6-44e8-b6f8-708157b7d7ea admin admin] Added segment bacff068-5d6c-4d59-9883-1e7824fe8928 of type vlan for network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc Jan 28 14:22:51.152612 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-94afc996-e1f6-44e8-b6f8-708157b7d7ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:51.180355 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-94afc996-e1f6-44e8-b6f8-708157b7d7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:51.181262 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94afc996-e1f6-44e8-b6f8-708157b7d7ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:51.181838 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-94afc996-e1f6-44e8-b6f8-708157b7d7ea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:51.241704 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-94afc996-e1f6-44e8-b6f8-708157b7d7ea admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3872545 Jan 28 14:22:51.244964 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49254) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:22:51.245598 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afc996-e1f6-44e8-b6f8-708157b7d7ea admin admin] Pushing event updated for resources: {'Network': ['ID=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:51.252187 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-58c85a0b-6265-4f83-b049-575e564de08e admin admin] Request body: {'subnet': {'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1509275125-subnet', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:22:51.255783 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:22:51.271920 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c85a0b-6265-4f83-b049-575e564de08e admin admin] Made reservation on behalf of d29292ae351c4e74888107e15a8770d3 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:22:51.274236 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-58c85a0b-6265-4f83-b049-575e564de08e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:51.442882 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-58c85a0b-6265-4f83-b049-575e564de08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (fa41e832-0e14-4e96-8298-f17453ce2e7b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:51.494900 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c85a0b-6265-4f83-b049-575e564de08e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa41e832-0e14-4e96-8298-f17453ce2e7b,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:51.505335 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c85a0b-6265-4f83-b049-575e564de08e admin admin] Checking segment: {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:22:51.505693 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c85a0b-6265-4f83-b049-575e564de08e admin admin] Network hostable DHCP agents. Network: b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:22:51.521447 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c85a0b-6265-4f83-b049-575e564de08e admin admin] Network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:22:51.530175 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-58c85a0b-6265-4f83-b049-575e564de08e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:22:51.535131 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c85a0b-6265-4f83-b049-575e564de08e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:51.537262 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-58c85a0b-6265-4f83-b049-575e564de08e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:51.539054 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee72dc4-76d6-4729-a7ae-de1838664d0b None None] Network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:22:51.555601 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-58c85a0b-6265-4f83-b049-575e564de08e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3075013 Jan 28 14:22:51.558264 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49256) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:22:51.562596 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-3ec26382-330e-4cac-b350-97ad6bd806d4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:22:51.581343 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3ec26382-330e-4cac-b350-97ad6bd806d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (e2c4c059-9b1b-461b-8e51-d656aef35083), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:51.582329 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3ec26382-330e-4cac-b350-97ad6bd806d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (e2c4c059-9b1b-461b-8e51-d656aef35083), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:51.637825 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3ec26382-330e-4cac-b350-97ad6bd806d4 admin admin] Publish callbacks [] for router_controller (e2c4c059-9b1b-461b-8e51-d656aef35083), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:51.648384 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d940aed-1beb-4555-b237-d24454fd67b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:22:51.649334 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5d940aed-1beb-4555-b237-d24454fd67b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:51.787057 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3ec26382-330e-4cac-b350-97ad6bd806d4 admin admin] Publish callbacks [] for router_gateway (e2c4c059-9b1b-461b-8e51-d656aef35083), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:51.950617 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-5d940aed-1beb-4555-b237-d24454fd67b4 None None] Allocated IP 172.20.0.2 (b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc/fa41e832-0e14-4e96-8298-f17453ce2e7b/c19812c2-612e-4cd0-9ee7-6e15e1ab4f76) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:22:51.999276 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3ec26382-330e-4cac-b350-97ad6bd806d4 admin admin] Publish callbacks [] for router_gateway (e2c4c059-9b1b-461b-8e51-d656aef35083), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:52.018191 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3ec26382-330e-4cac-b350-97ad6bd806d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:52.097891 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5d940aed-1beb-4555-b237-d24454fd67b4 None None] Publish callbacks [] for port (c19812c2-612e-4cd0-9ee7-6e15e1ab4f76), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:52.104525 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5d940aed-1beb-4555-b237-d24454fd67b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (c19812c2-612e-4cd0-9ee7-6e15e1ab4f76), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:52.123346 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-3ec26382-330e-4cac-b350-97ad6bd806d4 admin admin] Allocated IP 172.25.3.4 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/17dc306c-b978-4354-95b7-bf243616006d) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:22:52.143288 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d940aed-1beb-4555-b237-d24454fd67b4 None None] Network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:22:52.146144 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-5d940aed-1beb-4555-b237-d24454fd67b4 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:22:52.151899 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d940aed-1beb-4555-b237-d24454fd67b4 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:22:52.159134 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d940aed-1beb-4555-b237-d24454fd67b4 None None] Pushing event updated for resources: {'Port': ['ID=c19812c2-612e-4cd0-9ee7-6e15e1ab4f76,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:52.208018 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-5d940aed-1beb-4555-b237-d24454fd67b4 None None] Attempting to bind port c19812c2-612e-4cd0-9ee7-6e15e1ab4f76 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:22:52.208392 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-5d940aed-1beb-4555-b237-d24454fd67b4 None None] Attempting to bind port c19812c2-612e-4cd0-9ee7-6e15e1ab4f76 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:22:52.208759 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d940aed-1beb-4555-b237-d24454fd67b4 None None] Attempting to bind port c19812c2-612e-4cd0-9ee7-6e15e1ab4f76 on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:22:52.213809 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d940aed-1beb-4555-b237-d24454fd67b4 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:22:52.214185 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d940aed-1beb-4555-b237-d24454fd67b4 None None] Checking segment: {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:22:52.214586 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5d940aed-1beb-4555-b237-d24454fd67b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:52.215017 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d940aed-1beb-4555-b237-d24454fd67b4 None None] Bound using segment: {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:22:52.215490 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-5d940aed-1beb-4555-b237-d24454fd67b4 None None] Bound port: c19812c2-612e-4cd0-9ee7-6e15e1ab4f76, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:22:52.215868 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5d940aed-1beb-4555-b237-d24454fd67b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c19812c2-612e-4cd0-9ee7-6e15e1ab4f76), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:52.231014 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3ec26382-330e-4cac-b350-97ad6bd806d4 admin admin] Publish callbacks [] for port (17dc306c-b978-4354-95b7-bf243616006d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:52.266511 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3ec26382-330e-4cac-b350-97ad6bd806d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (17dc306c-b978-4354-95b7-bf243616006d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:52.282212 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-5d940aed-1beb-4555-b237-d24454fd67b4 None None] For port c19812c2-612e-4cd0-9ee7-6e15e1ab4f76, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:22:52.285665 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-5d940aed-1beb-4555-b237-d24454fd67b4 None None] For port c19812c2-612e-4cd0-9ee7-6e15e1ab4f76, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c19812c2-612e-4cd0-9ee7-6e15e1ab4f76,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:22:52.289829 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5d940aed-1beb-4555-b237-d24454fd67b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c19812c2-612e-4cd0-9ee7-6e15e1ab4f76), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:52.304910 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec26382-330e-4cac-b350-97ad6bd806d4 admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:22:52.307724 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-3ec26382-330e-4cac-b350-97ad6bd806d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:22:52.312306 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec26382-330e-4cac-b350-97ad6bd806d4 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:22:52.340131 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec26382-330e-4cac-b350-97ad6bd806d4 admin admin] Pushing event updated for resources: {'Port': ['ID=17dc306c-b978-4354-95b7-bf243616006d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:52.346559 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d940aed-1beb-4555-b237-d24454fd67b4 None None] Pushing event updated for resources: {'Port': ['ID=c19812c2-612e-4cd0-9ee7-6e15e1ab4f76,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:52.585446 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3ec26382-330e-4cac-b350-97ad6bd806d4 admin admin] Publish callbacks [] for router_gateway (e2c4c059-9b1b-461b-8e51-d656aef35083), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:52.781514 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3ec26382-330e-4cac-b350-97ad6bd806d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (e2c4c059-9b1b-461b-8e51-d656aef35083), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:52.914170 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec26382-330e-4cac-b350-97ad6bd806d4 admin admin] Router e2c4c059-9b1b-461b-8e51-d656aef35083 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:22:53.029959 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec26382-330e-4cac-b350-97ad6bd806d4 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:22:53.045907 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dde4c6-8a9b-49f3-8d0a-75c6d09a9561 None None] Sync routers for ids ['e2c4c059-9b1b-461b-8e51-d656aef35083'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:22:53.049177 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3ec26382-330e-4cac-b350-97ad6bd806d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:53.050588 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3ec26382-330e-4cac-b350-97ad6bd806d4 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4913507 Jan 28 14:22:53.053314 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49258) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:22:53.063641 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dde4c6-8a9b-49f3-8d0a-75c6d09a9561 None None] Routers {'e2c4c059-9b1b-461b-8e51-d656aef35083'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:22:53.064656 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d4dde4c6-8a9b-49f3-8d0a-75c6d09a9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:22:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e2c4c059-9b1b-461b-8e51-d656aef35083'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:22:53.177294 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-d4dde4c6-8a9b-49f3-8d0a-75c6d09a9561 None None] Set router e2c4c059-9b1b-461b-8e51-d656aef35083 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:22:53.258725 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c11e5f-3046-43f0-acf6-eee12dd3b7de None None] Network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:22:53.380073 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f547e714-c430-4901-87a4-a5166476215a None None] Provisioning complete for port c19812c2-612e-4cd0-9ee7-6e15e1ab4f76 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:22:53.380447 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f547e714-c430-4901-87a4-a5166476215a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c19812c2-612e-4cd0-9ee7-6e15e1ab4f76), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:53.465945 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 99bab1a0-beb1-4361-9818-8d1bc5c790f1 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:22:53.500120 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 99bab1a0-beb1-4361-9818-8d1bc5c790f1 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:22:53.500329 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 99bab1a0-beb1-4361-9818-8d1bc5c790f1 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:22:53.584009 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f547e714-c430-4901-87a4-a5166476215a None None] Current status of the port c19812c2-612e-4cd0-9ee7-6e15e1ab4f76 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:22:53.584582 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f547e714-c430-4901-87a4-a5166476215a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c19812c2-612e-4cd0-9ee7-6e15e1ab4f76), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:53.614189 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d4dde4c6-8a9b-49f3-8d0a-75c6d09a9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:52Z', 'revision_number': 3, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:22:53.658703 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dde4c6-8a9b-49f3-8d0a-75c6d09a9561 None None] Checking router: e2c4c059-9b1b-461b-8e51-d656aef35083 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:22:53.659100 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dde4c6-8a9b-49f3-8d0a-75c6d09a9561 None None] Updating router e2c4c059-9b1b-461b-8e51-d656aef35083 port 17dc306c-b978-4354-95b7-bf243616006d binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:22:53.697629 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f547e714-c430-4901-87a4-a5166476215a None None] For port c19812c2-612e-4cd0-9ee7-6e15e1ab4f76, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c19812c2-612e-4cd0-9ee7-6e15e1ab4f76,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:22:53.703029 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4dde4c6-8a9b-49f3-8d0a-75c6d09a9561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (17dc306c-b978-4354-95b7-bf243616006d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:53.706805 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c19812c2-612e-4cd0-9ee7-6e15e1ab4f76 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:22:53.710860 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f547e714-c430-4901-87a4-a5166476215a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c19812c2-612e-4cd0-9ee7-6e15e1ab4f76), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:53.825402 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fd60217d-b842-4be4-bd36-0baf9537a705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:53.885686 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547e714-c430-4901-87a4-a5166476215a None None] Pushing event updated for resources: {'Port': ['ID=c19812c2-612e-4cd0-9ee7-6e15e1ab4f76,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:53.907552 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-82519c89-0557-48fb-9092-39dd5087b452 None None] Provisioning complete for port c19812c2-612e-4cd0-9ee7-6e15e1ab4f76 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:22:53.907927 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-82519c89-0557-48fb-9092-39dd5087b452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c19812c2-612e-4cd0-9ee7-6e15e1ab4f76), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:53.921179 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port c19812c2-612e-4cd0-9ee7-6e15e1ab4f76 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:22:53.921574 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c19812c2-612e-4cd0-9ee7-6e15e1ab4f76), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:53.995656 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-fd60217d-b842-4be4-bd36-0baf9537a705 admin admin] Allocated IP 172.20.0.1 (b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc/fa41e832-0e14-4e96-8298-f17453ce2e7b/bc2883b8-f923-42cd-826e-77610b13c754) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:22:54.104694 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fd60217d-b842-4be4-bd36-0baf9537a705 admin admin] Publish callbacks [] for port (bc2883b8-f923-42cd-826e-77610b13c754), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:54.141593 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fd60217d-b842-4be4-bd36-0baf9537a705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (bc2883b8-f923-42cd-826e-77610b13c754), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:54.170398 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-82519c89-0557-48fb-9092-39dd5087b452 None None] Current status of the port c19812c2-612e-4cd0-9ee7-6e15e1ab4f76 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:22:54.174618 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c19812c2-612e-4cd0-9ee7-6e15e1ab4f76 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:22:54.179737 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd60217d-b842-4be4-bd36-0baf9537a705 admin admin] Network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:22:54.182634 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-fd60217d-b842-4be4-bd36-0baf9537a705 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:22:54.186078 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd60217d-b842-4be4-bd36-0baf9537a705 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:22:54.193022 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4dde4c6-8a9b-49f3-8d0a-75c6d09a9561 None None] Publish callbacks [] for port (17dc306c-b978-4354-95b7-bf243616006d), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:54.200190 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4dde4c6-8a9b-49f3-8d0a-75c6d09a9561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (17dc306c-b978-4354-95b7-bf243616006d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:54.216456 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60217d-b842-4be4-bd36-0baf9537a705 admin admin] Pushing event updated for resources: {'Port': ['ID=bc2883b8-f923-42cd-826e-77610b13c754,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:54.233278 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fd60217d-b842-4be4-bd36-0baf9537a705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (e2c4c059-9b1b-461b-8e51-d656aef35083), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:54.262481 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d4dde4c6-8a9b-49f3-8d0a-75c6d09a9561 None None] Attempting to bind port 17dc306c-b978-4354-95b7-bf243616006d on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:22:54.262587 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d4dde4c6-8a9b-49f3-8d0a-75c6d09a9561 None None] Attempting to bind port 17dc306c-b978-4354-95b7-bf243616006d by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:22:54.262873 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dde4c6-8a9b-49f3-8d0a-75c6d09a9561 None None] Attempting to bind port 17dc306c-b978-4354-95b7-bf243616006d on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:22:54.270292 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f532925-aa20-4192-9f8e-631917d3f9d4 None None] Pushing event updated for resources: {'Port': ['ID=17dc306c-b978-4354-95b7-bf243616006d,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:54.274096 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dde4c6-8a9b-49f3-8d0a-75c6d09a9561 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:22:54.274739 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dde4c6-8a9b-49f3-8d0a-75c6d09a9561 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:22:54.275283 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4dde4c6-8a9b-49f3-8d0a-75c6d09a9561 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:54.275736 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dde4c6-8a9b-49f3-8d0a-75c6d09a9561 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:22:54.276298 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-d4dde4c6-8a9b-49f3-8d0a-75c6d09a9561 None None] Bound port: 17dc306c-b978-4354-95b7-bf243616006d, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:22:54.276748 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4dde4c6-8a9b-49f3-8d0a-75c6d09a9561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (17dc306c-b978-4354-95b7-bf243616006d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:54.336157 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d4dde4c6-8a9b-49f3-8d0a-75c6d09a9561 None None] For port 17dc306c-b978-4354-95b7-bf243616006d, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:22:54.339963 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d4dde4c6-8a9b-49f3-8d0a-75c6d09a9561 None None] For port 17dc306c-b978-4354-95b7-bf243616006d, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=17dc306c-b978-4354-95b7-bf243616006d,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:22:54.345570 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4dde4c6-8a9b-49f3-8d0a-75c6d09a9561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (17dc306c-b978-4354-95b7-bf243616006d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:54.374133 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fd60217d-b842-4be4-bd36-0baf9537a705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bc2883b8-f923-42cd-826e-77610b13c754), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:54.411277 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dde4c6-8a9b-49f3-8d0a-75c6d09a9561 None None] Routers {'e2c4c059-9b1b-461b-8e51-d656aef35083'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:22:54.411911 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d4dde4c6-8a9b-49f3-8d0a-75c6d09a9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:22:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e2c4c059-9b1b-461b-8e51-d656aef35083'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:22:54.417321 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f532925-aa20-4192-9f8e-631917d3f9d4 None None] Pushing event updated for resources: {'Port': ['ID=17dc306c-b978-4354-95b7-bf243616006d,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:54.530072 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-bde08282-e99b-4d3d-be19-07812c5a499a None None] Provisioning complete for port bc2883b8-f923-42cd-826e-77610b13c754 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:22:54.530339 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bde08282-e99b-4d3d-be19-07812c5a499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (bc2883b8-f923-42cd-826e-77610b13c754), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:54.550598 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fd60217d-b842-4be4-bd36-0baf9537a705 admin admin] Publish callbacks [] for port (bc2883b8-f923-42cd-826e-77610b13c754), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:54.554749 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-d4dde4c6-8a9b-49f3-8d0a-75c6d09a9561 None None] Set router e2c4c059-9b1b-461b-8e51-d656aef35083 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:22:54.558047 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fd60217d-b842-4be4-bd36-0baf9537a705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (bc2883b8-f923-42cd-826e-77610b13c754), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:54.609618 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-bde08282-e99b-4d3d-be19-07812c5a499a None None] Port bc2883b8-f923-42cd-826e-77610b13c754 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:22:54.630989 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60217d-b842-4be4-bd36-0baf9537a705 admin admin] Pushing event updated for resources: {'Port': ['ID=bc2883b8-f923-42cd-826e-77610b13c754,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:54.638376 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fd60217d-b842-4be4-bd36-0baf9537a705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (e2c4c059-9b1b-461b-8e51-d656aef35083), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:54.732883 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd60217d-b842-4be4-bd36-0baf9537a705 admin admin] Network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:22:54.734334 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-fd60217d-b842-4be4-bd36-0baf9537a705 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:22:54.865216 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd60217d-b842-4be4-bd36-0baf9537a705 admin admin] Router e2c4c059-9b1b-461b-8e51-d656aef35083 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:22:54.946850 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d4dde4c6-8a9b-49f3-8d0a-75c6d09a9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'bc2883b8-f923-42cd-826e-77610b13c754', 'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'mac_address': 'fa:16:3e:08:4c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:53Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 1, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'subnets': [{'id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:22:54.975701 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dde4c6-8a9b-49f3-8d0a-75c6d09a9561 None None] The sync data for ids ['e2c4c059-9b1b-461b-8e51-d656aef35083'] in n-d-822747-2 is: [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'bc2883b8-f923-42cd-826e-77610b13c754', 'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'mac_address': 'fa:16:3e:08:4c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:53Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 1, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'subnets': [{'id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:22:54.986259 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd60217d-b842-4be4-bd36-0baf9537a705 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:22:54.995451 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fd60217d-b842-4be4-bd36-0baf9537a705 admin admin] 10.222.0.39 "PUT /v2.0/routers/e2c4c059-9b1b-461b-8e51-d656aef35083/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9407747 Jan 28 14:22:55.033578 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-5f6ef774-b29b-4c9c-9eb6-2c8467e20db1 None None] Provisioning complete for port bc2883b8-f923-42cd-826e-77610b13c754 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:22:55.033948 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5f6ef774-b29b-4c9c-9eb6-2c8467e20db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (bc2883b8-f923-42cd-826e-77610b13c754), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:55.073663 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5f6ef774-b29b-4c9c-9eb6-2c8467e20db1 None None] Port bc2883b8-f923-42cd-826e-77610b13c754 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:22:55.540313 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49266) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:22:55.544986 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a7d11d1f-bf5c-4cd2-9bf7-bc0e30f4826e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1641282668', 'description': 'tempest-description--191031892'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:22:55.572861 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a7d11d1f-bf5c-4cd2-9bf7-bc0e30f4826e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:55.669423 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c19812c2-612e-4cd0-9ee7-6e15e1ab4f76 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:22:55.679979 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a7d11d1f-bf5c-4cd2-9bf7-bc0e30f4826e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for security_group (1e2c0605-f016-4648-bbdf-21420d0470ac), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:55.684971 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a7d11d1f-bf5c-4cd2-9bf7-bc0e30f4826e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1e2c0605-f016-4648-bbdf-21420d0470ac), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:55.717093 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a7d11d1f-bf5c-4cd2-9bf7-bc0e30f4826e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:55.718371 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a7d11d1f-bf5c-4cd2-9bf7-bc0e30f4826e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1770279 Jan 28 14:22:55.720715 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d11d1f-bf5c-4cd2-9bf7-bc0e30f4826e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2c0605-f016-4648-bbdf-21420d0470ac,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:55.722118 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49268) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:22:55.727844 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-bbe452c3-eca7-465f-9430-2afff5c2761f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Request body: {'security_group_rule': {'security_group_id': '1e2c0605-f016-4648-bbdf-21420d0470ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:22:55.731055 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port c19812c2-612e-4cd0-9ee7-6e15e1ab4f76 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:22:55.731425 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c19812c2-612e-4cd0-9ee7-6e15e1ab4f76), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:55.758739 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bbe452c3-eca7-465f-9430-2afff5c2761f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for security_group_rule (d3327224-b397-4646-8ce3-fe054e68c62c), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:55.811689 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bbe452c3-eca7-465f-9430-2afff5c2761f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for security_group_rule (d3327224-b397-4646-8ce3-fe054e68c62c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:55.819905 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bbe452c3-eca7-465f-9430-2afff5c2761f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (d3327224-b397-4646-8ce3-fe054e68c62c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:55.821519 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c19812c2-612e-4cd0-9ee7-6e15e1ab4f76 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:22:55.842714 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe452c3-eca7-465f-9430-2afff5c2761f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3327224-b397-4646-8ce3-fe054e68c62c,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:55.853110 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bbe452c3-eca7-465f-9430-2afff5c2761f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:55.855030 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bbe452c3-eca7-465f-9430-2afff5c2761f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308022 Jan 28 14:22:55.857435 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49270) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:22:55.862009 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-4d0280bb-21df-4df6-a1be-7f39def56c9f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Request body: {'security_group_rule': {'security_group_id': '1e2c0605-f016-4648-bbdf-21420d0470ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:22:55.892320 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4d0280bb-21df-4df6-a1be-7f39def56c9f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for security_group_rule (3972a6ee-904b-4076-974a-163be14a6f9a), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:55.960229 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4d0280bb-21df-4df6-a1be-7f39def56c9f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for security_group_rule (3972a6ee-904b-4076-974a-163be14a6f9a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:55.968284 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4d0280bb-21df-4df6-a1be-7f39def56c9f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (3972a6ee-904b-4076-974a-163be14a6f9a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:55.990335 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0280bb-21df-4df6-a1be-7f39def56c9f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3972a6ee-904b-4076-974a-163be14a6f9a,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:55.996812 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4d0280bb-21df-4df6-a1be-7f39def56c9f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:56.001267 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49272) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:22:56.001433 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4d0280bb-21df-4df6-a1be-7f39def56c9f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1429031 Jan 28 14:22:56.006527 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-e4115c48-f9eb-4e70-9a22-50b79e0c851a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:22:56.028893 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4115c48-f9eb-4e70-9a22-50b79e0c851a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:56.137134 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4115c48-f9eb-4e70-9a22-50b79e0c851a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:56.246099 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-e4115c48-f9eb-4e70-9a22-50b79e0c851a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Allocated IP 172.25.3.180 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/698b6b24-a527-4fff-949c-c7181b8799de) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:22:56.354629 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4115c48-f9eb-4e70-9a22-50b79e0c851a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for port (698b6b24-a527-4fff-949c-c7181b8799de), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:56.388882 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4115c48-f9eb-4e70-9a22-50b79e0c851a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (698b6b24-a527-4fff-949c-c7181b8799de), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:56.426996 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4115c48-f9eb-4e70-9a22-50b79e0c851a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:22:56.433453 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-e4115c48-f9eb-4e70-9a22-50b79e0c851a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:22:56.437875 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4115c48-f9eb-4e70-9a22-50b79e0c851a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:22:56.440950 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4115c48-f9eb-4e70-9a22-50b79e0c851a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Pushing event updated for resources: {'Port': ['ID=698b6b24-a527-4fff-949c-c7181b8799de,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:56.531162 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4115c48-f9eb-4e70-9a22-50b79e0c851a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for floatingip (e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:56.566333 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4115c48-f9eb-4e70-9a22-50b79e0c851a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (698b6b24-a527-4fff-949c-c7181b8799de), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:56.728429 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4115c48-f9eb-4e70-9a22-50b79e0c851a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for port (698b6b24-a527-4fff-949c-c7181b8799de), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:56.733600 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4115c48-f9eb-4e70-9a22-50b79e0c851a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (698b6b24-a527-4fff-949c-c7181b8799de), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:56.806110 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4115c48-f9eb-4e70-9a22-50b79e0c851a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Pushing event updated for resources: {'Port': ['ID=698b6b24-a527-4fff-949c-c7181b8799de,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:56.815335 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4115c48-f9eb-4e70-9a22-50b79e0c851a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:56.831983 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4115c48-f9eb-4e70-9a22-50b79e0c851a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:56.833294 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e4115c48-f9eb-4e70-9a22-50b79e0c851a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8308239 Jan 28 14:22:56.985484 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-abada696-5937-448d-9c4c-eb0f868c1ddd tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1641282668&fields=id&tenant_id=d29292ae351c4e74888107e15a8770d3 HTTP/1.1" status: 200 len: 267 time: 0.0441127 Jan 28 14:22:57.029592 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d339ac95-cea5-4f70-9997-efd3cdb7df3e None None] Sync routers for ids ['e2c4c059-9b1b-461b-8e51-d656aef35083'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:22:57.043879 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d339ac95-cea5-4f70-9997-efd3cdb7df3e None None] Routers {'e2c4c059-9b1b-461b-8e51-d656aef35083'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:22:57.044671 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d339ac95-cea5-4f70-9997-efd3cdb7df3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:22:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e2c4c059-9b1b-461b-8e51-d656aef35083'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:22:57.099245 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-47f388fd-e0ee-42de-9c5f-7424564f1c3e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:57.102168 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-47f388fd-e0ee-42de-9c5f-7424564f1c3e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 812 time: 0.1097543 Jan 28 14:22:57.116474 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-2baf96c1-dab7-4076-9000-1588c9d1ac9e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/quotas/d29292ae351c4e74888107e15a8770d3 HTTP/1.1" status: 200 len: 375 time: 0.0098000 Jan 28 14:22:57.152931 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-d339ac95-cea5-4f70-9997-efd3cdb7df3e None None] Set router e2c4c059-9b1b-461b-8e51-d656aef35083 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:22:57.169166 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-9ebbe624-72c5-48f7-aec4-a79092733abe tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475631 Jan 28 14:22:57.270092 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-5b421709-29ef-4c08-9a6f-fe6d6d658b8c service neutron] 10.222.0.39 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876851 Jan 28 14:22:57.362813 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-48679cd8-4e95-4c65-88f6-21350d6d85ef service neutron] 10.222.0.39 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867243 Jan 28 14:22:57.442856 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d339ac95-cea5-4f70-9997-efd3cdb7df3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'bc2883b8-f923-42cd-826e-77610b13c754', 'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'mac_address': 'fa:16:3e:08:4c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:53Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 2, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'subnets': [{'id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:22:57.474838 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d339ac95-cea5-4f70-9997-efd3cdb7df3e None None] Checking router: e2c4c059-9b1b-461b-8e51-d656aef35083 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:22:57.475212 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d339ac95-cea5-4f70-9997-efd3cdb7df3e None None] Updating router e2c4c059-9b1b-461b-8e51-d656aef35083 port bc2883b8-f923-42cd-826e-77610b13c754 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:22:57.513406 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d339ac95-cea5-4f70-9997-efd3cdb7df3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bc2883b8-f923-42cd-826e-77610b13c754), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:57.528592 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-69c67311-26fa-41bb-8632-001d14ecc60e req-f4efb131-1c03-45c7-bb8d-8adcc7c3f583 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 210 time: 0.0285621 Jan 28 14:22:57.670191 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 17dc306c-b978-4354-95b7-bf243616006d up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:22:57.726813 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 17dc306c-b978-4354-95b7-bf243616006d triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:22:57.727703 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (17dc306c-b978-4354-95b7-bf243616006d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:57.807816 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d339ac95-cea5-4f70-9997-efd3cdb7df3e None None] Publish callbacks [] for port (bc2883b8-f923-42cd-826e-77610b13c754), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:57.812999 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 17dc306c-b978-4354-95b7-bf243616006d is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:22:57.813527 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (17dc306c-b978-4354-95b7-bf243616006d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:57.813683 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d339ac95-cea5-4f70-9997-efd3cdb7df3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (bc2883b8-f923-42cd-826e-77610b13c754), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:57.835254 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 17dc306c-b978-4354-95b7-bf243616006d, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=17dc306c-b978-4354-95b7-bf243616006d,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:22:57.840227 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (17dc306c-b978-4354-95b7-bf243616006d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:57.903353 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc286cee-6a86-47e2-ae5f-b268f0b96691 None None] Pushing event updated for resources: {'Port': ['ID=bc2883b8-f923-42cd-826e-77610b13c754,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:57.906524 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=17dc306c-b978-4354-95b7-bf243616006d,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:57.924879 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc286cee-6a86-47e2-ae5f-b268f0b96691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:57.925351 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc286cee-6a86-47e2-ae5f-b268f0b96691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:57.925771 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc286cee-6a86-47e2-ae5f-b268f0b96691 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:57.926440 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc286cee-6a86-47e2-ae5f-b268f0b96691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:57.927001 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc286cee-6a86-47e2-ae5f-b268f0b96691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:57.927523 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc286cee-6a86-47e2-ae5f-b268f0b96691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:57.928042 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc286cee-6a86-47e2-ae5f-b268f0b96691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:57.928594 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc286cee-6a86-47e2-ae5f-b268f0b96691 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:57.929215 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc286cee-6a86-47e2-ae5f-b268f0b96691 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:57.929773 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc286cee-6a86-47e2-ae5f-b268f0b96691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:57.930176 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc286cee-6a86-47e2-ae5f-b268f0b96691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:57.930530 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc286cee-6a86-47e2-ae5f-b268f0b96691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:57.930884 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc286cee-6a86-47e2-ae5f-b268f0b96691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:57.950137 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-d339ac95-cea5-4f70-9997-efd3cdb7df3e None None] Attempting to bind port bc2883b8-f923-42cd-826e-77610b13c754 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:22:57.950497 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-d339ac95-cea5-4f70-9997-efd3cdb7df3e None None] Attempting to bind port bc2883b8-f923-42cd-826e-77610b13c754 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:22:57.950852 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339ac95-cea5-4f70-9997-efd3cdb7df3e None None] Attempting to bind port bc2883b8-f923-42cd-826e-77610b13c754 on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:22:57.957099 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339ac95-cea5-4f70-9997-efd3cdb7df3e None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:22:57.957468 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339ac95-cea5-4f70-9997-efd3cdb7df3e None None] Checking segment: {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:22:57.958010 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d339ac95-cea5-4f70-9997-efd3cdb7df3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:57.958227 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339ac95-cea5-4f70-9997-efd3cdb7df3e None None] Bound using segment: {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:22:57.959009 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-d339ac95-cea5-4f70-9997-efd3cdb7df3e None None] Bound port: bc2883b8-f923-42cd-826e-77610b13c754, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:22:57.959378 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d339ac95-cea5-4f70-9997-efd3cdb7df3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bc2883b8-f923-42cd-826e-77610b13c754), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:58.034892 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-d339ac95-cea5-4f70-9997-efd3cdb7df3e None None] For port bc2883b8-f923-42cd-826e-77610b13c754, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:22:58.038682 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-d339ac95-cea5-4f70-9997-efd3cdb7df3e None None] For port bc2883b8-f923-42cd-826e-77610b13c754, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=bc2883b8-f923-42cd-826e-77610b13c754,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:22:58.043738 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-d339ac95-cea5-4f70-9997-efd3cdb7df3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (bc2883b8-f923-42cd-826e-77610b13c754), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:58.105325 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d339ac95-cea5-4f70-9997-efd3cdb7df3e None None] Routers {'e2c4c059-9b1b-461b-8e51-d656aef35083'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:22:58.105939 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d339ac95-cea5-4f70-9997-efd3cdb7df3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:22:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e2c4c059-9b1b-461b-8e51-d656aef35083'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:22:58.132382 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-137d2d07-6ad4-415a-96f8-d1c53d3e4e6a None None] Provisioning complete for port bc2883b8-f923-42cd-826e-77610b13c754 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:22:58.132764 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-137d2d07-6ad4-415a-96f8-d1c53d3e4e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (bc2883b8-f923-42cd-826e-77610b13c754), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:58.159633 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc286cee-6a86-47e2-ae5f-b268f0b96691 None None] Pushing event updated for resources: {'Port': ['ID=bc2883b8-f923-42cd-826e-77610b13c754,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:58.223054 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-137d2d07-6ad4-415a-96f8-d1c53d3e4e6a None None] Current status of the port bc2883b8-f923-42cd-826e-77610b13c754 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:22:58.223445 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-137d2d07-6ad4-415a-96f8-d1c53d3e4e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bc2883b8-f923-42cd-826e-77610b13c754), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:58.240552 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-d339ac95-cea5-4f70-9997-efd3cdb7df3e None None] Set router e2c4c059-9b1b-461b-8e51-d656aef35083 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:22:58.261284 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-137d2d07-6ad4-415a-96f8-d1c53d3e4e6a None None] For port bc2883b8-f923-42cd-826e-77610b13c754, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=bc2883b8-f923-42cd-826e-77610b13c754,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:22:58.266303 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-137d2d07-6ad4-415a-96f8-d1c53d3e4e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (bc2883b8-f923-42cd-826e-77610b13c754), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:58.328346 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d2d07-6ad4-415a-96f8-d1c53d3e4e6a None None] Pushing event updated for resources: {'Port': ['ID=bc2883b8-f923-42cd-826e-77610b13c754,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:58.390812 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-6bd49081-9dea-46bc-a125-50e2db4c198b None None] Provisioning complete for port bc2883b8-f923-42cd-826e-77610b13c754 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:22:58.391109 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bd49081-9dea-46bc-a125-50e2db4c198b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (bc2883b8-f923-42cd-826e-77610b13c754), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:58.478296 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6bd49081-9dea-46bc-a125-50e2db4c198b None None] Current status of the port bc2883b8-f923-42cd-826e-77610b13c754 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:22:58.578237 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d339ac95-cea5-4f70-9997-efd3cdb7df3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'bc2883b8-f923-42cd-826e-77610b13c754', 'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'mac_address': 'fa:16:3e:08:4c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:53Z', 'updated_at': '2022-01-28T14:22:58Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'subnets': [{'id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:22:58.609781 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d339ac95-cea5-4f70-9997-efd3cdb7df3e None None] The sync data for ids ['e2c4c059-9b1b-461b-8e51-d656aef35083'] in n-d-822747-2 is: [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'bc2883b8-f923-42cd-826e-77610b13c754', 'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'mac_address': 'fa:16:3e:08:4c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:53Z', 'updated_at': '2022-01-28T14:22:58Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'subnets': [{'id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:22:58.611367 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-d75e7eea-2963-4bbb-9a7c-aad54b63e8b7 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:58.613247 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-d75e7eea-2963-4bbb-9a7c-aad54b63e8b7 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 812 time: 0.1404107 Jan 28 14:22:58.666706 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a99eed23-68d5-4b50-9226-1a1be3218462 req-cb27e6a5-5cfb-4a5f-a0a6-78cbe5fceee4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 210 time: 0.0443432 Jan 28 14:22:58.702113 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-b4459a1c-174c-42a4-95df-8d7483c9b22d tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d29292ae351c4e74888107e15a8770d3 HTTP/1.1" status: 200 len: 380 time: 0.0810006 Jan 28 14:22:58.711207 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-e4db6a1b-54d4-4b16-a092-fbf4b211b6ad tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Request body: {'port': {'device_id': '4bfaa8de-bafd-4781-a3b6-6ce36f5c748d', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'admin_state_up': True, 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'security_groups': ['1e2c0605-f016-4648-bbdf-21420d0470ac']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:22:58.824518 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-e4db6a1b-54d4-4b16-a092-fbf4b211b6ad tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Made reservation on behalf of d29292ae351c4e74888107e15a8770d3 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:22:58.828017 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-e4db6a1b-54d4-4b16-a092-fbf4b211b6ad tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:58.964224 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-e4db6a1b-54d4-4b16-a092-fbf4b211b6ad tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Allocated IP 172.20.0.11 (b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc/fa41e832-0e14-4e96-8298-f17453ce2e7b/f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:22:59.107435 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-e4db6a1b-54d4-4b16-a092-fbf4b211b6ad tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for port (f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:59.143915 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-e4db6a1b-54d4-4b16-a092-fbf4b211b6ad tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:59.194768 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-e4db6a1b-54d4-4b16-a092-fbf4b211b6ad tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:22:59.197885 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-e4db6a1b-54d4-4b16-a092-fbf4b211b6ad tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:22:59.204656 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-e4db6a1b-54d4-4b16-a092-fbf4b211b6ad tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:22:59.232952 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db6a1b-54d4-4b16-a092-fbf4b211b6ad tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Pushing event updated for resources: {'Port': ['ID=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:59.258512 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-e4db6a1b-54d4-4b16-a092-fbf4b211b6ad tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:59.259164 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-e4db6a1b-54d4-4b16-a092-fbf4b211b6ad tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:59.276451 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-e4db6a1b-54d4-4b16-a092-fbf4b211b6ad tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5694914 Jan 28 14:22:59.288075 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-51a24bf9-a2d4-422d-a305-6dc51d8b0cc8 service neutron] Request body: {'port': {'device_id': '4bfaa8de-bafd-4781-a3b6-6ce36f5c748d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:22:59.343744 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-51a24bf9-a2d4-422d-a305-6dc51d8b0cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:59.408416 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5573a3b3-7579-440d-bc0e-8f9db5b3dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:59.414675 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e01a8b43-896e-423e-85e1-9241162e4d15 None None] Provisioning complete for port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:22:59.415088 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e01a8b43-896e-423e-85e1-9241162e4d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:59.449279 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e01a8b43-896e-423e-85e1-9241162e4d15 None None] Port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:22:59.622652 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-51a24bf9-a2d4-422d-a305-6dc51d8b0cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:22:59.630675 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-51a24bf9-a2d4-422d-a305-6dc51d8b0cc8 service neutron] Publish callbacks [] for port (f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:59.643716 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-51a24bf9-a2d4-422d-a305-6dc51d8b0cc8 service neutron] Transition to ACTIVE for port object f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:22:59.647780 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-51a24bf9-a2d4-422d-a305-6dc51d8b0cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:59.684342 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 17dc306c-b978-4354-95b7-bf243616006d up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:22:59.703048 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a24bf9-a2d4-422d-a305-6dc51d8b0cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:59.754037 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 17dc306c-b978-4354-95b7-bf243616006d triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:22:59.754467 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (17dc306c-b978-4354-95b7-bf243616006d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:59.779472 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-51a24bf9-a2d4-422d-a305-6dc51d8b0cc8 service neutron] Attempting to bind port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:22:59.780067 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-51a24bf9-a2d4-422d-a305-6dc51d8b0cc8 service neutron] Attempting to bind port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:22:59.780568 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-51a24bf9-a2d4-422d-a305-6dc51d8b0cc8 service neutron] Attempting to bind port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:22:59.786453 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-51a24bf9-a2d4-422d-a305-6dc51d8b0cc8 service neutron] Port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:22:59.787638 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-51a24bf9-a2d4-422d-a305-6dc51d8b0cc8 service neutron] Attempting to bind port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:22:59.794088 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-51a24bf9-a2d4-422d-a305-6dc51d8b0cc8 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:22:59.794500 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-51a24bf9-a2d4-422d-a305-6dc51d8b0cc8 service neutron] Checking segment: {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:22:59.795009 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-51a24bf9-a2d4-422d-a305-6dc51d8b0cc8 service neutron] Bound using segment: {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:22:59.795518 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-51a24bf9-a2d4-422d-a305-6dc51d8b0cc8 service neutron] Bound port: f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:22:59.796291 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-51a24bf9-a2d4-422d-a305-6dc51d8b0cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:59.819470 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1836556-b66a-482b-86fe-d32558d09459 req-f61af94f-cc43-49c8-b18f-7430f104f527 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:59.826935 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a1836556-b66a-482b-86fe-d32558d09459 req-f61af94f-cc43-49c8-b18f-7430f104f527 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 944 time: 0.0785239 Jan 28 14:22:59.863515 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 17dc306c-b978-4354-95b7-bf243616006d is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:22:59.864784 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device bc2883b8-f923-42cd-826e-77610b13c754 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:22:59.883562 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-51a24bf9-a2d4-422d-a305-6dc51d8b0cc8 service neutron] For port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:22:59.884974 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a1836556-b66a-482b-86fe-d32558d09459 req-eefe4933-588e-43fc-9bf8-97f2ccabb63b tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569146 Jan 28 14:22:59.888406 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-51a24bf9-a2d4-422d-a305-6dc51d8b0cc8 service neutron] For port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:22:59.894108 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-51a24bf9-a2d4-422d-a305-6dc51d8b0cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:59.921348 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port bc2883b8-f923-42cd-826e-77610b13c754 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:22:59.921853 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (bc2883b8-f923-42cd-826e-77610b13c754), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:59.930848 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-51a24bf9-a2d4-422d-a305-6dc51d8b0cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:59.931537 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-51a24bf9-a2d4-422d-a305-6dc51d8b0cc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:59.933684 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-51a24bf9-a2d4-422d-a305-6dc51d8b0cc8 service neutron] 10.222.0.37 "PUT /v2.0/ports/f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc HTTP/1.1" status: 200 len: 1092 time: 0.6500335 Jan 28 14:22:59.936972 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfaa8de-bafd-4781-a3b6-6ce36f5c748d', 'tag': 'f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:22:59.940281 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0baebb8c-c84d-44d6-877a-c3c7df4a478e" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfaa8de-bafd-4781-a3b6-6ce36f5c748d", "tag": "f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:22:59.995106 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1cbd80-2f4c-4dc4-888c-6d68fc578431 x-openstack-request-id: req-7a1cbd80-2f4c-4dc4-888c-6d68fc578431 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:22:59.995399 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfaa8de-bafd-4781-a3b6-6ce36f5c748d", "tag": "f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:22:59.995649 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a1cbd80-2f4c-4dc4-888c-6d68fc578431 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:22:59.996065 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfaa8de-bafd-4781-a3b6-6ce36f5c748d', 'tag': 'f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc', 'status': 'completed', 'code': 200} Jan 28 14:23:00.012062 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a24bf9-a2d4-422d-a305-6dc51d8b0cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:23:00.035820 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-aea74109-9f2f-4365-bd4c-9499c309567c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:23:00.037890 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-aea74109-9f2f-4365-bd4c-9499c309567c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 1095 time: 0.0613525 Jan 28 14:23:00.056824 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port bc2883b8-f923-42cd-826e-77610b13c754 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:23:00.087277 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-ec52610c-2439-41c0-b7d5-550cf825f027 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc HTTP/1.1" status: 200 len: 217 time: 0.0403526 Jan 28 14:23:00.138988 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-b7bf63c5-ddc5-4721-8556-235ac7e2115a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:23:00.140427 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-b7bf63c5-ddc5-4721-8556-235ac7e2115a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0477602 Jan 28 14:23:00.192565 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-e6e62959-734f-4bb3-83ac-4369c9160f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:23:00.194119 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-e6e62959-734f-4bb3-83ac-4369c9160f40 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480571 Jan 28 14:23:00.286182 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-43cf8849-e0c3-416e-b891-e9d5bc9689b9 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861502 Jan 28 14:23:00.371994 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2af6071f-4fb3-4bb0-977d-2fd6d3989343 req-877544c6-35ee-482a-9b67-d618c3e5e97e service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804567 Jan 28 14:23:00.459095 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baebb8c-c84d-44d6-877a-c3c7df4a478e req-dbb8d50b-19c8-4838-813f-95510d12421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:23:00.460721 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0baebb8c-c84d-44d6-877a-c3c7df4a478e req-dbb8d50b-19c8-4838-813f-95510d12421b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 1095 time: 0.0410161 Jan 28 14:23:00.556081 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baebb8c-c84d-44d6-877a-c3c7df4a478e req-21777594-8258-49f5-a961-aea3f15c8f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:23:00.557548 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0baebb8c-c84d-44d6-877a-c3c7df4a478e req-21777594-8258-49f5-a961-aea3f15c8f57 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.0906448 Jan 28 14:23:00.597762 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0baebb8c-c84d-44d6-877a-c3c7df4a478e req-9a85888d-1f77-4f4b-a0dd-92915df9138b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc HTTP/1.1" status: 200 len: 217 time: 0.0343652 Jan 28 14:23:00.650216 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baebb8c-c84d-44d6-877a-c3c7df4a478e req-40b10a53-bf90-4675-8009-100ef712ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:23:00.651757 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0baebb8c-c84d-44d6-877a-c3c7df4a478e req-40b10a53-bf90-4675-8009-100ef712ee8b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0486422 Jan 28 14:23:00.697103 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baebb8c-c84d-44d6-877a-c3c7df4a478e req-bb6f1c34-ff45-4965-9df0-678df44061cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:23:00.698644 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0baebb8c-c84d-44d6-877a-c3c7df4a478e req-bb6f1c34-ff45-4965-9df0-678df44061cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410714 Jan 28 14:23:00.798603 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0baebb8c-c84d-44d6-877a-c3c7df4a478e req-fb90cea4-36c6-4d78-8d98-37a9712a2c26 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935934 Jan 28 14:23:00.887573 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0baebb8c-c84d-44d6-877a-c3c7df4a478e req-897539d1-12a9-4dd5-9b53-2fc22a45f700 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833395 Jan 28 14:23:01.010714 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f558e7-e343-4f3d-b480-83a612b4039b req-dbdc329d-09b9-4fba-99d6-43afe342ec9b tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:23:01.012282 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d6f558e7-e343-4f3d-b480-83a612b4039b req-dbdc329d-09b9-4fba-99d6-43afe342ec9b tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 944 time: 0.0583885 Jan 28 14:23:01.062243 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d6f558e7-e343-4f3d-b480-83a612b4039b req-f03f8db3-346c-4f9f-a962-a11cd72ae6ae tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439732 Jan 28 14:23:01.712783 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec6d2f72-8494-426a-9bda-82f3f212ad73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:02.191941 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a352a-b7ae-4eb4-9727-b2d3d3383796 req-b17c45cd-5048-4f22-b1dd-9d6f12b2ca51 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:23:02.193442 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-133a352a-b7ae-4eb4-9727-b2d3d3383796 req-b17c45cd-5048-4f22-b1dd-9d6f12b2ca51 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 944 time: 0.0571966 Jan 28 14:23:02.247067 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-133a352a-b7ae-4eb4-9727-b2d3d3383796 req-91d22fe9-7ee3-40d0-a73e-0e5b18ba8384 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477526 Jan 28 14:23:03.086491 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:03.374849 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979bfe0c-044a-4bf4-8c7d-5f67db0e8dec req-ff2c7bf4-0c79-464f-a83c-9259040e762d tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:23:03.376356 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-979bfe0c-044a-4bf4-8c7d-5f67db0e8dec req-ff2c7bf4-0c79-464f-a83c-9259040e762d tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 944 time: 0.0539823 Jan 28 14:23:03.426670 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-979bfe0c-044a-4bf4-8c7d-5f67db0e8dec req-adbba6a0-3db7-49ff-9373-e97e85b8f7b2 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444126 Jan 28 14:23:03.469136 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:23:03.579326 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:23:03.590711 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'port_id': 'f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc', 'mac_address': 'fa:16:3e:e4:90:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:23:03.629365 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:23:03.629758 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:03.648627 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:23:03.674828 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:23:03.680033 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:03.734790 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:23:03.972233 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:23:04.462977 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:04.546270 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffab3a0-9a61-4e02-9f26-316999d116fb req-1024734d-3ebe-48d0-8cf1-59ab45c42c89 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:23:04.547792 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fffab3a0-9a61-4e02-9f26-316999d116fb req-1024734d-3ebe-48d0-8cf1-59ab45c42c89 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 945 time: 0.0492065 Jan 28 14:23:04.603452 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fffab3a0-9a61-4e02-9f26-316999d116fb req-f7aba10a-12ba-429a-8120-d17fa9c4bf3e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460865 Jan 28 14:23:05.470435 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:23:05.522048 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:23:05.526090 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:23:05.526468 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:05.603681 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:23:05.604071 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:05.628578 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfaa8de-bafd-4781-a3b6-6ce36f5c748d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:23:05.630848 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bb7343-b122-402b-a0c9-b678d2eef166" -d '{"events": [{"server_uuid": "4bfaa8de-bafd-4781-a3b6-6ce36f5c748d", "name": "network-vif-plugged", "status": "completed", "tag": "f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:23:05.646662 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:23:05.653764 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:05.679988 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e5af0b-c268-4ad6-a744-92e338f5095c x-openstack-request-id: req-46e5af0b-c268-4ad6-a744-92e338f5095c {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:23:05.680373 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfaa8de-bafd-4781-a3b6-6ce36f5c748d", "name": "network-vif-plugged", "status": "completed", "tag": "f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:23:05.680704 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-46e5af0b-c268-4ad6-a744-92e338f5095c {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:23:05.681117 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfaa8de-bafd-4781-a3b6-6ce36f5c748d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc', 'code': 200} Jan 28 14:23:05.707789 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:23:05.744875 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a67b6d-656b-4f7e-b5ba-53efd5a6ca43 req-4372b2a8-1f67-447f-90f1-f98b5f399efc tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:23:05.746293 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2a67b6d-656b-4f7e-b5ba-53efd5a6ca43 req-4372b2a8-1f67-447f-90f1-f98b5f399efc tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 946 time: 0.0541756 Jan 28 14:23:05.773446 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5e937-5880-49ef-9a9f-fe3261c90359 req-a1fce39f-49de-406a-ad22-b0ef929738e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:23:05.775047 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-45f5e937-5880-49ef-9a9f-fe3261c90359 req-a1fce39f-49de-406a-ad22-b0ef929738e4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 1097 time: 0.0420368 Jan 28 14:23:05.795991 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2a67b6d-656b-4f7e-b5ba-53efd5a6ca43 req-ccf41579-fb75-4a8f-959a-7762c0889df8 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439415 Jan 28 14:23:05.819355 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-45f5e937-5880-49ef-9a9f-fe3261c90359 req-85b4d8c0-ac7b-435d-8715-90ab0e68b7cf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381293 Jan 28 14:23:06.400074 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:07.255941 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2cb92-5973-47f3-a97e-f9cba2730b81 req-21095235-39e5-4801-922c-be572c89f579 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:23:07.257430 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9ab2cb92-5973-47f3-a97e-f9cba2730b81 req-21095235-39e5-4801-922c-be572c89f579 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 946 time: 0.3902442 Jan 28 14:23:07.312382 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9ab2cb92-5973-47f3-a97e-f9cba2730b81 req-4534bb1b-1212-4640-bb96-f61c44b4c517 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491846 Jan 28 14:23:08.437539 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612faa3b-8e00-4a81-aa89-a667802380d1 req-dada6c01-4019-40b7-be0f-411e4d5d2292 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:23:08.439072 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-612faa3b-8e00-4a81-aa89-a667802380d1 req-dada6c01-4019-40b7-be0f-411e4d5d2292 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 946 time: 0.0591011 Jan 28 14:23:08.493996 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-612faa3b-8e00-4a81-aa89-a667802380d1 req-11c51a8c-5791-4c12-be2f-3beb7aa23658 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469782 Jan 28 14:23:08.620383 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970864a-33bd-46c4-8de7-368328513982 req-410ef4a7-e415-4e02-96ce-9b9b786dfa32 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:23:08.621933 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7970864a-33bd-46c4-8de7-368328513982 req-410ef4a7-e415-4e02-96ce-9b9b786dfa32 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 946 time: 0.0510490 Jan 28 14:23:08.631704 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 49324) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:23:08.636533 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-0eed82ed-9392-49eb-814e-59762d2a1db9 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Request body: {'floatingip': {'port_id': 'f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:23:08.676984 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0eed82ed-9392-49eb-814e-59762d2a1db9 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for floatingip (e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:09.111215 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0eed82ed-9392-49eb-814e-59762d2a1db9 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:09.116290 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0eed82ed-9392-49eb-814e-59762d2a1db9 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:09.222304 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-0eed82ed-9392-49eb-814e-59762d2a1db9 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Floating IP e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa associated. External IP: 172.25.3.180, port: f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc. Jan 28 14:23:09.436200 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eed82ed-9392-49eb-814e-59762d2a1db9 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Router e2c4c059-9b1b-461b-8e51-d656aef35083 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:23:09.558650 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eed82ed-9392-49eb-814e-59762d2a1db9 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:23:09.563515 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0eed82ed-9392-49eb-814e-59762d2a1db9 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:09.569533 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb4c0cb-b792-4e66-bed8-9088451f34fa None None] Sync routers for ids ['e2c4c059-9b1b-461b-8e51-d656aef35083'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:23:09.580911 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb4c0cb-b792-4e66-bed8-9088451f34fa None None] Routers {'e2c4c059-9b1b-461b-8e51-d656aef35083'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:23:09.581554 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-4fb4c0cb-b792-4e66-bed8-9088451f34fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:23:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e2c4c059-9b1b-461b-8e51-d656aef35083'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:23:09.596957 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0eed82ed-9392-49eb-814e-59762d2a1db9 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "PUT /v2.0/floatingips/e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa HTTP/1.1" status: 200 len: 992 time: 0.9605122 Jan 28 14:23:09.596957 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfaa8de-bafd-4781-a3b6-6ce36f5c748d', 'tag': 'f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:23:09.596957 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baaedbbb-e3c1-4786-8c65-38016a180722" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfaa8de-bafd-4781-a3b6-6ce36f5c748d", "tag": "f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:23:09.647361 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d46a140-873d-411d-acda-0cf597714466 x-openstack-request-id: req-0d46a140-873d-411d-acda-0cf597714466 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:23:09.648278 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfaa8de-bafd-4781-a3b6-6ce36f5c748d", "tag": "f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:23:09.648278 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0d46a140-873d-411d-acda-0cf597714466 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:23:09.648278 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfaa8de-bafd-4781-a3b6-6ce36f5c748d', 'tag': 'f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc', 'status': 'completed', 'code': 200} Jan 28 14:23:09.700125 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-4fb4c0cb-b792-4e66-bed8-9088451f34fa None None] Set router e2c4c059-9b1b-461b-8e51-d656aef35083 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:23:09.714145 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaedbbb-e3c1-4786-8c65-38016a180722 req-bee245ac-b2ae-4592-9b0d-0d5188d7856e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:23:09.715739 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-baaedbbb-e3c1-4786-8c65-38016a180722 req-bee245ac-b2ae-4592-9b0d-0d5188d7856e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 1097 time: 0.0435493 Jan 28 14:23:09.825725 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaedbbb-e3c1-4786-8c65-38016a180722 req-0932a588-832a-4dd6-a134-dbac924012da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:23:09.827280 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-baaedbbb-e3c1-4786-8c65-38016a180722 req-0932a588-832a-4dd6-a134-dbac924012da service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.1054447 Jan 28 14:23:09.896186 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-baaedbbb-e3c1-4786-8c65-38016a180722 req-1edcb22a-8a70-4fc3-bbe2-272bbcb9e038 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc HTTP/1.1" status: 200 len: 1000 time: 0.0625713 Jan 28 14:23:09.946263 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-4fb4c0cb-b792-4e66-bed8-9088451f34fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'port_id': 'f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'mac_address': 'fa:16:3e:e4:90:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfaa8de-bafd-4781-a3b6-6ce36f5c748d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:22:56Z', 'updated_at': '2022-01-28T14:23:09Z', 'revision_number': 1, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2883b8-f923-42cd-826e-77610b13c754', 'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'mac_address': 'fa:16:3e:08:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:53Z', 'updated_at': '2022-01-28T14:22:58Z', 'revision_number': 5, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'subnets': [{'id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:23:09.953161 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaedbbb-e3c1-4786-8c65-38016a180722 req-4566e520-4c4f-4717-a24e-42f9bf815db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:23:09.954727 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-baaedbbb-e3c1-4786-8c65-38016a180722 req-4566e520-4c4f-4717-a24e-42f9bf815db2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0497339 Jan 28 14:23:09.973110 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb4c0cb-b792-4e66-bed8-9088451f34fa None None] Checking router: e2c4c059-9b1b-461b-8e51-d656aef35083 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:23:09.985883 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb4c0cb-b792-4e66-bed8-9088451f34fa None None] Routers {'e2c4c059-9b1b-461b-8e51-d656aef35083'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:23:09.985883 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-4fb4c0cb-b792-4e66-bed8-9088451f34fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:23:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e2c4c059-9b1b-461b-8e51-d656aef35083'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:23:10.001711 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaedbbb-e3c1-4786-8c65-38016a180722 req-015fd822-1e81-4147-a9b3-70caf84c3cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:23:10.003397 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-baaedbbb-e3c1-4786-8c65-38016a180722 req-015fd822-1e81-4147-a9b3-70caf84c3cfb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428982 Jan 28 14:23:10.098227 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-baaedbbb-e3c1-4786-8c65-38016a180722 req-c02e06a0-de5e-4652-9325-d91007c6ad86 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882361 Jan 28 14:23:10.100118 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-4fb4c0cb-b792-4e66-bed8-9088451f34fa None None] Set router e2c4c059-9b1b-461b-8e51-d656aef35083 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:23:10.197196 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-baaedbbb-e3c1-4786-8c65-38016a180722 req-f88f9124-8ea2-4870-af26-68a9f0a18ca4 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935829 Jan 28 14:23:10.328323 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-4fb4c0cb-b792-4e66-bed8-9088451f34fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'port_id': 'f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'mac_address': 'fa:16:3e:e4:90:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfaa8de-bafd-4781-a3b6-6ce36f5c748d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:22:56Z', 'updated_at': '2022-01-28T14:23:09Z', 'revision_number': 1, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2883b8-f923-42cd-826e-77610b13c754', 'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'mac_address': 'fa:16:3e:08:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:53Z', 'updated_at': '2022-01-28T14:22:58Z', 'revision_number': 5, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'subnets': [{'id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:23:10.370060 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb4c0cb-b792-4e66-bed8-9088451f34fa None None] The sync data for ids ['e2c4c059-9b1b-461b-8e51-d656aef35083'] in n-d-822747-2 is: [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'port_id': 'f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'mac_address': 'fa:16:3e:e4:90:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfaa8de-bafd-4781-a3b6-6ce36f5c748d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:22:56Z', 'updated_at': '2022-01-28T14:23:09Z', 'revision_number': 1, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2883b8-f923-42cd-826e-77610b13c754', 'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'mac_address': 'fa:16:3e:08:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:53Z', 'updated_at': '2022-01-28T14:22:58Z', 'revision_number': 5, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'subnets': [{'id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:23:10.565854 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219447bc-81f9-4a0d-b6eb-53d9d11fabe4 None None] New status for floating IP e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa: ACTIVE {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:23:13.134607 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:23:18.233746 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:20.294190 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:26.679195 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cdba0811-350d-4750-8a7b-556c8afe25fc req-71893ed8-5ca9-4dac-abdb-da23bed90db3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438364 Jan 28 14:23:26.777435 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0811-350d-4750-8a7b-556c8afe25fc req-50ac82cd-63e5-401d-8afc-3c4f385b51f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:23:26.779414 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cdba0811-350d-4750-8a7b-556c8afe25fc req-50ac82cd-63e5-401d-8afc-3c4f385b51f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 1097 time: 0.0533490 Jan 28 14:23:26.905216 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0811-350d-4750-8a7b-556c8afe25fc req-1bb6a248-d458-4df6-bf17-769d83d59d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:23:26.906735 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cdba0811-350d-4750-8a7b-556c8afe25fc req-1bb6a248-d458-4df6-bf17-769d83d59d32 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.0989470 Jan 28 14:23:26.978250 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cdba0811-350d-4750-8a7b-556c8afe25fc req-560b87a2-36c1-4e04-9296-035702968e01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc HTTP/1.1" status: 200 len: 1002 time: 0.0656023 Jan 28 14:23:27.033976 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0811-350d-4750-8a7b-556c8afe25fc req-2b66d4b8-afdb-48df-9f76-9b706f156b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:23:27.035521 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cdba0811-350d-4750-8a7b-556c8afe25fc req-2b66d4b8-afdb-48df-9f76-9b706f156b4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0513468 Jan 28 14:23:27.080473 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0811-350d-4750-8a7b-556c8afe25fc req-07298d0a-2c86-4219-b0ca-9e8187f13ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:23:27.082010 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cdba0811-350d-4750-8a7b-556c8afe25fc req-07298d0a-2c86-4219-b0ca-9e8187f13ecb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407937 Jan 28 14:23:27.173637 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cdba0811-350d-4750-8a7b-556c8afe25fc req-d02728a1-3a84-4141-bc4f-3ecad9075d6c service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853863 Jan 28 14:23:27.262189 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cdba0811-350d-4750-8a7b-556c8afe25fc req-bc3a40cc-0b79-4a52-a3ac-85e60003c281 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830169 Jan 28 14:23:29.408124 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a311c39-2daf-4c62-a590-f64a8b29c127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:31.711811 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb30316c-0816-47a6-94cf-f35ad7c702db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:33.098834 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:34.466073 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:36.397933 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:48.227568 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:50.136370 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:23:50.301543 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:59.409688 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fd2168d2-9179-48ea-bbe0-5b3263b1f011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:01.711476 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f6e3c95c-4315-4aa2-be13-efd67697f8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:03.106258 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:04.480154 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:06.394326 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:18.245796 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:20.309216 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:26.645869 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b291e6a2-f42c-43c3-803c-08219c263f3c req-4893d7e3-b6af-486d-910d-91ec1c99ce5c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480227 Jan 28 14:24:26.732240 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291e6a2-f42c-43c3-803c-08219c263f3c req-af95fd5e-3fd0-4f5b-8a6f-5e3cea23fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:26.733802 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b291e6a2-f42c-43c3-803c-08219c263f3c req-af95fd5e-3fd0-4f5b-8a6f-5e3cea23fd4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 1097 time: 0.0442653 Jan 28 14:24:26.840030 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291e6a2-f42c-43c3-803c-08219c263f3c req-db30ed34-f1e6-4f1c-9dea-51e962218665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:26.841565 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b291e6a2-f42c-43c3-803c-08219c263f3c req-db30ed34-f1e6-4f1c-9dea-51e962218665 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.0873013 Jan 28 14:24:26.909913 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b291e6a2-f42c-43c3-803c-08219c263f3c req-b6fa6f08-565c-450c-b591-132b2cefda0c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc HTTP/1.1" status: 200 len: 1002 time: 0.0616376 Jan 28 14:24:26.957749 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291e6a2-f42c-43c3-803c-08219c263f3c req-5f35ace4-709d-41fb-8774-6c4b4a02073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:26.959200 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b291e6a2-f42c-43c3-803c-08219c263f3c req-5f35ace4-709d-41fb-8774-6c4b4a02073c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0430126 Jan 28 14:24:27.012787 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291e6a2-f42c-43c3-803c-08219c263f3c req-9a2a42dd-6e27-45a7-bdd9-870b7fa98f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:27.014357 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b291e6a2-f42c-43c3-803c-08219c263f3c req-9a2a42dd-6e27-45a7-bdd9-870b7fa98f08 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491090 Jan 28 14:24:27.107673 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b291e6a2-f42c-43c3-803c-08219c263f3c req-16ee6802-0a0c-428f-9998-3ea4585393e3 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867488 Jan 28 14:24:27.139161 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:24:27.211492 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b291e6a2-f42c-43c3-803c-08219c263f3c req-a88f05b1-3dcc-4916-bd4a-d22c4087e34e service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973897 Jan 28 14:24:29.410367 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9706ddbc-3a2c-41df-ad04-0f94f98b19a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:31.711026 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-31bbb662-d837-4efe-9ccc-a10835c3e54c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:33.101182 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:34.479909 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:36.388744 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:48.244077 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:50.310732 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:59.405020 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1ed2cea-3884-4bb5-b223-6064b088ad20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:01.707974 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4818cbaf-a87a-4e03-86d9-96fdaecb72ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:03.109273 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:04.139215 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:25:04.475791 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:06.388836 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:18.239267 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:20.312019 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:26.114767 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e48fbf04-0ea0-4263-a5d4-6dbf7a7a6fa7 req-99203b2e-61db-47cf-80f7-854a6cea0415 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521677 Jan 28 14:25:26.199061 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fbf04-0ea0-4263-a5d4-6dbf7a7a6fa7 req-53a39fff-0550-4e40-8bdf-e9d77e007710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:26.200590 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e48fbf04-0ea0-4263-a5d4-6dbf7a7a6fa7 req-53a39fff-0550-4e40-8bdf-e9d77e007710 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 1097 time: 0.0430558 Jan 28 14:25:26.310599 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fbf04-0ea0-4263-a5d4-6dbf7a7a6fa7 req-97d92a01-11ca-4afc-8564-6973b5a787de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:26.312029 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e48fbf04-0ea0-4263-a5d4-6dbf7a7a6fa7 req-97d92a01-11ca-4afc-8564-6973b5a787de service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.0917625 Jan 28 14:25:26.378852 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e48fbf04-0ea0-4263-a5d4-6dbf7a7a6fa7 req-1c583de0-bb24-40e8-a403-868a04e53a50 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc HTTP/1.1" status: 200 len: 1002 time: 0.0600214 Jan 28 14:25:26.432417 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fbf04-0ea0-4263-a5d4-6dbf7a7a6fa7 req-09819e1b-0cb0-4f1c-a089-e8ed1aebc8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:26.433930 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e48fbf04-0ea0-4263-a5d4-6dbf7a7a6fa7 req-09819e1b-0cb0-4f1c-a089-e8ed1aebc8e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0492945 Jan 28 14:25:26.483229 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fbf04-0ea0-4263-a5d4-6dbf7a7a6fa7 req-c4df5cd8-c635-45d0-a84c-20b6617892f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:26.484750 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e48fbf04-0ea0-4263-a5d4-6dbf7a7a6fa7 req-c4df5cd8-c635-45d0-a84c-20b6617892f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447276 Jan 28 14:25:26.577170 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e48fbf04-0ea0-4263-a5d4-6dbf7a7a6fa7 req-d28b0f95-2966-4d52-a2c7-026ea87249ed service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854917 Jan 28 14:25:26.672500 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e48fbf04-0ea0-4263-a5d4-6dbf7a7a6fa7 req-e5cc5da6-28b6-468a-8c8d-ed5761bf0436 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893998 Jan 28 14:25:29.400508 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bdc23d35-e631-4cc2-bda8-92dfab737840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:31.704154 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aa69f4d2-59d8-468d-87a6-9c9d0cc4572d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:33.108452 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:34.478674 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:36.384846 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:38.624931 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98538c9-7752-47e9-b27b-d48ba3af75b7 req-640a6499-12b5-4ad7-9366-86fcf4f46bb6 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:38.626450 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d98538c9-7752-47e9-b27b-d48ba3af75b7 req-640a6499-12b5-4ad7-9366-86fcf4f46bb6 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 946 time: 0.1078372 Jan 28 14:25:38.676113 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d98538c9-7752-47e9-b27b-d48ba3af75b7 req-74fd9b9a-8bde-433f-ae5c-0a42b0bf81cc tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434155 Jan 28 14:25:38.949658 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77bed3-fb95-4341-b589-07502be4cbac req-7a732c6e-c9f9-4c46-bf1e-8733d843a7c5 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:38.951216 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4d77bed3-fb95-4341-b589-07502be4cbac req-7a732c6e-c9f9-4c46-bf1e-8733d843a7c5 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 946 time: 0.0582683 Jan 28 14:25:38.972958 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-b5141afd-b94c-460d-84f7-17e31a445d35 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0919375 Jan 28 14:25:39.003944 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4d77bed3-fb95-4341-b589-07502be4cbac req-a81483b1-2192-4902-9894-38c781aa5951 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466697 Jan 28 14:25:40.202612 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045399c-1773-4abe-8a79-5fe893fb8412 req-371f1ff5-f1fe-4aab-813f-8b63371e04c1 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:40.204104 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c045399c-1773-4abe-8a79-5fe893fb8412 req-371f1ff5-f1fe-4aab-813f-8b63371e04c1 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 946 time: 0.1161139 Jan 28 14:25:40.271623 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-09430598-469f-40b6-a72f-b9ff28627a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:40.273182 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-09430598-469f-40b6-a72f-b9ff28627a07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 1097 time: 0.0855041 Jan 28 14:25:40.276729 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c045399c-1773-4abe-8a79-5fe893fb8412 req-5d1a57b4-d9ce-472e-aea8-2299ab6a3a4f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560460 Jan 28 14:25:40.363361 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-82c1cfac-cdb5-4937-b092-c6764c4722df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:40.364874 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-82c1cfac-cdb5-4937-b092-c6764c4722df service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.0854373 Jan 28 14:25:40.444108 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-061452a7-caf3-469f-8644-49fedd6577cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc HTTP/1.1" status: 200 len: 1002 time: 0.0641272 Jan 28 14:25:40.494359 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-3b5d990f-c4c4-4d96-ab07-b5a19f889dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:40.495872 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-3b5d990f-c4c4-4d96-ab07-b5a19f889dfe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0451133 Jan 28 14:25:40.549372 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-9579eede-223d-4dfa-9415-4714cee6a711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:40.550867 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-9579eede-223d-4dfa-9415-4714cee6a711 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479555 Jan 28 14:25:40.650278 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-27b9bb63-7264-4f7d-92a8-27632c228970 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922472 Jan 28 14:25:40.742578 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-65308da8-03d4-4080-8f96-7d0948404efb service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863118 Jan 28 14:25:41.140274 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:25:41.407604 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a25e8-95b5-40e3-9db1-1281f750f29e req-90039c43-ca6c-4316-b23b-5065e0ca2260 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:41.409104 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-051a25e8-95b5-40e3-9db1-1281f750f29e req-90039c43-ca6c-4316-b23b-5065e0ca2260 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 946 time: 0.0540612 Jan 28 14:25:41.471064 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-051a25e8-95b5-40e3-9db1-1281f750f29e req-dcf49fec-9a1d-4fc0-af29-c1101bcd820c tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532022 Jan 28 14:25:42.611839 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1ed46-f177-44e0-ba4f-a9d9c6b2ab68 req-ad92ad43-09f3-4831-941b-eb85946220b9 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:42.613344 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-97c1ed46-f177-44e0-ba4f-a9d9c6b2ab68 req-ad92ad43-09f3-4831-941b-eb85946220b9 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 946 time: 0.0606742 Jan 28 14:25:42.665623 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-97c1ed46-f177-44e0-ba4f-a9d9c6b2ab68 req-01efd259-7e18-497c-a203-0bd335e85cd0 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439434 Jan 28 14:25:43.807988 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd2960-d18d-4acf-8bd3-f02be557975f req-0237f2d8-c45a-49d6-ab6e-089cf8774a20 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:43.809494 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eddd2960-d18d-4acf-8bd3-f02be557975f req-0237f2d8-c45a-49d6-ab6e-089cf8774a20 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 946 time: 0.0606177 Jan 28 14:25:43.867112 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-eddd2960-d18d-4acf-8bd3-f02be557975f req-48011767-4133-43fc-b212-538948e6cbbc tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508156 Jan 28 14:25:44.986771 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cab620-4914-481c-b1da-c46025ee3fca req-22992b91-bae8-4e30-93cc-0df36ead43d7 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:44.988360 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-97cab620-4914-481c-b1da-c46025ee3fca req-22992b91-bae8-4e30-93cc-0df36ead43d7 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 946 time: 0.0486207 Jan 28 14:25:45.038299 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-97cab620-4914-481c-b1da-c46025ee3fca req-3d86e24b-2ac3-4a1b-9503-7ef8a723c7bf tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429592 Jan 28 14:25:46.167075 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a88ed-3925-45f0-9c62-52fa456a46e9 req-037f6810-e4fd-456c-9d15-3ac33401cea0 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:46.168741 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3c8a88ed-3925-45f0-9c62-52fa456a46e9 req-037f6810-e4fd-456c-9d15-3ac33401cea0 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 946 time: 0.0609977 Jan 28 14:25:46.219205 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3c8a88ed-3925-45f0-9c62-52fa456a46e9 req-29ecb87d-1d83-414a-8646-987c8ff0be0b tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436218 Jan 28 14:25:47.343400 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0a0f4-a134-4965-83fe-63b02952ef18 req-6a23e44c-b1c1-4f41-841d-ff9c0fd98a9c tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:47.344806 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c4e0a0f4-a134-4965-83fe-63b02952ef18 req-6a23e44c-b1c1-4f41-841d-ff9c0fd98a9c tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 946 time: 0.0529485 Jan 28 14:25:47.401600 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c4e0a0f4-a134-4965-83fe-63b02952ef18 req-0fdc1ec1-a62b-4550-b925-f7cc628dbb8e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482137 Jan 28 14:25:48.239315 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:48.536725 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819369bc-f2aa-4f21-9d83-8964c4bfb6d6 req-3543b7f4-193a-4cf4-8e25-edbc4b893eb6 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:48.538220 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-819369bc-f2aa-4f21-9d83-8964c4bfb6d6 req-3543b7f4-193a-4cf4-8e25-edbc4b893eb6 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 946 time: 0.0506873 Jan 28 14:25:48.588964 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-819369bc-f2aa-4f21-9d83-8964c4bfb6d6 req-0b79b422-cc8f-4c82-a60f-04f3a16d93cb tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448365 Jan 28 14:25:49.714006 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b96e2-b7a9-4b1d-8ef2-a4a4c7b8bd7c req-93d5c035-35b5-4a19-a31d-3082e854dfea tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:49.715494 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae1b96e2-b7a9-4b1d-8ef2-a4a4c7b8bd7c req-93d5c035-35b5-4a19-a31d-3082e854dfea tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 946 time: 0.0479629 Jan 28 14:25:49.769662 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae1b96e2-b7a9-4b1d-8ef2-a4a4c7b8bd7c req-f884eeec-1dd6-401d-ac02-050ebc13fbdc tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456216 Jan 28 14:25:50.316969 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:50.892285 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aea691-6823-47d7-8b7f-4d14581267a5 req-7f8ee446-9d7d-49fe-85ce-2136fc6e05f3 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:50.893865 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-48aea691-6823-47d7-8b7f-4d14581267a5 req-7f8ee446-9d7d-49fe-85ce-2136fc6e05f3 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 946 time: 0.0505900 Jan 28 14:25:50.948472 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-48aea691-6823-47d7-8b7f-4d14581267a5 req-6b143117-7a3e-439a-8653-6c7a868b577a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468013 Jan 28 14:25:52.091962 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a02d9-c393-4884-b95f-3c67eaf59364 req-e2456466-5ba9-4fd5-ac12-dcc70348cff4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:52.093452 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-921a02d9-c393-4884-b95f-3c67eaf59364 req-e2456466-5ba9-4fd5-ac12-dcc70348cff4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 946 time: 0.0582256 Jan 28 14:25:52.140611 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-921a02d9-c393-4884-b95f-3c67eaf59364 req-c143a936-767f-4b2d-983f-2ddfaa4c679c tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413809 Jan 28 14:25:52.736131 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-005ffb42-1051-4b34-9a0f-4eae0cfa4a69 service neutron] show failed (client error): The resource could not be found. Jan 28 14:25:52.737799 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-005ffb42-1051-4b34-9a0f-4eae0cfa4a69 service neutron] 10.222.0.37 "GET /v2.0/ports/f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc/bindings/n-h1-822747-2 HTTP/1.1" status: 404 len: 380 time: 0.0711031 Jan 28 14:25:52.999463 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-8504cfe8-2e38-4fc3-aded-c6a65467b052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:53.000923 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-8504cfe8-2e38-4fc3-aded-c6a65467b052 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d&tenant_id=d29292ae351c4e74888107e15a8770d3 HTTP/1.1" status: 200 len: 1097 time: 0.0879021 Jan 28 14:25:53.012107 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822747-2', 'device_owner': 'compute:nova'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:25:53.069416 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:53.263041 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd4c8a-5451-4c5e-8646-78d253329d13 req-efa7d74f-e7dc-4fc7-a39d-bda029ff70a2 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:53.264507 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21dd4c8a-5451-4c5e-8646-78d253329d13 req-efa7d74f-e7dc-4fc7-a39d-bda029ff70a2 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 946 time: 0.0504582 Jan 28 14:25:53.280833 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] For port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:25:53.312908 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-21dd4c8a-5451-4c5e-8646-78d253329d13 req-40c73587-2986-432f-82d4-f902b50de639 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426977 Jan 28 14:25:53.314423 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] For port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:25:53.361874 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfaa8de-bafd-4781-a3b6-6ce36f5c748d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:25:53.365390 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf891182-e7bc-4adb-ae95-045d1f97058a" -d '{"events": [{"server_uuid": "4bfaa8de-bafd-4781-a3b6-6ce36f5c748d", "name": "network-vif-unplugged", "status": "completed", "tag": "f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:25:53.371122 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Publish callbacks [] for port (f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:53.385595 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Transition to ACTIVE for port object f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:25:53.390873 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:53.432504 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 14:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53fbf3f-bce8-4dc5-8767-1e5a2adc93ef x-openstack-request-id: req-a53fbf3f-bce8-4dc5-8767-1e5a2adc93ef {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:25:53.432860 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfaa8de-bafd-4781-a3b6-6ce36f5c748d", "name": "network-vif-unplugged", "status": "completed", "tag": "f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:25:53.433083 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a53fbf3f-bce8-4dc5-8767-1e5a2adc93ef {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:25:53.433511 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfaa8de-bafd-4781-a3b6-6ce36f5c748d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc', 'code': 200} Jan 28 14:25:53.820301 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc,revision_number=6']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:25:53.841314 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:25:53.841632 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:25:53.841988 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:25:53.842326 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:25:53.842684 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:25:53.843036 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:25:53.843358 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:25:53.843675 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:25:53.843997 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:25:53.844303 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:25:53.844622 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:25:53.844941 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:25:53.845258 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:25:53.893283 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] No DVR routers for this DVR port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:25:54.036377 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Attempting to bind port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:25:54.036825 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Attempting to bind port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:25:54.037170 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Attempting to bind port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:25:54.041803 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:25:54.042145 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Attempting to bind port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:25:54.046981 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:25:54.047315 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Checking segment: {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:25:54.047693 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Bound using segment: {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:25:54.048112 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Bound port: f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:25:54.048561 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:54.112086 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] For port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:25:54.115104 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] For port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:25:54.121196 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:54.156072 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:54.156691 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:54.158022 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] 10.222.0.18 "PUT /v2.0/ports/f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc HTTP/1.1" status: 200 len: 1092 time: 1.1500559 Jan 28 14:25:54.180567 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86e92a-d1e6-4bfe-8f01-5257ac3c2686 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc,revision_number=7']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:25:54.227333 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-e1ced6ee-19fc-4bda-9163-731d017cfa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:54.228861 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-e1ced6ee-19fc-4bda-9163-731d017cfa39 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 1095 time: 0.0452969 Jan 28 14:25:54.325753 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-303435a1-7fa3-4dbd-a009-7119bc9c1052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:54.327416 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-303435a1-7fa3-4dbd-a009-7119bc9c1052 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.0915461 Jan 28 14:25:54.390770 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-b69242c0-fcd0-41d3-ad74-d27c29d3b8ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc HTTP/1.1" status: 200 len: 1000 time: 0.0574756 Jan 28 14:25:54.432634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819aa8a-ad9c-4635-b4c8-bf4d129f1ea2 req-a8160272-832e-4612-b073-7afbce78e663 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:54.434092 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0819aa8a-ad9c-4635-b4c8-bf4d129f1ea2 req-a8160272-832e-4612-b073-7afbce78e663 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 944 time: 0.0493023 Jan 28 14:25:54.444281 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-c2fcf5f1-17cd-4879-8ca8-7ab63a1f4598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:54.445747 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-c2fcf5f1-17cd-4879-8ca8-7ab63a1f4598 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0491867 Jan 28 14:25:54.481849 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0819aa8a-ad9c-4635-b4c8-bf4d129f1ea2 req-1dc6ad9e-1162-4dde-aa51-c08e05013edc tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418024 Jan 28 14:25:54.490234 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-4a394a34-77a7-40de-b0b6-ebc343e48806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:54.491817 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-4a394a34-77a7-40de-b0b6-ebc343e48806 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407124 Jan 28 14:25:54.584412 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-c55c6e84-0f32-49bf-9b09-620afade83cc service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867069 Jan 28 14:25:54.686530 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-36e0f81d-06e7-4026-a37f-543bee74bf9d req-964a7c42-f04a-4287-8d5b-cdc085f9d99a service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955789 Jan 28 14:25:55.434817 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfaa8de-bafd-4781-a3b6-6ce36f5c748d', 'tag': 'f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:25:55.437336 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d6a2bc-9561-4019-a563-b2d07f391491" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfaa8de-bafd-4781-a3b6-6ce36f5c748d", "tag": "f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:25:55.487463 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b87dc7a-763e-47d2-bdb5-e750aa0a5c9e x-openstack-request-id: req-8b87dc7a-763e-47d2-bdb5-e750aa0a5c9e {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:25:55.487774 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfaa8de-bafd-4781-a3b6-6ce36f5c748d", "tag": "f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:25:55.488033 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b87dc7a-763e-47d2-bdb5-e750aa0a5c9e {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:25:55.488434 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfaa8de-bafd-4781-a3b6-6ce36f5c748d', 'tag': 'f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc', 'status': 'completed', 'code': 200} Jan 28 14:25:55.604759 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6a2bc-9561-4019-a563-b2d07f391491 req-e070f4b9-9678-4d53-96bf-369c27a79320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:55.606286 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15d6a2bc-9561-4019-a563-b2d07f391491 req-e070f4b9-9678-4d53-96bf-369c27a79320 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 1095 time: 0.0893891 Jan 28 14:25:55.607878 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6a2bc-9561-4019-a563-b2d07f391491 req-9ad49181-8469-4dde-9220-06558f542236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:55.608679 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c97d7-7ab6-4e23-b455-d2f18118c8f4 req-4f47a79e-adac-4282-a82a-1df9dc362c04 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:55.609198 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15d6a2bc-9561-4019-a563-b2d07f391491 req-9ad49181-8469-4dde-9220-06558f542236 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 1095 time: 0.0809901 Jan 28 14:25:55.610162 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e31c97d7-7ab6-4e23-b455-d2f18118c8f4 req-4f47a79e-adac-4282-a82a-1df9dc362c04 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 944 time: 0.0549843 Jan 28 14:25:55.658307 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e31c97d7-7ab6-4e23-b455-d2f18118c8f4 req-110e10b3-b53b-4a0c-85ad-be0cc3887e54 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421076 Jan 28 14:25:55.767013 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6a2bc-9561-4019-a563-b2d07f391491 req-f8e64e7d-5894-4d75-8fc2-9ecb904eb647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:55.768398 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15d6a2bc-9561-4019-a563-b2d07f391491 req-f8e64e7d-5894-4d75-8fc2-9ecb904eb647 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.1489725 Jan 28 14:25:55.769450 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6a2bc-9561-4019-a563-b2d07f391491 req-f27abbae-8b02-45d6-a07a-a09e9a4625a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:55.770758 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15d6a2bc-9561-4019-a563-b2d07f391491 req-f27abbae-8b02-45d6-a07a-a09e9a4625a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.1587012 Jan 28 14:25:55.880496 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15d6a2bc-9561-4019-a563-b2d07f391491 req-aaa894d4-3a3a-4c6f-b45b-e74732fd1ec9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc HTTP/1.1" status: 200 len: 1000 time: 0.1050570 Jan 28 14:25:55.882459 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15d6a2bc-9561-4019-a563-b2d07f391491 req-2cff8046-befd-49a8-b7f0-3dabcf5953cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc HTTP/1.1" status: 200 len: 1000 time: 0.1060002 Jan 28 14:25:55.966242 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6a2bc-9561-4019-a563-b2d07f391491 req-102f3dfd-293f-46d3-8238-883417c1a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:55.967808 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15d6a2bc-9561-4019-a563-b2d07f391491 req-102f3dfd-293f-46d3-8238-883417c1a387 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0795164 Jan 28 14:25:55.969142 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6a2bc-9561-4019-a563-b2d07f391491 req-60092dec-2d4b-4f3a-9e7d-49ce63ff3914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:55.970427 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15d6a2bc-9561-4019-a563-b2d07f391491 req-60092dec-2d4b-4f3a-9e7d-49ce63ff3914 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0810566 Jan 28 14:25:56.042744 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6a2bc-9561-4019-a563-b2d07f391491 req-fe8c0959-6de3-4ca0-a67c-1b68258e8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:56.044174 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15d6a2bc-9561-4019-a563-b2d07f391491 req-fe8c0959-6de3-4ca0-a67c-1b68258e8d3e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706389 Jan 28 14:25:56.048383 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6a2bc-9561-4019-a563-b2d07f391491 req-57e7ab90-5ce7-437e-b378-c5ba7d30ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:56.049814 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15d6a2bc-9561-4019-a563-b2d07f391491 req-57e7ab90-5ce7-437e-b378-c5ba7d30ed21 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687685 Jan 28 14:25:56.200143 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15d6a2bc-9561-4019-a563-b2d07f391491 req-48abce58-4295-462b-b08a-e8ced0a086e5 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493874 Jan 28 14:25:56.216079 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15d6a2bc-9561-4019-a563-b2d07f391491 req-5791bea0-56a7-4857-83a2-59ef1a964984 service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584089 Jan 28 14:25:56.307332 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:25:56.346764 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] The host n-h2-822747-2 is not matching for port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc host n-h1-822747-2! {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 14:25:56.347192 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:25:56.366169 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15d6a2bc-9561-4019-a563-b2d07f391491 req-fba3374a-6dfb-4f88-925f-40aa84791c62 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600449 Jan 28 14:25:56.376147 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15d6a2bc-9561-4019-a563-b2d07f391491 req-8167a576-3cfe-436c-a39e-9d8c85e9951c service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428974 Jan 28 14:25:56.794883 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa2588-855e-4107-91de-7873ca947299 req-07b4212b-7981-47a3-b9b1-866c901bb30b tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:56.796642 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-69fa2588-855e-4107-91de-7873ca947299 req-07b4212b-7981-47a3-b9b1-866c901bb30b tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 944 time: 0.0603564 Jan 28 14:25:56.844740 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-69fa2588-855e-4107-91de-7873ca947299 req-df1d1543-fbe0-43d9-82ef-deb4cd800455 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417521 Jan 28 14:25:57.082712 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2404beb-58e9-4e93-bc3f-3c6e645250a6 req-99a31442-0acc-4c21-a492-6febb5d6748f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:57.084222 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f2404beb-58e9-4e93-bc3f-3c6e645250a6 req-99a31442-0acc-4c21-a492-6febb5d6748f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 944 time: 0.0813479 Jan 28 14:25:57.090753 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba47e20-1a60-472c-88ba-709ae92cf398 req-12605992-199b-4ff6-b671-bcecf50e4e0f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:57.092100 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ba47e20-1a60-472c-88ba-709ae92cf398 req-12605992-199b-4ff6-b671-bcecf50e4e0f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d&tenant_id=d29292ae351c4e74888107e15a8770d3&binding%3Ahost_id=n-h1-822747-2 HTTP/1.1" status: 200 len: 944 time: 0.0764480 Jan 28 14:25:57.178447 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f2404beb-58e9-4e93-bc3f-3c6e645250a6 req-c7dd41e7-9a3f-411d-a973-e196342999c9 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852926 Jan 28 14:25:57.181702 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [req-6ba47e20-1a60-472c-88ba-709ae92cf398 req-916989c0-f94a-46c8-a206-10e5130bae9f service neutron] delete failed (client error): The resource could not be found. Jan 28 14:25:57.182906 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ba47e20-1a60-472c-88ba-709ae92cf398 req-916989c0-f94a-46c8-a206-10e5130bae9f service neutron] 10.222.0.37 "DELETE /v2.0/ports/f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc/bindings/n-h2-822747-2 HTTP/1.1" status: 404 len: 380 time: 0.0840869 Jan 28 14:25:57.278065 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba47e20-1a60-472c-88ba-709ae92cf398 req-50844482-362f-4df8-84a4-d311df16a8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:57.280017 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ba47e20-1a60-472c-88ba-709ae92cf398 req-50844482-362f-4df8-84a4-d311df16a8e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 1095 time: 0.0495787 Jan 28 14:25:57.375095 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba47e20-1a60-472c-88ba-709ae92cf398 req-3173b088-631a-4505-b1d6-b8bb6df75aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:57.376632 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ba47e20-1a60-472c-88ba-709ae92cf398 req-3173b088-631a-4505-b1d6-b8bb6df75aab service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.0912151 Jan 28 14:25:57.441315 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ba47e20-1a60-472c-88ba-709ae92cf398 req-f4274c01-2a20-4bf7-8934-361ce40a50cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc HTTP/1.1" status: 200 len: 1000 time: 0.0578213 Jan 28 14:25:57.495387 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba47e20-1a60-472c-88ba-709ae92cf398 req-81ca6dfc-bf81-4238-ae42-f69c7d30a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:57.496846 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ba47e20-1a60-472c-88ba-709ae92cf398 req-81ca6dfc-bf81-4238-ae42-f69c7d30a623 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0493948 Jan 28 14:25:57.550672 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba47e20-1a60-472c-88ba-709ae92cf398 req-2b4c5da5-4dee-4bdb-83be-dad6808760e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:57.552102 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ba47e20-1a60-472c-88ba-709ae92cf398 req-2b4c5da5-4dee-4bdb-83be-dad6808760e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495760 Jan 28 14:25:57.641660 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ba47e20-1a60-472c-88ba-709ae92cf398 req-84ca7c73-2d45-4980-9046-fba11bd5b2c9 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833180 Jan 28 14:25:57.735711 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ba47e20-1a60-472c-88ba-709ae92cf398 req-b9ae944d-96af-43fd-ac9a-2f22494bf90c service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875597 Jan 28 14:25:58.268165 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:25:58.306968 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccc42e-8839-49e7-8d68-9ea513bc5481 req-a12c32f8-ea54-4ee6-ba58-f45885bf0b86 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:58.308594 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c4ccc42e-8839-49e7-8d68-9ea513bc5481 req-a12c32f8-ea54-4ee6-ba58-f45885bf0b86 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 944 time: 0.0545404 Jan 28 14:25:58.361358 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c4ccc42e-8839-49e7-8d68-9ea513bc5481 req-3349965e-624f-43a4-8598-e61769e1ac56 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439670 Jan 28 14:25:58.377984 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:25:58.389773 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'port_id': 'f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc', 'mac_address': 'fa:16:3e:e4:90:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:25:58.428175 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:25:58.428571 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:58.441700 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:25:58.462208 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:25:58.466125 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:58.477058 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11fc34-33f7-4fd9-a737-f181b65b48a0 req-4af91940-1a5e-4d1d-b62f-069c42c071dc tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:58.478567 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6c11fc34-33f7-4fd9-a737-f181b65b48a0 req-4af91940-1a5e-4d1d-b62f-069c42c071dc tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 944 time: 0.0499392 Jan 28 14:25:58.513042 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:25:58.520959 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:25:58.521191 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:25:58.521529 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:25:58.521858 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:25:58.522220 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:25:58.522541 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:25:58.522862 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:25:58.523213 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:25:58.523531 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:25:58.523848 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:25:58.524164 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:25:58.524479 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:25:58.524792 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:25:58.526145 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6c11fc34-33f7-4fd9-a737-f181b65b48a0 req-e0f680f6-258a-4729-be4e-ebb7a8fb61ce tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415175 Jan 28 14:25:58.645760 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f5df2-9383-4f37-843e-be5070d76582 req-569cae57-7403-4c02-923f-5ee3c2ec7b8c tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:58.647319 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c31f5df2-9383-4f37-843e-be5070d76582 req-569cae57-7403-4c02-923f-5ee3c2ec7b8c tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 945 time: 0.0531995 Jan 28 14:25:58.699640 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c31f5df2-9383-4f37-843e-be5070d76582 req-0530531d-4dbc-435c-a04b-fcce241fa09c tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464869 Jan 28 14:25:58.715070 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:25:58.947723 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70753a9c-1ab8-4abc-abf7-e7b3fae45531 req-58eebdbb-d024-4b78-bf61-3e9d2696dfca tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:58.949190 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-70753a9c-1ab8-4abc-abf7-e7b3fae45531 req-58eebdbb-d024-4b78-bf61-3e9d2696dfca tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 945 time: 0.0550513 Jan 28 14:25:58.997122 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-70753a9c-1ab8-4abc-abf7-e7b3fae45531 req-576b720d-11b2-4554-804c-c1581bda0b2a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420451 Jan 28 14:25:59.409610 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2fb99311-286a-45eb-94b8-4e4e2bbc5ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:00.160684 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208418a-de8a-425a-8f6d-c6731fc3def9 req-1ffbe363-6d31-4188-9fd8-522ed0368078 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:00.162169 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b208418a-de8a-425a-8f6d-c6731fc3def9 req-1ffbe363-6d31-4188-9fd8-522ed0368078 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 945 time: 0.0841160 Jan 28 14:26:00.172856 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9349be-fba7-4941-a1c8-77620899470b req-ba7fd14f-5d27-40f7-8c34-86b05330492e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:00.174305 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4f9349be-fba7-4941-a1c8-77620899470b req-ba7fd14f-5d27-40f7-8c34-86b05330492e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfaa8de-bafd-4781-a3b6-6ce36f5c748d HTTP/1.1" status: 200 len: 945 time: 0.0677652 Jan 28 14:26:00.264049 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b208418a-de8a-425a-8f6d-c6731fc3def9 req-c0f8bc32-0c76-4b5e-819d-5fa4c3b5d7aa tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887589 Jan 28 14:26:00.285811 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:26:00.304770 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-4f9349be-fba7-4941-a1c8-77620899470b req-f7190232-e049-47a1-9756-f91e188619c4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Deleting port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:26:00.305077 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4f9349be-fba7-4941-a1c8-77620899470b req-f7190232-e049-47a1-9756-f91e188619c4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:00.367816 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc is: BUILD; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:26:00.368180 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:00.381278 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:26:00.397968 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-4f9349be-fba7-4941-a1c8-77620899470b req-f7190232-e049-47a1-9756-f91e188619c4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] For port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:26:00.398331 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4f9349be-fba7-4941-a1c8-77620899470b req-f7190232-e049-47a1-9756-f91e188619c4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:00.401621 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:26:00.407527 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:00.455725 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc,revision_number=9']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:26:00.577843 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4f9349be-fba7-4941-a1c8-77620899470b req-f7190232-e049-47a1-9756-f91e188619c4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:00.578159 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4f9349be-fba7-4941-a1c8-77620899470b req-f7190232-e049-47a1-9756-f91e188619c4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:00.578530 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [req-4f9349be-fba7-4941-a1c8-77620899470b req-f7190232-e049-47a1-9756-f91e188619c4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Floating IP e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa disassociated. External IP: 172.25.3.180, port: f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc. Jan 28 14:26:00.579037 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-4f9349be-fba7-4941-a1c8-77620899470b req-f7190232-e049-47a1-9756-f91e188619c4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Calling delete_port for f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:26:00.719902 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4f9349be-fba7-4941-a1c8-77620899470b req-f7190232-e049-47a1-9756-f91e188619c4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:00.750010 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7190232-e049-47a1-9756-f91e188619c4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Pushing event deleted for resources: {'Port': ['ID=f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:26:00.867228 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f9349be-fba7-4941-a1c8-77620899470b req-f7190232-e049-47a1-9756-f91e188619c4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Router e2c4c059-9b1b-461b-8e51-d656aef35083 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:26:00.987545 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f9349be-fba7-4941-a1c8-77620899470b req-f7190232-e049-47a1-9756-f91e188619c4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:26:01.002271 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835c3b21-4a16-47ce-abf5-beab7834e4b5 None None] Sync routers for ids ['e2c4c059-9b1b-461b-8e51-d656aef35083'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:26:01.014306 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835c3b21-4a16-47ce-abf5-beab7834e4b5 None None] Routers {'e2c4c059-9b1b-461b-8e51-d656aef35083'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:26:01.014953 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-835c3b21-4a16-47ce-abf5-beab7834e4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:25:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e2c4c059-9b1b-461b-8e51-d656aef35083'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:26:01.036521 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9349be-fba7-4941-a1c8-77620899470b req-f7190232-e049-47a1-9756-f91e188619c4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] No DVR routers for this DVR port f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:26:01.039178 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4f9349be-fba7-4941-a1c8-77620899470b req-f7190232-e049-47a1-9756-f91e188619c4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:01.042528 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4f9349be-fba7-4941-a1c8-77620899470b req-f7190232-e049-47a1-9756-f91e188619c4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.18 "DELETE /v2.0/ports/f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc HTTP/1.1" status: 204 len: 173 time: 0.8612924 Jan 28 14:26:01.043107 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfaa8de-bafd-4781-a3b6-6ce36f5c748d', 'name': 'network-vif-deleted', 'tag': 'f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:26:01.045435 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d71634-7dcd-4ca2-9025-62f0d9897ccf" -d '{"events": [{"server_uuid": "4bfaa8de-bafd-4781-a3b6-6ce36f5c748d", "name": "network-vif-deleted", "tag": "f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:26:01.132390 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-835c3b21-4a16-47ce-abf5-beab7834e4b5 None None] Set router e2c4c059-9b1b-461b-8e51-d656aef35083 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:26:01.139349 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7d1eb6-d6da-4ae0-9667-3add1dfbfa18 x-openstack-request-id: req-5e7d1eb6-d6da-4ae0-9667-3add1dfbfa18 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:26:01.139645 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfaa8de-bafd-4781-a3b6-6ce36f5c748d", "name": "network-vif-deleted", "tag": "f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:26:01.139894 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e7d1eb6-d6da-4ae0-9667-3add1dfbfa18 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:26:01.140295 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfaa8de-bafd-4781-a3b6-6ce36f5c748d', 'name': 'network-vif-deleted', 'tag': 'f5ff490b-6bc8-416e-81d4-ef58f8cb5bdc', 'status': 'completed', 'code': 200} Jan 28 14:26:01.355455 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-835c3b21-4a16-47ce-abf5-beab7834e4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'bc2883b8-f923-42cd-826e-77610b13c754', 'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'mac_address': 'fa:16:3e:08:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:53Z', 'updated_at': '2022-01-28T14:22:58Z', 'revision_number': 5, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'subnets': [{'id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:26:01.381416 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835c3b21-4a16-47ce-abf5-beab7834e4b5 None None] Checking router: e2c4c059-9b1b-461b-8e51-d656aef35083 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:26:01.389931 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835c3b21-4a16-47ce-abf5-beab7834e4b5 None None] Routers {'e2c4c059-9b1b-461b-8e51-d656aef35083'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:26:01.390534 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-835c3b21-4a16-47ce-abf5-beab7834e4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:25:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e2c4c059-9b1b-461b-8e51-d656aef35083'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:26:01.497993 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-835c3b21-4a16-47ce-abf5-beab7834e4b5 None None] Set router e2c4c059-9b1b-461b-8e51-d656aef35083 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:26:01.518561 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-131f55ca-a529-4202-a599-5c1047c15ffe req-dca36ad4-046c-417b-b85c-191cdd82e1df tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1641282668&fields=id&tenant_id=d29292ae351c4e74888107e15a8770d3 HTTP/1.1" status: 200 len: 267 time: 0.0432959 Jan 28 14:26:01.628890 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f55ca-a529-4202-a599-5c1047c15ffe req-a52af654-d7ed-4f2e-8457-3fd1be16dd3a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:01.630312 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-131f55ca-a529-4202-a599-5c1047c15ffe req-a52af654-d7ed-4f2e-8457-3fd1be16dd3a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 812 time: 0.1050792 Jan 28 14:26:01.645593 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-131f55ca-a529-4202-a599-5c1047c15ffe req-87a16032-e2ac-4d6d-a52f-38693a787d5d tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/quotas/d29292ae351c4e74888107e15a8770d3 HTTP/1.1" status: 200 len: 375 time: 0.0094244 Jan 28 14:26:01.699812 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-131f55ca-a529-4202-a599-5c1047c15ffe req-399eb931-8517-45cd-b97f-8ae9dda293a9 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489345 Jan 28 14:26:01.707334 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7015e47e-44a8-4b79-8726-16256b6c141f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:01.716353 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-835c3b21-4a16-47ce-abf5-beab7834e4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'bc2883b8-f923-42cd-826e-77610b13c754', 'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'mac_address': 'fa:16:3e:08:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:53Z', 'updated_at': '2022-01-28T14:22:58Z', 'revision_number': 5, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'subnets': [{'id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:26:01.743684 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835c3b21-4a16-47ce-abf5-beab7834e4b5 None None] The sync data for ids ['e2c4c059-9b1b-461b-8e51-d656aef35083'] in n-d-822747-2 is: [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'bc2883b8-f923-42cd-826e-77610b13c754', 'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'mac_address': 'fa:16:3e:08:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:53Z', 'updated_at': '2022-01-28T14:22:58Z', 'revision_number': 5, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'subnets': [{'id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:26:01.850936 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-131f55ca-a529-4202-a599-5c1047c15ffe req-2cc96f88-f53c-433d-877e-1e4798f95ed3 service neutron] 10.222.0.39 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367657 Jan 28 14:26:01.943292 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-131f55ca-a529-4202-a599-5c1047c15ffe req-35793d20-f9d4-4f63-945a-0f464b45aab4 service neutron] 10.222.0.39 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862310 Jan 28 14:26:01.976732 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfac053-7b12-4f0e-9df3-3c353c9d6c1a None None] New status for floating IP e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa: DOWN {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:26:02.113317 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4352fad4-f629-496b-a6f5-f8193622eda6 req-8796f0c6-7446-4038-87cb-fb10dd360ed8 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 210 time: 0.0306695 Jan 28 14:26:03.107208 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:03.180075 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f55ca-a529-4202-a599-5c1047c15ffe req-d5d52b64-ed39-4765-8faf-26b2d26fc9a7 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:03.182282 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-131f55ca-a529-4202-a599-5c1047c15ffe req-d5d52b64-ed39-4765-8faf-26b2d26fc9a7 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 812 time: 0.1182306 Jan 28 14:26:03.227143 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-985eaf28-6755-4ed1-8e67-ad7d6340a717 req-17e4a5c2-b9de-4242-85e3-d304af8b10a2 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 210 time: 0.0376074 Jan 28 14:26:03.265331 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-131f55ca-a529-4202-a599-5c1047c15ffe req-e3a7a51c-3306-4778-8d49-98825093947a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d29292ae351c4e74888107e15a8770d3 HTTP/1.1" status: 200 len: 380 time: 0.0746114 Jan 28 14:26:03.274648 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-131f55ca-a529-4202-a599-5c1047c15ffe req-b12ebf1c-762e-4779-b498-491e80ae290e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Request body: {'port': {'device_id': '2a9f4adc-7f41-4f07-87d0-6ad82c95d282', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'admin_state_up': True, 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'security_groups': ['1e2c0605-f016-4648-bbdf-21420d0470ac']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:26:03.389987 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-131f55ca-a529-4202-a599-5c1047c15ffe req-b12ebf1c-762e-4779-b498-491e80ae290e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Made reservation on behalf of d29292ae351c4e74888107e15a8770d3 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:26:03.393504 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-131f55ca-a529-4202-a599-5c1047c15ffe req-b12ebf1c-762e-4779-b498-491e80ae290e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:03.528698 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-131f55ca-a529-4202-a599-5c1047c15ffe req-b12ebf1c-762e-4779-b498-491e80ae290e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Allocated IP 172.20.0.11 (b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc/fa41e832-0e14-4e96-8298-f17453ce2e7b/540805c6-f1f8-4d45-adeb-26a00bb6363d) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:26:04.021557 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-131f55ca-a529-4202-a599-5c1047c15ffe req-b12ebf1c-762e-4779-b498-491e80ae290e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for port (540805c6-f1f8-4d45-adeb-26a00bb6363d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:04.059829 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-131f55ca-a529-4202-a599-5c1047c15ffe req-b12ebf1c-762e-4779-b498-491e80ae290e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (540805c6-f1f8-4d45-adeb-26a00bb6363d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:04.102619 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-131f55ca-a529-4202-a599-5c1047c15ffe req-b12ebf1c-762e-4779-b498-491e80ae290e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:26:04.105549 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-131f55ca-a529-4202-a599-5c1047c15ffe req-b12ebf1c-762e-4779-b498-491e80ae290e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:26:04.109064 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-131f55ca-a529-4202-a599-5c1047c15ffe req-b12ebf1c-762e-4779-b498-491e80ae290e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:26:04.137523 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ebf1c-762e-4779-b498-491e80ae290e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Pushing event updated for resources: {'Port': ['ID=540805c6-f1f8-4d45-adeb-26a00bb6363d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:26:04.166549 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f55ca-a529-4202-a599-5c1047c15ffe req-b12ebf1c-762e-4779-b498-491e80ae290e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:04.167200 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-131f55ca-a529-4202-a599-5c1047c15ffe req-b12ebf1c-762e-4779-b498-491e80ae290e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:04.184244 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-131f55ca-a529-4202-a599-5c1047c15ffe req-b12ebf1c-762e-4779-b498-491e80ae290e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9132488 Jan 28 14:26:04.195555 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-131f55ca-a529-4202-a599-5c1047c15ffe req-d1b7777d-4717-4888-825a-54852407003d service neutron] Request body: {'port': {'device_id': '2a9f4adc-7f41-4f07-87d0-6ad82c95d282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:26:04.253693 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-131f55ca-a529-4202-a599-5c1047c15ffe req-d1b7777d-4717-4888-825a-54852407003d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (540805c6-f1f8-4d45-adeb-26a00bb6363d), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:04.298075 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-bc27866d-af65-4ed5-bc08-cb3cd07e54d5 None None] Provisioning complete for port 540805c6-f1f8-4d45-adeb-26a00bb6363d triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:26:04.299125 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bc27866d-af65-4ed5-bc08-cb3cd07e54d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (540805c6-f1f8-4d45-adeb-26a00bb6363d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:04.336948 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-bc27866d-af65-4ed5-bc08-cb3cd07e54d5 None None] Port 540805c6-f1f8-4d45-adeb-26a00bb6363d cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:26:04.356967 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3acf2f-e491-4f55-85af-5a45688cf48d req-c7ea38c1-9711-4d6b-a6c5-02763fe9d05d tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:04.358553 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aa3acf2f-e491-4f55-85af-5a45688cf48d req-c7ea38c1-9711-4d6b-a6c5-02763fe9d05d tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 932 time: 0.0542800 Jan 28 14:26:04.411190 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aa3acf2f-e491-4f55-85af-5a45688cf48d req-cddaccba-a274-4464-848a-4a15d79627c8 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462973 Jan 28 14:26:04.481296 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:04.534361 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-131f55ca-a529-4202-a599-5c1047c15ffe req-d1b7777d-4717-4888-825a-54852407003d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 540805c6-f1f8-4d45-adeb-26a00bb6363d {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:26:04.542481 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-131f55ca-a529-4202-a599-5c1047c15ffe req-d1b7777d-4717-4888-825a-54852407003d service neutron] Publish callbacks [] for port (540805c6-f1f8-4d45-adeb-26a00bb6363d), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:04.555472 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-131f55ca-a529-4202-a599-5c1047c15ffe req-d1b7777d-4717-4888-825a-54852407003d service neutron] Transition to ACTIVE for port object 540805c6-f1f8-4d45-adeb-26a00bb6363d will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:26:04.560667 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-131f55ca-a529-4202-a599-5c1047c15ffe req-d1b7777d-4717-4888-825a-54852407003d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (540805c6-f1f8-4d45-adeb-26a00bb6363d), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:04.609033 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7777d-4717-4888-825a-54852407003d service neutron] Pushing event updated for resources: {'Port': ['ID=540805c6-f1f8-4d45-adeb-26a00bb6363d,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:26:04.680483 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-131f55ca-a529-4202-a599-5c1047c15ffe req-d1b7777d-4717-4888-825a-54852407003d service neutron] Attempting to bind port 540805c6-f1f8-4d45-adeb-26a00bb6363d on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:26:04.680822 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-131f55ca-a529-4202-a599-5c1047c15ffe req-d1b7777d-4717-4888-825a-54852407003d service neutron] Attempting to bind port 540805c6-f1f8-4d45-adeb-26a00bb6363d by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:26:04.681166 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f55ca-a529-4202-a599-5c1047c15ffe req-d1b7777d-4717-4888-825a-54852407003d service neutron] Attempting to bind port 540805c6-f1f8-4d45-adeb-26a00bb6363d on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:26:04.685719 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f55ca-a529-4202-a599-5c1047c15ffe req-d1b7777d-4717-4888-825a-54852407003d service neutron] Port 540805c6-f1f8-4d45-adeb-26a00bb6363d on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:26:04.686072 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f55ca-a529-4202-a599-5c1047c15ffe req-d1b7777d-4717-4888-825a-54852407003d service neutron] Attempting to bind port 540805c6-f1f8-4d45-adeb-26a00bb6363d on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:26:04.691124 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f55ca-a529-4202-a599-5c1047c15ffe req-d1b7777d-4717-4888-825a-54852407003d service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:26:04.691460 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f55ca-a529-4202-a599-5c1047c15ffe req-d1b7777d-4717-4888-825a-54852407003d service neutron] Checking segment: {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:26:04.691845 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f55ca-a529-4202-a599-5c1047c15ffe req-d1b7777d-4717-4888-825a-54852407003d service neutron] Bound using segment: {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:26:04.692273 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-131f55ca-a529-4202-a599-5c1047c15ffe req-d1b7777d-4717-4888-825a-54852407003d service neutron] Bound port: 540805c6-f1f8-4d45-adeb-26a00bb6363d, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:26:04.692656 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-131f55ca-a529-4202-a599-5c1047c15ffe req-d1b7777d-4717-4888-825a-54852407003d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (540805c6-f1f8-4d45-adeb-26a00bb6363d), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:04.764314 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-131f55ca-a529-4202-a599-5c1047c15ffe req-d1b7777d-4717-4888-825a-54852407003d service neutron] For port 540805c6-f1f8-4d45-adeb-26a00bb6363d, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:26:04.767630 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-131f55ca-a529-4202-a599-5c1047c15ffe req-d1b7777d-4717-4888-825a-54852407003d service neutron] For port 540805c6-f1f8-4d45-adeb-26a00bb6363d, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=540805c6-f1f8-4d45-adeb-26a00bb6363d,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:26:04.773468 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-131f55ca-a529-4202-a599-5c1047c15ffe req-d1b7777d-4717-4888-825a-54852407003d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (540805c6-f1f8-4d45-adeb-26a00bb6363d), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:04.809584 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f55ca-a529-4202-a599-5c1047c15ffe req-d1b7777d-4717-4888-825a-54852407003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:04.810199 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-131f55ca-a529-4202-a599-5c1047c15ffe req-d1b7777d-4717-4888-825a-54852407003d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:04.811688 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-131f55ca-a529-4202-a599-5c1047c15ffe req-d1b7777d-4717-4888-825a-54852407003d service neutron] 10.222.0.37 "PUT /v2.0/ports/540805c6-f1f8-4d45-adeb-26a00bb6363d HTTP/1.1" status: 200 len: 1092 time: 0.6205544 Jan 28 14:26:04.812126 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9f4adc-7f41-4f07-87d0-6ad82c95d282', 'tag': '540805c6-f1f8-4d45-adeb-26a00bb6363d'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:26:04.814391 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53d5493-474d-406a-bdd4-9b455ac87c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "2a9f4adc-7f41-4f07-87d0-6ad82c95d282", "tag": "540805c6-f1f8-4d45-adeb-26a00bb6363d"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:26:04.849248 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7777d-4717-4888-825a-54852407003d service neutron] Pushing event updated for resources: {'Port': ['ID=540805c6-f1f8-4d45-adeb-26a00bb6363d,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:26:04.861125 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f05bd0c-0044-4008-86ba-cecc508e7a7c x-openstack-request-id: req-0f05bd0c-0044-4008-86ba-cecc508e7a7c {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:26:04.861418 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a9f4adc-7f41-4f07-87d0-6ad82c95d282", "tag": "540805c6-f1f8-4d45-adeb-26a00bb6363d", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:26:04.861670 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f05bd0c-0044-4008-86ba-cecc508e7a7c {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:26:04.862125 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a9f4adc-7f41-4f07-87d0-6ad82c95d282', 'tag': '540805c6-f1f8-4d45-adeb-26a00bb6363d', 'status': 'completed', 'code': 200} Jan 28 14:26:04.904125 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f55ca-a529-4202-a599-5c1047c15ffe req-df9e85c0-ca51-4d04-a49d-a61b06528516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:04.905769 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-131f55ca-a529-4202-a599-5c1047c15ffe req-df9e85c0-ca51-4d04-a49d-a61b06528516 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 1095 time: 0.0428095 Jan 28 14:26:04.955409 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-131f55ca-a529-4202-a599-5c1047c15ffe req-3db51109-8eed-48e5-8b86-bea956896426 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=540805c6-f1f8-4d45-adeb-26a00bb6363d HTTP/1.1" status: 200 len: 217 time: 0.0392437 Jan 28 14:26:05.005754 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f55ca-a529-4202-a599-5c1047c15ffe req-53c4b298-0263-4496-8b06-9deab344da1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:05.007292 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-131f55ca-a529-4202-a599-5c1047c15ffe req-53c4b298-0263-4496-8b06-9deab344da1c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0458844 Jan 28 14:26:05.053673 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f55ca-a529-4202-a599-5c1047c15ffe req-6d82ece4-d69e-4721-8ada-10268c7aba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:05.055231 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-131f55ca-a529-4202-a599-5c1047c15ffe req-6d82ece4-d69e-4721-8ada-10268c7aba4b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425181 Jan 28 14:26:05.154514 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-131f55ca-a529-4202-a599-5c1047c15ffe req-56bcd05c-af99-49de-9e16-349ab62c41fd service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933151 Jan 28 14:26:05.250581 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-131f55ca-a529-4202-a599-5c1047c15ffe req-9d739a59-2d8a-4bb6-bb54-59a6ab8a6825 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904500 Jan 28 14:26:05.348275 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d5493-474d-406a-bdd4-9b455ac87c2b req-41cdb532-1cf4-49bc-8d03-1ee56982764c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:05.350592 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e53d5493-474d-406a-bdd4-9b455ac87c2b req-41cdb532-1cf4-49bc-8d03-1ee56982764c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 1095 time: 0.0504162 Jan 28 14:26:05.463530 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d5493-474d-406a-bdd4-9b455ac87c2b req-018930bd-df68-46ce-844d-774602015b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:05.465027 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e53d5493-474d-406a-bdd4-9b455ac87c2b req-018930bd-df68-46ce-844d-774602015b69 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.1068041 Jan 28 14:26:05.509939 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e53d5493-474d-406a-bdd4-9b455ac87c2b req-83c3ae72-6ac1-47cb-8da5-581084b7b2bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=540805c6-f1f8-4d45-adeb-26a00bb6363d HTTP/1.1" status: 200 len: 217 time: 0.0385914 Jan 28 14:26:05.532081 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6bd74-e099-4e70-ad78-558c65c2f9c9 req-4d4f8e25-988c-4ba2-b593-00040c93ffe4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:05.533611 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-36e6bd74-e099-4e70-ad78-558c65c2f9c9 req-4d4f8e25-988c-4ba2-b593-00040c93ffe4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 944 time: 0.0533488 Jan 28 14:26:05.557850 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d5493-474d-406a-bdd4-9b455ac87c2b req-676c24dd-3633-4006-b996-9a123fafebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:05.559387 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e53d5493-474d-406a-bdd4-9b455ac87c2b req-676c24dd-3633-4006-b996-9a123fafebf4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0440125 Jan 28 14:26:05.583563 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-36e6bd74-e099-4e70-ad78-558c65c2f9c9 req-19d3ab86-09dc-4915-b021-4aa3c5761a9d tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440574 Jan 28 14:26:05.609801 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d5493-474d-406a-bdd4-9b455ac87c2b req-ba0047bc-1666-4115-ba77-3836223c2e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:05.611765 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e53d5493-474d-406a-bdd4-9b455ac87c2b req-ba0047bc-1666-4115-ba77-3836223c2e07 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468624 Jan 28 14:26:05.710188 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e53d5493-474d-406a-bdd4-9b455ac87c2b req-cd6cd6f7-ceb9-4183-bfb4-9bb90e71cd9a service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918980 Jan 28 14:26:05.811781 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e53d5493-474d-406a-bdd4-9b455ac87c2b req-5b62e64b-3b29-4809-834b-c033827fe0cf service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953155 Jan 28 14:26:06.396330 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:06.707381 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b976389-95b6-483f-b281-e9a104edfada req-f588024f-cc65-4c42-a122-2525f42d7699 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:06.708753 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5b976389-95b6-483f-b281-e9a104edfada req-f588024f-cc65-4c42-a122-2525f42d7699 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 944 time: 0.0492005 Jan 28 14:26:06.760730 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5b976389-95b6-483f-b281-e9a104edfada req-31ae0665-e981-4058-b961-6c0eabdb32ac tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462048 Jan 28 14:26:07.885244 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bccb93-9718-42b2-875d-b439330ccd2b req-3c7ef60d-ae8e-48cd-a6d6-626bd367fca4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:07.886709 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a0bccb93-9718-42b2-875d-b439330ccd2b req-3c7ef60d-ae8e-48cd-a6d6-626bd367fca4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 944 time: 0.0526378 Jan 28 14:26:07.937924 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a0bccb93-9718-42b2-875d-b439330ccd2b req-70dd5306-9f0b-43cf-8e23-d093974f6ea4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429256 Jan 28 14:26:08.388518 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 540805c6-f1f8-4d45-adeb-26a00bb6363d details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:26:08.486775 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 540805c6-f1f8-4d45-adeb-26a00bb6363d, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=540805c6-f1f8-4d45-adeb-26a00bb6363d,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:26:08.497645 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '540805c6-f1f8-4d45-adeb-26a00bb6363d', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'port_id': '540805c6-f1f8-4d45-adeb-26a00bb6363d', 'mac_address': 'fa:16:3e:ec:af:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:26:08.540216 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 540805c6-f1f8-4d45-adeb-26a00bb6363d is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:26:08.540617 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (540805c6-f1f8-4d45-adeb-26a00bb6363d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:08.553739 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 540805c6-f1f8-4d45-adeb-26a00bb6363d {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:26:08.574116 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 540805c6-f1f8-4d45-adeb-26a00bb6363d, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=540805c6-f1f8-4d45-adeb-26a00bb6363d,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:26:08.579603 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (540805c6-f1f8-4d45-adeb-26a00bb6363d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:08.627857 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=540805c6-f1f8-4d45-adeb-26a00bb6363d,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:26:08.931208 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['540805c6-f1f8-4d45-adeb-26a00bb6363d'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:26:09.056477 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1173038-f72b-4f62-8e3a-f18db7b93097 req-ddfe208c-b816-4b6d-85a8-0a68fdf131bc tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:09.057972 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a1173038-f72b-4f62-8e3a-f18db7b93097 req-ddfe208c-b816-4b6d-85a8-0a68fdf131bc tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 945 time: 0.0495870 Jan 28 14:26:09.106941 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a1173038-f72b-4f62-8e3a-f18db7b93097 req-3682d009-2f67-4fcb-9608-de5d04361bd8 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430338 Jan 28 14:26:10.250195 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80b7c4-05a2-4a38-aaeb-24b602cf5715 req-70dbaffc-d255-4e79-9bd4-24c609b30b42 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:10.251704 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db80b7c4-05a2-4a38-aaeb-24b602cf5715 req-70dbaffc-d255-4e79-9bd4-24c609b30b42 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 945 time: 0.0561228 Jan 28 14:26:10.303685 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db80b7c4-05a2-4a38-aaeb-24b602cf5715 req-4ea88114-f4d3-4b85-a20f-476a282e3efb tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434370 Jan 28 14:26:10.400999 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 540805c6-f1f8-4d45-adeb-26a00bb6363d up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:26:10.456831 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 540805c6-f1f8-4d45-adeb-26a00bb6363d completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:26:10.460462 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 540805c6-f1f8-4d45-adeb-26a00bb6363d triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:26:10.460832 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (540805c6-f1f8-4d45-adeb-26a00bb6363d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:10.548465 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 540805c6-f1f8-4d45-adeb-26a00bb6363d is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:26:10.548847 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (540805c6-f1f8-4d45-adeb-26a00bb6363d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:10.571184 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9f4adc-7f41-4f07-87d0-6ad82c95d282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540805c6-f1f8-4d45-adeb-26a00bb6363d'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:26:10.573337 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2741533d-98e5-4fd7-89fa-82fb1089e4d9" -d '{"events": [{"server_uuid": "2a9f4adc-7f41-4f07-87d0-6ad82c95d282", "name": "network-vif-plugged", "status": "completed", "tag": "540805c6-f1f8-4d45-adeb-26a00bb6363d"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:26:10.585212 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 540805c6-f1f8-4d45-adeb-26a00bb6363d, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=540805c6-f1f8-4d45-adeb-26a00bb6363d,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:26:10.590884 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (540805c6-f1f8-4d45-adeb-26a00bb6363d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:10.637350 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=540805c6-f1f8-4d45-adeb-26a00bb6363d,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:26:10.674913 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ddbe7f-9d02-4f7a-9b49-f044691009d5 x-openstack-request-id: req-58ddbe7f-9d02-4f7a-9b49-f044691009d5 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:26:10.675255 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9f4adc-7f41-4f07-87d0-6ad82c95d282", "name": "network-vif-plugged", "status": "completed", "tag": "540805c6-f1f8-4d45-adeb-26a00bb6363d", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:26:10.675557 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-58ddbe7f-9d02-4f7a-9b49-f044691009d5 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:26:10.676173 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9f4adc-7f41-4f07-87d0-6ad82c95d282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540805c6-f1f8-4d45-adeb-26a00bb6363d', 'code': 200} Jan 28 14:26:10.786547 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb49a1-5e9e-4c0a-a676-73735906a9bd req-aedd6e5f-4a67-4c36-8bd1-49eded9c9499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:10.788082 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-62cb49a1-5e9e-4c0a-a676-73735906a9bd req-aedd6e5f-4a67-4c36-8bd1-49eded9c9499 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 1097 time: 0.0535252 Jan 28 14:26:10.834706 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-62cb49a1-5e9e-4c0a-a676-73735906a9bd req-82d806cb-c022-4b4c-8312-bece4595824f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407934 Jan 28 14:26:11.429475 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65a283-6b1e-4701-b6f0-77a7e78b7967 req-1fbb761d-0211-495e-9782-a49f3d7017a0 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:11.430954 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cc65a283-6b1e-4701-b6f0-77a7e78b7967 req-1fbb761d-0211-495e-9782-a49f3d7017a0 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 946 time: 0.0500057 Jan 28 14:26:11.478592 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cc65a283-6b1e-4701-b6f0-77a7e78b7967 req-b8cbf2ef-6b9a-4e1c-b4e5-e0a3a1ab205e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418608 Jan 28 14:26:12.605426 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343ab84-d4d5-43e5-bdd9-33b4ae385149 req-2df25587-e282-4189-9cb6-d918fe4a24dd tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:12.606936 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9343ab84-d4d5-43e5-bdd9-33b4ae385149 req-2df25587-e282-4189-9cb6-d918fe4a24dd tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 946 time: 0.0563605 Jan 28 14:26:12.663619 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9343ab84-d4d5-43e5-bdd9-33b4ae385149 req-43499616-54c3-4251-8e7c-3e2fd74b1bf4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479980 Jan 28 14:26:12.782545 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac13c1-2ef9-47d2-b089-b187d43bb462 req-78dfa7a3-7d67-49a8-90db-346307257dc9 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:12.784112 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9cac13c1-2ef9-47d2-b089-b187d43bb462 req-78dfa7a3-7d67-49a8-90db-346307257dc9 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 946 time: 0.0541122 Jan 28 14:26:12.792861 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 49800) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:26:12.797387 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-9b59ec0a-63c7-48f7-b13f-290e1e0068dd tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Request body: {'floatingip': {'port_id': '540805c6-f1f8-4d45-adeb-26a00bb6363d'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:26:12.838450 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b59ec0a-63c7-48f7-b13f-290e1e0068dd tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for floatingip (e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:13.301776 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b59ec0a-63c7-48f7-b13f-290e1e0068dd tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:13.307875 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b59ec0a-63c7-48f7-b13f-290e1e0068dd tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:13.407214 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [None req-9b59ec0a-63c7-48f7-b13f-290e1e0068dd tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Floating IP e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa associated. External IP: 172.25.3.180, port: 540805c6-f1f8-4d45-adeb-26a00bb6363d. Jan 28 14:26:13.620431 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b59ec0a-63c7-48f7-b13f-290e1e0068dd tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Router e2c4c059-9b1b-461b-8e51-d656aef35083 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:26:13.729647 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b59ec0a-63c7-48f7-b13f-290e1e0068dd tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:26:13.734517 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9b59ec0a-63c7-48f7-b13f-290e1e0068dd tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:13.739800 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5eddca-135e-4ac6-918c-5438b0986b05 None None] Sync routers for ids ['e2c4c059-9b1b-461b-8e51-d656aef35083'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:26:13.750959 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5eddca-135e-4ac6-918c-5438b0986b05 None None] Routers {'e2c4c059-9b1b-461b-8e51-d656aef35083'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:26:13.751703 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-4a5eddca-135e-4ac6-918c-5438b0986b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:26:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e2c4c059-9b1b-461b-8e51-d656aef35083'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:26:13.762263 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9b59ec0a-63c7-48f7-b13f-290e1e0068dd tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "PUT /v2.0/floatingips/e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa HTTP/1.1" status: 200 len: 992 time: 0.9683146 Jan 28 14:26:13.762881 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9f4adc-7f41-4f07-87d0-6ad82c95d282', 'tag': '540805c6-f1f8-4d45-adeb-26a00bb6363d'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:26:13.765155 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f2b57a-f005-4639-a883-ae80955cba85" -d '{"events": [{"name": "network-changed", "server_uuid": "2a9f4adc-7f41-4f07-87d0-6ad82c95d282", "tag": "540805c6-f1f8-4d45-adeb-26a00bb6363d"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:26:13.862835 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-4a5eddca-135e-4ac6-918c-5438b0986b05 None None] Set router e2c4c059-9b1b-461b-8e51-d656aef35083 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:26:13.865904 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4799f6-6154-450e-bda5-2438ff246102 x-openstack-request-id: req-bb4799f6-6154-450e-bda5-2438ff246102 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:26:13.866404 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a9f4adc-7f41-4f07-87d0-6ad82c95d282", "tag": "540805c6-f1f8-4d45-adeb-26a00bb6363d", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:26:13.866404 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb4799f6-6154-450e-bda5-2438ff246102 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:26:13.866823 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a9f4adc-7f41-4f07-87d0-6ad82c95d282', 'tag': '540805c6-f1f8-4d45-adeb-26a00bb6363d', 'status': 'completed', 'code': 200} Jan 28 14:26:13.933875 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2b57a-f005-4639-a883-ae80955cba85 req-2f2cdeaa-9ad6-4c2e-b232-0a6aeda5cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:13.935427 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-40f2b57a-f005-4639-a883-ae80955cba85 req-2f2cdeaa-9ad6-4c2e-b232-0a6aeda5cbce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 1097 time: 0.0487807 Jan 28 14:26:14.031671 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2b57a-f005-4639-a883-ae80955cba85 req-5e76d341-4d45-495f-b784-a8d2c545dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:14.033648 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-40f2b57a-f005-4639-a883-ae80955cba85 req-5e76d341-4d45-495f-b784-a8d2c545dba6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.0923214 Jan 28 14:26:14.099994 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-4a5eddca-135e-4ac6-918c-5438b0986b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'port_id': '540805c6-f1f8-4d45-adeb-26a00bb6363d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'mac_address': 'fa:16:3e:ec:af:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9f4adc-7f41-4f07-87d0-6ad82c95d282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:22:56Z', 'updated_at': '2022-01-28T14:26:13Z', 'revision_number': 5, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2883b8-f923-42cd-826e-77610b13c754', 'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'mac_address': 'fa:16:3e:08:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:53Z', 'updated_at': '2022-01-28T14:22:58Z', 'revision_number': 5, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'subnets': [{'id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:26:14.100852 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-40f2b57a-f005-4639-a883-ae80955cba85 req-088a7449-731c-4578-9cf4-33227f0e8b22 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=540805c6-f1f8-4d45-adeb-26a00bb6363d HTTP/1.1" status: 200 len: 1000 time: 0.0598581 Jan 28 14:26:14.128367 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5eddca-135e-4ac6-918c-5438b0986b05 None None] Checking router: e2c4c059-9b1b-461b-8e51-d656aef35083 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:26:14.137423 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5eddca-135e-4ac6-918c-5438b0986b05 None None] Routers {'e2c4c059-9b1b-461b-8e51-d656aef35083'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:26:14.138084 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-4a5eddca-135e-4ac6-918c-5438b0986b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:26:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e2c4c059-9b1b-461b-8e51-d656aef35083'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:26:14.149175 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2b57a-f005-4639-a883-ae80955cba85 req-fae8a1ea-0a90-43b9-b160-4b0177fcea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:14.150690 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-40f2b57a-f005-4639-a883-ae80955cba85 req-fae8a1ea-0a90-43b9-b160-4b0177fcea33 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0442514 Jan 28 14:26:14.199405 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2b57a-f005-4639-a883-ae80955cba85 req-55052c14-88f6-4f1d-851b-c3b4a4323c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:14.200831 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-40f2b57a-f005-4639-a883-ae80955cba85 req-55052c14-88f6-4f1d-851b-c3b4a4323c0d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445609 Jan 28 14:26:14.242145 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-4a5eddca-135e-4ac6-918c-5438b0986b05 None None] Set router e2c4c059-9b1b-461b-8e51-d656aef35083 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:26:14.291082 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-40f2b57a-f005-4639-a883-ae80955cba85 req-a4716922-ad7e-483a-b2b0-28bdf2f932d9 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834789 Jan 28 14:26:14.383296 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-40f2b57a-f005-4639-a883-ae80955cba85 req-0081dd74-cf00-4118-ba1e-ce03b6cc2bd9 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858071 Jan 28 14:26:14.634691 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-4a5eddca-135e-4ac6-918c-5438b0986b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'port_id': '540805c6-f1f8-4d45-adeb-26a00bb6363d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'mac_address': 'fa:16:3e:ec:af:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9f4adc-7f41-4f07-87d0-6ad82c95d282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:22:56Z', 'updated_at': '2022-01-28T14:26:13Z', 'revision_number': 5, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2883b8-f923-42cd-826e-77610b13c754', 'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'mac_address': 'fa:16:3e:08:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:53Z', 'updated_at': '2022-01-28T14:22:58Z', 'revision_number': 5, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'subnets': [{'id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:26:14.662002 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5eddca-135e-4ac6-918c-5438b0986b05 None None] The sync data for ids ['e2c4c059-9b1b-461b-8e51-d656aef35083'] in n-d-822747-2 is: [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'port_id': '540805c6-f1f8-4d45-adeb-26a00bb6363d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'mac_address': 'fa:16:3e:ec:af:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9f4adc-7f41-4f07-87d0-6ad82c95d282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:22:56Z', 'updated_at': '2022-01-28T14:26:13Z', 'revision_number': 5, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2883b8-f923-42cd-826e-77610b13c754', 'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'mac_address': 'fa:16:3e:08:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:53Z', 'updated_at': '2022-01-28T14:22:58Z', 'revision_number': 5, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'subnets': [{'id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:26:14.879031 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023283a1-947c-44b6-baeb-43117089b940 None None] New status for floating IP e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa: ACTIVE {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:26:18.142395 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:26:18.259284 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:20.334959 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:26.113117 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-90545503-203a-4053-82e8-a2e04dabfed0 req-a46e1f34-2bca-47b0-9493-91f2b06e87e0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421007 Jan 28 14:26:26.212119 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90545503-203a-4053-82e8-a2e04dabfed0 req-d3039900-ecf8-4456-b93e-59f144eac114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:26.213704 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-90545503-203a-4053-82e8-a2e04dabfed0 req-d3039900-ecf8-4456-b93e-59f144eac114 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 1097 time: 0.0465152 Jan 28 14:26:26.336366 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90545503-203a-4053-82e8-a2e04dabfed0 req-035feed6-0c05-44a8-b358-96044a520163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:26.338642 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-90545503-203a-4053-82e8-a2e04dabfed0 req-035feed6-0c05-44a8-b358-96044a520163 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.0968614 Jan 28 14:26:26.406224 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-90545503-203a-4053-82e8-a2e04dabfed0 req-2073f25d-188b-4a7e-adf0-28d072bb295c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=540805c6-f1f8-4d45-adeb-26a00bb6363d HTTP/1.1" status: 200 len: 1002 time: 0.0614100 Jan 28 14:26:26.465573 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90545503-203a-4053-82e8-a2e04dabfed0 req-8e93bbff-ad2f-40de-8730-59e16a66659a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:26.467270 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-90545503-203a-4053-82e8-a2e04dabfed0 req-8e93bbff-ad2f-40de-8730-59e16a66659a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0516241 Jan 28 14:26:26.515722 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90545503-203a-4053-82e8-a2e04dabfed0 req-6e2ef2c2-3cab-4808-93bd-74bef5d82a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:26.517350 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-90545503-203a-4053-82e8-a2e04dabfed0 req-6e2ef2c2-3cab-4808-93bd-74bef5d82a47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434611 Jan 28 14:26:26.609431 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-90545503-203a-4053-82e8-a2e04dabfed0 req-2a889f6b-4f6d-42ab-81ee-9d3923dd14e3 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847232 Jan 28 14:26:26.719991 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-90545503-203a-4053-82e8-a2e04dabfed0 req-7d3a24c6-572b-45a9-928c-407b2b315a37 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013899 Jan 28 14:26:29.399232 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-351e901e-e115-4327-9223-6cd342c1b821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:31.701622 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e0708aa5-c0a9-4e77-bef1-e86477f48bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:33.113666 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:34.486167 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:36.395134 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:48.272703 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:50.356306 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:55.144923 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:26:59.405249 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2425eeca-7509-4666-ba14-85748b6e7d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:01.709022 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf843005-873b-4204-8f56-e79ee2af1fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:03.114902 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:04.487593 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:06.398036 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:18.290035 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:20.362052 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:28.125067 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2954afc9-fdae-446b-a3e5-8aa04663818a req-8a2a8953-bea7-4555-a1ac-42df705dfa7d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434437 Jan 28 14:27:28.218603 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954afc9-fdae-446b-a3e5-8aa04663818a req-0b369d37-9098-4812-b48c-0a9c86d54611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:28.220204 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2954afc9-fdae-446b-a3e5-8aa04663818a req-0b369d37-9098-4812-b48c-0a9c86d54611 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 1097 time: 0.0488856 Jan 28 14:27:28.325762 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954afc9-fdae-446b-a3e5-8aa04663818a req-e92a6603-5caf-48dd-8908-a21eb6763459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:28.327305 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2954afc9-fdae-446b-a3e5-8aa04663818a req-e92a6603-5caf-48dd-8908-a21eb6763459 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.0889323 Jan 28 14:27:28.397105 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2954afc9-fdae-446b-a3e5-8aa04663818a req-0c67c92b-0d59-4b33-9203-789c75b9667b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=540805c6-f1f8-4d45-adeb-26a00bb6363d HTTP/1.1" status: 200 len: 1002 time: 0.0632615 Jan 28 14:27:28.447873 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954afc9-fdae-446b-a3e5-8aa04663818a req-206e6cd8-29ab-4962-8789-c25a0750e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:28.449400 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2954afc9-fdae-446b-a3e5-8aa04663818a req-206e6cd8-29ab-4962-8789-c25a0750e25b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0450687 Jan 28 14:27:28.497385 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954afc9-fdae-446b-a3e5-8aa04663818a req-7bcecb2d-f163-4f21-b572-697fbf60cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:28.498980 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2954afc9-fdae-446b-a3e5-8aa04663818a req-7bcecb2d-f163-4f21-b572-697fbf60cf19 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441446 Jan 28 14:27:28.508781 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-2954afc9-fdae-446b-a3e5-8aa04663818a req-aa0dad85-3009-4ab5-b79b-e03e1315fa67 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:27:28.509779 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2954afc9-fdae-446b-a3e5-8aa04663818a req-aa0dad85-3009-4ab5-b79b-e03e1315fa67 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052021 Jan 28 14:27:28.612282 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2954afc9-fdae-446b-a3e5-8aa04663818a req-0348ed7a-27d7-4202-bb98-c3e34fdf2e65 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964086 Jan 28 14:27:28.708307 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2954afc9-fdae-446b-a3e5-8aa04663818a req-38da832d-6eff-4988-a09c-f535b0af01fe service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908372 Jan 28 14:27:29.390088 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e2c9a5d2-098b-4883-b57c-472e68e61846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:31.703478 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa5dfda1-ac60-4242-89f3-874ff55835b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:32.145377 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:27:33.116783 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:34.490152 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:36.393117 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:48.296138 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:50.348967 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:59.397302 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b1b25769-d495-4ae0-b66d-fb22ae2b3a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:28:01.711228 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c16e9b4-e81a-4298-8c82-10f116346519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:28:03.128728 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:28:04.492421 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:28:06.407175 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:28:09.154503 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:28:18.321681 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:28:20.349670 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:28:28.171749 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65e68a2f-5fe7-41ed-8e38-43672bff883a req-90bb3c42-5adb-445d-8037-0858d49f9a4d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1140823 Jan 28 14:28:28.256437 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e68a2f-5fe7-41ed-8e38-43672bff883a req-d684c06c-ebfb-4849-969c-c9728c02f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:28:28.257977 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65e68a2f-5fe7-41ed-8e38-43672bff883a req-d684c06c-ebfb-4849-969c-c9728c02f222 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 1097 time: 0.0428557 Jan 28 14:28:28.365046 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e68a2f-5fe7-41ed-8e38-43672bff883a req-69de8cbf-7b31-4ad4-8ffe-f14857fffe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:28:28.366454 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65e68a2f-5fe7-41ed-8e38-43672bff883a req-69de8cbf-7b31-4ad4-8ffe-f14857fffe63 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.0896540 Jan 28 14:28:28.435132 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65e68a2f-5fe7-41ed-8e38-43672bff883a req-17c5bd1e-a00e-42c2-83c5-136d2b9f9365 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=540805c6-f1f8-4d45-adeb-26a00bb6363d HTTP/1.1" status: 200 len: 1002 time: 0.0624056 Jan 28 14:28:28.485294 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e68a2f-5fe7-41ed-8e38-43672bff883a req-bcee2c68-a5d4-43f9-9cd3-4cd686785b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:28:28.486745 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65e68a2f-5fe7-41ed-8e38-43672bff883a req-bcee2c68-a5d4-43f9-9cd3-4cd686785b9e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0458598 Jan 28 14:28:28.535262 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e68a2f-5fe7-41ed-8e38-43672bff883a req-e6753320-99cb-4fbb-88d5-4e9aead67a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:28:28.536796 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65e68a2f-5fe7-41ed-8e38-43672bff883a req-e6753320-99cb-4fbb-88d5-4e9aead67a85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441360 Jan 28 14:28:28.634483 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65e68a2f-5fe7-41ed-8e38-43672bff883a req-7ee06bac-0e7c-42b9-b765-983f7dbde931 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909872 Jan 28 14:28:28.724494 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-65e68a2f-5fe7-41ed-8e38-43672bff883a req-b2ff7d49-4471-4259-a4ea-026a7a7d3662 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836055 Jan 28 14:28:29.397044 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-671c4718-21f0-442c-bd89-01d6b0523705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:28:31.708350 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0fdfb372-6161-4c3c-8b4c-80ea83c9df35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:28:33.123105 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:28:34.502526 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:28:36.403994 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:28:46.150029 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:28:48.311982 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:28:49.394308 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0385be-f157-4356-90ad-3de15f34e589 req-d1c2b2da-b468-4c43-947b-ef063599772a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:28:49.395833 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4f0385be-f157-4356-90ad-3de15f34e589 req-d1c2b2da-b468-4c43-947b-ef063599772a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 946 time: 0.0553100 Jan 28 14:28:49.442960 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4f0385be-f157-4356-90ad-3de15f34e589 req-5c90152f-1d66-41b9-8e3d-29174ab49d6f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414116 Jan 28 14:28:50.367383 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:28:50.579640 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3490a-04a1-4c9a-9fcb-bbe87acd53f7 req-a238f687-9a27-49e5-a9c5-bea707041b24 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:28:50.581158 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8ae3490a-04a1-4c9a-9fcb-bbe87acd53f7 req-a238f687-9a27-49e5-a9c5-bea707041b24 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 946 time: 0.0516591 Jan 28 14:28:50.631909 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8ae3490a-04a1-4c9a-9fcb-bbe87acd53f7 req-8633ae8b-7890-4163-b5dc-1df5eb0bcc50 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423362 Jan 28 14:28:51.756781 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb996290-24e5-409f-b26e-5fe537e6c560 req-ac76352d-9474-4bcf-84b1-9ae84ef205b7 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:28:51.758302 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bb996290-24e5-409f-b26e-5fe537e6c560 req-ac76352d-9474-4bcf-84b1-9ae84ef205b7 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 946 time: 0.0498514 Jan 28 14:28:51.807296 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bb996290-24e5-409f-b26e-5fe537e6c560 req-c529968b-5a22-4ee9-9c84-0fb350b34ff7 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431559 Jan 28 14:28:52.938332 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22855fa2-3616-4650-afeb-7a6479de1b99 req-e9a649f5-7b27-4dc4-a389-1bbaa9e36f13 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:28:52.939845 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-22855fa2-3616-4650-afeb-7a6479de1b99 req-e9a649f5-7b27-4dc4-a389-1bbaa9e36f13 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 946 time: 0.0605762 Jan 28 14:28:52.994632 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-22855fa2-3616-4650-afeb-7a6479de1b99 req-79e1a166-c236-41c9-8118-7d109bcad8a1 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489380 Jan 28 14:28:54.121716 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b59a8-2af1-41bc-94e5-ff52525d89e6 req-f3bfa17d-dd7b-414f-a850-cb5548da1279 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:28:54.123269 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b84b59a8-2af1-41bc-94e5-ff52525d89e6 req-f3bfa17d-dd7b-414f-a850-cb5548da1279 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 946 time: 0.0517848 Jan 28 14:28:54.169941 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b84b59a8-2af1-41bc-94e5-ff52525d89e6 req-657ff116-a66f-470d-b9c4-289b2358ee93 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409460 Jan 28 14:28:55.313249 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4db4a-b8e7-4dd4-8a3c-167a1ae5fabe req-085276b9-8689-40d3-ae0c-cbbb31a22567 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:28:55.314763 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-64f4db4a-b8e7-4dd4-8a3c-167a1ae5fabe req-085276b9-8689-40d3-ae0c-cbbb31a22567 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 946 time: 0.0659089 Jan 28 14:28:55.365335 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-64f4db4a-b8e7-4dd4-8a3c-167a1ae5fabe req-d0519a04-936c-4683-ad31-47f219b85595 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422873 Jan 28 14:28:56.498848 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f48594-d03d-4bc6-809a-937cd1869f0a req-cafd6e9d-592a-4757-86c9-ef9c5a9b9404 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:28:56.500371 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-84f48594-d03d-4bc6-809a-937cd1869f0a req-cafd6e9d-592a-4757-86c9-ef9c5a9b9404 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 946 time: 0.0535083 Jan 28 14:28:56.549291 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-84f48594-d03d-4bc6-809a-937cd1869f0a req-63580368-a6f3-4b3a-8380-6a2bcf20faa2 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427697 Jan 28 14:28:57.685886 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f9d41-ac8e-4fe9-acd7-2d6df24691dd req-d0ff91c7-685f-4e69-9b7f-bbb79211309f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:28:57.687744 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d50f9d41-ac8e-4fe9-acd7-2d6df24691dd req-d0ff91c7-685f-4e69-9b7f-bbb79211309f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 946 time: 0.0575149 Jan 28 14:28:57.739698 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d50f9d41-ac8e-4fe9-acd7-2d6df24691dd req-e7fa0303-81ed-43ce-bd81-72696e2642dd tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459824 Jan 28 14:28:58.868542 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54466ec6-7da8-4bd2-b9c0-619324e29d03 req-c0f66788-e546-4b62-b305-e5e9c049d731 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:28:58.870096 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-54466ec6-7da8-4bd2-b9c0-619324e29d03 req-c0f66788-e546-4b62-b305-e5e9c049d731 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 946 time: 0.0585186 Jan 28 14:28:58.939868 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-54466ec6-7da8-4bd2-b9c0-619324e29d03 req-44d20242-fd99-47f6-9a67-352613d809a9 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613525 Jan 28 14:28:59.391263 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01b26039-b3c2-4d6e-aa0f-981780b3aea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:00.073727 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbf9cf-5bc5-4f1e-8bfb-13ffddc1ac40 req-81aa863c-71ff-43b0-917f-c5a1a8a10523 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:00.075165 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c8fbf9cf-5bc5-4f1e-8bfb-13ffddc1ac40 req-81aa863c-71ff-43b0-917f-c5a1a8a10523 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 946 time: 0.0552466 Jan 28 14:29:00.124738 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c8fbf9cf-5bc5-4f1e-8bfb-13ffddc1ac40 req-7af6faee-bf9a-48a3-979e-240486f6ad70 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435746 Jan 28 14:29:00.366832 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-b9ac044a-e618-4569-a377-054ac888345b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408492 Jan 28 14:29:00.380761 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbda29-2211-427a-95e7-b0e42111a095 req-58c1e19f-b5d1-4960-9386-64e0349c24ce tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:00.382313 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-33dbda29-2211-427a-95e7-b0e42111a095 req-58c1e19f-b5d1-4960-9386-64e0349c24ce tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 946 time: 0.0491240 Jan 28 14:29:00.433529 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-33dbda29-2211-427a-95e7-b0e42111a095 req-575640ca-7182-4800-ae0a-5eab4dd7a47f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450306 Jan 28 14:29:01.554645 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-1f0f1309-69e4-48b4-970e-63493e55f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:01.556148 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-1f0f1309-69e4-48b4-970e-63493e55f2b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 1097 time: 0.0681336 Jan 28 14:29:01.570390 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541cc160-b362-48c5-991c-3f33513571dc req-e146d5dd-2908-440b-a9f5-d141ae6bac4b tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:01.571836 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-541cc160-b362-48c5-991c-3f33513571dc req-e146d5dd-2908-440b-a9f5-d141ae6bac4b tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 946 time: 0.0596437 Jan 28 14:29:01.669739 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-541cc160-b362-48c5-991c-3f33513571dc req-e3870abc-ec38-461d-996c-d9f314e9f004 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910726 Jan 28 14:29:01.687767 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-fff1cc89-4d05-4922-9c69-a1de801486ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:01.689288 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-fff1cc89-4d05-4922-9c69-a1de801486ba service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.1260753 Jan 28 14:29:01.710558 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-52e1026e-549e-4886-bb67-909ffa2a8072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:01.763213 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-56dedc07-3b4b-4f7a-b041-0ec1dbb12288 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=540805c6-f1f8-4d45-adeb-26a00bb6363d HTTP/1.1" status: 200 len: 1002 time: 0.0675046 Jan 28 14:29:01.811947 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-05b6b444-8868-473f-94ce-0932f48d7b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:01.813458 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-05b6b444-8868-473f-94ce-0932f48d7b0d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0452671 Jan 28 14:29:01.859015 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-c76de55a-b869-475a-9182-d0b261d40138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:01.860526 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-c76de55a-b869-475a-9182-d0b261d40138 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409203 Jan 28 14:29:01.963707 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-cd129560-985d-497e-83a3-9b6a4bad7ed3 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959752 Jan 28 14:29:02.068265 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-7b2aedd0-f0c2-416b-bae9-8143a80d9b38 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964398 Jan 28 14:29:02.814213 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebf017-b331-4610-9874-b6aedd8ff784 req-0b9ff8d9-ddbe-4d4f-aaad-32255484e921 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:02.816239 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1bebf017-b331-4610-9874-b6aedd8ff784 req-0b9ff8d9-ddbe-4d4f-aaad-32255484e921 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 946 time: 0.0661161 Jan 28 14:29:02.865370 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1bebf017-b331-4610-9874-b6aedd8ff784 req-322622cd-af27-466e-a070-b9f8a2cdc439 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433557 Jan 28 14:29:03.130110 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:03.986034 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b8461-ae52-4e18-907c-b176ba4f2579 req-09eb5092-54ac-41ed-a27e-43537fa7352b tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:03.987613 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7c0b8461-ae52-4e18-907c-b176ba4f2579 req-09eb5092-54ac-41ed-a27e-43537fa7352b tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 946 time: 0.0512247 Jan 28 14:29:04.044298 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7c0b8461-ae52-4e18-907c-b176ba4f2579 req-29e2ead3-f219-47ee-88e0-f48393e16c5f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483804 Jan 28 14:29:04.141928 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-eedda14e-0c15-4e17-bce0-e3446d62df43 service neutron] show failed (client error): The resource could not be found. Jan 28 14:29:04.142953 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-eedda14e-0c15-4e17-bce0-e3446d62df43 service neutron] 10.222.0.37 "GET /v2.0/ports/540805c6-f1f8-4d45-adeb-26a00bb6363d/bindings/n-h1-822747-2 HTTP/1.1" status: 404 len: 380 time: 0.0617557 Jan 28 14:29:04.354518 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-64cce40a-7e31-44f3-bcb0-59a52164b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:04.355993 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-64cce40a-7e31-44f3-bcb0-59a52164b06f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282&tenant_id=d29292ae351c4e74888107e15a8770d3 HTTP/1.1" status: 200 len: 1097 time: 0.0457695 Jan 28 14:29:04.365255 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-bd999bfb-35a1-43f5-8538-e70fb6033783 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:29:04.366211 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-bd999bfb-35a1-43f5-8538-e70fb6033783 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050931 Jan 28 14:29:04.378597 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822747-2', 'device_owner': 'compute:nova'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:29:04.446352 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (540805c6-f1f8-4d45-adeb-26a00bb6363d), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:04.500040 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:04.652396 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] For port 540805c6-f1f8-4d45-adeb-26a00bb6363d, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=540805c6-f1f8-4d45-adeb-26a00bb6363d,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:29:04.691972 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] For port 540805c6-f1f8-4d45-adeb-26a00bb6363d, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:29:04.734869 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9f4adc-7f41-4f07-87d0-6ad82c95d282', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '540805c6-f1f8-4d45-adeb-26a00bb6363d'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:29:04.737259 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8d58a3-ac95-45dc-87e5-6603ef2144a2" -d '{"events": [{"server_uuid": "2a9f4adc-7f41-4f07-87d0-6ad82c95d282", "name": "network-vif-unplugged", "status": "completed", "tag": "540805c6-f1f8-4d45-adeb-26a00bb6363d"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:29:04.741403 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Publish callbacks [] for port (540805c6-f1f8-4d45-adeb-26a00bb6363d), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:04.754832 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Transition to ACTIVE for port object 540805c6-f1f8-4d45-adeb-26a00bb6363d will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:29:04.759463 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (540805c6-f1f8-4d45-adeb-26a00bb6363d), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:04.788944 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 14:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84952840-b769-45a2-b4c4-d110d492f826 x-openstack-request-id: req-84952840-b769-45a2-b4c4-d110d492f826 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:29:04.789254 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9f4adc-7f41-4f07-87d0-6ad82c95d282", "name": "network-vif-unplugged", "status": "completed", "tag": "540805c6-f1f8-4d45-adeb-26a00bb6363d", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:29:04.789520 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-84952840-b769-45a2-b4c4-d110d492f826 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:29:04.790289 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9f4adc-7f41-4f07-87d0-6ad82c95d282', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '540805c6-f1f8-4d45-adeb-26a00bb6363d', 'code': 200} Jan 28 14:29:04.846005 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=540805c6-f1f8-4d45-adeb-26a00bb6363d,revision_number=6']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:29:04.860224 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:04.860564 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:04.860905 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:04.861241 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:04.861578 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:04.861909 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:04.862234 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:04.862595 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:04.862942 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:04.863264 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:04.863589 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:04.863909 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:04.864225 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:04.895517 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] No DVR routers for this DVR port 540805c6-f1f8-4d45-adeb-26a00bb6363d on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:29:05.033555 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Attempting to bind port 540805c6-f1f8-4d45-adeb-26a00bb6363d on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:29:05.034267 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Attempting to bind port 540805c6-f1f8-4d45-adeb-26a00bb6363d by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:29:05.034267 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Attempting to bind port 540805c6-f1f8-4d45-adeb-26a00bb6363d on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:29:05.039144 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Port 540805c6-f1f8-4d45-adeb-26a00bb6363d on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:29:05.039498 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Attempting to bind port 540805c6-f1f8-4d45-adeb-26a00bb6363d on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:29:05.045035 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:29:05.045372 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Checking segment: {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:29:05.045752 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Bound using segment: {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:29:05.046184 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Bound port: 540805c6-f1f8-4d45-adeb-26a00bb6363d, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:29:05.046543 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (540805c6-f1f8-4d45-adeb-26a00bb6363d), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:05.109867 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] For port 540805c6-f1f8-4d45-adeb-26a00bb6363d, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:29:05.113035 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] For port 540805c6-f1f8-4d45-adeb-26a00bb6363d, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=540805c6-f1f8-4d45-adeb-26a00bb6363d,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:29:05.117715 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (540805c6-f1f8-4d45-adeb-26a00bb6363d), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:05.181607 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:05.181976 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:05.183380 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] 10.222.0.18 "PUT /v2.0/ports/540805c6-f1f8-4d45-adeb-26a00bb6363d HTTP/1.1" status: 200 len: 1092 time: 0.8084693 Jan 28 14:29:05.220304 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16865c-d2c9-48f7-84fe-45d5dc76c0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=540805c6-f1f8-4d45-adeb-26a00bb6363d,revision_number=7']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:29:05.247715 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be8a9e-4c12-4036-8f7e-843896b263a3 req-68151e4f-8436-4146-a555-bb78ad9df4e7 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:05.249288 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-21be8a9e-4c12-4036-8f7e-843896b263a3 req-68151e4f-8436-4146-a555-bb78ad9df4e7 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 944 time: 0.1264105 Jan 28 14:29:05.279272 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-baa43e52-5de7-4652-a63d-151ed9797870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:05.280817 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-baa43e52-5de7-4652-a63d-151ed9797870 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 1095 time: 0.0736659 Jan 28 14:29:05.333091 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-21be8a9e-4c12-4036-8f7e-843896b263a3 req-3cc971e3-8282-40b8-8432-fc6f3bed2bbb tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773852 Jan 28 14:29:05.717139 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-5300538e-966c-4c70-baf9-0741b791cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:05.718582 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-5300538e-966c-4c70-baf9-0741b791cea4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.4268701 Jan 28 14:29:05.797978 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-0edfa361-2a52-4de1-a19e-f0830bd136ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=540805c6-f1f8-4d45-adeb-26a00bb6363d HTTP/1.1" status: 200 len: 1000 time: 0.0700102 Jan 28 14:29:05.845425 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-47a6fa92-9b68-4a96-b41d-7d2691405042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:05.846931 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-47a6fa92-9b68-4a96-b41d-7d2691405042 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0436425 Jan 28 14:29:05.894839 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-80a3f1ad-f093-413c-8272-6ef198ead55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:05.896329 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-80a3f1ad-f093-413c-8272-6ef198ead55e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437207 Jan 28 14:29:05.988160 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-1b84595f-d11e-4569-bd07-3822ebbf0570 service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851755 Jan 28 14:29:06.096151 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e69a4e1e-b756-47cf-8593-9175fa0b3f5e req-102198eb-1671-4354-8404-8cff4229955b service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018014 Jan 28 14:29:06.398604 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:06.465947 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3952ab-4c50-4fa8-9370-3d429228007c req-baed8c55-c59c-4857-808e-c67965c6f135 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:06.467465 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ae3952ab-4c50-4fa8-9370-3d429228007c req-baed8c55-c59c-4857-808e-c67965c6f135 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 944 time: 0.0591676 Jan 28 14:29:06.518228 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ae3952ab-4c50-4fa8-9370-3d429228007c req-e87a4517-e850-4dc7-a2f9-1929abc5ebd3 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433331 Jan 28 14:29:06.792201 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9f4adc-7f41-4f07-87d0-6ad82c95d282', 'tag': '540805c6-f1f8-4d45-adeb-26a00bb6363d'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:29:06.794648 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec42266-973f-4ccb-a23e-af5b56bf21bd" -d '{"events": [{"name": "network-changed", "server_uuid": "2a9f4adc-7f41-4f07-87d0-6ad82c95d282", "tag": "540805c6-f1f8-4d45-adeb-26a00bb6363d"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:29:06.844174 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f0eaa1-5573-4d04-963a-e59f45ca4592 x-openstack-request-id: req-45f0eaa1-5573-4d04-963a-e59f45ca4592 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:29:06.844471 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a9f4adc-7f41-4f07-87d0-6ad82c95d282", "tag": "540805c6-f1f8-4d45-adeb-26a00bb6363d", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:29:06.844727 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45f0eaa1-5573-4d04-963a-e59f45ca4592 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:29:06.845158 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a9f4adc-7f41-4f07-87d0-6ad82c95d282', 'tag': '540805c6-f1f8-4d45-adeb-26a00bb6363d', 'status': 'completed', 'code': 200} Jan 28 14:29:06.928209 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec42266-973f-4ccb-a23e-af5b56bf21bd req-f501b188-7bad-4ded-a930-5049ef0299e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:06.929762 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ec42266-973f-4ccb-a23e-af5b56bf21bd req-f501b188-7bad-4ded-a930-5049ef0299e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 1095 time: 0.0665846 Jan 28 14:29:06.934828 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec42266-973f-4ccb-a23e-af5b56bf21bd req-8697b00d-4e0b-4745-bd22-e5cf805ce0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:06.936230 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ec42266-973f-4ccb-a23e-af5b56bf21bd req-8697b00d-4e0b-4745-bd22-e5cf805ce0f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 1095 time: 0.0648665 Jan 28 14:29:07.093156 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec42266-973f-4ccb-a23e-af5b56bf21bd req-b7959b04-f11a-4151-877a-43030032d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:07.094560 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ec42266-973f-4ccb-a23e-af5b56bf21bd req-b7959b04-f11a-4151-877a-43030032d23e service neutron] 10.222.0.18 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.1574814 Jan 28 14:29:07.095646 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec42266-973f-4ccb-a23e-af5b56bf21bd req-1a7d311f-d7d3-4ece-8386-abbab5dbeb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:07.097020 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ec42266-973f-4ccb-a23e-af5b56bf21bd req-1a7d311f-d7d3-4ece-8386-abbab5dbeb90 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.1526215 Jan 28 14:29:07.208742 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ec42266-973f-4ccb-a23e-af5b56bf21bd req-08b8bf7c-0535-4684-92fb-9d4ca94b5f6a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=540805c6-f1f8-4d45-adeb-26a00bb6363d HTTP/1.1" status: 200 len: 1000 time: 0.1067438 Jan 28 14:29:07.210526 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ec42266-973f-4ccb-a23e-af5b56bf21bd req-be7643a9-524a-4689-8a13-3d599d6f780e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=540805c6-f1f8-4d45-adeb-26a00bb6363d HTTP/1.1" status: 200 len: 1000 time: 0.1031179 Jan 28 14:29:07.216649 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 540805c6-f1f8-4d45-adeb-26a00bb6363d no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:29:07.257635 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] The host n-h2-822747-2 is not matching for port 540805c6-f1f8-4d45-adeb-26a00bb6363d host n-h1-822747-2! {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 14:29:07.258027 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 540805c6-f1f8-4d45-adeb-26a00bb6363d not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:29:07.292396 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec42266-973f-4ccb-a23e-af5b56bf21bd req-94b921bd-c6ed-4810-9963-1056b46d059d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:07.294071 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ec42266-973f-4ccb-a23e-af5b56bf21bd req-94b921bd-c6ed-4810-9963-1056b46d059d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0789576 Jan 28 14:29:07.296119 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec42266-973f-4ccb-a23e-af5b56bf21bd req-fea7efdb-89da-44d4-8a47-d36ba70dfbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:07.297442 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ec42266-973f-4ccb-a23e-af5b56bf21bd req-fea7efdb-89da-44d4-8a47-d36ba70dfbbf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0813506 Jan 28 14:29:07.381733 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec42266-973f-4ccb-a23e-af5b56bf21bd req-8774f095-91be-428f-9f1c-bc041f69451b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:07.383175 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ec42266-973f-4ccb-a23e-af5b56bf21bd req-8774f095-91be-428f-9f1c-bc041f69451b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800447 Jan 28 14:29:07.385675 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec42266-973f-4ccb-a23e-af5b56bf21bd req-6579a55e-c888-450a-a1c1-358848e7bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:07.387038 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ec42266-973f-4ccb-a23e-af5b56bf21bd req-6579a55e-c888-450a-a1c1-358848e7bb75 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758071 Jan 28 14:29:07.545004 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ec42266-973f-4ccb-a23e-af5b56bf21bd req-dd4834fb-48a7-49b9-89fa-e12e5a9824cd service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557193 Jan 28 14:29:07.548685 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ec42266-973f-4ccb-a23e-af5b56bf21bd req-b089df22-8d75-4595-aa2b-b570a55370a1 service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516986 Jan 28 14:29:07.654293 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1455d1-9a4d-42c6-be8b-fff7a6456a31 req-87504d73-f68e-4f3a-9c53-99a262f3e6b5 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:07.655877 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d1455d1-9a4d-42c6-be8b-fff7a6456a31 req-87504d73-f68e-4f3a-9c53-99a262f3e6b5 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 944 time: 0.0591471 Jan 28 14:29:07.710091 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ec42266-973f-4ccb-a23e-af5b56bf21bd req-4df4f1bd-787b-45e1-9ab5-316ca21e6891 service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523468 Jan 28 14:29:07.711881 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6ec42266-973f-4ccb-a23e-af5b56bf21bd req-d5037b81-3875-40a3-bcca-1c05dfeb9636 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616688 Jan 28 14:29:07.714085 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5d1455d1-9a4d-42c6-be8b-fff7a6456a31 req-5bc7597e-5efd-4c0e-b532-6bbd38683c90 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511153 Jan 28 14:29:07.922080 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aee9aa-5b52-4f33-a98b-34c305e45a3c req-d1065728-d087-46e1-8fb3-297760bdd5e9 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:07.923114 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-27aee9aa-5b52-4f33-a98b-34c305e45a3c req-d1065728-d087-46e1-8fb3-297760bdd5e9 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 944 time: 0.0509119 Jan 28 14:29:07.948223 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d5cc7-2b9b-49a3-aace-a9e4cc8c1a28 req-778c707b-1f2f-45ca-9264-a88ba1dc80d0 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:07.949806 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1f7d5cc7-2b9b-49a3-aace-a9e4cc8c1a28 req-778c707b-1f2f-45ca-9264-a88ba1dc80d0 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282&tenant_id=d29292ae351c4e74888107e15a8770d3&binding%3Ahost_id=n-h1-822747-2 HTTP/1.1" status: 200 len: 944 time: 0.0591474 Jan 28 14:29:07.972004 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-27aee9aa-5b52-4f33-a98b-34c305e45a3c req-f796e09d-567e-4569-99a2-013246da6d14 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427177 Jan 28 14:29:08.012278 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [req-1f7d5cc7-2b9b-49a3-aace-a9e4cc8c1a28 req-777dfca0-2ac0-4768-becc-f74f38c0e626 service neutron] delete failed (client error): The resource could not be found. Jan 28 14:29:08.013348 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1f7d5cc7-2b9b-49a3-aace-a9e4cc8c1a28 req-777dfca0-2ac0-4768-becc-f74f38c0e626 service neutron] 10.222.0.37 "DELETE /v2.0/ports/540805c6-f1f8-4d45-adeb-26a00bb6363d/bindings/n-h2-822747-2 HTTP/1.1" status: 404 len: 380 time: 0.0575898 Jan 28 14:29:08.108262 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d5cc7-2b9b-49a3-aace-a9e4cc8c1a28 req-d588527e-0c0d-42e1-8794-798c6a17dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:08.109801 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1f7d5cc7-2b9b-49a3-aace-a9e4cc8c1a28 req-d588527e-0c0d-42e1-8794-798c6a17dc2e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 1095 time: 0.0453763 Jan 28 14:29:08.209753 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d5cc7-2b9b-49a3-aace-a9e4cc8c1a28 req-db48166d-64ed-4cd3-8c95-9ca0fb68af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:08.211255 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1f7d5cc7-2b9b-49a3-aace-a9e4cc8c1a28 req-db48166d-64ed-4cd3-8c95-9ca0fb68af6d service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.0955095 Jan 28 14:29:08.285164 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1f7d5cc7-2b9b-49a3-aace-a9e4cc8c1a28 req-51070999-633c-4320-be5f-0405b8b94579 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=540805c6-f1f8-4d45-adeb-26a00bb6363d HTTP/1.1" status: 200 len: 1000 time: 0.0684972 Jan 28 14:29:08.332627 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d5cc7-2b9b-49a3-aace-a9e4cc8c1a28 req-e3671d26-77e0-495b-b601-0e59c18cb026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:08.334051 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1f7d5cc7-2b9b-49a3-aace-a9e4cc8c1a28 req-e3671d26-77e0-495b-b601-0e59c18cb026 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0435359 Jan 28 14:29:08.383366 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d5cc7-2b9b-49a3-aace-a9e4cc8c1a28 req-863d4cdb-5171-486c-b552-2b07057b721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:08.384843 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1f7d5cc7-2b9b-49a3-aace-a9e4cc8c1a28 req-863d4cdb-5171-486c-b552-2b07057b721c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453877 Jan 28 14:29:08.481464 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1f7d5cc7-2b9b-49a3-aace-a9e4cc8c1a28 req-227c15e6-20a4-438c-8b65-d8bc47e800b5 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902717 Jan 28 14:29:08.574383 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1f7d5cc7-2b9b-49a3-aace-a9e4cc8c1a28 req-d9676dbf-354b-489a-80ba-ccf94a252574 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870297 Jan 28 14:29:09.105448 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71426e4f-81d6-489a-b55a-1ee8c38780a6 req-c8ad94b8-6c75-40fc-b82d-a3cd0cd07af6 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:09.107169 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-71426e4f-81d6-489a-b55a-1ee8c38780a6 req-c8ad94b8-6c75-40fc-b82d-a3cd0cd07af6 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 944 time: 0.0550580 Jan 28 14:29:09.162827 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-71426e4f-81d6-489a-b55a-1ee8c38780a6 req-ac5111f0-64f6-43e4-97e6-5ffede381123 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469985 Jan 28 14:29:09.292872 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e311b9e-e1f6-4e73-9609-ddb4e6eb4e55 req-9b0c0704-bc26-4e5c-bcaf-0eb66f95dd13 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:09.294274 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1e311b9e-e1f6-4e73-9609-ddb4e6eb4e55 req-9b0c0704-bc26-4e5c-bcaf-0eb66f95dd13 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 944 time: 0.0555179 Jan 28 14:29:09.308614 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 540805c6-f1f8-4d45-adeb-26a00bb6363d details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:29:09.345133 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1e311b9e-e1f6-4e73-9609-ddb4e6eb4e55 req-d93d7c40-4e38-45ee-a410-d1baa1a8b360 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433354 Jan 28 14:29:09.408578 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 540805c6-f1f8-4d45-adeb-26a00bb6363d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=540805c6-f1f8-4d45-adeb-26a00bb6363d,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:29:09.419354 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '540805c6-f1f8-4d45-adeb-26a00bb6363d', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'port_id': '540805c6-f1f8-4d45-adeb-26a00bb6363d', 'mac_address': 'fa:16:3e:ec:af:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:29:09.460156 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 540805c6-f1f8-4d45-adeb-26a00bb6363d is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:29:09.460922 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (540805c6-f1f8-4d45-adeb-26a00bb6363d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:09.485856 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 540805c6-f1f8-4d45-adeb-26a00bb6363d {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:29:09.510556 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 540805c6-f1f8-4d45-adeb-26a00bb6363d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=540805c6-f1f8-4d45-adeb-26a00bb6363d,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:29:09.515653 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (540805c6-f1f8-4d45-adeb-26a00bb6363d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:09.565797 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed40719-ed8c-4510-b656-3ea968437b00 req-f55fe720-de73-472c-80fc-70c3f08766bd tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:09.567254 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1ed40719-ed8c-4510-b656-3ea968437b00 req-f55fe720-de73-472c-80fc-70c3f08766bd tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 945 time: 0.0618954 Jan 28 14:29:09.567606 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=540805c6-f1f8-4d45-adeb-26a00bb6363d,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:29:09.575587 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:09.576099 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:09.576545 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:09.576979 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:09.577411 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:09.577842 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:09.578288 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:09.578710 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:09.579160 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:09.579584 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:09.580021 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:09.580442 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:09.581200 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:09.581740 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6f713-421c-4a1b-8546-ae8bd7b57d1c req-63e32b73-97de-483d-8de1-5e2ddedf4f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:09.583316 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-88a6f713-421c-4a1b-8546-ae8bd7b57d1c req-63e32b73-97de-483d-8de1-5e2ddedf4f1a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 1096 time: 0.0422180 Jan 28 14:29:09.616923 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1ed40719-ed8c-4510-b656-3ea968437b00 req-0feaaed4-9b6d-47ec-82a1-e248732fdf5f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430653 Jan 28 14:29:09.681409 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6f713-421c-4a1b-8546-ae8bd7b57d1c req-8bd150ab-0ad0-46f9-b1c1-a694a6fc93bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:09.682941 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-88a6f713-421c-4a1b-8546-ae8bd7b57d1c req-8bd150ab-0ad0-46f9-b1c1-a694a6fc93bd service neutron] 10.222.0.18 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.0914330 Jan 28 14:29:09.777386 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['540805c6-f1f8-4d45-adeb-26a00bb6363d'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:29:09.883867 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-88a6f713-421c-4a1b-8546-ae8bd7b57d1c req-aaf36749-6b76-4039-91ec-f8a3ed2d59db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=540805c6-f1f8-4d45-adeb-26a00bb6363d HTTP/1.1" status: 200 len: 1001 time: 0.0620887 Jan 28 14:29:09.941106 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6f713-421c-4a1b-8546-ae8bd7b57d1c req-041070f9-bb05-4b86-adf3-c1b01a7fc91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:09.943272 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-88a6f713-421c-4a1b-8546-ae8bd7b57d1c req-041070f9-bb05-4b86-adf3-c1b01a7fc91c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0529613 Jan 28 14:29:10.002254 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6f713-421c-4a1b-8546-ae8bd7b57d1c req-77a3e426-e40b-45f4-a7fc-397976e60eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:10.004818 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-88a6f713-421c-4a1b-8546-ae8bd7b57d1c req-77a3e426-e40b-45f4-a7fc-397976e60eb4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555065 Jan 28 14:29:10.102853 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-88a6f713-421c-4a1b-8546-ae8bd7b57d1c req-9d2db87f-8ae9-4430-baba-8078269dbbff service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914037 Jan 28 14:29:10.210712 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-88a6f713-421c-4a1b-8546-ae8bd7b57d1c req-7c74dd4d-b607-4cc7-ad83-d82c8b5ba9f9 service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981376 Jan 28 14:29:10.738875 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1cadb6-a534-46ac-a181-63bebd05742f req-7a89a27d-23df-4e60-9a01-d7d50581a936 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:10.740411 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ca1cadb6-a534-46ac-a181-63bebd05742f req-7a89a27d-23df-4e60-9a01-d7d50581a936 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 945 time: 0.0510211 Jan 28 14:29:10.797345 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ca1cadb6-a534-46ac-a181-63bebd05742f req-a49c5bc8-d1b6-48cb-8962-d45614730b5d tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482204 Jan 28 14:29:11.053069 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143b268-04be-42e4-be05-20bca1214db9 req-37930d46-6616-4b45-8306-37497cc0b328 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:11.054646 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4143b268-04be-42e4-be05-20bca1214db9 req-37930d46-6616-4b45-8306-37497cc0b328 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 945 time: 0.0555019 Jan 28 14:29:11.105428 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4143b268-04be-42e4-be05-20bca1214db9 req-3706deaf-1ad0-4ed8-9798-5b5cd96ae770 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449171 Jan 28 14:29:11.320445 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 540805c6-f1f8-4d45-adeb-26a00bb6363d up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:29:11.375487 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 540805c6-f1f8-4d45-adeb-26a00bb6363d completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:29:11.379397 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 540805c6-f1f8-4d45-adeb-26a00bb6363d triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:29:11.379988 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (540805c6-f1f8-4d45-adeb-26a00bb6363d), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:11.461432 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 540805c6-f1f8-4d45-adeb-26a00bb6363d is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:29:11.461819 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (540805c6-f1f8-4d45-adeb-26a00bb6363d), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:11.485286 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9f4adc-7f41-4f07-87d0-6ad82c95d282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540805c6-f1f8-4d45-adeb-26a00bb6363d'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:29:11.487572 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aab1091-cde9-41fb-8938-dd2c0f4d92e1" -d '{"events": [{"server_uuid": "2a9f4adc-7f41-4f07-87d0-6ad82c95d282", "name": "network-vif-plugged", "status": "completed", "tag": "540805c6-f1f8-4d45-adeb-26a00bb6363d"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:29:11.503225 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 540805c6-f1f8-4d45-adeb-26a00bb6363d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=540805c6-f1f8-4d45-adeb-26a00bb6363d,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:29:11.508000 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (540805c6-f1f8-4d45-adeb-26a00bb6363d), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:11.531328 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e644d6-27f1-4ce3-b39f-2ebdb99f2fbb x-openstack-request-id: req-80e644d6-27f1-4ce3-b39f-2ebdb99f2fbb {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:29:11.531626 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9f4adc-7f41-4f07-87d0-6ad82c95d282", "name": "network-vif-plugged", "status": "completed", "tag": "540805c6-f1f8-4d45-adeb-26a00bb6363d", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:29:11.531876 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80e644d6-27f1-4ce3-b39f-2ebdb99f2fbb {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:29:11.532272 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9f4adc-7f41-4f07-87d0-6ad82c95d282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540805c6-f1f8-4d45-adeb-26a00bb6363d', 'code': 200} Jan 28 14:29:11.558252 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=540805c6-f1f8-4d45-adeb-26a00bb6363d,revision_number=9']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:29:12.228343 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb2861-6ce2-420c-80fa-09952f269adf req-18518b42-1023-4339-a034-089020745132 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:12.229849 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1bdb2861-6ce2-420c-80fa-09952f269adf req-18518b42-1023-4339-a034-089020745132 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 946 time: 0.0531809 Jan 28 14:29:12.278677 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1bdb2861-6ce2-420c-80fa-09952f269adf req-46ff7c29-897d-4a7f-b0e6-9dfe30cdbbbe tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428629 Jan 28 14:29:12.336424 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc0373-c87a-4961-acb1-f9d1f52a054d req-a6b4b125-74f3-4d06-9043-99c121956443 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:12.337916 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2dfc0373-c87a-4961-acb1-f9d1f52a054d req-a6b4b125-74f3-4d06-9043-99c121956443 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 946 time: 0.0536587 Jan 28 14:29:12.432186 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-2dfc0373-c87a-4961-acb1-f9d1f52a054d req-68c64481-2dc1-4df3-81ed-fc243d30806a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Deleting port 540805c6-f1f8-4d45-adeb-26a00bb6363d {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:29:12.432631 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2dfc0373-c87a-4961-acb1-f9d1f52a054d req-68c64481-2dc1-4df3-81ed-fc243d30806a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (540805c6-f1f8-4d45-adeb-26a00bb6363d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:12.533714 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-2dfc0373-c87a-4961-acb1-f9d1f52a054d req-68c64481-2dc1-4df3-81ed-fc243d30806a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] For port 540805c6-f1f8-4d45-adeb-26a00bb6363d, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=540805c6-f1f8-4d45-adeb-26a00bb6363d,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:29:12.533961 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2dfc0373-c87a-4961-acb1-f9d1f52a054d req-68c64481-2dc1-4df3-81ed-fc243d30806a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (540805c6-f1f8-4d45-adeb-26a00bb6363d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:12.716386 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2dfc0373-c87a-4961-acb1-f9d1f52a054d req-68c64481-2dc1-4df3-81ed-fc243d30806a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:12.716700 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2dfc0373-c87a-4961-acb1-f9d1f52a054d req-68c64481-2dc1-4df3-81ed-fc243d30806a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:12.717020 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [req-2dfc0373-c87a-4961-acb1-f9d1f52a054d req-68c64481-2dc1-4df3-81ed-fc243d30806a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Floating IP e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa disassociated. External IP: 172.25.3.180, port: 540805c6-f1f8-4d45-adeb-26a00bb6363d. Jan 28 14:29:12.717361 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-2dfc0373-c87a-4961-acb1-f9d1f52a054d req-68c64481-2dc1-4df3-81ed-fc243d30806a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Calling delete_port for 540805c6-f1f8-4d45-adeb-26a00bb6363d owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:29:12.868514 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2dfc0373-c87a-4961-acb1-f9d1f52a054d req-68c64481-2dc1-4df3-81ed-fc243d30806a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (540805c6-f1f8-4d45-adeb-26a00bb6363d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:12.896753 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c64481-2dc1-4df3-81ed-fc243d30806a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Pushing event deleted for resources: {'Port': ['ID=540805c6-f1f8-4d45-adeb-26a00bb6363d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:29:13.014897 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2dfc0373-c87a-4961-acb1-f9d1f52a054d req-68c64481-2dc1-4df3-81ed-fc243d30806a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Router e2c4c059-9b1b-461b-8e51-d656aef35083 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:29:13.125192 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2dfc0373-c87a-4961-acb1-f9d1f52a054d req-68c64481-2dc1-4df3-81ed-fc243d30806a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:29:13.136453 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7943105-0085-4ed3-b3f8-30dcf4fb070c None None] Sync routers for ids ['e2c4c059-9b1b-461b-8e51-d656aef35083'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:29:13.147622 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7943105-0085-4ed3-b3f8-30dcf4fb070c None None] Routers {'e2c4c059-9b1b-461b-8e51-d656aef35083'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:29:13.148405 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-f7943105-0085-4ed3-b3f8-30dcf4fb070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:29:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e2c4c059-9b1b-461b-8e51-d656aef35083'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:29:13.166231 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfc0373-c87a-4961-acb1-f9d1f52a054d req-68c64481-2dc1-4df3-81ed-fc243d30806a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] No DVR routers for this DVR port 540805c6-f1f8-4d45-adeb-26a00bb6363d on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:29:13.169094 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-2dfc0373-c87a-4961-acb1-f9d1f52a054d req-68c64481-2dc1-4df3-81ed-fc243d30806a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:13.172563 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2dfc0373-c87a-4961-acb1-f9d1f52a054d req-68c64481-2dc1-4df3-81ed-fc243d30806a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.18 "DELETE /v2.0/ports/540805c6-f1f8-4d45-adeb-26a00bb6363d HTTP/1.1" status: 204 len: 173 time: 0.8296337 Jan 28 14:29:13.172951 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9f4adc-7f41-4f07-87d0-6ad82c95d282', 'name': 'network-vif-deleted', 'tag': '540805c6-f1f8-4d45-adeb-26a00bb6363d'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:29:13.175282 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1a9ec8-faac-4489-9bdd-9927f7e62acd" -d '{"events": [{"server_uuid": "2a9f4adc-7f41-4f07-87d0-6ad82c95d282", "name": "network-vif-deleted", "tag": "540805c6-f1f8-4d45-adeb-26a00bb6363d"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:29:13.218302 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5922138-cc90-4a16-8594-297f5043dea6 x-openstack-request-id: req-e5922138-cc90-4a16-8594-297f5043dea6 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:29:13.218832 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9f4adc-7f41-4f07-87d0-6ad82c95d282", "name": "network-vif-deleted", "tag": "540805c6-f1f8-4d45-adeb-26a00bb6363d", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:29:13.219765 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e5922138-cc90-4a16-8594-297f5043dea6 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:29:13.220858 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9f4adc-7f41-4f07-87d0-6ad82c95d282', 'name': 'network-vif-deleted', 'tag': '540805c6-f1f8-4d45-adeb-26a00bb6363d', 'status': 'completed', 'code': 200} Jan 28 14:29:13.274813 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-f7943105-0085-4ed3-b3f8-30dcf4fb070c None None] Set router e2c4c059-9b1b-461b-8e51-d656aef35083 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:29:13.397896 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6df9843f-dd26-486b-97d9-03f4401be183 req-b9896b6d-951b-4b4b-b523-e2d9ae38752f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a9f4adc-7f41-4f07-87d0-6ad82c95d282 HTTP/1.1" status: 200 len: 210 time: 0.0279846 Jan 28 14:29:13.498875 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-f7943105-0085-4ed3-b3f8-30dcf4fb070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'bc2883b8-f923-42cd-826e-77610b13c754', 'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'mac_address': 'fa:16:3e:08:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:53Z', 'updated_at': '2022-01-28T14:22:58Z', 'revision_number': 5, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'subnets': [{'id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:29:13.525185 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7943105-0085-4ed3-b3f8-30dcf4fb070c None None] Checking router: e2c4c059-9b1b-461b-8e51-d656aef35083 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:29:13.534275 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7943105-0085-4ed3-b3f8-30dcf4fb070c None None] Routers {'e2c4c059-9b1b-461b-8e51-d656aef35083'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:29:13.534939 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-f7943105-0085-4ed3-b3f8-30dcf4fb070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:29:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e2c4c059-9b1b-461b-8e51-d656aef35083'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:29:13.641766 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-f7943105-0085-4ed3-b3f8-30dcf4fb070c None None] Set router e2c4c059-9b1b-461b-8e51-d656aef35083 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:29:13.857248 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-f7943105-0085-4ed3-b3f8-30dcf4fb070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'bc2883b8-f923-42cd-826e-77610b13c754', 'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'mac_address': 'fa:16:3e:08:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:53Z', 'updated_at': '2022-01-28T14:22:58Z', 'revision_number': 5, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'subnets': [{'id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:29:13.886795 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7943105-0085-4ed3-b3f8-30dcf4fb070c None None] The sync data for ids ['e2c4c059-9b1b-461b-8e51-d656aef35083'] in n-d-822747-2 is: [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'bc2883b8-f923-42cd-826e-77610b13c754', 'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'mac_address': 'fa:16:3e:08:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:53Z', 'updated_at': '2022-01-28T14:22:58Z', 'revision_number': 5, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'subnets': [{'id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:29:14.122940 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb36a651-c233-4f1f-8052-0e5485ba9392 None None] New status for floating IP e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa: DOWN {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:29:14.715754 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-5460c4b2-8819-4a3d-9d00-03868bea06ad tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1641282668&fields=id&tenant_id=d29292ae351c4e74888107e15a8770d3 HTTP/1.1" status: 200 len: 267 time: 0.0432761 Jan 28 14:29:14.832101 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-c5231cba-f082-4ba2-b69c-5ca0e84cc99b tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:14.833490 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-c5231cba-f082-4ba2-b69c-5ca0e84cc99b tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 812 time: 0.1083720 Jan 28 14:29:14.848593 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-28b7c5fe-90f6-46df-b338-c02cb56436af tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/quotas/d29292ae351c4e74888107e15a8770d3 HTTP/1.1" status: 200 len: 375 time: 0.0094714 Jan 28 14:29:14.913349 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-9f8cfa09-2739-4052-ab8f-a6252a03c6ce tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599186 Jan 28 14:29:14.990435 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-d754e024-3e20-48d7-af34-6129df20ba0d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:29:14.991492 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-d754e024-3e20-48d7-af34-6129df20ba0d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0609095 Jan 28 14:29:15.081468 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-32e930b5-fb4e-45c1-8a9f-5e65366389ff service neutron] 10.222.0.39 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837491 Jan 28 14:29:15.533747 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-ca0445f6-72ce-4558-9576-f9026c5b2383 service neutron] 10.222.0.39 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450061 Jan 28 14:29:15.712524 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3b724df6-35a6-4f6c-8970-7fb44e78a812 req-d345aa19-c5f2-4a1c-97f8-46e1458c4a90 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 210 time: 0.0266249 Jan 28 14:29:16.748271 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-409b15d3-15c2-4cca-b70b-8e32825205b4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:16.749781 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-409b15d3-15c2-4cca-b70b-8e32825205b4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 812 time: 0.1123331 Jan 28 14:29:16.809563 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a79dbf1-2411-45c7-9184-bcb2d97febbd req-13bd91c6-1a9c-415b-8b35-341cf66d3389 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 210 time: 0.0260148 Jan 28 14:29:16.811750 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-4814c39f-4fc8-4c5b-a50e-3a33bc8bd634 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d29292ae351c4e74888107e15a8770d3 HTTP/1.1" status: 200 len: 380 time: 0.0521638 Jan 28 14:29:16.821674 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-b72f3ee4-0f7c-41de-899c-8d53c37aae33 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Request body: {'port': {'device_id': '9940b433-dfeb-4f13-bbd8-c56cdbabcda6', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'admin_state_up': True, 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'security_groups': ['1e2c0605-f016-4648-bbdf-21420d0470ac']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:29:16.938094 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-b72f3ee4-0f7c-41de-899c-8d53c37aae33 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Made reservation on behalf of d29292ae351c4e74888107e15a8770d3 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:29:16.943606 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-b72f3ee4-0f7c-41de-899c-8d53c37aae33 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:17.072016 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-b72f3ee4-0f7c-41de-899c-8d53c37aae33 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Allocated IP 172.20.0.10 (b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc/fa41e832-0e14-4e96-8298-f17453ce2e7b/a031e738-7ff5-4a7e-85f3-74c6b3ad527c) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:29:17.218588 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-b72f3ee4-0f7c-41de-899c-8d53c37aae33 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:17.256732 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-b72f3ee4-0f7c-41de-899c-8d53c37aae33 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:17.297269 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-b72f3ee4-0f7c-41de-899c-8d53c37aae33 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:29:17.300090 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-b72f3ee4-0f7c-41de-899c-8d53c37aae33 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:29:17.303641 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-b72f3ee4-0f7c-41de-899c-8d53c37aae33 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:29:17.334852 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f3ee4-0f7c-41de-899c-8d53c37aae33 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Pushing event updated for resources: {'Port': ['ID=a031e738-7ff5-4a7e-85f3-74c6b3ad527c,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:29:17.349368 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 540805c6-f1f8-4d45-adeb-26a00bb6363d no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:29:17.362727 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-b72f3ee4-0f7c-41de-899c-8d53c37aae33 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:17.363366 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-b72f3ee4-0f7c-41de-899c-8d53c37aae33 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:17.371302 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 540805c6-f1f8-4d45-adeb-26a00bb6363d {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:29:17.371641 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 540805c6-f1f8-4d45-adeb-26a00bb6363d not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:29:17.381627 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-b72f3ee4-0f7c-41de-899c-8d53c37aae33 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5639191 Jan 28 14:29:17.393671 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-3ea21dba-6084-457f-bd18-8230433e5ae3 service neutron] Request body: {'port': {'device_id': '9940b433-dfeb-4f13-bbd8-c56cdbabcda6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:29:17.451450 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-3ea21dba-6084-457f-bd18-8230433e5ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:17.572638 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e3f2be49-4a07-429b-9ee5-0ace2c557a3b None None] Provisioning complete for port a031e738-7ff5-4a7e-85f3-74c6b3ad527c triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:29:17.572902 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e3f2be49-4a07-429b-9ee5-0ace2c557a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:17.613373 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e3f2be49-4a07-429b-9ee5-0ace2c557a3b None None] Port a031e738-7ff5-4a7e-85f3-74c6b3ad527c cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:29:17.740391 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-3ea21dba-6084-457f-bd18-8230433e5ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a031e738-7ff5-4a7e-85f3-74c6b3ad527c {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:29:17.748634 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-3ea21dba-6084-457f-bd18-8230433e5ae3 service neutron] Publish callbacks [] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:17.767586 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-3ea21dba-6084-457f-bd18-8230433e5ae3 service neutron] Transition to ACTIVE for port object a031e738-7ff5-4a7e-85f3-74c6b3ad527c will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:29:17.773689 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-3ea21dba-6084-457f-bd18-8230433e5ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:17.825794 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21dba-6084-457f-bd18-8230433e5ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=a031e738-7ff5-4a7e-85f3-74c6b3ad527c,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:29:17.934220 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-3ea21dba-6084-457f-bd18-8230433e5ae3 service neutron] Attempting to bind port a031e738-7ff5-4a7e-85f3-74c6b3ad527c on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:29:17.934483 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-3ea21dba-6084-457f-bd18-8230433e5ae3 service neutron] Attempting to bind port a031e738-7ff5-4a7e-85f3-74c6b3ad527c by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:29:17.934762 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-3ea21dba-6084-457f-bd18-8230433e5ae3 service neutron] Attempting to bind port a031e738-7ff5-4a7e-85f3-74c6b3ad527c on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:29:17.943051 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-3ea21dba-6084-457f-bd18-8230433e5ae3 service neutron] Port a031e738-7ff5-4a7e-85f3-74c6b3ad527c on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:29:17.943401 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-3ea21dba-6084-457f-bd18-8230433e5ae3 service neutron] Attempting to bind port a031e738-7ff5-4a7e-85f3-74c6b3ad527c on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:29:17.952727 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-3ea21dba-6084-457f-bd18-8230433e5ae3 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:29:17.953077 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-3ea21dba-6084-457f-bd18-8230433e5ae3 service neutron] Checking segment: {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:29:17.953458 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-3ea21dba-6084-457f-bd18-8230433e5ae3 service neutron] Bound using segment: {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:29:17.953898 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-3ea21dba-6084-457f-bd18-8230433e5ae3 service neutron] Bound port: a031e738-7ff5-4a7e-85f3-74c6b3ad527c, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:29:17.954255 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-3ea21dba-6084-457f-bd18-8230433e5ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:17.964269 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0884f-c661-4882-aca0-601fd33b4b56 req-90a448d7-3fd0-48f2-b63a-4b03e58654bc tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:17.965788 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-61b0884f-c661-4882-aca0-601fd33b4b56 req-90a448d7-3fd0-48f2-b63a-4b03e58654bc tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 944 time: 0.0818615 Jan 28 14:29:18.054230 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-61b0884f-c661-4882-aca0-601fd33b4b56 req-44d5964c-5197-4943-85b3-efa0cd703c70 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816779 Jan 28 14:29:18.070435 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-3ea21dba-6084-457f-bd18-8230433e5ae3 service neutron] For port a031e738-7ff5-4a7e-85f3-74c6b3ad527c, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:29:18.074145 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-3ea21dba-6084-457f-bd18-8230433e5ae3 service neutron] For port a031e738-7ff5-4a7e-85f3-74c6b3ad527c, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=a031e738-7ff5-4a7e-85f3-74c6b3ad527c,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:29:18.081563 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-3ea21dba-6084-457f-bd18-8230433e5ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:18.117572 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-3ea21dba-6084-457f-bd18-8230433e5ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:18.118183 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-3ea21dba-6084-457f-bd18-8230433e5ae3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:18.119637 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-3ea21dba-6084-457f-bd18-8230433e5ae3 service neutron] 10.222.0.37 "PUT /v2.0/ports/a031e738-7ff5-4a7e-85f3-74c6b3ad527c HTTP/1.1" status: 200 len: 1092 time: 0.7306046 Jan 28 14:29:18.120060 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9940b433-dfeb-4f13-bbd8-c56cdbabcda6', 'tag': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:29:18.122285 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ad848a-311c-4c3f-9855-21aa2543215a" -d '{"events": [{"name": "network-changed", "server_uuid": "9940b433-dfeb-4f13-bbd8-c56cdbabcda6", "tag": "a031e738-7ff5-4a7e-85f3-74c6b3ad527c"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:29:18.143659 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21dba-6084-457f-bd18-8230433e5ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=a031e738-7ff5-4a7e-85f3-74c6b3ad527c,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:29:18.175396 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb20cc4-d7ac-4633-bfb3-b63d9b6dd627 x-openstack-request-id: req-fbb20cc4-d7ac-4633-bfb3-b63d9b6dd627 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:29:18.175651 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9940b433-dfeb-4f13-bbd8-c56cdbabcda6", "tag": "a031e738-7ff5-4a7e-85f3-74c6b3ad527c", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:29:18.175823 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fbb20cc4-d7ac-4633-bfb3-b63d9b6dd627 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:29:18.176223 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9940b433-dfeb-4f13-bbd8-c56cdbabcda6', 'tag': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c', 'status': 'completed', 'code': 200} Jan 28 14:29:18.205910 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-d5bd212f-0179-4e41-994e-4eecea2b04d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:18.207473 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-d5bd212f-0179-4e41-994e-4eecea2b04d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 1095 time: 0.0462139 Jan 28 14:29:18.254490 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-08c3dd10-7202-4409-b2da-c6c5e0ae640c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a031e738-7ff5-4a7e-85f3-74c6b3ad527c HTTP/1.1" status: 200 len: 217 time: 0.0399117 Jan 28 14:29:18.305408 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-f2d226c5-9a02-4469-b051-a6ec43f2f02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:18.306957 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-f2d226c5-9a02-4469-b051-a6ec43f2f02e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0467482 Jan 28 14:29:18.324936 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:18.352429 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-077d2f05-4eba-4fe3-a0c5-903222f32753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:18.353963 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-077d2f05-4eba-4fe3-a0c5-903222f32753 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413260 Jan 28 14:29:18.768725 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-fea037f6-47e9-46b6-be04-a24defe557ae service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082909 Jan 28 14:29:18.857874 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5b7ead21-1bd8-4b22-9b54-893d133c06f2 req-9e8575e9-84cf-4f3e-bc9d-9a6af305c283 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833151 Jan 28 14:29:18.952577 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad848a-311c-4c3f-9855-21aa2543215a req-66dd402b-ca70-4f45-a55e-d247c0af4e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:18.954120 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-70ad848a-311c-4c3f-9855-21aa2543215a req-66dd402b-ca70-4f45-a55e-d247c0af4e81 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 1095 time: 0.0469952 Jan 28 14:29:19.052273 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad848a-311c-4c3f-9855-21aa2543215a req-8c464869-a759-496d-a391-db11dd6cc219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:19.053689 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-70ad848a-311c-4c3f-9855-21aa2543215a req-8c464869-a759-496d-a391-db11dd6cc219 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.0938706 Jan 28 14:29:19.097988 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-70ad848a-311c-4c3f-9855-21aa2543215a req-6d52e872-fac7-40be-b314-00fb014e06f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a031e738-7ff5-4a7e-85f3-74c6b3ad527c HTTP/1.1" status: 200 len: 217 time: 0.0379791 Jan 28 14:29:19.176010 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad848a-311c-4c3f-9855-21aa2543215a req-f6ec9285-a8b5-401f-bcb5-49087ce0711d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:19.177480 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-70ad848a-311c-4c3f-9855-21aa2543215a req-f6ec9285-a8b5-401f-bcb5-49087ce0711d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0743535 Jan 28 14:29:19.194244 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce878623-e8be-42f2-b519-864e5c76e222 req-f3d0998e-545f-411a-bf49-7ab9d9a07cd6 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:19.195900 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ce878623-e8be-42f2-b519-864e5c76e222 req-f3d0998e-545f-411a-bf49-7ab9d9a07cd6 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 944 time: 0.0655386 Jan 28 14:29:19.269722 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad848a-311c-4c3f-9855-21aa2543215a req-3030ed79-808a-43ba-93cc-fd56cbdb477b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:19.271226 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-70ad848a-311c-4c3f-9855-21aa2543215a req-3030ed79-808a-43ba-93cc-fd56cbdb477b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744836 Jan 28 14:29:19.274749 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ce878623-e8be-42f2-b519-864e5c76e222 req-1ea51597-2e51-4eb1-b57e-0d71f3f04035 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695355 Jan 28 14:29:19.370188 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-70ad848a-311c-4c3f-9855-21aa2543215a req-0b4a9635-3108-4347-934e-727e0d558a39 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925226 Jan 28 14:29:19.468834 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-70ad848a-311c-4c3f-9855-21aa2543215a req-e7bea8fe-2c9d-4852-afc9-463264ba4ac3 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929129 Jan 28 14:29:20.361907 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:20.398447 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852b9ea-1bbb-49e9-bb78-18d77990a36d req-d3791fff-829e-4914-a8fe-aa59692ce6c6 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:20.399910 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b852b9ea-1bbb-49e9-bb78-18d77990a36d req-d3791fff-829e-4914-a8fe-aa59692ce6c6 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 944 time: 0.0497015 Jan 28 14:29:20.452020 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b852b9ea-1bbb-49e9-bb78-18d77990a36d req-c6221c36-6c41-49af-bb73-0e0a2332020c tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459313 Jan 28 14:29:21.579157 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271be18-0897-4b9f-9453-9db95a30d636 req-2ea86e6a-b0c1-422d-99f6-7e6380d4a279 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:21.580667 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3271be18-0897-4b9f-9453-9db95a30d636 req-2ea86e6a-b0c1-422d-99f6-7e6380d4a279 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 944 time: 0.0560122 Jan 28 14:29:21.629189 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3271be18-0897-4b9f-9453-9db95a30d636 req-3b103871-ffe2-417f-beab-0aedeeaa2872 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425193 Jan 28 14:29:22.756178 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c945503-b19c-4ef9-a469-4cdef3789f8b req-eabb7c62-6442-45c7-84ce-e85903e6a0d4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:22.757723 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2c945503-b19c-4ef9-a469-4cdef3789f8b req-eabb7c62-6442-45c7-84ce-e85903e6a0d4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 944 time: 0.0514917 Jan 28 14:29:22.808882 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2c945503-b19c-4ef9-a469-4cdef3789f8b req-731e308d-e24d-4b90-9f08-48978191062e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439489 Jan 28 14:29:23.153668 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:29:23.299543 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device a031e738-7ff5-4a7e-85f3-74c6b3ad527c details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:29:23.403300 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port a031e738-7ff5-4a7e-85f3-74c6b3ad527c, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=a031e738-7ff5-4a7e-85f3-74c6b3ad527c,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:29:23.414530 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'port_id': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c', 'mac_address': 'fa:16:3e:03:ea:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:29:23.457292 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port a031e738-7ff5-4a7e-85f3-74c6b3ad527c is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:29:23.457707 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:23.470660 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a031e738-7ff5-4a7e-85f3-74c6b3ad527c {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:29:23.492419 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port a031e738-7ff5-4a7e-85f3-74c6b3ad527c, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=a031e738-7ff5-4a7e-85f3-74c6b3ad527c,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:29:23.498270 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:23.547367 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=a031e738-7ff5-4a7e-85f3-74c6b3ad527c,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:29:23.865238 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['a031e738-7ff5-4a7e-85f3-74c6b3ad527c'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:29:23.923878 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ffda9-0ecf-4e86-88a6-dff3039f1594 req-3a52ae76-8bdf-4e8b-b9b3-4984f17e437f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:23.925365 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7f5ffda9-0ecf-4e86-88a6-dff3039f1594 req-3a52ae76-8bdf-4e8b-b9b3-4984f17e437f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 945 time: 0.0479579 Jan 28 14:29:23.982407 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7f5ffda9-0ecf-4e86-88a6-dff3039f1594 req-839cd452-bd71-4ad1-89a2-f5eac5d5a085 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513101 Jan 28 14:29:25.101830 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b3a2e-224b-47bd-a1c0-832f0950f14e req-b0f97532-5012-4856-b068-48f792cd9820 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:25.103308 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-da8b3a2e-224b-47bd-a1c0-832f0950f14e req-b0f97532-5012-4856-b068-48f792cd9820 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 945 time: 0.0503588 Jan 28 14:29:25.166191 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-da8b3a2e-224b-47bd-a1c0-832f0950f14e req-d1ffeebb-f051-4247-b210-80e13602ffed tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569608 Jan 28 14:29:25.317802 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device a031e738-7ff5-4a7e-85f3-74c6b3ad527c up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:29:25.380018 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port a031e738-7ff5-4a7e-85f3-74c6b3ad527c completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:29:25.383784 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port a031e738-7ff5-4a7e-85f3-74c6b3ad527c triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:29:25.384166 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:25.463523 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port a031e738-7ff5-4a7e-85f3-74c6b3ad527c is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:29:25.463906 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:25.490350 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9940b433-dfeb-4f13-bbd8-c56cdbabcda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:29:25.492624 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a99a65d-0b83-41ad-a5d0-4c42835c2892" -d '{"events": [{"server_uuid": "9940b433-dfeb-4f13-bbd8-c56cdbabcda6", "name": "network-vif-plugged", "status": "completed", "tag": "a031e738-7ff5-4a7e-85f3-74c6b3ad527c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:29:25.507702 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port a031e738-7ff5-4a7e-85f3-74c6b3ad527c, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=a031e738-7ff5-4a7e-85f3-74c6b3ad527c,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:29:25.513128 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:25.537178 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cd2fa7-f2fa-4243-8a92-8ebe0e230274 x-openstack-request-id: req-29cd2fa7-f2fa-4243-8a92-8ebe0e230274 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:29:25.537473 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9940b433-dfeb-4f13-bbd8-c56cdbabcda6", "name": "network-vif-plugged", "status": "completed", "tag": "a031e738-7ff5-4a7e-85f3-74c6b3ad527c", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:29:25.537728 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-29cd2fa7-f2fa-4243-8a92-8ebe0e230274 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:29:25.538118 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9940b433-dfeb-4f13-bbd8-c56cdbabcda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c', 'code': 200} Jan 28 14:29:25.564147 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=a031e738-7ff5-4a7e-85f3-74c6b3ad527c,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:29:25.632011 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950991f-0bc7-46bb-a346-29157ddcd444 req-84db6a47-b7e9-4615-8988-e767dd9de287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:25.633598 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e950991f-0bc7-46bb-a346-29157ddcd444 req-84db6a47-b7e9-4615-8988-e767dd9de287 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 1097 time: 0.0460474 Jan 28 14:29:25.680435 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e950991f-0bc7-46bb-a346-29157ddcd444 req-5982df3f-1a43-4508-95f3-68af8b5d4fdd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399435 Jan 28 14:29:26.296061 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd1e83-a01c-44a2-bd70-3785b029b094 req-48366964-795f-4826-876e-bffa78a081f7 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:26.297441 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01fd1e83-a01c-44a2-bd70-3785b029b094 req-48366964-795f-4826-876e-bffa78a081f7 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 946 time: 0.0604832 Jan 28 14:29:26.348481 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01fd1e83-a01c-44a2-bd70-3785b029b094 req-7a35f74a-5104-4133-b7d1-96f1272ec523 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428023 Jan 28 14:29:27.492210 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a683483-64b3-4885-967e-c51276918f88 req-e3164b40-f37c-489c-8b90-87b2f16f15b3 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:27.493799 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4a683483-64b3-4885-967e-c51276918f88 req-e3164b40-f37c-489c-8b90-87b2f16f15b3 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 946 time: 0.0596306 Jan 28 14:29:27.556283 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4a683483-64b3-4885-967e-c51276918f88 req-c0bff357-7438-46ce-ac7e-858bcec764b0 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551329 Jan 28 14:29:27.685105 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4255c95-a7a5-4d8a-bc73-f80f0f409441 req-93e35db5-c47f-4592-9fb3-d95b5ad21077 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:27.686682 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c4255c95-a7a5-4d8a-bc73-f80f0f409441 req-93e35db5-c47f-4592-9fb3-d95b5ad21077 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 946 time: 0.0594490 Jan 28 14:29:27.700033 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50286) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:29:27.704766 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-549ccbd3-db5f-4a8a-a614-051105222208 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Request body: {'floatingip': {'port_id': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:29:27.754595 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-549ccbd3-db5f-4a8a-a614-051105222208 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for floatingip (e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:28.164409 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f547c233-7997-4926-bf26-7b977761af68 req-433a2101-b713-463d-817e-e8a6cc9a48cd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0920298 Jan 28 14:29:28.295401 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-549ccbd3-db5f-4a8a-a614-051105222208 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:28.300054 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547c233-7997-4926-bf26-7b977761af68 req-44947e27-9b59-4e04-9da4-c18132ddcd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:28.301574 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f547c233-7997-4926-bf26-7b977761af68 req-44947e27-9b59-4e04-9da4-c18132ddcd8e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 1097 time: 0.0915275 Jan 28 14:29:28.302778 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-549ccbd3-db5f-4a8a-a614-051105222208 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:28.469426 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-549ccbd3-db5f-4a8a-a614-051105222208 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Floating IP e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa associated. External IP: 172.25.3.180, port: a031e738-7ff5-4a7e-85f3-74c6b3ad527c. Jan 28 14:29:28.503876 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547c233-7997-4926-bf26-7b977761af68 req-bef2b34c-51c3-4939-be68-7d0fe303653c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:28.505363 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f547c233-7997-4926-bf26-7b977761af68 req-bef2b34c-51c3-4939-be68-7d0fe303653c service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.1662359 Jan 28 14:29:28.608297 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f547c233-7997-4926-bf26-7b977761af68 req-c36d8ec4-f5ec-4c1f-a588-e7a870de046a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a031e738-7ff5-4a7e-85f3-74c6b3ad527c HTTP/1.1" status: 200 len: 1000 time: 0.0962801 Jan 28 14:29:28.697426 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547c233-7997-4926-bf26-7b977761af68 req-0acddf36-3d54-42ab-8134-7de68df10a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:28.698895 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f547c233-7997-4926-bf26-7b977761af68 req-0acddf36-3d54-42ab-8134-7de68df10a27 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0835044 Jan 28 14:29:28.785799 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547c233-7997-4926-bf26-7b977761af68 req-881d28fb-261d-4b13-867e-1eccfa98349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:28.787323 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f547c233-7997-4926-bf26-7b977761af68 req-881d28fb-261d-4b13-867e-1eccfa98349d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816324 Jan 28 14:29:28.805317 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549ccbd3-db5f-4a8a-a614-051105222208 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Router e2c4c059-9b1b-461b-8e51-d656aef35083 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:29:28.931851 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f547c233-7997-4926-bf26-7b977761af68 req-44511296-1de7-4582-a1de-aa4f9d328e06 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374998 Jan 28 14:29:29.027119 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549ccbd3-db5f-4a8a-a614-051105222208 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:29:29.032899 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-549ccbd3-db5f-4a8a-a614-051105222208 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:29.038387 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad6d9fb-4bdd-4ae4-b57d-93b3c8288b18 None None] Sync routers for ids ['e2c4c059-9b1b-461b-8e51-d656aef35083'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:29:29.049423 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad6d9fb-4bdd-4ae4-b57d-93b3c8288b18 None None] Routers {'e2c4c059-9b1b-461b-8e51-d656aef35083'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:29:29.050075 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-3ad6d9fb-4bdd-4ae4-b57d-93b3c8288b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:29:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e2c4c059-9b1b-461b-8e51-d656aef35083'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:29:29.066525 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-549ccbd3-db5f-4a8a-a614-051105222208 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "PUT /v2.0/floatingips/e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa HTTP/1.1" status: 200 len: 992 time: 1.3653202 Jan 28 14:29:29.070501 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9940b433-dfeb-4f13-bbd8-c56cdbabcda6', 'tag': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:29:29.072736 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7375b82f-c6ea-4561-ad7a-003699ba9843" -d '{"events": [{"name": "network-changed", "server_uuid": "9940b433-dfeb-4f13-bbd8-c56cdbabcda6", "tag": "a031e738-7ff5-4a7e-85f3-74c6b3ad527c"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:29:29.085871 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f547c233-7997-4926-bf26-7b977761af68 req-86327fee-11cb-42dc-9e1e-f93ca08c02c4 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295114 Jan 28 14:29:29.116117 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01c9927-e69c-4b92-b030-cfd9ed6699cf x-openstack-request-id: req-c01c9927-e69c-4b92-b030-cfd9ed6699cf {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:29:29.116409 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9940b433-dfeb-4f13-bbd8-c56cdbabcda6", "tag": "a031e738-7ff5-4a7e-85f3-74c6b3ad527c", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:29:29.116659 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c01c9927-e69c-4b92-b030-cfd9ed6699cf {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:29:29.117064 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9940b433-dfeb-4f13-bbd8-c56cdbabcda6', 'tag': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c', 'status': 'completed', 'code': 200} Jan 28 14:29:29.183309 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375b82f-c6ea-4561-ad7a-003699ba9843 req-aa0390db-3656-4e77-8bef-fd03e5a9e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:29.184839 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7375b82f-c6ea-4561-ad7a-003699ba9843 req-aa0390db-3656-4e77-8bef-fd03e5a9e257 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 1097 time: 0.0442221 Jan 28 14:29:29.282725 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375b82f-c6ea-4561-ad7a-003699ba9843 req-1082907c-a221-4d67-946b-23d87c3a210d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:29.284268 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7375b82f-c6ea-4561-ad7a-003699ba9843 req-1082907c-a221-4d67-946b-23d87c3a210d service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.0930564 Jan 28 14:29:29.337376 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-3ad6d9fb-4bdd-4ae4-b57d-93b3c8288b18 None None] Set router e2c4c059-9b1b-461b-8e51-d656aef35083 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:29:29.351363 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7375b82f-c6ea-4561-ad7a-003699ba9843 req-24580c3d-856d-4f82-8874-b1df146092a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a031e738-7ff5-4a7e-85f3-74c6b3ad527c HTTP/1.1" status: 200 len: 1000 time: 0.0611832 Jan 28 14:29:29.398952 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375b82f-c6ea-4561-ad7a-003699ba9843 req-7738e0df-3abb-41f1-a859-a57c7d41473e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:29.400442 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7375b82f-c6ea-4561-ad7a-003699ba9843 req-7738e0df-3abb-41f1-a859-a57c7d41473e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0439148 Jan 28 14:29:29.438494 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1af90eaf-1319-4824-a9b9-df5dc4c4c208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:29.450017 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375b82f-c6ea-4561-ad7a-003699ba9843 req-4874ad19-6a45-43a0-8699-70cb30d4a69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:29.451599 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7375b82f-c6ea-4561-ad7a-003699ba9843 req-4874ad19-6a45-43a0-8699-70cb30d4a69a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458732 Jan 28 14:29:29.539652 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7375b82f-c6ea-4561-ad7a-003699ba9843 req-f309740f-d273-4039-81a3-dedee7bb25a6 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824292 Jan 28 14:29:29.576936 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-3ad6d9fb-4bdd-4ae4-b57d-93b3c8288b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'port_id': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'mac_address': 'fa:16:3e:03:ea:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9940b433-dfeb-4f13-bbd8-c56cdbabcda6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:22:56Z', 'updated_at': '2022-01-28T14:29:28Z', 'revision_number': 9, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2883b8-f923-42cd-826e-77610b13c754', 'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'mac_address': 'fa:16:3e:08:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:53Z', 'updated_at': '2022-01-28T14:22:58Z', 'revision_number': 5, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'subnets': [{'id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:29:29.602974 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad6d9fb-4bdd-4ae4-b57d-93b3c8288b18 None None] Checking router: e2c4c059-9b1b-461b-8e51-d656aef35083 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:29:29.611515 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad6d9fb-4bdd-4ae4-b57d-93b3c8288b18 None None] Routers {'e2c4c059-9b1b-461b-8e51-d656aef35083'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:29:29.612128 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-3ad6d9fb-4bdd-4ae4-b57d-93b3c8288b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:29:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e2c4c059-9b1b-461b-8e51-d656aef35083'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:29:29.633106 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7375b82f-c6ea-4561-ad7a-003699ba9843 req-77604f50-a086-4754-9d23-7f85c4f9a4d7 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878730 Jan 28 14:29:29.718522 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-3ad6d9fb-4bdd-4ae4-b57d-93b3c8288b18 None None] Set router e2c4c059-9b1b-461b-8e51-d656aef35083 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:29:29.943193 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-3ad6d9fb-4bdd-4ae4-b57d-93b3c8288b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'port_id': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'mac_address': 'fa:16:3e:03:ea:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9940b433-dfeb-4f13-bbd8-c56cdbabcda6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:22:56Z', 'updated_at': '2022-01-28T14:29:28Z', 'revision_number': 9, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2883b8-f923-42cd-826e-77610b13c754', 'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'mac_address': 'fa:16:3e:08:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:53Z', 'updated_at': '2022-01-28T14:22:58Z', 'revision_number': 5, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'subnets': [{'id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:29:29.973241 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad6d9fb-4bdd-4ae4-b57d-93b3c8288b18 None None] The sync data for ids ['e2c4c059-9b1b-461b-8e51-d656aef35083'] in n-d-822747-2 is: [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'port_id': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'mac_address': 'fa:16:3e:03:ea:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9940b433-dfeb-4f13-bbd8-c56cdbabcda6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:22:56Z', 'updated_at': '2022-01-28T14:29:28Z', 'revision_number': 9, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2883b8-f923-42cd-826e-77610b13c754', 'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'mac_address': 'fa:16:3e:08:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:53Z', 'updated_at': '2022-01-28T14:22:58Z', 'revision_number': 5, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'subnets': [{'id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:29:30.176142 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a512fb-d2bf-4db0-ba13-29412d538bcc None None] New status for floating IP e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa: ACTIVE {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:29:31.707362 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1fb15282-44ac-4fa0-8dc0-34f54ba83699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:33.131637 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:34.504028 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:36.405132 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:48.326339 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:50.364752 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:59.400265 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e9a259d-90e4-4072-a2c6-16ba5d10650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:30:00.155014 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:30:01.701433 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-123d6d1f-0f95-44bd-b211-d9dadddb01ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:30:03.132689 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:30:04.510067 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:30:06.411147 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:30:18.326657 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:30:20.362902 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:30:29.403149 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-00269c8e-f913-4337-94af-377ed878b7e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:30:30.084043 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2493a0d3-fe16-4035-ab1e-3273e4079024 req-948e2bd5-3b8f-4fcb-a6ab-52eb8836fb06 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516081 Jan 28 14:30:30.178509 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493a0d3-fe16-4035-ab1e-3273e4079024 req-63e2b27d-0da3-41ba-80a2-ea36b4ed6482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:30:30.180099 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2493a0d3-fe16-4035-ab1e-3273e4079024 req-63e2b27d-0da3-41ba-80a2-ea36b4ed6482 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 1097 time: 0.0470111 Jan 28 14:30:30.299683 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493a0d3-fe16-4035-ab1e-3273e4079024 req-cc3419d4-e06f-4ba4-8598-11bd66aa6c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:30:30.301266 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2493a0d3-fe16-4035-ab1e-3273e4079024 req-cc3419d4-e06f-4ba4-8598-11bd66aa6c75 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.0987892 Jan 28 14:30:30.375993 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2493a0d3-fe16-4035-ab1e-3273e4079024 req-c134bbeb-6ec4-4837-9818-a3030e6d0c85 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a031e738-7ff5-4a7e-85f3-74c6b3ad527c HTTP/1.1" status: 200 len: 1003 time: 0.0640090 Jan 28 14:30:30.426385 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493a0d3-fe16-4035-ab1e-3273e4079024 req-32a771e3-0bb2-4b4e-ae94-0c50177cb428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:30:30.427882 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2493a0d3-fe16-4035-ab1e-3273e4079024 req-32a771e3-0bb2-4b4e-ae94-0c50177cb428 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0458405 Jan 28 14:30:30.479560 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493a0d3-fe16-4035-ab1e-3273e4079024 req-15dc2a8a-8fa0-4554-aba8-7087ceec266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:30:30.481062 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2493a0d3-fe16-4035-ab1e-3273e4079024 req-15dc2a8a-8fa0-4554-aba8-7087ceec266f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473411 Jan 28 14:30:30.578056 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2493a0d3-fe16-4035-ab1e-3273e4079024 req-5904f64b-31b5-4a5e-bda0-b4fe51246cdc service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905979 Jan 28 14:30:30.676643 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2493a0d3-fe16-4035-ab1e-3273e4079024 req-eea7877f-302d-4173-9c24-8b7a6b669c52 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921390 Jan 28 14:30:31.709558 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1faf60c5-d0bd-4dca-adf6-b77e7f13fbdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:30:33.141235 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:30:34.515545 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:30:36.418605 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:30:37.156177 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:30:48.342701 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:30:50.384369 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:30:59.403655 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-29835c62-2d79-43e5-a842-bc0f0662a2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:31:01.703871 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-54a6cccf-d055-4e1f-92ae-ca2f9cee41c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:31:03.140268 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:31:04.513612 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:31:06.419370 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:31:14.157890 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:31:18.344793 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:31:20.389348 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:31:29.399111 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22ffac8e-891f-44f1-aaf5-e5b55d5311fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:31:31.712529 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8609e65-67f3-4a22-a2d3-499398f861fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:31:32.113684 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-128013df-5b84-4b0b-aaf1-df7bcd845b75 req-b395765a-4228-4c6a-b5d6-0595eaabb4f0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446637 Jan 28 14:31:32.208480 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128013df-5b84-4b0b-aaf1-df7bcd845b75 req-432c79d5-2e96-4e29-ae7d-89020c540577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:31:32.210393 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-128013df-5b84-4b0b-aaf1-df7bcd845b75 req-432c79d5-2e96-4e29-ae7d-89020c540577 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 1097 time: 0.0473223 Jan 28 14:31:32.323682 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128013df-5b84-4b0b-aaf1-df7bcd845b75 req-0c4289f3-89c4-4ef4-b691-f67c0e5f3e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:31:32.325183 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-128013df-5b84-4b0b-aaf1-df7bcd845b75 req-0c4289f3-89c4-4ef4-b691-f67c0e5f3e93 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.0956604 Jan 28 14:31:32.390951 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-128013df-5b84-4b0b-aaf1-df7bcd845b75 req-5b9a55a8-2c45-4868-8d37-2bdd15caa26c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a031e738-7ff5-4a7e-85f3-74c6b3ad527c HTTP/1.1" status: 200 len: 1003 time: 0.0598893 Jan 28 14:31:32.781007 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128013df-5b84-4b0b-aaf1-df7bcd845b75 req-76510572-8384-4fb3-9bba-5802988864e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:31:32.783258 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-128013df-5b84-4b0b-aaf1-df7bcd845b75 req-76510572-8384-4fb3-9bba-5802988864e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.3870957 Jan 28 14:31:32.837250 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128013df-5b84-4b0b-aaf1-df7bcd845b75 req-1dfe26c1-84ec-4958-9f3d-dc3587ba8a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:31:32.838730 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-128013df-5b84-4b0b-aaf1-df7bcd845b75 req-1dfe26c1-84ec-4958-9f3d-dc3587ba8a67 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490048 Jan 28 14:31:32.934294 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-128013df-5b84-4b0b-aaf1-df7bcd845b75 req-bf0ea99d-eb88-4acf-b58a-d18887aad9bf service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890336 Jan 28 14:31:33.029436 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-128013df-5b84-4b0b-aaf1-df7bcd845b75 req-f50ce293-9c6c-4358-b2e1-10181f696457 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892553 Jan 28 14:31:33.150370 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:31:34.519986 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:31:36.415053 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:31:48.340558 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:31:50.389126 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:31:51.162692 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:31:59.398744 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3697c260-0842-48ab-8e8a-d5e8c0b35c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:00.681485 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-9ad00f3d-9b8a-4092-8350-98c191cf5cd2 req-7d0022ca-6dcf-4fc0-8f2d-d178561f5cf4 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:32:00.682579 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9ad00f3d-9b8a-4092-8350-98c191cf5cd2 req-7d0022ca-6dcf-4fc0-8f2d-d178561f5cf4 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0504439 Jan 28 14:32:01.710451 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17237208-2395-4210-8cd2-a93240c34278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:01.920613 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-982c1f1e-4ce1-4a49-9c15-969dfcc0dc5a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0919142 Jan 28 14:32:01.933570 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-5a85b6dd-6377-4ee4-b5e9-5e24dac58841 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:32:01.934603 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-5a85b6dd-6377-4ee4-b5e9-5e24dac58841 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067914 Jan 28 14:32:01.960447 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f584be-c0a7-4a2a-85f2-28b96d66c8f0 req-6aae7863-fb6a-4ddb-b5f3-1a6381df6d9e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:01.962011 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-70f584be-c0a7-4a2a-85f2-28b96d66c8f0 req-6aae7863-fb6a-4ddb-b5f3-1a6381df6d9e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 946 time: 0.1238675 Jan 28 14:32:02.022021 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-70f584be-c0a7-4a2a-85f2-28b96d66c8f0 req-33007887-81bd-4bcb-a2fb-c3dd18bda8f0 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534077 Jan 28 14:32:03.145714 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:03.205641 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820d2d1-1a27-458f-8abb-f0c42119dc03 req-3ad6f35f-99ca-41d5-9149-92306807ee86 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:03.207217 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e820d2d1-1a27-458f-8abb-f0c42119dc03 req-3ad6f35f-99ca-41d5-9149-92306807ee86 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 946 time: 0.1091831 Jan 28 14:32:03.263530 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e820d2d1-1a27-458f-8abb-f0c42119dc03 req-d2fc12a3-10ea-4853-909f-43cf87e3ba64 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479777 Jan 28 14:32:04.200877 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-897897c5-758b-48b6-9a6e-4e08cfe69f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:04.202524 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-897897c5-758b-48b6-9a6e-4e08cfe69f16 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 1097 time: 0.0472176 Jan 28 14:32:04.308561 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-6464d8f9-c505-440a-ad71-2e8de40580b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:04.310077 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-6464d8f9-c505-440a-ad71-2e8de40580b6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.1020436 Jan 28 14:32:04.381953 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-d5074fc8-0cfd-4f27-b861-58037ea8a618 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a031e738-7ff5-4a7e-85f3-74c6b3ad527c HTTP/1.1" status: 200 len: 1003 time: 0.0655372 Jan 28 14:32:04.397776 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737e7de-d151-4a61-b63b-b177619ef040 req-c89fe0ad-26ce-47b3-88fb-d36193a8ba3d tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:04.399336 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1737e7de-d151-4a61-b63b-b177619ef040 req-c89fe0ad-26ce-47b3-88fb-d36193a8ba3d tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 946 time: 0.0505910 Jan 28 14:32:04.434410 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-16e2c510-7c85-4909-806c-93670ae6a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:04.435958 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-16e2c510-7c85-4909-806c-93670ae6a540 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0486019 Jan 28 14:32:04.449608 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1737e7de-d151-4a61-b63b-b177619ef040 req-ce0057d0-25d4-448d-b217-2e5ac9b3dcf7 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431864 Jan 28 14:32:04.487906 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-fc3f91ad-27de-4c52-b7ff-2724f4ef2385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:04.489426 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-fc3f91ad-27de-4c52-b7ff-2724f4ef2385 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479741 Jan 28 14:32:04.520052 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:04.607556 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-1d4ba837-ff1b-4952-9364-455e1ba15de9 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122379 Jan 28 14:32:04.717906 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-d14b37ce-7d20-4f93-a4ec-c3d8c9b29347 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034918 Jan 28 14:32:05.578507 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41aa366-48f8-4a98-8f3a-ed91965733c3 req-e4a0e700-d284-4e5c-af2f-77bce5dd93eb tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:05.580025 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e41aa366-48f8-4a98-8f3a-ed91965733c3 req-e4a0e700-d284-4e5c-af2f-77bce5dd93eb tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 946 time: 0.0562360 Jan 28 14:32:05.630022 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e41aa366-48f8-4a98-8f3a-ed91965733c3 req-329dba24-a85a-4c5a-88d1-2e7daed1f4e6 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443203 Jan 28 14:32:06.417030 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:06.762637 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2d009-cea4-4ba1-a878-339a3cd7b0bf req-4a153b32-900d-4d9a-8136-47906fec565b tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:06.764118 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5bc2d009-cea4-4ba1-a878-339a3cd7b0bf req-4a153b32-900d-4d9a-8136-47906fec565b tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 946 time: 0.0512657 Jan 28 14:32:06.811540 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5bc2d009-cea4-4ba1-a878-339a3cd7b0bf req-c8f91926-4ce8-4414-8f82-4736c85cad39 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417571 Jan 28 14:32:07.940830 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7f966-79a7-4d98-8ea0-61753fb35e41 req-b47e0a4f-6011-47f8-b89b-d817a3891cac tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:07.942327 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c3a7f966-79a7-4d98-8ea0-61753fb35e41 req-b47e0a4f-6011-47f8-b89b-d817a3891cac tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 946 time: 0.0490139 Jan 28 14:32:07.997467 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c3a7f966-79a7-4d98-8ea0-61753fb35e41 req-8e4ab7ef-82b4-4810-a6cf-e9dfb8f74d8e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493791 Jan 28 14:32:09.125919 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1dfa09-2d10-4156-9cd8-5c7d7b9da822 req-240da1f6-1ed7-4199-ac2f-4324fb404f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:09.127437 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-df1dfa09-2d10-4156-9cd8-5c7d7b9da822 req-240da1f6-1ed7-4199-ac2f-4324fb404f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 946 time: 0.0559373 Jan 28 14:32:09.181254 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-df1dfa09-2d10-4156-9cd8-5c7d7b9da822 req-9815b16f-8f4c-4a1b-9213-3aad7c4f2b53 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462191 Jan 28 14:32:10.310342 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff316f-4dab-4009-9326-df33b1109252 req-f486e40a-f806-4d51-bba5-c1d412d22b0c tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:10.311867 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4aff316f-4dab-4009-9326-df33b1109252 req-f486e40a-f806-4d51-bba5-c1d412d22b0c tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 946 time: 0.0507598 Jan 28 14:32:10.362236 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4aff316f-4dab-4009-9326-df33b1109252 req-c2b91665-d41f-4144-abaa-b1c4364186a7 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420327 Jan 28 14:32:11.505992 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fafe24-7b66-481d-b9de-95f7f3bde99e req-4bb611f2-92f4-43ff-8d15-4364bc614ff6 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:11.507516 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-00fafe24-7b66-481d-b9de-95f7f3bde99e req-4bb611f2-92f4-43ff-8d15-4364bc614ff6 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 946 time: 0.0591741 Jan 28 14:32:11.557058 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-00fafe24-7b66-481d-b9de-95f7f3bde99e req-1cc147f5-6b3b-49de-a304-a10e2d0b7d6f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435641 Jan 28 14:32:12.701781 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab531ca-1dd4-44ac-8f0d-c8663d24c68c req-7ea36cbb-618c-40c7-8a1e-cac86ccf5749 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:12.703282 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9ab531ca-1dd4-44ac-8f0d-c8663d24c68c req-7ea36cbb-618c-40c7-8a1e-cac86ccf5749 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 946 time: 0.0517921 Jan 28 14:32:12.751116 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9ab531ca-1dd4-44ac-8f0d-c8663d24c68c req-a75ff18c-e1fa-4bcb-ab9b-c05253830303 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421331 Jan 28 14:32:13.877961 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a903f3-0e70-4863-a237-8de37afdfe59 req-0874cc98-9916-4abf-9912-224ad1f280ec tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:13.879420 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d2a903f3-0e70-4863-a237-8de37afdfe59 req-0874cc98-9916-4abf-9912-224ad1f280ec tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 946 time: 0.0507896 Jan 28 14:32:13.944240 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d2a903f3-0e70-4863-a237-8de37afdfe59 req-1027cb9a-cb6b-4f49-a6fa-4432c3f9425b tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566888 Jan 28 14:32:15.097150 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b61415-6ca2-41c9-908f-2ade00210b71 req-90b96416-34d5-49a3-bc3b-b82d8e8b6a8e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:15.098665 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-99b61415-6ca2-41c9-908f-2ade00210b71 req-90b96416-34d5-49a3-bc3b-b82d8e8b6a8e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 946 time: 0.0711265 Jan 28 14:32:15.151181 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-99b61415-6ca2-41c9-908f-2ade00210b71 req-a1b359d5-d502-4aed-95cf-eaa0f4488bac tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438418 Jan 28 14:32:16.286845 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001d013-8125-4a97-b5f8-3dd2af5f33b8 req-9f4e5361-7eff-4116-af5e-06b5eb3287e1 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:16.288397 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d001d013-8125-4a97-b5f8-3dd2af5f33b8 req-9f4e5361-7eff-4116-af5e-06b5eb3287e1 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 946 time: 0.0586455 Jan 28 14:32:16.338776 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d001d013-8125-4a97-b5f8-3dd2af5f33b8 req-9fa9d4fc-4e57-4776-90a8-810ddb7b3db9 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428498 Jan 28 14:32:16.654089 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-25bc8646-aa89-403c-85cd-cb44b2ba5140 service neutron] show failed (client error): The resource could not be found. Jan 28 14:32:16.655148 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-25bc8646-aa89-403c-85cd-cb44b2ba5140 service neutron] 10.222.0.37 "GET /v2.0/ports/a031e738-7ff5-4a7e-85f3-74c6b3ad527c/bindings/n-h1-822747-2 HTTP/1.1" status: 404 len: 380 time: 0.0651562 Jan 28 14:32:16.915524 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-310a06a0-29b2-48aa-8c21-ea1fa2a0353d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:16.916916 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-310a06a0-29b2-48aa-8c21-ea1fa2a0353d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6&tenant_id=d29292ae351c4e74888107e15a8770d3 HTTP/1.1" status: 200 len: 1097 time: 0.0859361 Jan 28 14:32:16.927511 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822747-2', 'device_owner': 'compute:nova'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:32:16.984033 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:17.215149 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] For port a031e738-7ff5-4a7e-85f3-74c6b3ad527c, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=a031e738-7ff5-4a7e-85f3-74c6b3ad527c,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:32:17.266005 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] For port a031e738-7ff5-4a7e-85f3-74c6b3ad527c, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:32:17.310572 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9940b433-dfeb-4f13-bbd8-c56cdbabcda6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:32:17.312919 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc770ce-8dc1-4f18-a724-c140e4465623" -d '{"events": [{"server_uuid": "9940b433-dfeb-4f13-bbd8-c56cdbabcda6", "name": "network-vif-unplugged", "status": "completed", "tag": "a031e738-7ff5-4a7e-85f3-74c6b3ad527c"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:32:17.316900 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Publish callbacks [] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:17.331230 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Transition to ACTIVE for port object a031e738-7ff5-4a7e-85f3-74c6b3ad527c will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:32:17.337602 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:17.436885 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 14:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1297c268-572d-4b4b-a794-3f40144701e6 x-openstack-request-id: req-1297c268-572d-4b4b-a794-3f40144701e6 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:32:17.437090 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9940b433-dfeb-4f13-bbd8-c56cdbabcda6", "name": "network-vif-unplugged", "status": "completed", "tag": "a031e738-7ff5-4a7e-85f3-74c6b3ad527c", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:32:17.437326 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1297c268-572d-4b4b-a794-3f40144701e6 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:32:17.437729 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9940b433-dfeb-4f13-bbd8-c56cdbabcda6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c', 'code': 200} Jan 28 14:32:17.440612 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a031e738-7ff5-4a7e-85f3-74c6b3ad527c,revision_number=6']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:32:17.454053 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:17.454532 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:17.454723 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:17.455094 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:17.456102 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:17.456102 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:17.456102 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:17.456389 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:17.456666 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:17.456989 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:17.457309 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:17.457634 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:17.457942 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:17.475540 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed98c76-01a4-4d6f-a459-992d151ee642 req-b7f98a24-6b45-4700-aa1b-e21884f82c7c tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:17.477097 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0ed98c76-01a4-4d6f-a459-992d151ee642 req-b7f98a24-6b45-4700-aa1b-e21884f82c7c tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 944 time: 0.0529897 Jan 28 14:32:17.500170 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] No DVR routers for this DVR port a031e738-7ff5-4a7e-85f3-74c6b3ad527c on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:32:17.528358 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0ed98c76-01a4-4d6f-a459-992d151ee642 req-5758a4e2-38d6-490a-90ce-f633f413608e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446887 Jan 28 14:32:17.645210 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Attempting to bind port a031e738-7ff5-4a7e-85f3-74c6b3ad527c on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:32:17.645549 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Attempting to bind port a031e738-7ff5-4a7e-85f3-74c6b3ad527c by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:32:17.645881 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Attempting to bind port a031e738-7ff5-4a7e-85f3-74c6b3ad527c on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:32:17.650433 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Port a031e738-7ff5-4a7e-85f3-74c6b3ad527c on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:32:17.650758 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Attempting to bind port a031e738-7ff5-4a7e-85f3-74c6b3ad527c on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:32:17.656650 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:32:17.657296 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Checking segment: {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:32:17.657296 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Bound using segment: {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:32:17.657712 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Bound port: a031e738-7ff5-4a7e-85f3-74c6b3ad527c, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:32:17.658067 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:17.724718 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] For port a031e738-7ff5-4a7e-85f3-74c6b3ad527c, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:32:17.728034 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] For port a031e738-7ff5-4a7e-85f3-74c6b3ad527c, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=a031e738-7ff5-4a7e-85f3-74c6b3ad527c,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:32:17.734141 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:17.768294 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:17.768931 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:17.770326 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] 10.222.0.18 "PUT /v2.0/ports/a031e738-7ff5-4a7e-85f3-74c6b3ad527c HTTP/1.1" status: 200 len: 1092 time: 0.8469827 Jan 28 14:32:17.791193 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cab7ea-ed84-4e65-ba82-d6d5f119d2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a031e738-7ff5-4a7e-85f3-74c6b3ad527c,revision_number=7']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:32:17.839519 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-2acdbd9e-b22c-4f87-9ef3-226aead5d3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:17.841077 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-2acdbd9e-b22c-4f87-9ef3-226aead5d3a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 1095 time: 0.0462277 Jan 28 14:32:17.945728 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-d281ab72-68bf-493a-bb31-6fa4bd291eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:17.947278 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-d281ab72-68bf-493a-bb31-6fa4bd291eb9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.0997300 Jan 28 14:32:18.025006 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-c026b6e5-fd89-4b3f-ab92-dceba40b7cc9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a031e738-7ff5-4a7e-85f3-74c6b3ad527c HTTP/1.1" status: 200 len: 1001 time: 0.0715909 Jan 28 14:32:18.074839 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-ea6ef489-bff4-42d7-998a-ce85d11991fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:18.076429 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-ea6ef489-bff4-42d7-998a-ce85d11991fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0462520 Jan 28 14:32:18.126289 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-d4ce1e68-3495-4e43-9fa2-e9dc2460aeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:18.127823 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-d4ce1e68-3495-4e43-9fa2-e9dc2460aeee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451334 Jan 28 14:32:18.221257 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-79708edb-4e39-43e6-9129-dc1bf313fa28 service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866358 Jan 28 14:32:18.315041 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9d28e71-c73a-4fda-8012-4186080a9984 req-f5490e9d-9fb6-41c6-b348-9b0e60dd22c9 service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869896 Jan 28 14:32:18.361985 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:18.654180 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a830b82-cf30-404f-bd97-b1dca5fa11fd req-11b3a8a6-bab7-4bcc-af8e-bbf409ce1c6f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:18.656058 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4a830b82-cf30-404f-bd97-b1dca5fa11fd req-11b3a8a6-bab7-4bcc-af8e-bbf409ce1c6f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 944 time: 0.0509875 Jan 28 14:32:18.707826 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4a830b82-cf30-404f-bd97-b1dca5fa11fd req-0320a0cf-b068-4026-b000-668dc3eef309 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462246 Jan 28 14:32:19.439507 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9940b433-dfeb-4f13-bbd8-c56cdbabcda6', 'tag': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:32:19.442102 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b010e7-3620-41d9-8c4b-ce34195da2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "9940b433-dfeb-4f13-bbd8-c56cdbabcda6", "tag": "a031e738-7ff5-4a7e-85f3-74c6b3ad527c"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:32:19.492346 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91155f1c-bb67-429a-9443-c2c8698de80d x-openstack-request-id: req-91155f1c-bb67-429a-9443-c2c8698de80d {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:32:19.492649 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9940b433-dfeb-4f13-bbd8-c56cdbabcda6", "tag": "a031e738-7ff5-4a7e-85f3-74c6b3ad527c", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:32:19.492896 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-91155f1c-bb67-429a-9443-c2c8698de80d {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:32:19.493327 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9940b433-dfeb-4f13-bbd8-c56cdbabcda6', 'tag': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c', 'status': 'completed', 'code': 200} Jan 28 14:32:19.585066 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b010e7-3620-41d9-8c4b-ce34195da2ee req-c0a753a2-900b-4e44-86c3-730c6547a23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:19.586567 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8b010e7-3620-41d9-8c4b-ce34195da2ee req-c0a753a2-900b-4e44-86c3-730c6547a23f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 1095 time: 0.0734980 Jan 28 14:32:19.590708 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b010e7-3620-41d9-8c4b-ce34195da2ee req-40645ad3-80a2-4913-a9ad-406ff3bad9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:19.592063 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8b010e7-3620-41d9-8c4b-ce34195da2ee req-40645ad3-80a2-4913-a9ad-406ff3bad9bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 1095 time: 0.0706985 Jan 28 14:32:19.742092 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b010e7-3620-41d9-8c4b-ce34195da2ee req-4f4c81c5-a1c0-45ca-ac86-dde3520c7a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:19.743501 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8b010e7-3620-41d9-8c4b-ce34195da2ee req-4f4c81c5-a1c0-45ca-ac86-dde3520c7a5c service neutron] 10.222.0.18 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.1501017 Jan 28 14:32:19.744917 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b010e7-3620-41d9-8c4b-ce34195da2ee req-d7422a4f-a533-445d-a666-0fc87fea8fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:19.745842 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8b010e7-3620-41d9-8c4b-ce34195da2ee req-d7422a4f-a533-445d-a666-0fc87fea8fe1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.1453888 Jan 28 14:32:19.890877 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8b010e7-3620-41d9-8c4b-ce34195da2ee req-18174eed-e3a1-48e4-827d-d3384f601a6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a031e738-7ff5-4a7e-85f3-74c6b3ad527c HTTP/1.1" status: 200 len: 1001 time: 0.1407013 Jan 28 14:32:19.896140 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8b010e7-3620-41d9-8c4b-ce34195da2ee req-cf5d3f2d-fa02-470a-bd28-06fed375683d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a031e738-7ff5-4a7e-85f3-74c6b3ad527c HTTP/1.1" status: 200 len: 1001 time: 0.1404510 Jan 28 14:32:19.975223 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ae883-f1ae-4a2b-8c52-aaa9795824e3 req-f0bb15cb-0ce7-447a-b853-1e2f20bedd37 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:19.976687 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3b8ae883-f1ae-4a2b-8c52-aaa9795824e3 req-f0bb15cb-0ce7-447a-b853-1e2f20bedd37 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 944 time: 0.1514864 Jan 28 14:32:20.009790 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b010e7-3620-41d9-8c4b-ce34195da2ee req-dc2a9fda-6692-448f-91be-90d765854e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:20.011170 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8b010e7-3620-41d9-8c4b-ce34195da2ee req-dc2a9fda-6692-448f-91be-90d765854e75 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.1134548 Jan 28 14:32:20.013755 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b010e7-3620-41d9-8c4b-ce34195da2ee req-485bcc18-f69a-449f-b821-dae961bebec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:20.015167 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8b010e7-3620-41d9-8c4b-ce34195da2ee req-485bcc18-f69a-449f-b821-dae961bebec9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.1065254 Jan 28 14:32:20.090959 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3b8ae883-f1ae-4a2b-8c52-aaa9795824e3 req-215d6a3b-e910-4068-9d11-29b256ffef6d tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073728 Jan 28 14:32:20.104938 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b010e7-3620-41d9-8c4b-ce34195da2ee req-4fe0d3ca-e4d4-4d60-9886-d93e4d1fddee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:20.106430 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8b010e7-3620-41d9-8c4b-ce34195da2ee req-4fe0d3ca-e4d4-4d60-9886-d93e4d1fddee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876424 Jan 28 14:32:20.108942 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b010e7-3620-41d9-8c4b-ce34195da2ee req-e690672a-386c-4981-8ca9-00ff52f921e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:20.110291 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8b010e7-3620-41d9-8c4b-ce34195da2ee req-e690672a-386c-4981-8ca9-00ff52f921e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826862 Jan 28 14:32:20.214454 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device a031e738-7ff5-4a7e-85f3-74c6b3ad527c no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:32:20.259279 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] The host n-h2-822747-2 is not matching for port a031e738-7ff5-4a7e-85f3-74c6b3ad527c host n-h1-822747-2! {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 14:32:20.259663 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device a031e738-7ff5-4a7e-85f3-74c6b3ad527c not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:32:20.264043 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8b010e7-3620-41d9-8c4b-ce34195da2ee req-9b791912-6528-4ded-8683-e88830fac0ce service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509323 Jan 28 14:32:20.268501 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8b010e7-3620-41d9-8c4b-ce34195da2ee req-d555cee6-c947-4aa0-a5dc-28b66980c79c service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487093 Jan 28 14:32:20.384126 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:20.420278 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8b010e7-3620-41d9-8c4b-ce34195da2ee req-fdd72e7c-9eb1-498d-8ff4-5d121e163bb1 service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507983 Jan 28 14:32:20.423991 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8b010e7-3620-41d9-8c4b-ce34195da2ee req-55134e06-509b-4b5a-b630-cc062c6c73b8 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457779 Jan 28 14:32:21.220021 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f4969-f127-45fd-86d9-8c6b3b0990ef req-0ee8a0b0-06d3-4ba3-86d0-d9f37009e93a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:21.221486 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e5f4969-f127-45fd-86d9-8c6b3b0990ef req-0ee8a0b0-06d3-4ba3-86d0-d9f37009e93a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 944 time: 0.0529964 Jan 28 14:32:21.274094 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e5f4969-f127-45fd-86d9-8c6b3b0990ef req-ecd0cdc0-161c-4414-8338-87db6eca14d5 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437965 Jan 28 14:32:21.583914 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-143c1283-2ba2-45a3-b076-ed3d297700d2 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:21.585291 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-143c1283-2ba2-45a3-b076-ed3d297700d2 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.18 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6&tenant_id=d29292ae351c4e74888107e15a8770d3&binding%3Ahost_id=n-h1-822747-2 HTTP/1.1" status: 200 len: 944 time: 0.0533462 Jan 28 14:32:21.600709 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427a229-1010-456e-bdab-046a962645bf req-b8a3c113-7228-4199-b426-cb6f7c6ee7f0 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:21.602220 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f427a229-1010-456e-bdab-046a962645bf req-b8a3c113-7228-4199-b426-cb6f7c6ee7f0 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 944 time: 0.0495603 Jan 28 14:32:21.645215 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-7cbe5278-bfc4-4f4b-b0fd-4f90b2b1bcea service neutron] 10.222.0.18 "GET /v2.0/ports/a031e738-7ff5-4a7e-85f3-74c6b3ad527c/bindings/n-h1-822747-2 HTTP/1.1" status: 200 len: 382 time: 0.0536594 Jan 28 14:32:21.649930 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f427a229-1010-456e-bdab-046a962645bf req-1c714c92-468f-4fb4-baa3-1bbae31674aa tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416369 Jan 28 14:32:21.732657 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-1c8373aa-a162-4b8c-8ae8-225276c961dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:21.734227 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-1c8373aa-a162-4b8c-8ae8-225276c961dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 1095 time: 0.0658376 Jan 28 14:32:21.834480 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-409540e0-5d3b-4183-a4fb-f1d6da33f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:21.835904 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-409540e0-5d3b-4183-a4fb-f1d6da33f4cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.0951984 Jan 28 14:32:21.911384 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-38044b83-10c5-4945-8c74-e4efe3bd8ae2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a031e738-7ff5-4a7e-85f3-74c6b3ad527c HTTP/1.1" status: 200 len: 1001 time: 0.0694408 Jan 28 14:32:21.961873 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-7e0c8624-96d1-473e-bab7-5961fad672a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:21.963326 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-7e0c8624-96d1-473e-bab7-5961fad672a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0459783 Jan 28 14:32:22.010710 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-e19329cd-78c2-4179-b4e1-0a193a160494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:22.012242 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-e19329cd-78c2-4179-b4e1-0a193a160494 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435550 Jan 28 14:32:22.235494 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device a031e738-7ff5-4a7e-85f3-74c6b3ad527c details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:32:22.338202 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port a031e738-7ff5-4a7e-85f3-74c6b3ad527c, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=a031e738-7ff5-4a7e-85f3-74c6b3ad527c,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:32:22.350511 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'port_id': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c', 'mac_address': 'fa:16:3e:03:ea:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:32:22.394071 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port a031e738-7ff5-4a7e-85f3-74c6b3ad527c is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:32:22.394467 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:22.413182 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a031e738-7ff5-4a7e-85f3-74c6b3ad527c {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:32:22.432515 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port a031e738-7ff5-4a7e-85f3-74c6b3ad527c, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=a031e738-7ff5-4a7e-85f3-74c6b3ad527c,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:32:22.435642 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-a2a2d47a-1ffe-4ee1-ac17-806c87e247b1 service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150121 Jan 28 14:32:22.438747 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:22.486611 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=a031e738-7ff5-4a7e-85f3-74c6b3ad527c,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:32:22.494296 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:22.494649 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:22.495020 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:22.495463 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:22.495804 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:22.496137 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:22.496462 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:22.496795 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:22.497118 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:22.497437 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:22.497761 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:22.498105 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:22.498428 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:22.524441 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-b511e4a3-a7b2-41c1-a8f5-e356e5e6d439 service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830233 Jan 28 14:32:22.692224 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['a031e738-7ff5-4a7e-85f3-74c6b3ad527c'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:32:22.782055 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41546076-f9be-4350-8324-15c3d19ad26f req-c1fea0d5-d4b9-4618-a7b9-4d5dd5156d69 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:22.783561 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-41546076-f9be-4350-8324-15c3d19ad26f req-c1fea0d5-d4b9-4618-a7b9-4d5dd5156d69 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 945 time: 0.0503874 Jan 28 14:32:22.835578 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-41546076-f9be-4350-8324-15c3d19ad26f req-40221af9-a34e-43e5-9d97-c57138eab275 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462143 Jan 28 14:32:23.957767 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dda9c-39c6-4690-9198-68a7605897f3 req-965c2222-4138-43bc-8472-7f45a8fd5983 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:23.959236 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c92dda9c-39c6-4690-9198-68a7605897f3 req-965c2222-4138-43bc-8472-7f45a8fd5983 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 945 time: 0.0522137 Jan 28 14:32:24.007613 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c92dda9c-39c6-4690-9198-68a7605897f3 req-d7c29500-81a8-428c-b76d-4e6518ee2a9b tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423827 Jan 28 14:32:24.240913 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device a031e738-7ff5-4a7e-85f3-74c6b3ad527c up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:32:24.289954 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port a031e738-7ff5-4a7e-85f3-74c6b3ad527c completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:32:24.293892 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port a031e738-7ff5-4a7e-85f3-74c6b3ad527c triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:32:24.294272 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:24.372630 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port a031e738-7ff5-4a7e-85f3-74c6b3ad527c is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:32:24.373068 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:24.395811 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9940b433-dfeb-4f13-bbd8-c56cdbabcda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:32:24.398176 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bbce1a-959c-4341-88fd-9158027fff4d" -d '{"events": [{"server_uuid": "9940b433-dfeb-4f13-bbd8-c56cdbabcda6", "name": "network-vif-plugged", "status": "completed", "tag": "a031e738-7ff5-4a7e-85f3-74c6b3ad527c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:32:24.415514 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port a031e738-7ff5-4a7e-85f3-74c6b3ad527c, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=a031e738-7ff5-4a7e-85f3-74c6b3ad527c,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:32:24.421333 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:24.471294 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=a031e738-7ff5-4a7e-85f3-74c6b3ad527c,revision_number=9']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:32:24.508686 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d6ec95-e937-4a29-a97d-9b8d30f255f4 x-openstack-request-id: req-29d6ec95-e937-4a29-a97d-9b8d30f255f4 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:32:24.509381 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9940b433-dfeb-4f13-bbd8-c56cdbabcda6", "name": "network-vif-plugged", "status": "completed", "tag": "a031e738-7ff5-4a7e-85f3-74c6b3ad527c", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:32:24.509784 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-29d6ec95-e937-4a29-a97d-9b8d30f255f4 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:32:24.510137 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9940b433-dfeb-4f13-bbd8-c56cdbabcda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c', 'code': 200} Jan 28 14:32:24.521518 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-49cbddc4-927d-48ba-ba9c-b38084e20d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:24.523101 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-49cbddc4-927d-48ba-ba9c-b38084e20d12 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6&tenant_id=d29292ae351c4e74888107e15a8770d3 HTTP/1.1" status: 200 len: 1097 time: 0.0426028 Jan 28 14:32:24.534055 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-a42f88a6-3bed-4c11-b7b6-bb1dcdfcc20d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822747-2', 'device_owner': 'compute:nova'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:32:24.587608 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-a42f88a6-3bed-4c11-b7b6-bb1dcdfcc20d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:24.808361 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-a42f88a6-3bed-4c11-b7b6-bb1dcdfcc20d service neutron] For port a031e738-7ff5-4a7e-85f3-74c6b3ad527c, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=a031e738-7ff5-4a7e-85f3-74c6b3ad527c,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:32:24.843813 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-a42f88a6-3bed-4c11-b7b6-bb1dcdfcc20d service neutron] For port a031e738-7ff5-4a7e-85f3-74c6b3ad527c, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:32:24.883400 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9940b433-dfeb-4f13-bbd8-c56cdbabcda6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:32:24.885803 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9146de6-5250-45ae-971e-e24e9e203aaf" -d '{"events": [{"server_uuid": "9940b433-dfeb-4f13-bbd8-c56cdbabcda6", "name": "network-vif-unplugged", "status": "completed", "tag": "a031e738-7ff5-4a7e-85f3-74c6b3ad527c"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:32:24.889341 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-a42f88a6-3bed-4c11-b7b6-bb1dcdfcc20d service neutron] Publish callbacks [] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:24.902803 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-a42f88a6-3bed-4c11-b7b6-bb1dcdfcc20d service neutron] Transition to ACTIVE for port object a031e738-7ff5-4a7e-85f3-74c6b3ad527c will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:32:24.908459 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-a42f88a6-3bed-4c11-b7b6-bb1dcdfcc20d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:24.943377 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 14:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f69726-abc4-43aa-a7e4-d7c080dc4664 x-openstack-request-id: req-f4f69726-abc4-43aa-a7e4-d7c080dc4664 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:32:24.943812 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9940b433-dfeb-4f13-bbd8-c56cdbabcda6", "name": "network-vif-unplugged", "status": "completed", "tag": "a031e738-7ff5-4a7e-85f3-74c6b3ad527c", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:32:24.943973 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f4f69726-abc4-43aa-a7e4-d7c080dc4664 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:32:24.944336 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9940b433-dfeb-4f13-bbd8-c56cdbabcda6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c', 'code': 200} Jan 28 14:32:24.984197 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f88a6-3bed-4c11-b7b6-bb1dcdfcc20d service neutron] Pushing event updated for resources: {'Port': ['ID=a031e738-7ff5-4a7e-85f3-74c6b3ad527c,revision_number=10']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:32:25.033109 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-a42f88a6-3bed-4c11-b7b6-bb1dcdfcc20d service neutron] No DVR routers for this DVR port a031e738-7ff5-4a7e-85f3-74c6b3ad527c on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:32:25.199445 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf9216-eaf5-4fe5-9ad9-283ce76574d6 req-60cb766a-42f5-43ac-85d2-c7fd73e4aea1 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:25.200929 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5fcf9216-eaf5-4fe5-9ad9-283ce76574d6 req-60cb766a-42f5-43ac-85d2-c7fd73e4aea1 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 945 time: 0.0811248 Jan 28 14:32:25.218714 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-a42f88a6-3bed-4c11-b7b6-bb1dcdfcc20d service neutron] Attempting to bind port a031e738-7ff5-4a7e-85f3-74c6b3ad527c on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:32:25.219096 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-a42f88a6-3bed-4c11-b7b6-bb1dcdfcc20d service neutron] Attempting to bind port a031e738-7ff5-4a7e-85f3-74c6b3ad527c by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:32:25.219422 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-a42f88a6-3bed-4c11-b7b6-bb1dcdfcc20d service neutron] Attempting to bind port a031e738-7ff5-4a7e-85f3-74c6b3ad527c on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:32:25.231787 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-a42f88a6-3bed-4c11-b7b6-bb1dcdfcc20d service neutron] Port a031e738-7ff5-4a7e-85f3-74c6b3ad527c on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:32:25.232118 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-a42f88a6-3bed-4c11-b7b6-bb1dcdfcc20d service neutron] Attempting to bind port a031e738-7ff5-4a7e-85f3-74c6b3ad527c on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:32:25.244551 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-a42f88a6-3bed-4c11-b7b6-bb1dcdfcc20d service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:32:25.244887 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-a42f88a6-3bed-4c11-b7b6-bb1dcdfcc20d service neutron] Checking segment: {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:32:25.245267 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-a42f88a6-3bed-4c11-b7b6-bb1dcdfcc20d service neutron] Bound using segment: {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:32:25.245664 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-a42f88a6-3bed-4c11-b7b6-bb1dcdfcc20d service neutron] Bound port: a031e738-7ff5-4a7e-85f3-74c6b3ad527c, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:32:25.246052 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-a42f88a6-3bed-4c11-b7b6-bb1dcdfcc20d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:25.273232 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5fcf9216-eaf5-4fe5-9ad9-283ce76574d6 req-0fed40f9-84a2-4379-8360-80f846a83638 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650852 Jan 28 14:32:25.328194 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-a42f88a6-3bed-4c11-b7b6-bb1dcdfcc20d service neutron] For port a031e738-7ff5-4a7e-85f3-74c6b3ad527c, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:32:25.331670 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-a42f88a6-3bed-4c11-b7b6-bb1dcdfcc20d service neutron] For port a031e738-7ff5-4a7e-85f3-74c6b3ad527c, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=a031e738-7ff5-4a7e-85f3-74c6b3ad527c,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:32:25.337436 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-a42f88a6-3bed-4c11-b7b6-bb1dcdfcc20d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:25.373729 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-a42f88a6-3bed-4c11-b7b6-bb1dcdfcc20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:25.374337 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-a42f88a6-3bed-4c11-b7b6-bb1dcdfcc20d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:25.375755 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-a42f88a6-3bed-4c11-b7b6-bb1dcdfcc20d service neutron] 10.222.0.37 "PUT /v2.0/ports/a031e738-7ff5-4a7e-85f3-74c6b3ad527c HTTP/1.1" status: 200 len: 1093 time: 0.8456671 Jan 28 14:32:25.396532 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f88a6-3bed-4c11-b7b6-bb1dcdfcc20d service neutron] Pushing event updated for resources: {'Port': ['ID=a031e738-7ff5-4a7e-85f3-74c6b3ad527c,revision_number=11']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:32:25.443772 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-eb66b3a9-79f6-4ac1-878e-7de01c30161a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:25.445345 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-eb66b3a9-79f6-4ac1-878e-7de01c30161a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 1096 time: 0.0457706 Jan 28 14:32:25.543460 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-873bf276-a686-41ae-8859-a4e3886a48c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:25.544962 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-873bf276-a686-41ae-8859-a4e3886a48c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.0935647 Jan 28 14:32:25.610336 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-0ed51cdb-1ded-47a7-81c4-4bbad39732cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a031e738-7ff5-4a7e-85f3-74c6b3ad527c HTTP/1.1" status: 200 len: 1001 time: 0.0592344 Jan 28 14:32:25.659345 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-8b9bcdf2-705e-4105-856e-30ff40f32a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:25.660823 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-8b9bcdf2-705e-4105-856e-30ff40f32a37 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0447228 Jan 28 14:32:25.716477 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-62e51856-fc09-4cb5-85b3-51d09980d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:25.718731 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-62e51856-fc09-4cb5-85b3-51d09980d681 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510476 Jan 28 14:32:25.823432 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-a23de9a8-0426-4692-99ef-7f3650b99fb1 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981891 Jan 28 14:32:25.918277 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-77a99435-3536-4fcc-8990-8236b7cdb971 req-fbe971aa-2336-42c6-8858-578260f6a646 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893140 Jan 28 14:32:26.405625 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f6a90-3739-4f7e-9f4f-75012b27b187 req-a907be72-7e61-44cd-8fb6-1a6834e7b3b5 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:26.407140 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5f2f6a90-3739-4f7e-9f4f-75012b27b187 req-a907be72-7e61-44cd-8fb6-1a6834e7b3b5 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 945 time: 0.0553672 Jan 28 14:32:26.454852 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5f2f6a90-3739-4f7e-9f4f-75012b27b187 req-dae36668-c559-4afb-b07d-256b661da447 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417197 Jan 28 14:32:26.946892 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9940b433-dfeb-4f13-bbd8-c56cdbabcda6', 'tag': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:32:26.951166 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca13e31-389a-4adf-8a47-e29321fcb038" -d '{"events": [{"name": "network-changed", "server_uuid": "9940b433-dfeb-4f13-bbd8-c56cdbabcda6", "tag": "a031e738-7ff5-4a7e-85f3-74c6b3ad527c"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:32:27.003190 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e766d98-471f-44d5-98c0-a175c6369ea6 x-openstack-request-id: req-5e766d98-471f-44d5-98c0-a175c6369ea6 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:32:27.003463 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9940b433-dfeb-4f13-bbd8-c56cdbabcda6", "tag": "a031e738-7ff5-4a7e-85f3-74c6b3ad527c", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:32:27.003731 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e766d98-471f-44d5-98c0-a175c6369ea6 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:32:27.004141 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9940b433-dfeb-4f13-bbd8-c56cdbabcda6', 'tag': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c', 'status': 'completed', 'code': 200} Jan 28 14:32:27.085964 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca13e31-389a-4adf-8a47-e29321fcb038 req-9f2e1a0f-35c6-4676-8080-8deaccae2e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:27.087520 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aca13e31-389a-4adf-8a47-e29321fcb038 req-9f2e1a0f-35c6-4676-8080-8deaccae2e79 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 1096 time: 0.0674472 Jan 28 14:32:27.091623 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca13e31-389a-4adf-8a47-e29321fcb038 req-8d5f448a-8d16-4f7e-9608-30af55138937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:27.092941 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aca13e31-389a-4adf-8a47-e29321fcb038 req-8d5f448a-8d16-4f7e-9608-30af55138937 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 1096 time: 0.0642071 Jan 28 14:32:27.249697 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca13e31-389a-4adf-8a47-e29321fcb038 req-dcd6b389-d3a2-415f-94f5-542a4ac7ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:27.251105 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aca13e31-389a-4adf-8a47-e29321fcb038 req-dcd6b389-d3a2-415f-94f5-542a4ac7ffb0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.1573296 Jan 28 14:32:27.253774 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca13e31-389a-4adf-8a47-e29321fcb038 req-1c93839d-9ae4-43aa-8d55-0648a5142380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:27.255100 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aca13e31-389a-4adf-8a47-e29321fcb038 req-1c93839d-9ae4-43aa-8d55-0648a5142380 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.1540833 Jan 28 14:32:27.359984 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aca13e31-389a-4adf-8a47-e29321fcb038 req-299f5223-e1e1-4c8d-91c0-abf6c810b037 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a031e738-7ff5-4a7e-85f3-74c6b3ad527c HTTP/1.1" status: 200 len: 1001 time: 0.1015389 Jan 28 14:32:27.363736 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aca13e31-389a-4adf-8a47-e29321fcb038 req-771c3289-45ba-4a18-9e3f-47084aeaacba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a031e738-7ff5-4a7e-85f3-74c6b3ad527c HTTP/1.1" status: 200 len: 1001 time: 0.0999913 Jan 28 14:32:27.444734 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca13e31-389a-4adf-8a47-e29321fcb038 req-eb672ed6-f5fb-4fc3-b078-4153d1c0e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:27.446221 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aca13e31-389a-4adf-8a47-e29321fcb038 req-eb672ed6-f5fb-4fc3-b078-4153d1c0e7b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0800562 Jan 28 14:32:27.447556 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca13e31-389a-4adf-8a47-e29321fcb038 req-d6223d84-fe52-437d-9d60-9555adba826a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:27.448844 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aca13e31-389a-4adf-8a47-e29321fcb038 req-d6223d84-fe52-437d-9d60-9555adba826a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0756986 Jan 28 14:32:27.527198 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca13e31-389a-4adf-8a47-e29321fcb038 req-2ba031bc-086c-4953-b9c5-4f094cc41628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:27.528618 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aca13e31-389a-4adf-8a47-e29321fcb038 req-2ba031bc-086c-4953-b9c5-4f094cc41628 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766675 Jan 28 14:32:27.533186 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca13e31-389a-4adf-8a47-e29321fcb038 req-66ba1c5f-e65b-483d-966d-dc26f483721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:27.534778 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aca13e31-389a-4adf-8a47-e29321fcb038 req-66ba1c5f-e65b-483d-966d-dc26f483721b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751579 Jan 28 14:32:27.581062 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1cb83-3154-496d-8d10-efccf0e3ee47 req-42749ba1-5f26-405b-abff-d1f83ed73974 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:27.582702 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a8c1cb83-3154-496d-8d10-efccf0e3ee47 req-42749ba1-5f26-405b-abff-d1f83ed73974 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 945 time: 0.0543723 Jan 28 14:32:27.638523 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a8c1cb83-3154-496d-8d10-efccf0e3ee47 req-0e2ccf62-16a1-4c3e-a7b1-ea4dcebd29c4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496707 Jan 28 14:32:27.685558 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aca13e31-389a-4adf-8a47-e29321fcb038 req-992b2bbb-346f-40a9-83c2-d939cabc1eb1 service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498060 Jan 28 14:32:27.689019 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aca13e31-389a-4adf-8a47-e29321fcb038 req-f4ea8e6c-4e30-422a-a033-6eb044691fb0 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460376 Jan 28 14:32:27.844284 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aca13e31-389a-4adf-8a47-e29321fcb038 req-a99ad1f7-c6dd-4579-80fa-4ad965409711 service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522789 Jan 28 14:32:27.846031 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aca13e31-389a-4adf-8a47-e29321fcb038 req-772f08c8-3673-4bd9-9b1b-bb9a910fe66a service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473103 Jan 28 14:32:28.166677 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:32:28.245262 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device a031e738-7ff5-4a7e-85f3-74c6b3ad527c no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:32:28.288894 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] The host n-h1-822747-2 is not matching for port a031e738-7ff5-4a7e-85f3-74c6b3ad527c host n-h2-822747-2! {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 14:32:28.289284 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device a031e738-7ff5-4a7e-85f3-74c6b3ad527c not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:32:28.772725 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf621d0a-965f-4a46-906e-38ba3c77f714 req-5dfb70d3-b51b-4b8b-9361-e57bbb47b686 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:28.774987 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bf621d0a-965f-4a46-906e-38ba3c77f714 req-5dfb70d3-b51b-4b8b-9361-e57bbb47b686 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 945 time: 0.0528817 Jan 28 14:32:28.828259 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bf621d0a-965f-4a46-906e-38ba3c77f714 req-b4766ab6-2be3-4587-9039-08701ec1c163 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471072 Jan 28 14:32:29.396097 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4b2c227c-2985-4029-b982-ace3a6bb2add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:29.949625 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3eac87-5f7b-4a44-b6af-064ca6206f35 req-90e34337-299a-4bd7-9307-3f5a922e3bba tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:29.951141 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc3eac87-5f7b-4a44-b6af-064ca6206f35 req-90e34337-299a-4bd7-9307-3f5a922e3bba tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 945 time: 0.0482552 Jan 28 14:32:29.998408 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc3eac87-5f7b-4a44-b6af-064ca6206f35 req-39a4bddc-f06b-4834-a90e-d1b4a7914262 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414960 Jan 28 14:32:30.121297 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a779c25-44ca-44da-a118-7c4b7d191a8b req-44970770-1f79-495a-8de8-225a2c1f06e2 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:30.122665 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a779c25-44ca-44da-a118-7c4b7d191a8b req-44970770-1f79-495a-8de8-225a2c1f06e2 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 945 time: 0.0550027 Jan 28 14:32:30.171961 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a779c25-44ca-44da-a118-7c4b7d191a8b req-114d14c2-0495-459b-98f4-30f26da06000 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412600 Jan 28 14:32:30.269382 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device a031e738-7ff5-4a7e-85f3-74c6b3ad527c details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:32:30.294927 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc494d66-412f-42d2-84de-3971a67d89a7 req-b01c1e46-7e3b-4126-8951-9cacfb10ae27 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:30.296465 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cc494d66-412f-42d2-84de-3971a67d89a7 req-b01c1e46-7e3b-4126-8951-9cacfb10ae27 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 945 time: 0.0574920 Jan 28 14:32:30.345998 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cc494d66-412f-42d2-84de-3971a67d89a7 req-9c199fa5-4a48-4476-babe-fa8e5ff9cb1c tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435722 Jan 28 14:32:30.366853 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port a031e738-7ff5-4a7e-85f3-74c6b3ad527c, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=a031e738-7ff5-4a7e-85f3-74c6b3ad527c,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:32:30.378396 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'port_id': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c', 'mac_address': 'fa:16:3e:03:ea:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:32:30.418474 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port a031e738-7ff5-4a7e-85f3-74c6b3ad527c is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:32:30.419168 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:30.438331 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a031e738-7ff5-4a7e-85f3-74c6b3ad527c {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:32:30.461904 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port a031e738-7ff5-4a7e-85f3-74c6b3ad527c, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=a031e738-7ff5-4a7e-85f3-74c6b3ad527c,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:32:30.465913 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:30.520442 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=a031e738-7ff5-4a7e-85f3-74c6b3ad527c,revision_number=12']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:32:30.599235 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a674c-4ab1-4bdc-9ab6-95fb669f68e0 req-623e4b39-5bf6-40ec-89ea-48958f1a9d95 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:30.600743 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f41a674c-4ab1-4bdc-9ab6-95fb669f68e0 req-623e4b39-5bf6-40ec-89ea-48958f1a9d95 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 946 time: 0.0540125 Jan 28 14:32:30.649078 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f41a674c-4ab1-4bdc-9ab6-95fb669f68e0 req-73b43c21-d5d6-41ae-a9b2-1fd9e3dc910d tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422676 Jan 28 14:32:30.843608 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['a031e738-7ff5-4a7e-85f3-74c6b3ad527c'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:32:31.709955 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cb39610c-385e-4cf5-b325-170e6e05839c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:31.790386 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b81df-72c7-4fca-8bf2-6fc9abe58c78 req-d271097e-87e9-4212-862a-3b20bb5cb501 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:31.791952 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-714b81df-72c7-4fca-8bf2-6fc9abe58c78 req-d271097e-87e9-4212-862a-3b20bb5cb501 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 946 time: 0.0530260 Jan 28 14:32:31.860206 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-714b81df-72c7-4fca-8bf2-6fc9abe58c78 req-e655a151-34f8-4e5c-acf4-c3db398f0a24 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596666 Jan 28 14:32:32.107453 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bfa29-32ef-47cf-895c-8577cab23fba req-7d1a0af1-f069-4b9d-ab97-a5490667d547 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:32.108949 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9c6bfa29-32ef-47cf-895c-8577cab23fba req-7d1a0af1-f069-4b9d-ab97-a5490667d547 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.37 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 946 time: 0.0571804 Jan 28 14:32:32.209910 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-9c6bfa29-32ef-47cf-895c-8577cab23fba req-52ace5bc-c61a-4b5e-82ce-0b7130064d86 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Deleting port a031e738-7ff5-4a7e-85f3-74c6b3ad527c {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:32:32.210464 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9c6bfa29-32ef-47cf-895c-8577cab23fba req-52ace5bc-c61a-4b5e-82ce-0b7130064d86 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:32.275140 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device a031e738-7ff5-4a7e-85f3-74c6b3ad527c up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:32:32.313850 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-9c6bfa29-32ef-47cf-895c-8577cab23fba req-52ace5bc-c61a-4b5e-82ce-0b7130064d86 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] For port a031e738-7ff5-4a7e-85f3-74c6b3ad527c, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=a031e738-7ff5-4a7e-85f3-74c6b3ad527c,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:32:32.314202 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9c6bfa29-32ef-47cf-895c-8577cab23fba req-52ace5bc-c61a-4b5e-82ce-0b7130064d86 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:32.333127 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port a031e738-7ff5-4a7e-85f3-74c6b3ad527c completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:32:32.338459 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port a031e738-7ff5-4a7e-85f3-74c6b3ad527c triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:32:32.339021 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:32.417764 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port a031e738-7ff5-4a7e-85f3-74c6b3ad527c is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:32:32.418156 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:32.440987 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9940b433-dfeb-4f13-bbd8-c56cdbabcda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:32:32.443382 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699e8b59-3a61-448b-b1ea-f9f027ee7f3d" -d '{"events": [{"server_uuid": "9940b433-dfeb-4f13-bbd8-c56cdbabcda6", "name": "network-vif-plugged", "status": "completed", "tag": "a031e738-7ff5-4a7e-85f3-74c6b3ad527c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:32:32.462149 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port a031e738-7ff5-4a7e-85f3-74c6b3ad527c, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=a031e738-7ff5-4a7e-85f3-74c6b3ad527c,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:32:32.470007 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:32.500285 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd3f957-2119-491d-9eac-2b388c98fbec x-openstack-request-id: req-6cd3f957-2119-491d-9eac-2b388c98fbec {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:32:32.500582 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9940b433-dfeb-4f13-bbd8-c56cdbabcda6", "name": "network-vif-plugged", "status": "completed", "tag": "a031e738-7ff5-4a7e-85f3-74c6b3ad527c", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:32:32.500837 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6cd3f957-2119-491d-9eac-2b388c98fbec {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:32:32.501034 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9c6bfa29-32ef-47cf-895c-8577cab23fba req-52ace5bc-c61a-4b5e-82ce-0b7130064d86 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:32.501352 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9940b433-dfeb-4f13-bbd8-c56cdbabcda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c', 'code': 200} Jan 28 14:32:32.501476 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9c6bfa29-32ef-47cf-895c-8577cab23fba req-52ace5bc-c61a-4b5e-82ce-0b7130064d86 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:32.501799 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [req-9c6bfa29-32ef-47cf-895c-8577cab23fba req-52ace5bc-c61a-4b5e-82ce-0b7130064d86 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Floating IP e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa disassociated. External IP: 172.25.3.180, port: a031e738-7ff5-4a7e-85f3-74c6b3ad527c. Jan 28 14:32:32.502180 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-9c6bfa29-32ef-47cf-895c-8577cab23fba req-52ace5bc-c61a-4b5e-82ce-0b7130064d86 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Calling delete_port for a031e738-7ff5-4a7e-85f3-74c6b3ad527c owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:32:32.529391 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=a031e738-7ff5-4a7e-85f3-74c6b3ad527c,revision_number=13']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:32:32.642649 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9c6bfa29-32ef-47cf-895c-8577cab23fba req-52ace5bc-c61a-4b5e-82ce-0b7130064d86 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (a031e738-7ff5-4a7e-85f3-74c6b3ad527c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:32.677781 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ace5bc-c61a-4b5e-82ce-0b7130064d86 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Pushing event deleted for resources: {'Port': ['ID=a031e738-7ff5-4a7e-85f3-74c6b3ad527c,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:32:32.799338 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c6bfa29-32ef-47cf-895c-8577cab23fba req-52ace5bc-c61a-4b5e-82ce-0b7130064d86 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Router e2c4c059-9b1b-461b-8e51-d656aef35083 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:32:32.912844 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c6bfa29-32ef-47cf-895c-8577cab23fba req-52ace5bc-c61a-4b5e-82ce-0b7130064d86 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:32:32.924759 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d978851-b87a-43cc-a856-ce30ada2f39e None None] Sync routers for ids ['e2c4c059-9b1b-461b-8e51-d656aef35083'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:32:32.936862 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d978851-b87a-43cc-a856-ce30ada2f39e None None] Routers {'e2c4c059-9b1b-461b-8e51-d656aef35083'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:32:32.937579 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-3d978851-b87a-43cc-a856-ce30ada2f39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:32:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e2c4c059-9b1b-461b-8e51-d656aef35083'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:32:32.963047 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6bfa29-32ef-47cf-895c-8577cab23fba req-52ace5bc-c61a-4b5e-82ce-0b7130064d86 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] No DVR routers for this DVR port a031e738-7ff5-4a7e-85f3-74c6b3ad527c on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:32:32.977224 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-9c6bfa29-32ef-47cf-895c-8577cab23fba req-52ace5bc-c61a-4b5e-82ce-0b7130064d86 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:32.980628 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9c6bfa29-32ef-47cf-895c-8577cab23fba req-52ace5bc-c61a-4b5e-82ce-0b7130064d86 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.37 "DELETE /v2.0/ports/a031e738-7ff5-4a7e-85f3-74c6b3ad527c HTTP/1.1" status: 204 len: 173 time: 0.8665862 Jan 28 14:32:32.981087 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9940b433-dfeb-4f13-bbd8-c56cdbabcda6', 'name': 'network-vif-deleted', 'tag': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:32:32.983424 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8333f74a-475b-4e5e-a7b4-0195a2f0d912" -d '{"events": [{"server_uuid": "9940b433-dfeb-4f13-bbd8-c56cdbabcda6", "name": "network-vif-deleted", "tag": "a031e738-7ff5-4a7e-85f3-74c6b3ad527c"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:32:32.987744 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c4cc9e81-2efe-4e1b-8b2d-d6441b105f5e req-d3c60bf8-820f-46b1-9354-d7c62b285f54 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=9940b433-dfeb-4f13-bbd8-c56cdbabcda6 HTTP/1.1" status: 200 len: 210 time: 0.0520465 Jan 28 14:32:33.042198 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f86eb9-0745-4da3-bbe4-314441b91bfe x-openstack-request-id: req-a5f86eb9-0745-4da3-bbe4-314441b91bfe {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:32:33.042490 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9940b433-dfeb-4f13-bbd8-c56cdbabcda6", "name": "network-vif-deleted", "tag": "a031e738-7ff5-4a7e-85f3-74c6b3ad527c", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:32:33.042743 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a5f86eb9-0745-4da3-bbe4-314441b91bfe {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:32:33.043182 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9940b433-dfeb-4f13-bbd8-c56cdbabcda6', 'name': 'network-vif-deleted', 'tag': 'a031e738-7ff5-4a7e-85f3-74c6b3ad527c', 'status': 'completed', 'code': 200} Jan 28 14:32:33.224347 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:33.233899 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-3d978851-b87a-43cc-a856-ce30ada2f39e None None] Set router e2c4c059-9b1b-461b-8e51-d656aef35083 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:32:33.444461 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-3d978851-b87a-43cc-a856-ce30ada2f39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'bc2883b8-f923-42cd-826e-77610b13c754', 'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'mac_address': 'fa:16:3e:08:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:53Z', 'updated_at': '2022-01-28T14:22:58Z', 'revision_number': 5, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'subnets': [{'id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:32:33.475220 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d978851-b87a-43cc-a856-ce30ada2f39e None None] Checking router: e2c4c059-9b1b-461b-8e51-d656aef35083 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:32:33.483646 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d978851-b87a-43cc-a856-ce30ada2f39e None None] Routers {'e2c4c059-9b1b-461b-8e51-d656aef35083'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:32:33.484277 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-3d978851-b87a-43cc-a856-ce30ada2f39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:32:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e2c4c059-9b1b-461b-8e51-d656aef35083'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:32:33.598150 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-3d978851-b87a-43cc-a856-ce30ada2f39e None None] Set router e2c4c059-9b1b-461b-8e51-d656aef35083 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:32:33.802000 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-3d978851-b87a-43cc-a856-ce30ada2f39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'bc2883b8-f923-42cd-826e-77610b13c754', 'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'mac_address': 'fa:16:3e:08:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:53Z', 'updated_at': '2022-01-28T14:22:58Z', 'revision_number': 5, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'subnets': [{'id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:32:33.829142 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d978851-b87a-43cc-a856-ce30ada2f39e None None] The sync data for ids ['e2c4c059-9b1b-461b-8e51-d656aef35083'] in n-d-822747-2 is: [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'bc2883b8-f923-42cd-826e-77610b13c754', 'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'mac_address': 'fa:16:3e:08:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:53Z', 'updated_at': '2022-01-28T14:22:58Z', 'revision_number': 5, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'subnets': [{'id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:32:34.078369 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c30cedd-4bd8-4b44-9c20-0988e09b3e1e None None] New status for floating IP e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa: DOWN {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:32:34.311496 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-050883ff-8ffe-433d-bcf7-10fb1a427d3e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1641282668&fields=id&tenant_id=d29292ae351c4e74888107e15a8770d3 HTTP/1.1" status: 200 len: 267 time: 0.0428538 Jan 28 14:32:34.422023 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-c16df57e-7bdd-4d8a-8f67-5eaee756540a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:34.424055 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-c16df57e-7bdd-4d8a-8f67-5eaee756540a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 812 time: 0.1052418 Jan 28 14:32:34.439269 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-9f075ef5-3d6b-45cb-a09e-3366c9312755 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/quotas/d29292ae351c4e74888107e15a8770d3 HTTP/1.1" status: 200 len: 375 time: 0.0099347 Jan 28 14:32:34.491720 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-984bb939-8953-4bba-ae26-8740c2a72496 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451639 Jan 28 14:32:34.509658 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-aba0a0d6-757e-4853-8183-bb6e588dc09e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:32:34.510639 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-aba0a0d6-757e-4853-8183-bb6e588dc09e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053399 Jan 28 14:32:34.528829 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:34.605721 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-eb8b642a-55a5-4527-a96e-37754fa05093 service neutron] 10.222.0.39 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887492 Jan 28 14:32:34.705619 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-7fcf8120-87c0-46ee-8ab6-8407a312d0c7 service neutron] 10.222.0.39 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938036 Jan 28 14:32:34.877128 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-06bdfce7-4aa5-4229-8afe-ef1c02ee9d3c req-2594d59a-3ed6-416a-abff-b953fbd65bda tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 210 time: 0.0294518 Jan 28 14:32:36.218746 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ea7157d2-41ac-4f34-ba33-f3ab19da382d req-5836efd0-ef2b-4b8d-b648-0d0158f66da9 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 210 time: 0.0531452 Jan 28 14:32:36.267492 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-3e58594a-e9b9-406e-bb7a-6bf6ea93e181 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:36.268938 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-3e58594a-e9b9-406e-bb7a-6bf6ea93e181 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.18 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 812 time: 0.4828565 Jan 28 14:32:36.306310 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device a031e738-7ff5-4a7e-85f3-74c6b3ad527c no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:32:36.330400 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: a031e738-7ff5-4a7e-85f3-74c6b3ad527c {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:32:36.330872 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device a031e738-7ff5-4a7e-85f3-74c6b3ad527c not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:32:36.339611 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-1402d5cb-3dae-411a-9342-eff4ac464916 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d29292ae351c4e74888107e15a8770d3 HTTP/1.1" status: 200 len: 380 time: 0.0608816 Jan 28 14:32:36.349620 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2dc4bcab-b41e-43ae-9959-120b13a56ca3 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Request body: {'port': {'device_id': 'ebddd288-6cbb-4233-bcd0-2fea25ea71d6', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'admin_state_up': True, 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'security_groups': ['1e2c0605-f016-4648-bbdf-21420d0470ac']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:32:36.415532 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:36.462081 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2dc4bcab-b41e-43ae-9959-120b13a56ca3 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Made reservation on behalf of d29292ae351c4e74888107e15a8770d3 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:32:36.471427 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2dc4bcab-b41e-43ae-9959-120b13a56ca3 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:36.602358 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2dc4bcab-b41e-43ae-9959-120b13a56ca3 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Allocated IP 172.20.0.14 (b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc/fa41e832-0e14-4e96-8298-f17453ce2e7b/2f305191-3b11-4ff9-a03f-db9d0b2d4ade) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:32:36.750972 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2dc4bcab-b41e-43ae-9959-120b13a56ca3 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:36.797279 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2dc4bcab-b41e-43ae-9959-120b13a56ca3 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:36.839120 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2dc4bcab-b41e-43ae-9959-120b13a56ca3 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:32:36.842091 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2dc4bcab-b41e-43ae-9959-120b13a56ca3 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:32:36.845691 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2dc4bcab-b41e-43ae-9959-120b13a56ca3 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:32:36.878864 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4bcab-b41e-43ae-9959-120b13a56ca3 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Pushing event updated for resources: {'Port': ['ID=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:32:36.904524 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2dc4bcab-b41e-43ae-9959-120b13a56ca3 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:36.905147 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2dc4bcab-b41e-43ae-9959-120b13a56ca3 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:36.922805 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2dc4bcab-b41e-43ae-9959-120b13a56ca3 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5769994 Jan 28 14:32:36.933679 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2ed270e0-1ab1-45a5-b049-b8c1c77f0886 service neutron] Request body: {'port': {'device_id': 'ebddd288-6cbb-4233-bcd0-2fea25ea71d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:32:36.993799 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2ed270e0-1ab1-45a5-b049-b8c1c77f0886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:37.135996 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e0efb957-30de-4be4-93cf-cf62eb168c9e None None] Provisioning complete for port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:32:37.136259 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e0efb957-30de-4be4-93cf-cf62eb168c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:37.170663 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e0efb957-30de-4be4-93cf-cf62eb168c9e None None] Port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:32:37.289388 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2ed270e0-1ab1-45a5-b049-b8c1c77f0886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f305191-3b11-4ff9-a03f-db9d0b2d4ade {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:32:37.297531 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2ed270e0-1ab1-45a5-b049-b8c1c77f0886 service neutron] Publish callbacks [] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:37.310854 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2ed270e0-1ab1-45a5-b049-b8c1c77f0886 service neutron] Transition to ACTIVE for port object 2f305191-3b11-4ff9-a03f-db9d0b2d4ade will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:32:37.318151 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2ed270e0-1ab1-45a5-b049-b8c1c77f0886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:37.343975 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfc7dc-8a5f-4ecd-bbe6-f4ca145ddd36 req-9a4227d4-f796-497f-bcac-61ed323f7053 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:37.345467 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-46cfc7dc-8a5f-4ecd-bbe6-f4ca145ddd36 req-9a4227d4-f796-497f-bcac-61ed323f7053 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 932 time: 0.0498493 Jan 28 14:32:37.372484 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed270e0-1ab1-45a5-b049-b8c1c77f0886 service neutron] Pushing event updated for resources: {'Port': ['ID=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:32:37.404231 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-46cfc7dc-8a5f-4ecd-bbe6-f4ca145ddd36 req-fd9ab1d0-05d4-45b9-a96a-9a2c9643211e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513096 Jan 28 14:32:37.446652 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2ed270e0-1ab1-45a5-b049-b8c1c77f0886 service neutron] Attempting to bind port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:32:37.447069 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2ed270e0-1ab1-45a5-b049-b8c1c77f0886 service neutron] Attempting to bind port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:32:37.447337 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2ed270e0-1ab1-45a5-b049-b8c1c77f0886 service neutron] Attempting to bind port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:32:37.451989 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2ed270e0-1ab1-45a5-b049-b8c1c77f0886 service neutron] Port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:32:37.452299 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2ed270e0-1ab1-45a5-b049-b8c1c77f0886 service neutron] Attempting to bind port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:32:37.457567 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2ed270e0-1ab1-45a5-b049-b8c1c77f0886 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:32:37.457900 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2ed270e0-1ab1-45a5-b049-b8c1c77f0886 service neutron] Checking segment: {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:32:37.458357 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2ed270e0-1ab1-45a5-b049-b8c1c77f0886 service neutron] Bound using segment: {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:32:37.458786 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2ed270e0-1ab1-45a5-b049-b8c1c77f0886 service neutron] Bound port: 2f305191-3b11-4ff9-a03f-db9d0b2d4ade, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:32:37.459167 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2ed270e0-1ab1-45a5-b049-b8c1c77f0886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:37.524469 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2ed270e0-1ab1-45a5-b049-b8c1c77f0886 service neutron] For port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:32:37.528108 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2ed270e0-1ab1-45a5-b049-b8c1c77f0886 service neutron] For port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:32:37.533433 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2ed270e0-1ab1-45a5-b049-b8c1c77f0886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:37.568090 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2ed270e0-1ab1-45a5-b049-b8c1c77f0886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:37.568718 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2ed270e0-1ab1-45a5-b049-b8c1c77f0886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:37.570191 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-2ed270e0-1ab1-45a5-b049-b8c1c77f0886 service neutron] 10.222.0.18 "PUT /v2.0/ports/2f305191-3b11-4ff9-a03f-db9d0b2d4ade HTTP/1.1" status: 200 len: 1092 time: 0.6407838 Jan 28 14:32:37.570632 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebddd288-6cbb-4233-bcd0-2fea25ea71d6', 'tag': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:32:37.572960 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d09f67-e319-4b26-91c7-39f67d8a4a24" -d '{"events": [{"name": "network-changed", "server_uuid": "ebddd288-6cbb-4233-bcd0-2fea25ea71d6", "tag": "2f305191-3b11-4ff9-a03f-db9d0b2d4ade"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:32:37.600908 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed270e0-1ab1-45a5-b049-b8c1c77f0886 service neutron] Pushing event updated for resources: {'Port': ['ID=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:32:37.645196 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b440781-59c9-4f46-b14c-653ef20f77ea x-openstack-request-id: req-1b440781-59c9-4f46-b14c-653ef20f77ea {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:32:37.645491 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebddd288-6cbb-4233-bcd0-2fea25ea71d6", "tag": "2f305191-3b11-4ff9-a03f-db9d0b2d4ade", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:32:37.645726 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1b440781-59c9-4f46-b14c-653ef20f77ea {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:32:37.646252 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebddd288-6cbb-4233-bcd0-2fea25ea71d6', 'tag': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade', 'status': 'completed', 'code': 200} Jan 28 14:32:37.663649 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-d68a5c10-537a-4bbb-8ffa-34de71a808bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:37.665167 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-d68a5c10-537a-4bbb-8ffa-34de71a808bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 1095 time: 0.0531836 Jan 28 14:32:37.713783 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-896b10ff-0548-4891-8df9-a7c750955d67 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade HTTP/1.1" status: 200 len: 217 time: 0.0402479 Jan 28 14:32:37.762442 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-22df1a1f-d4d8-43ab-b931-69457465b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:37.763957 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-22df1a1f-d4d8-43ab-b931-69457465b118 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0450361 Jan 28 14:32:37.810879 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-1c8284da-a1e7-4efe-a55d-ac4b3519767e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:37.812331 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-1c8284da-a1e7-4efe-a55d-ac4b3519767e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425720 Jan 28 14:32:37.916021 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-9bb1db34-3baa-40ec-b683-6766ca35ddaf service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972176 Jan 28 14:32:38.013117 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4de00f8-f086-4031-8577-a5db466dbab2 req-f71eff25-18ad-442b-82a2-67a2053b4018 service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907676 Jan 28 14:32:38.112177 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d09f67-e319-4b26-91c7-39f67d8a4a24 req-09b51931-63ce-4b53-9980-7c31013b0725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:38.113584 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-86d09f67-e319-4b26-91c7-39f67d8a4a24 req-09b51931-63ce-4b53-9980-7c31013b0725 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 1095 time: 0.0472260 Jan 28 14:32:38.205692 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d09f67-e319-4b26-91c7-39f67d8a4a24 req-5e740c15-fdbe-407f-a841-884b13fae3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:38.207209 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-86d09f67-e319-4b26-91c7-39f67d8a4a24 req-5e740c15-fdbe-407f-a841-884b13fae3b3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.0868654 Jan 28 14:32:38.250905 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-86d09f67-e319-4b26-91c7-39f67d8a4a24 req-416fb777-6f03-4064-ae0b-d20c02d27ead service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade HTTP/1.1" status: 200 len: 217 time: 0.0371413 Jan 28 14:32:38.300458 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d09f67-e319-4b26-91c7-39f67d8a4a24 req-ab064619-4edb-4753-a326-a22c5cb0202f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:38.301876 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-86d09f67-e319-4b26-91c7-39f67d8a4a24 req-ab064619-4edb-4753-a326-a22c5cb0202f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0437346 Jan 28 14:32:38.349647 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d09f67-e319-4b26-91c7-39f67d8a4a24 req-9a90575e-f559-4869-9bb6-ab90d2d5e062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:38.351222 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-86d09f67-e319-4b26-91c7-39f67d8a4a24 req-9a90575e-f559-4869-9bb6-ab90d2d5e062 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424690 Jan 28 14:32:38.452865 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-86d09f67-e319-4b26-91c7-39f67d8a4a24 req-16a509bd-a073-43df-9990-392b361f4618 service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947065 Jan 28 14:32:38.533377 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27da09d-660d-4947-9801-eeca65af4a5f req-af0b6ba4-e283-488c-9424-452848627c03 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:38.534880 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b27da09d-660d-4947-9801-eeca65af4a5f req-af0b6ba4-e283-488c-9424-452848627c03 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 944 time: 0.0542691 Jan 28 14:32:38.546276 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-86d09f67-e319-4b26-91c7-39f67d8a4a24 req-ae6a6790-6761-4345-9074-db3629fb3fe3 service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858715 Jan 28 14:32:38.582311 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b27da09d-660d-4947-9801-eeca65af4a5f req-a3bde9f9-8c4a-4c1f-b781-42adefdc7028 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415382 Jan 28 14:32:39.714526 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5a646-5ed3-4b1c-92da-a1111722edbf req-f9dcbf4a-385b-4811-9cfd-a242720daaf5 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:39.716070 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5cc5a646-5ed3-4b1c-92da-a1111722edbf req-f9dcbf4a-385b-4811-9cfd-a242720daaf5 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 944 time: 0.0572281 Jan 28 14:32:39.773717 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5cc5a646-5ed3-4b1c-92da-a1111722edbf req-2ccb2f92-9c4c-47be-aab2-b8d8ca93d728 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491712 Jan 28 14:32:40.337201 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 2f305191-3b11-4ff9-a03f-db9d0b2d4ade details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:32:40.439236 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:32:40.450748 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'port_id': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade', 'mac_address': 'fa:16:3e:7c:c2:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:32:40.493419 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:32:40.507203 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:40.512712 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f305191-3b11-4ff9-a03f-db9d0b2d4ade {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:32:40.532424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:32:40.538036 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:40.584327 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:32:40.728028 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['2f305191-3b11-4ff9-a03f-db9d0b2d4ade'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:32:40.895101 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123a237-bbdb-47fa-a145-28f6c22b1758 req-920df55f-19d4-4fea-8e0b-552e1ede0601 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:40.896536 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3123a237-bbdb-47fa-a145-28f6c22b1758 req-920df55f-19d4-4fea-8e0b-552e1ede0601 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 945 time: 0.0506873 Jan 28 14:32:40.942943 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3123a237-bbdb-47fa-a145-28f6c22b1758 req-6abae6f1-37b1-4472-85e0-b4479aad0542 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402443 Jan 28 14:32:42.073864 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578d524-2942-4ef3-9708-79066c9e6de6 req-606ee1ee-69fc-44bc-aa5a-c1c66861c6ae tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:42.075413 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e578d524-2942-4ef3-9708-79066c9e6de6 req-606ee1ee-69fc-44bc-aa5a-c1c66861c6ae tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 945 time: 0.0541945 Jan 28 14:32:42.124357 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e578d524-2942-4ef3-9708-79066c9e6de6 req-6d60efa6-eb19-47f0-b045-4bccdc375eb8 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416563 Jan 28 14:32:42.352760 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 2f305191-3b11-4ff9-a03f-db9d0b2d4ade up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:32:42.416526 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:32:42.422606 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:32:42.423200 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:42.502428 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:32:42.502802 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:42.525680 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebddd288-6cbb-4233-bcd0-2fea25ea71d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:32:42.528308 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79706cd0-dc49-4c49-8d1b-5fda14cf2c5e" -d '{"events": [{"server_uuid": "ebddd288-6cbb-4233-bcd0-2fea25ea71d6", "name": "network-vif-plugged", "status": "completed", "tag": "2f305191-3b11-4ff9-a03f-db9d0b2d4ade"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:32:42.544165 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:32:42.548839 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:42.575810 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719d8dc2-366e-40f6-9c9e-aced7f8a90d6 x-openstack-request-id: req-719d8dc2-366e-40f6-9c9e-aced7f8a90d6 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:32:42.576102 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebddd288-6cbb-4233-bcd0-2fea25ea71d6", "name": "network-vif-plugged", "status": "completed", "tag": "2f305191-3b11-4ff9-a03f-db9d0b2d4ade", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:32:42.576403 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-719d8dc2-366e-40f6-9c9e-aced7f8a90d6 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:32:42.576919 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebddd288-6cbb-4233-bcd0-2fea25ea71d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade', 'code': 200} Jan 28 14:32:42.606317 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:32:42.666864 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1f2ee-6c25-44c3-bbf7-d033326bf674 req-b699c138-c692-4d44-a9db-954c629f4da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:42.668430 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-40e1f2ee-6c25-44c3-bbf7-d033326bf674 req-b699c138-c692-4d44-a9db-954c629f4da0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 1097 time: 0.0407240 Jan 28 14:32:42.711225 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-40e1f2ee-6c25-44c3-bbf7-d033326bf674 req-5edcddc4-ee74-48de-9974-798937769e78 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372071 Jan 28 14:32:43.273320 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dd431-03d9-4511-a8da-264ddce6d6a7 req-32af52b2-933d-44ce-8795-935199480a05 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:43.274723 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ee2dd431-03d9-4511-a8da-264ddce6d6a7 req-32af52b2-933d-44ce-8795-935199480a05 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 946 time: 0.0572453 Jan 28 14:32:43.327771 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ee2dd431-03d9-4511-a8da-264ddce6d6a7 req-d64b8184-6150-42ec-baef-d629e08d7f39 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440702 Jan 28 14:32:44.464085 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d8eed-71b2-4a3e-9b0d-6269d48b0fc9 req-735335a6-ec3b-4654-979f-837f4c764999 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:44.465581 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2e4d8eed-71b2-4a3e-9b0d-6269d48b0fc9 req-735335a6-ec3b-4654-979f-837f4c764999 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 946 time: 0.0543120 Jan 28 14:32:44.522768 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2e4d8eed-71b2-4a3e-9b0d-6269d48b0fc9 req-6fc074c1-d294-4cf5-801b-efcfae6515dc tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486410 Jan 28 14:32:44.662011 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ec3c3-9a85-4d1b-b311-e0c96dbb0307 req-550ae390-0194-4bcc-b796-b41692ca6c3d tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:44.663516 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8d1ec3c3-9a85-4d1b-b311-e0c96dbb0307 req-550ae390-0194-4bcc-b796-b41692ca6c3d tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 946 time: 0.0601511 Jan 28 14:32:44.675601 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 50782) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:32:44.680180 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-1b4bc8fd-701c-4266-8e90-e9ab68956f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Request body: {'floatingip': {'port_id': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:32:44.724085 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b4bc8fd-701c-4266-8e90-e9ab68956f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for floatingip (e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:45.180807 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b4bc8fd-701c-4266-8e90-e9ab68956f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:45.187008 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b4bc8fd-701c-4266-8e90-e9ab68956f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:45.299412 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-1b4bc8fd-701c-4266-8e90-e9ab68956f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Floating IP e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa associated. External IP: 172.25.3.180, port: 2f305191-3b11-4ff9-a03f-db9d0b2d4ade. Jan 28 14:32:45.517624 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4bc8fd-701c-4266-8e90-e9ab68956f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Router e2c4c059-9b1b-461b-8e51-d656aef35083 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:32:45.629559 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4bc8fd-701c-4266-8e90-e9ab68956f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:32:45.634627 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b4bc8fd-701c-4266-8e90-e9ab68956f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:45.640338 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b173a588-37b8-4d9f-bfdb-d91eb36029b7 None None] Sync routers for ids ['e2c4c059-9b1b-461b-8e51-d656aef35083'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:32:45.651138 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b173a588-37b8-4d9f-bfdb-d91eb36029b7 None None] Routers {'e2c4c059-9b1b-461b-8e51-d656aef35083'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:32:45.652133 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-b173a588-37b8-4d9f-bfdb-d91eb36029b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:32:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e2c4c059-9b1b-461b-8e51-d656aef35083'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:32:45.662156 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1b4bc8fd-701c-4266-8e90-e9ab68956f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "PUT /v2.0/floatingips/e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa HTTP/1.1" status: 200 len: 993 time: 0.9854784 Jan 28 14:32:45.662873 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebddd288-6cbb-4233-bcd0-2fea25ea71d6', 'tag': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:32:45.665293 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d70d724-538e-4e4f-b8ca-aaaebc717ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "ebddd288-6cbb-4233-bcd0-2fea25ea71d6", "tag": "2f305191-3b11-4ff9-a03f-db9d0b2d4ade"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:32:45.708058 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e26de02-5e0b-4cbe-95c8-26a0331d4d89 x-openstack-request-id: req-5e26de02-5e0b-4cbe-95c8-26a0331d4d89 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:32:45.708349 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebddd288-6cbb-4233-bcd0-2fea25ea71d6", "tag": "2f305191-3b11-4ff9-a03f-db9d0b2d4ade", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:32:45.708598 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e26de02-5e0b-4cbe-95c8-26a0331d4d89 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:32:45.709004 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebddd288-6cbb-4233-bcd0-2fea25ea71d6', 'tag': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade', 'status': 'completed', 'code': 200} Jan 28 14:32:45.759919 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-b173a588-37b8-4d9f-bfdb-d91eb36029b7 None None] Set router e2c4c059-9b1b-461b-8e51-d656aef35083 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:32:45.768607 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70d724-538e-4e4f-b8ca-aaaebc717ca1 req-0dc05b30-0cdf-489b-b4b9-6ada054bd7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:45.770113 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d70d724-538e-4e4f-b8ca-aaaebc717ca1 req-0dc05b30-0cdf-489b-b4b9-6ada054bd7ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 1097 time: 0.0401816 Jan 28 14:32:45.867561 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70d724-538e-4e4f-b8ca-aaaebc717ca1 req-6ad03e1f-8c25-4d15-ab20-00f21c2d3ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:45.869037 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d70d724-538e-4e4f-b8ca-aaaebc717ca1 req-6ad03e1f-8c25-4d15-ab20-00f21c2d3ad2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.0910349 Jan 28 14:32:45.894730 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f089eea9-9949-4ea5-a222-05c176c9e760 req-f66c4272-1492-40a6-936a-16661478f53f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405047 Jan 28 14:32:45.935693 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d70d724-538e-4e4f-b8ca-aaaebc717ca1 req-6cd866d7-049e-4c53-a94e-c9d9ef0303d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade HTTP/1.1" status: 200 len: 1001 time: 0.0592616 Jan 28 14:32:45.988661 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70d724-538e-4e4f-b8ca-aaaebc717ca1 req-ff2ae64e-f886-4c0d-b904-af488e03cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:45.988993 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-b173a588-37b8-4d9f-bfdb-d91eb36029b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'port_id': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'mac_address': 'fa:16:3e:7c:c2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebddd288-6cbb-4233-bcd0-2fea25ea71d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:22:56Z', 'updated_at': '2022-01-28T14:32:45Z', 'revision_number': 13, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2883b8-f923-42cd-826e-77610b13c754', 'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'mac_address': 'fa:16:3e:08:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:53Z', 'updated_at': '2022-01-28T14:22:58Z', 'revision_number': 5, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'subnets': [{'id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:32:45.990148 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d70d724-538e-4e4f-b8ca-aaaebc717ca1 req-ff2ae64e-f886-4c0d-b904-af488e03cb4a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0482657 Jan 28 14:32:46.020494 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b173a588-37b8-4d9f-bfdb-d91eb36029b7 None None] Checking router: e2c4c059-9b1b-461b-8e51-d656aef35083 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:32:46.029774 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b173a588-37b8-4d9f-bfdb-d91eb36029b7 None None] Routers {'e2c4c059-9b1b-461b-8e51-d656aef35083'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:32:46.030388 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-b173a588-37b8-4d9f-bfdb-d91eb36029b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:32:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e2c4c059-9b1b-461b-8e51-d656aef35083'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:32:46.036587 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70d724-538e-4e4f-b8ca-aaaebc717ca1 req-a58c7ac9-0152-4418-8f70-89840e51cb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:46.038149 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d70d724-538e-4e4f-b8ca-aaaebc717ca1 req-a58c7ac9-0152-4418-8f70-89840e51cb19 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423267 Jan 28 14:32:46.127665 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d70d724-538e-4e4f-b8ca-aaaebc717ca1 req-79acea42-ba6c-4845-96e2-6f8a06e804db service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839355 Jan 28 14:32:46.133498 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-b173a588-37b8-4d9f-bfdb-d91eb36029b7 None None] Set router e2c4c059-9b1b-461b-8e51-d656aef35083 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:32:46.223506 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d70d724-538e-4e4f-b8ca-aaaebc717ca1 req-eecbadcf-f627-4f1b-a90b-98b854e21faa service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891385 Jan 28 14:32:46.337657 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089eea9-9949-4ea5-a222-05c176c9e760 req-163ed01c-bea7-4fae-a3df-a67650a33ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:46.339222 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f089eea9-9949-4ea5-a222-05c176c9e760 req-163ed01c-bea7-4fae-a3df-a67650a33ea2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 1097 time: 0.0457072 Jan 28 14:32:46.368546 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-b173a588-37b8-4d9f-bfdb-d91eb36029b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'port_id': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'mac_address': 'fa:16:3e:7c:c2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebddd288-6cbb-4233-bcd0-2fea25ea71d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:22:56Z', 'updated_at': '2022-01-28T14:32:45Z', 'revision_number': 13, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2883b8-f923-42cd-826e-77610b13c754', 'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'mac_address': 'fa:16:3e:08:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:53Z', 'updated_at': '2022-01-28T14:22:58Z', 'revision_number': 5, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'subnets': [{'id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:32:46.399666 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b173a588-37b8-4d9f-bfdb-d91eb36029b7 None None] The sync data for ids ['e2c4c059-9b1b-461b-8e51-d656aef35083'] in n-d-822747-2 is: [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'port_id': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'mac_address': 'fa:16:3e:7c:c2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebddd288-6cbb-4233-bcd0-2fea25ea71d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:22:56Z', 'updated_at': '2022-01-28T14:32:45Z', 'revision_number': 13, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2883b8-f923-42cd-826e-77610b13c754', 'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'mac_address': 'fa:16:3e:08:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:53Z', 'updated_at': '2022-01-28T14:22:58Z', 'revision_number': 5, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'subnets': [{'id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:32:46.452819 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089eea9-9949-4ea5-a222-05c176c9e760 req-c96cf8a3-e9bb-4e98-8018-2151c3e5b0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:46.454447 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f089eea9-9949-4ea5-a222-05c176c9e760 req-c96cf8a3-e9bb-4e98-8018-2151c3e5b0df service neutron] 10.222.0.18 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.0971503 Jan 28 14:32:46.528208 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f089eea9-9949-4ea5-a222-05c176c9e760 req-9280ea36-ef84-4f2c-b188-768948b40e64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade HTTP/1.1" status: 200 len: 1001 time: 0.0672522 Jan 28 14:32:46.586712 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089eea9-9949-4ea5-a222-05c176c9e760 req-90b3b138-2d87-401c-b5db-7028f1125846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:46.589081 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f089eea9-9949-4ea5-a222-05c176c9e760 req-90b3b138-2d87-401c-b5db-7028f1125846 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0551391 Jan 28 14:32:46.611023 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30aa9e41-98dd-4501-9e1f-610cc1935708 None None] New status for floating IP e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa: ACTIVE {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:32:46.636869 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089eea9-9949-4ea5-a222-05c176c9e760 req-aa6f1f01-db63-4740-8532-2030ff5319cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:46.638393 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f089eea9-9949-4ea5-a222-05c176c9e760 req-aa6f1f01-db63-4740-8532-2030ff5319cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436463 Jan 28 14:32:46.734364 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f089eea9-9949-4ea5-a222-05c176c9e760 req-ff4cdb25-b3c2-4a2d-887b-c10f88b166a2 service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892122 Jan 28 14:32:46.840808 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f089eea9-9949-4ea5-a222-05c176c9e760 req-52c78c0d-3ec1-4481-bd07-57d8bccedb3c service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997832 Jan 28 14:32:48.377175 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:50.410150 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:59.412312 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-75ba5974-78f9-4198-8729-762243028156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:01.722756 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8392e259-1712-4b1a-8e79-b939eff59d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:03.164479 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:04.533615 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:05.171348 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:33:06.414666 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:18.390279 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:20.405021 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:29.400918 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c305c167-8d4d-443c-85c3-31d5c1c2aa79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:31.710958 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2e26461f-5b1b-4a73-b71a-a0a0ae5d3e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:33.169400 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:34.533178 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:36.410698 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:42.170722 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:33:47.895084 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1fcaad70-ffa9-46aa-bbc6-5838045e4510 req-28bdd6ad-615b-495a-aafc-d0f2f24a9fa8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417285 Jan 28 14:33:47.986315 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcaad70-ffa9-46aa-bbc6-5838045e4510 req-404a03f3-6c03-4da3-ad18-4e78deec5f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:47.987557 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1fcaad70-ffa9-46aa-bbc6-5838045e4510 req-404a03f3-6c03-4da3-ad18-4e78deec5f68 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 1097 time: 0.0487611 Jan 28 14:33:48.109962 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcaad70-ffa9-46aa-bbc6-5838045e4510 req-ae69bbbc-c9ed-450f-8be1-2368cd88688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:48.111505 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1fcaad70-ffa9-46aa-bbc6-5838045e4510 req-ae69bbbc-c9ed-450f-8be1-2368cd88688a service neutron] 10.222.0.18 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.0993862 Jan 28 14:33:48.182769 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1fcaad70-ffa9-46aa-bbc6-5838045e4510 req-89118933-287b-489e-a3ae-d4670ac82408 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade HTTP/1.1" status: 200 len: 1003 time: 0.0649133 Jan 28 14:33:48.232208 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcaad70-ffa9-46aa-bbc6-5838045e4510 req-bf47ca2c-a12f-42b8-beee-8df32be6f18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:48.233660 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1fcaad70-ffa9-46aa-bbc6-5838045e4510 req-bf47ca2c-a12f-42b8-beee-8df32be6f18c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0449681 Jan 28 14:33:48.284980 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcaad70-ffa9-46aa-bbc6-5838045e4510 req-50958452-7da8-465b-bb3e-74258ee8e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:48.286502 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1fcaad70-ffa9-46aa-bbc6-5838045e4510 req-50958452-7da8-465b-bb3e-74258ee8e217 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451763 Jan 28 14:33:48.389603 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1fcaad70-ffa9-46aa-bbc6-5838045e4510 req-ac57e14c-e029-4d0e-a9fd-7aaa2cafabfb service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965710 Jan 28 14:33:48.396007 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:48.479260 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1fcaad70-ffa9-46aa-bbc6-5838045e4510 req-bf45fa47-f820-4aab-85be-e5cdd49e5932 service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833976 Jan 28 14:33:50.423615 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:59.403283 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f923331a-320e-455d-b736-ff23e94ddb5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:01.712691 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-92e1856f-1e96-4f7f-82b1-5583a61e79bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:03.172044 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:04.535766 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:06.415817 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:18.418687 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:19.174276 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:34:20.419925 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:23.774462 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4dbbb-ac71-404f-b8a4-b433efc67c14 req-332bdd27-c6ab-4a77-9a48-dc83a9a5abb9 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:23.775974 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bad4dbbb-ac71-404f-b8a4-b433efc67c14 req-332bdd27-c6ab-4a77-9a48-dc83a9a5abb9 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 946 time: 0.0596051 Jan 28 14:34:23.828735 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bad4dbbb-ac71-404f-b8a4-b433efc67c14 req-e18b2531-c8d6-4280-8d08-8681acebc457 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438619 Jan 28 14:34:29.408169 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0fd8d44f-e16a-4597-8482-5e6a5d7e2bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:31.711146 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39ea1aff-2497-4932-98ed-2dfed4d53a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:33.166858 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:34.538273 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:36.410535 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:40.178631 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-efc83577-6bb8-4377-9913-6f920b7334c1 req-34705130-03f2-4163-bd88-442a37bcdfc8 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:34:40.179678 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-efc83577-6bb8-4377-9913-6f920b7334c1 req-34705130-03f2-4163-bd88-442a37bcdfc8 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0934806 Jan 28 14:34:40.385283 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-6f3b4a46-b90a-4560-9c67-fa0c2c3ebf89 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0742972 Jan 28 14:34:40.400885 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57500476-66b3-4c3b-a798-4cbd80577a81 req-dcaeced9-3946-4c97-8323-ff8cf6a374e9 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:40.402385 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-57500476-66b3-4c3b-a798-4cbd80577a81 req-dcaeced9-3946-4c97-8323-ff8cf6a374e9 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 946 time: 0.0598884 Jan 28 14:34:40.459290 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-57500476-66b3-4c3b-a798-4cbd80577a81 req-47f42363-2748-4e26-92fa-69817167687d tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492375 Jan 28 14:34:41.565814 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-c564342b-7a29-4575-9b96-d3d1b0f69487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:41.567485 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-c564342b-7a29-4575-9b96-d3d1b0f69487 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 1097 time: 0.0453420 Jan 28 14:34:41.599188 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce963694-0e62-4667-be13-358be5902b33 req-e46eae6e-3a47-4215-968c-0424f4d86de2 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:41.600659 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ce963694-0e62-4667-be13-358be5902b33 req-e46eae6e-3a47-4215-968c-0424f4d86de2 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 946 time: 0.0604968 Jan 28 14:34:41.648043 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ce963694-0e62-4667-be13-358be5902b33 req-9e7eabf0-0386-4ecb-adeb-8af9cbe42c8e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416224 Jan 28 14:34:41.660552 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-3361dbfa-6ed1-40f1-a3f9-42cca426dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:41.662495 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-3361dbfa-6ed1-40f1-a3f9-42cca426dc33 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.0894489 Jan 28 14:34:41.738003 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-650cae23-7081-449e-830b-a20af93b9ab0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade HTTP/1.1" status: 200 len: 1003 time: 0.0697961 Jan 28 14:34:41.796347 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-e5475d9c-b43c-42f4-afd8-e0d6bf086536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:41.797724 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-e5475d9c-b43c-42f4-afd8-e0d6bf086536 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0541198 Jan 28 14:34:41.847694 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-36d05701-dd14-493c-bd59-60df14e4033f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:41.849276 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-36d05701-dd14-493c-bd59-60df14e4033f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458932 Jan 28 14:34:41.941085 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-d858288b-b97c-4bf7-8932-0b84e1a7a861 service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856454 Jan 28 14:34:42.039335 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-4cfbd5f2-9f14-4050-95a9-2781d974b730 service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919685 Jan 28 14:34:42.776042 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dca750-7392-4f00-9109-0754a606e487 req-22323837-dcb7-44a2-b009-7c875e669906 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:42.777517 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c7dca750-7392-4f00-9109-0754a606e487 req-22323837-dcb7-44a2-b009-7c875e669906 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 946 time: 0.0558968 Jan 28 14:34:42.827000 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c7dca750-7392-4f00-9109-0754a606e487 req-786c2374-4bc2-4e50-931a-9f2b7ac268ba tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431702 Jan 28 14:34:43.961810 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13cb82-87c8-4560-b9e4-525048923eef req-2cdd059e-b9a2-4b19-84bd-07f9faeeec00 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:43.963367 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2a13cb82-87c8-4560-b9e4-525048923eef req-2cdd059e-b9a2-4b19-84bd-07f9faeeec00 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 946 time: 0.0591269 Jan 28 14:34:44.016497 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2a13cb82-87c8-4560-b9e4-525048923eef req-4232f3d3-e645-4b57-ba3d-f322031daaf7 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473809 Jan 28 14:34:45.138080 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b636da5-6638-467e-8a57-78a7635d1455 req-a6ee7ad4-6082-4cc9-b4cd-d8dbc0f58fd6 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:45.139613 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7b636da5-6638-467e-8a57-78a7635d1455 req-a6ee7ad4-6082-4cc9-b4cd-d8dbc0f58fd6 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 946 time: 0.0501814 Jan 28 14:34:45.195274 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7b636da5-6638-467e-8a57-78a7635d1455 req-b556bb1d-c68c-4417-9bff-981723b063fc tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471163 Jan 28 14:34:46.322743 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babbf4f6-4368-4ff0-bfdd-9e336b68fe3c req-71a9a18c-4dbe-4eda-b8a7-c3b4561e2686 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:46.324232 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-babbf4f6-4368-4ff0-bfdd-9e336b68fe3c req-71a9a18c-4dbe-4eda-b8a7-c3b4561e2686 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 946 time: 0.0556946 Jan 28 14:34:46.380221 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-babbf4f6-4368-4ff0-bfdd-9e336b68fe3c req-e3ede739-380b-4a36-a0f2-3fd763cf5319 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486736 Jan 28 14:34:47.509020 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c450f3-cb0e-4ae3-9e26-a8376fc9120d req-a30f2a8a-63cf-46e9-868a-5b11aa650456 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:47.510572 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83c450f3-cb0e-4ae3-9e26-a8376fc9120d req-a30f2a8a-63cf-46e9-868a-5b11aa650456 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 946 time: 0.0566845 Jan 28 14:34:47.561913 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83c450f3-cb0e-4ae3-9e26-a8376fc9120d req-58bc8e76-7476-4445-97cc-6ab7ccc3c059 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450208 Jan 28 14:34:47.951022 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ca0d7-96fd-4767-b91d-12efae2845c8 req-f05521ac-89cd-4415-8fe3-1003a47a7c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:47.953032 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-626ca0d7-96fd-4767-b91d-12efae2845c8 req-f05521ac-89cd-4415-8fe3-1003a47a7c74 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 1097 time: 0.0448012 Jan 28 14:34:48.063127 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ca0d7-96fd-4767-b91d-12efae2845c8 req-3cea8ddc-ce51-4615-a00d-9b1b8845791f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:48.064600 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-626ca0d7-96fd-4767-b91d-12efae2845c8 req-3cea8ddc-ce51-4615-a00d-9b1b8845791f service neutron] 10.222.0.18 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.0913155 Jan 28 14:34:48.130244 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-626ca0d7-96fd-4767-b91d-12efae2845c8 req-6e486c83-c4c7-4be5-a2ee-e22ca901d923 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade HTTP/1.1" status: 200 len: 1003 time: 0.0598180 Jan 28 14:34:48.415092 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:48.515718 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ca0d7-96fd-4767-b91d-12efae2845c8 req-d62a3a24-7338-47e9-8d13-5a3e74a0e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:48.517212 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-626ca0d7-96fd-4767-b91d-12efae2845c8 req-d62a3a24-7338-47e9-8d13-5a3e74a0e959 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.3817003 Jan 28 14:34:48.564931 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ca0d7-96fd-4767-b91d-12efae2845c8 req-3a3ece75-780e-4048-809b-f80b485cb7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:48.566477 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-626ca0d7-96fd-4767-b91d-12efae2845c8 req-3a3ece75-780e-4048-809b-f80b485cb7f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423765 Jan 28 14:34:48.660284 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-626ca0d7-96fd-4767-b91d-12efae2845c8 req-97309970-466e-4ace-8fa5-03a246f7bca5 service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875235 Jan 28 14:34:48.684449 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93431f-224b-4f87-b319-792b79287b1f req-4b949fac-629b-48e2-83c7-dd97a7f58f7a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:48.685888 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2e93431f-224b-4f87-b319-792b79287b1f req-4b949fac-629b-48e2-83c7-dd97a7f58f7a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 946 time: 0.0514848 Jan 28 14:34:48.734474 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2e93431f-224b-4f87-b319-792b79287b1f req-e67e6b36-758a-4623-858f-c874143905af tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428364 Jan 28 14:34:48.765299 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-626ca0d7-96fd-4767-b91d-12efae2845c8 req-5760e55a-148e-47d8-9066-557bfc39d106 service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986285 Jan 28 14:34:49.864899 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e6ab2-a2ba-4d1a-bc83-0a82a29c4422 req-5bffcc18-6c44-4afd-9ec9-800f7a802656 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:49.866467 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ed0e6ab2-a2ba-4d1a-bc83-0a82a29c4422 req-5bffcc18-6c44-4afd-9ec9-800f7a802656 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 946 time: 0.0562212 Jan 28 14:34:49.913997 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ed0e6ab2-a2ba-4d1a-bc83-0a82a29c4422 req-bc55d215-deea-406f-a3f8-c60673a03bb5 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418415 Jan 28 14:34:50.426479 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:51.059751 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88289751-ded4-44b7-971f-ccb6e3fceb8f req-20356efb-7cb6-4fc7-a2b2-ca2b4233492d tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:51.061415 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-88289751-ded4-44b7-971f-ccb6e3fceb8f req-20356efb-7cb6-4fc7-a2b2-ca2b4233492d tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 946 time: 0.0602951 Jan 28 14:34:51.117183 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-88289751-ded4-44b7-971f-ccb6e3fceb8f req-224ee907-41ba-47eb-9724-ea619e8bd85e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500982 Jan 28 14:34:52.248928 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f63672-466e-42bc-baff-d313130edcb6 req-c2319e89-2e32-48be-9749-e149d1542b39 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:52.250574 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b4f63672-466e-42bc-baff-d313130edcb6 req-c2319e89-2e32-48be-9749-e149d1542b39 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 946 time: 0.0552285 Jan 28 14:34:52.300992 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b4f63672-466e-42bc-baff-d313130edcb6 req-bcb1f705-21ed-4923-82d6-47e4084ca292 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426033 Jan 28 14:34:53.437663 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6342a9-9034-4ae0-a266-a7db314bbbfe req-3726bab0-7d17-4eb6-ba83-1b9434b95769 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:53.440133 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2d6342a9-9034-4ae0-a266-a7db314bbbfe req-3726bab0-7d17-4eb6-ba83-1b9434b95769 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 946 time: 0.0624983 Jan 28 14:34:53.492414 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2d6342a9-9034-4ae0-a266-a7db314bbbfe req-30ea7847-e5ef-4fb5-a9d7-2ab4b71f685b tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436983 Jan 28 14:34:54.623042 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfd737-f147-4e90-ba50-e02ee446ad92 req-38068f5c-c194-44fc-9a97-044292228676 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:54.624507 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1dcfd737-f147-4e90-ba50-e02ee446ad92 req-38068f5c-c194-44fc-9a97-044292228676 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 946 time: 0.0517657 Jan 28 14:34:54.672145 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1dcfd737-f147-4e90-ba50-e02ee446ad92 req-3e5a8f70-33b0-47b9-a4ed-2ea51b547442 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416558 Jan 28 14:34:55.797457 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cf930-25ac-4dae-89d5-8e8c7e524e99 req-9c47f274-b88a-47f1-b5d7-51dd6a23698a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:55.798985 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d62cf930-25ac-4dae-89d5-8e8c7e524e99 req-9c47f274-b88a-47f1-b5d7-51dd6a23698a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 946 time: 0.0515330 Jan 28 14:34:55.850754 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d62cf930-25ac-4dae-89d5-8e8c7e524e99 req-034bb93a-064c-4893-9535-a1d48d4cb1e5 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454967 Jan 28 14:34:56.175189 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:34:56.980982 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a144a-66a4-4b09-ad24-9e6969b348c4 req-f32fc6d8-036d-48b9-875d-fad5fda0fe10 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:56.982475 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-828a144a-66a4-4b09-ad24-9e6969b348c4 req-f32fc6d8-036d-48b9-875d-fad5fda0fe10 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 946 time: 0.0536742 Jan 28 14:34:57.034798 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-828a144a-66a4-4b09-ad24-9e6969b348c4 req-4080c9d8-c3a2-4980-b9fa-b78927e5ef1c tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448089 Jan 28 14:34:57.750765 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-52831709-1484-4c1e-8d5a-372b1f18744e service neutron] show failed (client error): The resource could not be found. Jan 28 14:34:57.751843 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-52831709-1484-4c1e-8d5a-372b1f18744e service neutron] 10.222.0.18 "GET /v2.0/ports/2f305191-3b11-4ff9-a03f-db9d0b2d4ade/bindings/n-h2-822747-2 HTTP/1.1" status: 404 len: 380 time: 0.0569801 Jan 28 14:34:58.016299 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-9df421b8-dd5f-4b96-8da2-673137a73ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:58.017982 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-9df421b8-dd5f-4b96-8da2-673137a73ff2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6&tenant_id=d29292ae351c4e74888107e15a8770d3 HTTP/1.1" status: 200 len: 1097 time: 0.0987773 Jan 28 14:34:58.028907 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822747-2', 'device_owner': 'compute:nova'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:34:58.090545 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:58.175041 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ff3c3-0659-4cf5-a137-8c696f662abc req-a2c801a5-204f-4871-99f8-215f6f57d0d7 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:58.176501 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-073ff3c3-0659-4cf5-a137-8c696f662abc req-a2c801a5-204f-4871-99f8-215f6f57d0d7 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 946 time: 0.0619719 Jan 28 14:34:58.226805 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-073ff3c3-0659-4cf5-a137-8c696f662abc req-9d92f310-3cee-4038-b700-7c53ecfe889e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435133 Jan 28 14:34:58.312024 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] For port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:34:58.346457 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] For port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:34:58.387530 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebddd288-6cbb-4233-bcd0-2fea25ea71d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:34:58.389800 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab52d169-af8c-46d9-8c3d-47a92b87abb1" -d '{"events": [{"server_uuid": "ebddd288-6cbb-4233-bcd0-2fea25ea71d6", "name": "network-vif-unplugged", "status": "completed", "tag": "2f305191-3b11-4ff9-a03f-db9d0b2d4ade"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:34:58.393585 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Publish callbacks [] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:58.408474 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Transition to ACTIVE for port object 2f305191-3b11-4ff9-a03f-db9d0b2d4ade will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:34:58.413277 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:58.452514 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 14:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0f3f0a-9df5-4681-8744-1edaacbd671c x-openstack-request-id: req-cc0f3f0a-9df5-4681-8744-1edaacbd671c {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:34:58.452819 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebddd288-6cbb-4233-bcd0-2fea25ea71d6", "name": "network-vif-unplugged", "status": "completed", "tag": "2f305191-3b11-4ff9-a03f-db9d0b2d4ade", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:34:58.453169 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc0f3f0a-9df5-4681-8744-1edaacbd671c {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:34:58.453586 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebddd288-6cbb-4233-bcd0-2fea25ea71d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade', 'code': 200} Jan 28 14:34:58.471278 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Pushing event updated for resources: {'Port': ['ID=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,revision_number=6']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:58.514631 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:58.515054 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:58.515423 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:58.515765 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:58.516135 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:58.516556 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:58.516887 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:58.517240 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:58.517572 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:58.517940 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:58.518282 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:58.518614 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:58.518977 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:58.565929 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] No DVR routers for this DVR port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:34:58.717790 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Attempting to bind port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:34:58.718147 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Attempting to bind port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:34:58.718419 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Attempting to bind port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:34:58.724098 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:34:58.724412 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Attempting to bind port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:34:58.729960 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:34:58.730296 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Checking segment: {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:34:58.730701 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Bound using segment: {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:34:58.731329 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Bound port: 2f305191-3b11-4ff9-a03f-db9d0b2d4ade, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:34:58.731701 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:58.802848 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] For port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:34:58.806097 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] For port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:34:58.809864 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:58.848489 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:58.849126 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:58.850562 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] 10.222.0.37 "PUT /v2.0/ports/2f305191-3b11-4ff9-a03f-db9d0b2d4ade HTTP/1.1" status: 200 len: 1092 time: 0.8263469 Jan 28 14:34:58.884399 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3bc567-d7cd-4102-815a-b35aac084018 service neutron] Pushing event updated for resources: {'Port': ['ID=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,revision_number=7']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:58.924246 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-139099b2-b409-4a31-8ede-af945de3119f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:58.925900 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-139099b2-b409-4a31-8ede-af945de3119f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 1095 time: 0.0509934 Jan 28 14:34:59.037392 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-e3043e64-3f98-4d57-8c5f-e20a3e9618bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:59.038946 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-e3043e64-3f98-4d57-8c5f-e20a3e9618bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.1072717 Jan 28 14:34:59.107701 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-0276d555-ae51-45d9-b677-debfb374c9b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade HTTP/1.1" status: 200 len: 1001 time: 0.0630429 Jan 28 14:34:59.158789 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 2f305191-3b11-4ff9-a03f-db9d0b2d4ade no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:34:59.164814 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-b9caebf4-ec4d-49ba-814b-51b98c622f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:59.166492 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-b9caebf4-ec4d-49ba-814b-51b98c622f19 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0534177 Jan 28 14:34:59.206521 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] The host n-h1-822747-2 is not matching for port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade host n-h2-822747-2! {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 14:34:59.206950 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 2f305191-3b11-4ff9-a03f-db9d0b2d4ade not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:34:59.220423 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-095ec4a2-17e3-4f22-9ae8-6562299507aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:59.221987 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-095ec4a2-17e3-4f22-9ae8-6562299507aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487320 Jan 28 14:34:59.328796 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-0bf594bb-ef28-4ef9-855e-ff807c2c5581 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997310 Jan 28 14:34:59.357548 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976f7b1-2b78-4fe4-af44-92bffe54c99c req-31ee680b-2454-430f-b70b-f88e43016696 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:59.359135 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1976f7b1-2b78-4fe4-af44-92bffe54c99c req-31ee680b-2454-430f-b70b-f88e43016696 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 944 time: 0.0565548 Jan 28 14:34:59.398263 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4d555003-90dc-40fe-a77e-150175475119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:59.421337 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1976f7b1-2b78-4fe4-af44-92bffe54c99c req-a7534e00-96c6-4a5e-9afa-54864c30432a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551448 Jan 28 14:34:59.431387 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-b0413739-0b62-47f3-bcd8-85caa81c3d76 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973048 Jan 28 14:35:00.455005 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebddd288-6cbb-4233-bcd0-2fea25ea71d6', 'tag': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:35:00.457658 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44706e5f-90ba-4232-b3b5-de831ce6054d" -d '{"events": [{"name": "network-changed", "server_uuid": "ebddd288-6cbb-4233-bcd0-2fea25ea71d6", "tag": "2f305191-3b11-4ff9-a03f-db9d0b2d4ade"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:35:00.510502 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2152c9c1-2e3c-4795-af9a-d1e74aaebde2 x-openstack-request-id: req-2152c9c1-2e3c-4795-af9a-d1e74aaebde2 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:35:00.510789 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebddd288-6cbb-4233-bcd0-2fea25ea71d6", "tag": "2f305191-3b11-4ff9-a03f-db9d0b2d4ade", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:35:00.511069 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2152c9c1-2e3c-4795-af9a-d1e74aaebde2 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:35:00.511481 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebddd288-6cbb-4233-bcd0-2fea25ea71d6', 'tag': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade', 'status': 'completed', 'code': 200} Jan 28 14:35:00.630968 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85073e1-e169-4179-8b9c-57f54b23a85a req-64d035cf-dcf1-4dc8-80c3-0d48101973fa tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:00.632523 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f85073e1-e169-4179-8b9c-57f54b23a85a req-64d035cf-dcf1-4dc8-80c3-0d48101973fa tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 944 time: 0.1327133 Jan 28 14:35:00.639856 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44706e5f-90ba-4232-b3b5-de831ce6054d req-69508a02-23a1-40a3-9e7e-915777db127c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:00.641341 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-44706e5f-90ba-4232-b3b5-de831ce6054d req-69508a02-23a1-40a3-9e7e-915777db127c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 1095 time: 0.1090245 Jan 28 14:35:00.643092 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44706e5f-90ba-4232-b3b5-de831ce6054d req-1a469538-3a00-4d54-aba5-62655b3aae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:00.644438 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-44706e5f-90ba-4232-b3b5-de831ce6054d req-1a469538-3a00-4d54-aba5-62655b3aae20 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 1095 time: 0.1104209 Jan 28 14:35:00.804484 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f85073e1-e169-4179-8b9c-57f54b23a85a req-054acc82-10d5-4d64-a156-c0215a76bff5 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589367 Jan 28 14:35:00.840197 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44706e5f-90ba-4232-b3b5-de831ce6054d req-b0134d43-0a37-48b3-a503-b68732c55593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:00.841671 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-44706e5f-90ba-4232-b3b5-de831ce6054d req-b0134d43-0a37-48b3-a503-b68732c55593 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.1818938 Jan 28 14:35:00.842734 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44706e5f-90ba-4232-b3b5-de831ce6054d req-b8b0ac35-71d4-4f55-99d4-2409a5feffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:00.844077 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-44706e5f-90ba-4232-b3b5-de831ce6054d req-b8b0ac35-71d4-4f55-99d4-2409a5feffe7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.1924415 Jan 28 14:35:00.956377 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-44706e5f-90ba-4232-b3b5-de831ce6054d req-589ea650-c3cb-4682-b791-5c893598adb1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade HTTP/1.1" status: 200 len: 1001 time: 0.1026556 Jan 28 14:35:00.958216 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-44706e5f-90ba-4232-b3b5-de831ce6054d req-33a4737c-8d85-4b0c-8079-e37589201415 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade HTTP/1.1" status: 200 len: 1001 time: 0.1103132 Jan 28 14:35:01.041334 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44706e5f-90ba-4232-b3b5-de831ce6054d req-4384e35e-b539-41b9-a3c3-4b2db212ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:01.042833 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-44706e5f-90ba-4232-b3b5-de831ce6054d req-4384e35e-b539-41b9-a3c3-4b2db212ded2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0812745 Jan 28 14:35:01.044196 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44706e5f-90ba-4232-b3b5-de831ce6054d req-bf2e644c-3845-4edb-ab2b-40000ba00358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:01.045460 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-44706e5f-90ba-4232-b3b5-de831ce6054d req-bf2e644c-3845-4edb-ab2b-40000ba00358 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0767791 Jan 28 14:35:01.115314 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44706e5f-90ba-4232-b3b5-de831ce6054d req-b420d829-003e-4190-87ce-787803428c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:01.117346 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-44706e5f-90ba-4232-b3b5-de831ce6054d req-b420d829-003e-4190-87ce-787803428c64 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683997 Jan 28 14:35:01.122187 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44706e5f-90ba-4232-b3b5-de831ce6054d req-937b35ce-a695-43ca-9f6a-1184b4ac106f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:01.124106 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-44706e5f-90ba-4232-b3b5-de831ce6054d req-937b35ce-a695-43ca-9f6a-1184b4ac106f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681450 Jan 28 14:35:01.275797 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-44706e5f-90ba-4232-b3b5-de831ce6054d req-4033d3a9-3755-4dcc-b325-1fc61b695072 service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507049 Jan 28 14:35:01.277666 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-44706e5f-90ba-4232-b3b5-de831ce6054d req-5593d659-efa3-4307-b039-7a27542c3110 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449926 Jan 28 14:35:01.434212 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-44706e5f-90ba-4232-b3b5-de831ce6054d req-4c7d7f29-170e-4541-85cf-95c25a1c8019 service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526470 Jan 28 14:35:01.437627 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-44706e5f-90ba-4232-b3b5-de831ce6054d req-c34ea7bb-011e-4291-9740-67897c3eefc6 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490293 Jan 28 14:35:01.705789 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ca220eaa-4f49-4ba4-88ea-5fe277467bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:01.940207 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fafb76-eae7-4bae-8d1c-8bd9e0853c99 req-b3e73554-c5a5-4e53-9a7b-0d1147126688 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:01.941754 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-06fafb76-eae7-4bae-8d1c-8bd9e0853c99 req-b3e73554-c5a5-4e53-9a7b-0d1147126688 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 944 time: 0.0506494 Jan 28 14:35:01.997971 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-06fafb76-eae7-4bae-8d1c-8bd9e0853c99 req-d432435c-5f2a-4e51-8f13-97e6bd11c18c tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504761 Jan 28 14:35:03.120026 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916257b-4228-4886-8e2d-bb7eb476a799 req-3269616f-82e0-42c8-b9a9-d15d230ddf81 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:03.121501 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2916257b-4228-4886-8e2d-bb7eb476a799 req-3269616f-82e0-42c8-b9a9-d15d230ddf81 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 944 time: 0.0517771 Jan 28 14:35:03.170086 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:03.173717 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2916257b-4228-4886-8e2d-bb7eb476a799 req-697de8b3-2502-4abd-bab0-8422adbaff93 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461287 Jan 28 14:35:04.295023 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe1056-a7e0-43a3-b0ab-30ae258a6b96 req-2b3a8d65-e587-4077-bbf6-51e541089860 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:04.296647 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1bfe1056-a7e0-43a3-b0ab-30ae258a6b96 req-2b3a8d65-e587-4077-bbf6-51e541089860 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 944 time: 0.0500231 Jan 28 14:35:04.349371 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1bfe1056-a7e0-43a3-b0ab-30ae258a6b96 req-861f774f-79d1-42b6-9e2b-17c03ca9ad16 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469768 Jan 28 14:35:04.544354 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:05.484830 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f67e93-559f-4c57-a8e2-c7f0d0dfdf11 req-f79d4537-1b9c-4842-8cb7-65bdd821f49b tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:05.486454 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6f67e93-559f-4c57-a8e2-c7f0d0dfdf11 req-f79d4537-1b9c-4842-8cb7-65bdd821f49b tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 944 time: 0.0580339 Jan 28 14:35:05.541438 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d6f67e93-559f-4c57-a8e2-c7f0d0dfdf11 req-9ad12e99-9429-4403-80e8-245dbf65f9d6 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482140 Jan 28 14:35:06.419226 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:06.677021 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc8191-cf1a-474d-9b58-1628dfa41b65 req-cd696c55-5578-4c0e-ba10-cf29a5036afe tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:06.678699 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-55cc8191-cf1a-474d-9b58-1628dfa41b65 req-cd696c55-5578-4c0e-ba10-cf29a5036afe tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 944 time: 0.0531220 Jan 28 14:35:06.731486 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-55cc8191-cf1a-474d-9b58-1628dfa41b65 req-3c7b6c74-88cc-4c0b-8b30-12517b448337 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462222 Jan 28 14:35:07.862287 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758787b4-8410-41fb-938a-56ff71b9c246 req-470bca62-e691-4805-bd1c-62c73e8428b5 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:07.863802 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-758787b4-8410-41fb-938a-56ff71b9c246 req-470bca62-e691-4805-bd1c-62c73e8428b5 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 944 time: 0.0526130 Jan 28 14:35:07.911245 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-758787b4-8410-41fb-938a-56ff71b9c246 req-9d5d73a6-7e16-45b0-b4f7-8d93b7184e8f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413065 Jan 28 14:35:09.039979 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8086b1-7055-4b86-b855-05f4dcd9605b req-b9197d6a-335c-41fe-a6c4-07eb6ed0503b tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:09.041489 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8b8086b1-7055-4b86-b855-05f4dcd9605b req-b9197d6a-335c-41fe-a6c4-07eb6ed0503b tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 944 time: 0.0573673 Jan 28 14:35:09.087218 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8b8086b1-7055-4b86-b855-05f4dcd9605b req-86cccc93-cb5a-4001-bea8-227b0e161735 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398395 Jan 28 14:35:10.213113 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43ddfa-4f89-4584-9f1d-0f5e288a2a6c req-6f7ced74-324d-4060-8e00-eacf0e8c8407 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:10.214596 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cb43ddfa-4f89-4584-9f1d-0f5e288a2a6c req-6f7ced74-324d-4060-8e00-eacf0e8c8407 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 944 time: 0.0540793 Jan 28 14:35:10.265682 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cb43ddfa-4f89-4584-9f1d-0f5e288a2a6c req-8c51f33a-ad1e-4e13-8c88-e125e8bbaad5 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453048 Jan 28 14:35:11.411437 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c929939-a2d8-4b06-b4fa-b07679c7c18d req-54c6009c-b57c-41b4-a639-a16768af04d0 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:11.412910 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3c929939-a2d8-4b06-b4fa-b07679c7c18d req-54c6009c-b57c-41b4-a639-a16768af04d0 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 944 time: 0.0606377 Jan 28 14:35:11.461350 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3c929939-a2d8-4b06-b4fa-b07679c7c18d req-de3c9238-ddc7-4cff-9e63-5f422a849453 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395420 Jan 28 14:35:12.601015 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017097c-e462-4b3d-ac6c-a74b9b330a9a req-f3a0eac2-2718-4de3-88f3-5a930f601943 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:12.602509 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5017097c-e462-4b3d-ac6c-a74b9b330a9a req-f3a0eac2-2718-4de3-88f3-5a930f601943 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 944 time: 0.0683424 Jan 28 14:35:12.651698 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5017097c-e462-4b3d-ac6c-a74b9b330a9a req-6a7717c7-c052-4474-b748-4306d2e9b853 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434322 Jan 28 14:35:13.790169 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399c959-49a7-471e-9cf4-a3d51333083e req-6a004990-0e37-4576-9f35-ac1327231587 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:13.791788 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2399c959-49a7-471e-9cf4-a3d51333083e req-6a004990-0e37-4576-9f35-ac1327231587 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 944 time: 0.0581176 Jan 28 14:35:13.843714 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2399c959-49a7-471e-9cf4-a3d51333083e req-9ea93e89-b717-4b47-88bf-380ef2231835 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461986 Jan 28 14:35:14.977654 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b0214-5b56-4e75-b7c0-83e774b19dd9 req-70f45a76-bb07-4d9b-b2ce-09ebcf45546c tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:14.979237 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae5b0214-5b56-4e75-b7c0-83e774b19dd9 req-70f45a76-bb07-4d9b-b2ce-09ebcf45546c tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 944 time: 0.0482113 Jan 28 14:35:15.033276 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae5b0214-5b56-4e75-b7c0-83e774b19dd9 req-5a1aabad-73d0-4fb9-98f5-78efa3d0def2 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482786 Jan 28 14:35:16.164414 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a353e-aa46-4368-bb69-61d7d66541cf req-026cfa75-67cf-457f-9649-c74fbf4dceb8 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:16.165933 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b13a353e-aa46-4368-bb69-61d7d66541cf req-026cfa75-67cf-457f-9649-c74fbf4dceb8 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 944 time: 0.0525413 Jan 28 14:35:16.216861 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b13a353e-aa46-4368-bb69-61d7d66541cf req-02580aa2-8292-4fcf-a162-e3aa13f299d1 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422571 Jan 28 14:35:17.351033 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752216a-ab03-4281-a4f7-3b380a6d9121 req-f2bc24ff-0878-4703-91b9-9a7a900f28a2 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:17.352507 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6752216a-ab03-4281-a4f7-3b380a6d9121 req-f2bc24ff-0878-4703-91b9-9a7a900f28a2 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 944 time: 0.0551496 Jan 28 14:35:17.414111 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6752216a-ab03-4281-a4f7-3b380a6d9121 req-5a88f421-3521-4e62-bfc1-621ad5801d31 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558393 Jan 28 14:35:18.414307 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:18.548107 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29188df3-3a65-443c-87c8-db1d25d6e38d req-543aab26-7e71-475f-8a1b-0a69cd3a17b2 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:18.549574 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-29188df3-3a65-443c-87c8-db1d25d6e38d req-543aab26-7e71-475f-8a1b-0a69cd3a17b2 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 944 time: 0.0514705 Jan 28 14:35:18.597884 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-29188df3-3a65-443c-87c8-db1d25d6e38d req-2b7796f6-4163-4ebd-88c8-1f7336c94d88 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404716 Jan 28 14:35:18.898294 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-3dd8502e-15b1-4b9d-beb3-9b20fa5115b9 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:18.899934 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-3dd8502e-15b1-4b9d-beb3-9b20fa5115b9 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6&tenant_id=d29292ae351c4e74888107e15a8770d3&binding%3Ahost_id=n-h2-822747-2 HTTP/1.1" status: 200 len: 944 time: 0.0550938 Jan 28 14:35:18.937222 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f3f00-e8d7-42fa-b8b6-3bcdceab104a req-acb4295c-cedd-4815-b36d-103ad7a1a402 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:18.938633 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-408f3f00-e8d7-42fa-b8b6-3bcdceab104a req-acb4295c-cedd-4815-b36d-103ad7a1a402 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 944 time: 0.0548828 Jan 28 14:35:18.961834 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-6d885c9a-38ba-42f7-8b5e-c167ceced945 service neutron] 10.222.0.37 "GET /v2.0/ports/2f305191-3b11-4ff9-a03f-db9d0b2d4ade/bindings/n-h2-822747-2 HTTP/1.1" status: 200 len: 382 time: 0.0554514 Jan 28 14:35:18.986826 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-408f3f00-e8d7-42fa-b8b6-3bcdceab104a req-bd3d6258-d1a4-4182-a384-feef287cec7f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423110 Jan 28 14:35:19.029826 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-8ee032e4-e22e-48da-81fd-9a4b144e6264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:19.031403 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-8ee032e4-e22e-48da-81fd-9a4b144e6264 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 1095 time: 0.0453269 Jan 28 14:35:19.136104 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-26c44528-c01a-4ec3-9edb-a2dc3d069754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:19.137570 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-26c44528-c01a-4ec3-9edb-a2dc3d069754 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.0998359 Jan 28 14:35:19.184974 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 2f305191-3b11-4ff9-a03f-db9d0b2d4ade details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:35:19.206025 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-849360a6-6d06-4453-b7e4-0f62f4532490 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade HTTP/1.1" status: 200 len: 1001 time: 0.0627289 Jan 28 14:35:19.258031 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-a4992390-ee83-4d4c-8294-e940bbd4ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:19.259632 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-a4992390-ee83-4d4c-8294-e940bbd4ed4e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0478191 Jan 28 14:35:19.288670 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:35:19.299828 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'port_id': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade', 'mac_address': 'fa:16:3e:7c:c2:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:35:19.305258 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-b3478c62-c1c5-48bc-803c-c2daa97f8069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:19.306748 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-b3478c62-c1c5-48bc-803c-c2daa97f8069 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407608 Jan 28 14:35:19.340156 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:35:19.340547 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:19.353317 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f305191-3b11-4ff9-a03f-db9d0b2d4ade {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:35:19.372300 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:35:19.377178 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:19.396069 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-b346ca11-e407-43f3-94df-b3e965a9b1fc service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834885 Jan 28 14:35:19.424492 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:35:19.432072 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:19.432440 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:19.432784 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:19.433119 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:19.433452 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:19.433785 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:19.434098 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:19.434439 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:19.434766 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:19.435119 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:19.435438 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:19.435745 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:19.436060 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:19.489408 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-dfc304f3-2e41-434f-8457-4990474f02f0 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876429 Jan 28 14:35:19.724857 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['2f305191-3b11-4ff9-a03f-db9d0b2d4ade'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:35:20.111368 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b132a2-7502-4b68-9a6c-b2de4b637fde req-6d3a69cb-a855-4ee6-a19f-28f0ac3b65d4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:20.112859 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-08b132a2-7502-4b68-9a6c-b2de4b637fde req-6d3a69cb-a855-4ee6-a19f-28f0ac3b65d4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 945 time: 0.0486307 Jan 28 14:35:20.172468 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-08b132a2-7502-4b68-9a6c-b2de4b637fde req-b130adf0-892b-4a4d-a9ee-b4ec6d0bda36 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537584 Jan 28 14:35:20.427523 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:21.193739 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 2f305191-3b11-4ff9-a03f-db9d0b2d4ade up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:35:21.249370 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:35:21.253752 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:35:21.254162 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:21.295110 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804fe14-f7d7-4db1-a1e2-b7d858328de6 req-7087a7c6-ebf8-4d15-ac74-51d90429a5ee tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:21.296616 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5804fe14-f7d7-4db1-a1e2-b7d858328de6 req-7087a7c6-ebf8-4d15-ac74-51d90429a5ee tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 945 time: 0.0524087 Jan 28 14:35:21.335492 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:35:21.335935 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:21.346950 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5804fe14-f7d7-4db1-a1e2-b7d858328de6 req-9492ed9b-c427-498d-bd07-129429384ce5 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439713 Jan 28 14:35:21.366107 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebddd288-6cbb-4233-bcd0-2fea25ea71d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:35:21.368632 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d70bd9-addf-4826-974c-66d2bba11c7f" -d '{"events": [{"server_uuid": "ebddd288-6cbb-4233-bcd0-2fea25ea71d6", "name": "network-vif-plugged", "status": "completed", "tag": "2f305191-3b11-4ff9-a03f-db9d0b2d4ade"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:35:21.381943 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:35:21.387435 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:21.422770 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f9104e-a067-410d-97cb-4ec4e471eda0 x-openstack-request-id: req-a0f9104e-a067-410d-97cb-4ec4e471eda0 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:35:21.423093 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebddd288-6cbb-4233-bcd0-2fea25ea71d6", "name": "network-vif-plugged", "status": "completed", "tag": "2f305191-3b11-4ff9-a03f-db9d0b2d4ade", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:35:21.423352 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a0f9104e-a067-410d-97cb-4ec4e471eda0 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:35:21.423745 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebddd288-6cbb-4233-bcd0-2fea25ea71d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade', 'code': 200} Jan 28 14:35:21.441442 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,revision_number=9']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:35:22.472412 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a274aae-e595-41a6-8aa0-bb1dd1b12e35 req-b048d917-b0ba-4195-b1bd-86d870710706 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:22.473897 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4a274aae-e595-41a6-8aa0-bb1dd1b12e35 req-b048d917-b0ba-4195-b1bd-86d870710706 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 946 time: 0.0528221 Jan 28 14:35:22.525745 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4a274aae-e595-41a6-8aa0-bb1dd1b12e35 req-748e5124-2550-4a24-955b-cc2d7024e86d tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452790 Jan 28 14:35:23.649136 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ef9b5-2384-4166-8b54-4753c039c6f6 req-a81e3e86-0e50-4532-8cef-5dcef872636f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:23.650766 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-114ef9b5-2384-4166-8b54-4753c039c6f6 req-a81e3e86-0e50-4532-8cef-5dcef872636f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 946 time: 0.0541744 Jan 28 14:35:23.699367 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-114ef9b5-2384-4166-8b54-4753c039c6f6 req-de24afdc-5408-4b39-a606-8045f4867cb8 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420146 Jan 28 14:35:24.824845 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51288d-9b6f-4e1d-a2ca-b1dfd19f79d0 req-f60c3408-2a10-41ec-89f9-c551afbbb549 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:24.826500 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b51288d-9b6f-4e1d-a2ca-b1dfd19f79d0 req-f60c3408-2a10-41ec-89f9-c551afbbb549 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 946 time: 0.0540686 Jan 28 14:35:24.881944 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b51288d-9b6f-4e1d-a2ca-b1dfd19f79d0 req-b89be00f-d5ac-4e81-ac94-748251fe9324 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480504 Jan 28 14:35:25.221176 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 2f305191-3b11-4ff9-a03f-db9d0b2d4ade no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:35:25.301266 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:35:25.301679 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:25.325458 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebddd288-6cbb-4233-bcd0-2fea25ea71d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:35:25.327720 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c108bc-5c64-4485-b259-5192cbdf32d9" -d '{"events": [{"server_uuid": "ebddd288-6cbb-4233-bcd0-2fea25ea71d6", "name": "network-vif-unplugged", "status": "completed", "tag": "2f305191-3b11-4ff9-a03f-db9d0b2d4ade"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:35:25.340398 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:35:25.345539 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:25.365919 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-22c170eb-0513-43f4-ac38-9390bffd0ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:25.367504 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-22c170eb-0513-43f4-ac38-9390bffd0ac6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6&tenant_id=d29292ae351c4e74888107e15a8770d3 HTTP/1.1" status: 200 len: 1097 time: 0.0426779 Jan 28 14:35:25.380001 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-57aa0a4e-4d56-4049-b379-7632484e283b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822747-2', 'device_owner': 'compute:nova'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:35:25.390218 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 14:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e434d3-1a74-40bd-9186-d97fcdfb9cc1 x-openstack-request-id: req-13e434d3-1a74-40bd-9186-d97fcdfb9cc1 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:35:25.390500 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebddd288-6cbb-4233-bcd0-2fea25ea71d6", "name": "network-vif-unplugged", "status": "completed", "tag": "2f305191-3b11-4ff9-a03f-db9d0b2d4ade", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:35:25.390760 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13e434d3-1a74-40bd-9186-d97fcdfb9cc1 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:35:25.391259 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebddd288-6cbb-4233-bcd0-2fea25ea71d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade', 'code': 200} Jan 28 14:35:25.400952 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,revision_number=10']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:35:25.435827 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-57aa0a4e-4d56-4049-b379-7632484e283b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:25.651892 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-57aa0a4e-4d56-4049-b379-7632484e283b service neutron] For port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:35:25.686390 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-57aa0a4e-4d56-4049-b379-7632484e283b service neutron] For port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:35:25.718171 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-57aa0a4e-4d56-4049-b379-7632484e283b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f305191-3b11-4ff9-a03f-db9d0b2d4ade {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:35:25.725680 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-57aa0a4e-4d56-4049-b379-7632484e283b service neutron] Publish callbacks [] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:25.737810 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-57aa0a4e-4d56-4049-b379-7632484e283b service neutron] Transition to ACTIVE for port object 2f305191-3b11-4ff9-a03f-db9d0b2d4ade will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:35:25.744460 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-57aa0a4e-4d56-4049-b379-7632484e283b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:25.827719 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa0a4e-4d56-4049-b379-7632484e283b service neutron] Pushing event updated for resources: {'Port': ['ID=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,revision_number=11']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:35:25.869571 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-57aa0a4e-4d56-4049-b379-7632484e283b service neutron] No DVR routers for this DVR port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:35:26.011049 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6014f-c5b0-4907-81e4-fd586ab074d9 req-0364c175-3bce-43d9-91c6-8b4ffe9f0417 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:26.012689 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-20b6014f-c5b0-4907-81e4-fd586ab074d9 req-0364c175-3bce-43d9-91c6-8b4ffe9f0417 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 945 time: 0.0526533 Jan 28 14:35:26.070787 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-20b6014f-c5b0-4907-81e4-fd586ab074d9 req-c9c4aa51-c884-47bc-bf8f-f9eaafa58315 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517461 Jan 28 14:35:26.361395 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-57aa0a4e-4d56-4049-b379-7632484e283b service neutron] Attempting to bind port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:35:26.361648 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-57aa0a4e-4d56-4049-b379-7632484e283b service neutron] Attempting to bind port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:35:26.361984 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-57aa0a4e-4d56-4049-b379-7632484e283b service neutron] Attempting to bind port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:35:26.367085 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-57aa0a4e-4d56-4049-b379-7632484e283b service neutron] Port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:35:26.367716 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-57aa0a4e-4d56-4049-b379-7632484e283b service neutron] Attempting to bind port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade on network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:35:26.372943 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-57aa0a4e-4d56-4049-b379-7632484e283b service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:35:26.373280 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-57aa0a4e-4d56-4049-b379-7632484e283b service neutron] Checking segment: {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:35:26.373667 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-57aa0a4e-4d56-4049-b379-7632484e283b service neutron] Bound using segment: {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:35:26.374093 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-57aa0a4e-4d56-4049-b379-7632484e283b service neutron] Bound port: 2f305191-3b11-4ff9-a03f-db9d0b2d4ade, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bacff068-5d6c-4d59-9883-1e7824fe8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:35:26.374449 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-57aa0a4e-4d56-4049-b379-7632484e283b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:26.439419 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-57aa0a4e-4d56-4049-b379-7632484e283b service neutron] For port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:35:26.443322 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-57aa0a4e-4d56-4049-b379-7632484e283b service neutron] For port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:35:26.449590 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-57aa0a4e-4d56-4049-b379-7632484e283b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:26.484120 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-57aa0a4e-4d56-4049-b379-7632484e283b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:26.484740 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-57aa0a4e-4d56-4049-b379-7632484e283b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:26.486121 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-57aa0a4e-4d56-4049-b379-7632484e283b service neutron] 10.222.0.18 "PUT /v2.0/ports/2f305191-3b11-4ff9-a03f-db9d0b2d4ade HTTP/1.1" status: 200 len: 1093 time: 1.1105053 Jan 28 14:35:26.486557 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebddd288-6cbb-4233-bcd0-2fea25ea71d6', 'tag': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:35:26.488826 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972f6938-d5bd-4c83-bc70-38a3e6761408" -d '{"events": [{"name": "network-changed", "server_uuid": "ebddd288-6cbb-4233-bcd0-2fea25ea71d6", "tag": "2f305191-3b11-4ff9-a03f-db9d0b2d4ade"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:35:26.522461 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa0a4e-4d56-4049-b379-7632484e283b service neutron] Pushing event updated for resources: {'Port': ['ID=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,revision_number=12']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:35:26.562396 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b326766-f0ef-4a09-ae0a-9a4370de1d3e x-openstack-request-id: req-8b326766-f0ef-4a09-ae0a-9a4370de1d3e {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:35:26.562776 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebddd288-6cbb-4233-bcd0-2fea25ea71d6", "tag": "2f305191-3b11-4ff9-a03f-db9d0b2d4ade", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:35:26.563118 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b326766-f0ef-4a09-ae0a-9a4370de1d3e {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:35:26.563576 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebddd288-6cbb-4233-bcd0-2fea25ea71d6', 'tag': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade', 'status': 'completed', 'code': 200} Jan 28 14:35:26.576504 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-f72c3beb-429a-45b4-92e5-d2fd369c6dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:26.578208 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-f72c3beb-429a-45b4-92e5-d2fd369c6dd3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 1096 time: 0.0472438 Jan 28 14:35:26.686641 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f6938-d5bd-4c83-bc70-38a3e6761408 req-b6f0ccd1-dca9-4434-b86d-891d982a3654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:26.688165 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-972f6938-d5bd-4c83-bc70-38a3e6761408 req-b6f0ccd1-dca9-4434-b86d-891d982a3654 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 1096 time: 0.1045444 Jan 28 14:35:26.724095 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-cfbcb7b2-c84c-43ce-9919-486652a7ac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:26.725560 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-cfbcb7b2-c84c-43ce-9919-486652a7ac94 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.1338246 Jan 28 14:35:26.831489 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-d54e92f2-5a0a-4484-8a0d-07085611c2b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade HTTP/1.1" status: 200 len: 1001 time: 0.0992992 Jan 28 14:35:26.849316 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f6938-d5bd-4c83-bc70-38a3e6761408 req-9ccc7169-7afe-40c5-af23-d59fdfe0bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:26.850720 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-972f6938-d5bd-4c83-bc70-38a3e6761408 req-9ccc7169-7afe-40c5-af23-d59fdfe0bbd3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.1563253 Jan 28 14:35:26.925329 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-4ca402d8-c106-4719-ad16-20f0e203b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:26.926987 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-4ca402d8-c106-4719-ad16-20f0e203b4cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0882695 Jan 28 14:35:26.949539 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-972f6938-d5bd-4c83-bc70-38a3e6761408 req-280aafdf-27cb-4e3b-8bc8-a4ad6233da9a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade HTTP/1.1" status: 200 len: 1001 time: 0.0821037 Jan 28 14:35:27.011815 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f6938-d5bd-4c83-bc70-38a3e6761408 req-05c22795-b8ee-430e-bb68-252ac6bba4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:27.013285 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-972f6938-d5bd-4c83-bc70-38a3e6761408 req-05c22795-b8ee-430e-bb68-252ac6bba4a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0510054 Jan 28 14:35:27.015954 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-636c7069-bcb5-48ac-8ba4-3f8e7ba0774f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:27.017306 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-636c7069-bcb5-48ac-8ba4-3f8e7ba0774f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837045 Jan 28 14:35:27.114710 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f6938-d5bd-4c83-bc70-38a3e6761408 req-d204248e-dffb-4975-b399-dc8e34014c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:27.116253 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-972f6938-d5bd-4c83-bc70-38a3e6761408 req-d204248e-dffb-4975-b399-dc8e34014c7f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968554 Jan 28 14:35:27.152667 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-f71e1ca2-47cf-4cb2-be3f-dad241ef2575 service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255765 Jan 28 14:35:27.191326 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed5c41-b054-4372-bbc9-2eacb983f5d4 req-6bba21ac-6193-43f2-b360-abfbe9de2a40 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:27.192807 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-24ed5c41-b054-4372-bbc9-2eacb983f5d4 req-6bba21ac-6193-43f2-b360-abfbe9de2a40 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 945 time: 0.0499866 Jan 28 14:35:27.242723 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-24ed5c41-b054-4372-bbc9-2eacb983f5d4 req-1f683e54-d081-4f34-b6e0-deaf166dfe58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438409 Jan 28 14:35:27.281190 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-972f6938-d5bd-4c83-bc70-38a3e6761408 req-9e7c6831-0e3f-49a1-ade3-ce6207ff0be4 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587346 Jan 28 14:35:27.310840 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ecf9c8b-a420-4d53-a280-365b48972f8f req-a41c2f67-bdcd-4e35-ad6f-7dbfcad34821 service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516724 Jan 28 14:35:27.410380 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-972f6938-d5bd-4c83-bc70-38a3e6761408 req-54285dd6-3520-4f06-ba78-5df36c62ec4f service neutron] 10.222.0.37 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203496 Jan 28 14:35:27.414707 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f6938-d5bd-4c83-bc70-38a3e6761408 req-01224528-9f49-4868-8060-03643bdb5307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:27.416235 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-972f6938-d5bd-4c83-bc70-38a3e6761408 req-01224528-9f49-4868-8060-03643bdb5307 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d29292ae351c4e74888107e15a8770d3&device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 1096 time: 0.0619011 Jan 28 14:35:27.512119 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f6938-d5bd-4c83-bc70-38a3e6761408 req-2e8874ce-21d2-4508-b987-c59c7101a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:27.513522 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-972f6938-d5bd-4c83-bc70-38a3e6761408 req-2e8874ce-21d2-4508-b987-c59c7101a301 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 200 len: 912 time: 0.0915370 Jan 28 14:35:27.579017 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-972f6938-d5bd-4c83-bc70-38a3e6761408 req-84c1ae9a-0914-4908-a2da-10af07c2f1b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade HTTP/1.1" status: 200 len: 1001 time: 0.0589097 Jan 28 14:35:27.628252 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f6938-d5bd-4c83-bc70-38a3e6761408 req-da38bdf6-f8d5-4cec-b13c-5afac5f983a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:27.629645 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-972f6938-d5bd-4c83-bc70-38a3e6761408 req-da38bdf6-f8d5-4cec-b13c-5afac5f983a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 200 len: 851 time: 0.0450201 Jan 28 14:35:27.682070 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f6938-d5bd-4c83-bc70-38a3e6761408 req-13e261fa-ad46-44fe-aa6f-b50565be9862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:27.683695 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-972f6938-d5bd-4c83-bc70-38a3e6761408 req-13e261fa-ad46-44fe-aa6f-b50565be9862 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478411 Jan 28 14:35:27.772260 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-972f6938-d5bd-4c83-bc70-38a3e6761408 req-fcf9f367-44fa-4ade-bcb0-5f728b24ee6e service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824151 Jan 28 14:35:27.866114 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-972f6938-d5bd-4c83-bc70-38a3e6761408 req-8569e816-6dac-4455-b7ed-c2cafab59e20 service neutron] 10.222.0.18 "GET /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875661 Jan 28 14:35:28.369860 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2881ea-573d-4818-b993-f6d1e149d3dd req-3911cb63-e621-4948-a004-2747dc41a5be tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:28.371481 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0a2881ea-573d-4818-b993-f6d1e149d3dd req-3911cb63-e621-4948-a004-2747dc41a5be tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 945 time: 0.0531290 Jan 28 14:35:28.420990 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0a2881ea-573d-4818-b993-f6d1e149d3dd req-1ba3e40a-1825-45ed-b3f2-6a9b2f2f3eef tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435050 Jan 28 14:35:29.393327 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5ef4c55c-915e-467f-8866-6f1581c1d66f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:29.542425 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ba8da-0a1e-4993-bd7c-5f39c6f2fb9d req-23a69327-ff01-4e4f-b693-0f3671da813a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:29.543928 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-792ba8da-0a1e-4993-bd7c-5f39c6f2fb9d req-23a69327-ff01-4e4f-b693-0f3671da813a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 945 time: 0.0512290 Jan 28 14:35:29.592116 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-792ba8da-0a1e-4993-bd7c-5f39c6f2fb9d req-2fdf9ac1-5703-42a5-a5f7-1a79303d4ea2 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424201 Jan 28 14:35:30.712272 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4f179-9312-42ee-901f-95a8e41e5d9a req-756742ac-30e5-4b4e-b378-2bb08805383a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:30.713792 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-02f4f179-9312-42ee-901f-95a8e41e5d9a req-756742ac-30e5-4b4e-b378-2bb08805383a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 945 time: 0.0508213 Jan 28 14:35:30.766622 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-02f4f179-9312-42ee-901f-95a8e41e5d9a req-b18429c9-63c2-4748-aa7f-db2f57cbbbd6 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467334 Jan 28 14:35:31.713991 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-de753a70-2e5a-4d0c-bc8c-7c8d59e70019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:31.892076 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57abe093-c491-404b-88bc-f6bb900bd027 req-d41978ad-da4f-4b0c-ad7e-b9f84957a78e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:31.893581 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-57abe093-c491-404b-88bc-f6bb900bd027 req-d41978ad-da4f-4b0c-ad7e-b9f84957a78e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 945 time: 0.0545337 Jan 28 14:35:31.945460 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-57abe093-c491-404b-88bc-f6bb900bd027 req-78411ca5-e56d-4dbc-a8ae-b8f47e0e7e4c tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460422 Jan 28 14:35:33.065951 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe846c-24a0-48a5-acf3-d5b978fe69f4 req-79c1b43b-3ef4-4a01-836c-cd6bdec5ff7c tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:33.067525 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-23fe846c-24a0-48a5-acf3-d5b978fe69f4 req-79c1b43b-3ef4-4a01-836c-cd6bdec5ff7c tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 945 time: 0.0498991 Jan 28 14:35:33.116496 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-23fe846c-24a0-48a5-acf3-d5b978fe69f4 req-af343870-400e-435f-bbd1-535972d765a7 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431645 Jan 28 14:35:33.168393 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:33.176054 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:35:34.246512 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b6002-07f5-478c-aa18-79811ecbb33b req-2a07390c-4c12-46aa-b87e-2bb63309ad4e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:34.247996 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-887b6002-07f5-478c-aa18-79811ecbb33b req-2a07390c-4c12-46aa-b87e-2bb63309ad4e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 945 time: 0.0524447 Jan 28 14:35:34.297251 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-887b6002-07f5-478c-aa18-79811ecbb33b req-68c0ec40-3ae7-436d-994e-5349b98ff2ea tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432765 Jan 28 14:35:34.546236 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:35.427646 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dca85a-8933-4663-923a-c587b9027fc2 req-f9713a9a-0f35-47e2-93c5-b85dc31d83b9 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:35.430098 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-98dca85a-8933-4663-923a-c587b9027fc2 req-f9713a9a-0f35-47e2-93c5-b85dc31d83b9 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 945 time: 0.0512698 Jan 28 14:35:35.479536 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-98dca85a-8933-4663-923a-c587b9027fc2 req-fd63e77d-3e84-446d-9bf4-c21f5674e0f5 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433595 Jan 28 14:35:36.416756 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:36.614279 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb5853-df42-479d-ba0a-20f756cfd30f req-904ef094-10cb-4224-b1f2-e818980d3250 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:36.615804 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42bb5853-df42-479d-ba0a-20f756cfd30f req-904ef094-10cb-4224-b1f2-e818980d3250 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 945 time: 0.0603175 Jan 28 14:35:36.671022 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-42bb5853-df42-479d-ba0a-20f756cfd30f req-8375b3a2-2b57-4196-a12b-2dea075f3c87 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479817 Jan 28 14:35:37.809089 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabd8c9-1346-426e-b6da-630538530b5b req-509c2024-ae16-4806-a1f3-c472d7e2ae0a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:37.810624 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eaabd8c9-1346-426e-b6da-630538530b5b req-509c2024-ae16-4806-a1f3-c472d7e2ae0a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 945 time: 0.0598044 Jan 28 14:35:37.860583 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eaabd8c9-1346-426e-b6da-630538530b5b req-3a202bfd-7d58-4cdf-a396-139e020f7cff tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439916 Jan 28 14:35:38.984030 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23072bb4-e51a-4012-a88e-337c90ea5f15 req-f4a388e9-3f75-4d50-866d-633378b0440f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:38.985539 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-23072bb4-e51a-4012-a88e-337c90ea5f15 req-f4a388e9-3f75-4d50-866d-633378b0440f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 945 time: 0.0543516 Jan 28 14:35:39.044681 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-23072bb4-e51a-4012-a88e-337c90ea5f15 req-df9d4ae3-e45d-44d0-a48b-35b63674effa tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526350 Jan 28 14:35:40.184862 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2879e57-f62c-4467-b016-6a3c853d68d1 req-8d563df8-db5c-4067-8056-21942e039350 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:40.186349 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a2879e57-f62c-4467-b016-6a3c853d68d1 req-8d563df8-db5c-4067-8056-21942e039350 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 945 time: 0.0578325 Jan 28 14:35:40.238706 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a2879e57-f62c-4467-b016-6a3c853d68d1 req-02c233e1-21de-43bc-88e3-6b5b237e5b97 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440254 Jan 28 14:35:41.386818 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e97fbb-4c01-4406-8e4a-76d91c958325 req-869c17ce-d2dc-4e91-92f2-334d72142cf2 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:41.388370 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-59e97fbb-4c01-4406-8e4a-76d91c958325 req-869c17ce-d2dc-4e91-92f2-334d72142cf2 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 945 time: 0.0654173 Jan 28 14:35:41.445597 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-59e97fbb-4c01-4406-8e4a-76d91c958325 req-3cd195c3-92ef-40fd-97ac-2eee486e9186 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485995 Jan 28 14:35:42.578777 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea7621-5854-472f-b2ca-d099211deb61 req-6baea75f-f66e-4c96-bc66-af4d34a31044 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:42.580282 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-34ea7621-5854-472f-b2ca-d099211deb61 req-6baea75f-f66e-4c96-bc66-af4d34a31044 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 945 time: 0.0506034 Jan 28 14:35:42.634477 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-34ea7621-5854-472f-b2ca-d099211deb61 req-64001193-8919-47f2-9bbd-f24ee33bf386 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457509 Jan 28 14:35:43.762274 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab46505-b416-4918-9303-5db8f8f87091 req-5a6845cf-961e-45d2-8b99-63c6b9502d5c tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:43.763897 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2ab46505-b416-4918-9303-5db8f8f87091 req-5a6845cf-961e-45d2-8b99-63c6b9502d5c tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 945 time: 0.0566537 Jan 28 14:35:43.813127 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2ab46505-b416-4918-9303-5db8f8f87091 req-579b98fb-5acd-4a51-922f-ab6ae555f60a tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433719 Jan 28 14:35:44.944783 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99146396-dc34-47fc-86f0-8401af6cf80c req-6655ad09-9d49-4457-be2a-b73b924d8493 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:44.946265 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-99146396-dc34-47fc-86f0-8401af6cf80c req-6655ad09-9d49-4457-be2a-b73b924d8493 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 945 time: 0.0504744 Jan 28 14:35:44.994613 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-99146396-dc34-47fc-86f0-8401af6cf80c req-c7f8a62f-781b-4467-af35-60f61c0576f2 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423739 Jan 28 14:35:45.118799 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af445815-1851-4900-a92b-a7a78b991d33 req-60e8823a-56b4-4a10-b2ff-ad639c8a5ca0 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:45.120218 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-af445815-1851-4900-a92b-a7a78b991d33 req-60e8823a-56b4-4a10-b2ff-ad639c8a5ca0 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 945 time: 0.0543182 Jan 28 14:35:45.169411 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-af445815-1851-4900-a92b-a7a78b991d33 req-e5c5c4d0-cbf4-4937-815b-f203b2c19e41 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433781 Jan 28 14:35:45.291552 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e917d-4d6d-4616-9329-3798cf3b5ace req-1b169645-f930-4bfa-ac9f-731381860952 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:45.293034 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f90e917d-4d6d-4616-9329-3798cf3b5ace req-1b169645-f930-4bfa-ac9f-731381860952 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 945 time: 0.0519440 Jan 28 14:35:45.299108 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 2f305191-3b11-4ff9-a03f-db9d0b2d4ade details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:35:45.341251 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f90e917d-4d6d-4616-9329-3798cf3b5ace req-06374429-f9c2-4573-b3b4-b1de3da82016 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413830 Jan 28 14:35:45.400765 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:35:45.413381 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'port_id': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade', 'mac_address': 'fa:16:3e:7c:c2:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:35:45.452523 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:35:45.452920 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:45.467950 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f305191-3b11-4ff9-a03f-db9d0b2d4ade {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:35:45.490049 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:35:45.496988 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:45.546901 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,revision_number=13']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:35:45.593165 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca5c6d-15c3-4537-a0e9-906f32b81a11 req-93794203-ef5a-48cf-b90a-496db2fce4e0 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:45.594778 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-44ca5c6d-15c3-4537-a0e9-906f32b81a11 req-93794203-ef5a-48cf-b90a-496db2fce4e0 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 946 time: 0.0551724 Jan 28 14:35:45.642246 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-44ca5c6d-15c3-4537-a0e9-906f32b81a11 req-d61097d5-5fb7-481b-b25d-6fb5f5e68fde tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415657 Jan 28 14:35:45.738930 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['2f305191-3b11-4ff9-a03f-db9d0b2d4ade'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:35:46.782500 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641908c-50e6-4c51-9d02-cef61d731624 req-0d6b34c6-3097-446c-96f0-a138061dd498 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:46.783992 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6641908c-50e6-4c51-9d02-cef61d731624 req-0d6b34c6-3097-446c-96f0-a138061dd498 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 946 time: 0.0555427 Jan 28 14:35:46.839475 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6641908c-50e6-4c51-9d02-cef61d731624 req-7f32ddc8-6d96-4154-8e90-a2294848abf3 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e2c0605-f016-4648-bbdf-21420d0470ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494051 Jan 28 14:35:47.170891 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f93987-60a8-4ff8-83c3-65c1f1af06b3 req-30f085d9-c555-48bd-9220-ebc09e9f190f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:47.172376 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16f93987-60a8-4ff8-83c3-65c1f1af06b3 req-30f085d9-c555-48bd-9220-ebc09e9f190f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 946 time: 0.0590842 Jan 28 14:35:47.273961 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-16f93987-60a8-4ff8-83c3-65c1f1af06b3 req-7744a366-bd4a-4627-9377-e033165b04ac tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Deleting port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:35:47.274207 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-16f93987-60a8-4ff8-83c3-65c1f1af06b3 req-7744a366-bd4a-4627-9377-e033165b04ac tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:47.298551 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 2f305191-3b11-4ff9-a03f-db9d0b2d4ade up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:35:47.350068 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:35:47.354364 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:35:47.354812 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:47.364876 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-16f93987-60a8-4ff8-83c3-65c1f1af06b3 req-7744a366-bd4a-4627-9377-e033165b04ac tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] For port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:35:47.365231 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-16f93987-60a8-4ff8-83c3-65c1f1af06b3 req-7744a366-bd4a-4627-9377-e033165b04ac tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:47.438297 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:35:47.438682 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:47.462545 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebddd288-6cbb-4233-bcd0-2fea25ea71d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:35:47.464954 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fec4fe3-3db4-475f-8bb9-966c38f73a50" -d '{"events": [{"server_uuid": "ebddd288-6cbb-4233-bcd0-2fea25ea71d6", "name": "network-vif-plugged", "status": "completed", "tag": "2f305191-3b11-4ff9-a03f-db9d0b2d4ade"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:35:47.477841 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:35:47.482629 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:47.507792 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99640c7f-7d36-422e-bf96-2eb13ceeff5d x-openstack-request-id: req-99640c7f-7d36-422e-bf96-2eb13ceeff5d {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:35:47.508083 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebddd288-6cbb-4233-bcd0-2fea25ea71d6", "name": "network-vif-plugged", "status": "completed", "tag": "2f305191-3b11-4ff9-a03f-db9d0b2d4ade", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:35:47.508332 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-99640c7f-7d36-422e-bf96-2eb13ceeff5d {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:35:47.508706 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebddd288-6cbb-4233-bcd0-2fea25ea71d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade', 'code': 200} Jan 28 14:35:47.536165 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,revision_number=14']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:35:47.549379 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-16f93987-60a8-4ff8-83c3-65c1f1af06b3 req-7744a366-bd4a-4627-9377-e033165b04ac tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:47.549752 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-16f93987-60a8-4ff8-83c3-65c1f1af06b3 req-7744a366-bd4a-4627-9377-e033165b04ac tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:47.550065 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [req-16f93987-60a8-4ff8-83c3-65c1f1af06b3 req-7744a366-bd4a-4627-9377-e033165b04ac tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Floating IP e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa disassociated. External IP: 172.25.3.180, port: 2f305191-3b11-4ff9-a03f-db9d0b2d4ade. Jan 28 14:35:47.550411 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-16f93987-60a8-4ff8-83c3-65c1f1af06b3 req-7744a366-bd4a-4627-9377-e033165b04ac tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Calling delete_port for 2f305191-3b11-4ff9-a03f-db9d0b2d4ade owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:35:47.680919 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-16f93987-60a8-4ff8-83c3-65c1f1af06b3 req-7744a366-bd4a-4627-9377-e033165b04ac tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (2f305191-3b11-4ff9-a03f-db9d0b2d4ade), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:47.710221 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744a366-bd4a-4627-9377-e033165b04ac tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Pushing event deleted for resources: {'Port': ['ID=2f305191-3b11-4ff9-a03f-db9d0b2d4ade,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:35:47.830758 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16f93987-60a8-4ff8-83c3-65c1f1af06b3 req-7744a366-bd4a-4627-9377-e033165b04ac tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Router e2c4c059-9b1b-461b-8e51-d656aef35083 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:35:47.937293 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e4d532a4-fda1-4b78-8d49-f4ecbabb7838 req-8ec24efb-6752-4efe-8460-8944b9633c13 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 210 time: 0.0263495 Jan 28 14:35:47.943120 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16f93987-60a8-4ff8-83c3-65c1f1af06b3 req-7744a366-bd4a-4627-9377-e033165b04ac tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:35:47.961265 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b09b89a-ab3f-41da-abbb-b52bb3af39fe None None] Sync routers for ids ['e2c4c059-9b1b-461b-8e51-d656aef35083'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:35:47.973713 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b09b89a-ab3f-41da-abbb-b52bb3af39fe None None] Routers {'e2c4c059-9b1b-461b-8e51-d656aef35083'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:35:47.974347 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8b09b89a-ab3f-41da-abbb-b52bb3af39fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:35:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e2c4c059-9b1b-461b-8e51-d656aef35083'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:35:47.986315 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f93987-60a8-4ff8-83c3-65c1f1af06b3 req-7744a366-bd4a-4627-9377-e033165b04ac tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] No DVR routers for this DVR port 2f305191-3b11-4ff9-a03f-db9d0b2d4ade on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:35:47.991999 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-16f93987-60a8-4ff8-83c3-65c1f1af06b3 req-7744a366-bd4a-4627-9377-e033165b04ac tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:47.995559 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-16f93987-60a8-4ff8-83c3-65c1f1af06b3 req-7744a366-bd4a-4627-9377-e033165b04ac tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.18 "DELETE /v2.0/ports/2f305191-3b11-4ff9-a03f-db9d0b2d4ade HTTP/1.1" status: 204 len: 173 time: 0.8174088 Jan 28 14:35:47.996007 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebddd288-6cbb-4233-bcd0-2fea25ea71d6', 'name': 'network-vif-deleted', 'tag': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:35:47.998422 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c09cb30-49ad-4ad0-9341-04e5a86f2d9f" -d '{"events": [{"server_uuid": "ebddd288-6cbb-4233-bcd0-2fea25ea71d6", "name": "network-vif-deleted", "tag": "2f305191-3b11-4ff9-a03f-db9d0b2d4ade"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:35:48.040547 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226c7865-827c-4df7-81a7-39e7a2c2d7ed x-openstack-request-id: req-226c7865-827c-4df7-81a7-39e7a2c2d7ed {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:35:48.040868 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebddd288-6cbb-4233-bcd0-2fea25ea71d6", "name": "network-vif-deleted", "tag": "2f305191-3b11-4ff9-a03f-db9d0b2d4ade", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:35:48.041170 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-226c7865-827c-4df7-81a7-39e7a2c2d7ed {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:35:48.041618 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebddd288-6cbb-4233-bcd0-2fea25ea71d6', 'name': 'network-vif-deleted', 'tag': '2f305191-3b11-4ff9-a03f-db9d0b2d4ade', 'status': 'completed', 'code': 200} Jan 28 14:35:48.098250 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-8b09b89a-ab3f-41da-abbb-b52bb3af39fe None None] Set router e2c4c059-9b1b-461b-8e51-d656aef35083 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:35:48.300994 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8b09b89a-ab3f-41da-abbb-b52bb3af39fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'bc2883b8-f923-42cd-826e-77610b13c754', 'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'mac_address': 'fa:16:3e:08:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:53Z', 'updated_at': '2022-01-28T14:22:58Z', 'revision_number': 5, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'subnets': [{'id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:35:48.327456 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b09b89a-ab3f-41da-abbb-b52bb3af39fe None None] Checking router: e2c4c059-9b1b-461b-8e51-d656aef35083 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:35:48.336047 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b09b89a-ab3f-41da-abbb-b52bb3af39fe None None] Routers {'e2c4c059-9b1b-461b-8e51-d656aef35083'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:35:48.336653 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8b09b89a-ab3f-41da-abbb-b52bb3af39fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:35:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e2c4c059-9b1b-461b-8e51-d656aef35083'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:35:48.442374 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:48.451507 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-8b09b89a-ab3f-41da-abbb-b52bb3af39fe None None] Set router e2c4c059-9b1b-461b-8e51-d656aef35083 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:35:48.654179 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8b09b89a-ab3f-41da-abbb-b52bb3af39fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'bc2883b8-f923-42cd-826e-77610b13c754', 'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'mac_address': 'fa:16:3e:08:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:53Z', 'updated_at': '2022-01-28T14:22:58Z', 'revision_number': 5, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'subnets': [{'id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:35:48.680316 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b09b89a-ab3f-41da-abbb-b52bb3af39fe None None] The sync data for ids ['e2c4c059-9b1b-461b-8e51-d656aef35083'] in n-d-822747-2 is: [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:22:54Z', 'revision_number': 4, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'bc2883b8-f923-42cd-826e-77610b13c754', 'name': '', 'network_id': 'b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'mac_address': 'fa:16:3e:08:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:53Z', 'updated_at': '2022-01-28T14:22:58Z', 'revision_number': 5, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'subnets': [{'id': 'fa41e832-0e14-4e96-8298-f17453ce2e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:35:48.900005 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713d1bb8-21d5-40a8-9635-1b48ca36e247 None None] New status for floating IP e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa: DOWN {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:35:49.049081 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-91036a90-7398-4774-baf7-30060c37af06 req-8ed0e69c-f1e0-4922-9738-499926d7e845 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 210 time: 0.0328209 Jan 28 14:35:50.151669 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-57fb8ee0-726e-44ff-bbf1-bc6a109eaf23 req-e334196c-7bc6-44db-a83a-0abb5e961ea9 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 210 time: 0.0298729 Jan 28 14:35:50.444277 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:51.251259 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db2a3a3a-9b11-4d5d-a583-ace401927abf req-1732328d-f410-4b60-b339-11b36017be2c tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 210 time: 0.0274816 Jan 28 14:35:51.299679 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 2f305191-3b11-4ff9-a03f-db9d0b2d4ade no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:35:51.320579 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 2f305191-3b11-4ff9-a03f-db9d0b2d4ade {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:35:51.320947 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 2f305191-3b11-4ff9-a03f-db9d0b2d4ade not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:35:52.349577 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-41ddcce5-9178-4fa8-bcfe-b3b51a4271ee req-abc47420-826c-49c1-931e-3ea4becbab98 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 210 time: 0.0273778 Jan 28 14:35:53.445430 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c61df68d-f906-4b41-be3b-2b5e977096b1 req-6b65f3eb-ed53-4ef1-a975-af734889f9d0 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 210 time: 0.0268617 Jan 28 14:35:54.546057 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-37bc5215-bb09-4f76-9df1-8069048b1cd1 req-77dc3bf3-3730-4a27-af03-f351602a7ec2 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 210 time: 0.0278687 Jan 28 14:35:55.646402 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f62adf7d-9dfd-4031-8b04-1f96464b6985 req-3971f4d0-f139-4366-a961-93d3c898a56e tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 210 time: 0.0299284 Jan 28 14:35:56.757975 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3a0cf398-bd6d-4e97-bc0a-36c2ce316c98 req-32c73d46-6889-4207-8bca-3dfbb603d8da tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebddd288-6cbb-4233-bcd0-2fea25ea71d6 HTTP/1.1" status: 200 len: 210 time: 0.0286691 Jan 28 14:35:59.397490 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-77e5e5c2-1a5c-4034-b196-dad0e6f2b684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:01.709902 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b079b364-e316-44c9-aa67-af2709014dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:03.171183 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:03.657757 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51282) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:03.713438 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7353d648-59fd-467c-ae4a-07b375ac7f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for security_group (1e2c0605-f016-4648-bbdf-21420d0470ac), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:03.737423 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7353d648-59fd-467c-ae4a-07b375ac7f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for security_group (1e2c0605-f016-4648-bbdf-21420d0470ac), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:03.792408 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7353d648-59fd-467c-ae4a-07b375ac7f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1e2c0605-f016-4648-bbdf-21420d0470ac), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:03.795026 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7353d648-59fd-467c-ae4a-07b375ac7f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:03.796214 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7353d648-59fd-467c-ae4a-07b375ac7f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "DELETE /v2.0/security-groups/1e2c0605-f016-4648-bbdf-21420d0470ac HTTP/1.1" status: 204 len: 168 time: 0.1374416 Jan 28 14:36:03.799202 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51284) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:03.805631 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353d648-59fd-467c-ae4a-07b375ac7f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2c0605-f016-4648-bbdf-21420d0470ac,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:03.813323 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7353d648-59fd-467c-ae4a-07b375ac7f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:03.813667 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7353d648-59fd-467c-ae4a-07b375ac7f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:03.813794 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [None req-13552d2d-ddd4-4a1b-b80c-17d5fb00aea4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] show failed (client error): The resource could not be found. Jan 28 14:36:03.814003 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7353d648-59fd-467c-ae4a-07b375ac7f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:03.814378 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7353d648-59fd-467c-ae4a-07b375ac7f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:03.815089 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7353d648-59fd-467c-ae4a-07b375ac7f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:03.815089 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7353d648-59fd-467c-ae4a-07b375ac7f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:03.815388 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7353d648-59fd-467c-ae4a-07b375ac7f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:03.815710 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7353d648-59fd-467c-ae4a-07b375ac7f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:03.816031 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7353d648-59fd-467c-ae4a-07b375ac7f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:03.816352 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7353d648-59fd-467c-ae4a-07b375ac7f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:03.816672 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7353d648-59fd-467c-ae4a-07b375ac7f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:03.817000 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7353d648-59fd-467c-ae4a-07b375ac7f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:03.817318 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7353d648-59fd-467c-ae4a-07b375ac7f58 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:03.817698 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-13552d2d-ddd4-4a1b-b80c-17d5fb00aea4 tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "GET /v2.0/security-groups/1e2c0605-f016-4648-bbdf-21420d0470ac HTTP/1.1" status: 404 len: 347 time: 0.0174236 Jan 28 14:36:03.818255 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51286) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:03.954708 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-600b76d6-19a7-4b4c-b8af-2a57204a0b0f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Deleting port 698b6b24-a527-4fff-949c-c7181b8799de {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:36:03.955145 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-600b76d6-19a7-4b4c-b8af-2a57204a0b0f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (698b6b24-a527-4fff-949c-c7181b8799de), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:04.037015 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-600b76d6-19a7-4b4c-b8af-2a57204a0b0f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (698b6b24-a527-4fff-949c-c7181b8799de), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:04.037324 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-600b76d6-19a7-4b4c-b8af-2a57204a0b0f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for floatingip (698b6b24-a527-4fff-949c-c7181b8799de), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:04.049216 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-600b76d6-19a7-4b4c-b8af-2a57204a0b0f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Calling delete_port for 698b6b24-a527-4fff-949c-c7181b8799de owned by network:floatingip {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:36:04.185415 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-600b76d6-19a7-4b4c-b8af-2a57204a0b0f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (698b6b24-a527-4fff-949c-c7181b8799de), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:04.210602 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b76d6-19a7-4b4c-b8af-2a57204a0b0f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Pushing event deleted for resources: {'Port': ['ID=698b6b24-a527-4fff-949c-c7181b8799de,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:04.241336 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b76d6-19a7-4b4c-b8af-2a57204a0b0f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:04.241684 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b76d6-19a7-4b4c-b8af-2a57204a0b0f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:04.242062 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b76d6-19a7-4b4c-b8af-2a57204a0b0f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:04.242395 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b76d6-19a7-4b4c-b8af-2a57204a0b0f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:04.242732 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b76d6-19a7-4b4c-b8af-2a57204a0b0f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:04.243075 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b76d6-19a7-4b4c-b8af-2a57204a0b0f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:04.243395 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b76d6-19a7-4b4c-b8af-2a57204a0b0f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:04.243719 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b76d6-19a7-4b4c-b8af-2a57204a0b0f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:04.244044 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b76d6-19a7-4b4c-b8af-2a57204a0b0f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:04.244362 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b76d6-19a7-4b4c-b8af-2a57204a0b0f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:04.244682 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b76d6-19a7-4b4c-b8af-2a57204a0b0f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:04.245001 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b76d6-19a7-4b4c-b8af-2a57204a0b0f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:04.245319 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b76d6-19a7-4b4c-b8af-2a57204a0b0f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:04.284586 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-600b76d6-19a7-4b4c-b8af-2a57204a0b0f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks [] for floatingip (e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:04.287439 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-600b76d6-19a7-4b4c-b8af-2a57204a0b0f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:04.288595 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-600b76d6-19a7-4b4c-b8af-2a57204a0b0f tempest-ServerActionsTestJSON-779869547 tempest-ServerActionsTestJSON-779869547-project] 10.222.0.39 "DELETE /v2.0/floatingips/e27b091b-b4ce-44ee-8199-3aa5e7fcc5aa HTTP/1.1" status: 204 len: 168 time: 0.4694524 Jan 28 14:36:04.291740 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51288) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:04.547898 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:04.770867 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-87e7c74b-a992-45c1-8122-77084f3230d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (e2c4c059-9b1b-461b-8e51-d656aef35083), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:05.031668 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-87e7c74b-a992-45c1-8122-77084f3230d0 admin admin] Deleting port bc2883b8-f923-42cd-826e-77610b13c754 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:36:05.032315 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-87e7c74b-a992-45c1-8122-77084f3230d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (bc2883b8-f923-42cd-826e-77610b13c754), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:05.118502 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-87e7c74b-a992-45c1-8122-77084f3230d0 admin admin] For port bc2883b8-f923-42cd-826e-77610b13c754, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=bc2883b8-f923-42cd-826e-77610b13c754,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:05.118870 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-87e7c74b-a992-45c1-8122-77084f3230d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (bc2883b8-f923-42cd-826e-77610b13c754), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:05.131257 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-87e7c74b-a992-45c1-8122-77084f3230d0 admin admin] Calling delete_port for bc2883b8-f923-42cd-826e-77610b13c754 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:36:05.325561 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-87e7c74b-a992-45c1-8122-77084f3230d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (bc2883b8-f923-42cd-826e-77610b13c754), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:05.353869 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7c74b-a992-45c1-8122-77084f3230d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc2883b8-f923-42cd-826e-77610b13c754,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:05.517807 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-87e7c74b-a992-45c1-8122-77084f3230d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (e2c4c059-9b1b-461b-8e51-d656aef35083), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:05.767773 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e7c74b-a992-45c1-8122-77084f3230d0 admin admin] Router e2c4c059-9b1b-461b-8e51-d656aef35083 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:36:05.877411 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e7c74b-a992-45c1-8122-77084f3230d0 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:36:05.883355 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-87e7c74b-a992-45c1-8122-77084f3230d0 admin admin] 10.222.0.39 "PUT /v2.0/routers/e2c4c059-9b1b-461b-8e51-d656aef35083/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5904615 Jan 28 14:36:05.885013 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51292) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:05.886709 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd2668f-a5bf-45a9-bd83-d44ec5bfa1dd None None] Sync routers for ids ['e2c4c059-9b1b-461b-8e51-d656aef35083'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:36:05.897548 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd2668f-a5bf-45a9-bd83-d44ec5bfa1dd None None] Routers {'e2c4c059-9b1b-461b-8e51-d656aef35083'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:36:05.898244 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-afd2668f-a5bf-45a9-bd83-d44ec5bfa1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:36:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e2c4c059-9b1b-461b-8e51-d656aef35083'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:05.986463 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7c38415-6445-4624-97b9-a7129e04b79f admin admin] Publish callbacks [] for router (e2c4c059-9b1b-461b-8e51-d656aef35083), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:06.005901 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-afd2668f-a5bf-45a9-bd83-d44ec5bfa1dd None None] Set router e2c4c059-9b1b-461b-8e51-d656aef35083 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:36:06.097953 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7c38415-6445-4624-97b9-a7129e04b79f admin admin] Publish callbacks [] for router_gateway (e2c4c059-9b1b-461b-8e51-d656aef35083), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:06.150657 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-c7c38415-6445-4624-97b9-a7129e04b79f admin admin] Deleting port 17dc306c-b978-4354-95b7-bf243616006d {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:36:06.151049 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7c38415-6445-4624-97b9-a7129e04b79f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (17dc306c-b978-4354-95b7-bf243616006d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:06.199365 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-afd2668f-a5bf-45a9-bd83-d44ec5bfa1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '17dc306c-b978-4354-95b7-bf243616006d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:36:05Z', 'revision_number': 5, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port': {'id': '17dc306c-b978-4354-95b7-bf243616006d', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:52Z', 'updated_at': '2022-01-28T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:06.225843 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd2668f-a5bf-45a9-bd83-d44ec5bfa1dd None None] Checking router: e2c4c059-9b1b-461b-8e51-d656aef35083 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:36:06.232567 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-c7c38415-6445-4624-97b9-a7129e04b79f admin admin] For port 17dc306c-b978-4354-95b7-bf243616006d, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=17dc306c-b978-4354-95b7-bf243616006d,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:06.232994 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7c38415-6445-4624-97b9-a7129e04b79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (17dc306c-b978-4354-95b7-bf243616006d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:06.234416 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd2668f-a5bf-45a9-bd83-d44ec5bfa1dd None None] Routers {'e2c4c059-9b1b-461b-8e51-d656aef35083'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:36:06.235057 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-afd2668f-a5bf-45a9-bd83-d44ec5bfa1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:36:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e2c4c059-9b1b-461b-8e51-d656aef35083'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:06.245014 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-c7c38415-6445-4624-97b9-a7129e04b79f admin admin] Calling delete_port for 17dc306c-b978-4354-95b7-bf243616006d owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:36:06.323442 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-afd2668f-a5bf-45a9-bd83-d44ec5bfa1dd None None] Set router e2c4c059-9b1b-461b-8e51-d656aef35083 gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:36:06.377619 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-afd2668f-a5bf-45a9-bd83-d44ec5bfa1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:36:06Z', 'revision_number': 6, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:06.584421 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd2668f-a5bf-45a9-bd83-d44ec5bfa1dd None None] The sync data for ids ['e2c4c059-9b1b-461b-8e51-d656aef35083'] in n-d-822747-2 is: [{'id': 'e2c4c059-9b1b-461b-8e51-d656aef35083', 'name': 'tempest-ServerActionsTestJSON-1509275125-router', 'tenant_id': 'd29292ae351c4e74888107e15a8770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:51Z', 'updated_at': '2022-01-28T14:36:06Z', 'revision_number': 6, 'project_id': 'd29292ae351c4e74888107e15a8770d3', 'gw_port_host': None}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:36:06.597079 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:06.776371 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7c38415-6445-4624-97b9-a7129e04b79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (17dc306c-b978-4354-95b7-bf243616006d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:06.802774 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c38415-6445-4624-97b9-a7129e04b79f admin admin] Pushing event deleted for resources: {'Port': ['ID=17dc306c-b978-4354-95b7-bf243616006d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:06.861091 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7c38415-6445-4624-97b9-a7129e04b79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (e2c4c059-9b1b-461b-8e51-d656aef35083), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:06.961797 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7c38415-6445-4624-97b9-a7129e04b79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (e2c4c059-9b1b-461b-8e51-d656aef35083), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:06.964093 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7c38415-6445-4624-97b9-a7129e04b79f admin admin] Publish callbacks [] for router_controller (e2c4c059-9b1b-461b-8e51-d656aef35083), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:07.009863 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7c38415-6445-4624-97b9-a7129e04b79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (e2c4c059-9b1b-461b-8e51-d656aef35083), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:07.010455 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c38415-6445-4624-97b9-a7129e04b79f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2c4c059-9b1b-461b-8e51-d656aef35083 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:36:07.014986 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c7c38415-6445-4624-97b9-a7129e04b79f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:07.016267 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c7c38415-6445-4624-97b9-a7129e04b79f admin admin] 10.222.0.39 "DELETE /v2.0/routers/e2c4c059-9b1b-461b-8e51-d656aef35083 HTTP/1.1" status: 204 len: 168 time: 1.1303144 Jan 28 14:36:07.018862 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51294) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:07.074130 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-e26da68f-fee3-4e82-a09e-2462c355b6f0 admin admin] Deleting subnet fa41e832-0e14-4e96-8298-f17453ce2e7b {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:36:07.077360 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e26da68f-fee3-4e82-a09e-2462c355b6f0 admin admin] Publish callbacks [] for subnet (fa41e832-0e14-4e96-8298-f17453ce2e7b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:07.115988 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e26da68f-fee3-4e82-a09e-2462c355b6f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (fa41e832-0e14-4e96-8298-f17453ce2e7b), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:07.194726 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e26da68f-fee3-4e82-a09e-2462c355b6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (fa41e832-0e14-4e96-8298-f17453ce2e7b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:07.251127 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e26da68f-fee3-4e82-a09e-2462c355b6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (fa41e832-0e14-4e96-8298-f17453ce2e7b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:07.276781 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26da68f-fee3-4e82-a09e-2462c355b6f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa41e832-0e14-4e96-8298-f17453ce2e7b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:07.281964 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e26da68f-fee3-4e82-a09e-2462c355b6f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:07.285144 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e26da68f-fee3-4e82-a09e-2462c355b6f0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fa41e832-0e14-4e96-8298-f17453ce2e7b HTTP/1.1" status: 204 len: 168 time: 0.2649052 Jan 28 14:36:07.287906 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51296) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:07.290497 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5ed73a-c755-4523-8af5-639c80b9ea0c None None] Network b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:36:07.356807 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec236024-a7ce-491a-82d9-b2aa230ff418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:07.413783 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-ec236024-a7ce-491a-82d9-b2aa230ff418 admin admin] Deleting port c19812c2-612e-4cd0-9ee7-6e15e1ab4f76 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:36:07.414365 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec236024-a7ce-491a-82d9-b2aa230ff418 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c19812c2-612e-4cd0-9ee7-6e15e1ab4f76), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:07.445830 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c81a5d-fa9a-44fb-95b0-82cb84f6d532 None None] DHCP port deletion for b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:36:07.484951 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-ec236024-a7ce-491a-82d9-b2aa230ff418 admin admin] For port c19812c2-612e-4cd0-9ee7-6e15e1ab4f76, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c19812c2-612e-4cd0-9ee7-6e15e1ab4f76,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:07.485317 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec236024-a7ce-491a-82d9-b2aa230ff418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c19812c2-612e-4cd0-9ee7-6e15e1ab4f76), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:07.497404 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-96c81a5d-fa9a-44fb-95b0-82cb84f6d532 None None] Deleting port c19812c2-612e-4cd0-9ee7-6e15e1ab4f76 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:36:07.497779 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96c81a5d-fa9a-44fb-95b0-82cb84f6d532 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c19812c2-612e-4cd0-9ee7-6e15e1ab4f76), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:07.499801 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-ec236024-a7ce-491a-82d9-b2aa230ff418 admin admin] Calling delete_port for c19812c2-612e-4cd0-9ee7-6e15e1ab4f76 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:36:07.561563 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-96c81a5d-fa9a-44fb-95b0-82cb84f6d532 None None] For port c19812c2-612e-4cd0-9ee7-6e15e1ab4f76, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c19812c2-612e-4cd0-9ee7-6e15e1ab4f76,segment=NetworkSegment(bacff068-5d6c-4d59-9883-1e7824fe8928),segment_id=bacff068-5d6c-4d59-9883-1e7824fe8928)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:07.561928 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96c81a5d-fa9a-44fb-95b0-82cb84f6d532 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c19812c2-612e-4cd0-9ee7-6e15e1ab4f76), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:07.579968 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec236024-a7ce-491a-82d9-b2aa230ff418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c19812c2-612e-4cd0-9ee7-6e15e1ab4f76), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:07.580233 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-96c81a5d-fa9a-44fb-95b0-82cb84f6d532 None None] Calling delete_port for c19812c2-612e-4cd0-9ee7-6e15e1ab4f76 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:36:07.609409 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec236024-a7ce-491a-82d9-b2aa230ff418 admin admin] Pushing event deleted for resources: {'Port': ['ID=c19812c2-612e-4cd0-9ee7-6e15e1ab4f76,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:07.615451 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec236024-a7ce-491a-82d9-b2aa230ff418 admin admin] No DVR routers for this DVR port c19812c2-612e-4cd0-9ee7-6e15e1ab4f76 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:36:07.657401 n-d-822747-2 neutron-server[103353]: self.session.flush() Jan 28 14:36:07.661984 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96c81a5d-fa9a-44fb-95b0-82cb84f6d532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (c19812c2-612e-4cd0-9ee7-6e15e1ab4f76), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:07.687732 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c81a5d-fa9a-44fb-95b0-82cb84f6d532 None None] Pushing event deleted for resources: {'Port': ['ID=c19812c2-612e-4cd0-9ee7-6e15e1ab4f76,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:07.691134 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c81a5d-fa9a-44fb-95b0-82cb84f6d532 None None] No DVR routers for this DVR port c19812c2-612e-4cd0-9ee7-6e15e1ab4f76 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:36:07.691833 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec236024-a7ce-491a-82d9-b2aa230ff418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:07.716769 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-ec236024-a7ce-491a-82d9-b2aa230ff418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:07.726701 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-ec236024-a7ce-491a-82d9-b2aa230ff418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bacff068-5d6c-4d59-9883-1e7824fe8928') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:07.727027 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-ec236024-a7ce-491a-82d9-b2aa230ff418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bacff068-5d6c-4d59-9883-1e7824fe8928') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:07.736237 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec236024-a7ce-491a-82d9-b2aa230ff418 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (bacff068-5d6c-4d59-9883-1e7824fe8928), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:07.754174 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec236024-a7ce-491a-82d9-b2aa230ff418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (bacff068-5d6c-4d59-9883-1e7824fe8928), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:07.761190 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec236024-a7ce-491a-82d9-b2aa230ff418 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:36:07.761569 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec236024-a7ce-491a-82d9-b2aa230ff418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (bacff068-5d6c-4d59-9883-1e7824fe8928), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: timer() Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:36:07.763313 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:36:07.822550 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec236024-a7ce-491a-82d9-b2aa230ff418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:07.828466 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec236024-a7ce-491a-82d9-b2aa230ff418 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:07.831643 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ec236024-a7ce-491a-82d9-b2aa230ff418 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc HTTP/1.1" status: 204 len: 168 time: 0.5426846 Jan 28 14:36:07.842535 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec236024-a7ce-491a-82d9-b2aa230ff418 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6ede5b0-5d55-4d0a-8cf4-02cbad8db5dc,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:07.971610 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51300) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:08.014817 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b6910274-57fd-4309-990f-41b77768dda5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d29292ae351c4e74888107e15a8770d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420017 Jan 28 14:36:08.017844 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51302) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:08.069236 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-256f5150-a695-4901-8180-d399bc04c3c0 admin admin] Publish callbacks [] for security_group (ecb8707f-ff08-480d-a263-f19552154344), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:08.086467 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c19812c2-612e-4cd0-9ee7-6e15e1ab4f76 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:36:08.096925 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-256f5150-a695-4901-8180-d399bc04c3c0 admin admin] Publish callbacks [] for security_group (ecb8707f-ff08-480d-a263-f19552154344), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:08.110812 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: c19812c2-612e-4cd0-9ee7-6e15e1ab4f76 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:36:08.111202 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c19812c2-612e-4cd0-9ee7-6e15e1ab4f76 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:36:08.111675 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device bc2883b8-f923-42cd-826e-77610b13c754 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:36:08.131428 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: bc2883b8-f923-42cd-826e-77610b13c754 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:36:08.131781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device bc2883b8-f923-42cd-826e-77610b13c754 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:36:08.132196 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 17dc306c-b978-4354-95b7-bf243616006d no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:36:08.143925 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-256f5150-a695-4901-8180-d399bc04c3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ecb8707f-ff08-480d-a263-f19552154344), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:08.146562 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-256f5150-a695-4901-8180-d399bc04c3c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:08.147842 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-256f5150-a695-4901-8180-d399bc04c3c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ecb8707f-ff08-480d-a263-f19552154344 HTTP/1.1" status: 204 len: 168 time: 0.1290147 Jan 28 14:36:08.152130 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 17dc306c-b978-4354-95b7-bf243616006d {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:36:08.152430 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 17dc306c-b978-4354-95b7-bf243616006d not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:36:08.156274 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f5150-a695-4901-8180-d399bc04c3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb8707f-ff08-480d-a263-f19552154344,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:08.923414 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51324) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:09.032522 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-ea431468-5461-40b2-bf63-bebef60dca57 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-384707757-network', 'tenant_id': '91081fad05b7405fa6894775aa4d2034'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:09.063084 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea431468-5461-40b2-bf63-bebef60dca57 admin admin] Made reservation on behalf of 91081fad05b7405fa6894775aa4d2034 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:36:09.065545 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ea431468-5461-40b2-bf63-bebef60dca57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:09.078292 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ea431468-5461-40b2-bf63-bebef60dca57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:09.160027 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ea431468-5461-40b2-bf63-bebef60dca57 admin admin] Publish callbacks [] for security_group (765a1fa6-f80c-4cfa-81b6-a704676384e1), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:09.166682 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ea431468-5461-40b2-bf63-bebef60dca57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (765a1fa6-f80c-4cfa-81b6-a704676384e1), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:09.191309 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea431468-5461-40b2-bf63-bebef60dca57 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:36:09.201144 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea431468-5461-40b2-bf63-bebef60dca57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765a1fa6-f80c-4cfa-81b6-a704676384e1,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:09.207639 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ea431468-5461-40b2-bf63-bebef60dca57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:09.207978 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-ea431468-5461-40b2-bf63-bebef60dca57 admin admin] Added segment ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54 of type vlan for network fcaefe32-c09c-4bba-8f61-d94583ef7ce0 Jan 28 14:36:09.247887 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ea431468-5461-40b2-bf63-bebef60dca57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (fcaefe32-c09c-4bba-8f61-d94583ef7ce0), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:09.274843 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ea431468-5461-40b2-bf63-bebef60dca57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (fcaefe32-c09c-4bba-8f61-d94583ef7ce0), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:09.275889 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea431468-5461-40b2-bf63-bebef60dca57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:09.276543 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ea431468-5461-40b2-bf63-bebef60dca57 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:09.310312 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ea431468-5461-40b2-bf63-bebef60dca57 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3858008 Jan 28 14:36:09.313496 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51328) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:09.318757 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-b646fff3-3abc-4854-8241-77bfb9a53cf6 admin admin] Request body: {'subnet': {'network_id': 'fcaefe32-c09c-4bba-8f61-d94583ef7ce0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-384707757-subnet', 'tenant_id': '91081fad05b7405fa6894775aa4d2034', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:09.338570 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b646fff3-3abc-4854-8241-77bfb9a53cf6 admin admin] Made reservation on behalf of 91081fad05b7405fa6894775aa4d2034 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:36:09.341057 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b646fff3-3abc-4854-8241-77bfb9a53cf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:09.344003 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea431468-5461-40b2-bf63-bebef60dca57 admin admin] Pushing event updated for resources: {'Network': ['ID=fcaefe32-c09c-4bba-8f61-d94583ef7ce0,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:09.354721 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network fcaefe32-c09c-4bba-8f61-d94583ef7ce0 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:36:09.518765 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b646fff3-3abc-4854-8241-77bfb9a53cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (0a8de592-f10f-4dda-9b49-a42daf4d32f4), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:09.587245 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646fff3-3abc-4854-8241-77bfb9a53cf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a8de592-f10f-4dda-9b49-a42daf4d32f4,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:09.599400 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b646fff3-3abc-4854-8241-77bfb9a53cf6 admin admin] Checking segment: {'id': 'ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fcaefe32-c09c-4bba-8f61-d94583ef7ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:36:09.599761 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b646fff3-3abc-4854-8241-77bfb9a53cf6 admin admin] Network hostable DHCP agents. Network: fcaefe32-c09c-4bba-8f61-d94583ef7ce0, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:36:09.617626 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b646fff3-3abc-4854-8241-77bfb9a53cf6 admin admin] Network fcaefe32-c09c-4bba-8f61-d94583ef7ce0 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:36:09.626715 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-b646fff3-3abc-4854-8241-77bfb9a53cf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, fcaefe32-c09c-4bba-8f61-d94583ef7ce0) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:36:09.631624 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b646fff3-3abc-4854-8241-77bfb9a53cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:09.633217 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b646fff3-3abc-4854-8241-77bfb9a53cf6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:09.635061 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94890cdf-d63d-4ddf-9f45-50801a8f5857 None None] Network fcaefe32-c09c-4bba-8f61-d94583ef7ce0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:36:09.650288 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b646fff3-3abc-4854-8241-77bfb9a53cf6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3355715 Jan 28 14:36:09.734707 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31ddbad-710b-4baf-b557-fb39731759fe None None] Network fcaefe32-c09c-4bba-8f61-d94583ef7ce0 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:36:10.083278 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-a4f5d52f-bd8c-4a2f-bb39-616fc8c4819b tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:10.084647 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-a4f5d52f-bd8c-4a2f-bb39-616fc8c4819b tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/networks?id=fcaefe32-c09c-4bba-8f61-d94583ef7ce0 HTTP/1.1" status: 200 len: 813 time: 0.1009920 Jan 28 14:36:10.101712 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-1bfa19aa-6aec-469c-ab80-414506d807ad tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/quotas/91081fad05b7405fa6894775aa4d2034 HTTP/1.1" status: 200 len: 375 time: 0.0095434 Jan 28 14:36:10.137402 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-73eaba38-fad8-4c54-950d-3a9b1e5edfcc tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=91081fad05b7405fa6894775aa4d2034&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304470 Jan 28 14:36:10.175118 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:36:10.239026 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-2b85b0bf-370c-4bb6-8196-313b976018b1 service neutron] 10.222.0.39 "GET /v2.0/networks/fcaefe32-c09c-4bba-8f61-d94583ef7ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945995 Jan 28 14:36:10.330133 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-b3d849be-5650-4966-b9d5-1e23c93302b3 service neutron] 10.222.0.39 "GET /v2.0/networks/fcaefe32-c09c-4bba-8f61-d94583ef7ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854642 Jan 28 14:36:10.497339 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6682f3f9-a907-4e81-99b4-5bc4ae82e50e req-12f33b3b-2c92-442d-a00a-b319625cbdb3 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6091712-90b9-4f25-96b9-e0897840091a HTTP/1.1" status: 200 len: 210 time: 0.0274746 Jan 28 14:36:11.483658 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-de1e9cb6-ad87-4c66-903f-351bb58b59e3 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:11.485141 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-de1e9cb6-ad87-4c66-903f-351bb58b59e3 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.18 "GET /v2.0/networks?id=fcaefe32-c09c-4bba-8f61-d94583ef7ce0 HTTP/1.1" status: 200 len: 813 time: 0.1141365 Jan 28 14:36:11.499346 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-fca5fc7b-daa5-4c72-812a-93bb69e65c39 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Request body: {'port': {'device_id': 'c6091712-90b9-4f25-96b9-e0897840091a', 'network_id': 'fcaefe32-c09c-4bba-8f61-d94583ef7ce0', 'admin_state_up': True, 'tenant_id': '91081fad05b7405fa6894775aa4d2034'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:11.603942 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9108777a-5197-4da1-bb27-5eb826665734 req-85ee5ce4-2de1-40c0-a413-11c845354202 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6091712-90b9-4f25-96b9-e0897840091a HTTP/1.1" status: 200 len: 210 time: 0.0349236 Jan 28 14:36:11.637531 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-fca5fc7b-daa5-4c72-812a-93bb69e65c39 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Made reservation on behalf of 91081fad05b7405fa6894775aa4d2034 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:36:11.642782 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-fca5fc7b-daa5-4c72-812a-93bb69e65c39 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:11.778983 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-fca5fc7b-daa5-4c72-812a-93bb69e65c39 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Allocated IP 172.20.0.8 (fcaefe32-c09c-4bba-8f61-d94583ef7ce0/0a8de592-f10f-4dda-9b49-a42daf4d32f4/32e6384c-243c-48ab-988c-de097997ece4) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:36:11.950749 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-fca5fc7b-daa5-4c72-812a-93bb69e65c39 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Publish callbacks [] for port (32e6384c-243c-48ab-988c-de097997ece4), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:11.996359 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-fca5fc7b-daa5-4c72-812a-93bb69e65c39 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (32e6384c-243c-48ab-988c-de097997ece4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:12.037827 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-fca5fc7b-daa5-4c72-812a-93bb69e65c39 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Network fcaefe32-c09c-4bba-8f61-d94583ef7ce0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:36:12.040751 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-fca5fc7b-daa5-4c72-812a-93bb69e65c39 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:36:12.046439 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-fca5fc7b-daa5-4c72-812a-93bb69e65c39 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:36:12.052802 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5fc7b-daa5-4c72-812a-93bb69e65c39 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Pushing event updated for resources: {'Port': ['ID=32e6384c-243c-48ab-988c-de097997ece4,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:12.101895 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-fca5fc7b-daa5-4c72-812a-93bb69e65c39 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:12.102527 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-fca5fc7b-daa5-4c72-812a-93bb69e65c39 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:12.120112 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-fca5fc7b-daa5-4c72-812a-93bb69e65c39 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6246073 Jan 28 14:36:12.132766 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-ec00d761-b587-4919-9741-b709c13473ab service neutron] Request body: {'port': {'device_id': 'c6091712-90b9-4f25-96b9-e0897840091a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:12.189725 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-ec00d761-b587-4919-9741-b709c13473ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (32e6384c-243c-48ab-988c-de097997ece4), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:12.450753 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-ec00d761-b587-4919-9741-b709c13473ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e6384c-243c-48ab-988c-de097997ece4 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:36:12.458515 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-ec00d761-b587-4919-9741-b709c13473ab service neutron] Publish callbacks [] for port (32e6384c-243c-48ab-988c-de097997ece4), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:12.470236 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-ec00d761-b587-4919-9741-b709c13473ab service neutron] Transition to ACTIVE for port object 32e6384c-243c-48ab-988c-de097997ece4 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:36:12.476884 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-ec00d761-b587-4919-9741-b709c13473ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (32e6384c-243c-48ab-988c-de097997ece4), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:12.527185 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00d761-b587-4919-9741-b709c13473ab service neutron] Pushing event updated for resources: {'Port': ['ID=32e6384c-243c-48ab-988c-de097997ece4,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:12.598112 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-ec00d761-b587-4919-9741-b709c13473ab service neutron] Attempting to bind port 32e6384c-243c-48ab-988c-de097997ece4 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:36:12.598112 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-ec00d761-b587-4919-9741-b709c13473ab service neutron] Attempting to bind port 32e6384c-243c-48ab-988c-de097997ece4 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fcaefe32-c09c-4bba-8f61-d94583ef7ce0'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:36:12.598824 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-ec00d761-b587-4919-9741-b709c13473ab service neutron] Attempting to bind port 32e6384c-243c-48ab-988c-de097997ece4 on network fcaefe32-c09c-4bba-8f61-d94583ef7ce0 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:36:12.603315 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-ec00d761-b587-4919-9741-b709c13473ab service neutron] Port 32e6384c-243c-48ab-988c-de097997ece4 on network fcaefe32-c09c-4bba-8f61-d94583ef7ce0 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:36:12.603628 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-ec00d761-b587-4919-9741-b709c13473ab service neutron] Attempting to bind port 32e6384c-243c-48ab-988c-de097997ece4 on network fcaefe32-c09c-4bba-8f61-d94583ef7ce0 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:36:12.608317 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-ec00d761-b587-4919-9741-b709c13473ab service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:36:12.608625 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-ec00d761-b587-4919-9741-b709c13473ab service neutron] Checking segment: {'id': 'ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fcaefe32-c09c-4bba-8f61-d94583ef7ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:36:12.609020 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-ec00d761-b587-4919-9741-b709c13473ab service neutron] Bound using segment: {'id': 'ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fcaefe32-c09c-4bba-8f61-d94583ef7ce0'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:36:12.609430 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-ec00d761-b587-4919-9741-b709c13473ab service neutron] Bound port: 32e6384c-243c-48ab-988c-de097997ece4, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fcaefe32-c09c-4bba-8f61-d94583ef7ce0'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:36:12.609772 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-ec00d761-b587-4919-9741-b709c13473ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (32e6384c-243c-48ab-988c-de097997ece4), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:12.673316 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-ec00d761-b587-4919-9741-b709c13473ab service neutron] For port 32e6384c-243c-48ab-988c-de097997ece4, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:36:12.677059 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-ec00d761-b587-4919-9741-b709c13473ab service neutron] For port 32e6384c-243c-48ab-988c-de097997ece4, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=32e6384c-243c-48ab-988c-de097997ece4,segment=NetworkSegment(ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54),segment_id=ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:36:12.681510 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-ec00d761-b587-4919-9741-b709c13473ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (32e6384c-243c-48ab-988c-de097997ece4), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:12.720042 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-ec00d761-b587-4919-9741-b709c13473ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:12.720649 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-ec00d761-b587-4919-9741-b709c13473ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:12.722046 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-ec00d761-b587-4919-9741-b709c13473ab service neutron] 10.222.0.18 "PUT /v2.0/ports/32e6384c-243c-48ab-988c-de097997ece4 HTTP/1.1" status: 200 len: 1091 time: 0.5942338 Jan 28 14:36:12.722823 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6091712-90b9-4f25-96b9-e0897840091a', 'tag': '32e6384c-243c-48ab-988c-de097997ece4'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:36:12.724919 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8c3b86-8182-487f-9741-ce622c555c52" -d '{"events": [{"name": "network-changed", "server_uuid": "c6091712-90b9-4f25-96b9-e0897840091a", "tag": "32e6384c-243c-48ab-988c-de097997ece4"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:36:12.733334 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d1092-b377-4ddf-8fae-75942e7933ae req-12049cdb-d942-435f-b4fa-3a180496cb4e tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:12.735268 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f6d1092-b377-4ddf-8fae-75942e7933ae req-12049cdb-d942-435f-b4fa-3a180496cb4e tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6091712-90b9-4f25-96b9-e0897840091a HTTP/1.1" status: 200 len: 943 time: 0.0586290 Jan 28 14:36:12.749578 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00d761-b587-4919-9741-b709c13473ab service neutron] Pushing event updated for resources: {'Port': ['ID=32e6384c-243c-48ab-988c-de097997ece4,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:12.785902 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17699397-9492-41cb-939f-b71327ded3ea x-openstack-request-id: req-17699397-9492-41cb-939f-b71327ded3ea {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:36:12.785902 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6091712-90b9-4f25-96b9-e0897840091a", "tag": "32e6384c-243c-48ab-988c-de097997ece4", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:36:12.785902 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-17699397-9492-41cb-939f-b71327ded3ea {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:36:12.786356 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6091712-90b9-4f25-96b9-e0897840091a', 'tag': '32e6384c-243c-48ab-988c-de097997ece4', 'status': 'completed', 'code': 200} Jan 28 14:36:12.798586 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f6d1092-b377-4ddf-8fae-75942e7933ae req-711dda2c-a5b4-4ccd-9991-98fc13463cd6 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/security-groups?id=765a1fa6-f80c-4cfa-81b6-a704676384e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498633 Jan 28 14:36:12.816623 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-44e643b1-1b7a-491b-9220-cba2afe62f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:12.817991 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-44e643b1-1b7a-491b-9220-cba2afe62f8d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=91081fad05b7405fa6894775aa4d2034&device_id=c6091712-90b9-4f25-96b9-e0897840091a HTTP/1.1" status: 200 len: 1094 time: 0.0438461 Jan 28 14:36:12.858466 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-b764d3e0-4da0-48ff-97a0-3d36d4a80353 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32e6384c-243c-48ab-988c-de097997ece4 HTTP/1.1" status: 200 len: 217 time: 0.0334027 Jan 28 14:36:12.910953 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-3205bb21-c2ce-4ca3-89f2-ef246d07b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:12.912293 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-3205bb21-c2ce-4ca3-89f2-ef246d07b728 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0a8de592-f10f-4dda-9b49-a42daf4d32f4 HTTP/1.1" status: 200 len: 853 time: 0.0483489 Jan 28 14:36:12.943477 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-d2fceceb-0598-41b8-bc2e-9487ecf5218a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fcaefe32-c09c-4bba-8f61-d94583ef7ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256279 Jan 28 14:36:13.034727 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-2035f15a-b858-413b-ab55-9741f078e7a4 service neutron] 10.222.0.18 "GET /v2.0/networks/fcaefe32-c09c-4bba-8f61-d94583ef7ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846870 Jan 28 14:36:13.147048 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-07bd7079-7f01-44ee-bc16-eccf2a7cb1db req-de460485-1665-4d13-851f-0f584d6ac95f service neutron] 10.222.0.18 "GET /v2.0/networks/fcaefe32-c09c-4bba-8f61-d94583ef7ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054795 Jan 28 14:36:13.241504 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c3b86-8182-487f-9741-ce622c555c52 req-5303cfda-4142-4537-87ad-509dadccda9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:13.243024 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a8c3b86-8182-487f-9741-ce622c555c52 req-5303cfda-4142-4537-87ad-509dadccda9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=91081fad05b7405fa6894775aa4d2034&device_id=c6091712-90b9-4f25-96b9-e0897840091a HTTP/1.1" status: 200 len: 1094 time: 0.0427721 Jan 28 14:36:13.672231 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c3b86-8182-487f-9741-ce622c555c52 req-c629b6d2-9291-4b15-8dd3-13b7c7fbacc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:13.673720 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a8c3b86-8182-487f-9741-ce622c555c52 req-c629b6d2-9291-4b15-8dd3-13b7c7fbacc5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fcaefe32-c09c-4bba-8f61-d94583ef7ce0 HTTP/1.1" status: 200 len: 913 time: 0.4226456 Jan 28 14:36:13.717803 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a8c3b86-8182-487f-9741-ce622c555c52 req-d2fc5303-031e-4914-9dba-ad86cf574c0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32e6384c-243c-48ab-988c-de097997ece4 HTTP/1.1" status: 200 len: 217 time: 0.0371704 Jan 28 14:36:13.767603 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c3b86-8182-487f-9741-ce622c555c52 req-397c37f7-97d8-447f-8093-8bf58608d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:13.769041 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a8c3b86-8182-487f-9741-ce622c555c52 req-397c37f7-97d8-447f-8093-8bf58608d72a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0a8de592-f10f-4dda-9b49-a42daf4d32f4 HTTP/1.1" status: 200 len: 853 time: 0.0446951 Jan 28 14:36:13.800253 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a8c3b86-8182-487f-9741-ce622c555c52 req-129a0752-eba7-402a-b451-4b456f4915c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fcaefe32-c09c-4bba-8f61-d94583ef7ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243816 Jan 28 14:36:13.930111 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a8c3b86-8182-487f-9741-ce622c555c52 req-9209c314-5f91-4fbf-b5e7-e8c409512a12 service neutron] 10.222.0.18 "GET /v2.0/networks/fcaefe32-c09c-4bba-8f61-d94583ef7ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220822 Jan 28 14:36:13.942159 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a36a9-0048-4201-89b7-17bb17a67868 req-bd2a9278-a76c-4e73-90cc-7a3bf3687f13 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:13.943577 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ca0a36a9-0048-4201-89b7-17bb17a67868 req-bd2a9278-a76c-4e73-90cc-7a3bf3687f13 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6091712-90b9-4f25-96b9-e0897840091a HTTP/1.1" status: 200 len: 943 time: 0.0700285 Jan 28 14:36:14.042832 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ca0a36a9-0048-4201-89b7-17bb17a67868 req-cbdb4768-7767-410d-962d-d69211f80d28 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/security-groups?id=765a1fa6-f80c-4cfa-81b6-a704676384e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914910 Jan 28 14:36:14.065295 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-7a8c3b86-8182-487f-9741-ce622c555c52 req-4549986f-e0e7-490e-8e7f-3cbce3bee503 service neutron] 10.222.0.18 "GET /v2.0/networks/fcaefe32-c09c-4bba-8f61-d94583ef7ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207871 Jan 28 14:36:15.179397 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd33eab-c356-4d9e-8ffa-fd24f8d4f655 req-5f503f7a-c62f-4d69-ba4c-9b8e5894f625 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:15.180891 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fcd33eab-c356-4d9e-8ffa-fd24f8d4f655 req-5f503f7a-c62f-4d69-ba4c-9b8e5894f625 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6091712-90b9-4f25-96b9-e0897840091a HTTP/1.1" status: 200 len: 943 time: 0.0608358 Jan 28 14:36:15.234022 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fcd33eab-c356-4d9e-8ffa-fd24f8d4f655 req-58e8e8ad-c9e7-4e23-9ef8-9ff2dc5d572e tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/security-groups?id=765a1fa6-f80c-4cfa-81b6-a704676384e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449574 Jan 28 14:36:15.394501 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 32e6384c-243c-48ab-988c-de097997ece4 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:36:15.496500 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 32e6384c-243c-48ab-988c-de097997ece4, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=32e6384c-243c-48ab-988c-de097997ece4,segment=NetworkSegment(ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54),segment_id=ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:15.508527 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '32e6384c-243c-48ab-988c-de097997ece4', 'network_id': 'fcaefe32-c09c-4bba-8f61-d94583ef7ce0', 'port_id': '32e6384c-243c-48ab-988c-de097997ece4', 'mac_address': 'fa:16:3e:68:59:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a8de592-f10f-4dda-9b49-a42daf4d32f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:36:15.545816 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 32e6384c-243c-48ab-988c-de097997ece4 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:15.546196 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (32e6384c-243c-48ab-988c-de097997ece4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:15.558904 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e6384c-243c-48ab-988c-de097997ece4 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:36:15.583243 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 32e6384c-243c-48ab-988c-de097997ece4, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=32e6384c-243c-48ab-988c-de097997ece4,segment=NetworkSegment(ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54),segment_id=ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:15.590395 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (32e6384c-243c-48ab-988c-de097997ece4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:15.641649 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=32e6384c-243c-48ab-988c-de097997ece4,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:15.781036 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['32e6384c-243c-48ab-988c-de097997ece4'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:36:16.366620 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a4bed-b6bd-4e16-92f3-bc9627e2080f req-74899d58-1726-49eb-9108-7824240399f9 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:16.368130 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-065a4bed-b6bd-4e16-92f3-bc9627e2080f req-74899d58-1726-49eb-9108-7824240399f9 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6091712-90b9-4f25-96b9-e0897840091a HTTP/1.1" status: 200 len: 944 time: 0.0598850 Jan 28 14:36:16.423217 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-065a4bed-b6bd-4e16-92f3-bc9627e2080f req-74005231-8d1a-4f82-b508-f3311286e208 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/security-groups?id=765a1fa6-f80c-4cfa-81b6-a704676384e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464654 Jan 28 14:36:17.394119 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 32e6384c-243c-48ab-988c-de097997ece4 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:36:17.454541 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 32e6384c-243c-48ab-988c-de097997ece4 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:36:17.458653 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 32e6384c-243c-48ab-988c-de097997ece4 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:17.459062 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (32e6384c-243c-48ab-988c-de097997ece4), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:17.542450 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 32e6384c-243c-48ab-988c-de097997ece4 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:17.542841 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (32e6384c-243c-48ab-988c-de097997ece4), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:17.548208 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde7daf-1950-4f6e-9ee1-f8277b0144df req-9cceaae6-d047-47b3-9bca-f7dd63bdca64 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:17.549724 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4cde7daf-1950-4f6e-9ee1-f8277b0144df req-9cceaae6-d047-47b3-9bca-f7dd63bdca64 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6091712-90b9-4f25-96b9-e0897840091a HTTP/1.1" status: 200 len: 944 time: 0.0476832 Jan 28 14:36:17.569725 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6091712-90b9-4f25-96b9-e0897840091a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e6384c-243c-48ab-988c-de097997ece4'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:36:17.572009 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a3e10d-3bc2-4348-bd53-e46b4ee79841" -d '{"events": [{"server_uuid": "c6091712-90b9-4f25-96b9-e0897840091a", "name": "network-vif-plugged", "status": "completed", "tag": "32e6384c-243c-48ab-988c-de097997ece4"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:36:17.585418 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 32e6384c-243c-48ab-988c-de097997ece4, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=32e6384c-243c-48ab-988c-de097997ece4,segment=NetworkSegment(ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54),segment_id=ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:17.590424 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (32e6384c-243c-48ab-988c-de097997ece4), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:17.597936 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4cde7daf-1950-4f6e-9ee1-f8277b0144df req-2df435ef-5ff4-4f48-9bbd-a46baff2228f tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/security-groups?id=765a1fa6-f80c-4cfa-81b6-a704676384e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416961 Jan 28 14:36:17.620691 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396bc25e-6f20-4a1c-bde0-6f8f14f30958 x-openstack-request-id: req-396bc25e-6f20-4a1c-bde0-6f8f14f30958 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:36:17.620917 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6091712-90b9-4f25-96b9-e0897840091a", "name": "network-vif-plugged", "status": "completed", "tag": "32e6384c-243c-48ab-988c-de097997ece4", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:36:17.621163 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-396bc25e-6f20-4a1c-bde0-6f8f14f30958 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:36:17.621556 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6091712-90b9-4f25-96b9-e0897840091a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e6384c-243c-48ab-988c-de097997ece4', 'code': 200} Jan 28 14:36:17.641941 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=32e6384c-243c-48ab-988c-de097997ece4,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:17.713799 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954d6b7-de6c-4d99-81f1-2f841a9af3cc req-7eba9d6a-d4fd-47e2-814f-9caa513b3753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:17.715408 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c954d6b7-de6c-4d99-81f1-2f841a9af3cc req-7eba9d6a-d4fd-47e2-814f-9caa513b3753 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c6091712-90b9-4f25-96b9-e0897840091a HTTP/1.1" status: 200 len: 1096 time: 0.0402858 Jan 28 14:36:17.759475 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c954d6b7-de6c-4d99-81f1-2f841a9af3cc req-46259ad1-a5f7-43fb-ae53-961ee652a4e6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=765a1fa6-f80c-4cfa-81b6-a704676384e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375969 Jan 28 14:36:18.429233 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:18.729390 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83734eb8-3b2d-437c-b121-bdd8a478e3ab req-e5ffbc7b-4806-4e27-8e04-9b87b2fe517f tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:18.730818 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-83734eb8-3b2d-437c-b121-bdd8a478e3ab req-e5ffbc7b-4806-4e27-8e04-9b87b2fe517f tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6091712-90b9-4f25-96b9-e0897840091a HTTP/1.1" status: 200 len: 945 time: 0.0489948 Jan 28 14:36:18.784069 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-83734eb8-3b2d-437c-b121-bdd8a478e3ab req-2305b47a-5cea-498c-a3e2-25c60a979339 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/security-groups?id=765a1fa6-f80c-4cfa-81b6-a704676384e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475421 Jan 28 14:36:19.923766 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632272e-18a0-4784-a29a-e46ea467613d req-22b28bb9-2473-4991-9f34-1ffe0ee3c8ba tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:19.925255 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8632272e-18a0-4784-a29a-e46ea467613d req-22b28bb9-2473-4991-9f34-1ffe0ee3c8ba tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6091712-90b9-4f25-96b9-e0897840091a HTTP/1.1" status: 200 len: 945 time: 0.0577426 Jan 28 14:36:19.974943 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8632272e-18a0-4784-a29a-e46ea467613d req-f57b4cf3-5dfe-4993-97b0-46e1be9455a1 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/security-groups?id=765a1fa6-f80c-4cfa-81b6-a704676384e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434701 Jan 28 14:36:20.214952 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-4ad59ebc-b9fb-4f2b-8c94-61b4e1a8afe0 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:20.216437 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-4ad59ebc-b9fb-4f2b-8c94-61b4e1a8afe0 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/networks?id=fcaefe32-c09c-4bba-8f61-d94583ef7ce0 HTTP/1.1" status: 200 len: 813 time: 0.1046019 Jan 28 14:36:20.231362 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-3a952cc5-b6f9-4dcb-afd7-dcffc62076b2 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/quotas/91081fad05b7405fa6894775aa4d2034 HTTP/1.1" status: 200 len: 375 time: 0.0092237 Jan 28 14:36:20.280052 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-37d03f3c-0e2b-47d9-91f3-5d4498b94af0 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=91081fad05b7405fa6894775aa4d2034&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438910 Jan 28 14:36:20.384346 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-d9003de9-647a-4293-ae87-f2245ecd7efd service neutron] 10.222.0.39 "GET /v2.0/networks/fcaefe32-c09c-4bba-8f61-d94583ef7ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969808 Jan 28 14:36:20.456094 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:20.475411 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-fe2e4afb-de1a-4ca6-a5d7-8354fd39c347 service neutron] 10.222.0.39 "GET /v2.0/networks/fcaefe32-c09c-4bba-8f61-d94583ef7ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853612 Jan 28 14:36:20.641505 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fabbb57b-9272-47e1-8b83-74ef598631d6 req-3c3e51bb-7ab4-4e22-a300-a4221467063b tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0f8cbcd-3937-4f61-bcd5-b5c3415161a3 HTTP/1.1" status: 200 len: 210 time: 0.0315037 Jan 28 14:36:21.638600 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-5b9acf5d-0bb3-4c72-a265-76bfb0f9d21a tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:21.640153 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-5b9acf5d-0bb3-4c72-a265-76bfb0f9d21a tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.37 "GET /v2.0/networks?id=fcaefe32-c09c-4bba-8f61-d94583ef7ce0 HTTP/1.1" status: 200 len: 813 time: 0.1092069 Jan 28 14:36:21.652252 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-7d1c0eda-3dfd-4f21-99fe-d3559972b958 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Request body: {'port': {'device_id': 'c0f8cbcd-3937-4f61-bcd5-b5c3415161a3', 'network_id': 'fcaefe32-c09c-4bba-8f61-d94583ef7ce0', 'admin_state_up': True, 'tenant_id': '91081fad05b7405fa6894775aa4d2034'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:21.748731 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c609aa73-6462-4d72-bfe4-b49564006c85 req-437c9cbc-25b5-4c99-a7f6-9158bfee1472 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0f8cbcd-3937-4f61-bcd5-b5c3415161a3 HTTP/1.1" status: 200 len: 210 time: 0.0307233 Jan 28 14:36:21.774771 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-7d1c0eda-3dfd-4f21-99fe-d3559972b958 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Made reservation on behalf of 91081fad05b7405fa6894775aa4d2034 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:36:21.778330 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-7d1c0eda-3dfd-4f21-99fe-d3559972b958 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:21.903207 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-7d1c0eda-3dfd-4f21-99fe-d3559972b958 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Allocated IP 172.20.0.10 (fcaefe32-c09c-4bba-8f61-d94583ef7ce0/0a8de592-f10f-4dda-9b49-a42daf4d32f4/1a8896bb-fd05-4dd5-8bbc-7e5c5508c027) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:36:22.065792 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-7d1c0eda-3dfd-4f21-99fe-d3559972b958 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Publish callbacks [] for port (1a8896bb-fd05-4dd5-8bbc-7e5c5508c027), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:22.102500 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-7d1c0eda-3dfd-4f21-99fe-d3559972b958 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (1a8896bb-fd05-4dd5-8bbc-7e5c5508c027), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:22.114941 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['32e6384c-243c-48ab-988c-de097997ece4'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:36:22.145161 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-7d1c0eda-3dfd-4f21-99fe-d3559972b958 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Network fcaefe32-c09c-4bba-8f61-d94583ef7ce0 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:36:22.148412 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-7d1c0eda-3dfd-4f21-99fe-d3559972b958 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:36:22.155358 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-7d1c0eda-3dfd-4f21-99fe-d3559972b958 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:36:22.188229 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c0eda-3dfd-4f21-99fe-d3559972b958 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Pushing event updated for resources: {'Port': ['ID=1a8896bb-fd05-4dd5-8bbc-7e5c5508c027,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:22.214016 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-7d1c0eda-3dfd-4f21-99fe-d3559972b958 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:22.214623 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-7d1c0eda-3dfd-4f21-99fe-d3559972b958 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:22.231556 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-7d1c0eda-3dfd-4f21-99fe-d3559972b958 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5835876 Jan 28 14:36:22.243677 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-1b692ae1-168e-48e8-ba64-c7efe11bfe43 service neutron] Request body: {'port': {'device_id': 'c0f8cbcd-3937-4f61-bcd5-b5c3415161a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:22.298085 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-1b692ae1-168e-48e8-ba64-c7efe11bfe43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (1a8896bb-fd05-4dd5-8bbc-7e5c5508c027), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:22.576335 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-1b692ae1-168e-48e8-ba64-c7efe11bfe43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a8896bb-fd05-4dd5-8bbc-7e5c5508c027 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:36:22.584361 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-1b692ae1-168e-48e8-ba64-c7efe11bfe43 service neutron] Publish callbacks [] for port (1a8896bb-fd05-4dd5-8bbc-7e5c5508c027), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:22.597446 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-1b692ae1-168e-48e8-ba64-c7efe11bfe43 service neutron] Transition to ACTIVE for port object 1a8896bb-fd05-4dd5-8bbc-7e5c5508c027 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:36:22.602458 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-1b692ae1-168e-48e8-ba64-c7efe11bfe43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (1a8896bb-fd05-4dd5-8bbc-7e5c5508c027), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:22.658111 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b692ae1-168e-48e8-ba64-c7efe11bfe43 service neutron] Pushing event updated for resources: {'Port': ['ID=1a8896bb-fd05-4dd5-8bbc-7e5c5508c027,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:22.725591 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-1b692ae1-168e-48e8-ba64-c7efe11bfe43 service neutron] Attempting to bind port 1a8896bb-fd05-4dd5-8bbc-7e5c5508c027 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:36:22.725916 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-1b692ae1-168e-48e8-ba64-c7efe11bfe43 service neutron] Attempting to bind port 1a8896bb-fd05-4dd5-8bbc-7e5c5508c027 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fcaefe32-c09c-4bba-8f61-d94583ef7ce0'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:36:22.726235 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-1b692ae1-168e-48e8-ba64-c7efe11bfe43 service neutron] Attempting to bind port 1a8896bb-fd05-4dd5-8bbc-7e5c5508c027 on network fcaefe32-c09c-4bba-8f61-d94583ef7ce0 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:36:22.730472 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-1b692ae1-168e-48e8-ba64-c7efe11bfe43 service neutron] Port 1a8896bb-fd05-4dd5-8bbc-7e5c5508c027 on network fcaefe32-c09c-4bba-8f61-d94583ef7ce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:36:22.730785 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-1b692ae1-168e-48e8-ba64-c7efe11bfe43 service neutron] Attempting to bind port 1a8896bb-fd05-4dd5-8bbc-7e5c5508c027 on network fcaefe32-c09c-4bba-8f61-d94583ef7ce0 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:36:22.735459 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-1b692ae1-168e-48e8-ba64-c7efe11bfe43 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:36:22.735791 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-1b692ae1-168e-48e8-ba64-c7efe11bfe43 service neutron] Checking segment: {'id': 'ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fcaefe32-c09c-4bba-8f61-d94583ef7ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:36:22.736168 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-1b692ae1-168e-48e8-ba64-c7efe11bfe43 service neutron] Bound using segment: {'id': 'ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fcaefe32-c09c-4bba-8f61-d94583ef7ce0'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:36:22.736583 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-1b692ae1-168e-48e8-ba64-c7efe11bfe43 service neutron] Bound port: 1a8896bb-fd05-4dd5-8bbc-7e5c5508c027, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fcaefe32-c09c-4bba-8f61-d94583ef7ce0'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:36:22.736927 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-1b692ae1-168e-48e8-ba64-c7efe11bfe43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (1a8896bb-fd05-4dd5-8bbc-7e5c5508c027), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:22.803793 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-1b692ae1-168e-48e8-ba64-c7efe11bfe43 service neutron] For port 1a8896bb-fd05-4dd5-8bbc-7e5c5508c027, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:36:22.807119 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-1b692ae1-168e-48e8-ba64-c7efe11bfe43 service neutron] For port 1a8896bb-fd05-4dd5-8bbc-7e5c5508c027, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=1a8896bb-fd05-4dd5-8bbc-7e5c5508c027,segment=NetworkSegment(ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54),segment_id=ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:36:22.812875 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-1b692ae1-168e-48e8-ba64-c7efe11bfe43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (1a8896bb-fd05-4dd5-8bbc-7e5c5508c027), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:22.876658 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-1b692ae1-168e-48e8-ba64-c7efe11bfe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:22.877377 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-1b692ae1-168e-48e8-ba64-c7efe11bfe43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:22.878755 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-1b692ae1-168e-48e8-ba64-c7efe11bfe43 service neutron] 10.222.0.37 "PUT /v2.0/ports/1a8896bb-fd05-4dd5-8bbc-7e5c5508c027 HTTP/1.1" status: 200 len: 1092 time: 0.6404145 Jan 28 14:36:22.880738 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f8cbcd-3937-4f61-bcd5-b5c3415161a3', 'tag': '1a8896bb-fd05-4dd5-8bbc-7e5c5508c027'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:36:22.883094 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20eec3a-4ee7-4e28-bbb7-a97f40de4cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f8cbcd-3937-4f61-bcd5-b5c3415161a3", "tag": "1a8896bb-fd05-4dd5-8bbc-7e5c5508c027"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:36:22.907258 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b692ae1-168e-48e8-ba64-c7efe11bfe43 service neutron] Pushing event updated for resources: {'Port': ['ID=1a8896bb-fd05-4dd5-8bbc-7e5c5508c027,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:22.925002 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea75b3b-4a79-4295-8574-79091ac55571 req-bf91ef07-d940-4bc1-b795-883720280e7e tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:22.926579 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9ea75b3b-4a79-4295-8574-79091ac55571 req-bf91ef07-d940-4bc1-b795-883720280e7e tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0f8cbcd-3937-4f61-bcd5-b5c3415161a3 HTTP/1.1" status: 200 len: 944 time: 0.1076171 Jan 28 14:36:22.928185 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97e043f-94d8-455d-9260-41c9f9079366 x-openstack-request-id: req-e97e043f-94d8-455d-9260-41c9f9079366 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:36:22.928466 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f8cbcd-3937-4f61-bcd5-b5c3415161a3", "tag": "1a8896bb-fd05-4dd5-8bbc-7e5c5508c027", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:36:22.928768 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e97e043f-94d8-455d-9260-41c9f9079366 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:36:22.929166 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f8cbcd-3937-4f61-bcd5-b5c3415161a3', 'tag': '1a8896bb-fd05-4dd5-8bbc-7e5c5508c027', 'status': 'completed', 'code': 200} Jan 28 14:36:22.998599 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-e729d8d5-0b52-4a25-bced-29532b13bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:23.000145 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-e729d8d5-0b52-4a25-bced-29532b13bf6f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91081fad05b7405fa6894775aa4d2034&device_id=c0f8cbcd-3937-4f61-bcd5-b5c3415161a3 HTTP/1.1" status: 200 len: 1095 time: 0.0702190 Jan 28 14:36:23.003759 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9ea75b3b-4a79-4295-8574-79091ac55571 req-4e292e56-0f99-47a9-a792-af92adf26dff tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/security-groups?id=765a1fa6-f80c-4cfa-81b6-a704676384e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661705 Jan 28 14:36:23.046145 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-5ecd3c45-e258-439a-bc4b-f8075e1a546e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a8896bb-fd05-4dd5-8bbc-7e5c5508c027 HTTP/1.1" status: 200 len: 217 time: 0.0394552 Jan 28 14:36:23.095809 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-49b02119-d3ae-4bdf-885a-f89d30ecf06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:23.097285 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-49b02119-d3ae-4bdf-885a-f89d30ecf06e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a8de592-f10f-4dda-9b49-a42daf4d32f4 HTTP/1.1" status: 200 len: 853 time: 0.0456529 Jan 28 14:36:23.127098 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-455fd9b2-7404-41ac-9133-670406da889c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fcaefe32-c09c-4bba-8f61-d94583ef7ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241618 Jan 28 14:36:23.225057 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-f956e4b0-bd27-43f4-915e-5033f6a0c1b6 service neutron] 10.222.0.37 "GET /v2.0/networks/fcaefe32-c09c-4bba-8f61-d94583ef7ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918581 Jan 28 14:36:23.313134 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c42d86d2-834b-426e-b4e0-002da84f3eea req-d52d8d77-5140-4d0d-952f-1ec3d98122ad service neutron] 10.222.0.37 "GET /v2.0/networks/fcaefe32-c09c-4bba-8f61-d94583ef7ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821629 Jan 28 14:36:23.426524 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20eec3a-4ee7-4e28-bbb7-a97f40de4cb8 req-c59c9c1f-7bb8-4129-a1bd-cf4f75d7e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:23.428069 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c20eec3a-4ee7-4e28-bbb7-a97f40de4cb8 req-c59c9c1f-7bb8-4129-a1bd-cf4f75d7e181 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91081fad05b7405fa6894775aa4d2034&device_id=c0f8cbcd-3937-4f61-bcd5-b5c3415161a3 HTTP/1.1" status: 200 len: 1095 time: 0.0504107 Jan 28 14:36:23.520295 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20eec3a-4ee7-4e28-bbb7-a97f40de4cb8 req-e0963f5d-b10c-42dc-9fc6-3c16f47b5bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:23.521825 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c20eec3a-4ee7-4e28-bbb7-a97f40de4cb8 req-e0963f5d-b10c-42dc-9fc6-3c16f47b5bb4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fcaefe32-c09c-4bba-8f61-d94583ef7ce0 HTTP/1.1" status: 200 len: 913 time: 0.0879815 Jan 28 14:36:23.566186 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c20eec3a-4ee7-4e28-bbb7-a97f40de4cb8 req-78969de3-c813-45a6-805d-256ded281f4c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a8896bb-fd05-4dd5-8bbc-7e5c5508c027 HTTP/1.1" status: 200 len: 217 time: 0.0383918 Jan 28 14:36:23.616768 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20eec3a-4ee7-4e28-bbb7-a97f40de4cb8 req-d3722eca-e9e1-4440-993c-8a059aaf49fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:23.618305 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c20eec3a-4ee7-4e28-bbb7-a97f40de4cb8 req-d3722eca-e9e1-4440-993c-8a059aaf49fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a8de592-f10f-4dda-9b49-a42daf4d32f4 HTTP/1.1" status: 200 len: 853 time: 0.0460742 Jan 28 14:36:23.651057 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c20eec3a-4ee7-4e28-bbb7-a97f40de4cb8 req-2cdebcfd-d74a-4452-9380-3a53e10dc2c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fcaefe32-c09c-4bba-8f61-d94583ef7ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256798 Jan 28 14:36:23.749716 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c20eec3a-4ee7-4e28-bbb7-a97f40de4cb8 req-04eaca63-6c67-489a-af31-913a468f8d9b service neutron] 10.222.0.37 "GET /v2.0/networks/fcaefe32-c09c-4bba-8f61-d94583ef7ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926459 Jan 28 14:36:23.848388 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c20eec3a-4ee7-4e28-bbb7-a97f40de4cb8 req-c142e892-9aa0-4f2f-9a32-b725961380d6 service neutron] 10.222.0.37 "GET /v2.0/networks/fcaefe32-c09c-4bba-8f61-d94583ef7ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932062 Jan 28 14:36:24.130833 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6a2a7-7981-440e-bbe9-6cde1b73f279 req-5d796182-2824-4d01-b515-cd842bacfa31 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:24.132448 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cad6a2a7-7981-440e-bbe9-6cde1b73f279 req-5d796182-2824-4d01-b515-cd842bacfa31 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0f8cbcd-3937-4f61-bcd5-b5c3415161a3 HTTP/1.1" status: 200 len: 944 time: 0.0576737 Jan 28 14:36:24.181487 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cad6a2a7-7981-440e-bbe9-6cde1b73f279 req-126bbfe9-00d9-43da-8a73-a5ce82383271 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/security-groups?id=765a1fa6-f80c-4cfa-81b6-a704676384e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433052 Jan 28 14:36:25.307198 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d27d3-e4db-4925-bb36-67a2e2413b40 req-da34c02a-fadb-4e2f-89c9-9f7e7c8b736f tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:25.308593 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-144d27d3-e4db-4925-bb36-67a2e2413b40 req-da34c02a-fadb-4e2f-89c9-9f7e7c8b736f tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0f8cbcd-3937-4f61-bcd5-b5c3415161a3 HTTP/1.1" status: 200 len: 944 time: 0.0539782 Jan 28 14:36:25.362178 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-144d27d3-e4db-4925-bb36-67a2e2413b40 req-20ce0a91-41c1-4e9f-b267-735cb4657e1e tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/security-groups?id=765a1fa6-f80c-4cfa-81b6-a704676384e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451775 Jan 28 14:36:26.510258 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fa09e-0d28-4a20-9dba-58785172ef38 req-72fb6588-32c0-4ea1-8d76-c38955053b77 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:26.511765 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6b2fa09e-0d28-4a20-9dba-58785172ef38 req-72fb6588-32c0-4ea1-8d76-c38955053b77 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0f8cbcd-3937-4f61-bcd5-b5c3415161a3 HTTP/1.1" status: 200 len: 944 time: 0.0586500 Jan 28 14:36:26.561309 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6b2fa09e-0d28-4a20-9dba-58785172ef38 req-aa84272f-fbc5-4c32-841b-7d56539654c0 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/security-groups?id=765a1fa6-f80c-4cfa-81b6-a704676384e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438848 Jan 28 14:36:27.533745 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 1a8896bb-fd05-4dd5-8bbc-7e5c5508c027 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:36:27.637590 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 1a8896bb-fd05-4dd5-8bbc-7e5c5508c027, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=1a8896bb-fd05-4dd5-8bbc-7e5c5508c027,segment=NetworkSegment(ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54),segment_id=ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:27.650129 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '1a8896bb-fd05-4dd5-8bbc-7e5c5508c027', 'network_id': 'fcaefe32-c09c-4bba-8f61-d94583ef7ce0', 'port_id': '1a8896bb-fd05-4dd5-8bbc-7e5c5508c027', 'mac_address': 'fa:16:3e:2a:d8:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a8de592-f10f-4dda-9b49-a42daf4d32f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:36:27.691744 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 1a8896bb-fd05-4dd5-8bbc-7e5c5508c027 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:27.692189 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (1a8896bb-fd05-4dd5-8bbc-7e5c5508c027), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:27.697122 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5eaa05-c93d-49cf-9be9-2d1db4c796c5 req-6a02bd82-9347-47d6-9dda-6ff070e71693 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:27.698760 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0c5eaa05-c93d-49cf-9be9-2d1db4c796c5 req-6a02bd82-9347-47d6-9dda-6ff070e71693 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0f8cbcd-3937-4f61-bcd5-b5c3415161a3 HTTP/1.1" status: 200 len: 944 time: 0.0566602 Jan 28 14:36:27.708976 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a8896bb-fd05-4dd5-8bbc-7e5c5508c027 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:36:27.731769 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 1a8896bb-fd05-4dd5-8bbc-7e5c5508c027, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=1a8896bb-fd05-4dd5-8bbc-7e5c5508c027,segment=NetworkSegment(ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54),segment_id=ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:27.739801 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (1a8896bb-fd05-4dd5-8bbc-7e5c5508c027), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:27.752819 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0c5eaa05-c93d-49cf-9be9-2d1db4c796c5 req-19ed66c9-9f56-4381-bc16-84405f6b1c41 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/security-groups?id=765a1fa6-f80c-4cfa-81b6-a704676384e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472987 Jan 28 14:36:27.797809 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=1a8896bb-fd05-4dd5-8bbc-7e5c5508c027,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:27.809500 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:27.809868 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:27.810233 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:27.810549 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:27.810873 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:27.811226 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:27.811550 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:27.811870 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:27.812196 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:27.812575 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:27.812895 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:27.813211 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:27.813526 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:28.021535 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['1a8896bb-fd05-4dd5-8bbc-7e5c5508c027'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:36:28.880178 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444a824-91a0-4913-a58a-eb7c6033d247 req-37f9c375-0874-4f0d-b2bb-53696d6b3060 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:28.882164 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7444a824-91a0-4913-a58a-eb7c6033d247 req-37f9c375-0874-4f0d-b2bb-53696d6b3060 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0f8cbcd-3937-4f61-bcd5-b5c3415161a3 HTTP/1.1" status: 200 len: 945 time: 0.0570760 Jan 28 14:36:28.933746 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7444a824-91a0-4913-a58a-eb7c6033d247 req-05ba54ae-d2b9-437f-87e3-61907391dd63 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/security-groups?id=765a1fa6-f80c-4cfa-81b6-a704676384e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445399 Jan 28 14:36:29.403096 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-02961a3c-1c3d-401f-99a7-6e1913843160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:29.541875 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 1a8896bb-fd05-4dd5-8bbc-7e5c5508c027 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:36:29.596480 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 1a8896bb-fd05-4dd5-8bbc-7e5c5508c027 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:36:29.600605 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 1a8896bb-fd05-4dd5-8bbc-7e5c5508c027 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:29.600986 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (1a8896bb-fd05-4dd5-8bbc-7e5c5508c027), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:29.687540 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 1a8896bb-fd05-4dd5-8bbc-7e5c5508c027 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:29.687932 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (1a8896bb-fd05-4dd5-8bbc-7e5c5508c027), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:29.711901 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f8cbcd-3937-4f61-bcd5-b5c3415161a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8896bb-fd05-4dd5-8bbc-7e5c5508c027'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:36:29.714166 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9ecd40-45c8-4f24-8b8d-43ec3125ef2c" -d '{"events": [{"server_uuid": "c0f8cbcd-3937-4f61-bcd5-b5c3415161a3", "name": "network-vif-plugged", "status": "completed", "tag": "1a8896bb-fd05-4dd5-8bbc-7e5c5508c027"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:36:29.727567 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 1a8896bb-fd05-4dd5-8bbc-7e5c5508c027, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=1a8896bb-fd05-4dd5-8bbc-7e5c5508c027,segment=NetworkSegment(ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54),segment_id=ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:29.734372 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (1a8896bb-fd05-4dd5-8bbc-7e5c5508c027), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:29.757913 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24edf6b4-5ef5-42af-be71-23ecb7469005 x-openstack-request-id: req-24edf6b4-5ef5-42af-be71-23ecb7469005 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:36:29.758211 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f8cbcd-3937-4f61-bcd5-b5c3415161a3", "name": "network-vif-plugged", "status": "completed", "tag": "1a8896bb-fd05-4dd5-8bbc-7e5c5508c027", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:36:29.758464 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-24edf6b4-5ef5-42af-be71-23ecb7469005 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:36:29.758855 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f8cbcd-3937-4f61-bcd5-b5c3415161a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8896bb-fd05-4dd5-8bbc-7e5c5508c027', 'code': 200} Jan 28 14:36:29.785655 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=1a8896bb-fd05-4dd5-8bbc-7e5c5508c027,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:29.857846 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca5a4f-c8aa-417f-96ec-8e0352e0fb78 req-7811f2b0-bd84-448d-b111-0d03a6c65d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:29.859301 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c4ca5a4f-c8aa-417f-96ec-8e0352e0fb78 req-7811f2b0-bd84-448d-b111-0d03a6c65d2d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c0f8cbcd-3937-4f61-bcd5-b5c3415161a3 HTTP/1.1" status: 200 len: 1097 time: 0.0426567 Jan 28 14:36:29.909314 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c4ca5a4f-c8aa-417f-96ec-8e0352e0fb78 req-62561353-a72b-4c92-a14f-42ebd77c550f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=765a1fa6-f80c-4cfa-81b6-a704676384e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441744 Jan 28 14:36:30.055316 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563e961-5083-474d-a251-dea7beb97eb4 req-631ef884-9af4-4e6d-8582-7590f0ed6d8a tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:30.056805 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9563e961-5083-474d-a251-dea7beb97eb4 req-631ef884-9af4-4e6d-8582-7590f0ed6d8a tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0f8cbcd-3937-4f61-bcd5-b5c3415161a3 HTTP/1.1" status: 200 len: 946 time: 0.0505879 Jan 28 14:36:30.107235 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9563e961-5083-474d-a251-dea7beb97eb4 req-c8a35317-9f8e-4249-b99c-71041c28d0f0 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/security-groups?id=765a1fa6-f80c-4cfa-81b6-a704676384e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444169 Jan 28 14:36:31.238034 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d8190-d324-4294-a755-bc36c0866653 req-bb0fa999-1ca0-4d10-bbae-087baad8d737 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:31.240492 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-840d8190-d324-4294-a755-bc36c0866653 req-bb0fa999-1ca0-4d10-bbae-087baad8d737 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0f8cbcd-3937-4f61-bcd5-b5c3415161a3 HTTP/1.1" status: 200 len: 946 time: 0.0563707 Jan 28 14:36:31.289320 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-840d8190-d324-4294-a755-bc36c0866653 req-294e19f6-1717-47c8-be4d-7b4c332b5b5c tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/security-groups?id=765a1fa6-f80c-4cfa-81b6-a704676384e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425193 Jan 28 14:36:31.706418 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b8df8d9d-3b09-466c-9f85-6b41b6af2f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:32.414337 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3687927-9b34-46ce-b98a-0b9df9c99ea2 req-7a08c0fb-7427-46ff-bc1c-b517b80c66be tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:32.416001 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e3687927-9b34-46ce-b98a-0b9df9c99ea2 req-7a08c0fb-7427-46ff-bc1c-b517b80c66be tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0f8cbcd-3937-4f61-bcd5-b5c3415161a3 HTTP/1.1" status: 200 len: 946 time: 0.0552790 Jan 28 14:36:32.466815 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e3687927-9b34-46ce-b98a-0b9df9c99ea2 req-b5c65b42-9d72-4b93-b19f-77b450dbfe66 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/security-groups?id=765a1fa6-f80c-4cfa-81b6-a704676384e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441716 Jan 28 14:36:32.716867 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229f7fc-0c75-41be-929e-51b6289f91a6 req-177a4fa3-39cf-4efb-9c30-e365b7490cd6 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:32.718386 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d229f7fc-0c75-41be-929e-51b6289f91a6 req-177a4fa3-39cf-4efb-9c30-e365b7490cd6 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0f8cbcd-3937-4f61-bcd5-b5c3415161a3 HTTP/1.1" status: 200 len: 946 time: 0.0521302 Jan 28 14:36:32.768588 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d229f7fc-0c75-41be-929e-51b6289f91a6 req-13da7655-e713-4522-a06d-d3af15deddf4 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/security-groups?id=765a1fa6-f80c-4cfa-81b6-a704676384e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441608 Jan 28 14:36:33.175289 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:33.892259 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341aaee-01b7-4aec-ac87-708a1d658128 req-302ddea3-8da8-49c2-b964-d242a3b361f4 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:33.893988 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c341aaee-01b7-4aec-ac87-708a1d658128 req-302ddea3-8da8-49c2-b964-d242a3b361f4 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0f8cbcd-3937-4f61-bcd5-b5c3415161a3 HTTP/1.1" status: 200 len: 946 time: 0.0528669 Jan 28 14:36:33.943862 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c341aaee-01b7-4aec-ac87-708a1d658128 req-03b69643-3620-4ed0-804f-ff8d6b5b8cc8 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/security-groups?id=765a1fa6-f80c-4cfa-81b6-a704676384e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440717 Jan 28 14:36:34.075315 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51d0d8-bcc4-41e2-a7da-9031b4486998 req-a00e89f2-fd3d-4dfa-a746-940c19de4ce1 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:34.076711 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fe51d0d8-bcc4-41e2-a7da-9031b4486998 req-a00e89f2-fd3d-4dfa-a746-940c19de4ce1 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0f8cbcd-3937-4f61-bcd5-b5c3415161a3 HTTP/1.1" status: 200 len: 946 time: 0.0514686 Jan 28 14:36:34.173302 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-fe51d0d8-bcc4-41e2-a7da-9031b4486998 req-4690f598-5aa8-4258-b603-2880e0802052 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Deleting port 1a8896bb-fd05-4dd5-8bbc-7e5c5508c027 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:36:34.173645 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-fe51d0d8-bcc4-41e2-a7da-9031b4486998 req-4690f598-5aa8-4258-b603-2880e0802052 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (1a8896bb-fd05-4dd5-8bbc-7e5c5508c027), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:34.264939 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-fe51d0d8-bcc4-41e2-a7da-9031b4486998 req-4690f598-5aa8-4258-b603-2880e0802052 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] For port 1a8896bb-fd05-4dd5-8bbc-7e5c5508c027, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=1a8896bb-fd05-4dd5-8bbc-7e5c5508c027,segment=NetworkSegment(ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54),segment_id=ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:34.265329 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-fe51d0d8-bcc4-41e2-a7da-9031b4486998 req-4690f598-5aa8-4258-b603-2880e0802052 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (1a8896bb-fd05-4dd5-8bbc-7e5c5508c027), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:34.278588 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-fe51d0d8-bcc4-41e2-a7da-9031b4486998 req-4690f598-5aa8-4258-b603-2880e0802052 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Calling delete_port for 1a8896bb-fd05-4dd5-8bbc-7e5c5508c027 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:36:34.416610 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-fe51d0d8-bcc4-41e2-a7da-9031b4486998 req-4690f598-5aa8-4258-b603-2880e0802052 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (1a8896bb-fd05-4dd5-8bbc-7e5c5508c027), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:34.431779 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['1a8896bb-fd05-4dd5-8bbc-7e5c5508c027'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:36:34.434319 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['32e6384c-243c-48ab-988c-de097997ece4'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:36:34.449318 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690f598-5aa8-4258-b603-2880e0802052 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Pushing event deleted for resources: {'Port': ['ID=1a8896bb-fd05-4dd5-8bbc-7e5c5508c027,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:34.494654 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe51d0d8-bcc4-41e2-a7da-9031b4486998 req-4690f598-5aa8-4258-b603-2880e0802052 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] No DVR routers for this DVR port 1a8896bb-fd05-4dd5-8bbc-7e5c5508c027 on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:36:34.497525 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-fe51d0d8-bcc4-41e2-a7da-9031b4486998 req-4690f598-5aa8-4258-b603-2880e0802052 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:34.501185 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fe51d0d8-bcc4-41e2-a7da-9031b4486998 req-4690f598-5aa8-4258-b603-2880e0802052 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.37 "DELETE /v2.0/ports/1a8896bb-fd05-4dd5-8bbc-7e5c5508c027 HTTP/1.1" status: 204 len: 173 time: 0.4194796 Jan 28 14:36:34.501701 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f8cbcd-3937-4f61-bcd5-b5c3415161a3', 'name': 'network-vif-deleted', 'tag': '1a8896bb-fd05-4dd5-8bbc-7e5c5508c027'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:36:34.504161 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1ada16-3cab-48ea-97d5-c266bd66d985" -d '{"events": [{"server_uuid": "c0f8cbcd-3937-4f61-bcd5-b5c3415161a3", "name": "network-vif-deleted", "tag": "1a8896bb-fd05-4dd5-8bbc-7e5c5508c027"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:36:34.550186 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca52c573-d110-4c3f-a472-bfe7cac246f6 x-openstack-request-id: req-ca52c573-d110-4c3f-a472-bfe7cac246f6 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:36:34.550484 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f8cbcd-3937-4f61-bcd5-b5c3415161a3", "name": "network-vif-deleted", "tag": "1a8896bb-fd05-4dd5-8bbc-7e5c5508c027", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:36:34.550807 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ca52c573-d110-4c3f-a472-bfe7cac246f6 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:36:34.551239 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f8cbcd-3937-4f61-bcd5-b5c3415161a3', 'name': 'network-vif-deleted', 'tag': '1a8896bb-fd05-4dd5-8bbc-7e5c5508c027', 'status': 'completed', 'code': 200} Jan 28 14:36:34.561567 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:35.135042 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091d1bc-2bd1-4769-9c74-1709789f2e4e req-ed3345b5-ede0-4c0c-b3b3-fad6e3e6c914 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:35.136607 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b091d1bc-2bd1-4769-9c74-1709789f2e4e req-ed3345b5-ede0-4c0c-b3b3-fad6e3e6c914 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6091712-90b9-4f25-96b9-e0897840091a HTTP/1.1" status: 200 len: 945 time: 0.0569828 Jan 28 14:36:35.195071 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b091d1bc-2bd1-4769-9c74-1709789f2e4e req-660bb22e-647d-45fd-9a59-141073f9007d tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/security-groups?id=765a1fa6-f80c-4cfa-81b6-a704676384e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521717 Jan 28 14:36:35.336936 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5370c-a864-4f85-8d70-670ba21c091a req-19dbb232-d24f-41ed-87b4-3ce0e23e402f tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:35.338366 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fca5370c-a864-4f85-8d70-670ba21c091a req-19dbb232-d24f-41ed-87b4-3ce0e23e402f tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6091712-90b9-4f25-96b9-e0897840091a HTTP/1.1" status: 200 len: 945 time: 0.0522296 Jan 28 14:36:35.391217 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fca5370c-a864-4f85-8d70-670ba21c091a req-3b789eeb-d7d1-4106-b203-2caf57fa410c tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/security-groups?id=765a1fa6-f80c-4cfa-81b6-a704676384e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468831 Jan 28 14:36:35.518116 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03865a-784c-434f-80c7-240aeaba2bd0 req-b2d0a095-0072-4b73-843d-2be134e8f363 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:35.519742 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3c03865a-784c-434f-80c7-240aeaba2bd0 req-b2d0a095-0072-4b73-843d-2be134e8f363 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6091712-90b9-4f25-96b9-e0897840091a HTTP/1.1" status: 200 len: 945 time: 0.0526552 Jan 28 14:36:35.573550 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3c03865a-784c-434f-80c7-240aeaba2bd0 req-02846f6f-5bd5-4561-872b-ae176471fed4 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/security-groups?id=765a1fa6-f80c-4cfa-81b6-a704676384e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470779 Jan 28 14:36:35.768870 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e5663-160b-4038-ba6c-320b93a19c47 req-9f82b0a5-b66e-43ae-a70e-aa9fc53c4561 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:35.770582 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-118e5663-160b-4038-ba6c-320b93a19c47 req-9f82b0a5-b66e-43ae-a70e-aa9fc53c4561 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6091712-90b9-4f25-96b9-e0897840091a HTTP/1.1" status: 200 len: 945 time: 0.0561728 Jan 28 14:36:35.829935 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-118e5663-160b-4038-ba6c-320b93a19c47 req-db508d09-64b4-498d-bb96-55742cd0890b tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/security-groups?id=765a1fa6-f80c-4cfa-81b6-a704676384e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532103 Jan 28 14:36:35.950832 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0af96f-154b-4f31-bb60-337e9716ee59 req-dc628bd4-0bc8-46aa-998a-dcc5d6beb40c tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:35.952339 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b0af96f-154b-4f31-bb60-337e9716ee59 req-dc628bd4-0bc8-46aa-998a-dcc5d6beb40c tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6091712-90b9-4f25-96b9-e0897840091a HTTP/1.1" status: 200 len: 945 time: 0.0510209 Jan 28 14:36:36.006098 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b0af96f-154b-4f31-bb60-337e9716ee59 req-e6c4edda-de27-4b13-ab0f-00b21a66e766 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/security-groups?id=765a1fa6-f80c-4cfa-81b6-a704676384e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479703 Jan 28 14:36:36.139920 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b9363-a533-40a1-bdd5-2c8a3baba33a req-8ccebe79-b736-4519-96a4-8268464654e4 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:36.141371 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-144b9363-a533-40a1-bdd5-2c8a3baba33a req-8ccebe79-b736-4519-96a4-8268464654e4 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6091712-90b9-4f25-96b9-e0897840091a HTTP/1.1" status: 200 len: 945 time: 0.0526986 Jan 28 14:36:36.191241 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-144b9363-a533-40a1-bdd5-2c8a3baba33a req-21204559-a63c-4d0a-a0c7-20bd0c9fe2f1 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/security-groups?id=765a1fa6-f80c-4cfa-81b6-a704676384e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438404 Jan 28 14:36:36.426592 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:36.536077 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1535b0-2eed-4860-b6da-839ff0b35979 req-d2777384-3505-4f56-89f8-e0e97fe2e663 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:36.539069 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ce1535b0-2eed-4860-b6da-839ff0b35979 req-d2777384-3505-4f56-89f8-e0e97fe2e663 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6091712-90b9-4f25-96b9-e0897840091a HTTP/1.1" status: 200 len: 945 time: 0.0653346 Jan 28 14:36:36.594887 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ce1535b0-2eed-4860-b6da-839ff0b35979 req-a74b212a-e750-47bb-82b6-37faf56c6373 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/security-groups?id=765a1fa6-f80c-4cfa-81b6-a704676384e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484698 Jan 28 14:36:37.571341 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 1a8896bb-fd05-4dd5-8bbc-7e5c5508c027 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:36:37.603424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 1a8896bb-fd05-4dd5-8bbc-7e5c5508c027 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:36:37.603771 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 1a8896bb-fd05-4dd5-8bbc-7e5c5508c027 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:36:37.741925 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425819d9-ba20-407f-8c69-523b62827cdc req-af5d28ee-8766-466e-854c-b40ddf268043 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:37.744389 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-425819d9-ba20-407f-8c69-523b62827cdc req-af5d28ee-8766-466e-854c-b40ddf268043 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6091712-90b9-4f25-96b9-e0897840091a HTTP/1.1" status: 200 len: 945 time: 0.0587816 Jan 28 14:36:37.818953 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-425819d9-ba20-407f-8c69-523b62827cdc req-76f16813-112f-484e-84e3-5abf9479afa8 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/security-groups?id=765a1fa6-f80c-4cfa-81b6-a704676384e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656018 Jan 28 14:36:37.839399 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d18aa0-a502-480c-921d-bc309615b167 req-8a450e26-c33e-480b-a6e7-f26185582fd7 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:37.842821 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d3d18aa0-a502-480c-921d-bc309615b167 req-8a450e26-c33e-480b-a6e7-f26185582fd7 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6091712-90b9-4f25-96b9-e0897840091a HTTP/1.1" status: 200 len: 945 time: 0.0671449 Jan 28 14:36:37.944800 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-d3d18aa0-a502-480c-921d-bc309615b167 req-b134cb91-466f-438c-a3f7-e4b9b99b3295 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Deleting port 32e6384c-243c-48ab-988c-de097997ece4 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:36:37.945286 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d3d18aa0-a502-480c-921d-bc309615b167 req-b134cb91-466f-438c-a3f7-e4b9b99b3295 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (32e6384c-243c-48ab-988c-de097997ece4), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:38.040971 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-d3d18aa0-a502-480c-921d-bc309615b167 req-b134cb91-466f-438c-a3f7-e4b9b99b3295 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] For port 32e6384c-243c-48ab-988c-de097997ece4, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=32e6384c-243c-48ab-988c-de097997ece4,segment=NetworkSegment(ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54),segment_id=ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:38.041329 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d3d18aa0-a502-480c-921d-bc309615b167 req-b134cb91-466f-438c-a3f7-e4b9b99b3295 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (32e6384c-243c-48ab-988c-de097997ece4), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:38.054407 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-d3d18aa0-a502-480c-921d-bc309615b167 req-b134cb91-466f-438c-a3f7-e4b9b99b3295 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Calling delete_port for 32e6384c-243c-48ab-988c-de097997ece4 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:36:38.190402 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d3d18aa0-a502-480c-921d-bc309615b167 req-b134cb91-466f-438c-a3f7-e4b9b99b3295 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (32e6384c-243c-48ab-988c-de097997ece4), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:38.204997 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['32e6384c-243c-48ab-988c-de097997ece4'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:36:38.220888 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134cb91-466f-438c-a3f7-e4b9b99b3295 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Pushing event deleted for resources: {'Port': ['ID=32e6384c-243c-48ab-988c-de097997ece4,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:38.266137 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d18aa0-a502-480c-921d-bc309615b167 req-b134cb91-466f-438c-a3f7-e4b9b99b3295 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] No DVR routers for this DVR port 32e6384c-243c-48ab-988c-de097997ece4 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:36:38.268956 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d3d18aa0-a502-480c-921d-bc309615b167 req-b134cb91-466f-438c-a3f7-e4b9b99b3295 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:38.272421 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d3d18aa0-a502-480c-921d-bc309615b167 req-b134cb91-466f-438c-a3f7-e4b9b99b3295 tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.18 "DELETE /v2.0/ports/32e6384c-243c-48ab-988c-de097997ece4 HTTP/1.1" status: 204 len: 173 time: 0.4244890 Jan 28 14:36:38.272861 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6091712-90b9-4f25-96b9-e0897840091a', 'name': 'network-vif-deleted', 'tag': '32e6384c-243c-48ab-988c-de097997ece4'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:36:38.275199 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84770205-afb5-4700-92c7-3212c8a3eb64" -d '{"events": [{"server_uuid": "c6091712-90b9-4f25-96b9-e0897840091a", "name": "network-vif-deleted", "tag": "32e6384c-243c-48ab-988c-de097997ece4"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:36:38.315373 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a7fd1e-e91c-4824-9fe7-b5ce40b1b847 x-openstack-request-id: req-c1a7fd1e-e91c-4824-9fe7-b5ce40b1b847 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:36:38.315654 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6091712-90b9-4f25-96b9-e0897840091a", "name": "network-vif-deleted", "tag": "32e6384c-243c-48ab-988c-de097997ece4", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:36:38.315936 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c1a7fd1e-e91c-4824-9fe7-b5ce40b1b847 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:36:38.316340 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6091712-90b9-4f25-96b9-e0897840091a', 'name': 'network-vif-deleted', 'tag': '32e6384c-243c-48ab-988c-de097997ece4', 'status': 'completed', 'code': 200} Jan 28 14:36:38.928821 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-71f44c34-419d-4fc0-b9fe-9c93b61b551e req-5844da01-0d19-4b88-9deb-41fb6d3152dc tempest-ServersNegativeTestJSON-867078681 tempest-ServersNegativeTestJSON-867078681-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6091712-90b9-4f25-96b9-e0897840091a HTTP/1.1" status: 200 len: 210 time: 0.0279608 Jan 28 14:36:39.996822 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51472) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:40.045413 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e00fce8-4a87-4d0f-9bc1-e86ae01cb8c9 admin admin] Deleting subnet 0a8de592-f10f-4dda-9b49-a42daf4d32f4 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:36:40.048607 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0e00fce8-4a87-4d0f-9bc1-e86ae01cb8c9 admin admin] Publish callbacks [] for subnet (0a8de592-f10f-4dda-9b49-a42daf4d32f4), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:40.089461 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0e00fce8-4a87-4d0f-9bc1-e86ae01cb8c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (0a8de592-f10f-4dda-9b49-a42daf4d32f4), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:40.133867 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0e00fce8-4a87-4d0f-9bc1-e86ae01cb8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (0a8de592-f10f-4dda-9b49-a42daf4d32f4), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:40.190593 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0e00fce8-4a87-4d0f-9bc1-e86ae01cb8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (0a8de592-f10f-4dda-9b49-a42daf4d32f4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:40.218598 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00fce8-4a87-4d0f-9bc1-e86ae01cb8c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a8de592-f10f-4dda-9b49-a42daf4d32f4,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:40.220500 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0e00fce8-4a87-4d0f-9bc1-e86ae01cb8c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:40.223838 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0e00fce8-4a87-4d0f-9bc1-e86ae01cb8c9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0a8de592-f10f-4dda-9b49-a42daf4d32f4 HTTP/1.1" status: 204 len: 168 time: 0.2258153 Jan 28 14:36:40.226210 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51474) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:40.300253 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-78ca84ff-e0b2-46c8-a274-8a624e87cbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (fcaefe32-c09c-4bba-8f61-d94583ef7ce0), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:40.379462 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-78ca84ff-e0b2-46c8-a274-8a624e87cbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (fcaefe32-c09c-4bba-8f61-d94583ef7ce0), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:40.400209 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-78ca84ff-e0b2-46c8-a274-8a624e87cbb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcaefe32-c09c-4bba-8f61-d94583ef7ce0']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:40.409700 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-78ca84ff-e0b2-46c8-a274-8a624e87cbb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:40.409995 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-78ca84ff-e0b2-46c8-a274-8a624e87cbb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:40.423848 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-78ca84ff-e0b2-46c8-a274-8a624e87cbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:40.437108 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-78ca84ff-e0b2-46c8-a274-8a624e87cbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:40.443103 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ca84ff-e0b2-46c8-a274-8a624e87cbb4 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:36:40.443427 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-78ca84ff-e0b2-46c8-a274-8a624e87cbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (ce96e4a8-cdaf-4d24-9499-4f0a35e8ea54), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: timer() Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:36:40.445115 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:36:40.497831 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-78ca84ff-e0b2-46c8-a274-8a624e87cbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (fcaefe32-c09c-4bba-8f61-d94583ef7ce0), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:40.503136 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-78ca84ff-e0b2-46c8-a274-8a624e87cbb4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:40.507389 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-78ca84ff-e0b2-46c8-a274-8a624e87cbb4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/fcaefe32-c09c-4bba-8f61-d94583ef7ce0 HTTP/1.1" status: 204 len: 168 time: 0.2791800 Jan 28 14:36:40.518866 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca84ff-e0b2-46c8-a274-8a624e87cbb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcaefe32-c09c-4bba-8f61-d94583ef7ce0,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:40.623898 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51478) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:40.666333 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f6901b67-b3c5-4778-b99a-95b94fa07c25 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=91081fad05b7405fa6894775aa4d2034&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412128 Jan 28 14:36:40.668920 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51480) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:40.721354 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6da3acc5-ea10-4008-8542-71054d6ed552 admin admin] Publish callbacks [] for security_group (765a1fa6-f80c-4cfa-81b6-a704676384e1), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:40.748472 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6da3acc5-ea10-4008-8542-71054d6ed552 admin admin] Publish callbacks [] for security_group (765a1fa6-f80c-4cfa-81b6-a704676384e1), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:40.799373 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6da3acc5-ea10-4008-8542-71054d6ed552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (765a1fa6-f80c-4cfa-81b6-a704676384e1), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:40.802090 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6da3acc5-ea10-4008-8542-71054d6ed552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:40.803485 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6da3acc5-ea10-4008-8542-71054d6ed552 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/765a1fa6-f80c-4cfa-81b6-a704676384e1 HTTP/1.1" status: 204 len: 168 time: 0.1334984 Jan 28 14:36:40.811747 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3acc5-ea10-4008-8542-71054d6ed552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765a1fa6-f80c-4cfa-81b6-a704676384e1,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:41.485598 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 32e6384c-243c-48ab-988c-de097997ece4 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:36:41.506873 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 32e6384c-243c-48ab-988c-de097997ece4 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:36:41.507245 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 32e6384c-243c-48ab-988c-de097997ece4 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:36:41.605304 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51502) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:41.724980 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-3aa14c25-5408-4a8d-a859-aeca1e11354f tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1458846620'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:41.748535 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa14c25-5408-4a8d-a859-aeca1e11354f tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Made reservation on behalf of 5ae4d2c13d5b4ff0be27d49f0b22b7ca for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:36:41.751969 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3aa14c25-5408-4a8d-a859-aeca1e11354f tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:41.761442 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3aa14c25-5408-4a8d-a859-aeca1e11354f tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:41.839558 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3aa14c25-5408-4a8d-a859-aeca1e11354f tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks [] for security_group (1cbd96dc-a8c4-438a-a43f-90f1676e677f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:41.845507 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3aa14c25-5408-4a8d-a859-aeca1e11354f tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1cbd96dc-a8c4-438a-a43f-90f1676e677f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:41.868479 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa14c25-5408-4a8d-a859-aeca1e11354f tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:36:41.881966 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa14c25-5408-4a8d-a859-aeca1e11354f tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbd96dc-a8c4-438a-a43f-90f1676e677f,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:41.887448 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3aa14c25-5408-4a8d-a859-aeca1e11354f tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (1159556b-7c94-42cd-9961-6d727f1cbd50), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:41.887778 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-3aa14c25-5408-4a8d-a859-aeca1e11354f tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Added segment 1159556b-7c94-42cd-9961-6d727f1cbd50 of type vlan for network 3306f59a-d4f2-45ad-a851-949071e5d99f Jan 28 14:36:41.927841 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3aa14c25-5408-4a8d-a859-aeca1e11354f tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (3306f59a-d4f2-45ad-a851-949071e5d99f), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:41.952835 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3aa14c25-5408-4a8d-a859-aeca1e11354f tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (3306f59a-d4f2-45ad-a851-949071e5d99f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:41.957854 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa14c25-5408-4a8d-a859-aeca1e11354f tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:41.958434 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3aa14c25-5408-4a8d-a859-aeca1e11354f tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:41.996492 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3aa14c25-5408-4a8d-a859-aeca1e11354f tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3900716 Jan 28 14:36:42.034230 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa14c25-5408-4a8d-a859-aeca1e11354f tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Pushing event updated for resources: {'Network': ['ID=3306f59a-d4f2-45ad-a851-949071e5d99f,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:42.048165 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 3306f59a-d4f2-45ad-a851-949071e5d99f details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:36:45.124191 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51506) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:45.129383 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-66303c99-63c1-490c-b3be-086245e9e778 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Request body: {'subnet': {'network_id': '3306f59a-d4f2-45ad-a851-949071e5d99f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:45.218305 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66303c99-63c1-490c-b3be-086245e9e778 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Made reservation on behalf of 5ae4d2c13d5b4ff0be27d49f0b22b7ca for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:36:45.221754 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-66303c99-63c1-490c-b3be-086245e9e778 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:45.406839 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-66303c99-63c1-490c-b3be-086245e9e778 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (0655043b-b408-43ca-a090-22688b8d7027), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:45.467741 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66303c99-63c1-490c-b3be-086245e9e778 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Pushing event updated for resources: {'Subnet': ['ID=0655043b-b408-43ca-a090-22688b8d7027,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:45.478278 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66303c99-63c1-490c-b3be-086245e9e778 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Checking segment: {'id': '1159556b-7c94-42cd-9961-6d727f1cbd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3306f59a-d4f2-45ad-a851-949071e5d99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:36:45.478640 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66303c99-63c1-490c-b3be-086245e9e778 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Network hostable DHCP agents. Network: 3306f59a-d4f2-45ad-a851-949071e5d99f, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:36:45.496546 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66303c99-63c1-490c-b3be-086245e9e778 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Network 3306f59a-d4f2-45ad-a851-949071e5d99f is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:36:45.506221 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-66303c99-63c1-490c-b3be-086245e9e778 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 3306f59a-d4f2-45ad-a851-949071e5d99f) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:36:45.511049 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66303c99-63c1-490c-b3be-086245e9e778 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:45.511649 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-66303c99-63c1-490c-b3be-086245e9e778 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:45.516656 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40c6c00-1974-4793-af1d-267c1dd8fb98 None None] Network 3306f59a-d4f2-45ad-a851-949071e5d99f requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:36:45.530963 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-66303c99-63c1-490c-b3be-086245e9e778 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4048123 Jan 28 14:36:45.533557 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51508) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:45.538689 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-6565c4b9-04fb-45ac-a24c-a859cdd5e3d9 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1282140191'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:45.557893 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6565c4b9-04fb-45ac-a24c-a859cdd5e3d9 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Made reservation on behalf of 5ae4d2c13d5b4ff0be27d49f0b22b7ca for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:36:45.561314 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6565c4b9-04fb-45ac-a24c-a859cdd5e3d9 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:45.585873 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6565c4b9-04fb-45ac-a24c-a859cdd5e3d9 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:36:45.595389 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6565c4b9-04fb-45ac-a24c-a859cdd5e3d9 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (f763ac59-19ff-4ef9-b998-12b23241083f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:45.595756 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-6565c4b9-04fb-45ac-a24c-a859cdd5e3d9 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Added segment f763ac59-19ff-4ef9-b998-12b23241083f of type vlan for network 1b226dc4-14c7-40f1-a9e6-f876c2240a66 Jan 28 14:36:45.615348 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f444bed-c1ce-47d6-a02e-bcc7bbe240f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-3306f59a-d4f2-45ad-a851-949071e5d99f', 'network_id': '3306f59a-d4f2-45ad-a851-949071e5d99f', 'project_id': '5ae4d2c13d5b4ff0be27d49f0b22b7ca', 'fixed_ips': [{'subnet_id': '0655043b-b408-43ca-a090-22688b8d7027'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:36:45.616320 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f444bed-c1ce-47d6-a02e-bcc7bbe240f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:45.635656 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6565c4b9-04fb-45ac-a24c-a859cdd5e3d9 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (1b226dc4-14c7-40f1-a9e6-f876c2240a66), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:45.664301 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6565c4b9-04fb-45ac-a24c-a859cdd5e3d9 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (1b226dc4-14c7-40f1-a9e6-f876c2240a66), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:45.669339 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6565c4b9-04fb-45ac-a24c-a859cdd5e3d9 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:45.669931 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6565c4b9-04fb-45ac-a24c-a859cdd5e3d9 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:45.703694 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6565c4b9-04fb-45ac-a24c-a859cdd5e3d9 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1689947 Jan 28 14:36:45.706536 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51510) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:45.713904 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-58f6e866-acb6-48e9-bd95-d76261b8173a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Request body: {'subnet': {'network_id': '1b226dc4-14c7-40f1-a9e6-f876c2240a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:45.757603 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-8f444bed-c1ce-47d6-a02e-bcc7bbe240f8 None None] Allocated IP 2001:db8:0:ffff::2 (3306f59a-d4f2-45ad-a851-949071e5d99f/0655043b-b408-43ca-a090-22688b8d7027/fa26b589-5c91-4447-b92e-4e87211b3346) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:36:45.769915 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565c4b9-04fb-45ac-a24c-a859cdd5e3d9 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Pushing event updated for resources: {'Network': ['ID=1b226dc4-14c7-40f1-a9e6-f876c2240a66,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:45.792680 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 1b226dc4-14c7-40f1-a9e6-f876c2240a66 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:36:45.834290 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f6e866-acb6-48e9-bd95-d76261b8173a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Made reservation on behalf of 5ae4d2c13d5b4ff0be27d49f0b22b7ca for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:36:45.837828 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58f6e866-acb6-48e9-bd95-d76261b8173a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:45.957896 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f444bed-c1ce-47d6-a02e-bcc7bbe240f8 None None] Publish callbacks [] for port (fa26b589-5c91-4447-b92e-4e87211b3346), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:45.963428 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f444bed-c1ce-47d6-a02e-bcc7bbe240f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (fa26b589-5c91-4447-b92e-4e87211b3346), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:46.038285 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58f6e866-acb6-48e9-bd95-d76261b8173a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (b0ab7e0b-3bb9-4cb1-819e-eeabf2696c57), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:46.098955 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6e866-acb6-48e9-bd95-d76261b8173a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Pushing event updated for resources: {'Subnet': ['ID=b0ab7e0b-3bb9-4cb1-819e-eeabf2696c57,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:46.116987 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f6e866-acb6-48e9-bd95-d76261b8173a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Checking segment: {'id': 'f763ac59-19ff-4ef9-b998-12b23241083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1b226dc4-14c7-40f1-a9e6-f876c2240a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:36:46.117347 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f6e866-acb6-48e9-bd95-d76261b8173a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Network hostable DHCP agents. Network: 1b226dc4-14c7-40f1-a9e6-f876c2240a66, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:36:46.140713 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f6e866-acb6-48e9-bd95-d76261b8173a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Network 1b226dc4-14c7-40f1-a9e6-f876c2240a66 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:36:46.155724 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-58f6e866-acb6-48e9-bd95-d76261b8173a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 1b226dc4-14c7-40f1-a9e6-f876c2240a66) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:36:46.162375 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f6e866-acb6-48e9-bd95-d76261b8173a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:46.163102 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-58f6e866-acb6-48e9-bd95-d76261b8173a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:46.171648 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263e95cc-b8c9-4cd4-8002-55421b1c78b2 None None] Network 1b226dc4-14c7-40f1-a9e6-f876c2240a66 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:36:46.175647 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f444bed-c1ce-47d6-a02e-bcc7bbe240f8 None None] Network 3306f59a-d4f2-45ad-a851-949071e5d99f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:36:46.183567 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-58f6e866-acb6-48e9-bd95-d76261b8173a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4759145 Jan 28 14:36:46.186193 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51512) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:46.193278 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-8f444bed-c1ce-47d6-a02e-bcc7bbe240f8 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:36:46.203531 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f444bed-c1ce-47d6-a02e-bcc7bbe240f8 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:36:46.208720 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f444bed-c1ce-47d6-a02e-bcc7bbe240f8 None None] Pushing event updated for resources: {'Port': ['ID=fa26b589-5c91-4447-b92e-4e87211b3346,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:46.288869 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eda841fa-e5f2-4530-b711-4430f2b20fbc tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (1b226dc4-14c7-40f1-a9e6-f876c2240a66), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:46.301857 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-8f444bed-c1ce-47d6-a02e-bcc7bbe240f8 None None] Attempting to bind port fa26b589-5c91-4447-b92e-4e87211b3346 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:36:46.302231 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-8f444bed-c1ce-47d6-a02e-bcc7bbe240f8 None None] Attempting to bind port fa26b589-5c91-4447-b92e-4e87211b3346 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '1159556b-7c94-42cd-9961-6d727f1cbd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3306f59a-d4f2-45ad-a851-949071e5d99f'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:36:46.302591 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f444bed-c1ce-47d6-a02e-bcc7bbe240f8 None None] Attempting to bind port fa26b589-5c91-4447-b92e-4e87211b3346 on network 3306f59a-d4f2-45ad-a851-949071e5d99f {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:36:46.322557 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f444bed-c1ce-47d6-a02e-bcc7bbe240f8 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:36:46.322935 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f444bed-c1ce-47d6-a02e-bcc7bbe240f8 None None] Checking segment: {'id': '1159556b-7c94-42cd-9961-6d727f1cbd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3306f59a-d4f2-45ad-a851-949071e5d99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:36:46.323388 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f444bed-c1ce-47d6-a02e-bcc7bbe240f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:46.323742 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f444bed-c1ce-47d6-a02e-bcc7bbe240f8 None None] Bound using segment: {'id': '1159556b-7c94-42cd-9961-6d727f1cbd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3306f59a-d4f2-45ad-a851-949071e5d99f'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:36:46.324227 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-8f444bed-c1ce-47d6-a02e-bcc7bbe240f8 None None] Bound port: fa26b589-5c91-4447-b92e-4e87211b3346, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1159556b-7c94-42cd-9961-6d727f1cbd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3306f59a-d4f2-45ad-a851-949071e5d99f'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:36:46.324638 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f444bed-c1ce-47d6-a02e-bcc7bbe240f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fa26b589-5c91-4447-b92e-4e87211b3346), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:46.335212 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16d157d-4c61-4285-91d8-9577a5a798f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-1b226dc4-14c7-40f1-a9e6-f876c2240a66', 'network_id': '1b226dc4-14c7-40f1-a9e6-f876c2240a66', 'project_id': '5ae4d2c13d5b4ff0be27d49f0b22b7ca', 'fixed_ips': [{'subnet_id': 'b0ab7e0b-3bb9-4cb1-819e-eeabf2696c57'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:36:46.336646 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c16d157d-4c61-4285-91d8-9577a5a798f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:46.345209 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eda841fa-e5f2-4530-b711-4430f2b20fbc tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (b0ab7e0b-3bb9-4cb1-819e-eeabf2696c57), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:46.412320 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eda841fa-e5f2-4530-b711-4430f2b20fbc tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (b0ab7e0b-3bb9-4cb1-819e-eeabf2696c57), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:46.445380 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda841fa-e5f2-4530-b711-4430f2b20fbc tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Pushing event deleted for resources: {'Subnet': ['ID=b0ab7e0b-3bb9-4cb1-819e-eeabf2696c57,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:46.465251 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-8f444bed-c1ce-47d6-a02e-bcc7bbe240f8 None None] For port fa26b589-5c91-4447-b92e-4e87211b3346, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:36:46.481932 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-8f444bed-c1ce-47d6-a02e-bcc7bbe240f8 None None] For port fa26b589-5c91-4447-b92e-4e87211b3346, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=fa26b589-5c91-4447-b92e-4e87211b3346,segment=NetworkSegment(1159556b-7c94-42cd-9961-6d727f1cbd50),segment_id=1159556b-7c94-42cd-9961-6d727f1cbd50)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server [None req-c16d157d-4c61-4285-91d8-9577a5a798f3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0ab7e0b-3bb9-4cb1-819e-eeabf2696c57: This subnet is being modified by another concurrent operation. Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server raise exception Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0ab7e0b-3bb9-4cb1-819e-eeabf2696c57: This subnet is being modified by another concurrent operation. Jan 28 14:36:46.484864 n-d-822747-2 neutron-server[103353]: ERROR oslo_messaging.rpc.server Jan 28 14:36:46.493567 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f444bed-c1ce-47d6-a02e-bcc7bbe240f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (fa26b589-5c91-4447-b92e-4e87211b3346), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:46.509694 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eda841fa-e5f2-4530-b711-4430f2b20fbc tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (1b226dc4-14c7-40f1-a9e6-f876c2240a66), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:46.523176 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee77c4f9-1c96-4124-b18f-3cb5d162c721 None None] Network 1b226dc4-14c7-40f1-a9e6-f876c2240a66 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:36:46.530097 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-eda841fa-e5f2-4530-b711-4430f2b20fbc tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b226dc4-14c7-40f1-a9e6-f876c2240a66']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:46.539516 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-eda841fa-e5f2-4530-b711-4430f2b20fbc tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f763ac59-19ff-4ef9-b998-12b23241083f') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:46.539825 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-eda841fa-e5f2-4530-b711-4430f2b20fbc tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f763ac59-19ff-4ef9-b998-12b23241083f') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:46.549630 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eda841fa-e5f2-4530-b711-4430f2b20fbc tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (f763ac59-19ff-4ef9-b998-12b23241083f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:46.564863 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eda841fa-e5f2-4530-b711-4430f2b20fbc tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (f763ac59-19ff-4ef9-b998-12b23241083f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:46.571771 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda841fa-e5f2-4530-b711-4430f2b20fbc tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:36:46.572174 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eda841fa-e5f2-4530-b711-4430f2b20fbc tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (f763ac59-19ff-4ef9-b998-12b23241083f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: timer() Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:36:46.576065 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:36:46.605630 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f444bed-c1ce-47d6-a02e-bcc7bbe240f8 None None] Pushing event updated for resources: {'Port': ['ID=fa26b589-5c91-4447-b92e-4e87211b3346,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:46.646941 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eda841fa-e5f2-4530-b711-4430f2b20fbc tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (1b226dc4-14c7-40f1-a9e6-f876c2240a66), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:46.655514 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eda841fa-e5f2-4530-b711-4430f2b20fbc tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:46.662362 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-eda841fa-e5f2-4530-b711-4430f2b20fbc tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] 10.222.0.39 "DELETE /v2.0/networks/1b226dc4-14c7-40f1-a9e6-f876c2240a66 HTTP/1.1" status: 204 len: 168 time: 0.4708824 Jan 28 14:36:46.663187 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51514) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:46.668300 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-2a06ff3c-bd0c-4748-9c46-5a058244803d tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-536158825'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:46.672772 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda841fa-e5f2-4530-b711-4430f2b20fbc tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Pushing event deleted for resources: {'Network': ['ID=1b226dc4-14c7-40f1-a9e6-f876c2240a66,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:46.691639 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a06ff3c-bd0c-4748-9c46-5a058244803d tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Made reservation on behalf of 5ae4d2c13d5b4ff0be27d49f0b22b7ca for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:36:46.696831 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2a06ff3c-bd0c-4748-9c46-5a058244803d tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:46.721231 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a06ff3c-bd0c-4748-9c46-5a058244803d tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:36:46.738853 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2a06ff3c-bd0c-4748-9c46-5a058244803d tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (447cb01b-5734-48e4-a092-9e2233182b39), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:46.739672 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-2a06ff3c-bd0c-4748-9c46-5a058244803d tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Added segment 447cb01b-5734-48e4-a092-9e2233182b39 of type vlan for network 56d1354a-9b0c-49f3-9303-e3a7a24df9fe Jan 28 14:36:46.792434 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2a06ff3c-bd0c-4748-9c46-5a058244803d tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (56d1354a-9b0c-49f3-9303-e3a7a24df9fe), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:46.819517 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2a06ff3c-bd0c-4748-9c46-5a058244803d tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (56d1354a-9b0c-49f3-9303-e3a7a24df9fe), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:46.824760 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a06ff3c-bd0c-4748-9c46-5a058244803d tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:46.825353 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2a06ff3c-bd0c-4748-9c46-5a058244803d tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:46.868107 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2a06ff3c-bd0c-4748-9c46-5a058244803d tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2037275 Jan 28 14:36:46.871075 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51516) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:46.876825 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-60d1fdf7-746f-4967-af39-85d7860e0d9c tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Request body: {'subnet': {'network_id': '56d1354a-9b0c-49f3-9303-e3a7a24df9fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:46.902549 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06ff3c-bd0c-4748-9c46-5a058244803d tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Pushing event updated for resources: {'Network': ['ID=56d1354a-9b0c-49f3-9303-e3a7a24df9fe,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:46.914082 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 56d1354a-9b0c-49f3-9303-e3a7a24df9fe details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:36:46.971314 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d1fdf7-746f-4967-af39-85d7860e0d9c tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Made reservation on behalf of 5ae4d2c13d5b4ff0be27d49f0b22b7ca for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:36:46.975224 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60d1fdf7-746f-4967-af39-85d7860e0d9c tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:47.040200 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.ipam_backend_mixin [None req-60d1fdf7-746f-4967-af39-85d7860e0d9c tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Performing IP validity checks on allocation pools {{(pid=103351) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 14:36:47.040959 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.ipam_backend_mixin [None req-60d1fdf7-746f-4967-af39-85d7860e0d9c tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103351) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 14:36:47.173315 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60d1fdf7-746f-4967-af39-85d7860e0d9c tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (a64102d1-4af4-4f36-86c3-12851cc325b7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:47.176222 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:36:47.235901 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1fdf7-746f-4967-af39-85d7860e0d9c tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Pushing event updated for resources: {'Subnet': ['ID=a64102d1-4af4-4f36-86c3-12851cc325b7,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:47.247947 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d1fdf7-746f-4967-af39-85d7860e0d9c tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Checking segment: {'id': '447cb01b-5734-48e4-a092-9e2233182b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '56d1354a-9b0c-49f3-9303-e3a7a24df9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:36:47.248651 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d1fdf7-746f-4967-af39-85d7860e0d9c tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Network hostable DHCP agents. Network: 56d1354a-9b0c-49f3-9303-e3a7a24df9fe, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:36:47.269302 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d1fdf7-746f-4967-af39-85d7860e0d9c tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Network 56d1354a-9b0c-49f3-9303-e3a7a24df9fe is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:36:47.280706 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-60d1fdf7-746f-4967-af39-85d7860e0d9c tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 56d1354a-9b0c-49f3-9303-e3a7a24df9fe) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:36:47.285268 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d1fdf7-746f-4967-af39-85d7860e0d9c tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:47.285835 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60d1fdf7-746f-4967-af39-85d7860e0d9c tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:47.293671 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5382e643-f003-4949-bf77-1bcc702e6c07 None None] Network 56d1354a-9b0c-49f3-9303-e3a7a24df9fe requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:36:47.305475 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-60d1fdf7-746f-4967-af39-85d7860e0d9c tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4331326 Jan 28 14:36:47.308168 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51518) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:47.419171 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b56080-0dc3-4172-b91f-09dd3dfbcb7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-56d1354a-9b0c-49f3-9303-e3a7a24df9fe', 'network_id': '56d1354a-9b0c-49f3-9303-e3a7a24df9fe', 'project_id': '5ae4d2c13d5b4ff0be27d49f0b22b7ca', 'fixed_ips': [{'subnet_id': 'a64102d1-4af4-4f36-86c3-12851cc325b7'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:36:47.420144 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-02b56080-0dc3-4172-b91f-09dd3dfbcb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:47.420575 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (56d1354a-9b0c-49f3-9303-e3a7a24df9fe), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:47.486014 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (a64102d1-4af4-4f36-86c3-12851cc325b7), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:47.570131 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-02b56080-0dc3-4172-b91f-09dd3dfbcb7b None None] Allocated IP 2001:db8::3 (56d1354a-9b0c-49f3-9303-e3a7a24df9fe/a64102d1-4af4-4f36-86c3-12851cc325b7/ea08078e-769c-4d0f-9f75-2615fa7c9a54) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:36:47.601095 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16707f6a-7d1a-4e3c-8e4a-28739a5bbfd5 None None] Network 3306f59a-d4f2-45ad-a851-949071e5d99f requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:36:47.745698 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-348b602b-738e-4afe-9ebb-700c9093762c None None] Provisioning complete for port fa26b589-5c91-4447-b92e-4e87211b3346 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:47.745938 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-348b602b-738e-4afe-9ebb-700c9093762c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (fa26b589-5c91-4447-b92e-4e87211b3346), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:47.855964 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-02b56080-0dc3-4172-b91f-09dd3dfbcb7b None None] Publish callbacks [] for port (ea08078e-769c-4d0f-9f75-2615fa7c9a54), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:47.868303 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-02b56080-0dc3-4172-b91f-09dd3dfbcb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (ea08078e-769c-4d0f-9f75-2615fa7c9a54), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:47.886210 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (a64102d1-4af4-4f36-86c3-12851cc325b7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:47.934490 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Pushing event deleted for resources: {'Subnet': ['ID=a64102d1-4af4-4f36-86c3-12851cc325b7,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:47.942166 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b56080-0dc3-4172-b91f-09dd3dfbcb7b None None] Network 56d1354a-9b0c-49f3-9303-e3a7a24df9fe is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:36:47.949914 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-02b56080-0dc3-4172-b91f-09dd3dfbcb7b None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:36:47.951738 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b56080-0dc3-4172-b91f-09dd3dfbcb7b None None] Pushing event updated for resources: {'Port': ['ID=ea08078e-769c-4d0f-9f75-2615fa7c9a54,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:47.955682 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b56080-0dc3-4172-b91f-09dd3dfbcb7b None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:36:47.966214 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-348b602b-738e-4afe-9ebb-700c9093762c None None] Current status of the port fa26b589-5c91-4447-b92e-4e87211b3346 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:47.966605 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-348b602b-738e-4afe-9ebb-700c9093762c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fa26b589-5c91-4447-b92e-4e87211b3346), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:47.997748 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (56d1354a-9b0c-49f3-9303-e3a7a24df9fe), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:48.026348 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d1354a-9b0c-49f3-9303-e3a7a24df9fe']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:48.037784 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447cb01b-5734-48e4-a092-9e2233182b39') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:48.038164 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447cb01b-5734-48e4-a092-9e2233182b39') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:48.050081 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-02b56080-0dc3-4172-b91f-09dd3dfbcb7b None None] Attempting to bind port ea08078e-769c-4d0f-9f75-2615fa7c9a54 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:36:48.050451 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-02b56080-0dc3-4172-b91f-09dd3dfbcb7b None None] Attempting to bind port ea08078e-769c-4d0f-9f75-2615fa7c9a54 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '447cb01b-5734-48e4-a092-9e2233182b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '56d1354a-9b0c-49f3-9303-e3a7a24df9fe'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:36:48.050812 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b56080-0dc3-4172-b91f-09dd3dfbcb7b None None] Attempting to bind port ea08078e-769c-4d0f-9f75-2615fa7c9a54 on network 56d1354a-9b0c-49f3-9303-e3a7a24df9fe {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:36:48.051518 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (447cb01b-5734-48e4-a092-9e2233182b39), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:48.056355 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-348b602b-738e-4afe-9ebb-700c9093762c None None] For port fa26b589-5c91-4447-b92e-4e87211b3346, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=fa26b589-5c91-4447-b92e-4e87211b3346,segment=NetworkSegment(1159556b-7c94-42cd-9961-6d727f1cbd50),segment_id=1159556b-7c94-42cd-9961-6d727f1cbd50)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:48.060034 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b56080-0dc3-4172-b91f-09dd3dfbcb7b None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:36:48.060726 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b56080-0dc3-4172-b91f-09dd3dfbcb7b None None] Checking segment: {'id': '447cb01b-5734-48e4-a092-9e2233182b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '56d1354a-9b0c-49f3-9303-e3a7a24df9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:36:48.061003 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-02b56080-0dc3-4172-b91f-09dd3dfbcb7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:48.061355 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b56080-0dc3-4172-b91f-09dd3dfbcb7b None None] Bound using segment: {'id': '447cb01b-5734-48e4-a092-9e2233182b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '56d1354a-9b0c-49f3-9303-e3a7a24df9fe'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:36:48.061810 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-02b56080-0dc3-4172-b91f-09dd3dfbcb7b None None] Bound port: ea08078e-769c-4d0f-9f75-2615fa7c9a54, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447cb01b-5734-48e4-a092-9e2233182b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '56d1354a-9b0c-49f3-9303-e3a7a24df9fe'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:36:48.062191 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-02b56080-0dc3-4172-b91f-09dd3dfbcb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ea08078e-769c-4d0f-9f75-2615fa7c9a54), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:48.069905 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (447cb01b-5734-48e4-a092-9e2233182b39), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:48.072259 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-348b602b-738e-4afe-9ebb-700c9093762c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (fa26b589-5c91-4447-b92e-4e87211b3346), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:48.089067 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:36:48.089555 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (447cb01b-5734-48e4-a092-9e2233182b39), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: timer() Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:36:48.093222 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:36:48.166218 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b602b-738e-4afe-9ebb-700c9093762c None None] Pushing event updated for resources: {'Port': ['ID=fa26b589-5c91-4447-b92e-4e87211b3346,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:48.173682 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.db.api [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 14:36:48.173682 n-d-822747-2 neutron-server[103351]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 14:36:48.173682 n-d-822747-2 neutron-server[103351]: [parameters: {'id': '56d1354a-9b0c-49f3-9303-e3a7a24df9fe'}] Jan 28 14:36:48.173682 n-d-822747-2 neutron-server[103351]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103351) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 14:36:48.173682 n-d-822747-2 neutron-server[103351]: DEBUG oslo_db.api [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 14:36:48.177610 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-02b56080-0dc3-4172-b91f-09dd3dfbcb7b None None] For port ea08078e-769c-4d0f-9f75-2615fa7c9a54, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:36:48.181324 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-02b56080-0dc3-4172-b91f-09dd3dfbcb7b None None] For port ea08078e-769c-4d0f-9f75-2615fa7c9a54, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ea08078e-769c-4d0f-9f75-2615fa7c9a54,segment=NetworkSegment(447cb01b-5734-48e4-a092-9e2233182b39),segment_id=447cb01b-5734-48e4-a092-9e2233182b39)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:36:48.187563 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-02b56080-0dc3-4172-b91f-09dd3dfbcb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ea08078e-769c-4d0f-9f75-2615fa7c9a54), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:48.218413 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device fa26b589-5c91-4447-b92e-4e87211b3346 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:36:48.273374 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ec25942f-f880-4221-84e2-1543d9018c00 None None] Provisioning complete for port fa26b589-5c91-4447-b92e-4e87211b3346 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:48.273743 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec25942f-f880-4221-84e2-1543d9018c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (fa26b589-5c91-4447-b92e-4e87211b3346), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:48.328906 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b56080-0dc3-4172-b91f-09dd3dfbcb7b None None] Pushing event updated for resources: {'Port': ['ID=ea08078e-769c-4d0f-9f75-2615fa7c9a54,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:48.350188 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f9f7fb-fbb2-43c1-8827-3fdeaf217f7b None None] get_active_networks_info from n-d-822747-2 {{(pid=103353) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 14:36:48.383358 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port fa26b589-5c91-4447-b92e-4e87211b3346 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:48.383725 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (fa26b589-5c91-4447-b92e-4e87211b3346), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:48.481280 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:48.497793 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f9f7fb-fbb2-43c1-8827-3fdeaf217f7b None None] Resources bound (agent type, host, resource id): {{(pid=103353) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 14:36:48.503676 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ec25942f-f880-4221-84e2-1543d9018c00 None None] Current status of the port fa26b589-5c91-4447-b92e-4e87211b3346 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:48.596161 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port fa26b589-5c91-4447-b92e-4e87211b3346 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:48.674271 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (56d1354a-9b0c-49f3-9303-e3a7a24df9fe), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:48.679850 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304a1b7a-686a-451d-bcdc-c21f62cb4a41 None None] get_active_networks_info from n-d-822747-2 {{(pid=103353) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 14:36:48.731609 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Deleting port ea08078e-769c-4d0f-9f75-2615fa7c9a54 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:36:48.731951 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ea08078e-769c-4d0f-9f75-2615fa7c9a54), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:48.752422 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304a1b7a-686a-451d-bcdc-c21f62cb4a41 None None] Resources bound (agent type, host, resource id): {{(pid=103353) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 14:36:48.799405 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] For port ea08078e-769c-4d0f-9f75-2615fa7c9a54, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ea08078e-769c-4d0f-9f75-2615fa7c9a54,segment=NetworkSegment(447cb01b-5734-48e4-a092-9e2233182b39),segment_id=447cb01b-5734-48e4-a092-9e2233182b39)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:48.799830 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ea08078e-769c-4d0f-9f75-2615fa7c9a54), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:48.813675 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Calling delete_port for ea08078e-769c-4d0f-9f75-2615fa7c9a54 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:36:48.900368 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ea08078e-769c-4d0f-9f75-2615fa7c9a54), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:48.917120 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d9359c-8543-4fb5-b7fe-52bd86452752 None None] Network 56d1354a-9b0c-49f3-9303-e3a7a24df9fe requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:36:48.927099 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Pushing event deleted for resources: {'Port': ['ID=ea08078e-769c-4d0f-9f75-2615fa7c9a54,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:48.930944 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] No DVR routers for this DVR port ea08078e-769c-4d0f-9f75-2615fa7c9a54 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:36:49.013804 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (56d1354a-9b0c-49f3-9303-e3a7a24df9fe), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:49.034132 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d1354a-9b0c-49f3-9303-e3a7a24df9fe']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:49.044002 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447cb01b-5734-48e4-a092-9e2233182b39') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:49.044290 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447cb01b-5734-48e4-a092-9e2233182b39') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:49.054144 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (447cb01b-5734-48e4-a092-9e2233182b39), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:49.067312 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (447cb01b-5734-48e4-a092-9e2233182b39), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:49.073563 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:36:49.073942 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (447cb01b-5734-48e4-a092-9e2233182b39), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: timer() Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:36:49.077262 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:36:49.141445 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (56d1354a-9b0c-49f3-9303-e3a7a24df9fe), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:49.150378 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:49.153484 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] 10.222.0.39 "DELETE /v2.0/networks/56d1354a-9b0c-49f3-9303-e3a7a24df9fe HTTP/1.1" status: 204 len: 168 time: 1.8440156 Jan 28 14:36:49.157721 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51520) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:49.163307 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-2cd28b15-6b43-4648-a733-3b7f2f66e7fe tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1433755397'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:49.165703 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad02d9-313c-416e-a2c4-d571b0da860a tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Pushing event deleted for resources: {'Network': ['ID=56d1354a-9b0c-49f3-9303-e3a7a24df9fe,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:49.184409 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd28b15-6b43-4648-a733-3b7f2f66e7fe tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Made reservation on behalf of 5ae4d2c13d5b4ff0be27d49f0b22b7ca for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:36:49.187857 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2cd28b15-6b43-4648-a733-3b7f2f66e7fe tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:49.211882 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd28b15-6b43-4648-a733-3b7f2f66e7fe tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:36:49.221177 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2cd28b15-6b43-4648-a733-3b7f2f66e7fe tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (90ac1888-0c4b-4816-8cb1-ac659ea2e76e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:49.221549 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-2cd28b15-6b43-4648-a733-3b7f2f66e7fe tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Added segment 90ac1888-0c4b-4816-8cb1-ac659ea2e76e of type vlan for network 81b5f183-0f89-440f-9112-2ebbcb1e154c Jan 28 14:36:49.260559 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2cd28b15-6b43-4648-a733-3b7f2f66e7fe tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (81b5f183-0f89-440f-9112-2ebbcb1e154c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:49.286229 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2cd28b15-6b43-4648-a733-3b7f2f66e7fe tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (81b5f183-0f89-440f-9112-2ebbcb1e154c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:49.291223 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd28b15-6b43-4648-a733-3b7f2f66e7fe tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:49.291801 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2cd28b15-6b43-4648-a733-3b7f2f66e7fe tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:49.328239 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2cd28b15-6b43-4648-a733-3b7f2f66e7fe tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1692338 Jan 28 14:36:49.331240 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51522) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:49.336761 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-6801214f-4206-49d9-8bec-117580722474 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Request body: {'subnet': {'network_id': '81b5f183-0f89-440f-9112-2ebbcb1e154c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:49.362711 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd28b15-6b43-4648-a733-3b7f2f66e7fe tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Pushing event updated for resources: {'Network': ['ID=81b5f183-0f89-440f-9112-2ebbcb1e154c,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:49.373526 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 81b5f183-0f89-440f-9112-2ebbcb1e154c details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:36:49.424497 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6801214f-4206-49d9-8bec-117580722474 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Made reservation on behalf of 5ae4d2c13d5b4ff0be27d49f0b22b7ca for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:36:49.427957 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6801214f-4206-49d9-8bec-117580722474 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:49.606435 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6801214f-4206-49d9-8bec-117580722474 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (5d25804b-2b1c-448b-89cb-dd1427014c6c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:49.668936 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6801214f-4206-49d9-8bec-117580722474 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Pushing event updated for resources: {'Subnet': ['ID=5d25804b-2b1c-448b-89cb-dd1427014c6c,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:49.677959 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6801214f-4206-49d9-8bec-117580722474 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Checking segment: {'id': '90ac1888-0c4b-4816-8cb1-ac659ea2e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '81b5f183-0f89-440f-9112-2ebbcb1e154c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:36:49.678355 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6801214f-4206-49d9-8bec-117580722474 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Network hostable DHCP agents. Network: 81b5f183-0f89-440f-9112-2ebbcb1e154c, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:36:49.696436 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6801214f-4206-49d9-8bec-117580722474 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Network 81b5f183-0f89-440f-9112-2ebbcb1e154c is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:36:49.705700 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-6801214f-4206-49d9-8bec-117580722474 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 81b5f183-0f89-440f-9112-2ebbcb1e154c) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:36:49.710349 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6801214f-4206-49d9-8bec-117580722474 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:49.710987 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6801214f-4206-49d9-8bec-117580722474 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:49.715431 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b990d5-2802-418c-956f-213ddf5d719e None None] Network 81b5f183-0f89-440f-9112-2ebbcb1e154c requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:36:49.728961 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6801214f-4206-49d9-8bec-117580722474 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3965473 Jan 28 14:36:49.732668 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51524) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:49.737938 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-f6c84a8d-3923-4731-acbe-add9a955b261 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1478555852'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:49.757800 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c84a8d-3923-4731-acbe-add9a955b261 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Made reservation on behalf of 5ae4d2c13d5b4ff0be27d49f0b22b7ca for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:36:49.761798 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f6c84a8d-3923-4731-acbe-add9a955b261 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:49.785836 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c84a8d-3923-4731-acbe-add9a955b261 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:36:49.796523 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f6c84a8d-3923-4731-acbe-add9a955b261 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (fac42ddf-499e-4456-9a7b-143a02598753), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:49.796869 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-f6c84a8d-3923-4731-acbe-add9a955b261 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Added segment fac42ddf-499e-4456-9a7b-143a02598753 of type vlan for network 7630de4a-d99e-47ac-868d-43c62a1db711 Jan 28 14:36:49.821331 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f759b4f-99c5-4b79-affb-429fd5182895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-81b5f183-0f89-440f-9112-2ebbcb1e154c', 'network_id': '81b5f183-0f89-440f-9112-2ebbcb1e154c', 'project_id': '5ae4d2c13d5b4ff0be27d49f0b22b7ca', 'fixed_ips': [{'subnet_id': '5d25804b-2b1c-448b-89cb-dd1427014c6c'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:36:49.822239 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4f759b4f-99c5-4b79-affb-429fd5182895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:49.838137 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f6c84a8d-3923-4731-acbe-add9a955b261 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (7630de4a-d99e-47ac-868d-43c62a1db711), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:49.866932 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f6c84a8d-3923-4731-acbe-add9a955b261 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (7630de4a-d99e-47ac-868d-43c62a1db711), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:49.871980 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c84a8d-3923-4731-acbe-add9a955b261 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:49.872801 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f6c84a8d-3923-4731-acbe-add9a955b261 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:49.936761 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f6c84a8d-3923-4731-acbe-add9a955b261 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2026896 Jan 28 14:36:49.941868 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51526) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:49.944975 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-c09b6e90-5314-43e7-a51b-a67d6184075d tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Request body: {'subnet': {'network_id': '7630de4a-d99e-47ac-868d-43c62a1db711', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:49.966444 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c84a8d-3923-4731-acbe-add9a955b261 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Pushing event updated for resources: {'Network': ['ID=7630de4a-d99e-47ac-868d-43c62a1db711,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:50.003139 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 7630de4a-d99e-47ac-868d-43c62a1db711 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:36:50.043700 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09b6e90-5314-43e7-a51b-a67d6184075d tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Made reservation on behalf of 5ae4d2c13d5b4ff0be27d49f0b22b7ca for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:36:50.047203 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c09b6e90-5314-43e7-a51b-a67d6184075d tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:50.125690 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device fa26b589-5c91-4447-b92e-4e87211b3346 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:36:50.228029 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-4f759b4f-99c5-4b79-affb-429fd5182895 None None] Allocated IP 2001:db8::2 (81b5f183-0f89-440f-9112-2ebbcb1e154c/5d25804b-2b1c-448b-89cb-dd1427014c6c/3c04895f-486e-40ef-a93d-a4a194190b01) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:36:50.236999 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c09b6e90-5314-43e7-a51b-a67d6184075d tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (f8e1227c-3183-4e0c-b735-292e13e0654b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:50.240036 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port fa26b589-5c91-4447-b92e-4e87211b3346 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:50.240453 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (fa26b589-5c91-4447-b92e-4e87211b3346), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:50.298251 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b6e90-5314-43e7-a51b-a67d6184075d tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Pushing event updated for resources: {'Subnet': ['ID=f8e1227c-3183-4e0c-b735-292e13e0654b,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:50.306468 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09b6e90-5314-43e7-a51b-a67d6184075d tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Checking segment: {'id': 'fac42ddf-499e-4456-9a7b-143a02598753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7630de4a-d99e-47ac-868d-43c62a1db711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:36:50.306831 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09b6e90-5314-43e7-a51b-a67d6184075d tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Network hostable DHCP agents. Network: 7630de4a-d99e-47ac-868d-43c62a1db711, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:36:50.324210 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09b6e90-5314-43e7-a51b-a67d6184075d tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Network 7630de4a-d99e-47ac-868d-43c62a1db711 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:36:50.335393 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-c09b6e90-5314-43e7-a51b-a67d6184075d tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 7630de4a-d99e-47ac-868d-43c62a1db711) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:36:50.341599 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09b6e90-5314-43e7-a51b-a67d6184075d tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:50.342412 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c09b6e90-5314-43e7-a51b-a67d6184075d tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:50.351010 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e773f086-e479-4312-a2a4-6b7ea408083f None None] Network 7630de4a-d99e-47ac-868d-43c62a1db711 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:36:50.359419 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c09b6e90-5314-43e7-a51b-a67d6184075d tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4184368 Jan 28 14:36:50.361905 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51528) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:50.461277 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4391c64d-f2cc-44dc-ba85-97eac5256cc3 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (7630de4a-d99e-47ac-868d-43c62a1db711), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:50.479822 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port fa26b589-5c91-4447-b92e-4e87211b3346 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:50.504034 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:50.512370 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4391c64d-f2cc-44dc-ba85-97eac5256cc3 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (f8e1227c-3183-4e0c-b735-292e13e0654b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:50.519823 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4f759b4f-99c5-4b79-affb-429fd5182895 None None] Publish callbacks [] for port (3c04895f-486e-40ef-a93d-a4a194190b01), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:50.539196 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4f759b4f-99c5-4b79-affb-429fd5182895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (3c04895f-486e-40ef-a93d-a4a194190b01), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:50.571408 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51687ae-f258-450b-bce4-7f16a27d0fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-7630de4a-d99e-47ac-868d-43c62a1db711', 'network_id': '7630de4a-d99e-47ac-868d-43c62a1db711', 'project_id': '5ae4d2c13d5b4ff0be27d49f0b22b7ca', 'fixed_ips': [{'subnet_id': 'f8e1227c-3183-4e0c-b735-292e13e0654b'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:36:50.572281 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e51687ae-f258-450b-bce4-7f16a27d0fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:50.576688 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4391c64d-f2cc-44dc-ba85-97eac5256cc3 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (f8e1227c-3183-4e0c-b735-292e13e0654b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:50.598326 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f759b4f-99c5-4b79-affb-429fd5182895 None None] Network 81b5f183-0f89-440f-9112-2ebbcb1e154c is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:36:50.607184 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-4f759b4f-99c5-4b79-affb-429fd5182895 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:36:50.611049 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f759b4f-99c5-4b79-affb-429fd5182895 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:36:50.612313 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391c64d-f2cc-44dc-ba85-97eac5256cc3 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Pushing event deleted for resources: {'Subnet': ['ID=f8e1227c-3183-4e0c-b735-292e13e0654b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:50.615655 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f759b4f-99c5-4b79-affb-429fd5182895 None None] Pushing event updated for resources: {'Port': ['ID=3c04895f-486e-40ef-a93d-a4a194190b01,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:50.671947 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4391c64d-f2cc-44dc-ba85-97eac5256cc3 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (7630de4a-d99e-47ac-868d-43c62a1db711), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:50.692620 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-4391c64d-f2cc-44dc-ba85-97eac5256cc3 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7630de4a-d99e-47ac-868d-43c62a1db711']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:50.703795 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-4391c64d-f2cc-44dc-ba85-97eac5256cc3 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac42ddf-499e-4456-9a7b-143a02598753') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:50.704112 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-4391c64d-f2cc-44dc-ba85-97eac5256cc3 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac42ddf-499e-4456-9a7b-143a02598753') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:50.709884 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e25bac2-401d-48c1-b74a-6ecdf650f6b7 None None] Network 7630de4a-d99e-47ac-868d-43c62a1db711 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:36:50.717119 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4391c64d-f2cc-44dc-ba85-97eac5256cc3 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (fac42ddf-499e-4456-9a7b-143a02598753), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:50.731091 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4391c64d-f2cc-44dc-ba85-97eac5256cc3 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (fac42ddf-499e-4456-9a7b-143a02598753), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:50.737607 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4391c64d-f2cc-44dc-ba85-97eac5256cc3 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:36:50.738113 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4391c64d-f2cc-44dc-ba85-97eac5256cc3 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (fac42ddf-499e-4456-9a7b-143a02598753), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: timer() Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:36:50.741438 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:36:50.748301 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4f759b4f-99c5-4b79-affb-429fd5182895 None None] Attempting to bind port 3c04895f-486e-40ef-a93d-a4a194190b01 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:36:50.748846 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4f759b4f-99c5-4b79-affb-429fd5182895 None None] Attempting to bind port 3c04895f-486e-40ef-a93d-a4a194190b01 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '90ac1888-0c4b-4816-8cb1-ac659ea2e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '81b5f183-0f89-440f-9112-2ebbcb1e154c'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:36:50.749036 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f759b4f-99c5-4b79-affb-429fd5182895 None None] Attempting to bind port 3c04895f-486e-40ef-a93d-a4a194190b01 on network 81b5f183-0f89-440f-9112-2ebbcb1e154c {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:36:50.781564 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f759b4f-99c5-4b79-affb-429fd5182895 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:36:50.781944 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f759b4f-99c5-4b79-affb-429fd5182895 None None] Checking segment: {'id': '90ac1888-0c4b-4816-8cb1-ac659ea2e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '81b5f183-0f89-440f-9112-2ebbcb1e154c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:36:50.782348 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4f759b4f-99c5-4b79-affb-429fd5182895 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:50.782742 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f759b4f-99c5-4b79-affb-429fd5182895 None None] Bound using segment: {'id': '90ac1888-0c4b-4816-8cb1-ac659ea2e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '81b5f183-0f89-440f-9112-2ebbcb1e154c'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:36:50.783243 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4f759b4f-99c5-4b79-affb-429fd5182895 None None] Bound port: 3c04895f-486e-40ef-a93d-a4a194190b01, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ac1888-0c4b-4816-8cb1-ac659ea2e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '81b5f183-0f89-440f-9112-2ebbcb1e154c'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:36:50.783627 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4f759b4f-99c5-4b79-affb-429fd5182895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3c04895f-486e-40ef-a93d-a4a194190b01), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:50.804314 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4391c64d-f2cc-44dc-ba85-97eac5256cc3 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (7630de4a-d99e-47ac-868d-43c62a1db711), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:50.812382 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4391c64d-f2cc-44dc-ba85-97eac5256cc3 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:50.819566 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4391c64d-f2cc-44dc-ba85-97eac5256cc3 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] 10.222.0.39 "DELETE /v2.0/networks/7630de4a-d99e-47ac-868d-43c62a1db711 HTTP/1.1" status: 204 len: 168 time: 0.4535325 Jan 28 14:36:50.820069 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51530) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:50.836914 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391c64d-f2cc-44dc-ba85-97eac5256cc3 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Pushing event deleted for resources: {'Network': ['ID=7630de4a-d99e-47ac-868d-43c62a1db711,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:50.848012 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-d807d493-778b-41cd-930b-fbbf72a5faef tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] GET failed (client error): The resource could not be found. Jan 28 14:36:50.849365 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d807d493-778b-41cd-930b-fbbf72a5faef tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] 10.222.0.39 "GET /v2.0/subnets/f8e1227c-3183-4e0c-b735-292e13e0654b HTTP/1.1" status: 404 len: 337 time: 0.0282807 Jan 28 14:36:50.852395 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51532) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:50.864754 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4f759b4f-99c5-4b79-affb-429fd5182895 None None] For port 3c04895f-486e-40ef-a93d-a4a194190b01, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:36:50.868255 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4f759b4f-99c5-4b79-affb-429fd5182895 None None] For port 3c04895f-486e-40ef-a93d-a4a194190b01, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3c04895f-486e-40ef-a93d-a4a194190b01,segment=NetworkSegment(90ac1888-0c4b-4816-8cb1-ac659ea2e76e),segment_id=90ac1888-0c4b-4816-8cb1-ac659ea2e76e)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:36:50.871661 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6fe610f-515c-431b-9be6-1001703d4e95 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] DELETE failed (client error): The resource could not be found. Jan 28 14:36:50.872236 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6fe610f-515c-431b-9be6-1001703d4e95 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:36:50.872488 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4f759b4f-99c5-4b79-affb-429fd5182895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3c04895f-486e-40ef-a93d-a4a194190b01), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:50.875774 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e6fe610f-515c-431b-9be6-1001703d4e95 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] 10.222.0.39 "DELETE /v2.0/networks/7630de4a-d99e-47ac-868d-43c62a1db711 HTTP/1.1" status: 404 len: 339 time: 0.0223863 Jan 28 14:36:50.880091 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51534) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:50.908158 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc13e00-4d94-49a2-aab1-a2ddf1e6ba19 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] DELETE failed (client error): The resource could not be found. Jan 28 14:36:50.908803 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc13e00-4d94-49a2-aab1-a2ddf1e6ba19 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:36:50.911988 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9bc13e00-4d94-49a2-aab1-a2ddf1e6ba19 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] 10.222.0.39 "DELETE /v2.0/subnets/f8e1227c-3183-4e0c-b735-292e13e0654b HTTP/1.1" status: 404 len: 337 time: 0.0308602 Jan 28 14:36:50.914664 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51536) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:50.934450 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69de4cc-774d-4b70-aaba-4386a0e4f4c9 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] DELETE failed (client error): The resource could not be found. Jan 28 14:36:50.935005 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d69de4cc-774d-4b70-aaba-4386a0e4f4c9 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:36:50.935953 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f759b4f-99c5-4b79-affb-429fd5182895 None None] Pushing event updated for resources: {'Port': ['ID=3c04895f-486e-40ef-a93d-a4a194190b01,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:50.938655 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d69de4cc-774d-4b70-aaba-4386a0e4f4c9 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] 10.222.0.39 "DELETE /v2.0/networks/7630de4a-d99e-47ac-868d-43c62a1db711 HTTP/1.1" status: 404 len: 339 time: 0.0224214 Jan 28 14:36:50.940607 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51538) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:50.991252 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-b56ef86c-0001-4e10-9650-ccbd46353594 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Deleting subnet 5d25804b-2b1c-448b-89cb-dd1427014c6c {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:36:50.994756 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b56ef86c-0001-4e10-9650-ccbd46353594 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks [] for subnet (5d25804b-2b1c-448b-89cb-dd1427014c6c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:51.041215 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b56ef86c-0001-4e10-9650-ccbd46353594 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (5d25804b-2b1c-448b-89cb-dd1427014c6c), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:51.141676 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b56ef86c-0001-4e10-9650-ccbd46353594 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (5d25804b-2b1c-448b-89cb-dd1427014c6c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:51.212103 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b56ef86c-0001-4e10-9650-ccbd46353594 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (5d25804b-2b1c-448b-89cb-dd1427014c6c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:51.240383 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ef86c-0001-4e10-9650-ccbd46353594 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Pushing event deleted for resources: {'Subnet': ['ID=5d25804b-2b1c-448b-89cb-dd1427014c6c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:51.246474 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b56ef86c-0001-4e10-9650-ccbd46353594 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:51.252540 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51540) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:51.252731 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b56ef86c-0001-4e10-9650-ccbd46353594 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] 10.222.0.39 "DELETE /v2.0/subnets/5d25804b-2b1c-448b-89cb-dd1427014c6c HTTP/1.1" status: 204 len: 168 time: 0.3110163 Jan 28 14:36:51.333328 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0fe8a296-181b-404e-bbee-c9fd52abd0fa tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (81b5f183-0f89-440f-9112-2ebbcb1e154c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:51.388615 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-0fe8a296-181b-404e-bbee-c9fd52abd0fa tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Deleting port 3c04895f-486e-40ef-a93d-a4a194190b01 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:36:51.388960 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0fe8a296-181b-404e-bbee-c9fd52abd0fa tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (3c04895f-486e-40ef-a93d-a4a194190b01), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:51.454526 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-0fe8a296-181b-404e-bbee-c9fd52abd0fa tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] For port 3c04895f-486e-40ef-a93d-a4a194190b01, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3c04895f-486e-40ef-a93d-a4a194190b01,segment=NetworkSegment(90ac1888-0c4b-4816-8cb1-ac659ea2e76e),segment_id=90ac1888-0c4b-4816-8cb1-ac659ea2e76e)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:51.454866 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0fe8a296-181b-404e-bbee-c9fd52abd0fa tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (3c04895f-486e-40ef-a93d-a4a194190b01), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:51.467811 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-0fe8a296-181b-404e-bbee-c9fd52abd0fa tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Calling delete_port for 3c04895f-486e-40ef-a93d-a4a194190b01 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:36:51.553306 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0fe8a296-181b-404e-bbee-c9fd52abd0fa tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (3c04895f-486e-40ef-a93d-a4a194190b01), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:51.579841 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8a296-181b-404e-bbee-c9fd52abd0fa tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Pushing event deleted for resources: {'Port': ['ID=3c04895f-486e-40ef-a93d-a4a194190b01,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:51.585478 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe8a296-181b-404e-bbee-c9fd52abd0fa tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] No DVR routers for this DVR port 3c04895f-486e-40ef-a93d-a4a194190b01 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:36:51.671089 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0fe8a296-181b-404e-bbee-c9fd52abd0fa tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (81b5f183-0f89-440f-9112-2ebbcb1e154c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:51.692863 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-0fe8a296-181b-404e-bbee-c9fd52abd0fa tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b5f183-0f89-440f-9112-2ebbcb1e154c']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:51.702790 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-0fe8a296-181b-404e-bbee-c9fd52abd0fa tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ac1888-0c4b-4816-8cb1-ac659ea2e76e') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:51.703055 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-0fe8a296-181b-404e-bbee-c9fd52abd0fa tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ac1888-0c4b-4816-8cb1-ac659ea2e76e') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:51.714546 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0fe8a296-181b-404e-bbee-c9fd52abd0fa tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (90ac1888-0c4b-4816-8cb1-ac659ea2e76e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:51.728379 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0fe8a296-181b-404e-bbee-c9fd52abd0fa tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (90ac1888-0c4b-4816-8cb1-ac659ea2e76e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:51.734904 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe8a296-181b-404e-bbee-c9fd52abd0fa tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:36:51.735369 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0fe8a296-181b-404e-bbee-c9fd52abd0fa tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (90ac1888-0c4b-4816-8cb1-ac659ea2e76e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: timer() Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:36:51.738483 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:36:51.798218 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0fe8a296-181b-404e-bbee-c9fd52abd0fa tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (81b5f183-0f89-440f-9112-2ebbcb1e154c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:51.809547 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0fe8a296-181b-404e-bbee-c9fd52abd0fa tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:51.815113 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0fe8a296-181b-404e-bbee-c9fd52abd0fa tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] 10.222.0.39 "DELETE /v2.0/networks/81b5f183-0f89-440f-9112-2ebbcb1e154c HTTP/1.1" status: 204 len: 168 time: 0.5612037 Jan 28 14:36:51.817543 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51542) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:51.831833 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8a296-181b-404e-bbee-c9fd52abd0fa tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Pushing event deleted for resources: {'Network': ['ID=81b5f183-0f89-440f-9112-2ebbcb1e154c,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:51.857496 n-d-822747-2 neutron-server[103351]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aca0a25-0a13-44ec-bded-fa5b9bcda834 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] DELETE failed (client error): The resource could not be found. Jan 28 14:36:51.859101 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aca0a25-0a13-44ec-bded-fa5b9bcda834 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103351) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:36:51.861490 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6aca0a25-0a13-44ec-bded-fa5b9bcda834 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] 10.222.0.39 "DELETE /v2.0/subnets/a64102d1-4af4-4f36-86c3-12851cc325b7 HTTP/1.1" status: 404 len: 337 time: 0.0425527 Jan 28 14:36:51.864471 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51544) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:51.883238 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29be4ab-d841-4aa8-b9af-8e602d95ec41 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] DELETE failed (client error): The resource could not be found. Jan 28 14:36:51.883838 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b29be4ab-d841-4aa8-b9af-8e602d95ec41 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:36:51.886768 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b29be4ab-d841-4aa8-b9af-8e602d95ec41 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] 10.222.0.39 "DELETE /v2.0/networks/56d1354a-9b0c-49f3-9303-e3a7a24df9fe HTTP/1.1" status: 404 len: 339 time: 0.0213196 Jan 28 14:36:51.889392 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51546) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:51.919601 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9e4c41-5374-457d-8b1a-390ac363cb65 None None] DHCP port deletion for 81b5f183-0f89-440f-9112-2ebbcb1e154c request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:36:51.921653 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a52130-7b87-44b8-9a84-639e0d52b7cf tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] DELETE failed (client error): The resource could not be found. Jan 28 14:36:51.922103 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46a52130-7b87-44b8-9a84-639e0d52b7cf tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:36:51.925125 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-46a52130-7b87-44b8-9a84-639e0d52b7cf tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] 10.222.0.39 "DELETE /v2.0/subnets/b0ab7e0b-3bb9-4cb1-819e-eeabf2696c57 HTTP/1.1" status: 404 len: 337 time: 0.0347385 Jan 28 14:36:51.929361 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51548) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:51.934583 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969dd8d7-96d3-432b-a4d2-963b755fd776 None None] Network 81b5f183-0f89-440f-9112-2ebbcb1e154c requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:36:51.948103 n-d-822747-2 neutron-server[103352]: INFO neutron.pecan_wsgi.hooks.translation [None req-35dae04d-9e98-491e-852b-fce50c42e8ad tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] DELETE failed (client error): The resource could not be found. Jan 28 14:36:51.948593 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35dae04d-9e98-491e-852b-fce50c42e8ad tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103352) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:36:51.949855 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969dd8d7-96d3-432b-a4d2-963b755fd776 None None] Network 81b5f183-0f89-440f-9112-2ebbcb1e154c could not be found, it might have been deleted concurrently. {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 14:36:51.951644 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-35dae04d-9e98-491e-852b-fce50c42e8ad tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] 10.222.0.39 "DELETE /v2.0/networks/1b226dc4-14c7-40f1-a9e6-f876c2240a66 HTTP/1.1" status: 404 len: 339 time: 0.0224090 Jan 28 14:36:51.954698 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51550) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:51.956062 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-7d7cec14-72c7-49ea-b113-c3d79f9885c7 None None] Could not find standard attr ID for object 3c04895f-486e-40ef-a93d-a4a194190b01. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 14:36:52.004841 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a14a96-e4d4-4494-ac1b-bbb597b874a7 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Deleting subnet 0655043b-b408-43ca-a090-22688b8d7027 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:36:52.008437 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-57a14a96-e4d4-4494-ac1b-bbb597b874a7 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks [] for subnet (0655043b-b408-43ca-a090-22688b8d7027), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:52.053594 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-57a14a96-e4d4-4494-ac1b-bbb597b874a7 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (0655043b-b408-43ca-a090-22688b8d7027), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:52.141445 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-57a14a96-e4d4-4494-ac1b-bbb597b874a7 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (0655043b-b408-43ca-a090-22688b8d7027), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:52.210671 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-57a14a96-e4d4-4494-ac1b-bbb597b874a7 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (0655043b-b408-43ca-a090-22688b8d7027), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:52.239916 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-57a14a96-e4d4-4494-ac1b-bbb597b874a7 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:52.243237 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-57a14a96-e4d4-4494-ac1b-bbb597b874a7 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] 10.222.0.39 "DELETE /v2.0/subnets/0655043b-b408-43ca-a090-22688b8d7027 HTTP/1.1" status: 204 len: 168 time: 0.2873979 Jan 28 14:36:52.244549 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a14a96-e4d4-4494-ac1b-bbb597b874a7 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Pushing event deleted for resources: {'Subnet': ['ID=0655043b-b408-43ca-a090-22688b8d7027,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:52.245797 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51552) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:52.246707 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8a047a-ff29-43fb-afd9-6cfa13595738 None None] Network 3306f59a-d4f2-45ad-a851-949071e5d99f requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:36:52.325819 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f641b6c2-08eb-47fa-896b-b5ed94f7b983 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (3306f59a-d4f2-45ad-a851-949071e5d99f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:52.380585 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-f641b6c2-08eb-47fa-896b-b5ed94f7b983 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Deleting port fa26b589-5c91-4447-b92e-4e87211b3346 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:36:52.380585 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f641b6c2-08eb-47fa-896b-b5ed94f7b983 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (fa26b589-5c91-4447-b92e-4e87211b3346), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:52.387541 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99e97f3-2088-49cf-9941-a409276b3ca9 None None] DHCP port deletion for 3306f59a-d4f2-45ad-a851-949071e5d99f request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:36:52.434945 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b99e97f3-2088-49cf-9941-a409276b3ca9 None None] Deleting port fa26b589-5c91-4447-b92e-4e87211b3346 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:36:52.435346 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b99e97f3-2088-49cf-9941-a409276b3ca9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (fa26b589-5c91-4447-b92e-4e87211b3346), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:52.447479 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-f641b6c2-08eb-47fa-896b-b5ed94f7b983 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] For port fa26b589-5c91-4447-b92e-4e87211b3346, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=fa26b589-5c91-4447-b92e-4e87211b3346,segment=NetworkSegment(1159556b-7c94-42cd-9961-6d727f1cbd50),segment_id=1159556b-7c94-42cd-9961-6d727f1cbd50)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:52.447845 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f641b6c2-08eb-47fa-896b-b5ed94f7b983 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (fa26b589-5c91-4447-b92e-4e87211b3346), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:52.460173 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-f641b6c2-08eb-47fa-896b-b5ed94f7b983 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Calling delete_port for fa26b589-5c91-4447-b92e-4e87211b3346 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:36:52.497342 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-b99e97f3-2088-49cf-9941-a409276b3ca9 None None] For port fa26b589-5c91-4447-b92e-4e87211b3346, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=fa26b589-5c91-4447-b92e-4e87211b3346,segment=NetworkSegment(1159556b-7c94-42cd-9961-6d727f1cbd50),segment_id=1159556b-7c94-42cd-9961-6d727f1cbd50)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:52.497740 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b99e97f3-2088-49cf-9941-a409276b3ca9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (fa26b589-5c91-4447-b92e-4e87211b3346), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:52.510843 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b99e97f3-2088-49cf-9941-a409276b3ca9 None None] Calling delete_port for fa26b589-5c91-4447-b92e-4e87211b3346 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:36:52.539166 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f641b6c2-08eb-47fa-896b-b5ed94f7b983 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (fa26b589-5c91-4447-b92e-4e87211b3346), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:52.568654 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641b6c2-08eb-47fa-896b-b5ed94f7b983 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Pushing event deleted for resources: {'Port': ['ID=fa26b589-5c91-4447-b92e-4e87211b3346,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:52.572117 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f641b6c2-08eb-47fa-896b-b5ed94f7b983 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] No DVR routers for this DVR port fa26b589-5c91-4447-b92e-4e87211b3346 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:36:52.594409 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b99e97f3-2088-49cf-9941-a409276b3ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (fa26b589-5c91-4447-b92e-4e87211b3346), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:52.623668 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e97f3-2088-49cf-9941-a409276b3ca9 None None] Pushing event deleted for resources: {'Port': ['ID=fa26b589-5c91-4447-b92e-4e87211b3346,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:52.627355 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99e97f3-2088-49cf-9941-a409276b3ca9 None None] No DVR routers for this DVR port fa26b589-5c91-4447-b92e-4e87211b3346 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:36:52.656408 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f641b6c2-08eb-47fa-896b-b5ed94f7b983 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (3306f59a-d4f2-45ad-a851-949071e5d99f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:52.680680 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-f641b6c2-08eb-47fa-896b-b5ed94f7b983 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3306f59a-d4f2-45ad-a851-949071e5d99f']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:52.692080 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-f641b6c2-08eb-47fa-896b-b5ed94f7b983 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1159556b-7c94-42cd-9961-6d727f1cbd50') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:52.692383 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-f641b6c2-08eb-47fa-896b-b5ed94f7b983 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1159556b-7c94-42cd-9961-6d727f1cbd50') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:52.706189 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f641b6c2-08eb-47fa-896b-b5ed94f7b983 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (1159556b-7c94-42cd-9961-6d727f1cbd50), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:52.719711 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f641b6c2-08eb-47fa-896b-b5ed94f7b983 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (1159556b-7c94-42cd-9961-6d727f1cbd50), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:52.725630 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f641b6c2-08eb-47fa-896b-b5ed94f7b983 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:36:52.725994 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f641b6c2-08eb-47fa-896b-b5ed94f7b983 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (1159556b-7c94-42cd-9961-6d727f1cbd50), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: timer() Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:36:52.729061 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:36:52.785701 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f641b6c2-08eb-47fa-896b-b5ed94f7b983 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (3306f59a-d4f2-45ad-a851-949071e5d99f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:52.792456 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f641b6c2-08eb-47fa-896b-b5ed94f7b983 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:52.795591 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f641b6c2-08eb-47fa-896b-b5ed94f7b983 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] 10.222.0.39 "DELETE /v2.0/networks/3306f59a-d4f2-45ad-a851-949071e5d99f HTTP/1.1" status: 204 len: 168 time: 0.5487900 Jan 28 14:36:52.806793 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641b6c2-08eb-47fa-896b-b5ed94f7b983 tempest-NetworksIpV6Test-1476016975 tempest-NetworksIpV6Test-1476016975-project] Pushing event deleted for resources: {'Network': ['ID=3306f59a-d4f2-45ad-a851-949071e5d99f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:53.070074 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51558) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:53.207559 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-48892753-d6cc-40be-9e58-afd7d5ae98d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ae4d2c13d5b4ff0be27d49f0b22b7ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1362646 Jan 28 14:36:53.210151 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51562) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:53.259901 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cee9fe76-3866-40bb-84fe-e3a2a7af8fef admin admin] Publish callbacks [] for security_group (1cbd96dc-a8c4-438a-a43f-90f1676e677f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:53.285998 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cee9fe76-3866-40bb-84fe-e3a2a7af8fef admin admin] Publish callbacks [] for security_group (1cbd96dc-a8c4-438a-a43f-90f1676e677f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:53.346267 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cee9fe76-3866-40bb-84fe-e3a2a7af8fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1cbd96dc-a8c4-438a-a43f-90f1676e677f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:53.349472 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cee9fe76-3866-40bb-84fe-e3a2a7af8fef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:53.350737 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cee9fe76-3866-40bb-84fe-e3a2a7af8fef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1cbd96dc-a8c4-438a-a43f-90f1676e677f HTTP/1.1" status: 204 len: 168 time: 0.1397128 Jan 28 14:36:53.358533 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9fe76-3866-40bb-84fe-e3a2a7af8fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbd96dc-a8c4-438a-a43f-90f1676e677f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:54.032218 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51584) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:54.093246 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device fa26b589-5c91-4447-b92e-4e87211b3346 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:36:54.115470 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: fa26b589-5c91-4447-b92e-4e87211b3346 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:36:54.115822 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device fa26b589-5c91-4447-b92e-4e87211b3346 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:36:54.135999 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-d730335a-965c-4c46-a232-6939f8357614 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1025511802', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:54.161036 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d730335a-965c-4c46-a232-6939f8357614 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (629201b0-b6bf-49c1-bacb-d6645ce1a9dd), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:54.162212 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d730335a-965c-4c46-a232-6939f8357614 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (629201b0-b6bf-49c1-bacb-d6645ce1a9dd), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:54.213626 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d730335a-965c-4c46-a232-6939f8357614 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks [] for router_controller (629201b0-b6bf-49c1-bacb-d6645ce1a9dd), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:54.219033 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d730335a-965c-4c46-a232-6939f8357614 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (629201b0-b6bf-49c1-bacb-d6645ce1a9dd), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:54.238463 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d730335a-965c-4c46-a232-6939f8357614 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:54.239700 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d730335a-965c-4c46-a232-6939f8357614 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2064452 Jan 28 14:36:54.242456 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51588) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:54.247315 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-1efa9d6a-62b8-4801-b0ba-b666f37a7a0f tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-311469759'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:54.268140 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efa9d6a-62b8-4801-b0ba-b666f37a7a0f tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Made reservation on behalf of 00a6bfc27e6f4309b9436f359637c53e for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:36:54.271437 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1efa9d6a-62b8-4801-b0ba-b666f37a7a0f tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:54.280436 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1efa9d6a-62b8-4801-b0ba-b666f37a7a0f tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:54.368052 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1efa9d6a-62b8-4801-b0ba-b666f37a7a0f tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks [] for security_group (0440504d-160b-41e2-8842-dd62a3cfec4a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:54.372315 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1efa9d6a-62b8-4801-b0ba-b666f37a7a0f tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0440504d-160b-41e2-8842-dd62a3cfec4a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:54.764196 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1efa9d6a-62b8-4801-b0ba-b666f37a7a0f tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:36:54.773782 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa9d6a-62b8-4801-b0ba-b666f37a7a0f tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0440504d-160b-41e2-8842-dd62a3cfec4a,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:54.778463 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1efa9d6a-62b8-4801-b0ba-b666f37a7a0f tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (aaf3c9e7-d597-4c0b-8314-a29a36fcb45f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:54.778801 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-1efa9d6a-62b8-4801-b0ba-b666f37a7a0f tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Added segment aaf3c9e7-d597-4c0b-8314-a29a36fcb45f of type vlan for network 5aec07b8-5b68-48f0-9b6a-d9c0b846d458 Jan 28 14:36:54.820160 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1efa9d6a-62b8-4801-b0ba-b666f37a7a0f tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (5aec07b8-5b68-48f0-9b6a-d9c0b846d458), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:54.845966 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1efa9d6a-62b8-4801-b0ba-b666f37a7a0f tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (5aec07b8-5b68-48f0-9b6a-d9c0b846d458), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:54.851208 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efa9d6a-62b8-4801-b0ba-b666f37a7a0f tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:54.851803 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1efa9d6a-62b8-4801-b0ba-b666f37a7a0f tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:54.891739 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1efa9d6a-62b8-4801-b0ba-b666f37a7a0f tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6481862 Jan 28 14:36:54.894611 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51590) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:54.899892 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-3eb5171f-ef32-4c6f-ba66-487db6168954 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Request body: {'subnet': {'network_id': '5aec07b8-5b68-48f0-9b6a-d9c0b846d458', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:54.923467 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa9d6a-62b8-4801-b0ba-b666f37a7a0f tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Pushing event updated for resources: {'Network': ['ID=5aec07b8-5b68-48f0-9b6a-d9c0b846d458,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:54.934317 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 5aec07b8-5b68-48f0-9b6a-d9c0b846d458 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:36:54.994597 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb5171f-ef32-4c6f-ba66-487db6168954 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Made reservation on behalf of 00a6bfc27e6f4309b9436f359637c53e for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:36:54.998892 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3eb5171f-ef32-4c6f-ba66-487db6168954 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:55.184376 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3eb5171f-ef32-4c6f-ba66-487db6168954 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (ec412cc4-fed1-45f4-adb3-c925b6e1dcae), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:55.238731 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5171f-ef32-4c6f-ba66-487db6168954 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Pushing event updated for resources: {'Subnet': ['ID=ec412cc4-fed1-45f4-adb3-c925b6e1dcae,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:55.255542 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb5171f-ef32-4c6f-ba66-487db6168954 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Checking segment: {'id': 'aaf3c9e7-d597-4c0b-8314-a29a36fcb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5aec07b8-5b68-48f0-9b6a-d9c0b846d458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:36:55.255905 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb5171f-ef32-4c6f-ba66-487db6168954 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Network hostable DHCP agents. Network: 5aec07b8-5b68-48f0-9b6a-d9c0b846d458, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:36:55.273122 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb5171f-ef32-4c6f-ba66-487db6168954 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Network 5aec07b8-5b68-48f0-9b6a-d9c0b846d458 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:36:55.282571 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-3eb5171f-ef32-4c6f-ba66-487db6168954 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 5aec07b8-5b68-48f0-9b6a-d9c0b846d458) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:36:55.287784 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb5171f-ef32-4c6f-ba66-487db6168954 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:55.287784 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3eb5171f-ef32-4c6f-ba66-487db6168954 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:55.293968 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd5af16-b34f-41ab-8e3e-ad3904937ee8 None None] Network 5aec07b8-5b68-48f0-9b6a-d9c0b846d458 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:36:55.306636 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3eb5171f-ef32-4c6f-ba66-487db6168954 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4107842 Jan 28 14:36:55.309883 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51592) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:55.315180 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-1c3157c7-68dd-4c6b-8ed9-901ac681a6c3 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-454685574'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:55.336968 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3157c7-68dd-4c6b-8ed9-901ac681a6c3 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Made reservation on behalf of 00a6bfc27e6f4309b9436f359637c53e for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:36:55.340409 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1c3157c7-68dd-4c6b-8ed9-901ac681a6c3 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:55.370060 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c3157c7-68dd-4c6b-8ed9-901ac681a6c3 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:36:55.383472 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1c3157c7-68dd-4c6b-8ed9-901ac681a6c3 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (5e332fc3-2b1f-4fe4-a5ca-5973360b9fd7), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:55.383875 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-1c3157c7-68dd-4c6b-8ed9-901ac681a6c3 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Added segment 5e332fc3-2b1f-4fe4-a5ca-5973360b9fd7 of type vlan for network 0ced6a71-551a-4625-b1ea-07dad83a8ffc Jan 28 14:36:55.422641 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3653e5cc-a417-4cbf-a547-f0d7a7c2d0ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-5aec07b8-5b68-48f0-9b6a-d9c0b846d458', 'network_id': '5aec07b8-5b68-48f0-9b6a-d9c0b846d458', 'project_id': '00a6bfc27e6f4309b9436f359637c53e', 'fixed_ips': [{'subnet_id': 'ec412cc4-fed1-45f4-adb3-c925b6e1dcae'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:36:55.423650 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3653e5cc-a417-4cbf-a547-f0d7a7c2d0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:55.437543 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1c3157c7-68dd-4c6b-8ed9-901ac681a6c3 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (0ced6a71-551a-4625-b1ea-07dad83a8ffc), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:55.468500 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1c3157c7-68dd-4c6b-8ed9-901ac681a6c3 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (0ced6a71-551a-4625-b1ea-07dad83a8ffc), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:55.473745 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3157c7-68dd-4c6b-8ed9-901ac681a6c3 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:55.474360 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1c3157c7-68dd-4c6b-8ed9-901ac681a6c3 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:55.514336 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1c3157c7-68dd-4c6b-8ed9-901ac681a6c3 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2032118 Jan 28 14:36:55.517278 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51594) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:55.523953 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-10911dc1-4de3-4d84-8fb4-490a9351237c tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Request body: {'subnet': {'network_id': '0ced6a71-551a-4625-b1ea-07dad83a8ffc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:55.545808 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3157c7-68dd-4c6b-8ed9-901ac681a6c3 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Pushing event updated for resources: {'Network': ['ID=0ced6a71-551a-4625-b1ea-07dad83a8ffc,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:55.557400 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 0ced6a71-551a-4625-b1ea-07dad83a8ffc details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:36:55.615646 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-3653e5cc-a417-4cbf-a547-f0d7a7c2d0ac None None] Allocated IP 172.20.0.2 (5aec07b8-5b68-48f0-9b6a-d9c0b846d458/ec412cc4-fed1-45f4-adb3-c925b6e1dcae/5ab580ee-4c9d-4684-b3e0-59c2818b410e) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:36:55.624595 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10911dc1-4de3-4d84-8fb4-490a9351237c tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Made reservation on behalf of 00a6bfc27e6f4309b9436f359637c53e for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:36:55.628754 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-10911dc1-4de3-4d84-8fb4-490a9351237c tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:55.771570 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3653e5cc-a417-4cbf-a547-f0d7a7c2d0ac None None] Publish callbacks [] for port (5ab580ee-4c9d-4684-b3e0-59c2818b410e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:55.777322 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3653e5cc-a417-4cbf-a547-f0d7a7c2d0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (5ab580ee-4c9d-4684-b3e0-59c2818b410e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:55.813941 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-10911dc1-4de3-4d84-8fb4-490a9351237c tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (6cc71bb9-8b09-4bba-af9f-3b36a2b696ad), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:55.816273 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3653e5cc-a417-4cbf-a547-f0d7a7c2d0ac None None] Network 5aec07b8-5b68-48f0-9b6a-d9c0b846d458 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:36:55.821396 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-3653e5cc-a417-4cbf-a547-f0d7a7c2d0ac None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:36:55.825802 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3653e5cc-a417-4cbf-a547-f0d7a7c2d0ac None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:36:55.828930 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653e5cc-a417-4cbf-a547-f0d7a7c2d0ac None None] Pushing event updated for resources: {'Port': ['ID=5ab580ee-4c9d-4684-b3e0-59c2818b410e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:55.886566 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10911dc1-4de3-4d84-8fb4-490a9351237c tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Pushing event updated for resources: {'Subnet': ['ID=6cc71bb9-8b09-4bba-af9f-3b36a2b696ad,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:55.886983 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-3653e5cc-a417-4cbf-a547-f0d7a7c2d0ac None None] Attempting to bind port 5ab580ee-4c9d-4684-b3e0-59c2818b410e on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:36:55.887359 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-3653e5cc-a417-4cbf-a547-f0d7a7c2d0ac None None] Attempting to bind port 5ab580ee-4c9d-4684-b3e0-59c2818b410e by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'aaf3c9e7-d597-4c0b-8314-a29a36fcb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5aec07b8-5b68-48f0-9b6a-d9c0b846d458'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:36:55.887726 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3653e5cc-a417-4cbf-a547-f0d7a7c2d0ac None None] Attempting to bind port 5ab580ee-4c9d-4684-b3e0-59c2818b410e on network 5aec07b8-5b68-48f0-9b6a-d9c0b846d458 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:36:55.889133 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10911dc1-4de3-4d84-8fb4-490a9351237c tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Checking segment: {'id': '5e332fc3-2b1f-4fe4-a5ca-5973360b9fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0ced6a71-551a-4625-b1ea-07dad83a8ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:36:55.889493 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10911dc1-4de3-4d84-8fb4-490a9351237c tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Network hostable DHCP agents. Network: 0ced6a71-551a-4625-b1ea-07dad83a8ffc, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:36:55.893921 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3653e5cc-a417-4cbf-a547-f0d7a7c2d0ac None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:36:55.894311 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3653e5cc-a417-4cbf-a547-f0d7a7c2d0ac None None] Checking segment: {'id': 'aaf3c9e7-d597-4c0b-8314-a29a36fcb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5aec07b8-5b68-48f0-9b6a-d9c0b846d458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:36:55.894825 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3653e5cc-a417-4cbf-a547-f0d7a7c2d0ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:55.895120 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3653e5cc-a417-4cbf-a547-f0d7a7c2d0ac None None] Bound using segment: {'id': 'aaf3c9e7-d597-4c0b-8314-a29a36fcb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5aec07b8-5b68-48f0-9b6a-d9c0b846d458'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:36:55.895841 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-3653e5cc-a417-4cbf-a547-f0d7a7c2d0ac None None] Bound port: 5ab580ee-4c9d-4684-b3e0-59c2818b410e, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf3c9e7-d597-4c0b-8314-a29a36fcb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5aec07b8-5b68-48f0-9b6a-d9c0b846d458'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:36:55.895988 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3653e5cc-a417-4cbf-a547-f0d7a7c2d0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5ab580ee-4c9d-4684-b3e0-59c2818b410e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:55.908144 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10911dc1-4de3-4d84-8fb4-490a9351237c tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Network 0ced6a71-551a-4625-b1ea-07dad83a8ffc is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:36:55.917582 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-10911dc1-4de3-4d84-8fb4-490a9351237c tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 0ced6a71-551a-4625-b1ea-07dad83a8ffc) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:36:55.921924 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10911dc1-4de3-4d84-8fb4-490a9351237c tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:55.922689 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-10911dc1-4de3-4d84-8fb4-490a9351237c tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:55.931004 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed28f40-e235-4040-8266-16e6e626230c None None] Network 0ced6a71-551a-4625-b1ea-07dad83a8ffc requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:36:55.940484 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-10911dc1-4de3-4d84-8fb4-490a9351237c tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4218409 Jan 28 14:36:55.944742 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51596) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:55.949904 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-b46299c1-46ea-40dc-b097-3786963e8eef tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Request body: {'router': {'external_gateway_info': {'network_id': '0ced6a71-551a-4625-b1ea-07dad83a8ffc'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:56.020867 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-3653e5cc-a417-4cbf-a547-f0d7a7c2d0ac None None] For port 5ab580ee-4c9d-4684-b3e0-59c2818b410e, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:36:56.026969 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-3653e5cc-a417-4cbf-a547-f0d7a7c2d0ac None None] For port 5ab580ee-4c9d-4684-b3e0-59c2818b410e, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=5ab580ee-4c9d-4684-b3e0-59c2818b410e,segment=NetworkSegment(aaf3c9e7-d597-4c0b-8314-a29a36fcb45f),segment_id=aaf3c9e7-d597-4c0b-8314-a29a36fcb45f)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:36:56.036919 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3653e5cc-a417-4cbf-a547-f0d7a7c2d0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (5ab580ee-4c9d-4684-b3e0-59c2818b410e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:56.109781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb0c7af-23bf-40e2-8726-11cf9b057a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-0ced6a71-551a-4625-b1ea-07dad83a8ffc', 'network_id': '0ced6a71-551a-4625-b1ea-07dad83a8ffc', 'project_id': '00a6bfc27e6f4309b9436f359637c53e', 'fixed_ips': [{'subnet_id': '6cc71bb9-8b09-4bba-af9f-3b36a2b696ad'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:36:56.110693 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fcb0c7af-23bf-40e2-8726-11cf9b057a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:56.137034 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653e5cc-a417-4cbf-a547-f0d7a7c2d0ac None None] Pushing event updated for resources: {'Port': ['ID=5ab580ee-4c9d-4684-b3e0-59c2818b410e,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:56.188501 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b46299c1-46ea-40dc-b097-3786963e8eef tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks [] for router_gateway (629201b0-b6bf-49c1-bacb-d6645ce1a9dd), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:56.296915 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-fcb0c7af-23bf-40e2-8726-11cf9b057a26 None None] Allocated IP 172.21.0.2 (0ced6a71-551a-4625-b1ea-07dad83a8ffc/6cc71bb9-8b09-4bba-af9f-3b36a2b696ad/0a0dbcc3-d922-49c7-a709-b18a0c87279f) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:36:56.312360 n-d-822747-2 neutron-server[103352]: INFO neutron.api.v2.resource [None req-b46299c1-46ea-40dc-b097-3786963e8eef tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 14:36:56.313424 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b46299c1-46ea-40dc-b097-3786963e8eef tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] 10.222.0.39 "PUT /v2.0/routers/629201b0-b6bf-49c1-bacb-d6645ce1a9dd HTTP/1.1" status: 400 len: 364 time: 0.3676875 Jan 28 14:36:56.319556 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51598) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:56.374899 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-f04a130b-7ff7-439d-b9b8-7fc5afa5384a tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Deleting subnet 6cc71bb9-8b09-4bba-af9f-3b36a2b696ad {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:36:56.472787 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fcb0c7af-23bf-40e2-8726-11cf9b057a26 None None] Publish callbacks [] for port (0a0dbcc3-d922-49c7-a709-b18a0c87279f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:56.479683 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f04a130b-7ff7-439d-b9b8-7fc5afa5384a tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks [] for subnet (6cc71bb9-8b09-4bba-af9f-3b36a2b696ad), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:56.480529 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fcb0c7af-23bf-40e2-8726-11cf9b057a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (0a0dbcc3-d922-49c7-a709-b18a0c87279f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:56.524677 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f04a130b-7ff7-439d-b9b8-7fc5afa5384a tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (6cc71bb9-8b09-4bba-af9f-3b36a2b696ad), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:56.532272 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb0c7af-23bf-40e2-8726-11cf9b057a26 None None] Network 0ced6a71-551a-4625-b1ea-07dad83a8ffc is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:36:56.533677 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0c7af-23bf-40e2-8726-11cf9b057a26 None None] Pushing event updated for resources: {'Port': ['ID=0a0dbcc3-d922-49c7-a709-b18a0c87279f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:56.537801 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-fcb0c7af-23bf-40e2-8726-11cf9b057a26 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:36:56.539999 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb0c7af-23bf-40e2-8726-11cf9b057a26 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:36:56.615414 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-fcb0c7af-23bf-40e2-8726-11cf9b057a26 None None] Attempting to bind port 0a0dbcc3-d922-49c7-a709-b18a0c87279f on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:36:56.616629 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-fcb0c7af-23bf-40e2-8726-11cf9b057a26 None None] Attempting to bind port 0a0dbcc3-d922-49c7-a709-b18a0c87279f by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '5e332fc3-2b1f-4fe4-a5ca-5973360b9fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0ced6a71-551a-4625-b1ea-07dad83a8ffc'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:36:56.616997 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb0c7af-23bf-40e2-8726-11cf9b057a26 None None] Attempting to bind port 0a0dbcc3-d922-49c7-a709-b18a0c87279f on network 0ced6a71-551a-4625-b1ea-07dad83a8ffc {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:36:56.620148 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f04a130b-7ff7-439d-b9b8-7fc5afa5384a tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (6cc71bb9-8b09-4bba-af9f-3b36a2b696ad), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:56.622496 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb0c7af-23bf-40e2-8726-11cf9b057a26 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:36:56.622900 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb0c7af-23bf-40e2-8726-11cf9b057a26 None None] Checking segment: {'id': '5e332fc3-2b1f-4fe4-a5ca-5973360b9fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0ced6a71-551a-4625-b1ea-07dad83a8ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:36:56.623376 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fcb0c7af-23bf-40e2-8726-11cf9b057a26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:56.623768 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb0c7af-23bf-40e2-8726-11cf9b057a26 None None] Bound using segment: {'id': '5e332fc3-2b1f-4fe4-a5ca-5973360b9fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0ced6a71-551a-4625-b1ea-07dad83a8ffc'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:36:56.624239 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-fcb0c7af-23bf-40e2-8726-11cf9b057a26 None None] Bound port: 0a0dbcc3-d922-49c7-a709-b18a0c87279f, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e332fc3-2b1f-4fe4-a5ca-5973360b9fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0ced6a71-551a-4625-b1ea-07dad83a8ffc'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:36:56.624623 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fcb0c7af-23bf-40e2-8726-11cf9b057a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0a0dbcc3-d922-49c7-a709-b18a0c87279f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:56.685790 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f04a130b-7ff7-439d-b9b8-7fc5afa5384a tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (6cc71bb9-8b09-4bba-af9f-3b36a2b696ad), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:56.717561 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f04a130b-7ff7-439d-b9b8-7fc5afa5384a tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:56.720894 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f04a130b-7ff7-439d-b9b8-7fc5afa5384a tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] 10.222.0.39 "DELETE /v2.0/subnets/6cc71bb9-8b09-4bba-af9f-3b36a2b696ad HTTP/1.1" status: 204 len: 168 time: 0.4001019 Jan 28 14:36:56.721765 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a130b-7ff7-439d-b9b8-7fc5afa5384a tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Pushing event deleted for resources: {'Subnet': ['ID=6cc71bb9-8b09-4bba-af9f-3b36a2b696ad,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:56.723896 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51600) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:56.820043 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a69f8a6a-a1ef-4a38-bc2f-3d639f8df45e tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (0ced6a71-551a-4625-b1ea-07dad83a8ffc), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:56.873587 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-fcb0c7af-23bf-40e2-8726-11cf9b057a26 None None] For port 0a0dbcc3-d922-49c7-a709-b18a0c87279f, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:36:56.874465 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-a69f8a6a-a1ef-4a38-bc2f-3d639f8df45e tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Deleting port 0a0dbcc3-d922-49c7-a709-b18a0c87279f {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:36:56.874821 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a69f8a6a-a1ef-4a38-bc2f-3d639f8df45e tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (0a0dbcc3-d922-49c7-a709-b18a0c87279f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:56.877277 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-fcb0c7af-23bf-40e2-8726-11cf9b057a26 None None] For port 0a0dbcc3-d922-49c7-a709-b18a0c87279f, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=0a0dbcc3-d922-49c7-a709-b18a0c87279f,segment=NetworkSegment(5e332fc3-2b1f-4fe4-a5ca-5973360b9fd7),segment_id=5e332fc3-2b1f-4fe4-a5ca-5973360b9fd7)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:36:56.881559 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fcb0c7af-23bf-40e2-8726-11cf9b057a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0a0dbcc3-d922-49c7-a709-b18a0c87279f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:56.940509 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0c7af-23bf-40e2-8726-11cf9b057a26 None None] Pushing event updated for resources: {'Port': ['ID=0a0dbcc3-d922-49c7-a709-b18a0c87279f,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:56.959010 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-a69f8a6a-a1ef-4a38-bc2f-3d639f8df45e tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] For port 0a0dbcc3-d922-49c7-a709-b18a0c87279f, host n-d-822747-2, got binding levels [] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:56.959533 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a69f8a6a-a1ef-4a38-bc2f-3d639f8df45e tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (0a0dbcc3-d922-49c7-a709-b18a0c87279f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:56.975297 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-a69f8a6a-a1ef-4a38-bc2f-3d639f8df45e tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Calling delete_port for 0a0dbcc3-d922-49c7-a709-b18a0c87279f owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:36:57.064678 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a69f8a6a-a1ef-4a38-bc2f-3d639f8df45e tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (0a0dbcc3-d922-49c7-a709-b18a0c87279f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:57.094096 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f8a6a-a1ef-4a38-bc2f-3d639f8df45e tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Pushing event deleted for resources: {'Port': ['ID=0a0dbcc3-d922-49c7-a709-b18a0c87279f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:57.096200 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69f8a6a-a1ef-4a38-bc2f-3d639f8df45e tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] No DVR routers for this DVR port 0a0dbcc3-d922-49c7-a709-b18a0c87279f on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:36:57.206888 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a69f8a6a-a1ef-4a38-bc2f-3d639f8df45e tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (0ced6a71-551a-4625-b1ea-07dad83a8ffc), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:57.229391 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-a69f8a6a-a1ef-4a38-bc2f-3d639f8df45e tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ced6a71-551a-4625-b1ea-07dad83a8ffc']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:57.239819 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-a69f8a6a-a1ef-4a38-bc2f-3d639f8df45e tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e332fc3-2b1f-4fe4-a5ca-5973360b9fd7') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:57.240137 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-a69f8a6a-a1ef-4a38-bc2f-3d639f8df45e tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e332fc3-2b1f-4fe4-a5ca-5973360b9fd7') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:57.253614 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a69f8a6a-a1ef-4a38-bc2f-3d639f8df45e tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (5e332fc3-2b1f-4fe4-a5ca-5973360b9fd7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:57.269481 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a69f8a6a-a1ef-4a38-bc2f-3d639f8df45e tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (5e332fc3-2b1f-4fe4-a5ca-5973360b9fd7), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:57.277397 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a69f8a6a-a1ef-4a38-bc2f-3d639f8df45e tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:36:57.277813 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a69f8a6a-a1ef-4a38-bc2f-3d639f8df45e tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (5e332fc3-2b1f-4fe4-a5ca-5973360b9fd7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: timer() Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:36:57.281692 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:36:57.360326 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a69f8a6a-a1ef-4a38-bc2f-3d639f8df45e tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (0ced6a71-551a-4625-b1ea-07dad83a8ffc), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:57.368025 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a69f8a6a-a1ef-4a38-bc2f-3d639f8df45e tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:57.368157 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9437307-1cda-4d1d-8312-315ce7e6eec1 None None] Network 5aec07b8-5b68-48f0-9b6a-d9c0b846d458 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:36:57.371461 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a69f8a6a-a1ef-4a38-bc2f-3d639f8df45e tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] 10.222.0.39 "DELETE /v2.0/networks/0ced6a71-551a-4625-b1ea-07dad83a8ffc HTTP/1.1" status: 204 len: 168 time: 0.6458650 Jan 28 14:36:57.374151 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51602) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:57.385565 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f8a6a-a1ef-4a38-bc2f-3d639f8df45e tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Pushing event deleted for resources: {'Network': ['ID=0ced6a71-551a-4625-b1ea-07dad83a8ffc,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:57.428470 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f36ea40-1806-4689-b371-7d506207af08 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Deleting subnet ec412cc4-fed1-45f4-adb3-c925b6e1dcae {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:36:57.432247 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0f36ea40-1806-4689-b371-7d506207af08 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks [] for subnet (ec412cc4-fed1-45f4-adb3-c925b6e1dcae), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:57.461877 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-5a82aed7-0ab5-442b-84c7-5995fbc91dfb None None] Provisioning complete for port 5ab580ee-4c9d-4684-b3e0-59c2818b410e triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:57.462250 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5a82aed7-0ab5-442b-84c7-5995fbc91dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (5ab580ee-4c9d-4684-b3e0-59c2818b410e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:57.480857 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0f36ea40-1806-4689-b371-7d506207af08 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (ec412cc4-fed1-45f4-adb3-c925b6e1dcae), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:57.568920 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0f36ea40-1806-4689-b371-7d506207af08 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (ec412cc4-fed1-45f4-adb3-c925b6e1dcae), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:57.582936 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5a82aed7-0ab5-442b-84c7-5995fbc91dfb None None] Current status of the port 5ab580ee-4c9d-4684-b3e0-59c2818b410e is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:57.583749 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5a82aed7-0ab5-442b-84c7-5995fbc91dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (5ab580ee-4c9d-4684-b3e0-59c2818b410e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:57.633551 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0f36ea40-1806-4689-b371-7d506207af08 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (ec412cc4-fed1-45f4-adb3-c925b6e1dcae), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:57.677477 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36ea40-1806-4689-b371-7d506207af08 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Pushing event deleted for resources: {'Subnet': ['ID=ec412cc4-fed1-45f4-adb3-c925b6e1dcae,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:57.681228 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-5a82aed7-0ab5-442b-84c7-5995fbc91dfb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 14:36:57.681466 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-0f36ea40-1806-4689-b371-7d506207af08 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:57.681602 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-5a82aed7-0ab5-442b-84c7-5995fbc91dfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 14:36:57.687295 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51604) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:57.687494 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0f36ea40-1806-4689-b371-7d506207af08 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] 10.222.0.39 "DELETE /v2.0/subnets/ec412cc4-fed1-45f4-adb3-c925b6e1dcae HTTP/1.1" status: 204 len: 168 time: 0.3121510 Jan 28 14:36:57.773124 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc62f9b0-f656-4ba6-8056-c410c31f2bee tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (5aec07b8-5b68-48f0-9b6a-d9c0b846d458), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:57.809427 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070b742c-e2b6-48a0-b4a8-3189b9fc37a5 None None] Network 5aec07b8-5b68-48f0-9b6a-d9c0b846d458 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:36:57.837925 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-fc62f9b0-f656-4ba6-8056-c410c31f2bee tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Deleting port 5ab580ee-4c9d-4684-b3e0-59c2818b410e {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:36:57.838270 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc62f9b0-f656-4ba6-8056-c410c31f2bee tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (5ab580ee-4c9d-4684-b3e0-59c2818b410e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:57.907261 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-fc62f9b0-f656-4ba6-8056-c410c31f2bee tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] For port 5ab580ee-4c9d-4684-b3e0-59c2818b410e, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=5ab580ee-4c9d-4684-b3e0-59c2818b410e,segment=NetworkSegment(aaf3c9e7-d597-4c0b-8314-a29a36fcb45f),segment_id=aaf3c9e7-d597-4c0b-8314-a29a36fcb45f)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:57.907628 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc62f9b0-f656-4ba6-8056-c410c31f2bee tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (5ab580ee-4c9d-4684-b3e0-59c2818b410e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:57.921831 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-fc62f9b0-f656-4ba6-8056-c410c31f2bee tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Calling delete_port for 5ab580ee-4c9d-4684-b3e0-59c2818b410e owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:36:57.976564 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff511895-0879-4bcd-b440-bb1867475771 None None] DHCP port deletion for 5aec07b8-5b68-48f0-9b6a-d9c0b846d458 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:36:58.024518 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc62f9b0-f656-4ba6-8056-c410c31f2bee tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (5ab580ee-4c9d-4684-b3e0-59c2818b410e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:58.042663 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ff511895-0879-4bcd-b440-bb1867475771 None None] Deleting port 5ab580ee-4c9d-4684-b3e0-59c2818b410e {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:36:58.043077 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff511895-0879-4bcd-b440-bb1867475771 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (5ab580ee-4c9d-4684-b3e0-59c2818b410e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:58.057256 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62f9b0-f656-4ba6-8056-c410c31f2bee tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Pushing event deleted for resources: {'Port': ['ID=5ab580ee-4c9d-4684-b3e0-59c2818b410e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:58.065395 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc62f9b0-f656-4ba6-8056-c410c31f2bee tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] No DVR routers for this DVR port 5ab580ee-4c9d-4684-b3e0-59c2818b410e on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:36:58.121086 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-ff511895-0879-4bcd-b440-bb1867475771 None None] For port 5ab580ee-4c9d-4684-b3e0-59c2818b410e, host n-d-822747-2, got binding levels [] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:58.121086 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff511895-0879-4bcd-b440-bb1867475771 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (5ab580ee-4c9d-4684-b3e0-59c2818b410e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:58.124680 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda55b0f-65e3-403c-ac19-eabdb9f34e85 None None] DHCP port deletion for 0ced6a71-551a-4625-b1ea-07dad83a8ffc request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:36:58.138506 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ff511895-0879-4bcd-b440-bb1867475771 None None] Calling delete_port for 5ab580ee-4c9d-4684-b3e0-59c2818b410e owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:36:58.147295 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.ipam_backend_mixin [None req-ff511895-0879-4bcd-b440-bb1867475771 None None] Port 5ab580ee-4c9d-4684-b3e0-59c2818b410e was not found and therefore no delete operation was performed {{(pid=103353) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 14:36:58.149753 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff511895-0879-4bcd-b440-bb1867475771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (5ab580ee-4c9d-4684-b3e0-59c2818b410e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:58.155698 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc62f9b0-f656-4ba6-8056-c410c31f2bee tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (5aec07b8-5b68-48f0-9b6a-d9c0b846d458), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:58.185674 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da6dc1b-518f-4255-b6bd-341f967fe2c0 None None] Network 0ced6a71-551a-4625-b1ea-07dad83a8ffc requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:36:58.190063 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-fc62f9b0-f656-4ba6-8056-c410c31f2bee tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aec07b8-5b68-48f0-9b6a-d9c0b846d458']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:58.190289 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff511895-0879-4bcd-b440-bb1867475771 None None] Pushing event deleted for resources: {'Port': ['ID=5ab580ee-4c9d-4684-b3e0-59c2818b410e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:58.200565 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-fc62f9b0-f656-4ba6-8056-c410c31f2bee tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf3c9e7-d597-4c0b-8314-a29a36fcb45f') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:58.200935 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-fc62f9b0-f656-4ba6-8056-c410c31f2bee tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf3c9e7-d597-4c0b-8314-a29a36fcb45f') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:58.211453 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc62f9b0-f656-4ba6-8056-c410c31f2bee tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (aaf3c9e7-d597-4c0b-8314-a29a36fcb45f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:58.218643 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-5a82aed7-0ab5-442b-84c7-5995fbc91dfb None None] Port 5ab580ee-4c9d-4684-b3e0-59c2818b410e update to ACTIVE by agent not found {{(pid=103353) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 14:36:58.219793 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da6dc1b-518f-4255-b6bd-341f967fe2c0 None None] Network 0ced6a71-551a-4625-b1ea-07dad83a8ffc could not be found, it might have been deleted concurrently. {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 14:36:58.222935 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff511895-0879-4bcd-b440-bb1867475771 None None] No DVR routers for this DVR port 5ab580ee-4c9d-4684-b3e0-59c2818b410e on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:36:58.226042 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc62f9b0-f656-4ba6-8056-c410c31f2bee tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (aaf3c9e7-d597-4c0b-8314-a29a36fcb45f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:58.238203 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc62f9b0-f656-4ba6-8056-c410c31f2bee tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:36:58.238652 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc62f9b0-f656-4ba6-8056-c410c31f2bee tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (aaf3c9e7-d597-4c0b-8314-a29a36fcb45f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: timer() Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:36:58.242600 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:36:58.307635 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc62f9b0-f656-4ba6-8056-c410c31f2bee tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (5aec07b8-5b68-48f0-9b6a-d9c0b846d458), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:58.316077 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc62f9b0-f656-4ba6-8056-c410c31f2bee tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:58.319179 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fc62f9b0-f656-4ba6-8056-c410c31f2bee tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] 10.222.0.39 "DELETE /v2.0/networks/5aec07b8-5b68-48f0-9b6a-d9c0b846d458 HTTP/1.1" status: 204 len: 168 time: 0.6305938 Jan 28 14:36:58.322144 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51606) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:58.330279 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62f9b0-f656-4ba6-8056-c410c31f2bee tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Pushing event deleted for resources: {'Network': ['ID=5aec07b8-5b68-48f0-9b6a-d9c0b846d458,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:58.338642 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-05be6ba8-27b9-4db0-8255-9c98f65f03df None None] Could not find standard attr ID for object 5ab580ee-4c9d-4684-b3e0-59c2818b410e. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 14:36:58.343086 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-05be6ba8-27b9-4db0-8255-9c98f65f03df None None] Could not find standard attr ID for object 0a0dbcc3-d922-49c7-a709-b18a0c87279f. {{(pid=103353) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 14:36:58.363894 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-376cb23d-f2f1-4735-b050-f5fc81062e33 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] 10.222.0.39 "GET /v2.0/ports?device_id=629201b0-b6bf-49c1-bacb-d6645ce1a9dd HTTP/1.1" status: 200 len: 205 time: 0.0404730 Jan 28 14:36:58.366341 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51608) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:58.780254 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9f2c860d-4bfc-4060-88e4-8a2fb3416d49 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks [] for router (629201b0-b6bf-49c1-bacb-d6645ce1a9dd), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:58.941508 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9f2c860d-4bfc-4060-88e4-8a2fb3416d49 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (629201b0-b6bf-49c1-bacb-d6645ce1a9dd), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:58.943940 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9f2c860d-4bfc-4060-88e4-8a2fb3416d49 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks [] for router_controller (629201b0-b6bf-49c1-bacb-d6645ce1a9dd), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:58.989617 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9f2c860d-4bfc-4060-88e4-8a2fb3416d49 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (629201b0-b6bf-49c1-bacb-d6645ce1a9dd), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:58.990125 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2c860d-4bfc-4060-88e4-8a2fb3416d49 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Fanout notify agent at l3_agent the message router_deleted on router 629201b0-b6bf-49c1-bacb-d6645ce1a9dd {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:36:58.996993 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9f2c860d-4bfc-4060-88e4-8a2fb3416d49 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:58.998112 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9f2c860d-4bfc-4060-88e4-8a2fb3416d49 tempest-RoutersNegativeTest-850737392 tempest-RoutersNegativeTest-850737392-project] 10.222.0.39 "DELETE /v2.0/routers/629201b0-b6bf-49c1-bacb-d6645ce1a9dd HTTP/1.1" status: 204 len: 168 time: 0.6307061 Jan 28 14:36:59.256494 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51614) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:59.397799 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-479f612f-3fb2-49d5-94dd-5ae4e962ed18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:59.407509 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5dbe568b-d8cd-4749-be4d-ebc36c60e09c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00a6bfc27e6f4309b9436f359637c53e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1497667 Jan 28 14:36:59.410107 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51618) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:59.459927 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ef9b74ba-6872-4efc-a23c-80464ef92b06 admin admin] Publish callbacks [] for security_group (0440504d-160b-41e2-8842-dd62a3cfec4a), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:59.482322 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ef9b74ba-6872-4efc-a23c-80464ef92b06 admin admin] Publish callbacks [] for security_group (0440504d-160b-41e2-8842-dd62a3cfec4a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:59.535575 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ef9b74ba-6872-4efc-a23c-80464ef92b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (0440504d-160b-41e2-8842-dd62a3cfec4a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:59.538438 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ef9b74ba-6872-4efc-a23c-80464ef92b06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:59.539663 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ef9b74ba-6872-4efc-a23c-80464ef92b06 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0440504d-160b-41e2-8842-dd62a3cfec4a HTTP/1.1" status: 204 len: 168 time: 0.1286159 Jan 28 14:36:59.547771 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b74ba-6872-4efc-a23c-80464ef92b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0440504d-160b-41e2-8842-dd62a3cfec4a,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:00.061964 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 0a0dbcc3-d922-49c7-a709-b18a0c87279f no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:37:00.084859 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 0a0dbcc3-d922-49c7-a709-b18a0c87279f {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:37:00.085155 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 0a0dbcc3-d922-49c7-a709-b18a0c87279f not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:37:00.233109 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51640) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:37:00.338374 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-fc60f5d5-cf2d-47d7-86da-ea47157e1b33 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-891802699-network', 'tenant_id': '7ad28834f0c049f0b05b9a5c62f4dc98'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:37:00.363504 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc60f5d5-cf2d-47d7-86da-ea47157e1b33 admin admin] Made reservation on behalf of 7ad28834f0c049f0b05b9a5c62f4dc98 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:37:00.366732 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc60f5d5-cf2d-47d7-86da-ea47157e1b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:00.379742 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc60f5d5-cf2d-47d7-86da-ea47157e1b33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:00.459993 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc60f5d5-cf2d-47d7-86da-ea47157e1b33 admin admin] Publish callbacks [] for security_group (92c08ce8-530f-4e28-8578-6f8722d40ff8), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:00.464579 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc60f5d5-cf2d-47d7-86da-ea47157e1b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (92c08ce8-530f-4e28-8578-6f8722d40ff8), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:00.492710 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc60f5d5-cf2d-47d7-86da-ea47157e1b33 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:37:00.502423 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60f5d5-cf2d-47d7-86da-ea47157e1b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c08ce8-530f-4e28-8578-6f8722d40ff8,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:00.507159 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc60f5d5-cf2d-47d7-86da-ea47157e1b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (b5b4bfe6-94a8-4e58-814f-388cb30d905f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:00.507497 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-fc60f5d5-cf2d-47d7-86da-ea47157e1b33 admin admin] Added segment b5b4bfe6-94a8-4e58-814f-388cb30d905f of type vlan for network 9c0ce52f-55ac-49b6-baa4-1b691039ed0b Jan 28 14:37:00.547001 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc60f5d5-cf2d-47d7-86da-ea47157e1b33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (9c0ce52f-55ac-49b6-baa4-1b691039ed0b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:00.573733 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc60f5d5-cf2d-47d7-86da-ea47157e1b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (9c0ce52f-55ac-49b6-baa4-1b691039ed0b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:00.574697 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc60f5d5-cf2d-47d7-86da-ea47157e1b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:00.575309 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc60f5d5-cf2d-47d7-86da-ea47157e1b33 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:00.614572 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-fc60f5d5-cf2d-47d7-86da-ea47157e1b33 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3775196 Jan 28 14:37:00.615262 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51644) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:37:00.622471 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-6cd8840e-d3ef-43c6-b65e-4444b095aed3 admin admin] Request body: {'subnet': {'network_id': '9c0ce52f-55ac-49b6-baa4-1b691039ed0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-891802699-subnet', 'tenant_id': '7ad28834f0c049f0b05b9a5c62f4dc98', 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:37:00.640978 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60f5d5-cf2d-47d7-86da-ea47157e1b33 admin admin] Pushing event updated for resources: {'Network': ['ID=9c0ce52f-55ac-49b6-baa4-1b691039ed0b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:00.644331 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd8840e-d3ef-43c6-b65e-4444b095aed3 admin admin] Made reservation on behalf of 7ad28834f0c049f0b05b9a5c62f4dc98 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:37:00.646851 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6cd8840e-d3ef-43c6-b65e-4444b095aed3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:00.653045 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 9c0ce52f-55ac-49b6-baa4-1b691039ed0b details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:37:00.822152 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6cd8840e-d3ef-43c6-b65e-4444b095aed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (66ec4049-1e3c-4be4-ac26-3eb8c530b5d2), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:00.869437 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8840e-d3ef-43c6-b65e-4444b095aed3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66ec4049-1e3c-4be4-ac26-3eb8c530b5d2,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:00.886631 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd8840e-d3ef-43c6-b65e-4444b095aed3 admin admin] Checking segment: {'id': 'b5b4bfe6-94a8-4e58-814f-388cb30d905f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9c0ce52f-55ac-49b6-baa4-1b691039ed0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:37:00.887009 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd8840e-d3ef-43c6-b65e-4444b095aed3 admin admin] Network hostable DHCP agents. Network: 9c0ce52f-55ac-49b6-baa4-1b691039ed0b, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:37:00.905586 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd8840e-d3ef-43c6-b65e-4444b095aed3 admin admin] Network 9c0ce52f-55ac-49b6-baa4-1b691039ed0b is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:37:00.915927 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-6cd8840e-d3ef-43c6-b65e-4444b095aed3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 9c0ce52f-55ac-49b6-baa4-1b691039ed0b) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:37:00.921474 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd8840e-d3ef-43c6-b65e-4444b095aed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:00.922082 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6cd8840e-d3ef-43c6-b65e-4444b095aed3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:00.924460 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c80ad5-ac05-46c3-bc6e-eb48c522638f None None] Network 9c0ce52f-55ac-49b6-baa4-1b691039ed0b requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:37:00.942813 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6cd8840e-d3ef-43c6-b65e-4444b095aed3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3247972 Jan 28 14:37:00.945939 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51646) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:37:00.952152 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-66a678cb-220e-417e-bebe-606ad87e0cd3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-891802699-router', 'tenant_id': '7ad28834f0c049f0b05b9a5c62f4dc98', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:37:00.978858 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-66a678cb-220e-417e-bebe-606ad87e0cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (1eab8f7e-6088-4b9f-a57d-8b8403893075), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:00.979937 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-66a678cb-220e-417e-bebe-606ad87e0cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (1eab8f7e-6088-4b9f-a57d-8b8403893075), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:01.032531 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-66a678cb-220e-417e-bebe-606ad87e0cd3 admin admin] Publish callbacks [] for router_controller (1eab8f7e-6088-4b9f-a57d-8b8403893075), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:01.034887 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d8762a-ed8f-443d-93c4-30bf2763cc21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-9c0ce52f-55ac-49b6-baa4-1b691039ed0b', 'network_id': '9c0ce52f-55ac-49b6-baa4-1b691039ed0b', 'project_id': '7ad28834f0c049f0b05b9a5c62f4dc98', 'fixed_ips': [{'subnet_id': '66ec4049-1e3c-4be4-ac26-3eb8c530b5d2'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:37:01.035913 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9d8762a-ed8f-443d-93c4-30bf2763cc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:01.174453 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-f9d8762a-ed8f-443d-93c4-30bf2763cc21 None None] Allocated IP 172.20.0.2 (9c0ce52f-55ac-49b6-baa4-1b691039ed0b/66ec4049-1e3c-4be4-ac26-3eb8c530b5d2/c0f8c06b-a801-4615-ad0d-00b6d4848749) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:37:01.174869 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-66a678cb-220e-417e-bebe-606ad87e0cd3 admin admin] Publish callbacks [] for router_gateway (1eab8f7e-6088-4b9f-a57d-8b8403893075), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:01.323182 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9d8762a-ed8f-443d-93c4-30bf2763cc21 None None] Publish callbacks [] for port (c0f8c06b-a801-4615-ad0d-00b6d4848749), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:01.329653 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9d8762a-ed8f-443d-93c4-30bf2763cc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (c0f8c06b-a801-4615-ad0d-00b6d4848749), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:01.376731 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d8762a-ed8f-443d-93c4-30bf2763cc21 None None] Network 9c0ce52f-55ac-49b6-baa4-1b691039ed0b is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:37:01.380656 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-f9d8762a-ed8f-443d-93c4-30bf2763cc21 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:37:01.383408 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d8762a-ed8f-443d-93c4-30bf2763cc21 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:37:01.385660 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8762a-ed8f-443d-93c4-30bf2763cc21 None None] Pushing event updated for resources: {'Port': ['ID=c0f8c06b-a801-4615-ad0d-00b6d4848749,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:01.396354 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-66a678cb-220e-417e-bebe-606ad87e0cd3 admin admin] Publish callbacks [] for router_gateway (1eab8f7e-6088-4b9f-a57d-8b8403893075), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:01.416610 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-66a678cb-220e-417e-bebe-606ad87e0cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:01.441309 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-f9d8762a-ed8f-443d-93c4-30bf2763cc21 None None] Attempting to bind port c0f8c06b-a801-4615-ad0d-00b6d4848749 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:37:01.441611 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-f9d8762a-ed8f-443d-93c4-30bf2763cc21 None None] Attempting to bind port c0f8c06b-a801-4615-ad0d-00b6d4848749 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'b5b4bfe6-94a8-4e58-814f-388cb30d905f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9c0ce52f-55ac-49b6-baa4-1b691039ed0b'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:37:01.441952 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d8762a-ed8f-443d-93c4-30bf2763cc21 None None] Attempting to bind port c0f8c06b-a801-4615-ad0d-00b6d4848749 on network 9c0ce52f-55ac-49b6-baa4-1b691039ed0b {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:37:01.447224 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d8762a-ed8f-443d-93c4-30bf2763cc21 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:37:01.447609 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d8762a-ed8f-443d-93c4-30bf2763cc21 None None] Checking segment: {'id': 'b5b4bfe6-94a8-4e58-814f-388cb30d905f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9c0ce52f-55ac-49b6-baa4-1b691039ed0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:37:01.448145 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9d8762a-ed8f-443d-93c4-30bf2763cc21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:01.448544 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d8762a-ed8f-443d-93c4-30bf2763cc21 None None] Bound using segment: {'id': 'b5b4bfe6-94a8-4e58-814f-388cb30d905f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9c0ce52f-55ac-49b6-baa4-1b691039ed0b'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:37:01.449018 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-f9d8762a-ed8f-443d-93c4-30bf2763cc21 None None] Bound port: c0f8c06b-a801-4615-ad0d-00b6d4848749, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5b4bfe6-94a8-4e58-814f-388cb30d905f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9c0ce52f-55ac-49b6-baa4-1b691039ed0b'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:37:01.449433 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9d8762a-ed8f-443d-93c4-30bf2763cc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c0f8c06b-a801-4615-ad0d-00b6d4848749), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:01.519674 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f9d8762a-ed8f-443d-93c4-30bf2763cc21 None None] For port c0f8c06b-a801-4615-ad0d-00b6d4848749, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:37:01.523226 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f9d8762a-ed8f-443d-93c4-30bf2763cc21 None None] For port c0f8c06b-a801-4615-ad0d-00b6d4848749, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c0f8c06b-a801-4615-ad0d-00b6d4848749,segment=NetworkSegment(b5b4bfe6-94a8-4e58-814f-388cb30d905f),segment_id=b5b4bfe6-94a8-4e58-814f-388cb30d905f)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:37:01.523899 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-66a678cb-220e-417e-bebe-606ad87e0cd3 admin admin] Allocated IP 172.25.3.51 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/cb3bc033-e34d-4173-a49c-d9a860156d17) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:37:01.527872 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f9d8762a-ed8f-443d-93c4-30bf2763cc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c0f8c06b-a801-4615-ad0d-00b6d4848749), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:01.585476 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8762a-ed8f-443d-93c4-30bf2763cc21 None None] Pushing event updated for resources: {'Port': ['ID=c0f8c06b-a801-4615-ad0d-00b6d4848749,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:01.641865 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-66a678cb-220e-417e-bebe-606ad87e0cd3 admin admin] Publish callbacks [] for port (cb3bc033-e34d-4173-a49c-d9a860156d17), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:01.683452 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-66a678cb-220e-417e-bebe-606ad87e0cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (cb3bc033-e34d-4173-a49c-d9a860156d17), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:01.709069 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-42eefcf4-b8ac-4996-9c1b-939bc1a248ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:01.724602 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a678cb-220e-417e-bebe-606ad87e0cd3 admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:37:01.728168 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-66a678cb-220e-417e-bebe-606ad87e0cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:37:01.743790 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a678cb-220e-417e-bebe-606ad87e0cd3 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:37:01.798441 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a678cb-220e-417e-bebe-606ad87e0cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=cb3bc033-e34d-4173-a49c-d9a860156d17,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:02.056554 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-66a678cb-220e-417e-bebe-606ad87e0cd3 admin admin] Publish callbacks [] for router_gateway (1eab8f7e-6088-4b9f-a57d-8b8403893075), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:02.186903 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c0f8c06b-a801-4615-ad0d-00b6d4848749 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:37:02.238212 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port c0f8c06b-a801-4615-ad0d-00b6d4848749 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:37:02.238607 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c0f8c06b-a801-4615-ad0d-00b6d4848749), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:02.279279 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-66a678cb-220e-417e-bebe-606ad87e0cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (1eab8f7e-6088-4b9f-a57d-8b8403893075), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:02.329890 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c0f8c06b-a801-4615-ad0d-00b6d4848749 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:37:02.330413 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c0f8c06b-a801-4615-ad0d-00b6d4848749), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:02.365617 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port c0f8c06b-a801-4615-ad0d-00b6d4848749, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c0f8c06b-a801-4615-ad0d-00b6d4848749,segment=NetworkSegment(b5b4bfe6-94a8-4e58-814f-388cb30d905f),segment_id=b5b4bfe6-94a8-4e58-814f-388cb30d905f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:37:02.371212 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c0f8c06b-a801-4615-ad0d-00b6d4848749), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:02.427900 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a678cb-220e-417e-bebe-606ad87e0cd3 admin admin] Router 1eab8f7e-6088-4b9f-a57d-8b8403893075 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:37:02.429802 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=c0f8c06b-a801-4615-ad0d-00b6d4848749,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:02.550607 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a678cb-220e-417e-bebe-606ad87e0cd3 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:37:02.562551 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6b1e7f-d0b5-4688-abf5-6ef0bf826387 None None] Sync routers for ids ['1eab8f7e-6088-4b9f-a57d-8b8403893075'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:37:02.576141 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6b1e7f-d0b5-4688-abf5-6ef0bf826387 None None] Routers {'1eab8f7e-6088-4b9f-a57d-8b8403893075'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:37:02.577079 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ad6b1e7f-d0b5-4688-abf5-6ef0bf826387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:37:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1eab8f7e-6088-4b9f-a57d-8b8403893075'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:37:02.577298 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-66a678cb-220e-417e-bebe-606ad87e0cd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:02.579582 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-66a678cb-220e-417e-bebe-606ad87e0cd3 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6321945 Jan 28 14:37:02.581641 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51648) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:37:02.675495 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7361819c-4473-4b67-a1c5-b89e7771fe20 None None] Network 9c0ce52f-55ac-49b6-baa4-1b691039ed0b requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:37:02.696046 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-ad6b1e7f-d0b5-4688-abf5-6ef0bf826387 None None] Set router 1eab8f7e-6088-4b9f-a57d-8b8403893075 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:37:02.748980 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-309ed472-57b0-4a22-972c-a0b45dc2b488 None None] Provisioning complete for port c0f8c06b-a801-4615-ad0d-00b6d4848749 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:37:02.749671 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-309ed472-57b0-4a22-972c-a0b45dc2b488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c0f8c06b-a801-4615-ad0d-00b6d4848749), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:02.871889 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-309ed472-57b0-4a22-972c-a0b45dc2b488 None None] Current status of the port c0f8c06b-a801-4615-ad0d-00b6d4848749 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:37:02.896329 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ad6b1e7f-d0b5-4688-abf5-6ef0bf826387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eab8f7e-6088-4b9f-a57d-8b8403893075', 'name': 'tempest-TestEncryptedCinderVolumes-891802699-router', 'tenant_id': '7ad28834f0c049f0b05b9a5c62f4dc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'cb3bc033-e34d-4173-a49c-d9a860156d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:37:00Z', 'updated_at': '2022-01-28T14:37:01Z', 'revision_number': 3, 'project_id': '7ad28834f0c049f0b05b9a5c62f4dc98', 'gw_port': {'id': 'cb3bc033-e34d-4173-a49c-d9a860156d17', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eab8f7e-6088-4b9f-a57d-8b8403893075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:37:01Z', 'updated_at': '2022-01-28T14:37:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:37:02.933926 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6b1e7f-d0b5-4688-abf5-6ef0bf826387 None None] Checking router: 1eab8f7e-6088-4b9f-a57d-8b8403893075 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:37:02.934251 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6b1e7f-d0b5-4688-abf5-6ef0bf826387 None None] Updating router 1eab8f7e-6088-4b9f-a57d-8b8403893075 port cb3bc033-e34d-4173-a49c-d9a860156d17 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:37:02.960877 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad6b1e7f-d0b5-4688-abf5-6ef0bf826387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (cb3bc033-e34d-4173-a49c-d9a860156d17), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:03.060614 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:03.097014 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-fe2d1909-7ad0-44e8-83ea-588063ec5ce3 None None] Provisioning complete for port c0f8c06b-a801-4615-ad0d-00b6d4848749 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:37:03.097464 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe2d1909-7ad0-44e8-83ea-588063ec5ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c0f8c06b-a801-4615-ad0d-00b6d4848749), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:03.200737 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d1909-7ad0-44e8-83ea-588063ec5ce3 None None] Current status of the port c0f8c06b-a801-4615-ad0d-00b6d4848749 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:37:03.204695 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:03.228786 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad6b1e7f-d0b5-4688-abf5-6ef0bf826387 None None] Publish callbacks [] for port (cb3bc033-e34d-4173-a49c-d9a860156d17), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:03.233972 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad6b1e7f-d0b5-4688-abf5-6ef0bf826387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (cb3bc033-e34d-4173-a49c-d9a860156d17), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:03.245419 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Allocated IP 172.20.0.1 (9c0ce52f-55ac-49b6-baa4-1b691039ed0b/66ec4049-1e3c-4be4-ac26-3eb8c530b5d2/6d8f5396-c521-499c-9d29-f33b456f1663) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:37:03.286193 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-ad6b1e7f-d0b5-4688-abf5-6ef0bf826387 None None] Attempting to bind port cb3bc033-e34d-4173-a49c-d9a860156d17 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:37:03.286557 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-ad6b1e7f-d0b5-4688-abf5-6ef0bf826387 None None] Attempting to bind port cb3bc033-e34d-4173-a49c-d9a860156d17 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:37:03.286934 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6b1e7f-d0b5-4688-abf5-6ef0bf826387 None None] Attempting to bind port cb3bc033-e34d-4173-a49c-d9a860156d17 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:37:03.289038 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b953616-bc78-4607-a3a5-be272cea7967 None None] Pushing event updated for resources: {'Port': ['ID=cb3bc033-e34d-4173-a49c-d9a860156d17,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:03.298269 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b953616-bc78-4607-a3a5-be272cea7967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.298612 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b953616-bc78-4607-a3a5-be272cea7967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.298944 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b953616-bc78-4607-a3a5-be272cea7967 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.299281 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b953616-bc78-4607-a3a5-be272cea7967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.299601 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b953616-bc78-4607-a3a5-be272cea7967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.299925 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b953616-bc78-4607-a3a5-be272cea7967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.300244 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b953616-bc78-4607-a3a5-be272cea7967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.300558 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b953616-bc78-4607-a3a5-be272cea7967 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.300869 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b953616-bc78-4607-a3a5-be272cea7967 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.301182 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b953616-bc78-4607-a3a5-be272cea7967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.301495 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b953616-bc78-4607-a3a5-be272cea7967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.301822 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b953616-bc78-4607-a3a5-be272cea7967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.302116 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b953616-bc78-4607-a3a5-be272cea7967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.305506 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6b1e7f-d0b5-4688-abf5-6ef0bf826387 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:37:03.305875 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6b1e7f-d0b5-4688-abf5-6ef0bf826387 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:37:03.306422 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad6b1e7f-d0b5-4688-abf5-6ef0bf826387 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:03.306632 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6b1e7f-d0b5-4688-abf5-6ef0bf826387 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:37:03.307129 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-ad6b1e7f-d0b5-4688-abf5-6ef0bf826387 None None] Bound port: cb3bc033-e34d-4173-a49c-d9a860156d17, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:37:03.307499 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad6b1e7f-d0b5-4688-abf5-6ef0bf826387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (cb3bc033-e34d-4173-a49c-d9a860156d17), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:03.358839 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Publish callbacks [] for port (6d8f5396-c521-499c-9d29-f33b456f1663), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:03.365289 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-ad6b1e7f-d0b5-4688-abf5-6ef0bf826387 None None] For port cb3bc033-e34d-4173-a49c-d9a860156d17, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:37:03.368598 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-ad6b1e7f-d0b5-4688-abf5-6ef0bf826387 None None] For port cb3bc033-e34d-4173-a49c-d9a860156d17, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=cb3bc033-e34d-4173-a49c-d9a860156d17,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:37:03.373043 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-ad6b1e7f-d0b5-4688-abf5-6ef0bf826387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (cb3bc033-e34d-4173-a49c-d9a860156d17), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:03.407217 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (6d8f5396-c521-499c-9d29-f33b456f1663), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:03.435631 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6b1e7f-d0b5-4688-abf5-6ef0bf826387 None None] Routers {'1eab8f7e-6088-4b9f-a57d-8b8403893075'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:37:03.436265 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ad6b1e7f-d0b5-4688-abf5-6ef0bf826387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:37:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1eab8f7e-6088-4b9f-a57d-8b8403893075'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:37:03.451803 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Network 9c0ce52f-55ac-49b6-baa4-1b691039ed0b is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:37:03.454680 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:37:03.460633 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:37:03.470654 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b953616-bc78-4607-a3a5-be272cea7967 None None] Pushing event updated for resources: {'Port': ['ID=cb3bc033-e34d-4173-a49c-d9a860156d17,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:03.484848 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Pushing event updated for resources: {'Port': ['ID=6d8f5396-c521-499c-9d29-f33b456f1663,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:03.506780 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (1eab8f7e-6088-4b9f-a57d-8b8403893075), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:03.570075 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-ad6b1e7f-d0b5-4688-abf5-6ef0bf826387 None None] Set router 1eab8f7e-6088-4b9f-a57d-8b8403893075 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:37:03.657871 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6d8f5396-c521-499c-9d29-f33b456f1663), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:03.732498 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a272f445-ed8e-4431-a358-5af7a2622a46 None None] Provisioning complete for port 6d8f5396-c521-499c-9d29-f33b456f1663 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:37:03.732947 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a272f445-ed8e-4431-a358-5af7a2622a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6d8f5396-c521-499c-9d29-f33b456f1663), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:03.758354 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ad6b1e7f-d0b5-4688-abf5-6ef0bf826387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eab8f7e-6088-4b9f-a57d-8b8403893075', 'name': 'tempest-TestEncryptedCinderVolumes-891802699-router', 'tenant_id': '7ad28834f0c049f0b05b9a5c62f4dc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'cb3bc033-e34d-4173-a49c-d9a860156d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:37:00Z', 'updated_at': '2022-01-28T14:37:01Z', 'revision_number': 3, 'project_id': '7ad28834f0c049f0b05b9a5c62f4dc98', 'gw_port': {'id': 'cb3bc033-e34d-4173-a49c-d9a860156d17', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eab8f7e-6088-4b9f-a57d-8b8403893075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:37:01Z', 'updated_at': '2022-01-28T14:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:37:03.774366 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a272f445-ed8e-4431-a358-5af7a2622a46 None None] Port 6d8f5396-c521-499c-9d29-f33b456f1663 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:37:03.860008 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Publish callbacks [] for port (6d8f5396-c521-499c-9d29-f33b456f1663), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:03.866016 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (6d8f5396-c521-499c-9d29-f33b456f1663), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:03.890738 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6b1e7f-d0b5-4688-abf5-6ef0bf826387 None None] The sync data for ids ['1eab8f7e-6088-4b9f-a57d-8b8403893075'] in n-d-822747-2 is: [{'id': '1eab8f7e-6088-4b9f-a57d-8b8403893075', 'name': 'tempest-TestEncryptedCinderVolumes-891802699-router', 'tenant_id': '7ad28834f0c049f0b05b9a5c62f4dc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'cb3bc033-e34d-4173-a49c-d9a860156d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:37:00Z', 'updated_at': '2022-01-28T14:37:01Z', 'revision_number': 3, 'project_id': '7ad28834f0c049f0b05b9a5c62f4dc98', 'gw_port': {'id': 'cb3bc033-e34d-4173-a49c-d9a860156d17', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eab8f7e-6088-4b9f-a57d-8b8403893075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:37:01Z', 'updated_at': '2022-01-28T14:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:37:03.933698 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Pushing event updated for resources: {'Port': ['ID=6d8f5396-c521-499c-9d29-f33b456f1663,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:03.939349 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (1eab8f7e-6088-4b9f-a57d-8b8403893075), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:03.946578 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.946948 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.947284 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.947622 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.947954 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.948376 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.948615 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.949284 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.949284 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.949567 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.949889 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.950207 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.950527 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:04.072127 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Network 9c0ce52f-55ac-49b6-baa4-1b691039ed0b is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:37:04.073819 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:37:04.128253 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c0f8c06b-a801-4615-ad0d-00b6d4848749 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:37:04.194871 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port c0f8c06b-a801-4615-ad0d-00b6d4848749 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:37:04.195462 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c0f8c06b-a801-4615-ad0d-00b6d4848749), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:04.247201 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Router 1eab8f7e-6088-4b9f-a57d-8b8403893075 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:37:04.292502 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port c0f8c06b-a801-4615-ad0d-00b6d4848749 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:37:04.400912 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f8b90f95-dab8-4a85-8021-c8b54c49a78d None None] Provisioning complete for port 6d8f5396-c521-499c-9d29-f33b456f1663 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:37:04.401461 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8b90f95-dab8-4a85-8021-c8b54c49a78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6d8f5396-c521-499c-9d29-f33b456f1663), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:04.444308 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f8b90f95-dab8-4a85-8021-c8b54c49a78d None None] Port 6d8f5396-c521-499c-9d29-f33b456f1663 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:37:04.554826 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:04.737678 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:37:04.747248 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b541ba3e-dce5-4a43-8ddc-2b9f83e0c9ea admin admin] 10.222.0.39 "PUT /v2.0/routers/1eab8f7e-6088-4b9f-a57d-8b8403893075/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1598887 Jan 28 14:37:05.286359 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51664) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:37:05.291631 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-ca294517-8246-4fa7-a780-1838c101ae15 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1063474294-network', 'tenant_id': '1f7908081aa1473f9fd083af1dd2b3ca'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:37:05.313221 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca294517-8246-4fa7-a780-1838c101ae15 admin admin] Made reservation on behalf of 1f7908081aa1473f9fd083af1dd2b3ca for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:37:05.315559 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ca294517-8246-4fa7-a780-1838c101ae15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.325739 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ca294517-8246-4fa7-a780-1838c101ae15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.412150 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ca294517-8246-4fa7-a780-1838c101ae15 admin admin] Publish callbacks [] for security_group (1f8708af-2e5c-45a7-aefd-fd676084f049), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.417209 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ca294517-8246-4fa7-a780-1838c101ae15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1f8708af-2e5c-45a7-aefd-fd676084f049), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.442497 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca294517-8246-4fa7-a780-1838c101ae15 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:37:05.452642 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca294517-8246-4fa7-a780-1838c101ae15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8708af-2e5c-45a7-aefd-fd676084f049,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:05.458138 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ca294517-8246-4fa7-a780-1838c101ae15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (88213936-2e8b-4d9c-9c59-6bfbe98d5eec), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.458482 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-ca294517-8246-4fa7-a780-1838c101ae15 admin admin] Added segment 88213936-2e8b-4d9c-9c59-6bfbe98d5eec of type vlan for network bcef548b-81c8-4eb8-8729-d12c9d6b9126 Jan 28 14:37:05.509426 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ca294517-8246-4fa7-a780-1838c101ae15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (bcef548b-81c8-4eb8-8729-d12c9d6b9126), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.538803 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ca294517-8246-4fa7-a780-1838c101ae15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (bcef548b-81c8-4eb8-8729-d12c9d6b9126), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.539931 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca294517-8246-4fa7-a780-1838c101ae15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:05.540682 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ca294517-8246-4fa7-a780-1838c101ae15 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.577904 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ca294517-8246-4fa7-a780-1838c101ae15 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2902732 Jan 28 14:37:05.580906 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51666) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:37:05.586279 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-b04513ea-cdc5-4e52-8058-d5b95f342e87 admin admin] Request body: {'subnet': {'network_id': 'bcef548b-81c8-4eb8-8729-d12c9d6b9126', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1063474294-subnet', 'tenant_id': '1f7908081aa1473f9fd083af1dd2b3ca', 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:37:05.610381 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04513ea-cdc5-4e52-8058-d5b95f342e87 admin admin] Made reservation on behalf of 1f7908081aa1473f9fd083af1dd2b3ca for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:37:05.612069 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca294517-8246-4fa7-a780-1838c101ae15 admin admin] Pushing event updated for resources: {'Network': ['ID=bcef548b-81c8-4eb8-8729-d12c9d6b9126,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:05.613117 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b04513ea-cdc5-4e52-8058-d5b95f342e87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.623053 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network bcef548b-81c8-4eb8-8729-d12c9d6b9126 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:37:05.627720 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbfd6d9-fe4b-4a96-9c6c-76fe1a095f3d None None] Sync routers for ids ['1eab8f7e-6088-4b9f-a57d-8b8403893075'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:37:05.687159 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbfd6d9-fe4b-4a96-9c6c-76fe1a095f3d None None] Routers {'1eab8f7e-6088-4b9f-a57d-8b8403893075'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:37:05.687920 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8fbfd6d9-fe4b-4a96-9c6c-76fe1a095f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:37:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1eab8f7e-6088-4b9f-a57d-8b8403893075'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:37:05.798626 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b04513ea-cdc5-4e52-8058-d5b95f342e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (049b6cbd-807b-499f-a4e8-0d67f764611f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.814134 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-8fbfd6d9-fe4b-4a96-9c6c-76fe1a095f3d None None] Set router 1eab8f7e-6088-4b9f-a57d-8b8403893075 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:37:05.895036 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04513ea-cdc5-4e52-8058-d5b95f342e87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=049b6cbd-807b-499f-a4e8-0d67f764611f,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:05.911959 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04513ea-cdc5-4e52-8058-d5b95f342e87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:05.912473 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04513ea-cdc5-4e52-8058-d5b95f342e87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:05.912841 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04513ea-cdc5-4e52-8058-d5b95f342e87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:05.913375 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04513ea-cdc5-4e52-8058-d5b95f342e87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:05.913936 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04513ea-cdc5-4e52-8058-d5b95f342e87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:05.914452 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04513ea-cdc5-4e52-8058-d5b95f342e87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:05.914831 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04513ea-cdc5-4e52-8058-d5b95f342e87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:05.915235 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04513ea-cdc5-4e52-8058-d5b95f342e87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:05.915579 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04513ea-cdc5-4e52-8058-d5b95f342e87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:05.915903 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04513ea-cdc5-4e52-8058-d5b95f342e87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:05.916251 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04513ea-cdc5-4e52-8058-d5b95f342e87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:05.916601 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04513ea-cdc5-4e52-8058-d5b95f342e87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:05.917090 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04513ea-cdc5-4e52-8058-d5b95f342e87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:05.925133 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04513ea-cdc5-4e52-8058-d5b95f342e87 admin admin] Checking segment: {'id': '88213936-2e8b-4d9c-9c59-6bfbe98d5eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bcef548b-81c8-4eb8-8729-d12c9d6b9126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:37:05.925505 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04513ea-cdc5-4e52-8058-d5b95f342e87 admin admin] Network hostable DHCP agents. Network: bcef548b-81c8-4eb8-8729-d12c9d6b9126, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:37:05.944777 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04513ea-cdc5-4e52-8058-d5b95f342e87 admin admin] Network bcef548b-81c8-4eb8-8729-d12c9d6b9126 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:37:05.958027 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-b04513ea-cdc5-4e52-8058-d5b95f342e87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, bcef548b-81c8-4eb8-8729-d12c9d6b9126) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:37:05.963010 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04513ea-cdc5-4e52-8058-d5b95f342e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:05.963863 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b04513ea-cdc5-4e52-8058-d5b95f342e87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.973129 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6918bb47-ee61-4669-a896-a4d13ce46e3b None None] Network bcef548b-81c8-4eb8-8729-d12c9d6b9126 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:37:05.980750 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b04513ea-cdc5-4e52-8058-d5b95f342e87 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3985968 Jan 28 14:37:05.987688 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 51668) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:37:05.992352 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-3564c494-9c1f-4ab5-afb7-f40fde226d13 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1063474294-router', 'tenant_id': '1f7908081aa1473f9fd083af1dd2b3ca', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:37:06.017387 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3564c494-9c1f-4ab5-afb7-f40fde226d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (5765f77f-4095-4d8f-a0a9-5b808f769c27), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:06.021857 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3564c494-9c1f-4ab5-afb7-f40fde226d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (5765f77f-4095-4d8f-a0a9-5b808f769c27), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:06.073544 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3564c494-9c1f-4ab5-afb7-f40fde226d13 admin admin] Publish callbacks [] for router_controller (5765f77f-4095-4d8f-a0a9-5b808f769c27), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:06.122617 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8fbfd6d9-fe4b-4a96-9c6c-76fe1a095f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eab8f7e-6088-4b9f-a57d-8b8403893075', 'name': 'tempest-TestEncryptedCinderVolumes-891802699-router', 'tenant_id': '7ad28834f0c049f0b05b9a5c62f4dc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'cb3bc033-e34d-4173-a49c-d9a860156d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:37:00Z', 'updated_at': '2022-01-28T14:37:03Z', 'revision_number': 4, 'project_id': '7ad28834f0c049f0b05b9a5c62f4dc98', 'gw_port': {'id': 'cb3bc033-e34d-4173-a49c-d9a860156d17', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eab8f7e-6088-4b9f-a57d-8b8403893075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:37:01Z', 'updated_at': '2022-01-28T14:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '6d8f5396-c521-499c-9d29-f33b456f1663', 'name': '', 'network_id': '9c0ce52f-55ac-49b6-baa4-1b691039ed0b', 'tenant_id': '7ad28834f0c049f0b05b9a5c62f4dc98', 'mac_address': 'fa:16:3e:d4:d0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eab8f7e-6088-4b9f-a57d-8b8403893075', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '66ec4049-1e3c-4be4-ac26-3eb8c530b5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:37:03Z', 'updated_at': '2022-01-28T14:37:03Z', 'revision_number': 2, 'project_id': '7ad28834f0c049f0b05b9a5c62f4dc98', 'subnets': [{'id': '66ec4049-1e3c-4be4-ac26-3eb8c530b5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:37:06.225938 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3564c494-9c1f-4ab5-afb7-f40fde226d13 admin admin] Publish callbacks [] for router_gateway (5765f77f-4095-4d8f-a0a9-5b808f769c27), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:06.334614 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a166b753-15dc-4d2f-b046-086e15897fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-bcef548b-81c8-4eb8-8729-d12c9d6b9126', 'network_id': 'bcef548b-81c8-4eb8-8729-d12c9d6b9126', 'project_id': '1f7908081aa1473f9fd083af1dd2b3ca', 'fixed_ips': [{'subnet_id': '049b6cbd-807b-499f-a4e8-0d67f764611f'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:37:06.335429 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a166b753-15dc-4d2f-b046-086e15897fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:06.337497 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device cb3bc033-e34d-4173-a49c-d9a860156d17 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:37:06.340185 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbfd6d9-fe4b-4a96-9c6c-76fe1a095f3d None None] Checking router: 1eab8f7e-6088-4b9f-a57d-8b8403893075 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:37:06.340529 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbfd6d9-fe4b-4a96-9c6c-76fe1a095f3d None None] Updating router 1eab8f7e-6088-4b9f-a57d-8b8403893075 port 6d8f5396-c521-499c-9d29-f33b456f1663 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:37:06.416475 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8fbfd6d9-fe4b-4a96-9c6c-76fe1a095f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6d8f5396-c521-499c-9d29-f33b456f1663), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:06.439091 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3564c494-9c1f-4ab5-afb7-f40fde226d13 admin admin] Publish callbacks [] for router_gateway (5765f77f-4095-4d8f-a0a9-5b808f769c27), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:06.467159 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3564c494-9c1f-4ab5-afb7-f40fde226d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:06.499368 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:06.576099 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port cb3bc033-e34d-4173-a49c-d9a860156d17 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:37:06.576475 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (cb3bc033-e34d-4173-a49c-d9a860156d17), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:06.581303 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-3564c494-9c1f-4ab5-afb7-f40fde226d13 admin admin] Allocated IP 172.25.3.39 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/319f1cc5-e588-457f-96d7-6f336ab2bfce) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:37:06.688767 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-a166b753-15dc-4d2f-b046-086e15897fdf None None] Allocated IP 172.20.0.2 (bcef548b-81c8-4eb8-8729-d12c9d6b9126/049b6cbd-807b-499f-a4e8-0d67f764611f/58a48100-d569-42e5-907b-135de0e61edc) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:37:06.702001 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3564c494-9c1f-4ab5-afb7-f40fde226d13 admin admin] Publish callbacks [] for port (319f1cc5-e588-457f-96d7-6f336ab2bfce), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:06.741461 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3564c494-9c1f-4ab5-afb7-f40fde226d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (319f1cc5-e588-457f-96d7-6f336ab2bfce), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:06.779801 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3564c494-9c1f-4ab5-afb7-f40fde226d13 admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:37:06.784160 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-3564c494-9c1f-4ab5-afb7-f40fde226d13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:37:06.790110 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3564c494-9c1f-4ab5-afb7-f40fde226d13 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:37:06.795821 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564c494-9c1f-4ab5-afb7-f40fde226d13 admin admin] Pushing event updated for resources: {'Port': ['ID=319f1cc5-e588-457f-96d7-6f336ab2bfce,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:06.883248 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port cb3bc033-e34d-4173-a49c-d9a860156d17 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:37:06.883633 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (cb3bc033-e34d-4173-a49c-d9a860156d17), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:06.968398 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port cb3bc033-e34d-4173-a49c-d9a860156d17, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=cb3bc033-e34d-4173-a49c-d9a860156d17,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:37:06.992513 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (cb3bc033-e34d-4173-a49c-d9a860156d17), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:07.038472 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8fbfd6d9-fe4b-4a96-9c6c-76fe1a095f3d None None] Publish callbacks [] for port (6d8f5396-c521-499c-9d29-f33b456f1663), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:07.054341 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8fbfd6d9-fe4b-4a96-9c6c-76fe1a095f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6d8f5396-c521-499c-9d29-f33b456f1663), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:07.063001 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a166b753-15dc-4d2f-b046-086e15897fdf None None] Publish callbacks [] for port (58a48100-d569-42e5-907b-135de0e61edc), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:07.077006 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3564c494-9c1f-4ab5-afb7-f40fde226d13 admin admin] Publish callbacks [] for router_gateway (5765f77f-4095-4d8f-a0a9-5b808f769c27), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:07.080220 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a166b753-15dc-4d2f-b046-086e15897fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (58a48100-d569-42e5-907b-135de0e61edc), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:07.099806 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=cb3bc033-e34d-4173-a49c-d9a860156d17,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:07.141295 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a166b753-15dc-4d2f-b046-086e15897fdf None None] Network bcef548b-81c8-4eb8-8729-d12c9d6b9126 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:37:07.144627 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a166b753-15dc-4d2f-b046-086e15897fdf None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:37:07.153411 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a166b753-15dc-4d2f-b046-086e15897fdf None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:37:07.163010 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc0ec2-bf71-4a7f-9630-6db789624d73 None None] Pushing event updated for resources: {'Port': ['ID=6d8f5396-c521-499c-9d29-f33b456f1663,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:07.285464 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-8fbfd6d9-fe4b-4a96-9c6c-76fe1a095f3d None None] Attempting to bind port 6d8f5396-c521-499c-9d29-f33b456f1663 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:37:07.285806 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-8fbfd6d9-fe4b-4a96-9c6c-76fe1a095f3d None None] Attempting to bind port 6d8f5396-c521-499c-9d29-f33b456f1663 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'b5b4bfe6-94a8-4e58-814f-388cb30d905f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9c0ce52f-55ac-49b6-baa4-1b691039ed0b'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:37:07.286267 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbfd6d9-fe4b-4a96-9c6c-76fe1a095f3d None None] Attempting to bind port 6d8f5396-c521-499c-9d29-f33b456f1663 on network 9c0ce52f-55ac-49b6-baa4-1b691039ed0b {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:37:07.307540 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166b753-15dc-4d2f-b046-086e15897fdf None None] Pushing event updated for resources: {'Port': ['ID=58a48100-d569-42e5-907b-135de0e61edc,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:07.313066 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbfd6d9-fe4b-4a96-9c6c-76fe1a095f3d None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:37:07.313472 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbfd6d9-fe4b-4a96-9c6c-76fe1a095f3d None None] Checking segment: {'id': 'b5b4bfe6-94a8-4e58-814f-388cb30d905f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9c0ce52f-55ac-49b6-baa4-1b691039ed0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:37:07.313689 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3564c494-9c1f-4ab5-afb7-f40fde226d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (5765f77f-4095-4d8f-a0a9-5b808f769c27), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:07.313816 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8fbfd6d9-fe4b-4a96-9c6c-76fe1a095f3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:07.314205 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbfd6d9-fe4b-4a96-9c6c-76fe1a095f3d None None] Bound using segment: {'id': 'b5b4bfe6-94a8-4e58-814f-388cb30d905f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9c0ce52f-55ac-49b6-baa4-1b691039ed0b'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:37:07.314684 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-8fbfd6d9-fe4b-4a96-9c6c-76fe1a095f3d None None] Bound port: 6d8f5396-c521-499c-9d29-f33b456f1663, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5b4bfe6-94a8-4e58-814f-388cb30d905f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9c0ce52f-55ac-49b6-baa4-1b691039ed0b'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:37:07.315089 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8fbfd6d9-fe4b-4a96-9c6c-76fe1a095f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6d8f5396-c521-499c-9d29-f33b456f1663), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:07.318260 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a166b753-15dc-4d2f-b046-086e15897fdf None None] Attempting to bind port 58a48100-d569-42e5-907b-135de0e61edc on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:37:07.318778 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a166b753-15dc-4d2f-b046-086e15897fdf None None] Attempting to bind port 58a48100-d569-42e5-907b-135de0e61edc by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '88213936-2e8b-4d9c-9c59-6bfbe98d5eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bcef548b-81c8-4eb8-8729-d12c9d6b9126'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:37:07.319041 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a166b753-15dc-4d2f-b046-086e15897fdf None None] Attempting to bind port 58a48100-d569-42e5-907b-135de0e61edc on network bcef548b-81c8-4eb8-8729-d12c9d6b9126 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:37:07.333006 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a166b753-15dc-4d2f-b046-086e15897fdf None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:37:07.333302 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a166b753-15dc-4d2f-b046-086e15897fdf None None] Checking segment: {'id': '88213936-2e8b-4d9c-9c59-6bfbe98d5eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bcef548b-81c8-4eb8-8729-d12c9d6b9126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:37:07.333684 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a166b753-15dc-4d2f-b046-086e15897fdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:07.334025 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a166b753-15dc-4d2f-b046-086e15897fdf None None] Bound using segment: {'id': '88213936-2e8b-4d9c-9c59-6bfbe98d5eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bcef548b-81c8-4eb8-8729-d12c9d6b9126'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:37:07.334554 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a166b753-15dc-4d2f-b046-086e15897fdf None None] Bound port: 58a48100-d569-42e5-907b-135de0e61edc, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88213936-2e8b-4d9c-9c59-6bfbe98d5eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bcef548b-81c8-4eb8-8729-d12c9d6b9126'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:37:07.335026 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a166b753-15dc-4d2f-b046-086e15897fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (58a48100-d569-42e5-907b-135de0e61edc), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:07.445595 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-8fbfd6d9-fe4b-4a96-9c6c-76fe1a095f3d None None] For port 6d8f5396-c521-499c-9d29-f33b456f1663, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:37:07.454157 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3564c494-9c1f-4ab5-afb7-f40fde226d13 admin admin] Router 5765f77f-4095-4d8f-a0a9-5b808f769c27 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:37:07.455251 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-8fbfd6d9-fe4b-4a96-9c6c-76fe1a095f3d None None] For port 6d8f5396-c521-499c-9d29-f33b456f1663, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6d8f5396-c521-499c-9d29-f33b456f1663,segment=NetworkSegment(b5b4bfe6-94a8-4e58-814f-388cb30d905f),segment_id=b5b4bfe6-94a8-4e58-814f-388cb30d905f)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:37:07.463318 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-0e5ef94c-fe0f-426c-a83c-d02ba78ac0bd None None] Provisioning complete for port 6d8f5396-c521-499c-9d29-f33b456f1663 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:37:07.463694 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e5ef94c-fe0f-426c-a83c-d02ba78ac0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6d8f5396-c521-499c-9d29-f33b456f1663), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:07.468368 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8fbfd6d9-fe4b-4a96-9c6c-76fe1a095f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6d8f5396-c521-499c-9d29-f33b456f1663), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:07.503603 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a166b753-15dc-4d2f-b046-086e15897fdf None None] For port 58a48100-d569-42e5-907b-135de0e61edc, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:37:07.552011 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a166b753-15dc-4d2f-b046-086e15897fdf None None] For port 58a48100-d569-42e5-907b-135de0e61edc, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=58a48100-d569-42e5-907b-135de0e61edc,segment=NetworkSegment(88213936-2e8b-4d9c-9c59-6bfbe98d5eec),segment_id=88213936-2e8b-4d9c-9c59-6bfbe98d5eec)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:37:07.569334 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a166b753-15dc-4d2f-b046-086e15897fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (58a48100-d569-42e5-907b-135de0e61edc), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:07.583776 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3564c494-9c1f-4ab5-afb7-f40fde226d13 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:37:07.593675 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbfd6d9-fe4b-4a96-9c6c-76fe1a095f3d None None] Routers {'1eab8f7e-6088-4b9f-a57d-8b8403893075'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:37:07.594319 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8fbfd6d9-fe4b-4a96-9c6c-76fe1a095f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:37:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1eab8f7e-6088-4b9f-a57d-8b8403893075'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:37:07.597827 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c354357-3d27-445d-b2a6-838a6799321e None None] Sync routers for ids ['5765f77f-4095-4d8f-a0a9-5b808f769c27'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:37:07.614105 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c354357-3d27-445d-b2a6-838a6799321e None None] Routers {'5765f77f-4095-4d8f-a0a9-5b808f769c27'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:37:07.615754 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-4c354357-3d27-445d-b2a6-838a6799321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:37:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['5765f77f-4095-4d8f-a0a9-5b808f769c27'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:37:07.623400 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3564c494-9c1f-4ab5-afb7-f40fde226d13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:07.627630 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3564c494-9c1f-4ab5-afb7-f40fde226d13 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6362739 Jan 28 14:37:07.628857 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 51670) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:37:07.658268 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc0ec2-bf71-4a7f-9630-6db789624d73 None None] Pushing event updated for resources: {'Port': ['ID=6d8f5396-c521-499c-9d29-f33b456f1663,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:07.809533 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166b753-15dc-4d2f-b046-086e15897fdf None None] Pushing event updated for resources: {'Port': ['ID=58a48100-d569-42e5-907b-135de0e61edc,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:07.828208 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-8fbfd6d9-fe4b-4a96-9c6c-76fe1a095f3d None None] Set router 1eab8f7e-6088-4b9f-a57d-8b8403893075 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:37:07.830701 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0e5ef94c-fe0f-426c-a83c-d02ba78ac0bd None None] Current status of the port 6d8f5396-c521-499c-9d29-f33b456f1663 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:37:07.831132 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e5ef94c-fe0f-426c-a83c-d02ba78ac0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6d8f5396-c521-499c-9d29-f33b456f1663), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:07.864616 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-4c354357-3d27-445d-b2a6-838a6799321e None None] Set router 5765f77f-4095-4d8f-a0a9-5b808f769c27 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:37:07.972216 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-0e5ef94c-fe0f-426c-a83c-d02ba78ac0bd None None] For port 6d8f5396-c521-499c-9d29-f33b456f1663, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6d8f5396-c521-499c-9d29-f33b456f1663,segment=NetworkSegment(b5b4bfe6-94a8-4e58-814f-388cb30d905f),segment_id=b5b4bfe6-94a8-4e58-814f-388cb30d905f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:37:07.977600 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e5ef94c-fe0f-426c-a83c-d02ba78ac0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6d8f5396-c521-499c-9d29-f33b456f1663), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:08.097234 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ef94c-fe0f-426c-a83c-d02ba78ac0bd None None] Pushing event updated for resources: {'Port': ['ID=6d8f5396-c521-499c-9d29-f33b456f1663,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:08.125943 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e9fa033a-af37-495e-a98a-bef043285eae None None] Provisioning complete for port 6d8f5396-c521-499c-9d29-f33b456f1663 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:37:08.126324 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9fa033a-af37-495e-a98a-bef043285eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6d8f5396-c521-499c-9d29-f33b456f1663), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:08.192107 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-4c354357-3d27-445d-b2a6-838a6799321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5765f77f-4095-4d8f-a0a9-5b808f769c27', 'name': 'tempest-TestEncryptedCinderVolumes-1063474294-router', 'tenant_id': '1f7908081aa1473f9fd083af1dd2b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '319f1cc5-e588-457f-96d7-6f336ab2bfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:37:06Z', 'updated_at': '2022-01-28T14:37:06Z', 'revision_number': 3, 'project_id': '1f7908081aa1473f9fd083af1dd2b3ca', 'gw_port': {'id': '319f1cc5-e588-457f-96d7-6f336ab2bfce', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ee:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5765f77f-4095-4d8f-a0a9-5b808f769c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:37:06Z', 'updated_at': '2022-01-28T14:37:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:37:08.246840 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c354357-3d27-445d-b2a6-838a6799321e None None] Checking router: 5765f77f-4095-4d8f-a0a9-5b808f769c27 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:37:08.247508 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c354357-3d27-445d-b2a6-838a6799321e None None] Updating router 5765f77f-4095-4d8f-a0a9-5b808f769c27 port 319f1cc5-e588-457f-96d7-6f336ab2bfce binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:37:08.273519 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-8fbfd6d9-fe4b-4a96-9c6c-76fe1a095f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eab8f7e-6088-4b9f-a57d-8b8403893075', 'name': 'tempest-TestEncryptedCinderVolumes-891802699-router', 'tenant_id': '7ad28834f0c049f0b05b9a5c62f4dc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'cb3bc033-e34d-4173-a49c-d9a860156d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:37:00Z', 'updated_at': '2022-01-28T14:37:03Z', 'revision_number': 4, 'project_id': '7ad28834f0c049f0b05b9a5c62f4dc98', 'gw_port': {'id': 'cb3bc033-e34d-4173-a49c-d9a860156d17', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eab8f7e-6088-4b9f-a57d-8b8403893075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:37:01Z', 'updated_at': '2022-01-28T14:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '6d8f5396-c521-499c-9d29-f33b456f1663', 'name': '', 'network_id': '9c0ce52f-55ac-49b6-baa4-1b691039ed0b', 'tenant_id': '7ad28834f0c049f0b05b9a5c62f4dc98', 'mac_address': 'fa:16:3e:d4:d0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eab8f7e-6088-4b9f-a57d-8b8403893075', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '66ec4049-1e3c-4be4-ac26-3eb8c530b5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:37:03Z', 'updated_at': '2022-01-28T14:37:07Z', 'revision_number': 4, 'project_id': '7ad28834f0c049f0b05b9a5c62f4dc98', 'subnets': [{'id': '66ec4049-1e3c-4be4-ac26-3eb8c530b5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:37:08.277638 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c354357-3d27-445d-b2a6-838a6799321e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (319f1cc5-e588-457f-96d7-6f336ab2bfce), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:08.311343 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbfd6d9-fe4b-4a96-9c6c-76fe1a095f3d None None] The sync data for ids ['1eab8f7e-6088-4b9f-a57d-8b8403893075'] in n-d-822747-2 is: [{'id': '1eab8f7e-6088-4b9f-a57d-8b8403893075', 'name': 'tempest-TestEncryptedCinderVolumes-891802699-router', 'tenant_id': '7ad28834f0c049f0b05b9a5c62f4dc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'cb3bc033-e34d-4173-a49c-d9a860156d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:37:00Z', 'updated_at': '2022-01-28T14:37:03Z', 'revision_number': 4, 'project_id': '7ad28834f0c049f0b05b9a5c62f4dc98', 'gw_port': {'id': 'cb3bc033-e34d-4173-a49c-d9a860156d17', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eab8f7e-6088-4b9f-a57d-8b8403893075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:37:01Z', 'updated_at': '2022-01-28T14:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '6d8f5396-c521-499c-9d29-f33b456f1663', 'name': '', 'network_id': '9c0ce52f-55ac-49b6-baa4-1b691039ed0b', 'tenant_id': '7ad28834f0c049f0b05b9a5c62f4dc98', 'mac_address': 'fa:16:3e:d4:d0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eab8f7e-6088-4b9f-a57d-8b8403893075', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '66ec4049-1e3c-4be4-ac26-3eb8c530b5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:37:03Z', 'updated_at': '2022-01-28T14:37:07Z', 'revision_number': 4, 'project_id': '7ad28834f0c049f0b05b9a5c62f4dc98', 'subnets': [{'id': '66ec4049-1e3c-4be4-ac26-3eb8c530b5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:37:08.318047 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device cb3bc033-e34d-4173-a49c-d9a860156d17 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:37:08.377604 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e9fa033a-af37-495e-a98a-bef043285eae None None] Current status of the port 6d8f5396-c521-499c-9d29-f33b456f1663 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:37:08.388700 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-77dc8ab6-1b17-4b98-8900-ce5e03656f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:08.400922 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port cb3bc033-e34d-4173-a49c-d9a860156d17 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:37:08.401777 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (cb3bc033-e34d-4173-a49c-d9a860156d17), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:08.514529 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port cb3bc033-e34d-4173-a49c-d9a860156d17 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:37:08.515694 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 58a48100-d569-42e5-907b-135de0e61edc up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:37:08.589691 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 58a48100-d569-42e5-907b-135de0e61edc triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:37:08.590440 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (58a48100-d569-42e5-907b-135de0e61edc), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:08.628562 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-77dc8ab6-1b17-4b98-8900-ce5e03656f77 admin admin] Allocated IP 172.20.0.1 (bcef548b-81c8-4eb8-8729-d12c9d6b9126/049b6cbd-807b-499f-a4e8-0d67f764611f/aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:37:08.634568 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c354357-3d27-445d-b2a6-838a6799321e None None] Publish callbacks [] for port (319f1cc5-e588-457f-96d7-6f336ab2bfce), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:08.646567 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c354357-3d27-445d-b2a6-838a6799321e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (319f1cc5-e588-457f-96d7-6f336ab2bfce), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:08.731215 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 58a48100-d569-42e5-907b-135de0e61edc is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:37:08.731486 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-4c354357-3d27-445d-b2a6-838a6799321e None None] Attempting to bind port 319f1cc5-e588-457f-96d7-6f336ab2bfce on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:37:08.731603 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-4c354357-3d27-445d-b2a6-838a6799321e None None] Attempting to bind port 319f1cc5-e588-457f-96d7-6f336ab2bfce by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:37:08.731916 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (58a48100-d569-42e5-907b-135de0e61edc), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:08.732029 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c354357-3d27-445d-b2a6-838a6799321e None None] Attempting to bind port 319f1cc5-e588-457f-96d7-6f336ab2bfce on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:37:08.744858 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c354357-3d27-445d-b2a6-838a6799321e None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:37:08.745563 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c354357-3d27-445d-b2a6-838a6799321e None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:37:08.746129 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c354357-3d27-445d-b2a6-838a6799321e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:08.746688 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c354357-3d27-445d-b2a6-838a6799321e None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:37:08.747481 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-4c354357-3d27-445d-b2a6-838a6799321e None None] Bound port: 319f1cc5-e588-457f-96d7-6f336ab2bfce, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:37:08.748044 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c354357-3d27-445d-b2a6-838a6799321e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (319f1cc5-e588-457f-96d7-6f336ab2bfce), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:08.750994 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316d827-49f6-42ff-af89-7f761f1a8f63 None None] Pushing event updated for resources: {'Port': ['ID=319f1cc5-e588-457f-96d7-6f336ab2bfce,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:08.807415 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-77dc8ab6-1b17-4b98-8900-ce5e03656f77 admin admin] Publish callbacks [] for port (aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:08.819184 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 58a48100-d569-42e5-907b-135de0e61edc, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=58a48100-d569-42e5-907b-135de0e61edc,segment=NetworkSegment(88213936-2e8b-4d9c-9c59-6bfbe98d5eec),segment_id=88213936-2e8b-4d9c-9c59-6bfbe98d5eec)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:37:08.825248 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (58a48100-d569-42e5-907b-135de0e61edc), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:08.842645 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-4c354357-3d27-445d-b2a6-838a6799321e None None] For port 319f1cc5-e588-457f-96d7-6f336ab2bfce, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:37:08.846839 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-4c354357-3d27-445d-b2a6-838a6799321e None None] For port 319f1cc5-e588-457f-96d7-6f336ab2bfce, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=319f1cc5-e588-457f-96d7-6f336ab2bfce,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:37:08.857895 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-4c354357-3d27-445d-b2a6-838a6799321e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (319f1cc5-e588-457f-96d7-6f336ab2bfce), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:08.877921 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-77dc8ab6-1b17-4b98-8900-ce5e03656f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:08.902809 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=58a48100-d569-42e5-907b-135de0e61edc,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:08.924881 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c354357-3d27-445d-b2a6-838a6799321e None None] Routers {'5765f77f-4095-4d8f-a0a9-5b808f769c27'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:37:08.925608 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-4c354357-3d27-445d-b2a6-838a6799321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:37:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['5765f77f-4095-4d8f-a0a9-5b808f769c27'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:37:08.935332 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316d827-49f6-42ff-af89-7f761f1a8f63 None None] Pushing event updated for resources: {'Port': ['ID=319f1cc5-e588-457f-96d7-6f336ab2bfce,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:08.946779 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dc8ab6-1b17-4b98-8900-ce5e03656f77 admin admin] Network bcef548b-81c8-4eb8-8729-d12c9d6b9126 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:37:08.951008 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-77dc8ab6-1b17-4b98-8900-ce5e03656f77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:37:08.955169 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dc8ab6-1b17-4b98-8900-ce5e03656f77 admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:37:08.988648 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc8ab6-1b17-4b98-8900-ce5e03656f77 admin admin] Pushing event updated for resources: {'Port': ['ID=aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:09.010321 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-77dc8ab6-1b17-4b98-8900-ce5e03656f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (5765f77f-4095-4d8f-a0a9-5b808f769c27), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:09.085926 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-4c354357-3d27-445d-b2a6-838a6799321e None None] Set router 5765f77f-4095-4d8f-a0a9-5b808f769c27 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:37:09.161505 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d183421-ce9a-43f0-befb-c30a5f01ca7e None None] Network bcef548b-81c8-4eb8-8729-d12c9d6b9126 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:37:09.187269 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-77dc8ab6-1b17-4b98-8900-ce5e03656f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:09.335840 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-4c354357-3d27-445d-b2a6-838a6799321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5765f77f-4095-4d8f-a0a9-5b808f769c27', 'name': 'tempest-TestEncryptedCinderVolumes-1063474294-router', 'tenant_id': '1f7908081aa1473f9fd083af1dd2b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '319f1cc5-e588-457f-96d7-6f336ab2bfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:37:06Z', 'updated_at': '2022-01-28T14:37:06Z', 'revision_number': 3, 'project_id': '1f7908081aa1473f9fd083af1dd2b3ca', 'gw_port': {'id': '319f1cc5-e588-457f-96d7-6f336ab2bfce', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ee:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5765f77f-4095-4d8f-a0a9-5b808f769c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:37:06Z', 'updated_at': '2022-01-28T14:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:37:09.377488 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-77dc8ab6-1b17-4b98-8900-ce5e03656f77 admin admin] Publish callbacks [] for port (aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:09.385131 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-77dc8ab6-1b17-4b98-8900-ce5e03656f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:09.388892 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c354357-3d27-445d-b2a6-838a6799321e None None] The sync data for ids ['5765f77f-4095-4d8f-a0a9-5b808f769c27'] in n-d-822747-2 is: [{'id': '5765f77f-4095-4d8f-a0a9-5b808f769c27', 'name': 'tempest-TestEncryptedCinderVolumes-1063474294-router', 'tenant_id': '1f7908081aa1473f9fd083af1dd2b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '319f1cc5-e588-457f-96d7-6f336ab2bfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:37:06Z', 'updated_at': '2022-01-28T14:37:06Z', 'revision_number': 3, 'project_id': '1f7908081aa1473f9fd083af1dd2b3ca', 'gw_port': {'id': '319f1cc5-e588-457f-96d7-6f336ab2bfce', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ee:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5765f77f-4095-4d8f-a0a9-5b808f769c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:37:06Z', 'updated_at': '2022-01-28T14:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:37:09.461768 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc8ab6-1b17-4b98-8900-ce5e03656f77 admin admin] Pushing event updated for resources: {'Port': ['ID=aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:09.465769 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-77dc8ab6-1b17-4b98-8900-ce5e03656f77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (5765f77f-4095-4d8f-a0a9-5b808f769c27), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:09.493130 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-4796e36e-cfbd-425d-8686-f1075d3a3612 None None] Provisioning complete for port 58a48100-d569-42e5-907b-135de0e61edc triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:37:09.493505 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4796e36e-cfbd-425d-8686-f1075d3a3612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (58a48100-d569-42e5-907b-135de0e61edc), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:09.598111 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dc8ab6-1b17-4b98-8900-ce5e03656f77 admin admin] Network bcef548b-81c8-4eb8-8729-d12c9d6b9126 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:37:09.600360 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-77dc8ab6-1b17-4b98-8900-ce5e03656f77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:37:09.610489 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4796e36e-cfbd-425d-8686-f1075d3a3612 None None] Current status of the port 58a48100-d569-42e5-907b-135de0e61edc is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:37:09.765248 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77dc8ab6-1b17-4b98-8900-ce5e03656f77 admin admin] Router 5765f77f-4095-4d8f-a0a9-5b808f769c27 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:37:09.911580 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77dc8ab6-1b17-4b98-8900-ce5e03656f77 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:37:09.917323 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-77dc8ab6-1b17-4b98-8900-ce5e03656f77 admin admin] 10.222.0.39 "PUT /v2.0/routers/5765f77f-4095-4d8f-a0a9-5b808f769c27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2871523 Jan 28 14:37:09.959390 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-940ba3f2-b691-44b2-b207-46107442a1cb None None] Provisioning complete for port aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:37:09.959988 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-940ba3f2-b691-44b2-b207-46107442a1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:10.022257 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-940ba3f2-b691-44b2-b207-46107442a1cb None None] Port aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:37:10.035388 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-940ba3f2-b691-44b2-b207-46107442a1cb None None] Provisioning complete for port 58a48100-d569-42e5-907b-135de0e61edc triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:37:10.035769 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-940ba3f2-b691-44b2-b207-46107442a1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (58a48100-d569-42e5-907b-135de0e61edc), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:10.168668 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-940ba3f2-b691-44b2-b207-46107442a1cb None None] Current status of the port 58a48100-d569-42e5-907b-135de0e61edc is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:37:10.296874 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-485d88f3-82d1-4061-84be-005d0d7de8c4 None None] Provisioning complete for port aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:37:10.297339 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-485d88f3-82d1-4061-84be-005d0d7de8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:10.346291 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-485d88f3-82d1-4061-84be-005d0d7de8c4 None None] Port aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:37:10.389170 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6d8f5396-c521-499c-9d29-f33b456f1663 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:37:10.459750 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 6d8f5396-c521-499c-9d29-f33b456f1663 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:37:10.460113 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6d8f5396-c521-499c-9d29-f33b456f1663), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:10.488503 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a06c0e26-4a33-4621-ba4e-00dc44848062 None None] Provisioning complete for port aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:37:10.488915 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a06c0e26-4a33-4621-ba4e-00dc44848062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:10.536538 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a06c0e26-4a33-4621-ba4e-00dc44848062 None None] Port aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:37:10.583859 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 6d8f5396-c521-499c-9d29-f33b456f1663 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:37:10.585391 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 319f1cc5-e588-457f-96d7-6f336ab2bfce up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:37:10.643445 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 319f1cc5-e588-457f-96d7-6f336ab2bfce triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:37:10.643829 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (319f1cc5-e588-457f-96d7-6f336ab2bfce), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:10.726969 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 319f1cc5-e588-457f-96d7-6f336ab2bfce is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:37:10.727368 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (319f1cc5-e588-457f-96d7-6f336ab2bfce), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:10.748574 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 319f1cc5-e588-457f-96d7-6f336ab2bfce, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=319f1cc5-e588-457f-96d7-6f336ab2bfce,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:37:10.752885 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (319f1cc5-e588-457f-96d7-6f336ab2bfce), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:10.753678 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 58a48100-d569-42e5-907b-135de0e61edc up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:37:10.830749 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=319f1cc5-e588-457f-96d7-6f336ab2bfce,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:10.843187 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 58a48100-d569-42e5-907b-135de0e61edc triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:37:10.843627 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (58a48100-d569-42e5-907b-135de0e61edc), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:10.933308 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 58a48100-d569-42e5-907b-135de0e61edc is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:37:11.284626 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-fb63447b-283d-4035-b233-a44467f4e492 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:11.286286 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-fb63447b-283d-4035-b233-a44467f4e492 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/networks?id=9c0ce52f-55ac-49b6-baa4-1b691039ed0b HTTP/1.1" status: 200 len: 816 time: 0.1074371 Jan 28 14:37:11.304142 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-73498f6a-8d00-4663-9caf-cf142b58f486 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/quotas/7ad28834f0c049f0b05b9a5c62f4dc98 HTTP/1.1" status: 200 len: 375 time: 0.0095692 Jan 28 14:37:11.362114 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-857e7b64-a98a-4f66-8606-fe659dfd5630 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ad28834f0c049f0b05b9a5c62f4dc98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526583 Jan 28 14:37:11.472039 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-4d1f45d3-4f4d-41ed-94a7-c7f0ae095a4b service neutron] 10.222.0.39 "GET /v2.0/networks/9c0ce52f-55ac-49b6-baa4-1b691039ed0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967541 Jan 28 14:37:11.572919 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-14f74167-7f07-4d40-a865-685efcf92a35 service neutron] 10.222.0.39 "GET /v2.0/networks/9c0ce52f-55ac-49b6-baa4-1b691039ed0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937748 Jan 28 14:37:11.839949 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2958b139-fc98-4533-b574-4f6af1e6869b None None] Sync routers for ids ['5765f77f-4095-4d8f-a0a9-5b808f769c27'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:37:11.853032 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2958b139-fc98-4533-b574-4f6af1e6869b None None] Routers {'5765f77f-4095-4d8f-a0a9-5b808f769c27'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:37:11.853666 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-2958b139-fc98-4533-b574-4f6af1e6869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:37:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['5765f77f-4095-4d8f-a0a9-5b808f769c27'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:37:11.880333 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6bc16e8c-4ffd-4f7d-923e-23b92493ce8e req-53f42978-a6eb-49d3-a7ee-d4937aa5d358 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/ports?device_id=59617320-b6fc-4db8-a787-630eaccf8b82 HTTP/1.1" status: 200 len: 210 time: 0.1542165 Jan 28 14:37:11.974069 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-2958b139-fc98-4533-b574-4f6af1e6869b None None] Set router 5765f77f-4095-4d8f-a0a9-5b808f769c27 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:37:12.146892 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 319f1cc5-e588-457f-96d7-6f336ab2bfce up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:37:12.238201 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 319f1cc5-e588-457f-96d7-6f336ab2bfce triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:37:12.238608 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (319f1cc5-e588-457f-96d7-6f336ab2bfce), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:12.277591 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-2958b139-fc98-4533-b574-4f6af1e6869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5765f77f-4095-4d8f-a0a9-5b808f769c27', 'name': 'tempest-TestEncryptedCinderVolumes-1063474294-router', 'tenant_id': '1f7908081aa1473f9fd083af1dd2b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '319f1cc5-e588-457f-96d7-6f336ab2bfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:37:06Z', 'updated_at': '2022-01-28T14:37:09Z', 'revision_number': 4, 'project_id': '1f7908081aa1473f9fd083af1dd2b3ca', 'gw_port': {'id': '319f1cc5-e588-457f-96d7-6f336ab2bfce', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ee:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5765f77f-4095-4d8f-a0a9-5b808f769c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:37:06Z', 'updated_at': '2022-01-28T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db', 'name': '', 'network_id': 'bcef548b-81c8-4eb8-8729-d12c9d6b9126', 'tenant_id': '1f7908081aa1473f9fd083af1dd2b3ca', 'mac_address': 'fa:16:3e:b3:27:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5765f77f-4095-4d8f-a0a9-5b808f769c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '049b6cbd-807b-499f-a4e8-0d67f764611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:37:08Z', 'updated_at': '2022-01-28T14:37:09Z', 'revision_number': 2, 'project_id': '1f7908081aa1473f9fd083af1dd2b3ca', 'subnets': [{'id': '049b6cbd-807b-499f-a4e8-0d67f764611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:37:12.309751 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2958b139-fc98-4533-b574-4f6af1e6869b None None] Checking router: 5765f77f-4095-4d8f-a0a9-5b808f769c27 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:37:12.310102 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2958b139-fc98-4533-b574-4f6af1e6869b None None] Updating router 5765f77f-4095-4d8f-a0a9-5b808f769c27 port aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:37:12.345720 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2958b139-fc98-4533-b574-4f6af1e6869b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:12.414478 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 319f1cc5-e588-457f-96d7-6f336ab2bfce is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:37:12.650467 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2958b139-fc98-4533-b574-4f6af1e6869b None None] Publish callbacks [] for port (aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:12.656958 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2958b139-fc98-4533-b574-4f6af1e6869b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:12.739822 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c884c-8dfe-4083-b8e6-fd4cb21c8976 None None] Pushing event updated for resources: {'Port': ['ID=aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:12.776169 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-fa44f3f0-90ee-46c4-996c-bd9a4237cd57 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:12.777484 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-fa44f3f0-90ee-46c4-996c-bd9a4237cd57 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.18 "GET /v2.0/networks?id=9c0ce52f-55ac-49b6-baa4-1b691039ed0b HTTP/1.1" status: 200 len: 816 time: 0.1243577 Jan 28 14:37:12.781407 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-2958b139-fc98-4533-b574-4f6af1e6869b None None] Attempting to bind port aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:37:12.781876 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-2958b139-fc98-4533-b574-4f6af1e6869b None None] Attempting to bind port aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '88213936-2e8b-4d9c-9c59-6bfbe98d5eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bcef548b-81c8-4eb8-8729-d12c9d6b9126'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:37:12.782311 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2958b139-fc98-4533-b574-4f6af1e6869b None None] Attempting to bind port aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db on network bcef548b-81c8-4eb8-8729-d12c9d6b9126 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:37:12.791022 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-5a8b11da-94e7-432a-adea-2a40e4f96e2e tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Request body: {'port': {'device_id': '59617320-b6fc-4db8-a787-630eaccf8b82', 'network_id': '9c0ce52f-55ac-49b6-baa4-1b691039ed0b', 'admin_state_up': True, 'tenant_id': '7ad28834f0c049f0b05b9a5c62f4dc98'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:37:12.792696 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2958b139-fc98-4533-b574-4f6af1e6869b None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:37:12.793064 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2958b139-fc98-4533-b574-4f6af1e6869b None None] Checking segment: {'id': '88213936-2e8b-4d9c-9c59-6bfbe98d5eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bcef548b-81c8-4eb8-8729-d12c9d6b9126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:37:12.793537 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2958b139-fc98-4533-b574-4f6af1e6869b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:12.794070 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2958b139-fc98-4533-b574-4f6af1e6869b None None] Bound using segment: {'id': '88213936-2e8b-4d9c-9c59-6bfbe98d5eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bcef548b-81c8-4eb8-8729-d12c9d6b9126'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:37:12.794690 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-2958b139-fc98-4533-b574-4f6af1e6869b None None] Bound port: aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88213936-2e8b-4d9c-9c59-6bfbe98d5eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bcef548b-81c8-4eb8-8729-d12c9d6b9126'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:37:12.795160 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2958b139-fc98-4533-b574-4f6af1e6869b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:12.877511 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2958b139-fc98-4533-b574-4f6af1e6869b None None] For port aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:37:12.881834 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2958b139-fc98-4533-b574-4f6af1e6869b None None] For port aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db,segment=NetworkSegment(88213936-2e8b-4d9c-9c59-6bfbe98d5eec),segment_id=88213936-2e8b-4d9c-9c59-6bfbe98d5eec)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:37:12.886346 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2958b139-fc98-4533-b574-4f6af1e6869b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:12.927931 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-5a8b11da-94e7-432a-adea-2a40e4f96e2e tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Made reservation on behalf of 7ad28834f0c049f0b05b9a5c62f4dc98 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:37:12.932000 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-5a8b11da-94e7-432a-adea-2a40e4f96e2e tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:12.966488 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2958b139-fc98-4533-b574-4f6af1e6869b None None] Routers {'5765f77f-4095-4d8f-a0a9-5b808f769c27'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:37:12.967238 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-2958b139-fc98-4533-b574-4f6af1e6869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:37:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['5765f77f-4095-4d8f-a0a9-5b808f769c27'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:37:13.030235 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-332b6bf1-59af-4cc8-bb42-bf2ee17b86d3 req-f50a2dc4-5c1b-4a35-8034-a1948bb0ff85 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/ports?device_id=59617320-b6fc-4db8-a787-630eaccf8b82 HTTP/1.1" status: 200 len: 210 time: 0.0512578 Jan 28 14:37:13.051024 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c884c-8dfe-4083-b8e6-fd4cb21c8976 None None] Pushing event updated for resources: {'Port': ['ID=aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:13.077185 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-0b7fd553-e863-4a2e-ad8b-aabdffea4e2a None None] Provisioning complete for port aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:37:13.077185 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b7fd553-e863-4a2e-ad8b-aabdffea4e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:13.103153 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-5a8b11da-94e7-432a-adea-2a40e4f96e2e tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Allocated IP 172.20.0.14 (9c0ce52f-55ac-49b6-baa4-1b691039ed0b/66ec4049-1e3c-4be4-ac26-3eb8c530b5d2/c2cd72a1-c7a9-4c2b-ae28-de176f8da400) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:37:13.161089 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-2958b139-fc98-4533-b574-4f6af1e6869b None None] Set router 5765f77f-4095-4d8f-a0a9-5b808f769c27 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:37:13.275981 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-5a8b11da-94e7-432a-adea-2a40e4f96e2e tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Publish callbacks [] for port (c2cd72a1-c7a9-4c2b-ae28-de176f8da400), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:13.279686 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0b7fd553-e863-4a2e-ad8b-aabdffea4e2a None None] Current status of the port aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:37:13.280070 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b7fd553-e863-4a2e-ad8b-aabdffea4e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:13.313849 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-5a8b11da-94e7-432a-adea-2a40e4f96e2e tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c2cd72a1-c7a9-4c2b-ae28-de176f8da400), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:13.355618 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-0b7fd553-e863-4a2e-ad8b-aabdffea4e2a None None] For port aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db,segment=NetworkSegment(88213936-2e8b-4d9c-9c59-6bfbe98d5eec),segment_id=88213936-2e8b-4d9c-9c59-6bfbe98d5eec)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:37:13.361350 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b7fd553-e863-4a2e-ad8b-aabdffea4e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:13.363292 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-5a8b11da-94e7-432a-adea-2a40e4f96e2e tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Network 9c0ce52f-55ac-49b6-baa4-1b691039ed0b is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:37:13.366745 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-5a8b11da-94e7-432a-adea-2a40e4f96e2e tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:37:13.369222 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-5a8b11da-94e7-432a-adea-2a40e4f96e2e tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:37:13.401002 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b11da-94e7-432a-adea-2a40e4f96e2e tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Pushing event updated for resources: {'Port': ['ID=c2cd72a1-c7a9-4c2b-ae28-de176f8da400,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:13.435481 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-5a8b11da-94e7-432a-adea-2a40e4f96e2e tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:13.436311 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-5a8b11da-94e7-432a-adea-2a40e4f96e2e tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:13.452714 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7fd553-e863-4a2e-ad8b-aabdffea4e2a None None] Pushing event updated for resources: {'Port': ['ID=aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:13.455629 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-5a8b11da-94e7-432a-adea-2a40e4f96e2e tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6704569 Jan 28 14:37:13.469119 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-ffbbdf16-1978-4c42-99aa-d69a1f303037 service neutron] Request body: {'port': {'device_id': '59617320-b6fc-4db8-a787-630eaccf8b82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:37:13.475295 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-2958b139-fc98-4533-b574-4f6af1e6869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5765f77f-4095-4d8f-a0a9-5b808f769c27', 'name': 'tempest-TestEncryptedCinderVolumes-1063474294-router', 'tenant_id': '1f7908081aa1473f9fd083af1dd2b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '319f1cc5-e588-457f-96d7-6f336ab2bfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:37:06Z', 'updated_at': '2022-01-28T14:37:09Z', 'revision_number': 4, 'project_id': '1f7908081aa1473f9fd083af1dd2b3ca', 'gw_port': {'id': '319f1cc5-e588-457f-96d7-6f336ab2bfce', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ee:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5765f77f-4095-4d8f-a0a9-5b808f769c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:37:06Z', 'updated_at': '2022-01-28T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db', 'name': '', 'network_id': 'bcef548b-81c8-4eb8-8729-d12c9d6b9126', 'tenant_id': '1f7908081aa1473f9fd083af1dd2b3ca', 'mac_address': 'fa:16:3e:b3:27:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5765f77f-4095-4d8f-a0a9-5b808f769c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '049b6cbd-807b-499f-a4e8-0d67f764611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:37:08Z', 'updated_at': '2022-01-28T14:37:12Z', 'revision_number': 4, 'project_id': '1f7908081aa1473f9fd083af1dd2b3ca', 'subnets': [{'id': '049b6cbd-807b-499f-a4e8-0d67f764611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:37:13.529904 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-ffbbdf16-1978-4c42-99aa-d69a1f303037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c2cd72a1-c7a9-4c2b-ae28-de176f8da400), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:13.680656 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2958b139-fc98-4533-b574-4f6af1e6869b None None] The sync data for ids ['5765f77f-4095-4d8f-a0a9-5b808f769c27'] in n-d-822747-2 is: [{'id': '5765f77f-4095-4d8f-a0a9-5b808f769c27', 'name': 'tempest-TestEncryptedCinderVolumes-1063474294-router', 'tenant_id': '1f7908081aa1473f9fd083af1dd2b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '319f1cc5-e588-457f-96d7-6f336ab2bfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:37:06Z', 'updated_at': '2022-01-28T14:37:09Z', 'revision_number': 4, 'project_id': '1f7908081aa1473f9fd083af1dd2b3ca', 'gw_port': {'id': '319f1cc5-e588-457f-96d7-6f336ab2bfce', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ee:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5765f77f-4095-4d8f-a0a9-5b808f769c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:37:06Z', 'updated_at': '2022-01-28T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db', 'name': '', 'network_id': 'bcef548b-81c8-4eb8-8729-d12c9d6b9126', 'tenant_id': '1f7908081aa1473f9fd083af1dd2b3ca', 'mac_address': 'fa:16:3e:b3:27:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5765f77f-4095-4d8f-a0a9-5b808f769c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '049b6cbd-807b-499f-a4e8-0d67f764611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:37:08Z', 'updated_at': '2022-01-28T14:37:12Z', 'revision_number': 4, 'project_id': '1f7908081aa1473f9fd083af1dd2b3ca', 'subnets': [{'id': '049b6cbd-807b-499f-a4e8-0d67f764611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:37:13.688872 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-78ed693f-362b-47b5-99a8-288c8de654e4 None None] Provisioning complete for port aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:37:13.689368 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78ed693f-362b-47b5-99a8-288c8de654e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:13.800461 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-78ed693f-362b-47b5-99a8-288c8de654e4 None None] Current status of the port aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:37:13.852992 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-ffbbdf16-1978-4c42-99aa-d69a1f303037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2cd72a1-c7a9-4c2b-ae28-de176f8da400 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:37:13.861787 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-ffbbdf16-1978-4c42-99aa-d69a1f303037 service neutron] Publish callbacks [] for port (c2cd72a1-c7a9-4c2b-ae28-de176f8da400), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:13.875309 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-ffbbdf16-1978-4c42-99aa-d69a1f303037 service neutron] Transition to ACTIVE for port object c2cd72a1-c7a9-4c2b-ae28-de176f8da400 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:37:13.880332 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-ffbbdf16-1978-4c42-99aa-d69a1f303037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (c2cd72a1-c7a9-4c2b-ae28-de176f8da400), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:13.978564 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbdf16-1978-4c42-99aa-d69a1f303037 service neutron] Pushing event updated for resources: {'Port': ['ID=c2cd72a1-c7a9-4c2b-ae28-de176f8da400,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:14.017675 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-ffbbdf16-1978-4c42-99aa-d69a1f303037 service neutron] Attempting to bind port c2cd72a1-c7a9-4c2b-ae28-de176f8da400 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:37:14.018445 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-ffbbdf16-1978-4c42-99aa-d69a1f303037 service neutron] Attempting to bind port c2cd72a1-c7a9-4c2b-ae28-de176f8da400 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'b5b4bfe6-94a8-4e58-814f-388cb30d905f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9c0ce52f-55ac-49b6-baa4-1b691039ed0b'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:37:14.018584 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-ffbbdf16-1978-4c42-99aa-d69a1f303037 service neutron] Attempting to bind port c2cd72a1-c7a9-4c2b-ae28-de176f8da400 on network 9c0ce52f-55ac-49b6-baa4-1b691039ed0b {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:37:14.023873 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-ffbbdf16-1978-4c42-99aa-d69a1f303037 service neutron] Port c2cd72a1-c7a9-4c2b-ae28-de176f8da400 on network 9c0ce52f-55ac-49b6-baa4-1b691039ed0b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:37:14.023990 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-ffbbdf16-1978-4c42-99aa-d69a1f303037 service neutron] Attempting to bind port c2cd72a1-c7a9-4c2b-ae28-de176f8da400 on network 9c0ce52f-55ac-49b6-baa4-1b691039ed0b {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:37:14.033688 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-ffbbdf16-1978-4c42-99aa-d69a1f303037 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:37:14.034024 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-ffbbdf16-1978-4c42-99aa-d69a1f303037 service neutron] Checking segment: {'id': 'b5b4bfe6-94a8-4e58-814f-388cb30d905f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9c0ce52f-55ac-49b6-baa4-1b691039ed0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:37:14.034404 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-ffbbdf16-1978-4c42-99aa-d69a1f303037 service neutron] Bound using segment: {'id': 'b5b4bfe6-94a8-4e58-814f-388cb30d905f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9c0ce52f-55ac-49b6-baa4-1b691039ed0b'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:37:14.034840 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-ffbbdf16-1978-4c42-99aa-d69a1f303037 service neutron] Bound port: c2cd72a1-c7a9-4c2b-ae28-de176f8da400, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5b4bfe6-94a8-4e58-814f-388cb30d905f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9c0ce52f-55ac-49b6-baa4-1b691039ed0b'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:37:14.035228 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-ffbbdf16-1978-4c42-99aa-d69a1f303037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c2cd72a1-c7a9-4c2b-ae28-de176f8da400), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:14.124136 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-ffbbdf16-1978-4c42-99aa-d69a1f303037 service neutron] For port c2cd72a1-c7a9-4c2b-ae28-de176f8da400, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:37:14.128246 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-ffbbdf16-1978-4c42-99aa-d69a1f303037 service neutron] For port c2cd72a1-c7a9-4c2b-ae28-de176f8da400, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c2cd72a1-c7a9-4c2b-ae28-de176f8da400,segment=NetworkSegment(b5b4bfe6-94a8-4e58-814f-388cb30d905f),segment_id=b5b4bfe6-94a8-4e58-814f-388cb30d905f)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:37:14.136952 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-ffbbdf16-1978-4c42-99aa-d69a1f303037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (c2cd72a1-c7a9-4c2b-ae28-de176f8da400), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:14.195680 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-ffbbdf16-1978-4c42-99aa-d69a1f303037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:14.196318 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-ffbbdf16-1978-4c42-99aa-d69a1f303037 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:14.197971 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-ffbbdf16-1978-4c42-99aa-d69a1f303037 service neutron] 10.222.0.18 "PUT /v2.0/ports/c2cd72a1-c7a9-4c2b-ae28-de176f8da400 HTTP/1.1" status: 200 len: 1092 time: 0.7342029 Jan 28 14:37:14.199720 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59617320-b6fc-4db8-a787-630eaccf8b82', 'tag': 'c2cd72a1-c7a9-4c2b-ae28-de176f8da400'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:37:14.202201 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbbce9f-4d55-463a-9644-94d930c9f080" -d '{"events": [{"name": "network-changed", "server_uuid": "59617320-b6fc-4db8-a787-630eaccf8b82", "tag": "c2cd72a1-c7a9-4c2b-ae28-de176f8da400"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:37:14.292436 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c4d1d1-e3df-45b9-acfc-1ddc385bd098 x-openstack-request-id: req-f7c4d1d1-e3df-45b9-acfc-1ddc385bd098 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:37:14.292725 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59617320-b6fc-4db8-a787-630eaccf8b82", "tag": "c2cd72a1-c7a9-4c2b-ae28-de176f8da400", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:37:14.292980 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f7c4d1d1-e3df-45b9-acfc-1ddc385bd098 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:37:14.293494 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59617320-b6fc-4db8-a787-630eaccf8b82', 'tag': 'c2cd72a1-c7a9-4c2b-ae28-de176f8da400', 'status': 'completed', 'code': 200} Jan 28 14:37:14.303049 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:37:14.350153 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbdf16-1978-4c42-99aa-d69a1f303037 service neutron] Pushing event updated for resources: {'Port': ['ID=c2cd72a1-c7a9-4c2b-ae28-de176f8da400,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:14.362422 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:37:14.362802 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:14.364070 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a82a3a-cdfb-44be-aa43-4df5dd8be1a0 req-037dbfdf-2861-4284-bb91-6e7bca54920d tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:14.371175 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9a82a3a-cdfb-44be-aa43-4df5dd8be1a0 req-037dbfdf-2861-4284-bb91-6e7bca54920d tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/ports?device_id=59617320-b6fc-4db8-a787-630eaccf8b82 HTTP/1.1" status: 200 len: 944 time: 0.1721029 Jan 28 14:37:14.390420 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-6ace8f61-d8f4-40bb-988a-10fb1d30be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:14.391932 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-6ace8f61-d8f4-40bb-988a-10fb1d30be07 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ad28834f0c049f0b05b9a5c62f4dc98&device_id=59617320-b6fc-4db8-a787-630eaccf8b82 HTTP/1.1" status: 200 len: 1095 time: 0.1181304 Jan 28 14:37:14.443062 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-db2f4241-74cd-4db2-9c0e-bc65ca1ddc50 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2cd72a1-c7a9-4c2b-ae28-de176f8da400 HTTP/1.1" status: 200 len: 217 time: 0.0430665 Jan 28 14:37:14.450306 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:37:14.463182 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b9a82a3a-cdfb-44be-aa43-4df5dd8be1a0 req-453daa37-d3e8-41b4-a834-c1830e702ff3 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/security-groups?id=92c08ce8-530f-4e28-8578-6f8722d40ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910966 Jan 28 14:37:14.496916 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-422c538d-b162-4656-be35-f7b8c93553ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:14.498396 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-422c538d-b162-4656-be35-f7b8c93553ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=66ec4049-1e3c-4be4-ac26-3eb8c530b5d2 HTTP/1.1" status: 200 len: 855 time: 0.0480647 Jan 28 14:37:14.549005 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-42bd37f8-9064-4dc8-a113-ad2334d2d288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:14.550502 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-42bd37f8-9064-4dc8-a113-ad2334d2d288 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9c0ce52f-55ac-49b6-baa4-1b691039ed0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460913 Jan 28 14:37:14.642657 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-6a8b635c-bacd-4389-a0d2-0b7877c64ca2 service neutron] 10.222.0.18 "GET /v2.0/networks/9c0ce52f-55ac-49b6-baa4-1b691039ed0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863338 Jan 28 14:37:14.746429 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8ff9fa7f-9886-4c3f-814f-1d09e7f8f5c6 req-c77aeebc-12f3-45d7-baf7-29cbc8c64b6d service neutron] 10.222.0.18 "GET /v2.0/networks/9c0ce52f-55ac-49b6-baa4-1b691039ed0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983396 Jan 28 14:37:14.837890 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbce9f-4d55-463a-9644-94d930c9f080 req-db973a41-a5d6-4565-8cb2-26aeb7ab009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:14.839572 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8bbbce9f-4d55-463a-9644-94d930c9f080 req-db973a41-a5d6-4565-8cb2-26aeb7ab009c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ad28834f0c049f0b05b9a5c62f4dc98&device_id=59617320-b6fc-4db8-a787-630eaccf8b82 HTTP/1.1" status: 200 len: 1095 time: 0.0446737 Jan 28 14:37:14.941512 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbce9f-4d55-463a-9644-94d930c9f080 req-3cb6064d-3b71-4f11-911e-ef97866fdfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:14.943063 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8bbbce9f-4d55-463a-9644-94d930c9f080 req-3cb6064d-3b71-4f11-911e-ef97866fdfd9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9c0ce52f-55ac-49b6-baa4-1b691039ed0b HTTP/1.1" status: 200 len: 916 time: 0.0972188 Jan 28 14:37:14.983564 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8bbbce9f-4d55-463a-9644-94d930c9f080 req-b13d2c14-e6c3-4d07-9d07-f09a404a6826 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2cd72a1-c7a9-4c2b-ae28-de176f8da400 HTTP/1.1" status: 200 len: 217 time: 0.0346332 Jan 28 14:37:15.036651 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbce9f-4d55-463a-9644-94d930c9f080 req-14a3ec75-5533-4a28-9188-cbb5816fe334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:15.038458 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8bbbce9f-4d55-463a-9644-94d930c9f080 req-14a3ec75-5533-4a28-9188-cbb5816fe334 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=66ec4049-1e3c-4be4-ac26-3eb8c530b5d2 HTTP/1.1" status: 200 len: 855 time: 0.0489879 Jan 28 14:37:15.085478 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbce9f-4d55-463a-9644-94d930c9f080 req-1b169406-7774-4e33-9792-46ca3bfaddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:15.087094 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8bbbce9f-4d55-463a-9644-94d930c9f080 req-1b169406-7774-4e33-9792-46ca3bfaddfb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9c0ce52f-55ac-49b6-baa4-1b691039ed0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427969 Jan 28 14:37:15.187996 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8bbbce9f-4d55-463a-9644-94d930c9f080 req-9764bde9-8b92-4a42-8d8f-8cc3bdb9d53a service neutron] 10.222.0.18 "GET /v2.0/networks/9c0ce52f-55ac-49b6-baa4-1b691039ed0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939031 Jan 28 14:37:15.287674 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8bbbce9f-4d55-463a-9644-94d930c9f080 req-044e0e9c-00ad-4414-8288-0ec2948853c9 service neutron] 10.222.0.18 "GET /v2.0/networks/9c0ce52f-55ac-49b6-baa4-1b691039ed0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929835 Jan 28 14:37:15.587715 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ead9ed-f73f-4f25-874f-b0bd980d03b3 req-54f93fee-6b02-4dfe-bbaf-37dfa07cfa92 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:15.589177 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f9ead9ed-f73f-4f25-874f-b0bd980d03b3 req-54f93fee-6b02-4dfe-bbaf-37dfa07cfa92 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/ports?device_id=59617320-b6fc-4db8-a787-630eaccf8b82 HTTP/1.1" status: 200 len: 944 time: 0.0516257 Jan 28 14:37:15.651646 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f9ead9ed-f73f-4f25-874f-b0bd980d03b3 req-aabacbdf-8bb2-49a9-8cc5-4f00de4820ca tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/security-groups?id=92c08ce8-530f-4e28-8578-6f8722d40ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564322 Jan 28 14:37:16.778200 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2645f-e722-4698-9243-c9642fb35bca req-0d3bf433-8413-4cfb-ba27-7e0b496aaafd tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:16.780146 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f5c2645f-e722-4698-9243-c9642fb35bca req-0d3bf433-8413-4cfb-ba27-7e0b496aaafd tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/ports?device_id=59617320-b6fc-4db8-a787-630eaccf8b82 HTTP/1.1" status: 200 len: 944 time: 0.0529783 Jan 28 14:37:16.827508 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f5c2645f-e722-4698-9243-c9642fb35bca req-e35f56aa-56b8-49c9-9abb-4d3a40bf5fbd tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/security-groups?id=92c08ce8-530f-4e28-8578-6f8722d40ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416110 Jan 28 14:37:17.641816 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c2cd72a1-c7a9-4c2b-ae28-de176f8da400 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:37:17.745613 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c2cd72a1-c7a9-4c2b-ae28-de176f8da400, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c2cd72a1-c7a9-4c2b-ae28-de176f8da400,segment=NetworkSegment(b5b4bfe6-94a8-4e58-814f-388cb30d905f),segment_id=b5b4bfe6-94a8-4e58-814f-388cb30d905f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:37:17.756622 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'c2cd72a1-c7a9-4c2b-ae28-de176f8da400', 'network_id': '9c0ce52f-55ac-49b6-baa4-1b691039ed0b', 'port_id': 'c2cd72a1-c7a9-4c2b-ae28-de176f8da400', 'mac_address': 'fa:16:3e:dd:29:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66ec4049-1e3c-4be4-ac26-3eb8c530b5d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:37:17.795701 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port c2cd72a1-c7a9-4c2b-ae28-de176f8da400 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:37:17.796101 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c2cd72a1-c7a9-4c2b-ae28-de176f8da400), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:17.809579 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2cd72a1-c7a9-4c2b-ae28-de176f8da400 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:37:17.834820 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c2cd72a1-c7a9-4c2b-ae28-de176f8da400, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c2cd72a1-c7a9-4c2b-ae28-de176f8da400,segment=NetworkSegment(b5b4bfe6-94a8-4e58-814f-388cb30d905f),segment_id=b5b4bfe6-94a8-4e58-814f-388cb30d905f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:37:17.840223 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c2cd72a1-c7a9-4c2b-ae28-de176f8da400), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:17.888759 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=c2cd72a1-c7a9-4c2b-ae28-de176f8da400,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:17.972599 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d54b3-b630-4270-be80-1e0763724c67 req-f275450e-b113-4a21-8843-49146691e3f4 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:17.974415 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7d5d54b3-b630-4270-be80-1e0763724c67 req-f275450e-b113-4a21-8843-49146691e3f4 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/ports?device_id=59617320-b6fc-4db8-a787-630eaccf8b82 HTTP/1.1" status: 200 len: 945 time: 0.0611060 Jan 28 14:37:18.030628 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7d5d54b3-b630-4270-be80-1e0763724c67 req-c3bab1fa-9a30-4100-86de-ebadaaa1271f tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/security-groups?id=92c08ce8-530f-4e28-8578-6f8722d40ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487652 Jan 28 14:37:18.041020 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['c2cd72a1-c7a9-4c2b-ae28-de176f8da400'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:37:18.449126 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:19.152945 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea486e49-de5c-45ac-8adb-9e0ae4a044c4 req-bb6deae7-cb8b-4b27-8e19-d98b87178fa5 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:19.154808 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ea486e49-de5c-45ac-8adb-9e0ae4a044c4 req-bb6deae7-cb8b-4b27-8e19-d98b87178fa5 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/ports?device_id=59617320-b6fc-4db8-a787-630eaccf8b82 HTTP/1.1" status: 200 len: 945 time: 0.0493166 Jan 28 14:37:19.204165 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ea486e49-de5c-45ac-8adb-9e0ae4a044c4 req-130d9006-b246-4dbb-a4ab-b86713ad6ab4 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/security-groups?id=92c08ce8-530f-4e28-8578-6f8722d40ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436513 Jan 28 14:37:19.657827 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c2cd72a1-c7a9-4c2b-ae28-de176f8da400 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:37:19.716736 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port c2cd72a1-c7a9-4c2b-ae28-de176f8da400 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:37:19.720476 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port c2cd72a1-c7a9-4c2b-ae28-de176f8da400 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:37:19.720830 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (c2cd72a1-c7a9-4c2b-ae28-de176f8da400), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:19.799540 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port c2cd72a1-c7a9-4c2b-ae28-de176f8da400 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:37:19.800027 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c2cd72a1-c7a9-4c2b-ae28-de176f8da400), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:19.824395 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59617320-b6fc-4db8-a787-630eaccf8b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cd72a1-c7a9-4c2b-ae28-de176f8da400'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:37:19.826893 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21dd933-ee41-42c8-ae54-cdc639b991ff" -d '{"events": [{"server_uuid": "59617320-b6fc-4db8-a787-630eaccf8b82", "name": "network-vif-plugged", "status": "completed", "tag": "c2cd72a1-c7a9-4c2b-ae28-de176f8da400"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:37:19.843243 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port c2cd72a1-c7a9-4c2b-ae28-de176f8da400, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c2cd72a1-c7a9-4c2b-ae28-de176f8da400,segment=NetworkSegment(b5b4bfe6-94a8-4e58-814f-388cb30d905f),segment_id=b5b4bfe6-94a8-4e58-814f-388cb30d905f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:37:19.848112 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (c2cd72a1-c7a9-4c2b-ae28-de176f8da400), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:19.875022 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3f1850-08af-430d-b57f-11a757548c5a x-openstack-request-id: req-6e3f1850-08af-430d-b57f-11a757548c5a {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:37:19.875310 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59617320-b6fc-4db8-a787-630eaccf8b82", "name": "network-vif-plugged", "status": "completed", "tag": "c2cd72a1-c7a9-4c2b-ae28-de176f8da400", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:37:19.875561 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e3f1850-08af-430d-b57f-11a757548c5a {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:37:19.875937 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59617320-b6fc-4db8-a787-630eaccf8b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cd72a1-c7a9-4c2b-ae28-de176f8da400', 'code': 200} Jan 28 14:37:19.902483 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=c2cd72a1-c7a9-4c2b-ae28-de176f8da400,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:20.023234 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d961e83-c62f-4486-95e6-79ef3cfb93cb req-59842773-153a-4e3a-9314-217c757c0594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:20.024728 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9d961e83-c62f-4486-95e6-79ef3cfb93cb req-59842773-153a-4e3a-9314-217c757c0594 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=59617320-b6fc-4db8-a787-630eaccf8b82 HTTP/1.1" status: 200 len: 1097 time: 0.0996311 Jan 28 14:37:20.070031 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9d961e83-c62f-4486-95e6-79ef3cfb93cb req-4dc827bf-1723-4bb8-9d58-5957d634baa9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=92c08ce8-530f-4e28-8578-6f8722d40ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388696 Jan 28 14:37:20.339002 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589aa95-8974-4234-89ed-0b0310907b18 req-9bf1a383-76a0-4672-8afc-2c652bbae785 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:20.340709 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2589aa95-8974-4234-89ed-0b0310907b18 req-9bf1a383-76a0-4672-8afc-2c652bbae785 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/ports?device_id=59617320-b6fc-4db8-a787-630eaccf8b82 HTTP/1.1" status: 200 len: 946 time: 0.0512238 Jan 28 14:37:20.391167 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2589aa95-8974-4234-89ed-0b0310907b18 req-f48d426a-e6e1-4d6d-a436-87e124c8bdb7 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/security-groups?id=92c08ce8-530f-4e28-8578-6f8722d40ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421400 Jan 28 14:37:20.458257 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:21.525334 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9572359-08b5-4513-af8a-ddb30a27dff2 req-b0b3f217-557a-40b4-9322-43a0ac7689d4 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:21.526863 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f9572359-08b5-4513-af8a-ddb30a27dff2 req-b0b3f217-557a-40b4-9322-43a0ac7689d4 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/ports?device_id=59617320-b6fc-4db8-a787-630eaccf8b82 HTTP/1.1" status: 200 len: 946 time: 0.0579493 Jan 28 14:37:21.575235 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f9572359-08b5-4513-af8a-ddb30a27dff2 req-01a75a29-b4f7-4484-b5f1-4c0254b67964 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/security-groups?id=92c08ce8-530f-4e28-8578-6f8722d40ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420048 Jan 28 14:37:21.707311 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f9b48-e7c1-4069-91d0-616d45cf89ed req-59953265-4f92-4f86-8563-d86c2f907611 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:21.708905 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9b8f9b48-e7c1-4069-91d0-616d45cf89ed req-59953265-4f92-4f86-8563-d86c2f907611 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/ports?device_id=59617320-b6fc-4db8-a787-630eaccf8b82 HTTP/1.1" status: 200 len: 946 time: 0.0577097 Jan 28 14:37:21.759689 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9b8f9b48-e7c1-4069-91d0-616d45cf89ed req-367c4f87-5c7d-4a96-8b21-079b08531b4b tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/security-groups?id=92c08ce8-530f-4e28-8578-6f8722d40ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424125 Jan 28 14:37:24.177782 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:37:29.401650 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-727db9a1-a5fb-4398-b310-95175a7e87ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:31.696233 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bfb3d1ee-8893-4cf2-9c1f-5b6ddf4a7b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:33.180370 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:34.555662 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:36.416774 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:48.452640 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:48.895320 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cd04969a-7273-403f-9f33-d22fe31000f1 req-6cb6a977-abce-4755-b655-cfceabd8a3c2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=59617320-b6fc-4db8-a787-630eaccf8b82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449963 Jan 28 14:37:48.981320 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04969a-7273-403f-9f33-d22fe31000f1 req-a63568c2-716c-43ba-8de5-1a4fe52be7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:48.982899 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cd04969a-7273-403f-9f33-d22fe31000f1 req-a63568c2-716c-43ba-8de5-1a4fe52be7f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ad28834f0c049f0b05b9a5c62f4dc98&device_id=59617320-b6fc-4db8-a787-630eaccf8b82 HTTP/1.1" status: 200 len: 1097 time: 0.0423901 Jan 28 14:37:49.097569 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04969a-7273-403f-9f33-d22fe31000f1 req-0c1cfd69-2c7a-41a9-89f1-05342db4130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:49.099078 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cd04969a-7273-403f-9f33-d22fe31000f1 req-0c1cfd69-2c7a-41a9-89f1-05342db4130a service neutron] 10.222.0.18 "GET /v2.0/networks?id=9c0ce52f-55ac-49b6-baa4-1b691039ed0b HTTP/1.1" status: 200 len: 916 time: 0.0941517 Jan 28 14:37:49.144685 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cd04969a-7273-403f-9f33-d22fe31000f1 req-aeaf1a18-24f9-4d37-b8bb-5b3dba119fb4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2cd72a1-c7a9-4c2b-ae28-de176f8da400 HTTP/1.1" status: 200 len: 217 time: 0.0349340 Jan 28 14:37:49.196520 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04969a-7273-403f-9f33-d22fe31000f1 req-f0316668-9332-47b5-93e0-e96798dabd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:49.197929 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cd04969a-7273-403f-9f33-d22fe31000f1 req-f0316668-9332-47b5-93e0-e96798dabd0e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=66ec4049-1e3c-4be4-ac26-3eb8c530b5d2 HTTP/1.1" status: 200 len: 855 time: 0.0457509 Jan 28 14:37:49.257405 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04969a-7273-403f-9f33-d22fe31000f1 req-927d3faa-6b1b-4122-9de6-cdeb20903458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:49.258951 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cd04969a-7273-403f-9f33-d22fe31000f1 req-927d3faa-6b1b-4122-9de6-cdeb20903458 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9c0ce52f-55ac-49b6-baa4-1b691039ed0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549703 Jan 28 14:37:49.351338 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cd04969a-7273-403f-9f33-d22fe31000f1 req-d1fbd831-9321-4a5c-b1a4-007f1dd237f5 service neutron] 10.222.0.18 "GET /v2.0/networks/9c0ce52f-55ac-49b6-baa4-1b691039ed0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854490 Jan 28 14:37:49.469452 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cd04969a-7273-403f-9f33-d22fe31000f1 req-3e419c57-7a23-4954-95ff-50df1c02ad62 service neutron] 10.222.0.18 "GET /v2.0/networks/9c0ce52f-55ac-49b6-baa4-1b691039ed0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109750 Jan 28 14:37:50.453882 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:56.234692 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90a16d-8c29-4cbe-a111-5fe9c1d36397 req-9794473e-4c21-41df-b2e5-c8674bb851e3 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:56.236227 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db90a16d-8c29-4cbe-a111-5fe9c1d36397 req-9794473e-4c21-41df-b2e5-c8674bb851e3 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/ports?device_id=59617320-b6fc-4db8-a787-630eaccf8b82 HTTP/1.1" status: 200 len: 946 time: 0.0520210 Jan 28 14:37:56.290405 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db90a16d-8c29-4cbe-a111-5fe9c1d36397 req-862bb82a-1df3-4859-ac81-3d7d19960f81 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/security-groups?id=92c08ce8-530f-4e28-8578-6f8722d40ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479984 Jan 28 14:37:57.424121 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827e394-0732-490d-83e2-d55c1ac3c1f7 req-a97568c4-b25d-4ec4-92d2-5f0a239e2e8f tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:57.425644 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c827e394-0732-490d-83e2-d55c1ac3c1f7 req-a97568c4-b25d-4ec4-92d2-5f0a239e2e8f tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/ports?device_id=59617320-b6fc-4db8-a787-630eaccf8b82 HTTP/1.1" status: 200 len: 946 time: 0.0597100 Jan 28 14:37:57.479430 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c827e394-0732-490d-83e2-d55c1ac3c1f7 req-b1559d2c-fea1-47f1-95f3-16b145a9e86a tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/security-groups?id=92c08ce8-530f-4e28-8578-6f8722d40ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467527 Jan 28 14:37:57.684926 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2f7ce-92b4-4585-a5d3-cebad66c6e9e req-831d8b16-8878-4f9b-93f9-56a60269b140 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:57.686422 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cdf2f7ce-92b4-4585-a5d3-cebad66c6e9e req-831d8b16-8878-4f9b-93f9-56a60269b140 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.18 "GET /v2.0/ports?device_id=59617320-b6fc-4db8-a787-630eaccf8b82 HTTP/1.1" status: 200 len: 946 time: 0.0513031 Jan 28 14:37:58.108391 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-cdf2f7ce-92b4-4585-a5d3-cebad66c6e9e req-81cdffe4-9cad-4324-bcdb-10f6771aef76 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Deleting port c2cd72a1-c7a9-4c2b-ae28-de176f8da400 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:37:58.108678 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cdf2f7ce-92b4-4585-a5d3-cebad66c6e9e req-81cdffe4-9cad-4324-bcdb-10f6771aef76 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c2cd72a1-c7a9-4c2b-ae28-de176f8da400), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:58.201954 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-cdf2f7ce-92b4-4585-a5d3-cebad66c6e9e req-81cdffe4-9cad-4324-bcdb-10f6771aef76 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] For port c2cd72a1-c7a9-4c2b-ae28-de176f8da400, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=c2cd72a1-c7a9-4c2b-ae28-de176f8da400,segment=NetworkSegment(b5b4bfe6-94a8-4e58-814f-388cb30d905f),segment_id=b5b4bfe6-94a8-4e58-814f-388cb30d905f)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:37:58.202329 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cdf2f7ce-92b4-4585-a5d3-cebad66c6e9e req-81cdffe4-9cad-4324-bcdb-10f6771aef76 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c2cd72a1-c7a9-4c2b-ae28-de176f8da400), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:58.215132 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-cdf2f7ce-92b4-4585-a5d3-cebad66c6e9e req-81cdffe4-9cad-4324-bcdb-10f6771aef76 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Calling delete_port for c2cd72a1-c7a9-4c2b-ae28-de176f8da400 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:37:58.355463 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cdf2f7ce-92b4-4585-a5d3-cebad66c6e9e req-81cdffe4-9cad-4324-bcdb-10f6771aef76 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c2cd72a1-c7a9-4c2b-ae28-de176f8da400), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:58.369099 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['c2cd72a1-c7a9-4c2b-ae28-de176f8da400'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:37:58.391358 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cdffe4-9cad-4324-bcdb-10f6771aef76 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Pushing event deleted for resources: {'Port': ['ID=c2cd72a1-c7a9-4c2b-ae28-de176f8da400,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:58.435665 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf2f7ce-92b4-4585-a5d3-cebad66c6e9e req-81cdffe4-9cad-4324-bcdb-10f6771aef76 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] No DVR routers for this DVR port c2cd72a1-c7a9-4c2b-ae28-de176f8da400 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:37:58.438475 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-cdf2f7ce-92b4-4585-a5d3-cebad66c6e9e req-81cdffe4-9cad-4324-bcdb-10f6771aef76 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:58.441870 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cdf2f7ce-92b4-4585-a5d3-cebad66c6e9e req-81cdffe4-9cad-4324-bcdb-10f6771aef76 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.18 "DELETE /v2.0/ports/c2cd72a1-c7a9-4c2b-ae28-de176f8da400 HTTP/1.1" status: 204 len: 173 time: 0.7506723 Jan 28 14:37:58.442273 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59617320-b6fc-4db8-a787-630eaccf8b82', 'name': 'network-vif-deleted', 'tag': 'c2cd72a1-c7a9-4c2b-ae28-de176f8da400'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:37:58.444713 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7457e0b6-b01e-407a-975a-80b4c993debb" -d '{"events": [{"server_uuid": "59617320-b6fc-4db8-a787-630eaccf8b82", "name": "network-vif-deleted", "tag": "c2cd72a1-c7a9-4c2b-ae28-de176f8da400"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:37:58.634276 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf41176f-b637-40e2-88ea-d7d5ad521687 x-openstack-request-id: req-bf41176f-b637-40e2-88ea-d7d5ad521687 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:37:58.634648 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59617320-b6fc-4db8-a787-630eaccf8b82", "name": "network-vif-deleted", "tag": "c2cd72a1-c7a9-4c2b-ae28-de176f8da400", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:37:58.635056 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf41176f-b637-40e2-88ea-d7d5ad521687 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:37:58.635533 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59617320-b6fc-4db8-a787-630eaccf8b82', 'name': 'network-vif-deleted', 'tag': 'c2cd72a1-c7a9-4c2b-ae28-de176f8da400', 'status': 'completed', 'code': 200} Jan 28 14:37:58.638040 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4c071b9b-bfc3-471c-aeae-2d9db783cf51 req-1b1d0483-3504-4a88-a8ed-7bfaa8e574c2 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/ports?device_id=59617320-b6fc-4db8-a787-630eaccf8b82 HTTP/1.1" status: 200 len: 210 time: 0.0327816 Jan 28 14:37:59.412163 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb2971fc-6816-413b-ba52-f40891dc2866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:00.147494 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-1fe58efa-e0d8-4bfa-9071-8c1ebdeca5e4 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:00.148971 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-1fe58efa-e0d8-4bfa-9071-8c1ebdeca5e4 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/networks?id=9c0ce52f-55ac-49b6-baa4-1b691039ed0b HTTP/1.1" status: 200 len: 816 time: 0.1107883 Jan 28 14:38:00.164361 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-ca91d429-5596-4c6f-bb8d-b843446c9d6e tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/quotas/7ad28834f0c049f0b05b9a5c62f4dc98 HTTP/1.1" status: 200 len: 375 time: 0.0093822 Jan 28 14:38:00.215745 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-38e99881-8b4b-4480-b09a-e7e89fd2698e tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ad28834f0c049f0b05b9a5c62f4dc98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459809 Jan 28 14:38:00.371992 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-ed10ca26-3310-4a0b-8e8f-39d0564899b1 service neutron] 10.222.0.39 "GET /v2.0/networks/9c0ce52f-55ac-49b6-baa4-1b691039ed0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442435 Jan 28 14:38:00.462088 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-feb2b6a8-7adc-4722-8ecf-8ed273ced1ac service neutron] 10.222.0.39 "GET /v2.0/networks/9c0ce52f-55ac-49b6-baa4-1b691039ed0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836458 Jan 28 14:38:00.638249 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-efec8791-0d0f-4d7f-9291-80bbff2ecb6e req-840c4dba-b2d9-4bc6-9573-9625658c5afc tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/ports?device_id=9abb561c-e8bf-439a-90c0-86638f52f23e HTTP/1.1" status: 200 len: 210 time: 0.0270617 Jan 28 14:38:01.178070 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:38:01.701149 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d871c4e-e7ec-4a2a-a86e-f26f1749e1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:01.715393 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-12aae5d5-2a8d-4028-a0a6-f91338d527e1 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:01.717152 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-12aae5d5-2a8d-4028-a0a6-f91338d527e1 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.18 "GET /v2.0/networks?id=9c0ce52f-55ac-49b6-baa4-1b691039ed0b HTTP/1.1" status: 200 len: 816 time: 0.1282248 Jan 28 14:38:01.732939 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-f8a42df5-cf0c-4d16-97d0-d2f7a25cc5fe tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Request body: {'port': {'device_id': '9abb561c-e8bf-439a-90c0-86638f52f23e', 'network_id': '9c0ce52f-55ac-49b6-baa4-1b691039ed0b', 'admin_state_up': True, 'tenant_id': '7ad28834f0c049f0b05b9a5c62f4dc98'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:38:01.753757 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-dddecbef-aed2-45f6-b588-36163abbe831 req-654caa4c-ba23-4e1b-a7a5-2eec07011e1c tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/ports?device_id=9abb561c-e8bf-439a-90c0-86638f52f23e HTTP/1.1" status: 200 len: 210 time: 0.0350435 Jan 28 14:38:01.852392 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c2cd72a1-c7a9-4c2b-ae28-de176f8da400 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:38:01.865103 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-f8a42df5-cf0c-4d16-97d0-d2f7a25cc5fe tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Made reservation on behalf of 7ad28834f0c049f0b05b9a5c62f4dc98 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:38:01.868598 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-f8a42df5-cf0c-4d16-97d0-d2f7a25cc5fe tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:01.880869 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: c2cd72a1-c7a9-4c2b-ae28-de176f8da400 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:38:01.881447 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device c2cd72a1-c7a9-4c2b-ae28-de176f8da400 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:38:02.010098 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-f8a42df5-cf0c-4d16-97d0-d2f7a25cc5fe tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Allocated IP 172.20.0.9 (9c0ce52f-55ac-49b6-baa4-1b691039ed0b/66ec4049-1e3c-4be4-ac26-3eb8c530b5d2/bac1def0-bf19-4fc2-a4ce-621c088314f6) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:38:02.185834 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-f8a42df5-cf0c-4d16-97d0-d2f7a25cc5fe tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Publish callbacks [] for port (bac1def0-bf19-4fc2-a4ce-621c088314f6), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:02.224405 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-f8a42df5-cf0c-4d16-97d0-d2f7a25cc5fe tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (bac1def0-bf19-4fc2-a4ce-621c088314f6), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:02.282100 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-f8a42df5-cf0c-4d16-97d0-d2f7a25cc5fe tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Network 9c0ce52f-55ac-49b6-baa4-1b691039ed0b is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:38:02.285103 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-f8a42df5-cf0c-4d16-97d0-d2f7a25cc5fe tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:38:02.291737 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-f8a42df5-cf0c-4d16-97d0-d2f7a25cc5fe tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:38:02.316605 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a42df5-cf0c-4d16-97d0-d2f7a25cc5fe tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Pushing event updated for resources: {'Port': ['ID=bac1def0-bf19-4fc2-a4ce-621c088314f6,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:02.346465 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-f8a42df5-cf0c-4d16-97d0-d2f7a25cc5fe tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:02.347137 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-f8a42df5-cf0c-4d16-97d0-d2f7a25cc5fe tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:02.368379 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-f8a42df5-cf0c-4d16-97d0-d2f7a25cc5fe tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6407559 Jan 28 14:38:02.382635 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-aa10626f-89d1-470a-9ac3-5e3f451c3126 service neutron] Request body: {'port': {'device_id': '9abb561c-e8bf-439a-90c0-86638f52f23e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:38:02.447053 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-aa10626f-89d1-470a-9ac3-5e3f451c3126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bac1def0-bf19-4fc2-a4ce-621c088314f6), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:02.577179 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e1c7d143-6ed4-4906-8706-35d4ec7a62c7 None None] Provisioning complete for port bac1def0-bf19-4fc2-a4ce-621c088314f6 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:38:02.577444 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1c7d143-6ed4-4906-8706-35d4ec7a62c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (bac1def0-bf19-4fc2-a4ce-621c088314f6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:02.614319 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e1c7d143-6ed4-4906-8706-35d4ec7a62c7 None None] Port bac1def0-bf19-4fc2-a4ce-621c088314f6 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:38:02.720624 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-aa10626f-89d1-470a-9ac3-5e3f451c3126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac1def0-bf19-4fc2-a4ce-621c088314f6 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:38:02.728350 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-aa10626f-89d1-470a-9ac3-5e3f451c3126 service neutron] Publish callbacks [] for port (bac1def0-bf19-4fc2-a4ce-621c088314f6), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:02.740632 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-aa10626f-89d1-470a-9ac3-5e3f451c3126 service neutron] Transition to ACTIVE for port object bac1def0-bf19-4fc2-a4ce-621c088314f6 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:38:02.745152 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-aa10626f-89d1-470a-9ac3-5e3f451c3126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (bac1def0-bf19-4fc2-a4ce-621c088314f6), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:02.818301 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10626f-89d1-470a-9ac3-5e3f451c3126 service neutron] Pushing event updated for resources: {'Port': ['ID=bac1def0-bf19-4fc2-a4ce-621c088314f6,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:02.872925 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-aa10626f-89d1-470a-9ac3-5e3f451c3126 service neutron] Attempting to bind port bac1def0-bf19-4fc2-a4ce-621c088314f6 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:38:02.873262 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-aa10626f-89d1-470a-9ac3-5e3f451c3126 service neutron] Attempting to bind port bac1def0-bf19-4fc2-a4ce-621c088314f6 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'b5b4bfe6-94a8-4e58-814f-388cb30d905f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9c0ce52f-55ac-49b6-baa4-1b691039ed0b'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:38:02.873591 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-aa10626f-89d1-470a-9ac3-5e3f451c3126 service neutron] Attempting to bind port bac1def0-bf19-4fc2-a4ce-621c088314f6 on network 9c0ce52f-55ac-49b6-baa4-1b691039ed0b {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:38:02.878198 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-aa10626f-89d1-470a-9ac3-5e3f451c3126 service neutron] Port bac1def0-bf19-4fc2-a4ce-621c088314f6 on network 9c0ce52f-55ac-49b6-baa4-1b691039ed0b not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:38:02.878526 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-aa10626f-89d1-470a-9ac3-5e3f451c3126 service neutron] Attempting to bind port bac1def0-bf19-4fc2-a4ce-621c088314f6 on network 9c0ce52f-55ac-49b6-baa4-1b691039ed0b {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:38:02.884333 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aaca9b-be3e-45f4-8e40-d1f6328068e4 req-e163b07b-1fb3-45b7-8a69-6acd8339d380 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:02.884899 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-aa10626f-89d1-470a-9ac3-5e3f451c3126 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:38:02.884899 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-aa10626f-89d1-470a-9ac3-5e3f451c3126 service neutron] Checking segment: {'id': 'b5b4bfe6-94a8-4e58-814f-388cb30d905f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9c0ce52f-55ac-49b6-baa4-1b691039ed0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:38:02.885113 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-aa10626f-89d1-470a-9ac3-5e3f451c3126 service neutron] Bound using segment: {'id': 'b5b4bfe6-94a8-4e58-814f-388cb30d905f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9c0ce52f-55ac-49b6-baa4-1b691039ed0b'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:38:02.885590 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-aa10626f-89d1-470a-9ac3-5e3f451c3126 service neutron] Bound port: bac1def0-bf19-4fc2-a4ce-621c088314f6, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5b4bfe6-94a8-4e58-814f-388cb30d905f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9c0ce52f-55ac-49b6-baa4-1b691039ed0b'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:38:02.886139 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86aaca9b-be3e-45f4-8e40-d1f6328068e4 req-e163b07b-1fb3-45b7-8a69-6acd8339d380 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/ports?device_id=9abb561c-e8bf-439a-90c0-86638f52f23e HTTP/1.1" status: 200 len: 943 time: 0.0526750 Jan 28 14:38:02.887269 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-aa10626f-89d1-470a-9ac3-5e3f451c3126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bac1def0-bf19-4fc2-a4ce-621c088314f6), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:02.942434 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86aaca9b-be3e-45f4-8e40-d1f6328068e4 req-53912a09-f0cb-4278-b43e-ad7707b32539 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/security-groups?id=92c08ce8-530f-4e28-8578-6f8722d40ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500700 Jan 28 14:38:02.960779 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-aa10626f-89d1-470a-9ac3-5e3f451c3126 service neutron] For port bac1def0-bf19-4fc2-a4ce-621c088314f6, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:38:02.964496 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-aa10626f-89d1-470a-9ac3-5e3f451c3126 service neutron] For port bac1def0-bf19-4fc2-a4ce-621c088314f6, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=bac1def0-bf19-4fc2-a4ce-621c088314f6,segment=NetworkSegment(b5b4bfe6-94a8-4e58-814f-388cb30d905f),segment_id=b5b4bfe6-94a8-4e58-814f-388cb30d905f)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:38:02.969228 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-aa10626f-89d1-470a-9ac3-5e3f451c3126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (bac1def0-bf19-4fc2-a4ce-621c088314f6), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:03.005624 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-aa10626f-89d1-470a-9ac3-5e3f451c3126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:03.006268 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-aa10626f-89d1-470a-9ac3-5e3f451c3126 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:03.007689 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-aa10626f-89d1-470a-9ac3-5e3f451c3126 service neutron] 10.222.0.18 "PUT /v2.0/ports/bac1def0-bf19-4fc2-a4ce-621c088314f6 HTTP/1.1" status: 200 len: 1091 time: 0.6303895 Jan 28 14:38:03.008142 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9abb561c-e8bf-439a-90c0-86638f52f23e', 'tag': 'bac1def0-bf19-4fc2-a4ce-621c088314f6'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:38:03.010545 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5144b3ad-e882-4bd4-81a9-eed908f1dd15" -d '{"events": [{"name": "network-changed", "server_uuid": "9abb561c-e8bf-439a-90c0-86638f52f23e", "tag": "bac1def0-bf19-4fc2-a4ce-621c088314f6"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:38:03.038595 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10626f-89d1-470a-9ac3-5e3f451c3126 service neutron] Pushing event updated for resources: {'Port': ['ID=bac1def0-bf19-4fc2-a4ce-621c088314f6,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:03.083088 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1164ae03-4bed-471c-969c-11e168d955b9 x-openstack-request-id: req-1164ae03-4bed-471c-969c-11e168d955b9 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:38:03.083434 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9abb561c-e8bf-439a-90c0-86638f52f23e", "tag": "bac1def0-bf19-4fc2-a4ce-621c088314f6", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:38:03.083635 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1164ae03-4bed-471c-969c-11e168d955b9 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:38:03.084042 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9abb561c-e8bf-439a-90c0-86638f52f23e', 'tag': 'bac1def0-bf19-4fc2-a4ce-621c088314f6', 'status': 'completed', 'code': 200} Jan 28 14:38:03.102532 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-e38bbf13-c3ad-451e-bc65-c584ff3ae117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:03.104169 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-e38bbf13-c3ad-451e-bc65-c584ff3ae117 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ad28834f0c049f0b05b9a5c62f4dc98&device_id=9abb561c-e8bf-439a-90c0-86638f52f23e HTTP/1.1" status: 200 len: 1094 time: 0.0542955 Jan 28 14:38:03.147585 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-67475600-1a9a-4073-995d-e15f25639411 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bac1def0-bf19-4fc2-a4ce-621c088314f6 HTTP/1.1" status: 200 len: 217 time: 0.0364006 Jan 28 14:38:03.185460 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:03.202762 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-38a800c2-ce9b-4529-a818-899674cb4592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:03.204409 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-38a800c2-ce9b-4529-a818-899674cb4592 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=66ec4049-1e3c-4be4-ac26-3eb8c530b5d2 HTTP/1.1" status: 200 len: 855 time: 0.0501559 Jan 28 14:38:03.254655 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-e668ed80-7b88-493e-87e4-4460e7ab6637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:03.256203 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-e668ed80-7b88-493e-87e4-4460e7ab6637 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9c0ce52f-55ac-49b6-baa4-1b691039ed0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455952 Jan 28 14:38:03.347065 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-83197d4e-6d8f-42e1-bd11-a9f5a9a94914 service neutron] 10.222.0.18 "GET /v2.0/networks/9c0ce52f-55ac-49b6-baa4-1b691039ed0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848141 Jan 28 14:38:03.449070 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-135f27cc-27db-4e31-baeb-be16778b5e63 req-3da16502-8356-4c4f-a3ea-1020a1f22bc7 service neutron] 10.222.0.18 "GET /v2.0/networks/9c0ce52f-55ac-49b6-baa4-1b691039ed0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963643 Jan 28 14:38:03.548241 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144b3ad-e882-4bd4-81a9-eed908f1dd15 req-d6f724dc-8e46-42a6-9d2d-25ae5ec845f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:03.550364 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5144b3ad-e882-4bd4-81a9-eed908f1dd15 req-d6f724dc-8e46-42a6-9d2d-25ae5ec845f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ad28834f0c049f0b05b9a5c62f4dc98&device_id=9abb561c-e8bf-439a-90c0-86638f52f23e HTTP/1.1" status: 200 len: 1094 time: 0.0442791 Jan 28 14:38:03.644330 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144b3ad-e882-4bd4-81a9-eed908f1dd15 req-760e3850-e917-4c81-88a6-ec2b2415632a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:03.645500 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5144b3ad-e882-4bd4-81a9-eed908f1dd15 req-760e3850-e917-4c81-88a6-ec2b2415632a service neutron] 10.222.0.18 "GET /v2.0/networks?id=9c0ce52f-55ac-49b6-baa4-1b691039ed0b HTTP/1.1" status: 200 len: 916 time: 0.0904763 Jan 28 14:38:03.690897 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5144b3ad-e882-4bd4-81a9-eed908f1dd15 req-e632b1ab-fca1-414d-9bfd-078a1d46bece service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bac1def0-bf19-4fc2-a4ce-621c088314f6 HTTP/1.1" status: 200 len: 217 time: 0.0390606 Jan 28 14:38:03.747115 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144b3ad-e882-4bd4-81a9-eed908f1dd15 req-89dee33b-ad9d-4b3a-9609-ce8d126e5662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:03.748486 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5144b3ad-e882-4bd4-81a9-eed908f1dd15 req-89dee33b-ad9d-4b3a-9609-ce8d126e5662 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=66ec4049-1e3c-4be4-ac26-3eb8c530b5d2 HTTP/1.1" status: 200 len: 855 time: 0.0454819 Jan 28 14:38:03.799646 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144b3ad-e882-4bd4-81a9-eed908f1dd15 req-ba64a0e0-1d5e-4e23-8298-294639528b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:03.801189 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5144b3ad-e882-4bd4-81a9-eed908f1dd15 req-ba64a0e0-1d5e-4e23-8298-294639528b2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9c0ce52f-55ac-49b6-baa4-1b691039ed0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454242 Jan 28 14:38:03.898578 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5144b3ad-e882-4bd4-81a9-eed908f1dd15 req-fcbecf1d-fde6-4a14-9c07-048dd61e3f87 service neutron] 10.222.0.18 "GET /v2.0/networks/9c0ce52f-55ac-49b6-baa4-1b691039ed0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904846 Jan 28 14:38:03.990540 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5144b3ad-e882-4bd4-81a9-eed908f1dd15 req-da48517b-dba9-474b-b035-f1aa62389509 service neutron] 10.222.0.18 "GET /v2.0/networks/9c0ce52f-55ac-49b6-baa4-1b691039ed0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861597 Jan 28 14:38:04.075377 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be85cbe-0cfa-47ed-b8f0-12e2b592ce7e req-b15ac5c4-074b-4920-917e-b0e9ba8f4a3a tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:04.076894 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6be85cbe-0cfa-47ed-b8f0-12e2b592ce7e req-b15ac5c4-074b-4920-917e-b0e9ba8f4a3a tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/ports?device_id=9abb561c-e8bf-439a-90c0-86638f52f23e HTTP/1.1" status: 200 len: 943 time: 0.0556245 Jan 28 14:38:04.130710 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6be85cbe-0cfa-47ed-b8f0-12e2b592ce7e req-1d496c41-2c16-4805-b019-2db8c4530ffb tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/security-groups?id=92c08ce8-530f-4e28-8578-6f8722d40ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475724 Jan 28 14:38:04.560121 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:05.268426 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10563177-2dff-43dc-9e8f-34fa29027197 req-bc3b94ee-53ef-4dde-b45f-3a152f5942c8 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:05.269956 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-10563177-2dff-43dc-9e8f-34fa29027197 req-bc3b94ee-53ef-4dde-b45f-3a152f5942c8 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/ports?device_id=9abb561c-e8bf-439a-90c0-86638f52f23e HTTP/1.1" status: 200 len: 943 time: 0.0559814 Jan 28 14:38:05.318855 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-10563177-2dff-43dc-9e8f-34fa29027197 req-829cdd46-7f06-450c-9853-f194e1c3d601 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/security-groups?id=92c08ce8-530f-4e28-8578-6f8722d40ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429988 Jan 28 14:38:05.874251 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device bac1def0-bf19-4fc2-a4ce-621c088314f6 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:38:05.975524 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port bac1def0-bf19-4fc2-a4ce-621c088314f6, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=bac1def0-bf19-4fc2-a4ce-621c088314f6,segment=NetworkSegment(b5b4bfe6-94a8-4e58-814f-388cb30d905f),segment_id=b5b4bfe6-94a8-4e58-814f-388cb30d905f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:38:05.987715 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'bac1def0-bf19-4fc2-a4ce-621c088314f6', 'network_id': '9c0ce52f-55ac-49b6-baa4-1b691039ed0b', 'port_id': 'bac1def0-bf19-4fc2-a4ce-621c088314f6', 'mac_address': 'fa:16:3e:23:06:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66ec4049-1e3c-4be4-ac26-3eb8c530b5d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:38:06.027253 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port bac1def0-bf19-4fc2-a4ce-621c088314f6 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:38:06.027685 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bac1def0-bf19-4fc2-a4ce-621c088314f6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:06.053127 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac1def0-bf19-4fc2-a4ce-621c088314f6 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:38:06.073751 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port bac1def0-bf19-4fc2-a4ce-621c088314f6, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=bac1def0-bf19-4fc2-a4ce-621c088314f6,segment=NetworkSegment(b5b4bfe6-94a8-4e58-814f-388cb30d905f),segment_id=b5b4bfe6-94a8-4e58-814f-388cb30d905f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:38:06.079990 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (bac1def0-bf19-4fc2-a4ce-621c088314f6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:06.127151 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=bac1def0-bf19-4fc2-a4ce-621c088314f6,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:06.134899 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.135208 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.135448 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.135787 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.136156 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.136482 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.136810 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.137135 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.137459 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.137830 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.138101 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.138417 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.138736 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.272881 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['bac1def0-bf19-4fc2-a4ce-621c088314f6'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:38:06.419969 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:06.450241 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6438d-4bf3-4af9-9360-88f6cb2065ea req-a6a1f6d1-0fe2-41de-956f-34ac5c81af74 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:06.451957 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2b6438d-4bf3-4af9-9360-88f6cb2065ea req-a6a1f6d1-0fe2-41de-956f-34ac5c81af74 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/ports?device_id=9abb561c-e8bf-439a-90c0-86638f52f23e HTTP/1.1" status: 200 len: 944 time: 0.0609884 Jan 28 14:38:06.504174 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2b6438d-4bf3-4af9-9360-88f6cb2065ea req-4fd40848-29ec-4968-934a-94d206ac6941 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/security-groups?id=92c08ce8-530f-4e28-8578-6f8722d40ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463545 Jan 28 14:38:07.627907 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4950d41-7e40-4cb0-b97e-df3c991c74e9 req-23ff3ac9-f595-4e02-b903-1bd4fc1dd52a tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:07.629389 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4950d41-7e40-4cb0-b97e-df3c991c74e9 req-23ff3ac9-f595-4e02-b903-1bd4fc1dd52a tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/ports?device_id=9abb561c-e8bf-439a-90c0-86638f52f23e HTTP/1.1" status: 200 len: 944 time: 0.0512140 Jan 28 14:38:07.688938 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4950d41-7e40-4cb0-b97e-df3c991c74e9 req-db56f0e6-88fa-4eb0-9437-57cb6867bda7 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/security-groups?id=92c08ce8-530f-4e28-8578-6f8722d40ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536611 Jan 28 14:38:07.875958 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device bac1def0-bf19-4fc2-a4ce-621c088314f6 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:38:07.934264 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port bac1def0-bf19-4fc2-a4ce-621c088314f6 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:38:07.940024 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port bac1def0-bf19-4fc2-a4ce-621c088314f6 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:38:07.940399 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (bac1def0-bf19-4fc2-a4ce-621c088314f6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:08.036466 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port bac1def0-bf19-4fc2-a4ce-621c088314f6 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:38:08.036859 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bac1def0-bf19-4fc2-a4ce-621c088314f6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:08.063954 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abb561c-e8bf-439a-90c0-86638f52f23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac1def0-bf19-4fc2-a4ce-621c088314f6'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:38:08.066232 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab02f7f6-9a79-4021-a725-5ccd56d43103" -d '{"events": [{"server_uuid": "9abb561c-e8bf-439a-90c0-86638f52f23e", "name": "network-vif-plugged", "status": "completed", "tag": "bac1def0-bf19-4fc2-a4ce-621c088314f6"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:38:08.079587 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port bac1def0-bf19-4fc2-a4ce-621c088314f6, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=bac1def0-bf19-4fc2-a4ce-621c088314f6,segment=NetworkSegment(b5b4bfe6-94a8-4e58-814f-388cb30d905f),segment_id=b5b4bfe6-94a8-4e58-814f-388cb30d905f)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:38:08.088466 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (bac1def0-bf19-4fc2-a4ce-621c088314f6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:08.138621 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=bac1def0-bf19-4fc2-a4ce-621c088314f6,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:08.165912 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b4df3f-5c23-4c66-80d1-6533d82b4035 x-openstack-request-id: req-13b4df3f-5c23-4c66-80d1-6533d82b4035 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:38:08.166276 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abb561c-e8bf-439a-90c0-86638f52f23e", "name": "network-vif-plugged", "status": "completed", "tag": "bac1def0-bf19-4fc2-a4ce-621c088314f6", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:38:08.166556 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13b4df3f-5c23-4c66-80d1-6533d82b4035 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:38:08.167115 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abb561c-e8bf-439a-90c0-86638f52f23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac1def0-bf19-4fc2-a4ce-621c088314f6', 'code': 200} Jan 28 14:38:08.271420 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a56e7-7746-4159-8ca2-38b5311bc4e2 req-3a7a0fc0-07dc-4a73-b73f-b8dd32653a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:08.272935 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a13a56e7-7746-4159-8ca2-38b5311bc4e2 req-3a7a0fc0-07dc-4a73-b73f-b8dd32653a8d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9abb561c-e8bf-439a-90c0-86638f52f23e HTTP/1.1" status: 200 len: 1096 time: 0.0471880 Jan 28 14:38:08.325986 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a13a56e7-7746-4159-8ca2-38b5311bc4e2 req-02fd0d8b-f50f-46df-9cc9-ad524f5288f2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=92c08ce8-530f-4e28-8578-6f8722d40ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465324 Jan 28 14:38:08.821660 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee051553-2a64-48b7-ae8e-fc05be69e496 req-f3045ca4-11fc-4a8e-ad11-f227fa5a2440 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:08.823182 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ee051553-2a64-48b7-ae8e-fc05be69e496 req-f3045ca4-11fc-4a8e-ad11-f227fa5a2440 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/ports?device_id=9abb561c-e8bf-439a-90c0-86638f52f23e HTTP/1.1" status: 200 len: 945 time: 0.0546010 Jan 28 14:38:08.879389 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ee051553-2a64-48b7-ae8e-fc05be69e496 req-4f5c68e6-91b1-4509-b7f0-6e95581aaeaa tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/security-groups?id=92c08ce8-530f-4e28-8578-6f8722d40ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499585 Jan 28 14:38:10.013875 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82c15d-ff90-42a3-a40d-ecde52c33b70 req-dca9086a-4410-417b-8768-44a10b4e997a tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:10.016471 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2b82c15d-ff90-42a3-a40d-ecde52c33b70 req-dca9086a-4410-417b-8768-44a10b4e997a tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/ports?device_id=9abb561c-e8bf-439a-90c0-86638f52f23e HTTP/1.1" status: 200 len: 945 time: 0.0526242 Jan 28 14:38:10.064803 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2b82c15d-ff90-42a3-a40d-ecde52c33b70 req-425c17d2-ecff-404b-90dc-b77f232046d3 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/security-groups?id=92c08ce8-530f-4e28-8578-6f8722d40ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426881 Jan 28 14:38:10.184573 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b2b60-2c43-447f-8dae-1a28245b0ac8 req-7d707f67-9df0-4a01-b828-5ac68c643ff1 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:10.185976 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a86b2b60-2c43-447f-8dae-1a28245b0ac8 req-7d707f67-9df0-4a01-b828-5ac68c643ff1 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/ports?device_id=9abb561c-e8bf-439a-90c0-86638f52f23e HTTP/1.1" status: 200 len: 945 time: 0.0545568 Jan 28 14:38:10.239086 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a86b2b60-2c43-447f-8dae-1a28245b0ac8 req-9444e901-f958-491e-b23d-cddf8f217836 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/security-groups?id=92c08ce8-530f-4e28-8578-6f8722d40ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450740 Jan 28 14:38:18.451683 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:20.451642 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:29.410078 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d990b9c-63fc-438a-8045-11f918920898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:31.707344 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8df954a8-d881-4c3c-b05f-f22e49f29a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:33.186671 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:34.564267 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.416148 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:38.182718 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:38:44.509726 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d75cd-2f22-4768-9f47-1b6c2072a4da req-d85bf6b0-a65d-45be-b24b-69849b845e6d tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:44.511255 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d77d75cd-2f22-4768-9f47-1b6c2072a4da req-d85bf6b0-a65d-45be-b24b-69849b845e6d tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/ports?device_id=9abb561c-e8bf-439a-90c0-86638f52f23e HTTP/1.1" status: 200 len: 945 time: 0.0535641 Jan 28 14:38:44.560640 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d77d75cd-2f22-4768-9f47-1b6c2072a4da req-25055b9d-19a4-459f-a893-69bd65df3969 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/security-groups?id=92c08ce8-530f-4e28-8578-6f8722d40ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433431 Jan 28 14:38:45.683087 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60318c6-9aa4-4393-be80-b7326ab9a500 req-ce108afd-c84d-4fb5-bdb4-ae2f26d02f52 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:45.684709 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c60318c6-9aa4-4393-be80-b7326ab9a500 req-ce108afd-c84d-4fb5-bdb4-ae2f26d02f52 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/ports?device_id=9abb561c-e8bf-439a-90c0-86638f52f23e HTTP/1.1" status: 200 len: 945 time: 0.0513680 Jan 28 14:38:45.737501 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c60318c6-9aa4-4393-be80-b7326ab9a500 req-2fb8ec79-3e10-47d7-ad51-f65b1fdf05e4 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/security-groups?id=92c08ce8-530f-4e28-8578-6f8722d40ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455413 Jan 28 14:38:45.943447 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eeec99-fa4c-41cb-b0d2-4eb018fcc378 req-8bb63fe7-e83d-4d63-9eea-d65cf82e1cb9 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:45.944926 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-10eeec99-fa4c-41cb-b0d2-4eb018fcc378 req-8bb63fe7-e83d-4d63-9eea-d65cf82e1cb9 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abb561c-e8bf-439a-90c0-86638f52f23e HTTP/1.1" status: 200 len: 945 time: 0.0526261 Jan 28 14:38:46.046373 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-10eeec99-fa4c-41cb-b0d2-4eb018fcc378 req-2ad4b70b-8faa-4a07-bed3-414d8e75a782 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Deleting port bac1def0-bf19-4fc2-a4ce-621c088314f6 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:38:46.046757 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-10eeec99-fa4c-41cb-b0d2-4eb018fcc378 req-2ad4b70b-8faa-4a07-bed3-414d8e75a782 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (bac1def0-bf19-4fc2-a4ce-621c088314f6), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:46.153967 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-10eeec99-fa4c-41cb-b0d2-4eb018fcc378 req-2ad4b70b-8faa-4a07-bed3-414d8e75a782 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] For port bac1def0-bf19-4fc2-a4ce-621c088314f6, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=bac1def0-bf19-4fc2-a4ce-621c088314f6,segment=NetworkSegment(b5b4bfe6-94a8-4e58-814f-388cb30d905f),segment_id=b5b4bfe6-94a8-4e58-814f-388cb30d905f)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:38:46.154718 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-10eeec99-fa4c-41cb-b0d2-4eb018fcc378 req-2ad4b70b-8faa-4a07-bed3-414d8e75a782 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (bac1def0-bf19-4fc2-a4ce-621c088314f6), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:46.168223 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-10eeec99-fa4c-41cb-b0d2-4eb018fcc378 req-2ad4b70b-8faa-4a07-bed3-414d8e75a782 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Calling delete_port for bac1def0-bf19-4fc2-a4ce-621c088314f6 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:38:46.320123 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-10eeec99-fa4c-41cb-b0d2-4eb018fcc378 req-2ad4b70b-8faa-4a07-bed3-414d8e75a782 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (bac1def0-bf19-4fc2-a4ce-621c088314f6), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:46.333374 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['bac1def0-bf19-4fc2-a4ce-621c088314f6'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:38:46.350766 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4b70b-8faa-4a07-bed3-414d8e75a782 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Pushing event deleted for resources: {'Port': ['ID=bac1def0-bf19-4fc2-a4ce-621c088314f6,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:46.379417 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4b70b-8faa-4a07-bed3-414d8e75a782 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:46.379783 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4b70b-8faa-4a07-bed3-414d8e75a782 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:46.380105 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4b70b-8faa-4a07-bed3-414d8e75a782 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:46.380441 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4b70b-8faa-4a07-bed3-414d8e75a782 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:46.380770 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4b70b-8faa-4a07-bed3-414d8e75a782 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:46.381096 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4b70b-8faa-4a07-bed3-414d8e75a782 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:46.381417 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4b70b-8faa-4a07-bed3-414d8e75a782 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:46.381736 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4b70b-8faa-4a07-bed3-414d8e75a782 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:46.382058 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4b70b-8faa-4a07-bed3-414d8e75a782 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:46.382379 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4b70b-8faa-4a07-bed3-414d8e75a782 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:46.382697 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4b70b-8faa-4a07-bed3-414d8e75a782 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:46.383037 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4b70b-8faa-4a07-bed3-414d8e75a782 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:46.383355 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad4b70b-8faa-4a07-bed3-414d8e75a782 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:46.411341 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-10eeec99-fa4c-41cb-b0d2-4eb018fcc378 req-2ad4b70b-8faa-4a07-bed3-414d8e75a782 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] No DVR routers for this DVR port bac1def0-bf19-4fc2-a4ce-621c088314f6 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:38:46.414113 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-10eeec99-fa4c-41cb-b0d2-4eb018fcc378 req-2ad4b70b-8faa-4a07-bed3-414d8e75a782 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:46.417463 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-10eeec99-fa4c-41cb-b0d2-4eb018fcc378 req-2ad4b70b-8faa-4a07-bed3-414d8e75a782 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.18 "DELETE /v2.0/ports/bac1def0-bf19-4fc2-a4ce-621c088314f6 HTTP/1.1" status: 204 len: 173 time: 0.4663546 Jan 28 14:38:46.417906 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abb561c-e8bf-439a-90c0-86638f52f23e', 'name': 'network-vif-deleted', 'tag': 'bac1def0-bf19-4fc2-a4ce-621c088314f6'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:38:46.420382 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0c3eb7-4247-4515-b50a-e840b0f08a0d" -d '{"events": [{"server_uuid": "9abb561c-e8bf-439a-90c0-86638f52f23e", "name": "network-vif-deleted", "tag": "bac1def0-bf19-4fc2-a4ce-621c088314f6"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:38:46.460713 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae19f32-4f26-4c42-89d8-92884860b808 x-openstack-request-id: req-aae19f32-4f26-4c42-89d8-92884860b808 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:38:46.461044 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abb561c-e8bf-439a-90c0-86638f52f23e", "name": "network-vif-deleted", "tag": "bac1def0-bf19-4fc2-a4ce-621c088314f6", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:38:46.461332 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aae19f32-4f26-4c42-89d8-92884860b808 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:38:46.461766 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abb561c-e8bf-439a-90c0-86638f52f23e', 'name': 'network-vif-deleted', 'tag': 'bac1def0-bf19-4fc2-a4ce-621c088314f6', 'status': 'completed', 'code': 200} Jan 28 14:38:46.868846 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-04a21990-ebbd-4f02-be17-8d11c8ef88a2 req-c89396f2-e724-4001-bbdc-dcd2072ff964 tempest-TestEncryptedCinderVolumes-633481295 tempest-TestEncryptedCinderVolumes-633481295-project] 10.222.0.39 "GET /v2.0/ports?device_id=9abb561c-e8bf-439a-90c0-86638f52f23e HTTP/1.1" status: 200 len: 210 time: 0.0314915 Jan 28 14:38:47.984630 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52042) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:48.335288 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e282d934-eeba-419a-9402-92b15f014362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (1eab8f7e-6088-4b9f-a57d-8b8403893075), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:48.475336 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:48.956136 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-e282d934-eeba-419a-9402-92b15f014362 admin admin] Deleting port 6d8f5396-c521-499c-9d29-f33b456f1663 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:38:48.956443 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e282d934-eeba-419a-9402-92b15f014362 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (6d8f5396-c521-499c-9d29-f33b456f1663), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:49.045850 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-e282d934-eeba-419a-9402-92b15f014362 admin admin] For port 6d8f5396-c521-499c-9d29-f33b456f1663, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6d8f5396-c521-499c-9d29-f33b456f1663,segment=NetworkSegment(b5b4bfe6-94a8-4e58-814f-388cb30d905f),segment_id=b5b4bfe6-94a8-4e58-814f-388cb30d905f)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:38:49.046748 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e282d934-eeba-419a-9402-92b15f014362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (6d8f5396-c521-499c-9d29-f33b456f1663), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:49.059321 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-e282d934-eeba-419a-9402-92b15f014362 admin admin] Calling delete_port for 6d8f5396-c521-499c-9d29-f33b456f1663 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:38:49.290487 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e282d934-eeba-419a-9402-92b15f014362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (6d8f5396-c521-499c-9d29-f33b456f1663), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:49.323616 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282d934-eeba-419a-9402-92b15f014362 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d8f5396-c521-499c-9d29-f33b456f1663,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:49.349331 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d934-eeba-419a-9402-92b15f014362 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:49.349658 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d934-eeba-419a-9402-92b15f014362 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:49.350024 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d934-eeba-419a-9402-92b15f014362 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:49.350343 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d934-eeba-419a-9402-92b15f014362 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:49.350677 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d934-eeba-419a-9402-92b15f014362 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:49.351050 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d934-eeba-419a-9402-92b15f014362 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:49.351380 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d934-eeba-419a-9402-92b15f014362 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:49.351704 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d934-eeba-419a-9402-92b15f014362 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:49.352011 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d934-eeba-419a-9402-92b15f014362 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:49.352350 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d934-eeba-419a-9402-92b15f014362 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:49.352798 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d934-eeba-419a-9402-92b15f014362 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:49.353109 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d934-eeba-419a-9402-92b15f014362 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:49.353447 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d934-eeba-419a-9402-92b15f014362 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:49.502569 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e282d934-eeba-419a-9402-92b15f014362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (1eab8f7e-6088-4b9f-a57d-8b8403893075), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:49.722721 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e282d934-eeba-419a-9402-92b15f014362 admin admin] Router 1eab8f7e-6088-4b9f-a57d-8b8403893075 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:38:49.838367 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e282d934-eeba-419a-9402-92b15f014362 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:38:49.843901 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e282d934-eeba-419a-9402-92b15f014362 admin admin] 10.222.0.39 "PUT /v2.0/routers/1eab8f7e-6088-4b9f-a57d-8b8403893075/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8581619 Jan 28 14:38:49.847053 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52044) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:49.958144 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ddb3d0c4-6252-454b-a6b7-a3f2791b9217 admin admin] Publish callbacks [] for router (1eab8f7e-6088-4b9f-a57d-8b8403893075), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:49.988985 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0293c8-0441-4835-bff4-81ca2fd6b36c None None] Sync routers for ids ['1eab8f7e-6088-4b9f-a57d-8b8403893075'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:38:49.999804 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0293c8-0441-4835-bff4-81ca2fd6b36c None None] Routers {'1eab8f7e-6088-4b9f-a57d-8b8403893075'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:38:50.000532 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ab0293c8-0441-4835-bff4-81ca2fd6b36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:38:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1eab8f7e-6088-4b9f-a57d-8b8403893075'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:50.068738 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ddb3d0c4-6252-454b-a6b7-a3f2791b9217 admin admin] Publish callbacks [] for router_gateway (1eab8f7e-6088-4b9f-a57d-8b8403893075), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:50.106585 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-ab0293c8-0441-4835-bff4-81ca2fd6b36c None None] Set router 1eab8f7e-6088-4b9f-a57d-8b8403893075 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:38:50.130371 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-ddb3d0c4-6252-454b-a6b7-a3f2791b9217 admin admin] Deleting port cb3bc033-e34d-4173-a49c-d9a860156d17 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:38:50.130710 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ddb3d0c4-6252-454b-a6b7-a3f2791b9217 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (cb3bc033-e34d-4173-a49c-d9a860156d17), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:50.139657 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device bac1def0-bf19-4fc2-a4ce-621c088314f6 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:38:50.167603 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: bac1def0-bf19-4fc2-a4ce-621c088314f6 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:38:50.168124 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device bac1def0-bf19-4fc2-a4ce-621c088314f6 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:38:50.220211 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-ddb3d0c4-6252-454b-a6b7-a3f2791b9217 admin admin] For port cb3bc033-e34d-4173-a49c-d9a860156d17, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=cb3bc033-e34d-4173-a49c-d9a860156d17,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:38:50.220557 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ddb3d0c4-6252-454b-a6b7-a3f2791b9217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (cb3bc033-e34d-4173-a49c-d9a860156d17), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:50.233297 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-ddb3d0c4-6252-454b-a6b7-a3f2791b9217 admin admin] Calling delete_port for cb3bc033-e34d-4173-a49c-d9a860156d17 owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:38:50.385410 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ab0293c8-0441-4835-bff4-81ca2fd6b36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eab8f7e-6088-4b9f-a57d-8b8403893075', 'name': 'tempest-TestEncryptedCinderVolumes-891802699-router', 'tenant_id': '7ad28834f0c049f0b05b9a5c62f4dc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'cb3bc033-e34d-4173-a49c-d9a860156d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:37:00Z', 'updated_at': '2022-01-28T14:38:49Z', 'revision_number': 5, 'project_id': '7ad28834f0c049f0b05b9a5c62f4dc98', 'gw_port': {'id': 'cb3bc033-e34d-4173-a49c-d9a860156d17', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eab8f7e-6088-4b9f-a57d-8b8403893075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:37:01Z', 'updated_at': '2022-01-28T14:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:50.402031 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ddb3d0c4-6252-454b-a6b7-a3f2791b9217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (cb3bc033-e34d-4173-a49c-d9a860156d17), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:50.413742 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0293c8-0441-4835-bff4-81ca2fd6b36c None None] Checking router: 1eab8f7e-6088-4b9f-a57d-8b8403893075 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:38:50.421974 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0293c8-0441-4835-bff4-81ca2fd6b36c None None] Routers {'1eab8f7e-6088-4b9f-a57d-8b8403893075'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:38:50.422570 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ab0293c8-0441-4835-bff4-81ca2fd6b36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:38:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['1eab8f7e-6088-4b9f-a57d-8b8403893075'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:50.428213 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3d0c4-6252-454b-a6b7-a3f2791b9217 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb3bc033-e34d-4173-a49c-d9a860156d17,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:50.456063 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:50.498735 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ddb3d0c4-6252-454b-a6b7-a3f2791b9217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (1eab8f7e-6088-4b9f-a57d-8b8403893075), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:50.500226 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-ab0293c8-0441-4835-bff4-81ca2fd6b36c None None] Set router 1eab8f7e-6088-4b9f-a57d-8b8403893075 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:38:50.560974 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ab0293c8-0441-4835-bff4-81ca2fd6b36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eab8f7e-6088-4b9f-a57d-8b8403893075', 'name': 'tempest-TestEncryptedCinderVolumes-891802699-router', 'tenant_id': '7ad28834f0c049f0b05b9a5c62f4dc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:37:00Z', 'updated_at': '2022-01-28T14:38:50Z', 'revision_number': 7, 'project_id': '7ad28834f0c049f0b05b9a5c62f4dc98', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:50.587644 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0293c8-0441-4835-bff4-81ca2fd6b36c None None] The sync data for ids ['1eab8f7e-6088-4b9f-a57d-8b8403893075'] in n-d-822747-2 is: [{'id': '1eab8f7e-6088-4b9f-a57d-8b8403893075', 'name': 'tempest-TestEncryptedCinderVolumes-891802699-router', 'tenant_id': '7ad28834f0c049f0b05b9a5c62f4dc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:37:00Z', 'updated_at': '2022-01-28T14:38:50Z', 'revision_number': 7, 'project_id': '7ad28834f0c049f0b05b9a5c62f4dc98', 'gw_port_host': None}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:38:50.591399 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ddb3d0c4-6252-454b-a6b7-a3f2791b9217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (1eab8f7e-6088-4b9f-a57d-8b8403893075), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:50.593593 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ddb3d0c4-6252-454b-a6b7-a3f2791b9217 admin admin] Publish callbacks [] for router_controller (1eab8f7e-6088-4b9f-a57d-8b8403893075), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:50.636858 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ddb3d0c4-6252-454b-a6b7-a3f2791b9217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (1eab8f7e-6088-4b9f-a57d-8b8403893075), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:50.637463 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb3d0c4-6252-454b-a6b7-a3f2791b9217 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1eab8f7e-6088-4b9f-a57d-8b8403893075 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:38:50.642878 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ddb3d0c4-6252-454b-a6b7-a3f2791b9217 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:50.644103 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ddb3d0c4-6252-454b-a6b7-a3f2791b9217 admin admin] 10.222.0.39 "DELETE /v2.0/routers/1eab8f7e-6088-4b9f-a57d-8b8403893075 HTTP/1.1" status: 204 len: 168 time: 0.7960925 Jan 28 14:38:50.647047 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52046) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:50.697749 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-5071b846-4a14-4631-8d28-dcf880c1fbe0 admin admin] Deleting subnet 66ec4049-1e3c-4be4-ac26-3eb8c530b5d2 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:38:50.700959 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5071b846-4a14-4631-8d28-dcf880c1fbe0 admin admin] Publish callbacks [] for subnet (66ec4049-1e3c-4be4-ac26-3eb8c530b5d2), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:50.740506 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5071b846-4a14-4631-8d28-dcf880c1fbe0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (66ec4049-1e3c-4be4-ac26-3eb8c530b5d2), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:50.837451 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5071b846-4a14-4631-8d28-dcf880c1fbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (66ec4049-1e3c-4be4-ac26-3eb8c530b5d2), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:50.898688 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5071b846-4a14-4631-8d28-dcf880c1fbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (66ec4049-1e3c-4be4-ac26-3eb8c530b5d2), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:50.925017 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071b846-4a14-4631-8d28-dcf880c1fbe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66ec4049-1e3c-4be4-ac26-3eb8c530b5d2,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:50.928936 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5071b846-4a14-4631-8d28-dcf880c1fbe0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:50.934527 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5071b846-4a14-4631-8d28-dcf880c1fbe0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/66ec4049-1e3c-4be4-ac26-3eb8c530b5d2 HTTP/1.1" status: 204 len: 168 time: 0.2841389 Jan 28 14:38:50.935631 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52048) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:50.938445 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babb379b-8943-41d1-a73b-7b4268ecbfbb None None] Network 9c0ce52f-55ac-49b6-baa4-1b691039ed0b requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:38:51.022763 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-80a36e54-8ed3-4782-a81e-98ecbb4565ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (9c0ce52f-55ac-49b6-baa4-1b691039ed0b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:51.082531 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-80a36e54-8ed3-4782-a81e-98ecbb4565ea admin admin] Deleting port c0f8c06b-a801-4615-ad0d-00b6d4848749 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:38:51.082868 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-80a36e54-8ed3-4782-a81e-98ecbb4565ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c0f8c06b-a801-4615-ad0d-00b6d4848749), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:51.154132 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-80a36e54-8ed3-4782-a81e-98ecbb4565ea admin admin] For port c0f8c06b-a801-4615-ad0d-00b6d4848749, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=c0f8c06b-a801-4615-ad0d-00b6d4848749,segment=NetworkSegment(b5b4bfe6-94a8-4e58-814f-388cb30d905f),segment_id=b5b4bfe6-94a8-4e58-814f-388cb30d905f)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:38:51.154863 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-80a36e54-8ed3-4782-a81e-98ecbb4565ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c0f8c06b-a801-4615-ad0d-00b6d4848749), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:51.168195 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-80a36e54-8ed3-4782-a81e-98ecbb4565ea admin admin] Calling delete_port for c0f8c06b-a801-4615-ad0d-00b6d4848749 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:38:51.255316 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-80a36e54-8ed3-4782-a81e-98ecbb4565ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c0f8c06b-a801-4615-ad0d-00b6d4848749), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:51.280895 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a36e54-8ed3-4782-a81e-98ecbb4565ea admin admin] Pushing event deleted for resources: {'Port': ['ID=c0f8c06b-a801-4615-ad0d-00b6d4848749,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:51.289427 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a36e54-8ed3-4782-a81e-98ecbb4565ea admin admin] No DVR routers for this DVR port c0f8c06b-a801-4615-ad0d-00b6d4848749 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:38:51.354638 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e1adfd-b2d4-4cec-8199-66ead7c4b852 None None] DHCP port deletion for 9c0ce52f-55ac-49b6-baa4-1b691039ed0b request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:38:51.376667 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-80a36e54-8ed3-4782-a81e-98ecbb4565ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (9c0ce52f-55ac-49b6-baa4-1b691039ed0b), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:51.400861 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-80a36e54-8ed3-4782-a81e-98ecbb4565ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c0ce52f-55ac-49b6-baa4-1b691039ed0b']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:51.411209 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-80a36e54-8ed3-4782-a81e-98ecbb4565ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b4bfe6-94a8-4e58-814f-388cb30d905f') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:51.411437 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-80a36e54-8ed3-4782-a81e-98ecbb4565ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b4bfe6-94a8-4e58-814f-388cb30d905f') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:51.421205 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-80a36e54-8ed3-4782-a81e-98ecbb4565ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (b5b4bfe6-94a8-4e58-814f-388cb30d905f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:51.435955 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-80a36e54-8ed3-4782-a81e-98ecbb4565ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (b5b4bfe6-94a8-4e58-814f-388cb30d905f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:51.445297 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a36e54-8ed3-4782-a81e-98ecbb4565ea admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:38:51.445685 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-80a36e54-8ed3-4782-a81e-98ecbb4565ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (b5b4bfe6-94a8-4e58-814f-388cb30d905f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: timer() Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:38:51.447522 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:38:51.514052 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-80a36e54-8ed3-4782-a81e-98ecbb4565ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (9c0ce52f-55ac-49b6-baa4-1b691039ed0b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:51.520332 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-80a36e54-8ed3-4782-a81e-98ecbb4565ea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:51.523648 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-80a36e54-8ed3-4782-a81e-98ecbb4565ea admin admin] 10.222.0.39 "DELETE /v2.0/networks/9c0ce52f-55ac-49b6-baa4-1b691039ed0b HTTP/1.1" status: 204 len: 168 time: 0.5877500 Jan 28 14:38:51.527568 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52050) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:51.536978 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a36e54-8ed3-4782-a81e-98ecbb4565ea admin admin] Pushing event deleted for resources: {'Network': ['ID=9c0ce52f-55ac-49b6-baa4-1b691039ed0b,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:51.897459 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0d27109e-d619-41ef-8d67-b92e4ef1f80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (5765f77f-4095-4d8f-a0a9-5b808f769c27), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:52.147091 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-0d27109e-d619-41ef-8d67-b92e4ef1f80d admin admin] Deleting port aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:38:52.147430 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0d27109e-d619-41ef-8d67-b92e4ef1f80d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:52.176349 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6d8f5396-c521-499c-9d29-f33b456f1663 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:38:52.197298 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 6d8f5396-c521-499c-9d29-f33b456f1663 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:38:52.197636 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6d8f5396-c521-499c-9d29-f33b456f1663 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:38:52.198040 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device cb3bc033-e34d-4173-a49c-d9a860156d17 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:38:52.216575 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: cb3bc033-e34d-4173-a49c-d9a860156d17 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:38:52.216915 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device cb3bc033-e34d-4173-a49c-d9a860156d17 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:38:52.217316 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c0f8c06b-a801-4615-ad0d-00b6d4848749 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:38:52.227811 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-0d27109e-d619-41ef-8d67-b92e4ef1f80d admin admin] For port aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db,segment=NetworkSegment(88213936-2e8b-4d9c-9c59-6bfbe98d5eec),segment_id=88213936-2e8b-4d9c-9c59-6bfbe98d5eec)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:38:52.228179 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0d27109e-d619-41ef-8d67-b92e4ef1f80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:52.236068 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: c0f8c06b-a801-4615-ad0d-00b6d4848749 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:38:52.236658 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device c0f8c06b-a801-4615-ad0d-00b6d4848749 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:38:52.241197 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-0d27109e-d619-41ef-8d67-b92e4ef1f80d admin admin] Calling delete_port for aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:38:52.424688 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0d27109e-d619-41ef-8d67-b92e4ef1f80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:52.450676 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27109e-d619-41ef-8d67-b92e4ef1f80d admin admin] Pushing event deleted for resources: {'Port': ['ID=aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:52.625722 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0d27109e-d619-41ef-8d67-b92e4ef1f80d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (5765f77f-4095-4d8f-a0a9-5b808f769c27), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:52.838504 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d27109e-d619-41ef-8d67-b92e4ef1f80d admin admin] Router 5765f77f-4095-4d8f-a0a9-5b808f769c27 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:38:52.942093 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d27109e-d619-41ef-8d67-b92e4ef1f80d admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:38:52.947867 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0d27109e-d619-41ef-8d67-b92e4ef1f80d admin admin] 10.222.0.39 "PUT /v2.0/routers/5765f77f-4095-4d8f-a0a9-5b808f769c27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4191375 Jan 28 14:38:52.949752 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52052) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:52.952058 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acfe398-aa57-4668-8df6-53ac28006b87 None None] Sync routers for ids ['5765f77f-4095-4d8f-a0a9-5b808f769c27'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:38:52.963800 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acfe398-aa57-4668-8df6-53ac28006b87 None None] Routers {'5765f77f-4095-4d8f-a0a9-5b808f769c27'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:38:52.964438 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-2acfe398-aa57-4668-8df6-53ac28006b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:38:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['5765f77f-4095-4d8f-a0a9-5b808f769c27'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:53.055594 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ad4f1cc6-f1f8-4d6a-943f-168569f400f3 admin admin] Publish callbacks [] for router (5765f77f-4095-4d8f-a0a9-5b808f769c27), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:53.072050 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-2acfe398-aa57-4668-8df6-53ac28006b87 None None] Set router 5765f77f-4095-4d8f-a0a9-5b808f769c27 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:38:53.157600 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ad4f1cc6-f1f8-4d6a-943f-168569f400f3 admin admin] Publish callbacks [] for router_gateway (5765f77f-4095-4d8f-a0a9-5b808f769c27), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:53.211037 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-ad4f1cc6-f1f8-4d6a-943f-168569f400f3 admin admin] Deleting port 319f1cc5-e588-457f-96d7-6f336ab2bfce {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:38:53.211379 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ad4f1cc6-f1f8-4d6a-943f-168569f400f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (319f1cc5-e588-457f-96d7-6f336ab2bfce), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:53.250651 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-2acfe398-aa57-4668-8df6-53ac28006b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5765f77f-4095-4d8f-a0a9-5b808f769c27', 'name': 'tempest-TestEncryptedCinderVolumes-1063474294-router', 'tenant_id': '1f7908081aa1473f9fd083af1dd2b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '319f1cc5-e588-457f-96d7-6f336ab2bfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:37:06Z', 'updated_at': '2022-01-28T14:38:52Z', 'revision_number': 5, 'project_id': '1f7908081aa1473f9fd083af1dd2b3ca', 'gw_port': {'id': '319f1cc5-e588-457f-96d7-6f336ab2bfce', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ee:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5765f77f-4095-4d8f-a0a9-5b808f769c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:37:06Z', 'updated_at': '2022-01-28T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:53.277569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acfe398-aa57-4668-8df6-53ac28006b87 None None] Checking router: 5765f77f-4095-4d8f-a0a9-5b808f769c27 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:38:53.286403 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acfe398-aa57-4668-8df6-53ac28006b87 None None] Routers {'5765f77f-4095-4d8f-a0a9-5b808f769c27'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:38:53.287029 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-2acfe398-aa57-4668-8df6-53ac28006b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:38:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['5765f77f-4095-4d8f-a0a9-5b808f769c27'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:53.293324 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-ad4f1cc6-f1f8-4d6a-943f-168569f400f3 admin admin] For port 319f1cc5-e588-457f-96d7-6f336ab2bfce, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=319f1cc5-e588-457f-96d7-6f336ab2bfce,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:38:53.293687 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ad4f1cc6-f1f8-4d6a-943f-168569f400f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (319f1cc5-e588-457f-96d7-6f336ab2bfce), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:53.305497 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-ad4f1cc6-f1f8-4d6a-943f-168569f400f3 admin admin] Calling delete_port for 319f1cc5-e588-457f-96d7-6f336ab2bfce owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:38:53.371365 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-2acfe398-aa57-4668-8df6-53ac28006b87 None None] Set router 5765f77f-4095-4d8f-a0a9-5b808f769c27 gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:38:53.425120 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-2acfe398-aa57-4668-8df6-53ac28006b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5765f77f-4095-4d8f-a0a9-5b808f769c27', 'name': 'tempest-TestEncryptedCinderVolumes-1063474294-router', 'tenant_id': '1f7908081aa1473f9fd083af1dd2b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:37:06Z', 'updated_at': '2022-01-28T14:38:53Z', 'revision_number': 6, 'project_id': '1f7908081aa1473f9fd083af1dd2b3ca', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:53.451645 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acfe398-aa57-4668-8df6-53ac28006b87 None None] The sync data for ids ['5765f77f-4095-4d8f-a0a9-5b808f769c27'] in n-d-822747-2 is: [{'id': '5765f77f-4095-4d8f-a0a9-5b808f769c27', 'name': 'tempest-TestEncryptedCinderVolumes-1063474294-router', 'tenant_id': '1f7908081aa1473f9fd083af1dd2b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:37:06Z', 'updated_at': '2022-01-28T14:38:53Z', 'revision_number': 6, 'project_id': '1f7908081aa1473f9fd083af1dd2b3ca', 'gw_port_host': None}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:38:53.476350 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ad4f1cc6-f1f8-4d6a-943f-168569f400f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (319f1cc5-e588-457f-96d7-6f336ab2bfce), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:53.502125 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f1cc6-f1f8-4d6a-943f-168569f400f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=319f1cc5-e588-457f-96d7-6f336ab2bfce,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:53.564838 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ad4f1cc6-f1f8-4d6a-943f-168569f400f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (5765f77f-4095-4d8f-a0a9-5b808f769c27), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:54.017036 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ad4f1cc6-f1f8-4d6a-943f-168569f400f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (5765f77f-4095-4d8f-a0a9-5b808f769c27), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:54.019791 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ad4f1cc6-f1f8-4d6a-943f-168569f400f3 admin admin] Publish callbacks [] for router_controller (5765f77f-4095-4d8f-a0a9-5b808f769c27), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:54.068558 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ad4f1cc6-f1f8-4d6a-943f-168569f400f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (5765f77f-4095-4d8f-a0a9-5b808f769c27), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:54.069160 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4f1cc6-f1f8-4d6a-943f-168569f400f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5765f77f-4095-4d8f-a0a9-5b808f769c27 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:38:54.073810 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ad4f1cc6-f1f8-4d6a-943f-168569f400f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:54.075009 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ad4f1cc6-f1f8-4d6a-943f-168569f400f3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/5765f77f-4095-4d8f-a0a9-5b808f769c27 HTTP/1.1" status: 204 len: 168 time: 1.1242430 Jan 28 14:38:54.077694 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52054) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:54.123876 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-de284a44-484c-408f-ac3e-5480ca942a1b admin admin] Deleting subnet 049b6cbd-807b-499f-a4e8-0d67f764611f {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:38:54.127609 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de284a44-484c-408f-ac3e-5480ca942a1b admin admin] Publish callbacks [] for subnet (049b6cbd-807b-499f-a4e8-0d67f764611f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:54.169091 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de284a44-484c-408f-ac3e-5480ca942a1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (049b6cbd-807b-499f-a4e8-0d67f764611f), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:54.178545 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:38:54.202378 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:38:54.202889 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device aa315ed5-6ba3-44fb-ab2f-ff1a0e1257db not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:38:54.203398 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 319f1cc5-e588-457f-96d7-6f336ab2bfce no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:38:54.226743 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 319f1cc5-e588-457f-96d7-6f336ab2bfce {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:38:54.227163 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 319f1cc5-e588-457f-96d7-6f336ab2bfce not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:38:54.264523 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de284a44-484c-408f-ac3e-5480ca942a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (049b6cbd-807b-499f-a4e8-0d67f764611f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:54.318119 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de284a44-484c-408f-ac3e-5480ca942a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (049b6cbd-807b-499f-a4e8-0d67f764611f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:54.344279 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de284a44-484c-408f-ac3e-5480ca942a1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=049b6cbd-807b-499f-a4e8-0d67f764611f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:54.346224 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de284a44-484c-408f-ac3e-5480ca942a1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:54.351180 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-de284a44-484c-408f-ac3e-5480ca942a1b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/049b6cbd-807b-499f-a4e8-0d67f764611f HTTP/1.1" status: 204 len: 168 time: 0.2706149 Jan 28 14:38:54.351877 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52056) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:54.356498 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37d6f0e-9670-40f4-b20a-a2725469a1c7 None None] Network bcef548b-81c8-4eb8-8729-d12c9d6b9126 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:38:54.425864 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ef0f37c9-7ae1-4224-9677-09b1d462250f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (bcef548b-81c8-4eb8-8729-d12c9d6b9126), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:54.483610 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-ef0f37c9-7ae1-4224-9677-09b1d462250f admin admin] Deleting port 58a48100-d569-42e5-907b-135de0e61edc {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:38:54.483946 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ef0f37c9-7ae1-4224-9677-09b1d462250f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (58a48100-d569-42e5-907b-135de0e61edc), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:54.507612 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1090d399-6d07-426f-bd84-976c98dbae2b None None] DHCP port deletion for bcef548b-81c8-4eb8-8729-d12c9d6b9126 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:38:54.550537 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-ef0f37c9-7ae1-4224-9677-09b1d462250f admin admin] For port 58a48100-d569-42e5-907b-135de0e61edc, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=58a48100-d569-42e5-907b-135de0e61edc,segment=NetworkSegment(88213936-2e8b-4d9c-9c59-6bfbe98d5eec),segment_id=88213936-2e8b-4d9c-9c59-6bfbe98d5eec)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:38:54.550894 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ef0f37c9-7ae1-4224-9677-09b1d462250f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (58a48100-d569-42e5-907b-135de0e61edc), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:54.562680 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1090d399-6d07-426f-bd84-976c98dbae2b None None] Deleting port 58a48100-d569-42e5-907b-135de0e61edc {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:38:54.563084 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1090d399-6d07-426f-bd84-976c98dbae2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (58a48100-d569-42e5-907b-135de0e61edc), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:54.564992 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-ef0f37c9-7ae1-4224-9677-09b1d462250f admin admin] Calling delete_port for 58a48100-d569-42e5-907b-135de0e61edc owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:38:54.629225 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1090d399-6d07-426f-bd84-976c98dbae2b None None] For port 58a48100-d569-42e5-907b-135de0e61edc, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=58a48100-d569-42e5-907b-135de0e61edc,segment=NetworkSegment(88213936-2e8b-4d9c-9c59-6bfbe98d5eec),segment_id=88213936-2e8b-4d9c-9c59-6bfbe98d5eec)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:38:54.629514 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1090d399-6d07-426f-bd84-976c98dbae2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (58a48100-d569-42e5-907b-135de0e61edc), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:54.641742 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1090d399-6d07-426f-bd84-976c98dbae2b None None] Calling delete_port for 58a48100-d569-42e5-907b-135de0e61edc owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:38:54.649901 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ef0f37c9-7ae1-4224-9677-09b1d462250f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (58a48100-d569-42e5-907b-135de0e61edc), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:54.676004 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f37c9-7ae1-4224-9677-09b1d462250f admin admin] Pushing event deleted for resources: {'Port': ['ID=58a48100-d569-42e5-907b-135de0e61edc,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:54.681425 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0f37c9-7ae1-4224-9677-09b1d462250f admin admin] No DVR routers for this DVR port 58a48100-d569-42e5-907b-135de0e61edc on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:38:54.721151 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1090d399-6d07-426f-bd84-976c98dbae2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (58a48100-d569-42e5-907b-135de0e61edc), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:54.746867 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090d399-6d07-426f-bd84-976c98dbae2b None None] Pushing event deleted for resources: {'Port': ['ID=58a48100-d569-42e5-907b-135de0e61edc,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:54.748635 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1090d399-6d07-426f-bd84-976c98dbae2b None None] No DVR routers for this DVR port 58a48100-d569-42e5-907b-135de0e61edc on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:38:54.764091 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ef0f37c9-7ae1-4224-9677-09b1d462250f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (bcef548b-81c8-4eb8-8729-d12c9d6b9126), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:54.784577 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-ef0f37c9-7ae1-4224-9677-09b1d462250f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcef548b-81c8-4eb8-8729-d12c9d6b9126']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:54.793689 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-ef0f37c9-7ae1-4224-9677-09b1d462250f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88213936-2e8b-4d9c-9c59-6bfbe98d5eec') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:54.793984 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-ef0f37c9-7ae1-4224-9677-09b1d462250f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88213936-2e8b-4d9c-9c59-6bfbe98d5eec') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:54.803374 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ef0f37c9-7ae1-4224-9677-09b1d462250f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (88213936-2e8b-4d9c-9c59-6bfbe98d5eec), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:54.816995 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ef0f37c9-7ae1-4224-9677-09b1d462250f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (88213936-2e8b-4d9c-9c59-6bfbe98d5eec), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:54.823736 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0f37c9-7ae1-4224-9677-09b1d462250f admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:38:54.824106 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ef0f37c9-7ae1-4224-9677-09b1d462250f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (88213936-2e8b-4d9c-9c59-6bfbe98d5eec), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: timer() Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:38:54.825947 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:38:54.884137 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ef0f37c9-7ae1-4224-9677-09b1d462250f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (bcef548b-81c8-4eb8-8729-d12c9d6b9126), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:54.889595 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ef0f37c9-7ae1-4224-9677-09b1d462250f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:54.892964 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ef0f37c9-7ae1-4224-9677-09b1d462250f admin admin] 10.222.0.39 "DELETE /v2.0/networks/bcef548b-81c8-4eb8-8729-d12c9d6b9126 HTTP/1.1" status: 204 len: 168 time: 0.5400217 Jan 28 14:38:54.904804 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f37c9-7ae1-4224-9677-09b1d462250f admin admin] Pushing event deleted for resources: {'Network': ['ID=bcef548b-81c8-4eb8-8729-d12c9d6b9126,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:55.065314 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52060) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:55.105593 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e9c9ae91-d3bc-4ba1-b6fd-32895aed17a8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ad28834f0c049f0b05b9a5c62f4dc98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390480 Jan 28 14:38:55.108168 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52062) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:55.155650 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-356bdf2d-fe9e-43bc-957c-ba605b1a015d admin admin] Publish callbacks [] for security_group (92c08ce8-530f-4e28-8578-6f8722d40ff8), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:55.176786 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-356bdf2d-fe9e-43bc-957c-ba605b1a015d admin admin] Publish callbacks [] for security_group (92c08ce8-530f-4e28-8578-6f8722d40ff8), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:55.227020 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-356bdf2d-fe9e-43bc-957c-ba605b1a015d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (92c08ce8-530f-4e28-8578-6f8722d40ff8), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:55.229594 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-356bdf2d-fe9e-43bc-957c-ba605b1a015d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:55.230894 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-356bdf2d-fe9e-43bc-957c-ba605b1a015d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/92c08ce8-530f-4e28-8578-6f8722d40ff8 HTTP/1.1" status: 204 len: 168 time: 0.1218119 Jan 28 14:38:55.238961 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356bdf2d-fe9e-43bc-957c-ba605b1a015d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c08ce8-530f-4e28-8578-6f8722d40ff8,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:55.555189 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52068) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:55.600151 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-52747b1f-6298-4f3b-a3e0-1b8fe7b3862a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1f7908081aa1473f9fd083af1dd2b3ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437245 Jan 28 14:38:55.603671 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52070) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:55.653839 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3e65338d-ff1c-471e-af0e-4bd4648fc1f7 admin admin] Publish callbacks [] for security_group (1f8708af-2e5c-45a7-aefd-fd676084f049), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:55.675341 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3e65338d-ff1c-471e-af0e-4bd4648fc1f7 admin admin] Publish callbacks [] for security_group (1f8708af-2e5c-45a7-aefd-fd676084f049), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:55.724801 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3e65338d-ff1c-471e-af0e-4bd4648fc1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1f8708af-2e5c-45a7-aefd-fd676084f049), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:55.727401 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3e65338d-ff1c-471e-af0e-4bd4648fc1f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:55.728549 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3e65338d-ff1c-471e-af0e-4bd4648fc1f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f8708af-2e5c-45a7-aefd-fd676084f049 HTTP/1.1" status: 204 len: 168 time: 0.1239591 Jan 28 14:38:55.737719 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65338d-ff1c-471e-af0e-4bd4648fc1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8708af-2e5c-45a7-aefd-fd676084f049,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:56.158461 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 58a48100-d569-42e5-907b-135de0e61edc no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:38:56.178401 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 58a48100-d569-42e5-907b-135de0e61edc {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:38:56.178673 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 58a48100-d569-42e5-907b-135de0e61edc not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:38:56.436488 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52092) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:56.565186 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-84142936-f06a-4892-937e-51dfe7b2742f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-277416970-network', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:38:56.587650 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84142936-f06a-4892-937e-51dfe7b2742f admin admin] Made reservation on behalf of c524615993854bf0976a0a4fb2c2bb0b for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:38:56.590192 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-84142936-f06a-4892-937e-51dfe7b2742f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:56.600197 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-84142936-f06a-4892-937e-51dfe7b2742f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:56.679989 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-84142936-f06a-4892-937e-51dfe7b2742f admin admin] Publish callbacks [] for security_group (20f16098-68b0-44ca-baf1-5250582a888e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:56.684691 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-84142936-f06a-4892-937e-51dfe7b2742f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (20f16098-68b0-44ca-baf1-5250582a888e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:56.708936 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84142936-f06a-4892-937e-51dfe7b2742f admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:38:56.719187 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84142936-f06a-4892-937e-51dfe7b2742f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f16098-68b0-44ca-baf1-5250582a888e,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:56.724086 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-84142936-f06a-4892-937e-51dfe7b2742f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (01d917ee-9395-4a0a-bc8c-045c598c6742), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:56.724434 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-84142936-f06a-4892-937e-51dfe7b2742f admin admin] Added segment 01d917ee-9395-4a0a-bc8c-045c598c6742 of type vlan for network d215e7c4-e735-4334-bd39-fb219bd02545 Jan 28 14:38:56.762923 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-84142936-f06a-4892-937e-51dfe7b2742f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (d215e7c4-e735-4334-bd39-fb219bd02545), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:56.788245 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-84142936-f06a-4892-937e-51dfe7b2742f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (d215e7c4-e735-4334-bd39-fb219bd02545), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:56.789122 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84142936-f06a-4892-937e-51dfe7b2742f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:56.789715 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-84142936-f06a-4892-937e-51dfe7b2742f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:56.819292 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-84142936-f06a-4892-937e-51dfe7b2742f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3813894 Jan 28 14:38:56.822340 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52096) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:56.827482 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-c578e0dc-5e30-4782-a348-31c2a606300c admin admin] Request body: {'subnet': {'network_id': 'd215e7c4-e735-4334-bd39-fb219bd02545', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-277416970-subnet', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:38:56.849761 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c578e0dc-5e30-4782-a348-31c2a606300c admin admin] Made reservation on behalf of c524615993854bf0976a0a4fb2c2bb0b for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:38:56.852155 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c578e0dc-5e30-4782-a348-31c2a606300c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:56.852630 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84142936-f06a-4892-937e-51dfe7b2742f admin admin] Pushing event updated for resources: {'Network': ['ID=d215e7c4-e735-4334-bd39-fb219bd02545,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:56.862855 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network d215e7c4-e735-4334-bd39-fb219bd02545 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:38:57.025552 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c578e0dc-5e30-4782-a348-31c2a606300c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (273d77ab-1f31-4f27-bbfa-5b46faee4674), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:57.075071 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578e0dc-5e30-4782-a348-31c2a606300c admin admin] Pushing event updated for resources: {'Subnet': ['ID=273d77ab-1f31-4f27-bbfa-5b46faee4674,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:57.091517 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c578e0dc-5e30-4782-a348-31c2a606300c admin admin] Checking segment: {'id': '01d917ee-9395-4a0a-bc8c-045c598c6742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd215e7c4-e735-4334-bd39-fb219bd02545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:38:57.091873 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c578e0dc-5e30-4782-a348-31c2a606300c admin admin] Network hostable DHCP agents. Network: d215e7c4-e735-4334-bd39-fb219bd02545, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:38:57.109731 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c578e0dc-5e30-4782-a348-31c2a606300c admin admin] Network d215e7c4-e735-4334-bd39-fb219bd02545 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:38:57.119410 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-c578e0dc-5e30-4782-a348-31c2a606300c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, d215e7c4-e735-4334-bd39-fb219bd02545) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:38:57.123813 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c578e0dc-5e30-4782-a348-31c2a606300c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:57.124421 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c578e0dc-5e30-4782-a348-31c2a606300c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:57.128968 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b281067b-764b-42ce-a7a0-cab6bb77cfda None None] Network d215e7c4-e735-4334-bd39-fb219bd02545 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:38:57.141746 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c578e0dc-5e30-4782-a348-31c2a606300c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3182294 Jan 28 14:38:57.144739 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52098) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:57.149059 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-df9e6e28-bed3-47b8-987a-8e0d924f8da8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-277416970-router', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:38:57.168695 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df9e6e28-bed3-47b8-987a-8e0d924f8da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (4c385ad8-3ade-439b-b50b-2bd14d6a2b50), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:57.169887 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df9e6e28-bed3-47b8-987a-8e0d924f8da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (4c385ad8-3ade-439b-b50b-2bd14d6a2b50), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:57.226974 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df9e6e28-bed3-47b8-987a-8e0d924f8da8 admin admin] Publish callbacks [] for router_controller (4c385ad8-3ade-439b-b50b-2bd14d6a2b50), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:57.235452 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1e7b76-d14e-46eb-a2e4-0effdc2f2eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-d215e7c4-e735-4334-bd39-fb219bd02545', 'network_id': 'd215e7c4-e735-4334-bd39-fb219bd02545', 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'fixed_ips': [{'subnet_id': '273d77ab-1f31-4f27-bbfa-5b46faee4674'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:38:57.236945 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7b76-d14e-46eb-a2e4-0effdc2f2eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:57.361127 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df9e6e28-bed3-47b8-987a-8e0d924f8da8 admin admin] Publish callbacks [] for router_gateway (4c385ad8-3ade-439b-b50b-2bd14d6a2b50), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:57.368629 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-6d1e7b76-d14e-46eb-a2e4-0effdc2f2eae None None] Allocated IP 172.20.0.2 (d215e7c4-e735-4334-bd39-fb219bd02545/273d77ab-1f31-4f27-bbfa-5b46faee4674/f1246207-bd0a-414d-8f49-c8853cb0c060) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:38:57.515979 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7b76-d14e-46eb-a2e4-0effdc2f2eae None None] Publish callbacks [] for port (f1246207-bd0a-414d-8f49-c8853cb0c060), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:57.522659 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7b76-d14e-46eb-a2e4-0effdc2f2eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (f1246207-bd0a-414d-8f49-c8853cb0c060), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:57.561405 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1e7b76-d14e-46eb-a2e4-0effdc2f2eae None None] Network d215e7c4-e735-4334-bd39-fb219bd02545 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:38:57.566754 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-6d1e7b76-d14e-46eb-a2e4-0effdc2f2eae None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:38:57.568343 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df9e6e28-bed3-47b8-987a-8e0d924f8da8 admin admin] Publish callbacks [] for router_gateway (4c385ad8-3ade-439b-b50b-2bd14d6a2b50), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:57.571125 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1e7b76-d14e-46eb-a2e4-0effdc2f2eae None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:38:57.574344 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e7b76-d14e-46eb-a2e4-0effdc2f2eae None None] Pushing event updated for resources: {'Port': ['ID=f1246207-bd0a-414d-8f49-c8853cb0c060,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:57.587743 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df9e6e28-bed3-47b8-987a-8e0d924f8da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:57.629359 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-6d1e7b76-d14e-46eb-a2e4-0effdc2f2eae None None] Attempting to bind port f1246207-bd0a-414d-8f49-c8853cb0c060 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:38:57.629693 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-6d1e7b76-d14e-46eb-a2e4-0effdc2f2eae None None] Attempting to bind port f1246207-bd0a-414d-8f49-c8853cb0c060 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '01d917ee-9395-4a0a-bc8c-045c598c6742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd215e7c4-e735-4334-bd39-fb219bd02545'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:38:57.630064 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1e7b76-d14e-46eb-a2e4-0effdc2f2eae None None] Attempting to bind port f1246207-bd0a-414d-8f49-c8853cb0c060 on network d215e7c4-e735-4334-bd39-fb219bd02545 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:38:57.636366 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1e7b76-d14e-46eb-a2e4-0effdc2f2eae None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:38:57.636783 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1e7b76-d14e-46eb-a2e4-0effdc2f2eae None None] Checking segment: {'id': '01d917ee-9395-4a0a-bc8c-045c598c6742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd215e7c4-e735-4334-bd39-fb219bd02545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:38:57.637188 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7b76-d14e-46eb-a2e4-0effdc2f2eae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:57.637575 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1e7b76-d14e-46eb-a2e4-0effdc2f2eae None None] Bound using segment: {'id': '01d917ee-9395-4a0a-bc8c-045c598c6742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd215e7c4-e735-4334-bd39-fb219bd02545'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:38:57.638045 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-6d1e7b76-d14e-46eb-a2e4-0effdc2f2eae None None] Bound port: f1246207-bd0a-414d-8f49-c8853cb0c060, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d917ee-9395-4a0a-bc8c-045c598c6742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd215e7c4-e735-4334-bd39-fb219bd02545'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:38:57.638558 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7b76-d14e-46eb-a2e4-0effdc2f2eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f1246207-bd0a-414d-8f49-c8853cb0c060), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:57.697604 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-df9e6e28-bed3-47b8-987a-8e0d924f8da8 admin admin] Allocated IP 172.25.3.117 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/13482064-467a-4d36-8b13-5f57c657e64c) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:38:57.707401 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-6d1e7b76-d14e-46eb-a2e4-0effdc2f2eae None None] For port f1246207-bd0a-414d-8f49-c8853cb0c060, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:38:57.710727 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-6d1e7b76-d14e-46eb-a2e4-0effdc2f2eae None None] For port f1246207-bd0a-414d-8f49-c8853cb0c060, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=f1246207-bd0a-414d-8f49-c8853cb0c060,segment=NetworkSegment(01d917ee-9395-4a0a-bc8c-045c598c6742),segment_id=01d917ee-9395-4a0a-bc8c-045c598c6742)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:38:57.715900 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7b76-d14e-46eb-a2e4-0effdc2f2eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f1246207-bd0a-414d-8f49-c8853cb0c060), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:57.776920 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e7b76-d14e-46eb-a2e4-0effdc2f2eae None None] Pushing event updated for resources: {'Port': ['ID=f1246207-bd0a-414d-8f49-c8853cb0c060,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:57.811063 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df9e6e28-bed3-47b8-987a-8e0d924f8da8 admin admin] Publish callbacks [] for port (13482064-467a-4d36-8b13-5f57c657e64c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:57.846016 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df9e6e28-bed3-47b8-987a-8e0d924f8da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (13482064-467a-4d36-8b13-5f57c657e64c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:57.886891 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9e6e28-bed3-47b8-987a-8e0d924f8da8 admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:38:57.891874 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-df9e6e28-bed3-47b8-987a-8e0d924f8da8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:38:57.896728 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9e6e28-bed3-47b8-987a-8e0d924f8da8 admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:38:57.927988 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e6e28-bed3-47b8-987a-8e0d924f8da8 admin admin] Pushing event updated for resources: {'Port': ['ID=13482064-467a-4d36-8b13-5f57c657e64c,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:58.179912 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df9e6e28-bed3-47b8-987a-8e0d924f8da8 admin admin] Publish callbacks [] for router_gateway (4c385ad8-3ade-439b-b50b-2bd14d6a2b50), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:58.202271 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device f1246207-bd0a-414d-8f49-c8853cb0c060 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:38:58.378974 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df9e6e28-bed3-47b8-987a-8e0d924f8da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (4c385ad8-3ade-439b-b50b-2bd14d6a2b50), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:58.421012 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port f1246207-bd0a-414d-8f49-c8853cb0c060 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:38:58.421664 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (f1246207-bd0a-414d-8f49-c8853cb0c060), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:58.501412 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port f1246207-bd0a-414d-8f49-c8853cb0c060 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:38:58.501800 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f1246207-bd0a-414d-8f49-c8853cb0c060), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:58.522815 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9e6e28-bed3-47b8-987a-8e0d924f8da8 admin admin] Router 4c385ad8-3ade-439b-b50b-2bd14d6a2b50 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:38:58.544888 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port f1246207-bd0a-414d-8f49-c8853cb0c060, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=f1246207-bd0a-414d-8f49-c8853cb0c060,segment=NetworkSegment(01d917ee-9395-4a0a-bc8c-045c598c6742),segment_id=01d917ee-9395-4a0a-bc8c-045c598c6742)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:38:58.549678 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f1246207-bd0a-414d-8f49-c8853cb0c060), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:58.601866 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=f1246207-bd0a-414d-8f49-c8853cb0c060,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:58.645596 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9e6e28-bed3-47b8-987a-8e0d924f8da8 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:38:58.657484 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4496e7-904b-491c-8746-083356f2dff9 None None] Sync routers for ids ['4c385ad8-3ade-439b-b50b-2bd14d6a2b50'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:38:58.665960 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df9e6e28-bed3-47b8-987a-8e0d924f8da8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:58.667316 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-df9e6e28-bed3-47b8-987a-8e0d924f8da8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5215518 Jan 28 14:38:58.669509 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4496e7-904b-491c-8746-083356f2dff9 None None] Routers {'4c385ad8-3ade-439b-b50b-2bd14d6a2b50'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:38:58.670126 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-1e4496e7-904b-491c-8746-083356f2dff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:38:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['4c385ad8-3ade-439b-b50b-2bd14d6a2b50'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:58.670276 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52100) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:58.753741 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2139ada5-4361-4894-87d6-dcb3bf981a4f None None] Network d215e7c4-e735-4334-bd39-fb219bd02545 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:38:58.788213 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-1e4496e7-904b-491c-8746-083356f2dff9 None None] Set router 4c385ad8-3ade-439b-b50b-2bd14d6a2b50 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:38:58.880089 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-09ce3315-b76d-4415-a760-94cc5e5bdbfa None None] Provisioning complete for port f1246207-bd0a-414d-8f49-c8853cb0c060 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:38:58.880461 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-09ce3315-b76d-4415-a760-94cc5e5bdbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (f1246207-bd0a-414d-8f49-c8853cb0c060), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:58.983422 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-1e4496e7-904b-491c-8746-083356f2dff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'name': 'tempest-TestMinimumBasicScenario-277416970-router', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '13482064-467a-4d36-8b13-5f57c657e64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:57Z', 'updated_at': '2022-01-28T14:38:58Z', 'revision_number': 3, 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'gw_port': {'id': '13482064-467a-4d36-8b13-5f57c657e64c', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:57Z', 'updated_at': '2022-01-28T14:38:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:59.024052 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4496e7-904b-491c-8746-083356f2dff9 None None] Checking router: 4c385ad8-3ade-439b-b50b-2bd14d6a2b50 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:38:59.024643 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4496e7-904b-491c-8746-083356f2dff9 None None] Updating router 4c385ad8-3ade-439b-b50b-2bd14d6a2b50 port 13482064-467a-4d36-8b13-5f57c657e64c binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:38:59.039637 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-09ce3315-b76d-4415-a760-94cc5e5bdbfa None None] Current status of the port f1246207-bd0a-414d-8f49-c8853cb0c060 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:38:59.057742 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e4496e7-904b-491c-8746-083356f2dff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (13482064-467a-4d36-8b13-5f57c657e64c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:59.232902 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2283eee5-5788-46e0-87bb-4cc622864fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:59.264876 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ba884791-56d0-4948-86c0-0cb559d5358d None None] Provisioning complete for port f1246207-bd0a-414d-8f49-c8853cb0c060 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:38:59.265197 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba884791-56d0-4948-86c0-0cb559d5358d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (f1246207-bd0a-414d-8f49-c8853cb0c060), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:59.344369 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ba884791-56d0-4948-86c0-0cb559d5358d None None] Current status of the port f1246207-bd0a-414d-8f49-c8853cb0c060 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:38:59.360403 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e4496e7-904b-491c-8746-083356f2dff9 None None] Publish callbacks [] for port (13482064-467a-4d36-8b13-5f57c657e64c), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:59.365519 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e4496e7-904b-491c-8746-083356f2dff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (13482064-467a-4d36-8b13-5f57c657e64c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:59.391252 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-2283eee5-5788-46e0-87bb-4cc622864fd7 admin admin] Allocated IP 172.20.0.1 (d215e7c4-e735-4334-bd39-fb219bd02545/273d77ab-1f31-4f27-bbfa-5b46faee4674/2afb1cf7-2064-48cd-8ad9-ce528a302da5) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:38:59.401774 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-71364403-a62e-46a5-b9c7-9673c4c4dc2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:59.424223 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-1e4496e7-904b-491c-8746-083356f2dff9 None None] Attempting to bind port 13482064-467a-4d36-8b13-5f57c657e64c on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:38:59.424584 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-1e4496e7-904b-491c-8746-083356f2dff9 None None] Attempting to bind port 13482064-467a-4d36-8b13-5f57c657e64c by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:38:59.424941 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4496e7-904b-491c-8746-083356f2dff9 None None] Attempting to bind port 13482064-467a-4d36-8b13-5f57c657e64c on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:38:59.432122 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf02f64-6466-40e7-bb7b-dd1cea743cda None None] Pushing event updated for resources: {'Port': ['ID=13482064-467a-4d36-8b13-5f57c657e64c,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:59.438663 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4496e7-904b-491c-8746-083356f2dff9 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:38:59.439083 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4496e7-904b-491c-8746-083356f2dff9 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:38:59.439493 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e4496e7-904b-491c-8746-083356f2dff9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:59.439876 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4496e7-904b-491c-8746-083356f2dff9 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:38:59.440357 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-1e4496e7-904b-491c-8746-083356f2dff9 None None] Bound port: 13482064-467a-4d36-8b13-5f57c657e64c, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:38:59.440726 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e4496e7-904b-491c-8746-083356f2dff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (13482064-467a-4d36-8b13-5f57c657e64c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:59.442894 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf02f64-6466-40e7-bb7b-dd1cea743cda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:59.443250 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf02f64-6466-40e7-bb7b-dd1cea743cda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:59.443593 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf02f64-6466-40e7-bb7b-dd1cea743cda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:59.443911 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf02f64-6466-40e7-bb7b-dd1cea743cda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:59.444251 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf02f64-6466-40e7-bb7b-dd1cea743cda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:59.444566 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf02f64-6466-40e7-bb7b-dd1cea743cda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:59.444886 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf02f64-6466-40e7-bb7b-dd1cea743cda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:59.445201 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf02f64-6466-40e7-bb7b-dd1cea743cda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:59.445543 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf02f64-6466-40e7-bb7b-dd1cea743cda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:59.445801 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf02f64-6466-40e7-bb7b-dd1cea743cda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:59.446129 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf02f64-6466-40e7-bb7b-dd1cea743cda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:59.446442 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf02f64-6466-40e7-bb7b-dd1cea743cda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:59.446735 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf02f64-6466-40e7-bb7b-dd1cea743cda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:59.498042 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-1e4496e7-904b-491c-8746-083356f2dff9 None None] For port 13482064-467a-4d36-8b13-5f57c657e64c, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:38:59.498280 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2283eee5-5788-46e0-87bb-4cc622864fd7 admin admin] Publish callbacks [] for port (2afb1cf7-2064-48cd-8ad9-ce528a302da5), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:59.501373 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-1e4496e7-904b-491c-8746-083356f2dff9 None None] For port 13482064-467a-4d36-8b13-5f57c657e64c, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=13482064-467a-4d36-8b13-5f57c657e64c,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:38:59.506534 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1e4496e7-904b-491c-8746-083356f2dff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (13482064-467a-4d36-8b13-5f57c657e64c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:59.534684 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2283eee5-5788-46e0-87bb-4cc622864fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (2afb1cf7-2064-48cd-8ad9-ce528a302da5), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:59.563021 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4496e7-904b-491c-8746-083356f2dff9 None None] Routers {'4c385ad8-3ade-439b-b50b-2bd14d6a2b50'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:38:59.563643 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-1e4496e7-904b-491c-8746-083356f2dff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:38:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['4c385ad8-3ade-439b-b50b-2bd14d6a2b50'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:59.575082 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2283eee5-5788-46e0-87bb-4cc622864fd7 admin admin] Network d215e7c4-e735-4334-bd39-fb219bd02545 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:38:59.580435 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-2283eee5-5788-46e0-87bb-4cc622864fd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:38:59.584982 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2283eee5-5788-46e0-87bb-4cc622864fd7 admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:38:59.587977 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283eee5-5788-46e0-87bb-4cc622864fd7 admin admin] Pushing event updated for resources: {'Port': ['ID=2afb1cf7-2064-48cd-8ad9-ce528a302da5,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:59.601747 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf02f64-6466-40e7-bb7b-dd1cea743cda None None] Pushing event updated for resources: {'Port': ['ID=13482064-467a-4d36-8b13-5f57c657e64c,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:59.633382 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2283eee5-5788-46e0-87bb-4cc622864fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (4c385ad8-3ade-439b-b50b-2bd14d6a2b50), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:59.683248 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-1e4496e7-904b-491c-8746-083356f2dff9 None None] Set router 4c385ad8-3ade-439b-b50b-2bd14d6a2b50 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:38:59.769290 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2283eee5-5788-46e0-87bb-4cc622864fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2afb1cf7-2064-48cd-8ad9-ce528a302da5), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:59.866463 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-8b95ff52-6ad4-405a-80d6-c73e108034e1 None None] Provisioning complete for port 2afb1cf7-2064-48cd-8ad9-ce528a302da5 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:38:59.867069 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b95ff52-6ad4-405a-80d6-c73e108034e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2afb1cf7-2064-48cd-8ad9-ce528a302da5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:59.872940 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-1e4496e7-904b-491c-8746-083356f2dff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'name': 'tempest-TestMinimumBasicScenario-277416970-router', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '13482064-467a-4d36-8b13-5f57c657e64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:57Z', 'updated_at': '2022-01-28T14:38:58Z', 'revision_number': 3, 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'gw_port': {'id': '13482064-467a-4d36-8b13-5f57c657e64c', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:57Z', 'updated_at': '2022-01-28T14:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:59.900602 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4496e7-904b-491c-8746-083356f2dff9 None None] The sync data for ids ['4c385ad8-3ade-439b-b50b-2bd14d6a2b50'] in n-d-822747-2 is: [{'id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'name': 'tempest-TestMinimumBasicScenario-277416970-router', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '13482064-467a-4d36-8b13-5f57c657e64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:57Z', 'updated_at': '2022-01-28T14:38:58Z', 'revision_number': 3, 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'gw_port': {'id': '13482064-467a-4d36-8b13-5f57c657e64c', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:57Z', 'updated_at': '2022-01-28T14:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:38:59.908616 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8b95ff52-6ad4-405a-80d6-c73e108034e1 None None] Port 2afb1cf7-2064-48cd-8ad9-ce528a302da5 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:38:59.939298 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2283eee5-5788-46e0-87bb-4cc622864fd7 admin admin] Publish callbacks [] for port (2afb1cf7-2064-48cd-8ad9-ce528a302da5), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:59.944249 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2283eee5-5788-46e0-87bb-4cc622864fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (2afb1cf7-2064-48cd-8ad9-ce528a302da5), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:00.014767 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283eee5-5788-46e0-87bb-4cc622864fd7 admin admin] Pushing event updated for resources: {'Port': ['ID=2afb1cf7-2064-48cd-8ad9-ce528a302da5,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:00.019021 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2283eee5-5788-46e0-87bb-4cc622864fd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (4c385ad8-3ade-439b-b50b-2bd14d6a2b50), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:00.132610 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2283eee5-5788-46e0-87bb-4cc622864fd7 admin admin] Network d215e7c4-e735-4334-bd39-fb219bd02545 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:39:00.135074 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-2283eee5-5788-46e0-87bb-4cc622864fd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:39:00.270061 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2283eee5-5788-46e0-87bb-4cc622864fd7 admin admin] Router 4c385ad8-3ade-439b-b50b-2bd14d6a2b50 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:39:00.349946 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 13482064-467a-4d36-8b13-5f57c657e64c up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:39:00.406874 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 13482064-467a-4d36-8b13-5f57c657e64c triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:00.407575 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (13482064-467a-4d36-8b13-5f57c657e64c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:00.415743 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2283eee5-5788-46e0-87bb-4cc622864fd7 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:39:00.424576 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2283eee5-5788-46e0-87bb-4cc622864fd7 admin admin] 10.222.0.39 "PUT /v2.0/routers/4c385ad8-3ade-439b-b50b-2bd14d6a2b50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7530308 Jan 28 14:39:00.459000 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-3d10d926-fa08-4b5e-94df-3c221032f3c7 None None] Provisioning complete for port 2afb1cf7-2064-48cd-8ad9-ce528a302da5 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:00.459338 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3d10d926-fa08-4b5e-94df-3c221032f3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2afb1cf7-2064-48cd-8ad9-ce528a302da5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:00.520893 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3d10d926-fa08-4b5e-94df-3c221032f3c7 None None] Port 2afb1cf7-2064-48cd-8ad9-ce528a302da5 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:39:00.538973 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 13482064-467a-4d36-8b13-5f57c657e64c is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:00.539553 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (13482064-467a-4d36-8b13-5f57c657e64c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:00.566249 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 13482064-467a-4d36-8b13-5f57c657e64c, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=13482064-467a-4d36-8b13-5f57c657e64c,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:39:00.571986 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (13482064-467a-4d36-8b13-5f57c657e64c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:00.573052 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device f1246207-bd0a-414d-8f49-c8853cb0c060 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:39:00.656081 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=13482064-467a-4d36-8b13-5f57c657e64c,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:00.669618 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port f1246207-bd0a-414d-8f49-c8853cb0c060 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:00.670002 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (f1246207-bd0a-414d-8f49-c8853cb0c060), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:00.757704 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port f1246207-bd0a-414d-8f49-c8853cb0c060 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:00.960532 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52116) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:00.965702 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-badc5923-f051-4719-ac7f-18c5d4df0a52 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-29848495-network', 'tenant_id': '019ff0c718bc4f239459f92c8ee75c67'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:39:00.986220 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badc5923-f051-4719-ac7f-18c5d4df0a52 admin admin] Made reservation on behalf of 019ff0c718bc4f239459f92c8ee75c67 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:39:00.988862 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-badc5923-f051-4719-ac7f-18c5d4df0a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:01.001867 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-badc5923-f051-4719-ac7f-18c5d4df0a52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:01.081261 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-badc5923-f051-4719-ac7f-18c5d4df0a52 admin admin] Publish callbacks [] for security_group (96b4ae7e-2d76-4be3-bd08-3db9e722d1e0), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:01.085440 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-badc5923-f051-4719-ac7f-18c5d4df0a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (96b4ae7e-2d76-4be3-bd08-3db9e722d1e0), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:01.110031 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-badc5923-f051-4719-ac7f-18c5d4df0a52 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:39:01.119772 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc5923-f051-4719-ac7f-18c5d4df0a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b4ae7e-2d76-4be3-bd08-3db9e722d1e0,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:01.125859 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-badc5923-f051-4719-ac7f-18c5d4df0a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (2ae2caab-c05f-461f-acb2-6907d494b063), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:01.126199 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-badc5923-f051-4719-ac7f-18c5d4df0a52 admin admin] Added segment 2ae2caab-c05f-461f-acb2-6907d494b063 of type vlan for network 839fc942-6cc9-42be-9e52-1d9969b6c294 Jan 28 14:39:01.166535 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-badc5923-f051-4719-ac7f-18c5d4df0a52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (839fc942-6cc9-42be-9e52-1d9969b6c294), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:01.194621 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-badc5923-f051-4719-ac7f-18c5d4df0a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (839fc942-6cc9-42be-9e52-1d9969b6c294), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:01.195807 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badc5923-f051-4719-ac7f-18c5d4df0a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:01.196487 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-badc5923-f051-4719-ac7f-18c5d4df0a52 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:01.231402 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-badc5923-f051-4719-ac7f-18c5d4df0a52 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2697213 Jan 28 14:39:01.234380 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52118) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:01.239537 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-9db0595f-de23-4ff4-926e-8f1d01f9bb00 admin admin] Request body: {'subnet': {'network_id': '839fc942-6cc9-42be-9e52-1d9969b6c294', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-29848495-subnet', 'tenant_id': '019ff0c718bc4f239459f92c8ee75c67', 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:39:01.260715 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc5923-f051-4719-ac7f-18c5d4df0a52 admin admin] Pushing event updated for resources: {'Network': ['ID=839fc942-6cc9-42be-9e52-1d9969b6c294,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:01.265783 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db0595f-de23-4ff4-926e-8f1d01f9bb00 admin admin] Made reservation on behalf of 019ff0c718bc4f239459f92c8ee75c67 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:39:01.268227 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9db0595f-de23-4ff4-926e-8f1d01f9bb00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:01.272771 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 839fc942-6cc9-42be-9e52-1d9969b6c294 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:39:01.447469 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9db0595f-de23-4ff4-926e-8f1d01f9bb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (cb38509d-ff7e-4a0a-96ba-bc36599162de), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:01.501420 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0595f-de23-4ff4-926e-8f1d01f9bb00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb38509d-ff7e-4a0a-96ba-bc36599162de,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:01.516465 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0595f-de23-4ff4-926e-8f1d01f9bb00 admin admin] Checking segment: {'id': '2ae2caab-c05f-461f-acb2-6907d494b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '839fc942-6cc9-42be-9e52-1d9969b6c294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:39:01.516825 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db0595f-de23-4ff4-926e-8f1d01f9bb00 admin admin] Network hostable DHCP agents. Network: 839fc942-6cc9-42be-9e52-1d9969b6c294, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:39:01.536090 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db0595f-de23-4ff4-926e-8f1d01f9bb00 admin admin] Network 839fc942-6cc9-42be-9e52-1d9969b6c294 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:39:01.545737 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-9db0595f-de23-4ff4-926e-8f1d01f9bb00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 839fc942-6cc9-42be-9e52-1d9969b6c294) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:39:01.550278 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db0595f-de23-4ff4-926e-8f1d01f9bb00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:01.550879 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9db0595f-de23-4ff4-926e-8f1d01f9bb00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:01.557389 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c1507a-325a-49c0-96e9-546db0027c58 None None] Sync routers for ids ['4c385ad8-3ade-439b-b50b-2bd14d6a2b50'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:39:01.563400 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923ed4c9-14ab-42e9-97e4-ec61fffc2ce1 None None] Network 839fc942-6cc9-42be-9e52-1d9969b6c294 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:39:01.568584 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9db0595f-de23-4ff4-926e-8f1d01f9bb00 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3329186 Jan 28 14:39:01.571240 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52120) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:01.576005 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-223caf53-1bce-4d66-b6db-9350fff2957c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-29848495-router', 'tenant_id': '019ff0c718bc4f239459f92c8ee75c67', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:39:01.592853 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c1507a-325a-49c0-96e9-546db0027c58 None None] Routers {'4c385ad8-3ade-439b-b50b-2bd14d6a2b50'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:39:01.593287 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-b6c1507a-325a-49c0-96e9-546db0027c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:38:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['4c385ad8-3ade-439b-b50b-2bd14d6a2b50'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:01.596809 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-223caf53-1bce-4d66-b6db-9350fff2957c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (69a1b9cd-b45b-46b4-8ff9-47b9158fd73f), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:01.598030 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-223caf53-1bce-4d66-b6db-9350fff2957c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (69a1b9cd-b45b-46b4-8ff9-47b9158fd73f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:01.653422 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-223caf53-1bce-4d66-b6db-9350fff2957c admin admin] Publish callbacks [] for router_controller (69a1b9cd-b45b-46b4-8ff9-47b9158fd73f), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:01.750740 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066c99bc-7a66-44b2-a241-6d4b6b7a55d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-839fc942-6cc9-42be-9e52-1d9969b6c294', 'network_id': '839fc942-6cc9-42be-9e52-1d9969b6c294', 'project_id': '019ff0c718bc4f239459f92c8ee75c67', 'fixed_ips': [{'subnet_id': 'cb38509d-ff7e-4a0a-96ba-bc36599162de'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:39:01.751724 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-066c99bc-7a66-44b2-a241-6d4b6b7a55d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:01.773534 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-baaf4a36-c45d-4b3a-9119-38d7d49b305c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:01.787994 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-b6c1507a-325a-49c0-96e9-546db0027c58 None None] Set router 4c385ad8-3ade-439b-b50b-2bd14d6a2b50 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:39:01.806707 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-223caf53-1bce-4d66-b6db-9350fff2957c admin admin] Publish callbacks [] for router_gateway (69a1b9cd-b45b-46b4-8ff9-47b9158fd73f), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:02.028651 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-066c99bc-7a66-44b2-a241-6d4b6b7a55d0 None None] Allocated IP 172.20.0.2 (839fc942-6cc9-42be-9e52-1d9969b6c294/cb38509d-ff7e-4a0a-96ba-bc36599162de/62f59551-d2d1-4eea-aaec-dc85b551be32) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:39:02.372982 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 13482064-467a-4d36-8b13-5f57c657e64c up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:39:02.396088 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-223caf53-1bce-4d66-b6db-9350fff2957c admin admin] Publish callbacks [] for router_gateway (69a1b9cd-b45b-46b4-8ff9-47b9158fd73f), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:02.415300 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-223caf53-1bce-4d66-b6db-9350fff2957c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:02.446634 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-b6c1507a-325a-49c0-96e9-546db0027c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'name': 'tempest-TestMinimumBasicScenario-277416970-router', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '13482064-467a-4d36-8b13-5f57c657e64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:57Z', 'updated_at': '2022-01-28T14:38:59Z', 'revision_number': 4, 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'gw_port': {'id': '13482064-467a-4d36-8b13-5f57c657e64c', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:57Z', 'updated_at': '2022-01-28T14:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '2afb1cf7-2064-48cd-8ad9-ce528a302da5', 'name': '', 'network_id': 'd215e7c4-e735-4334-bd39-fb219bd02545', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'mac_address': 'fa:16:3e:74:82:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '273d77ab-1f31-4f27-bbfa-5b46faee4674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:59Z', 'updated_at': '2022-01-28T14:38:59Z', 'revision_number': 2, 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'subnets': [{'id': '273d77ab-1f31-4f27-bbfa-5b46faee4674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:02.480881 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-066c99bc-7a66-44b2-a241-6d4b6b7a55d0 None None] Publish callbacks [] for port (62f59551-d2d1-4eea-aaec-dc85b551be32), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:02.485450 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c1507a-325a-49c0-96e9-546db0027c58 None None] Checking router: 4c385ad8-3ade-439b-b50b-2bd14d6a2b50 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:39:02.485844 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c1507a-325a-49c0-96e9-546db0027c58 None None] Updating router 4c385ad8-3ade-439b-b50b-2bd14d6a2b50 port 2afb1cf7-2064-48cd-8ad9-ce528a302da5 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:39:02.490899 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-066c99bc-7a66-44b2-a241-6d4b6b7a55d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (62f59551-d2d1-4eea-aaec-dc85b551be32), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:02.525041 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-223caf53-1bce-4d66-b6db-9350fff2957c admin admin] Allocated IP 172.25.3.122 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/20366174-ea6f-48a7-96b6-a725fc8b87e0) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:39:02.543999 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b6c1507a-325a-49c0-96e9-546db0027c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2afb1cf7-2064-48cd-8ad9-ce528a302da5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:02.565703 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066c99bc-7a66-44b2-a241-6d4b6b7a55d0 None None] Network 839fc942-6cc9-42be-9e52-1d9969b6c294 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:39:02.569554 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 13482064-467a-4d36-8b13-5f57c657e64c triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:02.569751 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (13482064-467a-4d36-8b13-5f57c657e64c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:02.571569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-066c99bc-7a66-44b2-a241-6d4b6b7a55d0 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:39:02.581197 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066c99bc-7a66-44b2-a241-6d4b6b7a55d0 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:39:02.608613 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c99bc-7a66-44b2-a241-6d4b6b7a55d0 None None] Pushing event updated for resources: {'Port': ['ID=62f59551-d2d1-4eea-aaec-dc85b551be32,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:02.641311 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-223caf53-1bce-4d66-b6db-9350fff2957c admin admin] Publish callbacks [] for port (20366174-ea6f-48a7-96b6-a725fc8b87e0), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:02.678953 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-223caf53-1bce-4d66-b6db-9350fff2957c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (20366174-ea6f-48a7-96b6-a725fc8b87e0), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:02.717974 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223caf53-1bce-4d66-b6db-9350fff2957c admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:39:02.723487 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-223caf53-1bce-4d66-b6db-9350fff2957c admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:39:02.727961 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223caf53-1bce-4d66-b6db-9350fff2957c admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:39:02.731144 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223caf53-1bce-4d66-b6db-9350fff2957c admin admin] Pushing event updated for resources: {'Port': ['ID=20366174-ea6f-48a7-96b6-a725fc8b87e0,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:02.760737 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-066c99bc-7a66-44b2-a241-6d4b6b7a55d0 None None] Attempting to bind port 62f59551-d2d1-4eea-aaec-dc85b551be32 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:39:02.761104 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-066c99bc-7a66-44b2-a241-6d4b6b7a55d0 None None] Attempting to bind port 62f59551-d2d1-4eea-aaec-dc85b551be32 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '2ae2caab-c05f-461f-acb2-6907d494b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '839fc942-6cc9-42be-9e52-1d9969b6c294'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:39:02.761480 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066c99bc-7a66-44b2-a241-6d4b6b7a55d0 None None] Attempting to bind port 62f59551-d2d1-4eea-aaec-dc85b551be32 on network 839fc942-6cc9-42be-9e52-1d9969b6c294 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:39:02.779145 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066c99bc-7a66-44b2-a241-6d4b6b7a55d0 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:39:02.779978 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066c99bc-7a66-44b2-a241-6d4b6b7a55d0 None None] Checking segment: {'id': '2ae2caab-c05f-461f-acb2-6907d494b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '839fc942-6cc9-42be-9e52-1d9969b6c294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:39:02.780276 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-066c99bc-7a66-44b2-a241-6d4b6b7a55d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:02.780704 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066c99bc-7a66-44b2-a241-6d4b6b7a55d0 None None] Bound using segment: {'id': '2ae2caab-c05f-461f-acb2-6907d494b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '839fc942-6cc9-42be-9e52-1d9969b6c294'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:39:02.781240 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-066c99bc-7a66-44b2-a241-6d4b6b7a55d0 None None] Bound port: 62f59551-d2d1-4eea-aaec-dc85b551be32, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae2caab-c05f-461f-acb2-6907d494b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '839fc942-6cc9-42be-9e52-1d9969b6c294'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:39:02.781624 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-066c99bc-7a66-44b2-a241-6d4b6b7a55d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (62f59551-d2d1-4eea-aaec-dc85b551be32), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:02.905533 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 13482064-467a-4d36-8b13-5f57c657e64c is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:02.949158 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-066c99bc-7a66-44b2-a241-6d4b6b7a55d0 None None] For port 62f59551-d2d1-4eea-aaec-dc85b551be32, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:39:02.953490 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-066c99bc-7a66-44b2-a241-6d4b6b7a55d0 None None] For port 62f59551-d2d1-4eea-aaec-dc85b551be32, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=62f59551-d2d1-4eea-aaec-dc85b551be32,segment=NetworkSegment(2ae2caab-c05f-461f-acb2-6907d494b063),segment_id=2ae2caab-c05f-461f-acb2-6907d494b063)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:39:02.965271 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-066c99bc-7a66-44b2-a241-6d4b6b7a55d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (62f59551-d2d1-4eea-aaec-dc85b551be32), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:02.995329 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-223caf53-1bce-4d66-b6db-9350fff2957c admin admin] Publish callbacks [] for router_gateway (69a1b9cd-b45b-46b4-8ff9-47b9158fd73f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:03.073533 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c99bc-7a66-44b2-a241-6d4b6b7a55d0 None None] Pushing event updated for resources: {'Port': ['ID=62f59551-d2d1-4eea-aaec-dc85b551be32,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:03.080119 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b6c1507a-325a-49c0-96e9-546db0027c58 None None] Publish callbacks [] for port (2afb1cf7-2064-48cd-8ad9-ce528a302da5), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:03.087711 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b6c1507a-325a-49c0-96e9-546db0027c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2afb1cf7-2064-48cd-8ad9-ce528a302da5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:03.138562 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d01c8-3b29-4ac6-ace6-10e9c5e9d6b9 None None] Pushing event updated for resources: {'Port': ['ID=2afb1cf7-2064-48cd-8ad9-ce528a302da5,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:03.213587 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-b6c1507a-325a-49c0-96e9-546db0027c58 None None] Attempting to bind port 2afb1cf7-2064-48cd-8ad9-ce528a302da5 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:39:03.213974 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-b6c1507a-325a-49c0-96e9-546db0027c58 None None] Attempting to bind port 2afb1cf7-2064-48cd-8ad9-ce528a302da5 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '01d917ee-9395-4a0a-bc8c-045c598c6742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd215e7c4-e735-4334-bd39-fb219bd02545'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:39:03.214629 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c1507a-325a-49c0-96e9-546db0027c58 None None] Attempting to bind port 2afb1cf7-2064-48cd-8ad9-ce528a302da5 on network d215e7c4-e735-4334-bd39-fb219bd02545 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:39:03.220502 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:03.221913 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c1507a-325a-49c0-96e9-546db0027c58 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:39:03.222300 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c1507a-325a-49c0-96e9-546db0027c58 None None] Checking segment: {'id': '01d917ee-9395-4a0a-bc8c-045c598c6742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd215e7c4-e735-4334-bd39-fb219bd02545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:39:03.222707 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b6c1507a-325a-49c0-96e9-546db0027c58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:03.223141 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c1507a-325a-49c0-96e9-546db0027c58 None None] Bound using segment: {'id': '01d917ee-9395-4a0a-bc8c-045c598c6742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd215e7c4-e735-4334-bd39-fb219bd02545'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:39:03.223639 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-b6c1507a-325a-49c0-96e9-546db0027c58 None None] Bound port: 2afb1cf7-2064-48cd-8ad9-ce528a302da5, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d917ee-9395-4a0a-bc8c-045c598c6742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd215e7c4-e735-4334-bd39-fb219bd02545'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:39:03.224027 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b6c1507a-325a-49c0-96e9-546db0027c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2afb1cf7-2064-48cd-8ad9-ce528a302da5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:03.247594 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-223caf53-1bce-4d66-b6db-9350fff2957c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (69a1b9cd-b45b-46b4-8ff9-47b9158fd73f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:03.313095 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-b6c1507a-325a-49c0-96e9-546db0027c58 None None] For port 2afb1cf7-2064-48cd-8ad9-ce528a302da5, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:39:03.317310 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-b6c1507a-325a-49c0-96e9-546db0027c58 None None] For port 2afb1cf7-2064-48cd-8ad9-ce528a302da5, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2afb1cf7-2064-48cd-8ad9-ce528a302da5,segment=NetworkSegment(01d917ee-9395-4a0a-bc8c-045c598c6742),segment_id=01d917ee-9395-4a0a-bc8c-045c598c6742)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:39:03.324112 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b6c1507a-325a-49c0-96e9-546db0027c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2afb1cf7-2064-48cd-8ad9-ce528a302da5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:03.390781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c1507a-325a-49c0-96e9-546db0027c58 None None] Routers {'4c385ad8-3ade-439b-b50b-2bd14d6a2b50'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:39:03.391491 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-b6c1507a-325a-49c0-96e9-546db0027c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:39:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['4c385ad8-3ade-439b-b50b-2bd14d6a2b50'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:03.424416 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223caf53-1bce-4d66-b6db-9350fff2957c admin admin] Router 69a1b9cd-b45b-46b4-8ff9-47b9158fd73f is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:39:03.508783 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d01c8-3b29-4ac6-ace6-10e9c5e9d6b9 None None] Pushing event updated for resources: {'Port': ['ID=2afb1cf7-2064-48cd-8ad9-ce528a302da5,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:03.523215 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-b6c1507a-325a-49c0-96e9-546db0027c58 None None] Set router 4c385ad8-3ade-439b-b50b-2bd14d6a2b50 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:39:03.569253 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223caf53-1bce-4d66-b6db-9350fff2957c admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:39:03.578264 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6743277a-6f9d-424c-81e9-04b4c9d74273 None None] Sync routers for ids ['69a1b9cd-b45b-46b4-8ff9-47b9158fd73f'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:39:03.595175 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6743277a-6f9d-424c-81e9-04b4c9d74273 None None] Routers {'69a1b9cd-b45b-46b4-8ff9-47b9158fd73f'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:39:03.595793 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-6743277a-6f9d-424c-81e9-04b4c9d74273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:39:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['69a1b9cd-b45b-46b4-8ff9-47b9158fd73f'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:03.598027 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-1d5fba15-9134-40dc-80c5-4e39dbd3c49f None None] Provisioning complete for port 2afb1cf7-2064-48cd-8ad9-ce528a302da5 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:03.598461 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d5fba15-9134-40dc-80c5-4e39dbd3c49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2afb1cf7-2064-48cd-8ad9-ce528a302da5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:03.600148 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-223caf53-1bce-4d66-b6db-9350fff2957c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:03.601513 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-223caf53-1bce-4d66-b6db-9350fff2957c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0289695 Jan 28 14:39:03.604409 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52122) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:03.767623 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1d5fba15-9134-40dc-80c5-4e39dbd3c49f None None] Current status of the port 2afb1cf7-2064-48cd-8ad9-ce528a302da5 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:03.768011 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d5fba15-9134-40dc-80c5-4e39dbd3c49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (2afb1cf7-2064-48cd-8ad9-ce528a302da5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:03.842223 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1d5fba15-9134-40dc-80c5-4e39dbd3c49f None None] For port 2afb1cf7-2064-48cd-8ad9-ce528a302da5, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2afb1cf7-2064-48cd-8ad9-ce528a302da5,segment=NetworkSegment(01d917ee-9395-4a0a-bc8c-045c598c6742),segment_id=01d917ee-9395-4a0a-bc8c-045c598c6742)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:39:03.848306 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d5fba15-9134-40dc-80c5-4e39dbd3c49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (2afb1cf7-2064-48cd-8ad9-ce528a302da5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:03.862354 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-6743277a-6f9d-424c-81e9-04b4c9d74273 None None] Set router 69a1b9cd-b45b-46b4-8ff9-47b9158fd73f gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:39:03.905510 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fba15-9134-40dc-80c5-4e39dbd3c49f None None] Pushing event updated for resources: {'Port': ['ID=2afb1cf7-2064-48cd-8ad9-ce528a302da5,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:03.913615 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-b6c1507a-325a-49c0-96e9-546db0027c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'name': 'tempest-TestMinimumBasicScenario-277416970-router', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '13482064-467a-4d36-8b13-5f57c657e64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:57Z', 'updated_at': '2022-01-28T14:38:59Z', 'revision_number': 4, 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'gw_port': {'id': '13482064-467a-4d36-8b13-5f57c657e64c', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:57Z', 'updated_at': '2022-01-28T14:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '2afb1cf7-2064-48cd-8ad9-ce528a302da5', 'name': '', 'network_id': 'd215e7c4-e735-4334-bd39-fb219bd02545', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'mac_address': 'fa:16:3e:74:82:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '273d77ab-1f31-4f27-bbfa-5b46faee4674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:59Z', 'updated_at': '2022-01-28T14:39:03Z', 'revision_number': 4, 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'subnets': [{'id': '273d77ab-1f31-4f27-bbfa-5b46faee4674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:03.941964 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c1507a-325a-49c0-96e9-546db0027c58 None None] The sync data for ids ['4c385ad8-3ade-439b-b50b-2bd14d6a2b50'] in n-d-822747-2 is: [{'id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'name': 'tempest-TestMinimumBasicScenario-277416970-router', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '13482064-467a-4d36-8b13-5f57c657e64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:57Z', 'updated_at': '2022-01-28T14:38:59Z', 'revision_number': 4, 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'gw_port': {'id': '13482064-467a-4d36-8b13-5f57c657e64c', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:57Z', 'updated_at': '2022-01-28T14:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '2afb1cf7-2064-48cd-8ad9-ce528a302da5', 'name': '', 'network_id': 'd215e7c4-e735-4334-bd39-fb219bd02545', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'mac_address': 'fa:16:3e:74:82:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '273d77ab-1f31-4f27-bbfa-5b46faee4674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:59Z', 'updated_at': '2022-01-28T14:39:03Z', 'revision_number': 4, 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'subnets': [{'id': '273d77ab-1f31-4f27-bbfa-5b46faee4674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:39:03.984001 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d8ebca1b-db95-41e0-9a80-d63547476907 None None] Provisioning complete for port 2afb1cf7-2064-48cd-8ad9-ce528a302da5 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:03.984510 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8ebca1b-db95-41e0-9a80-d63547476907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2afb1cf7-2064-48cd-8ad9-ce528a302da5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:04.130659 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-6743277a-6f9d-424c-81e9-04b4c9d74273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a1b9cd-b45b-46b4-8ff9-47b9158fd73f', 'name': 'tempest-TestMinimumBasicScenario-29848495-router', 'tenant_id': '019ff0c718bc4f239459f92c8ee75c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '20366174-ea6f-48a7-96b6-a725fc8b87e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:39:01Z', 'updated_at': '2022-01-28T14:39:02Z', 'revision_number': 3, 'project_id': '019ff0c718bc4f239459f92c8ee75c67', 'gw_port': {'id': '20366174-ea6f-48a7-96b6-a725fc8b87e0', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a1b9cd-b45b-46b4-8ff9-47b9158fd73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:02Z', 'updated_at': '2022-01-28T14:39:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:04.166997 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6743277a-6f9d-424c-81e9-04b4c9d74273 None None] Checking router: 69a1b9cd-b45b-46b4-8ff9-47b9158fd73f for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:39:04.167433 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6743277a-6f9d-424c-81e9-04b4c9d74273 None None] Updating router 69a1b9cd-b45b-46b4-8ff9-47b9158fd73f port 20366174-ea6f-48a7-96b6-a725fc8b87e0 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:39:04.186396 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-21c85b69-1cf0-477d-b276-de13fa0ac347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:04.221316 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6743277a-6f9d-424c-81e9-04b4c9d74273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (20366174-ea6f-48a7-96b6-a725fc8b87e0), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:04.222622 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d8ebca1b-db95-41e0-9a80-d63547476907 None None] Current status of the port 2afb1cf7-2064-48cd-8ad9-ce528a302da5 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:04.408383 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2afb1cf7-2064-48cd-8ad9-ce528a302da5 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:39:04.436406 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-21c85b69-1cf0-477d-b276-de13fa0ac347 admin admin] Allocated IP 172.20.0.1 (839fc942-6cc9-42be-9e52-1d9969b6c294/cb38509d-ff7e-4a0a-96ba-bc36599162de/4525675e-4273-4b47-8460-88e2742d44f5) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:39:04.498083 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 2afb1cf7-2064-48cd-8ad9-ce528a302da5 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:04.498423 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (2afb1cf7-2064-48cd-8ad9-ce528a302da5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:04.590487 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6743277a-6f9d-424c-81e9-04b4c9d74273 None None] Publish callbacks [] for port (20366174-ea6f-48a7-96b6-a725fc8b87e0), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:04.595962 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e001316-7f91-4afb-b4fb-4d2256b11b41 None None] Network 839fc942-6cc9-42be-9e52-1d9969b6c294 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:39:04.600122 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6743277a-6f9d-424c-81e9-04b4c9d74273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (20366174-ea6f-48a7-96b6-a725fc8b87e0), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:04.619896 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:04.620380 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-21c85b69-1cf0-477d-b276-de13fa0ac347 admin admin] Publish callbacks [] for port (4525675e-4273-4b47-8460-88e2742d44f5), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:04.669212 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6743277a-6f9d-424c-81e9-04b4c9d74273 None None] Attempting to bind port 20366174-ea6f-48a7-96b6-a725fc8b87e0 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:39:04.669824 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6743277a-6f9d-424c-81e9-04b4c9d74273 None None] Attempting to bind port 20366174-ea6f-48a7-96b6-a725fc8b87e0 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:39:04.670083 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6743277a-6f9d-424c-81e9-04b4c9d74273 None None] Attempting to bind port 20366174-ea6f-48a7-96b6-a725fc8b87e0 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:39:04.672253 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-21c85b69-1cf0-477d-b276-de13fa0ac347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (4525675e-4273-4b47-8460-88e2742d44f5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:04.684366 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6743277a-6f9d-424c-81e9-04b4c9d74273 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:39:04.684942 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6743277a-6f9d-424c-81e9-04b4c9d74273 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:39:04.685352 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6743277a-6f9d-424c-81e9-04b4c9d74273 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:04.685786 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6743277a-6f9d-424c-81e9-04b4c9d74273 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:39:04.686323 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-6743277a-6f9d-424c-81e9-04b4c9d74273 None None] Bound port: 20366174-ea6f-48a7-96b6-a725fc8b87e0, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:39:04.687130 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6743277a-6f9d-424c-81e9-04b4c9d74273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (20366174-ea6f-48a7-96b6-a725fc8b87e0), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:04.689098 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68247a26-edc3-4de1-a574-880805dd3fae None None] Pushing event updated for resources: {'Port': ['ID=20366174-ea6f-48a7-96b6-a725fc8b87e0,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:04.701638 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 2afb1cf7-2064-48cd-8ad9-ce528a302da5 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:04.702881 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 62f59551-d2d1-4eea-aaec-dc85b551be32 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:39:04.724651 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c85b69-1cf0-477d-b276-de13fa0ac347 admin admin] Network 839fc942-6cc9-42be-9e52-1d9969b6c294 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:39:04.727814 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-21c85b69-1cf0-477d-b276-de13fa0ac347 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:39:04.733881 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c85b69-1cf0-477d-b276-de13fa0ac347 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:39:04.755688 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-6743277a-6f9d-424c-81e9-04b4c9d74273 None None] For port 20366174-ea6f-48a7-96b6-a725fc8b87e0, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:39:04.759998 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-6743277a-6f9d-424c-81e9-04b4c9d74273 None None] For port 20366174-ea6f-48a7-96b6-a725fc8b87e0, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=20366174-ea6f-48a7-96b6-a725fc8b87e0,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:39:04.766344 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-6743277a-6f9d-424c-81e9-04b4c9d74273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (20366174-ea6f-48a7-96b6-a725fc8b87e0), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:04.766779 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c85b69-1cf0-477d-b276-de13fa0ac347 admin admin] Pushing event updated for resources: {'Port': ['ID=4525675e-4273-4b47-8460-88e2742d44f5,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:04.775056 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-63e39208-8236-49e8-923f-ace2a7892256 None None] Provisioning complete for port 62f59551-d2d1-4eea-aaec-dc85b551be32 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:04.775440 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63e39208-8236-49e8-923f-ace2a7892256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (62f59551-d2d1-4eea-aaec-dc85b551be32), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:04.796077 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-21c85b69-1cf0-477d-b276-de13fa0ac347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (69a1b9cd-b45b-46b4-8ff9-47b9158fd73f), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:04.828559 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6743277a-6f9d-424c-81e9-04b4c9d74273 None None] Routers {'69a1b9cd-b45b-46b4-8ff9-47b9158fd73f'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:39:04.829260 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-6743277a-6f9d-424c-81e9-04b4c9d74273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:39:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['69a1b9cd-b45b-46b4-8ff9-47b9158fd73f'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:04.843589 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 62f59551-d2d1-4eea-aaec-dc85b551be32 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:04.844056 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (62f59551-d2d1-4eea-aaec-dc85b551be32), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:04.890065 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68247a26-edc3-4de1-a574-880805dd3fae None None] Pushing event updated for resources: {'Port': ['ID=20366174-ea6f-48a7-96b6-a725fc8b87e0,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:04.972642 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-21c85b69-1cf0-477d-b276-de13fa0ac347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4525675e-4273-4b47-8460-88e2742d44f5), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:05.015561 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-6743277a-6f9d-424c-81e9-04b4c9d74273 None None] Set router 69a1b9cd-b45b-46b4-8ff9-47b9158fd73f gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:39:05.036885 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-63e39208-8236-49e8-923f-ace2a7892256 None None] Current status of the port 62f59551-d2d1-4eea-aaec-dc85b551be32 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:05.039286 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63e39208-8236-49e8-923f-ace2a7892256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (62f59551-d2d1-4eea-aaec-dc85b551be32), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:05.125454 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 62f59551-d2d1-4eea-aaec-dc85b551be32 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:05.126017 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (62f59551-d2d1-4eea-aaec-dc85b551be32), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:05.132498 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-63e39208-8236-49e8-923f-ace2a7892256 None None] For port 62f59551-d2d1-4eea-aaec-dc85b551be32, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=62f59551-d2d1-4eea-aaec-dc85b551be32,segment=NetworkSegment(2ae2caab-c05f-461f-acb2-6907d494b063),segment_id=2ae2caab-c05f-461f-acb2-6907d494b063)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:39:05.152577 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-63e39208-8236-49e8-923f-ace2a7892256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (62f59551-d2d1-4eea-aaec-dc85b551be32), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:05.258886 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-21c85b69-1cf0-477d-b276-de13fa0ac347 admin admin] Publish callbacks [] for port (4525675e-4273-4b47-8460-88e2742d44f5), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:05.269179 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-21c85b69-1cf0-477d-b276-de13fa0ac347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (4525675e-4273-4b47-8460-88e2742d44f5), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:05.273100 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e39208-8236-49e8-923f-ace2a7892256 None None] Pushing event updated for resources: {'Port': ['ID=62f59551-d2d1-4eea-aaec-dc85b551be32,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:05.295428 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 14:39:05.296490 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 14:39:05.308153 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-cadc835d-b09a-47f2-b884-ac5af30e3369 None None] Provisioning complete for port 62f59551-d2d1-4eea-aaec-dc85b551be32 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:05.308531 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cadc835d-b09a-47f2-b884-ac5af30e3369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (62f59551-d2d1-4eea-aaec-dc85b551be32), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:05.352636 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-6743277a-6f9d-424c-81e9-04b4c9d74273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a1b9cd-b45b-46b4-8ff9-47b9158fd73f', 'name': 'tempest-TestMinimumBasicScenario-29848495-router', 'tenant_id': '019ff0c718bc4f239459f92c8ee75c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '20366174-ea6f-48a7-96b6-a725fc8b87e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:39:01Z', 'updated_at': '2022-01-28T14:39:02Z', 'revision_number': 3, 'project_id': '019ff0c718bc4f239459f92c8ee75c67', 'gw_port': {'id': '20366174-ea6f-48a7-96b6-a725fc8b87e0', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a1b9cd-b45b-46b4-8ff9-47b9158fd73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:02Z', 'updated_at': '2022-01-28T14:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:05.360995 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-21c85b69-1cf0-477d-b276-de13fa0ac347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (69a1b9cd-b45b-46b4-8ff9-47b9158fd73f), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:05.377447 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c85b69-1cf0-477d-b276-de13fa0ac347 admin admin] Pushing event updated for resources: {'Port': ['ID=4525675e-4273-4b47-8460-88e2742d44f5,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:05.394244 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6743277a-6f9d-424c-81e9-04b4c9d74273 None None] The sync data for ids ['69a1b9cd-b45b-46b4-8ff9-47b9158fd73f'] in n-d-822747-2 is: [{'id': '69a1b9cd-b45b-46b4-8ff9-47b9158fd73f', 'name': 'tempest-TestMinimumBasicScenario-29848495-router', 'tenant_id': '019ff0c718bc4f239459f92c8ee75c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '20366174-ea6f-48a7-96b6-a725fc8b87e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:39:01Z', 'updated_at': '2022-01-28T14:39:02Z', 'revision_number': 3, 'project_id': '019ff0c718bc4f239459f92c8ee75c67', 'gw_port': {'id': '20366174-ea6f-48a7-96b6-a725fc8b87e0', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a1b9cd-b45b-46b4-8ff9-47b9158fd73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:02Z', 'updated_at': '2022-01-28T14:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:39:05.429388 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-cadc835d-b09a-47f2-b884-ac5af30e3369 None None] Current status of the port 62f59551-d2d1-4eea-aaec-dc85b551be32 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:05.441177 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-cadc835d-b09a-47f2-b884-ac5af30e3369 None None] Provisioning complete for port 4525675e-4273-4b47-8460-88e2742d44f5 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:05.441700 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cadc835d-b09a-47f2-b884-ac5af30e3369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4525675e-4273-4b47-8460-88e2742d44f5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:05.484717 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-cadc835d-b09a-47f2-b884-ac5af30e3369 None None] Port 4525675e-4273-4b47-8460-88e2742d44f5 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:39:05.497617 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c85b69-1cf0-477d-b276-de13fa0ac347 admin admin] Network 839fc942-6cc9-42be-9e52-1d9969b6c294 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:39:05.499195 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-21c85b69-1cf0-477d-b276-de13fa0ac347 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:39:05.612661 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d14fff10-5512-4392-96da-8d84465c2c9a None None] Provisioning complete for port 4525675e-4273-4b47-8460-88e2742d44f5 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:05.613626 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d14fff10-5512-4392-96da-8d84465c2c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4525675e-4273-4b47-8460-88e2742d44f5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:05.636221 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c85b69-1cf0-477d-b276-de13fa0ac347 admin admin] Router 69a1b9cd-b45b-46b4-8ff9-47b9158fd73f has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:39:05.674604 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d14fff10-5512-4392-96da-8d84465c2c9a None None] Port 4525675e-4273-4b47-8460-88e2742d44f5 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:39:05.775688 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c85b69-1cf0-477d-b276-de13fa0ac347 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:39:05.781108 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-21c85b69-1cf0-477d-b276-de13fa0ac347 admin admin] 10.222.0.39 "PUT /v2.0/routers/69a1b9cd-b45b-46b4-8ff9-47b9158fd73f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1752977 Jan 28 14:39:05.794978 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-6c70be91-54df-4b4b-9e2a-f5781234062c None None] Provisioning complete for port 4525675e-4273-4b47-8460-88e2742d44f5 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:05.795353 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6c70be91-54df-4b4b-9e2a-f5781234062c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4525675e-4273-4b47-8460-88e2742d44f5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:05.871333 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6c70be91-54df-4b4b-9e2a-f5781234062c None None] Port 4525675e-4273-4b47-8460-88e2742d44f5 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:39:05.873011 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 62f59551-d2d1-4eea-aaec-dc85b551be32 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:06.281270 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 62f59551-d2d1-4eea-aaec-dc85b551be32 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:39:06.337678 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 62f59551-d2d1-4eea-aaec-dc85b551be32 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:06.338056 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (62f59551-d2d1-4eea-aaec-dc85b551be32), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:06.436359 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 62f59551-d2d1-4eea-aaec-dc85b551be32 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:06.438156 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 20366174-ea6f-48a7-96b6-a725fc8b87e0 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:39:06.458274 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:06.489755 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 20366174-ea6f-48a7-96b6-a725fc8b87e0 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:06.490149 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (20366174-ea6f-48a7-96b6-a725fc8b87e0), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:06.768445 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 20366174-ea6f-48a7-96b6-a725fc8b87e0 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:06.768979 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (20366174-ea6f-48a7-96b6-a725fc8b87e0), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:06.793038 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 20366174-ea6f-48a7-96b6-a725fc8b87e0, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=20366174-ea6f-48a7-96b6-a725fc8b87e0,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:39:06.798148 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (20366174-ea6f-48a7-96b6-a725fc8b87e0), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:06.850998 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=20366174-ea6f-48a7-96b6-a725fc8b87e0,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:06.859190 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:06.859841 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:06.860396 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:06.860984 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:06.861401 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:06.861756 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:06.862106 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:06.862560 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:06.862887 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:06.863231 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:06.863552 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:06.863869 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:06.864185 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:07.633238 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff36154c-78f2-4f6a-85df-c82b0e726984 None None] Sync routers for ids ['69a1b9cd-b45b-46b4-8ff9-47b9158fd73f'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:39:07.647281 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff36154c-78f2-4f6a-85df-c82b0e726984 None None] Routers {'69a1b9cd-b45b-46b4-8ff9-47b9158fd73f'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:39:07.647939 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-ff36154c-78f2-4f6a-85df-c82b0e726984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:39:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['69a1b9cd-b45b-46b4-8ff9-47b9158fd73f'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:07.777756 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-ff36154c-78f2-4f6a-85df-c82b0e726984 None None] Set router 69a1b9cd-b45b-46b4-8ff9-47b9158fd73f gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:39:08.010003 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-ff36154c-78f2-4f6a-85df-c82b0e726984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a1b9cd-b45b-46b4-8ff9-47b9158fd73f', 'name': 'tempest-TestMinimumBasicScenario-29848495-router', 'tenant_id': '019ff0c718bc4f239459f92c8ee75c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '20366174-ea6f-48a7-96b6-a725fc8b87e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:39:01Z', 'updated_at': '2022-01-28T14:39:04Z', 'revision_number': 4, 'project_id': '019ff0c718bc4f239459f92c8ee75c67', 'gw_port': {'id': '20366174-ea6f-48a7-96b6-a725fc8b87e0', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1b9cd-b45b-46b4-8ff9-47b9158fd73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:02Z', 'updated_at': '2022-01-28T14:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '4525675e-4273-4b47-8460-88e2742d44f5', 'name': '', 'network_id': '839fc942-6cc9-42be-9e52-1d9969b6c294', 'tenant_id': '019ff0c718bc4f239459f92c8ee75c67', 'mac_address': 'fa:16:3e:23:16:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a1b9cd-b45b-46b4-8ff9-47b9158fd73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cb38509d-ff7e-4a0a-96ba-bc36599162de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:04Z', 'updated_at': '2022-01-28T14:39:05Z', 'revision_number': 2, 'project_id': '019ff0c718bc4f239459f92c8ee75c67', 'subnets': [{'id': 'cb38509d-ff7e-4a0a-96ba-bc36599162de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:08.047136 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff36154c-78f2-4f6a-85df-c82b0e726984 None None] Checking router: 69a1b9cd-b45b-46b4-8ff9-47b9158fd73f for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:39:08.047399 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff36154c-78f2-4f6a-85df-c82b0e726984 None None] Updating router 69a1b9cd-b45b-46b4-8ff9-47b9158fd73f port 4525675e-4273-4b47-8460-88e2742d44f5 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:39:08.077776 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff36154c-78f2-4f6a-85df-c82b0e726984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4525675e-4273-4b47-8460-88e2742d44f5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:08.203143 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 20366174-ea6f-48a7-96b6-a725fc8b87e0 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:39:08.328728 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 20366174-ea6f-48a7-96b6-a725fc8b87e0 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:08.329218 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (20366174-ea6f-48a7-96b6-a725fc8b87e0), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:08.472446 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 20366174-ea6f-48a7-96b6-a725fc8b87e0 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:08.498417 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff36154c-78f2-4f6a-85df-c82b0e726984 None None] Publish callbacks [] for port (4525675e-4273-4b47-8460-88e2742d44f5), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:08.505453 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff36154c-78f2-4f6a-85df-c82b0e726984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4525675e-4273-4b47-8460-88e2742d44f5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:08.561316 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8cf47-fba2-444d-aa44-daf0d58cf947 None None] Pushing event updated for resources: {'Port': ['ID=4525675e-4273-4b47-8460-88e2742d44f5,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:08.622882 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-ff36154c-78f2-4f6a-85df-c82b0e726984 None None] Attempting to bind port 4525675e-4273-4b47-8460-88e2742d44f5 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:39:08.623593 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-ff36154c-78f2-4f6a-85df-c82b0e726984 None None] Attempting to bind port 4525675e-4273-4b47-8460-88e2742d44f5 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '2ae2caab-c05f-461f-acb2-6907d494b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '839fc942-6cc9-42be-9e52-1d9969b6c294'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:39:08.623966 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36154c-78f2-4f6a-85df-c82b0e726984 None None] Attempting to bind port 4525675e-4273-4b47-8460-88e2742d44f5 on network 839fc942-6cc9-42be-9e52-1d9969b6c294 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:39:08.630265 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36154c-78f2-4f6a-85df-c82b0e726984 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:39:08.630641 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36154c-78f2-4f6a-85df-c82b0e726984 None None] Checking segment: {'id': '2ae2caab-c05f-461f-acb2-6907d494b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '839fc942-6cc9-42be-9e52-1d9969b6c294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:39:08.631085 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff36154c-78f2-4f6a-85df-c82b0e726984 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:08.631484 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36154c-78f2-4f6a-85df-c82b0e726984 None None] Bound using segment: {'id': '2ae2caab-c05f-461f-acb2-6907d494b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '839fc942-6cc9-42be-9e52-1d9969b6c294'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:39:08.632113 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-ff36154c-78f2-4f6a-85df-c82b0e726984 None None] Bound port: 4525675e-4273-4b47-8460-88e2742d44f5, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae2caab-c05f-461f-acb2-6907d494b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '839fc942-6cc9-42be-9e52-1d9969b6c294'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:39:08.632505 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff36154c-78f2-4f6a-85df-c82b0e726984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4525675e-4273-4b47-8460-88e2742d44f5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:08.722374 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-ff36154c-78f2-4f6a-85df-c82b0e726984 None None] For port 4525675e-4273-4b47-8460-88e2742d44f5, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:39:08.725716 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-ff36154c-78f2-4f6a-85df-c82b0e726984 None None] For port 4525675e-4273-4b47-8460-88e2742d44f5, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4525675e-4273-4b47-8460-88e2742d44f5,segment=NetworkSegment(2ae2caab-c05f-461f-acb2-6907d494b063),segment_id=2ae2caab-c05f-461f-acb2-6907d494b063)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:39:08.732032 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ff36154c-78f2-4f6a-85df-c82b0e726984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4525675e-4273-4b47-8460-88e2742d44f5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:08.783868 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff36154c-78f2-4f6a-85df-c82b0e726984 None None] Routers {'69a1b9cd-b45b-46b4-8ff9-47b9158fd73f'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:39:08.784499 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-ff36154c-78f2-4f6a-85df-c82b0e726984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:39:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['69a1b9cd-b45b-46b4-8ff9-47b9158fd73f'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:08.839866 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8cf47-fba2-444d-aa44-daf0d58cf947 None None] Pushing event updated for resources: {'Port': ['ID=4525675e-4273-4b47-8460-88e2742d44f5,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:08.928180 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-ff36154c-78f2-4f6a-85df-c82b0e726984 None None] Set router 69a1b9cd-b45b-46b4-8ff9-47b9158fd73f gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:39:08.972646 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-1da6d902-9bb7-4576-bb12-9e9c773c3c18 None None] Provisioning complete for port 4525675e-4273-4b47-8460-88e2742d44f5 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:08.973428 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1da6d902-9bb7-4576-bb12-9e9c773c3c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4525675e-4273-4b47-8460-88e2742d44f5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:09.171399 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1da6d902-9bb7-4576-bb12-9e9c773c3c18 None None] Current status of the port 4525675e-4273-4b47-8460-88e2742d44f5 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:09.171790 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1da6d902-9bb7-4576-bb12-9e9c773c3c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4525675e-4273-4b47-8460-88e2742d44f5), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:09.246654 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1da6d902-9bb7-4576-bb12-9e9c773c3c18 None None] For port 4525675e-4273-4b47-8460-88e2742d44f5, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4525675e-4273-4b47-8460-88e2742d44f5,segment=NetworkSegment(2ae2caab-c05f-461f-acb2-6907d494b063),segment_id=2ae2caab-c05f-461f-acb2-6907d494b063)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:39:09.251445 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1da6d902-9bb7-4576-bb12-9e9c773c3c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4525675e-4273-4b47-8460-88e2742d44f5), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:09.314288 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6d902-9bb7-4576-bb12-9e9c773c3c18 None None] Pushing event updated for resources: {'Port': ['ID=4525675e-4273-4b47-8460-88e2742d44f5,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:09.323949 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-ff36154c-78f2-4f6a-85df-c82b0e726984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a1b9cd-b45b-46b4-8ff9-47b9158fd73f', 'name': 'tempest-TestMinimumBasicScenario-29848495-router', 'tenant_id': '019ff0c718bc4f239459f92c8ee75c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '20366174-ea6f-48a7-96b6-a725fc8b87e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:39:01Z', 'updated_at': '2022-01-28T14:39:04Z', 'revision_number': 4, 'project_id': '019ff0c718bc4f239459f92c8ee75c67', 'gw_port': {'id': '20366174-ea6f-48a7-96b6-a725fc8b87e0', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1b9cd-b45b-46b4-8ff9-47b9158fd73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:02Z', 'updated_at': '2022-01-28T14:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '4525675e-4273-4b47-8460-88e2742d44f5', 'name': '', 'network_id': '839fc942-6cc9-42be-9e52-1d9969b6c294', 'tenant_id': '019ff0c718bc4f239459f92c8ee75c67', 'mac_address': 'fa:16:3e:23:16:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a1b9cd-b45b-46b4-8ff9-47b9158fd73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cb38509d-ff7e-4a0a-96ba-bc36599162de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:04Z', 'updated_at': '2022-01-28T14:39:08Z', 'revision_number': 4, 'project_id': '019ff0c718bc4f239459f92c8ee75c67', 'subnets': [{'id': 'cb38509d-ff7e-4a0a-96ba-bc36599162de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:09.354651 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff36154c-78f2-4f6a-85df-c82b0e726984 None None] The sync data for ids ['69a1b9cd-b45b-46b4-8ff9-47b9158fd73f'] in n-d-822747-2 is: [{'id': '69a1b9cd-b45b-46b4-8ff9-47b9158fd73f', 'name': 'tempest-TestMinimumBasicScenario-29848495-router', 'tenant_id': '019ff0c718bc4f239459f92c8ee75c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '20366174-ea6f-48a7-96b6-a725fc8b87e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:39:01Z', 'updated_at': '2022-01-28T14:39:04Z', 'revision_number': 4, 'project_id': '019ff0c718bc4f239459f92c8ee75c67', 'gw_port': {'id': '20366174-ea6f-48a7-96b6-a725fc8b87e0', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1b9cd-b45b-46b4-8ff9-47b9158fd73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:02Z', 'updated_at': '2022-01-28T14:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '4525675e-4273-4b47-8460-88e2742d44f5', 'name': '', 'network_id': '839fc942-6cc9-42be-9e52-1d9969b6c294', 'tenant_id': '019ff0c718bc4f239459f92c8ee75c67', 'mac_address': 'fa:16:3e:23:16:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a1b9cd-b45b-46b4-8ff9-47b9158fd73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cb38509d-ff7e-4a0a-96ba-bc36599162de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:04Z', 'updated_at': '2022-01-28T14:39:08Z', 'revision_number': 4, 'project_id': '019ff0c718bc4f239459f92c8ee75c67', 'subnets': [{'id': 'cb38509d-ff7e-4a0a-96ba-bc36599162de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:39:09.379469 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-16ac6071-35f0-4de9-a25e-d658c76fa69f None None] Provisioning complete for port 4525675e-4273-4b47-8460-88e2742d44f5 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:09.379860 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-16ac6071-35f0-4de9-a25e-d658c76fa69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4525675e-4273-4b47-8460-88e2742d44f5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:09.531708 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-16ac6071-35f0-4de9-a25e-d658c76fa69f None None] Current status of the port 4525675e-4273-4b47-8460-88e2742d44f5 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:10.238679 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4525675e-4273-4b47-8460-88e2742d44f5 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:39:10.305372 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 4525675e-4273-4b47-8460-88e2742d44f5 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:10.305749 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4525675e-4273-4b47-8460-88e2742d44f5), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:10.412404 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 4525675e-4273-4b47-8460-88e2742d44f5 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:15.183308 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:39:15.696836 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-7d862af2-7d7a-4de1-bd22-2163d5153cc2 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:15.698266 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-7d862af2-7d7a-4de1-bd22-2163d5153cc2 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/networks?id=d215e7c4-e735-4334-bd39-fb219bd02545 HTTP/1.1" status: 200 len: 814 time: 0.1146870 Jan 28 14:39:15.715297 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-a7c3e6de-a97b-4e57-b3fc-7c4e4b1be1ad tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/quotas/c524615993854bf0976a0a4fb2c2bb0b HTTP/1.1" status: 200 len: 375 time: 0.0097432 Jan 28 14:39:15.769062 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-b24adae2-9577-4590-a690-690dcce0ab8c tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c524615993854bf0976a0a4fb2c2bb0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476191 Jan 28 14:39:16.211141 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-c5694e8d-e389-440a-8009-83bfec15313a service neutron] 10.222.0.39 "GET /v2.0/networks/d215e7c4-e735-4334-bd39-fb219bd02545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269903 Jan 28 14:39:16.303615 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-1a9aa210-afa1-4185-92b5-1b6856999f0d service neutron] 10.222.0.39 "GET /v2.0/networks/d215e7c4-e735-4334-bd39-fb219bd02545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863602 Jan 28 14:39:16.489328 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8b44771d-bbbc-4c0f-9050-65bdf6e52f50 req-2032c9e0-6793-4b80-953f-5a29c7fd0eb7 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 210 time: 0.0282378 Jan 28 14:39:17.614037 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cd6155e6-253e-4d2b-8035-cacd8ddaf060 req-fbe956e0-691a-49b9-8aa1-7368d0e86102 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 210 time: 0.0347288 Jan 28 14:39:17.643807 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-f86a0db5-f65a-4d05-8138-af178320ec0d tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:17.645365 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-f86a0db5-f65a-4d05-8138-af178320ec0d tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.18 "GET /v2.0/networks?id=d215e7c4-e735-4334-bd39-fb219bd02545 HTTP/1.1" status: 200 len: 814 time: 0.1327853 Jan 28 14:39:17.661602 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-dd18ab35-5de8-4666-be2a-b1ca57d1b560 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Request body: {'port': {'device_id': '8aeee617-2f41-4644-aa60-cf716cff40ca', 'network_id': 'd215e7c4-e735-4334-bd39-fb219bd02545', 'admin_state_up': True, 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:39:17.781148 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-dd18ab35-5de8-4666-be2a-b1ca57d1b560 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Made reservation on behalf of c524615993854bf0976a0a4fb2c2bb0b for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:39:17.785179 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-dd18ab35-5de8-4666-be2a-b1ca57d1b560 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:17.927804 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-dd18ab35-5de8-4666-be2a-b1ca57d1b560 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Allocated IP 172.20.0.14 (d215e7c4-e735-4334-bd39-fb219bd02545/273d77ab-1f31-4f27-bbfa-5b46faee4674/fc42d1ca-4c0e-4d9c-aa63-6150784f8d67) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:39:18.175110 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-dd18ab35-5de8-4666-be2a-b1ca57d1b560 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for port (fc42d1ca-4c0e-4d9c-aa63-6150784f8d67), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:18.228418 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-dd18ab35-5de8-4666-be2a-b1ca57d1b560 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (fc42d1ca-4c0e-4d9c-aa63-6150784f8d67), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:18.280350 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-dd18ab35-5de8-4666-be2a-b1ca57d1b560 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Network d215e7c4-e735-4334-bd39-fb219bd02545 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:39:18.283641 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-dd18ab35-5de8-4666-be2a-b1ca57d1b560 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:39:18.287858 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-dd18ab35-5de8-4666-be2a-b1ca57d1b560 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:39:18.328211 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18ab35-5de8-4666-be2a-b1ca57d1b560 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Pushing event updated for resources: {'Port': ['ID=fc42d1ca-4c0e-4d9c-aa63-6150784f8d67,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:18.399890 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-dd18ab35-5de8-4666-be2a-b1ca57d1b560 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:18.400667 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-dd18ab35-5de8-4666-be2a-b1ca57d1b560 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:18.426890 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-dd18ab35-5de8-4666-be2a-b1ca57d1b560 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7696209 Jan 28 14:39:18.482946 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:18.636493 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-b363f2f6-f27d-404b-b5b6-8d09a879875a None None] Provisioning complete for port fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:18.636832 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b363f2f6-f27d-404b-b5b6-8d09a879875a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (fc42d1ca-4c0e-4d9c-aa63-6150784f8d67), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:18.724338 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b363f2f6-f27d-404b-b5b6-8d09a879875a None None] Port fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:39:18.773852 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46144a-86ae-4cac-9d52-6c157bcb1605 req-cc54f6bd-b05b-461c-8da7-bb89895498cf tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:18.775373 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ce46144a-86ae-4cac-9d52-6c157bcb1605 req-cc54f6bd-b05b-461c-8da7-bb89895498cf tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 932 time: 0.0600071 Jan 28 14:39:18.832367 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ce46144a-86ae-4cac-9d52-6c157bcb1605 req-36e83d4b-d205-4449-8f01-729bdffa252e tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497615 Jan 28 14:39:19.959141 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2eb90c-2b91-4359-8565-aecb3ec86bb3 req-7ade85cd-a368-4e5e-bf5d-e037fec8afac tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:19.960706 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c2eb90c-2b91-4359-8565-aecb3ec86bb3 req-7ade85cd-a368-4e5e-bf5d-e037fec8afac tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 932 time: 0.0547628 Jan 28 14:39:20.033457 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1c2eb90c-2b91-4359-8565-aecb3ec86bb3 req-83087511-1aa1-4066-b1e2-58944cf59339 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656111 Jan 28 14:39:20.468883 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:21.177425 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10991ab1-6d9e-4bd9-8015-6b920d6803e3 req-b6258fe2-1540-4c33-810d-2082568a66d2 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:21.179609 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-10991ab1-6d9e-4bd9-8015-6b920d6803e3 req-b6258fe2-1540-4c33-810d-2082568a66d2 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 932 time: 0.0610037 Jan 28 14:39:21.235508 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-10991ab1-6d9e-4bd9-8015-6b920d6803e3 req-d4307c83-79bf-4ad3-8cce-3a28ec08434e tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474775 Jan 28 14:39:22.362863 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae8586-f8b5-4cba-8ffe-ff19b2cca9dc req-65e0ecbf-b691-40d1-81ae-eacf3bad6fa9 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:22.365312 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e6ae8586-f8b5-4cba-8ffe-ff19b2cca9dc req-65e0ecbf-b691-40d1-81ae-eacf3bad6fa9 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 932 time: 0.0550854 Jan 28 14:39:22.419414 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e6ae8586-f8b5-4cba-8ffe-ff19b2cca9dc req-13b4bfe5-74f0-4fb4-8416-8235d86b164b tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452733 Jan 28 14:39:23.538186 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d7188-2eba-4c16-97b7-7b837f46f8a6 req-d0fab17a-3c6d-4f5a-8988-23fa2a35dc33 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:23.539785 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f56d7188-2eba-4c16-97b7-7b837f46f8a6 req-d0fab17a-3c6d-4f5a-8988-23fa2a35dc33 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 932 time: 0.0490923 Jan 28 14:39:23.597988 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f56d7188-2eba-4c16-97b7-7b837f46f8a6 req-33f61d16-5107-4f8c-9b03-0c1c22ed5b06 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504715 Jan 28 14:39:24.729193 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9251a1-417a-4604-9692-68971f9f387e req-ab6a19eb-fc1f-4af6-b12b-f763ee9c8e82 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:24.730710 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0c9251a1-417a-4604-9692-68971f9f387e req-ab6a19eb-fc1f-4af6-b12b-f763ee9c8e82 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 932 time: 0.0581212 Jan 28 14:39:24.798465 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0c9251a1-417a-4604-9692-68971f9f387e req-bcbf0eb0-471c-4937-9f99-0b8bf5c160a1 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618169 Jan 28 14:39:25.932348 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a8beb-7f02-4f78-9512-fc0141aa5e15 req-2c6c8fd4-3247-4b8b-b7a1-bdd239ca49a5 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:25.933727 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b6a8beb-7f02-4f78-9512-fc0141aa5e15 req-2c6c8fd4-3247-4b8b-b7a1-bdd239ca49a5 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 932 time: 0.0536499 Jan 28 14:39:25.984649 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b6a8beb-7f02-4f78-9512-fc0141aa5e15 req-c8c8f84e-7f0b-4cb6-8386-e4da6ef549fb tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448430 Jan 28 14:39:26.287241 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-f8bfd340-86d2-4138-ad99-eecddb2d5297 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:39:26.288288 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-f8bfd340-86d2-4138-ad99-eecddb2d5297 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064039 Jan 28 14:39:26.301787 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-7c76cee3-4a7a-423e-aa7e-1e3719e47533 service neutron] Request body: {'port': {'device_id': '8aeee617-2f41-4644-aa60-cf716cff40ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:39:26.358625 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-7c76cee3-4a7a-423e-aa7e-1e3719e47533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fc42d1ca-4c0e-4d9c-aa63-6150784f8d67), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:26.634191 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-7c76cee3-4a7a-423e-aa7e-1e3719e47533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:39:26.642545 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-7c76cee3-4a7a-423e-aa7e-1e3719e47533 service neutron] Publish callbacks [] for port (fc42d1ca-4c0e-4d9c-aa63-6150784f8d67), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:26.655085 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-7c76cee3-4a7a-423e-aa7e-1e3719e47533 service neutron] Transition to ACTIVE for port object fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:39:26.662514 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-7c76cee3-4a7a-423e-aa7e-1e3719e47533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (fc42d1ca-4c0e-4d9c-aa63-6150784f8d67), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:26.716763 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76cee3-4a7a-423e-aa7e-1e3719e47533 service neutron] Pushing event updated for resources: {'Port': ['ID=fc42d1ca-4c0e-4d9c-aa63-6150784f8d67,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:26.796852 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-7c76cee3-4a7a-423e-aa7e-1e3719e47533 service neutron] Attempting to bind port fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:39:26.797196 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-7c76cee3-4a7a-423e-aa7e-1e3719e47533 service neutron] Attempting to bind port fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '01d917ee-9395-4a0a-bc8c-045c598c6742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd215e7c4-e735-4334-bd39-fb219bd02545'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:39:26.797513 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-7c76cee3-4a7a-423e-aa7e-1e3719e47533 service neutron] Attempting to bind port fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 on network d215e7c4-e735-4334-bd39-fb219bd02545 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:39:26.803085 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-7c76cee3-4a7a-423e-aa7e-1e3719e47533 service neutron] Port fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 on network d215e7c4-e735-4334-bd39-fb219bd02545 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:39:26.803413 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-7c76cee3-4a7a-423e-aa7e-1e3719e47533 service neutron] Attempting to bind port fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 on network d215e7c4-e735-4334-bd39-fb219bd02545 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:39:26.809215 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-7c76cee3-4a7a-423e-aa7e-1e3719e47533 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:39:26.809554 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-7c76cee3-4a7a-423e-aa7e-1e3719e47533 service neutron] Checking segment: {'id': '01d917ee-9395-4a0a-bc8c-045c598c6742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd215e7c4-e735-4334-bd39-fb219bd02545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:39:26.809939 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-7c76cee3-4a7a-423e-aa7e-1e3719e47533 service neutron] Bound using segment: {'id': '01d917ee-9395-4a0a-bc8c-045c598c6742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd215e7c4-e735-4334-bd39-fb219bd02545'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:39:26.810369 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-7c76cee3-4a7a-423e-aa7e-1e3719e47533 service neutron] Bound port: fc42d1ca-4c0e-4d9c-aa63-6150784f8d67, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01d917ee-9395-4a0a-bc8c-045c598c6742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd215e7c4-e735-4334-bd39-fb219bd02545'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:39:26.810725 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-7c76cee3-4a7a-423e-aa7e-1e3719e47533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fc42d1ca-4c0e-4d9c-aa63-6150784f8d67), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:26.883185 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-7c76cee3-4a7a-423e-aa7e-1e3719e47533 service neutron] For port fc42d1ca-4c0e-4d9c-aa63-6150784f8d67, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:39:26.887015 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-7c76cee3-4a7a-423e-aa7e-1e3719e47533 service neutron] For port fc42d1ca-4c0e-4d9c-aa63-6150784f8d67, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=fc42d1ca-4c0e-4d9c-aa63-6150784f8d67,segment=NetworkSegment(01d917ee-9395-4a0a-bc8c-045c598c6742),segment_id=01d917ee-9395-4a0a-bc8c-045c598c6742)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:39:26.895185 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-7c76cee3-4a7a-423e-aa7e-1e3719e47533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (fc42d1ca-4c0e-4d9c-aa63-6150784f8d67), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:26.929952 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-7c76cee3-4a7a-423e-aa7e-1e3719e47533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:26.930576 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-7c76cee3-4a7a-423e-aa7e-1e3719e47533 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:26.932016 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-7c76cee3-4a7a-423e-aa7e-1e3719e47533 service neutron] 10.222.0.18 "PUT /v2.0/ports/fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 HTTP/1.1" status: 200 len: 1092 time: 0.6365361 Jan 28 14:39:26.932450 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aeee617-2f41-4644-aa60-cf716cff40ca', 'tag': 'fc42d1ca-4c0e-4d9c-aa63-6150784f8d67'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:39:26.934743 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ae526a-de4d-4f56-bc7d-225e882d7636" -d '{"events": [{"name": "network-changed", "server_uuid": "8aeee617-2f41-4644-aa60-cf716cff40ca", "tag": "fc42d1ca-4c0e-4d9c-aa63-6150784f8d67"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:39:26.959638 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76cee3-4a7a-423e-aa7e-1e3719e47533 service neutron] Pushing event updated for resources: {'Port': ['ID=fc42d1ca-4c0e-4d9c-aa63-6150784f8d67,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:27.003877 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca859a7-b733-4d5f-ae3a-ddc365b71674 x-openstack-request-id: req-3ca859a7-b733-4d5f-ae3a-ddc365b71674 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:39:27.004172 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aeee617-2f41-4644-aa60-cf716cff40ca", "tag": "fc42d1ca-4c0e-4d9c-aa63-6150784f8d67", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:39:27.004440 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3ca859a7-b733-4d5f-ae3a-ddc365b71674 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:39:27.004829 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aeee617-2f41-4644-aa60-cf716cff40ca', 'tag': 'fc42d1ca-4c0e-4d9c-aa63-6150784f8d67', 'status': 'completed', 'code': 200} Jan 28 14:39:27.038532 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-b61844b2-2de7-4fd4-b4f5-c2047edbdf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:27.040319 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-b61844b2-2de7-4fd4-b4f5-c2047edbdf23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c524615993854bf0976a0a4fb2c2bb0b&device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 1095 time: 0.0641997 Jan 28 14:39:27.089029 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-68c8b77f-9a4c-4e22-84f4-6b3926c2031f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 HTTP/1.1" status: 200 len: 217 time: 0.0409863 Jan 28 14:39:27.124402 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac13215-4d60-459a-aaf4-87b90e64073f req-f1288b55-3386-4069-9711-84ea9339bd7f tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:27.126712 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cac13215-4d60-459a-aaf4-87b90e64073f req-f1288b55-3386-4069-9711-84ea9339bd7f tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 944 time: 0.0640545 Jan 28 14:39:27.144807 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-a30d0d97-3b72-4cbf-84ce-28afe226d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:27.146126 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-a30d0d97-3b72-4cbf-84ce-28afe226d964 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=273d77ab-1f31-4f27-bbfa-5b46faee4674 HTTP/1.1" status: 200 len: 853 time: 0.0489807 Jan 28 14:39:27.177236 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cac13215-4d60-459a-aaf4-87b90e64073f req-fd90ad33-52d3-4348-9707-6113626cd144 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445669 Jan 28 14:39:27.192789 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-d01e19bc-29cd-4fad-bd44-17b8676b8c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:27.194342 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-d01e19bc-29cd-4fad-bd44-17b8676b8c93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d215e7c4-e735-4334-bd39-fb219bd02545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422173 Jan 28 14:39:27.298585 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-e51ce4e7-ab66-4d8b-a60f-58ad85f174ab service neutron] 10.222.0.18 "GET /v2.0/networks/d215e7c4-e735-4334-bd39-fb219bd02545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982790 Jan 28 14:39:27.391761 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ad541d52-6bc9-4fb2-9cfe-e1b49b6dc44b req-b9bf4b11-ca74-443c-aa69-e61ab937c9f5 service neutron] 10.222.0.18 "GET /v2.0/networks/d215e7c4-e735-4334-bd39-fb219bd02545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861578 Jan 28 14:39:27.490847 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae526a-de4d-4f56-bc7d-225e882d7636 req-ef03b65f-7ac8-4178-b617-61c49c8f694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:27.492440 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-06ae526a-de4d-4f56-bc7d-225e882d7636 req-ef03b65f-7ac8-4178-b617-61c49c8f694c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c524615993854bf0976a0a4fb2c2bb0b&device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 1095 time: 0.0523801 Jan 28 14:39:27.597214 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae526a-de4d-4f56-bc7d-225e882d7636 req-6c68a5ca-b414-482b-86e1-9e4a9cad638d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:27.598724 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-06ae526a-de4d-4f56-bc7d-225e882d7636 req-6c68a5ca-b414-482b-86e1-9e4a9cad638d service neutron] 10.222.0.18 "GET /v2.0/networks?id=d215e7c4-e735-4334-bd39-fb219bd02545 HTTP/1.1" status: 200 len: 914 time: 0.0993381 Jan 28 14:39:27.649168 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-06ae526a-de4d-4f56-bc7d-225e882d7636 req-ba434865-5662-459d-8d84-6d4032ee1730 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 HTTP/1.1" status: 200 len: 217 time: 0.0441511 Jan 28 14:39:27.699597 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae526a-de4d-4f56-bc7d-225e882d7636 req-7866df22-300a-42e2-a8f4-b8b8770e3f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:27.701130 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-06ae526a-de4d-4f56-bc7d-225e882d7636 req-7866df22-300a-42e2-a8f4-b8b8770e3f14 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=273d77ab-1f31-4f27-bbfa-5b46faee4674 HTTP/1.1" status: 200 len: 853 time: 0.0452447 Jan 28 14:39:27.751832 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae526a-de4d-4f56-bc7d-225e882d7636 req-1b7ca623-c83a-42e8-88a1-21837dcf4bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:27.753289 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-06ae526a-de4d-4f56-bc7d-225e882d7636 req-1b7ca623-c83a-42e8-88a1-21837dcf4bfe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d215e7c4-e735-4334-bd39-fb219bd02545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453348 Jan 28 14:39:27.848142 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-06ae526a-de4d-4f56-bc7d-225e882d7636 req-d24d8239-1c50-4cff-b848-edb65b84f85f service neutron] 10.222.0.18 "GET /v2.0/networks/d215e7c4-e735-4334-bd39-fb219bd02545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873377 Jan 28 14:39:27.946955 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-06ae526a-de4d-4f56-bc7d-225e882d7636 req-ecca28b7-4ccd-446e-96eb-710cf1de8d10 service neutron] 10.222.0.18 "GET /v2.0/networks/d215e7c4-e735-4334-bd39-fb219bd02545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925567 Jan 28 14:39:28.310592 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216024d-523f-4017-b3aa-92676123576a req-5bb733d9-9cd6-4b50-aab2-30847eea683f tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:28.312117 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b216024d-523f-4017-b3aa-92676123576a req-5bb733d9-9cd6-4b50-aab2-30847eea683f tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 944 time: 0.0601616 Jan 28 14:39:28.373062 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b216024d-523f-4017-b3aa-92676123576a req-30202d99-1af5-4a88-96e7-04a26032cf4a tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546470 Jan 28 14:39:29.402384 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e42ef595-96a2-4d27-9f16-c7c3f63e9882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:29.504116 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69d241-f76c-40e9-a07f-d793c4937ee9 req-754a9891-f04a-4573-b46b-7ef4bc717eb2 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:29.505942 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5a69d241-f76c-40e9-a07f-d793c4937ee9 req-754a9891-f04a-4573-b46b-7ef4bc717eb2 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 944 time: 0.0601685 Jan 28 14:39:29.556975 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5a69d241-f76c-40e9-a07f-d793c4937ee9 req-275f2ad9-d9d2-4ce9-82c6-83636f01c16d tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446985 Jan 28 14:39:30.311950 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:39:30.419415 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port fc42d1ca-4c0e-4d9c-aa63-6150784f8d67, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=fc42d1ca-4c0e-4d9c-aa63-6150784f8d67,segment=NetworkSegment(01d917ee-9395-4a0a-bc8c-045c598c6742),segment_id=01d917ee-9395-4a0a-bc8c-045c598c6742)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:39:30.431410 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'fc42d1ca-4c0e-4d9c-aa63-6150784f8d67', 'network_id': 'd215e7c4-e735-4334-bd39-fb219bd02545', 'port_id': 'fc42d1ca-4c0e-4d9c-aa63-6150784f8d67', 'mac_address': 'fa:16:3e:6e:43:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '273d77ab-1f31-4f27-bbfa-5b46faee4674', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:39:30.470376 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:30.470756 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fc42d1ca-4c0e-4d9c-aa63-6150784f8d67), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:30.483983 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:39:30.503632 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port fc42d1ca-4c0e-4d9c-aa63-6150784f8d67, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=fc42d1ca-4c0e-4d9c-aa63-6150784f8d67,segment=NetworkSegment(01d917ee-9395-4a0a-bc8c-045c598c6742),segment_id=01d917ee-9395-4a0a-bc8c-045c598c6742)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:39:30.510188 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (fc42d1ca-4c0e-4d9c-aa63-6150784f8d67), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:30.561829 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=fc42d1ca-4c0e-4d9c-aa63-6150784f8d67,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:30.690551 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf372c-8e57-4295-8f9f-aa1567f4869b req-8d00d3c9-4a21-4243-9ca8-02abc21c5ffa tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:30.692103 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-78cf372c-8e57-4295-8f9f-aa1567f4869b req-8d00d3c9-4a21-4243-9ca8-02abc21c5ffa tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 945 time: 0.0511422 Jan 28 14:39:30.743277 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['fc42d1ca-4c0e-4d9c-aa63-6150784f8d67'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:39:30.745091 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-78cf372c-8e57-4295-8f9f-aa1567f4869b req-51b34c9d-6d52-41bf-9056-b517535f034c tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457590 Jan 28 14:39:31.719696 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ceb0e41e-6ce8-4eae-8e58-e08f30b34980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:31.865556 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2143a9-efa3-4fbf-a806-8bd3b676ff28 req-83e2670b-9ca5-4ccc-a268-d2056d857a12 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:31.867078 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0a2143a9-efa3-4fbf-a806-8bd3b676ff28 req-83e2670b-9ca5-4ccc-a268-d2056d857a12 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 945 time: 0.0497229 Jan 28 14:39:31.917545 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0a2143a9-efa3-4fbf-a806-8bd3b676ff28 req-fa228b5b-3354-4212-bd78-da2e9fb92a97 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446334 Jan 28 14:39:32.312249 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:39:32.370710 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:39:32.374523 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:32.374939 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (fc42d1ca-4c0e-4d9c-aa63-6150784f8d67), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:32.456764 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:32.457152 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fc42d1ca-4c0e-4d9c-aa63-6150784f8d67), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:32.480720 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aeee617-2f41-4644-aa60-cf716cff40ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc42d1ca-4c0e-4d9c-aa63-6150784f8d67'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:39:32.482961 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0014c34-c8f8-4217-bb55-a977845ca5dc" -d '{"events": [{"server_uuid": "8aeee617-2f41-4644-aa60-cf716cff40ca", "name": "network-vif-plugged", "status": "completed", "tag": "fc42d1ca-4c0e-4d9c-aa63-6150784f8d67"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:39:32.498359 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port fc42d1ca-4c0e-4d9c-aa63-6150784f8d67, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=fc42d1ca-4c0e-4d9c-aa63-6150784f8d67,segment=NetworkSegment(01d917ee-9395-4a0a-bc8c-045c598c6742),segment_id=01d917ee-9395-4a0a-bc8c-045c598c6742)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:39:32.504018 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (fc42d1ca-4c0e-4d9c-aa63-6150784f8d67), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:32.526621 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ff6c15-716a-4c43-93e2-77e5231e03dd x-openstack-request-id: req-53ff6c15-716a-4c43-93e2-77e5231e03dd {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:39:32.526950 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aeee617-2f41-4644-aa60-cf716cff40ca", "name": "network-vif-plugged", "status": "completed", "tag": "fc42d1ca-4c0e-4d9c-aa63-6150784f8d67", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:39:32.527187 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-53ff6c15-716a-4c43-93e2-77e5231e03dd {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:39:32.527581 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aeee617-2f41-4644-aa60-cf716cff40ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc42d1ca-4c0e-4d9c-aa63-6150784f8d67', 'code': 200} Jan 28 14:39:32.552984 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=fc42d1ca-4c0e-4d9c-aa63-6150784f8d67,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:32.622252 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b522c-1ee6-468b-ac10-a6e77ef52537 req-4b4467f1-4590-49f3-a30e-e4e20c6d56e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:32.623703 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d1b522c-1ee6-468b-ac10-a6e77ef52537 req-4b4467f1-4590-49f3-a30e-e4e20c6d56e8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 1097 time: 0.0404620 Jan 28 14:39:32.674063 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d1b522c-1ee6-468b-ac10-a6e77ef52537 req-6449ab21-dc26-4a93-aa0c-456c73a6b2ad service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429423 Jan 28 14:39:33.057350 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c0e8e-6347-4a74-8fb2-f886c4a1dffa req-9c2957c5-8528-4609-b387-c73ed24ed209 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:33.058821 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-be3c0e8e-6347-4a74-8fb2-f886c4a1dffa req-9c2957c5-8528-4609-b387-c73ed24ed209 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 946 time: 0.0491304 Jan 28 14:39:33.111447 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-be3c0e8e-6347-4a74-8fb2-f886c4a1dffa req-960ed5a8-6d07-4bc5-8e26-c0369cc256a6 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466552 Jan 28 14:39:33.205704 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:34.244627 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638de57-2e32-4b26-a44f-ade556855ef3 req-79fb8dd3-3bf7-4cc2-9288-2a5957eab636 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:34.246141 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5638de57-2e32-4b26-a44f-ade556855ef3 req-79fb8dd3-3bf7-4cc2-9288-2a5957eab636 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 946 time: 0.0584135 Jan 28 14:39:34.297406 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5638de57-2e32-4b26-a44f-ade556855ef3 req-2e27aa94-fdf6-4c45-983a-16800436a171 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437610 Jan 28 14:39:34.425240 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ce08f-1e90-4ecc-85b6-16f7cdf61d8d req-faba7cd0-a437-4d8a-b4cb-5bd73e14a956 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:34.426774 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-036ce08f-1e90-4ecc-85b6-16f7cdf61d8d req-faba7cd0-a437-4d8a-b4cb-5bd73e14a956 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 946 time: 0.0522420 Jan 28 14:39:34.478875 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-036ce08f-1e90-4ecc-85b6-16f7cdf61d8d req-03234706-5d96-4ed0-b049-b0f88efcb6f4 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436635 Jan 28 14:39:34.567040 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:34.679300 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400307f-aa0f-474f-8eff-d0e4e5677f2a req-aa631b5f-deaa-4867-9bd8-db8c55ab7d4a tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:34.680824 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e400307f-aa0f-474f-8eff-d0e4e5677f2a req-aa631b5f-deaa-4867-9bd8-db8c55ab7d4a tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 946 time: 0.0524695 Jan 28 14:39:34.730573 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e400307f-aa0f-474f-8eff-d0e4e5677f2a req-0b169e09-a11d-47a3-959e-be8f5d113111 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437884 Jan 28 14:39:36.424405 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:48.486747 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:49.910243 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2594e0cc-d9b7-4574-b18f-b07cecca7cde req-5803d080-bdac-4361-9b56-f49d63c035b4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505011 Jan 28 14:39:50.009846 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594e0cc-d9b7-4574-b18f-b07cecca7cde req-6d1f7c2b-a10e-4642-a154-49cd450869c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:50.011446 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2594e0cc-d9b7-4574-b18f-b07cecca7cde req-6d1f7c2b-a10e-4642-a154-49cd450869c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c524615993854bf0976a0a4fb2c2bb0b&device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 1097 time: 0.0444193 Jan 28 14:39:50.127223 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594e0cc-d9b7-4574-b18f-b07cecca7cde req-28bdb81e-b944-46a4-9dcb-c90810dab6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:50.128763 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2594e0cc-d9b7-4574-b18f-b07cecca7cde req-28bdb81e-b944-46a4-9dcb-c90810dab6a4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d215e7c4-e735-4334-bd39-fb219bd02545 HTTP/1.1" status: 200 len: 914 time: 0.0936742 Jan 28 14:39:50.178713 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2594e0cc-d9b7-4574-b18f-b07cecca7cde req-4fbb20f5-c18a-4985-a190-739590a17a0a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 HTTP/1.1" status: 200 len: 217 time: 0.0423896 Jan 28 14:39:50.235873 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594e0cc-d9b7-4574-b18f-b07cecca7cde req-d3276c90-86bf-42ac-bb1f-54bb35256c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:50.237847 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2594e0cc-d9b7-4574-b18f-b07cecca7cde req-d3276c90-86bf-42ac-bb1f-54bb35256c93 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=273d77ab-1f31-4f27-bbfa-5b46faee4674 HTTP/1.1" status: 200 len: 853 time: 0.0535650 Jan 28 14:39:50.284826 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594e0cc-d9b7-4574-b18f-b07cecca7cde req-7488b73d-36a3-4ab2-8c08-d39b37ed9e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:50.286350 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2594e0cc-d9b7-4574-b18f-b07cecca7cde req-7488b73d-36a3-4ab2-8c08-d39b37ed9e73 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d215e7c4-e735-4334-bd39-fb219bd02545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422490 Jan 28 14:39:50.378058 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2594e0cc-d9b7-4574-b18f-b07cecca7cde req-650f3007-0577-436b-82c3-528ed021754f service neutron] 10.222.0.18 "GET /v2.0/networks/d215e7c4-e735-4334-bd39-fb219bd02545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834880 Jan 28 14:39:50.479276 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2594e0cc-d9b7-4574-b18f-b07cecca7cde req-d67593f0-9e38-4787-a90e-b56f479500ce service neutron] 10.222.0.18 "GET /v2.0/networks/d215e7c4-e735-4334-bd39-fb219bd02545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951507 Jan 28 14:39:50.496176 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:52.185077 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:39:52.844880 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5981e99-ccce-43c4-84ec-f3c3a4be5ecc req-6703ade7-a8d2-43b4-b185-5704f5bc2e07 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:52.846297 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f5981e99-ccce-43c4-84ec-f3c3a4be5ecc req-6703ade7-a8d2-43b4-b185-5704f5bc2e07 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 946 time: 0.0606592 Jan 28 14:39:52.893648 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f5981e99-ccce-43c4-84ec-f3c3a4be5ecc req-ef5b62e4-4a52-4fe3-acc2-0f379879facc tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413795 Jan 28 14:39:52.916738 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52324) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:53.059437 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba309b34-b7d0-4c18-ad6a-02eff81b1e26 tempest-TestMinimumBasicScenario-443951548 tempest-TestMinimumBasicScenario-443951548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:53.060948 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ba309b34-b7d0-4c18-ad6a-02eff81b1e26 tempest-TestMinimumBasicScenario-443951548 tempest-TestMinimumBasicScenario-443951548-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 1092 time: 0.1431820 Jan 28 14:39:53.064080 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52328) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:53.068456 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'port_id': 'fc42d1ca-4c0e-4d9c-aa63-6150784f8d67', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:39:53.091653 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:53.202296 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:53.306098 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Allocated IP 172.25.3.153 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/f1c810d0-16bc-4d61-ac24-0b2b061f6dcd) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:39:53.413234 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for port (f1c810d0-16bc-4d61-ac24-0b2b061f6dcd), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:53.460071 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (f1c810d0-16bc-4d61-ac24-0b2b061f6dcd), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:53.499587 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:39:53.504448 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:39:53.507310 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:39:53.513175 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Pushing event updated for resources: {'Port': ['ID=f1c810d0-16bc-4d61-ac24-0b2b061f6dcd,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:53.543492 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:53.543838 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:53.544237 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:53.544540 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:53.544865 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:53.545192 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:53.545515 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:53.545835 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:53.546154 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:53.546473 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:53.546800 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:53.547131 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:53.547445 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:53.903380 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for floatingip (40430e2f-ef8d-4d34-a15f-532c06d21596), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:53.978138 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f1c810d0-16bc-4d61-ac24-0b2b061f6dcd), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:54.139931 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for port (f1c810d0-16bc-4d61-ac24-0b2b061f6dcd), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:54.147320 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (f1c810d0-16bc-4d61-ac24-0b2b061f6dcd), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:54.216086 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Pushing event updated for resources: {'Port': ['ID=f1c810d0-16bc-4d61-ac24-0b2b061f6dcd,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:54.232850 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (40430e2f-ef8d-4d34-a15f-532c06d21596), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:54.350116 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Floating IP 40430e2f-ef8d-4d34-a15f-532c06d21596 associated. External IP: 172.25.3.153, port: fc42d1ca-4c0e-4d9c-aa63-6150784f8d67. Jan 28 14:39:54.585102 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Router 4c385ad8-3ade-439b-b50b-2bd14d6a2b50 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:39:54.705661 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:39:54.717613 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d799f2-b82a-4bbf-afe0-58e794a65261 None None] Sync routers for ids ['4c385ad8-3ade-439b-b50b-2bd14d6a2b50'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:39:54.727885 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:54.729309 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d799f2-b82a-4bbf-afe0-58e794a65261 None None] Routers {'4c385ad8-3ade-439b-b50b-2bd14d6a2b50'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:39:54.729924 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-53d799f2-b82a-4bbf-afe0-58e794a65261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:39:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['4c385ad8-3ade-439b-b50b-2bd14d6a2b50'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:54.758674 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-131da726-b68a-4fbe-a181-0269cfe08e37 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6935315 Jan 28 14:39:54.759491 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aeee617-2f41-4644-aa60-cf716cff40ca', 'tag': 'fc42d1ca-4c0e-4d9c-aa63-6150784f8d67'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:39:54.761992 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52330) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:54.762496 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2fd2d9-5352-4bb3-823d-be09f1abf52d" -d '{"events": [{"name": "network-changed", "server_uuid": "8aeee617-2f41-4644-aa60-cf716cff40ca", "tag": "fc42d1ca-4c0e-4d9c-aa63-6150784f8d67"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:39:54.774219 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-286dc5c5-3a1f-491e-bdf7-bc3e12df1a02 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1269663795', 'description': 'tempest-secgroup-smoke-1269663795 description', 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:39:54.797131 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-286dc5c5-3a1f-491e-bdf7-bc3e12df1a02 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:54.812256 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcf3737-473d-40e2-b129-57ab858aaa44 x-openstack-request-id: req-3fcf3737-473d-40e2-b129-57ab858aaa44 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:39:54.812559 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aeee617-2f41-4644-aa60-cf716cff40ca", "tag": "fc42d1ca-4c0e-4d9c-aa63-6150784f8d67", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:39:54.812818 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3fcf3737-473d-40e2-b129-57ab858aaa44 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:39:54.813234 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aeee617-2f41-4644-aa60-cf716cff40ca', 'tag': 'fc42d1ca-4c0e-4d9c-aa63-6150784f8d67', 'status': 'completed', 'code': 200} Jan 28 14:39:54.836372 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-53d799f2-b82a-4bbf-afe0-58e794a65261 None None] Set router 4c385ad8-3ade-439b-b50b-2bd14d6a2b50 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:39:54.870091 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-286dc5c5-3a1f-491e-bdf7-bc3e12df1a02 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for security_group (ecdb3561-6599-4f31-9d11-c9a194252c9d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:54.875209 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-286dc5c5-3a1f-491e-bdf7-bc3e12df1a02 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ecdb3561-6599-4f31-9d11-c9a194252c9d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:54.914201 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286dc5c5-3a1f-491e-bdf7-bc3e12df1a02 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdb3561-6599-4f31-9d11-c9a194252c9d,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:54.920601 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-286dc5c5-3a1f-491e-bdf7-bc3e12df1a02 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:54.922242 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-286dc5c5-3a1f-491e-bdf7-bc3e12df1a02 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1585190 Jan 28 14:39:54.927580 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52334) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:54.932609 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-90cc2447-418e-449f-b5b2-1097afb7d23d tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Request body: {'security_group_rule': {'security_group_id': 'ecdb3561-6599-4f31-9d11-c9a194252c9d', 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:39:54.949919 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286dc5c5-3a1f-491e-bdf7-bc3e12df1a02 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:54.950331 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286dc5c5-3a1f-491e-bdf7-bc3e12df1a02 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:54.950627 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286dc5c5-3a1f-491e-bdf7-bc3e12df1a02 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:54.950993 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286dc5c5-3a1f-491e-bdf7-bc3e12df1a02 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:54.951335 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286dc5c5-3a1f-491e-bdf7-bc3e12df1a02 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:54.951688 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286dc5c5-3a1f-491e-bdf7-bc3e12df1a02 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:54.952000 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286dc5c5-3a1f-491e-bdf7-bc3e12df1a02 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:54.952503 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286dc5c5-3a1f-491e-bdf7-bc3e12df1a02 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:54.952831 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286dc5c5-3a1f-491e-bdf7-bc3e12df1a02 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:54.953163 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286dc5c5-3a1f-491e-bdf7-bc3e12df1a02 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:54.953497 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286dc5c5-3a1f-491e-bdf7-bc3e12df1a02 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:54.953820 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286dc5c5-3a1f-491e-bdf7-bc3e12df1a02 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:54.954280 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286dc5c5-3a1f-491e-bdf7-bc3e12df1a02 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:54.980056 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-90cc2447-418e-449f-b5b2-1097afb7d23d tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for security_group_rule (9cc9d3c9-19c6-4777-aaa3-576dd16cfb67), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:55.048074 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-90cc2447-418e-449f-b5b2-1097afb7d23d tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for security_group_rule (9cc9d3c9-19c6-4777-aaa3-576dd16cfb67), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:55.052718 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-90cc2447-418e-449f-b5b2-1097afb7d23d tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (9cc9d3c9-19c6-4777-aaa3-576dd16cfb67), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:55.072281 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc2447-418e-449f-b5b2-1097afb7d23d tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc9d3c9-19c6-4777-aaa3-576dd16cfb67,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:55.084340 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-90cc2447-418e-449f-b5b2-1097afb7d23d tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:55.087042 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-90cc2447-418e-449f-b5b2-1097afb7d23d tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1568234 Jan 28 14:39:55.088603 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52336) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:55.093280 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-b0d00465-6fb9-442c-b3b7-0dbd6bcb0282 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Request body: {'security_group_rule': {'security_group_id': 'ecdb3561-6599-4f31-9d11-c9a194252c9d', 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:39:55.120696 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b0d00465-6fb9-442c-b3b7-0dbd6bcb0282 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for security_group_rule (58275c58-3edd-462c-91c5-515e0b35df57), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:55.183147 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-53d799f2-b82a-4bbf-afe0-58e794a65261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'name': 'tempest-TestMinimumBasicScenario-277416970-router', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '13482064-467a-4d36-8b13-5f57c657e64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:57Z', 'updated_at': '2022-01-28T14:38:59Z', 'revision_number': 4, 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'gw_port': {'id': '13482064-467a-4d36-8b13-5f57c657e64c', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:57Z', 'updated_at': '2022-01-28T14:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '40430e2f-ef8d-4d34-a15f-532c06d21596', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'port_id': 'fc42d1ca-4c0e-4d9c-aa63-6150784f8d67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd215e7c4-e735-4334-bd39-fb219bd02545', 'mac_address': 'fa:16:3e:6e:43:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aeee617-2f41-4644-aa60-cf716cff40ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:39:53Z', 'updated_at': '2022-01-28T14:39:53Z', 'revision_number': 0, 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afb1cf7-2064-48cd-8ad9-ce528a302da5', 'name': '', 'network_id': 'd215e7c4-e735-4334-bd39-fb219bd02545', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'mac_address': 'fa:16:3e:74:82:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '273d77ab-1f31-4f27-bbfa-5b46faee4674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:59Z', 'updated_at': '2022-01-28T14:39:03Z', 'revision_number': 5, 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'subnets': [{'id': '273d77ab-1f31-4f27-bbfa-5b46faee4674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:55.187270 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b0d00465-6fb9-442c-b3b7-0dbd6bcb0282 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for security_group_rule (58275c58-3edd-462c-91c5-515e0b35df57), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:55.192160 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b0d00465-6fb9-442c-b3b7-0dbd6bcb0282 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (58275c58-3edd-462c-91c5-515e0b35df57), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:55.211324 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d799f2-b82a-4bbf-afe0-58e794a65261 None None] Checking router: 4c385ad8-3ade-439b-b50b-2bd14d6a2b50 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:39:55.216933 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d00465-6fb9-442c-b3b7-0dbd6bcb0282 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58275c58-3edd-462c-91c5-515e0b35df57,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:55.223815 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d799f2-b82a-4bbf-afe0-58e794a65261 None None] Routers {'4c385ad8-3ade-439b-b50b-2bd14d6a2b50'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:39:55.224449 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-53d799f2-b82a-4bbf-afe0-58e794a65261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:39:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['4c385ad8-3ade-439b-b50b-2bd14d6a2b50'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:55.227952 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fd2d9-5352-4bb3-823d-be09f1abf52d req-a4ea12a5-6a14-4929-b1b6-2c9a6545e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:55.229756 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6b2fd2d9-5352-4bb3-823d-be09f1abf52d req-a4ea12a5-6a14-4929-b1b6-2c9a6545e3af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c524615993854bf0976a0a4fb2c2bb0b&device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 1097 time: 0.3887010 Jan 28 14:39:55.234045 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b0d00465-6fb9-442c-b3b7-0dbd6bcb0282 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:55.237854 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b0d00465-6fb9-442c-b3b7-0dbd6bcb0282 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1458204 Jan 28 14:39:55.238123 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52338) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:55.251055 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-e85a6844-65a6-478d-ab7f-381bfa78889e tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Request body: {'security_group_rule': {'security_group_id': 'ecdb3561-6599-4f31-9d11-c9a194252c9d', 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:39:55.286985 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e85a6844-65a6-478d-ab7f-381bfa78889e tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for security_group_rule (c4e6277d-fcb4-487e-bd6e-914072dec0a1), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:55.333553 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fd2d9-5352-4bb3-823d-be09f1abf52d req-7d6eb901-c960-48ac-853c-dcc48f9e7564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:55.335234 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6b2fd2d9-5352-4bb3-823d-be09f1abf52d req-7d6eb901-c960-48ac-853c-dcc48f9e7564 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d215e7c4-e735-4334-bd39-fb219bd02545 HTTP/1.1" status: 200 len: 914 time: 0.0990376 Jan 28 14:39:55.339153 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-53d799f2-b82a-4bbf-afe0-58e794a65261 None None] Set router 4c385ad8-3ade-439b-b50b-2bd14d6a2b50 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:39:55.348104 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e85a6844-65a6-478d-ab7f-381bfa78889e tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for security_group_rule (c4e6277d-fcb4-487e-bd6e-914072dec0a1), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:55.353232 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e85a6844-65a6-478d-ab7f-381bfa78889e tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (c4e6277d-fcb4-487e-bd6e-914072dec0a1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:55.371305 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a6844-65a6-478d-ab7f-381bfa78889e tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e6277d-fcb4-487e-bd6e-914072dec0a1,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:55.381449 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e85a6844-65a6-478d-ab7f-381bfa78889e tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:55.382986 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e85a6844-65a6-478d-ab7f-381bfa78889e tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1437666 Jan 28 14:39:55.385712 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52340) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:55.391557 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-a1107c6a-3c1d-488c-9a5f-68c33ce4e89b tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Request body: {'security_group_rule': {'security_group_id': 'ecdb3561-6599-4f31-9d11-c9a194252c9d', 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:39:55.411744 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6b2fd2d9-5352-4bb3-823d-be09f1abf52d req-b0596942-01c2-41d8-b845-42a39f1a8815 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 HTTP/1.1" status: 200 len: 1000 time: 0.0703521 Jan 28 14:39:55.417502 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1107c6a-3c1d-488c-9a5f-68c33ce4e89b tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for security_group_rule (e10606a3-5f4f-429a-98dd-a5b8103e3cd7), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:55.462999 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fd2d9-5352-4bb3-823d-be09f1abf52d req-a6239e6f-a2c3-4c66-9d30-eaae90ee0c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:55.465208 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6b2fd2d9-5352-4bb3-823d-be09f1abf52d req-a6239e6f-a2c3-4c66-9d30-eaae90ee0c8e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=273d77ab-1f31-4f27-bbfa-5b46faee4674 HTTP/1.1" status: 200 len: 853 time: 0.0476222 Jan 28 14:39:55.480685 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1107c6a-3c1d-488c-9a5f-68c33ce4e89b tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for security_group_rule (e10606a3-5f4f-429a-98dd-a5b8103e3cd7), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:55.486344 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1107c6a-3c1d-488c-9a5f-68c33ce4e89b tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (e10606a3-5f4f-429a-98dd-a5b8103e3cd7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:55.507488 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1107c6a-3c1d-488c-9a5f-68c33ce4e89b tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10606a3-5f4f-429a-98dd-a5b8103e3cd7,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:55.513214 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a1107c6a-3c1d-488c-9a5f-68c33ce4e89b tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:55.514545 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a1107c6a-3c1d-488c-9a5f-68c33ce4e89b tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269455 Jan 28 14:39:55.517400 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52342) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:55.518137 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fd2d9-5352-4bb3-823d-be09f1abf52d req-82bf8669-d7e2-41c3-a124-c51c30cd8a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:55.520049 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6b2fd2d9-5352-4bb3-823d-be09f1abf52d req-82bf8669-d7e2-41c3-a124-c51c30cd8a66 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d215e7c4-e735-4334-bd39-fb219bd02545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494351 Jan 28 14:39:55.522473 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-9d4617c4-229a-4c87-92a9-61e1064d66ec tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Request body: {'security_group_rule': {'security_group_id': 'ecdb3561-6599-4f31-9d11-c9a194252c9d', 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:39:55.545106 n-d-822747-2 neutron-server[103351]: INFO neutron.db.securitygroups_db [None req-9d4617c4-229a-4c87-92a9-61e1064d66ec tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Project c524615993854bf0976a0a4fb2c2bb0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:39:55.551476 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d4617c4-229a-4c87-92a9-61e1064d66ec tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for security_group_rule (7b23967a-5e98-4d44-a8a8-e3fa07c25f44), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:55.583371 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-53d799f2-b82a-4bbf-afe0-58e794a65261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'name': 'tempest-TestMinimumBasicScenario-277416970-router', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '13482064-467a-4d36-8b13-5f57c657e64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:57Z', 'updated_at': '2022-01-28T14:38:59Z', 'revision_number': 4, 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'gw_port': {'id': '13482064-467a-4d36-8b13-5f57c657e64c', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:57Z', 'updated_at': '2022-01-28T14:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '40430e2f-ef8d-4d34-a15f-532c06d21596', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'port_id': 'fc42d1ca-4c0e-4d9c-aa63-6150784f8d67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd215e7c4-e735-4334-bd39-fb219bd02545', 'mac_address': 'fa:16:3e:6e:43:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aeee617-2f41-4644-aa60-cf716cff40ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:39:53Z', 'updated_at': '2022-01-28T14:39:53Z', 'revision_number': 0, 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afb1cf7-2064-48cd-8ad9-ce528a302da5', 'name': '', 'network_id': 'd215e7c4-e735-4334-bd39-fb219bd02545', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'mac_address': 'fa:16:3e:74:82:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '273d77ab-1f31-4f27-bbfa-5b46faee4674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:59Z', 'updated_at': '2022-01-28T14:39:03Z', 'revision_number': 5, 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'subnets': [{'id': '273d77ab-1f31-4f27-bbfa-5b46faee4674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:55.615498 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d799f2-b82a-4bbf-afe0-58e794a65261 None None] The sync data for ids ['4c385ad8-3ade-439b-b50b-2bd14d6a2b50'] in n-d-822747-2 is: [{'id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'name': 'tempest-TestMinimumBasicScenario-277416970-router', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '13482064-467a-4d36-8b13-5f57c657e64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:57Z', 'updated_at': '2022-01-28T14:38:59Z', 'revision_number': 4, 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'gw_port': {'id': '13482064-467a-4d36-8b13-5f57c657e64c', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:57Z', 'updated_at': '2022-01-28T14:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '40430e2f-ef8d-4d34-a15f-532c06d21596', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'port_id': 'fc42d1ca-4c0e-4d9c-aa63-6150784f8d67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd215e7c4-e735-4334-bd39-fb219bd02545', 'mac_address': 'fa:16:3e:6e:43:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aeee617-2f41-4644-aa60-cf716cff40ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:39:53Z', 'updated_at': '2022-01-28T14:39:53Z', 'revision_number': 0, 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afb1cf7-2064-48cd-8ad9-ce528a302da5', 'name': '', 'network_id': 'd215e7c4-e735-4334-bd39-fb219bd02545', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'mac_address': 'fa:16:3e:74:82:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '273d77ab-1f31-4f27-bbfa-5b46faee4674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:59Z', 'updated_at': '2022-01-28T14:39:03Z', 'revision_number': 5, 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'subnets': [{'id': '273d77ab-1f31-4f27-bbfa-5b46faee4674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:39:55.620015 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d4617c4-229a-4c87-92a9-61e1064d66ec tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for security_group_rule (7b23967a-5e98-4d44-a8a8-e3fa07c25f44), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:55.623695 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6b2fd2d9-5352-4bb3-823d-be09f1abf52d req-e8dd43b4-82e6-42f1-bb51-c948854d0ae1 service neutron] 10.222.0.18 "GET /v2.0/networks/d215e7c4-e735-4334-bd39-fb219bd02545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959198 Jan 28 14:39:55.624770 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d4617c4-229a-4c87-92a9-61e1064d66ec tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (7b23967a-5e98-4d44-a8a8-e3fa07c25f44), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:55.643094 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4617c4-229a-4c87-92a9-61e1064d66ec tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b23967a-5e98-4d44-a8a8-e3fa07c25f44,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:55.653824 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9d4617c4-229a-4c87-92a9-61e1064d66ec tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:55.658115 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9d4617c4-229a-4c87-92a9-61e1064d66ec tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1369874 Jan 28 14:39:55.658606 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52344) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:55.663022 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-9bab8027-0392-458b-ac5b-2b6d3a471105 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Request body: {'security_group_rule': {'security_group_id': 'ecdb3561-6599-4f31-9d11-c9a194252c9d', 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:39:55.689097 n-d-822747-2 neutron-server[103351]: INFO neutron.db.securitygroups_db [None req-9bab8027-0392-458b-ac5b-2b6d3a471105 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Project c524615993854bf0976a0a4fb2c2bb0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:39:55.695880 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9bab8027-0392-458b-ac5b-2b6d3a471105 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for security_group_rule (eca3de45-fa13-41d0-8b37-f98688122395), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:55.748162 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6b2fd2d9-5352-4bb3-823d-be09f1abf52d req-f67e93dc-ecf7-4835-9d6a-afa2151a65b3 service neutron] 10.222.0.18 "GET /v2.0/networks/d215e7c4-e735-4334-bd39-fb219bd02545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176944 Jan 28 14:39:55.761873 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9bab8027-0392-458b-ac5b-2b6d3a471105 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for security_group_rule (eca3de45-fa13-41d0-8b37-f98688122395), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:55.766717 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9bab8027-0392-458b-ac5b-2b6d3a471105 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (eca3de45-fa13-41d0-8b37-f98688122395), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:55.785954 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab8027-0392-458b-ac5b-2b6d3a471105 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca3de45-fa13-41d0-8b37-f98688122395,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:55.794794 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9bab8027-0392-458b-ac5b-2b6d3a471105 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:55.796135 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9bab8027-0392-458b-ac5b-2b6d3a471105 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368320 Jan 28 14:39:55.876498 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed82014-f731-45fb-95ef-66cf5065b984 None None] New status for floating IP 40430e2f-ef8d-4d34-a15f-532c06d21596: ACTIVE {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:39:55.896460 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e5995b6-5e14-439a-a73e-dc82cb982d02 req-ba77fb6e-1a18-4bf6-85d8-cf5f10a48d0e tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1269663795&fields=id&tenant_id=c524615993854bf0976a0a4fb2c2bb0b HTTP/1.1" status: 200 len: 267 time: 0.0470817 Jan 28 14:39:55.951356 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5995b6-5e14-439a-a73e-dc82cb982d02 req-dc738c01-2e96-4ee7-a309-4a5472123b3e tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:55.952944 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e5995b6-5e14-439a-a73e-dc82cb982d02 req-dc738c01-2e96-4ee7-a309-4a5472123b3e tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 946 time: 0.0507550 Jan 28 14:39:55.964097 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-9e5995b6-5e14-439a-a73e-dc82cb982d02 req-9dfcaabd-5b52-44ec-9cce-9f5eabba0496 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Request body: {'port': {'security_groups': ['20f16098-68b0-44ca-baf1-5250582a888e', 'ecdb3561-6599-4f31-9d11-c9a194252c9d']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:39:56.028887 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9e5995b6-5e14-439a-a73e-dc82cb982d02 req-9dfcaabd-5b52-44ec-9cce-9f5eabba0496 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fc42d1ca-4c0e-4d9c-aa63-6150784f8d67), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:56.217852 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-9e5995b6-5e14-439a-a73e-dc82cb982d02 req-9dfcaabd-5b52-44ec-9cce-9f5eabba0496 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] For port fc42d1ca-4c0e-4d9c-aa63-6150784f8d67, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=fc42d1ca-4c0e-4d9c-aa63-6150784f8d67,segment=NetworkSegment(01d917ee-9395-4a0a-bc8c-045c598c6742),segment_id=01d917ee-9395-4a0a-bc8c-045c598c6742)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:39:56.247693 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9e5995b6-5e14-439a-a73e-dc82cb982d02 req-9dfcaabd-5b52-44ec-9cce-9f5eabba0496 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for port (fc42d1ca-4c0e-4d9c-aa63-6150784f8d67), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:56.255019 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9e5995b6-5e14-439a-a73e-dc82cb982d02 req-9dfcaabd-5b52-44ec-9cce-9f5eabba0496 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (fc42d1ca-4c0e-4d9c-aa63-6150784f8d67), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:56.273067 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['fc42d1ca-4c0e-4d9c-aa63-6150784f8d67'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:39:56.301632 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5995b6-5e14-439a-a73e-dc82cb982d02 req-9dfcaabd-5b52-44ec-9cce-9f5eabba0496 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:56.302289 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9e5995b6-5e14-439a-a73e-dc82cb982d02 req-9dfcaabd-5b52-44ec-9cce-9f5eabba0496 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:56.303825 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e5995b6-5e14-439a-a73e-dc82cb982d02 req-9dfcaabd-5b52-44ec-9cce-9f5eabba0496 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "PUT /v2.0/ports/fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 HTTP/1.1" status: 200 len: 982 time: 0.3443239 Jan 28 14:39:56.309808 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aeee617-2f41-4644-aa60-cf716cff40ca', 'tag': 'fc42d1ca-4c0e-4d9c-aa63-6150784f8d67'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:39:56.309808 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b008c7-825d-47ea-ab7a-f8a9a695e2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8aeee617-2f41-4644-aa60-cf716cff40ca", "tag": "fc42d1ca-4c0e-4d9c-aa63-6150784f8d67"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:39:56.345338 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcaabd-5b52-44ec-9cce-9f5eabba0496 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Pushing event updated for resources: {'Port': ['ID=fc42d1ca-4c0e-4d9c-aa63-6150784f8d67,revision_number=6']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:56.441305 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a94553-60fb-4f17-ab47-14b5295a3a3d req-58d83ded-82d2-407d-9af7-d6df5e9abc2c tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:56.449728 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-01a94553-60fb-4f17-ab47-14b5295a3a3d req-58d83ded-82d2-407d-9af7-d6df5e9abc2c tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 985 time: 0.0662839 Jan 28 14:39:56.514216 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98f8100-cd13-4b21-9a7e-bc2db84ed8cc x-openstack-request-id: req-f98f8100-cd13-4b21-9a7e-bc2db84ed8cc {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:39:56.514564 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aeee617-2f41-4644-aa60-cf716cff40ca", "tag": "fc42d1ca-4c0e-4d9c-aa63-6150784f8d67", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:39:56.514821 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f98f8100-cd13-4b21-9a7e-bc2db84ed8cc {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:39:56.515252 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aeee617-2f41-4644-aa60-cf716cff40ca', 'tag': 'fc42d1ca-4c0e-4d9c-aa63-6150784f8d67', 'status': 'completed', 'code': 200} Jan 28 14:39:56.532453 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-01a94553-60fb-4f17-ab47-14b5295a3a3d req-7a0de0b4-fed9-44a5-8fbe-f0f139093f8d tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb3561-6599-4f31-9d11-c9a194252c9d&id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815942 Jan 28 14:39:56.579404 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b008c7-825d-47ea-ab7a-f8a9a695e2d2 req-fe774e1b-e443-417e-9db8-e176cfb20bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:56.581655 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e5b008c7-825d-47ea-ab7a-f8a9a695e2d2 req-fe774e1b-e443-417e-9db8-e176cfb20bda service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c524615993854bf0976a0a4fb2c2bb0b&device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 1136 time: 0.0427101 Jan 28 14:39:56.583120 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-583ca239-afc4-4b4b-b828-4ab783eb03c6 None None] Provisioning complete for port fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:56.583120 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-583ca239-afc4-4b4b-b828-4ab783eb03c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (fc42d1ca-4c0e-4d9c-aa63-6150784f8d67), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:56.590364 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['fc42d1ca-4c0e-4d9c-aa63-6150784f8d67'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:39:56.684072 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b008c7-825d-47ea-ab7a-f8a9a695e2d2 req-7a7a83ab-d207-48cf-8cfc-48834cc2279a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:56.685792 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e5b008c7-825d-47ea-ab7a-f8a9a695e2d2 req-7a7a83ab-d207-48cf-8cfc-48834cc2279a service neutron] 10.222.0.18 "GET /v2.0/networks?id=d215e7c4-e735-4334-bd39-fb219bd02545 HTTP/1.1" status: 200 len: 914 time: 0.0982993 Jan 28 14:39:56.754007 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e5b008c7-825d-47ea-ab7a-f8a9a695e2d2 req-1c81c8c0-0872-405c-9490-468e12f16a35 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 HTTP/1.1" status: 200 len: 1002 time: 0.0614514 Jan 28 14:39:56.791482 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-583ca239-afc4-4b4b-b828-4ab783eb03c6 None None] Current status of the port fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:56.810785 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b008c7-825d-47ea-ab7a-f8a9a695e2d2 req-17907443-52f7-4aed-bfed-24ec2c6273c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:56.812504 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e5b008c7-825d-47ea-ab7a-f8a9a695e2d2 req-17907443-52f7-4aed-bfed-24ec2c6273c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=273d77ab-1f31-4f27-bbfa-5b46faee4674 HTTP/1.1" status: 200 len: 853 time: 0.0517330 Jan 28 14:39:56.860308 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b008c7-825d-47ea-ab7a-f8a9a695e2d2 req-53cd8579-d7c5-47ad-bf3b-ae6fbab8f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:56.861861 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e5b008c7-825d-47ea-ab7a-f8a9a695e2d2 req-53cd8579-d7c5-47ad-bf3b-ae6fbab8f0b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d215e7c4-e735-4334-bd39-fb219bd02545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428007 Jan 28 14:39:56.954208 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e5b008c7-825d-47ea-ab7a-f8a9a695e2d2 req-5f14c2d4-f43b-4c5e-963a-d227a27b43ad service neutron] 10.222.0.18 "GET /v2.0/networks/d215e7c4-e735-4334-bd39-fb219bd02545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861895 Jan 28 14:39:57.053314 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e5b008c7-825d-47ea-ab7a-f8a9a695e2d2 req-499aa113-0182-4576-bb47-4f9ff5071f10 service neutron] 10.222.0.18 "GET /v2.0/networks/d215e7c4-e735-4334-bd39-fb219bd02545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924115 Jan 28 14:39:59.405481 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30b48fee-68d0-495d-8333-a153d3ca81f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:01.713636 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0afdf548-77b1-4445-8992-9c24b6b0ca9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:03.198294 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:04.569203 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:06.256433 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c2f91-8db6-4a15-a5de-05e48ddc9a04 req-d7c853d9-6bf2-4aa0-9e27-823cf77ed4ad tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:06.257890 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-072c2f91-8db6-4a15-a5de-05e48ddc9a04 req-d7c853d9-6bf2-4aa0-9e27-823cf77ed4ad tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 985 time: 0.0774512 Jan 28 14:40:06.263158 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e9236-667a-4d98-877f-21ca90684331 req-66a9d710-48e5-4878-987f-2423dec341d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:06.264531 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bf6e9236-667a-4d98-877f-21ca90684331 req-66a9d710-48e5-4878-987f-2423dec341d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c524615993854bf0976a0a4fb2c2bb0b&device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 1136 time: 0.0748377 Jan 28 14:40:06.374047 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-072c2f91-8db6-4a15-a5de-05e48ddc9a04 req-bcbcbd10-ccf9-4d73-8704-7f84a3a0cf17 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb3561-6599-4f31-9d11-c9a194252c9d&id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1084692 Jan 28 14:40:06.395658 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e9236-667a-4d98-877f-21ca90684331 req-9c290bba-b186-489d-aff8-94f50ababe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:06.396408 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bf6e9236-667a-4d98-877f-21ca90684331 req-9c290bba-b186-489d-aff8-94f50ababe9f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d215e7c4-e735-4334-bd39-fb219bd02545 HTTP/1.1" status: 200 len: 914 time: 0.1180675 Jan 28 14:40:06.420362 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:06.467436 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bf6e9236-667a-4d98-877f-21ca90684331 req-5894f8ee-1c9d-495f-bcef-1b97ea515390 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 HTTP/1.1" status: 200 len: 1002 time: 0.0642574 Jan 28 14:40:06.516303 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e9236-667a-4d98-877f-21ca90684331 req-6dc82008-aca1-48df-9c9f-ba176e41bb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:06.517787 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bf6e9236-667a-4d98-877f-21ca90684331 req-6dc82008-aca1-48df-9c9f-ba176e41bb5d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=273d77ab-1f31-4f27-bbfa-5b46faee4674 HTTP/1.1" status: 200 len: 853 time: 0.0433545 Jan 28 14:40:06.561947 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e9236-667a-4d98-877f-21ca90684331 req-3b9e9c18-6c3f-4751-94e2-2a3e8b00b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:06.563467 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bf6e9236-667a-4d98-877f-21ca90684331 req-3b9e9c18-6c3f-4751-94e2-2a3e8b00b71d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d215e7c4-e735-4334-bd39-fb219bd02545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404546 Jan 28 14:40:06.657857 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bf6e9236-667a-4d98-877f-21ca90684331 req-4b7d6ae0-1474-4418-8ecc-ecc1bed071ba service neutron] 10.222.0.18 "GET /v2.0/networks/d215e7c4-e735-4334-bd39-fb219bd02545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865881 Jan 28 14:40:06.759087 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bf6e9236-667a-4d98-877f-21ca90684331 req-7f7dfb6c-6a08-4227-b44b-895206d081bd service neutron] 10.222.0.18 "GET /v2.0/networks/d215e7c4-e735-4334-bd39-fb219bd02545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946822 Jan 28 14:40:07.502287 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf85192-330d-4ee0-ac82-dceab6614070 req-c99a4a20-f632-452c-8410-18df5b364f20 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:07.503821 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3bf85192-330d-4ee0-ac82-dceab6614070 req-c99a4a20-f632-452c-8410-18df5b364f20 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 985 time: 0.0540876 Jan 28 14:40:07.565220 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3bf85192-330d-4ee0-ac82-dceab6614070 req-f5d45fdc-d053-498e-8c7d-fd9c52121e7c tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb3561-6599-4f31-9d11-c9a194252c9d&id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552361 Jan 28 14:40:08.691316 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53607166-265e-465c-b49e-23219636a20d req-d311c54c-8822-44ac-b69c-f5e0b6a92be1 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:08.692876 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-53607166-265e-465c-b49e-23219636a20d req-d311c54c-8822-44ac-b69c-f5e0b6a92be1 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 985 time: 0.0578272 Jan 28 14:40:08.753346 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-53607166-265e-465c-b49e-23219636a20d req-bb193ccd-7a50-4214-9da5-5a16581f5d2e tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb3561-6599-4f31-9d11-c9a194252c9d&id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546069 Jan 28 14:40:09.880348 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81989ec6-49df-42ff-af50-6e3c3018b347 req-298fb90f-51b9-4d73-b64b-cb8967925d14 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:09.881813 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-81989ec6-49df-42ff-af50-6e3c3018b347 req-298fb90f-51b9-4d73-b64b-cb8967925d14 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 985 time: 0.0511799 Jan 28 14:40:09.942526 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-81989ec6-49df-42ff-af50-6e3c3018b347 req-4a92293a-04e6-4d28-8b25-43bb2dcf1d2c tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb3561-6599-4f31-9d11-c9a194252c9d&id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543532 Jan 28 14:40:11.069839 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e625e3-0e85-4b51-8ad1-694f5b9461cf req-42e0439b-fa37-4ace-94a0-d2c5ea6aab55 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:11.071342 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a0e625e3-0e85-4b51-8ad1-694f5b9461cf req-42e0439b-fa37-4ace-94a0-d2c5ea6aab55 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 985 time: 0.0559435 Jan 28 14:40:11.137212 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a0e625e3-0e85-4b51-8ad1-694f5b9461cf req-5d96b574-e63c-4af4-a025-8b8d91d64e7d tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb3561-6599-4f31-9d11-c9a194252c9d&id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590861 Jan 28 14:40:12.273357 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b00ba-f6b3-41f9-9e4e-90b8ef983946 req-14ec1c0d-a563-4689-ade9-8ab0e3fd0663 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:12.274737 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b48b00ba-f6b3-41f9-9e4e-90b8ef983946 req-14ec1c0d-a563-4689-ade9-8ab0e3fd0663 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 985 time: 0.0575759 Jan 28 14:40:12.337873 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b48b00ba-f6b3-41f9-9e4e-90b8ef983946 req-b42a5b92-1bf9-46d1-822c-43ec7b738e74 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb3561-6599-4f31-9d11-c9a194252c9d&id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569086 Jan 28 14:40:13.473552 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec5208-b116-4a4e-a8e9-aa7616ad1b57 req-2ade5923-0379-41ed-b40c-ee77e2f10f24 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:13.475111 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-23ec5208-b116-4a4e-a8e9-aa7616ad1b57 req-2ade5923-0379-41ed-b40c-ee77e2f10f24 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 985 time: 0.0624571 Jan 28 14:40:13.542075 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-23ec5208-b116-4a4e-a8e9-aa7616ad1b57 req-1d7db24c-a6e1-4250-a5c3-f44ec261e1d1 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb3561-6599-4f31-9d11-c9a194252c9d&id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573013 Jan 28 14:40:14.671062 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915b79d-5244-480f-be84-c89f3541dc55 req-f15e0d36-5830-460f-aac3-66b4be68f647 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:14.672566 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0915b79d-5244-480f-be84-c89f3541dc55 req-f15e0d36-5830-460f-aac3-66b4be68f647 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 985 time: 0.0514100 Jan 28 14:40:14.736719 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0915b79d-5244-480f-be84-c89f3541dc55 req-062056f0-3709-4875-8822-5337ad0afb4e tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb3561-6599-4f31-9d11-c9a194252c9d&id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562034 Jan 28 14:40:15.862749 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ebdc0-9c21-43c4-aea2-e6196789cb78 req-4a444b6b-51f9-4bbd-a9f4-61d52e80d9d0 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:15.864658 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f29ebdc0-9c21-43c4-aea2-e6196789cb78 req-4a444b6b-51f9-4bbd-a9f4-61d52e80d9d0 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 985 time: 0.0531516 Jan 28 14:40:15.927239 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f29ebdc0-9c21-43c4-aea2-e6196789cb78 req-6b9fa889-4b20-4f18-9bbc-1638281e4da9 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb3561-6599-4f31-9d11-c9a194252c9d&id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562897 Jan 28 14:40:17.066453 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9248f8-76c4-4060-a443-4b49b4446ac8 req-9e1b74b7-ca10-4f94-a301-8a828e2e14e9 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:17.068012 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-df9248f8-76c4-4060-a443-4b49b4446ac8 req-9e1b74b7-ca10-4f94-a301-8a828e2e14e9 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 985 time: 0.0616789 Jan 28 14:40:17.128842 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-df9248f8-76c4-4060-a443-4b49b4446ac8 req-5bda79ef-f4b1-4480-a6ad-2aba295e2665 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb3561-6599-4f31-9d11-c9a194252c9d&id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546553 Jan 28 14:40:18.258498 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197ee24-f673-4234-a5f2-e94bf87b5e97 req-0ccd7a7a-fba0-4b4c-8037-f4829d932345 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:18.259993 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f197ee24-f673-4234-a5f2-e94bf87b5e97 req-0ccd7a7a-fba0-4b4c-8037-f4829d932345 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 985 time: 0.0503545 Jan 28 14:40:18.327322 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f197ee24-f673-4234-a5f2-e94bf87b5e97 req-60dc0406-6a97-413a-a319-0d015575de7c tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb3561-6599-4f31-9d11-c9a194252c9d&id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609612 Jan 28 14:40:18.500715 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:20.524984 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:29.184583 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:40:29.404294 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0aea135d-d363-4613-aa5c-7f930c9ec84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:31.719071 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-19472cad-e673-4a9d-b626-6a1e4d5ccb30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:33.201830 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:34.573154 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:36.425882 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:48.503300 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:50.542306 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:51.007826 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0a3e9a85-9b31-4dff-ac06-fd99d33af740 req-dc8b2cda-15be-4489-bebd-01113f9283a2 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1269663795&fields=id&tenant_id=c524615993854bf0976a0a4fb2c2bb0b HTTP/1.1" status: 200 len: 267 time: 0.0550773 Jan 28 14:40:51.063259 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e9a85-9b31-4dff-ac06-fd99d33af740 req-875d56cf-3a62-473e-ac78-2e5b9f384367 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:51.064848 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0a3e9a85-9b31-4dff-ac06-fd99d33af740 req-875d56cf-3a62-473e-ac78-2e5b9f384367 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 985 time: 0.0507147 Jan 28 14:40:51.077854 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-0a3e9a85-9b31-4dff-ac06-fd99d33af740 req-7fef57a3-b8c8-47b0-ae60-8e9323bfb507 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Request body: {'port': {'security_groups': ['20f16098-68b0-44ca-baf1-5250582a888e']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:40:51.141844 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0a3e9a85-9b31-4dff-ac06-fd99d33af740 req-7fef57a3-b8c8-47b0-ae60-8e9323bfb507 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (fc42d1ca-4c0e-4d9c-aa63-6150784f8d67), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:51.331042 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-0a3e9a85-9b31-4dff-ac06-fd99d33af740 req-7fef57a3-b8c8-47b0-ae60-8e9323bfb507 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] For port fc42d1ca-4c0e-4d9c-aa63-6150784f8d67, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=fc42d1ca-4c0e-4d9c-aa63-6150784f8d67,segment=NetworkSegment(01d917ee-9395-4a0a-bc8c-045c598c6742),segment_id=01d917ee-9395-4a0a-bc8c-045c598c6742)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:40:51.359838 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0a3e9a85-9b31-4dff-ac06-fd99d33af740 req-7fef57a3-b8c8-47b0-ae60-8e9323bfb507 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for port (fc42d1ca-4c0e-4d9c-aa63-6150784f8d67), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:51.366618 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0a3e9a85-9b31-4dff-ac06-fd99d33af740 req-7fef57a3-b8c8-47b0-ae60-8e9323bfb507 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (fc42d1ca-4c0e-4d9c-aa63-6150784f8d67), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:51.379449 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['fc42d1ca-4c0e-4d9c-aa63-6150784f8d67'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:40:51.412903 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e9a85-9b31-4dff-ac06-fd99d33af740 req-7fef57a3-b8c8-47b0-ae60-8e9323bfb507 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:51.413450 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-0a3e9a85-9b31-4dff-ac06-fd99d33af740 req-7fef57a3-b8c8-47b0-ae60-8e9323bfb507 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:51.414860 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0a3e9a85-9b31-4dff-ac06-fd99d33af740 req-7fef57a3-b8c8-47b0-ae60-8e9323bfb507 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "PUT /v2.0/ports/fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 HTTP/1.1" status: 200 len: 943 time: 0.3416812 Jan 28 14:40:51.415355 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aeee617-2f41-4644-aa60-cf716cff40ca', 'tag': 'fc42d1ca-4c0e-4d9c-aa63-6150784f8d67'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:40:51.417644 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf66f62-5bc0-4a4e-9af2-1b4f73ac6e14" -d '{"events": [{"name": "network-changed", "server_uuid": "8aeee617-2f41-4644-aa60-cf716cff40ca", "tag": "fc42d1ca-4c0e-4d9c-aa63-6150784f8d67"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:40:51.420913 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52400) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:40:51.462390 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef57a3-b8c8-47b0-ae60-8e9323bfb507 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Pushing event updated for resources: {'Port': ['ID=fc42d1ca-4c0e-4d9c-aa63-6150784f8d67,revision_number=7']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:40:51.475451 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99045481-1216-4f7c-bbf0-6a4f613b1db3 x-openstack-request-id: req-99045481-1216-4f7c-bbf0-6a4f613b1db3 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:40:51.476664 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aeee617-2f41-4644-aa60-cf716cff40ca", "tag": "fc42d1ca-4c0e-4d9c-aa63-6150784f8d67", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:40:51.476935 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-99045481-1216-4f7c-bbf0-6a4f613b1db3 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:40:51.477379 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aeee617-2f41-4644-aa60-cf716cff40ca', 'tag': 'fc42d1ca-4c0e-4d9c-aa63-6150784f8d67', 'status': 'completed', 'code': 200} Jan 28 14:40:51.494198 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['fc42d1ca-4c0e-4d9c-aa63-6150784f8d67'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:40:51.533682 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0fc6-4713-41ad-81f6-e4f44d5699ef tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for security_group (ecdb3561-6599-4f31-9d11-c9a194252c9d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:51.559215 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf66f62-5bc0-4a4e-9af2-1b4f73ac6e14 req-91ee93c0-28fb-4f4e-94a5-b03e807d5ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:51.560251 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0fc6-4713-41ad-81f6-e4f44d5699ef tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for security_group (ecdb3561-6599-4f31-9d11-c9a194252c9d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:51.561612 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4cf66f62-5bc0-4a4e-9af2-1b4f73ac6e14 req-91ee93c0-28fb-4f4e-94a5-b03e807d5ac1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c524615993854bf0976a0a4fb2c2bb0b&device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 1097 time: 0.0508473 Jan 28 14:40:51.613333 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f8df734a-9168-41cd-86e0-0ea129632ab4 req-a86b4e19-e68f-42cf-87b7-f17baee1ad4b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1445856 Jan 28 14:40:51.633679 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0fc6-4713-41ad-81f6-e4f44d5699ef tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ecdb3561-6599-4f31-9d11-c9a194252c9d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:51.636564 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0fc6-4713-41ad-81f6-e4f44d5699ef tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:51.640709 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e4ff0fc6-4713-41ad-81f6-e4f44d5699ef tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "DELETE /v2.0/security-groups/ecdb3561-6599-4f31-9d11-c9a194252c9d HTTP/1.1" status: 204 len: 168 time: 0.2186627 Jan 28 14:40:51.641585 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52402) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:40:51.675687 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf66f62-5bc0-4a4e-9af2-1b4f73ac6e14 req-648c4812-05bb-428c-9b24-bafe4b09d35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:51.677196 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4cf66f62-5bc0-4a4e-9af2-1b4f73ac6e14 req-648c4812-05bb-428c-9b24-bafe4b09d35d service neutron] 10.222.0.18 "GET /v2.0/networks?id=d215e7c4-e735-4334-bd39-fb219bd02545 HTTP/1.1" status: 200 len: 914 time: 0.1091130 Jan 28 14:40:51.698408 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff0fc6-4713-41ad-81f6-e4f44d5699ef tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdb3561-6599-4f31-9d11-c9a194252c9d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:40:51.756813 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-6335f2d9-24c5-482a-bbce-1befcb7cd8c3 None None] Provisioning complete for port fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:40:51.757463 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6335f2d9-24c5-482a-bbce-1befcb7cd8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (fc42d1ca-4c0e-4d9c-aa63-6150784f8d67), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:51.764083 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4cf66f62-5bc0-4a4e-9af2-1b4f73ac6e14 req-3cc03c45-a8e3-48bd-bed4-dc8b7f38c9a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 HTTP/1.1" status: 200 len: 1002 time: 0.0793345 Jan 28 14:40:51.819950 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf66f62-5bc0-4a4e-9af2-1b4f73ac6e14 req-14467e63-42ff-42f3-9304-41c7f1a7786e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:51.821585 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4cf66f62-5bc0-4a4e-9af2-1b4f73ac6e14 req-14467e63-42ff-42f3-9304-41c7f1a7786e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=273d77ab-1f31-4f27-bbfa-5b46faee4674 HTTP/1.1" status: 200 len: 853 time: 0.0502689 Jan 28 14:40:51.856100 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6335f2d9-24c5-482a-bbce-1befcb7cd8c3 None None] Current status of the port fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:40:51.861231 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-c34301ba-d93f-481f-87d4-b618d9795887 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Deleting port f1c810d0-16bc-4d61-ac24-0b2b061f6dcd {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:40:51.861581 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c34301ba-d93f-481f-87d4-b618d9795887 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (f1c810d0-16bc-4d61-ac24-0b2b061f6dcd), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:51.874853 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf66f62-5bc0-4a4e-9af2-1b4f73ac6e14 req-851a3943-3c76-4534-8cc0-c96d3d6eedd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:51.876421 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4cf66f62-5bc0-4a4e-9af2-1b4f73ac6e14 req-851a3943-3c76-4534-8cc0-c96d3d6eedd2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d215e7c4-e735-4334-bd39-fb219bd02545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474734 Jan 28 14:40:51.938171 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c34301ba-d93f-481f-87d4-b618d9795887 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (f1c810d0-16bc-4d61-ac24-0b2b061f6dcd), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:51.938533 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c34301ba-d93f-481f-87d4-b618d9795887 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for floatingip (f1c810d0-16bc-4d61-ac24-0b2b061f6dcd), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:51.951579 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-c34301ba-d93f-481f-87d4-b618d9795887 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Calling delete_port for f1c810d0-16bc-4d61-ac24-0b2b061f6dcd owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:40:51.968827 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4cf66f62-5bc0-4a4e-9af2-1b4f73ac6e14 req-30ecf3aa-b823-4102-9bb5-d1fbc7b08f83 service neutron] 10.222.0.18 "GET /v2.0/networks/d215e7c4-e735-4334-bd39-fb219bd02545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844944 Jan 28 14:40:52.076185 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4cf66f62-5bc0-4a4e-9af2-1b4f73ac6e14 req-f31074eb-c42c-49a9-94f1-823c44929f43 service neutron] 10.222.0.18 "GET /v2.0/networks/d215e7c4-e735-4334-bd39-fb219bd02545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012471 Jan 28 14:40:52.120305 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c34301ba-d93f-481f-87d4-b618d9795887 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (f1c810d0-16bc-4d61-ac24-0b2b061f6dcd), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:52.172048 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34301ba-d93f-481f-87d4-b618d9795887 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Pushing event deleted for resources: {'Port': ['ID=f1c810d0-16bc-4d61-ac24-0b2b061f6dcd,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:40:52.181972 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df734a-9168-41cd-86e0-0ea129632ab4 req-57c9ff95-2120-466a-9a5f-205c32854895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:52.183641 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f8df734a-9168-41cd-86e0-0ea129632ab4 req-57c9ff95-2120-466a-9a5f-205c32854895 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c524615993854bf0976a0a4fb2c2bb0b&device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 1097 time: 0.0447850 Jan 28 14:40:52.217498 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c34301ba-d93f-481f-87d4-b618d9795887 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks [] for floatingip (40430e2f-ef8d-4d34-a15f-532c06d21596), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:52.217841 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-c34301ba-d93f-481f-87d4-b618d9795887 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Floating IP 40430e2f-ef8d-4d34-a15f-532c06d21596 disassociated (deleted). External IP: 172.25.3.153, port: fc42d1ca-4c0e-4d9c-aa63-6150784f8d67. Jan 28 14:40:52.292559 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df734a-9168-41cd-86e0-0ea129632ab4 req-092b51e6-b1a9-4cab-9246-3a866936933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:52.294114 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f8df734a-9168-41cd-86e0-0ea129632ab4 req-092b51e6-b1a9-4cab-9246-3a866936933c service neutron] 10.222.0.18 "GET /v2.0/networks?id=d215e7c4-e735-4334-bd39-fb219bd02545 HTTP/1.1" status: 200 len: 914 time: 0.0920238 Jan 28 14:40:52.334530 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f8df734a-9168-41cd-86e0-0ea129632ab4 req-8f53afa3-d688-40bf-a8c1-b8921f0b1df8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 HTTP/1.1" status: 200 len: 217 time: 0.0343323 Jan 28 14:40:52.384451 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df734a-9168-41cd-86e0-0ea129632ab4 req-39e1d203-f1a1-4847-934d-10977f36032e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:52.385822 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f8df734a-9168-41cd-86e0-0ea129632ab4 req-39e1d203-f1a1-4847-934d-10977f36032e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=273d77ab-1f31-4f27-bbfa-5b46faee4674 HTTP/1.1" status: 200 len: 853 time: 0.0441444 Jan 28 14:40:52.433361 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df734a-9168-41cd-86e0-0ea129632ab4 req-f1ef902b-3acb-44df-88bc-2a6931cadf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:52.433991 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34301ba-d93f-481f-87d4-b618d9795887 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Router 4c385ad8-3ade-439b-b50b-2bd14d6a2b50 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:40:52.435135 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f8df734a-9168-41cd-86e0-0ea129632ab4 req-f1ef902b-3acb-44df-88bc-2a6931cadf05 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d215e7c4-e735-4334-bd39-fb219bd02545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424767 Jan 28 14:40:52.530304 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f8df734a-9168-41cd-86e0-0ea129632ab4 req-6153c3f9-024b-4a43-aaad-60e307d4a1b6 service neutron] 10.222.0.18 "GET /v2.0/networks/d215e7c4-e735-4334-bd39-fb219bd02545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888174 Jan 28 14:40:52.546432 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34301ba-d93f-481f-87d4-b618d9795887 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:40:52.551310 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c34301ba-d93f-481f-87d4-b618d9795887 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:52.558365 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb6ac4b-7ab1-4589-82a4-482432b17b52 None None] Sync routers for ids ['4c385ad8-3ade-439b-b50b-2bd14d6a2b50'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:40:52.572058 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb6ac4b-7ab1-4589-82a4-482432b17b52 None None] Routers {'4c385ad8-3ade-439b-b50b-2bd14d6a2b50'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:40:52.572838 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-0cb6ac4b-7ab1-4589-82a4-482432b17b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:40:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['4c385ad8-3ade-439b-b50b-2bd14d6a2b50'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:40:52.581862 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c34301ba-d93f-481f-87d4-b618d9795887 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "DELETE /v2.0/floatingips/40430e2f-ef8d-4d34-a15f-532c06d21596 HTTP/1.1" status: 204 len: 168 time: 0.9286680 Jan 28 14:40:52.581862 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aeee617-2f41-4644-aa60-cf716cff40ca', 'tag': 'fc42d1ca-4c0e-4d9c-aa63-6150784f8d67'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:40:52.583369 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db998d4-c945-44e0-8d35-736363b5b572" -d '{"events": [{"name": "network-changed", "server_uuid": "8aeee617-2f41-4644-aa60-cf716cff40ca", "tag": "fc42d1ca-4c0e-4d9c-aa63-6150784f8d67"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:40:52.649620 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f8df734a-9168-41cd-86e0-0ea129632ab4 req-b6ce3d44-94a2-4566-a7ca-f27ed1ed79ba service neutron] 10.222.0.18 "GET /v2.0/networks/d215e7c4-e735-4334-bd39-fb219bd02545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137226 Jan 28 14:40:52.697043 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb04d25c-3111-4219-bf81-6e87ad8afdc4 x-openstack-request-id: req-eb04d25c-3111-4219-bf81-6e87ad8afdc4 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:40:52.697386 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aeee617-2f41-4644-aa60-cf716cff40ca", "tag": "fc42d1ca-4c0e-4d9c-aa63-6150784f8d67", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:40:52.697744 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb04d25c-3111-4219-bf81-6e87ad8afdc4 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:40:52.698100 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aeee617-2f41-4644-aa60-cf716cff40ca', 'tag': 'fc42d1ca-4c0e-4d9c-aa63-6150784f8d67', 'status': 'completed', 'code': 200} Jan 28 14:40:52.721892 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-0cb6ac4b-7ab1-4589-82a4-482432b17b52 None None] Set router 4c385ad8-3ade-439b-b50b-2bd14d6a2b50 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:40:52.762262 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db998d4-c945-44e0-8d35-736363b5b572 req-041c62bd-2f0f-4148-b5ec-e1f4133761df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:52.763652 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1db998d4-c945-44e0-8d35-736363b5b572 req-041c62bd-2f0f-4148-b5ec-e1f4133761df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c524615993854bf0976a0a4fb2c2bb0b&device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 1097 time: 0.0464091 Jan 28 14:40:52.862870 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db998d4-c945-44e0-8d35-736363b5b572 req-b7078e4d-b2e5-41c2-bacf-0dc5120a934b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:52.864791 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1db998d4-c945-44e0-8d35-736363b5b572 req-b7078e4d-b2e5-41c2-bacf-0dc5120a934b service neutron] 10.222.0.18 "GET /v2.0/networks?id=d215e7c4-e735-4334-bd39-fb219bd02545 HTTP/1.1" status: 200 len: 914 time: 0.0955758 Jan 28 14:40:52.918795 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1db998d4-c945-44e0-8d35-736363b5b572 req-1468225d-9fcd-42dd-8ded-5db27e41b60a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 HTTP/1.1" status: 200 len: 217 time: 0.0440710 Jan 28 14:40:52.967856 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db998d4-c945-44e0-8d35-736363b5b572 req-1a7c3ea1-213a-4c43-8060-49015bdfa97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:52.969555 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1db998d4-c945-44e0-8d35-736363b5b572 req-1a7c3ea1-213a-4c43-8060-49015bdfa97b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=273d77ab-1f31-4f27-bbfa-5b46faee4674 HTTP/1.1" status: 200 len: 853 time: 0.0456295 Jan 28 14:40:52.970690 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-0cb6ac4b-7ab1-4589-82a4-482432b17b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'name': 'tempest-TestMinimumBasicScenario-277416970-router', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '13482064-467a-4d36-8b13-5f57c657e64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:57Z', 'updated_at': '2022-01-28T14:38:59Z', 'revision_number': 4, 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'gw_port': {'id': '13482064-467a-4d36-8b13-5f57c657e64c', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:57Z', 'updated_at': '2022-01-28T14:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '2afb1cf7-2064-48cd-8ad9-ce528a302da5', 'name': '', 'network_id': 'd215e7c4-e735-4334-bd39-fb219bd02545', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'mac_address': 'fa:16:3e:74:82:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '273d77ab-1f31-4f27-bbfa-5b46faee4674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:59Z', 'updated_at': '2022-01-28T14:39:03Z', 'revision_number': 5, 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'subnets': [{'id': '273d77ab-1f31-4f27-bbfa-5b46faee4674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:40:52.999034 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb6ac4b-7ab1-4589-82a4-482432b17b52 None None] Checking router: 4c385ad8-3ade-439b-b50b-2bd14d6a2b50 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:40:53.007541 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb6ac4b-7ab1-4589-82a4-482432b17b52 None None] Routers {'4c385ad8-3ade-439b-b50b-2bd14d6a2b50'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:40:53.008145 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-0cb6ac4b-7ab1-4589-82a4-482432b17b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:40:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['4c385ad8-3ade-439b-b50b-2bd14d6a2b50'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:40:53.017854 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db998d4-c945-44e0-8d35-736363b5b572 req-63e73199-fbe6-457e-9365-57ea6e854d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:53.019473 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1db998d4-c945-44e0-8d35-736363b5b572 req-63e73199-fbe6-457e-9365-57ea6e854d76 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d215e7c4-e735-4334-bd39-fb219bd02545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436521 Jan 28 14:40:53.117089 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1db998d4-c945-44e0-8d35-736363b5b572 req-f4990566-88ce-4fda-913d-b45383b764da service neutron] 10.222.0.18 "GET /v2.0/networks/d215e7c4-e735-4334-bd39-fb219bd02545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903697 Jan 28 14:40:53.120490 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-0cb6ac4b-7ab1-4589-82a4-482432b17b52 None None] Set router 4c385ad8-3ade-439b-b50b-2bd14d6a2b50 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:40:53.209161 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1db998d4-c945-44e0-8d35-736363b5b572 req-30940b12-f48a-4127-b7b5-5c5b1db67980 service neutron] 10.222.0.18 "GET /v2.0/networks/d215e7c4-e735-4334-bd39-fb219bd02545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856786 Jan 28 14:40:53.326606 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-0cb6ac4b-7ab1-4589-82a4-482432b17b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'name': 'tempest-TestMinimumBasicScenario-277416970-router', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '13482064-467a-4d36-8b13-5f57c657e64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:57Z', 'updated_at': '2022-01-28T14:38:59Z', 'revision_number': 4, 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'gw_port': {'id': '13482064-467a-4d36-8b13-5f57c657e64c', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:57Z', 'updated_at': '2022-01-28T14:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '2afb1cf7-2064-48cd-8ad9-ce528a302da5', 'name': '', 'network_id': 'd215e7c4-e735-4334-bd39-fb219bd02545', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'mac_address': 'fa:16:3e:74:82:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '273d77ab-1f31-4f27-bbfa-5b46faee4674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:59Z', 'updated_at': '2022-01-28T14:39:03Z', 'revision_number': 5, 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'subnets': [{'id': '273d77ab-1f31-4f27-bbfa-5b46faee4674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:40:53.353952 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb6ac4b-7ab1-4589-82a4-482432b17b52 None None] The sync data for ids ['4c385ad8-3ade-439b-b50b-2bd14d6a2b50'] in n-d-822747-2 is: [{'id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'name': 'tempest-TestMinimumBasicScenario-277416970-router', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '13482064-467a-4d36-8b13-5f57c657e64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:57Z', 'updated_at': '2022-01-28T14:38:59Z', 'revision_number': 4, 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'gw_port': {'id': '13482064-467a-4d36-8b13-5f57c657e64c', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:57Z', 'updated_at': '2022-01-28T14:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '2afb1cf7-2064-48cd-8ad9-ce528a302da5', 'name': '', 'network_id': 'd215e7c4-e735-4334-bd39-fb219bd02545', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'mac_address': 'fa:16:3e:74:82:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '273d77ab-1f31-4f27-bbfa-5b46faee4674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:59Z', 'updated_at': '2022-01-28T14:39:03Z', 'revision_number': 5, 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'subnets': [{'id': '273d77ab-1f31-4f27-bbfa-5b46faee4674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:40:53.617153 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7c2b5b-811a-4132-bfd8-a3f81463782f None None] New status for floating IP 40430e2f-ef8d-4d34-a15f-532c06d21596: DOWN {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:40:59.398646 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f0c555be-34e5-4d69-8039-9634b3467ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:01.724422 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-001ecf37-202a-4737-aaa3-84d9ba3b08fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:03.205956 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:04.575779 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:06.188992 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:41:06.431789 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:08.041505 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666124f-0b18-4f1c-a69e-880b7852ebcc req-1f10a75f-5f67-43d6-9781-b6e7a0d6ae7b tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:08.043110 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5666124f-0b18-4f1c-a69e-880b7852ebcc req-1f10a75f-5f67-43d6-9781-b6e7a0d6ae7b tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 946 time: 0.0594523 Jan 28 14:41:08.091630 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5666124f-0b18-4f1c-a69e-880b7852ebcc req-6d6e056e-a02f-4ebc-b47a-6ce2a1194511 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424423 Jan 28 14:41:09.218129 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e90c64-0ac5-46f8-95cc-36fc9e8b9e26 req-239df906-c271-4f44-ab6a-8d617e836bc7 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:09.219655 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-37e90c64-0ac5-46f8-95cc-36fc9e8b9e26 req-239df906-c271-4f44-ab6a-8d617e836bc7 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 946 time: 0.0547876 Jan 28 14:41:09.268559 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-37e90c64-0ac5-46f8-95cc-36fc9e8b9e26 req-20ad7ff6-7d13-4464-ab75-696934516e95 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/security-groups?id=20f16098-68b0-44ca-baf1-5250582a888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430181 Jan 28 14:41:09.605656 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9675859-931e-4f29-aff4-c6df5540e6f4 req-9ae5bb03-8442-437a-87cd-740aa8671383 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:09.607175 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f9675859-931e-4f29-aff4-c6df5540e6f4 req-9ae5bb03-8442-437a-87cd-740aa8671383 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.18 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 946 time: 0.0565362 Jan 28 14:41:09.702671 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-f9675859-931e-4f29-aff4-c6df5540e6f4 req-2a0b5554-48c7-4b70-ba94-940be97e7b4f tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Deleting port fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:41:09.702952 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f9675859-931e-4f29-aff4-c6df5540e6f4 req-2a0b5554-48c7-4b70-ba94-940be97e7b4f tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (fc42d1ca-4c0e-4d9c-aa63-6150784f8d67), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:09.793126 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-f9675859-931e-4f29-aff4-c6df5540e6f4 req-2a0b5554-48c7-4b70-ba94-940be97e7b4f tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] For port fc42d1ca-4c0e-4d9c-aa63-6150784f8d67, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=fc42d1ca-4c0e-4d9c-aa63-6150784f8d67,segment=NetworkSegment(01d917ee-9395-4a0a-bc8c-045c598c6742),segment_id=01d917ee-9395-4a0a-bc8c-045c598c6742)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:41:09.793504 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f9675859-931e-4f29-aff4-c6df5540e6f4 req-2a0b5554-48c7-4b70-ba94-940be97e7b4f tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (fc42d1ca-4c0e-4d9c-aa63-6150784f8d67), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:09.811928 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-f9675859-931e-4f29-aff4-c6df5540e6f4 req-2a0b5554-48c7-4b70-ba94-940be97e7b4f tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Calling delete_port for fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:41:09.944635 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f9675859-931e-4f29-aff4-c6df5540e6f4 req-2a0b5554-48c7-4b70-ba94-940be97e7b4f tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (fc42d1ca-4c0e-4d9c-aa63-6150784f8d67), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:09.956800 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['fc42d1ca-4c0e-4d9c-aa63-6150784f8d67'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:41:09.976862 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b5554-48c7-4b70-ba94-940be97e7b4f tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Pushing event deleted for resources: {'Port': ['ID=fc42d1ca-4c0e-4d9c-aa63-6150784f8d67,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:09.988968 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b5554-48c7-4b70-ba94-940be97e7b4f tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:09.989113 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b5554-48c7-4b70-ba94-940be97e7b4f tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:09.989365 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b5554-48c7-4b70-ba94-940be97e7b4f tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:09.989725 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b5554-48c7-4b70-ba94-940be97e7b4f tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:09.990050 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b5554-48c7-4b70-ba94-940be97e7b4f tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:09.990375 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b5554-48c7-4b70-ba94-940be97e7b4f tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:09.990703 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b5554-48c7-4b70-ba94-940be97e7b4f tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:09.991054 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b5554-48c7-4b70-ba94-940be97e7b4f tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:09.991381 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b5554-48c7-4b70-ba94-940be97e7b4f tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:09.991707 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b5554-48c7-4b70-ba94-940be97e7b4f tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:09.992030 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b5554-48c7-4b70-ba94-940be97e7b4f tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:09.992352 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b5554-48c7-4b70-ba94-940be97e7b4f tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:09.992673 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b5554-48c7-4b70-ba94-940be97e7b4f tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:10.026461 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9675859-931e-4f29-aff4-c6df5540e6f4 req-2a0b5554-48c7-4b70-ba94-940be97e7b4f tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] No DVR routers for this DVR port fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:41:10.029333 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-f9675859-931e-4f29-aff4-c6df5540e6f4 req-2a0b5554-48c7-4b70-ba94-940be97e7b4f tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:10.033056 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f9675859-931e-4f29-aff4-c6df5540e6f4 req-2a0b5554-48c7-4b70-ba94-940be97e7b4f tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.18 "DELETE /v2.0/ports/fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 HTTP/1.1" status: 204 len: 173 time: 0.4211440 Jan 28 14:41:10.033497 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aeee617-2f41-4644-aa60-cf716cff40ca', 'name': 'network-vif-deleted', 'tag': 'fc42d1ca-4c0e-4d9c-aa63-6150784f8d67'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:41:10.035996 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0aced2-61d6-4823-87ab-16f746e67728" -d '{"events": [{"server_uuid": "8aeee617-2f41-4644-aa60-cf716cff40ca", "name": "network-vif-deleted", "tag": "fc42d1ca-4c0e-4d9c-aa63-6150784f8d67"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:41:10.073377 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4b5629-1d93-4b25-83e9-ec3e8fac046d x-openstack-request-id: req-3a4b5629-1d93-4b25-83e9-ec3e8fac046d {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:41:10.073699 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aeee617-2f41-4644-aa60-cf716cff40ca", "name": "network-vif-deleted", "tag": "fc42d1ca-4c0e-4d9c-aa63-6150784f8d67", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:41:10.073953 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a4b5629-1d93-4b25-83e9-ec3e8fac046d {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:41:10.074361 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aeee617-2f41-4644-aa60-cf716cff40ca', 'name': 'network-vif-deleted', 'tag': 'fc42d1ca-4c0e-4d9c-aa63-6150784f8d67', 'status': 'completed', 'code': 200} Jan 28 14:41:10.385504 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-287a1b05-0ada-4895-be3e-b92bdf01b3a0 req-88d404f4-27b5-4887-bab9-5780018d0d25 tempest-TestMinimumBasicScenario-1056131193 tempest-TestMinimumBasicScenario-1056131193-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aeee617-2f41-4644-aa60-cf716cff40ca HTTP/1.1" status: 200 len: 210 time: 0.0325861 Jan 28 14:41:11.992253 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52514) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:12.374433 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73d2208d-6dc3-4b71-a4f6-761034bd89b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (4c385ad8-3ade-439b-b50b-2bd14d6a2b50), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:12.646798 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-73d2208d-6dc3-4b71-a4f6-761034bd89b1 admin admin] Deleting port 2afb1cf7-2064-48cd-8ad9-ce528a302da5 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:41:12.647166 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73d2208d-6dc3-4b71-a4f6-761034bd89b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (2afb1cf7-2064-48cd-8ad9-ce528a302da5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:12.725972 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-73d2208d-6dc3-4b71-a4f6-761034bd89b1 admin admin] For port 2afb1cf7-2064-48cd-8ad9-ce528a302da5, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=2afb1cf7-2064-48cd-8ad9-ce528a302da5,segment=NetworkSegment(01d917ee-9395-4a0a-bc8c-045c598c6742),segment_id=01d917ee-9395-4a0a-bc8c-045c598c6742)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:41:12.726384 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73d2208d-6dc3-4b71-a4f6-761034bd89b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (2afb1cf7-2064-48cd-8ad9-ce528a302da5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:12.731926 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:41:12.739151 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-73d2208d-6dc3-4b71-a4f6-761034bd89b1 admin admin] Calling delete_port for 2afb1cf7-2064-48cd-8ad9-ce528a302da5 owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:41:12.756593 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:41:12.757000 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device fc42d1ca-4c0e-4d9c-aa63-6150784f8d67 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:41:12.929956 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73d2208d-6dc3-4b71-a4f6-761034bd89b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (2afb1cf7-2064-48cd-8ad9-ce528a302da5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:12.956100 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2208d-6dc3-4b71-a4f6-761034bd89b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2afb1cf7-2064-48cd-8ad9-ce528a302da5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:12.985214 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d2208d-6dc3-4b71-a4f6-761034bd89b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:12.985562 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d2208d-6dc3-4b71-a4f6-761034bd89b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:12.985916 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d2208d-6dc3-4b71-a4f6-761034bd89b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:12.986243 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d2208d-6dc3-4b71-a4f6-761034bd89b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:12.986607 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d2208d-6dc3-4b71-a4f6-761034bd89b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:12.987057 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d2208d-6dc3-4b71-a4f6-761034bd89b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:12.987284 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d2208d-6dc3-4b71-a4f6-761034bd89b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:12.987596 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d2208d-6dc3-4b71-a4f6-761034bd89b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:12.987914 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d2208d-6dc3-4b71-a4f6-761034bd89b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:12.988223 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d2208d-6dc3-4b71-a4f6-761034bd89b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:12.988561 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d2208d-6dc3-4b71-a4f6-761034bd89b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:12.988885 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d2208d-6dc3-4b71-a4f6-761034bd89b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:12.989202 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d2208d-6dc3-4b71-a4f6-761034bd89b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:13.452109 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-73d2208d-6dc3-4b71-a4f6-761034bd89b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (4c385ad8-3ade-439b-b50b-2bd14d6a2b50), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:13.666666 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d2208d-6dc3-4b71-a4f6-761034bd89b1 admin admin] Router 4c385ad8-3ade-439b-b50b-2bd14d6a2b50 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:41:13.774091 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d2208d-6dc3-4b71-a4f6-761034bd89b1 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:41:13.779650 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-73d2208d-6dc3-4b71-a4f6-761034bd89b1 admin admin] 10.222.0.39 "PUT /v2.0/routers/4c385ad8-3ade-439b-b50b-2bd14d6a2b50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7858803 Jan 28 14:41:13.782560 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52516) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:13.784840 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7250c9-f70f-4c14-974d-53f4858ed17c None None] Sync routers for ids ['4c385ad8-3ade-439b-b50b-2bd14d6a2b50'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:41:13.800079 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7250c9-f70f-4c14-974d-53f4858ed17c None None] Routers {'4c385ad8-3ade-439b-b50b-2bd14d6a2b50'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:41:13.801541 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8c7250c9-f70f-4c14-974d-53f4858ed17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:41:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['4c385ad8-3ade-439b-b50b-2bd14d6a2b50'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:13.892398 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-951b97f8-551a-4097-8186-2ee4a41dcfba admin admin] Publish callbacks [] for router (4c385ad8-3ade-439b-b50b-2bd14d6a2b50), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:13.997293 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-951b97f8-551a-4097-8186-2ee4a41dcfba admin admin] Publish callbacks [] for router_gateway (4c385ad8-3ade-439b-b50b-2bd14d6a2b50), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:14.004468 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-8c7250c9-f70f-4c14-974d-53f4858ed17c None None] Set router 4c385ad8-3ade-439b-b50b-2bd14d6a2b50 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:41:14.060207 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-951b97f8-551a-4097-8186-2ee4a41dcfba admin admin] Deleting port 13482064-467a-4d36-8b13-5f57c657e64c {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:41:14.060875 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-951b97f8-551a-4097-8186-2ee4a41dcfba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (13482064-467a-4d36-8b13-5f57c657e64c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:14.143769 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-951b97f8-551a-4097-8186-2ee4a41dcfba admin admin] For port 13482064-467a-4d36-8b13-5f57c657e64c, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=13482064-467a-4d36-8b13-5f57c657e64c,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:41:14.144143 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-951b97f8-551a-4097-8186-2ee4a41dcfba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (13482064-467a-4d36-8b13-5f57c657e64c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:14.157077 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-951b97f8-551a-4097-8186-2ee4a41dcfba admin admin] Calling delete_port for 13482064-467a-4d36-8b13-5f57c657e64c owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:41:14.186445 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8c7250c9-f70f-4c14-974d-53f4858ed17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'name': 'tempest-TestMinimumBasicScenario-277416970-router', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '13482064-467a-4d36-8b13-5f57c657e64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:57Z', 'updated_at': '2022-01-28T14:41:12Z', 'revision_number': 5, 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'gw_port': {'id': '13482064-467a-4d36-8b13-5f57c657e64c', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:57Z', 'updated_at': '2022-01-28T14:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:14.215136 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7250c9-f70f-4c14-974d-53f4858ed17c None None] Checking router: 4c385ad8-3ade-439b-b50b-2bd14d6a2b50 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:41:14.228791 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7250c9-f70f-4c14-974d-53f4858ed17c None None] Routers {'4c385ad8-3ade-439b-b50b-2bd14d6a2b50'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:41:14.229091 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8c7250c9-f70f-4c14-974d-53f4858ed17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:41:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['4c385ad8-3ade-439b-b50b-2bd14d6a2b50'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:14.319311 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-8c7250c9-f70f-4c14-974d-53f4858ed17c None None] Set router 4c385ad8-3ade-439b-b50b-2bd14d6a2b50 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:41:14.337349 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-951b97f8-551a-4097-8186-2ee4a41dcfba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (13482064-467a-4d36-8b13-5f57c657e64c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:14.364167 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b97f8-551a-4097-8186-2ee4a41dcfba admin admin] Pushing event deleted for resources: {'Port': ['ID=13482064-467a-4d36-8b13-5f57c657e64c,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:14.379278 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8c7250c9-f70f-4c14-974d-53f4858ed17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'name': 'tempest-TestMinimumBasicScenario-277416970-router', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:57Z', 'updated_at': '2022-01-28T14:41:13Z', 'revision_number': 6, 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:14.408093 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7250c9-f70f-4c14-974d-53f4858ed17c None None] The sync data for ids ['4c385ad8-3ade-439b-b50b-2bd14d6a2b50'] in n-d-822747-2 is: [{'id': '4c385ad8-3ade-439b-b50b-2bd14d6a2b50', 'name': 'tempest-TestMinimumBasicScenario-277416970-router', 'tenant_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:57Z', 'updated_at': '2022-01-28T14:41:13Z', 'revision_number': 6, 'project_id': 'c524615993854bf0976a0a4fb2c2bb0b', 'gw_port_host': None}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:41:14.430675 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-951b97f8-551a-4097-8186-2ee4a41dcfba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (4c385ad8-3ade-439b-b50b-2bd14d6a2b50), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:14.526115 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-951b97f8-551a-4097-8186-2ee4a41dcfba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (4c385ad8-3ade-439b-b50b-2bd14d6a2b50), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:14.528297 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-951b97f8-551a-4097-8186-2ee4a41dcfba admin admin] Publish callbacks [] for router_controller (4c385ad8-3ade-439b-b50b-2bd14d6a2b50), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:14.572538 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-951b97f8-551a-4097-8186-2ee4a41dcfba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (4c385ad8-3ade-439b-b50b-2bd14d6a2b50), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:14.573221 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951b97f8-551a-4097-8186-2ee4a41dcfba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c385ad8-3ade-439b-b50b-2bd14d6a2b50 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:41:14.577851 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-951b97f8-551a-4097-8186-2ee4a41dcfba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:14.579272 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-951b97f8-551a-4097-8186-2ee4a41dcfba admin admin] 10.222.0.39 "DELETE /v2.0/routers/4c385ad8-3ade-439b-b50b-2bd14d6a2b50 HTTP/1.1" status: 204 len: 168 time: 0.7954736 Jan 28 14:41:14.582327 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52518) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:14.629465 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6d4ff1-c738-4915-9610-27d6287dd68d admin admin] Deleting subnet 273d77ab-1f31-4f27-bbfa-5b46faee4674 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:41:14.632929 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1f6d4ff1-c738-4915-9610-27d6287dd68d admin admin] Publish callbacks [] for subnet (273d77ab-1f31-4f27-bbfa-5b46faee4674), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:14.667768 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1f6d4ff1-c738-4915-9610-27d6287dd68d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (273d77ab-1f31-4f27-bbfa-5b46faee4674), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:14.756581 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1f6d4ff1-c738-4915-9610-27d6287dd68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (273d77ab-1f31-4f27-bbfa-5b46faee4674), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:14.812577 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1f6d4ff1-c738-4915-9610-27d6287dd68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (273d77ab-1f31-4f27-bbfa-5b46faee4674), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:14.839406 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d4ff1-c738-4915-9610-27d6287dd68d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=273d77ab-1f31-4f27-bbfa-5b46faee4674,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:14.843571 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1f6d4ff1-c738-4915-9610-27d6287dd68d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:14.849536 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1f6d4ff1-c738-4915-9610-27d6287dd68d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/273d77ab-1f31-4f27-bbfa-5b46faee4674 HTTP/1.1" status: 204 len: 168 time: 0.2660813 Jan 28 14:41:14.849691 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52520) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:14.856783 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2bf485-1148-415a-bd41-1714665022fb None None] Network d215e7c4-e735-4334-bd39-fb219bd02545 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:41:14.922647 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c8c6839c-b195-4293-8879-818d9fc2faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (d215e7c4-e735-4334-bd39-fb219bd02545), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:14.987802 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-c8c6839c-b195-4293-8879-818d9fc2faa7 admin admin] Deleting port f1246207-bd0a-414d-8f49-c8853cb0c060 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:41:14.988148 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c8c6839c-b195-4293-8879-818d9fc2faa7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (f1246207-bd0a-414d-8f49-c8853cb0c060), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:15.050961 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-c8c6839c-b195-4293-8879-818d9fc2faa7 admin admin] For port f1246207-bd0a-414d-8f49-c8853cb0c060, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=f1246207-bd0a-414d-8f49-c8853cb0c060,segment=NetworkSegment(01d917ee-9395-4a0a-bc8c-045c598c6742),segment_id=01d917ee-9395-4a0a-bc8c-045c598c6742)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:41:15.051346 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c8c6839c-b195-4293-8879-818d9fc2faa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (f1246207-bd0a-414d-8f49-c8853cb0c060), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:15.064446 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-c8c6839c-b195-4293-8879-818d9fc2faa7 admin admin] Calling delete_port for f1246207-bd0a-414d-8f49-c8853cb0c060 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:41:15.149994 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c8c6839c-b195-4293-8879-818d9fc2faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (f1246207-bd0a-414d-8f49-c8853cb0c060), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:15.176505 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6839c-b195-4293-8879-818d9fc2faa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1246207-bd0a-414d-8f49-c8853cb0c060,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:15.183760 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c6839c-b195-4293-8879-818d9fc2faa7 admin admin] No DVR routers for this DVR port f1246207-bd0a-414d-8f49-c8853cb0c060 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:41:15.199986 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc46520-d82b-485c-9f07-733d83fb929f None None] DHCP port deletion for d215e7c4-e735-4334-bd39-fb219bd02545 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:41:15.265722 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c8c6839c-b195-4293-8879-818d9fc2faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (d215e7c4-e735-4334-bd39-fb219bd02545), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:15.285945 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-c8c6839c-b195-4293-8879-818d9fc2faa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d215e7c4-e735-4334-bd39-fb219bd02545']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:15.295809 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-c8c6839c-b195-4293-8879-818d9fc2faa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d917ee-9395-4a0a-bc8c-045c598c6742') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:15.296327 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-c8c6839c-b195-4293-8879-818d9fc2faa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d917ee-9395-4a0a-bc8c-045c598c6742') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:15.306700 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c8c6839c-b195-4293-8879-818d9fc2faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (01d917ee-9395-4a0a-bc8c-045c598c6742), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:15.321981 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c8c6839c-b195-4293-8879-818d9fc2faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (01d917ee-9395-4a0a-bc8c-045c598c6742), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:15.328467 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c6839c-b195-4293-8879-818d9fc2faa7 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:41:15.328865 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c8c6839c-b195-4293-8879-818d9fc2faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (01d917ee-9395-4a0a-bc8c-045c598c6742), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: timer() Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:41:15.330740 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:41:15.388336 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c8c6839c-b195-4293-8879-818d9fc2faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (d215e7c4-e735-4334-bd39-fb219bd02545), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:15.394452 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c8c6839c-b195-4293-8879-818d9fc2faa7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:15.397838 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c8c6839c-b195-4293-8879-818d9fc2faa7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d215e7c4-e735-4334-bd39-fb219bd02545 HTTP/1.1" status: 204 len: 168 time: 0.5470870 Jan 28 14:41:15.401003 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52522) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:15.409929 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6839c-b195-4293-8879-818d9fc2faa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d215e7c4-e735-4334-bd39-fb219bd02545,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:15.774204 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-34d15394-5e1e-4353-87ee-275d2e54535f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (69a1b9cd-b45b-46b4-8ff9-47b9158fd73f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:16.042545 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-34d15394-5e1e-4353-87ee-275d2e54535f admin admin] Deleting port 4525675e-4273-4b47-8460-88e2742d44f5 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:41:16.042784 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-34d15394-5e1e-4353-87ee-275d2e54535f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (4525675e-4273-4b47-8460-88e2742d44f5), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:16.125497 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-34d15394-5e1e-4353-87ee-275d2e54535f admin admin] For port 4525675e-4273-4b47-8460-88e2742d44f5, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=4525675e-4273-4b47-8460-88e2742d44f5,segment=NetworkSegment(2ae2caab-c05f-461f-acb2-6907d494b063),segment_id=2ae2caab-c05f-461f-acb2-6907d494b063)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:41:16.125901 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-34d15394-5e1e-4353-87ee-275d2e54535f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (4525675e-4273-4b47-8460-88e2742d44f5), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:16.138255 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-34d15394-5e1e-4353-87ee-275d2e54535f admin admin] Calling delete_port for 4525675e-4273-4b47-8460-88e2742d44f5 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:41:16.268739 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2afb1cf7-2064-48cd-8ad9-ce528a302da5 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:41:16.289503 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 2afb1cf7-2064-48cd-8ad9-ce528a302da5 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:41:16.289939 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 2afb1cf7-2064-48cd-8ad9-ce528a302da5 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:41:16.290442 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 13482064-467a-4d36-8b13-5f57c657e64c no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:41:16.310315 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 13482064-467a-4d36-8b13-5f57c657e64c {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:41:16.310662 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 13482064-467a-4d36-8b13-5f57c657e64c not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:41:16.311169 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device f1246207-bd0a-414d-8f49-c8853cb0c060 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:41:16.331560 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: f1246207-bd0a-414d-8f49-c8853cb0c060 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:41:16.331938 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device f1246207-bd0a-414d-8f49-c8853cb0c060 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:41:16.342384 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-34d15394-5e1e-4353-87ee-275d2e54535f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (4525675e-4273-4b47-8460-88e2742d44f5), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:16.370509 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d15394-5e1e-4353-87ee-275d2e54535f admin admin] Pushing event deleted for resources: {'Port': ['ID=4525675e-4273-4b47-8460-88e2742d44f5,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:16.906536 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-34d15394-5e1e-4353-87ee-275d2e54535f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (69a1b9cd-b45b-46b4-8ff9-47b9158fd73f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:17.129890 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d15394-5e1e-4353-87ee-275d2e54535f admin admin] Router 69a1b9cd-b45b-46b4-8ff9-47b9158fd73f has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:41:17.241592 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d15394-5e1e-4353-87ee-275d2e54535f admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:41:17.246758 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-34d15394-5e1e-4353-87ee-275d2e54535f admin admin] 10.222.0.39 "PUT /v2.0/routers/69a1b9cd-b45b-46b4-8ff9-47b9158fd73f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8444381 Jan 28 14:41:17.249662 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52524) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:17.251004 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5718d468-a12d-4a64-ae4c-4cc25b9d2e5d None None] Sync routers for ids ['69a1b9cd-b45b-46b4-8ff9-47b9158fd73f'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:41:17.263213 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5718d468-a12d-4a64-ae4c-4cc25b9d2e5d None None] Routers {'69a1b9cd-b45b-46b4-8ff9-47b9158fd73f'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:41:17.263845 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5718d468-a12d-4a64-ae4c-4cc25b9d2e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:41:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['69a1b9cd-b45b-46b4-8ff9-47b9158fd73f'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:17.360562 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-228b9f0e-5860-49ab-8b04-c74f2595934b admin admin] Publish callbacks [] for router (69a1b9cd-b45b-46b4-8ff9-47b9158fd73f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:17.370280 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-5718d468-a12d-4a64-ae4c-4cc25b9d2e5d None None] Set router 69a1b9cd-b45b-46b4-8ff9-47b9158fd73f gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:41:17.471412 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-228b9f0e-5860-49ab-8b04-c74f2595934b admin admin] Publish callbacks [] for router_gateway (69a1b9cd-b45b-46b4-8ff9-47b9158fd73f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:17.527092 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-228b9f0e-5860-49ab-8b04-c74f2595934b admin admin] Deleting port 20366174-ea6f-48a7-96b6-a725fc8b87e0 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:41:17.527333 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-228b9f0e-5860-49ab-8b04-c74f2595934b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (20366174-ea6f-48a7-96b6-a725fc8b87e0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:17.556420 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5718d468-a12d-4a64-ae4c-4cc25b9d2e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a1b9cd-b45b-46b4-8ff9-47b9158fd73f', 'name': 'tempest-TestMinimumBasicScenario-29848495-router', 'tenant_id': '019ff0c718bc4f239459f92c8ee75c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '20366174-ea6f-48a7-96b6-a725fc8b87e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:39:01Z', 'updated_at': '2022-01-28T14:41:16Z', 'revision_number': 5, 'project_id': '019ff0c718bc4f239459f92c8ee75c67', 'gw_port': {'id': '20366174-ea6f-48a7-96b6-a725fc8b87e0', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1b9cd-b45b-46b4-8ff9-47b9158fd73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:02Z', 'updated_at': '2022-01-28T14:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:17.583624 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5718d468-a12d-4a64-ae4c-4cc25b9d2e5d None None] Checking router: 69a1b9cd-b45b-46b4-8ff9-47b9158fd73f for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:41:17.592375 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5718d468-a12d-4a64-ae4c-4cc25b9d2e5d None None] Routers {'69a1b9cd-b45b-46b4-8ff9-47b9158fd73f'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:41:17.593089 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5718d468-a12d-4a64-ae4c-4cc25b9d2e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:41:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['69a1b9cd-b45b-46b4-8ff9-47b9158fd73f'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:17.618397 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-228b9f0e-5860-49ab-8b04-c74f2595934b admin admin] For port 20366174-ea6f-48a7-96b6-a725fc8b87e0, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=20366174-ea6f-48a7-96b6-a725fc8b87e0,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:41:17.618710 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-228b9f0e-5860-49ab-8b04-c74f2595934b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (20366174-ea6f-48a7-96b6-a725fc8b87e0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:17.631083 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-228b9f0e-5860-49ab-8b04-c74f2595934b admin admin] Calling delete_port for 20366174-ea6f-48a7-96b6-a725fc8b87e0 owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:41:17.681844 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-5718d468-a12d-4a64-ae4c-4cc25b9d2e5d None None] Set router 69a1b9cd-b45b-46b4-8ff9-47b9158fd73f gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:41:17.732762 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5718d468-a12d-4a64-ae4c-4cc25b9d2e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a1b9cd-b45b-46b4-8ff9-47b9158fd73f', 'name': 'tempest-TestMinimumBasicScenario-29848495-router', 'tenant_id': '019ff0c718bc4f239459f92c8ee75c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:39:01Z', 'updated_at': '2022-01-28T14:41:17Z', 'revision_number': 6, 'project_id': '019ff0c718bc4f239459f92c8ee75c67', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:17.762394 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5718d468-a12d-4a64-ae4c-4cc25b9d2e5d None None] The sync data for ids ['69a1b9cd-b45b-46b4-8ff9-47b9158fd73f'] in n-d-822747-2 is: [{'id': '69a1b9cd-b45b-46b4-8ff9-47b9158fd73f', 'name': 'tempest-TestMinimumBasicScenario-29848495-router', 'tenant_id': '019ff0c718bc4f239459f92c8ee75c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:39:01Z', 'updated_at': '2022-01-28T14:41:17Z', 'revision_number': 6, 'project_id': '019ff0c718bc4f239459f92c8ee75c67', 'gw_port_host': None}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:41:17.807647 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-228b9f0e-5860-49ab-8b04-c74f2595934b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (20366174-ea6f-48a7-96b6-a725fc8b87e0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:17.834362 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b9f0e-5860-49ab-8b04-c74f2595934b admin admin] Pushing event deleted for resources: {'Port': ['ID=20366174-ea6f-48a7-96b6-a725fc8b87e0,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:17.902288 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-228b9f0e-5860-49ab-8b04-c74f2595934b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (69a1b9cd-b45b-46b4-8ff9-47b9158fd73f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:17.998189 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-228b9f0e-5860-49ab-8b04-c74f2595934b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (69a1b9cd-b45b-46b4-8ff9-47b9158fd73f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:18.000862 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-228b9f0e-5860-49ab-8b04-c74f2595934b admin admin] Publish callbacks [] for router_controller (69a1b9cd-b45b-46b4-8ff9-47b9158fd73f), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:18.047295 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-228b9f0e-5860-49ab-8b04-c74f2595934b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (69a1b9cd-b45b-46b4-8ff9-47b9158fd73f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:18.047818 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228b9f0e-5860-49ab-8b04-c74f2595934b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69a1b9cd-b45b-46b4-8ff9-47b9158fd73f {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:41:18.052755 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-228b9f0e-5860-49ab-8b04-c74f2595934b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:18.054090 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-228b9f0e-5860-49ab-8b04-c74f2595934b admin admin] 10.222.0.39 "DELETE /v2.0/routers/69a1b9cd-b45b-46b4-8ff9-47b9158fd73f HTTP/1.1" status: 204 len: 168 time: 0.8033283 Jan 28 14:41:18.056816 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52526) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:18.104831 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-a64eb5ed-45de-4905-974c-1ff19e9d395b admin admin] Deleting subnet cb38509d-ff7e-4a0a-96ba-bc36599162de {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:41:18.109276 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a64eb5ed-45de-4905-974c-1ff19e9d395b admin admin] Publish callbacks [] for subnet (cb38509d-ff7e-4a0a-96ba-bc36599162de), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:18.146570 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a64eb5ed-45de-4905-974c-1ff19e9d395b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (cb38509d-ff7e-4a0a-96ba-bc36599162de), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:18.229881 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a64eb5ed-45de-4905-974c-1ff19e9d395b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (cb38509d-ff7e-4a0a-96ba-bc36599162de), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:18.293429 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a64eb5ed-45de-4905-974c-1ff19e9d395b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (cb38509d-ff7e-4a0a-96ba-bc36599162de), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:18.319552 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64eb5ed-45de-4905-974c-1ff19e9d395b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb38509d-ff7e-4a0a-96ba-bc36599162de,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:18.324469 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a64eb5ed-45de-4905-974c-1ff19e9d395b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:18.330363 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfa2ec4-5bcf-4c2e-8b0d-21f8f779300a None None] Network 839fc942-6cc9-42be-9e52-1d9969b6c294 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:41:18.330692 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a64eb5ed-45de-4905-974c-1ff19e9d395b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cb38509d-ff7e-4a0a-96ba-bc36599162de HTTP/1.1" status: 204 len: 168 time: 0.2726145 Jan 28 14:41:18.330811 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52528) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:18.402818 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e1b15e2-c857-4f09-b0d9-a2de5ab47878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (839fc942-6cc9-42be-9e52-1d9969b6c294), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:18.473281 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-9e1b15e2-c857-4f09-b0d9-a2de5ab47878 admin admin] Deleting port 62f59551-d2d1-4eea-aaec-dc85b551be32 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:41:18.473613 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e1b15e2-c857-4f09-b0d9-a2de5ab47878 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (62f59551-d2d1-4eea-aaec-dc85b551be32), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:18.495132 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:18.540349 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-9e1b15e2-c857-4f09-b0d9-a2de5ab47878 admin admin] For port 62f59551-d2d1-4eea-aaec-dc85b551be32, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=62f59551-d2d1-4eea-aaec-dc85b551be32,segment=NetworkSegment(2ae2caab-c05f-461f-acb2-6907d494b063),segment_id=2ae2caab-c05f-461f-acb2-6907d494b063)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:41:18.540885 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e1b15e2-c857-4f09-b0d9-a2de5ab47878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (62f59551-d2d1-4eea-aaec-dc85b551be32), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:18.562599 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-9e1b15e2-c857-4f09-b0d9-a2de5ab47878 admin admin] Calling delete_port for 62f59551-d2d1-4eea-aaec-dc85b551be32 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:41:18.570787 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c17d80-39fc-4567-8ce3-4de33a555d42 None None] DHCP port deletion for 839fc942-6cc9-42be-9e52-1d9969b6c294 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:41:18.630224 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4525675e-4273-4b47-8460-88e2742d44f5 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:41:18.653267 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 4525675e-4273-4b47-8460-88e2742d44f5 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:41:18.653601 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 4525675e-4273-4b47-8460-88e2742d44f5 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:41:18.664373 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e1b15e2-c857-4f09-b0d9-a2de5ab47878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (62f59551-d2d1-4eea-aaec-dc85b551be32), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:18.664916 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-90c17d80-39fc-4567-8ce3-4de33a555d42 None None] Deleting port 62f59551-d2d1-4eea-aaec-dc85b551be32 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:41:18.665343 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-90c17d80-39fc-4567-8ce3-4de33a555d42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (62f59551-d2d1-4eea-aaec-dc85b551be32), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:18.694783 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1b15e2-c857-4f09-b0d9-a2de5ab47878 admin admin] No DVR routers for this DVR port 62f59551-d2d1-4eea-aaec-dc85b551be32 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:41:18.700239 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b15e2-c857-4f09-b0d9-a2de5ab47878 admin admin] Pushing event deleted for resources: {'Port': ['ID=62f59551-d2d1-4eea-aaec-dc85b551be32,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:18.737978 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-90c17d80-39fc-4567-8ce3-4de33a555d42 None None] For port 62f59551-d2d1-4eea-aaec-dc85b551be32, host n-d-822747-2, got binding levels [] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:41:18.738439 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-90c17d80-39fc-4567-8ce3-4de33a555d42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (62f59551-d2d1-4eea-aaec-dc85b551be32), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:18.750744 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-90c17d80-39fc-4567-8ce3-4de33a555d42 None None] Calling delete_port for 62f59551-d2d1-4eea-aaec-dc85b551be32 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:41:18.753411 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.ipam_backend_mixin [None req-90c17d80-39fc-4567-8ce3-4de33a555d42 None None] Port 62f59551-d2d1-4eea-aaec-dc85b551be32 was not found and therefore no delete operation was performed {{(pid=103353) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 14:41:18.754751 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-90c17d80-39fc-4567-8ce3-4de33a555d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (62f59551-d2d1-4eea-aaec-dc85b551be32), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:18.778999 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e1b15e2-c857-4f09-b0d9-a2de5ab47878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (839fc942-6cc9-42be-9e52-1d9969b6c294), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:18.779678 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c17d80-39fc-4567-8ce3-4de33a555d42 None None] Pushing event deleted for resources: {'Port': ['ID=62f59551-d2d1-4eea-aaec-dc85b551be32,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:18.789209 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c17d80-39fc-4567-8ce3-4de33a555d42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:18.789661 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c17d80-39fc-4567-8ce3-4de33a555d42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:18.790020 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c17d80-39fc-4567-8ce3-4de33a555d42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:18.790361 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c17d80-39fc-4567-8ce3-4de33a555d42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:18.791012 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c17d80-39fc-4567-8ce3-4de33a555d42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:18.791130 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c17d80-39fc-4567-8ce3-4de33a555d42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:18.791538 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c17d80-39fc-4567-8ce3-4de33a555d42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:18.791734 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c17d80-39fc-4567-8ce3-4de33a555d42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:18.792008 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c17d80-39fc-4567-8ce3-4de33a555d42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:18.792323 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c17d80-39fc-4567-8ce3-4de33a555d42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:18.792638 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c17d80-39fc-4567-8ce3-4de33a555d42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:18.792949 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c17d80-39fc-4567-8ce3-4de33a555d42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:18.793264 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c17d80-39fc-4567-8ce3-4de33a555d42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:18.796416 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c17d80-39fc-4567-8ce3-4de33a555d42 None None] No DVR routers for this DVR port 62f59551-d2d1-4eea-aaec-dc85b551be32 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:41:18.813735 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-9e1b15e2-c857-4f09-b0d9-a2de5ab47878 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['839fc942-6cc9-42be-9e52-1d9969b6c294']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:18.824629 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-9e1b15e2-c857-4f09-b0d9-a2de5ab47878 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae2caab-c05f-461f-acb2-6907d494b063') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:18.824930 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-9e1b15e2-c857-4f09-b0d9-a2de5ab47878 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae2caab-c05f-461f-acb2-6907d494b063') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:18.836163 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e1b15e2-c857-4f09-b0d9-a2de5ab47878 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (2ae2caab-c05f-461f-acb2-6907d494b063), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:18.852565 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e1b15e2-c857-4f09-b0d9-a2de5ab47878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (2ae2caab-c05f-461f-acb2-6907d494b063), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:18.860136 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e1b15e2-c857-4f09-b0d9-a2de5ab47878 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:41:18.860548 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e1b15e2-c857-4f09-b0d9-a2de5ab47878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (2ae2caab-c05f-461f-acb2-6907d494b063), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: timer() Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:41:18.862477 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:41:18.918595 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e1b15e2-c857-4f09-b0d9-a2de5ab47878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (839fc942-6cc9-42be-9e52-1d9969b6c294), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:18.924265 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9e1b15e2-c857-4f09-b0d9-a2de5ab47878 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:18.927646 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9e1b15e2-c857-4f09-b0d9-a2de5ab47878 admin admin] 10.222.0.39 "DELETE /v2.0/networks/839fc942-6cc9-42be-9e52-1d9969b6c294 HTTP/1.1" status: 204 len: 168 time: 0.5959971 Jan 28 14:41:18.943015 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b15e2-c857-4f09-b0d9-a2de5ab47878 admin admin] Pushing event deleted for resources: {'Network': ['ID=839fc942-6cc9-42be-9e52-1d9969b6c294,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:19.107691 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52532) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:19.150451 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-258889d3-1a1c-4cec-80f5-287659d0a273 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c524615993854bf0976a0a4fb2c2bb0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415349 Jan 28 14:41:19.153006 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52534) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:19.207340 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4266910f-b92a-4b4c-b563-215603788530 admin admin] Publish callbacks [] for security_group (20f16098-68b0-44ca-baf1-5250582a888e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:19.230530 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4266910f-b92a-4b4c-b563-215603788530 admin admin] Publish callbacks [] for security_group (20f16098-68b0-44ca-baf1-5250582a888e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:19.290346 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4266910f-b92a-4b4c-b563-215603788530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (20f16098-68b0-44ca-baf1-5250582a888e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:19.292929 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4266910f-b92a-4b4c-b563-215603788530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:19.294123 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4266910f-b92a-4b4c-b563-215603788530 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/20f16098-68b0-44ca-baf1-5250582a888e HTTP/1.1" status: 204 len: 168 time: 0.1402316 Jan 28 14:41:19.302323 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4266910f-b92a-4b4c-b563-215603788530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f16098-68b0-44ca-baf1-5250582a888e,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:19.640507 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52540) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:19.682644 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ef1ebae9-51fb-4b6c-a026-28ec57a46d97 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=019ff0c718bc4f239459f92c8ee75c67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409443 Jan 28 14:41:19.685509 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52542) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:19.735909 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4791773-e7ee-4adb-8df7-4b2bce69e55a admin admin] Publish callbacks [] for security_group (96b4ae7e-2d76-4be3-bd08-3db9e722d1e0), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:19.758222 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4791773-e7ee-4adb-8df7-4b2bce69e55a admin admin] Publish callbacks [] for security_group (96b4ae7e-2d76-4be3-bd08-3db9e722d1e0), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:19.805470 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4791773-e7ee-4adb-8df7-4b2bce69e55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (96b4ae7e-2d76-4be3-bd08-3db9e722d1e0), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:19.808073 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4791773-e7ee-4adb-8df7-4b2bce69e55a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:19.809287 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e4791773-e7ee-4adb-8df7-4b2bce69e55a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/96b4ae7e-2d76-4be3-bd08-3db9e722d1e0 HTTP/1.1" status: 204 len: 168 time: 0.1229017 Jan 28 14:41:19.817944 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4791773-e7ee-4adb-8df7-4b2bce69e55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b4ae7e-2d76-4be3-bd08-3db9e722d1e0,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:20.238837 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 62f59551-d2d1-4eea-aaec-dc85b551be32 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:41:20.258692 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 62f59551-d2d1-4eea-aaec-dc85b551be32 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:41:20.259083 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 62f59551-d2d1-4eea-aaec-dc85b551be32 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:41:20.259507 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 20366174-ea6f-48a7-96b6-a725fc8b87e0 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:41:20.278839 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 20366174-ea6f-48a7-96b6-a725fc8b87e0 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:41:20.279220 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 20366174-ea6f-48a7-96b6-a725fc8b87e0 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:41:20.547661 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:21.450699 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52582) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:21.455958 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-ec3e1259-06a8-474b-a692-226b0cc1af1e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-665787213', 'description': 'tempest-secgroup-smoke-665787213 description', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:41:21.486102 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec3e1259-06a8-474b-a692-226b0cc1af1e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:21.494501 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec3e1259-06a8-474b-a692-226b0cc1af1e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:21.578081 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec3e1259-06a8-474b-a692-226b0cc1af1e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (22c5f6e3-e7e9-4c6c-bb93-6ca241f8080d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:21.584233 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec3e1259-06a8-474b-a692-226b0cc1af1e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (22c5f6e3-e7e9-4c6c-bb93-6ca241f8080d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:21.622439 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e1259-06a8-474b-a692-226b0cc1af1e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22c5f6e3-e7e9-4c6c-bb93-6ca241f8080d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:21.666080 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec3e1259-06a8-474b-a692-226b0cc1af1e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (e48db769-bb14-4b95-b7ca-6527dfe208eb), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:21.670720 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec3e1259-06a8-474b-a692-226b0cc1af1e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e48db769-bb14-4b95-b7ca-6527dfe208eb), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:21.700449 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec3e1259-06a8-474b-a692-226b0cc1af1e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:21.701766 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ec3e1259-06a8-474b-a692-226b0cc1af1e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2500007 Jan 28 14:41:21.705205 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52584) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:21.706483 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e1259-06a8-474b-a692-226b0cc1af1e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e48db769-bb14-4b95-b7ca-6527dfe208eb,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:21.711746 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-c54b324f-53f4-4603-9bd8-d326a6e05e12 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': 'e48db769-bb14-4b95-b7ca-6527dfe208eb', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:41:21.746544 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c54b324f-53f4-4603-9bd8-d326a6e05e12 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (74bff6fd-ea74-4460-9150-01aed1649463), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:21.808380 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c54b324f-53f4-4603-9bd8-d326a6e05e12 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (74bff6fd-ea74-4460-9150-01aed1649463), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:21.812712 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c54b324f-53f4-4603-9bd8-d326a6e05e12 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (74bff6fd-ea74-4460-9150-01aed1649463), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:21.830381 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b324f-53f4-4603-9bd8-d326a6e05e12 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74bff6fd-ea74-4460-9150-01aed1649463,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:21.838922 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c54b324f-53f4-4603-9bd8-d326a6e05e12 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:21.840162 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c54b324f-53f4-4603-9bd8-d326a6e05e12 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1336403 Jan 28 14:41:21.843496 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52586) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:21.848323 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-eb8b95ab-c29b-465b-a186-9c649bf3f328 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': 'e48db769-bb14-4b95-b7ca-6527dfe208eb', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:41:21.876153 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eb8b95ab-c29b-465b-a186-9c649bf3f328 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (88a878cc-2a09-4375-8c45-e6a83c172885), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:21.941233 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eb8b95ab-c29b-465b-a186-9c649bf3f328 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (88a878cc-2a09-4375-8c45-e6a83c172885), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:21.946827 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eb8b95ab-c29b-465b-a186-9c649bf3f328 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (88a878cc-2a09-4375-8c45-e6a83c172885), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:21.967451 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b95ab-c29b-465b-a186-9c649bf3f328 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a878cc-2a09-4375-8c45-e6a83c172885,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:21.976788 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eb8b95ab-c29b-465b-a186-9c649bf3f328 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:21.981246 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-eb8b95ab-c29b-465b-a186-9c649bf3f328 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1336443 Jan 28 14:41:21.982534 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52588) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:21.987840 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-eb624cd8-03ba-4fcf-a72e-fa9c9abfd57c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': 'e48db769-bb14-4b95-b7ca-6527dfe208eb', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:41:22.015185 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eb624cd8-03ba-4fcf-a72e-fa9c9abfd57c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (7015d384-cda7-40f8-9f1a-fdb48be9b4d8), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:22.081489 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eb624cd8-03ba-4fcf-a72e-fa9c9abfd57c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (7015d384-cda7-40f8-9f1a-fdb48be9b4d8), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:22.087990 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eb624cd8-03ba-4fcf-a72e-fa9c9abfd57c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (7015d384-cda7-40f8-9f1a-fdb48be9b4d8), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:22.110204 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb624cd8-03ba-4fcf-a72e-fa9c9abfd57c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7015d384-cda7-40f8-9f1a-fdb48be9b4d8,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:22.116128 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eb624cd8-03ba-4fcf-a72e-fa9c9abfd57c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:22.117192 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-eb624cd8-03ba-4fcf-a72e-fa9c9abfd57c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331990 Jan 28 14:41:22.120143 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52590) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:22.124532 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-eee93767-63f3-4ef8-a1e3-1cb866049a56 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': 'e48db769-bb14-4b95-b7ca-6527dfe208eb', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:41:22.151476 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eee93767-63f3-4ef8-a1e3-1cb866049a56 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (4c3b8f64-8164-488c-b99c-5c41e760b94d), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:22.214465 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eee93767-63f3-4ef8-a1e3-1cb866049a56 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (4c3b8f64-8164-488c-b99c-5c41e760b94d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:22.218694 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eee93767-63f3-4ef8-a1e3-1cb866049a56 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (4c3b8f64-8164-488c-b99c-5c41e760b94d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:22.242142 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee93767-63f3-4ef8-a1e3-1cb866049a56 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3b8f64-8164-488c-b99c-5c41e760b94d,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:22.248089 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eee93767-63f3-4ef8-a1e3-1cb866049a56 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:22.249392 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-eee93767-63f3-4ef8-a1e3-1cb866049a56 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1283038 Jan 28 14:41:22.253456 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52592) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:22.258191 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-ec6ac61f-efab-4247-9799-0d3927c045f8 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': 'e48db769-bb14-4b95-b7ca-6527dfe208eb', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:41:22.283651 n-d-822747-2 neutron-server[103352]: INFO neutron.db.securitygroups_db [None req-ec6ac61f-efab-4247-9799-0d3927c045f8 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Project bbb7aad61d4a4398a3de25c19faf4785 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:41:22.291487 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec6ac61f-efab-4247-9799-0d3927c045f8 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (a34b6bf1-a139-4195-9b31-c7276d6b7c7e), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:22.358532 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec6ac61f-efab-4247-9799-0d3927c045f8 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (a34b6bf1-a139-4195-9b31-c7276d6b7c7e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:22.363636 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec6ac61f-efab-4247-9799-0d3927c045f8 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (a34b6bf1-a139-4195-9b31-c7276d6b7c7e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:22.385168 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ac61f-efab-4247-9799-0d3927c045f8 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a34b6bf1-a139-4195-9b31-c7276d6b7c7e,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:22.395572 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ec6ac61f-efab-4247-9799-0d3927c045f8 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:22.398302 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ec6ac61f-efab-4247-9799-0d3927c045f8 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1423883 Jan 28 14:41:22.400595 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52594) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:22.408051 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-e3b5fbcb-1f9b-437d-90a4-d4cc19ed1923 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': 'e48db769-bb14-4b95-b7ca-6527dfe208eb', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:41:22.432206 n-d-822747-2 neutron-server[103352]: INFO neutron.db.securitygroups_db [None req-e3b5fbcb-1f9b-437d-90a4-d4cc19ed1923 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Project bbb7aad61d4a4398a3de25c19faf4785 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:41:22.437770 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3b5fbcb-1f9b-437d-90a4-d4cc19ed1923 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (59552ecb-a456-4be2-86c9-19398b8be60d), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:22.501724 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3b5fbcb-1f9b-437d-90a4-d4cc19ed1923 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (59552ecb-a456-4be2-86c9-19398b8be60d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:22.506480 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3b5fbcb-1f9b-437d-90a4-d4cc19ed1923 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (59552ecb-a456-4be2-86c9-19398b8be60d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:22.525150 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5fbcb-1f9b-437d-90a4-d4cc19ed1923 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59552ecb-a456-4be2-86c9-19398b8be60d,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:22.534958 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3b5fbcb-1f9b-437d-90a4-d4cc19ed1923 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:22.536196 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e3b5fbcb-1f9b-437d-90a4-d4cc19ed1923 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1345258 Jan 28 14:41:22.540905 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52596) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:22.546062 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-15efaffe-e0a0-4ae6-b2cb-daa63f78f015 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'network': {'name': 'tempest-network-smoke--1603554973', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'port_security_enabled': True}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:41:22.568040 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15efaffe-e0a0-4ae6-b2cb-daa63f78f015 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Made reservation on behalf of bbb7aad61d4a4398a3de25c19faf4785 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:41:22.572917 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-15efaffe-e0a0-4ae6-b2cb-daa63f78f015 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:22.607691 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15efaffe-e0a0-4ae6-b2cb-daa63f78f015 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:41:22.618754 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-15efaffe-e0a0-4ae6-b2cb-daa63f78f015 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (00a957a2-53da-480b-b3cc-b10709edad83), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:22.619305 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-15efaffe-e0a0-4ae6-b2cb-daa63f78f015 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Added segment 00a957a2-53da-480b-b3cc-b10709edad83 of type vlan for network 55885dab-2260-4564-b98c-31b8c9015998 Jan 28 14:41:22.667784 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-15efaffe-e0a0-4ae6-b2cb-daa63f78f015 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (55885dab-2260-4564-b98c-31b8c9015998), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:22.697009 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-15efaffe-e0a0-4ae6-b2cb-daa63f78f015 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (55885dab-2260-4564-b98c-31b8c9015998), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:22.704325 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15efaffe-e0a0-4ae6-b2cb-daa63f78f015 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:22.705127 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-15efaffe-e0a0-4ae6-b2cb-daa63f78f015 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:22.744850 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-15efaffe-e0a0-4ae6-b2cb-daa63f78f015 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2027988 Jan 28 14:41:22.748256 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52598) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:22.754586 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-1ca7b3d5-a557-47b9-b568-89a511138b7d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-617938902', 'admin_state_up': True, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:41:22.778503 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efaffe-e0a0-4ae6-b2cb-daa63f78f015 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Network': ['ID=55885dab-2260-4564-b98c-31b8c9015998,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:22.778759 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1ca7b3d5-a557-47b9-b568-89a511138b7d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:22.780568 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1ca7b3d5-a557-47b9-b568-89a511138b7d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:22.790858 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 55885dab-2260-4564-b98c-31b8c9015998 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:41:22.841185 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1ca7b3d5-a557-47b9-b568-89a511138b7d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_controller (afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:22.990136 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1ca7b3d5-a557-47b9-b568-89a511138b7d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_gateway (afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:23.191066 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1ca7b3d5-a557-47b9-b568-89a511138b7d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_gateway (afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:23.211168 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1ca7b3d5-a557-47b9-b568-89a511138b7d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:23.318944 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-1ca7b3d5-a557-47b9-b568-89a511138b7d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Allocated IP 172.25.3.161 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/6d99bf1d-255c-44d9-a6b8-b3dd702a2b59) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:41:23.437260 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1ca7b3d5-a557-47b9-b568-89a511138b7d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (6d99bf1d-255c-44d9-a6b8-b3dd702a2b59), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:23.470768 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1ca7b3d5-a557-47b9-b568-89a511138b7d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (6d99bf1d-255c-44d9-a6b8-b3dd702a2b59), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:23.512176 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca7b3d5-a557-47b9-b568-89a511138b7d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:41:23.516982 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-1ca7b3d5-a557-47b9-b568-89a511138b7d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:41:23.521296 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca7b3d5-a557-47b9-b568-89a511138b7d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:41:23.524291 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7b3d5-a557-47b9-b568-89a511138b7d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=6d99bf1d-255c-44d9-a6b8-b3dd702a2b59,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:24.115198 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1ca7b3d5-a557-47b9-b568-89a511138b7d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_gateway (afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:24.312955 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1ca7b3d5-a557-47b9-b568-89a511138b7d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:24.445425 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca7b3d5-a557-47b9-b568-89a511138b7d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Router afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:41:24.557880 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca7b3d5-a557-47b9-b568-89a511138b7d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:41:24.568564 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebcee66-fda2-4b04-94cc-2ff311111988 None None] Sync routers for ids ['afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:41:24.579532 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebcee66-fda2-4b04-94cc-2ff311111988 None None] Routers {'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:41:24.580092 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1ca7b3d5-a557-47b9-b568-89a511138b7d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:24.580284 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-1ebcee66-fda2-4b04-94cc-2ff311111988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:41:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:24.581374 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1ca7b3d5-a557-47b9-b568-89a511138b7d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8317261 Jan 28 14:41:24.584542 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52600) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:24.693331 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-1ebcee66-fda2-4b04-94cc-2ff311111988 None None] Set router afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:41:24.725188 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-44c35f68-ea5a-4bbc-a8c0-9db937023cdb tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=bbb7aad61d4a4398a3de25c19faf4785&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1392229 Jan 28 14:41:24.728494 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52604) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:24.877229 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-1ebcee66-fda2-4b04-94cc-2ff311111988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617938902', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:22Z', 'updated_at': '2022-01-28T14:41:23Z', 'revision_number': 3, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:23Z', 'updated_at': '2022-01-28T14:41:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:24.878147 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ae7c1c-8251-4d69-945a-86c79e1078f9 tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:24.881087 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e9ae7c1c-8251-4d69-945a-86c79e1078f9 tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1509247 Jan 28 14:41:24.883204 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52606) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:24.911188 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebcee66-fda2-4b04-94cc-2ff311111988 None None] Checking router: afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:41:24.911520 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebcee66-fda2-4b04-94cc-2ff311111988 None None] Updating router afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5 port 6d99bf1d-255c-44d9-a6b8-b3dd702a2b59 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:41:24.921553 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f48a0ac9-3307-44b1-b2bb-8f2636bd7852 tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371912 Jan 28 14:41:24.924347 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52608) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:24.929173 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-9cc75f66-836c-48b1-9959-9c81458f0ab1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2051899080', 'network_id': '55885dab-2260-4564-b98c-31b8c9015998', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:41:24.936743 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ebcee66-fda2-4b04-94cc-2ff311111988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6d99bf1d-255c-44d9-a6b8-b3dd702a2b59), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:25.023811 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc75f66-836c-48b1-9959-9c81458f0ab1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Made reservation on behalf of bbb7aad61d4a4398a3de25c19faf4785 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:41:25.027540 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9cc75f66-836c-48b1-9959-9c81458f0ab1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:25.202400 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ebcee66-fda2-4b04-94cc-2ff311111988 None None] Publish callbacks [] for port (6d99bf1d-255c-44d9-a6b8-b3dd702a2b59), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:25.208235 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ebcee66-fda2-4b04-94cc-2ff311111988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6d99bf1d-255c-44d9-a6b8-b3dd702a2b59), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:25.224475 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9cc75f66-836c-48b1-9959-9c81458f0ab1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (366ca416-6955-4a30-b7ad-d6b2451da4f5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:25.264349 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-1ebcee66-fda2-4b04-94cc-2ff311111988 None None] Attempting to bind port 6d99bf1d-255c-44d9-a6b8-b3dd702a2b59 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:41:25.264812 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-1ebcee66-fda2-4b04-94cc-2ff311111988 None None] Attempting to bind port 6d99bf1d-255c-44d9-a6b8-b3dd702a2b59 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:41:25.265609 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebcee66-fda2-4b04-94cc-2ff311111988 None None] Attempting to bind port 6d99bf1d-255c-44d9-a6b8-b3dd702a2b59 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:41:25.268140 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa87af6-cdf6-4e56-a0dc-dd36fc0d7930 None None] Pushing event updated for resources: {'Port': ['ID=6d99bf1d-255c-44d9-a6b8-b3dd702a2b59,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:25.272841 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebcee66-fda2-4b04-94cc-2ff311111988 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:41:25.273210 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebcee66-fda2-4b04-94cc-2ff311111988 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:41:25.273845 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ebcee66-fda2-4b04-94cc-2ff311111988 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:25.273980 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebcee66-fda2-4b04-94cc-2ff311111988 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:41:25.274445 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-1ebcee66-fda2-4b04-94cc-2ff311111988 None None] Bound port: 6d99bf1d-255c-44d9-a6b8-b3dd702a2b59, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:41:25.274816 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ebcee66-fda2-4b04-94cc-2ff311111988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6d99bf1d-255c-44d9-a6b8-b3dd702a2b59), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:25.287975 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc75f66-836c-48b1-9959-9c81458f0ab1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Subnet': ['ID=366ca416-6955-4a30-b7ad-d6b2451da4f5,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:25.296349 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc75f66-836c-48b1-9959-9c81458f0ab1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Checking segment: {'id': '00a957a2-53da-480b-b3cc-b10709edad83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '55885dab-2260-4564-b98c-31b8c9015998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:41:25.296706 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc75f66-836c-48b1-9959-9c81458f0ab1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network hostable DHCP agents. Network: 55885dab-2260-4564-b98c-31b8c9015998, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:41:25.297718 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa87af6-cdf6-4e56-a0dc-dd36fc0d7930 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:25.298059 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa87af6-cdf6-4e56-a0dc-dd36fc0d7930 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:25.298396 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa87af6-cdf6-4e56-a0dc-dd36fc0d7930 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:25.298721 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa87af6-cdf6-4e56-a0dc-dd36fc0d7930 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:25.299098 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa87af6-cdf6-4e56-a0dc-dd36fc0d7930 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:25.299411 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa87af6-cdf6-4e56-a0dc-dd36fc0d7930 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:25.299730 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa87af6-cdf6-4e56-a0dc-dd36fc0d7930 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:25.300045 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa87af6-cdf6-4e56-a0dc-dd36fc0d7930 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:25.300358 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa87af6-cdf6-4e56-a0dc-dd36fc0d7930 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:25.300670 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa87af6-cdf6-4e56-a0dc-dd36fc0d7930 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:25.300986 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa87af6-cdf6-4e56-a0dc-dd36fc0d7930 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:25.301296 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa87af6-cdf6-4e56-a0dc-dd36fc0d7930 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:25.301607 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa87af6-cdf6-4e56-a0dc-dd36fc0d7930 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:25.315461 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc75f66-836c-48b1-9959-9c81458f0ab1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network 55885dab-2260-4564-b98c-31b8c9015998 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:41:25.325312 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-9cc75f66-836c-48b1-9959-9c81458f0ab1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 55885dab-2260-4564-b98c-31b8c9015998) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:41:25.331831 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc75f66-836c-48b1-9959-9c81458f0ab1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:25.332471 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-9cc75f66-836c-48b1-9959-9c81458f0ab1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:25.337663 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0287e073-303a-4eb9-8ada-e4c1e6814564 None None] Network 55885dab-2260-4564-b98c-31b8c9015998 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:41:25.338242 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-1ebcee66-fda2-4b04-94cc-2ff311111988 None None] For port 6d99bf1d-255c-44d9-a6b8-b3dd702a2b59, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:41:25.341008 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-1ebcee66-fda2-4b04-94cc-2ff311111988 None None] For port 6d99bf1d-255c-44d9-a6b8-b3dd702a2b59, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6d99bf1d-255c-44d9-a6b8-b3dd702a2b59,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:41:25.345912 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-1ebcee66-fda2-4b04-94cc-2ff311111988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6d99bf1d-255c-44d9-a6b8-b3dd702a2b59), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:25.356579 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52610) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:25.357175 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-9cc75f66-836c-48b1-9959-9c81458f0ab1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4313512 Jan 28 14:41:25.396567 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa87af6-cdf6-4e56-a0dc-dd36fc0d7930 None None] Pushing event updated for resources: {'Port': ['ID=6d99bf1d-255c-44d9-a6b8-b3dd702a2b59,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:25.419653 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebcee66-fda2-4b04-94cc-2ff311111988 None None] Routers {'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:41:25.420668 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-1ebcee66-fda2-4b04-94cc-2ff311111988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:41:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:25.532971 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-1ebcee66-fda2-4b04-94cc-2ff311111988 None None] Set router afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:41:25.613604 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eba1dbe-f0f8-4358-abac-4cf82ee09e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-55885dab-2260-4564-b98c-31b8c9015998', 'network_id': '55885dab-2260-4564-b98c-31b8c9015998', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'fixed_ips': [{'subnet_id': '366ca416-6955-4a30-b7ad-d6b2451da4f5'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:41:25.614631 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8eba1dbe-f0f8-4358-abac-4cf82ee09e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:25.742437 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-1ebcee66-fda2-4b04-94cc-2ff311111988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617938902', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:22Z', 'updated_at': '2022-01-28T14:41:23Z', 'revision_number': 3, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:23Z', 'updated_at': '2022-01-28T14:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:25.784157 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-8eba1dbe-f0f8-4358-abac-4cf82ee09e0f None None] Allocated IP 172.20.0.2 (55885dab-2260-4564-b98c-31b8c9015998/366ca416-6955-4a30-b7ad-d6b2451da4f5/d407a61c-545c-46e6-9f0f-b63be4c68d83) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:41:25.843388 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ec16631e-8460-4b9e-a900-12f71794e068 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:25.872880 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebcee66-fda2-4b04-94cc-2ff311111988 None None] The sync data for ids ['afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'] in n-d-822747-2 is: [{'id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617938902', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:22Z', 'updated_at': '2022-01-28T14:41:23Z', 'revision_number': 3, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:23Z', 'updated_at': '2022-01-28T14:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:41:25.948687 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8eba1dbe-f0f8-4358-abac-4cf82ee09e0f None None] Publish callbacks [] for port (d407a61c-545c-46e6-9f0f-b63be4c68d83), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:25.955966 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8eba1dbe-f0f8-4358-abac-4cf82ee09e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (d407a61c-545c-46e6-9f0f-b63be4c68d83), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:26.001072 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba1dbe-f0f8-4358-abac-4cf82ee09e0f None None] Pushing event updated for resources: {'Port': ['ID=d407a61c-545c-46e6-9f0f-b63be4c68d83,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:26.009654 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eba1dbe-f0f8-4358-abac-4cf82ee09e0f None None] Network 55885dab-2260-4564-b98c-31b8c9015998 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:41:26.011592 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-8eba1dbe-f0f8-4358-abac-4cf82ee09e0f None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:41:26.013994 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eba1dbe-f0f8-4358-abac-4cf82ee09e0f None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:41:26.073114 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-8eba1dbe-f0f8-4358-abac-4cf82ee09e0f None None] Attempting to bind port d407a61c-545c-46e6-9f0f-b63be4c68d83 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:41:26.073387 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-8eba1dbe-f0f8-4358-abac-4cf82ee09e0f None None] Attempting to bind port d407a61c-545c-46e6-9f0f-b63be4c68d83 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '00a957a2-53da-480b-b3cc-b10709edad83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '55885dab-2260-4564-b98c-31b8c9015998'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:41:26.073575 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eba1dbe-f0f8-4358-abac-4cf82ee09e0f None None] Attempting to bind port d407a61c-545c-46e6-9f0f-b63be4c68d83 on network 55885dab-2260-4564-b98c-31b8c9015998 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:41:26.079563 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eba1dbe-f0f8-4358-abac-4cf82ee09e0f None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:41:26.079943 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eba1dbe-f0f8-4358-abac-4cf82ee09e0f None None] Checking segment: {'id': '00a957a2-53da-480b-b3cc-b10709edad83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '55885dab-2260-4564-b98c-31b8c9015998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:41:26.080348 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8eba1dbe-f0f8-4358-abac-4cf82ee09e0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:26.080740 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eba1dbe-f0f8-4358-abac-4cf82ee09e0f None None] Bound using segment: {'id': '00a957a2-53da-480b-b3cc-b10709edad83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '55885dab-2260-4564-b98c-31b8c9015998'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:41:26.081378 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-8eba1dbe-f0f8-4358-abac-4cf82ee09e0f None None] Bound port: d407a61c-545c-46e6-9f0f-b63be4c68d83, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a957a2-53da-480b-b3cc-b10709edad83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '55885dab-2260-4564-b98c-31b8c9015998'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:41:26.081767 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8eba1dbe-f0f8-4358-abac-4cf82ee09e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d407a61c-545c-46e6-9f0f-b63be4c68d83), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:26.174786 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-8eba1dbe-f0f8-4358-abac-4cf82ee09e0f None None] For port d407a61c-545c-46e6-9f0f-b63be4c68d83, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:41:26.178073 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-8eba1dbe-f0f8-4358-abac-4cf82ee09e0f None None] For port d407a61c-545c-46e6-9f0f-b63be4c68d83, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=d407a61c-545c-46e6-9f0f-b63be4c68d83,segment=NetworkSegment(00a957a2-53da-480b-b3cc-b10709edad83),segment_id=00a957a2-53da-480b-b3cc-b10709edad83)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:41:26.183024 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8eba1dbe-f0f8-4358-abac-4cf82ee09e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d407a61c-545c-46e6-9f0f-b63be4c68d83), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:26.190012 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-ec16631e-8460-4b9e-a900-12f71794e068 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Allocated IP 172.20.0.1 (55885dab-2260-4564-b98c-31b8c9015998/366ca416-6955-4a30-b7ad-d6b2451da4f5/a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:41:26.259279 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba1dbe-f0f8-4358-abac-4cf82ee09e0f None None] Pushing event updated for resources: {'Port': ['ID=d407a61c-545c-46e6-9f0f-b63be4c68d83,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:26.358519 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ec16631e-8460-4b9e-a900-12f71794e068 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:26.399831 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ec16631e-8460-4b9e-a900-12f71794e068 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:26.402472 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6d99bf1d-255c-44d9-a6b8-b3dd702a2b59 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:41:26.462316 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec16631e-8460-4b9e-a900-12f71794e068 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network 55885dab-2260-4564-b98c-31b8c9015998 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:41:26.476364 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-ec16631e-8460-4b9e-a900-12f71794e068 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:41:26.489670 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec16631e-8460-4b9e-a900-12f71794e068 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:41:26.493925 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16631e-8460-4b9e-a900-12f71794e068 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:26.494185 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 6d99bf1d-255c-44d9-a6b8-b3dd702a2b59 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:41:26.494323 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6d99bf1d-255c-44d9-a6b8-b3dd702a2b59), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:26.551219 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ec16631e-8460-4b9e-a900-12f71794e068 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:26.593908 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 6d99bf1d-255c-44d9-a6b8-b3dd702a2b59 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:41:26.594292 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6d99bf1d-255c-44d9-a6b8-b3dd702a2b59), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:26.616629 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 6d99bf1d-255c-44d9-a6b8-b3dd702a2b59, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6d99bf1d-255c-44d9-a6b8-b3dd702a2b59,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:41:26.621824 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6d99bf1d-255c-44d9-a6b8-b3dd702a2b59), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:26.682169 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=6d99bf1d-255c-44d9-a6b8-b3dd702a2b59,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:26.714410 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ec16631e-8460-4b9e-a900-12f71794e068 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:27.022292 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ec16631e-8460-4b9e-a900-12f71794e068 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:27.034573 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ec16631e-8460-4b9e-a900-12f71794e068 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:27.114239 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16631e-8460-4b9e-a900-12f71794e068 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:27.119536 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ec16631e-8460-4b9e-a900-12f71794e068 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:27.218011 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec16631e-8460-4b9e-a900-12f71794e068 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network 55885dab-2260-4564-b98c-31b8c9015998 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:41:27.219709 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-ec16631e-8460-4b9e-a900-12f71794e068 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:41:27.337799 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec16631e-8460-4b9e-a900-12f71794e068 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Router afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:41:27.344590 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d69f0f-9123-4c25-a1b4-6a86e8dedbd7 None None] Network 55885dab-2260-4564-b98c-31b8c9015998 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:41:27.464777 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec16631e-8460-4b9e-a900-12f71794e068 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:41:27.470055 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ec16631e-8460-4b9e-a900-12f71794e068 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "PUT /v2.0/routers/afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1120040 Jan 28 14:41:27.470305 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e3a26d25-ca0a-4ba4-a3fa-55f0dfc4927e None None] Provisioning complete for port d407a61c-545c-46e6-9f0f-b63be4c68d83 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:41:27.470811 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e3a26d25-ca0a-4ba4-a3fa-55f0dfc4927e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d407a61c-545c-46e6-9f0f-b63be4c68d83), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:27.564417 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e3a26d25-ca0a-4ba4-a3fa-55f0dfc4927e None None] Current status of the port d407a61c-545c-46e6-9f0f-b63be4c68d83 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:41:27.565127 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e3a26d25-ca0a-4ba4-a3fa-55f0dfc4927e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (d407a61c-545c-46e6-9f0f-b63be4c68d83), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:27.617387 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-e3a26d25-ca0a-4ba4-a3fa-55f0dfc4927e None None] For port d407a61c-545c-46e6-9f0f-b63be4c68d83, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=d407a61c-545c-46e6-9f0f-b63be4c68d83,segment=NetworkSegment(00a957a2-53da-480b-b3cc-b10709edad83),segment_id=00a957a2-53da-480b-b3cc-b10709edad83)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:41:27.622750 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e3a26d25-ca0a-4ba4-a3fa-55f0dfc4927e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (d407a61c-545c-46e6-9f0f-b63be4c68d83), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:27.674433 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-3f940aae-a352-4da8-9373-0fd603241e4e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-665787213&fields=id&tenant_id=bbb7aad61d4a4398a3de25c19faf4785 HTTP/1.1" status: 200 len: 267 time: 0.0649011 Jan 28 14:41:27.680647 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a26d25-ca0a-4ba4-a3fa-55f0dfc4927e None None] Pushing event updated for resources: {'Port': ['ID=d407a61c-545c-46e6-9f0f-b63be4c68d83,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:27.798698 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-6af43817-96bb-4ec3-b7f9-4ba6ccf0f193 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:27.800348 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-6af43817-96bb-4ec3-b7f9-4ba6ccf0f193 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/networks?id=55885dab-2260-4564-b98c-31b8c9015998 HTTP/1.1" status: 200 len: 797 time: 0.1164472 Jan 28 14:41:27.816780 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-5c591612-9c4d-4760-8136-5cef817f0f71 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/quotas/bbb7aad61d4a4398a3de25c19faf4785 HTTP/1.1" status: 200 len: 375 time: 0.0106184 Jan 28 14:41:27.851259 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c7f4b6e1-5d73-4598-b4e8-d6406906278b None None] Provisioning complete for port d407a61c-545c-46e6-9f0f-b63be4c68d83 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:41:27.851787 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b6e1-5d73-4598-b4e8-d6406906278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d407a61c-545c-46e6-9f0f-b63be4c68d83), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:27.876507 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-4d2959a6-e6e8-4d41-a743-a2232d1e5453 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540819 Jan 28 14:41:27.948549 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c7f4b6e1-5d73-4598-b4e8-d6406906278b None None] Current status of the port d407a61c-545c-46e6-9f0f-b63be4c68d83 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:41:27.960213 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-2eabafea-ed39-4a04-b996-c28abe5f29de service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:41:27.961310 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-2eabafea-ed39-4a04-b996-c28abe5f29de service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0726688 Jan 28 14:41:27.964659 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c7f4b6e1-5d73-4598-b4e8-d6406906278b None None] Provisioning complete for port a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:41:27.965052 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b6e1-5d73-4598-b4e8-d6406906278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:28.007425 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c7f4b6e1-5d73-4598-b4e8-d6406906278b None None] Port a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:41:28.062215 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89716c72-7e9a-4c01-ae09-fd5bd04cf0db None None] Sync routers for ids ['afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:41:28.069419 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-fa72c83b-9c3b-47ce-9261-3f7fdd97760e service neutron] 10.222.0.39 "GET /v2.0/networks/55885dab-2260-4564-b98c-31b8c9015998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017275 Jan 28 14:41:28.076489 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89716c72-7e9a-4c01-ae09-fd5bd04cf0db None None] Routers {'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:41:28.077702 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-89716c72-7e9a-4c01-ae09-fd5bd04cf0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:41:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:28.179261 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-13750553-2550-4485-bf8d-d17075757777 service neutron] 10.222.0.39 "GET /v2.0/networks/55885dab-2260-4564-b98c-31b8c9015998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029325 Jan 28 14:41:28.186089 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-834058da-4cf1-455a-b586-64658ac68de4 None None] Provisioning complete for port a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:41:28.186564 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-834058da-4cf1-455a-b586-64658ac68de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:28.254301 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-89716c72-7e9a-4c01-ae09-fd5bd04cf0db None None] Set router afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:41:28.256657 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-834058da-4cf1-455a-b586-64658ac68de4 None None] Port a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:41:28.393271 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d407a61c-545c-46e6-9f0f-b63be4c68d83 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:41:28.458497 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ae822949-c461-48b6-8f5e-07038215c159 None None] Provisioning complete for port a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:41:28.458787 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ae822949-c461-48b6-8f5e-07038215c159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:28.534828 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ae822949-c461-48b6-8f5e-07038215c159 None None] Port a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:41:28.539005 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port d407a61c-545c-46e6-9f0f-b63be4c68d83 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:41:28.539362 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (d407a61c-545c-46e6-9f0f-b63be4c68d83), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:28.597039 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-89716c72-7e9a-4c01-ae09-fd5bd04cf0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617938902', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:22Z', 'updated_at': '2022-01-28T14:41:26Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:23Z', 'updated_at': '2022-01-28T14:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52', 'name': '', 'network_id': '55885dab-2260-4564-b98c-31b8c9015998', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:45:83:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '366ca416-6955-4a30-b7ad-d6b2451da4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:26Z', 'updated_at': '2022-01-28T14:41:26Z', 'revision_number': 2, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '366ca416-6955-4a30-b7ad-d6b2451da4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:28.644613 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89716c72-7e9a-4c01-ae09-fd5bd04cf0db None None] Checking router: afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:41:28.644945 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89716c72-7e9a-4c01-ae09-fd5bd04cf0db None None] Updating router afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5 port a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:41:28.681619 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89716c72-7e9a-4c01-ae09-fd5bd04cf0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:28.683571 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port d407a61c-545c-46e6-9f0f-b63be4c68d83 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:41:28.684626 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6d99bf1d-255c-44d9-a6b8-b3dd702a2b59 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:41:28.830503 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 6d99bf1d-255c-44d9-a6b8-b3dd702a2b59 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:41:28.830781 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6d99bf1d-255c-44d9-a6b8-b3dd702a2b59), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:28.991393 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 6d99bf1d-255c-44d9-a6b8-b3dd702a2b59 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:41:29.064523 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89716c72-7e9a-4c01-ae09-fd5bd04cf0db None None] Publish callbacks [] for port (a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:29.072929 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89716c72-7e9a-4c01-ae09-fd5bd04cf0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:29.128969 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237942f-3ad3-4afc-bd05-3267e74635b2 None None] Pushing event updated for resources: {'Port': ['ID=a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:29.187865 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-89716c72-7e9a-4c01-ae09-fd5bd04cf0db None None] Attempting to bind port a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:41:29.187865 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-89716c72-7e9a-4c01-ae09-fd5bd04cf0db None None] Attempting to bind port a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '00a957a2-53da-480b-b3cc-b10709edad83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '55885dab-2260-4564-b98c-31b8c9015998'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:41:29.188242 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89716c72-7e9a-4c01-ae09-fd5bd04cf0db None None] Attempting to bind port a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52 on network 55885dab-2260-4564-b98c-31b8c9015998 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:41:29.194210 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89716c72-7e9a-4c01-ae09-fd5bd04cf0db None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:41:29.194608 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89716c72-7e9a-4c01-ae09-fd5bd04cf0db None None] Checking segment: {'id': '00a957a2-53da-480b-b3cc-b10709edad83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '55885dab-2260-4564-b98c-31b8c9015998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:41:29.195033 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89716c72-7e9a-4c01-ae09-fd5bd04cf0db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:29.195426 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89716c72-7e9a-4c01-ae09-fd5bd04cf0db None None] Bound using segment: {'id': '00a957a2-53da-480b-b3cc-b10709edad83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '55885dab-2260-4564-b98c-31b8c9015998'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:41:29.195907 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-89716c72-7e9a-4c01-ae09-fd5bd04cf0db None None] Bound port: a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a957a2-53da-480b-b3cc-b10709edad83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '55885dab-2260-4564-b98c-31b8c9015998'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:41:29.196287 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89716c72-7e9a-4c01-ae09-fd5bd04cf0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:29.268012 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-89716c72-7e9a-4c01-ae09-fd5bd04cf0db None None] For port a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:41:29.271719 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-89716c72-7e9a-4c01-ae09-fd5bd04cf0db None None] For port a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52,segment=NetworkSegment(00a957a2-53da-480b-b3cc-b10709edad83),segment_id=00a957a2-53da-480b-b3cc-b10709edad83)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:41:29.277139 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89716c72-7e9a-4c01-ae09-fd5bd04cf0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:29.344758 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89716c72-7e9a-4c01-ae09-fd5bd04cf0db None None] Routers {'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:41:29.345397 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-89716c72-7e9a-4c01-ae09-fd5bd04cf0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:41:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:29.347349 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237942f-3ad3-4afc-bd05-3267e74635b2 None None] Pushing event updated for resources: {'Port': ['ID=a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:29.426335 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f9faf8e0-7815-41e6-a3a1-f38a0d22376b req-36de80ab-735a-43fb-aed3-713fdbc9a040 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 210 time: 0.0624185 Jan 28 14:41:29.440161 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ac96968d-417a-491d-86f6-21c16d245ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:29.445772 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-61fe2e6a-ee6c-46e7-945a-e159665fac84 None None] Provisioning complete for port a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:41:29.446147 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61fe2e6a-ee6c-46e7-945a-e159665fac84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:29.712956 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-89716c72-7e9a-4c01-ae09-fd5bd04cf0db None None] Set router afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:41:29.846256 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-61fe2e6a-ee6c-46e7-945a-e159665fac84 None None] Current status of the port a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:41:29.846620 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61fe2e6a-ee6c-46e7-945a-e159665fac84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:29.931702 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-61fe2e6a-ee6c-46e7-945a-e159665fac84 None None] For port a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52,segment=NetworkSegment(00a957a2-53da-480b-b3cc-b10709edad83),segment_id=00a957a2-53da-480b-b3cc-b10709edad83)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:41:29.937461 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61fe2e6a-ee6c-46e7-945a-e159665fac84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:30.010640 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe2e6a-ee6c-46e7-945a-e159665fac84 None None] Pushing event updated for resources: {'Port': ['ID=a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:30.033255 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-89716c72-7e9a-4c01-ae09-fd5bd04cf0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617938902', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:22Z', 'updated_at': '2022-01-28T14:41:26Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:23Z', 'updated_at': '2022-01-28T14:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52', 'name': '', 'network_id': '55885dab-2260-4564-b98c-31b8c9015998', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:45:83:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '366ca416-6955-4a30-b7ad-d6b2451da4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:26Z', 'updated_at': '2022-01-28T14:41:29Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '366ca416-6955-4a30-b7ad-d6b2451da4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:30.065863 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89716c72-7e9a-4c01-ae09-fd5bd04cf0db None None] The sync data for ids ['afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'] in n-d-822747-2 is: [{'id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617938902', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:22Z', 'updated_at': '2022-01-28T14:41:26Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:23Z', 'updated_at': '2022-01-28T14:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52', 'name': '', 'network_id': '55885dab-2260-4564-b98c-31b8c9015998', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:45:83:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '366ca416-6955-4a30-b7ad-d6b2451da4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:26Z', 'updated_at': '2022-01-28T14:41:29Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '366ca416-6955-4a30-b7ad-d6b2451da4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:41:30.079111 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-27740bd0-8c1f-440c-8345-45523ad2661c None None] Provisioning complete for port a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:41:30.079495 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-27740bd0-8c1f-440c-8345-45523ad2661c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:30.185940 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-27740bd0-8c1f-440c-8345-45523ad2661c None None] Current status of the port a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:41:30.286452 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:41:30.336333 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:41:30.336714 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:30.426864 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:41:30.541453 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-37439780-fe49-4704-87cd-da278f3a684e req-0205e149-9784-430c-b3e0-7691953078fe tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 210 time: 0.0325201 Jan 28 14:41:30.575463 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-d184870c-e880-49cb-a63d-4786470e9682 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:30.577262 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-d184870c-e880-49cb-a63d-4786470e9682 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.18 "GET /v2.0/networks?id=55885dab-2260-4564-b98c-31b8c9015998 HTTP/1.1" status: 200 len: 797 time: 0.1522763 Jan 28 14:41:30.645059 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-58dd6765-feb3-4967-8477-cd0a0b95564d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbb7aad61d4a4398a3de25c19faf4785 HTTP/1.1" status: 200 len: 379 time: 0.0601902 Jan 28 14:41:30.654501 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-9c68dc7a-d40b-4c41-9f3d-e6014fb24727 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'port': {'device_id': '3a8cb92f-ce69-4890-834f-e6f3ddffb927', 'network_id': '55885dab-2260-4564-b98c-31b8c9015998', 'admin_state_up': True, 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'security_groups': ['e48db769-bb14-4b95-b7ca-6527dfe208eb']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:41:30.775281 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-9c68dc7a-d40b-4c41-9f3d-e6014fb24727 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Made reservation on behalf of bbb7aad61d4a4398a3de25c19faf4785 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:41:30.779023 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-9c68dc7a-d40b-4c41-9f3d-e6014fb24727 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:30.918040 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-9c68dc7a-d40b-4c41-9f3d-e6014fb24727 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Allocated IP 172.20.0.7 (55885dab-2260-4564-b98c-31b8c9015998/366ca416-6955-4a30-b7ad-d6b2451da4f5/b346ef1d-9ba2-4245-a07f-4c33892766b6) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:41:31.079506 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-9c68dc7a-d40b-4c41-9f3d-e6014fb24727 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (b346ef1d-9ba2-4245-a07f-4c33892766b6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:31.123002 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-9c68dc7a-d40b-4c41-9f3d-e6014fb24727 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b346ef1d-9ba2-4245-a07f-4c33892766b6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:31.166782 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-9c68dc7a-d40b-4c41-9f3d-e6014fb24727 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network 55885dab-2260-4564-b98c-31b8c9015998 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:41:31.169850 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-9c68dc7a-d40b-4c41-9f3d-e6014fb24727 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:41:31.176529 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-9c68dc7a-d40b-4c41-9f3d-e6014fb24727 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:41:31.207772 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68dc7a-d40b-4c41-9f3d-e6014fb24727 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=b346ef1d-9ba2-4245-a07f-4c33892766b6,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:31.232010 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-9c68dc7a-d40b-4c41-9f3d-e6014fb24727 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:31.233103 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-9c68dc7a-d40b-4c41-9f3d-e6014fb24727 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:31.255082 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-9c68dc7a-d40b-4c41-9f3d-e6014fb24727 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6045675 Jan 28 14:41:31.266757 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-7c6f4163-27f3-44fc-af1f-835de81d08e8 service neutron] Request body: {'port': {'device_id': '3a8cb92f-ce69-4890-834f-e6f3ddffb927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:41:31.324340 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-7c6f4163-27f3-44fc-af1f-835de81d08e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b346ef1d-9ba2-4245-a07f-4c33892766b6), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:31.416375 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-3e945e0f-f2fb-4310-af20-3f2c3f70ef4f None None] Provisioning complete for port b346ef1d-9ba2-4245-a07f-4c33892766b6 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:41:31.417010 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e945e0f-f2fb-4310-af20-3f2c3f70ef4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b346ef1d-9ba2-4245-a07f-4c33892766b6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:31.452258 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3e945e0f-f2fb-4310-af20-3f2c3f70ef4f None None] Port b346ef1d-9ba2-4245-a07f-4c33892766b6 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:41:31.682856 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30bb742-deb8-4ce4-b001-c1237c91a1fd req-83a76274-ee68-44f1-bd61-e254a89e173c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:31.684458 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c30bb742-deb8-4ce4-b001-c1237c91a1fd req-83a76274-ee68-44f1-bd61-e254a89e173c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 931 time: 0.0563877 Jan 28 14:41:31.731003 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0f2a314a-7165-44c1-ae9e-d4d7b167e862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:31.742472 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c30bb742-deb8-4ce4-b001-c1237c91a1fd req-958d5662-b3a9-4b09-bfbb-21b81a2f3798 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e48db769-bb14-4b95-b7ca-6527dfe208eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517762 Jan 28 14:41:31.947666 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-7c6f4163-27f3-44fc-af1f-835de81d08e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b346ef1d-9ba2-4245-a07f-4c33892766b6 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:41:31.955252 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-7c6f4163-27f3-44fc-af1f-835de81d08e8 service neutron] Publish callbacks [] for port (b346ef1d-9ba2-4245-a07f-4c33892766b6), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:31.969656 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-7c6f4163-27f3-44fc-af1f-835de81d08e8 service neutron] Transition to ACTIVE for port object b346ef1d-9ba2-4245-a07f-4c33892766b6 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:41:31.974947 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-7c6f4163-27f3-44fc-af1f-835de81d08e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (b346ef1d-9ba2-4245-a07f-4c33892766b6), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:32.026807 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f4163-27f3-44fc-af1f-835de81d08e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b346ef1d-9ba2-4245-a07f-4c33892766b6,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:32.098861 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-7c6f4163-27f3-44fc-af1f-835de81d08e8 service neutron] Attempting to bind port b346ef1d-9ba2-4245-a07f-4c33892766b6 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:41:32.099222 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-7c6f4163-27f3-44fc-af1f-835de81d08e8 service neutron] Attempting to bind port b346ef1d-9ba2-4245-a07f-4c33892766b6 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '00a957a2-53da-480b-b3cc-b10709edad83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '55885dab-2260-4564-b98c-31b8c9015998'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:41:32.099559 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-7c6f4163-27f3-44fc-af1f-835de81d08e8 service neutron] Attempting to bind port b346ef1d-9ba2-4245-a07f-4c33892766b6 on network 55885dab-2260-4564-b98c-31b8c9015998 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:41:32.104468 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-7c6f4163-27f3-44fc-af1f-835de81d08e8 service neutron] Port b346ef1d-9ba2-4245-a07f-4c33892766b6 on network 55885dab-2260-4564-b98c-31b8c9015998 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:41:32.104787 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-7c6f4163-27f3-44fc-af1f-835de81d08e8 service neutron] Attempting to bind port b346ef1d-9ba2-4245-a07f-4c33892766b6 on network 55885dab-2260-4564-b98c-31b8c9015998 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:41:32.110248 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-7c6f4163-27f3-44fc-af1f-835de81d08e8 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:41:32.110678 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-7c6f4163-27f3-44fc-af1f-835de81d08e8 service neutron] Checking segment: {'id': '00a957a2-53da-480b-b3cc-b10709edad83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '55885dab-2260-4564-b98c-31b8c9015998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:41:32.111146 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-7c6f4163-27f3-44fc-af1f-835de81d08e8 service neutron] Bound using segment: {'id': '00a957a2-53da-480b-b3cc-b10709edad83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '55885dab-2260-4564-b98c-31b8c9015998'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:41:32.111656 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-7c6f4163-27f3-44fc-af1f-835de81d08e8 service neutron] Bound port: b346ef1d-9ba2-4245-a07f-4c33892766b6, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a957a2-53da-480b-b3cc-b10709edad83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '55885dab-2260-4564-b98c-31b8c9015998'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:41:32.112072 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-7c6f4163-27f3-44fc-af1f-835de81d08e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b346ef1d-9ba2-4245-a07f-4c33892766b6), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:32.183262 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-7c6f4163-27f3-44fc-af1f-835de81d08e8 service neutron] For port b346ef1d-9ba2-4245-a07f-4c33892766b6, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:41:32.187889 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-7c6f4163-27f3-44fc-af1f-835de81d08e8 service neutron] For port b346ef1d-9ba2-4245-a07f-4c33892766b6, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b346ef1d-9ba2-4245-a07f-4c33892766b6,segment=NetworkSegment(00a957a2-53da-480b-b3cc-b10709edad83),segment_id=00a957a2-53da-480b-b3cc-b10709edad83)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:41:32.195459 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-7c6f4163-27f3-44fc-af1f-835de81d08e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (b346ef1d-9ba2-4245-a07f-4c33892766b6), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:32.233250 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-7c6f4163-27f3-44fc-af1f-835de81d08e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:32.234040 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-7c6f4163-27f3-44fc-af1f-835de81d08e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:32.235359 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-7c6f4163-27f3-44fc-af1f-835de81d08e8 service neutron] 10.222.0.18 "PUT /v2.0/ports/b346ef1d-9ba2-4245-a07f-4c33892766b6 HTTP/1.1" status: 200 len: 1091 time: 0.9728074 Jan 28 14:41:32.235736 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8cb92f-ce69-4890-834f-e6f3ddffb927', 'tag': 'b346ef1d-9ba2-4245-a07f-4c33892766b6'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:41:32.238090 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd85c652-b34e-4730-a8ed-274e7756c823" -d '{"events": [{"name": "network-changed", "server_uuid": "3a8cb92f-ce69-4890-834f-e6f3ddffb927", "tag": "b346ef1d-9ba2-4245-a07f-4c33892766b6"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:41:32.262848 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f4163-27f3-44fc-af1f-835de81d08e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b346ef1d-9ba2-4245-a07f-4c33892766b6,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:32.285863 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c159ae-bb7f-47ef-8c98-d69811a4983c x-openstack-request-id: req-96c159ae-bb7f-47ef-8c98-d69811a4983c {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:41:32.286162 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a8cb92f-ce69-4890-834f-e6f3ddffb927", "tag": "b346ef1d-9ba2-4245-a07f-4c33892766b6", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:41:32.286465 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-96c159ae-bb7f-47ef-8c98-d69811a4983c {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:41:32.286927 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a8cb92f-ce69-4890-834f-e6f3ddffb927', 'tag': 'b346ef1d-9ba2-4245-a07f-4c33892766b6', 'status': 'completed', 'code': 200} Jan 28 14:41:32.329367 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-0ac121a1-83b0-4c7d-8c9a-6ec1439b4e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:32.330983 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-0ac121a1-83b0-4c7d-8c9a-6ec1439b4e43 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 1094 time: 0.0428629 Jan 28 14:41:32.373948 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-2bdf9846-db7e-4b21-93f4-96a4486ee562 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b346ef1d-9ba2-4245-a07f-4c33892766b6 HTTP/1.1" status: 200 len: 217 time: 0.0347657 Jan 28 14:41:32.430500 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-cf5c8010-e53d-4def-9f05-2d3b029b9fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:32.431996 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-cf5c8010-e53d-4def-9f05-2d3b029b9fa0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=366ca416-6955-4a30-b7ad-d6b2451da4f5 HTTP/1.1" status: 200 len: 835 time: 0.0527849 Jan 28 14:41:32.482595 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-89041b65-0940-4445-a392-861ac454970b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:32.484080 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-89041b65-0940-4445-a392-861ac454970b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55885dab-2260-4564-b98c-31b8c9015998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459986 Jan 28 14:41:32.576569 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-e94d74d9-c9bf-458c-973d-8dd52d41b0e4 service neutron] 10.222.0.18 "GET /v2.0/networks/55885dab-2260-4564-b98c-31b8c9015998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858352 Jan 28 14:41:32.681952 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9ffa4b99-2c93-48b5-a970-b4822b25da51 req-6685f07b-fb76-4616-abc9-896fdae1c347 service neutron] 10.222.0.18 "GET /v2.0/networks/55885dab-2260-4564-b98c-31b8c9015998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994554 Jan 28 14:41:32.771068 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85c652-b34e-4730-a8ed-274e7756c823 req-397361ac-7a4c-44ac-bb24-fd7005ea80a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:32.772580 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fd85c652-b34e-4730-a8ed-274e7756c823 req-397361ac-7a4c-44ac-bb24-fd7005ea80a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 1094 time: 0.0427275 Jan 28 14:41:32.863116 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde651bc-3092-4793-b84a-4bb53196e948 req-b5a13f9e-b303-4bea-8d82-817e087e70fe tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:32.864602 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cde651bc-3092-4793-b84a-4bb53196e948 req-b5a13f9e-b303-4bea-8d82-817e087e70fe tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 943 time: 0.0535393 Jan 28 14:41:32.867032 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85c652-b34e-4730-a8ed-274e7756c823 req-f942876f-a89e-4f5d-84ff-ce925cd03407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:32.868489 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fd85c652-b34e-4730-a8ed-274e7756c823 req-f942876f-a89e-4f5d-84ff-ce925cd03407 service neutron] 10.222.0.18 "GET /v2.0/networks?id=55885dab-2260-4564-b98c-31b8c9015998 HTTP/1.1" status: 200 len: 897 time: 0.0902698 Jan 28 14:41:32.908515 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fd85c652-b34e-4730-a8ed-274e7756c823 req-172c3276-23de-4936-b23e-1f81f4455ff2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b346ef1d-9ba2-4245-a07f-4c33892766b6 HTTP/1.1" status: 200 len: 217 time: 0.0338330 Jan 28 14:41:32.915634 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cde651bc-3092-4793-b84a-4bb53196e948 req-e62cfbeb-2b5c-4aae-aa47-c70da992f3a5 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e48db769-bb14-4b95-b7ca-6527dfe208eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449982 Jan 28 14:41:32.976068 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85c652-b34e-4730-a8ed-274e7756c823 req-fd2c31e9-120b-4ed0-b5ce-a343a77243d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:32.977511 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fd85c652-b34e-4730-a8ed-274e7756c823 req-fd2c31e9-120b-4ed0-b5ce-a343a77243d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=366ca416-6955-4a30-b7ad-d6b2451da4f5 HTTP/1.1" status: 200 len: 835 time: 0.0630636 Jan 28 14:41:33.028346 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85c652-b34e-4730-a8ed-274e7756c823 req-9e79d472-5083-4fe6-9274-1c5679bea056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:33.029753 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fd85c652-b34e-4730-a8ed-274e7756c823 req-9e79d472-5083-4fe6-9274-1c5679bea056 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55885dab-2260-4564-b98c-31b8c9015998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446341 Jan 28 14:41:33.122704 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fd85c652-b34e-4730-a8ed-274e7756c823 req-589bde13-da93-4b07-a594-0eefaef642eb service neutron] 10.222.0.18 "GET /v2.0/networks/55885dab-2260-4564-b98c-31b8c9015998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835431 Jan 28 14:41:33.204862 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:33.222654 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fd85c652-b34e-4730-a8ed-274e7756c823 req-615f31c3-9377-44ad-b007-521fd58e991f service neutron] 10.222.0.18 "GET /v2.0/networks/55885dab-2260-4564-b98c-31b8c9015998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935855 Jan 28 14:41:34.062597 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043bd1f-58dc-42f2-bb3a-70174e1ad285 req-f2311fe6-0d9f-434e-9900-2e655d0de1a2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:34.064105 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b043bd1f-58dc-42f2-bb3a-70174e1ad285 req-f2311fe6-0d9f-434e-9900-2e655d0de1a2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 943 time: 0.0510757 Jan 28 14:41:34.118643 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b043bd1f-58dc-42f2-bb3a-70174e1ad285 req-b24f22aa-f6ca-4962-b430-664ff9dcf678 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e48db769-bb14-4b95-b7ca-6527dfe208eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459239 Jan 28 14:41:34.587141 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:34.806544 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device b346ef1d-9ba2-4245-a07f-4c33892766b6 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:41:34.907003 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port b346ef1d-9ba2-4245-a07f-4c33892766b6, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b346ef1d-9ba2-4245-a07f-4c33892766b6,segment=NetworkSegment(00a957a2-53da-480b-b3cc-b10709edad83),segment_id=00a957a2-53da-480b-b3cc-b10709edad83)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:41:34.917766 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'b346ef1d-9ba2-4245-a07f-4c33892766b6', 'network_id': '55885dab-2260-4564-b98c-31b8c9015998', 'port_id': 'b346ef1d-9ba2-4245-a07f-4c33892766b6', 'mac_address': 'fa:16:3e:39:38:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366ca416-6955-4a30-b7ad-d6b2451da4f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:41:34.956675 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port b346ef1d-9ba2-4245-a07f-4c33892766b6 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:41:34.957065 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b346ef1d-9ba2-4245-a07f-4c33892766b6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:34.970237 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b346ef1d-9ba2-4245-a07f-4c33892766b6 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:41:34.994364 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port b346ef1d-9ba2-4245-a07f-4c33892766b6, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b346ef1d-9ba2-4245-a07f-4c33892766b6,segment=NetworkSegment(00a957a2-53da-480b-b3cc-b10709edad83),segment_id=00a957a2-53da-480b-b3cc-b10709edad83)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:41:35.000375 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b346ef1d-9ba2-4245-a07f-4c33892766b6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:35.047344 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=b346ef1d-9ba2-4245-a07f-4c33892766b6,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:35.208305 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['b346ef1d-9ba2-4245-a07f-4c33892766b6'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:41:35.246603 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a5b02-952e-4662-82f1-3022a14f433e req-43673e87-3be5-4e08-ab19-ca527f48a003 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:35.248303 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bc2a5b02-952e-4662-82f1-3022a14f433e req-43673e87-3be5-4e08-ab19-ca527f48a003 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 944 time: 0.0535846 Jan 28 14:41:35.309586 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bc2a5b02-952e-4662-82f1-3022a14f433e req-3ab3d46b-e747-43b6-963c-88e4c94b9274 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e48db769-bb14-4b95-b7ca-6527dfe208eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544710 Jan 28 14:41:36.430753 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06054111-5610-42e5-aa5a-7f3b42c4cbc3 req-7da489fa-50ea-48bc-8eab-a708a51947b2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:36.431741 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:36.432923 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-06054111-5610-42e5-aa5a-7f3b42c4cbc3 req-7da489fa-50ea-48bc-8eab-a708a51947b2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 944 time: 0.0564704 Jan 28 14:41:36.487836 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-06054111-5610-42e5-aa5a-7f3b42c4cbc3 req-c5c762fd-67df-46b3-a648-809869ffbe06 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e48db769-bb14-4b95-b7ca-6527dfe208eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464795 Jan 28 14:41:36.942718 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device b346ef1d-9ba2-4245-a07f-4c33892766b6 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:41:37.000398 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port b346ef1d-9ba2-4245-a07f-4c33892766b6 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:41:37.005911 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port b346ef1d-9ba2-4245-a07f-4c33892766b6 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:41:37.006827 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b346ef1d-9ba2-4245-a07f-4c33892766b6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:37.091798 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port b346ef1d-9ba2-4245-a07f-4c33892766b6 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:41:37.092066 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b346ef1d-9ba2-4245-a07f-4c33892766b6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:37.115460 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8cb92f-ce69-4890-834f-e6f3ddffb927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b346ef1d-9ba2-4245-a07f-4c33892766b6'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:41:37.117715 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2131264-4b23-49df-8442-500380e65b4e" -d '{"events": [{"server_uuid": "3a8cb92f-ce69-4890-834f-e6f3ddffb927", "name": "network-vif-plugged", "status": "completed", "tag": "b346ef1d-9ba2-4245-a07f-4c33892766b6"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:41:37.130080 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port b346ef1d-9ba2-4245-a07f-4c33892766b6, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b346ef1d-9ba2-4245-a07f-4c33892766b6,segment=NetworkSegment(00a957a2-53da-480b-b3cc-b10709edad83),segment_id=00a957a2-53da-480b-b3cc-b10709edad83)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:41:37.134417 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b346ef1d-9ba2-4245-a07f-4c33892766b6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:37.159338 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d76dd71-e8a0-4977-890e-357a80ded805 x-openstack-request-id: req-5d76dd71-e8a0-4977-890e-357a80ded805 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:41:37.160181 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8cb92f-ce69-4890-834f-e6f3ddffb927", "name": "network-vif-plugged", "status": "completed", "tag": "b346ef1d-9ba2-4245-a07f-4c33892766b6", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:41:37.160451 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d76dd71-e8a0-4977-890e-357a80ded805 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:41:37.160864 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8cb92f-ce69-4890-834f-e6f3ddffb927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b346ef1d-9ba2-4245-a07f-4c33892766b6', 'code': 200} Jan 28 14:41:37.189282 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=b346ef1d-9ba2-4245-a07f-4c33892766b6,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:37.252908 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcecca-c360-4b63-8a1a-bc057b46ffba req-aef79497-e482-42ad-9c1c-7253db5aa210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:37.254325 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cabcecca-c360-4b63-8a1a-bc057b46ffba req-aef79497-e482-42ad-9c1c-7253db5aa210 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 1096 time: 0.0408649 Jan 28 14:41:37.300949 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cabcecca-c360-4b63-8a1a-bc057b46ffba req-3d425946-9028-4be0-8cc0-cd9b8dc81c2e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e48db769-bb14-4b95-b7ca-6527dfe208eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398095 Jan 28 14:41:37.616128 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74321a-786d-4c60-9686-259adc03b1f7 req-5fc5c8b7-c998-47b4-848c-badef3c200da tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:37.617677 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2d74321a-786d-4c60-9686-259adc03b1f7 req-5fc5c8b7-c998-47b4-848c-badef3c200da tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 945 time: 0.0522430 Jan 28 14:41:37.675942 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2d74321a-786d-4c60-9686-259adc03b1f7 req-9a67bc9d-2d68-49f4-b7b1-bf3b8b8d1a04 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e48db769-bb14-4b95-b7ca-6527dfe208eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501816 Jan 28 14:41:38.815567 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20732591-0c62-4edc-af20-c722840247c1 req-06f9467e-d525-49c9-b70a-3c5ee22087f1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:38.817056 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-20732591-0c62-4edc-af20-c722840247c1 req-06f9467e-d525-49c9-b70a-3c5ee22087f1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 945 time: 0.0568345 Jan 28 14:41:38.865955 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-20732591-0c62-4edc-af20-c722840247c1 req-b9d6ed15-d116-40f7-b929-5d72c29d6f87 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e48db769-bb14-4b95-b7ca-6527dfe208eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430250 Jan 28 14:41:39.011528 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23213d-855f-450d-85c4-dd518cbd827a req-d81650f8-5e7d-4e32-94e9-4b004b61adde tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:39.012914 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b23213d-855f-450d-85c4-dd518cbd827a req-d81650f8-5e7d-4e32-94e9-4b004b61adde tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 945 time: 0.0650468 Jan 28 14:41:39.063490 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b23213d-855f-450d-85c4-dd518cbd827a req-e587b3a1-06b0-4c4b-9e8b-48b0ba728a00 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e48db769-bb14-4b95-b7ca-6527dfe208eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439379 Jan 28 14:41:39.085593 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52662) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:39.126681 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef912a4-8679-4398-ad23-f7e65c663163 tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:39.128210 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0ef912a4-8679-4398-ad23-f7e65c663163 tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 1091 time: 0.0415900 Jan 28 14:41:39.134779 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52664) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:39.139460 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-957dd63c-9ab5-4048-8097-b5bca4ac0c5f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'port_id': 'b346ef1d-9ba2-4245-a07f-4c33892766b6', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:41:39.163912 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-957dd63c-9ab5-4048-8097-b5bca4ac0c5f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:39.267301 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-957dd63c-9ab5-4048-8097-b5bca4ac0c5f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:39.382459 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-957dd63c-9ab5-4048-8097-b5bca4ac0c5f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Allocated IP 172.25.3.204 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/ade40e35-4957-4d5b-9b6a-9f8b34369959) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:41:39.502026 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-957dd63c-9ab5-4048-8097-b5bca4ac0c5f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (ade40e35-4957-4d5b-9b6a-9f8b34369959), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:39.538253 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-957dd63c-9ab5-4048-8097-b5bca4ac0c5f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ade40e35-4957-4d5b-9b6a-9f8b34369959), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:39.575692 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957dd63c-9ab5-4048-8097-b5bca4ac0c5f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:41:39.578593 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-957dd63c-9ab5-4048-8097-b5bca4ac0c5f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:41:39.584116 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957dd63c-9ab5-4048-8097-b5bca4ac0c5f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:41:39.589653 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957dd63c-9ab5-4048-8097-b5bca4ac0c5f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=ade40e35-4957-4d5b-9b6a-9f8b34369959,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:39.975107 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-957dd63c-9ab5-4048-8097-b5bca4ac0c5f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for floatingip (1dfa8097-bbfd-4380-a01c-17dd78afed2a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:40.060447 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-957dd63c-9ab5-4048-8097-b5bca4ac0c5f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ade40e35-4957-4d5b-9b6a-9f8b34369959), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:40.230773 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-957dd63c-9ab5-4048-8097-b5bca4ac0c5f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (ade40e35-4957-4d5b-9b6a-9f8b34369959), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:40.238158 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-957dd63c-9ab5-4048-8097-b5bca4ac0c5f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (ade40e35-4957-4d5b-9b6a-9f8b34369959), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:40.315862 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957dd63c-9ab5-4048-8097-b5bca4ac0c5f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=ade40e35-4957-4d5b-9b6a-9f8b34369959,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:40.335411 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-957dd63c-9ab5-4048-8097-b5bca4ac0c5f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (1dfa8097-bbfd-4380-a01c-17dd78afed2a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:40.464267 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [None req-957dd63c-9ab5-4048-8097-b5bca4ac0c5f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Floating IP 1dfa8097-bbfd-4380-a01c-17dd78afed2a associated. External IP: 172.25.3.204, port: b346ef1d-9ba2-4245-a07f-4c33892766b6. Jan 28 14:41:40.697373 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957dd63c-9ab5-4048-8097-b5bca4ac0c5f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Router afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:41:40.805428 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957dd63c-9ab5-4048-8097-b5bca4ac0c5f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:41:40.816714 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d1b2a2-8196-4b51-b6ae-203f85ffcd07 None None] Sync routers for ids ['afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:41:40.825610 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-957dd63c-9ab5-4048-8097-b5bca4ac0c5f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:40.826745 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d1b2a2-8196-4b51-b6ae-203f85ffcd07 None None] Routers {'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:41:40.827624 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-f6d1b2a2-8196-4b51-b6ae-203f85ffcd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:41:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:40.856313 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-957dd63c-9ab5-4048-8097-b5bca4ac0c5f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7222550 Jan 28 14:41:40.856922 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8cb92f-ce69-4890-834f-e6f3ddffb927', 'tag': 'b346ef1d-9ba2-4245-a07f-4c33892766b6'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:41:40.859302 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf4c30f-7e1a-4a98-b509-782db77cf6fc" -d '{"events": [{"name": "network-changed", "server_uuid": "3a8cb92f-ce69-4890-834f-e6f3ddffb927", "tag": "b346ef1d-9ba2-4245-a07f-4c33892766b6"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:41:40.906639 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5b0922-2b85-45ac-a150-e4e2d75c5fad x-openstack-request-id: req-ac5b0922-2b85-45ac-a150-e4e2d75c5fad {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:41:40.906978 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a8cb92f-ce69-4890-834f-e6f3ddffb927", "tag": "b346ef1d-9ba2-4245-a07f-4c33892766b6", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:41:40.907219 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ac5b0922-2b85-45ac-a150-e4e2d75c5fad {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:41:40.907631 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a8cb92f-ce69-4890-834f-e6f3ddffb927', 'tag': 'b346ef1d-9ba2-4245-a07f-4c33892766b6', 'status': 'completed', 'code': 200} Jan 28 14:41:40.941522 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-f6d1b2a2-8196-4b51-b6ae-203f85ffcd07 None None] Set router afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:41:40.965917 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb3f9d-c47f-4f2c-9dbc-d3c6545bac7e req-bcd50e8b-bb1c-4be7-ab29-2d8f88e07f72 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:40.967587 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6beb3f9d-c47f-4f2c-9dbc-d3c6545bac7e req-bcd50e8b-bb1c-4be7-ab29-2d8f88e07f72 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 945 time: 0.0496175 Jan 28 14:41:40.971253 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4c30f-7e1a-4a98-b509-782db77cf6fc req-63c0f059-89e6-4c52-b64a-0ddc4a1360f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:40.972809 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fcf4c30f-7e1a-4a98-b509-782db77cf6fc req-63c0f059-89e6-4c52-b64a-0ddc4a1360f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 1096 time: 0.0430582 Jan 28 14:41:41.022549 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6beb3f9d-c47f-4f2c-9dbc-d3c6545bac7e req-6d612afe-c678-4788-ba72-b64481c2ce1b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e48db769-bb14-4b95-b7ca-6527dfe208eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482037 Jan 28 14:41:41.045836 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52670) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:41.080624 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4c30f-7e1a-4a98-b509-782db77cf6fc req-969bcbab-92cd-4d82-a03c-2956a575bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:41.082265 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fcf4c30f-7e1a-4a98-b509-782db77cf6fc req-969bcbab-92cd-4d82-a03c-2956a575bf3a service neutron] 10.222.0.18 "GET /v2.0/networks?id=55885dab-2260-4564-b98c-31b8c9015998 HTTP/1.1" status: 200 len: 897 time: 0.1027668 Jan 28 14:41:41.111355 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e7f6690c-9a6d-4880-8413-50dec0cf6e83 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/floatingips/1dfa8097-bbfd-4380-a01c-17dd78afed2a HTTP/1.1" status: 200 len: 991 time: 0.0621359 Jan 28 14:41:41.158182 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fcf4c30f-7e1a-4a98-b509-782db77cf6fc req-0faebf83-ed6b-4f31-bc2d-42b5805c4063 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b346ef1d-9ba2-4245-a07f-4c33892766b6 HTTP/1.1" status: 200 len: 999 time: 0.0698886 Jan 28 14:41:41.184480 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-f6d1b2a2-8196-4b51-b6ae-203f85ffcd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617938902', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:22Z', 'updated_at': '2022-01-28T14:41:26Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:23Z', 'updated_at': '2022-01-28T14:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '1dfa8097-bbfd-4380-a01c-17dd78afed2a', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'port_id': 'b346ef1d-9ba2-4245-a07f-4c33892766b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55885dab-2260-4564-b98c-31b8c9015998', 'mac_address': 'fa:16:3e:39:38:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8cb92f-ce69-4890-834f-e6f3ddffb927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:41:39Z', 'updated_at': '2022-01-28T14:41:39Z', 'revision_number': 0, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52', 'name': '', 'network_id': '55885dab-2260-4564-b98c-31b8c9015998', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:45:83:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '366ca416-6955-4a30-b7ad-d6b2451da4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:26Z', 'updated_at': '2022-01-28T14:41:29Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '366ca416-6955-4a30-b7ad-d6b2451da4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:41.208740 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4c30f-7e1a-4a98-b509-782db77cf6fc req-196e0c69-36ab-458a-82c2-932a3334f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:41.210251 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fcf4c30f-7e1a-4a98-b509-782db77cf6fc req-196e0c69-36ab-458a-82c2-932a3334f13a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=366ca416-6955-4a30-b7ad-d6b2451da4f5 HTTP/1.1" status: 200 len: 835 time: 0.0459421 Jan 28 14:41:41.212713 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d1b2a2-8196-4b51-b6ae-203f85ffcd07 None None] Checking router: afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:41:41.222394 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d1b2a2-8196-4b51-b6ae-203f85ffcd07 None None] Routers {'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:41:41.222941 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-f6d1b2a2-8196-4b51-b6ae-203f85ffcd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:41:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:41.257803 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4c30f-7e1a-4a98-b509-782db77cf6fc req-5650489b-7cb8-4cdb-b346-80ab1e45959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:41.259552 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fcf4c30f-7e1a-4a98-b509-782db77cf6fc req-5650489b-7cb8-4cdb-b346-80ab1e45959f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55885dab-2260-4564-b98c-31b8c9015998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428855 Jan 28 14:41:41.337459 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-f6d1b2a2-8196-4b51-b6ae-203f85ffcd07 None None] Set router afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:41:41.354886 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fcf4c30f-7e1a-4a98-b509-782db77cf6fc req-6f8b151d-ee18-420c-9c54-1af30dccb45a service neutron] 10.222.0.18 "GET /v2.0/networks/55885dab-2260-4564-b98c-31b8c9015998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886414 Jan 28 14:41:41.451947 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fcf4c30f-7e1a-4a98-b509-782db77cf6fc req-e5d012b3-98ff-4dd7-a4f5-58456be12a23 service neutron] 10.222.0.18 "GET /v2.0/networks/55885dab-2260-4564-b98c-31b8c9015998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910597 Jan 28 14:41:41.582571 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-f6d1b2a2-8196-4b51-b6ae-203f85ffcd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617938902', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:22Z', 'updated_at': '2022-01-28T14:41:26Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:23Z', 'updated_at': '2022-01-28T14:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '1dfa8097-bbfd-4380-a01c-17dd78afed2a', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'port_id': 'b346ef1d-9ba2-4245-a07f-4c33892766b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55885dab-2260-4564-b98c-31b8c9015998', 'mac_address': 'fa:16:3e:39:38:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8cb92f-ce69-4890-834f-e6f3ddffb927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:41:39Z', 'updated_at': '2022-01-28T14:41:39Z', 'revision_number': 0, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52', 'name': '', 'network_id': '55885dab-2260-4564-b98c-31b8c9015998', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:45:83:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '366ca416-6955-4a30-b7ad-d6b2451da4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:26Z', 'updated_at': '2022-01-28T14:41:29Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '366ca416-6955-4a30-b7ad-d6b2451da4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:41.613700 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d1b2a2-8196-4b51-b6ae-203f85ffcd07 None None] The sync data for ids ['afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'] in n-d-822747-2 is: [{'id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617938902', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:22Z', 'updated_at': '2022-01-28T14:41:26Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:23Z', 'updated_at': '2022-01-28T14:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '1dfa8097-bbfd-4380-a01c-17dd78afed2a', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'port_id': 'b346ef1d-9ba2-4245-a07f-4c33892766b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55885dab-2260-4564-b98c-31b8c9015998', 'mac_address': 'fa:16:3e:39:38:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8cb92f-ce69-4890-834f-e6f3ddffb927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:41:39Z', 'updated_at': '2022-01-28T14:41:39Z', 'revision_number': 0, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52', 'name': '', 'network_id': '55885dab-2260-4564-b98c-31b8c9015998', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:45:83:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '366ca416-6955-4a30-b7ad-d6b2451da4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:26Z', 'updated_at': '2022-01-28T14:41:29Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '366ca416-6955-4a30-b7ad-d6b2451da4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:41:41.834270 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8dd121-0560-4e87-8e5a-08845d4f88d2 None None] New status for floating IP 1dfa8097-bbfd-4380-a01c-17dd78afed2a: ACTIVE {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:41:42.114370 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52672) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:42.180306 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-15a95912-9d43-4216-a6c8-586c848097bc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/floatingips/1dfa8097-bbfd-4380-a01c-17dd78afed2a HTTP/1.1" status: 200 len: 993 time: 0.0645590 Jan 28 14:41:43.192134 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:41:48.502012 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:50.557498 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:52.908944 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-131e0e15-23d0-46f3-85b5-f2bdc1d2153e req-f435d1c4-cd0d-4950-bd83-3c4915560af0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479228 Jan 28 14:41:53.006259 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e0e15-23d0-46f3-85b5-f2bdc1d2153e req-a94ad73c-4291-4b36-80e2-53d309ff7607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:53.008278 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-131e0e15-23d0-46f3-85b5-f2bdc1d2153e req-a94ad73c-4291-4b36-80e2-53d309ff7607 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 1096 time: 0.0424783 Jan 28 14:41:53.132948 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e0e15-23d0-46f3-85b5-f2bdc1d2153e req-887857a8-8b6a-42ae-b642-4a8dc299d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:53.134477 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-131e0e15-23d0-46f3-85b5-f2bdc1d2153e req-887857a8-8b6a-42ae-b642-4a8dc299d400 service neutron] 10.222.0.18 "GET /v2.0/networks?id=55885dab-2260-4564-b98c-31b8c9015998 HTTP/1.1" status: 200 len: 897 time: 0.0984116 Jan 28 14:41:53.202056 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-131e0e15-23d0-46f3-85b5-f2bdc1d2153e req-acf8f22d-bccd-40ff-8cd8-4dc560c5c0d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b346ef1d-9ba2-4245-a07f-4c33892766b6 HTTP/1.1" status: 200 len: 1001 time: 0.0598488 Jan 28 14:41:53.251455 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e0e15-23d0-46f3-85b5-f2bdc1d2153e req-bb26f3bc-ab18-44ca-87c5-36ebfc368c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:53.252884 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-131e0e15-23d0-46f3-85b5-f2bdc1d2153e req-bb26f3bc-ab18-44ca-87c5-36ebfc368c6d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=366ca416-6955-4a30-b7ad-d6b2451da4f5 HTTP/1.1" status: 200 len: 835 time: 0.0449338 Jan 28 14:41:53.303230 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e0e15-23d0-46f3-85b5-f2bdc1d2153e req-01d0f9ee-7d23-4327-be45-8f86b20fb89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:53.304802 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-131e0e15-23d0-46f3-85b5-f2bdc1d2153e req-01d0f9ee-7d23-4327-be45-8f86b20fb89a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55885dab-2260-4564-b98c-31b8c9015998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457101 Jan 28 14:41:53.401487 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-131e0e15-23d0-46f3-85b5-f2bdc1d2153e req-68784509-f6da-447e-a0c8-3175bd5a1ea3 service neutron] 10.222.0.18 "GET /v2.0/networks/55885dab-2260-4564-b98c-31b8c9015998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893142 Jan 28 14:41:53.504360 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-131e0e15-23d0-46f3-85b5-f2bdc1d2153e req-c571f47a-b177-4d63-b8c1-94675127e293 service neutron] 10.222.0.18 "GET /v2.0/networks/55885dab-2260-4564-b98c-31b8c9015998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963132 Jan 28 14:41:59.400079 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cfaf3eb6-5a88-4406-9295-919d9b189a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:01.725549 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2379c1ce-d129-4bf4-82a5-7e7f6d4165b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:03.218979 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:04.576394 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:06.430425 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:13.329473 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758eee9-9e5b-47df-bee3-39f2e3341c7d req-9c55885b-52f6-4f08-b8e8-18057af1771a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:13.330888 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1758eee9-9e5b-47df-bee3-39f2e3341c7d req-9c55885b-52f6-4f08-b8e8-18057af1771a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 945 time: 0.1195283 Jan 28 14:42:13.393352 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1758eee9-9e5b-47df-bee3-39f2e3341c7d req-6c9a64cb-e186-459c-b0dc-6273673a4223 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e48db769-bb14-4b95-b7ca-6527dfe208eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560710 Jan 28 14:42:14.573767 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562ca33-7495-481f-aabc-42dc5ce3aff3 req-a45bfdff-f264-4788-b2dd-c9ff96537450 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:14.575278 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8562ca33-7495-481f-aabc-42dc5ce3aff3 req-a45bfdff-f264-4788-b2dd-c9ff96537450 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 945 time: 0.1044323 Jan 28 14:42:14.626657 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8562ca33-7495-481f-aabc-42dc5ce3aff3 req-cff4d21a-1a0a-4ab5-8297-a8d134fe28c5 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e48db769-bb14-4b95-b7ca-6527dfe208eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455303 Jan 28 14:42:14.650624 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52698) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:42:14.712127 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2327a6ed-7ed2-496e-89ac-c4218ee73165 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/floatingips/1dfa8097-bbfd-4380-a01c-17dd78afed2a HTTP/1.1" status: 200 len: 993 time: 0.0602469 Jan 28 14:42:16.008551 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cc151-b491-42ef-bea8-ea7e1ebe7a3a req-72873173-de63-4043-b5ad-7b3b69809536 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:16.010034 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f3cc151-b491-42ef-bea8-ea7e1ebe7a3a req-72873173-de63-4043-b5ad-7b3b69809536 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 945 time: 0.0588856 Jan 28 14:42:16.073579 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f3cc151-b491-42ef-bea8-ea7e1ebe7a3a req-2aa025bd-758d-4aea-9c6d-6a237fe39677 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e48db769-bb14-4b95-b7ca-6527dfe208eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574100 Jan 28 14:42:17.215011 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8b38f-a93e-4720-a2a0-baafecee8b41 req-c0f8a030-da02-4f23-8493-046b568060ea tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:17.216482 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c7c8b38f-a93e-4720-a2a0-baafecee8b41 req-c0f8a030-da02-4f23-8493-046b568060ea tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 945 time: 0.0599406 Jan 28 14:42:17.268276 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c7c8b38f-a93e-4720-a2a0-baafecee8b41 req-4c43f3e7-5471-40bf-bb93-d7083e733199 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e48db769-bb14-4b95-b7ca-6527dfe208eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453863 Jan 28 14:42:18.390015 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375ed9b-7d48-4835-8a01-5d2f3fbbe1c2 req-bfcdf78e-5de6-4c60-bb93-66d5180e7eca tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:18.391631 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8375ed9b-7d48-4835-8a01-5d2f3fbbe1c2 req-bfcdf78e-5de6-4c60-bb93-66d5180e7eca tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 945 time: 0.0526981 Jan 28 14:42:18.443488 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8375ed9b-7d48-4835-8a01-5d2f3fbbe1c2 req-7b1a01a9-3a6e-4a35-9a6d-116fdf59a984 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e48db769-bb14-4b95-b7ca-6527dfe208eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458004 Jan 28 14:42:18.504865 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:19.566136 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658664b-6693-4603-9dea-15951e40d952 req-40c28745-7ac6-4c53-a501-d9a56baa669a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:19.567674 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c658664b-6693-4603-9dea-15951e40d952 req-40c28745-7ac6-4c53-a501-d9a56baa669a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 945 time: 0.0505657 Jan 28 14:42:19.619281 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c658664b-6693-4603-9dea-15951e40d952 req-1f028cb8-7fea-419a-be2b-38cfe33ed0a3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e48db769-bb14-4b95-b7ca-6527dfe208eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457370 Jan 28 14:42:20.191811 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:42:20.568836 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:20.745751 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539fc0e9-35af-4d00-90b1-2a893272457b req-069ff1f7-accb-44fe-8b1e-ca182b1c81fe tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:20.747470 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-539fc0e9-35af-4d00-90b1-2a893272457b req-069ff1f7-accb-44fe-8b1e-ca182b1c81fe tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 945 time: 0.0500643 Jan 28 14:42:20.798963 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-539fc0e9-35af-4d00-90b1-2a893272457b req-a76b204e-3ce7-42bd-a329-f68a1cfb574e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e48db769-bb14-4b95-b7ca-6527dfe208eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457366 Jan 28 14:42:21.927477 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63539078-de5c-4b36-988e-715ed0cc5f27 req-73b629f8-ed97-42d0-afc7-e745a761e759 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:21.928960 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-63539078-de5c-4b36-988e-715ed0cc5f27 req-73b629f8-ed97-42d0-afc7-e745a761e759 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 945 time: 0.0564730 Jan 28 14:42:21.978373 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-63539078-de5c-4b36-988e-715ed0cc5f27 req-2371142a-53b9-4c6e-a3b0-53ce8a03d2c9 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e48db769-bb14-4b95-b7ca-6527dfe208eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432475 Jan 28 14:42:22.002740 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52718) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:42:22.069998 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a2af0ff3-e3f9-4b37-af6f-8dbb2046d87b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/floatingips/1dfa8097-bbfd-4380-a01c-17dd78afed2a HTTP/1.1" status: 200 len: 993 time: 0.0659854 Jan 28 14:42:22.313421 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52724) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:42:22.493083 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-b8fb8088-c656-419c-bcae-54ea242ebada tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Deleting port ade40e35-4957-4d5b-9b6a-9f8b34369959 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:42:22.493402 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8fb8088-c656-419c-bcae-54ea242ebada tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ade40e35-4957-4d5b-9b6a-9f8b34369959), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:22.575109 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8fb8088-c656-419c-bcae-54ea242ebada tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ade40e35-4957-4d5b-9b6a-9f8b34369959), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:22.575439 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8fb8088-c656-419c-bcae-54ea242ebada tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for floatingip (ade40e35-4957-4d5b-9b6a-9f8b34369959), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:22.588951 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-b8fb8088-c656-419c-bcae-54ea242ebada tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Calling delete_port for ade40e35-4957-4d5b-9b6a-9f8b34369959 owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:42:22.762799 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8fb8088-c656-419c-bcae-54ea242ebada tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (ade40e35-4957-4d5b-9b6a-9f8b34369959), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:22.790406 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb8088-c656-419c-bcae-54ea242ebada tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Port': ['ID=ade40e35-4957-4d5b-9b6a-9f8b34369959,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:22.822536 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb8088-c656-419c-bcae-54ea242ebada tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:22.822906 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb8088-c656-419c-bcae-54ea242ebada tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:22.823237 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb8088-c656-419c-bcae-54ea242ebada tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:22.823567 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb8088-c656-419c-bcae-54ea242ebada tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:22.824055 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb8088-c656-419c-bcae-54ea242ebada tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:22.824386 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb8088-c656-419c-bcae-54ea242ebada tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:22.824796 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb8088-c656-419c-bcae-54ea242ebada tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:22.825147 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb8088-c656-419c-bcae-54ea242ebada tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:22.825513 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb8088-c656-419c-bcae-54ea242ebada tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:22.826014 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb8088-c656-419c-bcae-54ea242ebada tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:22.826650 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb8088-c656-419c-bcae-54ea242ebada tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:22.826841 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb8088-c656-419c-bcae-54ea242ebada tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:22.827186 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb8088-c656-419c-bcae-54ea242ebada tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:22.870057 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8fb8088-c656-419c-bcae-54ea242ebada tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for floatingip (1dfa8097-bbfd-4380-a01c-17dd78afed2a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:22.870467 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-b8fb8088-c656-419c-bcae-54ea242ebada tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Floating IP 1dfa8097-bbfd-4380-a01c-17dd78afed2a disassociated (deleted). External IP: 172.25.3.204, port: b346ef1d-9ba2-4245-a07f-4c33892766b6. Jan 28 14:42:23.095872 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8fb8088-c656-419c-bcae-54ea242ebada tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Router afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:42:23.211944 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fb8088-c656-419c-bcae-54ea242ebada tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:42:23.217152 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b8fb8088-c656-419c-bcae-54ea242ebada tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:23.225957 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb4a9ec-067a-40d7-8506-2cab04afa90d None None] Sync routers for ids ['afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:42:23.236190 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb4a9ec-067a-40d7-8506-2cab04afa90d None None] Routers {'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:42:23.236837 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-0cb4a9ec-067a-40d7-8506-2cab04afa90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:42:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:42:23.247435 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b8fb8088-c656-419c-bcae-54ea242ebada tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "DELETE /v2.0/floatingips/1dfa8097-bbfd-4380-a01c-17dd78afed2a HTTP/1.1" status: 204 len: 168 time: 0.9325244 Jan 28 14:42:23.248148 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8cb92f-ce69-4890-834f-e6f3ddffb927', 'tag': 'b346ef1d-9ba2-4245-a07f-4c33892766b6'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:42:23.250615 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850b7e9e-6761-48bc-bea6-2e0363138062" -d '{"events": [{"name": "network-changed", "server_uuid": "3a8cb92f-ce69-4890-834f-e6f3ddffb927", "tag": "b346ef1d-9ba2-4245-a07f-4c33892766b6"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:42:23.292698 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6755f3e5-640b-4e73-b0f1-7b79cc8464aa x-openstack-request-id: req-6755f3e5-640b-4e73-b0f1-7b79cc8464aa {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:42:23.293004 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a8cb92f-ce69-4890-834f-e6f3ddffb927", "tag": "b346ef1d-9ba2-4245-a07f-4c33892766b6", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:42:23.293546 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6755f3e5-640b-4e73-b0f1-7b79cc8464aa {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:42:23.293980 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a8cb92f-ce69-4890-834f-e6f3ddffb927', 'tag': 'b346ef1d-9ba2-4245-a07f-4c33892766b6', 'status': 'completed', 'code': 200} Jan 28 14:42:23.352509 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-0cb4a9ec-067a-40d7-8506-2cab04afa90d None None] Set router afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:42:23.409503 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b7e9e-6761-48bc-bea6-2e0363138062 req-35ef9d32-c414-44ea-8805-f7075f327a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:23.411072 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-850b7e9e-6761-48bc-bea6-2e0363138062 req-35ef9d32-c414-44ea-8805-f7075f327a66 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 1096 time: 0.0954640 Jan 28 14:42:23.553264 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a8b07-9d98-4314-a7a7-3c1379dab017 req-780f46fa-837c-4379-837c-c8cf24d19ab0 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:23.553725 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-0cb4a9ec-067a-40d7-8506-2cab04afa90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617938902', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:22Z', 'updated_at': '2022-01-28T14:41:26Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:23Z', 'updated_at': '2022-01-28T14:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52', 'name': '', 'network_id': '55885dab-2260-4564-b98c-31b8c9015998', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:45:83:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '366ca416-6955-4a30-b7ad-d6b2451da4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:26Z', 'updated_at': '2022-01-28T14:41:29Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '366ca416-6955-4a30-b7ad-d6b2451da4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:42:23.554781 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9b4a8b07-9d98-4314-a7a7-3c1379dab017 req-780f46fa-837c-4379-837c-c8cf24d19ab0 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 945 time: 0.1066732 Jan 28 14:42:23.559057 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b7e9e-6761-48bc-bea6-2e0363138062 req-d176ce9f-394c-4416-aa81-f8ebb7aae7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:23.561331 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-850b7e9e-6761-48bc-bea6-2e0363138062 req-d176ce9f-394c-4416-aa81-f8ebb7aae7b3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=55885dab-2260-4564-b98c-31b8c9015998 HTTP/1.1" status: 200 len: 897 time: 0.1428266 Jan 28 14:42:23.582093 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb4a9ec-067a-40d7-8506-2cab04afa90d None None] Checking router: afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:42:23.591174 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb4a9ec-067a-40d7-8506-2cab04afa90d None None] Routers {'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:42:23.591800 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-0cb4a9ec-067a-40d7-8506-2cab04afa90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:42:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:42:23.617342 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-850b7e9e-6761-48bc-bea6-2e0363138062 req-76ddb8b7-d1d9-4775-9586-da8eefb543af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b346ef1d-9ba2-4245-a07f-4c33892766b6 HTTP/1.1" status: 200 len: 217 time: 0.0391741 Jan 28 14:42:23.672336 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9b4a8b07-9d98-4314-a7a7-3c1379dab017 req-fa8c88ef-2b38-4b38-ac54-95d900e5d1be tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e48db769-bb14-4b95-b7ca-6527dfe208eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083822 Jan 28 14:42:23.693230 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b7e9e-6761-48bc-bea6-2e0363138062 req-f3c89af9-cc5e-4dc7-8821-6c6b14f49ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:23.693230 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-850b7e9e-6761-48bc-bea6-2e0363138062 req-f3c89af9-cc5e-4dc7-8821-6c6b14f49ca3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=366ca416-6955-4a30-b7ad-d6b2451da4f5 HTTP/1.1" status: 200 len: 835 time: 0.0638964 Jan 28 14:42:23.740327 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b7e9e-6761-48bc-bea6-2e0363138062 req-fb3b221e-81c8-4cfd-82f3-1baa335326a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:23.741798 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-850b7e9e-6761-48bc-bea6-2e0363138062 req-fb3b221e-81c8-4cfd-82f3-1baa335326a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55885dab-2260-4564-b98c-31b8c9015998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456188 Jan 28 14:42:23.800342 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-0cb4a9ec-067a-40d7-8506-2cab04afa90d None None] Set router afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:42:23.831597 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-850b7e9e-6761-48bc-bea6-2e0363138062 req-0e852925-2b83-4ac9-800b-068ff1c7d1f9 service neutron] 10.222.0.18 "GET /v2.0/networks/55885dab-2260-4564-b98c-31b8c9015998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823283 Jan 28 14:42:23.930930 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-850b7e9e-6761-48bc-bea6-2e0363138062 req-5dc654d8-a79b-4d94-b439-d7ccdfcc8ec0 service neutron] 10.222.0.18 "GET /v2.0/networks/55885dab-2260-4564-b98c-31b8c9015998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927901 Jan 28 14:42:24.004142 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-0cb4a9ec-067a-40d7-8506-2cab04afa90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617938902', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:22Z', 'updated_at': '2022-01-28T14:41:26Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:23Z', 'updated_at': '2022-01-28T14:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52', 'name': '', 'network_id': '55885dab-2260-4564-b98c-31b8c9015998', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:45:83:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '366ca416-6955-4a30-b7ad-d6b2451da4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:26Z', 'updated_at': '2022-01-28T14:41:29Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '366ca416-6955-4a30-b7ad-d6b2451da4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:42:24.031520 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb4a9ec-067a-40d7-8506-2cab04afa90d None None] The sync data for ids ['afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'] in n-d-822747-2 is: [{'id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617938902', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:22Z', 'updated_at': '2022-01-28T14:41:26Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:23Z', 'updated_at': '2022-01-28T14:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52', 'name': '', 'network_id': '55885dab-2260-4564-b98c-31b8c9015998', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:45:83:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '366ca416-6955-4a30-b7ad-d6b2451da4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:26Z', 'updated_at': '2022-01-28T14:41:29Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '366ca416-6955-4a30-b7ad-d6b2451da4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:42:24.281446 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123d05d3-a46c-4656-a783-31f7e6abf04e None None] New status for floating IP 1dfa8097-bbfd-4380-a01c-17dd78afed2a: DOWN {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:42:24.802428 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7398f-c617-4f11-86b9-ed14f2b8c259 req-5db89ae9-ea7a-4a02-a21e-df566a5eab13 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:24.803989 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-13f7398f-c617-4f11-86b9-ed14f2b8c259 req-5db89ae9-ea7a-4a02-a21e-df566a5eab13 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 945 time: 0.0556026 Jan 28 14:42:24.862062 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-13f7398f-c617-4f11-86b9-ed14f2b8c259 req-76cf6e35-49c5-4a34-a25a-304df0191327 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e48db769-bb14-4b95-b7ca-6527dfe208eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508528 Jan 28 14:42:24.962754 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6137182-23b3-4cfb-b809-3d3801534333 req-37cfe571-0371-45fa-98d1-659500de4ea9 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:24.964148 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e6137182-23b3-4cfb-b809-3d3801534333 req-37cfe571-0371-45fa-98d1-659500de4ea9 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 945 time: 0.0499051 Jan 28 14:42:25.058080 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-e6137182-23b3-4cfb-b809-3d3801534333 req-d7d2993d-1602-48fa-9125-2c9a27988bd4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Deleting port b346ef1d-9ba2-4245-a07f-4c33892766b6 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:42:25.058400 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e6137182-23b3-4cfb-b809-3d3801534333 req-d7d2993d-1602-48fa-9125-2c9a27988bd4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b346ef1d-9ba2-4245-a07f-4c33892766b6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:25.151599 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-e6137182-23b3-4cfb-b809-3d3801534333 req-d7d2993d-1602-48fa-9125-2c9a27988bd4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] For port b346ef1d-9ba2-4245-a07f-4c33892766b6, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b346ef1d-9ba2-4245-a07f-4c33892766b6,segment=NetworkSegment(00a957a2-53da-480b-b3cc-b10709edad83),segment_id=00a957a2-53da-480b-b3cc-b10709edad83)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:42:25.151927 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e6137182-23b3-4cfb-b809-3d3801534333 req-d7d2993d-1602-48fa-9125-2c9a27988bd4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b346ef1d-9ba2-4245-a07f-4c33892766b6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:25.164799 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-e6137182-23b3-4cfb-b809-3d3801534333 req-d7d2993d-1602-48fa-9125-2c9a27988bd4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Calling delete_port for b346ef1d-9ba2-4245-a07f-4c33892766b6 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:42:25.656619 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e6137182-23b3-4cfb-b809-3d3801534333 req-d7d2993d-1602-48fa-9125-2c9a27988bd4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b346ef1d-9ba2-4245-a07f-4c33892766b6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:25.690002 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2993d-1602-48fa-9125-2c9a27988bd4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Port': ['ID=b346ef1d-9ba2-4245-a07f-4c33892766b6,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:25.713414 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2993d-1602-48fa-9125-2c9a27988bd4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:25.713768 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2993d-1602-48fa-9125-2c9a27988bd4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:25.714109 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2993d-1602-48fa-9125-2c9a27988bd4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:25.714425 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2993d-1602-48fa-9125-2c9a27988bd4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:25.714770 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2993d-1602-48fa-9125-2c9a27988bd4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:25.715120 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2993d-1602-48fa-9125-2c9a27988bd4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:25.715451 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2993d-1602-48fa-9125-2c9a27988bd4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:25.715776 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2993d-1602-48fa-9125-2c9a27988bd4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:25.716191 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2993d-1602-48fa-9125-2c9a27988bd4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:25.716415 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2993d-1602-48fa-9125-2c9a27988bd4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:25.716742 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2993d-1602-48fa-9125-2c9a27988bd4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:25.717056 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2993d-1602-48fa-9125-2c9a27988bd4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:25.717370 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d2993d-1602-48fa-9125-2c9a27988bd4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:25.737634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6137182-23b3-4cfb-b809-3d3801534333 req-d7d2993d-1602-48fa-9125-2c9a27988bd4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] No DVR routers for this DVR port b346ef1d-9ba2-4245-a07f-4c33892766b6 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:42:25.740469 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-e6137182-23b3-4cfb-b809-3d3801534333 req-d7d2993d-1602-48fa-9125-2c9a27988bd4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:25.744366 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e6137182-23b3-4cfb-b809-3d3801534333 req-d7d2993d-1602-48fa-9125-2c9a27988bd4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.18 "DELETE /v2.0/ports/b346ef1d-9ba2-4245-a07f-4c33892766b6 HTTP/1.1" status: 204 len: 173 time: 0.7745545 Jan 28 14:42:25.744859 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8cb92f-ce69-4890-834f-e6f3ddffb927', 'name': 'network-vif-deleted', 'tag': 'b346ef1d-9ba2-4245-a07f-4c33892766b6'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:42:25.747501 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bd8eee-4138-4e83-84a0-164b52728c62" -d '{"events": [{"server_uuid": "3a8cb92f-ce69-4890-834f-e6f3ddffb927", "name": "network-vif-deleted", "tag": "b346ef1d-9ba2-4245-a07f-4c33892766b6"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:42:25.788370 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e81e6a-c73b-4ead-a93a-0982d02fa1e7 x-openstack-request-id: req-b5e81e6a-c73b-4ead-a93a-0982d02fa1e7 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:42:25.788707 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8cb92f-ce69-4890-834f-e6f3ddffb927", "name": "network-vif-deleted", "tag": "b346ef1d-9ba2-4245-a07f-4c33892766b6", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:42:25.789112 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b5e81e6a-c73b-4ead-a93a-0982d02fa1e7 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:42:25.789447 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8cb92f-ce69-4890-834f-e6f3ddffb927', 'name': 'network-vif-deleted', 'tag': 'b346ef1d-9ba2-4245-a07f-4c33892766b6', 'status': 'completed', 'code': 200} Jan 28 14:42:25.973641 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8657c3c3-b6d3-4aa1-a99c-567042f34a3c req-1d8e3211-fbcc-4630-89dd-a55b4527ed13 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8cb92f-ce69-4890-834f-e6f3ddffb927 HTTP/1.1" status: 200 len: 210 time: 0.0276749 Jan 28 14:42:27.038678 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52742) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:42:27.418651 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-35a81e70-df8a-4b6a-86c8-0a8b18f7f0dc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:28.018999 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-35a81e70-df8a-4b6a-86c8-0a8b18f7f0dc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Deleting port a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:42:28.019623 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-35a81e70-df8a-4b6a-86c8-0a8b18f7f0dc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:28.108052 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-35a81e70-df8a-4b6a-86c8-0a8b18f7f0dc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] For port a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52,segment=NetworkSegment(00a957a2-53da-480b-b3cc-b10709edad83),segment_id=00a957a2-53da-480b-b3cc-b10709edad83)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:42:28.108827 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-35a81e70-df8a-4b6a-86c8-0a8b18f7f0dc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:28.120834 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-35a81e70-df8a-4b6a-86c8-0a8b18f7f0dc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Calling delete_port for a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52 owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:42:28.321811 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-35a81e70-df8a-4b6a-86c8-0a8b18f7f0dc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:28.352156 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a81e70-df8a-4b6a-86c8-0a8b18f7f0dc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Port': ['ID=a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:28.539990 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-35a81e70-df8a-4b6a-86c8-0a8b18f7f0dc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:28.766929 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a81e70-df8a-4b6a-86c8-0a8b18f7f0dc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Router afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:42:28.883836 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a81e70-df8a-4b6a-86c8-0a8b18f7f0dc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:42:28.890371 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-35a81e70-df8a-4b6a-86c8-0a8b18f7f0dc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "PUT /v2.0/routers/afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8491313 Jan 28 14:42:28.893197 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52744) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:42:28.894075 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3f190b-50e2-478a-b6c9-501b1c2eb5d5 None None] Sync routers for ids ['afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:42:28.904023 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3f190b-50e2-478a-b6c9-501b1c2eb5d5 None None] Routers {'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:42:28.904727 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-3a3f190b-50e2-478a-b6c9-501b1c2eb5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:42:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:42:28.951289 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-d68cf708-3044-4977-abb1-70f8345fa4be tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Deleting subnet 366ca416-6955-4a30-b7ad-d6b2451da4f5 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:42:28.954590 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d68cf708-3044-4977-abb1-70f8345fa4be tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for subnet (366ca416-6955-4a30-b7ad-d6b2451da4f5), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:29.000444 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d68cf708-3044-4977-abb1-70f8345fa4be tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (366ca416-6955-4a30-b7ad-d6b2451da4f5), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:29.012352 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-3a3f190b-50e2-478a-b6c9-501b1c2eb5d5 None None] Set router afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:42:29.040286 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device b346ef1d-9ba2-4245-a07f-4c33892766b6 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:42:29.060301 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: b346ef1d-9ba2-4245-a07f-4c33892766b6 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:42:29.060604 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device b346ef1d-9ba2-4245-a07f-4c33892766b6 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:42:29.109679 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d68cf708-3044-4977-abb1-70f8345fa4be tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (366ca416-6955-4a30-b7ad-d6b2451da4f5), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:29.181265 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d68cf708-3044-4977-abb1-70f8345fa4be tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (366ca416-6955-4a30-b7ad-d6b2451da4f5), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:29.194168 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-3a3f190b-50e2-478a-b6c9-501b1c2eb5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617938902', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:22Z', 'updated_at': '2022-01-28T14:42:28Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:23Z', 'updated_at': '2022-01-28T14:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:42:29.208029 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68cf708-3044-4977-abb1-70f8345fa4be tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Subnet': ['ID=366ca416-6955-4a30-b7ad-d6b2451da4f5,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:29.211917 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d68cf708-3044-4977-abb1-70f8345fa4be tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:29.217988 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d68cf708-3044-4977-abb1-70f8345fa4be tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "DELETE /v2.0/subnets/366ca416-6955-4a30-b7ad-d6b2451da4f5 HTTP/1.1" status: 204 len: 168 time: 0.3237531 Jan 28 14:42:29.218647 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52746) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:42:29.222029 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3f190b-50e2-478a-b6c9-501b1c2eb5d5 None None] Checking router: afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:42:29.230031 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d3465c-179f-4ecd-9772-53835f4dbde7 None None] Network 55885dab-2260-4564-b98c-31b8c9015998 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:42:29.230657 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3f190b-50e2-478a-b6c9-501b1c2eb5d5 None None] Routers {'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:42:29.231330 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-3a3f190b-50e2-478a-b6c9-501b1c2eb5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:42:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:42:29.355241 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-3a3f190b-50e2-478a-b6c9-501b1c2eb5d5 None None] Set router afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:42:29.359433 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2060af87-d81c-4e7d-acaa-5b92bf5f4010 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router (afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:29.404552 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-497654ac-36da-4064-8ce0-900125595aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:29.414253 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57d962b-5566-4741-83b2-a05c73f48c34 None None] DHCP port deletion for 55885dab-2260-4564-b98c-31b8c9015998 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:42:29.473795 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a57d962b-5566-4741-83b2-a05c73f48c34 None None] Deleting port d407a61c-545c-46e6-9f0f-b63be4c68d83 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:42:29.474162 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a57d962b-5566-4741-83b2-a05c73f48c34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (d407a61c-545c-46e6-9f0f-b63be4c68d83), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:29.497595 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2060af87-d81c-4e7d-acaa-5b92bf5f4010 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_gateway (afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:29.545332 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a57d962b-5566-4741-83b2-a05c73f48c34 None None] For port d407a61c-545c-46e6-9f0f-b63be4c68d83, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=d407a61c-545c-46e6-9f0f-b63be4c68d83,segment=NetworkSegment(00a957a2-53da-480b-b3cc-b10709edad83),segment_id=00a957a2-53da-480b-b3cc-b10709edad83)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:42:29.545726 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a57d962b-5566-4741-83b2-a05c73f48c34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (d407a61c-545c-46e6-9f0f-b63be4c68d83), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:29.556041 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-2060af87-d81c-4e7d-acaa-5b92bf5f4010 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Deleting port 6d99bf1d-255c-44d9-a6b8-b3dd702a2b59 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:42:29.556448 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2060af87-d81c-4e7d-acaa-5b92bf5f4010 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (6d99bf1d-255c-44d9-a6b8-b3dd702a2b59), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:29.560920 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a57d962b-5566-4741-83b2-a05c73f48c34 None None] Calling delete_port for d407a61c-545c-46e6-9f0f-b63be4c68d83 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:42:29.561359 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-3a3f190b-50e2-478a-b6c9-501b1c2eb5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617938902', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:22Z', 'updated_at': '2022-01-28T14:42:28Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:23Z', 'updated_at': '2022-01-28T14:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:42:29.597100 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3f190b-50e2-478a-b6c9-501b1c2eb5d5 None None] The sync data for ids ['afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5'] in n-d-822747-2 is: [{'id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617938902', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:22Z', 'updated_at': '2022-01-28T14:42:28Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '6d99bf1d-255c-44d9-a6b8-b3dd702a2b59', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:23Z', 'updated_at': '2022-01-28T14:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:42:29.646533 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-2060af87-d81c-4e7d-acaa-5b92bf5f4010 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] For port 6d99bf1d-255c-44d9-a6b8-b3dd702a2b59, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6d99bf1d-255c-44d9-a6b8-b3dd702a2b59,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:42:29.646901 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2060af87-d81c-4e7d-acaa-5b92bf5f4010 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (6d99bf1d-255c-44d9-a6b8-b3dd702a2b59), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:29.656288 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a57d962b-5566-4741-83b2-a05c73f48c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (d407a61c-545c-46e6-9f0f-b63be4c68d83), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:29.661595 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-2060af87-d81c-4e7d-acaa-5b92bf5f4010 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Calling delete_port for 6d99bf1d-255c-44d9-a6b8-b3dd702a2b59 owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:42:29.680179 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d962b-5566-4741-83b2-a05c73f48c34 None None] Pushing event deleted for resources: {'Port': ['ID=d407a61c-545c-46e6-9f0f-b63be4c68d83,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:29.690452 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d962b-5566-4741-83b2-a05c73f48c34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:29.690948 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d962b-5566-4741-83b2-a05c73f48c34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:29.691182 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d962b-5566-4741-83b2-a05c73f48c34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:29.691514 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d962b-5566-4741-83b2-a05c73f48c34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:29.691819 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d962b-5566-4741-83b2-a05c73f48c34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:29.692146 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d962b-5566-4741-83b2-a05c73f48c34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:29.692473 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d962b-5566-4741-83b2-a05c73f48c34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:29.692792 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d962b-5566-4741-83b2-a05c73f48c34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:29.693109 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d962b-5566-4741-83b2-a05c73f48c34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:29.693421 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d962b-5566-4741-83b2-a05c73f48c34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:29.693740 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d962b-5566-4741-83b2-a05c73f48c34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:29.694055 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d962b-5566-4741-83b2-a05c73f48c34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:29.694374 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d962b-5566-4741-83b2-a05c73f48c34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:29.697385 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57d962b-5566-4741-83b2-a05c73f48c34 None None] No DVR routers for this DVR port d407a61c-545c-46e6-9f0f-b63be4c68d83 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:42:29.835006 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2060af87-d81c-4e7d-acaa-5b92bf5f4010 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (6d99bf1d-255c-44d9-a6b8-b3dd702a2b59), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:29.864364 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060af87-d81c-4e7d-acaa-5b92bf5f4010 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Port': ['ID=6d99bf1d-255c-44d9-a6b8-b3dd702a2b59,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:29.935841 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2060af87-d81c-4e7d-acaa-5b92bf5f4010 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:30.039720 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2060af87-d81c-4e7d-acaa-5b92bf5f4010 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:30.042193 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2060af87-d81c-4e7d-acaa-5b92bf5f4010 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_controller (afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:30.092695 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2060af87-d81c-4e7d-acaa-5b92bf5f4010 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:30.093343 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2060af87-d81c-4e7d-acaa-5b92bf5f4010 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Fanout notify agent at l3_agent the message router_deleted on router afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5 {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:42:30.102235 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2060af87-d81c-4e7d-acaa-5b92bf5f4010 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:30.103458 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2060af87-d81c-4e7d-acaa-5b92bf5f4010 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "DELETE /v2.0/routers/afc684cc-4448-4a33-8e7e-e1dfa8ef7dd5 HTTP/1.1" status: 204 len: 168 time: 0.8836720 Jan 28 14:42:30.106279 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52748) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:42:30.186456 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d6f458c3-297e-496b-ac43-e421a67ffe36 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (55885dab-2260-4564-b98c-31b8c9015998), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:30.284085 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d6f458c3-297e-496b-ac43-e421a67ffe36 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (55885dab-2260-4564-b98c-31b8c9015998), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:30.307143 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-d6f458c3-297e-496b-ac43-e421a67ffe36 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55885dab-2260-4564-b98c-31b8c9015998']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:42:30.317579 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-d6f458c3-297e-496b-ac43-e421a67ffe36 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a957a2-53da-480b-b3cc-b10709edad83') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:42:30.317874 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-d6f458c3-297e-496b-ac43-e421a67ffe36 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a957a2-53da-480b-b3cc-b10709edad83') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:42:30.327539 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d6f458c3-297e-496b-ac43-e421a67ffe36 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (00a957a2-53da-480b-b3cc-b10709edad83), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:30.340587 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d6f458c3-297e-496b-ac43-e421a67ffe36 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (00a957a2-53da-480b-b3cc-b10709edad83), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:30.346661 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f458c3-297e-496b-ac43-e421a67ffe36 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:42:30.347035 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d6f458c3-297e-496b-ac43-e421a67ffe36 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (00a957a2-53da-480b-b3cc-b10709edad83), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: timer() Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:42:30.350046 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:42:30.408058 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d6f458c3-297e-496b-ac43-e421a67ffe36 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (55885dab-2260-4564-b98c-31b8c9015998), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:30.415142 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d6f458c3-297e-496b-ac43-e421a67ffe36 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:30.418375 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-d6f458c3-297e-496b-ac43-e421a67ffe36 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "DELETE /v2.0/networks/55885dab-2260-4564-b98c-31b8c9015998 HTTP/1.1" status: 204 len: 168 time: 0.3111591 Jan 28 14:42:30.421474 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52750) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:42:30.429939 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f458c3-297e-496b-ac43-e421a67ffe36 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Network': ['ID=55885dab-2260-4564-b98c-31b8c9015998,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:30.485238 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b6b1da29-8eb7-45e2-9526-f394eb35da3b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (e48db769-bb14-4b95-b7ca-6527dfe208eb), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:30.518066 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b6b1da29-8eb7-45e2-9526-f394eb35da3b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (e48db769-bb14-4b95-b7ca-6527dfe208eb), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:30.585180 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b6b1da29-8eb7-45e2-9526-f394eb35da3b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (e48db769-bb14-4b95-b7ca-6527dfe208eb), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:30.587888 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b6b1da29-8eb7-45e2-9526-f394eb35da3b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:30.589229 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b6b1da29-8eb7-45e2-9526-f394eb35da3b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "DELETE /v2.0/security-groups/e48db769-bb14-4b95-b7ca-6527dfe208eb HTTP/1.1" status: 204 len: 168 time: 0.1667383 Jan 28 14:42:30.611940 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1da29-8eb7-45e2-9526-f394eb35da3b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48db769-bb14-4b95-b7ca-6527dfe208eb,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:30.679100 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d407a61c-545c-46e6-9f0f-b63be4c68d83 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:42:30.706023 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: d407a61c-545c-46e6-9f0f-b63be4c68d83 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:42:30.706588 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device d407a61c-545c-46e6-9f0f-b63be4c68d83 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:42:30.707475 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:42:30.728046 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:42:30.728383 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device a6d9564e-ad74-48bf-9b5f-c2b8ebd0da52 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:42:30.895875 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52756) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:42:30.900667 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-26ebaabe-a171-43dc-9a08-5ccba07aa6dc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1627398812', 'description': 'tempest-secgroup-smoke-1627398812 description', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:42:30.924601 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26ebaabe-a171-43dc-9a08-5ccba07aa6dc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.002819 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26ebaabe-a171-43dc-9a08-5ccba07aa6dc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (1bbd0b2a-afcf-476e-b82b-dbfd87bbd458), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.007782 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26ebaabe-a171-43dc-9a08-5ccba07aa6dc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1bbd0b2a-afcf-476e-b82b-dbfd87bbd458), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.037163 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebaabe-a171-43dc-9a08-5ccba07aa6dc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbd0b2a-afcf-476e-b82b-dbfd87bbd458,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:31.041242 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-26ebaabe-a171-43dc-9a08-5ccba07aa6dc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.045349 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-26ebaabe-a171-43dc-9a08-5ccba07aa6dc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1455414 Jan 28 14:42:31.045774 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52758) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:42:31.050087 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-4240d9e5-4962-4b62-b23f-961806a68849 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': '1bbd0b2a-afcf-476e-b82b-dbfd87bbd458', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:42:31.076140 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4240d9e5-4962-4b62-b23f-961806a68849 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (ef6dd62b-235b-43c8-8fe7-ff4c2a4fb49d), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.136541 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4240d9e5-4962-4b62-b23f-961806a68849 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (ef6dd62b-235b-43c8-8fe7-ff4c2a4fb49d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.141513 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4240d9e5-4962-4b62-b23f-961806a68849 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (ef6dd62b-235b-43c8-8fe7-ff4c2a4fb49d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.160177 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240d9e5-4962-4b62-b23f-961806a68849 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6dd62b-235b-43c8-8fe7-ff4c2a4fb49d,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:31.166903 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4240d9e5-4962-4b62-b23f-961806a68849 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.168134 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4240d9e5-4962-4b62-b23f-961806a68849 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216216 Jan 28 14:42:31.171233 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52760) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:42:31.175674 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-ef180d46-f865-4a9b-8ee0-6883a0b80cb3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': '1bbd0b2a-afcf-476e-b82b-dbfd87bbd458', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:42:31.200232 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ef180d46-f865-4a9b-8ee0-6883a0b80cb3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (68f250f2-a125-4e2a-b5f7-137a3198bdaa), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.260370 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ef180d46-f865-4a9b-8ee0-6883a0b80cb3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (68f250f2-a125-4e2a-b5f7-137a3198bdaa), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.266556 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ef180d46-f865-4a9b-8ee0-6883a0b80cb3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (68f250f2-a125-4e2a-b5f7-137a3198bdaa), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.286761 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef180d46-f865-4a9b-8ee0-6883a0b80cb3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f250f2-a125-4e2a-b5f7-137a3198bdaa,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:31.292068 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ef180d46-f865-4a9b-8ee0-6883a0b80cb3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.293420 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ef180d46-f865-4a9b-8ee0-6883a0b80cb3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211066 Jan 28 14:42:31.296301 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52762) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:42:31.300784 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-ed7122a4-ce55-4d4e-9b17-d27897af62ed tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': '1bbd0b2a-afcf-476e-b82b-dbfd87bbd458', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:42:31.328030 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ed7122a4-ce55-4d4e-9b17-d27897af62ed tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (b3436cf0-5451-4b71-9f87-945a3f114d2c), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.395481 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ed7122a4-ce55-4d4e-9b17-d27897af62ed tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (b3436cf0-5451-4b71-9f87-945a3f114d2c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.400902 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ed7122a4-ce55-4d4e-9b17-d27897af62ed tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (b3436cf0-5451-4b71-9f87-945a3f114d2c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.420947 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7122a4-ce55-4d4e-9b17-d27897af62ed tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3436cf0-5451-4b71-9f87-945a3f114d2c,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:31.426211 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ed7122a4-ce55-4d4e-9b17-d27897af62ed tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.427413 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ed7122a4-ce55-4d4e-9b17-d27897af62ed tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300678 Jan 28 14:42:31.430144 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52764) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:42:31.434690 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-64fe368d-e292-48ea-b18e-dcdef9598eed tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': '1bbd0b2a-afcf-476e-b82b-dbfd87bbd458', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:42:31.464217 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-64fe368d-e292-48ea-b18e-dcdef9598eed tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (4c62fe35-9052-4e45-8002-b4efa6a30e49), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.528389 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-64fe368d-e292-48ea-b18e-dcdef9598eed tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (4c62fe35-9052-4e45-8002-b4efa6a30e49), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.533203 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-64fe368d-e292-48ea-b18e-dcdef9598eed tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (4c62fe35-9052-4e45-8002-b4efa6a30e49), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.555247 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe368d-e292-48ea-b18e-dcdef9598eed tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c62fe35-9052-4e45-8002-b4efa6a30e49,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:31.569828 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-64fe368d-e292-48ea-b18e-dcdef9598eed tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.571891 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-64fe368d-e292-48ea-b18e-dcdef9598eed tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1405649 Jan 28 14:42:31.576743 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52766) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:42:31.582363 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-2c7ff5fe-970e-44e3-b3fa-ad28db92a6d7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': '1bbd0b2a-afcf-476e-b82b-dbfd87bbd458', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:42:31.603011 n-d-822747-2 neutron-server[103352]: INFO neutron.db.securitygroups_db [None req-2c7ff5fe-970e-44e3-b3fa-ad28db92a6d7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Project bbb7aad61d4a4398a3de25c19faf4785 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:42:31.607854 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2c7ff5fe-970e-44e3-b3fa-ad28db92a6d7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (0f0d82da-f631-41d2-b45f-d8139d815c68), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.675159 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2c7ff5fe-970e-44e3-b3fa-ad28db92a6d7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (0f0d82da-f631-41d2-b45f-d8139d815c68), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.680086 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2c7ff5fe-970e-44e3-b3fa-ad28db92a6d7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (0f0d82da-f631-41d2-b45f-d8139d815c68), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.697611 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ff5fe-970e-44e3-b3fa-ad28db92a6d7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0d82da-f631-41d2-b45f-d8139d815c68,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:31.706805 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2c7ff5fe-970e-44e3-b3fa-ad28db92a6d7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.708176 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2c7ff5fe-970e-44e3-b3fa-ad28db92a6d7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1294403 Jan 28 14:42:31.711074 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52768) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:42:31.717917 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-c97ded59-d3ba-49d3-b17b-7cb28029c091 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': '1bbd0b2a-afcf-476e-b82b-dbfd87bbd458', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:42:31.736566 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-496bb4be-1f88-48f8-9741-5f4e0785fca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.745513 n-d-822747-2 neutron-server[103352]: INFO neutron.db.securitygroups_db [None req-c97ded59-d3ba-49d3-b17b-7cb28029c091 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Project bbb7aad61d4a4398a3de25c19faf4785 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:42:31.751354 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c97ded59-d3ba-49d3-b17b-7cb28029c091 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (9ea1d447-53db-4f5e-8b90-1962a792710e), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.814182 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c97ded59-d3ba-49d3-b17b-7cb28029c091 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (9ea1d447-53db-4f5e-8b90-1962a792710e), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.821209 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c97ded59-d3ba-49d3-b17b-7cb28029c091 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (9ea1d447-53db-4f5e-8b90-1962a792710e), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.840478 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ded59-d3ba-49d3-b17b-7cb28029c091 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea1d447-53db-4f5e-8b90-1962a792710e,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:31.850350 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-c97ded59-d3ba-49d3-b17b-7cb28029c091 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.851633 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c97ded59-d3ba-49d3-b17b-7cb28029c091 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1392217 Jan 28 14:42:31.854488 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52770) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:42:31.859515 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-8635a1f7-6b3c-446f-bffc-208622a59665 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'network': {'name': 'tempest-network-smoke--1705822404', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'port_security_enabled': True}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:42:31.881703 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8635a1f7-6b3c-446f-bffc-208622a59665 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Made reservation on behalf of bbb7aad61d4a4398a3de25c19faf4785 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:42:31.885214 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8635a1f7-6b3c-446f-bffc-208622a59665 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.912038 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8635a1f7-6b3c-446f-bffc-208622a59665 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:42:31.922384 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8635a1f7-6b3c-446f-bffc-208622a59665 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (252b90ac-8034-4755-a4c2-6753c7d14e06), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.922709 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-8635a1f7-6b3c-446f-bffc-208622a59665 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Added segment 252b90ac-8034-4755-a4c2-6753c7d14e06 of type vlan for network 55e353bc-7c19-4e63-bba3-b905f77ff67d Jan 28 14:42:31.963196 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8635a1f7-6b3c-446f-bffc-208622a59665 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (55e353bc-7c19-4e63-bba3-b905f77ff67d), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.989190 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8635a1f7-6b3c-446f-bffc-208622a59665 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (55e353bc-7c19-4e63-bba3-b905f77ff67d), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:31.996166 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8635a1f7-6b3c-446f-bffc-208622a59665 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:31.996764 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8635a1f7-6b3c-446f-bffc-208622a59665 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:32.038257 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8635a1f7-6b3c-446f-bffc-208622a59665 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1826787 Jan 28 14:42:32.041212 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52772) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:42:32.045915 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-95a7d6ab-0e22-4247-8b59-21b8d8b1d613 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1039401491', 'admin_state_up': True, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:42:32.073199 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-95a7d6ab-0e22-4247-8b59-21b8d8b1d613 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (33c0deae-3053-4d49-bb4b-c31b5227dc6a), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:32.073763 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8635a1f7-6b3c-446f-bffc-208622a59665 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Network': ['ID=55e353bc-7c19-4e63-bba3-b905f77ff67d,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:32.074355 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-95a7d6ab-0e22-4247-8b59-21b8d8b1d613 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (33c0deae-3053-4d49-bb4b-c31b5227dc6a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:32.088107 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 55e353bc-7c19-4e63-bba3-b905f77ff67d details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:42:32.132849 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-95a7d6ab-0e22-4247-8b59-21b8d8b1d613 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_controller (33c0deae-3053-4d49-bb4b-c31b5227dc6a), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:32.236597 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6d99bf1d-255c-44d9-a6b8-b3dd702a2b59 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:42:32.259317 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 6d99bf1d-255c-44d9-a6b8-b3dd702a2b59 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:42:32.259669 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6d99bf1d-255c-44d9-a6b8-b3dd702a2b59 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:42:32.272864 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-95a7d6ab-0e22-4247-8b59-21b8d8b1d613 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_gateway (33c0deae-3053-4d49-bb4b-c31b5227dc6a), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:32.473259 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-95a7d6ab-0e22-4247-8b59-21b8d8b1d613 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_gateway (33c0deae-3053-4d49-bb4b-c31b5227dc6a), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:32.496512 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-95a7d6ab-0e22-4247-8b59-21b8d8b1d613 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:32.610815 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-95a7d6ab-0e22-4247-8b59-21b8d8b1d613 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Allocated IP 172.25.3.222 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/b29f73a2-e8fd-43bd-9d77-91073010b029) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:42:32.720824 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-95a7d6ab-0e22-4247-8b59-21b8d8b1d613 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (b29f73a2-e8fd-43bd-9d77-91073010b029), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:32.761030 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-95a7d6ab-0e22-4247-8b59-21b8d8b1d613 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b29f73a2-e8fd-43bd-9d77-91073010b029), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:32.801969 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a7d6ab-0e22-4247-8b59-21b8d8b1d613 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:42:32.806973 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-95a7d6ab-0e22-4247-8b59-21b8d8b1d613 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:42:32.811770 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a7d6ab-0e22-4247-8b59-21b8d8b1d613 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:42:32.815135 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7d6ab-0e22-4247-8b59-21b8d8b1d613 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=b29f73a2-e8fd-43bd-9d77-91073010b029,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:33.095791 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-95a7d6ab-0e22-4247-8b59-21b8d8b1d613 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_gateway (33c0deae-3053-4d49-bb4b-c31b5227dc6a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:33.210752 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:33.299706 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-95a7d6ab-0e22-4247-8b59-21b8d8b1d613 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (33c0deae-3053-4d49-bb4b-c31b5227dc6a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:33.437260 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a7d6ab-0e22-4247-8b59-21b8d8b1d613 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Router 33c0deae-3053-4d49-bb4b-c31b5227dc6a is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:42:33.548694 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a7d6ab-0e22-4247-8b59-21b8d8b1d613 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:42:33.558698 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c77095-3fe0-4991-8070-b79f54dde0ca None None] Sync routers for ids ['33c0deae-3053-4d49-bb4b-c31b5227dc6a'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:42:33.571337 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-95a7d6ab-0e22-4247-8b59-21b8d8b1d613 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:33.571701 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c77095-3fe0-4991-8070-b79f54dde0ca None None] Routers {'33c0deae-3053-4d49-bb4b-c31b5227dc6a'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:42:33.572385 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c5c77095-3fe0-4991-8070-b79f54dde0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:42:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['33c0deae-3053-4d49-bb4b-c31b5227dc6a'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:42:33.576214 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52780) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:42:33.576743 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-95a7d6ab-0e22-4247-8b59-21b8d8b1d613 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5338936 Jan 28 14:42:33.605752 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-91fc95d3-2521-4b1b-b3d5-0b2409d92b5a tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=bbb7aad61d4a4398a3de25c19faf4785&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280800 Jan 28 14:42:33.608309 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52782) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:42:33.692384 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-c5c77095-3fe0-4991-8070-b79f54dde0ca None None] Set router 33c0deae-3053-4d49-bb4b-c31b5227dc6a gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:42:33.720608 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a1660b-e6b2-47ba-9e62-5a249eb58a65 tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:33.722695 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-14a1660b-e6b2-47ba-9e62-5a249eb58a65 tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1133964 Jan 28 14:42:33.726164 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52786) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:42:33.757319 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3667d66d-6a1f-40fc-a616-f251bf656156 tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298841 Jan 28 14:42:33.760587 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52788) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:42:33.765676 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-90bc23ba-44e3-40dd-ab9f-c9d5c72d6a9b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1737804122', 'network_id': '55e353bc-7c19-4e63-bba3-b905f77ff67d', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:42:33.857019 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bc23ba-44e3-40dd-ab9f-c9d5c72d6a9b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Made reservation on behalf of bbb7aad61d4a4398a3de25c19faf4785 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:42:33.860638 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-90bc23ba-44e3-40dd-ab9f-c9d5c72d6a9b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:33.884617 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c5c77095-3fe0-4991-8070-b79f54dde0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039401491', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:42:32Z', 'revision_number': 3, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:42:33.911801 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c77095-3fe0-4991-8070-b79f54dde0ca None None] Checking router: 33c0deae-3053-4d49-bb4b-c31b5227dc6a for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:42:33.912155 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c77095-3fe0-4991-8070-b79f54dde0ca None None] Updating router 33c0deae-3053-4d49-bb4b-c31b5227dc6a port b29f73a2-e8fd-43bd-9d77-91073010b029 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:42:33.938871 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5c77095-3fe0-4991-8070-b79f54dde0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b29f73a2-e8fd-43bd-9d77-91073010b029), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:34.045757 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-90bc23ba-44e3-40dd-ab9f-c9d5c72d6a9b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (a642fd71-7aa7-42c6-9f8d-d2bd23d1158a), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:34.111666 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc23ba-44e3-40dd-ab9f-c9d5c72d6a9b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Subnet': ['ID=a642fd71-7aa7-42c6-9f8d-d2bd23d1158a,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:34.118951 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bc23ba-44e3-40dd-ab9f-c9d5c72d6a9b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Checking segment: {'id': '252b90ac-8034-4755-a4c2-6753c7d14e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55e353bc-7c19-4e63-bba3-b905f77ff67d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:42:34.119150 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bc23ba-44e3-40dd-ab9f-c9d5c72d6a9b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network hostable DHCP agents. Network: 55e353bc-7c19-4e63-bba3-b905f77ff67d, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:42:34.136348 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bc23ba-44e3-40dd-ab9f-c9d5c72d6a9b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network 55e353bc-7c19-4e63-bba3-b905f77ff67d is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:42:34.146960 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-90bc23ba-44e3-40dd-ab9f-c9d5c72d6a9b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 55e353bc-7c19-4e63-bba3-b905f77ff67d) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:42:34.151916 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bc23ba-44e3-40dd-ab9f-c9d5c72d6a9b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:34.153722 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-90bc23ba-44e3-40dd-ab9f-c9d5c72d6a9b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:34.159991 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42366e8f-36b4-4380-bc41-95bcd3d12fd8 None None] Network 55e353bc-7c19-4e63-bba3-b905f77ff67d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:42:34.173159 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-90bc23ba-44e3-40dd-ab9f-c9d5c72d6a9b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4114983 Jan 28 14:42:34.175937 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52790) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:42:34.255319 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5c77095-3fe0-4991-8070-b79f54dde0ca None None] Publish callbacks [] for port (b29f73a2-e8fd-43bd-9d77-91073010b029), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:34.264128 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5c77095-3fe0-4991-8070-b79f54dde0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b29f73a2-e8fd-43bd-9d77-91073010b029), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:34.514127 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d7cb9-c6e5-4a34-8d01-4814ad666ec0 None None] Pushing event updated for resources: {'Port': ['ID=b29f73a2-e8fd-43bd-9d77-91073010b029,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:34.519799 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ba902e-282f-4f67-98bd-f488f3251f33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-55e353bc-7c19-4e63-bba3-b905f77ff67d', 'network_id': '55e353bc-7c19-4e63-bba3-b905f77ff67d', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'fixed_ips': [{'subnet_id': 'a642fd71-7aa7-42c6-9f8d-d2bd23d1158a'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:42:34.520541 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c0ba902e-282f-4f67-98bd-f488f3251f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:34.526982 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-c5c77095-3fe0-4991-8070-b79f54dde0ca None None] Attempting to bind port b29f73a2-e8fd-43bd-9d77-91073010b029 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:42:34.527327 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-c5c77095-3fe0-4991-8070-b79f54dde0ca None None] Attempting to bind port b29f73a2-e8fd-43bd-9d77-91073010b029 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:42:34.527722 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c77095-3fe0-4991-8070-b79f54dde0ca None None] Attempting to bind port b29f73a2-e8fd-43bd-9d77-91073010b029 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:42:34.543506 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c77095-3fe0-4991-8070-b79f54dde0ca None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:42:34.543912 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c77095-3fe0-4991-8070-b79f54dde0ca None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:42:34.544278 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5c77095-3fe0-4991-8070-b79f54dde0ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:34.544676 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c77095-3fe0-4991-8070-b79f54dde0ca None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:42:34.545157 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-c5c77095-3fe0-4991-8070-b79f54dde0ca None None] Bound port: b29f73a2-e8fd-43bd-9d77-91073010b029, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:42:34.545563 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5c77095-3fe0-4991-8070-b79f54dde0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b29f73a2-e8fd-43bd-9d77-91073010b029), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:34.633889 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cc816bb8-ad48-473d-9667-36fc0d50ce21 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:34.658940 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:34.677054 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c5c77095-3fe0-4991-8070-b79f54dde0ca None None] For port b29f73a2-e8fd-43bd-9d77-91073010b029, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:42:34.682396 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c5c77095-3fe0-4991-8070-b79f54dde0ca None None] For port b29f73a2-e8fd-43bd-9d77-91073010b029, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b29f73a2-e8fd-43bd-9d77-91073010b029,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:42:34.689294 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c5c77095-3fe0-4991-8070-b79f54dde0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b29f73a2-e8fd-43bd-9d77-91073010b029), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:34.778483 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-c0ba902e-282f-4f67-98bd-f488f3251f33 None None] Allocated IP 172.20.0.2 (55e353bc-7c19-4e63-bba3-b905f77ff67d/a642fd71-7aa7-42c6-9f8d-d2bd23d1158a/0a08455f-b015-4712-b290-14c3b4afa5d1) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:42:34.787703 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d7cb9-c6e5-4a34-8d01-4814ad666ec0 None None] Pushing event updated for resources: {'Port': ['ID=b29f73a2-e8fd-43bd-9d77-91073010b029,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:34.798368 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c77095-3fe0-4991-8070-b79f54dde0ca None None] Routers {'33c0deae-3053-4d49-bb4b-c31b5227dc6a'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:42:34.799387 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c5c77095-3fe0-4991-8070-b79f54dde0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:42:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['33c0deae-3053-4d49-bb4b-c31b5227dc6a'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:42:34.973154 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-c5c77095-3fe0-4991-8070-b79f54dde0ca None None] Set router 33c0deae-3053-4d49-bb4b-c31b5227dc6a gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:42:35.141303 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c0ba902e-282f-4f67-98bd-f488f3251f33 None None] Publish callbacks [] for port (0a08455f-b015-4712-b290-14c3b4afa5d1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:35.152783 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c0ba902e-282f-4f67-98bd-f488f3251f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (0a08455f-b015-4712-b290-14c3b4afa5d1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:35.222954 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ba902e-282f-4f67-98bd-f488f3251f33 None None] Network 55e353bc-7c19-4e63-bba3-b905f77ff67d is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:42:35.226901 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c0ba902e-282f-4f67-98bd-f488f3251f33 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:42:35.237464 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ba902e-282f-4f67-98bd-f488f3251f33 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:42:35.242479 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba902e-282f-4f67-98bd-f488f3251f33 None None] Pushing event updated for resources: {'Port': ['ID=0a08455f-b015-4712-b290-14c3b4afa5d1,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:35.310348 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-c0ba902e-282f-4f67-98bd-f488f3251f33 None None] Attempting to bind port 0a08455f-b015-4712-b290-14c3b4afa5d1 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:42:35.311104 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-c0ba902e-282f-4f67-98bd-f488f3251f33 None None] Attempting to bind port 0a08455f-b015-4712-b290-14c3b4afa5d1 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '252b90ac-8034-4755-a4c2-6753c7d14e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55e353bc-7c19-4e63-bba3-b905f77ff67d'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:42:35.311104 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba902e-282f-4f67-98bd-f488f3251f33 None None] Attempting to bind port 0a08455f-b015-4712-b290-14c3b4afa5d1 on network 55e353bc-7c19-4e63-bba3-b905f77ff67d {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:42:35.319635 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba902e-282f-4f67-98bd-f488f3251f33 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:42:35.320017 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba902e-282f-4f67-98bd-f488f3251f33 None None] Checking segment: {'id': '252b90ac-8034-4755-a4c2-6753c7d14e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55e353bc-7c19-4e63-bba3-b905f77ff67d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:42:35.320432 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c0ba902e-282f-4f67-98bd-f488f3251f33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:35.320823 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba902e-282f-4f67-98bd-f488f3251f33 None None] Bound using segment: {'id': '252b90ac-8034-4755-a4c2-6753c7d14e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55e353bc-7c19-4e63-bba3-b905f77ff67d'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:42:35.321397 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-c0ba902e-282f-4f67-98bd-f488f3251f33 None None] Bound port: 0a08455f-b015-4712-b290-14c3b4afa5d1, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252b90ac-8034-4755-a4c2-6753c7d14e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55e353bc-7c19-4e63-bba3-b905f77ff67d'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:42:35.321397 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c0ba902e-282f-4f67-98bd-f488f3251f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0a08455f-b015-4712-b290-14c3b4afa5d1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:35.338535 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c5c77095-3fe0-4991-8070-b79f54dde0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039401491', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:42:32Z', 'revision_number': 3, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:42:35.357085 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-cc816bb8-ad48-473d-9667-36fc0d50ce21 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Allocated IP 172.20.0.1 (55e353bc-7c19-4e63-bba3-b905f77ff67d/a642fd71-7aa7-42c6-9f8d-d2bd23d1158a/b5dd4c11-66c0-4a29-823b-3cad5dace008) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:42:35.371550 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c77095-3fe0-4991-8070-b79f54dde0ca None None] The sync data for ids ['33c0deae-3053-4d49-bb4b-c31b5227dc6a'] in n-d-822747-2 is: [{'id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039401491', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:42:32Z', 'revision_number': 3, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:42:35.428378 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c0ba902e-282f-4f67-98bd-f488f3251f33 None None] For port 0a08455f-b015-4712-b290-14c3b4afa5d1, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:42:35.431700 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c0ba902e-282f-4f67-98bd-f488f3251f33 None None] For port 0a08455f-b015-4712-b290-14c3b4afa5d1, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=0a08455f-b015-4712-b290-14c3b4afa5d1,segment=NetworkSegment(252b90ac-8034-4755-a4c2-6753c7d14e06),segment_id=252b90ac-8034-4755-a4c2-6753c7d14e06)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:42:35.435684 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c0ba902e-282f-4f67-98bd-f488f3251f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0a08455f-b015-4712-b290-14c3b4afa5d1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:35.496376 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cc816bb8-ad48-473d-9667-36fc0d50ce21 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (b5dd4c11-66c0-4a29-823b-3cad5dace008), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:35.511251 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba902e-282f-4f67-98bd-f488f3251f33 None None] Pushing event updated for resources: {'Port': ['ID=0a08455f-b015-4712-b290-14c3b4afa5d1,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:35.544434 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cc816bb8-ad48-473d-9667-36fc0d50ce21 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (b5dd4c11-66c0-4a29-823b-3cad5dace008), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:35.583530 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc816bb8-ad48-473d-9667-36fc0d50ce21 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network 55e353bc-7c19-4e63-bba3-b905f77ff67d is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:42:35.587264 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-cc816bb8-ad48-473d-9667-36fc0d50ce21 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:42:35.591454 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc816bb8-ad48-473d-9667-36fc0d50ce21 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:42:35.641162 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc816bb8-ad48-473d-9667-36fc0d50ce21 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=b5dd4c11-66c0-4a29-823b-3cad5dace008,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:35.660627 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cc816bb8-ad48-473d-9667-36fc0d50ce21 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (33c0deae-3053-4d49-bb4b-c31b5227dc6a), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:35.883243 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cc816bb8-ad48-473d-9667-36fc0d50ce21 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b5dd4c11-66c0-4a29-823b-3cad5dace008), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:36.227978 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cc816bb8-ad48-473d-9667-36fc0d50ce21 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (b5dd4c11-66c0-4a29-823b-3cad5dace008), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:36.236795 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cc816bb8-ad48-473d-9667-36fc0d50ce21 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (b5dd4c11-66c0-4a29-823b-3cad5dace008), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:36.322268 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cc816bb8-ad48-473d-9667-36fc0d50ce21 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (33c0deae-3053-4d49-bb4b-c31b5227dc6a), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:36.326726 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc816bb8-ad48-473d-9667-36fc0d50ce21 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=b5dd4c11-66c0-4a29-823b-3cad5dace008,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:36.433651 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:36.495778 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 0a08455f-b015-4712-b290-14c3b4afa5d1 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:42:36.496092 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc816bb8-ad48-473d-9667-36fc0d50ce21 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network 55e353bc-7c19-4e63-bba3-b905f77ff67d is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:42:36.498980 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-cc816bb8-ad48-473d-9667-36fc0d50ce21 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:42:36.595561 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 0a08455f-b015-4712-b290-14c3b4afa5d1 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:42:36.596293 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0a08455f-b015-4712-b290-14c3b4afa5d1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:36.682570 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc816bb8-ad48-473d-9667-36fc0d50ce21 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Router 33c0deae-3053-4d49-bb4b-c31b5227dc6a has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:42:36.699492 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 0a08455f-b015-4712-b290-14c3b4afa5d1 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:42:36.699966 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0a08455f-b015-4712-b290-14c3b4afa5d1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:36.740679 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 0a08455f-b015-4712-b290-14c3b4afa5d1, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=0a08455f-b015-4712-b290-14c3b4afa5d1,segment=NetworkSegment(252b90ac-8034-4755-a4c2-6753c7d14e06),segment_id=252b90ac-8034-4755-a4c2-6753c7d14e06)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:42:36.747593 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0a08455f-b015-4712-b290-14c3b4afa5d1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:36.748920 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b29f73a2-e8fd-43bd-9d77-91073010b029 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:42:36.802730 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2e7451-513c-4dda-9629-a5585e2d094d None None] Network 55e353bc-7c19-4e63-bba3-b905f77ff67d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:42:36.857515 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc816bb8-ad48-473d-9667-36fc0d50ce21 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:42:36.870962 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-cc816bb8-ad48-473d-9667-36fc0d50ce21 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "PUT /v2.0/routers/33c0deae-3053-4d49-bb4b-c31b5227dc6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6860464 Jan 28 14:42:36.900723 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-24e8de15-985a-4563-bd19-74f080eb5833 None None] Provisioning complete for port 0a08455f-b015-4712-b290-14c3b4afa5d1 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:42:36.901106 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-24e8de15-985a-4563-bd19-74f080eb5833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0a08455f-b015-4712-b290-14c3b4afa5d1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:36.905805 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=0a08455f-b015-4712-b290-14c3b4afa5d1,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:36.974876 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port b29f73a2-e8fd-43bd-9d77-91073010b029 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:42:36.975278 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b29f73a2-e8fd-43bd-9d77-91073010b029), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:37.030362 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-8e69e463-dce6-4e38-840b-c2345ee7d6a8 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1627398812&fields=id&tenant_id=bbb7aad61d4a4398a3de25c19faf4785 HTTP/1.1" status: 200 len: 267 time: 0.0549290 Jan 28 14:42:37.136895 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port b29f73a2-e8fd-43bd-9d77-91073010b029 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:42:37.138078 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b29f73a2-e8fd-43bd-9d77-91073010b029), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:37.145613 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-24e8de15-985a-4563-bd19-74f080eb5833 None None] Current status of the port 0a08455f-b015-4712-b290-14c3b4afa5d1 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:42:37.173346 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port b29f73a2-e8fd-43bd-9d77-91073010b029, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b29f73a2-e8fd-43bd-9d77-91073010b029,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:42:37.180540 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b29f73a2-e8fd-43bd-9d77-91073010b029), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:37.200557 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-1dc04690-b9ca-4505-b621-e3d38e2f1a10 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:37.202347 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-1dc04690-b9ca-4505-b621-e3d38e2f1a10 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/networks?id=55e353bc-7c19-4e63-bba3-b905f77ff67d HTTP/1.1" status: 200 len: 797 time: 0.1627347 Jan 28 14:42:37.218697 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-ef59a14c-c884-40a4-9827-3ffdbb99e2b7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/quotas/bbb7aad61d4a4398a3de25c19faf4785 HTTP/1.1" status: 200 len: 375 time: 0.0106006 Jan 28 14:42:37.234360 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=b29f73a2-e8fd-43bd-9d77-91073010b029,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:37.294734 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-0f5c9fd4-a771-40d8-9e38-864221e82740 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591471 Jan 28 14:42:37.301060 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-0a870dc0-82e7-4271-a6ee-1ed8c4fcb498 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:42:37.308123 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-0a870dc0-82e7-4271-a6ee-1ed8c4fcb498 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113485 Jan 28 14:42:37.378294 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-b2e2a219-002b-42ea-a01b-b1a2939dbe18 None None] Provisioning complete for port b5dd4c11-66c0-4a29-823b-3cad5dace008 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:42:37.378734 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2e2a219-002b-42ea-a01b-b1a2939dbe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b5dd4c11-66c0-4a29-823b-3cad5dace008), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:37.410795 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-85f464c3-d12b-4e3e-a704-1138068c9ef7 service neutron] 10.222.0.39 "GET /v2.0/networks/55e353bc-7c19-4e63-bba3-b905f77ff67d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016374 Jan 28 14:42:37.417602 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b2e2a219-002b-42ea-a01b-b1a2939dbe18 None None] Port b5dd4c11-66c0-4a29-823b-3cad5dace008 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:42:37.428748 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-b2e2a219-002b-42ea-a01b-b1a2939dbe18 None None] Provisioning complete for port 0a08455f-b015-4712-b290-14c3b4afa5d1 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:42:37.429124 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2e2a219-002b-42ea-a01b-b1a2939dbe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0a08455f-b015-4712-b290-14c3b4afa5d1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:37.503921 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b8c072-9cf4-4738-8761-e4d61195a92c None None] Sync routers for ids ['33c0deae-3053-4d49-bb4b-c31b5227dc6a'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:42:37.512849 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-01fa1c9e-2485-479c-bef1-3a0681b9ffad service neutron] 10.222.0.39 "GET /v2.0/networks/55e353bc-7c19-4e63-bba3-b905f77ff67d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956874 Jan 28 14:42:37.521547 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b8c072-9cf4-4738-8761-e4d61195a92c None None] Routers {'33c0deae-3053-4d49-bb4b-c31b5227dc6a'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:42:37.522992 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-46b8c072-9cf4-4738-8761-e4d61195a92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:42:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['33c0deae-3053-4d49-bb4b-c31b5227dc6a'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:42:37.524453 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b2e2a219-002b-42ea-a01b-b1a2939dbe18 None None] Current status of the port 0a08455f-b015-4712-b290-14c3b4afa5d1 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:42:37.648633 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-46b8c072-9cf4-4738-8761-e4d61195a92c None None] Set router 33c0deae-3053-4d49-bb4b-c31b5227dc6a gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:42:37.671816 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-89b67c03-f40f-48b6-9f87-af866f2f11c8 None None] Provisioning complete for port b5dd4c11-66c0-4a29-823b-3cad5dace008 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:42:37.672195 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89b67c03-f40f-48b6-9f87-af866f2f11c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b5dd4c11-66c0-4a29-823b-3cad5dace008), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:37.726295 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-89b67c03-f40f-48b6-9f87-af866f2f11c8 None None] Port b5dd4c11-66c0-4a29-823b-3cad5dace008 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:42:37.730213 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-53bbc5dd-d862-4e54-a494-f92dbefdb308 req-0948fd42-ea7f-40ae-90b9-d9958958fd4a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 210 time: 0.0440786 Jan 28 14:42:37.855382 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-8d59ddcb-3a98-42e4-b387-66ec44b7d9ca None None] Provisioning complete for port b5dd4c11-66c0-4a29-823b-3cad5dace008 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:42:37.855768 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d59ddcb-3a98-42e4-b387-66ec44b7d9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b5dd4c11-66c0-4a29-823b-3cad5dace008), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:37.883016 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-46b8c072-9cf4-4738-8761-e4d61195a92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039401491', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:42:35Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'b5dd4c11-66c0-4a29-823b-3cad5dace008', 'name': '', 'network_id': '55e353bc-7c19-4e63-bba3-b905f77ff67d', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:0f:2d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a642fd71-7aa7-42c6-9f8d-d2bd23d1158a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:42:34Z', 'updated_at': '2022-01-28T14:42:36Z', 'revision_number': 2, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': 'a642fd71-7aa7-42c6-9f8d-d2bd23d1158a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:42:37.897099 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8d59ddcb-3a98-42e4-b387-66ec44b7d9ca None None] Port b5dd4c11-66c0-4a29-823b-3cad5dace008 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:42:37.911237 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b8c072-9cf4-4738-8761-e4d61195a92c None None] Checking router: 33c0deae-3053-4d49-bb4b-c31b5227dc6a for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:42:37.911597 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b8c072-9cf4-4738-8761-e4d61195a92c None None] Updating router 33c0deae-3053-4d49-bb4b-c31b5227dc6a port b5dd4c11-66c0-4a29-823b-3cad5dace008 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:42:38.036799 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-46b8c072-9cf4-4738-8761-e4d61195a92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b5dd4c11-66c0-4a29-823b-3cad5dace008), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:38.290739 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 0a08455f-b015-4712-b290-14c3b4afa5d1 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:42:38.306242 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-46b8c072-9cf4-4738-8761-e4d61195a92c None None] Publish callbacks [] for port (b5dd4c11-66c0-4a29-823b-3cad5dace008), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:38.312466 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-46b8c072-9cf4-4738-8761-e4d61195a92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b5dd4c11-66c0-4a29-823b-3cad5dace008), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:38.345306 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 0a08455f-b015-4712-b290-14c3b4afa5d1 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:42:38.346072 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0a08455f-b015-4712-b290-14c3b4afa5d1), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:38.362798 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae99e1-deac-44c5-89b8-92b41de8b7ca None None] Pushing event updated for resources: {'Port': ['ID=b5dd4c11-66c0-4a29-823b-3cad5dace008,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:38.386887 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae99e1-deac-44c5-89b8-92b41de8b7ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:38.387438 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae99e1-deac-44c5-89b8-92b41de8b7ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:38.387779 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae99e1-deac-44c5-89b8-92b41de8b7ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:38.388501 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae99e1-deac-44c5-89b8-92b41de8b7ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:38.388983 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae99e1-deac-44c5-89b8-92b41de8b7ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:38.389438 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae99e1-deac-44c5-89b8-92b41de8b7ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:38.389766 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae99e1-deac-44c5-89b8-92b41de8b7ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:38.390139 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae99e1-deac-44c5-89b8-92b41de8b7ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:38.390467 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae99e1-deac-44c5-89b8-92b41de8b7ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:38.390795 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae99e1-deac-44c5-89b8-92b41de8b7ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:38.391160 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae99e1-deac-44c5-89b8-92b41de8b7ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:38.391482 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae99e1-deac-44c5-89b8-92b41de8b7ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:38.391799 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae99e1-deac-44c5-89b8-92b41de8b7ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:38.426424 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-46b8c072-9cf4-4738-8761-e4d61195a92c None None] Attempting to bind port b5dd4c11-66c0-4a29-823b-3cad5dace008 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:42:38.426719 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-46b8c072-9cf4-4738-8761-e4d61195a92c None None] Attempting to bind port b5dd4c11-66c0-4a29-823b-3cad5dace008 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '252b90ac-8034-4755-a4c2-6753c7d14e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55e353bc-7c19-4e63-bba3-b905f77ff67d'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:42:38.427138 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8c072-9cf4-4738-8761-e4d61195a92c None None] Attempting to bind port b5dd4c11-66c0-4a29-823b-3cad5dace008 on network 55e353bc-7c19-4e63-bba3-b905f77ff67d {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:42:38.428161 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 0a08455f-b015-4712-b290-14c3b4afa5d1 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:42:38.429254 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b29f73a2-e8fd-43bd-9d77-91073010b029 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:42:38.432471 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8c072-9cf4-4738-8761-e4d61195a92c None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:42:38.432848 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8c072-9cf4-4738-8761-e4d61195a92c None None] Checking segment: {'id': '252b90ac-8034-4755-a4c2-6753c7d14e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55e353bc-7c19-4e63-bba3-b905f77ff67d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:42:38.433252 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-46b8c072-9cf4-4738-8761-e4d61195a92c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:38.433649 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8c072-9cf4-4738-8761-e4d61195a92c None None] Bound using segment: {'id': '252b90ac-8034-4755-a4c2-6753c7d14e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55e353bc-7c19-4e63-bba3-b905f77ff67d'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:42:38.434108 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-46b8c072-9cf4-4738-8761-e4d61195a92c None None] Bound port: b5dd4c11-66c0-4a29-823b-3cad5dace008, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252b90ac-8034-4755-a4c2-6753c7d14e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55e353bc-7c19-4e63-bba3-b905f77ff67d'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:42:38.434489 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-46b8c072-9cf4-4738-8761-e4d61195a92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b5dd4c11-66c0-4a29-823b-3cad5dace008), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:38.477645 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port b29f73a2-e8fd-43bd-9d77-91073010b029 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:42:38.478237 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b29f73a2-e8fd-43bd-9d77-91073010b029), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:38.500810 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-46b8c072-9cf4-4738-8761-e4d61195a92c None None] For port b5dd4c11-66c0-4a29-823b-3cad5dace008, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:42:38.508668 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-46b8c072-9cf4-4738-8761-e4d61195a92c None None] For port b5dd4c11-66c0-4a29-823b-3cad5dace008, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b5dd4c11-66c0-4a29-823b-3cad5dace008,segment=NetworkSegment(252b90ac-8034-4755-a4c2-6753c7d14e06),segment_id=252b90ac-8034-4755-a4c2-6753c7d14e06)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:42:38.515823 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-46b8c072-9cf4-4738-8761-e4d61195a92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b5dd4c11-66c0-4a29-823b-3cad5dace008), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:38.562411 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b8c072-9cf4-4738-8761-e4d61195a92c None None] Routers {'33c0deae-3053-4d49-bb4b-c31b5227dc6a'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:42:38.563179 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-46b8c072-9cf4-4738-8761-e4d61195a92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:42:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['33c0deae-3053-4d49-bb4b-c31b5227dc6a'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:42:38.568522 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port b29f73a2-e8fd-43bd-9d77-91073010b029 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:42:38.631876 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-8c886d5f-2679-461d-b689-64b3a42b7f9b None None] Provisioning complete for port b5dd4c11-66c0-4a29-823b-3cad5dace008 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:42:38.632189 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8c886d5f-2679-461d-b689-64b3a42b7f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b5dd4c11-66c0-4a29-823b-3cad5dace008), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:38.705500 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae99e1-deac-44c5-89b8-92b41de8b7ca None None] Pushing event updated for resources: {'Port': ['ID=b5dd4c11-66c0-4a29-823b-3cad5dace008,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:38.730049 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8c886d5f-2679-461d-b689-64b3a42b7f9b None None] Current status of the port b5dd4c11-66c0-4a29-823b-3cad5dace008 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:42:38.730844 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8c886d5f-2679-461d-b689-64b3a42b7f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b5dd4c11-66c0-4a29-823b-3cad5dace008), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:38.753604 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-46b8c072-9cf4-4738-8761-e4d61195a92c None None] Set router 33c0deae-3053-4d49-bb4b-c31b5227dc6a gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:42:38.808935 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-5ca08107-8d19-4480-881a-a7c91591ce3d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:38.812063 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-5ca08107-8d19-4480-881a-a7c91591ce3d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.18 "GET /v2.0/networks?id=55e353bc-7c19-4e63-bba3-b905f77ff67d HTTP/1.1" status: 200 len: 797 time: 0.1898072 Jan 28 14:42:38.913001 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-41859795-4e18-4aff-8fdb-5322ae188970 req-fd280464-badb-48bd-b9a0-511c75cfb8b1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 210 time: 0.0864854 Jan 28 14:42:38.924581 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-ea21f926-054b-4657-aeca-9385aa00f3ae tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbb7aad61d4a4398a3de25c19faf4785 HTTP/1.1" status: 200 len: 380 time: 0.1041605 Jan 28 14:42:38.936116 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-5bab701e-c08b-492f-ab1c-7de282fd5a3c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'port': {'device_id': 'fdfe8509-4ba6-4b11-9f0d-3af1c88388db', 'network_id': '55e353bc-7c19-4e63-bba3-b905f77ff67d', 'admin_state_up': True, 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'security_groups': ['1bbd0b2a-afcf-476e-b82b-dbfd87bbd458']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:42:38.993378 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-8c886d5f-2679-461d-b689-64b3a42b7f9b None None] For port b5dd4c11-66c0-4a29-823b-3cad5dace008, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b5dd4c11-66c0-4a29-823b-3cad5dace008,segment=NetworkSegment(252b90ac-8034-4755-a4c2-6753c7d14e06),segment_id=252b90ac-8034-4755-a4c2-6753c7d14e06)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:42:39.000257 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8c886d5f-2679-461d-b689-64b3a42b7f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b5dd4c11-66c0-4a29-823b-3cad5dace008), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:39.035381 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-46b8c072-9cf4-4738-8761-e4d61195a92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039401491', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:42:35Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'b5dd4c11-66c0-4a29-823b-3cad5dace008', 'name': '', 'network_id': '55e353bc-7c19-4e63-bba3-b905f77ff67d', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:0f:2d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a642fd71-7aa7-42c6-9f8d-d2bd23d1158a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:42:34Z', 'updated_at': '2022-01-28T14:42:38Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': 'a642fd71-7aa7-42c6-9f8d-d2bd23d1158a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:42:39.053696 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-5bab701e-c08b-492f-ab1c-7de282fd5a3c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Made reservation on behalf of bbb7aad61d4a4398a3de25c19faf4785 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:42:39.054472 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c886d5f-2679-461d-b689-64b3a42b7f9b None None] Pushing event updated for resources: {'Port': ['ID=b5dd4c11-66c0-4a29-823b-3cad5dace008,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:39.059024 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-5bab701e-c08b-492f-ab1c-7de282fd5a3c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:39.065351 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b8c072-9cf4-4738-8761-e4d61195a92c None None] The sync data for ids ['33c0deae-3053-4d49-bb4b-c31b5227dc6a'] in n-d-822747-2 is: [{'id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039401491', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:42:35Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'b5dd4c11-66c0-4a29-823b-3cad5dace008', 'name': '', 'network_id': '55e353bc-7c19-4e63-bba3-b905f77ff67d', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:0f:2d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a642fd71-7aa7-42c6-9f8d-d2bd23d1158a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:42:34Z', 'updated_at': '2022-01-28T14:42:38Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': 'a642fd71-7aa7-42c6-9f8d-d2bd23d1158a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:42:39.137473 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f276cd35-1d76-456c-868f-1b00b4161ce0 None None] Provisioning complete for port b5dd4c11-66c0-4a29-823b-3cad5dace008 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:42:39.137847 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f276cd35-1d76-456c-868f-1b00b4161ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b5dd4c11-66c0-4a29-823b-3cad5dace008), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:39.219088 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-5bab701e-c08b-492f-ab1c-7de282fd5a3c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Allocated IP 172.20.0.8 (55e353bc-7c19-4e63-bba3-b905f77ff67d/a642fd71-7aa7-42c6-9f8d-d2bd23d1158a/4c7e3882-72ff-4316-9ca2-589bc871e2ae) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:42:39.223673 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f276cd35-1d76-456c-868f-1b00b4161ce0 None None] Current status of the port b5dd4c11-66c0-4a29-823b-3cad5dace008 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:42:39.365258 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-5bab701e-c08b-492f-ab1c-7de282fd5a3c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (4c7e3882-72ff-4316-9ca2-589bc871e2ae), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:39.400310 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-5bab701e-c08b-492f-ab1c-7de282fd5a3c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (4c7e3882-72ff-4316-9ca2-589bc871e2ae), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:39.444606 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-5bab701e-c08b-492f-ab1c-7de282fd5a3c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network 55e353bc-7c19-4e63-bba3-b905f77ff67d is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:42:39.447998 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-5bab701e-c08b-492f-ab1c-7de282fd5a3c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:42:39.454882 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-5bab701e-c08b-492f-ab1c-7de282fd5a3c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:42:39.461654 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab701e-c08b-492f-ab1c-7de282fd5a3c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=4c7e3882-72ff-4316-9ca2-589bc871e2ae,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:39.513495 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-5bab701e-c08b-492f-ab1c-7de282fd5a3c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:39.514407 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-5bab701e-c08b-492f-ab1c-7de282fd5a3c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:39.537733 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-5bab701e-c08b-492f-ab1c-7de282fd5a3c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6060159 Jan 28 14:42:39.549254 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-315dc10f-7ef5-4cc4-9e1b-cf7c27357472 service neutron] Request body: {'port': {'device_id': 'fdfe8509-4ba6-4b11-9f0d-3af1c88388db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:42:39.614597 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-315dc10f-7ef5-4cc4-9e1b-cf7c27357472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4c7e3882-72ff-4316-9ca2-589bc871e2ae), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:39.753676 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f3ec62c5-9d7f-43ce-af84-00f200474f06 None None] Provisioning complete for port 4c7e3882-72ff-4316-9ca2-589bc871e2ae triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:42:39.754280 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f3ec62c5-9d7f-43ce-af84-00f200474f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4c7e3882-72ff-4316-9ca2-589bc871e2ae), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:39.797246 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f3ec62c5-9d7f-43ce-af84-00f200474f06 None None] Port 4c7e3882-72ff-4316-9ca2-589bc871e2ae cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:42:39.897735 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-315dc10f-7ef5-4cc4-9e1b-cf7c27357472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c7e3882-72ff-4316-9ca2-589bc871e2ae {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:42:39.907063 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-315dc10f-7ef5-4cc4-9e1b-cf7c27357472 service neutron] Publish callbacks [] for port (4c7e3882-72ff-4316-9ca2-589bc871e2ae), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:39.921575 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-315dc10f-7ef5-4cc4-9e1b-cf7c27357472 service neutron] Transition to ACTIVE for port object 4c7e3882-72ff-4316-9ca2-589bc871e2ae will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:42:39.927391 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-315dc10f-7ef5-4cc4-9e1b-cf7c27357472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (4c7e3882-72ff-4316-9ca2-589bc871e2ae), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:39.979997 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315dc10f-7ef5-4cc4-9e1b-cf7c27357472 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7e3882-72ff-4316-9ca2-589bc871e2ae,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:40.101817 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7d081-ed46-4f78-bf8d-09ff8b1cf613 req-004eb993-a4d2-4be5-88f5-0b1f2050c56c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:40.109114 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-70b7d081-ed46-4f78-bf8d-09ff8b1cf613 req-004eb993-a4d2-4be5-88f5-0b1f2050c56c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 943 time: 0.0976901 Jan 28 14:42:40.120731 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-315dc10f-7ef5-4cc4-9e1b-cf7c27357472 service neutron] Attempting to bind port 4c7e3882-72ff-4316-9ca2-589bc871e2ae on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:42:40.121071 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-315dc10f-7ef5-4cc4-9e1b-cf7c27357472 service neutron] Attempting to bind port 4c7e3882-72ff-4316-9ca2-589bc871e2ae by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '252b90ac-8034-4755-a4c2-6753c7d14e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55e353bc-7c19-4e63-bba3-b905f77ff67d'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:42:40.121403 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-315dc10f-7ef5-4cc4-9e1b-cf7c27357472 service neutron] Attempting to bind port 4c7e3882-72ff-4316-9ca2-589bc871e2ae on network 55e353bc-7c19-4e63-bba3-b905f77ff67d {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:42:40.133070 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-315dc10f-7ef5-4cc4-9e1b-cf7c27357472 service neutron] Port 4c7e3882-72ff-4316-9ca2-589bc871e2ae on network 55e353bc-7c19-4e63-bba3-b905f77ff67d not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:42:40.133401 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-315dc10f-7ef5-4cc4-9e1b-cf7c27357472 service neutron] Attempting to bind port 4c7e3882-72ff-4316-9ca2-589bc871e2ae on network 55e353bc-7c19-4e63-bba3-b905f77ff67d {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:42:40.144365 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-315dc10f-7ef5-4cc4-9e1b-cf7c27357472 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:42:40.144739 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-315dc10f-7ef5-4cc4-9e1b-cf7c27357472 service neutron] Checking segment: {'id': '252b90ac-8034-4755-a4c2-6753c7d14e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55e353bc-7c19-4e63-bba3-b905f77ff67d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:42:40.145129 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-315dc10f-7ef5-4cc4-9e1b-cf7c27357472 service neutron] Bound using segment: {'id': '252b90ac-8034-4755-a4c2-6753c7d14e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55e353bc-7c19-4e63-bba3-b905f77ff67d'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:42:40.145555 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-315dc10f-7ef5-4cc4-9e1b-cf7c27357472 service neutron] Bound port: 4c7e3882-72ff-4316-9ca2-589bc871e2ae, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252b90ac-8034-4755-a4c2-6753c7d14e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '55e353bc-7c19-4e63-bba3-b905f77ff67d'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:42:40.145945 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-315dc10f-7ef5-4cc4-9e1b-cf7c27357472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4c7e3882-72ff-4316-9ca2-589bc871e2ae), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:40.200566 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-70b7d081-ed46-4f78-bf8d-09ff8b1cf613 req-51a75bd6-cf84-4982-9744-0ed81b94736d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=1bbd0b2a-afcf-476e-b82b-dbfd87bbd458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904977 Jan 28 14:42:40.243206 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-315dc10f-7ef5-4cc4-9e1b-cf7c27357472 service neutron] For port 4c7e3882-72ff-4316-9ca2-589bc871e2ae, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:42:40.247295 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-315dc10f-7ef5-4cc4-9e1b-cf7c27357472 service neutron] For port 4c7e3882-72ff-4316-9ca2-589bc871e2ae, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=4c7e3882-72ff-4316-9ca2-589bc871e2ae,segment=NetworkSegment(252b90ac-8034-4755-a4c2-6753c7d14e06),segment_id=252b90ac-8034-4755-a4c2-6753c7d14e06)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:42:40.253310 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-315dc10f-7ef5-4cc4-9e1b-cf7c27357472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (4c7e3882-72ff-4316-9ca2-589bc871e2ae), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:40.293889 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-315dc10f-7ef5-4cc4-9e1b-cf7c27357472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:40.294510 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-315dc10f-7ef5-4cc4-9e1b-cf7c27357472 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:40.296486 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-315dc10f-7ef5-4cc4-9e1b-cf7c27357472 service neutron] 10.222.0.18 "PUT /v2.0/ports/4c7e3882-72ff-4316-9ca2-589bc871e2ae HTTP/1.1" status: 200 len: 1091 time: 0.7514634 Jan 28 14:42:40.299180 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdfe8509-4ba6-4b11-9f0d-3af1c88388db', 'tag': '4c7e3882-72ff-4316-9ca2-589bc871e2ae'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:42:40.302652 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195bfe11-8014-4484-a7f7-f0225203c4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "fdfe8509-4ba6-4b11-9f0d-3af1c88388db", "tag": "4c7e3882-72ff-4316-9ca2-589bc871e2ae"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:42:40.336410 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315dc10f-7ef5-4cc4-9e1b-cf7c27357472 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7e3882-72ff-4316-9ca2-589bc871e2ae,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:40.354716 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b5dd4c11-66c0-4a29-823b-3cad5dace008 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:42:40.385214 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbe8474-dc79-4620-b0b1-1e1cd5b05913 x-openstack-request-id: req-4fbe8474-dc79-4620-b0b1-1e1cd5b05913 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:42:40.385512 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdfe8509-4ba6-4b11-9f0d-3af1c88388db", "tag": "4c7e3882-72ff-4316-9ca2-589bc871e2ae", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:42:40.385771 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4fbe8474-dc79-4620-b0b1-1e1cd5b05913 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:42:40.386176 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdfe8509-4ba6-4b11-9f0d-3af1c88388db', 'tag': '4c7e3882-72ff-4316-9ca2-589bc871e2ae', 'status': 'completed', 'code': 200} Jan 28 14:42:40.404854 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-c953a8d3-3d68-48dd-9db1-cd0a2617b249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:40.405498 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port b5dd4c11-66c0-4a29-823b-3cad5dace008 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:42:40.405749 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b5dd4c11-66c0-4a29-823b-3cad5dace008), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:40.407124 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-c953a8d3-3d68-48dd-9db1-cd0a2617b249 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 1094 time: 0.0544271 Jan 28 14:42:40.451912 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-19c24247-3804-4a87-8ac3-3ca94c6cc0f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c7e3882-72ff-4316-9ca2-589bc871e2ae HTTP/1.1" status: 200 len: 217 time: 0.0371149 Jan 28 14:42:40.493617 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port b5dd4c11-66c0-4a29-823b-3cad5dace008 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:42:40.513422 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-3eef8226-45f1-431d-a286-22f103ba54c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:40.515029 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-3eef8226-45f1-431d-a286-22f103ba54c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a642fd71-7aa7-42c6-9f8d-d2bd23d1158a HTTP/1.1" status: 200 len: 835 time: 0.0575769 Jan 28 14:42:40.560049 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-faa02bc0-5cae-457d-a600-2b7359fec07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:40.561408 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-faa02bc0-5cae-457d-a600-2b7359fec07d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55e353bc-7c19-4e63-bba3-b905f77ff67d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410669 Jan 28 14:42:40.657381 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-57902c8a-ee28-40da-8772-fe4f010b7c6e service neutron] 10.222.0.18 "GET /v2.0/networks/55e353bc-7c19-4e63-bba3-b905f77ff67d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886362 Jan 28 14:42:40.752253 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4d279128-a8c0-4abf-b35d-1b4dfab3b13f req-76853319-b538-4e66-9d3f-1ab39e3c89ba service neutron] 10.222.0.18 "GET /v2.0/networks/55e353bc-7c19-4e63-bba3-b905f77ff67d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896738 Jan 28 14:42:40.843470 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bfe11-8014-4484-a7f7-f0225203c4ad req-d9ea6c0f-a6dc-4177-9674-a1af34d4f93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:40.844872 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-195bfe11-8014-4484-a7f7-f0225203c4ad req-d9ea6c0f-a6dc-4177-9674-a1af34d4f93a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 1094 time: 0.0424085 Jan 28 14:42:40.950857 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bfe11-8014-4484-a7f7-f0225203c4ad req-dad60b5e-f21a-4348-9225-1211f6d1034c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:40.952408 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-195bfe11-8014-4484-a7f7-f0225203c4ad req-dad60b5e-f21a-4348-9225-1211f6d1034c service neutron] 10.222.0.18 "GET /v2.0/networks?id=55e353bc-7c19-4e63-bba3-b905f77ff67d HTTP/1.1" status: 200 len: 897 time: 0.1019537 Jan 28 14:42:41.004746 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-195bfe11-8014-4484-a7f7-f0225203c4ad req-99963baa-09b7-4b4e-9ceb-51df489a50f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c7e3882-72ff-4316-9ca2-589bc871e2ae HTTP/1.1" status: 200 len: 217 time: 0.0457215 Jan 28 14:42:41.063603 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bfe11-8014-4484-a7f7-f0225203c4ad req-0182a577-3735-423c-b991-d45d0a7ced36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:41.065095 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-195bfe11-8014-4484-a7f7-f0225203c4ad req-0182a577-3735-423c-b991-d45d0a7ced36 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a642fd71-7aa7-42c6-9f8d-d2bd23d1158a HTTP/1.1" status: 200 len: 835 time: 0.0538950 Jan 28 14:42:41.117679 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bfe11-8014-4484-a7f7-f0225203c4ad req-bb84f120-72a1-4636-8c16-fc49631baf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:41.119145 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-195bfe11-8014-4484-a7f7-f0225203c4ad req-bb84f120-72a1-4636-8c16-fc49631baf42 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55e353bc-7c19-4e63-bba3-b905f77ff67d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472827 Jan 28 14:42:41.218467 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-195bfe11-8014-4484-a7f7-f0225203c4ad req-4ea12f79-215b-4003-be6e-ffde787ebc3c service neutron] 10.222.0.18 "GET /v2.0/networks/55e353bc-7c19-4e63-bba3-b905f77ff67d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917385 Jan 28 14:42:41.342392 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-195bfe11-8014-4484-a7f7-f0225203c4ad req-cf30137b-ad5c-4a33-9661-36d5fd5ab923 service neutron] 10.222.0.18 "GET /v2.0/networks/55e353bc-7c19-4e63-bba3-b905f77ff67d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175025 Jan 28 14:42:41.355192 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35a5ef-b498-4354-8ee0-cb3b43f6fe59 req-52546998-3291-4461-903f-121ddd5f25dd tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:41.356784 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a35a5ef-b498-4354-8ee0-cb3b43f6fe59 req-52546998-3291-4461-903f-121ddd5f25dd tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 943 time: 0.0723350 Jan 28 14:42:41.410499 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a35a5ef-b498-4354-8ee0-cb3b43f6fe59 req-5ba21ba5-d308-434f-a302-c9a703f85d33 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=1bbd0b2a-afcf-476e-b82b-dbfd87bbd458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465953 Jan 28 14:42:42.555512 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57addcad-d73d-47f8-bf59-3aaa7672d049 req-481f0031-6e55-41ba-8ab3-2436a8d73029 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:42.556995 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-57addcad-d73d-47f8-bf59-3aaa7672d049 req-481f0031-6e55-41ba-8ab3-2436a8d73029 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 943 time: 0.0587811 Jan 28 14:42:42.619225 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-57addcad-d73d-47f8-bf59-3aaa7672d049 req-c0e2d897-921d-494e-b567-94bf1f220b17 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=1bbd0b2a-afcf-476e-b82b-dbfd87bbd458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531690 Jan 28 14:42:43.743158 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788bb5b-6d5c-4729-afee-83ec582f7621 req-234479f9-df64-4ac7-b468-eff60791f252 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:43.744385 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8788bb5b-6d5c-4729-afee-83ec582f7621 req-234479f9-df64-4ac7-b468-eff60791f252 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 943 time: 0.0509434 Jan 28 14:42:43.801356 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8788bb5b-6d5c-4729-afee-83ec582f7621 req-1b941a92-f2da-499f-bc0c-86b16b6f71bb tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=1bbd0b2a-afcf-476e-b82b-dbfd87bbd458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496633 Jan 28 14:42:44.927529 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfcab4-544f-4364-b89f-a82c0eb152d5 req-437a7fb3-2a38-461a-8cd2-d7bfcc2944ec tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:44.928953 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-32bfcab4-544f-4364-b89f-a82c0eb152d5 req-437a7fb3-2a38-461a-8cd2-d7bfcc2944ec tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 943 time: 0.0509210 Jan 28 14:42:44.979270 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-32bfcab4-544f-4364-b89f-a82c0eb152d5 req-9cbc1013-a1fa-442e-8957-15d11e024de4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=1bbd0b2a-afcf-476e-b82b-dbfd87bbd458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438919 Jan 28 14:42:45.118378 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 4c7e3882-72ff-4316-9ca2-589bc871e2ae details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:42:45.219361 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 4c7e3882-72ff-4316-9ca2-589bc871e2ae, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=4c7e3882-72ff-4316-9ca2-589bc871e2ae,segment=NetworkSegment(252b90ac-8034-4755-a4c2-6753c7d14e06),segment_id=252b90ac-8034-4755-a4c2-6753c7d14e06)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:42:45.230499 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': '4c7e3882-72ff-4316-9ca2-589bc871e2ae', 'network_id': '55e353bc-7c19-4e63-bba3-b905f77ff67d', 'port_id': '4c7e3882-72ff-4316-9ca2-589bc871e2ae', 'mac_address': 'fa:16:3e:de:c0:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a642fd71-7aa7-42c6-9f8d-d2bd23d1158a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:42:45.272961 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 4c7e3882-72ff-4316-9ca2-589bc871e2ae is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:42:45.273356 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4c7e3882-72ff-4316-9ca2-589bc871e2ae), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:45.286886 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c7e3882-72ff-4316-9ca2-589bc871e2ae {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:42:45.307445 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 4c7e3882-72ff-4316-9ca2-589bc871e2ae, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=4c7e3882-72ff-4316-9ca2-589bc871e2ae,segment=NetworkSegment(252b90ac-8034-4755-a4c2-6753c7d14e06),segment_id=252b90ac-8034-4755-a4c2-6753c7d14e06)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:42:45.312394 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4c7e3882-72ff-4316-9ca2-589bc871e2ae), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:45.361840 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=4c7e3882-72ff-4316-9ca2-589bc871e2ae,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:45.523511 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['4c7e3882-72ff-4316-9ca2-589bc871e2ae'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:42:46.099345 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b878d86-1f2b-4739-ae6d-c3ca3fa382a7 req-37ee82cc-79a2-44b1-8fb4-3750ef5bab91 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:46.100807 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6b878d86-1f2b-4739-ae6d-c3ca3fa382a7 req-37ee82cc-79a2-44b1-8fb4-3750ef5bab91 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 944 time: 0.0509775 Jan 28 14:42:46.150469 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6b878d86-1f2b-4739-ae6d-c3ca3fa382a7 req-fc038bee-a1ae-4d96-b3bd-0c7c2543cf99 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=1bbd0b2a-afcf-476e-b82b-dbfd87bbd458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438380 Jan 28 14:42:47.128174 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 4c7e3882-72ff-4316-9ca2-589bc871e2ae up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:42:47.186391 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port 4c7e3882-72ff-4316-9ca2-589bc871e2ae completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:42:47.191592 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port 4c7e3882-72ff-4316-9ca2-589bc871e2ae triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:42:47.191983 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (4c7e3882-72ff-4316-9ca2-589bc871e2ae), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:47.273458 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28decff2-4d9c-4ac9-bea8-b58ec05664d7 req-a9c52ff1-2795-466c-b73d-4093901a47c2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:47.275063 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-28decff2-4d9c-4ac9-bea8-b58ec05664d7 req-a9c52ff1-2795-466c-b73d-4093901a47c2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 944 time: 0.0547707 Jan 28 14:42:47.276499 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port 4c7e3882-72ff-4316-9ca2-589bc871e2ae is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:42:47.276886 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (4c7e3882-72ff-4316-9ca2-589bc871e2ae), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:47.301883 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfe8509-4ba6-4b11-9f0d-3af1c88388db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7e3882-72ff-4316-9ca2-589bc871e2ae'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:42:47.304310 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c6c70a-7d6b-42d4-83a5-d5806e0af2a8" -d '{"events": [{"server_uuid": "fdfe8509-4ba6-4b11-9f0d-3af1c88388db", "name": "network-vif-plugged", "status": "completed", "tag": "4c7e3882-72ff-4316-9ca2-589bc871e2ae"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:42:47.323947 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port 4c7e3882-72ff-4316-9ca2-589bc871e2ae, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=4c7e3882-72ff-4316-9ca2-589bc871e2ae,segment=NetworkSegment(252b90ac-8034-4755-a4c2-6753c7d14e06),segment_id=252b90ac-8034-4755-a4c2-6753c7d14e06)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:42:47.329155 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (4c7e3882-72ff-4316-9ca2-589bc871e2ae), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:47.341655 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-28decff2-4d9c-4ac9-bea8-b58ec05664d7 req-749cf320-932b-4ec7-bd49-88a474e6fa92 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=1bbd0b2a-afcf-476e-b82b-dbfd87bbd458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563884 Jan 28 14:42:47.353380 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4db073-c0dc-41bf-bc5c-c44d7876019b x-openstack-request-id: req-1e4db073-c0dc-41bf-bc5c-c44d7876019b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:42:47.353675 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdfe8509-4ba6-4b11-9f0d-3af1c88388db", "name": "network-vif-plugged", "status": "completed", "tag": "4c7e3882-72ff-4316-9ca2-589bc871e2ae", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:42:47.353928 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e4db073-c0dc-41bf-bc5c-c44d7876019b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:42:47.354321 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfe8509-4ba6-4b11-9f0d-3af1c88388db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7e3882-72ff-4316-9ca2-589bc871e2ae', 'code': 200} Jan 28 14:42:47.385005 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=4c7e3882-72ff-4316-9ca2-589bc871e2ae,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:47.460750 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d50d54-3354-43de-a2d8-8c4dee2766ed req-0147ba39-ed16-47df-bf2f-a35f3ad337f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:47.462298 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a0d50d54-3354-43de-a2d8-8c4dee2766ed req-0147ba39-ed16-47df-bf2f-a35f3ad337f8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 1096 time: 0.0413589 Jan 28 14:42:47.507936 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a0d50d54-3354-43de-a2d8-8c4dee2766ed req-6d8beb1d-65d7-49bc-ad9d-20e263cfa3d7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1bbd0b2a-afcf-476e-b82b-dbfd87bbd458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394223 Jan 28 14:42:48.472006 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87011a70-cacf-43c6-8ee6-c62efe9eada1 req-78f1251a-7457-4289-ac58-d182865450f4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:48.473567 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-87011a70-cacf-43c6-8ee6-c62efe9eada1 req-78f1251a-7457-4289-ac58-d182865450f4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 945 time: 0.0556095 Jan 28 14:42:48.507329 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:48.525637 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-87011a70-cacf-43c6-8ee6-c62efe9eada1 req-078c8a4a-549e-469e-a1de-ed2b2713b932 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=1bbd0b2a-afcf-476e-b82b-dbfd87bbd458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462177 Jan 28 14:42:49.647536 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded55703-3385-4298-bc12-076a42d8e037 req-1c2c8189-efb2-4fe7-ae68-b823ed57c035 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:49.649043 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ded55703-3385-4298-bc12-076a42d8e037 req-1c2c8189-efb2-4fe7-ae68-b823ed57c035 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 945 time: 0.0532866 Jan 28 14:42:49.708596 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ded55703-3385-4298-bc12-076a42d8e037 req-d7376f72-b7a4-4d5f-a1f4-a8b321b17dc9 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=1bbd0b2a-afcf-476e-b82b-dbfd87bbd458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501506 Jan 28 14:42:49.852633 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700103e-e30a-4de9-8088-fe134cbbc26b req-5586a32e-a1e5-4b3a-a2ea-78bf52454abc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:49.854516 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9700103e-e30a-4de9-8088-fe134cbbc26b req-5586a32e-a1e5-4b3a-a2ea-78bf52454abc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 945 time: 0.0638750 Jan 28 14:42:49.916682 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9700103e-e30a-4de9-8088-fe134cbbc26b req-79df25ad-6561-4cd5-a42b-cb81d51093af tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=1bbd0b2a-afcf-476e-b82b-dbfd87bbd458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554485 Jan 28 14:42:49.944188 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52846) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:42:49.996145 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf982adb-9f0f-4d3e-9386-753d8d1dd56b tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:49.998056 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bf982adb-9f0f-4d3e-9386-753d8d1dd56b tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 1091 time: 0.0528321 Jan 28 14:42:50.001171 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52848) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:42:50.006707 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-39c6404d-83d3-4be1-94fa-ab16764a010b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'port_id': '4c7e3882-72ff-4316-9ca2-589bc871e2ae', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:42:50.036879 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-39c6404d-83d3-4be1-94fa-ab16764a010b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:50.148552 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-39c6404d-83d3-4be1-94fa-ab16764a010b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:50.268495 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-39c6404d-83d3-4be1-94fa-ab16764a010b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Allocated IP 172.25.3.197 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/04e9ea9a-021e-40f8-b06e-6a6e7d1dccfb) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:42:50.377849 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-39c6404d-83d3-4be1-94fa-ab16764a010b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (04e9ea9a-021e-40f8-b06e-6a6e7d1dccfb), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:50.418634 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-39c6404d-83d3-4be1-94fa-ab16764a010b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (04e9ea9a-021e-40f8-b06e-6a6e7d1dccfb), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:50.467940 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c6404d-83d3-4be1-94fa-ab16764a010b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:42:50.471912 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6404d-83d3-4be1-94fa-ab16764a010b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=04e9ea9a-021e-40f8-b06e-6a6e7d1dccfb,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:50.474466 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-39c6404d-83d3-4be1-94fa-ab16764a010b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:42:50.476717 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c6404d-83d3-4be1-94fa-ab16764a010b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:42:50.569069 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:50.855245 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-39c6404d-83d3-4be1-94fa-ab16764a010b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for floatingip (d2378531-3a30-4305-bfec-cbc0086b39b1), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:50.937822 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-39c6404d-83d3-4be1-94fa-ab16764a010b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (04e9ea9a-021e-40f8-b06e-6a6e7d1dccfb), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:51.105432 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-39c6404d-83d3-4be1-94fa-ab16764a010b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (04e9ea9a-021e-40f8-b06e-6a6e7d1dccfb), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:51.113658 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-39c6404d-83d3-4be1-94fa-ab16764a010b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (04e9ea9a-021e-40f8-b06e-6a6e7d1dccfb), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:51.182403 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6404d-83d3-4be1-94fa-ab16764a010b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=04e9ea9a-021e-40f8-b06e-6a6e7d1dccfb,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:51.195014 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-39c6404d-83d3-4be1-94fa-ab16764a010b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (d2378531-3a30-4305-bfec-cbc0086b39b1), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:51.305777 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-39c6404d-83d3-4be1-94fa-ab16764a010b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Floating IP d2378531-3a30-4305-bfec-cbc0086b39b1 associated. External IP: 172.25.3.197, port: 4c7e3882-72ff-4316-9ca2-589bc871e2ae. Jan 28 14:42:51.536358 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c6404d-83d3-4be1-94fa-ab16764a010b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Router 33c0deae-3053-4d49-bb4b-c31b5227dc6a has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:42:51.647338 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c6404d-83d3-4be1-94fa-ab16764a010b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:42:51.660480 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16eec82-20e5-4466-ae7d-74d15f46cdf8 None None] Sync routers for ids ['33c0deae-3053-4d49-bb4b-c31b5227dc6a'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:42:51.667660 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-39c6404d-83d3-4be1-94fa-ab16764a010b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:51.671552 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16eec82-20e5-4466-ae7d-74d15f46cdf8 None None] Routers {'33c0deae-3053-4d49-bb4b-c31b5227dc6a'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:42:51.672176 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-b16eec82-20e5-4466-ae7d-74d15f46cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:42:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['33c0deae-3053-4d49-bb4b-c31b5227dc6a'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:42:51.695285 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-39c6404d-83d3-4be1-94fa-ab16764a010b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6929874 Jan 28 14:42:51.695959 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdfe8509-4ba6-4b11-9f0d-3af1c88388db', 'tag': '4c7e3882-72ff-4316-9ca2-589bc871e2ae'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:42:51.698260 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edf7b4b-1ec3-4251-937b-daecafaabbf2" -d '{"events": [{"name": "network-changed", "server_uuid": "fdfe8509-4ba6-4b11-9f0d-3af1c88388db", "tag": "4c7e3882-72ff-4316-9ca2-589bc871e2ae"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:42:51.736145 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d97c96-aff6-4f40-a19d-2e44e4fba073 x-openstack-request-id: req-e2d97c96-aff6-4f40-a19d-2e44e4fba073 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:42:51.736441 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdfe8509-4ba6-4b11-9f0d-3af1c88388db", "tag": "4c7e3882-72ff-4316-9ca2-589bc871e2ae", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:42:51.736791 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e2d97c96-aff6-4f40-a19d-2e44e4fba073 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:42:51.737250 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdfe8509-4ba6-4b11-9f0d-3af1c88388db', 'tag': '4c7e3882-72ff-4316-9ca2-589bc871e2ae', 'status': 'completed', 'code': 200} Jan 28 14:42:51.786085 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-b16eec82-20e5-4466-ae7d-74d15f46cdf8 None None] Set router 33c0deae-3053-4d49-bb4b-c31b5227dc6a gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:42:51.807096 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf7b4b-1ec3-4251-937b-daecafaabbf2 req-cba387a7-e7f1-499d-90f7-6b676df3cfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:51.809248 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20a454-bbef-4421-8f77-fb1f34256857 req-84b68095-4411-411e-9a78-0c56c2a37f56 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:51.809405 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9edf7b4b-1ec3-4251-937b-daecafaabbf2 req-cba387a7-e7f1-499d-90f7-6b676df3cfb2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 1096 time: 0.0487540 Jan 28 14:42:51.810904 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9c20a454-bbef-4421-8f77-fb1f34256857 req-84b68095-4411-411e-9a78-0c56c2a37f56 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 945 time: 0.0516682 Jan 28 14:42:51.865260 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9c20a454-bbef-4421-8f77-fb1f34256857 req-b065dca1-15a6-4300-bf8c-e22491bc1ddf tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=1bbd0b2a-afcf-476e-b82b-dbfd87bbd458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448871 Jan 28 14:42:51.889374 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52854) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:42:51.900895 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf7b4b-1ec3-4251-937b-daecafaabbf2 req-7d2053da-0952-48c2-b69a-187c67d906a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:51.902821 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9edf7b4b-1ec3-4251-937b-daecafaabbf2 req-7d2053da-0952-48c2-b69a-187c67d906a9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=55e353bc-7c19-4e63-bba3-b905f77ff67d HTTP/1.1" status: 200 len: 897 time: 0.0866156 Jan 28 14:42:51.961570 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c135666c-3b67-48a3-af19-81766be3bf46 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/floatingips/d2378531-3a30-4305-bfec-cbc0086b39b1 HTTP/1.1" status: 200 len: 991 time: 0.0678632 Jan 28 14:42:51.973016 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9edf7b4b-1ec3-4251-937b-daecafaabbf2 req-a020158e-896f-43f1-98a1-f80ad2c64909 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c7e3882-72ff-4316-9ca2-589bc871e2ae HTTP/1.1" status: 200 len: 999 time: 0.0647058 Jan 28 14:42:52.024484 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf7b4b-1ec3-4251-937b-daecafaabbf2 req-532fa1fc-75b7-4bdd-ad4e-204bb931e620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:52.025348 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-b16eec82-20e5-4466-ae7d-74d15f46cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039401491', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:42:35Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'd2378531-3a30-4305-bfec-cbc0086b39b1', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'port_id': '4c7e3882-72ff-4316-9ca2-589bc871e2ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55e353bc-7c19-4e63-bba3-b905f77ff67d', 'mac_address': 'fa:16:3e:de:c0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfe8509-4ba6-4b11-9f0d-3af1c88388db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:42:50Z', 'updated_at': '2022-01-28T14:42:50Z', 'revision_number': 0, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5dd4c11-66c0-4a29-823b-3cad5dace008', 'name': '', 'network_id': '55e353bc-7c19-4e63-bba3-b905f77ff67d', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:0f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a642fd71-7aa7-42c6-9f8d-d2bd23d1158a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:42:34Z', 'updated_at': '2022-01-28T14:42:38Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': 'a642fd71-7aa7-42c6-9f8d-d2bd23d1158a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:42:52.026002 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9edf7b4b-1ec3-4251-937b-daecafaabbf2 req-532fa1fc-75b7-4bdd-ad4e-204bb931e620 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a642fd71-7aa7-42c6-9f8d-d2bd23d1158a HTTP/1.1" status: 200 len: 835 time: 0.0475388 Jan 28 14:42:52.055876 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16eec82-20e5-4466-ae7d-74d15f46cdf8 None None] Checking router: 33c0deae-3053-4d49-bb4b-c31b5227dc6a for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:42:52.064371 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16eec82-20e5-4466-ae7d-74d15f46cdf8 None None] Routers {'33c0deae-3053-4d49-bb4b-c31b5227dc6a'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:42:52.064905 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-b16eec82-20e5-4466-ae7d-74d15f46cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:42:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['33c0deae-3053-4d49-bb4b-c31b5227dc6a'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:42:52.071903 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf7b4b-1ec3-4251-937b-daecafaabbf2 req-8932f6f8-9b73-4aeb-8166-e747ca3231b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:52.073412 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9edf7b4b-1ec3-4251-937b-daecafaabbf2 req-8932f6f8-9b73-4aeb-8166-e747ca3231b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55e353bc-7c19-4e63-bba3-b905f77ff67d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410957 Jan 28 14:42:52.165575 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9edf7b4b-1ec3-4251-937b-daecafaabbf2 req-e2ed6149-9198-4853-ae85-47b995823431 service neutron] 10.222.0.18 "GET /v2.0/networks/55e353bc-7c19-4e63-bba3-b905f77ff67d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856090 Jan 28 14:42:52.170435 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-b16eec82-20e5-4466-ae7d-74d15f46cdf8 None None] Set router 33c0deae-3053-4d49-bb4b-c31b5227dc6a gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:42:52.254207 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9edf7b4b-1ec3-4251-937b-daecafaabbf2 req-1dfd296f-4628-40f5-9a5a-0372bdbbd3d6 service neutron] 10.222.0.18 "GET /v2.0/networks/55e353bc-7c19-4e63-bba3-b905f77ff67d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831940 Jan 28 14:42:52.419024 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-b16eec82-20e5-4466-ae7d-74d15f46cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039401491', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:42:35Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'd2378531-3a30-4305-bfec-cbc0086b39b1', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'port_id': '4c7e3882-72ff-4316-9ca2-589bc871e2ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55e353bc-7c19-4e63-bba3-b905f77ff67d', 'mac_address': 'fa:16:3e:de:c0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfe8509-4ba6-4b11-9f0d-3af1c88388db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:42:50Z', 'updated_at': '2022-01-28T14:42:50Z', 'revision_number': 0, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5dd4c11-66c0-4a29-823b-3cad5dace008', 'name': '', 'network_id': '55e353bc-7c19-4e63-bba3-b905f77ff67d', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:0f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a642fd71-7aa7-42c6-9f8d-d2bd23d1158a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:42:34Z', 'updated_at': '2022-01-28T14:42:38Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': 'a642fd71-7aa7-42c6-9f8d-d2bd23d1158a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:42:52.448629 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16eec82-20e5-4466-ae7d-74d15f46cdf8 None None] The sync data for ids ['33c0deae-3053-4d49-bb4b-c31b5227dc6a'] in n-d-822747-2 is: [{'id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039401491', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:42:35Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'd2378531-3a30-4305-bfec-cbc0086b39b1', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'port_id': '4c7e3882-72ff-4316-9ca2-589bc871e2ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55e353bc-7c19-4e63-bba3-b905f77ff67d', 'mac_address': 'fa:16:3e:de:c0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfe8509-4ba6-4b11-9f0d-3af1c88388db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:42:50Z', 'updated_at': '2022-01-28T14:42:50Z', 'revision_number': 0, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5dd4c11-66c0-4a29-823b-3cad5dace008', 'name': '', 'network_id': '55e353bc-7c19-4e63-bba3-b905f77ff67d', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:0f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a642fd71-7aa7-42c6-9f8d-d2bd23d1158a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:42:34Z', 'updated_at': '2022-01-28T14:42:38Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': 'a642fd71-7aa7-42c6-9f8d-d2bd23d1158a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:42:52.649748 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6619a754-d1c3-4fda-8c06-9766f70460a4 None None] New status for floating IP d2378531-3a30-4305-bfec-cbc0086b39b1: ACTIVE {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:42:52.965337 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52856) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:42:53.028876 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6adb3b5f-9815-4a3d-b0b1-be12856cf1de tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/floatingips/d2378531-3a30-4305-bfec-cbc0086b39b1 HTTP/1.1" status: 200 len: 993 time: 0.0620315 Jan 28 14:42:54.445676 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dd459da6-350e-4ddb-a7fc-1ee73e9ffe7a req-0b8e6640-6a10-4db5-9c2a-ee838b7889f6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0491459 Jan 28 14:42:54.536615 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd459da6-350e-4ddb-a7fc-1ee73e9ffe7a req-11251a8f-0a75-4ebb-8e1c-d7e07ff831c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:54.538108 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dd459da6-350e-4ddb-a7fc-1ee73e9ffe7a req-11251a8f-0a75-4ebb-8e1c-d7e07ff831c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 1096 time: 0.0455897 Jan 28 14:42:54.644082 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd459da6-350e-4ddb-a7fc-1ee73e9ffe7a req-5cf445d7-6c87-41fc-a5d6-3a4221db5941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:54.645552 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dd459da6-350e-4ddb-a7fc-1ee73e9ffe7a req-5cf445d7-6c87-41fc-a5d6-3a4221db5941 service neutron] 10.222.0.18 "GET /v2.0/networks?id=55e353bc-7c19-4e63-bba3-b905f77ff67d HTTP/1.1" status: 200 len: 897 time: 0.0888946 Jan 28 14:42:54.716683 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dd459da6-350e-4ddb-a7fc-1ee73e9ffe7a req-9d567eb8-a942-4f9f-b367-d38f35b96118 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c7e3882-72ff-4316-9ca2-589bc871e2ae HTTP/1.1" status: 200 len: 1001 time: 0.0643003 Jan 28 14:42:54.770406 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd459da6-350e-4ddb-a7fc-1ee73e9ffe7a req-28736dca-8afd-403e-aeb8-c38b08f35af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:54.771909 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dd459da6-350e-4ddb-a7fc-1ee73e9ffe7a req-28736dca-8afd-403e-aeb8-c38b08f35af1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a642fd71-7aa7-42c6-9f8d-d2bd23d1158a HTTP/1.1" status: 200 len: 835 time: 0.0496483 Jan 28 14:42:54.819405 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd459da6-350e-4ddb-a7fc-1ee73e9ffe7a req-3efa68e7-317f-4e79-90a4-3b5fd4633abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:54.820920 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dd459da6-350e-4ddb-a7fc-1ee73e9ffe7a req-3efa68e7-317f-4e79-90a4-3b5fd4633abc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55e353bc-7c19-4e63-bba3-b905f77ff67d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430899 Jan 28 14:42:54.916158 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dd459da6-350e-4ddb-a7fc-1ee73e9ffe7a req-40120db6-fe81-4630-895e-fabfd1c646a8 service neutron] 10.222.0.18 "GET /v2.0/networks/55e353bc-7c19-4e63-bba3-b905f77ff67d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887187 Jan 28 14:42:55.026289 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dd459da6-350e-4ddb-a7fc-1ee73e9ffe7a req-8fb448d7-d191-4cf2-9999-25ac3a9d0fcf service neutron] 10.222.0.18 "GET /v2.0/networks/55e353bc-7c19-4e63-bba3-b905f77ff67d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039357 Jan 28 14:42:57.194861 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:42:59.414479 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99ecff7c-5ed6-4639-917a-15cee8d6db05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:01.738171 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-05c3c0a3-8c72-41f1-ad78-0ab10610c980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:03.219337 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:04.588864 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:06.429517 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:18.514850 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:19.835111 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5290d08-da66-47b0-9ddb-4329bf8485d8 req-e06ba704-d17e-43c9-bfe5-80096a59b8f7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:19.836557 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b5290d08-da66-47b0-9ddb-4329bf8485d8 req-e06ba704-d17e-43c9-bfe5-80096a59b8f7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 945 time: 0.0801108 Jan 28 14:43:19.841799 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663b6a3-ec84-49aa-bd3a-97eba8275ca1 req-9a3e0cff-87ae-40e5-a5fd-ac5822b8e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:19.843336 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d663b6a3-ec84-49aa-bd3a-97eba8275ca1 req-9a3e0cff-87ae-40e5-a5fd-ac5822b8e536 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 1096 time: 0.0560932 Jan 28 14:43:20.298561 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b5290d08-da66-47b0-9ddb-4329bf8485d8 req-de9e68c6-35d4-4218-89a5-61a0a4cad31e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=1bbd0b2a-afcf-476e-b82b-dbfd87bbd458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4541512 Jan 28 14:43:20.321295 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663b6a3-ec84-49aa-bd3a-97eba8275ca1 req-518576ae-bb00-4d91-b546-5e11dbc5e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:20.322752 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d663b6a3-ec84-49aa-bd3a-97eba8275ca1 req-518576ae-bb00-4d91-b546-5e11dbc5e6e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=55e353bc-7c19-4e63-bba3-b905f77ff67d HTTP/1.1" status: 200 len: 897 time: 0.4718676 Jan 28 14:43:20.391418 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d663b6a3-ec84-49aa-bd3a-97eba8275ca1 req-69017f55-d31d-4398-9c90-0813c17f16f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c7e3882-72ff-4316-9ca2-589bc871e2ae HTTP/1.1" status: 200 len: 1001 time: 0.0612206 Jan 28 14:43:20.446662 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663b6a3-ec84-49aa-bd3a-97eba8275ca1 req-4aa3e665-01f9-4cbc-801f-453ed874a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:20.448150 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d663b6a3-ec84-49aa-bd3a-97eba8275ca1 req-4aa3e665-01f9-4cbc-801f-453ed874a332 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a642fd71-7aa7-42c6-9f8d-d2bd23d1158a HTTP/1.1" status: 200 len: 835 time: 0.0506389 Jan 28 14:43:20.497405 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663b6a3-ec84-49aa-bd3a-97eba8275ca1 req-6d270979-d943-40d5-986d-431c406df425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:20.498893 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d663b6a3-ec84-49aa-bd3a-97eba8275ca1 req-6d270979-d943-40d5-986d-431c406df425 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55e353bc-7c19-4e63-bba3-b905f77ff67d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439606 Jan 28 14:43:20.565816 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:20.590624 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d663b6a3-ec84-49aa-bd3a-97eba8275ca1 req-e6a36b85-be8d-4065-98dc-7e0a9c87dfb2 service neutron] 10.222.0.18 "GET /v2.0/networks/55e353bc-7c19-4e63-bba3-b905f77ff67d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836771 Jan 28 14:43:20.690708 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d663b6a3-ec84-49aa-bd3a-97eba8275ca1 req-057dd47a-d234-4d02-b181-bafb6b1a8180 service neutron] 10.222.0.18 "GET /v2.0/networks/55e353bc-7c19-4e63-bba3-b905f77ff67d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935457 Jan 28 14:43:21.446605 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb96f49-4acf-4c18-9170-ebfedc69047c req-0f239af6-be57-4585-a24b-8cbdaae6e249 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:21.448113 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ccb96f49-4acf-4c18-9170-ebfedc69047c req-0f239af6-be57-4585-a24b-8cbdaae6e249 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 945 time: 0.0642056 Jan 28 14:43:21.499804 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ccb96f49-4acf-4c18-9170-ebfedc69047c req-30f09620-c263-41f7-9705-d198021cca9d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=1bbd0b2a-afcf-476e-b82b-dbfd87bbd458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434821 Jan 28 14:43:22.625687 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5730a-c123-4e90-bed8-644c37c8a9bf req-aff2f861-5f3a-412b-9ae9-a13d03445d47 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:22.627165 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1ce5730a-c123-4e90-bed8-644c37c8a9bf req-aff2f861-5f3a-412b-9ae9-a13d03445d47 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 945 time: 0.0502477 Jan 28 14:43:22.676851 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1ce5730a-c123-4e90-bed8-644c37c8a9bf req-d2e48df4-568b-452f-bb28-df50a80b4478 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=1bbd0b2a-afcf-476e-b82b-dbfd87bbd458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440109 Jan 28 14:43:23.814247 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3625c55-5567-4883-9134-2c5ac24adced req-d535416e-ebcf-45dd-9e32-81a20b2cb078 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:23.815783 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b3625c55-5567-4883-9134-2c5ac24adced req-d535416e-ebcf-45dd-9e32-81a20b2cb078 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 945 time: 0.0606427 Jan 28 14:43:23.869927 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b3625c55-5567-4883-9134-2c5ac24adced req-c6e2026c-2dd7-43ab-a2b5-70fae840b002 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=1bbd0b2a-afcf-476e-b82b-dbfd87bbd458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455563 Jan 28 14:43:24.999631 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad25a4d-6611-4227-abcc-4932f6938db4 req-c86339dc-3c61-495b-b998-52fa43861eaa tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:25.001121 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8ad25a4d-6611-4227-abcc-4932f6938db4 req-c86339dc-3c61-495b-b998-52fa43861eaa tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 945 time: 0.0588403 Jan 28 14:43:25.051080 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8ad25a4d-6611-4227-abcc-4932f6938db4 req-ac6032c3-eec2-467b-8ba7-ac3e60ee3cc6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=1bbd0b2a-afcf-476e-b82b-dbfd87bbd458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439351 Jan 28 14:43:26.184853 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3e8e6-f536-4440-a762-29c60fb9e0be req-bddc0625-ac21-4c5b-942c-13e28728ecae tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:26.186326 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-39b3e8e6-f536-4440-a762-29c60fb9e0be req-bddc0625-ac21-4c5b-942c-13e28728ecae tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 945 time: 0.0531952 Jan 28 14:43:26.254158 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-39b3e8e6-f536-4440-a762-29c60fb9e0be req-4970c45f-fb50-437f-80dc-aff64b50c92f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=1bbd0b2a-afcf-476e-b82b-dbfd87bbd458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601234 Jan 28 14:43:27.395208 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18130ca-450f-481b-b6be-44390ea36b16 req-51396f6b-a48b-4fc5-9297-a235ba544b16 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:27.396694 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d18130ca-450f-481b-b6be-44390ea36b16 req-51396f6b-a48b-4fc5-9297-a235ba544b16 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 945 time: 0.0506291 Jan 28 14:43:27.451012 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d18130ca-450f-481b-b6be-44390ea36b16 req-71cbf061-cdb3-4a39-8ca7-7cc9fc8e9bc4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=1bbd0b2a-afcf-476e-b82b-dbfd87bbd458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484633 Jan 28 14:43:28.578055 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c02de0-3491-4480-a515-78c761dd0970 req-d4f480a1-06e5-4ec5-8c87-3ec3621754cc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:28.579543 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f5c02de0-3491-4480-a515-78c761dd0970 req-d4f480a1-06e5-4ec5-8c87-3ec3621754cc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 945 time: 0.0485780 Jan 28 14:43:28.632017 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f5c02de0-3491-4480-a515-78c761dd0970 req-e2ff4900-af71-4924-982b-053460bca5b9 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=1bbd0b2a-afcf-476e-b82b-dbfd87bbd458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438037 Jan 28 14:43:29.418072 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7024b7ba-021c-452a-b71d-e4161c3c2e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:29.760011 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c0797-2f24-4103-9837-c7fca1436ea2 req-5dc26e3f-771d-4b73-87e0-cf9c9c06bef0 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:29.761497 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ea5c0797-2f24-4103-9837-c7fca1436ea2 req-5dc26e3f-771d-4b73-87e0-cf9c9c06bef0 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 945 time: 0.0508118 Jan 28 14:43:29.817819 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ea5c0797-2f24-4103-9837-c7fca1436ea2 req-65af5546-4492-4ba4-982b-ead7209ba37f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=1bbd0b2a-afcf-476e-b82b-dbfd87bbd458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483413 Jan 28 14:43:30.952651 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac93fe7-9169-4b5c-a5c1-d66e1ed0057b req-397fb478-b816-4d95-8848-a79c894ec5a1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:30.954147 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fac93fe7-9169-4b5c-a5c1-d66e1ed0057b req-397fb478-b816-4d95-8848-a79c894ec5a1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 945 time: 0.0568547 Jan 28 14:43:31.004578 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fac93fe7-9169-4b5c-a5c1-d66e1ed0057b req-918482a2-e8a1-430b-8d7f-eb32b60201f1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=1bbd0b2a-afcf-476e-b82b-dbfd87bbd458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446150 Jan 28 14:43:31.734515 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0692f621-ed45-43fa-8f7a-d3ac90dce082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:32.128473 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a725db-c69c-499c-aa65-f849da7483f4 req-3048f717-3f81-4dbf-9500-58be85b6041c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:32.129949 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-99a725db-c69c-499c-aa65-f849da7483f4 req-3048f717-3f81-4dbf-9500-58be85b6041c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 945 time: 0.0537040 Jan 28 14:43:32.186559 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-99a725db-c69c-499c-aa65-f849da7483f4 req-303522a4-3f08-448f-872e-36d0c1dbaf08 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=1bbd0b2a-afcf-476e-b82b-dbfd87bbd458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484319 Jan 28 14:43:32.214136 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52890) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:43:32.277292 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8c6b20db-61ce-48e9-97d2-a5df6bc9c8ad tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/floatingips/d2378531-3a30-4305-bfec-cbc0086b39b1 HTTP/1.1" status: 200 len: 993 time: 0.0619078 Jan 28 14:43:33.228055 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:34.195306 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:43:34.593822 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:36.436453 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:48.514618 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:50.574039 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:54.532790 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c76ef94b-0f9d-43d6-8cd3-aaec96878a52 req-4793ddaf-6b9b-43cb-ba43-6a44ccfe74ed service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423315 Jan 28 14:43:54.625732 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ef94b-0f9d-43d6-8cd3-aaec96878a52 req-7d416fb3-75f7-4734-86b4-da75e45b9c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:54.627268 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c76ef94b-0f9d-43d6-8cd3-aaec96878a52 req-7d416fb3-75f7-4734-86b4-da75e45b9c17 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 1096 time: 0.0433924 Jan 28 14:43:54.747947 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ef94b-0f9d-43d6-8cd3-aaec96878a52 req-5ee4f157-6fa8-4c51-9fec-47ca56f33749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:54.749420 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c76ef94b-0f9d-43d6-8cd3-aaec96878a52 req-5ee4f157-6fa8-4c51-9fec-47ca56f33749 service neutron] 10.222.0.18 "GET /v2.0/networks?id=55e353bc-7c19-4e63-bba3-b905f77ff67d HTTP/1.1" status: 200 len: 897 time: 0.1011422 Jan 28 14:43:54.818458 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c76ef94b-0f9d-43d6-8cd3-aaec96878a52 req-141d13c9-96a4-4eed-b554-104d33de0896 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c7e3882-72ff-4316-9ca2-589bc871e2ae HTTP/1.1" status: 200 len: 1001 time: 0.0626616 Jan 28 14:43:54.871021 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ef94b-0f9d-43d6-8cd3-aaec96878a52 req-86e44562-a88b-4bfb-8874-5fe2b971b79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:54.872498 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c76ef94b-0f9d-43d6-8cd3-aaec96878a52 req-86e44562-a88b-4bfb-8874-5fe2b971b79c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a642fd71-7aa7-42c6-9f8d-d2bd23d1158a HTTP/1.1" status: 200 len: 835 time: 0.0476153 Jan 28 14:43:54.921043 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ef94b-0f9d-43d6-8cd3-aaec96878a52 req-0677b69e-8343-4004-a4a8-b53ea4f1cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:54.922512 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c76ef94b-0f9d-43d6-8cd3-aaec96878a52 req-0677b69e-8343-4004-a4a8-b53ea4f1cf45 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55e353bc-7c19-4e63-bba3-b905f77ff67d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425355 Jan 28 14:43:55.032385 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c76ef94b-0f9d-43d6-8cd3-aaec96878a52 req-3e340466-12c0-4a05-af71-8e98a07cda48 service neutron] 10.222.0.18 "GET /v2.0/networks/55e353bc-7c19-4e63-bba3-b905f77ff67d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020353 Jan 28 14:43:55.121347 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c76ef94b-0f9d-43d6-8cd3-aaec96878a52 req-abce21b7-cef2-4e87-a8dd-03b197ee4da2 service neutron] 10.222.0.18 "GET /v2.0/networks/55e353bc-7c19-4e63-bba3-b905f77ff67d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822639 Jan 28 14:43:59.422946 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9e40c831-41ff-466a-af7a-4b6c25c66fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:01.738653 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a427cf21-a85d-4918-a8d8-4c8272145386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:02.751234 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52910) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:44:02.916847 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-009e049e-20c5-49e4-94bd-89313082be6a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Deleting port 04e9ea9a-021e-40f8-b06e-6a6e7d1dccfb {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:44:02.917136 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-009e049e-20c5-49e4-94bd-89313082be6a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (04e9ea9a-021e-40f8-b06e-6a6e7d1dccfb), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:02.997954 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-009e049e-20c5-49e4-94bd-89313082be6a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (04e9ea9a-021e-40f8-b06e-6a6e7d1dccfb), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:02.998255 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-009e049e-20c5-49e4-94bd-89313082be6a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for floatingip (04e9ea9a-021e-40f8-b06e-6a6e7d1dccfb), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:03.010807 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-009e049e-20c5-49e4-94bd-89313082be6a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Calling delete_port for 04e9ea9a-021e-40f8-b06e-6a6e7d1dccfb owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:44:03.168643 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-009e049e-20c5-49e4-94bd-89313082be6a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (04e9ea9a-021e-40f8-b06e-6a6e7d1dccfb), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:03.196561 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e049e-20c5-49e4-94bd-89313082be6a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Port': ['ID=04e9ea9a-021e-40f8-b06e-6a6e7d1dccfb,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:03.208601 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e049e-20c5-49e4-94bd-89313082be6a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:03.208808 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e049e-20c5-49e4-94bd-89313082be6a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:03.209012 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e049e-20c5-49e4-94bd-89313082be6a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:03.209342 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e049e-20c5-49e4-94bd-89313082be6a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:03.209676 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e049e-20c5-49e4-94bd-89313082be6a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:03.209995 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e049e-20c5-49e4-94bd-89313082be6a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:03.210322 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e049e-20c5-49e4-94bd-89313082be6a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:03.210641 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e049e-20c5-49e4-94bd-89313082be6a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:03.210989 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e049e-20c5-49e4-94bd-89313082be6a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:03.211314 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e049e-20c5-49e4-94bd-89313082be6a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:03.211629 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e049e-20c5-49e4-94bd-89313082be6a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:03.211945 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e049e-20c5-49e4-94bd-89313082be6a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:03.212357 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e049e-20c5-49e4-94bd-89313082be6a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:03.223954 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:03.265709 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-009e049e-20c5-49e4-94bd-89313082be6a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for floatingip (d2378531-3a30-4305-bfec-cbc0086b39b1), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:03.265978 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-009e049e-20c5-49e4-94bd-89313082be6a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Floating IP d2378531-3a30-4305-bfec-cbc0086b39b1 disassociated (deleted). External IP: 172.25.3.197, port: 4c7e3882-72ff-4316-9ca2-589bc871e2ae. Jan 28 14:44:03.842001 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009e049e-20c5-49e4-94bd-89313082be6a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Router 33c0deae-3053-4d49-bb4b-c31b5227dc6a has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:44:03.952773 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009e049e-20c5-49e4-94bd-89313082be6a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:44:03.957793 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-009e049e-20c5-49e4-94bd-89313082be6a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:03.962417 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7913459e-35b6-4890-9b6f-75a313e0a3e5 None None] Sync routers for ids ['33c0deae-3053-4d49-bb4b-c31b5227dc6a'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:44:03.972453 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7913459e-35b6-4890-9b6f-75a313e0a3e5 None None] Routers {'33c0deae-3053-4d49-bb4b-c31b5227dc6a'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:44:03.973062 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-7913459e-35b6-4890-9b6f-75a313e0a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:44:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['33c0deae-3053-4d49-bb4b-c31b5227dc6a'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:44:03.988145 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-009e049e-20c5-49e4-94bd-89313082be6a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "DELETE /v2.0/floatingips/d2378531-3a30-4305-bfec-cbc0086b39b1 HTTP/1.1" status: 204 len: 168 time: 1.2333956 Jan 28 14:44:03.988145 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdfe8509-4ba6-4b11-9f0d-3af1c88388db', 'tag': '4c7e3882-72ff-4316-9ca2-589bc871e2ae'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:44:03.989785 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5642515-e04d-4147-918c-27bdb391096d" -d '{"events": [{"name": "network-changed", "server_uuid": "fdfe8509-4ba6-4b11-9f0d-3af1c88388db", "tag": "4c7e3882-72ff-4316-9ca2-589bc871e2ae"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:44:04.086097 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-7913459e-35b6-4890-9b6f-75a313e0a3e5 None None] Set router 33c0deae-3053-4d49-bb4b-c31b5227dc6a gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:44:04.093443 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd24b505-2771-41e6-a4d8-3718460d4d50 x-openstack-request-id: req-bd24b505-2771-41e6-a4d8-3718460d4d50 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:44:04.094038 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdfe8509-4ba6-4b11-9f0d-3af1c88388db", "tag": "4c7e3882-72ff-4316-9ca2-589bc871e2ae", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:44:04.094607 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd24b505-2771-41e6-a4d8-3718460d4d50 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:44:04.095266 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdfe8509-4ba6-4b11-9f0d-3af1c88388db', 'tag': '4c7e3882-72ff-4316-9ca2-589bc871e2ae', 'status': 'completed', 'code': 200} Jan 28 14:44:04.175127 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5642515-e04d-4147-918c-27bdb391096d req-bf1d4035-1dca-4533-a902-80d7547e282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:04.177404 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c5642515-e04d-4147-918c-27bdb391096d req-bf1d4035-1dca-4533-a902-80d7547e282f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 1096 time: 0.0517190 Jan 28 14:44:04.236980 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecf4af-d91b-41ba-932d-b82d3de08080 req-4d8ec00a-c514-485b-820e-824ec622efa8 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:04.238602 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-94ecf4af-d91b-41ba-932d-b82d3de08080 req-4d8ec00a-c514-485b-820e-824ec622efa8 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 945 time: 0.0486639 Jan 28 14:44:04.284419 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5642515-e04d-4147-918c-27bdb391096d req-9443c768-a2ab-444d-a43b-dae86ab5e30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:04.286278 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c5642515-e04d-4147-918c-27bdb391096d req-9443c768-a2ab-444d-a43b-dae86ab5e30a service neutron] 10.222.0.18 "GET /v2.0/networks?id=55e353bc-7c19-4e63-bba3-b905f77ff67d HTTP/1.1" status: 200 len: 897 time: 0.1018965 Jan 28 14:44:04.292593 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-94ecf4af-d91b-41ba-932d-b82d3de08080 req-044d0d39-2092-4bb2-8f3f-77e7a321613a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=1bbd0b2a-afcf-476e-b82b-dbfd87bbd458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478361 Jan 28 14:44:04.294341 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-7913459e-35b6-4890-9b6f-75a313e0a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039401491', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:42:35Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'b5dd4c11-66c0-4a29-823b-3cad5dace008', 'name': '', 'network_id': '55e353bc-7c19-4e63-bba3-b905f77ff67d', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:0f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a642fd71-7aa7-42c6-9f8d-d2bd23d1158a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:42:34Z', 'updated_at': '2022-01-28T14:42:38Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': 'a642fd71-7aa7-42c6-9f8d-d2bd23d1158a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:44:04.329852 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c5642515-e04d-4147-918c-27bdb391096d req-49d4f345-aef4-4975-806d-ec0e23bab009 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c7e3882-72ff-4316-9ca2-589bc871e2ae HTTP/1.1" status: 200 len: 217 time: 0.0355582 Jan 28 14:44:04.385316 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5642515-e04d-4147-918c-27bdb391096d req-41f490a1-86f1-4ffa-ab77-8e17e4a259f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:04.386715 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c5642515-e04d-4147-918c-27bdb391096d req-41f490a1-86f1-4ffa-ab77-8e17e4a259f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a642fd71-7aa7-42c6-9f8d-d2bd23d1158a HTTP/1.1" status: 200 len: 835 time: 0.0506768 Jan 28 14:44:04.435426 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5642515-e04d-4147-918c-27bdb391096d req-474e81aa-8939-4351-9b5b-36409dd9911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:04.436945 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c5642515-e04d-4147-918c-27bdb391096d req-474e81aa-8939-4351-9b5b-36409dd9911c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55e353bc-7c19-4e63-bba3-b905f77ff67d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439146 Jan 28 14:44:04.487754 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7913459e-35b6-4890-9b6f-75a313e0a3e5 None None] Checking router: 33c0deae-3053-4d49-bb4b-c31b5227dc6a for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:44:04.498204 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7913459e-35b6-4890-9b6f-75a313e0a3e5 None None] Routers {'33c0deae-3053-4d49-bb4b-c31b5227dc6a'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:44:04.498738 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-7913459e-35b6-4890-9b6f-75a313e0a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:44:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['33c0deae-3053-4d49-bb4b-c31b5227dc6a'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:44:04.535785 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c5642515-e04d-4147-918c-27bdb391096d req-a2e4a535-81a6-4c40-8d93-9f699f6a5584 service neutron] 10.222.0.18 "GET /v2.0/networks/55e353bc-7c19-4e63-bba3-b905f77ff67d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917616 Jan 28 14:44:04.607163 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:04.613647 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-7913459e-35b6-4890-9b6f-75a313e0a3e5 None None] Set router 33c0deae-3053-4d49-bb4b-c31b5227dc6a gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:44:04.626603 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c5642515-e04d-4147-918c-27bdb391096d req-5f57814b-599b-43e4-9a65-6213c8fb807e service neutron] 10.222.0.18 "GET /v2.0/networks/55e353bc-7c19-4e63-bba3-b905f77ff67d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841370 Jan 28 14:44:04.813922 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-7913459e-35b6-4890-9b6f-75a313e0a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039401491', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:42:35Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'b5dd4c11-66c0-4a29-823b-3cad5dace008', 'name': '', 'network_id': '55e353bc-7c19-4e63-bba3-b905f77ff67d', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:0f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a642fd71-7aa7-42c6-9f8d-d2bd23d1158a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:42:34Z', 'updated_at': '2022-01-28T14:42:38Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': 'a642fd71-7aa7-42c6-9f8d-d2bd23d1158a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:44:04.841198 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7913459e-35b6-4890-9b6f-75a313e0a3e5 None None] The sync data for ids ['33c0deae-3053-4d49-bb4b-c31b5227dc6a'] in n-d-822747-2 is: [{'id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039401491', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:42:35Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'b5dd4c11-66c0-4a29-823b-3cad5dace008', 'name': '', 'network_id': '55e353bc-7c19-4e63-bba3-b905f77ff67d', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:0f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a642fd71-7aa7-42c6-9f8d-d2bd23d1158a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:42:34Z', 'updated_at': '2022-01-28T14:42:38Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': 'a642fd71-7aa7-42c6-9f8d-d2bd23d1158a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:44:05.084430 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87527391-9809-4c09-bece-a930793505a0 None None] New status for floating IP d2378531-3a30-4305-bfec-cbc0086b39b1: DOWN {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:44:05.420890 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163db85-9585-4f3f-b26f-c156c1b711c9 req-a95f061c-1510-498f-849e-339967b219af tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:05.422352 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e163db85-9585-4f3f-b26f-c156c1b711c9 req-a95f061c-1510-498f-849e-339967b219af tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 945 time: 0.0516729 Jan 28 14:44:05.481341 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e163db85-9585-4f3f-b26f-c156c1b711c9 req-570d6159-1225-4548-9dc9-df60c1ba864e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=1bbd0b2a-afcf-476e-b82b-dbfd87bbd458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506513 Jan 28 14:44:05.674153 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e940d-039b-4c8a-a015-b95ff521a391 req-2070823a-750c-4a06-a030-836c405ca54a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:05.675661 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-937e940d-039b-4c8a-a015-b95ff521a391 req-2070823a-750c-4a06-a030-836c405ca54a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 945 time: 0.0523300 Jan 28 14:44:05.779228 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-937e940d-039b-4c8a-a015-b95ff521a391 req-ed5ec08d-4fb0-4ce3-b05c-1e9312f470ec tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Deleting port 4c7e3882-72ff-4316-9ca2-589bc871e2ae {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:44:05.779579 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-937e940d-039b-4c8a-a015-b95ff521a391 req-ed5ec08d-4fb0-4ce3-b05c-1e9312f470ec tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (4c7e3882-72ff-4316-9ca2-589bc871e2ae), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:05.873696 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-937e940d-039b-4c8a-a015-b95ff521a391 req-ed5ec08d-4fb0-4ce3-b05c-1e9312f470ec tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] For port 4c7e3882-72ff-4316-9ca2-589bc871e2ae, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=4c7e3882-72ff-4316-9ca2-589bc871e2ae,segment=NetworkSegment(252b90ac-8034-4755-a4c2-6753c7d14e06),segment_id=252b90ac-8034-4755-a4c2-6753c7d14e06)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:44:05.874061 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-937e940d-039b-4c8a-a015-b95ff521a391 req-ed5ec08d-4fb0-4ce3-b05c-1e9312f470ec tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (4c7e3882-72ff-4316-9ca2-589bc871e2ae), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:05.886624 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-937e940d-039b-4c8a-a015-b95ff521a391 req-ed5ec08d-4fb0-4ce3-b05c-1e9312f470ec tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Calling delete_port for 4c7e3882-72ff-4316-9ca2-589bc871e2ae owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:44:06.027621 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-937e940d-039b-4c8a-a015-b95ff521a391 req-ed5ec08d-4fb0-4ce3-b05c-1e9312f470ec tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (4c7e3882-72ff-4316-9ca2-589bc871e2ae), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:06.055176 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ec08d-4fb0-4ce3-b05c-1e9312f470ec tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Port': ['ID=4c7e3882-72ff-4316-9ca2-589bc871e2ae,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:06.065718 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ec08d-4fb0-4ce3-b05c-1e9312f470ec tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:06.066092 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ec08d-4fb0-4ce3-b05c-1e9312f470ec tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:06.066432 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ec08d-4fb0-4ce3-b05c-1e9312f470ec tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:06.066763 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ec08d-4fb0-4ce3-b05c-1e9312f470ec tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:06.067113 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ec08d-4fb0-4ce3-b05c-1e9312f470ec tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:06.067445 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ec08d-4fb0-4ce3-b05c-1e9312f470ec tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:06.067770 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ec08d-4fb0-4ce3-b05c-1e9312f470ec tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:06.068091 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ec08d-4fb0-4ce3-b05c-1e9312f470ec tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:06.068787 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ec08d-4fb0-4ce3-b05c-1e9312f470ec tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:06.068787 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ec08d-4fb0-4ce3-b05c-1e9312f470ec tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:06.069020 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ec08d-4fb0-4ce3-b05c-1e9312f470ec tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:06.069346 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ec08d-4fb0-4ce3-b05c-1e9312f470ec tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:06.069628 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ec08d-4fb0-4ce3-b05c-1e9312f470ec tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:06.109817 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-937e940d-039b-4c8a-a015-b95ff521a391 req-ed5ec08d-4fb0-4ce3-b05c-1e9312f470ec tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] No DVR routers for this DVR port 4c7e3882-72ff-4316-9ca2-589bc871e2ae on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:44:06.112694 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-937e940d-039b-4c8a-a015-b95ff521a391 req-ed5ec08d-4fb0-4ce3-b05c-1e9312f470ec tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:06.115969 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-937e940d-039b-4c8a-a015-b95ff521a391 req-ed5ec08d-4fb0-4ce3-b05c-1e9312f470ec tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.18 "DELETE /v2.0/ports/4c7e3882-72ff-4316-9ca2-589bc871e2ae HTTP/1.1" status: 204 len: 173 time: 0.4347229 Jan 28 14:44:06.116423 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfe8509-4ba6-4b11-9f0d-3af1c88388db', 'name': 'network-vif-deleted', 'tag': '4c7e3882-72ff-4316-9ca2-589bc871e2ae'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:44:06.118873 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9105602e-b871-41ac-b086-334b9e3f0820" -d '{"events": [{"server_uuid": "fdfe8509-4ba6-4b11-9f0d-3af1c88388db", "name": "network-vif-deleted", "tag": "4c7e3882-72ff-4316-9ca2-589bc871e2ae"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:44:06.157022 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7114b4ca-e005-4c65-8438-31f7a81bf919 x-openstack-request-id: req-7114b4ca-e005-4c65-8438-31f7a81bf919 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:44:06.157320 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdfe8509-4ba6-4b11-9f0d-3af1c88388db", "name": "network-vif-deleted", "tag": "4c7e3882-72ff-4316-9ca2-589bc871e2ae", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:44:06.157576 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7114b4ca-e005-4c65-8438-31f7a81bf919 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:44:06.158133 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfe8509-4ba6-4b11-9f0d-3af1c88388db', 'name': 'network-vif-deleted', 'tag': '4c7e3882-72ff-4316-9ca2-589bc871e2ae', 'status': 'completed', 'code': 200} Jan 28 14:44:06.439107 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:06.608473 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b24fdffd-c55e-4737-8399-f1b359b986cb req-d79a1d9c-19bc-4d58-a958-40c69220fb6f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfe8509-4ba6-4b11-9f0d-3af1c88388db HTTP/1.1" status: 200 len: 210 time: 0.0328197 Jan 28 14:44:07.677489 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52928) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:44:08.072978 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e23365fc-794e-4128-a5e3-c74df3e268ad tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (33c0deae-3053-4d49-bb4b-c31b5227dc6a), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:08.349770 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e23365fc-794e-4128-a5e3-c74df3e268ad tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Deleting port b5dd4c11-66c0-4a29-823b-3cad5dace008 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:44:08.350118 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e23365fc-794e-4128-a5e3-c74df3e268ad tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b5dd4c11-66c0-4a29-823b-3cad5dace008), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:08.439293 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-e23365fc-794e-4128-a5e3-c74df3e268ad tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] For port b5dd4c11-66c0-4a29-823b-3cad5dace008, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b5dd4c11-66c0-4a29-823b-3cad5dace008,segment=NetworkSegment(252b90ac-8034-4755-a4c2-6753c7d14e06),segment_id=252b90ac-8034-4755-a4c2-6753c7d14e06)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:44:08.439665 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e23365fc-794e-4128-a5e3-c74df3e268ad tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b5dd4c11-66c0-4a29-823b-3cad5dace008), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:08.451627 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e23365fc-794e-4128-a5e3-c74df3e268ad tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Calling delete_port for b5dd4c11-66c0-4a29-823b-3cad5dace008 owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:44:08.652254 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e23365fc-794e-4128-a5e3-c74df3e268ad tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (b5dd4c11-66c0-4a29-823b-3cad5dace008), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:08.680983 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23365fc-794e-4128-a5e3-c74df3e268ad tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Port': ['ID=b5dd4c11-66c0-4a29-823b-3cad5dace008,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:08.856471 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e23365fc-794e-4128-a5e3-c74df3e268ad tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (33c0deae-3053-4d49-bb4b-c31b5227dc6a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:09.093779 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23365fc-794e-4128-a5e3-c74df3e268ad tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Router 33c0deae-3053-4d49-bb4b-c31b5227dc6a has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:44:09.205249 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23365fc-794e-4128-a5e3-c74df3e268ad tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:44:09.210761 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e23365fc-794e-4128-a5e3-c74df3e268ad tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "PUT /v2.0/routers/33c0deae-3053-4d49-bb4b-c31b5227dc6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5322485 Jan 28 14:44:09.213850 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52930) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:44:09.216542 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d63db5-ea32-43be-a54a-418fd426451b None None] Sync routers for ids ['33c0deae-3053-4d49-bb4b-c31b5227dc6a'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:44:09.227333 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d63db5-ea32-43be-a54a-418fd426451b None None] Routers {'33c0deae-3053-4d49-bb4b-c31b5227dc6a'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:44:09.227961 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-46d63db5-ea32-43be-a54a-418fd426451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:44:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['33c0deae-3053-4d49-bb4b-c31b5227dc6a'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:44:09.265054 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-e080519f-7aa6-457f-a5af-b1a0344ec144 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Deleting subnet a642fd71-7aa7-42c6-9f8d-d2bd23d1158a {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:44:09.268764 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e080519f-7aa6-457f-a5af-b1a0344ec144 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for subnet (a642fd71-7aa7-42c6-9f8d-d2bd23d1158a), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:09.313086 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e080519f-7aa6-457f-a5af-b1a0344ec144 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (a642fd71-7aa7-42c6-9f8d-d2bd23d1158a), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:09.345336 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-46d63db5-ea32-43be-a54a-418fd426451b None None] Set router 33c0deae-3053-4d49-bb4b-c31b5227dc6a gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:44:09.403420 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e080519f-7aa6-457f-a5af-b1a0344ec144 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (a642fd71-7aa7-42c6-9f8d-d2bd23d1158a), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:09.462265 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e080519f-7aa6-457f-a5af-b1a0344ec144 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (a642fd71-7aa7-42c6-9f8d-d2bd23d1158a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:09.489138 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080519f-7aa6-457f-a5af-b1a0344ec144 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Subnet': ['ID=a642fd71-7aa7-42c6-9f8d-d2bd23d1158a,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:09.492931 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e080519f-7aa6-457f-a5af-b1a0344ec144 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:09.496299 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e080519f-7aa6-457f-a5af-b1a0344ec144 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "DELETE /v2.0/subnets/a642fd71-7aa7-42c6-9f8d-d2bd23d1158a HTTP/1.1" status: 204 len: 168 time: 0.2815170 Jan 28 14:44:09.499037 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52932) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:44:09.503532 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0cede9-ee61-4323-a52c-c424aeac48c4 None None] Network 55e353bc-7c19-4e63-bba3-b905f77ff67d requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:44:09.570946 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 4c7e3882-72ff-4316-9ca2-589bc871e2ae no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:44:09.609724 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0959f414-2366-4261-ad4e-2e05de2b8a0f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router (33c0deae-3053-4d49-bb4b-c31b5227dc6a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:09.611325 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: 4c7e3882-72ff-4316-9ca2-589bc871e2ae {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:44:09.611676 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device 4c7e3882-72ff-4316-9ca2-589bc871e2ae not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:44:09.627285 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-46d63db5-ea32-43be-a54a-418fd426451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039401491', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:44:08Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:44:09.656093 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d63db5-ea32-43be-a54a-418fd426451b None None] Checking router: 33c0deae-3053-4d49-bb4b-c31b5227dc6a for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:44:09.667659 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d63db5-ea32-43be-a54a-418fd426451b None None] Routers {'33c0deae-3053-4d49-bb4b-c31b5227dc6a'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:44:09.668276 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-46d63db5-ea32-43be-a54a-418fd426451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:44:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['33c0deae-3053-4d49-bb4b-c31b5227dc6a'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:44:09.722647 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0959f414-2366-4261-ad4e-2e05de2b8a0f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_gateway (33c0deae-3053-4d49-bb4b-c31b5227dc6a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:09.735806 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f226dc63-de3e-49ba-892b-fade2a292d4c None None] DHCP port deletion for 55e353bc-7c19-4e63-bba3-b905f77ff67d request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:44:09.781296 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-0959f414-2366-4261-ad4e-2e05de2b8a0f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Deleting port b29f73a2-e8fd-43bd-9d77-91073010b029 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:44:09.781640 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0959f414-2366-4261-ad4e-2e05de2b8a0f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b29f73a2-e8fd-43bd-9d77-91073010b029), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:09.813582 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-46d63db5-ea32-43be-a54a-418fd426451b None None] Set router 33c0deae-3053-4d49-bb4b-c31b5227dc6a gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:44:09.863129 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-0959f414-2366-4261-ad4e-2e05de2b8a0f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] For port b29f73a2-e8fd-43bd-9d77-91073010b029, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b29f73a2-e8fd-43bd-9d77-91073010b029,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:44:09.863384 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0959f414-2366-4261-ad4e-2e05de2b8a0f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b29f73a2-e8fd-43bd-9d77-91073010b029), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:09.876771 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-0959f414-2366-4261-ad4e-2e05de2b8a0f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Calling delete_port for b29f73a2-e8fd-43bd-9d77-91073010b029 owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:44:09.924591 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f226dc63-de3e-49ba-892b-fade2a292d4c None None] Deleting port 0a08455f-b015-4712-b290-14c3b4afa5d1 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:44:09.924917 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f226dc63-de3e-49ba-892b-fade2a292d4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (0a08455f-b015-4712-b290-14c3b4afa5d1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:10.006526 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f226dc63-de3e-49ba-892b-fade2a292d4c None None] For port 0a08455f-b015-4712-b290-14c3b4afa5d1, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=0a08455f-b015-4712-b290-14c3b4afa5d1,segment=NetworkSegment(252b90ac-8034-4755-a4c2-6753c7d14e06),segment_id=252b90ac-8034-4755-a4c2-6753c7d14e06)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:44:10.006841 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f226dc63-de3e-49ba-892b-fade2a292d4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (0a08455f-b015-4712-b290-14c3b4afa5d1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:10.036861 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f226dc63-de3e-49ba-892b-fade2a292d4c None None] Calling delete_port for 0a08455f-b015-4712-b290-14c3b4afa5d1 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:44:10.046987 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0959f414-2366-4261-ad4e-2e05de2b8a0f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b29f73a2-e8fd-43bd-9d77-91073010b029), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:10.072852 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959f414-2366-4261-ad4e-2e05de2b8a0f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Port': ['ID=b29f73a2-e8fd-43bd-9d77-91073010b029,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:10.116394 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-46d63db5-ea32-43be-a54a-418fd426451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039401491', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:44:08Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:44:10.137069 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0959f414-2366-4261-ad4e-2e05de2b8a0f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (33c0deae-3053-4d49-bb4b-c31b5227dc6a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:10.153250 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d63db5-ea32-43be-a54a-418fd426451b None None] The sync data for ids ['33c0deae-3053-4d49-bb4b-c31b5227dc6a'] in n-d-822747-2 is: [{'id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039401491', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:44:08Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': 'b29f73a2-e8fd-43bd-9d77-91073010b029', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c0deae-3053-4d49-bb4b-c31b5227dc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:42:32Z', 'updated_at': '2022-01-28T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:44:10.166308 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f226dc63-de3e-49ba-892b-fade2a292d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (0a08455f-b015-4712-b290-14c3b4afa5d1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:10.195155 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226dc63-de3e-49ba-892b-fade2a292d4c None None] Pushing event deleted for resources: {'Port': ['ID=0a08455f-b015-4712-b290-14c3b4afa5d1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:10.199703 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f226dc63-de3e-49ba-892b-fade2a292d4c None None] No DVR routers for this DVR port 0a08455f-b015-4712-b290-14c3b4afa5d1 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:44:10.207005 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226dc63-de3e-49ba-892b-fade2a292d4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:10.207277 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226dc63-de3e-49ba-892b-fade2a292d4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:10.207684 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226dc63-de3e-49ba-892b-fade2a292d4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:10.207963 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226dc63-de3e-49ba-892b-fade2a292d4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:10.208291 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226dc63-de3e-49ba-892b-fade2a292d4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:10.208611 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226dc63-de3e-49ba-892b-fade2a292d4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:10.208927 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226dc63-de3e-49ba-892b-fade2a292d4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:10.209695 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226dc63-de3e-49ba-892b-fade2a292d4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:10.209695 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226dc63-de3e-49ba-892b-fade2a292d4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:10.209878 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226dc63-de3e-49ba-892b-fade2a292d4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:10.210156 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226dc63-de3e-49ba-892b-fade2a292d4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:10.210458 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226dc63-de3e-49ba-892b-fade2a292d4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:10.210775 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226dc63-de3e-49ba-892b-fade2a292d4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:10.232990 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0959f414-2366-4261-ad4e-2e05de2b8a0f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (33c0deae-3053-4d49-bb4b-c31b5227dc6a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:10.235165 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0959f414-2366-4261-ad4e-2e05de2b8a0f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_controller (33c0deae-3053-4d49-bb4b-c31b5227dc6a), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:10.280874 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0959f414-2366-4261-ad4e-2e05de2b8a0f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (33c0deae-3053-4d49-bb4b-c31b5227dc6a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:10.281407 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0959f414-2366-4261-ad4e-2e05de2b8a0f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Fanout notify agent at l3_agent the message router_deleted on router 33c0deae-3053-4d49-bb4b-c31b5227dc6a {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:44:10.288441 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0959f414-2366-4261-ad4e-2e05de2b8a0f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:10.289552 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0959f414-2366-4261-ad4e-2e05de2b8a0f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "DELETE /v2.0/routers/33c0deae-3053-4d49-bb4b-c31b5227dc6a HTTP/1.1" status: 204 len: 168 time: 0.7893977 Jan 28 14:44:10.293018 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52934) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:44:10.373715 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a8086e08-a468-493c-b1fe-983c2c980d77 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (55e353bc-7c19-4e63-bba3-b905f77ff67d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:10.457425 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a8086e08-a468-493c-b1fe-983c2c980d77 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (55e353bc-7c19-4e63-bba3-b905f77ff67d), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:10.477647 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-a8086e08-a468-493c-b1fe-983c2c980d77 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e353bc-7c19-4e63-bba3-b905f77ff67d']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:44:10.487643 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-a8086e08-a468-493c-b1fe-983c2c980d77 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '252b90ac-8034-4755-a4c2-6753c7d14e06') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:44:10.487937 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-a8086e08-a468-493c-b1fe-983c2c980d77 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '252b90ac-8034-4755-a4c2-6753c7d14e06') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:44:10.498363 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a8086e08-a468-493c-b1fe-983c2c980d77 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (252b90ac-8034-4755-a4c2-6753c7d14e06), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:10.513126 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a8086e08-a468-493c-b1fe-983c2c980d77 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (252b90ac-8034-4755-a4c2-6753c7d14e06), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:10.519719 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8086e08-a468-493c-b1fe-983c2c980d77 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:44:10.520027 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a8086e08-a468-493c-b1fe-983c2c980d77 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (252b90ac-8034-4755-a4c2-6753c7d14e06), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: timer() Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:44:10.523674 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:44:10.594812 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a8086e08-a468-493c-b1fe-983c2c980d77 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (55e353bc-7c19-4e63-bba3-b905f77ff67d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:10.604496 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a8086e08-a468-493c-b1fe-983c2c980d77 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:10.610419 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a8086e08-a468-493c-b1fe-983c2c980d77 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "DELETE /v2.0/networks/55e353bc-7c19-4e63-bba3-b905f77ff67d HTTP/1.1" status: 204 len: 168 time: 0.3138900 Jan 28 14:44:10.610875 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52936) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:44:10.624764 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8086e08-a468-493c-b1fe-983c2c980d77 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Network': ['ID=55e353bc-7c19-4e63-bba3-b905f77ff67d,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:10.640238 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 0a08455f-b015-4712-b290-14c3b4afa5d1 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:44:10.661176 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 0a08455f-b015-4712-b290-14c3b4afa5d1 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:44:10.661521 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 0a08455f-b015-4712-b290-14c3b4afa5d1 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:44:10.661956 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b5dd4c11-66c0-4a29-823b-3cad5dace008 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:44:10.690352 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1f6bca87-6f62-4cc2-bbb4-296f9ee845ae tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (1bbd0b2a-afcf-476e-b82b-dbfd87bbd458), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:10.690855 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: b5dd4c11-66c0-4a29-823b-3cad5dace008 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:44:10.691230 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b5dd4c11-66c0-4a29-823b-3cad5dace008 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:44:10.716547 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1f6bca87-6f62-4cc2-bbb4-296f9ee845ae tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (1bbd0b2a-afcf-476e-b82b-dbfd87bbd458), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:10.787580 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1f6bca87-6f62-4cc2-bbb4-296f9ee845ae tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (1bbd0b2a-afcf-476e-b82b-dbfd87bbd458), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:10.790335 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1f6bca87-6f62-4cc2-bbb4-296f9ee845ae tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:10.791717 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1f6bca87-6f62-4cc2-bbb4-296f9ee845ae tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "DELETE /v2.0/security-groups/1bbd0b2a-afcf-476e-b82b-dbfd87bbd458 HTTP/1.1" status: 204 len: 168 time: 0.1729047 Jan 28 14:44:10.814434 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6bca87-6f62-4cc2-bbb4-296f9ee845ae tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbd0b2a-afcf-476e-b82b-dbfd87bbd458,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:10.997812 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52942) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:44:11.002491 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-44a66166-8e6b-4d90-a4fd-b4dddad7e155 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1032822777', 'description': 'tempest-secgroup-smoke-1032822777 description', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:44:11.026405 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-44a66166-8e6b-4d90-a4fd-b4dddad7e155 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.101072 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-44a66166-8e6b-4d90-a4fd-b4dddad7e155 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (c63a9b33-5b62-4b52-85ef-67eb74562b81), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.105770 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-44a66166-8e6b-4d90-a4fd-b4dddad7e155 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c63a9b33-5b62-4b52-85ef-67eb74562b81), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.134315 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a66166-8e6b-4d90-a4fd-b4dddad7e155 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c63a9b33-5b62-4b52-85ef-67eb74562b81,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:11.140303 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-44a66166-8e6b-4d90-a4fd-b4dddad7e155 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.141542 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-44a66166-8e6b-4d90-a4fd-b4dddad7e155 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1427174 Jan 28 14:44:11.144503 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52944) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:44:11.148814 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-a239d8d5-300f-4209-a598-2c74e88c34e3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': 'c63a9b33-5b62-4b52-85ef-67eb74562b81', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:44:11.175084 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a239d8d5-300f-4209-a598-2c74e88c34e3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (570020e8-9832-42a6-809a-7e6158dc445e), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.196055 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:44:11.235676 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a239d8d5-300f-4209-a598-2c74e88c34e3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (570020e8-9832-42a6-809a-7e6158dc445e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.240515 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a239d8d5-300f-4209-a598-2c74e88c34e3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (570020e8-9832-42a6-809a-7e6158dc445e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.260285 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239d8d5-300f-4209-a598-2c74e88c34e3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=570020e8-9832-42a6-809a-7e6158dc445e,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:11.266480 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a239d8d5-300f-4209-a598-2c74e88c34e3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.267729 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a239d8d5-300f-4209-a598-2c74e88c34e3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222680 Jan 28 14:44:11.271672 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52946) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:44:11.276027 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-e26adb70-cb57-417f-a5ad-1a2d0b8cc6b5 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': 'c63a9b33-5b62-4b52-85ef-67eb74562b81', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:44:11.302657 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e26adb70-cb57-417f-a5ad-1a2d0b8cc6b5 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (f8c77e1c-43c0-42aa-94e5-7f9ffb063517), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.368053 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e26adb70-cb57-417f-a5ad-1a2d0b8cc6b5 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (f8c77e1c-43c0-42aa-94e5-7f9ffb063517), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.373470 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e26adb70-cb57-417f-a5ad-1a2d0b8cc6b5 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (f8c77e1c-43c0-42aa-94e5-7f9ffb063517), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.393035 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26adb70-cb57-417f-a5ad-1a2d0b8cc6b5 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c77e1c-43c0-42aa-94e5-7f9ffb063517,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:11.399946 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e26adb70-cb57-417f-a5ad-1a2d0b8cc6b5 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.401211 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e26adb70-cb57-417f-a5ad-1a2d0b8cc6b5 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1286051 Jan 28 14:44:11.403988 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52948) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:44:11.408703 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-b3be8215-c321-4592-a273-9c8143d4ab73 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': 'c63a9b33-5b62-4b52-85ef-67eb74562b81', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:44:11.434380 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3be8215-c321-4592-a273-9c8143d4ab73 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (0585f9d0-8522-4bbb-a769-d9d24ebbea18), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.493349 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3be8215-c321-4592-a273-9c8143d4ab73 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (0585f9d0-8522-4bbb-a769-d9d24ebbea18), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.498443 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3be8215-c321-4592-a273-9c8143d4ab73 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (0585f9d0-8522-4bbb-a769-d9d24ebbea18), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.515367 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be8215-c321-4592-a273-9c8143d4ab73 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0585f9d0-8522-4bbb-a769-d9d24ebbea18,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:11.524485 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b3be8215-c321-4592-a273-9c8143d4ab73 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.525724 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b3be8215-c321-4592-a273-9c8143d4ab73 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207788 Jan 28 14:44:11.528544 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52950) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:44:11.533205 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-bf4f9fe5-58ca-4b2a-a467-9847cd9b021a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': 'c63a9b33-5b62-4b52-85ef-67eb74562b81', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:44:11.557849 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bf4f9fe5-58ca-4b2a-a467-9847cd9b021a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (4b489da7-0cdf-40bc-91fd-432f73ba493b), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.614313 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bf4f9fe5-58ca-4b2a-a467-9847cd9b021a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (4b489da7-0cdf-40bc-91fd-432f73ba493b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.620864 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bf4f9fe5-58ca-4b2a-a467-9847cd9b021a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (4b489da7-0cdf-40bc-91fd-432f73ba493b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.642464 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f9fe5-58ca-4b2a-a467-9847cd9b021a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b489da7-0cdf-40bc-91fd-432f73ba493b,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:11.652740 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bf4f9fe5-58ca-4b2a-a467-9847cd9b021a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.653978 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bf4f9fe5-58ca-4b2a-a467-9847cd9b021a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1245158 Jan 28 14:44:11.658271 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52952) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:44:11.662792 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-d0275e20-27ae-4fac-b343-53fce43d8750 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': 'c63a9b33-5b62-4b52-85ef-67eb74562b81', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:44:11.685197 n-d-822747-2 neutron-server[103351]: INFO neutron.db.securitygroups_db [None req-d0275e20-27ae-4fac-b343-53fce43d8750 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Project bbb7aad61d4a4398a3de25c19faf4785 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:44:11.690540 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d0275e20-27ae-4fac-b343-53fce43d8750 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (90939d56-2404-42fd-a526-f6e5d0987880), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.759523 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d0275e20-27ae-4fac-b343-53fce43d8750 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (90939d56-2404-42fd-a526-f6e5d0987880), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.765242 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d0275e20-27ae-4fac-b343-53fce43d8750 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (90939d56-2404-42fd-a526-f6e5d0987880), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.784103 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0275e20-27ae-4fac-b343-53fce43d8750 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90939d56-2404-42fd-a526-f6e5d0987880,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:11.793350 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d0275e20-27ae-4fac-b343-53fce43d8750 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.794903 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d0275e20-27ae-4fac-b343-53fce43d8750 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1356175 Jan 28 14:44:11.797833 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52954) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:44:11.804175 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-0a627c6c-b153-4dde-a267-32c985d72ad1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': 'c63a9b33-5b62-4b52-85ef-67eb74562b81', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:44:11.826251 n-d-822747-2 neutron-server[103351]: INFO neutron.db.securitygroups_db [None req-0a627c6c-b153-4dde-a267-32c985d72ad1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Project bbb7aad61d4a4398a3de25c19faf4785 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:44:11.831735 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0a627c6c-b153-4dde-a267-32c985d72ad1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (64e635d5-de71-44d1-b4c8-043816fd9201), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.891704 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0a627c6c-b153-4dde-a267-32c985d72ad1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (64e635d5-de71-44d1-b4c8-043816fd9201), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.896494 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0a627c6c-b153-4dde-a267-32c985d72ad1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (64e635d5-de71-44d1-b4c8-043816fd9201), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.912096 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a627c6c-b153-4dde-a267-32c985d72ad1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e635d5-de71-44d1-b4c8-043816fd9201,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:11.926428 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0a627c6c-b153-4dde-a267-32c985d72ad1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.927680 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0a627c6c-b153-4dde-a267-32c985d72ad1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1289101 Jan 28 14:44:11.930504 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52956) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:44:11.936845 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-dea8101e-7714-493f-bc48-548244a6f98e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'network': {'name': 'tempest-network-smoke--1017406976', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'port_security_enabled': True}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:44:11.960540 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea8101e-7714-493f-bc48-548244a6f98e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Made reservation on behalf of bbb7aad61d4a4398a3de25c19faf4785 for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:44:11.964031 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dea8101e-7714-493f-bc48-548244a6f98e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.988255 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea8101e-7714-493f-bc48-548244a6f98e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:44:11.999686 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dea8101e-7714-493f-bc48-548244a6f98e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (404f4258-6380-4324-85fd-2c6390d7e831), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:12.000075 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-dea8101e-7714-493f-bc48-548244a6f98e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Added segment 404f4258-6380-4324-85fd-2c6390d7e831 of type vlan for network d4dad155-e61a-458f-b440-56a46e5c3596 Jan 28 14:44:12.040432 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dea8101e-7714-493f-bc48-548244a6f98e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (d4dad155-e61a-458f-b440-56a46e5c3596), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:12.065926 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dea8101e-7714-493f-bc48-548244a6f98e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (d4dad155-e61a-458f-b440-56a46e5c3596), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:12.070854 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea8101e-7714-493f-bc48-548244a6f98e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:12.071437 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dea8101e-7714-493f-bc48-548244a6f98e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:12.110121 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dea8101e-7714-493f-bc48-548244a6f98e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1785538 Jan 28 14:44:12.113114 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52958) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:44:12.117822 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a5e2d7b5-87ed-4136-b0fc-11a1891d3c1b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-7898050', 'admin_state_up': True, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:44:12.141468 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8101e-7714-493f-bc48-548244a6f98e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Network': ['ID=d4dad155-e61a-458f-b440-56a46e5c3596,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:12.141899 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d7b5-87ed-4136-b0fc-11a1891d3c1b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (ce848d61-0f20-48e2-aaf0-483129e88456), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:12.142939 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d7b5-87ed-4136-b0fc-11a1891d3c1b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (ce848d61-0f20-48e2-aaf0-483129e88456), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:12.153163 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network d4dad155-e61a-458f-b440-56a46e5c3596 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:44:12.194561 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d7b5-87ed-4136-b0fc-11a1891d3c1b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_controller (ce848d61-0f20-48e2-aaf0-483129e88456), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:12.292466 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b29f73a2-e8fd-43bd-9d77-91073010b029 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:44:12.313802 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: b29f73a2-e8fd-43bd-9d77-91073010b029 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:44:12.314152 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b29f73a2-e8fd-43bd-9d77-91073010b029 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:44:12.335652 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d7b5-87ed-4136-b0fc-11a1891d3c1b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_gateway (ce848d61-0f20-48e2-aaf0-483129e88456), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:12.540398 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d7b5-87ed-4136-b0fc-11a1891d3c1b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_gateway (ce848d61-0f20-48e2-aaf0-483129e88456), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:12.559197 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d7b5-87ed-4136-b0fc-11a1891d3c1b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:12.677189 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-a5e2d7b5-87ed-4136-b0fc-11a1891d3c1b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Allocated IP 172.25.3.86 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/7b9056d3-b94d-48d9-af0c-aa4ff7283235) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:44:12.780874 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d7b5-87ed-4136-b0fc-11a1891d3c1b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (7b9056d3-b94d-48d9-af0c-aa4ff7283235), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:12.825710 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d7b5-87ed-4136-b0fc-11a1891d3c1b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (7b9056d3-b94d-48d9-af0c-aa4ff7283235), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:12.867443 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e2d7b5-87ed-4136-b0fc-11a1891d3c1b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:44:12.870365 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-a5e2d7b5-87ed-4136-b0fc-11a1891d3c1b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:44:12.873023 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e2d7b5-87ed-4136-b0fc-11a1891d3c1b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:44:12.898737 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2d7b5-87ed-4136-b0fc-11a1891d3c1b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=7b9056d3-b94d-48d9-af0c-aa4ff7283235,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:13.141103 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d7b5-87ed-4136-b0fc-11a1891d3c1b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_gateway (ce848d61-0f20-48e2-aaf0-483129e88456), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:13.347493 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d7b5-87ed-4136-b0fc-11a1891d3c1b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (ce848d61-0f20-48e2-aaf0-483129e88456), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:13.830536 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e2d7b5-87ed-4136-b0fc-11a1891d3c1b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Router ce848d61-0f20-48e2-aaf0-483129e88456 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:44:13.935440 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e2d7b5-87ed-4136-b0fc-11a1891d3c1b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:44:13.948693 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16b3aca-a05e-4a8a-9348-13ed15dedd10 None None] Sync routers for ids ['ce848d61-0f20-48e2-aaf0-483129e88456'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:44:13.959076 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d7b5-87ed-4136-b0fc-11a1891d3c1b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:13.963312 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a5e2d7b5-87ed-4136-b0fc-11a1891d3c1b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.8460946 Jan 28 14:44:13.963479 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16b3aca-a05e-4a8a-9348-13ed15dedd10 None None] Routers {'ce848d61-0f20-48e2-aaf0-483129e88456'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:44:13.963479 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a16b3aca-a05e-4a8a-9348-13ed15dedd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:44:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['ce848d61-0f20-48e2-aaf0-483129e88456'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:44:13.963827 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52960) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:44:13.995505 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-46a54132-926a-4b06-b05b-f37379448b72 tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=bbb7aad61d4a4398a3de25c19faf4785&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303679 Jan 28 14:44:13.998943 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 52962) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:44:14.072832 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-a16b3aca-a05e-4a8a-9348-13ed15dedd10 None None] Set router ce848d61-0f20-48e2-aaf0-483129e88456 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:44:14.087826 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e57bc1-e261-47f4-a4a7-f927660c948d tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:14.089293 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f2e57bc1-e261-47f4-a4a7-f927660c948d tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894573 Jan 28 14:44:14.092526 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52964) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:44:14.120508 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-149d47d3-9231-45dd-a006-cc67ad1d3f4a tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268173 Jan 28 14:44:14.123419 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52966) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:44:14.128165 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-d3d0d7ce-a281-4a66-b65c-9a1c0afb077b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-58758127', 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:44:14.216702 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d0d7ce-a281-4a66-b65c-9a1c0afb077b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Made reservation on behalf of bbb7aad61d4a4398a3de25c19faf4785 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:44:14.220190 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d3d0d7ce-a281-4a66-b65c-9a1c0afb077b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:14.249509 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a16b3aca-a05e-4a8a-9348-13ed15dedd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7898050', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:44:13Z', 'revision_number': 3, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:44:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:44:14.280546 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16b3aca-a05e-4a8a-9348-13ed15dedd10 None None] Checking router: ce848d61-0f20-48e2-aaf0-483129e88456 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:44:14.280873 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16b3aca-a05e-4a8a-9348-13ed15dedd10 None None] Updating router ce848d61-0f20-48e2-aaf0-483129e88456 port 7b9056d3-b94d-48d9-af0c-aa4ff7283235 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:44:14.309672 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a16b3aca-a05e-4a8a-9348-13ed15dedd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7b9056d3-b94d-48d9-af0c-aa4ff7283235), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:14.406790 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d3d0d7ce-a281-4a66-b65c-9a1c0afb077b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (58e415a9-1999-4367-bf47-99350e5b3cf3), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:14.468233 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0d7ce-a281-4a66-b65c-9a1c0afb077b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Subnet': ['ID=58e415a9-1999-4367-bf47-99350e5b3cf3,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:14.477943 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d0d7ce-a281-4a66-b65c-9a1c0afb077b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Checking segment: {'id': '404f4258-6380-4324-85fd-2c6390d7e831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:44:14.478428 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d0d7ce-a281-4a66-b65c-9a1c0afb077b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network hostable DHCP agents. Network: d4dad155-e61a-458f-b440-56a46e5c3596, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:44:14.497255 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d0d7ce-a281-4a66-b65c-9a1c0afb077b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network d4dad155-e61a-458f-b440-56a46e5c3596 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:44:14.508348 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-d3d0d7ce-a281-4a66-b65c-9a1c0afb077b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, d4dad155-e61a-458f-b440-56a46e5c3596) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:44:14.512627 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d0d7ce-a281-4a66-b65c-9a1c0afb077b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:14.513236 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d3d0d7ce-a281-4a66-b65c-9a1c0afb077b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:14.520703 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae17321d-6177-4905-bc5a-ba883df836b0 None None] Network d4dad155-e61a-458f-b440-56a46e5c3596 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:44:14.533485 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d3d0d7ce-a281-4a66-b65c-9a1c0afb077b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4090328 Jan 28 14:44:14.536205 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 52968) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:44:14.628539 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60778ec8-e058-494d-b825-ff6d66bbb047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-d4dad155-e61a-458f-b440-56a46e5c3596', 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'fixed_ips': [{'subnet_id': '58e415a9-1999-4367-bf47-99350e5b3cf3'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:44:14.629421 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-60778ec8-e058-494d-b825-ff6d66bbb047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:14.664391 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a16b3aca-a05e-4a8a-9348-13ed15dedd10 None None] Publish callbacks [] for port (7b9056d3-b94d-48d9-af0c-aa4ff7283235), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:14.670225 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a16b3aca-a05e-4a8a-9348-13ed15dedd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7b9056d3-b94d-48d9-af0c-aa4ff7283235), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:14.723159 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-a16b3aca-a05e-4a8a-9348-13ed15dedd10 None None] Attempting to bind port 7b9056d3-b94d-48d9-af0c-aa4ff7283235 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:44:14.723606 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-a16b3aca-a05e-4a8a-9348-13ed15dedd10 None None] Attempting to bind port 7b9056d3-b94d-48d9-af0c-aa4ff7283235 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:44:14.724028 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16b3aca-a05e-4a8a-9348-13ed15dedd10 None None] Attempting to bind port 7b9056d3-b94d-48d9-af0c-aa4ff7283235 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:44:14.731276 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c5a4d-95ea-4f8d-a02b-4408290137b9 None None] Pushing event updated for resources: {'Port': ['ID=7b9056d3-b94d-48d9-af0c-aa4ff7283235,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:14.733561 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16b3aca-a05e-4a8a-9348-13ed15dedd10 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:44:14.734005 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16b3aca-a05e-4a8a-9348-13ed15dedd10 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:44:14.734407 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a16b3aca-a05e-4a8a-9348-13ed15dedd10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:14.734794 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16b3aca-a05e-4a8a-9348-13ed15dedd10 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:44:14.735291 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-a16b3aca-a05e-4a8a-9348-13ed15dedd10 None None] Bound port: 7b9056d3-b94d-48d9-af0c-aa4ff7283235, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:44:14.735663 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a16b3aca-a05e-4a8a-9348-13ed15dedd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7b9056d3-b94d-48d9-af0c-aa4ff7283235), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:14.761151 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c5a4d-95ea-4f8d-a02b-4408290137b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:14.761577 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c5a4d-95ea-4f8d-a02b-4408290137b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:14.761831 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c5a4d-95ea-4f8d-a02b-4408290137b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:14.762210 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c5a4d-95ea-4f8d-a02b-4408290137b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:14.762495 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c5a4d-95ea-4f8d-a02b-4408290137b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:14.762819 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c5a4d-95ea-4f8d-a02b-4408290137b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:14.763305 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c5a4d-95ea-4f8d-a02b-4408290137b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:14.763588 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c5a4d-95ea-4f8d-a02b-4408290137b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:14.763895 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c5a4d-95ea-4f8d-a02b-4408290137b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:14.764210 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c5a4d-95ea-4f8d-a02b-4408290137b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:14.764532 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c5a4d-95ea-4f8d-a02b-4408290137b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:14.764848 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c5a4d-95ea-4f8d-a02b-4408290137b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:14.765161 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c5a4d-95ea-4f8d-a02b-4408290137b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:44:14.777291 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-60778ec8-e058-494d-b825-ff6d66bbb047 None None] Allocated IP 172.20.0.2 (d4dad155-e61a-458f-b440-56a46e5c3596/58e415a9-1999-4367-bf47-99350e5b3cf3/704fe680-b594-46a8-ac49-5aa44bec3836) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:44:14.799857 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-a16b3aca-a05e-4a8a-9348-13ed15dedd10 None None] For port 7b9056d3-b94d-48d9-af0c-aa4ff7283235, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:44:14.803247 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-a16b3aca-a05e-4a8a-9348-13ed15dedd10 None None] For port 7b9056d3-b94d-48d9-af0c-aa4ff7283235, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7b9056d3-b94d-48d9-af0c-aa4ff7283235,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:44:14.808864 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a16b3aca-a05e-4a8a-9348-13ed15dedd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7b9056d3-b94d-48d9-af0c-aa4ff7283235), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:14.870820 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c5a4d-95ea-4f8d-a02b-4408290137b9 None None] Pushing event updated for resources: {'Port': ['ID=7b9056d3-b94d-48d9-af0c-aa4ff7283235,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:14.875951 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16b3aca-a05e-4a8a-9348-13ed15dedd10 None None] Routers {'ce848d61-0f20-48e2-aaf0-483129e88456'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:44:14.876665 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a16b3aca-a05e-4a8a-9348-13ed15dedd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:44:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['ce848d61-0f20-48e2-aaf0-483129e88456'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:44:14.929922 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-60778ec8-e058-494d-b825-ff6d66bbb047 None None] Publish callbacks [] for port (704fe680-b594-46a8-ac49-5aa44bec3836), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:14.939086 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-60778ec8-e058-494d-b825-ff6d66bbb047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (704fe680-b594-46a8-ac49-5aa44bec3836), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:14.983260 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e7172908-31dd-429c-9fa4-cd9a0f9c12ba tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:14.985849 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60778ec8-e058-494d-b825-ff6d66bbb047 None None] Network d4dad155-e61a-458f-b440-56a46e5c3596 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:44:14.987491 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-60778ec8-e058-494d-b825-ff6d66bbb047 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:44:14.991155 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60778ec8-e058-494d-b825-ff6d66bbb047 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:44:14.993395 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-a16b3aca-a05e-4a8a-9348-13ed15dedd10 None None] Set router ce848d61-0f20-48e2-aaf0-483129e88456 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:44:15.004299 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60778ec8-e058-494d-b825-ff6d66bbb047 None None] Pushing event updated for resources: {'Port': ['ID=704fe680-b594-46a8-ac49-5aa44bec3836,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:15.058597 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-60778ec8-e058-494d-b825-ff6d66bbb047 None None] Attempting to bind port 704fe680-b594-46a8-ac49-5aa44bec3836 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:44:15.059024 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-60778ec8-e058-494d-b825-ff6d66bbb047 None None] Attempting to bind port 704fe680-b594-46a8-ac49-5aa44bec3836 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '404f4258-6380-4324-85fd-2c6390d7e831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:44:15.059401 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60778ec8-e058-494d-b825-ff6d66bbb047 None None] Attempting to bind port 704fe680-b594-46a8-ac49-5aa44bec3836 on network d4dad155-e61a-458f-b440-56a46e5c3596 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:44:15.064529 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60778ec8-e058-494d-b825-ff6d66bbb047 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:44:15.064907 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60778ec8-e058-494d-b825-ff6d66bbb047 None None] Checking segment: {'id': '404f4258-6380-4324-85fd-2c6390d7e831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:44:15.065313 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-60778ec8-e058-494d-b825-ff6d66bbb047 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:15.065712 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60778ec8-e058-494d-b825-ff6d66bbb047 None None] Bound using segment: {'id': '404f4258-6380-4324-85fd-2c6390d7e831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:44:15.066182 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-60778ec8-e058-494d-b825-ff6d66bbb047 None None] Bound port: 704fe680-b594-46a8-ac49-5aa44bec3836, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404f4258-6380-4324-85fd-2c6390d7e831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:44:15.066569 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-60778ec8-e058-494d-b825-ff6d66bbb047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (704fe680-b594-46a8-ac49-5aa44bec3836), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:15.130731 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-60778ec8-e058-494d-b825-ff6d66bbb047 None None] For port 704fe680-b594-46a8-ac49-5aa44bec3836, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:44:15.134717 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-60778ec8-e058-494d-b825-ff6d66bbb047 None None] For port 704fe680-b594-46a8-ac49-5aa44bec3836, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=704fe680-b594-46a8-ac49-5aa44bec3836,segment=NetworkSegment(404f4258-6380-4324-85fd-2c6390d7e831),segment_id=404f4258-6380-4324-85fd-2c6390d7e831)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:44:15.140312 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-60778ec8-e058-494d-b825-ff6d66bbb047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (704fe680-b594-46a8-ac49-5aa44bec3836), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:15.187299 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a16b3aca-a05e-4a8a-9348-13ed15dedd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7898050', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:44:13Z', 'revision_number': 3, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:44:15.214623 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16b3aca-a05e-4a8a-9348-13ed15dedd10 None None] The sync data for ids ['ce848d61-0f20-48e2-aaf0-483129e88456'] in n-d-822747-2 is: [{'id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7898050', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:44:13Z', 'revision_number': 3, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:44:15.257333 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-e7172908-31dd-429c-9fa4-cd9a0f9c12ba tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Allocated IP 172.20.0.1 (d4dad155-e61a-458f-b440-56a46e5c3596/58e415a9-1999-4367-bf47-99350e5b3cf3/64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:44:15.378518 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60778ec8-e058-494d-b825-ff6d66bbb047 None None] Pushing event updated for resources: {'Port': ['ID=704fe680-b594-46a8-ac49-5aa44bec3836,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:15.379808 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e7172908-31dd-429c-9fa4-cd9a0f9c12ba tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:15.421578 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e7172908-31dd-429c-9fa4-cd9a0f9c12ba tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:15.481823 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7172908-31dd-429c-9fa4-cd9a0f9c12ba tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network d4dad155-e61a-458f-b440-56a46e5c3596 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:44:15.484972 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-e7172908-31dd-429c-9fa4-cd9a0f9c12ba tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:44:15.491442 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7172908-31dd-429c-9fa4-cd9a0f9c12ba tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:44:15.498134 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7172908-31dd-429c-9fa4-cd9a0f9c12ba tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:15.547273 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e7172908-31dd-429c-9fa4-cd9a0f9c12ba tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (ce848d61-0f20-48e2-aaf0-483129e88456), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:15.716933 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e7172908-31dd-429c-9fa4-cd9a0f9c12ba tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:16.412268 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e7172908-31dd-429c-9fa4-cd9a0f9c12ba tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:16.417534 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e7172908-31dd-429c-9fa4-cd9a0f9c12ba tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:16.463495 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 704fe680-b594-46a8-ac49-5aa44bec3836 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:44:16.494146 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6070c7-be23-4a7e-8734-9dcdbc47d70e None None] Network d4dad155-e61a-458f-b440-56a46e5c3596 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:44:16.503364 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e7172908-31dd-429c-9fa4-cd9a0f9c12ba tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (ce848d61-0f20-48e2-aaf0-483129e88456), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:16.511431 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7172908-31dd-429c-9fa4-cd9a0f9c12ba tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:16.584189 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-680daca2-ca39-4feb-9494-c6dadf837406 None None] Provisioning complete for port 704fe680-b594-46a8-ac49-5aa44bec3836 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:44:16.584565 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-680daca2-ca39-4feb-9494-c6dadf837406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (704fe680-b594-46a8-ac49-5aa44bec3836), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:16.604077 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7172908-31dd-429c-9fa4-cd9a0f9c12ba tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network d4dad155-e61a-458f-b440-56a46e5c3596 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:44:16.605896 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-e7172908-31dd-429c-9fa4-cd9a0f9c12ba tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:44:16.622339 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 704fe680-b594-46a8-ac49-5aa44bec3836 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:44:16.622717 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (704fe680-b594-46a8-ac49-5aa44bec3836), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:16.728579 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7172908-31dd-429c-9fa4-cd9a0f9c12ba tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Router ce848d61-0f20-48e2-aaf0-483129e88456 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:44:16.771068 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-680daca2-ca39-4feb-9494-c6dadf837406 None None] Current status of the port 704fe680-b594-46a8-ac49-5aa44bec3836 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:44:16.771465 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-680daca2-ca39-4feb-9494-c6dadf837406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (704fe680-b594-46a8-ac49-5aa44bec3836), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:16.791104 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 704fe680-b594-46a8-ac49-5aa44bec3836 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:44:16.791506 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (704fe680-b594-46a8-ac49-5aa44bec3836), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:16.826234 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-680daca2-ca39-4feb-9494-c6dadf837406 None None] For port 704fe680-b594-46a8-ac49-5aa44bec3836, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=704fe680-b594-46a8-ac49-5aa44bec3836,segment=NetworkSegment(404f4258-6380-4324-85fd-2c6390d7e831),segment_id=404f4258-6380-4324-85fd-2c6390d7e831)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:44:16.834440 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-680daca2-ca39-4feb-9494-c6dadf837406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (704fe680-b594-46a8-ac49-5aa44bec3836), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:16.846819 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7172908-31dd-429c-9fa4-cd9a0f9c12ba tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:44:16.860691 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e7172908-31dd-429c-9fa4-cd9a0f9c12ba tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "PUT /v2.0/routers/ce848d61-0f20-48e2-aaf0-483129e88456/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3149159 Jan 28 14:44:16.928834 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 14:44:16.929191 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 14:44:16.929684 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680daca2-ca39-4feb-9494-c6dadf837406 None None] Pushing event updated for resources: {'Port': ['ID=704fe680-b594-46a8-ac49-5aa44bec3836,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:17.014955 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e259591-cc2a-4d4c-92fd-938e3fd2ea00 None None] Sync routers for ids ['ce848d61-0f20-48e2-aaf0-483129e88456'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:44:17.025946 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e259591-cc2a-4d4c-92fd-938e3fd2ea00 None None] Routers {'ce848d61-0f20-48e2-aaf0-483129e88456'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:44:17.026589 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-1e259591-cc2a-4d4c-92fd-938e3fd2ea00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:44:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['ce848d61-0f20-48e2-aaf0-483129e88456'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:44:17.037429 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-db8803c5-fd69-4b24-b15a-a5478958e02f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1032822777&fields=id&tenant_id=bbb7aad61d4a4398a3de25c19faf4785 HTTP/1.1" status: 200 len: 267 time: 0.0527918 Jan 28 14:44:17.089489 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d0984e65-e576-47eb-895a-9f84dfcc673f None None] Provisioning complete for port 64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:44:17.089870 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0984e65-e576-47eb-895a-9f84dfcc673f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:17.163542 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-c9b7a63b-b4bf-42c7-92ed-0539ce2827a7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:17.164574 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d0984e65-e576-47eb-895a-9f84dfcc673f None None] Port 64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:44:17.165607 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-c9b7a63b-b4bf-42c7-92ed-0539ce2827a7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/networks?id=d4dad155-e61a-458f-b440-56a46e5c3596 HTTP/1.1" status: 200 len: 797 time: 0.1211224 Jan 28 14:44:17.178473 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-1e259591-cc2a-4d4c-92fd-938e3fd2ea00 None None] Set router ce848d61-0f20-48e2-aaf0-483129e88456 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:44:17.181506 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-c4dc0351-3001-46d2-a5ac-5e93981f8319 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/quotas/bbb7aad61d4a4398a3de25c19faf4785 HTTP/1.1" status: 200 len: 375 time: 0.0097544 Jan 28 14:44:17.223216 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d0984e65-e576-47eb-895a-9f84dfcc673f None None] Provisioning complete for port 704fe680-b594-46a8-ac49-5aa44bec3836 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:44:17.223499 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0984e65-e576-47eb-895a-9f84dfcc673f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (704fe680-b594-46a8-ac49-5aa44bec3836), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:17.244137 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-2746c019-b2c2-41df-9af0-d66def67fd4c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511723 Jan 28 14:44:17.350539 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-6dd4ece2-9862-49ba-b74d-fc8461ecc8aa service neutron] 10.222.0.39 "GET /v2.0/networks/d4dad155-e61a-458f-b440-56a46e5c3596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936968 Jan 28 14:44:17.442895 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-aea80b34-2718-485e-9486-bfa2af312389 service neutron] 10.222.0.39 "GET /v2.0/networks/d4dad155-e61a-458f-b440-56a46e5c3596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856421 Jan 28 14:44:17.511701 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d0984e65-e576-47eb-895a-9f84dfcc673f None None] Current status of the port 704fe680-b594-46a8-ac49-5aa44bec3836 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:44:17.528307 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 704fe680-b594-46a8-ac49-5aa44bec3836 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:44:17.529318 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7b9056d3-b94d-48d9-af0c-aa4ff7283235 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:44:17.620858 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-1e259591-cc2a-4d4c-92fd-938e3fd2ea00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7898050', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:44:15Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83', 'name': '', 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:80:85:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '58e415a9-1999-4367-bf47-99350e5b3cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:44:15Z', 'updated_at': '2022-01-28T14:44:16Z', 'revision_number': 2, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '58e415a9-1999-4367-bf47-99350e5b3cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:44:17.621045 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c6c1aeb6-b624-4623-9781-6e0e5baf4797 req-002e4307-fd44-4ced-8857-faa4737508a1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 210 time: 0.0341480 Jan 28 14:44:17.658744 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e259591-cc2a-4d4c-92fd-938e3fd2ea00 None None] Checking router: ce848d61-0f20-48e2-aaf0-483129e88456 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:44:17.659125 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e259591-cc2a-4d4c-92fd-938e3fd2ea00 None None] Updating router ce848d61-0f20-48e2-aaf0-483129e88456 port 64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:44:17.700690 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 7b9056d3-b94d-48d9-af0c-aa4ff7283235 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:44:17.701063 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7b9056d3-b94d-48d9-af0c-aa4ff7283235), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:17.704083 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e259591-cc2a-4d4c-92fd-938e3fd2ea00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:17.707322 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f88b010c-4692-4096-a332-085ba741dca6 None None] Provisioning complete for port 64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:44:17.707688 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f88b010c-4692-4096-a332-085ba741dca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:17.813795 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f88b010c-4692-4096-a332-085ba741dca6 None None] Port 64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:44:17.931599 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 7b9056d3-b94d-48d9-af0c-aa4ff7283235 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:44:17.931985 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7b9056d3-b94d-48d9-af0c-aa4ff7283235), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:17.994842 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 7b9056d3-b94d-48d9-af0c-aa4ff7283235, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7b9056d3-b94d-48d9-af0c-aa4ff7283235,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:44:17.999545 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7b9056d3-b94d-48d9-af0c-aa4ff7283235), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:18.239902 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=7b9056d3-b94d-48d9-af0c-aa4ff7283235,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:18.299097 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e259591-cc2a-4d4c-92fd-938e3fd2ea00 None None] Publish callbacks [] for port (64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:18.304845 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e259591-cc2a-4d4c-92fd-938e3fd2ea00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:18.353247 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddf01f-7fb8-41c6-a6f8-7b24f0ce413b None None] Pushing event updated for resources: {'Port': ['ID=64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:18.359593 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 704fe680-b594-46a8-ac49-5aa44bec3836 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:44:18.448707 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-1e259591-cc2a-4d4c-92fd-938e3fd2ea00 None None] Attempting to bind port 64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:44:18.448976 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-1e259591-cc2a-4d4c-92fd-938e3fd2ea00 None None] Attempting to bind port 64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '404f4258-6380-4324-85fd-2c6390d7e831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:44:18.449177 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e259591-cc2a-4d4c-92fd-938e3fd2ea00 None None] Attempting to bind port 64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83 on network d4dad155-e61a-458f-b440-56a46e5c3596 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:44:18.458065 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e259591-cc2a-4d4c-92fd-938e3fd2ea00 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:44:18.458443 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e259591-cc2a-4d4c-92fd-938e3fd2ea00 None None] Checking segment: {'id': '404f4258-6380-4324-85fd-2c6390d7e831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:44:18.458844 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e259591-cc2a-4d4c-92fd-938e3fd2ea00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:18.459266 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e259591-cc2a-4d4c-92fd-938e3fd2ea00 None None] Bound using segment: {'id': '404f4258-6380-4324-85fd-2c6390d7e831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:44:18.459744 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-1e259591-cc2a-4d4c-92fd-938e3fd2ea00 None None] Bound port: 64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404f4258-6380-4324-85fd-2c6390d7e831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:44:18.460312 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e259591-cc2a-4d4c-92fd-938e3fd2ea00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:18.477776 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 704fe680-b594-46a8-ac49-5aa44bec3836 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:44:18.478226 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (704fe680-b594-46a8-ac49-5aa44bec3836), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:18.558026 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:18.579777 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1e259591-cc2a-4d4c-92fd-938e3fd2ea00 None None] For port 64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:44:18.583023 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1e259591-cc2a-4d4c-92fd-938e3fd2ea00 None None] For port 64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83,segment=NetworkSegment(404f4258-6380-4324-85fd-2c6390d7e831),segment_id=404f4258-6380-4324-85fd-2c6390d7e831)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:44:18.611293 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e259591-cc2a-4d4c-92fd-938e3fd2ea00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:18.665006 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 704fe680-b594-46a8-ac49-5aa44bec3836 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:44:18.666364 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7b9056d3-b94d-48d9-af0c-aa4ff7283235 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:44:18.679039 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-c4c7d7c9-1acc-48c5-b925-ea2fe04b9b09 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:18.680806 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-c4c7d7c9-1acc-48c5-b925-ea2fe04b9b09 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.18 "GET /v2.0/networks?id=d4dad155-e61a-458f-b440-56a46e5c3596 HTTP/1.1" status: 200 len: 797 time: 0.1318784 Jan 28 14:44:18.732794 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-59ddd6d5-d0cc-4a91-b8a0-da675d1b736d None None] Provisioning complete for port 64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:44:18.733285 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-59ddd6d5-d0cc-4a91-b8a0-da675d1b736d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:18.743210 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddf01f-7fb8-41c6-a6f8-7b24f0ce413b None None] Pushing event updated for resources: {'Port': ['ID=64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:18.763684 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e80ad5a7-dc40-4f6f-88e0-9a12b45e8834 req-0dd08f12-fe5d-4c10-acf4-7ee4c127e187 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 210 time: 0.0417941 Jan 28 14:44:18.769119 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e259591-cc2a-4d4c-92fd-938e3fd2ea00 None None] Routers {'ce848d61-0f20-48e2-aaf0-483129e88456'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:44:18.769719 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-1e259591-cc2a-4d4c-92fd-938e3fd2ea00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:44:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['ce848d61-0f20-48e2-aaf0-483129e88456'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:44:18.811158 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-4986ae4f-8eff-4a65-8b2d-f8de23e712fd tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbb7aad61d4a4398a3de25c19faf4785 HTTP/1.1" status: 200 len: 380 time: 0.1214886 Jan 28 14:44:18.823727 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-8e1caaa3-b369-428a-bb03-a1c8d2ceb6cb tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'port': {'device_id': '7e42e129-0725-4a44-b79e-b8b0a5e8c01b', 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596', 'admin_state_up': True, 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'security_groups': ['c63a9b33-5b62-4b52-85ef-67eb74562b81']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:44:18.875792 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 7b9056d3-b94d-48d9-af0c-aa4ff7283235 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:44:18.876164 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7b9056d3-b94d-48d9-af0c-aa4ff7283235), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:18.948364 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-8e1caaa3-b369-428a-bb03-a1c8d2ceb6cb tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Made reservation on behalf of bbb7aad61d4a4398a3de25c19faf4785 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:44:18.952139 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-8e1caaa3-b369-428a-bb03-a1c8d2ceb6cb tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:18.955646 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-1e259591-cc2a-4d4c-92fd-938e3fd2ea00 None None] Set router ce848d61-0f20-48e2-aaf0-483129e88456 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:44:18.999458 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-59ddd6d5-d0cc-4a91-b8a0-da675d1b736d None None] Current status of the port 64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:44:18.999866 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-59ddd6d5-d0cc-4a91-b8a0-da675d1b736d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:19.082853 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-8e1caaa3-b369-428a-bb03-a1c8d2ceb6cb tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Allocated IP 172.20.0.10 (d4dad155-e61a-458f-b440-56a46e5c3596/58e415a9-1999-4367-bf47-99350e5b3cf3/db5abda6-55ad-44f2-a36c-ca24045076b6) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:44:19.152574 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-59ddd6d5-d0cc-4a91-b8a0-da675d1b736d None None] For port 64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83,segment=NetworkSegment(404f4258-6380-4324-85fd-2c6390d7e831),segment_id=404f4258-6380-4324-85fd-2c6390d7e831)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:44:19.155903 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 7b9056d3-b94d-48d9-af0c-aa4ff7283235 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:44:19.160485 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-59ddd6d5-d0cc-4a91-b8a0-da675d1b736d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:19.226366 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ddd6d5-d0cc-4a91-b8a0-da675d1b736d None None] Pushing event updated for resources: {'Port': ['ID=64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:19.241510 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-8e1caaa3-b369-428a-bb03-a1c8d2ceb6cb tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (db5abda6-55ad-44f2-a36c-ca24045076b6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:19.277388 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-8e1caaa3-b369-428a-bb03-a1c8d2ceb6cb tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (db5abda6-55ad-44f2-a36c-ca24045076b6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:19.290091 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-1e259591-cc2a-4d4c-92fd-938e3fd2ea00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7898050', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:44:15Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83', 'name': '', 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:80:85:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '58e415a9-1999-4367-bf47-99350e5b3cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:44:15Z', 'updated_at': '2022-01-28T14:44:18Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '58e415a9-1999-4367-bf47-99350e5b3cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:44:19.316531 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-8e1caaa3-b369-428a-bb03-a1c8d2ceb6cb tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network d4dad155-e61a-458f-b440-56a46e5c3596 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:44:19.319734 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-8e1caaa3-b369-428a-bb03-a1c8d2ceb6cb tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:44:19.322177 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e259591-cc2a-4d4c-92fd-938e3fd2ea00 None None] The sync data for ids ['ce848d61-0f20-48e2-aaf0-483129e88456'] in n-d-822747-2 is: [{'id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7898050', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:44:15Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83', 'name': '', 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:80:85:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '58e415a9-1999-4367-bf47-99350e5b3cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:44:15Z', 'updated_at': '2022-01-28T14:44:18Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '58e415a9-1999-4367-bf47-99350e5b3cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:44:19.323473 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-8e1caaa3-b369-428a-bb03-a1c8d2ceb6cb tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:44:19.323877 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-8ff144fc-4627-4cc2-8811-513a706041e1 None None] Provisioning complete for port 64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:44:19.324252 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8ff144fc-4627-4cc2-8811-513a706041e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:19.404153 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1caaa3-b369-428a-bb03-a1c8d2ceb6cb tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=db5abda6-55ad-44f2-a36c-ca24045076b6,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:19.435780 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-8e1caaa3-b369-428a-bb03-a1c8d2ceb6cb tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:19.436600 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-8e1caaa3-b369-428a-bb03-a1c8d2ceb6cb tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:19.446568 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-8ff144fc-4627-4cc2-8811-513a706041e1 None None] Current status of the port 64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:44:19.453693 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-8e1caaa3-b369-428a-bb03-a1c8d2ceb6cb tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6347735 Jan 28 14:44:19.469748 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-82bfc330-791e-4cc8-a850-59be951d9b9f service neutron] Request body: {'port': {'device_id': '7e42e129-0725-4a44-b79e-b8b0a5e8c01b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:44:19.532454 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-82bfc330-791e-4cc8-a850-59be951d9b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (db5abda6-55ad-44f2-a36c-ca24045076b6), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:19.671462 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-fc53fcfb-4535-4505-b6da-45d94c61bf5c None None] Provisioning complete for port db5abda6-55ad-44f2-a36c-ca24045076b6 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:44:19.672104 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc53fcfb-4535-4505-b6da-45d94c61bf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (db5abda6-55ad-44f2-a36c-ca24045076b6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:19.715252 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fc53fcfb-4535-4505-b6da-45d94c61bf5c None None] Port db5abda6-55ad-44f2-a36c-ca24045076b6 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:44:19.811807 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-82bfc330-791e-4cc8-a850-59be951d9b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db5abda6-55ad-44f2-a36c-ca24045076b6 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:44:19.819854 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-82bfc330-791e-4cc8-a850-59be951d9b9f service neutron] Publish callbacks [] for port (db5abda6-55ad-44f2-a36c-ca24045076b6), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:19.832546 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-82bfc330-791e-4cc8-a850-59be951d9b9f service neutron] Transition to ACTIVE for port object db5abda6-55ad-44f2-a36c-ca24045076b6 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:44:19.839097 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-82bfc330-791e-4cc8-a850-59be951d9b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (db5abda6-55ad-44f2-a36c-ca24045076b6), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:19.898647 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e498ac8-1b8b-41e6-904e-dad56fb3e288 req-17c1d3b9-7d96-4ba3-975b-b5a042581904 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:19.900284 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0e498ac8-1b8b-41e6-904e-dad56fb3e288 req-17c1d3b9-7d96-4ba3-975b-b5a042581904 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 944 time: 0.0586834 Jan 28 14:44:19.903048 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfc330-791e-4cc8-a850-59be951d9b9f service neutron] Pushing event updated for resources: {'Port': ['ID=db5abda6-55ad-44f2-a36c-ca24045076b6,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:19.975417 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-82bfc330-791e-4cc8-a850-59be951d9b9f service neutron] Attempting to bind port db5abda6-55ad-44f2-a36c-ca24045076b6 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:44:19.975752 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-82bfc330-791e-4cc8-a850-59be951d9b9f service neutron] Attempting to bind port db5abda6-55ad-44f2-a36c-ca24045076b6 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '404f4258-6380-4324-85fd-2c6390d7e831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:44:19.976089 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-82bfc330-791e-4cc8-a850-59be951d9b9f service neutron] Attempting to bind port db5abda6-55ad-44f2-a36c-ca24045076b6 on network d4dad155-e61a-458f-b440-56a46e5c3596 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:44:19.979501 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0e498ac8-1b8b-41e6-904e-dad56fb3e288 req-d7f85f50-3074-4ed2-87ee-c4c9c5f26da2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610971 Jan 28 14:44:19.982354 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-82bfc330-791e-4cc8-a850-59be951d9b9f service neutron] Port db5abda6-55ad-44f2-a36c-ca24045076b6 on network d4dad155-e61a-458f-b440-56a46e5c3596 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:44:19.982703 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-82bfc330-791e-4cc8-a850-59be951d9b9f service neutron] Attempting to bind port db5abda6-55ad-44f2-a36c-ca24045076b6 on network d4dad155-e61a-458f-b440-56a46e5c3596 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:44:19.995606 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-82bfc330-791e-4cc8-a850-59be951d9b9f service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:44:19.996520 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-82bfc330-791e-4cc8-a850-59be951d9b9f service neutron] Checking segment: {'id': '404f4258-6380-4324-85fd-2c6390d7e831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:44:19.997173 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-82bfc330-791e-4cc8-a850-59be951d9b9f service neutron] Bound using segment: {'id': '404f4258-6380-4324-85fd-2c6390d7e831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:44:19.997806 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-82bfc330-791e-4cc8-a850-59be951d9b9f service neutron] Bound port: db5abda6-55ad-44f2-a36c-ca24045076b6, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '404f4258-6380-4324-85fd-2c6390d7e831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:44:19.998968 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-82bfc330-791e-4cc8-a850-59be951d9b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (db5abda6-55ad-44f2-a36c-ca24045076b6), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:20.077055 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-82bfc330-791e-4cc8-a850-59be951d9b9f service neutron] For port db5abda6-55ad-44f2-a36c-ca24045076b6, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:44:20.080899 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-82bfc330-791e-4cc8-a850-59be951d9b9f service neutron] For port db5abda6-55ad-44f2-a36c-ca24045076b6, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=db5abda6-55ad-44f2-a36c-ca24045076b6,segment=NetworkSegment(404f4258-6380-4324-85fd-2c6390d7e831),segment_id=404f4258-6380-4324-85fd-2c6390d7e831)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:44:20.085184 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-82bfc330-791e-4cc8-a850-59be951d9b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (db5abda6-55ad-44f2-a36c-ca24045076b6), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:20.124979 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-82bfc330-791e-4cc8-a850-59be951d9b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:20.125611 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-82bfc330-791e-4cc8-a850-59be951d9b9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:20.127042 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-82bfc330-791e-4cc8-a850-59be951d9b9f service neutron] 10.222.0.18 "PUT /v2.0/ports/db5abda6-55ad-44f2-a36c-ca24045076b6 HTTP/1.1" status: 200 len: 1092 time: 0.6646023 Jan 28 14:44:20.127493 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e42e129-0725-4a44-b79e-b8b0a5e8c01b', 'tag': 'db5abda6-55ad-44f2-a36c-ca24045076b6'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:44:20.129828 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7052485-42ba-4bcd-9ff7-5ab30df0fa2b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e42e129-0725-4a44-b79e-b8b0a5e8c01b", "tag": "db5abda6-55ad-44f2-a36c-ca24045076b6"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:44:20.165659 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfc330-791e-4cc8-a850-59be951d9b9f service neutron] Pushing event updated for resources: {'Port': ['ID=db5abda6-55ad-44f2-a36c-ca24045076b6,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:20.216414 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22f5c67-1531-42b4-8616-b8d5a90fbaca x-openstack-request-id: req-f22f5c67-1531-42b4-8616-b8d5a90fbaca {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:44:20.216781 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e42e129-0725-4a44-b79e-b8b0a5e8c01b", "tag": "db5abda6-55ad-44f2-a36c-ca24045076b6", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:44:20.216968 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f22f5c67-1531-42b4-8616-b8d5a90fbaca {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:44:20.217374 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e42e129-0725-4a44-b79e-b8b0a5e8c01b', 'tag': 'db5abda6-55ad-44f2-a36c-ca24045076b6', 'status': 'completed', 'code': 200} Jan 28 14:44:20.237999 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-b6145848-fdc8-4202-b587-93b187b91ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:20.239892 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-b6145848-fdc8-4202-b587-93b187b91ede service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 1095 time: 0.0569491 Jan 28 14:44:20.287128 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-0ff6a3dc-2be7-4c61-8a55-9777ee8e5ded service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db5abda6-55ad-44f2-a36c-ca24045076b6 HTTP/1.1" status: 200 len: 217 time: 0.0406892 Jan 28 14:44:20.352445 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-38071d80-bada-4007-bfd0-29da7fe8870c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:20.354104 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-38071d80-bada-4007-bfd0-29da7fe8870c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=58e415a9-1999-4367-bf47-99350e5b3cf3 HTTP/1.1" status: 200 len: 833 time: 0.0609379 Jan 28 14:44:20.402763 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:44:20.411721 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-79b82f4a-2573-47d5-94c8-d7541b1df630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:20.413415 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-79b82f4a-2573-47d5-94c8-d7541b1df630 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d4dad155-e61a-458f-b440-56a46e5c3596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530982 Jan 28 14:44:20.455435 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:44:20.455821 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:20.509234 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-d7528d84-f70d-4ca4-a6d5-1122ac386112 service neutron] 10.222.0.18 "GET /v2.0/networks/d4dad155-e61a-458f-b440-56a46e5c3596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900118 Jan 28 14:44:20.539424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:44:20.580128 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:20.611743 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bbb8fcdb-f6c5-45bd-96df-295460ddb015 req-63e0e31a-611d-43bb-af9a-165a72cff639 service neutron] 10.222.0.18 "GET /v2.0/networks/d4dad155-e61a-458f-b440-56a46e5c3596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969198 Jan 28 14:44:20.699987 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7052485-42ba-4bcd-9ff7-5ab30df0fa2b req-2fe19f83-00ad-4e25-8d1d-196989a33d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:20.701554 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c7052485-42ba-4bcd-9ff7-5ab30df0fa2b req-2fe19f83-00ad-4e25-8d1d-196989a33d91 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 1095 time: 0.0425465 Jan 28 14:44:20.797622 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7052485-42ba-4bcd-9ff7-5ab30df0fa2b req-0c833a4e-147e-4cdf-a403-369a0a509606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:20.799098 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c7052485-42ba-4bcd-9ff7-5ab30df0fa2b req-0c833a4e-147e-4cdf-a403-369a0a509606 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d4dad155-e61a-458f-b440-56a46e5c3596 HTTP/1.1" status: 200 len: 897 time: 0.0905697 Jan 28 14:44:20.852356 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c7052485-42ba-4bcd-9ff7-5ab30df0fa2b req-f1f9a1a9-2742-40b2-952d-f53a3a79a02d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db5abda6-55ad-44f2-a36c-ca24045076b6 HTTP/1.1" status: 200 len: 217 time: 0.0476525 Jan 28 14:44:20.909443 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7052485-42ba-4bcd-9ff7-5ab30df0fa2b req-10a81d9a-d827-4f41-8d5b-4b3552163328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:20.911659 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c7052485-42ba-4bcd-9ff7-5ab30df0fa2b req-10a81d9a-d827-4f41-8d5b-4b3552163328 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=58e415a9-1999-4367-bf47-99350e5b3cf3 HTTP/1.1" status: 200 len: 833 time: 0.0522270 Jan 28 14:44:20.964129 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7052485-42ba-4bcd-9ff7-5ab30df0fa2b req-3425d0fb-5f70-43fb-a07d-173a0c5ce649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:20.965696 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c7052485-42ba-4bcd-9ff7-5ab30df0fa2b req-3425d0fb-5f70-43fb-a07d-173a0c5ce649 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d4dad155-e61a-458f-b440-56a46e5c3596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483172 Jan 28 14:44:21.062665 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c7052485-42ba-4bcd-9ff7-5ab30df0fa2b req-8953fe00-923a-416c-b973-10d5910950e9 service neutron] 10.222.0.18 "GET /v2.0/networks/d4dad155-e61a-458f-b440-56a46e5c3596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877872 Jan 28 14:44:21.102705 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3a5ef-743a-4331-b861-5e3c2a7c13f1 req-d90402da-5e23-4e37-8872-cdbc55c98f7c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:21.104276 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3cc3a5ef-743a-4331-b861-5e3c2a7c13f1 req-d90402da-5e23-4e37-8872-cdbc55c98f7c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 944 time: 0.0520022 Jan 28 14:44:21.154554 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3cc3a5ef-743a-4331-b861-5e3c2a7c13f1 req-ca0af2eb-ce25-41fc-b1d8-f14bd3e3c73c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437908 Jan 28 14:44:21.159950 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c7052485-42ba-4bcd-9ff7-5ab30df0fa2b req-0b1ec01d-1849-4cc6-a25e-ec66150b7d7b service neutron] 10.222.0.18 "GET /v2.0/networks/d4dad155-e61a-458f-b440-56a46e5c3596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903158 Jan 28 14:44:22.286163 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd774eab-63ce-41f1-9d66-e464468a22ad req-b5f6471b-6363-474a-8c39-32dd413fc885 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:22.287674 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bd774eab-63ce-41f1-9d66-e464468a22ad req-b5f6471b-6363-474a-8c39-32dd413fc885 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 944 time: 0.0521774 Jan 28 14:44:22.342581 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bd774eab-63ce-41f1-9d66-e464468a22ad req-ac7337fa-0861-43d2-9b59-36ac22f770dc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487771 Jan 28 14:44:23.479776 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062476b0-e738-4e9a-a472-9c6955f0e56f req-dad1be58-0449-4440-8f27-2570e7a660b0 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:23.481216 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-062476b0-e738-4e9a-a472-9c6955f0e56f req-dad1be58-0449-4440-8f27-2570e7a660b0 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 944 time: 0.0561321 Jan 28 14:44:23.539159 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-062476b0-e738-4e9a-a472-9c6955f0e56f req-8825fc1e-f9ec-4d01-b64e-2026abb22558 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496674 Jan 28 14:44:23.630840 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device db5abda6-55ad-44f2-a36c-ca24045076b6 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:44:23.732697 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port db5abda6-55ad-44f2-a36c-ca24045076b6, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=db5abda6-55ad-44f2-a36c-ca24045076b6,segment=NetworkSegment(404f4258-6380-4324-85fd-2c6390d7e831),segment_id=404f4258-6380-4324-85fd-2c6390d7e831)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:44:23.747602 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'db5abda6-55ad-44f2-a36c-ca24045076b6', 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596', 'port_id': 'db5abda6-55ad-44f2-a36c-ca24045076b6', 'mac_address': 'fa:16:3e:d4:ca:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e415a9-1999-4367-bf47-99350e5b3cf3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:44:23.788352 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port db5abda6-55ad-44f2-a36c-ca24045076b6 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:44:23.788732 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (db5abda6-55ad-44f2-a36c-ca24045076b6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:23.801770 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db5abda6-55ad-44f2-a36c-ca24045076b6 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:44:23.822357 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port db5abda6-55ad-44f2-a36c-ca24045076b6, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=db5abda6-55ad-44f2-a36c-ca24045076b6,segment=NetworkSegment(404f4258-6380-4324-85fd-2c6390d7e831),segment_id=404f4258-6380-4324-85fd-2c6390d7e831)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:44:23.828410 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (db5abda6-55ad-44f2-a36c-ca24045076b6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:23.878298 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=db5abda6-55ad-44f2-a36c-ca24045076b6,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:24.047069 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['db5abda6-55ad-44f2-a36c-ca24045076b6'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:44:24.673417 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a013d1-5099-495a-9de9-8ddc6fdb50e0 req-ff8c05bf-3ff8-4222-bf8c-574894c484a0 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:24.675135 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-24a013d1-5099-495a-9de9-8ddc6fdb50e0 req-ff8c05bf-3ff8-4222-bf8c-574894c484a0 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 945 time: 0.0620167 Jan 28 14:44:24.725208 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-24a013d1-5099-495a-9de9-8ddc6fdb50e0 req-12fb9799-5a0a-495a-8dc1-f6b36cdcdf6b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442569 Jan 28 14:44:25.633058 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device db5abda6-55ad-44f2-a36c-ca24045076b6 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:44:25.686222 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port db5abda6-55ad-44f2-a36c-ca24045076b6 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:44:25.690173 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port db5abda6-55ad-44f2-a36c-ca24045076b6 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:44:25.690551 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (db5abda6-55ad-44f2-a36c-ca24045076b6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:25.775885 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port db5abda6-55ad-44f2-a36c-ca24045076b6 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:44:25.776292 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (db5abda6-55ad-44f2-a36c-ca24045076b6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:25.799504 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e42e129-0725-4a44-b79e-b8b0a5e8c01b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5abda6-55ad-44f2-a36c-ca24045076b6'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:44:25.802006 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f66368-5ca8-4144-be03-df564142388c" -d '{"events": [{"server_uuid": "7e42e129-0725-4a44-b79e-b8b0a5e8c01b", "name": "network-vif-plugged", "status": "completed", "tag": "db5abda6-55ad-44f2-a36c-ca24045076b6"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:44:25.814752 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port db5abda6-55ad-44f2-a36c-ca24045076b6, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=db5abda6-55ad-44f2-a36c-ca24045076b6,segment=NetworkSegment(404f4258-6380-4324-85fd-2c6390d7e831),segment_id=404f4258-6380-4324-85fd-2c6390d7e831)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:44:25.821220 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (db5abda6-55ad-44f2-a36c-ca24045076b6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:25.860241 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b35d7-6db2-4858-a6f8-6fa59db6b779 req-8834159a-9fce-4973-84df-1627fb038091 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:25.861831 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-994b35d7-6db2-4858-a6f8-6fa59db6b779 req-8834159a-9fce-4973-84df-1627fb038091 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 946 time: 0.0555274 Jan 28 14:44:25.871219 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=db5abda6-55ad-44f2-a36c-ca24045076b6,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:25.903838 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd336ae-4fd8-4835-811c-ee4697c651cc x-openstack-request-id: req-1dd336ae-4fd8-4835-811c-ee4697c651cc {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:44:25.904162 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e42e129-0725-4a44-b79e-b8b0a5e8c01b", "name": "network-vif-plugged", "status": "completed", "tag": "db5abda6-55ad-44f2-a36c-ca24045076b6", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:44:25.904420 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1dd336ae-4fd8-4835-811c-ee4697c651cc {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:44:25.904828 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e42e129-0725-4a44-b79e-b8b0a5e8c01b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5abda6-55ad-44f2-a36c-ca24045076b6', 'code': 200} Jan 28 14:44:25.915920 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-994b35d7-6db2-4858-a6f8-6fa59db6b779 req-b8bfe828-7762-48fe-a65c-cc951c53a331 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468917 Jan 28 14:44:26.008582 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76766061-4855-4a48-a445-b907476adf71 req-762351d8-40b2-4cfb-ae33-5bce4dd4b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:26.010074 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76766061-4855-4a48-a445-b907476adf71 req-762351d8-40b2-4cfb-ae33-5bce4dd4b903 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 1097 time: 0.0441186 Jan 28 14:44:26.057501 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76766061-4855-4a48-a445-b907476adf71 req-a5fe0279-de13-43d6-b29e-7bdf3dccedf3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418315 Jan 28 14:44:27.047761 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3792bf1-734c-4f7b-8ed9-56c870602a55 req-4eff4cf1-c22e-41ed-b65e-9fb306831ca5 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:27.049289 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a3792bf1-734c-4f7b-8ed9-56c870602a55 req-4eff4cf1-c22e-41ed-b65e-9fb306831ca5 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 946 time: 0.0532432 Jan 28 14:44:27.102036 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a3792bf1-734c-4f7b-8ed9-56c870602a55 req-786b33bd-2787-4d3a-a1f9-eb9fb8a6c413 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467892 Jan 28 14:44:28.229918 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c9d40-9b4d-4fc9-9515-bcc81f3ab5cc req-2768d7f8-896f-499d-8b3d-67ee4766db52 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:28.231435 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e14c9d40-9b4d-4fc9-9515-bcc81f3ab5cc req-2768d7f8-896f-499d-8b3d-67ee4766db52 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 946 time: 0.0481761 Jan 28 14:44:28.279246 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e14c9d40-9b4d-4fc9-9515-bcc81f3ab5cc req-3415e70c-93de-4745-8003-3fd753984aa7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420456 Jan 28 14:44:28.416145 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c9a72-6e05-4ecf-bd3f-47f5fdc56d38 req-a021d23f-26c6-4368-a9ff-eb6119c8a22f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:28.417654 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-370c9a72-6e05-4ecf-bd3f-47f5fdc56d38 req-a021d23f-26c6-4368-a9ff-eb6119c8a22f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 946 time: 0.0623081 Jan 28 14:44:28.470105 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-370c9a72-6e05-4ecf-bd3f-47f5fdc56d38 req-b8c8e816-63ca-4ed9-9318-874611ac7249 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440800 Jan 28 14:44:28.491750 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53026) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:44:28.533005 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536e2ade-8141-4488-ad67-08c380f8462b tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:28.534439 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-536e2ade-8141-4488-ad67-08c380f8462b tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 1092 time: 0.0417070 Jan 28 14:44:28.539445 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53028) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:44:28.544384 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-51ea37d9-dd92-4ca8-a3d5-280534283279 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'port_id': 'db5abda6-55ad-44f2-a36c-ca24045076b6', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:44:28.567530 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-51ea37d9-dd92-4ca8-a3d5-280534283279 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:28.670291 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-51ea37d9-dd92-4ca8-a3d5-280534283279 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:28.768402 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-51ea37d9-dd92-4ca8-a3d5-280534283279 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Allocated IP 172.25.3.174 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/53cbd4fb-e936-439c-af3e-c838eabff827) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:44:28.879519 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-51ea37d9-dd92-4ca8-a3d5-280534283279 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (53cbd4fb-e936-439c-af3e-c838eabff827), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:28.915103 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-51ea37d9-dd92-4ca8-a3d5-280534283279 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (53cbd4fb-e936-439c-af3e-c838eabff827), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:28.951761 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ea37d9-dd92-4ca8-a3d5-280534283279 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:44:28.954553 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-51ea37d9-dd92-4ca8-a3d5-280534283279 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:44:28.959947 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ea37d9-dd92-4ca8-a3d5-280534283279 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:44:28.965568 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea37d9-dd92-4ca8-a3d5-280534283279 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=53cbd4fb-e936-439c-af3e-c838eabff827,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:29.319762 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-51ea37d9-dd92-4ca8-a3d5-280534283279 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for floatingip (dd254206-1522-40c8-a8e8-698d4d341e58), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:29.393824 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-51ea37d9-dd92-4ca8-a3d5-280534283279 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (53cbd4fb-e936-439c-af3e-c838eabff827), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:29.417061 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-adde5296-25f6-4151-9bf3-2bd02851968c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:29.550683 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-51ea37d9-dd92-4ca8-a3d5-280534283279 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (53cbd4fb-e936-439c-af3e-c838eabff827), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:29.558315 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-51ea37d9-dd92-4ca8-a3d5-280534283279 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (53cbd4fb-e936-439c-af3e-c838eabff827), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:29.641417 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea37d9-dd92-4ca8-a3d5-280534283279 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=53cbd4fb-e936-439c-af3e-c838eabff827,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:44:29.664231 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-51ea37d9-dd92-4ca8-a3d5-280534283279 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (dd254206-1522-40c8-a8e8-698d4d341e58), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:29.776565 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [None req-51ea37d9-dd92-4ca8-a3d5-280534283279 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Floating IP dd254206-1522-40c8-a8e8-698d4d341e58 associated. External IP: 172.25.3.174, port: db5abda6-55ad-44f2-a36c-ca24045076b6. Jan 28 14:44:30.367858 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ea37d9-dd92-4ca8-a3d5-280534283279 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Router ce848d61-0f20-48e2-aaf0-483129e88456 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:44:30.485040 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ea37d9-dd92-4ca8-a3d5-280534283279 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:44:30.497273 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f82bb-8024-479f-a24d-5ac36256c80f None None] Sync routers for ids ['ce848d61-0f20-48e2-aaf0-483129e88456'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:44:30.507635 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f82bb-8024-479f-a24d-5ac36256c80f None None] Routers {'ce848d61-0f20-48e2-aaf0-483129e88456'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:44:30.508239 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-e54f82bb-8024-479f-a24d-5ac36256c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:44:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['ce848d61-0f20-48e2-aaf0-483129e88456'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:44:30.510218 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-51ea37d9-dd92-4ca8-a3d5-280534283279 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:30.537311 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-51ea37d9-dd92-4ca8-a3d5-280534283279 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9960978 Jan 28 14:44:30.537727 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e42e129-0725-4a44-b79e-b8b0a5e8c01b', 'tag': 'db5abda6-55ad-44f2-a36c-ca24045076b6'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:44:30.539997 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9b2df3-0a35-4a7b-8cb5-08f274c4c440" -d '{"events": [{"name": "network-changed", "server_uuid": "7e42e129-0725-4a44-b79e-b8b0a5e8c01b", "tag": "db5abda6-55ad-44f2-a36c-ca24045076b6"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:44:30.577555 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bcb8fe-f519-4fc7-8b20-278777327ed8 x-openstack-request-id: req-62bcb8fe-f519-4fc7-8b20-278777327ed8 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:44:30.578187 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e42e129-0725-4a44-b79e-b8b0a5e8c01b", "tag": "db5abda6-55ad-44f2-a36c-ca24045076b6", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:44:30.578187 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-62bcb8fe-f519-4fc7-8b20-278777327ed8 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:44:30.578731 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e42e129-0725-4a44-b79e-b8b0a5e8c01b', 'tag': 'db5abda6-55ad-44f2-a36c-ca24045076b6', 'status': 'completed', 'code': 200} Jan 28 14:44:30.626206 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-e54f82bb-8024-479f-a24d-5ac36256c80f None None] Set router ce848d61-0f20-48e2-aaf0-483129e88456 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:44:30.645386 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1037ab1-7818-4850-a9b0-8a7f42f17aa0 req-f7268e75-9384-438e-8683-99c7dfba5dbc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:30.646056 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b2df3-0a35-4a7b-8cb5-08f274c4c440 req-25cd24d6-b3b0-4041-96fb-f3469e9e3459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:30.647081 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1037ab1-7818-4850-a9b0-8a7f42f17aa0 req-f7268e75-9384-438e-8683-99c7dfba5dbc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 946 time: 0.0561416 Jan 28 14:44:30.650831 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e9b2df3-0a35-4a7b-8cb5-08f274c4c440 req-25cd24d6-b3b0-4041-96fb-f3469e9e3459 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 1097 time: 0.0501192 Jan 28 14:44:30.707748 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e1037ab1-7818-4850-a9b0-8a7f42f17aa0 req-0633a94f-5c77-49e7-8df4-9a324ae2fbc9 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545120 Jan 28 14:44:30.726788 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53034) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:44:30.752169 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b2df3-0a35-4a7b-8cb5-08f274c4c440 req-e165eef9-4084-404d-98f3-edf1d9d90c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:30.753665 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e9b2df3-0a35-4a7b-8cb5-08f274c4c440 req-e165eef9-4084-404d-98f3-edf1d9d90c80 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d4dad155-e61a-458f-b440-56a46e5c3596 HTTP/1.1" status: 200 len: 897 time: 0.0964699 Jan 28 14:44:30.789239 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e303c49d-e2e2-4370-8d90-a3da994947e7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/floatingips/dd254206-1522-40c8-a8e8-698d4d341e58 HTTP/1.1" status: 200 len: 992 time: 0.0600185 Jan 28 14:44:30.819027 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e9b2df3-0a35-4a7b-8cb5-08f274c4c440 req-f5c86baf-fe27-42da-a44c-2b83a6b2dcad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db5abda6-55ad-44f2-a36c-ca24045076b6 HTTP/1.1" status: 200 len: 1000 time: 0.0592189 Jan 28 14:44:30.856974 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-e54f82bb-8024-479f-a24d-5ac36256c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7898050', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:44:15Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'dd254206-1522-40c8-a8e8-698d4d341e58', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'port_id': 'db5abda6-55ad-44f2-a36c-ca24045076b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596', 'mac_address': 'fa:16:3e:d4:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42e129-0725-4a44-b79e-b8b0a5e8c01b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:44:29Z', 'updated_at': '2022-01-28T14:44:29Z', 'revision_number': 0, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83', 'name': '', 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:80:85:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '58e415a9-1999-4367-bf47-99350e5b3cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:44:15Z', 'updated_at': '2022-01-28T14:44:19Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '58e415a9-1999-4367-bf47-99350e5b3cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:44:30.867876 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b2df3-0a35-4a7b-8cb5-08f274c4c440 req-446782fa-4e4c-43cc-a64d-8fa23a2134e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:30.869434 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e9b2df3-0a35-4a7b-8cb5-08f274c4c440 req-446782fa-4e4c-43cc-a64d-8fa23a2134e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=58e415a9-1999-4367-bf47-99350e5b3cf3 HTTP/1.1" status: 200 len: 833 time: 0.0449426 Jan 28 14:44:30.883710 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f82bb-8024-479f-a24d-5ac36256c80f None None] Checking router: ce848d61-0f20-48e2-aaf0-483129e88456 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:44:30.892666 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f82bb-8024-479f-a24d-5ac36256c80f None None] Routers {'ce848d61-0f20-48e2-aaf0-483129e88456'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:44:30.893259 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-e54f82bb-8024-479f-a24d-5ac36256c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:44:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['ce848d61-0f20-48e2-aaf0-483129e88456'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:44:30.918158 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b2df3-0a35-4a7b-8cb5-08f274c4c440 req-cb5e187b-872c-406f-9f3a-3f313df8fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:30.919706 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e9b2df3-0a35-4a7b-8cb5-08f274c4c440 req-cb5e187b-872c-406f-9f3a-3f313df8fe47 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d4dad155-e61a-458f-b440-56a46e5c3596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449083 Jan 28 14:44:30.998761 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-e54f82bb-8024-479f-a24d-5ac36256c80f None None] Set router ce848d61-0f20-48e2-aaf0-483129e88456 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:44:31.013435 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e9b2df3-0a35-4a7b-8cb5-08f274c4c440 req-61a96eff-734a-4bf9-bf7e-9f882e29d9c8 service neutron] 10.222.0.18 "GET /v2.0/networks/d4dad155-e61a-458f-b440-56a46e5c3596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863948 Jan 28 14:44:31.109689 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e9b2df3-0a35-4a7b-8cb5-08f274c4c440 req-76a7cbf0-afa9-41b5-be03-0f9ea5cb4a35 service neutron] 10.222.0.18 "GET /v2.0/networks/d4dad155-e61a-458f-b440-56a46e5c3596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901647 Jan 28 14:44:31.235288 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-e54f82bb-8024-479f-a24d-5ac36256c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7898050', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:44:15Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'dd254206-1522-40c8-a8e8-698d4d341e58', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'port_id': 'db5abda6-55ad-44f2-a36c-ca24045076b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596', 'mac_address': 'fa:16:3e:d4:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42e129-0725-4a44-b79e-b8b0a5e8c01b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:44:29Z', 'updated_at': '2022-01-28T14:44:29Z', 'revision_number': 0, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83', 'name': '', 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:80:85:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '58e415a9-1999-4367-bf47-99350e5b3cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:44:15Z', 'updated_at': '2022-01-28T14:44:19Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '58e415a9-1999-4367-bf47-99350e5b3cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:44:31.266763 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f82bb-8024-479f-a24d-5ac36256c80f None None] The sync data for ids ['ce848d61-0f20-48e2-aaf0-483129e88456'] in n-d-822747-2 is: [{'id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7898050', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:44:15Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'dd254206-1522-40c8-a8e8-698d4d341e58', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'port_id': 'db5abda6-55ad-44f2-a36c-ca24045076b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596', 'mac_address': 'fa:16:3e:d4:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42e129-0725-4a44-b79e-b8b0a5e8c01b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:44:29Z', 'updated_at': '2022-01-28T14:44:29Z', 'revision_number': 0, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83', 'name': '', 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:80:85:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '58e415a9-1999-4367-bf47-99350e5b3cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:44:15Z', 'updated_at': '2022-01-28T14:44:19Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '58e415a9-1999-4367-bf47-99350e5b3cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:44:31.464228 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c82c950-75da-41af-85c7-5897d4a17fb7 None None] New status for floating IP dd254206-1522-40c8-a8e8-698d4d341e58: ACTIVE {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:44:31.733249 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7182ad85-a603-408a-8d4b-5bef166defef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:31.792250 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53036) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:44:31.857570 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6b440db4-cb68-41bd-ac22-a43142edaf2f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/floatingips/dd254206-1522-40c8-a8e8-698d4d341e58 HTTP/1.1" status: 200 len: 994 time: 0.0641057 Jan 28 14:44:33.224354 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:34.600793 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:36.435945 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:48.197597 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:44:48.529396 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:50.601987 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:53.893214 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-38c1a9cf-a108-46b5-8f72-1ee3570f7857 req-9104d49c-cd52-42ed-b6f2-a9a4db1fa98d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442302 Jan 28 14:44:53.992915 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1a9cf-a108-46b5-8f72-1ee3570f7857 req-8d87d796-be32-48b8-ae40-8ed490618a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:53.994718 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-38c1a9cf-a108-46b5-8f72-1ee3570f7857 req-8d87d796-be32-48b8-ae40-8ed490618a4d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 1097 time: 0.0435855 Jan 28 14:44:54.116914 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1a9cf-a108-46b5-8f72-1ee3570f7857 req-417b26d7-ca61-48ec-b6d5-9b771fccca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:54.118388 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-38c1a9cf-a108-46b5-8f72-1ee3570f7857 req-417b26d7-ca61-48ec-b6d5-9b771fccca15 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d4dad155-e61a-458f-b440-56a46e5c3596 HTTP/1.1" status: 200 len: 897 time: 0.0946300 Jan 28 14:44:54.184819 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-38c1a9cf-a108-46b5-8f72-1ee3570f7857 req-142cb1f5-77f1-4613-b019-8aafb2f99fcf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db5abda6-55ad-44f2-a36c-ca24045076b6 HTTP/1.1" status: 200 len: 1002 time: 0.0600340 Jan 28 14:44:54.237592 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1a9cf-a108-46b5-8f72-1ee3570f7857 req-6c1d5348-05ff-4992-9ad5-fa412f0f5775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:54.239040 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-38c1a9cf-a108-46b5-8f72-1ee3570f7857 req-6c1d5348-05ff-4992-9ad5-fa412f0f5775 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=58e415a9-1999-4367-bf47-99350e5b3cf3 HTTP/1.1" status: 200 len: 833 time: 0.0471983 Jan 28 14:44:54.298321 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1a9cf-a108-46b5-8f72-1ee3570f7857 req-c3615e47-302d-413c-a4ee-4d214134373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:54.299854 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-38c1a9cf-a108-46b5-8f72-1ee3570f7857 req-c3615e47-302d-413c-a4ee-4d214134373f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d4dad155-e61a-458f-b440-56a46e5c3596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542736 Jan 28 14:44:54.402166 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-38c1a9cf-a108-46b5-8f72-1ee3570f7857 req-e85d6326-d4e3-4e42-bbfc-b030b702deae service neutron] 10.222.0.18 "GET /v2.0/networks/d4dad155-e61a-458f-b440-56a46e5c3596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947585 Jan 28 14:44:54.493605 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-38c1a9cf-a108-46b5-8f72-1ee3570f7857 req-0fd4412b-3315-4802-a38a-d46aabd91f12 service neutron] 10.222.0.18 "GET /v2.0/networks/d4dad155-e61a-458f-b440-56a46e5c3596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856087 Jan 28 14:44:59.433192 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c53b5f67-f4f3-4b0c-9957-b0b980cdd559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:01.737256 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-337cfab5-15e0-4ea0-94d3-6c0775083a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:03.181032 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-4943a004-efe2-4c6e-b151-318076e5e2bc req-c83d29d1-5043-475d-af53-d05505c31822 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:45:03.182010 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4943a004-efe2-4c6e-b151-318076e5e2bc req-c83d29d1-5043-475d-af53-d05505c31822 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0559762 Jan 28 14:45:03.222520 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:03.367516 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53056) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:45:03.370239 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44305892-a625-41e4-aaba-4d42d51fb221 req-ffc6641c-79e2-4e78-87a4-d0f63e689f29 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:03.371855 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-44305892-a625-41e4-aaba-4d42d51fb221 req-ffc6641c-79e2-4e78-87a4-d0f63e689f29 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 946 time: 0.0487487 Jan 28 14:45:03.421646 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-44305892-a625-41e4-aaba-4d42d51fb221 req-7d2f37e9-2082-48cc-9a85-5d6701623f89 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442104 Jan 28 14:45:03.447648 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-aeec3b92-234d-4de4-a97f-95e3ae708cdf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0789440 Jan 28 14:45:03.458601 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-252974c6-1295-4c50-947f-7c1093fb215a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:45:03.459570 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-252974c6-1295-4c50-947f-7c1093fb215a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049646 Jan 28 14:45:04.553940 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca221db6-cec2-46a1-a32c-63afd8fc1ef9 req-fa3a5128-81b2-4188-9944-c0b8fead4838 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:04.555484 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ca221db6-cec2-46a1-a32c-63afd8fc1ef9 req-fa3a5128-81b2-4188-9944-c0b8fead4838 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 946 time: 0.0617516 Jan 28 14:45:04.596642 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:04.625307 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ca221db6-cec2-46a1-a32c-63afd8fc1ef9 req-af4fde53-a51f-47e6-ad0a-dc66827abf30 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614800 Jan 28 14:45:04.697857 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-37820cab-161d-4611-a1fa-fd48bfae2202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:04.699433 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-37820cab-161d-4611-a1fa-fd48bfae2202 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 1097 time: 0.0462515 Jan 28 14:45:04.801492 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-c29bdd41-d139-49d9-924f-651e3467512a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:04.803023 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-c29bdd41-d139-49d9-924f-651e3467512a service neutron] 10.222.0.18 "GET /v2.0/networks?id=d4dad155-e61a-458f-b440-56a46e5c3596 HTTP/1.1" status: 200 len: 897 time: 0.0942621 Jan 28 14:45:04.882346 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-ab6f4d21-916c-4883-a2e1-bc97090ab736 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db5abda6-55ad-44f2-a36c-ca24045076b6 HTTP/1.1" status: 200 len: 1002 time: 0.0728738 Jan 28 14:45:04.934304 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-e53564d5-2bf2-4e55-b315-fe349abfb66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:04.935788 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-e53564d5-2bf2-4e55-b315-fe349abfb66a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=58e415a9-1999-4367-bf47-99350e5b3cf3 HTTP/1.1" status: 200 len: 833 time: 0.0479701 Jan 28 14:45:04.982318 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-4a15ea7f-47b2-42af-a9fb-bb6a97d8b329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:04.983815 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-4a15ea7f-47b2-42af-a9fb-bb6a97d8b329 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d4dad155-e61a-458f-b440-56a46e5c3596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420778 Jan 28 14:45:05.079117 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-aed6d9d4-83ff-4824-8b61-0a6f645a4362 service neutron] 10.222.0.18 "GET /v2.0/networks/d4dad155-e61a-458f-b440-56a46e5c3596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888982 Jan 28 14:45:05.171473 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-1a8051d3-0d04-49ae-abac-8b7962b66e30 service neutron] 10.222.0.18 "GET /v2.0/networks/d4dad155-e61a-458f-b440-56a46e5c3596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860558 Jan 28 14:45:05.761536 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29404d7-ac50-442c-a672-bcba3319217f req-3ea89c4d-50d0-4af7-8352-ebd5e41519f7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:05.763133 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c29404d7-ac50-442c-a672-bcba3319217f req-3ea89c4d-50d0-4af7-8352-ebd5e41519f7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 946 time: 0.0568328 Jan 28 14:45:05.826586 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c29404d7-ac50-442c-a672-bcba3319217f req-80b3d19e-6c63-4b95-b5af-0ea21662c6f3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550318 Jan 28 14:45:06.453164 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:06.964094 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f674d3-08bd-47d7-a27c-717219865c0d req-490e44b4-09b5-4f14-af51-094af8db1c40 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:06.965668 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b4f674d3-08bd-47d7-a27c-717219865c0d req-490e44b4-09b5-4f14-af51-094af8db1c40 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 946 time: 0.0572839 Jan 28 14:45:07.018076 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b4f674d3-08bd-47d7-a27c-717219865c0d req-d19da5c4-d1c5-4f53-898d-06588480c29b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464270 Jan 28 14:45:08.142999 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7428012-1a8d-48bb-b887-687b8e2187e1 req-3b22c5c6-7868-4597-aa60-996f6a705618 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:08.144511 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e7428012-1a8d-48bb-b887-687b8e2187e1 req-3b22c5c6-7868-4597-aa60-996f6a705618 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 946 time: 0.0505033 Jan 28 14:45:08.195682 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e7428012-1a8d-48bb-b887-687b8e2187e1 req-32592315-3833-4e23-b492-4bfde11e7069 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431223 Jan 28 14:45:09.335594 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363737e-15cb-480a-83bb-f62c71dcb845 req-035800a9-024c-488f-811f-9634d760de73 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:09.336972 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c363737e-15cb-480a-83bb-f62c71dcb845 req-035800a9-024c-488f-811f-9634d760de73 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 946 time: 0.0511136 Jan 28 14:45:09.385980 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c363737e-15cb-480a-83bb-f62c71dcb845 req-c77c9cb0-84ba-49ef-a469-02e047fdfe56 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432901 Jan 28 14:45:10.508100 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201ea3a-7006-4293-87e8-754abb860eaa req-93fb1377-4f94-4666-991a-7b581283441a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:10.509594 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b201ea3a-7006-4293-87e8-754abb860eaa req-93fb1377-4f94-4666-991a-7b581283441a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 946 time: 0.0500426 Jan 28 14:45:10.571636 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b201ea3a-7006-4293-87e8-754abb860eaa req-4fde5abd-a9d0-421c-8b92-ffd287c5f0ac tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553346 Jan 28 14:45:11.697541 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a46ba8-191b-48ce-a0fb-6f7132fab671 req-21f73dbe-a050-4ac0-8987-6288ff1ae9b6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:11.699133 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e6a46ba8-191b-48ce-a0fb-6f7132fab671 req-21f73dbe-a050-4ac0-8987-6288ff1ae9b6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 946 time: 0.0591760 Jan 28 14:45:11.749188 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e6a46ba8-191b-48ce-a0fb-6f7132fab671 req-1afcf2e4-fe83-4a66-8308-3c72b709693b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443037 Jan 28 14:45:12.879715 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46722024-5522-4860-a0f9-1cef48c69384 req-9fa18010-22d0-4545-b5c7-b6fa3a0c65cd tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:12.881196 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-46722024-5522-4860-a0f9-1cef48c69384 req-9fa18010-22d0-4545-b5c7-b6fa3a0c65cd tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 946 time: 0.0506442 Jan 28 14:45:12.932705 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-46722024-5522-4860-a0f9-1cef48c69384 req-9772c2e1-56da-4110-bbb6-da76c1e36405 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431781 Jan 28 14:45:14.059927 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c74fc-e028-4b13-9a38-1a290b02b34f req-0f1cf598-e3df-4c23-afe3-abd891232dbf tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:14.061408 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f56c74fc-e028-4b13-9a38-1a290b02b34f req-0f1cf598-e3df-4c23-afe3-abd891232dbf tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 946 time: 0.0545645 Jan 28 14:45:14.112785 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f56c74fc-e028-4b13-9a38-1a290b02b34f req-28ded21d-3eca-42ef-9fbc-a3ecaf6f7c56 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429447 Jan 28 14:45:15.242446 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138312d-99db-4a21-b5f7-c88a24c06e2e req-d59275f3-2200-4613-8dcf-025f6950091e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:15.243950 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f138312d-99db-4a21-b5f7-c88a24c06e2e req-d59275f3-2200-4613-8dcf-025f6950091e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 946 time: 0.0518043 Jan 28 14:45:15.296094 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f138312d-99db-4a21-b5f7-c88a24c06e2e req-69215998-6fd1-4251-8006-e1e2c49da107 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456042 Jan 28 14:45:16.420286 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8263827-4ba3-481f-b0a2-fa19e223f3a7 req-441ce573-8d70-436a-bbac-1087d7ff17d0 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:16.421762 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c8263827-4ba3-481f-b0a2-fa19e223f3a7 req-441ce573-8d70-436a-bbac-1087d7ff17d0 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 946 time: 0.0527070 Jan 28 14:45:16.478725 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c8263827-4ba3-481f-b0a2-fa19e223f3a7 req-9b072b86-7a76-4b96-876b-b01af3b30f84 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486107 Jan 28 14:45:17.609857 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e99dfd-44a5-49c8-9d99-7737df161e3b req-85716acc-9cf4-427b-9826-83c94e125b4a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:17.611383 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c3e99dfd-44a5-49c8-9d99-7737df161e3b req-85716acc-9cf4-427b-9826-83c94e125b4a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 946 time: 0.0538898 Jan 28 14:45:17.663098 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c3e99dfd-44a5-49c8-9d99-7737df161e3b req-b7c68dc3-125d-41cf-ade1-ab10421f1fca tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459764 Jan 28 14:45:18.539298 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:18.790169 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f10f7-42c3-4b51-ab90-e336e6b058b2 req-95d6e50c-a3fa-4eac-b7d5-cff21d286fd1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:18.791705 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2e0f10f7-42c3-4b51-ab90-e336e6b058b2 req-95d6e50c-a3fa-4eac-b7d5-cff21d286fd1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 946 time: 0.0514257 Jan 28 14:45:18.842864 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2e0f10f7-42c3-4b51-ab90-e336e6b058b2 req-c5ae6b16-f339-4162-95f7-fe13b7cec262 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453911 Jan 28 14:45:19.984578 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb51e0f-66a6-4870-bea1-0cab77f50014 req-728adc82-161f-475c-ad6e-f5d6e87c87b8 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:19.986171 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cbb51e0f-66a6-4870-bea1-0cab77f50014 req-728adc82-161f-475c-ad6e-f5d6e87c87b8 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 946 time: 0.0529239 Jan 28 14:45:20.038672 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cbb51e0f-66a6-4870-bea1-0cab77f50014 req-9217752b-1b35-4673-b150-7facc9a3e826 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453131 Jan 28 14:45:20.621020 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:21.173184 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b2b85-e04e-47f4-8335-7d9c68950a77 req-704b61bf-0fbf-44e4-b431-f5be7f67a431 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:21.174679 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf8b2b85-e04e-47f4-8335-7d9c68950a77 req-704b61bf-0fbf-44e4-b431-f5be7f67a431 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 946 time: 0.0590823 Jan 28 14:45:21.224749 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf8b2b85-e04e-47f4-8335-7d9c68950a77 req-e3947d7c-bd4d-423b-ab3a-6561cf1558a3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442789 Jan 28 14:45:22.103925 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-ac5dfb0d-f67a-4356-b6ef-799f70f14b09 service neutron] show failed (client error): The resource could not be found. Jan 28 14:45:22.105155 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-ac5dfb0d-f67a-4356-b6ef-799f70f14b09 service neutron] 10.222.0.18 "GET /v2.0/ports/db5abda6-55ad-44f2-a36c-ca24045076b6/bindings/n-h2-822747-2 HTTP/1.1" status: 404 len: 380 time: 0.0676916 Jan 28 14:45:22.356101 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9aad17-9731-4426-a8b6-2834755a549b req-94badff5-8858-47b9-bb5b-fd2a95a103d6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:22.357649 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9a9aad17-9731-4426-a8b6-2834755a549b req-94badff5-8858-47b9-bb5b-fd2a95a103d6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 946 time: 0.0546618 Jan 28 14:45:22.371858 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-d425a44e-7c0b-43aa-9ae4-9890edd5ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:22.373386 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-d425a44e-7c0b-43aa-9ae4-9890edd5ace8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b&tenant_id=bbb7aad61d4a4398a3de25c19faf4785 HTTP/1.1" status: 200 len: 1097 time: 0.0963955 Jan 28 14:45:22.383344 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-d88a3a99-1178-41ee-a9b5-80bce0b86aca service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:45:22.384275 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-d88a3a99-1178-41ee-a9b5-80bce0b86aca service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049782 Jan 28 14:45:22.396661 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822747-2', 'device_owner': 'compute:nova'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:45:22.407543 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9a9aad17-9731-4426-a8b6-2834755a549b req-e3620da9-f6dd-468f-9b30-df12f812ee4d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440960 Jan 28 14:45:22.461675 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (db5abda6-55ad-44f2-a36c-ca24045076b6), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:22.670252 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] For port db5abda6-55ad-44f2-a36c-ca24045076b6, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=db5abda6-55ad-44f2-a36c-ca24045076b6,segment=NetworkSegment(404f4258-6380-4324-85fd-2c6390d7e831),segment_id=404f4258-6380-4324-85fd-2c6390d7e831)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:45:22.709948 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] For port db5abda6-55ad-44f2-a36c-ca24045076b6, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:45:22.754432 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e42e129-0725-4a44-b79e-b8b0a5e8c01b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db5abda6-55ad-44f2-a36c-ca24045076b6'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:45:22.757133 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a34ce6-520b-4b3b-90dd-cd9ac9d3a7b6" -d '{"events": [{"server_uuid": "7e42e129-0725-4a44-b79e-b8b0a5e8c01b", "name": "network-vif-unplugged", "status": "completed", "tag": "db5abda6-55ad-44f2-a36c-ca24045076b6"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:45:22.761883 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Publish callbacks [] for port (db5abda6-55ad-44f2-a36c-ca24045076b6), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:22.775878 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Transition to ACTIVE for port object db5abda6-55ad-44f2-a36c-ca24045076b6 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:45:22.781885 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (db5abda6-55ad-44f2-a36c-ca24045076b6), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:22.811565 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 14:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2999021-69f0-4b91-925a-883ca1e04405 x-openstack-request-id: req-a2999021-69f0-4b91-925a-883ca1e04405 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:45:22.811865 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e42e129-0725-4a44-b79e-b8b0a5e8c01b", "name": "network-vif-unplugged", "status": "completed", "tag": "db5abda6-55ad-44f2-a36c-ca24045076b6", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:45:22.812123 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a2999021-69f0-4b91-925a-883ca1e04405 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:45:22.812526 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e42e129-0725-4a44-b79e-b8b0a5e8c01b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db5abda6-55ad-44f2-a36c-ca24045076b6', 'code': 200} Jan 28 14:45:22.863892 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Pushing event updated for resources: {'Port': ['ID=db5abda6-55ad-44f2-a36c-ca24045076b6,revision_number=6']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:22.876388 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:22.876770 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:22.877116 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:22.877456 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:22.877792 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:22.878123 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:22.878453 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:22.878748 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:22.879104 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:22.879435 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:22.879765 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:22.880091 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:22.880414 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:22.921802 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] No DVR routers for this DVR port db5abda6-55ad-44f2-a36c-ca24045076b6 on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:45:23.062748 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Attempting to bind port db5abda6-55ad-44f2-a36c-ca24045076b6 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:45:23.063297 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Attempting to bind port db5abda6-55ad-44f2-a36c-ca24045076b6 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '404f4258-6380-4324-85fd-2c6390d7e831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:45:23.063771 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Attempting to bind port db5abda6-55ad-44f2-a36c-ca24045076b6 on network d4dad155-e61a-458f-b440-56a46e5c3596 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:45:23.070306 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Port db5abda6-55ad-44f2-a36c-ca24045076b6 on network d4dad155-e61a-458f-b440-56a46e5c3596 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:45:23.070746 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Attempting to bind port db5abda6-55ad-44f2-a36c-ca24045076b6 on network d4dad155-e61a-458f-b440-56a46e5c3596 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:45:23.077138 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:45:23.077476 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Checking segment: {'id': '404f4258-6380-4324-85fd-2c6390d7e831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:45:23.077888 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Bound using segment: {'id': '404f4258-6380-4324-85fd-2c6390d7e831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:45:23.078310 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Bound port: db5abda6-55ad-44f2-a36c-ca24045076b6, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '404f4258-6380-4324-85fd-2c6390d7e831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:45:23.078660 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (db5abda6-55ad-44f2-a36c-ca24045076b6), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:23.149825 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] For port db5abda6-55ad-44f2-a36c-ca24045076b6, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:45:23.153349 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] For port db5abda6-55ad-44f2-a36c-ca24045076b6, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=db5abda6-55ad-44f2-a36c-ca24045076b6,segment=NetworkSegment(404f4258-6380-4324-85fd-2c6390d7e831),segment_id=404f4258-6380-4324-85fd-2c6390d7e831)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:45:23.158529 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (db5abda6-55ad-44f2-a36c-ca24045076b6), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:23.192171 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:23.192766 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:23.194138 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] 10.222.0.37 "PUT /v2.0/ports/db5abda6-55ad-44f2-a36c-ca24045076b6 HTTP/1.1" status: 200 len: 1092 time: 0.8021069 Jan 28 14:45:23.214949 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278532bb-da4c-4a52-ac3e-8dece592c380 service neutron] Pushing event updated for resources: {'Port': ['ID=db5abda6-55ad-44f2-a36c-ca24045076b6,revision_number=7']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:23.264169 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-fcdf11ec-084a-4a2c-a157-f0015f77f2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:23.265690 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-fcdf11ec-084a-4a2c-a157-f0015f77f2e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 1095 time: 0.0479145 Jan 28 14:45:23.359821 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-5a4bce53-3d6d-4e86-9f12-5f926ae6e925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:23.361390 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-5a4bce53-3d6d-4e86-9f12-5f926ae6e925 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d4dad155-e61a-458f-b440-56a46e5c3596 HTTP/1.1" status: 200 len: 897 time: 0.0897923 Jan 28 14:45:23.430748 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-bf1251bc-7912-444e-b627-2d42bf676251 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db5abda6-55ad-44f2-a36c-ca24045076b6 HTTP/1.1" status: 200 len: 1000 time: 0.0637438 Jan 28 14:45:23.482399 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-3303ad1d-a8d8-4143-8ede-e35a750329b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:23.484047 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-3303ad1d-a8d8-4143-8ede-e35a750329b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58e415a9-1999-4367-bf47-99350e5b3cf3 HTTP/1.1" status: 200 len: 833 time: 0.0476785 Jan 28 14:45:23.528766 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-9fa14fca-b711-4e0b-8d33-f35bb2cc4726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:23.530749 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-9fa14fca-b711-4e0b-8d33-f35bb2cc4726 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4dad155-e61a-458f-b440-56a46e5c3596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409875 Jan 28 14:45:23.534147 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226c225-444f-4d95-815e-50c389fde2e5 req-aa926efa-132f-4326-824b-e256d7b13f7f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:23.535638 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5226c225-444f-4d95-815e-50c389fde2e5 req-aa926efa-132f-4326-824b-e256d7b13f7f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 944 time: 0.0501351 Jan 28 14:45:23.591454 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5226c225-444f-4d95-815e-50c389fde2e5 req-576ba6cf-8313-4d68-9561-5aecd9dde131 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497191 Jan 28 14:45:23.627208 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-023b9ce2-5ee3-49c3-aa7d-31df5865c57c service neutron] 10.222.0.37 "GET /v2.0/networks/d4dad155-e61a-458f-b440-56a46e5c3596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905173 Jan 28 14:45:23.715341 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4ab9a9ea-c08c-43a2-ac39-094aa41fc2a8 req-73914b8f-31f8-4c1b-a45f-52693ca2332d service neutron] 10.222.0.37 "GET /v2.0/networks/d4dad155-e61a-458f-b440-56a46e5c3596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826082 Jan 28 14:45:24.727964 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9722a-bd92-45fe-bb60-90e790b1204f req-8be5a412-29d2-424a-95df-a73492bc9bce tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:24.729448 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-42b9722a-bd92-45fe-bb60-90e790b1204f req-8be5a412-29d2-424a-95df-a73492bc9bce tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 944 time: 0.0532947 Jan 28 14:45:24.778665 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-42b9722a-bd92-45fe-bb60-90e790b1204f req-0d0f5478-1a68-45d4-88eb-9e3a62961569 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434504 Jan 28 14:45:24.813426 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e42e129-0725-4a44-b79e-b8b0a5e8c01b', 'tag': 'db5abda6-55ad-44f2-a36c-ca24045076b6'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:45:24.815868 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2f3328-76ea-47b1-b4bb-64e7df5ede43" -d '{"events": [{"name": "network-changed", "server_uuid": "7e42e129-0725-4a44-b79e-b8b0a5e8c01b", "tag": "db5abda6-55ad-44f2-a36c-ca24045076b6"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:45:24.870643 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175956d5-dc43-4976-aee8-7b83b34fc690 x-openstack-request-id: req-175956d5-dc43-4976-aee8-7b83b34fc690 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:45:24.870903 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e42e129-0725-4a44-b79e-b8b0a5e8c01b", "tag": "db5abda6-55ad-44f2-a36c-ca24045076b6", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:45:24.871222 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-175956d5-dc43-4976-aee8-7b83b34fc690 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:45:24.871630 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e42e129-0725-4a44-b79e-b8b0a5e8c01b', 'tag': 'db5abda6-55ad-44f2-a36c-ca24045076b6', 'status': 'completed', 'code': 200} Jan 28 14:45:24.934068 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f3328-76ea-47b1-b4bb-64e7df5ede43 req-9de5bbec-2665-498f-895f-72b6b6200a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:24.935605 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ae2f3328-76ea-47b1-b4bb-64e7df5ede43 req-9de5bbec-2665-498f-895f-72b6b6200a44 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 1095 time: 0.0457251 Jan 28 14:45:24.935767 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f3328-76ea-47b1-b4bb-64e7df5ede43 req-c323abd2-ce59-4f21-9db2-b3e25d170285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:24.937275 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae2f3328-76ea-47b1-b4bb-64e7df5ede43 req-c323abd2-ce59-4f21-9db2-b3e25d170285 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 1095 time: 0.0407794 Jan 28 14:45:25.028026 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f3328-76ea-47b1-b4bb-64e7df5ede43 req-c0230278-03ec-48b3-bc40-133bd0849ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:25.030367 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ae2f3328-76ea-47b1-b4bb-64e7df5ede43 req-c0230278-03ec-48b3-bc40-133bd0849ed9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d4dad155-e61a-458f-b440-56a46e5c3596 HTTP/1.1" status: 200 len: 897 time: 0.0876284 Jan 28 14:45:25.036287 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f3328-76ea-47b1-b4bb-64e7df5ede43 req-d39783cd-6eeb-4ec4-8eff-e3a4972b6b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:25.037851 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae2f3328-76ea-47b1-b4bb-64e7df5ede43 req-d39783cd-6eeb-4ec4-8eff-e3a4972b6b31 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d4dad155-e61a-458f-b440-56a46e5c3596 HTTP/1.1" status: 200 len: 897 time: 0.0934978 Jan 28 14:45:25.101266 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ae2f3328-76ea-47b1-b4bb-64e7df5ede43 req-901797b5-37a5-402c-8c84-0369bc73881e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db5abda6-55ad-44f2-a36c-ca24045076b6 HTTP/1.1" status: 200 len: 1000 time: 0.0640004 Jan 28 14:45:25.102114 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae2f3328-76ea-47b1-b4bb-64e7df5ede43 req-123d161d-aecc-4ce5-9a8d-dbf6c6c333cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db5abda6-55ad-44f2-a36c-ca24045076b6 HTTP/1.1" status: 200 len: 1000 time: 0.0582018 Jan 28 14:45:25.150280 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f3328-76ea-47b1-b4bb-64e7df5ede43 req-00608754-7933-4b50-ba73-36c4977a93b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:25.151155 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f3328-76ea-47b1-b4bb-64e7df5ede43 req-63350a73-98ef-4cb8-bdc5-eb6b8d653c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:25.152086 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae2f3328-76ea-47b1-b4bb-64e7df5ede43 req-00608754-7933-4b50-ba73-36c4977a93b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58e415a9-1999-4367-bf47-99350e5b3cf3 HTTP/1.1" status: 200 len: 833 time: 0.0435064 Jan 28 14:45:25.152724 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ae2f3328-76ea-47b1-b4bb-64e7df5ede43 req-63350a73-98ef-4cb8-bdc5-eb6b8d653c2b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=58e415a9-1999-4367-bf47-99350e5b3cf3 HTTP/1.1" status: 200 len: 833 time: 0.0448327 Jan 28 14:45:25.198209 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:45:25.199311 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f3328-76ea-47b1-b4bb-64e7df5ede43 req-4334245b-6f70-49a4-93a4-2fd741d6a38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:25.200842 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ae2f3328-76ea-47b1-b4bb-64e7df5ede43 req-4334245b-6f70-49a4-93a4-2fd741d6a38f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d4dad155-e61a-458f-b440-56a46e5c3596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422344 Jan 28 14:45:25.202512 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f3328-76ea-47b1-b4bb-64e7df5ede43 req-606b1912-2b9c-4515-bc6b-5208747247a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:25.204022 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae2f3328-76ea-47b1-b4bb-64e7df5ede43 req-606b1912-2b9c-4515-bc6b-5208747247a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4dad155-e61a-458f-b440-56a46e5c3596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455527 Jan 28 14:45:25.295982 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae2f3328-76ea-47b1-b4bb-64e7df5ede43 req-86ca992c-c6b2-4e5e-b4db-219428869edc service neutron] 10.222.0.37 "GET /v2.0/networks/d4dad155-e61a-458f-b440-56a46e5c3596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857339 Jan 28 14:45:25.298517 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ae2f3328-76ea-47b1-b4bb-64e7df5ede43 req-68f31c68-7a6e-4138-af3d-74b53fb3e8d4 service neutron] 10.222.0.18 "GET /v2.0/networks/d4dad155-e61a-458f-b440-56a46e5c3596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912490 Jan 28 14:45:25.389664 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ae2f3328-76ea-47b1-b4bb-64e7df5ede43 req-94916c36-01be-4dfc-a497-f9b6410da563 service neutron] 10.222.0.18 "GET /v2.0/networks/d4dad155-e61a-458f-b440-56a46e5c3596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847123 Jan 28 14:45:25.390458 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ae2f3328-76ea-47b1-b4bb-64e7df5ede43 req-61638db4-6da4-497b-bf61-89fe36aca394 service neutron] 10.222.0.37 "GET /v2.0/networks/d4dad155-e61a-458f-b440-56a46e5c3596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887122 Jan 28 14:45:25.902118 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d173d0-558d-4a32-8506-87f116b1fd70 req-77ff3981-82e6-4a45-bc9e-8cdb9e9e81ce tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:25.902937 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device db5abda6-55ad-44f2-a36c-ca24045076b6 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:45:25.903658 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d9d173d0-558d-4a32-8506-87f116b1fd70 req-77ff3981-82e6-4a45-bc9e-8cdb9e9e81ce tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 944 time: 0.0534809 Jan 28 14:45:25.943362 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] The host n-h1-822747-2 is not matching for port db5abda6-55ad-44f2-a36c-ca24045076b6 host n-h2-822747-2! {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 14:45:25.943745 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device db5abda6-55ad-44f2-a36c-ca24045076b6 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:45:25.955895 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d9d173d0-558d-4a32-8506-87f116b1fd70 req-924511dc-05f9-4aa6-8077-cbf55388e89d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460927 Jan 28 14:45:27.093785 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd4283-e4d5-4d93-866a-afa3a3bee9f8 req-00eb4063-decb-4436-9482-65328751b01f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:27.095277 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d7bd4283-e4d5-4d93-866a-afa3a3bee9f8 req-00eb4063-decb-4436-9482-65328751b01f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 944 time: 0.0668645 Jan 28 14:45:27.144567 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d7bd4283-e4d5-4d93-866a-afa3a3bee9f8 req-071a9b5d-c74b-4c08-a868-020adc69310e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435524 Jan 28 14:45:27.376404 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e3b3f-4522-4e30-9786-11fa2e47b44a req-b7b5d34a-e037-40d9-b3ce-bf36f048726e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:27.377891 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-688e3b3f-4522-4e30-9786-11fa2e47b44a req-b7b5d34a-e037-40d9-b3ce-bf36f048726e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 944 time: 0.0785530 Jan 28 14:45:27.388769 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fd54c-f505-43f2-b2d3-8653dceb3dc6 req-ba01d6b1-9c47-4636-803f-10d4abf550ac tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:27.390163 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-434fd54c-f505-43f2-b2d3-8653dceb3dc6 req-ba01d6b1-9c47-4636-803f-10d4abf550ac tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b&tenant_id=bbb7aad61d4a4398a3de25c19faf4785&binding%3Ahost_id=n-h2-822747-2 HTTP/1.1" status: 200 len: 944 time: 0.0781538 Jan 28 14:45:27.473951 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-688e3b3f-4522-4e30-9786-11fa2e47b44a req-e1d6a544-18c8-459f-8ad1-18db65693a0c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828092 Jan 28 14:45:27.482948 n-d-822747-2 neutron-server[103351]: INFO neutron.api.v2.resource [req-434fd54c-f505-43f2-b2d3-8653dceb3dc6 req-c826064e-e87b-4c4a-9fb6-e8db49da6a15 service neutron] delete failed (client error): The resource could not be found. Jan 28 14:45:27.483929 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-434fd54c-f505-43f2-b2d3-8653dceb3dc6 req-c826064e-e87b-4c4a-9fb6-e8db49da6a15 service neutron] 10.222.0.18 "DELETE /v2.0/ports/db5abda6-55ad-44f2-a36c-ca24045076b6/bindings/n-h1-822747-2 HTTP/1.1" status: 404 len: 380 time: 0.0795815 Jan 28 14:45:27.572855 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fd54c-f505-43f2-b2d3-8653dceb3dc6 req-803b1e5d-94ae-4986-9646-38b66c85724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:27.574465 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-434fd54c-f505-43f2-b2d3-8653dceb3dc6 req-803b1e5d-94ae-4986-9646-38b66c85724b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 1095 time: 0.0422416 Jan 28 14:45:27.595594 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b30e71-d0c6-4ecc-aaac-53f8b1740f85 req-9b7f16c7-67fe-4f1e-8785-4cb05f93dad5 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:27.597130 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e6b30e71-d0c6-4ecc-aaac-53f8b1740f85 req-9b7f16c7-67fe-4f1e-8785-4cb05f93dad5 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 944 time: 0.0493650 Jan 28 14:45:27.646181 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e6b30e71-d0c6-4ecc-aaac-53f8b1740f85 req-3161e82f-a5d4-4d2b-be3a-15910fc8068d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428584 Jan 28 14:45:27.669318 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fd54c-f505-43f2-b2d3-8653dceb3dc6 req-ebe5589a-8996-416e-872d-fc6914cca55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:27.670843 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-434fd54c-f505-43f2-b2d3-8653dceb3dc6 req-ebe5589a-8996-416e-872d-fc6914cca55a service neutron] 10.222.0.18 "GET /v2.0/networks?id=d4dad155-e61a-458f-b440-56a46e5c3596 HTTP/1.1" status: 200 len: 897 time: 0.0902181 Jan 28 14:45:27.734444 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-434fd54c-f505-43f2-b2d3-8653dceb3dc6 req-6a437b10-4718-42af-acf5-af59d6030fa5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db5abda6-55ad-44f2-a36c-ca24045076b6 HTTP/1.1" status: 200 len: 1000 time: 0.0572417 Jan 28 14:45:27.785058 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fd54c-f505-43f2-b2d3-8653dceb3dc6 req-c6e40c5e-e8d5-4b6f-a98c-684e65e45df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:27.786463 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-434fd54c-f505-43f2-b2d3-8653dceb3dc6 req-c6e40c5e-e8d5-4b6f-a98c-684e65e45df1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=58e415a9-1999-4367-bf47-99350e5b3cf3 HTTP/1.1" status: 200 len: 833 time: 0.0458176 Jan 28 14:45:27.840826 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fd54c-f505-43f2-b2d3-8653dceb3dc6 req-04868a87-b8b6-4711-b180-13efd5e5cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:27.842320 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-434fd54c-f505-43f2-b2d3-8653dceb3dc6 req-04868a87-b8b6-4711-b180-13efd5e5cd20 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d4dad155-e61a-458f-b440-56a46e5c3596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498228 Jan 28 14:45:27.936811 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-434fd54c-f505-43f2-b2d3-8653dceb3dc6 req-2666bfbf-b57f-46ec-8f85-91012982e06d service neutron] 10.222.0.18 "GET /v2.0/networks/d4dad155-e61a-458f-b440-56a46e5c3596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879903 Jan 28 14:45:28.029085 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-434fd54c-f505-43f2-b2d3-8653dceb3dc6 req-30c5a53e-0393-42c6-89b0-94ce8ddf2741 service neutron] 10.222.0.18 "GET /v2.0/networks/d4dad155-e61a-458f-b440-56a46e5c3596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862527 Jan 28 14:45:28.084209 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device db5abda6-55ad-44f2-a36c-ca24045076b6 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:45:28.182577 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port db5abda6-55ad-44f2-a36c-ca24045076b6, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=db5abda6-55ad-44f2-a36c-ca24045076b6,segment=NetworkSegment(404f4258-6380-4324-85fd-2c6390d7e831),segment_id=404f4258-6380-4324-85fd-2c6390d7e831)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:45:28.199504 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'db5abda6-55ad-44f2-a36c-ca24045076b6', 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596', 'port_id': 'db5abda6-55ad-44f2-a36c-ca24045076b6', 'mac_address': 'fa:16:3e:d4:ca:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e415a9-1999-4367-bf47-99350e5b3cf3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:45:28.238145 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port db5abda6-55ad-44f2-a36c-ca24045076b6 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:45:28.238541 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (db5abda6-55ad-44f2-a36c-ca24045076b6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:28.255111 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db5abda6-55ad-44f2-a36c-ca24045076b6 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:45:28.275213 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port db5abda6-55ad-44f2-a36c-ca24045076b6, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=db5abda6-55ad-44f2-a36c-ca24045076b6,segment=NetworkSegment(404f4258-6380-4324-85fd-2c6390d7e831),segment_id=404f4258-6380-4324-85fd-2c6390d7e831)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:45:28.279575 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (db5abda6-55ad-44f2-a36c-ca24045076b6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:28.325905 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=db5abda6-55ad-44f2-a36c-ca24045076b6,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:28.333799 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:28.334144 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:28.334546 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:28.334808 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:28.335172 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:28.335500 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:28.335823 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:28.336145 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:28.336465 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:28.336921 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:28.337062 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:28.337392 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:28.337708 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:28.651494 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['db5abda6-55ad-44f2-a36c-ca24045076b6'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:45:28.764442 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd81225-5d60-4a54-b2b1-b4324eb744ed req-d26addd0-7631-4cfb-beea-cf4c4241e6b7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:28.765963 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0cd81225-5d60-4a54-b2b1-b4324eb744ed req-d26addd0-7631-4cfb-beea-cf4c4241e6b7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 945 time: 0.0490716 Jan 28 14:45:28.815591 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0cd81225-5d60-4a54-b2b1-b4324eb744ed req-65f924f3-e28a-4b68-ad43-baa76faa1802 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434561 Jan 28 14:45:28.839815 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53140) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:45:28.904711 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-25256a82-d181-4f0c-a21c-3da3de75cfc9 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/floatingips/dd254206-1522-40c8-a8e8-698d4d341e58 HTTP/1.1" status: 200 len: 993 time: 0.0635598 Jan 28 14:45:29.420161 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66efdc00-9e7d-4d2c-a6b4-0a320e52a854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:30.112123 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device db5abda6-55ad-44f2-a36c-ca24045076b6 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:45:30.168870 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port db5abda6-55ad-44f2-a36c-ca24045076b6 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:45:30.173486 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port db5abda6-55ad-44f2-a36c-ca24045076b6 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:45:30.173880 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (db5abda6-55ad-44f2-a36c-ca24045076b6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:30.264144 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port db5abda6-55ad-44f2-a36c-ca24045076b6 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:45:30.264653 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (db5abda6-55ad-44f2-a36c-ca24045076b6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:30.293295 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e42e129-0725-4a44-b79e-b8b0a5e8c01b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5abda6-55ad-44f2-a36c-ca24045076b6'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:45:30.295492 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fc2112-e214-4461-98fa-076072a25935" -d '{"events": [{"server_uuid": "7e42e129-0725-4a44-b79e-b8b0a5e8c01b", "name": "network-vif-plugged", "status": "completed", "tag": "db5abda6-55ad-44f2-a36c-ca24045076b6"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:45:30.308945 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port db5abda6-55ad-44f2-a36c-ca24045076b6, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=db5abda6-55ad-44f2-a36c-ca24045076b6,segment=NetworkSegment(404f4258-6380-4324-85fd-2c6390d7e831),segment_id=404f4258-6380-4324-85fd-2c6390d7e831)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:45:30.313952 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (db5abda6-55ad-44f2-a36c-ca24045076b6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:30.339115 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659cd4fa-c371-4807-9f20-1fe774cf8766 x-openstack-request-id: req-659cd4fa-c371-4807-9f20-1fe774cf8766 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:45:30.339404 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e42e129-0725-4a44-b79e-b8b0a5e8c01b", "name": "network-vif-plugged", "status": "completed", "tag": "db5abda6-55ad-44f2-a36c-ca24045076b6", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:45:30.339660 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-659cd4fa-c371-4807-9f20-1fe774cf8766 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:45:30.340051 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e42e129-0725-4a44-b79e-b8b0a5e8c01b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5abda6-55ad-44f2-a36c-ca24045076b6', 'code': 200} Jan 28 14:45:30.365181 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=db5abda6-55ad-44f2-a36c-ca24045076b6,revision_number=9']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:31.752013 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffa16440-05ea-4768-ae5f-70b479284bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:33.228187 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:34.606279 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:36.439263 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:47.806644 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1b734321-fcd8-4b24-841f-cd1da31f2b05 req-85cba192-7106-4646-af74-24110b8d39f5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453193 Jan 28 14:45:47.894781 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b734321-fcd8-4b24-841f-cd1da31f2b05 req-437d2cbc-4f9f-49a4-bd71-071ad64e08bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:47.896316 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1b734321-fcd8-4b24-841f-cd1da31f2b05 req-437d2cbc-4f9f-49a4-bd71-071ad64e08bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 1097 time: 0.0442560 Jan 28 14:45:48.004089 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b734321-fcd8-4b24-841f-cd1da31f2b05 req-d6f6318e-2648-462f-9bb4-6096ec602fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:48.005572 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1b734321-fcd8-4b24-841f-cd1da31f2b05 req-d6f6318e-2648-462f-9bb4-6096ec602fc1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d4dad155-e61a-458f-b440-56a46e5c3596 HTTP/1.1" status: 200 len: 897 time: 0.0895398 Jan 28 14:45:48.076413 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1b734321-fcd8-4b24-841f-cd1da31f2b05 req-48f4c728-3081-4de1-85a7-ef518785f423 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db5abda6-55ad-44f2-a36c-ca24045076b6 HTTP/1.1" status: 200 len: 1002 time: 0.0588963 Jan 28 14:45:48.123446 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b734321-fcd8-4b24-841f-cd1da31f2b05 req-fbc5d2e2-0a41-4a2f-8fa3-a53f5f7b78eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:48.124964 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1b734321-fcd8-4b24-841f-cd1da31f2b05 req-fbc5d2e2-0a41-4a2f-8fa3-a53f5f7b78eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58e415a9-1999-4367-bf47-99350e5b3cf3 HTTP/1.1" status: 200 len: 833 time: 0.0430164 Jan 28 14:45:48.173210 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b734321-fcd8-4b24-841f-cd1da31f2b05 req-6f060055-ab33-4b77-9aa8-455580dfd517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:48.174683 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1b734321-fcd8-4b24-841f-cd1da31f2b05 req-6f060055-ab33-4b77-9aa8-455580dfd517 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4dad155-e61a-458f-b440-56a46e5c3596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439637 Jan 28 14:45:48.262104 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1b734321-fcd8-4b24-841f-cd1da31f2b05 req-43cee259-5c23-4a1d-a112-5f7a2c2fef58 service neutron] 10.222.0.37 "GET /v2.0/networks/d4dad155-e61a-458f-b440-56a46e5c3596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812011 Jan 28 14:45:48.356231 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1b734321-fcd8-4b24-841f-cd1da31f2b05 req-c2128dc2-f356-4956-9aef-981df23664ef service neutron] 10.222.0.37 "GET /v2.0/networks/d4dad155-e61a-458f-b440-56a46e5c3596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878048 Jan 28 14:45:48.534788 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:50.611436 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:59.415546 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-62590f6b-c233-4d7d-9fe0-55b100717f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:01.749063 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6224a882-beb1-4c33-9921-2a512408d6ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:02.204196 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:46:03.227773 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:04.598153 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:06.434558 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:18.536043 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:19.329592 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53156) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:19.496526 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-67cbd354-ff45-4341-93ad-0710b65f4c25 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Deleting port 53cbd4fb-e936-439c-af3e-c838eabff827 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:46:19.496836 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-67cbd354-ff45-4341-93ad-0710b65f4c25 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (53cbd4fb-e936-439c-af3e-c838eabff827), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:19.574509 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-67cbd354-ff45-4341-93ad-0710b65f4c25 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (53cbd4fb-e936-439c-af3e-c838eabff827), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:19.574804 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-67cbd354-ff45-4341-93ad-0710b65f4c25 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for floatingip (53cbd4fb-e936-439c-af3e-c838eabff827), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:19.587005 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-67cbd354-ff45-4341-93ad-0710b65f4c25 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Calling delete_port for 53cbd4fb-e936-439c-af3e-c838eabff827 owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:46:19.737886 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-67cbd354-ff45-4341-93ad-0710b65f4c25 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (53cbd4fb-e936-439c-af3e-c838eabff827), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:19.763259 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbd354-ff45-4341-93ad-0710b65f4c25 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Port': ['ID=53cbd4fb-e936-439c-af3e-c838eabff827,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:19.833288 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-67cbd354-ff45-4341-93ad-0710b65f4c25 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for floatingip (dd254206-1522-40c8-a8e8-698d4d341e58), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:19.833678 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-67cbd354-ff45-4341-93ad-0710b65f4c25 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Floating IP dd254206-1522-40c8-a8e8-698d4d341e58 disassociated (deleted). External IP: 172.25.3.174, port: db5abda6-55ad-44f2-a36c-ca24045076b6. Jan 28 14:46:20.056268 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cbd354-ff45-4341-93ad-0710b65f4c25 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Router ce848d61-0f20-48e2-aaf0-483129e88456 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:46:20.165171 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cbd354-ff45-4341-93ad-0710b65f4c25 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:46:20.170546 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-67cbd354-ff45-4341-93ad-0710b65f4c25 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:20.176790 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57336e6-1bad-475e-9ac9-70b309710396 None None] Sync routers for ids ['ce848d61-0f20-48e2-aaf0-483129e88456'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:46:20.190843 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57336e6-1bad-475e-9ac9-70b309710396 None None] Routers {'ce848d61-0f20-48e2-aaf0-483129e88456'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:46:20.191500 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c57336e6-1bad-475e-9ac9-70b309710396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:46:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['ce848d61-0f20-48e2-aaf0-483129e88456'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:20.200760 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-67cbd354-ff45-4341-93ad-0710b65f4c25 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "DELETE /v2.0/floatingips/dd254206-1522-40c8-a8e8-698d4d341e58 HTTP/1.1" status: 204 len: 168 time: 0.8670530 Jan 28 14:46:20.200760 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e42e129-0725-4a44-b79e-b8b0a5e8c01b', 'tag': 'db5abda6-55ad-44f2-a36c-ca24045076b6'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:46:20.200760 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20207847-41c1-4f3b-aba2-75763c9fabff" -d '{"events": [{"name": "network-changed", "server_uuid": "7e42e129-0725-4a44-b79e-b8b0a5e8c01b", "tag": "db5abda6-55ad-44f2-a36c-ca24045076b6"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:46:20.246958 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047cc08a-80d3-4957-b7bd-7e4f12985b6e x-openstack-request-id: req-047cc08a-80d3-4957-b7bd-7e4f12985b6e {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:46:20.247280 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e42e129-0725-4a44-b79e-b8b0a5e8c01b", "tag": "db5abda6-55ad-44f2-a36c-ca24045076b6", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:46:20.247521 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-047cc08a-80d3-4957-b7bd-7e4f12985b6e {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:46:20.247958 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e42e129-0725-4a44-b79e-b8b0a5e8c01b', 'tag': 'db5abda6-55ad-44f2-a36c-ca24045076b6', 'status': 'completed', 'code': 200} Jan 28 14:46:20.302945 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-c57336e6-1bad-475e-9ac9-70b309710396 None None] Set router ce848d61-0f20-48e2-aaf0-483129e88456 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:46:20.313137 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20207847-41c1-4f3b-aba2-75763c9fabff req-fd67c61b-1a85-443e-9473-ab2943197914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:20.314852 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-20207847-41c1-4f3b-aba2-75763c9fabff req-fd67c61b-1a85-443e-9473-ab2943197914 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 1097 time: 0.0432472 Jan 28 14:46:20.423517 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20207847-41c1-4f3b-aba2-75763c9fabff req-bd6cbf37-df8c-4c72-b48a-120d1499bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:20.425018 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-20207847-41c1-4f3b-aba2-75763c9fabff req-bd6cbf37-df8c-4c72-b48a-120d1499bd52 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d4dad155-e61a-458f-b440-56a46e5c3596 HTTP/1.1" status: 200 len: 897 time: 0.1041884 Jan 28 14:46:20.461026 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a294ee-a916-4f5e-93b4-2c9000f8f6f5 req-e6789e01-9fe2-482f-b4f0-dbeacf2849ba tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:20.462571 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f7a294ee-a916-4f5e-93b4-2c9000f8f6f5 req-e6789e01-9fe2-482f-b4f0-dbeacf2849ba tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 946 time: 0.0588069 Jan 28 14:46:20.469409 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-20207847-41c1-4f3b-aba2-75763c9fabff req-7ed0399a-b8e9-4dad-870e-b0a0acf71385 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db5abda6-55ad-44f2-a36c-ca24045076b6 HTTP/1.1" status: 200 len: 217 time: 0.0371575 Jan 28 14:46:20.516872 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f7a294ee-a916-4f5e-93b4-2c9000f8f6f5 req-cedc40e7-b06a-47d5-ae97-a2bb97d608e2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472507 Jan 28 14:46:20.517956 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c57336e6-1bad-475e-9ac9-70b309710396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7898050', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:44:15Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83', 'name': '', 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:80:85:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '58e415a9-1999-4367-bf47-99350e5b3cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:44:15Z', 'updated_at': '2022-01-28T14:44:19Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '58e415a9-1999-4367-bf47-99350e5b3cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:20.523749 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20207847-41c1-4f3b-aba2-75763c9fabff req-5f477fae-c346-4de7-afea-28568dd370e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:20.525527 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-20207847-41c1-4f3b-aba2-75763c9fabff req-5f477fae-c346-4de7-afea-28568dd370e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58e415a9-1999-4367-bf47-99350e5b3cf3 HTTP/1.1" status: 200 len: 833 time: 0.0493791 Jan 28 14:46:20.549517 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57336e6-1bad-475e-9ac9-70b309710396 None None] Checking router: ce848d61-0f20-48e2-aaf0-483129e88456 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:46:20.559705 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57336e6-1bad-475e-9ac9-70b309710396 None None] Routers {'ce848d61-0f20-48e2-aaf0-483129e88456'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:46:20.560243 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c57336e6-1bad-475e-9ac9-70b309710396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:46:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['ce848d61-0f20-48e2-aaf0-483129e88456'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:20.573624 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20207847-41c1-4f3b-aba2-75763c9fabff req-2514a047-d9fd-4ad1-9418-37542d112f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:20.575214 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-20207847-41c1-4f3b-aba2-75763c9fabff req-2514a047-d9fd-4ad1-9418-37542d112f51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4dad155-e61a-458f-b440-56a46e5c3596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436080 Jan 28 14:46:20.611292 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:20.670790 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-20207847-41c1-4f3b-aba2-75763c9fabff req-19ad657c-7a98-4543-9e23-4d66f91527c3 service neutron] 10.222.0.37 "GET /v2.0/networks/d4dad155-e61a-458f-b440-56a46e5c3596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884469 Jan 28 14:46:20.673241 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-c57336e6-1bad-475e-9ac9-70b309710396 None None] Set router ce848d61-0f20-48e2-aaf0-483129e88456 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:46:20.890538 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c57336e6-1bad-475e-9ac9-70b309710396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7898050', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:44:15Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83', 'name': '', 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:80:85:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '58e415a9-1999-4367-bf47-99350e5b3cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:44:15Z', 'updated_at': '2022-01-28T14:44:19Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '58e415a9-1999-4367-bf47-99350e5b3cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:20.922668 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57336e6-1bad-475e-9ac9-70b309710396 None None] The sync data for ids ['ce848d61-0f20-48e2-aaf0-483129e88456'] in n-d-822747-2 is: [{'id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7898050', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:44:15Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83', 'name': '', 'network_id': 'd4dad155-e61a-458f-b440-56a46e5c3596', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:80:85:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '58e415a9-1999-4367-bf47-99350e5b3cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:44:15Z', 'updated_at': '2022-01-28T14:44:19Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '58e415a9-1999-4367-bf47-99350e5b3cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:46:21.118230 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-20207847-41c1-4f3b-aba2-75763c9fabff req-5caec833-4313-4f91-b4da-f57609352f9f service neutron] 10.222.0.37 "GET /v2.0/networks/d4dad155-e61a-458f-b440-56a46e5c3596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388261 Jan 28 14:46:21.182468 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538aca8d-cec2-42ea-88ba-9026c9216981 None None] New status for floating IP dd254206-1522-40c8-a8e8-698d4d341e58: DOWN {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:46:21.712973 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e3d17-40cd-4b90-901f-9c20e9c6304e req-06039c09-fb73-49f5-b928-cb7f39a2a1a4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:21.714467 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c57e3d17-40cd-4b90-901f-9c20e9c6304e req-06039c09-fb73-49f5-b928-cb7f39a2a1a4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 946 time: 0.0534649 Jan 28 14:46:21.767478 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c57e3d17-40cd-4b90-901f-9c20e9c6304e req-d8300157-d8b3-421f-b5e2-3b79d2510c41 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63a9b33-5b62-4b52-85ef-67eb74562b81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449359 Jan 28 14:46:21.946415 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e449cf-8f7e-46b0-ab16-011cb0a3a868 req-fcde2cd4-30ee-41ad-95b0-40412dfef407 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:21.947985 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d0e449cf-8f7e-46b0-ab16-011cb0a3a868 req-fcde2cd4-30ee-41ad-95b0-40412dfef407 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 946 time: 0.0524817 Jan 28 14:46:22.043368 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-d0e449cf-8f7e-46b0-ab16-011cb0a3a868 req-4d8c317f-9246-4bf1-b320-828777953756 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Deleting port db5abda6-55ad-44f2-a36c-ca24045076b6 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:46:22.043663 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d0e449cf-8f7e-46b0-ab16-011cb0a3a868 req-4d8c317f-9246-4bf1-b320-828777953756 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (db5abda6-55ad-44f2-a36c-ca24045076b6), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:22.133592 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-d0e449cf-8f7e-46b0-ab16-011cb0a3a868 req-4d8c317f-9246-4bf1-b320-828777953756 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] For port db5abda6-55ad-44f2-a36c-ca24045076b6, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=db5abda6-55ad-44f2-a36c-ca24045076b6,segment=NetworkSegment(404f4258-6380-4324-85fd-2c6390d7e831),segment_id=404f4258-6380-4324-85fd-2c6390d7e831)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:46:22.133933 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d0e449cf-8f7e-46b0-ab16-011cb0a3a868 req-4d8c317f-9246-4bf1-b320-828777953756 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (db5abda6-55ad-44f2-a36c-ca24045076b6), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:22.146047 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-d0e449cf-8f7e-46b0-ab16-011cb0a3a868 req-4d8c317f-9246-4bf1-b320-828777953756 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Calling delete_port for db5abda6-55ad-44f2-a36c-ca24045076b6 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:46:22.291766 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d0e449cf-8f7e-46b0-ab16-011cb0a3a868 req-4d8c317f-9246-4bf1-b320-828777953756 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (db5abda6-55ad-44f2-a36c-ca24045076b6), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:22.321755 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c317f-9246-4bf1-b320-828777953756 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Port': ['ID=db5abda6-55ad-44f2-a36c-ca24045076b6,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:22.365628 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e449cf-8f7e-46b0-ab16-011cb0a3a868 req-4d8c317f-9246-4bf1-b320-828777953756 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] No DVR routers for this DVR port db5abda6-55ad-44f2-a36c-ca24045076b6 on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:46:22.368588 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-d0e449cf-8f7e-46b0-ab16-011cb0a3a868 req-4d8c317f-9246-4bf1-b320-828777953756 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:22.372146 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d0e449cf-8f7e-46b0-ab16-011cb0a3a868 req-4d8c317f-9246-4bf1-b320-828777953756 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.37 "DELETE /v2.0/ports/db5abda6-55ad-44f2-a36c-ca24045076b6 HTTP/1.1" status: 204 len: 173 time: 0.4190562 Jan 28 14:46:22.372606 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e42e129-0725-4a44-b79e-b8b0a5e8c01b', 'name': 'network-vif-deleted', 'tag': 'db5abda6-55ad-44f2-a36c-ca24045076b6'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:46:22.375021 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a9ef97-a349-40f8-8002-2cadae1c93fb" -d '{"events": [{"server_uuid": "7e42e129-0725-4a44-b79e-b8b0a5e8c01b", "name": "network-vif-deleted", "tag": "db5abda6-55ad-44f2-a36c-ca24045076b6"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:46:22.413237 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94119951-ebc0-4788-ae62-2f7580016c28 x-openstack-request-id: req-94119951-ebc0-4788-ae62-2f7580016c28 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:46:22.413528 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e42e129-0725-4a44-b79e-b8b0a5e8c01b", "name": "network-vif-deleted", "tag": "db5abda6-55ad-44f2-a36c-ca24045076b6", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:46:22.413782 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-94119951-ebc0-4788-ae62-2f7580016c28 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:46:22.414218 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e42e129-0725-4a44-b79e-b8b0a5e8c01b', 'name': 'network-vif-deleted', 'tag': 'db5abda6-55ad-44f2-a36c-ca24045076b6', 'status': 'completed', 'code': 200} Jan 28 14:46:22.895499 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-30a90064-75aa-4e68-aa70-4b137fe94617 req-4e625432-57de-4850-bcc8-cd402f11c096 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e42e129-0725-4a44-b79e-b8b0a5e8c01b HTTP/1.1" status: 200 len: 210 time: 0.0262990 Jan 28 14:46:23.957352 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53176) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:24.349431 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5a8a8016-df82-42ab-91c3-926c14ccdaa2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (ce848d61-0f20-48e2-aaf0-483129e88456), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:24.418968 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device db5abda6-55ad-44f2-a36c-ca24045076b6 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:46:24.439569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: db5abda6-55ad-44f2-a36c-ca24045076b6 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:46:24.440005 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device db5abda6-55ad-44f2-a36c-ca24045076b6 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:46:24.612384 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-5a8a8016-df82-42ab-91c3-926c14ccdaa2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Deleting port 64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:46:24.612644 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5a8a8016-df82-42ab-91c3-926c14ccdaa2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:24.711899 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-5a8a8016-df82-42ab-91c3-926c14ccdaa2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] For port 64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83,segment=NetworkSegment(404f4258-6380-4324-85fd-2c6390d7e831),segment_id=404f4258-6380-4324-85fd-2c6390d7e831)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:46:24.712241 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5a8a8016-df82-42ab-91c3-926c14ccdaa2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:24.724136 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-5a8a8016-df82-42ab-91c3-926c14ccdaa2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Calling delete_port for 64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83 owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:46:24.930011 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5a8a8016-df82-42ab-91c3-926c14ccdaa2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:24.957878 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a8016-df82-42ab-91c3-926c14ccdaa2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Port': ['ID=64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:24.981838 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a8016-df82-42ab-91c3-926c14ccdaa2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:24.982187 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a8016-df82-42ab-91c3-926c14ccdaa2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:24.982530 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a8016-df82-42ab-91c3-926c14ccdaa2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:24.982873 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a8016-df82-42ab-91c3-926c14ccdaa2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:24.983233 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a8016-df82-42ab-91c3-926c14ccdaa2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:24.983570 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a8016-df82-42ab-91c3-926c14ccdaa2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:24.983897 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a8016-df82-42ab-91c3-926c14ccdaa2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:24.984229 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a8016-df82-42ab-91c3-926c14ccdaa2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:24.984556 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a8016-df82-42ab-91c3-926c14ccdaa2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:24.984886 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a8016-df82-42ab-91c3-926c14ccdaa2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:24.985206 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a8016-df82-42ab-91c3-926c14ccdaa2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:24.985538 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a8016-df82-42ab-91c3-926c14ccdaa2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:24.985856 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a8016-df82-42ab-91c3-926c14ccdaa2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:25.156432 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5a8a8016-df82-42ab-91c3-926c14ccdaa2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (ce848d61-0f20-48e2-aaf0-483129e88456), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:25.378019 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8a8016-df82-42ab-91c3-926c14ccdaa2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Router ce848d61-0f20-48e2-aaf0-483129e88456 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:46:25.528174 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8a8016-df82-42ab-91c3-926c14ccdaa2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:46:25.537893 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5a8a8016-df82-42ab-91c3-926c14ccdaa2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "PUT /v2.0/routers/ce848d61-0f20-48e2-aaf0-483129e88456/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5790880 Jan 28 14:46:25.542870 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53178) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:25.544350 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff79712a-4d97-4a1e-b82c-a4512b60d8de None None] Sync routers for ids ['ce848d61-0f20-48e2-aaf0-483129e88456'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:46:25.563721 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff79712a-4d97-4a1e-b82c-a4512b60d8de None None] Routers {'ce848d61-0f20-48e2-aaf0-483129e88456'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:46:25.564436 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ff79712a-4d97-4a1e-b82c-a4512b60d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:46:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['ce848d61-0f20-48e2-aaf0-483129e88456'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:25.637297 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b11b685-106e-440c-852f-a55dea703d9c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Deleting subnet 58e415a9-1999-4367-bf47-99350e5b3cf3 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:46:25.641860 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8b11b685-106e-440c-852f-a55dea703d9c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for subnet (58e415a9-1999-4367-bf47-99350e5b3cf3), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:25.690043 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8b11b685-106e-440c-852f-a55dea703d9c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (58e415a9-1999-4367-bf47-99350e5b3cf3), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:25.706194 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-ff79712a-4d97-4a1e-b82c-a4512b60d8de None None] Set router ce848d61-0f20-48e2-aaf0-483129e88456 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:46:25.810140 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8b11b685-106e-440c-852f-a55dea703d9c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (58e415a9-1999-4367-bf47-99350e5b3cf3), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:25.910586 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8b11b685-106e-440c-852f-a55dea703d9c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (58e415a9-1999-4367-bf47-99350e5b3cf3), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:25.928373 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ff79712a-4d97-4a1e-b82c-a4512b60d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7898050', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:46:24Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:25.952199 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11b685-106e-440c-852f-a55dea703d9c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Subnet': ['ID=58e415a9-1999-4367-bf47-99350e5b3cf3,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:25.959780 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8b11b685-106e-440c-852f-a55dea703d9c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:25.960737 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff79712a-4d97-4a1e-b82c-a4512b60d8de None None] Checking router: ce848d61-0f20-48e2-aaf0-483129e88456 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:46:25.964624 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8b11b685-106e-440c-852f-a55dea703d9c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "DELETE /v2.0/subnets/58e415a9-1999-4367-bf47-99350e5b3cf3 HTTP/1.1" status: 204 len: 168 time: 0.4199111 Jan 28 14:46:25.967632 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53180) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:25.972292 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba444c3-9290-45e6-b2b4-850de1ca6c11 None None] Network d4dad155-e61a-458f-b440-56a46e5c3596 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:46:25.978377 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff79712a-4d97-4a1e-b82c-a4512b60d8de None None] Routers {'ce848d61-0f20-48e2-aaf0-483129e88456'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:46:25.979429 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ff79712a-4d97-4a1e-b82c-a4512b60d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:46:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['ce848d61-0f20-48e2-aaf0-483129e88456'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:26.097033 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-49bc6644-1d1f-446e-8862-43ec290a196e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router (ce848d61-0f20-48e2-aaf0-483129e88456), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:26.137152 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-ff79712a-4d97-4a1e-b82c-a4512b60d8de None None] Set router ce848d61-0f20-48e2-aaf0-483129e88456 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:46:26.156984 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fb0e28-de56-4c81-acc8-48da9225e536 None None] DHCP port deletion for d4dad155-e61a-458f-b440-56a46e5c3596 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:46:26.213145 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d4fb0e28-de56-4c81-acc8-48da9225e536 None None] Deleting port 704fe680-b594-46a8-ac49-5aa44bec3836 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:46:26.213422 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4fb0e28-de56-4c81-acc8-48da9225e536 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (704fe680-b594-46a8-ac49-5aa44bec3836), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:26.229394 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-49bc6644-1d1f-446e-8862-43ec290a196e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_gateway (ce848d61-0f20-48e2-aaf0-483129e88456), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:26.286696 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-d4fb0e28-de56-4c81-acc8-48da9225e536 None None] For port 704fe680-b594-46a8-ac49-5aa44bec3836, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=704fe680-b594-46a8-ac49-5aa44bec3836,segment=NetworkSegment(404f4258-6380-4324-85fd-2c6390d7e831),segment_id=404f4258-6380-4324-85fd-2c6390d7e831)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:46:26.287136 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4fb0e28-de56-4c81-acc8-48da9225e536 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (704fe680-b594-46a8-ac49-5aa44bec3836), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:26.299992 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-49bc6644-1d1f-446e-8862-43ec290a196e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Deleting port 7b9056d3-b94d-48d9-af0c-aa4ff7283235 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:46:26.300774 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-49bc6644-1d1f-446e-8862-43ec290a196e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7b9056d3-b94d-48d9-af0c-aa4ff7283235), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:26.301590 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d4fb0e28-de56-4c81-acc8-48da9225e536 None None] Calling delete_port for 704fe680-b594-46a8-ac49-5aa44bec3836 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:46:26.394863 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4fb0e28-de56-4c81-acc8-48da9225e536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (704fe680-b594-46a8-ac49-5aa44bec3836), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:26.395863 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-49bc6644-1d1f-446e-8862-43ec290a196e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] For port 7b9056d3-b94d-48d9-af0c-aa4ff7283235, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7b9056d3-b94d-48d9-af0c-aa4ff7283235,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:46:26.396236 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-49bc6644-1d1f-446e-8862-43ec290a196e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7b9056d3-b94d-48d9-af0c-aa4ff7283235), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:26.410724 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-49bc6644-1d1f-446e-8862-43ec290a196e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Calling delete_port for 7b9056d3-b94d-48d9-af0c-aa4ff7283235 owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:46:26.432827 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fb0e28-de56-4c81-acc8-48da9225e536 None None] No DVR routers for this DVR port 704fe680-b594-46a8-ac49-5aa44bec3836 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:46:26.433803 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-ff79712a-4d97-4a1e-b82c-a4512b60d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7898050', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:46:24Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:26.438505 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb0e28-de56-4c81-acc8-48da9225e536 None None] Pushing event deleted for resources: {'Port': ['ID=704fe680-b594-46a8-ac49-5aa44bec3836,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:26.461423 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff79712a-4d97-4a1e-b82c-a4512b60d8de None None] The sync data for ids ['ce848d61-0f20-48e2-aaf0-483129e88456'] in n-d-822747-2 is: [{'id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7898050', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:46:24Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '7b9056d3-b94d-48d9-af0c-aa4ff7283235', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce848d61-0f20-48e2-aaf0-483129e88456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:44:12Z', 'updated_at': '2022-01-28T14:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:46:26.520117 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 704fe680-b594-46a8-ac49-5aa44bec3836 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:46:26.541845 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 704fe680-b594-46a8-ac49-5aa44bec3836 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:46:26.542249 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 704fe680-b594-46a8-ac49-5aa44bec3836 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:46:26.967618 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-49bc6644-1d1f-446e-8862-43ec290a196e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (7b9056d3-b94d-48d9-af0c-aa4ff7283235), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:26.992342 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc6644-1d1f-446e-8862-43ec290a196e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Port': ['ID=7b9056d3-b94d-48d9-af0c-aa4ff7283235,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:27.002591 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc6644-1d1f-446e-8862-43ec290a196e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:27.002984 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc6644-1d1f-446e-8862-43ec290a196e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:27.003304 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc6644-1d1f-446e-8862-43ec290a196e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:27.003661 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc6644-1d1f-446e-8862-43ec290a196e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:27.003969 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc6644-1d1f-446e-8862-43ec290a196e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:27.004388 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc6644-1d1f-446e-8862-43ec290a196e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:27.004719 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc6644-1d1f-446e-8862-43ec290a196e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:27.005523 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc6644-1d1f-446e-8862-43ec290a196e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:27.005523 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc6644-1d1f-446e-8862-43ec290a196e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:27.005722 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc6644-1d1f-446e-8862-43ec290a196e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:27.006003 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc6644-1d1f-446e-8862-43ec290a196e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:27.006323 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc6644-1d1f-446e-8862-43ec290a196e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:27.006647 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc6644-1d1f-446e-8862-43ec290a196e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:27.066578 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-49bc6644-1d1f-446e-8862-43ec290a196e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (ce848d61-0f20-48e2-aaf0-483129e88456), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:27.161405 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-49bc6644-1d1f-446e-8862-43ec290a196e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (ce848d61-0f20-48e2-aaf0-483129e88456), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:27.164455 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-49bc6644-1d1f-446e-8862-43ec290a196e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_controller (ce848d61-0f20-48e2-aaf0-483129e88456), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:27.214004 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-49bc6644-1d1f-446e-8862-43ec290a196e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (ce848d61-0f20-48e2-aaf0-483129e88456), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:27.214708 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bc6644-1d1f-446e-8862-43ec290a196e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Fanout notify agent at l3_agent the message router_deleted on router ce848d61-0f20-48e2-aaf0-483129e88456 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:46:27.221844 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-49bc6644-1d1f-446e-8862-43ec290a196e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:27.223109 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-49bc6644-1d1f-446e-8862-43ec290a196e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "DELETE /v2.0/routers/ce848d61-0f20-48e2-aaf0-483129e88456 HTTP/1.1" status: 204 len: 168 time: 1.2543738 Jan 28 14:46:27.226069 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53182) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:27.303067 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-635fee05-1a0b-4478-a108-a09a1b84b14d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (d4dad155-e61a-458f-b440-56a46e5c3596), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:27.393223 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-635fee05-1a0b-4478-a108-a09a1b84b14d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (d4dad155-e61a-458f-b440-56a46e5c3596), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:27.420451 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-635fee05-1a0b-4478-a108-a09a1b84b14d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4dad155-e61a-458f-b440-56a46e5c3596']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:27.429925 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-635fee05-1a0b-4478-a108-a09a1b84b14d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404f4258-6380-4324-85fd-2c6390d7e831') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:27.430221 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-635fee05-1a0b-4478-a108-a09a1b84b14d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404f4258-6380-4324-85fd-2c6390d7e831') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:27.439909 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-635fee05-1a0b-4478-a108-a09a1b84b14d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (404f4258-6380-4324-85fd-2c6390d7e831), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:27.454957 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-635fee05-1a0b-4478-a108-a09a1b84b14d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (404f4258-6380-4324-85fd-2c6390d7e831), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:27.461750 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-635fee05-1a0b-4478-a108-a09a1b84b14d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:46:27.462151 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-635fee05-1a0b-4478-a108-a09a1b84b14d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (404f4258-6380-4324-85fd-2c6390d7e831), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: timer() Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:46:27.465242 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:46:27.535766 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-635fee05-1a0b-4478-a108-a09a1b84b14d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (d4dad155-e61a-458f-b440-56a46e5c3596), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:27.544595 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-635fee05-1a0b-4478-a108-a09a1b84b14d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:27.547711 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-635fee05-1a0b-4478-a108-a09a1b84b14d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "DELETE /v2.0/networks/d4dad155-e61a-458f-b440-56a46e5c3596 HTTP/1.1" status: 204 len: 168 time: 0.3206043 Jan 28 14:46:27.550609 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53184) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:27.559023 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635fee05-1a0b-4478-a108-a09a1b84b14d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Network': ['ID=d4dad155-e61a-458f-b440-56a46e5c3596,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:27.609054 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1aeb-e112-4312-b393-8cc16337f58b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (c63a9b33-5b62-4b52-85ef-67eb74562b81), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:27.635264 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1aeb-e112-4312-b393-8cc16337f58b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (c63a9b33-5b62-4b52-85ef-67eb74562b81), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:27.703920 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1aeb-e112-4312-b393-8cc16337f58b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (c63a9b33-5b62-4b52-85ef-67eb74562b81), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:27.706631 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1aeb-e112-4312-b393-8cc16337f58b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:27.707938 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f9cf1aeb-e112-4312-b393-8cc16337f58b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "DELETE /v2.0/security-groups/c63a9b33-5b62-4b52-85ef-67eb74562b81 HTTP/1.1" status: 204 len: 168 time: 0.1560109 Jan 28 14:46:27.717158 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf1aeb-e112-4312-b393-8cc16337f58b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63a9b33-5b62-4b52-85ef-67eb74562b81,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:28.124292 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53190) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:28.129033 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-3a85f13a-b33d-41fc-8a5c-56d0f7255831 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1925936051', 'description': 'tempest-secgroup-smoke-1925936051 description', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:46:28.154174 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3a85f13a-b33d-41fc-8a5c-56d0f7255831 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:28.234697 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3a85f13a-b33d-41fc-8a5c-56d0f7255831 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (a2663a92-4c1a-4590-932b-bc470e371e7e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:28.240545 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3a85f13a-b33d-41fc-8a5c-56d0f7255831 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a2663a92-4c1a-4590-932b-bc470e371e7e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:28.272186 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3a85f13a-b33d-41fc-8a5c-56d0f7255831 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:28.273367 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3a85f13a-b33d-41fc-8a5c-56d0f7255831 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1480255 Jan 28 14:46:28.274236 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85f13a-b33d-41fc-8a5c-56d0f7255831 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2663a92-4c1a-4590-932b-bc470e371e7e,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:28.276534 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53192) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:28.281705 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-3d393bff-b434-41e4-9163-1d85a55da06f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': 'a2663a92-4c1a-4590-932b-bc470e371e7e', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:46:28.312629 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d393bff-b434-41e4-9163-1d85a55da06f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (cc09e44c-9c39-4b37-aae7-0d57773f8cda), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:28.374154 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d393bff-b434-41e4-9163-1d85a55da06f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (cc09e44c-9c39-4b37-aae7-0d57773f8cda), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:28.380131 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d393bff-b434-41e4-9163-1d85a55da06f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (cc09e44c-9c39-4b37-aae7-0d57773f8cda), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:28.398578 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d393bff-b434-41e4-9163-1d85a55da06f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc09e44c-9c39-4b37-aae7-0d57773f8cda,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:28.406631 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d393bff-b434-41e4-9163-1d85a55da06f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:28.408134 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3d393bff-b434-41e4-9163-1d85a55da06f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1306841 Jan 28 14:46:28.410954 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53194) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:28.414195 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:46:28.415470 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-2dba93d8-185e-47c0-97c4-fc1da7508e20 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': 'a2663a92-4c1a-4590-932b-bc470e371e7e', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:46:28.434754 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:46:28.435257 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 64b52ee1-e4b1-4fa0-b4ad-47e4a4301d83 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:46:28.435683 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7b9056d3-b94d-48d9-af0c-aa4ff7283235 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:46:28.440174 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2dba93d8-185e-47c0-97c4-fc1da7508e20 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (fc49ce94-54b1-4945-899e-4760fc080d06), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:28.457878 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 7b9056d3-b94d-48d9-af0c-aa4ff7283235 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:46:28.458233 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7b9056d3-b94d-48d9-af0c-aa4ff7283235 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:46:28.495667 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2dba93d8-185e-47c0-97c4-fc1da7508e20 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (fc49ce94-54b1-4945-899e-4760fc080d06), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:28.501164 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2dba93d8-185e-47c0-97c4-fc1da7508e20 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (fc49ce94-54b1-4945-899e-4760fc080d06), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:28.522876 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba93d8-185e-47c0-97c4-fc1da7508e20 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc49ce94-54b1-4945-899e-4760fc080d06,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:28.532418 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2dba93d8-185e-47c0-97c4-fc1da7508e20 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:28.533652 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-2dba93d8-185e-47c0-97c4-fc1da7508e20 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1217635 Jan 28 14:46:28.537133 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53196) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:28.541532 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-8cf76d3d-1aca-48a6-978a-78cbadcd3125 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': 'a2663a92-4c1a-4590-932b-bc470e371e7e', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:46:28.566727 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8cf76d3d-1aca-48a6-978a-78cbadcd3125 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (1ca9f495-60e7-4b22-93c4-77324bffc74b), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:28.626897 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8cf76d3d-1aca-48a6-978a-78cbadcd3125 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (1ca9f495-60e7-4b22-93c4-77324bffc74b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:28.634840 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8cf76d3d-1aca-48a6-978a-78cbadcd3125 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (1ca9f495-60e7-4b22-93c4-77324bffc74b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:28.667279 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf76d3d-1aca-48a6-978a-78cbadcd3125 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca9f495-60e7-4b22-93c4-77324bffc74b,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:28.673136 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8cf76d3d-1aca-48a6-978a-78cbadcd3125 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:28.674138 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8cf76d3d-1aca-48a6-978a-78cbadcd3125 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1360660 Jan 28 14:46:28.677042 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53198) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:28.685044 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-4347d8f8-5b3c-4bde-b1ed-81747b83e113 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': 'a2663a92-4c1a-4590-932b-bc470e371e7e', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:46:28.717469 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4347d8f8-5b3c-4bde-b1ed-81747b83e113 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (fb51ee68-fed5-461e-be3f-bbf32eff9d04), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:28.779299 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4347d8f8-5b3c-4bde-b1ed-81747b83e113 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (fb51ee68-fed5-461e-be3f-bbf32eff9d04), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:28.785115 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4347d8f8-5b3c-4bde-b1ed-81747b83e113 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (fb51ee68-fed5-461e-be3f-bbf32eff9d04), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:28.807869 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347d8f8-5b3c-4bde-b1ed-81747b83e113 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb51ee68-fed5-461e-be3f-bbf32eff9d04,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:28.813080 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4347d8f8-5b3c-4bde-b1ed-81747b83e113 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:28.814333 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4347d8f8-5b3c-4bde-b1ed-81747b83e113 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1359997 Jan 28 14:46:28.817299 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53200) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:28.821935 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-24e98924-98b3-42b5-a0c1-f424b57bc5e8 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': 'a2663a92-4c1a-4590-932b-bc470e371e7e', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:46:28.842225 n-d-822747-2 neutron-server[103351]: INFO neutron.db.securitygroups_db [None req-24e98924-98b3-42b5-a0c1-f424b57bc5e8 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Project bbb7aad61d4a4398a3de25c19faf4785 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:46:28.847201 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-24e98924-98b3-42b5-a0c1-f424b57bc5e8 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (c7f76942-4ef2-48bb-b308-e4e05e0ff0e0), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:28.930728 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-24e98924-98b3-42b5-a0c1-f424b57bc5e8 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (c7f76942-4ef2-48bb-b308-e4e05e0ff0e0), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:28.939585 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-24e98924-98b3-42b5-a0c1-f424b57bc5e8 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (c7f76942-4ef2-48bb-b308-e4e05e0ff0e0), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:28.964670 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e98924-98b3-42b5-a0c1-f424b57bc5e8 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f76942-4ef2-48bb-b308-e4e05e0ff0e0,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:28.981996 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-24e98924-98b3-42b5-a0c1-f424b57bc5e8 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:28.983537 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-24e98924-98b3-42b5-a0c1-f424b57bc5e8 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1651177 Jan 28 14:46:28.986901 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53202) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:28.992654 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-6690740f-9a80-4241-982f-ab55612f20b1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': 'a2663a92-4c1a-4590-932b-bc470e371e7e', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:46:29.031073 n-d-822747-2 neutron-server[103352]: INFO neutron.db.securitygroups_db [None req-6690740f-9a80-4241-982f-ab55612f20b1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Project bbb7aad61d4a4398a3de25c19faf4785 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:46:29.038983 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6690740f-9a80-4241-982f-ab55612f20b1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (173aae91-4437-4ef5-a965-1e866e874aa3), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:29.114343 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6690740f-9a80-4241-982f-ab55612f20b1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (173aae91-4437-4ef5-a965-1e866e874aa3), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:29.118939 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6690740f-9a80-4241-982f-ab55612f20b1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (173aae91-4437-4ef5-a965-1e866e874aa3), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:29.144947 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690740f-9a80-4241-982f-ab55612f20b1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173aae91-4437-4ef5-a965-1e866e874aa3,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:29.154227 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6690740f-9a80-4241-982f-ab55612f20b1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:29.156173 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6690740f-9a80-4241-982f-ab55612f20b1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1678891 Jan 28 14:46:29.160886 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53204) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:29.167158 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-09ac0b3e-72d8-4a7b-8abe-a2118b41b94e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'network': {'name': 'tempest-network-smoke--1141936170', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'port_security_enabled': True}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:46:29.191853 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ac0b3e-72d8-4a7b-8abe-a2118b41b94e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Made reservation on behalf of bbb7aad61d4a4398a3de25c19faf4785 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:46:29.195405 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-09ac0b3e-72d8-4a7b-8abe-a2118b41b94e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:29.221207 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ac0b3e-72d8-4a7b-8abe-a2118b41b94e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:46:29.231325 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-09ac0b3e-72d8-4a7b-8abe-a2118b41b94e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (01aa052d-e116-468f-ad6c-716e535b88d6), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:29.231677 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-09ac0b3e-72d8-4a7b-8abe-a2118b41b94e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Added segment 01aa052d-e116-468f-ad6c-716e535b88d6 of type vlan for network 79f12668-0762-4231-9ad2-4d97a5246838 Jan 28 14:46:29.278940 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-09ac0b3e-72d8-4a7b-8abe-a2118b41b94e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (79f12668-0762-4231-9ad2-4d97a5246838), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:29.312613 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-09ac0b3e-72d8-4a7b-8abe-a2118b41b94e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (79f12668-0762-4231-9ad2-4d97a5246838), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:29.317803 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ac0b3e-72d8-4a7b-8abe-a2118b41b94e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:29.318402 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-09ac0b3e-72d8-4a7b-8abe-a2118b41b94e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:29.346783 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-09ac0b3e-72d8-4a7b-8abe-a2118b41b94e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1844542 Jan 28 14:46:29.349953 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53206) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:29.355540 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-f338667c-1b8d-4b65-8792-6c23e15064f4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2037230392', 'admin_state_up': True, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:46:29.381640 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f338667c-1b8d-4b65-8792-6c23e15064f4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (46fd66a1-7860-4c82-bc9a-ea5dea3ecab0), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:29.384533 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f338667c-1b8d-4b65-8792-6c23e15064f4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (46fd66a1-7860-4c82-bc9a-ea5dea3ecab0), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:29.422398 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac0b3e-72d8-4a7b-8abe-a2118b41b94e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Network': ['ID=79f12668-0762-4231-9ad2-4d97a5246838,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:29.422744 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d27e65de-42d7-4bcd-aa01-817d832fc6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:29.439289 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 79f12668-0762-4231-9ad2-4d97a5246838 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:46:29.452817 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f338667c-1b8d-4b65-8792-6c23e15064f4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_controller (46fd66a1-7860-4c82-bc9a-ea5dea3ecab0), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:29.597356 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f338667c-1b8d-4b65-8792-6c23e15064f4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_gateway (46fd66a1-7860-4c82-bc9a-ea5dea3ecab0), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:29.797335 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f338667c-1b8d-4b65-8792-6c23e15064f4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_gateway (46fd66a1-7860-4c82-bc9a-ea5dea3ecab0), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:29.817037 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f338667c-1b8d-4b65-8792-6c23e15064f4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:29.925430 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-f338667c-1b8d-4b65-8792-6c23e15064f4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Allocated IP 172.25.3.79 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/9e000b05-d8b3-49f2-ab3c-025a19b0daf6) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:46:30.028756 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f338667c-1b8d-4b65-8792-6c23e15064f4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (9e000b05-d8b3-49f2-ab3c-025a19b0daf6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:30.065410 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f338667c-1b8d-4b65-8792-6c23e15064f4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (9e000b05-d8b3-49f2-ab3c-025a19b0daf6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:30.102828 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f338667c-1b8d-4b65-8792-6c23e15064f4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:46:30.105770 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-f338667c-1b8d-4b65-8792-6c23e15064f4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:46:30.109660 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f338667c-1b8d-4b65-8792-6c23e15064f4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:46:30.143236 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338667c-1b8d-4b65-8792-6c23e15064f4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=9e000b05-d8b3-49f2-ab3c-025a19b0daf6,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:30.396498 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f338667c-1b8d-4b65-8792-6c23e15064f4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_gateway (46fd66a1-7860-4c82-bc9a-ea5dea3ecab0), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:30.597108 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f338667c-1b8d-4b65-8792-6c23e15064f4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (46fd66a1-7860-4c82-bc9a-ea5dea3ecab0), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:30.750860 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f338667c-1b8d-4b65-8792-6c23e15064f4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Router 46fd66a1-7860-4c82-bc9a-ea5dea3ecab0 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:46:30.870454 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f338667c-1b8d-4b65-8792-6c23e15064f4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:46:30.880787 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b87505f-db38-4125-8668-cb310ef42746 None None] Sync routers for ids ['46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:46:30.891649 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b87505f-db38-4125-8668-cb310ef42746 None None] Routers {'46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:46:30.892274 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-1b87505f-db38-4125-8668-cb310ef42746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:46:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:30.894070 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f338667c-1b8d-4b65-8792-6c23e15064f4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:30.896061 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-f338667c-1b8d-4b65-8792-6c23e15064f4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5448053 Jan 28 14:46:30.899376 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53208) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:30.977388 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-aa4b252b-490e-4f87-b972-128e3ec2a488 tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=bbb7aad61d4a4398a3de25c19faf4785&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0768065 Jan 28 14:46:30.980463 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53212) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:31.003018 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-1b87505f-db38-4125-8668-cb310ef42746 None None] Set router 46fd66a1-7860-4c82-bc9a-ea5dea3ecab0 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:46:31.077977 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4455b908-b416-4248-bfc4-aef7005db5a5 tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:31.079546 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4455b908-b416-4248-bfc4-aef7005db5a5 tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0980580 Jan 28 14:46:31.083358 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53214) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:31.116592 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d3047ca0-4140-41f2-9bd1-35439c3ad7bc tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314708 Jan 28 14:46:31.119382 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53216) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:31.125166 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-1a6f5592-28b0-4cbc-b2ff-ed5a3a86e9df tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1425391707', 'network_id': '79f12668-0762-4231-9ad2-4d97a5246838', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:46:31.204721 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-1b87505f-db38-4125-8668-cb310ef42746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037230392', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:46:30Z', 'revision_number': 3, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:46:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:31.216885 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6f5592-28b0-4cbc-b2ff-ed5a3a86e9df tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Made reservation on behalf of bbb7aad61d4a4398a3de25c19faf4785 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:46:31.221333 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a6f5592-28b0-4cbc-b2ff-ed5a3a86e9df tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:31.232197 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b87505f-db38-4125-8668-cb310ef42746 None None] Checking router: 46fd66a1-7860-4c82-bc9a-ea5dea3ecab0 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:46:31.232540 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b87505f-db38-4125-8668-cb310ef42746 None None] Updating router 46fd66a1-7860-4c82-bc9a-ea5dea3ecab0 port 9e000b05-d8b3-49f2-ab3c-025a19b0daf6 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:46:31.258508 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b87505f-db38-4125-8668-cb310ef42746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9e000b05-d8b3-49f2-ab3c-025a19b0daf6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:31.422234 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a6f5592-28b0-4cbc-b2ff-ed5a3a86e9df tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (3703fa5c-74b0-4773-b52c-0d7143393de7), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:31.487985 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f5592-28b0-4cbc-b2ff-ed5a3a86e9df tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Subnet': ['ID=3703fa5c-74b0-4773-b52c-0d7143393de7,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:31.497005 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f5592-28b0-4cbc-b2ff-ed5a3a86e9df tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Checking segment: {'id': '01aa052d-e116-468f-ad6c-716e535b88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '79f12668-0762-4231-9ad2-4d97a5246838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:46:31.497352 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6f5592-28b0-4cbc-b2ff-ed5a3a86e9df tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network hostable DHCP agents. Network: 79f12668-0762-4231-9ad2-4d97a5246838, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:46:31.516596 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6f5592-28b0-4cbc-b2ff-ed5a3a86e9df tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network 79f12668-0762-4231-9ad2-4d97a5246838 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:46:31.526306 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-1a6f5592-28b0-4cbc-b2ff-ed5a3a86e9df tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 79f12668-0762-4231-9ad2-4d97a5246838) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:46:31.527958 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b87505f-db38-4125-8668-cb310ef42746 None None] Publish callbacks [] for port (9e000b05-d8b3-49f2-ab3c-025a19b0daf6), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:31.531052 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6f5592-28b0-4cbc-b2ff-ed5a3a86e9df tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:31.531836 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1a6f5592-28b0-4cbc-b2ff-ed5a3a86e9df tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:31.538429 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc101267-3e30-4213-85d0-1fddec407ce2 None None] Network 79f12668-0762-4231-9ad2-4d97a5246838 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:46:31.542294 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b87505f-db38-4125-8668-cb310ef42746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9e000b05-d8b3-49f2-ab3c-025a19b0daf6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:31.558118 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-1a6f5592-28b0-4cbc-b2ff-ed5a3a86e9df tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4344566 Jan 28 14:46:31.558479 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53218) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:31.650710 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599f313-7e5b-4506-8428-c5c70c351720 None None] Pushing event updated for resources: {'Port': ['ID=9e000b05-d8b3-49f2-ab3c-025a19b0daf6,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:31.657787 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-1b87505f-db38-4125-8668-cb310ef42746 None None] Attempting to bind port 9e000b05-d8b3-49f2-ab3c-025a19b0daf6 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:46:31.658156 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-1b87505f-db38-4125-8668-cb310ef42746 None None] Attempting to bind port 9e000b05-d8b3-49f2-ab3c-025a19b0daf6 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:46:31.658516 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b87505f-db38-4125-8668-cb310ef42746 None None] Attempting to bind port 9e000b05-d8b3-49f2-ab3c-025a19b0daf6 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:46:31.670759 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599f313-7e5b-4506-8428-c5c70c351720 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:31.671124 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599f313-7e5b-4506-8428-c5c70c351720 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:31.671461 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599f313-7e5b-4506-8428-c5c70c351720 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:31.671794 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599f313-7e5b-4506-8428-c5c70c351720 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:31.672119 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599f313-7e5b-4506-8428-c5c70c351720 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:31.672446 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599f313-7e5b-4506-8428-c5c70c351720 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:31.672766 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599f313-7e5b-4506-8428-c5c70c351720 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:31.673084 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599f313-7e5b-4506-8428-c5c70c351720 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:31.673401 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599f313-7e5b-4506-8428-c5c70c351720 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:31.673718 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599f313-7e5b-4506-8428-c5c70c351720 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:31.674036 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599f313-7e5b-4506-8428-c5c70c351720 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:31.674354 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599f313-7e5b-4506-8428-c5c70c351720 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:31.674666 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e599f313-7e5b-4506-8428-c5c70c351720 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:31.678596 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b87505f-db38-4125-8668-cb310ef42746 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:46:31.679013 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b87505f-db38-4125-8668-cb310ef42746 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:46:31.679453 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b87505f-db38-4125-8668-cb310ef42746 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:31.679837 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b87505f-db38-4125-8668-cb310ef42746 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:46:31.680327 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-1b87505f-db38-4125-8668-cb310ef42746 None None] Bound port: 9e000b05-d8b3-49f2-ab3c-025a19b0daf6, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:46:31.680705 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b87505f-db38-4125-8668-cb310ef42746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9e000b05-d8b3-49f2-ab3c-025a19b0daf6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:31.737639 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae14f74-7643-48e2-87aa-83ff789e9152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-79f12668-0762-4231-9ad2-4d97a5246838', 'network_id': '79f12668-0762-4231-9ad2-4d97a5246838', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'fixed_ips': [{'subnet_id': '3703fa5c-74b0-4773-b52c-0d7143393de7'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:46:31.738496 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3ae14f74-7643-48e2-87aa-83ff789e9152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:31.773927 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d7e268ec-d7f8-4040-b3f8-cee2a0342a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:31.776637 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1b87505f-db38-4125-8668-cb310ef42746 None None] For port 9e000b05-d8b3-49f2-ab3c-025a19b0daf6, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:46:31.780432 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1b87505f-db38-4125-8668-cb310ef42746 None None] For port 9e000b05-d8b3-49f2-ab3c-025a19b0daf6, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9e000b05-d8b3-49f2-ab3c-025a19b0daf6,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:46:31.788681 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1b87505f-db38-4125-8668-cb310ef42746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9e000b05-d8b3-49f2-ab3c-025a19b0daf6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:31.914752 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599f313-7e5b-4506-8428-c5c70c351720 None None] Pushing event updated for resources: {'Port': ['ID=9e000b05-d8b3-49f2-ab3c-025a19b0daf6,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:31.946395 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b87505f-db38-4125-8668-cb310ef42746 None None] Routers {'46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:46:31.947503 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-1b87505f-db38-4125-8668-cb310ef42746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:46:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:32.013276 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-3ae14f74-7643-48e2-87aa-83ff789e9152 None None] Allocated IP 172.20.0.2 (79f12668-0762-4231-9ad2-4d97a5246838/3703fa5c-74b0-4773-b52c-0d7143393de7/7708dcfe-03cf-4845-a32f-997e40cdc228) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:46:32.024841 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0285a07a-43ed-4226-8194-3716c29d8256 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:32.131865 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-1b87505f-db38-4125-8668-cb310ef42746 None None] Set router 46fd66a1-7860-4c82-bc9a-ea5dea3ecab0 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:46:32.325261 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3ae14f74-7643-48e2-87aa-83ff789e9152 None None] Publish callbacks [] for port (7708dcfe-03cf-4845-a32f-997e40cdc228), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:32.347311 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3ae14f74-7643-48e2-87aa-83ff789e9152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (7708dcfe-03cf-4845-a32f-997e40cdc228), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:32.385276 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-0285a07a-43ed-4226-8194-3716c29d8256 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Allocated IP 172.20.0.1 (79f12668-0762-4231-9ad2-4d97a5246838/3703fa5c-74b0-4773-b52c-0d7143393de7/0bf40e49-ad5e-498a-82c9-a7ab5da33ebf) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:46:32.399646 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae14f74-7643-48e2-87aa-83ff789e9152 None None] Network 79f12668-0762-4231-9ad2-4d97a5246838 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:46:32.406314 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-3ae14f74-7643-48e2-87aa-83ff789e9152 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:46:32.412064 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae14f74-7643-48e2-87aa-83ff789e9152 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:46:32.416842 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae14f74-7643-48e2-87aa-83ff789e9152 None None] Pushing event updated for resources: {'Port': ['ID=7708dcfe-03cf-4845-a32f-997e40cdc228,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:32.451745 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-1b87505f-db38-4125-8668-cb310ef42746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037230392', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:46:30Z', 'revision_number': 3, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:32.491071 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b87505f-db38-4125-8668-cb310ef42746 None None] The sync data for ids ['46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'] in n-d-822747-2 is: [{'id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037230392', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:46:30Z', 'revision_number': 3, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:46:32.503412 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-3ae14f74-7643-48e2-87aa-83ff789e9152 None None] Attempting to bind port 7708dcfe-03cf-4845-a32f-997e40cdc228 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:46:32.503783 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-3ae14f74-7643-48e2-87aa-83ff789e9152 None None] Attempting to bind port 7708dcfe-03cf-4845-a32f-997e40cdc228 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '01aa052d-e116-468f-ad6c-716e535b88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '79f12668-0762-4231-9ad2-4d97a5246838'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:46:32.504150 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae14f74-7643-48e2-87aa-83ff789e9152 None None] Attempting to bind port 7708dcfe-03cf-4845-a32f-997e40cdc228 on network 79f12668-0762-4231-9ad2-4d97a5246838 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:46:32.511293 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae14f74-7643-48e2-87aa-83ff789e9152 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:46:32.511755 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae14f74-7643-48e2-87aa-83ff789e9152 None None] Checking segment: {'id': '01aa052d-e116-468f-ad6c-716e535b88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '79f12668-0762-4231-9ad2-4d97a5246838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:46:32.512071 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3ae14f74-7643-48e2-87aa-83ff789e9152 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:32.512480 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae14f74-7643-48e2-87aa-83ff789e9152 None None] Bound using segment: {'id': '01aa052d-e116-468f-ad6c-716e535b88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '79f12668-0762-4231-9ad2-4d97a5246838'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:46:32.512989 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-3ae14f74-7643-48e2-87aa-83ff789e9152 None None] Bound port: 7708dcfe-03cf-4845-a32f-997e40cdc228, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01aa052d-e116-468f-ad6c-716e535b88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '79f12668-0762-4231-9ad2-4d97a5246838'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:46:32.513363 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3ae14f74-7643-48e2-87aa-83ff789e9152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7708dcfe-03cf-4845-a32f-997e40cdc228), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:32.514033 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0285a07a-43ed-4226-8194-3716c29d8256 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (0bf40e49-ad5e-498a-82c9-a7ab5da33ebf), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:32.551516 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0285a07a-43ed-4226-8194-3716c29d8256 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (0bf40e49-ad5e-498a-82c9-a7ab5da33ebf), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:32.598319 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0285a07a-43ed-4226-8194-3716c29d8256 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network 79f12668-0762-4231-9ad2-4d97a5246838 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:46:32.601860 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-0285a07a-43ed-4226-8194-3716c29d8256 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:46:32.604683 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0285a07a-43ed-4226-8194-3716c29d8256 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:46:32.636062 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285a07a-43ed-4226-8194-3716c29d8256 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=0bf40e49-ad5e-498a-82c9-a7ab5da33ebf,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:32.676250 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0285a07a-43ed-4226-8194-3716c29d8256 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (46fd66a1-7860-4c82-bc9a-ea5dea3ecab0), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:32.770697 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-3ae14f74-7643-48e2-87aa-83ff789e9152 None None] For port 7708dcfe-03cf-4845-a32f-997e40cdc228, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:46:32.776128 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-3ae14f74-7643-48e2-87aa-83ff789e9152 None None] For port 7708dcfe-03cf-4845-a32f-997e40cdc228, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7708dcfe-03cf-4845-a32f-997e40cdc228,segment=NetworkSegment(01aa052d-e116-468f-ad6c-716e535b88d6),segment_id=01aa052d-e116-468f-ad6c-716e535b88d6)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:46:32.783216 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3ae14f74-7643-48e2-87aa-83ff789e9152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7708dcfe-03cf-4845-a32f-997e40cdc228), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:32.861651 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae14f74-7643-48e2-87aa-83ff789e9152 None None] Pushing event updated for resources: {'Port': ['ID=7708dcfe-03cf-4845-a32f-997e40cdc228,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:32.864392 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0285a07a-43ed-4226-8194-3716c29d8256 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0bf40e49-ad5e-498a-82c9-a7ab5da33ebf), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:33.243706 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:33.257273 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0285a07a-43ed-4226-8194-3716c29d8256 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (0bf40e49-ad5e-498a-82c9-a7ab5da33ebf), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:33.263190 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0285a07a-43ed-4226-8194-3716c29d8256 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (0bf40e49-ad5e-498a-82c9-a7ab5da33ebf), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:33.341953 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285a07a-43ed-4226-8194-3716c29d8256 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=0bf40e49-ad5e-498a-82c9-a7ab5da33ebf,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:33.345349 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0285a07a-43ed-4226-8194-3716c29d8256 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (46fd66a1-7860-4c82-bc9a-ea5dea3ecab0), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:33.460459 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0285a07a-43ed-4226-8194-3716c29d8256 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network 79f12668-0762-4231-9ad2-4d97a5246838 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:46:33.461946 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-0285a07a-43ed-4226-8194-3716c29d8256 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:46:33.941261 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc76b13-d731-4a77-8d96-8ed3ba282fb6 None None] Network 79f12668-0762-4231-9ad2-4d97a5246838 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:46:33.972788 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0285a07a-43ed-4226-8194-3716c29d8256 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Router 46fd66a1-7860-4c82-bc9a-ea5dea3ecab0 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:46:34.050109 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ecbaa94d-a5c4-45b0-86be-5be1fb934a9f None None] Provisioning complete for port 7708dcfe-03cf-4845-a32f-997e40cdc228 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:34.050453 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ecbaa94d-a5c4-45b0-86be-5be1fb934a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7708dcfe-03cf-4845-a32f-997e40cdc228), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:34.100946 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0285a07a-43ed-4226-8194-3716c29d8256 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:46:34.107651 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0285a07a-43ed-4226-8194-3716c29d8256 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "PUT /v2.0/routers/46fd66a1-7860-4c82-bc9a-ea5dea3ecab0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5476928 Jan 28 14:46:34.153358 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ecbaa94d-a5c4-45b0-86be-5be1fb934a9f None None] Current status of the port 7708dcfe-03cf-4845-a32f-997e40cdc228 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:46:34.153945 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ecbaa94d-a5c4-45b0-86be-5be1fb934a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7708dcfe-03cf-4845-a32f-997e40cdc228), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:34.193632 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-ecbaa94d-a5c4-45b0-86be-5be1fb934a9f None None] For port 7708dcfe-03cf-4845-a32f-997e40cdc228, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7708dcfe-03cf-4845-a32f-997e40cdc228,segment=NetworkSegment(01aa052d-e116-468f-ad6c-716e535b88d6),segment_id=01aa052d-e116-468f-ad6c-716e535b88d6)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:46:34.199407 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ecbaa94d-a5c4-45b0-86be-5be1fb934a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7708dcfe-03cf-4845-a32f-997e40cdc228), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:34.254259 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbaa94d-a5c4-45b0-86be-5be1fb934a9f None None] Pushing event updated for resources: {'Port': ['ID=7708dcfe-03cf-4845-a32f-997e40cdc228,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:34.308412 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-6040d750-33ea-4b92-9131-46d18e2f8e3e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1925936051&fields=id&tenant_id=bbb7aad61d4a4398a3de25c19faf4785 HTTP/1.1" status: 200 len: 267 time: 0.0590203 Jan 28 14:46:34.325955 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2d0bf4-cdc5-4a94-aae2-048e3f42e929 None None] Sync routers for ids ['46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:46:34.342422 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2d0bf4-cdc5-4a94-aae2-048e3f42e929 None None] Routers {'46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:46:34.343336 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-db2d0bf4-cdc5-4a94-aae2-048e3f42e929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:46:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:34.456881 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f8b5ce3a-4eab-4700-9ff4-465443fa44ee None None] Provisioning complete for port 7708dcfe-03cf-4845-a32f-997e40cdc228 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:34.459822 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8b5ce3a-4eab-4700-9ff4-465443fa44ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7708dcfe-03cf-4845-a32f-997e40cdc228), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:34.465869 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-c77501fb-3c70-40ac-8786-757fbeff0524 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:34.470032 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-db2d0bf4-cdc5-4a94-aae2-048e3f42e929 None None] Set router 46fd66a1-7860-4c82-bc9a-ea5dea3ecab0 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:46:34.473434 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-c77501fb-3c70-40ac-8786-757fbeff0524 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/networks?id=79f12668-0762-4231-9ad2-4d97a5246838 HTTP/1.1" status: 200 len: 797 time: 0.1575027 Jan 28 14:46:34.494597 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-f17c3ec6-9c0d-459f-ac83-ba5cb4d7ecf4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/quotas/bbb7aad61d4a4398a3de25c19faf4785 HTTP/1.1" status: 200 len: 375 time: 0.0200846 Jan 28 14:46:34.581454 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-f3aeab0c-7398-4edc-af24-2c83446ec8bf tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854526 Jan 28 14:46:34.603228 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7708dcfe-03cf-4845-a32f-997e40cdc228 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:46:34.665612 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f8b5ce3a-4eab-4700-9ff4-465443fa44ee None None] Current status of the port 7708dcfe-03cf-4845-a32f-997e40cdc228 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:46:34.669702 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:34.686474 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f8b5ce3a-4eab-4700-9ff4-465443fa44ee None None] Provisioning complete for port 0bf40e49-ad5e-498a-82c9-a7ab5da33ebf triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:34.687021 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f8b5ce3a-4eab-4700-9ff4-465443fa44ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0bf40e49-ad5e-498a-82c9-a7ab5da33ebf), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:34.704778 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-4e3ce161-1f5f-4e85-8c03-1eea7e04236d service neutron] 10.222.0.39 "GET /v2.0/networks/79f12668-0762-4231-9ad2-4d97a5246838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147156 Jan 28 14:46:34.731933 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-db2d0bf4-cdc5-4a94-aae2-048e3f42e929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037230392', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:46:32Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '0bf40e49-ad5e-498a-82c9-a7ab5da33ebf', 'name': '', 'network_id': '79f12668-0762-4231-9ad2-4d97a5246838', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:da:66:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '3703fa5c-74b0-4773-b52c-0d7143393de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:32Z', 'updated_at': '2022-01-28T14:46:33Z', 'revision_number': 2, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '3703fa5c-74b0-4773-b52c-0d7143393de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:34.735848 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 7708dcfe-03cf-4845-a32f-997e40cdc228 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:34.735848 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7708dcfe-03cf-4845-a32f-997e40cdc228), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:34.737313 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f8b5ce3a-4eab-4700-9ff4-465443fa44ee None None] Port 0bf40e49-ad5e-498a-82c9-a7ab5da33ebf cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:46:34.765277 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2d0bf4-cdc5-4a94-aae2-048e3f42e929 None None] Checking router: 46fd66a1-7860-4c82-bc9a-ea5dea3ecab0 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:46:34.765896 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2d0bf4-cdc5-4a94-aae2-048e3f42e929 None None] Updating router 46fd66a1-7860-4c82-bc9a-ea5dea3ecab0 port 0bf40e49-ad5e-498a-82c9-a7ab5da33ebf binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:46:34.798547 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db2d0bf4-cdc5-4a94-aae2-048e3f42e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0bf40e49-ad5e-498a-82c9-a7ab5da33ebf), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:34.823817 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-9f7df7da-76a2-4e62-bee6-6c418767c05b service neutron] 10.222.0.39 "GET /v2.0/networks/79f12668-0762-4231-9ad2-4d97a5246838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120758 Jan 28 14:46:34.879717 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e31feeae-2a45-4dba-be1a-f87620c68d88 None None] Provisioning complete for port 0bf40e49-ad5e-498a-82c9-a7ab5da33ebf triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:34.880079 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e31feeae-2a45-4dba-be1a-f87620c68d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0bf40e49-ad5e-498a-82c9-a7ab5da33ebf), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:34.883591 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 7708dcfe-03cf-4845-a32f-997e40cdc228 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:46:34.885060 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9e000b05-d8b3-49f2-ab3c-025a19b0daf6 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:46:34.970128 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e31feeae-2a45-4dba-be1a-f87620c68d88 None None] Port 0bf40e49-ad5e-498a-82c9-a7ab5da33ebf cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:46:34.973898 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 9e000b05-d8b3-49f2-ab3c-025a19b0daf6 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:34.974276 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9e000b05-d8b3-49f2-ab3c-025a19b0daf6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:35.091398 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 9e000b05-d8b3-49f2-ab3c-025a19b0daf6 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:46:35.091784 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9e000b05-d8b3-49f2-ab3c-025a19b0daf6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:35.112191 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a92ed1e1-1572-4866-aabe-d969c6604182 req-ca4261a5-cd4b-4687-9c0b-99e6c0654283 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 210 time: 0.0576611 Jan 28 14:46:35.127570 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 9e000b05-d8b3-49f2-ab3c-025a19b0daf6, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9e000b05-d8b3-49f2-ab3c-025a19b0daf6,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:46:35.129552 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9aecba7a-c146-40cc-bb64-31c3b96454c2 None None] Provisioning complete for port 0bf40e49-ad5e-498a-82c9-a7ab5da33ebf triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:35.129701 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9aecba7a-c146-40cc-bb64-31c3b96454c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0bf40e49-ad5e-498a-82c9-a7ab5da33ebf), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:35.144186 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db2d0bf4-cdc5-4a94-aae2-048e3f42e929 None None] Publish callbacks [] for port (0bf40e49-ad5e-498a-82c9-a7ab5da33ebf), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:35.153693 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db2d0bf4-cdc5-4a94-aae2-048e3f42e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0bf40e49-ad5e-498a-82c9-a7ab5da33ebf), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:35.167531 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9e000b05-d8b3-49f2-ab3c-025a19b0daf6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:35.169225 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9aecba7a-c146-40cc-bb64-31c3b96454c2 None None] Port 0bf40e49-ad5e-498a-82c9-a7ab5da33ebf cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:46:35.231202 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=9e000b05-d8b3-49f2-ab3c-025a19b0daf6,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:35.265171 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821102e6-1e2f-4edb-8c81-2c003a8a0d63 None None] Pushing event updated for resources: {'Port': ['ID=0bf40e49-ad5e-498a-82c9-a7ab5da33ebf,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:35.281523 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821102e6-1e2f-4edb-8c81-2c003a8a0d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:35.282009 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821102e6-1e2f-4edb-8c81-2c003a8a0d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:35.282448 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821102e6-1e2f-4edb-8c81-2c003a8a0d63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:35.282894 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821102e6-1e2f-4edb-8c81-2c003a8a0d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:35.283346 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821102e6-1e2f-4edb-8c81-2c003a8a0d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:35.283766 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821102e6-1e2f-4edb-8c81-2c003a8a0d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:35.284185 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821102e6-1e2f-4edb-8c81-2c003a8a0d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:35.284604 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821102e6-1e2f-4edb-8c81-2c003a8a0d63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:35.285021 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821102e6-1e2f-4edb-8c81-2c003a8a0d63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:35.286235 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821102e6-1e2f-4edb-8c81-2c003a8a0d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:35.286688 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821102e6-1e2f-4edb-8c81-2c003a8a0d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:35.287145 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821102e6-1e2f-4edb-8c81-2c003a8a0d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:35.287625 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821102e6-1e2f-4edb-8c81-2c003a8a0d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:35.291490 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-db2d0bf4-cdc5-4a94-aae2-048e3f42e929 None None] Attempting to bind port 0bf40e49-ad5e-498a-82c9-a7ab5da33ebf on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:46:35.292096 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-db2d0bf4-cdc5-4a94-aae2-048e3f42e929 None None] Attempting to bind port 0bf40e49-ad5e-498a-82c9-a7ab5da33ebf by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '01aa052d-e116-468f-ad6c-716e535b88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '79f12668-0762-4231-9ad2-4d97a5246838'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:46:35.292557 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2d0bf4-cdc5-4a94-aae2-048e3f42e929 None None] Attempting to bind port 0bf40e49-ad5e-498a-82c9-a7ab5da33ebf on network 79f12668-0762-4231-9ad2-4d97a5246838 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:46:35.298836 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2d0bf4-cdc5-4a94-aae2-048e3f42e929 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:46:35.299443 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2d0bf4-cdc5-4a94-aae2-048e3f42e929 None None] Checking segment: {'id': '01aa052d-e116-468f-ad6c-716e535b88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '79f12668-0762-4231-9ad2-4d97a5246838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:46:35.299949 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db2d0bf4-cdc5-4a94-aae2-048e3f42e929 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:35.300429 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2d0bf4-cdc5-4a94-aae2-048e3f42e929 None None] Bound using segment: {'id': '01aa052d-e116-468f-ad6c-716e535b88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '79f12668-0762-4231-9ad2-4d97a5246838'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:46:35.301004 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-db2d0bf4-cdc5-4a94-aae2-048e3f42e929 None None] Bound port: 0bf40e49-ad5e-498a-82c9-a7ab5da33ebf, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01aa052d-e116-468f-ad6c-716e535b88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '79f12668-0762-4231-9ad2-4d97a5246838'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:46:35.301473 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db2d0bf4-cdc5-4a94-aae2-048e3f42e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0bf40e49-ad5e-498a-82c9-a7ab5da33ebf), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:35.378047 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-db2d0bf4-cdc5-4a94-aae2-048e3f42e929 None None] For port 0bf40e49-ad5e-498a-82c9-a7ab5da33ebf, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:46:35.381236 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-db2d0bf4-cdc5-4a94-aae2-048e3f42e929 None None] For port 0bf40e49-ad5e-498a-82c9-a7ab5da33ebf, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=0bf40e49-ad5e-498a-82c9-a7ab5da33ebf,segment=NetworkSegment(01aa052d-e116-468f-ad6c-716e535b88d6),segment_id=01aa052d-e116-468f-ad6c-716e535b88d6)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:46:35.388307 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-db2d0bf4-cdc5-4a94-aae2-048e3f42e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0bf40e49-ad5e-498a-82c9-a7ab5da33ebf), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:35.452896 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2d0bf4-cdc5-4a94-aae2-048e3f42e929 None None] Routers {'46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:46:35.453718 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-db2d0bf4-cdc5-4a94-aae2-048e3f42e929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:46:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:35.457119 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821102e6-1e2f-4edb-8c81-2c003a8a0d63 None None] Pushing event updated for resources: {'Port': ['ID=0bf40e49-ad5e-498a-82c9-a7ab5da33ebf,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:35.597972 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-db2d0bf4-cdc5-4a94-aae2-048e3f42e929 None None] Set router 46fd66a1-7860-4c82-bc9a-ea5dea3ecab0 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:46:35.615320 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c6d46545-a545-41c2-abaa-78b0cb75670c None None] Provisioning complete for port 0bf40e49-ad5e-498a-82c9-a7ab5da33ebf triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:35.616345 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6d46545-a545-41c2-abaa-78b0cb75670c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0bf40e49-ad5e-498a-82c9-a7ab5da33ebf), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:35.763092 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c6d46545-a545-41c2-abaa-78b0cb75670c None None] Current status of the port 0bf40e49-ad5e-498a-82c9-a7ab5da33ebf is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:46:35.763477 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6d46545-a545-41c2-abaa-78b0cb75670c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (0bf40e49-ad5e-498a-82c9-a7ab5da33ebf), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:35.801276 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c6d46545-a545-41c2-abaa-78b0cb75670c None None] For port 0bf40e49-ad5e-498a-82c9-a7ab5da33ebf, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=0bf40e49-ad5e-498a-82c9-a7ab5da33ebf,segment=NetworkSegment(01aa052d-e116-468f-ad6c-716e535b88d6),segment_id=01aa052d-e116-468f-ad6c-716e535b88d6)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:46:35.808922 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6d46545-a545-41c2-abaa-78b0cb75670c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (0bf40e49-ad5e-498a-82c9-a7ab5da33ebf), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:35.853938 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-db2d0bf4-cdc5-4a94-aae2-048e3f42e929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037230392', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:46:32Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '0bf40e49-ad5e-498a-82c9-a7ab5da33ebf', 'name': '', 'network_id': '79f12668-0762-4231-9ad2-4d97a5246838', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:da:66:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '3703fa5c-74b0-4773-b52c-0d7143393de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:32Z', 'updated_at': '2022-01-28T14:46:35Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '3703fa5c-74b0-4773-b52c-0d7143393de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:35.869263 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d46545-a545-41c2-abaa-78b0cb75670c None None] Pushing event updated for resources: {'Port': ['ID=0bf40e49-ad5e-498a-82c9-a7ab5da33ebf,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:35.881508 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2d0bf4-cdc5-4a94-aae2-048e3f42e929 None None] The sync data for ids ['46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'] in n-d-822747-2 is: [{'id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037230392', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:46:32Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '0bf40e49-ad5e-498a-82c9-a7ab5da33ebf', 'name': '', 'network_id': '79f12668-0762-4231-9ad2-4d97a5246838', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:da:66:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '3703fa5c-74b0-4773-b52c-0d7143393de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:32Z', 'updated_at': '2022-01-28T14:46:35Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '3703fa5c-74b0-4773-b52c-0d7143393de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:46:35.948935 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-85d724d0-f830-43c4-b1ae-90ea65dbdbf3 None None] Provisioning complete for port 0bf40e49-ad5e-498a-82c9-a7ab5da33ebf triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:35.949364 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85d724d0-f830-43c4-b1ae-90ea65dbdbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0bf40e49-ad5e-498a-82c9-a7ab5da33ebf), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:36.047205 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-85d724d0-f830-43c4-b1ae-90ea65dbdbf3 None None] Current status of the port 0bf40e49-ad5e-498a-82c9-a7ab5da33ebf is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:46:36.217202 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5e064540-5798-4a84-afdb-3db26902fc17 req-5c7de57d-2d0d-44c6-894c-9ca78ca1cd60 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 210 time: 0.0279906 Jan 28 14:46:36.302960 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-1734877d-e632-4a81-aaad-1eab666f3e29 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:36.304488 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-1734877d-e632-4a81-aaad-1eab666f3e29 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.18 "GET /v2.0/networks?id=79f12668-0762-4231-9ad2-4d97a5246838 HTTP/1.1" status: 200 len: 797 time: 0.1497705 Jan 28 14:46:36.376992 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-d40d0381-b555-4f7f-9122-4472fb100b45 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbb7aad61d4a4398a3de25c19faf4785 HTTP/1.1" status: 200 len: 380 time: 0.0631757 Jan 28 14:46:36.392784 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-90095d8d-74ad-4334-8e2c-093aa477a926 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'port': {'device_id': '6b9b68bb-1244-4a2e-b821-01118c3bf82b', 'network_id': '79f12668-0762-4231-9ad2-4d97a5246838', 'admin_state_up': True, 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'security_groups': ['a2663a92-4c1a-4590-932b-bc470e371e7e']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:46:36.440030 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:36.537281 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-90095d8d-74ad-4334-8e2c-093aa477a926 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Made reservation on behalf of bbb7aad61d4a4398a3de25c19faf4785 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:46:36.543137 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-90095d8d-74ad-4334-8e2c-093aa477a926 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:36.610341 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 0bf40e49-ad5e-498a-82c9-a7ab5da33ebf up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:46:36.679098 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 0bf40e49-ad5e-498a-82c9-a7ab5da33ebf triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:36.679781 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (0bf40e49-ad5e-498a-82c9-a7ab5da33ebf), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:36.702950 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-90095d8d-74ad-4334-8e2c-093aa477a926 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Allocated IP 172.20.0.11 (79f12668-0762-4231-9ad2-4d97a5246838/3703fa5c-74b0-4773-b52c-0d7143393de7/ae8bed71-0928-4a25-94b7-7e253a064b81) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:46:36.774750 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 0bf40e49-ad5e-498a-82c9-a7ab5da33ebf is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:46:36.779452 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9e000b05-d8b3-49f2-ab3c-025a19b0daf6 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:46:36.834301 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 9e000b05-d8b3-49f2-ab3c-025a19b0daf6 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:36.834763 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9e000b05-d8b3-49f2-ab3c-025a19b0daf6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:36.882143 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-90095d8d-74ad-4334-8e2c-093aa477a926 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (ae8bed71-0928-4a25-94b7-7e253a064b81), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:36.924407 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-90095d8d-74ad-4334-8e2c-093aa477a926 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ae8bed71-0928-4a25-94b7-7e253a064b81), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:36.941666 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 9e000b05-d8b3-49f2-ab3c-025a19b0daf6 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:46:36.980976 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-90095d8d-74ad-4334-8e2c-093aa477a926 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network 79f12668-0762-4231-9ad2-4d97a5246838 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:46:36.984112 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-90095d8d-74ad-4334-8e2c-093aa477a926 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:46:36.986598 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-90095d8d-74ad-4334-8e2c-093aa477a926 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:46:37.021483 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90095d8d-74ad-4334-8e2c-093aa477a926 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=ae8bed71-0928-4a25-94b7-7e253a064b81,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:37.050120 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-90095d8d-74ad-4334-8e2c-093aa477a926 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:37.050771 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-90095d8d-74ad-4334-8e2c-093aa477a926 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:37.072399 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-90095d8d-74ad-4334-8e2c-093aa477a926 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6842892 Jan 28 14:46:37.088093 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-0ca00b97-e12d-4f0f-8a1d-d7d239aa4de7 service neutron] Request body: {'port': {'device_id': '6b9b68bb-1244-4a2e-b821-01118c3bf82b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:46:37.157819 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-0ca00b97-e12d-4f0f-8a1d-d7d239aa4de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ae8bed71-0928-4a25-94b7-7e253a064b81), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:37.288775 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-73718bfc-ea9b-4ed1-b3a4-ac9467ca7a07 None None] Provisioning complete for port ae8bed71-0928-4a25-94b7-7e253a064b81 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:37.290135 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-73718bfc-ea9b-4ed1-b3a4-ac9467ca7a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ae8bed71-0928-4a25-94b7-7e253a064b81), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:37.334400 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-73718bfc-ea9b-4ed1-b3a4-ac9467ca7a07 None None] Port ae8bed71-0928-4a25-94b7-7e253a064b81 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:46:37.424832 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e34ca-c90f-493d-ab95-de7c4e87ada8 req-1782a089-1031-4e85-a794-1c8125592510 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:37.426356 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ea0e34ca-c90f-493d-ab95-de7c4e87ada8 req-1782a089-1031-4e85-a794-1c8125592510 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 932 time: 0.1038747 Jan 28 14:46:37.521165 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ea0e34ca-c90f-493d-ab95-de7c4e87ada8 req-cca764a4-0e6e-4ef7-a8bd-dabfb35cb0c8 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885093 Jan 28 14:46:37.529640 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-0ca00b97-e12d-4f0f-8a1d-d7d239aa4de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae8bed71-0928-4a25-94b7-7e253a064b81 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:46:37.537612 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-0ca00b97-e12d-4f0f-8a1d-d7d239aa4de7 service neutron] Publish callbacks [] for port (ae8bed71-0928-4a25-94b7-7e253a064b81), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:37.549989 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-0ca00b97-e12d-4f0f-8a1d-d7d239aa4de7 service neutron] Transition to ACTIVE for port object ae8bed71-0928-4a25-94b7-7e253a064b81 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:46:37.556546 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-0ca00b97-e12d-4f0f-8a1d-d7d239aa4de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (ae8bed71-0928-4a25-94b7-7e253a064b81), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:37.606013 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca00b97-e12d-4f0f-8a1d-d7d239aa4de7 service neutron] Pushing event updated for resources: {'Port': ['ID=ae8bed71-0928-4a25-94b7-7e253a064b81,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:37.679914 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-0ca00b97-e12d-4f0f-8a1d-d7d239aa4de7 service neutron] Attempting to bind port ae8bed71-0928-4a25-94b7-7e253a064b81 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:46:37.680261 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-0ca00b97-e12d-4f0f-8a1d-d7d239aa4de7 service neutron] Attempting to bind port ae8bed71-0928-4a25-94b7-7e253a064b81 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '01aa052d-e116-468f-ad6c-716e535b88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '79f12668-0762-4231-9ad2-4d97a5246838'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:46:37.680598 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-0ca00b97-e12d-4f0f-8a1d-d7d239aa4de7 service neutron] Attempting to bind port ae8bed71-0928-4a25-94b7-7e253a064b81 on network 79f12668-0762-4231-9ad2-4d97a5246838 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:46:37.685345 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-0ca00b97-e12d-4f0f-8a1d-d7d239aa4de7 service neutron] Port ae8bed71-0928-4a25-94b7-7e253a064b81 on network 79f12668-0762-4231-9ad2-4d97a5246838 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:46:37.685674 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-0ca00b97-e12d-4f0f-8a1d-d7d239aa4de7 service neutron] Attempting to bind port ae8bed71-0928-4a25-94b7-7e253a064b81 on network 79f12668-0762-4231-9ad2-4d97a5246838 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:46:37.690849 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-0ca00b97-e12d-4f0f-8a1d-d7d239aa4de7 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:46:37.691228 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-0ca00b97-e12d-4f0f-8a1d-d7d239aa4de7 service neutron] Checking segment: {'id': '01aa052d-e116-468f-ad6c-716e535b88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '79f12668-0762-4231-9ad2-4d97a5246838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:46:37.691623 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-0ca00b97-e12d-4f0f-8a1d-d7d239aa4de7 service neutron] Bound using segment: {'id': '01aa052d-e116-468f-ad6c-716e535b88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '79f12668-0762-4231-9ad2-4d97a5246838'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:46:37.692063 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-0ca00b97-e12d-4f0f-8a1d-d7d239aa4de7 service neutron] Bound port: ae8bed71-0928-4a25-94b7-7e253a064b81, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01aa052d-e116-468f-ad6c-716e535b88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '79f12668-0762-4231-9ad2-4d97a5246838'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:46:37.692431 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-0ca00b97-e12d-4f0f-8a1d-d7d239aa4de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ae8bed71-0928-4a25-94b7-7e253a064b81), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:37.762305 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-0ca00b97-e12d-4f0f-8a1d-d7d239aa4de7 service neutron] For port ae8bed71-0928-4a25-94b7-7e253a064b81, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:46:37.765659 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-0ca00b97-e12d-4f0f-8a1d-d7d239aa4de7 service neutron] For port ae8bed71-0928-4a25-94b7-7e253a064b81, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ae8bed71-0928-4a25-94b7-7e253a064b81,segment=NetworkSegment(01aa052d-e116-468f-ad6c-716e535b88d6),segment_id=01aa052d-e116-468f-ad6c-716e535b88d6)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:46:37.771418 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-0ca00b97-e12d-4f0f-8a1d-d7d239aa4de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (ae8bed71-0928-4a25-94b7-7e253a064b81), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:37.806268 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-0ca00b97-e12d-4f0f-8a1d-d7d239aa4de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:37.806902 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-0ca00b97-e12d-4f0f-8a1d-d7d239aa4de7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:37.808426 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-0ca00b97-e12d-4f0f-8a1d-d7d239aa4de7 service neutron] 10.222.0.18 "PUT /v2.0/ports/ae8bed71-0928-4a25-94b7-7e253a064b81 HTTP/1.1" status: 200 len: 1092 time: 0.7287714 Jan 28 14:46:37.808895 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9b68bb-1244-4a2e-b821-01118c3bf82b', 'tag': 'ae8bed71-0928-4a25-94b7-7e253a064b81'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:46:37.811254 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7533b6f8-06c1-46e0-a466-eab532b3c70e" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9b68bb-1244-4a2e-b821-01118c3bf82b", "tag": "ae8bed71-0928-4a25-94b7-7e253a064b81"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:46:37.838160 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca00b97-e12d-4f0f-8a1d-d7d239aa4de7 service neutron] Pushing event updated for resources: {'Port': ['ID=ae8bed71-0928-4a25-94b7-7e253a064b81,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:37.909726 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-e0512bea-29a1-43d0-80ab-ac01fe84759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:37.912606 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-e0512bea-29a1-43d0-80ab-ac01fe84759d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 1095 time: 0.0514197 Jan 28 14:46:37.958575 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15363212-4ea7-44bc-81e2-762c07aa3a95 x-openstack-request-id: req-15363212-4ea7-44bc-81e2-762c07aa3a95 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:46:37.958867 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9b68bb-1244-4a2e-b821-01118c3bf82b", "tag": "ae8bed71-0928-4a25-94b7-7e253a064b81", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:46:37.959144 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-15363212-4ea7-44bc-81e2-762c07aa3a95 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:46:37.959549 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9b68bb-1244-4a2e-b821-01118c3bf82b', 'tag': 'ae8bed71-0928-4a25-94b7-7e253a064b81', 'status': 'completed', 'code': 200} Jan 28 14:46:37.961356 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-eac0c811-5c20-4319-9558-733b5fb44e74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae8bed71-0928-4a25-94b7-7e253a064b81 HTTP/1.1" status: 200 len: 217 time: 0.0426748 Jan 28 14:46:38.012077 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-d8ed8533-a65e-4f03-b123-baac15b213c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:38.013570 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-d8ed8533-a65e-4f03-b123-baac15b213c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3703fa5c-74b0-4773-b52c-0d7143393de7 HTTP/1.1" status: 200 len: 835 time: 0.0447083 Jan 28 14:46:38.058044 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-711a8b42-ce3b-47d4-b270-9ed5a5c83c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:38.059465 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-711a8b42-ce3b-47d4-b270-9ed5a5c83c59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=79f12668-0762-4231-9ad2-4d97a5246838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400033 Jan 28 14:46:38.162142 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-014cfe49-1233-4534-b11f-cdf218158294 service neutron] 10.222.0.18 "GET /v2.0/networks/79f12668-0762-4231-9ad2-4d97a5246838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960765 Jan 28 14:46:38.257494 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c9d15f7b-b92c-492b-8449-d277980a95cc req-cc0f5fb3-5ca1-4aa9-902c-418eb17f61fc service neutron] 10.222.0.18 "GET /v2.0/networks/79f12668-0762-4231-9ad2-4d97a5246838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882704 Jan 28 14:46:38.359681 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533b6f8-06c1-46e0-a466-eab532b3c70e req-11780a14-b12c-429e-9a0b-7ac7238d7bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:38.361296 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7533b6f8-06c1-46e0-a466-eab532b3c70e req-11780a14-b12c-429e-9a0b-7ac7238d7bff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 1095 time: 0.0434716 Jan 28 14:46:38.472085 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533b6f8-06c1-46e0-a466-eab532b3c70e req-2c47d8e3-d4e5-4ae0-a900-7a92e6ed3184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:38.473559 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7533b6f8-06c1-46e0-a466-eab532b3c70e req-2c47d8e3-d4e5-4ae0-a900-7a92e6ed3184 service neutron] 10.222.0.18 "GET /v2.0/networks?id=79f12668-0762-4231-9ad2-4d97a5246838 HTTP/1.1" status: 200 len: 897 time: 0.1055984 Jan 28 14:46:38.515402 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7533b6f8-06c1-46e0-a466-eab532b3c70e req-6e4eb9f9-4e41-4554-8364-484887c78339 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae8bed71-0928-4a25-94b7-7e253a064b81 HTTP/1.1" status: 200 len: 217 time: 0.0347106 Jan 28 14:46:38.569283 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533b6f8-06c1-46e0-a466-eab532b3c70e req-a72e5571-3f32-4001-b4f2-8060c64f799d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:38.570774 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7533b6f8-06c1-46e0-a466-eab532b3c70e req-a72e5571-3f32-4001-b4f2-8060c64f799d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3703fa5c-74b0-4773-b52c-0d7143393de7 HTTP/1.1" status: 200 len: 835 time: 0.0496621 Jan 28 14:46:38.643188 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533b6f8-06c1-46e0-a466-eab532b3c70e req-cb28da18-bbbd-40ab-a927-f61da4b25f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:38.644611 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7533b6f8-06c1-46e0-a466-eab532b3c70e req-cb28da18-bbbd-40ab-a927-f61da4b25f33 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=79f12668-0762-4231-9ad2-4d97a5246838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673764 Jan 28 14:46:38.665478 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1c41f-102b-43e6-9f0e-621c6317cae4 req-6a98a7b4-f832-42e2-8a1e-f5b2a9fca0cd tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:38.667072 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3dd1c41f-102b-43e6-9f0e-621c6317cae4 req-6a98a7b4-f832-42e2-8a1e-f5b2a9fca0cd tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 944 time: 0.0659976 Jan 28 14:46:38.769533 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3dd1c41f-102b-43e6-9f0e-621c6317cae4 req-f0d1ad76-3790-4be0-803c-b8fb0e2af42f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912778 Jan 28 14:46:38.781003 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7533b6f8-06c1-46e0-a466-eab532b3c70e req-a5def3b7-f4fb-4cdf-975c-8fb7623f468b service neutron] 10.222.0.18 "GET /v2.0/networks/79f12668-0762-4231-9ad2-4d97a5246838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297278 Jan 28 14:46:38.886020 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7533b6f8-06c1-46e0-a466-eab532b3c70e req-3271b7db-0d03-4bea-a8d8-e5f1667da157 service neutron] 10.222.0.18 "GET /v2.0/networks/79f12668-0762-4231-9ad2-4d97a5246838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979469 Jan 28 14:46:39.204736 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:46:39.898207 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3514e4-d514-419e-bade-7998ca4f045a req-6c98ad08-70d2-423a-8188-bce9f7aa64ac tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:39.899710 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3b3514e4-d514-419e-bade-7998ca4f045a req-6c98ad08-70d2-423a-8188-bce9f7aa64ac tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 944 time: 0.0500546 Jan 28 14:46:39.951562 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3b3514e4-d514-419e-bade-7998ca4f045a req-d51639d0-4f9a-4abd-afcb-ae7104312b04 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455210 Jan 28 14:46:41.099642 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6efdc2-3600-4b07-a2fd-ae022b9ff65f req-e7cec07f-8ff0-4970-9a3b-0418339ad210 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:41.101681 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9f6efdc2-3600-4b07-a2fd-ae022b9ff65f req-e7cec07f-8ff0-4970-9a3b-0418339ad210 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 944 time: 0.0627306 Jan 28 14:46:41.151811 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9f6efdc2-3600-4b07-a2fd-ae022b9ff65f req-5f0b8526-cbba-4480-8868-ee34c7f83532 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436223 Jan 28 14:46:42.253971 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device ae8bed71-0928-4a25-94b7-7e253a064b81 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:46:42.298058 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c6f4e-dafe-45e1-aa50-8b81d1761d79 req-5e29227d-3d9c-45b7-89c1-b8c57b8690b0 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:42.299589 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5a3c6f4e-dafe-45e1-aa50-8b81d1761d79 req-5e29227d-3d9c-45b7-89c1-b8c57b8690b0 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 944 time: 0.0648441 Jan 28 14:46:42.350007 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5a3c6f4e-dafe-45e1-aa50-8b81d1761d79 req-f7b02a41-73fb-40bf-8083-c4a3da7eb73f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438876 Jan 28 14:46:42.359992 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port ae8bed71-0928-4a25-94b7-7e253a064b81, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ae8bed71-0928-4a25-94b7-7e253a064b81,segment=NetworkSegment(01aa052d-e116-468f-ad6c-716e535b88d6),segment_id=01aa052d-e116-468f-ad6c-716e535b88d6)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:46:42.371648 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'ae8bed71-0928-4a25-94b7-7e253a064b81', 'network_id': '79f12668-0762-4231-9ad2-4d97a5246838', 'port_id': 'ae8bed71-0928-4a25-94b7-7e253a064b81', 'mac_address': 'fa:16:3e:05:5d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3703fa5c-74b0-4773-b52c-0d7143393de7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:46:42.410739 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port ae8bed71-0928-4a25-94b7-7e253a064b81 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:46:42.411170 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ae8bed71-0928-4a25-94b7-7e253a064b81), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:42.424655 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae8bed71-0928-4a25-94b7-7e253a064b81 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:46:42.445221 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port ae8bed71-0928-4a25-94b7-7e253a064b81, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ae8bed71-0928-4a25-94b7-7e253a064b81,segment=NetworkSegment(01aa052d-e116-468f-ad6c-716e535b88d6),segment_id=01aa052d-e116-468f-ad6c-716e535b88d6)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:46:42.452464 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ae8bed71-0928-4a25-94b7-7e253a064b81), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:42.498238 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=ae8bed71-0928-4a25-94b7-7e253a064b81,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:42.705703 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['ae8bed71-0928-4a25-94b7-7e253a064b81'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:46:43.476300 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b043fd-2d28-4b2b-9627-0ab57def8bf0 req-baeab837-d3fe-4d7d-9070-356496530dbd tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:43.477774 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-99b043fd-2d28-4b2b-9627-0ab57def8bf0 req-baeab837-d3fe-4d7d-9070-356496530dbd tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 945 time: 0.0517066 Jan 28 14:46:43.528887 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-99b043fd-2d28-4b2b-9627-0ab57def8bf0 req-f63f5871-dc9a-487b-bd92-48b7b80f04f2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449750 Jan 28 14:46:44.255836 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device ae8bed71-0928-4a25-94b7-7e253a064b81 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:46:44.327068 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port ae8bed71-0928-4a25-94b7-7e253a064b81 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:46:44.331102 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port ae8bed71-0928-4a25-94b7-7e253a064b81 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:44.331379 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ae8bed71-0928-4a25-94b7-7e253a064b81), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:44.408786 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port ae8bed71-0928-4a25-94b7-7e253a064b81 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:46:44.409175 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ae8bed71-0928-4a25-94b7-7e253a064b81), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:44.432156 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9b68bb-1244-4a2e-b821-01118c3bf82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8bed71-0928-4a25-94b7-7e253a064b81'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:46:44.434489 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fd41e4-a216-4d71-a4d8-1f69078e4b8e" -d '{"events": [{"server_uuid": "6b9b68bb-1244-4a2e-b821-01118c3bf82b", "name": "network-vif-plugged", "status": "completed", "tag": "ae8bed71-0928-4a25-94b7-7e253a064b81"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:46:44.447023 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port ae8bed71-0928-4a25-94b7-7e253a064b81, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ae8bed71-0928-4a25-94b7-7e253a064b81,segment=NetworkSegment(01aa052d-e116-468f-ad6c-716e535b88d6),segment_id=01aa052d-e116-468f-ad6c-716e535b88d6)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:46:44.452602 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ae8bed71-0928-4a25-94b7-7e253a064b81), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:44.480785 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082029c6-fb44-475c-950c-182cf79ceb73 x-openstack-request-id: req-082029c6-fb44-475c-950c-182cf79ceb73 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:46:44.481076 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9b68bb-1244-4a2e-b821-01118c3bf82b", "name": "network-vif-plugged", "status": "completed", "tag": "ae8bed71-0928-4a25-94b7-7e253a064b81", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:46:44.481326 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-082029c6-fb44-475c-950c-182cf79ceb73 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:46:44.481713 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9b68bb-1244-4a2e-b821-01118c3bf82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8bed71-0928-4a25-94b7-7e253a064b81', 'code': 200} Jan 28 14:46:44.507600 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=ae8bed71-0928-4a25-94b7-7e253a064b81,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:44.575951 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcae8c5-e59b-4c6e-91ef-fc1af2982848 req-0edec9b4-ca92-4cbb-827f-c9f782f4098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:44.577450 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7bcae8c5-e59b-4c6e-91ef-fc1af2982848 req-0edec9b4-ca92-4cbb-827f-c9f782f4098c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 1097 time: 0.0449569 Jan 28 14:46:44.651828 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7bcae8c5-e59b-4c6e-91ef-fc1af2982848 req-fdb2c725-980e-4d0d-9ff9-6b00822953e0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672848 Jan 28 14:46:44.674733 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5d520-c920-4ee8-9ff2-20280f589991 req-898a2faf-bcdc-4558-8717-bbe8b03aa2f4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:44.676324 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-99b5d520-c920-4ee8-9ff2-20280f589991 req-898a2faf-bcdc-4558-8717-bbe8b03aa2f4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 946 time: 0.0768359 Jan 28 14:46:44.730003 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-99b5d520-c920-4ee8-9ff2-20280f589991 req-032366f3-4142-45cb-872a-c2e3e308ac1e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467954 Jan 28 14:46:45.873783 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f974a1-ba7d-47be-bc2d-6b3496a56114 req-2bf5c8d9-2a55-44b4-84ad-b6593a39d8f0 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:45.875561 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-75f974a1-ba7d-47be-bc2d-6b3496a56114 req-2bf5c8d9-2a55-44b4-84ad-b6593a39d8f0 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 946 time: 0.0623419 Jan 28 14:46:45.925934 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-75f974a1-ba7d-47be-bc2d-6b3496a56114 req-fb9ca637-952e-46d8-b7b9-3f696001b0c3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444779 Jan 28 14:46:46.055674 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860f5c6-cee9-48a4-b6da-1ac3f9a9ef74 req-1f8f23d6-b712-4830-b6fe-b18e87e1f337 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:46.057164 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9860f5c6-cee9-48a4-b6da-1ac3f9a9ef74 req-1f8f23d6-b712-4830-b6fe-b18e87e1f337 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 946 time: 0.0584686 Jan 28 14:46:46.109791 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9860f5c6-cee9-48a4-b6da-1ac3f9a9ef74 req-8c9e5728-2c10-4900-a10b-54330b314553 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467155 Jan 28 14:46:46.131675 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53272) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:46.175425 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b052269-683d-4a9e-96c1-a8f0a42ea891 tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:46.177113 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-5b052269-683d-4a9e-96c1-a8f0a42ea891 tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 1092 time: 0.0443091 Jan 28 14:46:46.181155 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53274) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:46.188622 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-ea361402-0645-4b22-bb8b-e098dd749b15 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'port_id': 'ae8bed71-0928-4a25-94b7-7e253a064b81', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:46:46.217249 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea361402-0645-4b22-bb8b-e098dd749b15 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:46.315849 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea361402-0645-4b22-bb8b-e098dd749b15 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:46.422400 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-ea361402-0645-4b22-bb8b-e098dd749b15 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Allocated IP 172.25.3.154 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/bc2f6430-61ab-47e1-93fb-665368e7cc1e) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:46:46.520584 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea361402-0645-4b22-bb8b-e098dd749b15 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (bc2f6430-61ab-47e1-93fb-665368e7cc1e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:46.562368 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea361402-0645-4b22-bb8b-e098dd749b15 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (bc2f6430-61ab-47e1-93fb-665368e7cc1e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:46.598719 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea361402-0645-4b22-bb8b-e098dd749b15 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:46:46.601508 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-ea361402-0645-4b22-bb8b-e098dd749b15 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:46:46.606943 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea361402-0645-4b22-bb8b-e098dd749b15 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:46:46.612378 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea361402-0645-4b22-bb8b-e098dd749b15 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=bc2f6430-61ab-47e1-93fb-665368e7cc1e,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:46.979421 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea361402-0645-4b22-bb8b-e098dd749b15 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for floatingip (9295307a-88f3-49ca-86f6-5c4ac58e782a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:47.056906 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea361402-0645-4b22-bb8b-e098dd749b15 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (bc2f6430-61ab-47e1-93fb-665368e7cc1e), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:47.211489 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea361402-0645-4b22-bb8b-e098dd749b15 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (bc2f6430-61ab-47e1-93fb-665368e7cc1e), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:47.217417 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea361402-0645-4b22-bb8b-e098dd749b15 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (bc2f6430-61ab-47e1-93fb-665368e7cc1e), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:47.282846 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea361402-0645-4b22-bb8b-e098dd749b15 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=bc2f6430-61ab-47e1-93fb-665368e7cc1e,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:47.295289 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea361402-0645-4b22-bb8b-e098dd749b15 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (9295307a-88f3-49ca-86f6-5c4ac58e782a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:47.399364 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [None req-ea361402-0645-4b22-bb8b-e098dd749b15 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Floating IP 9295307a-88f3-49ca-86f6-5c4ac58e782a associated. External IP: 172.25.3.154, port: ae8bed71-0928-4a25-94b7-7e253a064b81. Jan 28 14:46:47.632910 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea361402-0645-4b22-bb8b-e098dd749b15 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Router 46fd66a1-7860-4c82-bc9a-ea5dea3ecab0 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:46:47.742096 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea361402-0645-4b22-bb8b-e098dd749b15 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:46:47.752328 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e3522a-a4ec-4e2d-ab8d-5ec3bf2efcfe None None] Sync routers for ids ['46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:46:47.763750 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ea361402-0645-4b22-bb8b-e098dd749b15 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:47.765254 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e3522a-a4ec-4e2d-ab8d-5ec3bf2efcfe None None] Routers {'46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:46:47.765901 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-15e3522a-a4ec-4e2d-ab8d-5ec3bf2efcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:46:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:47.791624 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-ea361402-0645-4b22-bb8b-e098dd749b15 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6092606 Jan 28 14:46:47.792246 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9b68bb-1244-4a2e-b821-01118c3bf82b', 'tag': 'ae8bed71-0928-4a25-94b7-7e253a064b81'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:46:47.794726 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05db075e-5fa7-4319-a093-7fdacb15a07c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9b68bb-1244-4a2e-b821-01118c3bf82b", "tag": "ae8bed71-0928-4a25-94b7-7e253a064b81"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:46:47.831485 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd2afec-6a8f-4557-9a52-caa5e56b4603 x-openstack-request-id: req-ddd2afec-6a8f-4557-9a52-caa5e56b4603 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:46:47.831780 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9b68bb-1244-4a2e-b821-01118c3bf82b", "tag": "ae8bed71-0928-4a25-94b7-7e253a064b81", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:46:47.832042 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ddd2afec-6a8f-4557-9a52-caa5e56b4603 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:46:47.832454 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9b68bb-1244-4a2e-b821-01118c3bf82b', 'tag': 'ae8bed71-0928-4a25-94b7-7e253a064b81', 'status': 'completed', 'code': 200} Jan 28 14:46:47.887577 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-15e3522a-a4ec-4e2d-ab8d-5ec3bf2efcfe None None] Set router 46fd66a1-7860-4c82-bc9a-ea5dea3ecab0 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:46:47.895531 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db075e-5fa7-4319-a093-7fdacb15a07c req-2c35c407-0a43-4dc4-b04b-58eb0b2cfcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:47.897052 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-05db075e-5fa7-4319-a093-7fdacb15a07c req-2c35c407-0a43-4dc4-b04b-58eb0b2cfcc7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 1097 time: 0.0426893 Jan 28 14:46:47.907659 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449cee8d-f2cc-46f8-8c70-085d8958dca9 req-3eb35dc6-52e1-4d41-939d-870704891830 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:47.909157 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-449cee8d-f2cc-46f8-8c70-085d8958dca9 req-3eb35dc6-52e1-4d41-939d-870704891830 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 946 time: 0.0577819 Jan 28 14:46:47.958000 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-449cee8d-f2cc-46f8-8c70-085d8958dca9 req-a93006f2-7726-4a83-a99c-d35d1e509054 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426943 Jan 28 14:46:47.982466 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53280) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:48.001290 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db075e-5fa7-4319-a093-7fdacb15a07c req-162ce184-f1f0-423c-b4f1-523e16551817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:48.002881 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-05db075e-5fa7-4319-a093-7fdacb15a07c req-162ce184-f1f0-423c-b4f1-523e16551817 service neutron] 10.222.0.18 "GET /v2.0/networks?id=79f12668-0762-4231-9ad2-4d97a5246838 HTTP/1.1" status: 200 len: 897 time: 0.0990632 Jan 28 14:46:48.048365 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-38ca15e5-3b94-4d6c-8646-922a39c8d40c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/floatingips/9295307a-88f3-49ca-86f6-5c4ac58e782a HTTP/1.1" status: 200 len: 992 time: 0.0644209 Jan 28 14:46:48.074467 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-05db075e-5fa7-4319-a093-7fdacb15a07c req-e6e1642a-5583-482a-bb97-b4c1d8dfdcac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae8bed71-0928-4a25-94b7-7e253a064b81 HTTP/1.1" status: 200 len: 1000 time: 0.0658870 Jan 28 14:46:48.121467 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-15e3522a-a4ec-4e2d-ab8d-5ec3bf2efcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037230392', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:46:32Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '9295307a-88f3-49ca-86f6-5c4ac58e782a', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'port_id': 'ae8bed71-0928-4a25-94b7-7e253a064b81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f12668-0762-4231-9ad2-4d97a5246838', 'mac_address': 'fa:16:3e:05:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9b68bb-1244-4a2e-b821-01118c3bf82b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:46:46Z', 'updated_at': '2022-01-28T14:46:46Z', 'revision_number': 0, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bf40e49-ad5e-498a-82c9-a7ab5da33ebf', 'name': '', 'network_id': '79f12668-0762-4231-9ad2-4d97a5246838', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:da:66:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '3703fa5c-74b0-4773-b52c-0d7143393de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:32Z', 'updated_at': '2022-01-28T14:46:35Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '3703fa5c-74b0-4773-b52c-0d7143393de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:48.126757 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db075e-5fa7-4319-a093-7fdacb15a07c req-d8f0f236-0b71-43ed-a80d-baef5d0b3166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:48.128271 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-05db075e-5fa7-4319-a093-7fdacb15a07c req-d8f0f236-0b71-43ed-a80d-baef5d0b3166 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3703fa5c-74b0-4773-b52c-0d7143393de7 HTTP/1.1" status: 200 len: 835 time: 0.0474617 Jan 28 14:46:48.150432 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e3522a-a4ec-4e2d-ab8d-5ec3bf2efcfe None None] Checking router: 46fd66a1-7860-4c82-bc9a-ea5dea3ecab0 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:46:48.159493 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e3522a-a4ec-4e2d-ab8d-5ec3bf2efcfe None None] Routers {'46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:46:48.160046 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-15e3522a-a4ec-4e2d-ab8d-5ec3bf2efcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:46:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:48.173566 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db075e-5fa7-4319-a093-7fdacb15a07c req-5dc1df27-c38e-4edb-b792-be67540b7ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:48.175170 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-05db075e-5fa7-4319-a093-7fdacb15a07c req-5dc1df27-c38e-4edb-b792-be67540b7ca9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=79f12668-0762-4231-9ad2-4d97a5246838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410414 Jan 28 14:46:48.266632 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-05db075e-5fa7-4319-a093-7fdacb15a07c req-8b7b2aea-c6ec-47ca-b50b-8f3bbd14fc05 service neutron] 10.222.0.18 "GET /v2.0/networks/79f12668-0762-4231-9ad2-4d97a5246838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852201 Jan 28 14:46:48.365748 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-05db075e-5fa7-4319-a093-7fdacb15a07c req-7bf8c70b-adc7-4478-87e5-16ba3cfe436b service neutron] 10.222.0.18 "GET /v2.0/networks/79f12668-0762-4231-9ad2-4d97a5246838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929420 Jan 28 14:46:48.444294 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-15e3522a-a4ec-4e2d-ab8d-5ec3bf2efcfe None None] Set router 46fd66a1-7860-4c82-bc9a-ea5dea3ecab0 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:46:48.555660 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:48.686937 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-15e3522a-a4ec-4e2d-ab8d-5ec3bf2efcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037230392', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:46:32Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '9295307a-88f3-49ca-86f6-5c4ac58e782a', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'port_id': 'ae8bed71-0928-4a25-94b7-7e253a064b81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f12668-0762-4231-9ad2-4d97a5246838', 'mac_address': 'fa:16:3e:05:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9b68bb-1244-4a2e-b821-01118c3bf82b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:46:46Z', 'updated_at': '2022-01-28T14:46:46Z', 'revision_number': 0, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bf40e49-ad5e-498a-82c9-a7ab5da33ebf', 'name': '', 'network_id': '79f12668-0762-4231-9ad2-4d97a5246838', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:da:66:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '3703fa5c-74b0-4773-b52c-0d7143393de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:32Z', 'updated_at': '2022-01-28T14:46:35Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '3703fa5c-74b0-4773-b52c-0d7143393de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:48.717112 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e3522a-a4ec-4e2d-ab8d-5ec3bf2efcfe None None] The sync data for ids ['46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'] in n-d-822747-2 is: [{'id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037230392', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:46:32Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '9295307a-88f3-49ca-86f6-5c4ac58e782a', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'port_id': 'ae8bed71-0928-4a25-94b7-7e253a064b81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f12668-0762-4231-9ad2-4d97a5246838', 'mac_address': 'fa:16:3e:05:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9b68bb-1244-4a2e-b821-01118c3bf82b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:46:46Z', 'updated_at': '2022-01-28T14:46:46Z', 'revision_number': 0, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bf40e49-ad5e-498a-82c9-a7ab5da33ebf', 'name': '', 'network_id': '79f12668-0762-4231-9ad2-4d97a5246838', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:da:66:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '3703fa5c-74b0-4773-b52c-0d7143393de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:32Z', 'updated_at': '2022-01-28T14:46:35Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '3703fa5c-74b0-4773-b52c-0d7143393de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:46:48.943812 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39a6cc6-91a6-4c6e-a745-a8a2a77d49a6 None None] New status for floating IP 9295307a-88f3-49ca-86f6-5c4ac58e782a: ACTIVE {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:46:49.052258 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53282) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:49.114477 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-453a2794-661f-4292-bf62-edaa0bfe354a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/floatingips/9295307a-88f3-49ca-86f6-5c4ac58e782a HTTP/1.1" status: 200 len: 992 time: 0.0610728 Jan 28 14:46:50.119826 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53284) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:50.191330 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1d2e4ea1-420e-4f80-9a17-4abccdc130af tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/floatingips/9295307a-88f3-49ca-86f6-5c4ac58e782a HTTP/1.1" status: 200 len: 994 time: 0.0693250 Jan 28 14:46:50.645275 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:54.880057 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ba0e441a-a7be-4b52-ae7f-c90b468f2ea5 req-2ab312de-c83f-476e-aa92-e76b79a0beaf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445111 Jan 28 14:46:54.967760 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e441a-a7be-4b52-ae7f-c90b468f2ea5 req-7272eb22-3608-4612-965c-90efec81bf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:54.969238 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ba0e441a-a7be-4b52-ae7f-c90b468f2ea5 req-7272eb22-3608-4612-965c-90efec81bf31 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 1097 time: 0.0438879 Jan 28 14:46:55.083963 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e441a-a7be-4b52-ae7f-c90b468f2ea5 req-07a45c2c-0e19-4905-96da-fd55c12e6c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:55.085780 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ba0e441a-a7be-4b52-ae7f-c90b468f2ea5 req-07a45c2c-0e19-4905-96da-fd55c12e6c99 service neutron] 10.222.0.18 "GET /v2.0/networks?id=79f12668-0762-4231-9ad2-4d97a5246838 HTTP/1.1" status: 200 len: 897 time: 0.0975718 Jan 28 14:46:55.159236 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ba0e441a-a7be-4b52-ae7f-c90b468f2ea5 req-05a78b64-6eea-4c19-ab60-cafd1502ddad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae8bed71-0928-4a25-94b7-7e253a064b81 HTTP/1.1" status: 200 len: 1002 time: 0.0672488 Jan 28 14:46:55.210381 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e441a-a7be-4b52-ae7f-c90b468f2ea5 req-7278a8ff-2033-4447-a6ea-a8180ab13706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:55.212515 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ba0e441a-a7be-4b52-ae7f-c90b468f2ea5 req-7278a8ff-2033-4447-a6ea-a8180ab13706 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3703fa5c-74b0-4773-b52c-0d7143393de7 HTTP/1.1" status: 200 len: 835 time: 0.0473323 Jan 28 14:46:55.261635 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e441a-a7be-4b52-ae7f-c90b468f2ea5 req-2bb123bc-46ff-4d69-86b0-d275b53dcccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:55.263216 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ba0e441a-a7be-4b52-ae7f-c90b468f2ea5 req-2bb123bc-46ff-4d69-86b0-d275b53dcccd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=79f12668-0762-4231-9ad2-4d97a5246838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448117 Jan 28 14:46:55.358418 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ba0e441a-a7be-4b52-ae7f-c90b468f2ea5 req-3c06dceb-76f8-4a3a-aca9-f0c222927797 service neutron] 10.222.0.18 "GET /v2.0/networks/79f12668-0762-4231-9ad2-4d97a5246838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889127 Jan 28 14:46:55.450606 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ba0e441a-a7be-4b52-ae7f-c90b468f2ea5 req-1654cf4b-a741-408a-b588-8c426dc07b29 service neutron] 10.222.0.18 "GET /v2.0/networks/79f12668-0762-4231-9ad2-4d97a5246838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860276 Jan 28 14:46:59.414875 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0f4478f4-dc9f-4dd4-96d7-e886a6460ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:01.749731 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d9620861-23d3-4b84-a8db-f7395baa86da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:03.240306 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:04.607867 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:06.430672 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:16.205188 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:47:18.567703 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:20.634302 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:21.669515 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51952f9-e106-418c-9cfb-d3d4fa7bc75c req-aa08fd47-3cf9-4236-9289-9c5dc5de5915 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:21.671109 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d51952f9-e106-418c-9cfb-d3d4fa7bc75c req-aa08fd47-3cf9-4236-9289-9c5dc5de5915 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 946 time: 0.1005440 Jan 28 14:47:21.725494 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d51952f9-e106-418c-9cfb-d3d4fa7bc75c req-445f12df-3b16-4a84-a8dc-c875c7b12002 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487392 Jan 28 14:47:22.911943 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b25a81-4dae-4e89-8917-de952624487c req-5affb349-d8e3-4fd3-b3e3-ee84ce0ec922 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:22.913421 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b1b25a81-4dae-4e89-8917-de952624487c req-5affb349-d8e3-4fd3-b3e3-ee84ce0ec922 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 946 time: 0.1103747 Jan 28 14:47:22.968371 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b1b25a81-4dae-4e89-8917-de952624487c req-e890142a-da6a-409a-b134-e2b67dffa15f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491042 Jan 28 14:47:24.103189 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbdd66-44a6-49d9-8db1-b7757b0abf99 req-e62ad52c-83db-497a-8997-8ee705036f56 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:24.104916 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7bfbdd66-44a6-49d9-8db1-b7757b0abf99 req-e62ad52c-83db-497a-8997-8ee705036f56 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 946 time: 0.0521867 Jan 28 14:47:24.155325 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7bfbdd66-44a6-49d9-8db1-b7757b0abf99 req-5b148f5e-feea-40e8-9b0c-a44e85a1882c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442696 Jan 28 14:47:25.278622 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440fd1a-22fd-468a-b956-4e0bd54ff1b3 req-ca3b54f6-6dd7-4b64-b4cf-c4a6dd8ad0c4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:25.280418 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8440fd1a-22fd-468a-b956-4e0bd54ff1b3 req-ca3b54f6-6dd7-4b64-b4cf-c4a6dd8ad0c4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 946 time: 0.0523024 Jan 28 14:47:25.330684 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8440fd1a-22fd-468a-b956-4e0bd54ff1b3 req-21413426-876c-4498-bf2c-e77bbde3db4a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445290 Jan 28 14:47:26.460415 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b271da3-813d-4c57-9ea9-470b5a6f7b86 req-f52e0794-9cea-46d6-8ea7-ea01448fb3d2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:26.462542 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2b271da3-813d-4c57-9ea9-470b5a6f7b86 req-f52e0794-9cea-46d6-8ea7-ea01448fb3d2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 946 time: 0.0574136 Jan 28 14:47:26.513994 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2b271da3-813d-4c57-9ea9-470b5a6f7b86 req-b645d94f-15c8-47a0-a3eb-43452a2d0ebc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452564 Jan 28 14:47:27.640549 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737222d2-aa6e-4e88-a7de-6f497b92b1df req-627305f7-405d-4722-b0a0-21eb337bf6c5 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:27.642123 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-737222d2-aa6e-4e88-a7de-6f497b92b1df req-627305f7-405d-4722-b0a0-21eb337bf6c5 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 946 time: 0.0529983 Jan 28 14:47:27.694781 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-737222d2-aa6e-4e88-a7de-6f497b92b1df req-2c247103-d706-4e0f-b3c7-2d2fccbd2915 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453355 Jan 28 14:47:28.828776 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a14cf5-ad38-4dd8-8f1b-8c0bfb09ef6e req-95a8b0bd-a0aa-4e24-84dd-71b306c990a2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:28.830330 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-22a14cf5-ad38-4dd8-8f1b-8c0bfb09ef6e req-95a8b0bd-a0aa-4e24-84dd-71b306c990a2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 946 time: 0.0589244 Jan 28 14:47:28.880719 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-22a14cf5-ad38-4dd8-8f1b-8c0bfb09ef6e req-4e2eba4f-8b05-4ed3-ba5b-318a3b195e74 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445175 Jan 28 14:47:29.413120 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f24b6ac-ab2f-4bc7-8098-ae6f915821a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:30.013477 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966aa021-ad47-4e96-b9d4-44af3d8cd1a3 req-cf4e3008-749e-43ea-a30a-a6b212248cf3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:30.015100 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-966aa021-ad47-4e96-b9d4-44af3d8cd1a3 req-cf4e3008-749e-43ea-a30a-a6b212248cf3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 946 time: 0.0585985 Jan 28 14:47:30.074440 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-966aa021-ad47-4e96-b9d4-44af3d8cd1a3 req-cdbd258a-4571-4f47-8d9d-7a8d0d5d1fb0 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519078 Jan 28 14:47:31.198425 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bea66-173c-4a55-9512-6788a4039cb6 req-2b1ef7bb-7d3f-4bc5-b9c1-caf4cbfc1c95 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:31.199967 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d90bea66-173c-4a55-9512-6788a4039cb6 req-2b1ef7bb-7d3f-4bc5-b9c1-caf4cbfc1c95 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 946 time: 0.0503645 Jan 28 14:47:31.253023 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d90bea66-173c-4a55-9512-6788a4039cb6 req-75039e9f-1521-4a4d-bd6b-d9b2ffd64b39 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470536 Jan 28 14:47:31.744913 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e7be3dd3-5db6-4574-89f7-7d77bad3de74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:32.380587 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd54d8f-25fb-4d48-9064-2ba0a96a794b req-a4c6014b-a971-4661-a6f4-354447c841c0 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:32.383011 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6dd54d8f-25fb-4d48-9064-2ba0a96a794b req-a4c6014b-a971-4661-a6f4-354447c841c0 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 946 time: 0.0590942 Jan 28 14:47:32.436706 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6dd54d8f-25fb-4d48-9064-2ba0a96a794b req-6ed406d8-2469-42e9-8803-154e8df1f926 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476508 Jan 28 14:47:33.241416 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:33.564149 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb6988-0ec7-42b5-b152-c48a11b3f182 req-110c587c-664e-4f11-a3b3-2f30ca7034ff tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:33.565739 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f4cb6988-0ec7-42b5-b152-c48a11b3f182 req-110c587c-664e-4f11-a3b3-2f30ca7034ff tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 946 time: 0.0538580 Jan 28 14:47:33.633660 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f4cb6988-0ec7-42b5-b152-c48a11b3f182 req-f80e5e1c-4009-421b-a65e-58b9ed202a49 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613465 Jan 28 14:47:34.607889 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:34.782356 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10810a-f3b9-4cc1-99b9-a0153b16980b req-a8a6ee2c-704e-4ff2-b844-9b07b2668920 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:34.784185 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2c10810a-f3b9-4cc1-99b9-a0153b16980b req-a8a6ee2c-704e-4ff2-b844-9b07b2668920 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 946 time: 0.0640216 Jan 28 14:47:34.835598 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2c10810a-f3b9-4cc1-99b9-a0153b16980b req-26559b25-adc2-4548-9864-9f1b0d0d9f8e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454485 Jan 28 14:47:35.957346 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eef119-04a6-4dff-a3ad-db887065434e req-47eb61f4-bff9-4225-9ba6-15543dd73f17 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:35.958816 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-50eef119-04a6-4dff-a3ad-db887065434e req-47eb61f4-bff9-4225-9ba6-15543dd73f17 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 946 time: 0.0509009 Jan 28 14:47:36.009397 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-50eef119-04a6-4dff-a3ad-db887065434e req-5177b7a5-f19f-40cd-9446-43bae7af6b0a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444622 Jan 28 14:47:36.429080 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:37.129711 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088b025-fbaf-41c7-951b-efc696c10b88 req-a868242b-caa2-48e3-88c1-73224de6ccfc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:37.131230 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f088b025-fbaf-41c7-951b-efc696c10b88 req-a868242b-caa2-48e3-88c1-73224de6ccfc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 946 time: 0.0518501 Jan 28 14:47:37.182999 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f088b025-fbaf-41c7-951b-efc696c10b88 req-07881c17-8bfe-41b1-8499-28cb4d861dcb tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447292 Jan 28 14:47:37.210015 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53340) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:47:37.277156 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-75043217-2e14-4917-ad0a-dac9e145bb86 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/floatingips/9295307a-88f3-49ca-86f6-5c4ac58e782a HTTP/1.1" status: 200 len: 994 time: 0.0659444 Jan 28 14:47:38.572103 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9ba35-6d05-4fc4-820a-407835a732ff req-b44dadf3-c179-4c2a-bcea-af68a26c9e13 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:38.573599 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ece9ba35-6d05-4fc4-820a-407835a732ff req-b44dadf3-c179-4c2a-bcea-af68a26c9e13 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 946 time: 0.0591757 Jan 28 14:47:38.649105 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ece9ba35-6d05-4fc4-820a-407835a732ff req-acd916ee-d9f9-44b5-8a52-c2aa71d787e6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697000 Jan 28 14:47:38.655487 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd077d-2cb6-4b5a-afef-b95ff2b5f90e req-249cddae-cfea-4ec1-b575-0470aceeea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:38.656929 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e2bd077d-2cb6-4b5a-afef-b95ff2b5f90e req-249cddae-cfea-4ec1-b575-0470aceeea86 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 1097 time: 0.1087565 Jan 28 14:47:39.115909 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd077d-2cb6-4b5a-afef-b95ff2b5f90e req-f37fb4ff-5051-409d-8e4f-9b5cbfc6b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:39.117384 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e2bd077d-2cb6-4b5a-afef-b95ff2b5f90e req-f37fb4ff-5051-409d-8e4f-9b5cbfc6b799 service neutron] 10.222.0.18 "GET /v2.0/networks?id=79f12668-0762-4231-9ad2-4d97a5246838 HTTP/1.1" status: 200 len: 897 time: 0.4539735 Jan 28 14:47:39.204683 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e2bd077d-2cb6-4b5a-afef-b95ff2b5f90e req-a97deb1b-ba22-4624-b086-213608606a60 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae8bed71-0928-4a25-94b7-7e253a064b81 HTTP/1.1" status: 200 len: 1002 time: 0.0811305 Jan 28 14:47:39.261810 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd077d-2cb6-4b5a-afef-b95ff2b5f90e req-e6e3d876-caf2-42ae-bc2c-365c8984c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:39.263317 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e2bd077d-2cb6-4b5a-afef-b95ff2b5f90e req-e6e3d876-caf2-42ae-bc2c-365c8984c09c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3703fa5c-74b0-4773-b52c-0d7143393de7 HTTP/1.1" status: 200 len: 835 time: 0.0531123 Jan 28 14:47:39.318944 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd077d-2cb6-4b5a-afef-b95ff2b5f90e req-176e9de9-2b3a-49ae-9027-37d3ef90bcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:39.320372 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e2bd077d-2cb6-4b5a-afef-b95ff2b5f90e req-176e9de9-2b3a-49ae-9027-37d3ef90bcce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=79f12668-0762-4231-9ad2-4d97a5246838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502367 Jan 28 14:47:39.420582 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e2bd077d-2cb6-4b5a-afef-b95ff2b5f90e req-31ecd8a2-4717-454b-9bf1-e481ca9063dd service neutron] 10.222.0.18 "GET /v2.0/networks/79f12668-0762-4231-9ad2-4d97a5246838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935254 Jan 28 14:47:39.521809 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e2bd077d-2cb6-4b5a-afef-b95ff2b5f90e req-760d9a64-153f-4057-95ba-95f0a9f109cd service neutron] 10.222.0.18 "GET /v2.0/networks/79f12668-0762-4231-9ad2-4d97a5246838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949793 Jan 28 14:47:39.778344 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f39347-301a-420b-8177-428b47b80a98 req-8bc72bfd-0891-42a4-a392-6e4c0da7626e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:39.780280 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-82f39347-301a-420b-8177-428b47b80a98 req-8bc72bfd-0891-42a4-a392-6e4c0da7626e tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 946 time: 0.0550401 Jan 28 14:47:39.836827 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-82f39347-301a-420b-8177-428b47b80a98 req-aa08163d-ac50-4624-9e42-e7a24f62c08d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494959 Jan 28 14:47:40.964256 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5f1d9-3da8-4d9e-ac02-ecebef303e58 req-fc254b04-ab9c-43be-92d5-ddd0b93a61a2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:40.966670 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d4f5f1d9-3da8-4d9e-ac02-ecebef303e58 req-fc254b04-ab9c-43be-92d5-ddd0b93a61a2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 946 time: 0.0532157 Jan 28 14:47:41.021042 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d4f5f1d9-3da8-4d9e-ac02-ecebef303e58 req-ab89cf8e-5ac5-46ef-9880-b7a5f5555124 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458052 Jan 28 14:47:41.044606 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53354) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:47:41.108263 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ef79a14e-ce49-417d-97ff-e9d90e391d8a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/floatingips/9295307a-88f3-49ca-86f6-5c4ac58e782a HTTP/1.1" status: 200 len: 994 time: 0.0623682 Jan 28 14:47:48.568045 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:50.641543 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:53.210022 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:47:56.436011 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a81e489-3c4f-4e02-907e-04132256fe38 req-6f2fb040-34a0-47a5-9e7d-efd65d6763bd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474432 Jan 28 14:47:56.523784 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81e489-3c4f-4e02-907e-04132256fe38 req-cead6a2c-2917-469c-87da-c35af8cd331b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:56.525283 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a81e489-3c4f-4e02-907e-04132256fe38 req-cead6a2c-2917-469c-87da-c35af8cd331b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 1097 time: 0.0452650 Jan 28 14:47:56.643759 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81e489-3c4f-4e02-907e-04132256fe38 req-5c8154b4-c167-4443-b72c-2d2e641e9f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:56.645532 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a81e489-3c4f-4e02-907e-04132256fe38 req-5c8154b4-c167-4443-b72c-2d2e641e9f86 service neutron] 10.222.0.18 "GET /v2.0/networks?id=79f12668-0762-4231-9ad2-4d97a5246838 HTTP/1.1" status: 200 len: 897 time: 0.0984008 Jan 28 14:47:56.724339 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a81e489-3c4f-4e02-907e-04132256fe38 req-f420a8a0-8a97-4b5f-8957-4e1da3317b89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae8bed71-0928-4a25-94b7-7e253a064b81 HTTP/1.1" status: 200 len: 1002 time: 0.0716822 Jan 28 14:47:56.780358 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81e489-3c4f-4e02-907e-04132256fe38 req-6e0ade71-b0ec-432c-bc02-4facc7e3e9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:56.782360 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a81e489-3c4f-4e02-907e-04132256fe38 req-6e0ade71-b0ec-432c-bc02-4facc7e3e9c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3703fa5c-74b0-4773-b52c-0d7143393de7 HTTP/1.1" status: 200 len: 835 time: 0.0522575 Jan 28 14:47:56.827385 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81e489-3c4f-4e02-907e-04132256fe38 req-d3fde3ae-9538-4537-973d-887fdd33f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:56.828867 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a81e489-3c4f-4e02-907e-04132256fe38 req-d3fde3ae-9538-4537-973d-887fdd33f9f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=79f12668-0762-4231-9ad2-4d97a5246838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404999 Jan 28 14:47:56.930005 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a81e489-3c4f-4e02-907e-04132256fe38 req-05cbf426-031f-4ac3-87c5-7971e631e083 service neutron] 10.222.0.18 "GET /v2.0/networks/79f12668-0762-4231-9ad2-4d97a5246838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925481 Jan 28 14:47:57.021977 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a81e489-3c4f-4e02-907e-04132256fe38 req-94de64f9-a363-49b6-9f34-9cba4f90670f service neutron] 10.222.0.18 "GET /v2.0/networks/79f12668-0762-4231-9ad2-4d97a5246838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856342 Jan 28 14:47:59.413198 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0bd8238-a0ef-4c31-a112-3386cc9433e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:01.751703 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-34aa2c6e-f568-40f1-b8df-8b33b5a3c8e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:03.245584 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:04.620650 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:06.435051 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:11.560763 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53370) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:48:11.733556 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-14a6ffa4-cd2b-4900-ba8e-b7bb8e6fcfe3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Deleting port bc2f6430-61ab-47e1-93fb-665368e7cc1e {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:48:11.733848 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-14a6ffa4-cd2b-4900-ba8e-b7bb8e6fcfe3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (bc2f6430-61ab-47e1-93fb-665368e7cc1e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:11.816298 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-14a6ffa4-cd2b-4900-ba8e-b7bb8e6fcfe3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (bc2f6430-61ab-47e1-93fb-665368e7cc1e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:11.816556 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-14a6ffa4-cd2b-4900-ba8e-b7bb8e6fcfe3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for floatingip (bc2f6430-61ab-47e1-93fb-665368e7cc1e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:11.828917 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-14a6ffa4-cd2b-4900-ba8e-b7bb8e6fcfe3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Calling delete_port for bc2f6430-61ab-47e1-93fb-665368e7cc1e owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:48:11.982003 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-14a6ffa4-cd2b-4900-ba8e-b7bb8e6fcfe3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (bc2f6430-61ab-47e1-93fb-665368e7cc1e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:12.012889 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6ffa4-cd2b-4900-ba8e-b7bb8e6fcfe3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Port': ['ID=bc2f6430-61ab-47e1-93fb-665368e7cc1e,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:12.041974 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6ffa4-cd2b-4900-ba8e-b7bb8e6fcfe3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:12.042324 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6ffa4-cd2b-4900-ba8e-b7bb8e6fcfe3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:12.042666 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6ffa4-cd2b-4900-ba8e-b7bb8e6fcfe3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:12.043032 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6ffa4-cd2b-4900-ba8e-b7bb8e6fcfe3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:12.043368 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6ffa4-cd2b-4900-ba8e-b7bb8e6fcfe3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:12.043696 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6ffa4-cd2b-4900-ba8e-b7bb8e6fcfe3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:12.044023 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6ffa4-cd2b-4900-ba8e-b7bb8e6fcfe3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:12.044507 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6ffa4-cd2b-4900-ba8e-b7bb8e6fcfe3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:12.044838 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6ffa4-cd2b-4900-ba8e-b7bb8e6fcfe3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:12.045168 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6ffa4-cd2b-4900-ba8e-b7bb8e6fcfe3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:12.045490 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6ffa4-cd2b-4900-ba8e-b7bb8e6fcfe3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:12.045808 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6ffa4-cd2b-4900-ba8e-b7bb8e6fcfe3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:12.046123 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6ffa4-cd2b-4900-ba8e-b7bb8e6fcfe3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:12.101726 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-14a6ffa4-cd2b-4900-ba8e-b7bb8e6fcfe3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for floatingip (9295307a-88f3-49ca-86f6-5c4ac58e782a), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:12.102022 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-14a6ffa4-cd2b-4900-ba8e-b7bb8e6fcfe3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Floating IP 9295307a-88f3-49ca-86f6-5c4ac58e782a disassociated (deleted). External IP: 172.25.3.154, port: ae8bed71-0928-4a25-94b7-7e253a064b81. Jan 28 14:48:12.661700 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a6ffa4-cd2b-4900-ba8e-b7bb8e6fcfe3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Router 46fd66a1-7860-4c82-bc9a-ea5dea3ecab0 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:48:12.771564 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a6ffa4-cd2b-4900-ba8e-b7bb8e6fcfe3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:48:12.776747 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-14a6ffa4-cd2b-4900-ba8e-b7bb8e6fcfe3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:12.782551 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b37f092-9f65-4e87-adf9-4062a6716922 None None] Sync routers for ids ['46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:48:12.793540 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b37f092-9f65-4e87-adf9-4062a6716922 None None] Routers {'46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:48:12.794201 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5b37f092-9f65-4e87-adf9-4062a6716922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:48:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:48:12.806597 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-14a6ffa4-cd2b-4900-ba8e-b7bb8e6fcfe3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "DELETE /v2.0/floatingips/9295307a-88f3-49ca-86f6-5c4ac58e782a HTTP/1.1" status: 204 len: 168 time: 1.2447464 Jan 28 14:48:12.807226 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9b68bb-1244-4a2e-b821-01118c3bf82b', 'tag': 'ae8bed71-0928-4a25-94b7-7e253a064b81'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:48:12.809501 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc656993-b9cf-409f-bc9e-904b39e8a675" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9b68bb-1244-4a2e-b821-01118c3bf82b", "tag": "ae8bed71-0928-4a25-94b7-7e253a064b81"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:48:12.851382 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08807ba-87f5-42df-b988-19282a358e15 x-openstack-request-id: req-f08807ba-87f5-42df-b988-19282a358e15 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:48:12.851680 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9b68bb-1244-4a2e-b821-01118c3bf82b", "tag": "ae8bed71-0928-4a25-94b7-7e253a064b81", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:48:12.851941 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f08807ba-87f5-42df-b988-19282a358e15 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:48:12.852373 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9b68bb-1244-4a2e-b821-01118c3bf82b', 'tag': 'ae8bed71-0928-4a25-94b7-7e253a064b81', 'status': 'completed', 'code': 200} Jan 28 14:48:12.907191 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-5b37f092-9f65-4e87-adf9-4062a6716922 None None] Set router 46fd66a1-7860-4c82-bc9a-ea5dea3ecab0 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:48:12.920558 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc656993-b9cf-409f-bc9e-904b39e8a675 req-5a0286bb-a56f-4ecf-8287-b6dc6b9e82a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:12.923564 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc656993-b9cf-409f-bc9e-904b39e8a675 req-5a0286bb-a56f-4ecf-8287-b6dc6b9e82a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 1097 time: 0.0497017 Jan 28 14:48:13.038184 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc656993-b9cf-409f-bc9e-904b39e8a675 req-ba91305d-591d-493e-9f58-c3ed5c210f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:13.039866 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc656993-b9cf-409f-bc9e-904b39e8a675 req-ba91305d-591d-493e-9f58-c3ed5c210f95 service neutron] 10.222.0.18 "GET /v2.0/networks?id=79f12668-0762-4231-9ad2-4d97a5246838 HTTP/1.1" status: 200 len: 897 time: 0.1068172 Jan 28 14:48:13.056658 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d81a0c-9728-4dc3-b78a-bec63c6c2607 req-086eff4f-b843-4c85-9506-516d6b73c92a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:13.058632 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d9d81a0c-9728-4dc3-b78a-bec63c6c2607 req-086eff4f-b843-4c85-9506-516d6b73c92a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 946 time: 0.0534096 Jan 28 14:48:13.085644 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc656993-b9cf-409f-bc9e-904b39e8a675 req-7b504906-2b01-4c18-adbe-f1f2d8a3293b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae8bed71-0928-4a25-94b7-7e253a064b81 HTTP/1.1" status: 200 len: 217 time: 0.0392208 Jan 28 14:48:13.111870 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d9d81a0c-9728-4dc3-b78a-bec63c6c2607 req-aff9a1c4-3688-41b3-b0f0-0de5541bf801 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470188 Jan 28 14:48:13.114525 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5b37f092-9f65-4e87-adf9-4062a6716922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037230392', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:46:32Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '0bf40e49-ad5e-498a-82c9-a7ab5da33ebf', 'name': '', 'network_id': '79f12668-0762-4231-9ad2-4d97a5246838', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:da:66:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '3703fa5c-74b0-4773-b52c-0d7143393de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:32Z', 'updated_at': '2022-01-28T14:46:35Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '3703fa5c-74b0-4773-b52c-0d7143393de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:48:13.136039 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc656993-b9cf-409f-bc9e-904b39e8a675 req-cb8d4474-e99f-4975-a687-08bdbdf91165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:13.137539 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc656993-b9cf-409f-bc9e-904b39e8a675 req-cb8d4474-e99f-4975-a687-08bdbdf91165 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3703fa5c-74b0-4773-b52c-0d7143393de7 HTTP/1.1" status: 200 len: 835 time: 0.0441158 Jan 28 14:48:13.141508 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b37f092-9f65-4e87-adf9-4062a6716922 None None] Checking router: 46fd66a1-7860-4c82-bc9a-ea5dea3ecab0 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:48:13.149952 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b37f092-9f65-4e87-adf9-4062a6716922 None None] Routers {'46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:48:13.150555 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5b37f092-9f65-4e87-adf9-4062a6716922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:48:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:48:13.184596 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc656993-b9cf-409f-bc9e-904b39e8a675 req-588e2eed-f600-4ba3-840a-3af9f37ba720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:13.186196 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc656993-b9cf-409f-bc9e-904b39e8a675 req-588e2eed-f600-4ba3-840a-3af9f37ba720 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=79f12668-0762-4231-9ad2-4d97a5246838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421591 Jan 28 14:48:13.257785 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-5b37f092-9f65-4e87-adf9-4062a6716922 None None] Set router 46fd66a1-7860-4c82-bc9a-ea5dea3ecab0 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:48:13.281460 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc656993-b9cf-409f-bc9e-904b39e8a675 req-88ab45f6-e92f-484f-a5c7-b513ae590511 service neutron] 10.222.0.18 "GET /v2.0/networks/79f12668-0762-4231-9ad2-4d97a5246838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880964 Jan 28 14:48:13.369983 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fc656993-b9cf-409f-bc9e-904b39e8a675 req-fef9a23f-4824-47e4-b87e-db82168b3656 service neutron] 10.222.0.18 "GET /v2.0/networks/79f12668-0762-4231-9ad2-4d97a5246838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819895 Jan 28 14:48:13.466097 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-5b37f092-9f65-4e87-adf9-4062a6716922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037230392', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:46:32Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '0bf40e49-ad5e-498a-82c9-a7ab5da33ebf', 'name': '', 'network_id': '79f12668-0762-4231-9ad2-4d97a5246838', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:da:66:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '3703fa5c-74b0-4773-b52c-0d7143393de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:32Z', 'updated_at': '2022-01-28T14:46:35Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '3703fa5c-74b0-4773-b52c-0d7143393de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:48:13.494008 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b37f092-9f65-4e87-adf9-4062a6716922 None None] The sync data for ids ['46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'] in n-d-822747-2 is: [{'id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037230392', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:46:32Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '0bf40e49-ad5e-498a-82c9-a7ab5da33ebf', 'name': '', 'network_id': '79f12668-0762-4231-9ad2-4d97a5246838', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:da:66:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '3703fa5c-74b0-4773-b52c-0d7143393de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:32Z', 'updated_at': '2022-01-28T14:46:35Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '3703fa5c-74b0-4773-b52c-0d7143393de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:48:13.723045 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d423514c-3f96-4672-b73a-68ef54567f6e None None] New status for floating IP 9295307a-88f3-49ca-86f6-5c4ac58e782a: DOWN {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:48:14.241248 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391db165-bf9b-4f55-8b21-6a9655f3d194 req-e48d7016-ec2d-4ad2-9949-4e75edbe8389 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:14.242799 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-391db165-bf9b-4f55-8b21-6a9655f3d194 req-e48d7016-ec2d-4ad2-9949-4e75edbe8389 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 946 time: 0.0538850 Jan 28 14:48:14.306609 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-391db165-bf9b-4f55-8b21-6a9655f3d194 req-611a58c6-5553-4bc2-82ee-9ec5a49d9453 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2663a92-4c1a-4590-932b-bc470e371e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555751 Jan 28 14:48:14.476028 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4fca1-6ce3-45cd-bd27-fa9c2968ccfa req-e8687560-9def-4f2e-a6f0-ae6e3dd78193 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:14.477726 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2bc4fca1-6ce3-45cd-bd27-fa9c2968ccfa req-e8687560-9def-4f2e-a6f0-ae6e3dd78193 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 946 time: 0.0534859 Jan 28 14:48:14.577974 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-2bc4fca1-6ce3-45cd-bd27-fa9c2968ccfa req-a10f60be-db39-410d-b437-f073d7eae0b4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Deleting port ae8bed71-0928-4a25-94b7-7e253a064b81 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:48:14.578218 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-2bc4fca1-6ce3-45cd-bd27-fa9c2968ccfa req-a10f60be-db39-410d-b437-f073d7eae0b4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ae8bed71-0928-4a25-94b7-7e253a064b81), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:14.676327 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-2bc4fca1-6ce3-45cd-bd27-fa9c2968ccfa req-a10f60be-db39-410d-b437-f073d7eae0b4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] For port ae8bed71-0928-4a25-94b7-7e253a064b81, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ae8bed71-0928-4a25-94b7-7e253a064b81,segment=NetworkSegment(01aa052d-e116-468f-ad6c-716e535b88d6),segment_id=01aa052d-e116-468f-ad6c-716e535b88d6)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:48:14.676742 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-2bc4fca1-6ce3-45cd-bd27-fa9c2968ccfa req-a10f60be-db39-410d-b437-f073d7eae0b4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ae8bed71-0928-4a25-94b7-7e253a064b81), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:14.694943 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-2bc4fca1-6ce3-45cd-bd27-fa9c2968ccfa req-a10f60be-db39-410d-b437-f073d7eae0b4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Calling delete_port for ae8bed71-0928-4a25-94b7-7e253a064b81 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:48:14.841983 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-2bc4fca1-6ce3-45cd-bd27-fa9c2968ccfa req-a10f60be-db39-410d-b437-f073d7eae0b4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ae8bed71-0928-4a25-94b7-7e253a064b81), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:14.869884 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f60be-db39-410d-b437-f073d7eae0b4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Port': ['ID=ae8bed71-0928-4a25-94b7-7e253a064b81,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:14.880315 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f60be-db39-410d-b437-f073d7eae0b4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:14.880669 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f60be-db39-410d-b437-f073d7eae0b4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:14.881014 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f60be-db39-410d-b437-f073d7eae0b4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:14.881356 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f60be-db39-410d-b437-f073d7eae0b4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:14.881740 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f60be-db39-410d-b437-f073d7eae0b4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:14.882071 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f60be-db39-410d-b437-f073d7eae0b4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:14.882400 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f60be-db39-410d-b437-f073d7eae0b4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:14.882730 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f60be-db39-410d-b437-f073d7eae0b4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:14.883085 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f60be-db39-410d-b437-f073d7eae0b4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:14.884001 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f60be-db39-410d-b437-f073d7eae0b4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:14.884001 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f60be-db39-410d-b437-f073d7eae0b4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:14.884001 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f60be-db39-410d-b437-f073d7eae0b4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:14.884285 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f60be-db39-410d-b437-f073d7eae0b4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:14.925286 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc4fca1-6ce3-45cd-bd27-fa9c2968ccfa req-a10f60be-db39-410d-b437-f073d7eae0b4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] No DVR routers for this DVR port ae8bed71-0928-4a25-94b7-7e253a064b81 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:48:14.928253 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-2bc4fca1-6ce3-45cd-bd27-fa9c2968ccfa req-a10f60be-db39-410d-b437-f073d7eae0b4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:14.931650 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2bc4fca1-6ce3-45cd-bd27-fa9c2968ccfa req-a10f60be-db39-410d-b437-f073d7eae0b4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.18 "DELETE /v2.0/ports/ae8bed71-0928-4a25-94b7-7e253a064b81 HTTP/1.1" status: 204 len: 173 time: 0.4482474 Jan 28 14:48:14.932101 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9b68bb-1244-4a2e-b821-01118c3bf82b', 'name': 'network-vif-deleted', 'tag': 'ae8bed71-0928-4a25-94b7-7e253a064b81'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:48:14.934372 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c91324-e98d-4824-84b4-f17d9097c875" -d '{"events": [{"server_uuid": "6b9b68bb-1244-4a2e-b821-01118c3bf82b", "name": "network-vif-deleted", "tag": "ae8bed71-0928-4a25-94b7-7e253a064b81"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:48:14.971435 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892aa88e-f427-4919-8b87-f17fa3f75c0e x-openstack-request-id: req-892aa88e-f427-4919-8b87-f17fa3f75c0e {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:48:14.971719 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9b68bb-1244-4a2e-b821-01118c3bf82b", "name": "network-vif-deleted", "tag": "ae8bed71-0928-4a25-94b7-7e253a064b81", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:48:14.971975 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-892aa88e-f427-4919-8b87-f17fa3f75c0e {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:48:14.972383 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9b68bb-1244-4a2e-b821-01118c3bf82b', 'name': 'network-vif-deleted', 'tag': 'ae8bed71-0928-4a25-94b7-7e253a064b81', 'status': 'completed', 'code': 200} Jan 28 14:48:15.425646 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e33f63e0-b1d5-49ba-87d6-d57eb72b5f79 req-6822f09e-75ff-455d-bb26-b7a1ad5df1e8 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b68bb-1244-4a2e-b821-01118c3bf82b HTTP/1.1" status: 200 len: 210 time: 0.0277078 Jan 28 14:48:16.486502 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53386) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:48:16.871421 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-89cc2cd0-ba9d-433d-898a-671030b09aa6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (46fd66a1-7860-4c82-bc9a-ea5dea3ecab0), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:17.133007 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-89cc2cd0-ba9d-433d-898a-671030b09aa6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Deleting port 0bf40e49-ad5e-498a-82c9-a7ab5da33ebf {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:48:17.133264 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-89cc2cd0-ba9d-433d-898a-671030b09aa6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (0bf40e49-ad5e-498a-82c9-a7ab5da33ebf), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:17.227667 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-89cc2cd0-ba9d-433d-898a-671030b09aa6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] For port 0bf40e49-ad5e-498a-82c9-a7ab5da33ebf, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=0bf40e49-ad5e-498a-82c9-a7ab5da33ebf,segment=NetworkSegment(01aa052d-e116-468f-ad6c-716e535b88d6),segment_id=01aa052d-e116-468f-ad6c-716e535b88d6)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:48:17.228043 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-89cc2cd0-ba9d-433d-898a-671030b09aa6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (0bf40e49-ad5e-498a-82c9-a7ab5da33ebf), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:17.239875 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-89cc2cd0-ba9d-433d-898a-671030b09aa6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Calling delete_port for 0bf40e49-ad5e-498a-82c9-a7ab5da33ebf owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:48:17.449102 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-89cc2cd0-ba9d-433d-898a-671030b09aa6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (0bf40e49-ad5e-498a-82c9-a7ab5da33ebf), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:17.479376 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc2cd0-ba9d-433d-898a-671030b09aa6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Port': ['ID=0bf40e49-ad5e-498a-82c9-a7ab5da33ebf,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:17.654442 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-89cc2cd0-ba9d-433d-898a-671030b09aa6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (46fd66a1-7860-4c82-bc9a-ea5dea3ecab0), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:17.876664 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89cc2cd0-ba9d-433d-898a-671030b09aa6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Router 46fd66a1-7860-4c82-bc9a-ea5dea3ecab0 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:48:17.984419 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cc2cd0-ba9d-433d-898a-671030b09aa6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:48:17.991592 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-89cc2cd0-ba9d-433d-898a-671030b09aa6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "PUT /v2.0/routers/46fd66a1-7860-4c82-bc9a-ea5dea3ecab0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5034890 Jan 28 14:48:17.993826 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53388) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:48:17.996515 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272cf511-8ac0-410a-997b-d6cde0a90d6d None None] Sync routers for ids ['46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:48:18.008945 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272cf511-8ac0-410a-997b-d6cde0a90d6d None None] Routers {'46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:48:18.009702 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-272cf511-8ac0-410a-997b-d6cde0a90d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:48:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:48:18.046800 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74dfb6f-091a-4151-a446-c9a3c63c6f3d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Deleting subnet 3703fa5c-74b0-4773-b52c-0d7143393de7 {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:48:18.050104 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c74dfb6f-091a-4151-a446-c9a3c63c6f3d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for subnet (3703fa5c-74b0-4773-b52c-0d7143393de7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:18.091117 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c74dfb6f-091a-4151-a446-c9a3c63c6f3d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (3703fa5c-74b0-4773-b52c-0d7143393de7), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:18.117410 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-272cf511-8ac0-410a-997b-d6cde0a90d6d None None] Set router 46fd66a1-7860-4c82-bc9a-ea5dea3ecab0 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:48:18.180881 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c74dfb6f-091a-4151-a446-c9a3c63c6f3d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (3703fa5c-74b0-4773-b52c-0d7143393de7), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:18.240527 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c74dfb6f-091a-4151-a446-c9a3c63c6f3d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (3703fa5c-74b0-4773-b52c-0d7143393de7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:18.266935 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74dfb6f-091a-4151-a446-c9a3c63c6f3d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Subnet': ['ID=3703fa5c-74b0-4773-b52c-0d7143393de7,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:18.270461 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c74dfb6f-091a-4151-a446-c9a3c63c6f3d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:18.273740 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c74dfb6f-091a-4151-a446-c9a3c63c6f3d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "DELETE /v2.0/subnets/3703fa5c-74b0-4773-b52c-0d7143393de7 HTTP/1.1" status: 204 len: 168 time: 0.2789581 Jan 28 14:48:18.276591 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53390) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:48:18.282553 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e37c643-7007-4b43-a5fb-ef083b2699ea None None] Network 79f12668-0762-4231-9ad2-4d97a5246838 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:48:18.378929 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-272cf511-8ac0-410a-997b-d6cde0a90d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037230392', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:48:17Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:48:18.386946 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a8a48b1b-0f95-4b8e-ae8d-3533bc74af13 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router (46fd66a1-7860-4c82-bc9a-ea5dea3ecab0), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:18.413972 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272cf511-8ac0-410a-997b-d6cde0a90d6d None None] Checking router: 46fd66a1-7860-4c82-bc9a-ea5dea3ecab0 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:48:18.423252 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272cf511-8ac0-410a-997b-d6cde0a90d6d None None] Routers {'46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:48:18.423654 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-272cf511-8ac0-410a-997b-d6cde0a90d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:48:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:48:18.478473 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70b6103-f4d6-4aa8-8ffd-2f55f5a9bdf2 None None] DHCP port deletion for 79f12668-0762-4231-9ad2-4d97a5246838 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:48:18.509310 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a8a48b1b-0f95-4b8e-ae8d-3533bc74af13 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_gateway (46fd66a1-7860-4c82-bc9a-ea5dea3ecab0), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:18.570694 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-a8a48b1b-0f95-4b8e-ae8d-3533bc74af13 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Deleting port 9e000b05-d8b3-49f2-ab3c-025a19b0daf6 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:48:18.571098 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a8a48b1b-0f95-4b8e-ae8d-3533bc74af13 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (9e000b05-d8b3-49f2-ab3c-025a19b0daf6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:18.657696 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-a8a48b1b-0f95-4b8e-ae8d-3533bc74af13 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] For port 9e000b05-d8b3-49f2-ab3c-025a19b0daf6, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9e000b05-d8b3-49f2-ab3c-025a19b0daf6,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:48:18.658454 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a8a48b1b-0f95-4b8e-ae8d-3533bc74af13 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (9e000b05-d8b3-49f2-ab3c-025a19b0daf6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:18.670861 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-a8a48b1b-0f95-4b8e-ae8d-3533bc74af13 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Calling delete_port for 9e000b05-d8b3-49f2-ab3c-025a19b0daf6 owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:48:18.738267 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:18.739980 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-272cf511-8ac0-410a-997b-d6cde0a90d6d None None] Set router 46fd66a1-7860-4c82-bc9a-ea5dea3ecab0 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:48:18.795522 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device ae8bed71-0928-4a25-94b7-7e253a064b81 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:48:18.818488 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: ae8bed71-0928-4a25-94b7-7e253a064b81 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:48:18.818828 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device ae8bed71-0928-4a25-94b7-7e253a064b81 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:48:18.846844 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a8a48b1b-0f95-4b8e-ae8d-3533bc74af13 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (9e000b05-d8b3-49f2-ab3c-025a19b0daf6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:18.874579 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a48b1b-0f95-4b8e-ae8d-3533bc74af13 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Port': ['ID=9e000b05-d8b3-49f2-ab3c-025a19b0daf6,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:18.884643 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f70b6103-f4d6-4aa8-8ffd-2f55f5a9bdf2 None None] Deleting port 7708dcfe-03cf-4845-a32f-997e40cdc228 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:48:18.885013 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f70b6103-f4d6-4aa8-8ffd-2f55f5a9bdf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7708dcfe-03cf-4845-a32f-997e40cdc228), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:18.940650 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a8a48b1b-0f95-4b8e-ae8d-3533bc74af13 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (46fd66a1-7860-4c82-bc9a-ea5dea3ecab0), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:18.982323 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f70b6103-f4d6-4aa8-8ffd-2f55f5a9bdf2 None None] For port 7708dcfe-03cf-4845-a32f-997e40cdc228, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7708dcfe-03cf-4845-a32f-997e40cdc228,segment=NetworkSegment(01aa052d-e116-468f-ad6c-716e535b88d6),segment_id=01aa052d-e116-468f-ad6c-716e535b88d6)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:48:18.982769 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f70b6103-f4d6-4aa8-8ffd-2f55f5a9bdf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7708dcfe-03cf-4845-a32f-997e40cdc228), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:18.999403 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f70b6103-f4d6-4aa8-8ffd-2f55f5a9bdf2 None None] Calling delete_port for 7708dcfe-03cf-4845-a32f-997e40cdc228 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:48:19.031635 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a8a48b1b-0f95-4b8e-ae8d-3533bc74af13 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (46fd66a1-7860-4c82-bc9a-ea5dea3ecab0), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:19.033844 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a8a48b1b-0f95-4b8e-ae8d-3533bc74af13 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_controller (46fd66a1-7860-4c82-bc9a-ea5dea3ecab0), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:19.076397 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-272cf511-8ac0-410a-997b-d6cde0a90d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037230392', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:48:17Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:48:19.088264 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a8a48b1b-0f95-4b8e-ae8d-3533bc74af13 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (46fd66a1-7860-4c82-bc9a-ea5dea3ecab0), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:19.088805 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a48b1b-0f95-4b8e-ae8d-3533bc74af13 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Fanout notify agent at l3_agent the message router_deleted on router 46fd66a1-7860-4c82-bc9a-ea5dea3ecab0 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:48:19.096301 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a8a48b1b-0f95-4b8e-ae8d-3533bc74af13 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:19.100670 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a8a48b1b-0f95-4b8e-ae8d-3533bc74af13 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "DELETE /v2.0/routers/46fd66a1-7860-4c82-bc9a-ea5dea3ecab0 HTTP/1.1" status: 204 len: 168 time: 0.8197839 Jan 28 14:48:19.100899 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53392) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:48:19.105140 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272cf511-8ac0-410a-997b-d6cde0a90d6d None None] The sync data for ids ['46fd66a1-7860-4c82-bc9a-ea5dea3ecab0'] in n-d-822747-2 is: [{'id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037230392', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:48:17Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '9e000b05-d8b3-49f2-ab3c-025a19b0daf6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd66a1-7860-4c82-bc9a-ea5dea3ecab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:29Z', 'updated_at': '2022-01-28T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:48:19.125991 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f70b6103-f4d6-4aa8-8ffd-2f55f5a9bdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (7708dcfe-03cf-4845-a32f-997e40cdc228), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:19.153411 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b6103-f4d6-4aa8-8ffd-2f55f5a9bdf2 None None] Pushing event deleted for resources: {'Port': ['ID=7708dcfe-03cf-4845-a32f-997e40cdc228,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:19.158142 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70b6103-f4d6-4aa8-8ffd-2f55f5a9bdf2 None None] No DVR routers for this DVR port 7708dcfe-03cf-4845-a32f-997e40cdc228 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:48:19.168435 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b6103-f4d6-4aa8-8ffd-2f55f5a9bdf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:19.168781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b6103-f4d6-4aa8-8ffd-2f55f5a9bdf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:19.169118 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b6103-f4d6-4aa8-8ffd-2f55f5a9bdf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:19.169448 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b6103-f4d6-4aa8-8ffd-2f55f5a9bdf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:19.169781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b6103-f4d6-4aa8-8ffd-2f55f5a9bdf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:19.170201 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b6103-f4d6-4aa8-8ffd-2f55f5a9bdf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:19.170425 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b6103-f4d6-4aa8-8ffd-2f55f5a9bdf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:19.170746 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b6103-f4d6-4aa8-8ffd-2f55f5a9bdf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:19.171091 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b6103-f4d6-4aa8-8ffd-2f55f5a9bdf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:19.171418 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b6103-f4d6-4aa8-8ffd-2f55f5a9bdf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:19.171737 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b6103-f4d6-4aa8-8ffd-2f55f5a9bdf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:19.172174 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b6103-f4d6-4aa8-8ffd-2f55f5a9bdf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:19.172499 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b6103-f4d6-4aa8-8ffd-2f55f5a9bdf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:19.184995 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d13bfb59-daaa-4cd0-b0f7-0876ff4a8790 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (79f12668-0762-4231-9ad2-4d97a5246838), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:19.274875 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d13bfb59-daaa-4cd0-b0f7-0876ff4a8790 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (79f12668-0762-4231-9ad2-4d97a5246838), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:19.295623 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-d13bfb59-daaa-4cd0-b0f7-0876ff4a8790 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f12668-0762-4231-9ad2-4d97a5246838']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:48:19.304664 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-d13bfb59-daaa-4cd0-b0f7-0876ff4a8790 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01aa052d-e116-468f-ad6c-716e535b88d6') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:48:19.304973 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-d13bfb59-daaa-4cd0-b0f7-0876ff4a8790 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01aa052d-e116-468f-ad6c-716e535b88d6') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:48:19.314201 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d13bfb59-daaa-4cd0-b0f7-0876ff4a8790 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (01aa052d-e116-468f-ad6c-716e535b88d6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:19.327392 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d13bfb59-daaa-4cd0-b0f7-0876ff4a8790 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (01aa052d-e116-468f-ad6c-716e535b88d6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:19.333558 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d13bfb59-daaa-4cd0-b0f7-0876ff4a8790 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:48:19.334084 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d13bfb59-daaa-4cd0-b0f7-0876ff4a8790 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (01aa052d-e116-468f-ad6c-716e535b88d6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: timer() Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:48:19.337026 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:48:19.399491 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d13bfb59-daaa-4cd0-b0f7-0876ff4a8790 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (79f12668-0762-4231-9ad2-4d97a5246838), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:19.407402 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d13bfb59-daaa-4cd0-b0f7-0876ff4a8790 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:19.410512 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d13bfb59-daaa-4cd0-b0f7-0876ff4a8790 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "DELETE /v2.0/networks/79f12668-0762-4231-9ad2-4d97a5246838 HTTP/1.1" status: 204 len: 168 time: 0.3086820 Jan 28 14:48:19.413843 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53394) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:48:19.421818 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13bfb59-daaa-4cd0-b0f7-0876ff4a8790 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Network': ['ID=79f12668-0762-4231-9ad2-4d97a5246838,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:19.476324 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-69489b38-5590-4fe0-9c81-45a4ac45b53a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (a2663a92-4c1a-4590-932b-bc470e371e7e), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:19.503203 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-69489b38-5590-4fe0-9c81-45a4ac45b53a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (a2663a92-4c1a-4590-932b-bc470e371e7e), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:19.569896 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-69489b38-5590-4fe0-9c81-45a4ac45b53a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (a2663a92-4c1a-4590-932b-bc470e371e7e), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:19.573008 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-69489b38-5590-4fe0-9c81-45a4ac45b53a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:19.574708 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-69489b38-5590-4fe0-9c81-45a4ac45b53a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "DELETE /v2.0/security-groups/a2663a92-4c1a-4590-932b-bc470e371e7e HTTP/1.1" status: 204 len: 168 time: 0.1596885 Jan 28 14:48:19.586382 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69489b38-5590-4fe0-9c81-45a4ac45b53a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2663a92-4c1a-4590-932b-bc470e371e7e,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:19.946180 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53400) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:48:19.950804 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-f3f0e1af-8201-4e60-a807-7ef8905e4486 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1683964288', 'description': 'tempest-secgroup-smoke-1683964288 description', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:48:19.974691 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f3f0e1af-8201-4e60-a807-7ef8905e4486 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.041676 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f3f0e1af-8201-4e60-a807-7ef8905e4486 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.047832 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f3f0e1af-8201-4e60-a807-7ef8905e4486 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.078180 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f3f0e1af-8201-4e60-a807-7ef8905e4486 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.079368 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f3f0e1af-8201-4e60-a807-7ef8905e4486 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1321714 Jan 28 14:48:20.081316 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0e1af-8201-4e60-a807-7ef8905e4486 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:20.082407 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53402) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:48:20.087378 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-289c45f8-0ddc-46cf-8871-46fca7a271f2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': '4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:48:20.117179 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-289c45f8-0ddc-46cf-8871-46fca7a271f2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (3e0823b6-17b2-43ad-b8f7-8fa6e2595cfb), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.177623 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-289c45f8-0ddc-46cf-8871-46fca7a271f2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (3e0823b6-17b2-43ad-b8f7-8fa6e2595cfb), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.183380 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-289c45f8-0ddc-46cf-8871-46fca7a271f2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (3e0823b6-17b2-43ad-b8f7-8fa6e2595cfb), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.200821 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c45f8-0ddc-46cf-8871-46fca7a271f2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e0823b6-17b2-43ad-b8f7-8fa6e2595cfb,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:20.210360 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-289c45f8-0ddc-46cf-8871-46fca7a271f2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.211599 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-289c45f8-0ddc-46cf-8871-46fca7a271f2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280181 Jan 28 14:48:20.214435 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53404) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:48:20.218679 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-cbce020e-de68-491d-a6db-606b306dc90a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': '4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:48:20.243589 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cbce020e-de68-491d-a6db-606b306dc90a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (64de26c8-1cac-4f71-b2da-a824e49ca830), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.300158 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cbce020e-de68-491d-a6db-606b306dc90a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (64de26c8-1cac-4f71-b2da-a824e49ca830), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.305904 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cbce020e-de68-491d-a6db-606b306dc90a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (64de26c8-1cac-4f71-b2da-a824e49ca830), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.327386 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce020e-de68-491d-a6db-606b306dc90a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64de26c8-1cac-4f71-b2da-a824e49ca830,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:20.338006 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cbce020e-de68-491d-a6db-606b306dc90a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.339262 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-cbce020e-de68-491d-a6db-606b306dc90a tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238272 Jan 28 14:48:20.341936 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53406) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:48:20.346231 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-b7bb64f8-6e8d-40e6-b697-ad71f1db13de tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': '4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:48:20.372990 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b7bb64f8-6e8d-40e6-b697-ad71f1db13de tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (3c3e4895-765f-4db3-8b7f-3a2383480d0a), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.431797 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b7bb64f8-6e8d-40e6-b697-ad71f1db13de tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (3c3e4895-765f-4db3-8b7f-3a2383480d0a), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.436686 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b7bb64f8-6e8d-40e6-b697-ad71f1db13de tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (3c3e4895-765f-4db3-8b7f-3a2383480d0a), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.454831 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb64f8-6e8d-40e6-b697-ad71f1db13de tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3e4895-765f-4db3-8b7f-3a2383480d0a,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:20.462924 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b7bb64f8-6e8d-40e6-b697-ad71f1db13de tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.464170 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-b7bb64f8-6e8d-40e6-b697-ad71f1db13de tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212542 Jan 28 14:48:20.466889 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53408) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:48:20.471331 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-027572e0-216a-48ee-92fd-83bdc2f5d1b6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': '4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:48:20.500234 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-027572e0-216a-48ee-92fd-83bdc2f5d1b6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (8766cc40-ac8a-4f72-9bb6-3e391774fc3c), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.566298 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-027572e0-216a-48ee-92fd-83bdc2f5d1b6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (8766cc40-ac8a-4f72-9bb6-3e391774fc3c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.572663 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-027572e0-216a-48ee-92fd-83bdc2f5d1b6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (8766cc40-ac8a-4f72-9bb6-3e391774fc3c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.593012 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027572e0-216a-48ee-92fd-83bdc2f5d1b6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8766cc40-ac8a-4f72-9bb6-3e391774fc3c,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:20.600472 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-027572e0-216a-48ee-92fd-83bdc2f5d1b6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.601802 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-027572e0-216a-48ee-92fd-83bdc2f5d1b6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1338878 Jan 28 14:48:20.604694 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53410) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:48:20.609826 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-01b872a8-18c0-402a-b976-4a36b7809754 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': '4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:48:20.633306 n-d-822747-2 neutron-server[103352]: INFO neutron.db.securitygroups_db [None req-01b872a8-18c0-402a-b976-4a36b7809754 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Project bbb7aad61d4a4398a3de25c19faf4785 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:48:20.639415 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-01b872a8-18c0-402a-b976-4a36b7809754 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (2cb64141-c995-4949-a6f4-bdd9765d6592), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.640829 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.644220 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7708dcfe-03cf-4845-a32f-997e40cdc228 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:48:20.668854 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 7708dcfe-03cf-4845-a32f-997e40cdc228 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:48:20.669334 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7708dcfe-03cf-4845-a32f-997e40cdc228 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:48:20.670086 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 0bf40e49-ad5e-498a-82c9-a7ab5da33ebf no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:48:20.689872 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 0bf40e49-ad5e-498a-82c9-a7ab5da33ebf {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:48:20.690215 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 0bf40e49-ad5e-498a-82c9-a7ab5da33ebf not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:48:20.690630 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9e000b05-d8b3-49f2-ab3c-025a19b0daf6 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:48:20.703327 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-01b872a8-18c0-402a-b976-4a36b7809754 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (2cb64141-c995-4949-a6f4-bdd9765d6592), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.708111 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-01b872a8-18c0-402a-b976-4a36b7809754 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (2cb64141-c995-4949-a6f4-bdd9765d6592), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.710701 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 9e000b05-d8b3-49f2-ab3c-025a19b0daf6 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:48:20.711142 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9e000b05-d8b3-49f2-ab3c-025a19b0daf6 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:48:20.730285 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b872a8-18c0-402a-b976-4a36b7809754 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb64141-c995-4949-a6f4-bdd9765d6592,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:20.735388 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-01b872a8-18c0-402a-b976-4a36b7809754 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.736571 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-01b872a8-18c0-402a-b976-4a36b7809754 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306212 Jan 28 14:48:20.739513 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53412) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:48:20.743826 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-64adb246-a86d-45b9-bdae-d9e5acc7ff37 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'security_group_rule': {'security_group_id': '4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:48:20.764301 n-d-822747-2 neutron-server[103352]: INFO neutron.db.securitygroups_db [None req-64adb246-a86d-45b9-bdae-d9e5acc7ff37 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Project bbb7aad61d4a4398a3de25c19faf4785 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:48:20.769196 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-64adb246-a86d-45b9-bdae-d9e5acc7ff37 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (fbb4fbd1-5d77-4db9-814d-3fc13f827dbf), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.829242 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-64adb246-a86d-45b9-bdae-d9e5acc7ff37 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (fbb4fbd1-5d77-4db9-814d-3fc13f827dbf), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.835532 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-64adb246-a86d-45b9-bdae-d9e5acc7ff37 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (fbb4fbd1-5d77-4db9-814d-3fc13f827dbf), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.852591 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64adb246-a86d-45b9-bdae-d9e5acc7ff37 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb4fbd1-5d77-4db9-814d-3fc13f827dbf,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:20.865367 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-64adb246-a86d-45b9-bdae-d9e5acc7ff37 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.866629 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-64adb246-a86d-45b9-bdae-d9e5acc7ff37 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261842 Jan 28 14:48:20.869572 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53414) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:48:20.874396 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-5711ddfd-cc5a-4bbc-be35-00d7decd6973 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'network': {'name': 'tempest-network-smoke--484568257', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'port_security_enabled': True}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:48:20.893875 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5711ddfd-cc5a-4bbc-be35-00d7decd6973 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Made reservation on behalf of bbb7aad61d4a4398a3de25c19faf4785 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:48:20.897243 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5711ddfd-cc5a-4bbc-be35-00d7decd6973 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.921760 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5711ddfd-cc5a-4bbc-be35-00d7decd6973 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:48:20.931570 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5711ddfd-cc5a-4bbc-be35-00d7decd6973 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (921eb4aa-8e54-4813-b541-1333f70c6133), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.931905 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-5711ddfd-cc5a-4bbc-be35-00d7decd6973 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Added segment 921eb4aa-8e54-4813-b541-1333f70c6133 of type vlan for network 75d7a9b0-e84e-49aa-80cc-70333c843557 Jan 28 14:48:20.970479 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5711ddfd-cc5a-4bbc-be35-00d7decd6973 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (75d7a9b0-e84e-49aa-80cc-70333c843557), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:20.996933 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5711ddfd-cc5a-4bbc-be35-00d7decd6973 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (75d7a9b0-e84e-49aa-80cc-70333c843557), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:21.002309 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5711ddfd-cc5a-4bbc-be35-00d7decd6973 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:21.002902 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-5711ddfd-cc5a-4bbc-be35-00d7decd6973 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:21.040873 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-5711ddfd-cc5a-4bbc-be35-00d7decd6973 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1702452 Jan 28 14:48:21.043716 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53416) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:48:21.048484 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-20bb4ef4-b783-490d-ad51-94c685b712b6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-89677062', 'admin_state_up': True, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:48:21.071758 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-20bb4ef4-b783-490d-ad51-94c685b712b6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (c0890adf-f517-41ee-bde7-da93a760555d), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:21.072952 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-20bb4ef4-b783-490d-ad51-94c685b712b6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (c0890adf-f517-41ee-bde7-da93a760555d), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:21.074737 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711ddfd-cc5a-4bbc-be35-00d7decd6973 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Network': ['ID=75d7a9b0-e84e-49aa-80cc-70333c843557,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:21.087140 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 75d7a9b0-e84e-49aa-80cc-70333c843557 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:48:21.127580 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-20bb4ef4-b783-490d-ad51-94c685b712b6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_controller (c0890adf-f517-41ee-bde7-da93a760555d), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:21.263660 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-20bb4ef4-b783-490d-ad51-94c685b712b6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_gateway (c0890adf-f517-41ee-bde7-da93a760555d), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:21.831558 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-20bb4ef4-b783-490d-ad51-94c685b712b6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_gateway (c0890adf-f517-41ee-bde7-da93a760555d), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:21.850074 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-20bb4ef4-b783-490d-ad51-94c685b712b6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:21.969442 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-20bb4ef4-b783-490d-ad51-94c685b712b6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Allocated IP 172.25.3.167 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/64c80aa1-cd00-41a4-a0c8-772774d4c3c6) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:48:22.076357 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-20bb4ef4-b783-490d-ad51-94c685b712b6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (64c80aa1-cd00-41a4-a0c8-772774d4c3c6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:22.115209 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-20bb4ef4-b783-490d-ad51-94c685b712b6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (64c80aa1-cd00-41a4-a0c8-772774d4c3c6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:22.153350 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bb4ef4-b783-490d-ad51-94c685b712b6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:48:22.158606 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-20bb4ef4-b783-490d-ad51-94c685b712b6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:48:22.163060 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bb4ef4-b783-490d-ad51-94c685b712b6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:48:22.166152 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb4ef4-b783-490d-ad51-94c685b712b6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=64c80aa1-cd00-41a4-a0c8-772774d4c3c6,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:22.420297 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-20bb4ef4-b783-490d-ad51-94c685b712b6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_gateway (c0890adf-f517-41ee-bde7-da93a760555d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:22.621141 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-20bb4ef4-b783-490d-ad51-94c685b712b6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (c0890adf-f517-41ee-bde7-da93a760555d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:22.756677 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20bb4ef4-b783-490d-ad51-94c685b712b6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Router c0890adf-f517-41ee-bde7-da93a760555d is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:48:22.868262 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bb4ef4-b783-490d-ad51-94c685b712b6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:48:22.879281 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf383497-6af5-421d-a11f-594b1cfa453b None None] Sync routers for ids ['c0890adf-f517-41ee-bde7-da93a760555d'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:48:22.889315 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-20bb4ef4-b783-490d-ad51-94c685b712b6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:22.889550 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf383497-6af5-421d-a11f-594b1cfa453b None None] Routers {'c0890adf-f517-41ee-bde7-da93a760555d'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:48:22.889901 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-cf383497-6af5-421d-a11f-594b1cfa453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:48:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['c0890adf-f517-41ee-bde7-da93a760555d'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:48:22.890548 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-20bb4ef4-b783-490d-ad51-94c685b712b6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8457029 Jan 28 14:48:22.893707 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53418) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:48:22.921875 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-abd65c3f-992a-48f5-aaa7-6afc535b01ba tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=bbb7aad61d4a4398a3de25c19faf4785&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270321 Jan 28 14:48:22.924794 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53420) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:48:22.999370 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-cf383497-6af5-421d-a11f-594b1cfa453b None None] Set router c0890adf-f517-41ee-bde7-da93a760555d gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:48:23.013410 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f852b61-dece-45a2-9835-59c6e72cce15 tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:23.017460 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-0f852b61-dece-45a2-9835-59c6e72cce15 tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890195 Jan 28 14:48:23.018179 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53422) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:48:23.050319 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e7af7211-0ae2-4fc2-b77e-bc57822471fc tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=2047f6bd-4d10-40d4-8ac3-0cdf081c4236&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314374 Jan 28 14:48:23.052981 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53424) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:48:23.057890 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-e144a115-a6aa-4011-a506-dea9d1e0fb50 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1351326517', 'network_id': '75d7a9b0-e84e-49aa-80cc-70333c843557', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:48:23.142956 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e144a115-a6aa-4011-a506-dea9d1e0fb50 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Made reservation on behalf of bbb7aad61d4a4398a3de25c19faf4785 for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:48:23.146550 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e144a115-a6aa-4011-a506-dea9d1e0fb50 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:23.177912 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-cf383497-6af5-421d-a11f-594b1cfa453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89677062', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:48:22Z', 'revision_number': 3, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:48:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:48:23.207154 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf383497-6af5-421d-a11f-594b1cfa453b None None] Checking router: c0890adf-f517-41ee-bde7-da93a760555d for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:48:23.207472 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf383497-6af5-421d-a11f-594b1cfa453b None None] Updating router c0890adf-f517-41ee-bde7-da93a760555d port 64c80aa1-cd00-41a4-a0c8-772774d4c3c6 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:48:23.233525 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf383497-6af5-421d-a11f-594b1cfa453b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (64c80aa1-cd00-41a4-a0c8-772774d4c3c6), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:23.331012 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e144a115-a6aa-4011-a506-dea9d1e0fb50 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (412d7a25-62b7-4791-9316-6cedbca5ebd5), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:23.390748 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144a115-a6aa-4011-a506-dea9d1e0fb50 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Subnet': ['ID=412d7a25-62b7-4791-9316-6cedbca5ebd5,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:23.398796 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e144a115-a6aa-4011-a506-dea9d1e0fb50 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Checking segment: {'id': '921eb4aa-8e54-4813-b541-1333f70c6133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '75d7a9b0-e84e-49aa-80cc-70333c843557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:48:23.398796 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e144a115-a6aa-4011-a506-dea9d1e0fb50 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network hostable DHCP agents. Network: 75d7a9b0-e84e-49aa-80cc-70333c843557, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:48:23.416434 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e144a115-a6aa-4011-a506-dea9d1e0fb50 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network 75d7a9b0-e84e-49aa-80cc-70333c843557 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:48:23.425418 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-e144a115-a6aa-4011-a506-dea9d1e0fb50 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 75d7a9b0-e84e-49aa-80cc-70333c843557) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:48:23.429740 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e144a115-a6aa-4011-a506-dea9d1e0fb50 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:23.430389 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e144a115-a6aa-4011-a506-dea9d1e0fb50 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:23.437531 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acab4417-4798-43b4-93e9-0060b2d7e137 None None] Network 75d7a9b0-e84e-49aa-80cc-70333c843557 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:48:23.451628 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e144a115-a6aa-4011-a506-dea9d1e0fb50 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3949780 Jan 28 14:48:23.452446 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53426) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:48:23.490147 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf383497-6af5-421d-a11f-594b1cfa453b None None] Publish callbacks [] for port (64c80aa1-cd00-41a4-a0c8-772774d4c3c6), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:23.496110 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf383497-6af5-421d-a11f-594b1cfa453b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (64c80aa1-cd00-41a4-a0c8-772774d4c3c6), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:23.542449 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-cf383497-6af5-421d-a11f-594b1cfa453b None None] Attempting to bind port 64c80aa1-cd00-41a4-a0c8-772774d4c3c6 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:48:23.542810 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-cf383497-6af5-421d-a11f-594b1cfa453b None None] Attempting to bind port 64c80aa1-cd00-41a4-a0c8-772774d4c3c6 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:48:23.543190 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf383497-6af5-421d-a11f-594b1cfa453b None None] Attempting to bind port 64c80aa1-cd00-41a4-a0c8-772774d4c3c6 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:48:23.552135 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf383497-6af5-421d-a11f-594b1cfa453b None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:48:23.552498 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf383497-6af5-421d-a11f-594b1cfa453b None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:48:23.552653 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c351e1c6-ce6e-41a4-99b0-2f94cc13295d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-75d7a9b0-e84e-49aa-80cc-70333c843557', 'network_id': '75d7a9b0-e84e-49aa-80cc-70333c843557', 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'fixed_ips': [{'subnet_id': '412d7a25-62b7-4791-9316-6cedbca5ebd5'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:48:23.552891 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf383497-6af5-421d-a11f-594b1cfa453b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:23.553340 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf383497-6af5-421d-a11f-594b1cfa453b None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:48:23.553804 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-cf383497-6af5-421d-a11f-594b1cfa453b None None] Bound port: 64c80aa1-cd00-41a4-a0c8-772774d4c3c6, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:48:23.553921 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c351e1c6-ce6e-41a4-99b0-2f94cc13295d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:23.554179 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf383497-6af5-421d-a11f-594b1cfa453b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (64c80aa1-cd00-41a4-a0c8-772774d4c3c6), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:23.614426 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-cf383497-6af5-421d-a11f-594b1cfa453b None None] For port 64c80aa1-cd00-41a4-a0c8-772774d4c3c6, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:48:23.619051 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-cf383497-6af5-421d-a11f-594b1cfa453b None None] For port 64c80aa1-cd00-41a4-a0c8-772774d4c3c6, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=64c80aa1-cd00-41a4-a0c8-772774d4c3c6,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:48:23.632927 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-cf383497-6af5-421d-a11f-594b1cfa453b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (64c80aa1-cd00-41a4-a0c8-772774d4c3c6), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:23.647139 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13426522-f174-43a3-8c7b-f0b10449fd8c None None] Pushing event updated for resources: {'Port': ['ID=64c80aa1-cd00-41a4-a0c8-772774d4c3c6,revision_number=2']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:23.657030 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13426522-f174-43a3-8c7b-f0b10449fd8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:23.657401 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13426522-f174-43a3-8c7b-f0b10449fd8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:23.657698 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13426522-f174-43a3-8c7b-f0b10449fd8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:23.658027 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13426522-f174-43a3-8c7b-f0b10449fd8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:23.658353 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13426522-f174-43a3-8c7b-f0b10449fd8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:23.658672 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13426522-f174-43a3-8c7b-f0b10449fd8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:23.659021 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13426522-f174-43a3-8c7b-f0b10449fd8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:23.659339 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13426522-f174-43a3-8c7b-f0b10449fd8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:23.659659 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13426522-f174-43a3-8c7b-f0b10449fd8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:23.659996 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13426522-f174-43a3-8c7b-f0b10449fd8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:23.660312 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13426522-f174-43a3-8c7b-f0b10449fd8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:23.660624 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13426522-f174-43a3-8c7b-f0b10449fd8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:23.660934 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13426522-f174-43a3-8c7b-f0b10449fd8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:48:23.699720 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf383497-6af5-421d-a11f-594b1cfa453b None None] Routers {'c0890adf-f517-41ee-bde7-da93a760555d'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:48:23.699955 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-c351e1c6-ce6e-41a4-99b0-2f94cc13295d None None] Allocated IP 172.20.0.2 (75d7a9b0-e84e-49aa-80cc-70333c843557/412d7a25-62b7-4791-9316-6cedbca5ebd5/30dacb2a-fe68-4882-b29a-3f76e3248830) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:48:23.700420 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-cf383497-6af5-421d-a11f-594b1cfa453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:48:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['c0890adf-f517-41ee-bde7-da93a760555d'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:48:23.799574 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13426522-f174-43a3-8c7b-f0b10449fd8c None None] Pushing event updated for resources: {'Port': ['ID=64c80aa1-cd00-41a4-a0c8-772774d4c3c6,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:23.828184 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-cf383497-6af5-421d-a11f-594b1cfa453b None None] Set router c0890adf-f517-41ee-bde7-da93a760555d gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:48:23.853265 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c351e1c6-ce6e-41a4-99b0-2f94cc13295d None None] Publish callbacks [] for port (30dacb2a-fe68-4882-b29a-3f76e3248830), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:23.860167 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c351e1c6-ce6e-41a4-99b0-2f94cc13295d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (30dacb2a-fe68-4882-b29a-3f76e3248830), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:23.903104 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351e1c6-ce6e-41a4-99b0-2f94cc13295d None None] Pushing event updated for resources: {'Port': ['ID=30dacb2a-fe68-4882-b29a-3f76e3248830,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:23.912938 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9cf65174-e3aa-49d0-92ae-5664608b8d67 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:23.915521 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c351e1c6-ce6e-41a4-99b0-2f94cc13295d None None] Network 75d7a9b0-e84e-49aa-80cc-70333c843557 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:48:23.916913 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c351e1c6-ce6e-41a4-99b0-2f94cc13295d None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:48:23.919863 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c351e1c6-ce6e-41a4-99b0-2f94cc13295d None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:48:23.973917 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-c351e1c6-ce6e-41a4-99b0-2f94cc13295d None None] Attempting to bind port 30dacb2a-fe68-4882-b29a-3f76e3248830 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:48:23.974280 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-c351e1c6-ce6e-41a4-99b0-2f94cc13295d None None] Attempting to bind port 30dacb2a-fe68-4882-b29a-3f76e3248830 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '921eb4aa-8e54-4813-b541-1333f70c6133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '75d7a9b0-e84e-49aa-80cc-70333c843557'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:48:23.974645 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c351e1c6-ce6e-41a4-99b0-2f94cc13295d None None] Attempting to bind port 30dacb2a-fe68-4882-b29a-3f76e3248830 on network 75d7a9b0-e84e-49aa-80cc-70333c843557 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:48:23.980619 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c351e1c6-ce6e-41a4-99b0-2f94cc13295d None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:48:23.980619 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c351e1c6-ce6e-41a4-99b0-2f94cc13295d None None] Checking segment: {'id': '921eb4aa-8e54-4813-b541-1333f70c6133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '75d7a9b0-e84e-49aa-80cc-70333c843557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:48:23.980933 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c351e1c6-ce6e-41a4-99b0-2f94cc13295d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:23.981083 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c351e1c6-ce6e-41a4-99b0-2f94cc13295d None None] Bound using segment: {'id': '921eb4aa-8e54-4813-b541-1333f70c6133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '75d7a9b0-e84e-49aa-80cc-70333c843557'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:48:23.981548 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-c351e1c6-ce6e-41a4-99b0-2f94cc13295d None None] Bound port: 30dacb2a-fe68-4882-b29a-3f76e3248830, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921eb4aa-8e54-4813-b541-1333f70c6133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '75d7a9b0-e84e-49aa-80cc-70333c843557'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:48:23.981922 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c351e1c6-ce6e-41a4-99b0-2f94cc13295d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (30dacb2a-fe68-4882-b29a-3f76e3248830), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:24.023941 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-cf383497-6af5-421d-a11f-594b1cfa453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89677062', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:48:22Z', 'revision_number': 3, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:48:24.051317 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c351e1c6-ce6e-41a4-99b0-2f94cc13295d None None] For port 30dacb2a-fe68-4882-b29a-3f76e3248830, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:48:24.054728 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c351e1c6-ce6e-41a4-99b0-2f94cc13295d None None] For port 30dacb2a-fe68-4882-b29a-3f76e3248830, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=30dacb2a-fe68-4882-b29a-3f76e3248830,segment=NetworkSegment(921eb4aa-8e54-4813-b541-1333f70c6133),segment_id=921eb4aa-8e54-4813-b541-1333f70c6133)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:48:24.059882 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c351e1c6-ce6e-41a4-99b0-2f94cc13295d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (30dacb2a-fe68-4882-b29a-3f76e3248830), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:24.120065 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351e1c6-ce6e-41a4-99b0-2f94cc13295d None None] Pushing event updated for resources: {'Port': ['ID=30dacb2a-fe68-4882-b29a-3f76e3248830,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:24.162256 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf383497-6af5-421d-a11f-594b1cfa453b None None] The sync data for ids ['c0890adf-f517-41ee-bde7-da93a760555d'] in n-d-822747-2 is: [{'id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89677062', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:48:22Z', 'revision_number': 3, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:48:24.212967 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-9cf65174-e3aa-49d0-92ae-5664608b8d67 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Allocated IP 172.20.0.1 (75d7a9b0-e84e-49aa-80cc-70333c843557/412d7a25-62b7-4791-9316-6cedbca5ebd5/8b6c215c-bb07-4226-996c-f9f921e2d262) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:48:24.344482 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9cf65174-e3aa-49d0-92ae-5664608b8d67 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (8b6c215c-bb07-4226-996c-f9f921e2d262), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:24.384163 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9cf65174-e3aa-49d0-92ae-5664608b8d67 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (8b6c215c-bb07-4226-996c-f9f921e2d262), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:24.434790 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf65174-e3aa-49d0-92ae-5664608b8d67 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network 75d7a9b0-e84e-49aa-80cc-70333c843557 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:48:24.438315 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-9cf65174-e3aa-49d0-92ae-5664608b8d67 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:48:24.441355 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf65174-e3aa-49d0-92ae-5664608b8d67 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:48:24.497139 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf65174-e3aa-49d0-92ae-5664608b8d67 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=8b6c215c-bb07-4226-996c-f9f921e2d262,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:24.518363 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9cf65174-e3aa-49d0-92ae-5664608b8d67 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (c0890adf-f517-41ee-bde7-da93a760555d), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:24.638127 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 30dacb2a-fe68-4882-b29a-3f76e3248830 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:48:24.669251 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9cf65174-e3aa-49d0-92ae-5664608b8d67 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8b6c215c-bb07-4226-996c-f9f921e2d262), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:24.690583 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 30dacb2a-fe68-4882-b29a-3f76e3248830 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:48:24.691094 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (30dacb2a-fe68-4882-b29a-3f76e3248830), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:24.781851 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 30dacb2a-fe68-4882-b29a-3f76e3248830 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:48:24.782684 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (30dacb2a-fe68-4882-b29a-3f76e3248830), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:24.817733 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 30dacb2a-fe68-4882-b29a-3f76e3248830, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=30dacb2a-fe68-4882-b29a-3f76e3248830,segment=NetworkSegment(921eb4aa-8e54-4813-b541-1333f70c6133),segment_id=921eb4aa-8e54-4813-b541-1333f70c6133)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:48:24.823600 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (30dacb2a-fe68-4882-b29a-3f76e3248830), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:24.873460 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=30dacb2a-fe68-4882-b29a-3f76e3248830,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:24.986070 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9cf65174-e3aa-49d0-92ae-5664608b8d67 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (8b6c215c-bb07-4226-996c-f9f921e2d262), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:24.991747 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9cf65174-e3aa-49d0-92ae-5664608b8d67 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (8b6c215c-bb07-4226-996c-f9f921e2d262), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:25.070937 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf65174-e3aa-49d0-92ae-5664608b8d67 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=8b6c215c-bb07-4226-996c-f9f921e2d262,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:25.082195 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9cf65174-e3aa-49d0-92ae-5664608b8d67 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (c0890adf-f517-41ee-bde7-da93a760555d), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:25.183162 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf65174-e3aa-49d0-92ae-5664608b8d67 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network 75d7a9b0-e84e-49aa-80cc-70333c843557 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:48:25.184782 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-9cf65174-e3aa-49d0-92ae-5664608b8d67 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:48:25.270748 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfabce9-f118-4269-b692-b505d7938310 None None] Network 75d7a9b0-e84e-49aa-80cc-70333c843557 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:48:25.312993 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf65174-e3aa-49d0-92ae-5664608b8d67 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Router c0890adf-f517-41ee-bde7-da93a760555d has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:48:25.339693 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-b0ff376f-8d97-461b-b0cd-57c76b35b615 None None] Provisioning complete for port 30dacb2a-fe68-4882-b29a-3f76e3248830 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:48:25.340047 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0ff376f-8d97-461b-b0cd-57c76b35b615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (30dacb2a-fe68-4882-b29a-3f76e3248830), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:25.428496 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf65174-e3aa-49d0-92ae-5664608b8d67 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:48:25.439674 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9cf65174-e3aa-49d0-92ae-5664608b8d67 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "PUT /v2.0/routers/c0890adf-f517-41ee-bde7-da93a760555d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9863799 Jan 28 14:48:25.459615 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b0ff376f-8d97-461b-b0cd-57c76b35b615 None None] Current status of the port 30dacb2a-fe68-4882-b29a-3f76e3248830 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:48:25.646128 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-68f17bc3-e200-4690-b381-59b65e5e5ab2 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1683964288&fields=id&tenant_id=bbb7aad61d4a4398a3de25c19faf4785 HTTP/1.1" status: 200 len: 267 time: 0.0608971 Jan 28 14:48:25.681885 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ae02ac26-381a-4e5a-87e8-3b7f30b2da9c None None] Provisioning complete for port 8b6c215c-bb07-4226-996c-f9f921e2d262 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:48:25.682929 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ae02ac26-381a-4e5a-87e8-3b7f30b2da9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8b6c215c-bb07-4226-996c-f9f921e2d262), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:25.725173 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ae02ac26-381a-4e5a-87e8-3b7f30b2da9c None None] Port 8b6c215c-bb07-4226-996c-f9f921e2d262 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:48:25.736034 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ae02ac26-381a-4e5a-87e8-3b7f30b2da9c None None] Provisioning complete for port 30dacb2a-fe68-4882-b29a-3f76e3248830 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:48:25.736413 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ae02ac26-381a-4e5a-87e8-3b7f30b2da9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (30dacb2a-fe68-4882-b29a-3f76e3248830), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:25.776579 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-6dd3c1d1-b09b-496c-8971-d88bee11e243 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:25.778603 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-6dd3c1d1-b09b-496c-8971-d88bee11e243 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/networks?id=75d7a9b0-e84e-49aa-80cc-70333c843557 HTTP/1.1" status: 200 len: 796 time: 0.1250663 Jan 28 14:48:25.796878 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-5f31f8da-4df4-418b-bb3e-752acd9e631f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/quotas/bbb7aad61d4a4398a3de25c19faf4785 HTTP/1.1" status: 200 len: 375 time: 0.0111706 Jan 28 14:48:25.826867 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ae02ac26-381a-4e5a-87e8-3b7f30b2da9c None None] Current status of the port 30dacb2a-fe68-4882-b29a-3f76e3248830 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:48:25.853282 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-ef43eaad-d232-4329-ae0b-2a52af7ebc60 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493133 Jan 28 14:48:25.940903 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4455404-8eaa-450d-b995-cd32d9d89ef7 None None] Sync routers for ids ['c0890adf-f517-41ee-bde7-da93a760555d'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:48:25.962348 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4455404-8eaa-450d-b995-cd32d9d89ef7 None None] Routers {'c0890adf-f517-41ee-bde7-da93a760555d'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:48:25.963004 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c4455404-8eaa-450d-b995-cd32d9d89ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:48:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['c0890adf-f517-41ee-bde7-da93a760555d'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:48:25.966658 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-92be548e-aaa3-44b7-b5fe-5b879fda6eab None None] Provisioning complete for port 8b6c215c-bb07-4226-996c-f9f921e2d262 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:48:25.966831 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-92be548e-aaa3-44b7-b5fe-5b879fda6eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8b6c215c-bb07-4226-996c-f9f921e2d262), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:26.028618 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-fc80c3a2-9488-43e4-b50d-516b4c196c84 service neutron] 10.222.0.39 "GET /v2.0/networks/75d7a9b0-e84e-49aa-80cc-70333c843557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585755 Jan 28 14:48:26.050173 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-92be548e-aaa3-44b7-b5fe-5b879fda6eab None None] Port 8b6c215c-bb07-4226-996c-f9f921e2d262 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:48:26.104367 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-c4455404-8eaa-450d-b995-cd32d9d89ef7 None None] Set router c0890adf-f517-41ee-bde7-da93a760555d gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:48:26.123851 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-a759db4a-782c-4cd6-ab6f-0f35238be32f service neutron] 10.222.0.39 "GET /v2.0/networks/75d7a9b0-e84e-49aa-80cc-70333c843557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885971 Jan 28 14:48:26.208576 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-2abcc80b-63da-499c-9516-145c856a6317 None None] Provisioning complete for port 8b6c215c-bb07-4226-996c-f9f921e2d262 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:48:26.208910 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2abcc80b-63da-499c-9516-145c856a6317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8b6c215c-bb07-4226-996c-f9f921e2d262), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:26.277468 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2abcc80b-63da-499c-9516-145c856a6317 None None] Port 8b6c215c-bb07-4226-996c-f9f921e2d262 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:48:26.312600 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2c60ddfc-dd56-4c8b-aaad-83fb8f21e97c req-4716d75e-5981-485f-9cf0-d2bb5d4c60ce tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f HTTP/1.1" status: 200 len: 210 time: 0.0339799 Jan 28 14:48:26.357988 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c4455404-8eaa-450d-b995-cd32d9d89ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89677062', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:48:24Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '8b6c215c-bb07-4226-996c-f9f921e2d262', 'name': '', 'network_id': '75d7a9b0-e84e-49aa-80cc-70333c843557', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:d2:86:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '412d7a25-62b7-4791-9316-6cedbca5ebd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:48:24Z', 'updated_at': '2022-01-28T14:48:24Z', 'revision_number': 2, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '412d7a25-62b7-4791-9316-6cedbca5ebd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:48:26.384591 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4455404-8eaa-450d-b995-cd32d9d89ef7 None None] Checking router: c0890adf-f517-41ee-bde7-da93a760555d for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:48:26.385035 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4455404-8eaa-450d-b995-cd32d9d89ef7 None None] Updating router c0890adf-f517-41ee-bde7-da93a760555d port 8b6c215c-bb07-4226-996c-f9f921e2d262 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:48:26.410657 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4455404-8eaa-450d-b995-cd32d9d89ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8b6c215c-bb07-4226-996c-f9f921e2d262), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:26.596302 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 64c80aa1-cd00-41a4-a0c8-772774d4c3c6 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:48:26.691551 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 64c80aa1-cd00-41a4-a0c8-772774d4c3c6 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:48:26.692318 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (64c80aa1-cd00-41a4-a0c8-772774d4c3c6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:26.756344 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4455404-8eaa-450d-b995-cd32d9d89ef7 None None] Publish callbacks [] for port (8b6c215c-bb07-4226-996c-f9f921e2d262), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:26.765062 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4455404-8eaa-450d-b995-cd32d9d89ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8b6c215c-bb07-4226-996c-f9f921e2d262), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:27.017853 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07eafbe-d137-4f15-b63d-ad306f2faae8 None None] Pushing event updated for resources: {'Port': ['ID=8b6c215c-bb07-4226-996c-f9f921e2d262,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:27.050533 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 64c80aa1-cd00-41a4-a0c8-772774d4c3c6 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:48:27.050892 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (64c80aa1-cd00-41a4-a0c8-772774d4c3c6), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:27.094127 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 64c80aa1-cd00-41a4-a0c8-772774d4c3c6, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=64c80aa1-cd00-41a4-a0c8-772774d4c3c6,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:48:27.095388 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-c4455404-8eaa-450d-b995-cd32d9d89ef7 None None] Attempting to bind port 8b6c215c-bb07-4226-996c-f9f921e2d262 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:48:27.095737 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-c4455404-8eaa-450d-b995-cd32d9d89ef7 None None] Attempting to bind port 8b6c215c-bb07-4226-996c-f9f921e2d262 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '921eb4aa-8e54-4813-b541-1333f70c6133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '75d7a9b0-e84e-49aa-80cc-70333c843557'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:48:27.096187 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4455404-8eaa-450d-b995-cd32d9d89ef7 None None] Attempting to bind port 8b6c215c-bb07-4226-996c-f9f921e2d262 on network 75d7a9b0-e84e-49aa-80cc-70333c843557 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:48:27.102528 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (64c80aa1-cd00-41a4-a0c8-772774d4c3c6), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:27.103409 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 30dacb2a-fe68-4882-b29a-3f76e3248830 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:48:27.110880 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4455404-8eaa-450d-b995-cd32d9d89ef7 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:48:27.111289 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4455404-8eaa-450d-b995-cd32d9d89ef7 None None] Checking segment: {'id': '921eb4aa-8e54-4813-b541-1333f70c6133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '75d7a9b0-e84e-49aa-80cc-70333c843557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:48:27.111688 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4455404-8eaa-450d-b995-cd32d9d89ef7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:27.112104 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4455404-8eaa-450d-b995-cd32d9d89ef7 None None] Bound using segment: {'id': '921eb4aa-8e54-4813-b541-1333f70c6133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '75d7a9b0-e84e-49aa-80cc-70333c843557'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:48:27.112544 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-c4455404-8eaa-450d-b995-cd32d9d89ef7 None None] Bound port: 8b6c215c-bb07-4226-996c-f9f921e2d262, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921eb4aa-8e54-4813-b541-1333f70c6133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '75d7a9b0-e84e-49aa-80cc-70333c843557'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:48:27.112920 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4455404-8eaa-450d-b995-cd32d9d89ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8b6c215c-bb07-4226-996c-f9f921e2d262), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:27.183561 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-c0339143-d0ed-47c0-9821-0562b5e62583 None None] Provisioning complete for port 8b6c215c-bb07-4226-996c-f9f921e2d262 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:48:27.183868 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c0339143-d0ed-47c0-9821-0562b5e62583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8b6c215c-bb07-4226-996c-f9f921e2d262), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:27.242462 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=64c80aa1-cd00-41a4-a0c8-772774d4c3c6,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:27.266981 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c0339143-d0ed-47c0-9821-0562b5e62583 None None] Port 8b6c215c-bb07-4226-996c-f9f921e2d262 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:48:27.289618 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-49d9466b-ae3a-4bf9-8880-23797dd74507 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:27.291568 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-49d9466b-ae3a-4bf9-8880-23797dd74507 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.18 "GET /v2.0/networks?id=75d7a9b0-e84e-49aa-80cc-70333c843557 HTTP/1.1" status: 200 len: 796 time: 0.1337278 Jan 28 14:48:27.293299 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c4455404-8eaa-450d-b995-cd32d9d89ef7 None None] For port 8b6c215c-bb07-4226-996c-f9f921e2d262, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:48:27.295460 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 30dacb2a-fe68-4882-b29a-3f76e3248830 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:48:27.295832 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (30dacb2a-fe68-4882-b29a-3f76e3248830), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:27.298428 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c4455404-8eaa-450d-b995-cd32d9d89ef7 None None] For port 8b6c215c-bb07-4226-996c-f9f921e2d262, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8b6c215c-bb07-4226-996c-f9f921e2d262,segment=NetworkSegment(921eb4aa-8e54-4813-b541-1333f70c6133),segment_id=921eb4aa-8e54-4813-b541-1333f70c6133)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:48:27.324298 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4455404-8eaa-450d-b995-cd32d9d89ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8b6c215c-bb07-4226-996c-f9f921e2d262), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:27.370620 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-c5b150dc-c2ea-487f-a7c5-01184e6cd3f4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbb7aad61d4a4398a3de25c19faf4785 HTTP/1.1" status: 200 len: 380 time: 0.0711746 Jan 28 14:48:27.381385 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-4e0c5fbc-7637-4fac-bcf8-c58d70a5f702 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'port': {'device_id': 'eb95dece-ee7b-4fd7-b6c4-cd5342bb706f', 'network_id': '75d7a9b0-e84e-49aa-80cc-70333c843557', 'admin_state_up': True, 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'security_groups': ['4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:48:27.395980 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4455404-8eaa-450d-b995-cd32d9d89ef7 None None] Routers {'c0890adf-f517-41ee-bde7-da93a760555d'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:48:27.397368 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c4455404-8eaa-450d-b995-cd32d9d89ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:48:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['c0890adf-f517-41ee-bde7-da93a760555d'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:48:27.439369 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07eafbe-d137-4f15-b63d-ad306f2faae8 None None] Pushing event updated for resources: {'Port': ['ID=8b6c215c-bb07-4226-996c-f9f921e2d262,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:27.468997 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-79c2b783-c315-432e-bd00-a8f0bf5cd729 req-9b56d2d0-068e-40e7-b91a-3e7f5780b705 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f HTTP/1.1" status: 200 len: 210 time: 0.0603480 Jan 28 14:48:27.520961 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 30dacb2a-fe68-4882-b29a-3f76e3248830 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:48:27.537405 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-4e0c5fbc-7637-4fac-bcf8-c58d70a5f702 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Made reservation on behalf of bbb7aad61d4a4398a3de25c19faf4785 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:48:27.543186 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-4e0c5fbc-7637-4fac-bcf8-c58d70a5f702 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:27.547281 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-c4455404-8eaa-450d-b995-cd32d9d89ef7 None None] Set router c0890adf-f517-41ee-bde7-da93a760555d gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:48:27.678648 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-4e0c5fbc-7637-4fac-bcf8-c58d70a5f702 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Allocated IP 172.20.0.13 (75d7a9b0-e84e-49aa-80cc-70333c843557/412d7a25-62b7-4791-9316-6cedbca5ebd5/b22d0e92-65ea-4629-9e4f-8a1ea264a049) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:48:27.709153 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-aab383ae-5f9a-4b24-905d-d28eced3f501 None None] Provisioning complete for port 8b6c215c-bb07-4226-996c-f9f921e2d262 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:48:27.709801 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aab383ae-5f9a-4b24-905d-d28eced3f501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8b6c215c-bb07-4226-996c-f9f921e2d262), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:27.820964 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-4e0c5fbc-7637-4fac-bcf8-c58d70a5f702 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (b22d0e92-65ea-4629-9e4f-8a1ea264a049), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:27.833345 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c4455404-8eaa-450d-b995-cd32d9d89ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89677062', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:48:24Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '8b6c215c-bb07-4226-996c-f9f921e2d262', 'name': '', 'network_id': '75d7a9b0-e84e-49aa-80cc-70333c843557', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:d2:86:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '412d7a25-62b7-4791-9316-6cedbca5ebd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:48:24Z', 'updated_at': '2022-01-28T14:48:27Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '412d7a25-62b7-4791-9316-6cedbca5ebd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:48:27.857286 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-4e0c5fbc-7637-4fac-bcf8-c58d70a5f702 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b22d0e92-65ea-4629-9e4f-8a1ea264a049), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:27.867645 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-aab383ae-5f9a-4b24-905d-d28eced3f501 None None] Current status of the port 8b6c215c-bb07-4226-996c-f9f921e2d262 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:48:27.868563 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aab383ae-5f9a-4b24-905d-d28eced3f501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8b6c215c-bb07-4226-996c-f9f921e2d262), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:27.871059 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4455404-8eaa-450d-b995-cd32d9d89ef7 None None] The sync data for ids ['c0890adf-f517-41ee-bde7-da93a760555d'] in n-d-822747-2 is: [{'id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89677062', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:48:24Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '8b6c215c-bb07-4226-996c-f9f921e2d262', 'name': '', 'network_id': '75d7a9b0-e84e-49aa-80cc-70333c843557', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:d2:86:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '412d7a25-62b7-4791-9316-6cedbca5ebd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:48:24Z', 'updated_at': '2022-01-28T14:48:27Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '412d7a25-62b7-4791-9316-6cedbca5ebd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:48:27.902037 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-4e0c5fbc-7637-4fac-bcf8-c58d70a5f702 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network 75d7a9b0-e84e-49aa-80cc-70333c843557 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:48:27.907689 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-4e0c5fbc-7637-4fac-bcf8-c58d70a5f702 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:48:27.908133 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-aab383ae-5f9a-4b24-905d-d28eced3f501 None None] For port 8b6c215c-bb07-4226-996c-f9f921e2d262, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8b6c215c-bb07-4226-996c-f9f921e2d262,segment=NetworkSegment(921eb4aa-8e54-4813-b541-1333f70c6133),segment_id=921eb4aa-8e54-4813-b541-1333f70c6133)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:48:27.911583 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-4e0c5fbc-7637-4fac-bcf8-c58d70a5f702 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:48:27.921101 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aab383ae-5f9a-4b24-905d-d28eced3f501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8b6c215c-bb07-4226-996c-f9f921e2d262), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:27.955566 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c5fbc-7637-4fac-bcf8-c58d70a5f702 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=b22d0e92-65ea-4629-9e4f-8a1ea264a049,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:27.980246 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-4e0c5fbc-7637-4fac-bcf8-c58d70a5f702 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:27.980928 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-4e0c5fbc-7637-4fac-bcf8-c58d70a5f702 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:28.006599 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-4e0c5fbc-7637-4fac-bcf8-c58d70a5f702 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6291730 Jan 28 14:48:28.010331 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab383ae-5f9a-4b24-905d-d28eced3f501 None None] Pushing event updated for resources: {'Port': ['ID=8b6c215c-bb07-4226-996c-f9f921e2d262,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:28.026497 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-7d4a451f-af64-4d4e-b178-9ba803de4b31 service neutron] Request body: {'port': {'device_id': 'eb95dece-ee7b-4fd7-b6c4-cd5342bb706f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:48:28.099514 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-7d4a451f-af64-4d4e-b178-9ba803de4b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b22d0e92-65ea-4629-9e4f-8a1ea264a049), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:28.252734 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-b5849d97-3881-4760-b76e-0b7fee6934ce None None] Provisioning complete for port b22d0e92-65ea-4629-9e4f-8a1ea264a049 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:48:28.253114 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b5849d97-3881-4760-b76e-0b7fee6934ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b22d0e92-65ea-4629-9e4f-8a1ea264a049), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:28.291756 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b5849d97-3881-4760-b76e-0b7fee6934ce None None] Port b22d0e92-65ea-4629-9e4f-8a1ea264a049 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:48:28.381570 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-7d4a451f-af64-4d4e-b178-9ba803de4b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b22d0e92-65ea-4629-9e4f-8a1ea264a049 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:48:28.389982 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-7d4a451f-af64-4d4e-b178-9ba803de4b31 service neutron] Publish callbacks [] for port (b22d0e92-65ea-4629-9e4f-8a1ea264a049), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:28.402940 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-7d4a451f-af64-4d4e-b178-9ba803de4b31 service neutron] Transition to ACTIVE for port object b22d0e92-65ea-4629-9e4f-8a1ea264a049 will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:48:28.407565 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-7d4a451f-af64-4d4e-b178-9ba803de4b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (b22d0e92-65ea-4629-9e4f-8a1ea264a049), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:28.488953 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a451f-af64-4d4e-b178-9ba803de4b31 service neutron] Pushing event updated for resources: {'Port': ['ID=b22d0e92-65ea-4629-9e4f-8a1ea264a049,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:28.586821 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-7d4a451f-af64-4d4e-b178-9ba803de4b31 service neutron] Attempting to bind port b22d0e92-65ea-4629-9e4f-8a1ea264a049 on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:48:28.587319 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-7d4a451f-af64-4d4e-b178-9ba803de4b31 service neutron] Attempting to bind port b22d0e92-65ea-4629-9e4f-8a1ea264a049 by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '921eb4aa-8e54-4813-b541-1333f70c6133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '75d7a9b0-e84e-49aa-80cc-70333c843557'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:48:28.587921 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-7d4a451f-af64-4d4e-b178-9ba803de4b31 service neutron] Attempting to bind port b22d0e92-65ea-4629-9e4f-8a1ea264a049 on network 75d7a9b0-e84e-49aa-80cc-70333c843557 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:48:28.597878 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-7d4a451f-af64-4d4e-b178-9ba803de4b31 service neutron] Port b22d0e92-65ea-4629-9e4f-8a1ea264a049 on network 75d7a9b0-e84e-49aa-80cc-70333c843557 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:48:28.598192 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-7d4a451f-af64-4d4e-b178-9ba803de4b31 service neutron] Attempting to bind port b22d0e92-65ea-4629-9e4f-8a1ea264a049 on network 75d7a9b0-e84e-49aa-80cc-70333c843557 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:48:28.610977 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-7d4a451f-af64-4d4e-b178-9ba803de4b31 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:48:28.611322 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-7d4a451f-af64-4d4e-b178-9ba803de4b31 service neutron] Checking segment: {'id': '921eb4aa-8e54-4813-b541-1333f70c6133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '75d7a9b0-e84e-49aa-80cc-70333c843557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:48:28.611713 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-7d4a451f-af64-4d4e-b178-9ba803de4b31 service neutron] Bound using segment: {'id': '921eb4aa-8e54-4813-b541-1333f70c6133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '75d7a9b0-e84e-49aa-80cc-70333c843557'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:48:28.612165 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-7d4a451f-af64-4d4e-b178-9ba803de4b31 service neutron] Bound port: b22d0e92-65ea-4629-9e4f-8a1ea264a049, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '921eb4aa-8e54-4813-b541-1333f70c6133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '75d7a9b0-e84e-49aa-80cc-70333c843557'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:48:28.612725 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-7d4a451f-af64-4d4e-b178-9ba803de4b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b22d0e92-65ea-4629-9e4f-8a1ea264a049), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:28.629596 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c23a-a5e9-4508-850b-27a2134faadc req-040f440c-36ba-4801-9fbf-75fc45bb29de tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:28.637185 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 64c80aa1-cd00-41a4-a0c8-772774d4c3c6 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:48:28.638405 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6f00c23a-a5e9-4508-850b-27a2134faadc req-040f440c-36ba-4801-9fbf-75fc45bb29de tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f HTTP/1.1" status: 200 len: 944 time: 0.0773132 Jan 28 14:48:28.688097 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6f00c23a-a5e9-4508-850b-27a2134faadc req-5a59d836-d6f3-42e4-b8b0-f7cc971cbde0 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483375 Jan 28 14:48:28.730125 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-7d4a451f-af64-4d4e-b178-9ba803de4b31 service neutron] For port b22d0e92-65ea-4629-9e4f-8a1ea264a049, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:48:28.734438 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-7d4a451f-af64-4d4e-b178-9ba803de4b31 service neutron] For port b22d0e92-65ea-4629-9e4f-8a1ea264a049, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b22d0e92-65ea-4629-9e4f-8a1ea264a049,segment=NetworkSegment(921eb4aa-8e54-4813-b541-1333f70c6133),segment_id=921eb4aa-8e54-4813-b541-1333f70c6133)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:48:28.742785 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 64c80aa1-cd00-41a4-a0c8-772774d4c3c6 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:48:28.743448 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (64c80aa1-cd00-41a4-a0c8-772774d4c3c6), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:28.744135 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-7d4a451f-af64-4d4e-b178-9ba803de4b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (b22d0e92-65ea-4629-9e4f-8a1ea264a049), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:28.779155 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-7d4a451f-af64-4d4e-b178-9ba803de4b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:28.780500 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-7d4a451f-af64-4d4e-b178-9ba803de4b31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:28.782633 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-7d4a451f-af64-4d4e-b178-9ba803de4b31 service neutron] 10.222.0.18 "PUT /v2.0/ports/b22d0e92-65ea-4629-9e4f-8a1ea264a049 HTTP/1.1" status: 200 len: 1092 time: 0.7624240 Jan 28 14:48:28.785653 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb95dece-ee7b-4fd7-b6c4-cd5342bb706f', 'tag': 'b22d0e92-65ea-4629-9e4f-8a1ea264a049'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:48:28.794287 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b77be61-482a-47b5-98f4-4e4c7fcbf44e" -d '{"events": [{"name": "network-changed", "server_uuid": "eb95dece-ee7b-4fd7-b6c4-cd5342bb706f", "tag": "b22d0e92-65ea-4629-9e4f-8a1ea264a049"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:48:28.831622 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 64c80aa1-cd00-41a4-a0c8-772774d4c3c6 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:48:28.832773 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8b6c215c-bb07-4226-996c-f9f921e2d262 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:48:28.872622 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b8d770-ad73-4cd3-89a8-7e6603d6e097 x-openstack-request-id: req-c2b8d770-ad73-4cd3-89a8-7e6603d6e097 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:48:28.873209 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb95dece-ee7b-4fd7-b6c4-cd5342bb706f", "tag": "b22d0e92-65ea-4629-9e4f-8a1ea264a049", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:48:28.873649 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c2b8d770-ad73-4cd3-89a8-7e6603d6e097 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:48:28.874225 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb95dece-ee7b-4fd7-b6c4-cd5342bb706f', 'tag': 'b22d0e92-65ea-4629-9e4f-8a1ea264a049', 'status': 'completed', 'code': 200} Jan 28 14:48:28.893375 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a451f-af64-4d4e-b178-9ba803de4b31 service neutron] Pushing event updated for resources: {'Port': ['ID=b22d0e92-65ea-4629-9e4f-8a1ea264a049,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:28.906830 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 8b6c215c-bb07-4226-996c-f9f921e2d262 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:48:28.907672 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8b6c215c-bb07-4226-996c-f9f921e2d262), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:28.929272 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-8cc9bd54-f570-45c6-8ab8-2992c1a45422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:28.931118 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-8cc9bd54-f570-45c6-8ab8-2992c1a45422 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f HTTP/1.1" status: 200 len: 1095 time: 0.0867746 Jan 28 14:48:28.990793 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-3cd38055-f2ef-4910-9932-d06515f4b378 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b22d0e92-65ea-4629-9e4f-8a1ea264a049 HTTP/1.1" status: 200 len: 217 time: 0.0511379 Jan 28 14:48:28.997891 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 8b6c215c-bb07-4226-996c-f9f921e2d262 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:48:29.048373 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-6edda66e-45a5-4594-9d8c-155551308c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:29.049932 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-6edda66e-45a5-4594-9d8c-155551308c16 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=412d7a25-62b7-4791-9316-6cedbca5ebd5 HTTP/1.1" status: 200 len: 835 time: 0.0530746 Jan 28 14:48:29.098003 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-f6709e58-a111-40c5-a034-b8abf9704267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:29.099646 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-f6709e58-a111-40c5-a034-b8abf9704267 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=75d7a9b0-e84e-49aa-80cc-70333c843557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434968 Jan 28 14:48:29.195424 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-b83c6a26-a061-45e0-bfac-ac3e74d63580 service neutron] 10.222.0.18 "GET /v2.0/networks/75d7a9b0-e84e-49aa-80cc-70333c843557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883701 Jan 28 14:48:29.286118 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5907300d-e107-4bf4-808a-31af3cc7bfaf req-2d314b88-b8a0-43bb-8429-56a7736e287d service neutron] 10.222.0.18 "GET /v2.0/networks/75d7a9b0-e84e-49aa-80cc-70333c843557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852325 Jan 28 14:48:29.385122 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77be61-482a-47b5-98f4-4e4c7fcbf44e req-94138c0b-f604-454a-b798-4a28dc8cd122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:29.386533 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b77be61-482a-47b5-98f4-4e4c7fcbf44e req-94138c0b-f604-454a-b798-4a28dc8cd122 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f HTTP/1.1" status: 200 len: 1095 time: 0.0464370 Jan 28 14:48:29.408699 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9ee5bb1f-8749-470b-aa84-c518471c3af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:29.491720 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77be61-482a-47b5-98f4-4e4c7fcbf44e req-14d178ac-9d3f-4607-8f24-f1cc0b4ea835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:29.493202 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b77be61-482a-47b5-98f4-4e4c7fcbf44e req-14d178ac-9d3f-4607-8f24-f1cc0b4ea835 service neutron] 10.222.0.18 "GET /v2.0/networks?id=75d7a9b0-e84e-49aa-80cc-70333c843557 HTTP/1.1" status: 200 len: 896 time: 0.1003976 Jan 28 14:48:29.538261 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b77be61-482a-47b5-98f4-4e4c7fcbf44e req-52ae3cf8-d824-4a46-8873-55de025f169b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b22d0e92-65ea-4629-9e4f-8a1ea264a049 HTTP/1.1" status: 200 len: 217 time: 0.0386584 Jan 28 14:48:29.587463 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77be61-482a-47b5-98f4-4e4c7fcbf44e req-ff4f6f18-485a-4fa4-af2b-5b06f8dff60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:29.588897 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b77be61-482a-47b5-98f4-4e4c7fcbf44e req-ff4f6f18-485a-4fa4-af2b-5b06f8dff60a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=412d7a25-62b7-4791-9316-6cedbca5ebd5 HTTP/1.1" status: 200 len: 835 time: 0.0434937 Jan 28 14:48:29.637832 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77be61-482a-47b5-98f4-4e4c7fcbf44e req-f21d42b2-b5a3-4846-a471-428fe3bf1d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:29.639844 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b77be61-482a-47b5-98f4-4e4c7fcbf44e req-f21d42b2-b5a3-4846-a471-428fe3bf1d36 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=75d7a9b0-e84e-49aa-80cc-70333c843557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441287 Jan 28 14:48:29.822520 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4b7b3-5057-4ff0-89dc-afc293ed1bac req-fc8e8525-f500-45a8-99c6-a0d978e57a8c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:29.824211 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-add4b7b3-5057-4ff0-89dc-afc293ed1bac req-fc8e8525-f500-45a8-99c6-a0d978e57a8c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f HTTP/1.1" status: 200 len: 944 time: 0.0538344 Jan 28 14:48:29.876685 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-add4b7b3-5057-4ff0-89dc-afc293ed1bac req-536019b1-f732-4ecb-9d5d-8401ef445a59 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466549 Jan 28 14:48:30.109162 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b77be61-482a-47b5-98f4-4e4c7fcbf44e req-dde71e70-0c8a-45f5-b2a7-e4064d3de2b3 service neutron] 10.222.0.18 "GET /v2.0/networks/75d7a9b0-e84e-49aa-80cc-70333c843557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613769 Jan 28 14:48:30.206289 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b77be61-482a-47b5-98f4-4e4c7fcbf44e req-722e55b7-56a2-4006-a059-7c779a103979 service neutron] 10.222.0.18 "GET /v2.0/networks/75d7a9b0-e84e-49aa-80cc-70333c843557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905464 Jan 28 14:48:30.211307 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:48:31.004690 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7d12a-ce3f-425f-ae1c-6c927fc76fab req-861e0b83-9ecd-4765-8bc1-be952c97bbc9 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:31.006179 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-50a7d12a-ce3f-425f-ae1c-6c927fc76fab req-861e0b83-9ecd-4765-8bc1-be952c97bbc9 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f HTTP/1.1" status: 200 len: 944 time: 0.0494714 Jan 28 14:48:31.058954 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-50a7d12a-ce3f-425f-ae1c-6c927fc76fab req-b35d29b3-527e-4c04-adb9-5d204f418db7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469210 Jan 28 14:48:31.746796 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e86b28e4-1c12-4be1-a7f4-32fb52f23898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:32.196231 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789ad2b-3768-4282-bd3b-3c83e05ba7bc req-2c33c240-e76a-4ca4-a5de-e713b592e2d6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:32.197706 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2789ad2b-3768-4282-bd3b-3c83e05ba7bc req-2c33c240-e76a-4ca4-a5de-e713b592e2d6 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f HTTP/1.1" status: 200 len: 944 time: 0.0559683 Jan 28 14:48:32.246964 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2789ad2b-3768-4282-bd3b-3c83e05ba7bc req-64f077e3-6c49-4bda-b015-16f19b70a119 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434961 Jan 28 14:48:32.783391 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device b22d0e92-65ea-4629-9e4f-8a1ea264a049 details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:48:32.900696 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port b22d0e92-65ea-4629-9e4f-8a1ea264a049, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b22d0e92-65ea-4629-9e4f-8a1ea264a049,segment=NetworkSegment(921eb4aa-8e54-4813-b541-1333f70c6133),segment_id=921eb4aa-8e54-4813-b541-1333f70c6133)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:48:32.913274 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'b22d0e92-65ea-4629-9e4f-8a1ea264a049', 'network_id': '75d7a9b0-e84e-49aa-80cc-70333c843557', 'port_id': 'b22d0e92-65ea-4629-9e4f-8a1ea264a049', 'mac_address': 'fa:16:3e:21:46:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '412d7a25-62b7-4791-9316-6cedbca5ebd5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:48:32.953894 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port b22d0e92-65ea-4629-9e4f-8a1ea264a049 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:48:32.954284 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b22d0e92-65ea-4629-9e4f-8a1ea264a049), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:32.967919 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22d0e92-65ea-4629-9e4f-8a1ea264a049 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:48:32.988336 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port b22d0e92-65ea-4629-9e4f-8a1ea264a049, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b22d0e92-65ea-4629-9e4f-8a1ea264a049,segment=NetworkSegment(921eb4aa-8e54-4813-b541-1333f70c6133),segment_id=921eb4aa-8e54-4813-b541-1333f70c6133)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:48:32.995783 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b22d0e92-65ea-4629-9e4f-8a1ea264a049), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:33.045811 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=b22d0e92-65ea-4629-9e4f-8a1ea264a049,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:33.204709 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['b22d0e92-65ea-4629-9e4f-8a1ea264a049'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:48:33.264937 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:33.370282 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2853799-cae0-4cf1-865c-952cefb0c0a1 req-a8270b8a-757e-47d6-81ee-974a8c4e9c08 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:33.371718 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2853799-cae0-4cf1-865c-952cefb0c0a1 req-a8270b8a-757e-47d6-81ee-974a8c4e9c08 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f HTTP/1.1" status: 200 len: 945 time: 0.0480762 Jan 28 14:48:33.420754 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2853799-cae0-4cf1-865c-952cefb0c0a1 req-64261d29-20c3-488f-9286-2a949ab57e05 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431027 Jan 28 14:48:34.554800 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc74c3c-992e-463f-a8b3-d1502da5caa6 req-59e13a17-9c86-4434-a11b-3380a591c8a8 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:34.556407 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0bc74c3c-992e-463f-a8b3-d1502da5caa6 req-59e13a17-9c86-4434-a11b-3380a591c8a8 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f HTTP/1.1" status: 200 len: 945 time: 0.0561144 Jan 28 14:48:34.618620 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:34.619438 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0bc74c3c-992e-463f-a8b3-d1502da5caa6 req-3b658d66-654f-4e24-8929-3f89a8f25425 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536764 Jan 28 14:48:34.812255 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device b22d0e92-65ea-4629-9e4f-8a1ea264a049 up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:48:34.866076 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port b22d0e92-65ea-4629-9e4f-8a1ea264a049 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:48:34.870748 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port b22d0e92-65ea-4629-9e4f-8a1ea264a049 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:48:34.871272 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b22d0e92-65ea-4629-9e4f-8a1ea264a049), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:34.956115 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port b22d0e92-65ea-4629-9e4f-8a1ea264a049 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:48:34.956505 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b22d0e92-65ea-4629-9e4f-8a1ea264a049), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:34.979781 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb95dece-ee7b-4fd7-b6c4-cd5342bb706f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22d0e92-65ea-4629-9e4f-8a1ea264a049'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:48:34.982059 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175570cb-c935-4ef5-887c-75bf6853045a" -d '{"events": [{"server_uuid": "eb95dece-ee7b-4fd7-b6c4-cd5342bb706f", "name": "network-vif-plugged", "status": "completed", "tag": "b22d0e92-65ea-4629-9e4f-8a1ea264a049"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:48:34.999933 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port b22d0e92-65ea-4629-9e4f-8a1ea264a049, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b22d0e92-65ea-4629-9e4f-8a1ea264a049,segment=NetworkSegment(921eb4aa-8e54-4813-b541-1333f70c6133),segment_id=921eb4aa-8e54-4813-b541-1333f70c6133)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:48:35.005487 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b22d0e92-65ea-4629-9e4f-8a1ea264a049), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:35.031941 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46387b3-1bc2-4f45-be29-9e1a50d6192c x-openstack-request-id: req-e46387b3-1bc2-4f45-be29-9e1a50d6192c {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:48:35.032257 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb95dece-ee7b-4fd7-b6c4-cd5342bb706f", "name": "network-vif-plugged", "status": "completed", "tag": "b22d0e92-65ea-4629-9e4f-8a1ea264a049", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:48:35.032638 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e46387b3-1bc2-4f45-be29-9e1a50d6192c {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:48:35.033026 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb95dece-ee7b-4fd7-b6c4-cd5342bb706f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22d0e92-65ea-4629-9e4f-8a1ea264a049', 'code': 200} Jan 28 14:48:35.060667 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=b22d0e92-65ea-4629-9e4f-8a1ea264a049,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:35.123786 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2682b8-1503-429c-a619-be1627ab2569 req-e925f0c8-4129-4df2-93c7-6164074b91bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:35.125193 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ab2682b8-1503-429c-a619-be1627ab2569 req-e925f0c8-4129-4df2-93c7-6164074b91bf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f HTTP/1.1" status: 200 len: 1097 time: 0.0400002 Jan 28 14:48:35.170539 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ab2682b8-1503-429c-a619-be1627ab2569 req-acefb169-54bd-457e-a908-31c12a0595b3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393682 Jan 28 14:48:35.739363 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76197ae-eb26-4186-b0c4-ce7b6c525b61 req-4ccfea41-f7a1-4c3f-baaf-3b8b13a55b63 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:35.740959 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d76197ae-eb26-4186-b0c4-ce7b6c525b61 req-4ccfea41-f7a1-4c3f-baaf-3b8b13a55b63 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f HTTP/1.1" status: 200 len: 946 time: 0.0531778 Jan 28 14:48:35.802650 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d76197ae-eb26-4186-b0c4-ce7b6c525b61 req-950d4c5a-a684-42f9-bd35-116490f8112b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529795 Jan 28 14:48:36.432112 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:36.931158 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39758d3a-1d37-4a88-bc29-0c258f0b989e req-4221a9e8-cf99-4a6c-83b4-793494f97474 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:36.932632 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-39758d3a-1d37-4a88-bc29-0c258f0b989e req-4221a9e8-cf99-4a6c-83b4-793494f97474 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f HTTP/1.1" status: 200 len: 946 time: 0.0555096 Jan 28 14:48:36.989139 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-39758d3a-1d37-4a88-bc29-0c258f0b989e req-5b0e2be3-5510-4fa8-84aa-056363bf3f12 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507798 Jan 28 14:48:37.114172 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8c9c4-349f-4a30-b575-b063e44d6e88 req-b2a884e8-3b52-4a98-a892-411351ee273c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:37.116209 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-74a8c9c4-349f-4a30-b575-b063e44d6e88 req-b2a884e8-3b52-4a98-a892-411351ee273c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f HTTP/1.1" status: 200 len: 946 time: 0.0593328 Jan 28 14:48:37.167934 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-74a8c9c4-349f-4a30-b575-b063e44d6e88 req-b6cd4b00-8c7c-4115-b9da-bbc37e47f8b1 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460560 Jan 28 14:48:37.195438 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53480) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:48:37.238020 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be92bf7-40c8-4d2f-a6e7-98cf1e731f8f tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:37.240495 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-7be92bf7-40c8-4d2f-a6e7-98cf1e731f8f tempest-TestNetworkAdvancedServerOps-42430440 tempest-TestNetworkAdvancedServerOps-42430440-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f HTTP/1.1" status: 200 len: 1092 time: 0.0438125 Jan 28 14:48:37.244702 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53482) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:48:37.251616 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-e3655cbb-7d51-4281-b898-a4858e4bd9d7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'port_id': 'b22d0e92-65ea-4629-9e4f-8a1ea264a049', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:48:37.275791 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3655cbb-7d51-4281-b898-a4858e4bd9d7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:37.380473 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3655cbb-7d51-4281-b898-a4858e4bd9d7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:37.482475 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-e3655cbb-7d51-4281-b898-a4858e4bd9d7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Allocated IP 172.25.3.58 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/b81c6ac3-c293-45b2-9a39-cd222d677078) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:48:37.593978 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3655cbb-7d51-4281-b898-a4858e4bd9d7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (b81c6ac3-c293-45b2-9a39-cd222d677078), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:37.639918 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3655cbb-7d51-4281-b898-a4858e4bd9d7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (b81c6ac3-c293-45b2-9a39-cd222d677078), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:37.680009 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3655cbb-7d51-4281-b898-a4858e4bd9d7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:48:37.684704 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-e3655cbb-7d51-4281-b898-a4858e4bd9d7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:48:37.689001 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3655cbb-7d51-4281-b898-a4858e4bd9d7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:48:37.691944 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3655cbb-7d51-4281-b898-a4858e4bd9d7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=b81c6ac3-c293-45b2-9a39-cd222d677078,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:38.056481 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3655cbb-7d51-4281-b898-a4858e4bd9d7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for floatingip (d5526173-d554-48bd-ae4c-41c24ae542b4), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:38.127811 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3655cbb-7d51-4281-b898-a4858e4bd9d7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b81c6ac3-c293-45b2-9a39-cd222d677078), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:38.283190 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3655cbb-7d51-4281-b898-a4858e4bd9d7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for port (b81c6ac3-c293-45b2-9a39-cd222d677078), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:38.289715 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3655cbb-7d51-4281-b898-a4858e4bd9d7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (b81c6ac3-c293-45b2-9a39-cd222d677078), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:38.363347 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3655cbb-7d51-4281-b898-a4858e4bd9d7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event updated for resources: {'Port': ['ID=b81c6ac3-c293-45b2-9a39-cd222d677078,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:48:38.376780 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3655cbb-7d51-4281-b898-a4858e4bd9d7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (d5526173-d554-48bd-ae4c-41c24ae542b4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:38.476047 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-e3655cbb-7d51-4281-b898-a4858e4bd9d7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Floating IP d5526173-d554-48bd-ae4c-41c24ae542b4 associated. External IP: 172.25.3.58, port: b22d0e92-65ea-4629-9e4f-8a1ea264a049. Jan 28 14:48:38.687698 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3655cbb-7d51-4281-b898-a4858e4bd9d7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Router c0890adf-f517-41ee-bde7-da93a760555d has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:48:38.800096 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3655cbb-7d51-4281-b898-a4858e4bd9d7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:48:38.810271 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0438e95c-62b1-4ff2-aac8-54f0b2e1ad37 None None] Sync routers for ids ['c0890adf-f517-41ee-bde7-da93a760555d'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:48:38.819855 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e3655cbb-7d51-4281-b898-a4858e4bd9d7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:38.820434 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0438e95c-62b1-4ff2-aac8-54f0b2e1ad37 None None] Routers {'c0890adf-f517-41ee-bde7-da93a760555d'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:48:38.821043 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-0438e95c-62b1-4ff2-aac8-54f0b2e1ad37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:48:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['c0890adf-f517-41ee-bde7-da93a760555d'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:48:38.850171 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e3655cbb-7d51-4281-b898-a4858e4bd9d7 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6041150 Jan 28 14:48:38.850761 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb95dece-ee7b-4fd7-b6c4-cd5342bb706f', 'tag': 'b22d0e92-65ea-4629-9e4f-8a1ea264a049'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:48:38.853099 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059cc91c-6366-438c-bad0-bd2260437dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "eb95dece-ee7b-4fd7-b6c4-cd5342bb706f", "tag": "b22d0e92-65ea-4629-9e4f-8a1ea264a049"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:48:38.908518 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fc0493-216d-403f-8066-ff8ccadee3ae x-openstack-request-id: req-e0fc0493-216d-403f-8066-ff8ccadee3ae {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:48:38.909700 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb95dece-ee7b-4fd7-b6c4-cd5342bb706f", "tag": "b22d0e92-65ea-4629-9e4f-8a1ea264a049", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:48:38.909700 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e0fc0493-216d-403f-8066-ff8ccadee3ae {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:48:38.909919 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb95dece-ee7b-4fd7-b6c4-cd5342bb706f', 'tag': 'b22d0e92-65ea-4629-9e4f-8a1ea264a049', 'status': 'completed', 'code': 200} Jan 28 14:48:38.926781 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-0438e95c-62b1-4ff2-aac8-54f0b2e1ad37 None None] Set router c0890adf-f517-41ee-bde7-da93a760555d gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:48:38.980621 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5ab02-cc4c-4541-92f2-deb91a3a179e req-aa0d913f-6ed7-4f02-8341-82f0f3577afe tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:38.982994 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cbe5ab02-cc4c-4541-92f2-deb91a3a179e req-aa0d913f-6ed7-4f02-8341-82f0f3577afe tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f HTTP/1.1" status: 200 len: 946 time: 0.0773411 Jan 28 14:48:38.991418 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cc91c-6366-438c-bad0-bd2260437dcb req-710b4cc0-5767-48cd-8dfc-bc03cfe804d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:38.992867 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-059cc91c-6366-438c-bad0-bd2260437dcb req-710b4cc0-5767-48cd-8dfc-bc03cfe804d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f HTTP/1.1" status: 200 len: 1097 time: 0.0613911 Jan 28 14:48:39.098399 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-cbe5ab02-cc4c-4541-92f2-deb91a3a179e req-0c7ae208-bca0-4ee9-9eb4-9bc6e77bd4b4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094768 Jan 28 14:48:39.124562 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cc91c-6366-438c-bad0-bd2260437dcb req-67e2e028-e7fe-4055-8f7f-53d019ef8843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:39.124562 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-059cc91c-6366-438c-bad0-bd2260437dcb req-67e2e028-e7fe-4055-8f7f-53d019ef8843 service neutron] 10.222.0.18 "GET /v2.0/networks?id=75d7a9b0-e84e-49aa-80cc-70333c843557 HTTP/1.1" status: 200 len: 896 time: 0.1232951 Jan 28 14:48:39.124846 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53488) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:48:39.159363 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-0438e95c-62b1-4ff2-aac8-54f0b2e1ad37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89677062', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:48:24Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'd5526173-d554-48bd-ae4c-41c24ae542b4', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'floating_ip_address': '172.25.3.58', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'port_id': 'b22d0e92-65ea-4629-9e4f-8a1ea264a049', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75d7a9b0-e84e-49aa-80cc-70333c843557', 'mac_address': 'fa:16:3e:21:46:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb95dece-ee7b-4fd7-b6c4-cd5342bb706f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:48:37Z', 'updated_at': '2022-01-28T14:48:37Z', 'revision_number': 0, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6c215c-bb07-4226-996c-f9f921e2d262', 'name': '', 'network_id': '75d7a9b0-e84e-49aa-80cc-70333c843557', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:d2:86:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '412d7a25-62b7-4791-9316-6cedbca5ebd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:48:24Z', 'updated_at': '2022-01-28T14:48:27Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '412d7a25-62b7-4791-9316-6cedbca5ebd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:48:39.185876 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0438e95c-62b1-4ff2-aac8-54f0b2e1ad37 None None] Checking router: c0890adf-f517-41ee-bde7-da93a760555d for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:48:39.194606 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0438e95c-62b1-4ff2-aac8-54f0b2e1ad37 None None] Routers {'c0890adf-f517-41ee-bde7-da93a760555d'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:48:39.195238 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-0438e95c-62b1-4ff2-aac8-54f0b2e1ad37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:48:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['c0890adf-f517-41ee-bde7-da93a760555d'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:48:39.234274 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-059cc91c-6366-438c-bad0-bd2260437dcb req-0eed2241-7ede-4755-8627-18e19ea560c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b22d0e92-65ea-4629-9e4f-8a1ea264a049 HTTP/1.1" status: 200 len: 999 time: 0.1012561 Jan 28 14:48:39.238357 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-a8d32bf4-927f-4000-9b66-1068d4064567 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/floatingips/d5526173-d554-48bd-ae4c-41c24ae542b4 HTTP/1.1" status: 200 len: 991 time: 0.1107767 Jan 28 14:48:39.286947 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cc91c-6366-438c-bad0-bd2260437dcb req-6741d206-573d-41d6-bbac-3435e2225325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:39.288504 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-059cc91c-6366-438c-bad0-bd2260437dcb req-6741d206-573d-41d6-bbac-3435e2225325 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=412d7a25-62b7-4791-9316-6cedbca5ebd5 HTTP/1.1" status: 200 len: 835 time: 0.0480895 Jan 28 14:48:39.301391 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-0438e95c-62b1-4ff2-aac8-54f0b2e1ad37 None None] Set router c0890adf-f517-41ee-bde7-da93a760555d gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:48:39.333376 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cc91c-6366-438c-bad0-bd2260437dcb req-0649c89c-475e-4330-95df-dea89e7b2aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:39.335050 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-059cc91c-6366-438c-bad0-bd2260437dcb req-0649c89c-475e-4330-95df-dea89e7b2aaf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=75d7a9b0-e84e-49aa-80cc-70333c843557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412080 Jan 28 14:48:39.424237 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-059cc91c-6366-438c-bad0-bd2260437dcb req-59525479-209d-41ba-81de-96c6aaeeba8e service neutron] 10.222.0.18 "GET /v2.0/networks/75d7a9b0-e84e-49aa-80cc-70333c843557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835438 Jan 28 14:48:39.517120 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-059cc91c-6366-438c-bad0-bd2260437dcb req-143604ce-bbb0-4de1-82c2-33efdab7c354 service neutron] 10.222.0.18 "GET /v2.0/networks/75d7a9b0-e84e-49aa-80cc-70333c843557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865500 Jan 28 14:48:39.522857 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-0438e95c-62b1-4ff2-aac8-54f0b2e1ad37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89677062', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:48:24Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'd5526173-d554-48bd-ae4c-41c24ae542b4', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'floating_ip_address': '172.25.3.58', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'port_id': 'b22d0e92-65ea-4629-9e4f-8a1ea264a049', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75d7a9b0-e84e-49aa-80cc-70333c843557', 'mac_address': 'fa:16:3e:21:46:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb95dece-ee7b-4fd7-b6c4-cd5342bb706f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:48:37Z', 'updated_at': '2022-01-28T14:48:37Z', 'revision_number': 0, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6c215c-bb07-4226-996c-f9f921e2d262', 'name': '', 'network_id': '75d7a9b0-e84e-49aa-80cc-70333c843557', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:d2:86:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '412d7a25-62b7-4791-9316-6cedbca5ebd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:48:24Z', 'updated_at': '2022-01-28T14:48:27Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '412d7a25-62b7-4791-9316-6cedbca5ebd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:48:39.554624 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0438e95c-62b1-4ff2-aac8-54f0b2e1ad37 None None] The sync data for ids ['c0890adf-f517-41ee-bde7-da93a760555d'] in n-d-822747-2 is: [{'id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89677062', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:48:24Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'd5526173-d554-48bd-ae4c-41c24ae542b4', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'floating_ip_address': '172.25.3.58', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'port_id': 'b22d0e92-65ea-4629-9e4f-8a1ea264a049', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75d7a9b0-e84e-49aa-80cc-70333c843557', 'mac_address': 'fa:16:3e:21:46:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb95dece-ee7b-4fd7-b6c4-cd5342bb706f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:48:37Z', 'updated_at': '2022-01-28T14:48:37Z', 'revision_number': 0, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6c215c-bb07-4226-996c-f9f921e2d262', 'name': '', 'network_id': '75d7a9b0-e84e-49aa-80cc-70333c843557', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:d2:86:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '412d7a25-62b7-4791-9316-6cedbca5ebd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:48:24Z', 'updated_at': '2022-01-28T14:48:27Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '412d7a25-62b7-4791-9316-6cedbca5ebd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:48:39.772893 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfee266-06d7-45ce-b103-7dd862f07c9a None None] New status for floating IP d5526173-d554-48bd-ae4c-41c24ae542b4: ACTIVE {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:48:40.242167 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53490) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:48:40.305537 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dfa6fdd0-048b-4479-bdaa-e8a096bb52cc tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/floatingips/d5526173-d554-48bd-ae4c-41c24ae542b4 HTTP/1.1" status: 200 len: 993 time: 0.0619209 Jan 28 14:48:48.578199 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:50.652872 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:58.438792 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-72f2959e-8ae4-4107-9b23-e5dc699c8cb5 req-4883655c-d639-4ca8-a93a-da3471fc82c9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421188 Jan 28 14:48:58.525807 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2959e-8ae4-4107-9b23-e5dc699c8cb5 req-b9e19fc4-a242-4d1a-9d71-85ceba0813b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:58.527353 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-72f2959e-8ae4-4107-9b23-e5dc699c8cb5 req-b9e19fc4-a242-4d1a-9d71-85ceba0813b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f HTTP/1.1" status: 200 len: 1097 time: 0.0453379 Jan 28 14:48:58.650348 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2959e-8ae4-4107-9b23-e5dc699c8cb5 req-1e8bcf43-6021-4def-953b-97411e08e17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:58.651888 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-72f2959e-8ae4-4107-9b23-e5dc699c8cb5 req-1e8bcf43-6021-4def-953b-97411e08e17a service neutron] 10.222.0.18 "GET /v2.0/networks?id=75d7a9b0-e84e-49aa-80cc-70333c843557 HTTP/1.1" status: 200 len: 896 time: 0.1015801 Jan 28 14:48:58.716735 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-72f2959e-8ae4-4107-9b23-e5dc699c8cb5 req-9d7c8776-f574-497c-97b6-aa474430a2c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b22d0e92-65ea-4629-9e4f-8a1ea264a049 HTTP/1.1" status: 200 len: 1001 time: 0.0580499 Jan 28 14:48:58.772350 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2959e-8ae4-4107-9b23-e5dc699c8cb5 req-c233e64d-b701-4b9c-80ec-e25c76982e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:58.774897 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-72f2959e-8ae4-4107-9b23-e5dc699c8cb5 req-c233e64d-b701-4b9c-80ec-e25c76982e10 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=412d7a25-62b7-4791-9316-6cedbca5ebd5 HTTP/1.1" status: 200 len: 835 time: 0.0520897 Jan 28 14:48:58.822298 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2959e-8ae4-4107-9b23-e5dc699c8cb5 req-c6b2218a-1156-49d8-8f1c-69c3c37665e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:58.823869 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-72f2959e-8ae4-4107-9b23-e5dc699c8cb5 req-c6b2218a-1156-49d8-8f1c-69c3c37665e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=75d7a9b0-e84e-49aa-80cc-70333c843557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429485 Jan 28 14:48:58.918860 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-72f2959e-8ae4-4107-9b23-e5dc699c8cb5 req-a3d73500-127b-4a5b-ba7a-3c5784da1e30 service neutron] 10.222.0.18 "GET /v2.0/networks/75d7a9b0-e84e-49aa-80cc-70333c843557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885501 Jan 28 14:48:59.016905 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-72f2959e-8ae4-4107-9b23-e5dc699c8cb5 req-ed83af92-cfb6-4deb-842b-a957aad01cc8 service neutron] 10.222.0.18 "GET /v2.0/networks/75d7a9b0-e84e-49aa-80cc-70333c843557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878205 Jan 28 14:48:59.415696 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89e109e4-92c8-42a0-b994-6225fd07592a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:01.744300 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1232fbc-479c-472e-bba1-db5175595ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:03.254282 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:04.623620 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:06.431440 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:07.212829 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:49:11.747012 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70b4ab-579f-408c-9d14-4651b1ea5a00 req-cb1663ba-2162-4ced-8df8-c64723a41445 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:11.748648 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3d70b4ab-579f-408c-9d14-4651b1ea5a00 req-cb1663ba-2162-4ced-8df8-c64723a41445 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f HTTP/1.1" status: 200 len: 946 time: 0.0518339 Jan 28 14:49:11.806781 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3d70b4ab-579f-408c-9d14-4651b1ea5a00 req-86f75e00-992b-4d08-b3de-0c3f08a8fd7c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523803 Jan 28 14:49:12.931629 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87447df-c376-4c84-a0e7-d05f6e961be6 req-97fcbc3a-3099-4c6b-bf86-3bec74cb6a8b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:12.933104 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e87447df-c376-4c84-a0e7-d05f6e961be6 req-97fcbc3a-3099-4c6b-bf86-3bec74cb6a8b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f HTTP/1.1" status: 200 len: 946 time: 0.0526075 Jan 28 14:49:12.981919 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e87447df-c376-4c84-a0e7-d05f6e961be6 req-d628804c-b931-48c0-b2d2-26b8ed01fdee tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431876 Jan 28 14:49:13.004454 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53518) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:49:13.071595 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-925ba057-a582-43d9-98e9-7f6c9148032f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/floatingips/d5526173-d554-48bd-ae4c-41c24ae542b4 HTTP/1.1" status: 200 len: 993 time: 0.0658989 Jan 28 14:49:14.391302 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a320b3-489a-4fa3-b51f-7b5a2c86292d req-20d63577-fb6a-4fcd-9abe-a846fa84e2f3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:14.392885 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-22a320b3-489a-4fa3-b51f-7b5a2c86292d req-20d63577-fb6a-4fcd-9abe-a846fa84e2f3 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f HTTP/1.1" status: 200 len: 946 time: 0.0538218 Jan 28 14:49:14.401910 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02bbb3-2e6f-4b3e-897c-0fe23c0a2f60 req-fc076c04-2f7e-4266-943e-42bbbfb702fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:14.403460 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5f02bbb3-2e6f-4b3e-897c-0fe23c0a2f60 req-fc076c04-2f7e-4266-943e-42bbbfb702fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f HTTP/1.1" status: 200 len: 1097 time: 0.0408158 Jan 28 14:49:14.442194 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-22a320b3-489a-4fa3-b51f-7b5a2c86292d req-e697e4e1-8766-4d90-8b61-a4bb2a3ecf46 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433137 Jan 28 14:49:14.498698 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02bbb3-2e6f-4b3e-897c-0fe23c0a2f60 req-3ea192cb-03eb-416e-9bc8-1d0d6c80f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:14.500236 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5f02bbb3-2e6f-4b3e-897c-0fe23c0a2f60 req-3ea192cb-03eb-416e-9bc8-1d0d6c80f82b service neutron] 10.222.0.18 "GET /v2.0/networks?id=75d7a9b0-e84e-49aa-80cc-70333c843557 HTTP/1.1" status: 200 len: 896 time: 0.0913558 Jan 28 14:49:14.574703 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5f02bbb3-2e6f-4b3e-897c-0fe23c0a2f60 req-820bc9de-1c2e-4a38-b179-8af819117b52 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b22d0e92-65ea-4629-9e4f-8a1ea264a049 HTTP/1.1" status: 200 len: 1001 time: 0.0683346 Jan 28 14:49:14.625939 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02bbb3-2e6f-4b3e-897c-0fe23c0a2f60 req-7ba0ecc6-b456-4080-a0b6-7e08a340930d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:14.627423 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5f02bbb3-2e6f-4b3e-897c-0fe23c0a2f60 req-7ba0ecc6-b456-4080-a0b6-7e08a340930d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=412d7a25-62b7-4791-9316-6cedbca5ebd5 HTTP/1.1" status: 200 len: 835 time: 0.0469227 Jan 28 14:49:14.674780 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02bbb3-2e6f-4b3e-897c-0fe23c0a2f60 req-62320ad3-c2ae-4b7b-9497-b624b8b711be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:14.676254 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5f02bbb3-2e6f-4b3e-897c-0fe23c0a2f60 req-62320ad3-c2ae-4b7b-9497-b624b8b711be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=75d7a9b0-e84e-49aa-80cc-70333c843557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426831 Jan 28 14:49:14.766254 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5f02bbb3-2e6f-4b3e-897c-0fe23c0a2f60 req-00d7f817-a658-4499-adf5-a1f7367718aa service neutron] 10.222.0.18 "GET /v2.0/networks/75d7a9b0-e84e-49aa-80cc-70333c843557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833545 Jan 28 14:49:14.859190 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5f02bbb3-2e6f-4b3e-897c-0fe23c0a2f60 req-08a018d3-204d-4517-857a-c63fb55907b0 service neutron] 10.222.0.18 "GET /v2.0/networks/75d7a9b0-e84e-49aa-80cc-70333c843557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870733 Jan 28 14:49:15.567112 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8175e-f14a-4906-9bbf-0d1302ff56e6 req-d0c88ae4-75cb-4bac-a6dc-9a17ecaa1c8f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:15.568603 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-39b8175e-f14a-4906-9bbf-0d1302ff56e6 req-d0c88ae4-75cb-4bac-a6dc-9a17ecaa1c8f tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f HTTP/1.1" status: 200 len: 946 time: 0.0507250 Jan 28 14:49:15.623948 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-39b8175e-f14a-4906-9bbf-0d1302ff56e6 req-e146e870-4a81-42a6-b442-c59afb3b1e1c tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464244 Jan 28 14:49:16.762076 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96388b5-a3f6-41eb-99ac-22f82f0e42c6 req-38a349c8-e5eb-4834-847a-9dd6541e33ee tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:16.763995 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b96388b5-a3f6-41eb-99ac-22f82f0e42c6 req-38a349c8-e5eb-4834-847a-9dd6541e33ee tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f HTTP/1.1" status: 200 len: 946 time: 0.0592916 Jan 28 14:49:16.821492 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b96388b5-a3f6-41eb-99ac-22f82f0e42c6 req-d6f0586b-81dd-4438-a57a-52b39a5dcbb5 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473647 Jan 28 14:49:16.846572 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53530) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:49:16.915904 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-c977628a-adfe-4a01-9f45-e55c46b4e0f0 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/floatingips/d5526173-d554-48bd-ae4c-41c24ae542b4 HTTP/1.1" status: 200 len: 993 time: 0.0680811 Jan 28 14:49:17.147868 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53536) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:49:17.334412 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-deae6438-27c1-4004-94e5-5d5a4f806458 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Deleting port b81c6ac3-c293-45b2-9a39-cd222d677078 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:49:17.334669 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-deae6438-27c1-4004-94e5-5d5a4f806458 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b81c6ac3-c293-45b2-9a39-cd222d677078), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:17.424773 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-deae6438-27c1-4004-94e5-5d5a4f806458 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b81c6ac3-c293-45b2-9a39-cd222d677078), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:17.425092 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-deae6438-27c1-4004-94e5-5d5a4f806458 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for floatingip (b81c6ac3-c293-45b2-9a39-cd222d677078), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:17.437492 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-deae6438-27c1-4004-94e5-5d5a4f806458 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Calling delete_port for b81c6ac3-c293-45b2-9a39-cd222d677078 owned by network:floatingip {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:49:17.680330 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-deae6438-27c1-4004-94e5-5d5a4f806458 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b81c6ac3-c293-45b2-9a39-cd222d677078), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:17.708575 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae6438-27c1-4004-94e5-5d5a4f806458 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Port': ['ID=b81c6ac3-c293-45b2-9a39-cd222d677078,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:17.721957 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae6438-27c1-4004-94e5-5d5a4f806458 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:17.722306 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae6438-27c1-4004-94e5-5d5a4f806458 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:17.722647 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae6438-27c1-4004-94e5-5d5a4f806458 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:17.723008 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae6438-27c1-4004-94e5-5d5a4f806458 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:17.723339 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae6438-27c1-4004-94e5-5d5a4f806458 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:17.723663 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae6438-27c1-4004-94e5-5d5a4f806458 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:17.723986 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae6438-27c1-4004-94e5-5d5a4f806458 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:17.724307 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae6438-27c1-4004-94e5-5d5a4f806458 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:17.724629 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae6438-27c1-4004-94e5-5d5a4f806458 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:17.724950 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae6438-27c1-4004-94e5-5d5a4f806458 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:17.725289 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae6438-27c1-4004-94e5-5d5a4f806458 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:17.725601 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae6438-27c1-4004-94e5-5d5a4f806458 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:17.725908 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae6438-27c1-4004-94e5-5d5a4f806458 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:17.791860 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-deae6438-27c1-4004-94e5-5d5a4f806458 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for floatingip (d5526173-d554-48bd-ae4c-41c24ae542b4), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:17.792549 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [None req-deae6438-27c1-4004-94e5-5d5a4f806458 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Floating IP d5526173-d554-48bd-ae4c-41c24ae542b4 disassociated (deleted). External IP: 172.25.3.58, port: b22d0e92-65ea-4629-9e4f-8a1ea264a049. Jan 28 14:49:18.076850 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deae6438-27c1-4004-94e5-5d5a4f806458 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Router c0890adf-f517-41ee-bde7-da93a760555d has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:49:18.204864 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deae6438-27c1-4004-94e5-5d5a4f806458 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:49:18.210224 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-deae6438-27c1-4004-94e5-5d5a4f806458 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:18.215937 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f6ab75-f055-49e5-8f81-3abee6bb456e None None] Sync routers for ids ['c0890adf-f517-41ee-bde7-da93a760555d'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:49:18.226504 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f6ab75-f055-49e5-8f81-3abee6bb456e None None] Routers {'c0890adf-f517-41ee-bde7-da93a760555d'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:49:18.227130 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-b3f6ab75-f055-49e5-8f81-3abee6bb456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:49:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['c0890adf-f517-41ee-bde7-da93a760555d'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:18.239817 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-deae6438-27c1-4004-94e5-5d5a4f806458 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "DELETE /v2.0/floatingips/d5526173-d554-48bd-ae4c-41c24ae542b4 HTTP/1.1" status: 204 len: 168 time: 1.0907989 Jan 28 14:49:18.240373 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb95dece-ee7b-4fd7-b6c4-cd5342bb706f', 'tag': 'b22d0e92-65ea-4629-9e4f-8a1ea264a049'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:49:18.242737 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a101e1-4633-4744-ba13-88b0fc6321e0" -d '{"events": [{"name": "network-changed", "server_uuid": "eb95dece-ee7b-4fd7-b6c4-cd5342bb706f", "tag": "b22d0e92-65ea-4629-9e4f-8a1ea264a049"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:49:18.283212 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f466164c-bca3-4f02-9722-0a930bedb84e x-openstack-request-id: req-f466164c-bca3-4f02-9722-0a930bedb84e {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:49:18.283573 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb95dece-ee7b-4fd7-b6c4-cd5342bb706f", "tag": "b22d0e92-65ea-4629-9e4f-8a1ea264a049", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:49:18.285670 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f466164c-bca3-4f02-9722-0a930bedb84e {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:49:18.285670 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb95dece-ee7b-4fd7-b6c4-cd5342bb706f', 'tag': 'b22d0e92-65ea-4629-9e4f-8a1ea264a049', 'status': 'completed', 'code': 200} Jan 28 14:49:18.350971 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-b3f6ab75-f055-49e5-8f81-3abee6bb456e None None] Set router c0890adf-f517-41ee-bde7-da93a760555d gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:49:18.352995 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a101e1-4633-4744-ba13-88b0fc6321e0 req-8da9b56a-68d2-41ea-9081-7cde83f1ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:18.354604 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f5a101e1-4633-4744-ba13-88b0fc6321e0 req-8da9b56a-68d2-41ea-9081-7cde83f1ccda service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f HTTP/1.1" status: 200 len: 1097 time: 0.0493495 Jan 28 14:49:18.487545 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a101e1-4633-4744-ba13-88b0fc6321e0 req-84f30e5e-edd0-43dc-9712-a88f1ae63892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:18.489020 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f5a101e1-4633-4744-ba13-88b0fc6321e0 req-84f30e5e-edd0-43dc-9712-a88f1ae63892 service neutron] 10.222.0.18 "GET /v2.0/networks?id=75d7a9b0-e84e-49aa-80cc-70333c843557 HTTP/1.1" status: 200 len: 896 time: 0.1281874 Jan 28 14:49:18.547280 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f533f-1093-422f-a0f0-81d97206816d req-6c0a072c-45de-4a82-ab63-ff048ad583fe tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:18.548736 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-388f533f-1093-422f-a0f0-81d97206816d req-6c0a072c-45de-4a82-ab63-ff048ad583fe tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f HTTP/1.1" status: 200 len: 946 time: 0.1022089 Jan 28 14:49:18.550000 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f5a101e1-4633-4744-ba13-88b0fc6321e0 req-d3631a2e-8ffc-4755-a0c0-7e2fc9db18b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b22d0e92-65ea-4629-9e4f-8a1ea264a049 HTTP/1.1" status: 200 len: 217 time: 0.0525517 Jan 28 14:49:18.571001 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:18.579758 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-b3f6ab75-f055-49e5-8f81-3abee6bb456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89677062', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:48:24Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '8b6c215c-bb07-4226-996c-f9f921e2d262', 'name': '', 'network_id': '75d7a9b0-e84e-49aa-80cc-70333c843557', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:d2:86:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '412d7a25-62b7-4791-9316-6cedbca5ebd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:48:24Z', 'updated_at': '2022-01-28T14:48:27Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '412d7a25-62b7-4791-9316-6cedbca5ebd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:18.606110 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f6ab75-f055-49e5-8f81-3abee6bb456e None None] Checking router: c0890adf-f517-41ee-bde7-da93a760555d for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:49:18.614795 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f6ab75-f055-49e5-8f81-3abee6bb456e None None] Routers {'c0890adf-f517-41ee-bde7-da93a760555d'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:49:18.615440 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-b3f6ab75-f055-49e5-8f81-3abee6bb456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:49:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['c0890adf-f517-41ee-bde7-da93a760555d'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:18.633553 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a101e1-4633-4744-ba13-88b0fc6321e0 req-80c905e6-d6c5-4856-8521-d4c5929f82e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:18.635068 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f5a101e1-4633-4744-ba13-88b0fc6321e0 req-80c905e6-d6c5-4856-8521-d4c5929f82e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=412d7a25-62b7-4791-9316-6cedbca5ebd5 HTTP/1.1" status: 200 len: 835 time: 0.0772595 Jan 28 14:49:18.638972 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-388f533f-1093-422f-a0f0-81d97206816d req-2c7466d6-53b4-4ae2-9791-3f52e73ae5ef tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830994 Jan 28 14:49:18.685509 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a101e1-4633-4744-ba13-88b0fc6321e0 req-06cec5e8-cb34-4424-943e-da56e997b3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:18.687078 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f5a101e1-4633-4744-ba13-88b0fc6321e0 req-06cec5e8-cb34-4424-943e-da56e997b3a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=75d7a9b0-e84e-49aa-80cc-70333c843557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445027 Jan 28 14:49:18.726594 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-b3f6ab75-f055-49e5-8f81-3abee6bb456e None None] Set router c0890adf-f517-41ee-bde7-da93a760555d gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:49:18.786709 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f5a101e1-4633-4744-ba13-88b0fc6321e0 req-5231177a-5742-4de0-8a4b-a19dbcfd115b service neutron] 10.222.0.18 "GET /v2.0/networks/75d7a9b0-e84e-49aa-80cc-70333c843557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922196 Jan 28 14:49:18.891318 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f5a101e1-4633-4744-ba13-88b0fc6321e0 req-466fcb1d-5f6c-49ba-b3d1-73c1e07ea676 service neutron] 10.222.0.18 "GET /v2.0/networks/75d7a9b0-e84e-49aa-80cc-70333c843557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970759 Jan 28 14:49:19.024553 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-b3f6ab75-f055-49e5-8f81-3abee6bb456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89677062', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:48:24Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '8b6c215c-bb07-4226-996c-f9f921e2d262', 'name': '', 'network_id': '75d7a9b0-e84e-49aa-80cc-70333c843557', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:d2:86:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '412d7a25-62b7-4791-9316-6cedbca5ebd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:48:24Z', 'updated_at': '2022-01-28T14:48:27Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '412d7a25-62b7-4791-9316-6cedbca5ebd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:19.051308 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f6ab75-f055-49e5-8f81-3abee6bb456e None None] The sync data for ids ['c0890adf-f517-41ee-bde7-da93a760555d'] in n-d-822747-2 is: [{'id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89677062', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:48:24Z', 'revision_number': 4, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '8b6c215c-bb07-4226-996c-f9f921e2d262', 'name': '', 'network_id': '75d7a9b0-e84e-49aa-80cc-70333c843557', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'mac_address': 'fa:16:3e:d2:86:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '412d7a25-62b7-4791-9316-6cedbca5ebd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:48:24Z', 'updated_at': '2022-01-28T14:48:27Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'subnets': [{'id': '412d7a25-62b7-4791-9316-6cedbca5ebd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:49:19.301545 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655902da-ee00-49ee-bccc-575848759c4b None None] New status for floating IP d5526173-d554-48bd-ae4c-41c24ae542b4: DOWN {{(pid=103353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:49:19.775933 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c8c73-a197-43dc-a14c-6d5de618664a req-cae13f19-0e71-446e-824d-71405c5c3090 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:19.777492 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a21c8c73-a197-43dc-a14c-6d5de618664a req-cae13f19-0e71-446e-824d-71405c5c3090 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f HTTP/1.1" status: 200 len: 946 time: 0.0532475 Jan 28 14:49:19.835853 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a21c8c73-a197-43dc-a14c-6d5de618664a req-1487d771-e844-479f-8793-bb80699762c8 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519731 Jan 28 14:49:20.015159 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90562ce8-74c6-4f60-b2c2-769ddabfddc0 req-2af00e89-f848-49e6-8b59-43568f71ecbe tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:20.016585 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-90562ce8-74c6-4f60-b2c2-769ddabfddc0 req-2af00e89-f848-49e6-8b59-43568f71ecbe tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f HTTP/1.1" status: 200 len: 946 time: 0.0554249 Jan 28 14:49:20.111424 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-90562ce8-74c6-4f60-b2c2-769ddabfddc0 req-8009654e-a9b8-4507-aaf2-2a1bff1fb485 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Deleting port b22d0e92-65ea-4629-9e4f-8a1ea264a049 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:49:20.111819 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-90562ce8-74c6-4f60-b2c2-769ddabfddc0 req-8009654e-a9b8-4507-aaf2-2a1bff1fb485 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b22d0e92-65ea-4629-9e4f-8a1ea264a049), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:20.223652 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-90562ce8-74c6-4f60-b2c2-769ddabfddc0 req-8009654e-a9b8-4507-aaf2-2a1bff1fb485 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] For port b22d0e92-65ea-4629-9e4f-8a1ea264a049, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b22d0e92-65ea-4629-9e4f-8a1ea264a049,segment=NetworkSegment(921eb4aa-8e54-4813-b541-1333f70c6133),segment_id=921eb4aa-8e54-4813-b541-1333f70c6133)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:49:20.224022 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-90562ce8-74c6-4f60-b2c2-769ddabfddc0 req-8009654e-a9b8-4507-aaf2-2a1bff1fb485 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b22d0e92-65ea-4629-9e4f-8a1ea264a049), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:20.237824 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-90562ce8-74c6-4f60-b2c2-769ddabfddc0 req-8009654e-a9b8-4507-aaf2-2a1bff1fb485 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Calling delete_port for b22d0e92-65ea-4629-9e4f-8a1ea264a049 owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:49:20.383901 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-90562ce8-74c6-4f60-b2c2-769ddabfddc0 req-8009654e-a9b8-4507-aaf2-2a1bff1fb485 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b22d0e92-65ea-4629-9e4f-8a1ea264a049), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:20.411646 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009654e-a9b8-4507-aaf2-2a1bff1fb485 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Port': ['ID=b22d0e92-65ea-4629-9e4f-8a1ea264a049,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:20.454831 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-90562ce8-74c6-4f60-b2c2-769ddabfddc0 req-8009654e-a9b8-4507-aaf2-2a1bff1fb485 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] No DVR routers for this DVR port b22d0e92-65ea-4629-9e4f-8a1ea264a049 on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:49:20.457630 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-90562ce8-74c6-4f60-b2c2-769ddabfddc0 req-8009654e-a9b8-4507-aaf2-2a1bff1fb485 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:20.461106 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-90562ce8-74c6-4f60-b2c2-769ddabfddc0 req-8009654e-a9b8-4507-aaf2-2a1bff1fb485 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.18 "DELETE /v2.0/ports/b22d0e92-65ea-4629-9e4f-8a1ea264a049 HTTP/1.1" status: 204 len: 173 time: 0.4389510 Jan 28 14:49:20.461563 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb95dece-ee7b-4fd7-b6c4-cd5342bb706f', 'name': 'network-vif-deleted', 'tag': 'b22d0e92-65ea-4629-9e4f-8a1ea264a049'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:49:20.463868 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e619550-1847-4e6c-917f-8f2b97a41b74" -d '{"events": [{"server_uuid": "eb95dece-ee7b-4fd7-b6c4-cd5342bb706f", "name": "network-vif-deleted", "tag": "b22d0e92-65ea-4629-9e4f-8a1ea264a049"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:49:20.502718 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20c78cd-b54c-4eb4-bdd1-0ed1655d67ec x-openstack-request-id: req-d20c78cd-b54c-4eb4-bdd1-0ed1655d67ec {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:49:20.503080 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb95dece-ee7b-4fd7-b6c4-cd5342bb706f", "name": "network-vif-deleted", "tag": "b22d0e92-65ea-4629-9e4f-8a1ea264a049", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:49:20.503381 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d20c78cd-b54c-4eb4-bdd1-0ed1655d67ec {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:49:20.503722 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb95dece-ee7b-4fd7-b6c4-cd5342bb706f', 'name': 'network-vif-deleted', 'tag': 'b22d0e92-65ea-4629-9e4f-8a1ea264a049', 'status': 'completed', 'code': 200} Jan 28 14:49:20.663362 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:20.971388 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1e4ccc1e-e529-4e80-b9ab-4e0340c59886 req-fbec4efd-4f03-4456-99a5-78260f5dbaaa tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb95dece-ee7b-4fd7-b6c4-cd5342bb706f HTTP/1.1" status: 200 len: 210 time: 0.0276828 Jan 28 14:49:22.035352 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53554) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:49:22.417495 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-336b9476-de61-4443-a4c1-977d9e2e3d74 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (c0890adf-f517-41ee-bde7-da93a760555d), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:22.703124 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-336b9476-de61-4443-a4c1-977d9e2e3d74 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Deleting port 8b6c215c-bb07-4226-996c-f9f921e2d262 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:49:22.703351 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-336b9476-de61-4443-a4c1-977d9e2e3d74 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8b6c215c-bb07-4226-996c-f9f921e2d262), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:22.802427 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-336b9476-de61-4443-a4c1-977d9e2e3d74 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] For port 8b6c215c-bb07-4226-996c-f9f921e2d262, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8b6c215c-bb07-4226-996c-f9f921e2d262,segment=NetworkSegment(921eb4aa-8e54-4813-b541-1333f70c6133),segment_id=921eb4aa-8e54-4813-b541-1333f70c6133)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:49:22.802789 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-336b9476-de61-4443-a4c1-977d9e2e3d74 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8b6c215c-bb07-4226-996c-f9f921e2d262), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:22.815998 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-336b9476-de61-4443-a4c1-977d9e2e3d74 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Calling delete_port for 8b6c215c-bb07-4226-996c-f9f921e2d262 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:49:23.021491 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-336b9476-de61-4443-a4c1-977d9e2e3d74 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (8b6c215c-bb07-4226-996c-f9f921e2d262), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:23.048883 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b9476-de61-4443-a4c1-977d9e2e3d74 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Port': ['ID=8b6c215c-bb07-4226-996c-f9f921e2d262,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:23.237217 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-336b9476-de61-4443-a4c1-977d9e2e3d74 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (c0890adf-f517-41ee-bde7-da93a760555d), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:23.853772 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336b9476-de61-4443-a4c1-977d9e2e3d74 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Router c0890adf-f517-41ee-bde7-da93a760555d has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:49:23.963271 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336b9476-de61-4443-a4c1-977d9e2e3d74 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:49:23.968334 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-336b9476-de61-4443-a4c1-977d9e2e3d74 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "PUT /v2.0/routers/c0890adf-f517-41ee-bde7-da93a760555d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9318225 Jan 28 14:49:23.972216 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53556) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:49:23.975686 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a33d4f-f430-49f2-8bf2-40846a37abb9 None None] Sync routers for ids ['c0890adf-f517-41ee-bde7-da93a760555d'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:49:23.986673 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a33d4f-f430-49f2-8bf2-40846a37abb9 None None] Routers {'c0890adf-f517-41ee-bde7-da93a760555d'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:49:23.987340 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-77a33d4f-f430-49f2-8bf2-40846a37abb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:49:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['c0890adf-f517-41ee-bde7-da93a760555d'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:24.038596 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b89484-7c65-4083-a8ce-d2923d55f772 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Deleting subnet 412d7a25-62b7-4791-9316-6cedbca5ebd5 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:49:24.041520 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-85b89484-7c65-4083-a8ce-d2923d55f772 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for subnet (412d7a25-62b7-4791-9316-6cedbca5ebd5), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:24.084800 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-85b89484-7c65-4083-a8ce-d2923d55f772 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (412d7a25-62b7-4791-9316-6cedbca5ebd5), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:24.094795 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-77a33d4f-f430-49f2-8bf2-40846a37abb9 None None] Set router c0890adf-f517-41ee-bde7-da93a760555d gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:49:24.170342 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-85b89484-7c65-4083-a8ce-d2923d55f772 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (412d7a25-62b7-4791-9316-6cedbca5ebd5), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:24.232731 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-85b89484-7c65-4083-a8ce-d2923d55f772 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (412d7a25-62b7-4791-9316-6cedbca5ebd5), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:24.259510 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b89484-7c65-4083-a8ce-d2923d55f772 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Subnet': ['ID=412d7a25-62b7-4791-9316-6cedbca5ebd5,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:24.267814 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-85b89484-7c65-4083-a8ce-d2923d55f772 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:24.273281 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-85b89484-7c65-4083-a8ce-d2923d55f772 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "DELETE /v2.0/subnets/412d7a25-62b7-4791-9316-6cedbca5ebd5 HTTP/1.1" status: 204 len: 168 time: 0.2974358 Jan 28 14:49:24.273589 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53558) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:49:24.274686 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-77a33d4f-f430-49f2-8bf2-40846a37abb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89677062', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:49:22Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:24.276103 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ada101-ce52-4477-bb2d-203a060755d8 None None] Network 75d7a9b0-e84e-49aa-80cc-70333c843557 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:49:24.276624 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b89484-7c65-4083-a8ce-d2923d55f772 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:24.276718 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b89484-7c65-4083-a8ce-d2923d55f772 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:24.277056 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b89484-7c65-4083-a8ce-d2923d55f772 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:24.277417 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b89484-7c65-4083-a8ce-d2923d55f772 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:24.277718 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b89484-7c65-4083-a8ce-d2923d55f772 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:24.278049 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b89484-7c65-4083-a8ce-d2923d55f772 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:24.278378 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b89484-7c65-4083-a8ce-d2923d55f772 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:24.278892 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b89484-7c65-4083-a8ce-d2923d55f772 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:24.279263 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b89484-7c65-4083-a8ce-d2923d55f772 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:24.279376 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b89484-7c65-4083-a8ce-d2923d55f772 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:24.280060 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b89484-7c65-4083-a8ce-d2923d55f772 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:24.280379 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b89484-7c65-4083-a8ce-d2923d55f772 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:24.280667 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b89484-7c65-4083-a8ce-d2923d55f772 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:24.306596 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a33d4f-f430-49f2-8bf2-40846a37abb9 None None] Checking router: c0890adf-f517-41ee-bde7-da93a760555d for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:49:24.315976 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a33d4f-f430-49f2-8bf2-40846a37abb9 None None] Routers {'c0890adf-f517-41ee-bde7-da93a760555d'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:49:24.316672 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-77a33d4f-f430-49f2-8bf2-40846a37abb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:49:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['c0890adf-f517-41ee-bde7-da93a760555d'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:24.394127 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a2c83050-bae1-4d7d-a98a-c5af6ee3892d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router (c0890adf-f517-41ee-bde7-da93a760555d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:24.425587 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-77a33d4f-f430-49f2-8bf2-40846a37abb9 None None] Set router c0890adf-f517-41ee-bde7-da93a760555d gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:49:24.440752 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa38ddb-0860-4a7e-9e7e-bc3b5645d918 None None] DHCP port deletion for 75d7a9b0-e84e-49aa-80cc-70333c843557 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:49:24.511703 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-efa38ddb-0860-4a7e-9e7e-bc3b5645d918 None None] Deleting port 30dacb2a-fe68-4882-b29a-3f76e3248830 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:49:24.512356 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-efa38ddb-0860-4a7e-9e7e-bc3b5645d918 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (30dacb2a-fe68-4882-b29a-3f76e3248830), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:24.513636 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a2c83050-bae1-4d7d-a98a-c5af6ee3892d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_gateway (c0890adf-f517-41ee-bde7-da93a760555d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:24.576146 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-a2c83050-bae1-4d7d-a98a-c5af6ee3892d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Deleting port 64c80aa1-cd00-41a4-a0c8-772774d4c3c6 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:49:24.576642 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a2c83050-bae1-4d7d-a98a-c5af6ee3892d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (64c80aa1-cd00-41a4-a0c8-772774d4c3c6), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:24.593181 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-efa38ddb-0860-4a7e-9e7e-bc3b5645d918 None None] For port 30dacb2a-fe68-4882-b29a-3f76e3248830, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=30dacb2a-fe68-4882-b29a-3f76e3248830,segment=NetworkSegment(921eb4aa-8e54-4813-b541-1333f70c6133),segment_id=921eb4aa-8e54-4813-b541-1333f70c6133)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:49:24.593595 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-efa38ddb-0860-4a7e-9e7e-bc3b5645d918 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (30dacb2a-fe68-4882-b29a-3f76e3248830), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:24.614708 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 30dacb2a-fe68-4882-b29a-3f76e3248830 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:49:24.614985 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-77a33d4f-f430-49f2-8bf2-40846a37abb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89677062', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:49:22Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:24.619146 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-efa38ddb-0860-4a7e-9e7e-bc3b5645d918 None None] Calling delete_port for 30dacb2a-fe68-4882-b29a-3f76e3248830 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:49:24.641608 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a33d4f-f430-49f2-8bf2-40846a37abb9 None None] The sync data for ids ['c0890adf-f517-41ee-bde7-da93a760555d'] in n-d-822747-2 is: [{'id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89677062', 'tenant_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:49:22Z', 'revision_number': 5, 'project_id': 'bbb7aad61d4a4398a3de25c19faf4785', 'gw_port': {'id': '64c80aa1-cd00-41a4-a0c8-772774d4c3c6', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0890adf-f517-41ee-bde7-da93a760555d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:48:21Z', 'updated_at': '2022-01-28T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:49:24.667576 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-a2c83050-bae1-4d7d-a98a-c5af6ee3892d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] For port 64c80aa1-cd00-41a4-a0c8-772774d4c3c6, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=64c80aa1-cd00-41a4-a0c8-772774d4c3c6,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:49:24.667898 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a2c83050-bae1-4d7d-a98a-c5af6ee3892d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (64c80aa1-cd00-41a4-a0c8-772774d4c3c6), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:24.687395 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-a2c83050-bae1-4d7d-a98a-c5af6ee3892d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Calling delete_port for 64c80aa1-cd00-41a4-a0c8-772774d4c3c6 owned by network:router_gateway {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:49:24.757921 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 30dacb2a-fe68-4882-b29a-3f76e3248830 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:49:24.758307 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (30dacb2a-fe68-4882-b29a-3f76e3248830), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:24.787367 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-efa38ddb-0860-4a7e-9e7e-bc3b5645d918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (30dacb2a-fe68-4882-b29a-3f76e3248830), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:24.838496 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa38ddb-0860-4a7e-9e7e-bc3b5645d918 None None] No DVR routers for this DVR port 30dacb2a-fe68-4882-b29a-3f76e3248830 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:49:24.840761 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa38ddb-0860-4a7e-9e7e-bc3b5645d918 None None] Pushing event deleted for resources: {'Port': ['ID=30dacb2a-fe68-4882-b29a-3f76e3248830,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:24.852056 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa38ddb-0860-4a7e-9e7e-bc3b5645d918 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:24.852056 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa38ddb-0860-4a7e-9e7e-bc3b5645d918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:24.852671 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa38ddb-0860-4a7e-9e7e-bc3b5645d918 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:24.852671 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa38ddb-0860-4a7e-9e7e-bc3b5645d918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:24.852859 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa38ddb-0860-4a7e-9e7e-bc3b5645d918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:24.853191 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa38ddb-0860-4a7e-9e7e-bc3b5645d918 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:24.853516 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa38ddb-0860-4a7e-9e7e-bc3b5645d918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:24.853836 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa38ddb-0860-4a7e-9e7e-bc3b5645d918 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:24.854156 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa38ddb-0860-4a7e-9e7e-bc3b5645d918 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:24.854473 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa38ddb-0860-4a7e-9e7e-bc3b5645d918 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:24.854788 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa38ddb-0860-4a7e-9e7e-bc3b5645d918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:24.855126 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa38ddb-0860-4a7e-9e7e-bc3b5645d918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:24.855441 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa38ddb-0860-4a7e-9e7e-bc3b5645d918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:24.865020 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a2c83050-bae1-4d7d-a98a-c5af6ee3892d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (64c80aa1-cd00-41a4-a0c8-772774d4c3c6), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:24.894304 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c83050-bae1-4d7d-a98a-c5af6ee3892d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Port': ['ID=64c80aa1-cd00-41a4-a0c8-772774d4c3c6,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:24.953786 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a2c83050-bae1-4d7d-a98a-c5af6ee3892d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (c0890adf-f517-41ee-bde7-da93a760555d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:25.038766 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device b22d0e92-65ea-4629-9e4f-8a1ea264a049 no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:49:25.060541 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: b22d0e92-65ea-4629-9e4f-8a1ea264a049 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:49:25.060971 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device b22d0e92-65ea-4629-9e4f-8a1ea264a049 not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:49:25.384042 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a2c83050-bae1-4d7d-a98a-c5af6ee3892d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (c0890adf-f517-41ee-bde7-da93a760555d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:25.386196 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a2c83050-bae1-4d7d-a98a-c5af6ee3892d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router_controller (c0890adf-f517-41ee-bde7-da93a760555d), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:25.433021 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a2c83050-bae1-4d7d-a98a-c5af6ee3892d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (c0890adf-f517-41ee-bde7-da93a760555d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:25.433945 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c83050-bae1-4d7d-a98a-c5af6ee3892d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Fanout notify agent at l3_agent the message router_deleted on router c0890adf-f517-41ee-bde7-da93a760555d {{(pid=103352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:49:25.441785 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a2c83050-bae1-4d7d-a98a-c5af6ee3892d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:25.442952 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a2c83050-bae1-4d7d-a98a-c5af6ee3892d tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "DELETE /v2.0/routers/c0890adf-f517-41ee-bde7-da93a760555d HTTP/1.1" status: 204 len: 168 time: 1.1684697 Jan 28 14:49:25.445785 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53560) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:49:25.530431 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6261e9ab-79ab-4b8f-840c-32ba4830e2a4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (75d7a9b0-e84e-49aa-80cc-70333c843557), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:25.622416 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6261e9ab-79ab-4b8f-840c-32ba4830e2a4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (75d7a9b0-e84e-49aa-80cc-70333c843557), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:25.645500 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-6261e9ab-79ab-4b8f-840c-32ba4830e2a4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d7a9b0-e84e-49aa-80cc-70333c843557']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:25.655933 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-6261e9ab-79ab-4b8f-840c-32ba4830e2a4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921eb4aa-8e54-4813-b541-1333f70c6133') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:25.656196 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-6261e9ab-79ab-4b8f-840c-32ba4830e2a4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921eb4aa-8e54-4813-b541-1333f70c6133') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:25.667354 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6261e9ab-79ab-4b8f-840c-32ba4830e2a4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (921eb4aa-8e54-4813-b541-1333f70c6133), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:25.685336 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6261e9ab-79ab-4b8f-840c-32ba4830e2a4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (921eb4aa-8e54-4813-b541-1333f70c6133), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:25.693343 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6261e9ab-79ab-4b8f-840c-32ba4830e2a4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:49:25.693729 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6261e9ab-79ab-4b8f-840c-32ba4830e2a4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (921eb4aa-8e54-4813-b541-1333f70c6133), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: timer() Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:49:25.697496 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:49:25.763043 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6261e9ab-79ab-4b8f-840c-32ba4830e2a4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (75d7a9b0-e84e-49aa-80cc-70333c843557), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:25.771522 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-6261e9ab-79ab-4b8f-840c-32ba4830e2a4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:25.774175 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-6261e9ab-79ab-4b8f-840c-32ba4830e2a4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "DELETE /v2.0/networks/75d7a9b0-e84e-49aa-80cc-70333c843557 HTTP/1.1" status: 204 len: 168 time: 0.3269854 Jan 28 14:49:25.777124 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53562) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:49:25.794064 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261e9ab-79ab-4b8f-840c-32ba4830e2a4 tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'Network': ['ID=75d7a9b0-e84e-49aa-80cc-70333c843557,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:25.846432 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-792bc7da-ff2a-4202-909b-cd8772fd0d1b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:25.878793 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-792bc7da-ff2a-4202-909b-cd8772fd0d1b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:25.943802 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-792bc7da-ff2a-4202-909b-cd8772fd0d1b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:25.947922 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-792bc7da-ff2a-4202-909b-cd8772fd0d1b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:25.949755 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-792bc7da-ff2a-4202-909b-cd8772fd0d1b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] 10.222.0.39 "DELETE /v2.0/security-groups/4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c HTTP/1.1" status: 204 len: 168 time: 0.1717362 Jan 28 14:49:25.960137 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bc7da-ff2a-4202-909b-cd8772fd0d1b tempest-TestNetworkAdvancedServerOps-708544393 tempest-TestNetworkAdvancedServerOps-708544393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0e4dec-f031-45bc-9bdd-7dcf70c26b7c,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:26.332304 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53570) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:49:26.515070 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 64c80aa1-cd00-41a4-a0c8-772774d4c3c6 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:49:26.538313 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 64c80aa1-cd00-41a4-a0c8-772774d4c3c6 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:49:26.538693 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 64c80aa1-cd00-41a4-a0c8-772774d4c3c6 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:49:26.539137 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8b6c215c-bb07-4226-996c-f9f921e2d262 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:49:26.540594 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-94ad75b0-65cd-41e2-86e0-d3abadd8f704 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bbb7aad61d4a4398a3de25c19faf4785&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2070620 Jan 28 14:49:26.543600 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53574) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:49:26.603208 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fd21c722-1a38-4798-bdbf-647a177efab2 admin admin] Publish callbacks [] for security_group (22c5f6e3-e7e9-4c6c-bb93-6ca241f8080d), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:26.627541 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fd21c722-1a38-4798-bdbf-647a177efab2 admin admin] Publish callbacks [] for security_group (22c5f6e3-e7e9-4c6c-bb93-6ca241f8080d), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:26.679826 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fd21c722-1a38-4798-bdbf-647a177efab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (22c5f6e3-e7e9-4c6c-bb93-6ca241f8080d), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:26.682843 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-fd21c722-1a38-4798-bdbf-647a177efab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:26.684619 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-fd21c722-1a38-4798-bdbf-647a177efab2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/22c5f6e3-e7e9-4c6c-bb93-6ca241f8080d HTTP/1.1" status: 204 len: 168 time: 0.1400323 Jan 28 14:49:26.697544 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21c722-1a38-4798-bdbf-647a177efab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c5f6e3-e7e9-4c6c-bb93-6ca241f8080d,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:26.733270 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 8b6c215c-bb07-4226-996c-f9f921e2d262 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:49:26.733598 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8b6c215c-bb07-4226-996c-f9f921e2d262 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:49:26.985584 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53580) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:49:27.001091 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60972ec0-3ac0-444b-a809-77972030b254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:27.092509 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60972ec0-3ac0-444b-a809-77972030b254 admin admin] Publish callbacks [] for security_group (75537b9c-d5d0-4858-adda-583fab11eec6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:27.097110 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-60972ec0-3ac0-444b-a809-77972030b254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (75537b9c-d5d0-4858-adda-583fab11eec6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:27.135361 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-60972ec0-3ac0-444b-a809-77972030b254 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b44512642aac4bea93eca8bdf3eca841&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1482759 Jan 28 14:49:27.135903 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60972ec0-3ac0-444b-a809-77972030b254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75537b9c-d5d0-4858-adda-583fab11eec6,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:27.138205 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53582) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:49:27.188149 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-78dd806e-5845-4245-b8a2-300cd9240b74 admin admin] Publish callbacks [] for security_group (75537b9c-d5d0-4858-adda-583fab11eec6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:27.210268 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-78dd806e-5845-4245-b8a2-300cd9240b74 admin admin] Publish callbacks [] for security_group (75537b9c-d5d0-4858-adda-583fab11eec6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:27.272233 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-78dd806e-5845-4245-b8a2-300cd9240b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (75537b9c-d5d0-4858-adda-583fab11eec6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:27.274842 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-78dd806e-5845-4245-b8a2-300cd9240b74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:27.276069 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-78dd806e-5845-4245-b8a2-300cd9240b74 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/75537b9c-d5d0-4858-adda-583fab11eec6 HTTP/1.1" status: 204 len: 168 time: 0.1369705 Jan 28 14:49:27.284936 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd806e-5845-4245-b8a2-300cd9240b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75537b9c-d5d0-4858-adda-583fab11eec6,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:28.059743 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53604) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:49:28.161796 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-98e099d0-916e-435e-a419-d8e6d16f6eaf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-473823352-network', 'tenant_id': '010a53c98334424a8f72cd1853d4355e'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:49:28.183989 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e099d0-916e-435e-a419-d8e6d16f6eaf admin admin] Made reservation on behalf of 010a53c98334424a8f72cd1853d4355e for: {'network': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:49:28.186281 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-98e099d0-916e-435e-a419-d8e6d16f6eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:28.195073 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-98e099d0-916e-435e-a419-d8e6d16f6eaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:28.270972 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-98e099d0-916e-435e-a419-d8e6d16f6eaf admin admin] Publish callbacks [] for security_group (939956ba-95d6-49e2-82ae-f8cbc9cf5e54), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:28.276906 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-98e099d0-916e-435e-a419-d8e6d16f6eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (939956ba-95d6-49e2-82ae-f8cbc9cf5e54), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:28.302559 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e099d0-916e-435e-a419-d8e6d16f6eaf admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:49:28.313412 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e099d0-916e-435e-a419-d8e6d16f6eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939956ba-95d6-49e2-82ae-f8cbc9cf5e54,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:28.318982 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-98e099d0-916e-435e-a419-d8e6d16f6eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (588b5b65-1ecc-4a57-9921-68632e372fd1), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:28.319328 n-d-822747-2 neutron-server[103351]: INFO neutron.db.segments_db [None req-98e099d0-916e-435e-a419-d8e6d16f6eaf admin admin] Added segment 588b5b65-1ecc-4a57-9921-68632e372fd1 of type vlan for network 9ba37f8a-ec17-40a3-a897-7732b0e415a2 Jan 28 14:49:28.368961 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-98e099d0-916e-435e-a419-d8e6d16f6eaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (9ba37f8a-ec17-40a3-a897-7732b0e415a2), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:28.402760 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-98e099d0-916e-435e-a419-d8e6d16f6eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (9ba37f8a-ec17-40a3-a897-7732b0e415a2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:28.403871 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e099d0-916e-435e-a419-d8e6d16f6eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:28.404451 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-98e099d0-916e-435e-a419-d8e6d16f6eaf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:28.473198 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-98e099d0-916e-435e-a419-d8e6d16f6eaf admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4122367 Jan 28 14:49:28.476786 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53608) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:49:28.486703 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-f8282ade-bc04-4604-ab75-18433377323f admin admin] Request body: {'subnet': {'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-473823352-subnet', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:49:28.510039 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e099d0-916e-435e-a419-d8e6d16f6eaf admin admin] Pushing event updated for resources: {'Network': ['ID=9ba37f8a-ec17-40a3-a897-7732b0e415a2,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:28.510359 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8282ade-bc04-4604-ab75-18433377323f admin admin] Made reservation on behalf of 010a53c98334424a8f72cd1853d4355e for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:49:28.512793 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8282ade-bc04-4604-ab75-18433377323f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:28.521395 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 9ba37f8a-ec17-40a3-a897-7732b0e415a2 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:49:28.695288 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8282ade-bc04-4604-ab75-18433377323f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (a99c3bcb-0513-4a34-af17-14f6547d5688), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:28.743755 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8282ade-bc04-4604-ab75-18433377323f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a99c3bcb-0513-4a34-af17-14f6547d5688,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:28.759268 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8282ade-bc04-4604-ab75-18433377323f admin admin] Checking segment: {'id': '588b5b65-1ecc-4a57-9921-68632e372fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:49:28.759632 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8282ade-bc04-4604-ab75-18433377323f admin admin] Network hostable DHCP agents. Network: 9ba37f8a-ec17-40a3-a897-7732b0e415a2, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:49:28.778519 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8282ade-bc04-4604-ab75-18433377323f admin admin] Network 9ba37f8a-ec17-40a3-a897-7732b0e415a2 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:49:28.789066 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-f8282ade-bc04-4604-ab75-18433377323f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 9ba37f8a-ec17-40a3-a897-7732b0e415a2) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:49:28.794011 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8282ade-bc04-4604-ab75-18433377323f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:28.794653 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f8282ade-bc04-4604-ab75-18433377323f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:28.800193 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7740d9c-325c-48d3-bf0d-fa237582cad4 None None] Network 9ba37f8a-ec17-40a3-a897-7732b0e415a2 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:49:28.812947 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f8282ade-bc04-4604-ab75-18433377323f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3345976 Jan 28 14:49:28.816062 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53610) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:49:28.820533 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-eaf3c34d-1bcf-4534-bfe4-ace5c811a3c4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-473823352-router', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:49:28.841940 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eaf3c34d-1bcf-4534-bfe4-ace5c811a3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (e8b23a55-edb4-4e62-9735-8454cddad60b), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:28.843000 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eaf3c34d-1bcf-4534-bfe4-ace5c811a3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (e8b23a55-edb4-4e62-9735-8454cddad60b), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:28.908046 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eaf3c34d-1bcf-4534-bfe4-ace5c811a3c4 admin admin] Publish callbacks [] for router_controller (e8b23a55-edb4-4e62-9735-8454cddad60b), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:28.919602 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa09a134-a60c-4d45-9cc3-0924d231f704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'project_id': '010a53c98334424a8f72cd1853d4355e', 'fixed_ips': [{'subnet_id': 'a99c3bcb-0513-4a34-af17-14f6547d5688'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:49:28.920562 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa09a134-a60c-4d45-9cc3-0924d231f704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:29.060822 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eaf3c34d-1bcf-4534-bfe4-ace5c811a3c4 admin admin] Publish callbacks [] for router_gateway (e8b23a55-edb4-4e62-9735-8454cddad60b), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:29.073725 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-fa09a134-a60c-4d45-9cc3-0924d231f704 None None] Allocated IP 172.20.0.2 (9ba37f8a-ec17-40a3-a897-7732b0e415a2/a99c3bcb-0513-4a34-af17-14f6547d5688/3234dea1-3247-4d04-ba7b-a74785c024a8) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:49:29.222370 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa09a134-a60c-4d45-9cc3-0924d231f704 None None] Publish callbacks [] for port (3234dea1-3247-4d04-ba7b-a74785c024a8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:29.231528 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa09a134-a60c-4d45-9cc3-0924d231f704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (3234dea1-3247-4d04-ba7b-a74785c024a8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:29.265465 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eaf3c34d-1bcf-4534-bfe4-ace5c811a3c4 admin admin] Publish callbacks [] for router_gateway (e8b23a55-edb4-4e62-9735-8454cddad60b), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:29.277321 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa09a134-a60c-4d45-9cc3-0924d231f704 None None] Network 9ba37f8a-ec17-40a3-a897-7732b0e415a2 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:49:29.281784 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-fa09a134-a60c-4d45-9cc3-0924d231f704 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:49:29.284224 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa09a134-a60c-4d45-9cc3-0924d231f704 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:49:29.284873 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eaf3c34d-1bcf-4534-bfe4-ace5c811a3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:29.287573 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa09a134-a60c-4d45-9cc3-0924d231f704 None None] Pushing event updated for resources: {'Port': ['ID=3234dea1-3247-4d04-ba7b-a74785c024a8,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:29.345672 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-fa09a134-a60c-4d45-9cc3-0924d231f704 None None] Attempting to bind port 3234dea1-3247-4d04-ba7b-a74785c024a8 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:49:29.345945 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-fa09a134-a60c-4d45-9cc3-0924d231f704 None None] Attempting to bind port 3234dea1-3247-4d04-ba7b-a74785c024a8 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '588b5b65-1ecc-4a57-9921-68632e372fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:49:29.346294 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa09a134-a60c-4d45-9cc3-0924d231f704 None None] Attempting to bind port 3234dea1-3247-4d04-ba7b-a74785c024a8 on network 9ba37f8a-ec17-40a3-a897-7732b0e415a2 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:49:29.351473 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa09a134-a60c-4d45-9cc3-0924d231f704 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:49:29.351845 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa09a134-a60c-4d45-9cc3-0924d231f704 None None] Checking segment: {'id': '588b5b65-1ecc-4a57-9921-68632e372fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:49:29.352241 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa09a134-a60c-4d45-9cc3-0924d231f704 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:29.352623 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa09a134-a60c-4d45-9cc3-0924d231f704 None None] Bound using segment: {'id': '588b5b65-1ecc-4a57-9921-68632e372fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:49:29.353082 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-fa09a134-a60c-4d45-9cc3-0924d231f704 None None] Bound port: 3234dea1-3247-4d04-ba7b-a74785c024a8, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '588b5b65-1ecc-4a57-9921-68632e372fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:49:29.353459 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa09a134-a60c-4d45-9cc3-0924d231f704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3234dea1-3247-4d04-ba7b-a74785c024a8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:29.396218 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-eaf3c34d-1bcf-4534-bfe4-ace5c811a3c4 admin admin] Allocated IP 172.25.3.220 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/40a79eac-bae8-41bc-9b12-f549fcf40be7) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:49:29.425359 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-fa09a134-a60c-4d45-9cc3-0924d231f704 None None] For port 3234dea1-3247-4d04-ba7b-a74785c024a8, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:49:29.427604 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dfd45b70-e327-4e93-9d5d-59a7414837fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:29.430586 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-fa09a134-a60c-4d45-9cc3-0924d231f704 None None] For port 3234dea1-3247-4d04-ba7b-a74785c024a8, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3234dea1-3247-4d04-ba7b-a74785c024a8,segment=NetworkSegment(588b5b65-1ecc-4a57-9921-68632e372fd1),segment_id=588b5b65-1ecc-4a57-9921-68632e372fd1)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:49:29.435560 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa09a134-a60c-4d45-9cc3-0924d231f704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3234dea1-3247-4d04-ba7b-a74785c024a8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:29.493424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa09a134-a60c-4d45-9cc3-0924d231f704 None None] Pushing event updated for resources: {'Port': ['ID=3234dea1-3247-4d04-ba7b-a74785c024a8,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:29.504787 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eaf3c34d-1bcf-4534-bfe4-ace5c811a3c4 admin admin] Publish callbacks [] for port (40a79eac-bae8-41bc-9b12-f549fcf40be7), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:29.547105 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eaf3c34d-1bcf-4534-bfe4-ace5c811a3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (40a79eac-bae8-41bc-9b12-f549fcf40be7), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:29.586119 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf3c34d-1bcf-4534-bfe4-ace5c811a3c4 admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:49:29.589023 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-eaf3c34d-1bcf-4534-bfe4-ace5c811a3c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:49:29.595657 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf3c34d-1bcf-4534-bfe4-ace5c811a3c4 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:49:29.618987 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3c34d-1bcf-4534-bfe4-ace5c811a3c4 admin admin] Pushing event updated for resources: {'Port': ['ID=40a79eac-bae8-41bc-9b12-f549fcf40be7,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:29.880124 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eaf3c34d-1bcf-4534-bfe4-ace5c811a3c4 admin admin] Publish callbacks [] for router_gateway (e8b23a55-edb4-4e62-9735-8454cddad60b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:30.090984 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eaf3c34d-1bcf-4534-bfe4-ace5c811a3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (e8b23a55-edb4-4e62-9735-8454cddad60b), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:30.227008 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf3c34d-1bcf-4534-bfe4-ace5c811a3c4 admin admin] Router e8b23a55-edb4-4e62-9735-8454cddad60b is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:49:30.344886 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf3c34d-1bcf-4534-bfe4-ace5c811a3c4 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:49:30.360192 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17245d0-55d0-44cc-adf3-5184d2e5fa37 None None] Sync routers for ids ['e8b23a55-edb4-4e62-9735-8454cddad60b'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:49:30.370860 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-eaf3c34d-1bcf-4534-bfe4-ace5c811a3c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:30.372594 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-eaf3c34d-1bcf-4534-bfe4-ace5c811a3c4 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5552571 Jan 28 14:49:30.375124 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53612) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:49:30.377341 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17245d0-55d0-44cc-adf3-5184d2e5fa37 None None] Routers {'e8b23a55-edb4-4e62-9735-8454cddad60b'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:49:30.378261 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a17245d0-55d0-44cc-adf3-5184d2e5fa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:49:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e8b23a55-edb4-4e62-9735-8454cddad60b'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:30.514188 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-a17245d0-55d0-44cc-adf3-5184d2e5fa37 None None] Set router e8b23a55-edb4-4e62-9735-8454cddad60b gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:49:30.547235 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebd4f53-4740-44b9-b780-8e435163b476 None None] Network 9ba37f8a-ec17-40a3-a897-7732b0e415a2 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:49:30.626028 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3234dea1-3247-4d04-ba7b-a74785c024a8 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:49:30.741414 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-0140353f-53f3-44e0-b450-007c4a206dbf None None] Provisioning complete for port 3234dea1-3247-4d04-ba7b-a74785c024a8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:49:30.741699 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0140353f-53f3-44e0-b450-007c4a206dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3234dea1-3247-4d04-ba7b-a74785c024a8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:30.858093 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-207e710b-23e9-4a7b-a6e9-19ace1b09641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:30.876601 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 3234dea1-3247-4d04-ba7b-a74785c024a8 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:49:30.876962 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3234dea1-3247-4d04-ba7b-a74785c024a8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:30.951385 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0140353f-53f3-44e0-b450-007c4a206dbf None None] Current status of the port 3234dea1-3247-4d04-ba7b-a74785c024a8 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:49:30.951750 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0140353f-53f3-44e0-b450-007c4a206dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3234dea1-3247-4d04-ba7b-a74785c024a8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:30.986058 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a17245d0-55d0-44cc-adf3-5184d2e5fa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'name': 'tempest-TestShelveInstance-473823352-router', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:28Z', 'updated_at': '2022-01-28T14:49:29Z', 'revision_number': 3, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'gw_port': {'id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ee:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:29Z', 'updated_at': '2022-01-28T14:49:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:31.032742 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17245d0-55d0-44cc-adf3-5184d2e5fa37 None None] Checking router: e8b23a55-edb4-4e62-9735-8454cddad60b for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:49:31.033131 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17245d0-55d0-44cc-adf3-5184d2e5fa37 None None] Updating router e8b23a55-edb4-4e62-9735-8454cddad60b port 40a79eac-bae8-41bc-9b12-f549fcf40be7 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:49:31.061229 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-0140353f-53f3-44e0-b450-007c4a206dbf None None] For port 3234dea1-3247-4d04-ba7b-a74785c024a8, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3234dea1-3247-4d04-ba7b-a74785c024a8,segment=NetworkSegment(588b5b65-1ecc-4a57-9921-68632e372fd1),segment_id=588b5b65-1ecc-4a57-9921-68632e372fd1)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:49:31.086152 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0140353f-53f3-44e0-b450-007c4a206dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3234dea1-3247-4d04-ba7b-a74785c024a8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:31.087184 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-207e710b-23e9-4a7b-a6e9-19ace1b09641 admin admin] Allocated IP 172.20.0.1 (9ba37f8a-ec17-40a3-a897-7732b0e415a2/a99c3bcb-0513-4a34-af17-14f6547d5688/b53f83c1-258a-474c-8ad9-c59a2278f64c) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:49:31.125614 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a17245d0-55d0-44cc-adf3-5184d2e5fa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (40a79eac-bae8-41bc-9b12-f549fcf40be7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:31.137958 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 3234dea1-3247-4d04-ba7b-a74785c024a8 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:49:31.138437 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3234dea1-3247-4d04-ba7b-a74785c024a8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:31.201247 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140353f-53f3-44e0-b450-007c4a206dbf None None] Pushing event updated for resources: {'Port': ['ID=3234dea1-3247-4d04-ba7b-a74785c024a8,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:31.209107 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-207e710b-23e9-4a7b-a6e9-19ace1b09641 admin admin] Publish callbacks [] for port (b53f83c1-258a-474c-8ad9-c59a2278f64c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:31.246109 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-207e710b-23e9-4a7b-a6e9-19ace1b09641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b53f83c1-258a-474c-8ad9-c59a2278f64c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:31.286673 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207e710b-23e9-4a7b-a6e9-19ace1b09641 admin admin] Network 9ba37f8a-ec17-40a3-a897-7732b0e415a2 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:49:31.291992 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-207e710b-23e9-4a7b-a6e9-19ace1b09641 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:49:31.294568 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207e710b-23e9-4a7b-a6e9-19ace1b09641 admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:49:31.300508 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e710b-23e9-4a7b-a6e9-19ace1b09641 admin admin] Pushing event updated for resources: {'Port': ['ID=b53f83c1-258a-474c-8ad9-c59a2278f64c,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:31.304454 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-230fb06d-e302-4af9-8adf-1369b913b969 None None] Provisioning complete for port 3234dea1-3247-4d04-ba7b-a74785c024a8 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:49:31.304833 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-230fb06d-e302-4af9-8adf-1369b913b969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3234dea1-3247-4d04-ba7b-a74785c024a8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:31.343804 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 14:49:31.344111 n-d-822747-2 neutron-server[103353]: DEBUG oslo_db.api [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 14:49:31.344353 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-207e710b-23e9-4a7b-a6e9-19ace1b09641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (e8b23a55-edb4-4e62-9735-8454cddad60b), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:31.482599 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-230fb06d-e302-4af9-8adf-1369b913b969 None None] Current status of the port 3234dea1-3247-4d04-ba7b-a74785c024a8 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:49:31.499015 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-207e710b-23e9-4a7b-a6e9-19ace1b09641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b53f83c1-258a-474c-8ad9-c59a2278f64c), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:31.559751 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a17245d0-55d0-44cc-adf3-5184d2e5fa37 None None] Publish callbacks [] for port (40a79eac-bae8-41bc-9b12-f549fcf40be7), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:31.568112 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a17245d0-55d0-44cc-adf3-5184d2e5fa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (40a79eac-bae8-41bc-9b12-f549fcf40be7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:31.636914 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288969b5-9537-4307-b1d4-8525fa16865a None None] Pushing event updated for resources: {'Port': ['ID=40a79eac-bae8-41bc-9b12-f549fcf40be7,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:31.640449 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a17245d0-55d0-44cc-adf3-5184d2e5fa37 None None] Attempting to bind port 40a79eac-bae8-41bc-9b12-f549fcf40be7 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:49:31.640851 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a17245d0-55d0-44cc-adf3-5184d2e5fa37 None None] Attempting to bind port 40a79eac-bae8-41bc-9b12-f549fcf40be7 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:49:31.641182 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17245d0-55d0-44cc-adf3-5184d2e5fa37 None None] Attempting to bind port 40a79eac-bae8-41bc-9b12-f549fcf40be7 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:49:31.644187 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-a5616f76-eb1c-458c-8569-6fc578625d29 None None] Provisioning complete for port b53f83c1-258a-474c-8ad9-c59a2278f64c triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:49:31.644557 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a5616f76-eb1c-458c-8569-6fc578625d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b53f83c1-258a-474c-8ad9-c59a2278f64c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:31.649080 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17245d0-55d0-44cc-adf3-5184d2e5fa37 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:49:31.649448 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17245d0-55d0-44cc-adf3-5184d2e5fa37 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:49:31.649840 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a17245d0-55d0-44cc-adf3-5184d2e5fa37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:31.650225 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17245d0-55d0-44cc-adf3-5184d2e5fa37 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:49:31.650697 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-a17245d0-55d0-44cc-adf3-5184d2e5fa37 None None] Bound port: 40a79eac-bae8-41bc-9b12-f549fcf40be7, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:49:31.651218 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a17245d0-55d0-44cc-adf3-5184d2e5fa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (40a79eac-bae8-41bc-9b12-f549fcf40be7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:31.678446 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-207e710b-23e9-4a7b-a6e9-19ace1b09641 admin admin] Publish callbacks [] for port (b53f83c1-258a-474c-8ad9-c59a2278f64c), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:31.685190 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-207e710b-23e9-4a7b-a6e9-19ace1b09641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (b53f83c1-258a-474c-8ad9-c59a2278f64c), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:31.709388 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a5616f76-eb1c-458c-8569-6fc578625d29 None None] Port b53f83c1-258a-474c-8ad9-c59a2278f64c cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:49:31.752125 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-207e710b-23e9-4a7b-a6e9-19ace1b09641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (e8b23a55-edb4-4e62-9735-8454cddad60b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:31.754173 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e710b-23e9-4a7b-a6e9-19ace1b09641 admin admin] Pushing event updated for resources: {'Port': ['ID=b53f83c1-258a-474c-8ad9-c59a2278f64c,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:31.863280 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207e710b-23e9-4a7b-a6e9-19ace1b09641 admin admin] Network 9ba37f8a-ec17-40a3-a897-7732b0e415a2 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:49:31.864958 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-207e710b-23e9-4a7b-a6e9-19ace1b09641 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:49:31.938047 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a17245d0-55d0-44cc-adf3-5184d2e5fa37 None None] For port 40a79eac-bae8-41bc-9b12-f549fcf40be7, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:49:31.950254 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd20c1ed-276f-4640-b90d-5fd41bdbf5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:31.956198 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a17245d0-55d0-44cc-adf3-5184d2e5fa37 None None] For port 40a79eac-bae8-41bc-9b12-f549fcf40be7, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=40a79eac-bae8-41bc-9b12-f549fcf40be7,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:49:31.970058 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a17245d0-55d0-44cc-adf3-5184d2e5fa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (40a79eac-bae8-41bc-9b12-f549fcf40be7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:31.978974 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 3234dea1-3247-4d04-ba7b-a74785c024a8 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:49:31.989339 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207e710b-23e9-4a7b-a6e9-19ace1b09641 admin admin] Router e8b23a55-edb4-4e62-9735-8454cddad60b has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:49:32.041906 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17245d0-55d0-44cc-adf3-5184d2e5fa37 None None] Routers {'e8b23a55-edb4-4e62-9735-8454cddad60b'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:49:32.042585 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a17245d0-55d0-44cc-adf3-5184d2e5fa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:49:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e8b23a55-edb4-4e62-9735-8454cddad60b'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:32.085552 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288969b5-9537-4307-b1d4-8525fa16865a None None] Pushing event updated for resources: {'Port': ['ID=40a79eac-bae8-41bc-9b12-f549fcf40be7,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:32.110267 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207e710b-23e9-4a7b-a6e9-19ace1b09641 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:49:32.115332 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-207e710b-23e9-4a7b-a6e9-19ace1b09641 admin admin] 10.222.0.39 "PUT /v2.0/routers/e8b23a55-edb4-4e62-9735-8454cddad60b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7384727 Jan 28 14:49:32.166659 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-3f01197a-0ea4-479d-8ed3-35ee1ec45016 None None] Provisioning complete for port b53f83c1-258a-474c-8ad9-c59a2278f64c triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:49:32.167072 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3f01197a-0ea4-479d-8ed3-35ee1ec45016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b53f83c1-258a-474c-8ad9-c59a2278f64c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:32.191034 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-a17245d0-55d0-44cc-adf3-5184d2e5fa37 None None] Set router e8b23a55-edb4-4e62-9735-8454cddad60b gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:49:32.244443 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-3f01197a-0ea4-479d-8ed3-35ee1ec45016 None None] Port b53f83c1-258a-474c-8ad9-c59a2278f64c cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:49:32.409114 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-a17245d0-55d0-44cc-adf3-5184d2e5fa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'name': 'tempest-TestShelveInstance-473823352-router', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:28Z', 'updated_at': '2022-01-28T14:49:31Z', 'revision_number': 4, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'gw_port': {'id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ee:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:29Z', 'updated_at': '2022-01-28T14:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'b53f83c1-258a-474c-8ad9-c59a2278f64c', 'name': '', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'mac_address': 'fa:16:3e:91:49:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:30Z', 'updated_at': '2022-01-28T14:49:31Z', 'revision_number': 2, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'subnets': [{'id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:32.436427 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17245d0-55d0-44cc-adf3-5184d2e5fa37 None None] The sync data for ids ['e8b23a55-edb4-4e62-9735-8454cddad60b'] in n-d-822747-2 is: [{'id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'name': 'tempest-TestShelveInstance-473823352-router', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:28Z', 'updated_at': '2022-01-28T14:49:31Z', 'revision_number': 4, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'gw_port': {'id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ee:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:29Z', 'updated_at': '2022-01-28T14:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'b53f83c1-258a-474c-8ad9-c59a2278f64c', 'name': '', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'mac_address': 'fa:16:3e:91:49:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:30Z', 'updated_at': '2022-01-28T14:49:31Z', 'revision_number': 2, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'subnets': [{'id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:49:32.532585 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3234dea1-3247-4d04-ba7b-a74785c024a8 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:49:32.586167 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 3234dea1-3247-4d04-ba7b-a74785c024a8 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:49:32.586545 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3234dea1-3247-4d04-ba7b-a74785c024a8), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:32.598262 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53628) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:49:32.603514 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-85491ae3-737d-4011-a7da-a46d005e63a1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1212095564-network', 'tenant_id': '5f6fa35ac83b47c0ac40668c7bec841a'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:49:32.624628 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85491ae3-737d-4011-a7da-a46d005e63a1 admin admin] Made reservation on behalf of 5f6fa35ac83b47c0ac40668c7bec841a for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:49:32.631408 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-85491ae3-737d-4011-a7da-a46d005e63a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:32.657600 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-85491ae3-737d-4011-a7da-a46d005e63a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:32.693101 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 3234dea1-3247-4d04-ba7b-a74785c024a8 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:49:32.752759 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-85491ae3-737d-4011-a7da-a46d005e63a1 admin admin] Publish callbacks [] for security_group (2ab9d354-5ee6-4105-929b-06626cbcbd68), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:32.757872 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-85491ae3-737d-4011-a7da-a46d005e63a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (2ab9d354-5ee6-4105-929b-06626cbcbd68), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:32.784743 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85491ae3-737d-4011-a7da-a46d005e63a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:49:32.796364 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85491ae3-737d-4011-a7da-a46d005e63a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab9d354-5ee6-4105-929b-06626cbcbd68,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:32.801607 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-85491ae3-737d-4011-a7da-a46d005e63a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (b04f77e8-3347-41e1-ae59-df94ecf05822), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:32.801956 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-85491ae3-737d-4011-a7da-a46d005e63a1 admin admin] Added segment b04f77e8-3347-41e1-ae59-df94ecf05822 of type vlan for network 2d45049a-7cdf-41c9-a06a-9b53870ba55c Jan 28 14:49:32.843848 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-85491ae3-737d-4011-a7da-a46d005e63a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (2d45049a-7cdf-41c9-a06a-9b53870ba55c), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:32.870452 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-85491ae3-737d-4011-a7da-a46d005e63a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (2d45049a-7cdf-41c9-a06a-9b53870ba55c), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:32.871485 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85491ae3-737d-4011-a7da-a46d005e63a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:32.872109 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-85491ae3-737d-4011-a7da-a46d005e63a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:32.905917 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-85491ae3-737d-4011-a7da-a46d005e63a1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3067141 Jan 28 14:49:32.908844 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53630) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:49:32.914236 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-d54c892b-05b4-4d95-b51e-a47092ed3c1b admin admin] Request body: {'subnet': {'network_id': '2d45049a-7cdf-41c9-a06a-9b53870ba55c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1212095564-subnet', 'tenant_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:49:32.939709 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85491ae3-737d-4011-a7da-a46d005e63a1 admin admin] Pushing event updated for resources: {'Network': ['ID=2d45049a-7cdf-41c9-a06a-9b53870ba55c,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:32.941566 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54c892b-05b4-4d95-b51e-a47092ed3c1b admin admin] Made reservation on behalf of 5f6fa35ac83b47c0ac40668c7bec841a for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:49:32.944139 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d54c892b-05b4-4d95-b51e-a47092ed3c1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:32.951108 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 2d45049a-7cdf-41c9-a06a-9b53870ba55c details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:49:33.142219 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d54c892b-05b4-4d95-b51e-a47092ed3c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (7290d1a5-720c-4fe6-b83a-89496bbf4eec), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:33.213706 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c892b-05b4-4d95-b51e-a47092ed3c1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7290d1a5-720c-4fe6-b83a-89496bbf4eec,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:33.229017 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c892b-05b4-4d95-b51e-a47092ed3c1b admin admin] Checking segment: {'id': 'b04f77e8-3347-41e1-ae59-df94ecf05822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2d45049a-7cdf-41c9-a06a-9b53870ba55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:49:33.229385 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54c892b-05b4-4d95-b51e-a47092ed3c1b admin admin] Network hostable DHCP agents. Network: 2d45049a-7cdf-41c9-a06a-9b53870ba55c, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:49:33.254335 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54c892b-05b4-4d95-b51e-a47092ed3c1b admin admin] Network 2d45049a-7cdf-41c9-a06a-9b53870ba55c is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:49:33.255611 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:33.266672 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-d54c892b-05b4-4d95-b51e-a47092ed3c1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 2d45049a-7cdf-41c9-a06a-9b53870ba55c) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:49:33.271314 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54c892b-05b4-4d95-b51e-a47092ed3c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:33.271916 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d54c892b-05b4-4d95-b51e-a47092ed3c1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:33.278814 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baf4e39-3a3a-41d0-99da-1f0bd0584b84 None None] Network 2d45049a-7cdf-41c9-a06a-9b53870ba55c requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:49:33.289731 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d54c892b-05b4-4d95-b51e-a47092ed3c1b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3797207 Jan 28 14:49:33.293064 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53632) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:49:33.299996 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-69397e46-2282-4b80-a4a0-81ba8275f87e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1212095564-router', 'tenant_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:49:33.320762 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69397e46-2282-4b80-a4a0-81ba8275f87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (be79a575-3435-4c3d-bd90-17c6ad7abc31), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:33.321910 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69397e46-2282-4b80-a4a0-81ba8275f87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (be79a575-3435-4c3d-bd90-17c6ad7abc31), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:33.383031 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69397e46-2282-4b80-a4a0-81ba8275f87e admin admin] Publish callbacks [] for router_controller (be79a575-3435-4c3d-bd90-17c6ad7abc31), precommit_add_association {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:33.388536 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a1994b-69ef-4313-a6af-b2dfa633489d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-2d45049a-7cdf-41c9-a06a-9b53870ba55c', 'network_id': '2d45049a-7cdf-41c9-a06a-9b53870ba55c', 'project_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'fixed_ips': [{'subnet_id': '7290d1a5-720c-4fe6-b83a-89496bbf4eec'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:49:33.389772 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99a1994b-69ef-4313-a6af-b2dfa633489d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:33.532475 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69397e46-2282-4b80-a4a0-81ba8275f87e admin admin] Publish callbacks [] for router_gateway (be79a575-3435-4c3d-bd90-17c6ad7abc31), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:33.545163 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-99a1994b-69ef-4313-a6af-b2dfa633489d None None] Allocated IP 172.20.0.2 (2d45049a-7cdf-41c9-a06a-9b53870ba55c/7290d1a5-720c-4fe6-b83a-89496bbf4eec/67a6d587-d933-46ce-bc8e-4100ba34d35f) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:49:33.706560 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99a1994b-69ef-4313-a6af-b2dfa633489d None None] Publish callbacks [] for port (67a6d587-d933-46ce-bc8e-4100ba34d35f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:33.716700 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99a1994b-69ef-4313-a6af-b2dfa633489d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (67a6d587-d933-46ce-bc8e-4100ba34d35f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:33.752447 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69397e46-2282-4b80-a4a0-81ba8275f87e admin admin] Publish callbacks [] for router_gateway (be79a575-3435-4c3d-bd90-17c6ad7abc31), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:33.759057 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a1994b-69ef-4313-a6af-b2dfa633489d None None] Network 2d45049a-7cdf-41c9-a06a-9b53870ba55c is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:49:33.764234 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-99a1994b-69ef-4313-a6af-b2dfa633489d None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:49:33.769437 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a1994b-69ef-4313-a6af-b2dfa633489d None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:49:33.772677 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1994b-69ef-4313-a6af-b2dfa633489d None None] Pushing event updated for resources: {'Port': ['ID=67a6d587-d933-46ce-bc8e-4100ba34d35f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:33.772816 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69397e46-2282-4b80-a4a0-81ba8275f87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:33.835585 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-99a1994b-69ef-4313-a6af-b2dfa633489d None None] Attempting to bind port 67a6d587-d933-46ce-bc8e-4100ba34d35f on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:49:33.836049 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-99a1994b-69ef-4313-a6af-b2dfa633489d None None] Attempting to bind port 67a6d587-d933-46ce-bc8e-4100ba34d35f by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'b04f77e8-3347-41e1-ae59-df94ecf05822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2d45049a-7cdf-41c9-a06a-9b53870ba55c'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:49:33.836479 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a1994b-69ef-4313-a6af-b2dfa633489d None None] Attempting to bind port 67a6d587-d933-46ce-bc8e-4100ba34d35f on network 2d45049a-7cdf-41c9-a06a-9b53870ba55c {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:49:33.842022 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a1994b-69ef-4313-a6af-b2dfa633489d None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:49:33.842389 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a1994b-69ef-4313-a6af-b2dfa633489d None None] Checking segment: {'id': 'b04f77e8-3347-41e1-ae59-df94ecf05822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2d45049a-7cdf-41c9-a06a-9b53870ba55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:49:33.842949 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99a1994b-69ef-4313-a6af-b2dfa633489d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:33.843418 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a1994b-69ef-4313-a6af-b2dfa633489d None None] Bound using segment: {'id': 'b04f77e8-3347-41e1-ae59-df94ecf05822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2d45049a-7cdf-41c9-a06a-9b53870ba55c'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:49:33.843964 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-99a1994b-69ef-4313-a6af-b2dfa633489d None None] Bound port: 67a6d587-d933-46ce-bc8e-4100ba34d35f, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b04f77e8-3347-41e1-ae59-df94ecf05822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2d45049a-7cdf-41c9-a06a-9b53870ba55c'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:49:33.844410 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99a1994b-69ef-4313-a6af-b2dfa633489d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (67a6d587-d933-46ce-bc8e-4100ba34d35f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:33.897629 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-69397e46-2282-4b80-a4a0-81ba8275f87e admin admin] Allocated IP 172.25.3.206 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/ae66d8e9-54b5-42ad-be5b-3abb356b428e) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:49:33.917938 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-99a1994b-69ef-4313-a6af-b2dfa633489d None None] For port 67a6d587-d933-46ce-bc8e-4100ba34d35f, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:49:33.921098 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-99a1994b-69ef-4313-a6af-b2dfa633489d None None] For port 67a6d587-d933-46ce-bc8e-4100ba34d35f, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=67a6d587-d933-46ce-bc8e-4100ba34d35f,segment=NetworkSegment(b04f77e8-3347-41e1-ae59-df94ecf05822),segment_id=b04f77e8-3347-41e1-ae59-df94ecf05822)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:49:33.926036 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-99a1994b-69ef-4313-a6af-b2dfa633489d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (67a6d587-d933-46ce-bc8e-4100ba34d35f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:33.985644 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1994b-69ef-4313-a6af-b2dfa633489d None None] Pushing event updated for resources: {'Port': ['ID=67a6d587-d933-46ce-bc8e-4100ba34d35f,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:34.011948 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69397e46-2282-4b80-a4a0-81ba8275f87e admin admin] Publish callbacks [] for port (ae66d8e9-54b5-42ad-be5b-3abb356b428e), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:34.048135 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69397e46-2282-4b80-a4a0-81ba8275f87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ae66d8e9-54b5-42ad-be5b-3abb356b428e), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:34.086736 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69397e46-2282-4b80-a4a0-81ba8275f87e admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:49:34.089567 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-69397e46-2282-4b80-a4a0-81ba8275f87e admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:49:34.095290 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69397e46-2282-4b80-a4a0-81ba8275f87e admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:49:34.124313 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69397e46-2282-4b80-a4a0-81ba8275f87e admin admin] Pushing event updated for resources: {'Port': ['ID=ae66d8e9-54b5-42ad-be5b-3abb356b428e,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:34.626413 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:34.629826 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 67a6d587-d933-46ce-bc8e-4100ba34d35f up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:49:34.644603 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69397e46-2282-4b80-a4a0-81ba8275f87e admin admin] Publish callbacks [] for router_gateway (be79a575-3435-4c3d-bd90-17c6ad7abc31), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:34.684765 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 67a6d587-d933-46ce-bc8e-4100ba34d35f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:49:34.685037 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (67a6d587-d933-46ce-bc8e-4100ba34d35f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:34.764711 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 67a6d587-d933-46ce-bc8e-4100ba34d35f is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:49:34.765130 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (67a6d587-d933-46ce-bc8e-4100ba34d35f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:34.802499 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 67a6d587-d933-46ce-bc8e-4100ba34d35f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=67a6d587-d933-46ce-bc8e-4100ba34d35f,segment=NetworkSegment(b04f77e8-3347-41e1-ae59-df94ecf05822),segment_id=b04f77e8-3347-41e1-ae59-df94ecf05822)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:49:34.810023 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (67a6d587-d933-46ce-bc8e-4100ba34d35f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:34.811046 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 40a79eac-bae8-41bc-9b12-f549fcf40be7 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:49:34.843206 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69397e46-2282-4b80-a4a0-81ba8275f87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (be79a575-3435-4c3d-bd90-17c6ad7abc31), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:34.911164 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=67a6d587-d933-46ce-bc8e-4100ba34d35f,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:34.921494 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 40a79eac-bae8-41bc-9b12-f549fcf40be7 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:49:34.922153 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (40a79eac-bae8-41bc-9b12-f549fcf40be7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:35.008439 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f54ab4-2127-4a5c-add3-2e6a6f63f119 None None] Sync routers for ids ['e8b23a55-edb4-4e62-9735-8454cddad60b'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:49:35.023471 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69397e46-2282-4b80-a4a0-81ba8275f87e admin admin] Router be79a575-3435-4c3d-bd90-17c6ad7abc31 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:49:35.024036 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f54ab4-2127-4a5c-add3-2e6a6f63f119 None None] Routers {'e8b23a55-edb4-4e62-9735-8454cddad60b'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:49:35.024840 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a3f54ab4-2127-4a5c-add3-2e6a6f63f119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:49:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e8b23a55-edb4-4e62-9735-8454cddad60b'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:35.076162 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 40a79eac-bae8-41bc-9b12-f549fcf40be7 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:49:35.076645 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (40a79eac-bae8-41bc-9b12-f549fcf40be7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:35.112341 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 40a79eac-bae8-41bc-9b12-f549fcf40be7, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=40a79eac-bae8-41bc-9b12-f549fcf40be7,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:49:35.123692 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (40a79eac-bae8-41bc-9b12-f549fcf40be7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:35.141617 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-a3f54ab4-2127-4a5c-add3-2e6a6f63f119 None None] Set router e8b23a55-edb4-4e62-9735-8454cddad60b gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:49:35.169944 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69397e46-2282-4b80-a4a0-81ba8275f87e admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:49:35.179447 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667861c-45e5-46f4-af0b-657ba6632e88 None None] Sync routers for ids ['be79a575-3435-4c3d-bd90-17c6ad7abc31'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:49:35.204386 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69397e46-2282-4b80-a4a0-81ba8275f87e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:35.209146 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-69397e46-2282-4b80-a4a0-81ba8275f87e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9125173 Jan 28 14:49:35.209561 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53634) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:49:35.233580 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1667861c-45e5-46f4-af0b-657ba6632e88 None None] Routers {'be79a575-3435-4c3d-bd90-17c6ad7abc31'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:49:35.234565 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-1667861c-45e5-46f4-af0b-657ba6632e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:49:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['be79a575-3435-4c3d-bd90-17c6ad7abc31'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:35.307604 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=40a79eac-bae8-41bc-9b12-f549fcf40be7,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:35.342152 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db985330-4c7c-4c62-9707-bc9894f4ebbf None None] Network 2d45049a-7cdf-41c9-a06a-9b53870ba55c requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:49:35.370959 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a3f54ab4-2127-4a5c-add3-2e6a6f63f119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'name': 'tempest-TestShelveInstance-473823352-router', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:28Z', 'updated_at': '2022-01-28T14:49:31Z', 'revision_number': 4, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'gw_port': {'id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ee:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:29Z', 'updated_at': '2022-01-28T14:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'b53f83c1-258a-474c-8ad9-c59a2278f64c', 'name': '', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'mac_address': 'fa:16:3e:91:49:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:30Z', 'updated_at': '2022-01-28T14:49:31Z', 'revision_number': 2, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'subnets': [{'id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:35.401641 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f54ab4-2127-4a5c-add3-2e6a6f63f119 None None] Checking router: e8b23a55-edb4-4e62-9735-8454cddad60b for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:49:35.402132 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f54ab4-2127-4a5c-add3-2e6a6f63f119 None None] Updating router e8b23a55-edb4-4e62-9735-8454cddad60b port b53f83c1-258a-474c-8ad9-c59a2278f64c binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:49:35.435385 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3f54ab4-2127-4a5c-add3-2e6a6f63f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b53f83c1-258a-474c-8ad9-c59a2278f64c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:35.480812 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-1667861c-45e5-46f4-af0b-657ba6632e88 None None] Set router be79a575-3435-4c3d-bd90-17c6ad7abc31 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:49:35.515319 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-390ac67f-2603-4931-89ec-740546cc4a12 None None] Provisioning complete for port 67a6d587-d933-46ce-bc8e-4100ba34d35f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:49:35.515694 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-390ac67f-2603-4931-89ec-740546cc4a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (67a6d587-d933-46ce-bc8e-4100ba34d35f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:35.692180 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-578d4790-198a-41a8-9188-b21a8c0efb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:35.729200 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-390ac67f-2603-4931-89ec-740546cc4a12 None None] Current status of the port 67a6d587-d933-46ce-bc8e-4100ba34d35f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:49:35.815872 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-1667861c-45e5-46f4-af0b-657ba6632e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be79a575-3435-4c3d-bd90-17c6ad7abc31', 'name': 'tempest-TestShelveInstance-1212095564-router', 'tenant_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'ae66d8e9-54b5-42ad-be5b-3abb356b428e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:33Z', 'updated_at': '2022-01-28T14:49:34Z', 'revision_number': 3, 'project_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'gw_port': {'id': 'ae66d8e9-54b5-42ad-be5b-3abb356b428e', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be79a575-3435-4c3d-bd90-17c6ad7abc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:33Z', 'updated_at': '2022-01-28T14:49:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:35.863913 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667861c-45e5-46f4-af0b-657ba6632e88 None None] Checking router: be79a575-3435-4c3d-bd90-17c6ad7abc31 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:49:35.863913 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667861c-45e5-46f4-af0b-657ba6632e88 None None] Updating router be79a575-3435-4c3d-bd90-17c6ad7abc31 port ae66d8e9-54b5-42ad-be5b-3abb356b428e binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:49:35.890193 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3f54ab4-2127-4a5c-add3-2e6a6f63f119 None None] Publish callbacks [] for port (b53f83c1-258a-474c-8ad9-c59a2278f64c), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:35.898657 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3f54ab4-2127-4a5c-add3-2e6a6f63f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b53f83c1-258a-474c-8ad9-c59a2278f64c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:35.901213 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1667861c-45e5-46f4-af0b-657ba6632e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ae66d8e9-54b5-42ad-be5b-3abb356b428e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:35.930986 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-578d4790-198a-41a8-9188-b21a8c0efb3d admin admin] Allocated IP 172.20.0.1 (2d45049a-7cdf-41c9-a06a-9b53870ba55c/7290d1a5-720c-4fe6-b83a-89496bbf4eec/7ea5b7fc-c8aa-4d12-a250-7b7073c048a7) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:49:35.969528 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38fb42a-ba81-4c61-b17b-4e159d8cc1eb None None] Pushing event updated for resources: {'Port': ['ID=b53f83c1-258a-474c-8ad9-c59a2278f64c,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:36.004012 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fb42a-ba81-4c61-b17b-4e159d8cc1eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:36.004405 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fb42a-ba81-4c61-b17b-4e159d8cc1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:36.004712 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fb42a-ba81-4c61-b17b-4e159d8cc1eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:36.005036 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fb42a-ba81-4c61-b17b-4e159d8cc1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:36.005356 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fb42a-ba81-4c61-b17b-4e159d8cc1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:36.005930 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fb42a-ba81-4c61-b17b-4e159d8cc1eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:36.006042 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fb42a-ba81-4c61-b17b-4e159d8cc1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:36.006294 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fb42a-ba81-4c61-b17b-4e159d8cc1eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:36.006623 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fb42a-ba81-4c61-b17b-4e159d8cc1eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:36.006936 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fb42a-ba81-4c61-b17b-4e159d8cc1eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:36.007252 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fb42a-ba81-4c61-b17b-4e159d8cc1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:36.009430 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fb42a-ba81-4c61-b17b-4e159d8cc1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:36.010596 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fb42a-ba81-4c61-b17b-4e159d8cc1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:36.056172 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-a3f54ab4-2127-4a5c-add3-2e6a6f63f119 None None] Attempting to bind port b53f83c1-258a-474c-8ad9-c59a2278f64c on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:49:36.056860 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-a3f54ab4-2127-4a5c-add3-2e6a6f63f119 None None] Attempting to bind port b53f83c1-258a-474c-8ad9-c59a2278f64c by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '588b5b65-1ecc-4a57-9921-68632e372fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:49:36.057414 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f54ab4-2127-4a5c-add3-2e6a6f63f119 None None] Attempting to bind port b53f83c1-258a-474c-8ad9-c59a2278f64c on network 9ba37f8a-ec17-40a3-a897-7732b0e415a2 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:49:36.071674 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f54ab4-2127-4a5c-add3-2e6a6f63f119 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:49:36.072217 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f54ab4-2127-4a5c-add3-2e6a6f63f119 None None] Checking segment: {'id': '588b5b65-1ecc-4a57-9921-68632e372fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:49:36.072629 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3f54ab4-2127-4a5c-add3-2e6a6f63f119 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:36.073167 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f54ab4-2127-4a5c-add3-2e6a6f63f119 None None] Bound using segment: {'id': '588b5b65-1ecc-4a57-9921-68632e372fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:49:36.073665 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-a3f54ab4-2127-4a5c-add3-2e6a6f63f119 None None] Bound port: b53f83c1-258a-474c-8ad9-c59a2278f64c, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '588b5b65-1ecc-4a57-9921-68632e372fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:49:36.074040 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3f54ab4-2127-4a5c-add3-2e6a6f63f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b53f83c1-258a-474c-8ad9-c59a2278f64c), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:36.079354 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-42b8a1fa-01b9-4a92-9728-22a125f4311b None None] Provisioning complete for port 67a6d587-d933-46ce-bc8e-4100ba34d35f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:49:36.079770 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-42b8a1fa-01b9-4a92-9728-22a125f4311b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (67a6d587-d933-46ce-bc8e-4100ba34d35f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:36.102694 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-578d4790-198a-41a8-9188-b21a8c0efb3d admin admin] Publish callbacks [] for port (7ea5b7fc-c8aa-4d12-a250-7b7073c048a7), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:36.142512 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-578d4790-198a-41a8-9188-b21a8c0efb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (7ea5b7fc-c8aa-4d12-a250-7b7073c048a7), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:36.195483 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-a3f54ab4-2127-4a5c-add3-2e6a6f63f119 None None] For port b53f83c1-258a-474c-8ad9-c59a2278f64c, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:49:36.200984 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-a3f54ab4-2127-4a5c-add3-2e6a6f63f119 None None] For port b53f83c1-258a-474c-8ad9-c59a2278f64c, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b53f83c1-258a-474c-8ad9-c59a2278f64c,segment=NetworkSegment(588b5b65-1ecc-4a57-9921-68632e372fd1),segment_id=588b5b65-1ecc-4a57-9921-68632e372fd1)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:49:36.204713 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578d4790-198a-41a8-9188-b21a8c0efb3d admin admin] Network 2d45049a-7cdf-41c9-a06a-9b53870ba55c is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:49:36.208999 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3f54ab4-2127-4a5c-add3-2e6a6f63f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b53f83c1-258a-474c-8ad9-c59a2278f64c), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:36.209277 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-578d4790-198a-41a8-9188-b21a8c0efb3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:49:36.212403 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578d4790-198a-41a8-9188-b21a8c0efb3d admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:49:36.257611 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d4790-198a-41a8-9188-b21a8c0efb3d admin admin] Pushing event updated for resources: {'Port': ['ID=7ea5b7fc-c8aa-4d12-a250-7b7073c048a7,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:36.283878 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-578d4790-198a-41a8-9188-b21a8c0efb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (be79a575-3435-4c3d-bd90-17c6ad7abc31), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:36.300354 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f54ab4-2127-4a5c-add3-2e6a6f63f119 None None] Routers {'e8b23a55-edb4-4e62-9735-8454cddad60b'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:49:36.301553 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a3f54ab4-2127-4a5c-add3-2e6a6f63f119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:49:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e8b23a55-edb4-4e62-9735-8454cddad60b'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:36.458665 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-a3f54ab4-2127-4a5c-add3-2e6a6f63f119 None None] Set router e8b23a55-edb4-4e62-9735-8454cddad60b gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:49:36.542443 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-578d4790-198a-41a8-9188-b21a8c0efb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7ea5b7fc-c8aa-4d12-a250-7b7073c048a7), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:36.560491 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:36.647282 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38fb42a-ba81-4c61-b17b-4e159d8cc1eb None None] Pushing event updated for resources: {'Port': ['ID=b53f83c1-258a-474c-8ad9-c59a2278f64c,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:36.652026 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 67a6d587-d933-46ce-bc8e-4100ba34d35f up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:49:36.763949 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-42b8a1fa-01b9-4a92-9728-22a125f4311b None None] Current status of the port 67a6d587-d933-46ce-bc8e-4100ba34d35f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:49:36.788736 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a3f54ab4-2127-4a5c-add3-2e6a6f63f119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'name': 'tempest-TestShelveInstance-473823352-router', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:28Z', 'updated_at': '2022-01-28T14:49:31Z', 'revision_number': 4, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'gw_port': {'id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ee:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:29Z', 'updated_at': '2022-01-28T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'b53f83c1-258a-474c-8ad9-c59a2278f64c', 'name': '', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'mac_address': 'fa:16:3e:91:49:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:30Z', 'updated_at': '2022-01-28T14:49:36Z', 'revision_number': 4, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'subnets': [{'id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:36.814386 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 67a6d587-d933-46ce-bc8e-4100ba34d35f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:49:36.814796 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (67a6d587-d933-46ce-bc8e-4100ba34d35f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:36.817749 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1667861c-45e5-46f4-af0b-657ba6632e88 None None] Publish callbacks [] for port (ae66d8e9-54b5-42ad-be5b-3abb356b428e), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:36.825108 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f54ab4-2127-4a5c-add3-2e6a6f63f119 None None] The sync data for ids ['e8b23a55-edb4-4e62-9735-8454cddad60b'] in n-d-822747-2 is: [{'id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'name': 'tempest-TestShelveInstance-473823352-router', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:28Z', 'updated_at': '2022-01-28T14:49:31Z', 'revision_number': 4, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'gw_port': {'id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ee:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:29Z', 'updated_at': '2022-01-28T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'b53f83c1-258a-474c-8ad9-c59a2278f64c', 'name': '', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'mac_address': 'fa:16:3e:91:49:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:30Z', 'updated_at': '2022-01-28T14:49:36Z', 'revision_number': 4, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'subnets': [{'id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:49:36.827626 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-578d4790-198a-41a8-9188-b21a8c0efb3d admin admin] Publish callbacks [] for port (7ea5b7fc-c8aa-4d12-a250-7b7073c048a7), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:36.833893 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-578d4790-198a-41a8-9188-b21a8c0efb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (7ea5b7fc-c8aa-4d12-a250-7b7073c048a7), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:36.840147 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1667861c-45e5-46f4-af0b-657ba6632e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ae66d8e9-54b5-42ad-be5b-3abb356b428e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:36.917051 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d4790-198a-41a8-9188-b21a8c0efb3d admin admin] Pushing event updated for resources: {'Port': ['ID=7ea5b7fc-c8aa-4d12-a250-7b7073c048a7,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:36.920521 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-578d4790-198a-41a8-9188-b21a8c0efb3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (be79a575-3435-4c3d-bd90-17c6ad7abc31), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:36.957566 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-1667861c-45e5-46f4-af0b-657ba6632e88 None None] Attempting to bind port ae66d8e9-54b5-42ad-be5b-3abb356b428e on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:49:36.957936 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-1667861c-45e5-46f4-af0b-657ba6632e88 None None] Attempting to bind port ae66d8e9-54b5-42ad-be5b-3abb356b428e by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:49:36.958302 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1667861c-45e5-46f4-af0b-657ba6632e88 None None] Attempting to bind port ae66d8e9-54b5-42ad-be5b-3abb356b428e on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:49:37.018773 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc61b1-8e29-42f0-b032-3efe3bdfa2c2 None None] Pushing event updated for resources: {'Port': ['ID=ae66d8e9-54b5-42ad-be5b-3abb356b428e,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:37.023676 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 67a6d587-d933-46ce-bc8e-4100ba34d35f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:49:37.024935 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 40a79eac-bae8-41bc-9b12-f549fcf40be7 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:49:37.026816 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1667861c-45e5-46f4-af0b-657ba6632e88 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:49:37.027228 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1667861c-45e5-46f4-af0b-657ba6632e88 None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:49:37.027618 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1667861c-45e5-46f4-af0b-657ba6632e88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:37.028005 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1667861c-45e5-46f4-af0b-657ba6632e88 None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:49:37.029057 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-1667861c-45e5-46f4-af0b-657ba6632e88 None None] Bound port: ae66d8e9-54b5-42ad-be5b-3abb356b428e, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:49:37.029057 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1667861c-45e5-46f4-af0b-657ba6632e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ae66d8e9-54b5-42ad-be5b-3abb356b428e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:37.045067 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578d4790-198a-41a8-9188-b21a8c0efb3d admin admin] Network 2d45049a-7cdf-41c9-a06a-9b53870ba55c is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:49:37.046648 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-578d4790-198a-41a8-9188-b21a8c0efb3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:49:37.088343 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1667861c-45e5-46f4-af0b-657ba6632e88 None None] For port ae66d8e9-54b5-42ad-be5b-3abb356b428e, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:49:37.091684 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1667861c-45e5-46f4-af0b-657ba6632e88 None None] For port ae66d8e9-54b5-42ad-be5b-3abb356b428e, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ae66d8e9-54b5-42ad-be5b-3abb356b428e,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:49:37.128396 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f83d063f-6bd4-43bc-9abf-7757ff427a92 None None] Provisioning complete for port b53f83c1-258a-474c-8ad9-c59a2278f64c triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:49:37.128774 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f83d063f-6bd4-43bc-9abf-7757ff427a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b53f83c1-258a-474c-8ad9-c59a2278f64c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:37.133753 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1667861c-45e5-46f4-af0b-657ba6632e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ae66d8e9-54b5-42ad-be5b-3abb356b428e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:37.203293 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578d4790-198a-41a8-9188-b21a8c0efb3d admin admin] Router be79a575-3435-4c3d-bd90-17c6ad7abc31 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:49:37.238284 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1667861c-45e5-46f4-af0b-657ba6632e88 None None] Routers {'be79a575-3435-4c3d-bd90-17c6ad7abc31'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:49:37.239131 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-1667861c-45e5-46f4-af0b-657ba6632e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:49:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['be79a575-3435-4c3d-bd90-17c6ad7abc31'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:37.350210 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc61b1-8e29-42f0-b032-3efe3bdfa2c2 None None] Pushing event updated for resources: {'Port': ['ID=ae66d8e9-54b5-42ad-be5b-3abb356b428e,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:37.366046 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578d4790-198a-41a8-9188-b21a8c0efb3d admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:49:37.389491 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-578d4790-198a-41a8-9188-b21a8c0efb3d admin admin] 10.222.0.39 "PUT /v2.0/routers/be79a575-3435-4c3d-bd90-17c6ad7abc31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1687660 Jan 28 14:49:37.453732 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-1667861c-45e5-46f4-af0b-657ba6632e88 None None] Set router be79a575-3435-4c3d-bd90-17c6ad7abc31 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:49:37.494641 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 40a79eac-bae8-41bc-9b12-f549fcf40be7 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:49:37.495040 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (40a79eac-bae8-41bc-9b12-f549fcf40be7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:37.665358 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f83d063f-6bd4-43bc-9abf-7757ff427a92 None None] Current status of the port b53f83c1-258a-474c-8ad9-c59a2278f64c is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:49:37.666110 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f83d063f-6bd4-43bc-9abf-7757ff427a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b53f83c1-258a-474c-8ad9-c59a2278f64c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:37.759545 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 40a79eac-bae8-41bc-9b12-f549fcf40be7 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:49:37.764006 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f83d063f-6bd4-43bc-9abf-7757ff427a92 None None] For port b53f83c1-258a-474c-8ad9-c59a2278f64c, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b53f83c1-258a-474c-8ad9-c59a2278f64c,segment=NetworkSegment(588b5b65-1ecc-4a57-9921-68632e372fd1),segment_id=588b5b65-1ecc-4a57-9921-68632e372fd1)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:49:37.772729 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f83d063f-6bd4-43bc-9abf-7757ff427a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b53f83c1-258a-474c-8ad9-c59a2278f64c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:37.843605 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f83d063f-6bd4-43bc-9abf-7757ff427a92 None None] Provisioning complete for port 7ea5b7fc-c8aa-4d12-a250-7b7073c048a7 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:49:37.843997 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f83d063f-6bd4-43bc-9abf-7757ff427a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7ea5b7fc-c8aa-4d12-a250-7b7073c048a7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:37.884212 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d063f-6bd4-43bc-9abf-7757ff427a92 None None] Pushing event updated for resources: {'Port': ['ID=b53f83c1-258a-474c-8ad9-c59a2278f64c,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:37.899775 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f83d063f-6bd4-43bc-9abf-7757ff427a92 None None] Port 7ea5b7fc-c8aa-4d12-a250-7b7073c048a7 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:49:37.913569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-1667861c-45e5-46f4-af0b-657ba6632e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be79a575-3435-4c3d-bd90-17c6ad7abc31', 'name': 'tempest-TestShelveInstance-1212095564-router', 'tenant_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'ae66d8e9-54b5-42ad-be5b-3abb356b428e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:33Z', 'updated_at': '2022-01-28T14:49:36Z', 'revision_number': 4, 'project_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'gw_port': {'id': 'ae66d8e9-54b5-42ad-be5b-3abb356b428e', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be79a575-3435-4c3d-bd90-17c6ad7abc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:33Z', 'updated_at': '2022-01-28T14:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '7ea5b7fc-c8aa-4d12-a250-7b7073c048a7', 'name': '', 'network_id': '2d45049a-7cdf-41c9-a06a-9b53870ba55c', 'tenant_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'mac_address': 'fa:16:3e:cb:6f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be79a575-3435-4c3d-bd90-17c6ad7abc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '7290d1a5-720c-4fe6-b83a-89496bbf4eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:35Z', 'updated_at': '2022-01-28T14:49:36Z', 'revision_number': 2, 'project_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'subnets': [{'id': '7290d1a5-720c-4fe6-b83a-89496bbf4eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:37.940047 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667861c-45e5-46f4-af0b-657ba6632e88 None None] The sync data for ids ['be79a575-3435-4c3d-bd90-17c6ad7abc31'] in n-d-822747-2 is: [{'id': 'be79a575-3435-4c3d-bd90-17c6ad7abc31', 'name': 'tempest-TestShelveInstance-1212095564-router', 'tenant_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'ae66d8e9-54b5-42ad-be5b-3abb356b428e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:33Z', 'updated_at': '2022-01-28T14:49:36Z', 'revision_number': 4, 'project_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'gw_port': {'id': 'ae66d8e9-54b5-42ad-be5b-3abb356b428e', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be79a575-3435-4c3d-bd90-17c6ad7abc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:33Z', 'updated_at': '2022-01-28T14:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '7ea5b7fc-c8aa-4d12-a250-7b7073c048a7', 'name': '', 'network_id': '2d45049a-7cdf-41c9-a06a-9b53870ba55c', 'tenant_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'mac_address': 'fa:16:3e:cb:6f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be79a575-3435-4c3d-bd90-17c6ad7abc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '7290d1a5-720c-4fe6-b83a-89496bbf4eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:35Z', 'updated_at': '2022-01-28T14:49:36Z', 'revision_number': 2, 'project_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'subnets': [{'id': '7290d1a5-720c-4fe6-b83a-89496bbf4eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:49:38.025159 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-801a802f-f5c2-4432-9fb8-a2fd40205ebb None None] Provisioning complete for port 7ea5b7fc-c8aa-4d12-a250-7b7073c048a7 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:49:38.025536 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-801a802f-f5c2-4432-9fb8-a2fd40205ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7ea5b7fc-c8aa-4d12-a250-7b7073c048a7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:38.062113 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-801a802f-f5c2-4432-9fb8-a2fd40205ebb None None] Port 7ea5b7fc-c8aa-4d12-a250-7b7073c048a7 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:49:38.062263 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53642) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:49:38.067135 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-42fe01f8-f8e0-42af-9563-f5afdcac6458 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-626793097', 'description': 'tempest-secgroup-smoke-626793097 description', 'project_id': '010a53c98334424a8f72cd1853d4355e'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:49:38.091595 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-42fe01f8-f8e0-42af-9563-f5afdcac6458 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:38.182376 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-42fe01f8-f8e0-42af-9563-f5afdcac6458 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group (582c33e2-fc26-4bdc-b2c0-156675e2c9c6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:38.187470 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-42fe01f8-f8e0-42af-9563-f5afdcac6458 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (582c33e2-fc26-4bdc-b2c0-156675e2c9c6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:38.222187 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-42fe01f8-f8e0-42af-9563-f5afdcac6458 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:38.223570 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-42fe01f8-f8e0-42af-9563-f5afdcac6458 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1602538 Jan 28 14:49:38.227053 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53644) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:49:38.228078 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe01f8-f8e0-42af-9563-f5afdcac6458 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582c33e2-fc26-4bdc-b2c0-156675e2c9c6,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:38.231950 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-90a883c7-b1c7-4a97-8a96-0ce270a39084 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Request body: {'security_group_rule': {'security_group_id': '582c33e2-fc26-4bdc-b2c0-156675e2c9c6', 'project_id': '010a53c98334424a8f72cd1853d4355e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:49:38.258119 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-90a883c7-b1c7-4a97-8a96-0ce270a39084 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (920b67c9-ef3c-46f8-9a8a-0570812fce93), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:38.319801 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-90a883c7-b1c7-4a97-8a96-0ce270a39084 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (920b67c9-ef3c-46f8-9a8a-0570812fce93), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:38.324931 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-90a883c7-b1c7-4a97-8a96-0ce270a39084 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (920b67c9-ef3c-46f8-9a8a-0570812fce93), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:38.347538 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a883c7-b1c7-4a97-8a96-0ce270a39084 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920b67c9-ef3c-46f8-9a8a-0570812fce93,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:38.353857 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-90a883c7-b1c7-4a97-8a96-0ce270a39084 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:38.355132 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-90a883c7-b1c7-4a97-8a96-0ce270a39084 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269407 Jan 28 14:49:38.357906 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53646) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:49:38.362404 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-cb6c5968-9353-48f5-8a2f-ac1be8ebaf58 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Request body: {'security_group_rule': {'security_group_id': '582c33e2-fc26-4bdc-b2c0-156675e2c9c6', 'project_id': '010a53c98334424a8f72cd1853d4355e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:49:38.388663 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cb6c5968-9353-48f5-8a2f-ac1be8ebaf58 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (24efe3f0-227a-46f6-a5bd-4eaef0d20414), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:38.450044 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cb6c5968-9353-48f5-8a2f-ac1be8ebaf58 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (24efe3f0-227a-46f6-a5bd-4eaef0d20414), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:38.455747 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cb6c5968-9353-48f5-8a2f-ac1be8ebaf58 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (24efe3f0-227a-46f6-a5bd-4eaef0d20414), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:38.474888 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c5968-9353-48f5-8a2f-ac1be8ebaf58 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24efe3f0-227a-46f6-a5bd-4eaef0d20414,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:38.486679 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-cb6c5968-9353-48f5-8a2f-ac1be8ebaf58 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:38.491444 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-cb6c5968-9353-48f5-8a2f-ac1be8ebaf58 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1325345 Jan 28 14:49:38.492262 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 53648) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:49:38.497134 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-8e0616aa-d343-4a62-ad7f-8a8baad4f4e2 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Request body: {'security_group_rule': {'security_group_id': '582c33e2-fc26-4bdc-b2c0-156675e2c9c6', 'project_id': '010a53c98334424a8f72cd1853d4355e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:49:38.524846 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e0616aa-d343-4a62-ad7f-8a8baad4f4e2 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (46e60a75-41c3-4f56-b92e-7e7427253438), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:38.576710 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b53f83c1-258a-474c-8ad9-c59a2278f64c up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:49:38.589534 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e0616aa-d343-4a62-ad7f-8a8baad4f4e2 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (46e60a75-41c3-4f56-b92e-7e7427253438), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:38.594571 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e0616aa-d343-4a62-ad7f-8a8baad4f4e2 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (46e60a75-41c3-4f56-b92e-7e7427253438), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:38.617638 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0616aa-d343-4a62-ad7f-8a8baad4f4e2 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e60a75-41c3-4f56-b92e-7e7427253438,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:38.624115 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8e0616aa-d343-4a62-ad7f-8a8baad4f4e2 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:38.625221 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8e0616aa-d343-4a62-ad7f-8a8baad4f4e2 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1317770 Jan 28 14:49:38.628143 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53650) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:49:38.632969 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-1900991e-7e0a-4543-8d38-662cf1ff6c1c tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Request body: {'security_group_rule': {'security_group_id': '582c33e2-fc26-4bdc-b2c0-156675e2c9c6', 'project_id': '010a53c98334424a8f72cd1853d4355e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:49:38.643928 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port b53f83c1-258a-474c-8ad9-c59a2278f64c triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:49:38.644241 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b53f83c1-258a-474c-8ad9-c59a2278f64c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:38.658681 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1900991e-7e0a-4543-8d38-662cf1ff6c1c tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (fd42b7c2-5540-4cc7-a1df-052741ef1523), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:38.724318 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1900991e-7e0a-4543-8d38-662cf1ff6c1c tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (fd42b7c2-5540-4cc7-a1df-052741ef1523), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:38.725024 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port b53f83c1-258a-474c-8ad9-c59a2278f64c is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:49:38.729686 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1900991e-7e0a-4543-8d38-662cf1ff6c1c tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (fd42b7c2-5540-4cc7-a1df-052741ef1523), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:38.748141 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900991e-7e0a-4543-8d38-662cf1ff6c1c tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd42b7c2-5540-4cc7-a1df-052741ef1523,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:38.755388 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1900991e-7e0a-4543-8d38-662cf1ff6c1c tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:38.756676 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1900991e-7e0a-4543-8d38-662cf1ff6c1c tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1273451 Jan 28 14:49:38.759515 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53652) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:49:38.763948 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-17e4dc2c-da11-4198-bd34-b8a8aa00c75c tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Request body: {'security_group_rule': {'security_group_id': '582c33e2-fc26-4bdc-b2c0-156675e2c9c6', 'project_id': '010a53c98334424a8f72cd1853d4355e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:49:38.785347 n-d-822747-2 neutron-server[103351]: INFO neutron.db.securitygroups_db [None req-17e4dc2c-da11-4198-bd34-b8a8aa00c75c tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Project 010a53c98334424a8f72cd1853d4355e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:49:38.790243 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-17e4dc2c-da11-4198-bd34-b8a8aa00c75c tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (5a9a8f63-040a-47d9-b5a4-7df77a81c732), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:38.847055 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-17e4dc2c-da11-4198-bd34-b8a8aa00c75c tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (5a9a8f63-040a-47d9-b5a4-7df77a81c732), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:38.854197 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-17e4dc2c-da11-4198-bd34-b8a8aa00c75c tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (5a9a8f63-040a-47d9-b5a4-7df77a81c732), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:38.878678 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4dc2c-da11-4198-bd34-b8a8aa00c75c tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9a8f63-040a-47d9-b5a4-7df77a81c732,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:38.889323 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-17e4dc2c-da11-4198-bd34-b8a8aa00c75c tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:38.890597 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-17e4dc2c-da11-4198-bd34-b8a8aa00c75c tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1301043 Jan 28 14:49:38.893543 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53654) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:49:38.897930 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-d00a2bba-8093-4672-a3f9-994c39182f5d tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Request body: {'security_group_rule': {'security_group_id': '582c33e2-fc26-4bdc-b2c0-156675e2c9c6', 'project_id': '010a53c98334424a8f72cd1853d4355e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:49:38.919819 n-d-822747-2 neutron-server[103351]: INFO neutron.db.securitygroups_db [None req-d00a2bba-8093-4672-a3f9-994c39182f5d tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Project 010a53c98334424a8f72cd1853d4355e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:49:38.924783 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d00a2bba-8093-4672-a3f9-994c39182f5d tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (f1e8255d-38e8-4970-adbe-b70ade15d8dc), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:38.996839 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d00a2bba-8093-4672-a3f9-994c39182f5d tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (f1e8255d-38e8-4970-adbe-b70ade15d8dc), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:39.002831 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d00a2bba-8093-4672-a3f9-994c39182f5d tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (f1e8255d-38e8-4970-adbe-b70ade15d8dc), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:39.020294 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a2bba-8093-4672-a3f9-994c39182f5d tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e8255d-38e8-4970-adbe-b70ade15d8dc,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:39.028872 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d00a2bba-8093-4672-a3f9-994c39182f5d tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:39.030465 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d00a2bba-8093-4672-a3f9-994c39182f5d tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1359003 Jan 28 14:49:39.193189 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-96e1e198-e814-4c9f-99c7-cc1473899051 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-626793097&fields=id&tenant_id=010a53c98334424a8f72cd1853d4355e HTTP/1.1" status: 200 len: 267 time: 0.0475197 Jan 28 14:49:39.305297 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-664da7b7-287e-4229-aadc-eb620f72e707 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:39.307001 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-664da7b7-287e-4229-aadc-eb620f72e707 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/networks?id=9ba37f8a-ec17-40a3-a897-7732b0e415a2 HTTP/1.1" status: 200 len: 808 time: 0.1070786 Jan 28 14:49:39.322367 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-ecf1c421-4ea3-464a-b7fb-7d2e3da987bc tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/quotas/010a53c98334424a8f72cd1853d4355e HTTP/1.1" status: 200 len: 375 time: 0.0096056 Jan 28 14:49:39.379773 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-c833a9f9-6e31-4343-9b92-968dea3782dc tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=010a53c98334424a8f72cd1853d4355e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515857 Jan 28 14:49:39.480146 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-4f448c24-39cd-4d4a-895c-5d661ce336dc service neutron] 10.222.0.39 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887425 Jan 28 14:49:39.575322 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-19bbd33e-9bbb-4026-bef0-d02c31c20906 service neutron] 10.222.0.39 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891211 Jan 28 14:49:39.772630 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1b13a8b9-07e9-4a92-9ed1-96d25f02fbd5 req-cf1f1a91-6786-402e-ab26-5c1996bb3a0e tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 210 time: 0.0345030 Jan 28 14:49:40.387265 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-db6e8e3d-6c39-4215-8a4e-10aad99b1b71 req-6f3b4a46-b90a-4560-9c67-fa0c2c3ebf89 service neutron] (103352) timed out ('10.222.0.39', 48746) {{(pid=103352) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 14:49:40.538798 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aff495-c000-4ea3-aca3-b737d823edb4 None None] Sync routers for ids ['be79a575-3435-4c3d-bd90-17c6ad7abc31'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:49:40.550142 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aff495-c000-4ea3-aca3-b737d823edb4 None None] Routers {'be79a575-3435-4c3d-bd90-17c6ad7abc31'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:49:40.550757 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c3aff495-c000-4ea3-aca3-b737d823edb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:49:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['be79a575-3435-4c3d-bd90-17c6ad7abc31'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:40.564844 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ae66d8e9-54b5-42ad-be5b-3abb356b428e up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:49:40.615467 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port ae66d8e9-54b5-42ad-be5b-3abb356b428e triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:49:40.615849 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ae66d8e9-54b5-42ad-be5b-3abb356b428e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:40.661042 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-c3aff495-c000-4ea3-aca3-b737d823edb4 None None] Set router be79a575-3435-4c3d-bd90-17c6ad7abc31 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:49:40.705071 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port ae66d8e9-54b5-42ad-be5b-3abb356b428e is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:49:40.705457 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ae66d8e9-54b5-42ad-be5b-3abb356b428e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:40.734013 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port ae66d8e9-54b5-42ad-be5b-3abb356b428e, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ae66d8e9-54b5-42ad-be5b-3abb356b428e,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:49:40.739600 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ae66d8e9-54b5-42ad-be5b-3abb356b428e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:40.792311 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=ae66d8e9-54b5-42ad-be5b-3abb356b428e,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:40.880561 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c3aff495-c000-4ea3-aca3-b737d823edb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be79a575-3435-4c3d-bd90-17c6ad7abc31', 'name': 'tempest-TestShelveInstance-1212095564-router', 'tenant_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'ae66d8e9-54b5-42ad-be5b-3abb356b428e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:33Z', 'updated_at': '2022-01-28T14:49:36Z', 'revision_number': 4, 'project_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'gw_port': {'id': 'ae66d8e9-54b5-42ad-be5b-3abb356b428e', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be79a575-3435-4c3d-bd90-17c6ad7abc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:33Z', 'updated_at': '2022-01-28T14:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '7ea5b7fc-c8aa-4d12-a250-7b7073c048a7', 'name': '', 'network_id': '2d45049a-7cdf-41c9-a06a-9b53870ba55c', 'tenant_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'mac_address': 'fa:16:3e:cb:6f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be79a575-3435-4c3d-bd90-17c6ad7abc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '7290d1a5-720c-4fe6-b83a-89496bbf4eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:35Z', 'updated_at': '2022-01-28T14:49:36Z', 'revision_number': 2, 'project_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'subnets': [{'id': '7290d1a5-720c-4fe6-b83a-89496bbf4eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:40.909380 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aff495-c000-4ea3-aca3-b737d823edb4 None None] Checking router: be79a575-3435-4c3d-bd90-17c6ad7abc31 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:49:40.910066 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aff495-c000-4ea3-aca3-b737d823edb4 None None] Updating router be79a575-3435-4c3d-bd90-17c6ad7abc31 port 7ea5b7fc-c8aa-4d12-a250-7b7073c048a7 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:49:40.919617 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf02a125-7e24-428f-9724-cc590be0d558 req-bdb7b69c-3c04-4bc9-acc5-ba34e9dafa4b tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 210 time: 0.0628815 Jan 28 14:49:40.925246 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-ba70c360-d82f-486c-a457-ca6e8464fc1d tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:40.926764 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-ba70c360-d82f-486c-a457-ca6e8464fc1d tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.18 "GET /v2.0/networks?id=9ba37f8a-ec17-40a3-a897-7732b0e415a2 HTTP/1.1" status: 200 len: 808 time: 0.1374552 Jan 28 14:49:40.939285 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c3aff495-c000-4ea3-aca3-b737d823edb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7ea5b7fc-c8aa-4d12-a250-7b7073c048a7), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:40.993556 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-f1ecb846-3169-42de-aa3a-1a914008c917 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=010a53c98334424a8f72cd1853d4355e HTTP/1.1" status: 200 len: 379 time: 0.0583909 Jan 28 14:49:41.002749 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-446b55f1-8e9b-4e12-a087-6378d1832c68 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Request body: {'port': {'device_id': '89ec4029-f245-4560-9843-d3ab03da1047', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'admin_state_up': True, 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'security_groups': ['582c33e2-fc26-4bdc-b2c0-156675e2c9c6']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:49:41.114358 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-446b55f1-8e9b-4e12-a087-6378d1832c68 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Made reservation on behalf of 010a53c98334424a8f72cd1853d4355e for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:49:41.117960 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-446b55f1-8e9b-4e12-a087-6378d1832c68 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:41.208663 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c3aff495-c000-4ea3-aca3-b737d823edb4 None None] Publish callbacks [] for port (7ea5b7fc-c8aa-4d12-a250-7b7073c048a7), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:41.214200 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c3aff495-c000-4ea3-aca3-b737d823edb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7ea5b7fc-c8aa-4d12-a250-7b7073c048a7), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:41.249619 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-446b55f1-8e9b-4e12-a087-6378d1832c68 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Allocated IP 172.20.0.8 (9ba37f8a-ec17-40a3-a897-7732b0e415a2/a99c3bcb-0513-4a34-af17-14f6547d5688/ca12252c-5742-4e4b-8db9-3d87baeb27cb) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:49:41.264258 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf7b41-ed5e-4d51-99f1-aeb7cebf0c78 None None] Pushing event updated for resources: {'Port': ['ID=7ea5b7fc-c8aa-4d12-a250-7b7073c048a7,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:41.315128 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-c3aff495-c000-4ea3-aca3-b737d823edb4 None None] Attempting to bind port 7ea5b7fc-c8aa-4d12-a250-7b7073c048a7 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:49:41.315502 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-c3aff495-c000-4ea3-aca3-b737d823edb4 None None] Attempting to bind port 7ea5b7fc-c8aa-4d12-a250-7b7073c048a7 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'b04f77e8-3347-41e1-ae59-df94ecf05822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2d45049a-7cdf-41c9-a06a-9b53870ba55c'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:49:41.316249 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aff495-c000-4ea3-aca3-b737d823edb4 None None] Attempting to bind port 7ea5b7fc-c8aa-4d12-a250-7b7073c048a7 on network 2d45049a-7cdf-41c9-a06a-9b53870ba55c {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:49:41.321780 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aff495-c000-4ea3-aca3-b737d823edb4 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:49:41.322449 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aff495-c000-4ea3-aca3-b737d823edb4 None None] Checking segment: {'id': 'b04f77e8-3347-41e1-ae59-df94ecf05822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2d45049a-7cdf-41c9-a06a-9b53870ba55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:49:41.323116 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c3aff495-c000-4ea3-aca3-b737d823edb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:41.323693 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aff495-c000-4ea3-aca3-b737d823edb4 None None] Bound using segment: {'id': 'b04f77e8-3347-41e1-ae59-df94ecf05822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2d45049a-7cdf-41c9-a06a-9b53870ba55c'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:49:41.324170 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-c3aff495-c000-4ea3-aca3-b737d823edb4 None None] Bound port: 7ea5b7fc-c8aa-4d12-a250-7b7073c048a7, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b04f77e8-3347-41e1-ae59-df94ecf05822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2d45049a-7cdf-41c9-a06a-9b53870ba55c'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:49:41.324554 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c3aff495-c000-4ea3-aca3-b737d823edb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7ea5b7fc-c8aa-4d12-a250-7b7073c048a7), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:41.399291 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-c3aff495-c000-4ea3-aca3-b737d823edb4 None None] For port 7ea5b7fc-c8aa-4d12-a250-7b7073c048a7, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:49:41.400016 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-446b55f1-8e9b-4e12-a087-6378d1832c68 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for port (ca12252c-5742-4e4b-8db9-3d87baeb27cb), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:41.403652 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-c3aff495-c000-4ea3-aca3-b737d823edb4 None None] For port 7ea5b7fc-c8aa-4d12-a250-7b7073c048a7, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7ea5b7fc-c8aa-4d12-a250-7b7073c048a7,segment=NetworkSegment(b04f77e8-3347-41e1-ae59-df94ecf05822),segment_id=b04f77e8-3347-41e1-ae59-df94ecf05822)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:49:41.411325 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-c3aff495-c000-4ea3-aca3-b737d823edb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7ea5b7fc-c8aa-4d12-a250-7b7073c048a7), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:41.438839 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-446b55f1-8e9b-4e12-a087-6378d1832c68 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ca12252c-5742-4e4b-8db9-3d87baeb27cb), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:41.473509 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aff495-c000-4ea3-aca3-b737d823edb4 None None] Routers {'be79a575-3435-4c3d-bd90-17c6ad7abc31'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:49:41.473960 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c3aff495-c000-4ea3-aca3-b737d823edb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:49:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['be79a575-3435-4c3d-bd90-17c6ad7abc31'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:41.478003 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf7b41-ed5e-4d51-99f1-aeb7cebf0c78 None None] Pushing event updated for resources: {'Port': ['ID=7ea5b7fc-c8aa-4d12-a250-7b7073c048a7,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:41.490604 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-446b55f1-8e9b-4e12-a087-6378d1832c68 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Network 9ba37f8a-ec17-40a3-a897-7732b0e415a2 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:49:41.496405 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-446b55f1-8e9b-4e12-a087-6378d1832c68 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:49:41.500981 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-446b55f1-8e9b-4e12-a087-6378d1832c68 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:49:41.505457 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b55f1-8e9b-4e12-a087-6378d1832c68 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Pushing event updated for resources: {'Port': ['ID=ca12252c-5742-4e4b-8db9-3d87baeb27cb,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:41.533811 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-220a1234-b029-4db1-8984-e88e730847c8 None None] Provisioning complete for port 7ea5b7fc-c8aa-4d12-a250-7b7073c048a7 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:49:41.535467 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-220a1234-b029-4db1-8984-e88e730847c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7ea5b7fc-c8aa-4d12-a250-7b7073c048a7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:41.558306 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-446b55f1-8e9b-4e12-a087-6378d1832c68 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:41.559025 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-446b55f1-8e9b-4e12-a087-6378d1832c68 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:41.582677 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-446b55f1-8e9b-4e12-a087-6378d1832c68 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5825367 Jan 28 14:49:41.594093 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-6fb6043b-814f-40e7-aedd-3392fb92a799 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:49:41.595736 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-6fb6043b-814f-40e7-aedd-3392fb92a799 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079906 Jan 28 14:49:41.603847 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-c3aff495-c000-4ea3-aca3-b737d823edb4 None None] Set router be79a575-3435-4c3d-bd90-17c6ad7abc31 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:49:41.609394 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-ca1e81a3-564f-40a8-b2a5-f8bce09c1289 service neutron] Request body: {'port': {'device_id': '89ec4029-f245-4560-9843-d3ab03da1047', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:49:41.672280 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-220a1234-b029-4db1-8984-e88e730847c8 None None] Current status of the port 7ea5b7fc-c8aa-4d12-a250-7b7073c048a7 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:49:41.673326 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-220a1234-b029-4db1-8984-e88e730847c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7ea5b7fc-c8aa-4d12-a250-7b7073c048a7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:41.687697 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-ca1e81a3-564f-40a8-b2a5-f8bce09c1289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ca12252c-5742-4e4b-8db9-3d87baeb27cb), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:41.715111 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-220a1234-b029-4db1-8984-e88e730847c8 None None] For port 7ea5b7fc-c8aa-4d12-a250-7b7073c048a7, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7ea5b7fc-c8aa-4d12-a250-7b7073c048a7,segment=NetworkSegment(b04f77e8-3347-41e1-ae59-df94ecf05822),segment_id=b04f77e8-3347-41e1-ae59-df94ecf05822)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:49:41.725879 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-220a1234-b029-4db1-8984-e88e730847c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7ea5b7fc-c8aa-4d12-a250-7b7073c048a7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:41.825190 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a1234-b029-4db1-8984-e88e730847c8 None None] Pushing event updated for resources: {'Port': ['ID=7ea5b7fc-c8aa-4d12-a250-7b7073c048a7,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:41.849827 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ad72f27e-2ec3-4db0-b689-545394a77c92 None None] Provisioning complete for port ca12252c-5742-4e4b-8db9-3d87baeb27cb triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:49:41.850198 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad72f27e-2ec3-4db0-b689-545394a77c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ca12252c-5742-4e4b-8db9-3d87baeb27cb), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:41.887823 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ad72f27e-2ec3-4db0-b689-545394a77c92 None None] Port ca12252c-5742-4e4b-8db9-3d87baeb27cb cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:49:41.898016 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-ad72f27e-2ec3-4db0-b689-545394a77c92 None None] Provisioning complete for port 7ea5b7fc-c8aa-4d12-a250-7b7073c048a7 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:49:41.898389 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ad72f27e-2ec3-4db0-b689-545394a77c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7ea5b7fc-c8aa-4d12-a250-7b7073c048a7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:41.978022 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-c3aff495-c000-4ea3-aca3-b737d823edb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be79a575-3435-4c3d-bd90-17c6ad7abc31', 'name': 'tempest-TestShelveInstance-1212095564-router', 'tenant_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'ae66d8e9-54b5-42ad-be5b-3abb356b428e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:33Z', 'updated_at': '2022-01-28T14:49:36Z', 'revision_number': 4, 'project_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'gw_port': {'id': 'ae66d8e9-54b5-42ad-be5b-3abb356b428e', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be79a575-3435-4c3d-bd90-17c6ad7abc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:33Z', 'updated_at': '2022-01-28T14:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '7ea5b7fc-c8aa-4d12-a250-7b7073c048a7', 'name': '', 'network_id': '2d45049a-7cdf-41c9-a06a-9b53870ba55c', 'tenant_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'mac_address': 'fa:16:3e:cb:6f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be79a575-3435-4c3d-bd90-17c6ad7abc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '7290d1a5-720c-4fe6-b83a-89496bbf4eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:35Z', 'updated_at': '2022-01-28T14:49:41Z', 'revision_number': 4, 'project_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'subnets': [{'id': '7290d1a5-720c-4fe6-b83a-89496bbf4eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:42.020526 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aff495-c000-4ea3-aca3-b737d823edb4 None None] The sync data for ids ['be79a575-3435-4c3d-bd90-17c6ad7abc31'] in n-d-822747-2 is: [{'id': 'be79a575-3435-4c3d-bd90-17c6ad7abc31', 'name': 'tempest-TestShelveInstance-1212095564-router', 'tenant_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'ae66d8e9-54b5-42ad-be5b-3abb356b428e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:33Z', 'updated_at': '2022-01-28T14:49:36Z', 'revision_number': 4, 'project_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'gw_port': {'id': 'ae66d8e9-54b5-42ad-be5b-3abb356b428e', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be79a575-3435-4c3d-bd90-17c6ad7abc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:33Z', 'updated_at': '2022-01-28T14:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '7ea5b7fc-c8aa-4d12-a250-7b7073c048a7', 'name': '', 'network_id': '2d45049a-7cdf-41c9-a06a-9b53870ba55c', 'tenant_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'mac_address': 'fa:16:3e:cb:6f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be79a575-3435-4c3d-bd90-17c6ad7abc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '7290d1a5-720c-4fe6-b83a-89496bbf4eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:35Z', 'updated_at': '2022-01-28T14:49:41Z', 'revision_number': 4, 'project_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'subnets': [{'id': '7290d1a5-720c-4fe6-b83a-89496bbf4eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:49:42.029443 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-ca1e81a3-564f-40a8-b2a5-f8bce09c1289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca12252c-5742-4e4b-8db9-3d87baeb27cb {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:49:42.060089 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-ca1e81a3-564f-40a8-b2a5-f8bce09c1289 service neutron] Publish callbacks [] for port (ca12252c-5742-4e4b-8db9-3d87baeb27cb), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:42.080588 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-ca1e81a3-564f-40a8-b2a5-f8bce09c1289 service neutron] Transition to ACTIVE for port object ca12252c-5742-4e4b-8db9-3d87baeb27cb will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:49:42.087709 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-ca1e81a3-564f-40a8-b2a5-f8bce09c1289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (ca12252c-5742-4e4b-8db9-3d87baeb27cb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:42.100787 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410f59f-54e8-4342-92ac-07506735c6db req-fc3895c6-087a-4b49-b16a-7d3d4020212b tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:42.102391 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5410f59f-54e8-4342-92ac-07506735c6db req-fc3895c6-087a-4b49-b16a-7d3d4020212b tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 931 time: 0.0987525 Jan 28 14:49:42.165444 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ad72f27e-2ec3-4db0-b689-545394a77c92 None None] Current status of the port 7ea5b7fc-c8aa-4d12-a250-7b7073c048a7 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:49:42.169853 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e81a3-564f-40a8-b2a5-f8bce09c1289 service neutron] Pushing event updated for resources: {'Port': ['ID=ca12252c-5742-4e4b-8db9-3d87baeb27cb,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:42.220722 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5410f59f-54e8-4342-92ac-07506735c6db req-9fd4e8b7-05cb-4cd4-8a73-c5eadef7cff6 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946608 Jan 28 14:49:42.274874 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-ca1e81a3-564f-40a8-b2a5-f8bce09c1289 service neutron] Attempting to bind port ca12252c-5742-4e4b-8db9-3d87baeb27cb on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:49:42.275346 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-ca1e81a3-564f-40a8-b2a5-f8bce09c1289 service neutron] Attempting to bind port ca12252c-5742-4e4b-8db9-3d87baeb27cb by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '588b5b65-1ecc-4a57-9921-68632e372fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:49:42.275740 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-ca1e81a3-564f-40a8-b2a5-f8bce09c1289 service neutron] Attempting to bind port ca12252c-5742-4e4b-8db9-3d87baeb27cb on network 9ba37f8a-ec17-40a3-a897-7732b0e415a2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:49:42.280981 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-ca1e81a3-564f-40a8-b2a5-f8bce09c1289 service neutron] Port ca12252c-5742-4e4b-8db9-3d87baeb27cb on network 9ba37f8a-ec17-40a3-a897-7732b0e415a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:49:42.281379 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-ca1e81a3-564f-40a8-b2a5-f8bce09c1289 service neutron] Attempting to bind port ca12252c-5742-4e4b-8db9-3d87baeb27cb on network 9ba37f8a-ec17-40a3-a897-7732b0e415a2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:49:42.287474 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-ca1e81a3-564f-40a8-b2a5-f8bce09c1289 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:49:42.287900 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-ca1e81a3-564f-40a8-b2a5-f8bce09c1289 service neutron] Checking segment: {'id': '588b5b65-1ecc-4a57-9921-68632e372fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:49:42.288352 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-ca1e81a3-564f-40a8-b2a5-f8bce09c1289 service neutron] Bound using segment: {'id': '588b5b65-1ecc-4a57-9921-68632e372fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:49:42.288859 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-ca1e81a3-564f-40a8-b2a5-f8bce09c1289 service neutron] Bound port: ca12252c-5742-4e4b-8db9-3d87baeb27cb, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '588b5b65-1ecc-4a57-9921-68632e372fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:49:42.289349 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-ca1e81a3-564f-40a8-b2a5-f8bce09c1289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ca12252c-5742-4e4b-8db9-3d87baeb27cb), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:42.361606 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-ca1e81a3-564f-40a8-b2a5-f8bce09c1289 service neutron] For port ca12252c-5742-4e4b-8db9-3d87baeb27cb, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:49:42.365461 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-ca1e81a3-564f-40a8-b2a5-f8bce09c1289 service neutron] For port ca12252c-5742-4e4b-8db9-3d87baeb27cb, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ca12252c-5742-4e4b-8db9-3d87baeb27cb,segment=NetworkSegment(588b5b65-1ecc-4a57-9921-68632e372fd1),segment_id=588b5b65-1ecc-4a57-9921-68632e372fd1)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:49:42.371198 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-ca1e81a3-564f-40a8-b2a5-f8bce09c1289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (ca12252c-5742-4e4b-8db9-3d87baeb27cb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:42.408955 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-ca1e81a3-564f-40a8-b2a5-f8bce09c1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:42.409643 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-ca1e81a3-564f-40a8-b2a5-f8bce09c1289 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:42.411084 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-ca1e81a3-564f-40a8-b2a5-f8bce09c1289 service neutron] 10.222.0.18 "PUT /v2.0/ports/ca12252c-5742-4e4b-8db9-3d87baeb27cb HTTP/1.1" status: 200 len: 1091 time: 0.8078249 Jan 28 14:49:42.411588 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ec4029-f245-4560-9843-d3ab03da1047', 'tag': 'ca12252c-5742-4e4b-8db9-3d87baeb27cb'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:49:42.413931 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cad520-046b-4458-83b4-b58e37d58880" -d '{"events": [{"name": "network-changed", "server_uuid": "89ec4029-f245-4560-9843-d3ab03da1047", "tag": "ca12252c-5742-4e4b-8db9-3d87baeb27cb"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:49:42.437829 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e81a3-564f-40a8-b2a5-f8bce09c1289 service neutron] Pushing event updated for resources: {'Port': ['ID=ca12252c-5742-4e4b-8db9-3d87baeb27cb,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:42.476041 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb73c38f-da11-4671-a2da-f9f939ef49d3 x-openstack-request-id: req-bb73c38f-da11-4671-a2da-f9f939ef49d3 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:49:42.476480 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ec4029-f245-4560-9843-d3ab03da1047", "tag": "ca12252c-5742-4e4b-8db9-3d87baeb27cb", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:49:42.476956 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb73c38f-da11-4671-a2da-f9f939ef49d3 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:49:42.477616 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ec4029-f245-4560-9843-d3ab03da1047', 'tag': 'ca12252c-5742-4e4b-8db9-3d87baeb27cb', 'status': 'completed', 'code': 200} Jan 28 14:49:42.525413 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-94f8ceba-8113-47d5-9897-6a8f055cf5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:42.527751 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-94f8ceba-8113-47d5-9897-6a8f055cf5f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=010a53c98334424a8f72cd1853d4355e&device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 1094 time: 0.0687973 Jan 28 14:49:42.586510 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-a5cffb94-659d-48bd-98b3-204d688235dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca12252c-5742-4e4b-8db9-3d87baeb27cb HTTP/1.1" status: 200 len: 217 time: 0.0523479 Jan 28 14:49:42.595585 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ae66d8e9-54b5-42ad-be5b-3abb356b428e up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:49:42.647538 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-72c1087e-d2bf-41b4-a40d-5ae5276ab70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:42.647933 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port ae66d8e9-54b5-42ad-be5b-3abb356b428e triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:49:42.648316 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ae66d8e9-54b5-42ad-be5b-3abb356b428e), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:42.649361 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-72c1087e-d2bf-41b4-a40d-5ae5276ab70e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a99c3bcb-0513-4a34-af17-14f6547d5688 HTTP/1.1" status: 200 len: 847 time: 0.0571215 Jan 28 14:49:42.715757 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-b81c0c04-d705-43e5-8f52-67c16cba0064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:42.717586 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-b81c0c04-d705-43e5-8f52-67c16cba0064 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ba37f8a-ec17-40a3-a897-7732b0e415a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611610 Jan 28 14:49:42.756730 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port ae66d8e9-54b5-42ad-be5b-3abb356b428e is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:49:42.757847 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7ea5b7fc-c8aa-4d12-a250-7b7073c048a7 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:49:42.805387 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 7ea5b7fc-c8aa-4d12-a250-7b7073c048a7 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:49:42.805774 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7ea5b7fc-c8aa-4d12-a250-7b7073c048a7), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:42.813808 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-b7c1055e-4a1f-4aaf-b075-a22ce6abfc6c service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885608 Jan 28 14:49:42.890878 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 7ea5b7fc-c8aa-4d12-a250-7b7073c048a7 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:49:42.910187 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6a157e07-c856-4b9b-87ea-eb87191a2ce7 req-42fb0c5c-af6b-41fb-b37c-582782728792 service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909877 Jan 28 14:49:43.012190 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cad520-046b-4458-83b4-b58e37d58880 req-28a4ccfc-3b1d-4b18-9e5b-fdfe9114dc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:43.013663 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2cad520-046b-4458-83b4-b58e37d58880 req-28a4ccfc-3b1d-4b18-9e5b-fdfe9114dc9d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=010a53c98334424a8f72cd1853d4355e&device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 1094 time: 0.0482137 Jan 28 14:49:43.123473 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cad520-046b-4458-83b4-b58e37d58880 req-b9d55d41-aa8e-442f-8914-9ff3b63bb255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:43.124988 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2cad520-046b-4458-83b4-b58e37d58880 req-b9d55d41-aa8e-442f-8914-9ff3b63bb255 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ba37f8a-ec17-40a3-a897-7732b0e415a2 HTTP/1.1" status: 200 len: 908 time: 0.0951631 Jan 28 14:49:43.167865 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2cad520-046b-4458-83b4-b58e37d58880 req-9b551301-8a47-456a-afca-c24f787d4c24 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca12252c-5742-4e4b-8db9-3d87baeb27cb HTTP/1.1" status: 200 len: 217 time: 0.0362089 Jan 28 14:49:43.217549 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cad520-046b-4458-83b4-b58e37d58880 req-23b4ffb8-0c6c-46e7-9d41-01064427be94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:43.219005 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2cad520-046b-4458-83b4-b58e37d58880 req-23b4ffb8-0c6c-46e7-9d41-01064427be94 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a99c3bcb-0513-4a34-af17-14f6547d5688 HTTP/1.1" status: 200 len: 847 time: 0.0447786 Jan 28 14:49:43.266499 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cad520-046b-4458-83b4-b58e37d58880 req-52e147e7-cdc5-42e0-ace5-e8bbb3ea26cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:43.269000 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2cad520-046b-4458-83b4-b58e37d58880 req-52e147e7-cdc5-42e0-ace5-e8bbb3ea26cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ba37f8a-ec17-40a3-a897-7732b0e415a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433700 Jan 28 14:49:43.391457 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932910ca-5377-4326-b11d-e8a49a139720 req-ea6ec2fa-0c2f-40f1-a49b-1ba5c46c530f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:43.392931 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-932910ca-5377-4326-b11d-e8a49a139720 req-ea6ec2fa-0c2f-40f1-a49b-1ba5c46c530f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 943 time: 0.0964506 Jan 28 14:49:43.396635 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2cad520-046b-4458-83b4-b58e37d58880 req-c4e8f7b8-43e2-49ca-8f91-35af12deb6c2 service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210103 Jan 28 14:49:43.495906 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-932910ca-5377-4326-b11d-e8a49a139720 req-0239b05e-c1a1-44fd-8d84-b36edcea0cf0 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972130 Jan 28 14:49:43.520313 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a2cad520-046b-4458-83b4-b58e37d58880 req-cc681eeb-f006-4a30-8780-40a1ca1f63a4 service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156111 Jan 28 14:49:44.214427 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:49:44.633094 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a5d81-6931-4c1f-869e-b9366aa5ed3a req-d5902f7b-3d82-451d-925c-891d1c7fa23f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:44.634601 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c09a5d81-6931-4c1f-869e-b9366aa5ed3a req-d5902f7b-3d82-451d-925c-891d1c7fa23f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 943 time: 0.0589645 Jan 28 14:49:44.684270 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c09a5d81-6931-4c1f-869e-b9366aa5ed3a req-333101e1-b154-4041-8ac1-61a75a48b5c1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438273 Jan 28 14:49:45.826400 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc00877-44af-4360-83fa-8f1ffa5c20d9 req-ea32fb98-eb18-458d-8f21-7089ffaebd04 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:45.827884 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9dc00877-44af-4360-83fa-8f1ffa5c20d9 req-ea32fb98-eb18-458d-8f21-7089ffaebd04 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 943 time: 0.0515938 Jan 28 14:49:45.889988 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9dc00877-44af-4360-83fa-8f1ffa5c20d9 req-78ac626f-31b7-445e-af52-f27c919eced5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534599 Jan 28 14:49:47.029022 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777b700-f97e-4dc7-832c-ead2ccd17026 req-40668805-ca2a-4cb9-a327-520bf87dad0f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:47.030882 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0777b700-f97e-4dc7-832c-ead2ccd17026 req-40668805-ca2a-4cb9-a327-520bf87dad0f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 943 time: 0.0598254 Jan 28 14:49:47.079615 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0777b700-f97e-4dc7-832c-ead2ccd17026 req-6599df7c-e725-4c69-a872-19b2518a02ba tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427675 Jan 28 14:49:47.160496 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device ca12252c-5742-4e4b-8db9-3d87baeb27cb details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:49:47.281940 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port ca12252c-5742-4e4b-8db9-3d87baeb27cb, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ca12252c-5742-4e4b-8db9-3d87baeb27cb,segment=NetworkSegment(588b5b65-1ecc-4a57-9921-68632e372fd1),segment_id=588b5b65-1ecc-4a57-9921-68632e372fd1)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:49:47.292529 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'ca12252c-5742-4e4b-8db9-3d87baeb27cb', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'port_id': 'ca12252c-5742-4e4b-8db9-3d87baeb27cb', 'mac_address': 'fa:16:3e:6b:d7:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:49:47.331070 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port ca12252c-5742-4e4b-8db9-3d87baeb27cb is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:49:47.331460 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ca12252c-5742-4e4b-8db9-3d87baeb27cb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:47.345152 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca12252c-5742-4e4b-8db9-3d87baeb27cb {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:49:47.364655 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port ca12252c-5742-4e4b-8db9-3d87baeb27cb, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ca12252c-5742-4e4b-8db9-3d87baeb27cb,segment=NetworkSegment(588b5b65-1ecc-4a57-9921-68632e372fd1),segment_id=588b5b65-1ecc-4a57-9921-68632e372fd1)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:49:47.371247 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ca12252c-5742-4e4b-8db9-3d87baeb27cb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:47.422253 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=ca12252c-5742-4e4b-8db9-3d87baeb27cb,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:47.588043 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['ca12252c-5742-4e4b-8db9-3d87baeb27cb'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:49:48.215461 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96748e49-9001-458a-ba48-7e12c75aeef5 req-654ed37b-d9a9-495c-924b-7719e6dfaf92 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:48.217028 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-96748e49-9001-458a-ba48-7e12c75aeef5 req-654ed37b-d9a9-495c-924b-7719e6dfaf92 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 944 time: 0.0580761 Jan 28 14:49:48.272494 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-96748e49-9001-458a-ba48-7e12c75aeef5 req-7b157a52-3b7c-43fb-b530-84eb3e2bc068 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475390 Jan 28 14:49:48.583055 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:49.171324 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device ca12252c-5742-4e4b-8db9-3d87baeb27cb up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:49:49.230609 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port ca12252c-5742-4e4b-8db9-3d87baeb27cb completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:49:49.234305 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port ca12252c-5742-4e4b-8db9-3d87baeb27cb triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:49:49.234677 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ca12252c-5742-4e4b-8db9-3d87baeb27cb), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:49.311884 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port ca12252c-5742-4e4b-8db9-3d87baeb27cb is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:49:49.312298 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ca12252c-5742-4e4b-8db9-3d87baeb27cb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:49.336678 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ec4029-f245-4560-9843-d3ab03da1047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca12252c-5742-4e4b-8db9-3d87baeb27cb'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:49:49.339024 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245ddc35-cd70-4c0e-909e-67c3549968a4" -d '{"events": [{"server_uuid": "89ec4029-f245-4560-9843-d3ab03da1047", "name": "network-vif-plugged", "status": "completed", "tag": "ca12252c-5742-4e4b-8db9-3d87baeb27cb"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:49:49.351854 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port ca12252c-5742-4e4b-8db9-3d87baeb27cb, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ca12252c-5742-4e4b-8db9-3d87baeb27cb,segment=NetworkSegment(588b5b65-1ecc-4a57-9921-68632e372fd1),segment_id=588b5b65-1ecc-4a57-9921-68632e372fd1)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:49:49.358148 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ca12252c-5742-4e4b-8db9-3d87baeb27cb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:49.399461 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8f93c-0dc9-4afb-a036-100d00443078 req-c624a0a4-3964-4c1d-88a5-cf8af9a34da2 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:49.401065 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cba8f93c-0dc9-4afb-a036-100d00443078 req-c624a0a4-3964-4c1d-88a5-cf8af9a34da2 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 945 time: 0.0532203 Jan 28 14:49:49.418092 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=ca12252c-5742-4e4b-8db9-3d87baeb27cb,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:49.451328 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25682b2-5443-4be9-8bf8-02cc294b0c53 x-openstack-request-id: req-b25682b2-5443-4be9-8bf8-02cc294b0c53 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:49:49.451642 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ec4029-f245-4560-9843-d3ab03da1047", "name": "network-vif-plugged", "status": "completed", "tag": "ca12252c-5742-4e4b-8db9-3d87baeb27cb", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:49:49.451899 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b25682b2-5443-4be9-8bf8-02cc294b0c53 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:49:49.452298 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ec4029-f245-4560-9843-d3ab03da1047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca12252c-5742-4e4b-8db9-3d87baeb27cb', 'code': 200} Jan 28 14:49:49.463604 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cba8f93c-0dc9-4afb-a036-100d00443078 req-49be2917-277f-4528-b69e-5a687a1b6928 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557990 Jan 28 14:49:49.547712 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd743a-eb8d-413b-9ae2-44f9f3252142 req-268c9f2a-ca7e-4dbc-b054-66dd6b034d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:49.549247 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-57bd743a-eb8d-413b-9ae2-44f9f3252142 req-268c9f2a-ca7e-4dbc-b054-66dd6b034d49 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 1096 time: 0.0413094 Jan 28 14:49:49.593740 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-57bd743a-eb8d-413b-9ae2-44f9f3252142 req-ce952926-04d0-4022-b2f6-1c8ace3382a1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387731 Jan 28 14:49:50.664365 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:50.867074 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ae7e2-27e9-4988-8b28-35f109545f8e req-2fcdb842-211a-4cd6-87c9-a1db32b6750e tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:50.868542 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-557ae7e2-27e9-4988-8b28-35f109545f8e req-2fcdb842-211a-4cd6-87c9-a1db32b6750e tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 945 time: 0.3318043 Jan 28 14:49:50.918323 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-557ae7e2-27e9-4988-8b28-35f109545f8e req-e71292ea-e173-4335-b154-146984352f41 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439167 Jan 28 14:49:52.038561 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376c3a6-9938-4fd2-9a25-a753126c095f req-b9f8c5d3-30a8-4e91-bcbf-55769e13f695 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:52.040098 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8376c3a6-9938-4fd2-9a25-a753126c095f req-b9f8c5d3-30a8-4e91-bcbf-55769e13f695 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 945 time: 0.0499835 Jan 28 14:49:52.097946 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8376c3a6-9938-4fd2-9a25-a753126c095f req-bdebe276-7c15-4e96-abcd-67a390e66e26 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512431 Jan 28 14:49:52.222038 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d32d6-a05e-4225-aeb8-63eb03121c12 req-aeee069f-11d1-4315-ab3f-3bf7dba95324 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:52.223409 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-263d32d6-a05e-4225-aeb8-63eb03121c12 req-aeee069f-11d1-4315-ab3f-3bf7dba95324 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 945 time: 0.0532997 Jan 28 14:49:52.276453 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-263d32d6-a05e-4225-aeb8-63eb03121c12 req-a4e7677c-bd9a-4411-ba77-02c7ac588be7 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441313 Jan 28 14:49:52.302194 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53712) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:49:52.430991 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c028f40d-4821-40ac-b29c-1fbd9c7955b3 tempest-TestShelveInstance-775266635 tempest-TestShelveInstance-775266635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:52.432495 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c028f40d-4821-40ac-b29c-1fbd9c7955b3 tempest-TestShelveInstance-775266635 tempest-TestShelveInstance-775266635-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 1091 time: 0.1292646 Jan 28 14:49:52.437218 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 53716) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:49:52.441498 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-74829890-c1f1-4e58-9647-97c9c7b51288 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'port_id': 'ca12252c-5742-4e4b-8db9-3d87baeb27cb', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:49:52.466157 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-74829890-c1f1-4e58-9647-97c9c7b51288 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:52.568519 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-74829890-c1f1-4e58-9647-97c9c7b51288 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:52.675885 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-74829890-c1f1-4e58-9647-97c9c7b51288 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Allocated IP 172.25.3.95 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/1399ab04-3dd8-480c-813c-6e33f4f7f641) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:49:52.794366 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-74829890-c1f1-4e58-9647-97c9c7b51288 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for port (1399ab04-3dd8-480c-813c-6e33f4f7f641), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:52.836131 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-74829890-c1f1-4e58-9647-97c9c7b51288 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (1399ab04-3dd8-480c-813c-6e33f4f7f641), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:52.877492 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74829890-c1f1-4e58-9647-97c9c7b51288 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:49:52.880471 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-74829890-c1f1-4e58-9647-97c9c7b51288 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:49:52.883700 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74829890-c1f1-4e58-9647-97c9c7b51288 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:49:52.912825 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74829890-c1f1-4e58-9647-97c9c7b51288 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Pushing event updated for resources: {'Port': ['ID=1399ab04-3dd8-480c-813c-6e33f4f7f641,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:53.259265 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-74829890-c1f1-4e58-9647-97c9c7b51288 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for floatingip (b7c181bf-7ffe-44bf-8a96-e3539d69b016), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:53.335154 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-74829890-c1f1-4e58-9647-97c9c7b51288 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (1399ab04-3dd8-480c-813c-6e33f4f7f641), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:53.496286 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-74829890-c1f1-4e58-9647-97c9c7b51288 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for port (1399ab04-3dd8-480c-813c-6e33f4f7f641), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:53.503481 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-74829890-c1f1-4e58-9647-97c9c7b51288 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (1399ab04-3dd8-480c-813c-6e33f4f7f641), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:53.573774 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74829890-c1f1-4e58-9647-97c9c7b51288 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Pushing event updated for resources: {'Port': ['ID=1399ab04-3dd8-480c-813c-6e33f4f7f641,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:53.583952 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-74829890-c1f1-4e58-9647-97c9c7b51288 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (b7c181bf-7ffe-44bf-8a96-e3539d69b016), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:53.686490 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [None req-74829890-c1f1-4e58-9647-97c9c7b51288 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Floating IP b7c181bf-7ffe-44bf-8a96-e3539d69b016 associated. External IP: 172.25.3.95, port: ca12252c-5742-4e4b-8db9-3d87baeb27cb. Jan 28 14:49:53.900901 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74829890-c1f1-4e58-9647-97c9c7b51288 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Router e8b23a55-edb4-4e62-9735-8454cddad60b has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:49:54.018989 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74829890-c1f1-4e58-9647-97c9c7b51288 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:49:54.029568 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2117357-08b9-49fb-bc65-692c0f5e46b2 None None] Sync routers for ids ['e8b23a55-edb4-4e62-9735-8454cddad60b'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:49:54.040311 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-74829890-c1f1-4e58-9647-97c9c7b51288 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:54.040966 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2117357-08b9-49fb-bc65-692c0f5e46b2 None None] Routers {'e8b23a55-edb4-4e62-9735-8454cddad60b'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:49:54.041622 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c2117357-08b9-49fb-bc65-692c0f5e46b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:49:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e8b23a55-edb4-4e62-9735-8454cddad60b'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:54.067696 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-74829890-c1f1-4e58-9647-97c9c7b51288 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6294506 Jan 28 14:49:54.068277 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ec4029-f245-4560-9843-d3ab03da1047', 'tag': 'ca12252c-5742-4e4b-8db9-3d87baeb27cb'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:49:54.070619 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f08c38-7110-418e-9c25-8d0d97f006cd" -d '{"events": [{"name": "network-changed", "server_uuid": "89ec4029-f245-4560-9843-d3ab03da1047", "tag": "ca12252c-5742-4e4b-8db9-3d87baeb27cb"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:49:54.107228 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d403dcb1-6108-454e-8c90-1fc325b540e3 x-openstack-request-id: req-d403dcb1-6108-454e-8c90-1fc325b540e3 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:49:54.107522 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ec4029-f245-4560-9843-d3ab03da1047", "tag": "ca12252c-5742-4e4b-8db9-3d87baeb27cb", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:49:54.107770 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d403dcb1-6108-454e-8c90-1fc325b540e3 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:49:54.108177 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ec4029-f245-4560-9843-d3ab03da1047', 'tag': 'ca12252c-5742-4e4b-8db9-3d87baeb27cb', 'status': 'completed', 'code': 200} Jan 28 14:49:54.154481 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-c2117357-08b9-49fb-bc65-692c0f5e46b2 None None] Set router e8b23a55-edb4-4e62-9735-8454cddad60b gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:49:54.169807 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f08c38-7110-418e-9c25-8d0d97f006cd req-69c592d7-7065-4233-b0e9-2d7787edd632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:54.171371 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a9f08c38-7110-418e-9c25-8d0d97f006cd req-69c592d7-7065-4233-b0e9-2d7787edd632 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=010a53c98334424a8f72cd1853d4355e&device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 1096 time: 0.0421693 Jan 28 14:49:54.265886 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f08c38-7110-418e-9c25-8d0d97f006cd req-c0ca3694-d878-45a7-85ee-b23ef5321935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:54.267446 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a9f08c38-7110-418e-9c25-8d0d97f006cd req-c0ca3694-d878-45a7-85ee-b23ef5321935 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ba37f8a-ec17-40a3-a897-7732b0e415a2 HTTP/1.1" status: 200 len: 908 time: 0.0894732 Jan 28 14:49:54.335143 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a9f08c38-7110-418e-9c25-8d0d97f006cd req-6eceadf2-976b-4b1c-b3fe-c72e0f803092 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca12252c-5742-4e4b-8db9-3d87baeb27cb HTTP/1.1" status: 200 len: 998 time: 0.0607557 Jan 28 14:49:54.380457 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c2117357-08b9-49fb-bc65-692c0f5e46b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'name': 'tempest-TestShelveInstance-473823352-router', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:28Z', 'updated_at': '2022-01-28T14:49:31Z', 'revision_number': 4, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'gw_port': {'id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ee:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:29Z', 'updated_at': '2022-01-28T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'b7c181bf-7ffe-44bf-8a96-e3539d69b016', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'floating_ip_address': '172.25.3.95', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'port_id': 'ca12252c-5742-4e4b-8db9-3d87baeb27cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'mac_address': 'fa:16:3e:6b:d7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ec4029-f245-4560-9843-d3ab03da1047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:49:53Z', 'updated_at': '2022-01-28T14:49:53Z', 'revision_number': 0, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b53f83c1-258a-474c-8ad9-c59a2278f64c', 'name': '', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'mac_address': 'fa:16:3e:91:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:30Z', 'updated_at': '2022-01-28T14:49:37Z', 'revision_number': 5, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'subnets': [{'id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:54.382655 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f08c38-7110-418e-9c25-8d0d97f006cd req-92b14699-a553-4a06-918b-32fb3dbd09f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:54.384148 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a9f08c38-7110-418e-9c25-8d0d97f006cd req-92b14699-a553-4a06-918b-32fb3dbd09f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a99c3bcb-0513-4a34-af17-14f6547d5688 HTTP/1.1" status: 200 len: 847 time: 0.0436223 Jan 28 14:49:54.411889 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2117357-08b9-49fb-bc65-692c0f5e46b2 None None] Checking router: e8b23a55-edb4-4e62-9735-8454cddad60b for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:49:54.420929 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2117357-08b9-49fb-bc65-692c0f5e46b2 None None] Routers {'e8b23a55-edb4-4e62-9735-8454cddad60b'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:49:54.421541 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c2117357-08b9-49fb-bc65-692c0f5e46b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:49:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e8b23a55-edb4-4e62-9735-8454cddad60b'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:54.437709 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f08c38-7110-418e-9c25-8d0d97f006cd req-d51e6aed-a6d0-489e-a98b-8e5159d5cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:54.439281 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a9f08c38-7110-418e-9c25-8d0d97f006cd req-d51e6aed-a6d0-489e-a98b-8e5159d5cc7f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ba37f8a-ec17-40a3-a897-7732b0e415a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492818 Jan 28 14:49:54.527223 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-c2117357-08b9-49fb-bc65-692c0f5e46b2 None None] Set router e8b23a55-edb4-4e62-9735-8454cddad60b gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:49:54.530412 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a9f08c38-7110-418e-9c25-8d0d97f006cd req-c62d63d9-740d-4f39-a6ef-c55d2d24be0c service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831163 Jan 28 14:49:54.624009 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a9f08c38-7110-418e-9c25-8d0d97f006cd req-935d35ce-5be3-4175-94e2-82f08d00c1a4 service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872557 Jan 28 14:49:54.757658 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-c2117357-08b9-49fb-bc65-692c0f5e46b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'name': 'tempest-TestShelveInstance-473823352-router', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:28Z', 'updated_at': '2022-01-28T14:49:31Z', 'revision_number': 4, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'gw_port': {'id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ee:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:29Z', 'updated_at': '2022-01-28T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'b7c181bf-7ffe-44bf-8a96-e3539d69b016', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'floating_ip_address': '172.25.3.95', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'port_id': 'ca12252c-5742-4e4b-8db9-3d87baeb27cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'mac_address': 'fa:16:3e:6b:d7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ec4029-f245-4560-9843-d3ab03da1047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:49:53Z', 'updated_at': '2022-01-28T14:49:53Z', 'revision_number': 0, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b53f83c1-258a-474c-8ad9-c59a2278f64c', 'name': '', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'mac_address': 'fa:16:3e:91:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:30Z', 'updated_at': '2022-01-28T14:49:37Z', 'revision_number': 5, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'subnets': [{'id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:49:54.791883 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2117357-08b9-49fb-bc65-692c0f5e46b2 None None] The sync data for ids ['e8b23a55-edb4-4e62-9735-8454cddad60b'] in n-d-822747-2 is: [{'id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'name': 'tempest-TestShelveInstance-473823352-router', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:28Z', 'updated_at': '2022-01-28T14:49:31Z', 'revision_number': 4, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'gw_port': {'id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ee:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:29Z', 'updated_at': '2022-01-28T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'b7c181bf-7ffe-44bf-8a96-e3539d69b016', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'floating_ip_address': '172.25.3.95', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'port_id': 'ca12252c-5742-4e4b-8db9-3d87baeb27cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'mac_address': 'fa:16:3e:6b:d7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ec4029-f245-4560-9843-d3ab03da1047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:49:53Z', 'updated_at': '2022-01-28T14:49:53Z', 'revision_number': 0, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b53f83c1-258a-474c-8ad9-c59a2278f64c', 'name': '', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'mac_address': 'fa:16:3e:91:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:30Z', 'updated_at': '2022-01-28T14:49:37Z', 'revision_number': 5, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'subnets': [{'id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:49:55.015076 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a42bcd-a2d9-4fc6-9e22-248e2f9572bf None None] New status for floating IP b7c181bf-7ffe-44bf-8a96-e3539d69b016: ACTIVE {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:49:59.413457 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-78b7e8ce-72c6-4f5d-b9a3-6f28f1c71e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:59.414116 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-039cc96d-5055-4b9d-aa90-16b3af1b7f5e req-0111fdfe-8488-4a19-a5b0-7d5adeaceb50 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476954 Jan 28 14:49:59.498593 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cc96d-5055-4b9d-aa90-16b3af1b7f5e req-471f64ab-e826-40f9-916b-658a5011f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:59.500149 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-039cc96d-5055-4b9d-aa90-16b3af1b7f5e req-471f64ab-e826-40f9-916b-658a5011f508 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=010a53c98334424a8f72cd1853d4355e&device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 1096 time: 0.0432937 Jan 28 14:49:59.608260 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cc96d-5055-4b9d-aa90-16b3af1b7f5e req-5c04a58e-5c3f-4713-9d98-53a4cb458a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:59.609734 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-039cc96d-5055-4b9d-aa90-16b3af1b7f5e req-5c04a58e-5c3f-4713-9d98-53a4cb458a16 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ba37f8a-ec17-40a3-a897-7732b0e415a2 HTTP/1.1" status: 200 len: 908 time: 0.0882401 Jan 28 14:49:59.680496 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-039cc96d-5055-4b9d-aa90-16b3af1b7f5e req-2c186107-1109-4afc-bb68-d10949dd5d6a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca12252c-5742-4e4b-8db9-3d87baeb27cb HTTP/1.1" status: 200 len: 1000 time: 0.0575888 Jan 28 14:49:59.729409 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cc96d-5055-4b9d-aa90-16b3af1b7f5e req-dbb27525-aba9-4705-ad39-788d27b7cd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:59.730855 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-039cc96d-5055-4b9d-aa90-16b3af1b7f5e req-dbb27525-aba9-4705-ad39-788d27b7cd16 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a99c3bcb-0513-4a34-af17-14f6547d5688 HTTP/1.1" status: 200 len: 847 time: 0.0450478 Jan 28 14:49:59.786799 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cc96d-5055-4b9d-aa90-16b3af1b7f5e req-079d552c-bf6b-4fc3-be49-fa3835ee552e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:59.789112 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-039cc96d-5055-4b9d-aa90-16b3af1b7f5e req-079d552c-bf6b-4fc3-be49-fa3835ee552e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ba37f8a-ec17-40a3-a897-7732b0e415a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514503 Jan 28 14:49:59.883225 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-039cc96d-5055-4b9d-aa90-16b3af1b7f5e req-dcc59e1b-75ec-49a0-8bd2-05bad61c9d08 service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877495 Jan 28 14:49:59.984030 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-039cc96d-5055-4b9d-aa90-16b3af1b7f5e req-02206b70-61a9-4be0-8c90-2a116dffbcc1 service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950851 Jan 28 14:50:01.738154 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-934f6836-6b3b-44a8-b3be-67612a532f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:50:03.263633 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:50:04.635123 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:50:06.436273 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:50:18.582717 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:50:20.679528 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:50:21.215526 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:50:29.420421 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b4766a19-d732-45da-b1ec-8a99fa0f8944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:50:31.739998 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-216d9cad-a88b-40be-bbcb-8212031a1fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:50:33.268447 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:50:34.634994 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:50:36.432066 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:50:48.591158 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:50:50.674613 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:50:58.221205 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:50:59.419526 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-162a338b-9ed1-4f63-afcc-918c97e0ba53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:01.535551 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d66ec792-8434-4378-b101-56ad13c42bd2 req-15d988f9-9dff-4596-b782-e2501a733d1c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466168 Jan 28 14:51:01.638442 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ec792-8434-4378-b101-56ad13c42bd2 req-f8f097f1-004f-431d-a8bf-52f3b2bd73c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:01.640012 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d66ec792-8434-4378-b101-56ad13c42bd2 req-f8f097f1-004f-431d-a8bf-52f3b2bd73c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=010a53c98334424a8f72cd1853d4355e&device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 1096 time: 0.0532408 Jan 28 14:51:01.735190 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b639b02d-12d0-447a-9b88-7a9d354b9fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:01.754114 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ec792-8434-4378-b101-56ad13c42bd2 req-96e0affa-1821-43be-ba18-661031e00e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:01.755662 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d66ec792-8434-4378-b101-56ad13c42bd2 req-96e0affa-1821-43be-ba18-661031e00e55 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ba37f8a-ec17-40a3-a897-7732b0e415a2 HTTP/1.1" status: 200 len: 908 time: 0.0916939 Jan 28 14:51:01.839951 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d66ec792-8434-4378-b101-56ad13c42bd2 req-3fadf11f-49ab-4e98-ba27-7d428596e330 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca12252c-5742-4e4b-8db9-3d87baeb27cb HTTP/1.1" status: 200 len: 1000 time: 0.0768354 Jan 28 14:51:01.907394 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ec792-8434-4378-b101-56ad13c42bd2 req-fac8f5e4-8083-4bdc-8491-f3b986781bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:01.909643 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d66ec792-8434-4378-b101-56ad13c42bd2 req-fac8f5e4-8083-4bdc-8491-f3b986781bc6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a99c3bcb-0513-4a34-af17-14f6547d5688 HTTP/1.1" status: 200 len: 847 time: 0.0644276 Jan 28 14:51:01.958341 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ec792-8434-4378-b101-56ad13c42bd2 req-0baa087d-7b66-457b-9484-f46a124fb821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:01.960038 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d66ec792-8434-4378-b101-56ad13c42bd2 req-0baa087d-7b66-457b-9484-f46a124fb821 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ba37f8a-ec17-40a3-a897-7732b0e415a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440996 Jan 28 14:51:02.055314 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d66ec792-8434-4378-b101-56ad13c42bd2 req-a5401982-8664-4eac-bee8-11695dd95542 service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892534 Jan 28 14:51:02.154500 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d66ec792-8434-4378-b101-56ad13c42bd2 req-01efe34b-97b6-406c-bb29-8442e6b5e009 service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936921 Jan 28 14:51:03.268149 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:04.639905 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:06.433953 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:18.590627 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:20.698906 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:29.414498 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5bab7d8c-4bef-41b9-a457-3d89a1f2ca84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:31.747114 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-244d2f85-2146-4adc-95ee-b3a3f22bbc7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:33.280646 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:34.640882 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:35.221285 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:51:36.429233 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:48.612827 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:48.995894 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61bd99-cc27-4f62-a0f7-72fdc52f1147 req-59421d27-2425-4257-a544-3475c06eee0e tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:48.997141 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d61bd99-cc27-4f62-a0f7-72fdc52f1147 req-59421d27-2425-4257-a544-3475c06eee0e tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 945 time: 0.0517833 Jan 28 14:51:49.047863 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4d61bd99-cc27-4f62-a0f7-72fdc52f1147 req-25fa0d9f-7cfd-4d85-99c9-d6e47015a396 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440552 Jan 28 14:51:50.177336 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e6daa-cbd8-4f87-9202-9715afca1f8b req-eb073717-7a51-44ce-9878-3dbda5a507f3 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:50.178820 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c7e6daa-cbd8-4f87-9202-9715afca1f8b req-eb073717-7a51-44ce-9878-3dbda5a507f3 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 945 time: 0.0549178 Jan 28 14:51:50.230561 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6c7e6daa-cbd8-4f87-9202-9715afca1f8b req-69d72290-6ddd-4b37-bc6b-5ee329829cd9 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457103 Jan 28 14:51:50.709682 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:51.358384 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7021adb-fb31-437f-8906-9ab796b326a6 req-e59a0091-0324-4340-8890-f41d6dd3421d tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:51.359893 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d7021adb-fb31-437f-8906-9ab796b326a6 req-e59a0091-0324-4340-8890-f41d6dd3421d tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 945 time: 0.0504436 Jan 28 14:51:51.410289 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d7021adb-fb31-437f-8906-9ab796b326a6 req-f663f477-1911-4a22-a683-3e440e6b1cf0 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444236 Jan 28 14:51:52.551798 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdebf3f-9eb1-4cae-9fd9-ca766ce57d61 req-cdaaec91-5aac-46a9-9a6f-ef00c148ac89 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:52.553275 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6bdebf3f-9eb1-4cae-9fd9-ca766ce57d61 req-cdaaec91-5aac-46a9-9a6f-ef00c148ac89 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 945 time: 0.0586751 Jan 28 14:51:52.606877 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6bdebf3f-9eb1-4cae-9fd9-ca766ce57d61 req-e5d4205d-9b9f-4e02-903a-87da80d50e94 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454285 Jan 28 14:51:53.740365 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf50c3a-1dd1-40eb-a66d-000f98740f77 req-6922afab-5c93-4582-bdf9-d817a8417ff9 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:53.741888 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eaf50c3a-1dd1-40eb-a66d-000f98740f77 req-6922afab-5c93-4582-bdf9-d817a8417ff9 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 945 time: 0.0605576 Jan 28 14:51:53.804245 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-eaf50c3a-1dd1-40eb-a66d-000f98740f77 req-a2481fc7-8f0b-460e-b14b-40d2871efce4 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533698 Jan 28 14:51:54.944614 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f9535-5414-49df-acf4-b8ceea2dc0ce req-7260245e-10e3-475e-b15b-6ab890e6e96d tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:54.946100 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-185f9535-5414-49df-acf4-b8ceea2dc0ce req-7260245e-10e3-475e-b15b-6ab890e6e96d tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 945 time: 0.0692899 Jan 28 14:51:54.997184 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-185f9535-5414-49df-acf4-b8ceea2dc0ce req-ca81736f-1c19-425f-819d-e1d92c141c16 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429158 Jan 28 14:51:56.119021 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74a415-2975-431a-8d13-4b3ab77dae38 req-843de7c6-c937-49e8-9cf5-5716da8369f2 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:56.120646 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3a74a415-2975-431a-8d13-4b3ab77dae38 req-843de7c6-c937-49e8-9cf5-5716da8369f2 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 945 time: 0.0525384 Jan 28 14:51:56.172970 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3a74a415-2975-431a-8d13-4b3ab77dae38 req-a1a9cbd0-08e0-4aae-8e92-a647afe68356 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461931 Jan 28 14:51:57.303339 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730cd86-6007-4bfb-b693-a97b8d0741ac req-4c1f99c2-fa75-4299-bf30-68238dd2e650 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:57.304691 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f730cd86-6007-4bfb-b693-a97b8d0741ac req-4c1f99c2-fa75-4299-bf30-68238dd2e650 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 945 time: 0.0573571 Jan 28 14:51:57.359287 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f730cd86-6007-4bfb-b693-a97b8d0741ac req-3ee0a17f-ad7e-46b0-91a1-b59d6d381ce9 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461345 Jan 28 14:51:58.476145 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ae28c-6659-4e17-8397-ef7f8b7466a1 req-ca862eed-b8cd-4c48-80be-0636f6035a3b tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:58.477601 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a5ae28c-6659-4e17-8397-ef7f8b7466a1 req-ca862eed-b8cd-4c48-80be-0636f6035a3b tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 945 time: 0.0493250 Jan 28 14:51:58.547056 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2a5ae28c-6659-4e17-8397-ef7f8b7466a1 req-d65281df-b70b-4e3f-b397-8bb86fb51c51 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634274 Jan 28 14:51:59.428680 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a3f10d1a-628f-47f8-8179-bdabb5e97ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:59.671406 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fe993-a12b-44d2-8c48-1c270bb75ace req-c24841c3-1357-40d9-bed9-bd6a5c773426 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:59.672853 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e29fe993-a12b-44d2-8c48-1c270bb75ace req-c24841c3-1357-40d9-bed9-bd6a5c773426 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 945 time: 0.0498993 Jan 28 14:51:59.725991 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-e29fe993-a12b-44d2-8c48-1c270bb75ace req-65ca967c-032e-4de0-a5b0-f52b1efccfca tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454826 Jan 28 14:52:00.857732 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edc62b-e95d-484c-9874-90695614d9c9 req-f2d75e15-f7e7-482f-992b-778d0ddf9d98 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:00.859211 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-76edc62b-e95d-484c-9874-90695614d9c9 req-f2d75e15-f7e7-482f-992b-778d0ddf9d98 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 945 time: 0.0558319 Jan 28 14:52:00.912721 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-76edc62b-e95d-484c-9874-90695614d9c9 req-7d17275b-ef02-42eb-9bdc-c9da61792c03 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473692 Jan 28 14:52:01.745819 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2a687e03-6eb6-4cf3-8325-65ac5172227d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:01.853692 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device ca12252c-5742-4e4b-8db9-3d87baeb27cb details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:52:02.081117 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d998e87-bc27-45f7-8f33-ecf3f7bb3142 req-6766baa1-eff9-4733-a9f9-e17963798a33 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:02.083990 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d998e87-bc27-45f7-8f33-ecf3f7bb3142 req-6766baa1-eff9-4733-a9f9-e17963798a33 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 945 time: 0.0670021 Jan 28 14:52:02.141810 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port ca12252c-5742-4e4b-8db9-3d87baeb27cb, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ca12252c-5742-4e4b-8db9-3d87baeb27cb,segment=NetworkSegment(588b5b65-1ecc-4a57-9921-68632e372fd1),segment_id=588b5b65-1ecc-4a57-9921-68632e372fd1)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:52:02.146036 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d998e87-bc27-45f7-8f33-ecf3f7bb3142 req-90a22fcc-a669-41ef-af63-f15d597d50df tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552602 Jan 28 14:52:02.155332 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'ca12252c-5742-4e4b-8db9-3d87baeb27cb', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'port_id': 'ca12252c-5742-4e4b-8db9-3d87baeb27cb', 'mac_address': 'fa:16:3e:6b:d7:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:52:02.196959 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port ca12252c-5742-4e4b-8db9-3d87baeb27cb is: ACTIVE; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:52:02.198875 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ca12252c-5742-4e4b-8db9-3d87baeb27cb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:02.214400 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca12252c-5742-4e4b-8db9-3d87baeb27cb {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:52:02.245938 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port ca12252c-5742-4e4b-8db9-3d87baeb27cb, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ca12252c-5742-4e4b-8db9-3d87baeb27cb,segment=NetworkSegment(588b5b65-1ecc-4a57-9921-68632e372fd1),segment_id=588b5b65-1ecc-4a57-9921-68632e372fd1)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:52:02.251696 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ca12252c-5742-4e4b-8db9-3d87baeb27cb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:02.317363 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=ca12252c-5742-4e4b-8db9-3d87baeb27cb,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:52:02.325070 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:52:02.325513 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:52:02.325863 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:52:02.326390 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:52:02.326688 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:52:02.327150 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:52:02.327710 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:52:02.328270 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:52:02.328813 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:52:02.329354 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:52:02.329895 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:52:02.330443 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:52:02.331081 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:52:02.346632 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['ca12252c-5742-4e4b-8db9-3d87baeb27cb'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:52:03.278473 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:03.301342 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8085306-835c-4b8f-b22e-77e093885d8a req-42d48981-316d-49f0-9b84-53dbcf12505d tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:03.303921 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e8085306-835c-4b8f-b22e-77e093885d8a req-42d48981-316d-49f0-9b84-53dbcf12505d tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 944 time: 0.0727155 Jan 28 14:52:03.356239 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e8085306-835c-4b8f-b22e-77e093885d8a req-39685170-869a-4706-b9f2-5f5e90fbfea6 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462899 Jan 28 14:52:03.596023 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6b2f6-a1c5-4fbf-a89b-d93f5007d58d req-25b91d98-5605-453d-a369-9be20d641e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:03.597441 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-25f6b2f6-a1c5-4fbf-a89b-d93f5007d58d req-25b91d98-5605-453d-a369-9be20d641e6d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=010a53c98334424a8f72cd1853d4355e&device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 1095 time: 0.0489588 Jan 28 14:52:03.726647 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6b2f6-a1c5-4fbf-a89b-d93f5007d58d req-39acef71-ef33-4f71-bf6d-07cbcd1642e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:03.728188 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-25f6b2f6-a1c5-4fbf-a89b-d93f5007d58d req-39acef71-ef33-4f71-bf6d-07cbcd1642e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ba37f8a-ec17-40a3-a897-7732b0e415a2 HTTP/1.1" status: 200 len: 908 time: 0.0982940 Jan 28 14:52:03.807985 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-25f6b2f6-a1c5-4fbf-a89b-d93f5007d58d req-03825422-a3e6-4577-bf78-f5f554bc8176 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca12252c-5742-4e4b-8db9-3d87baeb27cb HTTP/1.1" status: 200 len: 999 time: 0.0712709 Jan 28 14:52:03.858245 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device ca12252c-5742-4e4b-8db9-3d87baeb27cb up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:52:03.865301 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6b2f6-a1c5-4fbf-a89b-d93f5007d58d req-ceec62db-20da-4d1d-9ed8-a75c05c14b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:03.867823 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-25f6b2f6-a1c5-4fbf-a89b-d93f5007d58d req-ceec62db-20da-4d1d-9ed8-a75c05c14b64 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a99c3bcb-0513-4a34-af17-14f6547d5688 HTTP/1.1" status: 200 len: 847 time: 0.0527785 Jan 28 14:52:03.909503 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port ca12252c-5742-4e4b-8db9-3d87baeb27cb triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:52:03.909880 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ca12252c-5742-4e4b-8db9-3d87baeb27cb), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:03.921317 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6b2f6-a1c5-4fbf-a89b-d93f5007d58d req-a29ce969-7d2e-42f4-b661-51acfbd74287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:03.923056 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-25f6b2f6-a1c5-4fbf-a89b-d93f5007d58d req-a29ce969-7d2e-42f4-b661-51acfbd74287 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ba37f8a-ec17-40a3-a897-7732b0e415a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476894 Jan 28 14:52:04.000663 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port ca12252c-5742-4e4b-8db9-3d87baeb27cb is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:52:04.001357 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ca12252c-5742-4e4b-8db9-3d87baeb27cb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:04.041715 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ec4029-f245-4560-9843-d3ab03da1047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca12252c-5742-4e4b-8db9-3d87baeb27cb'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:52:04.044906 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea674b9-9a6e-4242-b503-d41a109788a0" -d '{"events": [{"server_uuid": "89ec4029-f245-4560-9843-d3ab03da1047", "name": "network-vif-plugged", "status": "completed", "tag": "ca12252c-5742-4e4b-8db9-3d87baeb27cb"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:52:04.048386 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-25f6b2f6-a1c5-4fbf-a89b-d93f5007d58d req-afec5977-9a49-4369-9981-0fe85964bc58 service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185770 Jan 28 14:52:04.049222 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port ca12252c-5742-4e4b-8db9-3d87baeb27cb, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ca12252c-5742-4e4b-8db9-3d87baeb27cb,segment=NetworkSegment(588b5b65-1ecc-4a57-9921-68632e372fd1),segment_id=588b5b65-1ecc-4a57-9921-68632e372fd1)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:52:04.055061 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ca12252c-5742-4e4b-8db9-3d87baeb27cb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:04.113201 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e67047-8c25-4132-a518-615e926f03e0 x-openstack-request-id: req-62e67047-8c25-4132-a518-615e926f03e0 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:52:04.113571 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ec4029-f245-4560-9843-d3ab03da1047", "name": "network-vif-plugged", "status": "completed", "tag": "ca12252c-5742-4e4b-8db9-3d87baeb27cb", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:52:04.113940 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-62e67047-8c25-4132-a518-615e926f03e0 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:52:04.114265 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ec4029-f245-4560-9843-d3ab03da1047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca12252c-5742-4e4b-8db9-3d87baeb27cb', 'code': 200} Jan 28 14:52:04.120144 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=ca12252c-5742-4e4b-8db9-3d87baeb27cb,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:52:04.188588 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-25f6b2f6-a1c5-4fbf-a89b-d93f5007d58d req-86b402fd-7256-424e-9424-9d440e364663 service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239293 Jan 28 14:52:04.491966 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f7d3e-26e4-4807-9b6f-3a9b94e086ad req-8a5e0328-9390-4fb3-bfa9-876547e7c64e tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:04.499316 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-783f7d3e-26e4-4807-9b6f-3a9b94e086ad req-8a5e0328-9390-4fb3-bfa9-876547e7c64e tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 945 time: 0.0622692 Jan 28 14:52:04.555752 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-783f7d3e-26e4-4807-9b6f-3a9b94e086ad req-8a0c7422-dda7-48c7-bd98-8a2aa20012cf tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555584 Jan 28 14:52:04.644113 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:05.959579 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f77e0-c926-4aa1-ba53-b43090e7dcfe req-85529fac-ad2d-49ac-b5dd-f040856e58d6 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:05.961376 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-917f77e0-c926-4aa1-ba53-b43090e7dcfe req-85529fac-ad2d-49ac-b5dd-f040856e58d6 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 945 time: 0.3293967 Jan 28 14:52:06.015263 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-917f77e0-c926-4aa1-ba53-b43090e7dcfe req-f123356a-0dc1-49b2-82b4-21dcd4ab2e04 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474465 Jan 28 14:52:06.434747 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:07.152671 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba404e-6f06-4a36-8d74-4b091e7d4367 req-197f9aac-3ef1-4f6a-bb8b-a03c85ca35c1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:07.155053 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8ba404e-6f06-4a36-8d74-4b091e7d4367 req-197f9aac-3ef1-4f6a-bb8b-a03c85ca35c1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 945 time: 0.0584896 Jan 28 14:52:07.207634 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8ba404e-6f06-4a36-8d74-4b091e7d4367 req-8b84c975-3ade-48b7-9b49-3720e9b3f518 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453670 Jan 28 14:52:08.331995 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708555f-00d6-4b99-a9c4-483f803eff4f req-da5ffdce-d582-4d5b-b7a9-ed164ea8179d tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:08.334224 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3708555f-00d6-4b99-a9c4-483f803eff4f req-da5ffdce-d582-4d5b-b7a9-ed164ea8179d tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 945 time: 0.0504758 Jan 28 14:52:08.384776 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3708555f-00d6-4b99-a9c4-483f803eff4f req-80eada10-b30d-4549-94a3-a5e3c0e8d290 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448132 Jan 28 14:52:09.509860 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acc9b9-2272-4faa-a2b5-9ae5a8c45f90 req-966b2487-6ce6-4868-a62e-2e7d4cdb2299 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:09.511502 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-08acc9b9-2272-4faa-a2b5-9ae5a8c45f90 req-966b2487-6ce6-4868-a62e-2e7d4cdb2299 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 945 time: 0.0569916 Jan 28 14:52:09.566194 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-08acc9b9-2272-4faa-a2b5-9ae5a8c45f90 req-980d2b8a-93a1-4207-ab9e-0eb9190885d9 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485039 Jan 28 14:52:10.695197 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e571b9-c732-4c79-b756-ac7b1c42d01f req-b935e89a-7e00-4deb-8982-dc1d771b5cdb tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:10.697027 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a1e571b9-c732-4c79-b756-ac7b1c42d01f req-b935e89a-7e00-4deb-8982-dc1d771b5cdb tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 945 time: 0.0557444 Jan 28 14:52:10.746927 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a1e571b9-c732-4c79-b756-ac7b1c42d01f req-ce604981-0026-4bfe-bce4-6d129d06bc4a tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424786 Jan 28 14:52:11.181671 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6d4d9-0a86-4307-a52c-4c4601d55cae req-7fe11e8f-07c9-4859-b77d-aa18963f6408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:11.183199 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-51e6d4d9-0a86-4307-a52c-4c4601d55cae req-7fe11e8f-07c9-4859-b77d-aa18963f6408 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=010a53c98334424a8f72cd1853d4355e&device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 1096 time: 0.0426817 Jan 28 14:52:11.297328 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6d4d9-0a86-4307-a52c-4c4601d55cae req-100a0203-ebbb-41e2-84fe-43d2ac683b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:11.298975 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-51e6d4d9-0a86-4307-a52c-4c4601d55cae req-100a0203-ebbb-41e2-84fe-43d2ac683b1e service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ba37f8a-ec17-40a3-a897-7732b0e415a2 HTTP/1.1" status: 200 len: 908 time: 0.1057513 Jan 28 14:52:11.363538 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-51e6d4d9-0a86-4307-a52c-4c4601d55cae req-bd1c92e6-9c47-4c05-b112-259982d5342a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca12252c-5742-4e4b-8db9-3d87baeb27cb HTTP/1.1" status: 200 len: 1000 time: 0.0580878 Jan 28 14:52:11.411739 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6d4d9-0a86-4307-a52c-4c4601d55cae req-a9245237-4cfc-4718-aabf-d2b19ac1b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:11.413146 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-51e6d4d9-0a86-4307-a52c-4c4601d55cae req-a9245237-4cfc-4718-aabf-d2b19ac1b20d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a99c3bcb-0513-4a34-af17-14f6547d5688 HTTP/1.1" status: 200 len: 847 time: 0.0443916 Jan 28 14:52:11.461203 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6d4d9-0a86-4307-a52c-4c4601d55cae req-4a9f7c95-632f-4bc3-8803-8006ff845134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:11.462726 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-51e6d4d9-0a86-4307-a52c-4c4601d55cae req-4a9f7c95-632f-4bc3-8803-8006ff845134 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ba37f8a-ec17-40a3-a897-7732b0e415a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439687 Jan 28 14:52:11.557657 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-51e6d4d9-0a86-4307-a52c-4c4601d55cae req-931ea382-c16f-4748-8d6a-e4dc3999bf9a service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888813 Jan 28 14:52:11.658310 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-51e6d4d9-0a86-4307-a52c-4c4601d55cae req-a70618b4-0a69-4bea-b04a-380e29b37e5a service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946500 Jan 28 14:52:11.877906 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562ebbd-a8de-409b-920c-5a5660e3ea88 req-22b26ba5-f142-4be7-8c6b-e52d6178ad46 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:11.879342 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b562ebbd-a8de-409b-920c-5a5660e3ea88 req-22b26ba5-f142-4be7-8c6b-e52d6178ad46 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 945 time: 0.0549414 Jan 28 14:52:11.930230 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b562ebbd-a8de-409b-920c-5a5660e3ea88 req-381b5eb1-8bed-4479-947f-696f0756dd5e tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449724 Jan 28 14:52:12.224891 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:52:13.050111 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd1025-1792-4b5f-b293-b279575227e3 req-b726c6d4-525a-4a09-b53b-65f8555d514f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:13.051662 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0fd1025-1792-4b5f-b293-b279575227e3 req-b726c6d4-525a-4a09-b53b-65f8555d514f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 945 time: 0.0516787 Jan 28 14:52:13.105513 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0fd1025-1792-4b5f-b293-b279575227e3 req-eb872ea8-f1f6-4f6c-9f79-7a5dc3cc280f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480399 Jan 28 14:52:14.236647 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561614d8-f72f-4b0b-bb6d-8f78de87d705 req-168e6cac-958b-40b4-b137-8dc22a0b9a60 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:14.238093 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-561614d8-f72f-4b0b-bb6d-8f78de87d705 req-168e6cac-958b-40b4-b137-8dc22a0b9a60 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 945 time: 0.0478015 Jan 28 14:52:14.293972 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-561614d8-f72f-4b0b-bb6d-8f78de87d705 req-734f92e7-fc54-49c1-98e6-6c722328d311 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500474 Jan 28 14:52:14.361966 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-5387efe4-d2e4-4093-ad7e-0d38031a0865 req-b805c475-ceae-4647-ba9c-b0c82506ea06 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:52:14.363022 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5387efe4-d2e4-4093-ad7e-0d38031a0865 req-b805c475-ceae-4647-ba9c-b0c82506ea06 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055649 Jan 28 14:52:14.518963 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3be897-bf01-49ac-a58c-8f0052649bc5 req-ca1ea509-52f2-45ac-bbbc-6306c56f2c9f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:14.520497 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ad3be897-bf01-49ac-a58c-8f0052649bc5 req-ca1ea509-52f2-45ac-bbbc-6306c56f2c9f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 945 time: 0.0501163 Jan 28 14:52:14.579959 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ad3be897-bf01-49ac-a58c-8f0052649bc5 req-63d1acdb-e183-4c27-8e73-e692544bb916 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518589 Jan 28 14:52:14.891158 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-86014c64-ff9c-4691-bf6e-13b211ecec26 req-d2196a51-2a52-40d9-aaaf-b48e4878c524 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895159 Jan 28 14:52:15.702707 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaafd52-d20c-4371-be8d-18decbe9f2c8 req-8ddb520e-4e28-47de-892e-6ff14f275480 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:15.704256 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ffaafd52-d20c-4371-be8d-18decbe9f2c8 req-8ddb520e-4e28-47de-892e-6ff14f275480 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 945 time: 0.0517740 Jan 28 14:52:15.822344 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ffaafd52-d20c-4371-be8d-18decbe9f2c8 req-93edf9f0-1a74-4816-92db-8ac208827bb2 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119576 Jan 28 14:52:15.831881 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86014c64-ff9c-4691-bf6e-13b211ecec26 req-b8a6aaca-ebbc-430e-aff5-86eb4036ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:15.833403 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86014c64-ff9c-4691-bf6e-13b211ecec26 req-b8a6aaca-ebbc-430e-aff5-86eb4036ef2d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047&tenant_id=010a53c98334424a8f72cd1853d4355e HTTP/1.1" status: 200 len: 1096 time: 0.1090205 Jan 28 14:52:15.898800 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86014c64-ff9c-4691-bf6e-13b211ecec26 req-4839eb1f-af2a-42c7-9da0-219bef28a99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:15.900354 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86014c64-ff9c-4691-bf6e-13b211ecec26 req-4839eb1f-af2a-42c7-9da0-219bef28a99c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=010a53c98334424a8f72cd1853d4355e&device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 1096 time: 0.0427034 Jan 28 14:52:15.901683 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device ca12252c-5742-4e4b-8db9-3d87baeb27cb no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:52:15.986345 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port ca12252c-5742-4e4b-8db9-3d87baeb27cb is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:52:15.986759 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ca12252c-5742-4e4b-8db9-3d87baeb27cb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:16.003772 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86014c64-ff9c-4691-bf6e-13b211ecec26 req-99ebbb74-8a29-4c57-96cf-35e9aaf33da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:16.005280 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86014c64-ff9c-4691-bf6e-13b211ecec26 req-99ebbb74-8a29-4c57-96cf-35e9aaf33da6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ba37f8a-ec17-40a3-a897-7732b0e415a2 HTTP/1.1" status: 200 len: 908 time: 0.0991240 Jan 28 14:52:16.010664 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ec4029-f245-4560-9843-d3ab03da1047', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca12252c-5742-4e4b-8db9-3d87baeb27cb'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:52:16.013112 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d308b3c5-b92e-4f41-9236-c95945f46176" -d '{"events": [{"server_uuid": "89ec4029-f245-4560-9843-d3ab03da1047", "name": "network-vif-unplugged", "status": "completed", "tag": "ca12252c-5742-4e4b-8db9-3d87baeb27cb"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:52:16.026393 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port ca12252c-5742-4e4b-8db9-3d87baeb27cb, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ca12252c-5742-4e4b-8db9-3d87baeb27cb,segment=NetworkSegment(588b5b65-1ecc-4a57-9921-68632e372fd1),segment_id=588b5b65-1ecc-4a57-9921-68632e372fd1)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:52:16.030752 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ca12252c-5742-4e4b-8db9-3d87baeb27cb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:16.071063 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86014c64-ff9c-4691-bf6e-13b211ecec26 req-35133d64-c4d6-43be-a22d-98bfe6c8a36f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca12252c-5742-4e4b-8db9-3d87baeb27cb HTTP/1.1" status: 200 len: 1000 time: 0.0599098 Jan 28 14:52:16.084294 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=ca12252c-5742-4e4b-8db9-3d87baeb27cb,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:52:16.123102 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86014c64-ff9c-4691-bf6e-13b211ecec26 req-df8e3e25-4d00-4996-b038-4d1618a2e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:16.124650 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86014c64-ff9c-4691-bf6e-13b211ecec26 req-df8e3e25-4d00-4996-b038-4d1618a2e359 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a99c3bcb-0513-4a34-af17-14f6547d5688 HTTP/1.1" status: 200 len: 847 time: 0.0485725 Jan 28 14:52:16.171571 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86014c64-ff9c-4691-bf6e-13b211ecec26 req-3da8c281-2a43-44d7-8e95-037f20e13278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:16.173056 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86014c64-ff9c-4691-bf6e-13b211ecec26 req-3da8c281-2a43-44d7-8e95-037f20e13278 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ba37f8a-ec17-40a3-a897-7732b0e415a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429666 Jan 28 14:52:16.265115 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86014c64-ff9c-4691-bf6e-13b211ecec26 req-61c6eb94-c462-49b4-ba90-d3cc27105fce service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855670 Jan 28 14:52:16.367022 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-86014c64-ff9c-4691-bf6e-13b211ecec26 req-33f7756e-3511-4a4a-aec0-6a2283de36de service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964596 Jan 28 14:52:16.955733 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9467865-1eb3-453c-ae39-b54f1535464a req-c90edc4f-9a69-42db-b54b-4632f3849a6e tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:16.957407 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b9467865-1eb3-453c-ae39-b54f1535464a req-c90edc4f-9a69-42db-b54b-4632f3849a6e tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 943 time: 0.0550184 Jan 28 14:52:17.021738 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b9467865-1eb3-453c-ae39-b54f1535464a req-fede46e7-eee0-4af3-8ab0-ca4b3389e2f8 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579305 Jan 28 14:52:17.069595 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 14:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d262a5-213b-4762-be1d-9dcafaa5360c x-openstack-request-id: req-93d262a5-213b-4762-be1d-9dcafaa5360c {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:52:17.070095 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ec4029-f245-4560-9843-d3ab03da1047", "name": "network-vif-unplugged", "status": "completed", "tag": "ca12252c-5742-4e4b-8db9-3d87baeb27cb", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:52:17.070095 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93d262a5-213b-4762-be1d-9dcafaa5360c {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:52:17.070505 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ec4029-f245-4560-9843-d3ab03da1047', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca12252c-5742-4e4b-8db9-3d87baeb27cb', 'code': 200} Jan 28 14:52:18.170838 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d01ba-87a3-4e00-864f-8b13f24d3fa8 req-d84e9772-45a2-4dfc-bb56-794b0d1411a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:18.172570 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-573d01ba-87a3-4e00-864f-8b13f24d3fa8 req-d84e9772-45a2-4dfc-bb56-794b0d1411a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 943 time: 0.0577328 Jan 28 14:52:18.240635 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-573d01ba-87a3-4e00-864f-8b13f24d3fa8 req-444f0887-1b35-4a90-ab3f-f04ec529f400 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609295 Jan 28 14:52:18.621511 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:19.367324 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25f8d5-3a77-4953-a04e-c0da33c61cab req-6c146ac4-e2bd-472b-a1f3-11797f554103 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:19.371623 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fe25f8d5-3a77-4953-a04e-c0da33c61cab req-6c146ac4-e2bd-472b-a1f3-11797f554103 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 943 time: 0.0548644 Jan 28 14:52:19.430550 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fe25f8d5-3a77-4953-a04e-c0da33c61cab req-16322d27-177c-47c8-8813-778962930211 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537796 Jan 28 14:52:20.561403 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df105d-78cb-4ede-b53a-30e9f6bf5040 req-5a7ca62e-879e-4e47-89e4-62fd2c0cf482 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:20.562964 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a7df105d-78cb-4ede-b53a-30e9f6bf5040 req-5a7ca62e-879e-4e47-89e4-62fd2c0cf482 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 943 time: 0.0533729 Jan 28 14:52:20.620766 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a7df105d-78cb-4ede-b53a-30e9f6bf5040 req-fe32ee07-7567-4118-88c0-2e5e2691307b tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520618 Jan 28 14:52:20.702500 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:21.748729 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5e6da-423d-4798-9d72-98aa877a2f72 req-14b23a07-daee-47b8-8ffd-c4226be79db9 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:21.750287 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2aa5e6da-423d-4798-9d72-98aa877a2f72 req-14b23a07-daee-47b8-8ffd-c4226be79db9 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 943 time: 0.0551360 Jan 28 14:52:21.819165 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-2aa5e6da-423d-4798-9d72-98aa877a2f72 req-3b39f91c-9baa-49bc-8d57-4611cbc752eb tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604491 Jan 28 14:52:23.046677 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d70a2-4230-4a51-b660-1b6fafb147a8 req-d5e320ff-1466-413e-9726-2fd93ba5ebe6 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:23.054028 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-083d70a2-4230-4a51-b660-1b6fafb147a8 req-d5e320ff-1466-413e-9726-2fd93ba5ebe6 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 943 time: 0.1322923 Jan 28 14:52:23.108870 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-083d70a2-4230-4a51-b660-1b6fafb147a8 req-ab867e38-06ed-4105-a91b-1a7293cb3727 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538006 Jan 28 14:52:24.288517 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5105764-f5e2-4dd8-9856-19ee78a255b5 req-659b8983-b448-4d83-a21b-68eb2aa9e933 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:24.289998 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c5105764-f5e2-4dd8-9856-19ee78a255b5 req-659b8983-b448-4d83-a21b-68eb2aa9e933 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 943 time: 0.1055973 Jan 28 14:52:24.342687 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c5105764-f5e2-4dd8-9856-19ee78a255b5 req-3bcc5473-754e-4031-ad19-5d20837cea73 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466514 Jan 28 14:52:25.474765 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e57d0-85cd-4bad-bfb2-21ed97339f66 req-ff041107-cb42-44f3-bb8d-6d75ebe5f4b3 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:25.476317 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ca2e57d0-85cd-4bad-bfb2-21ed97339f66 req-ff041107-cb42-44f3-bb8d-6d75ebe5f4b3 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 943 time: 0.0607266 Jan 28 14:52:25.536235 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ca2e57d0-85cd-4bad-bfb2-21ed97339f66 req-e69a16cf-ea1e-41e5-a577-5da0d5d13ab9 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540462 Jan 28 14:52:25.623331 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f372e-4718-44a4-ad71-71c580768843 req-0ea95a18-0ffe-44bf-b9c9-13e4275943ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:25.624923 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-da6f372e-4718-44a4-ad71-71c580768843 req-0ea95a18-0ffe-44bf-b9c9-13e4275943ec service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 1094 time: 0.0446754 Jan 28 14:52:25.671991 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-da6f372e-4718-44a4-ad71-71c580768843 req-ac9cd4df-99d9-48ed-b3ea-27d84566a638 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408497 Jan 28 14:52:26.667063 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764835db-a33a-49c6-92d0-ecb4eb0899cf req-3073d75e-d7f0-4b5d-89c1-34b0d3bebfd5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:26.668065 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-764835db-a33a-49c6-92d0-ecb4eb0899cf req-3073d75e-d7f0-4b5d-89c1-34b0d3bebfd5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 943 time: 0.0541942 Jan 28 14:52:26.717760 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-764835db-a33a-49c6-92d0-ecb4eb0899cf req-f883c75c-3236-45fa-8d02-cf9ece179f6a tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439606 Jan 28 14:52:27.847111 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc662c6-0b81-418b-8764-f405136a8d64 req-1dd36028-6f56-490b-94d3-fc98cbdd636b tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:27.848622 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0dc662c6-0b81-418b-8764-f405136a8d64 req-1dd36028-6f56-490b-94d3-fc98cbdd636b tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 943 time: 0.0541582 Jan 28 14:52:27.899288 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0dc662c6-0b81-418b-8764-f405136a8d64 req-dc6fac09-1614-4d8d-9e40-1ab41f59f539 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448372 Jan 28 14:52:27.959622 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device ca12252c-5742-4e4b-8db9-3d87baeb27cb details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:52:28.070139 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port ca12252c-5742-4e4b-8db9-3d87baeb27cb, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ca12252c-5742-4e4b-8db9-3d87baeb27cb,segment=NetworkSegment(588b5b65-1ecc-4a57-9921-68632e372fd1),segment_id=588b5b65-1ecc-4a57-9921-68632e372fd1)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:52:28.082302 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'ca12252c-5742-4e4b-8db9-3d87baeb27cb', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'port_id': 'ca12252c-5742-4e4b-8db9-3d87baeb27cb', 'mac_address': 'fa:16:3e:6b:d7:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:52:28.120733 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port ca12252c-5742-4e4b-8db9-3d87baeb27cb is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:52:28.121114 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ca12252c-5742-4e4b-8db9-3d87baeb27cb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:28.140091 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca12252c-5742-4e4b-8db9-3d87baeb27cb {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:52:28.161007 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port ca12252c-5742-4e4b-8db9-3d87baeb27cb, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ca12252c-5742-4e4b-8db9-3d87baeb27cb,segment=NetworkSegment(588b5b65-1ecc-4a57-9921-68632e372fd1),segment_id=588b5b65-1ecc-4a57-9921-68632e372fd1)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:52:28.166180 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ca12252c-5742-4e4b-8db9-3d87baeb27cb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:28.218273 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=ca12252c-5742-4e4b-8db9-3d87baeb27cb,revision_number=9']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:52:28.404904 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['ca12252c-5742-4e4b-8db9-3d87baeb27cb'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:52:29.425048 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1137771f-cb67-4263-b732-22bac3313da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:29.977890 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device ca12252c-5742-4e4b-8db9-3d87baeb27cb up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:52:30.040045 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port ca12252c-5742-4e4b-8db9-3d87baeb27cb triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:52:30.040395 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (ca12252c-5742-4e4b-8db9-3d87baeb27cb), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:30.124984 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port ca12252c-5742-4e4b-8db9-3d87baeb27cb is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:52:30.125366 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (ca12252c-5742-4e4b-8db9-3d87baeb27cb), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:30.149243 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ec4029-f245-4560-9843-d3ab03da1047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca12252c-5742-4e4b-8db9-3d87baeb27cb'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:52:30.152356 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52b3bdc-0a74-459f-a3a3-01bc90586c8d" -d '{"events": [{"server_uuid": "89ec4029-f245-4560-9843-d3ab03da1047", "name": "network-vif-plugged", "status": "completed", "tag": "ca12252c-5742-4e4b-8db9-3d87baeb27cb"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:52:30.166527 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port ca12252c-5742-4e4b-8db9-3d87baeb27cb, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ca12252c-5742-4e4b-8db9-3d87baeb27cb,segment=NetworkSegment(588b5b65-1ecc-4a57-9921-68632e372fd1),segment_id=588b5b65-1ecc-4a57-9921-68632e372fd1)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:52:30.172108 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (ca12252c-5742-4e4b-8db9-3d87baeb27cb), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:30.195860 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba5bf25-687c-431d-883f-9929f213e954 x-openstack-request-id: req-1ba5bf25-687c-431d-883f-9929f213e954 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:52:30.196161 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ec4029-f245-4560-9843-d3ab03da1047", "name": "network-vif-plugged", "status": "completed", "tag": "ca12252c-5742-4e4b-8db9-3d87baeb27cb", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:52:30.196393 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ba5bf25-687c-431d-883f-9929f213e954 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:52:30.196784 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ec4029-f245-4560-9843-d3ab03da1047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca12252c-5742-4e4b-8db9-3d87baeb27cb', 'code': 200} Jan 28 14:52:30.222762 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=ca12252c-5742-4e4b-8db9-3d87baeb27cb,revision_number=10']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:52:31.741906 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0eb0cbbc-0690-4ecb-8bc0-5d5e088f3c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:33.278581 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:34.644638 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:36.440534 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:48.637362 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:49.229859 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:52:50.702137 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:59.422530 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3005cdb-f321-47f4-8b32-4d316fa4ea73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:01.755152 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-80d0faac-9070-46eb-b829-06a94e841932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:03.290099 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:03.531145 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-193a53b1-554e-488b-a95c-b1523369cba8 req-d30e8508-4e6c-4b15-aa2f-b92ac30ccc26 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0961907 Jan 28 14:53:03.619720 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a53b1-554e-488b-a95c-b1523369cba8 req-864bff99-aaf8-4eba-be32-d6f6943d3e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:53:03.621615 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-193a53b1-554e-488b-a95c-b1523369cba8 req-864bff99-aaf8-4eba-be32-d6f6943d3e2a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=010a53c98334424a8f72cd1853d4355e&device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 1097 time: 0.0440915 Jan 28 14:53:03.727088 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a53b1-554e-488b-a95c-b1523369cba8 req-feefe0ca-2a79-4020-bfd6-40ffe8653e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:53:03.728611 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-193a53b1-554e-488b-a95c-b1523369cba8 req-feefe0ca-2a79-4020-bfd6-40ffe8653e0a service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ba37f8a-ec17-40a3-a897-7732b0e415a2 HTTP/1.1" status: 200 len: 908 time: 0.0879848 Jan 28 14:53:03.792992 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-193a53b1-554e-488b-a95c-b1523369cba8 req-27c3b7b4-17ae-46dd-8d49-04bcb79ab3d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca12252c-5742-4e4b-8db9-3d87baeb27cb HTTP/1.1" status: 200 len: 1000 time: 0.0577772 Jan 28 14:53:03.854308 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a53b1-554e-488b-a95c-b1523369cba8 req-e100d3ee-6062-4b23-bc0d-baff0047e43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:53:03.855812 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-193a53b1-554e-488b-a95c-b1523369cba8 req-e100d3ee-6062-4b23-bc0d-baff0047e43a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a99c3bcb-0513-4a34-af17-14f6547d5688 HTTP/1.1" status: 200 len: 847 time: 0.0567360 Jan 28 14:53:03.903378 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a53b1-554e-488b-a95c-b1523369cba8 req-80326e13-a6b1-4670-b3a6-b5f565fe6b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:53:03.905487 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-193a53b1-554e-488b-a95c-b1523369cba8 req-80326e13-a6b1-4670-b3a6-b5f565fe6b93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ba37f8a-ec17-40a3-a897-7732b0e415a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437591 Jan 28 14:53:03.994794 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-193a53b1-554e-488b-a95c-b1523369cba8 req-926f87b6-7073-4ace-bd70-2328c2b4f66c service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823636 Jan 28 14:53:04.093835 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-193a53b1-554e-488b-a95c-b1523369cba8 req-f444eaaa-aa2a-45ef-b8e6-965bada8a9cd service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927696 Jan 28 14:53:04.647867 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:06.450173 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:18.638652 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:20.729701 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:26.230494 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:53:29.422904 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed66cb5e-1738-4cce-8f07-5ef5be93eee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:31.759729 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-de6e5c72-0ee0-4245-b776-321287ad200b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:33.292690 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:34.652218 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:36.436333 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:37.619401 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54016) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:53:37.793500 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-dfd299f3-da4b-4b3b-824f-3b238fb713a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Deleting port 1399ab04-3dd8-480c-813c-6e33f4f7f641 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:53:37.793803 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfd299f3-da4b-4b3b-824f-3b238fb713a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (1399ab04-3dd8-480c-813c-6e33f4f7f641), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:37.872071 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfd299f3-da4b-4b3b-824f-3b238fb713a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (1399ab04-3dd8-480c-813c-6e33f4f7f641), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:37.872352 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfd299f3-da4b-4b3b-824f-3b238fb713a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for floatingip (1399ab04-3dd8-480c-813c-6e33f4f7f641), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:37.884855 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-dfd299f3-da4b-4b3b-824f-3b238fb713a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Calling delete_port for 1399ab04-3dd8-480c-813c-6e33f4f7f641 owned by network:floatingip {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:53:38.051259 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfd299f3-da4b-4b3b-824f-3b238fb713a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (1399ab04-3dd8-480c-813c-6e33f4f7f641), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:38.075911 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd299f3-da4b-4b3b-824f-3b238fb713a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Pushing event deleted for resources: {'Port': ['ID=1399ab04-3dd8-480c-813c-6e33f4f7f641,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:53:38.087816 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd299f3-da4b-4b3b-824f-3b238fb713a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:53:38.088175 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd299f3-da4b-4b3b-824f-3b238fb713a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:53:38.088511 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd299f3-da4b-4b3b-824f-3b238fb713a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:53:38.088826 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd299f3-da4b-4b3b-824f-3b238fb713a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:53:38.089162 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd299f3-da4b-4b3b-824f-3b238fb713a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:53:38.089492 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd299f3-da4b-4b3b-824f-3b238fb713a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:53:38.089819 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd299f3-da4b-4b3b-824f-3b238fb713a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:53:38.090140 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd299f3-da4b-4b3b-824f-3b238fb713a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:53:38.090478 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd299f3-da4b-4b3b-824f-3b238fb713a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:53:38.090794 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd299f3-da4b-4b3b-824f-3b238fb713a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:53:38.091165 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd299f3-da4b-4b3b-824f-3b238fb713a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:53:38.091459 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd299f3-da4b-4b3b-824f-3b238fb713a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:53:38.091783 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd299f3-da4b-4b3b-824f-3b238fb713a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:53:38.150640 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfd299f3-da4b-4b3b-824f-3b238fb713a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for floatingip (b7c181bf-7ffe-44bf-8a96-e3539d69b016), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:38.151044 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [None req-dfd299f3-da4b-4b3b-824f-3b238fb713a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Floating IP b7c181bf-7ffe-44bf-8a96-e3539d69b016 disassociated (deleted). External IP: 172.25.3.95, port: ca12252c-5742-4e4b-8db9-3d87baeb27cb. Jan 28 14:53:38.382639 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd299f3-da4b-4b3b-824f-3b238fb713a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Router e8b23a55-edb4-4e62-9735-8454cddad60b has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:53:38.503823 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd299f3-da4b-4b3b-824f-3b238fb713a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:53:38.508614 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dfd299f3-da4b-4b3b-824f-3b238fb713a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:38.515464 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91fa6f7-aaf4-4fd7-b16f-46e396ee6bae None None] Sync routers for ids ['e8b23a55-edb4-4e62-9735-8454cddad60b'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:53:38.526808 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91fa6f7-aaf4-4fd7-b16f-46e396ee6bae None None] Routers {'e8b23a55-edb4-4e62-9735-8454cddad60b'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:53:38.527475 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d91fa6f7-aaf4-4fd7-b16f-46e396ee6bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:53:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e8b23a55-edb4-4e62-9735-8454cddad60b'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:53:38.538616 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dfd299f3-da4b-4b3b-824f-3b238fb713a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "DELETE /v2.0/floatingips/b7c181bf-7ffe-44bf-8a96-e3539d69b016 HTTP/1.1" status: 204 len: 168 time: 0.9180610 Jan 28 14:53:38.539491 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ec4029-f245-4560-9843-d3ab03da1047', 'tag': 'ca12252c-5742-4e4b-8db9-3d87baeb27cb'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:53:38.542087 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37ac304-b1b8-444a-ae0e-c0488a30cbc6" -d '{"events": [{"name": "network-changed", "server_uuid": "89ec4029-f245-4560-9843-d3ab03da1047", "tag": "ca12252c-5742-4e4b-8db9-3d87baeb27cb"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:53:38.640198 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-d91fa6f7-aaf4-4fd7-b16f-46e396ee6bae None None] Set router e8b23a55-edb4-4e62-9735-8454cddad60b gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:53:38.644805 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79b2816-e74f-41a9-adde-fa33142a11f9 x-openstack-request-id: req-d79b2816-e74f-41a9-adde-fa33142a11f9 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:53:38.645360 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ec4029-f245-4560-9843-d3ab03da1047", "tag": "ca12252c-5742-4e4b-8db9-3d87baeb27cb", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:53:38.645360 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d79b2816-e74f-41a9-adde-fa33142a11f9 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:53:38.645802 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ec4029-f245-4560-9843-d3ab03da1047', 'tag': 'ca12252c-5742-4e4b-8db9-3d87baeb27cb', 'status': 'completed', 'code': 200} Jan 28 14:53:38.716522 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ac304-b1b8-444a-ae0e-c0488a30cbc6 req-1fef4068-aa09-4d03-b9e6-7d7f1a1af186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:53:38.718933 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d37ac304-b1b8-444a-ae0e-c0488a30cbc6 req-1fef4068-aa09-4d03-b9e6-7d7f1a1af186 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=010a53c98334424a8f72cd1853d4355e&device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 1097 time: 0.0515611 Jan 28 14:53:38.792791 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac0723-3b45-4145-8e9e-ca1e940b7fa8 req-60fd818e-333a-4388-92e7-6452751525b1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:53:38.795352 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d1ac0723-3b45-4145-8e9e-ca1e940b7fa8 req-60fd818e-333a-4388-92e7-6452751525b1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 946 time: 0.0512748 Jan 28 14:53:38.821016 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ac304-b1b8-444a-ae0e-c0488a30cbc6 req-4a17c608-7f32-45c6-8732-9b9fc908cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:53:38.822756 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d37ac304-b1b8-444a-ae0e-c0488a30cbc6 req-4a17c608-7f32-45c6-8732-9b9fc908cfaf service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ba37f8a-ec17-40a3-a897-7732b0e415a2 HTTP/1.1" status: 200 len: 908 time: 0.0951788 Jan 28 14:53:38.852869 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d1ac0723-3b45-4145-8e9e-ca1e940b7fa8 req-26e1121f-240b-4f25-829b-fb676c7f406b tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486434 Jan 28 14:53:38.853974 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d91fa6f7-aaf4-4fd7-b16f-46e396ee6bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'name': 'tempest-TestShelveInstance-473823352-router', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:28Z', 'updated_at': '2022-01-28T14:49:31Z', 'revision_number': 4, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'gw_port': {'id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ee:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:29Z', 'updated_at': '2022-01-28T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'b53f83c1-258a-474c-8ad9-c59a2278f64c', 'name': '', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'mac_address': 'fa:16:3e:91:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:30Z', 'updated_at': '2022-01-28T14:49:37Z', 'revision_number': 5, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'subnets': [{'id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:53:38.869419 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d37ac304-b1b8-444a-ae0e-c0488a30cbc6 req-cdb9b142-e7f4-43d2-8f66-2b9df2b90140 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca12252c-5742-4e4b-8db9-3d87baeb27cb HTTP/1.1" status: 200 len: 217 time: 0.0385067 Jan 28 14:53:38.880227 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91fa6f7-aaf4-4fd7-b16f-46e396ee6bae None None] Checking router: e8b23a55-edb4-4e62-9735-8454cddad60b for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:53:38.889044 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91fa6f7-aaf4-4fd7-b16f-46e396ee6bae None None] Routers {'e8b23a55-edb4-4e62-9735-8454cddad60b'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:53:38.889649 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d91fa6f7-aaf4-4fd7-b16f-46e396ee6bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:53:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e8b23a55-edb4-4e62-9735-8454cddad60b'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:53:38.924273 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ac304-b1b8-444a-ae0e-c0488a30cbc6 req-ec350011-f530-4a3d-b5e0-c43c361e3edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:53:38.925756 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d37ac304-b1b8-444a-ae0e-c0488a30cbc6 req-ec350011-f530-4a3d-b5e0-c43c361e3edb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a99c3bcb-0513-4a34-af17-14f6547d5688 HTTP/1.1" status: 200 len: 847 time: 0.0489066 Jan 28 14:53:38.971430 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ac304-b1b8-444a-ae0e-c0488a30cbc6 req-6d4f6504-bb98-4309-b6ee-64d382313539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:53:38.972942 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d37ac304-b1b8-444a-ae0e-c0488a30cbc6 req-6d4f6504-bb98-4309-b6ee-64d382313539 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ba37f8a-ec17-40a3-a897-7732b0e415a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409744 Jan 28 14:53:38.997370 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-d91fa6f7-aaf4-4fd7-b16f-46e396ee6bae None None] Set router e8b23a55-edb4-4e62-9735-8454cddad60b gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:53:39.063387 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d37ac304-b1b8-444a-ae0e-c0488a30cbc6 req-08513f62-e638-4ae3-be11-58ba48549446 service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834489 Jan 28 14:53:39.157414 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d37ac304-b1b8-444a-ae0e-c0488a30cbc6 req-0c1157db-96c0-400e-a7af-548eb94e5e2c service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883472 Jan 28 14:53:39.200977 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-d91fa6f7-aaf4-4fd7-b16f-46e396ee6bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'name': 'tempest-TestShelveInstance-473823352-router', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:28Z', 'updated_at': '2022-01-28T14:49:31Z', 'revision_number': 4, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'gw_port': {'id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ee:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:29Z', 'updated_at': '2022-01-28T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'b53f83c1-258a-474c-8ad9-c59a2278f64c', 'name': '', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'mac_address': 'fa:16:3e:91:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:30Z', 'updated_at': '2022-01-28T14:49:37Z', 'revision_number': 5, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'subnets': [{'id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:53:39.230386 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91fa6f7-aaf4-4fd7-b16f-46e396ee6bae None None] The sync data for ids ['e8b23a55-edb4-4e62-9735-8454cddad60b'] in n-d-822747-2 is: [{'id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'name': 'tempest-TestShelveInstance-473823352-router', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:28Z', 'updated_at': '2022-01-28T14:49:31Z', 'revision_number': 4, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'gw_port': {'id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ee:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:29Z', 'updated_at': '2022-01-28T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'b53f83c1-258a-474c-8ad9-c59a2278f64c', 'name': '', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'mac_address': 'fa:16:3e:91:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:30Z', 'updated_at': '2022-01-28T14:49:37Z', 'revision_number': 5, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'subnets': [{'id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:53:39.461881 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57544ffb-66a9-4986-a3a8-3f6644e1144d None None] New status for floating IP b7c181bf-7ffe-44bf-8a96-e3539d69b016: DOWN {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:53:40.010488 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395abe2-b2bf-4944-8acf-ec2f330edd75 req-ef63599d-32d1-43c8-bdf4-3dc7d96244f5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:53:40.011986 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3395abe2-b2bf-4944-8acf-ec2f330edd75 req-ef63599d-32d1-43c8-bdf4-3dc7d96244f5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 946 time: 0.0748260 Jan 28 14:53:40.033288 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23897613-8ab9-4bc2-bcef-4ce1ab6620d1 req-946b02b3-c57e-483e-9d8d-6b3905910626 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:53:40.034686 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-23897613-8ab9-4bc2-bcef-4ce1ab6620d1 req-946b02b3-c57e-483e-9d8d-6b3905910626 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.18 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 946 time: 0.0673597 Jan 28 14:53:40.106868 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3395abe2-b2bf-4944-8acf-ec2f330edd75 req-91da36f9-24e7-4ced-99f7-738bca14b1ed tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=582c33e2-fc26-4bdc-b2c0-156675e2c9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874145 Jan 28 14:53:40.152317 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-23897613-8ab9-4bc2-bcef-4ce1ab6620d1 req-c50ba9f6-d029-4765-8c27-d54bb3e1aa76 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Deleting port ca12252c-5742-4e4b-8db9-3d87baeb27cb {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:53:40.152670 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-23897613-8ab9-4bc2-bcef-4ce1ab6620d1 req-c50ba9f6-d029-4765-8c27-d54bb3e1aa76 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ca12252c-5742-4e4b-8db9-3d87baeb27cb), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:40.245619 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-23897613-8ab9-4bc2-bcef-4ce1ab6620d1 req-c50ba9f6-d029-4765-8c27-d54bb3e1aa76 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] For port ca12252c-5742-4e4b-8db9-3d87baeb27cb, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=ca12252c-5742-4e4b-8db9-3d87baeb27cb,segment=NetworkSegment(588b5b65-1ecc-4a57-9921-68632e372fd1),segment_id=588b5b65-1ecc-4a57-9921-68632e372fd1)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:53:40.245923 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-23897613-8ab9-4bc2-bcef-4ce1ab6620d1 req-c50ba9f6-d029-4765-8c27-d54bb3e1aa76 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ca12252c-5742-4e4b-8db9-3d87baeb27cb), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:40.258121 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [req-23897613-8ab9-4bc2-bcef-4ce1ab6620d1 req-c50ba9f6-d029-4765-8c27-d54bb3e1aa76 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Calling delete_port for ca12252c-5742-4e4b-8db9-3d87baeb27cb owned by compute:nova {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:53:40.400325 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-23897613-8ab9-4bc2-bcef-4ce1ab6620d1 req-c50ba9f6-d029-4765-8c27-d54bb3e1aa76 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ca12252c-5742-4e4b-8db9-3d87baeb27cb), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:40.432242 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ba9f6-d029-4765-8c27-d54bb3e1aa76 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Pushing event deleted for resources: {'Port': ['ID=ca12252c-5742-4e4b-8db9-3d87baeb27cb,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:53:40.740509 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-23897613-8ab9-4bc2-bcef-4ce1ab6620d1 req-c50ba9f6-d029-4765-8c27-d54bb3e1aa76 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] No DVR routers for this DVR port ca12252c-5742-4e4b-8db9-3d87baeb27cb on host n-h1-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:53:40.743128 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-23897613-8ab9-4bc2-bcef-4ce1ab6620d1 req-c50ba9f6-d029-4765-8c27-d54bb3e1aa76 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:40.746489 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-23897613-8ab9-4bc2-bcef-4ce1ab6620d1 req-c50ba9f6-d029-4765-8c27-d54bb3e1aa76 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.18 "DELETE /v2.0/ports/ca12252c-5742-4e4b-8db9-3d87baeb27cb HTTP/1.1" status: 204 len: 173 time: 0.7046521 Jan 28 14:53:40.746943 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ec4029-f245-4560-9843-d3ab03da1047', 'name': 'network-vif-deleted', 'tag': 'ca12252c-5742-4e4b-8db9-3d87baeb27cb'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:53:40.749235 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c75369-bd0a-4b3c-a23f-ac7d5d2ff49c" -d '{"events": [{"server_uuid": "89ec4029-f245-4560-9843-d3ab03da1047", "name": "network-vif-deleted", "tag": "ca12252c-5742-4e4b-8db9-3d87baeb27cb"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:53:40.800824 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345e9c88-75b4-415a-9f08-8e3a1e155e65 x-openstack-request-id: req-345e9c88-75b4-415a-9f08-8e3a1e155e65 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:53:40.801121 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ec4029-f245-4560-9843-d3ab03da1047", "name": "network-vif-deleted", "tag": "ca12252c-5742-4e4b-8db9-3d87baeb27cb", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:53:40.801362 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-345e9c88-75b4-415a-9f08-8e3a1e155e65 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:53:40.801756 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ec4029-f245-4560-9843-d3ab03da1047', 'name': 'network-vif-deleted', 'tag': 'ca12252c-5742-4e4b-8db9-3d87baeb27cb', 'status': 'completed', 'code': 200} Jan 28 14:53:41.224129 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-030f7ea8-6f59-42ef-a2c8-d837ce9b9a80 req-c20b4c51-e6e6-4bfb-ab54-61264ca4534f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ec4029-f245-4560-9843-d3ab03da1047 HTTP/1.1" status: 200 len: 210 time: 0.0269840 Jan 28 14:53:42.291131 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54040) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:53:42.362148 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d7199d2-3773-4447-90ad-f88ff968927a tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group (582c33e2-fc26-4bdc-b2c0-156675e2c9c6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:42.388408 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d7199d2-3773-4447-90ad-f88ff968927a tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group (582c33e2-fc26-4bdc-b2c0-156675e2c9c6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:42.467819 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d7199d2-3773-4447-90ad-f88ff968927a tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (582c33e2-fc26-4bdc-b2c0-156675e2c9c6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:42.470500 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d7199d2-3773-4447-90ad-f88ff968927a tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:42.471735 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3d7199d2-3773-4447-90ad-f88ff968927a tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "DELETE /v2.0/security-groups/582c33e2-fc26-4bdc-b2c0-156675e2c9c6 HTTP/1.1" status: 204 len: 168 time: 0.1795721 Jan 28 14:53:42.487948 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7199d2-3773-4447-90ad-f88ff968927a tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=582c33e2-fc26-4bdc-b2c0-156675e2c9c6,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:53:42.725040 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54046) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:53:42.729792 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-e95507ed-592e-4459-b574-f6272a2cca20 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-270631610', 'description': 'tempest-secgroup-smoke-270631610 description', 'project_id': '010a53c98334424a8f72cd1853d4355e'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:53:42.752626 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e95507ed-592e-4459-b574-f6272a2cca20 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:42.820223 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e95507ed-592e-4459-b574-f6272a2cca20 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group (dc7b855c-971a-40a0-8bad-d759d22fa059), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:42.825771 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e95507ed-592e-4459-b574-f6272a2cca20 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (dc7b855c-971a-40a0-8bad-d759d22fa059), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:42.854032 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e95507ed-592e-4459-b574-f6272a2cca20 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:42.855294 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e95507ed-592e-4459-b574-f6272a2cca20 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1292901 Jan 28 14:53:42.857224 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95507ed-592e-4459-b574-f6272a2cca20 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7b855c-971a-40a0-8bad-d759d22fa059,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:53:42.858315 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54048) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:53:42.863324 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-347cace3-378a-440f-be93-a2b5207a4df1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Request body: {'security_group_rule': {'security_group_id': 'dc7b855c-971a-40a0-8bad-d759d22fa059', 'project_id': '010a53c98334424a8f72cd1853d4355e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:53:42.892115 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-347cace3-378a-440f-be93-a2b5207a4df1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (87cf9abd-9620-446c-9878-ef784a848bc8), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:42.948673 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-347cace3-378a-440f-be93-a2b5207a4df1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (87cf9abd-9620-446c-9878-ef784a848bc8), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:42.953858 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-347cace3-378a-440f-be93-a2b5207a4df1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (87cf9abd-9620-446c-9878-ef784a848bc8), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:43.305121 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347cace3-378a-440f-be93-a2b5207a4df1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87cf9abd-9620-446c-9878-ef784a848bc8,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:53:43.313540 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347cace3-378a-440f-be93-a2b5207a4df1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:53:43.313881 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347cace3-378a-440f-be93-a2b5207a4df1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:53:43.314231 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347cace3-378a-440f-be93-a2b5207a4df1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:53:43.314540 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347cace3-378a-440f-be93-a2b5207a4df1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:53:43.314971 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347cace3-378a-440f-be93-a2b5207a4df1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:53:43.315300 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347cace3-378a-440f-be93-a2b5207a4df1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:53:43.315623 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347cace3-378a-440f-be93-a2b5207a4df1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:53:43.315944 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347cace3-378a-440f-be93-a2b5207a4df1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:53:43.316266 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347cace3-378a-440f-be93-a2b5207a4df1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:53:43.316582 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347cace3-378a-440f-be93-a2b5207a4df1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:53:43.316898 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347cace3-378a-440f-be93-a2b5207a4df1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:53:43.317211 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347cace3-378a-440f-be93-a2b5207a4df1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:53:43.317521 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347cace3-378a-440f-be93-a2b5207a4df1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:53:43.322537 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-347cace3-378a-440f-be93-a2b5207a4df1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:43.323821 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-347cace3-378a-440f-be93-a2b5207a4df1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4642842 Jan 28 14:53:43.327563 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54050) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:53:43.334501 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-09349f34-bdaf-4a9c-aba2-5801a487a82a tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Request body: {'security_group_rule': {'security_group_id': 'dc7b855c-971a-40a0-8bad-d759d22fa059', 'project_id': '010a53c98334424a8f72cd1853d4355e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:53:43.363387 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-09349f34-bdaf-4a9c-aba2-5801a487a82a tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (56c3e65d-ee74-466b-a8e3-2197c38148b4), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:43.422569 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-09349f34-bdaf-4a9c-aba2-5801a487a82a tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (56c3e65d-ee74-466b-a8e3-2197c38148b4), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:43.427949 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-09349f34-bdaf-4a9c-aba2-5801a487a82a tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (56c3e65d-ee74-466b-a8e3-2197c38148b4), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:43.445930 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09349f34-bdaf-4a9c-aba2-5801a487a82a tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c3e65d-ee74-466b-a8e3-2197c38148b4,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:53:43.453833 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-09349f34-bdaf-4a9c-aba2-5801a487a82a tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:43.455106 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-09349f34-bdaf-4a9c-aba2-5801a487a82a tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1260979 Jan 28 14:53:43.457926 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54052) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:53:43.462218 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-76cff0a9-f46e-48c5-9ddc-44af07464a7f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Request body: {'security_group_rule': {'security_group_id': 'dc7b855c-971a-40a0-8bad-d759d22fa059', 'project_id': '010a53c98334424a8f72cd1853d4355e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:53:43.486399 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-76cff0a9-f46e-48c5-9ddc-44af07464a7f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (142e626d-7d3c-4568-bda5-6fce27e720c0), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:43.543921 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-76cff0a9-f46e-48c5-9ddc-44af07464a7f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (142e626d-7d3c-4568-bda5-6fce27e720c0), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:43.548908 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-76cff0a9-f46e-48c5-9ddc-44af07464a7f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (142e626d-7d3c-4568-bda5-6fce27e720c0), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:43.571040 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cff0a9-f46e-48c5-9ddc-44af07464a7f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=142e626d-7d3c-4568-bda5-6fce27e720c0,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:53:43.579782 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-76cff0a9-f46e-48c5-9ddc-44af07464a7f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:43.581030 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-76cff0a9-f46e-48c5-9ddc-44af07464a7f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221762 Jan 28 14:53:43.584163 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54054) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:53:43.589112 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-d438065f-2e8b-4d1a-b403-99b1a4d23037 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Request body: {'security_group_rule': {'security_group_id': 'dc7b855c-971a-40a0-8bad-d759d22fa059', 'project_id': '010a53c98334424a8f72cd1853d4355e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:53:43.619483 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d438065f-2e8b-4d1a-b403-99b1a4d23037 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (23b362e0-b241-49a3-a732-c0844cffc25c), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:43.682827 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d438065f-2e8b-4d1a-b403-99b1a4d23037 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (23b362e0-b241-49a3-a732-c0844cffc25c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:43.689040 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d438065f-2e8b-4d1a-b403-99b1a4d23037 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (23b362e0-b241-49a3-a732-c0844cffc25c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:43.707564 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438065f-2e8b-4d1a-b403-99b1a4d23037 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b362e0-b241-49a3-a732-c0844cffc25c,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:53:43.713528 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d438065f-2e8b-4d1a-b403-99b1a4d23037 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:43.714868 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d438065f-2e8b-4d1a-b403-99b1a4d23037 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1296086 Jan 28 14:53:43.717580 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54056) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:53:43.721962 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-038303e5-483d-44b5-b999-a037f2a8ad5f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Request body: {'security_group_rule': {'security_group_id': 'dc7b855c-971a-40a0-8bad-d759d22fa059', 'project_id': '010a53c98334424a8f72cd1853d4355e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:53:43.742906 n-d-822747-2 neutron-server[103351]: INFO neutron.db.securitygroups_db [None req-038303e5-483d-44b5-b999-a037f2a8ad5f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Project 010a53c98334424a8f72cd1853d4355e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:53:43.748011 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-038303e5-483d-44b5-b999-a037f2a8ad5f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (1fd3ffa0-f881-47ac-bcf3-1423d2b00915), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:43.806819 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-038303e5-483d-44b5-b999-a037f2a8ad5f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (1fd3ffa0-f881-47ac-bcf3-1423d2b00915), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:43.811486 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-038303e5-483d-44b5-b999-a037f2a8ad5f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (1fd3ffa0-f881-47ac-bcf3-1423d2b00915), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:43.834817 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038303e5-483d-44b5-b999-a037f2a8ad5f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fd3ffa0-f881-47ac-bcf3-1423d2b00915,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:53:43.845740 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-038303e5-483d-44b5-b999-a037f2a8ad5f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:43.847570 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-038303e5-483d-44b5-b999-a037f2a8ad5f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1289408 Jan 28 14:53:43.850324 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54058) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:53:43.854734 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-6e259555-35e2-4dcc-9ff8-5d30afedbef5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Request body: {'security_group_rule': {'security_group_id': 'dc7b855c-971a-40a0-8bad-d759d22fa059', 'project_id': '010a53c98334424a8f72cd1853d4355e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:53:43.875498 n-d-822747-2 neutron-server[103351]: INFO neutron.db.securitygroups_db [None req-6e259555-35e2-4dcc-9ff8-5d30afedbef5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Project 010a53c98334424a8f72cd1853d4355e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:53:43.880447 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e259555-35e2-4dcc-9ff8-5d30afedbef5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (1efaa999-b953-4550-b3f2-9106ff6aea43), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:43.941187 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e259555-35e2-4dcc-9ff8-5d30afedbef5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (1efaa999-b953-4550-b3f2-9106ff6aea43), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:43.945302 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e259555-35e2-4dcc-9ff8-5d30afedbef5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (1efaa999-b953-4550-b3f2-9106ff6aea43), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:43.964252 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e259555-35e2-4dcc-9ff8-5d30afedbef5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1efaa999-b953-4550-b3f2-9106ff6aea43,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:53:43.974500 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6e259555-35e2-4dcc-9ff8-5d30afedbef5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:43.975767 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-6e259555-35e2-4dcc-9ff8-5d30afedbef5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1244862 Jan 28 14:53:44.209062 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device ca12252c-5742-4e4b-8db9-3d87baeb27cb no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:53:44.229370 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: ca12252c-5742-4e4b-8db9-3d87baeb27cb {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:53:44.229723 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device ca12252c-5742-4e4b-8db9-3d87baeb27cb not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:53:48.637238 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:50.729864 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:59.418178 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-23eca6a4-e152-4e58-94b6-a2a7af4c2808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:01.753580 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-18e8243e-047f-4961-93a8-cfeebb4ead43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:03.230328 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:54:03.288741 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:04.540889 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-b2f92096-4cb8-49f2-bde7-4bfe17e70acb tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-270631610&fields=id&tenant_id=010a53c98334424a8f72cd1853d4355e HTTP/1.1" status: 200 len: 267 time: 0.0460193 Jan 28 14:54:04.650803 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-8c9382fc-e4c1-494d-9359-5a9f95d3868b tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:04.652347 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-8c9382fc-e4c1-494d-9359-5a9f95d3868b tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/networks?id=9ba37f8a-ec17-40a3-a897-7732b0e415a2 HTTP/1.1" status: 200 len: 808 time: 0.1042726 Jan 28 14:54:04.653862 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:04.668593 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-7bc464fa-ce0d-4d2f-9506-8a4e2b77fb78 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/quotas/010a53c98334424a8f72cd1853d4355e HTTP/1.1" status: 200 len: 375 time: 0.0094194 Jan 28 14:54:04.725473 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-7d143109-1fc7-4e8e-8c4f-5d7972e7d6c9 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=010a53c98334424a8f72cd1853d4355e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496273 Jan 28 14:54:04.789189 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-bfb95618-c4bf-43e2-801c-d23177d843d4 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:54:04.790182 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-bfb95618-c4bf-43e2-801c-d23177d843d4 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0506239 Jan 28 14:54:04.888083 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-b1425cec-5dc6-44b4-b4fb-474283cba7de service neutron] 10.222.0.39 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915127 Jan 28 14:54:04.980836 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-e9fb0f9b-0b7a-4224-9cf5-ea249c4065ed service neutron] 10.222.0.39 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867727 Jan 28 14:54:05.265042 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5e4c541f-8d70-46da-a76c-3863b322514c req-386c08b5-cd82-4686-a0b1-cc4b28a2b152 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 210 time: 0.0271039 Jan 28 14:54:06.231944 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-248dea3e-e636-4ee3-b909-7585ab7b4b72 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:06.233689 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-248dea3e-e636-4ee3-b909-7585ab7b4b72 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.18 "GET /v2.0/networks?id=9ba37f8a-ec17-40a3-a897-7732b0e415a2 HTTP/1.1" status: 200 len: 808 time: 0.1110070 Jan 28 14:54:06.303759 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-08b5e130-dda5-4a0b-aae8-cac4a790f6fa tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=010a53c98334424a8f72cd1853d4355e HTTP/1.1" status: 200 len: 379 time: 0.0608335 Jan 28 14:54:06.312360 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-b771b190-33d3-4c1a-ab23-968a5db09fb6 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Request body: {'port': {'device_id': 'da1c8998-f055-4995-a7e6-1635d8f57751', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'admin_state_up': True, 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'security_groups': ['dc7b855c-971a-40a0-8bad-d759d22fa059']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:54:06.406150 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9f3aeb4e-af7b-410f-9c2f-7556f16c273d req-96fab4b5-d745-472c-a29a-9a2f5572abf1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 210 time: 0.0368021 Jan 28 14:54:06.440229 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:06.455613 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-b771b190-33d3-4c1a-ab23-968a5db09fb6 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Made reservation on behalf of 010a53c98334424a8f72cd1853d4355e for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:54:06.459167 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-b771b190-33d3-4c1a-ab23-968a5db09fb6 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:06.585535 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-b771b190-33d3-4c1a-ab23-968a5db09fb6 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Allocated IP 172.20.0.11 (9ba37f8a-ec17-40a3-a897-7732b0e415a2/a99c3bcb-0513-4a34-af17-14f6547d5688/f7c3627b-3a78-417b-86f7-b3a758d45f4c) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:54:06.731097 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-b771b190-33d3-4c1a-ab23-968a5db09fb6 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for port (f7c3627b-3a78-417b-86f7-b3a758d45f4c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:06.766383 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-b771b190-33d3-4c1a-ab23-968a5db09fb6 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (f7c3627b-3a78-417b-86f7-b3a758d45f4c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:06.811232 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-b771b190-33d3-4c1a-ab23-968a5db09fb6 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Network 9ba37f8a-ec17-40a3-a897-7732b0e415a2 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:54:06.814342 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-b771b190-33d3-4c1a-ab23-968a5db09fb6 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:54:06.817114 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-b771b190-33d3-4c1a-ab23-968a5db09fb6 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:54:06.860359 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771b190-33d3-4c1a-ab23-968a5db09fb6 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Pushing event updated for resources: {'Port': ['ID=f7c3627b-3a78-417b-86f7-b3a758d45f4c,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:54:06.888859 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-b771b190-33d3-4c1a-ab23-968a5db09fb6 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:06.889594 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-b771b190-33d3-4c1a-ab23-968a5db09fb6 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:06.908614 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-b771b190-33d3-4c1a-ab23-968a5db09fb6 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5999699 Jan 28 14:54:06.920142 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-fd015e5d-4878-4c33-ab94-28185b59ed24 service neutron] Request body: {'port': {'device_id': 'da1c8998-f055-4995-a7e6-1635d8f57751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:54:06.980983 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-fd015e5d-4878-4c33-ab94-28185b59ed24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f7c3627b-3a78-417b-86f7-b3a758d45f4c), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:07.174423 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-4d213948-cc6d-4aea-bb38-54e2db70325e None None] Provisioning complete for port f7c3627b-3a78-417b-86f7-b3a758d45f4c triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:54:07.174798 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4d213948-cc6d-4aea-bb38-54e2db70325e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (f7c3627b-3a78-417b-86f7-b3a758d45f4c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:07.210362 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4d213948-cc6d-4aea-bb38-54e2db70325e None None] Port f7c3627b-3a78-417b-86f7-b3a758d45f4c cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:54:07.275797 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-fd015e5d-4878-4c33-ab94-28185b59ed24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c3627b-3a78-417b-86f7-b3a758d45f4c {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:54:07.284297 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-fd015e5d-4878-4c33-ab94-28185b59ed24 service neutron] Publish callbacks [] for port (f7c3627b-3a78-417b-86f7-b3a758d45f4c), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:07.296180 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-fd015e5d-4878-4c33-ab94-28185b59ed24 service neutron] Transition to ACTIVE for port object f7c3627b-3a78-417b-86f7-b3a758d45f4c will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:54:07.300600 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-fd015e5d-4878-4c33-ab94-28185b59ed24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (f7c3627b-3a78-417b-86f7-b3a758d45f4c), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:07.355817 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd015e5d-4878-4c33-ab94-28185b59ed24 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c3627b-3a78-417b-86f7-b3a758d45f4c,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:54:07.429790 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-fd015e5d-4878-4c33-ab94-28185b59ed24 service neutron] Attempting to bind port f7c3627b-3a78-417b-86f7-b3a758d45f4c on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:54:07.430422 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-fd015e5d-4878-4c33-ab94-28185b59ed24 service neutron] Attempting to bind port f7c3627b-3a78-417b-86f7-b3a758d45f4c by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': '588b5b65-1ecc-4a57-9921-68632e372fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:54:07.430951 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-fd015e5d-4878-4c33-ab94-28185b59ed24 service neutron] Attempting to bind port f7c3627b-3a78-417b-86f7-b3a758d45f4c on network 9ba37f8a-ec17-40a3-a897-7732b0e415a2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:54:07.436252 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-fd015e5d-4878-4c33-ab94-28185b59ed24 service neutron] Port f7c3627b-3a78-417b-86f7-b3a758d45f4c on network 9ba37f8a-ec17-40a3-a897-7732b0e415a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:54:07.436564 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-fd015e5d-4878-4c33-ab94-28185b59ed24 service neutron] Attempting to bind port f7c3627b-3a78-417b-86f7-b3a758d45f4c on network 9ba37f8a-ec17-40a3-a897-7732b0e415a2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:54:07.442250 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-fd015e5d-4878-4c33-ab94-28185b59ed24 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:54:07.442597 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-fd015e5d-4878-4c33-ab94-28185b59ed24 service neutron] Checking segment: {'id': '588b5b65-1ecc-4a57-9921-68632e372fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:54:07.443018 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-fd015e5d-4878-4c33-ab94-28185b59ed24 service neutron] Bound using segment: {'id': '588b5b65-1ecc-4a57-9921-68632e372fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:54:07.443462 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-fd015e5d-4878-4c33-ab94-28185b59ed24 service neutron] Bound port: f7c3627b-3a78-417b-86f7-b3a758d45f4c, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '588b5b65-1ecc-4a57-9921-68632e372fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:54:07.443826 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-fd015e5d-4878-4c33-ab94-28185b59ed24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f7c3627b-3a78-417b-86f7-b3a758d45f4c), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:07.520259 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-fd015e5d-4878-4c33-ab94-28185b59ed24 service neutron] For port f7c3627b-3a78-417b-86f7-b3a758d45f4c, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:54:07.523550 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-fd015e5d-4878-4c33-ab94-28185b59ed24 service neutron] For port f7c3627b-3a78-417b-86f7-b3a758d45f4c, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=f7c3627b-3a78-417b-86f7-b3a758d45f4c,segment=NetworkSegment(588b5b65-1ecc-4a57-9921-68632e372fd1),segment_id=588b5b65-1ecc-4a57-9921-68632e372fd1)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:54:07.531290 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-fd015e5d-4878-4c33-ab94-28185b59ed24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (f7c3627b-3a78-417b-86f7-b3a758d45f4c), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:07.559963 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaee279-1c45-4b73-93a4-94940ffa02e1 req-ce034fa8-ff3f-47d4-9670-c982a92f279a tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:07.561962 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fdaee279-1c45-4b73-93a4-94940ffa02e1 req-ce034fa8-ff3f-47d4-9670-c982a92f279a tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0653546 Jan 28 14:54:07.572580 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-fd015e5d-4878-4c33-ab94-28185b59ed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:07.573189 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-fd015e5d-4878-4c33-ab94-28185b59ed24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:07.574579 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-fd015e5d-4878-4c33-ab94-28185b59ed24 service neutron] 10.222.0.18 "PUT /v2.0/ports/f7c3627b-3a78-417b-86f7-b3a758d45f4c HTTP/1.1" status: 200 len: 1092 time: 0.6590302 Jan 28 14:54:07.575047 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da1c8998-f055-4995-a7e6-1635d8f57751', 'tag': 'f7c3627b-3a78-417b-86f7-b3a758d45f4c'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:54:07.577326 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b42c9a3-fc97-482b-ad6e-4d880a6ff5f5" -d '{"events": [{"name": "network-changed", "server_uuid": "da1c8998-f055-4995-a7e6-1635d8f57751", "tag": "f7c3627b-3a78-417b-86f7-b3a758d45f4c"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:54:07.628825 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fdaee279-1c45-4b73-93a4-94940ffa02e1 req-f48aeb92-6825-46e3-ab76-078db93bb7ba tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561619 Jan 28 14:54:07.668773 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd015e5d-4878-4c33-ab94-28185b59ed24 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c3627b-3a78-417b-86f7-b3a758d45f4c,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:54:07.683860 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80508c1-1a73-40b6-a01d-63237cebd0cc x-openstack-request-id: req-b80508c1-1a73-40b6-a01d-63237cebd0cc {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:54:07.684201 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da1c8998-f055-4995-a7e6-1635d8f57751", "tag": "f7c3627b-3a78-417b-86f7-b3a758d45f4c", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:54:07.684462 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b80508c1-1a73-40b6-a01d-63237cebd0cc {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:54:07.684866 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da1c8998-f055-4995-a7e6-1635d8f57751', 'tag': 'f7c3627b-3a78-417b-86f7-b3a758d45f4c', 'status': 'completed', 'code': 200} Jan 28 14:54:07.693630 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-be4fa9e7-288a-47ef-ad04-8a74237a014d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:07.695234 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-be4fa9e7-288a-47ef-ad04-8a74237a014d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=010a53c98334424a8f72cd1853d4355e&device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 1095 time: 0.0772450 Jan 28 14:54:07.738133 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-3ec7d932-81d2-471c-9987-06c2d574805b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7c3627b-3a78-417b-86f7-b3a758d45f4c HTTP/1.1" status: 200 len: 217 time: 0.0359573 Jan 28 14:54:07.792013 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-a894d030-878e-45e1-840c-9043c5df29be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:07.793729 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-a894d030-878e-45e1-840c-9043c5df29be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a99c3bcb-0513-4a34-af17-14f6547d5688 HTTP/1.1" status: 200 len: 847 time: 0.0496609 Jan 28 14:54:07.840653 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-5a756626-b3a1-4456-8d14-5db13d32fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:07.842186 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-5a756626-b3a1-4456-8d14-5db13d32fd3e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ba37f8a-ec17-40a3-a897-7732b0e415a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412273 Jan 28 14:54:07.934589 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-a21a0e19-2eb0-45e2-a569-86f2d4393ffc service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855324 Jan 28 14:54:08.024235 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-207fc4cb-aa56-427e-86ca-80bcedc6cf27 req-70e5deca-8d76-4720-a079-d77bb42f64a8 service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831907 Jan 28 14:54:08.116516 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42c9a3-fc97-482b-ad6e-4d880a6ff5f5 req-c1d27e5f-811a-4f42-b427-2d8fa0865c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:08.118011 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b42c9a3-fc97-482b-ad6e-4d880a6ff5f5 req-c1d27e5f-811a-4f42-b427-2d8fa0865c91 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=010a53c98334424a8f72cd1853d4355e&device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 1095 time: 0.0428271 Jan 28 14:54:08.212648 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42c9a3-fc97-482b-ad6e-4d880a6ff5f5 req-1ec3ab7a-8bfb-4f51-afab-415095706e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:08.214057 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b42c9a3-fc97-482b-ad6e-4d880a6ff5f5 req-1ec3ab7a-8bfb-4f51-afab-415095706e15 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ba37f8a-ec17-40a3-a897-7732b0e415a2 HTTP/1.1" status: 200 len: 908 time: 0.0898356 Jan 28 14:54:08.253727 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b42c9a3-fc97-482b-ad6e-4d880a6ff5f5 req-4b69e583-cc3a-425c-859d-87d38c8579e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7c3627b-3a78-417b-86f7-b3a758d45f4c HTTP/1.1" status: 200 len: 217 time: 0.0340083 Jan 28 14:54:08.305362 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42c9a3-fc97-482b-ad6e-4d880a6ff5f5 req-3c0e11b4-90d1-476e-9a0e-245f725cfe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:08.306808 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b42c9a3-fc97-482b-ad6e-4d880a6ff5f5 req-3c0e11b4-90d1-476e-9a0e-245f725cfe2c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a99c3bcb-0513-4a34-af17-14f6547d5688 HTTP/1.1" status: 200 len: 847 time: 0.0474668 Jan 28 14:54:08.352910 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42c9a3-fc97-482b-ad6e-4d880a6ff5f5 req-0655f529-6ee1-4621-8403-ca5a9f435e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:08.354426 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b42c9a3-fc97-482b-ad6e-4d880a6ff5f5 req-0655f529-6ee1-4621-8403-ca5a9f435e92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ba37f8a-ec17-40a3-a897-7732b0e415a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417879 Jan 28 14:54:08.444008 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b42c9a3-fc97-482b-ad6e-4d880a6ff5f5 req-845774cb-1d97-4cdc-9190-3002b5030f08 service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840664 Jan 28 14:54:08.538688 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b42c9a3-fc97-482b-ad6e-4d880a6ff5f5 req-5b624c13-757b-4179-83d0-175d803fd0f3 service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893788 Jan 28 14:54:08.757910 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d0ec9-81ae-401c-816c-6b7679ac1ac2 req-6f97eca6-a40e-4cc1-9552-da07f882c12e tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:08.759434 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ba6d0ec9-81ae-401c-816c-6b7679ac1ac2 req-6f97eca6-a40e-4cc1-9552-da07f882c12e tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0505059 Jan 28 14:54:08.809013 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ba6d0ec9-81ae-401c-816c-6b7679ac1ac2 req-5cdca838-2404-45ca-9d4f-c206c5444086 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435052 Jan 28 14:54:09.929215 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa09d6f-a515-4d94-ae9c-e64157854c4e req-d7b56a20-dc5f-4ee2-be30-dee744ed43f0 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:09.930723 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4aa09d6f-a515-4d94-ae9c-e64157854c4e req-d7b56a20-dc5f-4ee2-be30-dee744ed43f0 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0516405 Jan 28 14:54:09.986335 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4aa09d6f-a515-4d94-ae9c-e64157854c4e req-ef9b1012-42a6-4066-b47a-29f8c9b8486a tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494390 Jan 28 14:54:11.108742 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b342d0c-35d1-41bb-ba86-837bcf1c2491 req-56001fda-67bc-4646-bcb0-f795222c12b1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:11.110218 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8b342d0c-35d1-41bb-ba86-837bcf1c2491 req-56001fda-67bc-4646-bcb0-f795222c12b1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0533946 Jan 28 14:54:11.159614 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8b342d0c-35d1-41bb-ba86-837bcf1c2491 req-b1a64f2d-29d8-43fc-b5a3-fa46dcd6e693 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436943 Jan 28 14:54:12.286858 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb659a-049c-452f-a86a-f70d43910396 req-b84ca793-bece-4b63-a628-29c57cf18553 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:12.288339 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-62cb659a-049c-452f-a86a-f70d43910396 req-b84ca793-bece-4b63-a628-29c57cf18553 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0567753 Jan 28 14:54:12.340377 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-62cb659a-049c-452f-a86a-f70d43910396 req-3e75d44c-f1a2-48d3-9eec-2d0deade20bc tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460427 Jan 28 14:54:13.465193 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cd873-26de-4216-a780-ce316f902561 req-623ad47d-5c6c-4603-a2de-a08f92deaba1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:13.466676 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9a6cd873-26de-4216-a780-ce316f902561 req-623ad47d-5c6c-4603-a2de-a08f92deaba1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0531797 Jan 28 14:54:13.521152 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9a6cd873-26de-4216-a780-ce316f902561 req-355f4a83-8d9f-4544-95b5-28ebe30932fb tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483260 Jan 28 14:54:14.648419 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749d8e1-02a5-420e-b944-7851bc7ed133 req-4883c296-0bed-4bef-ae1d-af7be62dd0f4 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:14.649947 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b749d8e1-02a5-420e-b944-7851bc7ed133 req-4883c296-0bed-4bef-ae1d-af7be62dd0f4 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0503290 Jan 28 14:54:14.705140 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-b749d8e1-02a5-420e-b944-7851bc7ed133 req-5731f8e4-7231-4327-9d92-0823246bee8e tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485423 Jan 28 14:54:15.831079 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d3984-07e8-45dd-aa99-20f4d42373f9 req-a1ecf500-012e-4cef-8784-8ed82f45f354 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:15.832624 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6c0d3984-07e8-45dd-aa99-20f4d42373f9 req-a1ecf500-012e-4cef-8784-8ed82f45f354 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0556242 Jan 28 14:54:15.885240 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6c0d3984-07e8-45dd-aa99-20f4d42373f9 req-cd9beaa8-0929-479f-9064-55b3fd80efbc tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467625 Jan 28 14:54:17.006942 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eccce9-e8ca-4838-b3f6-473b041720c4 req-5e67de41-bc33-4d1f-a01f-58e82e209de6 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:17.008427 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76eccce9-e8ca-4838-b3f6-473b041720c4 req-5e67de41-bc33-4d1f-a01f-58e82e209de6 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0488148 Jan 28 14:54:17.062787 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-76eccce9-e8ca-4838-b3f6-473b041720c4 req-13f98d9a-d1e4-4618-94e5-1ab9a78faf92 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476773 Jan 28 14:54:18.194289 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127001d-b361-4266-9ba5-ed4e48b2bf57 req-73cf9730-4a50-42f2-b228-aa4f04c5764d tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:18.195822 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e127001d-b361-4266-9ba5-ed4e48b2bf57 req-73cf9730-4a50-42f2-b228-aa4f04c5764d tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0582027 Jan 28 14:54:18.248313 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e127001d-b361-4266-9ba5-ed4e48b2bf57 req-1983f25a-9593-459b-8381-f569f006e065 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467815 Jan 28 14:54:18.647199 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:19.378855 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85e3d8-da90-4aaf-bcea-fe8d40194c67 req-7f96586a-f69b-450e-92f0-2e27ab4d3c1b tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:19.380369 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5b85e3d8-da90-4aaf-bcea-fe8d40194c67 req-7f96586a-f69b-450e-92f0-2e27ab4d3c1b tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0486393 Jan 28 14:54:19.430403 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5b85e3d8-da90-4aaf-bcea-fe8d40194c67 req-65920f15-26e0-417c-8cc8-822b6aef8b74 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441144 Jan 28 14:54:20.560051 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110df7f-63be-4072-a1fb-348ea5dda3a0 req-5584c9ce-2c71-4e10-86ef-13fbb29ac798 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:20.561539 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a110df7f-63be-4072-a1fb-348ea5dda3a0 req-5584c9ce-2c71-4e10-86ef-13fbb29ac798 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0510070 Jan 28 14:54:20.611125 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a110df7f-63be-4072-a1fb-348ea5dda3a0 req-a6c56160-0748-4712-af39-45c41787a36b tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438573 Jan 28 14:54:20.745133 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:21.748600 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45162a8-085d-4c2d-b51d-7174aed29646 req-9cc0d406-4cd9-4b4c-9b92-a01c313dfce9 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:21.750104 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c45162a8-085d-4c2d-b51d-7174aed29646 req-9cc0d406-4cd9-4b4c-9b92-a01c313dfce9 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0599902 Jan 28 14:54:21.802654 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c45162a8-085d-4c2d-b51d-7174aed29646 req-31e958b9-c1e3-4510-b4e5-56a81578eedf tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445969 Jan 28 14:54:22.927889 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6eda3-6702-4ab1-bd97-f775272ca066 req-6055394f-003a-4d81-8418-1434d0415441 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:22.929365 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3cb6eda3-6702-4ab1-bd97-f775272ca066 req-6055394f-003a-4d81-8418-1434d0415441 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0546286 Jan 28 14:54:22.977598 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-3cb6eda3-6702-4ab1-bd97-f775272ca066 req-576d2642-aa6a-4c8d-afc4-2e6e73289a87 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425186 Jan 28 14:54:24.098935 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498e803-a153-43f1-b159-20a9dd8bdeb2 req-e79ff82b-3c07-4c1a-9b26-46da773ca731 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:24.100407 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c498e803-a153-43f1-b159-20a9dd8bdeb2 req-e79ff82b-3c07-4c1a-9b26-46da773ca731 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0529125 Jan 28 14:54:24.158033 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c498e803-a153-43f1-b159-20a9dd8bdeb2 req-e99a2a56-eb9c-4bf0-9d9d-6ab14e9219c9 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490706 Jan 28 14:54:24.458807 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device f7c3627b-3a78-417b-86f7-b3a758d45f4c details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:54:24.732659 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port f7c3627b-3a78-417b-86f7-b3a758d45f4c, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=f7c3627b-3a78-417b-86f7-b3a758d45f4c,segment=NetworkSegment(588b5b65-1ecc-4a57-9921-68632e372fd1),segment_id=588b5b65-1ecc-4a57-9921-68632e372fd1)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:54:24.744726 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'f7c3627b-3a78-417b-86f7-b3a758d45f4c', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'port_id': 'f7c3627b-3a78-417b-86f7-b3a758d45f4c', 'mac_address': 'fa:16:3e:fb:33:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:54:24.781768 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port f7c3627b-3a78-417b-86f7-b3a758d45f4c is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:54:24.782147 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f7c3627b-3a78-417b-86f7-b3a758d45f4c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:24.794859 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c3627b-3a78-417b-86f7-b3a758d45f4c {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:54:24.814213 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port f7c3627b-3a78-417b-86f7-b3a758d45f4c, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=f7c3627b-3a78-417b-86f7-b3a758d45f4c,segment=NetworkSegment(588b5b65-1ecc-4a57-9921-68632e372fd1),segment_id=588b5b65-1ecc-4a57-9921-68632e372fd1)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:54:24.822703 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f7c3627b-3a78-417b-86f7-b3a758d45f4c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:24.870157 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=f7c3627b-3a78-417b-86f7-b3a758d45f4c,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:54:24.877851 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:54:24.878195 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:54:24.878515 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:54:24.878870 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:54:24.879225 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:54:24.879539 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:54:24.879866 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:54:24.880187 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:54:24.880512 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:54:24.880859 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:54:24.881182 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:54:24.881500 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:54:24.881818 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:54:25.045265 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['f7c3627b-3a78-417b-86f7-b3a758d45f4c'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:54:25.287774 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575605b-22c1-40d4-b3a8-29076e0aa8ca req-20f18921-367d-40de-a61b-870e954292e0 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:25.289196 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f575605b-22c1-40d4-b3a8-29076e0aa8ca req-20f18921-367d-40de-a61b-870e954292e0 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 945 time: 0.0505226 Jan 28 14:54:25.337581 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f575605b-22c1-40d4-b3a8-29076e0aa8ca req-c7ade9ec-f506-4b90-b48b-2dfa9dcb5de2 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427463 Jan 28 14:54:26.458326 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device f7c3627b-3a78-417b-86f7-b3a758d45f4c up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:54:26.463441 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eec9dd-0221-4936-96fe-df4174170c0a req-b4e9b1e3-b798-42da-b1db-e2c27583ddf6 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:26.464923 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a3eec9dd-0221-4936-96fe-df4174170c0a req-b4e9b1e3-b798-42da-b1db-e2c27583ddf6 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 945 time: 0.0521836 Jan 28 14:54:26.512666 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port f7c3627b-3a78-417b-86f7-b3a758d45f4c completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:54:26.514587 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a3eec9dd-0221-4936-96fe-df4174170c0a req-1d65a8c9-516e-49b6-a682-8961eb609ddc tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439270 Jan 28 14:54:26.516751 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port f7c3627b-3a78-417b-86f7-b3a758d45f4c triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:54:26.517126 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (f7c3627b-3a78-417b-86f7-b3a758d45f4c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:26.596649 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port f7c3627b-3a78-417b-86f7-b3a758d45f4c is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:54:26.597027 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f7c3627b-3a78-417b-86f7-b3a758d45f4c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:26.619578 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1c8998-f055-4995-a7e6-1635d8f57751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c3627b-3a78-417b-86f7-b3a758d45f4c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:54:26.621936 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfce013-e9f3-41cf-82cd-98f80a8907ed" -d '{"events": [{"server_uuid": "da1c8998-f055-4995-a7e6-1635d8f57751", "name": "network-vif-plugged", "status": "completed", "tag": "f7c3627b-3a78-417b-86f7-b3a758d45f4c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:54:26.637580 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port f7c3627b-3a78-417b-86f7-b3a758d45f4c, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=f7c3627b-3a78-417b-86f7-b3a758d45f4c,segment=NetworkSegment(588b5b65-1ecc-4a57-9921-68632e372fd1),segment_id=588b5b65-1ecc-4a57-9921-68632e372fd1)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:54:26.642960 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f7c3627b-3a78-417b-86f7-b3a758d45f4c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:26.666068 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e5059a-fe66-4fae-b47b-2e794170460f x-openstack-request-id: req-d0e5059a-fe66-4fae-b47b-2e794170460f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:54:26.666357 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1c8998-f055-4995-a7e6-1635d8f57751", "name": "network-vif-plugged", "status": "completed", "tag": "f7c3627b-3a78-417b-86f7-b3a758d45f4c", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:54:26.666614 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0e5059a-fe66-4fae-b47b-2e794170460f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:54:26.667030 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da1c8998-f055-4995-a7e6-1635d8f57751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c3627b-3a78-417b-86f7-b3a758d45f4c', 'code': 200} Jan 28 14:54:26.693420 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=f7c3627b-3a78-417b-86f7-b3a758d45f4c,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:54:26.764744 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db739b11-4b74-43ba-bc37-150c09b1059a req-858ac477-28fe-43b6-bbbe-ed3e5148d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:26.766355 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db739b11-4b74-43ba-bc37-150c09b1059a req-858ac477-28fe-43b6-bbbe-ed3e5148d3f3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 1097 time: 0.0411997 Jan 28 14:54:26.816744 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db739b11-4b74-43ba-bc37-150c09b1059a req-30fc6faa-cf9a-4e36-82e7-ff069a63452a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444436 Jan 28 14:54:27.661393 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2427c4-a57f-4b33-9ebf-7a508fa0a518 req-799a2d00-4cbd-4818-9ea7-2192ed326a64 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:27.662863 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5a2427c4-a57f-4b33-9ebf-7a508fa0a518 req-799a2d00-4cbd-4818-9ea7-2192ed326a64 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 946 time: 0.0650227 Jan 28 14:54:27.723670 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-5a2427c4-a57f-4b33-9ebf-7a508fa0a518 req-5777f3f8-a6e6-4955-ad88-5a269c73197c tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545371 Jan 28 14:54:28.862839 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b769f-d5a3-4bdb-a5d9-2e30eb4f8a3f req-61cb86dc-d508-4a8d-9332-d60966b578fa tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:28.864424 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ff2b769f-d5a3-4bdb-a5d9-2e30eb4f8a3f req-61cb86dc-d508-4a8d-9332-d60966b578fa tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 946 time: 0.0630207 Jan 28 14:54:28.934212 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ff2b769f-d5a3-4bdb-a5d9-2e30eb4f8a3f req-06b6dc4c-a2d2-4f9f-bfae-212f19f90620 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624833 Jan 28 14:54:29.057893 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bb01b-0307-4857-ba11-89dd5790d40f req-8a6e0351-b24c-4bbb-a920-88db08f22d14 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:29.060043 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bf0bb01b-0307-4857-ba11-89dd5790d40f req-8a6e0351-b24c-4bbb-a920-88db08f22d14 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 946 time: 0.0526109 Jan 28 14:54:29.111555 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bf0bb01b-0307-4857-ba11-89dd5790d40f req-e16ae0ef-16c4-4eff-8b9f-93ac2e7b2688 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443461 Jan 28 14:54:29.134003 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54270) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:54:29.179038 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fba4bd-779c-4087-a405-0435f3721926 tempest-TestShelveInstance-775266635 tempest-TestShelveInstance-775266635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:29.180550 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-89fba4bd-779c-4087-a405-0435f3721926 tempest-TestShelveInstance-775266635 tempest-TestShelveInstance-775266635-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 1092 time: 0.0455410 Jan 28 14:54:29.183490 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54272) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:54:29.187750 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-d148fc79-f6c1-4bc6-baad-afa3d4915243 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'port_id': 'f7c3627b-3a78-417b-86f7-b3a758d45f4c', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:54:29.211109 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d148fc79-f6c1-4bc6-baad-afa3d4915243 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:29.320615 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d148fc79-f6c1-4bc6-baad-afa3d4915243 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:29.421913 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-401d76aa-6b67-4024-9292-1f2bd4fc09f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:29.433502 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-d148fc79-f6c1-4bc6-baad-afa3d4915243 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Allocated IP 172.25.3.202 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/519da55d-e0cf-4ee4-9e25-9ffdf19e9e41) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:54:29.547471 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d148fc79-f6c1-4bc6-baad-afa3d4915243 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for port (519da55d-e0cf-4ee4-9e25-9ffdf19e9e41), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:29.587843 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d148fc79-f6c1-4bc6-baad-afa3d4915243 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (519da55d-e0cf-4ee4-9e25-9ffdf19e9e41), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:29.630251 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d148fc79-f6c1-4bc6-baad-afa3d4915243 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:54:29.635216 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-d148fc79-f6c1-4bc6-baad-afa3d4915243 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:54:29.639596 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d148fc79-f6c1-4bc6-baad-afa3d4915243 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:54:29.643503 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148fc79-f6c1-4bc6-baad-afa3d4915243 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Pushing event updated for resources: {'Port': ['ID=519da55d-e0cf-4ee4-9e25-9ffdf19e9e41,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:54:30.009947 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d148fc79-f6c1-4bc6-baad-afa3d4915243 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for floatingip (3b538a23-f665-483c-9b34-6a7a0c64c9e6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:30.082897 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d148fc79-f6c1-4bc6-baad-afa3d4915243 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (519da55d-e0cf-4ee4-9e25-9ffdf19e9e41), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:30.242169 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d148fc79-f6c1-4bc6-baad-afa3d4915243 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for port (519da55d-e0cf-4ee4-9e25-9ffdf19e9e41), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:30.248565 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d148fc79-f6c1-4bc6-baad-afa3d4915243 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (519da55d-e0cf-4ee4-9e25-9ffdf19e9e41), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:30.322331 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148fc79-f6c1-4bc6-baad-afa3d4915243 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Pushing event updated for resources: {'Port': ['ID=519da55d-e0cf-4ee4-9e25-9ffdf19e9e41,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:54:30.335951 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d148fc79-f6c1-4bc6-baad-afa3d4915243 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (3b538a23-f665-483c-9b34-6a7a0c64c9e6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:30.439194 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [None req-d148fc79-f6c1-4bc6-baad-afa3d4915243 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Floating IP 3b538a23-f665-483c-9b34-6a7a0c64c9e6 associated. External IP: 172.25.3.202, port: f7c3627b-3a78-417b-86f7-b3a758d45f4c. Jan 28 14:54:30.932628 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d148fc79-f6c1-4bc6-baad-afa3d4915243 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Router e8b23a55-edb4-4e62-9735-8454cddad60b has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:54:31.053087 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d148fc79-f6c1-4bc6-baad-afa3d4915243 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:54:31.063297 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280f8630-a817-40eb-992b-236edfea4288 None None] Sync routers for ids ['e8b23a55-edb4-4e62-9735-8454cddad60b'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:54:31.072065 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d148fc79-f6c1-4bc6-baad-afa3d4915243 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:31.074668 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280f8630-a817-40eb-992b-236edfea4288 None None] Routers {'e8b23a55-edb4-4e62-9735-8454cddad60b'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:54:31.075357 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-280f8630-a817-40eb-992b-236edfea4288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:54:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e8b23a55-edb4-4e62-9735-8454cddad60b'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:54:31.099776 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-d148fc79-f6c1-4bc6-baad-afa3d4915243 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9152985 Jan 28 14:54:31.100391 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da1c8998-f055-4995-a7e6-1635d8f57751', 'tag': 'f7c3627b-3a78-417b-86f7-b3a758d45f4c'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:54:31.102759 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01fde27-3ed5-4955-a57c-d347549f65a3" -d '{"events": [{"name": "network-changed", "server_uuid": "da1c8998-f055-4995-a7e6-1635d8f57751", "tag": "f7c3627b-3a78-417b-86f7-b3a758d45f4c"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:54:31.143481 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039c25e2-4749-4a71-9d7f-01145b048efb x-openstack-request-id: req-039c25e2-4749-4a71-9d7f-01145b048efb {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:54:31.143785 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da1c8998-f055-4995-a7e6-1635d8f57751", "tag": "f7c3627b-3a78-417b-86f7-b3a758d45f4c", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:54:31.144048 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-039c25e2-4749-4a71-9d7f-01145b048efb {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:54:31.144485 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da1c8998-f055-4995-a7e6-1635d8f57751', 'tag': 'f7c3627b-3a78-417b-86f7-b3a758d45f4c', 'status': 'completed', 'code': 200} Jan 28 14:54:31.185569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-280f8630-a817-40eb-992b-236edfea4288 None None] Set router e8b23a55-edb4-4e62-9735-8454cddad60b gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:54:31.206823 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fde27-3ed5-4955-a57c-d347549f65a3 req-3b996d17-3cae-49e1-8fa5-b2b72628e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:31.208370 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a01fde27-3ed5-4955-a57c-d347549f65a3 req-3b996d17-3cae-49e1-8fa5-b2b72628e8c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=010a53c98334424a8f72cd1853d4355e&device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 1097 time: 0.0417914 Jan 28 14:54:31.300154 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fde27-3ed5-4955-a57c-d347549f65a3 req-f60f4d48-6233-4fce-b929-96a839b13f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:31.301615 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a01fde27-3ed5-4955-a57c-d347549f65a3 req-f60f4d48-6233-4fce-b929-96a839b13f2d service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ba37f8a-ec17-40a3-a897-7732b0e415a2 HTTP/1.1" status: 200 len: 908 time: 0.0873687 Jan 28 14:54:31.367068 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a01fde27-3ed5-4955-a57c-d347549f65a3 req-9ea10ace-a845-4cd4-999b-04d6a1b04d19 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7c3627b-3a78-417b-86f7-b3a758d45f4c HTTP/1.1" status: 200 len: 1000 time: 0.0598977 Jan 28 14:54:31.419143 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-280f8630-a817-40eb-992b-236edfea4288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'name': 'tempest-TestShelveInstance-473823352-router', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:28Z', 'updated_at': '2022-01-28T14:49:31Z', 'revision_number': 4, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'gw_port': {'id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ee:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:29Z', 'updated_at': '2022-01-28T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '3b538a23-f665-483c-9b34-6a7a0c64c9e6', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'port_id': 'f7c3627b-3a78-417b-86f7-b3a758d45f4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'mac_address': 'fa:16:3e:fb:33:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1c8998-f055-4995-a7e6-1635d8f57751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:54:29Z', 'updated_at': '2022-01-28T14:54:29Z', 'revision_number': 0, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b53f83c1-258a-474c-8ad9-c59a2278f64c', 'name': '', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'mac_address': 'fa:16:3e:91:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:30Z', 'updated_at': '2022-01-28T14:49:37Z', 'revision_number': 5, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'subnets': [{'id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:54:31.420649 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fde27-3ed5-4955-a57c-d347549f65a3 req-89f95c3c-f699-4e8b-b13f-9690ade7c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:31.422132 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a01fde27-3ed5-4955-a57c-d347549f65a3 req-89f95c3c-f699-4e8b-b13f-9690ade7c023 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a99c3bcb-0513-4a34-af17-14f6547d5688 HTTP/1.1" status: 200 len: 847 time: 0.0495262 Jan 28 14:54:31.446333 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280f8630-a817-40eb-992b-236edfea4288 None None] Checking router: e8b23a55-edb4-4e62-9735-8454cddad60b for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:54:31.455164 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280f8630-a817-40eb-992b-236edfea4288 None None] Routers {'e8b23a55-edb4-4e62-9735-8454cddad60b'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:54:31.455778 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-280f8630-a817-40eb-992b-236edfea4288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:54:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e8b23a55-edb4-4e62-9735-8454cddad60b'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:54:31.468226 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fde27-3ed5-4955-a57c-d347549f65a3 req-449759f0-39d7-45f2-b997-60713f5ad2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:31.469742 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a01fde27-3ed5-4955-a57c-d347549f65a3 req-449759f0-39d7-45f2-b997-60713f5ad2f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ba37f8a-ec17-40a3-a897-7732b0e415a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413668 Jan 28 14:54:31.572163 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a01fde27-3ed5-4955-a57c-d347549f65a3 req-b826d9d5-ac86-4792-b146-4bbd49d6a871 service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961797 Jan 28 14:54:31.572464 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-280f8630-a817-40eb-992b-236edfea4288 None None] Set router e8b23a55-edb4-4e62-9735-8454cddad60b gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:54:31.670306 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-a01fde27-3ed5-4955-a57c-d347549f65a3 req-5d25ec88-8f50-4c8f-ba0c-6b39633c95de service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919547 Jan 28 14:54:31.787651 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fdb25c51-32a4-4160-bfa3-1c57bfb94753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:31.822250 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-280f8630-a817-40eb-992b-236edfea4288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'name': 'tempest-TestShelveInstance-473823352-router', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:28Z', 'updated_at': '2022-01-28T14:49:31Z', 'revision_number': 4, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'gw_port': {'id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ee:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:29Z', 'updated_at': '2022-01-28T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '3b538a23-f665-483c-9b34-6a7a0c64c9e6', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'port_id': 'f7c3627b-3a78-417b-86f7-b3a758d45f4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'mac_address': 'fa:16:3e:fb:33:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1c8998-f055-4995-a7e6-1635d8f57751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:54:29Z', 'updated_at': '2022-01-28T14:54:29Z', 'revision_number': 0, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b53f83c1-258a-474c-8ad9-c59a2278f64c', 'name': '', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'mac_address': 'fa:16:3e:91:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:30Z', 'updated_at': '2022-01-28T14:49:37Z', 'revision_number': 5, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'subnets': [{'id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:54:31.852359 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280f8630-a817-40eb-992b-236edfea4288 None None] The sync data for ids ['e8b23a55-edb4-4e62-9735-8454cddad60b'] in n-d-822747-2 is: [{'id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'name': 'tempest-TestShelveInstance-473823352-router', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:28Z', 'updated_at': '2022-01-28T14:49:31Z', 'revision_number': 4, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'gw_port': {'id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ee:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:29Z', 'updated_at': '2022-01-28T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '3b538a23-f665-483c-9b34-6a7a0c64c9e6', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'port_id': 'f7c3627b-3a78-417b-86f7-b3a758d45f4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'mac_address': 'fa:16:3e:fb:33:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1c8998-f055-4995-a7e6-1635d8f57751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:54:29Z', 'updated_at': '2022-01-28T14:54:29Z', 'revision_number': 0, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b53f83c1-258a-474c-8ad9-c59a2278f64c', 'name': '', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'mac_address': 'fa:16:3e:91:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:30Z', 'updated_at': '2022-01-28T14:49:37Z', 'revision_number': 5, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'subnets': [{'id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:54:32.061881 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba628a32-ccd0-4577-9a41-ff2dda57f3bf None None] New status for floating IP 3b538a23-f665-483c-9b34-6a7a0c64c9e6: ACTIVE {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:54:33.303191 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:34.661228 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:36.445022 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:40.234651 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:54:48.663741 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:50.744862 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:59.427099 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-525f8084-88fe-4821-8d50-8ab946790656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:01.767761 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d4734422-8217-4a4b-821f-a8e1ec8c078f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:03.298490 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:04.663426 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:06.452383 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:07.492233 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e3d97ab-4db8-4ab1-a6fd-ac81f215b452 req-c54ba3a9-c28c-4ffc-bd79-9f2a08e8d1d8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449030 Jan 28 14:55:07.591667 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d97ab-4db8-4ab1-a6fd-ac81f215b452 req-8065b883-0d3b-4df3-951f-529e45e71a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:55:07.593175 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e3d97ab-4db8-4ab1-a6fd-ac81f215b452 req-8065b883-0d3b-4df3-951f-529e45e71a26 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=010a53c98334424a8f72cd1853d4355e&device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 1097 time: 0.0453236 Jan 28 14:55:07.710957 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d97ab-4db8-4ab1-a6fd-ac81f215b452 req-8c73c88d-d71b-4aed-9482-9a990e2ae60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:55:07.712447 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e3d97ab-4db8-4ab1-a6fd-ac81f215b452 req-8c73c88d-d71b-4aed-9482-9a990e2ae60b service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ba37f8a-ec17-40a3-a897-7732b0e415a2 HTTP/1.1" status: 200 len: 908 time: 0.0979438 Jan 28 14:55:07.790295 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e3d97ab-4db8-4ab1-a6fd-ac81f215b452 req-ec9747b2-ae45-4fbe-be65-c3b928f8504e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7c3627b-3a78-417b-86f7-b3a758d45f4c HTTP/1.1" status: 200 len: 1002 time: 0.0714328 Jan 28 14:55:07.847645 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d97ab-4db8-4ab1-a6fd-ac81f215b452 req-16b3ce4b-9bd1-4172-8ca3-28ada0a55f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:55:07.849143 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e3d97ab-4db8-4ab1-a6fd-ac81f215b452 req-16b3ce4b-9bd1-4172-8ca3-28ada0a55f7a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a99c3bcb-0513-4a34-af17-14f6547d5688 HTTP/1.1" status: 200 len: 847 time: 0.0534515 Jan 28 14:55:07.915573 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d97ab-4db8-4ab1-a6fd-ac81f215b452 req-ba868f8a-bca9-4c58-b438-a5dcaafafad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:55:07.917129 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e3d97ab-4db8-4ab1-a6fd-ac81f215b452 req-ba868f8a-bca9-4c58-b438-a5dcaafafad1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ba37f8a-ec17-40a3-a897-7732b0e415a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612981 Jan 28 14:55:08.021129 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e3d97ab-4db8-4ab1-a6fd-ac81f215b452 req-ff5b0b43-aa2c-4efa-b37c-d4809e9634d8 service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968499 Jan 28 14:55:08.120585 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6e3d97ab-4db8-4ab1-a6fd-ac81f215b452 req-60e907a3-4233-4e9b-b4b9-09323040752b service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931950 Jan 28 14:55:17.234275 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:55:18.681171 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:20.762022 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:29.422691 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b21b164c-82e2-43e7-8119-423b6b6e5fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:31.771682 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8bd5c4fd-9405-429d-bb65-a6970413a6ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:33.307917 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:34.668865 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:36.456718 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:48.681200 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:50.757065 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:51.615650 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-f8df734a-9168-41cd-86e0-0ea129632ab4 req-a86b4e19-e68f-42cf-87b7-f17baee1ad4b service neutron] (103352) timed out ('10.222.0.18', 54238) {{(pid=103352) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 14:55:54.234430 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:55:59.425963 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93754a14-4522-470f-a525-e6b3817052a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:01.766216 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b3d42b43-1551-4969-8e5e-7193aa24fb65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:03.312317 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:04.678339 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:06.452548 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:08.552221 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-47538f93-6dea-42cf-8803-b1da2da69226 req-7b3c3765-beab-4494-b7d6-eee3b1328a60 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428877 Jan 28 14:56:08.640165 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47538f93-6dea-42cf-8803-b1da2da69226 req-c50191d3-bcfb-4477-8506-f6191c4cb7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:08.641663 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-47538f93-6dea-42cf-8803-b1da2da69226 req-c50191d3-bcfb-4477-8506-f6191c4cb7a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=010a53c98334424a8f72cd1853d4355e&device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 1097 time: 0.0457664 Jan 28 14:56:08.745550 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47538f93-6dea-42cf-8803-b1da2da69226 req-39e4fdbd-d7ce-4364-97bc-7bb9398a2312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:08.747058 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-47538f93-6dea-42cf-8803-b1da2da69226 req-39e4fdbd-d7ce-4364-97bc-7bb9398a2312 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ba37f8a-ec17-40a3-a897-7732b0e415a2 HTTP/1.1" status: 200 len: 908 time: 0.0856290 Jan 28 14:56:08.815297 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-47538f93-6dea-42cf-8803-b1da2da69226 req-84dc96fb-e8ba-446b-bc58-7fb53b604cb0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7c3627b-3a78-417b-86f7-b3a758d45f4c HTTP/1.1" status: 200 len: 1002 time: 0.0616081 Jan 28 14:56:08.866944 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47538f93-6dea-42cf-8803-b1da2da69226 req-1696bccf-e19b-49cf-a62a-b2965b55b3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:08.868453 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-47538f93-6dea-42cf-8803-b1da2da69226 req-1696bccf-e19b-49cf-a62a-b2965b55b3c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a99c3bcb-0513-4a34-af17-14f6547d5688 HTTP/1.1" status: 200 len: 847 time: 0.0479090 Jan 28 14:56:08.916643 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47538f93-6dea-42cf-8803-b1da2da69226 req-5db294a7-7e9d-47f0-bdf4-80158b5ea18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:08.918156 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-47538f93-6dea-42cf-8803-b1da2da69226 req-5db294a7-7e9d-47f0-bdf4-80158b5ea18d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ba37f8a-ec17-40a3-a897-7732b0e415a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433342 Jan 28 14:56:09.013226 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-47538f93-6dea-42cf-8803-b1da2da69226 req-9c9f430f-656d-41d6-bafa-d215db13797a service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890331 Jan 28 14:56:09.107039 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-47538f93-6dea-42cf-8803-b1da2da69226 req-0f471825-b258-441c-b0cf-32b9e2d053b9 service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855856 Jan 28 14:56:18.672734 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:20.754878 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:26.634357 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75776f98-b537-41b2-b98a-724035ffde38 req-2092007d-0e13-49e2-8f7b-4673edb5db6f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:26.635775 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-75776f98-b537-41b2-b98a-724035ffde38 req-2092007d-0e13-49e2-8f7b-4673edb5db6f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 946 time: 0.0503223 Jan 28 14:56:26.687829 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-75776f98-b537-41b2-b98a-724035ffde38 req-cf46a16c-0ea3-48ec-8883-809adc82b55f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443230 Jan 28 14:56:27.838608 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229ba2e-8d87-4243-bc5d-641e0b9104ba req-1e148263-1405-43c6-aa14-eca9ad265b2d tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:27.840226 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6229ba2e-8d87-4243-bc5d-641e0b9104ba req-1e148263-1405-43c6-aa14-eca9ad265b2d tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 946 time: 0.0651882 Jan 28 14:56:27.893046 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-6229ba2e-8d87-4243-bc5d-641e0b9104ba req-7523747f-9f2c-474f-a878-e8be3e785e87 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453584 Jan 28 14:56:29.024312 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64892ae6-fc23-4ceb-9e0b-6d72c1eb86d4 req-3eb14c57-734f-4dfc-b65c-a0fbe4732feb tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:29.025775 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-64892ae6-fc23-4ceb-9e0b-6d72c1eb86d4 req-3eb14c57-734f-4dfc-b65c-a0fbe4732feb tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 946 time: 0.0508454 Jan 28 14:56:29.082646 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-64892ae6-fc23-4ceb-9e0b-6d72c1eb86d4 req-454957e8-801f-4c03-9fcd-a2782bc9ca57 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506284 Jan 28 14:56:29.431153 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2785a181-fd64-42ad-a4d2-6b6b4213a041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:30.211369 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2b24f-dfaa-4860-baa2-adb99624b041 req-b645990c-6e94-4765-99ee-8249d6c70edd tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:30.212943 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0c2b24f-dfaa-4860-baa2-adb99624b041 req-b645990c-6e94-4765-99ee-8249d6c70edd tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 946 time: 0.0511541 Jan 28 14:56:30.263287 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0c2b24f-dfaa-4860-baa2-adb99624b041 req-b3846269-86ef-4005-b18e-97daffc50820 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445797 Jan 28 14:56:31.237742 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:56:31.400771 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ed267-357f-4572-a192-96fa59ace41c req-d196da86-4b19-4f7a-a206-58df5323de77 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:31.402312 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8a9ed267-357f-4572-a192-96fa59ace41c req-d196da86-4b19-4f7a-a206-58df5323de77 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 946 time: 0.0496647 Jan 28 14:56:31.452152 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8a9ed267-357f-4572-a192-96fa59ace41c req-e3b11d9d-c0ef-466c-a04d-3f85b5df217e tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436821 Jan 28 14:56:31.777819 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fad58b02-e28d-4c94-959b-a90b70f6a9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:32.572992 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75261ea5-bc36-4306-bdc2-6a604ebceca5 req-639319c8-6159-4a3c-ab6c-3e4371e9f054 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:32.574484 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-75261ea5-bc36-4306-bdc2-6a604ebceca5 req-639319c8-6159-4a3c-ab6c-3e4371e9f054 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 946 time: 0.0498028 Jan 28 14:56:32.628064 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-75261ea5-bc36-4306-bdc2-6a604ebceca5 req-07d95b7f-db3e-4bdd-af26-746461d6af46 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478792 Jan 28 14:56:33.314573 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:33.749946 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55d9ab-29f9-4bc5-b969-fde464549fdb req-bfdb7330-668e-49b6-bb7d-666498baed33 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:33.751435 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf55d9ab-29f9-4bc5-b969-fde464549fdb req-bfdb7330-668e-49b6-bb7d-666498baed33 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 946 time: 0.0490804 Jan 28 14:56:33.800375 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-cf55d9ab-29f9-4bc5-b969-fde464549fdb req-13f86523-3721-469b-94e3-fa279f74126b tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429265 Jan 28 14:56:34.672379 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:34.921824 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66e60e-a969-480d-8103-bdb485557151 req-5406ec8b-48c0-47d7-a9df-5554856430b9 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:34.923333 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f66e60e-a969-480d-8103-bdb485557151 req-5406ec8b-48c0-47d7-a9df-5554856430b9 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 946 time: 0.0511618 Jan 28 14:56:34.977143 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2f66e60e-a969-480d-8103-bdb485557151 req-77ffb156-af8b-4298-bd9d-7994ece69464 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477490 Jan 28 14:56:36.107075 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e95e7-6765-4f3c-ac5f-797188457714 req-5162c8d7-bf8c-4505-8917-48180b71ac3c tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:36.108461 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-692e95e7-6765-4f3c-ac5f-797188457714 req-5162c8d7-bf8c-4505-8917-48180b71ac3c tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 946 time: 0.0549476 Jan 28 14:56:36.157587 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-692e95e7-6765-4f3c-ac5f-797188457714 req-58b54725-59b9-43c8-b5b0-dd2a6261a078 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434015 Jan 28 14:56:36.457667 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:36.752389 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45559e65-c1f2-49c3-a85f-00677449e200 req-ed48d9c5-524f-4639-abb9-c97a8ab9ea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:36.753966 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45559e65-c1f2-49c3-a85f-00677449e200 req-ed48d9c5-524f-4639-abb9-c97a8ab9ea5e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=010a53c98334424a8f72cd1853d4355e&device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 1097 time: 0.0504260 Jan 28 14:56:36.852620 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45559e65-c1f2-49c3-a85f-00677449e200 req-41402d48-44c0-46ec-bb1e-7bee8c285d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:36.854152 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45559e65-c1f2-49c3-a85f-00677449e200 req-41402d48-44c0-46ec-bb1e-7bee8c285d68 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ba37f8a-ec17-40a3-a897-7732b0e415a2 HTTP/1.1" status: 200 len: 908 time: 0.0942602 Jan 28 14:56:36.924160 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45559e65-c1f2-49c3-a85f-00677449e200 req-85aff264-32b6-469e-a14d-e19822a13c8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7c3627b-3a78-417b-86f7-b3a758d45f4c HTTP/1.1" status: 200 len: 1002 time: 0.0631993 Jan 28 14:56:36.972189 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45559e65-c1f2-49c3-a85f-00677449e200 req-9a98ea70-6e29-4032-add3-656bb72b1c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:36.973580 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45559e65-c1f2-49c3-a85f-00677449e200 req-9a98ea70-6e29-4032-add3-656bb72b1c6a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a99c3bcb-0513-4a34-af17-14f6547d5688 HTTP/1.1" status: 200 len: 847 time: 0.0444894 Jan 28 14:56:37.027408 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45559e65-c1f2-49c3-a85f-00677449e200 req-1c41edbe-93de-4343-bce9-d658a4e27e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:37.029325 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45559e65-c1f2-49c3-a85f-00677449e200 req-1c41edbe-93de-4343-bce9-d658a4e27e47 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ba37f8a-ec17-40a3-a897-7732b0e415a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489800 Jan 28 14:56:37.120700 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45559e65-c1f2-49c3-a85f-00677449e200 req-26272d4b-ed2d-47a6-a5a2-cf1315d4df5a service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855906 Jan 28 14:56:37.225046 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-45559e65-c1f2-49c3-a85f-00677449e200 req-967a5bd8-d2a3-48b6-aa1b-8af10b12702b service neutron] 10.222.0.18 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983636 Jan 28 14:56:37.289063 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f28ddb-0cb2-4be0-af7a-dd99bb9233ca req-f124f6f5-9bec-4d38-9bf6-9763dbba140f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:37.290555 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d2f28ddb-0cb2-4be0-af7a-dd99bb9233ca req-f124f6f5-9bec-4d38-9bf6-9763dbba140f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 946 time: 0.0601034 Jan 28 14:56:37.343097 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d2f28ddb-0cb2-4be0-af7a-dd99bb9233ca req-e6677f16-f979-4f39-b255-a3796233086c tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466430 Jan 28 14:56:38.483898 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff50ac-faf1-4923-8c71-b0217d9b2e19 req-8b65714f-2a4f-492a-b4fa-9f65e7541424 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:38.485377 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8cff50ac-faf1-4923-8c71-b0217d9b2e19 req-8b65714f-2a4f-492a-b4fa-9f65e7541424 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 946 time: 0.0612240 Jan 28 14:56:38.536390 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8cff50ac-faf1-4923-8c71-b0217d9b2e19 req-c2b32151-218f-4f4a-8ce9-a8b1f0211931 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451140 Jan 28 14:56:39.664870 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f6c02-6c5c-48ee-b7c6-2f58fde9bbd9 req-19c71e41-c108-4680-b9bf-b0cbede24a11 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:39.666616 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-147f6c02-6c5c-48ee-b7c6-2f58fde9bbd9 req-19c71e41-c108-4680-b9bf-b0cbede24a11 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 946 time: 0.0583825 Jan 28 14:56:39.721939 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-147f6c02-6c5c-48ee-b7c6-2f58fde9bbd9 req-f6555745-7d14-4f9d-a6b1-f3cd7e374f8f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491424 Jan 28 14:56:40.839422 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec4305-f075-401e-868f-f1367230fd57 req-d3645aca-7961-4153-8c24-03a66865b769 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:40.840931 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5bec4305-f075-401e-868f-f1367230fd57 req-d3645aca-7961-4153-8c24-03a66865b769 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 946 time: 0.0489073 Jan 28 14:56:40.896043 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-5bec4305-f075-401e-868f-f1367230fd57 req-f09c0dd7-25f3-45ba-a2ea-5ee206e94167 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489073 Jan 28 14:56:42.027663 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed383da-7ee1-43e1-b444-85f33ada94ea req-b7dc1f35-b6d7-4d84-b6ee-b5581017968c tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:42.029693 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1ed383da-7ee1-43e1-b444-85f33ada94ea req-b7dc1f35-b6d7-4d84-b6ee-b5581017968c tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 946 time: 0.0572412 Jan 28 14:56:42.089072 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-1ed383da-7ee1-43e1-b444-85f33ada94ea req-7bf04a78-7b65-40bb-aa8d-ba496b08a073 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505297 Jan 28 14:56:43.141744 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device f7c3627b-3a78-417b-86f7-b3a758d45f4c no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:56:43.202699 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01400014-4696-4e8d-acc4-5c6f1435449b req-15ad9185-df46-4acf-9492-fc155771cea2 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:43.204251 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-01400014-4696-4e8d-acc4-5c6f1435449b req-15ad9185-df46-4acf-9492-fc155771cea2 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 946 time: 0.0495305 Jan 28 14:56:43.220569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port f7c3627b-3a78-417b-86f7-b3a758d45f4c is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:56:43.220962 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f7c3627b-3a78-417b-86f7-b3a758d45f4c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:43.243479 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1c8998-f055-4995-a7e6-1635d8f57751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7c3627b-3a78-417b-86f7-b3a758d45f4c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:56:43.245771 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48530b72-0152-4012-944c-7d8e418e6d18" -d '{"events": [{"server_uuid": "da1c8998-f055-4995-a7e6-1635d8f57751", "name": "network-vif-unplugged", "status": "completed", "tag": "f7c3627b-3a78-417b-86f7-b3a758d45f4c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:56:43.257390 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-01400014-4696-4e8d-acc4-5c6f1435449b req-f66937a7-2280-4a09-ab39-1a96dac52b89 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463130 Jan 28 14:56:43.259046 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port f7c3627b-3a78-417b-86f7-b3a758d45f4c, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=f7c3627b-3a78-417b-86f7-b3a758d45f4c,segment=NetworkSegment(588b5b65-1ecc-4a57-9921-68632e372fd1),segment_id=588b5b65-1ecc-4a57-9921-68632e372fd1)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:56:43.264571 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f7c3627b-3a78-417b-86f7-b3a758d45f4c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:43.317871 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=f7c3627b-3a78-417b-86f7-b3a758d45f4c,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:43.325426 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:43.325772 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:43.326108 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:43.326651 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:43.327007 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:43.327339 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:43.327680 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:43.327992 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:43.328312 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:43.328628 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:43.329119 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:43.329445 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:43.329763 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:43.334055 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 14:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2158933-1898-41e5-bb65-6666cf5293b0 x-openstack-request-id: req-b2158933-1898-41e5-bb65-6666cf5293b0 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:56:43.334342 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1c8998-f055-4995-a7e6-1635d8f57751", "name": "network-vif-unplugged", "status": "failed", "tag": "f7c3627b-3a78-417b-86f7-b3a758d45f4c", "code": 422}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:56:43.334598 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2158933-1898-41e5-bb65-6666cf5293b0 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:56:43.335013 n-d-822747-2 neutron-server[103353]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'da1c8998-f055-4995-a7e6-1635d8f57751', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f7c3627b-3a78-417b-86f7-b3a758d45f4c', 'code': 422} returned with failed status Jan 28 14:56:43.384393 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-9371a9c4-2596-4397-9acb-d530aaff1b92 req-efdbec79-4aeb-4953-aee5-507625d8a9df service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:56:43.385416 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9371a9c4-2596-4397-9acb-d530aaff1b92 req-efdbec79-4aeb-4953-aee5-507625d8a9df service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0490668 Jan 28 14:56:43.511050 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-8761cf15-5f29-4e61-beb5-852ac8e7d4de service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0415485 Jan 28 14:56:43.520233 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-a568864a-d85c-4772-914d-5c033011437b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:56:43.521241 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-a568864a-d85c-4772-914d-5c033011437b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050588 Jan 28 14:56:43.536482 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f3d64-a9ef-461f-9d4f-39ba0f8528c2 req-8821b4be-14a8-4d1d-ab51-1262ddedf5c1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:43.537942 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aa3f3d64-a9ef-461f-9d4f-39ba0f8528c2 req-8821b4be-14a8-4d1d-ab51-1262ddedf5c1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0487316 Jan 28 14:56:43.592978 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-aa3f3d64-a9ef-461f-9d4f-39ba0f8528c2 req-56888482-3f7b-44c5-9337-3deb0f4a5f09 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475399 Jan 28 14:56:44.715227 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8755848-aefb-4e2e-9b6c-47f355d7445b req-d856f308-bbad-4aa0-abb4-5830a02857e2 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:44.716808 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8755848-aefb-4e2e-9b6c-47f355d7445b req-d856f308-bbad-4aa0-abb4-5830a02857e2 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0544012 Jan 28 14:56:44.766977 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a8755848-aefb-4e2e-9b6c-47f355d7445b req-2585dcb4-3b05-48e8-b7fe-fcbecb19f2e5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437062 Jan 28 14:56:45.898431 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8394ead-0b33-4c1a-a3ef-9d4fa6f23789 req-6ef99a4e-584d-475a-9139-6aea177991fc tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:45.899982 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f8394ead-0b33-4c1a-a3ef-9d4fa6f23789 req-6ef99a4e-584d-475a-9139-6aea177991fc tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0489528 Jan 28 14:56:45.951089 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f8394ead-0b33-4c1a-a3ef-9d4fa6f23789 req-1a6f9ff9-8b6f-493e-8e22-bf580b53ab1b tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447767 Jan 28 14:56:47.078750 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81792ae1-ab57-4750-baf7-046ef3e8e81c req-bf6d6dca-6e98-4212-909b-f02e0c18148f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:47.080304 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-81792ae1-ab57-4750-baf7-046ef3e8e81c req-bf6d6dca-6e98-4212-909b-f02e0c18148f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0516465 Jan 28 14:56:47.134577 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-81792ae1-ab57-4750-baf7-046ef3e8e81c req-9eb93989-6baa-4ecb-a58e-22abc3717263 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479329 Jan 28 14:56:48.255975 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5b5af-82b1-4979-94d9-49ff75ce90ba req-5c1fa35f-c671-4066-bce4-c3933086451b tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:48.257470 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dec5b5af-82b1-4979-94d9-49ff75ce90ba req-5c1fa35f-c671-4066-bce4-c3933086451b tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0493195 Jan 28 14:56:48.308337 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dec5b5af-82b1-4979-94d9-49ff75ce90ba req-5796b6f9-d436-4a3b-883d-be51db166f6a tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448511 Jan 28 14:56:48.688667 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:49.427419 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5a8bb-1c63-4dc6-b02a-f9df4591c8cf req-96885802-7c01-40fc-bd7c-2328f14c1b98 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:49.428916 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f3a5a8bb-1c63-4dc6-b02a-f9df4591c8cf req-96885802-7c01-40fc-bd7c-2328f14c1b98 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0523772 Jan 28 14:56:49.483823 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-f3a5a8bb-1c63-4dc6-b02a-f9df4591c8cf req-7c3f8b09-6b6b-48d3-ae6f-03fa0c74bf4f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490267 Jan 28 14:56:50.613198 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517974f9-5977-4940-a25d-54edc737afd2 req-1eaea476-2dfd-450e-a5c6-144daadeaf83 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:50.614686 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-517974f9-5977-4940-a25d-54edc737afd2 req-1eaea476-2dfd-450e-a5c6-144daadeaf83 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0563178 Jan 28 14:56:50.664540 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-517974f9-5977-4940-a25d-54edc737afd2 req-4fc468bd-1a61-42aa-904c-e2a21dc2191e tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441415 Jan 28 14:56:50.753461 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:51.782499 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c7022-0b50-4e3f-a412-cf97c1dd316a req-46d7b5b9-31ce-4a20-998b-fb00b7643fcb tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:51.784057 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c83c7022-0b50-4e3f-a412-cf97c1dd316a req-46d7b5b9-31ce-4a20-998b-fb00b7643fcb tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0485914 Jan 28 14:56:51.833718 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c83c7022-0b50-4e3f-a412-cf97c1dd316a req-75c61c3e-9ab9-4fcd-a1ed-1b116fb12fa4 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439780 Jan 28 14:56:52.957054 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80692c-0f86-4e92-a544-ace016c2d6b1 req-d8cdf66a-c05f-42a1-8b6c-8290c7088c53 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:52.959712 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b80692c-0f86-4e92-a544-ace016c2d6b1 req-d8cdf66a-c05f-42a1-8b6c-8290c7088c53 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0539515 Jan 28 14:56:53.012212 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-7b80692c-0f86-4e92-a544-ace016c2d6b1 req-65587770-b626-426e-a220-d9745ce457ce tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462954 Jan 28 14:56:53.630944 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-4a6027ae-a9fe-4331-a484-74262d282d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:53.632513 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-4a6027ae-a9fe-4331-a484-74262d282d82 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751&tenant_id=010a53c98334424a8f72cd1853d4355e HTTP/1.1" status: 200 len: 1095 time: 0.0926595 Jan 28 14:56:53.642943 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-6d77f92a-0416-4b87-a88b-eb2de2c60ce2 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:56:53.643937 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-6d77f92a-0416-4b87-a88b-eb2de2c60ce2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051494 Jan 28 14:56:53.655991 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822747-2', 'device_owner': 'compute:nova'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:56:53.712191 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f7c3627b-3a78-417b-86f7-b3a758d45f4c), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:53.928671 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] For port f7c3627b-3a78-417b-86f7-b3a758d45f4c, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=f7c3627b-3a78-417b-86f7-b3a758d45f4c,segment=NetworkSegment(588b5b65-1ecc-4a57-9921-68632e372fd1),segment_id=588b5b65-1ecc-4a57-9921-68632e372fd1)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:56:53.962483 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] For port f7c3627b-3a78-417b-86f7-b3a758d45f4c, host n-h1-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:56:53.999468 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c3627b-3a78-417b-86f7-b3a758d45f4c {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:56:54.007262 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Publish callbacks [] for port (f7c3627b-3a78-417b-86f7-b3a758d45f4c), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:54.020640 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Transition to ACTIVE for port object f7c3627b-3a78-417b-86f7-b3a758d45f4c will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:56:54.024934 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (f7c3627b-3a78-417b-86f7-b3a758d45f4c), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:54.127173 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Pushing event updated for resources: {'Port': ['ID=f7c3627b-3a78-417b-86f7-b3a758d45f4c,revision_number=7']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:54.168333 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:54.168333 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:54.168702 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:54.168808 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:54.169051 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:54.169625 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:54.169749 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:54.170008 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:54.170351 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:54.170643 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:54.170989 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:54.171356 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:54.171677 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:54.197293 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] No DVR routers for this DVR port f7c3627b-3a78-417b-86f7-b3a758d45f4c on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:56:54.255596 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889cc54-4e5d-4d81-bf5b-44f9c9feb181 req-ce08032b-276b-4de3-86fb-275c78cc98a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:54.257246 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4889cc54-4e5d-4d81-bf5b-44f9c9feb181 req-ce08032b-276b-4de3-86fb-275c78cc98a5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.1458688 Jan 28 14:56:54.357790 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4889cc54-4e5d-4d81-bf5b-44f9c9feb181 req-75707aa8-ac0f-4196-9c3b-4a2134f42130 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930290 Jan 28 14:56:54.401028 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Attempting to bind port f7c3627b-3a78-417b-86f7-b3a758d45f4c on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:56:54.401334 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Attempting to bind port f7c3627b-3a78-417b-86f7-b3a758d45f4c by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': '588b5b65-1ecc-4a57-9921-68632e372fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:56:54.401680 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Attempting to bind port f7c3627b-3a78-417b-86f7-b3a758d45f4c on network 9ba37f8a-ec17-40a3-a897-7732b0e415a2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:56:54.407217 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Port f7c3627b-3a78-417b-86f7-b3a758d45f4c on network 9ba37f8a-ec17-40a3-a897-7732b0e415a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:56:54.407530 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Attempting to bind port f7c3627b-3a78-417b-86f7-b3a758d45f4c on network 9ba37f8a-ec17-40a3-a897-7732b0e415a2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:56:54.412704 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:56:54.413031 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Checking segment: {'id': '588b5b65-1ecc-4a57-9921-68632e372fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:56:54.413403 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Bound using segment: {'id': '588b5b65-1ecc-4a57-9921-68632e372fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:56:54.413816 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Bound port: f7c3627b-3a78-417b-86f7-b3a758d45f4c, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '588b5b65-1ecc-4a57-9921-68632e372fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:56:54.414128 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f7c3627b-3a78-417b-86f7-b3a758d45f4c), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:54.480611 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] For port f7c3627b-3a78-417b-86f7-b3a758d45f4c, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:56:54.483980 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] For port f7c3627b-3a78-417b-86f7-b3a758d45f4c, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=f7c3627b-3a78-417b-86f7-b3a758d45f4c,segment=NetworkSegment(588b5b65-1ecc-4a57-9921-68632e372fd1),segment_id=588b5b65-1ecc-4a57-9921-68632e372fd1)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:56:54.489626 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (f7c3627b-3a78-417b-86f7-b3a758d45f4c), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:54.526248 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:54.526864 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:54.528437 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] 10.222.0.37 "PUT /v2.0/ports/f7c3627b-3a78-417b-86f7-b3a758d45f4c HTTP/1.1" status: 200 len: 1092 time: 0.8774989 Jan 28 14:56:54.529156 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da1c8998-f055-4995-a7e6-1635d8f57751', 'tag': 'f7c3627b-3a78-417b-86f7-b3a758d45f4c'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:56:54.531797 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ab25ed-0b8a-4499-b332-d7dec7691899" -d '{"events": [{"name": "network-changed", "server_uuid": "da1c8998-f055-4995-a7e6-1635d8f57751", "tag": "f7c3627b-3a78-417b-86f7-b3a758d45f4c"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:56:54.568010 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3a80a-d2e2-4b4a-ad97-df7a9095ffbc service neutron] Pushing event updated for resources: {'Port': ['ID=f7c3627b-3a78-417b-86f7-b3a758d45f4c,revision_number=8']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:54.611318 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-cb02a5a9-a922-4cf3-91cf-263e9bb01244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:54.613590 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-cb02a5a9-a922-4cf3-91cf-263e9bb01244 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=010a53c98334424a8f72cd1853d4355e&device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 1095 time: 0.0599053 Jan 28 14:56:54.689455 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2685231-58fc-4301-adf2-b3581395175e x-openstack-request-id: req-a2685231-58fc-4301-adf2-b3581395175e {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:56:54.690436 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da1c8998-f055-4995-a7e6-1635d8f57751", "tag": "f7c3627b-3a78-417b-86f7-b3a758d45f4c", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:56:54.690436 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a2685231-58fc-4301-adf2-b3581395175e {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:56:54.690436 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da1c8998-f055-4995-a7e6-1635d8f57751', 'tag': 'f7c3627b-3a78-417b-86f7-b3a758d45f4c', 'status': 'completed', 'code': 200} Jan 28 14:56:54.730682 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-17e79042-862f-4a92-a016-acdc6891fc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:54.732366 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-17e79042-862f-4a92-a016-acdc6891fc3a service neutron] 10.222.0.37 "GET /v2.0/networks?id=9ba37f8a-ec17-40a3-a897-7732b0e415a2 HTTP/1.1" status: 200 len: 908 time: 0.1130452 Jan 28 14:56:54.801618 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-c2568d1f-3e32-41f5-b735-3cb2692243cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7c3627b-3a78-417b-86f7-b3a758d45f4c HTTP/1.1" status: 200 len: 1000 time: 0.0622694 Jan 28 14:56:54.853194 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-c245647b-fdc8-4b08-8f57-cbff5f497bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:54.854735 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-c245647b-fdc8-4b08-8f57-cbff5f497bfd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a99c3bcb-0513-4a34-af17-14f6547d5688 HTTP/1.1" status: 200 len: 847 time: 0.0479522 Jan 28 14:56:54.901049 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-9b390f40-6a75-4781-9168-aaf84e16ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:54.902555 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-9b390f40-6a75-4781-9168-aaf84e16ae31 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9ba37f8a-ec17-40a3-a897-7732b0e415a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420167 Jan 28 14:56:54.994398 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-95efebbc-ba20-4161-86ba-8a7040f66aea service neutron] 10.222.0.37 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856783 Jan 28 14:56:55.087226 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-3229a5ae-f207-491f-b29a-eac6e82f4d34 service neutron] 10.222.0.37 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875392 Jan 28 14:56:55.181624 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab25ed-0b8a-4499-b332-d7dec7691899 req-6d3436a8-fc97-4927-8f85-e7cd9cfd6b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:55.183164 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83ab25ed-0b8a-4499-b332-d7dec7691899 req-6d3436a8-fc97-4927-8f85-e7cd9cfd6b2a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=010a53c98334424a8f72cd1853d4355e&device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 1095 time: 0.0507040 Jan 28 14:56:55.281111 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab25ed-0b8a-4499-b332-d7dec7691899 req-4d773766-45ae-4be4-9dda-b9ebd931aa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:55.282512 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83ab25ed-0b8a-4499-b332-d7dec7691899 req-4d773766-45ae-4be4-9dda-b9ebd931aa92 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9ba37f8a-ec17-40a3-a897-7732b0e415a2 HTTP/1.1" status: 200 len: 908 time: 0.0936365 Jan 28 14:56:55.349787 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83ab25ed-0b8a-4499-b332-d7dec7691899 req-9049fef9-3873-4988-bdb5-001782c2db28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7c3627b-3a78-417b-86f7-b3a758d45f4c HTTP/1.1" status: 200 len: 1000 time: 0.0601323 Jan 28 14:56:55.403136 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab25ed-0b8a-4499-b332-d7dec7691899 req-c0a5a361-270f-4b90-b84b-83ec5729e211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:55.405133 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83ab25ed-0b8a-4499-b332-d7dec7691899 req-c0a5a361-270f-4b90-b84b-83ec5729e211 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a99c3bcb-0513-4a34-af17-14f6547d5688 HTTP/1.1" status: 200 len: 847 time: 0.0493515 Jan 28 14:56:55.479676 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab25ed-0b8a-4499-b332-d7dec7691899 req-4326aa36-c93e-4091-839b-7919a4a9db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:55.481205 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83ab25ed-0b8a-4499-b332-d7dec7691899 req-4326aa36-c93e-4091-839b-7919a4a9db3e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9ba37f8a-ec17-40a3-a897-7732b0e415a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696232 Jan 28 14:56:55.502186 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d80a7-6cb3-4e49-9cc6-116dc2dab315 req-c6f27d8e-a110-4043-978e-c7527662b988 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:55.503687 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-007d80a7-6cb3-4e49-9cc6-116dc2dab315 req-c6f27d8e-a110-4043-978e-c7527662b988 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0673318 Jan 28 14:56:55.613149 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-007d80a7-6cb3-4e49-9cc6-116dc2dab315 req-8e5d3446-a6b0-4945-9381-25beb1b4f6bf tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996473 Jan 28 14:56:55.617275 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83ab25ed-0b8a-4499-b332-d7dec7691899 req-4567c500-ee4e-40dc-9787-3feff08135cc service neutron] 10.222.0.37 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297591 Jan 28 14:56:55.722416 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-83ab25ed-0b8a-4499-b332-d7dec7691899 req-d7be6966-5cb7-4f1c-a49d-fea65d759839 service neutron] 10.222.0.37 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973728 Jan 28 14:56:56.740828 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ee78f-3e7f-4271-895e-d8e274e3bd96 req-b2d9130d-6ecc-474d-a8bd-6efe12e95584 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:56.742300 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-109ee78f-3e7f-4271-895e-d8e274e3bd96 req-b2d9130d-6ecc-474d-a8bd-6efe12e95584 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0495019 Jan 28 14:56:56.797335 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-109ee78f-3e7f-4271-895e-d8e274e3bd96 req-6a7e6e68-db77-44e1-a10f-b61bf35859ee tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493922 Jan 28 14:56:57.935838 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb581b-3175-43fa-a400-aaa39576bdac req-6db048fa-7e9b-4eac-afb5-162b87925a94 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:57.937343 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-accb581b-3175-43fa-a400-aaa39576bdac req-6db048fa-7e9b-4eac-afb5-162b87925a94 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0615368 Jan 28 14:56:57.993597 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-accb581b-3175-43fa-a400-aaa39576bdac req-3b40da72-5d40-43df-8379-638db4c5ffef tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502369 Jan 28 14:56:59.116795 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61e991-7af1-4237-889c-9c107912713b req-412ece6a-c04a-4cc7-baae-c5e953afbd91 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:59.118298 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ab61e991-7af1-4237-889c-9c107912713b req-412ece6a-c04a-4cc7-baae-c5e953afbd91 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0556109 Jan 28 14:56:59.179696 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ab61e991-7af1-4237-889c-9c107912713b req-4a7a1b7a-cf70-49b9-961c-177586d94774 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520964 Jan 28 14:56:59.438182 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1aa96e4-ceb7-43e8-9a9c-64395dd7f4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:00.311344 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ae8e4-304a-4942-b10d-44f0b477d803 req-6233043f-e68f-4e31-81de-206f5f57d32b tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:57:00.312792 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4f1ae8e4-304a-4942-b10d-44f0b477d803 req-6233043f-e68f-4e31-81de-206f5f57d32b tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0547314 Jan 28 14:57:00.364191 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4f1ae8e4-304a-4942-b10d-44f0b477d803 req-71b4b9bd-d079-4237-b99b-3a609b1535cc tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445876 Jan 28 14:57:01.504628 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd974f7-6e7b-4d7f-8265-4b41bdaa1b71 req-1b86b06c-331a-4870-8360-43f2d6c8cd81 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:57:01.506131 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3cd974f7-6e7b-4d7f-8265-4b41bdaa1b71 req-1b86b06c-331a-4870-8360-43f2d6c8cd81 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0633976 Jan 28 14:57:01.564421 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3cd974f7-6e7b-4d7f-8265-4b41bdaa1b71 req-e56a9c18-2a8a-439a-b5ca-663c4664c5d7 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515194 Jan 28 14:57:01.771067 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd241557-6101-4527-bf95-3c81e6799a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:02.691441 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997af71-4080-4728-94c7-8932818cdb8a req-69e35b00-00ef-480f-bc68-81dddb66f2cf tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:57:02.692947 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1997af71-4080-4728-94c7-8932818cdb8a req-69e35b00-00ef-480f-bc68-81dddb66f2cf tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 944 time: 0.0546181 Jan 28 14:57:02.747053 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1997af71-4080-4728-94c7-8932818cdb8a req-9e43063d-1a2b-4691-a2e5-540409c625c3 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477951 Jan 28 14:57:03.314847 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:03.567770 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device f7c3627b-3a78-417b-86f7-b3a758d45f4c details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:57:03.689947 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port f7c3627b-3a78-417b-86f7-b3a758d45f4c, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=f7c3627b-3a78-417b-86f7-b3a758d45f4c,segment=NetworkSegment(588b5b65-1ecc-4a57-9921-68632e372fd1),segment_id=588b5b65-1ecc-4a57-9921-68632e372fd1)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:57:03.705268 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': 'f7c3627b-3a78-417b-86f7-b3a758d45f4c', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'port_id': 'f7c3627b-3a78-417b-86f7-b3a758d45f4c', 'mac_address': 'fa:16:3e:fb:33:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:57:03.748646 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port f7c3627b-3a78-417b-86f7-b3a758d45f4c is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:57:03.749184 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f7c3627b-3a78-417b-86f7-b3a758d45f4c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:03.763864 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c3627b-3a78-417b-86f7-b3a758d45f4c {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:57:03.787490 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port f7c3627b-3a78-417b-86f7-b3a758d45f4c, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=f7c3627b-3a78-417b-86f7-b3a758d45f4c,segment=NetworkSegment(588b5b65-1ecc-4a57-9921-68632e372fd1),segment_id=588b5b65-1ecc-4a57-9921-68632e372fd1)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:57:03.792110 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f7c3627b-3a78-417b-86f7-b3a758d45f4c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:03.842883 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=f7c3627b-3a78-417b-86f7-b3a758d45f4c,revision_number=9']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:57:03.879043 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae646d-2ec7-49ab-89f0-9678af92517e req-4600429f-8229-479e-9acd-4abe3e44f72f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:57:03.881145 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-22ae646d-2ec7-49ab-89f0-9678af92517e req-4600429f-8229-479e-9acd-4abe3e44f72f tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 945 time: 0.0550694 Jan 28 14:57:03.936880 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-22ae646d-2ec7-49ab-89f0-9678af92517e req-bc577fa1-491d-4b7f-9a8d-08e03bbcbc8e tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503392 Jan 28 14:57:04.154803 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['f7c3627b-3a78-417b-86f7-b3a758d45f4c'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:57:04.675928 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:05.057073 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e6906-df75-4d1a-8969-3c8fcfce5554 req-57f5cab2-ac4c-4f22-b1f2-6c633437f302 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:57:05.058586 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9a5e6906-df75-4d1a-8969-3c8fcfce5554 req-57f5cab2-ac4c-4f22-b1f2-6c633437f302 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 945 time: 0.0513709 Jan 28 14:57:05.118064 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9a5e6906-df75-4d1a-8969-3c8fcfce5554 req-08d426cc-6de8-4ebe-bb9e-556178402ade tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534575 Jan 28 14:57:05.582379 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device f7c3627b-3a78-417b-86f7-b3a758d45f4c up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:57:05.641124 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port f7c3627b-3a78-417b-86f7-b3a758d45f4c completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:57:05.645098 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port f7c3627b-3a78-417b-86f7-b3a758d45f4c triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:57:05.645477 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (f7c3627b-3a78-417b-86f7-b3a758d45f4c), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:05.726779 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port f7c3627b-3a78-417b-86f7-b3a758d45f4c is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:57:05.727643 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (f7c3627b-3a78-417b-86f7-b3a758d45f4c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:05.749570 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1c8998-f055-4995-a7e6-1635d8f57751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c3627b-3a78-417b-86f7-b3a758d45f4c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:57:05.751877 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a608bfb4-161c-4699-b657-487b680b081f" -d '{"events": [{"server_uuid": "da1c8998-f055-4995-a7e6-1635d8f57751", "name": "network-vif-plugged", "status": "completed", "tag": "f7c3627b-3a78-417b-86f7-b3a758d45f4c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:57:05.764320 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port f7c3627b-3a78-417b-86f7-b3a758d45f4c, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=f7c3627b-3a78-417b-86f7-b3a758d45f4c,segment=NetworkSegment(588b5b65-1ecc-4a57-9921-68632e372fd1),segment_id=588b5b65-1ecc-4a57-9921-68632e372fd1)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:57:05.769127 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (f7c3627b-3a78-417b-86f7-b3a758d45f4c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:05.800442 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a37078-71ee-4c19-be8c-70a11905c8c1 x-openstack-request-id: req-06a37078-71ee-4c19-be8c-70a11905c8c1 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:57:05.800739 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1c8998-f055-4995-a7e6-1635d8f57751", "name": "network-vif-plugged", "status": "completed", "tag": "f7c3627b-3a78-417b-86f7-b3a758d45f4c", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:57:05.801015 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-06a37078-71ee-4c19-be8c-70a11905c8c1 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:57:05.801500 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da1c8998-f055-4995-a7e6-1635d8f57751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c3627b-3a78-417b-86f7-b3a758d45f4c', 'code': 200} Jan 28 14:57:05.832603 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=f7c3627b-3a78-417b-86f7-b3a758d45f4c,revision_number=10']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:57:05.956230 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0540aa-c40b-4e56-b2ac-45916850805c req-b26371f4-8d2a-456c-b838-ba44f3ba96ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:57:05.957754 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0c0540aa-c40b-4e56-b2ac-45916850805c req-b26371f4-8d2a-456c-b838-ba44f3ba96ac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 1098 time: 0.0478373 Jan 28 14:57:06.008217 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-0c0540aa-c40b-4e56-b2ac-45916850805c req-33c5ae2c-57d5-478a-a525-8fd07636edd6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426073 Jan 28 14:57:06.251568 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d70a14-92e5-4aae-a1ac-84e978c66ac9 req-80c00304-bce2-4ff4-977a-947b89d3e44e tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:57:06.253150 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-67d70a14-92e5-4aae-a1ac-84e978c66ac9 req-80c00304-bce2-4ff4-977a-947b89d3e44e tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 947 time: 0.0543671 Jan 28 14:57:06.313272 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-67d70a14-92e5-4aae-a1ac-84e978c66ac9 req-3cbc4583-28bc-41f0-b12d-4692ad53e8e1 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527914 Jan 28 14:57:06.457888 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:07.439890 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806699ba-1959-4eea-b569-0f3d56be056a req-73ae9a71-79d7-4ac8-b0f8-63fdcfbbbe16 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:57:07.441587 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-806699ba-1959-4eea-b569-0f3d56be056a req-73ae9a71-79d7-4ac8-b0f8-63fdcfbbbe16 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 947 time: 0.0510621 Jan 28 14:57:07.496045 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-806699ba-1959-4eea-b569-0f3d56be056a req-1e4d8980-d978-4ae1-81b0-35b39e20fbbd tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461187 Jan 28 14:57:08.237434 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:57:18.702411 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:20.764526 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:29.432485 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-661eed89-e072-4a2d-98e6-db3f250d60fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:31.777058 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9cb5be0e-e7bf-4d19-9919-6d2e0a3ab33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:33.321143 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:34.676013 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:36.453121 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:45.241259 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:57:48.729395 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:50.776242 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:54.042558 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4439ad69-9c29-4ca5-a118-42c0b44b48ac req-1c12aa7e-8a54-405f-bf24-a140d1695638 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445614 Jan 28 14:57:54.128927 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439ad69-9c29-4ca5-a118-42c0b44b48ac req-af5e6c69-6dca-4b79-b2ec-4119833ba90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:57:54.130520 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4439ad69-9c29-4ca5-a118-42c0b44b48ac req-af5e6c69-6dca-4b79-b2ec-4119833ba90a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=010a53c98334424a8f72cd1853d4355e&device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 1098 time: 0.0438788 Jan 28 14:57:54.246744 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439ad69-9c29-4ca5-a118-42c0b44b48ac req-4b499b92-8ab4-4a9a-a157-d8653b3e567e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:57:54.248272 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4439ad69-9c29-4ca5-a118-42c0b44b48ac req-4b499b92-8ab4-4a9a-a157-d8653b3e567e service neutron] 10.222.0.37 "GET /v2.0/networks?id=9ba37f8a-ec17-40a3-a897-7732b0e415a2 HTTP/1.1" status: 200 len: 908 time: 0.0953002 Jan 28 14:57:54.325763 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4439ad69-9c29-4ca5-a118-42c0b44b48ac req-86b6cd81-fe40-40d8-9b29-e4eb5c80cfdf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7c3627b-3a78-417b-86f7-b3a758d45f4c HTTP/1.1" status: 200 len: 1002 time: 0.0662870 Jan 28 14:57:54.378636 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439ad69-9c29-4ca5-a118-42c0b44b48ac req-12ead03b-e82e-4c8f-b9f0-bb36570a1ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:57:54.380132 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4439ad69-9c29-4ca5-a118-42c0b44b48ac req-12ead03b-e82e-4c8f-b9f0-bb36570a1ee2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a99c3bcb-0513-4a34-af17-14f6547d5688 HTTP/1.1" status: 200 len: 847 time: 0.0491762 Jan 28 14:57:54.427070 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439ad69-9c29-4ca5-a118-42c0b44b48ac req-e70c8af6-d3c7-4d93-a355-9ca10eaa492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:57:54.428632 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4439ad69-9c29-4ca5-a118-42c0b44b48ac req-e70c8af6-d3c7-4d93-a355-9ca10eaa492e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9ba37f8a-ec17-40a3-a897-7732b0e415a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430236 Jan 28 14:57:54.520700 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4439ad69-9c29-4ca5-a118-42c0b44b48ac req-d75c42ea-f2c8-49c1-944a-a37f22a245b2 service neutron] 10.222.0.37 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862899 Jan 28 14:57:54.616874 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4439ad69-9c29-4ca5-a118-42c0b44b48ac req-386a90d6-a701-4739-83cc-e68c51d4d50b service neutron] 10.222.0.37 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905395 Jan 28 14:57:59.445814 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fe34a3dc-d466-4884-bec3-824fe8a9ac73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:01.782741 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f90e51e7-0639-4e15-963e-a3c42e943b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:03.330477 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:04.689051 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:06.458790 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:18.724891 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:20.774692 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:20.818627 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54452) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:58:20.987996 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-0867505a-0982-40a6-ae9f-9222c54ebdc5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Deleting port 519da55d-e0cf-4ee4-9e25-9ffdf19e9e41 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:58:20.988317 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0867505a-0982-40a6-ae9f-9222c54ebdc5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (519da55d-e0cf-4ee4-9e25-9ffdf19e9e41), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:21.066759 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0867505a-0982-40a6-ae9f-9222c54ebdc5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (519da55d-e0cf-4ee4-9e25-9ffdf19e9e41), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:21.067083 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0867505a-0982-40a6-ae9f-9222c54ebdc5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for floatingip (519da55d-e0cf-4ee4-9e25-9ffdf19e9e41), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:21.080157 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-0867505a-0982-40a6-ae9f-9222c54ebdc5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Calling delete_port for 519da55d-e0cf-4ee4-9e25-9ffdf19e9e41 owned by network:floatingip {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:58:21.244473 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0867505a-0982-40a6-ae9f-9222c54ebdc5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (519da55d-e0cf-4ee4-9e25-9ffdf19e9e41), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:21.269622 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867505a-0982-40a6-ae9f-9222c54ebdc5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Pushing event deleted for resources: {'Port': ['ID=519da55d-e0cf-4ee4-9e25-9ffdf19e9e41,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:21.298131 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867505a-0982-40a6-ae9f-9222c54ebdc5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:21.298486 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867505a-0982-40a6-ae9f-9222c54ebdc5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:21.298847 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867505a-0982-40a6-ae9f-9222c54ebdc5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:21.299229 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867505a-0982-40a6-ae9f-9222c54ebdc5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:21.299572 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867505a-0982-40a6-ae9f-9222c54ebdc5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:21.299904 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867505a-0982-40a6-ae9f-9222c54ebdc5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:21.300237 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867505a-0982-40a6-ae9f-9222c54ebdc5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:21.300581 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867505a-0982-40a6-ae9f-9222c54ebdc5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:21.300910 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867505a-0982-40a6-ae9f-9222c54ebdc5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:21.301233 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867505a-0982-40a6-ae9f-9222c54ebdc5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:21.301558 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867505a-0982-40a6-ae9f-9222c54ebdc5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:21.301877 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867505a-0982-40a6-ae9f-9222c54ebdc5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:21.302207 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867505a-0982-40a6-ae9f-9222c54ebdc5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:21.344450 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0867505a-0982-40a6-ae9f-9222c54ebdc5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for floatingip (3b538a23-f665-483c-9b34-6a7a0c64c9e6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:21.344770 n-d-822747-2 neutron-server[103351]: INFO neutron.db.l3_db [None req-0867505a-0982-40a6-ae9f-9222c54ebdc5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Floating IP 3b538a23-f665-483c-9b34-6a7a0c64c9e6 disassociated (deleted). External IP: 172.25.3.202, port: f7c3627b-3a78-417b-86f7-b3a758d45f4c. Jan 28 14:58:21.557117 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0867505a-0982-40a6-ae9f-9222c54ebdc5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Router e8b23a55-edb4-4e62-9735-8454cddad60b has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:58:21.670581 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0867505a-0982-40a6-ae9f-9222c54ebdc5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:58:21.677177 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0867505a-0982-40a6-ae9f-9222c54ebdc5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:21.685253 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fddf39-7a19-4a15-9529-16a6363c0395 None None] Sync routers for ids ['e8b23a55-edb4-4e62-9735-8454cddad60b'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:58:21.696790 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fddf39-7a19-4a15-9529-16a6363c0395 None None] Routers {'e8b23a55-edb4-4e62-9735-8454cddad60b'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:58:21.697748 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-66fddf39-7a19-4a15-9529-16a6363c0395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:58:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e8b23a55-edb4-4e62-9735-8454cddad60b'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:21.709675 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0867505a-0982-40a6-ae9f-9222c54ebdc5 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "DELETE /v2.0/floatingips/3b538a23-f665-483c-9b34-6a7a0c64c9e6 HTTP/1.1" status: 204 len: 168 time: 0.8873281 Jan 28 14:58:21.709675 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da1c8998-f055-4995-a7e6-1635d8f57751', 'tag': 'f7c3627b-3a78-417b-86f7-b3a758d45f4c'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:58:21.710003 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a5f155-a266-4736-84d0-daa1938252a0" -d '{"events": [{"name": "network-changed", "server_uuid": "da1c8998-f055-4995-a7e6-1635d8f57751", "tag": "f7c3627b-3a78-417b-86f7-b3a758d45f4c"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:58:21.752166 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c66ace-50cc-417f-ba64-02f0a4aa98dc x-openstack-request-id: req-e8c66ace-50cc-417f-ba64-02f0a4aa98dc {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:58:21.752522 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da1c8998-f055-4995-a7e6-1635d8f57751", "tag": "f7c3627b-3a78-417b-86f7-b3a758d45f4c", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:58:21.752796 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e8c66ace-50cc-417f-ba64-02f0a4aa98dc {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:58:21.753669 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da1c8998-f055-4995-a7e6-1635d8f57751', 'tag': 'f7c3627b-3a78-417b-86f7-b3a758d45f4c', 'status': 'completed', 'code': 200} Jan 28 14:58:21.812213 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-66fddf39-7a19-4a15-9529-16a6363c0395 None None] Set router e8b23a55-edb4-4e62-9735-8454cddad60b gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:58:21.818246 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5f155-a266-4736-84d0-daa1938252a0 req-50f630ab-91f5-477e-9041-7c69cd7f717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:21.819856 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8a5f155-a266-4736-84d0-daa1938252a0 req-50f630ab-91f5-477e-9041-7c69cd7f717e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=010a53c98334424a8f72cd1853d4355e&device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 1098 time: 0.0450037 Jan 28 14:58:21.924547 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5f155-a266-4736-84d0-daa1938252a0 req-5cc90781-03d7-4ebe-a1e1-09c7cebd682a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:21.926115 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8a5f155-a266-4736-84d0-daa1938252a0 req-5cc90781-03d7-4ebe-a1e1-09c7cebd682a service neutron] 10.222.0.37 "GET /v2.0/networks?id=9ba37f8a-ec17-40a3-a897-7732b0e415a2 HTTP/1.1" status: 200 len: 908 time: 0.1006558 Jan 28 14:58:21.968876 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8a5f155-a266-4736-84d0-daa1938252a0 req-82c15c2c-91e7-474d-96b7-28e1a1b1d57d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7c3627b-3a78-417b-86f7-b3a758d45f4c HTTP/1.1" status: 200 len: 217 time: 0.0358365 Jan 28 14:58:22.022299 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5f155-a266-4736-84d0-daa1938252a0 req-7c0f3f0f-89d2-4711-8069-b0f6c78d92a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:22.023952 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8a5f155-a266-4736-84d0-daa1938252a0 req-7c0f3f0f-89d2-4711-8069-b0f6c78d92a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a99c3bcb-0513-4a34-af17-14f6547d5688 HTTP/1.1" status: 200 len: 847 time: 0.0484216 Jan 28 14:58:22.032572 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ce931-4e91-4c3b-891c-a765931f7984 req-baafafdd-a729-4155-ac0d-0b4abbdfc007 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:22.034137 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ea9ce931-4e91-4c3b-891c-a765931f7984 req-baafafdd-a729-4155-ac0d-0b4abbdfc007 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 947 time: 0.1203423 Jan 28 14:58:22.039636 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-66fddf39-7a19-4a15-9529-16a6363c0395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'name': 'tempest-TestShelveInstance-473823352-router', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:28Z', 'updated_at': '2022-01-28T14:49:31Z', 'revision_number': 4, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'gw_port': {'id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ee:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:29Z', 'updated_at': '2022-01-28T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'b53f83c1-258a-474c-8ad9-c59a2278f64c', 'name': '', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'mac_address': 'fa:16:3e:91:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:30Z', 'updated_at': '2022-01-28T14:49:37Z', 'revision_number': 5, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'subnets': [{'id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:22.067346 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fddf39-7a19-4a15-9529-16a6363c0395 None None] Checking router: e8b23a55-edb4-4e62-9735-8454cddad60b for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:58:22.076978 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fddf39-7a19-4a15-9529-16a6363c0395 None None] Routers {'e8b23a55-edb4-4e62-9735-8454cddad60b'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:58:22.077626 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-66fddf39-7a19-4a15-9529-16a6363c0395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:58:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e8b23a55-edb4-4e62-9735-8454cddad60b'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:22.079148 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5f155-a266-4736-84d0-daa1938252a0 req-3cf5b18d-2e6a-42f1-8969-02aeb0f67355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:22.080998 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8a5f155-a266-4736-84d0-daa1938252a0 req-3cf5b18d-2e6a-42f1-8969-02aeb0f67355 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9ba37f8a-ec17-40a3-a897-7732b0e415a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505383 Jan 28 14:58:22.089812 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-ea9ce931-4e91-4c3b-891c-a765931f7984 req-cc8ca5f2-35be-454c-887a-c87ae5f238ae tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475438 Jan 28 14:58:22.176981 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8a5f155-a266-4736-84d0-daa1938252a0 req-d7fc9fb3-cfc4-4155-a92b-84437756d0e3 service neutron] 10.222.0.37 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888753 Jan 28 14:58:22.191825 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-66fddf39-7a19-4a15-9529-16a6363c0395 None None] Set router e8b23a55-edb4-4e62-9735-8454cddad60b gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:58:22.240072 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:58:22.271024 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b8a5f155-a266-4736-84d0-daa1938252a0 req-ac3047b5-b877-4b19-b183-f63f10a6c269 service neutron] 10.222.0.37 "GET /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882344 Jan 28 14:58:22.393432 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-66fddf39-7a19-4a15-9529-16a6363c0395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'name': 'tempest-TestShelveInstance-473823352-router', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:28Z', 'updated_at': '2022-01-28T14:49:31Z', 'revision_number': 4, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'gw_port': {'id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ee:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:29Z', 'updated_at': '2022-01-28T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'b53f83c1-258a-474c-8ad9-c59a2278f64c', 'name': '', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'mac_address': 'fa:16:3e:91:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:30Z', 'updated_at': '2022-01-28T14:49:37Z', 'revision_number': 5, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'subnets': [{'id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:22.424420 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fddf39-7a19-4a15-9529-16a6363c0395 None None] The sync data for ids ['e8b23a55-edb4-4e62-9735-8454cddad60b'] in n-d-822747-2 is: [{'id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'name': 'tempest-TestShelveInstance-473823352-router', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:28Z', 'updated_at': '2022-01-28T14:49:31Z', 'revision_number': 4, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'gw_port': {'id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ee:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:29Z', 'updated_at': '2022-01-28T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': 'b53f83c1-258a-474c-8ad9-c59a2278f64c', 'name': '', 'network_id': '9ba37f8a-ec17-40a3-a897-7732b0e415a2', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'mac_address': 'fa:16:3e:91:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:30Z', 'updated_at': '2022-01-28T14:49:37Z', 'revision_number': 5, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'subnets': [{'id': 'a99c3bcb-0513-4a34-af17-14f6547d5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:58:22.672661 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4b4681-646c-4c97-a20e-171d84003b72 None None] New status for floating IP 3b538a23-f665-483c-9b34-6a7a0c64c9e6: DOWN {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:58:23.258742 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7501f-fb56-403e-b360-5f2f2036d9df req-2020a7a8-79f0-4ab3-9739-a505058e6664 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:23.260366 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-59c7501f-fb56-403e-b360-5f2f2036d9df req-2020a7a8-79f0-4ab3-9739-a505058e6664 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 947 time: 0.0984395 Jan 28 14:58:23.315646 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-59c7501f-fb56-403e-b360-5f2f2036d9df req-d33efd06-a8bf-41d7-b120-9533869daa43 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc7b855c-971a-40a0-8bad-d759d22fa059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469458 Jan 28 14:58:23.592126 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe840d-feb4-4de1-9591-3bc4a7cd3ba3 req-c1f64f13-9ab0-426c-b8ce-d7e1b999bd24 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:23.593648 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aefe840d-feb4-4de1-9591-3bc4a7cd3ba3 req-c1f64f13-9ab0-426c-b8ce-d7e1b999bd24 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.37 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 947 time: 0.0527477 Jan 28 14:58:23.693553 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-aefe840d-feb4-4de1-9591-3bc4a7cd3ba3 req-9c85bf3a-742d-43cc-ba68-57db7a5f9e18 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Deleting port f7c3627b-3a78-417b-86f7-b3a758d45f4c {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:58:23.694613 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-aefe840d-feb4-4de1-9591-3bc4a7cd3ba3 req-9c85bf3a-742d-43cc-ba68-57db7a5f9e18 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (f7c3627b-3a78-417b-86f7-b3a758d45f4c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:23.798434 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-aefe840d-feb4-4de1-9591-3bc4a7cd3ba3 req-9c85bf3a-742d-43cc-ba68-57db7a5f9e18 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] For port f7c3627b-3a78-417b-86f7-b3a758d45f4c, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=f7c3627b-3a78-417b-86f7-b3a758d45f4c,segment=NetworkSegment(588b5b65-1ecc-4a57-9921-68632e372fd1),segment_id=588b5b65-1ecc-4a57-9921-68632e372fd1)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:58:23.798767 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-aefe840d-feb4-4de1-9591-3bc4a7cd3ba3 req-9c85bf3a-742d-43cc-ba68-57db7a5f9e18 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (f7c3627b-3a78-417b-86f7-b3a758d45f4c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:23.811204 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-aefe840d-feb4-4de1-9591-3bc4a7cd3ba3 req-9c85bf3a-742d-43cc-ba68-57db7a5f9e18 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Calling delete_port for f7c3627b-3a78-417b-86f7-b3a758d45f4c owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:58:23.945164 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-aefe840d-feb4-4de1-9591-3bc4a7cd3ba3 req-9c85bf3a-742d-43cc-ba68-57db7a5f9e18 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (f7c3627b-3a78-417b-86f7-b3a758d45f4c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:23.974573 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85bf3a-742d-43cc-ba68-57db7a5f9e18 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Pushing event deleted for resources: {'Port': ['ID=f7c3627b-3a78-417b-86f7-b3a758d45f4c,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:23.987261 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c85bf3a-742d-43cc-ba68-57db7a5f9e18 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:23.987606 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c85bf3a-742d-43cc-ba68-57db7a5f9e18 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:23.987946 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c85bf3a-742d-43cc-ba68-57db7a5f9e18 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:23.988283 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c85bf3a-742d-43cc-ba68-57db7a5f9e18 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:23.988752 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c85bf3a-742d-43cc-ba68-57db7a5f9e18 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:23.988979 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c85bf3a-742d-43cc-ba68-57db7a5f9e18 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:23.989290 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c85bf3a-742d-43cc-ba68-57db7a5f9e18 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:23.989693 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c85bf3a-742d-43cc-ba68-57db7a5f9e18 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:23.989972 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c85bf3a-742d-43cc-ba68-57db7a5f9e18 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:23.990217 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c85bf3a-742d-43cc-ba68-57db7a5f9e18 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:23.990548 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c85bf3a-742d-43cc-ba68-57db7a5f9e18 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:23.990843 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c85bf3a-742d-43cc-ba68-57db7a5f9e18 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:23.991230 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c85bf3a-742d-43cc-ba68-57db7a5f9e18 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:24.033394 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefe840d-feb4-4de1-9591-3bc4a7cd3ba3 req-9c85bf3a-742d-43cc-ba68-57db7a5f9e18 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] No DVR routers for this DVR port f7c3627b-3a78-417b-86f7-b3a758d45f4c on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:58:24.037080 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-aefe840d-feb4-4de1-9591-3bc4a7cd3ba3 req-9c85bf3a-742d-43cc-ba68-57db7a5f9e18 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:24.040677 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-aefe840d-feb4-4de1-9591-3bc4a7cd3ba3 req-9c85bf3a-742d-43cc-ba68-57db7a5f9e18 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.37 "DELETE /v2.0/ports/f7c3627b-3a78-417b-86f7-b3a758d45f4c HTTP/1.1" status: 204 len: 173 time: 0.4415805 Jan 28 14:58:24.041127 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1c8998-f055-4995-a7e6-1635d8f57751', 'name': 'network-vif-deleted', 'tag': 'f7c3627b-3a78-417b-86f7-b3a758d45f4c'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:58:24.043652 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af86902-b194-415a-b0bd-8bb78bfbf071" -d '{"events": [{"server_uuid": "da1c8998-f055-4995-a7e6-1635d8f57751", "name": "network-vif-deleted", "tag": "f7c3627b-3a78-417b-86f7-b3a758d45f4c"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:58:24.084831 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f7aaef-d6ce-4bdc-9f94-baf71ca3eea2 x-openstack-request-id: req-c4f7aaef-d6ce-4bdc-9f94-baf71ca3eea2 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:58:24.085198 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1c8998-f055-4995-a7e6-1635d8f57751", "name": "network-vif-deleted", "tag": "f7c3627b-3a78-417b-86f7-b3a758d45f4c", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:58:24.085581 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c4f7aaef-d6ce-4bdc-9f94-baf71ca3eea2 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:58:24.086092 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da1c8998-f055-4995-a7e6-1635d8f57751', 'name': 'network-vif-deleted', 'tag': 'f7c3627b-3a78-417b-86f7-b3a758d45f4c', 'status': 'completed', 'code': 200} Jan 28 14:58:24.426368 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-6c0810f3-8828-4e0a-b8f4-92a45ddf4a99 req-823600d7-c73d-4099-8300-6d1c9a7176fb tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 210 time: 0.0282519 Jan 28 14:58:25.528025 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8d3bd216-8deb-4a5b-b5b5-c4210dac4ca7 req-9255b079-16f6-4985-bc54-f1d2247993d0 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 210 time: 0.0277903 Jan 28 14:58:26.626731 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fcb8f96d-dba0-4f1e-a9f7-e7f60566785e req-03b065af-038b-4265-8706-44d3f7c3f13a tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 210 time: 0.0272424 Jan 28 14:58:27.725091 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d39ad220-d5d1-4ef8-b5fb-b06c11fd8ce4 req-c5cfae69-7970-4735-8f1d-ef2427f38756 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 210 time: 0.0267017 Jan 28 14:58:27.969370 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device f7c3627b-3a78-417b-86f7-b3a758d45f4c no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:58:27.990328 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: f7c3627b-3a78-417b-86f7-b3a758d45f4c {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:58:27.990670 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device f7c3627b-3a78-417b-86f7-b3a758d45f4c not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:58:28.821484 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4e644d5a-3eb9-48a5-830e-968421b8ed64 req-ae864bc7-61ce-405b-9369-59838e58b404 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 210 time: 0.0273476 Jan 28 14:58:29.439802 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9ed43c4c-8631-454d-9abe-fb479450e71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:29.922571 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-c0226515-521d-4704-acb2-98b3f4b59a59 req-f6f74be7-85bc-4b7d-a697-8e19392e9c26 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 210 time: 0.0274310 Jan 28 14:58:31.024382 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-85d28226-dde1-4a56-93ab-4c0681ed27e0 req-769e28e1-7c23-4325-9d1b-5ee35601e2a9 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 210 time: 0.0272398 Jan 28 14:58:31.776754 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a0794d93-a18d-4a37-9a82-29b8f87d1fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:32.119903 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2812b9a1-253a-447c-99c8-afe8764e051b req-0b8f4ff0-f439-46f6-9107-04ec67ef1c39 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "GET /v2.0/ports?device_id=da1c8998-f055-4995-a7e6-1635d8f57751 HTTP/1.1" status: 200 len: 210 time: 0.0262949 Jan 28 14:58:33.186794 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54496) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:58:33.248852 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de94326e-8541-430d-ae44-b5da43304056 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group (dc7b855c-971a-40a0-8bad-d759d22fa059), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:33.281176 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de94326e-8541-430d-ae44-b5da43304056 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group (dc7b855c-971a-40a0-8bad-d759d22fa059), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:33.322273 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:33.344906 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de94326e-8541-430d-ae44-b5da43304056 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (dc7b855c-971a-40a0-8bad-d759d22fa059), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:33.347560 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-de94326e-8541-430d-ae44-b5da43304056 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:33.348762 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-de94326e-8541-430d-ae44-b5da43304056 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] 10.222.0.39 "DELETE /v2.0/security-groups/dc7b855c-971a-40a0-8bad-d759d22fa059 HTTP/1.1" status: 204 len: 168 time: 0.1609356 Jan 28 14:58:33.358940 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94326e-8541-430d-ae44-b5da43304056 tempest-TestShelveInstance-177319862 tempest-TestShelveInstance-177319862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7b855c-971a-40a0-8bad-d759d22fa059,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:33.407865 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54500) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:58:33.863840 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2491770b-c222-4d37-ae62-f14256619968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (e8b23a55-edb4-4e62-9735-8454cddad60b), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:34.123995 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-2491770b-c222-4d37-ae62-f14256619968 admin admin] Deleting port b53f83c1-258a-474c-8ad9-c59a2278f64c {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:58:34.124235 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2491770b-c222-4d37-ae62-f14256619968 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b53f83c1-258a-474c-8ad9-c59a2278f64c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:34.204708 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-2491770b-c222-4d37-ae62-f14256619968 admin admin] For port b53f83c1-258a-474c-8ad9-c59a2278f64c, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=b53f83c1-258a-474c-8ad9-c59a2278f64c,segment=NetworkSegment(588b5b65-1ecc-4a57-9921-68632e372fd1),segment_id=588b5b65-1ecc-4a57-9921-68632e372fd1)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:58:34.205442 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2491770b-c222-4d37-ae62-f14256619968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b53f83c1-258a-474c-8ad9-c59a2278f64c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:34.216872 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-2491770b-c222-4d37-ae62-f14256619968 admin admin] Calling delete_port for b53f83c1-258a-474c-8ad9-c59a2278f64c owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:58:34.405903 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2491770b-c222-4d37-ae62-f14256619968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (b53f83c1-258a-474c-8ad9-c59a2278f64c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:34.431139 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491770b-c222-4d37-ae62-f14256619968 admin admin] Pushing event deleted for resources: {'Port': ['ID=b53f83c1-258a-474c-8ad9-c59a2278f64c,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:34.598079 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-2491770b-c222-4d37-ae62-f14256619968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (e8b23a55-edb4-4e62-9735-8454cddad60b), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:34.685307 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:34.824781 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2491770b-c222-4d37-ae62-f14256619968 admin admin] Router e8b23a55-edb4-4e62-9735-8454cddad60b has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:58:35.280849 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2491770b-c222-4d37-ae62-f14256619968 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:58:35.286054 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-2491770b-c222-4d37-ae62-f14256619968 admin admin] 10.222.0.39 "PUT /v2.0/routers/e8b23a55-edb4-4e62-9735-8454cddad60b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8770747 Jan 28 14:58:35.288855 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54504) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:58:35.292631 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd347af3-61c7-40bd-aff1-250c2ae6efef None None] Sync routers for ids ['e8b23a55-edb4-4e62-9735-8454cddad60b'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:58:35.305312 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd347af3-61c7-40bd-aff1-250c2ae6efef None None] Routers {'e8b23a55-edb4-4e62-9735-8454cddad60b'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:58:35.306021 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-dd347af3-61c7-40bd-aff1-250c2ae6efef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:58:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e8b23a55-edb4-4e62-9735-8454cddad60b'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:35.394013 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3fc8521d-6616-4ba4-8cb8-0500ceaad460 admin admin] Publish callbacks [] for router (e8b23a55-edb4-4e62-9735-8454cddad60b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:35.423270 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-dd347af3-61c7-40bd-aff1-250c2ae6efef None None] Set router e8b23a55-edb4-4e62-9735-8454cddad60b gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:58:35.497527 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3fc8521d-6616-4ba4-8cb8-0500ceaad460 admin admin] Publish callbacks [] for router_gateway (e8b23a55-edb4-4e62-9735-8454cddad60b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:35.556725 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-3fc8521d-6616-4ba4-8cb8-0500ceaad460 admin admin] Deleting port 40a79eac-bae8-41bc-9b12-f549fcf40be7 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:58:35.557351 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3fc8521d-6616-4ba4-8cb8-0500ceaad460 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (40a79eac-bae8-41bc-9b12-f549fcf40be7), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:35.616464 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-dd347af3-61c7-40bd-aff1-250c2ae6efef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'name': 'tempest-TestShelveInstance-473823352-router', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:28Z', 'updated_at': '2022-01-28T14:58:34Z', 'revision_number': 5, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'gw_port': {'id': '40a79eac-bae8-41bc-9b12-f549fcf40be7', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ee:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:29Z', 'updated_at': '2022-01-28T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:35.656390 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-3fc8521d-6616-4ba4-8cb8-0500ceaad460 admin admin] For port 40a79eac-bae8-41bc-9b12-f549fcf40be7, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=40a79eac-bae8-41bc-9b12-f549fcf40be7,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:58:35.657267 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3fc8521d-6616-4ba4-8cb8-0500ceaad460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (40a79eac-bae8-41bc-9b12-f549fcf40be7), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:35.659073 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd347af3-61c7-40bd-aff1-250c2ae6efef None None] Checking router: e8b23a55-edb4-4e62-9735-8454cddad60b for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:58:35.669542 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd347af3-61c7-40bd-aff1-250c2ae6efef None None] Routers {'e8b23a55-edb4-4e62-9735-8454cddad60b'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:58:35.670175 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-dd347af3-61c7-40bd-aff1-250c2ae6efef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:58:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e8b23a55-edb4-4e62-9735-8454cddad60b'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:35.672170 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-3fc8521d-6616-4ba4-8cb8-0500ceaad460 admin admin] Calling delete_port for 40a79eac-bae8-41bc-9b12-f549fcf40be7 owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:58:35.772691 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-dd347af3-61c7-40bd-aff1-250c2ae6efef None None] Set router e8b23a55-edb4-4e62-9735-8454cddad60b gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:58:35.834754 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-dd347af3-61c7-40bd-aff1-250c2ae6efef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'name': 'tempest-TestShelveInstance-473823352-router', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:28Z', 'updated_at': '2022-01-28T14:58:35Z', 'revision_number': 6, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:35.866443 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3fc8521d-6616-4ba4-8cb8-0500ceaad460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (40a79eac-bae8-41bc-9b12-f549fcf40be7), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:35.875669 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd347af3-61c7-40bd-aff1-250c2ae6efef None None] The sync data for ids ['e8b23a55-edb4-4e62-9735-8454cddad60b'] in n-d-822747-2 is: [{'id': 'e8b23a55-edb4-4e62-9735-8454cddad60b', 'name': 'tempest-TestShelveInstance-473823352-router', 'tenant_id': '010a53c98334424a8f72cd1853d4355e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:28Z', 'updated_at': '2022-01-28T14:58:35Z', 'revision_number': 6, 'project_id': '010a53c98334424a8f72cd1853d4355e', 'gw_port_host': None}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:58:35.898617 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8521d-6616-4ba4-8cb8-0500ceaad460 admin admin] Pushing event deleted for resources: {'Port': ['ID=40a79eac-bae8-41bc-9b12-f549fcf40be7,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:35.969661 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3fc8521d-6616-4ba4-8cb8-0500ceaad460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (e8b23a55-edb4-4e62-9735-8454cddad60b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:36.347669 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3fc8521d-6616-4ba4-8cb8-0500ceaad460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (e8b23a55-edb4-4e62-9735-8454cddad60b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:36.349914 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3fc8521d-6616-4ba4-8cb8-0500ceaad460 admin admin] Publish callbacks [] for router_controller (e8b23a55-edb4-4e62-9735-8454cddad60b), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:36.396712 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3fc8521d-6616-4ba4-8cb8-0500ceaad460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (e8b23a55-edb4-4e62-9735-8454cddad60b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:36.397558 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc8521d-6616-4ba4-8cb8-0500ceaad460 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8b23a55-edb4-4e62-9735-8454cddad60b {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:58:36.403243 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3fc8521d-6616-4ba4-8cb8-0500ceaad460 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:36.407821 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54506) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:58:36.415108 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3fc8521d-6616-4ba4-8cb8-0500ceaad460 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e8b23a55-edb4-4e62-9735-8454cddad60b HTTP/1.1" status: 204 len: 168 time: 1.1169055 Jan 28 14:58:36.451856 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:36.456073 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-986c58c5-baa4-4301-8fac-4f02e2b6f493 admin admin] Deleting subnet a99c3bcb-0513-4a34-af17-14f6547d5688 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:58:36.459500 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-986c58c5-baa4-4301-8fac-4f02e2b6f493 admin admin] Publish callbacks [] for subnet (a99c3bcb-0513-4a34-af17-14f6547d5688), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:36.498220 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-986c58c5-baa4-4301-8fac-4f02e2b6f493 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (a99c3bcb-0513-4a34-af17-14f6547d5688), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:36.574849 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-986c58c5-baa4-4301-8fac-4f02e2b6f493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (a99c3bcb-0513-4a34-af17-14f6547d5688), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:36.625989 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-986c58c5-baa4-4301-8fac-4f02e2b6f493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (a99c3bcb-0513-4a34-af17-14f6547d5688), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:36.651932 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c58c5-baa4-4301-8fac-4f02e2b6f493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a99c3bcb-0513-4a34-af17-14f6547d5688,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:36.654256 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-986c58c5-baa4-4301-8fac-4f02e2b6f493 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:36.657421 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-986c58c5-baa4-4301-8fac-4f02e2b6f493 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a99c3bcb-0513-4a34-af17-14f6547d5688 HTTP/1.1" status: 204 len: 168 time: 0.2487760 Jan 28 14:58:36.660076 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54508) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:58:36.666410 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c64ce8-d433-4721-9976-9bc218cf6a5b None None] Network 9ba37f8a-ec17-40a3-a897-7732b0e415a2 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:58:36.761275 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-137e351d-c6a6-4d73-b5d8-a07895c210bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (9ba37f8a-ec17-40a3-a897-7732b0e415a2), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:36.837686 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-137e351d-c6a6-4d73-b5d8-a07895c210bf admin admin] Deleting port 3234dea1-3247-4d04-ba7b-a74785c024a8 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:58:36.838176 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-137e351d-c6a6-4d73-b5d8-a07895c210bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (3234dea1-3247-4d04-ba7b-a74785c024a8), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:36.902880 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b7f1c9-8630-499e-90b1-e378eea3b8b1 None None] DHCP port deletion for 9ba37f8a-ec17-40a3-a897-7732b0e415a2 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:58:36.945175 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b53f83c1-258a-474c-8ad9-c59a2278f64c no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:58:36.947201 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-137e351d-c6a6-4d73-b5d8-a07895c210bf admin admin] For port 3234dea1-3247-4d04-ba7b-a74785c024a8, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=3234dea1-3247-4d04-ba7b-a74785c024a8,segment=NetworkSegment(588b5b65-1ecc-4a57-9921-68632e372fd1),segment_id=588b5b65-1ecc-4a57-9921-68632e372fd1)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:58:36.947616 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-137e351d-c6a6-4d73-b5d8-a07895c210bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (3234dea1-3247-4d04-ba7b-a74785c024a8), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:36.970680 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-137e351d-c6a6-4d73-b5d8-a07895c210bf admin admin] Calling delete_port for 3234dea1-3247-4d04-ba7b-a74785c024a8 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:58:36.984160 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: b53f83c1-258a-474c-8ad9-c59a2278f64c {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:58:36.985295 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device b53f83c1-258a-474c-8ad9-c59a2278f64c not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:58:36.985948 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 40a79eac-bae8-41bc-9b12-f549fcf40be7 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:58:37.026366 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 40a79eac-bae8-41bc-9b12-f549fcf40be7 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:58:37.026831 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 40a79eac-bae8-41bc-9b12-f549fcf40be7 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:58:37.071539 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-137e351d-c6a6-4d73-b5d8-a07895c210bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (3234dea1-3247-4d04-ba7b-a74785c024a8), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:37.076375 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c1b7f1c9-8630-499e-90b1-e378eea3b8b1 None None] Deleting port 3234dea1-3247-4d04-ba7b-a74785c024a8 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:58:37.077327 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1b7f1c9-8630-499e-90b1-e378eea3b8b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (3234dea1-3247-4d04-ba7b-a74785c024a8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:37.087029 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137e351d-c6a6-4d73-b5d8-a07895c210bf admin admin] No DVR routers for this DVR port 3234dea1-3247-4d04-ba7b-a74785c024a8 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:58:37.128106 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e351d-c6a6-4d73-b5d8-a07895c210bf admin admin] Pushing event deleted for resources: {'Port': ['ID=3234dea1-3247-4d04-ba7b-a74785c024a8,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:37.208839 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-137e351d-c6a6-4d73-b5d8-a07895c210bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (9ba37f8a-ec17-40a3-a897-7732b0e415a2), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:37.236258 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-137e351d-c6a6-4d73-b5d8-a07895c210bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba37f8a-ec17-40a3-a897-7732b0e415a2']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:37.248215 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-137e351d-c6a6-4d73-b5d8-a07895c210bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '588b5b65-1ecc-4a57-9921-68632e372fd1') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:37.248501 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-137e351d-c6a6-4d73-b5d8-a07895c210bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '588b5b65-1ecc-4a57-9921-68632e372fd1') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:37.260168 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-137e351d-c6a6-4d73-b5d8-a07895c210bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (588b5b65-1ecc-4a57-9921-68632e372fd1), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:37.276959 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-137e351d-c6a6-4d73-b5d8-a07895c210bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (588b5b65-1ecc-4a57-9921-68632e372fd1), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:37.284718 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-137e351d-c6a6-4d73-b5d8-a07895c210bf admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:58:37.285189 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-137e351d-c6a6-4d73-b5d8-a07895c210bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (588b5b65-1ecc-4a57-9921-68632e372fd1), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: timer() Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:58:37.287384 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:58:37.342422 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-c1b7f1c9-8630-499e-90b1-e378eea3b8b1 None None] For port 3234dea1-3247-4d04-ba7b-a74785c024a8, host n-d-822747-2, got binding levels [] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:58:37.342808 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1b7f1c9-8630-499e-90b1-e378eea3b8b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (3234dea1-3247-4d04-ba7b-a74785c024a8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:37.362061 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-c1b7f1c9-8630-499e-90b1-e378eea3b8b1 None None] Calling delete_port for 3234dea1-3247-4d04-ba7b-a74785c024a8 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:58:37.362696 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-137e351d-c6a6-4d73-b5d8-a07895c210bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (9ba37f8a-ec17-40a3-a897-7732b0e415a2), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:37.367173 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.ipam_backend_mixin [None req-c1b7f1c9-8630-499e-90b1-e378eea3b8b1 None None] Port 3234dea1-3247-4d04-ba7b-a74785c024a8 was not found and therefore no delete operation was performed {{(pid=103353) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 14:58:37.369388 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-137e351d-c6a6-4d73-b5d8-a07895c210bf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:37.369521 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1b7f1c9-8630-499e-90b1-e378eea3b8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (3234dea1-3247-4d04-ba7b-a74785c024a8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:37.373493 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-137e351d-c6a6-4d73-b5d8-a07895c210bf admin admin] 10.222.0.39 "DELETE /v2.0/networks/9ba37f8a-ec17-40a3-a897-7732b0e415a2 HTTP/1.1" status: 204 len: 168 time: 0.7123144 Jan 28 14:58:37.378168 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54510) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:58:37.392215 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e351d-c6a6-4d73-b5d8-a07895c210bf admin admin] Pushing event deleted for resources: {'Network': ['ID=9ba37f8a-ec17-40a3-a897-7732b0e415a2,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:37.404604 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7f1c9-8630-499e-90b1-e378eea3b8b1 None None] Pushing event deleted for resources: {'Port': ['ID=3234dea1-3247-4d04-ba7b-a74785c024a8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:37.412394 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b7f1c9-8630-499e-90b1-e378eea3b8b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:37.412733 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b7f1c9-8630-499e-90b1-e378eea3b8b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:37.413069 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b7f1c9-8630-499e-90b1-e378eea3b8b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:37.413421 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b7f1c9-8630-499e-90b1-e378eea3b8b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:37.413745 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b7f1c9-8630-499e-90b1-e378eea3b8b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:37.414068 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b7f1c9-8630-499e-90b1-e378eea3b8b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:37.414385 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b7f1c9-8630-499e-90b1-e378eea3b8b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:37.414702 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b7f1c9-8630-499e-90b1-e378eea3b8b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:37.415044 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b7f1c9-8630-499e-90b1-e378eea3b8b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:37.415362 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b7f1c9-8630-499e-90b1-e378eea3b8b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:37.415736 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b7f1c9-8630-499e-90b1-e378eea3b8b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:37.416057 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b7f1c9-8630-499e-90b1-e378eea3b8b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:37.416366 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b7f1c9-8630-499e-90b1-e378eea3b8b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:37.419062 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c1b7f1c9-8630-499e-90b1-e378eea3b8b1 None None] Network 9ba37f8a-ec17-40a3-a897-7732b0e415a2 is not hosted by any dhcp agent {{(pid=103353) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 14:58:37.419516 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b7f1c9-8630-499e-90b1-e378eea3b8b1 None None] No DVR routers for this DVR port 3234dea1-3247-4d04-ba7b-a74785c024a8 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:58:37.762094 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-03beb018-cb9b-4920-9bb9-287b2685b8ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (be79a575-3435-4c3d-bd90-17c6ad7abc31), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:38.010835 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-03beb018-cb9b-4920-9bb9-287b2685b8ed admin admin] Deleting port 7ea5b7fc-c8aa-4d12-a250-7b7073c048a7 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:58:38.011282 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-03beb018-cb9b-4920-9bb9-287b2685b8ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7ea5b7fc-c8aa-4d12-a250-7b7073c048a7), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:38.089484 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-03beb018-cb9b-4920-9bb9-287b2685b8ed admin admin] For port 7ea5b7fc-c8aa-4d12-a250-7b7073c048a7, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7ea5b7fc-c8aa-4d12-a250-7b7073c048a7,segment=NetworkSegment(b04f77e8-3347-41e1-ae59-df94ecf05822),segment_id=b04f77e8-3347-41e1-ae59-df94ecf05822)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:58:38.089841 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-03beb018-cb9b-4920-9bb9-287b2685b8ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7ea5b7fc-c8aa-4d12-a250-7b7073c048a7), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:38.101591 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-03beb018-cb9b-4920-9bb9-287b2685b8ed admin admin] Calling delete_port for 7ea5b7fc-c8aa-4d12-a250-7b7073c048a7 owned by network:router_interface {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:58:38.289528 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-03beb018-cb9b-4920-9bb9-287b2685b8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (7ea5b7fc-c8aa-4d12-a250-7b7073c048a7), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:38.323207 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03beb018-cb9b-4920-9bb9-287b2685b8ed admin admin] Pushing event deleted for resources: {'Port': ['ID=7ea5b7fc-c8aa-4d12-a250-7b7073c048a7,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:38.488134 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-03beb018-cb9b-4920-9bb9-287b2685b8ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (be79a575-3435-4c3d-bd90-17c6ad7abc31), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:38.707376 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03beb018-cb9b-4920-9bb9-287b2685b8ed admin admin] Router be79a575-3435-4c3d-bd90-17c6ad7abc31 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:58:38.819775 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03beb018-cb9b-4920-9bb9-287b2685b8ed admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:58:38.829966 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-03beb018-cb9b-4920-9bb9-287b2685b8ed admin admin] 10.222.0.39 "PUT /v2.0/routers/be79a575-3435-4c3d-bd90-17c6ad7abc31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4506912 Jan 28 14:58:38.830270 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54512) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:58:38.831767 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf45e9-5135-4cff-8639-7e6333ea8158 None None] Sync routers for ids ['be79a575-3435-4c3d-bd90-17c6ad7abc31'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:58:38.844162 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf45e9-5135-4cff-8639-7e6333ea8158 None None] Routers {'be79a575-3435-4c3d-bd90-17c6ad7abc31'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:58:38.845165 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d7cf45e9-5135-4cff-8639-7e6333ea8158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:58:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['be79a575-3435-4c3d-bd90-17c6ad7abc31'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:38.950053 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3234dea1-3247-4d04-ba7b-a74785c024a8 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:58:38.951716 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-27ba3a10-02db-4a76-a6c5-bc83a6672369 admin admin] Publish callbacks [] for router (be79a575-3435-4c3d-bd90-17c6ad7abc31), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:38.958826 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-d7cf45e9-5135-4cff-8639-7e6333ea8158 None None] Set router be79a575-3435-4c3d-bd90-17c6ad7abc31 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:58:38.975974 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 3234dea1-3247-4d04-ba7b-a74785c024a8 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:58:38.976715 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 3234dea1-3247-4d04-ba7b-a74785c024a8 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:58:39.070054 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-27ba3a10-02db-4a76-a6c5-bc83a6672369 admin admin] Publish callbacks [] for router_gateway (be79a575-3435-4c3d-bd90-17c6ad7abc31), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:39.132061 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-27ba3a10-02db-4a76-a6c5-bc83a6672369 admin admin] Deleting port ae66d8e9-54b5-42ad-be5b-3abb356b428e {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:58:39.132431 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-27ba3a10-02db-4a76-a6c5-bc83a6672369 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (ae66d8e9-54b5-42ad-be5b-3abb356b428e), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:39.158629 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d7cf45e9-5135-4cff-8639-7e6333ea8158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be79a575-3435-4c3d-bd90-17c6ad7abc31', 'name': 'tempest-TestShelveInstance-1212095564-router', 'tenant_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'ae66d8e9-54b5-42ad-be5b-3abb356b428e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:33Z', 'updated_at': '2022-01-28T14:58:38Z', 'revision_number': 5, 'project_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'gw_port': {'id': 'ae66d8e9-54b5-42ad-be5b-3abb356b428e', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be79a575-3435-4c3d-bd90-17c6ad7abc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:49:33Z', 'updated_at': '2022-01-28T14:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:39.184778 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf45e9-5135-4cff-8639-7e6333ea8158 None None] Checking router: be79a575-3435-4c3d-bd90-17c6ad7abc31 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:58:39.193388 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf45e9-5135-4cff-8639-7e6333ea8158 None None] Routers {'be79a575-3435-4c3d-bd90-17c6ad7abc31'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:58:39.194138 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d7cf45e9-5135-4cff-8639-7e6333ea8158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:58:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['be79a575-3435-4c3d-bd90-17c6ad7abc31'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:39.211289 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-27ba3a10-02db-4a76-a6c5-bc83a6672369 admin admin] For port ae66d8e9-54b5-42ad-be5b-3abb356b428e, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=ae66d8e9-54b5-42ad-be5b-3abb356b428e,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:58:39.211701 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-27ba3a10-02db-4a76-a6c5-bc83a6672369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (ae66d8e9-54b5-42ad-be5b-3abb356b428e), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:39.224418 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-27ba3a10-02db-4a76-a6c5-bc83a6672369 admin admin] Calling delete_port for ae66d8e9-54b5-42ad-be5b-3abb356b428e owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:58:39.280838 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-d7cf45e9-5135-4cff-8639-7e6333ea8158 None None] Set router be79a575-3435-4c3d-bd90-17c6ad7abc31 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:58:39.335189 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-d7cf45e9-5135-4cff-8639-7e6333ea8158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be79a575-3435-4c3d-bd90-17c6ad7abc31', 'name': 'tempest-TestShelveInstance-1212095564-router', 'tenant_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:33Z', 'updated_at': '2022-01-28T14:58:39Z', 'revision_number': 6, 'project_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:39.362192 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf45e9-5135-4cff-8639-7e6333ea8158 None None] The sync data for ids ['be79a575-3435-4c3d-bd90-17c6ad7abc31'] in n-d-822747-2 is: [{'id': 'be79a575-3435-4c3d-bd90-17c6ad7abc31', 'name': 'tempest-TestShelveInstance-1212095564-router', 'tenant_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:49:33Z', 'updated_at': '2022-01-28T14:58:39Z', 'revision_number': 6, 'project_id': '5f6fa35ac83b47c0ac40668c7bec841a', 'gw_port_host': None}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:58:39.401852 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-27ba3a10-02db-4a76-a6c5-bc83a6672369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (ae66d8e9-54b5-42ad-be5b-3abb356b428e), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:39.429453 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba3a10-02db-4a76-a6c5-bc83a6672369 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae66d8e9-54b5-42ad-be5b-3abb356b428e,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:39.498721 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-27ba3a10-02db-4a76-a6c5-bc83a6672369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (be79a575-3435-4c3d-bd90-17c6ad7abc31), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:39.591796 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-27ba3a10-02db-4a76-a6c5-bc83a6672369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (be79a575-3435-4c3d-bd90-17c6ad7abc31), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:39.594370 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-27ba3a10-02db-4a76-a6c5-bc83a6672369 admin admin] Publish callbacks [] for router_controller (be79a575-3435-4c3d-bd90-17c6ad7abc31), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:39.637983 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-27ba3a10-02db-4a76-a6c5-bc83a6672369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (be79a575-3435-4c3d-bd90-17c6ad7abc31), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:39.638565 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ba3a10-02db-4a76-a6c5-bc83a6672369 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be79a575-3435-4c3d-bd90-17c6ad7abc31 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:58:39.643157 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-27ba3a10-02db-4a76-a6c5-bc83a6672369 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:39.644315 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-27ba3a10-02db-4a76-a6c5-bc83a6672369 admin admin] 10.222.0.39 "DELETE /v2.0/routers/be79a575-3435-4c3d-bd90-17c6ad7abc31 HTTP/1.1" status: 204 len: 168 time: 0.8131850 Jan 28 14:58:39.647536 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54514) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:58:39.696697 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b50a23-da72-430a-88ae-b4ffa2918490 admin admin] Deleting subnet 7290d1a5-720c-4fe6-b83a-89496bbf4eec {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:58:39.700588 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2b50a23-da72-430a-88ae-b4ffa2918490 admin admin] Publish callbacks [] for subnet (7290d1a5-720c-4fe6-b83a-89496bbf4eec), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:39.742039 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2b50a23-da72-430a-88ae-b4ffa2918490 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (7290d1a5-720c-4fe6-b83a-89496bbf4eec), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:39.830987 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2b50a23-da72-430a-88ae-b4ffa2918490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (7290d1a5-720c-4fe6-b83a-89496bbf4eec), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:39.882832 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2b50a23-da72-430a-88ae-b4ffa2918490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (7290d1a5-720c-4fe6-b83a-89496bbf4eec), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:39.908666 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b50a23-da72-430a-88ae-b4ffa2918490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7290d1a5-720c-4fe6-b83a-89496bbf4eec,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:39.912513 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2b50a23-da72-430a-88ae-b4ffa2918490 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:39.915993 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c2b50a23-da72-430a-88ae-b4ffa2918490 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7290d1a5-720c-4fe6-b83a-89496bbf4eec HTTP/1.1" status: 204 len: 168 time: 0.2675219 Jan 28 14:58:39.919115 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54516) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:58:39.919973 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a67dd4-7aa7-4261-9be3-c5402575d417 None None] Network 2d45049a-7cdf-41c9-a06a-9b53870ba55c requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:58:39.986640 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-68f774fc-faec-4fc9-8808-9c006a6124dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (2d45049a-7cdf-41c9-a06a-9b53870ba55c), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:40.046360 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-68f774fc-faec-4fc9-8808-9c006a6124dd admin admin] Deleting port 67a6d587-d933-46ce-bc8e-4100ba34d35f {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:58:40.046696 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-68f774fc-faec-4fc9-8808-9c006a6124dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (67a6d587-d933-46ce-bc8e-4100ba34d35f), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:40.110298 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-68f774fc-faec-4fc9-8808-9c006a6124dd admin admin] For port 67a6d587-d933-46ce-bc8e-4100ba34d35f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=67a6d587-d933-46ce-bc8e-4100ba34d35f,segment=NetworkSegment(b04f77e8-3347-41e1-ae59-df94ecf05822),segment_id=b04f77e8-3347-41e1-ae59-df94ecf05822)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:58:40.110565 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-68f774fc-faec-4fc9-8808-9c006a6124dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (67a6d587-d933-46ce-bc8e-4100ba34d35f), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:40.123122 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-68f774fc-faec-4fc9-8808-9c006a6124dd admin admin] Calling delete_port for 67a6d587-d933-46ce-bc8e-4100ba34d35f owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:58:40.151157 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f95c36c-a545-49a2-aae7-e3d7a29679ca None None] DHCP port deletion for 2d45049a-7cdf-41c9-a06a-9b53870ba55c request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:58:40.199890 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7f95c36c-a545-49a2-aae7-e3d7a29679ca None None] Deleting port 67a6d587-d933-46ce-bc8e-4100ba34d35f {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:58:40.200275 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7f95c36c-a545-49a2-aae7-e3d7a29679ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (67a6d587-d933-46ce-bc8e-4100ba34d35f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:40.209684 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-68f774fc-faec-4fc9-8808-9c006a6124dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (67a6d587-d933-46ce-bc8e-4100ba34d35f), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:40.235332 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f774fc-faec-4fc9-8808-9c006a6124dd admin admin] Pushing event deleted for resources: {'Port': ['ID=67a6d587-d933-46ce-bc8e-4100ba34d35f,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:40.238832 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f774fc-faec-4fc9-8808-9c006a6124dd admin admin] No DVR routers for this DVR port 67a6d587-d933-46ce-bc8e-4100ba34d35f on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:58:40.269994 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-7f95c36c-a545-49a2-aae7-e3d7a29679ca None None] For port 67a6d587-d933-46ce-bc8e-4100ba34d35f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=67a6d587-d933-46ce-bc8e-4100ba34d35f,segment=NetworkSegment(b04f77e8-3347-41e1-ae59-df94ecf05822),segment_id=b04f77e8-3347-41e1-ae59-df94ecf05822)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:58:40.270392 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7f95c36c-a545-49a2-aae7-e3d7a29679ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (67a6d587-d933-46ce-bc8e-4100ba34d35f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:40.285690 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-7f95c36c-a545-49a2-aae7-e3d7a29679ca None None] Calling delete_port for 67a6d587-d933-46ce-bc8e-4100ba34d35f owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:58:40.313725 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-68f774fc-faec-4fc9-8808-9c006a6124dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (2d45049a-7cdf-41c9-a06a-9b53870ba55c), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:40.334104 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-68f774fc-faec-4fc9-8808-9c006a6124dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d45049a-7cdf-41c9-a06a-9b53870ba55c']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:40.344060 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-68f774fc-faec-4fc9-8808-9c006a6124dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b04f77e8-3347-41e1-ae59-df94ecf05822') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:40.344060 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-68f774fc-faec-4fc9-8808-9c006a6124dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b04f77e8-3347-41e1-ae59-df94ecf05822') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:40.355616 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-68f774fc-faec-4fc9-8808-9c006a6124dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (b04f77e8-3347-41e1-ae59-df94ecf05822), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:40.365253 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7f95c36c-a545-49a2-aae7-e3d7a29679ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (67a6d587-d933-46ce-bc8e-4100ba34d35f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:40.369556 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-68f774fc-faec-4fc9-8808-9c006a6124dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (b04f77e8-3347-41e1-ae59-df94ecf05822), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:40.375648 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f774fc-faec-4fc9-8808-9c006a6124dd admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:58:40.376036 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-68f774fc-faec-4fc9-8808-9c006a6124dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (b04f77e8-3347-41e1-ae59-df94ecf05822), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: timer() Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:58:40.378103 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:58:40.396029 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95c36c-a545-49a2-aae7-e3d7a29679ca None None] Pushing event deleted for resources: {'Port': ['ID=67a6d587-d933-46ce-bc8e-4100ba34d35f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:40.402947 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f95c36c-a545-49a2-aae7-e3d7a29679ca None None] No DVR routers for this DVR port 67a6d587-d933-46ce-bc8e-4100ba34d35f on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:58:40.436850 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-68f774fc-faec-4fc9-8808-9c006a6124dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (2d45049a-7cdf-41c9-a06a-9b53870ba55c), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:40.443391 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-68f774fc-faec-4fc9-8808-9c006a6124dd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:40.446973 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-68f774fc-faec-4fc9-8808-9c006a6124dd admin admin] 10.222.0.39 "DELETE /v2.0/networks/2d45049a-7cdf-41c9-a06a-9b53870ba55c HTTP/1.1" status: 204 len: 168 time: 0.5265238 Jan 28 14:58:40.458595 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f774fc-faec-4fc9-8808-9c006a6124dd admin admin] Pushing event deleted for resources: {'Network': ['ID=2d45049a-7cdf-41c9-a06a-9b53870ba55c,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:40.582077 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54520) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:58:40.623756 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a11935d1-9538-4b77-baec-9e4273cbc785 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=010a53c98334424a8f72cd1853d4355e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404885 Jan 28 14:58:40.626646 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54522) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:58:40.684590 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-db84a7fd-778c-4bee-895d-e6b6dcc36f78 admin admin] Publish callbacks [] for security_group (939956ba-95d6-49e2-82ae-f8cbc9cf5e54), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:40.706329 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-db84a7fd-778c-4bee-895d-e6b6dcc36f78 admin admin] Publish callbacks [] for security_group (939956ba-95d6-49e2-82ae-f8cbc9cf5e54), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:40.754507 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-db84a7fd-778c-4bee-895d-e6b6dcc36f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (939956ba-95d6-49e2-82ae-f8cbc9cf5e54), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:40.757250 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-db84a7fd-778c-4bee-895d-e6b6dcc36f78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:40.758422 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-db84a7fd-778c-4bee-895d-e6b6dcc36f78 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/939956ba-95d6-49e2-82ae-f8cbc9cf5e54 HTTP/1.1" status: 204 len: 168 time: 0.1308286 Jan 28 14:58:40.768674 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84a7fd-778c-4bee-895d-e6b6dcc36f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939956ba-95d6-49e2-82ae-f8cbc9cf5e54,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:40.851344 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 67a6d587-d933-46ce-bc8e-4100ba34d35f no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:58:40.872254 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 67a6d587-d933-46ce-bc8e-4100ba34d35f {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:58:40.872594 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 67a6d587-d933-46ce-bc8e-4100ba34d35f not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:58:40.873000 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ae66d8e9-54b5-42ad-be5b-3abb356b428e no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:58:40.891950 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: ae66d8e9-54b5-42ad-be5b-3abb356b428e {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:58:40.892295 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device ae66d8e9-54b5-42ad-be5b-3abb356b428e not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:58:40.892695 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7ea5b7fc-c8aa-4d12-a250-7b7073c048a7 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:58:40.911784 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 7ea5b7fc-c8aa-4d12-a250-7b7073c048a7 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:58:40.912567 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7ea5b7fc-c8aa-4d12-a250-7b7073c048a7 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:58:41.111348 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54528) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:58:41.154359 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-67114675-a08b-4c0b-a22e-3f33df43493e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5f6fa35ac83b47c0ac40668c7bec841a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417583 Jan 28 14:58:41.157026 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54530) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:58:41.208977 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e58c5325-b252-4413-9e2a-e90a613869c5 admin admin] Publish callbacks [] for security_group (2ab9d354-5ee6-4105-929b-06626cbcbd68), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:41.230275 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e58c5325-b252-4413-9e2a-e90a613869c5 admin admin] Publish callbacks [] for security_group (2ab9d354-5ee6-4105-929b-06626cbcbd68), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:41.280661 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e58c5325-b252-4413-9e2a-e90a613869c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (2ab9d354-5ee6-4105-929b-06626cbcbd68), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:41.283655 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e58c5325-b252-4413-9e2a-e90a613869c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:41.284828 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e58c5325-b252-4413-9e2a-e90a613869c5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2ab9d354-5ee6-4105-929b-06626cbcbd68 HTTP/1.1" status: 204 len: 168 time: 0.1269178 Jan 28 14:58:41.292930 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c5325-b252-4413-9e2a-e90a613869c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab9d354-5ee6-4105-929b-06626cbcbd68,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:42.045919 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54552) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:58:42.147347 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-4dc1efcd-343c-4a2d-9b34-067975d8c78c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-974622380-network', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:58:42.173848 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc1efcd-343c-4a2d-9b34-067975d8c78c admin admin] Made reservation on behalf of 825c696dcb6e47ab9c328f385f9414a8 for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:58:42.177279 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4dc1efcd-343c-4a2d-9b34-067975d8c78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:42.186936 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4dc1efcd-343c-4a2d-9b34-067975d8c78c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:42.259499 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4dc1efcd-343c-4a2d-9b34-067975d8c78c admin admin] Publish callbacks [] for security_group (ed93ae9e-daba-4863-a2ce-e125ffa5cc97), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:42.265351 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4dc1efcd-343c-4a2d-9b34-067975d8c78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ed93ae9e-daba-4863-a2ce-e125ffa5cc97), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:42.286757 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc1efcd-343c-4a2d-9b34-067975d8c78c admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:58:42.299975 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1efcd-343c-4a2d-9b34-067975d8c78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed93ae9e-daba-4863-a2ce-e125ffa5cc97,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:42.304942 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4dc1efcd-343c-4a2d-9b34-067975d8c78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (bb648cd4-eae7-47cd-bc44-6ced36956ad8), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:42.305278 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-4dc1efcd-343c-4a2d-9b34-067975d8c78c admin admin] Added segment bb648cd4-eae7-47cd-bc44-6ced36956ad8 of type vlan for network 8bf5d4ed-be28-49b5-bbeb-9875bdaae964 Jan 28 14:58:42.344407 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4dc1efcd-343c-4a2d-9b34-067975d8c78c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (8bf5d4ed-be28-49b5-bbeb-9875bdaae964), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:42.375159 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4dc1efcd-343c-4a2d-9b34-067975d8c78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (8bf5d4ed-be28-49b5-bbeb-9875bdaae964), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:42.376181 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc1efcd-343c-4a2d-9b34-067975d8c78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:42.376753 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4dc1efcd-343c-4a2d-9b34-067975d8c78c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:42.409794 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4dc1efcd-343c-4a2d-9b34-067975d8c78c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3627532 Jan 28 14:58:42.412812 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54556) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:58:42.418042 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-4250b5a8-c40e-45e3-b24c-c249015e1120 admin admin] Request body: {'subnet': {'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-974622380-subnet', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'ip_version': 4}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:58:42.439490 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4250b5a8-c40e-45e3-b24c-c249015e1120 admin admin] Made reservation on behalf of 825c696dcb6e47ab9c328f385f9414a8 for: {'subnet': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:58:42.440412 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1efcd-343c-4a2d-9b34-067975d8c78c admin admin] Pushing event updated for resources: {'Network': ['ID=8bf5d4ed-be28-49b5-bbeb-9875bdaae964,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:42.441815 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4250b5a8-c40e-45e3-b24c-c249015e1120 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26011024'] for subnet (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:42.450553 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 8bf5d4ed-be28-49b5-bbeb-9875bdaae964 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:58:42.620718 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4250b5a8-c40e-45e3-b24c-c249015e1120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25708910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26011042'] for subnet (6fd9a3fe-c391-4bcd-bdde-a71a12f737a1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:42.668642 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250b5a8-c40e-45e3-b24c-c249015e1120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fd9a3fe-c391-4bcd-bdde-a71a12f737a1,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:42.684310 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4250b5a8-c40e-45e3-b24c-c249015e1120 admin admin] Checking segment: {'id': 'bb648cd4-eae7-47cd-bc44-6ced36956ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:58:42.684667 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4250b5a8-c40e-45e3-b24c-c249015e1120 admin admin] Network hostable DHCP agents. Network: 8bf5d4ed-be28-49b5-bbeb-9875bdaae964, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:58:42.701998 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4250b5a8-c40e-45e3-b24c-c249015e1120 admin admin] Network 8bf5d4ed-be28-49b5-bbeb-9875bdaae964 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:58:42.711230 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-4250b5a8-c40e-45e3-b24c-c249015e1120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 8bf5d4ed-be28-49b5-bbeb-9875bdaae964) {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:58:42.715743 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4250b5a8-c40e-45e3-b24c-c249015e1120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:42.716686 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4250b5a8-c40e-45e3-b24c-c249015e1120 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:42.721791 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85f3c4c-4022-4197-ad60-067362b33f1d None None] Network 8bf5d4ed-be28-49b5-bbeb-9875bdaae964 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:58:42.741172 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-4250b5a8-c40e-45e3-b24c-c249015e1120 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3272178 Jan 28 14:58:42.744307 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54558) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:58:42.748864 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-db8dc735-c4fd-400d-8d0c-d271c99ab1a8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-974622380-router', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:58:42.769037 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-db8dc735-c4fd-400d-8d0c-d271c99ab1a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (926efc8a-66b1-4e5c-879a-85331b394459), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:42.770209 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-db8dc735-c4fd-400d-8d0c-d271c99ab1a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (926efc8a-66b1-4e5c-879a-85331b394459), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:42.830094 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9b665f-307b-4fbe-88fa-7ec5ef3280dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'fixed_ips': [{'subnet_id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:58:42.831013 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c9b665f-307b-4fbe-88fa-7ec5ef3280dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:42.831258 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-db8dc735-c4fd-400d-8d0c-d271c99ab1a8 admin admin] Publish callbacks [] for router_controller (926efc8a-66b1-4e5c-879a-85331b394459), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:42.965645 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-7c9b665f-307b-4fbe-88fa-7ec5ef3280dc None None] Allocated IP 172.20.0.2 (8bf5d4ed-be28-49b5-bbeb-9875bdaae964/6fd9a3fe-c391-4bcd-bdde-a71a12f737a1/db539746-25a0-47a3-b2ea-1d6abdc53f83) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:58:42.968123 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-db8dc735-c4fd-400d-8d0c-d271c99ab1a8 admin admin] Publish callbacks [] for router_gateway (926efc8a-66b1-4e5c-879a-85331b394459), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:43.119618 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c9b665f-307b-4fbe-88fa-7ec5ef3280dc None None] Publish callbacks [] for port (db539746-25a0-47a3-b2ea-1d6abdc53f83), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:43.126047 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c9b665f-307b-4fbe-88fa-7ec5ef3280dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (db539746-25a0-47a3-b2ea-1d6abdc53f83), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:43.169710 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9b665f-307b-4fbe-88fa-7ec5ef3280dc None None] Network 8bf5d4ed-be28-49b5-bbeb-9875bdaae964 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:58:43.174450 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-7c9b665f-307b-4fbe-88fa-7ec5ef3280dc None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:58:43.178820 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9b665f-307b-4fbe-88fa-7ec5ef3280dc None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:58:43.182219 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b665f-307b-4fbe-88fa-7ec5ef3280dc None None] Pushing event updated for resources: {'Port': ['ID=db539746-25a0-47a3-b2ea-1d6abdc53f83,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:43.186708 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-db8dc735-c4fd-400d-8d0c-d271c99ab1a8 admin admin] Publish callbacks [] for router_gateway (926efc8a-66b1-4e5c-879a-85331b394459), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:43.207216 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-db8dc735-c4fd-400d-8d0c-d271c99ab1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:43.235324 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-7c9b665f-307b-4fbe-88fa-7ec5ef3280dc None None] Attempting to bind port db539746-25a0-47a3-b2ea-1d6abdc53f83 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:58:43.235602 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-7c9b665f-307b-4fbe-88fa-7ec5ef3280dc None None] Attempting to bind port db539746-25a0-47a3-b2ea-1d6abdc53f83 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'bb648cd4-eae7-47cd-bc44-6ced36956ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:58:43.235952 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9b665f-307b-4fbe-88fa-7ec5ef3280dc None None] Attempting to bind port db539746-25a0-47a3-b2ea-1d6abdc53f83 on network 8bf5d4ed-be28-49b5-bbeb-9875bdaae964 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:58:43.241666 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9b665f-307b-4fbe-88fa-7ec5ef3280dc None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:58:43.242600 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9b665f-307b-4fbe-88fa-7ec5ef3280dc None None] Checking segment: {'id': 'bb648cd4-eae7-47cd-bc44-6ced36956ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:58:43.243046 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c9b665f-307b-4fbe-88fa-7ec5ef3280dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:43.243450 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9b665f-307b-4fbe-88fa-7ec5ef3280dc None None] Bound using segment: {'id': 'bb648cd4-eae7-47cd-bc44-6ced36956ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:58:43.243925 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-7c9b665f-307b-4fbe-88fa-7ec5ef3280dc None None] Bound port: db539746-25a0-47a3-b2ea-1d6abdc53f83, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb648cd4-eae7-47cd-bc44-6ced36956ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:58:43.244318 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c9b665f-307b-4fbe-88fa-7ec5ef3280dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (db539746-25a0-47a3-b2ea-1d6abdc53f83), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:43.309912 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-db8dc735-c4fd-400d-8d0c-d271c99ab1a8 admin admin] Allocated IP 172.25.3.35 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/9d5f5af5-96c3-4bc2-ab5d-df052f564530) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:58:43.311585 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-7c9b665f-307b-4fbe-88fa-7ec5ef3280dc None None] For port db539746-25a0-47a3-b2ea-1d6abdc53f83, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:58:43.316424 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-7c9b665f-307b-4fbe-88fa-7ec5ef3280dc None None] For port db539746-25a0-47a3-b2ea-1d6abdc53f83, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=db539746-25a0-47a3-b2ea-1d6abdc53f83,segment=NetworkSegment(bb648cd4-eae7-47cd-bc44-6ced36956ad8),segment_id=bb648cd4-eae7-47cd-bc44-6ced36956ad8)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:58:43.322135 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c9b665f-307b-4fbe-88fa-7ec5ef3280dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (db539746-25a0-47a3-b2ea-1d6abdc53f83), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:43.383087 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b665f-307b-4fbe-88fa-7ec5ef3280dc None None] Pushing event updated for resources: {'Port': ['ID=db539746-25a0-47a3-b2ea-1d6abdc53f83,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:43.426886 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-db8dc735-c4fd-400d-8d0c-d271c99ab1a8 admin admin] Publish callbacks [] for port (9d5f5af5-96c3-4bc2-ab5d-df052f564530), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:43.468210 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-db8dc735-c4fd-400d-8d0c-d271c99ab1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (9d5f5af5-96c3-4bc2-ab5d-df052f564530), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:43.510418 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8dc735-c4fd-400d-8d0c-d271c99ab1a8 admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:58:43.513503 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-db8dc735-c4fd-400d-8d0c-d271c99ab1a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:58:43.519951 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8dc735-c4fd-400d-8d0c-d271c99ab1a8 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:58:43.550418 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8dc735-c4fd-400d-8d0c-d271c99ab1a8 admin admin] Pushing event updated for resources: {'Port': ['ID=9d5f5af5-96c3-4bc2-ab5d-df052f564530,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:43.833883 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-db8dc735-c4fd-400d-8d0c-d271c99ab1a8 admin admin] Publish callbacks [] for router_gateway (926efc8a-66b1-4e5c-879a-85331b394459), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:44.132508 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-db8dc735-c4fd-400d-8d0c-d271c99ab1a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (926efc8a-66b1-4e5c-879a-85331b394459), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:44.303051 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8dc735-c4fd-400d-8d0c-d271c99ab1a8 admin admin] Router 926efc8a-66b1-4e5c-879a-85331b394459 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:58:44.450185 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b52b372-066d-48d8-ac3c-fa77ee5be17d None None] Network 8bf5d4ed-be28-49b5-bbeb-9875bdaae964 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:58:44.450974 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8dc735-c4fd-400d-8d0c-d271c99ab1a8 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:58:44.470301 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-db8dc735-c4fd-400d-8d0c-d271c99ab1a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:44.474285 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-db8dc735-c4fd-400d-8d0c-d271c99ab1a8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7262802 Jan 28 14:58:44.474484 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c38052c-8731-42a6-b0fc-f6cc61eed54c None None] Sync routers for ids ['926efc8a-66b1-4e5c-879a-85331b394459'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:58:44.474592 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54560) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:58:44.531300 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c38052c-8731-42a6-b0fc-f6cc61eed54c None None] Routers {'926efc8a-66b1-4e5c-879a-85331b394459'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:58:44.531925 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-4c38052c-8731-42a6-b0fc-f6cc61eed54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:58:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['926efc8a-66b1-4e5c-879a-85331b394459'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:44.538620 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-4f912612-854e-44de-819f-3b491341d3d1 None None] Provisioning complete for port db539746-25a0-47a3-b2ea-1d6abdc53f83 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:58:44.539008 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4f912612-854e-44de-819f-3b491341d3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (db539746-25a0-47a3-b2ea-1d6abdc53f83), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:44.714565 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-4c38052c-8731-42a6-b0fc-f6cc61eed54c None None] Set router 926efc8a-66b1-4e5c-879a-85331b394459 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:58:44.865926 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-4f912612-854e-44de-819f-3b491341d3d1 None None] Current status of the port db539746-25a0-47a3-b2ea-1d6abdc53f83 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:58:44.866571 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4f912612-854e-44de-819f-3b491341d3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (db539746-25a0-47a3-b2ea-1d6abdc53f83), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:44.928577 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4f912612-854e-44de-819f-3b491341d3d1 None None] For port db539746-25a0-47a3-b2ea-1d6abdc53f83, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=db539746-25a0-47a3-b2ea-1d6abdc53f83,segment=NetworkSegment(bb648cd4-eae7-47cd-bc44-6ced36956ad8),segment_id=bb648cd4-eae7-47cd-bc44-6ced36956ad8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:58:44.946559 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4f912612-854e-44de-819f-3b491341d3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (db539746-25a0-47a3-b2ea-1d6abdc53f83), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:44.956707 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device db539746-25a0-47a3-b2ea-1d6abdc53f83 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:58:45.091111 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f912612-854e-44de-819f-3b491341d3d1 None None] Pushing event updated for resources: {'Port': ['ID=db539746-25a0-47a3-b2ea-1d6abdc53f83,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:45.104347 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-be0dd0df-743c-4262-bcc5-327d6bb39766 None None] Provisioning complete for port db539746-25a0-47a3-b2ea-1d6abdc53f83 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:58:45.104720 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-be0dd0df-743c-4262-bcc5-327d6bb39766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (db539746-25a0-47a3-b2ea-1d6abdc53f83), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:45.159444 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port db539746-25a0-47a3-b2ea-1d6abdc53f83 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:58:45.159838 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (db539746-25a0-47a3-b2ea-1d6abdc53f83), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:45.190363 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-4c38052c-8731-42a6-b0fc-f6cc61eed54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926efc8a-66b1-4e5c-879a-85331b394459', 'name': 'tempest-TestSnapshotPattern-974622380-router', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:42Z', 'updated_at': '2022-01-28T14:58:43Z', 'revision_number': 3, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'gw_port': {'id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:db:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:43Z', 'updated_at': '2022-01-28T14:58:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:45.231288 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c38052c-8731-42a6-b0fc-f6cc61eed54c None None] Checking router: 926efc8a-66b1-4e5c-879a-85331b394459 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:58:45.231553 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c38052c-8731-42a6-b0fc-f6cc61eed54c None None] Updating router 926efc8a-66b1-4e5c-879a-85331b394459 port 9d5f5af5-96c3-4bc2-ab5d-df052f564530 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:58:45.289771 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4c38052c-8731-42a6-b0fc-f6cc61eed54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9d5f5af5-96c3-4bc2-ab5d-df052f564530), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:45.296057 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dd68f3c8-4ac3-4759-8d00-6713eb90cfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:45.330482 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-be0dd0df-743c-4262-bcc5-327d6bb39766 None None] Current status of the port db539746-25a0-47a3-b2ea-1d6abdc53f83 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:58:45.438177 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port db539746-25a0-47a3-b2ea-1d6abdc53f83 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:58:45.469162 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-dd68f3c8-4ac3-4759-8d00-6713eb90cfa4 admin admin] Allocated IP 172.20.0.1 (8bf5d4ed-be28-49b5-bbeb-9875bdaae964/6fd9a3fe-c391-4bcd-bdde-a71a12f737a1/6a989e45-13e5-44bd-8390-a38c31ee9e75) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:58:45.597768 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dd68f3c8-4ac3-4759-8d00-6713eb90cfa4 admin admin] Publish callbacks [] for port (6a989e45-13e5-44bd-8390-a38c31ee9e75), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:45.642754 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dd68f3c8-4ac3-4759-8d00-6713eb90cfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (6a989e45-13e5-44bd-8390-a38c31ee9e75), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:45.688078 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd68f3c8-4ac3-4759-8d00-6713eb90cfa4 admin admin] Network 8bf5d4ed-be28-49b5-bbeb-9875bdaae964 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:58:45.691192 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-dd68f3c8-4ac3-4759-8d00-6713eb90cfa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:58:45.697018 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd68f3c8-4ac3-4759-8d00-6713eb90cfa4 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:58:45.732585 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68f3c8-4ac3-4759-8d00-6713eb90cfa4 admin admin] Pushing event updated for resources: {'Port': ['ID=6a989e45-13e5-44bd-8390-a38c31ee9e75,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:45.744549 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dd68f3c8-4ac3-4759-8d00-6713eb90cfa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (926efc8a-66b1-4e5c-879a-85331b394459), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:45.824380 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4c38052c-8731-42a6-b0fc-f6cc61eed54c None None] Publish callbacks [] for port (9d5f5af5-96c3-4bc2-ab5d-df052f564530), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:45.836089 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4c38052c-8731-42a6-b0fc-f6cc61eed54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9d5f5af5-96c3-4bc2-ab5d-df052f564530), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:45.893264 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4c38052c-8731-42a6-b0fc-f6cc61eed54c None None] Attempting to bind port 9d5f5af5-96c3-4bc2-ab5d-df052f564530 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:58:45.893637 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4c38052c-8731-42a6-b0fc-f6cc61eed54c None None] Attempting to bind port 9d5f5af5-96c3-4bc2-ab5d-df052f564530 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:58:45.894006 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c38052c-8731-42a6-b0fc-f6cc61eed54c None None] Attempting to bind port 9d5f5af5-96c3-4bc2-ab5d-df052f564530 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:58:45.896154 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c05ebb-8dca-4a02-9bd2-3c744997c0ea None None] Pushing event updated for resources: {'Port': ['ID=9d5f5af5-96c3-4bc2-ab5d-df052f564530,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:45.899827 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dd68f3c8-4ac3-4759-8d00-6713eb90cfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6a989e45-13e5-44bd-8390-a38c31ee9e75), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:45.902615 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c38052c-8731-42a6-b0fc-f6cc61eed54c None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:58:45.903088 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c38052c-8731-42a6-b0fc-f6cc61eed54c None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:58:45.903835 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4c38052c-8731-42a6-b0fc-f6cc61eed54c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:45.904229 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c38052c-8731-42a6-b0fc-f6cc61eed54c None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:58:45.904726 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-4c38052c-8731-42a6-b0fc-f6cc61eed54c None None] Bound port: 9d5f5af5-96c3-4bc2-ab5d-df052f564530, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:58:45.905113 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4c38052c-8731-42a6-b0fc-f6cc61eed54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9d5f5af5-96c3-4bc2-ab5d-df052f564530), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:45.973038 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4c38052c-8731-42a6-b0fc-f6cc61eed54c None None] For port 9d5f5af5-96c3-4bc2-ab5d-df052f564530, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:58:45.978286 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-4c38052c-8731-42a6-b0fc-f6cc61eed54c None None] For port 9d5f5af5-96c3-4bc2-ab5d-df052f564530, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9d5f5af5-96c3-4bc2-ab5d-df052f564530,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:58:45.979223 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-e658b010-93f2-420a-a350-6c5df22b3cc5 None None] Provisioning complete for port 6a989e45-13e5-44bd-8390-a38c31ee9e75 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:58:45.979601 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e658b010-93f2-420a-a350-6c5df22b3cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6a989e45-13e5-44bd-8390-a38c31ee9e75), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:46.003875 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4c38052c-8731-42a6-b0fc-f6cc61eed54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9d5f5af5-96c3-4bc2-ab5d-df052f564530), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:46.052379 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-e658b010-93f2-420a-a350-6c5df22b3cc5 None None] Port 6a989e45-13e5-44bd-8390-a38c31ee9e75 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:58:46.079250 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c38052c-8731-42a6-b0fc-f6cc61eed54c None None] Routers {'926efc8a-66b1-4e5c-879a-85331b394459'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:58:46.079904 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-4c38052c-8731-42a6-b0fc-f6cc61eed54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:58:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['926efc8a-66b1-4e5c-879a-85331b394459'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:46.082149 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c05ebb-8dca-4a02-9bd2-3c744997c0ea None None] Pushing event updated for resources: {'Port': ['ID=9d5f5af5-96c3-4bc2-ab5d-df052f564530,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:46.098321 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dd68f3c8-4ac3-4759-8d00-6713eb90cfa4 admin admin] Publish callbacks [] for port (6a989e45-13e5-44bd-8390-a38c31ee9e75), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:46.103790 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dd68f3c8-4ac3-4759-8d00-6713eb90cfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (6a989e45-13e5-44bd-8390-a38c31ee9e75), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:46.181119 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68f3c8-4ac3-4759-8d00-6713eb90cfa4 admin admin] Pushing event updated for resources: {'Port': ['ID=6a989e45-13e5-44bd-8390-a38c31ee9e75,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:46.194302 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-dd68f3c8-4ac3-4759-8d00-6713eb90cfa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (926efc8a-66b1-4e5c-879a-85331b394459), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:46.213907 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-4c38052c-8731-42a6-b0fc-f6cc61eed54c None None] Set router 926efc8a-66b1-4e5c-879a-85331b394459 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:58:46.323578 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd68f3c8-4ac3-4759-8d00-6713eb90cfa4 admin admin] Network 8bf5d4ed-be28-49b5-bbeb-9875bdaae964 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:58:46.325647 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-dd68f3c8-4ac3-4759-8d00-6713eb90cfa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:58:46.453176 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-4c38052c-8731-42a6-b0fc-f6cc61eed54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926efc8a-66b1-4e5c-879a-85331b394459', 'name': 'tempest-TestSnapshotPattern-974622380-router', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:42Z', 'updated_at': '2022-01-28T14:58:45Z', 'revision_number': 4, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'gw_port': {'id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:db:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:43Z', 'updated_at': '2022-01-28T14:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '6a989e45-13e5-44bd-8390-a38c31ee9e75', 'name': '', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'mac_address': 'fa:16:3e:b2:3f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:45Z', 'updated_at': '2022-01-28T14:58:45Z', 'revision_number': 1, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'subnets': [{'id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:46.457674 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd68f3c8-4ac3-4759-8d00-6713eb90cfa4 admin admin] Router 926efc8a-66b1-4e5c-879a-85331b394459 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:58:46.495271 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c38052c-8731-42a6-b0fc-f6cc61eed54c None None] The sync data for ids ['926efc8a-66b1-4e5c-879a-85331b394459'] in n-d-822747-2 is: [{'id': '926efc8a-66b1-4e5c-879a-85331b394459', 'name': 'tempest-TestSnapshotPattern-974622380-router', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:42Z', 'updated_at': '2022-01-28T14:58:45Z', 'revision_number': 4, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'gw_port': {'id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:db:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:43Z', 'updated_at': '2022-01-28T14:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '6a989e45-13e5-44bd-8390-a38c31ee9e75', 'name': '', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'mac_address': 'fa:16:3e:b2:3f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:45Z', 'updated_at': '2022-01-28T14:58:45Z', 'revision_number': 1, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'subnets': [{'id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:58:46.576626 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-d8b75ced-f815-4517-b423-118482862127 None None] Provisioning complete for port 6a989e45-13e5-44bd-8390-a38c31ee9e75 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:58:46.577001 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8b75ced-f815-4517-b423-118482862127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6a989e45-13e5-44bd-8390-a38c31ee9e75), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:46.587473 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd68f3c8-4ac3-4759-8d00-6713eb90cfa4 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:58:46.594959 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-dd68f3c8-4ac3-4759-8d00-6713eb90cfa4 admin admin] 10.222.0.39 "PUT /v2.0/routers/926efc8a-66b1-4e5c-879a-85331b394459/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1169226 Jan 28 14:58:46.618140 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-d8b75ced-f815-4517-b423-118482862127 None None] Port 6a989e45-13e5-44bd-8390-a38c31ee9e75 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:58:46.869022 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device db539746-25a0-47a3-b2ea-1d6abdc53f83 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:58:46.934523 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port db539746-25a0-47a3-b2ea-1d6abdc53f83 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:58:46.934939 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (db539746-25a0-47a3-b2ea-1d6abdc53f83), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:47.037340 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port db539746-25a0-47a3-b2ea-1d6abdc53f83 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:58:47.134252 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54578) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:58:47.139862 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-3e1f1b9f-a03c-47cf-a55d-bec71e063bce admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1590881124-network', 'tenant_id': '05d7eb8beb134510b87d4ee71d425b8d'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:58:47.164742 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1f1b9f-a03c-47cf-a55d-bec71e063bce admin admin] Made reservation on behalf of 05d7eb8beb134510b87d4ee71d425b8d for: {'network': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:58:47.169035 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e1f1b9f-a03c-47cf-a55d-bec71e063bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for network (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:47.179828 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e1f1b9f-a03c-47cf-a55d-bec71e063bce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:47.281502 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e1f1b9f-a03c-47cf-a55d-bec71e063bce admin admin] Publish callbacks [] for security_group (7bd63f11-ef4d-4b67-9296-b223db749357), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:47.287756 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e1f1b9f-a03c-47cf-a55d-bec71e063bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7bd63f11-ef4d-4b67-9296-b223db749357), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:47.315417 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e1f1b9f-a03c-47cf-a55d-bec71e063bce admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:58:47.325893 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f1b9f-a03c-47cf-a55d-bec71e063bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd63f11-ef4d-4b67-9296-b223db749357,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:47.331813 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e1f1b9f-a03c-47cf-a55d-bec71e063bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (450ac2ca-e485-40dc-a23f-ef495811142a), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:47.332161 n-d-822747-2 neutron-server[103352]: INFO neutron.db.segments_db [None req-3e1f1b9f-a03c-47cf-a55d-bec71e063bce admin admin] Added segment 450ac2ca-e485-40dc-a23f-ef495811142a of type vlan for network 61449c89-adad-44d5-92cc-ef054fcf3734 Jan 28 14:58:47.375517 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e1f1b9f-a03c-47cf-a55d-bec71e063bce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775577673319'] for network (61449c89-adad-44d5-92cc-ef054fcf3734), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:47.406484 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e1f1b9f-a03c-47cf-a55d-bec71e063bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185'] for network (61449c89-adad-44d5-92cc-ef054fcf3734), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:47.407734 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1f1b9f-a03c-47cf-a55d-bec71e063bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:47.408388 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3e1f1b9f-a03c-47cf-a55d-bec71e063bce admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:47.476229 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-3e1f1b9f-a03c-47cf-a55d-bec71e063bce admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3405921 Jan 28 14:58:47.479265 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54580) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:58:47.484134 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-bdf0d45d-fdbe-4f42-9294-7d46d3606e99 admin admin] Request body: {'subnet': {'network_id': '61449c89-adad-44d5-92cc-ef054fcf3734', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1590881124-subnet', 'tenant_id': '05d7eb8beb134510b87d4ee71d425b8d', 'ip_version': 4}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:58:47.490840 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f1b9f-a03c-47cf-a55d-bec71e063bce admin admin] Pushing event updated for resources: {'Network': ['ID=61449c89-adad-44d5-92cc-ef054fcf3734,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:47.501358 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Network 61449c89-adad-44d5-92cc-ef054fcf3734 details requested by agent ovs-agent-n-d-822747-2 with host n-d-822747-2 {{(pid=103353) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:58:47.514599 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf0d45d-fdbe-4f42-9294-7d46d3606e99 admin admin] Made reservation on behalf of 05d7eb8beb134510b87d4ee71d425b8d for: {'subnet': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:58:47.517190 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bdf0d45d-fdbe-4f42-9294-7d46d3606e99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26169103'] for subnet (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:47.722033 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bdf0d45d-fdbe-4f42-9294-7d46d3606e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25900639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26169149'] for subnet (4d0d8e71-fde4-4f3b-a3f6-9ba4defcc78a), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:47.787988 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0d45d-fdbe-4f42-9294-7d46d3606e99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d0d8e71-fde4-4f3b-a3f6-9ba4defcc78a,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:47.795628 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf0d45d-fdbe-4f42-9294-7d46d3606e99 admin admin] Checking segment: {'id': '450ac2ca-e485-40dc-a23f-ef495811142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61449c89-adad-44d5-92cc-ef054fcf3734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:58:47.796092 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf0d45d-fdbe-4f42-9294-7d46d3606e99 admin admin] Network hostable DHCP agents. Network: 61449c89-adad-44d5-92cc-ef054fcf3734, hostable agents: ['7f6f837e-d180-47b7-b87a-8b97378ffbdd'], hosted agents: [] {{(pid=103352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:58:47.814766 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf0d45d-fdbe-4f42-9294-7d46d3606e99 admin admin] Network 61449c89-adad-44d5-92cc-ef054fcf3734 is scheduled to be hosted by DHCP agent 7f6f837e-d180-47b7-b87a-8b97378ffbdd with binding_index 1 {{(pid=103352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:58:47.825624 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-bdf0d45d-fdbe-4f42-9294-7d46d3606e99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822747-2, 61449c89-adad-44d5-92cc-ef054fcf3734) {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:58:47.831893 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf0d45d-fdbe-4f42-9294-7d46d3606e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:47.832150 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-bdf0d45d-fdbe-4f42-9294-7d46d3606e99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:47.836205 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7223eb3-c99f-43fe-85e3-5e3ed41e3d4d None None] Network 61449c89-adad-44d5-92cc-ef054fcf3734 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:58:47.852742 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-bdf0d45d-fdbe-4f42-9294-7d46d3606e99 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3719904 Jan 28 14:58:47.855197 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54582) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:58:47.860882 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a8554862-1661-46b3-b0af-ac33dbe36982 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1590881124-router', 'tenant_id': '05d7eb8beb134510b87d4ee71d425b8d', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:58:47.883310 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a8554862-1661-46b3-b0af-ac33dbe36982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-352436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5676'] for router (e9be67a8-9905-4800-a9f6-6ef62256f4d6), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:47.884520 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a8554862-1661-46b3-b0af-ac33dbe36982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-352548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-349434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5671'] for router (e9be67a8-9905-4800-a9f6-6ef62256f4d6), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:47.949626 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230cc1b8-1885-4381-9fb5-379628664d53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69894d06-642c-50fc-a56d-6585a12736f0-61449c89-adad-44d5-92cc-ef054fcf3734', 'network_id': '61449c89-adad-44d5-92cc-ef054fcf3734', 'project_id': '05d7eb8beb134510b87d4ee71d425b8d', 'fixed_ips': [{'subnet_id': '4d0d8e71-fde4-4f3b-a3f6-9ba4defcc78a'}]}} from n-d-822747-2. {{(pid=103353) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:58:47.950522 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-230cc1b8-1885-4381-9fb5-379628664d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:47.962187 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a8554862-1661-46b3-b0af-ac33dbe36982 admin admin] Publish callbacks [] for router_controller (e9be67a8-9905-4800-a9f6-6ef62256f4d6), precommit_add_association {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:48.090860 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-230cc1b8-1885-4381-9fb5-379628664d53 None None] Allocated IP 172.20.0.2 (61449c89-adad-44d5-92cc-ef054fcf3734/4d0d8e71-fde4-4f3b-a3f6-9ba4defcc78a/26723ed6-caa2-4b09-be8d-54f59dd16653) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:58:48.103681 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a8554862-1661-46b3-b0af-ac33dbe36982 admin admin] Publish callbacks [] for router_gateway (e9be67a8-9905-4800-a9f6-6ef62256f4d6), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:48.249002 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-230cc1b8-1885-4381-9fb5-379628664d53 None None] Publish callbacks [] for port (26723ed6-caa2-4b09-be8d-54f59dd16653), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:48.255710 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-230cc1b8-1885-4381-9fb5-379628664d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806'] for port (26723ed6-caa2-4b09-be8d-54f59dd16653), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:48.304726 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230cc1b8-1885-4381-9fb5-379628664d53 None None] Network 61449c89-adad-44d5-92cc-ef054fcf3734 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:58:48.308739 n-d-822747-2 neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-230cc1b8-1885-4381-9fb5-379628664d53 None None] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:58:48.310558 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230cc1b8-1885-4381-9fb5-379628664d53 None None] Pushing event updated for resources: {'Port': ['ID=26723ed6-caa2-4b09-be8d-54f59dd16653,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:48.312802 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230cc1b8-1885-4381-9fb5-379628664d53 None None] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:58:48.319932 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a8554862-1661-46b3-b0af-ac33dbe36982 admin admin] Publish callbacks [] for router_gateway (e9be67a8-9905-4800-a9f6-6ef62256f4d6), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:48.339699 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a8554862-1661-46b3-b0af-ac33dbe36982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:48.368152 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-230cc1b8-1885-4381-9fb5-379628664d53 None None] Attempting to bind port 26723ed6-caa2-4b09-be8d-54f59dd16653 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:58:48.368617 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-230cc1b8-1885-4381-9fb5-379628664d53 None None] Attempting to bind port 26723ed6-caa2-4b09-be8d-54f59dd16653 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '450ac2ca-e485-40dc-a23f-ef495811142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61449c89-adad-44d5-92cc-ef054fcf3734'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:58:48.369345 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230cc1b8-1885-4381-9fb5-379628664d53 None None] Attempting to bind port 26723ed6-caa2-4b09-be8d-54f59dd16653 on network 61449c89-adad-44d5-92cc-ef054fcf3734 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:58:48.374623 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230cc1b8-1885-4381-9fb5-379628664d53 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:58:48.375055 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230cc1b8-1885-4381-9fb5-379628664d53 None None] Checking segment: {'id': '450ac2ca-e485-40dc-a23f-ef495811142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61449c89-adad-44d5-92cc-ef054fcf3734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:58:48.375438 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-230cc1b8-1885-4381-9fb5-379628664d53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:48.375823 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230cc1b8-1885-4381-9fb5-379628664d53 None None] Bound using segment: {'id': '450ac2ca-e485-40dc-a23f-ef495811142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61449c89-adad-44d5-92cc-ef054fcf3734'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:58:48.376295 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-230cc1b8-1885-4381-9fb5-379628664d53 None None] Bound port: 26723ed6-caa2-4b09-be8d-54f59dd16653, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450ac2ca-e485-40dc-a23f-ef495811142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61449c89-adad-44d5-92cc-ef054fcf3734'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:58:48.376671 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-230cc1b8-1885-4381-9fb5-379628664d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (26723ed6-caa2-4b09-be8d-54f59dd16653), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:48.442556 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-230cc1b8-1885-4381-9fb5-379628664d53 None None] For port 26723ed6-caa2-4b09-be8d-54f59dd16653, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:58:48.446328 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-230cc1b8-1885-4381-9fb5-379628664d53 None None] For port 26723ed6-caa2-4b09-be8d-54f59dd16653, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=26723ed6-caa2-4b09-be8d-54f59dd16653,segment=NetworkSegment(450ac2ca-e485-40dc-a23f-ef495811142a),segment_id=450ac2ca-e485-40dc-a23f-ef495811142a)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:58:48.450668 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-230cc1b8-1885-4381-9fb5-379628664d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (26723ed6-caa2-4b09-be8d-54f59dd16653), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:48.464125 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-a8554862-1661-46b3-b0af-ac33dbe36982 admin admin] Allocated IP 172.25.3.100 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/8d1c92f2-ab15-41c1-9810-222c21979b47) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:58:48.509252 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230cc1b8-1885-4381-9fb5-379628664d53 None None] Pushing event updated for resources: {'Port': ['ID=26723ed6-caa2-4b09-be8d-54f59dd16653,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:48.581842 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a8554862-1661-46b3-b0af-ac33dbe36982 admin admin] Publish callbacks [] for port (8d1c92f2-ab15-41c1-9810-222c21979b47), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:48.629359 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a8554862-1661-46b3-b0af-ac33dbe36982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (8d1c92f2-ab15-41c1-9810-222c21979b47), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:48.669642 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8554862-1661-46b3-b0af-ac33dbe36982 admin admin] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:58:48.674154 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-a8554862-1661-46b3-b0af-ac33dbe36982 admin admin] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:58:48.677624 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8554862-1661-46b3-b0af-ac33dbe36982 admin admin] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:58:48.724027 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:48.725808 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8554862-1661-46b3-b0af-ac33dbe36982 admin admin] Pushing event updated for resources: {'Port': ['ID=8d1c92f2-ab15-41c1-9810-222c21979b47,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:48.796472 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8698b58a-9f5d-44c5-86a4-f532a6b05872 None None] Sync routers for ids ['926efc8a-66b1-4e5c-879a-85331b394459'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:58:48.811936 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8698b58a-9f5d-44c5-86a4-f532a6b05872 None None] Routers {'926efc8a-66b1-4e5c-879a-85331b394459'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:58:48.812639 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8698b58a-9f5d-44c5-86a4-f532a6b05872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:58:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['926efc8a-66b1-4e5c-879a-85331b394459'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:48.943868 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-8698b58a-9f5d-44c5-86a4-f532a6b05872 None None] Set router 926efc8a-66b1-4e5c-879a-85331b394459 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:58:48.985345 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a8554862-1661-46b3-b0af-ac33dbe36982 admin admin] Publish callbacks [] for router_gateway (e9be67a8-9905-4800-a9f6-6ef62256f4d6), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:49.001015 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 26723ed6-caa2-4b09-be8d-54f59dd16653 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:58:49.056983 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 26723ed6-caa2-4b09-be8d-54f59dd16653 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:58:49.058515 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (26723ed6-caa2-4b09-be8d-54f59dd16653), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:49.141471 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 26723ed6-caa2-4b09-be8d-54f59dd16653 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:58:49.141980 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (26723ed6-caa2-4b09-be8d-54f59dd16653), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:49.165920 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8698b58a-9f5d-44c5-86a4-f532a6b05872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926efc8a-66b1-4e5c-879a-85331b394459', 'name': 'tempest-TestSnapshotPattern-974622380-router', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:42Z', 'updated_at': '2022-01-28T14:58:45Z', 'revision_number': 4, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'gw_port': {'id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:db:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:43Z', 'updated_at': '2022-01-28T14:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '6a989e45-13e5-44bd-8390-a38c31ee9e75', 'name': '', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'mac_address': 'fa:16:3e:b2:3f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:45Z', 'updated_at': '2022-01-28T14:58:45Z', 'revision_number': 2, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'subnets': [{'id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:49.175461 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 26723ed6-caa2-4b09-be8d-54f59dd16653, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=26723ed6-caa2-4b09-be8d-54f59dd16653,segment=NetworkSegment(450ac2ca-e485-40dc-a23f-ef495811142a),segment_id=450ac2ca-e485-40dc-a23f-ef495811142a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:58:49.180938 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (26723ed6-caa2-4b09-be8d-54f59dd16653), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:49.181964 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9d5f5af5-96c3-4bc2-ab5d-df052f564530 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:58:49.193635 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8698b58a-9f5d-44c5-86a4-f532a6b05872 None None] Checking router: 926efc8a-66b1-4e5c-879a-85331b394459 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:58:49.194071 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8698b58a-9f5d-44c5-86a4-f532a6b05872 None None] Updating router 926efc8a-66b1-4e5c-879a-85331b394459 port 6a989e45-13e5-44bd-8390-a38c31ee9e75 binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:58:49.221905 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a8554862-1661-46b3-b0af-ac33dbe36982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-352555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-349357'] for router (e9be67a8-9905-4800-a9f6-6ef62256f4d6), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:49.229900 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8698b58a-9f5d-44c5-86a4-f532a6b05872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6a989e45-13e5-44bd-8390-a38c31ee9e75), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:49.277579 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=26723ed6-caa2-4b09-be8d-54f59dd16653,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:49.289106 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 9d5f5af5-96c3-4bc2-ab5d-df052f564530 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:58:49.289903 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9d5f5af5-96c3-4bc2-ab5d-df052f564530), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:49.391902 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8554862-1661-46b3-b0af-ac33dbe36982 admin admin] Router e9be67a8-9905-4800-a9f6-6ef62256f4d6 is scheduled to L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea with binding_index 1 {{(pid=103352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:58:49.394510 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 9d5f5af5-96c3-4bc2-ab5d-df052f564530 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:58:49.395356 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (9d5f5af5-96c3-4bc2-ab5d-df052f564530), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:49.422472 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 9d5f5af5-96c3-4bc2-ab5d-df052f564530, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9d5f5af5-96c3-4bc2-ab5d-df052f564530,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:58:49.429336 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (9d5f5af5-96c3-4bc2-ab5d-df052f564530), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:49.488107 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=9d5f5af5-96c3-4bc2-ab5d-df052f564530,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:49.536715 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8554862-1661-46b3-b0af-ac33dbe36982 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:58:49.551971 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d4c73f-46ad-431f-9f12-ef44531d037a None None] Sync routers for ids ['e9be67a8-9905-4800-a9f6-6ef62256f4d6'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:58:49.558623 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a8554862-1661-46b3-b0af-ac33dbe36982 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:49.559978 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a8554862-1661-46b3-b0af-ac33dbe36982 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7036543 Jan 28 14:58:49.560335 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8698b58a-9f5d-44c5-86a4-f532a6b05872 None None] Publish callbacks [] for port (6a989e45-13e5-44bd-8390-a38c31ee9e75), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:49.563481 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54584) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:58:49.566972 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d4c73f-46ad-431f-9f12-ef44531d037a None None] Routers {'e9be67a8-9905-4800-a9f6-6ef62256f4d6'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:58:49.567614 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-04d4c73f-46ad-431f-9f12-ef44531d037a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:58:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e9be67a8-9905-4800-a9f6-6ef62256f4d6'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:49.574324 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8698b58a-9f5d-44c5-86a4-f532a6b05872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6a989e45-13e5-44bd-8390-a38c31ee9e75), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:49.623505 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6843c94-f003-4fc7-bc0c-741a37169271 None None] Pushing event updated for resources: {'Port': ['ID=6a989e45-13e5-44bd-8390-a38c31ee9e75,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:49.664939 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6843c94-f003-4fc7-bc0c-741a37169271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:49.665690 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6843c94-f003-4fc7-bc0c-741a37169271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:49.665690 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6843c94-f003-4fc7-bc0c-741a37169271 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:49.665986 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6843c94-f003-4fc7-bc0c-741a37169271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:49.666277 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6843c94-f003-4fc7-bc0c-741a37169271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:49.666594 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6843c94-f003-4fc7-bc0c-741a37169271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:49.666960 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6843c94-f003-4fc7-bc0c-741a37169271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:49.667628 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6843c94-f003-4fc7-bc0c-741a37169271 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:49.667751 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6843c94-f003-4fc7-bc0c-741a37169271 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:49.668004 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6843c94-f003-4fc7-bc0c-741a37169271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:49.668323 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6843c94-f003-4fc7-bc0c-741a37169271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:49.668637 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6843c94-f003-4fc7-bc0c-741a37169271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:49.668950 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6843c94-f003-4fc7-bc0c-741a37169271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:49.706659 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-04d4c73f-46ad-431f-9f12-ef44531d037a None None] Set router e9be67a8-9905-4800-a9f6-6ef62256f4d6 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:58:49.714456 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-8698b58a-9f5d-44c5-86a4-f532a6b05872 None None] Attempting to bind port 6a989e45-13e5-44bd-8390-a38c31ee9e75 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:58:49.715059 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-8698b58a-9f5d-44c5-86a4-f532a6b05872 None None] Attempting to bind port 6a989e45-13e5-44bd-8390-a38c31ee9e75 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': 'bb648cd4-eae7-47cd-bc44-6ced36956ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:58:49.715614 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8698b58a-9f5d-44c5-86a4-f532a6b05872 None None] Attempting to bind port 6a989e45-13e5-44bd-8390-a38c31ee9e75 on network 8bf5d4ed-be28-49b5-bbeb-9875bdaae964 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:58:49.723566 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8698b58a-9f5d-44c5-86a4-f532a6b05872 None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:58:49.724344 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8698b58a-9f5d-44c5-86a4-f532a6b05872 None None] Checking segment: {'id': 'bb648cd4-eae7-47cd-bc44-6ced36956ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:58:49.724690 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8698b58a-9f5d-44c5-86a4-f532a6b05872 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:49.725081 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8698b58a-9f5d-44c5-86a4-f532a6b05872 None None] Bound using segment: {'id': 'bb648cd4-eae7-47cd-bc44-6ced36956ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:58:49.725549 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-8698b58a-9f5d-44c5-86a4-f532a6b05872 None None] Bound port: 6a989e45-13e5-44bd-8390-a38c31ee9e75, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb648cd4-eae7-47cd-bc44-6ced36956ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:58:49.725924 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8698b58a-9f5d-44c5-86a4-f532a6b05872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6a989e45-13e5-44bd-8390-a38c31ee9e75), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:49.746355 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b154e2fb-d3e8-412b-b2fc-79018348343b None None] Network 61449c89-adad-44d5-92cc-ef054fcf3734 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:58:49.799381 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-8698b58a-9f5d-44c5-86a4-f532a6b05872 None None] For port 6a989e45-13e5-44bd-8390-a38c31ee9e75, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:58:49.802674 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-8698b58a-9f5d-44c5-86a4-f532a6b05872 None None] For port 6a989e45-13e5-44bd-8390-a38c31ee9e75, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6a989e45-13e5-44bd-8390-a38c31ee9e75,segment=NetworkSegment(bb648cd4-eae7-47cd-bc44-6ced36956ad8),segment_id=bb648cd4-eae7-47cd-bc44-6ced36956ad8)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:58:49.809553 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-8698b58a-9f5d-44c5-86a4-f532a6b05872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6a989e45-13e5-44bd-8390-a38c31ee9e75), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:49.863253 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8698b58a-9f5d-44c5-86a4-f532a6b05872 None None] Routers {'926efc8a-66b1-4e5c-879a-85331b394459'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:58:49.864158 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8698b58a-9f5d-44c5-86a4-f532a6b05872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:58:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['926efc8a-66b1-4e5c-879a-85331b394459'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:49.925015 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6843c94-f003-4fc7-bc0c-741a37169271 None None] Pushing event updated for resources: {'Port': ['ID=6a989e45-13e5-44bd-8390-a38c31ee9e75,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:49.995001 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-0d3be643-8a63-486c-a3c5-24834943a75a None None] Provisioning complete for port 26723ed6-caa2-4b09-be8d-54f59dd16653 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:58:49.995479 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0d3be643-8a63-486c-a3c5-24834943a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (26723ed6-caa2-4b09-be8d-54f59dd16653), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:50.084298 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-04d4c73f-46ad-431f-9f12-ef44531d037a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9be67a8-9905-4800-a9f6-6ef62256f4d6', 'name': 'tempest-TestSnapshotPattern-1590881124-router', 'tenant_id': '05d7eb8beb134510b87d4ee71d425b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '8d1c92f2-ab15-41c1-9810-222c21979b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:47Z', 'updated_at': '2022-01-28T14:58:48Z', 'revision_number': 3, 'project_id': '05d7eb8beb134510b87d4ee71d425b8d', 'gw_port': {'id': '8d1c92f2-ab15-41c1-9810-222c21979b47', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9be67a8-9905-4800-a9f6-6ef62256f4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:48Z', 'updated_at': '2022-01-28T14:58:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:50.130971 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d4c73f-46ad-431f-9f12-ef44531d037a None None] Checking router: e9be67a8-9905-4800-a9f6-6ef62256f4d6 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:58:50.131328 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d4c73f-46ad-431f-9f12-ef44531d037a None None] Updating router e9be67a8-9905-4800-a9f6-6ef62256f4d6 port 8d1c92f2-ab15-41c1-9810-222c21979b47 binding host n-d-822747-2 {{(pid=103353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:58:50.144904 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-8698b58a-9f5d-44c5-86a4-f532a6b05872 None None] Set router 926efc8a-66b1-4e5c-879a-85331b394459 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:58:50.145167 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-85026864-86dc-4876-91ba-8eecae383fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:50.217896 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-04d4c73f-46ad-431f-9f12-ef44531d037a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8d1c92f2-ab15-41c1-9810-222c21979b47), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:50.221813 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0d3be643-8a63-486c-a3c5-24834943a75a None None] Current status of the port 26723ed6-caa2-4b09-be8d-54f59dd16653 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:58:50.339363 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-85026864-86dc-4876-91ba-8eecae383fe0 admin admin] Allocated IP 172.20.0.1 (61449c89-adad-44d5-92cc-ef054fcf3734/4d0d8e71-fde4-4f3b-a3f6-9ba4defcc78a/7d9a0bba-27fc-4cf1-9081-bf3288b0da6f) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:58:50.393137 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-8698b58a-9f5d-44c5-86a4-f532a6b05872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926efc8a-66b1-4e5c-879a-85331b394459', 'name': 'tempest-TestSnapshotPattern-974622380-router', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:42Z', 'updated_at': '2022-01-28T14:58:45Z', 'revision_number': 4, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'gw_port': {'id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:43Z', 'updated_at': '2022-01-28T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '6a989e45-13e5-44bd-8390-a38c31ee9e75', 'name': '', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'mac_address': 'fa:16:3e:b2:3f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:45Z', 'updated_at': '2022-01-28T14:58:49Z', 'revision_number': 4, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'subnets': [{'id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:50.420656 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8698b58a-9f5d-44c5-86a4-f532a6b05872 None None] The sync data for ids ['926efc8a-66b1-4e5c-879a-85331b394459'] in n-d-822747-2 is: [{'id': '926efc8a-66b1-4e5c-879a-85331b394459', 'name': 'tempest-TestSnapshotPattern-974622380-router', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:42Z', 'updated_at': '2022-01-28T14:58:45Z', 'revision_number': 4, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'gw_port': {'id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:43Z', 'updated_at': '2022-01-28T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '6a989e45-13e5-44bd-8390-a38c31ee9e75', 'name': '', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'mac_address': 'fa:16:3e:b2:3f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:45Z', 'updated_at': '2022-01-28T14:58:49Z', 'revision_number': 4, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'subnets': [{'id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:58:50.456563 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f27f65eb-2de5-48b0-b718-d0413bfc1fda None None] Provisioning complete for port 6a989e45-13e5-44bd-8390-a38c31ee9e75 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:58:50.456965 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f27f65eb-2de5-48b0-b718-d0413bfc1fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6a989e45-13e5-44bd-8390-a38c31ee9e75), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:50.463776 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-85026864-86dc-4876-91ba-8eecae383fe0 admin admin] Publish callbacks [] for port (7d9a0bba-27fc-4cf1-9081-bf3288b0da6f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:50.505055 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-85026864-86dc-4876-91ba-8eecae383fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (7d9a0bba-27fc-4cf1-9081-bf3288b0da6f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:50.547560 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85026864-86dc-4876-91ba-8eecae383fe0 admin admin] Network 61449c89-adad-44d5-92cc-ef054fcf3734 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:58:50.551154 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-85026864-86dc-4876-91ba-8eecae383fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:58:50.555103 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85026864-86dc-4876-91ba-8eecae383fe0 admin admin] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:58:50.555464 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-04d4c73f-46ad-431f-9f12-ef44531d037a None None] Publish callbacks [] for port (8d1c92f2-ab15-41c1-9810-222c21979b47), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:50.587800 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-04d4c73f-46ad-431f-9f12-ef44531d037a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8d1c92f2-ab15-41c1-9810-222c21979b47), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:50.598268 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85026864-86dc-4876-91ba-8eecae383fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=7d9a0bba-27fc-4cf1-9081-bf3288b0da6f,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:50.615222 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-85026864-86dc-4876-91ba-8eecae383fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350202'] for router_interface (e9be67a8-9905-4800-a9f6-6ef62256f4d6), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:50.660486 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f27f65eb-2de5-48b0-b718-d0413bfc1fda None None] Current status of the port 6a989e45-13e5-44bd-8390-a38c31ee9e75 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:58:50.661224 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f27f65eb-2de5-48b0-b718-d0413bfc1fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (6a989e45-13e5-44bd-8390-a38c31ee9e75), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:50.689898 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-04d4c73f-46ad-431f-9f12-ef44531d037a None None] Attempting to bind port 8d1c92f2-ab15-41c1-9810-222c21979b47 on host n-d-822747-2 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:58:50.690491 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-04d4c73f-46ad-431f-9f12-ef44531d037a None None] Attempting to bind port 8d1c92f2-ab15-41c1-9810-222c21979b47 by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:58:50.691155 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4c73f-46ad-431f-9f12-ef44531d037a None None] Attempting to bind port 8d1c92f2-ab15-41c1-9810-222c21979b47 on network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:58:50.700187 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4c73f-46ad-431f-9f12-ef44531d037a None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:58:50.700743 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4c73f-46ad-431f-9f12-ef44531d037a None None] Checking segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:58:50.704358 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-04d4c73f-46ad-431f-9f12-ef44531d037a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:50.712495 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4c73f-46ad-431f-9f12-ef44531d037a None None] Bound using segment: {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:58:50.713190 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [None req-04d4c73f-46ad-431f-9f12-ef44531d037a None None] Bound port: 8d1c92f2-ab15-41c1-9810-222c21979b47, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79bbb7-011a-42af-9e47-ece8a849ed3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:58:50.714473 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-04d4c73f-46ad-431f-9f12-ef44531d037a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8d1c92f2-ab15-41c1-9810-222c21979b47), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:50.719608 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c7557-da1b-4c20-b847-cf51bb4c1d36 None None] Pushing event updated for resources: {'Port': ['ID=8d1c92f2-ab15-41c1-9810-222c21979b47,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:50.777965 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-85026864-86dc-4876-91ba-8eecae383fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7d9a0bba-27fc-4cf1-9081-bf3288b0da6f), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:50.952461 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6a989e45-13e5-44bd-8390-a38c31ee9e75 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:58:50.992651 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-85026864-86dc-4876-91ba-8eecae383fe0 admin admin] Publish callbacks [] for port (7d9a0bba-27fc-4cf1-9081-bf3288b0da6f), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:50.998483 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-85026864-86dc-4876-91ba-8eecae383fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (7d9a0bba-27fc-4cf1-9081-bf3288b0da6f), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:51.028804 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:51.029777 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-f27f65eb-2de5-48b0-b718-d0413bfc1fda None None] For port 6a989e45-13e5-44bd-8390-a38c31ee9e75, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6a989e45-13e5-44bd-8390-a38c31ee9e75,segment=NetworkSegment(bb648cd4-eae7-47cd-bc44-6ced36956ad8),segment_id=bb648cd4-eae7-47cd-bc44-6ced36956ad8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:58:51.047802 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f27f65eb-2de5-48b0-b718-d0413bfc1fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (6a989e45-13e5-44bd-8390-a38c31ee9e75), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:51.078655 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-85026864-86dc-4876-91ba-8eecae383fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-593215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-354922'] for router_interface (e9be67a8-9905-4800-a9f6-6ef62256f4d6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:51.080881 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-04d4c73f-46ad-431f-9f12-ef44531d037a None None] For port 8d1c92f2-ab15-41c1-9810-222c21979b47, host n-d-822747-2, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:58:51.081660 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85026864-86dc-4876-91ba-8eecae383fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=7d9a0bba-27fc-4cf1-9081-bf3288b0da6f,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:51.104244 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-04d4c73f-46ad-431f-9f12-ef44531d037a None None] For port 8d1c92f2-ab15-41c1-9810-222c21979b47, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8d1c92f2-ab15-41c1-9810-222c21979b47,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:58:51.119309 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-04d4c73f-46ad-431f-9f12-ef44531d037a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8d1c92f2-ab15-41c1-9810-222c21979b47), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:51.151228 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f65eb-2de5-48b0-b718-d0413bfc1fda None None] Pushing event updated for resources: {'Port': ['ID=6a989e45-13e5-44bd-8390-a38c31ee9e75,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:51.182434 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85026864-86dc-4876-91ba-8eecae383fe0 admin admin] Network 61449c89-adad-44d5-92cc-ef054fcf3734 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:58:51.184017 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-85026864-86dc-4876-91ba-8eecae383fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:58:51.184956 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 6a989e45-13e5-44bd-8390-a38c31ee9e75 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:58:51.186182 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6a989e45-13e5-44bd-8390-a38c31ee9e75), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:51.227176 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d4c73f-46ad-431f-9f12-ef44531d037a None None] Routers {'e9be67a8-9905-4800-a9f6-6ef62256f4d6'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:58:51.227738 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-04d4c73f-46ad-431f-9f12-ef44531d037a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:58:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e9be67a8-9905-4800-a9f6-6ef62256f4d6'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:51.281003 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f4d504f3-044d-486f-9398-26c2f518cb43 None None] Provisioning complete for port 26723ed6-caa2-4b09-be8d-54f59dd16653 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:58:51.281454 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f4d504f3-044d-486f-9398-26c2f518cb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (26723ed6-caa2-4b09-be8d-54f59dd16653), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:51.305495 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85026864-86dc-4876-91ba-8eecae383fe0 admin admin] Router e9be67a8-9905-4800-a9f6-6ef62256f4d6 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:58:51.332452 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c7557-da1b-4c20-b847-cf51bb4c1d36 None None] Pushing event updated for resources: {'Port': ['ID=8d1c92f2-ab15-41c1-9810-222c21979b47,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:51.431145 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85026864-86dc-4876-91ba-8eecae383fe0 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:58:51.438270 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-85026864-86dc-4876-91ba-8eecae383fe0 admin admin] 10.222.0.39 "PUT /v2.0/routers/e9be67a8-9905-4800-a9f6-6ef62256f4d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8728604 Jan 28 14:58:51.442360 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-04d4c73f-46ad-431f-9f12-ef44531d037a None None] Set router e9be67a8-9905-4800-a9f6-6ef62256f4d6 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:58:51.500483 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 6a989e45-13e5-44bd-8390-a38c31ee9e75 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:58:51.501519 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 26723ed6-caa2-4b09-be8d-54f59dd16653 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:58:51.586254 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f4d504f3-044d-486f-9398-26c2f518cb43 None None] Current status of the port 26723ed6-caa2-4b09-be8d-54f59dd16653 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:58:51.654077 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-f4d504f3-044d-486f-9398-26c2f518cb43 None None] Provisioning complete for port 7d9a0bba-27fc-4cf1-9081-bf3288b0da6f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:58:51.654453 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f4d504f3-044d-486f-9398-26c2f518cb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7d9a0bba-27fc-4cf1-9081-bf3288b0da6f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:51.715051 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 26723ed6-caa2-4b09-be8d-54f59dd16653 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:58:51.715051 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (26723ed6-caa2-4b09-be8d-54f59dd16653), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:51.718938 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-f4d504f3-044d-486f-9398-26c2f518cb43 None None] Port 7d9a0bba-27fc-4cf1-9081-bf3288b0da6f cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:58:51.839465 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 26723ed6-caa2-4b09-be8d-54f59dd16653 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:58:51.840589 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9d5f5af5-96c3-4bc2-ab5d-df052f564530 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:58:51.846200 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-04d4c73f-46ad-431f-9f12-ef44531d037a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9be67a8-9905-4800-a9f6-6ef62256f4d6', 'name': 'tempest-TestSnapshotPattern-1590881124-router', 'tenant_id': '05d7eb8beb134510b87d4ee71d425b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '8d1c92f2-ab15-41c1-9810-222c21979b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:47Z', 'updated_at': '2022-01-28T14:58:50Z', 'revision_number': 4, 'project_id': '05d7eb8beb134510b87d4ee71d425b8d', 'gw_port': {'id': '8d1c92f2-ab15-41c1-9810-222c21979b47', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9be67a8-9905-4800-a9f6-6ef62256f4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:48Z', 'updated_at': '2022-01-28T14:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '7d9a0bba-27fc-4cf1-9081-bf3288b0da6f', 'name': '', 'network_id': '61449c89-adad-44d5-92cc-ef054fcf3734', 'tenant_id': '05d7eb8beb134510b87d4ee71d425b8d', 'mac_address': 'fa:16:3e:88:ec:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9be67a8-9905-4800-a9f6-6ef62256f4d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '4d0d8e71-fde4-4f3b-a3f6-9ba4defcc78a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:50Z', 'updated_at': '2022-01-28T14:58:50Z', 'revision_number': 2, 'project_id': '05d7eb8beb134510b87d4ee71d425b8d', 'subnets': [{'id': '4d0d8e71-fde4-4f3b-a3f6-9ba4defcc78a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:51.903599 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d4c73f-46ad-431f-9f12-ef44531d037a None None] The sync data for ids ['e9be67a8-9905-4800-a9f6-6ef62256f4d6'] in n-d-822747-2 is: [{'id': 'e9be67a8-9905-4800-a9f6-6ef62256f4d6', 'name': 'tempest-TestSnapshotPattern-1590881124-router', 'tenant_id': '05d7eb8beb134510b87d4ee71d425b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '8d1c92f2-ab15-41c1-9810-222c21979b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:47Z', 'updated_at': '2022-01-28T14:58:50Z', 'revision_number': 4, 'project_id': '05d7eb8beb134510b87d4ee71d425b8d', 'gw_port': {'id': '8d1c92f2-ab15-41c1-9810-222c21979b47', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9be67a8-9905-4800-a9f6-6ef62256f4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:48Z', 'updated_at': '2022-01-28T14:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '7d9a0bba-27fc-4cf1-9081-bf3288b0da6f', 'name': '', 'network_id': '61449c89-adad-44d5-92cc-ef054fcf3734', 'tenant_id': '05d7eb8beb134510b87d4ee71d425b8d', 'mac_address': 'fa:16:3e:88:ec:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9be67a8-9905-4800-a9f6-6ef62256f4d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '4d0d8e71-fde4-4f3b-a3f6-9ba4defcc78a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:50Z', 'updated_at': '2022-01-28T14:58:50Z', 'revision_number': 2, 'project_id': '05d7eb8beb134510b87d4ee71d425b8d', 'subnets': [{'id': '4d0d8e71-fde4-4f3b-a3f6-9ba4defcc78a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:58:51.911258 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-30e4f9ef-5124-4411-8b8b-c8d163f3d1ce None None] Provisioning complete for port 7d9a0bba-27fc-4cf1-9081-bf3288b0da6f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:58:51.911587 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-30e4f9ef-5124-4411-8b8b-c8d163f3d1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7d9a0bba-27fc-4cf1-9081-bf3288b0da6f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:51.954936 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-30e4f9ef-5124-4411-8b8b-c8d163f3d1ce None None] Port 7d9a0bba-27fc-4cf1-9081-bf3288b0da6f cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:58:51.960738 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 9d5f5af5-96c3-4bc2-ab5d-df052f564530 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:58:51.961115 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (9d5f5af5-96c3-4bc2-ab5d-df052f564530), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:52.054485 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 9d5f5af5-96c3-4bc2-ab5d-df052f564530 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:58:52.875462 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6a989e45-13e5-44bd-8390-a38c31ee9e75 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:58:52.930734 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 6a989e45-13e5-44bd-8390-a38c31ee9e75 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:58:52.931142 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (6a989e45-13e5-44bd-8390-a38c31ee9e75), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:53.015887 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 6a989e45-13e5-44bd-8390-a38c31ee9e75 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:58:53.251239 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54594) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:58:53.256083 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-1ceb5da7-8033-42c8-b1ec-67842ac6fd31 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-550757997', 'description': 'tempest-secgroup-smoke-550757997 description', 'project_id': '825c696dcb6e47ab9c328f385f9414a8'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:58:53.282275 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1ceb5da7-8033-42c8-b1ec-67842ac6fd31 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for security_group (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:53.360970 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1ceb5da7-8033-42c8-b1ec-67842ac6fd31 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for security_group (8403089f-d662-4e6f-b1e9-2bd2d94d8f6c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:53.367527 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1ceb5da7-8033-42c8-b1ec-67842ac6fd31 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8403089f-d662-4e6f-b1e9-2bd2d94d8f6c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:53.405845 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1ceb5da7-8033-42c8-b1ec-67842ac6fd31 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:53.407230 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1ceb5da7-8033-42c8-b1ec-67842ac6fd31 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1548655 Jan 28 14:58:53.408009 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb5da7-8033-42c8-b1ec-67842ac6fd31 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:53.410410 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54596) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:58:53.415240 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-15f51508-745b-4be3-9bdc-3c2044fc408a tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Request body: {'security_group_rule': {'security_group_id': '8403089f-d662-4e6f-b1e9-2bd2d94d8f6c', 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:58:53.442818 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-15f51508-745b-4be3-9bdc-3c2044fc408a tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for security_group_rule (e9cdcb4d-0b5e-44c7-9fcc-436ef8b96763), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:53.504562 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-15f51508-745b-4be3-9bdc-3c2044fc408a tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for security_group_rule (e9cdcb4d-0b5e-44c7-9fcc-436ef8b96763), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:53.509146 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-15f51508-745b-4be3-9bdc-3c2044fc408a tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (e9cdcb4d-0b5e-44c7-9fcc-436ef8b96763), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:53.529918 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f51508-745b-4be3-9bdc-3c2044fc408a tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9cdcb4d-0b5e-44c7-9fcc-436ef8b96763,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:53.536045 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-15f51508-745b-4be3-9bdc-3c2044fc408a tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:53.538836 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-15f51508-745b-4be3-9bdc-3c2044fc408a tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258919 Jan 28 14:58:53.540865 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54598) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:58:53.546268 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-b27a5eab-b572-4549-b838-1ca2a7c58b76 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Request body: {'security_group_rule': {'security_group_id': '8403089f-d662-4e6f-b1e9-2bd2d94d8f6c', 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:58:53.572971 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b27a5eab-b572-4549-b838-1ca2a7c58b76 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for security_group_rule (9b66cc83-975f-4c9a-87ef-a59ddbfc1870), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:53.638678 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b27a5eab-b572-4549-b838-1ca2a7c58b76 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for security_group_rule (9b66cc83-975f-4c9a-87ef-a59ddbfc1870), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:53.644419 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b27a5eab-b572-4549-b838-1ca2a7c58b76 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (9b66cc83-975f-4c9a-87ef-a59ddbfc1870), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:53.664534 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a5eab-b572-4549-b838-1ca2a7c58b76 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b66cc83-975f-4c9a-87ef-a59ddbfc1870,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:53.676466 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-b27a5eab-b572-4549-b838-1ca2a7c58b76 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:53.677775 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-b27a5eab-b572-4549-b838-1ca2a7c58b76 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1363099 Jan 28 14:58:53.680708 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54600) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:58:53.685371 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-45291bdc-127a-4de5-acd7-16ddf61378a9 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Request body: {'security_group_rule': {'security_group_id': '8403089f-d662-4e6f-b1e9-2bd2d94d8f6c', 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:58:53.713487 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-45291bdc-127a-4de5-acd7-16ddf61378a9 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for security_group_rule (94b23cc7-e65d-446e-aef4-7cbd9ab6d8b3), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:53.775697 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-45291bdc-127a-4de5-acd7-16ddf61378a9 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for security_group_rule (94b23cc7-e65d-446e-aef4-7cbd9ab6d8b3), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:53.780763 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-45291bdc-127a-4de5-acd7-16ddf61378a9 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (94b23cc7-e65d-446e-aef4-7cbd9ab6d8b3), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:53.807045 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-45291bdc-127a-4de5-acd7-16ddf61378a9 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:53.808504 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-45291bdc-127a-4de5-acd7-16ddf61378a9 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267667 Jan 28 14:58:53.811275 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45291bdc-127a-4de5-acd7-16ddf61378a9 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b23cc7-e65d-446e-aef4-7cbd9ab6d8b3,revision_number=0']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:53.811754 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54602) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:58:53.818468 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-874bf40f-36f2-4f4d-a76e-f96497da8f47 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Request body: {'security_group_rule': {'security_group_id': '8403089f-d662-4e6f-b1e9-2bd2d94d8f6c', 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:58:53.846987 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-874bf40f-36f2-4f4d-a76e-f96497da8f47 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for security_group_rule (fa904679-a436-4d16-81d7-2f5edfad62d1), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:53.911469 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-874bf40f-36f2-4f4d-a76e-f96497da8f47 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for security_group_rule (fa904679-a436-4d16-81d7-2f5edfad62d1), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:53.916588 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-874bf40f-36f2-4f4d-a76e-f96497da8f47 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (fa904679-a436-4d16-81d7-2f5edfad62d1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:53.936591 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874bf40f-36f2-4f4d-a76e-f96497da8f47 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa904679-a436-4d16-81d7-2f5edfad62d1,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:53.948093 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-874bf40f-36f2-4f4d-a76e-f96497da8f47 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:53.949485 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-874bf40f-36f2-4f4d-a76e-f96497da8f47 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1356263 Jan 28 14:58:53.952503 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54604) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:58:53.958111 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-8063c1ea-f43b-4d6a-9731-fd8cec292e53 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Request body: {'security_group_rule': {'security_group_id': '8403089f-d662-4e6f-b1e9-2bd2d94d8f6c', 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:58:53.980434 n-d-822747-2 neutron-server[103351]: INFO neutron.db.securitygroups_db [None req-8063c1ea-f43b-4d6a-9731-fd8cec292e53 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Project 825c696dcb6e47ab9c328f385f9414a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:58:53.985760 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8063c1ea-f43b-4d6a-9731-fd8cec292e53 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for security_group_rule (f74bf100-8711-46ee-b4d1-f7a7ba9b76a2), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:54.047595 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8063c1ea-f43b-4d6a-9731-fd8cec292e53 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for security_group_rule (f74bf100-8711-46ee-b4d1-f7a7ba9b76a2), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:54.052563 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8063c1ea-f43b-4d6a-9731-fd8cec292e53 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (f74bf100-8711-46ee-b4d1-f7a7ba9b76a2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:54.071978 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063c1ea-f43b-4d6a-9731-fd8cec292e53 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74bf100-8711-46ee-b4d1-f7a7ba9b76a2,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:54.081381 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8063c1ea-f43b-4d6a-9731-fd8cec292e53 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:54.082595 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-8063c1ea-f43b-4d6a-9731-fd8cec292e53 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1289246 Jan 28 14:58:54.085516 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54606) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:58:54.090185 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [None req-e0ef2005-1f99-4941-b45e-45c92929078d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Request body: {'security_group_rule': {'security_group_id': '8403089f-d662-4e6f-b1e9-2bd2d94d8f6c', 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:58:54.112183 n-d-822747-2 neutron-server[103351]: INFO neutron.db.securitygroups_db [None req-e0ef2005-1f99-4941-b45e-45c92929078d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Project 825c696dcb6e47ab9c328f385f9414a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:58:54.117620 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e0ef2005-1f99-4941-b45e-45c92929078d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for security_group_rule (a5d3f8ff-6ea1-4e22-86f6-eb82731a4f90), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:54.180114 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e0ef2005-1f99-4941-b45e-45c92929078d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for security_group_rule (a5d3f8ff-6ea1-4e22-86f6-eb82731a4f90), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:54.185802 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e0ef2005-1f99-4941-b45e-45c92929078d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985668'] for security_group_rule (a5d3f8ff-6ea1-4e22-86f6-eb82731a4f90), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:54.212213 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef2005-1f99-4941-b45e-45c92929078d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5d3f8ff-6ea1-4e22-86f6-eb82731a4f90,revision_number=0']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:54.224829 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e0ef2005-1f99-4941-b45e-45c92929078d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:54.226162 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-e0ef2005-1f99-4941-b45e-45c92929078d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1396625 Jan 28 14:58:54.389800 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-48a7647d-c221-488e-8449-54e7b035819f tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-550757997&fields=id&tenant_id=825c696dcb6e47ab9c328f385f9414a8 HTTP/1.1" status: 200 len: 267 time: 0.0460706 Jan 28 14:58:54.508979 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-cc36817f-6c0d-45ac-87d2-468608e8176d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:54.510367 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-cc36817f-6c0d-45ac-87d2-468608e8176d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/networks?id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964 HTTP/1.1" status: 200 len: 809 time: 0.1117609 Jan 28 14:58:54.526192 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-405cdd5c-c755-4f2d-a108-b71608b40689 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/quotas/825c696dcb6e47ab9c328f385f9414a8 HTTP/1.1" status: 200 len: 375 time: 0.0100951 Jan 28 14:58:54.584229 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-0a56f95c-72f0-4124-8dc0-81f332782d30 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=825c696dcb6e47ab9c328f385f9414a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519791 Jan 28 14:58:54.620114 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aca805-0de6-437a-853e-8efc2b7919db None None] Sync routers for ids ['e9be67a8-9905-4800-a9f6-6ef62256f4d6'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:58:54.631118 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aca805-0de6-437a-853e-8efc2b7919db None None] Routers {'e9be67a8-9905-4800-a9f6-6ef62256f4d6'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:58:54.631811 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a3aca805-0de6-437a-853e-8efc2b7919db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:58:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e9be67a8-9905-4800-a9f6-6ef62256f4d6'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:54.686571 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-d2fe296f-23d9-4291-bde3-963798295c73 service neutron] 10.222.0.39 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880632 Jan 28 14:58:54.744535 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-a3aca805-0de6-437a-853e-8efc2b7919db None None] Set router e9be67a8-9905-4800-a9f6-6ef62256f4d6 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:58:54.781163 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-8001e10a-925e-4f64-859d-e239519b1c51 service neutron] 10.222.0.39 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869226 Jan 28 14:58:54.951294 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8d1c92f2-ab15-41c1-9810-222c21979b47 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:58:54.957588 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a3aca805-0de6-437a-853e-8efc2b7919db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9be67a8-9905-4800-a9f6-6ef62256f4d6', 'name': 'tempest-TestSnapshotPattern-1590881124-router', 'tenant_id': '05d7eb8beb134510b87d4ee71d425b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '8d1c92f2-ab15-41c1-9810-222c21979b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:47Z', 'updated_at': '2022-01-28T14:58:50Z', 'revision_number': 4, 'project_id': '05d7eb8beb134510b87d4ee71d425b8d', 'gw_port': {'id': '8d1c92f2-ab15-41c1-9810-222c21979b47', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9be67a8-9905-4800-a9f6-6ef62256f4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:48Z', 'updated_at': '2022-01-28T14:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '7d9a0bba-27fc-4cf1-9081-bf3288b0da6f', 'name': '', 'network_id': '61449c89-adad-44d5-92cc-ef054fcf3734', 'tenant_id': '05d7eb8beb134510b87d4ee71d425b8d', 'mac_address': 'fa:16:3e:88:ec:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9be67a8-9905-4800-a9f6-6ef62256f4d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '4d0d8e71-fde4-4f3b-a3f6-9ba4defcc78a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:50Z', 'updated_at': '2022-01-28T14:58:50Z', 'revision_number': 2, 'project_id': '05d7eb8beb134510b87d4ee71d425b8d', 'subnets': [{'id': '4d0d8e71-fde4-4f3b-a3f6-9ba4defcc78a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:54.993795 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aca805-0de6-437a-853e-8efc2b7919db None None] Checking router: e9be67a8-9905-4800-a9f6-6ef62256f4d6 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:58:54.994147 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aca805-0de6-437a-853e-8efc2b7919db None None] Updating router e9be67a8-9905-4800-a9f6-6ef62256f4d6 port 7d9a0bba-27fc-4cf1-9081-bf3288b0da6f binding host n-d-822747-2 {{(pid=103354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:58:55.021421 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 8d1c92f2-ab15-41c1-9810-222c21979b47 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:58:55.021800 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8d1c92f2-ab15-41c1-9810-222c21979b47), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:55.023660 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab64cb83-2e94-4497-b528-8e93038e7d0c req-5334bdf4-10be-4e03-98e5-08eb195387f2 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=9499edb8-5de2-4f99-9898-de58514a8aa3 HTTP/1.1" status: 200 len: 210 time: 0.0584700 Jan 28 14:58:55.031259 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3aca805-0de6-437a-853e-8efc2b7919db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7d9a0bba-27fc-4cf1-9081-bf3288b0da6f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:55.115122 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 8d1c92f2-ab15-41c1-9810-222c21979b47 is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:58:55.115519 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (8d1c92f2-ab15-41c1-9810-222c21979b47), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:55.138651 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] For port 8d1c92f2-ab15-41c1-9810-222c21979b47, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8d1c92f2-ab15-41c1-9810-222c21979b47,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:58:55.144380 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (8d1c92f2-ab15-41c1-9810-222c21979b47), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:55.208563 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Pushing event updated for resources: {'Port': ['ID=8d1c92f2-ab15-41c1-9810-222c21979b47,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:55.321172 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3aca805-0de6-437a-853e-8efc2b7919db None None] Publish callbacks [] for port (7d9a0bba-27fc-4cf1-9081-bf3288b0da6f), precommit_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:55.330054 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3aca805-0de6-437a-853e-8efc2b7919db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7d9a0bba-27fc-4cf1-9081-bf3288b0da6f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:55.406684 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc436c-1ed1-4aa7-b735-094f6362781b None None] Pushing event updated for resources: {'Port': ['ID=7d9a0bba-27fc-4cf1-9081-bf3288b0da6f,revision_number=3']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:55.437661 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-a3aca805-0de6-437a-853e-8efc2b7919db None None] Attempting to bind port 7d9a0bba-27fc-4cf1-9081-bf3288b0da6f on host n-d-822747-2 for vnic_type normal with profile {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:58:55.438029 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-a3aca805-0de6-437a-853e-8efc2b7919db None None] Attempting to bind port 7d9a0bba-27fc-4cf1-9081-bf3288b0da6f by drivers openvswitch,hyperv on host n-d-822747-2 at level 0 using segments [{'id': '450ac2ca-e485-40dc-a23f-ef495811142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61449c89-adad-44d5-92cc-ef054fcf3734'}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:58:55.438426 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aca805-0de6-437a-853e-8efc2b7919db None None] Attempting to bind port 7d9a0bba-27fc-4cf1-9081-bf3288b0da6f on network 61449c89-adad-44d5-92cc-ef054fcf3734 {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:58:55.443881 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aca805-0de6-437a-853e-8efc2b7919db None None] Checking agent: {'id': 'cee597ad-93ff-4e5d-9bde-7db19e86ad4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 5, 36), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:58:55.444273 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aca805-0de6-437a-853e-8efc2b7919db None None] Checking segment: {'id': '450ac2ca-e485-40dc-a23f-ef495811142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61449c89-adad-44d5-92cc-ef054fcf3734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:58:55.444647 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3aca805-0de6-437a-853e-8efc2b7919db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:55.445038 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aca805-0de6-437a-853e-8efc2b7919db None None] Bound using segment: {'id': '450ac2ca-e485-40dc-a23f-ef495811142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61449c89-adad-44d5-92cc-ef054fcf3734'} {{(pid=103354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:58:55.445537 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.managers [None req-a3aca805-0de6-437a-853e-8efc2b7919db None None] Bound port: 7d9a0bba-27fc-4cf1-9081-bf3288b0da6f, host: n-d-822747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450ac2ca-e485-40dc-a23f-ef495811142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '61449c89-adad-44d5-92cc-ef054fcf3734'}}] {{(pid=103354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:58:55.445875 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3aca805-0de6-437a-853e-8efc2b7919db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7d9a0bba-27fc-4cf1-9081-bf3288b0da6f), before_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:55.515281 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-a3aca805-0de6-437a-853e-8efc2b7919db None None] For port 7d9a0bba-27fc-4cf1-9081-bf3288b0da6f, host n-d-822747-2, cleared binding levels {{(pid=103354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:58:55.518622 n-d-822747-2 neutron-server[103354]: DEBUG neutron.plugins.ml2.db [None req-a3aca805-0de6-437a-853e-8efc2b7919db None None] For port 7d9a0bba-27fc-4cf1-9081-bf3288b0da6f, host n-d-822747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7d9a0bba-27fc-4cf1-9081-bf3288b0da6f,segment=NetworkSegment(450ac2ca-e485-40dc-a23f-ef495811142a),segment_id=450ac2ca-e485-40dc-a23f-ef495811142a)] {{(pid=103354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:58:55.529231 n-d-822747-2 neutron-server[103354]: DEBUG neutron_lib.callbacks.manager [None req-a3aca805-0de6-437a-853e-8efc2b7919db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7d9a0bba-27fc-4cf1-9081-bf3288b0da6f), after_update {{(pid=103354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:55.590169 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aca805-0de6-437a-853e-8efc2b7919db None None] Routers {'e9be67a8-9905-4800-a9f6-6ef62256f4d6'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:58:55.590792 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a3aca805-0de6-437a-853e-8efc2b7919db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:58:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e9be67a8-9905-4800-a9f6-6ef62256f4d6'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:55.639116 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc436c-1ed1-4aa7-b735-094f6362781b None None] Pushing event updated for resources: {'Port': ['ID=7d9a0bba-27fc-4cf1-9081-bf3288b0da6f,revision_number=4']} {{(pid=103354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:55.711583 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-94a240ef-7b73-408c-b05e-fa10252c3416 None None] Provisioning complete for port 7d9a0bba-27fc-4cf1-9081-bf3288b0da6f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:58:55.712260 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-94a240ef-7b73-408c-b05e-fa10252c3416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7d9a0bba-27fc-4cf1-9081-bf3288b0da6f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:55.730523 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-a3aca805-0de6-437a-853e-8efc2b7919db None None] Set router e9be67a8-9905-4800-a9f6-6ef62256f4d6 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:58:55.811283 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-94a240ef-7b73-408c-b05e-fa10252c3416 None None] Current status of the port 7d9a0bba-27fc-4cf1-9081-bf3288b0da6f is: DOWN; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:58:55.811744 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-94a240ef-7b73-408c-b05e-fa10252c3416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (7d9a0bba-27fc-4cf1-9081-bf3288b0da6f), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:55.848538 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-94a240ef-7b73-408c-b05e-fa10252c3416 None None] For port 7d9a0bba-27fc-4cf1-9081-bf3288b0da6f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7d9a0bba-27fc-4cf1-9081-bf3288b0da6f,segment=NetworkSegment(450ac2ca-e485-40dc-a23f-ef495811142a),segment_id=450ac2ca-e485-40dc-a23f-ef495811142a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:58:55.854145 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-94a240ef-7b73-408c-b05e-fa10252c3416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (7d9a0bba-27fc-4cf1-9081-bf3288b0da6f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:55.910446 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a240ef-7b73-408c-b05e-fa10252c3416 None None] Pushing event updated for resources: {'Port': ['ID=7d9a0bba-27fc-4cf1-9081-bf3288b0da6f,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:55.963781 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-a3aca805-0de6-437a-853e-8efc2b7919db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9be67a8-9905-4800-a9f6-6ef62256f4d6', 'name': 'tempest-TestSnapshotPattern-1590881124-router', 'tenant_id': '05d7eb8beb134510b87d4ee71d425b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '8d1c92f2-ab15-41c1-9810-222c21979b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:47Z', 'updated_at': '2022-01-28T14:58:50Z', 'revision_number': 4, 'project_id': '05d7eb8beb134510b87d4ee71d425b8d', 'gw_port': {'id': '8d1c92f2-ab15-41c1-9810-222c21979b47', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be67a8-9905-4800-a9f6-6ef62256f4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:48Z', 'updated_at': '2022-01-28T14:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '7d9a0bba-27fc-4cf1-9081-bf3288b0da6f', 'name': '', 'network_id': '61449c89-adad-44d5-92cc-ef054fcf3734', 'tenant_id': '05d7eb8beb134510b87d4ee71d425b8d', 'mac_address': 'fa:16:3e:88:ec:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9be67a8-9905-4800-a9f6-6ef62256f4d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '4d0d8e71-fde4-4f3b-a3f6-9ba4defcc78a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:50Z', 'updated_at': '2022-01-28T14:58:55Z', 'revision_number': 4, 'project_id': '05d7eb8beb134510b87d4ee71d425b8d', 'subnets': [{'id': '4d0d8e71-fde4-4f3b-a3f6-9ba4defcc78a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:58:55.977321 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-928346ad-4df7-4b03-a06c-6410397f753d None None] Provisioning complete for port 7d9a0bba-27fc-4cf1-9081-bf3288b0da6f triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:58:55.977321 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-928346ad-4df7-4b03-a06c-6410397f753d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7d9a0bba-27fc-4cf1-9081-bf3288b0da6f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:55.992367 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aca805-0de6-437a-853e-8efc2b7919db None None] The sync data for ids ['e9be67a8-9905-4800-a9f6-6ef62256f4d6'] in n-d-822747-2 is: [{'id': 'e9be67a8-9905-4800-a9f6-6ef62256f4d6', 'name': 'tempest-TestSnapshotPattern-1590881124-router', 'tenant_id': '05d7eb8beb134510b87d4ee71d425b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '8d1c92f2-ab15-41c1-9810-222c21979b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:47Z', 'updated_at': '2022-01-28T14:58:50Z', 'revision_number': 4, 'project_id': '05d7eb8beb134510b87d4ee71d425b8d', 'gw_port': {'id': '8d1c92f2-ab15-41c1-9810-222c21979b47', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be67a8-9905-4800-a9f6-6ef62256f4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:48Z', 'updated_at': '2022-01-28T14:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '7d9a0bba-27fc-4cf1-9081-bf3288b0da6f', 'name': '', 'network_id': '61449c89-adad-44d5-92cc-ef054fcf3734', 'tenant_id': '05d7eb8beb134510b87d4ee71d425b8d', 'mac_address': 'fa:16:3e:88:ec:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9be67a8-9905-4800-a9f6-6ef62256f4d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '4d0d8e71-fde4-4f3b-a3f6-9ba4defcc78a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:50Z', 'updated_at': '2022-01-28T14:58:55Z', 'revision_number': 4, 'project_id': '05d7eb8beb134510b87d4ee71d425b8d', 'subnets': [{'id': '4d0d8e71-fde4-4f3b-a3f6-9ba4defcc78a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:58:56.102179 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-928346ad-4df7-4b03-a06c-6410397f753d None None] Current status of the port 7d9a0bba-27fc-4cf1-9081-bf3288b0da6f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:58:56.155420 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f3fdf377-a5b6-47ea-b918-87ab087fd95c req-77114824-ebdc-41e1-a3e4-fd1bc8296bd4 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=9499edb8-5de2-4f99-9898-de58514a8aa3 HTTP/1.1" status: 200 len: 210 time: 0.0429814 Jan 28 14:58:56.242634 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-546a1fc3-c993-42d7-9258-94a4e602d696 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:56.243660 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-546a1fc3-c993-42d7-9258-94a4e602d696 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.18 "GET /v2.0/networks?id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964 HTTP/1.1" status: 200 len: 809 time: 0.1528602 Jan 28 14:58:56.324398 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-f9067755-ded8-435f-88c1-52492bc631d9 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=825c696dcb6e47ab9c328f385f9414a8 HTTP/1.1" status: 200 len: 379 time: 0.0719936 Jan 28 14:58:56.334640 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-4f8e5407-d582-4c3d-8782-054f28942f35 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Request body: {'port': {'device_id': '9499edb8-5de2-4f99-9898-de58514a8aa3', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'admin_state_up': True, 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'security_groups': ['8403089f-d662-4e6f-b1e9-2bd2d94d8f6c']}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:58:56.460060 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-4f8e5407-d582-4c3d-8782-054f28942f35 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Made reservation on behalf of 825c696dcb6e47ab9c328f385f9414a8 for: {'port': 1} {{(pid=103351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:58:56.465284 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-4f8e5407-d582-4c3d-8782-054f28942f35 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:56.606850 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-4f8e5407-d582-4c3d-8782-054f28942f35 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Allocated IP 172.20.0.14 (8bf5d4ed-be28-49b5-bbeb-9875bdaae964/6fd9a3fe-c391-4bcd-bdde-a71a12f737a1/b70f595d-3e5b-4c66-a393-e290cfd1c7cf) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:58:56.754990 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-4f8e5407-d582-4c3d-8782-054f28942f35 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for port (b70f595d-3e5b-4c66-a393-e290cfd1c7cf), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:56.796539 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-4f8e5407-d582-4c3d-8782-054f28942f35 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (b70f595d-3e5b-4c66-a393-e290cfd1c7cf), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:56.839671 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-4f8e5407-d582-4c3d-8782-054f28942f35 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Network 8bf5d4ed-be28-49b5-bbeb-9875bdaae964 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:58:56.843164 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-4f8e5407-d582-4c3d-8782-054f28942f35 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:58:56.850695 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-4f8e5407-d582-4c3d-8782-054f28942f35 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:58:56.858348 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e5407-d582-4c3d-8782-054f28942f35 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Pushing event updated for resources: {'Port': ['ID=b70f595d-3e5b-4c66-a393-e290cfd1c7cf,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:56.914444 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-4f8e5407-d582-4c3d-8782-054f28942f35 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:56.915164 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-4f8e5407-d582-4c3d-8782-054f28942f35 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:56.925830 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7d9a0bba-27fc-4cf1-9081-bf3288b0da6f up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:58:56.934902 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-4f8e5407-d582-4c3d-8782-054f28942f35 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6043065 Jan 28 14:58:56.988529 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 7d9a0bba-27fc-4cf1-9081-bf3288b0da6f triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:58:56.989170 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (7d9a0bba-27fc-4cf1-9081-bf3288b0da6f), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:57.065200 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.v2.base [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-fc698b36-b440-47a8-a966-efbb0ec67c38 service neutron] Request body: {'port': {'device_id': '9499edb8-5de2-4f99-9898-de58514a8aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822747-2'}} {{(pid=103351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:58:57.083478 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 7d9a0bba-27fc-4cf1-9081-bf3288b0da6f is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:58:57.084594 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8d1c92f2-ab15-41c1-9810-222c21979b47 up at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:58:57.127868 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-fc698b36-b440-47a8-a966-efbb0ec67c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b70f595d-3e5b-4c66-a393-e290cfd1c7cf), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:57.141729 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-85f67af0-c4e3-4b44-be6f-42dd6f5ed5c0 None None] Provisioning complete for port b70f595d-3e5b-4c66-a393-e290cfd1c7cf triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:58:57.142110 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85f67af0-c4e3-4b44-be6f-42dd6f5ed5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b70f595d-3e5b-4c66-a393-e290cfd1c7cf), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:57.175233 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Provisioning complete for port 8d1c92f2-ab15-41c1-9810-222c21979b47 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:58:57.175621 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (8d1c92f2-ab15-41c1-9810-222c21979b47), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:57.202336 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-85f67af0-c4e3-4b44-be6f-42dd6f5ed5c0 None None] Port b70f595d-3e5b-4c66-a393-e290cfd1c7cf cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:58:57.276670 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Current status of the port 8d1c92f2-ab15-41c1-9810-222c21979b47 is: ACTIVE; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:58:57.287606 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fe4e0-5c4b-4792-974a-ce0b8789f8bd req-633492bb-9945-4870-9975-cee89ba9fcf9 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:57.289830 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e43fe4e0-5c4b-4792-974a-ce0b8789f8bd req-633492bb-9945-4870-9975-cee89ba9fcf9 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=9499edb8-5de2-4f99-9898-de58514a8aa3 HTTP/1.1" status: 200 len: 932 time: 0.0505321 Jan 28 14:58:57.352764 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-e43fe4e0-5c4b-4792-974a-ce0b8789f8bd req-00ea94de-aa41-4765-94a3-bf137e4a917a tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533867 Jan 28 14:58:57.706708 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-fc698b36-b440-47a8-a966-efbb0ec67c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b70f595d-3e5b-4c66-a393-e290cfd1c7cf {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:58:57.717558 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-fc698b36-b440-47a8-a966-efbb0ec67c38 service neutron] Publish callbacks [] for port (b70f595d-3e5b-4c66-a393-e290cfd1c7cf), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:57.731576 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-fc698b36-b440-47a8-a966-efbb0ec67c38 service neutron] Transition to ACTIVE for port object b70f595d-3e5b-4c66-a393-e290cfd1c7cf will not be triggered until provisioned by entity L2. {{(pid=103351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:58:57.739003 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-fc698b36-b440-47a8-a966-efbb0ec67c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (b70f595d-3e5b-4c66-a393-e290cfd1c7cf), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:57.793635 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc698b36-b440-47a8-a966-efbb0ec67c38 service neutron] Pushing event updated for resources: {'Port': ['ID=b70f595d-3e5b-4c66-a393-e290cfd1c7cf,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:57.869058 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-fc698b36-b440-47a8-a966-efbb0ec67c38 service neutron] Attempting to bind port b70f595d-3e5b-4c66-a393-e290cfd1c7cf on host n-h1-822747-2 for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:58:57.869398 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-fc698b36-b440-47a8-a966-efbb0ec67c38 service neutron] Attempting to bind port b70f595d-3e5b-4c66-a393-e290cfd1c7cf by drivers openvswitch,hyperv on host n-h1-822747-2 at level 0 using segments [{'id': 'bb648cd4-eae7-47cd-bc44-6ced36956ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:58:57.869728 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-fc698b36-b440-47a8-a966-efbb0ec67c38 service neutron] Attempting to bind port b70f595d-3e5b-4c66-a393-e290cfd1c7cf on network 8bf5d4ed-be28-49b5-bbeb-9875bdaae964 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:58:57.874787 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-fc698b36-b440-47a8-a966-efbb0ec67c38 service neutron] Port b70f595d-3e5b-4c66-a393-e290cfd1c7cf on network 8bf5d4ed-be28-49b5-bbeb-9875bdaae964 not bound, no agent of type Open vSwitch agent registered on host n-h1-822747-2 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:58:57.875144 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-fc698b36-b440-47a8-a966-efbb0ec67c38 service neutron] Attempting to bind port b70f595d-3e5b-4c66-a393-e290cfd1c7cf on network 8bf5d4ed-be28-49b5-bbeb-9875bdaae964 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:58:57.880766 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-fc698b36-b440-47a8-a966-efbb0ec67c38 service neutron] Checking agent: {'id': 'f693817b-c3bb-42f5-8b5f-f384296a85b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:58:57.881119 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-fc698b36-b440-47a8-a966-efbb0ec67c38 service neutron] Checking segment: {'id': 'bb648cd4-eae7-47cd-bc44-6ced36956ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:58:57.881515 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-fc698b36-b440-47a8-a966-efbb0ec67c38 service neutron] Bound using segment: {'id': 'bb648cd4-eae7-47cd-bc44-6ced36956ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:58:57.881949 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-fc698b36-b440-47a8-a966-efbb0ec67c38 service neutron] Bound port: b70f595d-3e5b-4c66-a393-e290cfd1c7cf, host: n-h1-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb648cd4-eae7-47cd-bc44-6ced36956ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:58:57.882309 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-fc698b36-b440-47a8-a966-efbb0ec67c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b70f595d-3e5b-4c66-a393-e290cfd1c7cf), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:57.950700 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-fc698b36-b440-47a8-a966-efbb0ec67c38 service neutron] For port b70f595d-3e5b-4c66-a393-e290cfd1c7cf, host n-h1-822747-2, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:58:57.953972 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-fc698b36-b440-47a8-a966-efbb0ec67c38 service neutron] For port b70f595d-3e5b-4c66-a393-e290cfd1c7cf, host n-h1-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b70f595d-3e5b-4c66-a393-e290cfd1c7cf,segment=NetworkSegment(bb648cd4-eae7-47cd-bc44-6ced36956ad8),segment_id=bb648cd4-eae7-47cd-bc44-6ced36956ad8)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:58:57.960023 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-fc698b36-b440-47a8-a966-efbb0ec67c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25708819'] for port (b70f595d-3e5b-4c66-a393-e290cfd1c7cf), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:57.995328 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-fc698b36-b440-47a8-a966-efbb0ec67c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:57.995982 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-fc698b36-b440-47a8-a966-efbb0ec67c38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:57.997472 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-fc698b36-b440-47a8-a966-efbb0ec67c38 service neutron] 10.222.0.18 "PUT /v2.0/ports/b70f595d-3e5b-4c66-a393-e290cfd1c7cf HTTP/1.1" status: 200 len: 1092 time: 1.0549824 Jan 28 14:58:57.998026 n-d-822747-2 neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9499edb8-5de2-4f99-9898-de58514a8aa3', 'tag': 'b70f595d-3e5b-4c66-a393-e290cfd1c7cf'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:58:58.000384 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3052c9d5ce5e71df55f24d939a324c130860b116f3567b61f8a2a70573e0bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948552e1-9398-4c8f-9387-c08280d855c1" -d '{"events": [{"name": "network-changed", "server_uuid": "9499edb8-5de2-4f99-9898-de58514a8aa3", "tag": "b70f595d-3e5b-4c66-a393-e290cfd1c7cf"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:58:58.037273 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc698b36-b440-47a8-a966-efbb0ec67c38 service neutron] Pushing event updated for resources: {'Port': ['ID=b70f595d-3e5b-4c66-a393-e290cfd1c7cf,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:58.099232 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-ed1c563e-7b72-48c2-8cf2-2ac46e76a242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:58.100781 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-ed1c563e-7b72-48c2-8cf2-2ac46e76a242 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=825c696dcb6e47ab9c328f385f9414a8&device_id=9499edb8-5de2-4f99-9898-de58514a8aa3 HTTP/1.1" status: 200 len: 1095 time: 0.0536470 Jan 28 14:58:58.145237 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a13f4a-83f4-4e4e-9e65-ac00bbcd8a8d x-openstack-request-id: req-53a13f4a-83f4-4e4e-9e65-ac00bbcd8a8d {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:58:58.145540 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9499edb8-5de2-4f99-9898-de58514a8aa3", "tag": "b70f595d-3e5b-4c66-a393-e290cfd1c7cf", "status": "completed", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:58:58.145752 n-d-822747-2 neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-53a13f4a-83f4-4e4e-9e65-ac00bbcd8a8d {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:58:58.146123 n-d-822747-2 neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9499edb8-5de2-4f99-9898-de58514a8aa3', 'tag': 'b70f595d-3e5b-4c66-a393-e290cfd1c7cf', 'status': 'completed', 'code': 200} Jan 28 14:58:58.148096 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-6ed2dda4-a2e4-4f07-8dbd-9685f27603ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b70f595d-3e5b-4c66-a393-e290cfd1c7cf HTTP/1.1" status: 200 len: 217 time: 0.0402110 Jan 28 14:58:58.205407 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-2307a1c8-a5e4-465f-9c39-f87565e4b379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:58.206939 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-2307a1c8-a5e4-465f-9c39-f87565e4b379 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6fd9a3fe-c391-4bcd-bdde-a71a12f737a1 HTTP/1.1" status: 200 len: 848 time: 0.0523851 Jan 28 14:58:58.259614 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-f5a0d1cc-7382-4ed5-90d3-c5d8d6723858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:58.261422 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-f5a0d1cc-7382-4ed5-90d3-c5d8d6723858 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479474 Jan 28 14:58:58.353619 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-f2b0d377-e333-4100-805d-9ddcfc74e4df service neutron] 10.222.0.18 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849597 Jan 28 14:58:58.466572 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-463db32f-a22d-4fe3-92af-1b19214984c3 req-6b7c107e-f67b-4d78-a7a4-bd97152ec377 service neutron] 10.222.0.18 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059823 Jan 28 14:58:58.492437 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0b5c9-20d4-49ba-91bd-f00e4fb5d9fe req-a0bbdb04-add6-4fe5-9495-72eb93814ca3 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:58.493952 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-10a0b5c9-20d4-49ba-91bd-f00e4fb5d9fe req-a0bbdb04-add6-4fe5-9495-72eb93814ca3 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=9499edb8-5de2-4f99-9898-de58514a8aa3 HTTP/1.1" status: 200 len: 944 time: 0.0618722 Jan 28 14:58:58.549330 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-10a0b5c9-20d4-49ba-91bd-f00e4fb5d9fe req-6e0a4af6-cddb-45e6-a0fd-76fa5b45730f tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482585 Jan 28 14:58:58.559895 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948552e1-9398-4c8f-9387-c08280d855c1 req-1184729b-f2b8-4148-b872-3bda397053c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:58.561510 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-948552e1-9398-4c8f-9387-c08280d855c1 req-1184729b-f2b8-4148-b872-3bda397053c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=825c696dcb6e47ab9c328f385f9414a8&device_id=9499edb8-5de2-4f99-9898-de58514a8aa3 HTTP/1.1" status: 200 len: 1095 time: 0.0450342 Jan 28 14:58:58.667910 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948552e1-9398-4c8f-9387-c08280d855c1 req-60097acb-955a-4513-979b-6a0f213e4b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:58.669390 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-948552e1-9398-4c8f-9387-c08280d855c1 req-60097acb-955a-4513-979b-6a0f213e4b00 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964 HTTP/1.1" status: 200 len: 909 time: 0.1013515 Jan 28 14:58:58.720353 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-948552e1-9398-4c8f-9387-c08280d855c1 req-ad835a82-366c-4c15-940d-b5c36b18f4a4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b70f595d-3e5b-4c66-a393-e290cfd1c7cf HTTP/1.1" status: 200 len: 217 time: 0.0443459 Jan 28 14:58:58.782553 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948552e1-9398-4c8f-9387-c08280d855c1 req-4f28da3a-97b3-440f-86dd-61e46c138afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:58.784879 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-948552e1-9398-4c8f-9387-c08280d855c1 req-4f28da3a-97b3-440f-86dd-61e46c138afe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6fd9a3fe-c391-4bcd-bdde-a71a12f737a1 HTTP/1.1" status: 200 len: 848 time: 0.0575414 Jan 28 14:58:58.836611 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948552e1-9398-4c8f-9387-c08280d855c1 req-910986af-cf6c-4cf0-81a0-108e488ad44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:58.838114 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-948552e1-9398-4c8f-9387-c08280d855c1 req-910986af-cf6c-4cf0-81a0-108e488ad44b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466235 Jan 28 14:58:58.936235 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-948552e1-9398-4c8f-9387-c08280d855c1 req-b3b8ef4e-20a6-4751-8cda-29a87d730eef service neutron] 10.222.0.18 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907717 Jan 28 14:58:59.034006 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-948552e1-9398-4c8f-9387-c08280d855c1 req-384a0d96-e8d1-4778-8b56-bc00df95b9da service neutron] 10.222.0.18 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892503 Jan 28 14:58:59.240347 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:58:59.444945 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed3a6742-3509-40fc-8926-beb9e76acacd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:59.677736 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb30722-702b-46f2-8096-aebab97f3701 req-7f6a21cd-180b-40b5-a20e-0361088cbdeb tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:59.679238 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fcb30722-702b-46f2-8096-aebab97f3701 req-7f6a21cd-180b-40b5-a20e-0361088cbdeb tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=9499edb8-5de2-4f99-9898-de58514a8aa3 HTTP/1.1" status: 200 len: 944 time: 0.0551066 Jan 28 14:58:59.731861 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-fcb30722-702b-46f2-8096-aebab97f3701 req-def13630-9ccf-4cc0-b228-c0a8b2a31b5d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440323 Jan 28 14:59:00.846956 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb76b23-42be-4b73-ac28-b07d5dde09f8 req-df5ac843-8c0f-48b0-b0d0-574773a1f2b3 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:00.848443 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9fb76b23-42be-4b73-ac28-b07d5dde09f8 req-df5ac843-8c0f-48b0-b0d0-574773a1f2b3 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=9499edb8-5de2-4f99-9898-de58514a8aa3 HTTP/1.1" status: 200 len: 944 time: 0.0492666 Jan 28 14:59:00.897310 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9fb76b23-42be-4b73-ac28-b07d5dde09f8 req-55de9793-92ac-470a-a625-829bd0a697dd tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430820 Jan 28 14:59:01.635915 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device b70f595d-3e5b-4c66-a393-e290cfd1c7cf details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:59:01.751556 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port b70f595d-3e5b-4c66-a393-e290cfd1c7cf, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b70f595d-3e5b-4c66-a393-e290cfd1c7cf,segment=NetworkSegment(bb648cd4-eae7-47cd-bc44-6ced36956ad8),segment_id=bb648cd4-eae7-47cd-bc44-6ced36956ad8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:59:01.762877 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'b70f595d-3e5b-4c66-a393-e290cfd1c7cf', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'port_id': 'b70f595d-3e5b-4c66-a393-e290cfd1c7cf', 'mac_address': 'fa:16:3e:b4:49:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:59:01.804880 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-96d95136-1ee9-4f34-a82b-9e79079e00ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:01.814089 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port b70f595d-3e5b-4c66-a393-e290cfd1c7cf is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:59:01.814540 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b70f595d-3e5b-4c66-a393-e290cfd1c7cf), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:01.827973 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b70f595d-3e5b-4c66-a393-e290cfd1c7cf {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:59:01.847316 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port b70f595d-3e5b-4c66-a393-e290cfd1c7cf, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b70f595d-3e5b-4c66-a393-e290cfd1c7cf,segment=NetworkSegment(bb648cd4-eae7-47cd-bc44-6ced36956ad8),segment_id=bb648cd4-eae7-47cd-bc44-6ced36956ad8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:59:01.851749 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b70f595d-3e5b-4c66-a393-e290cfd1c7cf), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:01.900387 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=b70f595d-3e5b-4c66-a393-e290cfd1c7cf,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:59:02.023234 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b335ae-061b-4e06-94d8-7e275777f7ac req-588db8f8-96a9-4d05-a727-ba74d7c9de1b tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:02.024701 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-19b335ae-061b-4e06-94d8-7e275777f7ac req-588db8f8-96a9-4d05-a727-ba74d7c9de1b tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=9499edb8-5de2-4f99-9898-de58514a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0539877 Jan 28 14:59:02.075804 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-19b335ae-061b-4e06-94d8-7e275777f7ac req-3b0f1ed7-b19f-4979-8896-588c93fd54d9 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439589 Jan 28 14:59:02.091038 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['b70f595d-3e5b-4c66-a393-e290cfd1c7cf'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:59:03.210035 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a3a89-b805-46c4-b426-ab099c1b52dc req-43f4e42b-38ff-446e-b275-d4e257d231b3 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:03.211577 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-755a3a89-b805-46c4-b426-ab099c1b52dc req-43f4e42b-38ff-446e-b275-d4e257d231b3 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=9499edb8-5de2-4f99-9898-de58514a8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0607421 Jan 28 14:59:03.262638 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-755a3a89-b805-46c4-b426-ab099c1b52dc req-4b3467fd-7caa-4e7f-b24b-d35ca3a16874 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453889 Jan 28 14:59:03.331817 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:03.655171 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device b70f595d-3e5b-4c66-a393-e290cfd1c7cf up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:59:03.716524 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning for port b70f595d-3e5b-4c66-a393-e290cfd1c7cf completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:59:03.721727 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port b70f595d-3e5b-4c66-a393-e290cfd1c7cf triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:59:03.722114 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b70f595d-3e5b-4c66-a393-e290cfd1c7cf), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:03.804022 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port b70f595d-3e5b-4c66-a393-e290cfd1c7cf is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:59:03.804561 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b70f595d-3e5b-4c66-a393-e290cfd1c7cf), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:03.827945 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9499edb8-5de2-4f99-9898-de58514a8aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70f595d-3e5b-4c66-a393-e290cfd1c7cf'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:59:03.830230 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e393e146-3f40-4fd6-afa6-4900efd478b1" -d '{"events": [{"server_uuid": "9499edb8-5de2-4f99-9898-de58514a8aa3", "name": "network-vif-plugged", "status": "completed", "tag": "b70f595d-3e5b-4c66-a393-e290cfd1c7cf"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:59:03.843674 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port b70f595d-3e5b-4c66-a393-e290cfd1c7cf, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b70f595d-3e5b-4c66-a393-e290cfd1c7cf,segment=NetworkSegment(bb648cd4-eae7-47cd-bc44-6ced36956ad8),segment_id=bb648cd4-eae7-47cd-bc44-6ced36956ad8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:59:03.848601 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b70f595d-3e5b-4c66-a393-e290cfd1c7cf), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:03.872344 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c853ef6-f8fe-4617-a8c9-5949beca9d66 x-openstack-request-id: req-0c853ef6-f8fe-4617-a8c9-5949beca9d66 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:59:03.872636 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9499edb8-5de2-4f99-9898-de58514a8aa3", "name": "network-vif-plugged", "status": "completed", "tag": "b70f595d-3e5b-4c66-a393-e290cfd1c7cf", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:59:03.872892 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0c853ef6-f8fe-4617-a8c9-5949beca9d66 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:59:03.873287 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9499edb8-5de2-4f99-9898-de58514a8aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70f595d-3e5b-4c66-a393-e290cfd1c7cf', 'code': 200} Jan 28 14:59:03.906213 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=b70f595d-3e5b-4c66-a393-e290cfd1c7cf,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:59:03.976114 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad0ca5-41f0-4f44-9fc9-fd669cfdcb7f req-9047e1b2-ba4f-4f54-a031-ba1c96c3fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:03.978053 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dfad0ca5-41f0-4f44-9fc9-fd669cfdcb7f req-9047e1b2-ba4f-4f54-a031-ba1c96c3fb0a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9499edb8-5de2-4f99-9898-de58514a8aa3 HTTP/1.1" status: 200 len: 1097 time: 0.0475159 Jan 28 14:59:04.025765 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-dfad0ca5-41f0-4f44-9fc9-fd669cfdcb7f req-11550490-ed29-435d-8054-b05a895ba29c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417063 Jan 28 14:59:04.386633 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb08329-d04e-4dd8-9f15-9c8315113a64 req-5cbed4ab-c2c2-433a-99fc-31c03f4a65ff tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:04.388194 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bcb08329-d04e-4dd8-9f15-9c8315113a64 req-5cbed4ab-c2c2-433a-99fc-31c03f4a65ff tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=9499edb8-5de2-4f99-9898-de58514a8aa3 HTTP/1.1" status: 200 len: 946 time: 0.0488586 Jan 28 14:59:04.438905 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-bcb08329-d04e-4dd8-9f15-9c8315113a64 req-086ebe71-6c6a-44b4-b9f0-96b75358f9fa tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446246 Jan 28 14:59:04.691808 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:05.569417 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5178df4-8a4d-4cd8-811b-9fdeaec6beba req-c1a58385-1829-45bc-aa84-0ad114d11df3 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:05.570961 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d5178df4-8a4d-4cd8-811b-9fdeaec6beba req-c1a58385-1829-45bc-aa84-0ad114d11df3 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=9499edb8-5de2-4f99-9898-de58514a8aa3 HTTP/1.1" status: 200 len: 946 time: 0.0503254 Jan 28 14:59:05.628465 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-d5178df4-8a4d-4cd8-811b-9fdeaec6beba req-4cda68a0-341f-4eb7-9552-6ff924b738f8 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490539 Jan 28 14:59:05.762173 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c7297-423e-4d3e-9db4-57708677aa1b req-aa5126fc-d151-4e64-a07c-eaf0e8ab214f tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:05.763579 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9e5c7297-423e-4d3e-9db4-57708677aa1b req-aa5126fc-d151-4e64-a07c-eaf0e8ab214f tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=9499edb8-5de2-4f99-9898-de58514a8aa3 HTTP/1.1" status: 200 len: 946 time: 0.0625930 Jan 28 14:59:05.815056 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9e5c7297-423e-4d3e-9db4-57708677aa1b req-512dfb20-3a17-4a78-8d48-7857cd2f8eb1 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455291 Jan 28 14:59:05.836836 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 54664) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:59:05.925531 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7601fde8-6f59-4a2a-99d2-4512fd32cae0 tempest-TestSnapshotPattern-1701135042 tempest-TestSnapshotPattern-1701135042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:05.928089 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7601fde8-6f59-4a2a-99d2-4512fd32cae0 tempest-TestSnapshotPattern-1701135042 tempest-TestSnapshotPattern-1701135042-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9499edb8-5de2-4f99-9898-de58514a8aa3 HTTP/1.1" status: 200 len: 1092 time: 0.0899711 Jan 28 14:59:05.934524 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54668) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:59:05.939181 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-a36524d1-5aa1-4033-8914-2f083bc95aca tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'port_id': 'b70f595d-3e5b-4c66-a393-e290cfd1c7cf', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:59:05.963934 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a36524d1-5aa1-4033-8914-2f083bc95aca tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:06.068496 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a36524d1-5aa1-4033-8914-2f083bc95aca tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:06.175134 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-a36524d1-5aa1-4033-8914-2f083bc95aca tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Allocated IP 172.25.3.209 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/3ff03630-5f07-4cdb-9090-91749bf40225) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:59:06.279691 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a36524d1-5aa1-4033-8914-2f083bc95aca tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for port (3ff03630-5f07-4cdb-9090-91749bf40225), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:06.316794 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a36524d1-5aa1-4033-8914-2f083bc95aca tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (3ff03630-5f07-4cdb-9090-91749bf40225), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:06.357152 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36524d1-5aa1-4033-8914-2f083bc95aca tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:59:06.363718 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-a36524d1-5aa1-4033-8914-2f083bc95aca tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:59:06.368454 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36524d1-5aa1-4033-8914-2f083bc95aca tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:59:06.370358 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36524d1-5aa1-4033-8914-2f083bc95aca tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Pushing event updated for resources: {'Port': ['ID=3ff03630-5f07-4cdb-9090-91749bf40225,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:59:06.457460 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:07.062313 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a36524d1-5aa1-4033-8914-2f083bc95aca tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for floatingip (f6fca4e6-ed17-4eb8-a686-f948b9d73cd9), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:07.135057 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a36524d1-5aa1-4033-8914-2f083bc95aca tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3ff03630-5f07-4cdb-9090-91749bf40225), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:07.293911 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a36524d1-5aa1-4033-8914-2f083bc95aca tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for port (3ff03630-5f07-4cdb-9090-91749bf40225), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:07.304482 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a36524d1-5aa1-4033-8914-2f083bc95aca tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (3ff03630-5f07-4cdb-9090-91749bf40225), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:07.380542 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36524d1-5aa1-4033-8914-2f083bc95aca tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Pushing event updated for resources: {'Port': ['ID=3ff03630-5f07-4cdb-9090-91749bf40225,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:59:07.390377 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a36524d1-5aa1-4033-8914-2f083bc95aca tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (f6fca4e6-ed17-4eb8-a686-f948b9d73cd9), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:07.491808 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-a36524d1-5aa1-4033-8914-2f083bc95aca tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Floating IP f6fca4e6-ed17-4eb8-a686-f948b9d73cd9 associated. External IP: 172.25.3.209, port: b70f595d-3e5b-4c66-a393-e290cfd1c7cf. Jan 28 14:59:07.711916 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36524d1-5aa1-4033-8914-2f083bc95aca tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Router 926efc8a-66b1-4e5c-879a-85331b394459 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:59:07.829772 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36524d1-5aa1-4033-8914-2f083bc95aca tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:59:07.839609 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ed972c-03ba-488a-9621-4421189c9656 None None] Sync routers for ids ['926efc8a-66b1-4e5c-879a-85331b394459'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:59:07.849785 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-a36524d1-5aa1-4033-8914-2f083bc95aca tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:07.850751 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ed972c-03ba-488a-9621-4421189c9656 None None] Routers {'926efc8a-66b1-4e5c-879a-85331b394459'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:59:07.851403 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-13ed972c-03ba-488a-9621-4421189c9656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:59:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['926efc8a-66b1-4e5c-879a-85331b394459'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:59:07.877384 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-a36524d1-5aa1-4033-8914-2f083bc95aca tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9417136 Jan 28 14:59:07.878083 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9499edb8-5de2-4f99-9898-de58514a8aa3', 'tag': 'b70f595d-3e5b-4c66-a393-e290cfd1c7cf'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:59:07.880447 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1339093-fe9b-4308-9339-861c08a8b066" -d '{"events": [{"name": "network-changed", "server_uuid": "9499edb8-5de2-4f99-9898-de58514a8aa3", "tag": "b70f595d-3e5b-4c66-a393-e290cfd1c7cf"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:59:07.916605 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d52455a-0728-444e-9ae9-39644dacf0f1 x-openstack-request-id: req-5d52455a-0728-444e-9ae9-39644dacf0f1 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:59:07.916897 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9499edb8-5de2-4f99-9898-de58514a8aa3", "tag": "b70f595d-3e5b-4c66-a393-e290cfd1c7cf", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:59:07.917153 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d52455a-0728-444e-9ae9-39644dacf0f1 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:59:07.917558 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9499edb8-5de2-4f99-9898-de58514a8aa3', 'tag': 'b70f595d-3e5b-4c66-a393-e290cfd1c7cf', 'status': 'completed', 'code': 200} Jan 28 14:59:07.961572 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-13ed972c-03ba-488a-9621-4421189c9656 None None] Set router 926efc8a-66b1-4e5c-879a-85331b394459 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:59:07.983664 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1339093-fe9b-4308-9339-861c08a8b066 req-c0037395-e7de-457d-a0a4-b037d0a4ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:07.985244 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f1339093-fe9b-4308-9339-861c08a8b066 req-c0037395-e7de-457d-a0a4-b037d0a4ad16 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=825c696dcb6e47ab9c328f385f9414a8&device_id=9499edb8-5de2-4f99-9898-de58514a8aa3 HTTP/1.1" status: 200 len: 1097 time: 0.0451603 Jan 28 14:59:08.075862 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1339093-fe9b-4308-9339-861c08a8b066 req-c277880d-7a66-4b2a-b9d6-9d9330db3359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:08.077329 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f1339093-fe9b-4308-9339-861c08a8b066 req-c277880d-7a66-4b2a-b9d6-9d9330db3359 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964 HTTP/1.1" status: 200 len: 909 time: 0.0855241 Jan 28 14:59:08.148724 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f1339093-fe9b-4308-9339-861c08a8b066 req-c6a5bf72-5da3-461a-b269-68acdab83c19 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b70f595d-3e5b-4c66-a393-e290cfd1c7cf HTTP/1.1" status: 200 len: 1000 time: 0.0639219 Jan 28 14:59:08.182397 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-13ed972c-03ba-488a-9621-4421189c9656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926efc8a-66b1-4e5c-879a-85331b394459', 'name': 'tempest-TestSnapshotPattern-974622380-router', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:42Z', 'updated_at': '2022-01-28T14:58:45Z', 'revision_number': 4, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'gw_port': {'id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:43Z', 'updated_at': '2022-01-28T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'f6fca4e6-ed17-4eb8-a686-f948b9d73cd9', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'port_id': 'b70f595d-3e5b-4c66-a393-e290cfd1c7cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'mac_address': 'fa:16:3e:b4:49:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9499edb8-5de2-4f99-9898-de58514a8aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:59:06Z', 'updated_at': '2022-01-28T14:59:06Z', 'revision_number': 0, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a989e45-13e5-44bd-8390-a38c31ee9e75', 'name': '', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'mac_address': 'fa:16:3e:b2:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:45Z', 'updated_at': '2022-01-28T14:58:50Z', 'revision_number': 5, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'subnets': [{'id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:59:08.196761 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1339093-fe9b-4308-9339-861c08a8b066 req-13e51019-5cd4-4b55-bc18-3d63aa8004ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:08.198251 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f1339093-fe9b-4308-9339-861c08a8b066 req-13e51019-5cd4-4b55-bc18-3d63aa8004ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6fd9a3fe-c391-4bcd-bdde-a71a12f737a1 HTTP/1.1" status: 200 len: 848 time: 0.0438502 Jan 28 14:59:08.212922 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ed972c-03ba-488a-9621-4421189c9656 None None] Checking router: 926efc8a-66b1-4e5c-879a-85331b394459 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:59:08.221938 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ed972c-03ba-488a-9621-4421189c9656 None None] Routers {'926efc8a-66b1-4e5c-879a-85331b394459'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:59:08.222558 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-13ed972c-03ba-488a-9621-4421189c9656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T14:59:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['926efc8a-66b1-4e5c-879a-85331b394459'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:59:08.243091 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1339093-fe9b-4308-9339-861c08a8b066 req-2b39065b-f3a6-49ba-a720-0ba9a3bd2e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:08.244518 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f1339093-fe9b-4308-9339-861c08a8b066 req-2b39065b-f3a6-49ba-a720-0ba9a3bd2e72 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405743 Jan 28 14:59:08.333849 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-13ed972c-03ba-488a-9621-4421189c9656 None None] Set router 926efc8a-66b1-4e5c-879a-85331b394459 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:59:08.337597 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f1339093-fe9b-4308-9339-861c08a8b066 req-83b6f4af-daf8-4ec1-8299-fdaa5826ee78 service neutron] 10.222.0.18 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863340 Jan 28 14:59:08.426581 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f1339093-fe9b-4308-9339-861c08a8b066 req-8c60194d-04d4-4de2-ad76-aa1c1a850ec6 service neutron] 10.222.0.18 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833864 Jan 28 14:59:08.572815 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-13ed972c-03ba-488a-9621-4421189c9656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926efc8a-66b1-4e5c-879a-85331b394459', 'name': 'tempest-TestSnapshotPattern-974622380-router', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:42Z', 'updated_at': '2022-01-28T14:58:45Z', 'revision_number': 4, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'gw_port': {'id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:43Z', 'updated_at': '2022-01-28T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'f6fca4e6-ed17-4eb8-a686-f948b9d73cd9', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'port_id': 'b70f595d-3e5b-4c66-a393-e290cfd1c7cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'mac_address': 'fa:16:3e:b4:49:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9499edb8-5de2-4f99-9898-de58514a8aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:59:06Z', 'updated_at': '2022-01-28T14:59:06Z', 'revision_number': 0, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a989e45-13e5-44bd-8390-a38c31ee9e75', 'name': '', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'mac_address': 'fa:16:3e:b2:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:45Z', 'updated_at': '2022-01-28T14:58:50Z', 'revision_number': 5, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'subnets': [{'id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:59:08.603519 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ed972c-03ba-488a-9621-4421189c9656 None None] The sync data for ids ['926efc8a-66b1-4e5c-879a-85331b394459'] in n-d-822747-2 is: [{'id': '926efc8a-66b1-4e5c-879a-85331b394459', 'name': 'tempest-TestSnapshotPattern-974622380-router', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:42Z', 'updated_at': '2022-01-28T14:58:45Z', 'revision_number': 4, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'gw_port': {'id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:43Z', 'updated_at': '2022-01-28T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'f6fca4e6-ed17-4eb8-a686-f948b9d73cd9', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'port_id': 'b70f595d-3e5b-4c66-a393-e290cfd1c7cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'mac_address': 'fa:16:3e:b4:49:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9499edb8-5de2-4f99-9898-de58514a8aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:59:06Z', 'updated_at': '2022-01-28T14:59:06Z', 'revision_number': 0, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a989e45-13e5-44bd-8390-a38c31ee9e75', 'name': '', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'mac_address': 'fa:16:3e:b2:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:45Z', 'updated_at': '2022-01-28T14:58:50Z', 'revision_number': 5, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'subnets': [{'id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:59:08.832585 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777b6d99-0e24-45e7-9e96-4e2de00b3121 None None] New status for floating IP f6fca4e6-ed17-4eb8-a686-f948b9d73cd9: ACTIVE {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:59:10.425040 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8970a0a2-3e9b-4cc7-b8f4-bbd0a6df936f req-34f7a82a-3e95-48c9-b693-db5862178b57 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9499edb8-5de2-4f99-9898-de58514a8aa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470288 Jan 28 14:59:10.518475 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970a0a2-3e9b-4cc7-b8f4-bbd0a6df936f req-5973ed42-ac35-46b3-a4ee-634d99ac2ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:10.520065 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8970a0a2-3e9b-4cc7-b8f4-bbd0a6df936f req-5973ed42-ac35-46b3-a4ee-634d99ac2ed9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=825c696dcb6e47ab9c328f385f9414a8&device_id=9499edb8-5de2-4f99-9898-de58514a8aa3 HTTP/1.1" status: 200 len: 1097 time: 0.0478201 Jan 28 14:59:10.634300 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970a0a2-3e9b-4cc7-b8f4-bbd0a6df936f req-68182bf4-ea13-4062-b7d2-84c15c68a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:10.635858 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8970a0a2-3e9b-4cc7-b8f4-bbd0a6df936f req-68182bf4-ea13-4062-b7d2-84c15c68a833 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964 HTTP/1.1" status: 200 len: 909 time: 0.0924459 Jan 28 14:59:10.716976 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8970a0a2-3e9b-4cc7-b8f4-bbd0a6df936f req-19da2514-3fc6-42da-8704-84e1d2010ade service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b70f595d-3e5b-4c66-a393-e290cfd1c7cf HTTP/1.1" status: 200 len: 1002 time: 0.0750885 Jan 28 14:59:10.770632 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970a0a2-3e9b-4cc7-b8f4-bbd0a6df936f req-0c8f3650-a35b-4be8-8cce-e18c05b7a5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:10.772135 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8970a0a2-3e9b-4cc7-b8f4-bbd0a6df936f req-0c8f3650-a35b-4be8-8cce-e18c05b7a5d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6fd9a3fe-c391-4bcd-bdde-a71a12f737a1 HTTP/1.1" status: 200 len: 848 time: 0.0476265 Jan 28 14:59:10.819690 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970a0a2-3e9b-4cc7-b8f4-bbd0a6df936f req-497555a4-5f9c-4b07-9092-6d4ae474bcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:10.821187 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8970a0a2-3e9b-4cc7-b8f4-bbd0a6df936f req-497555a4-5f9c-4b07-9092-6d4ae474bcc2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427167 Jan 28 14:59:10.913398 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8970a0a2-3e9b-4cc7-b8f4-bbd0a6df936f req-d5f9dd23-3aa0-4dad-a525-4c71458e467c service neutron] 10.222.0.18 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865929 Jan 28 14:59:11.008138 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8970a0a2-3e9b-4cc7-b8f4-bbd0a6df936f req-fce4e976-cf55-4917-b6ed-562c9781f6d4 service neutron] 10.222.0.18 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889378 Jan 28 14:59:18.735377 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:20.805060 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:29.442623 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5d342276-dddb-421a-9889-86e4b6ce8495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:31.786307 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0190030f-144c-406d-b575-adffcd41f12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:33.340145 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:34.698257 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:36.242835 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:59:36.472992 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:48.738902 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:50.805805 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:59.439576 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb779-e616-415b-9a6c-c840291e991b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:01.787425 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50cd84c0-189e-4636-8f67-348db943160c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:03.343232 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:04.693907 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:06.476326 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:11.422211 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-822c14f4-3938-4fe7-8daa-afe94bdc3067 req-53f736f1-374d-48fa-a00f-938e44385e98 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9499edb8-5de2-4f99-9898-de58514a8aa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442936 Jan 28 15:00:11.510290 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c14f4-3938-4fe7-8daa-afe94bdc3067 req-ef10e43f-5ad4-4f59-a31c-e81d80443bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:00:11.511912 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-822c14f4-3938-4fe7-8daa-afe94bdc3067 req-ef10e43f-5ad4-4f59-a31c-e81d80443bc4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=825c696dcb6e47ab9c328f385f9414a8&device_id=9499edb8-5de2-4f99-9898-de58514a8aa3 HTTP/1.1" status: 200 len: 1097 time: 0.0434532 Jan 28 15:00:11.631712 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c14f4-3938-4fe7-8daa-afe94bdc3067 req-fe6f6a5f-a28a-421f-bda4-1bca865041e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:00:11.633229 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-822c14f4-3938-4fe7-8daa-afe94bdc3067 req-fe6f6a5f-a28a-421f-bda4-1bca865041e9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964 HTTP/1.1" status: 200 len: 909 time: 0.1024883 Jan 28 15:00:11.705866 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-822c14f4-3938-4fe7-8daa-afe94bdc3067 req-10bcd176-1ced-4ca1-b825-64c16453e92f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b70f595d-3e5b-4c66-a393-e290cfd1c7cf HTTP/1.1" status: 200 len: 1002 time: 0.0655313 Jan 28 15:00:11.756209 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c14f4-3938-4fe7-8daa-afe94bdc3067 req-89f1e2d4-d5f0-4cd6-b603-f16f49c5121e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:00:11.757682 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-822c14f4-3938-4fe7-8daa-afe94bdc3067 req-89f1e2d4-d5f0-4cd6-b603-f16f49c5121e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6fd9a3fe-c391-4bcd-bdde-a71a12f737a1 HTTP/1.1" status: 200 len: 848 time: 0.0455954 Jan 28 15:00:11.810206 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c14f4-3938-4fe7-8daa-afe94bdc3067 req-d8bb5d8e-f7d5-4013-ac4e-dbb0aca9c913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:00:11.811883 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-822c14f4-3938-4fe7-8daa-afe94bdc3067 req-d8bb5d8e-f7d5-4013-ac4e-dbb0aca9c913 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488970 Jan 28 15:00:11.821870 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [req-822c14f4-3938-4fe7-8daa-afe94bdc3067 req-4244eaaa-aea0-493e-a403-b4622e4afa5f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 15:00:11.822803 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-822c14f4-3938-4fe7-8daa-afe94bdc3067 req-4244eaaa-aea0-493e-a403-b4622e4afa5f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049953 Jan 28 15:00:11.910810 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-822c14f4-3938-4fe7-8daa-afe94bdc3067 req-ae5eb1f5-cfb7-4a18-ace2-9d43abf49ff3 service neutron] 10.222.0.18 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817771 Jan 28 15:00:12.008823 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-822c14f4-3938-4fe7-8daa-afe94bdc3067 req-6769bb12-4b09-4484-acd8-8f6052749325 service neutron] 10.222.0.18 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914147 Jan 28 15:00:13.248642 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:00:18.754378 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:20.807555 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:29.445566 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3561ae5a-439b-4c19-828e-93ac20ba5f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:31.792558 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-554cf907-846a-44da-bcce-3ae8999a9afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:33.352042 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:34.705626 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:36.475389 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:48.773510 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:50.244629 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:00:50.819627 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:59.436103 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a5af55de-c4a7-4476-a151-3b892bc3384b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:01.791943 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-75cc48bb-5785-40c8-9e46-1a97c4d91ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:03.343792 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:04.702566 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:06.245980 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device b70f595d-3e5b-4c66-a393-e290cfd1c7cf details requested by agent hyperv_n-h1-822747-2 with host n-h1-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 15:01:06.350333 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port b70f595d-3e5b-4c66-a393-e290cfd1c7cf, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b70f595d-3e5b-4c66-a393-e290cfd1c7cf,segment=NetworkSegment(bb648cd4-eae7-47cd-bc44-6ced36956ad8),segment_id=bb648cd4-eae7-47cd-bc44-6ced36956ad8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:01:06.362826 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Returning: {'device': 'b70f595d-3e5b-4c66-a393-e290cfd1c7cf', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'port_id': 'b70f595d-3e5b-4c66-a393-e290cfd1c7cf', 'mac_address': 'fa:16:3e:b4:49:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 15:01:06.413656 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port b70f595d-3e5b-4c66-a393-e290cfd1c7cf is: ACTIVE; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 15:01:06.414580 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b70f595d-3e5b-4c66-a393-e290cfd1c7cf), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:06.434387 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b70f595d-3e5b-4c66-a393-e290cfd1c7cf {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 15:01:06.462567 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port b70f595d-3e5b-4c66-a393-e290cfd1c7cf, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b70f595d-3e5b-4c66-a393-e290cfd1c7cf,segment=NetworkSegment(bb648cd4-eae7-47cd-bc44-6ced36956ad8),segment_id=bb648cd4-eae7-47cd-bc44-6ced36956ad8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:01:06.469995 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b70f595d-3e5b-4c66-a393-e290cfd1c7cf), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:06.494753 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:06.524086 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=b70f595d-3e5b-4c66-a393-e290cfd1c7cf,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:01:06.533408 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:06.533716 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:06.534080 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:06.534416 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:06.534749 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:06.535115 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:06.535445 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:06.535770 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:06.536092 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:06.536399 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:06.536722 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:06.537046 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:06.537365 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:06.543907 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] get_ports_and_sgs() called for port_ids ['b70f595d-3e5b-4c66-a393-e290cfd1c7cf'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 15:01:08.254379 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device b70f595d-3e5b-4c66-a393-e290cfd1c7cf up at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 15:01:08.305121 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Provisioning complete for port b70f595d-3e5b-4c66-a393-e290cfd1c7cf triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 15:01:08.305606 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (b70f595d-3e5b-4c66-a393-e290cfd1c7cf), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:08.396300 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port b70f595d-3e5b-4c66-a393-e290cfd1c7cf is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 15:01:08.396697 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b70f595d-3e5b-4c66-a393-e290cfd1c7cf), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:08.423021 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9499edb8-5de2-4f99-9898-de58514a8aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70f595d-3e5b-4c66-a393-e290cfd1c7cf'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 15:01:08.425390 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b595cb-d6ad-4b03-9fd7-d92a460be990" -d '{"events": [{"server_uuid": "9499edb8-5de2-4f99-9898-de58514a8aa3", "name": "network-vif-plugged", "status": "completed", "tag": "b70f595d-3e5b-4c66-a393-e290cfd1c7cf"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 15:01:08.438761 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port b70f595d-3e5b-4c66-a393-e290cfd1c7cf, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b70f595d-3e5b-4c66-a393-e290cfd1c7cf,segment=NetworkSegment(bb648cd4-eae7-47cd-bc44-6ced36956ad8),segment_id=bb648cd4-eae7-47cd-bc44-6ced36956ad8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:01:08.444018 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b70f595d-3e5b-4c66-a393-e290cfd1c7cf), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:08.475524 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 15:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401c7986-f54c-4407-adec-7729d7b3aff8 x-openstack-request-id: req-401c7986-f54c-4407-adec-7729d7b3aff8 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 15:01:08.475818 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9499edb8-5de2-4f99-9898-de58514a8aa3", "name": "network-vif-plugged", "status": "completed", "tag": "b70f595d-3e5b-4c66-a393-e290cfd1c7cf", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 15:01:08.476073 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-401c7986-f54c-4407-adec-7729d7b3aff8 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 15:01:08.476467 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9499edb8-5de2-4f99-9898-de58514a8aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70f595d-3e5b-4c66-a393-e290cfd1c7cf', 'code': 200} Jan 28 15:01:08.503919 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=b70f595d-3e5b-4c66-a393-e290cfd1c7cf,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:01:12.720858 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdea08-3f34-4c40-a2a7-f6da99a2a1a8 req-eae793dd-6894-480b-bca9-01a0b59d1ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:12.722589 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-84bdea08-3f34-4c40-a2a7-f6da99a2a1a8 req-eae793dd-6894-480b-bca9-01a0b59d1ef2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=825c696dcb6e47ab9c328f385f9414a8&device_id=9499edb8-5de2-4f99-9898-de58514a8aa3 HTTP/1.1" status: 200 len: 1097 time: 0.0456824 Jan 28 15:01:12.848909 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdea08-3f34-4c40-a2a7-f6da99a2a1a8 req-ff5473c0-5c53-4050-a7e6-737d983abc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:12.850312 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-84bdea08-3f34-4c40-a2a7-f6da99a2a1a8 req-ff5473c0-5c53-4050-a7e6-737d983abc5d service neutron] 10.222.0.18 "GET /v2.0/networks?id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964 HTTP/1.1" status: 200 len: 909 time: 0.0995662 Jan 28 15:01:12.923193 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-84bdea08-3f34-4c40-a2a7-f6da99a2a1a8 req-4e820680-8b18-46fb-816c-0218b7140256 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b70f595d-3e5b-4c66-a393-e290cfd1c7cf HTTP/1.1" status: 200 len: 1002 time: 0.0645812 Jan 28 15:01:12.979731 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdea08-3f34-4c40-a2a7-f6da99a2a1a8 req-c2ea9bf9-9aeb-4db1-805c-4b7ead347d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:12.981329 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-84bdea08-3f34-4c40-a2a7-f6da99a2a1a8 req-c2ea9bf9-9aeb-4db1-805c-4b7ead347d77 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6fd9a3fe-c391-4bcd-bdde-a71a12f737a1 HTTP/1.1" status: 200 len: 848 time: 0.0524561 Jan 28 15:01:13.040438 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdea08-3f34-4c40-a2a7-f6da99a2a1a8 req-d9ddf8d9-ff7c-4394-a811-8c662b8fe723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:13.042096 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-84bdea08-3f34-4c40-a2a7-f6da99a2a1a8 req-d9ddf8d9-ff7c-4394-a811-8c662b8fe723 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518723 Jan 28 15:01:13.135127 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-84bdea08-3f34-4c40-a2a7-f6da99a2a1a8 req-7226825c-4373-4626-ac04-68fd3f213414 service neutron] 10.222.0.18 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869462 Jan 28 15:01:13.234856 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-84bdea08-3f34-4c40-a2a7-f6da99a2a1a8 req-006b7052-7943-4ae0-a75f-e184205e21a9 service neutron] 10.222.0.18 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925558 Jan 28 15:01:17.949459 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-a544cc6b-e00c-476e-bdfa-85091716acca tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-550757997&fields=id&tenant_id=825c696dcb6e47ab9c328f385f9414a8 HTTP/1.1" status: 200 len: 267 time: 0.0486054 Jan 28 15:01:18.062387 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-2ce51d41-b86b-4c9a-bc28-f807b9ddba94 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:18.063931 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-2ce51d41-b86b-4c9a-bc28-f807b9ddba94 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/networks?id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964 HTTP/1.1" status: 200 len: 809 time: 0.1077051 Jan 28 15:01:18.079072 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-9cc60ac0-1bfa-4662-a990-c79c1d2b4066 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/quotas/825c696dcb6e47ab9c328f385f9414a8 HTTP/1.1" status: 200 len: 375 time: 0.0095091 Jan 28 15:01:18.132520 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-3e959d57-ad7f-4257-b0c8-19a67c04adcc tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=825c696dcb6e47ab9c328f385f9414a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484335 Jan 28 15:01:18.148901 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-69f6b1ed-e8d0-478c-9334-264b6fd959c6 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 15:01:18.149843 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-69f6b1ed-e8d0-478c-9334-264b6fd959c6 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051296 Jan 28 15:01:18.245036 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-168c0078-8e7a-478c-8435-0d8028468fe0 service neutron] 10.222.0.39 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894725 Jan 28 15:01:18.344776 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-f1b028df-b96a-4d1e-b843-3fdc4c37430e service neutron] 10.222.0.39 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906556 Jan 28 15:01:18.542584 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-db6b6641-ef0c-433b-93a2-e532fd51f475 req-64d4c3ed-3ed2-4719-9b5b-eeba766e239c tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 210 time: 0.0275829 Jan 28 15:01:18.752917 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:19.576029 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-0b1e3ea3-114c-4a02-95c0-5897a9eea8b9 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:19.577557 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-0b1e3ea3-114c-4a02-95c0-5897a9eea8b9 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.37 "GET /v2.0/networks?id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964 HTTP/1.1" status: 200 len: 809 time: 0.1171894 Jan 28 15:01:19.655091 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a4ce5e55-68ae-4047-b0d8-e89f9f9ed62a req-64d2d298-83ff-4011-9217-c9d41eb8d3a3 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 210 time: 0.0377686 Jan 28 15:01:19.664259 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-3d567ff7-22cb-42f9-81d6-587e87892753 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=825c696dcb6e47ab9c328f385f9414a8 HTTP/1.1" status: 200 len: 379 time: 0.0787616 Jan 28 15:01:19.672506 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-258fe14d-eb9d-4b81-8580-1de762fa3dfe tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Request body: {'port': {'device_id': '97487d06-47d9-4621-b777-6ce71a2541ae', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'admin_state_up': True, 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'security_groups': ['8403089f-d662-4e6f-b1e9-2bd2d94d8f6c']}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 15:01:19.784289 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-258fe14d-eb9d-4b81-8580-1de762fa3dfe tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Made reservation on behalf of 825c696dcb6e47ab9c328f385f9414a8 for: {'port': 1} {{(pid=103352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 15:01:19.787935 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-258fe14d-eb9d-4b81-8580-1de762fa3dfe tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:19.945997 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-258fe14d-eb9d-4b81-8580-1de762fa3dfe tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Allocated IP 172.20.0.5 (8bf5d4ed-be28-49b5-bbeb-9875bdaae964/6fd9a3fe-c391-4bcd-bdde-a71a12f737a1/3bef95f0-2079-4b1e-8793-4cf0dc9b7552) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 15:01:20.148966 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-258fe14d-eb9d-4b81-8580-1de762fa3dfe tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for port (3bef95f0-2079-4b1e-8793-4cf0dc9b7552), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:20.190598 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-258fe14d-eb9d-4b81-8580-1de762fa3dfe tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (3bef95f0-2079-4b1e-8793-4cf0dc9b7552), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:20.236152 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-258fe14d-eb9d-4b81-8580-1de762fa3dfe tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Network 8bf5d4ed-be28-49b5-bbeb-9875bdaae964 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 15:01:20.239330 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-258fe14d-eb9d-4b81-8580-1de762fa3dfe tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 15:01:20.246383 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-258fe14d-eb9d-4b81-8580-1de762fa3dfe tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 15:01:20.296522 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fe14d-eb9d-4b81-8580-1de762fa3dfe tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Pushing event updated for resources: {'Port': ['ID=3bef95f0-2079-4b1e-8793-4cf0dc9b7552,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:01:20.306476 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device b70f595d-3e5b-4c66-a393-e290cfd1c7cf no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 15:01:20.307399 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-258fe14d-eb9d-4b81-8580-1de762fa3dfe tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:20.308063 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-258fe14d-eb9d-4b81-8580-1de762fa3dfe tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:20.341841 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258fe14d-eb9d-4b81-8580-1de762fa3dfe tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:20.342518 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258fe14d-eb9d-4b81-8580-1de762fa3dfe tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:20.342983 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258fe14d-eb9d-4b81-8580-1de762fa3dfe tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:20.343502 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258fe14d-eb9d-4b81-8580-1de762fa3dfe tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:20.344202 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258fe14d-eb9d-4b81-8580-1de762fa3dfe tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:20.344640 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258fe14d-eb9d-4b81-8580-1de762fa3dfe tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:20.345191 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258fe14d-eb9d-4b81-8580-1de762fa3dfe tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:20.345827 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258fe14d-eb9d-4b81-8580-1de762fa3dfe tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:20.347114 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258fe14d-eb9d-4b81-8580-1de762fa3dfe tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:20.347894 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258fe14d-eb9d-4b81-8580-1de762fa3dfe tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:20.348773 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258fe14d-eb9d-4b81-8580-1de762fa3dfe tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:20.349115 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258fe14d-eb9d-4b81-8580-1de762fa3dfe tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:20.349561 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258fe14d-eb9d-4b81-8580-1de762fa3dfe tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:20.359082 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-258fe14d-eb9d-4b81-8580-1de762fa3dfe tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6900995 Jan 28 15:01:20.424142 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Current status of the port b70f595d-3e5b-4c66-a393-e290cfd1c7cf is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 15:01:20.424934 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (b70f595d-3e5b-4c66-a393-e290cfd1c7cf), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:20.454343 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9499edb8-5de2-4f99-9898-de58514a8aa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b70f595d-3e5b-4c66-a393-e290cfd1c7cf'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 15:01:20.456725 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d334a1-1b1a-4a54-b11c-af71a8340e3d" -d '{"events": [{"server_uuid": "9499edb8-5de2-4f99-9898-de58514a8aa3", "name": "network-vif-unplugged", "status": "completed", "tag": "b70f595d-3e5b-4c66-a393-e290cfd1c7cf"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 15:01:20.470431 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] For port b70f595d-3e5b-4c66-a393-e290cfd1c7cf, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b70f595d-3e5b-4c66-a393-e290cfd1c7cf,segment=NetworkSegment(bb648cd4-eae7-47cd-bc44-6ced36956ad8),segment_id=bb648cd4-eae7-47cd-bc44-6ced36956ad8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:01:20.476846 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (b70f595d-3e5b-4c66-a393-e290cfd1c7cf), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:20.525107 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 15:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7e5d97-5193-4670-9ae5-9ddfbad4192c x-openstack-request-id: req-8a7e5d97-5193-4670-9ae5-9ddfbad4192c {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 15:01:20.525400 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9499edb8-5de2-4f99-9898-de58514a8aa3", "name": "network-vif-unplugged", "status": "completed", "tag": "b70f595d-3e5b-4c66-a393-e290cfd1c7cf", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 15:01:20.525652 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a7e5d97-5193-4670-9ae5-9ddfbad4192c {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 15:01:20.526053 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9499edb8-5de2-4f99-9898-de58514a8aa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b70f595d-3e5b-4c66-a393-e290cfd1c7cf', 'code': 200} Jan 28 15:01:20.559145 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Pushing event updated for resources: {'Port': ['ID=b70f595d-3e5b-4c66-a393-e290cfd1c7cf,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:01:20.573761 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-b0b51ba5-daef-4c34-964f-fd4ac2f7f284 None None] Provisioning complete for port 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 triggered by entity DHCP. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 15:01:20.574188 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b0b51ba5-daef-4c34-964f-fd4ac2f7f284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3bef95f0-2079-4b1e-8793-4cf0dc9b7552), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:20.608814 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-b0b51ba5-daef-4c34-964f-fd4ac2f7f284 None None] Port 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 cannot update to ACTIVE because it is not bound. {{(pid=103353) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 15:01:20.779981 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60e51d-e802-4d25-968b-337379f7c8a8 req-4560d81f-9151-425d-a1e1-514a74e69464 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:20.781506 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-be60e51d-e802-4d25-968b-337379f7c8a8 req-4560d81f-9151-425d-a1e1-514a74e69464 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 931 time: 0.0505750 Jan 28 15:01:20.819974 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:20.836416 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-be60e51d-e802-4d25-968b-337379f7c8a8 req-abf2f50b-31ba-4b38-a434-6c3f72695bb7 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477266 Jan 28 15:01:21.959491 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bd300-3d16-4c07-9b68-821ea2bad4a5 req-00b4281e-ab10-4330-b5d1-1daca25cced3 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:21.961124 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-df4bd300-3d16-4c07-9b68-821ea2bad4a5 req-00b4281e-ab10-4330-b5d1-1daca25cced3 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 931 time: 0.0503862 Jan 28 15:01:22.019316 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-df4bd300-3d16-4c07-9b68-821ea2bad4a5 req-7d47eeb3-e7bb-4e6c-ac75-e09505faa5db tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520167 Jan 28 15:01:23.142050 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7ab49-0d99-4d05-b5b2-7a42e83e35d4 req-ae2061c3-5a21-4ebd-a9fb-8c93e0bf774c tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:23.143736 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-62a7ab49-0d99-4d05-b5b2-7a42e83e35d4 req-ae2061c3-5a21-4ebd-a9fb-8c93e0bf774c tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 931 time: 0.0510850 Jan 28 15:01:23.200912 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-62a7ab49-0d99-4d05-b5b2-7a42e83e35d4 req-d82f0b02-13f0-44db-a6bd-761248df929a tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478401 Jan 28 15:01:24.317591 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390facae-5773-4e6c-aae1-c60f8a7dfd9b req-1b996a7a-6a61-4019-95c3-a1925c5f690f tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:24.319043 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-390facae-5773-4e6c-aae1-c60f8a7dfd9b req-1b996a7a-6a61-4019-95c3-a1925c5f690f tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 931 time: 0.0496888 Jan 28 15:01:24.374602 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-390facae-5773-4e6c-aae1-c60f8a7dfd9b req-6cd212fe-3977-4da0-9833-bae965e69531 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497758 Jan 28 15:01:25.522970 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec7886-e647-474a-8906-e04dc1569e52 req-45ecd64b-c8e8-4e08-91d8-3b0ebfeab5b6 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:25.524514 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a3ec7886-e647-474a-8906-e04dc1569e52 req-45ecd64b-c8e8-4e08-91d8-3b0ebfeab5b6 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 931 time: 0.0706789 Jan 28 15:01:25.584210 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-a3ec7886-e647-474a-8906-e04dc1569e52 req-87fc42f5-0ec4-4219-8039-3f366af86694 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506964 Jan 28 15:01:26.753279 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9612d6b-894a-4212-9c5d-fe65ba676f94 req-700aa9ad-8f92-449d-a0df-7a66f405ef4e tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:26.756123 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f9612d6b-894a-4212-9c5d-fe65ba676f94 req-700aa9ad-8f92-449d-a0df-7a66f405ef4e tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 931 time: 0.0625169 Jan 28 15:01:26.810323 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-f9612d6b-894a-4212-9c5d-fe65ba676f94 req-aba4c5e6-9102-421a-8d28-087571ac80bd tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494344 Jan 28 15:01:27.245413 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:01:27.932792 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690a9d6-e5c4-43ce-ac2a-91049f9b5ecf req-d2955c60-6fe2-4c05-9c19-92f863df709b tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:27.934397 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4690a9d6-e5c4-43ce-ac2a-91049f9b5ecf req-d2955c60-6fe2-4c05-9c19-92f863df709b tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 931 time: 0.0512688 Jan 28 15:01:27.997441 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-4690a9d6-e5c4-43ce-ac2a-91049f9b5ecf req-f0a09b44-0936-4fae-a700-74d93ad941ac tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568128 Jan 28 15:01:29.120520 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80900d-67ee-438b-aa09-da2725ce674f req-e84ac740-ccd4-4497-9b23-5964bb7f812d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:29.121997 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b80900d-67ee-438b-aa09-da2725ce674f req-e84ac740-ccd4-4497-9b23-5964bb7f812d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 931 time: 0.0482688 Jan 28 15:01:29.172653 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-3b80900d-67ee-438b-aa09-da2725ce674f req-abaea7ea-c161-4d1d-a527-f3924163de0c tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448191 Jan 28 15:01:29.430281 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4d243f10-eacd-45d9-be16-f44ac50fc4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:30.295633 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a05957-8190-406d-b300-4fe14414990a req-98227b03-08da-4a1b-b343-181f2e3f5187 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:30.297018 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15a05957-8190-406d-b300-4fe14414990a req-98227b03-08da-4a1b-b343-181f2e3f5187 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 931 time: 0.0501959 Jan 28 15:01:30.353692 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-15a05957-8190-406d-b300-4fe14414990a req-f2d4a207-63e1-4040-8986-4a0f0ba1923c tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486796 Jan 28 15:01:31.485388 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3fd28-00d7-4c7c-a455-c99069dd3105 req-75291c0b-b3ba-4b6b-94fd-909fec893518 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:31.486853 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-43e3fd28-00d7-4c7c-a455-c99069dd3105 req-75291c0b-b3ba-4b6b-94fd-909fec893518 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 931 time: 0.0581381 Jan 28 15:01:31.540430 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-43e3fd28-00d7-4c7c-a455-c99069dd3105 req-f839cccd-72fa-4b6b-bb0e-b2da5a9c54e1 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456650 Jan 28 15:01:31.631616 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-554e2868-b221-4e0a-b11a-bf784270cc24 service neutron] Request body: {'port': {'device_id': '97487d06-47d9-4621-b777-6ce71a2541ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822747-2'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 15:01:31.697480 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-554e2868-b221-4e0a-b11a-bf784270cc24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3bef95f0-2079-4b1e-8793-4cf0dc9b7552), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:31.788421 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2bc86a62-8ece-40f7-8f4b-862a525e7744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:31.989257 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-554e2868-b221-4e0a-b11a-bf784270cc24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 {{(pid=103352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 15:01:31.996949 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-554e2868-b221-4e0a-b11a-bf784270cc24 service neutron] Publish callbacks [] for port (3bef95f0-2079-4b1e-8793-4cf0dc9b7552), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:32.009049 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.provisioning_blocks [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-554e2868-b221-4e0a-b11a-bf784270cc24 service neutron] Transition to ACTIVE for port object 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 will not be triggered until provisioned by entity L2. {{(pid=103352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 15:01:32.014904 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-554e2868-b221-4e0a-b11a-bf784270cc24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (3bef95f0-2079-4b1e-8793-4cf0dc9b7552), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:32.069583 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e2868-b221-4e0a-b11a-bf784270cc24 service neutron] Pushing event updated for resources: {'Port': ['ID=3bef95f0-2079-4b1e-8793-4cf0dc9b7552,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:01:32.142368 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-554e2868-b221-4e0a-b11a-bf784270cc24 service neutron] Attempting to bind port 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 on host n-h2-822747-2 for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 15:01:32.142990 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-554e2868-b221-4e0a-b11a-bf784270cc24 service neutron] Attempting to bind port 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 by drivers openvswitch,hyperv on host n-h2-822747-2 at level 0 using segments [{'id': 'bb648cd4-eae7-47cd-bc44-6ced36956ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 15:01:32.143325 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-554e2868-b221-4e0a-b11a-bf784270cc24 service neutron] Attempting to bind port 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 on network 8bf5d4ed-be28-49b5-bbeb-9875bdaae964 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 15:01:32.148252 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-554e2868-b221-4e0a-b11a-bf784270cc24 service neutron] Port 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 on network 8bf5d4ed-be28-49b5-bbeb-9875bdaae964 not bound, no agent of type Open vSwitch agent registered on host n-h2-822747-2 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 15:01:32.148573 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-554e2868-b221-4e0a-b11a-bf784270cc24 service neutron] Attempting to bind port 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 on network 8bf5d4ed-be28-49b5-bbeb-9875bdaae964 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 15:01:32.154281 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-554e2868-b221-4e0a-b11a-bf784270cc24 service neutron] Checking agent: {'id': '2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'started_at': datetime.datetime(2022, 1, 28, 13, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 15, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 15:01:32.154615 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-554e2868-b221-4e0a-b11a-bf784270cc24 service neutron] Checking segment: {'id': 'bb648cd4-eae7-47cd-bc44-6ced36956ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 15:01:32.155340 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-554e2868-b221-4e0a-b11a-bf784270cc24 service neutron] Bound using segment: {'id': 'bb648cd4-eae7-47cd-bc44-6ced36956ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 15:01:32.155769 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-554e2868-b221-4e0a-b11a-bf784270cc24 service neutron] Bound port: 3bef95f0-2079-4b1e-8793-4cf0dc9b7552, host: n-h2-822747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb648cd4-eae7-47cd-bc44-6ced36956ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 15:01:32.156128 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-554e2868-b221-4e0a-b11a-bf784270cc24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3bef95f0-2079-4b1e-8793-4cf0dc9b7552), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:32.225723 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-554e2868-b221-4e0a-b11a-bf784270cc24 service neutron] For port 3bef95f0-2079-4b1e-8793-4cf0dc9b7552, host n-h2-822747-2, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 15:01:32.229155 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-554e2868-b221-4e0a-b11a-bf784270cc24 service neutron] For port 3bef95f0-2079-4b1e-8793-4cf0dc9b7552, host n-h2-822747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=3bef95f0-2079-4b1e-8793-4cf0dc9b7552,segment=NetworkSegment(bb648cd4-eae7-47cd-bc44-6ced36956ad8),segment_id=bb648cd4-eae7-47cd-bc44-6ced36956ad8)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 15:01:32.234027 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-554e2868-b221-4e0a-b11a-bf784270cc24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (3bef95f0-2079-4b1e-8793-4cf0dc9b7552), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:32.269624 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-554e2868-b221-4e0a-b11a-bf784270cc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:32.270251 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-554e2868-b221-4e0a-b11a-bf784270cc24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:32.271760 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-554e2868-b221-4e0a-b11a-bf784270cc24 service neutron] 10.222.0.37 "PUT /v2.0/ports/3bef95f0-2079-4b1e-8793-4cf0dc9b7552 HTTP/1.1" status: 200 len: 1091 time: 0.6467614 Jan 28 15:01:32.272254 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97487d06-47d9-4621-b777-6ce71a2541ae', 'tag': '3bef95f0-2079-4b1e-8793-4cf0dc9b7552'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 15:01:32.274560 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f7b241-117f-404e-8d7c-efdf2706057f" -d '{"events": [{"name": "network-changed", "server_uuid": "97487d06-47d9-4621-b777-6ce71a2541ae", "tag": "3bef95f0-2079-4b1e-8793-4cf0dc9b7552"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 15:01:32.297773 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e2868-b221-4e0a-b11a-bf784270cc24 service neutron] Pushing event updated for resources: {'Port': ['ID=3bef95f0-2079-4b1e-8793-4cf0dc9b7552,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:01:32.321020 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 15:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f4435f-eb3d-4348-94cb-3faabf4ba598 x-openstack-request-id: req-90f4435f-eb3d-4348-94cb-3faabf4ba598 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 15:01:32.321377 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97487d06-47d9-4621-b777-6ce71a2541ae", "tag": "3bef95f0-2079-4b1e-8793-4cf0dc9b7552", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 15:01:32.321794 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-90f4435f-eb3d-4348-94cb-3faabf4ba598 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 15:01:32.322190 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97487d06-47d9-4621-b777-6ce71a2541ae', 'tag': '3bef95f0-2079-4b1e-8793-4cf0dc9b7552', 'status': 'completed', 'code': 200} Jan 28 15:01:32.378512 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-eaee2d15-a198-4eb9-9373-fe2a89628b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:32.380187 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-eaee2d15-a198-4eb9-9373-fe2a89628b47 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=825c696dcb6e47ab9c328f385f9414a8&device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 1094 time: 0.0455320 Jan 28 15:01:32.428513 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-27e5ea3c-79a5-4999-a014-c95333a5e58b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bef95f0-2079-4b1e-8793-4cf0dc9b7552 HTTP/1.1" status: 200 len: 217 time: 0.0398011 Jan 28 15:01:32.479421 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-15515e26-f687-41aa-a077-7c68c64dc769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:32.480955 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-15515e26-f687-41aa-a077-7c68c64dc769 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6fd9a3fe-c391-4bcd-bdde-a71a12f737a1 HTTP/1.1" status: 200 len: 848 time: 0.0468323 Jan 28 15:01:32.535219 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-922130da-1823-4049-a523-4c8a2bb819a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:32.536675 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-922130da-1823-4049-a523-4c8a2bb819a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488696 Jan 28 15:01:32.635379 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-70fc6a7c-508e-41ff-a7cf-8fc3ff76255d service neutron] 10.222.0.37 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930161 Jan 28 15:01:32.668927 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a40e6-debe-4c7e-b63f-848a3613f001 req-10b1c417-1679-41c0-9de6-bcaa1ffcea06 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:32.670666 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e0a40e6-debe-4c7e-b63f-848a3613f001 req-10b1c417-1679-41c0-9de6-bcaa1ffcea06 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 943 time: 0.0507789 Jan 28 15:01:32.721004 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-9e0a40e6-debe-4c7e-b63f-848a3613f001 req-8b9dafe1-9f71-4451-9cbd-933fa01d3ea7 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445883 Jan 28 15:01:32.728338 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-ab97f8d0-191f-443c-ba64-6f08254f6675 req-31df5b6a-3e72-4f48-b774-59484b913734 service neutron] 10.222.0.37 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865557 Jan 28 15:01:32.831762 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7b241-117f-404e-8d7c-efdf2706057f req-82c9a806-7c94-4592-948a-e2c29832666d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:32.833261 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-82f7b241-117f-404e-8d7c-efdf2706057f req-82c9a806-7c94-4592-948a-e2c29832666d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=825c696dcb6e47ab9c328f385f9414a8&device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 1094 time: 0.0438480 Jan 28 15:01:32.933207 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7b241-117f-404e-8d7c-efdf2706057f req-b5811cd7-319d-4849-8ca1-1c779b331dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:32.934707 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-82f7b241-117f-404e-8d7c-efdf2706057f req-b5811cd7-319d-4849-8ca1-1c779b331dda service neutron] 10.222.0.37 "GET /v2.0/networks?id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964 HTTP/1.1" status: 200 len: 909 time: 0.0959346 Jan 28 15:01:32.976777 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-82f7b241-117f-404e-8d7c-efdf2706057f req-2a1a33a7-200a-4b37-a78a-8c73f8bf885f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bef95f0-2079-4b1e-8793-4cf0dc9b7552 HTTP/1.1" status: 200 len: 217 time: 0.0349197 Jan 28 15:01:33.032387 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7b241-117f-404e-8d7c-efdf2706057f req-4298fe79-6470-4d66-9f3c-583241858716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:33.034496 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-82f7b241-117f-404e-8d7c-efdf2706057f req-4298fe79-6470-4d66-9f3c-583241858716 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6fd9a3fe-c391-4bcd-bdde-a71a12f737a1 HTTP/1.1" status: 200 len: 848 time: 0.0521328 Jan 28 15:01:33.088377 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7b241-117f-404e-8d7c-efdf2706057f req-a24aa43d-e452-4c77-9b61-ef4fb8f64568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:33.089793 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-82f7b241-117f-404e-8d7c-efdf2706057f req-a24aa43d-e452-4c77-9b61-ef4fb8f64568 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484557 Jan 28 15:01:33.181476 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-82f7b241-117f-404e-8d7c-efdf2706057f req-3cb8e3f9-b0cb-4647-8302-f073c30f602d service neutron] 10.222.0.37 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849812 Jan 28 15:01:33.274896 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-82f7b241-117f-404e-8d7c-efdf2706057f req-1cad7aa6-3c69-4d6a-ad53-5485944bea86 service neutron] 10.222.0.37 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875590 Jan 28 15:01:33.349251 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:33.872620 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51f2d3-fd60-4abc-8f86-8555ad4ee66e req-f9845f22-ae3a-4397-8a5a-65d0b6989e73 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:33.874420 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9e51f2d3-fd60-4abc-8f86-8555ad4ee66e req-f9845f22-ae3a-4397-8a5a-65d0b6989e73 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 943 time: 0.0647690 Jan 28 15:01:33.933941 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-9e51f2d3-fd60-4abc-8f86-8555ad4ee66e req-56f4006e-fa93-4d4a-b9f3-62f0c1c6bef9 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526547 Jan 28 15:01:34.706549 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:34.830996 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 15:01:34.934376 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 3bef95f0-2079-4b1e-8793-4cf0dc9b7552, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=3bef95f0-2079-4b1e-8793-4cf0dc9b7552,segment=NetworkSegment(bb648cd4-eae7-47cd-bc44-6ced36956ad8),segment_id=bb648cd4-eae7-47cd-bc44-6ced36956ad8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:01:34.945355 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '3bef95f0-2079-4b1e-8793-4cf0dc9b7552', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'port_id': '3bef95f0-2079-4b1e-8793-4cf0dc9b7552', 'mac_address': 'fa:16:3e:bc:b3:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 15:01:34.986243 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 is: DOWN; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 15:01:34.986695 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3bef95f0-2079-4b1e-8793-4cf0dc9b7552), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:35.000081 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 15:01:35.020934 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 3bef95f0-2079-4b1e-8793-4cf0dc9b7552, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=3bef95f0-2079-4b1e-8793-4cf0dc9b7552,segment=NetworkSegment(bb648cd4-eae7-47cd-bc44-6ced36956ad8),segment_id=bb648cd4-eae7-47cd-bc44-6ced36956ad8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:01:35.026627 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3bef95f0-2079-4b1e-8793-4cf0dc9b7552), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:35.064705 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f074a42-7c73-4cc5-b695-b8c3f6b966d2 req-da4c894a-f32a-4dbb-b690-8744b4c2e076 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:35.067663 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f074a42-7c73-4cc5-b695-b8c3f6b966d2 req-da4c894a-f32a-4dbb-b690-8744b4c2e076 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 943 time: 0.0556147 Jan 28 15:01:35.079817 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=3bef95f0-2079-4b1e-8793-4cf0dc9b7552,revision_number=4']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:01:35.118816 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-8f074a42-7c73-4cc5-b695-b8c3f6b966d2 req-f96b3485-e73a-4f59-8176-bff1cc5f2fe4 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454485 Jan 28 15:01:35.415915 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['3bef95f0-2079-4b1e-8793-4cf0dc9b7552'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 15:01:36.240438 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10aa36f-7c8b-4f12-b955-fb7e63fc2c98 req-754c097e-318b-4682-b8bb-e727dc5d4baf tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:36.242579 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d10aa36f-7c8b-4f12-b955-fb7e63fc2c98 req-754c097e-318b-4682-b8bb-e727dc5d4baf tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 944 time: 0.0527084 Jan 28 15:01:36.303157 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-d10aa36f-7c8b-4f12-b955-fb7e63fc2c98 req-08b28c3b-1369-4757-83e5-c804fb2f2eff tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547278 Jan 28 15:01:36.472960 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:36.836530 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 15:01:36.890279 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning for port 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 completed by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 15:01:36.895433 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 15:01:36.895774 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3bef95f0-2079-4b1e-8793-4cf0dc9b7552), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:36.973866 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 15:01:36.974237 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3bef95f0-2079-4b1e-8793-4cf0dc9b7552), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:37.004087 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97487d06-47d9-4621-b777-6ce71a2541ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bef95f0-2079-4b1e-8793-4cf0dc9b7552'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 15:01:37.006295 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6517b114-2f3f-458e-99b4-8e064b872989" -d '{"events": [{"server_uuid": "97487d06-47d9-4621-b777-6ce71a2541ae", "name": "network-vif-plugged", "status": "completed", "tag": "3bef95f0-2079-4b1e-8793-4cf0dc9b7552"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 15:01:37.023258 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 3bef95f0-2079-4b1e-8793-4cf0dc9b7552, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=3bef95f0-2079-4b1e-8793-4cf0dc9b7552,segment=NetworkSegment(bb648cd4-eae7-47cd-bc44-6ced36956ad8),segment_id=bb648cd4-eae7-47cd-bc44-6ced36956ad8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:01:37.029317 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3bef95f0-2079-4b1e-8793-4cf0dc9b7552), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:37.057051 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 15:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf5b19e-5b37-4ff9-8f04-27936177f17f x-openstack-request-id: req-6cf5b19e-5b37-4ff9-8f04-27936177f17f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 15:01:37.057333 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97487d06-47d9-4621-b777-6ce71a2541ae", "name": "network-vif-plugged", "status": "completed", "tag": "3bef95f0-2079-4b1e-8793-4cf0dc9b7552", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 15:01:37.057580 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6cf5b19e-5b37-4ff9-8f04-27936177f17f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 15:01:37.057976 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97487d06-47d9-4621-b777-6ce71a2541ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bef95f0-2079-4b1e-8793-4cf0dc9b7552', 'code': 200} Jan 28 15:01:37.084653 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=3bef95f0-2079-4b1e-8793-4cf0dc9b7552,revision_number=5']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:01:37.141609 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f161b-8565-4359-8b15-55fc2a829e7a req-ef161b8c-61da-4478-a8c2-0b1ae9090970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:37.143145 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1d1f161b-8565-4359-8b15-55fc2a829e7a req-ef161b8c-61da-4478-a8c2-0b1ae9090970 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 1096 time: 0.0403538 Jan 28 15:01:37.189567 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-1d1f161b-8565-4359-8b15-55fc2a829e7a req-aa494933-4ee7-46f9-a220-6fb5381f1493 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402150 Jan 28 15:01:37.425100 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50ce53-08b2-43ae-b4e2-61ff1ff3caef req-778cbf2d-87cd-415c-985a-f1277139e1b1 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:37.426581 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8d50ce53-08b2-43ae-b4e2-61ff1ff3caef req-778cbf2d-87cd-415c-985a-f1277139e1b1 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 945 time: 0.0538354 Jan 28 15:01:37.477856 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-8d50ce53-08b2-43ae-b4e2-61ff1ff3caef req-a2f7ab3d-4420-483d-b36d-5b6e514b9766 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429940 Jan 28 15:01:38.618564 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff24b7-49ee-4bc6-aff1-71f0d6b82d8a req-80f0f8f1-ff45-4ae7-b6cc-8e856537d6c5 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:38.620123 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01ff24b7-49ee-4bc6-aff1-71f0d6b82d8a req-80f0f8f1-ff45-4ae7-b6cc-8e856537d6c5 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 945 time: 0.0573668 Jan 28 15:01:38.681730 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-01ff24b7-49ee-4bc6-aff1-71f0d6b82d8a req-87876037-c766-4b10-a3e0-f944bc536d07 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533206 Jan 28 15:01:38.808465 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a573df-6b85-43d8-80ec-e8e1aacf4e64 req-213c98b0-d524-4548-9c9b-75cd17471ce2 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:38.809877 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b2a573df-6b85-43d8-80ec-e8e1aacf4e64 req-213c98b0-d524-4548-9c9b-75cd17471ce2 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 945 time: 0.0521848 Jan 28 15:01:38.863813 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-b2a573df-6b85-43d8-80ec-e8e1aacf4e64 req-9062aa9a-59e3-42dc-abc2-27b97fdc4968 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481875 Jan 28 15:01:38.886140 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54942) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:01:38.932343 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bfcd8e-843b-431a-9773-36be3963e121 tempest-TestSnapshotPattern-1701135042 tempest-TestSnapshotPattern-1701135042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:38.933905 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-35bfcd8e-843b-431a-9773-36be3963e121 tempest-TestSnapshotPattern-1701135042 tempest-TestSnapshotPattern-1701135042-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 1091 time: 0.0467451 Jan 28 15:01:38.937104 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 54944) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:01:38.941505 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.v2.base [None req-8b0e5007-4c2b-4ec9-9590-e058d4a6b7da tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Request body: {'floatingip': {'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'port_id': '3bef95f0-2079-4b1e-8793-4cf0dc9b7552', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 15:01:38.965729 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8b0e5007-4c2b-4ec9-9590-e058d4a6b7da tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:39.098222 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8b0e5007-4c2b-4ec9-9590-e058d4a6b7da tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (None), before_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:39.207440 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_common [None req-8b0e5007-4c2b-4ec9-9590-e058d4a6b7da tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Allocated IP 172.25.3.251 (2047f6bd-4d10-40d4-8ac3-0cdf081c4236/0958b661-bbeb-434d-acd4-3f6cedfaaff6/c064bb1a-b6c4-4edf-856b-c31249150eff) {{(pid=103352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 15:01:39.310795 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8b0e5007-4c2b-4ec9-9590-e058d4a6b7da tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for port (c064bb1a-b6c4-4edf-856b-c31249150eff), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:39.354470 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8b0e5007-4c2b-4ec9-9590-e058d4a6b7da tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775577654806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c064bb1a-b6c4-4edf-856b-c31249150eff), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:39.393522 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0e5007-4c2b-4ec9-9590-e058d4a6b7da tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Network 2047f6bd-4d10-40d4-8ac3-0cdf081c4236 is already hosted by enough agents. {{(pid=103352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 15:01:39.398502 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.base_scheduler [None req-8b0e5007-4c2b-4ec9-9590-e058d4a6b7da tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Resources bound (agent type, host, resource id): {{(pid=103352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 15:01:39.403313 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0e5007-4c2b-4ec9-9590-e058d4a6b7da tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Received port after_create {{(pid=103352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 15:01:39.406423 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e5007-4c2b-4ec9-9590-e058d4a6b7da tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Pushing event updated for resources: {'Port': ['ID=c064bb1a-b6c4-4edf-856b-c31249150eff,revision_number=1']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:01:39.783962 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8b0e5007-4c2b-4ec9-9590-e058d4a6b7da tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for floatingip (04ebbdf0-6b15-43da-bdcc-51908e654e55), precommit_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:39.859095 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8b0e5007-4c2b-4ec9-9590-e058d4a6b7da tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (c064bb1a-b6c4-4edf-856b-c31249150eff), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:40.349943 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8b0e5007-4c2b-4ec9-9590-e058d4a6b7da tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for port (c064bb1a-b6c4-4edf-856b-c31249150eff), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:40.355540 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8b0e5007-4c2b-4ec9-9590-e058d4a6b7da tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900578'] for port (c064bb1a-b6c4-4edf-856b-c31249150eff), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:40.425137 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e5007-4c2b-4ec9-9590-e058d4a6b7da tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Pushing event updated for resources: {'Port': ['ID=c064bb1a-b6c4-4edf-856b-c31249150eff,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:01:40.437675 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8b0e5007-4c2b-4ec9-9590-e058d4a6b7da tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-350031'] for floatingip (04ebbdf0-6b15-43da-bdcc-51908e654e55), after_create {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:40.542174 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-8b0e5007-4c2b-4ec9-9590-e058d4a6b7da tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Floating IP 04ebbdf0-6b15-43da-bdcc-51908e654e55 associated. External IP: 172.25.3.251, port: 3bef95f0-2079-4b1e-8793-4cf0dc9b7552. Jan 28 15:01:40.762822 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0e5007-4c2b-4ec9-9590-e058d4a6b7da tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Router 926efc8a-66b1-4e5c-879a-85331b394459 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 15:01:40.891965 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0e5007-4c2b-4ec9-9590-e058d4a6b7da tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 15:01:40.907156 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bc111f-ecd2-4c00-a998-26c16cd7791f None None] Sync routers for ids ['926efc8a-66b1-4e5c-879a-85331b394459'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 15:01:40.914166 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-8b0e5007-4c2b-4ec9-9590-e058d4a6b7da tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:40.919801 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bc111f-ecd2-4c00-a998-26c16cd7791f None None] Routers {'926efc8a-66b1-4e5c-879a-85331b394459'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 15:01:40.920430 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-91bc111f-ecd2-4c00-a998-26c16cd7791f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T15:01:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['926efc8a-66b1-4e5c-879a-85331b394459'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:01:40.961791 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-8b0e5007-4c2b-4ec9-9590-e058d4a6b7da tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0066414 Jan 28 15:01:40.961791 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97487d06-47d9-4621-b777-6ce71a2541ae', 'tag': '3bef95f0-2079-4b1e-8793-4cf0dc9b7552'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 15:01:40.961791 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb897bcd-1e6b-47ad-a828-55163e7dc358" -d '{"events": [{"name": "network-changed", "server_uuid": "97487d06-47d9-4621-b777-6ce71a2541ae", "tag": "3bef95f0-2079-4b1e-8793-4cf0dc9b7552"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 15:01:41.012440 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 15:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab368724-6149-4efc-a5ff-bb92bd2f1e78 x-openstack-request-id: req-ab368724-6149-4efc-a5ff-bb92bd2f1e78 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 15:01:41.012753 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97487d06-47d9-4621-b777-6ce71a2541ae", "tag": "3bef95f0-2079-4b1e-8793-4cf0dc9b7552", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 15:01:41.013051 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ab368724-6149-4efc-a5ff-bb92bd2f1e78 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 15:01:41.013413 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97487d06-47d9-4621-b777-6ce71a2541ae', 'tag': '3bef95f0-2079-4b1e-8793-4cf0dc9b7552', 'status': 'completed', 'code': 200} Jan 28 15:01:41.062806 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-91bc111f-ecd2-4c00-a998-26c16cd7791f None None] Set router 926efc8a-66b1-4e5c-879a-85331b394459 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 15:01:41.080863 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb897bcd-1e6b-47ad-a828-55163e7dc358 req-ccb6288b-2147-4014-a262-7f7b864f2492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:41.087421 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fb897bcd-1e6b-47ad-a828-55163e7dc358 req-ccb6288b-2147-4014-a262-7f7b864f2492 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=825c696dcb6e47ab9c328f385f9414a8&device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 1096 time: 0.0469389 Jan 28 15:01:41.180739 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb897bcd-1e6b-47ad-a828-55163e7dc358 req-6b0e64f6-cc7d-4e2f-ab89-2b55c4866070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:41.182235 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fb897bcd-1e6b-47ad-a828-55163e7dc358 req-6b0e64f6-cc7d-4e2f-ab89-2b55c4866070 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964 HTTP/1.1" status: 200 len: 909 time: 0.0934558 Jan 28 15:01:41.249542 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fb897bcd-1e6b-47ad-a828-55163e7dc358 req-71f446a0-12cc-45f5-8d23-59e093fa19e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bef95f0-2079-4b1e-8793-4cf0dc9b7552 HTTP/1.1" status: 200 len: 999 time: 0.0613635 Jan 28 15:01:41.298979 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-91bc111f-ecd2-4c00-a998-26c16cd7791f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926efc8a-66b1-4e5c-879a-85331b394459', 'name': 'tempest-TestSnapshotPattern-974622380-router', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:42Z', 'updated_at': '2022-01-28T14:58:45Z', 'revision_number': 4, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'gw_port': {'id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:43Z', 'updated_at': '2022-01-28T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '04ebbdf0-6b15-43da-bdcc-51908e654e55', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'port_id': '3bef95f0-2079-4b1e-8793-4cf0dc9b7552', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'mac_address': 'fa:16:3e:bc:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97487d06-47d9-4621-b777-6ce71a2541ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T15:01:39Z', 'updated_at': '2022-01-28T15:01:39Z', 'revision_number': 0, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'fixed_ip_address_scope': None}, {'id': 'f6fca4e6-ed17-4eb8-a686-f948b9d73cd9', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'port_id': 'b70f595d-3e5b-4c66-a393-e290cfd1c7cf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'mac_address': 'fa:16:3e:b4:49:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9499edb8-5de2-4f99-9898-de58514a8aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:59:06Z', 'updated_at': '2022-01-28T14:59:09Z', 'revision_number': 1, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a989e45-13e5-44bd-8390-a38c31ee9e75', 'name': '', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'mac_address': 'fa:16:3e:b2:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:45Z', 'updated_at': '2022-01-28T14:58:50Z', 'revision_number': 5, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'subnets': [{'id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:01:41.300577 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb897bcd-1e6b-47ad-a828-55163e7dc358 req-20e23c3a-a456-4f11-8ba6-1e44c5450db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:41.302092 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fb897bcd-1e6b-47ad-a828-55163e7dc358 req-20e23c3a-a456-4f11-8ba6-1e44c5450db0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6fd9a3fe-c391-4bcd-bdde-a71a12f737a1 HTTP/1.1" status: 200 len: 848 time: 0.0467374 Jan 28 15:01:41.325746 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bc111f-ecd2-4c00-a998-26c16cd7791f None None] Checking router: 926efc8a-66b1-4e5c-879a-85331b394459 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 15:01:41.334506 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bc111f-ecd2-4c00-a998-26c16cd7791f None None] Routers {'926efc8a-66b1-4e5c-879a-85331b394459'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 15:01:41.335163 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-91bc111f-ecd2-4c00-a998-26c16cd7791f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T15:01:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['926efc8a-66b1-4e5c-879a-85331b394459'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:01:41.352733 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb897bcd-1e6b-47ad-a828-55163e7dc358 req-f1c27345-9136-4d76-9806-a632871aebed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:41.354268 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fb897bcd-1e6b-47ad-a828-55163e7dc358 req-f1c27345-9136-4d76-9806-a632871aebed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467076 Jan 28 15:01:41.445396 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-91bc111f-ecd2-4c00-a998-26c16cd7791f None None] Set router 926efc8a-66b1-4e5c-879a-85331b394459 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 15:01:41.451847 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fb897bcd-1e6b-47ad-a828-55163e7dc358 req-e628edd0-a19a-4114-a14e-06dace108887 service neutron] 10.222.0.37 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908666 Jan 28 15:01:41.556857 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-fb897bcd-1e6b-47ad-a828-55163e7dc358 req-8a934806-ac9c-44bd-be02-19320ee53b12 service neutron] 10.222.0.37 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981810 Jan 28 15:01:41.697807 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-91bc111f-ecd2-4c00-a998-26c16cd7791f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926efc8a-66b1-4e5c-879a-85331b394459', 'name': 'tempest-TestSnapshotPattern-974622380-router', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:42Z', 'updated_at': '2022-01-28T14:58:45Z', 'revision_number': 4, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'gw_port': {'id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:43Z', 'updated_at': '2022-01-28T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '04ebbdf0-6b15-43da-bdcc-51908e654e55', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'port_id': '3bef95f0-2079-4b1e-8793-4cf0dc9b7552', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'mac_address': 'fa:16:3e:bc:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97487d06-47d9-4621-b777-6ce71a2541ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T15:01:39Z', 'updated_at': '2022-01-28T15:01:39Z', 'revision_number': 0, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'fixed_ip_address_scope': None}, {'id': 'f6fca4e6-ed17-4eb8-a686-f948b9d73cd9', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'port_id': 'b70f595d-3e5b-4c66-a393-e290cfd1c7cf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'mac_address': 'fa:16:3e:b4:49:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9499edb8-5de2-4f99-9898-de58514a8aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:59:06Z', 'updated_at': '2022-01-28T14:59:09Z', 'revision_number': 1, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a989e45-13e5-44bd-8390-a38c31ee9e75', 'name': '', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'mac_address': 'fa:16:3e:b2:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:45Z', 'updated_at': '2022-01-28T14:58:50Z', 'revision_number': 5, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'subnets': [{'id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:01:41.728118 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bc111f-ecd2-4c00-a998-26c16cd7791f None None] The sync data for ids ['926efc8a-66b1-4e5c-879a-85331b394459'] in n-d-822747-2 is: [{'id': '926efc8a-66b1-4e5c-879a-85331b394459', 'name': 'tempest-TestSnapshotPattern-974622380-router', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:42Z', 'updated_at': '2022-01-28T14:58:45Z', 'revision_number': 4, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'gw_port': {'id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:43Z', 'updated_at': '2022-01-28T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': '04ebbdf0-6b15-43da-bdcc-51908e654e55', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'port_id': '3bef95f0-2079-4b1e-8793-4cf0dc9b7552', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'mac_address': 'fa:16:3e:bc:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97487d06-47d9-4621-b777-6ce71a2541ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T15:01:39Z', 'updated_at': '2022-01-28T15:01:39Z', 'revision_number': 0, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'fixed_ip_address_scope': None}, {'id': 'f6fca4e6-ed17-4eb8-a686-f948b9d73cd9', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'port_id': 'b70f595d-3e5b-4c66-a393-e290cfd1c7cf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'mac_address': 'fa:16:3e:b4:49:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9499edb8-5de2-4f99-9898-de58514a8aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:59:06Z', 'updated_at': '2022-01-28T14:59:09Z', 'revision_number': 1, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a989e45-13e5-44bd-8390-a38c31ee9e75', 'name': '', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'mac_address': 'fa:16:3e:b2:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:45Z', 'updated_at': '2022-01-28T14:58:50Z', 'revision_number': 5, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'subnets': [{'id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 15:01:41.950990 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bf5e06-c9be-42d8-b12e-2e6c47b0b257 None None] New status for floating IP 04ebbdf0-6b15-43da-bdcc-51908e654e55: ACTIVE {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 15:01:48.789201 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:50.837028 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:58.100688 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-864fbd94-54ec-45a2-8651-8a1b2582795b req-a62bd4b5-126e-4c3f-9f6d-ffebaf01c91e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=97487d06-47d9-4621-b777-6ce71a2541ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1283267 Jan 28 15:01:58.195052 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fbd94-54ec-45a2-8651-8a1b2582795b req-1007211f-8e72-4447-8665-76cfb93f94d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:58.196599 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-864fbd94-54ec-45a2-8651-8a1b2582795b req-1007211f-8e72-4447-8665-76cfb93f94d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=825c696dcb6e47ab9c328f385f9414a8&device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 1096 time: 0.0470705 Jan 28 15:01:58.322037 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fbd94-54ec-45a2-8651-8a1b2582795b req-3138e10f-f5f3-4a69-a90b-cc09b71d68e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:58.323476 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-864fbd94-54ec-45a2-8651-8a1b2582795b req-3138e10f-f5f3-4a69-a90b-cc09b71d68e1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964 HTTP/1.1" status: 200 len: 909 time: 0.1026173 Jan 28 15:01:58.394682 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-864fbd94-54ec-45a2-8651-8a1b2582795b req-d96ca4c8-c830-4601-b0d3-8c2412c33d1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bef95f0-2079-4b1e-8793-4cf0dc9b7552 HTTP/1.1" status: 200 len: 1001 time: 0.0643630 Jan 28 15:01:58.445568 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fbd94-54ec-45a2-8651-8a1b2582795b req-97e0e652-f9ef-4056-bbfb-ed4ed21bdf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:58.447081 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-864fbd94-54ec-45a2-8651-8a1b2582795b req-97e0e652-f9ef-4056-bbfb-ed4ed21bdf20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6fd9a3fe-c391-4bcd-bdde-a71a12f737a1 HTTP/1.1" status: 200 len: 848 time: 0.0463073 Jan 28 15:01:58.501115 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fbd94-54ec-45a2-8651-8a1b2582795b req-e1bae547-b488-4341-ba80-754b0936e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:58.503220 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-864fbd94-54ec-45a2-8651-8a1b2582795b req-e1bae547-b488-4341-ba80-754b0936e31b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493832 Jan 28 15:01:58.602166 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-864fbd94-54ec-45a2-8651-8a1b2582795b req-df48a949-ce69-4ee8-b530-706057769870 service neutron] 10.222.0.37 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923145 Jan 28 15:01:58.707423 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-864fbd94-54ec-45a2-8651-8a1b2582795b req-f75f1c4b-4e30-4f07-8e4b-54645d2c5cb7 service neutron] 10.222.0.37 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987589 Jan 28 15:01:59.436741 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-59487adc-9f5c-42d6-bd1d-20846c49028e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:02:01.785328 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37c48081-7e39-4def-ba49-ea451444fc54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:02:03.351038 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:02:04.246169 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:02:04.708531 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:02:06.472259 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:02:14.495189 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2e8d3c8e-8af1-4772-8aa2-25d3f0389b37 req-044dc0df-c200-44c9-863a-a3d12ff67687 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9499edb8-5de2-4f99-9898-de58514a8aa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407996 Jan 28 15:02:14.584327 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d3c8e-8af1-4772-8aa2-25d3f0389b37 req-ed5cb315-1c85-4717-9ce0-0847e4ca089d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:02:14.585810 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2e8d3c8e-8af1-4772-8aa2-25d3f0389b37 req-ed5cb315-1c85-4717-9ce0-0847e4ca089d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=825c696dcb6e47ab9c328f385f9414a8&device_id=9499edb8-5de2-4f99-9898-de58514a8aa3 HTTP/1.1" status: 200 len: 1095 time: 0.0460093 Jan 28 15:02:14.691715 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d3c8e-8af1-4772-8aa2-25d3f0389b37 req-1c403e6d-c262-47e0-a1a5-f12ea2383c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:02:14.693238 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2e8d3c8e-8af1-4772-8aa2-25d3f0389b37 req-1c403e6d-c262-47e0-a1a5-f12ea2383c59 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964 HTTP/1.1" status: 200 len: 909 time: 0.0843301 Jan 28 15:02:14.763440 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2e8d3c8e-8af1-4772-8aa2-25d3f0389b37 req-634528d0-32a0-468c-bfe9-dddd64d85ac5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b70f595d-3e5b-4c66-a393-e290cfd1c7cf HTTP/1.1" status: 200 len: 1000 time: 0.0633237 Jan 28 15:02:14.811756 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d3c8e-8af1-4772-8aa2-25d3f0389b37 req-020d531b-6de8-42b8-8a8f-9d10e4570606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:02:14.813219 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2e8d3c8e-8af1-4772-8aa2-25d3f0389b37 req-020d531b-6de8-42b8-8a8f-9d10e4570606 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6fd9a3fe-c391-4bcd-bdde-a71a12f737a1 HTTP/1.1" status: 200 len: 848 time: 0.0446336 Jan 28 15:02:14.859002 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d3c8e-8af1-4772-8aa2-25d3f0389b37 req-97ae9781-71c7-40e5-8e09-634022aa0e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:02:14.860594 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2e8d3c8e-8af1-4772-8aa2-25d3f0389b37 req-97ae9781-71c7-40e5-8e09-634022aa0e1c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405908 Jan 28 15:02:14.966217 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2e8d3c8e-8af1-4772-8aa2-25d3f0389b37 req-7dbc5e69-b80a-4691-afd9-fc77ca39a49a service neutron] 10.222.0.18 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979025 Jan 28 15:02:15.057233 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2e8d3c8e-8af1-4772-8aa2-25d3f0389b37 req-80c4ae2f-f960-4057-9bec-6292a129af23 service neutron] 10.222.0.18 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845153 Jan 28 15:02:18.796403 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:02:20.833047 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:02:29.435873 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1e09c99-5345-4060-be6b-0fa52b306616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:02:31.780394 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dc2825a3-44d8-4e0f-a781-0095fdea5233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:02:33.355344 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:02:34.719319 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:02:36.468349 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:02:41.246563 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:02:48.798199 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:02:50.843738 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:02:59.430262 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50957fb4-bd7c-4fd9-8fb5-2b5e5483e3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:00.005930 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-30c7fa11-22ea-42bf-b420-90b374dadde9 req-892fcaa9-61e3-41b1-817b-26ea37b25754 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=97487d06-47d9-4621-b777-6ce71a2541ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420403 Jan 28 15:03:00.094308 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7fa11-22ea-42bf-b420-90b374dadde9 req-71577e83-4c5f-4a16-ad08-80e33d9d4def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:03:00.095862 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-30c7fa11-22ea-42bf-b420-90b374dadde9 req-71577e83-4c5f-4a16-ad08-80e33d9d4def service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=825c696dcb6e47ab9c328f385f9414a8&device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 1096 time: 0.0456431 Jan 28 15:03:00.205637 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7fa11-22ea-42bf-b420-90b374dadde9 req-f4aac3ba-1bc8-4a1b-a2fe-16f054bb0640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:03:00.207183 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-30c7fa11-22ea-42bf-b420-90b374dadde9 req-f4aac3ba-1bc8-4a1b-a2fe-16f054bb0640 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964 HTTP/1.1" status: 200 len: 909 time: 0.0910125 Jan 28 15:03:00.276987 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-30c7fa11-22ea-42bf-b420-90b374dadde9 req-46083b23-6e92-46e1-b353-0ecc6578bd94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bef95f0-2079-4b1e-8793-4cf0dc9b7552 HTTP/1.1" status: 200 len: 1001 time: 0.0581658 Jan 28 15:03:00.329547 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7fa11-22ea-42bf-b420-90b374dadde9 req-300542bf-0dbc-478c-bf32-5aaee66fde37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:03:00.331081 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-30c7fa11-22ea-42bf-b420-90b374dadde9 req-300542bf-0dbc-478c-bf32-5aaee66fde37 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6fd9a3fe-c391-4bcd-bdde-a71a12f737a1 HTTP/1.1" status: 200 len: 848 time: 0.0479066 Jan 28 15:03:00.375600 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7fa11-22ea-42bf-b420-90b374dadde9 req-66222376-ec66-4f1b-ab09-c778d7da3f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:03:00.377106 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-30c7fa11-22ea-42bf-b420-90b374dadde9 req-66222376-ec66-4f1b-ab09-c778d7da3f97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403612 Jan 28 15:03:00.465031 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-30c7fa11-22ea-42bf-b420-90b374dadde9 req-47b4b6fb-2703-4e6a-bb9e-264362df0c54 service neutron] 10.222.0.37 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817676 Jan 28 15:03:00.561606 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-30c7fa11-22ea-42bf-b420-90b374dadde9 req-deb3929a-204f-43e7-be6c-fcacc31dad3e service neutron] 10.222.0.37 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895171 Jan 28 15:03:01.784247 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1353ac58-525f-4246-a247-50b2b080f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:03.356361 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:04.714174 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:06.465305 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:15.848708 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b455ce6-48cf-4c71-801f-3a702e5296c4 req-2d9f7348-2b50-480c-8e76-5fdaca269ddd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9499edb8-5de2-4f99-9898-de58514a8aa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468419 Jan 28 15:03:15.932426 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b455ce6-48cf-4c71-801f-3a702e5296c4 req-e62ac853-f988-4e92-85df-ab34b510dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:03:15.933940 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b455ce6-48cf-4c71-801f-3a702e5296c4 req-e62ac853-f988-4e92-85df-ab34b510dc8d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=825c696dcb6e47ab9c328f385f9414a8&device_id=9499edb8-5de2-4f99-9898-de58514a8aa3 HTTP/1.1" status: 200 len: 1095 time: 0.0415764 Jan 28 15:03:16.039261 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b455ce6-48cf-4c71-801f-3a702e5296c4 req-a9a4cc83-3335-4253-a332-29e92674308a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:03:16.040789 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b455ce6-48cf-4c71-801f-3a702e5296c4 req-a9a4cc83-3335-4253-a332-29e92674308a service neutron] 10.222.0.18 "GET /v2.0/networks?id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964 HTTP/1.1" status: 200 len: 909 time: 0.0884845 Jan 28 15:03:16.109907 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b455ce6-48cf-4c71-801f-3a702e5296c4 req-e8d93c7b-0ded-46b8-93e2-803311897d55 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b70f595d-3e5b-4c66-a393-e290cfd1c7cf HTTP/1.1" status: 200 len: 1000 time: 0.0631256 Jan 28 15:03:16.158085 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b455ce6-48cf-4c71-801f-3a702e5296c4 req-311f39d9-ae47-4b12-920d-168ed5777240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:03:16.159592 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b455ce6-48cf-4c71-801f-3a702e5296c4 req-311f39d9-ae47-4b12-920d-168ed5777240 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6fd9a3fe-c391-4bcd-bdde-a71a12f737a1 HTTP/1.1" status: 200 len: 848 time: 0.0433345 Jan 28 15:03:16.204711 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b455ce6-48cf-4c71-801f-3a702e5296c4 req-51473b51-93b5-46f6-9a73-79e5ef17e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:03:16.206626 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b455ce6-48cf-4c71-801f-3a702e5296c4 req-51473b51-93b5-46f6-9a73-79e5ef17e0f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413661 Jan 28 15:03:16.298493 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b455ce6-48cf-4c71-801f-3a702e5296c4 req-137373eb-56fe-4fcc-8910-cbc36d77998c service neutron] 10.222.0.18 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855594 Jan 28 15:03:16.399918 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-0b455ce6-48cf-4c71-801f-3a702e5296c4 req-b2d65e0f-aac0-4cd5-8de5-22b9e3a0d32c service neutron] 10.222.0.18 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957079 Jan 28 15:03:18.246697 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:03:18.802767 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:20.846835 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:29.435611 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5db368e7-a45a-43dd-8130-2c895bf00b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:31.789663 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-102d57e9-27dd-41f0-b62a-33a91b6d58e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:33.359898 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:34.717617 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:36.461606 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:47.510779 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 details requested by agent hyperv_n-h2-822747-2 with host n-h2-822747-2 {{(pid=103353) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 15:03:47.609040 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 3bef95f0-2079-4b1e-8793-4cf0dc9b7552, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=3bef95f0-2079-4b1e-8793-4cf0dc9b7552,segment=NetworkSegment(bb648cd4-eae7-47cd-bc44-6ced36956ad8),segment_id=bb648cd4-eae7-47cd-bc44-6ced36956ad8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:03:47.619538 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Returning: {'device': '3bef95f0-2079-4b1e-8793-4cf0dc9b7552', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'port_id': '3bef95f0-2079-4b1e-8793-4cf0dc9b7552', 'mac_address': 'fa:16:3e:bc:b3:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103353) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 15:03:47.657109 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 is: ACTIVE; New status is: BUILD {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 15:03:47.657484 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3bef95f0-2079-4b1e-8793-4cf0dc9b7552), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:47.670098 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 15:03:47.690031 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 3bef95f0-2079-4b1e-8793-4cf0dc9b7552, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=3bef95f0-2079-4b1e-8793-4cf0dc9b7552,segment=NetworkSegment(bb648cd4-eae7-47cd-bc44-6ced36956ad8),segment_id=bb648cd4-eae7-47cd-bc44-6ced36956ad8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:03:47.695486 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3bef95f0-2079-4b1e-8793-4cf0dc9b7552), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:47.748809 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=3bef95f0-2079-4b1e-8793-4cf0dc9b7552,revision_number=6']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:03:47.757002 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:03:47.757349 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:03:47.757696 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:03:47.758043 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:03:47.758390 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:03:47.758719 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:03:47.759083 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:03:47.759415 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:03:47.759746 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:03:47.760074 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:03:47.760398 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:03:47.760720 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:03:47.761103 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:03:47.775285 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] get_ports_and_sgs() called for port_ids ['3bef95f0-2079-4b1e-8793-4cf0dc9b7552'] {{(pid=103353) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 15:03:48.801151 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:49.518531 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 up at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 15:03:49.588794 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Provisioning complete for port 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 triggered by entity L2. {{(pid=103353) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 15:03:49.589166 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7808417'] for port (3bef95f0-2079-4b1e-8793-4cf0dc9b7552), provisioning_complete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:49.678381 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 is: BUILD; New status is: ACTIVE {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 15:03:49.678937 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3bef95f0-2079-4b1e-8793-4cf0dc9b7552), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:49.706398 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97487d06-47d9-4621-b777-6ce71a2541ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bef95f0-2079-4b1e-8793-4cf0dc9b7552'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 15:03:49.708922 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514232ed-81bc-4deb-8839-469c839b44fb" -d '{"events": [{"server_uuid": "97487d06-47d9-4621-b777-6ce71a2541ae", "name": "network-vif-plugged", "status": "completed", "tag": "3bef95f0-2079-4b1e-8793-4cf0dc9b7552"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 15:03:49.737345 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 3bef95f0-2079-4b1e-8793-4cf0dc9b7552, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=3bef95f0-2079-4b1e-8793-4cf0dc9b7552,segment=NetworkSegment(bb648cd4-eae7-47cd-bc44-6ced36956ad8),segment_id=bb648cd4-eae7-47cd-bc44-6ced36956ad8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:03:49.743200 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3bef95f0-2079-4b1e-8793-4cf0dc9b7552), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:49.965640 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 15:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251d6af5-b1b3-49a8-bd2f-d3aa75bf293a x-openstack-request-id: req-251d6af5-b1b3-49a8-bd2f-d3aa75bf293a {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 15:03:49.966467 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97487d06-47d9-4621-b777-6ce71a2541ae", "name": "network-vif-plugged", "status": "completed", "tag": "3bef95f0-2079-4b1e-8793-4cf0dc9b7552", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 15:03:49.966467 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-251d6af5-b1b3-49a8-bd2f-d3aa75bf293a {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 15:03:49.966769 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97487d06-47d9-4621-b777-6ce71a2541ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bef95f0-2079-4b1e-8793-4cf0dc9b7552', 'code': 200} Jan 28 15:03:49.976801 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=3bef95f0-2079-4b1e-8793-4cf0dc9b7552,revision_number=7']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:03:50.845346 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:55.247346 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:03:58.982339 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55186) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:03:59.142468 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-4efd6e02-26cf-4c95-931f-dbd26f689c9d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Deleting port c064bb1a-b6c4-4edf-856b-c31249150eff {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 15:03:59.142721 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4efd6e02-26cf-4c95-931f-dbd26f689c9d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (c064bb1a-b6c4-4edf-856b-c31249150eff), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:59.221091 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4efd6e02-26cf-4c95-931f-dbd26f689c9d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (c064bb1a-b6c4-4edf-856b-c31249150eff), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:59.221381 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4efd6e02-26cf-4c95-931f-dbd26f689c9d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for floatingip (c064bb1a-b6c4-4edf-856b-c31249150eff), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:59.233272 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-4efd6e02-26cf-4c95-931f-dbd26f689c9d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Calling delete_port for c064bb1a-b6c4-4edf-856b-c31249150eff owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 15:03:59.379146 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4efd6e02-26cf-4c95-931f-dbd26f689c9d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (c064bb1a-b6c4-4edf-856b-c31249150eff), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:59.408325 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd6e02-26cf-4c95-931f-dbd26f689c9d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Pushing event deleted for resources: {'Port': ['ID=c064bb1a-b6c4-4edf-856b-c31249150eff,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:03:59.437611 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd6e02-26cf-4c95-931f-dbd26f689c9d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:03:59.437914 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cec8b78d-8da8-44b3-8c82-960d7af6939e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:59.438439 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd6e02-26cf-4c95-931f-dbd26f689c9d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:03:59.438439 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd6e02-26cf-4c95-931f-dbd26f689c9d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:03:59.438615 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd6e02-26cf-4c95-931f-dbd26f689c9d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:03:59.438983 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd6e02-26cf-4c95-931f-dbd26f689c9d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:03:59.439326 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd6e02-26cf-4c95-931f-dbd26f689c9d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:03:59.439650 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd6e02-26cf-4c95-931f-dbd26f689c9d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:03:59.439974 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd6e02-26cf-4c95-931f-dbd26f689c9d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:03:59.440294 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd6e02-26cf-4c95-931f-dbd26f689c9d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:03:59.440608 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd6e02-26cf-4c95-931f-dbd26f689c9d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:03:59.440918 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd6e02-26cf-4c95-931f-dbd26f689c9d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:03:59.441246 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd6e02-26cf-4c95-931f-dbd26f689c9d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:03:59.441563 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd6e02-26cf-4c95-931f-dbd26f689c9d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:03:59.480281 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4efd6e02-26cf-4c95-931f-dbd26f689c9d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for floatingip (04ebbdf0-6b15-43da-bdcc-51908e654e55), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:59.480615 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-4efd6e02-26cf-4c95-931f-dbd26f689c9d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Floating IP 04ebbdf0-6b15-43da-bdcc-51908e654e55 disassociated (deleted). External IP: 172.25.3.251, port: 3bef95f0-2079-4b1e-8793-4cf0dc9b7552. Jan 28 15:03:59.692607 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efd6e02-26cf-4c95-931f-dbd26f689c9d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Router 926efc8a-66b1-4e5c-879a-85331b394459 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 15:03:59.801854 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efd6e02-26cf-4c95-931f-dbd26f689c9d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 15:03:59.806651 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-4efd6e02-26cf-4c95-931f-dbd26f689c9d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:59.812459 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5ae9d0-5ea9-4da9-b1e8-d2318361ece1 None None] Sync routers for ids ['926efc8a-66b1-4e5c-879a-85331b394459'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 15:03:59.823084 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5ae9d0-5ea9-4da9-b1e8-d2318361ece1 None None] Routers {'926efc8a-66b1-4e5c-879a-85331b394459'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 15:03:59.823717 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-ff5ae9d0-5ea9-4da9-b1e8-d2318361ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T15:03:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['926efc8a-66b1-4e5c-879a-85331b394459'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:03:59.834710 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-4efd6e02-26cf-4c95-931f-dbd26f689c9d tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "DELETE /v2.0/floatingips/04ebbdf0-6b15-43da-bdcc-51908e654e55 HTTP/1.1" status: 204 len: 168 time: 0.8512239 Jan 28 15:03:59.835354 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97487d06-47d9-4621-b777-6ce71a2541ae', 'tag': '3bef95f0-2079-4b1e-8793-4cf0dc9b7552'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 15:03:59.837617 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121722ce-1902-4d19-bd1e-0b5f1a03f438" -d '{"events": [{"name": "network-changed", "server_uuid": "97487d06-47d9-4621-b777-6ce71a2541ae", "tag": "3bef95f0-2079-4b1e-8793-4cf0dc9b7552"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 15:03:59.945858 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 15:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba73b30-6556-4990-a060-6101194f76ea x-openstack-request-id: req-bba73b30-6556-4990-a060-6101194f76ea {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 15:03:59.946226 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97487d06-47d9-4621-b777-6ce71a2541ae", "tag": "3bef95f0-2079-4b1e-8793-4cf0dc9b7552", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 15:03:59.946576 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bba73b30-6556-4990-a060-6101194f76ea {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 15:03:59.947190 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97487d06-47d9-4621-b777-6ce71a2541ae', 'tag': '3bef95f0-2079-4b1e-8793-4cf0dc9b7552', 'status': 'completed', 'code': 200} Jan 28 15:03:59.953568 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-ff5ae9d0-5ea9-4da9-b1e8-d2318361ece1 None None] Set router 926efc8a-66b1-4e5c-879a-85331b394459 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 15:04:00.012947 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121722ce-1902-4d19-bd1e-0b5f1a03f438 req-97ed3e01-8c24-4103-8879-ba8ef180a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:04:00.014842 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-121722ce-1902-4d19-bd1e-0b5f1a03f438 req-97ed3e01-8c24-4103-8879-ba8ef180a08c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=825c696dcb6e47ab9c328f385f9414a8&device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 1096 time: 0.0429707 Jan 28 15:04:00.118577 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121722ce-1902-4d19-bd1e-0b5f1a03f438 req-f7b3ec2d-a882-4aad-8ee0-c40523c157cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:04:00.120229 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-121722ce-1902-4d19-bd1e-0b5f1a03f438 req-f7b3ec2d-a882-4aad-8ee0-c40523c157cd service neutron] 10.222.0.37 "GET /v2.0/networks?id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964 HTTP/1.1" status: 200 len: 909 time: 0.0990827 Jan 28 15:04:00.159184 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc909b-ad93-4810-ae1a-2395b4728533 req-97e55b69-f301-4eae-821e-f03708fb33ff tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:04:00.160838 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4ebc909b-ad93-4810-ae1a-2395b4728533 req-97e55b69-f301-4eae-821e-f03708fb33ff tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 945 time: 0.1090095 Jan 28 15:04:00.165235 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-121722ce-1902-4d19-bd1e-0b5f1a03f438 req-19c24289-4cfd-442c-a8c0-3124fba06b7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bef95f0-2079-4b1e-8793-4cf0dc9b7552 HTTP/1.1" status: 200 len: 217 time: 0.0372336 Jan 28 15:04:00.210376 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-4ebc909b-ad93-4810-ae1a-2395b4728533 req-26fe406b-44c3-4196-a0c3-46251659fe53 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435421 Jan 28 15:04:00.214744 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-ff5ae9d0-5ea9-4da9-b1e8-d2318361ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926efc8a-66b1-4e5c-879a-85331b394459', 'name': 'tempest-TestSnapshotPattern-974622380-router', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:42Z', 'updated_at': '2022-01-28T14:58:45Z', 'revision_number': 4, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'gw_port': {'id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:43Z', 'updated_at': '2022-01-28T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'f6fca4e6-ed17-4eb8-a686-f948b9d73cd9', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'port_id': 'b70f595d-3e5b-4c66-a393-e290cfd1c7cf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'mac_address': 'fa:16:3e:b4:49:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9499edb8-5de2-4f99-9898-de58514a8aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:59:06Z', 'updated_at': '2022-01-28T14:59:09Z', 'revision_number': 1, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a989e45-13e5-44bd-8390-a38c31ee9e75', 'name': '', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'mac_address': 'fa:16:3e:b2:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:45Z', 'updated_at': '2022-01-28T14:58:50Z', 'revision_number': 5, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'subnets': [{'id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:04:00.224290 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121722ce-1902-4d19-bd1e-0b5f1a03f438 req-ce50bf86-0ac0-43c5-abe3-50d93de4dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:04:00.225886 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-121722ce-1902-4d19-bd1e-0b5f1a03f438 req-ce50bf86-0ac0-43c5-abe3-50d93de4dcda service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6fd9a3fe-c391-4bcd-bdde-a71a12f737a1 HTTP/1.1" status: 200 len: 848 time: 0.0544434 Jan 28 15:04:00.241475 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5ae9d0-5ea9-4da9-b1e8-d2318361ece1 None None] Checking router: 926efc8a-66b1-4e5c-879a-85331b394459 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 15:04:00.249930 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5ae9d0-5ea9-4da9-b1e8-d2318361ece1 None None] Routers {'926efc8a-66b1-4e5c-879a-85331b394459'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 15:04:00.250552 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-ff5ae9d0-5ea9-4da9-b1e8-d2318361ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T15:03:32Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['926efc8a-66b1-4e5c-879a-85331b394459'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:04:00.278731 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121722ce-1902-4d19-bd1e-0b5f1a03f438 req-3db78f72-23ef-47aa-832a-a87ef54b02ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:04:00.280302 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-121722ce-1902-4d19-bd1e-0b5f1a03f438 req-3db78f72-23ef-47aa-832a-a87ef54b02ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477655 Jan 28 15:04:00.362092 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-ff5ae9d0-5ea9-4da9-b1e8-d2318361ece1 None None] Set router 926efc8a-66b1-4e5c-879a-85331b394459 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 15:04:00.371037 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-121722ce-1902-4d19-bd1e-0b5f1a03f438 req-c61f03cc-7849-4f95-a49b-d5cd52cb5f7e service neutron] 10.222.0.37 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838277 Jan 28 15:04:00.465431 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-121722ce-1902-4d19-bd1e-0b5f1a03f438 req-3dafde26-64f8-4f7c-bdbe-fcdcd385c5f1 service neutron] 10.222.0.37 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878847 Jan 28 15:04:00.597827 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-ff5ae9d0-5ea9-4da9-b1e8-d2318361ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926efc8a-66b1-4e5c-879a-85331b394459', 'name': 'tempest-TestSnapshotPattern-974622380-router', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:42Z', 'updated_at': '2022-01-28T14:58:45Z', 'revision_number': 4, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'gw_port': {'id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:43Z', 'updated_at': '2022-01-28T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'f6fca4e6-ed17-4eb8-a686-f948b9d73cd9', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'port_id': 'b70f595d-3e5b-4c66-a393-e290cfd1c7cf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'mac_address': 'fa:16:3e:b4:49:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9499edb8-5de2-4f99-9898-de58514a8aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:59:06Z', 'updated_at': '2022-01-28T14:59:09Z', 'revision_number': 1, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a989e45-13e5-44bd-8390-a38c31ee9e75', 'name': '', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'mac_address': 'fa:16:3e:b2:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:45Z', 'updated_at': '2022-01-28T14:58:50Z', 'revision_number': 5, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'subnets': [{'id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:04:00.628288 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5ae9d0-5ea9-4da9-b1e8-d2318361ece1 None None] The sync data for ids ['926efc8a-66b1-4e5c-879a-85331b394459'] in n-d-822747-2 is: [{'id': '926efc8a-66b1-4e5c-879a-85331b394459', 'name': 'tempest-TestSnapshotPattern-974622380-router', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:42Z', 'updated_at': '2022-01-28T14:58:45Z', 'revision_number': 4, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'gw_port': {'id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:43Z', 'updated_at': '2022-01-28T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_floatingips': [{'id': 'f6fca4e6-ed17-4eb8-a686-f948b9d73cd9', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'router_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'port_id': 'b70f595d-3e5b-4c66-a393-e290cfd1c7cf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'mac_address': 'fa:16:3e:b4:49:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9499edb8-5de2-4f99-9898-de58514a8aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:59:06Z', 'updated_at': '2022-01-28T14:59:09Z', 'revision_number': 1, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a989e45-13e5-44bd-8390-a38c31ee9e75', 'name': '', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'mac_address': 'fa:16:3e:b2:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:45Z', 'updated_at': '2022-01-28T14:58:50Z', 'revision_number': 5, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'subnets': [{'id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 15:04:00.886079 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b80b53a-973a-4fef-b036-6989b4b0e110 None None] New status for floating IP 04ebbdf0-6b15-43da-bdcc-51908e654e55: DOWN {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 15:04:01.336747 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93135954-49ce-4b4a-b843-bb397577f3c8 req-abb223f9-7dcb-48da-a8a0-6ea6e66234f9 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:04:01.338563 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-93135954-49ce-4b4a-b843-bb397577f3c8 req-abb223f9-7dcb-48da-a8a0-6ea6e66234f9 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 945 time: 0.0519023 Jan 28 15:04:01.391197 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-93135954-49ce-4b4a-b843-bb397577f3c8 req-eca4d171-af39-483d-9d38-867c213ed740 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460658 Jan 28 15:04:01.587933 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 15:04:01.676527 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Current status of the port 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 is: ACTIVE; New status is: DOWN {{(pid=103353) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 15:04:01.677359 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7839373'] for port (3bef95f0-2079-4b1e-8793-4cf0dc9b7552), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:01.700696 n-d-822747-2 neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97487d06-47d9-4621-b777-6ce71a2541ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bef95f0-2079-4b1e-8793-4cf0dc9b7552'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 15:04:01.702966 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2b2fa89c31af7bb07288153239316120c77bccf0d3485d80c151db881fae725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1dc517-7cd7-4dd4-92b2-f905ed146c87" -d '{"events": [{"server_uuid": "97487d06-47d9-4621-b777-6ce71a2541ae", "name": "network-vif-unplugged", "status": "completed", "tag": "3bef95f0-2079-4b1e-8793-4cf0dc9b7552"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 15:04:01.717555 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] For port 3bef95f0-2079-4b1e-8793-4cf0dc9b7552, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=3bef95f0-2079-4b1e-8793-4cf0dc9b7552,segment=NetworkSegment(bb648cd4-eae7-47cd-bc44-6ced36956ad8),segment_id=bb648cd4-eae7-47cd-bc44-6ced36956ad8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:04:01.721996 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775577984467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775577654824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775577654842'] for port (3bef95f0-2079-4b1e-8793-4cf0dc9b7552), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:01.747365 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 15:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787a6c4d-979d-4b6d-8225-41832f9db042 x-openstack-request-id: req-787a6c4d-979d-4b6d-8225-41832f9db042 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 15:04:01.747657 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97487d06-47d9-4621-b777-6ce71a2541ae", "name": "network-vif-unplugged", "status": "completed", "tag": "3bef95f0-2079-4b1e-8793-4cf0dc9b7552", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 15:04:01.747914 n-d-822747-2 neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-787a6c4d-979d-4b6d-8225-41832f9db042 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 15:04:01.748302 n-d-822747-2 neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97487d06-47d9-4621-b777-6ce71a2541ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bef95f0-2079-4b1e-8793-4cf0dc9b7552', 'code': 200} Jan 28 15:04:01.774807 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Pushing event updated for resources: {'Port': ['ID=3bef95f0-2079-4b1e-8793-4cf0dc9b7552,revision_number=8']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:04:01.794959 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c77f04cb-bfc1-4757-a65f-037244205243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:01.841454 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fbdf6-a2e7-440a-ac0a-1ad49223b526 req-65c9b646-167d-4445-9a87-8537b2929063 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:04:01.842816 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-212fbdf6-a2e7-440a-ac0a-1ad49223b526 req-65c9b646-167d-4445-9a87-8537b2929063 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.37 "GET /v2.0/ports?device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 943 time: 0.0506675 Jan 28 15:04:01.941471 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-212fbdf6-a2e7-440a-ac0a-1ad49223b526 req-fd35bcc9-9cc0-400b-b6e0-dacef00a1406 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Deleting port 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 15:04:01.941854 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-212fbdf6-a2e7-440a-ac0a-1ad49223b526 req-fd35bcc9-9cc0-400b-b6e0-dacef00a1406 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (3bef95f0-2079-4b1e-8793-4cf0dc9b7552), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:02.031813 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-212fbdf6-a2e7-440a-ac0a-1ad49223b526 req-fd35bcc9-9cc0-400b-b6e0-dacef00a1406 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] For port 3bef95f0-2079-4b1e-8793-4cf0dc9b7552, host n-h2-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822747-2',level=0,port_id=3bef95f0-2079-4b1e-8793-4cf0dc9b7552,segment=NetworkSegment(bb648cd4-eae7-47cd-bc44-6ced36956ad8),segment_id=bb648cd4-eae7-47cd-bc44-6ced36956ad8)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:04:02.032169 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-212fbdf6-a2e7-440a-ac0a-1ad49223b526 req-fd35bcc9-9cc0-400b-b6e0-dacef00a1406 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (3bef95f0-2079-4b1e-8793-4cf0dc9b7552), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:02.044066 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-212fbdf6-a2e7-440a-ac0a-1ad49223b526 req-fd35bcc9-9cc0-400b-b6e0-dacef00a1406 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Calling delete_port for 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 15:04:02.174682 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-212fbdf6-a2e7-440a-ac0a-1ad49223b526 req-fd35bcc9-9cc0-400b-b6e0-dacef00a1406 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (3bef95f0-2079-4b1e-8793-4cf0dc9b7552), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:02.207359 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35bcc9-9cc0-400b-b6e0-dacef00a1406 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Pushing event deleted for resources: {'Port': ['ID=3bef95f0-2079-4b1e-8793-4cf0dc9b7552,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:04:02.253925 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-212fbdf6-a2e7-440a-ac0a-1ad49223b526 req-fd35bcc9-9cc0-400b-b6e0-dacef00a1406 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] No DVR routers for this DVR port 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 on host n-h2-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 15:04:02.256769 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-212fbdf6-a2e7-440a-ac0a-1ad49223b526 req-fd35bcc9-9cc0-400b-b6e0-dacef00a1406 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:02.260211 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-212fbdf6-a2e7-440a-ac0a-1ad49223b526 req-fd35bcc9-9cc0-400b-b6e0-dacef00a1406 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.37 "DELETE /v2.0/ports/3bef95f0-2079-4b1e-8793-4cf0dc9b7552 HTTP/1.1" status: 204 len: 173 time: 0.4118989 Jan 28 15:04:02.260648 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97487d06-47d9-4621-b777-6ce71a2541ae', 'name': 'network-vif-deleted', 'tag': '3bef95f0-2079-4b1e-8793-4cf0dc9b7552'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 15:04:02.262977 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5eb551-9003-4afb-8be0-c65b5b33d855" -d '{"events": [{"server_uuid": "97487d06-47d9-4621-b777-6ce71a2541ae", "name": "network-vif-deleted", "tag": "3bef95f0-2079-4b1e-8793-4cf0dc9b7552"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 15:04:02.308819 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 15:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a78290b-7d87-4042-8bc4-213cfa32ba21 x-openstack-request-id: req-7a78290b-7d87-4042-8bc4-213cfa32ba21 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 15:04:02.309105 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97487d06-47d9-4621-b777-6ce71a2541ae", "name": "network-vif-deleted", "tag": "3bef95f0-2079-4b1e-8793-4cf0dc9b7552", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 15:04:02.309366 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a78290b-7d87-4042-8bc4-213cfa32ba21 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 15:04:02.309775 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97487d06-47d9-4621-b777-6ce71a2541ae', 'name': 'network-vif-deleted', 'tag': '3bef95f0-2079-4b1e-8793-4cf0dc9b7552', 'status': 'completed', 'code': 200} Jan 28 15:04:02.502830 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-102f1452-2f51-4eed-8a06-7f8b68f955bf req-028cd0e5-05bf-464d-9e21-9ecf837700b2 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=97487d06-47d9-4621-b777-6ce71a2541ae HTTP/1.1" status: 200 len: 210 time: 0.0285456 Jan 28 15:04:03.362147 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:04.096462 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55260) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:04:04.270573 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e4a79702-9945-40cc-9dab-2c7df1a587e5 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Deleting port 3ff03630-5f07-4cdb-9090-91749bf40225 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 15:04:04.270959 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4a79702-9945-40cc-9dab-2c7df1a587e5 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (3ff03630-5f07-4cdb-9090-91749bf40225), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:04.345330 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4a79702-9945-40cc-9dab-2c7df1a587e5 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (3ff03630-5f07-4cdb-9090-91749bf40225), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:04.345647 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4a79702-9945-40cc-9dab-2c7df1a587e5 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for floatingip (3ff03630-5f07-4cdb-9090-91749bf40225), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:04.357393 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-e4a79702-9945-40cc-9dab-2c7df1a587e5 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Calling delete_port for 3ff03630-5f07-4cdb-9090-91749bf40225 owned by network:floatingip {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 15:04:04.511221 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4a79702-9945-40cc-9dab-2c7df1a587e5 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (3ff03630-5f07-4cdb-9090-91749bf40225), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:04.541343 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a79702-9945-40cc-9dab-2c7df1a587e5 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Pushing event deleted for resources: {'Port': ['ID=3ff03630-5f07-4cdb-9090-91749bf40225,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:04:04.602017 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4a79702-9945-40cc-9dab-2c7df1a587e5 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for floatingip (f6fca4e6-ed17-4eb8-a686-f948b9d73cd9), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:04.602362 n-d-822747-2 neutron-server[103352]: INFO neutron.db.l3_db [None req-e4a79702-9945-40cc-9dab-2c7df1a587e5 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Floating IP f6fca4e6-ed17-4eb8-a686-f948b9d73cd9 disassociated (deleted). External IP: 172.25.3.209, port: b70f595d-3e5b-4c66-a393-e290cfd1c7cf. Jan 28 15:04:04.720935 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:05.144762 n-d-822747-2 neutron-server[103352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a79702-9945-40cc-9dab-2c7df1a587e5 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Router 926efc8a-66b1-4e5c-879a-85331b394459 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 15:04:05.251903 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a79702-9945-40cc-9dab-2c7df1a587e5 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 15:04:05.256825 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-e4a79702-9945-40cc-9dab-2c7df1a587e5 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for floatingip (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:05.261396 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81116da-9e09-4867-ad4e-62b6a1906805 None None] Sync routers for ids ['926efc8a-66b1-4e5c-879a-85331b394459'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 15:04:05.271749 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81116da-9e09-4867-ad4e-62b6a1906805 None None] Routers {'926efc8a-66b1-4e5c-879a-85331b394459'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 15:04:05.272492 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e81116da-9e09-4867-ad4e-62b6a1906805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T15:04:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['926efc8a-66b1-4e5c-879a-85331b394459'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:04:05.286388 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-e4a79702-9945-40cc-9dab-2c7df1a587e5 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "DELETE /v2.0/floatingips/f6fca4e6-ed17-4eb8-a686-f948b9d73cd9 HTTP/1.1" status: 204 len: 168 time: 1.1887724 Jan 28 15:04:05.287144 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9499edb8-5de2-4f99-9898-de58514a8aa3', 'tag': 'b70f595d-3e5b-4c66-a393-e290cfd1c7cf'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 15:04:05.289512 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3cea0d-2111-4627-9c3d-da336a4ebf47" -d '{"events": [{"name": "network-changed", "server_uuid": "9499edb8-5de2-4f99-9898-de58514a8aa3", "tag": "b70f595d-3e5b-4c66-a393-e290cfd1c7cf"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 15:04:05.327976 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 15:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd031522-ae93-45df-bb7b-ac07fa7fb3dd x-openstack-request-id: req-bd031522-ae93-45df-bb7b-ac07fa7fb3dd {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 15:04:05.328184 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9499edb8-5de2-4f99-9898-de58514a8aa3", "tag": "b70f595d-3e5b-4c66-a393-e290cfd1c7cf", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 15:04:05.328291 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd031522-ae93-45df-bb7b-ac07fa7fb3dd {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 15:04:05.328699 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9499edb8-5de2-4f99-9898-de58514a8aa3', 'tag': 'b70f595d-3e5b-4c66-a393-e290cfd1c7cf', 'status': 'completed', 'code': 200} Jan 28 15:04:05.387908 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-e81116da-9e09-4867-ad4e-62b6a1906805 None None] Set router 926efc8a-66b1-4e5c-879a-85331b394459 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 15:04:05.451125 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cea0d-2111-4627-9c3d-da336a4ebf47 req-f4499ed1-f7eb-462d-a19c-07c3288689ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:04:05.453524 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bf3cea0d-2111-4627-9c3d-da336a4ebf47 req-f4499ed1-f7eb-462d-a19c-07c3288689ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=825c696dcb6e47ab9c328f385f9414a8&device_id=9499edb8-5de2-4f99-9898-de58514a8aa3 HTTP/1.1" status: 200 len: 1095 time: 0.1011045 Jan 28 15:04:05.556467 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a27133-1708-4fc4-9ef6-ed8762d01a75 req-60b71d5b-2071-4a4d-8a76-ea7f9b1ae7bd tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:04:05.563475 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c7a27133-1708-4fc4-9ef6-ed8762d01a75 req-60b71d5b-2071-4a4d-8a76-ea7f9b1ae7bd tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=9499edb8-5de2-4f99-9898-de58514a8aa3 HTTP/1.1" status: 200 len: 944 time: 0.0722895 Jan 28 15:04:05.598254 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 no longer exists at agent hyperv_n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 15:04:05.618861 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-c7a27133-1708-4fc4-9ef6-ed8762d01a75 req-7d65f384-f63f-482f-91c4-d0db17ba8d41 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/security-groups?id=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542459 Jan 28 15:04:05.641400 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] No Port match for: 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 15:04:05.641400 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Device 3bef95f0-2079-4b1e-8793-4cf0dc9b7552 not bound to the agent host n-h2-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 15:04:05.653240 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e81116da-9e09-4867-ad4e-62b6a1906805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926efc8a-66b1-4e5c-879a-85331b394459', 'name': 'tempest-TestSnapshotPattern-974622380-router', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:42Z', 'updated_at': '2022-01-28T14:58:45Z', 'revision_number': 4, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'gw_port': {'id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:43Z', 'updated_at': '2022-01-28T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '6a989e45-13e5-44bd-8390-a38c31ee9e75', 'name': '', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'mac_address': 'fa:16:3e:b2:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:45Z', 'updated_at': '2022-01-28T14:58:50Z', 'revision_number': 5, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'subnets': [{'id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:04:05.683950 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81116da-9e09-4867-ad4e-62b6a1906805 None None] Checking router: 926efc8a-66b1-4e5c-879a-85331b394459 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 15:04:05.693388 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81116da-9e09-4867-ad4e-62b6a1906805 None None] Routers {'926efc8a-66b1-4e5c-879a-85331b394459'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 15:04:05.694023 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e81116da-9e09-4867-ad4e-62b6a1906805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T15:04:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['926efc8a-66b1-4e5c-879a-85331b394459'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:04:05.807726 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-e81116da-9e09-4867-ad4e-62b6a1906805 None None] Set router 926efc8a-66b1-4e5c-879a-85331b394459 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 15:04:05.868108 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cea0d-2111-4627-9c3d-da336a4ebf47 req-13d326e0-a994-4904-8e53-74780894d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:04:05.869595 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bf3cea0d-2111-4627-9c3d-da336a4ebf47 req-13d326e0-a994-4904-8e53-74780894d59f service neutron] 10.222.0.18 "GET /v2.0/networks?id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964 HTTP/1.1" status: 200 len: 909 time: 0.4097331 Jan 28 15:04:05.912852 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bf3cea0d-2111-4627-9c3d-da336a4ebf47 req-a5cbf858-3326-41ae-843d-9c5f52f2a4f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b70f595d-3e5b-4c66-a393-e290cfd1c7cf HTTP/1.1" status: 200 len: 217 time: 0.0350914 Jan 28 15:04:05.965624 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cea0d-2111-4627-9c3d-da336a4ebf47 req-17992e79-223e-4e80-8f48-05023ebd8758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:04:05.967125 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bf3cea0d-2111-4627-9c3d-da336a4ebf47 req-17992e79-223e-4e80-8f48-05023ebd8758 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6fd9a3fe-c391-4bcd-bdde-a71a12f737a1 HTTP/1.1" status: 200 len: 848 time: 0.0466001 Jan 28 15:04:06.014003 n-d-822747-2 neutron-server[103351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cea0d-2111-4627-9c3d-da336a4ebf47 req-63722912-0382-4bef-bcd1-291b0a8154ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:04:06.015608 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bf3cea0d-2111-4627-9c3d-da336a4ebf47 req-63722912-0382-4bef-bcd1-291b0a8154ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8bf5d4ed-be28-49b5-bbeb-9875bdaae964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414705 Jan 28 15:04:06.019209 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-e81116da-9e09-4867-ad4e-62b6a1906805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926efc8a-66b1-4e5c-879a-85331b394459', 'name': 'tempest-TestSnapshotPattern-974622380-router', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:42Z', 'updated_at': '2022-01-28T14:58:45Z', 'revision_number': 4, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'gw_port': {'id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:43Z', 'updated_at': '2022-01-28T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '6a989e45-13e5-44bd-8390-a38c31ee9e75', 'name': '', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'mac_address': 'fa:16:3e:b2:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:45Z', 'updated_at': '2022-01-28T14:58:50Z', 'revision_number': 5, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'subnets': [{'id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:04:06.050462 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81116da-9e09-4867-ad4e-62b6a1906805 None None] The sync data for ids ['926efc8a-66b1-4e5c-879a-85331b394459'] in n-d-822747-2 is: [{'id': '926efc8a-66b1-4e5c-879a-85331b394459', 'name': 'tempest-TestSnapshotPattern-974622380-router', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:42Z', 'updated_at': '2022-01-28T14:58:45Z', 'revision_number': 4, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'gw_port': {'id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:43Z', 'updated_at': '2022-01-28T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2', '_interfaces': [{'id': '6a989e45-13e5-44bd-8390-a38c31ee9e75', 'name': '', 'network_id': '8bf5d4ed-be28-49b5-bbeb-9875bdaae964', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'mac_address': 'fa:16:3e:b2:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:45Z', 'updated_at': '2022-01-28T14:58:50Z', 'revision_number': 5, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'subnets': [{'id': '6fd9a3fe-c391-4bcd-bdde-a71a12f737a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 15:04:06.105661 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.18', 54465) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:04:06.107201 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bf3cea0d-2111-4627-9c3d-da336a4ebf47 req-c603c817-4a75-40fe-990c-752225c5e3b6 service neutron] 10.222.0.18 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842946 Jan 28 15:04:06.163054 n-d-822747-2 neutron-server[103352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bff759-ea69-40fe-8c6a-6defd30fb739 req-361c3206-387a-474a-8251-262dbb13e132 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:04:06.164555 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-57bff759-ea69-40fe-8c6a-6defd30fb739 req-361c3206-387a-474a-8251-262dbb13e132 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.18 "GET /v2.0/ports?device_id=9499edb8-5de2-4f99-9898-de58514a8aa3 HTTP/1.1" status: 200 len: 944 time: 0.0578008 Jan 28 15:04:06.211394 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-bf3cea0d-2111-4627-9c3d-da336a4ebf47 req-86b42d9f-1a01-4cb4-a852-9f72a455bcae service neutron] 10.222.0.18 "GET /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966468 Jan 28 15:04:06.259409 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-57bff759-ea69-40fe-8c6a-6defd30fb739 req-ea883d3f-7e15-4d05-89a2-5a007a0ccc43 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Deleting port b70f595d-3e5b-4c66-a393-e290cfd1c7cf {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 15:04:06.259746 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-57bff759-ea69-40fe-8c6a-6defd30fb739 req-ea883d3f-7e15-4d05-89a2-5a007a0ccc43 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (b70f595d-3e5b-4c66-a393-e290cfd1c7cf), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:06.297337 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738d5994-8e91-465b-a904-f53f74a56d13 None None] New status for floating IP f6fca4e6-ed17-4eb8-a686-f948b9d73cd9: DOWN {{(pid=103354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 15:04:06.357640 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [req-57bff759-ea69-40fe-8c6a-6defd30fb739 req-ea883d3f-7e15-4d05-89a2-5a007a0ccc43 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] For port b70f595d-3e5b-4c66-a393-e290cfd1c7cf, host n-h1-822747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822747-2',level=0,port_id=b70f595d-3e5b-4c66-a393-e290cfd1c7cf,segment=NetworkSegment(bb648cd4-eae7-47cd-bc44-6ced36956ad8),segment_id=bb648cd4-eae7-47cd-bc44-6ced36956ad8)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:04:06.357903 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-57bff759-ea69-40fe-8c6a-6defd30fb739 req-ea883d3f-7e15-4d05-89a2-5a007a0ccc43 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (b70f595d-3e5b-4c66-a393-e290cfd1c7cf), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:06.370549 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [req-57bff759-ea69-40fe-8c6a-6defd30fb739 req-ea883d3f-7e15-4d05-89a2-5a007a0ccc43 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Calling delete_port for b70f595d-3e5b-4c66-a393-e290cfd1c7cf owned by compute:nova {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 15:04:06.455659 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:06.498235 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-57bff759-ea69-40fe-8c6a-6defd30fb739 req-ea883d3f-7e15-4d05-89a2-5a007a0ccc43 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (b70f595d-3e5b-4c66-a393-e290cfd1c7cf), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:06.531090 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea883d3f-7e15-4d05-89a2-5a007a0ccc43 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Pushing event deleted for resources: {'Port': ['ID=b70f595d-3e5b-4c66-a393-e290cfd1c7cf,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:04:06.571927 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [req-57bff759-ea69-40fe-8c6a-6defd30fb739 req-ea883d3f-7e15-4d05-89a2-5a007a0ccc43 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] No DVR routers for this DVR port b70f595d-3e5b-4c66-a393-e290cfd1c7cf on host n-h1-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 15:04:06.574575 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [req-57bff759-ea69-40fe-8c6a-6defd30fb739 req-ea883d3f-7e15-4d05-89a2-5a007a0ccc43 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42534'] for port (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:06.577922 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [req-57bff759-ea69-40fe-8c6a-6defd30fb739 req-ea883d3f-7e15-4d05-89a2-5a007a0ccc43 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.18 "DELETE /v2.0/ports/b70f595d-3e5b-4c66-a393-e290cfd1c7cf HTTP/1.1" status: 204 len: 173 time: 0.4071517 Jan 28 15:04:06.734953 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [req-2e6031a3-d6d4-4bad-a7e4-408763dcadbb req-7b2adcc7-5ee3-4e1f-970e-787db0e41533 tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "GET /v2.0/ports?device_id=9499edb8-5de2-4f99-9898-de58514a8aa3 HTTP/1.1" status: 200 len: 210 time: 0.0284050 Jan 28 15:04:07.330017 n-d-822747-2 neutron-server[103352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9499edb8-5de2-4f99-9898-de58514a8aa3', 'name': 'network-vif-deleted', 'tag': 'b70f595d-3e5b-4c66-a393-e290cfd1c7cf'}] {{(pid=103352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 15:04:07.332392 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6adf390e4919835bf67aa792c73d99b75f931c1cf76e9145f55ca719b6313add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e70a17d-9a9c-429f-8ccf-c976b2fcfbce" -d '{"events": [{"server_uuid": "9499edb8-5de2-4f99-9898-de58514a8aa3", "name": "network-vif-deleted", "tag": "b70f595d-3e5b-4c66-a393-e290cfd1c7cf"}]}' {{(pid=103352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 15:04:07.368845 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 15:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d62a52a-2327-4827-bc1e-2db9a9459dd4 x-openstack-request-id: req-1d62a52a-2327-4827-bc1e-2db9a9459dd4 {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 15:04:07.369155 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9499edb8-5de2-4f99-9898-de58514a8aa3", "name": "network-vif-deleted", "tag": "b70f595d-3e5b-4c66-a393-e290cfd1c7cf", "status": "completed", "code": 200}]} {{(pid=103352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 15:04:07.369416 n-d-822747-2 neutron-server[103352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d62a52a-2327-4827-bc1e-2db9a9459dd4 {{(pid=103352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 15:04:07.369820 n-d-822747-2 neutron-server[103352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9499edb8-5de2-4f99-9898-de58514a8aa3', 'name': 'network-vif-deleted', 'tag': 'b70f595d-3e5b-4c66-a393-e290cfd1c7cf', 'status': 'completed', 'code': 200} Jan 28 15:04:07.792331 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55276) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:04:07.853779 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7c75925e-e9be-42d2-be8f-703fedce146f tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for security_group (8403089f-d662-4e6f-b1e9-2bd2d94d8f6c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:07.880770 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7c75925e-e9be-42d2-be8f-703fedce146f tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for security_group (8403089f-d662-4e6f-b1e9-2bd2d94d8f6c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:07.944571 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7c75925e-e9be-42d2-be8f-703fedce146f tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (8403089f-d662-4e6f-b1e9-2bd2d94d8f6c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:07.947132 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7c75925e-e9be-42d2-be8f-703fedce146f tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:07.948292 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-7c75925e-e9be-42d2-be8f-703fedce146f tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] 10.222.0.39 "DELETE /v2.0/security-groups/8403089f-d662-4e6f-b1e9-2bd2d94d8f6c HTTP/1.1" status: 204 len: 168 time: 0.1549716 Jan 28 15:04:07.957287 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75925e-e9be-42d2-be8f-703fedce146f tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8403089f-d662-4e6f-b1e9-2bd2d94d8f6c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:04:07.965075 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75925e-e9be-42d2-be8f-703fedce146f tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:04:07.965420 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75925e-e9be-42d2-be8f-703fedce146f tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:04:07.965759 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75925e-e9be-42d2-be8f-703fedce146f tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:04:07.966122 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75925e-e9be-42d2-be8f-703fedce146f tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:04:07.966454 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75925e-e9be-42d2-be8f-703fedce146f tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:04:07.966786 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75925e-e9be-42d2-be8f-703fedce146f tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:04:07.967768 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75925e-e9be-42d2-be8f-703fedce146f tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:04:07.968354 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75925e-e9be-42d2-be8f-703fedce146f tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:04:07.968703 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75925e-e9be-42d2-be8f-703fedce146f tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:04:07.969038 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75925e-e9be-42d2-be8f-703fedce146f tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:04:07.969372 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75925e-e9be-42d2-be8f-703fedce146f tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:04:07.969707 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75925e-e9be-42d2-be8f-703fedce146f tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:04:07.970036 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75925e-e9be-42d2-be8f-703fedce146f tempest-TestSnapshotPattern-1035362076 tempest-TestSnapshotPattern-1035362076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822747-2 {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:04:08.005114 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55280) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:04:08.474606 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dcfacffd-3074-48eb-96f1-b3153982cbea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (926efc8a-66b1-4e5c-879a-85331b394459), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:08.722479 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-dcfacffd-3074-48eb-96f1-b3153982cbea admin admin] Deleting port 6a989e45-13e5-44bd-8390-a38c31ee9e75 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 15:04:08.722789 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dcfacffd-3074-48eb-96f1-b3153982cbea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (6a989e45-13e5-44bd-8390-a38c31ee9e75), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:08.803328 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-dcfacffd-3074-48eb-96f1-b3153982cbea admin admin] For port 6a989e45-13e5-44bd-8390-a38c31ee9e75, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=6a989e45-13e5-44bd-8390-a38c31ee9e75,segment=NetworkSegment(bb648cd4-eae7-47cd-bc44-6ced36956ad8),segment_id=bb648cd4-eae7-47cd-bc44-6ced36956ad8)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:04:08.804045 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dcfacffd-3074-48eb-96f1-b3153982cbea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (6a989e45-13e5-44bd-8390-a38c31ee9e75), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:08.815971 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-dcfacffd-3074-48eb-96f1-b3153982cbea admin admin] Calling delete_port for 6a989e45-13e5-44bd-8390-a38c31ee9e75 owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 15:04:09.002494 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dcfacffd-3074-48eb-96f1-b3153982cbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (6a989e45-13e5-44bd-8390-a38c31ee9e75), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:09.028667 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfacffd-3074-48eb-96f1-b3153982cbea admin admin] Pushing event deleted for resources: {'Port': ['ID=6a989e45-13e5-44bd-8390-a38c31ee9e75,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:04:09.194636 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dcfacffd-3074-48eb-96f1-b3153982cbea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (926efc8a-66b1-4e5c-879a-85331b394459), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:09.315915 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device b70f595d-3e5b-4c66-a393-e290cfd1c7cf no longer exists at agent hyperv_n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 15:04:09.339774 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] No Port match for: b70f595d-3e5b-4c66-a393-e290cfd1c7cf {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 15:04:09.340034 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Device b70f595d-3e5b-4c66-a393-e290cfd1c7cf not bound to the agent host n-h1-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 15:04:09.416460 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfacffd-3074-48eb-96f1-b3153982cbea admin admin] Router 926efc8a-66b1-4e5c-879a-85331b394459 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 15:04:09.524720 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfacffd-3074-48eb-96f1-b3153982cbea admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 15:04:09.531485 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-dcfacffd-3074-48eb-96f1-b3153982cbea admin admin] 10.222.0.39 "PUT /v2.0/routers/926efc8a-66b1-4e5c-879a-85331b394459/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5241864 Jan 28 15:04:09.532951 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55284) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:04:09.536161 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2034f6b1-fca7-43cf-8425-fe68e07cb3d6 None None] Sync routers for ids ['926efc8a-66b1-4e5c-879a-85331b394459'] in n-d-822747-2 {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 15:04:09.547729 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2034f6b1-fca7-43cf-8425-fe68e07cb3d6 None None] Routers {'926efc8a-66b1-4e5c-879a-85331b394459'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 15:04:09.548335 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-2034f6b1-fca7-43cf-8425-fe68e07cb3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T15:04:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['926efc8a-66b1-4e5c-879a-85331b394459'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:04:09.636952 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bfc98735-1985-430d-9915-76f4e5eda018 admin admin] Publish callbacks [] for router (926efc8a-66b1-4e5c-879a-85331b394459), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:09.658847 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-2034f6b1-fca7-43cf-8425-fe68e07cb3d6 None None] Set router 926efc8a-66b1-4e5c-879a-85331b394459 gateway port host: n-d-822747-2 {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 15:04:09.742960 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bfc98735-1985-430d-9915-76f4e5eda018 admin admin] Publish callbacks [] for router_gateway (926efc8a-66b1-4e5c-879a-85331b394459), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:09.796490 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-bfc98735-1985-430d-9915-76f4e5eda018 admin admin] Deleting port 9d5f5af5-96c3-4bc2-ab5d-df052f564530 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 15:04:09.796785 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bfc98735-1985-430d-9915-76f4e5eda018 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (9d5f5af5-96c3-4bc2-ab5d-df052f564530), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:09.841466 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-2034f6b1-fca7-43cf-8425-fe68e07cb3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926efc8a-66b1-4e5c-879a-85331b394459', 'name': 'tempest-TestSnapshotPattern-974622380-router', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:42Z', 'updated_at': '2022-01-28T15:04:08Z', 'revision_number': 5, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'gw_port': {'id': '9d5f5af5-96c3-4bc2-ab5d-df052f564530', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926efc8a-66b1-4e5c-879a-85331b394459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:43Z', 'updated_at': '2022-01-28T14:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:04:09.869731 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2034f6b1-fca7-43cf-8425-fe68e07cb3d6 None None] Checking router: 926efc8a-66b1-4e5c-879a-85331b394459 for host: n-d-822747-2 {{(pid=103353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 15:04:09.879053 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2034f6b1-fca7-43cf-8425-fe68e07cb3d6 None None] Routers {'926efc8a-66b1-4e5c-879a-85331b394459'} bound to L3 agent in host n-d-822747-2 {{(pid=103353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 15:04:09.879448 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-2034f6b1-fca7-43cf-8425-fe68e07cb3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T15:04:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['926efc8a-66b1-4e5c-879a-85331b394459'], 'active': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:04:09.883576 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-bfc98735-1985-430d-9915-76f4e5eda018 admin admin] For port 9d5f5af5-96c3-4bc2-ab5d-df052f564530, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=9d5f5af5-96c3-4bc2-ab5d-df052f564530,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:04:09.884243 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bfc98735-1985-430d-9915-76f4e5eda018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (9d5f5af5-96c3-4bc2-ab5d-df052f564530), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:09.897084 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-bfc98735-1985-430d-9915-76f4e5eda018 admin admin] Calling delete_port for 9d5f5af5-96c3-4bc2-ab5d-df052f564530 owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 15:04:09.970884 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvr_db [None req-2034f6b1-fca7-43cf-8425-fe68e07cb3d6 None None] Set router 926efc8a-66b1-4e5c-879a-85331b394459 gateway port host: None {{(pid=103353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 15:04:10.028125 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_hamode_db [None req-2034f6b1-fca7-43cf-8425-fe68e07cb3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926efc8a-66b1-4e5c-879a-85331b394459', 'name': 'tempest-TestSnapshotPattern-974622380-router', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:42Z', 'updated_at': '2022-01-28T15:04:09Z', 'revision_number': 6, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:04:10.054679 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2034f6b1-fca7-43cf-8425-fe68e07cb3d6 None None] The sync data for ids ['926efc8a-66b1-4e5c-879a-85331b394459'] in n-d-822747-2 is: [{'id': '926efc8a-66b1-4e5c-879a-85331b394459', 'name': 'tempest-TestSnapshotPattern-974622380-router', 'tenant_id': '825c696dcb6e47ab9c328f385f9414a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:42Z', 'updated_at': '2022-01-28T15:04:09Z', 'revision_number': 6, 'project_id': '825c696dcb6e47ab9c328f385f9414a8', 'gw_port_host': None}] {{(pid=103353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 15:04:10.079961 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bfc98735-1985-430d-9915-76f4e5eda018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (9d5f5af5-96c3-4bc2-ab5d-df052f564530), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:10.105901 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc98735-1985-430d-9915-76f4e5eda018 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d5f5af5-96c3-4bc2-ab5d-df052f564530,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:04:10.167793 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bfc98735-1985-430d-9915-76f4e5eda018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (926efc8a-66b1-4e5c-879a-85331b394459), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:10.256967 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bfc98735-1985-430d-9915-76f4e5eda018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (926efc8a-66b1-4e5c-879a-85331b394459), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:10.259200 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bfc98735-1985-430d-9915-76f4e5eda018 admin admin] Publish callbacks [] for router_controller (926efc8a-66b1-4e5c-879a-85331b394459), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:10.305777 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bfc98735-1985-430d-9915-76f4e5eda018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (926efc8a-66b1-4e5c-879a-85331b394459), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:10.306312 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc98735-1985-430d-9915-76f4e5eda018 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 926efc8a-66b1-4e5c-879a-85331b394459 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 15:04:10.311464 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bfc98735-1985-430d-9915-76f4e5eda018 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:10.312653 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-bfc98735-1985-430d-9915-76f4e5eda018 admin admin] 10.222.0.39 "DELETE /v2.0/routers/926efc8a-66b1-4e5c-879a-85331b394459 HTTP/1.1" status: 204 len: 168 time: 0.7787595 Jan 28 15:04:10.315663 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55286) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:04:10.363648 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d28409-e4d1-4921-9068-827f4a0cbd31 admin admin] Deleting subnet 6fd9a3fe-c391-4bcd-bdde-a71a12f737a1 {{(pid=103352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 15:04:10.368041 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f6d28409-e4d1-4921-9068-827f4a0cbd31 admin admin] Publish callbacks [] for subnet (6fd9a3fe-c391-4bcd-bdde-a71a12f737a1), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:10.404743 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f6d28409-e4d1-4921-9068-827f4a0cbd31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436428'] for subnet (6fd9a3fe-c391-4bcd-bdde-a71a12f737a1), precommit_delete_associations {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:10.491080 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f6d28409-e4d1-4921-9068-827f4a0cbd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (6fd9a3fe-c391-4bcd-bdde-a71a12f737a1), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:10.544219 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f6d28409-e4d1-4921-9068-827f4a0cbd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25900568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26169124'] for subnet (6fd9a3fe-c391-4bcd-bdde-a71a12f737a1), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:10.570559 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d28409-e4d1-4921-9068-827f4a0cbd31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fd9a3fe-c391-4bcd-bdde-a71a12f737a1,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:04:10.572515 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-f6d28409-e4d1-4921-9068-827f4a0cbd31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:10.577044 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-f6d28409-e4d1-4921-9068-827f4a0cbd31 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6fd9a3fe-c391-4bcd-bdde-a71a12f737a1 HTTP/1.1" status: 204 len: 168 time: 0.2602620 Jan 28 15:04:10.578474 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55288) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:04:10.578658 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ec37c1-6cda-4021-95c8-7efce88dc858 None None] Network 8bf5d4ed-be28-49b5-bbeb-9875bdaae964 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 15:04:10.653002 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ede83967-8dcc-496d-bf6f-dd4291ab6cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (8bf5d4ed-be28-49b5-bbeb-9875bdaae964), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:10.713719 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-ede83967-8dcc-496d-bf6f-dd4291ab6cf8 admin admin] Deleting port db539746-25a0-47a3-b2ea-1d6abdc53f83 {{(pid=103352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 15:04:10.714053 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ede83967-8dcc-496d-bf6f-dd4291ab6cf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (db539746-25a0-47a3-b2ea-1d6abdc53f83), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:10.780469 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-ede83967-8dcc-496d-bf6f-dd4291ab6cf8 admin admin] For port db539746-25a0-47a3-b2ea-1d6abdc53f83, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=db539746-25a0-47a3-b2ea-1d6abdc53f83,segment=NetworkSegment(bb648cd4-eae7-47cd-bc44-6ced36956ad8),segment_id=bb648cd4-eae7-47cd-bc44-6ced36956ad8)] {{(pid=103352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:04:10.780730 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ede83967-8dcc-496d-bf6f-dd4291ab6cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (db539746-25a0-47a3-b2ea-1d6abdc53f83), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:10.795062 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.plugin [None req-ede83967-8dcc-496d-bf6f-dd4291ab6cf8 admin admin] Calling delete_port for db539746-25a0-47a3-b2ea-1d6abdc53f83 owned by network:dhcp {{(pid=103352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 15:04:10.820439 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fa6464-8885-40b4-a93c-7bf236f2169b None None] DHCP port deletion for 8bf5d4ed-be28-49b5-bbeb-9875bdaae964 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 15:04:10.870552 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-23fa6464-8885-40b4-a93c-7bf236f2169b None None] Deleting port db539746-25a0-47a3-b2ea-1d6abdc53f83 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 15:04:10.871105 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-23fa6464-8885-40b4-a93c-7bf236f2169b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (db539746-25a0-47a3-b2ea-1d6abdc53f83), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:10.881293 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ede83967-8dcc-496d-bf6f-dd4291ab6cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25900587'] for port (db539746-25a0-47a3-b2ea-1d6abdc53f83), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:10.907762 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede83967-8dcc-496d-bf6f-dd4291ab6cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=db539746-25a0-47a3-b2ea-1d6abdc53f83,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:04:10.911367 n-d-822747-2 neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede83967-8dcc-496d-bf6f-dd4291ab6cf8 admin admin] No DVR routers for this DVR port db539746-25a0-47a3-b2ea-1d6abdc53f83 on host n-d-822747-2 {{(pid=103352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 15:04:10.995105 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ede83967-8dcc-496d-bf6f-dd4291ab6cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (8bf5d4ed-be28-49b5-bbeb-9875bdaae964), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:11.018896 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-ede83967-8dcc-496d-bf6f-dd4291ab6cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf5d4ed-be28-49b5-bbeb-9875bdaae964']}} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:04:11.030053 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-ede83967-8dcc-496d-bf6f-dd4291ab6cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb648cd4-eae7-47cd-bc44-6ced36956ad8') {'for_net_delete': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:04:11.030374 n-d-822747-2 neutron-server[103352]: DEBUG neutron.services.segments.db [None req-ede83967-8dcc-496d-bf6f-dd4291ab6cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb648cd4-eae7-47cd-bc44-6ced36956ad8') {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:04:11.044347 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ede83967-8dcc-496d-bf6f-dd4291ab6cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436443'] for segment (bb648cd4-eae7-47cd-bc44-6ced36956ad8), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:11.063205 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ede83967-8dcc-496d-bf6f-dd4291ab6cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (bb648cd4-eae7-47cd-bc44-6ced36956ad8), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:11.070856 n-d-822747-2 neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede83967-8dcc-496d-bf6f-dd4291ab6cf8 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 15:04:11.071483 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ede83967-8dcc-496d-bf6f-dd4291ab6cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25900742'] for segment (bb648cd4-eae7-47cd-bc44-6ced36956ad8), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: Traceback (most recent call last): Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: timer() Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: cb(*args, **kw) Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: return func(*args, **kwargs) Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: self._notify() Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: self.callback(batched_events) Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: event.method(event) Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: return f(self, *a, **k) Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: return self._get(url).json() Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: return self.request(url, 'GET', **kwargs) Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 15:04:11.073564 n-d-822747-2 neutron-server[103352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 15:04:11.122391 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6a989e45-13e5-44bd-8390-a38c31ee9e75 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 15:04:11.134401 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ede83967-8dcc-496d-bf6f-dd4291ab6cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (8bf5d4ed-be28-49b5-bbeb-9875bdaae964), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:11.140407 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ede83967-8dcc-496d-bf6f-dd4291ab6cf8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:11.146763 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55290) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:04:11.147272 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-ede83967-8dcc-496d-bf6f-dd4291ab6cf8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8bf5d4ed-be28-49b5-bbeb-9875bdaae964 HTTP/1.1" status: 204 len: 168 time: 0.5673461 Jan 28 15:04:11.160259 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede83967-8dcc-496d-bf6f-dd4291ab6cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bf5d4ed-be28-49b5-bbeb-9875bdaae964,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:04:11.163400 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 6a989e45-13e5-44bd-8390-a38c31ee9e75 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 15:04:11.164888 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 6a989e45-13e5-44bd-8390-a38c31ee9e75 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 15:04:11.165661 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device db539746-25a0-47a3-b2ea-1d6abdc53f83 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 15:04:11.169663 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-23fa6464-8885-40b4-a93c-7bf236f2169b None None] For port db539746-25a0-47a3-b2ea-1d6abdc53f83, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=db539746-25a0-47a3-b2ea-1d6abdc53f83,segment=NetworkSegment(bb648cd4-eae7-47cd-bc44-6ced36956ad8),segment_id=bb648cd4-eae7-47cd-bc44-6ced36956ad8)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:04:11.170071 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-23fa6464-8885-40b4-a93c-7bf236f2169b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (db539746-25a0-47a3-b2ea-1d6abdc53f83), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:11.200175 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: db539746-25a0-47a3-b2ea-1d6abdc53f83 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 15:04:11.200687 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device db539746-25a0-47a3-b2ea-1d6abdc53f83 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 15:04:11.201201 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9d5f5af5-96c3-4bc2-ab5d-df052f564530 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 15:04:11.204720 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-23fa6464-8885-40b4-a93c-7bf236f2169b None None] Calling delete_port for db539746-25a0-47a3-b2ea-1d6abdc53f83 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 15:04:11.226812 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 9d5f5af5-96c3-4bc2-ab5d-df052f564530 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 15:04:11.227200 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 9d5f5af5-96c3-4bc2-ab5d-df052f564530 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 15:04:11.304398 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-23fa6464-8885-40b4-a93c-7bf236f2169b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815'] for port (db539746-25a0-47a3-b2ea-1d6abdc53f83), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:11.326234 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-23fa6464-8885-40b4-a93c-7bf236f2169b None None] Network 8bf5d4ed-be28-49b5-bbeb-9875bdaae964 is not hosted by any dhcp agent {{(pid=103353) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 15:04:11.326722 n-d-822747-2 neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fa6464-8885-40b4-a93c-7bf236f2169b None None] No DVR routers for this DVR port db539746-25a0-47a3-b2ea-1d6abdc53f83 on host n-d-822747-2 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 15:04:11.328569 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa6464-8885-40b4-a93c-7bf236f2169b None None] Pushing event deleted for resources: {'Port': ['ID=db539746-25a0-47a3-b2ea-1d6abdc53f83,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:04:11.502842 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3825657e-8f29-4f25-b4a5-e33bc34041d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-354895'] for router_interface (e9be67a8-9905-4800-a9f6-6ef62256f4d6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:12.024690 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-3825657e-8f29-4f25-b4a5-e33bc34041d4 admin admin] Deleting port 7d9a0bba-27fc-4cf1-9081-bf3288b0da6f {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 15:04:12.025045 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3825657e-8f29-4f25-b4a5-e33bc34041d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (7d9a0bba-27fc-4cf1-9081-bf3288b0da6f), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:12.109868 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-3825657e-8f29-4f25-b4a5-e33bc34041d4 admin admin] For port 7d9a0bba-27fc-4cf1-9081-bf3288b0da6f, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=7d9a0bba-27fc-4cf1-9081-bf3288b0da6f,segment=NetworkSegment(450ac2ca-e485-40dc-a23f-ef495811142a),segment_id=450ac2ca-e485-40dc-a23f-ef495811142a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:04:12.110235 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3825657e-8f29-4f25-b4a5-e33bc34041d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (7d9a0bba-27fc-4cf1-9081-bf3288b0da6f), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:12.122787 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-3825657e-8f29-4f25-b4a5-e33bc34041d4 admin admin] Calling delete_port for 7d9a0bba-27fc-4cf1-9081-bf3288b0da6f owned by network:router_interface {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 15:04:12.315580 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3825657e-8f29-4f25-b4a5-e33bc34041d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (7d9a0bba-27fc-4cf1-9081-bf3288b0da6f), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:12.345524 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825657e-8f29-4f25-b4a5-e33bc34041d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d9a0bba-27fc-4cf1-9081-bf3288b0da6f,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:04:12.512812 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3825657e-8f29-4f25-b4a5-e33bc34041d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-593192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355059'] for router_interface (e9be67a8-9905-4800-a9f6-6ef62256f4d6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:12.732332 n-d-822747-2 neutron-server[103351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3825657e-8f29-4f25-b4a5-e33bc34041d4 admin admin] Router e9be67a8-9905-4800-a9f6-6ef62256f4d6 has already been hosted by L3 agent 93381cb1-d351-4b8e-9746-8eb163e9e3ea {{(pid=103351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 15:04:12.840499 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3825657e-8f29-4f25-b4a5-e33bc34041d4 admin admin] Notify agent at l3_agent.n-d-822747-2 the message routers_updated {{(pid=103351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 15:04:12.847175 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-3825657e-8f29-4f25-b4a5-e33bc34041d4 admin admin] 10.222.0.39 "PUT /v2.0/routers/e9be67a8-9905-4800-a9f6-6ef62256f4d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6987474 Jan 28 15:04:12.849160 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55296) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:04:12.851267 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6859b72d-11d2-46b3-b0a2-4c6a6e138af7 None None] Sync routers for ids ['e9be67a8-9905-4800-a9f6-6ef62256f4d6'] in n-d-822747-2 {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 15:04:12.862746 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6859b72d-11d2-46b3-b0a2-4c6a6e138af7 None None] Routers {'e9be67a8-9905-4800-a9f6-6ef62256f4d6'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 15:04:12.863374 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-6859b72d-11d2-46b3-b0a2-4c6a6e138af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T15:04:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e9be67a8-9905-4800-a9f6-6ef62256f4d6'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:04:12.958434 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9adbfed5-45a4-4bbb-aaec-4d46be544c68 admin admin] Publish callbacks [] for router (e9be67a8-9905-4800-a9f6-6ef62256f4d6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:12.968372 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-6859b72d-11d2-46b3-b0a2-4c6a6e138af7 None None] Set router e9be67a8-9905-4800-a9f6-6ef62256f4d6 gateway port host: n-d-822747-2 {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 15:04:13.072607 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9adbfed5-45a4-4bbb-aaec-4d46be544c68 admin admin] Publish callbacks [] for router_gateway (e9be67a8-9905-4800-a9f6-6ef62256f4d6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:13.129606 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-9adbfed5-45a4-4bbb-aaec-4d46be544c68 admin admin] Deleting port 8d1c92f2-ab15-41c1-9810-222c21979b47 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 15:04:13.129973 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9adbfed5-45a4-4bbb-aaec-4d46be544c68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (8d1c92f2-ab15-41c1-9810-222c21979b47), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:13.217040 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-9adbfed5-45a4-4bbb-aaec-4d46be544c68 admin admin] For port 8d1c92f2-ab15-41c1-9810-222c21979b47, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=8d1c92f2-ab15-41c1-9810-222c21979b47,segment=NetworkSegment(7f79bbb7-011a-42af-9e47-ece8a849ed3c),segment_id=7f79bbb7-011a-42af-9e47-ece8a849ed3c)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:04:13.217418 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9adbfed5-45a4-4bbb-aaec-4d46be544c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (8d1c92f2-ab15-41c1-9810-222c21979b47), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:13.229615 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-9adbfed5-45a4-4bbb-aaec-4d46be544c68 admin admin] Calling delete_port for 8d1c92f2-ab15-41c1-9810-222c21979b47 owned by network:router_gateway {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 15:04:13.244363 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-6859b72d-11d2-46b3-b0a2-4c6a6e138af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9be67a8-9905-4800-a9f6-6ef62256f4d6', 'name': 'tempest-TestSnapshotPattern-1590881124-router', 'tenant_id': '05d7eb8beb134510b87d4ee71d425b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'external_fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '8d1c92f2-ab15-41c1-9810-222c21979b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:47Z', 'updated_at': '2022-01-28T15:04:12Z', 'revision_number': 5, 'project_id': '05d7eb8beb134510b87d4ee71d425b8d', 'gw_port': {'id': '8d1c92f2-ab15-41c1-9810-222c21979b47', 'name': '', 'network_id': '2047f6bd-4d10-40d4-8ac3-0cdf081c4236', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be67a8-9905-4800-a9f6-6ef62256f4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:58:48Z', 'updated_at': '2022-01-28T14:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0958b661-bbeb-434d-acd4-3f6cedfaaff6', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822747-2'}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:04:13.274086 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6859b72d-11d2-46b3-b0a2-4c6a6e138af7 None None] Checking router: e9be67a8-9905-4800-a9f6-6ef62256f4d6 for host: n-d-822747-2 {{(pid=103354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 15:04:13.283741 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6859b72d-11d2-46b3-b0a2-4c6a6e138af7 None None] Routers {'e9be67a8-9905-4800-a9f6-6ef62256f4d6'} bound to L3 agent in host n-d-822747-2 {{(pid=103354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 15:04:13.284353 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-6859b72d-11d2-46b3-b0a2-4c6a6e138af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:05:31Z,description=,heartbeat_timestamp=2022-01-28T15:04:02Z,host='n-d-822747-2',id=93381cb1-d351-4b8e-9746-8eb163e9e3ea,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:05:32Z,topic='l3_agent')) {'router_ids': ['e9be67a8-9905-4800-a9f6-6ef62256f4d6'], 'active': True} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:04:13.370226 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_dvr_db [None req-6859b72d-11d2-46b3-b0a2-4c6a6e138af7 None None] Set router e9be67a8-9905-4800-a9f6-6ef62256f4d6 gateway port host: None {{(pid=103354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 15:04:13.398848 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9adbfed5-45a4-4bbb-aaec-4d46be544c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (8d1c92f2-ab15-41c1-9810-222c21979b47), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:13.421705 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.l3_hamode_db [None req-6859b72d-11d2-46b3-b0a2-4c6a6e138af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9be67a8-9905-4800-a9f6-6ef62256f4d6', 'name': 'tempest-TestSnapshotPattern-1590881124-router', 'tenant_id': '05d7eb8beb134510b87d4ee71d425b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:47Z', 'updated_at': '2022-01-28T15:04:13Z', 'revision_number': 6, 'project_id': '05d7eb8beb134510b87d4ee71d425b8d', 'gw_port_host': None}], 'n-d-822747-2', False) {} {{(pid=103354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:04:13.424888 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adbfed5-45a4-4bbb-aaec-4d46be544c68 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d1c92f2-ab15-41c1-9810-222c21979b47,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:04:13.451150 n-d-822747-2 neutron-server[103354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6859b72d-11d2-46b3-b0a2-4c6a6e138af7 None None] The sync data for ids ['e9be67a8-9905-4800-a9f6-6ef62256f4d6'] in n-d-822747-2 is: [{'id': 'e9be67a8-9905-4800-a9f6-6ef62256f4d6', 'name': 'tempest-TestSnapshotPattern-1590881124-router', 'tenant_id': '05d7eb8beb134510b87d4ee71d425b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:58:47Z', 'updated_at': '2022-01-28T15:04:13Z', 'revision_number': 6, 'project_id': '05d7eb8beb134510b87d4ee71d425b8d', 'gw_port_host': None}] {{(pid=103354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 15:04:13.491524 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9adbfed5-45a4-4bbb-aaec-4d46be544c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-349321'] for router_gateway (e9be67a8-9905-4800-a9f6-6ef62256f4d6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:13.581421 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9adbfed5-45a4-4bbb-aaec-4d46be544c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-352542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5662'] for router (e9be67a8-9905-4800-a9f6-6ef62256f4d6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:13.583770 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9adbfed5-45a4-4bbb-aaec-4d46be544c68 admin admin] Publish callbacks [] for router_controller (e9be67a8-9905-4800-a9f6-6ef62256f4d6), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:13.630425 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9adbfed5-45a4-4bbb-aaec-4d46be544c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-352741'] for router (e9be67a8-9905-4800-a9f6-6ef62256f4d6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:13.631055 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adbfed5-45a4-4bbb-aaec-4d46be544c68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9be67a8-9905-4800-a9f6-6ef62256f4d6 {{(pid=103351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 15:04:13.635687 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9adbfed5-45a4-4bbb-aaec-4d46be544c68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:13.636876 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-9adbfed5-45a4-4bbb-aaec-4d46be544c68 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e9be67a8-9905-4800-a9f6-6ef62256f4d6 HTTP/1.1" status: 204 len: 168 time: 0.7866647 Jan 28 15:04:13.639435 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55300) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:04:13.684981 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.db_base_plugin_v2 [None req-c964346c-a634-42d3-9ca4-3c2a7cae5517 admin admin] Deleting subnet 4d0d8e71-fde4-4f3b-a3f6-9ba4defcc78a {{(pid=103351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 15:04:13.688015 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c964346c-a634-42d3-9ca4-3c2a7cae5517 admin admin] Publish callbacks [] for subnet (4d0d8e71-fde4-4f3b-a3f6-9ba4defcc78a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:13.723904 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c964346c-a634-42d3-9ca4-3c2a7cae5517 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25710536'] for subnet (4d0d8e71-fde4-4f3b-a3f6-9ba4defcc78a), precommit_delete_associations {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:13.811685 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c964346c-a634-42d3-9ca4-3c2a7cae5517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812046'] for subnet (4d0d8e71-fde4-4f3b-a3f6-9ba4defcc78a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:13.868360 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c964346c-a634-42d3-9ca4-3c2a7cae5517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25708841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26011067'] for subnet (4d0d8e71-fde4-4f3b-a3f6-9ba4defcc78a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:13.895936 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964346c-a634-42d3-9ca4-3c2a7cae5517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d0d8e71-fde4-4f3b-a3f6-9ba4defcc78a,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:04:13.899705 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c964346c-a634-42d3-9ca4-3c2a7cae5517 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:13.903432 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-c964346c-a634-42d3-9ca4-3c2a7cae5517 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4d0d8e71-fde4-4f3b-a3f6-9ba4defcc78a HTTP/1.1" status: 204 len: 168 time: 0.2629876 Jan 28 15:04:13.906424 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55304) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:04:13.907842 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ecea8a-8aa8-4de4-818e-906c67607775 None None] Network 61449c89-adad-44d5-92cc-ef054fcf3734 requested from n-d-822747-2 {{(pid=103353) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 15:04:13.982524 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0a6b83c4-f380-4124-bd98-2315d3b2647e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622797'] for network (61449c89-adad-44d5-92cc-ef054fcf3734), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:14.037523 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-0a6b83c4-f380-4124-bd98-2315d3b2647e admin admin] Deleting port 26723ed6-caa2-4b09-be8d-54f59dd16653 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 15:04:14.037861 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0a6b83c4-f380-4124-bd98-2315d3b2647e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775577978983'] for port (26723ed6-caa2-4b09-be8d-54f59dd16653), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:14.098490 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-0a6b83c4-f380-4124-bd98-2315d3b2647e admin admin] For port 26723ed6-caa2-4b09-be8d-54f59dd16653, host n-d-822747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822747-2',level=0,port_id=26723ed6-caa2-4b09-be8d-54f59dd16653,segment=NetworkSegment(450ac2ca-e485-40dc-a23f-ef495811142a),segment_id=450ac2ca-e485-40dc-a23f-ef495811142a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:04:14.098877 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0a6b83c4-f380-4124-bd98-2315d3b2647e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-349546'] for port (26723ed6-caa2-4b09-be8d-54f59dd16653), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:14.112114 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-0a6b83c4-f380-4124-bd98-2315d3b2647e admin admin] Calling delete_port for 26723ed6-caa2-4b09-be8d-54f59dd16653 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 15:04:14.196246 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0a6b83c4-f380-4124-bd98-2315d3b2647e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7838555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775577984449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775577654815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25708826'] for port (26723ed6-caa2-4b09-be8d-54f59dd16653), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:14.224755 n-d-822747-2 neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6b83c4-f380-4124-bd98-2315d3b2647e admin admin] No DVR routers for this DVR port 26723ed6-caa2-4b09-be8d-54f59dd16653 on host n-d-822747-2 {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 15:04:14.229290 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b83c4-f380-4124-bd98-2315d3b2647e admin admin] Pushing event deleted for resources: {'Port': ['ID=26723ed6-caa2-4b09-be8d-54f59dd16653,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:04:14.237691 n-d-822747-2 neutron-server[103353]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c7e212-37f9-479f-b8f6-5736d3ab500b None None] DHCP port deletion for 61449c89-adad-44d5-92cc-ef054fcf3734 request from n-d-822747-2 {{(pid=103353) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 15:04:14.305942 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0a6b83c4-f380-4124-bd98-2315d3b2647e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7810651', 'neutron.services.segments.db._delete_segments_for_network-8775577971339'] for network (61449c89-adad-44d5-92cc-ef054fcf3734), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:14.327949 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-0a6b83c4-f380-4124-bd98-2315d3b2647e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61449c89-adad-44d5-92cc-ef054fcf3734']}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:04:14.338118 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-0a6b83c4-f380-4124-bd98-2315d3b2647e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '450ac2ca-e485-40dc-a23f-ef495811142a') {'for_net_delete': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:04:14.338422 n-d-822747-2 neutron-server[103351]: DEBUG neutron.services.segments.db [None req-0a6b83c4-f380-4124-bd98-2315d3b2647e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '450ac2ca-e485-40dc-a23f-ef495811142a') {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:04:14.349352 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0a6b83c4-f380-4124-bd98-2315d3b2647e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775577973140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25710559'] for segment (450ac2ca-e485-40dc-a23f-ef495811142a), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:14.369683 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0a6b83c4-f380-4124-bd98-2315d3b2647e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159'] for segment (450ac2ca-e485-40dc-a23f-ef495811142a), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:14.370280 n-d-822747-2 neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a6b83c4-f380-4124-bd98-2315d3b2647e admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 15:04:14.370672 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0a6b83c4-f380-4124-bd98-2315d3b2647e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25709047'] for segment (450ac2ca-e485-40dc-a23f-ef495811142a), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: Traceback (most recent call last): Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: timer() Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: cb(*args, **kw) Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: return func(*args, **kwargs) Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: self._notify() Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: self.callback(batched_events) Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: event.method(event) Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: return f(self, *a, **k) Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: return self._get(url).json() Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: return self.request(url, 'GET', **kwargs) Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 15:04:14.372845 n-d-822747-2 neutron-server[103351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 15:04:14.428210 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0a6b83c4-f380-4124-bd98-2315d3b2647e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7810636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-593185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-350065'] for network (61449c89-adad-44d5-92cc-ef054fcf3734), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:14.434053 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0a6b83c4-f380-4124-bd98-2315d3b2647e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:14.437635 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-0a6b83c4-f380-4124-bd98-2315d3b2647e admin admin] 10.222.0.39 "DELETE /v2.0/networks/61449c89-adad-44d5-92cc-ef054fcf3734 HTTP/1.1" status: 204 len: 168 time: 0.5296965 Jan 28 15:04:14.449525 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b83c4-f380-4124-bd98-2315d3b2647e admin admin] Pushing event deleted for resources: {'Network': ['ID=61449c89-adad-44d5-92cc-ef054fcf3734,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:04:14.560701 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55308) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:04:14.606619 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-eae80f19-3082-4af8-984e-850754a03b74 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=825c696dcb6e47ab9c328f385f9414a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446529 Jan 28 15:04:14.609145 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [-] (103352) accepted ('10.222.0.39', 55310) {{(pid=103352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:04:14.658326 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-629fa6c3-cb1d-426d-bc39-806e15778c9e admin admin] Publish callbacks [] for security_group (ed93ae9e-daba-4863-a2ce-e125ffa5cc97), before_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:14.680009 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-629fa6c3-cb1d-426d-bc39-806e15778c9e admin admin] Publish callbacks [] for security_group (ed93ae9e-daba-4863-a2ce-e125ffa5cc97), precommit_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:14.727767 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-629fa6c3-cb1d-426d-bc39-806e15778c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (ed93ae9e-daba-4863-a2ce-e125ffa5cc97), after_delete {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:14.730336 n-d-822747-2 neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-629fa6c3-cb1d-426d-bc39-806e15778c9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:14.731641 n-d-822747-2 neutron-server[103352]: INFO neutron.wsgi [None req-629fa6c3-cb1d-426d-bc39-806e15778c9e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed93ae9e-daba-4863-a2ce-e125ffa5cc97 HTTP/1.1" status: 204 len: 168 time: 0.1215899 Jan 28 15:04:14.740109 n-d-822747-2 neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629fa6c3-cb1d-426d-bc39-806e15778c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed93ae9e-daba-4863-a2ce-e125ffa5cc97,revision_number=None']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:04:15.028572 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7d9a0bba-27fc-4cf1-9081-bf3288b0da6f no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 15:04:15.049883 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 7d9a0bba-27fc-4cf1-9081-bf3288b0da6f {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 15:04:15.050233 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 7d9a0bba-27fc-4cf1-9081-bf3288b0da6f not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 15:04:15.050645 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8d1c92f2-ab15-41c1-9810-222c21979b47 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 15:04:15.070390 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 8d1c92f2-ab15-41c1-9810-222c21979b47 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 15:04:15.070976 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 8d1c92f2-ab15-41c1-9810-222c21979b47 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 15:04:15.071396 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 26723ed6-caa2-4b09-be8d-54f59dd16653 no longer exists at agent ovs-agent-n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 15:04:15.078491 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55316) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:04:15.098334 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] No Port match for: 26723ed6-caa2-4b09-be8d-54f59dd16653 {{(pid=103353) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 15:04:15.098744 n-d-822747-2 neutron-server[103353]: DEBUG neutron.plugins.ml2.rpc [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Device 26723ed6-caa2-4b09-be8d-54f59dd16653 not bound to the agent host n-d-822747-2 {{(pid=103353) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 15:04:15.122539 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-02e6bd27-6f8c-4ac3-a42a-7ea5797245d8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=05d7eb8beb134510b87d4ee71d425b8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428417 Jan 28 15:04:15.125050 n-d-822747-2 neutron-server[103351]: DEBUG neutron.wsgi [-] (103351) accepted ('10.222.0.39', 55318) {{(pid=103351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:04:15.173800 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1947d95f-4670-4d93-8b24-437ada1ca2dd admin admin] Publish callbacks [] for security_group (7bd63f11-ef4d-4b67-9296-b223db749357), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:15.195646 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1947d95f-4670-4d93-8b24-437ada1ca2dd admin admin] Publish callbacks [] for security_group (7bd63f11-ef4d-4b67-9296-b223db749357), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:15.244768 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1947d95f-4670-4d93-8b24-437ada1ca2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536977'] for security_group (7bd63f11-ef4d-4b67-9296-b223db749357), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:15.247377 n-d-822747-2 neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1947d95f-4670-4d93-8b24-437ada1ca2dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:15.248613 n-d-822747-2 neutron-server[103351]: INFO neutron.wsgi [None req-1947d95f-4670-4d93-8b24-437ada1ca2dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7bd63f11-ef4d-4b67-9296-b223db749357 HTTP/1.1" status: 204 len: 168 time: 0.1226172 Jan 28 15:04:15.256805 n-d-822747-2 neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947d95f-4670-4d93-8b24-437ada1ca2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd63f11-ef4d-4b67-9296-b223db749357,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:04:18.815477 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:20.860191 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:29.444955 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c745e6bb-3f0a-4ffb-95b2-753e79859d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:31.799965 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7ee3c42f-e9dc-46c8-aab8-f1309afdffbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:32.248142 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:04:33.365446 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:34.723326 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:36.461903 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:48.815721 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:50.859405 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:59.440035 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0b9970e6-587e-4080-b46d-eaa806719f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:05:01.803892 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d6fbb182-4885-498d-ac47-70be57f02233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:05:03.369159 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:05:04.725985 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:05:06.458168 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:05:09.249402 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:05:18.823943 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:05:20.859992 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:05:29.445867 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-423df289-f282-474c-b55c-b503e0d03858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:05:31.808702 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b2eb2a05-9223-4a44-b6ea-a57a54893f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:05:33.371525 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:05:34.732958 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:05:36.463989 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:05:46.249679 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:05:48.816253 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:05:50.874425 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:05:59.450681 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc851e70-28ec-419a-b5c7-101b7bbabc65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:06:01.814826 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0980ca14-a60b-4da9-9549-1391572ffe45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:06:03.373415 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:06:04.732802 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:06:06.469993 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:06:18.828690 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:06:20.881798 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:06:23.249647 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:06:29.455226 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2a1e82b2-1cbf-4e59-9f72-4d346009ce72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:06:31.809918 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dcadd039-647a-4910-9ec2-3d4739ba763d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:06:33.377479 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:06:34.736297 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:06:36.478090 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:06:48.826629 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:06:50.902265 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:06:59.460004 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-544d27c5-20a8-4a82-9d08-3863fcb134e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:07:00.256601 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:07:01.814704 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e79d1e6-54ab-4189-bbce-7346ba2d2ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:07:03.380764 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:07:04.738842 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:07:06.474115 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:07:18.860662 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:07:20.932135 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:07:29.464725 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3b1d8817-66b1-4189-aab2-4fe7c6b0f6cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:07:31.819668 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-95f1d6d9-51e4-4a3d-aa66-83ff155baab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:07:33.382958 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:07:34.742489 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:07:36.478950 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:07:37.247067 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:07:48.857323 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:07:50.932749 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:07:59.469490 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-354e8eac-75a6-482e-ae74-6560876e298e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:08:01.825136 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93559dcb-f01d-4762-a2e6-9e1454dc4ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:08:03.385780 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:08:04.744119 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:08:06.483998 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:08:14.248590 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:08:18.871826 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:08:20.927930 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:08:29.474275 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2a7cf004-045b-42d8-a022-06d9c19e417a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:08:31.828400 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5f814ced-c9b9-4ab2-9297-7d4e38b54419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:08:33.388305 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:08:34.746264 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:08:36.490239 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:08:48.886530 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:08:50.928046 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:08:51.248490 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:08:59.478315 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dd9d1c1d-9dd2-4110-be00-ec578a8ca10f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:09:01.841373 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ba24e3dc-b82d-4908-b459-d19605c45566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:09:03.392603 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:09:04.752358 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:09:06.488459 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:09:18.921307 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:09:20.960703 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:09:28.253760 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:09:29.488963 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c524852d-6ed6-4e32-9fd1-83dc2a475185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:09:31.836611 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67b6e076-57c6-4e1e-b3d0-725115c9db1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:09:33.403473 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:09:34.754847 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:09:36.486569 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:09:48.941160 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:09:50.975585 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:09:59.494643 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7856ac8c-f8c7-48bb-9391-4449a8bdfb9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:10:01.846608 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fd65f2cf-8883-4382-b50f-1109f89a58fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:10:03.407840 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:10:04.759903 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:10:05.258559 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:10:06.491420 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:10:18.948686 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:10:20.973661 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:10:29.491213 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-323232b6-6e49-435c-a4f9-4cd0bfebdede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:10:31.843687 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9cfe6c20-9931-4d14-a0bf-edd2d180a787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:10:33.410023 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:10:34.765257 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:10:36.486742 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:10:42.263327 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:10:48.951675 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:10:50.986902 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:10:59.496233 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-02e62a44-d6a8-4110-849d-b3171a5b778c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:11:01.845282 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-17b429b1-6e18-4e5f-8f6a-61daa5ace10a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:11:03.413847 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:11:04.775152 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:11:06.487881 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:11:18.951467 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:11:19.262520 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:11:21.006982 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:11:29.502230 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1c68e60-56b1-4a4f-9716-66707ae5d35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:11:31.840525 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b8b9725e-7b21-414f-a7ab-dec13cf6e2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:11:33.421255 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:11:34.774972 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:11:36.485639 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:11:43.523411 n-d-822747-2 neutron-server[103352]: DEBUG neutron.wsgi [req-833a15d4-5e49-4967-a9c2-ce43d591058c req-a568864a-d85c-4772-914d-5c033011437b service neutron] (103352) timed out ('10.222.0.39', 53056) {{(pid=103352) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 15:11:48.947207 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:11:51.053692 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:11:56.266287 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:11:59.494508 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9cc65be2-43b4-4d5d-9cbe-f3f4345e7110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:12:01.845296 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f154d7a6-25a7-4fc3-95e6-2383e15f69c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:12:03.426429 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:12:04.779343 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:12:06.489353 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:12:18.947535 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:12:21.063180 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:12:29.492350 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0e283b4b-9f93-4f34-b6eb-9ac8057467b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:12:31.850773 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ae8570be-3a5a-4113-93e2-522a081e0f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (93381cb1-d351-4b8e-9746-8eb163e9e3ea), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:12:33.266729 n-d-822747-2 neutron-server[103354]: DEBUG neutron.db.agents_db [None req-27c0c404-562b-4dc8-932e-bfa4fe9088ef None None] Agent healthcheck: found 7 active agents {{(pid=103354) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:12:33.421665 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-06132e4b-25fa-45cf-9ecd-62aa6143771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (bb37ce11-20da-47b9-95a4-1d34eb394cd8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:12:34.777489 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-abebbf84-75d2-444a-8187-13be1ad9b9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (9ba7affb-acf8-43eb-a8c1-eea0b3be2c3b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:12:36.485131 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93664769-bdb2-4f56-9a6d-15bafe200170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (cee597ad-93ff-4e5d-9bde-7db19e86ad4f), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:12:48.942571 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-610ca280-6d1f-4d1c-b941-18c583e2de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (f693817b-c3bb-42f5-8b5f-f384296a85b1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:12:51.061301 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdc26-e365-4eb9-b7af-1576d113eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (2d8ee4e1-e1f7-4b2a-b2c2-cda21c35df34), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:12:59.488395 n-d-822747-2 neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-889c7229-9fa9-4d79-8624-ea2376e16e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775577971321', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7808347'] for agent (7f6f837e-d180-47b7-b87a-8b97378ffbdd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}